-- Logs begin at Fri 2021-07-09 15:26:43 UTC, end at Fri 2021-07-09 17:48:10 UTC. -- Jul 09 15:58:34.404688 n-d-798930-3 systemd[1]: Started Devstack devstack@q-svc.service. Jul 09 15:58:37.201598 n-d-798930-3 neutron-server[93851]: INFO neutron.common.config [-] Logging enabled! Jul 09 15:58:37.202233 n-d-798930-3 neutron-server[93851]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev459 Jul 09 15:58:37.202385 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93851) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 09 15:58:37.205785 n-d-798930-3 neutron-server[93851]: INFO neutron.common.config [-] Logging enabled! Jul 09 15:58:37.206065 n-d-798930-3 neutron-server[93851]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev459 Jul 09 15:58:37.206379 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93851) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 09 15:58:37.207371 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 09 15:58:37.207612 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 09 15:58:37.207993 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 09 15:58:37.208241 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 09 15:58:37.208471 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 09 15:58:37.208827 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.209128 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.209428 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.209661 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.209960 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.210253 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.210538 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.210926 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.211230 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.211519 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.211800 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.212086 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.212319 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.212600 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.212890 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.213178 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.213406 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] debug = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.213689 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.214123 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.214532 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.214834 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.215130 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.215425 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.215683 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.215961 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.216248 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.216585 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] host = n-d-798930-3 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.216864 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.217157 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.217450 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.217739 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.218017 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.218378 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.218861 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.218861 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.219143 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] log_file = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.219422 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.219712 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.220004 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.220298 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.220526 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.220751 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.221042 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.221334 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.221611 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.221886 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.222162 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.222437 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.222711 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.223006 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.223296 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.223583 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.223876 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.224154 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.225355 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.225632 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.225912 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.226238 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.226514 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.226807 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.227088 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.227377 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.227648 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.227922 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.228229 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.228520 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.228805 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.229095 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.229371 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.229655 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.229932 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.230209 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.230483 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] use_json = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.230758 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.231055 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.231342 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.231617 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.231891 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.232168 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.232443 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.232732 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:37.233034 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.233334 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.233638 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.233930 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.234231 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.234515 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.234836 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.235123 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.235416 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.235709 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.236001 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.236288 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.236575 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.236856 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.237155 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.237466 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.237762 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.238060 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.238340 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.238614 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.238912 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.239197 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.239485 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.239781 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.240708 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.240974 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.241259 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.241555 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.241838 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.242114 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.242435 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.242731 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.243112 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.243391 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.243678 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.243964 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.244242 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.244517 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.244802 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.245098 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.245380 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.245654 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.245928 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.246208 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.246481 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.246790 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.247072 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.247350 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.247626 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.247908 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.248183 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.248458 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.248740 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.249014 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.249298 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.249572 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.249847 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.250123 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.250398 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.250672 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.250969 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.251244 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.251526 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.251800 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.252073 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.252346 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.252619 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.252891 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.253182 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.253489 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.253772 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.254056 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.254338 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.254621 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.254968 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.255250 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.256095 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.256339 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.256616 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.256913 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.257202 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.257494 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.257785 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.258067 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.258366 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.258648 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.258964 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.259279 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.259560 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.259856 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.260143 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.260443 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.260748 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.261042 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.261338 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.261635 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.261919 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.262236 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.262521 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:37.262739 n-d-798930-3 neutron-server[93851]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 09 15:58:37.263013 n-d-798930-3 neutron-server[93851]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93851) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 09 15:58:37.630127 n-d-798930-3 neutron-server[93851]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:37.630402 n-d-798930-3 neutron-server[93851]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:37.631291 n-d-798930-3 neutron-server[93851]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 15:58:37.631628 n-d-798930-3 neutron-server[93851]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 09 15:58:38.024247 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:38.024538 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:38.024810 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:38.026108 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:38.026399 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:38.026671 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:38.061013 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:38.061288 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:38.061558 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:38.075637 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:38.075923 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:38.076200 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:38.108037 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:38.108323 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:38.108591 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:38.144023 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:38.144304 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:38.144576 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:38.391111 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:38.391731 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:38.391731 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:38.391905 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:38.392549 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:38.515778 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:38.516104 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:38.516388 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:38.516670 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:38.516939 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:38.517250 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:38.517511 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:38.517769 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:38.518023 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:38.518306 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:38.518578 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:38.518871 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:38.519143 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:38.519412 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:38.519671 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:38.519941 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:38.520216 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:38.520478 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:38.520751 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:38.521018 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:38.521869 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:38.522227 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:38.522486 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:38.522794 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:38.523054 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:38.523297 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:38.523717 n-d-798930-3 neutron-server[93851]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93851) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 15:58:38.523958 n-d-798930-3 neutron-server[93851]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93851) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 15:58:38.524193 n-d-798930-3 neutron-server[93851]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93851) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 15:58:38.524447 n-d-798930-3 neutron-server[93851]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93851) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 15:58:38.524668 n-d-798930-3 neutron-server[93851]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93851) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 15:58:38.524905 n-d-798930-3 neutron-server[93851]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93851) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 15:58:38.525277 n-d-798930-3 neutron-server[93851]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 09 15:58:38.529605 n-d-798930-3 neutron-server[93851]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 09 15:58:38.533586 n-d-798930-3 neutron-server[93851]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 09 15:58:38.537940 n-d-798930-3 neutron-server[93851]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jul 09 15:58:38.539601 n-d-798930-3 neutron-server[93851]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 09 15:58:38.540052 n-d-798930-3 neutron-server[93851]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 09 15:58:38.540386 n-d-798930-3 neutron-server[93851]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 09 15:58:38.540770 n-d-798930-3 neutron-server[93851]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 09 15:58:38.543629 n-d-798930-3 neutron-server[93851]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 09 15:58:38.543891 n-d-798930-3 neutron-server[93851]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 09 15:58:38.544242 n-d-798930-3 neutron-server[93851]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 09 15:58:38.573997 n-d-798930-3 neutron-server[93851]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 09 15:58:38.574538 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:38.574780 n-d-798930-3 neutron-server[93851]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93851) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 09 15:58:38.575153 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:38.576529 n-d-798930-3 neutron-server[93851]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93851) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 09 15:58:38.576824 n-d-798930-3 neutron-server[93851]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 09 15:58:38.577078 n-d-798930-3 neutron-server[93851]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 09 15:58:38.580334 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:38.580619 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:38.653648 n-d-798930-3 neutron-server[93851]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 09 15:58:38.653841 n-d-798930-3 neutron-server[93851]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 09 15:58:38.654026 n-d-798930-3 neutron-server[93851]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 09 15:58:38.654417 n-d-798930-3 neutron-server[93851]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 09 15:58:38.675226 n-d-798930-3 neutron-server[93851]: DEBUG oslo_db.sqlalchemy.engines [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93851) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 09 15:58:39.210071 n-d-798930-3 neutron-server[93851]: INFO neutron.plugins.ml2.managers [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Initializing driver for type 'gre' Jul 09 15:58:39.210729 n-d-798930-3 neutron-server[93851]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] gre ID ranges: [(1, 1000)] Jul 09 15:58:39.268202 n-d-798930-3 neutron-server[93851]: INFO neutron.plugins.ml2.managers [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Initializing driver for type 'local' Jul 09 15:58:39.268589 n-d-798930-3 neutron-server[93851]: INFO neutron.plugins.ml2.managers [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Initializing driver for type 'vlan' Jul 09 15:58:39.282326 n-d-798930-3 neutron-server[93851]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] VlanTypeDriver initialization complete Jul 09 15:58:39.282678 n-d-798930-3 neutron-server[93851]: INFO neutron.plugins.ml2.managers [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Initializing driver for type 'vxlan' Jul 09 15:58:39.283220 n-d-798930-3 neutron-server[93851]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] vxlan ID ranges: [(1, 1000)] Jul 09 15:58:39.336096 n-d-798930-3 neutron-server[93851]: INFO neutron.plugins.ml2.managers [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Initializing extension driver 'port_security' Jul 09 15:58:39.336463 n-d-798930-3 neutron-server[93851]: INFO neutron.plugins.ml2.extensions.port_security [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] PortSecurityExtensionDriver initialization complete Jul 09 15:58:39.336794 n-d-798930-3 neutron-server[93851]: INFO neutron.plugins.ml2.managers [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Initializing mechanism driver 'openvswitch' Jul 09 15:58:39.337128 n-d-798930-3 neutron-server[93851]: INFO neutron.plugins.ml2.managers [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Initializing mechanism driver 'hyperv' Jul 09 15:58:39.343771 n-d-798930-3 neutron-server[93851]: DEBUG neutron.plugins.ml2.plugin [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:58:39.344560 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > port after_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.344949 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > port after_update 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.345319 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > port after_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.345861 n-d-798930-3 neutron-server[93851]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93851) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 15:58:39.346342 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > subnet after_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.346722 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > subnet after_update 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.347120 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.347526 n-d-798930-3 neutron-server[93851]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93851) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 15:58:39.347956 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > network after_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.348313 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > network after_update 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.348661 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > network after_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.349052 n-d-798930-3 neutron-server[93851]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93851) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 15:58:39.349461 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > security_group after_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.349817 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > security_group after_update 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.350172 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.350699 n-d-798930-3 neutron-server[93851]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93851) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 15:58:39.351238 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.351606 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.352187 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.352833 n-d-798930-3 neutron-server[93851]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93851) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 15:58:39.353494 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > address_group after_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.353957 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > address_group after_update 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.354560 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.355275 n-d-798930-3 neutron-server[93851]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93851) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 15:58:39.355904 n-d-798930-3 neutron-server[93851]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] ML2 OVO RPC backend initialized. {{(pid=93851) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 09 15:58:39.356827 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.357267 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.357961 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > network before_response 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.358574 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > networks before_response 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.359078 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > port before_response 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.359464 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > ports before_response 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.359846 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > subnet before_response 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.360206 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > subnets before_response 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.360596 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > network after_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.360948 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > network after_update 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.361292 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > network after_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.361636 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > port after_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.361981 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > port after_update 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.362328 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > port after_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.362672 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > subnet after_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.363047 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > subnet after_update 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.363388 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.364000 n-d-798930-3 neutron-server[93851]: INFO neutron.plugins.ml2.plugin [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Modular L2 Plugin initialization complete Jul 09 15:58:39.364336 n-d-798930-3 neutron-server[93851]: DEBUG neutron.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading services supported by the core plugin {{(pid=93851) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 09 15:58:39.364668 n-d-798930-3 neutron-server[93851]: INFO neutron.plugins.ml2.managers [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Got port-security extension from driver 'port_security' Jul 09 15:58:39.365143 n-d-798930-3 neutron-server[93851]: INFO neutron.extensions.vlantransparent [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Disabled vlantransparent extension. Jul 09 15:58:39.365645 n-d-798930-3 neutron-server[93851]: DEBUG neutron.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93851) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 09 15:58:39.365967 n-d-798930-3 neutron-server[93851]: INFO neutron.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading Plugin: router Jul 09 15:58:39.403959 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.404571 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > router after_create 55549900 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.404752 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > router before_create 55549900 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.405151 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.405526 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.405904 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > router after_delete 55549900 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.406268 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.406640 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > router after_create 55549900 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.407018 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > router after_update 55549900 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.407374 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > router after_update 55549900 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.407727 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.408089 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > router after_update 55549900 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.408526 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > router precommit_update 55549900 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.408923 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: port after_update 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.409264 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: port after_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.409602 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: subnet after_update 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.409940 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.410308 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.410661 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > router precommit_create 55549900 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.411046 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: port before_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.411407 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > router precommit_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.412307 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > router after_update 55549900 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.412679 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.413035 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > router precommit_create 55549900 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.413416 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.413763 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > router precommit_update 55549900 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.414128 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > agent after_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.414496 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > agent after_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.414902 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > network after_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.415788 n-d-798930-3 neutron-server[93851]: DEBUG neutron.quota.resource_registry [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Tracking information for resource: router configured {{(pid=93851) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 15:58:39.416128 n-d-798930-3 neutron-server[93851]: DEBUG neutron.quota.resource_registry [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Tracking information for resource: floatingip configured {{(pid=93851) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 15:58:39.421350 n-d-798930-3 neutron-server[93851]: INFO neutron.db.l3_agentschedulers_db [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 09 15:58:39.421953 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: port after_update 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.422322 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: port after_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.422698 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: port after_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.423079 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: port after_update 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.423927 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > router before_create 55550100 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.424303 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.424668 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > router precommit_create 55550100 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.425027 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > router precommit_update 55550100 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.430241 n-d-798930-3 neutron-server[93851]: DEBUG neutron.services.provider_configuration [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Service providers = [] {{(pid=93851) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 09 15:58:39.430634 n-d-798930-3 neutron-server[93851]: DEBUG neutron.db.servicetype_db [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93851) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 09 15:58:39.433645 n-d-798930-3 neutron-server[93851]: DEBUG neutron.services.service_base [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93851) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 15:58:39.434026 n-d-798930-3 neutron-server[93851]: DEBUG neutron.services.service_base [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93851) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 15:58:39.434376 n-d-798930-3 neutron-server[93851]: DEBUG neutron.services.service_base [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93851) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 15:58:39.435326 n-d-798930-3 neutron-server[93851]: DEBUG neutron.services.service_base [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93851) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 15:58:39.435706 n-d-798930-3 neutron-server[93851]: INFO neutron.services.service_base [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 09 15:58:39.436093 n-d-798930-3 neutron-server[93851]: DEBUG neutron.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93851) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 15:58:39.436419 n-d-798930-3 neutron-server[93851]: INFO neutron.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 09 15:58:39.447266 n-d-798930-3 neutron-server[93851]: DEBUG neutron.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93851) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 15:58:39.447625 n-d-798930-3 neutron-server[93851]: INFO neutron.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading Plugin: auto_allocate Jul 09 15:58:39.453526 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: network precommit_update 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.453896 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: network precommit_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.454426 n-d-798930-3 neutron-server[93851]: DEBUG neutron.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93851) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 15:58:39.454796 n-d-798930-3 neutron-server[93851]: INFO neutron.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading Plugin: tag Jul 09 15:58:39.461646 n-d-798930-3 neutron-server[93851]: DEBUG neutron.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93851) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 15:58:39.461917 n-d-798930-3 neutron-server[93851]: INFO neutron.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading Plugin: timestamp Jul 09 15:58:39.467648 n-d-798930-3 neutron-server[93851]: DEBUG neutron.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93851) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 15:58:39.468002 n-d-798930-3 neutron-server[93851]: INFO neutron.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading Plugin: network_ip_availability Jul 09 15:58:39.473799 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.474696 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.475084 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.475855 n-d-798930-3 neutron-server[93851]: DEBUG neutron.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93851) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 15:58:39.476180 n-d-798930-3 neutron-server[93851]: INFO neutron.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading Plugin: flavors Jul 09 15:58:39.482703 n-d-798930-3 neutron-server[93851]: DEBUG neutron.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93851) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 15:58:39.483300 n-d-798930-3 neutron-server[93851]: INFO neutron.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading Plugin: revisions Jul 09 15:58:39.488200 n-d-798930-3 neutron-server[93851]: DEBUG neutron.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93851) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 15:58:39.488603 n-d-798930-3 neutron-server[93851]: DEBUG oslo_concurrency.lockutils [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.858s {{(pid=93851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 15:58:39.489416 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93851) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 09 15:58:39.489818 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Initializing extension manager. Jul 09 15:58:39.490912 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: __init__.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.491264 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: __pycache__ {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.491629 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.491969 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: address_group.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.492779 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.493419 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: address-group Jul 09 15:58:39.493721 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: address_scope.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.494465 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.495010 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: address-scope Jul 09 15:58:39.495364 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.496347 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.496875 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: router-admin-state-down-before-update Jul 09 15:58:39.497224 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: agent.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.498067 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.498720 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: agent Jul 09 15:58:39.501038 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: agent_resources_synced.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.501038 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.501038 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: agent-resources-synced Jul 09 15:58:39.501038 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: allowedaddresspairs.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.502850 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.503379 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: allowed-address-pairs Jul 09 15:58:39.503731 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: auto_allocated_topology.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.504852 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.505375 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: auto-allocated-topology Jul 09 15:58:39.505736 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: availability_zone.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.506450 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.507005 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: availability_zone Jul 09 15:58:39.507337 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: availability_zone_filter.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.508279 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.508797 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: availability_zone_filter Jul 09 15:58:39.509126 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: data_plane_status.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.510049 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.510564 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extension data-plane-status not supported by any of loaded plugins Jul 09 15:58:39.510921 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: default_subnetpools.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.511851 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.512368 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: default-subnetpools Jul 09 15:58:39.512693 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.513551 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.514068 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: dhcp_agent_scheduler Jul 09 15:58:39.514394 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: dns.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.515382 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.515938 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extension dns-integration not supported by any of loaded plugins Jul 09 15:58:39.516270 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: dns_domain_ports.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.517265 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.517773 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 09 15:58:39.518117 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.519158 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.519673 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 09 15:58:39.519996 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: dvr.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.520682 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.521709 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: dvr Jul 09 15:58:39.522031 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: empty_string_filtering.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.522985 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.523502 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: empty-string-filtering Jul 09 15:58:39.523829 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.524756 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.525263 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 09 15:58:39.525588 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.526524 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.527062 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 09 15:58:39.527388 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: external_net.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.528305 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.528817 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: external-net Jul 09 15:58:39.529148 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.530067 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.530594 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: extra_dhcp_opt Jul 09 15:58:39.530967 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: extraroute.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.531881 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.532391 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: extraroute Jul 09 15:58:39.532720 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: extraroute_atomic.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.533782 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.534324 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: extraroute-atomic Jul 09 15:58:39.534653 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: filter_validation.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.535376 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.535883 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: filter-validation Jul 09 15:58:39.536230 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: fip_pf_description.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.537719 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.538223 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 09 15:58:39.538550 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: fip_port_details.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.539510 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.540025 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: fip-port-details Jul 09 15:58:39.540354 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: flavors.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.541652 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.542193 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: flavors Jul 09 15:58:39.542529 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.544309 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.544848 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 09 15:58:39.545182 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: floatingip_pools.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.546002 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.546430 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: floatingip-pools Jul 09 15:58:39.546760 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: ip_allocation.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.547742 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.548256 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extension ip_allocation not supported by any of loaded plugins Jul 09 15:58:39.548607 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.549571 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.550123 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: ip-substring-filtering Jul 09 15:58:39.550456 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: l2_adjacency.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.551425 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.551935 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 09 15:58:39.552285 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: l3.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.553566 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.554085 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: router Jul 09 15:58:39.554414 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.556934 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.557466 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 09 15:58:39.557803 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.558851 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.559302 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: ext-gw-mode Jul 09 15:58:39.559663 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.560569 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.561085 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: l3-ha Jul 09 15:58:39.561459 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: l3_flavors.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.563129 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.563129 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: l3-flavors Jul 09 15:58:39.563324 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.564145 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.564687 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 09 15:58:39.565024 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: l3agentscheduler.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.566143 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.566659 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: l3_agent_scheduler Jul 09 15:58:39.567027 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: logging.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.568860 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.569439 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extension logging not supported by any of loaded plugins Jul 09 15:58:39.569813 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: metering.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.570762 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.571492 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: metering Jul 09 15:58:39.571893 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.573217 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.573858 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: metering_source_and_destination_fields Jul 09 15:58:39.574194 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: multiprovidernet.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.575410 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.576021 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: multi-provider Jul 09 15:58:39.576448 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: netmtu.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.577594 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.578232 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: net-mtu Jul 09 15:58:39.578951 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: netmtu_writable.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.579833 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.580455 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: net-mtu-writable Jul 09 15:58:39.580824 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: network_availability_zone.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.581601 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.582112 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: network_availability_zone Jul 09 15:58:39.582478 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: network_ip_availability.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.584179 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.584699 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: network-ip-availability Jul 09 15:58:39.585036 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: network_segment_range.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.585847 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.586355 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extension network-segment-range not supported by any of loaded plugins Jul 09 15:58:39.586700 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: pagination.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.587729 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.588058 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: pagination Jul 09 15:58:39.588382 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: port_device_profile.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.589324 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.589850 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: port-device-profile Jul 09 15:58:39.590185 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.591147 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.591663 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: port-mac-address-regenerate Jul 09 15:58:39.591990 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.592938 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.593453 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: port-numa-affinity-policy Jul 09 15:58:39.593778 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: port_resource_request.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.594706 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.595244 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extension port-resource-request not supported by any of loaded plugins Jul 09 15:58:39.595568 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: portbindings.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.596508 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.597021 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: binding Jul 09 15:58:39.597351 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: portbindings_extended.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.598851 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.599502 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: binding-extended Jul 09 15:58:39.600332 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: portsecurity.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.601397 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.601980 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: port-security Jul 09 15:58:39.602382 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: project_id.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.603485 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.603871 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: project-id Jul 09 15:58:39.604314 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: providernet.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.605370 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.606023 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: provider Jul 09 15:58:39.606408 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: qos.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.610570 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.611123 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extension qos not supported by any of loaded plugins Jul 09 15:58:39.611537 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.613066 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.613665 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 09 15:58:39.614117 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.615236 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.615826 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 09 15:58:39.616188 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: qos_default.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.617214 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.617727 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extension qos-default not supported by any of loaded plugins Jul 09 15:58:39.618052 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: qos_fip.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.618731 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.619268 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extension qos-fip not supported by any of loaded plugins Jul 09 15:58:39.619590 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: qos_gateway_ip.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.620556 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.621067 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 09 15:58:39.621395 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: qos_port_network_policy.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.622377 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.622934 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 09 15:58:39.623267 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: qos_rule_type_details.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.624242 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.624757 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 09 15:58:39.625083 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: qos_rules_alias.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.626155 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.626672 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 09 15:58:39.627343 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: quotasv2.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.628060 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.628417 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: quotas Jul 09 15:58:39.628777 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: quotasv2_detail.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.632065 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.632436 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: quota_details Jul 09 15:58:39.632775 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: rbac.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.633951 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.634498 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: rbac-policies Jul 09 15:58:39.634865 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: rbac_address_group.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.636064 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.636593 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: rbac-address-group Jul 09 15:58:39.636928 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: rbac_address_scope.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.637879 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.638401 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: rbac-address-scope Jul 09 15:58:39.638731 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: rbac_security_groups.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.639685 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.640215 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: rbac-security-groups Jul 09 15:58:39.640546 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: rbac_subnetpool.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.641583 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.642199 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: rbac-subnetpool Jul 09 15:58:39.642555 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: revisionifmatch.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.643635 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.644209 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: revision-if-match Jul 09 15:58:39.644596 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: revisions.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.645930 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.647055 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: standard-attr-revisions Jul 09 15:58:39.647389 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: router_availability_zone.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.648089 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.648637 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: router_availability_zone Jul 09 15:58:39.648965 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: routerservicetype.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.649905 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.650416 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extension router-service-type not supported by any of loaded plugins Jul 09 15:58:39.650795 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.651753 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.652273 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: security-groups-normalized-cidr Jul 09 15:58:39.652604 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.653537 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.654050 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: port-security-groups-filtering Jul 09 15:58:39.654402 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.655567 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.656215 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: security-groups-remote-address-group Jul 09 15:58:39.656637 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: securitygroup.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.667398 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.667975 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: security-group Jul 09 15:58:39.668319 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: segment.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.669183 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.669698 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extension segment not supported by any of loaded plugins Jul 09 15:58:39.670030 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.671108 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.671633 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 09 15:58:39.672181 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: servicetype.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.673597 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.674210 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: service-type Jul 09 15:58:39.674629 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: sorting.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.676080 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.676465 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: sorting Jul 09 15:58:39.676834 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: standard_attr_segment.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.678490 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.679202 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 09 15:58:39.679683 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: standardattrdescription.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.680488 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.681070 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: standard-attr-description Jul 09 15:58:39.681488 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: stateful_security_group.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.682713 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.683483 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: stateful-security-group Jul 09 15:58:39.683753 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: stdattrs_common.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.684496 n-d-798930-3 neutron-server[93851]: WARNING neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 09 15:58:39.684953 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.686073 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.686697 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 09 15:58:39.687142 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: subnet_onboard.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.688413 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.689022 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: subnet_onboard Jul 09 15:58:39.689313 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.690418 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.691047 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 09 15:58:39.691433 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: subnet_service_types.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.692799 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.693524 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: subnet-service-types Jul 09 15:58:39.693869 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: subnetallocation.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.695414 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.696162 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: subnet_allocation Jul 09 15:58:39.696568 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.697480 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.698253 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: subnetpool-prefix-ops Jul 09 15:58:39.698664 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.699686 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.700199 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 09 15:58:39.700524 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: tagging.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.701723 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.702301 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: standard-attr-tag Jul 09 15:58:39.702635 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: timestamp.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.703977 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.704494 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loaded extension: standard-attr-timestamp Jul 09 15:58:39.704837 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: trunk.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.705887 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.706429 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extension trunk not supported by any of loaded plugins Jul 09 15:58:39.706812 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: trunk_details.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.707757 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.708272 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extension trunk-details not supported by any of loaded plugins Jul 09 15:58:39.709142 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: uplink_status_propagation.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.710110 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.710652 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 09 15:58:39.711073 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Loading extension file: vlantransparent.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 15:58:39.711838 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 15:58:39.712368 n-d-798930-3 neutron-server[93851]: INFO neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 09 15:58:39.715097 n-d-798930-3 neutron-server[93851]: INFO neutron.quota.resource_registry [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Creating instance of TrackedResource for resource:network Jul 09 15:58:39.715677 n-d-798930-3 neutron-server[93851]: INFO neutron.quota.resource_registry [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Creating instance of TrackedResource for resource:subnet Jul 09 15:58:39.716101 n-d-798930-3 neutron-server[93851]: INFO neutron.quota.resource_registry [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 15:58:39.716504 n-d-798930-3 neutron-server[93851]: INFO neutron.quota.resource_registry [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Creating instance of TrackedResource for resource:port Jul 09 15:58:39.717805 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.v2.resource_helper [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 15:58:39.718264 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.v2.resource_helper [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Service FLAVORS assigned prefix: {{(pid=93851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 15:58:39.718931 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.v2.resource_helper [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 15:58:39.719364 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.v2.resource_helper [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 15:58:39.719692 n-d-798930-3 neutron-server[93851]: INFO neutron.quota.resource_registry [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Creating instance of TrackedResource for resource:router Jul 09 15:58:39.720141 n-d-798930-3 neutron-server[93851]: INFO neutron.quota.resource_registry [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Creating instance of TrackedResource for resource:floatingip Jul 09 15:58:39.720679 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.v2.resource_helper [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Service METERING assigned prefix: /metering {{(pid=93851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 15:58:39.722203 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.722615 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.723031 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 15:58:39.724093 n-d-798930-3 neutron-server[93851]: INFO neutron.quota.resource_registry [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Creating instance of CountableResource for resource:rbac_policy Jul 09 15:58:39.725102 n-d-798930-3 neutron-server[93851]: INFO neutron.quota.resource_registry [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Creating instance of TrackedResource for resource:security_group Jul 09 15:58:39.725565 n-d-798930-3 neutron-server[93851]: INFO neutron.quota.resource_registry [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 09 15:58:39.726171 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.v2.resource_helper [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Service CORE assigned prefix: {{(pid=93851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 15:58:39.726504 n-d-798930-3 neutron-server[93851]: INFO neutron.quota.resource_registry [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 15:58:39.726887 n-d-798930-3 neutron-server[93851]: WARNING neutron.quota.resource_registry [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] subnetpool is already registered Jul 09 15:58:39.727320 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.v2.resource_helper [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Service CORE assigned prefix: {{(pid=93851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 15:58:39.727647 n-d-798930-3 neutron-server[93851]: INFO neutron.quota.resource_registry [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 15:58:39.727980 n-d-798930-3 neutron-server[93851]: WARNING neutron.quota.resource_registry [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] subnetpool is already registered Jul 09 15:58:39.730397 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.v2.resource_helper [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 15:58:39.730863 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.v2.resource_helper [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Service FLAVORS assigned prefix: {{(pid=93851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 15:58:39.731463 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.v2.resource_helper [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 15:58:39.731889 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.v2.resource_helper [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 15:58:39.732253 n-d-798930-3 neutron-server[93851]: INFO neutron.quota.resource_registry [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Creating instance of TrackedResource for resource:router Jul 09 15:58:39.732602 n-d-798930-3 neutron-server[93851]: WARNING neutron.quota.resource_registry [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] router is already registered Jul 09 15:58:39.733048 n-d-798930-3 neutron-server[93851]: INFO neutron.quota.resource_registry [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Creating instance of TrackedResource for resource:floatingip Jul 09 15:58:39.733390 n-d-798930-3 neutron-server[93851]: WARNING neutron.quota.resource_registry [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] floatingip is already registered Jul 09 15:58:39.733844 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.v2.resource_helper [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Service METERING assigned prefix: /metering {{(pid=93851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 15:58:39.734510 n-d-798930-3 neutron-server[93851]: INFO neutron.quota.resource_registry [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Creating instance of CountableResource for resource:rbac_policy Jul 09 15:58:39.734867 n-d-798930-3 neutron-server[93851]: WARNING neutron.quota.resource_registry [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] rbac_policy is already registered Jul 09 15:58:39.735278 n-d-798930-3 neutron-server[93851]: INFO neutron.quota.resource_registry [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Creating instance of TrackedResource for resource:security_group Jul 09 15:58:39.735614 n-d-798930-3 neutron-server[93851]: WARNING neutron.quota.resource_registry [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] security_group is already registered Jul 09 15:58:39.736018 n-d-798930-3 neutron-server[93851]: INFO neutron.quota.resource_registry [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 09 15:58:39.736350 n-d-798930-3 neutron-server[93851]: WARNING neutron.quota.resource_registry [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] security_group_rule is already registered Jul 09 15:58:39.736970 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.v2.resource_helper [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Service CORE assigned prefix: {{(pid=93851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 15:58:39.737301 n-d-798930-3 neutron-server[93851]: INFO neutron.quota.resource_registry [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 15:58:39.737639 n-d-798930-3 neutron-server[93851]: WARNING neutron.quota.resource_registry [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] subnetpool is already registered Jul 09 15:58:39.738060 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.v2.resource_helper [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Service CORE assigned prefix: {{(pid=93851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 15:58:39.738389 n-d-798930-3 neutron-server[93851]: INFO neutron.quota.resource_registry [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 15:58:39.738722 n-d-798930-3 neutron-server[93851]: WARNING neutron.quota.resource_registry [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] subnetpool is already registered Jul 09 15:58:39.739229 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extended resource: extensions {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:58:39.741290 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extended resource: address-groups {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:58:39.742817 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extended resource: address-scopes {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:58:39.744189 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extended resource: agents {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:58:39.745426 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extended resource: auto-allocated-topology {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:58:39.746673 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extended resource: availability_zones {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:58:39.747947 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extended resource: dhcp-networks {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:58:39.750659 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extended resource: dhcp-agents {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:58:39.752153 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extended resource: routers {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:58:39.753933 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extended resource: flavors {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:58:39.755306 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extended resource: service_profiles {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:58:39.757239 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extended resource: next_providers {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:58:39.758890 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extended resource: service_profiles {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:58:39.760503 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extended resource: floatingip-pools {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:58:39.761721 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extended resource: routers {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:58:39.763447 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extended resource: floatingips {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:58:39.764722 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extended resource: l3-routers {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:58:39.766090 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extended resource: l3-agents {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:58:39.767612 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extended resource: metering-labels {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:58:39.768869 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extended resource: metering-label-rules {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:58:39.770375 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extended resource: network-ip-availabilities {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:58:39.771862 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extended resource: bindings {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:58:39.773479 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extended resource: quotas {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:58:39.775109 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extended resource: quotas {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:58:39.776513 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extended resource: rbac-policies {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:58:39.777705 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extended resource: security-groups {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:58:39.779020 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extended resource: security-group-rules {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:58:39.780290 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extended resource: service-providers {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:58:39.781519 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extended resource: subnetpools {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:58:39.782861 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extended resource: subnetpools {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:58:39.784406 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extended resource: tags {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:58:39.786183 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extended resource: tags {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:58:39.788532 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extended resource: tags {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:58:39.790720 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extended resource: tags {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:58:39.792873 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extended resource: tags {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:58:39.795242 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extended resource: tags {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:58:39.797375 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extended resource: tags {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:58:39.799581 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extended resource: tags {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:58:39.801203 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extended resource: tags {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:58:39.803901 n-d-798930-3 neutron-server[93851]: DEBUG neutron.api.extensions [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Extended resource: tags {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 15:58:39.810043 n-d-798930-3 neutron-server[93851]: WARNING keystonemiddleware.auth_token [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 09 15:58:39.814841 n-d-798930-3 neutron-server[93851]: WARNING keystonemiddleware.auth_token [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 09 15:58:39.825444 n-d-798930-3 neutron-server[93851]: DEBUG oslo_concurrency.lockutils [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Acquired lock "singleton_lock" {{(pid=93851) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 09 15:58:39.825922 n-d-798930-3 neutron-server[93851]: DEBUG oslo_concurrency.lockutils [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Releasing lock "singleton_lock" {{(pid=93851) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 09 15:58:39.826567 n-d-798930-3 neutron-server[93851]: INFO oslo_service.service [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Starting 2 workers Jul 09 15:58:39.831439 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Started child 93958 {{(pid=93851) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 09 15:58:39.836710 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Started child 93959 {{(pid=93851) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 09 15:58:39.837397 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:39.838301 n-d-798930-3 neutron-server[93851]: INFO neutron.service [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 09 15:58:39.838877 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [-] (93958) wsgi starting up on http://0.0.0.0:9696 Jul 09 15:58:39.839055 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Notify callbacks [] for process, before_spawn {{(pid=93851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:39.841366 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:39.841873 n-d-798930-3 neutron-server[93851]: INFO oslo_service.service [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Starting 1 workers Jul 09 15:58:39.842682 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [-] (93959) wsgi starting up on http://0.0.0.0:9696 Jul 09 15:58:39.846803 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Started child 93960 {{(pid=93851) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 09 15:58:39.847331 n-d-798930-3 neutron-server[93851]: INFO oslo_service.service [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Starting 1 workers Jul 09 15:58:39.851249 n-d-798930-3 neutron-server[93960]: DEBUG neutron.service [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] calling RpcWorker wait() {{(pid=93960) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 09 15:58:39.851822 n-d-798930-3 neutron-server[93960]: DEBUG neutron.service [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] returning from RpcWorker wait() {{(pid=93960) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 09 15:58:39.852498 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Started child 93961 {{(pid=93851) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 09 15:58:39.853223 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:39.853346 n-d-798930-3 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-747f472a-e483-49ed-8b74-d4359e0f0470 None None] Notify callbacks [] for process, after_spawn {{(pid=93851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:39.853771 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:58:39.855349 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93851) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 09 15:58:39.855567 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 09 15:58:39.855754 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 09 15:58:39.855977 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 09 15:58:39.856341 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 09 15:58:39.856507 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 09 15:58:39.857031 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.857308 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.857568 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.857850 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.858141 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.858270 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:39.858742 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.859021 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.859290 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.859904 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.859904 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.860076 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.860312 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.860445 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.860679 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.861052 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.861249 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.861491 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.861812 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.861941 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.862213 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.862501 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.862920 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.863063 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] debug = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.863324 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.863834 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.864104 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.864379 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.864609 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.864920 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.865186 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.865470 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.865714 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.865937 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.866200 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.866474 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.866713 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.866998 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.867244 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.867509 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.867738 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.868229 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] host = n-d-798930-3 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.868467 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.868712 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.868966 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.869231 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.869502 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.869723 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.869995 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.870256 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.870533 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.870814 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.871063 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.871326 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.871580 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.871814 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] log_file = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.871980 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] log_options = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.872224 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.872499 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.872773 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.872966 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.873137 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.873318 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.873577 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.873742 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.873993 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.874235 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.874455 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.874674 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.874959 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.875423 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.875423 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.875670 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.875924 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.876155 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.876418 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.876697 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.876947 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.877196 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.877440 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.877697 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.877940 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.878163 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.878429 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.878672 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.878914 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.879284 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.879469 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.879757 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.880012 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.880318 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.881083 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.881314 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.881541 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.881830 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.882081 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.882342 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.882608 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.882889 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.883142 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.883372 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.883621 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.883875 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] use_json = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.884097 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.884354 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.884611 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.884831 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.885069 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.885289 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.885511 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.885798 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.886216 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.886542 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.886894 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.887142 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.887381 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.887641 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.887891 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.888115 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.888401 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.888667 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.889006 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.889236 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.889523 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.889846 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.890181 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.890520 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.890888 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.891321 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.891898 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.891898 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.892148 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.892747 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.892998 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.893213 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.893585 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.98/identity {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.893774 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.894168 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.894517 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.894794 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.895045 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.895357 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.895658 n-d-798930-3 neutron-server[93961]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:58:39.895791 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.895965 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.896891 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.897038 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.897350 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.897718 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.898106 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.898242 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.898521 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.898838 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.899081 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.899406 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.899735 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.900153 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.900283 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.900472 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.900817 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.901069 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.901376 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.901616 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.901944 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.902281 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.902498 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.902722 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.902986 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.903346 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.903625 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.903845 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.904068 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.904379 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.904760 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.905084 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.905490 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.905763 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.906026 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.906284 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.906548 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.906897 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.907213 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.907970 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.907970 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.908233 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.908362 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.908562 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.908780 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.908994 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.909211 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.909607 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.909826 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.910103 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.910381 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.910749 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.911127 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.911474 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.911866 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.912334 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.912334 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.912863 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.913319 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.913319 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.913575 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.913714 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.913921 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.914157 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.914468 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.915187 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.915187 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.915428 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.915498 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.915720 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.915945 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.916200 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.916878 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.916878 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.917030 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.917193 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.917481 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.922779 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.922779 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.922779 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.922779 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.922779 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.922779 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.922779 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.922779 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.923482 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.923482 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.923482 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.923482 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.923482 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.923482 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.923482 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.923482 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.923952 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.923952 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.923952 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.923952 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.923952 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.923952 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.923952 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.923952 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.924421 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.924421 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.924421 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.924602 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.924854 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.925120 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.925364 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.925627 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.925873 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.926105 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.926380 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.926613 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.98/identity {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.926876 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.927146 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.927439 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.927977 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.928359 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.928640 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.928894 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.929114 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.929328 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.929593 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.929828 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.930066 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.930305 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.930558 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.930792 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.931079 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.931312 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.931539 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.931796 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.932048 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.932269 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.932503 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.932761 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.933022 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.933258 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.933555 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.933815 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.934080 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.934310 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.934552 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.934863 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.935084 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.935351 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.935571 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.936029 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.936251 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.936504 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.936869 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.937264 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.937658 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.937891 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.938146 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.938420 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.938737 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.939028 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.939295 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.939547 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.939788 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.940044 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.940264 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.940486 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.940723 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.940939 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.941179 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.941442 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.941690 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.941911 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.942141 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.942378 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.942589 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.943577 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.943798 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.944118 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.944390 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.944638 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.944923 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.945173 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.945405 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.945664 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.945879 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.946091 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.946335 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.946598 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.946823 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.947072 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.947286 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.947496 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.947720 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.947943 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.948165 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.948412 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.948643 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.948855 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.949109 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.949331 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.949550 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.949795 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.950057 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.950290 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.950548 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.950825 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.951043 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.951348 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.951642 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.952401 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.952401 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.952672 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.952672 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.952950 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.953218 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.953434 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.953706 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.953927 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.954146 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.954387 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.954646 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.955023 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.955337 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.955772 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.956197 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.956501 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.956788 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.957066 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.957306 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.957576 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.957929 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.958285 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.959498 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.959498 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.959777 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.959922 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.960051 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.960268 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.960476 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.960690 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.960933 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.961181 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.961438 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.961709 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.961981 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.962154 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.962593 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.962593 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.962836 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.963060 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.963220 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 09 15:58:39.963742 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93851) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 09 15:58:39.963924 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 09 15:58:39.964243 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 09 15:58:39.964435 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 09 15:58:39.964606 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 09 15:58:39.964760 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 09 15:58:39.964968 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.965142 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.965313 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.965473 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.965634 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.965815 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.965979 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.966138 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.966299 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.966478 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.966641 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.966821 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.966983 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.967161 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.967348 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.967532 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.967696 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.967885 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.968073 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.968271 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.968444 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.968665 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.968919 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] debug = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.969038 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.969241 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.969410 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.969631 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.969816 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.969905 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.970047 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.970231 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.970471 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.970625 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.970838 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.971006 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.971169 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.971317 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.971585 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.971745 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.971883 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.972057 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] host = n-d-798930-3 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.972274 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.972448 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.972651 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.972855 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.973045 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.973457 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.973457 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.973682 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.974203 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.974203 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.974203 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.975134 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.975134 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.975134 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] log_file = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.975358 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] log_options = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.975436 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.975665 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.975763 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.976081 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.976081 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.976243 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.976389 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.976566 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.976744 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.976938 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.977127 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.977305 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.977483 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.977673 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.978002 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.978002 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.978189 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.978365 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.978553 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.978755 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.979107 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.979220 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.979321 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.979476 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.979659 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.979842 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.980022 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.980356 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.980356 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.980646 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.980731 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.980852 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.981011 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.981169 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.981328 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.981488 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.981651 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.981815 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.982092 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.982259 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.982452 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.982675 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.982890 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.983091 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.983284 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.983477 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] use_json = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.983638 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.983798 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.984011 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.984122 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.984262 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.984421 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.984579 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.984738 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 15:58:39.984952 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.985083 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.985257 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.985421 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.985583 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.985859 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.986028 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.986224 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.986439 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.986633 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.987026 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.987026 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.987259 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.987440 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.987655 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.988135 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.988135 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.988135 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.988387 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.988460 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.988605 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.988787 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.988965 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.989126 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.989289 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.98/identity {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.989471 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.989632 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.989863 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.990537 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.990723 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.990894 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.991059 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.991221 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.991383 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.991548 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.991727 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.991889 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.992051 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.992213 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.992375 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.992536 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.992697 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.992881 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.993043 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.993204 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.993366 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.993532 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.993793 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.994014 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.994205 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.994379 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.994540 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.994702 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.994903 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.995066 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.995227 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.995393 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.995577 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.995743 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.995923 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.996103 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.996301 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.996463 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.996624 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.996784 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.996956 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.997125 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.997287 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.997465 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.997629 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.997793 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.997970 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.998131 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.998306 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.998471 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.998586 n-d-798930-3 neutron-server[93960]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:58:39.998683 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.998800 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.998955 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.999118 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.999279 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.999449 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.999618 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.999779 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:39.999944 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.000127 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.000304 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.000472 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.000642 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.000817 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.000983 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.001159 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.001321 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.001485 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.001651 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.001822 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.001990 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.002150 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.002317 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.002491 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.002654 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.002865 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.003035 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.003205 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.003367 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.003581 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.003685 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.003835 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.003995 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.004157 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.004337 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.004625 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.004727 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.004866 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.005029 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.005199 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.005399 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.005583 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.005756 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.005919 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.006102 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.006228 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.006391 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.006552 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.006733 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.006918 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.007100 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.007261 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.007430 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.007602 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.007764 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.007947 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.008108 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.008292 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.008470 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.008633 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.008793 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.008961 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.009126 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.009300 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.009461 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.009624 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.009784 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.009945 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.010107 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.98/identity {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.010287 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.010455 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.010598 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.010750 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.010933 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.011071 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.011247 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.011412 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.011579 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.011961 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.011961 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.012228 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.012228 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.012729 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.012729 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.012729 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.012996 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.012996 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.013135 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.013303 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.013467 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.013628 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.013789 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.014129 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.014129 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.014279 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.014418 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.014579 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.014742 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.014943 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.015104 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.015286 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.015452 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.015631 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.015794 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.015955 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.016353 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.016353 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.016607 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.016607 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.016772 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.016900 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.017061 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.017238 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.017399 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.017560 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.017722 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.017907 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.018070 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.018235 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.018412 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.018573 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.018745 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.018948 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.019115 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.019270 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.019458 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.019607 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.019755 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.019915 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.020083 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.020244 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.020499 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.020701 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.020839 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.021008 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.021150 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.021293 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.021425 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.021601 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.021763 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.021923 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.022083 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.022245 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.022416 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.022576 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.022738 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.022923 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.023085 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.023268 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.023439 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.023601 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.023762 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.023924 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.024084 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.024245 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.024416 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.024577 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.024737 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.024899 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.025059 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.025220 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.025392 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.025554 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.025715 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.025884 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.026044 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.026206 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.026381 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.026563 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.027071 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.027071 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.027071 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.027310 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.027390 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.027503 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.027668 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.027865 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.028038 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.028198 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.028371 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.030787 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.030787 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.030787 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.030787 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.030787 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.030787 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.030787 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.030787 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.031382 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.031382 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.031382 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.031382 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.031382 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.031382 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.031382 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.031987 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.032159 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.032326 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.032491 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.032678 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.032840 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.033008 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.033166 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.033326 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 15:58:40.033480 n-d-798930-3 neutron-server[93851]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 09 15:58:40.095206 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43134) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:58:40.103843 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [-] 10.222.0.98 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062943 Jul 09 15:58:52.282264 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8166d3f-d0e6-4374-8f52-a1d90a6634c3 None None] get_active_networks_info from n-d-798930-3 {{(pid=93960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 15:58:52.391331 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8166d3f-d0e6-4374-8f52-a1d90a6634c3 None None] No non-hosted networks {{(pid=93960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 09 15:58:52.415369 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.agentschedulers_db [None req-e8166d3f-d0e6-4374-8f52-a1d90a6634c3 None None] DHCP Agent not found on host n-d-798930-3 {{(pid=93960) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 09 15:58:52.585453 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f4b1ff75-0f62-465f-b3f8-bea6931e889f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-319286'] for agent, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:55.016262 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-213fe221-dbad-4ad8-85a8-2530100a6d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-319286'] for agent, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:55.071480 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8f4481cc-be08-4aff-abd8-26bd96dca901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:55.194601 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-319286'] for agent, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:55.195227 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:55.195575 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:55.195912 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:55.200454 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:55.200862 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:55.201205 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:55.201534 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:55.201866 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:55.202186 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:55.202748 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:55.203657 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:55.206987 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:58:55.207571 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-798930-3', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:58:55.217233 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-798930-3', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:58:56.060662 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-319286'] for agent, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:57.959046 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-319286'] for agent, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:58:58.599664 n-d-798930-3 neutron-server[93960]: INFO neutron.db.l3_hamode_db [None req-5772c155-db6d-41b8-9dbd-9857b6f2c5d5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 09 15:58:58.678961 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5772c155-db6d-41b8-9dbd-9857b6f2c5d5 None None] Routers set() bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:58:58.679352 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5772c155-db6d-41b8-9dbd-9857b6f2c5d5 None None] Router IDs set() for agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 09 15:58:59.086887 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43226) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:58:59.627154 n-d-798930-3 neutron-server[93959]: WARNING oslo_policy.policy [None req-82a19b72-ec6c-4bed-a9d5-6baa61c9da50 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 15:58:59.627782 n-d-798930-3 neutron-server[93959]: WARNING oslo_policy.policy [None req-82a19b72-ec6c-4bed-a9d5-6baa61c9da50 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 15:58:59.864058 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [None req-82a19b72-ec6c-4bed-a9d5-6baa61c9da50 admin admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:58:59.865134 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-82a19b72-ec6c-4bed-a9d5-6baa61c9da50 admin admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7773380 Jul 09 15:59:02.308219 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43240) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:59:02.647734 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-0da64839-2c4a-4274-bef1-1b8043439559 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:59:02.743304 n-d-798930-3 neutron-server[93959]: DEBUG neutron.policy [None req-0da64839-2c4a-4274-bef1-1b8043439559 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93959) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 09 15:59:02.788624 n-d-798930-3 neutron-server[93959]: WARNING oslo_policy.policy [None req-0da64839-2c4a-4274-bef1-1b8043439559 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 15:59:02.789038 n-d-798930-3 neutron-server[93959]: WARNING oslo_policy.policy [None req-0da64839-2c4a-4274-bef1-1b8043439559 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 15:59:02.797847 n-d-798930-3 neutron-server[93959]: INFO neutron.quota [None req-0da64839-2c4a-4274-bef1-1b8043439559 admin admin] Loaded quota_driver: . Jul 09 15:59:02.899362 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0da64839-2c4a-4274-bef1-1b8043439559 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777627190892', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777627190449', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777627199662', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777627205268', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777627179049', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777627156639', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-760825', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-780056', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1587859', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1687801'] for rbac-policy, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:02.979612 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0da64839-2c4a-4274-bef1-1b8043439559 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:02.981018 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0da64839-2c4a-4274-bef1-1b8043439559 admin admin] 10.222.0.98 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6718087 Jul 09 15:59:05.761358 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43252) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:59:06.101497 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-c645d685-8a68-4044-b3f9-eb037ecad82c admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '7a614e8850f045db98da1228db67ffef', 'tenant_id': '7a614e8850f045db98da1228db67ffef'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:59:06.132535 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c645d685-8a68-4044-b3f9-eb037ecad82c admin admin] Made reservation on behalf of 7a614e8850f045db98da1228db67ffef for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:59:06.135513 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c645d685-8a68-4044-b3f9-eb037ecad82c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:06.153003 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c645d685-8a68-4044-b3f9-eb037ecad82c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:06.283041 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c645d685-8a68-4044-b3f9-eb037ecad82c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:06.287397 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c645d685-8a68-4044-b3f9-eb037ecad82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:06.308053 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c645d685-8a68-4044-b3f9-eb037ecad82c admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 15:59:06.336602 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c645d685-8a68-4044-b3f9-eb037ecad82c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777622486604', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:06.337149 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c645d685-8a68-4044-b3f9-eb037ecad82c admin admin] Unsubscribe: segment precommit_create {{(pid=93959) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 09 15:59:06.337659 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-c645d685-8a68-4044-b3f9-eb037ecad82c admin admin] Added segment 6ff711cf-c427-40d4-a5a3-3004a3fd0a1a of type vlan for network edbc7fdf-98d0-4619-b279-41ba15591ad2 Jul 09 15:59:06.355340 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c645d685-8a68-4044-b3f9-eb037ecad82c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ce42e3-4df3-4808-a2b3-39c44d283b86,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:06.405745 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645d685-8a68-4044-b3f9-eb037ecad82c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:06.406077 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645d685-8a68-4044-b3f9-eb037ecad82c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:06.406404 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645d685-8a68-4044-b3f9-eb037ecad82c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:06.406730 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645d685-8a68-4044-b3f9-eb037ecad82c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:06.407080 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645d685-8a68-4044-b3f9-eb037ecad82c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:06.407398 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645d685-8a68-4044-b3f9-eb037ecad82c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:06.407711 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645d685-8a68-4044-b3f9-eb037ecad82c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:06.408022 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645d685-8a68-4044-b3f9-eb037ecad82c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:06.408330 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645d685-8a68-4044-b3f9-eb037ecad82c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:06.408636 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645d685-8a68-4044-b3f9-eb037ecad82c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:06.408943 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645d685-8a68-4044-b3f9-eb037ecad82c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:06.409249 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645d685-8a68-4044-b3f9-eb037ecad82c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:06.410339 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645d685-8a68-4044-b3f9-eb037ecad82c admin admin] Tracked resource versions report: Jul 09 15:59:06.410339 n-d-798930-3 neutron-server[93959]: pushed versions: Jul 09 15:59:06.410339 n-d-798930-3 neutron-server[93959]: { 'AddressGroup': {'1.2'}, Jul 09 15:59:06.410339 n-d-798930-3 neutron-server[93959]: 'ConntrackHelper': {'1.0'}, Jul 09 15:59:06.410339 n-d-798930-3 neutron-server[93959]: 'Log': {'1.0'}, Jul 09 15:59:06.410339 n-d-798930-3 neutron-server[93959]: 'Network': {'1.1'}, Jul 09 15:59:06.410339 n-d-798930-3 neutron-server[93959]: 'Port': {'1.7'}, Jul 09 15:59:06.410339 n-d-798930-3 neutron-server[93959]: 'PortForwarding': {'1.2'}, Jul 09 15:59:06.410339 n-d-798930-3 neutron-server[93959]: 'QosPolicy': {'1.8'}, Jul 09 15:59:06.410339 n-d-798930-3 neutron-server[93959]: 'SecurityGroup': {'1.4'}, Jul 09 15:59:06.410339 n-d-798930-3 neutron-server[93959]: 'SecurityGroupRule': {'1.2'}, Jul 09 15:59:06.410339 n-d-798930-3 neutron-server[93959]: 'SubPort': {'1.0'}, Jul 09 15:59:06.410339 n-d-798930-3 neutron-server[93959]: 'Subnet': {'1.1'}, Jul 09 15:59:06.410339 n-d-798930-3 neutron-server[93959]: 'Trunk': {'1.1'}} Jul 09 15:59:06.410339 n-d-798930-3 neutron-server[93959]: consumer versions: Jul 09 15:59:06.410339 n-d-798930-3 neutron-server[93959]: { DHCP agent@n-d-798930-3: {}, Jul 09 15:59:06.410339 n-d-798930-3 neutron-server[93959]: L3 agent@n-d-798930-3: {}, Jul 09 15:59:06.410339 n-d-798930-3 neutron-server[93959]: Metadata agent@n-d-798930-3: {}, Jul 09 15:59:06.410339 n-d-798930-3 neutron-server[93959]: Metering agent@n-d-798930-3: {}, Jul 09 15:59:06.410339 n-d-798930-3 neutron-server[93959]: Open vSwitch agent@n-d-798930-3: { 'AddressGroup': '1.2', Jul 09 15:59:06.410339 n-d-798930-3 neutron-server[93959]: 'ConntrackHelper': '1.0', Jul 09 15:59:06.410339 n-d-798930-3 neutron-server[93959]: 'Log': '1.0', Jul 09 15:59:06.410339 n-d-798930-3 neutron-server[93959]: 'Network': '1.1', Jul 09 15:59:06.410339 n-d-798930-3 neutron-server[93959]: 'Port': '1.7', Jul 09 15:59:06.410339 n-d-798930-3 neutron-server[93959]: 'PortForwarding': '1.2', Jul 09 15:59:06.410339 n-d-798930-3 neutron-server[93959]: 'QosPolicy': '1.8', Jul 09 15:59:06.410339 n-d-798930-3 neutron-server[93959]: 'SecurityGroup': '1.4', Jul 09 15:59:06.410339 n-d-798930-3 neutron-server[93959]: 'SecurityGroupRule': '1.2', Jul 09 15:59:06.410339 n-d-798930-3 neutron-server[93959]: 'SubPort': '1.0', Jul 09 15:59:06.410339 n-d-798930-3 neutron-server[93959]: 'Subnet': '1.1', Jul 09 15:59:06.410339 n-d-798930-3 neutron-server[93959]: 'Trunk': '1.1'}} Jul 09 15:59:06.410339 n-d-798930-3 neutron-server[93959]: {{(pid=93959) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 15:59:06.462693 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c645d685-8a68-4044-b3f9-eb037ecad82c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:06.518047 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c645d685-8a68-4044-b3f9-eb037ecad82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:06.519322 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c645d685-8a68-4044-b3f9-eb037ecad82c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:06.520599 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c645d685-8a68-4044-b3f9-eb037ecad82c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:06.607826 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c645d685-8a68-4044-b3f9-eb037ecad82c admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8452735 Jul 09 15:59:06.623665 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c645d685-8a68-4044-b3f9-eb037ecad82c admin admin] Pushing event updated for resources: {'Network': ['ID=edbc7fdf-98d0-4619-b279-41ba15591ad2,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:06.638712 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network edbc7fdf-98d0-4619-b279-41ba15591ad2 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:59:09.394636 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 43266) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:59:09.963958 n-d-798930-3 neutron-server[93958]: WARNING oslo_policy.policy [None req-ee6ef87a-f714-47f1-95e0-e99482c0d529 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 15:59:09.964548 n-d-798930-3 neutron-server[93958]: WARNING oslo_policy.policy [None req-ee6ef87a-f714-47f1-95e0-e99482c0d529 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 15:59:10.402238 n-d-798930-3 neutron-server[93958]: DEBUG neutron.policy [None req-ee6ef87a-f714-47f1-95e0-e99482c0d529 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93958) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 09 15:59:10.447880 n-d-798930-3 neutron-server[93958]: WARNING oslo_policy.policy [None req-ee6ef87a-f714-47f1-95e0-e99482c0d529 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 15:59:10.448251 n-d-798930-3 neutron-server[93958]: WARNING oslo_policy.policy [None req-ee6ef87a-f714-47f1-95e0-e99482c0d529 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 15:59:10.456327 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6ef87a-f714-47f1-95e0-e99482c0d529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:10.458778 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ee6ef87a-f714-47f1-95e0-e99482c0d529 admin admin] 10.222.0.98 "GET /v2.0/networks/edbc7fdf-98d0-4619-b279-41ba15591ad2 HTTP/1.1" status: 200 len: 825 time: 1.0614297 Jul 09 15:59:10.497858 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d5f4475d-60d9-4796-bf43-c59e132398b1 admin admin] 10.222.0.98 "GET /v2.0/subnetpools/1f05f742-e582-4093-89e7-fae505d746c0 HTTP/1.1" status: 200 len: 734 time: 0.0335011 Jul 09 15:59:10.507469 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-e3a84df2-5af4-448e-a037-93004bfec831 admin admin] Request body: {'subnet': {'network_id': 'edbc7fdf-98d0-4619-b279-41ba15591ad2', 'tenant_id': '7a614e8850f045db98da1228db67ffef', 'subnetpool_id': '1f05f742-e582-4093-89e7-fae505d746c0', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:59:10.509109 n-d-798930-3 neutron-server[93958]: INFO neutron.quota [None req-e3a84df2-5af4-448e-a037-93004bfec831 admin admin] Loaded quota_driver: . Jul 09 15:59:10.551715 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a84df2-5af4-448e-a037-93004bfec831 admin admin] Made reservation on behalf of 7a614e8850f045db98da1228db67ffef for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:59:10.555632 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e3a84df2-5af4-448e-a037-93004bfec831 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:10.862775 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e3a84df2-5af4-448e-a037-93004bfec831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:10.937927 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a84df2-5af4-448e-a037-93004bfec831 admin admin] Checking segment: {'id': '6ff711cf-c427-40d4-a5a3-3004a3fd0a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'edbc7fdf-98d0-4619-b279-41ba15591ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:59:10.938333 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a84df2-5af4-448e-a037-93004bfec831 admin admin] Network hostable DHCP agents. Network: edbc7fdf-98d0-4619-b279-41ba15591ad2, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:59:10.949261 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a84df2-5af4-448e-a037-93004bfec831 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db950912-779c-4c86-aa31-dd767ee2c546,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:10.964397 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a84df2-5af4-448e-a037-93004bfec831 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:10.964736 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a84df2-5af4-448e-a037-93004bfec831 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:10.965068 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a84df2-5af4-448e-a037-93004bfec831 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:10.965396 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a84df2-5af4-448e-a037-93004bfec831 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:10.965719 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a84df2-5af4-448e-a037-93004bfec831 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:10.966038 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a84df2-5af4-448e-a037-93004bfec831 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:10.966355 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a84df2-5af4-448e-a037-93004bfec831 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:10.966671 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a84df2-5af4-448e-a037-93004bfec831 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:10.967017 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a84df2-5af4-448e-a037-93004bfec831 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:10.967330 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a84df2-5af4-448e-a037-93004bfec831 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:10.967643 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a84df2-5af4-448e-a037-93004bfec831 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:10.967951 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a84df2-5af4-448e-a037-93004bfec831 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:10.969079 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a84df2-5af4-448e-a037-93004bfec831 admin admin] Tracked resource versions report: Jul 09 15:59:10.969079 n-d-798930-3 neutron-server[93958]: pushed versions: Jul 09 15:59:10.969079 n-d-798930-3 neutron-server[93958]: { 'AddressGroup': {'1.2'}, Jul 09 15:59:10.969079 n-d-798930-3 neutron-server[93958]: 'ConntrackHelper': {'1.0'}, Jul 09 15:59:10.969079 n-d-798930-3 neutron-server[93958]: 'Log': {'1.0'}, Jul 09 15:59:10.969079 n-d-798930-3 neutron-server[93958]: 'Network': {'1.1'}, Jul 09 15:59:10.969079 n-d-798930-3 neutron-server[93958]: 'Port': {'1.7'}, Jul 09 15:59:10.969079 n-d-798930-3 neutron-server[93958]: 'PortForwarding': {'1.2'}, Jul 09 15:59:10.969079 n-d-798930-3 neutron-server[93958]: 'QosPolicy': {'1.8'}, Jul 09 15:59:10.969079 n-d-798930-3 neutron-server[93958]: 'SecurityGroup': {'1.4'}, Jul 09 15:59:10.969079 n-d-798930-3 neutron-server[93958]: 'SecurityGroupRule': {'1.2'}, Jul 09 15:59:10.969079 n-d-798930-3 neutron-server[93958]: 'SubPort': {'1.0'}, Jul 09 15:59:10.969079 n-d-798930-3 neutron-server[93958]: 'Subnet': {'1.1'}, Jul 09 15:59:10.969079 n-d-798930-3 neutron-server[93958]: 'Trunk': {'1.1'}} Jul 09 15:59:10.969079 n-d-798930-3 neutron-server[93958]: consumer versions: Jul 09 15:59:10.969079 n-d-798930-3 neutron-server[93958]: { DHCP agent@n-d-798930-3: {}, Jul 09 15:59:10.969079 n-d-798930-3 neutron-server[93958]: L3 agent@n-d-798930-3: {}, Jul 09 15:59:10.969079 n-d-798930-3 neutron-server[93958]: Metadata agent@n-d-798930-3: {}, Jul 09 15:59:10.969079 n-d-798930-3 neutron-server[93958]: Metering agent@n-d-798930-3: {}, Jul 09 15:59:10.969079 n-d-798930-3 neutron-server[93958]: Open vSwitch agent@n-d-798930-3: { 'AddressGroup': '1.2', Jul 09 15:59:10.969079 n-d-798930-3 neutron-server[93958]: 'ConntrackHelper': '1.0', Jul 09 15:59:10.969079 n-d-798930-3 neutron-server[93958]: 'Log': '1.0', Jul 09 15:59:10.969079 n-d-798930-3 neutron-server[93958]: 'Network': '1.1', Jul 09 15:59:10.969079 n-d-798930-3 neutron-server[93958]: 'Port': '1.7', Jul 09 15:59:10.969079 n-d-798930-3 neutron-server[93958]: 'PortForwarding': '1.2', Jul 09 15:59:10.969079 n-d-798930-3 neutron-server[93958]: 'QosPolicy': '1.8', Jul 09 15:59:10.969079 n-d-798930-3 neutron-server[93958]: 'SecurityGroup': '1.4', Jul 09 15:59:10.969079 n-d-798930-3 neutron-server[93958]: 'SecurityGroupRule': '1.2', Jul 09 15:59:10.969079 n-d-798930-3 neutron-server[93958]: 'SubPort': '1.0', Jul 09 15:59:10.969079 n-d-798930-3 neutron-server[93958]: 'Subnet': '1.1', Jul 09 15:59:10.969079 n-d-798930-3 neutron-server[93958]: 'Trunk': '1.1'}} Jul 09 15:59:10.969079 n-d-798930-3 neutron-server[93958]: {{(pid=93958) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 15:59:10.997766 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a84df2-5af4-448e-a037-93004bfec831 admin admin] Network edbc7fdf-98d0-4619-b279-41ba15591ad2 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:59:11.016983 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-e3a84df2-5af4-448e-a037-93004bfec831 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, edbc7fdf-98d0-4619-b279-41ba15591ad2) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:59:11.023200 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a84df2-5af4-448e-a037-93004bfec831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:11.023821 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e3a84df2-5af4-448e-a037-93004bfec831 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:11.033753 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2afe5f-33fe-4390-bb7d-60bdf73394ed None None] Network edbc7fdf-98d0-4619-b279-41ba15591ad2 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:59:11.050370 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e3a84df2-5af4-448e-a037-93004bfec831 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5470052 Jul 09 15:59:11.362937 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c784571-b946-4823-9ed6-e559ff4313ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-edbc7fdf-98d0-4619-b279-41ba15591ad2', 'network_id': 'edbc7fdf-98d0-4619-b279-41ba15591ad2', 'tenant_id': '7a614e8850f045db98da1228db67ffef', 'fixed_ips': [{'subnet_id': 'db950912-779c-4c86-aa31-dd767ee2c546'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 15:59:11.364680 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0c784571-b946-4823-9ed6-e559ff4313ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:11.668939 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-0c784571-b946-4823-9ed6-e559ff4313ba None None] Allocated IP 172.20.0.2 (edbc7fdf-98d0-4619-b279-41ba15591ad2/db950912-779c-4c86-aa31-dd767ee2c546/8d961fca-f045-467b-9e61-2fb213bca0c3) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:59:11.925566 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0c784571-b946-4823-9ed6-e559ff4313ba None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:11.944033 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0c784571-b946-4823-9ed6-e559ff4313ba None None] Transition to ACTIVE for port object 8d961fca-f045-467b-9e61-2fb213bca0c3 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:59:11.992273 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0c784571-b946-4823-9ed6-e559ff4313ba None None] Transition to ACTIVE for port object 8d961fca-f045-467b-9e61-2fb213bca0c3 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:59:12.001296 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0c784571-b946-4823-9ed6-e559ff4313ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:12.065265 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c784571-b946-4823-9ed6-e559ff4313ba None None] Network edbc7fdf-98d0-4619-b279-41ba15591ad2 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:59:12.072700 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-0c784571-b946-4823-9ed6-e559ff4313ba None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:59:12.081880 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c784571-b946-4823-9ed6-e559ff4313ba None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:59:12.089833 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c784571-b946-4823-9ed6-e559ff4313ba None None] Pushing event updated for resources: {'Port': ['ID=8d961fca-f045-467b-9e61-2fb213bca0c3,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:12.116888 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c784571-b946-4823-9ed6-e559ff4313ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:12.117241 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c784571-b946-4823-9ed6-e559ff4313ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:12.117575 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c784571-b946-4823-9ed6-e559ff4313ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:12.117908 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c784571-b946-4823-9ed6-e559ff4313ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:12.118238 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c784571-b946-4823-9ed6-e559ff4313ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:12.118565 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c784571-b946-4823-9ed6-e559ff4313ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:12.118916 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c784571-b946-4823-9ed6-e559ff4313ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:12.119240 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c784571-b946-4823-9ed6-e559ff4313ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:12.119560 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c784571-b946-4823-9ed6-e559ff4313ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:12.119878 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c784571-b946-4823-9ed6-e559ff4313ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:12.120196 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c784571-b946-4823-9ed6-e559ff4313ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:12.120511 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c784571-b946-4823-9ed6-e559ff4313ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:12.121604 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c784571-b946-4823-9ed6-e559ff4313ba None None] Tracked resource versions report: Jul 09 15:59:12.121604 n-d-798930-3 neutron-server[93960]: pushed versions: Jul 09 15:59:12.121604 n-d-798930-3 neutron-server[93960]: { 'AddressGroup': {'1.2'}, Jul 09 15:59:12.121604 n-d-798930-3 neutron-server[93960]: 'ConntrackHelper': {'1.0'}, Jul 09 15:59:12.121604 n-d-798930-3 neutron-server[93960]: 'Log': {'1.0'}, Jul 09 15:59:12.121604 n-d-798930-3 neutron-server[93960]: 'Network': {'1.1'}, Jul 09 15:59:12.121604 n-d-798930-3 neutron-server[93960]: 'Port': {'1.7'}, Jul 09 15:59:12.121604 n-d-798930-3 neutron-server[93960]: 'PortForwarding': {'1.2'}, Jul 09 15:59:12.121604 n-d-798930-3 neutron-server[93960]: 'QosPolicy': {'1.8'}, Jul 09 15:59:12.121604 n-d-798930-3 neutron-server[93960]: 'SecurityGroup': {'1.4'}, Jul 09 15:59:12.121604 n-d-798930-3 neutron-server[93960]: 'SecurityGroupRule': {'1.2'}, Jul 09 15:59:12.121604 n-d-798930-3 neutron-server[93960]: 'SubPort': {'1.0'}, Jul 09 15:59:12.121604 n-d-798930-3 neutron-server[93960]: 'Subnet': {'1.1'}, Jul 09 15:59:12.121604 n-d-798930-3 neutron-server[93960]: 'Trunk': {'1.1'}} Jul 09 15:59:12.121604 n-d-798930-3 neutron-server[93960]: consumer versions: Jul 09 15:59:12.121604 n-d-798930-3 neutron-server[93960]: { DHCP agent@n-d-798930-3: {}, Jul 09 15:59:12.121604 n-d-798930-3 neutron-server[93960]: L3 agent@n-d-798930-3: {}, Jul 09 15:59:12.121604 n-d-798930-3 neutron-server[93960]: Metadata agent@n-d-798930-3: {}, Jul 09 15:59:12.121604 n-d-798930-3 neutron-server[93960]: Metering agent@n-d-798930-3: {}, Jul 09 15:59:12.121604 n-d-798930-3 neutron-server[93960]: Open vSwitch agent@n-d-798930-3: { 'AddressGroup': '1.2', Jul 09 15:59:12.121604 n-d-798930-3 neutron-server[93960]: 'ConntrackHelper': '1.0', Jul 09 15:59:12.121604 n-d-798930-3 neutron-server[93960]: 'Log': '1.0', Jul 09 15:59:12.121604 n-d-798930-3 neutron-server[93960]: 'Network': '1.1', Jul 09 15:59:12.121604 n-d-798930-3 neutron-server[93960]: 'Port': '1.7', Jul 09 15:59:12.121604 n-d-798930-3 neutron-server[93960]: 'PortForwarding': '1.2', Jul 09 15:59:12.121604 n-d-798930-3 neutron-server[93960]: 'QosPolicy': '1.8', Jul 09 15:59:12.121604 n-d-798930-3 neutron-server[93960]: 'SecurityGroup': '1.4', Jul 09 15:59:12.121604 n-d-798930-3 neutron-server[93960]: 'SecurityGroupRule': '1.2', Jul 09 15:59:12.121604 n-d-798930-3 neutron-server[93960]: 'SubPort': '1.0', Jul 09 15:59:12.121604 n-d-798930-3 neutron-server[93960]: 'Subnet': '1.1', Jul 09 15:59:12.121604 n-d-798930-3 neutron-server[93960]: 'Trunk': '1.1'}} Jul 09 15:59:12.121604 n-d-798930-3 neutron-server[93960]: {{(pid=93960) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 15:59:12.174502 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-0c784571-b946-4823-9ed6-e559ff4313ba None None] Attempting to bind port 8d961fca-f045-467b-9e61-2fb213bca0c3 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:59:12.174987 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-0c784571-b946-4823-9ed6-e559ff4313ba None None] Attempting to bind port 8d961fca-f045-467b-9e61-2fb213bca0c3 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '6ff711cf-c427-40d4-a5a3-3004a3fd0a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'edbc7fdf-98d0-4619-b279-41ba15591ad2'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:59:12.175440 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c784571-b946-4823-9ed6-e559ff4313ba None None] Attempting to bind port 8d961fca-f045-467b-9e61-2fb213bca0c3 on network edbc7fdf-98d0-4619-b279-41ba15591ad2 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:59:12.181864 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c784571-b946-4823-9ed6-e559ff4313ba None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:59:12.182196 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c784571-b946-4823-9ed6-e559ff4313ba None None] Checking segment: {'id': '6ff711cf-c427-40d4-a5a3-3004a3fd0a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'edbc7fdf-98d0-4619-b279-41ba15591ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:59:12.182755 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0c784571-b946-4823-9ed6-e559ff4313ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:12.183180 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c784571-b946-4823-9ed6-e559ff4313ba None None] Bound using segment: {'id': '6ff711cf-c427-40d4-a5a3-3004a3fd0a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'edbc7fdf-98d0-4619-b279-41ba15591ad2'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:59:12.183696 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-0c784571-b946-4823-9ed6-e559ff4313ba None None] Bound port: 8d961fca-f045-467b-9e61-2fb213bca0c3, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ff711cf-c427-40d4-a5a3-3004a3fd0a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'edbc7fdf-98d0-4619-b279-41ba15591ad2'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:59:12.184094 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0c784571-b946-4823-9ed6-e559ff4313ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:12.251248 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-0c784571-b946-4823-9ed6-e559ff4313ba None None] For port 8d961fca-f045-467b-9e61-2fb213bca0c3, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:59:12.256691 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-0c784571-b946-4823-9ed6-e559ff4313ba None None] For port 8d961fca-f045-467b-9e61-2fb213bca0c3, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=8d961fca-f045-467b-9e61-2fb213bca0c3,segment=NetworkSegment(6ff711cf-c427-40d4-a5a3-3004a3fd0a1a),segment_id=6ff711cf-c427-40d4-a5a3-3004a3fd0a1a)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:59:12.261646 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0c784571-b946-4823-9ed6-e559ff4313ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:12.331631 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c784571-b946-4823-9ed6-e559ff4313ba None None] Pushing event updated for resources: {'Port': ['ID=8d961fca-f045-467b-9e61-2fb213bca0c3,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:13.517789 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 43286) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:59:13.853246 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [None req-14c47c56-7718-464c-9141-48416fdc8596 admin admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:59:13.854249 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-14c47c56-7718-464c-9141-48416fdc8596 admin admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3354156 Jul 09 15:59:16.302090 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 43294) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:59:16.650322 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [None req-29387192-e8ff-4958-86ae-fffa26fdc0f1 admin admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:59:16.651327 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-29387192-e8ff-4958-86ae-fffa26fdc0f1 admin admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3480318 Jul 09 15:59:18.519039 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e4e8d2-8733-4cea-93fa-ae7e901db7b8 None None] Network edbc7fdf-98d0-4619-b279-41ba15591ad2 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:59:18.640617 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a21c562f-3ca3-42ee-8dee-cf1e24129823 None None] Provisioning for port 8d961fca-f045-467b-9e61-2fb213bca0c3 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:59:19.287325 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 8d961fca-f045-467b-9e61-2fb213bca0c3 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:59:19.369657 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 8d961fca-f045-467b-9e61-2fb213bca0c3 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:59:19.373578 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 8d961fca-f045-467b-9e61-2fb213bca0c3 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:59:19.373983 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:19.413774 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 43308) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:59:19.485238 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:19.518816 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 8d961fca-f045-467b-9e61-2fb213bca0c3, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=8d961fca-f045-467b-9e61-2fb213bca0c3,segment=NetworkSegment(6ff711cf-c427-40d4-a5a3-3004a3fd0a1a),segment_id=6ff711cf-c427-40d4-a5a3-3004a3fd0a1a)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:59:19.524355 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:19.571521 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=8d961fca-f045-467b-9e61-2fb213bca0c3,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:19.721703 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-be70620e-2f91-49f9-978d-aaeff09215df admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '7a614e8850f045db98da1228db67ffef', 'admin_state_up': True}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:59:19.749623 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be70620e-2f91-49f9-978d-aaeff09215df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:19.751241 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be70620e-2f91-49f9-978d-aaeff09215df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:19.928399 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be70620e-2f91-49f9-978d-aaeff09215df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:19.933306 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be70620e-2f91-49f9-978d-aaeff09215df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:19.945354 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be70620e-2f91-49f9-978d-aaeff09215df admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:19.946794 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-be70620e-2f91-49f9-978d-aaeff09215df admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5320323 Jul 09 15:59:21.266167 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 8d961fca-f045-467b-9e61-2fb213bca0c3 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:59:21.316116 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 8d961fca-f045-467b-9e61-2fb213bca0c3 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:59:21.317029 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:22.176996 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dc119161-8371-4a4b-b3fa-8760f0aa63d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:22.324606 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 43316) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:59:22.645243 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [None req-ec3730e7-37df-4f52-af10-cafb6fcd22d1 admin admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 15:59:22.646220 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ec3730e7-37df-4f52-af10-cafb6fcd22d1 admin admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3206618 Jul 09 15:59:25.013856 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-24ddc7ab-1353-4acb-bd64-4947e3a4927a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:25.103539 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 43324) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:59:25.173102 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:25.420345 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-cdbf320b-08f7-46f3-8299-49aa72837685 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:59:25.443565 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdbf320b-08f7-46f3-8299-49aa72837685 admin admin] Made reservation on behalf of 3483fa1d2d11482c962be9e0b32def65 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:59:25.445851 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cdbf320b-08f7-46f3-8299-49aa72837685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:25.461585 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cdbf320b-08f7-46f3-8299-49aa72837685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:25.586258 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cdbf320b-08f7-46f3-8299-49aa72837685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:25.590011 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cdbf320b-08f7-46f3-8299-49aa72837685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:25.613264 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-cdbf320b-08f7-46f3-8299-49aa72837685 admin admin] Reserving flat network on physical network physnet1 {{(pid=93958) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 09 15:59:25.632386 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbf320b-08f7-46f3-8299-49aa72837685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda6665e-bdf4-4788-9875-71d551140829,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:25.642555 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cdbf320b-08f7-46f3-8299-49aa72837685 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777622486604', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:25.643216 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cdbf320b-08f7-46f3-8299-49aa72837685 admin admin] Unsubscribe: segment precommit_create {{(pid=93958) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 09 15:59:25.643627 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-cdbf320b-08f7-46f3-8299-49aa72837685 admin admin] Added segment 75071cd2-df05-4284-b43e-7b235126ec2d of type flat for network caa6ed8d-2893-4113-8f68-c5284e694f6c Jul 09 15:59:25.712391 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cdbf320b-08f7-46f3-8299-49aa72837685 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:25.760679 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cdbf320b-08f7-46f3-8299-49aa72837685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:25.761596 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbf320b-08f7-46f3-8299-49aa72837685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:25.762166 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cdbf320b-08f7-46f3-8299-49aa72837685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:25.840016 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-cdbf320b-08f7-46f3-8299-49aa72837685 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7353435 Jul 09 15:59:25.853647 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbf320b-08f7-46f3-8299-49aa72837685 admin admin] Pushing event updated for resources: {'Network': ['ID=caa6ed8d-2893-4113-8f68-c5284e694f6c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:25.867488 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network caa6ed8d-2893-4113-8f68-c5284e694f6c details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 15:59:26.005163 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:27.894431 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:28.223706 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 43342) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:59:28.400710 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c2c5e7-071a-44a8-8e33-7887f0e3291a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:28.402025 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-66c2c5e7-071a-44a8-8e33-7887f0e3291a admin admin] 10.222.0.98 "GET /v2.0/subnets/db950912-779c-4c86-aa31-dd767ee2c546 HTTP/1.1" status: 200 len: 849 time: 0.1773763 Jul 09 15:59:28.520858 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-039223e0-0a34-411d-bc42-f35a7e40d0d3 admin admin] 10.222.0.98 "GET /v2.0/routers/c37e2e3b-02ce-4f92-a966-8642289bf509 HTTP/1.1" status: 200 len: 704 time: 0.1134284 Jul 09 15:59:28.788513 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd802610-71da-444f-b98c-9244ba048d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:29.085405 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-cd802610-71da-444f-b98c-9244ba048d29 admin admin] Allocated IP 172.20.0.1 (edbc7fdf-98d0-4619-b279-41ba15591ad2/db950912-779c-4c86-aa31-dd767ee2c546/9f7bf8bb-b414-4b7b-9c8e-90c891164257) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:59:29.250107 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd802610-71da-444f-b98c-9244ba048d29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:29.273261 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-cd802610-71da-444f-b98c-9244ba048d29 admin admin] Transition to ACTIVE for port object 9f7bf8bb-b414-4b7b-9c8e-90c891164257 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:59:29.406650 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd802610-71da-444f-b98c-9244ba048d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:29.478134 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd802610-71da-444f-b98c-9244ba048d29 admin admin] Network edbc7fdf-98d0-4619-b279-41ba15591ad2 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:59:29.482882 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-cd802610-71da-444f-b98c-9244ba048d29 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:59:29.489509 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd802610-71da-444f-b98c-9244ba048d29 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:59:29.489961 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd802610-71da-444f-b98c-9244ba048d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:29.512688 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd802610-71da-444f-b98c-9244ba048d29 admin admin] Pushing event updated for resources: {'Port': ['ID=9f7bf8bb-b414-4b7b-9c8e-90c891164257,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:29.655599 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9e94359a-9797-4f02-aa29-7399e1e6c898 None None] Provisioning for port 9f7bf8bb-b414-4b7b-9c8e-90c891164257 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:59:29.659233 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9e94359a-9797-4f02-aa29-7399e1e6c898 None None] Provisioning complete for port 9f7bf8bb-b414-4b7b-9c8e-90c891164257 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:59:29.659552 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9e94359a-9797-4f02-aa29-7399e1e6c898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:29.693549 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9e94359a-9797-4f02-aa29-7399e1e6c898 None None] Port 9f7bf8bb-b414-4b7b-9c8e-90c891164257 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:59:29.717505 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd802610-71da-444f-b98c-9244ba048d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:29.895463 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd802610-71da-444f-b98c-9244ba048d29 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:29.900670 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd802610-71da-444f-b98c-9244ba048d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:29.901505 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd802610-71da-444f-b98c-9244ba048d29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:29.982666 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd802610-71da-444f-b98c-9244ba048d29 admin admin] Pushing event updated for resources: {'Port': ['ID=9f7bf8bb-b414-4b7b-9c8e-90c891164257,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:30.029573 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd802610-71da-444f-b98c-9244ba048d29 admin admin] Network edbc7fdf-98d0-4619-b279-41ba15591ad2 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:59:30.030916 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-cd802610-71da-444f-b98c-9244ba048d29 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:59:30.193815 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd802610-71da-444f-b98c-9244ba048d29 admin admin] Router c37e2e3b-02ce-4f92-a966-8642289bf509 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 15:59:30.214510 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-362f6f6d-7998-403a-92a5-82e580464db6 None None] Provisioning complete for port 9f7bf8bb-b414-4b7b-9c8e-90c891164257 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:59:30.214915 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-362f6f6d-7998-403a-92a5-82e580464db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:30.249327 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-362f6f6d-7998-403a-92a5-82e580464db6 None None] Port 9f7bf8bb-b414-4b7b-9c8e-90c891164257 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 15:59:30.286493 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd802610-71da-444f-b98c-9244ba048d29 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:59:30.291816 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-cd802610-71da-444f-b98c-9244ba048d29 admin admin] 10.222.0.98 "PUT /v2.0/routers/c37e2e3b-02ce-4f92-a966-8642289bf509/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7661602 Jul 09 15:59:30.311084 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012a033e-958c-4b51-a2f0-77edd84e44b4 None None] Sync routers for ids ['c37e2e3b-02ce-4f92-a966-8642289bf509'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:59:30.322740 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012a033e-958c-4b51-a2f0-77edd84e44b4 None None] Routers {'c37e2e3b-02ce-4f92-a966-8642289bf509'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:59:30.323661 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-012a033e-958c-4b51-a2f0-77edd84e44b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T15:59:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['c37e2e3b-02ce-4f92-a966-8642289bf509'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:59:30.512725 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-012a033e-958c-4b51-a2f0-77edd84e44b4 None None] Set router c37e2e3b-02ce-4f92-a966-8642289bf509 gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:59:30.946650 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-012a033e-958c-4b51-a2f0-77edd84e44b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37e2e3b-02ce-4f92-a966-8642289bf509', 'name': 'router1', 'tenant_id': '7a614e8850f045db98da1228db67ffef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:59:19Z', 'updated_at': '2021-07-09T15:59:29Z', 'revision_number': 2, 'project_id': '7a614e8850f045db98da1228db67ffef', 'gw_port_host': None, '_interfaces': [{'id': '9f7bf8bb-b414-4b7b-9c8e-90c891164257', 'name': '', 'network_id': 'edbc7fdf-98d0-4619-b279-41ba15591ad2', 'tenant_id': '7a614e8850f045db98da1228db67ffef', 'mac_address': 'fa:16:3e:75:f4:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37e2e3b-02ce-4f92-a966-8642289bf509', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db950912-779c-4c86-aa31-dd767ee2c546', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:28Z', 'updated_at': '2021-07-09T15:59:29Z', 'revision_number': 2, 'project_id': '7a614e8850f045db98da1228db67ffef', 'subnets': [{'id': 'db950912-779c-4c86-aa31-dd767ee2c546', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1f05f742-e582-4093-89e7-fae505d746c0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:59:31.009311 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012a033e-958c-4b51-a2f0-77edd84e44b4 None None] Checking router: c37e2e3b-02ce-4f92-a966-8642289bf509 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:59:31.009714 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012a033e-958c-4b51-a2f0-77edd84e44b4 None None] Updating router c37e2e3b-02ce-4f92-a966-8642289bf509 port 9f7bf8bb-b414-4b7b-9c8e-90c891164257 binding host n-d-798930-3 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:59:31.076180 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-012a033e-958c-4b51-a2f0-77edd84e44b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:31.627507 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-012a033e-958c-4b51-a2f0-77edd84e44b4 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:31.645289 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-012a033e-958c-4b51-a2f0-77edd84e44b4 None None] Transition to ACTIVE for port object 9f7bf8bb-b414-4b7b-9c8e-90c891164257 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:59:31.652876 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-012a033e-958c-4b51-a2f0-77edd84e44b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:31.824672 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd080ad-1a62-48a6-b005-4514db561002 None None] Pushing event updated for resources: {'Port': ['ID=9f7bf8bb-b414-4b7b-9c8e-90c891164257,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:31.840957 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd080ad-1a62-48a6-b005-4514db561002 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:31.841309 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd080ad-1a62-48a6-b005-4514db561002 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:31.841661 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd080ad-1a62-48a6-b005-4514db561002 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:31.841997 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd080ad-1a62-48a6-b005-4514db561002 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:31.842332 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd080ad-1a62-48a6-b005-4514db561002 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:31.842673 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd080ad-1a62-48a6-b005-4514db561002 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:31.843013 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd080ad-1a62-48a6-b005-4514db561002 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:31.843340 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd080ad-1a62-48a6-b005-4514db561002 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:31.843664 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd080ad-1a62-48a6-b005-4514db561002 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:31.843986 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd080ad-1a62-48a6-b005-4514db561002 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:31.844309 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd080ad-1a62-48a6-b005-4514db561002 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:31.844629 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd080ad-1a62-48a6-b005-4514db561002 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 15:59:31.845686 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd080ad-1a62-48a6-b005-4514db561002 None None] Tracked resource versions report: Jul 09 15:59:31.845686 n-d-798930-3 neutron-server[93961]: pushed versions: Jul 09 15:59:31.845686 n-d-798930-3 neutron-server[93961]: { 'AddressGroup': {'1.2'}, Jul 09 15:59:31.845686 n-d-798930-3 neutron-server[93961]: 'ConntrackHelper': {'1.0'}, Jul 09 15:59:31.845686 n-d-798930-3 neutron-server[93961]: 'Log': {'1.0'}, Jul 09 15:59:31.845686 n-d-798930-3 neutron-server[93961]: 'Network': {'1.1'}, Jul 09 15:59:31.845686 n-d-798930-3 neutron-server[93961]: 'Port': {'1.7'}, Jul 09 15:59:31.845686 n-d-798930-3 neutron-server[93961]: 'PortForwarding': {'1.2'}, Jul 09 15:59:31.845686 n-d-798930-3 neutron-server[93961]: 'QosPolicy': {'1.8'}, Jul 09 15:59:31.845686 n-d-798930-3 neutron-server[93961]: 'SecurityGroup': {'1.4'}, Jul 09 15:59:31.845686 n-d-798930-3 neutron-server[93961]: 'SecurityGroupRule': {'1.2'}, Jul 09 15:59:31.845686 n-d-798930-3 neutron-server[93961]: 'SubPort': {'1.0'}, Jul 09 15:59:31.845686 n-d-798930-3 neutron-server[93961]: 'Subnet': {'1.1'}, Jul 09 15:59:31.845686 n-d-798930-3 neutron-server[93961]: 'Trunk': {'1.1'}} Jul 09 15:59:31.845686 n-d-798930-3 neutron-server[93961]: consumer versions: Jul 09 15:59:31.845686 n-d-798930-3 neutron-server[93961]: { DHCP agent@n-d-798930-3: {}, Jul 09 15:59:31.845686 n-d-798930-3 neutron-server[93961]: L3 agent@n-d-798930-3: {}, Jul 09 15:59:31.845686 n-d-798930-3 neutron-server[93961]: Metadata agent@n-d-798930-3: {}, Jul 09 15:59:31.845686 n-d-798930-3 neutron-server[93961]: Metering agent@n-d-798930-3: {}, Jul 09 15:59:31.845686 n-d-798930-3 neutron-server[93961]: Open vSwitch agent@n-d-798930-3: { 'AddressGroup': '1.2', Jul 09 15:59:31.845686 n-d-798930-3 neutron-server[93961]: 'ConntrackHelper': '1.0', Jul 09 15:59:31.845686 n-d-798930-3 neutron-server[93961]: 'Log': '1.0', Jul 09 15:59:31.845686 n-d-798930-3 neutron-server[93961]: 'Network': '1.1', Jul 09 15:59:31.845686 n-d-798930-3 neutron-server[93961]: 'Port': '1.7', Jul 09 15:59:31.845686 n-d-798930-3 neutron-server[93961]: 'PortForwarding': '1.2', Jul 09 15:59:31.845686 n-d-798930-3 neutron-server[93961]: 'QosPolicy': '1.8', Jul 09 15:59:31.845686 n-d-798930-3 neutron-server[93961]: 'SecurityGroup': '1.4', Jul 09 15:59:31.845686 n-d-798930-3 neutron-server[93961]: 'SecurityGroupRule': '1.2', Jul 09 15:59:31.845686 n-d-798930-3 neutron-server[93961]: 'SubPort': '1.0', Jul 09 15:59:31.845686 n-d-798930-3 neutron-server[93961]: 'Subnet': '1.1', Jul 09 15:59:31.845686 n-d-798930-3 neutron-server[93961]: 'Trunk': '1.1'}} Jul 09 15:59:31.845686 n-d-798930-3 neutron-server[93961]: {{(pid=93961) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 15:59:31.852013 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-012a033e-958c-4b51-a2f0-77edd84e44b4 None None] Attempting to bind port 9f7bf8bb-b414-4b7b-9c8e-90c891164257 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:59:31.852620 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-012a033e-958c-4b51-a2f0-77edd84e44b4 None None] Attempting to bind port 9f7bf8bb-b414-4b7b-9c8e-90c891164257 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '6ff711cf-c427-40d4-a5a3-3004a3fd0a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'edbc7fdf-98d0-4619-b279-41ba15591ad2'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:59:31.853310 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012a033e-958c-4b51-a2f0-77edd84e44b4 None None] Attempting to bind port 9f7bf8bb-b414-4b7b-9c8e-90c891164257 on network edbc7fdf-98d0-4619-b279-41ba15591ad2 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:59:31.859771 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012a033e-958c-4b51-a2f0-77edd84e44b4 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:59:31.860256 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012a033e-958c-4b51-a2f0-77edd84e44b4 None None] Checking segment: {'id': '6ff711cf-c427-40d4-a5a3-3004a3fd0a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'edbc7fdf-98d0-4619-b279-41ba15591ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:59:31.860771 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-012a033e-958c-4b51-a2f0-77edd84e44b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:31.861221 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012a033e-958c-4b51-a2f0-77edd84e44b4 None None] Bound using segment: {'id': '6ff711cf-c427-40d4-a5a3-3004a3fd0a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'edbc7fdf-98d0-4619-b279-41ba15591ad2'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:59:31.861746 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-012a033e-958c-4b51-a2f0-77edd84e44b4 None None] Bound port: 9f7bf8bb-b414-4b7b-9c8e-90c891164257, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ff711cf-c427-40d4-a5a3-3004a3fd0a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'edbc7fdf-98d0-4619-b279-41ba15591ad2'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:59:31.862023 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-012a033e-958c-4b51-a2f0-77edd84e44b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:31.947156 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-012a033e-958c-4b51-a2f0-77edd84e44b4 None None] For port 9f7bf8bb-b414-4b7b-9c8e-90c891164257, host n-d-798930-3, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:59:31.980792 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-012a033e-958c-4b51-a2f0-77edd84e44b4 None None] For port 9f7bf8bb-b414-4b7b-9c8e-90c891164257, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=9f7bf8bb-b414-4b7b-9c8e-90c891164257,segment=NetworkSegment(6ff711cf-c427-40d4-a5a3-3004a3fd0a1a),segment_id=6ff711cf-c427-40d4-a5a3-3004a3fd0a1a)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:59:31.985780 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-012a033e-958c-4b51-a2f0-77edd84e44b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:32.046424 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012a033e-958c-4b51-a2f0-77edd84e44b4 None None] Routers {'c37e2e3b-02ce-4f92-a966-8642289bf509'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:59:32.047074 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-012a033e-958c-4b51-a2f0-77edd84e44b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T15:59:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['c37e2e3b-02ce-4f92-a966-8642289bf509'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:59:32.126062 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd080ad-1a62-48a6-b005-4514db561002 None None] Pushing event updated for resources: {'Port': ['ID=9f7bf8bb-b414-4b7b-9c8e-90c891164257,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:32.160187 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-012a033e-958c-4b51-a2f0-77edd84e44b4 None None] Set router c37e2e3b-02ce-4f92-a966-8642289bf509 gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:59:32.373381 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-012a033e-958c-4b51-a2f0-77edd84e44b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37e2e3b-02ce-4f92-a966-8642289bf509', 'name': 'router1', 'tenant_id': '7a614e8850f045db98da1228db67ffef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:59:19Z', 'updated_at': '2021-07-09T15:59:29Z', 'revision_number': 2, 'project_id': '7a614e8850f045db98da1228db67ffef', 'gw_port_host': None, '_interfaces': [{'id': '9f7bf8bb-b414-4b7b-9c8e-90c891164257', 'name': '', 'network_id': 'edbc7fdf-98d0-4619-b279-41ba15591ad2', 'tenant_id': '7a614e8850f045db98da1228db67ffef', 'mac_address': 'fa:16:3e:75:f4:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37e2e3b-02ce-4f92-a966-8642289bf509', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db950912-779c-4c86-aa31-dd767ee2c546', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:28Z', 'updated_at': '2021-07-09T15:59:31Z', 'revision_number': 4, 'project_id': '7a614e8850f045db98da1228db67ffef', 'subnets': [{'id': 'db950912-779c-4c86-aa31-dd767ee2c546', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1f05f742-e582-4093-89e7-fae505d746c0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:59:32.398602 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012a033e-958c-4b51-a2f0-77edd84e44b4 None None] The sync data for ids ['c37e2e3b-02ce-4f92-a966-8642289bf509'] in n-d-798930-3 is: [{'id': 'c37e2e3b-02ce-4f92-a966-8642289bf509', 'name': 'router1', 'tenant_id': '7a614e8850f045db98da1228db67ffef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:59:19Z', 'updated_at': '2021-07-09T15:59:29Z', 'revision_number': 2, 'project_id': '7a614e8850f045db98da1228db67ffef', 'gw_port_host': None, '_interfaces': [{'id': '9f7bf8bb-b414-4b7b-9c8e-90c891164257', 'name': '', 'network_id': 'edbc7fdf-98d0-4619-b279-41ba15591ad2', 'tenant_id': '7a614e8850f045db98da1228db67ffef', 'mac_address': 'fa:16:3e:75:f4:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37e2e3b-02ce-4f92-a966-8642289bf509', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db950912-779c-4c86-aa31-dd767ee2c546', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:28Z', 'updated_at': '2021-07-09T15:59:31Z', 'revision_number': 4, 'project_id': '7a614e8850f045db98da1228db67ffef', 'subnets': [{'id': 'db950912-779c-4c86-aa31-dd767ee2c546', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1f05f742-e582-4093-89e7-fae505d746c0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:59:32.583455 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 43362) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:59:32.700240 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03cd4d1-3be6-4b73-b695-eab6cb4eba28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:32.701522 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d03cd4d1-3be6-4b73-b695-eab6cb4eba28 admin admin] 10.222.0.98 "GET /v2.0/networks/caa6ed8d-2893-4113-8f68-c5284e694f6c HTTP/1.1" status: 200 len: 842 time: 0.1171193 Jul 09 15:59:32.711365 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-ec192779-a7e0-4462-9a43-515f9ebe3c26 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.25.0.0/24', 'enable_dhcp': False, 'gateway_ip': '172.25.0.1', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'name': 'public-subnet'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:59:32.732511 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec192779-a7e0-4462-9a43-515f9ebe3c26 admin admin] Made reservation on behalf of 3483fa1d2d11482c962be9e0b32def65 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 15:59:32.734753 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ec192779-a7e0-4462-9a43-515f9ebe3c26 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:33.023095 n-d-798930-3 neutron-server[93958]: DEBUG neutron.objects.ports [None req-ec192779-a7e0-4462-9a43-515f9ebe3c26 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93958) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 15:59:33.023520 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ec192779-a7e0-4462-9a43-515f9ebe3c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:33.077929 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec192779-a7e0-4462-9a43-515f9ebe3c26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09763788-efd6-4c32-90f4-3f3730281b5b,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:33.087456 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec192779-a7e0-4462-9a43-515f9ebe3c26 admin admin] Checking segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:59:33.087814 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec192779-a7e0-4462-9a43-515f9ebe3c26 admin admin] Network hostable DHCP agents. Network: caa6ed8d-2893-4113-8f68-c5284e694f6c, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 15:59:33.105180 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec192779-a7e0-4462-9a43-515f9ebe3c26 admin admin] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 15:59:33.115169 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-ec192779-a7e0-4462-9a43-515f9ebe3c26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, caa6ed8d-2893-4113-8f68-c5284e694f6c) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:59:33.119557 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec192779-a7e0-4462-9a43-515f9ebe3c26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:33.120152 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ec192779-a7e0-4462-9a43-515f9ebe3c26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:33.124898 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d62b384-d70d-482d-a661-cca07e11de21 None None] Network caa6ed8d-2893-4113-8f68-c5284e694f6c requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:59:33.139620 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ec192779-a7e0-4462-9a43-515f9ebe3c26 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4314020 Jul 09 15:59:33.264539 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674bf298-9f03-4f5d-9eb8-6e491ad00475 None None] Network caa6ed8d-2893-4113-8f68-c5284e694f6c requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 15:59:35.313729 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 9f7bf8bb-b414-4b7b-9c8e-90c891164257 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:59:35.367491 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 9f7bf8bb-b414-4b7b-9c8e-90c891164257 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:59:35.371904 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 9f7bf8bb-b414-4b7b-9c8e-90c891164257 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:59:35.372354 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:35.461105 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:35.476969 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 43374) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:59:35.496158 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 9f7bf8bb-b414-4b7b-9c8e-90c891164257, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=9f7bf8bb-b414-4b7b-9c8e-90c891164257,segment=NetworkSegment(6ff711cf-c427-40d4-a5a3-3004a3fd0a1a),segment_id=6ff711cf-c427-40d4-a5a3-3004a3fd0a1a)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:59:35.500754 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:35.550117 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=9f7bf8bb-b414-4b7b-9c8e-90c891164257,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:35.707635 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-747eeb47-4cf8-481d-8f1c-6db1636d2e1a admin admin] 10.222.0.98 "GET /v2.0/routers/c37e2e3b-02ce-4f92-a966-8642289bf509 HTTP/1.1" status: 200 len: 710 time: 0.2293463 Jul 09 15:59:35.796798 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fc60b8-c03f-4eb3-9b1c-d3f290de2ac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 15:59:35.798144 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b8fc60b8-c03f-4eb3-9b1c-d3f290de2ac3 admin admin] 10.222.0.98 "GET /v2.0/networks/caa6ed8d-2893-4113-8f68-c5284e694f6c HTTP/1.1" status: 200 len: 886 time: 0.0840492 Jul 09 15:59:35.807576 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-6d2c4833-420c-42c6-81ca-bc4fa75a2882 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 15:59:36.059330 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4833-420c-42c6-81ca-bc4fa75a2882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:36.299287 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4833-420c-42c6-81ca-bc4fa75a2882 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:36.379606 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4833-420c-42c6-81ca-bc4fa75a2882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:36.482107 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-6d2c4833-420c-42c6-81ca-bc4fa75a2882 admin admin] Allocated IP 172.25.0.176 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/a9cacdbd-fb8b-4ce2-a6b0-47dadf23d68d) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 15:59:36.585658 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4833-420c-42c6-81ca-bc4fa75a2882 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:36.623587 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4833-420c-42c6-81ca-bc4fa75a2882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:36.658009 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2c4833-420c-42c6-81ca-bc4fa75a2882 admin admin] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 15:59:36.661278 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-6d2c4833-420c-42c6-81ca-bc4fa75a2882 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 15:59:36.663548 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2c4833-420c-42c6-81ca-bc4fa75a2882 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 15:59:36.732096 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2c4833-420c-42c6-81ca-bc4fa75a2882 admin admin] Pushing event updated for resources: {'Port': ['ID=a9cacdbd-fb8b-4ce2-a6b0-47dadf23d68d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:36.913253 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4833-420c-42c6-81ca-bc4fa75a2882 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:37.184026 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4833-420c-42c6-81ca-bc4fa75a2882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:37.187387 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4833-420c-42c6-81ca-bc4fa75a2882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1725939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1725946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-313636'] for router, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:37.273414 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 9f7bf8bb-b414-4b7b-9c8e-90c891164257 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:59:37.293891 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d2c4833-420c-42c6-81ca-bc4fa75a2882 admin admin] Router c37e2e3b-02ce-4f92-a966-8642289bf509 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 15:59:37.321043 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 9f7bf8bb-b414-4b7b-9c8e-90c891164257 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:59:37.321434 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:37.399854 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2c4833-420c-42c6-81ca-bc4fa75a2882 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 15:59:37.404773 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4833-420c-42c6-81ca-bc4fa75a2882 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:37.415186 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6d2c4833-420c-42c6-81ca-bc4fa75a2882 admin admin] 10.222.0.98 "PUT /v2.0/routers/c37e2e3b-02ce-4f92-a966-8642289bf509 HTTP/1.1" status: 200 len: 890 time: 1.6012061 Jul 09 15:59:37.440333 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8387eed-ddf4-4104-9c57-8d13703d2fa4 None None] Sync routers for ids ['c37e2e3b-02ce-4f92-a966-8642289bf509'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 15:59:37.463397 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8387eed-ddf4-4104-9c57-8d13703d2fa4 None None] Routers {'c37e2e3b-02ce-4f92-a966-8642289bf509'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:59:37.464162 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a8387eed-ddf4-4104-9c57-8d13703d2fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T15:59:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['c37e2e3b-02ce-4f92-a966-8642289bf509'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:59:37.688191 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-a8387eed-ddf4-4104-9c57-8d13703d2fa4 None None] Set router c37e2e3b-02ce-4f92-a966-8642289bf509 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:59:38.089976 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a8387eed-ddf4-4104-9c57-8d13703d2fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37e2e3b-02ce-4f92-a966-8642289bf509', 'name': 'router1', 'tenant_id': '7a614e8850f045db98da1228db67ffef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'a9cacdbd-fb8b-4ce2-a6b0-47dadf23d68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:59:19Z', 'updated_at': '2021-07-09T15:59:36Z', 'revision_number': 4, 'project_id': '7a614e8850f045db98da1228db67ffef', 'gw_port': {'id': 'a9cacdbd-fb8b-4ce2-a6b0-47dadf23d68d', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ea:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37e2e3b-02ce-4f92-a966-8642289bf509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:36Z', 'updated_at': '2021-07-09T15:59:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '9f7bf8bb-b414-4b7b-9c8e-90c891164257', 'name': '', 'network_id': 'edbc7fdf-98d0-4619-b279-41ba15591ad2', 'tenant_id': '7a614e8850f045db98da1228db67ffef', 'mac_address': 'fa:16:3e:75:f4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37e2e3b-02ce-4f92-a966-8642289bf509', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db950912-779c-4c86-aa31-dd767ee2c546', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:28Z', 'updated_at': '2021-07-09T15:59:35Z', 'revision_number': 5, 'project_id': '7a614e8850f045db98da1228db67ffef', 'subnets': [{'id': 'db950912-779c-4c86-aa31-dd767ee2c546', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1f05f742-e582-4093-89e7-fae505d746c0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:59:38.141964 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8387eed-ddf4-4104-9c57-8d13703d2fa4 None None] Checking router: c37e2e3b-02ce-4f92-a966-8642289bf509 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 15:59:38.142308 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8387eed-ddf4-4104-9c57-8d13703d2fa4 None None] Updating router c37e2e3b-02ce-4f92-a966-8642289bf509 port a9cacdbd-fb8b-4ce2-a6b0-47dadf23d68d binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 15:59:38.177738 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a8387eed-ddf4-4104-9c57-8d13703d2fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:38.495622 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a8387eed-ddf4-4104-9c57-8d13703d2fa4 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:38.505657 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a8387eed-ddf4-4104-9c57-8d13703d2fa4 None None] Transition to ACTIVE for port object a9cacdbd-fb8b-4ce2-a6b0-47dadf23d68d will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 15:59:38.511273 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a8387eed-ddf4-4104-9c57-8d13703d2fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:38.568847 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c979b-64ff-48ed-b0bf-9e8f0f7942e3 None None] Pushing event updated for resources: {'Port': ['ID=a9cacdbd-fb8b-4ce2-a6b0-47dadf23d68d,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:38.574008 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-a8387eed-ddf4-4104-9c57-8d13703d2fa4 None None] Attempting to bind port a9cacdbd-fb8b-4ce2-a6b0-47dadf23d68d on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 15:59:38.574380 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-a8387eed-ddf4-4104-9c57-8d13703d2fa4 None None] Attempting to bind port a9cacdbd-fb8b-4ce2-a6b0-47dadf23d68d by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 15:59:38.574743 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8387eed-ddf4-4104-9c57-8d13703d2fa4 None None] Attempting to bind port a9cacdbd-fb8b-4ce2-a6b0-47dadf23d68d on network caa6ed8d-2893-4113-8f68-c5284e694f6c {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 15:59:38.581939 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8387eed-ddf4-4104-9c57-8d13703d2fa4 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 15:59:38.582313 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8387eed-ddf4-4104-9c57-8d13703d2fa4 None None] Checking segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 15:59:38.582712 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a8387eed-ddf4-4104-9c57-8d13703d2fa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:38.583152 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8387eed-ddf4-4104-9c57-8d13703d2fa4 None None] Bound using segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 15:59:38.583614 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-a8387eed-ddf4-4104-9c57-8d13703d2fa4 None None] Bound port: a9cacdbd-fb8b-4ce2-a6b0-47dadf23d68d, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 15:59:38.584010 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a8387eed-ddf4-4104-9c57-8d13703d2fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:38.633859 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a8387eed-ddf4-4104-9c57-8d13703d2fa4 None None] For port a9cacdbd-fb8b-4ce2-a6b0-47dadf23d68d, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 15:59:38.636818 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a8387eed-ddf4-4104-9c57-8d13703d2fa4 None None] For port a9cacdbd-fb8b-4ce2-a6b0-47dadf23d68d, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=a9cacdbd-fb8b-4ce2-a6b0-47dadf23d68d,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 15:59:38.642051 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a8387eed-ddf4-4104-9c57-8d13703d2fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:38.702310 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8387eed-ddf4-4104-9c57-8d13703d2fa4 None None] Routers {'c37e2e3b-02ce-4f92-a966-8642289bf509'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 15:59:38.702950 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a8387eed-ddf4-4104-9c57-8d13703d2fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T15:59:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['c37e2e3b-02ce-4f92-a966-8642289bf509'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:59:38.822160 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c979b-64ff-48ed-b0bf-9e8f0f7942e3 None None] Pushing event updated for resources: {'Port': ['ID=a9cacdbd-fb8b-4ce2-a6b0-47dadf23d68d,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:38.895932 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-a8387eed-ddf4-4104-9c57-8d13703d2fa4 None None] Set router c37e2e3b-02ce-4f92-a966-8642289bf509 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 15:59:39.111529 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a8387eed-ddf4-4104-9c57-8d13703d2fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37e2e3b-02ce-4f92-a966-8642289bf509', 'name': 'router1', 'tenant_id': '7a614e8850f045db98da1228db67ffef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'a9cacdbd-fb8b-4ce2-a6b0-47dadf23d68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:59:19Z', 'updated_at': '2021-07-09T15:59:36Z', 'revision_number': 4, 'project_id': '7a614e8850f045db98da1228db67ffef', 'gw_port': {'id': 'a9cacdbd-fb8b-4ce2-a6b0-47dadf23d68d', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ea:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37e2e3b-02ce-4f92-a966-8642289bf509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:36Z', 'updated_at': '2021-07-09T15:59:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '9f7bf8bb-b414-4b7b-9c8e-90c891164257', 'name': '', 'network_id': 'edbc7fdf-98d0-4619-b279-41ba15591ad2', 'tenant_id': '7a614e8850f045db98da1228db67ffef', 'mac_address': 'fa:16:3e:75:f4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37e2e3b-02ce-4f92-a966-8642289bf509', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db950912-779c-4c86-aa31-dd767ee2c546', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:28Z', 'updated_at': '2021-07-09T15:59:35Z', 'revision_number': 5, 'project_id': '7a614e8850f045db98da1228db67ffef', 'subnets': [{'id': 'db950912-779c-4c86-aa31-dd767ee2c546', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1f05f742-e582-4093-89e7-fae505d746c0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 15:59:39.138632 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8387eed-ddf4-4104-9c57-8d13703d2fa4 None None] The sync data for ids ['c37e2e3b-02ce-4f92-a966-8642289bf509'] in n-d-798930-3 is: [{'id': 'c37e2e3b-02ce-4f92-a966-8642289bf509', 'name': 'router1', 'tenant_id': '7a614e8850f045db98da1228db67ffef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'a9cacdbd-fb8b-4ce2-a6b0-47dadf23d68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:59:19Z', 'updated_at': '2021-07-09T15:59:36Z', 'revision_number': 4, 'project_id': '7a614e8850f045db98da1228db67ffef', 'gw_port': {'id': 'a9cacdbd-fb8b-4ce2-a6b0-47dadf23d68d', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ea:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37e2e3b-02ce-4f92-a966-8642289bf509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:36Z', 'updated_at': '2021-07-09T15:59:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '9f7bf8bb-b414-4b7b-9c8e-90c891164257', 'name': '', 'network_id': 'edbc7fdf-98d0-4619-b279-41ba15591ad2', 'tenant_id': '7a614e8850f045db98da1228db67ffef', 'mac_address': 'fa:16:3e:75:f4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37e2e3b-02ce-4f92-a966-8642289bf509', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db950912-779c-4c86-aa31-dd767ee2c546', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:28Z', 'updated_at': '2021-07-09T15:59:35Z', 'revision_number': 5, 'project_id': '7a614e8850f045db98da1228db67ffef', 'subnets': [{'id': 'db950912-779c-4c86-aa31-dd767ee2c546', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1f05f742-e582-4093-89e7-fae505d746c0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 15:59:39.312237 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device a9cacdbd-fb8b-4ce2-a6b0-47dadf23d68d up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:59:39.363848 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port a9cacdbd-fb8b-4ce2-a6b0-47dadf23d68d completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 15:59:39.368159 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port a9cacdbd-fb8b-4ce2-a6b0-47dadf23d68d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:59:39.368586 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:39.454473 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:39.479838 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port a9cacdbd-fb8b-4ce2-a6b0-47dadf23d68d, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=a9cacdbd-fb8b-4ce2-a6b0-47dadf23d68d,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 15:59:39.484961 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:39.537443 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=a9cacdbd-fb8b-4ce2-a6b0-47dadf23d68d,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 15:59:39.854556 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 43382) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 15:59:39.989868 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-af345bf8-9784-42ed-a2a0-e3bd78a9f3cf admin admin] 10.222.0.98 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1341341 Jul 09 15:59:41.281712 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device a9cacdbd-fb8b-4ce2-a6b0-47dadf23d68d up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 15:59:41.337876 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port a9cacdbd-fb8b-4ce2-a6b0-47dadf23d68d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 15:59:41.338148 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:49.929715 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 5 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 15:59:52.180385 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e64b5055-997f-4b2a-8019-740839786afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:55.023915 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-626b9b37-8cd2-4ef6-b55f-83cfd57d5cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:55.179288 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:56.011189 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 15:59:57.916179 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:22.183290 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2226b307-84b2-44c9-b0d9-285962e014b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:25.021619 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f7d00574-d1b3-4728-bd02-a795fe4e6b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:25.174102 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:26.015009 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:26.920352 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 5 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:00:27.923755 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:52.184692 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-325431b5-f851-491e-9013-401f7a841ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:55.016697 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-83aa0b31-ff0e-4534-a214-7fe20be82fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:55.178783 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:56.018004 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:00:57.918553 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:03.919804 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 5 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:01:22.185360 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4c1ea77f-918e-4f48-bb61-fed42c9bda43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:23.796582 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 43982) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:01:23.857365 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-9addc669-65f1-4742-9c5e-92f4b40b92b5 admin admin] GET failed (client error): The resource could not be found. Jul 09 16:01:23.859344 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-9addc669-65f1-4742-9c5e-92f4b40b92b5 admin admin] 10.222.0.98 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0618091 Jul 09 16:01:24.016592 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db4e41a-c45c-49ae-b883-ab98d9e01f23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:24.018059 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8db4e41a-c45c-49ae-b883-ab98d9e01f23 admin admin] 10.222.0.98 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1549635 Jul 09 16:01:25.017713 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a4706783-7fac-460b-9ef7-1eb1e58a985e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:25.187643 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:26.020668 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:26.249078 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 43992) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:01:26.342340 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de2d1d4-6d33-481e-92ba-a00f70c47555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:26.343740 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-5de2d1d4-6d33-481e-92ba-a00f70c47555 admin admin] 10.222.0.98 "GET /v2.0/subnets/db950912-779c-4c86-aa31-dd767ee2c546 HTTP/1.1" status: 200 len: 849 time: 0.0937164 Jul 09 16:01:26.353591 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-9f4c70b3-1ec8-4de6-9ec2-347fd75319d7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:01:26.441218 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9f4c70b3-1ec8-4de6-9ec2-347fd75319d7 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:26.585051 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9f4c70b3-1ec8-4de6-9ec2-347fd75319d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777622262550'] for subnet, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:26.615309 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4c70b3-1ec8-4de6-9ec2-347fd75319d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:26.615896 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9f4c70b3-1ec8-4de6-9ec2-347fd75319d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:26.617188 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-9f4c70b3-1ec8-4de6-9ec2-347fd75319d7 admin admin] 10.222.0.98 "PUT /v2.0/subnets/db950912-779c-4c86-aa31-dd767ee2c546 HTTP/1.1" status: 200 len: 868 time: 0.2678661 Jul 09 16:01:26.618248 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33b2f82-bea0-4ec0-97b2-6ccb73fa36b4 None None] Network edbc7fdf-98d0-4619-b279-41ba15591ad2 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:01:26.640249 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c70b3-1ec8-4de6-9ec2-347fd75319d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db950912-779c-4c86-aa31-dd767ee2c546,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:01:26.647849 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4c70b3-1ec8-4de6-9ec2-347fd75319d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:01:26.648214 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4c70b3-1ec8-4de6-9ec2-347fd75319d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:01:26.648515 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4c70b3-1ec8-4de6-9ec2-347fd75319d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:01:26.648841 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4c70b3-1ec8-4de6-9ec2-347fd75319d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:01:26.649165 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4c70b3-1ec8-4de6-9ec2-347fd75319d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:01:26.649692 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4c70b3-1ec8-4de6-9ec2-347fd75319d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:01:26.650029 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4c70b3-1ec8-4de6-9ec2-347fd75319d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:01:26.650338 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4c70b3-1ec8-4de6-9ec2-347fd75319d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:01:26.650655 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4c70b3-1ec8-4de6-9ec2-347fd75319d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:01:26.650996 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4c70b3-1ec8-4de6-9ec2-347fd75319d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:01:26.651314 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4c70b3-1ec8-4de6-9ec2-347fd75319d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:01:26.651628 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4c70b3-1ec8-4de6-9ec2-347fd75319d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:01:26.964181 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7c14d28f-3eb1-4d3b-a09c-44e66f0c8ee9 None None] Provisioning complete for port 9f7bf8bb-b414-4b7b-9c8e-90c891164257 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:01:26.964639 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7c14d28f-3eb1-4d3b-a09c-44e66f0c8ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:27.053167 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7c14d28f-3eb1-4d3b-a09c-44e66f0c8ee9 None None] Provisioning complete for port 8d961fca-f045-467b-9e61-2fb213bca0c3 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:01:27.053862 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7c14d28f-3eb1-4d3b-a09c-44e66f0c8ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:27.928593 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:28.825827 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 44000) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:01:29.031603 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cd5728-eefc-417a-b50c-c2784e80f18b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:29.032065 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cd5728-eefc-417a-b50c-c2784e80f18b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:29.033592 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-07cd5728-eefc-417a-b50c-c2784e80f18b admin admin] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2062471 Jul 09 16:01:31.206630 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 44010) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:01:31.333985 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e389f4-0487-42ee-a20b-8494b42ee0d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:31.334454 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e389f4-0487-42ee-a20b-8494b42ee0d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:31.335993 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-13e389f4-0487-42ee-a20b-8494b42ee0d2 admin admin] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1283474 Jul 09 16:01:33.517705 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44018) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:01:33.657444 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13e06fc-f09b-4c0c-84f8-7e0255370ed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:33.658731 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d13e06fc-f09b-4c0c-84f8-7e0255370ed9 admin admin] 10.222.0.98 "GET /v2.0/networks/caa6ed8d-2893-4113-8f68-c5284e694f6c HTTP/1.1" status: 200 len: 886 time: 0.1400592 Jul 09 16:01:36.006875 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44026) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:01:36.134084 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fd83a9-187b-47d3-931b-2496c7732d90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:36.135511 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-03fd83a9-187b-47d3-931b-2496c7732d90 admin admin] 10.222.0.98 "GET /v2.0/networks/edbc7fdf-98d0-4619-b279-41ba15591ad2 HTTP/1.1" status: 200 len: 869 time: 0.1276774 Jul 09 16:01:38.299294 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 44034) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:01:38.450035 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1dc28f-5cb6-4251-84ec-ce1a0e6033f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:38.450510 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1dc28f-5cb6-4251-84ec-ce1a0e6033f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:38.452169 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ca1dc28f-5cb6-4251-84ec-ce1a0e6033f6 admin admin] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1519039 Jul 09 16:01:40.608187 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 44042) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:01:40.701931 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694bfbc6-d2ec-473a-8311-eace3a417992 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:40.702381 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694bfbc6-d2ec-473a-8311-eace3a417992 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:40.703945 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-694bfbc6-d2ec-473a-8311-eace3a417992 admin admin] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0947819 Jul 09 16:01:40.924753 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 5 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:01:42.894354 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44050) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:01:42.982847 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e3b152-d6bd-475c-869e-6fb2d985c933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:42.984189 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b6e3b152-d6bd-475c-869e-6fb2d985c933 admin admin] 10.222.0.98 "GET /v2.0/subnets/09763788-efd6-4c32-90f4-3f3730281b5b HTTP/1.1" status: 200 len: 816 time: 0.0887914 Jul 09 16:01:45.246641 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44058) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:01:45.336518 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7010ca2-d530-4ada-ae03-0863260bd32d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:01:45.337909 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e7010ca2-d530-4ada-ae03-0863260bd32d admin admin] 10.222.0.98 "GET /v2.0/subnets/db950912-779c-4c86-aa31-dd767ee2c546 HTTP/1.1" status: 200 len: 868 time: 0.0902288 Jul 09 16:01:52.186317 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-746ac0ea-e5cb-4ee2-8166-cb605c652265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:55.018067 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-817ffeff-57a4-4edc-8a5d-dce517a84abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:55.180433 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:56.023533 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:01:57.940537 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:10.424071 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44110) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:02:10.469721 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [None req-c000990e-7c57-4a7c-80cc-c340bae311a1 admin admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:02:10.470778 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c000990e-7c57-4a7c-80cc-c340bae311a1 admin admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0457275 Jul 09 16:02:12.745734 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44118) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:02:12.805533 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ab756e8-00bb-408b-933f-fb0814cb7531 admin admin] GET failed (client error): The resource could not be found. Jul 09 16:02:12.806855 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7ab756e8-00bb-408b-933f-fb0814cb7531 admin admin] 10.222.0.98 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0602477 Jul 09 16:02:12.893865 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3182be-3fa6-428b-851a-5b3e795d4bf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:12.895362 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ca3182be-3fa6-428b-851a-5b3e795d4bf5 admin admin] 10.222.0.98 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0847373 Jul 09 16:02:15.118102 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44126) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:02:15.165300 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-84caad07-7af9-488b-bfaf-f57225006f29 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:02:15.189994 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84caad07-7af9-488b-bfaf-f57225006f29 admin admin] Made reservation on behalf of 3483fa1d2d11482c962be9e0b32def65 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:02:15.197772 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-84caad07-7af9-488b-bfaf-f57225006f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:15.230230 n-d-798930-3 neutron-server[93958]: WARNING neutron.services.revisions.revision_plugin [None req-84caad07-7af9-488b-bfaf-f57225006f29 admin admin] Could not find related network for resource to bump revision. Jul 09 16:02:15.248896 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84caad07-7af9-488b-bfaf-f57225006f29 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:02:15.262362 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-84caad07-7af9-488b-bfaf-f57225006f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:15.262701 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-84caad07-7af9-488b-bfaf-f57225006f29 admin admin] Added segment db7e8f71-2a34-4d7e-a3fa-83ecb6797495 of type vlan for network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 Jul 09 16:02:15.309107 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-84caad07-7af9-488b-bfaf-f57225006f29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:15.357247 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-84caad07-7af9-488b-bfaf-f57225006f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:15.358444 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84caad07-7af9-488b-bfaf-f57225006f29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:15.359110 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-84caad07-7af9-488b-bfaf-f57225006f29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:15.417732 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-84caad07-7af9-488b-bfaf-f57225006f29 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2984536 Jul 09 16:02:15.425886 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84caad07-7af9-488b-bfaf-f57225006f29 admin admin] Pushing event updated for resources: {'Network': ['ID=c7d8b865-e1f3-4446-a87b-a6da86eba8a1,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:15.439982 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:02:17.699480 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44134) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:02:17.768698 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0ef5b1e-0346-4e53-bb36-77580bce3725 admin admin] GET failed (client error): The resource could not be found. Jul 09 16:02:17.770177 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b0ef5b1e-0346-4e53-bb36-77580bce3725 admin admin] 10.222.0.98 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0697320 Jul 09 16:02:17.851052 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c639e99e-ce3e-4d47-8a47-f8dc77bdb8b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:17.852528 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c639e99e-ce3e-4d47-8a47-f8dc77bdb8b6 admin admin] 10.222.0.98 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0782073 Jul 09 16:02:17.863480 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-6c0b10d8-6991-44d9-bd7c-fadb3c716737 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:02:17.884707 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0b10d8-6991-44d9-bd7c-fadb3c716737 admin admin] Made reservation on behalf of 3483fa1d2d11482c962be9e0b32def65 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:02:17.887106 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c0b10d8-6991-44d9-bd7c-fadb3c716737 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:17.924741 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 5 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:02:18.167935 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c0b10d8-6991-44d9-bd7c-fadb3c716737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:18.223566 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b10d8-6991-44d9-bd7c-fadb3c716737 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f122b436-b232-4a3c-9aac-47d5639f2da4,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:18.235181 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0b10d8-6991-44d9-bd7c-fadb3c716737 admin admin] Checking segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:02:18.235533 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0b10d8-6991-44d9-bd7c-fadb3c716737 admin admin] Network hostable DHCP agents. Network: c7d8b865-e1f3-4446-a87b-a6da86eba8a1, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:02:18.254079 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0b10d8-6991-44d9-bd7c-fadb3c716737 admin admin] Network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:02:18.263944 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-6c0b10d8-6991-44d9-bd7c-fadb3c716737 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, c7d8b865-e1f3-4446-a87b-a6da86eba8a1) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:02:18.268865 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0b10d8-6991-44d9-bd7c-fadb3c716737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:02:18.269449 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c0b10d8-6991-44d9-bd7c-fadb3c716737 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:18.277590 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e951169e-1cb0-4e1d-a214-9e3550d520f7 None None] Network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:02:18.284855 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6c0b10d8-6991-44d9-bd7c-fadb3c716737 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4250796 Jul 09 16:02:18.543980 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a0e275-074a-4af6-a56c-70fa62b06a57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'tenant_id': '3483fa1d2d11482c962be9e0b32def65', 'fixed_ips': [{'subnet_id': 'f122b436-b232-4a3c-9aac-47d5639f2da4'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:02:18.545378 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-98a0e275-074a-4af6-a56c-70fa62b06a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:18.687702 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-98a0e275-074a-4af6-a56c-70fa62b06a57 None None] Allocated IP 192.168.233.2 (c7d8b865-e1f3-4446-a87b-a6da86eba8a1/f122b436-b232-4a3c-9aac-47d5639f2da4/da656632-6ed6-4553-b08d-0c92aef9a562) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:02:18.861644 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-98a0e275-074a-4af6-a56c-70fa62b06a57 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:18.871452 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-98a0e275-074a-4af6-a56c-70fa62b06a57 None None] Transition to ACTIVE for port object da656632-6ed6-4553-b08d-0c92aef9a562 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:02:18.898543 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-98a0e275-074a-4af6-a56c-70fa62b06a57 None None] Transition to ACTIVE for port object da656632-6ed6-4553-b08d-0c92aef9a562 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:02:18.908304 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-98a0e275-074a-4af6-a56c-70fa62b06a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:18.974319 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a0e275-074a-4af6-a56c-70fa62b06a57 None None] Network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:02:18.979519 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-98a0e275-074a-4af6-a56c-70fa62b06a57 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:02:18.992796 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a0e275-074a-4af6-a56c-70fa62b06a57 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:02:19.008650 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a0e275-074a-4af6-a56c-70fa62b06a57 None None] Pushing event updated for resources: {'Port': ['ID=da656632-6ed6-4553-b08d-0c92aef9a562,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:19.026680 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a0e275-074a-4af6-a56c-70fa62b06a57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:19.027266 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a0e275-074a-4af6-a56c-70fa62b06a57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:19.027835 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a0e275-074a-4af6-a56c-70fa62b06a57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:19.028404 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a0e275-074a-4af6-a56c-70fa62b06a57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:19.028987 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a0e275-074a-4af6-a56c-70fa62b06a57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:19.030142 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a0e275-074a-4af6-a56c-70fa62b06a57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:19.030724 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a0e275-074a-4af6-a56c-70fa62b06a57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:19.031335 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a0e275-074a-4af6-a56c-70fa62b06a57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:19.031917 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a0e275-074a-4af6-a56c-70fa62b06a57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:19.032497 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a0e275-074a-4af6-a56c-70fa62b06a57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:19.033085 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a0e275-074a-4af6-a56c-70fa62b06a57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:19.033669 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a0e275-074a-4af6-a56c-70fa62b06a57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:02:19.127610 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-98a0e275-074a-4af6-a56c-70fa62b06a57 None None] Attempting to bind port da656632-6ed6-4553-b08d-0c92aef9a562 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:02:19.128172 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-98a0e275-074a-4af6-a56c-70fa62b06a57 None None] Attempting to bind port da656632-6ed6-4553-b08d-0c92aef9a562 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:02:19.128792 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a0e275-074a-4af6-a56c-70fa62b06a57 None None] Attempting to bind port da656632-6ed6-4553-b08d-0c92aef9a562 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:02:19.137470 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a0e275-074a-4af6-a56c-70fa62b06a57 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:02:19.138089 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a0e275-074a-4af6-a56c-70fa62b06a57 None None] Checking segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:02:19.139336 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-98a0e275-074a-4af6-a56c-70fa62b06a57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:19.140034 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a0e275-074a-4af6-a56c-70fa62b06a57 None None] Bound using segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:02:19.140820 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-98a0e275-074a-4af6-a56c-70fa62b06a57 None None] Bound port: da656632-6ed6-4553-b08d-0c92aef9a562, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:02:19.141475 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-98a0e275-074a-4af6-a56c-70fa62b06a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:19.225917 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-98a0e275-074a-4af6-a56c-70fa62b06a57 None None] For port da656632-6ed6-4553-b08d-0c92aef9a562, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:02:19.229533 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-98a0e275-074a-4af6-a56c-70fa62b06a57 None None] For port da656632-6ed6-4553-b08d-0c92aef9a562, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=da656632-6ed6-4553-b08d-0c92aef9a562,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:02:19.235016 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-98a0e275-074a-4af6-a56c-70fa62b06a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:19.297661 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a0e275-074a-4af6-a56c-70fa62b06a57 None None] Pushing event updated for resources: {'Port': ['ID=da656632-6ed6-4553-b08d-0c92aef9a562,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:20.199843 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540e982d-56aa-434b-beac-2d88f8691a02 None None] Network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:02:20.294368 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f4afbbbd-0d01-4f4b-b6bb-06b3e10d1cc6 None None] Provisioning for port da656632-6ed6-4553-b08d-0c92aef9a562 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:02:21.439127 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device da656632-6ed6-4553-b08d-0c92aef9a562 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:02:21.498899 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port da656632-6ed6-4553-b08d-0c92aef9a562 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:02:21.505566 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port da656632-6ed6-4553-b08d-0c92aef9a562 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:02:21.506053 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:21.590611 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:21.626263 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port da656632-6ed6-4553-b08d-0c92aef9a562, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=da656632-6ed6-4553-b08d-0c92aef9a562,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:02:21.630174 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:21.681256 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=da656632-6ed6-4553-b08d-0c92aef9a562,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:02:22.193531 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-46596002-3e8a-4563-ba26-aa146c3e76e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:23.433223 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device da656632-6ed6-4553-b08d-0c92aef9a562 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:02:23.495884 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port da656632-6ed6-4553-b08d-0c92aef9a562 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:02:23.496260 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:25.020147 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-af0f53c6-b77c-4cc3-8fac-881fbb92a32b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:25.183171 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:26.031131 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:27.937207 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:52.186320 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-661ae3ca-93c8-4179-807c-cdb51a3cc782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:54.924110 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 5 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:02:55.022120 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd7be0b9-b710-4a2f-8670-885ad890ecd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:55.184529 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:56.032456 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:02:57.944611 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:22.187993 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-87519520-2b66-456d-a4a3-5a2503c6e7f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:25.023293 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a67ca978-2e2f-4134-a6f3-fdd19b3cd975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:25.187100 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:26.035496 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:27.340732 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44186) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:03:27.347340 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [None req-d90927bd-60c6-4156-b073-5cd78aaa2383 tempest-verify_tempest_config-1967058347 tempest-verify_tempest_config-1967058347-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:03:27.348329 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d90927bd-60c6-4156-b073-5cd78aaa2383 tempest-verify_tempest_config-1967058347 tempest-verify_tempest_config-1967058347-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059996 Jul 09 16:03:27.650057 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44204) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:03:27.749875 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b7181370-8681-425b-99fa-b8026aae3f35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:27.840434 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b7181370-8681-425b-99fa-b8026aae3f35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:27.844040 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b7181370-8681-425b-99fa-b8026aae3f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:27.886815 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7181370-8681-425b-99fa-b8026aae3f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e00e5d-1bc4-49ee-97c1-1db0e864e645,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:03:27.891057 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b7181370-8681-425b-99fa-b8026aae3f35 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c2171a77565848a1bfdfe43c54c27f1e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2399838 Jul 09 16:03:27.893991 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 44208) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:03:27.896342 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7181370-8681-425b-99fa-b8026aae3f35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:03:27.896686 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7181370-8681-425b-99fa-b8026aae3f35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:03:27.897023 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7181370-8681-425b-99fa-b8026aae3f35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:03:27.897355 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7181370-8681-425b-99fa-b8026aae3f35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:03:27.897690 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7181370-8681-425b-99fa-b8026aae3f35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:03:27.898356 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7181370-8681-425b-99fa-b8026aae3f35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:03:27.898356 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7181370-8681-425b-99fa-b8026aae3f35 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:03:27.898640 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7181370-8681-425b-99fa-b8026aae3f35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:03:27.898988 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7181370-8681-425b-99fa-b8026aae3f35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:03:27.899305 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7181370-8681-425b-99fa-b8026aae3f35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:03:27.899623 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7181370-8681-425b-99fa-b8026aae3f35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:03:27.899939 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7181370-8681-425b-99fa-b8026aae3f35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:03:27.945761 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:27.955743 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4de4fbb0-c4d9-4eee-a038-7647c8cc0a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:27.976258 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4de4fbb0-c4d9-4eee-a038-7647c8cc0a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:28.065275 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4de4fbb0-c4d9-4eee-a038-7647c8cc0a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:28.067774 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4de4fbb0-c4d9-4eee-a038-7647c8cc0a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:28.068908 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-4de4fbb0-c4d9-4eee-a038-7647c8cc0a2e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/25e00e5d-1bc4-49ee-97c1-1db0e864e645 HTTP/1.1" status: 204 len: 168 time: 0.1738989 Jul 09 16:03:28.077142 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de4fbb0-c4d9-4eee-a038-7647c8cc0a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e00e5d-1bc4-49ee-97c1-1db0e864e645,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:03:28.084039 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de4fbb0-c4d9-4eee-a038-7647c8cc0a2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:03:28.084378 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de4fbb0-c4d9-4eee-a038-7647c8cc0a2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:03:28.084712 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de4fbb0-c4d9-4eee-a038-7647c8cc0a2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:03:28.085040 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de4fbb0-c4d9-4eee-a038-7647c8cc0a2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:03:28.085360 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de4fbb0-c4d9-4eee-a038-7647c8cc0a2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:03:28.085681 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de4fbb0-c4d9-4eee-a038-7647c8cc0a2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:03:28.086091 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de4fbb0-c4d9-4eee-a038-7647c8cc0a2e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:03:28.086308 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de4fbb0-c4d9-4eee-a038-7647c8cc0a2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:03:28.086623 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de4fbb0-c4d9-4eee-a038-7647c8cc0a2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:03:28.086966 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de4fbb0-c4d9-4eee-a038-7647c8cc0a2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:03:28.087338 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de4fbb0-c4d9-4eee-a038-7647c8cc0a2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:03:28.087579 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de4fbb0-c4d9-4eee-a038-7647c8cc0a2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:03:31.923611 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 5 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:03:52.189048 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-92f2d04a-640e-499e-ac4c-9a2d00e6ae18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:55.024187 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1b113c35-5903-44a7-957a-d1a9d8b40dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:55.188790 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:56.035939 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:03:57.947076 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:08.923316 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 5 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:04:22.191538 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5f9f8ddf-7f53-4285-8456-688c2dfc2af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:25.025643 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8f692989-5c3f-4369-9ff2-ec13cbde44ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:25.191036 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:26.039980 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:27.949944 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:45.922310 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 5 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:04:52.192524 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-635e63e9-4f98-4caf-b039-193614692a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:55.028208 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3588791e-55b1-490e-84bf-c35033957982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:55.192275 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:56.041847 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:04:57.952913 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:22.196971 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0ca5622-3474-44b0-a2bc-6747a9a8b5ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:22.921927 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 5 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:05:25.030643 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4dd51ff0-68d9-471c-81e6-b0c3af00e24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:25.193503 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:26.046547 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:27.956144 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:52.199385 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fdb92f96-5bcd-4f83-9a6c-e045c6c9a279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:55.030309 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-101311ad-7823-4e2e-a835-0c361535fa30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:55.196128 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:56.048849 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:57.959167 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:05:59.921885 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 5 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:06:22.205912 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fe603b80-0a61-4c7d-9114-99f0e5eaa0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:25.032694 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0f0c8ec7-e16c-4e45-b86b-3fc7c971e44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:25.198508 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:26.054758 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:27.965228 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:36.920177 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 5 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:06:39.797065 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-319286'] for agent, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:52.196789 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bce4b1e4-650f-49bf-9c99-c0b26f1c2a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:55.038564 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4f514870-c623-483d-a98d-21db260e348f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:55.201700 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:56.057117 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:56.279521 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-319286'] for agent, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:06:57.965682 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:09.759616 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:13.919390 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:07:22.198532 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fe7abb0d-61bd-44f3-a9f7-8b9eb91e6ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:25.037558 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d7d72fe0-82d8-4271-8d0b-568e18a5ddb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:25.202399 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:26.059248 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:26.250093 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:27.971002 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:38.144029 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 44272) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:07:38.247831 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-df8a22c0-18d6-4ea1-b2be-9006888e2de6 admin admin] 10.222.0.98 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1026633 Jul 09 16:07:39.762058 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:40.472271 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 44282) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:07:40.528091 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-979e2e8e-0349-41d9-872f-2355a79aed09 admin admin] 10.222.0.98 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0547366 Jul 09 16:07:50.918752 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:07:52.200065 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-88a5f27c-47db-45c6-b972-ca8a6aa7fd49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:55.039223 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-68f99491-c6ab-4f6d-a727-0ff829309a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:55.204023 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:56.064314 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:56.255240 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:07:57.974508 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:09.778337 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:22.207872 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-30228b7e-33d1-4a9f-b85d-4cefb8579c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:25.047419 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6ff6a7b5-095a-4910-99d6-c6ae415c7e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:25.217732 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:26.073542 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:26.269819 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:27.919016 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:08:27.979739 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:39.787888 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:52.201264 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b60bd08d-047a-42a6-b14e-c4d677cdddeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:55.047419 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6022ec6f-c822-473f-b77f-5c4c04525e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:55.214550 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:56.069688 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:56.243907 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:08:57.981147 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:04.099411 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 44514) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:04.114306 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44520) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:04.527264 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-bae5163a-16ff-4271-87be-c6b17590fd82 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1555507325-network', 'tenant_id': 'cc4dc2313b5c41388daec8e5a4533d66'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:09:04.569074 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a42528b7-4386-43df-bf0e-86dad359be70 tempest-AutoAllocateNetworkTest-1056163022 tempest-AutoAllocateNetworkTest-1056163022-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=8920be63ec74425eb7d2a42f3da4b899&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4524848 Jul 09 16:09:04.569256 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae5163a-16ff-4271-87be-c6b17590fd82 admin admin] Made reservation on behalf of cc4dc2313b5c41388daec8e5a4533d66 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:09:04.569852 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44538) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:04.572970 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bae5163a-16ff-4271-87be-c6b17590fd82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:04.589347 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bae5163a-16ff-4271-87be-c6b17590fd82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:04.720102 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bae5163a-16ff-4271-87be-c6b17590fd82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:04.725611 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bae5163a-16ff-4271-87be-c6b17590fd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:04.759215 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bae5163a-16ff-4271-87be-c6b17590fd82 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:09:04.782710 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bae5163a-16ff-4271-87be-c6b17590fd82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:04.783403 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-bae5163a-16ff-4271-87be-c6b17590fd82 admin admin] Added segment b32a47a8-020a-4928-8231-ed69fc73c847 of type vlan for network bb5eedc8-9794-43ab-9159-e84889255689 Jul 09 16:09:04.785256 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5163a-16ff-4271-87be-c6b17590fd82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0f4373-763e-4616-a721-3ab495afa399,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:04.788170 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5add5158-89d2-4e45-8ccc-90432f7c5b77 tempest-AutoAllocateNetworkTest-1056163022 tempest-AutoAllocateNetworkTest-1056163022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:04.793928 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-5add5158-89d2-4e45-8ccc-90432f7c5b77 tempest-AutoAllocateNetworkTest-1056163022 tempest-AutoAllocateNetworkTest-1056163022-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2225928 Jul 09 16:09:04.794599 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44552) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:04.813088 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae5163a-16ff-4271-87be-c6b17590fd82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:04.813709 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae5163a-16ff-4271-87be-c6b17590fd82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:04.814199 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae5163a-16ff-4271-87be-c6b17590fd82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:04.814835 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae5163a-16ff-4271-87be-c6b17590fd82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:04.815379 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae5163a-16ff-4271-87be-c6b17590fd82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:04.816428 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae5163a-16ff-4271-87be-c6b17590fd82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:04.816899 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae5163a-16ff-4271-87be-c6b17590fd82 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:04.817670 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae5163a-16ff-4271-87be-c6b17590fd82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:04.818538 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae5163a-16ff-4271-87be-c6b17590fd82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:04.819274 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae5163a-16ff-4271-87be-c6b17590fd82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:04.819737 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae5163a-16ff-4271-87be-c6b17590fd82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:04.820272 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae5163a-16ff-4271-87be-c6b17590fd82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:04.821320 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae5163a-16ff-4271-87be-c6b17590fd82 admin admin] Tracked resource versions report: Jul 09 16:09:04.821320 n-d-798930-3 neutron-server[93959]: pushed versions: Jul 09 16:09:04.821320 n-d-798930-3 neutron-server[93959]: { 'AddressGroup': {'1.2'}, Jul 09 16:09:04.821320 n-d-798930-3 neutron-server[93959]: 'ConntrackHelper': {'1.0'}, Jul 09 16:09:04.821320 n-d-798930-3 neutron-server[93959]: 'Log': {'1.0'}, Jul 09 16:09:04.821320 n-d-798930-3 neutron-server[93959]: 'Network': {'1.1'}, Jul 09 16:09:04.821320 n-d-798930-3 neutron-server[93959]: 'Port': {'1.7'}, Jul 09 16:09:04.821320 n-d-798930-3 neutron-server[93959]: 'PortForwarding': {'1.2'}, Jul 09 16:09:04.821320 n-d-798930-3 neutron-server[93959]: 'QosPolicy': {'1.8'}, Jul 09 16:09:04.821320 n-d-798930-3 neutron-server[93959]: 'SecurityGroup': {'1.4'}, Jul 09 16:09:04.821320 n-d-798930-3 neutron-server[93959]: 'SecurityGroupRule': {'1.2'}, Jul 09 16:09:04.821320 n-d-798930-3 neutron-server[93959]: 'SubPort': {'1.0'}, Jul 09 16:09:04.821320 n-d-798930-3 neutron-server[93959]: 'Subnet': {'1.1'}, Jul 09 16:09:04.821320 n-d-798930-3 neutron-server[93959]: 'Trunk': {'1.1'}} Jul 09 16:09:04.821320 n-d-798930-3 neutron-server[93959]: consumer versions: Jul 09 16:09:04.821320 n-d-798930-3 neutron-server[93959]: { DHCP agent@n-d-798930-3: {}, Jul 09 16:09:04.821320 n-d-798930-3 neutron-server[93959]: HyperV agent@n-h1-798930-3: {}, Jul 09 16:09:04.821320 n-d-798930-3 neutron-server[93959]: HyperV agent@n-h2-798930-3: {}, Jul 09 16:09:04.821320 n-d-798930-3 neutron-server[93959]: L3 agent@n-d-798930-3: {}, Jul 09 16:09:04.821320 n-d-798930-3 neutron-server[93959]: Metadata agent@n-d-798930-3: {}, Jul 09 16:09:04.821320 n-d-798930-3 neutron-server[93959]: Metering agent@n-d-798930-3: {}, Jul 09 16:09:04.821320 n-d-798930-3 neutron-server[93959]: Open vSwitch agent@n-d-798930-3: { 'AddressGroup': '1.2', Jul 09 16:09:04.821320 n-d-798930-3 neutron-server[93959]: 'ConntrackHelper': '1.0', Jul 09 16:09:04.821320 n-d-798930-3 neutron-server[93959]: 'Log': '1.0', Jul 09 16:09:04.821320 n-d-798930-3 neutron-server[93959]: 'Network': '1.1', Jul 09 16:09:04.821320 n-d-798930-3 neutron-server[93959]: 'Port': '1.7', Jul 09 16:09:04.821320 n-d-798930-3 neutron-server[93959]: 'PortForwarding': '1.2', Jul 09 16:09:04.821320 n-d-798930-3 neutron-server[93959]: 'QosPolicy': '1.8', Jul 09 16:09:04.821320 n-d-798930-3 neutron-server[93959]: 'SecurityGroup': '1.4', Jul 09 16:09:04.821320 n-d-798930-3 neutron-server[93959]: 'SecurityGroupRule': '1.2', Jul 09 16:09:04.821320 n-d-798930-3 neutron-server[93959]: 'SubPort': '1.0', Jul 09 16:09:04.821320 n-d-798930-3 neutron-server[93959]: 'Subnet': '1.1', Jul 09 16:09:04.821320 n-d-798930-3 neutron-server[93959]: 'Trunk': '1.1'}} Jul 09 16:09:04.821320 n-d-798930-3 neutron-server[93959]: {{(pid=93959) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 16:09:04.868682 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bae5163a-16ff-4271-87be-c6b17590fd82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:04.873401 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 44556) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:04.873932 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ec12a451-e07c-4ff1-8020-9f3e309e801a tempest-AutoAllocateNetworkTest-1056163022 tempest-AutoAllocateNetworkTest-1056163022-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0780354 Jul 09 16:09:04.911392 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-250bf614-20e2-443d-9079-4a43bf2a45b1 tempest-AutoAllocateNetworkTest-1056163022 tempest-AutoAllocateNetworkTest-1056163022-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=8920be63ec74425eb7d2a42f3da4b899 HTTP/1.1" status: 200 len: 208 time: 0.0337713 Jul 09 16:09:04.920004 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:09:04.936057 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bae5163a-16ff-4271-87be-c6b17590fd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:04.937261 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae5163a-16ff-4271-87be-c6b17590fd82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:04.938020 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bae5163a-16ff-4271-87be-c6b17590fd82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:05.003384 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-bae5163a-16ff-4271-87be-c6b17590fd82 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9028656 Jul 09 16:09:05.006531 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44568) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:05.015098 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-ebca5bca-e236-407b-9e0e-60f67dcc5f66 admin admin] Request body: {'subnet': {'network_id': 'bb5eedc8-9794-43ab-9159-e84889255689', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1555507325-subnet', 'tenant_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:09:05.026577 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5163a-16ff-4271-87be-c6b17590fd82 admin admin] Pushing event updated for resources: {'Network': ['ID=bb5eedc8-9794-43ab-9159-e84889255689,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:05.042077 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network bb5eedc8-9794-43ab-9159-e84889255689 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:09:05.043645 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebca5bca-e236-407b-9e0e-60f67dcc5f66 admin admin] Made reservation on behalf of cc4dc2313b5c41388daec8e5a4533d66 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:09:05.045969 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ebca5bca-e236-407b-9e0e-60f67dcc5f66 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:05.238205 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ebca5bca-e236-407b-9e0e-60f67dcc5f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:05.313659 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca5bca-e236-407b-9e0e-60f67dcc5f66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9652b0cc-4dd5-4837-9b58-222aefe9d108,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:05.322344 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca5bca-e236-407b-9e0e-60f67dcc5f66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:05.322676 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca5bca-e236-407b-9e0e-60f67dcc5f66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:05.323339 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca5bca-e236-407b-9e0e-60f67dcc5f66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:05.323930 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca5bca-e236-407b-9e0e-60f67dcc5f66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:05.324415 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca5bca-e236-407b-9e0e-60f67dcc5f66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:05.324877 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca5bca-e236-407b-9e0e-60f67dcc5f66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:05.325359 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca5bca-e236-407b-9e0e-60f67dcc5f66 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:05.325904 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca5bca-e236-407b-9e0e-60f67dcc5f66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:05.326239 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca5bca-e236-407b-9e0e-60f67dcc5f66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:05.326614 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca5bca-e236-407b-9e0e-60f67dcc5f66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:05.327001 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca5bca-e236-407b-9e0e-60f67dcc5f66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:05.327494 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca5bca-e236-407b-9e0e-60f67dcc5f66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:05.328572 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca5bca-e236-407b-9e0e-60f67dcc5f66 admin admin] Tracked resource versions report: Jul 09 16:09:05.328572 n-d-798930-3 neutron-server[93958]: pushed versions: Jul 09 16:09:05.328572 n-d-798930-3 neutron-server[93958]: { 'AddressGroup': {'1.2'}, Jul 09 16:09:05.328572 n-d-798930-3 neutron-server[93958]: 'ConntrackHelper': {'1.0'}, Jul 09 16:09:05.328572 n-d-798930-3 neutron-server[93958]: 'Log': {'1.0'}, Jul 09 16:09:05.328572 n-d-798930-3 neutron-server[93958]: 'Network': {'1.1'}, Jul 09 16:09:05.328572 n-d-798930-3 neutron-server[93958]: 'Port': {'1.7'}, Jul 09 16:09:05.328572 n-d-798930-3 neutron-server[93958]: 'PortForwarding': {'1.2'}, Jul 09 16:09:05.328572 n-d-798930-3 neutron-server[93958]: 'QosPolicy': {'1.8'}, Jul 09 16:09:05.328572 n-d-798930-3 neutron-server[93958]: 'SecurityGroup': {'1.4'}, Jul 09 16:09:05.328572 n-d-798930-3 neutron-server[93958]: 'SecurityGroupRule': {'1.2'}, Jul 09 16:09:05.328572 n-d-798930-3 neutron-server[93958]: 'SubPort': {'1.0'}, Jul 09 16:09:05.328572 n-d-798930-3 neutron-server[93958]: 'Subnet': {'1.1'}, Jul 09 16:09:05.328572 n-d-798930-3 neutron-server[93958]: 'Trunk': {'1.1'}} Jul 09 16:09:05.328572 n-d-798930-3 neutron-server[93958]: consumer versions: Jul 09 16:09:05.328572 n-d-798930-3 neutron-server[93958]: { DHCP agent@n-d-798930-3: {}, Jul 09 16:09:05.328572 n-d-798930-3 neutron-server[93958]: HyperV agent@n-h1-798930-3: {}, Jul 09 16:09:05.328572 n-d-798930-3 neutron-server[93958]: HyperV agent@n-h2-798930-3: {}, Jul 09 16:09:05.328572 n-d-798930-3 neutron-server[93958]: L3 agent@n-d-798930-3: {}, Jul 09 16:09:05.328572 n-d-798930-3 neutron-server[93958]: Metadata agent@n-d-798930-3: {}, Jul 09 16:09:05.328572 n-d-798930-3 neutron-server[93958]: Metering agent@n-d-798930-3: {}, Jul 09 16:09:05.328572 n-d-798930-3 neutron-server[93958]: Open vSwitch agent@n-d-798930-3: { 'AddressGroup': '1.2', Jul 09 16:09:05.328572 n-d-798930-3 neutron-server[93958]: 'ConntrackHelper': '1.0', Jul 09 16:09:05.328572 n-d-798930-3 neutron-server[93958]: 'Log': '1.0', Jul 09 16:09:05.328572 n-d-798930-3 neutron-server[93958]: 'Network': '1.1', Jul 09 16:09:05.328572 n-d-798930-3 neutron-server[93958]: 'Port': '1.7', Jul 09 16:09:05.328572 n-d-798930-3 neutron-server[93958]: 'PortForwarding': '1.2', Jul 09 16:09:05.328572 n-d-798930-3 neutron-server[93958]: 'QosPolicy': '1.8', Jul 09 16:09:05.328572 n-d-798930-3 neutron-server[93958]: 'SecurityGroup': '1.4', Jul 09 16:09:05.328572 n-d-798930-3 neutron-server[93958]: 'SecurityGroupRule': '1.2', Jul 09 16:09:05.328572 n-d-798930-3 neutron-server[93958]: 'SubPort': '1.0', Jul 09 16:09:05.328572 n-d-798930-3 neutron-server[93958]: 'Subnet': '1.1', Jul 09 16:09:05.328572 n-d-798930-3 neutron-server[93958]: 'Trunk': '1.1'}} Jul 09 16:09:05.328572 n-d-798930-3 neutron-server[93958]: {{(pid=93958) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 16:09:05.337705 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebca5bca-e236-407b-9e0e-60f67dcc5f66 admin admin] Checking segment: {'id': 'b32a47a8-020a-4928-8231-ed69fc73c847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bb5eedc8-9794-43ab-9159-e84889255689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:09:05.338062 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebca5bca-e236-407b-9e0e-60f67dcc5f66 admin admin] Network hostable DHCP agents. Network: bb5eedc8-9794-43ab-9159-e84889255689, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:09:05.356560 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebca5bca-e236-407b-9e0e-60f67dcc5f66 admin admin] Network bb5eedc8-9794-43ab-9159-e84889255689 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:09:05.367612 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-ebca5bca-e236-407b-9e0e-60f67dcc5f66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, bb5eedc8-9794-43ab-9159-e84889255689) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:09:05.372312 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebca5bca-e236-407b-9e0e-60f67dcc5f66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:05.373031 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ebca5bca-e236-407b-9e0e-60f67dcc5f66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:05.378081 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d862b2e-6ac9-40cc-8fd5-60a50ab6a39e None None] Network bb5eedc8-9794-43ab-9159-e84889255689 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:09:05.402011 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ebca5bca-e236-407b-9e0e-60f67dcc5f66 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3939233 Jul 09 16:09:05.405001 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 44596) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:05.409855 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-0df91b5c-6a69-4bb2-8e45-f75e0c43abfd admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1555507325-router', 'tenant_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:09:05.445970 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0df91b5c-6a69-4bb2-8e45-f75e0c43abfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:05.448804 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0df91b5c-6a69-4bb2-8e45-f75e0c43abfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:05.578332 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73ece3f-d78b-485d-9576-63e1bae52d47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-bb5eedc8-9794-43ab-9159-e84889255689', 'network_id': 'bb5eedc8-9794-43ab-9159-e84889255689', 'tenant_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'fixed_ips': [{'subnet_id': '9652b0cc-4dd5-4837-9b58-222aefe9d108'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:09:05.579771 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d73ece3f-d78b-485d-9576-63e1bae52d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:05.595937 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0df91b5c-6a69-4bb2-8e45-f75e0c43abfd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:05.703155 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44606) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:05.745843 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-d73ece3f-d78b-485d-9576-63e1bae52d47 None None] Allocated IP 172.20.0.2 (bb5eedc8-9794-43ab-9159-e84889255689/9652b0cc-4dd5-4837-9b58-222aefe9d108/6b06f06c-c528-4e6a-bd3c-94a85a5fbdee) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:09:05.808932 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0df91b5c-6a69-4bb2-8e45-f75e0c43abfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:05.930507 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d73ece3f-d78b-485d-9576-63e1bae52d47 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:05.949102 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d73ece3f-d78b-485d-9576-63e1bae52d47 None None] Transition to ACTIVE for port object 6b06f06c-c528-4e6a-bd3c-94a85a5fbdee will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:09:05.974189 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d73ece3f-d78b-485d-9576-63e1bae52d47 None None] Transition to ACTIVE for port object 6b06f06c-c528-4e6a-bd3c-94a85a5fbdee will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:09:05.982399 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d73ece3f-d78b-485d-9576-63e1bae52d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:06.042142 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ece3f-d78b-485d-9576-63e1bae52d47 None None] Pushing event updated for resources: {'Port': ['ID=6b06f06c-c528-4e6a-bd3c-94a85a5fbdee,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:06.051133 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73ece3f-d78b-485d-9576-63e1bae52d47 None None] Network bb5eedc8-9794-43ab-9159-e84889255689 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:09:06.052643 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ece3f-d78b-485d-9576-63e1bae52d47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:06.053000 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ece3f-d78b-485d-9576-63e1bae52d47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:06.053312 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ece3f-d78b-485d-9576-63e1bae52d47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:06.053637 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ece3f-d78b-485d-9576-63e1bae52d47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:06.053958 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ece3f-d78b-485d-9576-63e1bae52d47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:06.054274 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ece3f-d78b-485d-9576-63e1bae52d47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:06.054590 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ece3f-d78b-485d-9576-63e1bae52d47 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:06.055216 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ece3f-d78b-485d-9576-63e1bae52d47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:06.055532 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ece3f-d78b-485d-9576-63e1bae52d47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:06.055868 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ece3f-d78b-485d-9576-63e1bae52d47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:06.056147 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ece3f-d78b-485d-9576-63e1bae52d47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:06.056590 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ece3f-d78b-485d-9576-63e1bae52d47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:06.058193 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ece3f-d78b-485d-9576-63e1bae52d47 None None] Tracked resource versions report: Jul 09 16:09:06.058193 n-d-798930-3 neutron-server[93960]: pushed versions: Jul 09 16:09:06.058193 n-d-798930-3 neutron-server[93960]: { 'AddressGroup': {'1.2'}, Jul 09 16:09:06.058193 n-d-798930-3 neutron-server[93960]: 'ConntrackHelper': {'1.0'}, Jul 09 16:09:06.058193 n-d-798930-3 neutron-server[93960]: 'Log': {'1.0'}, Jul 09 16:09:06.058193 n-d-798930-3 neutron-server[93960]: 'Network': {'1.1'}, Jul 09 16:09:06.058193 n-d-798930-3 neutron-server[93960]: 'Port': {'1.7'}, Jul 09 16:09:06.058193 n-d-798930-3 neutron-server[93960]: 'PortForwarding': {'1.2'}, Jul 09 16:09:06.058193 n-d-798930-3 neutron-server[93960]: 'QosPolicy': {'1.8'}, Jul 09 16:09:06.058193 n-d-798930-3 neutron-server[93960]: 'SecurityGroup': {'1.4'}, Jul 09 16:09:06.058193 n-d-798930-3 neutron-server[93960]: 'SecurityGroupRule': {'1.2'}, Jul 09 16:09:06.058193 n-d-798930-3 neutron-server[93960]: 'SubPort': {'1.0'}, Jul 09 16:09:06.058193 n-d-798930-3 neutron-server[93960]: 'Subnet': {'1.1'}, Jul 09 16:09:06.058193 n-d-798930-3 neutron-server[93960]: 'Trunk': {'1.1'}} Jul 09 16:09:06.058193 n-d-798930-3 neutron-server[93960]: consumer versions: Jul 09 16:09:06.058193 n-d-798930-3 neutron-server[93960]: { DHCP agent@n-d-798930-3: {}, Jul 09 16:09:06.058193 n-d-798930-3 neutron-server[93960]: HyperV agent@n-h1-798930-3: {}, Jul 09 16:09:06.058193 n-d-798930-3 neutron-server[93960]: HyperV agent@n-h2-798930-3: {}, Jul 09 16:09:06.058193 n-d-798930-3 neutron-server[93960]: L3 agent@n-d-798930-3: {}, Jul 09 16:09:06.058193 n-d-798930-3 neutron-server[93960]: Metadata agent@n-d-798930-3: {}, Jul 09 16:09:06.058193 n-d-798930-3 neutron-server[93960]: Metering agent@n-d-798930-3: {}, Jul 09 16:09:06.058193 n-d-798930-3 neutron-server[93960]: Open vSwitch agent@n-d-798930-3: { 'AddressGroup': '1.2', Jul 09 16:09:06.058193 n-d-798930-3 neutron-server[93960]: 'ConntrackHelper': '1.0', Jul 09 16:09:06.058193 n-d-798930-3 neutron-server[93960]: 'Log': '1.0', Jul 09 16:09:06.058193 n-d-798930-3 neutron-server[93960]: 'Network': '1.1', Jul 09 16:09:06.058193 n-d-798930-3 neutron-server[93960]: 'Port': '1.7', Jul 09 16:09:06.058193 n-d-798930-3 neutron-server[93960]: 'PortForwarding': '1.2', Jul 09 16:09:06.058193 n-d-798930-3 neutron-server[93960]: 'QosPolicy': '1.8', Jul 09 16:09:06.058193 n-d-798930-3 neutron-server[93960]: 'SecurityGroup': '1.4', Jul 09 16:09:06.058193 n-d-798930-3 neutron-server[93960]: 'SecurityGroupRule': '1.2', Jul 09 16:09:06.058193 n-d-798930-3 neutron-server[93960]: 'SubPort': '1.0', Jul 09 16:09:06.058193 n-d-798930-3 neutron-server[93960]: 'Subnet': '1.1', Jul 09 16:09:06.058193 n-d-798930-3 neutron-server[93960]: 'Trunk': '1.1'}} Jul 09 16:09:06.058193 n-d-798930-3 neutron-server[93960]: {{(pid=93960) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 16:09:06.061851 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-d73ece3f-d78b-485d-9576-63e1bae52d47 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:09:06.065946 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-20929db2-8d3b-4af6-8af9-3ab00801a2f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:06.098995 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73ece3f-d78b-485d-9576-63e1bae52d47 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:09:06.171975 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-d73ece3f-d78b-485d-9576-63e1bae52d47 None None] Attempting to bind port 6b06f06c-c528-4e6a-bd3c-94a85a5fbdee on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:09:06.172538 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-d73ece3f-d78b-485d-9576-63e1bae52d47 None None] Attempting to bind port 6b06f06c-c528-4e6a-bd3c-94a85a5fbdee by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'b32a47a8-020a-4928-8231-ed69fc73c847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bb5eedc8-9794-43ab-9159-e84889255689'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:09:06.172905 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73ece3f-d78b-485d-9576-63e1bae52d47 None None] Attempting to bind port 6b06f06c-c528-4e6a-bd3c-94a85a5fbdee on network bb5eedc8-9794-43ab-9159-e84889255689 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:09:06.179093 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73ece3f-d78b-485d-9576-63e1bae52d47 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:09:06.180106 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73ece3f-d78b-485d-9576-63e1bae52d47 None None] Checking segment: {'id': 'b32a47a8-020a-4928-8231-ed69fc73c847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bb5eedc8-9794-43ab-9159-e84889255689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:09:06.180707 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d73ece3f-d78b-485d-9576-63e1bae52d47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:06.181779 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73ece3f-d78b-485d-9576-63e1bae52d47 None None] Bound using segment: {'id': 'b32a47a8-020a-4928-8231-ed69fc73c847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bb5eedc8-9794-43ab-9159-e84889255689'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:09:06.183259 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-d73ece3f-d78b-485d-9576-63e1bae52d47 None None] Bound port: 6b06f06c-c528-4e6a-bd3c-94a85a5fbdee, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b32a47a8-020a-4928-8231-ed69fc73c847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bb5eedc8-9794-43ab-9159-e84889255689'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:09:06.183824 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d73ece3f-d78b-485d-9576-63e1bae52d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:06.233495 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0df91b5c-6a69-4bb2-8e45-f75e0c43abfd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:06.255412 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-d73ece3f-d78b-485d-9576-63e1bae52d47 None None] For port 6b06f06c-c528-4e6a-bd3c-94a85a5fbdee, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:09:06.259585 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-d73ece3f-d78b-485d-9576-63e1bae52d47 None None] For port 6b06f06c-c528-4e6a-bd3c-94a85a5fbdee, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=6b06f06c-c528-4e6a-bd3c-94a85a5fbdee,segment=NetworkSegment(b32a47a8-020a-4928-8231-ed69fc73c847),segment_id=b32a47a8-020a-4928-8231-ed69fc73c847)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:09:06.260268 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0df91b5c-6a69-4bb2-8e45-f75e0c43abfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:06.264904 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d73ece3f-d78b-485d-9576-63e1bae52d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:06.268724 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-20929db2-8d3b-4af6-8af9-3ab00801a2f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:06.273681 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-20929db2-8d3b-4af6-8af9-3ab00801a2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:06.321256 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ece3f-d78b-485d-9576-63e1bae52d47 None None] Pushing event updated for resources: {'Port': ['ID=6b06f06c-c528-4e6a-bd3c-94a85a5fbdee,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:06.357357 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-20929db2-8d3b-4af6-8af9-3ab00801a2f0 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8920be63ec74425eb7d2a42f3da4b899&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6513350 Jul 09 16:09:06.359054 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 44626) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:06.359900 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20929db2-8d3b-4af6-8af9-3ab00801a2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1253ad97-109c-46cb-b2bf-5df9601a93c4,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:06.618582 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-964026e5-4edb-4081-98be-5958436df485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:06.623596 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-0df91b5c-6a69-4bb2-8e45-f75e0c43abfd admin admin] Allocated IP 172.25.0.190 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/6b75535c-ea63-413d-88df-67b7b475953f) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:09:06.696210 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-964026e5-4edb-4081-98be-5958436df485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:06.838701 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-964026e5-4edb-4081-98be-5958436df485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:06.841175 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-964026e5-4edb-4081-98be-5958436df485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:06.842330 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-964026e5-4edb-4081-98be-5958436df485 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1253ad97-109c-46cb-b2bf-5df9601a93c4 HTTP/1.1" status: 204 len: 168 time: 0.4769373 Jul 09 16:09:06.853286 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0df91b5c-6a69-4bb2-8e45-f75e0c43abfd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:06.868376 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964026e5-4edb-4081-98be-5958436df485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1253ad97-109c-46cb-b2bf-5df9601a93c4,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:06.963028 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0df91b5c-6a69-4bb2-8e45-f75e0c43abfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:07.059746 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df91b5c-6a69-4bb2-8e45-f75e0c43abfd admin admin] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:09:07.072313 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-0df91b5c-6a69-4bb2-8e45-f75e0c43abfd admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:09:07.083162 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df91b5c-6a69-4bb2-8e45-f75e0c43abfd admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:09:07.086398 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df91b5c-6a69-4bb2-8e45-f75e0c43abfd admin admin] Pushing event updated for resources: {'Port': ['ID=6b75535c-ea63-413d-88df-67b7b475953f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:07.470692 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0df91b5c-6a69-4bb2-8e45-f75e0c43abfd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:07.480882 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44662) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:07.588799 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6521950-1858-4c19-b65d-eac13415760b None None] Network bb5eedc8-9794-43ab-9159-e84889255689 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:09:07.768817 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0df91b5c-6a69-4bb2-8e45-f75e0c43abfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:07.861288 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 6b06f06c-c528-4e6a-bd3c-94a85a5fbdee up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:09:07.868836 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9efe6202-b4ac-4eeb-a8cc-49d44f30ff55 None None] Provisioning for port 6b06f06c-c528-4e6a-bd3c-94a85a5fbdee completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:09:07.925501 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-550fed96-bdcb-4c0c-a2e8-510f50207085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:08.066207 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 6b06f06c-c528-4e6a-bd3c-94a85a5fbdee completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:09:08.079477 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 6b06f06c-c528-4e6a-bd3c-94a85a5fbdee triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:09:08.079855 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:08.097104 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-550fed96-bdcb-4c0c-a2e8-510f50207085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:08.104602 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-550fed96-bdcb-4c0c-a2e8-510f50207085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:08.159656 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550fed96-bdcb-4c0c-a2e8-510f50207085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46335987-2499-4128-94a2-912a6036c044,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:08.199975 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df91b5c-6a69-4bb2-8e45-f75e0c43abfd admin admin] Router 33f481ab-d0c0-4daa-bb4f-07ccb207870f is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:09:08.206309 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-550fed96-bdcb-4c0c-a2e8-510f50207085 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=97ee9a5f52634b5d924531cfe5d18fd2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7218001 Jul 09 16:09:08.207703 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44698) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:08.231118 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:08.314058 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 6b06f06c-c528-4e6a-bd3c-94a85a5fbdee, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=6b06f06c-c528-4e6a-bd3c-94a85a5fbdee,segment=NetworkSegment(b32a47a8-020a-4928-8231-ed69fc73c847),segment_id=b32a47a8-020a-4928-8231-ed69fc73c847)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:09:08.322821 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:08.328474 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f2168b62-a46a-42f4-bc02-1c34552fdebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:08.376395 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df91b5c-6a69-4bb2-8e45-f75e0c43abfd admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:09:08.387259 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89383d2-6589-480b-a4ad-eb9c8c6536e2 None None] Sync routers for ids ['33f481ab-d0c0-4daa-bb4f-07ccb207870f'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:09:08.402722 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f2168b62-a46a-42f4-bc02-1c34552fdebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:08.405048 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89383d2-6589-480b-a4ad-eb9c8c6536e2 None None] Routers {'33f481ab-d0c0-4daa-bb4f-07ccb207870f'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:09:08.405668 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=6b06f06c-c528-4e6a-bd3c-94a85a5fbdee,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:08.406236 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0df91b5c-6a69-4bb2-8e45-f75e0c43abfd admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:08.406836 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-f89383d2-6589-480b-a4ad-eb9c8c6536e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:08:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['33f481ab-d0c0-4daa-bb4f-07ccb207870f'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:09:08.408094 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0df91b5c-6a69-4bb2-8e45-f75e0c43abfd admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.0018969 Jul 09 16:09:08.410499 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44708) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:08.469527 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 44710) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:08.519290 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d9b890c9-743b-4b02-94b0-c731bb20092e None None] Provisioning complete for port 6b06f06c-c528-4e6a-bd3c-94a85a5fbdee triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:09:08.519707 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d9b890c9-743b-4b02-94b0-c731bb20092e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:08.592129 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-f89383d2-6589-480b-a4ad-eb9c8c6536e2 None None] Set router 33f481ab-d0c0-4daa-bb4f-07ccb207870f gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:09:08.619303 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f2168b62-a46a-42f4-bc02-1c34552fdebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:08.622657 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f2168b62-a46a-42f4-bc02-1c34552fdebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:08.626799 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f2168b62-a46a-42f4-bc02-1c34552fdebf admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/46335987-2499-4128-94a2-912a6036c044 HTTP/1.1" status: 204 len: 168 time: 0.4161983 Jul 09 16:09:08.637047 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2168b62-a46a-42f4-bc02-1c34552fdebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46335987-2499-4128-94a2-912a6036c044,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:08.722039 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3cef2209-f634-4202-8c00-d5ecaead6de9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:08.911561 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3cef2209-f634-4202-8c00-d5ecaead6de9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:08.918561 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3cef2209-f634-4202-8c00-d5ecaead6de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:08.940559 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-f89383d2-6589-480b-a4ad-eb9c8c6536e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1555507325-router', 'tenant_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '6b75535c-ea63-413d-88df-67b7b475953f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:09:05Z', 'updated_at': '2021-07-09T16:09:07Z', 'revision_number': 3, 'project_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'gw_port': {'id': '6b75535c-ea63-413d-88df-67b7b475953f', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:06Z', 'updated_at': '2021-07-09T16:09:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:09:08.981938 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89383d2-6589-480b-a4ad-eb9c8c6536e2 None None] Checking router: 33f481ab-d0c0-4daa-bb4f-07ccb207870f for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:09:08.988447 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89383d2-6589-480b-a4ad-eb9c8c6536e2 None None] Updating router 33f481ab-d0c0-4daa-bb4f-07ccb207870f port 6b75535c-ea63-413d-88df-67b7b475953f binding host n-d-798930-3 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:09:08.995535 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3cef2209-f634-4202-8c00-d5ecaead6de9 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=335af4a6ad1d4c8d820aab9b8643ef3d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5246227 Jul 09 16:09:08.997285 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cef2209-f634-4202-8c00-d5ecaead6de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7416013-b236-42c3-a876-4eddf48af834,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:09.002280 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 44748) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:09.063942 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-f89383d2-6589-480b-a4ad-eb9c8c6536e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:09.097954 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c56401a0-5b3e-4afa-96ea-2b6e6bf5a99c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:09.104085 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-908a948f-f887-453b-ab16-b0531993e3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:09.139098 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c56401a0-5b3e-4afa-96ea-2b6e6bf5a99c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:09.198357 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c56401a0-5b3e-4afa-96ea-2b6e6bf5a99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:09.200971 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c56401a0-5b3e-4afa-96ea-2b6e6bf5a99c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:09.207900 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c56401a0-5b3e-4afa-96ea-2b6e6bf5a99c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b7416013-b236-42c3-a876-4eddf48af834 HTTP/1.1" status: 204 len: 168 time: 0.2044628 Jul 09 16:09:09.231420 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 44756) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:09.250194 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56401a0-5b3e-4afa-96ea-2b6e6bf5a99c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7416013-b236-42c3-a876-4eddf48af834,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:09.265185 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-512e7075-911f-4cb0-ac63-0128192e4bdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:09.323605 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-908a948f-f887-453b-ab16-b0531993e3e9 admin admin] Allocated IP 172.20.0.1 (bb5eedc8-9794-43ab-9159-e84889255689/9652b0cc-4dd5-4837-9b58-222aefe9d108/c53a8e13-d3a7-4bae-88bc-bb17c30e4942) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:09:09.411838 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-512e7075-911f-4cb0-ac63-0128192e4bdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:09.420341 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-512e7075-911f-4cb0-ac63-0128192e4bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:09.474783 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-f89383d2-6589-480b-a4ad-eb9c8c6536e2 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:09.478360 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-512e7075-911f-4cb0-ac63-0128192e4bdb admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d909428a14ad42fd95f3f4962d06c50d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2428319 Jul 09 16:09:09.480380 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e7075-911f-4cb0-ac63-0128192e4bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be401d87-0bee-4fbc-88de-aaceb67dcd97,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:09.490125 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 44760) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:09.501184 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-f89383d2-6589-480b-a4ad-eb9c8c6536e2 None None] Transition to ACTIVE for port object 6b75535c-ea63-413d-88df-67b7b475953f will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:09:09.511072 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-f89383d2-6589-480b-a4ad-eb9c8c6536e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:09.602285 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-908a948f-f887-453b-ab16-b0531993e3e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:09.628727 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-908a948f-f887-453b-ab16-b0531993e3e9 admin admin] Transition to ACTIVE for port object c53a8e13-d3a7-4bae-88bc-bb17c30e4942 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:09:09.638156 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9957c2cb-ee5a-4e68-87ce-029981df3a3b None None] Pushing event updated for resources: {'Port': ['ID=6b75535c-ea63-413d-88df-67b7b475953f,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:09.638715 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-57a03c67-f531-41c6-afcc-4e117069a48f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:09.645502 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-f89383d2-6589-480b-a4ad-eb9c8c6536e2 None None] Attempting to bind port 6b75535c-ea63-413d-88df-67b7b475953f on host n-d-798930-3 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:09:09.645981 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-f89383d2-6589-480b-a4ad-eb9c8c6536e2 None None] Attempting to bind port 6b75535c-ea63-413d-88df-67b7b475953f by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:09:09.646230 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89383d2-6589-480b-a4ad-eb9c8c6536e2 None None] Attempting to bind port 6b75535c-ea63-413d-88df-67b7b475953f on network caa6ed8d-2893-4113-8f68-c5284e694f6c {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:09:09.664630 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9957c2cb-ee5a-4e68-87ce-029981df3a3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:09.664980 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9957c2cb-ee5a-4e68-87ce-029981df3a3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:09.665318 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9957c2cb-ee5a-4e68-87ce-029981df3a3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:09.665665 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9957c2cb-ee5a-4e68-87ce-029981df3a3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:09.665972 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9957c2cb-ee5a-4e68-87ce-029981df3a3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:09.666360 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9957c2cb-ee5a-4e68-87ce-029981df3a3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:09.666689 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9957c2cb-ee5a-4e68-87ce-029981df3a3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:09.667132 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9957c2cb-ee5a-4e68-87ce-029981df3a3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:09.667506 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9957c2cb-ee5a-4e68-87ce-029981df3a3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:09.667811 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9957c2cb-ee5a-4e68-87ce-029981df3a3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:09.668213 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9957c2cb-ee5a-4e68-87ce-029981df3a3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:09.668568 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9957c2cb-ee5a-4e68-87ce-029981df3a3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:09:09.669870 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9957c2cb-ee5a-4e68-87ce-029981df3a3b None None] Tracked resource versions report: Jul 09 16:09:09.669870 n-d-798930-3 neutron-server[93961]: pushed versions: Jul 09 16:09:09.669870 n-d-798930-3 neutron-server[93961]: { 'AddressGroup': {'1.2'}, Jul 09 16:09:09.669870 n-d-798930-3 neutron-server[93961]: 'ConntrackHelper': {'1.0'}, Jul 09 16:09:09.669870 n-d-798930-3 neutron-server[93961]: 'Log': {'1.0'}, Jul 09 16:09:09.669870 n-d-798930-3 neutron-server[93961]: 'Network': {'1.1'}, Jul 09 16:09:09.669870 n-d-798930-3 neutron-server[93961]: 'Port': {'1.7'}, Jul 09 16:09:09.669870 n-d-798930-3 neutron-server[93961]: 'PortForwarding': {'1.2'}, Jul 09 16:09:09.669870 n-d-798930-3 neutron-server[93961]: 'QosPolicy': {'1.8'}, Jul 09 16:09:09.669870 n-d-798930-3 neutron-server[93961]: 'SecurityGroup': {'1.4'}, Jul 09 16:09:09.669870 n-d-798930-3 neutron-server[93961]: 'SecurityGroupRule': {'1.2'}, Jul 09 16:09:09.669870 n-d-798930-3 neutron-server[93961]: 'SubPort': {'1.0'}, Jul 09 16:09:09.669870 n-d-798930-3 neutron-server[93961]: 'Subnet': {'1.1'}, Jul 09 16:09:09.669870 n-d-798930-3 neutron-server[93961]: 'Trunk': {'1.1'}} Jul 09 16:09:09.669870 n-d-798930-3 neutron-server[93961]: consumer versions: Jul 09 16:09:09.669870 n-d-798930-3 neutron-server[93961]: { DHCP agent@n-d-798930-3: {}, Jul 09 16:09:09.669870 n-d-798930-3 neutron-server[93961]: HyperV agent@n-h1-798930-3: {}, Jul 09 16:09:09.669870 n-d-798930-3 neutron-server[93961]: HyperV agent@n-h2-798930-3: {}, Jul 09 16:09:09.669870 n-d-798930-3 neutron-server[93961]: L3 agent@n-d-798930-3: {}, Jul 09 16:09:09.669870 n-d-798930-3 neutron-server[93961]: Metadata agent@n-d-798930-3: {}, Jul 09 16:09:09.669870 n-d-798930-3 neutron-server[93961]: Metering agent@n-d-798930-3: {}, Jul 09 16:09:09.669870 n-d-798930-3 neutron-server[93961]: Open vSwitch agent@n-d-798930-3: { 'AddressGroup': '1.2', Jul 09 16:09:09.669870 n-d-798930-3 neutron-server[93961]: 'ConntrackHelper': '1.0', Jul 09 16:09:09.669870 n-d-798930-3 neutron-server[93961]: 'Log': '1.0', Jul 09 16:09:09.669870 n-d-798930-3 neutron-server[93961]: 'Network': '1.1', Jul 09 16:09:09.669870 n-d-798930-3 neutron-server[93961]: 'Port': '1.7', Jul 09 16:09:09.669870 n-d-798930-3 neutron-server[93961]: 'PortForwarding': '1.2', Jul 09 16:09:09.669870 n-d-798930-3 neutron-server[93961]: 'QosPolicy': '1.8', Jul 09 16:09:09.669870 n-d-798930-3 neutron-server[93961]: 'SecurityGroup': '1.4', Jul 09 16:09:09.669870 n-d-798930-3 neutron-server[93961]: 'SecurityGroupRule': '1.2', Jul 09 16:09:09.669870 n-d-798930-3 neutron-server[93961]: 'SubPort': '1.0', Jul 09 16:09:09.669870 n-d-798930-3 neutron-server[93961]: 'Subnet': '1.1', Jul 09 16:09:09.669870 n-d-798930-3 neutron-server[93961]: 'Trunk': '1.1'}} Jul 09 16:09:09.669870 n-d-798930-3 neutron-server[93961]: {{(pid=93961) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 16:09:09.673486 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89383d2-6589-480b-a4ad-eb9c8c6536e2 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:09:09.673651 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89383d2-6589-480b-a4ad-eb9c8c6536e2 None None] Checking segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:09:09.674046 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-f89383d2-6589-480b-a4ad-eb9c8c6536e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:09.674570 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89383d2-6589-480b-a4ad-eb9c8c6536e2 None None] Bound using segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:09:09.675264 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-f89383d2-6589-480b-a4ad-eb9c8c6536e2 None None] Bound port: 6b75535c-ea63-413d-88df-67b7b475953f, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:09:09.675561 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-f89383d2-6589-480b-a4ad-eb9c8c6536e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:09.678919 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-57a03c67-f531-41c6-afcc-4e117069a48f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:09.684897 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-908a948f-f887-453b-ab16-b0531993e3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:09.707228 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908a948f-f887-453b-ab16-b0531993e3e9 admin admin] Network bb5eedc8-9794-43ab-9159-e84889255689 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:09:09.778320 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-57a03c67-f531-41c6-afcc-4e117069a48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:09.783884 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-57a03c67-f531-41c6-afcc-4e117069a48f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:09.790278 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-57a03c67-f531-41c6-afcc-4e117069a48f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/be401d87-0bee-4fbc-88de-aaceb67dcd97 HTTP/1.1" status: 204 len: 168 time: 0.2987278 Jul 09 16:09:09.792977 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-f89383d2-6589-480b-a4ad-eb9c8c6536e2 None None] For port 6b75535c-ea63-413d-88df-67b7b475953f, host n-d-798930-3, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:09:09.795510 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:09.803896 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-908a948f-f887-453b-ab16-b0531993e3e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:09:09.805785 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-f89383d2-6589-480b-a4ad-eb9c8c6536e2 None None] For port 6b75535c-ea63-413d-88df-67b7b475953f, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=6b75535c-ea63-413d-88df-67b7b475953f,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:09:09.811841 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 44774) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:09.812329 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-f89383d2-6589-480b-a4ad-eb9c8c6536e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:09.821461 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 6b06f06c-c528-4e6a-bd3c-94a85a5fbdee up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:09:09.823314 n-d-798930-3 neutron-server[93959]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 09 16:09:09.824234 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908a948f-f887-453b-ab16-b0531993e3e9 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:09:09.825749 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-908a948f-f887-453b-ab16-b0531993e3e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:09.825957 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a03c67-f531-41c6-afcc-4e117069a48f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be401d87-0bee-4fbc-88de-aaceb67dcd97,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:09.872573 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3751f768-44fc-40bc-b24b-fa8d6d00fbd4 req-d210a670-9fda-4d3d-bdb0-6a6e27a9e677 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=228033fbe08c41d78cba0c9f69dee355&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0528522 Jul 09 16:09:10.050428 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 6b06f06c-c528-4e6a-bd3c-94a85a5fbdee triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:09:10.051559 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:10.058825 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a948f-f887-453b-ab16-b0531993e3e9 admin admin] Pushing event updated for resources: {'Port': ['ID=c53a8e13-d3a7-4bae-88bc-bb17c30e4942,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:10.096095 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9957c2cb-ee5a-4e68-87ce-029981df3a3b None None] Pushing event updated for resources: {'Port': ['ID=6b75535c-ea63-413d-88df-67b7b475953f,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:10.111766 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89383d2-6589-480b-a4ad-eb9c8c6536e2 None None] Routers {'33f481ab-d0c0-4daa-bb4f-07ccb207870f'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:09:10.119611 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-f89383d2-6589-480b-a4ad-eb9c8c6536e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:08:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['33f481ab-d0c0-4daa-bb4f-07ccb207870f'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:09:10.220589 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-908a948f-f887-453b-ab16-b0531993e3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:10.274254 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f360cf0f-1af6-4b4e-9e3f-eb1fdafd33e5 None None] Provisioning for port c53a8e13-d3a7-4bae-88bc-bb17c30e4942 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:09:10.285436 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f360cf0f-1af6-4b4e-9e3f-eb1fdafd33e5 None None] Provisioning complete for port c53a8e13-d3a7-4bae-88bc-bb17c30e4942 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:09:10.287235 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f360cf0f-1af6-4b4e-9e3f-eb1fdafd33e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:10.311209 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751f768-44fc-40bc-b24b-fa8d6d00fbd4 req-bf458d87-0f0c-483e-bc0e-08ada997f76f tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:10.313973 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3751f768-44fc-40bc-b24b-fa8d6d00fbd4 req-bf458d87-0f0c-483e-bc0e-08ada997f76f tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4358540 Jul 09 16:09:10.360518 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3751f768-44fc-40bc-b24b-fa8d6d00fbd4 req-0debd767-db5c-4083-a374-3d525695a74d tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/quotas/228033fbe08c41d78cba0c9f69dee355 HTTP/1.1" status: 200 len: 375 time: 0.0401649 Jul 09 16:09:10.385562 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-f89383d2-6589-480b-a4ad-eb9c8c6536e2 None None] Set router 33f481ab-d0c0-4daa-bb4f-07ccb207870f gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:09:10.390151 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-f360cf0f-1af6-4b4e-9e3f-eb1fdafd33e5 None None] Port c53a8e13-d3a7-4bae-88bc-bb17c30e4942 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:09:10.438068 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3751f768-44fc-40bc-b24b-fa8d6d00fbd4 req-286ff7da-a878-4c04-a948-b3ce13dfde7e tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=228033fbe08c41d78cba0c9f69dee355&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0743225 Jul 09 16:09:10.529524 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-908a948f-f887-453b-ab16-b0531993e3e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:10.536734 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-908a948f-f887-453b-ab16-b0531993e3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:10.537496 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-908a948f-f887-453b-ab16-b0531993e3e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:10.607926 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a948f-f887-453b-ab16-b0531993e3e9 admin admin] Pushing event updated for resources: {'Port': ['ID=c53a8e13-d3a7-4bae-88bc-bb17c30e4942,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:10.696675 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 44814) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:10.747874 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-eab29e21-9107-4fe3-b285-a63f2b0f9e8a req-79fcdd0e-def1-416b-9e92-2ce7f9e9ba82 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad5060b7-0095-4284-b4ed-028613c96e15 HTTP/1.1" status: 200 len: 210 time: 0.0819006 Jul 09 16:09:10.763156 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908a948f-f887-453b-ab16-b0531993e3e9 admin admin] Network bb5eedc8-9794-43ab-9159-e84889255689 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:09:10.767699 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-908a948f-f887-453b-ab16-b0531993e3e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:09:10.783230 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-02073951-b7df-4b7f-9b0b-9cab4069edd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:10.959370 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-f89383d2-6589-480b-a4ad-eb9c8c6536e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1555507325-router', 'tenant_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '6b75535c-ea63-413d-88df-67b7b475953f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:09:05Z', 'updated_at': '2021-07-09T16:09:10Z', 'revision_number': 4, 'project_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'gw_port': {'id': '6b75535c-ea63-413d-88df-67b7b475953f', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:06Z', 'updated_at': '2021-07-09T16:09:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'c53a8e13-d3a7-4bae-88bc-bb17c30e4942', 'name': '', 'network_id': 'bb5eedc8-9794-43ab-9159-e84889255689', 'tenant_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'mac_address': 'fa:16:3e:e6:4b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9652b0cc-4dd5-4837-9b58-222aefe9d108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:09Z', 'updated_at': '2021-07-09T16:09:09Z', 'revision_number': 1, 'project_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'subnets': [{'id': '9652b0cc-4dd5-4837-9b58-222aefe9d108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:09:10.992704 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-02073951-b7df-4b7f-9b0b-9cab4069edd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:10.999027 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-02073951-b7df-4b7f-9b0b-9cab4069edd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:11.001949 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89383d2-6589-480b-a4ad-eb9c8c6536e2 None None] The sync data for ids ['33f481ab-d0c0-4daa-bb4f-07ccb207870f'] in n-d-798930-3 is: [{'id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1555507325-router', 'tenant_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '6b75535c-ea63-413d-88df-67b7b475953f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:09:05Z', 'updated_at': '2021-07-09T16:09:10Z', 'revision_number': 4, 'project_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'gw_port': {'id': '6b75535c-ea63-413d-88df-67b7b475953f', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:06Z', 'updated_at': '2021-07-09T16:09:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'c53a8e13-d3a7-4bae-88bc-bb17c30e4942', 'name': '', 'network_id': 'bb5eedc8-9794-43ab-9159-e84889255689', 'tenant_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'mac_address': 'fa:16:3e:e6:4b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9652b0cc-4dd5-4837-9b58-222aefe9d108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:09Z', 'updated_at': '2021-07-09T16:09:09Z', 'revision_number': 1, 'project_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'subnets': [{'id': '9652b0cc-4dd5-4837-9b58-222aefe9d108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:09:11.039790 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-908a948f-f887-453b-ab16-b0531993e3e9 admin admin] Router 33f481ab-d0c0-4daa-bb4f-07ccb207870f has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:09:11.088712 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-02073951-b7df-4b7f-9b0b-9cab4069edd3 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=dd05e7b0def44d14bbe37186df165d73&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3902001 Jul 09 16:09:11.091748 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 44826) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:11.092399 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02073951-b7df-4b7f-9b0b-9cab4069edd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a610a7-a3ba-41f7-a649-bd552363da71,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:11.154987 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1c87d739-4dcb-470f-b2f5-35deb91feb50 None None] Provisioning complete for port c53a8e13-d3a7-4bae-88bc-bb17c30e4942 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:09:11.155930 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1c87d739-4dcb-470f-b2f5-35deb91feb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:11.214151 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-16715fbb-d649-4fc8-af60-2849e272903e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:11.226060 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-1c87d739-4dcb-470f-b2f5-35deb91feb50 None None] Port c53a8e13-d3a7-4bae-88bc-bb17c30e4942 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:09:11.257682 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-16715fbb-d649-4fc8-af60-2849e272903e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:11.268434 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908a948f-f887-453b-ab16-b0531993e3e9 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:09:11.290170 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-908a948f-f887-453b-ab16-b0531993e3e9 admin admin] 10.222.0.98 "PUT /v2.0/routers/33f481ab-d0c0-4daa-bb4f-07ccb207870f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8699372 Jul 09 16:09:11.331486 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-16715fbb-d649-4fc8-af60-2849e272903e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:11.334422 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-16715fbb-d649-4fc8-af60-2849e272903e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:11.335610 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-16715fbb-d649-4fc8-af60-2849e272903e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/33a610a7-a3ba-41f7-a649-bd552363da71 HTTP/1.1" status: 204 len: 168 time: 0.2267556 Jul 09 16:09:11.352256 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16715fbb-d649-4fc8-af60-2849e272903e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a610a7-a3ba-41f7-a649-bd552363da71,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:11.424291 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 44846) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:11.816023 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1f26085f-ca99-452a-b010-45361f7f0a3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:11.943801 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3e56becb-794f-4ed4-9e06-af993b8f109e req-b100f9c3-1cbb-46db-bbcb-b449e9acf579 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad5060b7-0095-4284-b4ed-028613c96e15 HTTP/1.1" status: 200 len: 210 time: 0.0434194 Jul 09 16:09:11.999774 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1f26085f-ca99-452a-b010-45361f7f0a3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:12.005526 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1f26085f-ca99-452a-b010-45361f7f0a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:12.037403 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f26085f-ca99-452a-b010-45361f7f0a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a4d19e-1fb2-4d25-af58-875e01f9c889,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:12.067243 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-1f26085f-ca99-452a-b010-45361f7f0a3a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9d049b3c30744aca81a4e737369c0730&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6414793 Jul 09 16:09:12.067430 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44882) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:12.137411 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6b9100a2-6ca3-4479-a3e5-07f1e3f56b57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:12.183641 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6b9100a2-6ca3-4479-a3e5-07f1e3f56b57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:12.278285 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6b9100a2-6ca3-4479-a3e5-07f1e3f56b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:12.283623 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6b9100a2-6ca3-4479-a3e5-07f1e3f56b57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:12.285987 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6b9100a2-6ca3-4479-a3e5-07f1e3f56b57 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/52a4d19e-1fb2-4d25-af58-875e01f9c889 HTTP/1.1" status: 204 len: 168 time: 0.2165813 Jul 09 16:09:12.295943 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9100a2-6ca3-4479-a3e5-07f1e3f56b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a4d19e-1fb2-4d25-af58-875e01f9c889,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:12.421638 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44900) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:12.423997 n-d-798930-3 neutron-server[93958]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 09 16:09:12.463656 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f820565f-8c3e-458c-8bac-c895c30528c0 req-06e106f9-15ab-4d94-bd39-8cc759bf2556 tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=49c5209ca3f64b12ab5f49e10225d117&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401323 Jul 09 16:09:12.630547 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820565f-8c3e-458c-8bac-c895c30528c0 req-cf7299f6-1e51-46e0-aed4-bd0ac510779c tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:12.636992 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f820565f-8c3e-458c-8bac-c895c30528c0 req-cf7299f6-1e51-46e0-aed4-bd0ac510779c tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1666310 Jul 09 16:09:12.665972 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f820565f-8c3e-458c-8bac-c895c30528c0 req-87bcaac1-71b7-42bd-bc1b-b0d941c8ef30 tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] 10.222.0.98 "GET /v2.0/quotas/49c5209ca3f64b12ab5f49e10225d117 HTTP/1.1" status: 200 len: 375 time: 0.0221426 Jul 09 16:09:12.743400 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f820565f-8c3e-458c-8bac-c895c30528c0 req-ea82020c-a801-4b5e-9d6c-82bbdcbb5135 tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=49c5209ca3f64b12ab5f49e10225d117&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0764060 Jul 09 16:09:13.055865 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-50bb5b00-1338-49f8-83d8-f956916df28f req-9b49e8a3-c0c3-4bbc-b47c-ba926575caa9 tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d79385b-ef37-41a5-bef1-5fb198e13888 HTTP/1.1" status: 200 len: 210 time: 0.0461898 Jul 09 16:09:13.060783 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44940) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:13.085723 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c5e7924-5ff0-486f-a0df-e34839d71b50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:13.302195 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-41f2ba40-7b54-4187-9286-e53872ea61b0 req-4a75eeab-86db-4498-af0e-aa8a35a7d247 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad5060b7-0095-4284-b4ed-028613c96e15 HTTP/1.1" status: 200 len: 210 time: 0.1318195 Jul 09 16:09:13.373869 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c5e7924-5ff0-486f-a0df-e34839d71b50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:13.379995 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c5e7924-5ff0-486f-a0df-e34839d71b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:13.418629 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e7924-5ff0-486f-a0df-e34839d71b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4ce1fc-f041-4ffb-bee8-840302598145,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:13.449278 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-5c5e7924-5ff0-486f-a0df-e34839d71b50 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4778910fb0a44825abd0848c3c05d2a0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3866620 Jul 09 16:09:13.451547 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44958) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:13.576598 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f17f91ba-dbae-452f-b854-102c46e59668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:13.629299 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f17f91ba-dbae-452f-b854-102c46e59668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:13.695855 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1424ea1-6ba4-46ca-90e8-33c8f7062a4e None None] Sync routers for ids ['33f481ab-d0c0-4daa-bb4f-07ccb207870f'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:09:13.704464 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 44972) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:13.711931 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1424ea1-6ba4-46ca-90e8-33c8f7062a4e None None] Routers {'33f481ab-d0c0-4daa-bb4f-07ccb207870f'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:09:13.716776 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-ead5d57a-fe45-45f5-929b-1fde3075336e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-771618591-network', 'tenant_id': 'a7d208d4fe9c4dacbd896454e9f579b4'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:09:13.718710 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f1424ea1-6ba4-46ca-90e8-33c8f7062a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:08:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['33f481ab-d0c0-4daa-bb4f-07ccb207870f'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:09:13.725777 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f17f91ba-dbae-452f-b854-102c46e59668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:13.735035 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f17f91ba-dbae-452f-b854-102c46e59668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:13.738055 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f17f91ba-dbae-452f-b854-102c46e59668 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2a4ce1fc-f041-4ffb-bee8-840302598145 HTTP/1.1" status: 204 len: 168 time: 0.2848849 Jul 09 16:09:13.769530 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17f91ba-dbae-452f-b854-102c46e59668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4ce1fc-f041-4ffb-bee8-840302598145,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:13.778482 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead5d57a-fe45-45f5-929b-1fde3075336e admin admin] Made reservation on behalf of a7d208d4fe9c4dacbd896454e9f579b4 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:09:13.783104 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ead5d57a-fe45-45f5-929b-1fde3075336e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:13.796694 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ead5d57a-fe45-45f5-929b-1fde3075336e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:13.855601 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 6b75535c-ea63-413d-88df-67b7b475953f up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:09:13.972108 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ead5d57a-fe45-45f5-929b-1fde3075336e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:13.978332 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ead5d57a-fe45-45f5-929b-1fde3075336e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:14.018877 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ead5d57a-fe45-45f5-929b-1fde3075336e admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:09:14.028869 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-f1424ea1-6ba4-46ca-90e8-33c8f7062a4e None None] Set router 33f481ab-d0c0-4daa-bb4f-07ccb207870f gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:09:14.032448 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 6b75535c-ea63-413d-88df-67b7b475953f completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:09:14.047936 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ead5d57a-fe45-45f5-929b-1fde3075336e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:14.048392 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-ead5d57a-fe45-45f5-929b-1fde3075336e admin admin] Added segment 590e8277-244b-4421-9a3a-8a60a19c898a of type vlan for network b0470377-e1a2-4c67-ab77-eaf0d662b264 Jul 09 16:09:14.049983 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead5d57a-fe45-45f5-929b-1fde3075336e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18ca3bb-9f37-4ba9-a870-7ff2a2fb077c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:14.117904 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 6b75535c-ea63-413d-88df-67b7b475953f triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:09:14.120367 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:14.125152 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ead5d57a-fe45-45f5-929b-1fde3075336e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:14.171903 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ead5d57a-fe45-45f5-929b-1fde3075336e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:14.173710 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead5d57a-fe45-45f5-929b-1fde3075336e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:14.175252 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ead5d57a-fe45-45f5-929b-1fde3075336e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:14.196264 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.73', 58193) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:14.263737 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ead5d57a-fe45-45f5-929b-1fde3075336e admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5547371 Jul 09 16:09:14.265595 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44994) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:14.282601 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-44e03244-43ff-4caf-9219-1b933650256a admin admin] Request body: {'subnet': {'network_id': 'b0470377-e1a2-4c67-ab77-eaf0d662b264', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-771618591-subnet', 'tenant_id': 'a7d208d4fe9c4dacbd896454e9f579b4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:09:14.297333 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3751f768-44fc-40bc-b24b-fa8d6d00fbd4 req-f66683b8-cc42-4240-9554-91ad90bd24a5 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=228033fbe08c41d78cba0c9f69dee355&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0828941 Jul 09 16:09:14.446439 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead5d57a-fe45-45f5-929b-1fde3075336e admin admin] Pushing event updated for resources: {'Network': ['ID=b0470377-e1a2-4c67-ab77-eaf0d662b264,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:14.450596 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e8e53b67-a97a-44fd-87d7-854f6b08e93d req-36f4a84f-8f53-4000-a01f-7985c97f032b tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d79385b-ef37-41a5-bef1-5fb198e13888 HTTP/1.1" status: 200 len: 210 time: 0.2300048 Jul 09 16:09:14.492525 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e03244-43ff-4caf-9219-1b933650256a admin admin] Made reservation on behalf of a7d208d4fe9c4dacbd896454e9f579b4 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:09:14.495016 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network b0470377-e1a2-4c67-ab77-eaf0d662b264 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:09:14.496057 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-44e03244-43ff-4caf-9219-1b933650256a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:14.637380 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:14.670310 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 6b75535c-ea63-413d-88df-67b7b475953f, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=6b75535c-ea63-413d-88df-67b7b475953f,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:09:14.673842 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f1424ea1-6ba4-46ca-90e8-33c8f7062a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1555507325-router', 'tenant_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '6b75535c-ea63-413d-88df-67b7b475953f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:09:05Z', 'updated_at': '2021-07-09T16:09:10Z', 'revision_number': 4, 'project_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'gw_port': {'id': '6b75535c-ea63-413d-88df-67b7b475953f', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:06Z', 'updated_at': '2021-07-09T16:09:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'c53a8e13-d3a7-4bae-88bc-bb17c30e4942', 'name': '', 'network_id': 'bb5eedc8-9794-43ab-9159-e84889255689', 'tenant_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'mac_address': 'fa:16:3e:e6:4b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9652b0cc-4dd5-4837-9b58-222aefe9d108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:09Z', 'updated_at': '2021-07-09T16:09:10Z', 'revision_number': 2, 'project_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'subnets': [{'id': '9652b0cc-4dd5-4837-9b58-222aefe9d108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:09:14.677423 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:14.714158 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1424ea1-6ba4-46ca-90e8-33c8f7062a4e None None] Checking router: 33f481ab-d0c0-4daa-bb4f-07ccb207870f for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:09:14.715893 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1424ea1-6ba4-46ca-90e8-33c8f7062a4e None None] Updating router 33f481ab-d0c0-4daa-bb4f-07ccb207870f port c53a8e13-d3a7-4bae-88bc-bb17c30e4942 binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:09:14.939687 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-417052e0-3088-4e19-88b8-c725c722f784 req-183bd6ad-64c3-49ba-be5b-e5757a212e3f tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad5060b7-0095-4284-b4ed-028613c96e15 HTTP/1.1" status: 200 len: 210 time: 0.1960998 Jul 09 16:09:14.948257 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-44e03244-43ff-4caf-9219-1b933650256a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:14.963815 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751f768-44fc-40bc-b24b-fa8d6d00fbd4 req-2c9db821-1dd7-4fe5-a5ac-69691e2d8b46 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:14.966005 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3751f768-44fc-40bc-b24b-fa8d6d00fbd4 req-2c9db821-1dd7-4fe5-a5ac-69691e2d8b46 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6675406 Jul 09 16:09:14.976232 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f1424ea1-6ba4-46ca-90e8-33c8f7062a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:14.978436 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=6b75535c-ea63-413d-88df-67b7b475953f,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:15.043487 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e03244-43ff-4caf-9219-1b933650256a admin admin] Checking segment: {'id': '590e8277-244b-4421-9a3a-8a60a19c898a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b0470377-e1a2-4c67-ab77-eaf0d662b264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:09:15.043879 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e03244-43ff-4caf-9219-1b933650256a admin admin] Network hostable DHCP agents. Network: b0470377-e1a2-4c67-ab77-eaf0d662b264, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:09:15.045977 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e03244-43ff-4caf-9219-1b933650256a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b153419-7fba-4144-9865-f4f92a588430,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:15.065082 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e03244-43ff-4caf-9219-1b933650256a admin admin] Network b0470377-e1a2-4c67-ab77-eaf0d662b264 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:09:15.079773 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-44e03244-43ff-4caf-9219-1b933650256a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, b0470377-e1a2-4c67-ab77-eaf0d662b264) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:09:15.085434 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e03244-43ff-4caf-9219-1b933650256a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:15.086016 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-44e03244-43ff-4caf-9219-1b933650256a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:15.103632 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-44e03244-43ff-4caf-9219-1b933650256a admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8356183 Jul 09 16:09:15.106564 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45036) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:15.113738 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-3751f768-44fc-40bc-b24b-fa8d6d00fbd4 req-b33fb35c-29ad-45b2-8e12-569e2dfd28a4 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Request body: {'port': {'device_id': 'ad5060b7-0095-4284-b4ed-028613c96e15', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'admin_state_up': True, 'tenant_id': '228033fbe08c41d78cba0c9f69dee355'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:09:15.133092 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-dae48633-52d9-4496-9451-f0829d57013a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-771618591-router', 'tenant_id': 'a7d208d4fe9c4dacbd896454e9f579b4', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:09:15.138108 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cdbb40-5da3-408a-b759-3b874aacf131 None None] Network b0470377-e1a2-4c67-ab77-eaf0d662b264 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:09:15.293423 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dae48633-52d9-4496-9451-f0829d57013a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:15.298912 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dae48633-52d9-4496-9451-f0829d57013a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:15.455565 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8b5cbe-3b7e-49c9-94aa-3a9bfbcbd16f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-b0470377-e1a2-4c67-ab77-eaf0d662b264', 'network_id': 'b0470377-e1a2-4c67-ab77-eaf0d662b264', 'tenant_id': 'a7d208d4fe9c4dacbd896454e9f579b4', 'fixed_ips': [{'subnet_id': '5b153419-7fba-4144-9865-f4f92a588430'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:09:15.457147 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ce8b5cbe-3b7e-49c9-94aa-3a9bfbcbd16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:15.491472 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.77', 60208) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:15.538038 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f820565f-8c3e-458c-8bac-c895c30528c0 req-ee9b068d-02b2-4479-9279-ca1f771d67c8 tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=49c5209ca3f64b12ab5f49e10225d117&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453987 Jul 09 16:09:15.747124 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f1424ea1-6ba4-46ca-90e8-33c8f7062a4e None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:15.774960 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 6b75535c-ea63-413d-88df-67b7b475953f up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:09:15.785426 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dae48633-52d9-4496-9451-f0829d57013a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:15.817883 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820565f-8c3e-458c-8bac-c895c30528c0 req-18bc40f7-2ac2-406d-83b5-2c4f9e32cb87 tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:15.819419 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f820565f-8c3e-458c-8bac-c895c30528c0 req-18bc40f7-2ac2-406d-83b5-2c4f9e32cb87 tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2753677 Jul 09 16:09:15.849526 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f1424ea1-6ba4-46ca-90e8-33c8f7062a4e None None] Transition to ACTIVE for port object c53a8e13-d3a7-4bae-88bc-bb17c30e4942 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:09:15.853286 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dba8cd86-769e-4e15-9357-6bf2c99cc864 req-c8a4e4dc-b315-4ae5-b88d-0db703e2ccc8 tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d79385b-ef37-41a5-bef1-5fb198e13888 HTTP/1.1" status: 200 len: 210 time: 0.0846136 Jul 09 16:09:15.862636 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f1424ea1-6ba4-46ca-90e8-33c8f7062a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:15.890234 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-f820565f-8c3e-458c-8bac-c895c30528c0 req-4848b5dd-72fe-49db-9e0d-8abf3c205ecc tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] Request body: {'port': {'device_id': '1d79385b-ef37-41a5-bef1-5fb198e13888', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'admin_state_up': True, 'tenant_id': '49c5209ca3f64b12ab5f49e10225d117'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:09:15.920822 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ad6fb5-ae18-402b-ae93-1fc52f4baa09 None None] Pushing event updated for resources: {'Port': ['ID=c53a8e13-d3a7-4bae-88bc-bb17c30e4942,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:15.939191 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-ce8b5cbe-3b7e-49c9-94aa-3a9bfbcbd16f None None] Allocated IP 172.20.0.2 (b0470377-e1a2-4c67-ab77-eaf0d662b264/5b153419-7fba-4144-9865-f4f92a588430/8463dcf4-7998-4bc8-a04a-779282867eb2) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:09:16.000794 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 6b75535c-ea63-413d-88df-67b7b475953f triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:09:16.001167 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:16.122921 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-f1424ea1-6ba4-46ca-90e8-33c8f7062a4e None None] Attempting to bind port c53a8e13-d3a7-4bae-88bc-bb17c30e4942 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:09:16.123262 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-f1424ea1-6ba4-46ca-90e8-33c8f7062a4e None None] Attempting to bind port c53a8e13-d3a7-4bae-88bc-bb17c30e4942 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'b32a47a8-020a-4928-8231-ed69fc73c847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bb5eedc8-9794-43ab-9159-e84889255689'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:09:16.124479 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1424ea1-6ba4-46ca-90e8-33c8f7062a4e None None] Attempting to bind port c53a8e13-d3a7-4bae-88bc-bb17c30e4942 on network bb5eedc8-9794-43ab-9159-e84889255689 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:09:16.141536 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dae48633-52d9-4496-9451-f0829d57013a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:16.155082 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3751f768-44fc-40bc-b24b-fa8d6d00fbd4 req-b33fb35c-29ad-45b2-8e12-569e2dfd28a4 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Made reservation on behalf of 228033fbe08c41d78cba0c9f69dee355 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:09:16.164716 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3751f768-44fc-40bc-b24b-fa8d6d00fbd4 req-b33fb35c-29ad-45b2-8e12-569e2dfd28a4 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:16.212047 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1424ea1-6ba4-46ca-90e8-33c8f7062a4e None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:09:16.212437 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1424ea1-6ba4-46ca-90e8-33c8f7062a4e None None] Checking segment: {'id': 'b32a47a8-020a-4928-8231-ed69fc73c847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bb5eedc8-9794-43ab-9159-e84889255689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:09:16.220101 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f1424ea1-6ba4-46ca-90e8-33c8f7062a4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:16.220812 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1424ea1-6ba4-46ca-90e8-33c8f7062a4e None None] Bound using segment: {'id': 'b32a47a8-020a-4928-8231-ed69fc73c847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bb5eedc8-9794-43ab-9159-e84889255689'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:09:16.222337 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-f1424ea1-6ba4-46ca-90e8-33c8f7062a4e None None] Bound port: c53a8e13-d3a7-4bae-88bc-bb17c30e4942, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b32a47a8-020a-4928-8231-ed69fc73c847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bb5eedc8-9794-43ab-9159-e84889255689'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:09:16.224512 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f1424ea1-6ba4-46ca-90e8-33c8f7062a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:16.264092 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f820565f-8c3e-458c-8bac-c895c30528c0 req-4848b5dd-72fe-49db-9e0d-8abf3c205ecc tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] Made reservation on behalf of 49c5209ca3f64b12ab5f49e10225d117 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:09:16.267867 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f820565f-8c3e-458c-8bac-c895c30528c0 req-4848b5dd-72fe-49db-9e0d-8abf3c205ecc tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:16.301888 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f820565f-8c3e-458c-8bac-c895c30528c0 req-4848b5dd-72fe-49db-9e0d-8abf3c205ecc tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:16.410725 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3751f768-44fc-40bc-b24b-fa8d6d00fbd4 req-b33fb35c-29ad-45b2-8e12-569e2dfd28a4 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:16.514059 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f820565f-8c3e-458c-8bac-c895c30528c0 req-4848b5dd-72fe-49db-9e0d-8abf3c205ecc tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:16.526311 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f820565f-8c3e-458c-8bac-c895c30528c0 req-4848b5dd-72fe-49db-9e0d-8abf3c205ecc tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:16.542669 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-64dab8c1-0729-485e-888f-cc184b45b2e2 req-4a69a650-b5f8-486b-94a0-843690edc0f5 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad5060b7-0095-4284-b4ed-028613c96e15 HTTP/1.1" status: 200 len: 210 time: 0.1660659 Jul 09 16:09:16.664628 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-f1424ea1-6ba4-46ca-90e8-33c8f7062a4e None None] For port c53a8e13-d3a7-4bae-88bc-bb17c30e4942, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:09:16.708249 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-f1424ea1-6ba4-46ca-90e8-33c8f7062a4e None None] For port c53a8e13-d3a7-4bae-88bc-bb17c30e4942, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=c53a8e13-d3a7-4bae-88bc-bb17c30e4942,segment=NetworkSegment(b32a47a8-020a-4928-8231-ed69fc73c847),segment_id=b32a47a8-020a-4928-8231-ed69fc73c847)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:09:16.731950 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f1424ea1-6ba4-46ca-90e8-33c8f7062a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:16.752041 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ce8b5cbe-3b7e-49c9-94aa-3a9bfbcbd16f None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:16.776134 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ce8b5cbe-3b7e-49c9-94aa-3a9bfbcbd16f None None] Transition to ACTIVE for port object 8463dcf4-7998-4bc8-a04a-779282867eb2 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:09:16.814633 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ce8b5cbe-3b7e-49c9-94aa-3a9bfbcbd16f None None] Transition to ACTIVE for port object 8463dcf4-7998-4bc8-a04a-779282867eb2 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:09:16.839413 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ce8b5cbe-3b7e-49c9-94aa-3a9bfbcbd16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:16.854137 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4848b5dd-72fe-49db-9e0d-8abf3c205ecc tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f80276da-06f5-44ad-9b59-a64cf612fe65,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:16.974638 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8b5cbe-3b7e-49c9-94aa-3a9bfbcbd16f None None] Network b0470377-e1a2-4c67-ab77-eaf0d662b264 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:09:16.987345 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-ce8b5cbe-3b7e-49c9-94aa-3a9bfbcbd16f None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:09:16.999148 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8b5cbe-3b7e-49c9-94aa-3a9bfbcbd16f None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:09:17.043965 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3751f768-44fc-40bc-b24b-fa8d6d00fbd4 req-b33fb35c-29ad-45b2-8e12-569e2dfd28a4 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:17.057222 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1424ea1-6ba4-46ca-90e8-33c8f7062a4e None None] Routers {'33f481ab-d0c0-4daa-bb4f-07ccb207870f'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:09:17.059200 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3751f768-44fc-40bc-b24b-fa8d6d00fbd4 req-b33fb35c-29ad-45b2-8e12-569e2dfd28a4 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:17.060596 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f1424ea1-6ba4-46ca-90e8-33c8f7062a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:08:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['33f481ab-d0c0-4daa-bb4f-07ccb207870f'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:09:17.119669 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ad6fb5-ae18-402b-ae93-1fc52f4baa09 None None] Pushing event updated for resources: {'Port': ['ID=c53a8e13-d3a7-4bae-88bc-bb17c30e4942,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:17.217932 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33fb35c-29ad-45b2-8e12-569e2dfd28a4 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af5fd54a-9c61-4b4c-a5e9-fe2ec4c8027a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:17.240269 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-f820565f-8c3e-458c-8bac-c895c30528c0 req-4848b5dd-72fe-49db-9e0d-8abf3c205ecc tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] Allocated IP 192.168.233.247 (c7d8b865-e1f3-4446-a87b-a6da86eba8a1/f122b436-b232-4a3c-9aac-47d5639f2da4/774da56b-f56e-4b76-979d-1aed265f7381) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:09:17.470271 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dae48633-52d9-4496-9451-f0829d57013a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:17.534189 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dae48633-52d9-4496-9451-f0829d57013a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:17.578367 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-ce8b5cbe-3b7e-49c9-94aa-3a9bfbcbd16f None None] Attempting to bind port 8463dcf4-7998-4bc8-a04a-779282867eb2 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:09:17.579154 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-ce8b5cbe-3b7e-49c9-94aa-3a9bfbcbd16f None None] Attempting to bind port 8463dcf4-7998-4bc8-a04a-779282867eb2 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '590e8277-244b-4421-9a3a-8a60a19c898a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b0470377-e1a2-4c67-ab77-eaf0d662b264'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:09:17.582617 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8b5cbe-3b7e-49c9-94aa-3a9bfbcbd16f None None] Attempting to bind port 8463dcf4-7998-4bc8-a04a-779282867eb2 on network b0470377-e1a2-4c67-ab77-eaf0d662b264 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:09:17.589302 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b5cbe-3b7e-49c9-94aa-3a9bfbcbd16f None None] Pushing event updated for resources: {'Port': ['ID=8463dcf4-7998-4bc8-a04a-779282867eb2,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:17.656631 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8b5cbe-3b7e-49c9-94aa-3a9bfbcbd16f None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:09:17.657020 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8b5cbe-3b7e-49c9-94aa-3a9bfbcbd16f None None] Checking segment: {'id': '590e8277-244b-4421-9a3a-8a60a19c898a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b0470377-e1a2-4c67-ab77-eaf0d662b264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:09:17.659288 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ce8b5cbe-3b7e-49c9-94aa-3a9bfbcbd16f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:17.661277 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8b5cbe-3b7e-49c9-94aa-3a9bfbcbd16f None None] Bound using segment: {'id': '590e8277-244b-4421-9a3a-8a60a19c898a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b0470377-e1a2-4c67-ab77-eaf0d662b264'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:09:17.662969 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-ce8b5cbe-3b7e-49c9-94aa-3a9bfbcbd16f None None] Bound port: 8463dcf4-7998-4bc8-a04a-779282867eb2, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '590e8277-244b-4421-9a3a-8a60a19c898a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b0470377-e1a2-4c67-ab77-eaf0d662b264'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:09:17.663591 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ce8b5cbe-3b7e-49c9-94aa-3a9bfbcbd16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:17.762626 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-f1424ea1-6ba4-46ca-90e8-33c8f7062a4e None None] Set router 33f481ab-d0c0-4daa-bb4f-07ccb207870f gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:09:17.837820 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-af3a8e06-7799-465f-9984-9b297ca99881 req-a29bb78e-66fd-4efa-8346-c88e2a412536 tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d79385b-ef37-41a5-bef1-5fb198e13888 HTTP/1.1" status: 200 len: 210 time: 0.1268198 Jul 09 16:09:17.920826 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device c53a8e13-d3a7-4bae-88bc-bb17c30e4942 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:09:18.060938 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f820565f-8c3e-458c-8bac-c895c30528c0 req-4848b5dd-72fe-49db-9e0d-8abf3c205ecc tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:18.108128 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-dae48633-52d9-4496-9451-f0829d57013a admin admin] Allocated IP 172.25.0.223 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/daf273b4-6609-4f07-b417-efe3d43a081d) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:09:18.141194 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-f820565f-8c3e-458c-8bac-c895c30528c0 req-4848b5dd-72fe-49db-9e0d-8abf3c205ecc tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] Transition to ACTIVE for port object 774da56b-f56e-4b76-979d-1aed265f7381 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:09:18.275876 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f820565f-8c3e-458c-8bac-c895c30528c0 req-4848b5dd-72fe-49db-9e0d-8abf3c205ecc tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:18.341380 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-ce8b5cbe-3b7e-49c9-94aa-3a9bfbcbd16f None None] For port 8463dcf4-7998-4bc8-a04a-779282867eb2, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:09:18.347392 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port c53a8e13-d3a7-4bae-88bc-bb17c30e4942 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:09:18.351813 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-ce8b5cbe-3b7e-49c9-94aa-3a9bfbcbd16f None None] For port 8463dcf4-7998-4bc8-a04a-779282867eb2, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=8463dcf4-7998-4bc8-a04a-779282867eb2,segment=NetworkSegment(590e8277-244b-4421-9a3a-8a60a19c898a),segment_id=590e8277-244b-4421-9a3a-8a60a19c898a)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:09:18.359428 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ce8b5cbe-3b7e-49c9-94aa-3a9bfbcbd16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:18.370844 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dae48633-52d9-4496-9451-f0829d57013a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:18.386623 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port c53a8e13-d3a7-4bae-88bc-bb17c30e4942 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:09:18.387349 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:18.438794 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f820565f-8c3e-458c-8bac-c895c30528c0 req-4848b5dd-72fe-49db-9e0d-8abf3c205ecc tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] Network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:09:18.475274 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9e2a11ce-5369-4b07-a6e4-5f94b960dedc req-36fe3d4a-e089-45c8-8e7c-c887f280a1e6 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad5060b7-0095-4284-b4ed-028613c96e15 HTTP/1.1" status: 200 len: 210 time: 0.2340593 Jul 09 16:09:18.495002 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dae48633-52d9-4496-9451-f0829d57013a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:18.559910 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-f820565f-8c3e-458c-8bac-c895c30528c0 req-4848b5dd-72fe-49db-9e0d-8abf3c205ecc tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:09:18.579383 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-f820565f-8c3e-458c-8bac-c895c30528c0 req-4848b5dd-72fe-49db-9e0d-8abf3c205ecc tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:09:18.587281 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae48633-52d9-4496-9451-f0829d57013a admin admin] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:09:18.608949 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820565f-8c3e-458c-8bac-c895c30528c0 req-4848b5dd-72fe-49db-9e0d-8abf3c205ecc tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:18.615803 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-dae48633-52d9-4496-9451-f0829d57013a admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:09:18.619831 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae48633-52d9-4496-9451-f0829d57013a admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:09:18.622216 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f820565f-8c3e-458c-8bac-c895c30528c0 req-4848b5dd-72fe-49db-9e0d-8abf3c205ecc tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:18.631150 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4848b5dd-72fe-49db-9e0d-8abf3c205ecc tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] Pushing event updated for resources: {'Port': ['ID=774da56b-f56e-4b76-979d-1aed265f7381,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:18.717546 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f820565f-8c3e-458c-8bac-c895c30528c0 req-4848b5dd-72fe-49db-9e0d-8abf3c205ecc tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8334298 Jul 09 16:09:18.740449 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [req-f820565f-8c3e-458c-8bac-c895c30528c0 req-0758d97d-b349-41fe-a1b7-6239e960de43 tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:09:18.746359 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f820565f-8c3e-458c-8bac-c895c30528c0 req-0758d97d-b349-41fe-a1b7-6239e960de43 tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104487 Jul 09 16:09:18.952235 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-3751f768-44fc-40bc-b24b-fa8d6d00fbd4 req-b33fb35c-29ad-45b2-8e12-569e2dfd28a4 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Allocated IP 192.168.233.127 (c7d8b865-e1f3-4446-a87b-a6da86eba8a1/f122b436-b232-4a3c-9aac-47d5639f2da4/471eef77-7614-4c72-8dd6-51a6d3532999) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:09:18.985161 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae48633-52d9-4496-9451-f0829d57013a admin admin] Pushing event updated for resources: {'Port': ['ID=daf273b4-6609-4f07-b417-efe3d43a081d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:19.223324 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-f820565f-8c3e-458c-8bac-c895c30528c0 req-9cb0cce3-9137-4a4d-9711-f12e28a58675 service neutron] Request body: {'port': {'device_id': '1d79385b-ef37-41a5-bef1-5fb198e13888', 'device_owner': 'compute:tempest-test_az-282883867', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:09:19.238615 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-02bb40bf-4f2c-4ea0-9912-bf8da0061075 None None] Provisioning for port 774da56b-f56e-4b76-979d-1aed265f7381 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:09:19.344974 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b5cbe-3b7e-49c9-94aa-3a9bfbcbd16f None None] Pushing event updated for resources: {'Port': ['ID=8463dcf4-7998-4bc8-a04a-779282867eb2,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:19.404362 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-02bb40bf-4f2c-4ea0-9912-bf8da0061075 None None] Provisioning complete for port 774da56b-f56e-4b76-979d-1aed265f7381 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:09:19.404800 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-02bb40bf-4f2c-4ea0-9912-bf8da0061075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:19.491781 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f820565f-8c3e-458c-8bac-c895c30528c0 req-9cb0cce3-9137-4a4d-9711-f12e28a58675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:19.643015 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-02bb40bf-4f2c-4ea0-9912-bf8da0061075 None None] Port 774da56b-f56e-4b76-979d-1aed265f7381 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:09:19.666965 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:19.742730 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f1424ea1-6ba4-46ca-90e8-33c8f7062a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1555507325-router', 'tenant_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '6b75535c-ea63-413d-88df-67b7b475953f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:09:05Z', 'updated_at': '2021-07-09T16:09:10Z', 'revision_number': 4, 'project_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'gw_port': {'id': '6b75535c-ea63-413d-88df-67b7b475953f', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:06Z', 'updated_at': '2021-07-09T16:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'c53a8e13-d3a7-4bae-88bc-bb17c30e4942', 'name': '', 'network_id': 'bb5eedc8-9794-43ab-9159-e84889255689', 'tenant_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'mac_address': 'fa:16:3e:e6:4b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9652b0cc-4dd5-4837-9b58-222aefe9d108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:09Z', 'updated_at': '2021-07-09T16:09:16Z', 'revision_number': 4, 'project_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'subnets': [{'id': '9652b0cc-4dd5-4837-9b58-222aefe9d108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:09:19.815257 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1424ea1-6ba4-46ca-90e8-33c8f7062a4e None None] The sync data for ids ['33f481ab-d0c0-4daa-bb4f-07ccb207870f'] in n-d-798930-3 is: [{'id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1555507325-router', 'tenant_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '6b75535c-ea63-413d-88df-67b7b475953f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:09:05Z', 'updated_at': '2021-07-09T16:09:10Z', 'revision_number': 4, 'project_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'gw_port': {'id': '6b75535c-ea63-413d-88df-67b7b475953f', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:06Z', 'updated_at': '2021-07-09T16:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'c53a8e13-d3a7-4bae-88bc-bb17c30e4942', 'name': '', 'network_id': 'bb5eedc8-9794-43ab-9159-e84889255689', 'tenant_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'mac_address': 'fa:16:3e:e6:4b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9652b0cc-4dd5-4837-9b58-222aefe9d108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:09Z', 'updated_at': '2021-07-09T16:09:16Z', 'revision_number': 4, 'project_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'subnets': [{'id': '9652b0cc-4dd5-4837-9b58-222aefe9d108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:09:19.841032 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port c53a8e13-d3a7-4bae-88bc-bb17c30e4942, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=c53a8e13-d3a7-4bae-88bc-bb17c30e4942,segment=NetworkSegment(b32a47a8-020a-4928-8231-ed69fc73c847),segment_id=b32a47a8-020a-4928-8231-ed69fc73c847)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:09:19.847042 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:19.968816 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=c53a8e13-d3a7-4bae-88bc-bb17c30e4942,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:19.993917 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e156a18d-a883-4a60-aee6-c9f3eaf3d229 req-d84debac-e6a8-478c-a5d2-289ab4e16783 tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:20.007021 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e156a18d-a883-4a60-aee6-c9f3eaf3d229 req-d84debac-e6a8-478c-a5d2-289ab4e16783 tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d79385b-ef37-41a5-bef1-5fb198e13888 HTTP/1.1" status: 200 len: 936 time: 0.8411610 Jul 09 16:09:20.092605 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 8463dcf4-7998-4bc8-a04a-779282867eb2 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:09:20.343759 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 8463dcf4-7998-4bc8-a04a-779282867eb2 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:09:20.433805 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3751f768-44fc-40bc-b24b-fa8d6d00fbd4 req-b33fb35c-29ad-45b2-8e12-569e2dfd28a4 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:20.478682 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-3751f768-44fc-40bc-b24b-fa8d6d00fbd4 req-b33fb35c-29ad-45b2-8e12-569e2dfd28a4 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Transition to ACTIVE for port object 471eef77-7614-4c72-8dd6-51a6d3532999 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:09:20.564668 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dae48633-52d9-4496-9451-f0829d57013a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:20.800218 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e156a18d-a883-4a60-aee6-c9f3eaf3d229 req-80c85889-ebc9-4a04-b066-079088364f4d tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] 10.222.0.98 "GET /v2.0/security-groups?id=f80276da-06f5-44ad-9b59-a64cf612fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7881165 Jul 09 16:09:20.850940 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3751f768-44fc-40bc-b24b-fa8d6d00fbd4 req-b33fb35c-29ad-45b2-8e12-569e2dfd28a4 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:20.976746 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3751f768-44fc-40bc-b24b-fa8d6d00fbd4 req-b33fb35c-29ad-45b2-8e12-569e2dfd28a4 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:09:20.993337 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-3751f768-44fc-40bc-b24b-fa8d6d00fbd4 req-b33fb35c-29ad-45b2-8e12-569e2dfd28a4 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:09:21.002213 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-3751f768-44fc-40bc-b24b-fa8d6d00fbd4 req-b33fb35c-29ad-45b2-8e12-569e2dfd28a4 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:09:21.008978 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751f768-44fc-40bc-b24b-fa8d6d00fbd4 req-b33fb35c-29ad-45b2-8e12-569e2dfd28a4 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:21.010685 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3751f768-44fc-40bc-b24b-fa8d6d00fbd4 req-b33fb35c-29ad-45b2-8e12-569e2dfd28a4 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:21.016408 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33fb35c-29ad-45b2-8e12-569e2dfd28a4 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Pushing event updated for resources: {'Port': ['ID=471eef77-7614-4c72-8dd6-51a6d3532999,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:21.104543 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3751f768-44fc-40bc-b24b-fa8d6d00fbd4 req-b33fb35c-29ad-45b2-8e12-569e2dfd28a4 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.9989030 Jul 09 16:09:21.217687 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1de039-f3ae-4260-827c-b052f0d649fa None None] Network b0470377-e1a2-4c67-ab77-eaf0d662b264 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:09:21.238057 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dae48633-52d9-4496-9451-f0829d57013a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:21.247271 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [req-3751f768-44fc-40bc-b24b-fa8d6d00fbd4 req-e934275d-8ab1-46f6-9a38-af72b16b2b0a tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:09:21.248603 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3751f768-44fc-40bc-b24b-fa8d6d00fbd4 req-e934275d-8ab1-46f6-9a38-af72b16b2b0a tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078714 Jul 09 16:09:21.297251 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-f820565f-8c3e-458c-8bac-c895c30528c0 req-9cb0cce3-9137-4a4d-9711-f12e28a58675 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 774da56b-f56e-4b76-979d-1aed265f7381 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:09:21.310045 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f820565f-8c3e-458c-8bac-c895c30528c0 req-9cb0cce3-9137-4a4d-9711-f12e28a58675 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:21.329717 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-f820565f-8c3e-458c-8bac-c895c30528c0 req-9cb0cce3-9137-4a4d-9711-f12e28a58675 service neutron] Transition to ACTIVE for port object 774da56b-f56e-4b76-979d-1aed265f7381 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:09:21.361997 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3428269f-03e3-463e-ad8e-d097123e858a req-86fc2f9b-80c9-4a88-970a-1309eabe53b0 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad5060b7-0095-4284-b4ed-028613c96e15 HTTP/1.1" status: 200 len: 210 time: 0.6126568 Jul 09 16:09:21.366188 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f820565f-8c3e-458c-8bac-c895c30528c0 req-9cb0cce3-9137-4a4d-9711-f12e28a58675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:21.637586 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f151cfc5-0499-4080-95dd-c0f5c55ddba2 None None] Provisioning for port 8463dcf4-7998-4bc8-a04a-779282867eb2 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:09:21.654413 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f151cfc5-0499-4080-95dd-c0f5c55ddba2 None None] Provisioning complete for port 8463dcf4-7998-4bc8-a04a-779282867eb2 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:09:21.662807 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f151cfc5-0499-4080-95dd-c0f5c55ddba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:21.667247 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb0cce3-9137-4a4d-9711-f12e28a58675 service neutron] Pushing event updated for resources: {'Port': ['ID=774da56b-f56e-4b76-979d-1aed265f7381,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:21.745740 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-f820565f-8c3e-458c-8bac-c895c30528c0 req-9cb0cce3-9137-4a4d-9711-f12e28a58675 service neutron] Attempting to bind port 774da56b-f56e-4b76-979d-1aed265f7381 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:09:21.745740 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-f820565f-8c3e-458c-8bac-c895c30528c0 req-9cb0cce3-9137-4a4d-9711-f12e28a58675 service neutron] Attempting to bind port 774da56b-f56e-4b76-979d-1aed265f7381 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:09:21.745740 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f820565f-8c3e-458c-8bac-c895c30528c0 req-9cb0cce3-9137-4a4d-9711-f12e28a58675 service neutron] Attempting to bind port 774da56b-f56e-4b76-979d-1aed265f7381 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:09:21.751667 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae48633-52d9-4496-9451-f0829d57013a admin admin] Router 4732a766-cd74-40da-be6a-3359887b40e2 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:09:21.767614 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f820565f-8c3e-458c-8bac-c895c30528c0 req-9cb0cce3-9137-4a4d-9711-f12e28a58675 service neutron] Port 774da56b-f56e-4b76-979d-1aed265f7381 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:09:21.768141 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f820565f-8c3e-458c-8bac-c895c30528c0 req-9cb0cce3-9137-4a4d-9711-f12e28a58675 service neutron] Attempting to bind port 774da56b-f56e-4b76-979d-1aed265f7381 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:09:21.786263 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f820565f-8c3e-458c-8bac-c895c30528c0 req-9cb0cce3-9137-4a4d-9711-f12e28a58675 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:09:21.808902 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f820565f-8c3e-458c-8bac-c895c30528c0 req-9cb0cce3-9137-4a4d-9711-f12e28a58675 service neutron] Checking segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:09:21.810046 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f820565f-8c3e-458c-8bac-c895c30528c0 req-9cb0cce3-9137-4a4d-9711-f12e28a58675 service neutron] Bound using segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:09:21.810882 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-f820565f-8c3e-458c-8bac-c895c30528c0 req-9cb0cce3-9137-4a4d-9711-f12e28a58675 service neutron] Bound port: 774da56b-f56e-4b76-979d-1aed265f7381, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:09:21.811546 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f820565f-8c3e-458c-8bac-c895c30528c0 req-9cb0cce3-9137-4a4d-9711-f12e28a58675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:21.932282 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-3751f768-44fc-40bc-b24b-fa8d6d00fbd4 req-dc744ff2-0715-4356-8691-17c99031850d service neutron] Request body: {'port': {'device_id': 'ad5060b7-0095-4284-b4ed-028613c96e15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:09:22.063278 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device c53a8e13-d3a7-4bae-88bc-bb17c30e4942 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:09:22.095579 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-f820565f-8c3e-458c-8bac-c895c30528c0 req-9cb0cce3-9137-4a4d-9711-f12e28a58675 service neutron] For port 774da56b-f56e-4b76-979d-1aed265f7381, host n-h1-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:09:22.111370 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-f820565f-8c3e-458c-8bac-c895c30528c0 req-9cb0cce3-9137-4a4d-9711-f12e28a58675 service neutron] For port 774da56b-f56e-4b76-979d-1aed265f7381, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=774da56b-f56e-4b76-979d-1aed265f7381,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:09:22.119628 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f820565f-8c3e-458c-8bac-c895c30528c0 req-9cb0cce3-9137-4a4d-9711-f12e28a58675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:22.229122 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820565f-8c3e-458c-8bac-c895c30528c0 req-9cb0cce3-9137-4a4d-9711-f12e28a58675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:22.229666 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f820565f-8c3e-458c-8bac-c895c30528c0 req-9cb0cce3-9137-4a4d-9711-f12e28a58675 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:22.231358 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f820565f-8c3e-458c-8bac-c895c30528c0 req-9cb0cce3-9137-4a4d-9711-f12e28a58675 service neutron] 10.222.0.77 "PUT /v2.0/ports/774da56b-f56e-4b76-979d-1aed265f7381 HTTP/1.1" status: 200 len: 1117 time: 3.1263752 Jul 09 16:09:22.231828 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d79385b-ef37-41a5-bef1-5fb198e13888', 'tag': '774da56b-f56e-4b76-979d-1aed265f7381'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:09:22.354637 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3751f768-44fc-40bc-b24b-fa8d6d00fbd4 req-dc744ff2-0715-4356-8691-17c99031850d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:22.600768 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-32f425ba-db58-402d-9e2f-f754cc6db814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:22.609938 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820565f-8c3e-458c-8bac-c895c30528c0 req-30159b3e-8c65-477f-99bd-045723aa232a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:22.611628 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f820565f-8c3e-458c-8bac-c895c30528c0 req-30159b3e-8c65-477f-99bd-045723aa232a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=49c5209ca3f64b12ab5f49e10225d117&device_id=1d79385b-ef37-41a5-bef1-5fb198e13888 HTTP/1.1" status: 200 len: 1120 time: 0.1977513 Jul 09 16:09:22.632293 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb0cce3-9137-4a4d-9711-f12e28a58675 service neutron] Pushing event updated for resources: {'Port': ['ID=774da56b-f56e-4b76-979d-1aed265f7381,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:22.729860 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port c53a8e13-d3a7-4bae-88bc-bb17c30e4942 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:09:22.730426 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:22.739650 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f151cfc5-0499-4080-95dd-c0f5c55ddba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:22.772710 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f820565f-8c3e-458c-8bac-c895c30528c0 req-9730a71f-46c5-42b0-aeb0-f65cc289d4bb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=774da56b-f56e-4b76-979d-1aed265f7381 HTTP/1.1" status: 200 len: 217 time: 0.1424234 Jul 09 16:09:22.857118 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-f151cfc5-0499-4080-95dd-c0f5c55ddba2 None None] For port 8463dcf4-7998-4bc8-a04a-779282867eb2, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=8463dcf4-7998-4bc8-a04a-779282867eb2,segment=NetworkSegment(590e8277-244b-4421-9a3a-8a60a19c898a),segment_id=590e8277-244b-4421-9a3a-8a60a19c898a)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:09:22.921303 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f151cfc5-0499-4080-95dd-c0f5c55ddba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:23.032435 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820565f-8c3e-458c-8bac-c895c30528c0 req-c7f20040-9494-4564-8fd7-a7670ec8c85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:23.035755 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f820565f-8c3e-458c-8bac-c895c30528c0 req-c7f20040-9494-4564-8fd7-a7670ec8c85e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.2402885 Jul 09 16:09:23.059312 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-3751f768-44fc-40bc-b24b-fa8d6d00fbd4 req-dc744ff2-0715-4356-8691-17c99031850d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 471eef77-7614-4c72-8dd6-51a6d3532999 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:09:23.068408 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3751f768-44fc-40bc-b24b-fa8d6d00fbd4 req-dc744ff2-0715-4356-8691-17c99031850d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:23.092940 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-3751f768-44fc-40bc-b24b-fa8d6d00fbd4 req-dc744ff2-0715-4356-8691-17c99031850d service neutron] Transition to ACTIVE for port object 471eef77-7614-4c72-8dd6-51a6d3532999 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:09:23.095111 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ae378df8-38a8-40cb-8701-320829ea41dd None None] Provisioning for port 471eef77-7614-4c72-8dd6-51a6d3532999 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:09:23.103045 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3751f768-44fc-40bc-b24b-fa8d6d00fbd4 req-dc744ff2-0715-4356-8691-17c99031850d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:23.159693 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f151cfc5-0499-4080-95dd-c0f5c55ddba2 None None] Pushing event updated for resources: {'Port': ['ID=8463dcf4-7998-4bc8-a04a-779282867eb2,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:23.205745 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd607f5-5e53-42a7-9718-685c419bc128 req-7d59819d-5ded-42ea-9aea-62f0ff081b65 tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:23.207496 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3cd607f5-5e53-42a7-9718-685c419bc128 req-7d59819d-5ded-42ea-9aea-62f0ff081b65 tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d79385b-ef37-41a5-bef1-5fb198e13888 HTTP/1.1" status: 200 len: 969 time: 1.0510123 Jul 09 16:09:23.215721 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc744ff2-0715-4356-8691-17c99031850d service neutron] Pushing event updated for resources: {'Port': ['ID=471eef77-7614-4c72-8dd6-51a6d3532999,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:23.225025 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae48633-52d9-4496-9451-f0829d57013a admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:09:23.232367 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45240) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:23.240861 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ae378df8-38a8-40cb-8701-320829ea41dd None None] Provisioning complete for port 8463dcf4-7998-4bc8-a04a-779282867eb2 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:09:23.241673 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ae378df8-38a8-40cb-8701-320829ea41dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:23.304529 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2a6c14-b29d-416d-a678-b85463c2356c None None] Sync routers for ids ['4732a766-cd74-40da-be6a-3359887b40e2'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:09:23.323427 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45248) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:23.327394 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2a6c14-b29d-416d-a678-b85463c2356c None None] Routers {'4732a766-cd74-40da-be6a-3359887b40e2'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:09:23.329634 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-5f2a6c14-b29d-416d-a678-b85463c2356c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:08:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['4732a766-cd74-40da-be6a-3359887b40e2'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:09:23.434225 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac34bb3-665a-4e92-a392-9c5f8f572efd req-9a16f76d-fd45-4950-b2d9-9400061b7632 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:23.453641 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0ac34bb3-665a-4e92-a392-9c5f8f572efd req-9a16f76d-fd45-4950-b2d9-9400061b7632 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad5060b7-0095-4284-b4ed-028613c96e15 HTTP/1.1" status: 200 len: 948 time: 0.3587632 Jul 09 16:09:23.489955 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3cd607f5-5e53-42a7-9718-685c419bc128 req-79d274ca-f6c5-4ce2-83ad-ddebc177a5f7 tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] 10.222.0.98 "GET /v2.0/security-groups?id=f80276da-06f5-44ad-9b59-a64cf612fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638729 Jul 09 16:09:23.506814 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820565f-8c3e-458c-8bac-c895c30528c0 req-52b620b6-f0cb-481e-bf4c-a88430fdb9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:23.518738 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f820565f-8c3e-458c-8bac-c895c30528c0 req-52b620b6-f0cb-481e-bf4c-a88430fdb9b5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4745193 Jul 09 16:09:23.539133 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-3751f768-44fc-40bc-b24b-fa8d6d00fbd4 req-dc744ff2-0715-4356-8691-17c99031850d service neutron] Attempting to bind port 471eef77-7614-4c72-8dd6-51a6d3532999 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:09:23.539606 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-3751f768-44fc-40bc-b24b-fa8d6d00fbd4 req-dc744ff2-0715-4356-8691-17c99031850d service neutron] Attempting to bind port 471eef77-7614-4c72-8dd6-51a6d3532999 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:09:23.541354 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3751f768-44fc-40bc-b24b-fa8d6d00fbd4 req-dc744ff2-0715-4356-8691-17c99031850d service neutron] Attempting to bind port 471eef77-7614-4c72-8dd6-51a6d3532999 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:09:23.558982 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3751f768-44fc-40bc-b24b-fa8d6d00fbd4 req-dc744ff2-0715-4356-8691-17c99031850d service neutron] Port 471eef77-7614-4c72-8dd6-51a6d3532999 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:09:23.560018 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3751f768-44fc-40bc-b24b-fa8d6d00fbd4 req-dc744ff2-0715-4356-8691-17c99031850d service neutron] Attempting to bind port 471eef77-7614-4c72-8dd6-51a6d3532999 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:09:23.567082 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dae48633-52d9-4496-9451-f0829d57013a admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:23.573129 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b41b28b-b3f2-4c7c-9f0c-f5849f310f23" -d '{"events": [{"name": "network-changed", "server_uuid": "1d79385b-ef37-41a5-bef1-5fb198e13888", "tag": "774da56b-f56e-4b76-979d-1aed265f7381"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:09:23.576301 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-dae48633-52d9-4496-9451-f0829d57013a admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 8.4686360 Jul 09 16:09:23.581212 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45252) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:23.675837 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-5f2a6c14-b29d-416d-a678-b85463c2356c None None] Set router 4732a766-cd74-40da-be6a-3359887b40e2 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:09:23.777902 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3751f768-44fc-40bc-b24b-fa8d6d00fbd4 req-dc744ff2-0715-4356-8691-17c99031850d service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:09:23.785750 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3751f768-44fc-40bc-b24b-fa8d6d00fbd4 req-dc744ff2-0715-4356-8691-17c99031850d service neutron] Checking segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:09:23.786586 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3751f768-44fc-40bc-b24b-fa8d6d00fbd4 req-dc744ff2-0715-4356-8691-17c99031850d service neutron] Bound using segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:09:23.787190 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-3751f768-44fc-40bc-b24b-fa8d6d00fbd4 req-dc744ff2-0715-4356-8691-17c99031850d service neutron] Bound port: 471eef77-7614-4c72-8dd6-51a6d3532999, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:09:23.787679 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3751f768-44fc-40bc-b24b-fa8d6d00fbd4 req-dc744ff2-0715-4356-8691-17c99031850d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:23.840733 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f820565f-8c3e-458c-8bac-c895c30528c0 req-8ebd365a-570a-45c8-bfd0-1162747d7873 service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126349 Jul 09 16:09:23.877187 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-da58e73f-c5c6-4d68-b5f8-3bb925a4cb06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:23.894579 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0f045ae7-dbea-496e-8a84-0942f3626e42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:24.061217 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 8463dcf4-7998-4bc8-a04a-779282867eb2 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:09:24.092555 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0ac34bb3-665a-4e92-a392-9c5f8f572efd req-5af3a351-9d73-4f70-a2c6-40af663ab4e7 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/security-groups?id=af5fd54a-9c61-4b4c-a5e9-fe2ec4c8027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6281614 Jul 09 16:09:24.138073 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45264) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:24.212105 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-5f2a6c14-b29d-416d-a678-b85463c2356c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4732a766-cd74-40da-be6a-3359887b40e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-771618591-router', 'tenant_id': 'a7d208d4fe9c4dacbd896454e9f579b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'daf273b4-6609-4f07-b417-efe3d43a081d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:09:15Z', 'updated_at': '2021-07-09T16:09:19Z', 'revision_number': 3, 'project_id': 'a7d208d4fe9c4dacbd896454e9f579b4', 'gw_port': {'id': 'daf273b4-6609-4f07-b417-efe3d43a081d', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:29:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4732a766-cd74-40da-be6a-3359887b40e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:17Z', 'updated_at': '2021-07-09T16:09:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:09:24.215621 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 8463dcf4-7998-4bc8-a04a-779282867eb2 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:09:24.215970 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:24.303199 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-3751f768-44fc-40bc-b24b-fa8d6d00fbd4 req-dc744ff2-0715-4356-8691-17c99031850d service neutron] For port 471eef77-7614-4c72-8dd6-51a6d3532999, host n-h2-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:09:24.306081 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2a6c14-b29d-416d-a678-b85463c2356c None None] Checking router: 4732a766-cd74-40da-be6a-3359887b40e2 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:09:24.306628 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2a6c14-b29d-416d-a678-b85463c2356c None None] Updating router 4732a766-cd74-40da-be6a-3359887b40e2 port daf273b4-6609-4f07-b417-efe3d43a081d binding host n-d-798930-3 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:09:24.311001 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-3751f768-44fc-40bc-b24b-fa8d6d00fbd4 req-dc744ff2-0715-4356-8691-17c99031850d service neutron] For port 471eef77-7614-4c72-8dd6-51a6d3532999, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=471eef77-7614-4c72-8dd6-51a6d3532999,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:09:24.326700 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3751f768-44fc-40bc-b24b-fa8d6d00fbd4 req-dc744ff2-0715-4356-8691-17c99031850d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:24.418571 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-5f2a6c14-b29d-416d-a678-b85463c2356c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:24.579433 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0f045ae7-dbea-496e-8a84-0942f3626e42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:24.704503 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-da58e73f-c5c6-4d68-b5f8-3bb925a4cb06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:24.710077 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0f045ae7-dbea-496e-8a84-0942f3626e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:24.748140 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0f045ae7-dbea-496e-8a84-0942f3626e42 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=63a4abc91ea048a3b6a5eec8f290b078&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4056883 Jul 09 16:09:24.748973 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-da58e73f-c5c6-4d68-b5f8-3bb925a4cb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:24.776071 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45286) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:24.823408 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc744ff2-0715-4356-8691-17c99031850d service neutron] Pushing event updated for resources: {'Port': ['ID=471eef77-7614-4c72-8dd6-51a6d3532999,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:24.837196 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-da58e73f-c5c6-4d68-b5f8-3bb925a4cb06 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=cd7eaea6ff224dceb2a75f59b5b114dc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6027029 Jul 09 16:09:24.841500 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f045ae7-dbea-496e-8a84-0942f3626e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54bb4ea6-df9d-4147-91c3-fb6ac938c26d,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:24.848368 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45290) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:24.900997 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d6b99239-ac66-4a74-8eca-a9980994eb12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:24.916420 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751f768-44fc-40bc-b24b-fa8d6d00fbd4 req-dc744ff2-0715-4356-8691-17c99031850d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:24.917594 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3751f768-44fc-40bc-b24b-fa8d6d00fbd4 req-dc744ff2-0715-4356-8691-17c99031850d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:24.934686 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3751f768-44fc-40bc-b24b-fa8d6d00fbd4 req-dc744ff2-0715-4356-8691-17c99031850d service neutron] 10.222.0.73 "PUT /v2.0/ports/471eef77-7614-4c72-8dd6-51a6d3532999 HTTP/1.1" status: 200 len: 1096 time: 3.2645459 Jul 09 16:09:24.941140 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad5060b7-0095-4284-b4ed-028613c96e15', 'tag': '471eef77-7614-4c72-8dd6-51a6d3532999'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:09:24.953707 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce475905-59fc-43a5-8e83-97ab87fa2229 x-openstack-request-id: req-ce475905-59fc-43a5-8e83-97ab87fa2229 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:09:24.953991 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d79385b-ef37-41a5-bef1-5fb198e13888", "tag": "774da56b-f56e-4b76-979d-1aed265f7381", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:09:24.954290 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ce475905-59fc-43a5-8e83-97ab87fa2229 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:09:24.954800 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d79385b-ef37-41a5-bef1-5fb198e13888', 'tag': '774da56b-f56e-4b76-979d-1aed265f7381', 'status': 'completed', 'code': 200} Jul 09 16:09:25.007525 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58e73f-c5c6-4d68-b5f8-3bb925a4cb06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adbfe7ae-0495-4516-9134-0c712de24b3d,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:25.012827 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f5d8c5ec-f280-4e21-96e5-38d2361976c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:25.044311 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f5d8c5ec-f280-4e21-96e5-38d2361976c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:25.078485 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f3756bc3-1219-403a-a590-8735dccc9a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:25.108402 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-5f2a6c14-b29d-416d-a678-b85463c2356c None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:25.122550 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f5d8c5ec-f280-4e21-96e5-38d2361976c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:25.126052 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f5d8c5ec-f280-4e21-96e5-38d2361976c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:25.127192 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f5d8c5ec-f280-4e21-96e5-38d2361976c1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/54bb4ea6-df9d-4147-91c3-fb6ac938c26d HTTP/1.1" status: 204 len: 168 time: 0.2878299 Jul 09 16:09:25.156353 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-5f2a6c14-b29d-416d-a678-b85463c2356c None None] Transition to ACTIVE for port object daf273b4-6609-4f07-b417-efe3d43a081d will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:09:25.179428 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-5f2a6c14-b29d-416d-a678-b85463c2356c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:25.195886 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d8c5ec-f280-4e21-96e5-38d2361976c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54bb4ea6-df9d-4147-91c3-fb6ac938c26d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:25.241723 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-5f2a6c14-b29d-416d-a678-b85463c2356c None None] Attempting to bind port daf273b4-6609-4f07-b417-efe3d43a081d on host n-d-798930-3 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:09:25.242107 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-5f2a6c14-b29d-416d-a678-b85463c2356c None None] Attempting to bind port daf273b4-6609-4f07-b417-efe3d43a081d by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:09:25.243235 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f820565f-8c3e-458c-8bac-c895c30528c0 req-0e4de5f2-da0c-4e68-9b0f-e4deef19ae7f service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3520520 Jul 09 16:09:25.265747 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2a6c14-b29d-416d-a678-b85463c2356c None None] Attempting to bind port daf273b4-6609-4f07-b417-efe3d43a081d on network caa6ed8d-2893-4113-8f68-c5284e694f6c {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:09:25.267328 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:25.286493 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a44a17-16ea-417e-ad57-8572654c5a89 req-a18bd3ac-060d-41a9-a5d9-a432b2f488ef tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:25.306549 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-11a44a17-16ea-417e-ad57-8572654c5a89 req-a18bd3ac-060d-41a9-a5d9-a432b2f488ef tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d79385b-ef37-41a5-bef1-5fb198e13888 HTTP/1.1" status: 200 len: 969 time: 0.1791892 Jul 09 16:09:25.336825 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2a6c14-b29d-416d-a678-b85463c2356c None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:09:25.337457 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2a6c14-b29d-416d-a678-b85463c2356c None None] Checking segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:09:25.338077 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-5f2a6c14-b29d-416d-a678-b85463c2356c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:25.338397 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2a6c14-b29d-416d-a678-b85463c2356c None None] Bound using segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:09:25.349772 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-5f2a6c14-b29d-416d-a678-b85463c2356c None None] Bound port: daf273b4-6609-4f07-b417-efe3d43a081d, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:09:25.350369 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-5f2a6c14-b29d-416d-a678-b85463c2356c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:25.395773 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be87b8a-bb6f-4875-a833-f3b577518899" -d '{"events": [{"name": "network-changed", "server_uuid": "ad5060b7-0095-4284-b4ed-028613c96e15", "tag": "471eef77-7614-4c72-8dd6-51a6d3532999"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:09:25.432026 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-11a44a17-16ea-417e-ad57-8572654c5a89 req-91aa58a7-fb6d-4a2f-96ef-fe447dfab3d9 tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] 10.222.0.98 "GET /v2.0/security-groups?id=f80276da-06f5-44ad-9b59-a64cf612fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240830 Jul 09 16:09:25.435150 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41b28b-b3f2-4c7c-9f0c-f5849f310f23 req-8300d805-1ad1-4ba2-ad44-edc9a7c73891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:25.436607 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9b41b28b-b3f2-4c7c-9f0c-f5849f310f23 req-8300d805-1ad1-4ba2-ad44-edc9a7c73891 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=49c5209ca3f64b12ab5f49e10225d117&device_id=1d79385b-ef37-41a5-bef1-5fb198e13888 HTTP/1.1" status: 200 len: 1120 time: 0.1274438 Jul 09 16:09:25.481607 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f42bc-2e13-4132-8211-c5af48c22fbf None None] Pushing event updated for resources: {'Port': ['ID=daf273b4-6609-4f07-b417-efe3d43a081d,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:25.526188 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-5f2a6c14-b29d-416d-a678-b85463c2356c None None] For port daf273b4-6609-4f07-b417-efe3d43a081d, host n-d-798930-3, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:09:25.535187 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-5f2a6c14-b29d-416d-a678-b85463c2356c None None] For port daf273b4-6609-4f07-b417-efe3d43a081d, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=daf273b4-6609-4f07-b417-efe3d43a081d,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:09:25.560510 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-5f2a6c14-b29d-416d-a678-b85463c2356c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:25.694986 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7dd6dab0-57e7-4325-b959-b34bf7891857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:25.766826 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f42bc-2e13-4132-8211-c5af48c22fbf None None] Pushing event updated for resources: {'Port': ['ID=daf273b4-6609-4f07-b417-efe3d43a081d,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:25.852230 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2a6c14-b29d-416d-a678-b85463c2356c None None] Routers {'4732a766-cd74-40da-be6a-3359887b40e2'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:09:25.852969 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-5f2a6c14-b29d-416d-a678-b85463c2356c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:09:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['4732a766-cd74-40da-be6a-3359887b40e2'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:09:25.914144 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45324) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:26.048129 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a5399136-ed2a-4915-80ed-cd94693c7933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:26.094360 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41b28b-b3f2-4c7c-9f0c-f5849f310f23 req-4c97cdb1-c49a-4def-b821-0142cf1458fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:26.104368 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9b41b28b-b3f2-4c7c-9f0c-f5849f310f23 req-4c97cdb1-c49a-4def-b821-0142cf1458fe service neutron] 10.222.0.77 "GET /v2.0/networks?id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1 HTTP/1.1" status: 200 len: 870 time: 0.6594820 Jul 09 16:09:26.117942 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:26.120369 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7dd6dab0-57e7-4325-b959-b34bf7891857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:26.126341 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-5f2a6c14-b29d-416d-a678-b85463c2356c None None] Set router 4732a766-cd74-40da-be6a-3359887b40e2 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:09:26.262502 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:26.296628 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9b41b28b-b3f2-4c7c-9f0c-f5849f310f23 req-e42ac4c6-9bbe-4650-a88b-900d9f0d93ed service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=774da56b-f56e-4b76-979d-1aed265f7381 HTTP/1.1" status: 200 len: 217 time: 0.1677592 Jul 09 16:09:26.469800 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7dd6dab0-57e7-4325-b959-b34bf7891857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:26.474281 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7dd6dab0-57e7-4325-b959-b34bf7891857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:26.476193 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7dd6dab0-57e7-4325-b959-b34bf7891857 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/adbfe7ae-0495-4516-9134-0c712de24b3d HTTP/1.1" status: 204 len: 168 time: 1.6266897 Jul 09 16:09:26.498097 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45330) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:26.637120 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41b28b-b3f2-4c7c-9f0c-f5849f310f23 req-f7f9e912-2a4f-4cb8-9b9d-a8a9f5148ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:26.639310 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9b41b28b-b3f2-4c7c-9f0c-f5849f310f23 req-f7f9e912-2a4f-4cb8-9b9d-a8a9f5148ddb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.3308096 Jul 09 16:09:26.787798 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-5f2a6c14-b29d-416d-a678-b85463c2356c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4732a766-cd74-40da-be6a-3359887b40e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-771618591-router', 'tenant_id': 'a7d208d4fe9c4dacbd896454e9f579b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'daf273b4-6609-4f07-b417-efe3d43a081d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:09:15Z', 'updated_at': '2021-07-09T16:09:19Z', 'revision_number': 3, 'project_id': 'a7d208d4fe9c4dacbd896454e9f579b4', 'gw_port': {'id': 'daf273b4-6609-4f07-b417-efe3d43a081d', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:29:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4732a766-cd74-40da-be6a-3359887b40e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:17Z', 'updated_at': '2021-07-09T16:09:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:09:26.825476 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d6b99239-ac66-4a74-8eca-a9980994eb12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:26.835119 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de55da4-7efa-401f-a8ab-007789cf2791 x-openstack-request-id: req-4de55da4-7efa-401f-a8ab-007789cf2791 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:09:26.835578 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad5060b7-0095-4284-b4ed-028613c96e15", "tag": "471eef77-7614-4c72-8dd6-51a6d3532999", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:09:26.836059 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4de55da4-7efa-401f-a8ab-007789cf2791 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:09:26.837248 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad5060b7-0095-4284-b4ed-028613c96e15', 'tag': '471eef77-7614-4c72-8dd6-51a6d3532999', 'status': 'completed', 'code': 200} Jul 09 16:09:26.846239 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd6dab0-57e7-4325-b959-b34bf7891857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbfe7ae-0495-4516-9134-0c712de24b3d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:26.849412 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41b28b-b3f2-4c7c-9f0c-f5849f310f23 req-c0559878-6881-4276-bf80-64f2f58083fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:26.851733 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9b41b28b-b3f2-4c7c-9f0c-f5849f310f23 req-c0559878-6881-4276-bf80-64f2f58083fb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1760340 Jul 09 16:09:26.909928 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d6b99239-ac66-4a74-8eca-a9980994eb12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:26.918025 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751f768-44fc-40bc-b24b-fa8d6d00fbd4 req-986797e4-c36e-4123-ac56-0950c989c161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:26.921731 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2a6c14-b29d-416d-a678-b85463c2356c None None] The sync data for ids ['4732a766-cd74-40da-be6a-3359887b40e2'] in n-d-798930-3 is: [{'id': '4732a766-cd74-40da-be6a-3359887b40e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-771618591-router', 'tenant_id': 'a7d208d4fe9c4dacbd896454e9f579b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'daf273b4-6609-4f07-b417-efe3d43a081d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:09:15Z', 'updated_at': '2021-07-09T16:09:19Z', 'revision_number': 3, 'project_id': 'a7d208d4fe9c4dacbd896454e9f579b4', 'gw_port': {'id': 'daf273b4-6609-4f07-b417-efe3d43a081d', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:29:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4732a766-cd74-40da-be6a-3359887b40e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:17Z', 'updated_at': '2021-07-09T16:09:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:09:26.923775 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3751f768-44fc-40bc-b24b-fa8d6d00fbd4 req-986797e4-c36e-4123-ac56-0950c989c161 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=228033fbe08c41d78cba0c9f69dee355&device_id=ad5060b7-0095-4284-b4ed-028613c96e15 HTTP/1.1" status: 200 len: 1099 time: 1.7663872 Jul 09 16:09:26.987149 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9284ff6f-83db-4a7d-bb60-d040575dfb42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:27.022524 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35092b3a-346a-42f9-9af8-b218612cf58c req-5c3aa6d1-f25f-4020-9b9d-42aab92697ed tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:27.032995 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-35092b3a-346a-42f9-9af8-b218612cf58c req-5c3aa6d1-f25f-4020-9b9d-42aab92697ed tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad5060b7-0095-4284-b4ed-028613c96e15 HTTP/1.1" status: 200 len: 948 time: 1.3318641 Jul 09 16:09:27.212570 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3751f768-44fc-40bc-b24b-fa8d6d00fbd4 req-740be754-6ff4-47fe-a300-f58bd6b2216d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=471eef77-7614-4c72-8dd6-51a6d3532999 HTTP/1.1" status: 200 len: 217 time: 0.1460953 Jul 09 16:09:27.330296 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45338) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:27.339638 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b99239-ac66-4a74-8eca-a9980994eb12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c01a36-125f-45d9-898b-04f9104f9b44,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:27.351621 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d6b99239-ac66-4a74-8eca-a9980994eb12 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d0630066d6a543309f9135b3a2e4c185&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2024105 Jul 09 16:09:27.354229 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-35092b3a-346a-42f9-9af8-b218612cf58c req-0a3d09d4-b154-4ab7-bb62-115ca8d35bc1 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/security-groups?id=af5fd54a-9c61-4b4c-a5e9-fe2ec4c8027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194904 Jul 09 16:09:27.376422 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45340) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:27.380317 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-312624ac-6852-4c7b-a216-486dff2223de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:27.408243 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b8990-5a97-412d-9e5d-483e149349c0 req-22b86a91-6b1a-4873-9604-3e9761cbc275 tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:27.419399 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-435b8990-5a97-412d-9e5d-483e149349c0 req-22b86a91-6b1a-4873-9604-3e9761cbc275 tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d79385b-ef37-41a5-bef1-5fb198e13888 HTTP/1.1" status: 200 len: 969 time: 0.4035933 Jul 09 16:09:27.495833 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751f768-44fc-40bc-b24b-fa8d6d00fbd4 req-3e6f6f51-743f-4c41-81ce-040d9fadf6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:27.497315 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3751f768-44fc-40bc-b24b-fa8d6d00fbd4 req-3e6f6f51-743f-4c41-81ce-040d9fadf6ae service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.1533217 Jul 09 16:09:27.526633 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a5399136-ed2a-4915-80ed-cd94693c7933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:27.558955 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9b41b28b-b3f2-4c7c-9f0c-f5849f310f23 req-f8b7178d-9c65-4231-ac90-a7df898f55e8 service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6795809 Jul 09 16:09:27.560660 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a5399136-ed2a-4915-80ed-cd94693c7933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:27.643121 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19f8f136-4a17-4c26-8fb2-7be182fdab68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:27.699543 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.db.api [None req-9284ff6f-83db-4a7d-bb60-d040575dfb42 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 16:09:27.699543 n-d-798930-3 neutron-server[93958]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 09 16:09:27.699543 n-d-798930-3 neutron-server[93958]: [parameters: {'project_id': 'e6f49d20304b4acabc8e8e513da654c7', 'id': 'ce6fe3fb-557e-49a9-a938-71de4d2cdb9a', 'expiration': datetime.datetime(2021, 7, 9, 16, 11, 27, 639306)}] Jul 09 16:09:27.699543 n-d-798930-3 neutron-server[93958]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:09:27.699996 n-d-798930-3 neutron-server[93958]: DEBUG oslo_db.api [None req-9284ff6f-83db-4a7d-bb60-d040575dfb42 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:09:27.740337 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a5399136-ed2a-4915-80ed-cd94693c7933 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ef33c91a45f545238ca11e889cc0569b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8192186 Jul 09 16:09:27.752892 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45348) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:27.819112 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5399136-ed2a-4915-80ed-cd94693c7933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b813870-ca10-42d9-8719-dfcdfb236fdb,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:27.989901 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9b41b28b-b3f2-4c7c-9f0c-f5849f310f23 req-8326c1e7-a9a4-4e73-a0e5-e84e425f7adb service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622522 Jul 09 16:09:28.001765 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0eca7920-11e8-4f53-9f36-06d7df430dde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:28.004150 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:28.035672 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-435b8990-5a97-412d-9e5d-483e149349c0 req-32411ca4-23a0-4b87-aac1-011204f11c14 tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] 10.222.0.98 "GET /v2.0/security-groups?id=f80276da-06f5-44ad-9b59-a64cf612fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5188665 Jul 09 16:09:28.057297 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751f768-44fc-40bc-b24b-fa8d6d00fbd4 req-757b1335-7126-4163-ae68-818e2eb6e602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:28.073039 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3751f768-44fc-40bc-b24b-fa8d6d00fbd4 req-757b1335-7126-4163-ae68-818e2eb6e602 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5514367 Jul 09 16:09:28.092289 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device daf273b4-6609-4f07-b417-efe3d43a081d up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:09:28.139329 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0eca7920-11e8-4f53-9f36-06d7df430dde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:28.177935 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ee6e4dbf-65c8-4ad2-9e03-6c052519779a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:28.233993 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9284ff6f-83db-4a7d-bb60-d040575dfb42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:28.275671 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port daf273b4-6609-4f07-b417-efe3d43a081d completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:09:28.280108 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port daf273b4-6609-4f07-b417-efe3d43a081d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:09:28.280698 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:28.358046 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0eca7920-11e8-4f53-9f36-06d7df430dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:28.360686 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0eca7920-11e8-4f53-9f36-06d7df430dde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:28.364532 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0eca7920-11e8-4f53-9f36-06d7df430dde admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d9c01a36-125f-45d9-898b-04f9104f9b44 HTTP/1.1" status: 204 len: 168 time: 0.9715621 Jul 09 16:09:28.392963 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ee6e4dbf-65c8-4ad2-9e03-6c052519779a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:28.473959 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:28.491883 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca7920-11e8-4f53-9f36-06d7df430dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c01a36-125f-45d9-898b-04f9104f9b44,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:28.498540 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-19f8f136-4a17-4c26-8fb2-7be182fdab68 admin admin] Allocated IP 172.20.0.1 (b0470377-e1a2-4c67-ab77-eaf0d662b264/5b153419-7fba-4144-9865-f4f92a588430/7e37eeb6-9931-4db6-8d89-1534d9a8fcbc) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:09:28.509294 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3751f768-44fc-40bc-b24b-fa8d6d00fbd4 req-50d76fd9-61cf-4d74-ba09-449f3f62b8d9 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4156237 Jul 09 16:09:28.521536 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port daf273b4-6609-4f07-b417-efe3d43a081d, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=daf273b4-6609-4f07-b417-efe3d43a081d,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:09:28.537518 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:28.597101 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-312624ac-6852-4c7b-a216-486dff2223de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:28.604880 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-312624ac-6852-4c7b-a216-486dff2223de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:28.650883 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=daf273b4-6609-4f07-b417-efe3d43a081d,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:28.708431 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312624ac-6852-4c7b-a216-486dff2223de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10366ea3-43ac-4de2-a7e1-04e3b8977c5c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:28.764410 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-312624ac-6852-4c7b-a216-486dff2223de admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a0d5362f87a94c8cbd3c70a5e67d66a2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4246025 Jul 09 16:09:28.766318 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45354) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:28.817272 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ee6e4dbf-65c8-4ad2-9e03-6c052519779a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:28.820736 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ee6e4dbf-65c8-4ad2-9e03-6c052519779a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:28.824904 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ee6e4dbf-65c8-4ad2-9e03-6c052519779a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2b813870-ca10-42d9-8719-dfcdfb236fdb HTTP/1.1" status: 204 len: 168 time: 1.0698142 Jul 09 16:09:28.883571 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a27f332e-9979-441c-9dcd-5e965302875e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:28.928987 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a27f332e-9979-441c-9dcd-5e965302875e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:29.006099 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a27f332e-9979-441c-9dcd-5e965302875e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:29.010328 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a27f332e-9979-441c-9dcd-5e965302875e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:29.015004 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a27f332e-9979-441c-9dcd-5e965302875e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/10366ea3-43ac-4de2-a7e1-04e3b8977c5c HTTP/1.1" status: 204 len: 168 time: 0.2481470 Jul 09 16:09:29.017343 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6e4dbf-65c8-4ad2-9e03-6c052519779a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b813870-ca10-42d9-8719-dfcdfb236fdb,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:29.024501 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3751f768-44fc-40bc-b24b-fa8d6d00fbd4 req-a62ec7ea-a3f8-4a43-8aa9-a44acf76423c service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4744661 Jul 09 16:09:29.027725 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27f332e-9979-441c-9dcd-5e965302875e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10366ea3-43ac-4de2-a7e1-04e3b8977c5c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:29.113852 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19f8f136-4a17-4c26-8fb2-7be182fdab68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:29.145401 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc5e06-8c36-4fdc-b854-91f4d181992d req-bb3565c6-13bf-46b2-9f5f-9acf12fde4a4 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:29.154109 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c2dc5e06-8c36-4fdc-b854-91f4d181992d req-bb3565c6-13bf-46b2-9f5f-9acf12fde4a4 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad5060b7-0095-4284-b4ed-028613c96e15 HTTP/1.1" status: 200 len: 948 time: 0.3874204 Jul 09 16:09:29.260960 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-19f8f136-4a17-4c26-8fb2-7be182fdab68 admin admin] Transition to ACTIVE for port object 7e37eeb6-9931-4db6-8d89-1534d9a8fcbc will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:09:29.341275 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c2dc5e06-8c36-4fdc-b854-91f4d181992d req-e9771dde-21c2-40c3-ae49-3d5c96cdc8e5 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/security-groups?id=af5fd54a-9c61-4b4c-a5e9-fe2ec4c8027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860642 Jul 09 16:09:29.393519 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9284ff6f-83db-4a7d-bb60-d040575dfb42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:29.407323 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9284ff6f-83db-4a7d-bb60-d040575dfb42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:29.480671 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10144f7-9479-48bc-8f3d-cdc896af232e req-bda3d261-8b14-4126-9dc0-84a3178a7001 tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:29.491037 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c10144f7-9479-48bc-8f3d-cdc896af232e req-bda3d261-8b14-4126-9dc0-84a3178a7001 tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d79385b-ef37-41a5-bef1-5fb198e13888 HTTP/1.1" status: 200 len: 969 time: 0.1133692 Jul 09 16:09:29.507757 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-9284ff6f-83db-4a7d-bb60-d040575dfb42 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e6f49d20304b4acabc8e8e513da654c7&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9847262 Jul 09 16:09:29.513728 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45366) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:29.555228 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be87b8a-bb6f-4875-a833-f3b577518899 req-7049fbcd-fc71-4a09-921d-dac9ceb08cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:29.559774 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1be87b8a-bb6f-4875-a833-f3b577518899 req-7049fbcd-fc71-4a09-921d-dac9ceb08cef service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=228033fbe08c41d78cba0c9f69dee355&device_id=ad5060b7-0095-4284-b4ed-028613c96e15 HTTP/1.1" status: 200 len: 1099 time: 0.3914618 Jul 09 16:09:29.657984 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c10144f7-9479-48bc-8f3d-cdc896af232e req-39747204-e15c-415d-97b3-73b0a6cd060f tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] 10.222.0.98 "GET /v2.0/security-groups?id=f80276da-06f5-44ad-9b59-a64cf612fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655228 Jul 09 16:09:29.659747 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f5992ca-956f-4f7a-958d-00745c271b96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:29.708402 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9284ff6f-83db-4a7d-bb60-d040575dfb42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a73ec2e-a2e2-40cf-a4d1-430911d200c9,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:29.779739 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f5992ca-956f-4f7a-958d-00745c271b96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:29.883501 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f5992ca-956f-4f7a-958d-00745c271b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:29.889241 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f5992ca-956f-4f7a-958d-00745c271b96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:29.900722 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2f5992ca-956f-4f7a-958d-00745c271b96 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9a73ec2e-a2e2-40cf-a4d1-430911d200c9 HTTP/1.1" status: 204 len: 168 time: 0.3829730 Jul 09 16:09:29.925861 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5992ca-956f-4f7a-958d-00745c271b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a73ec2e-a2e2-40cf-a4d1-430911d200c9,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:29.986956 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19f8f136-4a17-4c26-8fb2-7be182fdab68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:30.065698 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device daf273b4-6609-4f07-b417-efe3d43a081d up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:09:30.149426 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f8f136-4a17-4c26-8fb2-7be182fdab68 admin admin] Network b0470377-e1a2-4c67-ab77-eaf0d662b264 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:09:30.151302 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-19f8f136-4a17-4c26-8fb2-7be182fdab68 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:09:30.173861 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f8f136-4a17-4c26-8fb2-7be182fdab68 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:09:30.175338 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19f8f136-4a17-4c26-8fb2-7be182fdab68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:30.184077 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45378) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:30.211839 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be45ab7a-8431-4eb5-ab72-65e96b25dd4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:30.220459 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port daf273b4-6609-4f07-b417-efe3d43a081d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:09:30.220865 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:30.291819 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be87b8a-bb6f-4875-a833-f3b577518899 req-068cb6f0-d8a2-49bf-bed1-57d44f0c1568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:30.295612 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1be87b8a-bb6f-4875-a833-f3b577518899 req-068cb6f0-d8a2-49bf-bed1-57d44f0c1568 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1 HTTP/1.1" status: 200 len: 870 time: 0.7098176 Jul 09 16:09:30.536696 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f8f136-4a17-4c26-8fb2-7be182fdab68 admin admin] Pushing event updated for resources: {'Port': ['ID=7e37eeb6-9931-4db6-8d89-1534d9a8fcbc,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:30.660722 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be45ab7a-8431-4eb5-ab72-65e96b25dd4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:30.665922 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be45ab7a-8431-4eb5-ab72-65e96b25dd4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:30.732215 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-059f260c-f4fb-4cc8-840b-fb966a0b14b6 None None] Provisioning for port 7e37eeb6-9931-4db6-8d89-1534d9a8fcbc completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:09:30.738411 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-059f260c-f4fb-4cc8-840b-fb966a0b14b6 None None] Provisioning complete for port 7e37eeb6-9931-4db6-8d89-1534d9a8fcbc triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:09:30.739198 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-059f260c-f4fb-4cc8-840b-fb966a0b14b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:30.782954 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1be87b8a-bb6f-4875-a833-f3b577518899 req-95073c97-fb30-4a45-ad3e-6f338d239f69 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=471eef77-7614-4c72-8dd6-51a6d3532999 HTTP/1.1" status: 200 len: 217 time: 0.4228146 Jul 09 16:09:30.794228 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be45ab7a-8431-4eb5-ab72-65e96b25dd4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b88c17-ad98-4a20-98aa-9a87c5f3c4dd,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:30.854338 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-be45ab7a-8431-4eb5-ab72-65e96b25dd4a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=64fa95f57e1a49a8a4482db774b9af88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6688943 Jul 09 16:09:30.858714 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45390) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:30.944021 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-059f260c-f4fb-4cc8-840b-fb966a0b14b6 None None] Port 7e37eeb6-9931-4db6-8d89-1534d9a8fcbc cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:09:31.022085 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45392) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:31.075556 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-71b36ad6-c0ef-4a88-8e4e-2519757d2a83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:31.182892 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be87b8a-bb6f-4875-a833-f3b577518899 req-fdaf3800-da8e-4f0e-b3d4-1a74fff7292b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:31.186925 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1be87b8a-bb6f-4875-a833-f3b577518899 req-fdaf3800-da8e-4f0e-b3d4-1a74fff7292b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.4021699 Jul 09 16:09:31.247309 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19f8f136-4a17-4c26-8fb2-7be182fdab68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:31.411181 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-71b36ad6-c0ef-4a88-8e4e-2519757d2a83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:31.444327 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-02f9ac34-5ac0-4af9-a79a-8066a0528661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:31.511578 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-02f9ac34-5ac0-4af9-a79a-8066a0528661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:31.529170 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec2ddd-e43b-41c2-82f1-3a1053d5b7c7 req-cf56a9dd-df6c-4868-8dec-5b3b8181f0ea tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:31.530916 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-83ec2ddd-e43b-41c2-82f1-3a1053d5b7c7 req-cf56a9dd-df6c-4868-8dec-5b3b8181f0ea tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad5060b7-0095-4284-b4ed-028613c96e15 HTTP/1.1" status: 200 len: 948 time: 0.7616100 Jul 09 16:09:31.573788 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be87b8a-bb6f-4875-a833-f3b577518899 req-4ffe3b00-f4ad-4865-b4b8-ef5ab4fadfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:31.573788 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1be87b8a-bb6f-4875-a833-f3b577518899 req-4ffe3b00-f4ad-4865-b4b8-ef5ab4fadfbd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3170485 Jul 09 16:09:31.610351 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-71b36ad6-c0ef-4a88-8e4e-2519757d2a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:31.646404 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8623d53-9f94-4937-a116-15d5ff5fa341 req-ad684470-4e9c-44fb-9110-b5c99ad1e49d tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:31.648338 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f8623d53-9f94-4937-a116-15d5ff5fa341 req-ad684470-4e9c-44fb-9110-b5c99ad1e49d tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d79385b-ef37-41a5-bef1-5fb198e13888 HTTP/1.1" status: 200 len: 969 time: 0.6244466 Jul 09 16:09:31.649212 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-02f9ac34-5ac0-4af9-a79a-8066a0528661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:31.652073 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-02f9ac34-5ac0-4af9-a79a-8066a0528661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:31.655943 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-02f9ac34-5ac0-4af9-a79a-8066a0528661 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f4b88c17-ad98-4a20-98aa-9a87c5f3c4dd HTTP/1.1" status: 204 len: 168 time: 0.7927432 Jul 09 16:09:31.734842 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f8623d53-9f94-4937-a116-15d5ff5fa341 req-d4f50b1f-5880-40c4-b744-51c8c1761f1c tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] 10.222.0.98 "GET /v2.0/security-groups?id=f80276da-06f5-44ad-9b59-a64cf612fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675023 Jul 09 16:09:31.748193 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-71b36ad6-c0ef-4a88-8e4e-2519757d2a83 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=de88f5d97422436c807864f915b15edb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7160790 Jul 09 16:09:31.750831 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45412) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:31.789836 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-83ec2ddd-e43b-41c2-82f1-3a1053d5b7c7 req-0b0002b6-409b-4c86-aed3-e642e25c26fc tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/security-groups?id=af5fd54a-9c61-4b4c-a5e9-fe2ec4c8027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515869 Jul 09 16:09:31.913738 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1be87b8a-bb6f-4875-a833-f3b577518899 req-8fe06592-6f22-4ef0-913f-4bb7e26a89b3 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267295 Jul 09 16:09:31.932773 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b36ad6-c0ef-4a88-8e4e-2519757d2a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b880b35-7057-42e2-a0b7-8ecfd75880a8,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:31.959457 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8129f75-d2fd-4f6d-995a-f24022ceda31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:31.967458 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19f8f136-4a17-4c26-8fb2-7be182fdab68 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:32.019867 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8129f75-d2fd-4f6d-995a-f24022ceda31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:32.028565 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19f8f136-4a17-4c26-8fb2-7be182fdab68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:32.030243 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19f8f136-4a17-4c26-8fb2-7be182fdab68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:32.128498 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f9ac34-5ac0-4af9-a79a-8066a0528661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b88c17-ad98-4a20-98aa-9a87c5f3c4dd,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:32.132010 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8129f75-d2fd-4f6d-995a-f24022ceda31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:32.138972 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8129f75-d2fd-4f6d-995a-f24022ceda31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:32.145802 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f8129f75-d2fd-4f6d-995a-f24022ceda31 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2b880b35-7057-42e2-a0b7-8ecfd75880a8 HTTP/1.1" status: 204 len: 168 time: 0.3882799 Jul 09 16:09:32.163779 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f8f136-4a17-4c26-8fb2-7be182fdab68 admin admin] Pushing event updated for resources: {'Port': ['ID=7e37eeb6-9931-4db6-8d89-1534d9a8fcbc,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:32.170586 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8129f75-d2fd-4f6d-995a-f24022ceda31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b880b35-7057-42e2-a0b7-8ecfd75880a8,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:32.205289 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1be87b8a-bb6f-4875-a833-f3b577518899 req-3b1a07a9-0f2c-4083-a4fa-2e238c749132 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690222 Jul 09 16:09:32.248744 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f8f136-4a17-4c26-8fb2-7be182fdab68 admin admin] Network b0470377-e1a2-4c67-ab77-eaf0d662b264 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:09:32.253776 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-19f8f136-4a17-4c26-8fb2-7be182fdab68 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:09:32.445236 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f8f136-4a17-4c26-8fb2-7be182fdab68 admin admin] Router 4732a766-cd74-40da-be6a-3359887b40e2 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:09:32.583252 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3d15b021-2963-47bb-bd7e-f24caaaca4ea None None] Provisioning complete for port 7e37eeb6-9931-4db6-8d89-1534d9a8fcbc triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:09:32.585023 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3d15b021-2963-47bb-bd7e-f24caaaca4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:32.691299 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f8f136-4a17-4c26-8fb2-7be182fdab68 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:09:32.706280 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-19f8f136-4a17-4c26-8fb2-7be182fdab68 admin admin] 10.222.0.98 "PUT /v2.0/routers/4732a766-cd74-40da-be6a-3359887b40e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1221864 Jul 09 16:09:32.708821 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133b874c-5fff-4475-b286-74dec87a6254 None None] Sync routers for ids ['4732a766-cd74-40da-be6a-3359887b40e2'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:09:32.723512 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133b874c-5fff-4475-b286-74dec87a6254 None None] Routers {'4732a766-cd74-40da-be6a-3359887b40e2'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:09:32.724365 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-133b874c-5fff-4475-b286-74dec87a6254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:09:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['4732a766-cd74-40da-be6a-3359887b40e2'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:09:32.985917 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-133b874c-5fff-4475-b286-74dec87a6254 None None] Set router 4732a766-cd74-40da-be6a-3359887b40e2 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:09:33.179321 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69e6b3-a3a2-42ab-a186-0c1685f22a1c req-06dd7488-2e1f-4cdc-b2f5-0a6388fc5fa9 tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:33.185597 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-da69e6b3-a3a2-42ab-a186-0c1685f22a1c req-06dd7488-2e1f-4cdc-b2f5-0a6388fc5fa9 tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d79385b-ef37-41a5-bef1-5fb198e13888 HTTP/1.1" status: 200 len: 969 time: 0.2389789 Jul 09 16:09:33.187973 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-3d15b021-2963-47bb-bd7e-f24caaaca4ea None None] Port 7e37eeb6-9931-4db6-8d89-1534d9a8fcbc cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:09:33.261173 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-133b874c-5fff-4475-b286-74dec87a6254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4732a766-cd74-40da-be6a-3359887b40e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-771618591-router', 'tenant_id': 'a7d208d4fe9c4dacbd896454e9f579b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'daf273b4-6609-4f07-b417-efe3d43a081d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:09:15Z', 'updated_at': '2021-07-09T16:09:30Z', 'revision_number': 4, 'project_id': 'a7d208d4fe9c4dacbd896454e9f579b4', 'gw_port': {'id': 'daf273b4-6609-4f07-b417-efe3d43a081d', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:29:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4732a766-cd74-40da-be6a-3359887b40e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:17Z', 'updated_at': '2021-07-09T16:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '7e37eeb6-9931-4db6-8d89-1534d9a8fcbc', 'name': '', 'network_id': 'b0470377-e1a2-4c67-ab77-eaf0d662b264', 'tenant_id': 'a7d208d4fe9c4dacbd896454e9f579b4', 'mac_address': 'fa:16:3e:c1:d3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4732a766-cd74-40da-be6a-3359887b40e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '5b153419-7fba-4144-9865-f4f92a588430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:27Z', 'updated_at': '2021-07-09T16:09:31Z', 'revision_number': 2, 'project_id': 'a7d208d4fe9c4dacbd896454e9f579b4', 'subnets': [{'id': '5b153419-7fba-4144-9865-f4f92a588430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:09:33.297725 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133b874c-5fff-4475-b286-74dec87a6254 None None] Checking router: 4732a766-cd74-40da-be6a-3359887b40e2 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:09:33.298470 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133b874c-5fff-4475-b286-74dec87a6254 None None] Updating router 4732a766-cd74-40da-be6a-3359887b40e2 port 7e37eeb6-9931-4db6-8d89-1534d9a8fcbc binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:09:33.312806 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96bf1b-7fb2-4042-954f-cf7e2f1ca42d req-9fb71dd5-77be-43de-b028-fa97e9b06b04 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:33.317319 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5f96bf1b-7fb2-4042-954f-cf7e2f1ca42d req-9fb71dd5-77be-43de-b028-fa97e9b06b04 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad5060b7-0095-4284-b4ed-028613c96e15 HTTP/1.1" status: 200 len: 948 time: 0.2736011 Jul 09 16:09:33.324953 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-da69e6b3-a3a2-42ab-a186-0c1685f22a1c req-3741a51b-840d-49ce-9fff-196f5d64f98c tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] 10.222.0.98 "GET /v2.0/security-groups?id=f80276da-06f5-44ad-9b59-a64cf612fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294594 Jul 09 16:09:33.359107 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-133b874c-5fff-4475-b286-74dec87a6254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:33.373419 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5f96bf1b-7fb2-4042-954f-cf7e2f1ca42d req-9569def1-c931-4580-bb33-697639cab30f tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/security-groups?id=af5fd54a-9c61-4b4c-a5e9-fe2ec4c8027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398421 Jul 09 16:09:33.395184 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45456) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:33.431290 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-709ee15d-689f-4d85-96d5-9440a9f302e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:33.658154 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-709ee15d-689f-4d85-96d5-9440a9f302e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:33.664378 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-709ee15d-689f-4d85-96d5-9440a9f302e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:33.720897 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-709ee15d-689f-4d85-96d5-9440a9f302e8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=24b2d782a6054932b3013838a0762a06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3239021 Jul 09 16:09:33.722204 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709ee15d-689f-4d85-96d5-9440a9f302e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a75024-138f-4d05-8d80-f58903cb13f2,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:33.724038 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45460) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:33.825985 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-133b874c-5fff-4475-b286-74dec87a6254 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:33.841408 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-133b874c-5fff-4475-b286-74dec87a6254 None None] Transition to ACTIVE for port object 7e37eeb6-9931-4db6-8d89-1534d9a8fcbc will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:09:33.849460 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-133b874c-5fff-4475-b286-74dec87a6254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:33.912362 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cfc980fd-e433-4b20-8aa2-2981458caf1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:34.019047 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cfc980fd-e433-4b20-8aa2-2981458caf1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:34.061220 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-133b874c-5fff-4475-b286-74dec87a6254 None None] Attempting to bind port 7e37eeb6-9931-4db6-8d89-1534d9a8fcbc on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:09:34.064004 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-133b874c-5fff-4475-b286-74dec87a6254 None None] Attempting to bind port 7e37eeb6-9931-4db6-8d89-1534d9a8fcbc by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '590e8277-244b-4421-9a3a-8a60a19c898a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b0470377-e1a2-4c67-ab77-eaf0d662b264'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:09:34.064433 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133b874c-5fff-4475-b286-74dec87a6254 None None] Attempting to bind port 7e37eeb6-9931-4db6-8d89-1534d9a8fcbc on network b0470377-e1a2-4c67-ab77-eaf0d662b264 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:09:34.094065 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133b874c-5fff-4475-b286-74dec87a6254 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:09:34.094356 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133b874c-5fff-4475-b286-74dec87a6254 None None] Checking segment: {'id': '590e8277-244b-4421-9a3a-8a60a19c898a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b0470377-e1a2-4c67-ab77-eaf0d662b264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:09:34.094751 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-133b874c-5fff-4475-b286-74dec87a6254 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:34.095314 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133b874c-5fff-4475-b286-74dec87a6254 None None] Bound using segment: {'id': '590e8277-244b-4421-9a3a-8a60a19c898a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b0470377-e1a2-4c67-ab77-eaf0d662b264'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:09:34.098221 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-133b874c-5fff-4475-b286-74dec87a6254 None None] Bound port: 7e37eeb6-9931-4db6-8d89-1534d9a8fcbc, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '590e8277-244b-4421-9a3a-8a60a19c898a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b0470377-e1a2-4c67-ab77-eaf0d662b264'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:09:34.098655 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-133b874c-5fff-4475-b286-74dec87a6254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:34.107162 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a46d34-c4eb-49a6-a600-c34f498a35a1 None None] Pushing event updated for resources: {'Port': ['ID=7e37eeb6-9931-4db6-8d89-1534d9a8fcbc,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:34.123819 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cfc980fd-e433-4b20-8aa2-2981458caf1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:34.129349 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cfc980fd-e433-4b20-8aa2-2981458caf1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:34.134462 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-cfc980fd-e433-4b20-8aa2-2981458caf1c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/05a75024-138f-4d05-8d80-f58903cb13f2 HTTP/1.1" status: 204 len: 168 time: 0.4061222 Jul 09 16:09:34.155884 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc980fd-e433-4b20-8aa2-2981458caf1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a75024-138f-4d05-8d80-f58903cb13f2,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:34.321973 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-133b874c-5fff-4475-b286-74dec87a6254 None None] For port 7e37eeb6-9931-4db6-8d89-1534d9a8fcbc, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:09:34.339903 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-133b874c-5fff-4475-b286-74dec87a6254 None None] For port 7e37eeb6-9931-4db6-8d89-1534d9a8fcbc, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=7e37eeb6-9931-4db6-8d89-1534d9a8fcbc,segment=NetworkSegment(590e8277-244b-4421-9a3a-8a60a19c898a),segment_id=590e8277-244b-4421-9a3a-8a60a19c898a)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:09:34.356181 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-133b874c-5fff-4475-b286-74dec87a6254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:34.481176 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a46d34-c4eb-49a6-a600-c34f498a35a1 None None] Pushing event updated for resources: {'Port': ['ID=7e37eeb6-9931-4db6-8d89-1534d9a8fcbc,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:34.518919 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133b874c-5fff-4475-b286-74dec87a6254 None None] Routers {'4732a766-cd74-40da-be6a-3359887b40e2'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:09:34.519611 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-133b874c-5fff-4475-b286-74dec87a6254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:09:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['4732a766-cd74-40da-be6a-3359887b40e2'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:09:34.806409 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5691f30-7e8e-4c5f-a177-5b4e99f3ac5d req-51c9ce8b-7ea2-4df2-b42c-be577db49ed9 tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:34.813007 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b5691f30-7e8e-4c5f-a177-5b4e99f3ac5d req-51c9ce8b-7ea2-4df2-b42c-be577db49ed9 tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d79385b-ef37-41a5-bef1-5fb198e13888 HTTP/1.1" status: 200 len: 969 time: 0.2350678 Jul 09 16:09:34.945250 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b5691f30-7e8e-4c5f-a177-5b4e99f3ac5d req-654ffbb9-1410-4f49-a930-54956626fa8e tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] 10.222.0.98 "GET /v2.0/security-groups?id=f80276da-06f5-44ad-9b59-a64cf612fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195917 Jul 09 16:09:34.970871 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-133b874c-5fff-4475-b286-74dec87a6254 None None] Set router 4732a766-cd74-40da-be6a-3359887b40e2 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:09:35.270292 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2204c-ccba-42dc-92ce-27f924ecea46 req-862f1d73-b462-4bbf-85ad-8f8efe5c099c tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:35.279896 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6fe2204c-ccba-42dc-92ce-27f924ecea46 req-862f1d73-b462-4bbf-85ad-8f8efe5c099c tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad5060b7-0095-4284-b4ed-028613c96e15 HTTP/1.1" status: 200 len: 948 time: 0.1108432 Jul 09 16:09:35.326424 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6fe2204c-ccba-42dc-92ce-27f924ecea46 req-220d7894-dbef-4df1-9ae4-b707d670c99c tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/security-groups?id=af5fd54a-9c61-4b4c-a5e9-fe2ec4c8027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454190 Jul 09 16:09:35.476549 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-133b874c-5fff-4475-b286-74dec87a6254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4732a766-cd74-40da-be6a-3359887b40e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-771618591-router', 'tenant_id': 'a7d208d4fe9c4dacbd896454e9f579b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'daf273b4-6609-4f07-b417-efe3d43a081d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:09:15Z', 'updated_at': '2021-07-09T16:09:30Z', 'revision_number': 4, 'project_id': 'a7d208d4fe9c4dacbd896454e9f579b4', 'gw_port': {'id': 'daf273b4-6609-4f07-b417-efe3d43a081d', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:29:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4732a766-cd74-40da-be6a-3359887b40e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:17Z', 'updated_at': '2021-07-09T16:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '7e37eeb6-9931-4db6-8d89-1534d9a8fcbc', 'name': '', 'network_id': 'b0470377-e1a2-4c67-ab77-eaf0d662b264', 'tenant_id': 'a7d208d4fe9c4dacbd896454e9f579b4', 'mac_address': 'fa:16:3e:c1:d3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4732a766-cd74-40da-be6a-3359887b40e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '5b153419-7fba-4144-9865-f4f92a588430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:27Z', 'updated_at': '2021-07-09T16:09:34Z', 'revision_number': 4, 'project_id': 'a7d208d4fe9c4dacbd896454e9f579b4', 'subnets': [{'id': '5b153419-7fba-4144-9865-f4f92a588430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:09:35.515473 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45512) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:35.516866 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133b874c-5fff-4475-b286-74dec87a6254 None None] The sync data for ids ['4732a766-cd74-40da-be6a-3359887b40e2'] in n-d-798930-3 is: [{'id': '4732a766-cd74-40da-be6a-3359887b40e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-771618591-router', 'tenant_id': 'a7d208d4fe9c4dacbd896454e9f579b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'daf273b4-6609-4f07-b417-efe3d43a081d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:09:15Z', 'updated_at': '2021-07-09T16:09:30Z', 'revision_number': 4, 'project_id': 'a7d208d4fe9c4dacbd896454e9f579b4', 'gw_port': {'id': 'daf273b4-6609-4f07-b417-efe3d43a081d', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:29:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4732a766-cd74-40da-be6a-3359887b40e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:17Z', 'updated_at': '2021-07-09T16:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '7e37eeb6-9931-4db6-8d89-1534d9a8fcbc', 'name': '', 'network_id': 'b0470377-e1a2-4c67-ab77-eaf0d662b264', 'tenant_id': 'a7d208d4fe9c4dacbd896454e9f579b4', 'mac_address': 'fa:16:3e:c1:d3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4732a766-cd74-40da-be6a-3359887b40e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '5b153419-7fba-4144-9865-f4f92a588430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:27Z', 'updated_at': '2021-07-09T16:09:34Z', 'revision_number': 4, 'project_id': 'a7d208d4fe9c4dacbd896454e9f579b4', 'subnets': [{'id': '5b153419-7fba-4144-9865-f4f92a588430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:09:35.521458 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-5cf927dc-8908-4fdc-8baa-72c69c9ecfc7 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Request body: {'security_group': {'name': 'tempest-securitygroup--988943588', 'description': 'tempest-description--744920680'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:09:35.558636 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5cf927dc-8908-4fdc-8baa-72c69c9ecfc7 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:35.710571 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5cf927dc-8908-4fdc-8baa-72c69c9ecfc7 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:35.716926 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5cf927dc-8908-4fdc-8baa-72c69c9ecfc7 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:35.746807 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5cf927dc-8908-4fdc-8baa-72c69c9ecfc7 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:35.748069 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-5cf927dc-8908-4fdc-8baa-72c69c9ecfc7 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2313695 Jul 09 16:09:35.751158 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45518) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:35.756710 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7f5c7bb1-f78d-421f-beea-43d1f31b7758 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Request body: {'security_group_rule': {'security_group_id': 'ce5ad391-2727-4ebb-93c6-e38b31a0907b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:09:35.765934 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf927dc-8908-4fdc-8baa-72c69c9ecfc7 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5ad391-2727-4ebb-93c6-e38b31a0907b,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:35.807773 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f5c7bb1-f78d-421f-beea-43d1f31b7758 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:35.921346 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f5c7bb1-f78d-421f-beea-43d1f31b7758 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:35.927356 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f5c7bb1-f78d-421f-beea-43d1f31b7758 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:35.962685 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c7bb1-f78d-421f-beea-43d1f31b7758 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c36553d1-985f-4981-8694-29054613c4a6,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:35.997190 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f5c7bb1-f78d-421f-beea-43d1f31b7758 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:36.001478 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45528) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:36.004814 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7f5c7bb1-f78d-421f-beea-43d1f31b7758 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2521796 Jul 09 16:09:36.008563 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-a5e6fc9f-5bd6-48bc-a0a7-d79b188e0b07 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Request body: {'security_group_rule': {'security_group_id': 'ce5ad391-2727-4ebb-93c6-e38b31a0907b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:09:36.043130 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 7e37eeb6-9931-4db6-8d89-1534d9a8fcbc up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:09:36.066263 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a5e6fc9f-5bd6-48bc-a0a7-d79b188e0b07 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:36.120277 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 7e37eeb6-9931-4db6-8d89-1534d9a8fcbc completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:09:36.127502 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 7e37eeb6-9931-4db6-8d89-1534d9a8fcbc triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:09:36.127885 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:36.246283 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45536) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:36.249911 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:36.286626 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a5e6fc9f-5bd6-48bc-a0a7-d79b188e0b07 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:36.296153 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a5e6fc9f-5bd6-48bc-a0a7-d79b188e0b07 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:36.302030 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 7e37eeb6-9931-4db6-8d89-1534d9a8fcbc, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=7e37eeb6-9931-4db6-8d89-1534d9a8fcbc,segment=NetworkSegment(590e8277-244b-4421-9a3a-8a60a19c898a),segment_id=590e8277-244b-4421-9a3a-8a60a19c898a)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:09:36.308483 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:36.337005 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e6fc9f-5bd6-48bc-a0a7-d79b188e0b07 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd1ee616-7773-4550-b106-bc9cb1929444,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:36.376463 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221045f-e32f-4227-a3c8-103673927bd6 req-84237567-397d-41fb-ab49-8c57919064bc tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:36.378089 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0221045f-e32f-4227-a3c8-103673927bd6 req-84237567-397d-41fb-ab49-8c57919064bc tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d79385b-ef37-41a5-bef1-5fb198e13888 HTTP/1.1" status: 200 len: 969 time: 0.2355940 Jul 09 16:09:36.379324 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a5e6fc9f-5bd6-48bc-a0a7-d79b188e0b07 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:36.384463 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45546) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:36.388882 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=7e37eeb6-9931-4db6-8d89-1534d9a8fcbc,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:36.390247 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-c92566d0-655c-47fd-b0ca-c99be3256856 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Request body: {'floatingip': {'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:09:36.394521 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a5e6fc9f-5bd6-48bc-a0a7-d79b188e0b07 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3907018 Jul 09 16:09:36.435110 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c92566d0-655c-47fd-b0ca-c99be3256856 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:36.451753 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0221045f-e32f-4227-a3c8-103673927bd6 req-80b0b3a0-4fbb-4829-b759-0b8d2782889b tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] 10.222.0.98 "GET /v2.0/security-groups?id=f80276da-06f5-44ad-9b59-a64cf612fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528960 Jul 09 16:09:36.617578 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c92566d0-655c-47fd-b0ca-c99be3256856 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:36.700917 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c6fc7-f148-4c1e-93cb-5d4f722ea5a3 req-94ab0241-7bcb-41b3-8224-f46128dc32db tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:36.710041 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-378c6fc7-f148-4c1e-93cb-5d4f722ea5a3 req-94ab0241-7bcb-41b3-8224-f46128dc32db tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad5060b7-0095-4284-b4ed-028613c96e15 HTTP/1.1" status: 200 len: 948 time: 0.1223640 Jul 09 16:09:36.757972 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0c1a6cb6-430c-40d4-af76-fc481ed6dea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:36.762095 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-378c6fc7-f148-4c1e-93cb-5d4f722ea5a3 req-04e39a1b-c1fa-4b87-942b-774b5ae5ad24 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/security-groups?id=af5fd54a-9c61-4b4c-a5e9-fe2ec4c8027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507927 Jul 09 16:09:36.789450 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-c92566d0-655c-47fd-b0ca-c99be3256856 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Allocated IP 172.25.0.26 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/c779c358-747d-4737-a3bc-8734e9d2584c) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:09:36.963841 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c92566d0-655c-47fd-b0ca-c99be3256856 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:36.981300 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0c1a6cb6-430c-40d4-af76-fc481ed6dea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:36.990088 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0c1a6cb6-430c-40d4-af76-fc481ed6dea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:37.008909 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45564) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:37.040594 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0c1a6cb6-430c-40d4-af76-fc481ed6dea8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9f2a357edb7640cb81714c6cde1a93f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7906568 Jul 09 16:09:37.040994 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45568) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:37.098587 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1a6cb6-430c-40d4-af76-fc481ed6dea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ddbe4f-d149-4a8a-b8f3-45c01013be91,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:37.123556 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-98eadcf2-9e2e-458a-a1b8-6558c1a8ef7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:37.131401 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c92566d0-655c-47fd-b0ca-c99be3256856 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:37.155305 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-98eadcf2-9e2e-458a-a1b8-6558c1a8ef7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:37.179170 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92566d0-655c-47fd-b0ca-c99be3256856 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:09:37.184655 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-c92566d0-655c-47fd-b0ca-c99be3256856 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:09:37.192698 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92566d0-655c-47fd-b0ca-c99be3256856 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:09:37.198228 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92566d0-655c-47fd-b0ca-c99be3256856 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Pushing event updated for resources: {'Port': ['ID=c779c358-747d-4737-a3bc-8734e9d2584c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:37.241731 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-98eadcf2-9e2e-458a-a1b8-6558c1a8ef7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:37.245625 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-98eadcf2-9e2e-458a-a1b8-6558c1a8ef7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:37.252746 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-98eadcf2-9e2e-458a-a1b8-6558c1a8ef7d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/30ddbe4f-d149-4a8a-b8f3-45c01013be91 HTTP/1.1" status: 204 len: 168 time: 0.2106948 Jul 09 16:09:37.285377 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eadcf2-9e2e-458a-a1b8-6558c1a8ef7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ddbe4f-d149-4a8a-b8f3-45c01013be91,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:37.287882 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f45e0d57-8666-4f04-8688-5ea22f130ee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:37.321034 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c92566d0-655c-47fd-b0ca-c99be3256856 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:37.372326 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c92566d0-655c-47fd-b0ca-c99be3256856 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:37.434506 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f45e0d57-8666-4f04-8688-5ea22f130ee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:37.439450 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f45e0d57-8666-4f04-8688-5ea22f130ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:37.471173 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45e0d57-8666-4f04-8688-5ea22f130ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a733031-a74d-4ded-a12f-f8cf9277a491,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:37.516381 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f45e0d57-8666-4f04-8688-5ea22f130ee6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=105a73b2339d405ba88cc20c7e21fb2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5046983 Jul 09 16:09:37.518755 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45584) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:37.584428 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ffb3b24-fea0-4675-b0e1-debe1c8461eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:37.628419 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ffb3b24-fea0-4675-b0e1-debe1c8461eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:37.696785 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ffb3b24-fea0-4675-b0e1-debe1c8461eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:37.700897 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ffb3b24-fea0-4675-b0e1-debe1c8461eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:37.702135 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-5ffb3b24-fea0-4675-b0e1-debe1c8461eb admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5a733031-a74d-4ded-a12f-f8cf9277a491 HTTP/1.1" status: 204 len: 168 time: 0.1817055 Jul 09 16:09:37.711063 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb3b24-fea0-4675-b0e1-debe1c8461eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a733031-a74d-4ded-a12f-f8cf9277a491,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:37.783468 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c930c7b5-9492-4dc8-80f3-b329291ea7bf req-28509455-6776-4362-86a8-645970afa748 tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:37.785022 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c930c7b5-9492-4dc8-80f3-b329291ea7bf req-28509455-6776-4362-86a8-645970afa748 tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d79385b-ef37-41a5-bef1-5fb198e13888 HTTP/1.1" status: 200 len: 969 time: 0.1009603 Jul 09 16:09:37.812315 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c92566d0-655c-47fd-b0ca-c99be3256856 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:37.820370 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c92566d0-655c-47fd-b0ca-c99be3256856 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:37.852522 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45596) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:37.866613 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8e759ce1-09b1-48af-afe3-f7793673173c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:37.873326 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c92566d0-655c-47fd-b0ca-c99be3256856 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:37.885871 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c930c7b5-9492-4dc8-80f3-b329291ea7bf req-46b73a3d-b6f0-4e28-af49-f1ceed027d6d tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] 10.222.0.98 "GET /v2.0/security-groups?id=f80276da-06f5-44ad-9b59-a64cf612fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914793 Jul 09 16:09:37.910341 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c92566d0-655c-47fd-b0ca-c99be3256856 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:37.928152 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c92566d0-655c-47fd-b0ca-c99be3256856 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5252492 Jul 09 16:09:37.928152 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92566d0-655c-47fd-b0ca-c99be3256856 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Pushing event updated for resources: {'Port': ['ID=c779c358-747d-4737-a3bc-8734e9d2584c,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:38.008256 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 7e37eeb6-9931-4db6-8d89-1534d9a8fcbc up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:09:38.129334 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 7e37eeb6-9931-4db6-8d89-1534d9a8fcbc triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:09:38.129970 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:38.151340 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8e759ce1-09b1-48af-afe3-f7793673173c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:38.159505 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8e759ce1-09b1-48af-afe3-f7793673173c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:38.240906 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefe9eb-411f-4dba-9334-3301de19d69f req-138120e0-1ebe-471f-b1f6-9a54fc1b53cc tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:38.255246 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-feefe9eb-411f-4dba-9334-3301de19d69f req-138120e0-1ebe-471f-b1f6-9a54fc1b53cc tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad5060b7-0095-4284-b4ed-028613c96e15 HTTP/1.1" status: 200 len: 948 time: 0.1500275 Jul 09 16:09:38.281834 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45622) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:38.282029 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8e759ce1-09b1-48af-afe3-f7793673173c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=618e0891708d458cb63c4f9387aceeba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4274654 Jul 09 16:09:38.287713 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e759ce1-09b1-48af-afe3-f7793673173c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b580479f-9930-4c97-94d5-96898bb8ed57,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:38.363476 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-feefe9eb-411f-4dba-9334-3301de19d69f req-4c164b16-f18b-49b7-a1b1-ed8836a1bf36 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/security-groups?id=af5fd54a-9c61-4b4c-a5e9-fe2ec4c8027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068563 Jul 09 16:09:38.388093 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ca39f35b-6c16-4a23-8898-60c9cb30fadc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:38.391427 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2577a187-4281-4fdd-85ae-66a1561c747c req-9b3da019-1b6f-40df-a2cc-2aa9f1750c9b tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--988943588&fields=id&tenant_id=cc4dc2313b5c41388daec8e5a4533d66 HTTP/1.1" status: 200 len: 267 time: 0.0502307 Jul 09 16:09:38.424768 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ca39f35b-6c16-4a23-8898-60c9cb30fadc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:38.485964 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ca39f35b-6c16-4a23-8898-60c9cb30fadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:38.488572 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ca39f35b-6c16-4a23-8898-60c9cb30fadc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:38.491748 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ca39f35b-6c16-4a23-8898-60c9cb30fadc admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b580479f-9930-4c97-94d5-96898bb8ed57 HTTP/1.1" status: 204 len: 168 time: 0.2086437 Jul 09 16:09:38.510162 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca39f35b-6c16-4a23-8898-60c9cb30fadc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b580479f-9930-4c97-94d5-96898bb8ed57,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:38.521391 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45634) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:38.549899 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b08dfea8-cb97-403a-8d9c-62a36b3da90c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:38.709711 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b08dfea8-cb97-403a-8d9c-62a36b3da90c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:38.716612 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b08dfea8-cb97-403a-8d9c-62a36b3da90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:38.755244 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08dfea8-cb97-403a-8d9c-62a36b3da90c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76cf66be-ec01-45b3-a262-75575d2feeed,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:38.763137 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b08dfea8-cb97-403a-8d9c-62a36b3da90c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7284876edf124c2095da2a9a6e954449&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2399273 Jul 09 16:09:38.763746 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45640) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:38.805267 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577a187-4281-4fdd-85ae-66a1561c747c req-66e42da7-4f61-42c0-9fb0-20d98b0393ae tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:38.807531 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2577a187-4281-4fdd-85ae-66a1561c747c req-66e42da7-4f61-42c0-9fb0-20d98b0393ae tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/networks?id=bb5eedc8-9794-43ab-9159-e84889255689 HTTP/1.1" status: 200 len: 824 time: 0.4104309 Jul 09 16:09:38.816686 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b37f9eb9-01ff-4026-9476-08b597f05e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:38.827299 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2577a187-4281-4fdd-85ae-66a1561c747c req-3e411a86-81c1-4503-8647-eb592e9ba63d tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/quotas/cc4dc2313b5c41388daec8e5a4533d66 HTTP/1.1" status: 200 len: 375 time: 0.0130308 Jul 09 16:09:38.848200 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b37f9eb9-01ff-4026-9476-08b597f05e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:38.904619 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b37f9eb9-01ff-4026-9476-08b597f05e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:38.907373 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b37f9eb9-01ff-4026-9476-08b597f05e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:38.911540 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b37f9eb9-01ff-4026-9476-08b597f05e37 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/76cf66be-ec01-45b3-a262-75575d2feeed HTTP/1.1" status: 204 len: 168 time: 0.1462004 Jul 09 16:09:38.921213 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f9eb9-01ff-4026-9476-08b597f05e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76cf66be-ec01-45b3-a262-75575d2feeed,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:38.965138 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2577a187-4281-4fdd-85ae-66a1561c747c req-2936d6b9-c2db-418c-a053-88ab6b1292b2 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=cc4dc2313b5c41388daec8e5a4533d66&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1319919 Jul 09 16:09:38.980108 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [req-2577a187-4281-4fdd-85ae-66a1561c747c req-89c2cca3-1a14-440d-b746-f0a0a379a73c tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:09:38.981123 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2577a187-4281-4fdd-85ae-66a1561c747c req-89c2cca3-1a14-440d-b746-f0a0a379a73c tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080569 Jul 09 16:09:39.116399 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b145ce40-1a6d-4bc5-bb83-441e72be2c4a req-4a32de99-df90-4254-bb77-c341311637ea tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:39.121804 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b145ce40-1a6d-4bc5-bb83-441e72be2c4a req-4a32de99-df90-4254-bb77-c341311637ea tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d79385b-ef37-41a5-bef1-5fb198e13888 HTTP/1.1" status: 200 len: 969 time: 0.0799031 Jul 09 16:09:39.174860 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b145ce40-1a6d-4bc5-bb83-441e72be2c4a req-44c93f70-5f5a-4fd6-b9e3-2d4fa6dc6a2b tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] 10.222.0.98 "GET /v2.0/security-groups?id=f80276da-06f5-44ad-9b59-a64cf612fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476940 Jul 09 16:09:39.374145 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2577a187-4281-4fdd-85ae-66a1561c747c req-4d74a82a-0cfe-4956-90f0-df78177a3a84 service neutron] 10.222.0.98 "GET /v2.0/networks/bb5eedc8-9794-43ab-9159-e84889255689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162063 Jul 09 16:09:39.478193 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2577a187-4281-4fdd-85ae-66a1561c747c req-39616109-5f8d-4363-aae3-0cb8e50f61e4 service neutron] 10.222.0.98 "GET /v2.0/networks/bb5eedc8-9794-43ab-9159-e84889255689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970991 Jul 09 16:09:39.594046 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-16e4c6ad-4328-4036-8e12-5da28416a7cf req-c953e5ba-cb50-4305-9950-74c03191e639 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=90103765321a44c5954b6bc1ea90c4d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326035 Jul 09 16:09:39.760143 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4c6ad-4328-4036-8e12-5da28416a7cf req-97b6bdcb-7368-4155-8f32-848276065cf1 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:39.761932 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-16e4c6ad-4328-4036-8e12-5da28416a7cf req-97b6bdcb-7368-4155-8f32-848276065cf1 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1670158 Jul 09 16:09:39.800837 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-16e4c6ad-4328-4036-8e12-5da28416a7cf req-3bb26916-cb10-48de-9352-e91e19c49963 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/quotas/90103765321a44c5954b6bc1ea90c4d7 HTTP/1.1" status: 200 len: 375 time: 0.0328846 Jul 09 16:09:39.804938 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:39.834320 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24904146-57b2-46b4-977b-f608fb57f579 req-0717a8c8-2509-4888-aa2e-8e37f05c1da0 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:39.835966 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-24904146-57b2-46b4-977b-f608fb57f579 req-0717a8c8-2509-4888-aa2e-8e37f05c1da0 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad5060b7-0095-4284-b4ed-028613c96e15 HTTP/1.1" status: 200 len: 948 time: 0.0950837 Jul 09 16:09:39.851901 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-16e4c6ad-4328-4036-8e12-5da28416a7cf req-2d6ee29e-9102-44bb-b769-8b598a1fe287 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=90103765321a44c5954b6bc1ea90c4d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499411 Jul 09 16:09:39.882214 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-24904146-57b2-46b4-977b-f608fb57f579 req-5ade26cd-0a41-44e5-b8d3-0189d6e2730d tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/security-groups?id=af5fd54a-9c61-4b4c-a5e9-fe2ec4c8027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387716 Jul 09 16:09:40.022559 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bc0d4d1f-07c7-4090-894f-bbb5bed7a5ef req-cfd085f0-2036-4e1b-b216-a7f6445260df tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/ports?device_id=49315736-dd27-47af-9ccb-98e9c687919a HTTP/1.1" status: 200 len: 210 time: 0.0611937 Jul 09 16:09:40.089947 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-09f518b6-164e-4d10-868b-3d44fd1b26a6 req-593530f7-dd21-4f15-8698-bd8ae41a45ba tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f HTTP/1.1" status: 200 len: 210 time: 0.0441556 Jul 09 16:09:40.440435 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bca770-e33e-477c-b1c9-1a32504a77c1 req-7b752d53-e180-4c96-b328-902720c84bf5 tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:40.442887 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b9bca770-e33e-477c-b1c9-1a32504a77c1 req-7b752d53-e180-4c96-b328-902720c84bf5 tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d79385b-ef37-41a5-bef1-5fb198e13888 HTTP/1.1" status: 200 len: 969 time: 0.1085289 Jul 09 16:09:40.519578 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b9bca770-e33e-477c-b1c9-1a32504a77c1 req-628de76e-bf59-4127-9ce6-c323d471acec tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] 10.222.0.98 "GET /v2.0/security-groups?id=f80276da-06f5-44ad-9b59-a64cf612fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666690 Jul 09 16:09:40.579632 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 774da56b-f56e-4b76-979d-1aed265f7381 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:09:40.778009 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 774da56b-f56e-4b76-979d-1aed265f7381, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=774da56b-f56e-4b76-979d-1aed265f7381,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:09:40.792326 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '774da56b-f56e-4b76-979d-1aed265f7381', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'port_id': '774da56b-f56e-4b76-979d-1aed265f7381', 'mac_address': 'fa:16:3e:f8:5d:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f122b436-b232-4a3c-9aac-47d5639f2da4', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:tempest-test_az-282883867', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:09:40.836805 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:40.850697 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 774da56b-f56e-4b76-979d-1aed265f7381 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:09:40.887777 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 774da56b-f56e-4b76-979d-1aed265f7381, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=774da56b-f56e-4b76-979d-1aed265f7381,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:09:40.893957 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:40.936286 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 471eef77-7614-4c72-8dd6-51a6d3532999 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:09:40.977195 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=774da56b-f56e-4b76-979d-1aed265f7381,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:41.004259 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-06ac78bf-99ca-4068-8b99-fdd8edb051dd req-a4198a74-3d96-421b-a97a-83eb1d663778 tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=9b0300fc84874bf49621f6a2e1be87e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276263 Jul 09 16:09:41.128621 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 471eef77-7614-4c72-8dd6-51a6d3532999, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=471eef77-7614-4c72-8dd6-51a6d3532999,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:09:41.129437 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac86335-907c-4d20-a498-db051903840d req-fe40ce88-dd90-4467-8975-a88c77424502 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:41.132347 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7ac86335-907c-4d20-a498-db051903840d req-fe40ce88-dd90-4467-8975-a88c77424502 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad5060b7-0095-4284-b4ed-028613c96e15 HTTP/1.1" status: 200 len: 948 time: 0.0768137 Jul 09 16:09:41.155414 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac78bf-99ca-4068-8b99-fdd8edb051dd req-77bdd43c-e14c-4148-be4d-78ab1adb8509 tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:41.157052 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-06ac78bf-99ca-4068-8b99-fdd8edb051dd req-77bdd43c-e14c-4148-be4d-78ab1adb8509 tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1384172 Jul 09 16:09:41.177726 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '471eef77-7614-4c72-8dd6-51a6d3532999', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'port_id': '471eef77-7614-4c72-8dd6-51a6d3532999', 'mac_address': 'fa:16:3e:ba:a8:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f122b436-b232-4a3c-9aac-47d5639f2da4', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:09:41.187479 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-06ac78bf-99ca-4068-8b99-fdd8edb051dd req-f0d1dbd0-290e-46fb-ac56-3023ec8c4f28 tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] 10.222.0.98 "GET /v2.0/quotas/9b0300fc84874bf49621f6a2e1be87e2 HTTP/1.1" status: 200 len: 375 time: 0.0238581 Jul 09 16:09:41.214964 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7ac86335-907c-4d20-a498-db051903840d req-113ad107-12c7-40fc-b3f4-92bf796bacae tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/security-groups?id=af5fd54a-9c61-4b4c-a5e9-fe2ec4c8027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747902 Jul 09 16:09:41.244347 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['774da56b-f56e-4b76-979d-1aed265f7381'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:09:41.277876 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-06ac78bf-99ca-4068-8b99-fdd8edb051dd req-934328fe-5837-4585-bc23-679c187f8b23 tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=9b0300fc84874bf49621f6a2e1be87e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0859880 Jul 09 16:09:41.398176 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:41.444527 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 471eef77-7614-4c72-8dd6-51a6d3532999 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:09:41.528677 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 471eef77-7614-4c72-8dd6-51a6d3532999, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=471eef77-7614-4c72-8dd6-51a6d3532999,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:09:41.538092 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:41.591883 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577a187-4281-4fdd-85ae-66a1561c747c req-a0f2258d-49b7-470f-ad21-5f39dad1f1b7 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:41.593662 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2577a187-4281-4fdd-85ae-66a1561c747c req-a0f2258d-49b7-470f-ad21-5f39dad1f1b7 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.73 "GET /v2.0/networks?id=bb5eedc8-9794-43ab-9159-e84889255689 HTTP/1.1" status: 200 len: 824 time: 0.3777544 Jul 09 16:09:41.628060 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bf46c85d-4e44-4c50-a865-d79707242623 req-6462bf66-cab0-48db-911d-d8a821388abc tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/ports?device_id=49315736-dd27-47af-9ccb-98e9c687919a HTTP/1.1" status: 200 len: 210 time: 0.0737362 Jul 09 16:09:41.635680 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b576c6fe-e652-46a2-a85d-380ec5133bdf req-631c1233-26ca-4954-a077-d2e054867340 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f HTTP/1.1" status: 200 len: 210 time: 0.0425608 Jul 09 16:09:41.657314 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=471eef77-7614-4c72-8dd6-51a6d3532999,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:41.723820 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2577a187-4281-4fdd-85ae-66a1561c747c req-276f92b3-822c-43fe-ae93-6e9bf5f64567 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc4dc2313b5c41388daec8e5a4533d66 HTTP/1.1" status: 200 len: 379 time: 0.1030216 Jul 09 16:09:41.736555 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-38cc6369-ec45-4c2a-b32d-ddb99b8a82d1 req-417b3ad0-2541-4ed7-b2dc-d3200081cff9 tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] 10.222.0.98 "GET /v2.0/ports?device_id=907f9cea-08e4-4f8d-bf3a-7f85a8252132 HTTP/1.1" status: 200 len: 210 time: 0.0531645 Jul 09 16:09:41.737242 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-2577a187-4281-4fdd-85ae-66a1561c747c req-2b2c0551-de55-444d-9f61-03174c4698ee tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Request body: {'port': {'device_id': '49315736-dd27-47af-9ccb-98e9c687919a', 'network_id': 'bb5eedc8-9794-43ab-9159-e84889255689', 'admin_state_up': True, 'tenant_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'security_groups': ['ce5ad391-2727-4ebb-93c6-e38b31a0907b']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:09:41.928288 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:09:41.937085 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2577a187-4281-4fdd-85ae-66a1561c747c req-2b2c0551-de55-444d-9f61-03174c4698ee tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Made reservation on behalf of cc4dc2313b5c41388daec8e5a4533d66 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:09:41.942009 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2577a187-4281-4fdd-85ae-66a1561c747c req-2b2c0551-de55-444d-9f61-03174c4698ee tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:41.951578 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.73', 58202) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:42.007198 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-16e4c6ad-4328-4036-8e12-5da28416a7cf req-2ea3c75a-4806-4daa-9fdd-7bde19ba170e tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=90103765321a44c5954b6bc1ea90c4d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0530989 Jul 09 16:09:42.025760 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['471eef77-7614-4c72-8dd6-51a6d3532999'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:09:42.031790 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c2dcd-a73f-4a6b-a83e-7c8bff791de8 req-d764bfb1-63a9-455d-88e8-eaada6bdddb2 tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:42.033366 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a10c2dcd-a73f-4a6b-a83e-7c8bff791de8 req-d764bfb1-63a9-455d-88e8-eaada6bdddb2 tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d79385b-ef37-41a5-bef1-5fb198e13888 HTTP/1.1" status: 200 len: 970 time: 0.1630728 Jul 09 16:09:42.197527 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a10c2dcd-a73f-4a6b-a83e-7c8bff791de8 req-6986cf80-aa96-4dd9-8f5f-2a911a2b3378 tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] 10.222.0.98 "GET /v2.0/security-groups?id=f80276da-06f5-44ad-9b59-a64cf612fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559677 Jul 09 16:09:42.287078 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-2577a187-4281-4fdd-85ae-66a1561c747c req-2b2c0551-de55-444d-9f61-03174c4698ee tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Allocated IP 172.20.0.13 (bb5eedc8-9794-43ab-9159-e84889255689/9652b0cc-4dd5-4837-9b58-222aefe9d108/d8410fa2-713f-41ff-9dc4-a833be28b663) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:09:42.323851 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4c6ad-4328-4036-8e12-5da28416a7cf req-6f2a552c-95c9-4d0f-b3a8-c0148b943171 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:42.335856 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-16e4c6ad-4328-4036-8e12-5da28416a7cf req-6f2a552c-95c9-4d0f-b3a8-c0148b943171 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2542908 Jul 09 16:09:42.345141 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-16e4c6ad-4328-4036-8e12-5da28416a7cf req-a8b06f9d-4ce1-46d2-8e93-806560ee9ab6 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Request body: {'port': {'device_id': '8d3ad4be-f5a2-4e1c-a238-fef9e908439f', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'admin_state_up': True, 'tenant_id': '90103765321a44c5954b6bc1ea90c4d7'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:09:42.416668 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45814) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:42.568081 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 774da56b-f56e-4b76-979d-1aed265f7381 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:09:42.570421 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdbfbd2-191a-4a41-8863-b7d12cb5209b req-06a7d3b7-1994-4246-ba0c-779e353353a1 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:42.573658 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8bdbfbd2-191a-4a41-8863-b7d12cb5209b req-06a7d3b7-1994-4246-ba0c-779e353353a1 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad5060b7-0095-4284-b4ed-028613c96e15 HTTP/1.1" status: 200 len: 949 time: 0.1310394 Jul 09 16:09:42.593417 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2577a187-4281-4fdd-85ae-66a1561c747c req-2b2c0551-de55-444d-9f61-03174c4698ee tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:42.620309 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16e4c6ad-4328-4036-8e12-5da28416a7cf req-a8b06f9d-4ce1-46d2-8e93-806560ee9ab6 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Made reservation on behalf of 90103765321a44c5954b6bc1ea90c4d7 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:09:42.625199 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-16e4c6ad-4328-4036-8e12-5da28416a7cf req-a8b06f9d-4ce1-46d2-8e93-806560ee9ab6 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:42.631111 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-2577a187-4281-4fdd-85ae-66a1561c747c req-2b2c0551-de55-444d-9f61-03174c4698ee tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Transition to ACTIVE for port object d8410fa2-713f-41ff-9dc4-a833be28b663 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:09:42.638807 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8bdbfbd2-191a-4a41-8863-b7d12cb5209b req-1d9e4863-4373-43ac-bbc0-2f7496399f49 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/security-groups?id=af5fd54a-9c61-4b4c-a5e9-fe2ec4c8027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593107 Jul 09 16:09:42.652406 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 774da56b-f56e-4b76-979d-1aed265f7381 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:09:42.656141 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-16e4c6ad-4328-4036-8e12-5da28416a7cf req-a8b06f9d-4ce1-46d2-8e93-806560ee9ab6 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:42.657742 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 774da56b-f56e-4b76-979d-1aed265f7381 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:09:42.658117 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:42.687063 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b1f3f96c-8489-4dae-b235-8c616f6f3957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:42.723388 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2577a187-4281-4fdd-85ae-66a1561c747c req-2b2c0551-de55-444d-9f61-03174c4698ee tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:42.825231 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2c0551-de55-444d-9f61-03174c4698ee tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Pushing event updated for resources: {'Port': ['ID=d8410fa2-713f-41ff-9dc4-a833be28b663,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:42.844152 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:42.851155 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2577a187-4281-4fdd-85ae-66a1561c747c req-2b2c0551-de55-444d-9f61-03174c4698ee tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Network bb5eedc8-9794-43ab-9159-e84889255689 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:09:42.859675 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-16e4c6ad-4328-4036-8e12-5da28416a7cf req-a8b06f9d-4ce1-46d2-8e93-806560ee9ab6 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:42.865995 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-16e4c6ad-4328-4036-8e12-5da28416a7cf req-a8b06f9d-4ce1-46d2-8e93-806560ee9ab6 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:42.869063 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-2577a187-4281-4fdd-85ae-66a1561c747c req-2b2c0551-de55-444d-9f61-03174c4698ee tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:09:42.878573 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-2577a187-4281-4fdd-85ae-66a1561c747c req-2b2c0551-de55-444d-9f61-03174c4698ee tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:09:42.883276 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d79385b-ef37-41a5-bef1-5fb198e13888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '774da56b-f56e-4b76-979d-1aed265f7381'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:09:42.891317 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577a187-4281-4fdd-85ae-66a1561c747c req-2b2c0551-de55-444d-9f61-03174c4698ee tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:42.891961 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2577a187-4281-4fdd-85ae-66a1561c747c req-2b2c0551-de55-444d-9f61-03174c4698ee tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:42.932349 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-83caeb9a-6708-48c9-8d9a-cda466cd2380 req-2cf5d1c5-ac0e-47af-84f0-b6ee2ff644ae tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f HTTP/1.1" status: 200 len: 210 time: 0.0687580 Jul 09 16:09:42.985648 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67d560-5b63-44e3-99ab-4e10f0ee54e8 req-ec58260a-3fa6-4963-a2d5-c09eac91a121 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:42.987411 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6a67d560-5b63-44e3-99ab-4e10f0ee54e8 req-ec58260a-3fa6-4963-a2d5-c09eac91a121 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/ports?device_id=49315736-dd27-47af-9ccb-98e9c687919a HTTP/1.1" status: 200 len: 932 time: 0.1560509 Jul 09 16:09:42.998084 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 774da56b-f56e-4b76-979d-1aed265f7381, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=774da56b-f56e-4b76-979d-1aed265f7381,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:09:43.003100 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:43.097930 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=774da56b-f56e-4b76-979d-1aed265f7381,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:43.103447 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6a67d560-5b63-44e3-99ab-4e10f0ee54e8 req-a9d64225-64ed-4cfe-aeb9-b5efdb671cbd tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/security-groups?id=ce5ad391-2727-4ebb-93c6-e38b31a0907b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076615 Jul 09 16:09:43.123605 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b06f9d-4ce1-46d2-8e93-806560ee9ab6 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:43.157558 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b1f3f96c-8489-4dae-b235-8c616f6f3957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:43.165857 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b1f3f96c-8489-4dae-b235-8c616f6f3957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:43.219537 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ed8654-4417-49db-ada3-16068629a5bd" -d '{"events": [{"server_uuid": "1d79385b-ef37-41a5-bef1-5fb198e13888", "name": "network-vif-plugged", "status": "completed", "tag": "774da56b-f56e-4b76-979d-1aed265f7381"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:09:43.228149 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2577a187-4281-4fdd-85ae-66a1561c747c req-2b2c0551-de55-444d-9f61-03174c4698ee tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4949155 Jul 09 16:09:43.250659 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f3f96c-8489-4dae-b235-8c616f6f3957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b69ff7-8475-4185-959f-46cc0b790561,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:43.267681 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-2577a187-4281-4fdd-85ae-66a1561c747c req-28dd30f3-50c1-4be0-b5ac-f54f7552e006 service neutron] Request body: {'port': {'device_id': '49315736-dd27-47af-9ccb-98e9c687919a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:09:43.273538 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b1f3f96c-8489-4dae-b235-8c616f6f3957 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=18e58a991a874472bdb880d37d9bd72d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8562946 Jul 09 16:09:43.286287 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45836) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:43.326862 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8df380a9-1245-462d-9570-5552570660e0 None None] Provisioning for port d8410fa2-713f-41ff-9dc4-a833be28b663 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:09:43.333778 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8df380a9-1245-462d-9570-5552570660e0 None None] Provisioning complete for port d8410fa2-713f-41ff-9dc4-a833be28b663 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:09:43.334145 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8df380a9-1245-462d-9570-5552570660e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:43.401122 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce66ff1f-6def-45a8-a0e9-6266f99449d1 x-openstack-request-id: req-ce66ff1f-6def-45a8-a0e9-6266f99449d1 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:09:43.401436 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d79385b-ef37-41a5-bef1-5fb198e13888", "name": "network-vif-plugged", "status": "completed", "tag": "774da56b-f56e-4b76-979d-1aed265f7381", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:09:43.402421 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ce66ff1f-6def-45a8-a0e9-6266f99449d1 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:09:43.402421 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d79385b-ef37-41a5-bef1-5fb198e13888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '774da56b-f56e-4b76-979d-1aed265f7381', 'code': 200} Jul 09 16:09:43.432626 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-16e4c6ad-4328-4036-8e12-5da28416a7cf req-a8b06f9d-4ce1-46d2-8e93-806560ee9ab6 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Allocated IP 192.168.233.18 (c7d8b865-e1f3-4446-a87b-a6da86eba8a1/f122b436-b232-4a3c-9aac-47d5639f2da4/7e6cf95d-c4b7-4dc6-937f-69b79badf881) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:09:43.437533 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2577a187-4281-4fdd-85ae-66a1561c747c req-28dd30f3-50c1-4be0-b5ac-f54f7552e006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:43.449822 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-8df380a9-1245-462d-9570-5552570660e0 None None] Port d8410fa2-713f-41ff-9dc4-a833be28b663 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:09:43.481274 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.77', 60216) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:43.494372 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c748db92-302b-46ef-9f54-add2da82a6b4 req-8d3d5fc6-6d07-439f-a93e-45e37b61bcab tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] 10.222.0.98 "GET /v2.0/ports?device_id=907f9cea-08e4-4f8d-bf3a-7f85a8252132 HTTP/1.1" status: 200 len: 210 time: 0.2646143 Jul 09 16:09:43.500299 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-06ac78bf-99ca-4068-8b99-fdd8edb051dd req-211de577-6b03-4479-a4bc-8127582509e3 tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=9b0300fc84874bf49621f6a2e1be87e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2363071 Jul 09 16:09:43.663720 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f978b1d1-0fc1-42d4-98d3-79f0906b9592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:43.716581 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f978b1d1-0fc1-42d4-98d3-79f0906b9592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:43.733317 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b412b-92a6-4d63-8621-6b9408e5f9d2 req-323ca637-e804-4e7a-8ac4-74fdcc8bb773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:43.735182 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dd0b412b-92a6-4d63-8621-6b9408e5f9d2 req-323ca637-e804-4e7a-8ac4-74fdcc8bb773 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1d79385b-ef37-41a5-bef1-5fb198e13888 HTTP/1.1" status: 200 len: 1122 time: 0.2528865 Jul 09 16:09:43.788514 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef622bca-9efd-4c64-b826-c0452dfdf612 req-8a246d98-06af-4739-b8f2-5e7f00dbd916 tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:43.790148 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ef622bca-9efd-4c64-b826-c0452dfdf612 req-8a246d98-06af-4739-b8f2-5e7f00dbd916 tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d79385b-ef37-41a5-bef1-5fb198e13888 HTTP/1.1" status: 200 len: 971 time: 0.2386773 Jul 09 16:09:43.801609 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac78bf-99ca-4068-8b99-fdd8edb051dd req-30fcf909-b5e2-4d2a-9be4-568fad662c55 tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:43.801857 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-dd0b412b-92a6-4d63-8621-6b9408e5f9d2 req-24df2496-b1fb-4a29-907c-979420d1beae service neutron] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:43.803037 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-06ac78bf-99ca-4068-8b99-fdd8edb051dd req-30fcf909-b5e2-4d2a-9be4-568fad662c55 tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2921832 Jul 09 16:09:43.832763 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-06ac78bf-99ca-4068-8b99-fdd8edb051dd req-cb82f788-9de0-4955-80f3-b4bedf1a037d tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] Request body: {'port': {'device_id': '907f9cea-08e4-4f8d-bf3a-7f85a8252132', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'admin_state_up': True, 'tenant_id': '9b0300fc84874bf49621f6a2e1be87e2'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:09:43.872560 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ef622bca-9efd-4c64-b826-c0452dfdf612 req-1cb1a642-d742-44f1-8872-519ce9bf5fcf tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] 10.222.0.98 "GET /v2.0/security-groups?id=f80276da-06f5-44ad-9b59-a64cf612fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756073 Jul 09 16:09:43.889799 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-16e4c6ad-4328-4036-8e12-5da28416a7cf req-a8b06f9d-4ce1-46d2-8e93-806560ee9ab6 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:43.927266 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-16e4c6ad-4328-4036-8e12-5da28416a7cf req-a8b06f9d-4ce1-46d2-8e93-806560ee9ab6 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Transition to ACTIVE for port object 7e6cf95d-c4b7-4dc6-937f-69b79badf881 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:09:43.933440 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f978b1d1-0fc1-42d4-98d3-79f0906b9592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:43.935933 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f978b1d1-0fc1-42d4-98d3-79f0906b9592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:43.939537 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f978b1d1-0fc1-42d4-98d3-79f0906b9592 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b2b69ff7-8475-4185-959f-46cc0b790561 HTTP/1.1" status: 204 len: 168 time: 0.6230435 Jul 09 16:09:43.974877 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-2577a187-4281-4fdd-85ae-66a1561c747c req-28dd30f3-50c1-4be0-b5ac-f54f7552e006 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8410fa2-713f-41ff-9dc4-a833be28b663 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:09:43.976277 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f978b1d1-0fc1-42d4-98d3-79f0906b9592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b69ff7-8475-4185-959f-46cc0b790561,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:43.982947 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2577a187-4281-4fdd-85ae-66a1561c747c req-28dd30f3-50c1-4be0-b5ac-f54f7552e006 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:43.995805 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-2577a187-4281-4fdd-85ae-66a1561c747c req-28dd30f3-50c1-4be0-b5ac-f54f7552e006 service neutron] Transition to ACTIVE for port object d8410fa2-713f-41ff-9dc4-a833be28b663 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:09:43.999861 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2577a187-4281-4fdd-85ae-66a1561c747c req-28dd30f3-50c1-4be0-b5ac-f54f7552e006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:44.028169 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8094e6-3e96-4b20-81e9-145206b46b2b req-beadf768-1005-45c7-8ac6-0e963482b693 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:44.034903 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4c8094e6-3e96-4b20-81e9-145206b46b2b req-beadf768-1005-45c7-8ac6-0e963482b693 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad5060b7-0095-4284-b4ed-028613c96e15 HTTP/1.1" status: 200 len: 949 time: 0.2589166 Jul 09 16:09:44.066125 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-16e4c6ad-4328-4036-8e12-5da28416a7cf req-a8b06f9d-4ce1-46d2-8e93-806560ee9ab6 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:44.070251 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dd30f3-50c1-4be0-b5ac-f54f7552e006 service neutron] Pushing event updated for resources: {'Port': ['ID=d8410fa2-713f-41ff-9dc4-a833be28b663,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:44.133128 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-2577a187-4281-4fdd-85ae-66a1561c747c req-28dd30f3-50c1-4be0-b5ac-f54f7552e006 service neutron] Attempting to bind port d8410fa2-713f-41ff-9dc4-a833be28b663 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:09:44.133462 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-2577a187-4281-4fdd-85ae-66a1561c747c req-28dd30f3-50c1-4be0-b5ac-f54f7552e006 service neutron] Attempting to bind port d8410fa2-713f-41ff-9dc4-a833be28b663 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': 'b32a47a8-020a-4928-8231-ed69fc73c847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bb5eedc8-9794-43ab-9159-e84889255689'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:09:44.134577 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2577a187-4281-4fdd-85ae-66a1561c747c req-28dd30f3-50c1-4be0-b5ac-f54f7552e006 service neutron] Attempting to bind port d8410fa2-713f-41ff-9dc4-a833be28b663 on network bb5eedc8-9794-43ab-9159-e84889255689 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:09:44.138897 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4c8094e6-3e96-4b20-81e9-145206b46b2b req-3fe96652-4550-4ae9-bd46-801f720ce6e7 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/security-groups?id=af5fd54a-9c61-4b4c-a5e9-fe2ec4c8027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029522 Jul 09 16:09:44.143300 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-dd0b412b-92a6-4d63-8621-6b9408e5f9d2 req-24df2496-b1fb-4a29-907c-979420d1beae service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:44.151871 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2577a187-4281-4fdd-85ae-66a1561c747c req-28dd30f3-50c1-4be0-b5ac-f54f7552e006 service neutron] Port d8410fa2-713f-41ff-9dc4-a833be28b663 on network bb5eedc8-9794-43ab-9159-e84889255689 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:09:44.152453 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2577a187-4281-4fdd-85ae-66a1561c747c req-28dd30f3-50c1-4be0-b5ac-f54f7552e006 service neutron] Attempting to bind port d8410fa2-713f-41ff-9dc4-a833be28b663 on network bb5eedc8-9794-43ab-9159-e84889255689 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:09:44.153415 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16e4c6ad-4328-4036-8e12-5da28416a7cf req-a8b06f9d-4ce1-46d2-8e93-806560ee9ab6 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:09:44.168473 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b06f9d-4ce1-46d2-8e93-806560ee9ab6 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Pushing event updated for resources: {'Port': ['ID=7e6cf95d-c4b7-4dc6-937f-69b79badf881,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:44.168945 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2577a187-4281-4fdd-85ae-66a1561c747c req-28dd30f3-50c1-4be0-b5ac-f54f7552e006 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:09:44.169320 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2577a187-4281-4fdd-85ae-66a1561c747c req-28dd30f3-50c1-4be0-b5ac-f54f7552e006 service neutron] Checking segment: {'id': 'b32a47a8-020a-4928-8231-ed69fc73c847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bb5eedc8-9794-43ab-9159-e84889255689'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:09:44.169714 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2577a187-4281-4fdd-85ae-66a1561c747c req-28dd30f3-50c1-4be0-b5ac-f54f7552e006 service neutron] Bound using segment: {'id': 'b32a47a8-020a-4928-8231-ed69fc73c847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bb5eedc8-9794-43ab-9159-e84889255689'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:09:44.170160 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-2577a187-4281-4fdd-85ae-66a1561c747c req-28dd30f3-50c1-4be0-b5ac-f54f7552e006 service neutron] Bound port: d8410fa2-713f-41ff-9dc4-a833be28b663, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b32a47a8-020a-4928-8231-ed69fc73c847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bb5eedc8-9794-43ab-9159-e84889255689'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:09:44.170517 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2577a187-4281-4fdd-85ae-66a1561c747c req-28dd30f3-50c1-4be0-b5ac-f54f7552e006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:44.174091 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-dd0b412b-92a6-4d63-8621-6b9408e5f9d2 req-24df2496-b1fb-4a29-907c-979420d1beae service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:44.174257 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-16e4c6ad-4328-4036-8e12-5da28416a7cf req-a8b06f9d-4ce1-46d2-8e93-806560ee9ab6 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:09:44.179505 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e4c6ad-4328-4036-8e12-5da28416a7cf req-a8b06f9d-4ce1-46d2-8e93-806560ee9ab6 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:09:44.192386 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4c6ad-4328-4036-8e12-5da28416a7cf req-a8b06f9d-4ce1-46d2-8e93-806560ee9ab6 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:44.193145 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-16e4c6ad-4328-4036-8e12-5da28416a7cf req-a8b06f9d-4ce1-46d2-8e93-806560ee9ab6 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:44.219150 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06ac78bf-99ca-4068-8b99-fdd8edb051dd req-cb82f788-9de0-4955-80f3-b4bedf1a037d tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] Made reservation on behalf of 9b0300fc84874bf49621f6a2e1be87e2 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:09:44.223533 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-06ac78bf-99ca-4068-8b99-fdd8edb051dd req-cb82f788-9de0-4955-80f3-b4bedf1a037d tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:44.330628 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dd0b412b-92a6-4d63-8621-6b9408e5f9d2 req-24df2496-b1fb-4a29-907c-979420d1beae service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f80276da-06f5-44ad-9b59-a64cf612fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5836699 Jul 09 16:09:44.382207 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24df2496-b1fb-4a29-907c-979420d1beae service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2d92e7-1615-45da-b835-ccef7f39f41f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:44.429977 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45848) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:44.451062 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-2577a187-4281-4fdd-85ae-66a1561c747c req-28dd30f3-50c1-4be0-b5ac-f54f7552e006 service neutron] For port d8410fa2-713f-41ff-9dc4-a833be28b663, host n-h2-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:09:44.455034 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-847b57be-a706-419b-ad7b-dfcbb9fb250a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:44.470791 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-06ac78bf-99ca-4068-8b99-fdd8edb051dd req-cb82f788-9de0-4955-80f3-b4bedf1a037d tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:44.473616 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-16e4c6ad-4328-4036-8e12-5da28416a7cf req-a8b06f9d-4ce1-46d2-8e93-806560ee9ab6 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1324148 Jul 09 16:09:44.485664 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e7be5b-8acf-44ba-bdfc-2a5c4d09c87b req-586ec7f0-1885-4e0d-8bc1-dabf7c9cbcba tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:44.489168 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e9e7be5b-8acf-44ba-bdfc-2a5c4d09c87b req-586ec7f0-1885-4e0d-8bc1-dabf7c9cbcba tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f HTTP/1.1" status: 200 len: 935 time: 0.2646055 Jul 09 16:09:44.491851 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-2577a187-4281-4fdd-85ae-66a1561c747c req-28dd30f3-50c1-4be0-b5ac-f54f7552e006 service neutron] For port d8410fa2-713f-41ff-9dc4-a833be28b663, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=d8410fa2-713f-41ff-9dc4-a833be28b663,segment=NetworkSegment(b32a47a8-020a-4928-8231-ed69fc73c847),segment_id=b32a47a8-020a-4928-8231-ed69fc73c847)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:09:44.493131 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2c783046-5d43-49b1-9a25-d6753dffbfba None None] Provisioning for port 7e6cf95d-c4b7-4dc6-937f-69b79badf881 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:09:44.498699 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2c783046-5d43-49b1-9a25-d6753dffbfba None None] Provisioning complete for port 7e6cf95d-c4b7-4dc6-937f-69b79badf881 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:09:44.499140 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2c783046-5d43-49b1-9a25-d6753dffbfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:44.506664 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2577a187-4281-4fdd-85ae-66a1561c747c req-28dd30f3-50c1-4be0-b5ac-f54f7552e006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:44.518022 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-16e4c6ad-4328-4036-8e12-5da28416a7cf req-7089e9fd-736d-4b06-873f-9fc5c4dd8760 service neutron] Request body: {'port': {'device_id': '8d3ad4be-f5a2-4e1c-a238-fef9e908439f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:09:44.535874 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-2c783046-5d43-49b1-9a25-d6753dffbfba None None] Port 7e6cf95d-c4b7-4dc6-937f-69b79badf881 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:09:44.559178 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577a187-4281-4fdd-85ae-66a1561c747c req-28dd30f3-50c1-4be0-b5ac-f54f7552e006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:44.560148 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2577a187-4281-4fdd-85ae-66a1561c747c req-28dd30f3-50c1-4be0-b5ac-f54f7552e006 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:44.561552 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2577a187-4281-4fdd-85ae-66a1561c747c req-28dd30f3-50c1-4be0-b5ac-f54f7552e006 service neutron] 10.222.0.73 "PUT /v2.0/ports/d8410fa2-713f-41ff-9dc4-a833be28b663 HTTP/1.1" status: 200 len: 1092 time: 1.3064318 Jul 09 16:09:44.567934 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49315736-dd27-47af-9ccb-98e9c687919a', 'tag': 'd8410fa2-713f-41ff-9dc4-a833be28b663'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:09:44.570735 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5614cf6-b34d-4f7d-ba14-5cc618ae9244" -d '{"events": [{"name": "network-changed", "server_uuid": "49315736-dd27-47af-9ccb-98e9c687919a", "tag": "d8410fa2-713f-41ff-9dc4-a833be28b663"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:09:44.627060 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dd30f3-50c1-4be0-b5ac-f54f7552e006 service neutron] Pushing event updated for resources: {'Port': ['ID=d8410fa2-713f-41ff-9dc4-a833be28b663,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:44.635845 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8181906-5f17-484a-8d43-83d421ef4b42 req-98d0055f-558d-43e2-aefd-ae5a1581635c tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:44.642833 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e8181906-5f17-484a-8d43-83d421ef4b42 req-98d0055f-558d-43e2-aefd-ae5a1581635c tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/ports?device_id=49315736-dd27-47af-9ccb-98e9c687919a HTTP/1.1" status: 200 len: 944 time: 0.1739061 Jul 09 16:09:44.646284 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e9e7be5b-8acf-44ba-bdfc-2a5c4d09c87b req-e3f145cd-97e7-4c37-bbef-68f7f5f99756 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450765 Jul 09 16:09:44.659960 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-16e4c6ad-4328-4036-8e12-5da28416a7cf req-7089e9fd-736d-4b06-873f-9fc5c4dd8760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:44.718636 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e8181906-5f17-484a-8d43-83d421ef4b42 req-dbf3bbb4-ac52-405c-9d97-5989206f5b12 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/security-groups?id=ce5ad391-2727-4ebb-93c6-e38b31a0907b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748250 Jul 09 16:09:44.906430 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a8bcdb-f36a-4e8c-aab5-385dd0c40570 x-openstack-request-id: req-e3a8bcdb-f36a-4e8c-aab5-385dd0c40570 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:09:44.906989 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49315736-dd27-47af-9ccb-98e9c687919a", "tag": "d8410fa2-713f-41ff-9dc4-a833be28b663", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:09:44.907223 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e3a8bcdb-f36a-4e8c-aab5-385dd0c40570 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:09:44.907669 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49315736-dd27-47af-9ccb-98e9c687919a', 'tag': 'd8410fa2-713f-41ff-9dc4-a833be28b663', 'status': 'completed', 'code': 200} Jul 09 16:09:44.923701 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 471eef77-7614-4c72-8dd6-51a6d3532999 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:09:44.949767 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-68509bc5-2956-4130-9f11-bed0d9e1c198 req-f25cb7ab-e8a1-40d1-98ee-f239f24eacb2 tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] 10.222.0.98 "GET /v2.0/ports?device_id=907f9cea-08e4-4f8d-bf3a-7f85a8252132 HTTP/1.1" status: 200 len: 210 time: 0.0388343 Jul 09 16:09:44.997316 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577a187-4281-4fdd-85ae-66a1561c747c req-c3cdb017-33c0-4a34-9370-bd22f264a3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:44.998845 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2577a187-4281-4fdd-85ae-66a1561c747c req-c3cdb017-33c0-4a34-9370-bd22f264a3ef service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cc4dc2313b5c41388daec8e5a4533d66&device_id=49315736-dd27-47af-9ccb-98e9c687919a HTTP/1.1" status: 200 len: 1095 time: 0.3644202 Jul 09 16:09:45.020549 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 471eef77-7614-4c72-8dd6-51a6d3532999 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:09:45.026896 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 471eef77-7614-4c72-8dd6-51a6d3532999 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:09:45.027595 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:45.031625 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-847b57be-a706-419b-ad7b-dfcbb9fb250a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:45.063427 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2577a187-4281-4fdd-85ae-66a1561c747c req-ff379283-7a7a-4ea9-9671-de20bc60fe24 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8410fa2-713f-41ff-9dc4-a833be28b663 HTTP/1.1" status: 200 len: 217 time: 0.0456681 Jul 09 16:09:45.064008 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-847b57be-a706-419b-ad7b-dfcbb9fb250a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:45.075247 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-16e4c6ad-4328-4036-8e12-5da28416a7cf req-7089e9fd-736d-4b06-873f-9fc5c4dd8760 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e6cf95d-c4b7-4dc6-937f-69b79badf881 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:09:45.088221 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-16e4c6ad-4328-4036-8e12-5da28416a7cf req-7089e9fd-736d-4b06-873f-9fc5c4dd8760 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:45.097032 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-847b57be-a706-419b-ad7b-dfcbb9fb250a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=734902d097224822bf9273bb52d49340&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6651947 Jul 09 16:09:45.100157 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45856) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:45.135712 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:45.147058 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-16e4c6ad-4328-4036-8e12-5da28416a7cf req-7089e9fd-736d-4b06-873f-9fc5c4dd8760 service neutron] Transition to ACTIVE for port object 7e6cf95d-c4b7-4dc6-937f-69b79badf881 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:09:45.148483 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847b57be-a706-419b-ad7b-dfcbb9fb250a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1069d5-0dab-4966-840d-73952b3d31e7,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:45.160423 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577a187-4281-4fdd-85ae-66a1561c747c req-026a2893-6941-442a-afa6-a2fcac5cbb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:45.162099 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2577a187-4281-4fdd-85ae-66a1561c747c req-026a2893-6941-442a-afa6-a2fcac5cbb2a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9652b0cc-4dd5-4837-9b58-222aefe9d108 HTTP/1.1" status: 200 len: 863 time: 0.0736022 Jul 09 16:09:45.175068 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 471eef77-7614-4c72-8dd6-51a6d3532999, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=471eef77-7614-4c72-8dd6-51a6d3532999,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:09:45.177685 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-16e4c6ad-4328-4036-8e12-5da28416a7cf req-7089e9fd-736d-4b06-873f-9fc5c4dd8760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:45.181631 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:45.231655 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577a187-4281-4fdd-85ae-66a1561c747c req-cefc1a00-7e5d-4ed2-be2d-2d3c0865e91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:45.233298 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2577a187-4281-4fdd-85ae-66a1561c747c req-cefc1a00-7e5d-4ed2-be2d-2d3c0865e91b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb5eedc8-9794-43ab-9159-e84889255689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0633700 Jul 09 16:09:45.235199 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=471eef77-7614-4c72-8dd6-51a6d3532999,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:45.255531 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345514a8-b929-4797-ba27-443583af466a req-d006cb31-ef3b-466e-8444-9a1159f01436 tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:45.257090 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-345514a8-b929-4797-ba27-443583af466a req-d006cb31-ef3b-466e-8444-9a1159f01436 tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d79385b-ef37-41a5-bef1-5fb198e13888 HTTP/1.1" status: 200 len: 971 time: 0.2299392 Jul 09 16:09:45.304460 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7089e9fd-736d-4b06-873f-9fc5c4dd8760 service neutron] Pushing event updated for resources: {'Port': ['ID=7e6cf95d-c4b7-4dc6-937f-69b79badf881,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:45.334102 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-80dd0570-3994-4723-8965-7ff503cde7a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:45.402232 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2577a187-4281-4fdd-85ae-66a1561c747c req-7f2ca66c-31e9-4497-aa15-c53059292e21 service neutron] 10.222.0.73 "GET /v2.0/networks/bb5eedc8-9794-43ab-9159-e84889255689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616926 Jul 09 16:09:45.402990 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5060b7-0095-4284-b4ed-028613c96e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '471eef77-7614-4c72-8dd6-51a6d3532999'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:09:45.405387 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31950ca9-0b58-462f-9f51-50aadd4e6da7" -d '{"events": [{"server_uuid": "ad5060b7-0095-4284-b4ed-028613c96e15", "name": "network-vif-plugged", "status": "completed", "tag": "471eef77-7614-4c72-8dd6-51a6d3532999"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:09:45.427423 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce195a9-6057-41ef-a5d8-02b79f8a9972 req-0ce0e4d7-e544-4938-ad09-ed0b415d05b3 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:45.428427 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-345514a8-b929-4797-ba27-443583af466a req-e2a818b0-2558-4cc4-a20a-ef18023d84e2 tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] 10.222.0.98 "GET /v2.0/security-groups?id=f80276da-06f5-44ad-9b59-a64cf612fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606536 Jul 09 16:09:45.428909 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0ce195a9-6057-41ef-a5d8-02b79f8a9972 req-0ce0e4d7-e544-4938-ad09-ed0b415d05b3 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad5060b7-0095-4284-b4ed-028613c96e15 HTTP/1.1" status: 200 len: 950 time: 0.1215732 Jul 09 16:09:45.433011 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-06ac78bf-99ca-4068-8b99-fdd8edb051dd req-cb82f788-9de0-4955-80f3-b4bedf1a037d tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:45.441789 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-06ac78bf-99ca-4068-8b99-fdd8edb051dd req-cb82f788-9de0-4955-80f3-b4bedf1a037d tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:45.488532 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-80dd0570-3994-4723-8965-7ff503cde7a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:45.501294 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881febc2-560e-42d4-91b0-2a8b43bf840d x-openstack-request-id: req-881febc2-560e-42d4-91b0-2a8b43bf840d {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:09:45.501853 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad5060b7-0095-4284-b4ed-028613c96e15", "name": "network-vif-plugged", "status": "completed", "tag": "471eef77-7614-4c72-8dd6-51a6d3532999", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:09:45.502011 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-881febc2-560e-42d4-91b0-2a8b43bf840d {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:09:45.502476 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad5060b7-0095-4284-b4ed-028613c96e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '471eef77-7614-4c72-8dd6-51a6d3532999', 'code': 200} Jul 09 16:09:45.504776 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-16e4c6ad-4328-4036-8e12-5da28416a7cf req-7089e9fd-736d-4b06-873f-9fc5c4dd8760 service neutron] Attempting to bind port 7e6cf95d-c4b7-4dc6-937f-69b79badf881 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:09:45.504776 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-16e4c6ad-4328-4036-8e12-5da28416a7cf req-7089e9fd-736d-4b06-873f-9fc5c4dd8760 service neutron] Attempting to bind port 7e6cf95d-c4b7-4dc6-937f-69b79badf881 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:09:45.505119 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e4c6ad-4328-4036-8e12-5da28416a7cf req-7089e9fd-736d-4b06-873f-9fc5c4dd8760 service neutron] Attempting to bind port 7e6cf95d-c4b7-4dc6-937f-69b79badf881 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:09:45.536142 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e4c6ad-4328-4036-8e12-5da28416a7cf req-7089e9fd-736d-4b06-873f-9fc5c4dd8760 service neutron] Port 7e6cf95d-c4b7-4dc6-937f-69b79badf881 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:09:45.536405 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e4c6ad-4328-4036-8e12-5da28416a7cf req-7089e9fd-736d-4b06-873f-9fc5c4dd8760 service neutron] Attempting to bind port 7e6cf95d-c4b7-4dc6-937f-69b79badf881 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:09:45.551713 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0ce195a9-6057-41ef-a5d8-02b79f8a9972 req-290e3d26-1a6a-4b12-851b-7b4faaf7d307 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/security-groups?id=af5fd54a-9c61-4b4c-a5e9-fe2ec4c8027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918725 Jul 09 16:09:45.564002 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e4c6ad-4328-4036-8e12-5da28416a7cf req-7089e9fd-736d-4b06-873f-9fc5c4dd8760 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:09:45.564336 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e4c6ad-4328-4036-8e12-5da28416a7cf req-7089e9fd-736d-4b06-873f-9fc5c4dd8760 service neutron] Checking segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:09:45.564720 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e4c6ad-4328-4036-8e12-5da28416a7cf req-7089e9fd-736d-4b06-873f-9fc5c4dd8760 service neutron] Bound using segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:09:45.565167 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-16e4c6ad-4328-4036-8e12-5da28416a7cf req-7089e9fd-736d-4b06-873f-9fc5c4dd8760 service neutron] Bound port: 7e6cf95d-c4b7-4dc6-937f-69b79badf881, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:09:45.565521 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-16e4c6ad-4328-4036-8e12-5da28416a7cf req-7089e9fd-736d-4b06-873f-9fc5c4dd8760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:45.567294 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb82f788-9de0-4955-80f3-b4bedf1a037d tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae95188f-e212-4a8e-8567-a2e6c3c4cf1e,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:45.572191 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2577a187-4281-4fdd-85ae-66a1561c747c req-2968880a-e972-4038-b4f8-72e4c463e49a service neutron] 10.222.0.73 "GET /v2.0/networks/bb5eedc8-9794-43ab-9159-e84889255689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621952 Jul 09 16:09:45.656268 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aaa228-7eac-4c68-8fd3-66df7a222f7c req-a3696edf-8454-4b04-9a64-2d0b9a7a8043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:45.658039 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f0aaa228-7eac-4c68-8fd3-66df7a222f7c req-a3696edf-8454-4b04-9a64-2d0b9a7a8043 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ad5060b7-0095-4284-b4ed-028613c96e15 HTTP/1.1" status: 200 len: 1101 time: 0.0601368 Jul 09 16:09:45.658552 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.73', 58203) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:45.663566 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-80dd0570-3994-4723-8965-7ff503cde7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:45.666693 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-80dd0570-3994-4723-8965-7ff503cde7a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:45.667834 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-80dd0570-3994-4723-8965-7ff503cde7a9 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3e1069d5-0dab-4966-840d-73952b3d31e7 HTTP/1.1" status: 204 len: 168 time: 0.5649321 Jul 09 16:09:45.680168 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-06ac78bf-99ca-4068-8b99-fdd8edb051dd req-cb82f788-9de0-4955-80f3-b4bedf1a037d tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] Allocated IP 192.168.233.151 (c7d8b865-e1f3-4446-a87b-a6da86eba8a1/f122b436-b232-4a3c-9aac-47d5639f2da4/c9f09e3f-8979-4793-9e9c-94e49233516d) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:09:45.696380 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dd0570-3994-4723-8965-7ff503cde7a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1069d5-0dab-4966-840d-73952b3d31e7,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:45.716849 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-16e4c6ad-4328-4036-8e12-5da28416a7cf req-7089e9fd-736d-4b06-873f-9fc5c4dd8760 service neutron] For port 7e6cf95d-c4b7-4dc6-937f-69b79badf881, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:09:45.722275 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-16e4c6ad-4328-4036-8e12-5da28416a7cf req-7089e9fd-736d-4b06-873f-9fc5c4dd8760 service neutron] For port 7e6cf95d-c4b7-4dc6-937f-69b79badf881, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=7e6cf95d-c4b7-4dc6-937f-69b79badf881,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:09:45.727597 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-16e4c6ad-4328-4036-8e12-5da28416a7cf req-7089e9fd-736d-4b06-873f-9fc5c4dd8760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:45.760775 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f0aaa228-7eac-4c68-8fd3-66df7a222f7c req-060ca530-9cc9-43aa-8674-01db0ca4c009 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=af5fd54a-9c61-4b4c-a5e9-fe2ec4c8027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877454 Jul 09 16:09:45.786346 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4c6ad-4328-4036-8e12-5da28416a7cf req-7089e9fd-736d-4b06-873f-9fc5c4dd8760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:45.787358 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-16e4c6ad-4328-4036-8e12-5da28416a7cf req-7089e9fd-736d-4b06-873f-9fc5c4dd8760 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:45.789397 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-16e4c6ad-4328-4036-8e12-5da28416a7cf req-7089e9fd-736d-4b06-873f-9fc5c4dd8760 service neutron] 10.222.0.73 "PUT /v2.0/ports/7e6cf95d-c4b7-4dc6-937f-69b79badf881 HTTP/1.1" status: 200 len: 1095 time: 1.2773750 Jul 09 16:09:45.794395 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d3ad4be-f5a2-4e1c-a238-fef9e908439f', 'tag': '7e6cf95d-c4b7-4dc6-937f-69b79badf881'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:09:45.795727 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5614cf6-b34d-4f7d-ba14-5cc618ae9244 req-8a245090-3bfe-4ffe-a4ec-c9f1d3432d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:45.797079 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a842d964-28bf-4d27-9ff7-6caadbc7a479" -d '{"events": [{"name": "network-changed", "server_uuid": "8d3ad4be-f5a2-4e1c-a238-fef9e908439f", "tag": "7e6cf95d-c4b7-4dc6-937f-69b79badf881"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:09:45.797240 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f5614cf6-b34d-4f7d-ba14-5cc618ae9244 req-8a245090-3bfe-4ffe-a4ec-c9f1d3432d2f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cc4dc2313b5c41388daec8e5a4533d66&device_id=49315736-dd27-47af-9ccb-98e9c687919a HTTP/1.1" status: 200 len: 1095 time: 0.1324525 Jul 09 16:09:46.002911 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7089e9fd-736d-4b06-873f-9fc5c4dd8760 service neutron] Pushing event updated for resources: {'Port': ['ID=7e6cf95d-c4b7-4dc6-937f-69b79badf881,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:46.020633 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68debc40-f655-4456-8d40-361158d50a0e req-dc98ac81-9e10-49ec-b7aa-6661c74105f2 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:46.022500 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-68debc40-f655-4456-8d40-361158d50a0e req-dc98ac81-9e10-49ec-b7aa-6661c74105f2 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/ports?device_id=49315736-dd27-47af-9ccb-98e9c687919a HTTP/1.1" status: 200 len: 944 time: 0.1015909 Jul 09 16:09:46.047809 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-06ac78bf-99ca-4068-8b99-fdd8edb051dd req-cb82f788-9de0-4955-80f3-b4bedf1a037d tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:46.072393 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-68debc40-f655-4456-8d40-361158d50a0e req-b4d3a775-fa8b-4676-8201-53e30f304153 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/security-groups?id=ce5ad391-2727-4ebb-93c6-e38b31a0907b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409608 Jul 09 16:09:46.074331 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-06ac78bf-99ca-4068-8b99-fdd8edb051dd req-cb82f788-9de0-4955-80f3-b4bedf1a037d tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] Transition to ACTIVE for port object c9f09e3f-8979-4793-9e9c-94e49233516d will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:09:46.105552 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa082ee0-62bd-41a0-a373-51a64ef569ff req-fb637c74-f335-4db4-87c2-555ebd76edc9 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:46.107121 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fa082ee0-62bd-41a0-a373-51a64ef569ff req-fb637c74-f335-4db4-87c2-555ebd76edc9 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f HTTP/1.1" status: 200 len: 947 time: 0.1753774 Jul 09 16:09:46.130955 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61682833-3b09-4656-8cbb-c1da75481d5b x-openstack-request-id: req-61682833-3b09-4656-8cbb-c1da75481d5b {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:09:46.131237 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d3ad4be-f5a2-4e1c-a238-fef9e908439f", "tag": "7e6cf95d-c4b7-4dc6-937f-69b79badf881", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:09:46.131486 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-61682833-3b09-4656-8cbb-c1da75481d5b {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:09:46.131865 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d3ad4be-f5a2-4e1c-a238-fef9e908439f', 'tag': '7e6cf95d-c4b7-4dc6-937f-69b79badf881', 'status': 'completed', 'code': 200} Jul 09 16:09:46.157187 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-06ac78bf-99ca-4068-8b99-fdd8edb051dd req-cb82f788-9de0-4955-80f3-b4bedf1a037d tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:46.235057 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fa082ee0-62bd-41a0-a373-51a64ef569ff req-e2950f9e-e43d-456c-8241-58782addaa03 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164074 Jul 09 16:09:46.242177 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06ac78bf-99ca-4068-8b99-fdd8edb051dd req-cb82f788-9de0-4955-80f3-b4bedf1a037d tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] Network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:09:46.252465 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb82f788-9de0-4955-80f3-b4bedf1a037d tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] Pushing event updated for resources: {'Port': ['ID=c9f09e3f-8979-4793-9e9c-94e49233516d,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:46.253555 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-06ac78bf-99ca-4068-8b99-fdd8edb051dd req-cb82f788-9de0-4955-80f3-b4bedf1a037d tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:09:46.317671 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-06ac78bf-99ca-4068-8b99-fdd8edb051dd req-cb82f788-9de0-4955-80f3-b4bedf1a037d tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:09:46.324545 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac78bf-99ca-4068-8b99-fdd8edb051dd req-cb82f788-9de0-4955-80f3-b4bedf1a037d tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:46.325175 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-06ac78bf-99ca-4068-8b99-fdd8edb051dd req-cb82f788-9de0-4955-80f3-b4bedf1a037d tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:46.344895 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-06ac78bf-99ca-4068-8b99-fdd8edb051dd req-cb82f788-9de0-4955-80f3-b4bedf1a037d tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5199382 Jul 09 16:09:46.362913 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-06ac78bf-99ca-4068-8b99-fdd8edb051dd req-ff8c6c26-1f4b-4402-9cc4-07dea538b151 service neutron] Request body: {'port': {'device_id': '907f9cea-08e4-4f8d-bf3a-7f85a8252132', 'device_owner': 'compute:tempest-test_az-282883867', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:09:46.391749 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da96f5-d380-442f-9242-67972f21ca58 req-52943267-3dde-4684-a83f-1e0aeace6cff tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:46.400250 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e9da96f5-d380-442f-9242-67972f21ca58 req-52943267-3dde-4684-a83f-1e0aeace6cff tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] 10.222.0.98 "GET /v2.0/ports?device_id=907f9cea-08e4-4f8d-bf3a-7f85a8252132 HTTP/1.1" status: 200 len: 936 time: 0.1729581 Jul 09 16:09:46.419967 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5614cf6-b34d-4f7d-ba14-5cc618ae9244 req-9351b27b-9925-4195-9ef6-4bd86c96aab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:46.421496 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f5614cf6-b34d-4f7d-ba14-5cc618ae9244 req-9351b27b-9925-4195-9ef6-4bd86c96aab6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=bb5eedc8-9794-43ab-9159-e84889255689 HTTP/1.1" status: 200 len: 925 time: 0.1492443 Jul 09 16:09:46.433276 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842d964-28bf-4d27-9ff7-6caadbc7a479 req-6f6be373-279c-4603-9d44-cd86000a4abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:46.434815 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a842d964-28bf-4d27-9ff7-6caadbc7a479 req-6f6be373-279c-4603-9d44-cd86000a4abb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=90103765321a44c5954b6bc1ea90c4d7&device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f HTTP/1.1" status: 200 len: 1098 time: 0.1533687 Jul 09 16:09:46.448675 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-06ac78bf-99ca-4068-8b99-fdd8edb051dd req-ff8c6c26-1f4b-4402-9cc4-07dea538b151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:46.500084 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f5614cf6-b34d-4f7d-ba14-5cc618ae9244 req-d57b129a-887b-4fb2-8446-a5a97a177bfd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8410fa2-713f-41ff-9dc4-a833be28b663 HTTP/1.1" status: 200 len: 217 time: 0.0690086 Jul 09 16:09:46.510799 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a842d964-28bf-4d27-9ff7-6caadbc7a479 req-f2c520f2-d09a-4444-945d-632a5c0240ea service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=90103765321a44c5954b6bc1ea90c4d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588598 Jul 09 16:09:46.514862 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e9da96f5-d380-442f-9242-67972f21ca58 req-a21be15f-504e-4865-88d0-c18a0a4f4add tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] 10.222.0.98 "GET /v2.0/security-groups?id=ae95188f-e212-4a8e-8567-a2e6c3c4cf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134670 Jul 09 16:09:46.577955 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f08a5648-5b39-4dd5-9c76-670b8be4e1d0 None None] Provisioning for port c9f09e3f-8979-4793-9e9c-94e49233516d completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:09:46.583598 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f08a5648-5b39-4dd5-9c76-670b8be4e1d0 None None] Provisioning complete for port c9f09e3f-8979-4793-9e9c-94e49233516d triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:09:46.583965 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f08a5648-5b39-4dd5-9c76-670b8be4e1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:46.613665 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5614cf6-b34d-4f7d-ba14-5cc618ae9244 req-783fe247-4424-484c-9554-c748cd4f0607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:46.616252 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f5614cf6-b34d-4f7d-ba14-5cc618ae9244 req-783fe247-4424-484c-9554-c748cd4f0607 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9652b0cc-4dd5-4837-9b58-222aefe9d108 HTTP/1.1" status: 200 len: 863 time: 0.1002758 Jul 09 16:09:46.658992 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-f08a5648-5b39-4dd5-9c76-670b8be4e1d0 None None] Port c9f09e3f-8979-4793-9e9c-94e49233516d cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:09:46.684070 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5614cf6-b34d-4f7d-ba14-5cc618ae9244 req-9be8ab5a-f8b3-41f9-9be9-69158c83192d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:46.685719 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f5614cf6-b34d-4f7d-ba14-5cc618ae9244 req-9be8ab5a-f8b3-41f9-9be9-69158c83192d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb5eedc8-9794-43ab-9159-e84889255689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610881 Jul 09 16:09:46.823799 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f5614cf6-b34d-4f7d-ba14-5cc618ae9244 req-fc63c3e2-5fb3-4586-b7db-86742002c8d3 service neutron] 10.222.0.73 "GET /v2.0/networks/bb5eedc8-9794-43ab-9159-e84889255689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306610 Jul 09 16:09:46.834743 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af58e4b-1b34-4116-9110-b712aee380dc req-1cdee3ab-ec14-4ccc-ab3d-cb21e7ac08f1 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:46.836172 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1af58e4b-1b34-4116-9110-b712aee380dc req-1cdee3ab-ec14-4ccc-ab3d-cb21e7ac08f1 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad5060b7-0095-4284-b4ed-028613c96e15 HTTP/1.1" status: 200 len: 950 time: 0.1209533 Jul 09 16:09:46.921242 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1af58e4b-1b34-4116-9110-b712aee380dc req-0e382167-43cf-4bac-be34-d6a063538dc9 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/security-groups?id=af5fd54a-9c61-4b4c-a5e9-fe2ec4c8027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758634 Jul 09 16:09:46.949263 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f5614cf6-b34d-4f7d-ba14-5cc618ae9244 req-f2bfc3bc-a833-406f-8aae-1faee471f1fe service neutron] 10.222.0.73 "GET /v2.0/networks/bb5eedc8-9794-43ab-9159-e84889255689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117318 Jul 09 16:09:47.096644 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842d964-28bf-4d27-9ff7-6caadbc7a479 req-e4cb67ce-ba4d-4d27-ad03-430eb16dbefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:47.098077 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a842d964-28bf-4d27-9ff7-6caadbc7a479 req-e4cb67ce-ba4d-4d27-ad03-430eb16dbefd service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4110117 Jul 09 16:09:47.114552 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32620d8-5c85-4ed4-84dd-fa1017bb60a0 req-9cfd3f69-7931-41c9-b5cf-254a70fc6166 tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:47.116096 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b32620d8-5c85-4ed4-84dd-fa1017bb60a0 req-9cfd3f69-7931-41c9-b5cf-254a70fc6166 tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d79385b-ef37-41a5-bef1-5fb198e13888 HTTP/1.1" status: 200 len: 971 time: 0.4273696 Jul 09 16:09:47.170911 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-06ac78bf-99ca-4068-8b99-fdd8edb051dd req-ff8c6c26-1f4b-4402-9cc4-07dea538b151 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9f09e3f-8979-4793-9e9c-94e49233516d {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:09:47.192060 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-06ac78bf-99ca-4068-8b99-fdd8edb051dd req-ff8c6c26-1f4b-4402-9cc4-07dea538b151 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:47.225750 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b32620d8-5c85-4ed4-84dd-fa1017bb60a0 req-0cdbfc38-19d3-46d9-9d2b-278d69bb879e tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] 10.222.0.98 "GET /v2.0/security-groups?id=f80276da-06f5-44ad-9b59-a64cf612fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851216 Jul 09 16:09:47.229995 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-06ac78bf-99ca-4068-8b99-fdd8edb051dd req-ff8c6c26-1f4b-4402-9cc4-07dea538b151 service neutron] Transition to ACTIVE for port object c9f09e3f-8979-4793-9e9c-94e49233516d will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:09:47.236777 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-06ac78bf-99ca-4068-8b99-fdd8edb051dd req-ff8c6c26-1f4b-4402-9cc4-07dea538b151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:47.282094 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19214006-7f41-4597-83c4-64483968dae6 req-fee944a1-db2b-4480-84d1-3d880bcc36a0 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:47.288950 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-19214006-7f41-4597-83c4-64483968dae6 req-fee944a1-db2b-4480-84d1-3d880bcc36a0 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/ports?device_id=49315736-dd27-47af-9ccb-98e9c687919a HTTP/1.1" status: 200 len: 944 time: 0.0841024 Jul 09 16:09:47.306213 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8c6c26-1f4b-4402-9cc4-07dea538b151 service neutron] Pushing event updated for resources: {'Port': ['ID=c9f09e3f-8979-4793-9e9c-94e49233516d,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:47.327906 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4c6ad-4328-4036-8e12-5da28416a7cf req-b47584a6-0372-4542-a288-254cd12a6903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:47.329549 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-16e4c6ad-4328-4036-8e12-5da28416a7cf req-b47584a6-0372-4542-a288-254cd12a6903 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=90103765321a44c5954b6bc1ea90c4d7&device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f HTTP/1.1" status: 200 len: 1098 time: 0.1530809 Jul 09 16:09:47.342918 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-19214006-7f41-4597-83c4-64483968dae6 req-f1afb6de-2daf-4299-a492-ac19af620c26 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/security-groups?id=ce5ad391-2727-4ebb-93c6-e38b31a0907b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494590 Jul 09 16:09:47.396491 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-16e4c6ad-4328-4036-8e12-5da28416a7cf req-a3f9d2a1-d2e4-4556-a4fe-a9d7bcfabc55 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=7e6cf95d-c4b7-4dc6-937f-69b79badf881 HTTP/1.1" status: 200 len: 217 time: 0.0420442 Jul 09 16:09:47.466941 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-06ac78bf-99ca-4068-8b99-fdd8edb051dd req-ff8c6c26-1f4b-4402-9cc4-07dea538b151 service neutron] Attempting to bind port c9f09e3f-8979-4793-9e9c-94e49233516d on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:09:47.467373 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-06ac78bf-99ca-4068-8b99-fdd8edb051dd req-ff8c6c26-1f4b-4402-9cc4-07dea538b151 service neutron] Attempting to bind port c9f09e3f-8979-4793-9e9c-94e49233516d by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:09:47.467759 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ac78bf-99ca-4068-8b99-fdd8edb051dd req-ff8c6c26-1f4b-4402-9cc4-07dea538b151 service neutron] Attempting to bind port c9f09e3f-8979-4793-9e9c-94e49233516d on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:09:47.501358 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ac78bf-99ca-4068-8b99-fdd8edb051dd req-ff8c6c26-1f4b-4402-9cc4-07dea538b151 service neutron] Port c9f09e3f-8979-4793-9e9c-94e49233516d on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:09:47.501787 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ac78bf-99ca-4068-8b99-fdd8edb051dd req-ff8c6c26-1f4b-4402-9cc4-07dea538b151 service neutron] Attempting to bind port c9f09e3f-8979-4793-9e9c-94e49233516d on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:09:47.517635 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc77caf-f118-4751-85e0-4df30552c728 req-a085d72e-4d90-448e-8623-dd5c08ab3c25 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:47.519148 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7bc77caf-f118-4751-85e0-4df30552c728 req-a085d72e-4d90-448e-8623-dd5c08ab3c25 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f HTTP/1.1" status: 200 len: 947 time: 0.0654223 Jul 09 16:09:47.519906 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ac78bf-99ca-4068-8b99-fdd8edb051dd req-ff8c6c26-1f4b-4402-9cc4-07dea538b151 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:09:47.520310 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ac78bf-99ca-4068-8b99-fdd8edb051dd req-ff8c6c26-1f4b-4402-9cc4-07dea538b151 service neutron] Checking segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:09:47.520752 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ac78bf-99ca-4068-8b99-fdd8edb051dd req-ff8c6c26-1f4b-4402-9cc4-07dea538b151 service neutron] Bound using segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:09:47.521187 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-06ac78bf-99ca-4068-8b99-fdd8edb051dd req-ff8c6c26-1f4b-4402-9cc4-07dea538b151 service neutron] Bound port: c9f09e3f-8979-4793-9e9c-94e49233516d, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:09:47.521568 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-06ac78bf-99ca-4068-8b99-fdd8edb051dd req-ff8c6c26-1f4b-4402-9cc4-07dea538b151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:47.528921 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4c6ad-4328-4036-8e12-5da28416a7cf req-cc2c55df-bfa0-4246-9596-6e32c57bb612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:47.530413 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-16e4c6ad-4328-4036-8e12-5da28416a7cf req-cc2c55df-bfa0-4246-9596-6e32c57bb612 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.1236248 Jul 09 16:09:47.557948 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7bc77caf-f118-4751-85e0-4df30552c728 req-1f4496a4-1f66-4ba5-a3e1-3f35136c316b tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330098 Jul 09 16:09:47.644680 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5629cc2f-4be1-44bd-b35e-00e4839b5e5d req-4a2e91ef-4458-4ede-8759-36875ace4f9f tempest-AggregatesAdminTestJSON-1659172651 tempest-AggregatesAdminTestJSON-1659172651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:47.646193 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5629cc2f-4be1-44bd-b35e-00e4839b5e5d req-4a2e91ef-4458-4ede-8759-36875ace4f9f tempest-AggregatesAdminTestJSON-1659172651 tempest-AggregatesAdminTestJSON-1659172651-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=1d79385b-ef37-41a5-bef1-5fb198e13888 HTTP/1.1" status: 200 len: 1122 time: 0.2254891 Jul 09 16:09:47.667667 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-06ac78bf-99ca-4068-8b99-fdd8edb051dd req-ff8c6c26-1f4b-4402-9cc4-07dea538b151 service neutron] For port c9f09e3f-8979-4793-9e9c-94e49233516d, host n-h1-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:09:47.671575 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-06ac78bf-99ca-4068-8b99-fdd8edb051dd req-ff8c6c26-1f4b-4402-9cc4-07dea538b151 service neutron] For port c9f09e3f-8979-4793-9e9c-94e49233516d, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=c9f09e3f-8979-4793-9e9c-94e49233516d,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:09:47.680770 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-06ac78bf-99ca-4068-8b99-fdd8edb051dd req-ff8c6c26-1f4b-4402-9cc4-07dea538b151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:47.682590 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5629cc2f-4be1-44bd-b35e-00e4839b5e5d req-89007376-610b-4223-ba94-0a9d639d66a4 tempest-AggregatesAdminTestJSON-1659172651 tempest-AggregatesAdminTestJSON-1659172651-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:47.698129 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4c6ad-4328-4036-8e12-5da28416a7cf req-4724bcdc-71a7-42bb-9105-9882e7b33d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:47.699684 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-16e4c6ad-4328-4036-8e12-5da28416a7cf req-4724bcdc-71a7-42bb-9105-9882e7b33d94 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1620252 Jul 09 16:09:47.769071 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cddcdea-f08b-429f-b289-31f0343f3124 req-9970b736-96a9-4a52-a6b8-9b74c24e4373 tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:47.770649 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3cddcdea-f08b-429f-b289-31f0343f3124 req-9970b736-96a9-4a52-a6b8-9b74c24e4373 tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] 10.222.0.98 "GET /v2.0/ports?device_id=907f9cea-08e4-4f8d-bf3a-7f85a8252132 HTTP/1.1" status: 200 len: 969 time: 0.0770967 Jul 09 16:09:47.799067 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac78bf-99ca-4068-8b99-fdd8edb051dd req-ff8c6c26-1f4b-4402-9cc4-07dea538b151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:47.799693 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-06ac78bf-99ca-4068-8b99-fdd8edb051dd req-ff8c6c26-1f4b-4402-9cc4-07dea538b151 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:47.801080 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-06ac78bf-99ca-4068-8b99-fdd8edb051dd req-ff8c6c26-1f4b-4402-9cc4-07dea538b151 service neutron] 10.222.0.77 "PUT /v2.0/ports/c9f09e3f-8979-4793-9e9c-94e49233516d HTTP/1.1" status: 200 len: 1117 time: 1.4470427 Jul 09 16:09:47.816157 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3cddcdea-f08b-429f-b289-31f0343f3124 req-66d1efd4-f39c-4dc1-a3e4-3a0494e43c8c tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] 10.222.0.98 "GET /v2.0/security-groups?id=ae95188f-e212-4a8e-8567-a2e6c3c4cf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386696 Jul 09 16:09:47.823018 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8c6c26-1f4b-4402-9cc4-07dea538b151 service neutron] Pushing event updated for resources: {'Port': ['ID=c9f09e3f-8979-4793-9e9c-94e49233516d,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:47.926582 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-16e4c6ad-4328-4036-8e12-5da28416a7cf req-bcdcb664-d3c2-4f9f-a115-8548571c8415 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073700 Jul 09 16:09:48.040014 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5629cc2f-4be1-44bd-b35e-00e4839b5e5d req-89007376-610b-4223-ba94-0a9d639d66a4 tempest-AggregatesAdminTestJSON-1659172651 tempest-AggregatesAdminTestJSON-1659172651-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:48.044024 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac78bf-99ca-4068-8b99-fdd8edb051dd req-c030a43e-6878-42f2-a3d5-91a0684ee0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:48.045588 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-06ac78bf-99ca-4068-8b99-fdd8edb051dd req-c030a43e-6878-42f2-a3d5-91a0684ee0bb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9b0300fc84874bf49621f6a2e1be87e2&device_id=907f9cea-08e4-4f8d-bf3a-7f85a8252132 HTTP/1.1" status: 200 len: 1120 time: 0.1898382 Jul 09 16:09:48.048311 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5629cc2f-4be1-44bd-b35e-00e4839b5e5d req-89007376-610b-4223-ba94-0a9d639d66a4 tempest-AggregatesAdminTestJSON-1659172651 tempest-AggregatesAdminTestJSON-1659172651-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:48.119943 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3d810-abe8-4235-98e6-097a3d77e3a4 req-be7df71e-6828-417c-acc3-4f1eccb481e2 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:48.121811 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-aab3d810-abe8-4235-98e6-097a3d77e3a4 req-be7df71e-6828-417c-acc3-4f1eccb481e2 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad5060b7-0095-4284-b4ed-028613c96e15 HTTP/1.1" status: 200 len: 950 time: 0.0720840 Jul 09 16:09:48.129900 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5629cc2f-4be1-44bd-b35e-00e4839b5e5d req-89007376-610b-4223-ba94-0a9d639d66a4 tempest-AggregatesAdminTestJSON-1659172651 tempest-AggregatesAdminTestJSON-1659172651-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=f80276da-06f5-44ad-9b59-a64cf612fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4732552 Jul 09 16:09:48.137141 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '907f9cea-08e4-4f8d-bf3a-7f85a8252132', 'tag': 'c9f09e3f-8979-4793-9e9c-94e49233516d'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:09:48.139541 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f8e810-e251-4f3c-bb2a-48c90c7b694e" -d '{"events": [{"name": "network-changed", "server_uuid": "907f9cea-08e4-4f8d-bf3a-7f85a8252132", "tag": "c9f09e3f-8979-4793-9e9c-94e49233516d"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:09:48.154013 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-06ac78bf-99ca-4068-8b99-fdd8edb051dd req-9d4db49c-0a73-4942-8ca8-57f01f14607c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=c9f09e3f-8979-4793-9e9c-94e49233516d HTTP/1.1" status: 200 len: 217 time: 0.0759606 Jul 09 16:09:48.154013 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-16e4c6ad-4328-4036-8e12-5da28416a7cf req-878657ac-3619-496b-8ab9-5d2cdf18fe6b service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142601 Jul 09 16:09:48.154013 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89007376-610b-4223-ba94-0a9d639d66a4 tempest-AggregatesAdminTestJSON-1659172651 tempest-AggregatesAdminTestJSON-1659172651-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a00a45-4651-44a2-9a5a-701ee9b46365,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:48.196445 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-aab3d810-abe8-4235-98e6-097a3d77e3a4 req-0504f6c6-3a87-44ce-b7a2-9ee819511c99 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/security-groups?id=af5fd54a-9c61-4b4c-a5e9-fe2ec4c8027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640652 Jul 09 16:09:48.220253 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68fb208b-c279-477a-9403-791b46fe1302 x-openstack-request-id: req-68fb208b-c279-477a-9403-791b46fe1302 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:09:48.220596 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "907f9cea-08e4-4f8d-bf3a-7f85a8252132", "tag": "c9f09e3f-8979-4793-9e9c-94e49233516d", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:09:48.220901 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-68fb208b-c279-477a-9403-791b46fe1302 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:09:48.221363 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '907f9cea-08e4-4f8d-bf3a-7f85a8252132', 'tag': 'c9f09e3f-8979-4793-9e9c-94e49233516d', 'status': 'completed', 'code': 200} Jul 09 16:09:48.223444 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac78bf-99ca-4068-8b99-fdd8edb051dd req-b12c6ac0-46ce-4567-b2b8-9836f6bf01e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:48.224959 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-06ac78bf-99ca-4068-8b99-fdd8edb051dd req-b12c6ac0-46ce-4567-b2b8-9836f6bf01e8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.0735018 Jul 09 16:09:48.233775 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45952) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:48.284222 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac78bf-99ca-4068-8b99-fdd8edb051dd req-655fcd17-0f74-43bb-8fd5-711f35f8cc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:48.285733 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-06ac78bf-99ca-4068-8b99-fdd8edb051dd req-655fcd17-0f74-43bb-8fd5-711f35f8cc83 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0541995 Jul 09 16:09:48.360423 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b22bf34f-03dc-4b2e-b98a-0e3d165ddc56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:48.419173 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-06ac78bf-99ca-4068-8b99-fdd8edb051dd req-41872eb1-598d-4a6d-bb4e-4b1d571db059 service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266799 Jul 09 16:09:48.529054 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b22bf34f-03dc-4b2e-b98a-0e3d165ddc56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:48.533975 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b22bf34f-03dc-4b2e-b98a-0e3d165ddc56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:48.586161 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-06ac78bf-99ca-4068-8b99-fdd8edb051dd req-5ee8b8bc-bdaf-472f-a41b-51eaac4fa9b8 service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601012 Jul 09 16:09:48.588387 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b22bf34f-03dc-4b2e-b98a-0e3d165ddc56 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=bb171c12fa4f4810800e7e9a55957e79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3535502 Jul 09 16:09:48.590507 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22bf34f-03dc-4b2e-b98a-0e3d165ddc56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1739d3ae-6e74-4eee-aac1-536f9391a009,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:48.591165 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45974) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:48.626631 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcccf622-cd4f-4190-8791-1c5369fcba89 req-6cbb16d2-ada6-4167-b6c1-a50fdbbc08e0 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:48.628166 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fcccf622-cd4f-4190-8791-1c5369fcba89 req-6cbb16d2-ada6-4167-b6c1-a50fdbbc08e0 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/ports?device_id=49315736-dd27-47af-9ccb-98e9c687919a HTTP/1.1" status: 200 len: 944 time: 0.1354446 Jul 09 16:09:48.713621 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3628ac75-904a-4bcc-a8c4-6661c31f9c91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:48.719119 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fcccf622-cd4f-4190-8791-1c5369fcba89 req-9afa038f-54e1-4a60-bce0-9c0dba3c0a8b tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/security-groups?id=ce5ad391-2727-4ebb-93c6-e38b31a0907b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838423 Jul 09 16:09:48.747455 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3628ac75-904a-4bcc-a8c4-6661c31f9c91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:48.784333 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8e810-e251-4f3c-bb2a-48c90c7b694e req-0c33943d-9731-4208-a991-d5db564c187e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:48.785985 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-68f8e810-e251-4f3c-bb2a-48c90c7b694e req-0c33943d-9731-4208-a991-d5db564c187e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9b0300fc84874bf49621f6a2e1be87e2&device_id=907f9cea-08e4-4f8d-bf3a-7f85a8252132 HTTP/1.1" status: 200 len: 1120 time: 0.1305895 Jul 09 16:09:48.837952 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeece02d-0d49-4be6-a4cc-6256efbd414c req-ce217a5e-9836-4272-a7b7-c46c7366734f tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:48.840449 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-eeece02d-0d49-4be6-a4cc-6256efbd414c req-ce217a5e-9836-4272-a7b7-c46c7366734f tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f HTTP/1.1" status: 200 len: 947 time: 0.0707109 Jul 09 16:09:48.854667 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3628ac75-904a-4bcc-a8c4-6661c31f9c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:48.857380 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3628ac75-904a-4bcc-a8c4-6661c31f9c91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:48.861169 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3628ac75-904a-4bcc-a8c4-6661c31f9c91 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1739d3ae-6e74-4eee-aac1-536f9391a009 HTTP/1.1" status: 204 len: 168 time: 0.2664077 Jul 09 16:09:48.872673 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3628ac75-904a-4bcc-a8c4-6661c31f9c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1739d3ae-6e74-4eee-aac1-536f9391a009,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:48.907808 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8e810-e251-4f3c-bb2a-48c90c7b694e req-caddb20d-8cb2-464a-bb51-bf61937ebf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:48.909280 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-68f8e810-e251-4f3c-bb2a-48c90c7b694e req-caddb20d-8cb2-464a-bb51-bf61937ebf04 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1 HTTP/1.1" status: 200 len: 870 time: 0.1166697 Jul 09 16:09:48.909991 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-eeece02d-0d49-4be6-a4cc-6256efbd414c req-8d4c96c1-dea1-42b9-93d7-d7d10b8fa766 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464344 Jul 09 16:09:48.968251 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-68f8e810-e251-4f3c-bb2a-48c90c7b694e req-d51dae5b-3b57-4821-97b8-5ad0e0b6272a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=c9f09e3f-8979-4793-9e9c-94e49233516d HTTP/1.1" status: 200 len: 217 time: 0.0508039 Jul 09 16:09:49.034736 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8e810-e251-4f3c-bb2a-48c90c7b694e req-58a9fef6-2583-4f13-9e90-da30d506d625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:49.036193 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-68f8e810-e251-4f3c-bb2a-48c90c7b694e req-58a9fef6-2583-4f13-9e90-da30d506d625 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.0575945 Jul 09 16:09:49.102120 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8e810-e251-4f3c-bb2a-48c90c7b694e req-a8d16ad7-b318-49b7-9b6e-a5bdbd8cecb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:49.103637 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-68f8e810-e251-4f3c-bb2a-48c90c7b694e req-a8d16ad7-b318-49b7-9b6e-a5bdbd8cecb3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0610151 Jul 09 16:09:49.121818 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f12ef-f1cf-4891-aaf0-6c5d2109ed9d req-ca701d5c-eecf-43e2-a566-9d94102032c1 tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:49.128708 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-820f12ef-f1cf-4891-aaf0-6c5d2109ed9d req-ca701d5c-eecf-43e2-a566-9d94102032c1 tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] 10.222.0.98 "GET /v2.0/ports?device_id=907f9cea-08e4-4f8d-bf3a-7f85a8252132 HTTP/1.1" status: 200 len: 969 time: 0.1004338 Jul 09 16:09:49.175475 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-820f12ef-f1cf-4891-aaf0-6c5d2109ed9d req-b4f1bb15-8591-4335-861c-eb3dc6f9a625 tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] 10.222.0.98 "GET /v2.0/security-groups?id=ae95188f-e212-4a8e-8567-a2e6c3c4cf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458703 Jul 09 16:09:49.213082 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-68f8e810-e251-4f3c-bb2a-48c90c7b694e req-b2b4533a-3d16-4b5c-b9e7-15e04984b2f3 service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023741 Jul 09 16:09:49.328991 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-68f8e810-e251-4f3c-bb2a-48c90c7b694e req-59282891-a708-4bad-9faf-9e2c6045c040 service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090057 Jul 09 16:09:49.429132 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e59f0-8d00-4bab-971f-d68d09ae475f req-4ca0a2a6-c40b-4c73-99e0-330396c6459e tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:49.431839 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-449e59f0-8d00-4bab-971f-d68d09ae475f req-4ca0a2a6-c40b-4c73-99e0-330396c6459e tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad5060b7-0095-4284-b4ed-028613c96e15 HTTP/1.1" status: 200 len: 950 time: 0.0850346 Jul 09 16:09:49.483725 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-449e59f0-8d00-4bab-971f-d68d09ae475f req-f807ebfd-39c0-4492-9c45-956beab35e46 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/security-groups?id=af5fd54a-9c61-4b4c-a5e9-fe2ec4c8027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461545 Jul 09 16:09:49.629872 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 46048) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:49.750347 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-1cc879e4-edae-483f-b9f9-55b69ac1fe85 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1837259789-network', 'tenant_id': '295683a26cff47fe80fc8d30cae0f829'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:09:49.774257 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc879e4-edae-483f-b9f9-55b69ac1fe85 admin admin] Made reservation on behalf of 295683a26cff47fe80fc8d30cae0f829 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:09:49.777268 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1cc879e4-edae-483f-b9f9-55b69ac1fe85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:49.787615 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1cc879e4-edae-483f-b9f9-55b69ac1fe85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:49.941351 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3c388-b80d-466a-99b8-f7041430a8c0 req-7e562a22-c9ee-4ab0-b66e-19ad3a32b262 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:49.943096 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-42b3c388-b80d-466a-99b8-f7041430a8c0 req-7e562a22-c9ee-4ab0-b66e-19ad3a32b262 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/ports?device_id=49315736-dd27-47af-9ccb-98e9c687919a HTTP/1.1" status: 200 len: 944 time: 0.1036658 Jul 09 16:09:49.945214 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1cc879e4-edae-483f-b9f9-55b69ac1fe85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:49.948496 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1cc879e4-edae-483f-b9f9-55b69ac1fe85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:49.989154 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc879e4-edae-483f-b9f9-55b69ac1fe85 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:09:50.014489 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc879e4-edae-483f-b9f9-55b69ac1fe85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfcc9858-6d6e-4ce7-9f3e-e855c2473a1e,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:50.023142 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1cc879e4-edae-483f-b9f9-55b69ac1fe85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:50.023548 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-1cc879e4-edae-483f-b9f9-55b69ac1fe85 admin admin] Added segment 2889ae5a-14b1-4f86-bf1f-9ec9dbd85842 of type vlan for network 06f3e023-1727-4312-a30e-0892f676ae49 Jul 09 16:09:50.028426 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-42b3c388-b80d-466a-99b8-f7041430a8c0 req-d1f39332-95d1-417f-bc0b-926d6e646aaf tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/security-groups?id=ce5ad391-2727-4ebb-93c6-e38b31a0907b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757892 Jul 09 16:09:50.075867 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1cc879e4-edae-483f-b9f9-55b69ac1fe85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:50.114630 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1cc879e4-edae-483f-b9f9-55b69ac1fe85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:50.115843 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc879e4-edae-483f-b9f9-55b69ac1fe85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:50.116999 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1cc879e4-edae-483f-b9f9-55b69ac1fe85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:50.180731 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-1cc879e4-edae-483f-b9f9-55b69ac1fe85 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5497696 Jul 09 16:09:50.183735 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 46072) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:50.189606 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b67cc3c0-ce22-4493-be5f-619d95805afc admin admin] Request body: {'subnet': {'network_id': '06f3e023-1727-4312-a30e-0892f676ae49', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1837259789-subnet', 'tenant_id': '295683a26cff47fe80fc8d30cae0f829', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:09:50.214729 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc879e4-edae-483f-b9f9-55b69ac1fe85 admin admin] Pushing event updated for resources: {'Network': ['ID=06f3e023-1727-4312-a30e-0892f676ae49,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:50.216795 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67cc3c0-ce22-4493-be5f-619d95805afc admin admin] Made reservation on behalf of 295683a26cff47fe80fc8d30cae0f829 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:09:50.220787 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b67cc3c0-ce22-4493-be5f-619d95805afc admin admin] Notify callbacks [] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:50.228359 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 06f3e023-1727-4312-a30e-0892f676ae49 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:09:50.250621 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1254981-d4fc-44c7-a8b1-8552a81019c1 req-36b0d317-5a05-4d7f-b624-26391fa7ea29 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:50.252516 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d1254981-d4fc-44c7-a8b1-8552a81019c1 req-36b0d317-5a05-4d7f-b624-26391fa7ea29 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f HTTP/1.1" status: 200 len: 947 time: 0.1156983 Jul 09 16:09:50.372509 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e31a1-a478-4cb1-918d-3496d8d8ca69 req-4eb9fd71-28b3-4131-87dc-3613dbd0d35e tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:50.373990 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-488e31a1-a478-4cb1-918d-3496d8d8ca69 req-4eb9fd71-28b3-4131-87dc-3613dbd0d35e tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad5060b7-0095-4284-b4ed-028613c96e15 HTTP/1.1" status: 200 len: 950 time: 0.1120453 Jul 09 16:09:50.448756 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-488e31a1-a478-4cb1-918d-3496d8d8ca69 req-bb2951a0-23a8-4eb4-996f-d069211fbb88 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/security-groups?id=af5fd54a-9c61-4b4c-a5e9-fe2ec4c8027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669143 Jul 09 16:09:50.464224 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d1254981-d4fc-44c7-a8b1-8552a81019c1 req-42d45a67-836d-4c2a-ade2-5b6fdfc89b18 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055936 Jul 09 16:09:50.493935 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b67cc3c0-ce22-4493-be5f-619d95805afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:50.559832 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67cc3c0-ce22-4493-be5f-619d95805afc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b48179f6-7941-4c95-a75e-d46019c0c71e,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:50.569139 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67cc3c0-ce22-4493-be5f-619d95805afc admin admin] Checking segment: {'id': '2889ae5a-14b1-4f86-bf1f-9ec9dbd85842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '06f3e023-1727-4312-a30e-0892f676ae49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:09:50.569500 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67cc3c0-ce22-4493-be5f-619d95805afc admin admin] Network hostable DHCP agents. Network: 06f3e023-1727-4312-a30e-0892f676ae49, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:09:50.588901 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67cc3c0-ce22-4493-be5f-619d95805afc admin admin] Network 06f3e023-1727-4312-a30e-0892f676ae49 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:09:50.599304 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-b67cc3c0-ce22-4493-be5f-619d95805afc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 06f3e023-1727-4312-a30e-0892f676ae49) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:09:50.603803 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67cc3c0-ce22-4493-be5f-619d95805afc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:50.604742 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b67cc3c0-ce22-4493-be5f-619d95805afc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:50.609585 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da42399-bf5c-44c2-86e2-bc941611321c None None] Network 06f3e023-1727-4312-a30e-0892f676ae49 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:09:50.627452 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b67cc3c0-ce22-4493-be5f-619d95805afc admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4418719 Jul 09 16:09:50.681143 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40a6d3-1660-4b46-97de-01ddf218d2e4 req-727d9bdb-8521-481e-b829-5195383f7914 tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:50.682899 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ce40a6d3-1660-4b46-97de-01ddf218d2e4 req-727d9bdb-8521-481e-b829-5195383f7914 tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] 10.222.0.98 "GET /v2.0/ports?device_id=907f9cea-08e4-4f8d-bf3a-7f85a8252132 HTTP/1.1" status: 200 len: 969 time: 0.0903203 Jul 09 16:09:50.739075 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ce40a6d3-1660-4b46-97de-01ddf218d2e4 req-738e14a2-2b7b-4a4a-9e21-ab3e32027954 tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] 10.222.0.98 "GET /v2.0/security-groups?id=ae95188f-e212-4a8e-8567-a2e6c3c4cf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467050 Jul 09 16:09:50.801650 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237841db-e262-47df-b21c-ce60a15c851e None None] Network 06f3e023-1727-4312-a30e-0892f676ae49 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:09:50.957334 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device d8410fa2-713f-41ff-9dc4-a833be28b663 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:09:51.079318 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port d8410fa2-713f-41ff-9dc4-a833be28b663, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=d8410fa2-713f-41ff-9dc4-a833be28b663,segment=NetworkSegment(b32a47a8-020a-4928-8231-ed69fc73c847),segment_id=b32a47a8-020a-4928-8231-ed69fc73c847)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:09:51.091757 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': 'd8410fa2-713f-41ff-9dc4-a833be28b663', 'network_id': 'bb5eedc8-9794-43ab-9159-e84889255689', 'port_id': 'd8410fa2-713f-41ff-9dc4-a833be28b663', 'mac_address': 'fa:16:3e:19:97:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9652b0cc-4dd5-4837-9b58-222aefe9d108', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:09:51.100327 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12187c-b6bf-4725-b931-e3da2f5b47f0 req-bc161851-afca-4342-8408-7ccb5b4ba318 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:51.102190 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2b12187c-b6bf-4725-b931-e3da2f5b47f0 req-bc161851-afca-4342-8408-7ccb5b4ba318 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/networks?id=06f3e023-1727-4312-a30e-0892f676ae49 HTTP/1.1" status: 200 len: 822 time: 0.1244457 Jul 09 16:09:51.129174 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2b12187c-b6bf-4725-b931-e3da2f5b47f0 req-7dee94b5-ba4f-4fa4-8b26-36efe25c86b1 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/quotas/295683a26cff47fe80fc8d30cae0f829 HTTP/1.1" status: 200 len: 375 time: 0.0203445 Jul 09 16:09:51.136045 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:51.151468 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8410fa2-713f-41ff-9dc4-a833be28b663 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:09:51.175983 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2b12187c-b6bf-4725-b931-e3da2f5b47f0 req-9766689d-ea62-48f4-9dc9-665ef6ae6c80 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=295683a26cff47fe80fc8d30cae0f829&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452266 Jul 09 16:09:51.198608 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port d8410fa2-713f-41ff-9dc4-a833be28b663, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=d8410fa2-713f-41ff-9dc4-a833be28b663,segment=NetworkSegment(b32a47a8-020a-4928-8231-ed69fc73c847),segment_id=b32a47a8-020a-4928-8231-ed69fc73c847)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:09:51.205604 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:51.272594 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=d8410fa2-713f-41ff-9dc4-a833be28b663,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:51.289207 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2b12187c-b6bf-4725-b931-e3da2f5b47f0 req-e2ddb587-e954-4650-b89f-fdfc0d251652 service neutron] 10.222.0.98 "GET /v2.0/networks/06f3e023-1727-4312-a30e-0892f676ae49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122720 Jul 09 16:09:51.382191 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 46138) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:51.389218 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2b12187c-b6bf-4725-b931-e3da2f5b47f0 req-143a6bde-6f83-4854-be4d-974f6cb298dc service neutron] 10.222.0.98 "GET /v2.0/networks/06f3e023-1727-4312-a30e-0892f676ae49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931242 Jul 09 16:09:51.526552 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bbb532ea-c85b-46db-9503-06cdb36f6498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:51.640786 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c793a-bb08-410e-a1f9-0d8cf81f2987 req-bc7811f1-940e-4a07-8923-76cd6e7ebd56 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:51.647350 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cf2c793a-bb08-410e-a1f9-0d8cf81f2987 req-bc7811f1-940e-4a07-8923-76cd6e7ebd56 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/ports?device_id=49315736-dd27-47af-9ccb-98e9c687919a HTTP/1.1" status: 200 len: 945 time: 0.1110234 Jul 09 16:09:51.713366 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cf2c793a-bb08-410e-a1f9-0d8cf81f2987 req-4e96d7d0-bb4a-41ae-9c10-879a17a900eb tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/security-groups?id=ce5ad391-2727-4ebb-93c6-e38b31a0907b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650549 Jul 09 16:09:51.742883 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bbb532ea-c85b-46db-9503-06cdb36f6498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:51.748997 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bbb532ea-c85b-46db-9503-06cdb36f6498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:51.757125 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e01858-18b4-434d-b4b8-3fa3aea20de0 req-a9a22c30-6c1c-44cc-a8b7-db081b7631f2 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:51.758721 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-86e01858-18b4-434d-b4b8-3fa3aea20de0 req-a9a22c30-6c1c-44cc-a8b7-db081b7631f2 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad5060b7-0095-4284-b4ed-028613c96e15 HTTP/1.1" status: 200 len: 950 time: 0.0849369 Jul 09 16:09:51.797030 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-bbb532ea-c85b-46db-9503-06cdb36f6498 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=da7e6abdee1c43ae8b1d7d4f88d83d0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4129660 Jul 09 16:09:51.799734 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 46164) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:51.807282 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['d8410fa2-713f-41ff-9dc4-a833be28b663'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:09:51.811725 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-86e01858-18b4-434d-b4b8-3fa3aea20de0 req-d17d69e4-2838-47df-8733-e6cc50b8ba5c tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/security-groups?id=af5fd54a-9c61-4b4c-a5e9-fe2ec4c8027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466585 Jul 09 16:09:51.832033 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb532ea-c85b-46db-9503-06cdb36f6498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb0afb8-9767-4809-92b5-938ed449bafa,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:51.926253 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4d27bc8e-14e9-4ebe-9e0f-4d7de6abd289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:51.945508 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d7541c45-8771-429c-be67-a21c9ae374d6 req-a22945d5-2d69-4d6d-ad4d-3d973cb881eb tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/ports?device_id=2857a699-c03f-4ce6-87c2-60037655a00d HTTP/1.1" status: 200 len: 210 time: 0.0499594 Jul 09 16:09:51.964973 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98774936-9e05-497a-b519-22129e7fed53 req-ebcbedf5-220b-406e-8b08-8cfc32ed258b tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:51.967422 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-98774936-9e05-497a-b519-22129e7fed53 req-ebcbedf5-220b-406e-8b08-8cfc32ed258b tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f HTTP/1.1" status: 200 len: 947 time: 0.1119511 Jul 09 16:09:51.969619 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4d27bc8e-14e9-4ebe-9e0f-4d7de6abd289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:51.986468 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6b4a9-81df-4e46-8366-894ab98d596c req-ab7e344a-9e9b-40d3-a1a4-77f6528e3e14 tempest-DeleteServersAdminTestJSON-1976928661 tempest-DeleteServersAdminTestJSON-1976928661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:51.988116 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-09e6b4a9-81df-4e46-8366-894ab98d596c req-ab7e344a-9e9b-40d3-a1a4-77f6528e3e14 tempest-DeleteServersAdminTestJSON-1976928661 tempest-DeleteServersAdminTestJSON-1976928661-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=ad5060b7-0095-4284-b4ed-028613c96e15 HTTP/1.1" status: 200 len: 1101 time: 0.1422374 Jul 09 16:09:52.059157 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-98774936-9e05-497a-b519-22129e7fed53 req-df2c4d7e-d9c5-496a-873b-1b2c3bf8ad25 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808768 Jul 09 16:09:52.093782 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4d27bc8e-14e9-4ebe-9e0f-4d7de6abd289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:52.097646 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4d27bc8e-14e9-4ebe-9e0f-4d7de6abd289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:52.099455 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-4d27bc8e-14e9-4ebe-9e0f-4d7de6abd289 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/7bb0afb8-9767-4809-92b5-938ed449bafa HTTP/1.1" status: 204 len: 168 time: 0.2983909 Jul 09 16:09:52.122269 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-09e6b4a9-81df-4e46-8366-894ab98d596c req-cee77a38-7530-4d91-869a-7cef123c7c46 tempest-DeleteServersAdminTestJSON-1976928661 tempest-DeleteServersAdminTestJSON-1976928661-project-admin] Deleting port 471eef77-7614-4c72-8dd6-51a6d3532999 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:09:52.122924 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-09e6b4a9-81df-4e46-8366-894ab98d596c req-cee77a38-7530-4d91-869a-7cef123c7c46 tempest-DeleteServersAdminTestJSON-1976928661 tempest-DeleteServersAdminTestJSON-1976928661-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:52.130544 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d27bc8e-14e9-4ebe-9e0f-4d7de6abd289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb0afb8-9767-4809-92b5-938ed449bafa,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:52.233220 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9d1947bb-3476-429f-8e68-46a0598d7a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:52.273144 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-09e6b4a9-81df-4e46-8366-894ab98d596c req-cee77a38-7530-4d91-869a-7cef123c7c46 tempest-DeleteServersAdminTestJSON-1976928661 tempest-DeleteServersAdminTestJSON-1976928661-project-admin] For port 471eef77-7614-4c72-8dd6-51a6d3532999, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=471eef77-7614-4c72-8dd6-51a6d3532999,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:09:52.273535 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-09e6b4a9-81df-4e46-8366-894ab98d596c req-cee77a38-7530-4d91-869a-7cef123c7c46 tempest-DeleteServersAdminTestJSON-1976928661 tempest-DeleteServersAdminTestJSON-1976928661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:52.314092 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-09e6b4a9-81df-4e46-8366-894ab98d596c req-cee77a38-7530-4d91-869a-7cef123c7c46 tempest-DeleteServersAdminTestJSON-1976928661 tempest-DeleteServersAdminTestJSON-1976928661-project-admin] Calling delete_port for 471eef77-7614-4c72-8dd6-51a6d3532999 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:09:52.374237 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc5f6b4-1223-481d-835c-3f8cd95578ac req-1b02e3ca-1ae3-4e6c-a09e-91b0aa8d5bfa tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:52.376030 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-abc5f6b4-1223-481d-835c-3f8cd95578ac req-1b02e3ca-1ae3-4e6c-a09e-91b0aa8d5bfa tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] 10.222.0.98 "GET /v2.0/ports?device_id=907f9cea-08e4-4f8d-bf3a-7f85a8252132 HTTP/1.1" status: 200 len: 969 time: 0.1024978 Jul 09 16:09:52.471803 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-abc5f6b4-1223-481d-835c-3f8cd95578ac req-ac5de1e8-a89b-4f45-8794-9ed8cda92720 tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] 10.222.0.98 "GET /v2.0/security-groups?id=ae95188f-e212-4a8e-8567-a2e6c3c4cf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871699 Jul 09 16:09:52.556466 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-09e6b4a9-81df-4e46-8366-894ab98d596c req-cee77a38-7530-4d91-869a-7cef123c7c46 tempest-DeleteServersAdminTestJSON-1976928661 tempest-DeleteServersAdminTestJSON-1976928661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:52.589865 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee77a38-7530-4d91-869a-7cef123c7c46 tempest-DeleteServersAdminTestJSON-1976928661 tempest-DeleteServersAdminTestJSON-1976928661-project-admin] Pushing event deleted for resources: {'Port': ['ID=471eef77-7614-4c72-8dd6-51a6d3532999,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:52.594931 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['471eef77-7614-4c72-8dd6-51a6d3532999'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:09:52.616439 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 46202) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:52.637763 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21b34d9b-29ba-4fcc-9a34-b5cac1918ce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:52.644062 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device c9f09e3f-8979-4793-9e9c-94e49233516d details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:09:52.645486 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-09e6b4a9-81df-4e46-8366-894ab98d596c req-cee77a38-7530-4d91-869a-7cef123c7c46 tempest-DeleteServersAdminTestJSON-1976928661 tempest-DeleteServersAdminTestJSON-1976928661-project-admin] No DVR routers for this DVR port 471eef77-7614-4c72-8dd6-51a6d3532999 on host n-h2-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:09:52.648904 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-09e6b4a9-81df-4e46-8366-894ab98d596c req-cee77a38-7530-4d91-869a-7cef123c7c46 tempest-DeleteServersAdminTestJSON-1976928661 tempest-DeleteServersAdminTestJSON-1976928661-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:52.651591 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-09e6b4a9-81df-4e46-8366-894ab98d596c req-cee77a38-7530-4d91-869a-7cef123c7c46 tempest-DeleteServersAdminTestJSON-1976928661 tempest-DeleteServersAdminTestJSON-1976928661-project-admin] 10.222.0.73 "DELETE /v2.0/ports/471eef77-7614-4c72-8dd6-51a6d3532999 HTTP/1.1" status: 204 len: 173 time: 0.6558635 Jul 09 16:09:52.652049 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5060b7-0095-4284-b4ed-028613c96e15', 'name': 'network-vif-deleted', 'tag': '471eef77-7614-4c72-8dd6-51a6d3532999'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:09:52.654345 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c873e61f-8c32-4b26-a1de-d49d45c2652f" -d '{"events": [{"server_uuid": "ad5060b7-0095-4284-b4ed-028613c96e15", "name": "network-vif-deleted", "tag": "471eef77-7614-4c72-8dd6-51a6d3532999"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:09:52.713844 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adaf2107-dbd6-4410-9bce-19673a372feb x-openstack-request-id: req-adaf2107-dbd6-4410-9bce-19673a372feb {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:09:52.714415 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad5060b7-0095-4284-b4ed-028613c96e15", "name": "network-vif-deleted", "tag": "471eef77-7614-4c72-8dd6-51a6d3532999", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:09:52.714838 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-adaf2107-dbd6-4410-9bce-19673a372feb {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:09:52.715456 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad5060b7-0095-4284-b4ed-028613c96e15', 'name': 'network-vif-deleted', 'tag': '471eef77-7614-4c72-8dd6-51a6d3532999', 'status': 'completed', 'code': 200} Jul 09 16:09:52.902364 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21b34d9b-29ba-4fcc-9a34-b5cac1918ce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:52.902980 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port c9f09e3f-8979-4793-9e9c-94e49233516d, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=c9f09e3f-8979-4793-9e9c-94e49233516d,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:09:52.911173 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21b34d9b-29ba-4fcc-9a34-b5cac1918ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:52.919909 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': 'c9f09e3f-8979-4793-9e9c-94e49233516d', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'port_id': 'c9f09e3f-8979-4793-9e9c-94e49233516d', 'mac_address': 'fa:16:3e:56:23:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f122b436-b232-4a3c-9aac-47d5639f2da4', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:tempest-test_az-282883867', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:09:52.939650 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 46218) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:52.953876 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-21b34d9b-29ba-4fcc-9a34-b5cac1918ce8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3d6590ca6e0940c38806ba1f342b1aa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3361962 Jul 09 16:09:52.956520 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 46222) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:52.989271 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 7e6cf95d-c4b7-4dc6-937f-69b79badf881 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:09:52.999776 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device d8410fa2-713f-41ff-9dc4-a833be28b663 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:09:53.047149 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:53.050690 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ac339913-b654-41bf-8b23-a2c3add7de72 req-884fbe0a-2412-4032-8919-d179111af4af tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad5060b7-0095-4284-b4ed-028613c96e15 HTTP/1.1" status: 200 len: 210 time: 0.0563660 Jul 09 16:09:53.056060 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b34d9b-29ba-4fcc-9a34-b5cac1918ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc93c80d-e0a9-412a-bd2e-88b5fba48071,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:53.076673 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-532dbbbd-e8a5-4f4c-816a-bf5c0312d659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:53.125676 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759ba3b-068a-4c96-b83a-73b1a1ff89c1 req-85f3a9c3-80ec-4544-b2ad-036ec91ec8c5 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:53.127477 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9759ba3b-068a-4c96-b83a-73b1a1ff89c1 req-85f3a9c3-80ec-4544-b2ad-036ec91ec8c5 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/ports?device_id=49315736-dd27-47af-9ccb-98e9c687919a HTTP/1.1" status: 200 len: 945 time: 0.1405830 Jul 09 16:09:53.135872 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9f09e3f-8979-4793-9e9c-94e49233516d {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:09:53.142990 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-532dbbbd-e8a5-4f4c-816a-bf5c0312d659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:53.194526 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.db.resource_extend [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 16:09:53.204174 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-532dbbbd-e8a5-4f4c-816a-bf5c0312d659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:53.207282 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-532dbbbd-e8a5-4f4c-816a-bf5c0312d659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:53.208515 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-532dbbbd-e8a5-4f4c-816a-bf5c0312d659 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/bc93c80d-e0a9-412a-bd2e-88b5fba48071 HTTP/1.1" status: 204 len: 168 time: 0.2508552 Jul 09 16:09:53.224455 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532dbbbd-e8a5-4f4c-816a-bf5c0312d659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc93c80d-e0a9-412a-bd2e-88b5fba48071,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:53.263192 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port c9f09e3f-8979-4793-9e9c-94e49233516d, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=c9f09e3f-8979-4793-9e9c-94e49233516d,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:09:53.269427 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-19098258-d4a4-4270-999d-b17b3050ddbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:53.277680 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:53.286905 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d646f4e2-875b-4835-81d6-bc39f4fced0b req-bf14c757-3c34-4f6c-817a-5f95380b53c2 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/ports?device_id=2857a699-c03f-4ce6-87c2-60037655a00d HTTP/1.1" status: 200 len: 210 time: 0.0370572 Jul 09 16:09:53.353762 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 7e6cf95d-c4b7-4dc6-937f-69b79badf881, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=7e6cf95d-c4b7-4dc6-937f-69b79badf881,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:09:53.355319 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9759ba3b-068a-4c96-b83a-73b1a1ff89c1 req-6072a00c-8fbd-48bd-80ce-d97f599271fa tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/security-groups?id=ce5ad391-2727-4ebb-93c6-e38b31a0907b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1950264 Jul 09 16:09:53.363819 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port d8410fa2-713f-41ff-9dc4-a833be28b663 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:09:53.410311 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port d8410fa2-713f-41ff-9dc4-a833be28b663 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:09:53.410855 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:53.435257 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '7e6cf95d-c4b7-4dc6-937f-69b79badf881', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'port_id': '7e6cf95d-c4b7-4dc6-937f-69b79badf881', 'mac_address': 'fa:16:3e:23:29:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f122b436-b232-4a3c-9aac-47d5639f2da4', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:09:53.436059 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12187c-b6bf-4725-b931-e3da2f5b47f0 req-5d966096-e68c-49db-a27e-29a9dda7e563 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:53.437823 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2b12187c-b6bf-4725-b931-e3da2f5b47f0 req-5d966096-e68c-49db-a27e-29a9dda7e563 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.77 "GET /v2.0/networks?id=06f3e023-1727-4312-a30e-0892f676ae49 HTTP/1.1" status: 200 len: 822 time: 0.3093677 Jul 09 16:09:53.457222 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-2b12187c-b6bf-4725-b931-e3da2f5b47f0 req-b31f2ac2-1d53-40d2-814c-38b46ec7aecb tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Request body: {'port': {'device_id': '2857a699-c03f-4ce6-87c2-60037655a00d', 'network_id': '06f3e023-1727-4312-a30e-0892f676ae49', 'admin_state_up': True, 'tenant_id': '295683a26cff47fe80fc8d30cae0f829'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:09:53.515074 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=c9f09e3f-8979-4793-9e9c-94e49233516d,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:53.608386 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e914a-8c8a-4e35-8fa7-16a6da138e4e req-2beadda3-ac9f-42a8-8b8f-66c21a85477e tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:53.613942 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['c9f09e3f-8979-4793-9e9c-94e49233516d'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:09:53.615395 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e7e914a-8c8a-4e35-8fa7-16a6da138e4e req-2beadda3-ac9f-42a8-8b8f-66c21a85477e tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f HTTP/1.1" status: 200 len: 947 time: 0.1264124 Jul 09 16:09:53.669459 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:53.695443 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-19098258-d4a4-4270-999d-b17b3050ddbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:53.706060 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-19098258-d4a4-4270-999d-b17b3050ddbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:53.741848 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e6cf95d-c4b7-4dc6-937f-69b79badf881 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:09:53.754194 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e7e914a-8c8a-4e35-8fa7-16a6da138e4e req-b6e22c18-99cb-46d1-a0fe-80f9b36ddb18 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377943 Jul 09 16:09:53.766434 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b12187c-b6bf-4725-b931-e3da2f5b47f0 req-b31f2ac2-1d53-40d2-814c-38b46ec7aecb tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Made reservation on behalf of 295683a26cff47fe80fc8d30cae0f829 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:09:53.770042 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2b12187c-b6bf-4725-b931-e3da2f5b47f0 req-b31f2ac2-1d53-40d2-814c-38b46ec7aecb tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:53.777740 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-19098258-d4a4-4270-999d-b17b3050ddbf admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f345f4d210ed4873ab34dd99e984ef85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8371043 Jul 09 16:09:53.780670 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 46246) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:53.784845 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19098258-d4a4-4270-999d-b17b3050ddbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f6518c-605b-4309-ab82-27a64cd4f2ca,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:53.860342 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 7e6cf95d-c4b7-4dc6-937f-69b79badf881, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=7e6cf95d-c4b7-4dc6-937f-69b79badf881,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:09:53.903098 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:53.917208 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b61a5b59-968e-4898-b4ba-bd1b916ba2eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:53.953664 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:53.957204 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b61a5b59-968e-4898-b4ba-bd1b916ba2eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:53.988520 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-2b12187c-b6bf-4725-b931-e3da2f5b47f0 req-b31f2ac2-1d53-40d2-814c-38b46ec7aecb tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Allocated IP 172.20.0.9 (06f3e023-1727-4312-a30e-0892f676ae49/b48179f6-7941-4c95-a75e-d46019c0c71e/55db0750-b717-429b-8b98-38cdb4001e1c) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:09:53.999229 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d217706f-da73-45e0-af05-03e413712e2c req-a03c5de4-bc7b-48d3-8499-3592d7d5b09e tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:54.013222 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d217706f-da73-45e0-af05-03e413712e2c req-a03c5de4-bc7b-48d3-8499-3592d7d5b09e tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] 10.222.0.98 "GET /v2.0/ports?device_id=907f9cea-08e4-4f8d-bf3a-7f85a8252132 HTTP/1.1" status: 200 len: 970 time: 0.1521420 Jul 09 16:09:54.019511 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b61a5b59-968e-4898-b4ba-bd1b916ba2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:54.026916 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b61a5b59-968e-4898-b4ba-bd1b916ba2eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:54.028868 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b61a5b59-968e-4898-b4ba-bd1b916ba2eb admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/72f6518c-605b-4309-ab82-27a64cd4f2ca HTTP/1.1" status: 204 len: 168 time: 0.2469361 Jul 09 16:09:54.041604 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a5b59-968e-4898-b4ba-bd1b916ba2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f6518c-605b-4309-ab82-27a64cd4f2ca,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:54.087340 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d217706f-da73-45e0-af05-03e413712e2c req-f9e00b22-7708-4621-941f-60a258c3df6d tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] 10.222.0.98 "GET /v2.0/security-groups?id=ae95188f-e212-4a8e-8567-a2e6c3c4cf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728548 Jul 09 16:09:54.129992 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49315736-dd27-47af-9ccb-98e9c687919a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8410fa2-713f-41ff-9dc4-a833be28b663'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:09:54.132962 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a497441f-c2c8-48fb-92e0-5456fe8d6936" -d '{"events": [{"server_uuid": "49315736-dd27-47af-9ccb-98e9c687919a", "name": "network-vif-plugged", "status": "completed", "tag": "d8410fa2-713f-41ff-9dc4-a833be28b663"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:09:54.139488 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=7e6cf95d-c4b7-4dc6-937f-69b79badf881,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:54.156912 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port d8410fa2-713f-41ff-9dc4-a833be28b663, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=d8410fa2-713f-41ff-9dc4-a833be28b663,segment=NetworkSegment(b32a47a8-020a-4928-8231-ed69fc73c847),segment_id=b32a47a8-020a-4928-8231-ed69fc73c847)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:09:54.172803 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:54.300391 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7805dd8f-788b-4ca7-95cf-132c4053dea0 x-openstack-request-id: req-7805dd8f-788b-4ca7-95cf-132c4053dea0 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:09:54.300589 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49315736-dd27-47af-9ccb-98e9c687919a", "name": "network-vif-plugged", "status": "completed", "tag": "d8410fa2-713f-41ff-9dc4-a833be28b663", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:09:54.300790 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7805dd8f-788b-4ca7-95cf-132c4053dea0 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:09:54.301186 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49315736-dd27-47af-9ccb-98e9c687919a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8410fa2-713f-41ff-9dc4-a833be28b663', 'code': 200} Jul 09 16:09:54.315818 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=d8410fa2-713f-41ff-9dc4-a833be28b663,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:54.330676 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['7e6cf95d-c4b7-4dc6-937f-69b79badf881'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:09:54.354046 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2b12187c-b6bf-4725-b931-e3da2f5b47f0 req-b31f2ac2-1d53-40d2-814c-38b46ec7aecb tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:54.428315 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2b12187c-b6bf-4725-b931-e3da2f5b47f0 req-b31f2ac2-1d53-40d2-814c-38b46ec7aecb tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:54.502619 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b12187c-b6bf-4725-b931-e3da2f5b47f0 req-b31f2ac2-1d53-40d2-814c-38b46ec7aecb tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Network 06f3e023-1727-4312-a30e-0892f676ae49 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:09:54.507482 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-2b12187c-b6bf-4725-b931-e3da2f5b47f0 req-b31f2ac2-1d53-40d2-814c-38b46ec7aecb tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:09:54.513390 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f2ac2-1d53-40d2-814c-38b46ec7aecb tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Pushing event updated for resources: {'Port': ['ID=55db0750-b717-429b-8b98-38cdb4001e1c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:54.516953 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b12187c-b6bf-4725-b931-e3da2f5b47f0 req-b31f2ac2-1d53-40d2-814c-38b46ec7aecb tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:09:54.525794 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12187c-b6bf-4725-b931-e3da2f5b47f0 req-b31f2ac2-1d53-40d2-814c-38b46ec7aecb tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:54.531836 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2b12187c-b6bf-4725-b931-e3da2f5b47f0 req-b31f2ac2-1d53-40d2-814c-38b46ec7aecb tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:54.597091 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2b12187c-b6bf-4725-b931-e3da2f5b47f0 req-b31f2ac2-1d53-40d2-814c-38b46ec7aecb tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1491745 Jul 09 16:09:54.597289 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 46278) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:54.604709 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31875cc3-cb1c-42cd-ad51-23f5af0d12d2 req-9c6dca62-2f30-4b6e-8e47-b779a062a33e tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:54.606640 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-31875cc3-cb1c-42cd-ad51-23f5af0d12d2 req-9c6dca62-2f30-4b6e-8e47-b779a062a33e tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d79385b-ef37-41a5-bef1-5fb198e13888 HTTP/1.1" status: 200 len: 971 time: 0.1277738 Jul 09 16:09:54.618948 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-2b12187c-b6bf-4725-b931-e3da2f5b47f0 req-0a12e881-8e19-4cc5-848a-e456de43f319 service neutron] Request body: {'port': {'device_id': '2857a699-c03f-4ce6-87c2-60037655a00d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:09:54.631924 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ce8ef-4f7d-4faa-a3b4-3335cdec3b6d req-809f9535-1d7d-4e6e-a438-5c733c8d7f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:54.633875 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-267ce8ef-4f7d-4faa-a3b4-3335cdec3b6d req-809f9535-1d7d-4e6e-a438-5c733c8d7f20 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=49315736-dd27-47af-9ccb-98e9c687919a HTTP/1.1" status: 200 len: 1097 time: 0.2419043 Jul 09 16:09:54.653949 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-345c0616-f2f9-4d3d-a226-a93eeae2c469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:54.655135 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-31875cc3-cb1c-42cd-ad51-23f5af0d12d2 req-0d6a0c1f-578a-417d-83b6-d7f1fe8b820f tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] 10.222.0.98 "GET /v2.0/security-groups?id=f80276da-06f5-44ad-9b59-a64cf612fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414608 Jul 09 16:09:54.759934 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-267ce8ef-4f7d-4faa-a3b4-3335cdec3b6d req-6aef073a-233b-46a2-a9a2-a668ebcfa372 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ce5ad391-2727-4ebb-93c6-e38b31a0907b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078262 Jul 09 16:09:54.775071 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f364c-f221-4d63-ae18-08c4b9b470e3 req-df07d38b-1b99-449c-908a-d41697621b18 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:54.776866 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9a1f364c-f221-4d63-ae18-08c4b9b470e3 req-df07d38b-1b99-449c-908a-d41697621b18 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/ports?device_id=2857a699-c03f-4ce6-87c2-60037655a00d HTTP/1.1" status: 200 len: 931 time: 0.2341778 Jul 09 16:09:54.808134 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2b12187c-b6bf-4725-b931-e3da2f5b47f0 req-0a12e881-8e19-4cc5-848a-e456de43f319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:54.840049 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363241f-52f1-4bd8-843f-1101424068dd req-560b2487-13fe-4595-b1a6-8848442358f4 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:54.841714 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6363241f-52f1-4bd8-843f-1101424068dd req-560b2487-13fe-4595-b1a6-8848442358f4 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/ports?device_id=49315736-dd27-47af-9ccb-98e9c687919a HTTP/1.1" status: 200 len: 946 time: 0.0686293 Jul 09 16:09:54.875324 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9a1f364c-f221-4d63-ae18-08c4b9b470e3 req-356071dd-80c7-42df-b783-bc3bdedb3b9e tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfcc9858-6d6e-4ce7-9f3e-e855c2473a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902929 Jul 09 16:09:54.887337 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6363241f-52f1-4bd8-843f-1101424068dd req-f24f1d35-10a4-4a91-be90-16579766f963 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/security-groups?id=ce5ad391-2727-4ebb-93c6-e38b31a0907b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389118 Jul 09 16:09:54.954388 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 471eef77-7614-4c72-8dd6-51a6d3532999 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:09:54.994944 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: 471eef77-7614-4c72-8dd6-51a6d3532999 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:09:54.995336 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 471eef77-7614-4c72-8dd6-51a6d3532999 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:09:55.043436 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2d6ac8a4-e803-4fb5-9bbe-528262e6d0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:55.058972 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-345c0616-f2f9-4d3d-a226-a93eeae2c469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:55.064098 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9639a9bb-e2c1-43fc-89a4-ef023bbfea4f req-13edc92b-4d0b-4a30-a2a1-b36631700ee2 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=228033fbe08c41d78cba0c9f69dee355&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0542583 Jul 09 16:09:55.068683 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-345c0616-f2f9-4d3d-a226-a93eeae2c469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:55.133311 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80354c64-8a8b-420a-a350-7e5700535715 req-e4670180-2525-4a14-bda5-60b4dbec0081 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:55.135389 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-80354c64-8a8b-420a-a350-7e5700535715 req-e4670180-2525-4a14-bda5-60b4dbec0081 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f HTTP/1.1" status: 200 len: 948 time: 0.0778878 Jul 09 16:09:55.178690 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-80354c64-8a8b-420a-a350-7e5700535715 req-1e0a0b5f-4ea1-4fa1-b8f7-cf00b8661375 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370426 Jul 09 16:09:55.217702 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:55.369103 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed5acb-0c59-4193-b972-9be5dc0ac0cc req-2a09a36c-018f-431f-83ee-057c22fc0404 tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:55.370601 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0aed5acb-0c59-4193-b972-9be5dc0ac0cc req-2a09a36c-018f-431f-83ee-057c22fc0404 tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] 10.222.0.98 "GET /v2.0/ports?device_id=907f9cea-08e4-4f8d-bf3a-7f85a8252132 HTTP/1.1" status: 200 len: 970 time: 0.0650933 Jul 09 16:09:55.385709 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-345c0616-f2f9-4d3d-a226-a93eeae2c469 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a2e24680c6f6430ba597cc2b5a74fc23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7874386 Jul 09 16:09:55.390500 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 46310) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:55.393742 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c0616-f2f9-4d3d-a226-a93eeae2c469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48863d98-12c6-4f00-bbb9-18958b66af73,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:55.436745 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0aed5acb-0c59-4193-b972-9be5dc0ac0cc req-67e8c1a3-3eb2-4e76-bc6e-01787f0f9e29 tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] 10.222.0.98 "GET /v2.0/security-groups?id=ae95188f-e212-4a8e-8567-a2e6c3c4cf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599430 Jul 09 16:09:55.458254 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e3a7f60d-2ee0-4b8a-9465-e432618f285e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:55.472179 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639a9bb-e2c1-43fc-89a4-ef023bbfea4f req-7e7543b3-0def-4279-9f7b-e6e05b9edaa2 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:55.475252 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9639a9bb-e2c1-43fc-89a4-ef023bbfea4f req-7e7543b3-0def-4279-9f7b-e6e05b9edaa2 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4013476 Jul 09 16:09:55.487577 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e3a7f60d-2ee0-4b8a-9465-e432618f285e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:55.502046 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9639a9bb-e2c1-43fc-89a4-ef023bbfea4f req-d04e9949-13d4-46b9-9823-80262c4a41d9 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/quotas/228033fbe08c41d78cba0c9f69dee355 HTTP/1.1" status: 200 len: 375 time: 0.0202692 Jul 09 16:09:55.554143 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e3a7f60d-2ee0-4b8a-9465-e432618f285e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:55.557492 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e3a7f60d-2ee0-4b8a-9465-e432618f285e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:55.558656 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e3a7f60d-2ee0-4b8a-9465-e432618f285e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/48863d98-12c6-4f00-bbb9-18958b66af73 HTTP/1.1" status: 204 len: 168 time: 0.1671879 Jul 09 16:09:55.566816 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a7f60d-2ee0-4b8a-9465-e432618f285e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48863d98-12c6-4f00-bbb9-18958b66af73,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:55.576482 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9639a9bb-e2c1-43fc-89a4-ef023bbfea4f req-12c40054-c032-454e-b42a-3e0059d188f4 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=228033fbe08c41d78cba0c9f69dee355&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636911 Jul 09 16:09:55.607945 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-2b12187c-b6bf-4725-b931-e3da2f5b47f0 req-0a12e881-8e19-4cc5-848a-e456de43f319 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55db0750-b717-429b-8b98-38cdb4001e1c {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:09:55.620420 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2b12187c-b6bf-4725-b931-e3da2f5b47f0 req-0a12e881-8e19-4cc5-848a-e456de43f319 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:55.637191 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-2b12187c-b6bf-4725-b931-e3da2f5b47f0 req-0a12e881-8e19-4cc5-848a-e456de43f319 service neutron] Transition to ACTIVE for port object 55db0750-b717-429b-8b98-38cdb4001e1c will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:09:55.642078 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2b12187c-b6bf-4725-b931-e3da2f5b47f0 req-0a12e881-8e19-4cc5-848a-e456de43f319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:55.707084 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a12e881-8e19-4cc5-848a-e456de43f319 service neutron] Pushing event updated for resources: {'Port': ['ID=55db0750-b717-429b-8b98-38cdb4001e1c,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:55.755010 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-2b12187c-b6bf-4725-b931-e3da2f5b47f0 req-0a12e881-8e19-4cc5-848a-e456de43f319 service neutron] Attempting to bind port 55db0750-b717-429b-8b98-38cdb4001e1c on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:09:55.755353 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-2b12187c-b6bf-4725-b931-e3da2f5b47f0 req-0a12e881-8e19-4cc5-848a-e456de43f319 service neutron] Attempting to bind port 55db0750-b717-429b-8b98-38cdb4001e1c by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '2889ae5a-14b1-4f86-bf1f-9ec9dbd85842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '06f3e023-1727-4312-a30e-0892f676ae49'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:09:55.755681 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b12187c-b6bf-4725-b931-e3da2f5b47f0 req-0a12e881-8e19-4cc5-848a-e456de43f319 service neutron] Attempting to bind port 55db0750-b717-429b-8b98-38cdb4001e1c on network 06f3e023-1727-4312-a30e-0892f676ae49 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:09:55.761245 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b12187c-b6bf-4725-b931-e3da2f5b47f0 req-0a12e881-8e19-4cc5-848a-e456de43f319 service neutron] Port 55db0750-b717-429b-8b98-38cdb4001e1c on network 06f3e023-1727-4312-a30e-0892f676ae49 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:09:55.761819 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b12187c-b6bf-4725-b931-e3da2f5b47f0 req-0a12e881-8e19-4cc5-848a-e456de43f319 service neutron] Attempting to bind port 55db0750-b717-429b-8b98-38cdb4001e1c on network 06f3e023-1727-4312-a30e-0892f676ae49 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:09:55.768286 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b12187c-b6bf-4725-b931-e3da2f5b47f0 req-0a12e881-8e19-4cc5-848a-e456de43f319 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:09:55.768914 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b12187c-b6bf-4725-b931-e3da2f5b47f0 req-0a12e881-8e19-4cc5-848a-e456de43f319 service neutron] Checking segment: {'id': '2889ae5a-14b1-4f86-bf1f-9ec9dbd85842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '06f3e023-1727-4312-a30e-0892f676ae49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:09:55.769537 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b12187c-b6bf-4725-b931-e3da2f5b47f0 req-0a12e881-8e19-4cc5-848a-e456de43f319 service neutron] Bound using segment: {'id': '2889ae5a-14b1-4f86-bf1f-9ec9dbd85842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '06f3e023-1727-4312-a30e-0892f676ae49'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:09:55.771093 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-2b12187c-b6bf-4725-b931-e3da2f5b47f0 req-0a12e881-8e19-4cc5-848a-e456de43f319 service neutron] Bound port: 55db0750-b717-429b-8b98-38cdb4001e1c, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2889ae5a-14b1-4f86-bf1f-9ec9dbd85842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '06f3e023-1727-4312-a30e-0892f676ae49'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:09:55.771693 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2b12187c-b6bf-4725-b931-e3da2f5b47f0 req-0a12e881-8e19-4cc5-848a-e456de43f319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:55.886291 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-75845d58-f569-49ea-adb7-07b0e17cf06f req-e10df43b-3843-412c-9285-0b3344cfbe34 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/ports?device_id=c347ef21-a935-401a-ad94-608d044a7659 HTTP/1.1" status: 200 len: 210 time: 0.0369165 Jul 09 16:09:55.906608 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-2b12187c-b6bf-4725-b931-e3da2f5b47f0 req-0a12e881-8e19-4cc5-848a-e456de43f319 service neutron] For port 55db0750-b717-429b-8b98-38cdb4001e1c, host n-h1-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:09:55.918993 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-2b12187c-b6bf-4725-b931-e3da2f5b47f0 req-0a12e881-8e19-4cc5-848a-e456de43f319 service neutron] For port 55db0750-b717-429b-8b98-38cdb4001e1c, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=55db0750-b717-429b-8b98-38cdb4001e1c,segment=NetworkSegment(2889ae5a-14b1-4f86-bf1f-9ec9dbd85842),segment_id=2889ae5a-14b1-4f86-bf1f-9ec9dbd85842)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:09:55.927007 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c6d32c-fa61-423f-8a8d-5bc70c704503 req-0e8637a0-9077-4709-9aa8-fa3cdf3d6640 tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:55.927329 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2b12187c-b6bf-4725-b931-e3da2f5b47f0 req-0a12e881-8e19-4cc5-848a-e456de43f319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:55.929259 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d6c6d32c-fa61-423f-8a8d-5bc70c704503 req-0e8637a0-9077-4709-9aa8-fa3cdf3d6640 tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d79385b-ef37-41a5-bef1-5fb198e13888 HTTP/1.1" status: 200 len: 971 time: 0.1957448 Jul 09 16:09:55.995441 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12187c-b6bf-4725-b931-e3da2f5b47f0 req-0a12e881-8e19-4cc5-848a-e456de43f319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:55.996105 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2b12187c-b6bf-4725-b931-e3da2f5b47f0 req-0a12e881-8e19-4cc5-848a-e456de43f319 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:55.997544 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2b12187c-b6bf-4725-b931-e3da2f5b47f0 req-0a12e881-8e19-4cc5-848a-e456de43f319 service neutron] 10.222.0.77 "PUT /v2.0/ports/55db0750-b717-429b-8b98-38cdb4001e1c HTTP/1.1" status: 200 len: 1091 time: 1.3873925 Jul 09 16:09:56.007687 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2857a699-c03f-4ce6-87c2-60037655a00d', 'tag': '55db0750-b717-429b-8b98-38cdb4001e1c'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:09:56.015687 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a63a805-e862-4781-91fe-70d58f863e40" -d '{"events": [{"name": "network-changed", "server_uuid": "2857a699-c03f-4ce6-87c2-60037655a00d", "tag": "55db0750-b717-429b-8b98-38cdb4001e1c"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:09:56.088372 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:56.210583 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a12e881-8e19-4cc5-848a-e456de43f319 service neutron] Pushing event updated for resources: {'Port': ['ID=55db0750-b717-429b-8b98-38cdb4001e1c,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:56.284239 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:56.306322 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a8671-dee4-460a-bdd4-3b6b8c88c352 req-5a0b140a-09a9-4626-b150-dac0a50a55a8 tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:56.309195 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-933a8671-dee4-460a-bdd4-3b6b8c88c352 req-5a0b140a-09a9-4626-b150-dac0a50a55a8 tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d79385b-ef37-41a5-bef1-5fb198e13888 HTTP/1.1" status: 200 len: 971 time: 0.3210516 Jul 09 16:09:56.447019 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12187c-b6bf-4725-b931-e3da2f5b47f0 req-644cb2b3-3161-4a4b-ad9b-ebb4fbdf0049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:56.449772 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2b12187c-b6bf-4725-b931-e3da2f5b47f0 req-644cb2b3-3161-4a4b-ad9b-ebb4fbdf0049 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=295683a26cff47fe80fc8d30cae0f829&device_id=2857a699-c03f-4ce6-87c2-60037655a00d HTTP/1.1" status: 200 len: 1094 time: 0.3757980 Jul 09 16:09:56.571058 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2b12187c-b6bf-4725-b931-e3da2f5b47f0 req-810e4099-9ec2-4b32-94b9-321ba981c4cd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55db0750-b717-429b-8b98-38cdb4001e1c HTTP/1.1" status: 200 len: 217 time: 0.1111882 Jul 09 16:09:56.579574 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-d6c6d32c-fa61-423f-8a8d-5bc70c704503 req-6e856be8-8cba-4c91-b165-b1ae27615b2c tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] Deleting port 774da56b-f56e-4b76-979d-1aed265f7381 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:09:56.580182 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d6c6d32c-fa61-423f-8a8d-5bc70c704503 req-6e856be8-8cba-4c91-b165-b1ae27615b2c tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:56.598895 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-933a8671-dee4-460a-bdd4-3b6b8c88c352 req-030f2a40-6935-432c-b177-2172857137d3 tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] 10.222.0.98 "GET /v2.0/security-groups?id=f80276da-06f5-44ad-9b59-a64cf612fe65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611380 Jul 09 16:09:56.650129 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device c9f09e3f-8979-4793-9e9c-94e49233516d up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:09:56.668641 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d02718-a2a7-4d04-8041-741c34f4aaf5 req-a55c8843-cf40-4375-9c20-e935544a51b1 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:56.671343 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a4d02718-a2a7-4d04-8041-741c34f4aaf5 req-a55c8843-cf40-4375-9c20-e935544a51b1 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/ports?device_id=49315736-dd27-47af-9ccb-98e9c687919a HTTP/1.1" status: 200 len: 946 time: 0.2463162 Jul 09 16:09:56.709851 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12187c-b6bf-4725-b931-e3da2f5b47f0 req-3ae28888-eab8-4071-9b51-495c2c8bd34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:56.717701 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2b12187c-b6bf-4725-b931-e3da2f5b47f0 req-3ae28888-eab8-4071-9b51-495c2c8bd34c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b48179f6-7941-4c95-a75e-d46019c0c71e HTTP/1.1" status: 200 len: 862 time: 0.1173627 Jul 09 16:09:56.789048 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port c9f09e3f-8979-4793-9e9c-94e49233516d completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:09:56.794745 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port c9f09e3f-8979-4793-9e9c-94e49233516d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:09:56.797813 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:56.798425 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a4d02718-a2a7-4d04-8041-741c34f4aaf5 req-886d2cd9-5b8a-4179-8160-ddd751f2b047 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/security-groups?id=ce5ad391-2727-4ebb-93c6-e38b31a0907b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136944 Jul 09 16:09:56.799155 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2b12187c-b6bf-4725-b931-e3da2f5b47f0 req-1c86c2bd-3954-46e0-9804-467c0852acdf service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=06f3e023-1727-4312-a30e-0892f676ae49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747788 Jul 09 16:09:56.859176 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-d6c6d32c-fa61-423f-8a8d-5bc70c704503 req-6e856be8-8cba-4c91-b165-b1ae27615b2c tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] For port 774da56b-f56e-4b76-979d-1aed265f7381, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=774da56b-f56e-4b76-979d-1aed265f7381,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:09:56.859831 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d6c6d32c-fa61-423f-8a8d-5bc70c704503 req-6e856be8-8cba-4c91-b165-b1ae27615b2c tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:56.897797 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-d6c6d32c-fa61-423f-8a8d-5bc70c704503 req-6e856be8-8cba-4c91-b165-b1ae27615b2c tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] Calling delete_port for 774da56b-f56e-4b76-979d-1aed265f7381 owned by compute:tempest-test_az-282883867 {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:09:56.959101 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f76a9b7-2cac-4193-93fa-0d3bbce45869 x-openstack-request-id: req-3f76a9b7-2cac-4193-93fa-0d3bbce45869 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:09:56.959414 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2857a699-c03f-4ce6-87c2-60037655a00d", "tag": "55db0750-b717-429b-8b98-38cdb4001e1c", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:09:56.959761 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3f76a9b7-2cac-4193-93fa-0d3bbce45869 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:09:56.960046 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2857a699-c03f-4ce6-87c2-60037655a00d', 'tag': '55db0750-b717-429b-8b98-38cdb4001e1c', 'status': 'completed', 'code': 200} Jul 09 16:09:56.974366 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 7e6cf95d-c4b7-4dc6-937f-69b79badf881 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:09:57.056677 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:57.085908 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 7e6cf95d-c4b7-4dc6-937f-69b79badf881 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:09:57.097253 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '907f9cea-08e4-4f8d-bf3a-7f85a8252132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f09e3f-8979-4793-9e9c-94e49233516d'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:09:57.100443 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3206d08-8577-421b-862a-6f659c8705e2" -d '{"events": [{"server_uuid": "907f9cea-08e4-4f8d-bf3a-7f85a8252132", "name": "network-vif-plugged", "status": "completed", "tag": "c9f09e3f-8979-4793-9e9c-94e49233516d"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:09:57.106599 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 7e6cf95d-c4b7-4dc6-937f-69b79badf881 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:09:57.107389 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:57.123120 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2b12187c-b6bf-4725-b931-e3da2f5b47f0 req-e0062cf6-010f-4ff9-b8b8-c0deb7ef7ea8 service neutron] 10.222.0.77 "GET /v2.0/networks/06f3e023-1727-4312-a30e-0892f676ae49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169808 Jul 09 16:09:57.140197 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port c9f09e3f-8979-4793-9e9c-94e49233516d, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=c9f09e3f-8979-4793-9e9c-94e49233516d,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:09:57.147121 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:57.147731 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6503b2-1dec-4d06-99f5-59fc2a155ba6 req-4b123944-536e-4603-8815-f682e810de1c tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:57.149974 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ff6503b2-1dec-4d06-99f5-59fc2a155ba6 req-4b123944-536e-4603-8815-f682e810de1c tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/ports?device_id=2857a699-c03f-4ce6-87c2-60037655a00d HTTP/1.1" status: 200 len: 943 time: 0.1926010 Jul 09 16:09:57.231322 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=c9f09e3f-8979-4793-9e9c-94e49233516d,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:57.259347 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ff6503b2-1dec-4d06-99f5-59fc2a155ba6 req-c69e10f5-01bf-4e08-8f31-c431bae51f11 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfcc9858-6d6e-4ce7-9f3e-e855c2473a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964007 Jul 09 16:09:57.291022 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2b12187c-b6bf-4725-b931-e3da2f5b47f0 req-777b58df-1c02-4c14-ba4c-1af3a2d3c5ab service neutron] 10.222.0.77 "GET /v2.0/networks/06f3e023-1727-4312-a30e-0892f676ae49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598337 Jul 09 16:09:57.307302 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:57.316637 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a16fce7-e5cd-4b55-8ac7-72c6105d9445 req-f0ab8cd4-d180-403b-b606-9420413855cb tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:57.318293 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4a16fce7-e5cd-4b55-8ac7-72c6105d9445 req-f0ab8cd4-d180-403b-b606-9420413855cb tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f HTTP/1.1" status: 200 len: 948 time: 0.2094738 Jul 09 16:09:57.382049 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 7e6cf95d-c4b7-4dc6-937f-69b79badf881, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=7e6cf95d-c4b7-4dc6-937f-69b79badf881,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:09:57.398605 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:57.418833 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4a16fce7-e5cd-4b55-8ac7-72c6105d9445 req-69c05f76-5ac8-43ae-b238-3d3b76218390 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778899 Jul 09 16:09:57.419704 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d6c6d32c-fa61-423f-8a8d-5bc70c704503 req-6e856be8-8cba-4c91-b165-b1ae27615b2c tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:57.454925 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['774da56b-f56e-4b76-979d-1aed265f7381'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:09:57.472838 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e856be8-8cba-4c91-b165-b1ae27615b2c tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] Pushing event deleted for resources: {'Port': ['ID=774da56b-f56e-4b76-979d-1aed265f7381,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:57.520925 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9639a9bb-e2c1-43fc-89a4-ef023bbfea4f req-c3da4354-5ba2-4403-a14b-b33a76d475ce tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=228033fbe08c41d78cba0c9f69dee355&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510871 Jul 09 16:09:57.626579 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=7e6cf95d-c4b7-4dc6-937f-69b79badf881,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:57.629784 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63a805-e862-4781-91fe-70d58f863e40 req-0774acc0-f112-4141-81fb-55a0f2b86a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:57.632019 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8a63a805-e862-4781-91fe-70d58f863e40 req-0774acc0-f112-4141-81fb-55a0f2b86a6d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=295683a26cff47fe80fc8d30cae0f829&device_id=2857a699-c03f-4ce6-87c2-60037655a00d HTTP/1.1" status: 200 len: 1094 time: 0.2363813 Jul 09 16:09:57.645280 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c6d32c-fa61-423f-8a8d-5bc70c704503 req-6e856be8-8cba-4c91-b165-b1ae27615b2c tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] No DVR routers for this DVR port 774da56b-f56e-4b76-979d-1aed265f7381 on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:09:57.652714 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d6c6d32c-fa61-423f-8a8d-5bc70c704503 req-6e856be8-8cba-4c91-b165-b1ae27615b2c tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:57.656388 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d6c6d32c-fa61-423f-8a8d-5bc70c704503 req-6e856be8-8cba-4c91-b165-b1ae27615b2c tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] 10.222.0.77 "DELETE /v2.0/ports/774da56b-f56e-4b76-979d-1aed265f7381 HTTP/1.1" status: 204 len: 173 time: 1.7195418 Jul 09 16:09:57.656890 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d79385b-ef37-41a5-bef1-5fb198e13888', 'name': 'network-vif-deleted', 'tag': '774da56b-f56e-4b76-979d-1aed265f7381'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:09:57.665484 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5caa3e16-ca26-497a-a1c1-6e42e022fd75" -d '{"events": [{"server_uuid": "1d79385b-ef37-41a5-bef1-5fb198e13888", "name": "network-vif-deleted", "tag": "774da56b-f56e-4b76-979d-1aed265f7381"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:09:57.738192 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d529cc31-ef07-4f8f-833f-1fd07bd5a07c req-2b1a3f18-16a2-4f70-a149-c95d630493ea tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/ports?device_id=c347ef21-a935-401a-ad94-608d044a7659 HTTP/1.1" status: 200 len: 210 time: 0.0677094 Jul 09 16:09:57.844652 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303818b8-a1ee-420e-b2fc-1a2184d19e69 x-openstack-request-id: req-303818b8-a1ee-420e-b2fc-1a2184d19e69 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:09:57.844652 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "907f9cea-08e4-4f8d-bf3a-7f85a8252132", "name": "network-vif-plugged", "status": "completed", "tag": "c9f09e3f-8979-4793-9e9c-94e49233516d", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:09:57.844652 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-303818b8-a1ee-420e-b2fc-1a2184d19e69 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:09:57.845120 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '907f9cea-08e4-4f8d-bf3a-7f85a8252132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f09e3f-8979-4793-9e9c-94e49233516d', 'code': 200} Jul 09 16:09:57.861522 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63a805-e862-4781-91fe-70d58f863e40 req-d23743e6-bf2c-433e-8bd1-56c70e1a3348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:57.872260 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8a63a805-e862-4781-91fe-70d58f863e40 req-d23743e6-bf2c-433e-8bd1-56c70e1a3348 service neutron] 10.222.0.77 "GET /v2.0/networks?id=06f3e023-1727-4312-a30e-0892f676ae49 HTTP/1.1" status: 200 len: 923 time: 0.2323275 Jul 09 16:09:57.888981 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a814e-4cc1-4615-940c-4dc2c0f48771 req-9c97e124-437c-4684-a31a-ddb04f84d617 tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:57.888981 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-151a814e-4cc1-4615-940c-4dc2c0f48771 req-9c97e124-437c-4684-a31a-ddb04f84d617 tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] 10.222.0.98 "GET /v2.0/ports?device_id=907f9cea-08e4-4f8d-bf3a-7f85a8252132 HTTP/1.1" status: 200 len: 971 time: 0.4334619 Jul 09 16:09:57.907621 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639a9bb-e2c1-43fc-89a4-ef023bbfea4f req-aed134af-8df9-4a05-886a-f52079a712f4 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:57.909392 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9639a9bb-e2c1-43fc-89a4-ef023bbfea4f req-aed134af-8df9-4a05-886a-f52079a712f4 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3775203 Jul 09 16:09:57.963033 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-9639a9bb-e2c1-43fc-89a4-ef023bbfea4f req-d1794d28-d57d-4e49-9473-be578fc9317f tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Request body: {'port': {'device_id': 'c347ef21-a935-401a-ad94-608d044a7659', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'admin_state_up': True, 'tenant_id': '228033fbe08c41d78cba0c9f69dee355'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:09:57.968883 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8a63a805-e862-4781-91fe-70d58f863e40 req-44ad740a-e5b1-43ac-b817-a6d5c027a29e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55db0750-b717-429b-8b98-38cdb4001e1c HTTP/1.1" status: 200 len: 217 time: 0.0789440 Jul 09 16:09:57.991976 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:58.081519 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-151a814e-4cc1-4615-940c-4dc2c0f48771 req-69b00083-7736-4526-a303-2e4aa146ab5c tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] 10.222.0.98 "GET /v2.0/security-groups?id=ae95188f-e212-4a8e-8567-a2e6c3c4cf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710260 Jul 09 16:09:58.101733 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63a805-e862-4781-91fe-70d58f863e40 req-20f715be-6f30-4012-9fec-32cc6f53d0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:58.103778 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8a63a805-e862-4781-91fe-70d58f863e40 req-20f715be-6f30-4012-9fec-32cc6f53d0e0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b48179f6-7941-4c95-a75e-d46019c0c71e HTTP/1.1" status: 200 len: 862 time: 0.1270356 Jul 09 16:09:58.108936 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-516175e5-ea6f-4e1f-b658-c02d1a0fb12c req-f3d4d5b3-0a5a-4837-ad1b-3eb1380f337c tempest-AggregatesAdminTestJSON-2070422775 tempest-AggregatesAdminTestJSON-2070422775-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d79385b-ef37-41a5-bef1-5fb198e13888 HTTP/1.1" status: 200 len: 210 time: 0.0365832 Jul 09 16:09:58.150469 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8a63a805-e862-4781-91fe-70d58f863e40 req-793a7dab-ac9d-49e8-b2a4-cd85beb11780 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=06f3e023-1727-4312-a30e-0892f676ae49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389137 Jul 09 16:09:58.156590 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f460429-33d1-454c-bad7-5e5efcb9ca77 req-3b7dc333-99a8-4188-aa5c-a77f6abced3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:58.160712 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1f460429-33d1-454c-bad7-5e5efcb9ca77 req-3b7dc333-99a8-4188-aa5c-a77f6abced3e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=907f9cea-08e4-4f8d-bf3a-7f85a8252132 HTTP/1.1" status: 200 len: 1122 time: 0.1365855 Jul 09 16:09:58.168980 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22a39e5-dbd5-4e08-96bb-0c18532fa168 x-openstack-request-id: req-f22a39e5-dbd5-4e08-96bb-0c18532fa168 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:09:58.169440 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d79385b-ef37-41a5-bef1-5fb198e13888", "name": "network-vif-deleted", "tag": "774da56b-f56e-4b76-979d-1aed265f7381", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:09:58.169824 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f22a39e5-dbd5-4e08-96bb-0c18532fa168 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:09:58.170558 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d79385b-ef37-41a5-bef1-5fb198e13888', 'name': 'network-vif-deleted', 'tag': '774da56b-f56e-4b76-979d-1aed265f7381', 'status': 'completed', 'code': 200} Jul 09 16:09:58.221487 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1f460429-33d1-454c-bad7-5e5efcb9ca77 req-73cb18a1-0b5d-41a8-a4d8-0a9a1c74299c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ae95188f-e212-4a8e-8567-a2e6c3c4cf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496230 Jul 09 16:09:58.267374 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9639a9bb-e2c1-43fc-89a4-ef023bbfea4f req-d1794d28-d57d-4e49-9473-be578fc9317f tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Made reservation on behalf of 228033fbe08c41d78cba0c9f69dee355 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:09:58.271523 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9639a9bb-e2c1-43fc-89a4-ef023bbfea4f req-d1794d28-d57d-4e49-9473-be578fc9317f tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:58.319872 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8a63a805-e862-4781-91fe-70d58f863e40 req-d56c62ea-8075-4b05-b5d9-3e80f55374ac service neutron] 10.222.0.77 "GET /v2.0/networks/06f3e023-1727-4312-a30e-0892f676ae49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599858 Jul 09 16:09:58.412199 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad944fd-956a-4b4b-bc0b-2b5c0560034f req-cf1f14ee-e29a-4d51-b3ca-0c0667166326 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:58.414700 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0ad944fd-956a-4b4b-bc0b-2b5c0560034f req-cf1f14ee-e29a-4d51-b3ca-0c0667166326 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/ports?device_id=49315736-dd27-47af-9ccb-98e9c687919a HTTP/1.1" status: 200 len: 946 time: 0.1284900 Jul 09 16:09:58.482913 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0ad944fd-956a-4b4b-bc0b-2b5c0560034f req-6e66f56f-f0fe-4292-94bc-9c3b4c51fd3e tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/security-groups?id=ce5ad391-2727-4ebb-93c6-e38b31a0907b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591664 Jul 09 16:09:58.526336 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8a63a805-e862-4781-91fe-70d58f863e40 req-36e84883-1a81-4db5-a6b4-44f6def65d4b service neutron] 10.222.0.77 "GET /v2.0/networks/06f3e023-1727-4312-a30e-0892f676ae49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971157 Jul 09 16:09:58.565966 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-9639a9bb-e2c1-43fc-89a4-ef023bbfea4f req-d1794d28-d57d-4e49-9473-be578fc9317f tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Allocated IP 192.168.233.3 (c7d8b865-e1f3-4446-a87b-a6da86eba8a1/f122b436-b232-4a3c-9aac-47d5639f2da4/c6bd2fab-f0a8-4b50-8189-e4a053cd717a) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:09:58.770164 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5bdb5-b2fd-43cb-ad4c-9c0036f4de74 req-9834cf2d-a4ee-4cb8-8f9c-4aeac1209a8f tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:58.771793 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ecc5bdb5-b2fd-43cb-ad4c-9c0036f4de74 req-9834cf2d-a4ee-4cb8-8f9c-4aeac1209a8f tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/ports?device_id=2857a699-c03f-4ce6-87c2-60037655a00d HTTP/1.1" status: 200 len: 943 time: 0.0759580 Jul 09 16:09:58.799991 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9639a9bb-e2c1-43fc-89a4-ef023bbfea4f req-d1794d28-d57d-4e49-9473-be578fc9317f tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:58.819066 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ecc5bdb5-b2fd-43cb-ad4c-9c0036f4de74 req-d8388a5d-b214-4e0a-bffd-b508f40aabeb tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfcc9858-6d6e-4ce7-9f3e-e855c2473a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361068 Jul 09 16:09:58.820249 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2175d-86e3-4576-b17a-ec9963d9d857 req-d57b71f4-62f8-4479-9ce0-9dd109ba8e74 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:58.822335 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ceb2175d-86e3-4576-b17a-ec9963d9d857 req-d57b71f4-62f8-4479-9ce0-9dd109ba8e74 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f HTTP/1.1" status: 200 len: 949 time: 0.1388466 Jul 09 16:09:58.828212 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-9639a9bb-e2c1-43fc-89a4-ef023bbfea4f req-d1794d28-d57d-4e49-9473-be578fc9317f tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Transition to ACTIVE for port object c6bd2fab-f0a8-4b50-8189-e4a053cd717a will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:09:58.894307 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ceb2175d-86e3-4576-b17a-ec9963d9d857 req-8531afd8-e4ef-4b19-8a5e-3f44c5f7cfbb tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641415 Jul 09 16:09:58.902204 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9639a9bb-e2c1-43fc-89a4-ef023bbfea4f req-d1794d28-d57d-4e49-9473-be578fc9317f tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:58.947913 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9639a9bb-e2c1-43fc-89a4-ef023bbfea4f req-d1794d28-d57d-4e49-9473-be578fc9317f tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:09:58.956281 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-9639a9bb-e2c1-43fc-89a4-ef023bbfea4f req-d1794d28-d57d-4e49-9473-be578fc9317f tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:09:58.963536 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-9639a9bb-e2c1-43fc-89a4-ef023bbfea4f req-d1794d28-d57d-4e49-9473-be578fc9317f tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:09:58.969462 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639a9bb-e2c1-43fc-89a4-ef023bbfea4f req-d1794d28-d57d-4e49-9473-be578fc9317f tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:58.970209 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9639a9bb-e2c1-43fc-89a4-ef023bbfea4f req-d1794d28-d57d-4e49-9473-be578fc9317f tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:58.987251 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1794d28-d57d-4e49-9473-be578fc9317f tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Pushing event updated for resources: {'Port': ['ID=c6bd2fab-f0a8-4b50-8189-e4a053cd717a,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:09:58.995879 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9639a9bb-e2c1-43fc-89a4-ef023bbfea4f req-d1794d28-d57d-4e49-9473-be578fc9317f tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0457826 Jul 09 16:09:59.014324 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-9639a9bb-e2c1-43fc-89a4-ef023bbfea4f req-d1a90a27-ec44-495d-a89e-8457ff07d3b9 service neutron] Request body: {'port': {'device_id': 'c347ef21-a935-401a-ad94-608d044a7659', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:09:59.144847 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9639a9bb-e2c1-43fc-89a4-ef023bbfea4f req-d1a90a27-ec44-495d-a89e-8457ff07d3b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:59.147502 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c8322-193f-4171-866d-3f14154b323c req-e2f641cc-c6eb-4802-bf7c-a19b057ddd5e tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:59.159405 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-601c8322-193f-4171-866d-3f14154b323c req-e2f641cc-c6eb-4802-bf7c-a19b057ddd5e tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/ports?device_id=49315736-dd27-47af-9ccb-98e9c687919a HTTP/1.1" status: 200 len: 946 time: 0.0993705 Jul 09 16:09:59.160374 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 46420) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:09:59.169413 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f9619d72-b7b5-4466-9120-f9890ec9f281 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Request body: {'floatingip': {'port_id': 'd8410fa2-713f-41ff-9dc4-a833be28b663'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:09:59.216326 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb8007-1b99-411c-afdc-c51ea07a7e63 req-f22ca975-0286-4c09-b054-0b6e045452ca tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:59.223456 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3cdb8007-1b99-411c-afdc-c51ea07a7e63 req-f22ca975-0286-4c09-b054-0b6e045452ca tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/ports?device_id=c347ef21-a935-401a-ad94-608d044a7659 HTTP/1.1" status: 200 len: 934 time: 0.1717098 Jul 09 16:09:59.271455 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9619d72-b7b5-4466-9120-f9890ec9f281 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify callbacks [] for floatingip, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:59.354198 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3cdb8007-1b99-411c-afdc-c51ea07a7e63 req-a61ea9b2-3c28-41aa-943e-210c7352d175 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/security-groups?id=af5fd54a-9c61-4b4c-a5e9-fe2ec4c8027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270256 Jul 09 16:09:59.356853 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fc7ab3c3-d0b5-48c8-875b-1263f56917d4 None None] Provisioning for port c6bd2fab-f0a8-4b50-8189-e4a053cd717a completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:09:59.371286 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fc7ab3c3-d0b5-48c8-875b-1263f56917d4 None None] Provisioning complete for port c6bd2fab-f0a8-4b50-8189-e4a053cd717a triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:09:59.371286 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fc7ab3c3-d0b5-48c8-875b-1263f56917d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:59.457592 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fc7ab3c3-d0b5-48c8-875b-1263f56917d4 None None] Port c6bd2fab-f0a8-4b50-8189-e4a053cd717a cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:09:59.786449 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-9639a9bb-e2c1-43fc-89a4-ef023bbfea4f req-d1a90a27-ec44-495d-a89e-8457ff07d3b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6bd2fab-f0a8-4b50-8189-e4a053cd717a {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:09:59.796950 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9639a9bb-e2c1-43fc-89a4-ef023bbfea4f req-d1a90a27-ec44-495d-a89e-8457ff07d3b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:59.824944 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-9639a9bb-e2c1-43fc-89a4-ef023bbfea4f req-d1a90a27-ec44-495d-a89e-8457ff07d3b9 service neutron] Transition to ACTIVE for port object c6bd2fab-f0a8-4b50-8189-e4a053cd717a will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:09:59.849318 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3ad4be-f5a2-4e1c-a238-fef9e908439f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e6cf95d-c4b7-4dc6-937f-69b79badf881'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:09:59.849318 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc98af5-b53c-4e1c-8153-1564a0de0809" -d '{"events": [{"server_uuid": "8d3ad4be-f5a2-4e1c-a238-fef9e908439f", "name": "network-vif-plugged", "status": "completed", "tag": "7e6cf95d-c4b7-4dc6-937f-69b79badf881"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:09:59.854363 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7807f-cf32-4a62-a3e6-5fbcac65e7f4 req-867d0dda-82f5-4e09-9311-235086f00120 tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:09:59.862658 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-37a7807f-cf32-4a62-a3e6-5fbcac65e7f4 req-867d0dda-82f5-4e09-9311-235086f00120 tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] 10.222.0.98 "GET /v2.0/ports?device_id=907f9cea-08e4-4f8d-bf3a-7f85a8252132 HTTP/1.1" status: 200 len: 971 time: 0.1663001 Jul 09 16:09:59.872145 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9639a9bb-e2c1-43fc-89a4-ef023bbfea4f req-d1a90a27-ec44-495d-a89e-8457ff07d3b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:09:59.960343 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-37a7807f-cf32-4a62-a3e6-5fbcac65e7f4 req-13c7830e-525c-4821-a43d-e82a015b128d tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] 10.222.0.98 "GET /v2.0/security-groups?id=ae95188f-e212-4a8e-8567-a2e6c3c4cf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966160 Jul 09 16:09:59.964420 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749a27c2-5ef4-41c1-a088-27f7c0d0d975 x-openstack-request-id: req-749a27c2-5ef4-41c1-a088-27f7c0d0d975 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:09:59.964805 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d3ad4be-f5a2-4e1c-a238-fef9e908439f", "name": "network-vif-plugged", "status": "completed", "tag": "7e6cf95d-c4b7-4dc6-937f-69b79badf881", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:09:59.964936 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-749a27c2-5ef4-41c1-a088-27f7c0d0d975 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:09:59.965469 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d3ad4be-f5a2-4e1c-a238-fef9e908439f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e6cf95d-c4b7-4dc6-937f-69b79badf881', 'code': 200} Jul 09 16:09:59.982393 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a90a27-ec44-495d-a89e-8457ff07d3b9 service neutron] Pushing event updated for resources: {'Port': ['ID=c6bd2fab-f0a8-4b50-8189-e4a053cd717a,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:00.075188 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-9639a9bb-e2c1-43fc-89a4-ef023bbfea4f req-d1a90a27-ec44-495d-a89e-8457ff07d3b9 service neutron] Attempting to bind port c6bd2fab-f0a8-4b50-8189-e4a053cd717a on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:10:00.075522 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-9639a9bb-e2c1-43fc-89a4-ef023bbfea4f req-d1a90a27-ec44-495d-a89e-8457ff07d3b9 service neutron] Attempting to bind port c6bd2fab-f0a8-4b50-8189-e4a053cd717a by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:10:00.075846 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9639a9bb-e2c1-43fc-89a4-ef023bbfea4f req-d1a90a27-ec44-495d-a89e-8457ff07d3b9 service neutron] Attempting to bind port c6bd2fab-f0a8-4b50-8189-e4a053cd717a on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:10:00.087559 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 46468) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:00.094439 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9639a9bb-e2c1-43fc-89a4-ef023bbfea4f req-d1a90a27-ec44-495d-a89e-8457ff07d3b9 service neutron] Port c6bd2fab-f0a8-4b50-8189-e4a053cd717a on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:10:00.094785 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9639a9bb-e2c1-43fc-89a4-ef023bbfea4f req-d1a90a27-ec44-495d-a89e-8457ff07d3b9 service neutron] Attempting to bind port c6bd2fab-f0a8-4b50-8189-e4a053cd717a on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:10:00.101515 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9639a9bb-e2c1-43fc-89a4-ef023bbfea4f req-d1a90a27-ec44-495d-a89e-8457ff07d3b9 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:10:00.101855 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9639a9bb-e2c1-43fc-89a4-ef023bbfea4f req-d1a90a27-ec44-495d-a89e-8457ff07d3b9 service neutron] Checking segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:10:00.102624 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9639a9bb-e2c1-43fc-89a4-ef023bbfea4f req-d1a90a27-ec44-495d-a89e-8457ff07d3b9 service neutron] Bound using segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:10:00.103122 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-9639a9bb-e2c1-43fc-89a4-ef023bbfea4f req-d1a90a27-ec44-495d-a89e-8457ff07d3b9 service neutron] Bound port: c6bd2fab-f0a8-4b50-8189-e4a053cd717a, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:10:00.104337 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9639a9bb-e2c1-43fc-89a4-ef023bbfea4f req-d1a90a27-ec44-495d-a89e-8457ff07d3b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:00.199596 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-9639a9bb-e2c1-43fc-89a4-ef023bbfea4f req-d1a90a27-ec44-495d-a89e-8457ff07d3b9 service neutron] For port c6bd2fab-f0a8-4b50-8189-e4a053cd717a, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:10:00.204067 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-9639a9bb-e2c1-43fc-89a4-ef023bbfea4f req-d1a90a27-ec44-495d-a89e-8457ff07d3b9 service neutron] For port c6bd2fab-f0a8-4b50-8189-e4a053cd717a, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=c6bd2fab-f0a8-4b50-8189-e4a053cd717a,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:10:00.211484 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9639a9bb-e2c1-43fc-89a4-ef023bbfea4f req-d1a90a27-ec44-495d-a89e-8457ff07d3b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:00.259646 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.db.resource_extend [None req-f9619d72-b7b5-4466-9120-f9890ec9f281 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 16:10:00.293933 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639a9bb-e2c1-43fc-89a4-ef023bbfea4f req-d1a90a27-ec44-495d-a89e-8457ff07d3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:00.297872 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9639a9bb-e2c1-43fc-89a4-ef023bbfea4f req-d1a90a27-ec44-495d-a89e-8457ff07d3b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:00.299184 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9639a9bb-e2c1-43fc-89a4-ef023bbfea4f req-d1a90a27-ec44-495d-a89e-8457ff07d3b9 service neutron] 10.222.0.73 "PUT /v2.0/ports/c6bd2fab-f0a8-4b50-8189-e4a053cd717a HTTP/1.1" status: 200 len: 1094 time: 1.2901616 Jul 09 16:10:00.299655 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c347ef21-a935-401a-ad94-608d044a7659', 'tag': 'c6bd2fab-f0a8-4b50-8189-e4a053cd717a'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:10:00.302396 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e7600b-4dde-492a-95d2-37b78838dd29" -d '{"events": [{"name": "network-changed", "server_uuid": "c347ef21-a935-401a-ad94-608d044a7659", "tag": "c6bd2fab-f0a8-4b50-8189-e4a053cd717a"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:10:00.349047 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a90a27-ec44-495d-a89e-8457ff07d3b9 service neutron] Pushing event updated for resources: {'Port': ['ID=c6bd2fab-f0a8-4b50-8189-e4a053cd717a,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:00.396977 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-391e8138-b713-4428-9780-686758e32845 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=49c5209ca3f64b12ab5f49e10225d117&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3074403 Jul 09 16:10:00.397618 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 46478) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:00.532203 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-240bae98-55b8-47fa-9eb7-6faa16f4fb3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:00.548503 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639a9bb-e2c1-43fc-89a4-ef023bbfea4f req-375a232e-9845-4662-9643-05ce988a8cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:00.550095 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9639a9bb-e2c1-43fc-89a4-ef023bbfea4f req-375a232e-9845-4662-9643-05ce988a8cde service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=228033fbe08c41d78cba0c9f69dee355&device_id=c347ef21-a935-401a-ad94-608d044a7659 HTTP/1.1" status: 200 len: 1097 time: 0.1877134 Jul 09 16:10:00.569207 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-240bae98-55b8-47fa-9eb7-6faa16f4fb3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:00.578170 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87522dee-ea80-4c3c-9a10-b01a77e9bbae req-ae1970c5-55cf-4611-89d9-4cbe5052470a tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:00.579661 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-87522dee-ea80-4c3c-9a10-b01a77e9bbae req-ae1970c5-55cf-4611-89d9-4cbe5052470a tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f HTTP/1.1" status: 200 len: 949 time: 0.1471481 Jul 09 16:10:00.631719 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9639a9bb-e2c1-43fc-89a4-ef023bbfea4f req-17a2f405-dcea-485d-b0a2-35731de8e683 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=c6bd2fab-f0a8-4b50-8189-e4a053cd717a HTTP/1.1" status: 200 len: 217 time: 0.0466158 Jul 09 16:10:00.636624 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9619d72-b7b5-4466-9120-f9890ec9f281 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:00.646188 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b993b-93e6-45b7-a806-3c1f3fcf3842 req-4b128337-c9fb-4391-b647-f47ef4588d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:00.647630 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-527b993b-93e6-45b7-a806-3c1f3fcf3842 req-4b128337-c9fb-4391-b647-f47ef4588d4e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f HTTP/1.1" status: 200 len: 1100 time: 0.5726845 Jul 09 16:10:00.649402 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9619d72-b7b5-4466-9120-f9890ec9f281 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:00.659473 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ceaf5f-a2ac-4512-9ee1-28983417489d req-23588f9c-efe7-46d0-86e3-9722e58f0e0f tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:00.660964 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-14ceaf5f-a2ac-4512-9ee1-28983417489d req-23588f9c-efe7-46d0-86e3-9722e58f0e0f tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/ports?device_id=2857a699-c03f-4ce6-87c2-60037655a00d HTTP/1.1" status: 200 len: 943 time: 0.5079045 Jul 09 16:10:00.676592 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 55db0750-b717-429b-8b98-38cdb4001e1c details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:10:00.711997 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-87522dee-ea80-4c3c-9a10-b01a77e9bbae req-5bea68cc-7a0d-4c28-bd93-36f9d3366fb8 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185179 Jul 09 16:10:00.716371 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 774da56b-f56e-4b76-979d-1aed265f7381 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:10:00.725100 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639a9bb-e2c1-43fc-89a4-ef023bbfea4f req-9c0b7f91-5873-40f5-ad64-37f39779fe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:00.727505 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9639a9bb-e2c1-43fc-89a4-ef023bbfea4f req-9c0b7f91-5873-40f5-ad64-37f39779fe0d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.0857556 Jul 09 16:10:00.779488 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: 774da56b-f56e-4b76-979d-1aed265f7381 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:10:00.779837 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 774da56b-f56e-4b76-979d-1aed265f7381 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:10:00.780591 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-527b993b-93e6-45b7-a806-3c1f3fcf3842 req-7d48320a-a66c-425b-81c7-409889a4fffa service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186011 Jul 09 16:10:00.812875 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-240bae98-55b8-47fa-9eb7-6faa16f4fb3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:00.817824 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-240bae98-55b8-47fa-9eb7-6faa16f4fb3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:00.827464 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-14ceaf5f-a2ac-4512-9ee1-28983417489d req-64d9556c-8571-4a35-8189-131685f6c693 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfcc9858-6d6e-4ce7-9f3e-e855c2473a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227021 Jul 09 16:10:00.834839 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-240bae98-55b8-47fa-9eb7-6faa16f4fb3d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f80276da-06f5-44ad-9b59-a64cf612fe65 HTTP/1.1" status: 204 len: 168 time: 0.4301031 Jul 09 16:10:00.849262 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 55db0750-b717-429b-8b98-38cdb4001e1c, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=55db0750-b717-429b-8b98-38cdb4001e1c,segment=NetworkSegment(2889ae5a-14b1-4f86-bf1f-9ec9dbd85842),segment_id=2889ae5a-14b1-4f86-bf1f-9ec9dbd85842)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:10:00.857104 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c620f097-103b-4469-b1ee-4b1a03e3279b req-71d9a48c-d906-4bd1-8cbc-16e52b3e09ed service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=49315736-dd27-47af-9ccb-98e9c687919a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2682581 Jul 09 16:10:00.870016 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240bae98-55b8-47fa-9eb7-6faa16f4fb3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80276da-06f5-44ad-9b59-a64cf612fe65,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:00.882222 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '55db0750-b717-429b-8b98-38cdb4001e1c', 'network_id': '06f3e023-1727-4312-a30e-0892f676ae49', 'port_id': '55db0750-b717-429b-8b98-38cdb4001e1c', 'mac_address': 'fa:16:3e:1b:5a:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b48179f6-7941-4c95-a75e-d46019c0c71e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:10:00.885396 n-d-798930-3 neutron-server[93958]: INFO neutron.db.l3_db [None req-f9619d72-b7b5-4466-9120-f9890ec9f281 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Floating IP f8dce8de-e36e-44c6-9aaf-1a1a07c81802 associated. External IP: 172.25.0.26, port: d8410fa2-713f-41ff-9dc4-a833be28b663. Jul 09 16:10:00.935901 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639a9bb-e2c1-43fc-89a4-ef023bbfea4f req-c549742c-938c-4a12-b1a7-f0e2eb50bea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:00.938617 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9639a9bb-e2c1-43fc-89a4-ef023bbfea4f req-c549742c-938c-4a12-b1a7-f0e2eb50bea9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2052026 Jul 09 16:10:00.983910 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b581088f-7dae-457f-8e87-56d02c753ffc x-openstack-request-id: req-b581088f-7dae-457f-8e87-56d02c753ffc {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:10:00.984354 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c347ef21-a935-401a-ad94-608d044a7659", "tag": "c6bd2fab-f0a8-4b50-8189-e4a053cd717a", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:10:00.984750 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b581088f-7dae-457f-8e87-56d02c753ffc {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:10:00.985520 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c347ef21-a935-401a-ad94-608d044a7659', 'tag': 'c6bd2fab-f0a8-4b50-8189-e4a053cd717a', 'status': 'completed', 'code': 200} Jul 09 16:10:01.002630 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:01.034532 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55db0750-b717-429b-8b98-38cdb4001e1c {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:10:01.084076 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 55db0750-b717-429b-8b98-38cdb4001e1c, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=55db0750-b717-429b-8b98-38cdb4001e1c,segment=NetworkSegment(2889ae5a-14b1-4f86-bf1f-9ec9dbd85842),segment_id=2889ae5a-14b1-4f86-bf1f-9ec9dbd85842)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:10:01.090110 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:01.178194 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=55db0750-b717-429b-8b98-38cdb4001e1c,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:01.297191 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['55db0750-b717-429b-8b98-38cdb4001e1c'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:10:01.305730 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9639a9bb-e2c1-43fc-89a4-ef023bbfea4f req-157619af-4295-4af6-a59f-4029d92d7535 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134989 Jul 09 16:10:01.311198 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1117271a-59ba-4524-bdda-b496a6a7720e req-74753727-0715-44b4-9c1e-44b9cd005cce tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:01.312758 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1117271a-59ba-4524-bdda-b496a6a7720e req-74753727-0715-44b4-9c1e-44b9cd005cce tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/ports?device_id=c347ef21-a935-401a-ad94-608d044a7659 HTTP/1.1" status: 200 len: 946 time: 0.1911974 Jul 09 16:10:01.325750 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9619d72-b7b5-4466-9120-f9890ec9f281 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Router 33f481ab-d0c0-4daa-bb4f-07ccb207870f has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:10:01.378549 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c620f097-103b-4469-b1ee-4b1a03e3279b req-b21068d5-30db-42d2-9fc3-7ff205bfdd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:01.380373 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c620f097-103b-4469-b1ee-4b1a03e3279b req-b21068d5-30db-42d2-9fc3-7ff205bfdd96 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cc4dc2313b5c41388daec8e5a4533d66&device_id=49315736-dd27-47af-9ccb-98e9c687919a HTTP/1.1" status: 200 len: 1097 time: 0.1385136 Jul 09 16:10:01.398312 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 46494) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:01.455567 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1117271a-59ba-4524-bdda-b496a6a7720e req-acf34960-ff60-446d-af96-d0ad0ae7e5e9 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/security-groups?id=af5fd54a-9c61-4b4c-a5e9-fe2ec4c8027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322062 Jul 09 16:10:01.495686 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e8dda670-7306-4d48-88ad-84adc208d690 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=87be93798b4d4a18b88c7e67855e7333&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0956700 Jul 09 16:10:01.500662 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 46500) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:01.648620 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9639a9bb-e2c1-43fc-89a4-ef023bbfea4f req-ef482fe2-2208-4838-b1b1-b9f8cb6ff998 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354778 Jul 09 16:10:01.693712 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9619d72-b7b5-4466-9120-f9890ec9f281 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:10:01.701207 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9619d72-b7b5-4466-9120-f9890ec9f281 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:01.711312 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37a36d9-03ab-4e33-a73a-1ab08901088f None None] Sync routers for ids ['33f481ab-d0c0-4daa-bb4f-07ccb207870f'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:10:01.734447 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c620f097-103b-4469-b1ee-4b1a03e3279b req-e608fb4a-8b59-463b-9dea-c005bd9503e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:01.738754 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37a36d9-03ab-4e33-a73a-1ab08901088f None None] Routers {'33f481ab-d0c0-4daa-bb4f-07ccb207870f'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:10:01.740021 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-a37a36d9-03ab-4e33-a73a-1ab08901088f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:09:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['33f481ab-d0c0-4daa-bb4f-07ccb207870f'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:10:01.744682 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c620f097-103b-4469-b1ee-4b1a03e3279b req-e608fb4a-8b59-463b-9dea-c005bd9503e6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=bb5eedc8-9794-43ab-9159-e84889255689 HTTP/1.1" status: 200 len: 925 time: 0.3004963 Jul 09 16:10:01.751064 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d607e5ca-74b9-4690-a7e5-f3ca4ba39d41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:01.778927 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d607e5ca-74b9-4690-a7e5-f3ca4ba39d41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:01.868070 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-a37a36d9-03ab-4e33-a73a-1ab08901088f None None] Set router 33f481ab-d0c0-4daa-bb4f-07ccb207870f gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:10:01.880530 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d607e5ca-74b9-4690-a7e5-f3ca4ba39d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:01.883749 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d607e5ca-74b9-4690-a7e5-f3ca4ba39d41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:01.889828 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f9619d72-b7b5-4466-9120-f9890ec9f281 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "PUT /v2.0/floatingips/f8dce8de-e36e-44c6-9aaf-1a1a07c81802 HTTP/1.1" status: 200 len: 991 time: 2.7221494 Jul 09 16:10:01.890058 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-d607e5ca-74b9-4690-a7e5-f3ca4ba39d41 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/96a00a45-4651-44a2-9a5a-701ee9b46365 HTTP/1.1" status: 204 len: 168 time: 0.3633008 Jul 09 16:10:01.905184 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49315736-dd27-47af-9ccb-98e9c687919a', 'tag': 'd8410fa2-713f-41ff-9dc4-a833be28b663'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:10:01.908656 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1afbf587-263f-4082-b67c-fc4867336022" -d '{"events": [{"name": "network-changed", "server_uuid": "49315736-dd27-47af-9ccb-98e9c687919a", "tag": "d8410fa2-713f-41ff-9dc4-a833be28b663"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:10:01.939531 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 46526) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:01.940111 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d607e5ca-74b9-4690-a7e5-f3ca4ba39d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a00a45-4651-44a2-9a5a-701ee9b46365,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:01.986017 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd985f-f9a8-4e3f-b17c-e516f734abe8 req-8b65fc94-ca93-425e-8db7-b5e998f0fe04 tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:01.988058 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-72bd985f-f9a8-4e3f-b17c-e516f734abe8 req-8b65fc94-ca93-425e-8db7-b5e998f0fe04 tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] 10.222.0.98 "GET /v2.0/ports?device_id=907f9cea-08e4-4f8d-bf3a-7f85a8252132 HTTP/1.1" status: 200 len: 971 time: 0.3364947 Jul 09 16:10:02.028225 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c620f097-103b-4469-b1ee-4b1a03e3279b req-4c7d30d1-396c-4871-b6ce-7296a61e49eb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8410fa2-713f-41ff-9dc4-a833be28b663 HTTP/1.1" status: 200 len: 999 time: 0.2646751 Jul 09 16:10:02.045132 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7600b-4dde-492a-95d2-37b78838dd29 req-312366b4-223b-4ddf-9714-f556dca67e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:02.046691 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-35e7600b-4dde-492a-95d2-37b78838dd29 req-312366b4-223b-4ddf-9714-f556dca67e82 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=228033fbe08c41d78cba0c9f69dee355&device_id=c347ef21-a935-401a-ad94-608d044a7659 HTTP/1.1" status: 200 len: 1097 time: 0.2189486 Jul 09 16:10:02.065983 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4b7a2-50ff-4037-8966-52e0c47da403 req-53f5244e-3445-4de3-be24-4214743c7d38 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:02.074088 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-39a4b7a2-50ff-4037-8966-52e0c47da403 req-53f5244e-3445-4de3-be24-4214743c7d38 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f HTTP/1.1" status: 200 len: 949 time: 0.1355505 Jul 09 16:10:02.163648 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0b29f70a-c8b9-4d64-9267-d8102dce54b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:02.185060 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-72bd985f-f9a8-4e3f-b17c-e516f734abe8 req-f53a17cf-6e11-4b4d-b7b6-64b58a8b19f2 tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] 10.222.0.98 "GET /v2.0/security-groups?id=ae95188f-e212-4a8e-8567-a2e6c3c4cf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845083 Jul 09 16:10:02.199422 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-39a4b7a2-50ff-4037-8966-52e0c47da403 req-5cbb2252-eb47-4da6-b903-f1056627ced5 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239688 Jul 09 16:10:02.203875 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c620f097-103b-4469-b1ee-4b1a03e3279b req-328af1d3-3cce-4390-844f-33f52bdc9f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:02.206328 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c620f097-103b-4469-b1ee-4b1a03e3279b req-328af1d3-3cce-4390-844f-33f52bdc9f73 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9652b0cc-4dd5-4837-9b58-222aefe9d108 HTTP/1.1" status: 200 len: 863 time: 0.1297443 Jul 09 16:10:02.246886 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7600b-4dde-492a-95d2-37b78838dd29 req-3e6a6096-fa2c-40c2-bf83-e73d856a6e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:02.248466 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-35e7600b-4dde-492a-95d2-37b78838dd29 req-3e6a6096-fa2c-40c2-bf83-e73d856a6e1f service neutron] 10.222.0.73 "GET /v2.0/networks?id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1 HTTP/1.1" status: 200 len: 870 time: 0.1808665 Jul 09 16:10:02.309316 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-a37a36d9-03ab-4e33-a73a-1ab08901088f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1555507325-router', 'tenant_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '6b75535c-ea63-413d-88df-67b7b475953f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:09:05Z', 'updated_at': '2021-07-09T16:09:10Z', 'revision_number': 4, 'project_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'gw_port': {'id': '6b75535c-ea63-413d-88df-67b7b475953f', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:06Z', 'updated_at': '2021-07-09T16:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'f8dce8de-e36e-44c6-9aaf-1a1a07c81802', 'tenant_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'floating_ip_address': '172.25.0.26', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'port_id': 'd8410fa2-713f-41ff-9dc4-a833be28b663', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb5eedc8-9794-43ab-9159-e84889255689', 'mac_address': 'fa:16:3e:19:97:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49315736-dd27-47af-9ccb-98e9c687919a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:09:37Z', 'updated_at': '2021-07-09T16:10:00Z', 'revision_number': 1, 'project_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c53a8e13-d3a7-4bae-88bc-bb17c30e4942', 'name': '', 'network_id': 'bb5eedc8-9794-43ab-9159-e84889255689', 'tenant_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'mac_address': 'fa:16:3e:e6:4b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9652b0cc-4dd5-4837-9b58-222aefe9d108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:09Z', 'updated_at': '2021-07-09T16:09:19Z', 'revision_number': 5, 'project_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'subnets': [{'id': '9652b0cc-4dd5-4837-9b58-222aefe9d108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:10:02.349536 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37a36d9-03ab-4e33-a73a-1ab08901088f None None] Checking router: 33f481ab-d0c0-4daa-bb4f-07ccb207870f for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:10:02.360852 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37a36d9-03ab-4e33-a73a-1ab08901088f None None] Routers {'33f481ab-d0c0-4daa-bb4f-07ccb207870f'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:10:02.361894 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-a37a36d9-03ab-4e33-a73a-1ab08901088f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:09:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['33f481ab-d0c0-4daa-bb4f-07ccb207870f'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:10:02.391350 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-35e7600b-4dde-492a-95d2-37b78838dd29 req-635e7e3c-6157-4816-be83-a823479529d1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=c6bd2fab-f0a8-4b50-8189-e4a053cd717a HTTP/1.1" status: 200 len: 217 time: 0.1106846 Jul 09 16:10:02.471580 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0b29f70a-c8b9-4d64-9267-d8102dce54b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:02.479846 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0b29f70a-c8b9-4d64-9267-d8102dce54b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:02.520606 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-a37a36d9-03ab-4e33-a73a-1ab08901088f None None] Set router 33f481ab-d0c0-4daa-bb4f-07ccb207870f gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:10:02.540812 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b29f70a-c8b9-4d64-9267-d8102dce54b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80646f2f-3c50-4851-a651-df641bd27ad9,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:02.547090 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0b29f70a-c8b9-4d64-9267-d8102dce54b8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=27df6ad0ab7d43ce91adcf23f0836414&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5963125 Jul 09 16:10:02.547790 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 46542) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:02.569861 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c620f097-103b-4469-b1ee-4b1a03e3279b req-91b981f8-d347-4783-85d6-b4579bc18428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:02.571455 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c620f097-103b-4469-b1ee-4b1a03e3279b req-91b981f8-d347-4783-85d6-b4579bc18428 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb5eedc8-9794-43ab-9159-e84889255689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3542762 Jul 09 16:10:02.572971 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7600b-4dde-492a-95d2-37b78838dd29 req-943451cb-5393-4dd0-b2d3-a2b9f691482c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:02.574467 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-35e7600b-4dde-492a-95d2-37b78838dd29 req-943451cb-5393-4dd0-b2d3-a2b9f691482c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.1758852 Jul 09 16:10:02.691068 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3733b59b-440c-4c68-9e8a-ca77d67ff5cf x-openstack-request-id: req-3733b59b-440c-4c68-9e8a-ca77d67ff5cf {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:10:02.691301 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49315736-dd27-47af-9ccb-98e9c687919a", "tag": "d8410fa2-713f-41ff-9dc4-a833be28b663", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:10:02.706105 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 55db0750-b717-429b-8b98-38cdb4001e1c up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:10:02.711174 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3733b59b-440c-4c68-9e8a-ca77d67ff5cf {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:10:02.711584 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49315736-dd27-47af-9ccb-98e9c687919a', 'tag': 'd8410fa2-713f-41ff-9dc4-a833be28b663', 'status': 'completed', 'code': 200} Jul 09 16:10:02.716059 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a1748-409c-4efa-bc4f-0718352fbe6e req-bd67080e-e75b-4f1f-8e88-e30b3e72a8ee tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:02.723883 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b86a1748-409c-4efa-bc4f-0718352fbe6e req-bd67080e-e75b-4f1f-8e88-e30b3e72a8ee tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/ports?device_id=2857a699-c03f-4ce6-87c2-60037655a00d HTTP/1.1" status: 200 len: 944 time: 0.2250836 Jul 09 16:10:02.742026 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b78c0256-a88f-41a3-bf18-00cd47d6056c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:02.782795 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b78c0256-a88f-41a3-bf18-00cd47d6056c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:02.793626 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 55db0750-b717-429b-8b98-38cdb4001e1c completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:10:02.803141 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 55db0750-b717-429b-8b98-38cdb4001e1c triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:10:02.803808 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:02.822371 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c620f097-103b-4469-b1ee-4b1a03e3279b req-c31f646d-8097-4a16-82f2-8bbdf786d3dd service neutron] 10.222.0.73 "GET /v2.0/networks/bb5eedc8-9794-43ab-9159-e84889255689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175176 Jul 09 16:10:02.938320 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b86a1748-409c-4efa-bc4f-0718352fbe6e req-03125dc8-4b1d-421c-8298-96c4847631c6 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfcc9858-6d6e-4ce7-9f3e-e855c2473a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118437 Jul 09 16:10:02.944145 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7600b-4dde-492a-95d2-37b78838dd29 req-79a31204-dc76-470a-9384-1084d13bc141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:02.947657 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c620f097-103b-4469-b1ee-4b1a03e3279b req-03f26bce-0bbc-4def-98a9-92d67c767c0a service neutron] 10.222.0.73 "GET /v2.0/networks/bb5eedc8-9794-43ab-9159-e84889255689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167934 Jul 09 16:10:02.950087 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-35e7600b-4dde-492a-95d2-37b78838dd29 req-79a31204-dc76-470a-9384-1084d13bc141 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3424184 Jul 09 16:10:02.959476 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b78c0256-a88f-41a3-bf18-00cd47d6056c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:02.962835 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b78c0256-a88f-41a3-bf18-00cd47d6056c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:02.966352 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b78c0256-a88f-41a3-bf18-00cd47d6056c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/80646f2f-3c50-4851-a651-df641bd27ad9 HTTP/1.1" status: 204 len: 168 time: 0.4153130 Jul 09 16:10:02.978009 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:03.004339 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78c0256-a88f-41a3-bf18-00cd47d6056c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80646f2f-3c50-4851-a651-df641bd27ad9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:03.074409 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2857a699-c03f-4ce6-87c2-60037655a00d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55db0750-b717-429b-8b98-38cdb4001e1c'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:10:03.077439 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8bc4f4-6ee4-407e-8375-067d2c8732c9" -d '{"events": [{"server_uuid": "2857a699-c03f-4ce6-87c2-60037655a00d", "name": "network-vif-plugged", "status": "completed", "tag": "55db0750-b717-429b-8b98-38cdb4001e1c"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:10:03.093759 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-a37a36d9-03ab-4e33-a73a-1ab08901088f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1555507325-router', 'tenant_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '6b75535c-ea63-413d-88df-67b7b475953f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:09:05Z', 'updated_at': '2021-07-09T16:09:10Z', 'revision_number': 4, 'project_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'gw_port': {'id': '6b75535c-ea63-413d-88df-67b7b475953f', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:06Z', 'updated_at': '2021-07-09T16:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'f8dce8de-e36e-44c6-9aaf-1a1a07c81802', 'tenant_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'floating_ip_address': '172.25.0.26', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'port_id': 'd8410fa2-713f-41ff-9dc4-a833be28b663', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb5eedc8-9794-43ab-9159-e84889255689', 'mac_address': 'fa:16:3e:19:97:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49315736-dd27-47af-9ccb-98e9c687919a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:09:37Z', 'updated_at': '2021-07-09T16:10:00Z', 'revision_number': 1, 'project_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c53a8e13-d3a7-4bae-88bc-bb17c30e4942', 'name': '', 'network_id': 'bb5eedc8-9794-43ab-9159-e84889255689', 'tenant_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'mac_address': 'fa:16:3e:e6:4b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9652b0cc-4dd5-4837-9b58-222aefe9d108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:09Z', 'updated_at': '2021-07-09T16:09:19Z', 'revision_number': 5, 'project_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'subnets': [{'id': '9652b0cc-4dd5-4837-9b58-222aefe9d108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:10:03.132998 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 55db0750-b717-429b-8b98-38cdb4001e1c, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=55db0750-b717-429b-8b98-38cdb4001e1c,segment=NetworkSegment(2889ae5a-14b1-4f86-bf1f-9ec9dbd85842),segment_id=2889ae5a-14b1-4f86-bf1f-9ec9dbd85842)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:10:03.141533 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:03.145049 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76ea7c-6486-44c7-9de0-b772f9e7d9ab req-8dbae91e-598f-448a-8fa3-f332cb6a391d tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:03.154187 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1f76ea7c-6486-44c7-9de0-b772f9e7d9ab req-8dbae91e-598f-448a-8fa3-f332cb6a391d tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/ports?device_id=c347ef21-a935-401a-ad94-608d044a7659 HTTP/1.1" status: 200 len: 946 time: 0.2434545 Jul 09 16:10:03.172120 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37a36d9-03ab-4e33-a73a-1ab08901088f None None] The sync data for ids ['33f481ab-d0c0-4daa-bb4f-07ccb207870f'] in n-d-798930-3 is: [{'id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1555507325-router', 'tenant_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '6b75535c-ea63-413d-88df-67b7b475953f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:09:05Z', 'updated_at': '2021-07-09T16:09:10Z', 'revision_number': 4, 'project_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'gw_port': {'id': '6b75535c-ea63-413d-88df-67b7b475953f', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:06Z', 'updated_at': '2021-07-09T16:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'f8dce8de-e36e-44c6-9aaf-1a1a07c81802', 'tenant_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'floating_ip_address': '172.25.0.26', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'port_id': 'd8410fa2-713f-41ff-9dc4-a833be28b663', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb5eedc8-9794-43ab-9159-e84889255689', 'mac_address': 'fa:16:3e:19:97:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49315736-dd27-47af-9ccb-98e9c687919a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:09:37Z', 'updated_at': '2021-07-09T16:10:00Z', 'revision_number': 1, 'project_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c53a8e13-d3a7-4bae-88bc-bb17c30e4942', 'name': '', 'network_id': 'bb5eedc8-9794-43ab-9159-e84889255689', 'tenant_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'mac_address': 'fa:16:3e:e6:4b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9652b0cc-4dd5-4837-9b58-222aefe9d108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:09Z', 'updated_at': '2021-07-09T16:09:19Z', 'revision_number': 5, 'project_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'subnets': [{'id': '9652b0cc-4dd5-4837-9b58-222aefe9d108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:10:03.229782 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1f76ea7c-6486-44c7-9de0-b772f9e7d9ab req-372f09e8-6a8a-4fa6-9832-ac86f260981e tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/security-groups?id=af5fd54a-9c61-4b4c-a5e9-fe2ec4c8027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695376 Jul 09 16:10:03.265173 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afbf587-263f-4082-b67c-fc4867336022 req-4b879776-9b19-44f3-ab42-5bbdac433a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:03.265173 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1afbf587-263f-4082-b67c-fc4867336022 req-4b879776-9b19-44f3-ab42-5bbdac433a05 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cc4dc2313b5c41388daec8e5a4533d66&device_id=49315736-dd27-47af-9ccb-98e9c687919a HTTP/1.1" status: 200 len: 1097 time: 0.2171035 Jul 09 16:10:03.309560 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=55db0750-b717-429b-8b98-38cdb4001e1c,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:03.353918 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e839adc-64b7-4196-ac22-96ebf6777b71 x-openstack-request-id: req-2e839adc-64b7-4196-ac22-96ebf6777b71 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:10:03.354316 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2857a699-c03f-4ce6-87c2-60037655a00d", "name": "network-vif-plugged", "status": "completed", "tag": "55db0750-b717-429b-8b98-38cdb4001e1c", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:10:03.354667 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2e839adc-64b7-4196-ac22-96ebf6777b71 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:10:03.355180 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2857a699-c03f-4ce6-87c2-60037655a00d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55db0750-b717-429b-8b98-38cdb4001e1c', 'code': 200} Jul 09 16:10:03.384999 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa72d8-9c5f-4803-b3e6-0f4a9f68341e req-431a1303-ba35-4585-9859-39f234601e51 tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:03.397630 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0eaa72d8-9c5f-4803-b3e6-0f4a9f68341e req-431a1303-ba35-4585-9859-39f234601e51 tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] 10.222.0.77 "GET /v2.0/ports?device_id=907f9cea-08e4-4f8d-bf3a-7f85a8252132 HTTP/1.1" status: 200 len: 971 time: 0.5668750 Jul 09 16:10:03.411111 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-35e7600b-4dde-492a-95d2-37b78838dd29 req-9064cf5f-7d9b-4f75-a910-0a2c157332f9 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368730 Jul 09 16:10:03.623353 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b492643-b358-4c50-8bb2-92e6b8de0275 None None] New status for floating IP f8dce8de-e36e-44c6-9aaf-1a1a07c81802: ACTIVE {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:10:03.628732 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afbf587-263f-4082-b67c-fc4867336022 req-01a266a1-09d4-4009-879e-8e87e2a95836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:03.630778 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1afbf587-263f-4082-b67c-fc4867336022 req-01a266a1-09d4-4009-879e-8e87e2a95836 service neutron] 10.222.0.73 "GET /v2.0/networks?id=bb5eedc8-9794-43ab-9159-e84889255689 HTTP/1.1" status: 200 len: 925 time: 0.3533459 Jul 09 16:10:03.648976 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f3b2da-c115-4473-8af9-d0d05088014f req-6e367183-da6f-4812-984b-5d7e28050194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:03.650590 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-42f3b2da-c115-4473-8af9-d0d05088014f req-6e367183-da6f-4812-984b-5d7e28050194 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2857a699-c03f-4ce6-87c2-60037655a00d HTTP/1.1" status: 200 len: 1096 time: 0.2355468 Jul 09 16:10:03.676281 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e23280-af65-4c23-9ec0-ceb4a07b48d9 req-f754d827-daaa-44b8-8f93-0c018ec280fa tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:03.684510 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e1e23280-af65-4c23-9ec0-ceb4a07b48d9 req-f754d827-daaa-44b8-8f93-0c018ec280fa tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f HTTP/1.1" status: 200 len: 949 time: 0.2150927 Jul 09 16:10:03.779174 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 46582) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:03.823474 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-42f3b2da-c115-4473-8af9-d0d05088014f req-832daf83-5b44-45ef-8c58-fe84f4ba3110 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=cfcc9858-6d6e-4ce7-9f3e-e855c2473a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640246 Jul 09 16:10:03.849352 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ef0b7845-1b99-4623-85e4-ad76090e7789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:03.849926 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e1e23280-af65-4c23-9ec0-ceb4a07b48d9 req-dec505dc-0bdc-4a54-bedd-fed59371c533 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208889 Jul 09 16:10:03.869618 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1afbf587-263f-4082-b67c-fc4867336022 req-c54902f7-ca75-447c-9719-93ff2a8aa660 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8410fa2-713f-41ff-9dc4-a833be28b663 HTTP/1.1" status: 200 len: 999 time: 0.1827798 Jul 09 16:10:03.891521 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-35e7600b-4dde-492a-95d2-37b78838dd29 req-844e24f3-5e36-427d-b926-0d6eaf5ed4ba service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3902545 Jul 09 16:10:04.082617 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786522d4-617e-4bf3-9b17-6047e2de25f4 req-ca8a2ffe-ab78-4731-8065-369b1834412c tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:04.084273 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-786522d4-617e-4bf3-9b17-6047e2de25f4 req-ca8a2ffe-ab78-4731-8065-369b1834412c tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] 10.222.0.98 "GET /v2.0/ports?device_id=907f9cea-08e4-4f8d-bf3a-7f85a8252132 HTTP/1.1" status: 200 len: 971 time: 0.3281822 Jul 09 16:10:04.111070 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-0eaa72d8-9c5f-4803-b3e6-0f4a9f68341e req-a56ad103-9844-428a-838b-02de09e2b7d7 tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] Deleting port c9f09e3f-8979-4793-9e9c-94e49233516d {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:10:04.112013 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0eaa72d8-9c5f-4803-b3e6-0f4a9f68341e req-a56ad103-9844-428a-838b-02de09e2b7d7 tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:04.237440 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-0eaa72d8-9c5f-4803-b3e6-0f4a9f68341e req-a56ad103-9844-428a-838b-02de09e2b7d7 tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] For port c9f09e3f-8979-4793-9e9c-94e49233516d, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=c9f09e3f-8979-4793-9e9c-94e49233516d,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:10:04.237814 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0eaa72d8-9c5f-4803-b3e6-0f4a9f68341e req-a56ad103-9844-428a-838b-02de09e2b7d7 tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:04.248296 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afbf587-263f-4082-b67c-fc4867336022 req-b90ec2d7-1299-4beb-8577-ba9e0c066293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:04.250432 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1afbf587-263f-4082-b67c-fc4867336022 req-b90ec2d7-1299-4beb-8577-ba9e0c066293 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9652b0cc-4dd5-4837-9b58-222aefe9d108 HTTP/1.1" status: 200 len: 863 time: 0.3710542 Jul 09 16:10:04.269409 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-0eaa72d8-9c5f-4803-b3e6-0f4a9f68341e req-a56ad103-9844-428a-838b-02de09e2b7d7 tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] Calling delete_port for c9f09e3f-8979-4793-9e9c-94e49233516d owned by compute:tempest-test_az-282883867 {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:10:04.280124 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ef0b7845-1b99-4623-85e4-ad76090e7789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:04.295432 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ef0b7845-1b99-4623-85e4-ad76090e7789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:04.320147 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-786522d4-617e-4bf3-9b17-6047e2de25f4 req-ab4ec7b2-4168-4f50-9b05-ea084b4bc65b tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] 10.222.0.98 "GET /v2.0/security-groups?id=ae95188f-e212-4a8e-8567-a2e6c3c4cf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254641 Jul 09 16:10:04.350594 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afbf587-263f-4082-b67c-fc4867336022 req-625a2ff0-d712-4fae-9d39-72789d915d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:04.353039 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1afbf587-263f-4082-b67c-fc4867336022 req-625a2ff0-d712-4fae-9d39-72789d915d29 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb5eedc8-9794-43ab-9159-e84889255689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0944839 Jul 09 16:10:04.398336 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ef0b7845-1b99-4623-85e4-ad76090e7789 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=fef4b9664f54405fa1ba69e197ca2154&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6169410 Jul 09 16:10:04.402226 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0b7845-1b99-4623-85e4-ad76090e7789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7bf394-bfbc-4fa6-aa26-c20302bba6be,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:04.405080 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 46602) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:04.514254 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1afbf587-263f-4082-b67c-fc4867336022 req-c63b3262-914f-4c69-8eb1-f5202f90ee18 service neutron] 10.222.0.73 "GET /v2.0/networks/bb5eedc8-9794-43ab-9159-e84889255689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532454 Jul 09 16:10:04.517693 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de7bab8a-f363-4e2c-998b-09bd102eb156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:04.581940 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de7bab8a-f363-4e2c-998b-09bd102eb156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:04.593920 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0eaa72d8-9c5f-4803-b3e6-0f4a9f68341e req-a56ad103-9844-428a-838b-02de09e2b7d7 tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:04.611134 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['c9f09e3f-8979-4793-9e9c-94e49233516d'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:10:04.657606 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ad103-9844-428a-838b-02de09e2b7d7 tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] Pushing event deleted for resources: {'Port': ['ID=c9f09e3f-8979-4793-9e9c-94e49233516d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:04.727975 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eaa72d8-9c5f-4803-b3e6-0f4a9f68341e req-a56ad103-9844-428a-838b-02de09e2b7d7 tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] No DVR routers for this DVR port c9f09e3f-8979-4793-9e9c-94e49233516d on host n-h1-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:10:04.743241 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966ddc4-4b45-431a-aa33-5f18e9f52b9f req-51b97c46-2708-4c3b-924c-2ec1b46fefa6 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:04.745090 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5966ddc4-4b45-431a-aa33-5f18e9f52b9f req-51b97c46-2708-4c3b-924c-2ec1b46fefa6 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/ports?device_id=2857a699-c03f-4ce6-87c2-60037655a00d HTTP/1.1" status: 200 len: 945 time: 0.2411697 Jul 09 16:10:04.746708 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0eaa72d8-9c5f-4803-b3e6-0f4a9f68341e req-a56ad103-9844-428a-838b-02de09e2b7d7 tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:04.749230 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0eaa72d8-9c5f-4803-b3e6-0f4a9f68341e req-a56ad103-9844-428a-838b-02de09e2b7d7 tempest-ServerDiagnosticsNegativeTest-1853520613 tempest-ServerDiagnosticsNegativeTest-1853520613-project] 10.222.0.77 "DELETE /v2.0/ports/c9f09e3f-8979-4793-9e9c-94e49233516d HTTP/1.1" status: 204 len: 173 time: 1.3362532 Jul 09 16:10:04.749912 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '907f9cea-08e4-4f8d-bf3a-7f85a8252132', 'name': 'network-vif-deleted', 'tag': 'c9f09e3f-8979-4793-9e9c-94e49233516d'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:10:04.752392 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1c493e-8fcd-4f0c-9146-3218b79cfc2a" -d '{"events": [{"server_uuid": "907f9cea-08e4-4f8d-bf3a-7f85a8252132", "name": "network-vif-deleted", "tag": "c9f09e3f-8979-4793-9e9c-94e49233516d"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:10:04.775616 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1afbf587-263f-4082-b67c-fc4867336022 req-3c3513f3-2f06-4444-aa1c-627e24062ce9 service neutron] 10.222.0.73 "GET /v2.0/networks/bb5eedc8-9794-43ab-9159-e84889255689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544806 Jul 09 16:10:04.809378 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21faefb2-b3f3-4079-931b-568b5b14a2a6 req-7ff9f4c9-27e6-4128-b1d3-359c99098933 tempest-MigrationsAdminTest-1206000304 tempest-MigrationsAdminTest-1206000304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:04.817443 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-21faefb2-b3f3-4079-931b-568b5b14a2a6 req-7ff9f4c9-27e6-4128-b1d3-359c99098933 tempest-MigrationsAdminTest-1206000304 tempest-MigrationsAdminTest-1206000304-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f HTTP/1.1" status: 200 len: 1100 time: 0.0914173 Jul 09 16:10:04.836903 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-21faefb2-b3f3-4079-931b-568b5b14a2a6 req-dbfb3311-56fb-4703-964a-ce6f283738dc tempest-MigrationsAdminTest-1206000304 tempest-MigrationsAdminTest-1206000304-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:04.964872 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-21faefb2-b3f3-4079-931b-568b5b14a2a6 req-dbfb3311-56fb-4703-964a-ce6f283738dc tempest-MigrationsAdminTest-1206000304 tempest-MigrationsAdminTest-1206000304-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:04.969292 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-21faefb2-b3f3-4079-931b-568b5b14a2a6 req-dbfb3311-56fb-4703-964a-ce6f283738dc tempest-MigrationsAdminTest-1206000304 tempest-MigrationsAdminTest-1206000304-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:04.970461 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de7bab8a-f363-4e2c-998b-09bd102eb156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:04.972841 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de7bab8a-f363-4e2c-998b-09bd102eb156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:04.977337 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-de7bab8a-f363-4e2c-998b-09bd102eb156 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/cd7bf394-bfbc-4fa6-aa26-c20302bba6be HTTP/1.1" status: 204 len: 168 time: 0.5645330 Jul 09 16:10:04.985021 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7bab8a-f363-4e2c-998b-09bd102eb156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7bf394-bfbc-4fa6-aa26-c20302bba6be,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:04.995155 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7bab8a-f363-4e2c-998b-09bd102eb156 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:10:04.995155 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7bab8a-f363-4e2c-998b-09bd102eb156 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:10:04.995155 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7bab8a-f363-4e2c-998b-09bd102eb156 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:10:04.995590 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7bab8a-f363-4e2c-998b-09bd102eb156 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:10:04.995814 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7bab8a-f363-4e2c-998b-09bd102eb156 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:10:04.996130 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7bab8a-f363-4e2c-998b-09bd102eb156 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:10:04.996446 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7bab8a-f363-4e2c-998b-09bd102eb156 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:10:04.996765 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7bab8a-f363-4e2c-998b-09bd102eb156 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:10:04.997067 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7bab8a-f363-4e2c-998b-09bd102eb156 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:10:04.997370 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7bab8a-f363-4e2c-998b-09bd102eb156 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:10:04.997857 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7bab8a-f363-4e2c-998b-09bd102eb156 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:10:04.998003 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7bab8a-f363-4e2c-998b-09bd102eb156 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:10:05.003256 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-21faefb2-b3f3-4079-931b-568b5b14a2a6 req-dbfb3311-56fb-4703-964a-ce6f283738dc tempest-MigrationsAdminTest-1206000304 tempest-MigrationsAdminTest-1206000304-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839132 Jul 09 16:10:05.013415 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfb3311-56fb-4703-964a-ce6f283738dc tempest-MigrationsAdminTest-1206000304 tempest-MigrationsAdminTest-1206000304-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c070735-f658-457c-b0d3-b4aa69b09677,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:05.043457 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5966ddc4-4b45-431a-aa33-5f18e9f52b9f req-e856a1a9-3334-4038-afd5-a6f77b6f7658 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfcc9858-6d6e-4ce7-9f3e-e855c2473a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859170 Jul 09 16:10:05.203518 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcca52b-fc4b-4ed0-8674-3b476fa53786 req-5c4ee27d-589a-41e8-9c7b-598dfea801d9 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:05.205120 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1dcca52b-fc4b-4ed0-8674-3b476fa53786 req-5c4ee27d-589a-41e8-9c7b-598dfea801d9 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/ports?device_id=c347ef21-a935-401a-ad94-608d044a7659 HTTP/1.1" status: 200 len: 946 time: 0.0733569 Jul 09 16:10:05.261018 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1dcca52b-fc4b-4ed0-8674-3b476fa53786 req-fbe8bf14-e729-442a-8767-ddc3af2e0f6f tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/security-groups?id=af5fd54a-9c61-4b4c-a5e9-fe2ec4c8027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490024 Jul 09 16:10:05.319958 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd9a8b3-7ce5-45db-a5de-f5f08b3d43b9 x-openstack-request-id: req-5dd9a8b3-7ce5-45db-a5de-f5f08b3d43b9 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:10:05.320717 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "907f9cea-08e4-4f8d-bf3a-7f85a8252132", "name": "network-vif-deleted", "tag": "c9f09e3f-8979-4793-9e9c-94e49233516d", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:10:05.321695 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5dd9a8b3-7ce5-45db-a5de-f5f08b3d43b9 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:10:05.322977 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '907f9cea-08e4-4f8d-bf3a-7f85a8252132', 'name': 'network-vif-deleted', 'tag': 'c9f09e3f-8979-4793-9e9c-94e49233516d', 'status': 'completed', 'code': 200} Jul 09 16:10:05.620755 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [req-09e254fc-5b89-461f-8b3e-276b0a5e61da req-cec14756-23e7-4661-ad77-6d68d5d54466 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:10:05.621779 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-09e254fc-5b89-461f-8b3e-276b0a5e61da req-cec14756-23e7-4661-ad77-6d68d5d54466 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0490165 Jul 09 16:10:06.011122 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 46686) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:06.268271 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 46704) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:06.287202 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870bebaa-106e-4343-b7da-3c64067cab83 req-4b716743-d7df-4b11-a9c2-1cf3b1abfba4 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:06.289091 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-870bebaa-106e-4343-b7da-3c64067cab83 req-4b716743-d7df-4b11-a9c2-1cf3b1abfba4 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/ports?device_id=2857a699-c03f-4ce6-87c2-60037655a00d HTTP/1.1" status: 200 len: 945 time: 0.0873244 Jul 09 16:10:06.367896 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-870bebaa-106e-4343-b7da-3c64067cab83 req-26b3af34-6b00-4b13-a989-26dbe4714ad4 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfcc9858-6d6e-4ce7-9f3e-e855c2473a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706897 Jul 09 16:10:06.399736 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-111b3c69-8324-44aa-8beb-96390a154e34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:06.425315 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-421955d5-6113-4afa-a8af-d609a4ed1f8b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9b0300fc84874bf49621f6a2e1be87e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4122283 Jul 09 16:10:06.427498 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 46716) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:06.563705 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-70c5a564-4e46-4bc8-b466-8adea5ad6efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:06.585636 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-111b3c69-8324-44aa-8beb-96390a154e34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:06.590529 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-111b3c69-8324-44aa-8beb-96390a154e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:06.641638 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-111b3c69-8324-44aa-8beb-96390a154e34 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=43757a7f4b644c189cdd33f34a967ae0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3696592 Jul 09 16:10:06.641638 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111b3c69-8324-44aa-8beb-96390a154e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73536e33-05fc-4e4f-8457-f482c30f4df1,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:06.644439 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 46728) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:06.662101 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b3c69-8324-44aa-8beb-96390a154e34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:10:06.662101 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b3c69-8324-44aa-8beb-96390a154e34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:10:06.662101 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b3c69-8324-44aa-8beb-96390a154e34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:10:06.662101 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b3c69-8324-44aa-8beb-96390a154e34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:10:06.662101 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b3c69-8324-44aa-8beb-96390a154e34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:10:06.662101 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b3c69-8324-44aa-8beb-96390a154e34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:10:06.662626 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b3c69-8324-44aa-8beb-96390a154e34 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:10:06.662703 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b3c69-8324-44aa-8beb-96390a154e34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:10:06.663259 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b3c69-8324-44aa-8beb-96390a154e34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:10:06.663422 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b3c69-8324-44aa-8beb-96390a154e34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:10:06.663739 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b3c69-8324-44aa-8beb-96390a154e34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:10:06.664018 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b3c69-8324-44aa-8beb-96390a154e34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:10:06.664394 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 46732) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:06.668059 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-70c5a564-4e46-4bc8-b466-8adea5ad6efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:06.710503 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device c9f09e3f-8979-4793-9e9c-94e49233516d no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:10:06.742020 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: c9f09e3f-8979-4793-9e9c-94e49233516d {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:10:06.743314 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device c9f09e3f-8979-4793-9e9c-94e49233516d not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:10:06.761617 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e552ab-72be-452e-bd24-8bd121fd7a6e req-d8456e5a-f447-4bf1-8d33-1ce97b5daa8d tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:06.766031 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b9e552ab-72be-452e-bd24-8bd121fd7a6e req-d8456e5a-f447-4bf1-8d33-1ce97b5daa8d tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/ports?device_id=c347ef21-a935-401a-ad94-608d044a7659 HTTP/1.1" status: 200 len: 946 time: 0.1693001 Jul 09 16:10:06.771014 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b92afe4c-73be-484d-a195-0d17879f56ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:06.793120 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d1638-dca2-42f2-b96f-23ac27ae01f1 req-09ed2dbc-60f9-4211-ab13-0911055d2195 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:06.794633 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7a6d1638-dca2-42f2-b96f-23ac27ae01f1 req-09ed2dbc-60f9-4211-ab13-0911055d2195 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f HTTP/1.1" status: 200 len: 949 time: 0.1265376 Jul 09 16:10:06.813887 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-70c5a564-4e46-4bc8-b466-8adea5ad6efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:06.815642 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b92afe4c-73be-484d-a195-0d17879f56ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:06.816396 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-70c5a564-4e46-4bc8-b466-8adea5ad6efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:06.819813 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-70c5a564-4e46-4bc8-b466-8adea5ad6efd admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ae95188f-e212-4a8e-8567-a2e6c3c4cf1e HTTP/1.1" status: 204 len: 168 time: 0.3887589 Jul 09 16:10:06.847533 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c5a564-4e46-4bc8-b466-8adea5ad6efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae95188f-e212-4a8e-8567-a2e6c3c4cf1e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:06.863551 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b9e552ab-72be-452e-bd24-8bd121fd7a6e req-81cd38c4-0ff7-4cd2-9d9f-2cbdb9aea7bb tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/security-groups?id=af5fd54a-9c61-4b4c-a5e9-fe2ec4c8027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834038 Jul 09 16:10:06.869719 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7a6d1638-dca2-42f2-b96f-23ac27ae01f1 req-4373439d-dab0-4f96-849f-8ac4013aa816 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665576 Jul 09 16:10:06.884091 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9107e250-a626-4e59-89fb-052769e6c45d req-24fe995b-d453-4436-a4ff-f5b11ef4108b service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2178321 Jul 09 16:10:06.897573 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b92afe4c-73be-484d-a195-0d17879f56ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:06.909839 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b92afe4c-73be-484d-a195-0d17879f56ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:06.911559 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b92afe4c-73be-484d-a195-0d17879f56ad admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/73536e33-05fc-4e4f-8457-f482c30f4df1 HTTP/1.1" status: 204 len: 168 time: 0.2653079 Jul 09 16:10:06.932848 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92afe4c-73be-484d-a195-0d17879f56ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73536e33-05fc-4e4f-8457-f482c30f4df1,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:07.020253 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device c6bd2fab-f0a8-4b50-8189-e4a053cd717a details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:10:07.147985 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port c6bd2fab-f0a8-4b50-8189-e4a053cd717a, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=c6bd2fab-f0a8-4b50-8189-e4a053cd717a,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:10:07.152165 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaac7ba-1534-4379-b9ce-5b07a22f206a req-75dfcfac-8919-4c29-9e76-a104779c24ba tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:07.154337 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-efaac7ba-1534-4379-b9ce-5b07a22f206a req-75dfcfac-8919-4c29-9e76-a104779c24ba tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/ports?device_id=2857a699-c03f-4ce6-87c2-60037655a00d HTTP/1.1" status: 200 len: 945 time: 0.0996454 Jul 09 16:10:07.175031 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': 'c6bd2fab-f0a8-4b50-8189-e4a053cd717a', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'port_id': 'c6bd2fab-f0a8-4b50-8189-e4a053cd717a', 'mac_address': 'fa:16:3e:37:28:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f122b436-b232-4a3c-9aac-47d5639f2da4', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:10:07.217135 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-efaac7ba-1534-4379-b9ce-5b07a22f206a req-24c50b9b-fc48-4637-8e0e-5d25273f4663 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfcc9858-6d6e-4ce7-9f3e-e855c2473a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544727 Jul 09 16:10:07.238510 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:07.256845 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6bd2fab-f0a8-4b50-8189-e4a053cd717a {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:10:07.291172 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port c6bd2fab-f0a8-4b50-8189-e4a053cd717a, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=c6bd2fab-f0a8-4b50-8189-e4a053cd717a,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:10:07.296840 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:07.357626 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=c6bd2fab-f0a8-4b50-8189-e4a053cd717a,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:07.366758 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:10:07.367131 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:10:07.368077 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:10:07.368529 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:10:07.368867 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:10:07.369203 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:10:07.369515 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:10:07.369886 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:10:07.370152 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:10:07.370479 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:10:07.371132 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:10:07.371132 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:10:07.404890 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aadf23-3aae-4a95-bb75-f2343af9580c req-af28ea35-22c2-4e34-b399-eb28d4d34d36 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:07.406391 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-22aadf23-3aae-4a95-bb75-f2343af9580c req-af28ea35-22c2-4e34-b399-eb28d4d34d36 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/ports?device_id=2857a699-c03f-4ce6-87c2-60037655a00d HTTP/1.1" status: 200 len: 945 time: 0.0673695 Jul 09 16:10:07.421358 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 46764) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:07.437725 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d9dce13a-4ec3-4cbc-805a-71e2e57bb6cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:07.450979 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-22aadf23-3aae-4a95-bb75-f2343af9580c req-45bb1888-8c4e-4f90-8912-fbf7b846b90f tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfcc9858-6d6e-4ce7-9f3e-e855c2473a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382280 Jul 09 16:10:07.549870 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 46770) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:07.572678 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cffdc527-5417-449b-9eeb-fa49fdaab0ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:07.604758 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d9dce13a-4ec3-4cbc-805a-71e2e57bb6cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:07.609910 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d9dce13a-4ec3-4cbc-805a-71e2e57bb6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:07.693591 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dce13a-4ec3-4cbc-805a-71e2e57bb6cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab0e49a-3d62-4d01-ac80-fd522989e6eb,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:07.702654 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-d9dce13a-4ec3-4cbc-805a-71e2e57bb6cd admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f0d5ddf4a7f44f249542b79dcebd0593&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2801743 Jul 09 16:10:07.706085 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 46776) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:07.728746 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cffdc527-5417-449b-9eeb-fa49fdaab0ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:07.745578 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cffdc527-5417-449b-9eeb-fa49fdaab0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:07.765555 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['c6bd2fab-f0a8-4b50-8189-e4a053cd717a'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:10:07.770406 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d418ae-9046-4893-b3df-f120125fcaa7 req-b3c79d86-8051-4fc4-9d04-2388d126f694 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:07.771969 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-62d418ae-9046-4893-b3df-f120125fcaa7 req-b3c79d86-8051-4fc4-9d04-2388d126f694 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/ports?device_id=2857a699-c03f-4ce6-87c2-60037655a00d HTTP/1.1" status: 200 len: 945 time: 0.1572542 Jul 09 16:10:07.795413 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2e4bf560-9103-4266-b184-194e41c926db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:07.807479 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-cffdc527-5417-449b-9eeb-fa49fdaab0ce admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a1d528ffda0c48eca4fff7b1ddfdf853&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2556190 Jul 09 16:10:07.812423 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 46782) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:07.829079 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffdc527-5417-449b-9eeb-fa49fdaab0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533d85e6-f241-4acf-ab85-15cd7bba76f6,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:07.850501 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2e4bf560-9103-4266-b184-194e41c926db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:07.864946 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-62d418ae-9046-4893-b3df-f120125fcaa7 req-fd48f13c-c894-4937-b4df-4af70192b54c tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfcc9858-6d6e-4ce7-9f3e-e855c2473a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823839 Jul 09 16:10:07.920390 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e3e073af-4ba9-42a5-a5ca-4c79b67b13b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:07.924644 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2e4bf560-9103-4266-b184-194e41c926db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:07.931637 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2e4bf560-9103-4266-b184-194e41c926db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:07.934567 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2e4bf560-9103-4266-b184-194e41c926db admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/dab0e49a-3d62-4d01-ac80-fd522989e6eb HTTP/1.1" status: 204 len: 168 time: 0.2259126 Jul 09 16:10:07.959527 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4bf560-9103-4266-b184-194e41c926db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab0e49a-3d62-4d01-ac80-fd522989e6eb,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:07.986206 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e3e073af-4ba9-42a5-a5ca-4c79b67b13b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:08.078014 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e3e073af-4ba9-42a5-a5ca-4c79b67b13b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:08.081208 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e3e073af-4ba9-42a5-a5ca-4c79b67b13b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:08.085284 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e3e073af-4ba9-42a5-a5ca-4c79b67b13b3 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/533d85e6-f241-4acf-ab85-15cd7bba76f6 HTTP/1.1" status: 204 len: 168 time: 0.2695634 Jul 09 16:10:08.091727 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e073af-4ba9-42a5-a5ca-4c79b67b13b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533d85e6-f241-4acf-ab85-15cd7bba76f6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:08.189554 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720862d8-f233-49bc-8dd3-15c035fb6280 req-af72e1d6-c759-4234-a5b7-37f34800aac5 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:08.197545 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-720862d8-f233-49bc-8dd3-15c035fb6280 req-af72e1d6-c759-4234-a5b7-37f34800aac5 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f HTTP/1.1" status: 200 len: 949 time: 0.0972781 Jul 09 16:10:08.267409 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-720862d8-f233-49bc-8dd3-15c035fb6280 req-0eb61a64-6749-41c4-a498-1046f7812f21 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686262 Jul 09 16:10:08.408049 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 46812) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:08.515720 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54fcb9c-ce88-4a15-bdb7-1c09ad1c1527 req-7086e077-3d3a-43ac-a4dc-3c2a3db58a71 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:08.517495 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f54fcb9c-ce88-4a15-bdb7-1c09ad1c1527 req-7086e077-3d3a-43ac-a4dc-3c2a3db58a71 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/ports?device_id=c347ef21-a935-401a-ad94-608d044a7659 HTTP/1.1" status: 200 len: 947 time: 0.1302962 Jul 09 16:10:08.558334 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a430cf10-3450-4ace-9cec-75bbc32dc5fe req-927870d6-920d-44eb-8128-e7aeb5f25cdb tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:08.560543 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a430cf10-3450-4ace-9cec-75bbc32dc5fe req-927870d6-920d-44eb-8128-e7aeb5f25cdb tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/ports?device_id=2857a699-c03f-4ce6-87c2-60037655a00d HTTP/1.1" status: 200 len: 945 time: 0.1163609 Jul 09 16:10:08.595415 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f54fcb9c-ce88-4a15-bdb7-1c09ad1c1527 req-37be4266-11ba-48b7-a032-a571bc4b7e51 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/security-groups?id=af5fd54a-9c61-4b4c-a5e9-fe2ec4c8027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713129 Jul 09 16:10:08.660980 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a430cf10-3450-4ace-9cec-75bbc32dc5fe req-a1091657-26a5-4832-8499-75069a81386d tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfcc9858-6d6e-4ce7-9f3e-e855c2473a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939481 Jul 09 16:10:08.845785 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f1db0ab-e3d7-4ea4-8840-9f2498164116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:09.027496 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device c6bd2fab-f0a8-4b50-8189-e4a053cd717a up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:10:09.047911 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f431105c-2365-452d-b4de-967aacd6de9c req-c0894638-e13a-4f4f-a40d-a91676255c86 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:09.049636 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f431105c-2365-452d-b4de-967aacd6de9c req-c0894638-e13a-4f4f-a40d-a91676255c86 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/ports?device_id=2857a699-c03f-4ce6-87c2-60037655a00d HTTP/1.1" status: 200 len: 945 time: 0.1155968 Jul 09 16:10:09.096891 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f1db0ab-e3d7-4ea4-8840-9f2498164116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:09.109840 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f1db0ab-e3d7-4ea4-8840-9f2498164116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:09.130469 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port c6bd2fab-f0a8-4b50-8189-e4a053cd717a completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:10:09.137639 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port c6bd2fab-f0a8-4b50-8189-e4a053cd717a triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:10:09.138452 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:09.147134 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f431105c-2365-452d-b4de-967aacd6de9c req-b86d880e-7fc0-4017-83a9-bee5137a6fe3 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfcc9858-6d6e-4ce7-9f3e-e855c2473a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827343 Jul 09 16:10:09.182623 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1db0ab-e3d7-4ea4-8840-9f2498164116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fefdd68-4cc6-4036-9217-4b9eb5b5a749,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:09.187725 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-3f1db0ab-e3d7-4ea4-8840-9f2498164116 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=139d7f8026784d11a685d210e234f227&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7783573 Jul 09 16:10:09.190402 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 46844) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:09.246654 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 46850) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:09.286734 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7ab5f8be-5692-4831-b576-80fe6ed7f4f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:09.319478 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:09.346132 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7ab5f8be-5692-4831-b576-80fe6ed7f4f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:09.364658 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port c6bd2fab-f0a8-4b50-8189-e4a053cd717a, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=c6bd2fab-f0a8-4b50-8189-e4a053cd717a,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:10:09.366107 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c347ef21-a935-401a-ad94-608d044a7659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6bd2fab-f0a8-4b50-8189-e4a053cd717a'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:10:09.371261 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46ddec8-db9a-43ec-a430-edb676289102" -d '{"events": [{"server_uuid": "c347ef21-a935-401a-ad94-608d044a7659", "name": "network-vif-plugged", "status": "completed", "tag": "c6bd2fab-f0a8-4b50-8189-e4a053cd717a"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:10:09.375639 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:09.441197 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f1b1b-0ff2-490c-8e49-3708befe1ab8 req-3f04c084-d88d-4915-be69-561d7e44bd87 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:09.448754 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e80f1b1b-0ff2-490c-8e49-3708befe1ab8 req-3f04c084-d88d-4915-be69-561d7e44bd87 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/ports?device_id=2857a699-c03f-4ce6-87c2-60037655a00d HTTP/1.1" status: 200 len: 945 time: 0.1193013 Jul 09 16:10:09.479864 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7ab5f8be-5692-4831-b576-80fe6ed7f4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:09.482370 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7ab5f8be-5692-4831-b576-80fe6ed7f4f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:09.486076 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7ab5f8be-5692-4831-b576-80fe6ed7f4f8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2fefdd68-4cc6-4036-9217-4b9eb5b5a749 HTTP/1.1" status: 204 len: 168 time: 0.2906497 Jul 09 16:10:09.490252 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=c6bd2fab-f0a8-4b50-8189-e4a053cd717a,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:09.526231 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab5f8be-5692-4831-b576-80fe6ed7f4f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fefdd68-4cc6-4036-9217-4b9eb5b5a749,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:09.534814 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01454200-7bf6-41ae-852b-c29eb1e2fd4b req-76667f93-7296-4361-af2c-c76e5ffcafcd tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:09.555982 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-01454200-7bf6-41ae-852b-c29eb1e2fd4b req-76667f93-7296-4361-af2c-c76e5ffcafcd tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f HTTP/1.1" status: 200 len: 949 time: 0.1364658 Jul 09 16:10:09.570957 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e80f1b1b-0ff2-490c-8e49-3708befe1ab8 req-eda9b0f5-d072-471a-bc38-f618caad467a tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfcc9858-6d6e-4ce7-9f3e-e855c2473a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196563 Jul 09 16:10:09.631917 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33ea0878-bfce-4e78-9bda-3f8d95d32a9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:09.640244 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cdccfb-63b3-46cf-b8db-dbf7cca792b6 x-openstack-request-id: req-66cdccfb-63b3-46cf-b8db-dbf7cca792b6 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:10:09.640698 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c347ef21-a935-401a-ad94-608d044a7659", "name": "network-vif-plugged", "status": "completed", "tag": "c6bd2fab-f0a8-4b50-8189-e4a053cd717a", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:10:09.641233 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-66cdccfb-63b3-46cf-b8db-dbf7cca792b6 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:10:09.641789 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c347ef21-a935-401a-ad94-608d044a7659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6bd2fab-f0a8-4b50-8189-e4a053cd717a', 'code': 200} Jul 09 16:10:09.674661 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-01454200-7bf6-41ae-852b-c29eb1e2fd4b req-87966414-a523-4c2c-9d89-18dfbdf3d104 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169479 Jul 09 16:10:09.689112 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107e250-a626-4e59-89fb-052769e6c45d req-1355c824-d829-4fce-92d1-c5e54acf6e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:09.691799 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9107e250-a626-4e59-89fb-052769e6c45d req-1355c824-d829-4fce-92d1-c5e54acf6e38 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=90103765321a44c5954b6bc1ea90c4d7&device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f HTTP/1.1" status: 200 len: 1100 time: 0.1152756 Jul 09 16:10:09.810168 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:09.906392 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0d8da-00f4-423a-acd6-44c72b9a1f84 req-316612e1-55ce-4d9e-85c6-227f36c3b39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:09.908200 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bdb0d8da-00f4-423a-acd6-44c72b9a1f84 req-316612e1-55ce-4d9e-85c6-227f36c3b39d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c347ef21-a935-401a-ad94-608d044a7659 HTTP/1.1" status: 200 len: 1099 time: 0.1418493 Jul 09 16:10:09.936542 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107e250-a626-4e59-89fb-052769e6c45d req-5e93a0be-a367-4b6a-bc02-0de7d5f8a8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:09.938027 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9107e250-a626-4e59-89fb-052769e6c45d req-5e93a0be-a367-4b6a-bc02-0de7d5f8a8c5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1 HTTP/1.1" status: 200 len: 870 time: 0.2342196 Jul 09 16:10:09.972957 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28557048-16d5-4643-80d5-18d026250d3a req-6a8a2c39-0707-42a6-ae5e-8846e70309a9 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:09.980114 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-28557048-16d5-4643-80d5-18d026250d3a req-6a8a2c39-0707-42a6-ae5e-8846e70309a9 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/ports?device_id=2857a699-c03f-4ce6-87c2-60037655a00d HTTP/1.1" status: 200 len: 945 time: 0.2075622 Jul 09 16:10:09.989988 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33ea0878-bfce-4e78-9bda-3f8d95d32a9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:09.995798 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bdb0d8da-00f4-423a-acd6-44c72b9a1f84 req-a3301774-f954-4b4b-be4e-2c43c24d3267 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=af5fd54a-9c61-4b4c-a5e9-fe2ec4c8027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701420 Jul 09 16:10:09.999757 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33ea0878-bfce-4e78-9bda-3f8d95d32a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:10.024203 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9107e250-a626-4e59-89fb-052769e6c45d req-50b83e6e-a806-4859-bcbe-4f6c97c873b1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=7e6cf95d-c4b7-4dc6-937f-69b79badf881 HTTP/1.1" status: 200 len: 217 time: 0.0768549 Jul 09 16:10:10.054127 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-33ea0878-bfce-4e78-9bda-3f8d95d32a9d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=616384a752924163af66fcb2048db822&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8066030 Jul 09 16:10:10.062600 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-28557048-16d5-4643-80d5-18d026250d3a req-8d09903e-acd4-452e-b59d-6842c880a4d3 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfcc9858-6d6e-4ce7-9f3e-e855c2473a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812469 Jul 09 16:10:10.064763 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b9d733-0925-450c-9508-ee689f0eedda req-40a60225-bdad-43a1-94bc-ab12bb68398e tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:10.065580 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 46886) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:10.067037 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-24b9d733-0925-450c-9508-ee689f0eedda req-40a60225-bdad-43a1-94bc-ab12bb68398e tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/ports?device_id=c347ef21-a935-401a-ad94-608d044a7659 HTTP/1.1" status: 200 len: 948 time: 0.2104602 Jul 09 16:10:10.068434 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea0878-bfce-4e78-9bda-3f8d95d32a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9299f7-a927-49eb-8eec-162e8ccee6e7,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:10.140573 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-24b9d733-0925-450c-9508-ee689f0eedda req-abab0230-758d-483b-9732-216853ddb5b1 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/security-groups?id=af5fd54a-9c61-4b4c-a5e9-fe2ec4c8027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600955 Jul 09 16:10:10.173527 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 46892) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:10.201080 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5cce4f6-ddc6-4805-92a4-6abc728915bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:10.205565 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-93eea57b-c0bc-41df-80e4-5ccd4531a518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:10.261789 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5cce4f6-ddc6-4805-92a4-6abc728915bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:10.352288 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5cce4f6-ddc6-4805-92a4-6abc728915bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:10.354936 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5cce4f6-ddc6-4805-92a4-6abc728915bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:10.359061 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f5cce4f6-ddc6-4805-92a4-6abc728915bc admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1f9299f7-a927-49eb-8eec-162e8ccee6e7 HTTP/1.1" status: 204 len: 168 time: 0.2895308 Jul 09 16:10:10.373022 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cce4f6-ddc6-4805-92a4-6abc728915bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9299f7-a927-49eb-8eec-162e8ccee6e7,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:10.407731 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-93eea57b-c0bc-41df-80e4-5ccd4531a518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:10.413373 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-93eea57b-c0bc-41df-80e4-5ccd4531a518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:10.512239 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-93eea57b-c0bc-41df-80e4-5ccd4531a518 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=af08186339534704b48ef3062d1af036&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3376033 Jul 09 16:10:10.515168 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eea57b-c0bc-41df-80e4-5ccd4531a518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3832d8a8-405c-447d-84fa-972ffb04bef2,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:10.515390 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 46912) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:10.526681 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107e250-a626-4e59-89fb-052769e6c45d req-379c25e6-48e3-4426-a506-e778abb11404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:10.528471 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9107e250-a626-4e59-89fb-052769e6c45d req-379c25e6-48e3-4426-a506-e778abb11404 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.0855916 Jul 09 16:10:10.622342 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107e250-a626-4e59-89fb-052769e6c45d req-4cd50c28-1c18-41e1-a555-01eb53099308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:10.624383 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9107e250-a626-4e59-89fb-052769e6c45d req-4cd50c28-1c18-41e1-a555-01eb53099308 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0869315 Jul 09 16:10:10.658921 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dd69ca14-9efb-4a22-80f4-c76ac829f0b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:10.736875 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dd69ca14-9efb-4a22-80f4-c76ac829f0b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:10.797365 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9107e250-a626-4e59-89fb-052769e6c45d req-42d58bf7-78ed-4fdb-82ed-f4ba2abde16e service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632106 Jul 09 16:10:10.908635 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dd69ca14-9efb-4a22-80f4-c76ac829f0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:10.911501 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dd69ca14-9efb-4a22-80f4-c76ac829f0b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:10.916279 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-dd69ca14-9efb-4a22-80f4-c76ac829f0b8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3832d8a8-405c-447d-84fa-972ffb04bef2 HTTP/1.1" status: 204 len: 168 time: 0.3995194 Jul 09 16:10:10.945715 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69ca14-9efb-4a22-80f4-c76ac829f0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3832d8a8-405c-447d-84fa-972ffb04bef2,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:10.949496 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9107e250-a626-4e59-89fb-052769e6c45d req-f012e4bd-e81b-47c8-85d1-280f75c85b3f service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323082 Jul 09 16:10:11.038107 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad84910b-abef-4cd4-8ce2-e7a461fdc593 req-31637c7a-b6d3-4991-8b14-121dd6ecedf1 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:11.041000 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ad84910b-abef-4cd4-8ce2-e7a461fdc593 req-31637c7a-b6d3-4991-8b14-121dd6ecedf1 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f HTTP/1.1" status: 200 len: 949 time: 0.1871531 Jul 09 16:10:11.109436 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ad84910b-abef-4cd4-8ce2-e7a461fdc593 req-fc0c8c52-d54b-46a8-83ce-9aa7ed60b324 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608170 Jul 09 16:10:11.293497 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 46946) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:11.309378 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-989c947a-2a84-428a-b8a4-bb2c52886838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:11.381232 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb43c972-8974-4293-a713-d365694333b4 req-8348b334-8c3b-472b-a809-c9b513cf6207 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:11.384948 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cb43c972-8974-4293-a713-d365694333b4 req-8348b334-8c3b-472b-a809-c9b513cf6207 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/ports?device_id=c347ef21-a935-401a-ad94-608d044a7659 HTTP/1.1" status: 200 len: 948 time: 0.1046054 Jul 09 16:10:11.420441 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc66a2-cfd8-4d46-8c2f-97ae96e6203e req-a78b1beb-71c8-489c-97c7-c34bd88aeda5 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:11.422427 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-01cc66a2-cfd8-4d46-8c2f-97ae96e6203e req-a78b1beb-71c8-489c-97c7-c34bd88aeda5 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/ports?device_id=2857a699-c03f-4ce6-87c2-60037655a00d HTTP/1.1" status: 200 len: 945 time: 0.1098802 Jul 09 16:10:11.477649 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cb43c972-8974-4293-a713-d365694333b4 req-f8a14512-797c-4714-8e6d-b64cc9fde625 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/security-groups?id=af5fd54a-9c61-4b4c-a5e9-fe2ec4c8027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782170 Jul 09 16:10:11.577153 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-01cc66a2-cfd8-4d46-8c2f-97ae96e6203e req-5d715aab-2892-47e1-8c4d-3e076fabff14 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfcc9858-6d6e-4ce7-9f3e-e855c2473a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411457 Jul 09 16:10:11.581527 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-989c947a-2a84-428a-b8a4-bb2c52886838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:11.589392 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-989c947a-2a84-428a-b8a4-bb2c52886838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:11.661722 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 46958) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:11.662500 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-989c947a-2a84-428a-b8a4-bb2c52886838 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=dffc91eb85d04baf8ca19099ddc3718a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3675425 Jul 09 16:10:11.666336 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c947a-2a84-428a-b8a4-bb2c52886838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77849998-7c4a-4c6a-b8a2-4579c85ebee9,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:11.729854 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9912b249-f05e-4a6e-8846-4563a83715e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:11.754448 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9912b249-f05e-4a6e-8846-4563a83715e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:11.816541 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9912b249-f05e-4a6e-8846-4563a83715e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:11.819586 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9912b249-f05e-4a6e-8846-4563a83715e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:11.825269 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-9912b249-f05e-4a6e-8846-4563a83715e3 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/77849998-7c4a-4c6a-b8a2-4579c85ebee9 HTTP/1.1" status: 204 len: 168 time: 0.1577976 Jul 09 16:10:11.830332 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9912b249-f05e-4a6e-8846-4563a83715e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77849998-7c4a-4c6a-b8a2-4579c85ebee9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:12.073100 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bebc1102-9789-4f1d-bdb7-622905712575 req-a0fea42d-9e43-4917-833c-a058b85e0107 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=b0b114c404a34dd694e6374df37cc4af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255995 Jul 09 16:10:12.196579 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc1102-9789-4f1d-bdb7-622905712575 req-aa45f831-e4a3-4d63-8d07-8b86f550a591 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:12.198100 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bebc1102-9789-4f1d-bdb7-622905712575 req-aa45f831-e4a3-4d63-8d07-8b86f550a591 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1179121 Jul 09 16:10:12.222682 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bebc1102-9789-4f1d-bdb7-622905712575 req-7f24b756-0543-4452-acbd-27839e761582 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.98 "GET /v2.0/quotas/b0b114c404a34dd694e6374df37cc4af HTTP/1.1" status: 200 len: 375 time: 0.0117857 Jul 09 16:10:12.284014 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bebc1102-9789-4f1d-bdb7-622905712575 req-14da58df-499a-4a6b-bc4d-f97ecc26dd07 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=b0b114c404a34dd694e6374df37cc4af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505075 Jul 09 16:10:12.388584 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051a700-92be-4d96-8bd6-332878ef39e6 req-772d3aef-4315-41e6-a4c2-a5b797737182 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:12.390956 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2051a700-92be-4d96-8bd6-332878ef39e6 req-772d3aef-4315-41e6-a4c2-a5b797737182 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f HTTP/1.1" status: 200 len: 949 time: 0.0822682 Jul 09 16:10:12.470695 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2051a700-92be-4d96-8bd6-332878ef39e6 req-a3c23507-7526-47c5-a283-dad7dda71f0f tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712187 Jul 09 16:10:12.564766 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2269f28b-7595-491f-a713-9c680c83abb1 req-85b97893-9cbe-45f8-953d-a151b701e5d9 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.98 "GET /v2.0/ports?device_id=80972a4a-a3a9-46e1-8926-c66d23981436 HTTP/1.1" status: 200 len: 210 time: 0.0428193 Jul 09 16:10:12.801295 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bbdcdb-e671-49ce-8d70-ae8569f507e0 req-8e5eb95e-8730-4fa1-beb6-f90353b2da07 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:12.812204 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-76bbdcdb-e671-49ce-8d70-ae8569f507e0 req-8e5eb95e-8730-4fa1-beb6-f90353b2da07 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/ports?device_id=c347ef21-a935-401a-ad94-608d044a7659 HTTP/1.1" status: 200 len: 948 time: 0.1083336 Jul 09 16:10:12.883800 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-76bbdcdb-e671-49ce-8d70-ae8569f507e0 req-50184eff-a276-49e7-a03b-1c7497e2c719 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/security-groups?id=af5fd54a-9c61-4b4c-a5e9-fe2ec4c8027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699918 Jul 09 16:10:13.104858 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9c04a-12b9-4191-bd0c-05cc233807d2 req-94e588fd-11a8-42d0-84ad-929a415878d2 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:13.107158 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a4d9c04a-12b9-4191-bd0c-05cc233807d2 req-94e588fd-11a8-42d0-84ad-929a415878d2 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/ports?device_id=2857a699-c03f-4ce6-87c2-60037655a00d HTTP/1.1" status: 200 len: 945 time: 0.0949962 Jul 09 16:10:13.171636 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a4d9c04a-12b9-4191-bd0c-05cc233807d2 req-f5ad1b4e-5044-4ba0-a4bb-9854e073d323 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfcc9858-6d6e-4ce7-9f3e-e855c2473a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565927 Jul 09 16:10:13.637532 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9450841-8d0d-433a-a9ed-31743234e84a req-b9c6e169-c87f-4206-a33f-9933ff72a8f7 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:13.645280 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b9450841-8d0d-433a-a9ed-31743234e84a req-b9c6e169-c87f-4206-a33f-9933ff72a8f7 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/ports?device_id=c347ef21-a935-401a-ad94-608d044a7659 HTTP/1.1" status: 200 len: 948 time: 0.1038458 Jul 09 16:10:13.724386 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b9450841-8d0d-433a-a9ed-31743234e84a req-d76203a5-1e31-4001-b85b-1d6271cf2c74 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/security-groups?id=af5fd54a-9c61-4b4c-a5e9-fe2ec4c8027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769415 Jul 09 16:10:13.785911 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac68d3-3296-4543-ae4a-86caef3e6bf5 req-d93eb2a8-135f-4181-88b3-09c0097ed151 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:13.788007 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-76ac68d3-3296-4543-ae4a-86caef3e6bf5 req-d93eb2a8-135f-4181-88b3-09c0097ed151 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f HTTP/1.1" status: 200 len: 949 time: 0.1177702 Jul 09 16:10:13.845892 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-76ac68d3-3296-4543-ae4a-86caef3e6bf5 req-e849513f-2b93-4855-b8ae-2a5344d7033d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482314 Jul 09 16:10:13.973258 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-68c3b5f0-e0b5-4505-abdf-e95a7a8cd9bd req-0b791546-126e-45e2-b91e-03919496c877 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.98 "GET /v2.0/ports?device_id=80972a4a-a3a9-46e1-8926-c66d23981436 HTTP/1.1" status: 200 len: 210 time: 0.0455954 Jul 09 16:10:14.106406 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bebc1102-9789-4f1d-bdb7-622905712575 req-7d92b6e2-96f9-47eb-9b55-e87196d5666f tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=b0b114c404a34dd694e6374df37cc4af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485880 Jul 09 16:10:14.302861 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc1102-9789-4f1d-bdb7-622905712575 req-5aa7cd1f-e561-4d25-8767-550121726db3 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:14.304461 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bebc1102-9789-4f1d-bdb7-622905712575 req-5aa7cd1f-e561-4d25-8767-550121726db3 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1931181 Jul 09 16:10:14.327539 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-bebc1102-9789-4f1d-bdb7-622905712575 req-eea5963d-a0d7-4d3e-997b-601ebb8e6e22 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Request body: {'port': {'device_id': '80972a4a-a3a9-46e1-8926-c66d23981436', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'admin_state_up': True, 'tenant_id': 'b0b114c404a34dd694e6374df37cc4af'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:10:14.481710 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bebc1102-9789-4f1d-bdb7-622905712575 req-eea5963d-a0d7-4d3e-997b-601ebb8e6e22 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Made reservation on behalf of b0b114c404a34dd694e6374df37cc4af for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:10:14.486508 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bebc1102-9789-4f1d-bdb7-622905712575 req-eea5963d-a0d7-4d3e-997b-601ebb8e6e22 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:14.499075 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bebc1102-9789-4f1d-bdb7-622905712575 req-eea5963d-a0d7-4d3e-997b-601ebb8e6e22 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:14.515073 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6371ab93-cc46-488d-aade-ab789de00f90 req-34672d0c-d07e-4d49-bb28-0c802af89037 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:14.519145 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6371ab93-cc46-488d-aade-ab789de00f90 req-34672d0c-d07e-4d49-bb28-0c802af89037 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/ports?device_id=2857a699-c03f-4ce6-87c2-60037655a00d HTTP/1.1" status: 200 len: 945 time: 0.1324561 Jul 09 16:10:14.574672 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6371ab93-cc46-488d-aade-ab789de00f90 req-3e3182f2-ff03-41f6-9d70-507725bcd8d8 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfcc9858-6d6e-4ce7-9f3e-e855c2473a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469313 Jul 09 16:10:14.634548 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bebc1102-9789-4f1d-bdb7-622905712575 req-eea5963d-a0d7-4d3e-997b-601ebb8e6e22 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:14.642436 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bebc1102-9789-4f1d-bdb7-622905712575 req-eea5963d-a0d7-4d3e-997b-601ebb8e6e22 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:14.690428 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea5963d-a0d7-4d3e-997b-601ebb8e6e22 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4046649-c961-4562-8482-ef21126496b1,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:14.756528 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 55db0750-b717-429b-8b98-38cdb4001e1c details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:10:14.863137 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc8aa5-7f13-465f-99bb-a314a810bc6f req-561f1a1b-beef-4455-a494-cff97bb7fbee tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:14.865096 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6ddc8aa5-7f13-465f-99bb-a314a810bc6f req-561f1a1b-beef-4455-a494-cff97bb7fbee tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/ports?device_id=c347ef21-a935-401a-ad94-608d044a7659 HTTP/1.1" status: 200 len: 948 time: 0.1248660 Jul 09 16:10:14.938376 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6ddc8aa5-7f13-465f-99bb-a314a810bc6f req-62b648c2-b417-45d5-b9d2-5ec482d7f3fd tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/security-groups?id=af5fd54a-9c61-4b4c-a5e9-fe2ec4c8027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622721 Jul 09 16:10:14.946969 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 55db0750-b717-429b-8b98-38cdb4001e1c, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=55db0750-b717-429b-8b98-38cdb4001e1c,segment=NetworkSegment(2889ae5a-14b1-4f86-bf1f-9ec9dbd85842),segment_id=2889ae5a-14b1-4f86-bf1f-9ec9dbd85842)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:10:14.947848 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-03ffd8a5-03f9-4e76-a277-e56c5b78ab5b req-56eeb843-2846-4cac-bae8-fdebe34d83e3 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=f37579ff64a544149efae3ca6c63bc70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479867 Jul 09 16:10:14.970965 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '55db0750-b717-429b-8b98-38cdb4001e1c', 'network_id': '06f3e023-1727-4312-a30e-0892f676ae49', 'port_id': '55db0750-b717-429b-8b98-38cdb4001e1c', 'mac_address': 'fa:16:3e:1b:5a:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b48179f6-7941-4c95-a75e-d46019c0c71e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:10:15.019831 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-bebc1102-9789-4f1d-bdb7-622905712575 req-eea5963d-a0d7-4d3e-997b-601ebb8e6e22 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Allocated IP 192.168.233.23 (c7d8b865-e1f3-4446-a87b-a6da86eba8a1/f122b436-b232-4a3c-9aac-47d5639f2da4/3f75cb2f-1b37-4d55-8773-1de94c48da71) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:10:15.023211 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:15.039886 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 55db0750-b717-429b-8b98-38cdb4001e1c {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:10:15.048794 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 47132) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:15.067283 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 55db0750-b717-429b-8b98-38cdb4001e1c, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=55db0750-b717-429b-8b98-38cdb4001e1c,segment=NetworkSegment(2889ae5a-14b1-4f86-bf1f-9ec9dbd85842),segment_id=2889ae5a-14b1-4f86-bf1f-9ec9dbd85842)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:10:15.075447 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:15.182873 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=55db0750-b717-429b-8b98-38cdb4001e1c,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:15.202517 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['55db0750-b717-429b-8b98-38cdb4001e1c'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:10:15.234608 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ffd8a5-03f9-4e76-a277-e56c5b78ab5b req-2d688b24-6821-4d5d-a0af-5e4c8527aebb tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:15.239908 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-98c90020-73e7-49e8-8820-b2f4227777f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:15.246679 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-03ffd8a5-03f9-4e76-a277-e56c5b78ab5b req-2d688b24-6821-4d5d-a0af-5e4c8527aebb tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2870352 Jul 09 16:10:15.331072 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-03ffd8a5-03f9-4e76-a277-e56c5b78ab5b req-3d8c7731-cfcb-4ab7-a2d6-7ff573850450 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/quotas/f37579ff64a544149efae3ca6c63bc70 HTTP/1.1" status: 200 len: 375 time: 0.0831132 Jul 09 16:10:15.385783 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-03ffd8a5-03f9-4e76-a277-e56c5b78ab5b req-aaebed77-52b2-4dfc-bbc1-f71ca074e238 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=f37579ff64a544149efae3ca6c63bc70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350044 Jul 09 16:10:15.401247 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-98c90020-73e7-49e8-8820-b2f4227777f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:15.408205 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-98c90020-73e7-49e8-8820-b2f4227777f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:15.438354 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bebc1102-9789-4f1d-bdb7-622905712575 req-eea5963d-a0d7-4d3e-997b-601ebb8e6e22 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:15.459626 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-bebc1102-9789-4f1d-bdb7-622905712575 req-eea5963d-a0d7-4d3e-997b-601ebb8e6e22 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Transition to ACTIVE for port object 3f75cb2f-1b37-4d55-8773-1de94c48da71 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:10:15.489822 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-98c90020-73e7-49e8-8820-b2f4227777f4 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=bd98a7f327624159abaee2b2727af8fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4384828 Jul 09 16:10:15.491532 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c90020-73e7-49e8-8820-b2f4227777f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f1f13c-9348-4279-8969-47e06203bcd6,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:15.493892 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 47142) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:15.523051 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59638f20-47f5-4b40-ac36-145b319446ce req-f9a2aed3-ee7f-48d2-9d13-cd31479040ff tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:15.525388 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-59638f20-47f5-4b40-ac36-145b319446ce req-f9a2aed3-ee7f-48d2-9d13-cd31479040ff tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f HTTP/1.1" status: 200 len: 949 time: 0.1113398 Jul 09 16:10:15.543841 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bebc1102-9789-4f1d-bdb7-622905712575 req-eea5963d-a0d7-4d3e-997b-601ebb8e6e22 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:15.578580 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-59638f20-47f5-4b40-ac36-145b319446ce req-f2660097-8a72-4779-882f-63e784c80e5f tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468440 Jul 09 16:10:15.597888 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28af3eb0-dcd0-4db8-9d7b-e28e05ee2549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:15.615945 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bebc1102-9789-4f1d-bdb7-622905712575 req-eea5963d-a0d7-4d3e-997b-601ebb8e6e22 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:10:15.627608 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-bebc1102-9789-4f1d-bdb7-622905712575 req-eea5963d-a0d7-4d3e-997b-601ebb8e6e22 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:10:15.631159 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-bebc1102-9789-4f1d-bdb7-622905712575 req-eea5963d-a0d7-4d3e-997b-601ebb8e6e22 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:10:15.637302 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc1102-9789-4f1d-bdb7-622905712575 req-eea5963d-a0d7-4d3e-997b-601ebb8e6e22 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:15.637941 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bebc1102-9789-4f1d-bdb7-622905712575 req-eea5963d-a0d7-4d3e-997b-601ebb8e6e22 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:15.640425 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea5963d-a0d7-4d3e-997b-601ebb8e6e22 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Pushing event updated for resources: {'Port': ['ID=3f75cb2f-1b37-4d55-8773-1de94c48da71,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:15.660217 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28af3eb0-dcd0-4db8-9d7b-e28e05ee2549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:15.674576 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bebc1102-9789-4f1d-bdb7-622905712575 req-eea5963d-a0d7-4d3e-997b-601ebb8e6e22 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3545835 Jul 09 16:10:15.704334 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-bebc1102-9789-4f1d-bdb7-622905712575 req-f7f2108c-1dcd-430f-b6d1-2dac310c17e4 service neutron] Request body: {'port': {'device_id': '80972a4a-a3a9-46e1-8926-c66d23981436', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:10:15.848710 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28af3eb0-dcd0-4db8-9d7b-e28e05ee2549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:15.851238 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28af3eb0-dcd0-4db8-9d7b-e28e05ee2549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:15.852623 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-28af3eb0-dcd0-4db8-9d7b-e28e05ee2549 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/84f1f13c-9348-4279-8969-47e06203bcd6 HTTP/1.1" status: 204 len: 168 time: 0.3575752 Jul 09 16:10:15.878745 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28af3eb0-dcd0-4db8-9d7b-e28e05ee2549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f1f13c-9348-4279-8969-47e06203bcd6,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:15.886920 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82e2b2-9fd9-477e-913d-3dff89a57e81 req-47ea6a81-e101-4962-8b31-40c37595f6ce tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:15.889818 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e569c-e570-46b8-a3d1-40ac930544bc req-ee31f863-2ec1-4a1a-9b84-744e93ca77b8 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:15.895030 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2c82e2b2-9fd9-477e-913d-3dff89a57e81 req-47ea6a81-e101-4962-8b31-40c37595f6ce tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/ports?device_id=2857a699-c03f-4ce6-87c2-60037655a00d HTTP/1.1" status: 200 len: 944 time: 0.1312461 Jul 09 16:10:15.897046 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-241e569c-e570-46b8-a3d1-40ac930544bc req-ee31f863-2ec1-4a1a-9b84-744e93ca77b8 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.98 "GET /v2.0/ports?device_id=80972a4a-a3a9-46e1-8926-c66d23981436 HTTP/1.1" status: 200 len: 935 time: 0.2018838 Jul 09 16:10:15.900190 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bebc1102-9789-4f1d-bdb7-622905712575 req-f7f2108c-1dcd-430f-b6d1-2dac310c17e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:15.944265 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2c82e2b2-9fd9-477e-913d-3dff89a57e81 req-11f7ae0e-3c9b-479f-bc9f-53a183f76699 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfcc9858-6d6e-4ce7-9f3e-e855c2473a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480635 Jul 09 16:10:15.988157 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-241e569c-e570-46b8-a3d1-40ac930544bc req-39e3ca41-81d1-42af-b8bf-dc87ec5eb4bf tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.98 "GET /v2.0/security-groups?id=e4046649-c961-4562-8482-ef21126496b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868366 Jul 09 16:10:15.996178 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f014daf5-67bd-484f-bf22-4a978ba54b0f None None] Provisioning for port 3f75cb2f-1b37-4d55-8773-1de94c48da71 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:10:16.011213 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f014daf5-67bd-484f-bf22-4a978ba54b0f None None] Provisioning complete for port 3f75cb2f-1b37-4d55-8773-1de94c48da71 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:10:16.011582 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f014daf5-67bd-484f-bf22-4a978ba54b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:16.114459 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-f014daf5-67bd-484f-bf22-4a978ba54b0f None None] Port 3f75cb2f-1b37-4d55-8773-1de94c48da71 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:10:16.170503 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2a3670ab-f323-4cc9-8c93-5db65c9b4365 req-da71b276-4f1f-4569-951e-f0eb64d98a7f tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/ports?device_id=38807fbf-6b9b-4874-8837-26278e09fb6e HTTP/1.1" status: 200 len: 210 time: 0.0460289 Jul 09 16:10:16.175564 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696157f2-b7d7-4e01-942d-a05544054db5 req-9aca24de-c7fb-4328-a48c-4a3c71333c16 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:16.178593 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-696157f2-b7d7-4e01-942d-a05544054db5 req-9aca24de-c7fb-4328-a48c-4a3c71333c16 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.73 "GET /v2.0/ports?device_id=c347ef21-a935-401a-ad94-608d044a7659 HTTP/1.1" status: 200 len: 948 time: 0.1555269 Jul 09 16:10:16.402871 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-bebc1102-9789-4f1d-bdb7-622905712575 req-f7f2108c-1dcd-430f-b6d1-2dac310c17e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f75cb2f-1b37-4d55-8773-1de94c48da71 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:10:16.413257 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 47170) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:16.418683 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bebc1102-9789-4f1d-bdb7-622905712575 req-f7f2108c-1dcd-430f-b6d1-2dac310c17e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:16.434641 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1ae65aeb-e0d9-4339-9110-5b0eac710162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:16.450872 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-bebc1102-9789-4f1d-bdb7-622905712575 req-f7f2108c-1dcd-430f-b6d1-2dac310c17e4 service neutron] Transition to ACTIVE for port object 3f75cb2f-1b37-4d55-8773-1de94c48da71 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:10:16.460607 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bebc1102-9789-4f1d-bdb7-622905712575 req-f7f2108c-1dcd-430f-b6d1-2dac310c17e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:16.511179 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-696157f2-b7d7-4e01-942d-a05544054db5 req-c496359b-3e0f-4d95-afb2-397a73347dd9 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Deleting port c6bd2fab-f0a8-4b50-8189-e4a053cd717a {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:10:16.511529 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-696157f2-b7d7-4e01-942d-a05544054db5 req-c496359b-3e0f-4d95-afb2-397a73347dd9 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:16.564095 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f2108c-1dcd-430f-b6d1-2dac310c17e4 service neutron] Pushing event updated for resources: {'Port': ['ID=3f75cb2f-1b37-4d55-8773-1de94c48da71,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:16.576534 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d5885-7ef1-4e9d-99b6-656df6d63f01 req-779a389e-3738-469c-86e1-d76ef06d6208 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:16.584045 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1b9d5885-7ef1-4e9d-99b6-656df6d63f01 req-779a389e-3738-469c-86e1-d76ef06d6208 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/ports?device_id=c347ef21-a935-401a-ad94-608d044a7659 HTTP/1.1" status: 200 len: 948 time: 0.2289798 Jul 09 16:10:16.658110 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-bebc1102-9789-4f1d-bdb7-622905712575 req-f7f2108c-1dcd-430f-b6d1-2dac310c17e4 service neutron] Attempting to bind port 3f75cb2f-1b37-4d55-8773-1de94c48da71 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:10:16.658757 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-bebc1102-9789-4f1d-bdb7-622905712575 req-f7f2108c-1dcd-430f-b6d1-2dac310c17e4 service neutron] Attempting to bind port 3f75cb2f-1b37-4d55-8773-1de94c48da71 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:10:16.659171 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebc1102-9789-4f1d-bdb7-622905712575 req-f7f2108c-1dcd-430f-b6d1-2dac310c17e4 service neutron] Attempting to bind port 3f75cb2f-1b37-4d55-8773-1de94c48da71 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:10:16.667512 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebc1102-9789-4f1d-bdb7-622905712575 req-f7f2108c-1dcd-430f-b6d1-2dac310c17e4 service neutron] Port 3f75cb2f-1b37-4d55-8773-1de94c48da71 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:10:16.667901 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebc1102-9789-4f1d-bdb7-622905712575 req-f7f2108c-1dcd-430f-b6d1-2dac310c17e4 service neutron] Attempting to bind port 3f75cb2f-1b37-4d55-8773-1de94c48da71 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:10:16.675204 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebc1102-9789-4f1d-bdb7-622905712575 req-f7f2108c-1dcd-430f-b6d1-2dac310c17e4 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:10:16.675548 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebc1102-9789-4f1d-bdb7-622905712575 req-f7f2108c-1dcd-430f-b6d1-2dac310c17e4 service neutron] Checking segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:10:16.675915 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebc1102-9789-4f1d-bdb7-622905712575 req-f7f2108c-1dcd-430f-b6d1-2dac310c17e4 service neutron] Bound using segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:10:16.676348 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-bebc1102-9789-4f1d-bdb7-622905712575 req-f7f2108c-1dcd-430f-b6d1-2dac310c17e4 service neutron] Bound port: 3f75cb2f-1b37-4d55-8773-1de94c48da71, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:10:16.676704 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bebc1102-9789-4f1d-bdb7-622905712575 req-f7f2108c-1dcd-430f-b6d1-2dac310c17e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:16.693723 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1b9d5885-7ef1-4e9d-99b6-656df6d63f01 req-d777ae26-c04c-4a50-a195-4d519074d394 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/security-groups?id=af5fd54a-9c61-4b4c-a5e9-fe2ec4c8027a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050656 Jul 09 16:10:16.775324 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 55db0750-b717-429b-8b98-38cdb4001e1c no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:10:16.779762 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-bebc1102-9789-4f1d-bdb7-622905712575 req-f7f2108c-1dcd-430f-b6d1-2dac310c17e4 service neutron] For port 3f75cb2f-1b37-4d55-8773-1de94c48da71, host n-h1-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:10:16.781201 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-696157f2-b7d7-4e01-942d-a05544054db5 req-c496359b-3e0f-4d95-afb2-397a73347dd9 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] For port c6bd2fab-f0a8-4b50-8189-e4a053cd717a, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=c6bd2fab-f0a8-4b50-8189-e4a053cd717a,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:10:16.782258 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-696157f2-b7d7-4e01-942d-a05544054db5 req-c496359b-3e0f-4d95-afb2-397a73347dd9 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:16.783949 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-bebc1102-9789-4f1d-bdb7-622905712575 req-f7f2108c-1dcd-430f-b6d1-2dac310c17e4 service neutron] For port 3f75cb2f-1b37-4d55-8773-1de94c48da71, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=3f75cb2f-1b37-4d55-8773-1de94c48da71,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:10:16.791652 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bebc1102-9789-4f1d-bdb7-622905712575 req-f7f2108c-1dcd-430f-b6d1-2dac310c17e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:16.811682 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-696157f2-b7d7-4e01-942d-a05544054db5 req-c496359b-3e0f-4d95-afb2-397a73347dd9 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Calling delete_port for c6bd2fab-f0a8-4b50-8189-e4a053cd717a owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:10:16.857695 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc1102-9789-4f1d-bdb7-622905712575 req-f7f2108c-1dcd-430f-b6d1-2dac310c17e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:16.858315 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bebc1102-9789-4f1d-bdb7-622905712575 req-f7f2108c-1dcd-430f-b6d1-2dac310c17e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:16.859771 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bebc1102-9789-4f1d-bdb7-622905712575 req-f7f2108c-1dcd-430f-b6d1-2dac310c17e4 service neutron] 10.222.0.77 "PUT /v2.0/ports/3f75cb2f-1b37-4d55-8773-1de94c48da71 HTTP/1.1" status: 200 len: 1095 time: 1.1662459 Jul 09 16:10:16.860330 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80972a4a-a3a9-46e1-8926-c66d23981436', 'tag': '3f75cb2f-1b37-4d55-8773-1de94c48da71'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:10:16.871048 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea9a128-9561-42dd-8679-7637134a5b12" -d '{"events": [{"name": "network-changed", "server_uuid": "80972a4a-a3a9-46e1-8926-c66d23981436", "tag": "3f75cb2f-1b37-4d55-8773-1de94c48da71"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:10:16.939649 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:16.952307 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c221d27-96ae-4b1e-af65-a6dd0a1640bb x-openstack-request-id: req-2c221d27-96ae-4b1e-af65-a6dd0a1640bb {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:10:16.953465 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80972a4a-a3a9-46e1-8926-c66d23981436", "tag": "3f75cb2f-1b37-4d55-8773-1de94c48da71", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:10:16.953465 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2c221d27-96ae-4b1e-af65-a6dd0a1640bb {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:10:16.953465 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80972a4a-a3a9-46e1-8926-c66d23981436', 'tag': '3f75cb2f-1b37-4d55-8773-1de94c48da71', 'status': 'completed', 'code': 200} Jul 09 16:10:16.957744 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1ae65aeb-e0d9-4339-9110-5b0eac710162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:16.961447 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 55db0750-b717-429b-8b98-38cdb4001e1c {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:10:16.980486 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f2108c-1dcd-430f-b6d1-2dac310c17e4 service neutron] Pushing event updated for resources: {'Port': ['ID=3f75cb2f-1b37-4d55-8773-1de94c48da71,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:16.989382 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 55db0750-b717-429b-8b98-38cdb4001e1c, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=55db0750-b717-429b-8b98-38cdb4001e1c,segment=NetworkSegment(2889ae5a-14b1-4f86-bf1f-9ec9dbd85842),segment_id=2889ae5a-14b1-4f86-bf1f-9ec9dbd85842)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:10:16.996946 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:17.032087 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4bb7dc-05e4-4237-9c96-bdcf944a7824 req-f4c44049-c7d5-45b3-a1c3-d5255422fe5c tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:17.037579 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1ae65aeb-e0d9-4339-9110-5b0eac710162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:17.041401 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1c4bb7dc-05e4-4237-9c96-bdcf944a7824 req-f4c44049-c7d5-45b3-a1c3-d5255422fe5c tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.77 "GET /v2.0/ports?device_id=2857a699-c03f-4ce6-87c2-60037655a00d HTTP/1.1" status: 200 len: 944 time: 0.1485145 Jul 09 16:10:17.067443 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=55db0750-b717-429b-8b98-38cdb4001e1c,revision_number=7']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:17.165559 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae65aeb-e0d9-4339-9110-5b0eac710162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80312c32-0997-43a2-a09b-a47c1b518568,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:17.207591 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1ae65aeb-e0d9-4339-9110-5b0eac710162 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=98603f4e83c6419e9653bc6747501d7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7890375 Jul 09 16:10:17.209168 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-696157f2-b7d7-4e01-942d-a05544054db5 req-c496359b-3e0f-4d95-afb2-397a73347dd9 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:17.212990 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 47192) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:17.265449 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['c6bd2fab-f0a8-4b50-8189-e4a053cd717a'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:10:17.277863 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c496359b-3e0f-4d95-afb2-397a73347dd9 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Pushing event deleted for resources: {'Port': ['ID=c6bd2fab-f0a8-4b50-8189-e4a053cd717a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:17.285480 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-03ffd8a5-03f9-4e76-a277-e56c5b78ab5b req-c7b1d0bf-05d8-4326-a55c-05f1c576b271 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=f37579ff64a544149efae3ca6c63bc70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295367 Jul 09 16:10:17.306754 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-1c4bb7dc-05e4-4237-9c96-bdcf944a7824 req-63a16208-3467-4024-97b4-7e3e410bdbde tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Deleting port 55db0750-b717-429b-8b98-38cdb4001e1c {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:10:17.307204 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1c4bb7dc-05e4-4237-9c96-bdcf944a7824 req-63a16208-3467-4024-97b4-7e3e410bdbde tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:17.338308 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1486bc1-96d9-4a3e-a8d1-e2251772ea4f req-b9960eae-7d52-4c57-a6ad-59a3edd9b8c6 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:17.345718 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f1486bc1-96d9-4a3e-a8d1-e2251772ea4f req-b9960eae-7d52-4c57-a6ad-59a3edd9b8c6 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f HTTP/1.1" status: 200 len: 949 time: 0.3522117 Jul 09 16:10:17.381085 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc1102-9789-4f1d-bdb7-622905712575 req-fe5c14a0-0636-4f7a-a93d-9f2db6a53528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:17.383357 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bebc1102-9789-4f1d-bdb7-622905712575 req-fe5c14a0-0636-4f7a-a93d-9f2db6a53528 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b0b114c404a34dd694e6374df37cc4af&device_id=80972a4a-a3a9-46e1-8926-c66d23981436 HTTP/1.1" status: 200 len: 1098 time: 0.4232059 Jul 09 16:10:17.427061 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2fc954-9395-4aa4-9f74-5949b3c24cab req-6079b6a4-5ea2-4443-9104-586d48e5b83b tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:17.428845 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bc2fc954-9395-4aa4-9f74-5949b3c24cab req-6079b6a4-5ea2-4443-9104-586d48e5b83b tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/ports?device_id=2857a699-c03f-4ce6-87c2-60037655a00d HTTP/1.1" status: 200 len: 943 time: 0.2334230 Jul 09 16:10:17.461422 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-696157f2-b7d7-4e01-942d-a05544054db5 req-c496359b-3e0f-4d95-afb2-397a73347dd9 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] No DVR routers for this DVR port c6bd2fab-f0a8-4b50-8189-e4a053cd717a on host n-h2-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:10:17.464695 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bebc1102-9789-4f1d-bdb7-622905712575 req-57159208-c41c-46e8-8035-dff359ce5410 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=3f75cb2f-1b37-4d55-8773-1de94c48da71 HTTP/1.1" status: 200 len: 217 time: 0.0710909 Jul 09 16:10:17.466812 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-696157f2-b7d7-4e01-942d-a05544054db5 req-c496359b-3e0f-4d95-afb2-397a73347dd9 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:17.468460 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-696157f2-b7d7-4e01-942d-a05544054db5 req-c496359b-3e0f-4d95-afb2-397a73347dd9 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.73 "DELETE /v2.0/ports/c6bd2fab-f0a8-4b50-8189-e4a053cd717a HTTP/1.1" status: 204 len: 173 time: 1.2744322 Jul 09 16:10:17.471292 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c347ef21-a935-401a-ad94-608d044a7659', 'name': 'network-vif-deleted', 'tag': 'c6bd2fab-f0a8-4b50-8189-e4a053cd717a'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:10:17.473742 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c786ca8e-6a48-487f-a2b1-0683d33dc112" -d '{"events": [{"server_uuid": "c347ef21-a935-401a-ad94-608d044a7659", "name": "network-vif-deleted", "tag": "c6bd2fab-f0a8-4b50-8189-e4a053cd717a"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:10:17.543244 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f1486bc1-96d9-4a3e-a8d1-e2251772ea4f req-3d24e173-22f5-4737-bcc7-9a19a18005d5 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961620 Jul 09 16:10:17.548355 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f2d1fef7-4f6a-4579-9092-0606fda770ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:17.553452 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-1c4bb7dc-05e4-4237-9c96-bdcf944a7824 req-63a16208-3467-4024-97b4-7e3e410bdbde tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] For port 55db0750-b717-429b-8b98-38cdb4001e1c, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=55db0750-b717-429b-8b98-38cdb4001e1c,segment=NetworkSegment(2889ae5a-14b1-4f86-bf1f-9ec9dbd85842),segment_id=2889ae5a-14b1-4f86-bf1f-9ec9dbd85842)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:10:17.554114 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1c4bb7dc-05e4-4237-9c96-bdcf944a7824 req-63a16208-3467-4024-97b4-7e3e410bdbde tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:17.580304 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bc2fc954-9395-4aa4-9f74-5949b3c24cab req-7c591a34-7fbf-4790-abad-4a14b9128986 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfcc9858-6d6e-4ce7-9f3e-e855c2473a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415057 Jul 09 16:10:17.598093 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc1102-9789-4f1d-bdb7-622905712575 req-85c59752-6abf-4aeb-96d1-b0524819924b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:17.600087 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bebc1102-9789-4f1d-bdb7-622905712575 req-85c59752-6abf-4aeb-96d1-b0524819924b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.1139932 Jul 09 16:10:17.602641 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f2d1fef7-4f6a-4579-9092-0606fda770ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:17.612902 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ffd8a5-03f9-4e76-a277-e56c5b78ab5b req-7232c137-2124-40e2-bd18-06ce9e47997c tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:17.614575 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-03ffd8a5-03f9-4e76-a277-e56c5b78ab5b req-7232c137-2124-40e2-bd18-06ce9e47997c tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3207059 Jul 09 16:10:17.635951 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-1c4bb7dc-05e4-4237-9c96-bdcf944a7824 req-63a16208-3467-4024-97b4-7e3e410bdbde tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Calling delete_port for 55db0750-b717-429b-8b98-38cdb4001e1c owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:10:17.687264 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-03ffd8a5-03f9-4e76-a277-e56c5b78ab5b req-24e74f61-1779-4d7a-a336-1a2ca16d8e91 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Request body: {'port': {'device_id': '38807fbf-6b9b-4874-8837-26278e09fb6e', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'admin_state_up': True, 'tenant_id': 'f37579ff64a544149efae3ca6c63bc70'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:10:17.741164 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f2d1fef7-4f6a-4579-9092-0606fda770ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:17.744245 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f2d1fef7-4f6a-4579-9092-0606fda770ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:17.746858 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f2d1fef7-4f6a-4579-9092-0606fda770ed admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/80312c32-0997-43a2-a09b-a47c1b518568 HTTP/1.1" status: 204 len: 168 time: 0.5283909 Jul 09 16:10:17.834894 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d1fef7-4f6a-4579-9092-0606fda770ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80312c32-0997-43a2-a09b-a47c1b518568,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:17.856147 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc1102-9789-4f1d-bdb7-622905712575 req-49207ec1-ec68-4b7e-9958-00a277332af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:17.868202 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bebc1102-9789-4f1d-bdb7-622905712575 req-49207ec1-ec68-4b7e-9958-00a277332af7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2621088 Jul 09 16:10:17.947266 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03ffd8a5-03f9-4e76-a277-e56c5b78ab5b req-24e74f61-1779-4d7a-a336-1a2ca16d8e91 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Made reservation on behalf of f37579ff64a544149efae3ca6c63bc70 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:10:17.950948 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-03ffd8a5-03f9-4e76-a277-e56c5b78ab5b req-24e74f61-1779-4d7a-a336-1a2ca16d8e91 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:17.957691 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8362f-682f-4d6d-9ba4-fa2f1987302b req-3f10f432-c41a-47de-bdd7-414c6a5d3f37 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:17.965134 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c0f8362f-682f-4d6d-9ba4-fa2f1987302b req-3f10f432-c41a-47de-bdd7-414c6a5d3f37 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.98 "GET /v2.0/ports?device_id=80972a4a-a3a9-46e1-8926-c66d23981436 HTTP/1.1" status: 200 len: 947 time: 0.1671093 Jul 09 16:10:17.966742 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-03ffd8a5-03f9-4e76-a277-e56c5b78ab5b req-24e74f61-1779-4d7a-a336-1a2ca16d8e91 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:17.978033 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1c4bb7dc-05e4-4237-9c96-bdcf944a7824 req-63a16208-3467-4024-97b4-7e3e410bdbde tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:18.025249 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a16208-3467-4024-97b4-7e3e410bdbde tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Pushing event deleted for resources: {'Port': ['ID=55db0750-b717-429b-8b98-38cdb4001e1c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:18.059276 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bebc1102-9789-4f1d-bdb7-622905712575 req-c9cfe561-7c3e-42b4-b3fd-373e0fbbd2e9 service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808474 Jul 09 16:10:18.074387 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c0f8362f-682f-4d6d-9ba4-fa2f1987302b req-147aae0f-43e2-4a86-b143-e10510ff3ff8 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.98 "GET /v2.0/security-groups?id=e4046649-c961-4562-8482-ef21126496b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083069 Jul 09 16:10:18.157998 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc5bcae-3b6b-451d-b4d7-fa6b7a3f6a77 x-openstack-request-id: req-7dc5bcae-3b6b-451d-b4d7-fa6b7a3f6a77 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:10:18.158562 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c347ef21-a935-401a-ad94-608d044a7659", "name": "network-vif-deleted", "tag": "c6bd2fab-f0a8-4b50-8189-e4a053cd717a", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:10:18.158937 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7dc5bcae-3b6b-451d-b4d7-fa6b7a3f6a77 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:10:18.159438 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c347ef21-a935-401a-ad94-608d044a7659', 'name': 'network-vif-deleted', 'tag': 'c6bd2fab-f0a8-4b50-8189-e4a053cd717a', 'status': 'completed', 'code': 200} Jul 09 16:10:18.270996 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bebc1102-9789-4f1d-bdb7-622905712575 req-29572154-418c-4590-98cd-60ad89573697 service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954732 Jul 09 16:10:18.362269 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c4bb7dc-05e4-4237-9c96-bdcf944a7824 req-63a16208-3467-4024-97b4-7e3e410bdbde tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] No DVR routers for this DVR port 55db0750-b717-429b-8b98-38cdb4001e1c on host n-h1-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:10:18.378228 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4f035d7b-c78f-4097-9cf4-c0c6bc0e5ca6 req-e19ddd69-6f3a-4ad6-9ea0-c0e1fb6fccc0 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/ports?device_id=38807fbf-6b9b-4874-8837-26278e09fb6e HTTP/1.1" status: 200 len: 210 time: 0.0807605 Jul 09 16:10:18.379671 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1c4bb7dc-05e4-4237-9c96-bdcf944a7824 req-63a16208-3467-4024-97b4-7e3e410bdbde tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:18.381893 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1c4bb7dc-05e4-4237-9c96-bdcf944a7824 req-63a16208-3467-4024-97b4-7e3e410bdbde tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.77 "DELETE /v2.0/ports/55db0750-b717-429b-8b98-38cdb4001e1c HTTP/1.1" status: 204 len: 173 time: 1.3350980 Jul 09 16:10:18.489214 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-03ffd8a5-03f9-4e76-a277-e56c5b78ab5b req-24e74f61-1779-4d7a-a336-1a2ca16d8e91 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:18.493683 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4514af7a-fd1a-41c4-8502-f0cc2992297e req-4434b794-bbde-4bdc-a2a7-65a3b77254b8 tempest-DeleteServersAdminTestJSON-1796483461 tempest-DeleteServersAdminTestJSON-1796483461-project] 10.222.0.98 "GET /v2.0/ports?device_id=c347ef21-a935-401a-ad94-608d044a7659 HTTP/1.1" status: 200 len: 210 time: 0.0574303 Jul 09 16:10:18.509469 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-03ffd8a5-03f9-4e76-a277-e56c5b78ab5b req-24e74f61-1779-4d7a-a336-1a2ca16d8e91 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:18.512044 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9a128-9561-42dd-8679-7637134a5b12 req-b250d4f8-6d8b-44ba-9cd2-7aab27db5396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:18.514337 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-eea9a128-9561-42dd-8679-7637134a5b12 req-b250d4f8-6d8b-44ba-9cd2-7aab27db5396 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b0b114c404a34dd694e6374df37cc4af&device_id=80972a4a-a3a9-46e1-8926-c66d23981436 HTTP/1.1" status: 200 len: 1098 time: 0.1760314 Jul 09 16:10:18.616571 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e74f61-1779-4d7a-a336-1a2ca16d8e91 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed93e0da-a672-4b8b-85ca-b434962cdf45,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:18.733439 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9a128-9561-42dd-8679-7637134a5b12 req-0c74e619-62ab-49dd-82d6-eb8e2dc6148e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:18.736718 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-eea9a128-9561-42dd-8679-7637134a5b12 req-0c74e619-62ab-49dd-82d6-eb8e2dc6148e service neutron] 10.222.0.77 "GET /v2.0/networks?id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1 HTTP/1.1" status: 200 len: 870 time: 0.2146435 Jul 09 16:10:18.817998 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-eea9a128-9561-42dd-8679-7637134a5b12 req-b5ce62c4-7c8b-4a1b-9cc0-e73855ad4109 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=3f75cb2f-1b37-4d55-8773-1de94c48da71 HTTP/1.1" status: 200 len: 217 time: 0.0720704 Jul 09 16:10:18.847963 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-03ffd8a5-03f9-4e76-a277-e56c5b78ab5b req-24e74f61-1779-4d7a-a336-1a2ca16d8e91 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Allocated IP 192.168.233.96 (c7d8b865-e1f3-4446-a87b-a6da86eba8a1/f122b436-b232-4a3c-9aac-47d5639f2da4/c0901bde-40e8-4d03-a633-8a07c3b37954) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:10:18.926897 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080f8e6-4d91-4596-a82c-806f137d9440 req-869138fe-2557-4ae6-a379-3bbe09aad727 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:18.930233 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:10:18.936826 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b080f8e6-4d91-4596-a82c-806f137d9440 req-869138fe-2557-4ae6-a379-3bbe09aad727 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f HTTP/1.1" status: 200 len: 949 time: 0.1406395 Jul 09 16:10:18.958145 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2857a699-c03f-4ce6-87c2-60037655a00d', 'name': 'network-vif-deleted', 'tag': '55db0750-b717-429b-8b98-38cdb4001e1c'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:10:18.960478 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d35d89-5202-4f7a-8f87-7643583396e2" -d '{"events": [{"server_uuid": "2857a699-c03f-4ce6-87c2-60037655a00d", "name": "network-vif-deleted", "tag": "55db0750-b717-429b-8b98-38cdb4001e1c"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:10:19.059117 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b080f8e6-4d91-4596-a82c-806f137d9440 req-44d912ab-7e5d-4d79-8892-56729c1f2e4d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212919 Jul 09 16:10:19.080904 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 47240) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:19.187124 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b420bc8c-7612-4bb1-90e9-41ad5b482517 req-3afe01fe-d54b-40c2-adc0-0339f7cf0e6d tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/ports?device_id=2857a699-c03f-4ce6-87c2-60037655a00d HTTP/1.1" status: 200 len: 210 time: 0.0325773 Jul 09 16:10:19.194244 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-03ffd8a5-03f9-4e76-a277-e56c5b78ab5b req-24e74f61-1779-4d7a-a336-1a2ca16d8e91 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:19.221064 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9a128-9561-42dd-8679-7637134a5b12 req-587058ef-0911-4945-b881-b74e8efb1e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:19.222673 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-eea9a128-9561-42dd-8679-7637134a5b12 req-587058ef-0911-4945-b881-b74e8efb1e25 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.3982556 Jul 09 16:10:19.230964 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-03ffd8a5-03f9-4e76-a277-e56c5b78ab5b req-24e74f61-1779-4d7a-a336-1a2ca16d8e91 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Transition to ACTIVE for port object c0901bde-40e8-4d03-a633-8a07c3b37954 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:10:19.262579 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-4b604419-bd75-488a-91e5-978990efe889 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-111834163-network', 'tenant_id': '9639d7ee11dd47639be4bedc72b53ccc'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:10:19.288536 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33cf918b-e04d-4501-9f2b-18efa2587c11 x-openstack-request-id: req-33cf918b-e04d-4501-9f2b-18efa2587c11 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:10:19.289500 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2857a699-c03f-4ce6-87c2-60037655a00d", "name": "network-vif-deleted", "tag": "55db0750-b717-429b-8b98-38cdb4001e1c", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:10:19.289742 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-33cf918b-e04d-4501-9f2b-18efa2587c11 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:10:19.290120 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2857a699-c03f-4ce6-87c2-60037655a00d', 'name': 'network-vif-deleted', 'tag': '55db0750-b717-429b-8b98-38cdb4001e1c', 'status': 'completed', 'code': 200} Jul 09 16:10:19.290243 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9a128-9561-42dd-8679-7637134a5b12 req-ddf79181-f83a-4d9c-af00-272b2c3f8fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:19.292163 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-eea9a128-9561-42dd-8679-7637134a5b12 req-ddf79181-f83a-4d9c-af00-272b2c3f8fd0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0625551 Jul 09 16:10:19.306162 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b604419-bd75-488a-91e5-978990efe889 admin admin] Made reservation on behalf of 9639d7ee11dd47639be4bedc72b53ccc for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:10:19.308990 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4b604419-bd75-488a-91e5-978990efe889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:19.326815 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4b604419-bd75-488a-91e5-978990efe889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:19.343171 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-03ffd8a5-03f9-4e76-a277-e56c5b78ab5b req-24e74f61-1779-4d7a-a336-1a2ca16d8e91 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:19.442304 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03ffd8a5-03f9-4e76-a277-e56c5b78ab5b req-24e74f61-1779-4d7a-a336-1a2ca16d8e91 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:10:19.458503 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-03ffd8a5-03f9-4e76-a277-e56c5b78ab5b req-24e74f61-1779-4d7a-a336-1a2ca16d8e91 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:10:19.462321 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ffd8a5-03f9-4e76-a277-e56c5b78ab5b req-24e74f61-1779-4d7a-a336-1a2ca16d8e91 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:10:19.469527 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ffd8a5-03f9-4e76-a277-e56c5b78ab5b req-24e74f61-1779-4d7a-a336-1a2ca16d8e91 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:19.470314 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-03ffd8a5-03f9-4e76-a277-e56c5b78ab5b req-24e74f61-1779-4d7a-a336-1a2ca16d8e91 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:19.494956 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e74f61-1779-4d7a-a336-1a2ca16d8e91 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Pushing event updated for resources: {'Port': ['ID=c0901bde-40e8-4d03-a633-8a07c3b37954,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:19.503297 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986338f2-6048-4586-a1f0-e267ffaa21ca req-eecb3ee9-64e0-4449-bd15-7daf5c408080 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:19.504439 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-986338f2-6048-4586-a1f0-e267ffaa21ca req-eecb3ee9-64e0-4449-bd15-7daf5c408080 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.98 "GET /v2.0/ports?device_id=80972a4a-a3a9-46e1-8926-c66d23981436 HTTP/1.1" status: 200 len: 947 time: 0.1088591 Jul 09 16:10:19.506559 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-eea9a128-9561-42dd-8679-7637134a5b12 req-e61a3ba7-d657-4a8f-9900-36a6bf9d5fac service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063885 Jul 09 16:10:19.614987 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-986338f2-6048-4586-a1f0-e267ffaa21ca req-130f28e8-92b2-497d-b1ef-89b8241c68be tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.98 "GET /v2.0/security-groups?id=e4046649-c961-4562-8482-ef21126496b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029136 Jul 09 16:10:19.641056 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4b604419-bd75-488a-91e5-978990efe889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:19.651795 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4b604419-bd75-488a-91e5-978990efe889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:19.661128 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-03ffd8a5-03f9-4e76-a277-e56c5b78ab5b req-24e74f61-1779-4d7a-a336-1a2ca16d8e91 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9844539 Jul 09 16:10:19.668038 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-eea9a128-9561-42dd-8679-7637134a5b12 req-3c8a0a99-5d4a-4432-afdd-32017f5bce4d service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486888 Jul 09 16:10:19.691547 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b604419-bd75-488a-91e5-978990efe889 admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:10:19.702103 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-03ffd8a5-03f9-4e76-a277-e56c5b78ab5b req-6f4e0ff5-9e86-47a5-a2ae-894de3250ba3 service neutron] Request body: {'port': {'device_id': '38807fbf-6b9b-4874-8837-26278e09fb6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:10:19.738622 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b604419-bd75-488a-91e5-978990efe889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad76235-6fe5-4175-80a5-e5651b397162,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:19.756466 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4b604419-bd75-488a-91e5-978990efe889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:19.756823 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-4b604419-bd75-488a-91e5-978990efe889 admin admin] Added segment cbc7a639-5863-4995-9a4b-f91be63e1ab1 of type vlan for network 2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 Jul 09 16:10:19.789288 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c6467-8415-492d-af0d-ccc4e3355b44 req-3ae3ee94-5234-4761-88e9-53376508c5bf tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:19.790859 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6b0c6467-8415-492d-af0d-ccc4e3355b44 req-3ae3ee94-5234-4761-88e9-53376508c5bf tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/ports?device_id=38807fbf-6b9b-4874-8837-26278e09fb6e HTTP/1.1" status: 200 len: 935 time: 0.2135272 Jul 09 16:10:19.850556 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-218b2ff9-8832-4f1e-b781-8021368970d2 None None] Provisioning for port c0901bde-40e8-4d03-a633-8a07c3b37954 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:10:19.856103 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-218b2ff9-8832-4f1e-b781-8021368970d2 None None] Provisioning complete for port c0901bde-40e8-4d03-a633-8a07c3b37954 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:10:19.856877 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-218b2ff9-8832-4f1e-b781-8021368970d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:19.857893 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4b604419-bd75-488a-91e5-978990efe889 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:19.899303 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-03ffd8a5-03f9-4e76-a277-e56c5b78ab5b req-6f4e0ff5-9e86-47a5-a2ae-894de3250ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:19.906792 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-218b2ff9-8832-4f1e-b781-8021368970d2 None None] Port c0901bde-40e8-4d03-a633-8a07c3b37954 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:10:19.910527 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6b0c6467-8415-492d-af0d-ccc4e3355b44 req-9d40c1d5-ebad-4f9e-a847-a04d71a283c0 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/security-groups?id=ed93e0da-a672-4b8b-85ca-b434962cdf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973690 Jul 09 16:10:19.941583 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4b604419-bd75-488a-91e5-978990efe889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:19.942523 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b604419-bd75-488a-91e5-978990efe889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:19.943221 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4b604419-bd75-488a-91e5-978990efe889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:20.034517 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-4b604419-bd75-488a-91e5-978990efe889 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9524186 Jul 09 16:10:20.035651 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 47274) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:20.051176 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-2bb148d7-b362-41fc-a80b-d7cad17e903b admin admin] Request body: {'subnet': {'network_id': '2b65bcac-ba21-4565-bf6d-5e7b6fe83db7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-111834163-subnet', 'tenant_id': '9639d7ee11dd47639be4bedc72b53ccc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:10:20.144060 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b604419-bd75-488a-91e5-978990efe889 admin admin] Pushing event updated for resources: {'Network': ['ID=2b65bcac-ba21-4565-bf6d-5e7b6fe83db7,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:20.149570 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb148d7-b362-41fc-a80b-d7cad17e903b admin admin] Made reservation on behalf of 9639d7ee11dd47639be4bedc72b53ccc for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:10:20.152210 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2bb148d7-b362-41fc-a80b-d7cad17e903b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:20.155054 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:10:20.312890 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b9ff5-7b88-4b3a-af2b-9334c3783a8f req-33195043-2371-4a13-a264-1383b5f27a0d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:20.315405 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2c0b9ff5-7b88-4b3a-af2b-9334c3783a8f req-33195043-2371-4a13-a264-1383b5f27a0d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f HTTP/1.1" status: 200 len: 949 time: 0.0870037 Jul 09 16:10:20.369465 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2c0b9ff5-7b88-4b3a-af2b-9334c3783a8f req-f4b00d1c-a0b8-4c1b-b272-df408b75288f tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464997 Jul 09 16:10:20.498614 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 47300) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:20.647761 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-03ffd8a5-03f9-4e76-a277-e56c5b78ab5b req-6f4e0ff5-9e86-47a5-a2ae-894de3250ba3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0901bde-40e8-4d03-a633-8a07c3b37954 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:10:20.656232 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2bb148d7-b362-41fc-a80b-d7cad17e903b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:20.663609 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-03ffd8a5-03f9-4e76-a277-e56c5b78ab5b req-6f4e0ff5-9e86-47a5-a2ae-894de3250ba3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:20.700819 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-583871b2-fc45-4f1d-933d-7b0ed917f43b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=228033fbe08c41d78cba0c9f69dee355&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2007914 Jul 09 16:10:20.703446 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 47312) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:20.717102 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-03ffd8a5-03f9-4e76-a277-e56c5b78ab5b req-6f4e0ff5-9e86-47a5-a2ae-894de3250ba3 service neutron] Transition to ACTIVE for port object c0901bde-40e8-4d03-a633-8a07c3b37954 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:10:20.735126 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-03ffd8a5-03f9-4e76-a277-e56c5b78ab5b req-6f4e0ff5-9e86-47a5-a2ae-894de3250ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:20.777102 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb148d7-b362-41fc-a80b-d7cad17e903b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e15c12f-d45d-4aa3-a5bc-500d552ae0b3,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:20.780894 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47bab301-6a03-46d5-8a39-633cd68ebdce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:20.783221 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb148d7-b362-41fc-a80b-d7cad17e903b admin admin] Checking segment: {'id': 'cbc7a639-5863-4995-9a4b-f91be63e1ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b65bcac-ba21-4565-bf6d-5e7b6fe83db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:10:20.783784 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb148d7-b362-41fc-a80b-d7cad17e903b admin admin] Network hostable DHCP agents. Network: 2b65bcac-ba21-4565-bf6d-5e7b6fe83db7, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:10:20.791434 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 3f75cb2f-1b37-4d55-8773-1de94c48da71 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:10:20.794171 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 55db0750-b717-429b-8b98-38cdb4001e1c no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:10:20.833534 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: 55db0750-b717-429b-8b98-38cdb4001e1c {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:10:20.833730 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 55db0750-b717-429b-8b98-38cdb4001e1c not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:10:20.850439 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47bab301-6a03-46d5-8a39-633cd68ebdce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:20.881666 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e0ff5-9e86-47a5-a2ae-894de3250ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=c0901bde-40e8-4d03-a633-8a07c3b37954,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:20.890970 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 47314) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:20.904828 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-03ffd8a5-03f9-4e76-a277-e56c5b78ab5b req-6f4e0ff5-9e86-47a5-a2ae-894de3250ba3 service neutron] Attempting to bind port c0901bde-40e8-4d03-a633-8a07c3b37954 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:10:20.905435 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-03ffd8a5-03f9-4e76-a277-e56c5b78ab5b req-6f4e0ff5-9e86-47a5-a2ae-894de3250ba3 service neutron] Attempting to bind port c0901bde-40e8-4d03-a633-8a07c3b37954 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:10:20.905944 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ffd8a5-03f9-4e76-a277-e56c5b78ab5b req-6f4e0ff5-9e86-47a5-a2ae-894de3250ba3 service neutron] Attempting to bind port c0901bde-40e8-4d03-a633-8a07c3b37954 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:10:20.909204 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-3995044b-b82e-4c68-a4c1-38e9f23dcf47 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Request body: {'security_group': {'name': 'tempest-securitygroup--207392417', 'description': 'tempest-description--897923720'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:10:20.918284 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb148d7-b362-41fc-a80b-d7cad17e903b admin admin] Network 2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:10:20.928785 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ffd8a5-03f9-4e76-a277-e56c5b78ab5b req-6f4e0ff5-9e86-47a5-a2ae-894de3250ba3 service neutron] Port c0901bde-40e8-4d03-a633-8a07c3b37954 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:10:20.929920 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ffd8a5-03f9-4e76-a277-e56c5b78ab5b req-6f4e0ff5-9e86-47a5-a2ae-894de3250ba3 service neutron] Attempting to bind port c0901bde-40e8-4d03-a633-8a07c3b37954 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:10:20.942049 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ffd8a5-03f9-4e76-a277-e56c5b78ab5b req-6f4e0ff5-9e86-47a5-a2ae-894de3250ba3 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:10:20.942573 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ffd8a5-03f9-4e76-a277-e56c5b78ab5b req-6f4e0ff5-9e86-47a5-a2ae-894de3250ba3 service neutron] Checking segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:10:20.943284 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ffd8a5-03f9-4e76-a277-e56c5b78ab5b req-6f4e0ff5-9e86-47a5-a2ae-894de3250ba3 service neutron] Bound using segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:10:20.943889 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-03ffd8a5-03f9-4e76-a277-e56c5b78ab5b req-6f4e0ff5-9e86-47a5-a2ae-894de3250ba3 service neutron] Bound port: c0901bde-40e8-4d03-a633-8a07c3b37954, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:10:20.944403 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-03ffd8a5-03f9-4e76-a277-e56c5b78ab5b req-6f4e0ff5-9e86-47a5-a2ae-894de3250ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:20.974012 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3995044b-b82e-4c68-a4c1-38e9f23dcf47 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:21.001189 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-2bb148d7-b362-41fc-a80b-d7cad17e903b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 2b65bcac-ba21-4565-bf6d-5e7b6fe83db7) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:10:21.007196 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 3f75cb2f-1b37-4d55-8773-1de94c48da71, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=3f75cb2f-1b37-4d55-8773-1de94c48da71,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:10:21.022540 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1eb134-6f64-411e-8962-bce508ebbef1 None None] Network 2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:10:21.023266 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb148d7-b362-41fc-a80b-d7cad17e903b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:21.023885 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2bb148d7-b362-41fc-a80b-d7cad17e903b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:21.025780 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47bab301-6a03-46d5-8a39-633cd68ebdce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:21.033476 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47bab301-6a03-46d5-8a39-633cd68ebdce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:21.037888 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-47bab301-6a03-46d5-8a39-633cd68ebdce admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/af5fd54a-9c61-4b4c-a5e9-fe2ec4c8027a HTTP/1.1" status: 204 len: 168 time: 0.3302765 Jul 09 16:10:21.053781 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bab301-6a03-46d5-8a39-633cd68ebdce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5fd54a-9c61-4b4c-a5e9-fe2ec4c8027a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:21.159615 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '3f75cb2f-1b37-4d55-8773-1de94c48da71', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'port_id': '3f75cb2f-1b37-4d55-8773-1de94c48da71', 'mac_address': 'fa:16:3e:07:50:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f122b436-b232-4a3c-9aac-47d5639f2da4', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:10:21.162641 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22cbb7-d0f3-43c4-ad5e-f88d218f34a9 req-7b008a68-abde-4edc-9e0f-fababb6a65b1 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:21.176336 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0c22cbb7-d0f3-43c4-ad5e-f88d218f34a9 req-7b008a68-abde-4edc-9e0f-fababb6a65b1 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.98 "GET /v2.0/ports?device_id=80972a4a-a3a9-46e1-8926-c66d23981436 HTTP/1.1" status: 200 len: 947 time: 0.3730998 Jul 09 16:10:21.180633 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device c6bd2fab-f0a8-4b50-8189-e4a053cd717a no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:10:21.209154 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: c6bd2fab-f0a8-4b50-8189-e4a053cd717a {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:10:21.209791 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device c6bd2fab-f0a8-4b50-8189-e4a053cd717a not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:10:21.245827 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3995044b-b82e-4c68-a4c1-38e9f23dcf47 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:21.252842 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3995044b-b82e-4c68-a4c1-38e9f23dcf47 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:21.271930 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:21.316729 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2bb148d7-b362-41fc-a80b-d7cad17e903b admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2708411 Jul 09 16:10:21.322162 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3995044b-b82e-4c68-a4c1-38e9f23dcf47 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:21.323626 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-3995044b-b82e-4c68-a4c1-38e9f23dcf47 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4308877 Jul 09 16:10:21.324718 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f75cb2f-1b37-4d55-8773-1de94c48da71 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:10:21.325907 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3995044b-b82e-4c68-a4c1-38e9f23dcf47 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1b5ad9-6842-4db2-93ee-8906a322ac9a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:21.326515 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-03ffd8a5-03f9-4e76-a277-e56c5b78ab5b req-6f4e0ff5-9e86-47a5-a2ae-894de3250ba3 service neutron] For port c0901bde-40e8-4d03-a633-8a07c3b37954, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:10:21.329894 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 47330) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:21.334819 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-8c36d894-1dd2-4530-a4ca-78cb23ab0866 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Request body: {'security_group_rule': {'security_group_id': '6d1b5ad9-6842-4db2-93ee-8906a322ac9a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:10:21.368201 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0c22cbb7-d0f3-43c4-ad5e-f88d218f34a9 req-8b61e1d3-ffea-4ecf-bfb8-8ae318318057 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.98 "GET /v2.0/security-groups?id=e4046649-c961-4562-8482-ef21126496b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863661 Jul 09 16:10:21.371506 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c36d894-1dd2-4530-a4ca-78cb23ab0866 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:21.371868 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 3f75cb2f-1b37-4d55-8773-1de94c48da71, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=3f75cb2f-1b37-4d55-8773-1de94c48da71,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:10:21.374098 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-03ffd8a5-03f9-4e76-a277-e56c5b78ab5b req-6f4e0ff5-9e86-47a5-a2ae-894de3250ba3 service neutron] For port c0901bde-40e8-4d03-a633-8a07c3b37954, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=c0901bde-40e8-4d03-a633-8a07c3b37954,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:10:21.385424 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-03ffd8a5-03f9-4e76-a277-e56c5b78ab5b req-6f4e0ff5-9e86-47a5-a2ae-894de3250ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:21.397104 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa28aab-3404-4c7b-aef0-7ff1fb55253b req-d37796f7-c699-4532-9676-1694e05b7f4c tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:21.397712 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:21.404191 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6aa28aab-3404-4c7b-aef0-7ff1fb55253b req-d37796f7-c699-4532-9676-1694e05b7f4c tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/ports?device_id=38807fbf-6b9b-4874-8837-26278e09fb6e HTTP/1.1" status: 200 len: 947 time: 0.2006559 Jul 09 16:10:21.438599 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ffd8a5-03f9-4e76-a277-e56c5b78ab5b req-6f4e0ff5-9e86-47a5-a2ae-894de3250ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:21.441725 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-03ffd8a5-03f9-4e76-a277-e56c5b78ab5b req-6f4e0ff5-9e86-47a5-a2ae-894de3250ba3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:21.443417 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-03ffd8a5-03f9-4e76-a277-e56c5b78ab5b req-6f4e0ff5-9e86-47a5-a2ae-894de3250ba3 service neutron] 10.222.0.73 "PUT /v2.0/ports/c0901bde-40e8-4d03-a633-8a07c3b37954 HTTP/1.1" status: 200 len: 1095 time: 1.7494874 Jul 09 16:10:21.480454 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6aa28aab-3404-4c7b-aef0-7ff1fb55253b req-aaf5e940-aeae-4b6e-aeae-72399b0b0001 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/security-groups?id=ed93e0da-a672-4b8b-85ca-b434962cdf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752642 Jul 09 16:10:21.480769 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1988e190-b41d-4f49-bae5-bb62b8d22251 None None] Network 2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:10:21.510807 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c36d894-1dd2-4530-a4ca-78cb23ab0866 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:21.521440 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c36d894-1dd2-4530-a4ca-78cb23ab0866 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:21.528446 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 47334) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:21.529548 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38807fbf-6b9b-4874-8837-26278e09fb6e', 'tag': 'c0901bde-40e8-4d03-a633-8a07c3b37954'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:10:21.533269 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ede8504-3fef-4bee-a344-5d49bdd73b31" -d '{"events": [{"name": "network-changed", "server_uuid": "38807fbf-6b9b-4874-8837-26278e09fb6e", "tag": "c0901bde-40e8-4d03-a633-8a07c3b37954"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:10:21.591192 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c36d894-1dd2-4530-a4ca-78cb23ab0866 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=109561f8-e077-4cf0-be33-22c247f36a4d,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:21.618102 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c36d894-1dd2-4530-a4ca-78cb23ab0866 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:21.626569 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8c36d894-1dd2-4530-a4ca-78cb23ab0866 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2954998 Jul 09 16:10:21.631421 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 47342) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:21.643164 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-6aac2dde-e531-4152-a7bb-61c28f47117d tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Request body: {'security_group_rule': {'security_group_id': '6d1b5ad9-6842-4db2-93ee-8906a322ac9a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:10:21.645416 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=3f75cb2f-1b37-4d55-8773-1de94c48da71,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:21.689037 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['3f75cb2f-1b37-4d55-8773-1de94c48da71'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:10:21.690320 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c9d4d0-6f84-47c9-be18-e6c07912de6a x-openstack-request-id: req-23c9d4d0-6f84-47c9-be18-e6c07912de6a {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:10:21.690941 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38807fbf-6b9b-4874-8837-26278e09fb6e", "tag": "c0901bde-40e8-4d03-a633-8a07c3b37954", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:10:21.690941 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-23c9d4d0-6f84-47c9-be18-e6c07912de6a {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:10:21.694805 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38807fbf-6b9b-4874-8837-26278e09fb6e', 'tag': 'c0901bde-40e8-4d03-a633-8a07c3b37954', 'status': 'completed', 'code': 200} Jul 09 16:10:21.720370 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6aac2dde-e531-4152-a7bb-61c28f47117d tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:21.788840 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 47344) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:21.842574 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-384c8ce6-7d7f-43ac-a092-bda08ddf945d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:21.845798 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e0ff5-9e86-47a5-a2ae-894de3250ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=c0901bde-40e8-4d03-a633-8a07c3b37954,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:21.893063 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6aac2dde-e531-4152-a7bb-61c28f47117d tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:21.902404 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6aac2dde-e531-4152-a7bb-61c28f47117d tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:21.951168 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ffd8a5-03f9-4e76-a277-e56c5b78ab5b req-fb1d17b7-7925-446c-a4e1-d00e3bc7c00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:21.952028 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac2dde-e531-4152-a7bb-61c28f47117d tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f08553cd-0907-4559-8246-2dce84d8d99e,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:21.955338 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-03ffd8a5-03f9-4e76-a277-e56c5b78ab5b req-fb1d17b7-7925-446c-a4e1-d00e3bc7c00a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f37579ff64a544149efae3ca6c63bc70&device_id=38807fbf-6b9b-4874-8837-26278e09fb6e HTTP/1.1" status: 200 len: 1098 time: 0.3987417 Jul 09 16:10:22.025198 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-03ffd8a5-03f9-4e76-a277-e56c5b78ab5b req-f90a7fdc-eb4e-4588-8182-b66202f86bb6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=c0901bde-40e8-4d03-a633-8a07c3b37954 HTTP/1.1" status: 200 len: 217 time: 0.0562356 Jul 09 16:10:22.034385 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243554f-3214-48f0-9e0f-0bf90624ad85 req-68f0ef70-2eab-41cc-83ab-aa6ea34affd3 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:22.036061 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b243554f-3214-48f0-9e0f-0bf90624ad85 req-68f0ef70-2eab-41cc-83ab-aa6ea34affd3 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f HTTP/1.1" status: 200 len: 949 time: 0.3229005 Jul 09 16:10:22.045982 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-384c8ce6-7d7f-43ac-a092-bda08ddf945d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:22.058187 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-384c8ce6-7d7f-43ac-a092-bda08ddf945d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:22.074402 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6aac2dde-e531-4152-a7bb-61c28f47117d tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:22.075649 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6aac2dde-e531-4152-a7bb-61c28f47117d tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4431727 Jul 09 16:10:22.079331 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 47350) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:22.087882 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-82234049-37da-47fb-863c-afbd1e877f83 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Request body: {'floatingip': {'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:10:22.097761 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e15bcb0e-de08-4139-b5b6-0af2951483e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:22.113454 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ffd8a5-03f9-4e76-a277-e56c5b78ab5b req-cca67390-e003-40c4-ae09-5cd0debac433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:22.115294 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-03ffd8a5-03f9-4e76-a277-e56c5b78ab5b req-cca67390-e003-40c4-ae09-5cd0debac433 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.0782061 Jul 09 16:10:22.118858 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b243554f-3214-48f0-9e0f-0bf90624ad85 req-e19ffa99-1df1-4d19-928a-519a078591a4 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731537 Jul 09 16:10:22.144999 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-384c8ce6-7d7f-43ac-a092-bda08ddf945d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=453970139c144577beebef7a8c3faacb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3500528 Jul 09 16:10:22.150108 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c8ce6-7d7f-43ac-a092-bda08ddf945d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602c3f8c-1f49-4178-b472-6092a8359371,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:22.154613 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 47354) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:22.181057 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82234049-37da-47fb-863c-afbd1e877f83 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:22.192838 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ffd8a5-03f9-4e76-a277-e56c5b78ab5b req-0f49053c-1843-4d75-b572-8961db271524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:22.194428 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-03ffd8a5-03f9-4e76-a277-e56c5b78ab5b req-0f49053c-1843-4d75-b572-8961db271524 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0728261 Jul 09 16:10:22.218372 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3e4ff4f1-98c5-41fd-aead-5e0da7a93590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:22.306697 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1aad2618-961e-44a9-923b-f5a866561b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:22.329448 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-03ffd8a5-03f9-4e76-a277-e56c5b78ab5b req-04f3d7ba-99ad-41c5-a2a2-f0a71b5847c8 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210430 Jul 09 16:10:22.354789 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1aad2618-961e-44a9-923b-f5a866561b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:22.415876 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e15bcb0e-de08-4139-b5b6-0af2951483e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:22.424650 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 47364) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:22.427267 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e15bcb0e-de08-4139-b5b6-0af2951483e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:22.432148 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-dcbeb7f6-dc35-4174-947c-b6aff797f86f admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-847269212-network', 'tenant_id': 'c2881aba82274f03b129c2614f3ca1fc'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:10:22.459529 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-03ffd8a5-03f9-4e76-a277-e56c5b78ab5b req-963a3f08-41b9-4ad3-ae04-4e139f9e12ba service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143022 Jul 09 16:10:22.469683 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcbeb7f6-dc35-4174-947c-b6aff797f86f admin admin] Made reservation on behalf of c2881aba82274f03b129c2614f3ca1fc for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:10:22.473111 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dcbeb7f6-dc35-4174-947c-b6aff797f86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:22.483221 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dcbeb7f6-dc35-4174-947c-b6aff797f86f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:22.486121 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e15bcb0e-de08-4139-b5b6-0af2951483e6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7ee9e2b104d641209bddf80b7e67d3e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9562385 Jul 09 16:10:22.487476 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1aad2618-961e-44a9-923b-f5a866561b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:22.490299 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1aad2618-961e-44a9-923b-f5a866561b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:22.491470 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1aad2618-961e-44a9-923b-f5a866561b86 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/602c3f8c-1f49-4178-b472-6092a8359371 HTTP/1.1" status: 204 len: 168 time: 0.3355949 Jul 09 16:10:22.492313 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 47366) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:22.510930 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82234049-37da-47fb-863c-afbd1e877f83 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:22.525484 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15bcb0e-de08-4139-b5b6-0af2951483e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb66f631-7c2c-4719-8f26-4564b7bf4f41,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:22.629170 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aad2618-961e-44a9-923b-f5a866561b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602c3f8c-1f49-4178-b472-6092a8359371,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:22.722174 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dcbeb7f6-dc35-4174-947c-b6aff797f86f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:22.730962 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dcbeb7f6-dc35-4174-947c-b6aff797f86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:22.756486 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede8504-3fef-4bee-a344-5d49bdd73b31 req-458eb03c-3fd0-4f0d-b6a7-f4096fe28dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:22.758803 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8ede8504-3fef-4bee-a344-5d49bdd73b31 req-458eb03c-3fd0-4f0d-b6a7-f4096fe28dfa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f37579ff64a544149efae3ca6c63bc70&device_id=38807fbf-6b9b-4874-8837-26278e09fb6e HTTP/1.1" status: 200 len: 1098 time: 0.1679242 Jul 09 16:10:22.765591 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fa3c00ca-3cc7-46a1-a95f-2518b10f9487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:22.782886 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcbeb7f6-dc35-4174-947c-b6aff797f86f admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:10:22.788827 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 3f75cb2f-1b37-4d55-8773-1de94c48da71 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:10:22.810666 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c9603-7ba3-47c2-b360-f158abd80868 req-47c7711f-bff5-4246-8d96-10de3c690a77 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:22.819091 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-027c9603-7ba3-47c2-b360-f158abd80868 req-47c7711f-bff5-4246-8d96-10de3c690a77 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.98 "GET /v2.0/ports?device_id=80972a4a-a3a9-46e1-8926-c66d23981436 HTTP/1.1" status: 200 len: 948 time: 0.2610850 Jul 09 16:10:22.843310 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbeb7f6-dc35-4174-947c-b6aff797f86f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d3a4fa-a1da-41df-bdcd-7e5ed9a773af,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:22.855637 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dcbeb7f6-dc35-4174-947c-b6aff797f86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:22.856426 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-dcbeb7f6-dc35-4174-947c-b6aff797f86f admin admin] Added segment 0610c801-f885-41e4-9c2b-6d7c4b558c44 of type vlan for network 43b431a2-2739-4d83-815c-7e3d26a2c53c Jul 09 16:10:22.870220 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 3f75cb2f-1b37-4d55-8773-1de94c48da71 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:10:22.876484 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 3f75cb2f-1b37-4d55-8773-1de94c48da71 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:10:22.877125 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:22.889441 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0786799-8107-470c-8834-d776079696d3 req-f6acd139-1f8e-4b3a-8d86-c6676c8df0c7 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:22.891280 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b0786799-8107-470c-8834-d776079696d3 req-f6acd139-1f8e-4b3a-8d86-c6676c8df0c7 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/ports?device_id=38807fbf-6b9b-4874-8837-26278e09fb6e HTTP/1.1" status: 200 len: 947 time: 0.2380571 Jul 09 16:10:22.901886 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-82234049-37da-47fb-863c-afbd1e877f83 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Allocated IP 172.25.0.153 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/ab68c578-b7e0-4724-98d5-3aa1a853066c) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:10:22.963230 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dcbeb7f6-dc35-4174-947c-b6aff797f86f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:22.991772 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fa3c00ca-3cc7-46a1-a95f-2518b10f9487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:23.000081 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede8504-3fef-4bee-a344-5d49bdd73b31 req-f6818c45-6b46-4214-aecc-fdda4020fed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:23.002099 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8ede8504-3fef-4bee-a344-5d49bdd73b31 req-f6818c45-6b46-4214-aecc-fdda4020fed2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1 HTTP/1.1" status: 200 len: 870 time: 0.2318885 Jul 09 16:10:23.017733 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-027c9603-7ba3-47c2-b360-f158abd80868 req-875fcb61-206d-404f-9173-eeacdfe27046 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.98 "GET /v2.0/security-groups?id=e4046649-c961-4562-8482-ef21126496b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974542 Jul 09 16:10:23.043185 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b0786799-8107-470c-8834-d776079696d3 req-42944a73-5474-4cf9-93fd-ebb1c5e80a4b tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/security-groups?id=ed93e0da-a672-4b8b-85ca-b434962cdf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222506 Jul 09 16:10:23.092659 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8ede8504-3fef-4bee-a344-5d49bdd73b31 req-8192fb6f-6d64-4514-8d71-2f641c58ae99 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=c0901bde-40e8-4d03-a633-8a07c3b37954 HTTP/1.1" status: 200 len: 217 time: 0.0775154 Jul 09 16:10:23.095490 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dcbeb7f6-dc35-4174-947c-b6aff797f86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:23.096858 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbeb7f6-dc35-4174-947c-b6aff797f86f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:23.097555 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dcbeb7f6-dc35-4174-947c-b6aff797f86f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:23.157706 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fa3c00ca-3cc7-46a1-a95f-2518b10f9487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:23.164377 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fa3c00ca-3cc7-46a1-a95f-2518b10f9487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:23.166287 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-fa3c00ca-3cc7-46a1-a95f-2518b10f9487 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/fb66f631-7c2c-4719-8f26-4564b7bf4f41 HTTP/1.1" status: 204 len: 168 time: 0.6727688 Jul 09 16:10:23.204163 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3c00ca-3cc7-46a1-a95f-2518b10f9487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb66f631-7c2c-4719-8f26-4564b7bf4f41,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:23.210704 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82234049-37da-47fb-863c-afbd1e877f83 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:23.278249 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82234049-37da-47fb-863c-afbd1e877f83 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:23.295118 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-dcbeb7f6-dc35-4174-947c-b6aff797f86f admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8693252 Jul 09 16:10:23.298369 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 47390) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:23.309933 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-37a9e664-0fe1-4682-8a5a-abe2efe3a523 admin admin] Request body: {'subnet': {'network_id': '43b431a2-2739-4d83-815c-7e3d26a2c53c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-847269212-subnet', 'tenant_id': 'c2881aba82274f03b129c2614f3ca1fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:10:23.323248 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbeb7f6-dc35-4174-947c-b6aff797f86f admin admin] Pushing event updated for resources: {'Network': ['ID=43b431a2-2739-4d83-815c-7e3d26a2c53c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:23.325685 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:23.329059 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede8504-3fef-4bee-a344-5d49bdd73b31 req-189f15d9-1da0-4273-8cb8-254abbadce7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:23.331807 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8ede8504-3fef-4bee-a344-5d49bdd73b31 req-189f15d9-1da0-4273-8cb8-254abbadce7c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.2309885 Jul 09 16:10:23.347277 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82234049-37da-47fb-863c-afbd1e877f83 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:10:23.353057 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 43b431a2-2739-4d83-815c-7e3d26a2c53c details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:10:23.356422 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-82234049-37da-47fb-863c-afbd1e877f83 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:10:23.362052 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82234049-37da-47fb-863c-afbd1e877f83 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:10:23.407601 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82234049-37da-47fb-863c-afbd1e877f83 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Pushing event updated for resources: {'Port': ['ID=ab68c578-b7e0-4724-98d5-3aa1a853066c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:23.425887 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a9e664-0fe1-4682-8a5a-abe2efe3a523 admin admin] Made reservation on behalf of c2881aba82274f03b129c2614f3ca1fc for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:10:23.432614 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-37a9e664-0fe1-4682-8a5a-abe2efe3a523 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:23.434973 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80972a4a-a3a9-46e1-8926-c66d23981436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f75cb2f-1b37-4d55-8773-1de94c48da71'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:10:23.438328 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aafb81fa-e2dc-40db-9a80-1d3feb3feaa5" -d '{"events": [{"server_uuid": "80972a4a-a3a9-46e1-8926-c66d23981436", "name": "network-vif-plugged", "status": "completed", "tag": "3f75cb2f-1b37-4d55-8773-1de94c48da71"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:10:23.459643 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 3f75cb2f-1b37-4d55-8773-1de94c48da71, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=3f75cb2f-1b37-4d55-8773-1de94c48da71,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:10:23.465996 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:23.514709 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb120146-6345-4540-bf1c-ab33b05efcbf x-openstack-request-id: req-fb120146-6345-4540-bf1c-ab33b05efcbf {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:10:23.515219 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80972a4a-a3a9-46e1-8926-c66d23981436", "name": "network-vif-plugged", "status": "completed", "tag": "3f75cb2f-1b37-4d55-8773-1de94c48da71", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:10:23.515590 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fb120146-6345-4540-bf1c-ab33b05efcbf {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:10:23.516126 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80972a4a-a3a9-46e1-8926-c66d23981436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f75cb2f-1b37-4d55-8773-1de94c48da71', 'code': 200} Jul 09 16:10:23.550413 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=3f75cb2f-1b37-4d55-8773-1de94c48da71,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:23.699607 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82234049-37da-47fb-863c-afbd1e877f83 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:23.731268 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede8504-3fef-4bee-a344-5d49bdd73b31 req-d4b824b6-51b9-4f36-b5ba-709fd335228e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:23.733396 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8ede8504-3fef-4bee-a344-5d49bdd73b31 req-d4b824b6-51b9-4f36-b5ba-709fd335228e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3933415 Jul 09 16:10:23.769260 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6365c152-732a-495a-a2e2-e73f303db893 req-90e213b9-b00c-49f6-a549-34e8d483b796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:23.771012 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6365c152-732a-495a-a2e2-e73f303db893 req-90e213b9-b00c-49f6-a549-34e8d483b796 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=80972a4a-a3a9-46e1-8926-c66d23981436 HTTP/1.1" status: 200 len: 1100 time: 0.1746640 Jul 09 16:10:23.813926 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 47402) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:23.844972 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6365c152-732a-495a-a2e2-e73f303db893 req-1203f819-6a01-4dc8-a540-8acbfe1127b2 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e4046649-c961-4562-8482-ef21126496b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654695 Jul 09 16:10:23.845576 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82234049-37da-47fb-863c-afbd1e877f83 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:23.854165 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40201942-3b7b-4be4-b9a1-045d5327e240 req-5fceafb0-24e8-446b-9658-9470d873e9d4 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:23.855801 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-40201942-3b7b-4be4-b9a1-045d5327e240 req-5fceafb0-24e8-446b-9658-9470d873e9d4 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f HTTP/1.1" status: 200 len: 949 time: 0.4515855 Jul 09 16:10:23.860230 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8ede8504-3fef-4bee-a344-5d49bdd73b31 req-ad49014a-9be8-4c24-9b03-90768b5674e8 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155021 Jul 09 16:10:23.873651 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3c591981-4231-4528-8d3d-1368d42f23ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:23.953908 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-40201942-3b7b-4be4-b9a1-045d5327e240 req-a95490ef-4307-4b6c-a9ab-1009a7ce6a94 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919845 Jul 09 16:10:23.959005 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-37a9e664-0fe1-4682-8a5a-abe2efe3a523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:24.000031 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8ede8504-3fef-4bee-a344-5d49bdd73b31 req-d6c4d4ca-0896-4d2d-859e-ad94ed92acd6 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307495 Jul 09 16:10:24.109104 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a9e664-0fe1-4682-8a5a-abe2efe3a523 admin admin] Pushing event updated for resources: {'Subnet': ['ID=636a41ad-7367-470b-a475-8524fa57a6f5,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:24.149486 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a9e664-0fe1-4682-8a5a-abe2efe3a523 admin admin] Checking segment: {'id': '0610c801-f885-41e4-9c2b-6d7c4b558c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '43b431a2-2739-4d83-815c-7e3d26a2c53c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:10:24.149835 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a9e664-0fe1-4682-8a5a-abe2efe3a523 admin admin] Network hostable DHCP agents. Network: 43b431a2-2739-4d83-815c-7e3d26a2c53c, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:10:24.265305 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a9e664-0fe1-4682-8a5a-abe2efe3a523 admin admin] Network 43b431a2-2739-4d83-815c-7e3d26a2c53c is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:10:24.274344 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3c591981-4231-4528-8d3d-1368d42f23ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:24.286480 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3c591981-4231-4528-8d3d-1368d42f23ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:24.292110 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82234049-37da-47fb-863c-afbd1e877f83 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:24.297355 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-37a9e664-0fe1-4682-8a5a-abe2efe3a523 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 43b431a2-2739-4d83-815c-7e3d26a2c53c) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:10:24.312107 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b83dab-4199-4dfd-8151-e0c00fd8e579 None None] Network 43b431a2-2739-4d83-815c-7e3d26a2c53c requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:10:24.324673 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a9e664-0fe1-4682-8a5a-abe2efe3a523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:24.325259 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-37a9e664-0fe1-4682-8a5a-abe2efe3a523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:24.329043 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82234049-37da-47fb-863c-afbd1e877f83 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:24.356139 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2938eb7-5ad1-4d3b-a283-ae5a353a40d3 req-f00937a9-9a1f-4467-90c8-8908ad9eb997 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:24.358326 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c2938eb7-5ad1-4d3b-a283-ae5a353a40d3 req-f00937a9-9a1f-4467-90c8-8908ad9eb997 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/ports?device_id=38807fbf-6b9b-4874-8837-26278e09fb6e HTTP/1.1" status: 200 len: 947 time: 0.0958440 Jul 09 16:10:24.409129 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82234049-37da-47fb-863c-afbd1e877f83 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Pushing event updated for resources: {'Port': ['ID=ab68c578-b7e0-4724-98d5-3aa1a853066c,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:24.418322 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-3c591981-4231-4528-8d3d-1368d42f23ee admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4a6cc0fcdf67465f87aa932b6e110d74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5956542 Jul 09 16:10:24.418322 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c591981-4231-4528-8d3d-1368d42f23ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d146169d-380f-4eeb-bbf8-0398f9ff54c1,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:24.427022 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c2938eb7-5ad1-4d3b-a283-ae5a353a40d3 req-e315bd48-5806-4eec-b982-91a2174b645f tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/security-groups?id=ed93e0da-a672-4b8b-85ca-b434962cdf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571671 Jul 09 16:10:24.428166 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696069fc-2c1e-4e45-a1aa-b2967a939d9a req-e65999ae-ead4-48a4-b127-de0b78c34892 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:24.428704 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 47422) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:24.430093 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-696069fc-2c1e-4e45-a1aa-b2967a939d9a req-e65999ae-ead4-48a4-b127-de0b78c34892 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.98 "GET /v2.0/ports?device_id=80972a4a-a3a9-46e1-8926-c66d23981436 HTTP/1.1" status: 200 len: 949 time: 0.2856407 Jul 09 16:10:24.433191 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82234049-37da-47fb-863c-afbd1e877f83 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:24.454165 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-37a9e664-0fe1-4682-8a5a-abe2efe3a523 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1438680 Jul 09 16:10:24.478813 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82234049-37da-47fb-863c-afbd1e877f83 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:24.480110 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-82234049-37da-47fb-863c-afbd1e877f83 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3995204 Jul 09 16:10:24.509647 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b8315a-e974-4a44-ae55-11b56c469767 None None] Network 43b431a2-2739-4d83-815c-7e3d26a2c53c requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:10:24.517338 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-696069fc-2c1e-4e45-a1aa-b2967a939d9a req-436ef04e-db6b-4e14-8237-f723bd569f07 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.98 "GET /v2.0/security-groups?id=e4046649-c961-4562-8482-ef21126496b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695417 Jul 09 16:10:24.651896 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1f7ccfa0-96db-4f28-bbf9-c4ec3f3c19c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:24.714357 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1f7ccfa0-96db-4f28-bbf9-c4ec3f3c19c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:24.816310 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1f7ccfa0-96db-4f28-bbf9-c4ec3f3c19c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:24.820036 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1f7ccfa0-96db-4f28-bbf9-c4ec3f3c19c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:24.821355 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-1f7ccfa0-96db-4f28-bbf9-c4ec3f3c19c7 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d146169d-380f-4eeb-bbf8-0398f9ff54c1 HTTP/1.1" status: 204 len: 168 time: 0.3872440 Jul 09 16:10:24.830642 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7ccfa0-96db-4f28-bbf9-c4ec3f3c19c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d146169d-380f-4eeb-bbf8-0398f9ff54c1,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:25.000196 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f49138-87bf-4030-92be-ca1ab1caa26d req-f8ab81de-ba0d-4042-b826-32e14fc91ba5 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:25.001819 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-10f49138-87bf-4030-92be-ca1ab1caa26d req-f8ab81de-ba0d-4042-b826-32e14fc91ba5 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/networks?id=06f3e023-1727-4312-a30e-0892f676ae49 HTTP/1.1" status: 200 len: 822 time: 0.1161699 Jul 09 16:10:25.018700 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-10f49138-87bf-4030-92be-ca1ab1caa26d req-330245a9-c9d8-40b5-b0ed-79f7c594e999 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/quotas/295683a26cff47fe80fc8d30cae0f829 HTTP/1.1" status: 200 len: 375 time: 0.0101438 Jul 09 16:10:25.052554 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b9ef213b-5586-4973-92fe-ac3a6c15a70e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:25.133359 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-10f49138-87bf-4030-92be-ca1ab1caa26d req-ed4e08ee-dad6-4f4a-8eaa-6de49851bd71 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=295683a26cff47fe80fc8d30cae0f829&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1088445 Jul 09 16:10:25.145546 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [req-10f49138-87bf-4030-92be-ca1ab1caa26d req-f2063fae-bb70-429d-8f6c-60131827dbd9 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:10:25.146550 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-10f49138-87bf-4030-92be-ca1ab1caa26d req-f2063fae-bb70-429d-8f6c-60131827dbd9 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059817 Jul 09 16:10:25.229501 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:25.256584 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-10f49138-87bf-4030-92be-ca1ab1caa26d req-375ffefe-b778-4ec2-9b7d-9daaaa1b0ff5 service neutron] 10.222.0.98 "GET /v2.0/networks/06f3e023-1727-4312-a30e-0892f676ae49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032941 Jul 09 16:10:25.360967 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-10f49138-87bf-4030-92be-ca1ab1caa26d req-cba61ff5-0f74-4520-bc49-a75e58fd0e83 service neutron] 10.222.0.98 "GET /v2.0/networks/06f3e023-1727-4312-a30e-0892f676ae49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982814 Jul 09 16:10:25.416541 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc5cc1-2956-4ab3-8aa0-6e7f299f23a8 req-3fb37d02-6ca9-4ffd-9827-de72031d977a tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:25.418937 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a5cc5cc1-2956-4ab3-8aa0-6e7f299f23a8 req-3fb37d02-6ca9-4ffd-9827-de72031d977a tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/networks?id=2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 HTTP/1.1" status: 200 len: 820 time: 0.1134231 Jul 09 16:10:25.446742 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a5cc5cc1-2956-4ab3-8aa0-6e7f299f23a8 req-e63d9e55-fc40-439c-a1f8-fb0495f98bfd tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/quotas/9639d7ee11dd47639be4bedc72b53ccc HTTP/1.1" status: 200 len: 375 time: 0.0216897 Jul 09 16:10:25.489284 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a5cc5cc1-2956-4ab3-8aa0-6e7f299f23a8 req-5e3321c7-9130-419a-9ba7-9c2c4da7d373 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=9639d7ee11dd47639be4bedc72b53ccc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414724 Jul 09 16:10:25.599453 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a5cc5cc1-2956-4ab3-8aa0-6e7f299f23a8 req-216c1689-4fec-47ea-887f-c486d105f12b service neutron] 10.222.0.98 "GET /v2.0/networks/2b65bcac-ba21-4565-bf6d-5e7b6fe83db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084359 Jul 09 16:10:25.732808 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a5cc5cc1-2956-4ab3-8aa0-6e7f299f23a8 req-3e6ac198-da2b-422b-8552-356dbbe101c0 service neutron] 10.222.0.98 "GET /v2.0/networks/2b65bcac-ba21-4565-bf6d-5e7b6fe83db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229041 Jul 09 16:10:26.088028 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:26.178941 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b5bc2-0b54-44c4-8be6-4866f4a19321 req-55dea3ef-393a-426d-83d4-a59b905e637b tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:26.182274 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4a1b5bc2-0b54-44c4-8be6-4866f4a19321 req-55dea3ef-393a-426d-83d4-a59b905e637b tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f HTTP/1.1" status: 200 len: 949 time: 0.1233375 Jul 09 16:10:26.214678 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3b7b1-ecdd-45fb-9d0f-8aefa86722a2 req-5fe3e0e4-52d1-461c-889f-8a177b43309a tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:26.218621 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dce3b7b1-ecdd-45fb-9d0f-8aefa86722a2 req-5fe3e0e4-52d1-461c-889f-8a177b43309a tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/ports?device_id=38807fbf-6b9b-4874-8837-26278e09fb6e HTTP/1.1" status: 200 len: 947 time: 0.1336591 Jul 09 16:10:26.289975 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4a1b5bc2-0b54-44c4-8be6-4866f4a19321 req-e1dae8d9-2514-47a9-b1b5-836f90dec118 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005309 Jul 09 16:10:26.291700 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dce3b7b1-ecdd-45fb-9d0f-8aefa86722a2 req-0601ece1-ab47-4846-9411-7d6cb48ec7f3 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/security-groups?id=ed93e0da-a672-4b8b-85ca-b434962cdf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609450 Jul 09 16:10:26.293491 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:26.459366 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6ef46fef-13bb-42d0-a6f7-90dbfb4e100e req-239bea51-a6ff-422a-bb7c-47bae67e287a tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/ports?device_id=2beae95c-727a-4164-98dc-79489bb745a8 HTTP/1.1" status: 200 len: 210 time: 0.0490384 Jul 09 16:10:26.583097 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f92666b-5807-41ec-9bc7-545c2b71701a req-6059d45b-3d0b-4264-a19d-2f88a104c8cc tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:26.591179 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9f92666b-5807-41ec-9bc7-545c2b71701a req-6059d45b-3d0b-4264-a19d-2f88a104c8cc tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.98 "GET /v2.0/ports?device_id=80972a4a-a3a9-46e1-8926-c66d23981436 HTTP/1.1" status: 200 len: 949 time: 0.1110168 Jul 09 16:10:26.645753 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9f92666b-5807-41ec-9bc7-545c2b71701a req-f5fe008f-6f57-4934-bd4b-0a8842a2e9cc tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.98 "GET /v2.0/security-groups?id=e4046649-c961-4562-8482-ef21126496b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534022 Jul 09 16:10:26.807278 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-af8240df-53c0-431b-a836-7434ee7a1c21 req-9c722f73-d771-449b-a25e-f530fa3ce882 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10be2bf-11a4-400c-ad86-3ca904c9681e HTTP/1.1" status: 200 len: 210 time: 0.0540941 Jul 09 16:10:27.136809 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device c0901bde-40e8-4d03-a633-8a07c3b37954 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:10:27.235833 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f49138-87bf-4030-92be-ca1ab1caa26d req-d29726f0-1fe1-4d9c-8a69-19f00a15b1a6 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:27.238568 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-10f49138-87bf-4030-92be-ca1ab1caa26d req-d29726f0-1fe1-4d9c-8a69-19f00a15b1a6 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.77 "GET /v2.0/networks?id=06f3e023-1727-4312-a30e-0892f676ae49 HTTP/1.1" status: 200 len: 822 time: 0.2246442 Jul 09 16:10:27.251684 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-10f49138-87bf-4030-92be-ca1ab1caa26d req-1163a0ea-8e05-4ee1-99d9-39f6c1e84e2d tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Request body: {'port': {'device_id': '2beae95c-727a-4164-98dc-79489bb745a8', 'network_id': '06f3e023-1727-4312-a30e-0892f676ae49', 'admin_state_up': True, 'tenant_id': '295683a26cff47fe80fc8d30cae0f829'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:10:27.331186 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-722e7618-7b84-4bc9-b98f-201c285a77ed req-fa167355-38a3-419c-ab17-d536864702a0 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=b0b114c404a34dd694e6374df37cc4af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442858 Jul 09 16:10:27.404992 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port c0901bde-40e8-4d03-a633-8a07c3b37954, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=c0901bde-40e8-4d03-a633-8a07c3b37954,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:10:27.428855 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': 'c0901bde-40e8-4d03-a633-8a07c3b37954', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'port_id': 'c0901bde-40e8-4d03-a633-8a07c3b37954', 'mac_address': 'fa:16:3e:21:04:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f122b436-b232-4a3c-9aac-47d5639f2da4', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:10:27.453338 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10f49138-87bf-4030-92be-ca1ab1caa26d req-1163a0ea-8e05-4ee1-99d9-39f6c1e84e2d tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Made reservation on behalf of 295683a26cff47fe80fc8d30cae0f829 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:10:27.458456 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-10f49138-87bf-4030-92be-ca1ab1caa26d req-1163a0ea-8e05-4ee1-99d9-39f6c1e84e2d tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:27.502463 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e7618-7b84-4bc9-b98f-201c285a77ed req-dc733dd0-5f4c-4d78-84cb-b5ddb9312ff1 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:27.511063 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-722e7618-7b84-4bc9-b98f-201c285a77ed req-dc733dd0-5f4c-4d78-84cb-b5ddb9312ff1 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1780467 Jul 09 16:10:27.511368 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:27.551695 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0901bde-40e8-4d03-a633-8a07c3b37954 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:10:27.553213 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-722e7618-7b84-4bc9-b98f-201c285a77ed req-021d506c-b148-4728-bb86-1a09644cc8d7 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.98 "GET /v2.0/quotas/b0b114c404a34dd694e6374df37cc4af HTTP/1.1" status: 200 len: 375 time: 0.0410945 Jul 09 16:10:27.657267 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port c0901bde-40e8-4d03-a633-8a07c3b37954, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=c0901bde-40e8-4d03-a633-8a07c3b37954,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:10:27.667266 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:27.711551 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-10f49138-87bf-4030-92be-ca1ab1caa26d req-1163a0ea-8e05-4ee1-99d9-39f6c1e84e2d tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Allocated IP 172.20.0.13 (06f3e023-1727-4312-a30e-0892f676ae49/b48179f6-7941-4c95-a75e-d46019c0c71e/ba6816e6-c488-43f5-9fa0-060c4ca64404) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:10:27.717723 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc5cc1-2956-4ab3-8aa0-6e7f299f23a8 req-a5457889-c2ae-4829-a38d-39fdd054d4de tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:27.720103 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a5cc5cc1-2956-4ab3-8aa0-6e7f299f23a8 req-a5457889-c2ae-4829-a38d-39fdd054d4de tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.77 "GET /v2.0/networks?id=2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 HTTP/1.1" status: 200 len: 820 time: 0.2055264 Jul 09 16:10:27.732181 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-722e7618-7b84-4bc9-b98f-201c285a77ed req-47d1431a-b7da-4669-be92-391dd82cc5b2 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=b0b114c404a34dd694e6374df37cc4af&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1778946 Jul 09 16:10:27.739306 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-a5cc5cc1-2956-4ab3-8aa0-6e7f299f23a8 req-480b83a7-8089-4986-a813-a63746aec099 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Request body: {'port': {'device_id': 'c10be2bf-11a4-400c-ad86-3ca904c9681e', 'network_id': '2b65bcac-ba21-4565-bf6d-5e7b6fe83db7', 'admin_state_up': True, 'tenant_id': '9639d7ee11dd47639be4bedc72b53ccc'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:10:27.771811 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=c0901bde-40e8-4d03-a633-8a07c3b37954,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:27.974620 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5cc5cc1-2956-4ab3-8aa0-6e7f299f23a8 req-480b83a7-8089-4986-a813-a63746aec099 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Made reservation on behalf of 9639d7ee11dd47639be4bedc72b53ccc for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:10:27.979570 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a5cc5cc1-2956-4ab3-8aa0-6e7f299f23a8 req-480b83a7-8089-4986-a813-a63746aec099 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:28.014078 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:28.015297 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-10f49138-87bf-4030-92be-ca1ab1caa26d req-1163a0ea-8e05-4ee1-99d9-39f6c1e84e2d tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:28.081681 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['c0901bde-40e8-4d03-a633-8a07c3b37954'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:10:28.150053 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-10f49138-87bf-4030-92be-ca1ab1caa26d req-1163a0ea-8e05-4ee1-99d9-39f6c1e84e2d tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:28.160507 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f69fe6-e5d5-40b5-830e-4b20808378aa req-44a96936-c9d7-4105-b2a8-47adb1184386 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:28.162417 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-42f69fe6-e5d5-40b5-830e-4b20808378aa req-44a96936-c9d7-4105-b2a8-47adb1184386 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f HTTP/1.1" status: 200 len: 949 time: 0.2230330 Jul 09 16:10:28.218904 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-a5cc5cc1-2956-4ab3-8aa0-6e7f299f23a8 req-480b83a7-8089-4986-a813-a63746aec099 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Allocated IP 172.20.0.2 (2b65bcac-ba21-4565-bf6d-5e7b6fe83db7/1e15c12f-d45d-4aa3-a5bc-500d552ae0b3/4234f788-2b1b-4819-b621-eebba2f8ecb2) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:10:28.227924 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb0d22a-7f31-45f2-9281-e1be7dd3ea9b req-88b63777-df66-4f2f-b3cc-dbc161aab6cd tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:28.235319 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cfb0d22a-7f31-45f2-9281-e1be7dd3ea9b req-88b63777-df66-4f2f-b3cc-dbc161aab6cd tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/ports?device_id=38807fbf-6b9b-4874-8837-26278e09fb6e HTTP/1.1" status: 200 len: 948 time: 0.1616843 Jul 09 16:10:28.245694 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10f49138-87bf-4030-92be-ca1ab1caa26d req-1163a0ea-8e05-4ee1-99d9-39f6c1e84e2d tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Network 06f3e023-1727-4312-a30e-0892f676ae49 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:10:28.250785 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-10f49138-87bf-4030-92be-ca1ab1caa26d req-1163a0ea-8e05-4ee1-99d9-39f6c1e84e2d tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:10:28.255012 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f49138-87bf-4030-92be-ca1ab1caa26d req-1163a0ea-8e05-4ee1-99d9-39f6c1e84e2d tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:10:28.261565 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f49138-87bf-4030-92be-ca1ab1caa26d req-1163a0ea-8e05-4ee1-99d9-39f6c1e84e2d tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:28.262508 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-10f49138-87bf-4030-92be-ca1ab1caa26d req-1163a0ea-8e05-4ee1-99d9-39f6c1e84e2d tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:28.298835 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cfb0d22a-7f31-45f2-9281-e1be7dd3ea9b req-33c2d235-c7a4-4a97-9988-a4de26f97cf4 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/security-groups?id=ed93e0da-a672-4b8b-85ca-b434962cdf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624955 Jul 09 16:10:28.324435 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1163a0ea-8e05-4ee1-99d9-39f6c1e84e2d tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Pushing event updated for resources: {'Port': ['ID=ba6816e6-c488-43f5-9fa0-060c4ca64404,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:28.360524 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-10f49138-87bf-4030-92be-ca1ab1caa26d req-1163a0ea-8e05-4ee1-99d9-39f6c1e84e2d tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1132157 Jul 09 16:10:28.367987 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-42f69fe6-e5d5-40b5-830e-4b20808378aa req-733c3741-9a7d-488a-a197-688e730a2ba2 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973188 Jul 09 16:10:28.376852 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-10f49138-87bf-4030-92be-ca1ab1caa26d req-f3be1451-5c96-4bd0-8da0-b97d5160d846 service neutron] Request body: {'port': {'device_id': '2beae95c-727a-4164-98dc-79489bb745a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:10:28.499268 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-10f49138-87bf-4030-92be-ca1ab1caa26d req-f3be1451-5c96-4bd0-8da0-b97d5160d846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:28.521375 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a5cc5cc1-2956-4ab3-8aa0-6e7f299f23a8 req-480b83a7-8089-4986-a813-a63746aec099 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:28.635686 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a5cc5cc1-2956-4ab3-8aa0-6e7f299f23a8 req-480b83a7-8089-4986-a813-a63746aec099 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:28.754732 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b83a7-8089-4986-a813-a63746aec099 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Pushing event updated for resources: {'Port': ['ID=4234f788-2b1b-4819-b621-eebba2f8ecb2,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:28.775750 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5cc5cc1-2956-4ab3-8aa0-6e7f299f23a8 req-480b83a7-8089-4986-a813-a63746aec099 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Network 2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:10:28.784100 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-a5cc5cc1-2956-4ab3-8aa0-6e7f299f23a8 req-480b83a7-8089-4986-a813-a63746aec099 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:10:28.806756 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75250225-4bf2-4c76-8030-340a35871fd8 req-4d6a5b90-9819-45e7-83a2-33fe6c32587c tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:28.809577 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-75250225-4bf2-4c76-8030-340a35871fd8 req-4d6a5b90-9819-45e7-83a2-33fe6c32587c tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/ports?device_id=2beae95c-727a-4164-98dc-79489bb745a8 HTTP/1.1" status: 200 len: 932 time: 0.2645650 Jul 09 16:10:28.810912 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5cc5cc1-2956-4ab3-8aa0-6e7f299f23a8 req-480b83a7-8089-4986-a813-a63746aec099 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:10:28.821881 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc5cc1-2956-4ab3-8aa0-6e7f299f23a8 req-480b83a7-8089-4986-a813-a63746aec099 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:28.823299 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a5cc5cc1-2956-4ab3-8aa0-6e7f299f23a8 req-480b83a7-8089-4986-a813-a63746aec099 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:28.882628 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a5cc5cc1-2956-4ab3-8aa0-6e7f299f23a8 req-480b83a7-8089-4986-a813-a63746aec099 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1491439 Jul 09 16:10:28.890910 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-75250225-4bf2-4c76-8030-340a35871fd8 req-baf3752e-1f19-4434-b0ec-d27127e92204 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfcc9858-6d6e-4ce7-9f3e-e855c2473a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586984 Jul 09 16:10:28.896603 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-a5cc5cc1-2956-4ab3-8aa0-6e7f299f23a8 req-acaacc15-a138-4059-bce1-b5561056b066 service neutron] Request body: {'port': {'device_id': 'c10be2bf-11a4-400c-ad86-3ca904c9681e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:10:29.076338 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-db826b26-a6df-4a24-8a63-92569cc664c8 req-f3ffa05b-c813-471d-a7a1-69683c9b357a tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.98 "GET /v2.0/ports?device_id=2096aa3e-14dc-4cce-ae48-d7dc2d1f1664 HTTP/1.1" status: 200 len: 210 time: 0.0462451 Jul 09 16:10:29.108774 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a5cc5cc1-2956-4ab3-8aa0-6e7f299f23a8 req-acaacc15-a138-4059-bce1-b5561056b066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:29.137182 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-10f49138-87bf-4030-92be-ca1ab1caa26d req-f3be1451-5c96-4bd0-8da0-b97d5160d846 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba6816e6-c488-43f5-9fa0-060c4ca64404 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:10:29.153680 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d8b94-cac2-49ef-9d4b-fca1f8cc27ce req-56d1444e-365c-463c-8fcd-cb08732238b1 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:29.155577 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4b4d8b94-cac2-49ef-9d4b-fca1f8cc27ce req-56d1444e-365c-463c-8fcd-cb08732238b1 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10be2bf-11a4-400c-ad86-3ca904c9681e HTTP/1.1" status: 200 len: 931 time: 0.1936188 Jul 09 16:10:29.157940 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-10f49138-87bf-4030-92be-ca1ab1caa26d req-f3be1451-5c96-4bd0-8da0-b97d5160d846 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:29.192643 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-10f49138-87bf-4030-92be-ca1ab1caa26d req-f3be1451-5c96-4bd0-8da0-b97d5160d846 service neutron] Transition to ACTIVE for port object ba6816e6-c488-43f5-9fa0-060c4ca64404 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:10:29.207823 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-10f49138-87bf-4030-92be-ca1ab1caa26d req-f3be1451-5c96-4bd0-8da0-b97d5160d846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:29.255669 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4b4d8b94-cac2-49ef-9d4b-fca1f8cc27ce req-4e1acd0c-837e-41c5-8b2e-e54f24821ca3 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901794 Jul 09 16:10:29.315469 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be1451-5c96-4bd0-8da0-b97d5160d846 service neutron] Pushing event updated for resources: {'Port': ['ID=ba6816e6-c488-43f5-9fa0-060c4ca64404,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:29.353896 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-10f49138-87bf-4030-92be-ca1ab1caa26d req-f3be1451-5c96-4bd0-8da0-b97d5160d846 service neutron] Attempting to bind port ba6816e6-c488-43f5-9fa0-060c4ca64404 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:10:29.354501 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-10f49138-87bf-4030-92be-ca1ab1caa26d req-f3be1451-5c96-4bd0-8da0-b97d5160d846 service neutron] Attempting to bind port ba6816e6-c488-43f5-9fa0-060c4ca64404 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '2889ae5a-14b1-4f86-bf1f-9ec9dbd85842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '06f3e023-1727-4312-a30e-0892f676ae49'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:10:29.355156 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f49138-87bf-4030-92be-ca1ab1caa26d req-f3be1451-5c96-4bd0-8da0-b97d5160d846 service neutron] Attempting to bind port ba6816e6-c488-43f5-9fa0-060c4ca64404 on network 06f3e023-1727-4312-a30e-0892f676ae49 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:10:29.376148 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f49138-87bf-4030-92be-ca1ab1caa26d req-f3be1451-5c96-4bd0-8da0-b97d5160d846 service neutron] Port ba6816e6-c488-43f5-9fa0-060c4ca64404 on network 06f3e023-1727-4312-a30e-0892f676ae49 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:10:29.376148 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f49138-87bf-4030-92be-ca1ab1caa26d req-f3be1451-5c96-4bd0-8da0-b97d5160d846 service neutron] Attempting to bind port ba6816e6-c488-43f5-9fa0-060c4ca64404 on network 06f3e023-1727-4312-a30e-0892f676ae49 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:10:29.380737 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f49138-87bf-4030-92be-ca1ab1caa26d req-f3be1451-5c96-4bd0-8da0-b97d5160d846 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:10:29.381109 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f49138-87bf-4030-92be-ca1ab1caa26d req-f3be1451-5c96-4bd0-8da0-b97d5160d846 service neutron] Checking segment: {'id': '2889ae5a-14b1-4f86-bf1f-9ec9dbd85842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '06f3e023-1727-4312-a30e-0892f676ae49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:10:29.381475 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f49138-87bf-4030-92be-ca1ab1caa26d req-f3be1451-5c96-4bd0-8da0-b97d5160d846 service neutron] Bound using segment: {'id': '2889ae5a-14b1-4f86-bf1f-9ec9dbd85842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '06f3e023-1727-4312-a30e-0892f676ae49'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:10:29.381924 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-10f49138-87bf-4030-92be-ca1ab1caa26d req-f3be1451-5c96-4bd0-8da0-b97d5160d846 service neutron] Bound port: ba6816e6-c488-43f5-9fa0-060c4ca64404, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2889ae5a-14b1-4f86-bf1f-9ec9dbd85842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '06f3e023-1727-4312-a30e-0892f676ae49'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:10:29.382827 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-10f49138-87bf-4030-92be-ca1ab1caa26d req-f3be1451-5c96-4bd0-8da0-b97d5160d846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:29.517465 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-10f49138-87bf-4030-92be-ca1ab1caa26d req-f3be1451-5c96-4bd0-8da0-b97d5160d846 service neutron] For port ba6816e6-c488-43f5-9fa0-060c4ca64404, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:10:29.537968 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-10f49138-87bf-4030-92be-ca1ab1caa26d req-f3be1451-5c96-4bd0-8da0-b97d5160d846 service neutron] For port ba6816e6-c488-43f5-9fa0-060c4ca64404, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=ba6816e6-c488-43f5-9fa0-060c4ca64404,segment=NetworkSegment(2889ae5a-14b1-4f86-bf1f-9ec9dbd85842),segment_id=2889ae5a-14b1-4f86-bf1f-9ec9dbd85842)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:10:29.550647 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-10f49138-87bf-4030-92be-ca1ab1caa26d req-f3be1451-5c96-4bd0-8da0-b97d5160d846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:29.645559 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f49138-87bf-4030-92be-ca1ab1caa26d req-f3be1451-5c96-4bd0-8da0-b97d5160d846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:29.646418 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-10f49138-87bf-4030-92be-ca1ab1caa26d req-f3be1451-5c96-4bd0-8da0-b97d5160d846 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:29.648465 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-10f49138-87bf-4030-92be-ca1ab1caa26d req-f3be1451-5c96-4bd0-8da0-b97d5160d846 service neutron] 10.222.0.77 "PUT /v2.0/ports/ba6816e6-c488-43f5-9fa0-060c4ca64404 HTTP/1.1" status: 200 len: 1092 time: 1.2782233 Jul 09 16:10:29.649333 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2beae95c-727a-4164-98dc-79489bb745a8', 'tag': 'ba6816e6-c488-43f5-9fa0-060c4ca64404'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:10:29.656361 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85bf3e8-cb1f-48bc-a715-e82cbe63a740" -d '{"events": [{"name": "network-changed", "server_uuid": "2beae95c-727a-4164-98dc-79489bb745a8", "tag": "ba6816e6-c488-43f5-9fa0-060c4ca64404"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:10:29.699706 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-a5cc5cc1-2956-4ab3-8aa0-6e7f299f23a8 req-acaacc15-a138-4059-bce1-b5561056b066 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4234f788-2b1b-4819-b621-eebba2f8ecb2 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:10:29.719714 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a5cc5cc1-2956-4ab3-8aa0-6e7f299f23a8 req-acaacc15-a138-4059-bce1-b5561056b066 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:29.725518 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-722e7618-7b84-4bc9-b98f-201c285a77ed req-12c4245e-438e-451e-b12b-63c55190b532 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=b0b114c404a34dd694e6374df37cc4af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0786376 Jul 09 16:10:29.800434 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-a5cc5cc1-2956-4ab3-8aa0-6e7f299f23a8 req-acaacc15-a138-4059-bce1-b5561056b066 service neutron] Transition to ACTIVE for port object 4234f788-2b1b-4819-b621-eebba2f8ecb2 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:10:29.810245 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a5cc5cc1-2956-4ab3-8aa0-6e7f299f23a8 req-acaacc15-a138-4059-bce1-b5561056b066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:29.874979 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd37196-f290-4a9a-84aa-de45388b92d1 req-52a84a9c-a559-4d18-b775-4c9b6637034a tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:29.882873 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fcd37196-f290-4a9a-84aa-de45388b92d1 req-52a84a9c-a559-4d18-b775-4c9b6637034a tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f HTTP/1.1" status: 200 len: 949 time: 0.2946804 Jul 09 16:10:29.937963 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaacc15-a138-4059-bce1-b5561056b066 service neutron] Pushing event updated for resources: {'Port': ['ID=4234f788-2b1b-4819-b621-eebba2f8ecb2,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:29.984004 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 47632) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:30.001797 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be1451-5c96-4bd0-8da0-b97d5160d846 service neutron] Pushing event updated for resources: {'Port': ['ID=ba6816e6-c488-43f5-9fa0-060c4ca64404,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:30.039650 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e7618-7b84-4bc9-b98f-201c285a77ed req-78b706c5-d8fa-41b8-972e-50097be2f434 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:30.041533 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-722e7618-7b84-4bc9-b98f-201c285a77ed req-78b706c5-d8fa-41b8-972e-50097be2f434 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3105290 Jul 09 16:10:30.049770 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fcd37196-f290-4a9a-84aa-de45388b92d1 req-0091efc9-6a89-4c46-b167-3875dad4214c tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661665 Jul 09 16:10:30.052432 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-a5cc5cc1-2956-4ab3-8aa0-6e7f299f23a8 req-acaacc15-a138-4059-bce1-b5561056b066 service neutron] Attempting to bind port 4234f788-2b1b-4819-b621-eebba2f8ecb2 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:10:30.053173 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-a5cc5cc1-2956-4ab3-8aa0-6e7f299f23a8 req-acaacc15-a138-4059-bce1-b5561056b066 service neutron] Attempting to bind port 4234f788-2b1b-4819-b621-eebba2f8ecb2 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'cbc7a639-5863-4995-9a4b-f91be63e1ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b65bcac-ba21-4565-bf6d-5e7b6fe83db7'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:10:30.056335 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cc5cc1-2956-4ab3-8aa0-6e7f299f23a8 req-acaacc15-a138-4059-bce1-b5561056b066 service neutron] Attempting to bind port 4234f788-2b1b-4819-b621-eebba2f8ecb2 on network 2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:10:30.071054 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-722e7618-7b84-4bc9-b98f-201c285a77ed req-8f93d7a5-b0fb-4a57-8878-ecd148f0c414 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Request body: {'port': {'device_id': '2096aa3e-14dc-4cce-ae48-d7dc2d1f1664', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'admin_state_up': True, 'tenant_id': 'b0b114c404a34dd694e6374df37cc4af'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:10:30.074343 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626e6a0-2d07-4b49-92e8-c45564ea5de7 req-5e5a33cd-77a4-4a9b-a724-c50875ae167f tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:30.082427 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d626e6a0-2d07-4b49-92e8-c45564ea5de7 req-5e5a33cd-77a4-4a9b-a724-c50875ae167f tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/ports?device_id=38807fbf-6b9b-4874-8837-26278e09fb6e HTTP/1.1" status: 200 len: 948 time: 0.5195322 Jul 09 16:10:30.089904 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cc5cc1-2956-4ab3-8aa0-6e7f299f23a8 req-acaacc15-a138-4059-bce1-b5561056b066 service neutron] Port 4234f788-2b1b-4819-b621-eebba2f8ecb2 on network 2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:10:30.092291 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cc5cc1-2956-4ab3-8aa0-6e7f299f23a8 req-acaacc15-a138-4059-bce1-b5561056b066 service neutron] Attempting to bind port 4234f788-2b1b-4819-b621-eebba2f8ecb2 on network 2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:10:30.105407 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f49138-87bf-4030-92be-ca1ab1caa26d req-61c94d4c-b8c1-4bbe-bd43-3ca750e4a93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:30.108686 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-10f49138-87bf-4030-92be-ca1ab1caa26d req-61c94d4c-b8c1-4bbe-bd43-3ca750e4a93b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=295683a26cff47fe80fc8d30cae0f829&device_id=2beae95c-727a-4164-98dc-79489bb745a8 HTTP/1.1" status: 200 len: 1095 time: 0.1209350 Jul 09 16:10:30.162287 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-10f49138-87bf-4030-92be-ca1ab1caa26d req-e26b21c6-250a-440a-be60-d4f99ad98658 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba6816e6-c488-43f5-9fa0-060c4ca64404 HTTP/1.1" status: 200 len: 217 time: 0.0458806 Jul 09 16:10:30.197062 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cc5cc1-2956-4ab3-8aa0-6e7f299f23a8 req-acaacc15-a138-4059-bce1-b5561056b066 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:10:30.197608 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cc5cc1-2956-4ab3-8aa0-6e7f299f23a8 req-acaacc15-a138-4059-bce1-b5561056b066 service neutron] Checking segment: {'id': 'cbc7a639-5863-4995-9a4b-f91be63e1ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b65bcac-ba21-4565-bf6d-5e7b6fe83db7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:10:30.198258 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cc5cc1-2956-4ab3-8aa0-6e7f299f23a8 req-acaacc15-a138-4059-bce1-b5561056b066 service neutron] Bound using segment: {'id': 'cbc7a639-5863-4995-9a4b-f91be63e1ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b65bcac-ba21-4565-bf6d-5e7b6fe83db7'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:10:30.199097 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-a5cc5cc1-2956-4ab3-8aa0-6e7f299f23a8 req-acaacc15-a138-4059-bce1-b5561056b066 service neutron] Bound port: 4234f788-2b1b-4819-b621-eebba2f8ecb2, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbc7a639-5863-4995-9a4b-f91be63e1ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b65bcac-ba21-4565-bf6d-5e7b6fe83db7'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:10:30.199711 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a5cc5cc1-2956-4ab3-8aa0-6e7f299f23a8 req-acaacc15-a138-4059-bce1-b5561056b066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:30.204482 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d626e6a0-2d07-4b49-92e8-c45564ea5de7 req-1c9ae65c-b778-418f-a2ea-5381dfec1bb3 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/security-groups?id=ed93e0da-a672-4b8b-85ca-b434962cdf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211057 Jul 09 16:10:30.226934 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f49138-87bf-4030-92be-ca1ab1caa26d req-c97ebfb6-2570-4098-aaf6-af3676d6597e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:30.229352 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-10f49138-87bf-4030-92be-ca1ab1caa26d req-c97ebfb6-2570-4098-aaf6-af3676d6597e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b48179f6-7941-4c95-a75e-d46019c0c71e HTTP/1.1" status: 200 len: 862 time: 0.0603166 Jul 09 16:10:30.249500 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-304a842b-d599-4db7-8e80-06a26e3c917b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:30.268594 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-10f49138-87bf-4030-92be-ca1ab1caa26d req-ffbf0651-011a-4052-9175-acd249137fb5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=06f3e023-1727-4312-a30e-0892f676ae49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319822 Jul 09 16:10:30.277677 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770a39ec-6d02-413d-8c8e-864d89027d9b x-openstack-request-id: req-770a39ec-6d02-413d-8c8e-864d89027d9b {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:10:30.277950 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2beae95c-727a-4164-98dc-79489bb745a8", "tag": "ba6816e6-c488-43f5-9fa0-060c4ca64404", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:10:30.278199 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-770a39ec-6d02-413d-8c8e-864d89027d9b {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:10:30.278884 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2beae95c-727a-4164-98dc-79489bb745a8', 'tag': 'ba6816e6-c488-43f5-9fa0-060c4ca64404', 'status': 'completed', 'code': 200} Jul 09 16:10:30.398628 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-a5cc5cc1-2956-4ab3-8aa0-6e7f299f23a8 req-acaacc15-a138-4059-bce1-b5561056b066 service neutron] For port 4234f788-2b1b-4819-b621-eebba2f8ecb2, host n-h1-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:10:30.405740 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-a5cc5cc1-2956-4ab3-8aa0-6e7f299f23a8 req-acaacc15-a138-4059-bce1-b5561056b066 service neutron] For port 4234f788-2b1b-4819-b621-eebba2f8ecb2, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=4234f788-2b1b-4819-b621-eebba2f8ecb2,segment=NetworkSegment(cbc7a639-5863-4995-9a4b-f91be63e1ab1),segment_id=cbc7a639-5863-4995-9a4b-f91be63e1ab1)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:10:30.442223 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a5cc5cc1-2956-4ab3-8aa0-6e7f299f23a8 req-acaacc15-a138-4059-bce1-b5561056b066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:30.472309 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2f7493de-047c-4010-a7a8-add6b739009f req-c7eaf830-d6bb-4615-b26c-7bed50dbe855 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.98 "GET /v2.0/ports?device_id=2096aa3e-14dc-4cce-ae48-d7dc2d1f1664 HTTP/1.1" status: 200 len: 210 time: 0.0646310 Jul 09 16:10:30.506747 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc5cc1-2956-4ab3-8aa0-6e7f299f23a8 req-acaacc15-a138-4059-bce1-b5561056b066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:30.507351 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a5cc5cc1-2956-4ab3-8aa0-6e7f299f23a8 req-acaacc15-a138-4059-bce1-b5561056b066 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:30.508805 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a5cc5cc1-2956-4ab3-8aa0-6e7f299f23a8 req-acaacc15-a138-4059-bce1-b5561056b066 service neutron] 10.222.0.77 "PUT /v2.0/ports/4234f788-2b1b-4819-b621-eebba2f8ecb2 HTTP/1.1" status: 200 len: 1091 time: 1.6169634 Jul 09 16:10:30.509266 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c10be2bf-11a4-400c-ad86-3ca904c9681e', 'tag': '4234f788-2b1b-4819-b621-eebba2f8ecb2'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:10:30.511862 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1321ea-5e0a-4ece-be0a-e1cb68fb0842" -d '{"events": [{"name": "network-changed", "server_uuid": "c10be2bf-11a4-400c-ad86-3ca904c9681e", "tag": "4234f788-2b1b-4819-b621-eebba2f8ecb2"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:10:30.524726 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-10f49138-87bf-4030-92be-ca1ab1caa26d req-cf3b757f-faba-4876-97df-57d5d0171fb4 service neutron] 10.222.0.77 "GET /v2.0/networks/06f3e023-1727-4312-a30e-0892f676ae49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444696 Jul 09 16:10:30.548278 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaacc15-a138-4059-bce1-b5561056b066 service neutron] Pushing event updated for resources: {'Port': ['ID=4234f788-2b1b-4819-b621-eebba2f8ecb2,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:30.630958 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a1985-448a-4095-9382-f7d171abab34 req-beb6d207-3b11-47f8-b742-474b96cf3043 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:30.633018 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7d3a1985-448a-4095-9382-f7d171abab34 req-beb6d207-3b11-47f8-b742-474b96cf3043 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/ports?device_id=2beae95c-727a-4164-98dc-79489bb745a8 HTTP/1.1" status: 200 len: 944 time: 0.2364075 Jul 09 16:10:30.633510 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-304a842b-d599-4db7-8e80-06a26e3c917b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:30.654701 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-304a842b-d599-4db7-8e80-06a26e3c917b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:30.670593 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-722e7618-7b84-4bc9-b98f-201c285a77ed req-8f93d7a5-b0fb-4a57-8878-ecd148f0c414 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Made reservation on behalf of b0b114c404a34dd694e6374df37cc4af for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:10:30.674222 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-722e7618-7b84-4bc9-b98f-201c285a77ed req-8f93d7a5-b0fb-4a57-8878-ecd148f0c414 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:30.703522 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-10f49138-87bf-4030-92be-ca1ab1caa26d req-c344d854-3227-4bcb-b3c5-4827036fcc5b service neutron] 10.222.0.77 "GET /v2.0/networks/06f3e023-1727-4312-a30e-0892f676ae49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666639 Jul 09 16:10:30.713591 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7d3a1985-448a-4095-9382-f7d171abab34 req-e6a4f7de-5f37-4a5b-89aa-05f533b33556 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfcc9858-6d6e-4ce7-9f3e-e855c2473a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623665 Jul 09 16:10:30.739910 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-304a842b-d599-4db7-8e80-06a26e3c917b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e225533a02974b13926a76321bd55262&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7546482 Jul 09 16:10:30.748860 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 47646) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:30.764858 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304a842b-d599-4db7-8e80-06a26e3c917b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53808e4d-5705-463e-b711-5559ff597312,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:30.828670 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372d119a-abd4-4c8e-9c2f-e0804d1f835e x-openstack-request-id: req-372d119a-abd4-4c8e-9c2f-e0804d1f835e {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:10:30.828991 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c10be2bf-11a4-400c-ad86-3ca904c9681e", "tag": "4234f788-2b1b-4819-b621-eebba2f8ecb2", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:10:30.829189 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-372d119a-abd4-4c8e-9c2f-e0804d1f835e {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:10:30.829578 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c10be2bf-11a4-400c-ad86-3ca904c9681e', 'tag': '4234f788-2b1b-4819-b621-eebba2f8ecb2', 'status': 'completed', 'code': 200} Jul 09 16:10:30.837812 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc5cc1-2956-4ab3-8aa0-6e7f299f23a8 req-189a88b0-6d7b-4d20-b1fc-fa478dec033e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:30.839564 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a5cc5cc1-2956-4ab3-8aa0-6e7f299f23a8 req-189a88b0-6d7b-4d20-b1fc-fa478dec033e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9639d7ee11dd47639be4bedc72b53ccc&device_id=c10be2bf-11a4-400c-ad86-3ca904c9681e HTTP/1.1" status: 200 len: 1094 time: 0.2547965 Jul 09 16:10:30.874253 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-37b89d0b-ab0a-4cd7-8f76-ad12f0c20952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:30.923431 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85bf3e8-cb1f-48bc-a715-e82cbe63a740 req-50b52928-cb7c-42d8-b15c-b0e6336c4488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:30.926628 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b85bf3e8-cb1f-48bc-a715-e82cbe63a740 req-50b52928-cb7c-42d8-b15c-b0e6336c4488 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=295683a26cff47fe80fc8d30cae0f829&device_id=2beae95c-727a-4164-98dc-79489bb745a8 HTTP/1.1" status: 200 len: 1095 time: 0.1461129 Jul 09 16:10:30.932207 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-37b89d0b-ab0a-4cd7-8f76-ad12f0c20952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:31.100641 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85bf3e8-cb1f-48bc-a715-e82cbe63a740 req-96466c94-68df-490b-afb5-a80ac985dca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:31.102825 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b85bf3e8-cb1f-48bc-a715-e82cbe63a740 req-96466c94-68df-490b-afb5-a80ac985dca9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=06f3e023-1727-4312-a30e-0892f676ae49 HTTP/1.1" status: 200 len: 923 time: 0.1668227 Jul 09 16:10:31.108194 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a5cc5cc1-2956-4ab3-8aa0-6e7f299f23a8 req-01e76103-2b2e-44af-bd34-6255bd400678 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4234f788-2b1b-4819-b621-eebba2f8ecb2 HTTP/1.1" status: 200 len: 217 time: 0.2603703 Jul 09 16:10:31.144108 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device c0901bde-40e8-4d03-a633-8a07c3b37954 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:10:31.161508 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-37b89d0b-ab0a-4cd7-8f76-ad12f0c20952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:31.164523 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-37b89d0b-ab0a-4cd7-8f76-ad12f0c20952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:31.182578 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-37b89d0b-ab0a-4cd7-8f76-ad12f0c20952 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/53808e4d-5705-463e-b711-5559ff597312 HTTP/1.1" status: 204 len: 168 time: 0.4230051 Jul 09 16:10:31.187975 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb07efd-fe7a-4483-9f84-11344719c460 req-cbc9738a-dd73-4633-82a6-d111d55e598b tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:31.192906 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b85bf3e8-cb1f-48bc-a715-e82cbe63a740 req-8630f1ec-be51-4454-84e8-37e2ac01abdc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba6816e6-c488-43f5-9fa0-060c4ca64404 HTTP/1.1" status: 200 len: 217 time: 0.0827279 Jul 09 16:10:31.195964 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ecb07efd-fe7a-4483-9f84-11344719c460 req-cbc9738a-dd73-4633-82a6-d111d55e598b tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10be2bf-11a4-400c-ad86-3ca904c9681e HTTP/1.1" status: 200 len: 943 time: 0.4882743 Jul 09 16:10:31.235209 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b89d0b-ab0a-4cd7-8f76-ad12f0c20952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53808e4d-5705-463e-b711-5559ff597312,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:31.244253 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc5cc1-2956-4ab3-8aa0-6e7f299f23a8 req-c312379e-c8e1-406b-8af2-222c72f430b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:31.245834 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a5cc5cc1-2956-4ab3-8aa0-6e7f299f23a8 req-c312379e-c8e1-406b-8af2-222c72f430b6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1e15c12f-d45d-4aa3-a5bc-500d552ae0b3 HTTP/1.1" status: 200 len: 860 time: 0.1286795 Jul 09 16:10:31.270032 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-722e7618-7b84-4bc9-b98f-201c285a77ed req-8f93d7a5-b0fb-4a57-8878-ecd148f0c414 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Allocated IP 192.168.233.236 (c7d8b865-e1f3-4446-a87b-a6da86eba8a1/f122b436-b232-4a3c-9aac-47d5639f2da4/c4202e0c-49ea-4b09-840e-212de5d9d44f) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:10:31.276733 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 47658) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:31.313469 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a5cc5cc1-2956-4ab3-8aa0-6e7f299f23a8 req-fabe4d5e-3bfc-4816-8623-2983ea75d9fe service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2b65bcac-ba21-4565-bf6d-5e7b6fe83db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584643 Jul 09 16:10:31.329229 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ecb07efd-fe7a-4483-9f84-11344719c460 req-abb3025c-970d-4ebe-a103-8aa83d108e08 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322935 Jul 09 16:10:31.332911 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port c0901bde-40e8-4d03-a633-8a07c3b37954 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:10:31.341843 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port c0901bde-40e8-4d03-a633-8a07c3b37954 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:10:31.343071 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:31.383723 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85bf3e8-cb1f-48bc-a715-e82cbe63a740 req-9ef112d2-1648-4f99-bf14-fa25c3f843c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:31.394857 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b85bf3e8-cb1f-48bc-a715-e82cbe63a740 req-9ef112d2-1648-4f99-bf14-fa25c3f843c1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b48179f6-7941-4c95-a75e-d46019c0c71e HTTP/1.1" status: 200 len: 862 time: 0.1826904 Jul 09 16:10:31.501711 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b85bf3e8-cb1f-48bc-a715-e82cbe63a740 req-eacfa2d1-7556-4d25-9d12-8853c1026492 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=06f3e023-1727-4312-a30e-0892f676ae49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991580 Jul 09 16:10:31.561465 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:31.613323 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38807fbf-6b9b-4874-8837-26278e09fb6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0901bde-40e8-4d03-a633-8a07c3b37954'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:10:31.616154 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd772c8-0da3-4d21-b933-f71c80c28293" -d '{"events": [{"server_uuid": "38807fbf-6b9b-4874-8837-26278e09fb6e", "name": "network-vif-plugged", "status": "completed", "tag": "c0901bde-40e8-4d03-a633-8a07c3b37954"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:10:31.631863 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port c0901bde-40e8-4d03-a633-8a07c3b37954, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=c0901bde-40e8-4d03-a633-8a07c3b37954,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:10:31.638580 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:31.669814 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3362cd8c-2c34-480c-84b8-0bec11659fbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:31.676464 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a5cc5cc1-2956-4ab3-8aa0-6e7f299f23a8 req-a791c228-aca6-492e-ba5f-8f8ffd91a821 service neutron] 10.222.0.77 "GET /v2.0/networks/2b65bcac-ba21-4565-bf6d-5e7b6fe83db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453536 Jul 09 16:10:31.722019 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b6963-c56a-46e7-be0b-a7c7a43a77bf req-019a9a7c-381d-441c-86ff-80bb52d7e2d5 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:31.724153 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-da0b6963-c56a-46e7-be0b-a7c7a43a77bf req-019a9a7c-381d-441c-86ff-80bb52d7e2d5 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f HTTP/1.1" status: 200 len: 949 time: 0.2251413 Jul 09 16:10:31.728931 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 47670) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:31.745272 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=c0901bde-40e8-4d03-a633-8a07c3b37954,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:31.745910 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b85bf3e8-cb1f-48bc-a715-e82cbe63a740 req-b0f2070c-19b2-4528-8b0f-f60ae2c0b516 service neutron] 10.222.0.77 "GET /v2.0/networks/06f3e023-1727-4312-a30e-0892f676ae49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271571 Jul 09 16:10:31.748048 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9af990e9-720c-4d4c-87c8-4710e28085cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:31.841712 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-722e7618-7b84-4bc9-b98f-201c285a77ed req-8f93d7a5-b0fb-4a57-8878-ecd148f0c414 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:31.848804 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-da0b6963-c56a-46e7-be0b-a7c7a43a77bf req-b893f5fc-bbae-42e3-baf7-32d76d69a41e tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018467 Jul 09 16:10:31.868359 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475bc8a7-5d6d-4eea-959a-150abd48fd02 req-1cb002cd-0610-42dc-bdbb-bf1f5a0cc8d8 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:31.875284 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-475bc8a7-5d6d-4eea-959a-150abd48fd02 req-1cb002cd-0610-42dc-bdbb-bf1f5a0cc8d8 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/ports?device_id=38807fbf-6b9b-4874-8837-26278e09fb6e HTTP/1.1" status: 200 len: 948 time: 0.3320425 Jul 09 16:10:31.886031 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b85bf3e8-cb1f-48bc-a715-e82cbe63a740 req-7caf56db-dc58-4e7f-8b58-192da11ce92e service neutron] 10.222.0.77 "GET /v2.0/networks/06f3e023-1727-4312-a30e-0892f676ae49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290514 Jul 09 16:10:31.903664 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-722e7618-7b84-4bc9-b98f-201c285a77ed req-8f93d7a5-b0fb-4a57-8878-ecd148f0c414 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Transition to ACTIVE for port object c4202e0c-49ea-4b09-840e-212de5d9d44f will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:10:31.938269 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a5cc5cc1-2956-4ab3-8aa0-6e7f299f23a8 req-030a60ed-4ece-4080-a449-91de2e20b414 service neutron] 10.222.0.77 "GET /v2.0/networks/2b65bcac-ba21-4565-bf6d-5e7b6fe83db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501185 Jul 09 16:10:31.968885 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-475bc8a7-5d6d-4eea-959a-150abd48fd02 req-c810a687-532a-46b5-8b19-8556c1397897 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/security-groups?id=ed93e0da-a672-4b8b-85ca-b434962cdf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911653 Jul 09 16:10:32.048949 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9025d88c-ab63-44f6-81b6-51d2a3550810 x-openstack-request-id: req-9025d88c-ab63-44f6-81b6-51d2a3550810 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:10:32.049252 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38807fbf-6b9b-4874-8837-26278e09fb6e", "name": "network-vif-plugged", "status": "completed", "tag": "c0901bde-40e8-4d03-a633-8a07c3b37954", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:10:32.049507 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9025d88c-ab63-44f6-81b6-51d2a3550810 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:10:32.049924 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38807fbf-6b9b-4874-8837-26278e09fb6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0901bde-40e8-4d03-a633-8a07c3b37954', 'code': 200} Jul 09 16:10:32.079576 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3362cd8c-2c34-480c-84b8-0bec11659fbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:32.095139 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3362cd8c-2c34-480c-84b8-0bec11659fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:32.095828 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-722e7618-7b84-4bc9-b98f-201c285a77ed req-8f93d7a5-b0fb-4a57-8878-ecd148f0c414 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:32.107412 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['3f75cb2f-1b37-4d55-8773-1de94c48da71'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:10:32.249081 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-722e7618-7b84-4bc9-b98f-201c285a77ed req-8f93d7a5-b0fb-4a57-8878-ecd148f0c414 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:10:32.270130 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3362cd8c-2c34-480c-84b8-0bec11659fbc admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6cf9d9001675405fbc463243b2c1c8c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9886425 Jul 09 16:10:32.270130 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-722e7618-7b84-4bc9-b98f-201c285a77ed req-8f93d7a5-b0fb-4a57-8878-ecd148f0c414 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:10:32.273436 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 47674) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:32.274565 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-722e7618-7b84-4bc9-b98f-201c285a77ed req-8f93d7a5-b0fb-4a57-8878-ecd148f0c414 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:10:32.280834 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e7618-7b84-4bc9-b98f-201c285a77ed req-8f93d7a5-b0fb-4a57-8878-ecd148f0c414 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:32.281603 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-722e7618-7b84-4bc9-b98f-201c285a77ed req-8f93d7a5-b0fb-4a57-8878-ecd148f0c414 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:32.286401 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3362cd8c-2c34-480c-84b8-0bec11659fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a185c017-664c-422a-8d56-bf46d316577e,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:32.295269 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f93d7a5-b0fb-4a57-8878-ecd148f0c414 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Pushing event updated for resources: {'Port': ['ID=c4202e0c-49ea-4b09-840e-212de5d9d44f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:32.306311 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1321ea-5e0a-4ece-be0a-e1cb68fb0842 req-62002f7f-629f-47d7-b463-98dfef6e4ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:32.307884 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2e1321ea-5e0a-4ece-be0a-e1cb68fb0842 req-62002f7f-629f-47d7-b463-98dfef6e4ed6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9639d7ee11dd47639be4bedc72b53ccc&device_id=c10be2bf-11a4-400c-ad86-3ca904c9681e HTTP/1.1" status: 200 len: 1094 time: 0.2927737 Jul 09 16:10:32.394145 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c52a66-adea-4409-a764-c7bdd23986dc req-ef39b584-bce2-4dd6-af50-7c346b31867d tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:32.396152 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a0c52a66-adea-4409-a764-c7bdd23986dc req-ef39b584-bce2-4dd6-af50-7c346b31867d tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/ports?device_id=2beae95c-727a-4164-98dc-79489bb745a8 HTTP/1.1" status: 200 len: 944 time: 0.2229819 Jul 09 16:10:32.415062 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ad9ca-66c7-4925-86c3-9599384dce90 req-183ceff6-9e68-4b1b-8350-d6bbc44aa223 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:32.416956 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4f9ad9ca-66c7-4925-86c3-9599384dce90 req-183ceff6-9e68-4b1b-8350-d6bbc44aa223 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.98 "GET /v2.0/ports?device_id=2096aa3e-14dc-4cce-ae48-d7dc2d1f1664 HTTP/1.1" status: 200 len: 936 time: 0.2642484 Jul 09 16:10:32.443977 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be619ac2-ba94-4634-9807-a34370103bff req-ff038f2c-e676-4374-98d9-66c03f9b1ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:32.446022 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-be619ac2-ba94-4634-9807-a34370103bff req-ff038f2c-e676-4374-98d9-66c03f9b1ce1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=38807fbf-6b9b-4874-8837-26278e09fb6e HTTP/1.1" status: 200 len: 1100 time: 0.2218313 Jul 09 16:10:32.471111 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d7c2db15-7382-43af-b5a0-5efade4c8292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:32.481139 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1321ea-5e0a-4ece-be0a-e1cb68fb0842 req-9f9214d4-c12b-45a0-af7c-e8b78b4b2866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:32.485900 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9af990e9-720c-4d4c-87c8-4710e28085cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:32.486951 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2e1321ea-5e0a-4ece-be0a-e1cb68fb0842 req-9f9214d4-c12b-45a0-af7c-e8b78b4b2866 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 HTTP/1.1" status: 200 len: 921 time: 0.1702869 Jul 09 16:10:32.498966 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4f9ad9ca-66c7-4925-86c3-9599384dce90 req-3b3a8e11-90fa-4f2e-a013-31251bb32464 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.98 "GET /v2.0/security-groups?id=e4046649-c961-4562-8482-ef21126496b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735917 Jul 09 16:10:32.502925 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9af990e9-720c-4d4c-87c8-4710e28085cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:32.507862 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a0c52a66-adea-4409-a764-c7bdd23986dc req-2bb3e66e-e8f5-4647-920d-cbeb7aba6b13 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfcc9858-6d6e-4ce7-9f3e-e855c2473a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018286 Jul 09 16:10:32.523176 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-722e7618-7b84-4bc9-b98f-201c285a77ed req-8f93d7a5-b0fb-4a57-8878-ecd148f0c414 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4615626 Jul 09 16:10:32.564473 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d7c2db15-7382-43af-b5a0-5efade4c8292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:32.581402 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-be619ac2-ba94-4634-9807-a34370103bff req-9f418955-d678-4445-b025-fa89c1f517d5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ed93e0da-a672-4b8b-85ca-b434962cdf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240132 Jul 09 16:10:32.596574 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-9af990e9-720c-4d4c-87c8-4710e28085cb admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1a5509e7773f452f9ace73f3889d4ecb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8678522 Jul 09 16:10:32.597289 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af990e9-720c-4d4c-87c8-4710e28085cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a0f60c-9a87-4a80-8222-6247f75bfcb2,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:32.604921 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-722e7618-7b84-4bc9-b98f-201c285a77ed req-364f2244-281c-40f2-b7bf-9338ed7d9448 service neutron] Request body: {'port': {'device_id': '2096aa3e-14dc-4cce-ae48-d7dc2d1f1664', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:10:32.606039 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 47678) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:32.609638 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2e1321ea-5e0a-4ece-be0a-e1cb68fb0842 req-cff9bb8d-0aee-4bb7-ba3a-460467cb8282 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4234f788-2b1b-4819-b621-eebba2f8ecb2 HTTP/1.1" status: 200 len: 217 time: 0.1066368 Jul 09 16:10:32.639753 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-039b97a2-f8f6-4254-b578-69dc20865bcf None None] Provisioning for port c4202e0c-49ea-4b09-840e-212de5d9d44f completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:10:32.648916 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-039b97a2-f8f6-4254-b578-69dc20865bcf None None] Provisioning complete for port c4202e0c-49ea-4b09-840e-212de5d9d44f triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:10:32.649303 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-039b97a2-f8f6-4254-b578-69dc20865bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:32.695415 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d6ebce7-199d-4dbd-af08-1be7195b475f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:32.705400 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d7c2db15-7382-43af-b5a0-5efade4c8292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:32.708119 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d7c2db15-7382-43af-b5a0-5efade4c8292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:32.709261 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d7c2db15-7382-43af-b5a0-5efade4c8292 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a185c017-664c-422a-8d56-bf46d316577e HTTP/1.1" status: 204 len: 168 time: 0.4305408 Jul 09 16:10:32.716771 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-039b97a2-f8f6-4254-b578-69dc20865bcf None None] Port c4202e0c-49ea-4b09-840e-212de5d9d44f cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:10:32.749162 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d6ebce7-199d-4dbd-af08-1be7195b475f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:32.750863 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c2db15-7382-43af-b5a0-5efade4c8292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a185c017-664c-422a-8d56-bf46d316577e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:32.796326 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1321ea-5e0a-4ece-be0a-e1cb68fb0842 req-50d99de1-f6fc-44db-bddb-9090f17d0de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:32.797822 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2e1321ea-5e0a-4ece-be0a-e1cb68fb0842 req-50d99de1-f6fc-44db-bddb-9090f17d0de4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1e15c12f-d45d-4aa3-a5bc-500d552ae0b3 HTTP/1.1" status: 200 len: 860 time: 0.1603410 Jul 09 16:10:32.805536 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-722e7618-7b84-4bc9-b98f-201c285a77ed req-364f2244-281c-40f2-b7bf-9338ed7d9448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:32.817589 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d6ebce7-199d-4dbd-af08-1be7195b475f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:32.821081 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device ba6816e6-c488-43f5-9fa0-060c4ca64404 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:10:32.821331 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d6ebce7-199d-4dbd-af08-1be7195b475f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:32.826130 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0d6ebce7-199d-4dbd-af08-1be7195b475f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/72a0f60c-9a87-4a80-8222-6247f75bfcb2 HTTP/1.1" status: 204 len: 168 time: 0.2150924 Jul 09 16:10:32.837695 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6ebce7-199d-4dbd-af08-1be7195b475f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a0f60c-9a87-4a80-8222-6247f75bfcb2,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:32.846424 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2e1321ea-5e0a-4ece-be0a-e1cb68fb0842 req-073230e3-73e8-40ae-868d-b8593146e6cc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2b65bcac-ba21-4565-bf6d-5e7b6fe83db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371189 Jul 09 16:10:32.967973 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed07f29-075a-49e6-bb5b-6befb85e3e4e req-765df3fa-0862-48fd-8c17-390d5bdf3e91 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:32.970270 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9ed07f29-075a-49e6-bb5b-6befb85e3e4e req-765df3fa-0862-48fd-8c17-390d5bdf3e91 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10be2bf-11a4-400c-ad86-3ca904c9681e HTTP/1.1" status: 200 len: 943 time: 0.2805808 Jul 09 16:10:33.017546 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port ba6816e6-c488-43f5-9fa0-060c4ca64404, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=ba6816e6-c488-43f5-9fa0-060c4ca64404,segment=NetworkSegment(2889ae5a-14b1-4f86-bf1f-9ec9dbd85842),segment_id=2889ae5a-14b1-4f86-bf1f-9ec9dbd85842)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:10:33.039058 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': 'ba6816e6-c488-43f5-9fa0-060c4ca64404', 'network_id': '06f3e023-1727-4312-a30e-0892f676ae49', 'port_id': 'ba6816e6-c488-43f5-9fa0-060c4ca64404', 'mac_address': 'fa:16:3e:c0:e2:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b48179f6-7941-4c95-a75e-d46019c0c71e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:10:33.083124 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:33.100247 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba6816e6-c488-43f5-9fa0-060c4ca64404 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:10:33.116033 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2e1321ea-5e0a-4ece-be0a-e1cb68fb0842 req-3bc7b861-9026-4c1d-84d3-fabc1148e3be service neutron] 10.222.0.77 "GET /v2.0/networks/2b65bcac-ba21-4565-bf6d-5e7b6fe83db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603269 Jul 09 16:10:33.134117 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9ed07f29-075a-49e6-bb5b-6befb85e3e4e req-3eda22c0-38d5-4f8f-84ed-6e0e6434c91a tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536169 Jul 09 16:10:33.151138 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port ba6816e6-c488-43f5-9fa0-060c4ca64404, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=ba6816e6-c488-43f5-9fa0-060c4ca64404,segment=NetworkSegment(2889ae5a-14b1-4f86-bf1f-9ec9dbd85842),segment_id=2889ae5a-14b1-4f86-bf1f-9ec9dbd85842)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:10:33.163280 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa4300e-08c2-4634-ae0f-120aae3a49f7 req-dd8f3d86-864a-40f5-94e2-99db892f1869 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:33.165444 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cfa4300e-08c2-4634-ae0f-120aae3a49f7 req-dd8f3d86-864a-40f5-94e2-99db892f1869 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f HTTP/1.1" status: 200 len: 949 time: 0.0906315 Jul 09 16:10:33.168479 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:33.228385 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cfa4300e-08c2-4634-ae0f-120aae3a49f7 req-317ff13f-dc63-4f25-9a89-abc052ff6db5 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538728 Jul 09 16:10:33.330441 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=ba6816e6-c488-43f5-9fa0-060c4ca64404,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:33.383062 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2e1321ea-5e0a-4ece-be0a-e1cb68fb0842 req-fac40fdd-c63a-49ae-a527-8cbc3a72f1d6 service neutron] 10.222.0.77 "GET /v2.0/networks/2b65bcac-ba21-4565-bf6d-5e7b6fe83db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454967 Jul 09 16:10:33.409101 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['ba6816e6-c488-43f5-9fa0-060c4ca64404'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:10:33.441210 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 47700) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:33.459375 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e1cff7b4-6a7b-49b5-990b-80be0d84309f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:33.465681 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c437613-5746-45d5-87ab-2325e675f3d7 req-30fa1f92-7544-4bdf-af10-cda17231e151 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:33.467272 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7c437613-5746-45d5-87ab-2325e675f3d7 req-30fa1f92-7544-4bdf-af10-cda17231e151 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/ports?device_id=38807fbf-6b9b-4874-8837-26278e09fb6e HTTP/1.1" status: 200 len: 949 time: 0.1813006 Jul 09 16:10:33.475258 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-722e7618-7b84-4bc9-b98f-201c285a77ed req-364f2244-281c-40f2-b7bf-9338ed7d9448 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4202e0c-49ea-4b09-840e-212de5d9d44f {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:10:33.492786 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-722e7618-7b84-4bc9-b98f-201c285a77ed req-364f2244-281c-40f2-b7bf-9338ed7d9448 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:33.522367 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-722e7618-7b84-4bc9-b98f-201c285a77ed req-364f2244-281c-40f2-b7bf-9338ed7d9448 service neutron] Transition to ACTIVE for port object c4202e0c-49ea-4b09-840e-212de5d9d44f will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:10:33.534836 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-722e7618-7b84-4bc9-b98f-201c285a77ed req-364f2244-281c-40f2-b7bf-9338ed7d9448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:33.602806 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7c437613-5746-45d5-87ab-2325e675f3d7 req-ff9092b2-2e1b-496c-a5ff-0e8be89217ae tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/security-groups?id=ed93e0da-a672-4b8b-85ca-b434962cdf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223352 Jul 09 16:10:33.630572 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364f2244-281c-40f2-b7bf-9338ed7d9448 service neutron] Pushing event updated for resources: {'Port': ['ID=c4202e0c-49ea-4b09-840e-212de5d9d44f,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:33.677204 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e1cff7b4-6a7b-49b5-990b-80be0d84309f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:33.691080 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e1cff7b4-6a7b-49b5-990b-80be0d84309f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:33.720088 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-722e7618-7b84-4bc9-b98f-201c285a77ed req-364f2244-281c-40f2-b7bf-9338ed7d9448 service neutron] Attempting to bind port c4202e0c-49ea-4b09-840e-212de5d9d44f on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:10:33.720555 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-722e7618-7b84-4bc9-b98f-201c285a77ed req-364f2244-281c-40f2-b7bf-9338ed7d9448 service neutron] Attempting to bind port c4202e0c-49ea-4b09-840e-212de5d9d44f by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:10:33.720978 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722e7618-7b84-4bc9-b98f-201c285a77ed req-364f2244-281c-40f2-b7bf-9338ed7d9448 service neutron] Attempting to bind port c4202e0c-49ea-4b09-840e-212de5d9d44f on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:10:33.729677 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722e7618-7b84-4bc9-b98f-201c285a77ed req-364f2244-281c-40f2-b7bf-9338ed7d9448 service neutron] Port c4202e0c-49ea-4b09-840e-212de5d9d44f on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:10:33.730273 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722e7618-7b84-4bc9-b98f-201c285a77ed req-364f2244-281c-40f2-b7bf-9338ed7d9448 service neutron] Attempting to bind port c4202e0c-49ea-4b09-840e-212de5d9d44f on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:10:33.737902 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722e7618-7b84-4bc9-b98f-201c285a77ed req-364f2244-281c-40f2-b7bf-9338ed7d9448 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:10:33.738693 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722e7618-7b84-4bc9-b98f-201c285a77ed req-364f2244-281c-40f2-b7bf-9338ed7d9448 service neutron] Checking segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:10:33.739362 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722e7618-7b84-4bc9-b98f-201c285a77ed req-364f2244-281c-40f2-b7bf-9338ed7d9448 service neutron] Bound using segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:10:33.740005 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-722e7618-7b84-4bc9-b98f-201c285a77ed req-364f2244-281c-40f2-b7bf-9338ed7d9448 service neutron] Bound port: c4202e0c-49ea-4b09-840e-212de5d9d44f, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:10:33.740577 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-722e7618-7b84-4bc9-b98f-201c285a77ed req-364f2244-281c-40f2-b7bf-9338ed7d9448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:33.750340 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e1cff7b4-6a7b-49b5-990b-80be0d84309f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=51cebd3dc674453ca9a1a34b492eedcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3072445 Jul 09 16:10:33.753633 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 47708) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:33.881407 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [req-9107e250-a626-4e59-89fb-052769e6c45d req-6b2b0583-303e-4630-8a61-8975e157f3b6 service neutron] show failed (client error): The resource could not be found. Jul 09 16:10:33.883379 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9107e250-a626-4e59-89fb-052769e6c45d req-6b2b0583-303e-4630-8a61-8975e157f3b6 service neutron] 10.222.0.73 "GET /v2.0/ports/7e6cf95d-c4b7-4dc6-937f-69b79badf881/bindings/n-h1-798930-3 HTTP/1.1" status: 404 len: 380 time: 0.1236248 Jul 09 16:10:33.887818 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cff7b4-6a7b-49b5-990b-80be0d84309f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384d5454-71d5-4dff-98b3-5586a325bf3f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:33.959448 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-722e7618-7b84-4bc9-b98f-201c285a77ed req-364f2244-281c-40f2-b7bf-9338ed7d9448 service neutron] For port c4202e0c-49ea-4b09-840e-212de5d9d44f, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:10:33.977537 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae575035-0036-4426-be68-a97eb62ea348 req-845817a3-d2c6-46c6-870b-da011816f59c tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:33.985513 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ae575035-0036-4426-be68-a97eb62ea348 req-845817a3-d2c6-46c6-870b-da011816f59c tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.98 "GET /v2.0/ports?device_id=2096aa3e-14dc-4cce-ae48-d7dc2d1f1664 HTTP/1.1" status: 200 len: 948 time: 0.2268612 Jul 09 16:10:34.007357 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-722e7618-7b84-4bc9-b98f-201c285a77ed req-364f2244-281c-40f2-b7bf-9338ed7d9448 service neutron] For port c4202e0c-49ea-4b09-840e-212de5d9d44f, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=c4202e0c-49ea-4b09-840e-212de5d9d44f,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:10:34.010636 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0042e69f-52e8-439f-93db-0a09f31b1693 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:34.021363 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-722e7618-7b84-4bc9-b98f-201c285a77ed req-364f2244-281c-40f2-b7bf-9338ed7d9448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:34.047485 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ae575035-0036-4426-be68-a97eb62ea348 req-84314c2c-1b15-456d-9144-a832e5c822f2 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.98 "GET /v2.0/security-groups?id=e4046649-c961-4562-8482-ef21126496b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607862 Jul 09 16:10:34.052269 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c281d02b-ffcf-442c-9643-468454bfbe2d req-a658f92d-c231-4351-a429-3dd5adf198b5 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:34.055043 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c281d02b-ffcf-442c-9643-468454bfbe2d req-a658f92d-c231-4351-a429-3dd5adf198b5 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/ports?device_id=2beae95c-727a-4164-98dc-79489bb745a8 HTTP/1.1" status: 200 len: 945 time: 0.2416608 Jul 09 16:10:34.091803 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0042e69f-52e8-439f-93db-0a09f31b1693 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:34.125589 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e7618-7b84-4bc9-b98f-201c285a77ed req-364f2244-281c-40f2-b7bf-9338ed7d9448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:34.126220 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-722e7618-7b84-4bc9-b98f-201c285a77ed req-364f2244-281c-40f2-b7bf-9338ed7d9448 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:34.127680 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-722e7618-7b84-4bc9-b98f-201c285a77ed req-364f2244-281c-40f2-b7bf-9338ed7d9448 service neutron] 10.222.0.73 "PUT /v2.0/ports/c4202e0c-49ea-4b09-840e-212de5d9d44f HTTP/1.1" status: 200 len: 1096 time: 1.5324461 Jul 09 16:10:34.128149 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2096aa3e-14dc-4cce-ae48-d7dc2d1f1664', 'tag': 'c4202e0c-49ea-4b09-840e-212de5d9d44f'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:10:34.130515 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e79f77-654d-4c79-8ecc-392051f4b5a5" -d '{"events": [{"name": "network-changed", "server_uuid": "2096aa3e-14dc-4cce-ae48-d7dc2d1f1664", "tag": "c4202e0c-49ea-4b09-840e-212de5d9d44f"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:10:34.180966 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364f2244-281c-40f2-b7bf-9338ed7d9448 service neutron] Pushing event updated for resources: {'Port': ['ID=c4202e0c-49ea-4b09-840e-212de5d9d44f,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:34.218976 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c281d02b-ffcf-442c-9643-468454bfbe2d req-c3c539f6-e13d-494b-884c-c9be3cbd9bd6 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfcc9858-6d6e-4ce7-9f3e-e855c2473a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369696 Jul 09 16:10:34.275890 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0042e69f-52e8-439f-93db-0a09f31b1693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:34.279740 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0042e69f-52e8-439f-93db-0a09f31b1693 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:34.282110 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0042e69f-52e8-439f-93db-0a09f31b1693 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/384d5454-71d5-4dff-98b3-5586a325bf3f HTTP/1.1" status: 204 len: 168 time: 0.5268996 Jul 09 16:10:34.327342 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0042e69f-52e8-439f-93db-0a09f31b1693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384d5454-71d5-4dff-98b3-5586a325bf3f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:34.368972 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c3d791-89d8-4526-9a70-d01b4ff994a1 x-openstack-request-id: req-e2c3d791-89d8-4526-9a70-d01b4ff994a1 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:10:34.369590 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2096aa3e-14dc-4cce-ae48-d7dc2d1f1664", "tag": "c4202e0c-49ea-4b09-840e-212de5d9d44f", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:10:34.370027 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e2c3d791-89d8-4526-9a70-d01b4ff994a1 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:10:34.370610 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2096aa3e-14dc-4cce-ae48-d7dc2d1f1664', 'tag': 'c4202e0c-49ea-4b09-840e-212de5d9d44f', 'status': 'completed', 'code': 200} Jul 09 16:10:34.645949 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933e19d-9177-4a14-b666-f3df446eb3eb req-082232a6-67df-4fb5-867e-bd78a3788053 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:34.647801 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3933e19d-9177-4a14-b666-f3df446eb3eb req-082232a6-67df-4fb5-867e-bd78a3788053 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f HTTP/1.1" status: 200 len: 949 time: 0.1060746 Jul 09 16:10:34.706955 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3933e19d-9177-4a14-b666-f3df446eb3eb req-c734e0ef-42b1-45d1-9ee6-62fd89bc8af2 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509403 Jul 09 16:10:34.776821 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e7618-7b84-4bc9-b98f-201c285a77ed req-0e966f54-fe27-4093-b7f7-da349c97de4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:34.776821 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-722e7618-7b84-4bc9-b98f-201c285a77ed req-0e966f54-fe27-4093-b7f7-da349c97de4d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b0b114c404a34dd694e6374df37cc4af&device_id=2096aa3e-14dc-4cce-ae48-d7dc2d1f1664 HTTP/1.1" status: 200 len: 1099 time: 0.4054193 Jul 09 16:10:34.796441 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca940a-2eb3-4bfc-a9a1-5445dad11250 req-d8bd6159-fd42-4961-ad46-53bc4b1ad628 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:34.807361 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d3ca940a-2eb3-4bfc-a9a1-5445dad11250 req-d8bd6159-fd42-4961-ad46-53bc4b1ad628 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10be2bf-11a4-400c-ad86-3ca904c9681e HTTP/1.1" status: 200 len: 943 time: 0.2877064 Jul 09 16:10:34.837707 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 4234f788-2b1b-4819-b621-eebba2f8ecb2 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:10:34.845473 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device ba6816e6-c488-43f5-9fa0-060c4ca64404 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:10:34.901966 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107e250-a626-4e59-89fb-052769e6c45d req-d0695574-ed1b-4a2d-bd17-ea2c8cf8b697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:34.903713 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9107e250-a626-4e59-89fb-052769e6c45d req-d0695574-ed1b-4a2d-bd17-ea2c8cf8b697 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f&tenant_id=90103765321a44c5954b6bc1ea90c4d7 HTTP/1.1" status: 200 len: 1100 time: 0.5370805 Jul 09 16:10:34.909344 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-722e7618-7b84-4bc9-b98f-201c285a77ed req-37560653-5de6-43a6-8911-17c5702620da service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=c4202e0c-49ea-4b09-840e-212de5d9d44f HTTP/1.1" status: 200 len: 217 time: 0.0997469 Jul 09 16:10:34.920261 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-9107e250-a626-4e59-89fb-052769e6c45d req-e4c68e04-3347-44d9-94f1-a128372009c0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798930-3', 'device_owner': 'compute:nova'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:10:35.010031 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e7618-7b84-4bc9-b98f-201c285a77ed req-7b813e35-fc22-43c1-b985-9e0aef938872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:35.011397 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port ba6816e6-c488-43f5-9fa0-060c4ca64404 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:10:35.011552 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-722e7618-7b84-4bc9-b98f-201c285a77ed req-7b813e35-fc22-43c1-b985-9e0aef938872 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.0547578 Jul 09 16:10:35.016982 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d3ca940a-2eb3-4bfc-a9a1-5445dad11250 req-5839c98a-fae9-4d65-90d2-09fc092b43af tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086868 Jul 09 16:10:35.018714 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port ba6816e6-c488-43f5-9fa0-060c4ca64404 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:10:35.019313 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:35.083163 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 4234f788-2b1b-4819-b621-eebba2f8ecb2, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=4234f788-2b1b-4819-b621-eebba2f8ecb2,segment=NetworkSegment(cbc7a639-5863-4995-9a4b-f91be63e1ab1),segment_id=cbc7a639-5863-4995-9a4b-f91be63e1ab1)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:10:35.104134 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '4234f788-2b1b-4819-b621-eebba2f8ecb2', 'network_id': '2b65bcac-ba21-4565-bf6d-5e7b6fe83db7', 'port_id': '4234f788-2b1b-4819-b621-eebba2f8ecb2', 'mac_address': 'fa:16:3e:69:ad:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e15c12f-d45d-4aa3-a5bc-500d552ae0b3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:10:35.183896 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:35.202847 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4234f788-2b1b-4819-b621-eebba2f8ecb2 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:10:35.224281 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 4234f788-2b1b-4819-b621-eebba2f8ecb2, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=4234f788-2b1b-4819-b621-eebba2f8ecb2,segment=NetworkSegment(cbc7a639-5863-4995-9a4b-f91be63e1ab1),segment_id=cbc7a639-5863-4995-9a4b-f91be63e1ab1)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:10:35.225768 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:35.237090 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:35.291730 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2beae95c-727a-4164-98dc-79489bb745a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba6816e6-c488-43f5-9fa0-060c4ca64404'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:10:35.294574 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2d8624-8d63-4e70-9350-586fbcc5d896" -d '{"events": [{"server_uuid": "2beae95c-727a-4164-98dc-79489bb745a8", "name": "network-vif-plugged", "status": "completed", "tag": "ba6816e6-c488-43f5-9fa0-060c4ca64404"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:10:35.299353 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e7618-7b84-4bc9-b98f-201c285a77ed req-08a0824a-207b-474f-888c-e38320042bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:35.302255 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-722e7618-7b84-4bc9-b98f-201c285a77ed req-08a0824a-207b-474f-888c-e38320042bfe service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2820537 Jul 09 16:10:35.309211 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9107e250-a626-4e59-89fb-052769e6c45d req-e4c68e04-3347-44d9-94f1-a128372009c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:35.325396 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port ba6816e6-c488-43f5-9fa0-060c4ca64404, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=ba6816e6-c488-43f5-9fa0-060c4ca64404,segment=NetworkSegment(2889ae5a-14b1-4f86-bf1f-9ec9dbd85842),segment_id=2889ae5a-14b1-4f86-bf1f-9ec9dbd85842)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:10:35.336359 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:35.345648 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=4234f788-2b1b-4819-b621-eebba2f8ecb2,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:35.416588 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=ba6816e6-c488-43f5-9fa0-060c4ca64404,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:35.487419 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6c4c1-dbcb-4b27-8bb3-16ffeb552ee6 req-ed243f5e-1a3a-44a8-a866-6182130e7963 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:35.489265 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6de6c4c1-dbcb-4b27-8bb3-16ffeb552ee6 req-ed243f5e-1a3a-44a8-a866-6182130e7963 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/ports?device_id=38807fbf-6b9b-4874-8837-26278e09fb6e HTTP/1.1" status: 200 len: 949 time: 0.1593227 Jul 09 16:10:35.513799 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['4234f788-2b1b-4819-b621-eebba2f8ecb2'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:10:35.555027 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6de6c4c1-dbcb-4b27-8bb3-16ffeb552ee6 req-c6ff0a24-9564-4974-9bcc-8a274876ffb2 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/security-groups?id=ed93e0da-a672-4b8b-85ca-b434962cdf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574787 Jul 09 16:10:35.644742 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187e0d9b-dd55-4abd-931f-2e548b4acf36 x-openstack-request-id: req-187e0d9b-dd55-4abd-931f-2e548b4acf36 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:10:35.646381 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2beae95c-727a-4164-98dc-79489bb745a8", "name": "network-vif-plugged", "status": "completed", "tag": "ba6816e6-c488-43f5-9fa0-060c4ca64404", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:10:35.646726 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-187e0d9b-dd55-4abd-931f-2e548b4acf36 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:10:35.648164 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2beae95c-727a-4164-98dc-79489bb745a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba6816e6-c488-43f5-9fa0-060c4ca64404', 'code': 200} Jul 09 16:10:35.845782 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea72fd-d7db-410d-8d92-02ce4c1b3519 req-2060cb92-f53a-48d3-90df-fd0baa167262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:35.847365 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2bea72fd-d7db-410d-8d92-02ce4c1b3519 req-2060cb92-f53a-48d3-90df-fd0baa167262 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2beae95c-727a-4164-98dc-79489bb745a8 HTTP/1.1" status: 200 len: 1097 time: 0.1313522 Jul 09 16:10:35.901181 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2bea72fd-d7db-410d-8d92-02ce4c1b3519 req-f830837d-dc73-45bd-8901-e3310620c92c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=cfcc9858-6d6e-4ce7-9f3e-e855c2473a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465841 Jul 09 16:10:35.908700 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc57fb-507b-4434-8c29-9e214149964c req-4b548cb1-d31a-485c-99bc-5cabe1e272c1 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:35.909657 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa0871-f574-465f-925b-f56f547e8740 req-d06ce6d6-3f56-4ea2-bf66-b7674212418c tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:35.910399 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1adc57fb-507b-4434-8c29-9e214149964c req-4b548cb1-d31a-485c-99bc-5cabe1e272c1 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.98 "GET /v2.0/ports?device_id=2096aa3e-14dc-4cce-ae48-d7dc2d1f1664 HTTP/1.1" status: 200 len: 948 time: 0.2049522 Jul 09 16:10:35.911187 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-38fa0871-f574-465f-925b-f56f547e8740 req-d06ce6d6-3f56-4ea2-bf66-b7674212418c tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/ports?device_id=2beae95c-727a-4164-98dc-79489bb745a8 HTTP/1.1" status: 200 len: 946 time: 0.1079235 Jul 09 16:10:35.912276 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-722e7618-7b84-4bc9-b98f-201c285a77ed req-ad0c13e7-43cc-4c0d-9400-da86078e13e5 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5955911 Jul 09 16:10:35.973173 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-38fa0871-f574-465f-925b-f56f547e8740 req-73fbef3c-ddeb-4983-90e6-e1de81a14e7a tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfcc9858-6d6e-4ce7-9f3e-e855c2473a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502172 Jul 09 16:10:36.080008 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1adc57fb-507b-4434-8c29-9e214149964c req-b17dd1d9-912a-4578-b933-d17f7807930d tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.98 "GET /v2.0/security-groups?id=e4046649-c961-4562-8482-ef21126496b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483984 Jul 09 16:10:36.140721 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-722e7618-7b84-4bc9-b98f-201c285a77ed req-a15abb7b-1f67-4758-a1a7-fc4f1da317d3 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211041 Jul 09 16:10:36.157438 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-9107e250-a626-4e59-89fb-052769e6c45d req-e4c68e04-3347-44d9-94f1-a128372009c0 service neutron] For port 7e6cf95d-c4b7-4dc6-937f-69b79badf881, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=7e6cf95d-c4b7-4dc6-937f-69b79badf881,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:10:36.210266 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-9107e250-a626-4e59-89fb-052769e6c45d req-e4c68e04-3347-44d9-94f1-a128372009c0 service neutron] For port 7e6cf95d-c4b7-4dc6-937f-69b79badf881, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:10:36.295676 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9107e250-a626-4e59-89fb-052769e6c45d req-e4c68e04-3347-44d9-94f1-a128372009c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:36.315726 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-9107e250-a626-4e59-89fb-052769e6c45d req-e4c68e04-3347-44d9-94f1-a128372009c0 service neutron] Transition to ACTIVE for port object 7e6cf95d-c4b7-4dc6-937f-69b79badf881 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:10:36.322592 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9107e250-a626-4e59-89fb-052769e6c45d req-e4c68e04-3347-44d9-94f1-a128372009c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:36.373399 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3ad4be-f5a2-4e1c-a238-fef9e908439f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e6cf95d-c4b7-4dc6-937f-69b79badf881'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:10:36.376254 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728a336c-fcf2-470a-92b3-7041d1445044" -d '{"events": [{"server_uuid": "8d3ad4be-f5a2-4e1c-a238-fef9e908439f", "name": "network-vif-unplugged", "status": "completed", "tag": "7e6cf95d-c4b7-4dc6-937f-69b79badf881"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:10:36.380177 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e79f77-654d-4c79-8ecc-392051f4b5a5 req-e7b5da10-3fe7-4761-a82d-13af99cc1f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:36.381821 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f7e79f77-654d-4c79-8ecc-392051f4b5a5 req-e7b5da10-3fe7-4761-a82d-13af99cc1f8a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b0b114c404a34dd694e6374df37cc4af&device_id=2096aa3e-14dc-4cce-ae48-d7dc2d1f1664 HTTP/1.1" status: 200 len: 1099 time: 0.1333833 Jul 09 16:10:36.454655 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-9107e250-a626-4e59-89fb-052769e6c45d req-e4c68e04-3347-44d9-94f1-a128372009c0 service neutron] No DVR routers for this DVR port 7e6cf95d-c4b7-4dc6-937f-69b79badf881 on host n-h2-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:10:36.506948 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c68e04-3347-44d9-94f1-a128372009c0 service neutron] Pushing event updated for resources: {'Port': ['ID=7e6cf95d-c4b7-4dc6-937f-69b79badf881,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:36.565643 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-9107e250-a626-4e59-89fb-052769e6c45d req-e4c68e04-3347-44d9-94f1-a128372009c0 service neutron] Attempting to bind port 7e6cf95d-c4b7-4dc6-937f-69b79badf881 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:10:36.566004 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-9107e250-a626-4e59-89fb-052769e6c45d req-e4c68e04-3347-44d9-94f1-a128372009c0 service neutron] Attempting to bind port 7e6cf95d-c4b7-4dc6-937f-69b79badf881 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:10:36.574255 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9107e250-a626-4e59-89fb-052769e6c45d req-e4c68e04-3347-44d9-94f1-a128372009c0 service neutron] Attempting to bind port 7e6cf95d-c4b7-4dc6-937f-69b79badf881 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:10:36.615431 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9107e250-a626-4e59-89fb-052769e6c45d req-e4c68e04-3347-44d9-94f1-a128372009c0 service neutron] Port 7e6cf95d-c4b7-4dc6-937f-69b79badf881 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:10:36.615860 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9107e250-a626-4e59-89fb-052769e6c45d req-e4c68e04-3347-44d9-94f1-a128372009c0 service neutron] Attempting to bind port 7e6cf95d-c4b7-4dc6-937f-69b79badf881 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:10:36.690144 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9107e250-a626-4e59-89fb-052769e6c45d req-e4c68e04-3347-44d9-94f1-a128372009c0 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:10:36.690580 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9107e250-a626-4e59-89fb-052769e6c45d req-e4c68e04-3347-44d9-94f1-a128372009c0 service neutron] Checking segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:10:36.691245 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9107e250-a626-4e59-89fb-052769e6c45d req-e4c68e04-3347-44d9-94f1-a128372009c0 service neutron] Bound using segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:10:36.691954 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-9107e250-a626-4e59-89fb-052769e6c45d req-e4c68e04-3347-44d9-94f1-a128372009c0 service neutron] Bound port: 7e6cf95d-c4b7-4dc6-937f-69b79badf881, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:10:36.692405 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9107e250-a626-4e59-89fb-052769e6c45d req-e4c68e04-3347-44d9-94f1-a128372009c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:36.742333 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e79f77-654d-4c79-8ecc-392051f4b5a5 req-bec4d3c0-d04a-46f4-9db5-b995e64c0b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:36.754662 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f7e79f77-654d-4c79-8ecc-392051f4b5a5 req-bec4d3c0-d04a-46f4-9db5-b995e64c0b2d service neutron] 10.222.0.73 "GET /v2.0/networks?id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1 HTTP/1.1" status: 200 len: 870 time: 0.3483219 Jul 09 16:10:36.854297 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f7e79f77-654d-4c79-8ecc-392051f4b5a5 req-c2e29c00-0ea1-4766-a17a-5aedeb3e5f3a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=c4202e0c-49ea-4b09-840e-212de5d9d44f HTTP/1.1" status: 200 len: 217 time: 0.0623939 Jul 09 16:10:36.863862 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 4234f788-2b1b-4819-b621-eebba2f8ecb2 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:10:36.886887 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-9107e250-a626-4e59-89fb-052769e6c45d req-e4c68e04-3347-44d9-94f1-a128372009c0 service neutron] For port 7e6cf95d-c4b7-4dc6-937f-69b79badf881, host n-h1-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:10:36.897557 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca43bf0-b380-4935-9c26-7916cc5edf06 req-721b814a-b484-4f51-8753-6fed680eac87 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:36.899836 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8ca43bf0-b380-4935-9c26-7916cc5edf06 req-721b814a-b484-4f51-8753-6fed680eac87 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f HTTP/1.1" status: 200 len: 947 time: 0.2884488 Jul 09 16:10:36.931990 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 4234f788-2b1b-4819-b621-eebba2f8ecb2 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:10:36.938395 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-9107e250-a626-4e59-89fb-052769e6c45d req-e4c68e04-3347-44d9-94f1-a128372009c0 service neutron] For port 7e6cf95d-c4b7-4dc6-937f-69b79badf881, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=7e6cf95d-c4b7-4dc6-937f-69b79badf881,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:10:36.941933 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 4234f788-2b1b-4819-b621-eebba2f8ecb2 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:10:36.942684 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:36.955042 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9107e250-a626-4e59-89fb-052769e6c45d req-e4c68e04-3347-44d9-94f1-a128372009c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:36.987625 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e3d17-b355-49e9-9124-c10ae4667d98 req-98fdc746-a7bd-44ed-af13-af9d4a604993 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:36.989846 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-be6e3d17-b355-49e9-9124-c10ae4667d98 req-98fdc746-a7bd-44ed-af13-af9d4a604993 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10be2bf-11a4-400c-ad86-3ca904c9681e HTTP/1.1" status: 200 len: 944 time: 0.0821149 Jul 09 16:10:37.004803 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e79f77-654d-4c79-8ecc-392051f4b5a5 req-6f34ee1d-7be3-48b8-8bf6-8a130fe9c569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:37.006277 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f7e79f77-654d-4c79-8ecc-392051f4b5a5 req-6f34ee1d-7be3-48b8-8bf6-8a130fe9c569 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.1442976 Jul 09 16:10:37.019388 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107e250-a626-4e59-89fb-052769e6c45d req-e4c68e04-3347-44d9-94f1-a128372009c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:37.020008 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9107e250-a626-4e59-89fb-052769e6c45d req-e4c68e04-3347-44d9-94f1-a128372009c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:37.021388 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9107e250-a626-4e59-89fb-052769e6c45d req-e4c68e04-3347-44d9-94f1-a128372009c0 service neutron] 10.222.0.77 "PUT /v2.0/ports/7e6cf95d-c4b7-4dc6-937f-69b79badf881 HTTP/1.1" status: 200 len: 1095 time: 2.1081579 Jul 09 16:10:37.033685 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8ca43bf0-b380-4935-9c26-7916cc5edf06 req-e54e3919-4681-4f9d-aa44-c3cdb3b39896 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146803 Jul 09 16:10:37.042321 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:37.061733 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-be6e3d17-b355-49e9-9124-c10ae4667d98 req-0ae6d52f-3a1c-4ae6-b6dc-03d010d8ce5b tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654409 Jul 09 16:10:37.100928 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 4234f788-2b1b-4819-b621-eebba2f8ecb2, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=4234f788-2b1b-4819-b621-eebba2f8ecb2,segment=NetworkSegment(cbc7a639-5863-4995-9a4b-f91be63e1ab1),segment_id=cbc7a639-5863-4995-9a4b-f91be63e1ab1)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:10:37.106391 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:37.120615 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c68e04-3347-44d9-94f1-a128372009c0 service neutron] Pushing event updated for resources: {'Port': ['ID=7e6cf95d-c4b7-4dc6-937f-69b79badf881,revision_number=7']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:37.145470 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9244b6f-c547-4cc0-ba2c-9345bdb631dd x-openstack-request-id: req-d9244b6f-c547-4cc0-ba2c-9345bdb631dd {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:10:37.145757 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d3ad4be-f5a2-4e1c-a238-fef9e908439f", "name": "network-vif-unplugged", "status": "completed", "tag": "7e6cf95d-c4b7-4dc6-937f-69b79badf881", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:10:37.146011 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d9244b6f-c547-4cc0-ba2c-9345bdb631dd {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:10:37.146397 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d3ad4be-f5a2-4e1c-a238-fef9e908439f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e6cf95d-c4b7-4dc6-937f-69b79badf881', 'code': 200} Jul 09 16:10:37.185756 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e79f77-654d-4c79-8ecc-392051f4b5a5 req-8432adf8-866b-4778-9af2-f47f8a210bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:37.187199 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f7e79f77-654d-4c79-8ecc-392051f4b5a5 req-8432adf8-866b-4778-9af2-f47f8a210bb9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1695886 Jul 09 16:10:37.193138 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107e250-a626-4e59-89fb-052769e6c45d req-12a31131-f3da-464d-b336-1407fd616048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:37.195241 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9107e250-a626-4e59-89fb-052769e6c45d req-12a31131-f3da-464d-b336-1407fd616048 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=90103765321a44c5954b6bc1ea90c4d7&device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f HTTP/1.1" status: 200 len: 1098 time: 0.1256835 Jul 09 16:10:37.209141 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=4234f788-2b1b-4819-b621-eebba2f8ecb2,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:37.214869 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 7e6cf95d-c4b7-4dc6-937f-69b79badf881 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:10:37.274320 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 7e6cf95d-c4b7-4dc6-937f-69b79badf881 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:10:37.411253 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f7e79f77-654d-4c79-8ecc-392051f4b5a5 req-9321b48f-3242-4674-8ac1-a71c6757c4e5 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136035 Jul 09 16:10:37.477972 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107e250-a626-4e59-89fb-052769e6c45d req-9cdb105e-13a2-43ac-93dc-b851ce010e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:37.479434 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9107e250-a626-4e59-89fb-052769e6c45d req-9cdb105e-13a2-43ac-93dc-b851ce010e29 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1 HTTP/1.1" status: 200 len: 870 time: 0.2722182 Jul 09 16:10:37.542357 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171295c-89f4-47ea-a752-7d81a5e06408 req-2a1821a3-7f79-4c5a-aebd-a630d7ea29e9 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:37.543924 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c171295c-89f4-47ea-a752-7d81a5e06408 req-2a1821a3-7f79-4c5a-aebd-a630d7ea29e9 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/ports?device_id=38807fbf-6b9b-4874-8837-26278e09fb6e HTTP/1.1" status: 200 len: 949 time: 0.2334776 Jul 09 16:10:37.547255 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9107e250-a626-4e59-89fb-052769e6c45d req-c8af8457-d911-4833-a047-56931a8fb035 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=7e6cf95d-c4b7-4dc6-937f-69b79badf881 HTTP/1.1" status: 200 len: 217 time: 0.0569193 Jul 09 16:10:37.607853 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f7e79f77-654d-4c79-8ecc-392051f4b5a5 req-58a6e845-4b67-49f6-8b54-aa18a0d553a4 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886816 Jul 09 16:10:37.612899 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece769c-b611-4d74-af44-1ce58a057da0 req-b143ea09-c118-4df2-8a8e-075ebedfe99b tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:37.614455 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1ece769c-b611-4d74-af44-1ce58a057da0 req-b143ea09-c118-4df2-8a8e-075ebedfe99b tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/ports?device_id=2beae95c-727a-4164-98dc-79489bb745a8 HTTP/1.1" status: 200 len: 946 time: 0.0730848 Jul 09 16:10:37.640097 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c171295c-89f4-47ea-a752-7d81a5e06408 req-cfa73213-f659-42b4-ab9e-498fcdbdbecc tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/security-groups?id=ed93e0da-a672-4b8b-85ca-b434962cdf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884383 Jul 09 16:10:37.643998 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107e250-a626-4e59-89fb-052769e6c45d req-6538ce4c-ac95-4963-8233-2f803ee7be7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:37.645580 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9107e250-a626-4e59-89fb-052769e6c45d req-6538ce4c-ac95-4963-8233-2f803ee7be7a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.0894942 Jul 09 16:10:37.649983 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c10be2bf-11a4-400c-ad86-3ca904c9681e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4234f788-2b1b-4819-b621-eebba2f8ecb2'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:10:37.652473 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faaa3197-0926-4d77-9488-7317a4eaa74b" -d '{"events": [{"server_uuid": "c10be2bf-11a4-400c-ad86-3ca904c9681e", "name": "network-vif-plugged", "status": "completed", "tag": "4234f788-2b1b-4819-b621-eebba2f8ecb2"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:10:37.660521 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1ece769c-b611-4d74-af44-1ce58a057da0 req-373e18c0-2001-4b7d-8cef-18c31b3844ac tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfcc9858-6d6e-4ce7-9f3e-e855c2473a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397108 Jul 09 16:10:37.723990 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107e250-a626-4e59-89fb-052769e6c45d req-e47ef71b-2c11-4f5a-8654-3be068f8f96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:37.725552 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9107e250-a626-4e59-89fb-052769e6c45d req-e47ef71b-2c11-4f5a-8654-3be068f8f96d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0697079 Jul 09 16:10:37.823644 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6adaa211-4217-457d-9e80-7b9a207da627 x-openstack-request-id: req-6adaa211-4217-457d-9e80-7b9a207da627 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:10:37.824005 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c10be2bf-11a4-400c-ad86-3ca904c9681e", "name": "network-vif-plugged", "status": "completed", "tag": "4234f788-2b1b-4819-b621-eebba2f8ecb2", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:10:37.824326 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6adaa211-4217-457d-9e80-7b9a207da627 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:10:37.824807 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c10be2bf-11a4-400c-ad86-3ca904c9681e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4234f788-2b1b-4819-b621-eebba2f8ecb2', 'code': 200} Jul 09 16:10:37.893894 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9107e250-a626-4e59-89fb-052769e6c45d req-0d398f48-e820-472e-b5e1-b21807fef845 service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617367 Jul 09 16:10:37.905680 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3439dc-edad-42a9-bd00-b74a91d98de9 req-3e61dc7c-57a6-4d7a-911c-7c2275627a49 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:37.907358 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8b3439dc-edad-42a9-bd00-b74a91d98de9 req-3e61dc7c-57a6-4d7a-911c-7c2275627a49 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.98 "GET /v2.0/ports?device_id=2096aa3e-14dc-4cce-ae48-d7dc2d1f1664 HTTP/1.1" status: 200 len: 948 time: 0.1121128 Jul 09 16:10:37.998920 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f455abf0-ce40-48af-a927-1b0ebbcbc43e req-7578c164-78ae-4bba-8775-2ad139fe0438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:38.000356 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f455abf0-ce40-48af-a927-1b0ebbcbc43e req-7578c164-78ae-4bba-8775-2ad139fe0438 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c10be2bf-11a4-400c-ad86-3ca904c9681e HTTP/1.1" status: 200 len: 1096 time: 0.1086085 Jul 09 16:10:38.004698 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8b3439dc-edad-42a9-bd00-b74a91d98de9 req-8f26d82f-ed7d-4a59-a275-380950c5f639 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.98 "GET /v2.0/security-groups?id=e4046649-c961-4562-8482-ef21126496b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775452 Jul 09 16:10:38.028535 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9107e250-a626-4e59-89fb-052769e6c45d req-308ed739-765d-46dd-8cc2-acbe7635c09d service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128478 Jul 09 16:10:38.028637 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb86af3-61f2-4e84-86a9-0620a0720782 req-ac0fc1c8-8f65-4281-be0d-ddc352ed636e tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:38.029674 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bfb86af3-61f2-4e84-86a9-0620a0720782 req-ac0fc1c8-8f65-4281-be0d-ddc352ed636e tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/ports?device_id=2beae95c-727a-4164-98dc-79489bb745a8 HTTP/1.1" status: 200 len: 946 time: 0.0989037 Jul 09 16:10:38.062331 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f455abf0-ce40-48af-a927-1b0ebbcbc43e req-612ebf8c-c2b8-4361-9a0e-10c7eda48787 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543132 Jul 09 16:10:38.085602 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bfb86af3-61f2-4e84-86a9-0620a0720782 req-7f93ca03-158a-46e8-9ed5-1ff4df3575cc tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfcc9858-6d6e-4ce7-9f3e-e855c2473a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457149 Jul 09 16:10:38.205997 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7a3fb900-fa96-4d4b-8b37-c2776977d432 req-74f1b903-528e-4bc7-baa1-6549bae6488c tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=f37579ff64a544149efae3ca6c63bc70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236783 Jul 09 16:10:38.318254 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3fb900-fa96-4d4b-8b37-c2776977d432 req-41ae4185-1fcb-43fe-8993-a7c9464dc674 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:38.320574 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7a3fb900-fa96-4d4b-8b37-c2776977d432 req-41ae4185-1fcb-43fe-8993-a7c9464dc674 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1090069 Jul 09 16:10:38.336150 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7a3fb900-fa96-4d4b-8b37-c2776977d432 req-c53d550c-c689-4bdf-81dd-8f36b274dc95 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/quotas/f37579ff64a544149efae3ca6c63bc70 HTTP/1.1" status: 200 len: 375 time: 0.0101194 Jul 09 16:10:38.383343 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78351e74-7344-436a-a10e-2ffe7dc33cd5 req-dbba0740-3e0c-4216-9b35-0bd76ba0516c tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:38.384812 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-78351e74-7344-436a-a10e-2ffe7dc33cd5 req-dbba0740-3e0c-4216-9b35-0bd76ba0516c tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f HTTP/1.1" status: 200 len: 947 time: 0.0685461 Jul 09 16:10:38.403932 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7a3fb900-fa96-4d4b-8b37-c2776977d432 req-643e7fad-55f2-4ed0-afb2-5d7a62ec5191 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=f37579ff64a544149efae3ca6c63bc70&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0623152 Jul 09 16:10:38.424066 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-78351e74-7344-436a-a10e-2ffe7dc33cd5 req-321c6908-90de-4bd9-ad9d-e6c241126d2d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336192 Jul 09 16:10:38.622171 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01091982-9c56-477b-a798-2ed384a6efe1 req-c8e152df-5588-49c6-9427-e5b8b5da1ed6 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:38.623716 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-01091982-9c56-477b-a798-2ed384a6efe1 req-c8e152df-5588-49c6-9427-e5b8b5da1ed6 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10be2bf-11a4-400c-ad86-3ca904c9681e HTTP/1.1" status: 200 len: 945 time: 0.0724976 Jul 09 16:10:38.666715 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-01091982-9c56-477b-a798-2ed384a6efe1 req-42ad71c7-34ed-44d4-ae61-d30843b12e90 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372572 Jul 09 16:10:38.777642 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-02bcae32-17b3-4ff7-84ed-31d1223cd34d req-1b9436c7-4fa4-4cc8-8952-3de03ec71a05 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/ports?device_id=91ae230a-0d07-48fe-8dad-bd6d5e63a5a5 HTTP/1.1" status: 200 len: 210 time: 0.0385823 Jul 09 16:10:39.148643 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d3ad4be-f5a2-4e1c-a238-fef9e908439f', 'tag': '7e6cf95d-c4b7-4dc6-937f-69b79badf881'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:10:39.152268 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbdb2834-0cd6-4388-ad91-d0c7ab03d0b7" -d '{"events": [{"name": "network-changed", "server_uuid": "8d3ad4be-f5a2-4e1c-a238-fef9e908439f", "tag": "7e6cf95d-c4b7-4dc6-937f-69b79badf881"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:10:39.292107 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 47910) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:39.339452 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bcb874-32ef-40c6-8396-7d00da55b74c req-6224c359-3d2d-4bf0-8c94-389e1707a2c7 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:39.347070 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-32bcb874-32ef-40c6-8396-7d00da55b74c req-6224c359-3d2d-4bf0-8c94-389e1707a2c7 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.98 "GET /v2.0/ports?device_id=2096aa3e-14dc-4cce-ae48-d7dc2d1f1664 HTTP/1.1" status: 200 len: 948 time: 0.1148310 Jul 09 16:10:39.414435 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-32bcb874-32ef-40c6-8396-7d00da55b74c req-a528c003-e8b4-46eb-a93e-daf8fb4a00bd tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.98 "GET /v2.0/security-groups?id=e4046649-c961-4562-8482-ef21126496b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639648 Jul 09 16:10:39.475691 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cad5547-c041-4686-8a04-0d02c82d1072 x-openstack-request-id: req-2cad5547-c041-4686-8a04-0d02c82d1072 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:10:39.477124 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d3ad4be-f5a2-4e1c-a238-fef9e908439f", "tag": "7e6cf95d-c4b7-4dc6-937f-69b79badf881", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:10:39.477588 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2cad5547-c041-4686-8a04-0d02c82d1072 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:10:39.478325 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d3ad4be-f5a2-4e1c-a238-fef9e908439f', 'tag': '7e6cf95d-c4b7-4dc6-937f-69b79badf881', 'status': 'completed', 'code': 200} Jul 09 16:10:39.545448 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 47928) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:39.601054 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb2834-0cd6-4388-ad91-d0c7ab03d0b7 req-0edec90f-8eb2-48ff-8b2f-4ace5ab971d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:39.602671 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dbdb2834-0cd6-4388-ad91-d0c7ab03d0b7 req-0edec90f-8eb2-48ff-8b2f-4ace5ab971d1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=90103765321a44c5954b6bc1ea90c4d7&device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f HTTP/1.1" status: 200 len: 1098 time: 0.1036432 Jul 09 16:10:39.734477 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-698f60fb-7ebd-4fe9-8b88-b8347bfdc36a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:39.770482 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a21eb9cd-f2bf-4709-8589-784e1aefa12d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:39.779683 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb2834-0cd6-4388-ad91-d0c7ab03d0b7 req-7c9698a1-cea0-4e5b-9caa-8fffe0e4ffe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:39.781286 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dbdb2834-0cd6-4388-ad91-d0c7ab03d0b7 req-7c9698a1-cea0-4e5b-9caa-8fffe0e4ffe0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1 HTTP/1.1" status: 200 len: 870 time: 0.1708934 Jul 09 16:10:39.789808 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e31a4c9-b76c-44ea-b7fe-e10d0a7c8f2b req-e9c4b190-86a8-4c3f-b4bb-954ab35cdd85 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:39.791290 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6e31a4c9-b76c-44ea-b7fe-e10d0a7c8f2b req-e9c4b190-86a8-4c3f-b4bb-954ab35cdd85 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/ports?device_id=2beae95c-727a-4164-98dc-79489bb745a8 HTTP/1.1" status: 200 len: 946 time: 0.1015837 Jul 09 16:10:39.816890 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:39.841149 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb2834-0cd6-4388-ad91-d0c7ab03d0b7 req-c8220770-475c-405b-946a-d7371a0039e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:39.842667 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-dbdb2834-0cd6-4388-ad91-d0c7ab03d0b7 req-c8220770-475c-405b-946a-d7371a0039e3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=90103765321a44c5954b6bc1ea90c4d7&device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f HTTP/1.1" status: 200 len: 1098 time: 0.2638464 Jul 09 16:10:39.849176 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dbdb2834-0cd6-4388-ad91-d0c7ab03d0b7 req-b4b8ed96-277a-4a97-9eb6-163629601be8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=7e6cf95d-c4b7-4dc6-937f-69b79badf881 HTTP/1.1" status: 200 len: 217 time: 0.0567603 Jul 09 16:10:39.880015 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725e5b1-91a3-4e53-a937-7882c734e11b req-2c27a730-0aea-4835-8857-a74e3af020b2 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:39.881544 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0725e5b1-91a3-4e53-a937-7882c734e11b req-2c27a730-0aea-4835-8857-a74e3af020b2 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f HTTP/1.1" status: 200 len: 947 time: 0.1780198 Jul 09 16:10:39.902678 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6e31a4c9-b76c-44ea-b7fe-e10d0a7c8f2b req-990abda0-1a60-4f58-9c61-bdcb634fdc12 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfcc9858-6d6e-4ce7-9f3e-e855c2473a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030104 Jul 09 16:10:39.922818 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb2834-0cd6-4388-ad91-d0c7ab03d0b7 req-dd4fe886-f7fc-44e0-ae9c-308e3bff87bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:39.924641 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dbdb2834-0cd6-4388-ad91-d0c7ab03d0b7 req-dd4fe886-f7fc-44e0-ae9c-308e3bff87bd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.0623918 Jul 09 16:10:40.015677 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7a3fb900-fa96-4d4b-8b37-c2776977d432 req-fca519a6-bd21-4d47-81b3-9580fa27f703 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=f37579ff64a544149efae3ca6c63bc70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262296 Jul 09 16:10:40.102890 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb2834-0cd6-4388-ad91-d0c7ab03d0b7 req-126ab139-55ca-46b8-9a89-b0276e5a4dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:40.104413 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dbdb2834-0cd6-4388-ad91-d0c7ab03d0b7 req-126ab139-55ca-46b8-9a89-b0276e5a4dbe service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1662915 Jul 09 16:10:40.311301 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0725e5b1-91a3-4e53-a937-7882c734e11b req-a9c1b273-9411-45d7-9c6b-8dd8b3d00c38 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903515 Jul 09 16:10:40.352558 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-698f60fb-7ebd-4fe9-8b88-b8347bfdc36a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:40.364754 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-698f60fb-7ebd-4fe9-8b88-b8347bfdc36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:40.376718 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb2834-0cd6-4388-ad91-d0c7ab03d0b7 req-f651e409-603d-44d2-b261-b28caeb2098c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:40.379261 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-dbdb2834-0cd6-4388-ad91-d0c7ab03d0b7 req-f651e409-603d-44d2-b261-b28caeb2098c service neutron] 10.222.0.73 "GET /v2.0/networks?id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1 HTTP/1.1" status: 200 len: 870 time: 0.5288982 Jul 09 16:10:40.512909 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3fb900-fa96-4d4b-8b37-c2776977d432 req-a80a0f3a-d33e-489d-b3bb-4817a1a2aed1 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:40.514494 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7a3fb900-fa96-4d4b-8b37-c2776977d432 req-a80a0f3a-d33e-489d-b3bb-4817a1a2aed1 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4911911 Jul 09 16:10:40.523799 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-dbdb2834-0cd6-4388-ad91-d0c7ab03d0b7 req-8018dcae-bbb9-42dc-997d-19139c1120d5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=7e6cf95d-c4b7-4dc6-937f-69b79badf881 HTTP/1.1" status: 200 len: 217 time: 0.1276739 Jul 09 16:10:40.532529 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15b821-2682-4b29-b796-dfab96c127fb req-94b7b161-f5da-4ecb-8244-0912e2b49693 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:40.534130 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9d15b821-2682-4b29-b796-dfab96c127fb req-94b7b161-f5da-4ecb-8244-0912e2b49693 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10be2bf-11a4-400c-ad86-3ca904c9681e HTTP/1.1" status: 200 len: 945 time: 0.4569905 Jul 09 16:10:40.555819 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-7a3fb900-fa96-4d4b-8b37-c2776977d432 req-78054a24-98c4-4abd-9b82-8a46ad25bb9e tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Request body: {'port': {'device_id': '91ae230a-0d07-48fe-8dad-bd6d5e63a5a5', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'admin_state_up': True, 'tenant_id': 'f37579ff64a544149efae3ca6c63bc70'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:10:40.583159 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dbdb2834-0cd6-4388-ad91-d0c7ab03d0b7 req-c6b010b8-f0dc-48cc-bcae-cdc8702073d7 service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4384344 Jul 09 16:10:40.592154 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-698f60fb-7ebd-4fe9-8b88-b8347bfdc36a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=712d5cf6fe464acfad227ecb68fa90df&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0453584 Jul 09 16:10:40.593424 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 47940) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:40.614554 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698f60fb-7ebd-4fe9-8b88-b8347bfdc36a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34576ec-0834-47f5-ace0-3c53df1e8121,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:40.619794 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f83ff555-fa9f-49f5-bd87-570d59e073f4 req-87de9061-9fb0-4eab-8560-f3994c7c10a2 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/ports?device_id=91ae230a-0d07-48fe-8dad-bd6d5e63a5a5 HTTP/1.1" status: 200 len: 210 time: 0.1204908 Jul 09 16:10:40.761317 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb2834-0cd6-4388-ad91-d0c7ab03d0b7 req-ce18dfb4-a8c4-438b-9e39-ab969725807e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:40.763061 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-dbdb2834-0cd6-4388-ad91-d0c7ab03d0b7 req-ce18dfb4-a8c4-438b-9e39-ab969725807e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.2141647 Jul 09 16:10:40.786883 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9d15b821-2682-4b29-b796-dfab96c127fb req-c6eba908-7648-426e-ab64-bd938585cfae tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214973 Jul 09 16:10:40.821591 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dbdb2834-0cd6-4388-ad91-d0c7ab03d0b7 req-7fd0b306-8f81-4176-a7fa-3c6c69aae41a service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512506 Jul 09 16:10:40.868113 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a9f1077e-c3b6-457d-a7df-d05a0962dabf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:40.892833 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 7e6cf95d-c4b7-4dc6-937f-69b79badf881 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:10:40.915248 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a21eb9cd-f2bf-4709-8589-784e1aefa12d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:40.921292 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a9f1077e-c3b6-457d-a7df-d05a0962dabf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:40.933874 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a21eb9cd-f2bf-4709-8589-784e1aefa12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:40.950373 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a3fb900-fa96-4d4b-8b37-c2776977d432 req-78054a24-98c4-4abd-9b82-8a46ad25bb9e tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Made reservation on behalf of f37579ff64a544149efae3ca6c63bc70 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:10:40.954481 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7a3fb900-fa96-4d4b-8b37-c2776977d432 req-78054a24-98c4-4abd-9b82-8a46ad25bb9e tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:41.014364 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 7e6cf95d-c4b7-4dc6-937f-69b79badf881, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=7e6cf95d-c4b7-4dc6-937f-69b79badf881,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:10:41.017316 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a21eb9cd-f2bf-4709-8589-784e1aefa12d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d9f27b4754a5433990d3e6a35544c72b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7239456 Jul 09 16:10:41.020751 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 47948) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:41.029422 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a7e11-bea8-4bc6-a8be-ef6286ab24f9 req-b23644e7-b137-4408-9f53-5209f05f7531 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:41.031002 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-247a7e11-bea8-4bc6-a8be-ef6286ab24f9 req-b23644e7-b137-4408-9f53-5209f05f7531 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.98 "GET /v2.0/ports?device_id=2096aa3e-14dc-4cce-ae48-d7dc2d1f1664 HTTP/1.1" status: 200 len: 948 time: 0.2669191 Jul 09 16:10:41.032892 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21eb9cd-f2bf-4709-8589-784e1aefa12d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59ed6d9-0eaf-4b34-a419-957e2c662565,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:41.034968 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '7e6cf95d-c4b7-4dc6-937f-69b79badf881', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'port_id': '7e6cf95d-c4b7-4dc6-937f-69b79badf881', 'mac_address': 'fa:16:3e:23:29:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f122b436-b232-4a3c-9aac-47d5639f2da4', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:10:41.061806 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb2834-0cd6-4388-ad91-d0c7ab03d0b7 req-d9d4f528-905b-40a8-8c21-e958d70033cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:41.063099 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-dbdb2834-0cd6-4388-ad91-d0c7ab03d0b7 req-d9d4f528-905b-40a8-8c21-e958d70033cd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2391627 Jul 09 16:10:41.107975 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:41.123154 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e6cf95d-c4b7-4dc6-937f-69b79badf881 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:10:41.144982 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 7e6cf95d-c4b7-4dc6-937f-69b79badf881, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=7e6cf95d-c4b7-4dc6-937f-69b79badf881,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:10:41.152432 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:41.155853 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a9f1077e-c3b6-457d-a7df-d05a0962dabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:41.158402 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a9f1077e-c3b6-457d-a7df-d05a0962dabf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:41.161831 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a9f1077e-c3b6-457d-a7df-d05a0962dabf admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e34576ec-0834-47f5-ace0-3c53df1e8121 HTTP/1.1" status: 204 len: 168 time: 0.5467763 Jul 09 16:10:41.184781 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-7a3fb900-fa96-4d4b-8b37-c2776977d432 req-78054a24-98c4-4abd-9b82-8a46ad25bb9e tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Allocated IP 192.168.233.218 (c7d8b865-e1f3-4446-a87b-a6da86eba8a1/f122b436-b232-4a3c-9aac-47d5639f2da4/7433320f-83dd-425b-8b8f-df9ed20efae5) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:10:41.186138 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f1077e-c3b6-457d-a7df-d05a0962dabf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34576ec-0834-47f5-ace0-3c53df1e8121,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:41.208959 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device c4202e0c-49ea-4b09-840e-212de5d9d44f details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:10:41.230323 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2b3fb5b2-e372-4ad7-ade4-dde0b5386e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:41.249710 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-247a7e11-bea8-4bc6-a8be-ef6286ab24f9 req-f7cd1c0d-b74f-4b2b-841e-ac3eba94b9f8 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.98 "GET /v2.0/security-groups?id=e4046649-c961-4562-8482-ef21126496b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053683 Jul 09 16:10:41.257064 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=7e6cf95d-c4b7-4dc6-937f-69b79badf881,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:41.339144 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2b3fb5b2-e372-4ad7-ade4-dde0b5386e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:41.354186 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-dbdb2834-0cd6-4388-ad91-d0c7ab03d0b7 req-35aafd29-9bff-4218-9328-53c633eedac6 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814600 Jul 09 16:10:41.380350 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port c4202e0c-49ea-4b09-840e-212de5d9d44f, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=c4202e0c-49ea-4b09-840e-212de5d9d44f,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:10:41.400031 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': 'c4202e0c-49ea-4b09-840e-212de5d9d44f', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'port_id': 'c4202e0c-49ea-4b09-840e-212de5d9d44f', 'mac_address': 'fa:16:3e:27:0c:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f122b436-b232-4a3c-9aac-47d5639f2da4', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:10:41.451307 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c7b47-83cf-4e2e-84a9-5c6f3350797d req-db9cb717-e020-42cb-b650-e8f703eb2bc8 tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:41.452871 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-338c7b47-83cf-4e2e-84a9-5c6f3350797d req-db9cb717-e020-42cb-b650-e8f703eb2bc8 tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=c10be2bf-11a4-400c-ad86-3ca904c9681e HTTP/1.1" status: 200 len: 1096 time: 0.1688716 Jul 09 16:10:41.480988 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:41.495572 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4202e0c-49ea-4b09-840e-212de5d9d44f {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:10:41.514661 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['7e6cf95d-c4b7-4dc6-937f-69b79badf881'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:10:41.560920 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port c4202e0c-49ea-4b09-840e-212de5d9d44f, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=c4202e0c-49ea-4b09-840e-212de5d9d44f,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:10:41.571511 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:41.574669 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-338c7b47-83cf-4e2e-84a9-5c6f3350797d req-d572e1f9-9cb3-4e84-8f3d-439f7c6c10e3 tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075213 Jul 09 16:10:41.577953 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-dbdb2834-0cd6-4388-ad91-d0c7ab03d0b7 req-befef7bc-f0b2-45a5-b352-fc4156180669 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988845 Jul 09 16:10:41.582035 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7a3fb900-fa96-4d4b-8b37-c2776977d432 req-78054a24-98c4-4abd-9b82-8a46ad25bb9e tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:41.617583 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-7a3fb900-fa96-4d4b-8b37-c2776977d432 req-78054a24-98c4-4abd-9b82-8a46ad25bb9e tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Transition to ACTIVE for port object 7433320f-83dd-425b-8b8f-df9ed20efae5 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:10:41.620580 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2b3fb5b2-e372-4ad7-ade4-dde0b5386e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:41.627459 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2b3fb5b2-e372-4ad7-ade4-dde0b5386e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:41.632888 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2b3fb5b2-e372-4ad7-ade4-dde0b5386e63 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b59ed6d9-0eaf-4b34-a419-957e2c662565 HTTP/1.1" status: 204 len: 168 time: 0.6008451 Jul 09 16:10:41.659319 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7a3fb900-fa96-4d4b-8b37-c2776977d432 req-78054a24-98c4-4abd-9b82-8a46ad25bb9e tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:41.666786 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7aeb9-20cd-4e3c-b939-26c38fd6f3ea req-4190eaac-cd04-4179-979a-9d60c606f65d tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:41.673671 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=c4202e0c-49ea-4b09-840e-212de5d9d44f,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:41.684045 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0fb7aeb9-20cd-4e3c-b939-26c38fd6f3ea req-4190eaac-cd04-4179-979a-9d60c606f65d tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/ports?device_id=2beae95c-727a-4164-98dc-79489bb745a8 HTTP/1.1" status: 200 len: 946 time: 0.2008061 Jul 09 16:10:41.690912 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3fb5b2-e372-4ad7-ade4-dde0b5386e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59ed6d9-0eaf-4b34-a419-957e2c662565,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:41.706749 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['c0901bde-40e8-4d03-a633-8a07c3b37954'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:10:41.725502 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a3fb900-fa96-4d4b-8b37-c2776977d432 req-78054a24-98c4-4abd-9b82-8a46ad25bb9e tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:10:41.727012 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-7a3fb900-fa96-4d4b-8b37-c2776977d432 req-78054a24-98c4-4abd-9b82-8a46ad25bb9e tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:10:41.728389 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 47962) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:41.732770 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a3fb900-fa96-4d4b-8b37-c2776977d432 req-78054a24-98c4-4abd-9b82-8a46ad25bb9e tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:10:41.740205 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3fb900-fa96-4d4b-8b37-c2776977d432 req-78054a24-98c4-4abd-9b82-8a46ad25bb9e tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:41.740962 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7a3fb900-fa96-4d4b-8b37-c2776977d432 req-78054a24-98c4-4abd-9b82-8a46ad25bb9e tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:41.748265 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-142d1db3-8d35-4ae4-b7b1-156003715325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:41.765085 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7a3fb900-fa96-4d4b-8b37-c2776977d432 req-78054a24-98c4-4abd-9b82-8a46ad25bb9e tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2195370 Jul 09 16:10:41.795418 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0fb7aeb9-20cd-4e3c-b939-26c38fd6f3ea req-a8c4838c-6a8f-4dc1-890f-2beaf83be636 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfcc9858-6d6e-4ce7-9f3e-e855c2473a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103513 Jul 09 16:10:41.798751 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-7a3fb900-fa96-4d4b-8b37-c2776977d432 req-a265b1b6-8927-49fd-9b24-bf445eeeb7b0 service neutron] Request body: {'port': {'device_id': '91ae230a-0d07-48fe-8dad-bd6d5e63a5a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:10:41.952592 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78054a24-98c4-4abd-9b82-8a46ad25bb9e tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Pushing event updated for resources: {'Port': ['ID=7433320f-83dd-425b-8b8f-df9ed20efae5,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:42.017020 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7a3fb900-fa96-4d4b-8b37-c2776977d432 req-a265b1b6-8927-49fd-9b24-bf445eeeb7b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:42.029601 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['c4202e0c-49ea-4b09-840e-212de5d9d44f'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:10:42.089003 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-142d1db3-8d35-4ae4-b7b1-156003715325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:42.094529 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-142d1db3-8d35-4ae4-b7b1-156003715325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:42.223656 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04663c-b21e-499f-a83a-13f54f2fd4e7 req-61203016-7ce8-45cf-9c43-3d9a1e2bd962 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:42.238343 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-df04663c-b21e-499f-a83a-13f54f2fd4e7 req-61203016-7ce8-45cf-9c43-3d9a1e2bd962 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f HTTP/1.1" status: 200 len: 948 time: 0.4301462 Jul 09 16:10:42.239397 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142d1db3-8d35-4ae4-b7b1-156003715325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847985c2-45e0-4588-8817-9d0e24ea2520,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:42.262464 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-142d1db3-8d35-4ae4-b7b1-156003715325 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7f555bdab50040d6b18d1ce3764032db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5325990 Jul 09 16:10:42.270905 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 47968) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:42.402147 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-df04663c-b21e-499f-a83a-13f54f2fd4e7 req-2fb1d129-7108-4b65-9c39-e6a241998e61 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622970 Jul 09 16:10:42.475348 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3320fe-7b91-4dbb-83eb-a7973f400fb4 req-d44bfa1c-78b3-42ec-bf3e-ea9415f42c14 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:42.477484 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ed3320fe-7b91-4dbb-83eb-a7973f400fb4 req-d44bfa1c-78b3-42ec-bf3e-ea9415f42c14 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/ports?device_id=91ae230a-0d07-48fe-8dad-bd6d5e63a5a5 HTTP/1.1" status: 200 len: 936 time: 0.3403590 Jul 09 16:10:42.555416 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc91fc63-dd0e-45de-a25e-51bf66effcc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:42.562128 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 47976) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:42.567597 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8609e1eb-31d7-45e8-9ffd-537cdb406f0f None None] Provisioning for port 7433320f-83dd-425b-8b8f-df9ed20efae5 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:10:42.588135 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-df2f6c07-c504-430b-8b76-ec19713ed3a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:42.598600 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8609e1eb-31d7-45e8-9ffd-537cdb406f0f None None] Provisioning complete for port 7433320f-83dd-425b-8b8f-df9ed20efae5 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:10:42.599429 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8609e1eb-31d7-45e8-9ffd-537cdb406f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:42.619525 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ed3320fe-7b91-4dbb-83eb-a7973f400fb4 req-7143021b-8036-492d-8ab5-af807a587cbb tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/security-groups?id=ed93e0da-a672-4b8b-85ca-b434962cdf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210122 Jul 09 16:10:42.659857 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc91fc63-dd0e-45de-a25e-51bf66effcc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:42.743327 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc91fc63-dd0e-45de-a25e-51bf66effcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:42.751752 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-8609e1eb-31d7-45e8-9ffd-537cdb406f0f None None] Port 7433320f-83dd-425b-8b8f-df9ed20efae5 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:10:42.752790 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc91fc63-dd0e-45de-a25e-51bf66effcc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:42.756412 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-cc91fc63-dd0e-45de-a25e-51bf66effcc4 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/847985c2-45e0-4588-8817-9d0e24ea2520 HTTP/1.1" status: 204 len: 168 time: 0.4642239 Jul 09 16:10:42.771869 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc91fc63-dd0e-45de-a25e-51bf66effcc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847985c2-45e0-4588-8817-9d0e24ea2520,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:42.833962 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-7a3fb900-fa96-4d4b-8b37-c2776977d432 req-a265b1b6-8927-49fd-9b24-bf445eeeb7b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7433320f-83dd-425b-8b8f-df9ed20efae5 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:10:42.852430 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7a3fb900-fa96-4d4b-8b37-c2776977d432 req-a265b1b6-8927-49fd-9b24-bf445eeeb7b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:42.858333 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc14ea1-c8ce-4c64-a561-2e049720db56 req-cfd47143-94d0-4efb-8646-d0cacf972ceb tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:42.859952 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3dc14ea1-c8ce-4c64-a561-2e049720db56 req-cfd47143-94d0-4efb-8646-d0cacf972ceb tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=c10be2bf-11a4-400c-ad86-3ca904c9681e HTTP/1.1" status: 200 len: 1096 time: 0.2232118 Jul 09 16:10:42.904911 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-7a3fb900-fa96-4d4b-8b37-c2776977d432 req-a265b1b6-8927-49fd-9b24-bf445eeeb7b0 service neutron] Transition to ACTIVE for port object 7433320f-83dd-425b-8b8f-df9ed20efae5 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:10:42.919582 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7a3fb900-fa96-4d4b-8b37-c2776977d432 req-a265b1b6-8927-49fd-9b24-bf445eeeb7b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:42.926511 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device ba6816e6-c488-43f5-9fa0-060c4ca64404 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:10:43.032082 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-df2f6c07-c504-430b-8b76-ec19713ed3a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:43.058848 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-df2f6c07-c504-430b-8b76-ec19713ed3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:43.084047 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592463e-5e97-4221-bb71-d6ee77e42ae0 req-bca7b13a-f4a0-4bbf-b017-159ab50589b5 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:43.091658 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f592463e-5e97-4221-bb71-d6ee77e42ae0 req-bca7b13a-f4a0-4bbf-b017-159ab50589b5 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.98 "GET /v2.0/ports?device_id=2096aa3e-14dc-4cce-ae48-d7dc2d1f1664 HTTP/1.1" status: 200 len: 949 time: 0.1381836 Jul 09 16:10:43.107285 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3dc14ea1-c8ce-4c64-a561-2e049720db56 req-717d19d8-3f9e-42b2-ac17-54b937cfb6ae tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382693 Jul 09 16:10:43.137256 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a265b1b6-8927-49fd-9b24-bf445eeeb7b0 service neutron] Pushing event updated for resources: {'Port': ['ID=7433320f-83dd-425b-8b8f-df9ed20efae5,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:43.175053 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f592463e-5e97-4221-bb71-d6ee77e42ae0 req-de76a9d8-e186-4068-a0a7-4eba07f26e27 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.98 "GET /v2.0/security-groups?id=e4046649-c961-4562-8482-ef21126496b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814421 Jul 09 16:10:43.213057 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port ba6816e6-c488-43f5-9fa0-060c4ca64404, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=ba6816e6-c488-43f5-9fa0-060c4ca64404,segment=NetworkSegment(2889ae5a-14b1-4f86-bf1f-9ec9dbd85842),segment_id=2889ae5a-14b1-4f86-bf1f-9ec9dbd85842)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:10:43.227790 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': 'ba6816e6-c488-43f5-9fa0-060c4ca64404', 'network_id': '06f3e023-1727-4312-a30e-0892f676ae49', 'port_id': 'ba6816e6-c488-43f5-9fa0-060c4ca64404', 'mac_address': 'fa:16:3e:c0:e2:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b48179f6-7941-4c95-a75e-d46019c0c71e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:10:43.264466 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 47986) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:43.275775 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-df2f6c07-c504-430b-8b76-ec19713ed3a7 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6c67070cf4e743e397d4813078640312&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7125783 Jul 09 16:10:43.280986 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2f6c07-c504-430b-8b76-ec19713ed3a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c560dfa-fb16-40d7-a630-22001eaa32fc,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:43.307310 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-7a3fb900-fa96-4d4b-8b37-c2776977d432 req-a265b1b6-8927-49fd-9b24-bf445eeeb7b0 service neutron] Attempting to bind port 7433320f-83dd-425b-8b8f-df9ed20efae5 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:10:43.308671 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-7a3fb900-fa96-4d4b-8b37-c2776977d432 req-a265b1b6-8927-49fd-9b24-bf445eeeb7b0 service neutron] Attempting to bind port 7433320f-83dd-425b-8b8f-df9ed20efae5 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:10:43.314021 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3fb900-fa96-4d4b-8b37-c2776977d432 req-a265b1b6-8927-49fd-9b24-bf445eeeb7b0 service neutron] Attempting to bind port 7433320f-83dd-425b-8b8f-df9ed20efae5 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:10:43.320827 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3fb900-fa96-4d4b-8b37-c2776977d432 req-a265b1b6-8927-49fd-9b24-bf445eeeb7b0 service neutron] Port 7433320f-83dd-425b-8b8f-df9ed20efae5 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:10:43.322167 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3fb900-fa96-4d4b-8b37-c2776977d432 req-a265b1b6-8927-49fd-9b24-bf445eeeb7b0 service neutron] Attempting to bind port 7433320f-83dd-425b-8b8f-df9ed20efae5 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:10:43.328732 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:43.332476 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3fb900-fa96-4d4b-8b37-c2776977d432 req-a265b1b6-8927-49fd-9b24-bf445eeeb7b0 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:10:43.333632 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3fb900-fa96-4d4b-8b37-c2776977d432 req-a265b1b6-8927-49fd-9b24-bf445eeeb7b0 service neutron] Checking segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:10:43.335509 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3fb900-fa96-4d4b-8b37-c2776977d432 req-a265b1b6-8927-49fd-9b24-bf445eeeb7b0 service neutron] Bound using segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:10:43.339269 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-7a3fb900-fa96-4d4b-8b37-c2776977d432 req-a265b1b6-8927-49fd-9b24-bf445eeeb7b0 service neutron] Bound port: 7433320f-83dd-425b-8b8f-df9ed20efae5, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:10:43.339720 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7a3fb900-fa96-4d4b-8b37-c2776977d432 req-a265b1b6-8927-49fd-9b24-bf445eeeb7b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:43.364846 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ba6816e6-c488-43f5-9fa0-060c4ca64404 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:10:43.427055 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port ba6816e6-c488-43f5-9fa0-060c4ca64404, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=ba6816e6-c488-43f5-9fa0-060c4ca64404,segment=NetworkSegment(2889ae5a-14b1-4f86-bf1f-9ec9dbd85842),segment_id=2889ae5a-14b1-4f86-bf1f-9ec9dbd85842)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:10:43.434462 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:43.472166 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-7a3fb900-fa96-4d4b-8b37-c2776977d432 req-a265b1b6-8927-49fd-9b24-bf445eeeb7b0 service neutron] For port 7433320f-83dd-425b-8b8f-df9ed20efae5, host n-h2-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:10:43.476469 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-7a3fb900-fa96-4d4b-8b37-c2776977d432 req-a265b1b6-8927-49fd-9b24-bf445eeeb7b0 service neutron] For port 7433320f-83dd-425b-8b8f-df9ed20efae5, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=7433320f-83dd-425b-8b8f-df9ed20efae5,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:10:43.491745 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7a3fb900-fa96-4d4b-8b37-c2776977d432 req-a265b1b6-8927-49fd-9b24-bf445eeeb7b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:43.556180 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3fb900-fa96-4d4b-8b37-c2776977d432 req-a265b1b6-8927-49fd-9b24-bf445eeeb7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:43.556878 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7a3fb900-fa96-4d4b-8b37-c2776977d432 req-a265b1b6-8927-49fd-9b24-bf445eeeb7b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:43.559212 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7a3fb900-fa96-4d4b-8b37-c2776977d432 req-a265b1b6-8927-49fd-9b24-bf445eeeb7b0 service neutron] 10.222.0.73 "PUT /v2.0/ports/7433320f-83dd-425b-8b8f-df9ed20efae5 HTTP/1.1" status: 200 len: 1096 time: 1.7762756 Jul 09 16:10:43.563888 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ae230a-0d07-48fe-8dad-bd6d5e63a5a5', 'tag': '7433320f-83dd-425b-8b8f-df9ed20efae5'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:10:43.566368 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f05d3a-3817-414c-8cfd-b1a4cbfd608d" -d '{"events": [{"name": "network-changed", "server_uuid": "91ae230a-0d07-48fe-8dad-bd6d5e63a5a5", "tag": "7433320f-83dd-425b-8b8f-df9ed20efae5"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:10:43.572557 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['ba6816e6-c488-43f5-9fa0-060c4ca64404'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:10:43.589546 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ce952109-19a2-4e0c-af56-aca12572b5f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:43.644555 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a265b1b6-8927-49fd-9b24-bf445eeeb7b0 service neutron] Pushing event updated for resources: {'Port': ['ID=7433320f-83dd-425b-8b8f-df9ed20efae5,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:43.652617 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ce952109-19a2-4e0c-af56-aca12572b5f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:43.661803 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=ba6816e6-c488-43f5-9fa0-060c4ca64404,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:43.805217 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc77768-931e-432a-a2d7-35c1e589588f req-a74ff8d8-e8a9-4963-bc5a-ef790654b420 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:43.813133 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8fc77768-931e-432a-a2d7-35c1e589588f req-a74ff8d8-e8a9-4963-bc5a-ef790654b420 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/ports?device_id=2beae95c-727a-4164-98dc-79489bb745a8 HTTP/1.1" status: 200 len: 946 time: 0.4322739 Jul 09 16:10:43.893044 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d46f7-48a8-4939-8142-19d3acfcbea7 req-3b713e92-8f7b-43be-b286-849e76cddb81 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:43.901015 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-202d46f7-48a8-4939-8142-19d3acfcbea7 req-3b713e92-8f7b-43be-b286-849e76cddb81 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f HTTP/1.1" status: 200 len: 948 time: 0.2866502 Jul 09 16:10:43.914541 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3fb900-fa96-4d4b-8b37-c2776977d432 req-a507deb1-83bb-4ccf-8e04-e67484af74bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:43.917162 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7a3fb900-fa96-4d4b-8b37-c2776977d432 req-a507deb1-83bb-4ccf-8e04-e67484af74bc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f37579ff64a544149efae3ca6c63bc70&device_id=91ae230a-0d07-48fe-8dad-bd6d5e63a5a5 HTTP/1.1" status: 200 len: 1099 time: 0.2564869 Jul 09 16:10:43.927446 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8fc77768-931e-432a-a2d7-35c1e589588f req-46eb8c4d-8e0f-4cb4-9e84-06b399c491b9 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfcc9858-6d6e-4ce7-9f3e-e855c2473a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119595 Jul 09 16:10:43.933290 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab14daa3-9623-4153-a190-1be9ec8cd64e req-6b25676a-9ae1-4507-9418-7f25172a17d4 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:43.936565 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ce952109-19a2-4e0c-af56-aca12572b5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:43.940626 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ce952109-19a2-4e0c-af56-aca12572b5f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:43.944850 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ce952109-19a2-4e0c-af56-aca12572b5f3 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1c560dfa-fb16-40d7-a630-22001eaa32fc HTTP/1.1" status: 204 len: 168 time: 0.6763046 Jul 09 16:10:43.945051 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ab14daa3-9623-4153-a190-1be9ec8cd64e req-6b25676a-9ae1-4507-9418-7f25172a17d4 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f&tenant_id=90103765321a44c5954b6bc1ea90c4d7&binding%3Ahost_id=n-h1-798930-3 HTTP/1.1" status: 200 len: 948 time: 0.2808912 Jul 09 16:10:44.011575 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce952109-19a2-4e0c-af56-aca12572b5f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c560dfa-fb16-40d7-a630-22001eaa32fc,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:44.014169 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7a3fb900-fa96-4d4b-8b37-c2776977d432 req-1baf9b1a-a51b-4099-8d85-9bc7aae9f727 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=7433320f-83dd-425b-8b8f-df9ed20efae5 HTTP/1.1" status: 200 len: 217 time: 0.0711458 Jul 09 16:10:44.047803 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-202d46f7-48a8-4939-8142-19d3acfcbea7 req-d03247f0-4159-4852-899f-e531fe6c9fc5 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454203 Jul 09 16:10:44.103209 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [req-ab14daa3-9623-4153-a190-1be9ec8cd64e req-08d91c3f-2e54-4fba-9e3b-bad06b98613c service neutron] delete failed (client error): The resource could not be found. Jul 09 16:10:44.104400 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ab14daa3-9623-4153-a190-1be9ec8cd64e req-08d91c3f-2e54-4fba-9e3b-bad06b98613c service neutron] 10.222.0.73 "DELETE /v2.0/ports/7e6cf95d-c4b7-4dc6-937f-69b79badf881/bindings/n-h2-798930-3 HTTP/1.1" status: 404 len: 380 time: 0.1476073 Jul 09 16:10:44.127149 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd222e10-fef0-4c0d-b24b-e9636ef2a851 x-openstack-request-id: req-cd222e10-fef0-4c0d-b24b-e9636ef2a851 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:10:44.127496 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ae230a-0d07-48fe-8dad-bd6d5e63a5a5", "tag": "7433320f-83dd-425b-8b8f-df9ed20efae5", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:10:44.127759 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-cd222e10-fef0-4c0d-b24b-e9636ef2a851 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:10:44.128319 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ae230a-0d07-48fe-8dad-bd6d5e63a5a5', 'tag': '7433320f-83dd-425b-8b8f-df9ed20efae5', 'status': 'completed', 'code': 200} Jul 09 16:10:44.130625 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3fb900-fa96-4d4b-8b37-c2776977d432 req-30ed501e-d3db-4969-ad99-d8a9fa5cb863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:44.133638 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7a3fb900-fa96-4d4b-8b37-c2776977d432 req-30ed501e-d3db-4969-ad99-d8a9fa5cb863 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.1129494 Jul 09 16:10:44.147952 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 48020) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:44.149774 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [req-12d634c2-153c-4b74-a44d-13b115c69c62 req-c2d19294-e81e-4cbd-864a-2b215bfb19bb service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:10:44.155443 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-12d634c2-153c-4b74-a44d-13b115c69c62 req-c2d19294-e81e-4cbd-864a-2b215bfb19bb service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109448 Jul 09 16:10:44.298020 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3fb900-fa96-4d4b-8b37-c2776977d432 req-666a1c41-da50-4d23-9f36-b6889de1147e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:44.300218 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7a3fb900-fa96-4d4b-8b37-c2776977d432 req-666a1c41-da50-4d23-9f36-b6889de1147e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1271098 Jul 09 16:10:44.419871 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acbac98-5baa-4070-a39d-e5367dfb4616 req-1b4bc124-758a-4a11-8744-103efd1e7146 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:44.428275 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2acbac98-5baa-4070-a39d-e5367dfb4616 req-1b4bc124-758a-4a11-8744-103efd1e7146 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/ports?device_id=91ae230a-0d07-48fe-8dad-bd6d5e63a5a5 HTTP/1.1" status: 200 len: 948 time: 0.1489935 Jul 09 16:10:44.456891 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab14daa3-9623-4153-a190-1be9ec8cd64e req-14656495-9879-441d-85ce-d803efc7d138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:44.458399 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ab14daa3-9623-4153-a190-1be9ec8cd64e req-14656495-9879-441d-85ce-d803efc7d138 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=90103765321a44c5954b6bc1ea90c4d7&device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f HTTP/1.1" status: 200 len: 1099 time: 0.1894772 Jul 09 16:10:44.465738 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7a3fb900-fa96-4d4b-8b37-c2776977d432 req-e054c1c9-622a-4fa6-91d2-924959e3a291 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587455 Jul 09 16:10:44.524550 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f37daae9-a389-44a9-b616-7878857fa9d7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-51140516-network', 'tenant_id': '6177a2f2e630409d9de350d24245b735'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:10:44.539399 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2acbac98-5baa-4070-a39d-e5367dfb4616 req-b58ae3dc-ba94-423a-9a8d-31a4ca9e7d3f tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/security-groups?id=ed93e0da-a672-4b8b-85ca-b434962cdf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095853 Jul 09 16:10:44.607099 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7a3fb900-fa96-4d4b-8b37-c2776977d432 req-0b388f38-eeb2-4b66-a552-93280d971f3f service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278908 Jul 09 16:10:44.643069 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab14daa3-9623-4153-a190-1be9ec8cd64e req-61ff5a5d-79e6-4f3d-bfb6-3794702be5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:44.644662 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ab14daa3-9623-4153-a190-1be9ec8cd64e req-61ff5a5d-79e6-4f3d-bfb6-3794702be5a3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1 HTTP/1.1" status: 200 len: 870 time: 0.1659362 Jul 09 16:10:44.645868 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37daae9-a389-44a9-b616-7878857fa9d7 admin admin] Made reservation on behalf of 6177a2f2e630409d9de350d24245b735 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:10:44.648491 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f37daae9-a389-44a9-b616-7878857fa9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:44.663499 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f37daae9-a389-44a9-b616-7878857fa9d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:44.818221 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ab14daa3-9623-4153-a190-1be9ec8cd64e req-97e41fad-faaa-408c-91c1-79e4d1da5f29 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=7e6cf95d-c4b7-4dc6-937f-69b79badf881 HTTP/1.1" status: 200 len: 217 time: 0.0675325 Jul 09 16:10:44.844987 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f05d3a-3817-414c-8cfd-b1a4cbfd608d req-2e26865c-2605-4f72-a7ed-d825b82d1d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:44.846596 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e0f05d3a-3817-414c-8cfd-b1a4cbfd608d req-2e26865c-2605-4f72-a7ed-d825b82d1d4c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f37579ff64a544149efae3ca6c63bc70&device_id=91ae230a-0d07-48fe-8dad-bd6d5e63a5a5 HTTP/1.1" status: 200 len: 1099 time: 0.0885684 Jul 09 16:10:44.909013 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 7e6cf95d-c4b7-4dc6-937f-69b79badf881 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:10:44.933483 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab14daa3-9623-4153-a190-1be9ec8cd64e req-972d097d-0397-4a21-b632-be563af70b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:44.935037 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ab14daa3-9623-4153-a190-1be9ec8cd64e req-972d097d-0397-4a21-b632-be563af70b54 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.1063108 Jul 09 16:10:44.982834 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f05d3a-3817-414c-8cfd-b1a4cbfd608d req-ef3d6b3b-d9d3-49ec-9ab5-1c7f26b8d26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:44.984482 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e0f05d3a-3817-414c-8cfd-b1a4cbfd608d req-ef3d6b3b-d9d3-49ec-9ab5-1c7f26b8d26d service neutron] 10.222.0.73 "GET /v2.0/networks?id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1 HTTP/1.1" status: 200 len: 870 time: 0.1315706 Jul 09 16:10:45.016279 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 7e6cf95d-c4b7-4dc6-937f-69b79badf881 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:10:45.021660 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f37daae9-a389-44a9-b616-7878857fa9d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:45.023927 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 7e6cf95d-c4b7-4dc6-937f-69b79badf881 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:10:45.024500 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:45.036513 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f37daae9-a389-44a9-b616-7878857fa9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:45.052425 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f37daae9-a389-44a9-b616-7878857fa9d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:10:45.064596 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f37daae9-a389-44a9-b616-7878857fa9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:45.065308 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-f37daae9-a389-44a9-b616-7878857fa9d7 admin admin] Added segment b31b3523-d7c7-4f8e-9765-08d9cb124dd8 of type vlan for network 5ee47ffe-fc50-4281-bd86-998a13d80773 Jul 09 16:10:45.084213 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e0f05d3a-3817-414c-8cfd-b1a4cbfd608d req-d4e91217-ea46-42c5-aaa4-16f240444f0c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=7433320f-83dd-425b-8b8f-df9ed20efae5 HTTP/1.1" status: 200 len: 217 time: 0.0916739 Jul 09 16:10:45.121582 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f37daae9-a389-44a9-b616-7878857fa9d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:45.175190 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37daae9-a389-44a9-b616-7878857fa9d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881d90c5-6c5d-4a9a-879f-d6e00f4b1ce6,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:45.184225 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f37daae9-a389-44a9-b616-7878857fa9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:45.185201 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37daae9-a389-44a9-b616-7878857fa9d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:45.185794 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f37daae9-a389-44a9-b616-7878857fa9d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:45.211071 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:45.223585 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f05d3a-3817-414c-8cfd-b1a4cbfd608d req-58e38dbf-aea5-4d67-9224-b2496ada6295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:45.225080 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e0f05d3a-3817-414c-8cfd-b1a4cbfd608d req-58e38dbf-aea5-4d67-9224-b2496ada6295 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.1343949 Jul 09 16:10:45.267277 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 48070) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:45.267731 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f37daae9-a389-44a9-b616-7878857fa9d7 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1185720 Jul 09 16:10:45.278178 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-e16203af-17c5-4175-b2af-c519af985ef8 admin admin] Request body: {'subnet': {'network_id': '5ee47ffe-fc50-4281-bd86-998a13d80773', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-51140516-subnet', 'tenant_id': '6177a2f2e630409d9de350d24245b735', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:10:45.279324 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 7e6cf95d-c4b7-4dc6-937f-69b79badf881, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=7e6cf95d-c4b7-4dc6-937f-69b79badf881,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:10:45.281615 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device c4202e0c-49ea-4b09-840e-212de5d9d44f up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:10:45.287215 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3ad4be-f5a2-4e1c-a238-fef9e908439f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e6cf95d-c4b7-4dc6-937f-69b79badf881'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:10:45.291157 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328b38f3-b47e-4ec3-948e-e8d79a95c1fa" -d '{"events": [{"server_uuid": "8d3ad4be-f5a2-4e1c-a238-fef9e908439f", "name": "network-vif-plugged", "status": "completed", "tag": "7e6cf95d-c4b7-4dc6-937f-69b79badf881"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:10:45.324578 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:45.325662 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device ba6816e6-c488-43f5-9fa0-060c4ca64404 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:10:45.326511 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f05d3a-3817-414c-8cfd-b1a4cbfd608d req-a8eddd98-111a-4d30-85be-31e3fcfd8e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:45.328077 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e0f05d3a-3817-414c-8cfd-b1a4cbfd608d req-a8eddd98-111a-4d30-85be-31e3fcfd8e4a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0961637 Jul 09 16:10:45.329570 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16203af-17c5-4175-b2af-c519af985ef8 admin admin] Made reservation on behalf of 6177a2f2e630409d9de350d24245b735 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:10:45.330512 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab14daa3-9623-4153-a190-1be9ec8cd64e req-6a07ce80-30c7-4666-9026-1d50eb4ab488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:45.332066 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ab14daa3-9623-4153-a190-1be9ec8cd64e req-6a07ce80-30c7-4666-9026-1d50eb4ab488 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3879750 Jul 09 16:10:45.332212 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e16203af-17c5-4175-b2af-c519af985ef8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:45.334744 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37daae9-a389-44a9-b616-7878857fa9d7 admin admin] Pushing event updated for resources: {'Network': ['ID=5ee47ffe-fc50-4281-bd86-998a13d80773,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:45.406572 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 5ee47ffe-fc50-4281-bd86-998a13d80773 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:10:45.521908 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ab14daa3-9623-4153-a190-1be9ec8cd64e req-d52ea358-acf8-4f14-82d3-ce167369c95c service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772444 Jul 09 16:10:45.522999 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e0f05d3a-3817-414c-8cfd-b1a4cbfd608d req-63563a1c-a27f-4302-9e5c-22a31ee716aa service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389618 Jul 09 16:10:45.639722 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=7e6cf95d-c4b7-4dc6-937f-69b79badf881,revision_number=9']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:45.659943 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port c4202e0c-49ea-4b09-840e-212de5d9d44f completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:10:45.667310 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port c4202e0c-49ea-4b09-840e-212de5d9d44f triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:10:45.667825 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:45.705124 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e16203af-17c5-4175-b2af-c519af985ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:45.739548 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port ba6816e6-c488-43f5-9fa0-060c4ca64404 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:10:45.739938 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:45.747025 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e0f05d3a-3817-414c-8cfd-b1a4cbfd608d req-cc6ea77c-ba09-4ae6-bfbe-bf67881071ea service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946197 Jul 09 16:10:45.758653 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be2ada6-f393-465d-ad03-78573b00b9ff req-52c99a09-d659-41f5-aae3-2a87884221e0 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:45.769007 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8be2ada6-f393-465d-ad03-78573b00b9ff req-52c99a09-d659-41f5-aae3-2a87884221e0 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.98 "GET /v2.0/ports?device_id=2096aa3e-14dc-4cce-ae48-d7dc2d1f1664 HTTP/1.1" status: 200 len: 949 time: 0.4983048 Jul 09 16:10:45.791025 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16203af-17c5-4175-b2af-c519af985ef8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8456b2f1-9cc1-40a3-ad18-dccbbc48eda3,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:45.797221 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16203af-17c5-4175-b2af-c519af985ef8 admin admin] Checking segment: {'id': 'b31b3523-d7c7-4f8e-9765-08d9cb124dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5ee47ffe-fc50-4281-bd86-998a13d80773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:10:45.797612 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16203af-17c5-4175-b2af-c519af985ef8 admin admin] Network hostable DHCP agents. Network: 5ee47ffe-fc50-4281-bd86-998a13d80773, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:10:45.819289 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16203af-17c5-4175-b2af-c519af985ef8 admin admin] Network 5ee47ffe-fc50-4281-bd86-998a13d80773 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:10:45.835945 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-e16203af-17c5-4175-b2af-c519af985ef8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 5ee47ffe-fc50-4281-bd86-998a13d80773) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:10:45.841593 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16203af-17c5-4175-b2af-c519af985ef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:45.842265 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e16203af-17c5-4175-b2af-c519af985ef8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:45.862068 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8be2ada6-f393-465d-ad03-78573b00b9ff req-d4783fb9-9083-48a4-a297-30c1d6388420 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.98 "GET /v2.0/security-groups?id=e4046649-c961-4562-8482-ef21126496b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918970 Jul 09 16:10:45.862647 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e16203af-17c5-4175-b2af-c519af985ef8 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5940697 Jul 09 16:10:45.865943 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 48086) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:45.872088 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-613ca41f-4aba-4d14-b75a-b58c4cb07087 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-51140516-router', 'tenant_id': '6177a2f2e630409d9de350d24245b735', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:10:45.894720 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91ab7d8-8213-4970-8bbc-e343cfced23e None None] Network 5ee47ffe-fc50-4281-bd86-998a13d80773 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:10:45.905706 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-613ca41f-4aba-4d14-b75a-b58c4cb07087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:45.906237 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ab14daa3-9623-4153-a190-1be9ec8cd64e req-325c2f79-66b3-4819-84f3-871a12d8bbea service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3684926 Jul 09 16:10:45.907211 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-613ca41f-4aba-4d14-b75a-b58c4cb07087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:45.922869 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1e711d0d-d73d-402f-82f7-c3ef7d59c744 req-45c91207-b4c8-45d7-bdf0-56edf0dd3dc9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2496378 Jul 09 16:10:46.000229 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:46.020245 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:46.044680 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-613ca41f-4aba-4d14-b75a-b58c4cb07087 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:46.134152 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port ba6816e6-c488-43f5-9fa0-060c4ca64404, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=ba6816e6-c488-43f5-9fa0-060c4ca64404,segment=NetworkSegment(2889ae5a-14b1-4f86-bf1f-9ec9dbd85842),segment_id=2889ae5a-14b1-4f86-bf1f-9ec9dbd85842)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:10:46.174690 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port c4202e0c-49ea-4b09-840e-212de5d9d44f, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=c4202e0c-49ea-4b09-840e-212de5d9d44f,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:10:46.176439 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:46.192802 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f238f8e-c6e1-470f-9d5a-4a6478154e82 req-a9c55364-9c11-4ccf-a2d7-767e68b768de tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:46.194500 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3f238f8e-c6e1-470f-9d5a-4a6478154e82 req-a9c55364-9c11-4ccf-a2d7-767e68b768de tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f HTTP/1.1" status: 200 len: 949 time: 0.0961747 Jul 09 16:10:46.201208 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e711d0d-d73d-402f-82f7-c3ef7d59c744 req-108cddde-0d45-406a-86e6-3d90d718e8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:46.202977 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1e711d0d-d73d-402f-82f7-c3ef7d59c744 req-108cddde-0d45-406a-86e6-3d90d718e8b2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=90103765321a44c5954b6bc1ea90c4d7&device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f HTTP/1.1" status: 200 len: 1100 time: 0.1863427 Jul 09 16:10:46.267215 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:46.288725 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-613ca41f-4aba-4d14-b75a-b58c4cb07087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:46.327916 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=ba6816e6-c488-43f5-9fa0-060c4ca64404,revision_number=7']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:46.363235 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fcd621-8e32-4a3a-977b-8945ada6287f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-5ee47ffe-fc50-4281-bd86-998a13d80773', 'network_id': '5ee47ffe-fc50-4281-bd86-998a13d80773', 'tenant_id': '6177a2f2e630409d9de350d24245b735', 'fixed_ips': [{'subnet_id': '8456b2f1-9cc1-40a3-ad18-dccbbc48eda3'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:10:46.364637 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e2fcd621-8e32-4a3a-977b-8945ada6287f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:46.368824 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3f238f8e-c6e1-470f-9d5a-4a6478154e82 req-e61c204e-5e19-44ed-a704-234f13fcadd8 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647058 Jul 09 16:10:46.436772 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e711d0d-d73d-402f-82f7-c3ef7d59c744 req-0119e3e5-b74f-4909-a934-d96cdf5475cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:46.438267 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1e711d0d-d73d-402f-82f7-c3ef7d59c744 req-0119e3e5-b74f-4909-a934-d96cdf5475cf service neutron] 10.222.0.77 "GET /v2.0/networks?id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1 HTTP/1.1" status: 200 len: 870 time: 0.2048573 Jul 09 16:10:46.492509 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=c4202e0c-49ea-4b09-840e-212de5d9d44f,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:46.526457 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1e711d0d-d73d-402f-82f7-c3ef7d59c744 req-025efd88-f995-4112-8a39-deaa2c49edfd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=7e6cf95d-c4b7-4dc6-937f-69b79badf881 HTTP/1.1" status: 200 len: 217 time: 0.0804002 Jul 09 16:10:46.631240 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e711d0d-d73d-402f-82f7-c3ef7d59c744 req-f19e1984-b651-475a-8569-54e49ac767c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:46.635403 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1e711d0d-d73d-402f-82f7-c3ef7d59c744 req-f19e1984-b651-475a-8569-54e49ac767c9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.1001446 Jul 09 16:10:46.687917 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-e2fcd621-8e32-4a3a-977b-8945ada6287f None None] Allocated IP 172.20.0.2 (5ee47ffe-fc50-4281-bd86-998a13d80773/8456b2f1-9cc1-40a3-ad18-dccbbc48eda3/b951d31d-3d43-4ff8-ada8-6415a5596331) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:10:46.749868 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-613ca41f-4aba-4d14-b75a-b58c4cb07087 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:46.777528 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 48106) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:46.783665 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-613ca41f-4aba-4d14-b75a-b58c4cb07087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:46.832351 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e711d0d-d73d-402f-82f7-c3ef7d59c744 req-f1f43557-f514-4150-a920-4e8f0f878194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:46.834000 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1e711d0d-d73d-402f-82f7-c3ef7d59c744 req-f1f43557-f514-4150-a920-4e8f0f878194 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1848910 Jul 09 16:10:46.911185 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f743302-78f6-4250-b92e-2d2c88e7c718 req-637b275b-03a7-4f17-843c-2c88bdc1b77a tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:46.913279 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0f743302-78f6-4250-b92e-2d2c88e7c718 req-637b275b-03a7-4f17-843c-2c88bdc1b77a tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/ports?device_id=2beae95c-727a-4164-98dc-79489bb745a8 HTTP/1.1" status: 200 len: 946 time: 0.2072310 Jul 09 16:10:46.921578 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device ba6816e6-c488-43f5-9fa0-060c4ca64404 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:10:46.968296 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [req-08894043-4dbb-4511-91d6-54e8b43033ea req-1293132d-0f41-49f1-b29e-58c47a6a33da tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:10:46.969633 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-08894043-4dbb-4511-91d6-54e8b43033ea req-1293132d-0f41-49f1-b29e-58c47a6a33da tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1911492 Jul 09 16:10:46.980967 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e2fcd621-8e32-4a3a-977b-8945ada6287f None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:46.992050 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e2fcd621-8e32-4a3a-977b-8945ada6287f None None] Transition to ACTIVE for port object b951d31d-3d43-4ff8-ada8-6415a5596331 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:10:46.996669 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0f743302-78f6-4250-b92e-2d2c88e7c718 req-a8984f18-e38a-4563-b7a1-fe10b5bed020 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfcc9858-6d6e-4ce7-9f3e-e855c2473a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612469 Jul 09 16:10:46.999968 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1e711d0d-d73d-402f-82f7-c3ef7d59c744 req-557589cf-f72a-4fbe-bdb6-489c2991d4ca service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584225 Jul 09 16:10:47.038682 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e2fcd621-8e32-4a3a-977b-8945ada6287f None None] Transition to ACTIVE for port object b951d31d-3d43-4ff8-ada8-6415a5596331 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:10:47.048405 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:47.059872 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e2fcd621-8e32-4a3a-977b-8945ada6287f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:47.111971 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-613ca41f-4aba-4d14-b75a-b58c4cb07087 admin admin] Allocated IP 172.25.0.28 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/fadc3027-5fe9-46c3-8a86-12e93350d3ea) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:10:47.134178 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fcd621-8e32-4a3a-977b-8945ada6287f None None] Network 5ee47ffe-fc50-4281-bd86-998a13d80773 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:10:47.150013 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b642e5b3-65e4-4d09-9aa2-a37db9740558 x-openstack-request-id: req-b642e5b3-65e4-4d09-9aa2-a37db9740558 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:10:47.150402 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d3ad4be-f5a2-4e1c-a238-fef9e908439f", "name": "network-vif-plugged", "status": "completed", "tag": "7e6cf95d-c4b7-4dc6-937f-69b79badf881", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:10:47.150631 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b642e5b3-65e4-4d09-9aa2-a37db9740558 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:10:47.151178 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d3ad4be-f5a2-4e1c-a238-fef9e908439f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e6cf95d-c4b7-4dc6-937f-69b79badf881', 'code': 200} Jul 09 16:10:47.155236 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port ba6816e6-c488-43f5-9fa0-060c4ca64404, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=ba6816e6-c488-43f5-9fa0-060c4ca64404,segment=NetworkSegment(2889ae5a-14b1-4f86-bf1f-9ec9dbd85842),segment_id=2889ae5a-14b1-4f86-bf1f-9ec9dbd85842)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:10:47.157444 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-e2fcd621-8e32-4a3a-977b-8945ada6287f None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:10:47.158693 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f5ba6c-b196-4dec-a772-c44330b34cf7 req-effeb922-5603-4afc-af26-c467661f9d60 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:47.160507 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-17f5ba6c-b196-4dec-a772-c44330b34cf7 req-effeb922-5603-4afc-af26-c467661f9d60 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.77 "GET /v2.0/ports?device_id=2beae95c-727a-4164-98dc-79489bb745a8 HTTP/1.1" status: 200 len: 946 time: 0.3066976 Jul 09 16:10:47.171839 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1e711d0d-d73d-402f-82f7-c3ef7d59c744 req-c1cc42a0-9bf4-4106-ba1d-bd4bade175e0 service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636360 Jul 09 16:10:47.174982 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fcd621-8e32-4a3a-977b-8945ada6287f None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:10:47.179722 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:47.193204 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fcd621-8e32-4a3a-977b-8945ada6287f None None] Pushing event updated for resources: {'Port': ['ID=b951d31d-3d43-4ff8-ada8-6415a5596331,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:47.325712 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e2fcd621-8e32-4a3a-977b-8945ada6287f None None] Attempting to bind port b951d31d-3d43-4ff8-ada8-6415a5596331 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:10:47.326045 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e2fcd621-8e32-4a3a-977b-8945ada6287f None None] Attempting to bind port b951d31d-3d43-4ff8-ada8-6415a5596331 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'b31b3523-d7c7-4f8e-9765-08d9cb124dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5ee47ffe-fc50-4281-bd86-998a13d80773'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:10:47.326345 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fcd621-8e32-4a3a-977b-8945ada6287f None None] Attempting to bind port b951d31d-3d43-4ff8-ada8-6415a5596331 on network 5ee47ffe-fc50-4281-bd86-998a13d80773 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:10:47.341356 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fcd621-8e32-4a3a-977b-8945ada6287f None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:10:47.341773 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fcd621-8e32-4a3a-977b-8945ada6287f None None] Checking segment: {'id': 'b31b3523-d7c7-4f8e-9765-08d9cb124dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5ee47ffe-fc50-4281-bd86-998a13d80773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:10:47.342123 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e2fcd621-8e32-4a3a-977b-8945ada6287f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:47.342519 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fcd621-8e32-4a3a-977b-8945ada6287f None None] Bound using segment: {'id': 'b31b3523-d7c7-4f8e-9765-08d9cb124dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5ee47ffe-fc50-4281-bd86-998a13d80773'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:10:47.343190 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e2fcd621-8e32-4a3a-977b-8945ada6287f None None] Bound port: b951d31d-3d43-4ff8-ada8-6415a5596331, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b31b3523-d7c7-4f8e-9765-08d9cb124dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5ee47ffe-fc50-4281-bd86-998a13d80773'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:10:47.343401 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e2fcd621-8e32-4a3a-977b-8945ada6287f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:47.364378 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=ba6816e6-c488-43f5-9fa0-060c4ca64404,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:47.382087 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-08894043-4dbb-4511-91d6-54e8b43033ea req-7006e4c4-1f26-4f2d-98d7-e30fa0c2a95c service neutron] Request body: {'binding': {'host': 'n-h2-798930-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:10:47.382622 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-08894043-4dbb-4511-91d6-54e8b43033ea req-7006e4c4-1f26-4f2d-98d7-e30fa0c2a95c service neutron] Unknown quota resources ['binding']. {{(pid=93959) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 16:10:47.448000 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-e2fcd621-8e32-4a3a-977b-8945ada6287f None None] For port b951d31d-3d43-4ff8-ada8-6415a5596331, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:10:47.454887 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-e2fcd621-8e32-4a3a-977b-8945ada6287f None None] For port b951d31d-3d43-4ff8-ada8-6415a5596331, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=b951d31d-3d43-4ff8-ada8-6415a5596331,segment=NetworkSegment(b31b3523-d7c7-4f8e-9765-08d9cb124dd8),segment_id=b31b3523-d7c7-4f8e-9765-08d9cb124dd8)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:10:47.463385 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e2fcd621-8e32-4a3a-977b-8945ada6287f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:47.562625 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fcd621-8e32-4a3a-977b-8945ada6287f None None] Pushing event updated for resources: {'Port': ['ID=b951d31d-3d43-4ff8-ada8-6415a5596331,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:47.626674 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840b12a-e33b-4edb-a558-a1ebd1e618ce req-72767a34-0426-4328-859c-ae83818f425e tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:47.628277 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8840b12a-e33b-4edb-a558-a1ebd1e618ce req-72767a34-0426-4328-859c-ae83818f425e tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/ports?device_id=91ae230a-0d07-48fe-8dad-bd6d5e63a5a5 HTTP/1.1" status: 200 len: 948 time: 0.3354778 Jul 09 16:10:47.688701 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8840b12a-e33b-4edb-a558-a1ebd1e618ce req-1b53b717-14ba-46dd-884d-a3142f79b74b tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/security-groups?id=ed93e0da-a672-4b8b-85ca-b434962cdf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540617 Jul 09 16:10:47.692866 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-613ca41f-4aba-4d14-b75a-b58c4cb07087 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:47.777591 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-17f5ba6c-b196-4dec-a772-c44330b34cf7 req-dd695bc9-0cb2-48e0-a8d6-ec893cb353df tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Deleting port ba6816e6-c488-43f5-9fa0-060c4ca64404 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:10:47.778557 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-17f5ba6c-b196-4dec-a772-c44330b34cf7 req-dd695bc9-0cb2-48e0-a8d6-ec893cb353df tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:47.920708 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-08894043-4dbb-4511-91d6-54e8b43033ea req-7006e4c4-1f26-4f2d-98d7-e30fa0c2a95c service neutron] Attempting to bind port 4234f788-2b1b-4819-b621-eebba2f8ecb2 on host n-h2-798930-3 for vnic_type normal with profile None {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:10:47.921459 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-08894043-4dbb-4511-91d6-54e8b43033ea req-7006e4c4-1f26-4f2d-98d7-e30fa0c2a95c service neutron] Attempting to bind port 4234f788-2b1b-4819-b621-eebba2f8ecb2 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': 'cbc7a639-5863-4995-9a4b-f91be63e1ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b65bcac-ba21-4565-bf6d-5e7b6fe83db7'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:10:47.922109 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08894043-4dbb-4511-91d6-54e8b43033ea req-7006e4c4-1f26-4f2d-98d7-e30fa0c2a95c service neutron] Attempting to bind port 4234f788-2b1b-4819-b621-eebba2f8ecb2 on network 2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:10:47.948085 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08894043-4dbb-4511-91d6-54e8b43033ea req-7006e4c4-1f26-4f2d-98d7-e30fa0c2a95c service neutron] Port 4234f788-2b1b-4819-b621-eebba2f8ecb2 on network 2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:10:47.948445 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08894043-4dbb-4511-91d6-54e8b43033ea req-7006e4c4-1f26-4f2d-98d7-e30fa0c2a95c service neutron] Attempting to bind port 4234f788-2b1b-4819-b621-eebba2f8ecb2 on network 2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:10:47.973861 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08894043-4dbb-4511-91d6-54e8b43033ea req-7006e4c4-1f26-4f2d-98d7-e30fa0c2a95c service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:10:47.975024 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08894043-4dbb-4511-91d6-54e8b43033ea req-7006e4c4-1f26-4f2d-98d7-e30fa0c2a95c service neutron] Checking segment: {'id': 'cbc7a639-5863-4995-9a4b-f91be63e1ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b65bcac-ba21-4565-bf6d-5e7b6fe83db7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:10:47.975024 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08894043-4dbb-4511-91d6-54e8b43033ea req-7006e4c4-1f26-4f2d-98d7-e30fa0c2a95c service neutron] Bound using segment: {'id': 'cbc7a639-5863-4995-9a4b-f91be63e1ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b65bcac-ba21-4565-bf6d-5e7b6fe83db7'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:10:47.975024 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-08894043-4dbb-4511-91d6-54e8b43033ea req-7006e4c4-1f26-4f2d-98d7-e30fa0c2a95c service neutron] Bound port: 4234f788-2b1b-4819-b621-eebba2f8ecb2, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbc7a639-5863-4995-9a4b-f91be63e1ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b65bcac-ba21-4565-bf6d-5e7b6fe83db7'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:10:47.983796 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-613ca41f-4aba-4d14-b75a-b58c4cb07087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:48.115845 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device b951d31d-3d43-4ff8-ada8-6415a5596331 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:10:48.126868 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-17f5ba6c-b196-4dec-a772-c44330b34cf7 req-dd695bc9-0cb2-48e0-a8d6-ec893cb353df tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] For port ba6816e6-c488-43f5-9fa0-060c4ca64404, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=ba6816e6-c488-43f5-9fa0-060c4ca64404,segment=NetworkSegment(2889ae5a-14b1-4f86-bf1f-9ec9dbd85842),segment_id=2889ae5a-14b1-4f86-bf1f-9ec9dbd85842)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:10:48.127397 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-17f5ba6c-b196-4dec-a772-c44330b34cf7 req-dd695bc9-0cb2-48e0-a8d6-ec893cb353df tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:48.173618 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613ca41f-4aba-4d14-b75a-b58c4cb07087 admin admin] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:10:48.193073 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-17f5ba6c-b196-4dec-a772-c44330b34cf7 req-dd695bc9-0cb2-48e0-a8d6-ec893cb353df tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Calling delete_port for ba6816e6-c488-43f5-9fa0-060c4ca64404 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:10:48.197927 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port b951d31d-3d43-4ff8-ada8-6415a5596331 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:10:48.198107 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-613ca41f-4aba-4d14-b75a-b58c4cb07087 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:10:48.201715 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613ca41f-4aba-4d14-b75a-b58c4cb07087 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:10:48.214505 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613ca41f-4aba-4d14-b75a-b58c4cb07087 admin admin] Pushing event updated for resources: {'Port': ['ID=fadc3027-5fe9-46c3-8a86-12e93350d3ea,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:48.222553 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e16c8a-657f-4ce0-bc00-2b782052eb6a req-a8284315-4164-4218-905d-5eaf8435fab5 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:48.224897 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-57e16c8a-657f-4ce0-bc00-2b782052eb6a req-a8284315-4164-4218-905d-5eaf8435fab5 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.98 "GET /v2.0/ports?device_id=2096aa3e-14dc-4cce-ae48-d7dc2d1f1664 HTTP/1.1" status: 200 len: 950 time: 0.1068616 Jul 09 16:10:48.264659 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-57e16c8a-657f-4ce0-bc00-2b782052eb6a req-7b00ce86-886f-410c-bc1f-ec2c87234a92 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.98 "GET /v2.0/security-groups?id=e4046649-c961-4562-8482-ef21126496b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327106 Jul 09 16:10:48.296804 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-08894043-4dbb-4511-91d6-54e8b43033ea req-7006e4c4-1f26-4f2d-98d7-e30fa0c2a95c service neutron] For port 4234f788-2b1b-4819-b621-eebba2f8ecb2, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=4234f788-2b1b-4819-b621-eebba2f8ecb2,segment=NetworkSegment(cbc7a639-5863-4995-9a4b-f91be63e1ab1),segment_id=cbc7a639-5863-4995-9a4b-f91be63e1ab1)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:10:48.330486 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-08894043-4dbb-4511-91d6-54e8b43033ea req-7006e4c4-1f26-4f2d-98d7-e30fa0c2a95c service neutron] Notify callbacks [] for binding, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:48.331721 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-08894043-4dbb-4511-91d6-54e8b43033ea req-7006e4c4-1f26-4f2d-98d7-e30fa0c2a95c service neutron] 10.222.0.98 "POST /v2.0/ports/4234f788-2b1b-4819-b621-eebba2f8ecb2/bindings HTTP/1.1" status: 201 len: 389 time: 1.2544901 Jul 09 16:10:48.552968 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba3f1a-6bf0-4a76-90b3-efc06ab0bf64 req-d7bf1e85-54e0-487e-9744-ac88b352c73a tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:48.556945 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-56ba3f1a-6bf0-4a76-90b3-efc06ab0bf64 req-d7bf1e85-54e0-487e-9744-ac88b352c73a tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f HTTP/1.1" status: 200 len: 949 time: 0.1710634 Jul 09 16:10:48.563396 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-613ca41f-4aba-4d14-b75a-b58c4cb07087 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:48.597663 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-17f5ba6c-b196-4dec-a772-c44330b34cf7 req-dd695bc9-0cb2-48e0-a8d6-ec893cb353df tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:48.655392 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd695bc9-0cb2-48e0-a8d6-ec893cb353df tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Pushing event deleted for resources: {'Port': ['ID=ba6816e6-c488-43f5-9fa0-060c4ca64404,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:48.656650 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-56ba3f1a-6bf0-4a76-90b3-efc06ab0bf64 req-40441b58-0e0d-4dee-b6f4-483e5da6d4d0 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904255 Jul 09 16:10:48.736699 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f5ba6c-b196-4dec-a772-c44330b34cf7 req-dd695bc9-0cb2-48e0-a8d6-ec893cb353df tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] No DVR routers for this DVR port ba6816e6-c488-43f5-9fa0-060c4ca64404 on host n-h1-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:10:48.748383 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-17f5ba6c-b196-4dec-a772-c44330b34cf7 req-dd695bc9-0cb2-48e0-a8d6-ec893cb353df tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:48.749515 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08894043-4dbb-4511-91d6-54e8b43033ea req-e39acf2f-8ef4-4dd3-9be6-0712abeea8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:48.750338 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-17f5ba6c-b196-4dec-a772-c44330b34cf7 req-dd695bc9-0cb2-48e0-a8d6-ec893cb353df tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.77 "DELETE /v2.0/ports/ba6816e6-c488-43f5-9fa0-060c4ca64404 HTTP/1.1" status: 204 len: 173 time: 1.3735962 Jul 09 16:10:48.750799 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2beae95c-727a-4164-98dc-79489bb745a8', 'name': 'network-vif-deleted', 'tag': 'ba6816e6-c488-43f5-9fa0-060c4ca64404'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:10:48.750997 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-08894043-4dbb-4511-91d6-54e8b43033ea req-e39acf2f-8ef4-4dd3-9be6-0712abeea8f2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9639d7ee11dd47639be4bedc72b53ccc&device_id=c10be2bf-11a4-400c-ad86-3ca904c9681e HTTP/1.1" status: 200 len: 1096 time: 0.0933948 Jul 09 16:10:48.753057 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48abba37-3812-47f1-958b-504b1b5ba7a8" -d '{"events": [{"server_uuid": "2beae95c-727a-4164-98dc-79489bb745a8", "name": "network-vif-deleted", "tag": "ba6816e6-c488-43f5-9fa0-060c4ca64404"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:10:48.780264 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0075cbf7-05e1-4e26-aa03-d67c5b6a9da5 None None] Network 5ee47ffe-fc50-4281-bd86-998a13d80773 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:10:48.783047 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1884f570-af40-47fd-b7f0-504c5e307a95 req-79425f21-e9a3-4841-8008-00b42477d4f1 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/ports?device_id=2beae95c-727a-4164-98dc-79489bb745a8 HTTP/1.1" status: 200 len: 210 time: 0.0490036 Jul 09 16:10:48.901064 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c36c5ec9-330e-447c-926d-7b64336261b4 None None] Provisioning for port b951d31d-3d43-4ff8-ada8-6415a5596331 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:10:48.913643 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08894043-4dbb-4511-91d6-54e8b43033ea req-648807dd-6318-4cb1-9cf6-713f92dfbe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:48.915187 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-08894043-4dbb-4511-91d6-54e8b43033ea req-648807dd-6318-4cb1-9cf6-713f92dfbe30 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 HTTP/1.1" status: 200 len: 921 time: 0.1566505 Jul 09 16:10:48.916530 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c36c5ec9-330e-447c-926d-7b64336261b4 None None] Provisioning complete for port b951d31d-3d43-4ff8-ada8-6415a5596331 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:10:48.916955 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c36c5ec9-330e-447c-926d-7b64336261b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:48.928963 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d24bca-8564-436a-bcaa-0e53a7c7ccc9 req-f4d272e2-43ab-43b6-b68b-54d313fd9ff0 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:48.930617 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c7d24bca-8564-436a-bcaa-0e53a7c7ccc9 req-f4d272e2-43ab-43b6-b68b-54d313fd9ff0 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10be2bf-11a4-400c-ad86-3ca904c9681e HTTP/1.1" status: 200 len: 945 time: 0.1148851 Jul 09 16:10:48.974486 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-613ca41f-4aba-4d14-b75a-b58c4cb07087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:48.989018 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-08894043-4dbb-4511-91d6-54e8b43033ea req-4c8793e2-f0cf-43bf-8c64-b23856cbb488 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4234f788-2b1b-4819-b621-eebba2f8ecb2 HTTP/1.1" status: 200 len: 217 time: 0.0573318 Jul 09 16:10:49.047357 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c7d24bca-8564-436a-bcaa-0e53a7c7ccc9 req-78e9bdf7-fafa-4e98-8836-6ed37ae59dea tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045415 Jul 09 16:10:49.084114 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08894043-4dbb-4511-91d6-54e8b43033ea req-b41f3e95-e1cc-410a-a87e-5eb8a23ae1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:49.087179 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-08894043-4dbb-4511-91d6-54e8b43033ea req-b41f3e95-e1cc-410a-a87e-5eb8a23ae1a7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1e15c12f-d45d-4aa3-a5bc-500d552ae0b3 HTTP/1.1" status: 200 len: 860 time: 0.0900421 Jul 09 16:10:49.127236 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c36c5ec9-330e-447c-926d-7b64336261b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:49.129830 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-08894043-4dbb-4511-91d6-54e8b43033ea req-55ecd75f-a46a-49ff-a500-56d0b3f2db28 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2b65bcac-ba21-4565-bf6d-5e7b6fe83db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339346 Jul 09 16:10:49.155558 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2beae95c-727a-4164-98dc-79489bb745a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba6816e6-c488-43f5-9fa0-060c4ca64404'}, {'server_uuid': '2096aa3e-14dc-4cce-ae48-d7dc2d1f1664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4202e0c-49ea-4b09-840e-212de5d9d44f'}, {'server_uuid': '2beae95c-727a-4164-98dc-79489bb745a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba6816e6-c488-43f5-9fa0-060c4ca64404'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:10:49.157755 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fe03f5-680f-4df8-b1ca-be26ef0edc5d" -d '{"events": [{"server_uuid": "2beae95c-727a-4164-98dc-79489bb745a8", "name": "network-vif-plugged", "status": "completed", "tag": "ba6816e6-c488-43f5-9fa0-060c4ca64404"}, {"server_uuid": "2096aa3e-14dc-4cce-ae48-d7dc2d1f1664", "name": "network-vif-plugged", "status": "completed", "tag": "c4202e0c-49ea-4b09-840e-212de5d9d44f"}, {"server_uuid": "2beae95c-727a-4164-98dc-79489bb745a8", "name": "network-vif-unplugged", "status": "completed", "tag": "ba6816e6-c488-43f5-9fa0-060c4ca64404"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:10:49.185375 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-c36c5ec9-330e-447c-926d-7b64336261b4 None None] For port b951d31d-3d43-4ff8-ada8-6415a5596331, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=b951d31d-3d43-4ff8-ada8-6415a5596331,segment=NetworkSegment(b31b3523-d7c7-4f8e-9765-08d9cb124dd8),segment_id=b31b3523-d7c7-4f8e-9765-08d9cb124dd8)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:10:49.186126 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b874e97-1ccb-4ca8-9e6e-5e5893bf0720 req-c046b692-9224-4e0e-94bc-1ebfb0631327 tempest-MigrationsAdminTest-1206000304 tempest-MigrationsAdminTest-1206000304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:49.191434 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6b874e97-1ccb-4ca8-9e6e-5e5893bf0720 req-c046b692-9224-4e0e-94bc-1ebfb0631327 tempest-MigrationsAdminTest-1206000304 tempest-MigrationsAdminTest-1206000304-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f HTTP/1.1" status: 200 len: 1100 time: 0.0937018 Jul 09 16:10:49.193193 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c36c5ec9-330e-447c-926d-7b64336261b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:49.206980 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-613ca41f-4aba-4d14-b75a-b58c4cb07087 admin admin] Router 2465b92e-bde2-44dc-b44d-80c8d1100806 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:10:49.253993 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 7433320f-83dd-425b-8b8f-df9ed20efae5 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:10:49.255885 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c5ec9-330e-447c-926d-7b64336261b4 None None] Pushing event updated for resources: {'Port': ['ID=b951d31d-3d43-4ff8-ada8-6415a5596331,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:49.305554 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-08894043-4dbb-4511-91d6-54e8b43033ea req-88278e15-fff7-4fcc-97df-98dac0db7e60 service neutron] 10.222.0.73 "GET /v2.0/networks/2b65bcac-ba21-4565-bf6d-5e7b6fe83db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685667 Jul 09 16:10:49.320863 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac048b-6a0b-4be5-8a58-ec506ecb6de5 req-dc9f9a62-a63f-4dbe-8d9c-2c652ed2b713 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:49.323106 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-26ac048b-6a0b-4be5-8a58-ec506ecb6de5 req-dc9f9a62-a63f-4dbe-8d9c-2c652ed2b713 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/ports?device_id=91ae230a-0d07-48fe-8dad-bd6d5e63a5a5 HTTP/1.1" status: 200 len: 948 time: 0.1282635 Jul 09 16:10:49.359353 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-613ca41f-4aba-4d14-b75a-b58c4cb07087 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:10:49.370365 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0654724d-28c5-436a-a003-630ae386fa9b None None] Sync routers for ids ['2465b92e-bde2-44dc-b44d-80c8d1100806'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:10:49.379600 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 7433320f-83dd-425b-8b8f-df9ed20efae5, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=7433320f-83dd-425b-8b8f-df9ed20efae5,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:10:49.388986 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6b874e97-1ccb-4ca8-9e6e-5e5893bf0720 req-94645386-1ab6-4076-9d21-e7df05edbbb4 tempest-MigrationsAdminTest-1206000304 tempest-MigrationsAdminTest-1206000304-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919003 Jul 09 16:10:49.390830 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0654724d-28c5-436a-a003-630ae386fa9b None None] Routers {'2465b92e-bde2-44dc-b44d-80c8d1100806'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:10:49.394019 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-0654724d-28c5-436a-a003-630ae386fa9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:10:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['2465b92e-bde2-44dc-b44d-80c8d1100806'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:10:49.395103 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '7433320f-83dd-425b-8b8f-df9ed20efae5', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'port_id': '7433320f-83dd-425b-8b8f-df9ed20efae5', 'mac_address': 'fa:16:3e:eb:9c:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f122b436-b232-4a3c-9aac-47d5639f2da4', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:10:49.426016 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-26ac048b-6a0b-4be5-8a58-ec506ecb6de5 req-8fc91d3a-2b7e-4200-9d14-c3f0de02511b tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/security-groups?id=ed93e0da-a672-4b8b-85ca-b434962cdf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936239 Jul 09 16:10:49.428935 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-613ca41f-4aba-4d14-b75a-b58c4cb07087 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:49.431831 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-613ca41f-4aba-4d14-b75a-b58c4cb07087 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.5633848 Jul 09 16:10:49.433636 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 48144) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:49.496130 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696118db-b8d5-42e6-a94c-ebe933fe0fc1 x-openstack-request-id: req-696118db-b8d5-42e6-a94c-ebe933fe0fc1 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:10:49.496428 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2beae95c-727a-4164-98dc-79489bb745a8", "name": "network-vif-deleted", "tag": "ba6816e6-c488-43f5-9fa0-060c4ca64404", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:10:49.497017 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-696118db-b8d5-42e6-a94c-ebe933fe0fc1 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:10:49.497430 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2beae95c-727a-4164-98dc-79489bb745a8', 'name': 'network-vif-deleted', 'tag': 'ba6816e6-c488-43f5-9fa0-060c4ca64404', 'status': 'completed', 'code': 200} Jul 09 16:10:49.502278 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:49.522947 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-08894043-4dbb-4511-91d6-54e8b43033ea req-b0abf1a5-908d-42c1-9165-94a7d5231230 service neutron] 10.222.0.73 "GET /v2.0/networks/2b65bcac-ba21-4565-bf6d-5e7b6fe83db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949031 Jul 09 16:10:49.549643 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7433320f-83dd-425b-8b8f-df9ed20efae5 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:10:49.604919 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 7433320f-83dd-425b-8b8f-df9ed20efae5, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=7433320f-83dd-425b-8b8f-df9ed20efae5,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:10:49.612813 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:49.674423 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-0654724d-28c5-436a-a003-630ae386fa9b None None] Set router 2465b92e-bde2-44dc-b44d-80c8d1100806 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:10:49.777552 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Fri, 09 Jul 2021 16:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48bd98c6-e818-4a1e-8588-9fed9294c62c x-openstack-request-id: req-48bd98c6-e818-4a1e-8588-9fed9294c62c {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:10:49.777806 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2beae95c-727a-4164-98dc-79489bb745a8", "name": "network-vif-plugged", "status": "completed", "tag": "ba6816e6-c488-43f5-9fa0-060c4ca64404", "code": 200}, {"server_uuid": "2096aa3e-14dc-4cce-ae48-d7dc2d1f1664", "name": "network-vif-plugged", "status": "completed", "tag": "c4202e0c-49ea-4b09-840e-212de5d9d44f", "code": 200}, {"server_uuid": "2beae95c-727a-4164-98dc-79489bb745a8", "name": "network-vif-unplugged", "status": "completed", "tag": "ba6816e6-c488-43f5-9fa0-060c4ca64404", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:10:49.778057 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-48bd98c6-e818-4a1e-8588-9fed9294c62c {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:10:49.780373 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2beae95c-727a-4164-98dc-79489bb745a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba6816e6-c488-43f5-9fa0-060c4ca64404', 'code': 200} Jul 09 16:10:49.780650 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2096aa3e-14dc-4cce-ae48-d7dc2d1f1664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4202e0c-49ea-4b09-840e-212de5d9d44f', 'code': 200} Jul 09 16:10:49.780904 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2beae95c-727a-4164-98dc-79489bb745a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba6816e6-c488-43f5-9fa0-060c4ca64404', 'code': 200} Jul 09 16:10:49.784790 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=7433320f-83dd-425b-8b8f-df9ed20efae5,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:49.840766 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6463b304-1915-4012-b51e-4e28592ec343 None None] Provisioning complete for port b951d31d-3d43-4ff8-ada8-6415a5596331 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:10:49.841275 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6463b304-1915-4012-b51e-4e28592ec343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:50.058485 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-0654724d-28c5-436a-a003-630ae386fa9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2465b92e-bde2-44dc-b44d-80c8d1100806', 'name': 'tempest-FloatingIPsTestJSON-51140516-router', 'tenant_id': '6177a2f2e630409d9de350d24245b735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'fadc3027-5fe9-46c3-8a86-12e93350d3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:10:45Z', 'updated_at': '2021-07-09T16:10:48Z', 'revision_number': 3, 'project_id': '6177a2f2e630409d9de350d24245b735', 'gw_port': {'id': 'fadc3027-5fe9-46c3-8a86-12e93350d3ea', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e2:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2465b92e-bde2-44dc-b44d-80c8d1100806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:10:46Z', 'updated_at': '2021-07-09T16:10:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:10:50.094680 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['7433320f-83dd-425b-8b8f-df9ed20efae5'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:10:50.128758 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0654724d-28c5-436a-a003-630ae386fa9b None None] Checking router: 2465b92e-bde2-44dc-b44d-80c8d1100806 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:10:50.129309 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0654724d-28c5-436a-a003-630ae386fa9b None None] Updating router 2465b92e-bde2-44dc-b44d-80c8d1100806 port fadc3027-5fe9-46c3-8a86-12e93350d3ea binding host n-d-798930-3 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:10:50.167530 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device b951d31d-3d43-4ff8-ada8-6415a5596331 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:10:50.171744 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08894043-4dbb-4511-91d6-54e8b43033ea req-05208b06-75b5-4cdb-840b-526af83c441f tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:50.173288 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-08894043-4dbb-4511-91d6-54e8b43033ea req-05208b06-75b5-4cdb-840b-526af83c441f tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=c10be2bf-11a4-400c-ad86-3ca904c9681e&tenant_id=9639d7ee11dd47639be4bedc72b53ccc&binding%3Ahost_id=n-h1-798930-3 HTTP/1.1" status: 200 len: 1096 time: 0.3337998 Jul 09 16:10:50.184627 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 48168) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:50.191977 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-08894043-4dbb-4511-91d6-54e8b43033ea req-bc928de8-b806-4249-a949-0f5ecc6c9dc9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-798930-3'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:10:50.205631 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-0654724d-28c5-436a-a003-630ae386fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:50.219137 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ecf4b7-4e4a-436d-8074-fe47c4c8daf7 req-ea29da3c-678e-4927-a60f-126e69a528c5 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:50.227177 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-90ecf4b7-4e4a-436d-8074-fe47c4c8daf7 req-ea29da3c-678e-4927-a60f-126e69a528c5 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.98 "GET /v2.0/ports?device_id=2096aa3e-14dc-4cce-ae48-d7dc2d1f1664 HTTP/1.1" status: 200 len: 950 time: 0.2539527 Jul 09 16:10:50.251343 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f87a359c-ff27-4b9e-ac82-ec925940cd7f req-e4fc6087-a521-46c2-b31d-2d87d43c3507 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=90103765321a44c5954b6bc1ea90c4d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0770857 Jul 09 16:10:50.337723 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-90ecf4b7-4e4a-436d-8074-fe47c4c8daf7 req-3df6b929-9206-45f7-8b19-8057336d30ab tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.98 "GET /v2.0/security-groups?id=e4046649-c961-4562-8482-ef21126496b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083601 Jul 09 16:10:50.368339 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-08894043-4dbb-4511-91d6-54e8b43033ea req-bc928de8-b806-4249-a949-0f5ecc6c9dc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:50.445721 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4699b864-30b5-477b-adad-18d4616c0550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:50.468741 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f317e6e-4a67-4170-97e8-32e19b8106ff req-4d857de5-0b9f-4baf-b360-656d6b78bd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:50.470241 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2f317e6e-4a67-4170-97e8-32e19b8106ff req-4d857de5-0b9f-4baf-b360-656d6b78bd81 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2096aa3e-14dc-4cce-ae48-d7dc2d1f1664 HTTP/1.1" status: 200 len: 1101 time: 0.4058838 Jul 09 16:10:50.480966 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port b951d31d-3d43-4ff8-ada8-6415a5596331 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:10:50.481340 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:50.545701 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-0654724d-28c5-436a-a003-630ae386fa9b None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:50.558680 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-0654724d-28c5-436a-a003-630ae386fa9b None None] Transition to ACTIVE for port object fadc3027-5fe9-46c3-8a86-12e93350d3ea will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:10:50.566412 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-0654724d-28c5-436a-a003-630ae386fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:50.581932 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2f317e6e-4a67-4170-97e8-32e19b8106ff req-91bbe9e8-4ccd-4947-92e4-8186e7ab9fca service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e4046649-c961-4562-8482-ef21126496b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880871 Jul 09 16:10:50.589235 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a359c-ff27-4b9e-ac82-ec925940cd7f req-8e7591d3-45bf-4af2-af42-d0f3a475e50a tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:50.597863 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f87a359c-ff27-4b9e-ac82-ec925940cd7f req-8e7591d3-45bf-4af2-af42-d0f3a475e50a tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3456063 Jul 09 16:10:50.622303 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b3e1e0-cbcb-4024-b439-74f4d86542ce None None] Pushing event updated for resources: {'Port': ['ID=fadc3027-5fe9-46c3-8a86-12e93350d3ea,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:50.649072 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b3e1e0-cbcb-4024-b439-74f4d86542ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:10:50.649449 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b3e1e0-cbcb-4024-b439-74f4d86542ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:10:50.649911 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b3e1e0-cbcb-4024-b439-74f4d86542ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:10:50.650232 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f87a359c-ff27-4b9e-ac82-ec925940cd7f req-fa34f203-a992-48c5-98cf-e910d12705fd tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/quotas/90103765321a44c5954b6bc1ea90c4d7 HTTP/1.1" status: 200 len: 375 time: 0.0513160 Jul 09 16:10:50.650345 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b3e1e0-cbcb-4024-b439-74f4d86542ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:10:50.650651 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b3e1e0-cbcb-4024-b439-74f4d86542ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:10:50.651059 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b3e1e0-cbcb-4024-b439-74f4d86542ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:10:50.651389 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b3e1e0-cbcb-4024-b439-74f4d86542ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:10:50.651771 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b3e1e0-cbcb-4024-b439-74f4d86542ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:10:50.652309 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b3e1e0-cbcb-4024-b439-74f4d86542ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:10:50.652699 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b3e1e0-cbcb-4024-b439-74f4d86542ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:10:50.653027 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b3e1e0-cbcb-4024-b439-74f4d86542ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:10:50.653352 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b3e1e0-cbcb-4024-b439-74f4d86542ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:10:50.658954 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-0654724d-28c5-436a-a003-630ae386fa9b None None] Attempting to bind port fadc3027-5fe9-46c3-8a86-12e93350d3ea on host n-d-798930-3 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:10:50.659517 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-0654724d-28c5-436a-a003-630ae386fa9b None None] Attempting to bind port fadc3027-5fe9-46c3-8a86-12e93350d3ea by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:10:50.659930 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0654724d-28c5-436a-a003-630ae386fa9b None None] Attempting to bind port fadc3027-5fe9-46c3-8a86-12e93350d3ea on network caa6ed8d-2893-4113-8f68-c5284e694f6c {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:10:50.667595 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0654724d-28c5-436a-a003-630ae386fa9b None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:10:50.668115 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0654724d-28c5-436a-a003-630ae386fa9b None None] Checking segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:10:50.668601 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-0654724d-28c5-436a-a003-630ae386fa9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:50.668999 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0654724d-28c5-436a-a003-630ae386fa9b None None] Bound using segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:10:50.669517 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-0654724d-28c5-436a-a003-630ae386fa9b None None] Bound port: fadc3027-5fe9-46c3-8a86-12e93350d3ea, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:10:50.669963 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-0654724d-28c5-436a-a003-630ae386fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:50.693370 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-08894043-4dbb-4511-91d6-54e8b43033ea req-bc928de8-b806-4249-a949-0f5ecc6c9dc9 service neutron] For port 4234f788-2b1b-4819-b621-eebba2f8ecb2, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=4234f788-2b1b-4819-b621-eebba2f8ecb2,segment=NetworkSegment(cbc7a639-5863-4995-9a4b-f91be63e1ab1),segment_id=cbc7a639-5863-4995-9a4b-f91be63e1ab1)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:10:50.732528 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-0654724d-28c5-436a-a003-630ae386fa9b None None] For port fadc3027-5fe9-46c3-8a86-12e93350d3ea, host n-d-798930-3, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:10:50.737293 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-0654724d-28c5-436a-a003-630ae386fa9b None None] For port fadc3027-5fe9-46c3-8a86-12e93350d3ea, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=fadc3027-5fe9-46c3-8a86-12e93350d3ea,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:10:50.744848 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-0654724d-28c5-436a-a003-630ae386fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:50.763015 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1dbf2-7213-47f9-95ad-15150132be9c req-456224f2-f5b7-46fe-9668-8c597825ac2d tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:50.764974 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ecc1dbf2-7213-47f9-95ad-15150132be9c req-456224f2-f5b7-46fe-9668-8c597825ac2d tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10be2bf-11a4-400c-ad86-3ca904c9681e HTTP/1.1" status: 200 len: 945 time: 0.1892900 Jul 09 16:10:50.778163 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4699b864-30b5-477b-adad-18d4616c0550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:50.795769 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4699b864-30b5-477b-adad-18d4616c0550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:50.806755 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0654724d-28c5-436a-a003-630ae386fa9b None None] Routers {'2465b92e-bde2-44dc-b44d-80c8d1100806'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:10:50.807426 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-0654724d-28c5-436a-a003-630ae386fa9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:10:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['2465b92e-bde2-44dc-b44d-80c8d1100806'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:10:50.815810 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f87a359c-ff27-4b9e-ac82-ec925940cd7f req-da10a82b-61a8-4755-ab32-944ed8a61daf tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=90103765321a44c5954b6bc1ea90c4d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1645200 Jul 09 16:10:50.817572 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-08894043-4dbb-4511-91d6-54e8b43033ea req-bc928de8-b806-4249-a949-0f5ecc6c9dc9 service neutron] For port 4234f788-2b1b-4819-b621-eebba2f8ecb2, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:10:50.837568 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-254a2718-76af-4dde-9c0b-05e620f54fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:50.863386 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b3e1e0-cbcb-4024-b439-74f4d86542ce None None] Pushing event updated for resources: {'Port': ['ID=fadc3027-5fe9-46c3-8a86-12e93350d3ea,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:50.905788 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-4699b864-30b5-477b-adad-18d4616c0550 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6a5f5e67c51f4d89aba4bcbbe577dafa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7185626 Jul 09 16:10:50.914112 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4699b864-30b5-477b-adad-18d4616c0550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab164354-fc88-43e4-b494-e62324d7c36c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:50.918338 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 48178) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:50.925240 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device ba6816e6-c488-43f5-9fa0-060c4ca64404 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:10:50.933689 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ecc1dbf2-7213-47f9-95ad-15150132be9c req-d7f64227-7ad9-4934-91e4-61ac95152be5 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534994 Jul 09 16:10:50.951060 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c10be2bf-11a4-400c-ad86-3ca904c9681e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4234f788-2b1b-4819-b621-eebba2f8ecb2'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:10:50.978323 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: ba6816e6-c488-43f5-9fa0-060c4ca64404 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:10:50.978820 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device ba6816e6-c488-43f5-9fa0-060c4ca64404 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:10:50.985372 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aec3be5-cbb6-42d2-b67b-827dfaeaaf43" -d '{"events": [{"server_uuid": "c10be2bf-11a4-400c-ad86-3ca904c9681e", "name": "network-vif-unplugged", "status": "completed", "tag": "4234f788-2b1b-4819-b621-eebba2f8ecb2"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:10:51.043423 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-08894043-4dbb-4511-91d6-54e8b43033ea req-bc928de8-b806-4249-a949-0f5ecc6c9dc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:51.059622 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-08894043-4dbb-4511-91d6-54e8b43033ea req-bc928de8-b806-4249-a949-0f5ecc6c9dc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:51.068178 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-0654724d-28c5-436a-a003-630ae386fa9b None None] Set router 2465b92e-bde2-44dc-b44d-80c8d1100806 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:10:51.198761 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc928de8-b806-4249-a949-0f5ecc6c9dc9 service neutron] Pushing event updated for resources: {'Port': ['ID=4234f788-2b1b-4819-b621-eebba2f8ecb2,revision_number=7']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:51.232733 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409fe54-cb6b-4192-a03a-debf890cf49c req-c05d177b-019b-4785-a857-302e82e1c066 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:51.239602 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f409fe54-cb6b-4192-a03a-debf890cf49c req-c05d177b-019b-4785-a857-302e82e1c066 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/networks?id=06f3e023-1727-4312-a30e-0892f676ae49 HTTP/1.1" status: 200 len: 822 time: 0.2202775 Jul 09 16:10:51.256905 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2a512b8f-0364-49ae-8cdd-2540fca53f01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:51.265480 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f409fe54-cb6b-4192-a03a-debf890cf49c req-5202ea92-2e19-4ecd-be70-0f75c8d79b9c tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/quotas/295683a26cff47fe80fc8d30cae0f829 HTTP/1.1" status: 200 len: 375 time: 0.0249543 Jul 09 16:10:51.286263 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-254a2718-76af-4dde-9c0b-05e620f54fca admin admin] Allocated IP 172.20.0.1 (5ee47ffe-fc50-4281-bd86-998a13d80773/8456b2f1-9cc1-40a3-ad18-dccbbc48eda3/9426aac4-26aa-4ef6-ac2d-eac799187c46) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:10:51.324655 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-0654724d-28c5-436a-a003-630ae386fa9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2465b92e-bde2-44dc-b44d-80c8d1100806', 'name': 'tempest-FloatingIPsTestJSON-51140516-router', 'tenant_id': '6177a2f2e630409d9de350d24245b735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'fadc3027-5fe9-46c3-8a86-12e93350d3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:10:45Z', 'updated_at': '2021-07-09T16:10:48Z', 'revision_number': 3, 'project_id': '6177a2f2e630409d9de350d24245b735', 'gw_port': {'id': 'fadc3027-5fe9-46c3-8a86-12e93350d3ea', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e2:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2465b92e-bde2-44dc-b44d-80c8d1100806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:10:46Z', 'updated_at': '2021-07-09T16:10:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:10:51.326025 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2a512b8f-0364-49ae-8cdd-2540fca53f01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:51.348684 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-08894043-4dbb-4511-91d6-54e8b43033ea req-bc928de8-b806-4249-a949-0f5ecc6c9dc9 service neutron] Attempting to bind port 4234f788-2b1b-4819-b621-eebba2f8ecb2 on host n-h1-798930-3 for vnic_type normal with profile {"migrating_to": "n-h2-798930-3"} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:10:51.349372 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-08894043-4dbb-4511-91d6-54e8b43033ea req-bc928de8-b806-4249-a949-0f5ecc6c9dc9 service neutron] Attempting to bind port 4234f788-2b1b-4819-b621-eebba2f8ecb2 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'cbc7a639-5863-4995-9a4b-f91be63e1ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b65bcac-ba21-4565-bf6d-5e7b6fe83db7'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:10:51.349372 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08894043-4dbb-4511-91d6-54e8b43033ea req-bc928de8-b806-4249-a949-0f5ecc6c9dc9 service neutron] Attempting to bind port 4234f788-2b1b-4819-b621-eebba2f8ecb2 on network 2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:10:51.359558 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0654724d-28c5-436a-a003-630ae386fa9b None None] The sync data for ids ['2465b92e-bde2-44dc-b44d-80c8d1100806'] in n-d-798930-3 is: [{'id': '2465b92e-bde2-44dc-b44d-80c8d1100806', 'name': 'tempest-FloatingIPsTestJSON-51140516-router', 'tenant_id': '6177a2f2e630409d9de350d24245b735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'fadc3027-5fe9-46c3-8a86-12e93350d3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:10:45Z', 'updated_at': '2021-07-09T16:10:48Z', 'revision_number': 3, 'project_id': '6177a2f2e630409d9de350d24245b735', 'gw_port': {'id': 'fadc3027-5fe9-46c3-8a86-12e93350d3ea', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e2:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2465b92e-bde2-44dc-b44d-80c8d1100806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:10:46Z', 'updated_at': '2021-07-09T16:10:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:10:51.365618 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08894043-4dbb-4511-91d6-54e8b43033ea req-bc928de8-b806-4249-a949-0f5ecc6c9dc9 service neutron] Port 4234f788-2b1b-4819-b621-eebba2f8ecb2 on network 2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:10:51.365892 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08894043-4dbb-4511-91d6-54e8b43033ea req-bc928de8-b806-4249-a949-0f5ecc6c9dc9 service neutron] Attempting to bind port 4234f788-2b1b-4819-b621-eebba2f8ecb2 on network 2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:10:51.396130 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe74232c-c670-4246-99b3-28c71624c425 req-27c0c248-ce6b-486a-b634-29575699b31f tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:51.399470 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fe74232c-c670-4246-99b3-28c71624c425 req-27c0c248-ce6b-486a-b634-29575699b31f tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/ports?device_id=91ae230a-0d07-48fe-8dad-bd6d5e63a5a5 HTTP/1.1" status: 200 len: 949 time: 0.2017753 Jul 09 16:10:51.414012 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08894043-4dbb-4511-91d6-54e8b43033ea req-bc928de8-b806-4249-a949-0f5ecc6c9dc9 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:10:51.414400 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08894043-4dbb-4511-91d6-54e8b43033ea req-bc928de8-b806-4249-a949-0f5ecc6c9dc9 service neutron] Checking segment: {'id': 'cbc7a639-5863-4995-9a4b-f91be63e1ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b65bcac-ba21-4565-bf6d-5e7b6fe83db7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:10:51.414725 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08894043-4dbb-4511-91d6-54e8b43033ea req-bc928de8-b806-4249-a949-0f5ecc6c9dc9 service neutron] Bound using segment: {'id': 'cbc7a639-5863-4995-9a4b-f91be63e1ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b65bcac-ba21-4565-bf6d-5e7b6fe83db7'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:10:51.415205 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-08894043-4dbb-4511-91d6-54e8b43033ea req-bc928de8-b806-4249-a949-0f5ecc6c9dc9 service neutron] Bound port: 4234f788-2b1b-4819-b621-eebba2f8ecb2, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbc7a639-5863-4995-9a4b-f91be63e1ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b65bcac-ba21-4565-bf6d-5e7b6fe83db7'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:10:51.415561 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-08894043-4dbb-4511-91d6-54e8b43033ea req-bc928de8-b806-4249-a949-0f5ecc6c9dc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:51.421436 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f409fe54-cb6b-4192-a03a-debf890cf49c req-c2ea34e7-9d36-41a7-9f87-7799b715423d tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=295683a26cff47fe80fc8d30cae0f829&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1550374 Jul 09 16:10:51.495470 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fe74232c-c670-4246-99b3-28c71624c425 req-97e01297-0fc2-4c7f-8f75-d13b41cfb279 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/security-groups?id=ed93e0da-a672-4b8b-85ca-b434962cdf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837760 Jul 09 16:10:51.505332 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2a512b8f-0364-49ae-8cdd-2540fca53f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:51.512972 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2a512b8f-0364-49ae-8cdd-2540fca53f01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:51.519673 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2a512b8f-0364-49ae-8cdd-2540fca53f01 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ab164354-fc88-43e4-b494-e62324d7c36c HTTP/1.1" status: 204 len: 168 time: 0.5826793 Jul 09 16:10:51.537188 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-254a2718-76af-4dde-9c0b-05e620f54fca admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:51.544950 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a512b8f-0364-49ae-8cdd-2540fca53f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab164354-fc88-43e4-b494-e62324d7c36c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:51.573877 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-254a2718-76af-4dde-9c0b-05e620f54fca admin admin] Transition to ACTIVE for port object 9426aac4-26aa-4ef6-ac2d-eac799187c46 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:10:51.586000 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-08894043-4dbb-4511-91d6-54e8b43033ea req-bc928de8-b806-4249-a949-0f5ecc6c9dc9 service neutron] For port 4234f788-2b1b-4819-b621-eebba2f8ecb2, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:10:51.590069 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-08894043-4dbb-4511-91d6-54e8b43033ea req-bc928de8-b806-4249-a949-0f5ecc6c9dc9 service neutron] For port 4234f788-2b1b-4819-b621-eebba2f8ecb2, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=4234f788-2b1b-4819-b621-eebba2f8ecb2,segment=NetworkSegment(cbc7a639-5863-4995-9a4b-f91be63e1ab1),segment_id=cbc7a639-5863-4995-9a4b-f91be63e1ab1)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:10:51.601563 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-08894043-4dbb-4511-91d6-54e8b43033ea req-bc928de8-b806-4249-a949-0f5ecc6c9dc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:51.608025 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f409fe54-cb6b-4192-a03a-debf890cf49c req-4db4423a-02b1-4085-895d-2f6540ca858c service neutron] 10.222.0.98 "GET /v2.0/networks/06f3e023-1727-4312-a30e-0892f676ae49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856475 Jul 09 16:10:51.691446 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc928de8-b806-4249-a949-0f5ecc6c9dc9 service neutron] Pushing event updated for resources: {'Port': ['ID=4234f788-2b1b-4819-b621-eebba2f8ecb2,revision_number=8']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:51.698445 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-254a2718-76af-4dde-9c0b-05e620f54fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:51.755737 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08894043-4dbb-4511-91d6-54e8b43033ea req-bc928de8-b806-4249-a949-0f5ecc6c9dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:51.756407 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-08894043-4dbb-4511-91d6-54e8b43033ea req-bc928de8-b806-4249-a949-0f5ecc6c9dc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:51.759941 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-08894043-4dbb-4511-91d6-54e8b43033ea req-bc928de8-b806-4249-a949-0f5ecc6c9dc9 service neutron] 10.222.0.73 "PUT /v2.0/ports/4234f788-2b1b-4819-b621-eebba2f8ecb2 HTTP/1.1" status: 200 len: 1121 time: 1.5771439 Jul 09 16:10:51.768406 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254a2718-76af-4dde-9c0b-05e620f54fca admin admin] Network 5ee47ffe-fc50-4281-bd86-998a13d80773 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:10:51.775777 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-254a2718-76af-4dde-9c0b-05e620f54fca admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:10:51.785109 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254a2718-76af-4dde-9c0b-05e620f54fca admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:10:51.786799 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-254a2718-76af-4dde-9c0b-05e620f54fca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:51.849925 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['4234f788-2b1b-4819-b621-eebba2f8ecb2'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:10:52.053256 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-83b6c05e-d0d0-452a-8cfd-a13db52b7a6f req-6dd73c82-be51-4e66-8431-3b9d9fb572d0 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=13936f56-a9b8-4832-a4de-df0cffe4e51a HTTP/1.1" status: 200 len: 210 time: 0.0658593 Jul 09 16:10:52.174107 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38083cdd-9e7e-4d0b-a697-81313bb14ba6 x-openstack-request-id: req-38083cdd-9e7e-4d0b-a697-81313bb14ba6 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:10:52.174692 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c10be2bf-11a4-400c-ad86-3ca904c9681e", "name": "network-vif-unplugged", "status": "completed", "tag": "4234f788-2b1b-4819-b621-eebba2f8ecb2", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:10:52.175037 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-38083cdd-9e7e-4d0b-a697-81313bb14ba6 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:10:52.175496 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c10be2bf-11a4-400c-ad86-3ca904c9681e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4234f788-2b1b-4819-b621-eebba2f8ecb2', 'code': 200} Jul 09 16:10:52.175795 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254a2718-76af-4dde-9c0b-05e620f54fca admin admin] Pushing event updated for resources: {'Port': ['ID=9426aac4-26aa-4ef6-ac2d-eac799187c46,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:52.202913 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f409fe54-cb6b-4192-a03a-debf890cf49c req-8d3e44b1-0406-43d3-8b24-412761eba8fd service neutron] 10.222.0.98 "GET /v2.0/networks/06f3e023-1727-4312-a30e-0892f676ae49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5936370 Jul 09 16:10:52.261068 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 48208) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:52.291471 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device fadc3027-5fe9-46c3-8a86-12e93350d3ea up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:10:52.300950 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dacd3fc2-b4db-4d0f-96b6-62291a093d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:52.370444 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-254a2718-76af-4dde-9c0b-05e620f54fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:52.481695 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dacd3fc2-b4db-4d0f-96b6-62291a093d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:52.492720 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port fadc3027-5fe9-46c3-8a86-12e93350d3ea completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:10:52.495799 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8aa8d253-1ffe-4589-9e26-d4e074421f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:52.499745 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4d71f1db-2b94-4f63-9123-51e381c1d1b5 None None] Provisioning for port 9426aac4-26aa-4ef6-ac2d-eac799187c46 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:10:52.505415 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4d71f1db-2b94-4f63-9123-51e381c1d1b5 None None] Provisioning complete for port 9426aac4-26aa-4ef6-ac2d-eac799187c46 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:10:52.506054 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4d71f1db-2b94-4f63-9123-51e381c1d1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:52.536527 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dacd3fc2-b4db-4d0f-96b6-62291a093d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:52.572077 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-4d71f1db-2b94-4f63-9123-51e381c1d1b5 None None] Port 9426aac4-26aa-4ef6-ac2d-eac799187c46 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:10:52.573669 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port fadc3027-5fe9-46c3-8a86-12e93350d3ea triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:10:52.574308 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:52.623640 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-254a2718-76af-4dde-9c0b-05e620f54fca admin admin] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:52.633833 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-254a2718-76af-4dde-9c0b-05e620f54fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:52.637089 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-254a2718-76af-4dde-9c0b-05e620f54fca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:52.654701 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-dacd3fc2-b4db-4d0f-96b6-62291a093d21 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=078fe3daff4c445b9af54efa66bcde7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3898792 Jul 09 16:10:52.654701 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacd3fc2-b4db-4d0f-96b6-62291a093d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad14798f-806d-4206-a136-8c550c2289c8,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:52.658001 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 48216) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:52.702504 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc296d-8138-477f-8340-3e08fa907df9 req-072eea61-07e8-4572-9d2d-dd36a12374c6 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:52.709547 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e8bc296d-8138-477f-8340-3e08fa907df9 req-072eea61-07e8-4572-9d2d-dd36a12374c6 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.98 "GET /v2.0/ports?device_id=2096aa3e-14dc-4cce-ae48-d7dc2d1f1664 HTTP/1.1" status: 200 len: 950 time: 0.2258425 Jul 09 16:10:52.713567 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:52.770189 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254a2718-76af-4dde-9c0b-05e620f54fca admin admin] Pushing event updated for resources: {'Port': ['ID=9426aac4-26aa-4ef6-ac2d-eac799187c46,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:52.784486 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1b66ab3f-aaa7-4c13-838e-10baaf1f952d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:52.785477 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port fadc3027-5fe9-46c3-8a86-12e93350d3ea, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=fadc3027-5fe9-46c3-8a86-12e93350d3ea,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:10:52.792802 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:52.800748 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e8bc296d-8138-477f-8340-3e08fa907df9 req-dde5fac5-02ba-4319-aa58-fe9697a7218a tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.98 "GET /v2.0/security-groups?id=e4046649-c961-4562-8482-ef21126496b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901787 Jul 09 16:10:52.860193 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1b66ab3f-aaa7-4c13-838e-10baaf1f952d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:52.923896 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=fadc3027-5fe9-46c3-8a86-12e93350d3ea,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:52.924885 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da70fd20-0308-4913-9c5c-357ed0e07c1a req-57e9237e-7ad5-4620-9005-ca0adfc2def4 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:52.934508 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-da70fd20-0308-4913-9c5c-357ed0e07c1a req-57e9237e-7ad5-4620-9005-ca0adfc2def4 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10be2bf-11a4-400c-ad86-3ca904c9681e HTTP/1.1" status: 200 len: 943 time: 0.2645957 Jul 09 16:10:52.985478 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1b66ab3f-aaa7-4c13-838e-10baaf1f952d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:52.989038 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1b66ab3f-aaa7-4c13-838e-10baaf1f952d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:52.993149 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1b66ab3f-aaa7-4c13-838e-10baaf1f952d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ad14798f-806d-4206-a136-8c550c2289c8 HTTP/1.1" status: 204 len: 168 time: 0.3312683 Jul 09 16:10:53.010581 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b66ab3f-aaa7-4c13-838e-10baaf1f952d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad14798f-806d-4206-a136-8c550c2289c8,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:53.057665 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254a2718-76af-4dde-9c0b-05e620f54fca admin admin] Network 5ee47ffe-fc50-4281-bd86-998a13d80773 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:10:53.060000 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f87a359c-ff27-4b9e-ac82-ec925940cd7f req-a0c78796-38e6-43d5-9588-c3064090e374 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=90103765321a44c5954b6bc1ea90c4d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484517 Jul 09 16:10:53.064047 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-254a2718-76af-4dde-9c0b-05e620f54fca admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:10:53.107253 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-da70fd20-0308-4913-9c5c-357ed0e07c1a req-3db760cd-ff7e-4372-a033-0e7340538e40 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716220 Jul 09 16:10:53.121240 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f01f2b-ceeb-431d-af6a-e8e67cfb2659 req-b580c3ed-7bbd-4438-877b-5d67e2260828 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:53.123660 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c2f01f2b-ceeb-431d-af6a-e8e67cfb2659 req-b580c3ed-7bbd-4438-877b-5d67e2260828 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/ports?device_id=91ae230a-0d07-48fe-8dad-bd6d5e63a5a5 HTTP/1.1" status: 200 len: 949 time: 0.1147075 Jul 09 16:10:53.251796 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c2f01f2b-ceeb-431d-af6a-e8e67cfb2659 req-f0662fc2-6a74-4453-8e79-20c006162912 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/security-groups?id=ed93e0da-a672-4b8b-85ca-b434962cdf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219218 Jul 09 16:10:53.277381 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 7433320f-83dd-425b-8b8f-df9ed20efae5 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:10:53.418255 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3774fe31-9cf2-4ba0-8e55-3c8f29cae6b0 None None] Provisioning complete for port 9426aac4-26aa-4ef6-ac2d-eac799187c46 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:10:53.419007 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3774fe31-9cf2-4ba0-8e55-3c8f29cae6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:53.462623 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 7433320f-83dd-425b-8b8f-df9ed20efae5 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:10:53.470073 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 7433320f-83dd-425b-8b8f-df9ed20efae5 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:10:53.470816 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:53.473483 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-3774fe31-9cf2-4ba0-8e55-3c8f29cae6b0 None None] Port 9426aac4-26aa-4ef6-ac2d-eac799187c46 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:10:53.621865 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:53.666340 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c6df4e52-e99a-40c9-af59-e2dc080f5bd6 req-95e5c507-3150-4a91-909e-d5f4b2cdc17f tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=13936f56-a9b8-4832-a4de-df0cffe4e51a HTTP/1.1" status: 200 len: 210 time: 0.0414913 Jul 09 16:10:53.679242 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a359c-ff27-4b9e-ac82-ec925940cd7f req-1c4ebcff-8ad3-4d94-afae-8cd05c165d63 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:53.681119 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f87a359c-ff27-4b9e-ac82-ec925940cd7f req-1c4ebcff-8ad3-4d94-afae-8cd05c165d63 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6035514 Jul 09 16:10:53.703161 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ae230a-0d07-48fe-8dad-bd6d5e63a5a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7433320f-83dd-425b-8b8f-df9ed20efae5'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:10:53.706525 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8650836d-4ea3-4f53-be6f-8a9f682feed9" -d '{"events": [{"server_uuid": "91ae230a-0d07-48fe-8dad-bd6d5e63a5a5", "name": "network-vif-plugged", "status": "completed", "tag": "7433320f-83dd-425b-8b8f-df9ed20efae5"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:10:53.722802 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-068c0dc8-a57a-47f7-81fc-62eb6574d8e3 req-691a893c-079c-4752-ac0a-71202c8708bf tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/ports?device_id=6948be4f-b18e-4eb9-8ced-b6a5a68d1690 HTTP/1.1" status: 200 len: 210 time: 0.0551167 Jul 09 16:10:53.728729 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 7433320f-83dd-425b-8b8f-df9ed20efae5, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=7433320f-83dd-425b-8b8f-df9ed20efae5,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:10:53.741478 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-f87a359c-ff27-4b9e-ac82-ec925940cd7f req-b1265d19-18c2-43c8-bd5e-dd31008455f5 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Request body: {'port': {'device_id': '13936f56-a9b8-4832-a4de-df0cffe4e51a', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'admin_state_up': True, 'tenant_id': '90103765321a44c5954b6bc1ea90c4d7'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:10:53.741908 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:53.801626 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6cbf57-9c88-4cb1-8637-53f2b54a7624 x-openstack-request-id: req-ad6cbf57-9c88-4cb1-8637-53f2b54a7624 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:10:53.801982 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ae230a-0d07-48fe-8dad-bd6d5e63a5a5", "name": "network-vif-plugged", "status": "completed", "tag": "7433320f-83dd-425b-8b8f-df9ed20efae5", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:10:53.802275 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ad6cbf57-9c88-4cb1-8637-53f2b54a7624 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:10:53.803074 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ae230a-0d07-48fe-8dad-bd6d5e63a5a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7433320f-83dd-425b-8b8f-df9ed20efae5', 'code': 200} Jul 09 16:10:53.864921 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=7433320f-83dd-425b-8b8f-df9ed20efae5,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:53.911726 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254a2718-76af-4dde-9c0b-05e620f54fca admin admin] Router 2465b92e-bde2-44dc-b44d-80c8d1100806 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:10:54.055794 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f87a359c-ff27-4b9e-ac82-ec925940cd7f req-b1265d19-18c2-43c8-bd5e-dd31008455f5 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Made reservation on behalf of 90103765321a44c5954b6bc1ea90c4d7 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:10:54.056003 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b80419-cb86-41e9-9189-4538a5b749a2 req-474aa72c-4a46-468b-bd78-a31837c3375e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:54.058310 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d8b80419-cb86-41e9-9189-4538a5b749a2 req-474aa72c-4a46-468b-bd78-a31837c3375e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=91ae230a-0d07-48fe-8dad-bd6d5e63a5a5 HTTP/1.1" status: 200 len: 1101 time: 0.1075873 Jul 09 16:10:54.059274 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f87a359c-ff27-4b9e-ac82-ec925940cd7f req-b1265d19-18c2-43c8-bd5e-dd31008455f5 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:54.070803 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device fadc3027-5fe9-46c3-8a86-12e93350d3ea up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:10:54.114231 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d8b80419-cb86-41e9-9189-4538a5b749a2 req-29d94853-0952-4707-ab9a-8129a0d44729 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ed93e0da-a672-4b8b-85ca-b434962cdf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477395 Jul 09 16:10:54.122027 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port fadc3027-5fe9-46c3-8a86-12e93350d3ea triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:10:54.122402 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:54.173806 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254a2718-76af-4dde-9c0b-05e620f54fca admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:10:54.184619 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c10be2bf-11a4-400c-ad86-3ca904c9681e', 'tag': '4234f788-2b1b-4819-b621-eebba2f8ecb2'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:10:54.189588 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6f71c9-8f89-47a7-ba27-7d0c0894ecb7" -d '{"events": [{"name": "network-changed", "server_uuid": "c10be2bf-11a4-400c-ad86-3ca904c9681e", "tag": "4234f788-2b1b-4819-b621-eebba2f8ecb2"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:10:54.195316 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-254a2718-76af-4dde-9c0b-05e620f54fca admin admin] 10.222.0.98 "PUT /v2.0/routers/2465b92e-bde2-44dc-b44d-80c8d1100806/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7605624 Jul 09 16:10:54.201730 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7674356-2245-4186-ab66-7283d7393cb4 None None] Sync routers for ids ['2465b92e-bde2-44dc-b44d-80c8d1100806'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:10:54.225719 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7674356-2245-4186-ab66-7283d7393cb4 None None] Routers {'2465b92e-bde2-44dc-b44d-80c8d1100806'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:10:54.226867 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a7674356-2245-4186-ab66-7283d7393cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:10:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['2465b92e-bde2-44dc-b44d-80c8d1100806'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:10:54.269782 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748cd9b-25b3-429b-99fc-9877d3355e8c req-0c125435-9cd7-4b7f-a59d-1f550a8aef27 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:54.277231 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e748cd9b-25b3-429b-99fc-9877d3355e8c req-0c125435-9cd7-4b7f-a59d-1f550a8aef27 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.98 "GET /v2.0/ports?device_id=2096aa3e-14dc-4cce-ae48-d7dc2d1f1664 HTTP/1.1" status: 200 len: 950 time: 0.2230496 Jul 09 16:10:54.316787 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-f87a359c-ff27-4b9e-ac82-ec925940cd7f req-b1265d19-18c2-43c8-bd5e-dd31008455f5 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Allocated IP 192.168.233.164 (c7d8b865-e1f3-4446-a87b-a6da86eba8a1/f122b436-b232-4a3c-9aac-47d5639f2da4/198a638c-19c2-40d7-ac04-36dfb2a828b2) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:10:54.382887 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-a7674356-2245-4186-ab66-7283d7393cb4 None None] Set router 2465b92e-bde2-44dc-b44d-80c8d1100806 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:10:54.389405 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e748cd9b-25b3-429b-99fc-9877d3355e8c req-9401fdf6-4ec9-499c-9285-44618e3ff68c tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.98 "GET /v2.0/security-groups?id=e4046649-c961-4562-8482-ef21126496b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103854 Jul 09 16:10:54.436832 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a285a2-0ae8-42f7-90cc-699175bac254 req-59278e1c-6665-4d61-915d-0dcd49f2d4b3 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:54.450424 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-45a285a2-0ae8-42f7-90cc-699175bac254 req-59278e1c-6665-4d61-915d-0dcd49f2d4b3 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10be2bf-11a4-400c-ad86-3ca904c9681e HTTP/1.1" status: 200 len: 943 time: 0.0949984 Jul 09 16:10:54.545711 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16784202-eb78-4b64-99e4-5740cef71445 x-openstack-request-id: req-16784202-eb78-4b64-99e4-5740cef71445 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:10:54.546311 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c10be2bf-11a4-400c-ad86-3ca904c9681e", "tag": "4234f788-2b1b-4819-b621-eebba2f8ecb2", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:10:54.546760 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-16784202-eb78-4b64-99e4-5740cef71445 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:10:54.547368 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c10be2bf-11a4-400c-ad86-3ca904c9681e', 'tag': '4234f788-2b1b-4819-b621-eebba2f8ecb2', 'status': 'completed', 'code': 200} Jul 09 16:10:54.548037 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.77', 60266) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:10:54.616109 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f87a359c-ff27-4b9e-ac82-ec925940cd7f req-b1265d19-18c2-43c8-bd5e-dd31008455f5 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:54.622672 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-45a285a2-0ae8-42f7-90cc-699175bac254 req-1ea27611-231d-4253-99c3-139075feaa95 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709349 Jul 09 16:10:54.634051 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-f87a359c-ff27-4b9e-ac82-ec925940cd7f req-b1265d19-18c2-43c8-bd5e-dd31008455f5 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Transition to ACTIVE for port object 198a638c-19c2-40d7-ac04-36dfb2a828b2 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:10:54.682722 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f87a359c-ff27-4b9e-ac82-ec925940cd7f req-b1265d19-18c2-43c8-bd5e-dd31008455f5 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:54.706235 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['7e6cf95d-c4b7-4dc6-937f-69b79badf881'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:10:54.759261 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f87a359c-ff27-4b9e-ac82-ec925940cd7f req-b1265d19-18c2-43c8-bd5e-dd31008455f5 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:10:54.763566 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-f87a359c-ff27-4b9e-ac82-ec925940cd7f req-b1265d19-18c2-43c8-bd5e-dd31008455f5 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:10:54.784407 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-f87a359c-ff27-4b9e-ac82-ec925940cd7f req-b1265d19-18c2-43c8-bd5e-dd31008455f5 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:10:54.791076 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a359c-ff27-4b9e-ac82-ec925940cd7f req-b1265d19-18c2-43c8-bd5e-dd31008455f5 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:54.792854 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f87a359c-ff27-4b9e-ac82-ec925940cd7f req-b1265d19-18c2-43c8-bd5e-dd31008455f5 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:54.821354 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1265d19-18c2-43c8-bd5e-dd31008455f5 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Pushing event updated for resources: {'Port': ['ID=198a638c-19c2-40d7-ac04-36dfb2a828b2,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:54.824863 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f71c9-8f89-47a7-ba27-7d0c0894ecb7 req-f552d0df-988d-424b-9112-0e58f84725e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:54.837754 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7f6f71c9-8f89-47a7-ba27-7d0c0894ecb7 req-f552d0df-988d-424b-9112-0e58f84725e6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9639d7ee11dd47639be4bedc72b53ccc&device_id=c10be2bf-11a4-400c-ad86-3ca904c9681e HTTP/1.1" status: 200 len: 1124 time: 0.2696714 Jul 09 16:10:54.880530 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f87a359c-ff27-4b9e-ac82-ec925940cd7f req-b1265d19-18c2-43c8-bd5e-dd31008455f5 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1521134 Jul 09 16:10:54.903122 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-f87a359c-ff27-4b9e-ac82-ec925940cd7f req-6d840a11-16d8-4189-86ad-ff9486bc6c9a service neutron] Request body: {'port': {'device_id': '13936f56-a9b8-4832-a4de-df0cffe4e51a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:10:54.955427 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a7674356-2245-4186-ab66-7283d7393cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2465b92e-bde2-44dc-b44d-80c8d1100806', 'name': 'tempest-FloatingIPsTestJSON-51140516-router', 'tenant_id': '6177a2f2e630409d9de350d24245b735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'fadc3027-5fe9-46c3-8a86-12e93350d3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:10:45Z', 'updated_at': '2021-07-09T16:10:52Z', 'revision_number': 4, 'project_id': '6177a2f2e630409d9de350d24245b735', 'gw_port': {'id': 'fadc3027-5fe9-46c3-8a86-12e93350d3ea', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2465b92e-bde2-44dc-b44d-80c8d1100806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:10:46Z', 'updated_at': '2021-07-09T16:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '9426aac4-26aa-4ef6-ac2d-eac799187c46', 'name': '', 'network_id': '5ee47ffe-fc50-4281-bd86-998a13d80773', 'tenant_id': '6177a2f2e630409d9de350d24245b735', 'mac_address': 'fa:16:3e:da:86:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2465b92e-bde2-44dc-b44d-80c8d1100806', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '8456b2f1-9cc1-40a3-ad18-dccbbc48eda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:10:50Z', 'updated_at': '2021-07-09T16:10:52Z', 'revision_number': 2, 'project_id': '6177a2f2e630409d9de350d24245b735', 'subnets': [{'id': '8456b2f1-9cc1-40a3-ad18-dccbbc48eda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:10:55.003562 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7674356-2245-4186-ab66-7283d7393cb4 None None] Checking router: 2465b92e-bde2-44dc-b44d-80c8d1100806 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:10:55.003936 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7674356-2245-4186-ab66-7283d7393cb4 None None] Updating router 2465b92e-bde2-44dc-b44d-80c8d1100806 port 9426aac4-26aa-4ef6-ac2d-eac799187c46 binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:10:55.045679 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f87a359c-ff27-4b9e-ac82-ec925940cd7f req-6d840a11-16d8-4189-86ad-ff9486bc6c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:55.091496 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409fe54-cb6b-4192-a03a-debf890cf49c req-0a5cbe62-eabc-40b9-9fd0-675131ebae37 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:55.093025 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f409fe54-cb6b-4192-a03a-debf890cf49c req-0a5cbe62-eabc-40b9-9fd0-675131ebae37 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.77 "GET /v2.0/networks?id=06f3e023-1727-4312-a30e-0892f676ae49 HTTP/1.1" status: 200 len: 822 time: 0.6235936 Jul 09 16:10:55.094291 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f71c9-8f89-47a7-ba27-7d0c0894ecb7 req-c730fa96-e0bc-48d5-9cd0-25085ba1755a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:55.108122 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7f6f71c9-8f89-47a7-ba27-7d0c0894ecb7 req-c730fa96-e0bc-48d5-9cd0-25085ba1755a service neutron] 10.222.0.77 "GET /v2.0/networks?id=2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 HTTP/1.1" status: 200 len: 921 time: 0.2733741 Jul 09 16:10:55.115748 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-f409fe54-cb6b-4192-a03a-debf890cf49c req-dfc6a1d5-dee1-45ed-98d0-cd24cbdb5605 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Request body: {'port': {'device_id': '6948be4f-b18e-4eb9-8ced-b6a5a68d1690', 'network_id': '06f3e023-1727-4312-a30e-0892f676ae49', 'admin_state_up': True, 'tenant_id': '295683a26cff47fe80fc8d30cae0f829'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:10:55.133572 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159aa61-efe5-4c03-9393-98b132953d65 req-2aae78ec-e90a-4db9-873b-a288501f1ce7 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:55.135693 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1159aa61-efe5-4c03-9393-98b132953d65 req-2aae78ec-e90a-4db9-873b-a288501f1ce7 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/ports?device_id=91ae230a-0d07-48fe-8dad-bd6d5e63a5a5 HTTP/1.1" status: 200 len: 950 time: 0.3197918 Jul 09 16:10:55.164637 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b13d4736-b975-42aa-853b-eecc3cc6a9c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:55.176897 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-041de6ad-e88d-40fe-beac-7f37c8e43cd1 None None] Provisioning for port 198a638c-19c2-40d7-ac04-36dfb2a828b2 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:10:55.190411 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-041de6ad-e88d-40fe-beac-7f37c8e43cd1 None None] Provisioning complete for port 198a638c-19c2-40d7-ac04-36dfb2a828b2 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:10:55.191081 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-041de6ad-e88d-40fe-beac-7f37c8e43cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:55.197083 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a7674356-2245-4186-ab66-7283d7393cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:55.202078 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1159aa61-efe5-4c03-9393-98b132953d65 req-aef1447d-7930-48ad-9d5e-1b67601425ef tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/security-groups?id=ed93e0da-a672-4b8b-85ca-b434962cdf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596120 Jul 09 16:10:55.244485 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7f6f71c9-8f89-47a7-ba27-7d0c0894ecb7 req-3dff5e10-8cf8-460f-ad63-747197298f3a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4234f788-2b1b-4819-b621-eebba2f8ecb2 HTTP/1.1" status: 200 len: 217 time: 0.1220891 Jul 09 16:10:55.320732 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 4234f788-2b1b-4819-b621-eebba2f8ecb2 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:10:55.341993 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:55.388914 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-041de6ad-e88d-40fe-beac-7f37c8e43cd1 None None] Port 198a638c-19c2-40d7-ac04-36dfb2a828b2 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:10:55.428963 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f71c9-8f89-47a7-ba27-7d0c0894ecb7 req-ab36c962-a5c0-4154-918f-739492bb4fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:55.428963 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7f6f71c9-8f89-47a7-ba27-7d0c0894ecb7 req-ab36c962-a5c0-4154-918f-739492bb4fad service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1e15c12f-d45d-4aa3-a5bc-500d552ae0b3 HTTP/1.1" status: 200 len: 860 time: 0.1629565 Jul 09 16:10:55.519723 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7f6f71c9-8f89-47a7-ba27-7d0c0894ecb7 req-d17fb180-c9e6-4d60-94a5-0dae607af473 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2b65bcac-ba21-4565-bf6d-5e7b6fe83db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786273 Jul 09 16:10:55.610066 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 4234f788-2b1b-4819-b621-eebba2f8ecb2, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=4234f788-2b1b-4819-b621-eebba2f8ecb2,segment=NetworkSegment(cbc7a639-5863-4995-9a4b-f91be63e1ab1),segment_id=cbc7a639-5863-4995-9a4b-f91be63e1ab1)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:10:55.612601 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-f87a359c-ff27-4b9e-ac82-ec925940cd7f req-6d840a11-16d8-4189-86ad-ff9486bc6c9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 198a638c-19c2-40d7-ac04-36dfb2a828b2 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:10:55.621096 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f87a359c-ff27-4b9e-ac82-ec925940cd7f req-6d840a11-16d8-4189-86ad-ff9486bc6c9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:55.626962 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 4234f788-2b1b-4819-b621-eebba2f8ecb2 has no active binding in host n-h2-798930-3 {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 16:10:55.635115 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-f87a359c-ff27-4b9e-ac82-ec925940cd7f req-6d840a11-16d8-4189-86ad-ff9486bc6c9a service neutron] Transition to ACTIVE for port object 198a638c-19c2-40d7-ac04-36dfb2a828b2 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:10:55.658053 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f87a359c-ff27-4b9e-ac82-ec925940cd7f req-6d840a11-16d8-4189-86ad-ff9486bc6c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:55.672695 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f409fe54-cb6b-4192-a03a-debf890cf49c req-dfc6a1d5-dee1-45ed-98d0-cd24cbdb5605 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Made reservation on behalf of 295683a26cff47fe80fc8d30cae0f829 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:10:55.676179 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f409fe54-cb6b-4192-a03a-debf890cf49c req-dfc6a1d5-dee1-45ed-98d0-cd24cbdb5605 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:55.711477 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43654f-19ee-4de2-807c-97f43acc7b3b req-a86ef852-2392-48a5-8c99-d7f279c5afab tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:55.712973 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4e43654f-19ee-4de2-807c-97f43acc7b3b req-a86ef852-2392-48a5-8c99-d7f279c5afab tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=13936f56-a9b8-4832-a4de-df0cffe4e51a HTTP/1.1" status: 200 len: 936 time: 0.1893451 Jul 09 16:10:55.735236 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a7674356-2245-4186-ab66-7283d7393cb4 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:55.751682 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a7674356-2245-4186-ab66-7283d7393cb4 None None] Transition to ACTIVE for port object 9426aac4-26aa-4ef6-ac2d-eac799187c46 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:10:55.758095 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a7674356-2245-4186-ab66-7283d7393cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:55.784778 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7f6f71c9-8f89-47a7-ba27-7d0c0894ecb7 req-33472110-528e-4ac0-b812-f69207045b07 service neutron] 10.222.0.77 "GET /v2.0/networks/2b65bcac-ba21-4565-bf6d-5e7b6fe83db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103307 Jul 09 16:10:55.852279 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d840a11-16d8-4189-86ad-ff9486bc6c9a service neutron] Pushing event updated for resources: {'Port': ['ID=198a638c-19c2-40d7-ac04-36dfb2a828b2,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:55.876103 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-a7674356-2245-4186-ab66-7283d7393cb4 None None] Attempting to bind port 9426aac4-26aa-4ef6-ac2d-eac799187c46 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:10:55.876545 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-a7674356-2245-4186-ab66-7283d7393cb4 None None] Attempting to bind port 9426aac4-26aa-4ef6-ac2d-eac799187c46 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'b31b3523-d7c7-4f8e-9765-08d9cb124dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5ee47ffe-fc50-4281-bd86-998a13d80773'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:10:55.876913 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7674356-2245-4186-ab66-7283d7393cb4 None None] Attempting to bind port 9426aac4-26aa-4ef6-ac2d-eac799187c46 on network 5ee47ffe-fc50-4281-bd86-998a13d80773 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:10:55.878953 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333b0d-4494-4696-a3a6-bf9061fe7df7 None None] Pushing event updated for resources: {'Port': ['ID=9426aac4-26aa-4ef6-ac2d-eac799187c46,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:55.884879 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7674356-2245-4186-ab66-7283d7393cb4 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:10:55.885249 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7674356-2245-4186-ab66-7283d7393cb4 None None] Checking segment: {'id': 'b31b3523-d7c7-4f8e-9765-08d9cb124dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5ee47ffe-fc50-4281-bd86-998a13d80773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:10:55.885649 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a7674356-2245-4186-ab66-7283d7393cb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:55.886125 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7674356-2245-4186-ab66-7283d7393cb4 None None] Bound using segment: {'id': 'b31b3523-d7c7-4f8e-9765-08d9cb124dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5ee47ffe-fc50-4281-bd86-998a13d80773'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:10:55.886478 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-a7674356-2245-4186-ab66-7283d7393cb4 None None] Bound port: 9426aac4-26aa-4ef6-ac2d-eac799187c46, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b31b3523-d7c7-4f8e-9765-08d9cb124dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5ee47ffe-fc50-4281-bd86-998a13d80773'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:10:55.886908 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a7674356-2245-4186-ab66-7283d7393cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:55.905497 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4e43654f-19ee-4de2-807c-97f43acc7b3b req-e7319696-865a-4132-a4ec-e4e5b433c8c1 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735270 Jul 09 16:10:55.906044 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-f87a359c-ff27-4b9e-ac82-ec925940cd7f req-6d840a11-16d8-4189-86ad-ff9486bc6c9a service neutron] Attempting to bind port 198a638c-19c2-40d7-ac04-36dfb2a828b2 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:10:55.906233 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-f87a359c-ff27-4b9e-ac82-ec925940cd7f req-6d840a11-16d8-4189-86ad-ff9486bc6c9a service neutron] Attempting to bind port 198a638c-19c2-40d7-ac04-36dfb2a828b2 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:10:55.906510 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87a359c-ff27-4b9e-ac82-ec925940cd7f req-6d840a11-16d8-4189-86ad-ff9486bc6c9a service neutron] Attempting to bind port 198a638c-19c2-40d7-ac04-36dfb2a828b2 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:10:55.922824 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:10:55.934720 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87a359c-ff27-4b9e-ac82-ec925940cd7f req-6d840a11-16d8-4189-86ad-ff9486bc6c9a service neutron] Port 198a638c-19c2-40d7-ac04-36dfb2a828b2 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:10:55.935078 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87a359c-ff27-4b9e-ac82-ec925940cd7f req-6d840a11-16d8-4189-86ad-ff9486bc6c9a service neutron] Attempting to bind port 198a638c-19c2-40d7-ac04-36dfb2a828b2 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:10:55.951627 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87a359c-ff27-4b9e-ac82-ec925940cd7f req-6d840a11-16d8-4189-86ad-ff9486bc6c9a service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:10:55.951973 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87a359c-ff27-4b9e-ac82-ec925940cd7f req-6d840a11-16d8-4189-86ad-ff9486bc6c9a service neutron] Checking segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:10:55.952457 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87a359c-ff27-4b9e-ac82-ec925940cd7f req-6d840a11-16d8-4189-86ad-ff9486bc6c9a service neutron] Bound using segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:10:55.952901 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-f87a359c-ff27-4b9e-ac82-ec925940cd7f req-6d840a11-16d8-4189-86ad-ff9486bc6c9a service neutron] Bound port: 198a638c-19c2-40d7-ac04-36dfb2a828b2, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:10:55.954471 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f87a359c-ff27-4b9e-ac82-ec925940cd7f req-6d840a11-16d8-4189-86ad-ff9486bc6c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:55.983255 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4a776a35-8fff-4f8d-bb7e-3d0c99d29abd req-87f9c0b4-4e8c-4902-8231-d61168803934 tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3434947 Jul 09 16:10:56.011342 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-4a776a35-8fff-4f8d-bb7e-3d0c99d29abd req-30e3ef37-3f8d-450e-bc08-d94ec3c25f74 tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] Request body: {'floatingip': {'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:10:56.047079 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a7674356-2245-4186-ab66-7283d7393cb4 None None] For port 9426aac4-26aa-4ef6-ac2d-eac799187c46, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:10:56.050702 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a7674356-2245-4186-ab66-7283d7393cb4 None None] For port 9426aac4-26aa-4ef6-ac2d-eac799187c46, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=9426aac4-26aa-4ef6-ac2d-eac799187c46,segment=NetworkSegment(b31b3523-d7c7-4f8e-9765-08d9cb124dd8),segment_id=b31b3523-d7c7-4f8e-9765-08d9cb124dd8)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:10:56.061380 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a7674356-2245-4186-ab66-7283d7393cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:56.106125 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4a776a35-8fff-4f8d-bb7e-3d0c99d29abd req-30e3ef37-3f8d-450e-bc08-d94ec3c25f74 tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:56.142285 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-f409fe54-cb6b-4192-a03a-debf890cf49c req-dfc6a1d5-dee1-45ed-98d0-cd24cbdb5605 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Allocated IP 172.20.0.8 (06f3e023-1727-4312-a30e-0892f676ae49/b48179f6-7941-4c95-a75e-d46019c0c71e/3b23d2a1-aabf-40d5-8b1f-d7be16af3b28) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:10:56.154968 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:56.167551 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7674356-2245-4186-ab66-7283d7393cb4 None None] Routers {'2465b92e-bde2-44dc-b44d-80c8d1100806'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:10:56.168521 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a7674356-2245-4186-ab66-7283d7393cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:10:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['2465b92e-bde2-44dc-b44d-80c8d1100806'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:10:56.186917 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7f6f71c9-8f89-47a7-ba27-7d0c0894ecb7 req-33f62ecb-0518-460b-b23b-d1143aa3a9d5 service neutron] 10.222.0.77 "GET /v2.0/networks/2b65bcac-ba21-4565-bf6d-5e7b6fe83db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928268 Jul 09 16:10:56.231286 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-f87a359c-ff27-4b9e-ac82-ec925940cd7f req-6d840a11-16d8-4189-86ad-ff9486bc6c9a service neutron] For port 198a638c-19c2-40d7-ac04-36dfb2a828b2, host n-h1-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:10:56.254786 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-79a0883c-685e-433e-9bd3-7266862897a5 req-b0be3546-af2e-4fa8-8555-73778afa0837 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/ports?device_id=6948be4f-b18e-4eb9-8ced-b6a5a68d1690 HTTP/1.1" status: 200 len: 210 time: 0.0608411 Jul 09 16:10:56.255929 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-f87a359c-ff27-4b9e-ac82-ec925940cd7f req-6d840a11-16d8-4189-86ad-ff9486bc6c9a service neutron] For port 198a638c-19c2-40d7-ac04-36dfb2a828b2, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=198a638c-19c2-40d7-ac04-36dfb2a828b2,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:10:56.265985 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f87a359c-ff27-4b9e-ac82-ec925940cd7f req-6d840a11-16d8-4189-86ad-ff9486bc6c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:56.304927 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a359c-ff27-4b9e-ac82-ec925940cd7f req-6d840a11-16d8-4189-86ad-ff9486bc6c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:56.305548 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f87a359c-ff27-4b9e-ac82-ec925940cd7f req-6d840a11-16d8-4189-86ad-ff9486bc6c9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:56.306981 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f87a359c-ff27-4b9e-ac82-ec925940cd7f req-6d840a11-16d8-4189-86ad-ff9486bc6c9a service neutron] 10.222.0.77 "PUT /v2.0/ports/198a638c-19c2-40d7-ac04-36dfb2a828b2 HTTP/1.1" status: 200 len: 1096 time: 1.4106760 Jul 09 16:10:56.311521 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13936f56-a9b8-4832-a4de-df0cffe4e51a', 'tag': '198a638c-19c2-40d7-ac04-36dfb2a828b2'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:10:56.313719 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6965cf-734e-4c31-8163-1af0ac71af41" -d '{"events": [{"name": "network-changed", "server_uuid": "13936f56-a9b8-4832-a4de-df0cffe4e51a", "tag": "198a638c-19c2-40d7-ac04-36dfb2a828b2"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:10:56.317311 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333b0d-4494-4696-a3a6-bf9061fe7df7 None None] Pushing event updated for resources: {'Port': ['ID=9426aac4-26aa-4ef6-ac2d-eac799187c46,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:56.346860 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:56.362474 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d840a11-16d8-4189-86ad-ff9486bc6c9a service neutron] Pushing event updated for resources: {'Port': ['ID=198a638c-19c2-40d7-ac04-36dfb2a828b2,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:56.362635 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-a7674356-2245-4186-ab66-7283d7393cb4 None None] Set router 2465b92e-bde2-44dc-b44d-80c8d1100806 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:10:56.419973 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4a776a35-8fff-4f8d-bb7e-3d0c99d29abd req-30e3ef37-3f8d-450e-bc08-d94ec3c25f74 tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:56.505183 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a359c-ff27-4b9e-ac82-ec925940cd7f req-0d48fb46-a591-4a7d-8f9a-ee9fe4948123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:56.506019 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f87a359c-ff27-4b9e-ac82-ec925940cd7f req-0d48fb46-a591-4a7d-8f9a-ee9fe4948123 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=90103765321a44c5954b6bc1ea90c4d7&device_id=13936f56-a9b8-4832-a4de-df0cffe4e51a HTTP/1.1" status: 200 len: 1099 time: 0.1384265 Jul 09 16:10:56.610426 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f87a359c-ff27-4b9e-ac82-ec925940cd7f req-4b67ca9b-aba1-4dfa-b1ac-3a5d7cecb91e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=198a638c-19c2-40d7-ac04-36dfb2a828b2 HTTP/1.1" status: 200 len: 217 time: 0.0930083 Jul 09 16:10:56.618213 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f409fe54-cb6b-4192-a03a-debf890cf49c req-dfc6a1d5-dee1-45ed-98d0-cd24cbdb5605 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:56.670097 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-4a776a35-8fff-4f8d-bb7e-3d0c99d29abd req-30e3ef37-3f8d-450e-bc08-d94ec3c25f74 tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] Allocated IP 172.25.0.32 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/80ec3c84-6edb-4a29-a6d4-c9f001fb96eb) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:10:56.676807 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f409fe54-cb6b-4192-a03a-debf890cf49c req-dfc6a1d5-dee1-45ed-98d0-cd24cbdb5605 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:56.706053 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a359c-ff27-4b9e-ac82-ec925940cd7f req-b676a46c-d110-46bd-86a9-7908f594f2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:56.707556 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f87a359c-ff27-4b9e-ac82-ec925940cd7f req-b676a46c-d110-46bd-86a9-7908f594f2dc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.0855310 Jul 09 16:10:56.754178 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f409fe54-cb6b-4192-a03a-debf890cf49c req-dfc6a1d5-dee1-45ed-98d0-cd24cbdb5605 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Network 06f3e023-1727-4312-a30e-0892f676ae49 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:10:56.764011 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc6a1d5-dee1-45ed-98d0-cd24cbdb5605 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Pushing event updated for resources: {'Port': ['ID=3b23d2a1-aabf-40d5-8b1f-d7be16af3b28,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:56.778120 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-f409fe54-cb6b-4192-a03a-debf890cf49c req-dfc6a1d5-dee1-45ed-98d0-cd24cbdb5605 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:10:56.784396 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-f409fe54-cb6b-4192-a03a-debf890cf49c req-dfc6a1d5-dee1-45ed-98d0-cd24cbdb5605 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:10:56.793659 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409fe54-cb6b-4192-a03a-debf890cf49c req-dfc6a1d5-dee1-45ed-98d0-cd24cbdb5605 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:56.794627 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f409fe54-cb6b-4192-a03a-debf890cf49c req-dfc6a1d5-dee1-45ed-98d0-cd24cbdb5605 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:56.819548 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d24b0-0745-44d9-a8c7-6c3cb6b4c354 req-50bfcd18-12a3-4a54-bb8c-a34fe51b3da7 tempest-ServersAdminNegativeTestJSON-1200000710 tempest-ServersAdminNegativeTestJSON-1200000710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:56.821551 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ab1d24b0-0745-44d9-a8c7-6c3cb6b4c354 req-50bfcd18-12a3-4a54-bb8c-a34fe51b3da7 tempest-ServersAdminNegativeTestJSON-1200000710 tempest-ServersAdminNegativeTestJSON-1200000710-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=2096aa3e-14dc-4cce-ae48-d7dc2d1f1664 HTTP/1.1" status: 200 len: 1101 time: 0.2536993 Jul 09 16:10:56.823378 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f409fe54-cb6b-4192-a03a-debf890cf49c req-dfc6a1d5-dee1-45ed-98d0-cd24cbdb5605 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7142508 Jul 09 16:10:56.838789 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a359c-ff27-4b9e-ac82-ec925940cd7f req-86e616b5-e580-4b99-95b6-782078f9a7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:56.840256 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f87a359c-ff27-4b9e-ac82-ec925940cd7f req-86e616b5-e580-4b99-95b6-782078f9a7cc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1235569 Jul 09 16:10:56.841299 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-f409fe54-cb6b-4192-a03a-debf890cf49c req-9d46412b-9ee3-4e31-b265-6e7b059512f1 service neutron] Request body: {'port': {'device_id': '6948be4f-b18e-4eb9-8ced-b6a5a68d1690', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:10:56.844731 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4a776a35-8fff-4f8d-bb7e-3d0c99d29abd req-30e3ef37-3f8d-450e-bc08-d94ec3c25f74 tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:56.870457 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a7674356-2245-4186-ab66-7283d7393cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2465b92e-bde2-44dc-b44d-80c8d1100806', 'name': 'tempest-FloatingIPsTestJSON-51140516-router', 'tenant_id': '6177a2f2e630409d9de350d24245b735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'fadc3027-5fe9-46c3-8a86-12e93350d3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:10:45Z', 'updated_at': '2021-07-09T16:10:52Z', 'revision_number': 4, 'project_id': '6177a2f2e630409d9de350d24245b735', 'gw_port': {'id': 'fadc3027-5fe9-46c3-8a86-12e93350d3ea', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2465b92e-bde2-44dc-b44d-80c8d1100806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:10:46Z', 'updated_at': '2021-07-09T16:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '9426aac4-26aa-4ef6-ac2d-eac799187c46', 'name': '', 'network_id': '5ee47ffe-fc50-4281-bd86-998a13d80773', 'tenant_id': '6177a2f2e630409d9de350d24245b735', 'mac_address': 'fa:16:3e:da:86:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2465b92e-bde2-44dc-b44d-80c8d1100806', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '8456b2f1-9cc1-40a3-ad18-dccbbc48eda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:10:50Z', 'updated_at': '2021-07-09T16:10:56Z', 'revision_number': 4, 'project_id': '6177a2f2e630409d9de350d24245b735', 'subnets': [{'id': '8456b2f1-9cc1-40a3-ad18-dccbbc48eda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:10:56.872774 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ab1d24b0-0745-44d9-a8c7-6c3cb6b4c354 req-6be20228-8e68-4a45-b465-7147452d1e7f tempest-ServersAdminNegativeTestJSON-1200000710 tempest-ServersAdminNegativeTestJSON-1200000710-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:56.906426 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7674356-2245-4186-ab66-7283d7393cb4 None None] The sync data for ids ['2465b92e-bde2-44dc-b44d-80c8d1100806'] in n-d-798930-3 is: [{'id': '2465b92e-bde2-44dc-b44d-80c8d1100806', 'name': 'tempest-FloatingIPsTestJSON-51140516-router', 'tenant_id': '6177a2f2e630409d9de350d24245b735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'fadc3027-5fe9-46c3-8a86-12e93350d3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:10:45Z', 'updated_at': '2021-07-09T16:10:52Z', 'revision_number': 4, 'project_id': '6177a2f2e630409d9de350d24245b735', 'gw_port': {'id': 'fadc3027-5fe9-46c3-8a86-12e93350d3ea', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2465b92e-bde2-44dc-b44d-80c8d1100806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:10:46Z', 'updated_at': '2021-07-09T16:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '9426aac4-26aa-4ef6-ac2d-eac799187c46', 'name': '', 'network_id': '5ee47ffe-fc50-4281-bd86-998a13d80773', 'tenant_id': '6177a2f2e630409d9de350d24245b735', 'mac_address': 'fa:16:3e:da:86:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2465b92e-bde2-44dc-b44d-80c8d1100806', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '8456b2f1-9cc1-40a3-ad18-dccbbc48eda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:10:50Z', 'updated_at': '2021-07-09T16:10:56Z', 'revision_number': 4, 'project_id': '6177a2f2e630409d9de350d24245b735', 'subnets': [{'id': '8456b2f1-9cc1-40a3-ad18-dccbbc48eda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:10:56.969644 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f409fe54-cb6b-4192-a03a-debf890cf49c req-9d46412b-9ee3-4e31-b265-6e7b059512f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:56.988997 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4a776a35-8fff-4f8d-bb7e-3d0c99d29abd req-30e3ef37-3f8d-450e-bc08-d94ec3c25f74 tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:56.996926 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f87a359c-ff27-4b9e-ac82-ec925940cd7f req-280d4d8d-5d6a-4d94-8998-c1e23e96ccda service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444731 Jul 09 16:10:57.089665 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a776a35-8fff-4f8d-bb7e-3d0c99d29abd req-30e3ef37-3f8d-450e-bc08-d94ec3c25f74 tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:10:57.096699 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-4a776a35-8fff-4f8d-bb7e-3d0c99d29abd req-30e3ef37-3f8d-450e-bc08-d94ec3c25f74 tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:10:57.103180 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a776a35-8fff-4f8d-bb7e-3d0c99d29abd req-30e3ef37-3f8d-450e-bc08-d94ec3c25f74 tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:10:57.133808 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e3ef37-3f8d-450e-bc08-d94ec3c25f74 tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] Pushing event updated for resources: {'Port': ['ID=80ec3c84-6edb-4a29-a6d4-c9f001fb96eb,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:57.226303 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4a776a35-8fff-4f8d-bb7e-3d0c99d29abd req-30e3ef37-3f8d-450e-bc08-d94ec3c25f74 tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:57.234400 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f87a359c-ff27-4b9e-ac82-ec925940cd7f req-a14941ed-fb0c-419c-b7f2-0332bba21ed7 service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164640 Jul 09 16:10:57.281246 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4a776a35-8fff-4f8d-bb7e-3d0c99d29abd req-30e3ef37-3f8d-450e-bc08-d94ec3c25f74 tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:57.389907 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ab1d24b0-0745-44d9-a8c7-6c3cb6b4c354 req-6be20228-8e68-4a45-b465-7147452d1e7f tempest-ServersAdminNegativeTestJSON-1200000710 tempest-ServersAdminNegativeTestJSON-1200000710-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:57.394627 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ab1d24b0-0745-44d9-a8c7-6c3cb6b4c354 req-6be20228-8e68-4a45-b465-7147452d1e7f tempest-ServersAdminNegativeTestJSON-1200000710 tempest-ServersAdminNegativeTestJSON-1200000710-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:57.436653 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ab1d24b0-0745-44d9-a8c7-6c3cb6b4c354 req-6be20228-8e68-4a45-b465-7147452d1e7f tempest-ServersAdminNegativeTestJSON-1200000710 tempest-ServersAdminNegativeTestJSON-1200000710-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=e4046649-c961-4562-8482-ef21126496b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6066751 Jul 09 16:10:57.484069 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be20228-8e68-4a45-b465-7147452d1e7f tempest-ServersAdminNegativeTestJSON-1200000710 tempest-ServersAdminNegativeTestJSON-1200000710-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dccd96f-9acd-4e48-ae22-b10408116c8e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:57.612982 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-f409fe54-cb6b-4192-a03a-debf890cf49c req-9d46412b-9ee3-4e31-b265-6e7b059512f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b23d2a1-aabf-40d5-8b1f-d7be16af3b28 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:10:57.628927 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f409fe54-cb6b-4192-a03a-debf890cf49c req-9d46412b-9ee3-4e31-b265-6e7b059512f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:57.647548 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-f409fe54-cb6b-4192-a03a-debf890cf49c req-9d46412b-9ee3-4e31-b265-6e7b059512f1 service neutron] Transition to ACTIVE for port object 3b23d2a1-aabf-40d5-8b1f-d7be16af3b28 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:10:57.653751 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f409fe54-cb6b-4192-a03a-debf890cf49c req-9d46412b-9ee3-4e31-b265-6e7b059512f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:57.731995 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4a776a35-8fff-4f8d-bb7e-3d0c99d29abd req-30e3ef37-3f8d-450e-bc08-d94ec3c25f74 tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:57.737674 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4a776a35-8fff-4f8d-bb7e-3d0c99d29abd req-30e3ef37-3f8d-450e-bc08-d94ec3c25f74 tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:57.747681 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d46412b-9ee3-4e31-b265-6e7b059512f1 service neutron] Pushing event updated for resources: {'Port': ['ID=3b23d2a1-aabf-40d5-8b1f-d7be16af3b28,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:57.777221 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4a776a35-8fff-4f8d-bb7e-3d0c99d29abd req-30e3ef37-3f8d-450e-bc08-d94ec3c25f74 tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:57.785972 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-f409fe54-cb6b-4192-a03a-debf890cf49c req-9d46412b-9ee3-4e31-b265-6e7b059512f1 service neutron] Attempting to bind port 3b23d2a1-aabf-40d5-8b1f-d7be16af3b28 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:10:57.786303 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-f409fe54-cb6b-4192-a03a-debf890cf49c req-9d46412b-9ee3-4e31-b265-6e7b059512f1 service neutron] Attempting to bind port 3b23d2a1-aabf-40d5-8b1f-d7be16af3b28 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '2889ae5a-14b1-4f86-bf1f-9ec9dbd85842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '06f3e023-1727-4312-a30e-0892f676ae49'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:10:57.786542 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f409fe54-cb6b-4192-a03a-debf890cf49c req-9d46412b-9ee3-4e31-b265-6e7b059512f1 service neutron] Attempting to bind port 3b23d2a1-aabf-40d5-8b1f-d7be16af3b28 on network 06f3e023-1727-4312-a30e-0892f676ae49 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:10:57.795838 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f409fe54-cb6b-4192-a03a-debf890cf49c req-9d46412b-9ee3-4e31-b265-6e7b059512f1 service neutron] Port 3b23d2a1-aabf-40d5-8b1f-d7be16af3b28 on network 06f3e023-1727-4312-a30e-0892f676ae49 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:10:57.796176 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f409fe54-cb6b-4192-a03a-debf890cf49c req-9d46412b-9ee3-4e31-b265-6e7b059512f1 service neutron] Attempting to bind port 3b23d2a1-aabf-40d5-8b1f-d7be16af3b28 on network 06f3e023-1727-4312-a30e-0892f676ae49 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:10:57.800382 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e3ef37-3f8d-450e-bc08-d94ec3c25f74 tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] Pushing event updated for resources: {'Port': ['ID=80ec3c84-6edb-4a29-a6d4-c9f001fb96eb,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:57.802941 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4a776a35-8fff-4f8d-bb7e-3d0c99d29abd req-30e3ef37-3f8d-450e-bc08-d94ec3c25f74 tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:57.804191 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4a776a35-8fff-4f8d-bb7e-3d0c99d29abd req-30e3ef37-3f8d-450e-bc08-d94ec3c25f74 tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8067565 Jul 09 16:10:57.805337 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f409fe54-cb6b-4192-a03a-debf890cf49c req-9d46412b-9ee3-4e31-b265-6e7b059512f1 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:10:57.805668 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f409fe54-cb6b-4192-a03a-debf890cf49c req-9d46412b-9ee3-4e31-b265-6e7b059512f1 service neutron] Checking segment: {'id': '2889ae5a-14b1-4f86-bf1f-9ec9dbd85842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '06f3e023-1727-4312-a30e-0892f676ae49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:10:57.806046 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f409fe54-cb6b-4192-a03a-debf890cf49c req-9d46412b-9ee3-4e31-b265-6e7b059512f1 service neutron] Bound using segment: {'id': '2889ae5a-14b1-4f86-bf1f-9ec9dbd85842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '06f3e023-1727-4312-a30e-0892f676ae49'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:10:57.806474 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-f409fe54-cb6b-4192-a03a-debf890cf49c req-9d46412b-9ee3-4e31-b265-6e7b059512f1 service neutron] Bound port: 3b23d2a1-aabf-40d5-8b1f-d7be16af3b28, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2889ae5a-14b1-4f86-bf1f-9ec9dbd85842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '06f3e023-1727-4312-a30e-0892f676ae49'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:10:57.806851 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f409fe54-cb6b-4192-a03a-debf890cf49c req-9d46412b-9ee3-4e31-b265-6e7b059512f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:57.870369 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e20cf1-2e80-460f-9504-99be5df42ba3 req-60e9ce82-0c8a-4abc-82f9-e3ba00dd0bb1 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:57.871928 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-75e20cf1-2e80-460f-9504-99be5df42ba3 req-60e9ce82-0c8a-4abc-82f9-e3ba00dd0bb1 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10be2bf-11a4-400c-ad86-3ca904c9681e HTTP/1.1" status: 200 len: 943 time: 0.1166029 Jul 09 16:10:57.886489 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4a776a35-8fff-4f8d-bb7e-3d0c99d29abd req-8f9926b3-80b8-4bb6-bbf7-b89211681630 tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.0.32 HTTP/1.1" status: 200 len: 695 time: 0.0732160 Jul 09 16:10:57.918790 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-f409fe54-cb6b-4192-a03a-debf890cf49c req-9d46412b-9ee3-4e31-b265-6e7b059512f1 service neutron] For port 3b23d2a1-aabf-40d5-8b1f-d7be16af3b28, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:10:57.940539 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-75e20cf1-2e80-460f-9504-99be5df42ba3 req-648cef6f-123c-465f-835e-5f313f772baa tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601549 Jul 09 16:10:57.942171 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-f409fe54-cb6b-4192-a03a-debf890cf49c req-9d46412b-9ee3-4e31-b265-6e7b059512f1 service neutron] For port 3b23d2a1-aabf-40d5-8b1f-d7be16af3b28, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=3b23d2a1-aabf-40d5-8b1f-d7be16af3b28,segment=NetworkSegment(2889ae5a-14b1-4f86-bf1f-9ec9dbd85842),segment_id=2889ae5a-14b1-4f86-bf1f-9ec9dbd85842)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:10:57.947478 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f409fe54-cb6b-4192-a03a-debf890cf49c req-9d46412b-9ee3-4e31-b265-6e7b059512f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:57.985526 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409fe54-cb6b-4192-a03a-debf890cf49c req-9d46412b-9ee3-4e31-b265-6e7b059512f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:57.986318 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f409fe54-cb6b-4192-a03a-debf890cf49c req-9d46412b-9ee3-4e31-b265-6e7b059512f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:57.988014 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f409fe54-cb6b-4192-a03a-debf890cf49c req-9d46412b-9ee3-4e31-b265-6e7b059512f1 service neutron] 10.222.0.77 "PUT /v2.0/ports/3b23d2a1-aabf-40d5-8b1f-d7be16af3b28 HTTP/1.1" status: 200 len: 1091 time: 1.1516025 Jul 09 16:10:57.988539 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6948be4f-b18e-4eb9-8ced-b6a5a68d1690', 'tag': '3b23d2a1-aabf-40d5-8b1f-d7be16af3b28'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:10:57.991716 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da36a0d-9c0a-494a-b13f-06cbfe9a29e4" -d '{"events": [{"name": "network-changed", "server_uuid": "6948be4f-b18e-4eb9-8ced-b6a5a68d1690", "tag": "3b23d2a1-aabf-40d5-8b1f-d7be16af3b28"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:10:58.017391 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d46412b-9ee3-4e31-b265-6e7b059512f1 service neutron] Pushing event updated for resources: {'Port': ['ID=3b23d2a1-aabf-40d5-8b1f-d7be16af3b28,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:58.029193 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a776a35-8fff-4f8d-bb7e-3d0c99d29abd req-f73dd54c-e4b9-4546-b231-35bbf0ff8c83 tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:58.031281 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4a776a35-8fff-4f8d-bb7e-3d0c99d29abd req-f73dd54c-e4b9-4546-b231-35bbf0ff8c83 tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] 10.222.0.98 "GET /v2.0/networks/caa6ed8d-2893-4113-8f68-c5284e694f6c HTTP/1.1" status: 200 len: 784 time: 0.1380179 Jul 09 16:10:58.043648 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:58.044884 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [req-4a776a35-8fff-4f8d-bb7e-3d0c99d29abd req-938039b0-4e20-4407-b908-6f03d02766c2 tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:10:58.046282 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4a776a35-8fff-4f8d-bb7e-3d0c99d29abd req-938039b0-4e20-4407-b908-6f03d02766c2 tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096796 Jul 09 16:10:58.126432 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409fe54-cb6b-4192-a03a-debf890cf49c req-f1359f6b-a089-46dc-b1b5-fc23fbcba220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:58.128117 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f409fe54-cb6b-4192-a03a-debf890cf49c req-f1359f6b-a089-46dc-b1b5-fc23fbcba220 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=295683a26cff47fe80fc8d30cae0f829&device_id=6948be4f-b18e-4eb9-8ced-b6a5a68d1690 HTTP/1.1" status: 200 len: 1094 time: 0.0702696 Jul 09 16:10:58.164657 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 9426aac4-26aa-4ef6-ac2d-eac799187c46 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:10:58.214014 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f409fe54-cb6b-4192-a03a-debf890cf49c req-268f57e6-74cb-4573-b421-70323f53fc23 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b23d2a1-aabf-40d5-8b1f-d7be16af3b28 HTTP/1.1" status: 200 len: 217 time: 0.0760107 Jul 09 16:10:58.229093 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 9426aac4-26aa-4ef6-ac2d-eac799187c46 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:10:58.233838 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 9426aac4-26aa-4ef6-ac2d-eac799187c46 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:10:58.234212 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:58.258408 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd79689-434a-4428-9c6e-64e107319a1d x-openstack-request-id: req-efd79689-434a-4428-9c6e-64e107319a1d {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:10:58.258804 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13936f56-a9b8-4832-a4de-df0cffe4e51a", "tag": "198a638c-19c2-40d7-ac04-36dfb2a828b2", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:10:58.259173 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-efd79689-434a-4428-9c6e-64e107319a1d {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:10:58.260590 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13936f56-a9b8-4832-a4de-df0cffe4e51a', 'tag': '198a638c-19c2-40d7-ac04-36dfb2a828b2', 'status': 'completed', 'code': 200} Jul 09 16:10:58.294107 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1c55a-d8dc-41ba-b0f1-f3dfad0455c3 req-aa15cc02-34a5-47f8-b28a-fb80205e96e1 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:58.295769 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-51e1c55a-d8dc-41ba-b0f1-f3dfad0455c3 req-aa15cc02-34a5-47f8-b28a-fb80205e96e1 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/ports?device_id=91ae230a-0d07-48fe-8dad-bd6d5e63a5a5 HTTP/1.1" status: 200 len: 950 time: 0.1568487 Jul 09 16:10:58.299776 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409fe54-cb6b-4192-a03a-debf890cf49c req-427cb6f4-452e-469b-84ed-f85163447986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:58.301350 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f409fe54-cb6b-4192-a03a-debf890cf49c req-427cb6f4-452e-469b-84ed-f85163447986 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b48179f6-7941-4c95-a75e-d46019c0c71e HTTP/1.1" status: 200 len: 862 time: 0.0762417 Jul 09 16:10:58.326369 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:58.361783 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f409fe54-cb6b-4192-a03a-debf890cf49c req-46805c34-beda-42f1-8cd8-a045991c7673 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=06f3e023-1727-4312-a30e-0892f676ae49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370753 Jul 09 16:10:58.372215 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 9426aac4-26aa-4ef6-ac2d-eac799187c46, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=9426aac4-26aa-4ef6-ac2d-eac799187c46,segment=NetworkSegment(b31b3523-d7c7-4f8e-9765-08d9cb124dd8),segment_id=b31b3523-d7c7-4f8e-9765-08d9cb124dd8)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:10:58.377816 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:58.385355 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-51e1c55a-d8dc-41ba-b0f1-f3dfad0455c3 req-280c2aba-5fe0-4585-9290-a45e68cb22a0 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/security-groups?id=ed93e0da-a672-4b8b-85ca-b434962cdf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786026 Jul 09 16:10:58.444337 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6965cf-734e-4c31-8163-1af0ac71af41 req-1e709353-6202-4411-8acd-e7a95f96b6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:58.445860 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1b6965cf-734e-4c31-8163-1af0ac71af41 req-1e709353-6202-4411-8acd-e7a95f96b6ad service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=90103765321a44c5954b6bc1ea90c4d7&device_id=13936f56-a9b8-4832-a4de-df0cffe4e51a HTTP/1.1" status: 200 len: 1099 time: 0.1460223 Jul 09 16:10:58.455032 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=9426aac4-26aa-4ef6-ac2d-eac799187c46,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:10:58.473296 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368651cb-9099-4031-bf70-13f79f9fdc1a req-98b34310-d8af-4eb8-b0b4-6ff02d405877 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:58.474835 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-368651cb-9099-4031-bf70-13f79f9fdc1a req-98b34310-d8af-4eb8-b0b4-6ff02d405877 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=13936f56-a9b8-4832-a4de-df0cffe4e51a HTTP/1.1" status: 200 len: 948 time: 0.1157401 Jul 09 16:10:58.481175 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f409fe54-cb6b-4192-a03a-debf890cf49c req-5522de41-02b7-4067-b4b1-4f44b54fd759 service neutron] 10.222.0.77 "GET /v2.0/networks/06f3e023-1727-4312-a30e-0892f676ae49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068766 Jul 09 16:10:58.566712 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-368651cb-9099-4031-bf70-13f79f9fdc1a req-90f67d87-b6bd-4594-b4b4-523215618ee6 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756903 Jul 09 16:10:58.591355 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6965cf-734e-4c31-8163-1af0ac71af41 req-c3f57686-4e32-4e8c-a449-90f137d040e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:58.593913 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1b6965cf-734e-4c31-8163-1af0ac71af41 req-c3f57686-4e32-4e8c-a449-90f137d040e5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1 HTTP/1.1" status: 200 len: 870 time: 0.1383989 Jul 09 16:10:58.617173 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f409fe54-cb6b-4192-a03a-debf890cf49c req-0610d091-0fe1-4435-b343-50680b783ebd service neutron] 10.222.0.77 "GET /v2.0/networks/06f3e023-1727-4312-a30e-0892f676ae49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302261 Jul 09 16:10:58.627100 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec910853-0158-4ae0-9e51-cc07e9616276 x-openstack-request-id: req-ec910853-0158-4ae0-9e51-cc07e9616276 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:10:58.627392 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6948be4f-b18e-4eb9-8ced-b6a5a68d1690", "tag": "3b23d2a1-aabf-40d5-8b1f-d7be16af3b28", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:10:58.627646 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ec910853-0158-4ae0-9e51-cc07e9616276 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:10:58.628040 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6948be4f-b18e-4eb9-8ced-b6a5a68d1690', 'tag': '3b23d2a1-aabf-40d5-8b1f-d7be16af3b28', 'status': 'completed', 'code': 200} Jul 09 16:10:58.638987 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f53a55-57b7-4900-b3e1-398efb43d111 req-55b3b36c-3299-43a9-a9c7-1b32a4f3d9ec tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:58.641177 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-06f53a55-57b7-4900-b3e1-398efb43d111 req-55b3b36c-3299-43a9-a9c7-1b32a4f3d9ec tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/ports?device_id=6948be4f-b18e-4eb9-8ced-b6a5a68d1690 HTTP/1.1" status: 200 len: 943 time: 0.1076300 Jul 09 16:10:58.641311 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1b6965cf-734e-4c31-8163-1af0ac71af41 req-799cccd8-f49a-4501-8fc9-11b403dcd0f3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=198a638c-19c2-40d7-ac04-36dfb2a828b2 HTTP/1.1" status: 200 len: 217 time: 0.0393550 Jul 09 16:10:58.692851 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-06f53a55-57b7-4900-b3e1-398efb43d111 req-ed537751-071f-4ed5-b89d-2c4008707063 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfcc9858-6d6e-4ce7-9f3e-e855c2473a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459731 Jul 09 16:10:58.738874 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da36a0d-9c0a-494a-b13f-06cbfe9a29e4 req-86c0e97d-fc16-4fe8-a975-088b0db4f8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:58.740348 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4da36a0d-9c0a-494a-b13f-06cbfe9a29e4 req-86c0e97d-fc16-4fe8-a975-088b0db4f8ed service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=295683a26cff47fe80fc8d30cae0f829&device_id=6948be4f-b18e-4eb9-8ced-b6a5a68d1690 HTTP/1.1" status: 200 len: 1094 time: 0.0627275 Jul 09 16:10:58.746721 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-af0ea14f-3461-496b-95d7-5fb6b5f98fb0 req-da0fb9ee-ad45-4f44-8a42-ecb2873fb3a9 tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] 10.222.0.98 "GET /v2.0/floatingips/895370ee-253d-41a0-8e5f-65c4ca01b5ec HTTP/1.1" status: 200 len: 692 time: 0.1042655 Jul 09 16:10:58.811401 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6965cf-734e-4c31-8163-1af0ac71af41 req-27f7d5f9-66bc-461e-af71-53a792badd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:58.812829 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1b6965cf-734e-4c31-8163-1af0ac71af41 req-27f7d5f9-66bc-461e-af71-53a792badd60 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.1385846 Jul 09 16:10:58.833884 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da36a0d-9c0a-494a-b13f-06cbfe9a29e4 req-fbf3cc4b-2669-48c6-a61a-2c31d557a2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:58.835686 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4da36a0d-9c0a-494a-b13f-06cbfe9a29e4 req-fbf3cc4b-2669-48c6-a61a-2c31d557a2e5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=06f3e023-1727-4312-a30e-0892f676ae49 HTTP/1.1" status: 200 len: 923 time: 0.0880036 Jul 09 16:10:58.882232 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4da36a0d-9c0a-494a-b13f-06cbfe9a29e4 req-dec54cec-1f21-46aa-b9f9-deb074126051 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b23d2a1-aabf-40d5-8b1f-d7be16af3b28 HTTP/1.1" status: 200 len: 217 time: 0.0389714 Jul 09 16:10:58.904229 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ea14f-3461-496b-95d7-5fb6b5f98fb0 req-0f1632bb-7a3c-45b1-81e7-dab349418c04 tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:58.905728 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-af0ea14f-3461-496b-95d7-5fb6b5f98fb0 req-0f1632bb-7a3c-45b1-81e7-dab349418c04 tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] 10.222.0.98 "GET /v2.0/networks/caa6ed8d-2893-4113-8f68-c5284e694f6c HTTP/1.1" status: 200 len: 784 time: 0.1484356 Jul 09 16:10:58.922563 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [req-af0ea14f-3461-496b-95d7-5fb6b5f98fb0 req-74002c10-1569-4d84-87a3-c02824aa5b2b tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:10:58.923598 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-af0ea14f-3461-496b-95d7-5fb6b5f98fb0 req-74002c10-1569-4d84-87a3-c02824aa5b2b tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075221 Jul 09 16:10:58.933723 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6965cf-734e-4c31-8163-1af0ac71af41 req-68aad9fb-3a7a-43a1-a738-4a6dca9312e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:58.935942 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1b6965cf-734e-4c31-8163-1af0ac71af41 req-68aad9fb-3a7a-43a1-a738-4a6dca9312e7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1133938 Jul 09 16:10:58.963229 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da36a0d-9c0a-494a-b13f-06cbfe9a29e4 req-9972ccc0-83c5-467e-8502-b168eb65554e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:58.964520 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4da36a0d-9c0a-494a-b13f-06cbfe9a29e4 req-9972ccc0-83c5-467e-8502-b168eb65554e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b48179f6-7941-4c95-a75e-d46019c0c71e HTTP/1.1" status: 200 len: 862 time: 0.0763416 Jul 09 16:10:59.000428 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4da36a0d-9c0a-494a-b13f-06cbfe9a29e4 req-4a7a0ca8-6ba1-4d6b-b682-c26975350e32 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=06f3e023-1727-4312-a30e-0892f676ae49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289533 Jul 09 16:10:59.084797 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1b6965cf-734e-4c31-8163-1af0ac71af41 req-9d6e4f08-e1fd-4ef8-897e-c8ce8f348400 service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380527 Jul 09 16:10:59.145407 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4da36a0d-9c0a-494a-b13f-06cbfe9a29e4 req-a86291ee-518e-4a85-8705-077a319d2f29 service neutron] 10.222.0.77 "GET /v2.0/networks/06f3e023-1727-4312-a30e-0892f676ae49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259518 Jul 09 16:10:59.151634 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b88c0-e562-4015-aecf-769143bb6889 req-b2358e7c-9e74-4eda-8cfd-be0a508dcd18 tempest-ServersAdminNegativeTestJSON-1200000710 tempest-ServersAdminNegativeTestJSON-1200000710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:59.153092 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b62b88c0-e562-4015-aecf-769143bb6889 req-b2358e7c-9e74-4eda-8cfd-be0a508dcd18 tempest-ServersAdminNegativeTestJSON-1200000710 tempest-ServersAdminNegativeTestJSON-1200000710-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=2096aa3e-14dc-4cce-ae48-d7dc2d1f1664 HTTP/1.1" status: 200 len: 1101 time: 0.1214859 Jul 09 16:10:59.170138 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74c38a-753f-4974-a463-71e3b83a8fa2 req-834c1ebb-067b-4eb2-8ee1-5bf441d9ec2c tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:59.171638 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9f74c38a-753f-4974-a463-71e3b83a8fa2 req-834c1ebb-067b-4eb2-8ee1-5bf441d9ec2c tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/ports?device_id=91ae230a-0d07-48fe-8dad-bd6d5e63a5a5 HTTP/1.1" status: 200 len: 950 time: 0.1239269 Jul 09 16:10:59.222589 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1b6965cf-734e-4c31-8163-1af0ac71af41 req-375e21e5-1bd4-47b0-9fa6-bfd55e40bbc3 service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286211 Jul 09 16:10:59.234393 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9f74c38a-753f-4974-a463-71e3b83a8fa2 req-8fed6013-0809-4f41-bdec-70f313d6afb5 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/security-groups?id=ed93e0da-a672-4b8b-85ca-b434962cdf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522268 Jul 09 16:10:59.240508 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b62b88c0-e562-4015-aecf-769143bb6889 req-95e475da-8318-451f-b9ad-9bcdab649b50 tempest-ServersAdminNegativeTestJSON-1200000710 tempest-ServersAdminNegativeTestJSON-1200000710-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=e4046649-c961-4562-8482-ef21126496b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763674 Jul 09 16:10:59.282129 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4da36a0d-9c0a-494a-b13f-06cbfe9a29e4 req-3011879a-b33b-4660-8ba9-10fc6ff9ab4d service neutron] 10.222.0.77 "GET /v2.0/networks/06f3e023-1727-4312-a30e-0892f676ae49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263223 Jul 09 16:10:59.349386 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-812d0db3-18be-4053-a515-d353c4ef7f1b req-f7e010a0-60a0-4e44-8e31-b9683530b1a3 tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] 10.222.0.98 "GET /v2.0/floatingips?tenant_id=6177a2f2e630409d9de350d24245b735 HTTP/1.1" status: 200 len: 695 time: 0.0776136 Jul 09 16:10:59.432191 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-08894043-4dbb-4511-91d6-54e8b43033ea req-6fc72ee5-9ad8-4aad-98da-2444d38b46d7 service neutron] 10.222.0.77 "GET /v2.0/ports/4234f788-2b1b-4819-b621-eebba2f8ecb2/bindings/n-h2-798930-3 HTTP/1.1" status: 200 len: 384 time: 0.0607765 Jul 09 16:10:59.456211 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d0db3-18be-4053-a515-d353c4ef7f1b req-2c4dc4d7-e63c-4323-9df5-84704f32cf3e tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:59.457724 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-812d0db3-18be-4053-a515-d353c4ef7f1b req-2c4dc4d7-e63c-4323-9df5-84704f32cf3e tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] 10.222.0.98 "GET /v2.0/networks?id=caa6ed8d-2893-4113-8f68-c5284e694f6c HTTP/1.1" status: 200 len: 787 time: 0.1025448 Jul 09 16:10:59.467414 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [req-812d0db3-18be-4053-a515-d353c4ef7f1b req-093cec75-8554-4880-bf79-e1e9a910fad0 tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:10:59.468480 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-812d0db3-18be-4053-a515-d353c4ef7f1b req-093cec75-8554-4880-bf79-e1e9a910fad0 tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056369 Jul 09 16:10:59.588803 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95518a-ab16-4629-8165-7690166fa41d req-a5fc9c8b-d458-416a-9df0-0b0c61ca8e90 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:59.590321 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-de95518a-ab16-4629-8165-7690166fa41d req-a5fc9c8b-d458-416a-9df0-0b0c61ca8e90 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10be2bf-11a4-400c-ad86-3ca904c9681e HTTP/1.1" status: 200 len: 943 time: 0.1209381 Jul 09 16:10:59.684938 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-de95518a-ab16-4629-8165-7690166fa41d req-88571d7e-2dff-46f2-94db-b36668203235 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822001 Jul 09 16:10:59.717858 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-08894043-4dbb-4511-91d6-54e8b43033ea req-ac8f2b64-2111-4015-8848-98152eef1cda service neutron] For port 4234f788-2b1b-4819-b621-eebba2f8ecb2, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=4234f788-2b1b-4819-b621-eebba2f8ecb2,segment=NetworkSegment(cbc7a639-5863-4995-9a4b-f91be63e1ab1),segment_id=cbc7a639-5863-4995-9a4b-f91be63e1ab1)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:10:59.741802 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-08894043-4dbb-4511-91d6-54e8b43033ea req-ac8f2b64-2111-4015-8848-98152eef1cda service neutron] For port 4234f788-2b1b-4819-b621-eebba2f8ecb2, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:10:59.776571 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-08894043-4dbb-4511-91d6-54e8b43033ea req-ac8f2b64-2111-4015-8848-98152eef1cda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4234f788-2b1b-4819-b621-eebba2f8ecb2 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:10:59.779908 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cccb663c-7d43-4b21-a1c2-2d706502cb6f req-80c5b3bc-83ac-44b4-b1b1-54158e30d1d8 tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] 10.222.0.98 "GET /v2.0/floatingips/895370ee-253d-41a0-8e5f-65c4ca01b5ec HTTP/1.1" status: 200 len: 692 time: 0.0560396 Jul 09 16:10:59.788505 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-08894043-4dbb-4511-91d6-54e8b43033ea req-ac8f2b64-2111-4015-8848-98152eef1cda service neutron] For port 4234f788-2b1b-4819-b621-eebba2f8ecb2, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=4234f788-2b1b-4819-b621-eebba2f8ecb2,segment=NetworkSegment(cbc7a639-5863-4995-9a4b-f91be63e1ab1),segment_id=cbc7a639-5863-4995-9a4b-f91be63e1ab1)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:10:59.803301 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-08894043-4dbb-4511-91d6-54e8b43033ea req-ac8f2b64-2111-4015-8848-98152eef1cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:59.891958 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb663c-7d43-4b21-a1c2-2d706502cb6f req-c969e337-fd5e-43b7-84af-10ea1ce64898 tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:59.893321 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cccb663c-7d43-4b21-a1c2-2d706502cb6f req-c969e337-fd5e-43b7-84af-10ea1ce64898 tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] 10.222.0.98 "GET /v2.0/networks/caa6ed8d-2893-4113-8f68-c5284e694f6c HTTP/1.1" status: 200 len: 784 time: 0.1075480 Jul 09 16:10:59.906715 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [req-cccb663c-7d43-4b21-a1c2-2d706502cb6f req-2236d81f-db7e-4bb5-a7f8-eb1606c197ed tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:10:59.908267 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cccb663c-7d43-4b21-a1c2-2d706502cb6f req-2236d81f-db7e-4bb5-a7f8-eb1606c197ed tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091226 Jul 09 16:10:59.926730 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e86b88-759d-4ee1-b591-64fc287ff998 req-40768a1f-af71-4b8b-a5bd-8efa03899f65 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:10:59.928787 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d8e86b88-759d-4ee1-b591-64fc287ff998 req-40768a1f-af71-4b8b-a5bd-8efa03899f65 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=13936f56-a9b8-4832-a4de-df0cffe4e51a HTTP/1.1" status: 200 len: 948 time: 0.1229131 Jul 09 16:10:59.937601 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-08894043-4dbb-4511-91d6-54e8b43033ea req-ac8f2b64-2111-4015-8848-98152eef1cda service neutron] Transition to ACTIVE for port object 4234f788-2b1b-4819-b621-eebba2f8ecb2 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:10:59.946102 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-08894043-4dbb-4511-91d6-54e8b43033ea req-ac8f2b64-2111-4015-8848-98152eef1cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:10:59.967308 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cccb663c-7d43-4b21-a1c2-2d706502cb6f req-bd3e5ea3-2fb9-4bc7-8537-d9dbd20b087d tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.0.32 HTTP/1.1" status: 200 len: 695 time: 0.0514977 Jul 09 16:11:00.020466 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cccb663c-7d43-4b21-a1c2-2d706502cb6f req-dda79aab-52de-4b77-a7b5-c93a95be2dd5 tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.0.32 HTTP/1.1" status: 200 len: 695 time: 0.0482521 Jul 09 16:11:00.035697 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d8e86b88-759d-4ee1-b591-64fc287ff998 req-3f62ff5f-191b-4467-a7c6-735bff4a6c24 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994401 Jul 09 16:11:00.038757 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-08894043-4dbb-4511-91d6-54e8b43033ea req-ac8f2b64-2111-4015-8848-98152eef1cda service neutron] No DVR routers for this DVR port 4234f788-2b1b-4819-b621-eebba2f8ecb2 on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:11:00.068219 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8f2b64-2111-4015-8848-98152eef1cda service neutron] Pushing event updated for resources: {'Port': ['ID=4234f788-2b1b-4819-b621-eebba2f8ecb2,revision_number=10']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:00.088460 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 9426aac4-26aa-4ef6-ac2d-eac799187c46 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:11:00.100754 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-08894043-4dbb-4511-91d6-54e8b43033ea req-ac8f2b64-2111-4015-8848-98152eef1cda service neutron] 10.222.0.77 "PUT /v2.0/ports/4234f788-2b1b-4819-b621-eebba2f8ecb2/bindings/n-h2-798930-3/activate HTTP/1.1" status: 200 len: 369 time: 0.6568773 Jul 09 16:11:00.141911 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 9426aac4-26aa-4ef6-ac2d-eac799187c46 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:11:00.142615 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:00.189206 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-cccb663c-7d43-4b21-a1c2-2d706502cb6f req-15f79302-2d01-49ec-8dfc-19d5a07a8019 tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] Deleting port 80ec3c84-6edb-4a29-a6d4-c9f001fb96eb {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:11:00.189834 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cccb663c-7d43-4b21-a1c2-2d706502cb6f req-15f79302-2d01-49ec-8dfc-19d5a07a8019 tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:00.269851 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cccb663c-7d43-4b21-a1c2-2d706502cb6f req-15f79302-2d01-49ec-8dfc-19d5a07a8019 tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:00.270166 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cccb663c-7d43-4b21-a1c2-2d706502cb6f req-15f79302-2d01-49ec-8dfc-19d5a07a8019 tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:00.272346 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08894043-4dbb-4511-91d6-54e8b43033ea req-d3eb027c-3f3f-497b-a6b0-fa1dbdc0bf84 tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:00.273871 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-08894043-4dbb-4511-91d6-54e8b43033ea req-d3eb027c-3f3f-497b-a6b0-fa1dbdc0bf84 tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=c10be2bf-11a4-400c-ad86-3ca904c9681e&tenant_id=9639d7ee11dd47639be4bedc72b53ccc&binding%3Ahost_id=n-h1-798930-3 HTTP/1.1" status: 200 len: 1095 time: 0.1086564 Jul 09 16:11:00.282463 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-cccb663c-7d43-4b21-a1c2-2d706502cb6f req-15f79302-2d01-49ec-8dfc-19d5a07a8019 tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] Calling delete_port for 80ec3c84-6edb-4a29-a6d4-c9f001fb96eb owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:11:00.286578 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77acd3e-97ed-4587-ac96-0a9ce18c12a1 req-25c69d31-3fcc-4195-9d8c-79fa2fe5ed3b tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:00.288100 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b77acd3e-97ed-4587-ac96-0a9ce18c12a1 req-25c69d31-3fcc-4195-9d8c-79fa2fe5ed3b tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/ports?device_id=6948be4f-b18e-4eb9-8ced-b6a5a68d1690 HTTP/1.1" status: 200 len: 943 time: 0.0884902 Jul 09 16:11:00.394234 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b77acd3e-97ed-4587-ac96-0a9ce18c12a1 req-83f79ef1-4de7-4027-8815-b89d1f26ea41 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfcc9858-6d6e-4ce7-9f3e-e855c2473a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833192 Jul 09 16:11:00.408435 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08894043-4dbb-4511-91d6-54e8b43033ea req-f4a2394c-4deb-4a80-b622-260b7103b465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:00.414465 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-08894043-4dbb-4511-91d6-54e8b43033ea req-f4a2394c-4deb-4a80-b622-260b7103b465 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c10be2bf-11a4-400c-ad86-3ca904c9681e&tenant_id=9639d7ee11dd47639be4bedc72b53ccc HTTP/1.1" status: 200 len: 1095 time: 0.1209736 Jul 09 16:11:00.440944 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cccb663c-7d43-4b21-a1c2-2d706502cb6f req-15f79302-2d01-49ec-8dfc-19d5a07a8019 tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:00.476821 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f79302-2d01-49ec-8dfc-19d5a07a8019 tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] Pushing event deleted for resources: {'Port': ['ID=80ec3c84-6edb-4a29-a6d4-c9f001fb96eb,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:00.504739 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cccb663c-7d43-4b21-a1c2-2d706502cb6f req-15f79302-2d01-49ec-8dfc-19d5a07a8019 tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:00.508070 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cccb663c-7d43-4b21-a1c2-2d706502cb6f req-15f79302-2d01-49ec-8dfc-19d5a07a8019 tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:00.509235 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cccb663c-7d43-4b21-a1c2-2d706502cb6f req-15f79302-2d01-49ec-8dfc-19d5a07a8019 tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] 10.222.0.98 "DELETE /v2.0/floatingips/895370ee-253d-41a0-8e5f-65c4ca01b5ec HTTP/1.1" status: 204 len: 173 time: 0.4831259 Jul 09 16:11:00.519185 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08894043-4dbb-4511-91d6-54e8b43033ea req-ef325bdc-da9a-4c5c-b9cc-af1f2191bf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:00.521053 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-08894043-4dbb-4511-91d6-54e8b43033ea req-ef325bdc-da9a-4c5c-b9cc-af1f2191bf33 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9639d7ee11dd47639be4bedc72b53ccc&device_id=c10be2bf-11a4-400c-ad86-3ca904c9681e HTTP/1.1" status: 200 len: 1095 time: 0.0729442 Jul 09 16:11:00.656613 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d3530fbb-33d7-4bac-a16c-fe979502cfa7 req-faf36e0b-71ac-4207-88eb-6052ddfec6b2 tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1012354 Jul 09 16:11:00.665977 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-d3530fbb-33d7-4bac-a16c-fe979502cfa7 req-5e253c92-2aae-42a6-b788-7ff885bd73bf tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] Request body: {'floatingip': {'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:11:00.666943 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08894043-4dbb-4511-91d6-54e8b43033ea req-2b1af19f-25a7-4d34-bf67-81bad9f2a586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:00.668413 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-08894043-4dbb-4511-91d6-54e8b43033ea req-2b1af19f-25a7-4d34-bf67-81bad9f2a586 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 HTTP/1.1" status: 200 len: 921 time: 0.1277196 Jul 09 16:11:00.681040 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d06eb9-5fdb-4731-ade5-154484c4466e req-275cf631-4d32-4a7f-8fa9-88b698ecba34 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:00.682471 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-77d06eb9-5fdb-4731-ade5-154484c4466e req-275cf631-4d32-4a7f-8fa9-88b698ecba34 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/ports?device_id=91ae230a-0d07-48fe-8dad-bd6d5e63a5a5 HTTP/1.1" status: 200 len: 950 time: 0.0956306 Jul 09 16:11:00.688660 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d3530fbb-33d7-4bac-a16c-fe979502cfa7 req-5e253c92-2aae-42a6-b788-7ff885bd73bf tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:00.725872 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-08894043-4dbb-4511-91d6-54e8b43033ea req-179a5d2a-7f8f-4ce6-9001-8b2616dc7841 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4234f788-2b1b-4819-b621-eebba2f8ecb2 HTTP/1.1" status: 200 len: 217 time: 0.0424161 Jul 09 16:11:00.781942 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-77d06eb9-5fdb-4731-ade5-154484c4466e req-e5970993-2153-433e-a60b-88ca9742303d tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/security-groups?id=ed93e0da-a672-4b8b-85ca-b434962cdf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913079 Jul 09 16:11:00.791509 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d3530fbb-33d7-4bac-a16c-fe979502cfa7 req-5e253c92-2aae-42a6-b788-7ff885bd73bf tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:00.795220 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08894043-4dbb-4511-91d6-54e8b43033ea req-2cf7b95b-4a19-42fd-a4d5-9c8d03712761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:00.796999 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-08894043-4dbb-4511-91d6-54e8b43033ea req-2cf7b95b-4a19-42fd-a4d5-9c8d03712761 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1e15c12f-d45d-4aa3-a5bc-500d552ae0b3 HTTP/1.1" status: 200 len: 860 time: 0.0629354 Jul 09 16:11:00.833163 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-08894043-4dbb-4511-91d6-54e8b43033ea req-ac7a7d15-fc0e-409c-bde3-ed392e61e7fc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2b65bcac-ba21-4565-bf6d-5e7b6fe83db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280712 Jul 09 16:11:00.898231 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-d3530fbb-33d7-4bac-a16c-fe979502cfa7 req-5e253c92-2aae-42a6-b788-7ff885bd73bf tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] Allocated IP 172.25.0.170 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/8620c471-ce26-45b9-8e8c-fb174bc2c221) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:11:00.930960 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-08894043-4dbb-4511-91d6-54e8b43033ea req-30905a7a-1d8e-44ad-896f-0c94cf1d52fa service neutron] 10.222.0.73 "GET /v2.0/networks/2b65bcac-ba21-4565-bf6d-5e7b6fe83db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912139 Jul 09 16:11:00.977318 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 198a638c-19c2-40d7-ac04-36dfb2a828b2 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:11:01.036234 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d3530fbb-33d7-4bac-a16c-fe979502cfa7 req-5e253c92-2aae-42a6-b788-7ff885bd73bf tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:01.044285 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-08894043-4dbb-4511-91d6-54e8b43033ea req-70063a2e-43e2-42e5-9867-b25548c4ceae service neutron] 10.222.0.73 "GET /v2.0/networks/2b65bcac-ba21-4565-bf6d-5e7b6fe83db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067078 Jul 09 16:11:01.092217 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d3530fbb-33d7-4bac-a16c-fe979502cfa7 req-5e253c92-2aae-42a6-b788-7ff885bd73bf tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:01.137847 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 198a638c-19c2-40d7-ac04-36dfb2a828b2, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=198a638c-19c2-40d7-ac04-36dfb2a828b2,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:11:01.159962 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '198a638c-19c2-40d7-ac04-36dfb2a828b2', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'port_id': '198a638c-19c2-40d7-ac04-36dfb2a828b2', 'mac_address': 'fa:16:3e:39:01:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f122b436-b232-4a3c-9aac-47d5639f2da4', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:11:01.162037 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3530fbb-33d7-4bac-a16c-fe979502cfa7 req-5e253c92-2aae-42a6-b788-7ff885bd73bf tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:11:01.165582 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-d3530fbb-33d7-4bac-a16c-fe979502cfa7 req-5e253c92-2aae-42a6-b788-7ff885bd73bf tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:11:01.169571 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3530fbb-33d7-4bac-a16c-fe979502cfa7 req-5e253c92-2aae-42a6-b788-7ff885bd73bf tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:11:01.181729 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e253c92-2aae-42a6-b788-7ff885bd73bf tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] Pushing event updated for resources: {'Port': ['ID=8620c471-ce26-45b9-8e8c-fb174bc2c221,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:01.223950 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:01.242226 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d3530fbb-33d7-4bac-a16c-fe979502cfa7 req-5e253c92-2aae-42a6-b788-7ff885bd73bf tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:01.246734 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 198a638c-19c2-40d7-ac04-36dfb2a828b2 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:11:01.292196 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 198a638c-19c2-40d7-ac04-36dfb2a828b2, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=198a638c-19c2-40d7-ac04-36dfb2a828b2,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:11:01.296565 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d3530fbb-33d7-4bac-a16c-fe979502cfa7 req-5e253c92-2aae-42a6-b788-7ff885bd73bf tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:01.310236 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:01.311101 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 3b23d2a1-aabf-40d5-8b1f-d7be16af3b28 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:11:01.347149 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450fe7e-83c2-4da3-b51f-1ebc51cf0838 req-8d15a6b1-c049-4f13-9e14-2526f62e6a34 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:01.361550 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4450fe7e-83c2-4da3-b51f-1ebc51cf0838 req-8d15a6b1-c049-4f13-9e14-2526f62e6a34 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10be2bf-11a4-400c-ad86-3ca904c9681e HTTP/1.1" status: 200 len: 944 time: 0.0869193 Jul 09 16:11:01.414313 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4450fe7e-83c2-4da3-b51f-1ebc51cf0838 req-5ffffa1b-ce76-4826-8a6c-42a4b415e36e tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496023 Jul 09 16:11:01.419827 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 48372) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:01.444363 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=198a638c-19c2-40d7-ac04-36dfb2a828b2,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:01.540200 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 3b23d2a1-aabf-40d5-8b1f-d7be16af3b28, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=3b23d2a1-aabf-40d5-8b1f-d7be16af3b28,segment=NetworkSegment(2889ae5a-14b1-4f86-bf1f-9ec9dbd85842),segment_id=2889ae5a-14b1-4f86-bf1f-9ec9dbd85842)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:11:01.556555 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '3b23d2a1-aabf-40d5-8b1f-d7be16af3b28', 'network_id': '06f3e023-1727-4312-a30e-0892f676ae49', 'port_id': '3b23d2a1-aabf-40d5-8b1f-d7be16af3b28', 'mac_address': 'fa:16:3e:33:d5:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b48179f6-7941-4c95-a75e-d46019c0c71e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:11:01.563793 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d3530fbb-33d7-4bac-a16c-fe979502cfa7 req-5e253c92-2aae-42a6-b788-7ff885bd73bf tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:01.572526 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d3530fbb-33d7-4bac-a16c-fe979502cfa7 req-5e253c92-2aae-42a6-b788-7ff885bd73bf tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:01.589152 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d3530fbb-33d7-4bac-a16c-fe979502cfa7 req-5e253c92-2aae-42a6-b788-7ff885bd73bf tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:01.603377 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:01.619676 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b23d2a1-aabf-40d5-8b1f-d7be16af3b28 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:11:01.641787 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 3b23d2a1-aabf-40d5-8b1f-d7be16af3b28, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=3b23d2a1-aabf-40d5-8b1f-d7be16af3b28,segment=NetworkSegment(2889ae5a-14b1-4f86-bf1f-9ec9dbd85842),segment_id=2889ae5a-14b1-4f86-bf1f-9ec9dbd85842)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:11:01.646180 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:01.647105 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3e97b1be-b66b-4ac6-a7b3-821de27430f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:01.665295 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d3530fbb-33d7-4bac-a16c-fe979502cfa7 req-5e253c92-2aae-42a6-b788-7ff885bd73bf tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:01.666691 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d3530fbb-33d7-4bac-a16c-fe979502cfa7 req-5e253c92-2aae-42a6-b788-7ff885bd73bf tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.0044751 Jul 09 16:11:01.673881 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e253c92-2aae-42a6-b788-7ff885bd73bf tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] Pushing event updated for resources: {'Port': ['ID=8620c471-ce26-45b9-8e8c-fb174bc2c221,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:01.693589 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba1a891-bc0c-4ec2-9ac7-0582290022ba req-be9a2f42-44fc-4aa9-be75-79f650e07e35 tempest-LiveMigrationNegativeTest-2067170199 tempest-LiveMigrationNegativeTest-2067170199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:01.695292 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3ba1a891-bc0c-4ec2-9ac7-0582290022ba req-be9a2f42-44fc-4aa9-be75-79f650e07e35 tempest-LiveMigrationNegativeTest-2067170199 tempest-LiveMigrationNegativeTest-2067170199-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=91ae230a-0d07-48fe-8dad-bd6d5e63a5a5 HTTP/1.1" status: 200 len: 1101 time: 0.1632309 Jul 09 16:11:01.700777 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=3b23d2a1-aabf-40d5-8b1f-d7be16af3b28,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:01.702039 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08894043-4dbb-4511-91d6-54e8b43033ea req-1bbd0971-f008-42ee-9515-d96a431f9c4e tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:01.704721 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-08894043-4dbb-4511-91d6-54e8b43033ea req-1bbd0971-f008-42ee-9515-d96a431f9c4e tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=c10be2bf-11a4-400c-ad86-3ca904c9681e&tenant_id=9639d7ee11dd47639be4bedc72b53ccc&binding%3Ahost_id=n-h2-798930-3 HTTP/1.1" status: 200 len: 1095 time: 0.1289113 Jul 09 16:11:01.743011 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d3530fbb-33d7-4bac-a16c-fe979502cfa7 req-a08cad86-bdbb-49c2-b23a-ea6ad8f947a6 tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.0.170 HTTP/1.1" status: 200 len: 696 time: 0.0618041 Jul 09 16:11:01.758965 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3ba1a891-bc0c-4ec2-9ac7-0582290022ba req-3fbbb8fe-2270-41ad-9b33-8eb31a23fd1f tempest-LiveMigrationNegativeTest-2067170199 tempest-LiveMigrationNegativeTest-2067170199-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:01.773821 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5d256bf7-7bef-40e5-b6ef-54dd77938bc2 req-1ac3e447-650d-4e5c-b8c0-ffe2ebfacc34 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=49315736-dd27-47af-9ccb-98e9c687919a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1563175 Jul 09 16:11:01.889921 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3530fbb-33d7-4bac-a16c-fe979502cfa7 req-ec5196c2-dac4-4c2a-bf56-5c465b8209b8 tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:01.891823 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d3530fbb-33d7-4bac-a16c-fe979502cfa7 req-ec5196c2-dac4-4c2a-bf56-5c465b8209b8 tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] 10.222.0.98 "GET /v2.0/networks/caa6ed8d-2893-4113-8f68-c5284e694f6c HTTP/1.1" status: 200 len: 784 time: 0.1419635 Jul 09 16:11:01.893518 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['3b23d2a1-aabf-40d5-8b1f-d7be16af3b28'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:11:01.924796 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d256bf7-7bef-40e5-b6ef-54dd77938bc2 req-5154b725-41fc-464a-8e7d-9a1453a7fe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:01.926347 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5d256bf7-7bef-40e5-b6ef-54dd77938bc2 req-5154b725-41fc-464a-8e7d-9a1453a7fe41 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cc4dc2313b5c41388daec8e5a4533d66&device_id=49315736-dd27-47af-9ccb-98e9c687919a HTTP/1.1" status: 200 len: 1097 time: 0.0839896 Jul 09 16:11:01.946704 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3e97b1be-b66b-4ac6-a7b3-821de27430f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:01.947367 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['198a638c-19c2-40d7-ac04-36dfb2a828b2'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:11:01.959217 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3e97b1be-b66b-4ac6-a7b3-821de27430f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:01.982440 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-08894043-4dbb-4511-91d6-54e8b43033ea req-3a350f29-095f-453a-89ed-30f178b1b212 service neutron] For port 4234f788-2b1b-4819-b621-eebba2f8ecb2, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:11:02.006746 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-08894043-4dbb-4511-91d6-54e8b43033ea req-3a350f29-095f-453a-89ed-30f178b1b212 service neutron] Notify callbacks [] for binding, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:02.007716 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-08894043-4dbb-4511-91d6-54e8b43033ea req-3a350f29-095f-453a-89ed-30f178b1b212 service neutron] 10.222.0.73 "DELETE /v2.0/ports/4234f788-2b1b-4819-b621-eebba2f8ecb2/bindings/n-h1-798930-3 HTTP/1.1" status: 204 len: 173 time: 0.2915008 Jul 09 16:11:02.031445 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-3e97b1be-b66b-4ac6-a7b3-821de27430f1 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=52410b0045c94c42ae5b6ef8f9679e9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6101875 Jul 09 16:11:02.034737 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 48380) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:02.049755 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e97b1be-b66b-4ac6-a7b3-821de27430f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c238e4bc-5543-46ec-9c7b-898ce90601d2,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:02.133571 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-53302604-de51-4cc5-83b1-f0315cf1f4dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:02.156350 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3ba1a891-bc0c-4ec2-9ac7-0582290022ba req-3fbbb8fe-2270-41ad-9b33-8eb31a23fd1f tempest-LiveMigrationNegativeTest-2067170199 tempest-LiveMigrationNegativeTest-2067170199-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:02.160298 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d256bf7-7bef-40e5-b6ef-54dd77938bc2 req-aa42f56f-2721-4dbe-9ab3-bb527796c9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:02.162952 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5d256bf7-7bef-40e5-b6ef-54dd77938bc2 req-aa42f56f-2721-4dbe-9ab3-bb527796c9b4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=bb5eedc8-9794-43ab-9159-e84889255689 HTTP/1.1" status: 200 len: 925 time: 0.2093551 Jul 09 16:11:02.170084 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3ba1a891-bc0c-4ec2-9ac7-0582290022ba req-3fbbb8fe-2270-41ad-9b33-8eb31a23fd1f tempest-LiveMigrationNegativeTest-2067170199 tempest-LiveMigrationNegativeTest-2067170199-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:02.174583 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-53302604-de51-4cc5-83b1-f0315cf1f4dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:02.175483 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c44a9c-a68a-4aa6-b43d-855b0e2a33b9 req-da518c3d-5e86-4d4f-aad9-fe186146b116 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:02.180458 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e8c44a9c-a68a-4aa6-b43d-855b0e2a33b9 req-da518c3d-5e86-4d4f-aad9-fe186146b116 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.98 "GET /v2.0/ports?device_id=2096aa3e-14dc-4cce-ae48-d7dc2d1f1664 HTTP/1.1" status: 200 len: 950 time: 0.1396122 Jul 09 16:11:02.209997 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3ba1a891-bc0c-4ec2-9ac7-0582290022ba req-3fbbb8fe-2270-41ad-9b33-8eb31a23fd1f tempest-LiveMigrationNegativeTest-2067170199 tempest-LiveMigrationNegativeTest-2067170199-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=ed93e0da-a672-4b8b-85ca-b434962cdf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5006120 Jul 09 16:11:02.230447 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbbb8fe-2270-41ad-9b33-8eb31a23fd1f tempest-LiveMigrationNegativeTest-2067170199 tempest-LiveMigrationNegativeTest-2067170199-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7bec4e0-c682-445b-9bff-3f41e2a65b8b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:02.269814 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-53302604-de51-4cc5-83b1-f0315cf1f4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:02.272886 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-53302604-de51-4cc5-83b1-f0315cf1f4dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:02.276511 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-53302604-de51-4cc5-83b1-f0315cf1f4dd admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c238e4bc-5543-46ec-9c7b-898ce90601d2 HTTP/1.1" status: 204 len: 168 time: 0.2346256 Jul 09 16:11:02.283543 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53302604-de51-4cc5-83b1-f0315cf1f4dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c238e4bc-5543-46ec-9c7b-898ce90601d2,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:02.514979 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e8c44a9c-a68a-4aa6-b43d-855b0e2a33b9 req-7150c0c6-1b62-4530-bb8f-c5842443504b tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.98 "GET /v2.0/security-groups?id=e4046649-c961-4562-8482-ef21126496b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261230 Jul 09 16:11:02.561281 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5d256bf7-7bef-40e5-b6ef-54dd77938bc2 req-6919b40a-e3cb-499d-96c6-4cb0c8141b86 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8410fa2-713f-41ff-9dc4-a833be28b663 HTTP/1.1" status: 200 len: 1001 time: 0.3796151 Jul 09 16:11:02.645894 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d256bf7-7bef-40e5-b6ef-54dd77938bc2 req-aa623171-891a-41bf-873b-3ffe7636198e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:02.647627 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5d256bf7-7bef-40e5-b6ef-54dd77938bc2 req-aa623171-891a-41bf-873b-3ffe7636198e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9652b0cc-4dd5-4837-9b58-222aefe9d108 HTTP/1.1" status: 200 len: 863 time: 0.0783865 Jul 09 16:11:02.665437 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 48392) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:02.683639 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0bdcab7a-2fb3-4340-9d68-8747c8b1db2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:02.702834 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b817e-12b4-4030-b61a-618de694f966 req-b77856a9-1db4-4503-ae93-6a356f31b4a4 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:02.704280 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-be4b817e-12b4-4030-b61a-618de694f966 req-b77856a9-1db4-4503-ae93-6a356f31b4a4 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=13936f56-a9b8-4832-a4de-df0cffe4e51a HTTP/1.1" status: 200 len: 949 time: 0.3541873 Jul 09 16:11:02.757410 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d256bf7-7bef-40e5-b6ef-54dd77938bc2 req-734fc718-80c8-4433-b3b7-0ca8da717101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:02.758946 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5d256bf7-7bef-40e5-b6ef-54dd77938bc2 req-734fc718-80c8-4433-b3b7-0ca8da717101 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb5eedc8-9794-43ab-9159-e84889255689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1030176 Jul 09 16:11:02.762923 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-be4b817e-12b4-4030-b61a-618de694f966 req-021a6dd2-c4e3-4b32-bece-94d8de3e2792 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519109 Jul 09 16:11:02.766141 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021623ac-af17-4211-bd74-929b8e97cbda req-4ab66e3b-9ab7-4ac6-9b9c-e1e7bcf90ee0 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:02.767597 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-021623ac-af17-4211-bd74-929b8e97cbda req-4ab66e3b-9ab7-4ac6-9b9c-e1e7bcf90ee0 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/ports?device_id=6948be4f-b18e-4eb9-8ced-b6a5a68d1690 HTTP/1.1" status: 200 len: 944 time: 0.1005158 Jul 09 16:11:02.854801 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-021623ac-af17-4211-bd74-929b8e97cbda req-ca740fd1-022e-44b9-8eb8-1ec831547be5 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfcc9858-6d6e-4ce7-9f3e-e855c2473a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780301 Jul 09 16:11:02.856155 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-47ad49bf-8f17-45ab-ba7e-537d9f776d4c req-88486774-2343-4057-9b50-75274a225a30 tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] 10.222.0.98 "GET /v2.0/floatingips/9940fa75-a801-431f-94cd-45161d807774 HTTP/1.1" status: 200 len: 693 time: 0.0519104 Jul 09 16:11:02.888249 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5d256bf7-7bef-40e5-b6ef-54dd77938bc2 req-3a63d523-ba86-49cc-a844-02526a4f40d6 service neutron] 10.222.0.73 "GET /v2.0/networks/bb5eedc8-9794-43ab-9159-e84889255689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196752 Jul 09 16:11:02.888369 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0bdcab7a-2fb3-4340-9d68-8747c8b1db2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:02.904329 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0bdcab7a-2fb3-4340-9d68-8747c8b1db2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:02.988644 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 198a638c-19c2-40d7-ac04-36dfb2a828b2 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:11:02.990214 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdcab7a-2fb3-4340-9d68-8747c8b1db2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3345517-db81-44c9-9ead-6e38c82f3437,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:02.999568 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0bdcab7a-2fb3-4340-9d68-8747c8b1db2a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=da5bb667b65d47a3a30eb173b04c02d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3328571 Jul 09 16:11:03.000547 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 48394) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:03.023948 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5d256bf7-7bef-40e5-b6ef-54dd77938bc2 req-0430a1f4-42e1-4463-96b6-070c73ae5dad service neutron] 10.222.0.73 "GET /v2.0/networks/bb5eedc8-9794-43ab-9159-e84889255689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232247 Jul 09 16:11:03.070522 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 198a638c-19c2-40d7-ac04-36dfb2a828b2 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:11:03.075187 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 198a638c-19c2-40d7-ac04-36dfb2a828b2 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:11:03.075672 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:03.078924 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad49bf-8f17-45ab-ba7e-537d9f776d4c req-ce182e76-3806-4e62-b4b1-6820dc886f3a tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:03.080433 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-47ad49bf-8f17-45ab-ba7e-537d9f776d4c req-ce182e76-3806-4e62-b4b1-6820dc886f3a tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] 10.222.0.98 "GET /v2.0/networks/caa6ed8d-2893-4113-8f68-c5284e694f6c HTTP/1.1" status: 200 len: 784 time: 0.2103474 Jul 09 16:11:03.109328 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [req-47ad49bf-8f17-45ab-ba7e-537d9f776d4c req-00280574-2ddb-4052-b447-fe878a964535 tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:11:03.109860 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-47ad49bf-8f17-45ab-ba7e-537d9f776d4c req-00280574-2ddb-4052-b447-fe878a964535 tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133886 Jul 09 16:11:03.113613 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-af8db584-fde5-421c-a75a-6aa4f5ba1aff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:03.181855 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:03.194958 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-af8db584-fde5-421c-a75a-6aa4f5ba1aff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:03.206116 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13936f56-a9b8-4832-a4de-df0cffe4e51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '198a638c-19c2-40d7-ac04-36dfb2a828b2'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:11:03.208636 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32afad7f-3467-43a0-83ed-7efc2fbe39a2" -d '{"events": [{"server_uuid": "13936f56-a9b8-4832-a4de-df0cffe4e51a", "name": "network-vif-plugged", "status": "completed", "tag": "198a638c-19c2-40d7-ac04-36dfb2a828b2"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:11:03.211912 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-47ad49bf-8f17-45ab-ba7e-537d9f776d4c req-0c5a1315-da27-4208-81ba-e4e0303a3242 tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.0.170 HTTP/1.1" status: 200 len: 696 time: 0.0881543 Jul 09 16:11:03.222710 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 198a638c-19c2-40d7-ac04-36dfb2a828b2, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=198a638c-19c2-40d7-ac04-36dfb2a828b2,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:11:03.228159 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:03.229154 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 3b23d2a1-aabf-40d5-8b1f-d7be16af3b28 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:11:03.263396 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa4998-6e5a-43bd-a475-b54a22b64a8b req-b9aef32a-0d4e-4d4f-b180-2079e1803a43 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:03.265080 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-38aa4998-6e5a-43bd-a475-b54a22b64a8b req-b9aef32a-0d4e-4d4f-b180-2079e1803a43 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10be2bf-11a4-400c-ad86-3ca904c9681e HTTP/1.1" status: 200 len: 944 time: 0.0781550 Jul 09 16:11:03.293661 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-47ad49bf-8f17-45ab-ba7e-537d9f776d4c req-d38968c2-a32d-409a-96b6-0cc201cf30b3 tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.0.170 HTTP/1.1" status: 200 len: 696 time: 0.0706487 Jul 09 16:11:03.312345 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=198a638c-19c2-40d7-ac04-36dfb2a828b2,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:03.323411 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 3b23d2a1-aabf-40d5-8b1f-d7be16af3b28 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:11:03.328178 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 3b23d2a1-aabf-40d5-8b1f-d7be16af3b28 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:11:03.328797 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:03.338206 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-38aa4998-6e5a-43bd-a475-b54a22b64a8b req-4f460db6-e504-453c-b489-f30d645184de tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663474 Jul 09 16:11:03.369271 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-af8db584-fde5-421c-a75a-6aa4f5ba1aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:03.374819 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-af8db584-fde5-421c-a75a-6aa4f5ba1aff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:03.375018 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde490aa-b14d-4980-aa79-33404d18c883 req-ecb60ae8-552a-465a-a967-0da35f3d9665 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:03.375113 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-af8db584-fde5-421c-a75a-6aa4f5ba1aff admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b3345517-db81-44c9-9ead-6e38c82f3437 HTTP/1.1" status: 204 len: 168 time: 0.3685589 Jul 09 16:11:03.375213 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bde490aa-b14d-4980-aa79-33404d18c883 req-ecb60ae8-552a-465a-a967-0da35f3d9665 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.73 "GET /v2.0/ports?device_id=2096aa3e-14dc-4cce-ae48-d7dc2d1f1664 HTTP/1.1" status: 200 len: 950 time: 0.0963693 Jul 09 16:11:03.424266 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8db584-fde5-421c-a75a-6aa4f5ba1aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3345517-db81-44c9-9ead-6e38c82f3437,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:03.433510 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:03.488138 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 3b23d2a1-aabf-40d5-8b1f-d7be16af3b28, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=3b23d2a1-aabf-40d5-8b1f-d7be16af3b28,segment=NetworkSegment(2889ae5a-14b1-4f86-bf1f-9ec9dbd85842),segment_id=2889ae5a-14b1-4f86-bf1f-9ec9dbd85842)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:11:03.494292 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:03.495407 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 4234f788-2b1b-4819-b621-eebba2f8ecb2 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:11:03.551950 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-47ad49bf-8f17-45ab-ba7e-537d9f776d4c req-252f5007-d3ef-4c66-beba-8b2aaf99b6fb tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] Deleting port 8620c471-ce26-45b9-8e8c-fb174bc2c221 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:11:03.551950 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-47ad49bf-8f17-45ab-ba7e-537d9f776d4c req-252f5007-d3ef-4c66-beba-8b2aaf99b6fb tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:03.597903 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 4234f788-2b1b-4819-b621-eebba2f8ecb2 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:11:03.603401 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fbe92be-912b-47b7-96b2-8e8f0287ebdb x-openstack-request-id: req-8fbe92be-912b-47b7-96b2-8e8f0287ebdb {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:11:03.603911 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13936f56-a9b8-4832-a4de-df0cffe4e51a", "name": "network-vif-plugged", "status": "completed", "tag": "198a638c-19c2-40d7-ac04-36dfb2a828b2", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:11:03.604143 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8fbe92be-912b-47b7-96b2-8e8f0287ebdb {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:11:03.605020 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13936f56-a9b8-4832-a4de-df0cffe4e51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '198a638c-19c2-40d7-ac04-36dfb2a828b2', 'code': 200} Jul 09 16:11:03.606285 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=3b23d2a1-aabf-40d5-8b1f-d7be16af3b28,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:03.611409 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-bde490aa-b14d-4980-aa79-33404d18c883 req-67fba0a6-7022-4d04-877b-fb65c1140df8 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Deleting port c4202e0c-49ea-4b09-840e-212de5d9d44f {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:11:03.611972 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bde490aa-b14d-4980-aa79-33404d18c883 req-67fba0a6-7022-4d04-877b-fb65c1140df8 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:03.699143 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-47ad49bf-8f17-45ab-ba7e-537d9f776d4c req-252f5007-d3ef-4c66-beba-8b2aaf99b6fb tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:03.699704 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-47ad49bf-8f17-45ab-ba7e-537d9f776d4c req-252f5007-d3ef-4c66-beba-8b2aaf99b6fb tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:03.717387 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-47ad49bf-8f17-45ab-ba7e-537d9f776d4c req-252f5007-d3ef-4c66-beba-8b2aaf99b6fb tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] Calling delete_port for 8620c471-ce26-45b9-8e8c-fb174bc2c221 owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:11:03.724611 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-bde490aa-b14d-4980-aa79-33404d18c883 req-67fba0a6-7022-4d04-877b-fb65c1140df8 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] For port c4202e0c-49ea-4b09-840e-212de5d9d44f, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=c4202e0c-49ea-4b09-840e-212de5d9d44f,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:11:03.725792 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bde490aa-b14d-4980-aa79-33404d18c883 req-67fba0a6-7022-4d04-877b-fb65c1140df8 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:03.749399 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-bde490aa-b14d-4980-aa79-33404d18c883 req-67fba0a6-7022-4d04-877b-fb65c1140df8 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Calling delete_port for c4202e0c-49ea-4b09-840e-212de5d9d44f owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:11:03.887754 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7249cc11-9aab-4eb8-a8d3-9909f8ad6f60 req-ee7a3184-d899-426c-a06f-97854e5da32d tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:03.891863 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febb3a1-6215-4e66-8da3-f2498c772638 req-6f9a76dc-18dd-4bc2-b97b-57dd6365ba88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:03.899649 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8febb3a1-6215-4e66-8da3-f2498c772638 req-6f9a76dc-18dd-4bc2-b97b-57dd6365ba88 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=13936f56-a9b8-4832-a4de-df0cffe4e51a HTTP/1.1" status: 200 len: 1101 time: 0.1184027 Jul 09 16:11:03.901981 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7249cc11-9aab-4eb8-a8d3-9909f8ad6f60 req-ee7a3184-d899-426c-a06f-97854e5da32d tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.98 "GET /v2.0/ports?device_id=2096aa3e-14dc-4cce-ae48-d7dc2d1f1664 HTTP/1.1" status: 200 len: 950 time: 0.1369705 Jul 09 16:11:03.950426 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7249cc11-9aab-4eb8-a8d3-9909f8ad6f60 req-cf08007c-16b9-41f6-8cdb-de3bcd66f658 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.98 "GET /v2.0/security-groups?id=e4046649-c961-4562-8482-ef21126496b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400791 Jul 09 16:11:04.027417 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8febb3a1-6215-4e66-8da3-f2498c772638 req-dc934a36-cc54-4709-af80-948a1bc557b0 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121547 Jul 09 16:11:04.029158 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bde490aa-b14d-4980-aa79-33404d18c883 req-67fba0a6-7022-4d04-877b-fb65c1140df8 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:04.033651 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-47ad49bf-8f17-45ab-ba7e-537d9f776d4c req-252f5007-d3ef-4c66-beba-8b2aaf99b6fb tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:04.042529 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['3f75cb2f-1b37-4d55-8773-1de94c48da71'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:11:04.065928 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252f5007-d3ef-4c66-beba-8b2aaf99b6fb tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] Pushing event deleted for resources: {'Port': ['ID=8620c471-ce26-45b9-8e8c-fb174bc2c221,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:04.067896 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fba0a6-7022-4d04-877b-fb65c1140df8 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Pushing event deleted for resources: {'Port': ['ID=c4202e0c-49ea-4b09-840e-212de5d9d44f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:04.108376 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['c4202e0c-49ea-4b09-840e-212de5d9d44f'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:11:04.131676 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-47ad49bf-8f17-45ab-ba7e-537d9f776d4c req-252f5007-d3ef-4c66-beba-8b2aaf99b6fb tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:04.134528 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-47ad49bf-8f17-45ab-ba7e-537d9f776d4c req-252f5007-d3ef-4c66-beba-8b2aaf99b6fb tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:04.135658 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-47ad49bf-8f17-45ab-ba7e-537d9f776d4c req-252f5007-d3ef-4c66-beba-8b2aaf99b6fb tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] 10.222.0.98 "DELETE /v2.0/floatingips/9940fa75-a801-431f-94cd-45161d807774 HTTP/1.1" status: 204 len: 173 time: 0.8275506 Jul 09 16:11:04.188055 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde490aa-b14d-4980-aa79-33404d18c883 req-67fba0a6-7022-4d04-877b-fb65c1140df8 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] No DVR routers for this DVR port c4202e0c-49ea-4b09-840e-212de5d9d44f on host n-h2-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:11:04.190993 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bde490aa-b14d-4980-aa79-33404d18c883 req-67fba0a6-7022-4d04-877b-fb65c1140df8 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:04.193196 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bde490aa-b14d-4980-aa79-33404d18c883 req-67fba0a6-7022-4d04-877b-fb65c1140df8 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.73 "DELETE /v2.0/ports/c4202e0c-49ea-4b09-840e-212de5d9d44f HTTP/1.1" status: 204 len: 173 time: 0.8115993 Jul 09 16:11:04.193700 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2096aa3e-14dc-4cce-ae48-d7dc2d1f1664', 'name': 'network-vif-deleted', 'tag': 'c4202e0c-49ea-4b09-840e-212de5d9d44f'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:11:04.196040 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6b9b57-e1b2-450f-8f7e-377e7518925d" -d '{"events": [{"server_uuid": "2096aa3e-14dc-4cce-ae48-d7dc2d1f1664", "name": "network-vif-deleted", "tag": "c4202e0c-49ea-4b09-840e-212de5d9d44f"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:11:04.405845 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11756a2-58d9-4b25-a582-2b160d4fe078 req-15636172-8d1c-4663-9c64-f421842d6890 tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:04.407539 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f11756a2-58d9-4b25-a582-2b160d4fe078 req-15636172-8d1c-4663-9c64-f421842d6890 tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=c10be2bf-11a4-400c-ad86-3ca904c9681e HTTP/1.1" status: 200 len: 1095 time: 0.0679336 Jul 09 16:11:04.445996 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f11756a2-58d9-4b25-a582-2b160d4fe078 req-010aaa87-01e1-442c-b1a4-2b0ba859216b tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319922 Jul 09 16:11:04.486428 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc58fa-851e-4fc4-b26a-32a983875fa5 req-17dcc6a8-b6ca-41fb-b1b7-9e5ae76c387a tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:04.486428 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-48fc58fa-851e-4fc4-b26a-32a983875fa5 req-17dcc6a8-b6ca-41fb-b1b7-9e5ae76c387a tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=13936f56-a9b8-4832-a4de-df0cffe4e51a HTTP/1.1" status: 200 len: 950 time: 0.0780997 Jul 09 16:11:04.576925 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-48fc58fa-851e-4fc4-b26a-32a983875fa5 req-dcf2a62a-938c-443a-b100-73607b39621e tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687692 Jul 09 16:11:04.659357 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0a6c2-190d-490f-bf4b-a4c75667e81b req-175deefb-13a2-42f8-87be-855d94d543bb tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:04.660887 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b4b0a6c2-190d-490f-bf4b-a4c75667e81b req-175deefb-13a2-42f8-87be-855d94d543bb tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/ports?device_id=6948be4f-b18e-4eb9-8ced-b6a5a68d1690 HTTP/1.1" status: 200 len: 945 time: 0.0809443 Jul 09 16:11:04.701091 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b4b0a6c2-190d-490f-bf4b-a4c75667e81b req-4460bcdb-c6d2-476e-9f6e-d08adcaf0693 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfcc9858-6d6e-4ce7-9f3e-e855c2473a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330153 Jul 09 16:11:04.758320 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f66da4d-dba5-4a95-960d-245fe6076c43 x-openstack-request-id: req-6f66da4d-dba5-4a95-960d-245fe6076c43 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:11:04.758945 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2096aa3e-14dc-4cce-ae48-d7dc2d1f1664", "name": "network-vif-deleted", "tag": "c4202e0c-49ea-4b09-840e-212de5d9d44f", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:11:04.758945 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6f66da4d-dba5-4a95-960d-245fe6076c43 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:11:04.759295 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2096aa3e-14dc-4cce-ae48-d7dc2d1f1664', 'name': 'network-vif-deleted', 'tag': 'c4202e0c-49ea-4b09-840e-212de5d9d44f', 'status': 'completed', 'code': 200} Jul 09 16:11:04.760545 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [req-11f3faf0-045e-446a-8b64-8611197155a6 req-5c61b133-13cc-4c9c-ae0b-7ca670c7d568 tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] show failed (client error): The resource could not be found. Jul 09 16:11:04.761501 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-11f3faf0-045e-446a-8b64-8611197155a6 req-5c61b133-13cc-4c9c-ae0b-7ca670c7d568 tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] 10.222.0.98 "GET /v2.0/floatingips/9940fa75-a801-431f-94cd-45161d807774 HTTP/1.1" status: 404 len: 350 time: 0.0472448 Jul 09 16:11:04.968559 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d12af-c1c0-448c-939f-bdf8b7e3e328 req-3b309d4b-c0f7-479e-b002-78deec61c17e tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:04.970789 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-634d12af-c1c0-448c-939f-bdf8b7e3e328 req-3b309d4b-c0f7-479e-b002-78deec61c17e tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/ports?device_id=91ae230a-0d07-48fe-8dad-bd6d5e63a5a5 HTTP/1.1" status: 200 len: 950 time: 0.1131327 Jul 09 16:11:04.981610 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641401a-3762-48e1-8eff-6a52f10dec61 req-fe762432-e56c-4506-9651-12b98cc6d3a4 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:04.990422 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a641401a-3762-48e1-8eff-6a52f10dec61 req-fe762432-e56c-4506-9651-12b98cc6d3a4 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/networks?id=2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 HTTP/1.1" status: 200 len: 820 time: 0.1472707 Jul 09 16:11:05.002713 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a641401a-3762-48e1-8eff-6a52f10dec61 req-9a389882-30b3-44e6-953a-46402f36ea05 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/quotas/9639d7ee11dd47639be4bedc72b53ccc HTTP/1.1" status: 200 len: 375 time: 0.0109470 Jul 09 16:11:05.040830 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-634d12af-c1c0-448c-939f-bdf8b7e3e328 req-7729dd56-91ee-464b-a594-4333cb6891b1 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/security-groups?id=ed93e0da-a672-4b8b-85ca-b434962cdf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638597 Jul 09 16:11:05.099949 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a641401a-3762-48e1-8eff-6a52f10dec61 req-02949bbe-9cd6-4894-911e-b9386b5d650f tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=9639d7ee11dd47639be4bedc72b53ccc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0875435 Jul 09 16:11:05.103018 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [req-21f2f6fe-e1ff-4253-bcd9-10f81a4199cc req-37b62653-0134-49a5-b70c-9dcb34b180d0 tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] show failed (client error): The resource could not be found. Jul 09 16:11:05.104047 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-21f2f6fe-e1ff-4253-bcd9-10f81a4199cc req-37b62653-0134-49a5-b70c-9dcb34b180d0 tempest-FloatingIPsTestJSON-219479738 tempest-FloatingIPsTestJSON-219479738-project] 10.222.0.98 "GET /v2.0/floatingips/9940fa75-a801-431f-94cd-45161d807774 HTTP/1.1" status: 404 len: 350 time: 0.0420282 Jul 09 16:11:05.113927 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 48472) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:05.250497 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a641401a-3762-48e1-8eff-6a52f10dec61 req-8eb1692a-2ec9-48a5-ba7c-9ace8e70496e service neutron] 10.222.0.98 "GET /v2.0/networks/2b65bcac-ba21-4565-bf6d-5e7b6fe83db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425147 Jul 09 16:11:05.355594 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a641401a-3762-48e1-8eff-6a52f10dec61 req-8c9d82ba-5308-400a-b3e9-8da5245ad682 service neutron] 10.222.0.98 "GET /v2.0/networks/2b65bcac-ba21-4565-bf6d-5e7b6fe83db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937886 Jul 09 16:11:05.606912 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6948be4f-b18e-4eb9-8ced-b6a5a68d1690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b23d2a1-aabf-40d5-8b1f-d7be16af3b28'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:11:05.610040 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0261f820-902d-4118-847f-d6d1cb096faf" -d '{"events": [{"server_uuid": "6948be4f-b18e-4eb9-8ced-b6a5a68d1690", "name": "network-vif-plugged", "status": "completed", "tag": "3b23d2a1-aabf-40d5-8b1f-d7be16af3b28"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:11:05.650351 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f598e27d-bada-4721-8dae-503ea1f9138b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:05.781136 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-148f9242-1a8d-4294-9579-aabfc6ed211e req-d14e573d-9d0c-4fad-ab01-4d19f35ead9c tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=1994318a-faf4-4587-9787-0cd99a4f3347 HTTP/1.1" status: 200 len: 210 time: 0.0322192 Jul 09 16:11:05.862133 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3340d3d-d6fb-484e-8819-8ca1765b17d5 x-openstack-request-id: req-e3340d3d-d6fb-484e-8819-8ca1765b17d5 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:11:05.862433 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6948be4f-b18e-4eb9-8ced-b6a5a68d1690", "name": "network-vif-plugged", "status": "completed", "tag": "3b23d2a1-aabf-40d5-8b1f-d7be16af3b28", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:11:05.862680 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e3340d3d-d6fb-484e-8819-8ca1765b17d5 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:11:05.863097 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6948be4f-b18e-4eb9-8ced-b6a5a68d1690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b23d2a1-aabf-40d5-8b1f-d7be16af3b28', 'code': 200} Jul 09 16:11:05.999032 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ac846-fa8e-48f8-bc6d-f1849fb9ce3d req-16ebc74e-5257-443e-8e2c-15889b1779d3 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:06.000663 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f67ac846-fa8e-48f8-bc6d-f1849fb9ce3d req-16ebc74e-5257-443e-8e2c-15889b1779d3 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=13936f56-a9b8-4832-a4de-df0cffe4e51a HTTP/1.1" status: 200 len: 950 time: 0.0827684 Jul 09 16:11:06.048223 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f67ac846-fa8e-48f8-bc6d-f1849fb9ce3d req-02cb6da6-db80-4a6c-9cf2-c5ebde8623d7 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404198 Jul 09 16:11:06.097030 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3155827-dc9e-437b-8d82-c802d392e0e6 req-b0871be8-2e0c-4ce6-9651-690e711cea32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:06.099237 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e3155827-dc9e-437b-8d82-c802d392e0e6 req-b0871be8-2e0c-4ce6-9651-690e711cea32 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6948be4f-b18e-4eb9-8ced-b6a5a68d1690 HTTP/1.1" status: 200 len: 1096 time: 0.1440685 Jul 09 16:11:06.175132 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-f598e27d-bada-4721-8dae-503ea1f9138b admin admin] Deleting port 9426aac4-26aa-4ef6-ac2d-eac799187c46 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:11:06.175471 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f598e27d-bada-4721-8dae-503ea1f9138b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:06.182002 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e3155827-dc9e-437b-8d82-c802d392e0e6 req-c6fc9789-2b2b-4d49-8967-9b6a1c57e578 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=cfcc9858-6d6e-4ce7-9f3e-e855c2473a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722995 Jul 09 16:11:06.235766 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eaa2a1-aea2-4369-ac97-650cfebb5a01 req-2b9991e1-7a7e-49cf-bbf0-509bad0ea139 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:06.243354 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b2eaa2a1-aea2-4369-ac97-650cfebb5a01 req-2b9991e1-7a7e-49cf-bbf0-509bad0ea139 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/ports?device_id=6948be4f-b18e-4eb9-8ced-b6a5a68d1690 HTTP/1.1" status: 200 len: 945 time: 0.0795023 Jul 09 16:11:06.271090 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26be98f-373a-4fd4-98e3-a4c437e87002 req-675ee371-9419-4b52-98dc-4edadb88d23f tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:06.272634 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a26be98f-373a-4fd4-98e3-a4c437e87002 req-675ee371-9419-4b52-98dc-4edadb88d23f tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.98 "GET /v2.0/ports?device_id=80972a4a-a3a9-46e1-8926-c66d23981436 HTTP/1.1" status: 200 len: 949 time: 0.1616676 Jul 09 16:11:06.282414 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b2eaa2a1-aea2-4369-ac97-650cfebb5a01 req-0408f248-5a53-40c2-8603-7e5585f7eb1e tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfcc9858-6d6e-4ce7-9f3e-e855c2473a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373378 Jul 09 16:11:06.290597 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-f598e27d-bada-4721-8dae-503ea1f9138b admin admin] For port 9426aac4-26aa-4ef6-ac2d-eac799187c46, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=9426aac4-26aa-4ef6-ac2d-eac799187c46,segment=NetworkSegment(b31b3523-d7c7-4f8e-9765-08d9cb124dd8),segment_id=b31b3523-d7c7-4f8e-9765-08d9cb124dd8)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:11:06.290986 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f598e27d-bada-4721-8dae-503ea1f9138b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:06.314444 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-f598e27d-bada-4721-8dae-503ea1f9138b admin admin] Calling delete_port for 9426aac4-26aa-4ef6-ac2d-eac799187c46 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:11:06.340209 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a26be98f-373a-4fd4-98e3-a4c437e87002 req-10979f1f-ee5f-4b84-b69f-0f36eece0699 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.98 "GET /v2.0/security-groups?id=e4046649-c961-4562-8482-ef21126496b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619476 Jul 09 16:11:06.563201 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3728c1e8-dcea-4696-9e3d-d998c971e1da req-4aab4475-0d43-430e-acef-39ec5c4279be tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:06.564594 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3728c1e8-dcea-4696-9e3d-d998c971e1da req-4aab4475-0d43-430e-acef-39ec5c4279be tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/ports?device_id=91ae230a-0d07-48fe-8dad-bd6d5e63a5a5 HTTP/1.1" status: 200 len: 950 time: 0.0968795 Jul 09 16:11:06.572134 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [req-9394d1d7-635f-49c9-a150-ba16bec5f510 req-c668ad43-7b5c-41d2-b2ae-4e85e29613ee service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:11:06.573114 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9394d1d7-635f-49c9-a150-ba16bec5f510 req-c668ad43-7b5c-41d2-b2ae-4e85e29613ee service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054200 Jul 09 16:11:06.591234 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf75f3-a46e-4637-ace3-68245830ad43 req-bd7213c3-f862-4c82-ba74-0c80f7e63c23 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:06.592785 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e3bf75f3-a46e-4637-ace3-68245830ad43 req-bd7213c3-f862-4c82-ba74-0c80f7e63c23 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ae230a-0d07-48fe-8dad-bd6d5e63a5a5 HTTP/1.1" status: 200 len: 950 time: 0.0838253 Jul 09 16:11:06.629556 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3728c1e8-dcea-4696-9e3d-d998c971e1da req-2f4c3241-fc70-42f4-89e5-c60bbc7964b0 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/security-groups?id=ed93e0da-a672-4b8b-85ca-b434962cdf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475175 Jul 09 16:11:06.630183 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f598e27d-bada-4721-8dae-503ea1f9138b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:06.657068 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f598e27d-bada-4721-8dae-503ea1f9138b admin admin] Pushing event deleted for resources: {'Port': ['ID=9426aac4-26aa-4ef6-ac2d-eac799187c46,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:06.804699 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-e3bf75f3-a46e-4637-ace3-68245830ad43 req-4fa5192d-582d-402d-abe4-e32332a2499a tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Deleting port 7433320f-83dd-425b-8b8f-df9ed20efae5 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:11:06.805332 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e3bf75f3-a46e-4637-ace3-68245830ad43 req-4fa5192d-582d-402d-abe4-e32332a2499a tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:06.856831 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f598e27d-bada-4721-8dae-503ea1f9138b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:07.103609 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-e3bf75f3-a46e-4637-ace3-68245830ad43 req-4fa5192d-582d-402d-abe4-e32332a2499a tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] For port 7433320f-83dd-425b-8b8f-df9ed20efae5, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=7433320f-83dd-425b-8b8f-df9ed20efae5,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:11:07.103820 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e3bf75f3-a46e-4637-ace3-68245830ad43 req-4fa5192d-582d-402d-abe4-e32332a2499a tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:07.144211 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-e3bf75f3-a46e-4637-ace3-68245830ad43 req-4fa5192d-582d-402d-abe4-e32332a2499a tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Calling delete_port for 7433320f-83dd-425b-8b8f-df9ed20efae5 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:11:07.152652 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fc3eaf7d-eccd-45c8-aaaf-10b983821141 req-fedc54f3-c03e-4da3-8e69-8b1604f51d2e service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=13936f56-a9b8-4832-a4de-df0cffe4e51a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3052559 Jul 09 16:11:07.260113 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f6bcef-2c0b-49c0-8e99-0802fd71ac77 req-b6e9b1f1-8286-4789-b12e-55aa3f7b9186 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:07.271257 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b3f6bcef-2c0b-49c0-8e99-0802fd71ac77 req-b6e9b1f1-8286-4789-b12e-55aa3f7b9186 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=13936f56-a9b8-4832-a4de-df0cffe4e51a HTTP/1.1" status: 200 len: 950 time: 0.1906164 Jul 09 16:11:07.321089 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device c4202e0c-49ea-4b09-840e-212de5d9d44f no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:11:07.342167 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b3f6bcef-2c0b-49c0-8e99-0802fd71ac77 req-07634a6a-5981-4ca0-863b-5baa1253415a tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695617 Jul 09 16:11:07.377267 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: c4202e0c-49ea-4b09-840e-212de5d9d44f {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:11:07.377865 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device c4202e0c-49ea-4b09-840e-212de5d9d44f not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:11:07.456704 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e3bf75f3-a46e-4637-ace3-68245830ad43 req-4fa5192d-582d-402d-abe4-e32332a2499a tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:07.495745 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['c0901bde-40e8-4d03-a633-8a07c3b37954', '7433320f-83dd-425b-8b8f-df9ed20efae5'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:11:07.524912 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa5192d-582d-402d-abe4-e32332a2499a tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Pushing event deleted for resources: {'Port': ['ID=7433320f-83dd-425b-8b8f-df9ed20efae5,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:07.556155 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa5192d-582d-402d-abe4-e32332a2499a tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:11:07.556503 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa5192d-582d-402d-abe4-e32332a2499a tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:11:07.556837 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa5192d-582d-402d-abe4-e32332a2499a tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:11:07.557167 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa5192d-582d-402d-abe4-e32332a2499a tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:11:07.557521 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa5192d-582d-402d-abe4-e32332a2499a tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:11:07.557829 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa5192d-582d-402d-abe4-e32332a2499a tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:11:07.558149 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa5192d-582d-402d-abe4-e32332a2499a tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:11:07.558470 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa5192d-582d-402d-abe4-e32332a2499a tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:11:07.559363 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa5192d-582d-402d-abe4-e32332a2499a tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:11:07.559695 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa5192d-582d-402d-abe4-e32332a2499a tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:11:07.560014 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa5192d-582d-402d-abe4-e32332a2499a tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:11:07.560337 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa5192d-582d-402d-abe4-e32332a2499a tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:11:07.651526 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fd28a7ea-f1fe-47e1-be48-ae8493535705 req-0b8a1370-4971-4609-be57-ad1438234e56 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=1994318a-faf4-4587-9787-0cd99a4f3347 HTTP/1.1" status: 200 len: 210 time: 0.1006718 Jul 09 16:11:07.697418 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3bf75f3-a46e-4637-ace3-68245830ad43 req-4fa5192d-582d-402d-abe4-e32332a2499a tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] No DVR routers for this DVR port 7433320f-83dd-425b-8b8f-df9ed20efae5 on host n-h2-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:11:07.701164 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e3bf75f3-a46e-4637-ace3-68245830ad43 req-4fa5192d-582d-402d-abe4-e32332a2499a tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:07.711467 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e3bf75f3-a46e-4637-ace3-68245830ad43 req-4fa5192d-582d-402d-abe4-e32332a2499a tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.73 "DELETE /v2.0/ports/7433320f-83dd-425b-8b8f-df9ed20efae5 HTTP/1.1" status: 204 len: 173 time: 1.1122470 Jul 09 16:11:07.711987 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ae230a-0d07-48fe-8dad-bd6d5e63a5a5', 'name': 'network-vif-deleted', 'tag': '7433320f-83dd-425b-8b8f-df9ed20efae5'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:11:07.737511 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404f9b52-63ee-41be-a0a1-64f59ac6d530" -d '{"events": [{"server_uuid": "91ae230a-0d07-48fe-8dad-bd6d5e63a5a5", "name": "network-vif-deleted", "tag": "7433320f-83dd-425b-8b8f-df9ed20efae5"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:11:07.878888 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f598e27d-bada-4721-8dae-503ea1f9138b admin admin] Router 2465b92e-bde2-44dc-b44d-80c8d1100806 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:11:07.933541 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641401a-3762-48e1-8eff-6a52f10dec61 req-63bfd49c-b478-48c6-850b-46901e74898a tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:07.935775 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a641401a-3762-48e1-8eff-6a52f10dec61 req-63bfd49c-b478-48c6-850b-46901e74898a tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.73 "GET /v2.0/networks?id=2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 HTTP/1.1" status: 200 len: 820 time: 0.5642467 Jul 09 16:11:07.952074 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333a91c-a28d-421d-b129-d0a228b938f0 req-0f5ecc36-1527-4bd0-ae6e-5311f6651bbd tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:07.960254 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0333a91c-a28d-421d-b129-d0a228b938f0 req-0f5ecc36-1527-4bd0-ae6e-5311f6651bbd tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/ports?device_id=6948be4f-b18e-4eb9-8ced-b6a5a68d1690 HTTP/1.1" status: 200 len: 945 time: 0.0911741 Jul 09 16:11:08.002349 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-a641401a-3762-48e1-8eff-6a52f10dec61 req-35a33a06-6954-4200-853f-44b15878269e tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Request body: {'port': {'device_id': '1994318a-faf4-4587-9787-0cd99a4f3347', 'network_id': '2b65bcac-ba21-4565-bf6d-5e7b6fe83db7', 'admin_state_up': True, 'tenant_id': '9639d7ee11dd47639be4bedc72b53ccc'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:11:08.003330 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0333a91c-a28d-421d-b129-d0a228b938f0 req-c2e7ecaf-2067-48ea-9efb-7e282776d9f4 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfcc9858-6d6e-4ce7-9f3e-e855c2473a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419562 Jul 09 16:11:08.042654 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8670f-7d9c-43e8-854d-49bf7f1132ed req-ff97575e-83b7-4947-bbcb-9c8994e133d9 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:08.044169 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c1f8670f-7d9c-43e8-854d-49bf7f1132ed req-ff97575e-83b7-4947-bbcb-9c8994e133d9 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.77 "GET /v2.0/ports?device_id=80972a4a-a3a9-46e1-8926-c66d23981436 HTTP/1.1" status: 200 len: 949 time: 0.6722062 Jul 09 16:11:08.207817 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-02ac6411-11f4-4d83-8788-52db47917f13 req-043e9d4a-872a-4877-9449-1ad5468ce9be tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/ports?device_id=91ae230a-0d07-48fe-8dad-bd6d5e63a5a5 HTTP/1.1" status: 200 len: 210 time: 0.0352464 Jul 09 16:11:08.276849 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5ce318-7fc0-402e-923e-e3ab9f2ed741 x-openstack-request-id: req-0d5ce318-7fc0-402e-923e-e3ab9f2ed741 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:11:08.277377 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ae230a-0d07-48fe-8dad-bd6d5e63a5a5", "name": "network-vif-deleted", "tag": "7433320f-83dd-425b-8b8f-df9ed20efae5", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:11:08.277820 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0d5ce318-7fc0-402e-923e-e3ab9f2ed741 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:11:08.278362 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ae230a-0d07-48fe-8dad-bd6d5e63a5a5', 'name': 'network-vif-deleted', 'tag': '7433320f-83dd-425b-8b8f-df9ed20efae5', 'status': 'completed', 'code': 200} Jul 09 16:11:08.332332 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f598e27d-bada-4721-8dae-503ea1f9138b admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:11:08.348783 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae6d2dc-c973-4251-9e20-5468f8672aab None None] Sync routers for ids ['2465b92e-bde2-44dc-b44d-80c8d1100806'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:11:08.352056 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f598e27d-bada-4721-8dae-503ea1f9138b admin admin] 10.222.0.98 "PUT /v2.0/routers/2465b92e-bde2-44dc-b44d-80c8d1100806/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2367988 Jul 09 16:11:08.354449 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 48552) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:08.381676 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae6d2dc-c973-4251-9e20-5468f8672aab None None] Routers {'2465b92e-bde2-44dc-b44d-80c8d1100806'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:11:08.382660 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-2ae6d2dc-c973-4251-9e20-5468f8672aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:10:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['2465b92e-bde2-44dc-b44d-80c8d1100806'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:11:08.389788 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41238865-1c21-4644-bdb3-d7f47e6c49b3 req-1a80f091-a4bc-445a-9f52-30552e13a033 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:08.402537 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-41238865-1c21-4644-bdb3-d7f47e6c49b3 req-1a80f091-a4bc-445a-9f52-30552e13a033 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.98 "GET /v2.0/ports?device_id=80972a4a-a3a9-46e1-8926-c66d23981436 HTTP/1.1" status: 200 len: 949 time: 0.4060862 Jul 09 16:11:08.443744 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a641401a-3762-48e1-8eff-6a52f10dec61 req-35a33a06-6954-4200-853f-44b15878269e tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Made reservation on behalf of 9639d7ee11dd47639be4bedc72b53ccc for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:11:08.450324 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a641401a-3762-48e1-8eff-6a52f10dec61 req-35a33a06-6954-4200-853f-44b15878269e tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:08.558878 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-41238865-1c21-4644-bdb3-d7f47e6c49b3 req-c64329cc-89b0-4cfc-a1ff-958606725dba tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.98 "GET /v2.0/security-groups?id=e4046649-c961-4562-8482-ef21126496b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544452 Jul 09 16:11:08.561531 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-2ae6d2dc-c973-4251-9e20-5468f8672aab None None] Set router 2465b92e-bde2-44dc-b44d-80c8d1100806 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:11:08.570265 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-c1f8670f-7d9c-43e8-854d-49bf7f1132ed req-c99d9b17-eac8-4895-af8a-4b1a53823169 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Deleting port 3f75cb2f-1b37-4d55-8773-1de94c48da71 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:11:08.578865 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c1f8670f-7d9c-43e8-854d-49bf7f1132ed req-c99d9b17-eac8-4895-af8a-4b1a53823169 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:08.746552 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dd883676-a6b2-4099-9785-5b35fd716f38 admin admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:08.890553 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-2ae6d2dc-c973-4251-9e20-5468f8672aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2465b92e-bde2-44dc-b44d-80c8d1100806', 'name': 'tempest-FloatingIPsTestJSON-51140516-router', 'tenant_id': '6177a2f2e630409d9de350d24245b735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'fadc3027-5fe9-46c3-8a86-12e93350d3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:10:45Z', 'updated_at': '2021-07-09T16:11:06Z', 'revision_number': 5, 'project_id': '6177a2f2e630409d9de350d24245b735', 'gw_port': {'id': 'fadc3027-5fe9-46c3-8a86-12e93350d3ea', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2465b92e-bde2-44dc-b44d-80c8d1100806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:10:46Z', 'updated_at': '2021-07-09T16:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:11:08.929734 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae6d2dc-c973-4251-9e20-5468f8672aab None None] Checking router: 2465b92e-bde2-44dc-b44d-80c8d1100806 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:11:08.939430 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae6d2dc-c973-4251-9e20-5468f8672aab None None] Routers {'2465b92e-bde2-44dc-b44d-80c8d1100806'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:11:08.940046 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-2ae6d2dc-c973-4251-9e20-5468f8672aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:10:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['2465b92e-bde2-44dc-b44d-80c8d1100806'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:11:08.948498 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dd883676-a6b2-4099-9785-5b35fd716f38 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:08.962043 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-c1f8670f-7d9c-43e8-854d-49bf7f1132ed req-c99d9b17-eac8-4895-af8a-4b1a53823169 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] For port 3f75cb2f-1b37-4d55-8773-1de94c48da71, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=3f75cb2f-1b37-4d55-8773-1de94c48da71,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:11:08.962724 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c1f8670f-7d9c-43e8-854d-49bf7f1132ed req-c99d9b17-eac8-4895-af8a-4b1a53823169 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:08.982342 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-a641401a-3762-48e1-8eff-6a52f10dec61 req-35a33a06-6954-4200-853f-44b15878269e tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Allocated IP 172.20.0.12 (2b65bcac-ba21-4565-bf6d-5e7b6fe83db7/1e15c12f-d45d-4aa3-a5bc-500d552ae0b3/decec9c1-b0bd-4c37-9fa9-2b5c1c14f286) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:11:08.985496 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-c1f8670f-7d9c-43e8-854d-49bf7f1132ed req-c99d9b17-eac8-4895-af8a-4b1a53823169 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Calling delete_port for 3f75cb2f-1b37-4d55-8773-1de94c48da71 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:11:09.020544 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4daa81-ee8a-4864-a0c6-9fff1f9a4adf req-d7c76d6b-9812-40b4-8835-0a869cb7f1bb tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:09.022093 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0c4daa81-ee8a-4864-a0c6-9fff1f9a4adf req-d7c76d6b-9812-40b4-8835-0a869cb7f1bb tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=13936f56-a9b8-4832-a4de-df0cffe4e51a HTTP/1.1" status: 200 len: 950 time: 0.1165926 Jul 09 16:11:09.030365 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-dd883676-a6b2-4099-9785-5b35fd716f38 admin admin] Deleting port fadc3027-5fe9-46c3-8a86-12e93350d3ea {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:11:09.030725 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dd883676-a6b2-4099-9785-5b35fd716f38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:09.054891 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-2ae6d2dc-c973-4251-9e20-5468f8672aab None None] Set router 2465b92e-bde2-44dc-b44d-80c8d1100806 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:11:09.087544 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbbf834-cd74-4213-becf-a13f1d784bcc req-bcb3adc4-07b3-42e4-b88c-266626bbf484 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:09.089080 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dcbbf834-cd74-4213-becf-a13f1d784bcc req-bcb3adc4-07b3-42e4-b88c-266626bbf484 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/ports?device_id=6948be4f-b18e-4eb9-8ced-b6a5a68d1690 HTTP/1.1" status: 200 len: 945 time: 0.1959815 Jul 09 16:11:09.125288 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0c4daa81-ee8a-4864-a0c6-9fff1f9a4adf req-5b0a5384-4735-427c-a62f-262bd5f868a9 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916610 Jul 09 16:11:09.150953 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-dd883676-a6b2-4099-9785-5b35fd716f38 admin admin] For port fadc3027-5fe9-46c3-8a86-12e93350d3ea, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=fadc3027-5fe9-46c3-8a86-12e93350d3ea,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:11:09.151059 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dd883676-a6b2-4099-9785-5b35fd716f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:09.164463 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-dd883676-a6b2-4099-9785-5b35fd716f38 admin admin] Calling delete_port for fadc3027-5fe9-46c3-8a86-12e93350d3ea owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:11:09.219189 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dcbbf834-cd74-4213-becf-a13f1d784bcc req-926c8c1e-0ef4-49e7-a650-222ccc3f3edf tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfcc9858-6d6e-4ce7-9f3e-e855c2473a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235528 Jul 09 16:11:09.267888 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-2ae6d2dc-c973-4251-9e20-5468f8672aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2465b92e-bde2-44dc-b44d-80c8d1100806', 'name': 'tempest-FloatingIPsTestJSON-51140516-router', 'tenant_id': '6177a2f2e630409d9de350d24245b735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'fadc3027-5fe9-46c3-8a86-12e93350d3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:10:45Z', 'updated_at': '2021-07-09T16:11:06Z', 'revision_number': 5, 'project_id': '6177a2f2e630409d9de350d24245b735', 'gw_port': {'id': 'fadc3027-5fe9-46c3-8a86-12e93350d3ea', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2465b92e-bde2-44dc-b44d-80c8d1100806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:10:46Z', 'updated_at': '2021-07-09T16:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:11:09.300595 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a641401a-3762-48e1-8eff-6a52f10dec61 req-35a33a06-6954-4200-853f-44b15878269e tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:09.305926 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae6d2dc-c973-4251-9e20-5468f8672aab None None] The sync data for ids ['2465b92e-bde2-44dc-b44d-80c8d1100806'] in n-d-798930-3 is: [{'id': '2465b92e-bde2-44dc-b44d-80c8d1100806', 'name': 'tempest-FloatingIPsTestJSON-51140516-router', 'tenant_id': '6177a2f2e630409d9de350d24245b735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'fadc3027-5fe9-46c3-8a86-12e93350d3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:10:45Z', 'updated_at': '2021-07-09T16:11:06Z', 'revision_number': 5, 'project_id': '6177a2f2e630409d9de350d24245b735', 'gw_port': {'id': 'fadc3027-5fe9-46c3-8a86-12e93350d3ea', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2465b92e-bde2-44dc-b44d-80c8d1100806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:10:46Z', 'updated_at': '2021-07-09T16:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:11:09.323622 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c1f8670f-7d9c-43e8-854d-49bf7f1132ed req-c99d9b17-eac8-4895-af8a-4b1a53823169 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:09.377298 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99d9b17-eac8-4895-af8a-4b1a53823169 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Pushing event deleted for resources: {'Port': ['ID=3f75cb2f-1b37-4d55-8773-1de94c48da71,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:09.418530 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99d9b17-eac8-4895-af8a-4b1a53823169 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:11:09.418915 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99d9b17-eac8-4895-af8a-4b1a53823169 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:11:09.419229 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99d9b17-eac8-4895-af8a-4b1a53823169 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:11:09.419551 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99d9b17-eac8-4895-af8a-4b1a53823169 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:11:09.419873 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99d9b17-eac8-4895-af8a-4b1a53823169 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:11:09.420194 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99d9b17-eac8-4895-af8a-4b1a53823169 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:11:09.420512 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99d9b17-eac8-4895-af8a-4b1a53823169 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:11:09.420830 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99d9b17-eac8-4895-af8a-4b1a53823169 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:11:09.421155 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99d9b17-eac8-4895-af8a-4b1a53823169 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:11:09.421455 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99d9b17-eac8-4895-af8a-4b1a53823169 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:11:09.421768 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99d9b17-eac8-4895-af8a-4b1a53823169 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:11:09.422076 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99d9b17-eac8-4895-af8a-4b1a53823169 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:11:09.439439 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dd883676-a6b2-4099-9785-5b35fd716f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:09.444874 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1f8670f-7d9c-43e8-854d-49bf7f1132ed req-c99d9b17-eac8-4895-af8a-4b1a53823169 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] No DVR routers for this DVR port 3f75cb2f-1b37-4d55-8773-1de94c48da71 on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:11:09.454870 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c1f8670f-7d9c-43e8-854d-49bf7f1132ed req-c99d9b17-eac8-4895-af8a-4b1a53823169 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:09.456835 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c1f8670f-7d9c-43e8-854d-49bf7f1132ed req-c99d9b17-eac8-4895-af8a-4b1a53823169 tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.77 "DELETE /v2.0/ports/3f75cb2f-1b37-4d55-8773-1de94c48da71 HTTP/1.1" status: 204 len: 173 time: 1.3639233 Jul 09 16:11:09.457277 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80972a4a-a3a9-46e1-8926-c66d23981436', 'name': 'network-vif-deleted', 'tag': '3f75cb2f-1b37-4d55-8773-1de94c48da71'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:11:09.459603 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f094957-b9fa-46fc-ba67-3ba4b4d805b1" -d '{"events": [{"server_uuid": "80972a4a-a3a9-46e1-8926-c66d23981436", "name": "network-vif-deleted", "tag": "3f75cb2f-1b37-4d55-8773-1de94c48da71"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:11:09.465800 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a641401a-3762-48e1-8eff-6a52f10dec61 req-35a33a06-6954-4200-853f-44b15878269e tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:09.485732 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd883676-a6b2-4099-9785-5b35fd716f38 admin admin] Pushing event deleted for resources: {'Port': ['ID=fadc3027-5fe9-46c3-8a86-12e93350d3ea,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:09.566531 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a641401a-3762-48e1-8eff-6a52f10dec61 req-35a33a06-6954-4200-853f-44b15878269e tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Network 2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:11:09.606837 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-a641401a-3762-48e1-8eff-6a52f10dec61 req-35a33a06-6954-4200-853f-44b15878269e tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:11:09.613816 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-a641401a-3762-48e1-8eff-6a52f10dec61 req-35a33a06-6954-4200-853f-44b15878269e tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:11:09.627698 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641401a-3762-48e1-8eff-6a52f10dec61 req-35a33a06-6954-4200-853f-44b15878269e tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:09.628831 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a641401a-3762-48e1-8eff-6a52f10dec61 req-35a33a06-6954-4200-853f-44b15878269e tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:09.637797 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a33a06-6954-4200-853f-44b15878269e tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Pushing event updated for resources: {'Port': ['ID=decec9c1-b0bd-4c37-9fa9-2b5c1c14f286,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:09.672473 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a641401a-3762-48e1-8eff-6a52f10dec61 req-35a33a06-6954-4200-853f-44b15878269e tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6780913 Jul 09 16:11:09.689591 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f1200c-1a14-4908-82ae-6c93591092fd req-9d6bf3cb-47b6-4e96-8af4-9ae06bf8a211 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:09.701117 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d7f1200c-1a14-4908-82ae-6c93591092fd req-9d6bf3cb-47b6-4e96-8af4-9ae06bf8a211 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=1994318a-faf4-4587-9787-0cd99a4f3347 HTTP/1.1" status: 200 len: 932 time: 0.2581515 Jul 09 16:11:09.715090 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-a641401a-3762-48e1-8eff-6a52f10dec61 req-a5c44912-0657-4177-b2c2-095d5f7aeac9 service neutron] Request body: {'port': {'device_id': '1994318a-faf4-4587-9787-0cd99a4f3347', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:11:09.737537 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7040423b-e60b-44ea-a316-78d9e1311c88 x-openstack-request-id: req-7040423b-e60b-44ea-a316-78d9e1311c88 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:11:09.738082 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80972a4a-a3a9-46e1-8926-c66d23981436", "name": "network-vif-deleted", "tag": "3f75cb2f-1b37-4d55-8773-1de94c48da71", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:11:09.738345 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7040423b-e60b-44ea-a316-78d9e1311c88 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:11:09.738742 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80972a4a-a3a9-46e1-8926-c66d23981436', 'name': 'network-vif-deleted', 'tag': '3f75cb2f-1b37-4d55-8773-1de94c48da71', 'status': 'completed', 'code': 200} Jul 09 16:11:09.823625 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:09.838693 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d7f1200c-1a14-4908-82ae-6c93591092fd req-5fa5fb45-43cb-4a9f-8bdf-cde1892c9830 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301601 Jul 09 16:11:09.932952 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dd883676-a6b2-4099-9785-5b35fd716f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:09.945642 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a641401a-3762-48e1-8eff-6a52f10dec61 req-a5c44912-0657-4177-b2c2-095d5f7aeac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:10.064367 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c36ffb0f-ab6d-4cb0-a2a5-f6fd1b345e8f req-bba991f4-3f78-4f28-b806-f5989f8b05ce tempest-ServersAdminNegativeTestJSON-1966743658 tempest-ServersAdminNegativeTestJSON-1966743658-project] 10.222.0.98 "GET /v2.0/ports?device_id=80972a4a-a3a9-46e1-8926-c66d23981436 HTTP/1.1" status: 200 len: 210 time: 0.0774181 Jul 09 16:11:10.109887 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3eaf7d-eccd-45c8-aaaf-10b983821141 req-7b5d715e-310a-424d-a622-b22d2ac9f8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:10.111586 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fc3eaf7d-eccd-45c8-aaaf-10b983821141 req-7b5d715e-310a-424d-a622-b22d2ac9f8d4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=90103765321a44c5954b6bc1ea90c4d7&device_id=13936f56-a9b8-4832-a4de-df0cffe4e51a HTTP/1.1" status: 200 len: 1101 time: 0.8209088 Jul 09 16:11:10.117583 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dd883676-a6b2-4099-9785-5b35fd716f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:10.120162 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dd883676-a6b2-4099-9785-5b35fd716f38 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:10.165286 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 9426aac4-26aa-4ef6-ac2d-eac799187c46 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:11:10.209551 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 9426aac4-26aa-4ef6-ac2d-eac799187c46 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:11:10.209908 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 9426aac4-26aa-4ef6-ac2d-eac799187c46 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:11:10.242330 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 48580) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:10.334406 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dd883676-a6b2-4099-9785-5b35fd716f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:10.337236 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd883676-a6b2-4099-9785-5b35fd716f38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2465b92e-bde2-44dc-b44d-80c8d1100806 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:11:10.364617 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dd883676-a6b2-4099-9785-5b35fd716f38 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:10.364617 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-dd883676-a6b2-4099-9785-5b35fd716f38 admin admin] 10.222.0.98 "DELETE /v2.0/routers/2465b92e-bde2-44dc-b44d-80c8d1100806 HTTP/1.1" status: 204 len: 168 time: 2.0045347 Jul 09 16:11:10.373896 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 48586) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:10.526253 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccdfc5e8-f096-4310-bd9a-093dea000c55 admin admin] Deleting subnet 8456b2f1-9cc1-40a3-ad18-dccbbc48eda3 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:11:10.543455 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46ea84-4dca-4614-8d3d-f93e813a93f3 req-14a9c139-3f36-45b2-8146-c06c42785ac4 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:10.546414 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-de46ea84-4dca-4614-8d3d-f93e813a93f3 req-14a9c139-3f36-45b2-8146-c06c42785ac4 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.77 "GET /v2.0/ports?device_id=6948be4f-b18e-4eb9-8ced-b6a5a68d1690 HTTP/1.1" status: 200 len: 945 time: 0.2603428 Jul 09 16:11:10.547819 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ccdfc5e8-f096-4310-bd9a-093dea000c55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:10.570054 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3eaf7d-eccd-45c8-aaaf-10b983821141 req-44ce5019-bfa3-4ab3-981e-4c1d04b7ea63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:10.571911 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fc3eaf7d-eccd-45c8-aaaf-10b983821141 req-44ce5019-bfa3-4ab3-981e-4c1d04b7ea63 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1 HTTP/1.1" status: 200 len: 870 time: 0.4472783 Jul 09 16:11:10.651438 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fc3eaf7d-eccd-45c8-aaaf-10b983821141 req-a643ed81-8bca-458a-a370-af2b16454810 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=198a638c-19c2-40d7-ac04-36dfb2a828b2 HTTP/1.1" status: 200 len: 217 time: 0.0698802 Jul 09 16:11:10.653334 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d9bb8c7f-acea-4170-910a-5016fb9fb261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:10.671274 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ccdfc5e8-f096-4310-bd9a-093dea000c55 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:10.746172 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-a641401a-3762-48e1-8eff-6a52f10dec61 req-a5c44912-0657-4177-b2c2-095d5f7aeac9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id decec9c1-b0bd-4c37-9fa9-2b5c1c14f286 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:11:10.753230 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e1a9b-783c-4e1b-8cf9-e28475998b03 req-39fc50b3-5da6-4ba5-8db0-5a0b73a7f910 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:10.758918 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a641401a-3762-48e1-8eff-6a52f10dec61 req-a5c44912-0657-4177-b2c2-095d5f7aeac9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:10.761126 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0e7e1a9b-783c-4e1b-8cf9-e28475998b03 req-39fc50b3-5da6-4ba5-8db0-5a0b73a7f910 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=13936f56-a9b8-4832-a4de-df0cffe4e51a HTTP/1.1" status: 200 len: 950 time: 0.3598733 Jul 09 16:11:10.810221 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-a641401a-3762-48e1-8eff-6a52f10dec61 req-a5c44912-0657-4177-b2c2-095d5f7aeac9 service neutron] Transition to ACTIVE for port object decec9c1-b0bd-4c37-9fa9-2b5c1c14f286 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:11:10.818284 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a641401a-3762-48e1-8eff-6a52f10dec61 req-a5c44912-0657-4177-b2c2-095d5f7aeac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:10.827141 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a8c39-119e-4235-8c1d-be5c179aa8d2 req-7fde88a2-6697-4d9c-94d9-65ca34dd56da tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:10.831463 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f32a8c39-119e-4235-8c1d-be5c179aa8d2 req-7fde88a2-6697-4d9c-94d9-65ca34dd56da tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/ports?device_id=6948be4f-b18e-4eb9-8ced-b6a5a68d1690 HTTP/1.1" status: 200 len: 945 time: 0.2175567 Jul 09 16:11:10.864236 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3eaf7d-eccd-45c8-aaaf-10b983821141 req-cbefba52-d44e-4462-8c5f-f2950660d2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:10.866437 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fc3eaf7d-eccd-45c8-aaaf-10b983821141 req-cbefba52-d44e-4462-8c5f-f2950660d2ff service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.1863463 Jul 09 16:11:10.882403 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ccdfc5e8-f096-4310-bd9a-093dea000c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:10.932267 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c44912-0657-4177-b2c2-095d5f7aeac9 service neutron] Pushing event updated for resources: {'Port': ['ID=decec9c1-b0bd-4c37-9fa9-2b5c1c14f286,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:10.947898 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0e7e1a9b-783c-4e1b-8cf9-e28475998b03 req-676e5043-6b51-4ff1-b67f-526b562a3887 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860294 Jul 09 16:11:10.969961 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f32a8c39-119e-4235-8c1d-be5c179aa8d2 req-c0bdfef7-644a-47a8-bd67-4e6e0f44575c tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfcc9858-6d6e-4ce7-9f3e-e855c2473a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253228 Jul 09 16:11:10.972463 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-de46ea84-4dca-4614-8d3d-f93e813a93f3 req-e3f65334-03f6-403b-8779-51c19f8dfffd tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Deleting port 3b23d2a1-aabf-40d5-8b1f-d7be16af3b28 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:11:10.972819 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-de46ea84-4dca-4614-8d3d-f93e813a93f3 req-e3f65334-03f6-403b-8779-51c19f8dfffd tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:11.027694 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-a641401a-3762-48e1-8eff-6a52f10dec61 req-a5c44912-0657-4177-b2c2-095d5f7aeac9 service neutron] Attempting to bind port decec9c1-b0bd-4c37-9fa9-2b5c1c14f286 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:11:11.028035 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-a641401a-3762-48e1-8eff-6a52f10dec61 req-a5c44912-0657-4177-b2c2-095d5f7aeac9 service neutron] Attempting to bind port decec9c1-b0bd-4c37-9fa9-2b5c1c14f286 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': 'cbc7a639-5863-4995-9a4b-f91be63e1ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b65bcac-ba21-4565-bf6d-5e7b6fe83db7'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:11:11.028445 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a641401a-3762-48e1-8eff-6a52f10dec61 req-a5c44912-0657-4177-b2c2-095d5f7aeac9 service neutron] Attempting to bind port decec9c1-b0bd-4c37-9fa9-2b5c1c14f286 on network 2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:11:11.029647 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ccdfc5e8-f096-4310-bd9a-093dea000c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:11.044475 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a641401a-3762-48e1-8eff-6a52f10dec61 req-a5c44912-0657-4177-b2c2-095d5f7aeac9 service neutron] Port decec9c1-b0bd-4c37-9fa9-2b5c1c14f286 on network 2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:11:11.045143 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a641401a-3762-48e1-8eff-6a52f10dec61 req-a5c44912-0657-4177-b2c2-095d5f7aeac9 service neutron] Attempting to bind port decec9c1-b0bd-4c37-9fa9-2b5c1c14f286 on network 2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:11:11.055076 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 3f75cb2f-1b37-4d55-8773-1de94c48da71 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:11:11.057161 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a641401a-3762-48e1-8eff-6a52f10dec61 req-a5c44912-0657-4177-b2c2-095d5f7aeac9 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:11:11.057516 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a641401a-3762-48e1-8eff-6a52f10dec61 req-a5c44912-0657-4177-b2c2-095d5f7aeac9 service neutron] Checking segment: {'id': 'cbc7a639-5863-4995-9a4b-f91be63e1ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b65bcac-ba21-4565-bf6d-5e7b6fe83db7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:11:11.057906 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a641401a-3762-48e1-8eff-6a52f10dec61 req-a5c44912-0657-4177-b2c2-095d5f7aeac9 service neutron] Bound using segment: {'id': 'cbc7a639-5863-4995-9a4b-f91be63e1ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b65bcac-ba21-4565-bf6d-5e7b6fe83db7'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:11:11.058345 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-a641401a-3762-48e1-8eff-6a52f10dec61 req-a5c44912-0657-4177-b2c2-095d5f7aeac9 service neutron] Bound port: decec9c1-b0bd-4c37-9fa9-2b5c1c14f286, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbc7a639-5863-4995-9a4b-f91be63e1ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b65bcac-ba21-4565-bf6d-5e7b6fe83db7'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:11:11.058713 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a641401a-3762-48e1-8eff-6a52f10dec61 req-a5c44912-0657-4177-b2c2-095d5f7aeac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:11.073070 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d9bb8c7f-acea-4170-910a-5016fb9fb261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:11.077495 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdfc5e8-f096-4310-bd9a-093dea000c55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8456b2f1-9cc1-40a3-ad18-dccbbc48eda3,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:11.079744 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ccdfc5e8-f096-4310-bd9a-093dea000c55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:11.082467 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ccdfc5e8-f096-4310-bd9a-093dea000c55 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/8456b2f1-9cc1-40a3-ad18-dccbbc48eda3 HTTP/1.1" status: 204 len: 168 time: 0.7072871 Jul 09 16:11:11.085457 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 48594) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:11.087720 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d9bb8c7f-acea-4170-910a-5016fb9fb261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:11.100221 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3eaf7d-eccd-45c8-aaaf-10b983821141 req-af092f1e-2611-40ae-8bbb-bb816408a983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:11.101845 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fc3eaf7d-eccd-45c8-aaaf-10b983821141 req-af092f1e-2611-40ae-8bbb-bb816408a983 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2241096 Jul 09 16:11:11.111877 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452593a5-5d03-4103-b9c9-d7afdbc6ed72 None None] Network 5ee47ffe-fc50-4281-bd86-998a13d80773 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:11:11.125475 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-de46ea84-4dca-4614-8d3d-f93e813a93f3 req-e3f65334-03f6-403b-8779-51c19f8dfffd tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] For port 3b23d2a1-aabf-40d5-8b1f-d7be16af3b28, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=3b23d2a1-aabf-40d5-8b1f-d7be16af3b28,segment=NetworkSegment(2889ae5a-14b1-4f86-bf1f-9ec9dbd85842),segment_id=2889ae5a-14b1-4f86-bf1f-9ec9dbd85842)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:11:11.125839 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-de46ea84-4dca-4614-8d3d-f93e813a93f3 req-e3f65334-03f6-403b-8779-51c19f8dfffd tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:11.152408 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-de46ea84-4dca-4614-8d3d-f93e813a93f3 req-e3f65334-03f6-403b-8779-51c19f8dfffd tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Calling delete_port for 3b23d2a1-aabf-40d5-8b1f-d7be16af3b28 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:11:11.197096 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: 3f75cb2f-1b37-4d55-8773-1de94c48da71 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:11:11.199244 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 3f75cb2f-1b37-4d55-8773-1de94c48da71 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:11:11.222981 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-a641401a-3762-48e1-8eff-6a52f10dec61 req-a5c44912-0657-4177-b2c2-095d5f7aeac9 service neutron] For port decec9c1-b0bd-4c37-9fa9-2b5c1c14f286, host n-h2-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:11:11.242220 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-a641401a-3762-48e1-8eff-6a52f10dec61 req-a5c44912-0657-4177-b2c2-095d5f7aeac9 service neutron] For port decec9c1-b0bd-4c37-9fa9-2b5c1c14f286, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=decec9c1-b0bd-4c37-9fa9-2b5c1c14f286,segment=NetworkSegment(cbc7a639-5863-4995-9a4b-f91be63e1ab1),segment_id=cbc7a639-5863-4995-9a4b-f91be63e1ab1)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:11:11.251880 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a641401a-3762-48e1-8eff-6a52f10dec61 req-a5c44912-0657-4177-b2c2-095d5f7aeac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:11.297742 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641401a-3762-48e1-8eff-6a52f10dec61 req-a5c44912-0657-4177-b2c2-095d5f7aeac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:11.298622 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a641401a-3762-48e1-8eff-6a52f10dec61 req-a5c44912-0657-4177-b2c2-095d5f7aeac9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:11.300107 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a641401a-3762-48e1-8eff-6a52f10dec61 req-a5c44912-0657-4177-b2c2-095d5f7aeac9 service neutron] 10.222.0.73 "PUT /v2.0/ports/decec9c1-b0bd-4c37-9fa9-2b5c1c14f286 HTTP/1.1" status: 200 len: 1092 time: 1.5894146 Jul 09 16:11:11.340732 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c44912-0657-4177-b2c2-095d5f7aeac9 service neutron] Pushing event updated for resources: {'Port': ['ID=decec9c1-b0bd-4c37-9fa9-2b5c1c14f286,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:11.353867 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-d9bb8c7f-acea-4170-910a-5016fb9fb261 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=691a2cd711d74ccaa2dbf2ca0e30b7a0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1091120 Jul 09 16:11:11.354456 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 48598) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:11.361441 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 7433320f-83dd-425b-8b8f-df9ed20efae5 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:11:11.378046 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bb8c7f-acea-4170-910a-5016fb9fb261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96772771-1cbe-430e-8837-5f56da435d6e,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:11.393535 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9dc99352-252c-4d5d-b5b9-79af99a984f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:11.395107 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: 7433320f-83dd-425b-8b8f-df9ed20efae5 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:11:11.395950 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 7433320f-83dd-425b-8b8f-df9ed20efae5 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:11:11.467245 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981345a7-5e49-4087-93f5-0d2e0701d932 req-8fe97e23-1839-4d1b-9083-fa81bebe53d0 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:11.468813 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-981345a7-5e49-4087-93f5-0d2e0701d932 req-8fe97e23-1839-4d1b-9083-fa81bebe53d0 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/ports?device_id=38807fbf-6b9b-4874-8837-26278e09fb6e HTTP/1.1" status: 200 len: 949 time: 0.2686346 Jul 09 16:11:11.489083 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fc3eaf7d-eccd-45c8-aaaf-10b983821141 req-815db869-6299-45a5-9844-e548d614c223 service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3775325 Jul 09 16:11:11.496924 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add1ae7b-b932-498b-aa49-e0a19cba67c5 None None] DHCP port deletion for 5ee47ffe-fc50-4281-bd86-998a13d80773 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:11:11.551252 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-add1ae7b-b932-498b-aa49-e0a19cba67c5 None None] Deleting port b951d31d-3d43-4ff8-ada8-6415a5596331 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:11:11.551808 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-add1ae7b-b932-498b-aa49-e0a19cba67c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:11.570286 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5ff8a4ac-7093-4c53-9447-c7d681459520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:11.586414 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-981345a7-5e49-4087-93f5-0d2e0701d932 req-32bec5b9-67c6-407e-935b-270ef0cc1ab1 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/security-groups?id=ed93e0da-a672-4b8b-85ca-b434962cdf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980213 Jul 09 16:11:11.614368 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-de46ea84-4dca-4614-8d3d-f93e813a93f3 req-e3f65334-03f6-403b-8779-51c19f8dfffd tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:11.643553 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-add1ae7b-b932-498b-aa49-e0a19cba67c5 None None] For port b951d31d-3d43-4ff8-ada8-6415a5596331, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=b951d31d-3d43-4ff8-ada8-6415a5596331,segment=NetworkSegment(b31b3523-d7c7-4f8e-9765-08d9cb124dd8),segment_id=b31b3523-d7c7-4f8e-9765-08d9cb124dd8)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:11:11.644146 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-add1ae7b-b932-498b-aa49-e0a19cba67c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:11.660230 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-add1ae7b-b932-498b-aa49-e0a19cba67c5 None None] Calling delete_port for b951d31d-3d43-4ff8-ada8-6415a5596331 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:11:11.676449 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['3b23d2a1-aabf-40d5-8b1f-d7be16af3b28'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:11:11.680007 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fc3eaf7d-eccd-45c8-aaaf-10b983821141 req-f84c305d-2f04-46ba-91ad-8701dd7f8743 service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812983 Jul 09 16:11:11.690102 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-9dc99352-252c-4d5d-b5b9-79af99a984f3 admin admin] Deleting port b951d31d-3d43-4ff8-ada8-6415a5596331 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:11:11.691642 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9dc99352-252c-4d5d-b5b9-79af99a984f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:11.857253 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-9dc99352-252c-4d5d-b5b9-79af99a984f3 admin admin] For port b951d31d-3d43-4ff8-ada8-6415a5596331, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=b951d31d-3d43-4ff8-ada8-6415a5596331,segment=NetworkSegment(b31b3523-d7c7-4f8e-9765-08d9cb124dd8),segment_id=b31b3523-d7c7-4f8e-9765-08d9cb124dd8)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:11:11.858959 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9dc99352-252c-4d5d-b5b9-79af99a984f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:11.888188 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-9dc99352-252c-4d5d-b5b9-79af99a984f3 admin admin] Calling delete_port for b951d31d-3d43-4ff8-ada8-6415a5596331 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:11:11.947569 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1994318a-faf4-4587-9787-0cd99a4f3347', 'tag': 'decec9c1-b0bd-4c37-9fa9-2b5c1c14f286'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:11:11.949832 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9be1767-8c74-49ed-8894-cfdc57000c7b" -d '{"events": [{"name": "network-changed", "server_uuid": "1994318a-faf4-4587-9787-0cd99a4f3347", "tag": "decec9c1-b0bd-4c37-9fa9-2b5c1c14f286"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:11:11.963010 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-add1ae7b-b932-498b-aa49-e0a19cba67c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:11.971127 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5ff8a4ac-7093-4c53-9447-c7d681459520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:11.988618 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add1ae7b-b932-498b-aa49-e0a19cba67c5 None None] No DVR routers for this DVR port b951d31d-3d43-4ff8-ada8-6415a5596331 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:11:12.031624 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9dc99352-252c-4d5d-b5b9-79af99a984f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:12.031931 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac67e90-d503-4573-82f0-c4a185bafff1 x-openstack-request-id: req-8ac67e90-d503-4573-82f0-c4a185bafff1 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:11:12.032226 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1994318a-faf4-4587-9787-0cd99a4f3347", "tag": "decec9c1-b0bd-4c37-9fa9-2b5c1c14f286", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:11:12.032477 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8ac67e90-d503-4573-82f0-c4a185bafff1 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:11:12.032862 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1994318a-faf4-4587-9787-0cd99a4f3347', 'tag': 'decec9c1-b0bd-4c37-9fa9-2b5c1c14f286', 'status': 'completed', 'code': 200} Jul 09 16:11:12.041611 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641401a-3762-48e1-8eff-6a52f10dec61 req-128215f2-ff52-4381-aff7-f2f8be211221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:12.041611 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a641401a-3762-48e1-8eff-6a52f10dec61 req-128215f2-ff52-4381-aff7-f2f8be211221 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9639d7ee11dd47639be4bedc72b53ccc&device_id=1994318a-faf4-4587-9787-0cd99a4f3347 HTTP/1.1" status: 200 len: 1095 time: 0.6214800 Jul 09 16:11:12.041611 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f65334-03f6-403b-8779-51c19f8dfffd tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Pushing event deleted for resources: {'Port': ['ID=3b23d2a1-aabf-40d5-8b1f-d7be16af3b28,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:12.070425 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add1ae7b-b932-498b-aa49-e0a19cba67c5 None None] Pushing event deleted for resources: {'Port': ['ID=b951d31d-3d43-4ff8-ada8-6415a5596331,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:12.089667 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1ae7b-b932-498b-aa49-e0a19cba67c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:11:12.090021 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1ae7b-b932-498b-aa49-e0a19cba67c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:11:12.090359 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1ae7b-b932-498b-aa49-e0a19cba67c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:11:12.090809 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1ae7b-b932-498b-aa49-e0a19cba67c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:11:12.093025 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1ae7b-b932-498b-aa49-e0a19cba67c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:11:12.093394 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1ae7b-b932-498b-aa49-e0a19cba67c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:11:12.093770 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1ae7b-b932-498b-aa49-e0a19cba67c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:11:12.094119 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1ae7b-b932-498b-aa49-e0a19cba67c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:11:12.094454 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1ae7b-b932-498b-aa49-e0a19cba67c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:11:12.095002 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1ae7b-b932-498b-aa49-e0a19cba67c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:11:12.095255 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1ae7b-b932-498b-aa49-e0a19cba67c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:11:12.095586 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1ae7b-b932-498b-aa49-e0a19cba67c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:11:12.123744 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc99352-252c-4d5d-b5b9-79af99a984f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b951d31d-3d43-4ff8-ada8-6415a5596331,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:12.131574 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 48610) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:12.139561 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc99352-252c-4d5d-b5b9-79af99a984f3 admin admin] No DVR routers for this DVR port b951d31d-3d43-4ff8-ada8-6415a5596331 on host n-d-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:11:12.146712 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-de46ea84-4dca-4614-8d3d-f93e813a93f3 req-e3f65334-03f6-403b-8779-51c19f8dfffd tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] No DVR routers for this DVR port 3b23d2a1-aabf-40d5-8b1f-d7be16af3b28 on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:11:12.147374 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device b951d31d-3d43-4ff8-ada8-6415a5596331 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:11:12.187817 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: b951d31d-3d43-4ff8-ada8-6415a5596331 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:11:12.189617 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device b951d31d-3d43-4ff8-ada8-6415a5596331 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:11:12.189761 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device fadc3027-5fe9-46c3-8a86-12e93350d3ea no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:11:12.191393 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb1671-3e95-4bad-8e81-b69b7b024eca req-9407d488-cfd7-4817-b817-2cd8263ccddf tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:12.198372 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7fdb1671-3e95-4bad-8e81-b69b7b024eca req-9407d488-cfd7-4817-b817-2cd8263ccddf tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=1994318a-faf4-4587-9787-0cd99a4f3347 HTTP/1.1" status: 200 len: 944 time: 0.7714908 Jul 09 16:11:12.201035 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-de46ea84-4dca-4614-8d3d-f93e813a93f3 req-e3f65334-03f6-403b-8779-51c19f8dfffd tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:12.203090 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-de46ea84-4dca-4614-8d3d-f93e813a93f3 req-e3f65334-03f6-403b-8779-51c19f8dfffd tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.77 "DELETE /v2.0/ports/3b23d2a1-aabf-40d5-8b1f-d7be16af3b28 HTTP/1.1" status: 204 len: 173 time: 1.5921676 Jul 09 16:11:12.206009 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a641401a-3762-48e1-8eff-6a52f10dec61 req-4337e9ee-47bb-4677-a09f-ad6b2b9068b2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=decec9c1-b0bd-4c37-9fa9-2b5c1c14f286 HTTP/1.1" status: 200 len: 217 time: 0.1139781 Jul 09 16:11:12.263421 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7fdb1671-3e95-4bad-8e81-b69b7b024eca req-378f6b29-82a2-4b17-b6b7-52ec28885dd2 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640161 Jul 09 16:11:12.263623 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: fadc3027-5fe9-46c3-8a86-12e93350d3ea {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:11:12.265885 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device fadc3027-5fe9-46c3-8a86-12e93350d3ea not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:11:12.342340 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5ff8a4ac-7093-4c53-9447-c7d681459520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:12.344872 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5ff8a4ac-7093-4c53-9447-c7d681459520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:12.346005 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-5ff8a4ac-7093-4c53-9447-c7d681459520 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/96772771-1cbe-430e-8837-5f56da435d6e HTTP/1.1" status: 204 len: 168 time: 0.9866168 Jul 09 16:11:12.368754 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff8a4ac-7093-4c53-9447-c7d681459520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96772771-1cbe-430e-8837-5f56da435d6e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:12.376737 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641401a-3762-48e1-8eff-6a52f10dec61 req-fc5b322a-2232-4d97-b919-004a9851da67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:12.381013 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a641401a-3762-48e1-8eff-6a52f10dec61 req-fc5b322a-2232-4d97-b919-004a9851da67 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1e15c12f-d45d-4aa3-a5bc-500d552ae0b3 HTTP/1.1" status: 200 len: 860 time: 0.1162865 Jul 09 16:11:12.429977 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9dc99352-252c-4d5d-b5b9-79af99a984f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:12.453762 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9dc99352-252c-4d5d-b5b9-79af99a984f3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:11:12.454212 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9dc99352-252c-4d5d-b5b9-79af99a984f3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:11:12.455103 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9dc99352-252c-4d5d-b5b9-79af99a984f3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:11:12.455782 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9dc99352-252c-4d5d-b5b9-79af99a984f3 admin admin] Subscribe: > port after_create 55550000 {{(pid=93959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:11:12.456218 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9dc99352-252c-4d5d-b5b9-79af99a984f3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:11:12.456685 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9dc99352-252c-4d5d-b5b9-79af99a984f3 admin admin] Subscribe: > port after_update 55550000 {{(pid=93959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:11:12.457101 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9dc99352-252c-4d5d-b5b9-79af99a984f3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:11:12.457517 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9dc99352-252c-4d5d-b5b9-79af99a984f3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:11:12.457926 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9dc99352-252c-4d5d-b5b9-79af99a984f3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:11:12.458340 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9dc99352-252c-4d5d-b5b9-79af99a984f3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:11:12.495112 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a641401a-3762-48e1-8eff-6a52f10dec61 req-a59eecbf-fd09-4cfa-90d0-c4de02c4a0bb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2b65bcac-ba21-4565-bf6d-5e7b6fe83db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1018443 Jul 09 16:11:12.564331 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9dc99352-252c-4d5d-b5b9-79af99a984f3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:11:12.564685 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9dc99352-252c-4d5d-b5b9-79af99a984f3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:11:12.565002 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9dc99352-252c-4d5d-b5b9-79af99a984f3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:11:12.565345 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9dc99352-252c-4d5d-b5b9-79af99a984f3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:11:12.565705 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-9dc99352-252c-4d5d-b5b9-79af99a984f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ee47ffe-fc50-4281-bd86-998a13d80773']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:11:12.587663 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-9dc99352-252c-4d5d-b5b9-79af99a984f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b31b3523-d7c7-4f8e-9765-08d9cb124dd8') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:11:12.588097 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-9dc99352-252c-4d5d-b5b9-79af99a984f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b31b3523-d7c7-4f8e-9765-08d9cb124dd8') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:11:12.613011 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a5b6e544-6016-4b7b-8a1b-50ae2731c1e4 req-4b5f113f-b3bb-467d-b102-2dc0b30fb0a1 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/ports?device_id=6948be4f-b18e-4eb9-8ced-b6a5a68d1690 HTTP/1.1" status: 200 len: 210 time: 0.0395539 Jul 09 16:11:12.617554 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9dc99352-252c-4d5d-b5b9-79af99a984f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:12.661716 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a641401a-3762-48e1-8eff-6a52f10dec61 req-f1e41b83-94fd-44dc-b62a-5a6f7586a77f service neutron] 10.222.0.73 "GET /v2.0/networks/2b65bcac-ba21-4565-bf6d-5e7b6fe83db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538489 Jul 09 16:11:12.680323 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9dc99352-252c-4d5d-b5b9-79af99a984f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:12.689406 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8498ac7a-4add-4957-889d-2f99cb215858 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b0b114c404a34dd694e6374df37cc4af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5560145 Jul 09 16:11:12.695092 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 48622) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:12.701459 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dc99352-252c-4d5d-b5b9-79af99a984f3 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:11:12.706021 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9dc99352-252c-4d5d-b5b9-79af99a984f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:12.731239 n-d-798930-3 neutron-server[93959]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 16:11:12.731239 n-d-798930-3 neutron-server[93959]: from cryptography.utils import int_from_bytes Jul 09 16:11:12.731239 n-d-798930-3 neutron-server[93959]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 16:11:12.731239 n-d-798930-3 neutron-server[93959]: from cryptography.utils import int_from_bytes Jul 09 16:11:12.731239 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:12.731239 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:12.731239 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:12.731239 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:12.731239 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:12.731239 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:12.731239 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:12.731239 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:12.731239 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:12.731239 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:12.731239 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:12.731239 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:12.731239 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:12.731239 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:12.731239 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:12.731239 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:12.731239 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:12.731239 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:12.731239 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:12.731239 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:12.731239 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:12.731239 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:12.731239 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:12.731239 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:12.731239 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:12.731239 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:12.731239 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:12.731239 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:12.731239 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:12.731239 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:12.731239 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:12.731239 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:12.731239 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:12.731239 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:12.731239 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:12.731239 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:12.731239 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:12.731239 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:12.731239 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:12.731239 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:12.731239 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:12.731239 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:12.731239 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:12.731239 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:12.731239 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:12.731239 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:12.731239 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:12.731239 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:12.731239 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:12.731239 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:12.731239 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:12.731239 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:12.736111 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:12.736111 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:12.736111 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:12.736111 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:12.736111 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:12.736111 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:12.736111 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:12.736111 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:12.736111 n-d-798930-3 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:11:12.736111 n-d-798930-3 neutron-server[93959]: self.session.flush() Jul 09 16:11:12.736111 n-d-798930-3 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:11:12.736111 n-d-798930-3 neutron-server[93959]: self.session.flush() Jul 09 16:11:12.736111 n-d-798930-3 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:11:12.736111 n-d-798930-3 neutron-server[93959]: self.session.flush() Jul 09 16:11:12.736111 n-d-798930-3 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:11:12.736111 n-d-798930-3 neutron-server[93959]: self.session.flush() Jul 09 16:11:12.736111 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:11:12.736111 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:11:12.736111 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:11:12.736111 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:11:12.736111 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:11:12.736111 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:11:12.736111 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:11:12.736111 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:11:12.736111 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:11:12.736111 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:11:12.736111 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:11:12.736111 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:11:12.736111 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:11:12.736111 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:11:12.736111 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:11:12.736111 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:11:12.736111 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:11:12.736111 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:11:12.736111 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:11:12.736111 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:11:12.736111 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:11:12.736111 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:11:12.736111 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:11:12.736111 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:11:12.736111 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:11:12.736111 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:11:12.736111 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:11:12.736111 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:11:12.736111 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:11:12.736111 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:11:12.736111 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:11:12.736111 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:11:12.803361 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 48624) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:12.814459 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a868190-f982-47ff-8704-afbd04ceb48d req-497094f7-ac2c-4432-991b-a66710712737 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:12.822035 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0a868190-f982-47ff-8704-afbd04ceb48d req-497094f7-ac2c-4432-991b-a66710712737 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=13936f56-a9b8-4832-a4de-df0cffe4e51a HTTP/1.1" status: 200 len: 950 time: 0.5199449 Jul 09 16:11:12.827038 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9dc99352-252c-4d5d-b5b9-79af99a984f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:12.834181 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-540368d1-9a16-4260-9414-1aee853421d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:12.842545 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d1d7d0d1-4bb7-4744-9386-6b450204438b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:12.843725 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28e727-018e-4dd9-ba8f-6bc2deb58c23 req-fb3198c1-a9c6-4402-8085-a83500b497ad tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:12.845260 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5f28e727-018e-4dd9-ba8f-6bc2deb58c23 req-fb3198c1-a9c6-4402-8085-a83500b497ad tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.73 "GET /v2.0/ports?device_id=38807fbf-6b9b-4874-8837-26278e09fb6e HTTP/1.1" status: 200 len: 949 time: 0.5443728 Jul 09 16:11:12.847141 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a641401a-3762-48e1-8eff-6a52f10dec61 req-ed285511-7f51-485c-b40e-2a0b3855a268 service neutron] 10.222.0.73 "GET /v2.0/networks/2b65bcac-ba21-4565-bf6d-5e7b6fe83db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778948 Jul 09 16:11:12.870196 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc99352-252c-4d5d-b5b9-79af99a984f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ee47ffe-fc50-4281-bd86-998a13d80773,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:12.881378 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9dc99352-252c-4d5d-b5b9-79af99a984f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:12.884125 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-9dc99352-252c-4d5d-b5b9-79af99a984f3 admin admin] 10.222.0.98 "DELETE /v2.0/networks/5ee47ffe-fc50-4281-bd86-998a13d80773 HTTP/1.1" status: 204 len: 168 time: 1.7974081 Jul 09 16:11:12.901285 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d1d7d0d1-4bb7-4744-9386-6b450204438b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:12.937873 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0a868190-f982-47ff-8704-afbd04ceb48d req-394d7025-fcb2-48ba-a20c-f05eb9dd93ec tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142156 Jul 09 16:11:13.030812 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-5f28e727-018e-4dd9-ba8f-6bc2deb58c23 req-16125fc0-819d-4461-aee1-2e8158e8a67c tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Deleting port c0901bde-40e8-4d03-a633-8a07c3b37954 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:11:13.031400 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5f28e727-018e-4dd9-ba8f-6bc2deb58c23 req-16125fc0-819d-4461-aee1-2e8158e8a67c tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:13.150274 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-540368d1-9a16-4260-9414-1aee853421d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:13.163641 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 48628) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:13.169503 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-540368d1-9a16-4260-9414-1aee853421d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:13.189746 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-5f28e727-018e-4dd9-ba8f-6bc2deb58c23 req-16125fc0-819d-4461-aee1-2e8158e8a67c tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] For port c0901bde-40e8-4d03-a633-8a07c3b37954, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=c0901bde-40e8-4d03-a633-8a07c3b37954,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:11:13.190003 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5f28e727-018e-4dd9-ba8f-6bc2deb58c23 req-16125fc0-819d-4461-aee1-2e8158e8a67c tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:13.191427 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d1d7d0d1-4bb7-4744-9386-6b450204438b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:13.194473 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d1d7d0d1-4bb7-4744-9386-6b450204438b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:13.197511 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d1d7d0d1-4bb7-4744-9386-6b450204438b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e4046649-c961-4562-8482-ef21126496b1 HTTP/1.1" status: 204 len: 168 time: 0.4992993 Jul 09 16:11:13.215680 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-5f28e727-018e-4dd9-ba8f-6bc2deb58c23 req-16125fc0-819d-4461-aee1-2e8158e8a67c tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Calling delete_port for c0901bde-40e8-4d03-a633-8a07c3b37954 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:11:13.229956 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-540368d1-9a16-4260-9414-1aee853421d1 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b50a085487a94d31bc349cd4212d3d84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4204741 Jul 09 16:11:13.233366 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 48632) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:13.238225 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-877bc572-0e9b-4c81-ad6a-4f005bb78cb8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6177a2f2e630409d9de350d24245b735&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0704231 Jul 09 16:11:13.239298 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be1767-8c74-49ed-8894-cfdc57000c7b req-2e6635f1-dfeb-48e2-ada3-3f6205a898c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:13.241070 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d9be1767-8c74-49ed-8894-cfdc57000c7b req-2e6635f1-dfeb-48e2-ada3-3f6205a898c0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9639d7ee11dd47639be4bedc72b53ccc&device_id=1994318a-faf4-4587-9787-0cd99a4f3347 HTTP/1.1" status: 200 len: 1095 time: 0.2628849 Jul 09 16:11:13.242679 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 48634) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:13.254818 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540368d1-9a16-4260-9414-1aee853421d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3932d041-b043-4f0c-a16a-571bb5ab8e7d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:13.279064 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251a2e2-c34b-4cf3-9b46-a72eee0e48b9 req-ac557803-3d03-47ac-b3f7-40654d3de291 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:13.280728 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c251a2e2-c34b-4cf3-9b46-a72eee0e48b9 req-ac557803-3d03-47ac-b3f7-40654d3de291 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/ports?device_id=38807fbf-6b9b-4874-8837-26278e09fb6e HTTP/1.1" status: 200 len: 949 time: 0.3384032 Jul 09 16:11:13.352861 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e05e6a35-5e2b-4498-bff3-0c0f699efc68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:13.371857 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7d0d1-4bb7-4744-9386-6b450204438b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4046649-c961-4562-8482-ef21126496b1,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:13.381270 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e05e6a35-5e2b-4498-bff3-0c0f699efc68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:13.416792 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c251a2e2-c34b-4cf3-9b46-a72eee0e48b9 req-2ac019a7-89a4-4abf-ac4c-c1dc589f3554 tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/security-groups?id=ed93e0da-a672-4b8b-85ca-b434962cdf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128302 Jul 09 16:11:13.440651 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f34149d5-f220-409c-8204-8e8311836476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:13.465661 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5f28e727-018e-4dd9-ba8f-6bc2deb58c23 req-16125fc0-819d-4461-aee1-2e8158e8a67c tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:13.469446 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f34149d5-f220-409c-8204-8e8311836476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:13.513732 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16125fc0-819d-4461-aee1-2e8158e8a67c tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Pushing event deleted for resources: {'Port': ['ID=c0901bde-40e8-4d03-a633-8a07c3b37954,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:13.534313 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be1767-8c74-49ed-8894-cfdc57000c7b req-2bdcb02d-89c1-41ab-b351-9ad30e9020ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:13.536937 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d9be1767-8c74-49ed-8894-cfdc57000c7b req-2bdcb02d-89c1-41ab-b351-9ad30e9020ff service neutron] 10.222.0.73 "GET /v2.0/networks?id=2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 HTTP/1.1" status: 200 len: 921 time: 0.2850168 Jul 09 16:11:13.581283 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f28e727-018e-4dd9-ba8f-6bc2deb58c23 req-16125fc0-819d-4461-aee1-2e8158e8a67c tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] No DVR routers for this DVR port c0901bde-40e8-4d03-a633-8a07c3b37954 on host n-h2-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:11:13.583268 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e05e6a35-5e2b-4498-bff3-0c0f699efc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:13.585084 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d9be1767-8c74-49ed-8894-cfdc57000c7b req-9babd54e-1383-42fa-b7f1-a3966e9511d4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=decec9c1-b0bd-4c37-9fa9-2b5c1c14f286 HTTP/1.1" status: 200 len: 217 time: 0.0410540 Jul 09 16:11:13.585840 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e05e6a35-5e2b-4498-bff3-0c0f699efc68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:13.587003 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e05e6a35-5e2b-4498-bff3-0c0f699efc68 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3932d041-b043-4f0c-a16a-571bb5ab8e7d HTTP/1.1" status: 204 len: 168 time: 0.3501496 Jul 09 16:11:13.591343 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5f28e727-018e-4dd9-ba8f-6bc2deb58c23 req-16125fc0-819d-4461-aee1-2e8158e8a67c tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:13.593323 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f34149d5-f220-409c-8204-8e8311836476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:13.593558 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5f28e727-018e-4dd9-ba8f-6bc2deb58c23 req-16125fc0-819d-4461-aee1-2e8158e8a67c tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.73 "DELETE /v2.0/ports/c0901bde-40e8-4d03-a633-8a07c3b37954 HTTP/1.1" status: 204 len: 173 time: 0.7251894 Jul 09 16:11:13.595556 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38807fbf-6b9b-4874-8837-26278e09fb6e', 'name': 'network-vif-deleted', 'tag': 'c0901bde-40e8-4d03-a633-8a07c3b37954'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:11:13.597352 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f34149d5-f220-409c-8204-8e8311836476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:13.603638 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca48823-b43a-425c-b9da-19317b441642" -d '{"events": [{"server_uuid": "38807fbf-6b9b-4874-8837-26278e09fb6e", "name": "network-vif-deleted", "tag": "c0901bde-40e8-4d03-a633-8a07c3b37954"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:11:13.603857 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f34149d5-f220-409c-8204-8e8311836476 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/881d90c5-6c5d-4a9a-879f-d6e00f4b1ce6 HTTP/1.1" status: 204 len: 168 time: 0.3543119 Jul 09 16:11:13.632429 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34149d5-f220-409c-8204-8e8311836476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881d90c5-6c5d-4a9a-879f-d6e00f4b1ce6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:13.645555 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05e6a35-5e2b-4498-bff3-0c0f699efc68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3932d041-b043-4f0c-a16a-571bb5ab8e7d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:13.684032 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9040e651-fc20-418e-9ed6-a5e00f5ffffd x-openstack-request-id: req-9040e651-fc20-418e-9ed6-a5e00f5ffffd {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:11:13.684296 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38807fbf-6b9b-4874-8837-26278e09fb6e", "name": "network-vif-deleted", "tag": "c0901bde-40e8-4d03-a633-8a07c3b37954", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:11:13.684552 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9040e651-fc20-418e-9ed6-a5e00f5ffffd {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:11:13.684945 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38807fbf-6b9b-4874-8837-26278e09fb6e', 'name': 'network-vif-deleted', 'tag': 'c0901bde-40e8-4d03-a633-8a07c3b37954', 'status': 'completed', 'code': 200} Jul 09 16:11:13.711243 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef973464-2932-49ea-8d85-c5e434b9d2e0 req-a8ba795e-007c-4f0f-8465-1865244a7d87 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:13.720314 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 48648) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:13.722529 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ef973464-2932-49ea-8d85-c5e434b9d2e0 req-a8ba795e-007c-4f0f-8465-1865244a7d87 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=1994318a-faf4-4587-9787-0cd99a4f3347 HTTP/1.1" status: 200 len: 944 time: 0.2660055 Jul 09 16:11:13.725873 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be1767-8c74-49ed-8894-cfdc57000c7b req-90b6f6cb-e23c-4d83-ba9f-638bbcc15136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:13.727408 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d9be1767-8c74-49ed-8894-cfdc57000c7b req-90b6f6cb-e23c-4d83-ba9f-638bbcc15136 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1e15c12f-d45d-4aa3-a5bc-500d552ae0b3 HTTP/1.1" status: 200 len: 860 time: 0.1218717 Jul 09 16:11:13.814053 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ef973464-2932-49ea-8d85-c5e434b9d2e0 req-f7807ecc-b79f-4b63-b6ca-6132e1c55052 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906546 Jul 09 16:11:13.830322 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d9be1767-8c74-49ed-8894-cfdc57000c7b req-42b62dcd-3386-4d6e-9330-f276c0732531 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2b65bcac-ba21-4565-bf6d-5e7b6fe83db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891156 Jul 09 16:11:14.019982 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6692f6a4-89f8-4db5-a016-8f928a397f45 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6bd67c68ad9546338d2fa8d9f15c5f52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2914422 Jul 09 16:11:14.022517 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 48666) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:14.041313 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6948be4f-b18e-4eb9-8ced-b6a5a68d1690', 'name': 'network-vif-deleted', 'tag': '3b23d2a1-aabf-40d5-8b1f-d7be16af3b28'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:11:14.044817 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f365c95-0bfd-46dc-acd4-8bac1c611686" -d '{"events": [{"server_uuid": "6948be4f-b18e-4eb9-8ced-b6a5a68d1690", "name": "network-vif-deleted", "tag": "3b23d2a1-aabf-40d5-8b1f-d7be16af3b28"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:11:14.120996 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a48c8549-6440-474a-8a9d-8cd5bb38b194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:14.126979 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d9be1767-8c74-49ed-8894-cfdc57000c7b req-a0973828-d633-491a-9a36-c21f3edc86a7 service neutron] 10.222.0.73 "GET /v2.0/networks/2b65bcac-ba21-4565-bf6d-5e7b6fe83db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852132 Jul 09 16:11:14.210290 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce878f1f-ee73-4a90-a2c6-33dc2d7f6cb9 req-bd58a874-b292-42ee-b599-d7cf1e5a3957 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:14.218406 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ce878f1f-ee73-4a90-a2c6-33dc2d7f6cb9 req-bd58a874-b292-42ee-b599-d7cf1e5a3957 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=13936f56-a9b8-4832-a4de-df0cffe4e51a HTTP/1.1" status: 200 len: 950 time: 0.0773492 Jul 09 16:11:14.231547 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432249ac-eafa-4da6-81b0-27908bfcfb9f x-openstack-request-id: req-432249ac-eafa-4da6-81b0-27908bfcfb9f {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:11:14.231990 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6948be4f-b18e-4eb9-8ced-b6a5a68d1690", "name": "network-vif-deleted", "tag": "3b23d2a1-aabf-40d5-8b1f-d7be16af3b28", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:11:14.232363 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-432249ac-eafa-4da6-81b0-27908bfcfb9f {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:11:14.232850 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6948be4f-b18e-4eb9-8ced-b6a5a68d1690', 'name': 'network-vif-deleted', 'tag': '3b23d2a1-aabf-40d5-8b1f-d7be16af3b28', 'status': 'completed', 'code': 200} Jul 09 16:11:14.235085 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d9be1767-8c74-49ed-8894-cfdc57000c7b req-0d644bbf-28e7-44d3-972d-e47b74674240 service neutron] 10.222.0.73 "GET /v2.0/networks/2b65bcac-ba21-4565-bf6d-5e7b6fe83db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985918 Jul 09 16:11:14.255630 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a48c8549-6440-474a-8a9d-8cd5bb38b194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:14.269311 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ce878f1f-ee73-4a90-a2c6-33dc2d7f6cb9 req-2a8023d0-d06b-416b-8f0b-b7b62988e524 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499022 Jul 09 16:11:14.303372 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 48684) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:14.332951 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a48c8549-6440-474a-8a9d-8cd5bb38b194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:14.335967 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a48c8549-6440-474a-8a9d-8cd5bb38b194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:14.337117 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a48c8549-6440-474a-8a9d-8cd5bb38b194 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8dccd96f-9acd-4e48-ae22-b10408116c8e HTTP/1.1" status: 204 len: 168 time: 0.3134937 Jul 09 16:11:14.345164 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48c8549-6440-474a-8a9d-8cd5bb38b194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dccd96f-9acd-4e48-ae22-b10408116c8e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:14.387040 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df33ef84-ddea-453a-9ed4-d73745242880 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:14.415227 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df33ef84-ddea-453a-9ed4-d73745242880 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:14.485214 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df33ef84-ddea-453a-9ed4-d73745242880 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:14.488321 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df33ef84-ddea-453a-9ed4-d73745242880 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:14.492816 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 48696) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:14.492942 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-df33ef84-ddea-453a-9ed4-d73745242880 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "DELETE /v2.0/security-groups/6d1b5ad9-6842-4db2-93ee-8906a322ac9a HTTP/1.1" status: 204 len: 168 time: 0.1877871 Jul 09 16:11:14.510021 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df33ef84-ddea-453a-9ed4-d73745242880 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1b5ad9-6842-4db2-93ee-8906a322ac9a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:14.519996 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [None req-fba5dd58-0a2c-47ac-bfe7-7c40490db570 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] show failed (client error): The resource could not be found. Jul 09 16:11:14.525214 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-fba5dd58-0a2c-47ac-bfe7-7c40490db570 tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "GET /v2.0/security-groups/6d1b5ad9-6842-4db2-93ee-8906a322ac9a HTTP/1.1" status: 404 len: 347 time: 0.0286858 Jul 09 16:11:14.527137 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 48700) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:14.712869 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bfa9ff6f-2170-48a9-8d28-5f9dd65407ca req-052e9226-02fc-403f-9018-2a40aed8f5ee tempest-LiveMigrationNegativeTest-369192253 tempest-LiveMigrationNegativeTest-369192253-project] 10.222.0.98 "GET /v2.0/ports?device_id=38807fbf-6b9b-4874-8837-26278e09fb6e HTTP/1.1" status: 200 len: 210 time: 0.0522518 Jul 09 16:11:14.744430 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-3194cd8a-c183-4eea-9a22-53ad5259f1ad tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Deleting port ab68c578-b7e0-4724-98d5-3aa1a853066c {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:11:14.744939 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3194cd8a-c183-4eea-9a22-53ad5259f1ad tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:14.831952 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3194cd8a-c183-4eea-9a22-53ad5259f1ad tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:14.832281 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3194cd8a-c183-4eea-9a22-53ad5259f1ad tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:14.857690 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-3194cd8a-c183-4eea-9a22-53ad5259f1ad tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Calling delete_port for ab68c578-b7e0-4724-98d5-3aa1a853066c owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:11:15.044311 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474958bf-da80-4084-b6e7-cdf15723db8a req-7257994e-5911-4bde-99f5-84a8d44b9047 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:15.046943 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-474958bf-da80-4084-b6e7-cdf15723db8a req-7257994e-5911-4bde-99f5-84a8d44b9047 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=1994318a-faf4-4587-9787-0cd99a4f3347 HTTP/1.1" status: 200 len: 944 time: 0.1007028 Jul 09 16:11:15.063155 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 3b23d2a1-aabf-40d5-8b1f-d7be16af3b28 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:11:15.100741 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: 3b23d2a1-aabf-40d5-8b1f-d7be16af3b28 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:11:15.101075 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 3b23d2a1-aabf-40d5-8b1f-d7be16af3b28 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:11:15.131191 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-474958bf-da80-4084-b6e7-cdf15723db8a req-ce57ee72-68c7-4744-ac4d-81026b09e062 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780213 Jul 09 16:11:15.303384 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3194cd8a-c183-4eea-9a22-53ad5259f1ad tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:15.329518 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device c0901bde-40e8-4d03-a633-8a07c3b37954 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:11:15.331101 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3194cd8a-c183-4eea-9a22-53ad5259f1ad tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Pushing event deleted for resources: {'Port': ['ID=ab68c578-b7e0-4724-98d5-3aa1a853066c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:15.354027 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: c0901bde-40e8-4d03-a633-8a07c3b37954 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:11:15.354759 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device c0901bde-40e8-4d03-a633-8a07c3b37954 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:11:15.404254 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3194cd8a-c183-4eea-9a22-53ad5259f1ad tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:15.407041 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3194cd8a-c183-4eea-9a22-53ad5259f1ad tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:15.408300 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3194cd8a-c183-4eea-9a22-53ad5259f1ad tempest-ImagesOneServerNegativeTestJSON-1427525295 tempest-ImagesOneServerNegativeTestJSON-1427525295-project] 10.222.0.98 "DELETE /v2.0/floatingips/0eb55791-b13e-4be5-9d9d-f17bde12386d HTTP/1.1" status: 204 len: 168 time: 0.8799868 Jul 09 16:11:15.637861 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf554a-5d6e-4550-b99b-30c0120d34ca req-f86fbe06-e423-4180-87d7-73933a743d61 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:15.640327 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-29cf554a-5d6e-4550-b99b-30c0120d34ca req-f86fbe06-e423-4180-87d7-73933a743d61 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=13936f56-a9b8-4832-a4de-df0cffe4e51a HTTP/1.1" status: 200 len: 950 time: 0.0825424 Jul 09 16:11:15.703294 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-29cf554a-5d6e-4550-b99b-30c0120d34ca req-cb1d1ae1-a16f-4548-a727-37358ffd12ac tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554821 Jul 09 16:11:15.754420 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 48790) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:15.826636 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-704c62ca-3fb4-4c4b-893b-a80290567d02 admin admin] Deleting subnet b48179f6-7941-4c95-a75e-d46019c0c71e {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:11:15.829549 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-704c62ca-3fb4-4c4b-893b-a80290567d02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:15.891396 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-704c62ca-3fb4-4c4b-893b-a80290567d02 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:15.902645 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-704c62ca-3fb4-4c4b-893b-a80290567d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:15.968840 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-704c62ca-3fb4-4c4b-893b-a80290567d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:15.997841 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704c62ca-3fb4-4c4b-893b-a80290567d02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b48179f6-7941-4c95-a75e-d46019c0c71e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:16.001604 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-704c62ca-3fb4-4c4b-893b-a80290567d02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:16.006898 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 48822) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:16.007163 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-704c62ca-3fb4-4c4b-893b-a80290567d02 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/b48179f6-7941-4c95-a75e-d46019c0c71e HTTP/1.1" status: 204 len: 168 time: 0.2513161 Jul 09 16:11:16.088303 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-93570bd1-3c1d-4cbf-9d54-d2655b371dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:16.174899 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-93570bd1-3c1d-4cbf-9d54-d2655b371dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:16.189329 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-93570bd1-3c1d-4cbf-9d54-d2655b371dc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06f3e023-1727-4312-a30e-0892f676ae49']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:11:16.201616 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-93570bd1-3c1d-4cbf-9d54-d2655b371dc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2889ae5a-14b1-4f86-bf1f-9ec9dbd85842') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:11:16.201895 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-93570bd1-3c1d-4cbf-9d54-d2655b371dc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2889ae5a-14b1-4f86-bf1f-9ec9dbd85842') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:11:16.211861 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-93570bd1-3c1d-4cbf-9d54-d2655b371dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:16.229476 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-93570bd1-3c1d-4cbf-9d54-d2655b371dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:16.245150 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93570bd1-3c1d-4cbf-9d54-d2655b371dc1 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:11:16.247068 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-93570bd1-3c1d-4cbf-9d54-d2655b371dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:16.252123 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:11:16.252123 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:11:16.252123 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:11:16.252123 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:11:16.252123 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:11:16.252123 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:11:16.252123 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:11:16.252123 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:11:16.252123 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:11:16.252123 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:11:16.252123 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:11:16.252123 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:11:16.252123 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:11:16.252123 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:11:16.252123 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:11:16.252123 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:11:16.252123 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:11:16.252123 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:11:16.252123 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:11:16.252123 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:11:16.252123 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:11:16.252123 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:11:16.252123 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:11:16.252123 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:11:16.252123 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:11:16.252123 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:11:16.252123 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:11:16.252123 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:11:16.252123 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:11:16.252123 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:11:16.252123 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:11:16.252123 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:11:16.273696 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 48838) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:16.374895 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee521b-0b95-42e9-ae4d-d85ef9c0ecc3 req-a8effbe9-33e9-49f7-b463-0561db26eca7 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:16.376731 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a3ee521b-0b95-42e9-ae4d-d85ef9c0ecc3 req-a8effbe9-33e9-49f7-b463-0561db26eca7 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=1994318a-faf4-4587-9787-0cd99a4f3347 HTTP/1.1" status: 200 len: 944 time: 0.0770040 Jul 09 16:11:16.380304 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-93570bd1-3c1d-4cbf-9d54-d2655b371dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:16.401754 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93570bd1-3c1d-4cbf-9d54-d2655b371dc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=06f3e023-1727-4312-a30e-0892f676ae49,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:16.404085 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-93570bd1-3c1d-4cbf-9d54-d2655b371dc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:16.408529 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-93570bd1-3c1d-4cbf-9d54-d2655b371dc1 admin admin] 10.222.0.98 "DELETE /v2.0/networks/06f3e023-1727-4312-a30e-0892f676ae49 HTTP/1.1" status: 204 len: 168 time: 0.3982821 Jul 09 16:11:16.433113 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a3ee521b-0b95-42e9-ae4d-d85ef9c0ecc3 req-8def5798-c444-4821-b0f4-fc29d3f1a3d8 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477679 Jul 09 16:11:16.482611 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 48850) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:16.569171 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-20a83a68-002f-4a0c-bd91-4d8896c43ed8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f37579ff64a544149efae3ca6c63bc70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2939434 Jul 09 16:11:16.571736 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 48858) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:16.626595 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1855b514-b2c3-4f6f-bdad-18b69cb351c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:16.650362 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d6b9257e-b96b-4842-806a-22918eda8e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:16.683504 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7fbaad28-404c-4bc6-9dfe-d9abb13854df req-a2a1da89-f436-42be-ac11-cfe935d182d7 tempest-FlavorsV2NegativeTest-1616116276 tempest-FlavorsV2NegativeTest-1616116276-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=5f925679455e40f69e0b152e0deaef5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297439 Jul 09 16:11:16.694150 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d6b9257e-b96b-4842-806a-22918eda8e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:16.736997 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 48872) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:16.794407 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d6b9257e-b96b-4842-806a-22918eda8e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:16.797464 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d6b9257e-b96b-4842-806a-22918eda8e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:16.802666 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d6b9257e-b96b-4842-806a-22918eda8e0a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ed93e0da-a672-4b8b-85ca-b434962cdf45 HTTP/1.1" status: 204 len: 168 time: 0.2294586 Jul 09 16:11:16.815309 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-1e333bd9-28a6-45f9-be31-de53a545766c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=295683a26cff47fe80fc8d30cae0f829&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0770955 Jul 09 16:11:16.819589 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 48876) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:16.820326 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b9257e-b96b-4842-806a-22918eda8e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed93e0da-a672-4b8b-85ca-b434962cdf45,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:16.870066 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbaad28-404c-4bc6-9dfe-d9abb13854df req-63dfedc8-e916-43cc-a423-bda9ea3d5a08 tempest-FlavorsV2NegativeTest-1616116276 tempest-FlavorsV2NegativeTest-1616116276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:16.876964 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7fbaad28-404c-4bc6-9dfe-d9abb13854df req-63dfedc8-e916-43cc-a423-bda9ea3d5a08 tempest-FlavorsV2NegativeTest-1616116276 tempest-FlavorsV2NegativeTest-1616116276-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1922801 Jul 09 16:11:16.917797 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7fbaad28-404c-4bc6-9dfe-d9abb13854df req-4cc76df5-ca34-4bab-bf12-ffff1a7f2b48 tempest-FlavorsV2NegativeTest-1616116276 tempest-FlavorsV2NegativeTest-1616116276-project] 10.222.0.98 "GET /v2.0/quotas/5f925679455e40f69e0b152e0deaef5b HTTP/1.1" status: 200 len: 375 time: 0.0398068 Jul 09 16:11:16.925363 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1855b514-b2c3-4f6f-bdad-18b69cb351c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:16.932063 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1855b514-b2c3-4f6f-bdad-18b69cb351c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:16.956048 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7fbaad28-404c-4bc6-9dfe-d9abb13854df req-98de25a9-c5b4-4ded-bad6-57f2fe936ce4 tempest-FlavorsV2NegativeTest-1616116276 tempest-FlavorsV2NegativeTest-1616116276-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=5f925679455e40f69e0b152e0deaef5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342362 Jul 09 16:11:16.969721 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1855b514-b2c3-4f6f-bdad-18b69cb351c2 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=477243cff0e8486bb4468e1c03736044&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4859934 Jul 09 16:11:16.978744 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582bdc3f-63c2-422b-85dc-6a2d0ee86c50 req-5a2ada82-531b-41fa-a543-e110d546e465 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:16.980710 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 48888) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:16.981258 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-582bdc3f-63c2-422b-85dc-6a2d0ee86c50 req-5a2ada82-531b-41fa-a543-e110d546e465 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=13936f56-a9b8-4832-a4de-df0cffe4e51a HTTP/1.1" status: 200 len: 950 time: 0.1494977 Jul 09 16:11:17.006848 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1855b514-b2c3-4f6f-bdad-18b69cb351c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c632f0-5d5e-4aef-9c1c-9f4b056d40a3,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:17.014423 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-862857d3-c964-4943-b8da-159b3d082aed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:17.064739 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-582bdc3f-63c2-422b-85dc-6a2d0ee86c50 req-7b63d290-7cde-45ae-8b82-03ae472a6310 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727277 Jul 09 16:11:17.068689 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-862857d3-c964-4943-b8da-159b3d082aed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:17.099619 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-445a9281-a939-444b-9c0e-1aa239c361a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:17.135084 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-445a9281-a939-444b-9c0e-1aa239c361a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:17.171449 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-862857d3-c964-4943-b8da-159b3d082aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:17.174244 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-862857d3-c964-4943-b8da-159b3d082aed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:17.175429 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-862857d3-c964-4943-b8da-159b3d082aed admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/cfcc9858-6d6e-4ce7-9f3e-e855c2473a1e HTTP/1.1" status: 204 len: 168 time: 0.3548062 Jul 09 16:11:17.184952 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862857d3-c964-4943-b8da-159b3d082aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfcc9858-6d6e-4ce7-9f3e-e855c2473a1e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:17.206552 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-445a9281-a939-444b-9c0e-1aa239c361a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:17.209826 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-445a9281-a939-444b-9c0e-1aa239c361a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:17.211410 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-445a9281-a939-444b-9c0e-1aa239c361a1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f5c632f0-5d5e-4aef-9c1c-9f4b056d40a3 HTTP/1.1" status: 204 len: 168 time: 0.2293241 Jul 09 16:11:17.228163 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445a9281-a939-444b-9c0e-1aa239c361a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c632f0-5d5e-4aef-9c1c-9f4b056d40a3,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:17.346861 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device decec9c1-b0bd-4c37-9fa9-2b5c1c14f286 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:11:17.352972 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 48910) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:17.360619 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-07866753-8b56-4b58-9dde-4e24b513d77c req-f71c45d2-fca6-4c61-b7e5-34a1a4c9d1e2 tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=4dde639989ab4b239e360c2a472d52a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289180 Jul 09 16:11:17.446143 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6fd4ba46-5055-4488-b7ff-7043d66cbe8b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c9f092a5bfe6415b89c6d46f11bf1eb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0916109 Jul 09 16:11:17.450259 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 48918) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:17.555756 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-66e52e07-8f9b-4734-acf2-3a55b3c798ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:17.589488 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-66e52e07-8f9b-4734-acf2-3a55b3c798ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:17.611996 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port decec9c1-b0bd-4c37-9fa9-2b5c1c14f286, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=decec9c1-b0bd-4c37-9fa9-2b5c1c14f286,segment=NetworkSegment(cbc7a639-5863-4995-9a4b-f91be63e1ab1),segment_id=cbc7a639-5863-4995-9a4b-f91be63e1ab1)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:11:17.634971 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': 'decec9c1-b0bd-4c37-9fa9-2b5c1c14f286', 'network_id': '2b65bcac-ba21-4565-bf6d-5e7b6fe83db7', 'port_id': 'decec9c1-b0bd-4c37-9fa9-2b5c1c14f286', 'mac_address': 'fa:16:3e:ba:44:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e15c12f-d45d-4aa3-a5bc-500d552ae0b3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:11:17.647959 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07866753-8b56-4b58-9dde-4e24b513d77c req-dc17edd1-763c-4068-b0aa-e36737d1e852 tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:17.664152 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-66e52e07-8f9b-4734-acf2-3a55b3c798ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:17.664866 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-07866753-8b56-4b58-9dde-4e24b513d77c req-dc17edd1-763c-4068-b0aa-e36737d1e852 tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2963929 Jul 09 16:11:17.667550 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-66e52e07-8f9b-4734-acf2-3a55b3c798ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:17.669277 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-66e52e07-8f9b-4734-acf2-3a55b3c798ea admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c7bec4e0-c682-445b-9bff-3f41e2a65b8b HTTP/1.1" status: 204 len: 168 time: 0.2177980 Jul 09 16:11:17.687591 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e52e07-8f9b-4734-acf2-3a55b3c798ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7bec4e0-c682-445b-9bff-3f41e2a65b8b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:17.695373 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-07866753-8b56-4b58-9dde-4e24b513d77c req-1762464e-6184-4a16-aa97-f8faef405bba tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] 10.222.0.98 "GET /v2.0/quotas/4dde639989ab4b239e360c2a472d52a1 HTTP/1.1" status: 200 len: 375 time: 0.0292294 Jul 09 16:11:17.728314 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:17.749958 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id decec9c1-b0bd-4c37-9fa9-2b5c1c14f286 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:11:17.755134 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-07866753-8b56-4b58-9dde-4e24b513d77c req-5337a62d-4c53-4642-9f1f-e5b07c3ba927 tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=4dde639989ab4b239e360c2a472d52a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569761 Jul 09 16:11:17.798405 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port decec9c1-b0bd-4c37-9fa9-2b5c1c14f286, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=decec9c1-b0bd-4c37-9fa9-2b5c1c14f286,segment=NetworkSegment(cbc7a639-5863-4995-9a4b-f91be63e1ab1),segment_id=cbc7a639-5863-4995-9a4b-f91be63e1ab1)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:11:17.808369 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:17.914015 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=decec9c1-b0bd-4c37-9fa9-2b5c1c14f286,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:17.926895 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a402c-48c7-4509-8445-95d21353bf63 req-f8c8abcc-93e5-449e-9d30-1540214116b4 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:17.930327 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-436a402c-48c7-4509-8445-95d21353bf63 req-f8c8abcc-93e5-449e-9d30-1540214116b4 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=1994318a-faf4-4587-9787-0cd99a4f3347 HTTP/1.1" status: 200 len: 945 time: 0.1109860 Jul 09 16:11:17.961329 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-75751250-6ae9-469e-8659-1d474eb1df95 req-9089417d-c4b4-40c0-b1e1-45eef6c3a97b tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b9c3834-9e0c-4f34-b516-903095432f92 HTTP/1.1" status: 200 len: 210 time: 0.0323360 Jul 09 16:11:17.986725 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-436a402c-48c7-4509-8445-95d21353bf63 req-411ba112-32da-4aa1-8640-29513a97161a tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484405 Jul 09 16:11:18.179769 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 48950) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:18.209265 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['decec9c1-b0bd-4c37-9fa9-2b5c1c14f286'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:11:18.303319 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c40e26e-9897-40b8-854a-1dc51ef27c63 req-d4b51a54-0338-4f60-9bd6-f1cbd2a1410f tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:18.311235 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1c40e26e-9897-40b8-854a-1dc51ef27c63 req-d4b51a54-0338-4f60-9bd6-f1cbd2a1410f tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=13936f56-a9b8-4832-a4de-df0cffe4e51a HTTP/1.1" status: 200 len: 950 time: 0.0838983 Jul 09 16:11:18.359946 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1c40e26e-9897-40b8-854a-1dc51ef27c63 req-29fa86a7-37af-44d3-ba7b-f64b3c978f10 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463340 Jul 09 16:11:18.427061 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8ce3fe08-1823-4f6f-a05a-c7d272e7b1c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:18.550546 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8ce3fe08-1823-4f6f-a05a-c7d272e7b1c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:18.556821 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8ce3fe08-1823-4f6f-a05a-c7d272e7b1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:18.593998 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce3fe08-1823-4f6f-a05a-c7d272e7b1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b2a94d-03d3-4718-a652-98fc4ead29f5,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:18.614572 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8ce3fe08-1823-4f6f-a05a-c7d272e7b1c2 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5f925679455e40f69e0b152e0deaef5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4336441 Jul 09 16:11:18.617606 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 48976) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:18.673403 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-334e9d13-a474-4462-81a4-cf7cda24bb52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:18.711317 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-334e9d13-a474-4462-81a4-cf7cda24bb52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:18.778795 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-334e9d13-a474-4462-81a4-cf7cda24bb52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:18.787863 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-334e9d13-a474-4462-81a4-cf7cda24bb52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:18.789600 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-334e9d13-a474-4462-81a4-cf7cda24bb52 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/96b2a94d-03d3-4718-a652-98fc4ead29f5 HTTP/1.1" status: 204 len: 168 time: 0.1708164 Jul 09 16:11:18.801238 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e9d13-a474-4462-81a4-cf7cda24bb52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b2a94d-03d3-4718-a652-98fc4ead29f5,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:19.142012 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bad0afb1-e1f3-4dbd-84ce-27c018486725 req-e233f763-d545-4ff3-85b9-f2480f4a860c tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b9c3834-9e0c-4f34-b516-903095432f92 HTTP/1.1" status: 200 len: 210 time: 0.0459487 Jul 09 16:11:19.270704 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57848e93-89f2-4062-b4d9-5f9b80af637b req-e1fe9a9f-74f8-4494-862b-ee01ca259e9f tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:19.273072 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-57848e93-89f2-4062-b4d9-5f9b80af637b req-e1fe9a9f-74f8-4494-862b-ee01ca259e9f tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=1994318a-faf4-4587-9787-0cd99a4f3347 HTTP/1.1" status: 200 len: 945 time: 0.0864553 Jul 09 16:11:19.297104 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-07866753-8b56-4b58-9dde-4e24b513d77c req-74d36b16-05ed-4aae-b739-0cf7cabbaab8 tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=4dde639989ab4b239e360c2a472d52a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229471 Jul 09 16:11:19.360546 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device decec9c1-b0bd-4c37-9fa9-2b5c1c14f286 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:11:19.394677 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-57848e93-89f2-4062-b4d9-5f9b80af637b req-4eed4d89-1090-452d-9735-44f72964b414 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996034 Jul 09 16:11:19.455372 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port decec9c1-b0bd-4c37-9fa9-2b5c1c14f286 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:11:19.464067 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port decec9c1-b0bd-4c37-9fa9-2b5c1c14f286 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:11:19.464614 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:19.482468 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07866753-8b56-4b58-9dde-4e24b513d77c req-93eef590-c552-4150-af81-4883e5d9dc1c tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:19.489150 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-07866753-8b56-4b58-9dde-4e24b513d77c req-93eef590-c552-4150-af81-4883e5d9dc1c tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1851628 Jul 09 16:11:19.503030 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-07866753-8b56-4b58-9dde-4e24b513d77c req-ce534bd9-f725-478a-a405-317cce8690f9 tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] Request body: {'port': {'device_id': '0b9c3834-9e0c-4f34-b516-903095432f92', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'admin_state_up': True, 'tenant_id': '4dde639989ab4b239e360c2a472d52a1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:11:19.573843 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:19.620134 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1994318a-faf4-4587-9787-0cd99a4f3347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'decec9c1-b0bd-4c37-9fa9-2b5c1c14f286'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:11:19.623740 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224a4bd1-3f95-46a2-a30b-4bdc406ca852" -d '{"events": [{"server_uuid": "1994318a-faf4-4587-9787-0cd99a4f3347", "name": "network-vif-plugged", "status": "completed", "tag": "decec9c1-b0bd-4c37-9fa9-2b5c1c14f286"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:11:19.648908 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port decec9c1-b0bd-4c37-9fa9-2b5c1c14f286, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=decec9c1-b0bd-4c37-9fa9-2b5c1c14f286,segment=NetworkSegment(cbc7a639-5863-4995-9a4b-f91be63e1ab1),segment_id=cbc7a639-5863-4995-9a4b-f91be63e1ab1)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:11:19.655213 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:19.707331 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81cbb5c-65f1-4cf5-af45-bf3a30bc2371 x-openstack-request-id: req-d81cbb5c-65f1-4cf5-af45-bf3a30bc2371 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:11:19.707817 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1994318a-faf4-4587-9787-0cd99a4f3347", "name": "network-vif-plugged", "status": "completed", "tag": "decec9c1-b0bd-4c37-9fa9-2b5c1c14f286", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:11:19.708242 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d81cbb5c-65f1-4cf5-af45-bf3a30bc2371 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:11:19.708790 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1994318a-faf4-4587-9787-0cd99a4f3347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'decec9c1-b0bd-4c37-9fa9-2b5c1c14f286', 'code': 200} Jul 09 16:11:19.740067 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=decec9c1-b0bd-4c37-9fa9-2b5c1c14f286,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:19.740998 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1985c7-eaa7-4df6-9fe4-63cee291db16 req-3a61cba3-27c2-4a1e-b7ee-a45791c4fd09 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:19.747543 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-aa1985c7-eaa7-4df6-9fe4-63cee291db16 req-3a61cba3-27c2-4a1e-b7ee-a45791c4fd09 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=13936f56-a9b8-4832-a4de-df0cffe4e51a HTTP/1.1" status: 200 len: 950 time: 0.1118469 Jul 09 16:11:19.760120 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07866753-8b56-4b58-9dde-4e24b513d77c req-ce534bd9-f725-478a-a405-317cce8690f9 tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] Made reservation on behalf of 4dde639989ab4b239e360c2a472d52a1 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:11:19.763729 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-07866753-8b56-4b58-9dde-4e24b513d77c req-ce534bd9-f725-478a-a405-317cce8690f9 tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:19.779998 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-07866753-8b56-4b58-9dde-4e24b513d77c req-ce534bd9-f725-478a-a405-317cce8690f9 tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:19.866711 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-aa1985c7-eaa7-4df6-9fe4-63cee291db16 req-d5132a86-d108-41cb-97a2-c52160e3b633 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088390 Jul 09 16:11:19.935939 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5c93b3-8263-486d-a96a-83a0362f9a97 req-0ae4bafd-2f99-463c-acbe-883ad76f21dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:19.937477 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3c5c93b3-8263-486d-a96a-83a0362f9a97 req-0ae4bafd-2f99-463c-acbe-883ad76f21dc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1994318a-faf4-4587-9787-0cd99a4f3347 HTTP/1.1" status: 200 len: 1097 time: 0.1356719 Jul 09 16:11:20.004205 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3c5c93b3-8263-486d-a96a-83a0362f9a97 req-7ee02909-30eb-4252-a86c-b1cdaa9d8a8c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586026 Jul 09 16:11:20.027558 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-07866753-8b56-4b58-9dde-4e24b513d77c req-ce534bd9-f725-478a-a405-317cce8690f9 tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:20.032373 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-07866753-8b56-4b58-9dde-4e24b513d77c req-ce534bd9-f725-478a-a405-317cce8690f9 tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:20.100340 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce534bd9-f725-478a-a405-317cce8690f9 tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9e1b51-72ff-4893-a1b3-8f6bf438788f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:20.186073 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-07866753-8b56-4b58-9dde-4e24b513d77c req-ce534bd9-f725-478a-a405-317cce8690f9 tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] Allocated IP 192.168.233.166 (c7d8b865-e1f3-4446-a87b-a6da86eba8a1/f122b436-b232-4a3c-9aac-47d5639f2da4/c757367c-0a05-4896-90a5-ad9960329116) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:11:20.218663 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 49050) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:20.319424 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c5a3b60f-0b5b-4b8d-8cb2-136bbb3fa3e8 req-ac30eabe-f317-4da4-a07d-7162609b0b2c tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b9c3834-9e0c-4f34-b516-903095432f92 HTTP/1.1" status: 200 len: 210 time: 0.0308678 Jul 09 16:11:20.381965 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-07866753-8b56-4b58-9dde-4e24b513d77c req-ce534bd9-f725-478a-a405-317cce8690f9 tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:20.397551 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-07866753-8b56-4b58-9dde-4e24b513d77c req-ce534bd9-f725-478a-a405-317cce8690f9 tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] Transition to ACTIVE for port object c757367c-0a05-4896-90a5-ad9960329116 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:11:20.436356 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-07866753-8b56-4b58-9dde-4e24b513d77c req-ce534bd9-f725-478a-a405-317cce8690f9 tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:20.462126 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3d4b6908-bc7c-4c61-add5-596528151b79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:20.499514 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07866753-8b56-4b58-9dde-4e24b513d77c req-ce534bd9-f725-478a-a405-317cce8690f9 tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] Network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:11:20.505233 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-07866753-8b56-4b58-9dde-4e24b513d77c req-ce534bd9-f725-478a-a405-317cce8690f9 tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:11:20.512481 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-07866753-8b56-4b58-9dde-4e24b513d77c req-ce534bd9-f725-478a-a405-317cce8690f9 tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:11:20.519037 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07866753-8b56-4b58-9dde-4e24b513d77c req-ce534bd9-f725-478a-a405-317cce8690f9 tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:20.519874 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-07866753-8b56-4b58-9dde-4e24b513d77c req-ce534bd9-f725-478a-a405-317cce8690f9 tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:20.534720 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce534bd9-f725-478a-a405-317cce8690f9 tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] Pushing event updated for resources: {'Port': ['ID=c757367c-0a05-4896-90a5-ad9960329116,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:20.640225 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49068) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:20.672537 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3d4b6908-bc7c-4c61-add5-596528151b79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:20.681997 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3d4b6908-bc7c-4c61-add5-596528151b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:20.686330 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-07866753-8b56-4b58-9dde-4e24b513d77c req-ce534bd9-f725-478a-a405-317cce8690f9 tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1874433 Jul 09 16:11:20.698677 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-07866753-8b56-4b58-9dde-4e24b513d77c req-b15882bd-07d6-4623-a0b1-6bad0331390a service neutron] Request body: {'port': {'device_id': '0b9c3834-9e0c-4f34-b516-903095432f92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:11:20.726517 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995167c-4e85-4307-b32b-24e9240d79da req-09736617-7af9-42c1-95e3-0e7ef9a69a9a tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:20.728076 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c995167c-4e85-4307-b32b-24e9240d79da req-09736617-7af9-42c1-95e3-0e7ef9a69a9a tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=1994318a-faf4-4587-9787-0cd99a4f3347 HTTP/1.1" status: 200 len: 946 time: 0.1493795 Jul 09 16:11:20.789253 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3d4b6908-bc7c-4c61-add5-596528151b79 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a7a31f485070433f92fa8c791a146773&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5693562 Jul 09 16:11:20.791890 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 49074) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:20.802681 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4b6908-bc7c-4c61-add5-596528151b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5def1768-30cf-4314-a02b-41ba5d9f903c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:20.834568 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c995167c-4e85-4307-b32b-24e9240d79da req-c351d5b3-fa33-4387-9bb0-2e46ac8bcba0 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941453 Jul 09 16:11:20.839801 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-07866753-8b56-4b58-9dde-4e24b513d77c req-b15882bd-07d6-4623-a0b1-6bad0331390a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:20.856139 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d042ca48-33a3-4414-83a3-e45097c8fa47 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-262177027-network', 'tenant_id': 'bdb58201a80846f5a926a2013ebad1c5'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:11:20.871116 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-008601e5-5146-464c-a867-876e1dff308e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:20.887147 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-df5683c3-d6d0-4350-873c-60e361d8e2fb None None] Provisioning for port c757367c-0a05-4896-90a5-ad9960329116 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:11:20.891705 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-df5683c3-d6d0-4350-873c-60e361d8e2fb None None] Provisioning complete for port c757367c-0a05-4896-90a5-ad9960329116 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:11:20.892215 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-df5683c3-d6d0-4350-873c-60e361d8e2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:20.903598 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d042ca48-33a3-4414-83a3-e45097c8fa47 admin admin] Made reservation on behalf of bdb58201a80846f5a926a2013ebad1c5 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:11:20.906197 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d042ca48-33a3-4414-83a3-e45097c8fa47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:20.921377 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d042ca48-33a3-4414-83a3-e45097c8fa47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:20.936790 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-df5683c3-d6d0-4350-873c-60e361d8e2fb None None] Port c757367c-0a05-4896-90a5-ad9960329116 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:11:20.938386 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-008601e5-5146-464c-a867-876e1dff308e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:21.023687 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-008601e5-5146-464c-a867-876e1dff308e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:21.027098 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-008601e5-5146-464c-a867-876e1dff308e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:21.031026 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-008601e5-5146-464c-a867-876e1dff308e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5def1768-30cf-4314-a02b-41ba5d9f903c HTTP/1.1" status: 204 len: 168 time: 0.2352915 Jul 09 16:11:21.053511 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008601e5-5146-464c-a867-876e1dff308e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5def1768-30cf-4314-a02b-41ba5d9f903c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:21.212562 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d042ca48-33a3-4414-83a3-e45097c8fa47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:21.225303 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d042ca48-33a3-4414-83a3-e45097c8fa47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:21.259142 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d042ca48-33a3-4414-83a3-e45097c8fa47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e843d7a-1b4b-4185-830d-26eb14d133c6,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:21.283932 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20085a3-13ad-4839-b949-c356b1a725af req-a9b22715-5d99-4a5d-ae8f-14026165d541 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:21.285546 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e20085a3-13ad-4839-b949-c356b1a725af req-a9b22715-5d99-4a5d-ae8f-14026165d541 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=13936f56-a9b8-4832-a4de-df0cffe4e51a HTTP/1.1" status: 200 len: 950 time: 0.2167633 Jul 09 16:11:21.292185 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d042ca48-33a3-4414-83a3-e45097c8fa47 admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:11:21.316866 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d042ca48-33a3-4414-83a3-e45097c8fa47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:21.317186 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-d042ca48-33a3-4414-83a3-e45097c8fa47 admin admin] Added segment a5bc223c-05a1-4a9e-ab16-52d6e8a4b9da of type vlan for network 9c3ada68-d69e-496a-aef3-b3da6e6248d6 Jul 09 16:11:21.402399 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d042ca48-33a3-4414-83a3-e45097c8fa47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:21.480305 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d042ca48-33a3-4414-83a3-e45097c8fa47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:21.481470 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d042ca48-33a3-4414-83a3-e45097c8fa47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:21.482336 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d042ca48-33a3-4414-83a3-e45097c8fa47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:21.592639 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e20085a3-13ad-4839-b949-c356b1a725af req-68b6b800-237f-4881-a8fa-647894ea426a tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787528 Jul 09 16:11:21.594948 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-07866753-8b56-4b58-9dde-4e24b513d77c req-b15882bd-07d6-4623-a0b1-6bad0331390a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c757367c-0a05-4896-90a5-ad9960329116 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:11:21.604860 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d042ca48-33a3-4414-83a3-e45097c8fa47 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9633870 Jul 09 16:11:21.609018 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-07866753-8b56-4b58-9dde-4e24b513d77c req-b15882bd-07d6-4623-a0b1-6bad0331390a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:21.611243 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 49112) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:21.618306 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-266d9b62-eb34-4212-bbba-448cd09cb9cc admin admin] Request body: {'subnet': {'network_id': '9c3ada68-d69e-496a-aef3-b3da6e6248d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-262177027-subnet', 'tenant_id': 'bdb58201a80846f5a926a2013ebad1c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:11:21.636051 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d042ca48-33a3-4414-83a3-e45097c8fa47 admin admin] Pushing event updated for resources: {'Network': ['ID=9c3ada68-d69e-496a-aef3-b3da6e6248d6,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:21.653495 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 9c3ada68-d69e-496a-aef3-b3da6e6248d6 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:11:21.664004 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266d9b62-eb34-4212-bbba-448cd09cb9cc admin admin] Made reservation on behalf of bdb58201a80846f5a926a2013ebad1c5 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:11:21.665265 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-07866753-8b56-4b58-9dde-4e24b513d77c req-b15882bd-07d6-4623-a0b1-6bad0331390a service neutron] Transition to ACTIVE for port object c757367c-0a05-4896-90a5-ad9960329116 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:11:21.669980 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-266d9b62-eb34-4212-bbba-448cd09cb9cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:21.671203 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-07866753-8b56-4b58-9dde-4e24b513d77c req-b15882bd-07d6-4623-a0b1-6bad0331390a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:21.787057 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15882bd-07d6-4623-a0b1-6bad0331390a service neutron] Pushing event updated for resources: {'Port': ['ID=c757367c-0a05-4896-90a5-ad9960329116,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:21.835819 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-07866753-8b56-4b58-9dde-4e24b513d77c req-b15882bd-07d6-4623-a0b1-6bad0331390a service neutron] Attempting to bind port c757367c-0a05-4896-90a5-ad9960329116 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:11:21.836540 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-07866753-8b56-4b58-9dde-4e24b513d77c req-b15882bd-07d6-4623-a0b1-6bad0331390a service neutron] Attempting to bind port c757367c-0a05-4896-90a5-ad9960329116 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:11:21.836902 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07866753-8b56-4b58-9dde-4e24b513d77c req-b15882bd-07d6-4623-a0b1-6bad0331390a service neutron] Attempting to bind port c757367c-0a05-4896-90a5-ad9960329116 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:11:21.842253 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07866753-8b56-4b58-9dde-4e24b513d77c req-b15882bd-07d6-4623-a0b1-6bad0331390a service neutron] Port c757367c-0a05-4896-90a5-ad9960329116 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:11:21.842715 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07866753-8b56-4b58-9dde-4e24b513d77c req-b15882bd-07d6-4623-a0b1-6bad0331390a service neutron] Attempting to bind port c757367c-0a05-4896-90a5-ad9960329116 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:11:21.850432 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07866753-8b56-4b58-9dde-4e24b513d77c req-b15882bd-07d6-4623-a0b1-6bad0331390a service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:11:21.851126 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07866753-8b56-4b58-9dde-4e24b513d77c req-b15882bd-07d6-4623-a0b1-6bad0331390a service neutron] Checking segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:11:21.851621 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07866753-8b56-4b58-9dde-4e24b513d77c req-b15882bd-07d6-4623-a0b1-6bad0331390a service neutron] Bound using segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:11:21.852213 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-07866753-8b56-4b58-9dde-4e24b513d77c req-b15882bd-07d6-4623-a0b1-6bad0331390a service neutron] Bound port: c757367c-0a05-4896-90a5-ad9960329116, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:11:21.852679 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-07866753-8b56-4b58-9dde-4e24b513d77c req-b15882bd-07d6-4623-a0b1-6bad0331390a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:21.972800 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f2a0d-954d-4853-8fa5-1d2aa75a495a req-12c95e1f-2495-4e19-af0a-d816f329f437 tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:21.973904 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ca6f2a0d-954d-4853-8fa5-1d2aa75a495a req-12c95e1f-2495-4e19-af0a-d816f329f437 tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b9c3834-9e0c-4f34-b516-903095432f92 HTTP/1.1" status: 200 len: 948 time: 0.2377455 Jul 09 16:11:21.982297 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-07866753-8b56-4b58-9dde-4e24b513d77c req-b15882bd-07d6-4623-a0b1-6bad0331390a service neutron] For port c757367c-0a05-4896-90a5-ad9960329116, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:11:21.986589 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-07866753-8b56-4b58-9dde-4e24b513d77c req-b15882bd-07d6-4623-a0b1-6bad0331390a service neutron] For port c757367c-0a05-4896-90a5-ad9960329116, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=c757367c-0a05-4896-90a5-ad9960329116,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:11:21.994659 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-07866753-8b56-4b58-9dde-4e24b513d77c req-b15882bd-07d6-4623-a0b1-6bad0331390a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:22.077911 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07866753-8b56-4b58-9dde-4e24b513d77c req-b15882bd-07d6-4623-a0b1-6bad0331390a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:22.078653 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-07866753-8b56-4b58-9dde-4e24b513d77c req-b15882bd-07d6-4623-a0b1-6bad0331390a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:22.080569 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-07866753-8b56-4b58-9dde-4e24b513d77c req-b15882bd-07d6-4623-a0b1-6bad0331390a service neutron] 10.222.0.77 "PUT /v2.0/ports/c757367c-0a05-4896-90a5-ad9960329116 HTTP/1.1" status: 200 len: 1096 time: 1.3859639 Jul 09 16:11:22.081153 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b9c3834-9e0c-4f34-b516-903095432f92', 'tag': 'c757367c-0a05-4896-90a5-ad9960329116'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:11:22.084614 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb968ff-ab83-41dc-9235-2b7593c4c6cf" -d '{"events": [{"name": "network-changed", "server_uuid": "0b9c3834-9e0c-4f34-b516-903095432f92", "tag": "c757367c-0a05-4896-90a5-ad9960329116"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:11:22.098843 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15882bd-07d6-4623-a0b1-6bad0331390a service neutron] Pushing event updated for resources: {'Port': ['ID=c757367c-0a05-4896-90a5-ad9960329116,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:22.120952 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ca6f2a0d-954d-4853-8fa5-1d2aa75a495a req-399ccc9b-c640-4d3b-bd99-fe0739ffa062 tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] 10.222.0.98 "GET /v2.0/security-groups?id=1c9e1b51-72ff-4893-a1b3-8f6bf438788f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320229 Jul 09 16:11:22.131812 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-266d9b62-eb34-4212-bbba-448cd09cb9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:22.193244 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266d9b62-eb34-4212-bbba-448cd09cb9cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=9064e539-ac8b-434c-9d15-5d32d254f9d4,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:22.226738 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d85c45c2-1a3e-4f46-8ca3-2fb59b6b8d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:22.233100 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266d9b62-eb34-4212-bbba-448cd09cb9cc admin admin] Checking segment: {'id': 'a5bc223c-05a1-4a9e-ab16-52d6e8a4b9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9c3ada68-d69e-496a-aef3-b3da6e6248d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:11:22.233778 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266d9b62-eb34-4212-bbba-448cd09cb9cc admin admin] Network hostable DHCP agents. Network: 9c3ada68-d69e-496a-aef3-b3da6e6248d6, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:11:22.266508 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07866753-8b56-4b58-9dde-4e24b513d77c req-5a26ba51-1a6d-45d8-ae3c-627658555167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:22.269488 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-07866753-8b56-4b58-9dde-4e24b513d77c req-5a26ba51-1a6d-45d8-ae3c-627658555167 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4dde639989ab4b239e360c2a472d52a1&device_id=0b9c3834-9e0c-4f34-b516-903095432f92 HTTP/1.1" status: 200 len: 1099 time: 0.1495252 Jul 09 16:11:22.274615 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266d9b62-eb34-4212-bbba-448cd09cb9cc admin admin] Network 9c3ada68-d69e-496a-aef3-b3da6e6248d6 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:11:22.297284 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-266d9b62-eb34-4212-bbba-448cd09cb9cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 9c3ada68-d69e-496a-aef3-b3da6e6248d6) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:11:22.307161 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6625b0-66e6-4135-9d4b-ebb667ac7757 None None] Network 9c3ada68-d69e-496a-aef3-b3da6e6248d6 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:11:22.323447 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266d9b62-eb34-4212-bbba-448cd09cb9cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:22.325002 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-266d9b62-eb34-4212-bbba-448cd09cb9cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:22.352326 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-07866753-8b56-4b58-9dde-4e24b513d77c req-34c67246-f5cf-470e-8870-41b35daa511d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=c757367c-0a05-4896-90a5-ad9960329116 HTTP/1.1" status: 200 len: 217 time: 0.0710816 Jul 09 16:11:22.411150 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-266d9b62-eb34-4212-bbba-448cd09cb9cc admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7984483 Jul 09 16:11:22.415064 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 49154) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:22.422085 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-22d07fd2-3e83-4ed0-94bc-8ce90616c16a admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-262177027-router', 'tenant_id': 'bdb58201a80846f5a926a2013ebad1c5', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:11:22.441046 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89652a9a-4439-4902-87a5-73550ba2edd1 x-openstack-request-id: req-89652a9a-4439-4902-87a5-73550ba2edd1 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:11:22.441587 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b9c3834-9e0c-4f34-b516-903095432f92", "tag": "c757367c-0a05-4896-90a5-ad9960329116", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:11:22.441674 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-89652a9a-4439-4902-87a5-73550ba2edd1 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:11:22.442058 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b9c3834-9e0c-4f34-b516-903095432f92', 'tag': 'c757367c-0a05-4896-90a5-ad9960329116', 'status': 'completed', 'code': 200} Jul 09 16:11:22.452641 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07866753-8b56-4b58-9dde-4e24b513d77c req-e38ae9d0-ed4e-4aaa-b075-dc2dc6758fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:22.454449 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-07866753-8b56-4b58-9dde-4e24b513d77c req-e38ae9d0-ed4e-4aaa-b075-dc2dc6758fb0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.0942495 Jul 09 16:11:22.489338 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5264fd-8bfa-4aa9-9b39-524cd15d9632 req-93a3d629-296e-4383-a9b2-6f5d74076c59 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:22.501406 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ce5264fd-8bfa-4aa9-9b39-524cd15d9632 req-93a3d629-296e-4383-a9b2-6f5d74076c59 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=1994318a-faf4-4587-9787-0cd99a4f3347 HTTP/1.1" status: 200 len: 946 time: 0.1633584 Jul 09 16:11:22.520515 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-22d07fd2-3e83-4ed0-94bc-8ce90616c16a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:22.522478 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-22d07fd2-3e83-4ed0-94bc-8ce90616c16a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:22.535300 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07866753-8b56-4b58-9dde-4e24b513d77c req-830f2d3b-77c2-462d-90c6-84a330514d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:22.537336 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-07866753-8b56-4b58-9dde-4e24b513d77c req-830f2d3b-77c2-462d-90c6-84a330514d87 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0745883 Jul 09 16:11:22.543795 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a72fad-eb0e-4eec-9f12-89eb47bcced2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-9c3ada68-d69e-496a-aef3-b3da6e6248d6', 'network_id': '9c3ada68-d69e-496a-aef3-b3da6e6248d6', 'tenant_id': 'bdb58201a80846f5a926a2013ebad1c5', 'fixed_ips': [{'subnet_id': '9064e539-ac8b-434c-9d15-5d32d254f9d4'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:11:22.545039 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-61a72fad-eb0e-4eec-9f12-89eb47bcced2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:22.570726 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ce5264fd-8bfa-4aa9-9b39-524cd15d9632 req-d0a01def-7f32-4b9b-a53a-090ee348751b tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680571 Jul 09 16:11:22.641906 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-07866753-8b56-4b58-9dde-4e24b513d77c req-b05e83fd-d828-40f3-adcd-037a98078976 service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975065 Jul 09 16:11:22.646724 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-22d07fd2-3e83-4ed0-94bc-8ce90616c16a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:22.776146 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-07866753-8b56-4b58-9dde-4e24b513d77c req-af75b55a-6753-4956-9a4c-463bb31b7f90 service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283271 Jul 09 16:11:22.829633 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-61a72fad-eb0e-4eec-9f12-89eb47bcced2 None None] Allocated IP 172.20.0.2 (9c3ada68-d69e-496a-aef3-b3da6e6248d6/9064e539-ac8b-434c-9d15-5d32d254f9d4/4c2be429-db31-466a-a145-215e9087cfa0) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:11:22.928342 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-22d07fd2-3e83-4ed0-94bc-8ce90616c16a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:22.947226 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb968ff-ab83-41dc-9235-2b7593c4c6cf req-7c9eecdb-2c6e-4caf-a528-7f9ab26ef23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:22.952569 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cbb968ff-ab83-41dc-9235-2b7593c4c6cf req-7c9eecdb-2c6e-4caf-a528-7f9ab26ef23f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4dde639989ab4b239e360c2a472d52a1&device_id=0b9c3834-9e0c-4f34-b516-903095432f92 HTTP/1.1" status: 200 len: 1099 time: 0.1143420 Jul 09 16:11:23.015206 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8345cb-f23f-4f64-b91a-8fc50d08b46c req-62e278ce-d448-408f-8180-dce5ac2159cc tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:23.024187 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cb8345cb-f23f-4f64-b91a-8fc50d08b46c req-62e278ce-d448-408f-8180-dce5ac2159cc tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=13936f56-a9b8-4832-a4de-df0cffe4e51a HTTP/1.1" status: 200 len: 950 time: 0.1707540 Jul 09 16:11:23.028329 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-61a72fad-eb0e-4eec-9f12-89eb47bcced2 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:23.039953 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-61a72fad-eb0e-4eec-9f12-89eb47bcced2 None None] Transition to ACTIVE for port object 4c2be429-db31-466a-a145-215e9087cfa0 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:11:23.065452 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-61a72fad-eb0e-4eec-9f12-89eb47bcced2 None None] Transition to ACTIVE for port object 4c2be429-db31-466a-a145-215e9087cfa0 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:11:23.080565 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cb8345cb-f23f-4f64-b91a-8fc50d08b46c req-ecdf5770-84e9-4cc3-8bc9-694eccc069ee tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551376 Jul 09 16:11:23.081054 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-61a72fad-eb0e-4eec-9f12-89eb47bcced2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:23.102913 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb968ff-ab83-41dc-9235-2b7593c4c6cf req-6dbcfe1a-1784-4101-8403-40eeb2e079ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:23.104790 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cbb968ff-ab83-41dc-9235-2b7593c4c6cf req-6dbcfe1a-1784-4101-8403-40eeb2e079ed service neutron] 10.222.0.77 "GET /v2.0/networks?id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1 HTTP/1.1" status: 200 len: 870 time: 0.1476977 Jul 09 16:11:23.112104 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ea69c-3bb3-4a04-a333-eaeaaaeacd63 req-a9172143-6a8b-4a5f-a8b2-2af4afdb841c tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:23.119644 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6c4ea69c-3bb3-4a04-a333-eaeaaaeacd63 req-a9172143-6a8b-4a5f-a8b2-2af4afdb841c tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=1994318a-faf4-4587-9787-0cd99a4f3347 HTTP/1.1" status: 200 len: 1097 time: 0.1345916 Jul 09 16:11:23.148103 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a72fad-eb0e-4eec-9f12-89eb47bcced2 None None] Network 9c3ada68-d69e-496a-aef3-b3da6e6248d6 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:11:23.153239 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-61a72fad-eb0e-4eec-9f12-89eb47bcced2 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:11:23.156366 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a72fad-eb0e-4eec-9f12-89eb47bcced2 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:11:23.175713 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cbb968ff-ab83-41dc-9235-2b7593c4c6cf req-c1213cc6-b79e-4b28-b8d5-9b3d8b0380d8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=c757367c-0a05-4896-90a5-ad9960329116 HTTP/1.1" status: 200 len: 217 time: 0.0533659 Jul 09 16:11:23.218533 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6c4ea69c-3bb3-4a04-a333-eaeaaaeacd63 req-4f648a18-9102-4ceb-a4bd-8aeb21029b44 tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978875 Jul 09 16:11:23.271032 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-61a72fad-eb0e-4eec-9f12-89eb47bcced2 None None] Attempting to bind port 4c2be429-db31-466a-a145-215e9087cfa0 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:11:23.272736 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-61a72fad-eb0e-4eec-9f12-89eb47bcced2 None None] Attempting to bind port 4c2be429-db31-466a-a145-215e9087cfa0 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'a5bc223c-05a1-4a9e-ab16-52d6e8a4b9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9c3ada68-d69e-496a-aef3-b3da6e6248d6'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:11:23.273836 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a72fad-eb0e-4eec-9f12-89eb47bcced2 None None] Attempting to bind port 4c2be429-db31-466a-a145-215e9087cfa0 on network 9c3ada68-d69e-496a-aef3-b3da6e6248d6 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:11:23.278457 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-22d07fd2-3e83-4ed0-94bc-8ce90616c16a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:23.284212 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a72fad-eb0e-4eec-9f12-89eb47bcced2 None None] Pushing event updated for resources: {'Port': ['ID=4c2be429-db31-466a-a145-215e9087cfa0,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:23.297410 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a72fad-eb0e-4eec-9f12-89eb47bcced2 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:11:23.297791 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a72fad-eb0e-4eec-9f12-89eb47bcced2 None None] Checking segment: {'id': 'a5bc223c-05a1-4a9e-ab16-52d6e8a4b9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9c3ada68-d69e-496a-aef3-b3da6e6248d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:11:23.300817 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-61a72fad-eb0e-4eec-9f12-89eb47bcced2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:23.301735 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a72fad-eb0e-4eec-9f12-89eb47bcced2 None None] Bound using segment: {'id': 'a5bc223c-05a1-4a9e-ab16-52d6e8a4b9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9c3ada68-d69e-496a-aef3-b3da6e6248d6'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:11:23.303537 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-61a72fad-eb0e-4eec-9f12-89eb47bcced2 None None] Bound port: 4c2be429-db31-466a-a145-215e9087cfa0, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bc223c-05a1-4a9e-ab16-52d6e8a4b9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9c3ada68-d69e-496a-aef3-b3da6e6248d6'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:11:23.304535 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-61a72fad-eb0e-4eec-9f12-89eb47bcced2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:23.329548 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-22d07fd2-3e83-4ed0-94bc-8ce90616c16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:23.452821 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 49190) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:23.459407 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-61a72fad-eb0e-4eec-9f12-89eb47bcced2 None None] For port 4c2be429-db31-466a-a145-215e9087cfa0, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:11:23.463614 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-61a72fad-eb0e-4eec-9f12-89eb47bcced2 None None] For port 4c2be429-db31-466a-a145-215e9087cfa0, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=4c2be429-db31-466a-a145-215e9087cfa0,segment=NetworkSegment(a5bc223c-05a1-4a9e-ab16-52d6e8a4b9da),segment_id=a5bc223c-05a1-4a9e-ab16-52d6e8a4b9da)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:11:23.468191 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-61a72fad-eb0e-4eec-9f12-89eb47bcced2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:23.547390 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-22d07fd2-3e83-4ed0-94bc-8ce90616c16a admin admin] Allocated IP 172.25.0.76 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/f0dc5fdb-58ad-4756-adf1-ba5e48498f4f) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:11:23.603114 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a72fad-eb0e-4eec-9f12-89eb47bcced2 None None] Pushing event updated for resources: {'Port': ['ID=4c2be429-db31-466a-a145-215e9087cfa0,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:23.630267 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb968ff-ab83-41dc-9235-2b7593c4c6cf req-3559a7a1-a043-4ee2-b7db-0f0ad13a9223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:23.632098 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cbb968ff-ab83-41dc-9235-2b7593c4c6cf req-3559a7a1-a043-4ee2-b7db-0f0ad13a9223 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.4453452 Jul 09 16:11:23.698621 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6879148-f62a-42c9-a85f-bcb7448e016a req-daa72b26-1448-4dcc-bff1-267e00bba30c tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:23.702050 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-377b2f7d-c5f4-42cb-b166-b78c89c9c153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:23.705451 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d6879148-f62a-42c9-a85f-bcb7448e016a req-daa72b26-1448-4dcc-bff1-267e00bba30c tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b9c3834-9e0c-4f34-b516-903095432f92 HTTP/1.1" status: 200 len: 948 time: 0.1422920 Jul 09 16:11:23.764897 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb968ff-ab83-41dc-9235-2b7593c4c6cf req-a21f6d5c-3b3a-4e78-92ef-25b9f37a5979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:23.766678 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cbb968ff-ab83-41dc-9235-2b7593c4c6cf req-a21f6d5c-3b3a-4e78-92ef-25b9f37a5979 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1269095 Jul 09 16:11:23.779402 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d6879148-f62a-42c9-a85f-bcb7448e016a req-b0e63933-9459-4f97-a5b9-c15cf01ad73c tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] 10.222.0.98 "GET /v2.0/security-groups?id=1c9e1b51-72ff-4893-a1b3-8f6bf438788f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729873 Jul 09 16:11:23.928193 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-22d07fd2-3e83-4ed0-94bc-8ce90616c16a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:23.929738 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49204) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:23.979903 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5490635-c359-4767-98de-7e19d8694402 req-275587b8-cca3-418e-be72-e74cf3d6ffe9 tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:23.981011 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cbb968ff-ab83-41dc-9235-2b7593c4c6cf req-a15dae09-d954-4832-b2a6-7de1f7b8967a service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957121 Jul 09 16:11:23.991185 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b5490635-c359-4767-98de-7e19d8694402 req-275587b8-cca3-418e-be72-e74cf3d6ffe9 tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=1994318a-faf4-4587-9787-0cd99a4f3347 HTTP/1.1" status: 200 len: 1097 time: 0.3365059 Jul 09 16:11:24.020716 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-22d07fd2-3e83-4ed0-94bc-8ce90616c16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:24.051012 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-377b2f7d-c5f4-42cb-b166-b78c89c9c153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:24.077184 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d07fd2-3e83-4ed0-94bc-8ce90616c16a admin admin] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:11:24.089471 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-377b2f7d-c5f4-42cb-b166-b78c89c9c153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:24.140077 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-22d07fd2-3e83-4ed0-94bc-8ce90616c16a admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:11:24.148608 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d07fd2-3e83-4ed0-94bc-8ce90616c16a admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:11:24.164926 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cbb968ff-ab83-41dc-9235-2b7593c4c6cf req-dc59c574-c945-488d-8987-0bcc355d8320 service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773517 Jul 09 16:11:24.165713 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 4c2be429-db31-466a-a145-215e9087cfa0 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:11:24.179559 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a333d2db-ad0f-44fc-a8dd-38f585a20d39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:24.239318 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377b2f7d-c5f4-42cb-b166-b78c89c9c153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286571a6-9048-4eca-b836-48bf3aea9978,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:24.279112 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 4c2be429-db31-466a-a145-215e9087cfa0 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:11:24.289318 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-377b2f7d-c5f4-42cb-b166-b78c89c9c153 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3ce69ae73d9f4f69b326f474bc8f07a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8351452 Jul 09 16:11:24.296270 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49216) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:24.297633 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d07fd2-3e83-4ed0-94bc-8ce90616c16a admin admin] Pushing event updated for resources: {'Port': ['ID=f0dc5fdb-58ad-4756-adf1-ba5e48498f4f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:24.304698 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b5490635-c359-4767-98de-7e19d8694402 req-9b433930-5a7c-4a58-80da-ff6e79a1ce36 tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124061 Jul 09 16:11:24.400836 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a333d2db-ad0f-44fc-a8dd-38f585a20d39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:24.404916 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6cf7634a-83c4-4a84-afcf-ec3e7236ed73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:24.412558 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a333d2db-ad0f-44fc-a8dd-38f585a20d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:24.457406 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7545ddfb-bf33-4de7-88e3-964d9f9d8e58 req-de50b6e1-0292-493e-8982-2d96bf6744f2 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:24.459022 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7545ddfb-bf33-4de7-88e3-964d9f9d8e58 req-de50b6e1-0292-493e-8982-2d96bf6744f2 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=13936f56-a9b8-4832-a4de-df0cffe4e51a HTTP/1.1" status: 200 len: 950 time: 0.2004056 Jul 09 16:11:24.486958 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6cf7634a-83c4-4a84-afcf-ec3e7236ed73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:24.520056 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a333d2db-ad0f-44fc-a8dd-38f585a20d39 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=92129e1894ef4131b5b7cb8d3d4f2268&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5888114 Jul 09 16:11:24.527286 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a333d2db-ad0f-44fc-a8dd-38f585a20d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ae5787-3e1a-439f-a054-347d2baa30dc,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:24.533672 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49238) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:24.584149 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-22d07fd2-3e83-4ed0-94bc-8ce90616c16a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:24.595316 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7545ddfb-bf33-4de7-88e3-964d9f9d8e58 req-dd158730-6c3a-456e-8414-144cf65235d2 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200652 Jul 09 16:11:24.628579 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ea593efc-2af9-4fe1-b799-a70c3030d6ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:24.652047 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6cf7634a-83c4-4a84-afcf-ec3e7236ed73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:24.654558 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6cf7634a-83c4-4a84-afcf-ec3e7236ed73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:24.655734 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6cf7634a-83c4-4a84-afcf-ec3e7236ed73 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/286571a6-9048-4eca-b836-48bf3aea9978 HTTP/1.1" status: 204 len: 168 time: 0.3585274 Jul 09 16:11:24.682497 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf7634a-83c4-4a84-afcf-ec3e7236ed73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286571a6-9048-4eca-b836-48bf3aea9978,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:24.688651 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ea593efc-2af9-4fe1-b799-a70c3030d6ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:24.775178 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ea593efc-2af9-4fe1-b799-a70c3030d6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:24.778243 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ea593efc-2af9-4fe1-b799-a70c3030d6ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:24.781019 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ea593efc-2af9-4fe1-b799-a70c3030d6ed admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e3ae5787-3e1a-439f-a054-347d2baa30dc HTTP/1.1" status: 204 len: 168 time: 0.2450383 Jul 09 16:11:24.834651 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea593efc-2af9-4fe1-b799-a70c3030d6ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ae5787-3e1a-439f-a054-347d2baa30dc,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:25.058505 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9d2abcd6-961f-43d5-887a-455ef49770f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:25.078803 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d541f-3af1-4b59-82ac-9e0fc099a589 req-24f8f462-719a-4d9f-9f09-8a56845ac3ec tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:25.104530 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2a8d541f-3af1-4b59-82ac-9e0fc099a589 req-24f8f462-719a-4d9f-9f09-8a56845ac3ec tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=1994318a-faf4-4587-9787-0cd99a4f3347 HTTP/1.1" status: 200 len: 1097 time: 0.1129823 Jul 09 16:11:25.126289 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device c757367c-0a05-4896-90a5-ad9960329116 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:11:25.223286 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2a8d541f-3af1-4b59-82ac-9e0fc099a589 req-9a2db137-9cf7-42d5-8567-10d2ce6ca220 tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105466 Jul 09 16:11:25.245402 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a17197-a5d0-4eaa-8354-44affba7e5c8 None None] Network 9c3ada68-d69e-496a-aef3-b3da6e6248d6 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:11:25.356310 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port c757367c-0a05-4896-90a5-ad9960329116, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=c757367c-0a05-4896-90a5-ad9960329116,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:11:25.362624 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-22d07fd2-3e83-4ed0-94bc-8ce90616c16a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:25.376072 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': 'c757367c-0a05-4896-90a5-ad9960329116', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'port_id': 'c757367c-0a05-4896-90a5-ad9960329116', 'mac_address': 'fa:16:3e:47:ea:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f122b436-b232-4a3c-9aac-47d5639f2da4', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:11:25.445650 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c987c857-6ed1-4dbf-9329-807a7cfd826b None None] Provisioning for port 4c2be429-db31-466a-a145-215e9087cfa0 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:11:25.449440 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:25.458153 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128de5da-56cb-405d-ab8b-2a3dd4306e5d req-084ab38f-9a91-4236-98c2-2eedaa1c8a33 tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:25.460270 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-128de5da-56cb-405d-ab8b-2a3dd4306e5d req-084ab38f-9a91-4236-98c2-2eedaa1c8a33 tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b9c3834-9e0c-4f34-b516-903095432f92 HTTP/1.1" status: 200 len: 948 time: 0.1977694 Jul 09 16:11:25.477288 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c987c857-6ed1-4dbf-9329-807a7cfd826b None None] Provisioning complete for port 4c2be429-db31-466a-a145-215e9087cfa0 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:11:25.477666 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c987c857-6ed1-4dbf-9329-807a7cfd826b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:25.483416 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49276) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:25.501502 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5a1698f-0c17-40a8-b476-b6b2d8be09fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:25.542406 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:25.569903 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c757367c-0a05-4896-90a5-ad9960329116 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:11:25.613646 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d07fd2-3e83-4ed0-94bc-8ce90616c16a admin admin] Router c288d3eb-9709-4b12-a377-b7394060476a is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:11:25.629489 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port c757367c-0a05-4896-90a5-ad9960329116, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=c757367c-0a05-4896-90a5-ad9960329116,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:11:25.636639 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-128de5da-56cb-405d-ab8b-2a3dd4306e5d req-ca709401-0547-4f56-b600-7f1789fd30c7 tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] 10.222.0.98 "GET /v2.0/security-groups?id=1c9e1b51-72ff-4893-a1b3-8f6bf438788f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722203 Jul 09 16:11:25.640283 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:25.648954 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5a1698f-0c17-40a8-b476-b6b2d8be09fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:25.656450 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5a1698f-0c17-40a8-b476-b6b2d8be09fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:25.691419 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d5a1698f-0c17-40a8-b476-b6b2d8be09fb admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a553aa552d2a4401b267f6386f3941ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2066178 Jul 09 16:11:25.694746 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49280) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:25.734119 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a1698f-0c17-40a8-b476-b6b2d8be09fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f948f1b-8515-489d-b36e-c7886c9991eb,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:25.778614 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-01d2c129-0e5d-4d04-9537-001faee3e861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:25.794866 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=c757367c-0a05-4896-90a5-ad9960329116,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:25.816851 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-01d2c129-0e5d-4d04-9537-001faee3e861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:25.822016 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c987c857-6ed1-4dbf-9329-807a7cfd826b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:25.842177 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d07fd2-3e83-4ed0-94bc-8ce90616c16a admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:11:25.856826 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78eae0bd-bfa3-4722-b7d1-7e04c0c7b6b5 None None] Sync routers for ids ['c288d3eb-9709-4b12-a377-b7394060476a'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:11:25.868725 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-22d07fd2-3e83-4ed0-94bc-8ce90616c16a admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:25.870387 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-22d07fd2-3e83-4ed0-94bc-8ce90616c16a admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.4533651 Jul 09 16:11:25.876915 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 49290) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:25.892979 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['c757367c-0a05-4896-90a5-ad9960329116'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:11:25.933408 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b123678-c1d7-432b-a77b-f50d237ed77c req-d50e7a87-7975-4fd8-9d4c-2149a218ae62 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:25.940680 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8b123678-c1d7-432b-a77b-f50d237ed77c req-d50e7a87-7975-4fd8-9d4c-2149a218ae62 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=13936f56-a9b8-4832-a4de-df0cffe4e51a HTTP/1.1" status: 200 len: 950 time: 0.1122344 Jul 09 16:11:25.943799 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-01d2c129-0e5d-4d04-9537-001faee3e861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:25.946373 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-01d2c129-0e5d-4d04-9537-001faee3e861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:25.947527 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-01d2c129-0e5d-4d04-9537-001faee3e861 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9f948f1b-8515-489d-b36e-c7886c9991eb HTTP/1.1" status: 204 len: 168 time: 0.2472432 Jul 09 16:11:25.961130 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d2c129-0e5d-4d04-9537-001faee3e861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f948f1b-8515-489d-b36e-c7886c9991eb,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:26.008465 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8b123678-c1d7-432b-a77b-f50d237ed77c req-bc7689b3-e0de-4698-a2e5-e70848660688 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638831 Jul 09 16:11:26.150437 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-c987c857-6ed1-4dbf-9329-807a7cfd826b None None] For port 4c2be429-db31-466a-a145-215e9087cfa0, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=4c2be429-db31-466a-a145-215e9087cfa0,segment=NetworkSegment(a5bc223c-05a1-4a9e-ab16-52d6e8a4b9da),segment_id=a5bc223c-05a1-4a9e-ab16-52d6e8a4b9da)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:11:26.152329 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78eae0bd-bfa3-4722-b7d1-7e04c0c7b6b5 None None] Routers {'c288d3eb-9709-4b12-a377-b7394060476a'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:11:26.153073 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-78eae0bd-bfa3-4722-b7d1-7e04c0c7b6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:11:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['c288d3eb-9709-4b12-a377-b7394060476a'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:11:26.195354 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:26.209605 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c987c857-6ed1-4dbf-9329-807a7cfd826b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:26.218876 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49304) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:26.402435 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:26.403188 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c987c857-6ed1-4dbf-9329-807a7cfd826b None None] Pushing event updated for resources: {'Port': ['ID=4c2be429-db31-466a-a145-215e9087cfa0,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:26.433875 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2345fc0c-a0fb-41c5-acf1-d436692b01b1 None None] Provisioning complete for port 4c2be429-db31-466a-a145-215e9087cfa0 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:11:26.434256 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2345fc0c-a0fb-41c5-acf1-d436692b01b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:26.443317 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d7601575-7d64-468e-89ac-38dfa0bfc995 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-507522533-network', 'tenant_id': '4a7bcfee98ce42f9b496f385fa1d801e'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:11:26.489095 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7601575-7d64-468e-89ac-38dfa0bfc995 admin admin] Made reservation on behalf of 4a7bcfee98ce42f9b496f385fa1d801e for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:11:26.494188 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-78eae0bd-bfa3-4722-b7d1-7e04c0c7b6b5 None None] Set router c288d3eb-9709-4b12-a377-b7394060476a gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:11:26.494297 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d7601575-7d64-468e-89ac-38dfa0bfc995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:26.516065 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d7601575-7d64-468e-89ac-38dfa0bfc995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:26.677510 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166914ac-d868-4d65-8f1e-9d363b84402e req-b2dc1672-0642-4ce3-b1f6-30da04a31913 tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:26.680032 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-166914ac-d868-4d65-8f1e-9d363b84402e req-b2dc1672-0642-4ce3-b1f6-30da04a31913 tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=1994318a-faf4-4587-9787-0cd99a4f3347 HTTP/1.1" status: 200 len: 1097 time: 0.2016265 Jul 09 16:11:26.746349 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d7601575-7d64-468e-89ac-38dfa0bfc995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:26.750400 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-166914ac-d868-4d65-8f1e-9d363b84402e req-9e297e94-a5a4-4a0f-b47d-0cf8a286e4b1 tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637851 Jul 09 16:11:26.754856 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-af70eabb-8cc5-4b48-b3e2-4f59b0db23c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:26.756585 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d7601575-7d64-468e-89ac-38dfa0bfc995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:26.858460 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7601575-7d64-468e-89ac-38dfa0bfc995 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:11:26.888828 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7601575-7d64-468e-89ac-38dfa0bfc995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1750f82c-8c93-4d2d-bf89-b705ffaca1bf,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:26.932979 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d7601575-7d64-468e-89ac-38dfa0bfc995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:26.933891 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-d7601575-7d64-468e-89ac-38dfa0bfc995 admin admin] Added segment 20111d7e-0648-421f-8458-2c564982cda3 of type vlan for network 61ffd1b6-f25b-4986-bd69-fd61ebdd8c18 Jul 09 16:11:26.990629 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d7601575-7d64-468e-89ac-38dfa0bfc995 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:27.043126 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6fdfd-a167-481f-b097-e1dbc3f55a7f req-48712ed8-dd43-46c6-84f9-444b9d3f4479 tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:27.044992 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d2f6fdfd-a167-481f-b097-e1dbc3f55a7f req-48712ed8-dd43-46c6-84f9-444b9d3f4479 tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b9c3834-9e0c-4f34-b516-903095432f92 HTTP/1.1" status: 200 len: 949 time: 0.1956885 Jul 09 16:11:27.049804 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d7601575-7d64-468e-89ac-38dfa0bfc995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:27.051231 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7601575-7d64-468e-89ac-38dfa0bfc995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:27.052157 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d7601575-7d64-468e-89ac-38dfa0bfc995 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:27.088600 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-78eae0bd-bfa3-4722-b7d1-7e04c0c7b6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c288d3eb-9709-4b12-a377-b7394060476a', 'name': 'tempest-ServersTestJSON-262177027-router', 'tenant_id': 'bdb58201a80846f5a926a2013ebad1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'f0dc5fdb-58ad-4756-adf1-ba5e48498f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:11:22Z', 'updated_at': '2021-07-09T16:11:24Z', 'revision_number': 3, 'project_id': 'bdb58201a80846f5a926a2013ebad1c5', 'gw_port': {'id': 'f0dc5fdb-58ad-4756-adf1-ba5e48498f4f', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c288d3eb-9709-4b12-a377-b7394060476a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:11:23Z', 'updated_at': '2021-07-09T16:11:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:11:27.112319 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-af70eabb-8cc5-4b48-b3e2-4f59b0db23c7 admin admin] Allocated IP 172.20.0.1 (9c3ada68-d69e-496a-aef3-b3da6e6248d6/9064e539-ac8b-434c-9d15-5d32d254f9d4/5bd05fc0-e6fc-4f5a-9380-003c54d3e453) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:11:27.131179 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78eae0bd-bfa3-4722-b7d1-7e04c0c7b6b5 None None] Checking router: c288d3eb-9709-4b12-a377-b7394060476a for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:11:27.131617 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78eae0bd-bfa3-4722-b7d1-7e04c0c7b6b5 None None] Updating router c288d3eb-9709-4b12-a377-b7394060476a port f0dc5fdb-58ad-4756-adf1-ba5e48498f4f binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:11:27.132457 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d7601575-7d64-468e-89ac-38dfa0bfc995 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9125316 Jul 09 16:11:27.137101 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49346) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:27.153756 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7c3184e4-9578-41b6-b0ac-6794447c9227 admin admin] Request body: {'subnet': {'network_id': '61ffd1b6-f25b-4986-bd69-fd61ebdd8c18', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-507522533-subnet', 'tenant_id': '4a7bcfee98ce42f9b496f385fa1d801e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:11:27.163200 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7601575-7d64-468e-89ac-38dfa0bfc995 admin admin] Pushing event updated for resources: {'Network': ['ID=61ffd1b6-f25b-4986-bd69-fd61ebdd8c18,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:27.174172 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device c757367c-0a05-4896-90a5-ad9960329116 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:11:27.181789 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 61ffd1b6-f25b-4986-bd69-fd61ebdd8c18 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:11:27.205107 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d2f6fdfd-a167-481f-b097-e1dbc3f55a7f req-6f0cd261-4c3d-4410-a14d-27b22eb19b6a tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] 10.222.0.98 "GET /v2.0/security-groups?id=1c9e1b51-72ff-4893-a1b3-8f6bf438788f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497498 Jul 09 16:11:27.234672 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3184e4-9578-41b6-b0ac-6794447c9227 admin admin] Made reservation on behalf of 4a7bcfee98ce42f9b496f385fa1d801e for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:11:27.241056 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c3184e4-9578-41b6-b0ac-6794447c9227 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:27.318758 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-af70eabb-8cc5-4b48-b3e2-4f59b0db23c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:27.331529 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-78eae0bd-bfa3-4722-b7d1-7e04c0c7b6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:27.361915 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-af70eabb-8cc5-4b48-b3e2-4f59b0db23c7 admin admin] Transition to ACTIVE for port object 5bd05fc0-e6fc-4f5a-9380-003c54d3e453 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:11:27.396686 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port c757367c-0a05-4896-90a5-ad9960329116 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:11:27.412231 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port c757367c-0a05-4896-90a5-ad9960329116 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:11:27.412898 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:27.434149 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-af70eabb-8cc5-4b48-b3e2-4f59b0db23c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:27.512383 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af70eabb-8cc5-4b48-b3e2-4f59b0db23c7 admin admin] Network 9c3ada68-d69e-496a-aef3-b3da6e6248d6 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:11:27.516129 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-af70eabb-8cc5-4b48-b3e2-4f59b0db23c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:11:27.520059 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af70eabb-8cc5-4b48-b3e2-4f59b0db23c7 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:11:27.588492 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af70eabb-8cc5-4b48-b3e2-4f59b0db23c7 admin admin] Pushing event updated for resources: {'Port': ['ID=5bd05fc0-e6fc-4f5a-9380-003c54d3e453,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:27.596628 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-af70eabb-8cc5-4b48-b3e2-4f59b0db23c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:27.640105 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ecf0df-84d3-45c2-a8e2-9d808b91bb53 req-f05cfde6-4f74-4efa-944e-bef5530db892 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:27.647461 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-35ecf0df-84d3-45c2-a8e2-9d808b91bb53 req-f05cfde6-4f74-4efa-944e-bef5530db892 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=13936f56-a9b8-4832-a4de-df0cffe4e51a HTTP/1.1" status: 200 len: 950 time: 0.1996021 Jul 09 16:11:27.685667 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c3184e4-9578-41b6-b0ac-6794447c9227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:27.696812 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:27.768087 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b9c3834-9e0c-4f34-b516-903095432f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c757367c-0a05-4896-90a5-ad9960329116'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:11:27.772278 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c19cb6b-d0e8-4a8b-af7b-cf49f2b24824" -d '{"events": [{"server_uuid": "0b9c3834-9e0c-4f34-b516-903095432f92", "name": "network-vif-plugged", "status": "completed", "tag": "c757367c-0a05-4896-90a5-ad9960329116"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:11:27.800975 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-35ecf0df-84d3-45c2-a8e2-9d808b91bb53 req-d0d97abe-5032-4cbe-8d8e-68c6f33ef517 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521211 Jul 09 16:11:27.838460 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port c757367c-0a05-4896-90a5-ad9960329116, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=c757367c-0a05-4896-90a5-ad9960329116,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:11:27.856989 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3184e4-9578-41b6-b0ac-6794447c9227 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90f9165d-5f7d-46e1-8fba-1a5ae5f57aba,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:27.858283 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:27.869433 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3184e4-9578-41b6-b0ac-6794447c9227 admin admin] Checking segment: {'id': '20111d7e-0648-421f-8458-2c564982cda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '61ffd1b6-f25b-4986-bd69-fd61ebdd8c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:11:27.870736 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3184e4-9578-41b6-b0ac-6794447c9227 admin admin] Network hostable DHCP agents. Network: 61ffd1b6-f25b-4986-bd69-fd61ebdd8c18, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:11:27.890751 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3184e4-9578-41b6-b0ac-6794447c9227 admin admin] Network 61ffd1b6-f25b-4986-bd69-fd61ebdd8c18 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:11:27.912167 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-7c3184e4-9578-41b6-b0ac-6794447c9227 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 61ffd1b6-f25b-4986-bd69-fd61ebdd8c18) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:11:27.925781 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-af70eabb-8cc5-4b48-b3e2-4f59b0db23c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:27.940765 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b032a1e-f414-4a40-9a9f-ef4fd78ed7ae None None] Network 61ffd1b6-f25b-4986-bd69-fd61ebdd8c18 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:11:27.943349 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3184e4-9578-41b6-b0ac-6794447c9227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:27.950647 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c3184e4-9578-41b6-b0ac-6794447c9227 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:27.995594 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7c3184e4-9578-41b6-b0ac-6794447c9227 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8540227 Jul 09 16:11:27.998246 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49400) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:28.003049 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-5b2f6840-c61e-42bb-9290-31fa7d8696ab admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-507522533-router', 'tenant_id': '4a7bcfee98ce42f9b496f385fa1d801e', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:11:28.070092 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b2f6840-c61e-42bb-9290-31fa7d8696ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:28.073370 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b2f6840-c61e-42bb-9290-31fa7d8696ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:28.152556 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-78eae0bd-bfa3-4722-b7d1-7e04c0c7b6b5 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:28.163803 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-78eae0bd-bfa3-4722-b7d1-7e04c0c7b6b5 None None] Transition to ACTIVE for port object f0dc5fdb-58ad-4756-adf1-ba5e48498f4f will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:11:28.213179 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 4c2be429-db31-466a-a145-215e9087cfa0 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:11:28.226369 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b2f6840-c61e-42bb-9290-31fa7d8696ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:28.273787 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-af70eabb-8cc5-4b48-b3e2-4f59b0db23c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:28.280201 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-af70eabb-8cc5-4b48-b3e2-4f59b0db23c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:28.374547 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af70eabb-8cc5-4b48-b3e2-4f59b0db23c7 admin admin] Pushing event updated for resources: {'Port': ['ID=5bd05fc0-e6fc-4f5a-9380-003c54d3e453,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:28.379731 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-af70eabb-8cc5-4b48-b3e2-4f59b0db23c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:28.391444 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-78eae0bd-bfa3-4722-b7d1-7e04c0c7b6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:28.441368 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa6fcc2-94ef-4e5f-90c7-74b4495778d2 x-openstack-request-id: req-9aa6fcc2-94ef-4e5f-90c7-74b4495778d2 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:11:28.441368 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b9c3834-9e0c-4f34-b516-903095432f92", "name": "network-vif-plugged", "status": "completed", "tag": "c757367c-0a05-4896-90a5-ad9960329116", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:11:28.441368 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9aa6fcc2-94ef-4e5f-90c7-74b4495778d2 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:11:28.442006 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b9c3834-9e0c-4f34-b516-903095432f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c757367c-0a05-4896-90a5-ad9960329116', 'code': 200} Jul 09 16:11:28.481003 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:28.485939 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=c757367c-0a05-4896-90a5-ad9960329116,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:28.508248 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f12bdfda-c710-42f6-b7cb-9d174e998a6d None None] Provisioning for port 5bd05fc0-e6fc-4f5a-9380-003c54d3e453 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:11:28.553633 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f12bdfda-c710-42f6-b7cb-9d174e998a6d None None] Provisioning complete for port 5bd05fc0-e6fc-4f5a-9380-003c54d3e453 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:11:28.554568 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f12bdfda-c710-42f6-b7cb-9d174e998a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:28.559719 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-37fc2884-b4bd-41f7-bb80-b1e1afb3834d req-2e588118-dfe2-4917-b32d-1ff3c76a8fe2 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=7df0440b1db9497381d02361493e7532&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1049354 Jul 09 16:11:28.569529 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-78eae0bd-bfa3-4722-b7d1-7e04c0c7b6b5 None None] Attempting to bind port f0dc5fdb-58ad-4756-adf1-ba5e48498f4f on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:11:28.569885 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-78eae0bd-bfa3-4722-b7d1-7e04c0c7b6b5 None None] Attempting to bind port f0dc5fdb-58ad-4756-adf1-ba5e48498f4f by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:11:28.570240 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78eae0bd-bfa3-4722-b7d1-7e04c0c7b6b5 None None] Attempting to bind port f0dc5fdb-58ad-4756-adf1-ba5e48498f4f on network caa6ed8d-2893-4113-8f68-c5284e694f6c {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:11:28.579149 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b2f6840-c61e-42bb-9290-31fa7d8696ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:28.582871 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-67e7cba2-d96a-43fc-899c-acb481290886 tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:11:28.590690 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-67e7cba2-d96a-43fc-899c-acb481290886 tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0246618 Jul 09 16:11:28.604130 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-7c3c999e-8b1a-45e2-94e8-755ba6a9e84b service neutron] Request body: {'binding': {'host': 'n-h1-798930-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:11:28.604583 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-7c3c999e-8b1a-45e2-94e8-755ba6a9e84b service neutron] Unknown quota resources ['binding']. {{(pid=93959) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 16:11:28.624076 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78eae0bd-bfa3-4722-b7d1-7e04c0c7b6b5 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:11:28.624431 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78eae0bd-bfa3-4722-b7d1-7e04c0c7b6b5 None None] Checking segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:11:28.624823 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-78eae0bd-bfa3-4722-b7d1-7e04c0c7b6b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:28.625662 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78eae0bd-bfa3-4722-b7d1-7e04c0c7b6b5 None None] Bound using segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:11:28.625662 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-78eae0bd-bfa3-4722-b7d1-7e04c0c7b6b5 None None] Bound port: f0dc5fdb-58ad-4756-adf1-ba5e48498f4f, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:11:28.626036 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-78eae0bd-bfa3-4722-b7d1-7e04c0c7b6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:28.633188 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8bea21-7143-4162-8608-a6bbbb643a50 None None] Pushing event updated for resources: {'Port': ['ID=f0dc5fdb-58ad-4756-adf1-ba5e48498f4f,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:28.635114 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6dbac-0dc2-40fe-98a1-0863693c364a req-0cff31e9-2094-4e6e-97ba-eab756daeacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:28.636590 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a6e6dbac-0dc2-40fe-98a1-0863693c364a req-0cff31e9-2094-4e6e-97ba-eab756daeacc service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0b9c3834-9e0c-4f34-b516-903095432f92 HTTP/1.1" status: 200 len: 1101 time: 0.1884053 Jul 09 16:11:28.642944 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af70eabb-8cc5-4b48-b3e2-4f59b0db23c7 admin admin] Network 9c3ada68-d69e-496a-aef3-b3da6e6248d6 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:11:28.656024 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-af70eabb-8cc5-4b48-b3e2-4f59b0db23c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:11:28.667949 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1afbf29-b557-4ef5-9490-3d95ddb56c65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-61ffd1b6-f25b-4986-bd69-fd61ebdd8c18', 'network_id': '61ffd1b6-f25b-4986-bd69-fd61ebdd8c18', 'tenant_id': '4a7bcfee98ce42f9b496f385fa1d801e', 'fixed_ips': [{'subnet_id': '90f9165d-5f7d-46e1-8fba-1a5ae5f57aba'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:11:28.669526 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e1afbf29-b557-4ef5-9490-3d95ddb56c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:28.688968 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-f12bdfda-c710-42f6-b7cb-9d174e998a6d None None] Port 5bd05fc0-e6fc-4f5a-9380-003c54d3e453 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:11:28.690383 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [req-fc3eaf7d-eccd-45c8-aaaf-10b983821141 req-9e0e0bb5-0a5f-4b88-b01f-5ca9d1599779 service neutron] show failed (client error): The resource could not be found. Jul 09 16:11:28.691436 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fc3eaf7d-eccd-45c8-aaaf-10b983821141 req-9e0e0bb5-0a5f-4b88-b01f-5ca9d1599779 service neutron] 10.222.0.77 "GET /v2.0/ports/198a638c-19c2-40d7-ac04-36dfb2a828b2/bindings/n-h2-798930-3 HTTP/1.1" status: 404 len: 380 time: 0.3169582 Jul 09 16:11:28.754589 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-78eae0bd-bfa3-4722-b7d1-7e04c0c7b6b5 None None] For port f0dc5fdb-58ad-4756-adf1-ba5e48498f4f, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:11:28.755493 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc2884-b4bd-41f7-bb80-b1e1afb3834d req-6ec3f989-f0c9-407a-b7dc-50ecd069b8ee tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:28.762920 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-37fc2884-b4bd-41f7-bb80-b1e1afb3834d req-6ec3f989-f0c9-407a-b7dc-50ecd069b8ee tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1977265 Jul 09 16:11:28.767076 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-78eae0bd-bfa3-4722-b7d1-7e04c0c7b6b5 None None] For port f0dc5fdb-58ad-4756-adf1-ba5e48498f4f, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=f0dc5fdb-58ad-4756-adf1-ba5e48498f4f,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:11:28.775880 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 4c2be429-db31-466a-a145-215e9087cfa0 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:11:28.779015 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:28.784521 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-37fc2884-b4bd-41f7-bb80-b1e1afb3834d req-f596d737-10cf-4595-8760-8f61936b9e0a tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.98 "GET /v2.0/quotas/7df0440b1db9497381d02361493e7532 HTTP/1.1" status: 200 len: 375 time: 0.0203500 Jul 09 16:11:28.790161 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-78eae0bd-bfa3-4722-b7d1-7e04c0c7b6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:28.799449 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a6e6dbac-0dc2-40fe-98a1-0863693c364a req-ab1ec55a-d1f8-4275-bdb6-73fa66b3ad68 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1c9e1b51-72ff-4893-a1b3-8f6bf438788f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518428 Jul 09 16:11:28.852225 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-37fc2884-b4bd-41f7-bb80-b1e1afb3834d req-78c87359-a941-46b3-9d54-a9205abf7d80 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=7df0440b1db9497381d02361493e7532&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0665505 Jul 09 16:11:28.931688 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-7c3c999e-8b1a-45e2-94e8-755ba6a9e84b service neutron] Attempting to bind port decec9c1-b0bd-4c37-9fa9-2b5c1c14f286 on host n-h1-798930-3 for vnic_type normal with profile None {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:11:28.932253 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-7c3c999e-8b1a-45e2-94e8-755ba6a9e84b service neutron] Attempting to bind port decec9c1-b0bd-4c37-9fa9-2b5c1c14f286 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'cbc7a639-5863-4995-9a4b-f91be63e1ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b65bcac-ba21-4565-bf6d-5e7b6fe83db7'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:11:28.933059 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-7c3c999e-8b1a-45e2-94e8-755ba6a9e84b service neutron] Attempting to bind port decec9c1-b0bd-4c37-9fa9-2b5c1c14f286 on network 2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:11:28.940507 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-7c3c999e-8b1a-45e2-94e8-755ba6a9e84b service neutron] Port decec9c1-b0bd-4c37-9fa9-2b5c1c14f286 on network 2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:11:28.940837 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-7c3c999e-8b1a-45e2-94e8-755ba6a9e84b service neutron] Attempting to bind port decec9c1-b0bd-4c37-9fa9-2b5c1c14f286 on network 2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:11:28.955692 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-7c3c999e-8b1a-45e2-94e8-755ba6a9e84b service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:11:28.956118 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-7c3c999e-8b1a-45e2-94e8-755ba6a9e84b service neutron] Checking segment: {'id': 'cbc7a639-5863-4995-9a4b-f91be63e1ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b65bcac-ba21-4565-bf6d-5e7b6fe83db7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:11:28.956665 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-7c3c999e-8b1a-45e2-94e8-755ba6a9e84b service neutron] Bound using segment: {'id': 'cbc7a639-5863-4995-9a4b-f91be63e1ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b65bcac-ba21-4565-bf6d-5e7b6fe83db7'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:11:28.957137 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-7c3c999e-8b1a-45e2-94e8-755ba6a9e84b service neutron] Bound port: decec9c1-b0bd-4c37-9fa9-2b5c1c14f286, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbc7a639-5863-4995-9a4b-f91be63e1ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b65bcac-ba21-4565-bf6d-5e7b6fe83db7'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:11:29.044495 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b2f6840-c61e-42bb-9290-31fa7d8696ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:29.049423 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-7c3c999e-8b1a-45e2-94e8-755ba6a9e84b service neutron] For port decec9c1-b0bd-4c37-9fa9-2b5c1c14f286, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=decec9c1-b0bd-4c37-9fa9-2b5c1c14f286,segment=NetworkSegment(cbc7a639-5863-4995-9a4b-f91be63e1ab1),segment_id=cbc7a639-5863-4995-9a4b-f91be63e1ab1)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:11:29.059546 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-7c3c999e-8b1a-45e2-94e8-755ba6a9e84b service neutron] Notify callbacks [] for binding, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:29.060821 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-7c3c999e-8b1a-45e2-94e8-755ba6a9e84b service neutron] 10.222.0.98 "POST /v2.0/ports/decec9c1-b0bd-4c37-9fa9-2b5c1c14f286/bindings HTTP/1.1" status: 201 len: 389 time: 0.4701536 Jul 09 16:11:29.093177 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af70eabb-8cc5-4b48-b3e2-4f59b0db23c7 admin admin] Router c288d3eb-9709-4b12-a377-b7394060476a has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:11:29.123870 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b2f6840-c61e-42bb-9290-31fa7d8696ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:29.127282 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78eae0bd-bfa3-4722-b7d1-7e04c0c7b6b5 None None] Routers {'c288d3eb-9709-4b12-a377-b7394060476a'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:11:29.127911 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-78eae0bd-bfa3-4722-b7d1-7e04c0c7b6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:11:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['c288d3eb-9709-4b12-a377-b7394060476a'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:11:29.182213 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8bea21-7143-4162-8608-a6bbbb643a50 None None] Pushing event updated for resources: {'Port': ['ID=f0dc5fdb-58ad-4756-adf1-ba5e48498f4f,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:29.390152 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-e1afbf29-b557-4ef5-9490-3d95ddb56c65 None None] Allocated IP 172.20.0.2 (61ffd1b6-f25b-4986-bd69-fd61ebdd8c18/90f9165d-5f7d-46e1-8fba-1a5ae5f57aba/0e6475cc-08bf-4589-8677-48b112c7c818) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:11:29.429972 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-5b2f6840-c61e-42bb-9290-31fa7d8696ab admin admin] Allocated IP 172.25.0.145 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/5a458250-da19-4416-bbca-e9210b5c8054) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:11:29.644992 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3eaf7d-eccd-45c8-aaaf-10b983821141 req-df858c05-6454-48b8-9896-dd3a8cda20bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:29.646924 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fc3eaf7d-eccd-45c8-aaaf-10b983821141 req-df858c05-6454-48b8-9896-dd3a8cda20bc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=13936f56-a9b8-4832-a4de-df0cffe4e51a&tenant_id=90103765321a44c5954b6bc1ea90c4d7 HTTP/1.1" status: 200 len: 1101 time: 0.5559936 Jul 09 16:11:29.665557 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e1afbf29-b557-4ef5-9490-3d95ddb56c65 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:29.667735 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819c7a2-7fa0-4a0f-b2dd-4e814584653e req-1e883769-1306-442b-96a7-fe4cbf7fee75 tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:29.669433 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2819c7a2-7fa0-4a0f-b2dd-4e814584653e req-1e883769-1306-442b-96a7-fe4cbf7fee75 tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b9c3834-9e0c-4f34-b516-903095432f92 HTTP/1.1" status: 200 len: 950 time: 0.1728551 Jul 09 16:11:29.674643 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e1afbf29-b557-4ef5-9490-3d95ddb56c65 None None] Transition to ACTIVE for port object 0e6475cc-08bf-4589-8677-48b112c7c818 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:11:29.684250 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-fc3eaf7d-eccd-45c8-aaaf-10b983821141 req-79709ac1-4afc-4125-add8-8a7e15638591 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798930-3', 'device_owner': 'compute:nova'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:11:29.690702 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af70eabb-8cc5-4b48-b3e2-4f59b0db23c7 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:11:29.691703 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e1afbf29-b557-4ef5-9490-3d95ddb56c65 None None] Transition to ACTIVE for port object 0e6475cc-08bf-4589-8677-48b112c7c818 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:11:29.705076 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e1afbf29-b557-4ef5-9490-3d95ddb56c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:29.723371 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-af70eabb-8cc5-4b48-b3e2-4f59b0db23c7 admin admin] 10.222.0.98 "PUT /v2.0/routers/c288d3eb-9709-4b12-a377-b7394060476a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8358495 Jul 09 16:11:29.723587 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b2f6840-c61e-42bb-9290-31fa7d8696ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:29.733489 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d871f969-b00d-4151-a888-52dc4e4de953 req-820509a4-923c-461b-b6b0-696cdba8e544 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=06486c1ff3c04c6aba88bb5474a3b49d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1200304 Jul 09 16:11:29.775456 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1afbf29-b557-4ef5-9490-3d95ddb56c65 None None] Network 61ffd1b6-f25b-4986-bd69-fd61ebdd8c18 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:11:29.778491 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-a642ff78-848b-4bc1-9c93-762da828f65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:29.780388 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-a642ff78-848b-4bc1-9c93-762da828f65e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9639d7ee11dd47639be4bedc72b53ccc&device_id=1994318a-faf4-4587-9787-0cd99a4f3347 HTTP/1.1" status: 200 len: 1097 time: 0.2826307 Jul 09 16:11:29.852501 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2819c7a2-7fa0-4a0f-b2dd-4e814584653e req-30ac947d-b076-46a1-ad21-51d91bf10825 tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] 10.222.0.98 "GET /v2.0/security-groups?id=1c9e1b51-72ff-4893-a1b3-8f6bf438788f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750014 Jul 09 16:11:29.929801 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fc3eaf7d-eccd-45c8-aaaf-10b983821141 req-79709ac1-4afc-4125-add8-8a7e15638591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:29.962309 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-e1afbf29-b557-4ef5-9490-3d95ddb56c65 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:11:29.969926 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c9522981-6c0c-46d1-97c4-a2eb53ec53ea None None] Provisioning complete for port 5bd05fc0-e6fc-4f5a-9380-003c54d3e453 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:11:29.970291 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c9522981-6c0c-46d1-97c4-a2eb53ec53ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:29.974553 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1afbf29-b557-4ef5-9490-3d95ddb56c65 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:11:30.015436 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b2f6840-c61e-42bb-9290-31fa7d8696ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:30.084363 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1afbf29-b557-4ef5-9490-3d95ddb56c65 None None] Pushing event updated for resources: {'Port': ['ID=0e6475cc-08bf-4589-8677-48b112c7c818,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:30.091659 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e1afbf29-b557-4ef5-9490-3d95ddb56c65 None None] Attempting to bind port 0e6475cc-08bf-4589-8677-48b112c7c818 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:11:30.091939 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e1afbf29-b557-4ef5-9490-3d95ddb56c65 None None] Attempting to bind port 0e6475cc-08bf-4589-8677-48b112c7c818 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '20111d7e-0648-421f-8458-2c564982cda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '61ffd1b6-f25b-4986-bd69-fd61ebdd8c18'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:11:30.092064 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1afbf29-b557-4ef5-9490-3d95ddb56c65 None None] Attempting to bind port 0e6475cc-08bf-4589-8677-48b112c7c818 on network 61ffd1b6-f25b-4986-bd69-fd61ebdd8c18 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:11:30.103361 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2f6840-c61e-42bb-9290-31fa7d8696ab admin admin] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:11:30.108504 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1afbf29-b557-4ef5-9490-3d95ddb56c65 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:11:30.108504 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1afbf29-b557-4ef5-9490-3d95ddb56c65 None None] Checking segment: {'id': '20111d7e-0648-421f-8458-2c564982cda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '61ffd1b6-f25b-4986-bd69-fd61ebdd8c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:11:30.108812 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e1afbf29-b557-4ef5-9490-3d95ddb56c65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:30.109135 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1afbf29-b557-4ef5-9490-3d95ddb56c65 None None] Bound using segment: {'id': '20111d7e-0648-421f-8458-2c564982cda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '61ffd1b6-f25b-4986-bd69-fd61ebdd8c18'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:11:30.109625 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e1afbf29-b557-4ef5-9490-3d95ddb56c65 None None] Bound port: 0e6475cc-08bf-4589-8677-48b112c7c818, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20111d7e-0648-421f-8458-2c564982cda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '61ffd1b6-f25b-4986-bd69-fd61ebdd8c18'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:11:30.110011 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e1afbf29-b557-4ef5-9490-3d95ddb56c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:30.117147 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d871f969-b00d-4151-a888-52dc4e4de953 req-789ff88c-22d0-45f4-8865-c1290977d64e tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:30.119291 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d871f969-b00d-4151-a888-52dc4e4de953 req-789ff88c-22d0-45f4-8865-c1290977d64e tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3766387 Jul 09 16:11:30.122483 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-c9522981-6c0c-46d1-97c4-a2eb53ec53ea None None] Port 5bd05fc0-e6fc-4f5a-9380-003c54d3e453 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:11:30.123952 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-78eae0bd-bfa3-4722-b7d1-7e04c0c7b6b5 None None] Set router c288d3eb-9709-4b12-a377-b7394060476a gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:11:30.129793 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-92b88bc6-2b4b-4400-897c-548a1f375dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:30.132100 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-92b88bc6-2b4b-4400-897c-548a1f375dc9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 HTTP/1.1" status: 200 len: 921 time: 0.3030009 Jul 09 16:11:30.178044 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d871f969-b00d-4151-a888-52dc4e4de953 req-1a2d7f0d-4c95-401c-9a88-c40fd6380a13 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/quotas/06486c1ff3c04c6aba88bb5474a3b49d HTTP/1.1" status: 200 len: 375 time: 0.0447028 Jul 09 16:11:30.186151 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-317ce873-4c52-44de-9f93-81990ddb8677 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=decec9c1-b0bd-4c37-9fa9-2b5c1c14f286 HTTP/1.1" status: 200 len: 217 time: 0.0460057 Jul 09 16:11:30.192067 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-5b2f6840-c61e-42bb-9290-31fa7d8696ab admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:11:30.203069 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2f6840-c61e-42bb-9290-31fa7d8696ab admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:11:30.226708 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d871f969-b00d-4151-a888-52dc4e4de953 req-1c87672a-7a26-4994-8f76-b576ee44fadc tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=06486c1ff3c04c6aba88bb5474a3b49d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388739 Jul 09 16:11:30.237581 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-e1afbf29-b557-4ef5-9490-3d95ddb56c65 None None] For port 0e6475cc-08bf-4589-8677-48b112c7c818, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:11:30.242672 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-e1afbf29-b557-4ef5-9490-3d95ddb56c65 None None] For port 0e6475cc-08bf-4589-8677-48b112c7c818, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=0e6475cc-08bf-4589-8677-48b112c7c818,segment=NetworkSegment(20111d7e-0648-421f-8458-2c564982cda3),segment_id=20111d7e-0648-421f-8458-2c564982cda3)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:11:30.280697 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2f6840-c61e-42bb-9290-31fa7d8696ab admin admin] Pushing event updated for resources: {'Port': ['ID=5a458250-da19-4416-bbca-e9210b5c8054,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:30.292087 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e1afbf29-b557-4ef5-9490-3d95ddb56c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:30.323308 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-86db40c5-8ff1-4b12-b67e-e211fd01b677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:30.325405 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-86db40c5-8ff1-4b12-b67e-e211fd01b677 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1e15c12f-d45d-4aa3-a5bc-500d552ae0b3 HTTP/1.1" status: 200 len: 860 time: 0.0971034 Jul 09 16:11:30.361841 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-a6d0e1b8-1e54-4ce3-9f9f-f160158127e4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2b65bcac-ba21-4565-bf6d-5e7b6fe83db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287082 Jul 09 16:11:30.510793 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-aca83635-e46e-4ab5-be7c-f951c1ce0b36 service neutron] 10.222.0.77 "GET /v2.0/networks/2b65bcac-ba21-4565-bf6d-5e7b6fe83db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345286 Jul 09 16:11:30.576487 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1afbf29-b557-4ef5-9490-3d95ddb56c65 None None] Pushing event updated for resources: {'Port': ['ID=0e6475cc-08bf-4589-8677-48b112c7c818,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:30.637692 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-78eae0bd-bfa3-4722-b7d1-7e04c0c7b6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c288d3eb-9709-4b12-a377-b7394060476a', 'name': 'tempest-ServersTestJSON-262177027-router', 'tenant_id': 'bdb58201a80846f5a926a2013ebad1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'f0dc5fdb-58ad-4756-adf1-ba5e48498f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:11:22Z', 'updated_at': '2021-07-09T16:11:27Z', 'revision_number': 4, 'project_id': 'bdb58201a80846f5a926a2013ebad1c5', 'gw_port': {'id': 'f0dc5fdb-58ad-4756-adf1-ba5e48498f4f', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c288d3eb-9709-4b12-a377-b7394060476a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:11:23Z', 'updated_at': '2021-07-09T16:11:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '5bd05fc0-e6fc-4f5a-9380-003c54d3e453', 'name': '', 'network_id': '9c3ada68-d69e-496a-aef3-b3da6e6248d6', 'tenant_id': 'bdb58201a80846f5a926a2013ebad1c5', 'mac_address': 'fa:16:3e:9b:c3:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c288d3eb-9709-4b12-a377-b7394060476a', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9064e539-ac8b-434c-9d15-5d32d254f9d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:11:26Z', 'updated_at': '2021-07-09T16:11:28Z', 'revision_number': 2, 'project_id': 'bdb58201a80846f5a926a2013ebad1c5', 'subnets': [{'id': '9064e539-ac8b-434c-9d15-5d32d254f9d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:11:30.673750 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78eae0bd-bfa3-4722-b7d1-7e04c0c7b6b5 None None] The sync data for ids ['c288d3eb-9709-4b12-a377-b7394060476a'] in n-d-798930-3 is: [{'id': 'c288d3eb-9709-4b12-a377-b7394060476a', 'name': 'tempest-ServersTestJSON-262177027-router', 'tenant_id': 'bdb58201a80846f5a926a2013ebad1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'f0dc5fdb-58ad-4756-adf1-ba5e48498f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:11:22Z', 'updated_at': '2021-07-09T16:11:27Z', 'revision_number': 4, 'project_id': 'bdb58201a80846f5a926a2013ebad1c5', 'gw_port': {'id': 'f0dc5fdb-58ad-4756-adf1-ba5e48498f4f', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c288d3eb-9709-4b12-a377-b7394060476a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:11:23Z', 'updated_at': '2021-07-09T16:11:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '5bd05fc0-e6fc-4f5a-9380-003c54d3e453', 'name': '', 'network_id': '9c3ada68-d69e-496a-aef3-b3da6e6248d6', 'tenant_id': 'bdb58201a80846f5a926a2013ebad1c5', 'mac_address': 'fa:16:3e:9b:c3:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c288d3eb-9709-4b12-a377-b7394060476a', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9064e539-ac8b-434c-9d15-5d32d254f9d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:11:26Z', 'updated_at': '2021-07-09T16:11:28Z', 'revision_number': 2, 'project_id': 'bdb58201a80846f5a926a2013ebad1c5', 'subnets': [{'id': '9064e539-ac8b-434c-9d15-5d32d254f9d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:11:30.760272 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-f5605b32-b25b-4b58-8190-be77488deb51 service neutron] 10.222.0.77 "GET /v2.0/networks/2b65bcac-ba21-4565-bf6d-5e7b6fe83db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415829 Jul 09 16:11:30.789440 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c044b66-9340-41d9-9aed-eba80a902b58 req-7cdfb2de-42be-4454-bb3b-81e5f8e07a1f tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:30.797087 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4c044b66-9340-41d9-9aed-eba80a902b58 req-7cdfb2de-42be-4454-bb3b-81e5f8e07a1f tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=1994318a-faf4-4587-9787-0cd99a4f3347 HTTP/1.1" status: 200 len: 946 time: 0.1496577 Jul 09 16:11:30.915821 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07224b-e027-430b-bbcf-77eb6b7d52a6 req-869f03e0-27d7-44c2-ad08-14d2689e6d9b tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:30.918305 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9e07224b-e027-430b-bbcf-77eb6b7d52a6 req-869f03e0-27d7-44c2-ad08-14d2689e6d9b tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=13936f56-a9b8-4832-a4de-df0cffe4e51a HTTP/1.1" status: 200 len: 950 time: 0.8547947 Jul 09 16:11:30.988499 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4c044b66-9340-41d9-9aed-eba80a902b58 req-13f623b6-2aa4-4ff8-8c93-9c73f3dfe842 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904111 Jul 09 16:11:31.006134 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9e07224b-e027-430b-bbcf-77eb6b7d52a6 req-a299575f-1736-4a27-b033-7e51aa8d532d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756054 Jul 09 16:11:31.090827 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-fc3eaf7d-eccd-45c8-aaaf-10b983821141 req-79709ac1-4afc-4125-add8-8a7e15638591 service neutron] For port 198a638c-19c2-40d7-ac04-36dfb2a828b2, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=198a638c-19c2-40d7-ac04-36dfb2a828b2,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:11:31.114024 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b2f6840-c61e-42bb-9290-31fa7d8696ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:31.136987 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-fcefd765-5caa-4660-ab3e-0b9216750a0d tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:31.139156 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-fcefd765-5caa-4660-ab3e-0b9216750a0d tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=1994318a-faf4-4587-9787-0cd99a4f3347&tenant_id=9639d7ee11dd47639be4bedc72b53ccc&binding%3Ahost_id=n-h2-798930-3 HTTP/1.1" status: 200 len: 1097 time: 0.2918580 Jul 09 16:11:31.154259 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-0406dacb-7e22-4bf7-8ad3-4483805c6036 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798930-3'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:11:31.276801 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-37fc2884-b4bd-41f7-bb80-b1e1afb3834d req-27eb3580-5280-4fb9-8387-039bceadd2db tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=7df0440b1db9497381d02361493e7532&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0679772 Jul 09 16:11:31.422155 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-53ca2c9e-785e-4c95-9d41-7af21d6f4485 req-88a740cb-1dec-451a-93a7-46043621e59b tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=7df0440b1db9497381d02361493e7532&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0843801 Jul 09 16:11:31.498893 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-fc3eaf7d-eccd-45c8-aaaf-10b983821141 req-79709ac1-4afc-4125-add8-8a7e15638591 service neutron] For port 198a638c-19c2-40d7-ac04-36dfb2a828b2, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:11:31.663737 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b2f6840-c61e-42bb-9290-31fa7d8696ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:31.678622 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13936f56-a9b8-4832-a4de-df0cffe4e51a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '198a638c-19c2-40d7-ac04-36dfb2a828b2'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:11:31.683317 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfbcf184-d4c0-4935-b884-302eac2c207c" -d '{"events": [{"server_uuid": "13936f56-a9b8-4832-a4de-df0cffe4e51a", "name": "network-vif-unplugged", "status": "completed", "tag": "198a638c-19c2-40d7-ac04-36dfb2a828b2"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:11:31.698114 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fc3eaf7d-eccd-45c8-aaaf-10b983821141 req-79709ac1-4afc-4125-add8-8a7e15638591 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:31.802444 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-fc3eaf7d-eccd-45c8-aaaf-10b983821141 req-79709ac1-4afc-4125-add8-8a7e15638591 service neutron] Transition to ACTIVE for port object 198a638c-19c2-40d7-ac04-36dfb2a828b2 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:11:31.815368 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fc3eaf7d-eccd-45c8-aaaf-10b983821141 req-79709ac1-4afc-4125-add8-8a7e15638591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:31.870467 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 49484) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:31.880029 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-e0f1afdb-fab6-4ce1-98fc-169819466444 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1740134833', 'description': 'tempest-description--451733828'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:11:31.967828 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-0406dacb-7e22-4bf7-8ad3-4483805c6036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:31.979576 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca2c9e-785e-4c95-9d41-7af21d6f4485 req-ff026d3a-abd1-4581-a0f9-cc0a0043e031 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:31.987980 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-53ca2c9e-785e-4c95-9d41-7af21d6f4485 req-ff026d3a-abd1-4581-a0f9-cc0a0043e031 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5648565 Jul 09 16:11:32.042323 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc3eaf7d-eccd-45c8-aaaf-10b983821141 req-79709ac1-4afc-4125-add8-8a7e15638591 service neutron] No DVR routers for this DVR port 198a638c-19c2-40d7-ac04-36dfb2a828b2 on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:11:32.046457 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e0f1afdb-fab6-4ce1-98fc-169819466444 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:32.053968 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-53ca2c9e-785e-4c95-9d41-7af21d6f4485 req-9c8916b7-0a25-4964-a28b-9e822c8d3676 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.98 "GET /v2.0/quotas/7df0440b1db9497381d02361493e7532 HTTP/1.1" status: 200 len: 375 time: 0.0650172 Jul 09 16:11:32.060334 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79709ac1-4afc-4125-add8-8a7e15638591 service neutron] Pushing event updated for resources: {'Port': ['ID=198a638c-19c2-40d7-ac04-36dfb2a828b2,revision_number=6']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:32.155046 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-53ca2c9e-785e-4c95-9d41-7af21d6f4485 req-5ed47cff-9a35-467c-b53d-ea4b64716fc9 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=7df0440b1db9497381d02361493e7532&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0998185 Jul 09 16:11:32.186124 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c350aa8-9fb2-41f0-9cc7-9b099a1be224 None None] Network 61ffd1b6-f25b-4986-bd69-fd61ebdd8c18 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:11:32.207925 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4bff7426-06bd-4d1c-9346-8455251bdaf5 req-afc66592-8513-402c-a50c-5445c55e25f0 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=7ab597a8-1bd0-4e14-98f6-047cfef65383 HTTP/1.1" status: 200 len: 210 time: 0.0864191 Jul 09 16:11:32.212830 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-fc3eaf7d-eccd-45c8-aaaf-10b983821141 req-79709ac1-4afc-4125-add8-8a7e15638591 service neutron] Attempting to bind port 198a638c-19c2-40d7-ac04-36dfb2a828b2 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:11:32.213168 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-fc3eaf7d-eccd-45c8-aaaf-10b983821141 req-79709ac1-4afc-4125-add8-8a7e15638591 service neutron] Attempting to bind port 198a638c-19c2-40d7-ac04-36dfb2a828b2 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:11:32.218572 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3eaf7d-eccd-45c8-aaaf-10b983821141 req-79709ac1-4afc-4125-add8-8a7e15638591 service neutron] Attempting to bind port 198a638c-19c2-40d7-ac04-36dfb2a828b2 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:11:32.245569 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3eaf7d-eccd-45c8-aaaf-10b983821141 req-79709ac1-4afc-4125-add8-8a7e15638591 service neutron] Port 198a638c-19c2-40d7-ac04-36dfb2a828b2 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:11:32.245900 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3eaf7d-eccd-45c8-aaaf-10b983821141 req-79709ac1-4afc-4125-add8-8a7e15638591 service neutron] Attempting to bind port 198a638c-19c2-40d7-ac04-36dfb2a828b2 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:11:32.274191 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3eaf7d-eccd-45c8-aaaf-10b983821141 req-79709ac1-4afc-4125-add8-8a7e15638591 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:11:32.274541 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3eaf7d-eccd-45c8-aaaf-10b983821141 req-79709ac1-4afc-4125-add8-8a7e15638591 service neutron] Checking segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:11:32.274974 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3eaf7d-eccd-45c8-aaaf-10b983821141 req-79709ac1-4afc-4125-add8-8a7e15638591 service neutron] Bound using segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:11:32.275426 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-fc3eaf7d-eccd-45c8-aaaf-10b983821141 req-79709ac1-4afc-4125-add8-8a7e15638591 service neutron] Bound port: 198a638c-19c2-40d7-ac04-36dfb2a828b2, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:11:32.275785 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fc3eaf7d-eccd-45c8-aaaf-10b983821141 req-79709ac1-4afc-4125-add8-8a7e15638591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:32.305493 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc2884-b4bd-41f7-bb80-b1e1afb3834d req-15b55502-2053-48ef-8303-632e9a177f4c tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:32.315172 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-37fc2884-b4bd-41f7-bb80-b1e1afb3834d req-15b55502-2053-48ef-8303-632e9a177f4c tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0186760 Jul 09 16:11:32.318073 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device f0dc5fdb-58ad-4756-adf1-ba5e48498f4f up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:11:32.348435 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b2f6840-c61e-42bb-9290-31fa7d8696ab admin admin] Router 2c5946db-f874-4d10-b9d9-bbff4dabff6f is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:11:32.391980 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-37fc2884-b4bd-41f7-bb80-b1e1afb3834d req-24bb1b01-f20a-47c7-a13f-526c3e1a6317 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Request body: {'port': {'device_id': '0c4aad9b-2b23-4b57-ac9a-9384c9ad2f49', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'admin_state_up': True, 'tenant_id': '7df0440b1db9497381d02361493e7532'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:11:32.394321 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-49f15e14-67fa-4055-a4b2-1f4e8fa7c092 None None] Provisioning for port 0e6475cc-08bf-4589-8677-48b112c7c818 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:11:32.425429 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port f0dc5fdb-58ad-4756-adf1-ba5e48498f4f completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:11:32.479874 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-0406dacb-7e22-4bf7-8ad3-4483805c6036 service neutron] For port decec9c1-b0bd-4c37-9fa9-2b5c1c14f286, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=decec9c1-b0bd-4c37-9fa9-2b5c1c14f286,segment=NetworkSegment(cbc7a639-5863-4995-9a4b-f91be63e1ab1),segment_id=cbc7a639-5863-4995-9a4b-f91be63e1ab1)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:11:32.491956 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port f0dc5fdb-58ad-4756-adf1-ba5e48498f4f triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:11:32.492333 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:32.535329 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-0406dacb-7e22-4bf7-8ad3-4483805c6036 service neutron] For port decec9c1-b0bd-4c37-9fa9-2b5c1c14f286, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:11:32.628887 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-0406dacb-7e22-4bf7-8ad3-4483805c6036 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:32.633573 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:32.644192 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1994318a-faf4-4587-9787-0cd99a4f3347', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'decec9c1-b0bd-4c37-9fa9-2b5c1c14f286'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:11:32.651758 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1c7e6b-9b80-4001-a9ac-d5838b54268e" -d '{"events": [{"server_uuid": "1994318a-faf4-4587-9787-0cd99a4f3347", "name": "network-vif-unplugged", "status": "completed", "tag": "decec9c1-b0bd-4c37-9fa9-2b5c1c14f286"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:11:32.659442 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port f0dc5fdb-58ad-4756-adf1-ba5e48498f4f, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=f0dc5fdb-58ad-4756-adf1-ba5e48498f4f,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:11:32.665714 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:32.666551 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 0e6475cc-08bf-4589-8677-48b112c7c818 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:11:32.674859 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d871f969-b00d-4151-a888-52dc4e4de953 req-6ecc9392-ecc3-4f1a-a59f-33b25dd98deb tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=06486c1ff3c04c6aba88bb5474a3b49d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271845 Jul 09 16:11:32.722122 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55bd4ecd-e974-497e-b3ec-9ba799a56e22 x-openstack-request-id: req-55bd4ecd-e974-497e-b3ec-9ba799a56e22 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:11:32.722749 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13936f56-a9b8-4832-a4de-df0cffe4e51a", "name": "network-vif-unplugged", "status": "completed", "tag": "198a638c-19c2-40d7-ac04-36dfb2a828b2", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:11:32.723417 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-55bd4ecd-e974-497e-b3ec-9ba799a56e22 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:11:32.724576 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13936f56-a9b8-4832-a4de-df0cffe4e51a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '198a638c-19c2-40d7-ac04-36dfb2a828b2', 'code': 200} Jul 09 16:11:32.741894 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-fc3eaf7d-eccd-45c8-aaaf-10b983821141 req-79709ac1-4afc-4125-add8-8a7e15638591 service neutron] For port 198a638c-19c2-40d7-ac04-36dfb2a828b2, host n-h2-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:11:32.747747 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-fc3eaf7d-eccd-45c8-aaaf-10b983821141 req-79709ac1-4afc-4125-add8-8a7e15638591 service neutron] For port 198a638c-19c2-40d7-ac04-36dfb2a828b2, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=198a638c-19c2-40d7-ac04-36dfb2a828b2,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:11:32.758411 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-0406dacb-7e22-4bf7-8ad3-4483805c6036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:32.894733 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=f0dc5fdb-58ad-4756-adf1-ba5e48498f4f,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:32.923940 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 0e6475cc-08bf-4589-8677-48b112c7c818 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:11:32.924667 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:11:32.929329 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 0e6475cc-08bf-4589-8677-48b112c7c818 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:11:32.929707 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:32.941377 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d871f969-b00d-4151-a888-52dc4e4de953 req-72abe8a5-91d1-4021-a2bd-c3a60bb81e5c tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:32.944632 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d871f969-b00d-4151-a888-52dc4e4de953 req-72abe8a5-91d1-4021-a2bd-c3a60bb81e5c tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2578199 Jul 09 16:11:32.962209 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-d871f969-b00d-4151-a888-52dc4e4de953 req-add7832c-e6e9-4671-965f-f055d7890086 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Request body: {'port': {'device_id': '7ab597a8-1bd0-4e14-98f6-047cfef65383', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'admin_state_up': True, 'tenant_id': '06486c1ff3c04c6aba88bb5474a3b49d'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:11:32.995398 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fc3eaf7d-eccd-45c8-aaaf-10b983821141 req-79709ac1-4afc-4125-add8-8a7e15638591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:33.065799 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:33.105853 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7249e30c-d443-4ec3-a389-c385be6b2a16 None None] Provisioning complete for port 0e6475cc-08bf-4589-8677-48b112c7c818 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:11:33.106495 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7249e30c-d443-4ec3-a389-c385be6b2a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:33.160442 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 198a638c-19c2-40d7-ac04-36dfb2a828b2 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:11:33.192327 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 0e6475cc-08bf-4589-8677-48b112c7c818, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=0e6475cc-08bf-4589-8677-48b112c7c818,segment=NetworkSegment(20111d7e-0648-421f-8458-2c564982cda3),segment_id=20111d7e-0648-421f-8458-2c564982cda3)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:11:33.194357 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b79db-053e-4e4f-9c2c-e649cb9ee301 req-168c0b48-57f9-4c20-8892-ce191d9a02d9 tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:33.202332 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-240b79db-053e-4e4f-9c2c-e649cb9ee301 req-168c0b48-57f9-4c20-8892-ce191d9a02d9 tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b9c3834-9e0c-4f34-b516-903095432f92 HTTP/1.1" status: 200 len: 950 time: 0.7828352 Jul 09 16:11:33.204313 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0406dacb-7e22-4bf7-8ad3-4483805c6036 service neutron] Pushing event updated for resources: {'Port': ['ID=decec9c1-b0bd-4c37-9fa9-2b5c1c14f286,revision_number=7']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:33.207651 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-0406dacb-7e22-4bf7-8ad3-4483805c6036 service neutron] Attempting to bind port decec9c1-b0bd-4c37-9fa9-2b5c1c14f286 on host n-h2-798930-3 for vnic_type normal with profile {"migrating_to": "n-h1-798930-3"} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:11:33.208026 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-0406dacb-7e22-4bf7-8ad3-4483805c6036 service neutron] Attempting to bind port decec9c1-b0bd-4c37-9fa9-2b5c1c14f286 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': 'cbc7a639-5863-4995-9a4b-f91be63e1ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b65bcac-ba21-4565-bf6d-5e7b6fe83db7'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:11:33.208595 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-0406dacb-7e22-4bf7-8ad3-4483805c6036 service neutron] Attempting to bind port decec9c1-b0bd-4c37-9fa9-2b5c1c14f286 on network 2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:11:33.215541 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-0406dacb-7e22-4bf7-8ad3-4483805c6036 service neutron] Port decec9c1-b0bd-4c37-9fa9-2b5c1c14f286 on network 2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:11:33.215900 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-0406dacb-7e22-4bf7-8ad3-4483805c6036 service neutron] Attempting to bind port decec9c1-b0bd-4c37-9fa9-2b5c1c14f286 on network 2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:11:33.218190 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3eaf7d-eccd-45c8-aaaf-10b983821141 req-79709ac1-4afc-4125-add8-8a7e15638591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:33.219111 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fc3eaf7d-eccd-45c8-aaaf-10b983821141 req-79709ac1-4afc-4125-add8-8a7e15638591 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:33.220946 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fc3eaf7d-eccd-45c8-aaaf-10b983821141 req-79709ac1-4afc-4125-add8-8a7e15638591 service neutron] 10.222.0.73 "PUT /v2.0/ports/198a638c-19c2-40d7-ac04-36dfb2a828b2 HTTP/1.1" status: 200 len: 1096 time: 3.5449922 Jul 09 16:11:33.253625 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:33.288685 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-0406dacb-7e22-4bf7-8ad3-4483805c6036 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:11:33.289253 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-0406dacb-7e22-4bf7-8ad3-4483805c6036 service neutron] Checking segment: {'id': 'cbc7a639-5863-4995-9a4b-f91be63e1ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b65bcac-ba21-4565-bf6d-5e7b6fe83db7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:11:33.289913 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-0406dacb-7e22-4bf7-8ad3-4483805c6036 service neutron] Bound using segment: {'id': 'cbc7a639-5863-4995-9a4b-f91be63e1ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b65bcac-ba21-4565-bf6d-5e7b6fe83db7'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:11:33.290396 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-0406dacb-7e22-4bf7-8ad3-4483805c6036 service neutron] Bound port: decec9c1-b0bd-4c37-9fa9-2b5c1c14f286, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbc7a639-5863-4995-9a4b-f91be63e1ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b65bcac-ba21-4565-bf6d-5e7b6fe83db7'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:11:33.290839 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-0406dacb-7e22-4bf7-8ad3-4483805c6036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:33.315628 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e0f1afdb-fab6-4ce1-98fc-169819466444 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:33.323157 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 198a638c-19c2-40d7-ac04-36dfb2a828b2 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:11:33.333706 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-240b79db-053e-4e4f-9c2c-e649cb9ee301 req-4bb905b7-ac61-466d-afcd-ebf48ec9a59a tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] 10.222.0.98 "GET /v2.0/security-groups?id=1c9e1b51-72ff-4893-a1b3-8f6bf438788f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302316 Jul 09 16:11:33.338404 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e0f1afdb-fab6-4ce1-98fc-169819466444 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:33.344433 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79709ac1-4afc-4125-add8-8a7e15638591 service neutron] Pushing event updated for resources: {'Port': ['ID=198a638c-19c2-40d7-ac04-36dfb2a828b2,revision_number=7']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:33.366935 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=0e6475cc-08bf-4589-8677-48b112c7c818,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:33.418348 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2f6840-c61e-42bb-9290-31fa7d8696ab admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:11:33.420225 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.db.api [req-d871f969-b00d-4151-a888-52dc4e4de953 req-add7832c-e6e9-4671-965f-f055d7890086 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 16:11:33.420225 n-d-798930-3 neutron-server[93958]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 16:11:33.420225 n-d-798930-3 neutron-server[93958]: [parameters: {'project_id_1': '06486c1ff3c04c6aba88bb5474a3b49d', 'expiration_1': datetime.datetime(2021, 7, 9, 16, 11, 33, 176675)}] Jul 09 16:11:33.420225 n-d-798930-3 neutron-server[93958]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:11:33.420754 n-d-798930-3 neutron-server[93958]: DEBUG oslo_db.api [req-d871f969-b00d-4151-a888-52dc4e4de953 req-add7832c-e6e9-4671-965f-f055d7890086 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:11:33.432205 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e241e7-588e-4363-81bf-1fe9e66d5ab7 None None] Sync routers for ids ['2c5946db-f874-4d10-b9d9-bbff4dabff6f'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:11:33.441950 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e241e7-588e-4363-81bf-1fe9e66d5ab7 None None] Routers {'2c5946db-f874-4d10-b9d9-bbff4dabff6f'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:11:33.447243 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-68e241e7-588e-4363-81bf-1fe9e66d5ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:11:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['2c5946db-f874-4d10-b9d9-bbff4dabff6f'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:11:33.455065 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715af1c-2dca-4d3b-9043-154fb249aab3 req-7f08a4f3-097b-4fde-8f39-c509f7ef3b91 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:33.469383 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0715af1c-2dca-4d3b-9043-154fb249aab3 req-7f08a4f3-097b-4fde-8f39-c509f7ef3b91 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=1994318a-faf4-4587-9787-0cd99a4f3347 HTTP/1.1" status: 200 len: 944 time: 0.4900746 Jul 09 16:11:33.542907 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f1afdb-fab6-4ce1-98fc-169819466444 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba15f60f-fddc-45ad-98d6-b0e881bb2d76,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:33.569685 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0715af1c-2dca-4d3b-9043-154fb249aab3 req-2fd7ffc3-d293-4a8a-ac18-79469f3a33f3 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992324 Jul 09 16:11:33.571381 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b2f6840-c61e-42bb-9290-31fa7d8696ab admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:33.573491 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-5b2f6840-c61e-42bb-9290-31fa7d8696ab admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.5742495 Jul 09 16:11:33.578540 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49508) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:33.578758 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37fc2884-b4bd-41f7-bb80-b1e1afb3834d req-24bb1b01-f20a-47c7-a13f-526c3e1a6317 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Made reservation on behalf of 7df0440b1db9497381d02361493e7532 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:11:33.586662 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-37fc2884-b4bd-41f7-bb80-b1e1afb3834d req-24bb1b01-f20a-47c7-a13f-526c3e1a6317 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:33.590980 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3eaf7d-eccd-45c8-aaaf-10b983821141 req-28120ed0-382b-4d42-8f93-9e9db1fe3ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:33.592788 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fc3eaf7d-eccd-45c8-aaaf-10b983821141 req-28120ed0-382b-4d42-8f93-9e9db1fe3ec8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=90103765321a44c5954b6bc1ea90c4d7&device_id=13936f56-a9b8-4832-a4de-df0cffe4e51a HTTP/1.1" status: 200 len: 1099 time: 0.2987194 Jul 09 16:11:33.607290 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-37fc2884-b4bd-41f7-bb80-b1e1afb3834d req-24bb1b01-f20a-47c7-a13f-526c3e1a6317 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:33.647123 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-68e241e7-588e-4363-81bf-1fe9e66d5ab7 None None] Set router 2c5946db-f874-4d10-b9d9-bbff4dabff6f gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:11:33.655649 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e0f1afdb-fab6-4ce1-98fc-169819466444 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:33.662228 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e0f1afdb-fab6-4ce1-98fc-169819466444 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.7904463 Jul 09 16:11:33.671656 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 49510) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:33.697785 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-4fda1cfc-2747-4a22-a7c6-66d6edee1a4b tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Request body: {'security_group_rule': {'security_group_id': 'ba15f60f-fddc-45ad-98d6-b0e881bb2d76', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:11:33.748448 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-0406dacb-7e22-4bf7-8ad3-4483805c6036 service neutron] For port decec9c1-b0bd-4c37-9fa9-2b5c1c14f286, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:11:33.754159 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-0406dacb-7e22-4bf7-8ad3-4483805c6036 service neutron] For port decec9c1-b0bd-4c37-9fa9-2b5c1c14f286, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=decec9c1-b0bd-4c37-9fa9-2b5c1c14f286,segment=NetworkSegment(cbc7a639-5863-4995-9a4b-f91be63e1ab1),segment_id=cbc7a639-5863-4995-9a4b-f91be63e1ab1)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:11:33.767124 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-0406dacb-7e22-4bf7-8ad3-4483805c6036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:33.849866 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0406dacb-7e22-4bf7-8ad3-4483805c6036 service neutron] Pushing event updated for resources: {'Port': ['ID=decec9c1-b0bd-4c37-9fa9-2b5c1c14f286,revision_number=8']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:33.881689 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-68e241e7-588e-4363-81bf-1fe9e66d5ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5946db-f874-4d10-b9d9-bbff4dabff6f', 'name': 'tempest-ServersTestBootFromVolume-507522533-router', 'tenant_id': '4a7bcfee98ce42f9b496f385fa1d801e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '5a458250-da19-4416-bbca-e9210b5c8054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:11:28Z', 'updated_at': '2021-07-09T16:11:30Z', 'revision_number': 3, 'project_id': '4a7bcfee98ce42f9b496f385fa1d801e', 'gw_port': {'id': '5a458250-da19-4416-bbca-e9210b5c8054', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:46:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c5946db-f874-4d10-b9d9-bbff4dabff6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:11:29Z', 'updated_at': '2021-07-09T16:11:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:11:33.914854 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e241e7-588e-4363-81bf-1fe9e66d5ab7 None None] Checking router: 2c5946db-f874-4d10-b9d9-bbff4dabff6f for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:11:33.915727 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e241e7-588e-4363-81bf-1fe9e66d5ab7 None None] Updating router 2c5946db-f874-4d10-b9d9-bbff4dabff6f port 5a458250-da19-4416-bbca-e9210b5c8054 binding host n-d-798930-3 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:11:33.925743 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4fda1cfc-2747-4a22-a7c6-66d6edee1a4b tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:33.940376 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3eaf7d-eccd-45c8-aaaf-10b983821141 req-2f17e985-05bf-45e0-b284-7f09b6bfe0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:33.941853 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fc3eaf7d-eccd-45c8-aaaf-10b983821141 req-2f17e985-05bf-45e0-b284-7f09b6bfe0f6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1 HTTP/1.1" status: 200 len: 870 time: 0.2937999 Jul 09 16:11:33.956657 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-68e241e7-588e-4363-81bf-1fe9e66d5ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:33.962472 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa16104-62a7-4c16-abc2-8f06af81f1d9 req-feabd67d-f7c5-4f85-9ff5-2a906f0bf445 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:33.969865 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4fa16104-62a7-4c16-abc2-8f06af81f1d9 req-feabd67d-f7c5-4f85-9ff5-2a906f0bf445 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=13936f56-a9b8-4832-a4de-df0cffe4e51a HTTP/1.1" status: 200 len: 948 time: 0.4649036 Jul 09 16:11:34.000225 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-0406dacb-7e22-4bf7-8ad3-4483805c6036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:34.000960 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-0406dacb-7e22-4bf7-8ad3-4483805c6036 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:34.002476 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-0406dacb-7e22-4bf7-8ad3-4483805c6036 service neutron] 10.222.0.77 "PUT /v2.0/ports/decec9c1-b0bd-4c37-9fa9-2b5c1c14f286 HTTP/1.1" status: 200 len: 1122 time: 2.8552940 Jul 09 16:11:34.083951 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fc3eaf7d-eccd-45c8-aaaf-10b983821141 req-898147d7-580e-4d81-9364-930202c39c76 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=198a638c-19c2-40d7-ac04-36dfb2a828b2 HTTP/1.1" status: 200 len: 217 time: 0.1232078 Jul 09 16:11:34.085342 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4fa16104-62a7-4c16-abc2-8f06af81f1d9 req-db47aa43-5bb7-443d-91d8-7a49ffd0308e tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131318 Jul 09 16:11:34.130994 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['decec9c1-b0bd-4c37-9fa9-2b5c1c14f286'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:11:34.149167 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4fda1cfc-2747-4a22-a7c6-66d6edee1a4b tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:34.167250 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4fda1cfc-2747-4a22-a7c6-66d6edee1a4b tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:34.209194 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device f0dc5fdb-58ad-4756-adf1-ba5e48498f4f up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:11:34.217587 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9ca09f-f7e4-439e-a232-8beb512f2708 x-openstack-request-id: req-7c9ca09f-f7e4-439e-a232-8beb512f2708 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:11:34.218390 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1994318a-faf4-4587-9787-0cd99a4f3347", "name": "network-vif-unplugged", "status": "completed", "tag": "decec9c1-b0bd-4c37-9fa9-2b5c1c14f286", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:11:34.218869 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7c9ca09f-f7e4-439e-a232-8beb512f2708 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:11:34.219408 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1994318a-faf4-4587-9787-0cd99a4f3347', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'decec9c1-b0bd-4c37-9fa9-2b5c1c14f286', 'code': 200} Jul 09 16:11:34.225247 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda1cfc-2747-4a22-a7c6-66d6edee1a4b tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60bc5853-4382-4fb3-bf72-d93945833919,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:34.246957 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d22b6ced-e493-4293-b1a9-c6561222be83 req-c5abcc14-0b17-4022-a805-f1ff93ed0f38 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b090679-c46d-496b-a086-c3e91382647e HTTP/1.1" status: 200 len: 210 time: 0.0754812 Jul 09 16:11:34.269422 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3eaf7d-eccd-45c8-aaaf-10b983821141 req-6bc61976-7a80-49dc-814f-ce551f528388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:34.283953 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fc3eaf7d-eccd-45c8-aaaf-10b983821141 req-6bc61976-7a80-49dc-814f-ce551f528388 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.1742957 Jul 09 16:11:34.289832 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230540f1-e1a7-4b6c-8204-11d45d0c803b None None] Sync routers for ids ['c288d3eb-9709-4b12-a377-b7394060476a'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:11:34.323790 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-37fc2884-b4bd-41f7-bb80-b1e1afb3834d req-24bb1b01-f20a-47c7-a13f-526c3e1a6317 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:34.332840 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-37fc2884-b4bd-41f7-bb80-b1e1afb3834d req-24bb1b01-f20a-47c7-a13f-526c3e1a6317 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:34.357151 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230540f1-e1a7-4b6c-8204-11d45d0c803b None None] Routers {'c288d3eb-9709-4b12-a377-b7394060476a'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:11:34.358238 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-230540f1-e1a7-4b6c-8204-11d45d0c803b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:11:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['c288d3eb-9709-4b12-a377-b7394060476a'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:11:34.371701 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4fda1cfc-2747-4a22-a7c6-66d6edee1a4b tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:34.372923 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-4fda1cfc-2747-4a22-a7c6-66d6edee1a4b tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6884749 Jul 09 16:11:34.385164 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 49514) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:34.423888 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-cd4e589d-6ecb-4359-bdfb-f11660e2bb21 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Request body: {'security_group_rule': {'security_group_id': 'ba15f60f-fddc-45ad-98d6-b0e881bb2d76', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:11:34.509714 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port f0dc5fdb-58ad-4756-adf1-ba5e48498f4f triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:11:34.516310 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:34.548481 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bb1b01-f20a-47c7-a13f-526c3e1a6317 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e76fa0e5-1c71-460e-a996-c20478c21386,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:34.579522 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9bc9dd05-9c43-4b0e-9531-62da9d8a2e0a req-d2f6a1d5-fdd4-4c76-bc87-6a89dceb8f68 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=7ab597a8-1bd0-4e14-98f6-047cfef65383 HTTP/1.1" status: 200 len: 210 time: 0.1272185 Jul 09 16:11:34.706055 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-68e241e7-588e-4363-81bf-1fe9e66d5ab7 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:34.716806 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-37fc2884-b4bd-41f7-bb80-b1e1afb3834d req-24bb1b01-f20a-47c7-a13f-526c3e1a6317 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Allocated IP 192.168.233.58 (c7d8b865-e1f3-4446-a87b-a6da86eba8a1/f122b436-b232-4a3c-9aac-47d5639f2da4/4f44756b-1519-4a88-931a-778934ee6039) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:11:34.738110 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-68e241e7-588e-4363-81bf-1fe9e66d5ab7 None None] Transition to ACTIVE for port object 5a458250-da19-4416-bbca-e9210b5c8054 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:11:34.752245 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-68e241e7-588e-4363-81bf-1fe9e66d5ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:34.783987 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-230540f1-e1a7-4b6c-8204-11d45d0c803b None None] Set router c288d3eb-9709-4b12-a377-b7394060476a gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:11:34.815534 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4bf391-9c3d-46db-ae32-a21cd67bfffa None None] Pushing event updated for resources: {'Port': ['ID=5a458250-da19-4416-bbca-e9210b5c8054,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:34.847905 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-68e241e7-588e-4363-81bf-1fe9e66d5ab7 None None] Attempting to bind port 5a458250-da19-4416-bbca-e9210b5c8054 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:11:34.848610 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-68e241e7-588e-4363-81bf-1fe9e66d5ab7 None None] Attempting to bind port 5a458250-da19-4416-bbca-e9210b5c8054 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:11:34.849209 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e241e7-588e-4363-81bf-1fe9e66d5ab7 None None] Attempting to bind port 5a458250-da19-4416-bbca-e9210b5c8054 on network caa6ed8d-2893-4113-8f68-c5284e694f6c {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:11:34.855637 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e241e7-588e-4363-81bf-1fe9e66d5ab7 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:11:34.856289 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e241e7-588e-4363-81bf-1fe9e66d5ab7 None None] Checking segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:11:34.856893 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-68e241e7-588e-4363-81bf-1fe9e66d5ab7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:34.857990 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e241e7-588e-4363-81bf-1fe9e66d5ab7 None None] Bound using segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:11:34.859694 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-68e241e7-588e-4363-81bf-1fe9e66d5ab7 None None] Bound port: 5a458250-da19-4416-bbca-e9210b5c8054, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:11:34.860351 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-68e241e7-588e-4363-81bf-1fe9e66d5ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:34.965192 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-68e241e7-588e-4363-81bf-1fe9e66d5ab7 None None] For port 5a458250-da19-4416-bbca-e9210b5c8054, host n-d-798930-3, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:11:34.970803 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-68e241e7-588e-4363-81bf-1fe9e66d5ab7 None None] For port 5a458250-da19-4416-bbca-e9210b5c8054, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=5a458250-da19-4416-bbca-e9210b5c8054,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:11:34.980315 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-68e241e7-588e-4363-81bf-1fe9e66d5ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:35.055253 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e241e7-588e-4363-81bf-1fe9e66d5ab7 None None] Routers {'2c5946db-f874-4d10-b9d9-bbff4dabff6f'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:11:35.055995 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-68e241e7-588e-4363-81bf-1fe9e66d5ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:11:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['2c5946db-f874-4d10-b9d9-bbff4dabff6f'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:11:35.061961 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d701833-6868-4559-a719-93848821d2d6 req-00589939-0923-4d87-ba52-19d0bae29987 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:35.069881 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6d701833-6868-4559-a719-93848821d2d6 req-00589939-0923-4d87-ba52-19d0bae29987 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=1994318a-faf4-4587-9787-0cd99a4f3347 HTTP/1.1" status: 200 len: 944 time: 0.1821334 Jul 09 16:11:35.084630 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 0e6475cc-08bf-4589-8677-48b112c7c818 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:11:35.089012 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13936f56-a9b8-4832-a4de-df0cffe4e51a', 'tag': '198a638c-19c2-40d7-ac04-36dfb2a828b2'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:11:35.091636 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee61964-0770-43a3-91be-bbb43dc67903" -d '{"events": [{"name": "network-changed", "server_uuid": "13936f56-a9b8-4832-a4de-df0cffe4e51a", "tag": "198a638c-19c2-40d7-ac04-36dfb2a828b2"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:11:35.108182 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4bf391-9c3d-46db-ae32-a21cd67bfffa None None] Pushing event updated for resources: {'Port': ['ID=5a458250-da19-4416-bbca-e9210b5c8054,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:35.131336 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-37fc2884-b4bd-41f7-bb80-b1e1afb3834d req-24bb1b01-f20a-47c7-a13f-526c3e1a6317 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:35.138858 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-53ca2c9e-785e-4c95-9d41-7af21d6f4485 req-48690b07-d415-4f68-b30a-e0b84fdffbca tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=7df0440b1db9497381d02361493e7532&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540941 Jul 09 16:11:35.185486 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6d701833-6868-4559-a719-93848821d2d6 req-b2367b9e-5fcc-47a9-b74b-e9bb6d6ad8a4 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146157 Jul 09 16:11:35.186678 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-37fc2884-b4bd-41f7-bb80-b1e1afb3834d req-24bb1b01-f20a-47c7-a13f-526c3e1a6317 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Transition to ACTIVE for port object 4f44756b-1519-4a88-931a-778934ee6039 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:11:35.235049 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-68e241e7-588e-4363-81bf-1fe9e66d5ab7 None None] Set router 2c5946db-f874-4d10-b9d9-bbff4dabff6f gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:11:35.282633 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-37fc2884-b4bd-41f7-bb80-b1e1afb3834d req-24bb1b01-f20a-47c7-a13f-526c3e1a6317 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:35.306639 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca2c9e-785e-4c95-9d41-7af21d6f4485 req-dd16ceeb-8127-465c-9290-28bb49b9ee53 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:35.308269 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-53ca2c9e-785e-4c95-9d41-7af21d6f4485 req-dd16ceeb-8127-465c-9290-28bb49b9ee53 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1368067 Jul 09 16:11:35.321847 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d871f969-b00d-4151-a888-52dc4e4de953 req-add7832c-e6e9-4671-965f-f055d7890086 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Made reservation on behalf of 06486c1ff3c04c6aba88bb5474a3b49d for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:11:35.325686 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d871f969-b00d-4151-a888-52dc4e4de953 req-add7832c-e6e9-4671-965f-f055d7890086 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:35.340619 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d871f969-b00d-4151-a888-52dc4e4de953 req-add7832c-e6e9-4671-965f-f055d7890086 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:35.346604 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-53ca2c9e-785e-4c95-9d41-7af21d6f4485 req-bf7a70b0-a4bf-405d-9a2d-0c3208d247dc tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Request body: {'port': {'device_id': '1b090679-c46d-496b-a086-c3e91382647e', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'admin_state_up': True, 'tenant_id': '7df0440b1db9497381d02361493e7532'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:11:35.399800 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37fc2884-b4bd-41f7-bb80-b1e1afb3834d req-24bb1b01-f20a-47c7-a13f-526c3e1a6317 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:11:35.409872 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-37fc2884-b4bd-41f7-bb80-b1e1afb3834d req-24bb1b01-f20a-47c7-a13f-526c3e1a6317 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:11:35.412550 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bb1b01-f20a-47c7-a13f-526c3e1a6317 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Pushing event updated for resources: {'Port': ['ID=4f44756b-1519-4a88-931a-778934ee6039,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:35.415181 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-37fc2884-b4bd-41f7-bb80-b1e1afb3834d req-24bb1b01-f20a-47c7-a13f-526c3e1a6317 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:11:35.487868 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd4e589d-6ecb-4359-bdfb-f11660e2bb21 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:35.505479 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-68e241e7-588e-4363-81bf-1fe9e66d5ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5946db-f874-4d10-b9d9-bbff4dabff6f', 'name': 'tempest-ServersTestBootFromVolume-507522533-router', 'tenant_id': '4a7bcfee98ce42f9b496f385fa1d801e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '5a458250-da19-4416-bbca-e9210b5c8054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:11:28Z', 'updated_at': '2021-07-09T16:11:30Z', 'revision_number': 3, 'project_id': '4a7bcfee98ce42f9b496f385fa1d801e', 'gw_port': {'id': '5a458250-da19-4416-bbca-e9210b5c8054', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:46:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c5946db-f874-4d10-b9d9-bbff4dabff6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:11:29Z', 'updated_at': '2021-07-09T16:11:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:11:35.535520 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3eaf7d-eccd-45c8-aaaf-10b983821141 req-a0081239-6e44-4831-8a3b-39843cc8f1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:35.537584 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fc3eaf7d-eccd-45c8-aaaf-10b983821141 req-a0081239-6e44-4831-8a3b-39843cc8f1b7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2525380 Jul 09 16:11:35.544176 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e241e7-588e-4363-81bf-1fe9e66d5ab7 None None] The sync data for ids ['2c5946db-f874-4d10-b9d9-bbff4dabff6f'] in n-d-798930-3 is: [{'id': '2c5946db-f874-4d10-b9d9-bbff4dabff6f', 'name': 'tempest-ServersTestBootFromVolume-507522533-router', 'tenant_id': '4a7bcfee98ce42f9b496f385fa1d801e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '5a458250-da19-4416-bbca-e9210b5c8054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:11:28Z', 'updated_at': '2021-07-09T16:11:30Z', 'revision_number': 3, 'project_id': '4a7bcfee98ce42f9b496f385fa1d801e', 'gw_port': {'id': '5a458250-da19-4416-bbca-e9210b5c8054', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:46:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c5946db-f874-4d10-b9d9-bbff4dabff6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:11:29Z', 'updated_at': '2021-07-09T16:11:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:11:35.562663 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8467b381-39f1-48d6-88c7-6cea36558ca3 x-openstack-request-id: req-8467b381-39f1-48d6-88c7-6cea36558ca3 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:11:35.563101 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13936f56-a9b8-4832-a4de-df0cffe4e51a", "tag": "198a638c-19c2-40d7-ac04-36dfb2a828b2", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:11:35.563470 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8467b381-39f1-48d6-88c7-6cea36558ca3 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:11:35.564058 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13936f56-a9b8-4832-a4de-df0cffe4e51a', 'tag': '198a638c-19c2-40d7-ac04-36dfb2a828b2', 'status': 'completed', 'code': 200} Jul 09 16:11:35.613555 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 0e6475cc-08bf-4589-8677-48b112c7c818 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:11:35.614169 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:35.672099 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc2884-b4bd-41f7-bb80-b1e1afb3834d req-24bb1b01-f20a-47c7-a13f-526c3e1a6317 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:35.672691 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-37fc2884-b4bd-41f7-bb80-b1e1afb3834d req-24bb1b01-f20a-47c7-a13f-526c3e1a6317 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:35.687457 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-230540f1-e1a7-4b6c-8204-11d45d0c803b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c288d3eb-9709-4b12-a377-b7394060476a', 'name': 'tempest-ServersTestJSON-262177027-router', 'tenant_id': 'bdb58201a80846f5a926a2013ebad1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'f0dc5fdb-58ad-4756-adf1-ba5e48498f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:11:22Z', 'updated_at': '2021-07-09T16:11:27Z', 'revision_number': 4, 'project_id': 'bdb58201a80846f5a926a2013ebad1c5', 'gw_port': {'id': 'f0dc5fdb-58ad-4756-adf1-ba5e48498f4f', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c288d3eb-9709-4b12-a377-b7394060476a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:11:23Z', 'updated_at': '2021-07-09T16:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '5bd05fc0-e6fc-4f5a-9380-003c54d3e453', 'name': '', 'network_id': '9c3ada68-d69e-496a-aef3-b3da6e6248d6', 'tenant_id': 'bdb58201a80846f5a926a2013ebad1c5', 'mac_address': 'fa:16:3e:9b:c3:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c288d3eb-9709-4b12-a377-b7394060476a', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9064e539-ac8b-434c-9d15-5d32d254f9d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:11:26Z', 'updated_at': '2021-07-09T16:11:28Z', 'revision_number': 2, 'project_id': 'bdb58201a80846f5a926a2013ebad1c5', 'subnets': [{'id': '9064e539-ac8b-434c-9d15-5d32d254f9d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:11:35.724728 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230540f1-e1a7-4b6c-8204-11d45d0c803b None None] Checking router: c288d3eb-9709-4b12-a377-b7394060476a for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:11:35.725480 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230540f1-e1a7-4b6c-8204-11d45d0c803b None None] Updating router c288d3eb-9709-4b12-a377-b7394060476a port 5bd05fc0-e6fc-4f5a-9380-003c54d3e453 binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:11:35.773113 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53ca2c9e-785e-4c95-9d41-7af21d6f4485 req-bf7a70b0-a4bf-405d-9a2d-0c3208d247dc tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Made reservation on behalf of 7df0440b1db9497381d02361493e7532 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:11:35.777686 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-53ca2c9e-785e-4c95-9d41-7af21d6f4485 req-bf7a70b0-a4bf-405d-9a2d-0c3208d247dc tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:35.793676 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fc3eaf7d-eccd-45c8-aaaf-10b983821141 req-72b3152c-e7be-402b-b2b9-cbf26b33ad69 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636581 Jul 09 16:11:35.800842 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd4e589d-6ecb-4359-bdfb-f11660e2bb21 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:35.824968 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-230540f1-e1a7-4b6c-8204-11d45d0c803b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:35.825215 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd4e589d-6ecb-4359-bdfb-f11660e2bb21 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:35.839805 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fa85b224-b710-4f57-8944-2fa62770c677 None None] Provisioning for port 4f44756b-1519-4a88-931a-778934ee6039 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:11:35.844912 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fa85b224-b710-4f57-8944-2fa62770c677 None None] Provisioning complete for port 4f44756b-1519-4a88-931a-778934ee6039 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:11:35.845128 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fa85b224-b710-4f57-8944-2fa62770c677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:35.858430 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee61964-0770-43a3-91be-bbb43dc67903 req-0d6dadba-932b-4b5b-9cc5-404984dd1c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:35.860026 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ee61964-0770-43a3-91be-bbb43dc67903 req-0d6dadba-932b-4b5b-9cc5-404984dd1c2a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=90103765321a44c5954b6bc1ea90c4d7&device_id=13936f56-a9b8-4832-a4de-df0cffe4e51a HTTP/1.1" status: 200 len: 1099 time: 0.3073514 Jul 09 16:11:35.861925 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e589d-6ecb-4359-bdfb-f11660e2bb21 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b685911-e30e-4558-8f1e-261190668a0c,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:35.883482 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fa85b224-b710-4f57-8944-2fa62770c677 None None] Port 4f44756b-1519-4a88-931a-778934ee6039 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:11:35.891578 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a2683d-205e-4931-bb70-e14b80fbc8f4 req-ccf1ebdf-be91-4e9e-a975-a8d18e2ace3a tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:35.899026 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a6a2683d-205e-4931-bb70-e14b80fbc8f4 req-ccf1ebdf-be91-4e9e-a975-a8d18e2ace3a tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b9c3834-9e0c-4f34-b516-903095432f92 HTTP/1.1" status: 200 len: 950 time: 0.1669512 Jul 09 16:11:35.914088 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fc3eaf7d-eccd-45c8-aaaf-10b983821141 req-1c4b424e-dacb-4294-a1bd-77eda4ebe47d service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114435 Jul 09 16:11:36.050809 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a6a2683d-205e-4931-bb70-e14b80fbc8f4 req-6fe076e4-dda5-4047-b8c1-f5b589e3cce7 tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] 10.222.0.98 "GET /v2.0/security-groups?id=1c9e1b51-72ff-4893-a1b3-8f6bf438788f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508827 Jul 09 16:11:36.114820 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee61964-0770-43a3-91be-bbb43dc67903 req-2a4e34e2-88f0-43de-b6fc-2b8a9f886c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:36.116377 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ee61964-0770-43a3-91be-bbb43dc67903 req-2a4e34e2-88f0-43de-b6fc-2b8a9f886c01 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1 HTTP/1.1" status: 200 len: 870 time: 0.2427886 Jul 09 16:11:36.207351 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-14318eb0-8f33-4ec7-8954-a07036138139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:36.213142 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ee61964-0770-43a3-91be-bbb43dc67903 req-6566ddb9-ef1f-493e-b22a-7294497f05a7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=198a638c-19c2-40d7-ac04-36dfb2a828b2 HTTP/1.1" status: 200 len: 217 time: 0.0846083 Jul 09 16:11:36.220323 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1994318a-faf4-4587-9787-0cd99a4f3347', 'tag': 'decec9c1-b0bd-4c37-9fa9-2b5c1c14f286'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:11:36.224943 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f719b6-3651-4ddb-a36d-5a7bcaf0735b" -d '{"events": [{"name": "network-changed", "server_uuid": "1994318a-faf4-4587-9787-0cd99a4f3347", "tag": "decec9c1-b0bd-4c37-9fa9-2b5c1c14f286"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:11:36.271493 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 5a458250-da19-4416-bbca-e9210b5c8054 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:11:36.300836 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0e0b02e5-7821-4339-abd6-9f7d09c2662b req-ae273c96-1fd8-44aa-aeeb-b18fc8529d00 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b090679-c46d-496b-a086-c3e91382647e HTTP/1.1" status: 200 len: 210 time: 0.0722399 Jul 09 16:11:36.338422 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee61964-0770-43a3-91be-bbb43dc67903 req-f8e968f5-856a-48b8-a35a-898870872816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:36.344575 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ee61964-0770-43a3-91be-bbb43dc67903 req-f8e968f5-856a-48b8-a35a-898870872816 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.1057680 Jul 09 16:11:36.378996 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d871f969-b00d-4151-a888-52dc4e4de953 req-add7832c-e6e9-4671-965f-f055d7890086 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:36.392567 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd4e589d-6ecb-4359-bdfb-f11660e2bb21 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:36.393137 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-230540f1-e1a7-4b6c-8204-11d45d0c803b None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:36.398414 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-cd4e589d-6ecb-4359-bdfb-f11660e2bb21 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9921339 Jul 09 16:11:36.399398 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 49540) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:36.404080 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-230540f1-e1a7-4b6c-8204-11d45d0c803b None None] Transition to ACTIVE for port object 5bd05fc0-e6fc-4f5a-9380-003c54d3e453 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:11:36.405584 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-25d3b82f-8ddc-4373-925e-d9f5610cf472 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Request body: {'floatingip': {'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:11:36.412043 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-230540f1-e1a7-4b6c-8204-11d45d0c803b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:36.417769 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-37fc2884-b4bd-41f7-bb80-b1e1afb3834d req-24bb1b01-f20a-47c7-a13f-526c3e1a6317 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0333607 Jul 09 16:11:36.445646 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-37fc2884-b4bd-41f7-bb80-b1e1afb3834d req-e6f8220b-2e3c-4cad-ab17-87943a1de738 service neutron] Request body: {'port': {'device_id': '0c4aad9b-2b23-4b57-ac9a-9384c9ad2f49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:11:36.448196 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d871f969-b00d-4151-a888-52dc4e4de953 req-add7832c-e6e9-4671-965f-f055d7890086 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:36.510126 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee61964-0770-43a3-91be-bbb43dc67903 req-db836548-51fd-427a-80bf-ff1836ddae21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:36.511589 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ee61964-0770-43a3-91be-bbb43dc67903 req-db836548-51fd-427a-80bf-ff1836ddae21 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1605248 Jul 09 16:11:36.523463 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c738ae-5507-432d-ad91-cbdfe7a0ab49 None None] Pushing event updated for resources: {'Port': ['ID=5bd05fc0-e6fc-4f5a-9380-003c54d3e453,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:36.539582 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 5a458250-da19-4416-bbca-e9210b5c8054 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:11:36.554786 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-403773ef-c2ad-427f-8ebe-7bc7a1f57a98 req-5bedc145-5f3b-44f7-9a43-2928ceb984d5 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=7ab597a8-1bd0-4e14-98f6-047cfef65383 HTTP/1.1" status: 200 len: 210 time: 0.0653915 Jul 09 16:11:36.560872 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-25d3b82f-8ddc-4373-925e-d9f5610cf472 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:36.574830 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 5a458250-da19-4416-bbca-e9210b5c8054 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:11:36.575211 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:36.590653 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6219c97-2bfa-4ef5-b676-f424c3875766 req-7bf89094-939f-4d1e-a5c1-83573c84930f tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:36.593320 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-230540f1-e1a7-4b6c-8204-11d45d0c803b None None] Attempting to bind port 5bd05fc0-e6fc-4f5a-9380-003c54d3e453 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:11:36.594157 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-230540f1-e1a7-4b6c-8204-11d45d0c803b None None] Attempting to bind port 5bd05fc0-e6fc-4f5a-9380-003c54d3e453 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'a5bc223c-05a1-4a9e-ab16-52d6e8a4b9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9c3ada68-d69e-496a-aef3-b3da6e6248d6'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:11:36.594587 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230540f1-e1a7-4b6c-8204-11d45d0c803b None None] Attempting to bind port 5bd05fc0-e6fc-4f5a-9380-003c54d3e453 on network 9c3ada68-d69e-496a-aef3-b3da6e6248d6 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:11:36.599124 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e6219c97-2bfa-4ef5-b676-f424c3875766 req-7bf89094-939f-4d1e-a5c1-83573c84930f tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=13936f56-a9b8-4832-a4de-df0cffe4e51a HTTP/1.1" status: 200 len: 948 time: 1.1087248 Jul 09 16:11:36.650966 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230540f1-e1a7-4b6c-8204-11d45d0c803b None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:11:36.651540 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230540f1-e1a7-4b6c-8204-11d45d0c803b None None] Checking segment: {'id': 'a5bc223c-05a1-4a9e-ab16-52d6e8a4b9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9c3ada68-d69e-496a-aef3-b3da6e6248d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:11:36.651983 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-230540f1-e1a7-4b6c-8204-11d45d0c803b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:36.652388 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230540f1-e1a7-4b6c-8204-11d45d0c803b None None] Bound using segment: {'id': 'a5bc223c-05a1-4a9e-ab16-52d6e8a4b9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9c3ada68-d69e-496a-aef3-b3da6e6248d6'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:11:36.652882 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-230540f1-e1a7-4b6c-8204-11d45d0c803b None None] Bound port: 5bd05fc0-e6fc-4f5a-9380-003c54d3e453, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bc223c-05a1-4a9e-ab16-52d6e8a4b9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9c3ada68-d69e-496a-aef3-b3da6e6248d6'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:11:36.653413 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-230540f1-e1a7-4b6c-8204-11d45d0c803b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:36.742260 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:36.746671 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-53ca2c9e-785e-4c95-9d41-7af21d6f4485 req-bf7a70b0-a4bf-405d-9a2d-0c3208d247dc tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Allocated IP 192.168.233.74 (c7d8b865-e1f3-4446-a87b-a6da86eba8a1/f122b436-b232-4a3c-9aac-47d5639f2da4/9429497b-061d-407b-8537-970adf7a8636) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:11:36.773006 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 5a458250-da19-4416-bbca-e9210b5c8054, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=5a458250-da19-4416-bbca-e9210b5c8054,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:11:36.817313 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:36.820499 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add7832c-e6e9-4671-965f-f055d7890086 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b472728d-d98b-4ce3-9d41-8b340207b6bb,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:36.897863 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-37fc2884-b4bd-41f7-bb80-b1e1afb3834d req-e6f8220b-2e3c-4cad-ab17-87943a1de738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:36.913487 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-230540f1-e1a7-4b6c-8204-11d45d0c803b None None] For port 5bd05fc0-e6fc-4f5a-9380-003c54d3e453, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:11:36.917215 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=5a458250-da19-4416-bbca-e9210b5c8054,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:36.929829 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ee61964-0770-43a3-91be-bbb43dc67903 req-69951119-4b50-4003-8081-174480d83912 service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3966701 Jul 09 16:11:36.936363 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-230540f1-e1a7-4b6c-8204-11d45d0c803b None None] For port 5bd05fc0-e6fc-4f5a-9380-003c54d3e453, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=5bd05fc0-e6fc-4f5a-9380-003c54d3e453,segment=NetworkSegment(a5bc223c-05a1-4a9e-ab16-52d6e8a4b9da),segment_id=a5bc223c-05a1-4a9e-ab16-52d6e8a4b9da)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:11:36.944165 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-230540f1-e1a7-4b6c-8204-11d45d0c803b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:36.975266 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e6219c97-2bfa-4ef5-b676-f424c3875766 req-e1ad8297-7244-4098-9862-ca72840a9cf1 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748119 Jul 09 16:11:37.029079 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee61964-0770-43a3-91be-bbb43dc67903 req-fb780cdc-260f-4b73-a518-a23e15b9211e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:37.030730 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0ee61964-0770-43a3-91be-bbb43dc67903 req-fb780cdc-260f-4b73-a518-a23e15b9211e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=90103765321a44c5954b6bc1ea90c4d7&device_id=13936f56-a9b8-4832-a4de-df0cffe4e51a HTTP/1.1" status: 200 len: 1099 time: 0.9571970 Jul 09 16:11:37.041027 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c738ae-5507-432d-ad91-cbdfe7a0ab49 None None] Pushing event updated for resources: {'Port': ['ID=5bd05fc0-e6fc-4f5a-9380-003c54d3e453,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:37.045028 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230540f1-e1a7-4b6c-8204-11d45d0c803b None None] Routers {'c288d3eb-9709-4b12-a377-b7394060476a'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:11:37.045788 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-230540f1-e1a7-4b6c-8204-11d45d0c803b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:11:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['c288d3eb-9709-4b12-a377-b7394060476a'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:11:37.104135 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ee61964-0770-43a3-91be-bbb43dc67903 req-d4459d7e-d113-449b-a174-18eccc4b57e7 service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460140 Jul 09 16:11:37.109166 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b86319b-ca14-4528-83e6-c455115230df x-openstack-request-id: req-7b86319b-ca14-4528-83e6-c455115230df {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:11:37.110212 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1994318a-faf4-4587-9787-0cd99a4f3347", "tag": "decec9c1-b0bd-4c37-9fa9-2b5c1c14f286", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:11:37.110916 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7b86319b-ca14-4528-83e6-c455115230df {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:11:37.111908 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1994318a-faf4-4587-9787-0cd99a4f3347', 'tag': 'decec9c1-b0bd-4c37-9fa9-2b5c1c14f286', 'status': 'completed', 'code': 200} Jul 09 16:11:37.133850 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.73', 58263) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:37.170079 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f380822-2088-42ad-8b5a-36c95abbb81c req-f32082ed-8d3b-4dc7-aab2-55f3dc0dc394 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:37.177095 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6f380822-2088-42ad-8b5a-36c95abbb81c req-f32082ed-8d3b-4dc7-aab2-55f3dc0dc394 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=1994318a-faf4-4587-9787-0cd99a4f3347 HTTP/1.1" status: 200 len: 944 time: 0.4284325 Jul 09 16:11:37.181367 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device decec9c1-b0bd-4c37-9fa9-2b5c1c14f286 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:11:37.299497 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port decec9c1-b0bd-4c37-9fa9-2b5c1c14f286, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=decec9c1-b0bd-4c37-9fa9-2b5c1c14f286,segment=NetworkSegment(cbc7a639-5863-4995-9a4b-f91be63e1ab1),segment_id=cbc7a639-5863-4995-9a4b-f91be63e1ab1)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:11:37.332532 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device decec9c1-b0bd-4c37-9fa9-2b5c1c14f286 has no active binding in host n-h1-798930-3 {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 16:11:37.341320 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-25d3b82f-8ddc-4373-925e-d9f5610cf472 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:37.367790 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-14318eb0-8f33-4ec7-8954-a07036138139 admin admin] Allocated IP 172.20.0.1 (61ffd1b6-f25b-4986-bd69-fd61ebdd8c18/90f9165d-5f7d-46e1-8fba-1a5ae5f57aba/b3c945e4-6a50-4cc8-8cd8-1f368f81d45c) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:11:37.371374 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6f380822-2088-42ad-8b5a-36c95abbb81c req-c9643f28-7b9c-493b-8412-62ed3df99900 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929936 Jul 09 16:11:37.378633 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6ed06-58b1-45eb-8d0f-a45ae9233cb4 req-0beecf6e-f390-4cd9-8101-0fdf3334036b tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:37.380002 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a4e6ed06-58b1-45eb-8d0f-a45ae9233cb4 req-0beecf6e-f390-4cd9-8101-0fdf3334036b tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b9c3834-9e0c-4f34-b516-903095432f92 HTTP/1.1" status: 200 len: 950 time: 0.6182501 Jul 09 16:11:37.421519 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-230540f1-e1a7-4b6c-8204-11d45d0c803b None None] Set router c288d3eb-9709-4b12-a377-b7394060476a gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:11:37.438142 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-53ca2c9e-785e-4c95-9d41-7af21d6f4485 req-bf7a70b0-a4bf-405d-9a2d-0c3208d247dc tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:37.457273 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee61964-0770-43a3-91be-bbb43dc67903 req-b2f546d8-cd92-4699-9a8f-caa20dba1a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:37.459586 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0ee61964-0770-43a3-91be-bbb43dc67903 req-b2f546d8-cd92-4699-9a8f-caa20dba1a47 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1 HTTP/1.1" status: 200 len: 870 time: 0.3161907 Jul 09 16:11:37.521124 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-53ca2c9e-785e-4c95-9d41-7af21d6f4485 req-bf7a70b0-a4bf-405d-9a2d-0c3208d247dc tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Transition to ACTIVE for port object 9429497b-061d-407b-8537-970adf7a8636 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:11:37.597757 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0ee61964-0770-43a3-91be-bbb43dc67903 req-acd44286-0e17-4238-b131-ef2e8ef0ba3d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=198a638c-19c2-40d7-ac04-36dfb2a828b2 HTTP/1.1" status: 200 len: 217 time: 0.1188512 Jul 09 16:11:37.687317 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-230540f1-e1a7-4b6c-8204-11d45d0c803b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c288d3eb-9709-4b12-a377-b7394060476a', 'name': 'tempest-ServersTestJSON-262177027-router', 'tenant_id': 'bdb58201a80846f5a926a2013ebad1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'f0dc5fdb-58ad-4756-adf1-ba5e48498f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:11:22Z', 'updated_at': '2021-07-09T16:11:27Z', 'revision_number': 4, 'project_id': 'bdb58201a80846f5a926a2013ebad1c5', 'gw_port': {'id': 'f0dc5fdb-58ad-4756-adf1-ba5e48498f4f', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c288d3eb-9709-4b12-a377-b7394060476a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:11:23Z', 'updated_at': '2021-07-09T16:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '5bd05fc0-e6fc-4f5a-9380-003c54d3e453', 'name': '', 'network_id': '9c3ada68-d69e-496a-aef3-b3da6e6248d6', 'tenant_id': 'bdb58201a80846f5a926a2013ebad1c5', 'mac_address': 'fa:16:3e:9b:c3:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c288d3eb-9709-4b12-a377-b7394060476a', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9064e539-ac8b-434c-9d15-5d32d254f9d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:11:26Z', 'updated_at': '2021-07-09T16:11:36Z', 'revision_number': 4, 'project_id': 'bdb58201a80846f5a926a2013ebad1c5', 'subnets': [{'id': '9064e539-ac8b-434c-9d15-5d32d254f9d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:11:37.720274 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230540f1-e1a7-4b6c-8204-11d45d0c803b None None] The sync data for ids ['c288d3eb-9709-4b12-a377-b7394060476a'] in n-d-798930-3 is: [{'id': 'c288d3eb-9709-4b12-a377-b7394060476a', 'name': 'tempest-ServersTestJSON-262177027-router', 'tenant_id': 'bdb58201a80846f5a926a2013ebad1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'f0dc5fdb-58ad-4756-adf1-ba5e48498f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:11:22Z', 'updated_at': '2021-07-09T16:11:27Z', 'revision_number': 4, 'project_id': 'bdb58201a80846f5a926a2013ebad1c5', 'gw_port': {'id': 'f0dc5fdb-58ad-4756-adf1-ba5e48498f4f', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c288d3eb-9709-4b12-a377-b7394060476a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:11:23Z', 'updated_at': '2021-07-09T16:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '5bd05fc0-e6fc-4f5a-9380-003c54d3e453', 'name': '', 'network_id': '9c3ada68-d69e-496a-aef3-b3da6e6248d6', 'tenant_id': 'bdb58201a80846f5a926a2013ebad1c5', 'mac_address': 'fa:16:3e:9b:c3:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c288d3eb-9709-4b12-a377-b7394060476a', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9064e539-ac8b-434c-9d15-5d32d254f9d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:11:26Z', 'updated_at': '2021-07-09T16:11:36Z', 'revision_number': 4, 'project_id': 'bdb58201a80846f5a926a2013ebad1c5', 'subnets': [{'id': '9064e539-ac8b-434c-9d15-5d32d254f9d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:11:37.751869 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee61964-0770-43a3-91be-bbb43dc67903 req-5855209e-4902-4465-b31f-3dedbe98b3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:37.753595 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0ee61964-0770-43a3-91be-bbb43dc67903 req-5855209e-4902-4465-b31f-3dedbe98b3a9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.1310327 Jul 09 16:11:37.763735 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-53ca2c9e-785e-4c95-9d41-7af21d6f4485 req-bf7a70b0-a4bf-405d-9a2d-0c3208d247dc tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:37.841709 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-14318eb0-8f33-4ec7-8954-a07036138139 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:37.857073 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69373001-9f90-4aba-89c7-577e807b45a5 req-93818cc6-36ce-4670-917c-16b749ef07ae tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:37.858561 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-69373001-9f90-4aba-89c7-577e807b45a5 req-93818cc6-36ce-4670-917c-16b749ef07ae tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b9c3834-9e0c-4f34-b516-903095432f92 HTTP/1.1" status: 200 len: 950 time: 0.4069386 Jul 09 16:11:37.861520 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f719b6-3651-4ddb-a36d-5a7bcaf0735b req-ab6bd646-c418-4d65-807c-9e40315595b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:37.863294 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e5f719b6-3651-4ddb-a36d-5a7bcaf0735b req-ab6bd646-c418-4d65-807c-9e40315595b7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9639d7ee11dd47639be4bedc72b53ccc&device_id=1994318a-faf4-4587-9787-0cd99a4f3347 HTTP/1.1" status: 200 len: 1125 time: 0.7280679 Jul 09 16:11:37.937721 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-a4e6ed06-58b1-45eb-8d0f-a45ae9233cb4 req-0a7b27a4-dc1b-4d10-97ed-1003e8293695 tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] Deleting port c757367c-0a05-4896-90a5-ad9960329116 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:11:37.937937 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a4e6ed06-58b1-45eb-8d0f-a45ae9233cb4 req-0a7b27a4-dc1b-4d10-97ed-1003e8293695 tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:37.946908 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53ca2c9e-785e-4c95-9d41-7af21d6f4485 req-bf7a70b0-a4bf-405d-9a2d-0c3208d247dc tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:11:37.947402 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-25d3b82f-8ddc-4373-925e-d9f5610cf472 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Allocated IP 172.25.0.81 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/77a0b235-d01c-4bfc-800f-92a90520b07f) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:11:37.967627 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-14318eb0-8f33-4ec7-8954-a07036138139 admin admin] Transition to ACTIVE for port object b3c945e4-6a50-4cc8-8cd8-1f368f81d45c will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:11:37.976610 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11162333-28f1-4a72-a251-5c7f3cddacc3 req-e24caeab-bd19-4117-b779-7919275520ba tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:37.979519 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-11162333-28f1-4a72-a251-5c7f3cddacc3 req-e24caeab-bd19-4117-b779-7919275520ba tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b090679-c46d-496b-a086-c3e91382647e HTTP/1.1" status: 200 len: 935 time: 0.1924281 Jul 09 16:11:37.980154 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-d871f969-b00d-4151-a888-52dc4e4de953 req-add7832c-e6e9-4671-965f-f055d7890086 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Allocated IP 192.168.233.81 (c7d8b865-e1f3-4446-a87b-a6da86eba8a1/f122b436-b232-4a3c-9aac-47d5639f2da4/2bf4afec-66f7-4d7c-b984-e80fa7b78a2f) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:11:37.994699 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-53ca2c9e-785e-4c95-9d41-7af21d6f4485 req-bf7a70b0-a4bf-405d-9a2d-0c3208d247dc tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:11:37.997257 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ca2c9e-785e-4c95-9d41-7af21d6f4485 req-bf7a70b0-a4bf-405d-9a2d-0c3208d247dc tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:11:38.008864 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca2c9e-785e-4c95-9d41-7af21d6f4485 req-bf7a70b0-a4bf-405d-9a2d-0c3208d247dc tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:38.009245 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-53ca2c9e-785e-4c95-9d41-7af21d6f4485 req-bf7a70b0-a4bf-405d-9a2d-0c3208d247dc tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:38.159916 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-69373001-9f90-4aba-89c7-577e807b45a5 req-840b60b0-3430-4b26-9b2a-ec8c157bf803 tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] 10.222.0.98 "GET /v2.0/security-groups?id=1c9e1b51-72ff-4893-a1b3-8f6bf438788f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639542 Jul 09 16:11:38.161771 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-11162333-28f1-4a72-a251-5c7f3cddacc3 req-9cf9ef55-e689-479c-859a-eb31ccef9de7 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.98 "GET /v2.0/security-groups?id=e76fa0e5-1c71-460e-a996-c20478c21386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727343 Jul 09 16:11:38.162893 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f719b6-3651-4ddb-a36d-5a7bcaf0735b req-c790157a-5525-46bc-8d64-e264751af686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:38.169604 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e5f719b6-3651-4ddb-a36d-5a7bcaf0735b req-c790157a-5525-46bc-8d64-e264751af686 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 HTTP/1.1" status: 200 len: 921 time: 0.2973690 Jul 09 16:11:38.202341 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 5bd05fc0-e6fc-4f5a-9380-003c54d3e453 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:11:38.220905 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7a70b0-a4bf-405d-9a2d-0c3208d247dc tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Pushing event updated for resources: {'Port': ['ID=9429497b-061d-407b-8537-970adf7a8636,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:38.229053 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e5f719b6-3651-4ddb-a36d-5a7bcaf0735b req-d0cac370-b498-408f-843c-c177ab1d46dc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=decec9c1-b0bd-4c37-9fa9-2b5c1c14f286 HTTP/1.1" status: 200 len: 217 time: 0.0509255 Jul 09 16:11:38.311168 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-53ca2c9e-785e-4c95-9d41-7af21d6f4485 req-bf7a70b0-a4bf-405d-9a2d-0c3208d247dc tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9730396 Jul 09 16:11:38.328158 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 5bd05fc0-e6fc-4f5a-9380-003c54d3e453 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:11:38.329709 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.73', 58264) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:38.339135 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 5bd05fc0-e6fc-4f5a-9380-003c54d3e453 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:11:38.340527 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:38.387302 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-25d3b82f-8ddc-4373-925e-d9f5610cf472 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:38.390932 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-53ca2c9e-785e-4c95-9d41-7af21d6f4485 req-7c842a48-d8a6-46a9-8249-d030afc9947d service neutron] Request body: {'port': {'device_id': '1b090679-c46d-496b-a086-c3e91382647e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:11:38.467054 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a222650b-d3a0-4af3-8f86-95abdc87221c None None] Provisioning for port 9429497b-061d-407b-8537-970adf7a8636 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:11:38.473088 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a222650b-d3a0-4af3-8f86-95abdc87221c None None] Provisioning complete for port 9429497b-061d-407b-8537-970adf7a8636 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:11:38.474341 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a222650b-d3a0-4af3-8f86-95abdc87221c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:38.474816 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f719b6-3651-4ddb-a36d-5a7bcaf0735b req-2bc32b65-bb14-4204-be1c-2170107e568f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:38.476149 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e5f719b6-3651-4ddb-a36d-5a7bcaf0735b req-2bc32b65-bb14-4204-be1c-2170107e568f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1e15c12f-d45d-4aa3-a5bc-500d552ae0b3 HTTP/1.1" status: 200 len: 860 time: 0.2397876 Jul 09 16:11:38.516574 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a222650b-d3a0-4af3-8f86-95abdc87221c None None] Port 9429497b-061d-407b-8537-970adf7a8636 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:11:38.537212 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-53ca2c9e-785e-4c95-9d41-7af21d6f4485 req-7c842a48-d8a6-46a9-8249-d030afc9947d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:38.539590 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e5f719b6-3651-4ddb-a36d-5a7bcaf0735b req-080e95e0-cc6a-41f2-81ba-b32232c22708 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2b65bcac-ba21-4565-bf6d-5e7b6fe83db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412741 Jul 09 16:11:38.559559 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-2bb19663-6749-4b06-b05e-14f97d3ab263 service neutron] 10.222.0.73 "GET /v2.0/ports/decec9c1-b0bd-4c37-9fa9-2b5c1c14f286/bindings/n-h1-798930-3 HTTP/1.1" status: 200 len: 384 time: 0.2287164 Jul 09 16:11:38.567329 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:38.598126 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b9e80dbe-d9b9-4fb5-853d-baa053b2f904 req-12e707db-8109-44cd-8d5f-08adc90a94dc tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=7ab597a8-1bd0-4e14-98f6-047cfef65383 HTTP/1.1" status: 200 len: 210 time: 0.1429114 Jul 09 16:11:38.620496 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 5bd05fc0-e6fc-4f5a-9380-003c54d3e453, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=5bd05fc0-e6fc-4f5a-9380-003c54d3e453,segment=NetworkSegment(a5bc223c-05a1-4a9e-ab16-52d6e8a4b9da),segment_id=a5bc223c-05a1-4a9e-ab16-52d6e8a4b9da)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:11:38.625248 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:38.626263 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 5a458250-da19-4416-bbca-e9210b5c8054 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:11:38.670664 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-25d3b82f-8ddc-4373-925e-d9f5610cf472 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:38.738229 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d871f969-b00d-4151-a888-52dc4e4de953 req-add7832c-e6e9-4671-965f-f055d7890086 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:38.746073 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=5bd05fc0-e6fc-4f5a-9380-003c54d3e453,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:38.758204 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-d871f969-b00d-4151-a888-52dc4e4de953 req-add7832c-e6e9-4671-965f-f055d7890086 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Transition to ACTIVE for port object 2bf4afec-66f7-4d7c-b984-e80fa7b78a2f will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:11:38.763723 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d3b82f-8ddc-4373-925e-d9f5610cf472 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:11:38.772535 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee61964-0770-43a3-91be-bbb43dc67903 req-1d5d3bc1-7d76-4935-a34c-5c8b744badd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:38.774461 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0ee61964-0770-43a3-91be-bbb43dc67903 req-1d5d3bc1-7d76-4935-a34c-5c8b744badd4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9897604 Jul 09 16:11:38.776237 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 5a458250-da19-4416-bbca-e9210b5c8054 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:11:38.776619 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:38.779422 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-25d3b82f-8ddc-4373-925e-d9f5610cf472 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:11:38.790252 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e5f719b6-3651-4ddb-a36d-5a7bcaf0735b req-4992a34f-da65-4b7b-aceb-f8cec3d8959f service neutron] 10.222.0.73 "GET /v2.0/networks/2b65bcac-ba21-4565-bf6d-5e7b6fe83db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427168 Jul 09 16:11:38.798140 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1111a-2a00-41b2-ae11-4ea4245b5aaa req-b4402dcd-d9fa-4386-8370-4e055becd6bd tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:38.799655 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-54a1111a-2a00-41b2-ae11-4ea4245b5aaa req-b4402dcd-d9fa-4386-8370-4e055becd6bd tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=13936f56-a9b8-4832-a4de-df0cffe4e51a HTTP/1.1" status: 200 len: 948 time: 0.3405638 Jul 09 16:11:38.800549 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d3b82f-8ddc-4373-925e-d9f5610cf472 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:11:38.827011 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3b82f-8ddc-4373-925e-d9f5610cf472 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Pushing event updated for resources: {'Port': ['ID=77a0b235-d01c-4bfc-800f-92a90520b07f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:38.839225 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-a4e6ed06-58b1-45eb-8d0f-a45ae9233cb4 req-0a7b27a4-dc1b-4d10-97ed-1003e8293695 tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] For port c757367c-0a05-4896-90a5-ad9960329116, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=c757367c-0a05-4896-90a5-ad9960329116,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:11:38.839705 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a4e6ed06-58b1-45eb-8d0f-a45ae9233cb4 req-0a7b27a4-dc1b-4d10-97ed-1003e8293695 tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:38.857462 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-14318eb0-8f33-4ec7-8954-a07036138139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:39.064113 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-54a1111a-2a00-41b2-ae11-4ea4245b5aaa req-9be1039f-91d5-49dc-9fdb-4fdda03eafc8 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549119 Jul 09 16:11:39.130344 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e5f719b6-3651-4ddb-a36d-5a7bcaf0735b req-9a4cdaea-221d-4c2c-b7f4-5579ded21d0b service neutron] 10.222.0.73 "GET /v2.0/networks/2b65bcac-ba21-4565-bf6d-5e7b6fe83db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143537 Jul 09 16:11:39.153230 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-25d3b82f-8ddc-4373-925e-d9f5610cf472 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:39.210421 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-5df63f5f-c820-45d3-b081-826bcd5c6fbc service neutron] For port decec9c1-b0bd-4c37-9fa9-2b5c1c14f286, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=decec9c1-b0bd-4c37-9fa9-2b5c1c14f286,segment=NetworkSegment(cbc7a639-5863-4995-9a4b-f91be63e1ab1),segment_id=cbc7a639-5863-4995-9a4b-f91be63e1ab1)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:11:39.235689 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-25d3b82f-8ddc-4373-925e-d9f5610cf472 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:39.244853 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-a4e6ed06-58b1-45eb-8d0f-a45ae9233cb4 req-0a7b27a4-dc1b-4d10-97ed-1003e8293695 tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] Calling delete_port for c757367c-0a05-4896-90a5-ad9960329116 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:11:39.259421 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-5df63f5f-c820-45d3-b081-826bcd5c6fbc service neutron] For port decec9c1-b0bd-4c37-9fa9-2b5c1c14f286, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:11:39.310555 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14318eb0-8f33-4ec7-8954-a07036138139 admin admin] Network 61ffd1b6-f25b-4986-bd69-fd61ebdd8c18 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:11:39.335352 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-14318eb0-8f33-4ec7-8954-a07036138139 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:11:39.379378 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d871f969-b00d-4151-a888-52dc4e4de953 req-add7832c-e6e9-4671-965f-f055d7890086 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:39.381934 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14318eb0-8f33-4ec7-8954-a07036138139 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:11:39.382409 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-14318eb0-8f33-4ec7-8954-a07036138139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:39.390167 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14318eb0-8f33-4ec7-8954-a07036138139 admin admin] Pushing event updated for resources: {'Port': ['ID=b3c945e4-6a50-4cc8-8cd8-1f368f81d45c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:39.390419 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-5df63f5f-c820-45d3-b081-826bcd5c6fbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id decec9c1-b0bd-4c37-9fa9-2b5c1c14f286 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:11:39.424107 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-5df63f5f-c820-45d3-b081-826bcd5c6fbc service neutron] For port decec9c1-b0bd-4c37-9fa9-2b5c1c14f286, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=decec9c1-b0bd-4c37-9fa9-2b5c1c14f286,segment=NetworkSegment(cbc7a639-5863-4995-9a4b-f91be63e1ab1),segment_id=cbc7a639-5863-4995-9a4b-f91be63e1ab1)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:11:39.492434 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-5df63f5f-c820-45d3-b081-826bcd5c6fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:39.549511 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7aedb41b-6019-49f1-b928-f48b5236c3c4 None None] Provisioning for port b3c945e4-6a50-4cc8-8cd8-1f368f81d45c completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:11:39.554636 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7aedb41b-6019-49f1-b928-f48b5236c3c4 None None] Provisioning complete for port b3c945e4-6a50-4cc8-8cd8-1f368f81d45c triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:11:39.555139 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7aedb41b-6019-49f1-b928-f48b5236c3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:39.591507 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6706b75-bcc8-4bd4-85b9-c056db23b8fb req-8faca303-ee01-47ef-a6d8-20df89d42ba9 tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:39.595306 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b6706b75-bcc8-4bd4-85b9-c056db23b8fb req-8faca303-ee01-47ef-a6d8-20df89d42ba9 tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b9c3834-9e0c-4f34-b516-903095432f92 HTTP/1.1" status: 200 len: 950 time: 0.3144703 Jul 09 16:11:39.599969 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-7aedb41b-6019-49f1-b928-f48b5236c3c4 None None] Port b3c945e4-6a50-4cc8-8cd8-1f368f81d45c cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:11:39.601281 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0ee61964-0770-43a3-91be-bbb43dc67903 req-50714922-9ebe-4812-bf98-4287e57ff0f3 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7968235 Jul 09 16:11:39.619079 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d871f969-b00d-4151-a888-52dc4e4de953 req-add7832c-e6e9-4671-965f-f055d7890086 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:11:39.647072 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-d871f969-b00d-4151-a888-52dc4e4de953 req-add7832c-e6e9-4671-965f-f055d7890086 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:11:39.688696 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-d871f969-b00d-4151-a888-52dc4e4de953 req-add7832c-e6e9-4671-965f-f055d7890086 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:11:39.694400 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d871f969-b00d-4151-a888-52dc4e4de953 req-add7832c-e6e9-4671-965f-f055d7890086 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:39.695061 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d871f969-b00d-4151-a888-52dc4e4de953 req-add7832c-e6e9-4671-965f-f055d7890086 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:39.699076 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add7832c-e6e9-4671-965f-f055d7890086 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Pushing event updated for resources: {'Port': ['ID=2bf4afec-66f7-4d7c-b984-e80fa7b78a2f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:39.738441 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b6706b75-bcc8-4bd4-85b9-c056db23b8fb req-c35b7431-2208-4bbc-b539-e0dea0b7b22d tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] 10.222.0.98 "GET /v2.0/security-groups?id=1c9e1b51-72ff-4893-a1b3-8f6bf438788f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315665 Jul 09 16:11:39.747293 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-25d3b82f-8ddc-4373-925e-d9f5610cf472 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:39.761237 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-25d3b82f-8ddc-4373-925e-d9f5610cf472 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:39.765299 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7cec4d-26d1-4060-90a6-41787a3f368d req-135c3749-2d37-48d5-85ef-ad46aeafaae5 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:39.771428 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9e7cec4d-26d1-4060-90a6-41787a3f368d req-135c3749-2d37-48d5-85ef-ad46aeafaae5 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=1994318a-faf4-4587-9787-0cd99a4f3347 HTTP/1.1" status: 200 len: 944 time: 0.5230258 Jul 09 16:11:39.773322 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-37fc2884-b4bd-41f7-bb80-b1e1afb3834d req-e6f8220b-2e3c-4cad-ab17-87943a1de738 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f44756b-1519-4a88-931a-778934ee6039 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:11:39.778033 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-5df63f5f-c820-45d3-b081-826bcd5c6fbc service neutron] Transition to ACTIVE for port object decec9c1-b0bd-4c37-9fa9-2b5c1c14f286 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:11:39.806244 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-37fc2884-b4bd-41f7-bb80-b1e1afb3834d req-e6f8220b-2e3c-4cad-ab17-87943a1de738 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:39.813592 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:39.822553 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-5df63f5f-c820-45d3-b081-826bcd5c6fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:39.874847 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-25d3b82f-8ddc-4373-925e-d9f5610cf472 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:39.885167 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0ee61964-0770-43a3-91be-bbb43dc67903 req-e37210c3-0c23-4e04-ab68-72130d2fecc6 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691324 Jul 09 16:11:39.886504 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d871f969-b00d-4151-a888-52dc4e4de953 req-add7832c-e6e9-4671-965f-f055d7890086 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.9324274 Jul 09 16:11:39.912876 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-d871f969-b00d-4151-a888-52dc4e4de953 req-15fdcfbe-a6e9-4493-bbae-2c0a299f75cc service neutron] Request body: {'port': {'device_id': '7ab597a8-1bd0-4e14-98f6-047cfef65383', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:11:39.925473 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-37fc2884-b4bd-41f7-bb80-b1e1afb3834d req-e6f8220b-2e3c-4cad-ab17-87943a1de738 service neutron] Transition to ACTIVE for port object 4f44756b-1519-4a88-931a-778934ee6039 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:11:39.932517 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-bcd250bd-7dfb-4922-bc28-fe157ffa4fe2 None None] Provisioning for port 2bf4afec-66f7-4d7c-b984-e80fa7b78a2f completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:11:39.936590 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-bcd250bd-7dfb-4922-bc28-fe157ffa4fe2 None None] Provisioning complete for port 2bf4afec-66f7-4d7c-b984-e80fa7b78a2f triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:11:39.936963 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bcd250bd-7dfb-4922-bc28-fe157ffa4fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:39.947963 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3b82f-8ddc-4373-925e-d9f5610cf472 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Pushing event updated for resources: {'Port': ['ID=77a0b235-d01c-4bfc-800f-92a90520b07f,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:39.989789 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-37fc2884-b4bd-41f7-bb80-b1e1afb3834d req-e6f8220b-2e3c-4cad-ab17-87943a1de738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:39.996582 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9e7cec4d-26d1-4060-90a6-41787a3f368d req-417e97e8-d80a-42b3-9aee-6b369d1148b0 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907332 Jul 09 16:11:39.996734 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-bcd250bd-7dfb-4922-bc28-fe157ffa4fe2 None None] Port 2bf4afec-66f7-4d7c-b984-e80fa7b78a2f cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:11:40.022272 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-25d3b82f-8ddc-4373-925e-d9f5610cf472 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:40.031264 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-25d3b82f-8ddc-4373-925e-d9f5610cf472 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6220629 Jul 09 16:11:40.031264 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-5df63f5f-c820-45d3-b081-826bcd5c6fbc service neutron] No DVR routers for this DVR port decec9c1-b0bd-4c37-9fa9-2b5c1c14f286 on host n-h2-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:11:40.086503 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a4e6ed06-58b1-45eb-8d0f-a45ae9233cb4 req-0a7b27a4-dc1b-4d10-97ed-1003e8293695 tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:40.149290 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d871f969-b00d-4151-a888-52dc4e4de953 req-15fdcfbe-a6e9-4493-bbae-2c0a299f75cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:40.156655 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-5df63f5f-c820-45d3-b081-826bcd5c6fbc service neutron] 10.222.0.73 "PUT /v2.0/ports/decec9c1-b0bd-4c37-9fa9-2b5c1c14f286/bindings/n-h1-798930-3/activate HTTP/1.1" status: 200 len: 369 time: 1.5591180 Jul 09 16:11:40.167762 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df63f5f-c820-45d3-b081-826bcd5c6fbc service neutron] Pushing event updated for resources: {'Port': ['ID=decec9c1-b0bd-4c37-9fa9-2b5c1c14f286,revision_number=10']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:40.195834 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-14318eb0-8f33-4ec7-8954-a07036138139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:40.199456 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 5bd05fc0-e6fc-4f5a-9380-003c54d3e453 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:11:40.213516 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b27a4-dc1b-4d10-97ed-1003e8293695 tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] Pushing event deleted for resources: {'Port': ['ID=c757367c-0a05-4896-90a5-ad9960329116,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:40.282526 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 5bd05fc0-e6fc-4f5a-9380-003c54d3e453 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:11:40.282938 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:40.301198 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f8220b-2e3c-4cad-ab17-87943a1de738 service neutron] Pushing event updated for resources: {'Port': ['ID=4f44756b-1519-4a88-931a-778934ee6039,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:40.327455 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9357fd-9525-4789-873a-ecba5ad74c63 req-9db1bf58-d5e9-490b-aeb8-d07ec57ccab8 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:40.329690 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-eb9357fd-9525-4789-873a-ecba5ad74c63 req-9db1bf58-d5e9-490b-aeb8-d07ec57ccab8 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b090679-c46d-496b-a086-c3e91382647e HTTP/1.1" status: 200 len: 935 time: 0.4272833 Jul 09 16:11:40.385082 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4e6ed06-58b1-45eb-8d0f-a45ae9233cb4 req-0a7b27a4-dc1b-4d10-97ed-1003e8293695 tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] No DVR routers for this DVR port c757367c-0a05-4896-90a5-ad9960329116 on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:11:40.386061 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-37fc2884-b4bd-41f7-bb80-b1e1afb3834d req-e6f8220b-2e3c-4cad-ab17-87943a1de738 service neutron] Attempting to bind port 4f44756b-1519-4a88-931a-778934ee6039 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:11:40.386408 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-37fc2884-b4bd-41f7-bb80-b1e1afb3834d req-e6f8220b-2e3c-4cad-ab17-87943a1de738 service neutron] Attempting to bind port 4f44756b-1519-4a88-931a-778934ee6039 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:11:40.386739 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fc2884-b4bd-41f7-bb80-b1e1afb3834d req-e6f8220b-2e3c-4cad-ab17-87943a1de738 service neutron] Attempting to bind port 4f44756b-1519-4a88-931a-778934ee6039 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:11:40.399858 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fc2884-b4bd-41f7-bb80-b1e1afb3834d req-e6f8220b-2e3c-4cad-ab17-87943a1de738 service neutron] Port 4f44756b-1519-4a88-931a-778934ee6039 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:11:40.400450 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fc2884-b4bd-41f7-bb80-b1e1afb3834d req-e6f8220b-2e3c-4cad-ab17-87943a1de738 service neutron] Attempting to bind port 4f44756b-1519-4a88-931a-778934ee6039 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:11:40.415404 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a4e6ed06-58b1-45eb-8d0f-a45ae9233cb4 req-0a7b27a4-dc1b-4d10-97ed-1003e8293695 tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:40.417563 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a4e6ed06-58b1-45eb-8d0f-a45ae9233cb4 req-0a7b27a4-dc1b-4d10-97ed-1003e8293695 tempest-TenantUsagesTestJSON-1285099868 tempest-TenantUsagesTestJSON-1285099868-project] 10.222.0.77 "DELETE /v2.0/ports/c757367c-0a05-4896-90a5-ad9960329116 HTTP/1.1" status: 204 len: 173 time: 3.0266712 Jul 09 16:11:40.418280 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b9c3834-9e0c-4f34-b516-903095432f92', 'name': 'network-vif-deleted', 'tag': 'c757367c-0a05-4896-90a5-ad9960329116'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:11:40.419664 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fc2884-b4bd-41f7-bb80-b1e1afb3834d req-e6f8220b-2e3c-4cad-ab17-87943a1de738 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:11:40.420014 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fc2884-b4bd-41f7-bb80-b1e1afb3834d req-e6f8220b-2e3c-4cad-ab17-87943a1de738 service neutron] Checking segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:11:40.420390 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fc2884-b4bd-41f7-bb80-b1e1afb3834d req-e6f8220b-2e3c-4cad-ab17-87943a1de738 service neutron] Bound using segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:11:40.420611 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84971033-4624-455e-a9d8-81952f6d4c05" -d '{"events": [{"server_uuid": "0b9c3834-9e0c-4f34-b516-903095432f92", "name": "network-vif-deleted", "tag": "c757367c-0a05-4896-90a5-ad9960329116"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:11:40.420832 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-37fc2884-b4bd-41f7-bb80-b1e1afb3834d req-e6f8220b-2e3c-4cad-ab17-87943a1de738 service neutron] Bound port: 4f44756b-1519-4a88-931a-778934ee6039, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:11:40.421202 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-37fc2884-b4bd-41f7-bb80-b1e1afb3834d req-e6f8220b-2e3c-4cad-ab17-87943a1de738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:40.439544 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-eb9357fd-9525-4789-873a-ecba5ad74c63 req-fdc087aa-0193-41f4-be44-98a044c133ea tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.98 "GET /v2.0/security-groups?id=e76fa0e5-1c71-460e-a996-c20478c21386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835578 Jul 09 16:11:40.460377 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-491f94f0-b9f7-4250-9538-e6ec31221d30 tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:40.461995 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-491f94f0-b9f7-4250-9538-e6ec31221d30 tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=1994318a-faf4-4587-9787-0cd99a4f3347&tenant_id=9639d7ee11dd47639be4bedc72b53ccc&binding%3Ahost_id=n-h2-798930-3 HTTP/1.1" status: 200 len: 1096 time: 0.1561821 Jul 09 16:11:40.575119 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-37fc2884-b4bd-41f7-bb80-b1e1afb3834d req-e6f8220b-2e3c-4cad-ab17-87943a1de738 service neutron] For port 4f44756b-1519-4a88-931a-778934ee6039, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:11:40.601692 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-37fc2884-b4bd-41f7-bb80-b1e1afb3834d req-e6f8220b-2e3c-4cad-ab17-87943a1de738 service neutron] For port 4f44756b-1519-4a88-931a-778934ee6039, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=4f44756b-1519-4a88-931a-778934ee6039,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:11:40.608910 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-3feb9bc7-903c-4ee8-aca5-2d73f891355f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:40.610457 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-3feb9bc7-903c-4ee8-aca5-2d73f891355f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1994318a-faf4-4587-9787-0cd99a4f3347&tenant_id=9639d7ee11dd47639be4bedc72b53ccc HTTP/1.1" status: 200 len: 1096 time: 0.1198056 Jul 09 16:11:40.612513 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-37fc2884-b4bd-41f7-bb80-b1e1afb3834d req-e6f8220b-2e3c-4cad-ab17-87943a1de738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:40.705566 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f8220b-2e3c-4cad-ab17-87943a1de738 service neutron] Pushing event updated for resources: {'Port': ['ID=4f44756b-1519-4a88-931a-778934ee6039,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:40.716809 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc2884-b4bd-41f7-bb80-b1e1afb3834d req-e6f8220b-2e3c-4cad-ab17-87943a1de738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:40.717063 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-37fc2884-b4bd-41f7-bb80-b1e1afb3834d req-e6f8220b-2e3c-4cad-ab17-87943a1de738 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:40.718550 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-37fc2884-b4bd-41f7-bb80-b1e1afb3834d req-e6f8220b-2e3c-4cad-ab17-87943a1de738 service neutron] 10.222.0.73 "PUT /v2.0/ports/4f44756b-1519-4a88-931a-778934ee6039 HTTP/1.1" status: 200 len: 1095 time: 4.2806463 Jul 09 16:11:40.719391 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c4aad9b-2b23-4b57-ac9a-9384c9ad2f49', 'tag': '4f44756b-1519-4a88-931a-778934ee6039'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:11:40.722133 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d3a22e-5404-4d09-85ea-029bb0170d7b" -d '{"events": [{"name": "network-changed", "server_uuid": "0c4aad9b-2b23-4b57-ac9a-9384c9ad2f49", "tag": "4f44756b-1519-4a88-931a-778934ee6039"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:11:40.760077 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-53ca2c9e-785e-4c95-9d41-7af21d6f4485 req-7c842a48-d8a6-46a9-8249-d030afc9947d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9429497b-061d-407b-8537-970adf7a8636 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:11:40.778137 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-e20ec035-7615-4c9e-bf4c-228d3cd46b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:40.779591 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64454e32-f460-49a2-88eb-43cc6d0bac02 req-1d09a83e-6238-45ca-975d-1ffe860ff279 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:40.779835 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-e20ec035-7615-4c9e-bf4c-228d3cd46b0b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9639d7ee11dd47639be4bedc72b53ccc&device_id=1994318a-faf4-4587-9787-0cd99a4f3347 HTTP/1.1" status: 200 len: 1096 time: 0.0849211 Jul 09 16:11:40.788231 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-64454e32-f460-49a2-88eb-43cc6d0bac02 req-1d09a83e-6238-45ca-975d-1ffe860ff279 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=7ab597a8-1bd0-4e14-98f6-047cfef65383 HTTP/1.1" status: 200 len: 935 time: 0.5009086 Jul 09 16:11:40.807289 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-53ca2c9e-785e-4c95-9d41-7af21d6f4485 req-7c842a48-d8a6-46a9-8249-d030afc9947d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:40.866114 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-64454e32-f460-49a2-88eb-43cc6d0bac02 req-8f773b0a-febf-4d6e-b529-6f33b93919f7 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767009 Jul 09 16:11:40.873447 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-53ca2c9e-785e-4c95-9d41-7af21d6f4485 req-7c842a48-d8a6-46a9-8249-d030afc9947d service neutron] Transition to ACTIVE for port object 9429497b-061d-407b-8537-970adf7a8636 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:11:40.905796 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-53ca2c9e-785e-4c95-9d41-7af21d6f4485 req-7c842a48-d8a6-46a9-8249-d030afc9947d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:41.045027 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-3d256707-254c-4a3b-ae3f-0a11f391fbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:41.046590 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-3d256707-254c-4a3b-ae3f-0a11f391fbe8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 HTTP/1.1" status: 200 len: 921 time: 0.2497025 Jul 09 16:11:41.067051 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572fe19-988d-46c7-8ab8-684f57b4fb35 req-e5228a4a-f20c-4b7f-bc33-cdddb740f03d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:41.076259 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7572fe19-988d-46c7-8ab8-684f57b4fb35 req-e5228a4a-f20c-4b7f-bc33-cdddb740f03d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=13936f56-a9b8-4832-a4de-df0cffe4e51a HTTP/1.1" status: 200 len: 948 time: 0.2912655 Jul 09 16:11:41.088809 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc2884-b4bd-41f7-bb80-b1e1afb3834d req-456fe28c-d51c-4edc-acbd-512d5044d1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:41.091421 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-37fc2884-b4bd-41f7-bb80-b1e1afb3834d req-456fe28c-d51c-4edc-acbd-512d5044d1b8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7df0440b1db9497381d02361493e7532&device_id=0c4aad9b-2b23-4b57-ac9a-9384c9ad2f49 HTTP/1.1" status: 200 len: 1098 time: 0.2510486 Jul 09 16:11:41.171313 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device c757367c-0a05-4896-90a5-ad9960329116 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:11:41.180083 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-7f9501b2-7ad0-4551-9774-92a7028e9f17 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=decec9c1-b0bd-4c37-9fa9-2b5c1c14f286 HTTP/1.1" status: 200 len: 217 time: 0.0876038 Jul 09 16:11:41.181689 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-37fc2884-b4bd-41f7-bb80-b1e1afb3834d req-197708c7-442c-4d64-93eb-11caf3b23ea7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=4f44756b-1519-4a88-931a-778934ee6039 HTTP/1.1" status: 200 len: 217 time: 0.0441976 Jul 09 16:11:41.215859 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8edd4e08-6244-4f3b-b822-77029388ce8a req-52def441-507f-4d3d-bd17-aa505d7d5fb3 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--1740134833&fields=id&tenant_id=bdb58201a80846f5a926a2013ebad1c5 HTTP/1.1" status: 200 len: 267 time: 0.1953797 Jul 09 16:11:41.216510 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c842a48-d8a6-46a9-8249-d030afc9947d service neutron] Pushing event updated for resources: {'Port': ['ID=9429497b-061d-407b-8537-970adf7a8636,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:41.218977 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: c757367c-0a05-4896-90a5-ad9960329116 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:11:41.219134 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device c757367c-0a05-4896-90a5-ad9960329116 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:11:41.228863 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-14318eb0-8f33-4ec7-8954-a07036138139 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:41.276060 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-14318eb0-8f33-4ec7-8954-a07036138139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:41.277287 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-14318eb0-8f33-4ec7-8954-a07036138139 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:41.423185 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-53ca2c9e-785e-4c95-9d41-7af21d6f4485 req-7c842a48-d8a6-46a9-8249-d030afc9947d service neutron] Attempting to bind port 9429497b-061d-407b-8537-970adf7a8636 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:11:41.423529 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-53ca2c9e-785e-4c95-9d41-7af21d6f4485 req-7c842a48-d8a6-46a9-8249-d030afc9947d service neutron] Attempting to bind port 9429497b-061d-407b-8537-970adf7a8636 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:11:41.423847 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ca2c9e-785e-4c95-9d41-7af21d6f4485 req-7c842a48-d8a6-46a9-8249-d030afc9947d service neutron] Attempting to bind port 9429497b-061d-407b-8537-970adf7a8636 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:11:41.482032 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 198a638c-19c2-40d7-ac04-36dfb2a828b2 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:11:41.485802 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ca2c9e-785e-4c95-9d41-7af21d6f4485 req-7c842a48-d8a6-46a9-8249-d030afc9947d service neutron] Port 9429497b-061d-407b-8537-970adf7a8636 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:11:41.486127 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ca2c9e-785e-4c95-9d41-7af21d6f4485 req-7c842a48-d8a6-46a9-8249-d030afc9947d service neutron] Attempting to bind port 9429497b-061d-407b-8537-970adf7a8636 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:11:41.493249 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14318eb0-8f33-4ec7-8954-a07036138139 admin admin] Pushing event updated for resources: {'Port': ['ID=b3c945e4-6a50-4cc8-8cd8-1f368f81d45c,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:41.505892 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device decec9c1-b0bd-4c37-9fa9-2b5c1c14f286 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:11:41.533664 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ca2c9e-785e-4c95-9d41-7af21d6f4485 req-7c842a48-d8a6-46a9-8249-d030afc9947d service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:11:41.533904 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ca2c9e-785e-4c95-9d41-7af21d6f4485 req-7c842a48-d8a6-46a9-8249-d030afc9947d service neutron] Checking segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:11:41.534243 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ca2c9e-785e-4c95-9d41-7af21d6f4485 req-7c842a48-d8a6-46a9-8249-d030afc9947d service neutron] Bound using segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:11:41.534655 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-53ca2c9e-785e-4c95-9d41-7af21d6f4485 req-7c842a48-d8a6-46a9-8249-d030afc9947d service neutron] Bound port: 9429497b-061d-407b-8537-970adf7a8636, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:11:41.535050 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-53ca2c9e-785e-4c95-9d41-7af21d6f4485 req-7c842a48-d8a6-46a9-8249-d030afc9947d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:41.568792 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7572fe19-988d-46c7-8ab8-684f57b4fb35 req-07ac7f9a-d73a-4587-978f-5a2908db33e5 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4916332 Jul 09 16:11:41.583928 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-d871f969-b00d-4151-a888-52dc4e4de953 req-15fdcfbe-a6e9-4493-bbae-2c0a299f75cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bf4afec-66f7-4d7c-b984-e80fa7b78a2f {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:11:41.591535 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device decec9c1-b0bd-4c37-9fa9-2b5c1c14f286 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:11:41.597146 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-88c682a6-17bf-4ce5-89c7-faa760aca4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:41.598746 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-88c682a6-17bf-4ce5-89c7-faa760aca4f1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1e15c12f-d45d-4aa3-a5bc-500d552ae0b3 HTTP/1.1" status: 200 len: 860 time: 0.4000959 Jul 09 16:11:41.615583 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc2884-b4bd-41f7-bb80-b1e1afb3834d req-35a9d59f-e9be-4162-9929-592ecf76d171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:41.617286 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-37fc2884-b4bd-41f7-bb80-b1e1afb3834d req-35a9d59f-e9be-4162-9929-592ecf76d171 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.4064879 Jul 09 16:11:41.618212 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd4e08-6244-4f3b-b822-77029388ce8a req-4480b02f-fc5e-4781-90a6-161be8773379 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:41.620003 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8edd4e08-6244-4f3b-b822-77029388ce8a req-4480b02f-fc5e-4781-90a6-161be8773379 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] 10.222.0.98 "GET /v2.0/networks?id=9c3ada68-d69e-496a-aef3-b3da6e6248d6 HTTP/1.1" status: 200 len: 805 time: 0.3750753 Jul 09 16:11:41.625261 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d871f969-b00d-4151-a888-52dc4e4de953 req-15fdcfbe-a6e9-4493-bbae-2c0a299f75cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:41.634896 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 198a638c-19c2-40d7-ac04-36dfb2a828b2, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=198a638c-19c2-40d7-ac04-36dfb2a828b2,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:11:41.652206 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '198a638c-19c2-40d7-ac04-36dfb2a828b2', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'port_id': '198a638c-19c2-40d7-ac04-36dfb2a828b2', 'mac_address': 'fa:16:3e:39:01:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f122b436-b232-4a3c-9aac-47d5639f2da4', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:11:41.653137 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14318eb0-8f33-4ec7-8954-a07036138139 admin admin] Network 61ffd1b6-f25b-4986-bd69-fd61ebdd8c18 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:11:41.658632 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3ad17c-d539-46cf-b6db-e1c1afa62458 x-openstack-request-id: req-5b3ad17c-d539-46cf-b6db-e1c1afa62458 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:11:41.658939 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b9c3834-9e0c-4f34-b516-903095432f92", "name": "network-vif-deleted", "tag": "c757367c-0a05-4896-90a5-ad9960329116", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:11:41.659190 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5b3ad17c-d539-46cf-b6db-e1c1afa62458 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:11:41.659586 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b9c3834-9e0c-4f34-b516-903095432f92', 'name': 'network-vif-deleted', 'tag': 'c757367c-0a05-4896-90a5-ad9960329116', 'status': 'completed', 'code': 200} Jul 09 16:11:41.660944 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8edd4e08-6244-4f3b-b822-77029388ce8a req-b49fbbb2-32e3-41a0-8049-befde458b532 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] 10.222.0.98 "GET /v2.0/quotas/bdb58201a80846f5a926a2013ebad1c5 HTTP/1.1" status: 200 len: 375 time: 0.0316820 Jul 09 16:11:41.667117 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-14318eb0-8f33-4ec7-8954-a07036138139 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:11:41.673039 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-d871f969-b00d-4151-a888-52dc4e4de953 req-15fdcfbe-a6e9-4493-bbae-2c0a299f75cc service neutron] Transition to ACTIVE for port object 2bf4afec-66f7-4d7c-b984-e80fa7b78a2f will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:11:41.681475 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-9763493e-5d58-4dbd-910c-ecc5e5ab3aa7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2b65bcac-ba21-4565-bf6d-5e7b6fe83db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680785 Jul 09 16:11:41.695405 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d871f969-b00d-4151-a888-52dc4e4de953 req-15fdcfbe-a6e9-4493-bbae-2c0a299f75cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:41.717491 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57c9298-288f-4341-82ce-6a0e49db2023 x-openstack-request-id: req-f57c9298-288f-4341-82ce-6a0e49db2023 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:11:41.717819 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c4aad9b-2b23-4b57-ac9a-9384c9ad2f49", "tag": "4f44756b-1519-4a88-931a-778934ee6039", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:11:41.718073 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f57c9298-288f-4341-82ce-6a0e49db2023 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:11:41.718460 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c4aad9b-2b23-4b57-ac9a-9384c9ad2f49', 'tag': '4f44756b-1519-4a88-931a-778934ee6039', 'status': 'completed', 'code': 200} Jul 09 16:11:41.741120 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:41.764445 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 198a638c-19c2-40d7-ac04-36dfb2a828b2 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:11:41.789065 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-53ca2c9e-785e-4c95-9d41-7af21d6f4485 req-7c842a48-d8a6-46a9-8249-d030afc9947d service neutron] For port 9429497b-061d-407b-8537-970adf7a8636, host n-h2-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:11:41.819277 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 198a638c-19c2-40d7-ac04-36dfb2a828b2, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=198a638c-19c2-40d7-ac04-36dfb2a828b2,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:11:41.821384 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc2884-b4bd-41f7-bb80-b1e1afb3834d req-a79bc088-97aa-4b42-bb27-7b93888101de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:41.824056 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-37fc2884-b4bd-41f7-bb80-b1e1afb3834d req-a79bc088-97aa-4b42-bb27-7b93888101de service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1917036 Jul 09 16:11:41.833252 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:41.955833 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=198a638c-19c2-40d7-ac04-36dfb2a828b2,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:41.970933 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-53ca2c9e-785e-4c95-9d41-7af21d6f4485 req-7c842a48-d8a6-46a9-8249-d030afc9947d service neutron] For port 9429497b-061d-407b-8537-970adf7a8636, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=9429497b-061d-407b-8537-970adf7a8636,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:11:41.993480 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-53ca2c9e-785e-4c95-9d41-7af21d6f4485 req-7c842a48-d8a6-46a9-8249-d030afc9947d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:42.031988 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fdcfbe-a6e9-4493-bbae-2c0a299f75cc service neutron] Pushing event updated for resources: {'Port': ['ID=2bf4afec-66f7-4d7c-b984-e80fa7b78a2f,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:42.078641 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-01830a01-9678-4c40-ba94-82a60f4f529b service neutron] 10.222.0.77 "GET /v2.0/networks/2b65bcac-ba21-4565-bf6d-5e7b6fe83db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886735 Jul 09 16:11:42.106655 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-37fc2884-b4bd-41f7-bb80-b1e1afb3834d req-acf697df-91d3-46cb-bcf1-5d30dd143096 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711422 Jul 09 16:11:42.170559 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-05e60827-bb97-4c16-8b6c-e0c0f4c53280 None None] Provisioning complete for port b3c945e4-6a50-4cc8-8cd8-1f368f81d45c triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:11:42.171296 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-05e60827-bb97-4c16-8b6c-e0c0f4c53280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:42.202757 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14318eb0-8f33-4ec7-8954-a07036138139 admin admin] Router 2c5946db-f874-4d10-b9d9-bbff4dabff6f has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:11:42.214078 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-05e60827-bb97-4c16-8b6c-e0c0f4c53280 None None] Port b3c945e4-6a50-4cc8-8cd8-1f368f81d45c cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:11:42.219115 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca2c9e-785e-4c95-9d41-7af21d6f4485 req-7c842a48-d8a6-46a9-8249-d030afc9947d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:42.219750 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-53ca2c9e-785e-4c95-9d41-7af21d6f4485 req-7c842a48-d8a6-46a9-8249-d030afc9947d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:42.221717 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-53ca2c9e-785e-4c95-9d41-7af21d6f4485 req-7c842a48-d8a6-46a9-8249-d030afc9947d service neutron] 10.222.0.73 "PUT /v2.0/ports/9429497b-061d-407b-8537-970adf7a8636 HTTP/1.1" status: 200 len: 1095 time: 3.8429205 Jul 09 16:11:42.309503 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8edd4e08-6244-4f3b-b822-77029388ce8a req-8e15e8ea-84cc-4789-8059-e3b9fa9d0790 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=bdb58201a80846f5a926a2013ebad1c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6341619 Jul 09 16:11:42.323692 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7b544-5a29-4f72-8629-65d3c9e27075 req-992df97e-8af7-4154-9939-c003e99ea984 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:42.333319 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b7c7b544-5a29-4f72-8629-65d3c9e27075 req-992df97e-8af7-4154-9939-c003e99ea984 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=1994318a-faf4-4587-9787-0cd99a4f3347 HTTP/1.1" status: 200 len: 945 time: 0.3188410 Jul 09 16:11:42.365969 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 49600) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:42.369187 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['198a638c-19c2-40d7-ac04-36dfb2a828b2'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:11:42.407269 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b7c7b544-5a29-4f72-8629-65d3c9e27075 req-e59216cb-182a-478d-a767-5cd1d989ca3d tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725439 Jul 09 16:11:42.409812 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-d871f969-b00d-4151-a888-52dc4e4de953 req-15fdcfbe-a6e9-4493-bbae-2c0a299f75cc service neutron] Attempting to bind port 2bf4afec-66f7-4d7c-b984-e80fa7b78a2f on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:11:42.410143 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-d871f969-b00d-4151-a888-52dc4e4de953 req-15fdcfbe-a6e9-4493-bbae-2c0a299f75cc service neutron] Attempting to bind port 2bf4afec-66f7-4d7c-b984-e80fa7b78a2f by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:11:42.410476 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d871f969-b00d-4151-a888-52dc4e4de953 req-15fdcfbe-a6e9-4493-bbae-2c0a299f75cc service neutron] Attempting to bind port 2bf4afec-66f7-4d7c-b984-e80fa7b78a2f on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:11:42.415216 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-f6292e7d-1345-4c42-aad7-f52874982aeb service neutron] 10.222.0.77 "GET /v2.0/networks/2b65bcac-ba21-4565-bf6d-5e7b6fe83db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237975 Jul 09 16:11:42.455977 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-37fc2884-b4bd-41f7-bb80-b1e1afb3834d req-38c54338-48a8-46d9-94ad-741992c268db service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344429 Jul 09 16:11:42.598659 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8edd4e08-6244-4f3b-b822-77029388ce8a req-da3fd61b-e720-414e-aa55-9fc5535d276c service neutron] 10.222.0.98 "GET /v2.0/networks/9c3ada68-d69e-496a-aef3-b3da6e6248d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891114 Jul 09 16:11:42.663753 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d871f969-b00d-4151-a888-52dc4e4de953 req-15fdcfbe-a6e9-4493-bbae-2c0a299f75cc service neutron] Port 2bf4afec-66f7-4d7c-b984-e80fa7b78a2f on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:11:42.675803 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d871f969-b00d-4151-a888-52dc4e4de953 req-15fdcfbe-a6e9-4493-bbae-2c0a299f75cc service neutron] Attempting to bind port 2bf4afec-66f7-4d7c-b984-e80fa7b78a2f on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:11:42.712204 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-4a1b301a-84ee-4044-a5c6-4721f3f4cdde admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4dde639989ab4b239e360c2a472d52a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3447936 Jul 09 16:11:42.719550 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49604) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:42.761875 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3a22e-5404-4d09-85ea-029bb0170d7b req-8f80f66a-7aaf-471e-a892-e3b1dcfa084c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:42.763608 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-70d3a22e-5404-4d09-85ea-029bb0170d7b req-8f80f66a-7aaf-471e-a892-e3b1dcfa084c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7df0440b1db9497381d02361493e7532&device_id=0c4aad9b-2b23-4b57-ac9a-9384c9ad2f49 HTTP/1.1" status: 200 len: 1098 time: 0.2102652 Jul 09 16:11:42.777109 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb8422-c220-4d2b-8bf1-218237ee7b35 req-05824cb6-4fa7-4446-8178-0850478ddffe tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:42.779719 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2aeb8422-c220-4d2b-8bf1-218237ee7b35 req-05824cb6-4fa7-4446-8178-0850478ddffe tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b090679-c46d-496b-a086-c3e91382647e HTTP/1.1" status: 200 len: 947 time: 0.1655793 Jul 09 16:11:42.900273 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-c9da2aab-123f-45b8-8deb-1b548ac2ba2d tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:42.901840 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-c9da2aab-123f-45b8-8deb-1b548ac2ba2d tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=1994318a-faf4-4587-9787-0cd99a4f3347&tenant_id=9639d7ee11dd47639be4bedc72b53ccc&binding%3Ahost_id=n-h1-798930-3 HTTP/1.1" status: 200 len: 1096 time: 0.1940563 Jul 09 16:11:42.907253 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2aeb8422-c220-4d2b-8bf1-218237ee7b35 req-a45d6269-c4d8-476c-905d-34c4c1d3ae25 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.98 "GET /v2.0/security-groups?id=e76fa0e5-1c71-460e-a996-c20478c21386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176848 Jul 09 16:11:42.954185 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3a22e-5404-4d09-85ea-029bb0170d7b req-6038553f-026d-40f2-b699-2c7b0435d46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:42.955944 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-70d3a22e-5404-4d09-85ea-029bb0170d7b req-6038553f-026d-40f2-b699-2c7b0435d46b service neutron] 10.222.0.73 "GET /v2.0/networks?id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1 HTTP/1.1" status: 200 len: 870 time: 0.1760523 Jul 09 16:11:43.018231 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-70d3a22e-5404-4d09-85ea-029bb0170d7b req-82f80af6-42e7-4e28-8355-2242d5ca140b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=4f44756b-1519-4a88-931a-778934ee6039 HTTP/1.1" status: 200 len: 217 time: 0.0545077 Jul 09 16:11:43.079757 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d871f969-b00d-4151-a888-52dc4e4de953 req-15fdcfbe-a6e9-4493-bbae-2c0a299f75cc service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:11:43.080477 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d871f969-b00d-4151-a888-52dc4e4de953 req-15fdcfbe-a6e9-4493-bbae-2c0a299f75cc service neutron] Checking segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:11:43.080936 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d871f969-b00d-4151-a888-52dc4e4de953 req-15fdcfbe-a6e9-4493-bbae-2c0a299f75cc service neutron] Bound using segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:11:43.081637 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-d871f969-b00d-4151-a888-52dc4e4de953 req-15fdcfbe-a6e9-4493-bbae-2c0a299f75cc service neutron] Bound port: 2bf4afec-66f7-4d7c-b984-e80fa7b78a2f, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:11:43.082225 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d871f969-b00d-4151-a888-52dc4e4de953 req-15fdcfbe-a6e9-4493-bbae-2c0a299f75cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:43.138748 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c842a48-d8a6-46a9-8249-d030afc9947d service neutron] Pushing event updated for resources: {'Port': ['ID=9429497b-061d-407b-8537-970adf7a8636,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:43.169161 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3a22e-5404-4d09-85ea-029bb0170d7b req-db31ef23-6aff-425f-b8aa-e25b3ed6ef1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:43.173009 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-70d3a22e-5404-4d09-85ea-029bb0170d7b req-db31ef23-6aff-425f-b8aa-e25b3ed6ef1a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.1450551 Jul 09 16:11:43.232164 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-a20e0fb9-9ae9-42fd-ae0b-4d6b580079f5 service neutron] For port decec9c1-b0bd-4c37-9fa9-2b5c1c14f286, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:11:43.240328 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-a20e0fb9-9ae9-42fd-ae0b-4d6b580079f5 service neutron] Notify callbacks [] for binding, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:43.241489 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-50fdbe3b-4a35-4840-a86e-b4dc80424ee5 req-a20e0fb9-9ae9-42fd-ae0b-4d6b580079f5 service neutron] 10.222.0.77 "DELETE /v2.0/ports/decec9c1-b0bd-4c37-9fa9-2b5c1c14f286/bindings/n-h2-798930-3 HTTP/1.1" status: 204 len: 173 time: 0.3332157 Jul 09 16:11:43.265384 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3a22e-5404-4d09-85ea-029bb0170d7b req-f6674813-f87f-4b18-9ffc-88634bbd0faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:43.266914 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca2c9e-785e-4c95-9d41-7af21d6f4485 req-85fa5b7e-011f-4cd5-bd5d-f1a89c05c628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:43.267671 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-70d3a22e-5404-4d09-85ea-029bb0170d7b req-f6674813-f87f-4b18-9ffc-88634bbd0faa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0867677 Jul 09 16:11:43.269042 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-53ca2c9e-785e-4c95-9d41-7af21d6f4485 req-85fa5b7e-011f-4cd5-bd5d-f1a89c05c628 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7df0440b1db9497381d02361493e7532&device_id=1b090679-c46d-496b-a086-c3e91382647e HTTP/1.1" status: 200 len: 1098 time: 0.9494541 Jul 09 16:11:43.345636 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14318eb0-8f33-4ec7-8954-a07036138139 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:11:43.357733 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e206bbe-f8de-49b9-9256-bfb09e55ebf9 None None] Sync routers for ids ['2c5946db-f874-4d10-b9d9-bbff4dabff6f'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:11:43.373771 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-14318eb0-8f33-4ec7-8954-a07036138139 admin admin] 10.222.0.98 "PUT /v2.0/routers/2c5946db-f874-4d10-b9d9-bbff4dabff6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7922595 Jul 09 16:11:43.376880 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e206bbe-f8de-49b9-9256-bfb09e55ebf9 None None] Routers {'2c5946db-f874-4d10-b9d9-bbff4dabff6f'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:11:43.377799 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-7e206bbe-f8de-49b9-9256-bfb09e55ebf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:11:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['2c5946db-f874-4d10-b9d9-bbff4dabff6f'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:11:43.432328 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-d871f969-b00d-4151-a888-52dc4e4de953 req-15fdcfbe-a6e9-4493-bbae-2c0a299f75cc service neutron] For port 2bf4afec-66f7-4d7c-b984-e80fa7b78a2f, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:11:43.445664 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-70d3a22e-5404-4d09-85ea-029bb0170d7b req-c8b4cef9-558a-4a94-827f-d36757759f8f service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194839 Jul 09 16:11:43.453593 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-d871f969-b00d-4151-a888-52dc4e4de953 req-15fdcfbe-a6e9-4493-bbae-2c0a299f75cc service neutron] For port 2bf4afec-66f7-4d7c-b984-e80fa7b78a2f, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=2bf4afec-66f7-4d7c-b984-e80fa7b78a2f,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:11:43.463355 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-db0cc8e1-a88c-4609-8a42-41392dfcb906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:43.475360 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-53ca2c9e-785e-4c95-9d41-7af21d6f4485 req-deda4e22-f2e9-4987-b08c-6b4d89b0dc64 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=9429497b-061d-407b-8537-970adf7a8636 HTTP/1.1" status: 200 len: 217 time: 0.1313381 Jul 09 16:11:43.479947 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8edd4e08-6244-4f3b-b822-77029388ce8a req-066ce78d-2d5e-4db9-a480-ad62ba59f9bc service neutron] 10.222.0.98 "GET /v2.0/networks/9c3ada68-d69e-496a-aef3-b3da6e6248d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8354321 Jul 09 16:11:43.508930 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-7e206bbe-f8de-49b9-9256-bfb09e55ebf9 None None] Set router 2c5946db-f874-4d10-b9d9-bbff4dabff6f gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:11:43.511186 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d871f969-b00d-4151-a888-52dc4e4de953 req-15fdcfbe-a6e9-4493-bbae-2c0a299f75cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:43.609155 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed404722-0e51-44c5-b8e3-d5a69d45ac20 req-68bb9006-bf0d-49d2-8fb3-fcdb487004b2 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:43.610700 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ed404722-0e51-44c5-b8e3-d5a69d45ac20 req-68bb9006-bf0d-49d2-8fb3-fcdb487004b2 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=7ab597a8-1bd0-4e14-98f6-047cfef65383 HTTP/1.1" status: 200 len: 947 time: 0.1639507 Jul 09 16:11:43.656659 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-db0cc8e1-a88c-4609-8a42-41392dfcb906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:43.661075 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b090679-c46d-496b-a086-c3e91382647e', 'tag': '9429497b-061d-407b-8537-970adf7a8636'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:11:43.663517 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026aa3c1-05f0-472b-b2c2-02a622366cab" -d '{"events": [{"name": "network-changed", "server_uuid": "1b090679-c46d-496b-a086-c3e91382647e", "tag": "9429497b-061d-407b-8537-970adf7a8636"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:11:43.686675 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d871f969-b00d-4151-a888-52dc4e4de953 req-15fdcfbe-a6e9-4493-bbae-2c0a299f75cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:43.687111 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d871f969-b00d-4151-a888-52dc4e4de953 req-15fdcfbe-a6e9-4493-bbae-2c0a299f75cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:43.688552 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d871f969-b00d-4151-a888-52dc4e4de953 req-15fdcfbe-a6e9-4493-bbae-2c0a299f75cc service neutron] 10.222.0.77 "PUT /v2.0/ports/2bf4afec-66f7-4d7c-b984-e80fa7b78a2f HTTP/1.1" status: 200 len: 1095 time: 3.7816470 Jul 09 16:11:43.715927 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f15f2a-ffa2-4e99-8d17-090960fe1151 req-11163060-0dfb-44d8-9866-0a10a5d0ac5a tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:43.717604 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e4f15f2a-ffa2-4e99-8d17-090960fe1151 req-11163060-0dfb-44d8-9866-0a10a5d0ac5a tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.77 "GET /v2.0/ports?device_id=13936f56-a9b8-4832-a4de-df0cffe4e51a&tenant_id=90103765321a44c5954b6bc1ea90c4d7&binding%3Ahost_id=n-h2-798930-3 HTTP/1.1" status: 200 len: 949 time: 0.4752445 Jul 09 16:11:43.747497 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ed404722-0e51-44c5-b8e3-d5a69d45ac20 req-7a82ee4f-f792-4c3f-936f-de48ea1dae4f tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279321 Jul 09 16:11:43.784717 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-70d3a22e-5404-4d09-85ea-029bb0170d7b req-57dd754b-7e8e-4612-83dd-3b3ba19cf5a9 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769449 Jul 09 16:11:43.828720 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca2c9e-785e-4c95-9d41-7af21d6f4485 req-b382c710-27c2-42e3-9a36-a95bd73b810e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:43.830190 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-53ca2c9e-785e-4c95-9d41-7af21d6f4485 req-b382c710-27c2-42e3-9a36-a95bd73b810e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.3405874 Jul 09 16:11:43.899661 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-7e206bbe-f8de-49b9-9256-bfb09e55ebf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5946db-f874-4d10-b9d9-bbff4dabff6f', 'name': 'tempest-ServersTestBootFromVolume-507522533-router', 'tenant_id': '4a7bcfee98ce42f9b496f385fa1d801e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '5a458250-da19-4416-bbca-e9210b5c8054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:11:28Z', 'updated_at': '2021-07-09T16:11:39Z', 'revision_number': 4, 'project_id': '4a7bcfee98ce42f9b496f385fa1d801e', 'gw_port': {'id': '5a458250-da19-4416-bbca-e9210b5c8054', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:46:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5946db-f874-4d10-b9d9-bbff4dabff6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:11:29Z', 'updated_at': '2021-07-09T16:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'b3c945e4-6a50-4cc8-8cd8-1f368f81d45c', 'name': '', 'network_id': '61ffd1b6-f25b-4986-bd69-fd61ebdd8c18', 'tenant_id': '4a7bcfee98ce42f9b496f385fa1d801e', 'mac_address': 'fa:16:3e:5a:c8:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c5946db-f874-4d10-b9d9-bbff4dabff6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '90f9165d-5f7d-46e1-8fba-1a5ae5f57aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:11:36Z', 'updated_at': '2021-07-09T16:11:40Z', 'revision_number': 2, 'project_id': '4a7bcfee98ce42f9b496f385fa1d801e', 'subnets': [{'id': '90f9165d-5f7d-46e1-8fba-1a5ae5f57aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:11:43.949627 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e206bbe-f8de-49b9-9256-bfb09e55ebf9 None None] Checking router: 2c5946db-f874-4d10-b9d9-bbff4dabff6f for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:11:43.950405 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e206bbe-f8de-49b9-9256-bfb09e55ebf9 None None] Updating router 2c5946db-f874-4d10-b9d9-bbff4dabff6f port b3c945e4-6a50-4cc8-8cd8-1f368f81d45c binding host n-d-798930-3 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:11:44.005004 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-7e206bbe-f8de-49b9-9256-bfb09e55ebf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:44.036119 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fdcfbe-a6e9-4493-bbae-2c0a299f75cc service neutron] Pushing event updated for resources: {'Port': ['ID=2bf4afec-66f7-4d7c-b984-e80fa7b78a2f,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:44.093421 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffaf369-d625-4d5b-a21a-3f01036a9ac4 req-06b2c3b0-7955-4128-8db9-320899d78a8c tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:44.096002 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ffaf369-d625-4d5b-a21a-3f01036a9ac4 req-06b2c3b0-7955-4128-8db9-320899d78a8c tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=1994318a-faf4-4587-9787-0cd99a4f3347 HTTP/1.1" status: 200 len: 945 time: 0.1392627 Jul 09 16:11:44.101954 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [req-e4f15f2a-ffa2-4e99-8d17-090960fe1151 req-1a73f369-65e5-45c2-851c-c36a0588029a service neutron] delete failed (client error): The resource could not be found. Jul 09 16:11:44.103076 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e4f15f2a-ffa2-4e99-8d17-090960fe1151 req-1a73f369-65e5-45c2-851c-c36a0588029a service neutron] 10.222.0.77 "DELETE /v2.0/ports/198a638c-19c2-40d7-ac04-36dfb2a828b2/bindings/n-h1-798930-3 HTTP/1.1" status: 404 len: 380 time: 0.3532465 Jul 09 16:11:44.103657 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-db0cc8e1-a88c-4609-8a42-41392dfcb906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:44.106274 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-db0cc8e1-a88c-4609-8a42-41392dfcb906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:44.107397 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-db0cc8e1-a88c-4609-8a42-41392dfcb906 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1c9e1b51-72ff-4893-a1b3-8f6bf438788f HTTP/1.1" status: 204 len: 168 time: 1.0909274 Jul 09 16:11:44.130920 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0cc8e1-a88c-4609-8a42-41392dfcb906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9e1b51-72ff-4893-a1b3-8f6bf438788f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:44.193546 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ffaf369-d625-4d5b-a21a-3f01036a9ac4 req-322f7e53-d974-43b7-9241-ca45d2dacf5a tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894458 Jul 09 16:11:44.212417 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca2c9e-785e-4c95-9d41-7af21d6f4485 req-873d3e14-962f-4b12-922f-24604735be27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:44.214292 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-53ca2c9e-785e-4c95-9d41-7af21d6f4485 req-873d3e14-962f-4b12-922f-24604735be27 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3320599 Jul 09 16:11:44.228455 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b208907-1751-4b74-99fe-284cc7585aa2 req-4a7509d0-1af2-4116-87b9-6a264b2e3689 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:44.236730 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9b208907-1751-4b74-99fe-284cc7585aa2 req-4a7509d0-1af2-4116-87b9-6a264b2e3689 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=13936f56-a9b8-4832-a4de-df0cffe4e51a HTTP/1.1" status: 200 len: 949 time: 0.3968511 Jul 09 16:11:44.258998 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d871f969-b00d-4151-a888-52dc4e4de953 req-6175f436-136f-40ed-a1e1-d8818af80591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:44.261002 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d871f969-b00d-4151-a888-52dc4e4de953 req-6175f436-136f-40ed-a1e1-d8818af80591 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=06486c1ff3c04c6aba88bb5474a3b49d&device_id=7ab597a8-1bd0-4e14-98f6-047cfef65383 HTTP/1.1" status: 200 len: 1098 time: 0.5123043 Jul 09 16:11:44.374470 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d871f969-b00d-4151-a888-52dc4e4de953 req-0c75dc30-0dae-4bc3-b193-ececf779f1b5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=2bf4afec-66f7-4d7c-b984-e80fa7b78a2f HTTP/1.1" status: 200 len: 217 time: 0.0968835 Jul 09 16:11:44.396921 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-7e206bbe-f8de-49b9-9256-bfb09e55ebf9 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:44.409141 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-7e206bbe-f8de-49b9-9256-bfb09e55ebf9 None None] Transition to ACTIVE for port object b3c945e4-6a50-4cc8-8cd8-1f368f81d45c will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:11:44.418013 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-7e206bbe-f8de-49b9-9256-bfb09e55ebf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:44.448080 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9b208907-1751-4b74-99fe-284cc7585aa2 req-907b827f-0b52-41d1-bf0e-b89db5465fbb tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102530 Jul 09 16:11:44.488769 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b89e8f6-0a4b-4eef-97c2-3fcb87fa0dbc None None] Pushing event updated for resources: {'Port': ['ID=b3c945e4-6a50-4cc8-8cd8-1f368f81d45c,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:44.490505 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f15f2a-ffa2-4e99-8d17-090960fe1151 req-9c0fb502-5e14-4c09-b8b3-8858b4de0278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:44.492112 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e4f15f2a-ffa2-4e99-8d17-090960fe1151 req-9c0fb502-5e14-4c09-b8b3-8858b4de0278 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=90103765321a44c5954b6bc1ea90c4d7&device_id=13936f56-a9b8-4832-a4de-df0cffe4e51a HTTP/1.1" status: 200 len: 1100 time: 0.3076248 Jul 09 16:11:44.521195 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-53ca2c9e-785e-4c95-9d41-7af21d6f4485 req-80156383-6969-4d9b-b44f-98376dcc179b service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638876 Jul 09 16:11:44.525781 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d871f969-b00d-4151-a888-52dc4e4de953 req-460eb28c-3b67-42f6-afb7-b54599bc51cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:44.527635 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d871f969-b00d-4151-a888-52dc4e4de953 req-460eb28c-3b67-42f6-afb7-b54599bc51cb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.1406837 Jul 09 16:11:44.591483 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c29a449-cb91-4454-b5a6-aab599bda899 x-openstack-request-id: req-4c29a449-cb91-4454-b5a6-aab599bda899 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:11:44.591950 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b090679-c46d-496b-a086-c3e91382647e", "tag": "9429497b-061d-407b-8537-970adf7a8636", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:11:44.592214 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4c29a449-cb91-4454-b5a6-aab599bda899 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:11:44.592602 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b090679-c46d-496b-a086-c3e91382647e', 'tag': '9429497b-061d-407b-8537-970adf7a8636', 'status': 'completed', 'code': 200} Jul 09 16:11:44.628011 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 49638) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:44.658042 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-39ef1a72-af83-4902-b25f-2dd8dbae4635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:44.661711 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-7e206bbe-f8de-49b9-9256-bfb09e55ebf9 None None] Attempting to bind port b3c945e4-6a50-4cc8-8cd8-1f368f81d45c on host n-d-798930-3 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:11:44.662084 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-7e206bbe-f8de-49b9-9256-bfb09e55ebf9 None None] Attempting to bind port b3c945e4-6a50-4cc8-8cd8-1f368f81d45c by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '20111d7e-0648-421f-8458-2c564982cda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '61ffd1b6-f25b-4986-bd69-fd61ebdd8c18'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:11:44.662445 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e206bbe-f8de-49b9-9256-bfb09e55ebf9 None None] Attempting to bind port b3c945e4-6a50-4cc8-8cd8-1f368f81d45c on network 61ffd1b6-f25b-4986-bd69-fd61ebdd8c18 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:11:44.678021 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e206bbe-f8de-49b9-9256-bfb09e55ebf9 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:11:44.678442 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e206bbe-f8de-49b9-9256-bfb09e55ebf9 None None] Checking segment: {'id': '20111d7e-0648-421f-8458-2c564982cda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '61ffd1b6-f25b-4986-bd69-fd61ebdd8c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:11:44.679997 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-7e206bbe-f8de-49b9-9256-bfb09e55ebf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:44.681272 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e206bbe-f8de-49b9-9256-bfb09e55ebf9 None None] Bound using segment: {'id': '20111d7e-0648-421f-8458-2c564982cda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '61ffd1b6-f25b-4986-bd69-fd61ebdd8c18'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:11:44.681384 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-7e206bbe-f8de-49b9-9256-bfb09e55ebf9 None None] Bound port: b3c945e4-6a50-4cc8-8cd8-1f368f81d45c, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20111d7e-0648-421f-8458-2c564982cda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '61ffd1b6-f25b-4986-bd69-fd61ebdd8c18'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:11:44.683437 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-7e206bbe-f8de-49b9-9256-bfb09e55ebf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:44.811175 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-65ef997f-786f-4300-82fd-00a89bfc5674 req-1a948df4-f473-4c7f-8ad0-4f6dc57347a4 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] 10.222.0.98 "GET /v2.0/ports?device_id=12f73f08-a8c5-44be-8f42-3bf1da883f6a HTTP/1.1" status: 200 len: 210 time: 0.0728817 Jul 09 16:11:44.873961 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-7e206bbe-f8de-49b9-9256-bfb09e55ebf9 None None] For port b3c945e4-6a50-4cc8-8cd8-1f368f81d45c, host n-d-798930-3, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:11:44.884492 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-7e206bbe-f8de-49b9-9256-bfb09e55ebf9 None None] For port b3c945e4-6a50-4cc8-8cd8-1f368f81d45c, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=b3c945e4-6a50-4cc8-8cd8-1f368f81d45c,segment=NetworkSegment(20111d7e-0648-421f-8458-2c564982cda3),segment_id=20111d7e-0648-421f-8458-2c564982cda3)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:11:44.893326 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-7e206bbe-f8de-49b9-9256-bfb09e55ebf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:44.914497 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-39ef1a72-af83-4902-b25f-2dd8dbae4635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:44.920433 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-39ef1a72-af83-4902-b25f-2dd8dbae4635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:44.979500 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f15f2a-ffa2-4e99-8d17-090960fe1151 req-b7fac6ab-05e6-4541-be6e-b3c490a26580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:44.981208 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e4f15f2a-ffa2-4e99-8d17-090960fe1151 req-b7fac6ab-05e6-4541-be6e-b3c490a26580 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1 HTTP/1.1" status: 200 len: 870 time: 0.4797192 Jul 09 16:11:44.984011 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-53ca2c9e-785e-4c95-9d41-7af21d6f4485 req-70675ea2-b0c0-47df-bb26-7491847885de service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4435735 Jul 09 16:11:45.007394 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b89e8f6-0a4b-4eef-97c2-3fcb87fa0dbc None None] Pushing event updated for resources: {'Port': ['ID=b3c945e4-6a50-4cc8-8cd8-1f368f81d45c,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:45.013427 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-39ef1a72-af83-4902-b25f-2dd8dbae4635 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ed2e68832df24768aa298394aa3ddb1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3840787 Jul 09 16:11:45.016669 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef1a72-af83-4902-b25f-2dd8dbae4635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e374c17-9645-4a0d-8442-770ccb289f6f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:45.021784 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 49644) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:45.055033 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e206bbe-f8de-49b9-9256-bfb09e55ebf9 None None] Routers {'2c5946db-f874-4d10-b9d9-bbff4dabff6f'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:11:45.055733 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-7e206bbe-f8de-49b9-9256-bfb09e55ebf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:11:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['2c5946db-f874-4d10-b9d9-bbff4dabff6f'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:11:45.098347 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e4f15f2a-ffa2-4e99-8d17-090960fe1151 req-e21cfc89-370c-4c1f-b42a-9e0e87a12538 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=198a638c-19c2-40d7-ac04-36dfb2a828b2 HTTP/1.1" status: 200 len: 217 time: 0.1077771 Jul 09 16:11:45.124840 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f2f2bdae-4950-4faf-8a4a-6730476be75b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:45.146998 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d871f969-b00d-4151-a888-52dc4e4de953 req-42c9afe0-4450-4758-85b9-796e4e523a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:45.148665 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d871f969-b00d-4151-a888-52dc4e4de953 req-42c9afe0-4450-4758-85b9-796e4e523a10 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5903752 Jul 09 16:11:45.161231 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f2f2bdae-4950-4faf-8a4a-6730476be75b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:45.274309 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f2f2bdae-4950-4faf-8a4a-6730476be75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:45.278318 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f2f2bdae-4950-4faf-8a4a-6730476be75b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:45.281570 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f2f2bdae-4950-4faf-8a4a-6730476be75b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3e374c17-9645-4a0d-8442-770ccb289f6f HTTP/1.1" status: 204 len: 168 time: 0.2561476 Jul 09 16:11:45.306548 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f2bdae-4950-4faf-8a4a-6730476be75b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e374c17-9645-4a0d-8442-770ccb289f6f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:45.359497 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f15f2a-ffa2-4e99-8d17-090960fe1151 req-48bd31ff-64af-44a0-bf96-ec68b1ffc568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:45.361710 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e4f15f2a-ffa2-4e99-8d17-090960fe1151 req-48bd31ff-64af-44a0-bf96-ec68b1ffc568 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.2121654 Jul 09 16:11:45.391087 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-7e206bbe-f8de-49b9-9256-bfb09e55ebf9 None None] Set router 2c5946db-f874-4d10-b9d9-bbff4dabff6f gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:11:45.459208 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026aa3c1-05f0-472b-b2c2-02a622366cab req-d648ed4b-256d-4bf6-9921-251497e30383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:45.460704 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-026aa3c1-05f0-472b-b2c2-02a622366cab req-d648ed4b-256d-4bf6-9921-251497e30383 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7df0440b1db9497381d02361493e7532&device_id=1b090679-c46d-496b-a086-c3e91382647e HTTP/1.1" status: 200 len: 1098 time: 0.3673353 Jul 09 16:11:45.468562 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602f62d-f82b-4d35-a49e-43789f1c44db req-fee28716-9674-46f7-9594-1e340865149e tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:45.478709 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a602f62d-f82b-4d35-a49e-43789f1c44db req-fee28716-9674-46f7-9594-1e340865149e tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b090679-c46d-496b-a086-c3e91382647e HTTP/1.1" status: 200 len: 947 time: 0.4784641 Jul 09 16:11:45.509412 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 198a638c-19c2-40d7-ac04-36dfb2a828b2 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:11:45.595956 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d871f969-b00d-4151-a888-52dc4e4de953 req-20f0f4d7-15b9-4371-b3b8-a0e5da237f4a service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4245677 Jul 09 16:11:45.597505 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 198a638c-19c2-40d7-ac04-36dfb2a828b2 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:11:45.602795 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 198a638c-19c2-40d7-ac04-36dfb2a828b2 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:11:45.604100 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:45.652890 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 49652) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:45.658658 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-a6037ffa-834b-4229-93d1-394546f4a32d tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1596862984', 'description': 'tempest-description--1050354478'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:11:45.708332 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a6037ffa-834b-4229-93d1-394546f4a32d tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:45.712594 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-7e206bbe-f8de-49b9-9256-bfb09e55ebf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5946db-f874-4d10-b9d9-bbff4dabff6f', 'name': 'tempest-ServersTestBootFromVolume-507522533-router', 'tenant_id': '4a7bcfee98ce42f9b496f385fa1d801e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '5a458250-da19-4416-bbca-e9210b5c8054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:11:28Z', 'updated_at': '2021-07-09T16:11:39Z', 'revision_number': 4, 'project_id': '4a7bcfee98ce42f9b496f385fa1d801e', 'gw_port': {'id': '5a458250-da19-4416-bbca-e9210b5c8054', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:46:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5946db-f874-4d10-b9d9-bbff4dabff6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:11:29Z', 'updated_at': '2021-07-09T16:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'b3c945e4-6a50-4cc8-8cd8-1f368f81d45c', 'name': '', 'network_id': '61ffd1b6-f25b-4986-bd69-fd61ebdd8c18', 'tenant_id': '4a7bcfee98ce42f9b496f385fa1d801e', 'mac_address': 'fa:16:3e:5a:c8:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c5946db-f874-4d10-b9d9-bbff4dabff6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '90f9165d-5f7d-46e1-8fba-1a5ae5f57aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:11:36Z', 'updated_at': '2021-07-09T16:11:44Z', 'revision_number': 4, 'project_id': '4a7bcfee98ce42f9b496f385fa1d801e', 'subnets': [{'id': '90f9165d-5f7d-46e1-8fba-1a5ae5f57aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:11:45.743298 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:45.769093 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a602f62d-f82b-4d35-a49e-43789f1c44db req-ea4cbf14-ba09-48f3-8645-d91c1881f586 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.98 "GET /v2.0/security-groups?id=e76fa0e5-1c71-460e-a996-c20478c21386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891772 Jul 09 16:11:45.779233 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13936f56-a9b8-4832-a4de-df0cffe4e51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '198a638c-19c2-40d7-ac04-36dfb2a828b2'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:11:45.782385 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ded8261-1cdb-4ebf-ae2b-359b4ab24f4e" -d '{"events": [{"server_uuid": "13936f56-a9b8-4832-a4de-df0cffe4e51a", "name": "network-vif-plugged", "status": "completed", "tag": "198a638c-19c2-40d7-ac04-36dfb2a828b2"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:11:45.804448 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f15f2a-ffa2-4e99-8d17-090960fe1151 req-238ee39f-0e36-4ac3-a4de-2dbf918da52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:45.812414 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e4f15f2a-ffa2-4e99-8d17-090960fe1151 req-238ee39f-0e36-4ac3-a4de-2dbf918da52d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4429557 Jul 09 16:11:45.814163 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e206bbe-f8de-49b9-9256-bfb09e55ebf9 None None] The sync data for ids ['2c5946db-f874-4d10-b9d9-bbff4dabff6f'] in n-d-798930-3 is: [{'id': '2c5946db-f874-4d10-b9d9-bbff4dabff6f', 'name': 'tempest-ServersTestBootFromVolume-507522533-router', 'tenant_id': '4a7bcfee98ce42f9b496f385fa1d801e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '5a458250-da19-4416-bbca-e9210b5c8054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:11:28Z', 'updated_at': '2021-07-09T16:11:39Z', 'revision_number': 4, 'project_id': '4a7bcfee98ce42f9b496f385fa1d801e', 'gw_port': {'id': '5a458250-da19-4416-bbca-e9210b5c8054', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:46:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5946db-f874-4d10-b9d9-bbff4dabff6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:11:29Z', 'updated_at': '2021-07-09T16:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'b3c945e4-6a50-4cc8-8cd8-1f368f81d45c', 'name': '', 'network_id': '61ffd1b6-f25b-4986-bd69-fd61ebdd8c18', 'tenant_id': '4a7bcfee98ce42f9b496f385fa1d801e', 'mac_address': 'fa:16:3e:5a:c8:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c5946db-f874-4d10-b9d9-bbff4dabff6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '90f9165d-5f7d-46e1-8fba-1a5ae5f57aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:11:36Z', 'updated_at': '2021-07-09T16:11:44Z', 'revision_number': 4, 'project_id': '4a7bcfee98ce42f9b496f385fa1d801e', 'subnets': [{'id': '90f9165d-5f7d-46e1-8fba-1a5ae5f57aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:11:45.831284 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 198a638c-19c2-40d7-ac04-36dfb2a828b2, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=198a638c-19c2-40d7-ac04-36dfb2a828b2,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:11:45.837715 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:45.905980 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026aa3c1-05f0-472b-b2c2-02a622366cab req-b52b840e-9164-4d76-b736-54d3df476745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:45.923536 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-026aa3c1-05f0-472b-b2c2-02a622366cab req-b52b840e-9164-4d76-b736-54d3df476745 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1 HTTP/1.1" status: 200 len: 870 time: 0.4310703 Jul 09 16:11:45.926429 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a6037ffa-834b-4229-93d1-394546f4a32d tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:45.934692 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a6037ffa-834b-4229-93d1-394546f4a32d tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:45.999060 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6037ffa-834b-4229-93d1-394546f4a32d tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89dfd2dc-1906-4049-bbd8-d8b2687b4c31,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:46.027726 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a6037ffa-834b-4229-93d1-394546f4a32d tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:46.032893 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a6037ffa-834b-4229-93d1-394546f4a32d tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3782628 Jul 09 16:11:46.033685 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 49664) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:46.038869 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-b8b9e4d9-c100-4710-96e2-b98e5f360e31 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Request body: {'security_group_rule': {'security_group_id': '89dfd2dc-1906-4049-bbd8-d8b2687b4c31', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:11:46.157633 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e4f15f2a-ffa2-4e99-8d17-090960fe1151 req-ff8be852-b73e-4687-aa6a-fe992ede0a13 service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225529 Jul 09 16:11:46.261664 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=198a638c-19c2-40d7-ac04-36dfb2a828b2,revision_number=9']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:46.272068 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device b3c945e4-6a50-4cc8-8cd8-1f368f81d45c up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:11:46.312825 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b8b9e4d9-c100-4710-96e2-b98e5f360e31 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:46.377227 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port b3c945e4-6a50-4cc8-8cd8-1f368f81d45c completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:11:46.383715 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port b3c945e4-6a50-4cc8-8cd8-1f368f81d45c triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:11:46.384094 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:46.387942 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b8b9e4d9-c100-4710-96e2-b98e5f360e31 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:46.396865 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b8b9e4d9-c100-4710-96e2-b98e5f360e31 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:46.423958 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e4f15f2a-ffa2-4e99-8d17-090960fe1151 req-ea0bd205-b52c-41c0-978b-dbc9a8947ede service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713786 Jul 09 16:11:46.425391 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-026aa3c1-05f0-472b-b2c2-02a622366cab req-fcaabc7d-0819-4299-9b5b-7844edc1aea3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=9429497b-061d-407b-8537-970adf7a8636 HTTP/1.1" status: 200 len: 217 time: 0.4929295 Jul 09 16:11:46.428248 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d871f969-b00d-4151-a888-52dc4e4de953 req-b751eaad-ba2a-4706-aae3-2fd6c7536990 service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8196073 Jul 09 16:11:46.433426 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b8b9e4d9-c100-4710-96e2-b98e5f360e31 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:46.437869 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b8b9e4d9-c100-4710-96e2-b98e5f360e31 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4030373 Jul 09 16:11:46.451866 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 49672) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:46.459081 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-72a124f8-5119-4cfd-ad70-5f85e0076d6b tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Request body: {'security_group_rule': {'security_group_id': '89dfd2dc-1906-4049-bbd8-d8b2687b4c31', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:11:46.498523 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b9e4d9-c100-4710-96e2-b98e5f360e31 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5ec1192-26cb-49d3-80dd-a7be45313b74,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:46.514419 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-72a124f8-5119-4cfd-ad70-5f85e0076d6b tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:46.577887 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026aa3c1-05f0-472b-b2c2-02a622366cab req-e890b85f-661e-49d4-9653-c33f3efdbc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:46.579693 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-026aa3c1-05f0-472b-b2c2-02a622366cab req-e890b85f-661e-49d4-9653-c33f3efdbc10 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.1125252 Jul 09 16:11:46.592941 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd4e08-6244-4f3b-b822-77029388ce8a req-f9739d2e-128f-4cad-9728-330a0ffe9834 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:46.594421 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8edd4e08-6244-4f3b-b822-77029388ce8a req-f9739d2e-128f-4cad-9728-330a0ffe9834 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] 10.222.0.77 "GET /v2.0/networks?id=9c3ada68-d69e-496a-aef3-b3da6e6248d6 HTTP/1.1" status: 200 len: 805 time: 0.4907699 Jul 09 16:11:46.603014 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b9ed7-8c15-44f6-9668-e4e064d0eed0 req-76e6ac46-6787-474e-b9d4-b0356b6e51cd tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:46.610014 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:46.612269 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-398b9ed7-8c15-44f6-9668-e4e064d0eed0 req-76e6ac46-6787-474e-b9d4-b0356b6e51cd tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=7ab597a8-1bd0-4e14-98f6-047cfef65383 HTTP/1.1" status: 200 len: 947 time: 0.4582019 Jul 09 16:11:46.627791 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-72a124f8-5119-4cfd-ad70-5f85e0076d6b tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:46.653569 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port b3c945e4-6a50-4cc8-8cd8-1f368f81d45c, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=b3c945e4-6a50-4cc8-8cd8-1f368f81d45c,segment=NetworkSegment(20111d7e-0648-421f-8458-2c564982cda3),segment_id=20111d7e-0648-421f-8458-2c564982cda3)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:11:46.657236 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ab597a8-1bd0-4e14-98f6-047cfef65383', 'tag': '2bf4afec-66f7-4d7c-b984-e80fa7b78a2f'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:11:46.659140 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:46.659772 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864d608e-db65-4939-a20b-cd74d0d048eb" -d '{"events": [{"name": "network-changed", "server_uuid": "7ab597a8-1bd0-4e14-98f6-047cfef65383", "tag": "2bf4afec-66f7-4d7c-b984-e80fa7b78a2f"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:11:46.660316 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c9091-b968-4f81-b982-0879e624aba9 req-78745a6a-3abb-4188-8568-28574e85fd54 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:46.669538 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7f2c9091-b968-4f81-b982-0879e624aba9 req-78745a6a-3abb-4188-8568-28574e85fd54 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=13936f56-a9b8-4832-a4de-df0cffe4e51a HTTP/1.1" status: 200 len: 950 time: 0.4231193 Jul 09 16:11:46.677853 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-72a124f8-5119-4cfd-ad70-5f85e0076d6b tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:46.736470 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8edd4e08-6244-4f3b-b822-77029388ce8a req-08699f8c-2d60-44c7-bee1-29d627b2f6aa tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bdb58201a80846f5a926a2013ebad1c5 HTTP/1.1" status: 200 len: 380 time: 0.1049299 Jul 09 16:11:46.744211 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a124f8-5119-4cfd-ad70-5f85e0076d6b tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b716b1ac-18c3-4137-84be-a8b07839ac85,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:46.753560 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-398b9ed7-8c15-44f6-9668-e4e064d0eed0 req-45021df0-9b56-47ed-9586-ffc9b579dd36 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398559 Jul 09 16:11:46.756292 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=b3c945e4-6a50-4cc8-8cd8-1f368f81d45c,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:46.764502 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-8edd4e08-6244-4f3b-b822-77029388ce8a req-8a9c4f29-8928-42a1-a279-bd8ba08a71ec tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Request body: {'port': {'device_id': '12f73f08-a8c5-44be-8f42-3bf1da883f6a', 'network_id': '9c3ada68-d69e-496a-aef3-b3da6e6248d6', 'admin_state_up': True, 'tenant_id': 'bdb58201a80846f5a926a2013ebad1c5', 'security_groups': ['ba15f60f-fddc-45ad-98d6-b0e881bb2d76']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:11:46.778573 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026aa3c1-05f0-472b-b2c2-02a622366cab req-0415a357-7df8-4242-b6a8-b14cd0ca335f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:46.779885 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7f2c9091-b968-4f81-b982-0879e624aba9 req-569b4d1a-b74d-4c73-8823-b30854518397 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093867 Jul 09 16:11:46.781867 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-026aa3c1-05f0-472b-b2c2-02a622366cab req-0415a357-7df8-4242-b6a8-b14cd0ca335f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1958694 Jul 09 16:11:46.782374 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-72a124f8-5119-4cfd-ad70-5f85e0076d6b tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:46.787045 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49682) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:46.794392 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-72a124f8-5119-4cfd-ad70-5f85e0076d6b tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3410211 Jul 09 16:11:46.794653 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-e8ef650c-18a9-4a48-9d4e-c5c4f91947dc tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Request body: {'floatingip': {'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:11:46.892281 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e8ef650c-18a9-4a48-9d4e-c5c4f91947dc tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:46.909625 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c293721-d4ab-4414-806f-4008abe6d7f5 x-openstack-request-id: req-8c293721-d4ab-4414-806f-4008abe6d7f5 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:11:46.913759 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13936f56-a9b8-4832-a4de-df0cffe4e51a", "name": "network-vif-plugged", "status": "completed", "tag": "198a638c-19c2-40d7-ac04-36dfb2a828b2", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:11:46.914025 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8c293721-d4ab-4414-806f-4008abe6d7f5 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:11:46.914462 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13936f56-a9b8-4832-a4de-df0cffe4e51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '198a638c-19c2-40d7-ac04-36dfb2a828b2', 'code': 200} Jul 09 16:11:47.001867 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-026aa3c1-05f0-472b-b2c2-02a622366cab req-77d940be-7f2a-4646-8c4a-71a24a82241f service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951613 Jul 09 16:11:47.063368 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cf49fca1-6093-4978-9519-5a2de783a96e req-82760527-f23c-4fa6-99dd-1e9c8756ecf4 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] 10.222.0.98 "GET /v2.0/ports?device_id=12f73f08-a8c5-44be-8f42-3bf1da883f6a HTTP/1.1" status: 200 len: 210 time: 0.0413399 Jul 09 16:11:47.076349 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8edd4e08-6244-4f3b-b822-77029388ce8a req-8a9c4f29-8928-42a1-a279-bd8ba08a71ec tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Made reservation on behalf of bdb58201a80846f5a926a2013ebad1c5 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:11:47.080403 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8edd4e08-6244-4f3b-b822-77029388ce8a req-8a9c4f29-8928-42a1-a279-bd8ba08a71ec tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:47.306990 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-8edd4e08-6244-4f3b-b822-77029388ce8a req-8a9c4f29-8928-42a1-a279-bd8ba08a71ec tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Allocated IP 172.20.0.6 (9c3ada68-d69e-496a-aef3-b3da6e6248d6/9064e539-ac8b-434c-9d15-5d32d254f9d4/d39b487b-74c0-4458-9506-f748b21d0d08) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:11:47.397740 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2458c2bc-2b5c-4644-af46-4e9e7230ae5a x-openstack-request-id: req-2458c2bc-2b5c-4644-af46-4e9e7230ae5a {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:11:47.398467 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ab597a8-1bd0-4e14-98f6-047cfef65383", "tag": "2bf4afec-66f7-4d7c-b984-e80fa7b78a2f", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:11:47.399004 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2458c2bc-2b5c-4644-af46-4e9e7230ae5a {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:11:47.399137 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ab597a8-1bd0-4e14-98f6-047cfef65383', 'tag': '2bf4afec-66f7-4d7c-b984-e80fa7b78a2f', 'status': 'completed', 'code': 200} Jul 09 16:11:47.488619 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20d643-17c9-454d-9384-8e6a281b9dfc req-22cc5141-33c4-4569-9a5a-62d5ea4ffb13 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:47.495466 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8f20d643-17c9-454d-9384-8e6a281b9dfc req-22cc5141-33c4-4569-9a5a-62d5ea4ffb13 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b090679-c46d-496b-a086-c3e91382647e HTTP/1.1" status: 200 len: 947 time: 0.1636639 Jul 09 16:11:47.522037 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-026aa3c1-05f0-472b-b2c2-02a622366cab req-b78403aa-7f16-42d2-a55b-1081d23750d9 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5061774 Jul 09 16:11:47.527253 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e756490-720f-455c-995e-b9197c69b358 req-b8c76e5a-7293-4253-b974-81d0948c3c50 tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:47.532100 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 4f44756b-1519-4a88-931a-778934ee6039 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:11:47.534280 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4e756490-720f-455c-995e-b9197c69b358 req-b8c76e5a-7293-4253-b974-81d0948c3c50 tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=1994318a-faf4-4587-9787-0cd99a4f3347 HTTP/1.1" status: 200 len: 1096 time: 0.5305176 Jul 09 16:11:47.564588 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8f20d643-17c9-454d-9384-8e6a281b9dfc req-e26c8d04-bb66-4f08-a499-b34b8b5f621f tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.98 "GET /v2.0/security-groups?id=e76fa0e5-1c71-460e-a996-c20478c21386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680041 Jul 09 16:11:47.565577 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d608e-db65-4939-a20b-cd74d0d048eb req-043184f8-7dea-4c12-95d6-0ce616c5155b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:47.567785 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-864d608e-db65-4939-a20b-cd74d0d048eb req-043184f8-7dea-4c12-95d6-0ce616c5155b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=06486c1ff3c04c6aba88bb5474a3b49d&device_id=7ab597a8-1bd0-4e14-98f6-047cfef65383 HTTP/1.1" status: 200 len: 1098 time: 0.1726518 Jul 09 16:11:47.570332 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e8ef650c-18a9-4a48-9d4e-c5c4f91947dc tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:47.581233 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8edd4e08-6244-4f3b-b822-77029388ce8a req-8a9c4f29-8928-42a1-a279-bd8ba08a71ec tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:47.607801 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-8edd4e08-6244-4f3b-b822-77029388ce8a req-8a9c4f29-8928-42a1-a279-bd8ba08a71ec tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Transition to ACTIVE for port object d39b487b-74c0-4458-9506-f748b21d0d08 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:11:47.658127 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8edd4e08-6244-4f3b-b822-77029388ce8a req-8a9c4f29-8928-42a1-a279-bd8ba08a71ec tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:47.690924 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4e756490-720f-455c-995e-b9197c69b358 req-0b1033ef-f9e4-4c1d-9c9f-4797021a089c tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555846 Jul 09 16:11:47.691095 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8edd4e08-6244-4f3b-b822-77029388ce8a req-8a9c4f29-8928-42a1-a279-bd8ba08a71ec tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Network 9c3ada68-d69e-496a-aef3-b3da6e6248d6 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:11:47.696460 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-8edd4e08-6244-4f3b-b822-77029388ce8a req-8a9c4f29-8928-42a1-a279-bd8ba08a71ec tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:11:47.754878 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-8edd4e08-6244-4f3b-b822-77029388ce8a req-8a9c4f29-8928-42a1-a279-bd8ba08a71ec tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:11:47.779415 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 4f44756b-1519-4a88-931a-778934ee6039, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=4f44756b-1519-4a88-931a-778934ee6039,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:11:47.824121 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '4f44756b-1519-4a88-931a-778934ee6039', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'port_id': '4f44756b-1519-4a88-931a-778934ee6039', 'mac_address': 'fa:16:3e:4b:98:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f122b436-b232-4a3c-9aac-47d5639f2da4', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:11:47.846308 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd4e08-6244-4f3b-b822-77029388ce8a req-8a9c4f29-8928-42a1-a279-bd8ba08a71ec tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:47.847007 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8edd4e08-6244-4f3b-b822-77029388ce8a req-8a9c4f29-8928-42a1-a279-bd8ba08a71ec tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:47.922108 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:47.934756 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8edd4e08-6244-4f3b-b822-77029388ce8a req-8a9c4f29-8928-42a1-a279-bd8ba08a71ec tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1892385 Jul 09 16:11:47.938255 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d608e-db65-4939-a20b-cd74d0d048eb req-3d295641-25b9-433c-97cc-29c0d10f6c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:47.941121 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-864d608e-db65-4939-a20b-cd74d0d048eb req-3d295641-25b9-433c-97cc-29c0d10f6c72 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1 HTTP/1.1" status: 200 len: 870 time: 0.3552148 Jul 09 16:11:47.953562 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f44756b-1519-4a88-931a-778934ee6039 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:11:47.958600 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-8edd4e08-6244-4f3b-b822-77029388ce8a req-7f394c0b-f4a3-4382-b621-6ba2a8859469 service neutron] Request body: {'port': {'device_id': '12f73f08-a8c5-44be-8f42-3bf1da883f6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:11:48.004586 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 4f44756b-1519-4a88-931a-778934ee6039, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=4f44756b-1519-4a88-931a-778934ee6039,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:11:48.015883 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-e8ef650c-18a9-4a48-9d4e-c5c4f91947dc tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Allocated IP 172.25.0.84 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/96b4426e-0b10-4a77-8c49-87b83df99d6c) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:11:48.022028 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:48.022409 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-864d608e-db65-4939-a20b-cd74d0d048eb req-507af29a-62b5-43de-a54f-cc1f0d1edea0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=2bf4afec-66f7-4d7c-b984-e80fa7b78a2f HTTP/1.1" status: 200 len: 217 time: 0.0714934 Jul 09 16:11:48.085978 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d608e-db65-4939-a20b-cd74d0d048eb req-939f80bf-84bf-404e-8dcf-f1e10a1ff8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:48.087611 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-864d608e-db65-4939-a20b-cd74d0d048eb req-939f80bf-84bf-404e-8dcf-f1e10a1ff8fa service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.0549192 Jul 09 16:11:48.126651 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8edd4e08-6244-4f3b-b822-77029388ce8a req-7f394c0b-f4a3-4382-b621-6ba2a8859469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:48.130249 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=4f44756b-1519-4a88-931a-778934ee6039,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:48.148274 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1e8309e0-c84d-463b-95fd-dc589cd3b312 None None] Provisioning for port d39b487b-74c0-4458-9506-f748b21d0d08 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:11:48.153145 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1e8309e0-c84d-463b-95fd-dc589cd3b312 None None] Provisioning complete for port d39b487b-74c0-4458-9506-f748b21d0d08 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:11:48.153525 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1e8309e0-c84d-463b-95fd-dc589cd3b312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:48.186596 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device b3c945e4-6a50-4cc8-8cd8-1f368f81d45c up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:11:48.191628 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9c4f29-8928-42a1-a279-bd8ba08a71ec tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Pushing event updated for resources: {'Port': ['ID=d39b487b-74c0-4458-9506-f748b21d0d08,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:48.228959 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-1e8309e0-c84d-463b-95fd-dc589cd3b312 None None] Port d39b487b-74c0-4458-9506-f748b21d0d08 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:11:48.250069 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port b3c945e4-6a50-4cc8-8cd8-1f368f81d45c triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:11:48.250742 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:48.288582 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d608e-db65-4939-a20b-cd74d0d048eb req-35461204-a12c-424d-9b13-b91aa4b0f668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:48.290077 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-864d608e-db65-4939-a20b-cd74d0d048eb req-35461204-a12c-424d-9b13-b91aa4b0f668 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1940610 Jul 09 16:11:48.322379 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db766f-7841-41b0-b27a-470c5d75741f req-58ed3a5c-3df9-4895-b499-a16a43077445 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:48.323942 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-91db766f-7841-41b0-b27a-470c5d75741f req-58ed3a5c-3df9-4895-b499-a16a43077445 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=13936f56-a9b8-4832-a4de-df0cffe4e51a HTTP/1.1" status: 200 len: 950 time: 0.1399844 Jul 09 16:11:48.370578 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c3154-bafa-4230-9494-3ce1997804bd req-58783622-b2e3-466f-9d6b-c7e3aaa41993 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:48.372073 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cd1c3154-bafa-4230-9494-3ce1997804bd req-58783622-b2e3-466f-9d6b-c7e3aaa41993 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=7ab597a8-1bd0-4e14-98f6-047cfef65383 HTTP/1.1" status: 200 len: 947 time: 0.2466667 Jul 09 16:11:48.380965 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e8ef650c-18a9-4a48-9d4e-c5c4f91947dc tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:48.436260 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cd1c3154-bafa-4230-9494-3ce1997804bd req-0fb72c63-fcc9-48e2-bde6-f59122fe41aa tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578933 Jul 09 16:11:48.442724 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-91db766f-7841-41b0-b27a-470c5d75741f req-8a51a070-9dd2-4db6-ac9e-48f947c33b10 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061239 Jul 09 16:11:48.445610 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['4f44756b-1519-4a88-931a-778934ee6039'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:11:48.470527 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-864d608e-db65-4939-a20b-cd74d0d048eb req-bccff786-7e92-46a4-8db7-dc872bf5dd37 service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721642 Jul 09 16:11:48.491828 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e8ef650c-18a9-4a48-9d4e-c5c4f91947dc tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:48.527196 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-8edd4e08-6244-4f3b-b822-77029388ce8a req-7f394c0b-f4a3-4382-b621-6ba2a8859469 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d39b487b-74c0-4458-9506-f748b21d0d08 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:11:48.541714 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8edd4e08-6244-4f3b-b822-77029388ce8a req-7f394c0b-f4a3-4382-b621-6ba2a8859469 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:48.575498 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-8edd4e08-6244-4f3b-b822-77029388ce8a req-7f394c0b-f4a3-4382-b621-6ba2a8859469 service neutron] Transition to ACTIVE for port object d39b487b-74c0-4458-9506-f748b21d0d08 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:11:48.585972 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ef650c-18a9-4a48-9d4e-c5c4f91947dc tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Pushing event updated for resources: {'Port': ['ID=96b4426e-0b10-4a77-8c49-87b83df99d6c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:48.601505 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8edd4e08-6244-4f3b-b822-77029388ce8a req-7f394c0b-f4a3-4382-b621-6ba2a8859469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:48.616081 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ef650c-18a9-4a48-9d4e-c5c4f91947dc tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:11:48.619418 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-e8ef650c-18a9-4a48-9d4e-c5c4f91947dc tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:11:48.622005 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ef650c-18a9-4a48-9d4e-c5c4f91947dc tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:11:48.719376 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-864d608e-db65-4939-a20b-cd74d0d048eb req-55df4e87-18a6-4e0d-a677-039ecd07dcd6 service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412333 Jul 09 16:11:48.738091 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e8ef650c-18a9-4a48-9d4e-c5c4f91947dc tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:48.739152 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f394c0b-f4a3-4382-b621-6ba2a8859469 service neutron] Pushing event updated for resources: {'Port': ['ID=d39b487b-74c0-4458-9506-f748b21d0d08,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:48.796453 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2df949-4fa7-4a4f-82d6-ee7f425c111f req-a7547fb3-ba2c-4cab-a0c0-79a850a459b1 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:48.798005 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2c2df949-4fa7-4a4f-82d6-ee7f425c111f req-a7547fb3-ba2c-4cab-a0c0-79a850a459b1 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] 10.222.0.98 "GET /v2.0/ports?device_id=12f73f08-a8c5-44be-8f42-3bf1da883f6a HTTP/1.1" status: 200 len: 943 time: 0.1369841 Jul 09 16:11:48.808667 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231265d-ede3-4eaf-a657-1c785060f47c req-e84bdd07-5bf3-47cc-af5b-20035a863c96 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:48.810354 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5231265d-ede3-4eaf-a657-1c785060f47c req-e84bdd07-5bf3-47cc-af5b-20035a863c96 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/networks?id=2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 HTTP/1.1" status: 200 len: 820 time: 0.2327108 Jul 09 16:11:48.822600 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e8ef650c-18a9-4a48-9d4e-c5c4f91947dc tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:48.844401 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-8edd4e08-6244-4f3b-b822-77029388ce8a req-7f394c0b-f4a3-4382-b621-6ba2a8859469 service neutron] Attempting to bind port d39b487b-74c0-4458-9506-f748b21d0d08 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:11:48.844896 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-8edd4e08-6244-4f3b-b822-77029388ce8a req-7f394c0b-f4a3-4382-b621-6ba2a8859469 service neutron] Attempting to bind port d39b487b-74c0-4458-9506-f748b21d0d08 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'a5bc223c-05a1-4a9e-ab16-52d6e8a4b9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9c3ada68-d69e-496a-aef3-b3da6e6248d6'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:11:48.845247 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edd4e08-6244-4f3b-b822-77029388ce8a req-7f394c0b-f4a3-4382-b621-6ba2a8859469 service neutron] Attempting to bind port d39b487b-74c0-4458-9506-f748b21d0d08 on network 9c3ada68-d69e-496a-aef3-b3da6e6248d6 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:11:48.851045 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5231265d-ede3-4eaf-a657-1c785060f47c req-c0af1bd7-1cd9-4382-89e1-c1d94d17f037 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/quotas/9639d7ee11dd47639be4bedc72b53ccc HTTP/1.1" status: 200 len: 375 time: 0.0353010 Jul 09 16:11:48.851988 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edd4e08-6244-4f3b-b822-77029388ce8a req-7f394c0b-f4a3-4382-b621-6ba2a8859469 service neutron] Port d39b487b-74c0-4458-9506-f748b21d0d08 on network 9c3ada68-d69e-496a-aef3-b3da6e6248d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:11:48.852127 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edd4e08-6244-4f3b-b822-77029388ce8a req-7f394c0b-f4a3-4382-b621-6ba2a8859469 service neutron] Attempting to bind port d39b487b-74c0-4458-9506-f748b21d0d08 on network 9c3ada68-d69e-496a-aef3-b3da6e6248d6 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:11:48.857447 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edd4e08-6244-4f3b-b822-77029388ce8a req-7f394c0b-f4a3-4382-b621-6ba2a8859469 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:11:48.857872 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edd4e08-6244-4f3b-b822-77029388ce8a req-7f394c0b-f4a3-4382-b621-6ba2a8859469 service neutron] Checking segment: {'id': 'a5bc223c-05a1-4a9e-ab16-52d6e8a4b9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9c3ada68-d69e-496a-aef3-b3da6e6248d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:11:48.858320 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edd4e08-6244-4f3b-b822-77029388ce8a req-7f394c0b-f4a3-4382-b621-6ba2a8859469 service neutron] Bound using segment: {'id': 'a5bc223c-05a1-4a9e-ab16-52d6e8a4b9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9c3ada68-d69e-496a-aef3-b3da6e6248d6'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:11:48.858896 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-8edd4e08-6244-4f3b-b822-77029388ce8a req-7f394c0b-f4a3-4382-b621-6ba2a8859469 service neutron] Bound port: d39b487b-74c0-4458-9506-f748b21d0d08, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5bc223c-05a1-4a9e-ab16-52d6e8a4b9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9c3ada68-d69e-496a-aef3-b3da6e6248d6'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:11:48.859324 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8edd4e08-6244-4f3b-b822-77029388ce8a req-7f394c0b-f4a3-4382-b621-6ba2a8859469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:48.877227 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2c2df949-4fa7-4a4f-82d6-ee7f425c111f req-0c2a6adf-ca10-48fe-ad41-5d709205cb33 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] 10.222.0.98 "GET /v2.0/security-groups?id=ba15f60f-fddc-45ad-98d6-b0e881bb2d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719583 Jul 09 16:11:48.982663 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-8edd4e08-6244-4f3b-b822-77029388ce8a req-7f394c0b-f4a3-4382-b621-6ba2a8859469 service neutron] For port d39b487b-74c0-4458-9506-f748b21d0d08, host n-h1-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:11:48.987076 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-8edd4e08-6244-4f3b-b822-77029388ce8a req-7f394c0b-f4a3-4382-b621-6ba2a8859469 service neutron] For port d39b487b-74c0-4458-9506-f748b21d0d08, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=d39b487b-74c0-4458-9506-f748b21d0d08,segment=NetworkSegment(a5bc223c-05a1-4a9e-ab16-52d6e8a4b9da),segment_id=a5bc223c-05a1-4a9e-ab16-52d6e8a4b9da)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:11:48.996808 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8edd4e08-6244-4f3b-b822-77029388ce8a req-7f394c0b-f4a3-4382-b621-6ba2a8859469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:49.023141 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5231265d-ede3-4eaf-a657-1c785060f47c req-7d33e089-35b9-4777-9d50-1088c91e5a5f tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=9639d7ee11dd47639be4bedc72b53ccc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1606014 Jul 09 16:11:49.076326 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e8ef650c-18a9-4a48-9d4e-c5c4f91947dc tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:49.084465 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e8ef650c-18a9-4a48-9d4e-c5c4f91947dc tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:49.095612 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd4e08-6244-4f3b-b822-77029388ce8a req-7f394c0b-f4a3-4382-b621-6ba2a8859469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:49.096137 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8edd4e08-6244-4f3b-b822-77029388ce8a req-7f394c0b-f4a3-4382-b621-6ba2a8859469 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:49.097548 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8edd4e08-6244-4f3b-b822-77029388ce8a req-7f394c0b-f4a3-4382-b621-6ba2a8859469 service neutron] 10.222.0.77 "PUT /v2.0/ports/d39b487b-74c0-4458-9506-f748b21d0d08 HTTP/1.1" status: 200 len: 1091 time: 1.1527975 Jul 09 16:11:49.098495 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12f73f08-a8c5-44be-8f42-3bf1da883f6a', 'tag': 'd39b487b-74c0-4458-9506-f748b21d0d08'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:11:49.100868 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67893cd8-6caf-4e24-8dbb-becca03eb61c" -d '{"events": [{"name": "network-changed", "server_uuid": "12f73f08-a8c5-44be-8f42-3bf1da883f6a", "tag": "d39b487b-74c0-4458-9506-f748b21d0d08"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:11:49.145410 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e8ef650c-18a9-4a48-9d4e-c5c4f91947dc tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:49.186156 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ef650c-18a9-4a48-9d4e-c5c4f91947dc tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Pushing event updated for resources: {'Port': ['ID=96b4426e-0b10-4a77-8c49-87b83df99d6c,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:49.188098 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 2bf4afec-66f7-4d7c-b984-e80fa7b78a2f details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:11:49.191610 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f394c0b-f4a3-4382-b621-6ba2a8859469 service neutron] Pushing event updated for resources: {'Port': ['ID=d39b487b-74c0-4458-9506-f748b21d0d08,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:49.202831 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e8ef650c-18a9-4a48-9d4e-c5c4f91947dc tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:49.204872 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e8ef650c-18a9-4a48-9d4e-c5c4f91947dc tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4158316 Jul 09 16:11:49.219681 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aac67e-0ccd-4c1f-9747-0b4a9ed71da7 req-80743144-a4fe-4304-b59c-4b4e147da824 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:49.221391 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c1aac67e-0ccd-4c1f-9747-0b4a9ed71da7 req-80743144-a4fe-4304-b59c-4b4e147da824 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=13936f56-a9b8-4832-a4de-df0cffe4e51a HTTP/1.1" status: 200 len: 950 time: 0.1894886 Jul 09 16:11:49.231040 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5231265d-ede3-4eaf-a657-1c785060f47c req-f989a4cb-25df-4e34-825e-93681e715109 service neutron] 10.222.0.98 "GET /v2.0/networks/2b65bcac-ba21-4565-bf6d-5e7b6fe83db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069831 Jul 09 16:11:49.282863 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c1aac67e-0ccd-4c1f-9747-0b4a9ed71da7 req-f617e9c0-5a63-4306-9c21-52c2404d3321 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496898 Jul 09 16:11:49.316539 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd4e08-6244-4f3b-b822-77029388ce8a req-2ad03c65-6d07-42dd-8120-37865f89aa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:49.318059 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8edd4e08-6244-4f3b-b822-77029388ce8a req-2ad03c65-6d07-42dd-8120-37865f89aa45 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bdb58201a80846f5a926a2013ebad1c5&device_id=12f73f08-a8c5-44be-8f42-3bf1da883f6a HTTP/1.1" status: 200 len: 1094 time: 0.1748819 Jul 09 16:11:49.377454 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8edd4e08-6244-4f3b-b822-77029388ce8a req-28e3c809-b308-41f8-9f74-219a2a6a05f4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d39b487b-74c0-4458-9506-f748b21d0d08 HTTP/1.1" status: 200 len: 217 time: 0.0485697 Jul 09 16:11:49.377865 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 2bf4afec-66f7-4d7c-b984-e80fa7b78a2f, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=2bf4afec-66f7-4d7c-b984-e80fa7b78a2f,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:11:49.399838 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '2bf4afec-66f7-4d7c-b984-e80fa7b78a2f', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'port_id': '2bf4afec-66f7-4d7c-b984-e80fa7b78a2f', 'mac_address': 'fa:16:3e:7c:0e:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f122b436-b232-4a3c-9aac-47d5639f2da4', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:11:49.450993 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:49.467389 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bf4afec-66f7-4d7c-b984-e80fa7b78a2f {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:11:49.497214 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 2bf4afec-66f7-4d7c-b984-e80fa7b78a2f, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=2bf4afec-66f7-4d7c-b984-e80fa7b78a2f,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:11:49.503118 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:49.524055 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065998b1-3342-43d9-8318-71bea3f56d7b req-4bceda5f-b870-47b7-9aee-1bccc82de51b tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:49.525895 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-065998b1-3342-43d9-8318-71bea3f56d7b req-4bceda5f-b870-47b7-9aee-1bccc82de51b tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b090679-c46d-496b-a086-c3e91382647e HTTP/1.1" status: 200 len: 947 time: 0.0870981 Jul 09 16:11:49.541926 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 9429497b-061d-407b-8537-970adf7a8636 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:11:49.548701 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 4f44756b-1519-4a88-931a-778934ee6039 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:11:49.585564 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-065998b1-3342-43d9-8318-71bea3f56d7b req-e95f8edd-70b8-4a24-8414-2f498ecb7051 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.98 "GET /v2.0/security-groups?id=e76fa0e5-1c71-460e-a996-c20478c21386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527849 Jul 09 16:11:49.682428 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=2bf4afec-66f7-4d7c-b984-e80fa7b78a2f,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:49.713926 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 4f44756b-1519-4a88-931a-778934ee6039 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:11:49.728554 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 4f44756b-1519-4a88-931a-778934ee6039 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:11:49.729075 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:49.732014 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 9429497b-061d-407b-8537-970adf7a8636, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=9429497b-061d-407b-8537-970adf7a8636,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:11:49.738169 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5231265d-ede3-4eaf-a657-1c785060f47c req-9a66d4b3-da3a-40ef-99b1-78dc90895ae4 service neutron] 10.222.0.98 "GET /v2.0/networks/2b65bcac-ba21-4565-bf6d-5e7b6fe83db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4868846 Jul 09 16:11:49.763935 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd4e08-6244-4f3b-b822-77029388ce8a req-3bf7b63a-f7b3-4be4-8518-22abc354f456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:49.765443 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8edd4e08-6244-4f3b-b822-77029388ce8a req-3bf7b63a-f7b3-4be4-8518-22abc354f456 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9064e539-ac8b-434c-9d15-5d32d254f9d4 HTTP/1.1" status: 200 len: 844 time: 0.3792298 Jul 09 16:11:49.773006 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['2bf4afec-66f7-4d7c-b984-e80fa7b78a2f'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:11:49.807964 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '9429497b-061d-407b-8537-970adf7a8636', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'port_id': '9429497b-061d-407b-8537-970adf7a8636', 'mac_address': 'fa:16:3e:bb:ad:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f122b436-b232-4a3c-9aac-47d5639f2da4', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:11:49.839656 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6097c912-c146-47e7-bcb3-3a13351f54d9 x-openstack-request-id: req-6097c912-c146-47e7-bcb3-3a13351f54d9 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:11:49.840046 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12f73f08-a8c5-44be-8f42-3bf1da883f6a", "tag": "d39b487b-74c0-4458-9506-f748b21d0d08", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:11:49.840409 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6097c912-c146-47e7-bcb3-3a13351f54d9 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:11:49.841106 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12f73f08-a8c5-44be-8f42-3bf1da883f6a', 'tag': 'd39b487b-74c0-4458-9506-f748b21d0d08', 'status': 'completed', 'code': 200} Jul 09 16:11:49.857107 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd4e08-6244-4f3b-b822-77029388ce8a req-d3de1671-6e98-4b18-a2fa-858e1d3726b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:49.859002 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8edd4e08-6244-4f3b-b822-77029388ce8a req-d3de1671-6e98-4b18-a2fa-858e1d3726b2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9c3ada68-d69e-496a-aef3-b3da6e6248d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0867393 Jul 09 16:11:49.885892 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:49.943874 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9429497b-061d-407b-8537-970adf7a8636 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:11:49.987556 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:49.992658 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 9429497b-061d-407b-8537-970adf7a8636, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=9429497b-061d-407b-8537-970adf7a8636,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:11:50.009213 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:50.064675 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4aad9b-2b23-4b57-ac9a-9384c9ad2f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f44756b-1519-4a88-931a-778934ee6039'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:11:50.067269 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f75092-7b78-4b26-bf45-6536ae449957" -d '{"events": [{"server_uuid": "0c4aad9b-2b23-4b57-ac9a-9384c9ad2f49", "name": "network-vif-plugged", "status": "completed", "tag": "4f44756b-1519-4a88-931a-778934ee6039"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:11:50.101324 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 4f44756b-1519-4a88-931a-778934ee6039, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=4f44756b-1519-4a88-931a-778934ee6039,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:11:50.117290 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:50.132438 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=9429497b-061d-407b-8537-970adf7a8636,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:50.162094 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8edd4e08-6244-4f3b-b822-77029388ce8a req-4d943a54-3fda-4562-b344-2fc0b36cf452 service neutron] 10.222.0.77 "GET /v2.0/networks/9c3ada68-d69e-496a-aef3-b3da6e6248d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948310 Jul 09 16:11:50.201247 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=4f44756b-1519-4a88-931a-778934ee6039,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:50.233482 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ac435-2b8b-44a4-8fd0-14680f78d6b9 req-05fc95e8-8d4c-439e-b01e-ca86877a5b74 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:50.235465 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6e0ac435-2b8b-44a4-8fd0-14680f78d6b9 req-05fc95e8-8d4c-439e-b01e-ca86877a5b74 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] 10.222.0.98 "GET /v2.0/ports?device_id=12f73f08-a8c5-44be-8f42-3bf1da883f6a HTTP/1.1" status: 200 len: 943 time: 0.0854118 Jul 09 16:11:50.272660 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b7b8d1-b11a-48f7-9c50-67428c3915dc req-3f4b2355-7534-4dc0-b441-cb31162fb0a2 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:50.274870 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-34b7b8d1-b11a-48f7-9c50-67428c3915dc req-3f4b2355-7534-4dc0-b441-cb31162fb0a2 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=7ab597a8-1bd0-4e14-98f6-047cfef65383 HTTP/1.1" status: 200 len: 948 time: 0.1511395 Jul 09 16:11:50.287069 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6e0ac435-2b8b-44a4-8fd0-14680f78d6b9 req-a9f3883b-f421-49a9-b8d3-757584ef77ff tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] 10.222.0.98 "GET /v2.0/security-groups?id=ba15f60f-fddc-45ad-98d6-b0e881bb2d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459840 Jul 09 16:11:50.323048 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8edd4e08-6244-4f3b-b822-77029388ce8a req-e2d99d2d-fb15-4367-a98c-5392b9690c0e service neutron] 10.222.0.77 "GET /v2.0/networks/9c3ada68-d69e-496a-aef3-b3da6e6248d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528838 Jul 09 16:11:50.345934 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-34b7b8d1-b11a-48f7-9c50-67428c3915dc req-9d73d388-dc76-4eeb-abea-bd98db8b7294 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620205 Jul 09 16:11:50.436122 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7b35a960-c2e3-418f-ad00-57fa7a5904db req-356cd507-a777-4abe-8f79-607a6d9a8721 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=999f1769-1279-4fe8-981f-c081e4f38f3e HTTP/1.1" status: 200 len: 210 time: 0.0551496 Jul 09 16:11:50.447199 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['9429497b-061d-407b-8537-970adf7a8636'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:11:50.553136 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67893cd8-6caf-4e24-8dbb-becca03eb61c req-01e03ea4-d388-4a3d-a733-8e16b1881da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:50.555468 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-67893cd8-6caf-4e24-8dbb-becca03eb61c req-01e03ea4-d388-4a3d-a733-8e16b1881da0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bdb58201a80846f5a926a2013ebad1c5&device_id=12f73f08-a8c5-44be-8f42-3bf1da883f6a HTTP/1.1" status: 200 len: 1094 time: 0.1615005 Jul 09 16:11:50.555753 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c04d3b5-f1c8-47f4-8271-2e5ed05fea34 x-openstack-request-id: req-4c04d3b5-f1c8-47f4-8271-2e5ed05fea34 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:11:50.556193 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4aad9b-2b23-4b57-ac9a-9384c9ad2f49", "name": "network-vif-plugged", "status": "completed", "tag": "4f44756b-1519-4a88-931a-778934ee6039", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:11:50.556617 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4c04d3b5-f1c8-47f4-8271-2e5ed05fea34 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:11:50.557508 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4aad9b-2b23-4b57-ac9a-9384c9ad2f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f44756b-1519-4a88-931a-778934ee6039', 'code': 200} Jul 09 16:11:50.739845 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67893cd8-6caf-4e24-8dbb-becca03eb61c req-ce1bde17-d34f-44ae-96f9-eb5c4902ed3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:50.741437 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-67893cd8-6caf-4e24-8dbb-becca03eb61c req-ce1bde17-d34f-44ae-96f9-eb5c4902ed3c service neutron] 10.222.0.77 "GET /v2.0/networks?id=9c3ada68-d69e-496a-aef3-b3da6e6248d6 HTTP/1.1" status: 200 len: 906 time: 0.1792066 Jul 09 16:11:50.798417 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58fffc3-4487-4932-8255-22cdabfd0370 req-01fce377-f5c2-4f67-b7b6-0f603907eacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:50.805146 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-67893cd8-6caf-4e24-8dbb-becca03eb61c req-5abfb7f4-92b0-4789-8105-7614254e49a3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d39b487b-74c0-4458-9506-f748b21d0d08 HTTP/1.1" status: 200 len: 217 time: 0.0555665 Jul 09 16:11:50.809225 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b58fffc3-4487-4932-8255-22cdabfd0370 req-01fce377-f5c2-4f67-b7b6-0f603907eacd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0c4aad9b-2b23-4b57-ac9a-9384c9ad2f49 HTTP/1.1" status: 200 len: 1100 time: 0.1727054 Jul 09 16:11:50.869944 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67893cd8-6caf-4e24-8dbb-becca03eb61c req-a42f8646-a22e-44f9-9798-23435c10c679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:50.871229 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-67893cd8-6caf-4e24-8dbb-becca03eb61c req-a42f8646-a22e-44f9-9798-23435c10c679 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9064e539-ac8b-434c-9d15-5d32d254f9d4 HTTP/1.1" status: 200 len: 844 time: 0.0592012 Jul 09 16:11:50.925331 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b58fffc3-4487-4932-8255-22cdabfd0370 req-b62e4694-4229-45af-96df-fa6f83fed4bb service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e76fa0e5-1c71-460e-a996-c20478c21386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094081 Jul 09 16:11:50.963539 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709a9564-f4dc-4524-a45c-7b3e4d9ac258 req-6be2dbee-f597-425b-b7de-2f8a5fd7fca4 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:50.972283 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-709a9564-f4dc-4524-a45c-7b3e4d9ac258 req-6be2dbee-f597-425b-b7de-2f8a5fd7fca4 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b090679-c46d-496b-a086-c3e91382647e HTTP/1.1" status: 200 len: 948 time: 0.1061699 Jul 09 16:11:50.972963 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67893cd8-6caf-4e24-8dbb-becca03eb61c req-cf2b86c3-4f81-4910-a1af-4a4ac4e85131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:50.974931 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-67893cd8-6caf-4e24-8dbb-becca03eb61c req-cf2b86c3-4f81-4910-a1af-4a4ac4e85131 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9c3ada68-d69e-496a-aef3-b3da6e6248d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0966318 Jul 09 16:11:51.027427 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-709a9564-f4dc-4524-a45c-7b3e4d9ac258 req-79345d87-ae4e-4e55-bac5-df6ee2a01592 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.98 "GET /v2.0/security-groups?id=e76fa0e5-1c71-460e-a996-c20478c21386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533645 Jul 09 16:11:51.119635 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-67893cd8-6caf-4e24-8dbb-becca03eb61c req-8c2d6f53-6938-451d-a714-0c76b8a2ecb0 service neutron] 10.222.0.77 "GET /v2.0/networks/9c3ada68-d69e-496a-aef3-b3da6e6248d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272538 Jul 09 16:11:51.133790 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f5b47ea4-f0c9-4e68-97f0-121062ea490e req-8e3a7d6c-e72e-4676-8f36-031667d09179 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=90103765321a44c5954b6bc1ea90c4d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321584 Jul 09 16:11:51.207641 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 2bf4afec-66f7-4d7c-b984-e80fa7b78a2f up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:11:51.241404 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-67893cd8-6caf-4e24-8dbb-becca03eb61c req-88f9f1f7-f7b0-415a-82ad-de90f2977360 service neutron] 10.222.0.77 "GET /v2.0/networks/9c3ada68-d69e-496a-aef3-b3da6e6248d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147692 Jul 09 16:11:51.271791 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 2bf4afec-66f7-4d7c-b984-e80fa7b78a2f completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:11:51.273600 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b47ea4-f0c9-4e68-97f0-121062ea490e req-b676a81c-a8fd-439c-be52-bfd49e2585b0 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:51.275138 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f5b47ea4-f0c9-4e68-97f0-121062ea490e req-b676a81c-a8fd-439c-be52-bfd49e2585b0 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1403637 Jul 09 16:11:51.280126 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 2bf4afec-66f7-4d7c-b984-e80fa7b78a2f triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:11:51.280687 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:51.293621 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f5b47ea4-f0c9-4e68-97f0-121062ea490e req-37af1a49-5918-4e99-a35a-64be1713bebd tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/quotas/90103765321a44c5954b6bc1ea90c4d7 HTTP/1.1" status: 200 len: 375 time: 0.0126510 Jul 09 16:11:51.413540 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f5b47ea4-f0c9-4e68-97f0-121062ea490e req-5547a2dc-fa37-43a1-8a85-bb4884860e72 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=90103765321a44c5954b6bc1ea90c4d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1136079 Jul 09 16:11:51.416262 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:51.469225 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 2bf4afec-66f7-4d7c-b984-e80fa7b78a2f, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=2bf4afec-66f7-4d7c-b984-e80fa7b78a2f,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:11:51.476830 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:51.545844 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=2bf4afec-66f7-4d7c-b984-e80fa7b78a2f,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:51.580117 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b99b2-87db-4a9d-ab7a-ddbbfa15f4da req-a4e53f2a-47d8-454b-91f8-b6c48bc6734a tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:51.582162 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e00b99b2-87db-4a9d-ab7a-ddbbfa15f4da req-a4e53f2a-47d8-454b-91f8-b6c48bc6734a tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] 10.222.0.98 "GET /v2.0/ports?device_id=12f73f08-a8c5-44be-8f42-3bf1da883f6a HTTP/1.1" status: 200 len: 943 time: 0.1141970 Jul 09 16:11:51.702272 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e00b99b2-87db-4a9d-ab7a-ddbbfa15f4da req-b75cedf3-0c94-4478-8497-604460ab2bc8 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] 10.222.0.98 "GET /v2.0/security-groups?id=ba15f60f-fddc-45ad-98d6-b0e881bb2d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089063 Jul 09 16:11:51.784485 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231265d-ede3-4eaf-a657-1c785060f47c req-92fe8856-804b-4c85-90af-9ea958cdb06e tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:51.791989 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5231265d-ede3-4eaf-a657-1c785060f47c req-92fe8856-804b-4c85-90af-9ea958cdb06e tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.77 "GET /v2.0/networks?id=2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 HTTP/1.1" status: 200 len: 820 time: 0.2076330 Jul 09 16:11:51.806026 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-5231265d-ede3-4eaf-a657-1c785060f47c req-1c42817b-54a9-44f4-a85b-d5ad854ab73b tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Request body: {'port': {'device_id': '999f1769-1279-4fe8-981f-c081e4f38f3e', 'network_id': '2b65bcac-ba21-4565-bf6d-5e7b6fe83db7', 'admin_state_up': True, 'tenant_id': '9639d7ee11dd47639be4bedc72b53ccc'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:11:51.997020 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-605320c5-5dcd-4d60-81d0-654ff2450897 req-e926dda3-aa1b-4254-8676-3976af83cbea tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=999f1769-1279-4fe8-981f-c081e4f38f3e HTTP/1.1" status: 200 len: 210 time: 0.0570915 Jul 09 16:11:52.040165 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d25a96-e023-4373-b8bf-dfb0760313aa req-d509a5b0-ce44-4fdb-b6b6-213c65ee4bac tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:52.051431 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-95d25a96-e023-4373-b8bf-dfb0760313aa req-d509a5b0-ce44-4fdb-b6b6-213c65ee4bac tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=7ab597a8-1bd0-4e14-98f6-047cfef65383 HTTP/1.1" status: 200 len: 949 time: 0.1879342 Jul 09 16:11:52.054754 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5231265d-ede3-4eaf-a657-1c785060f47c req-1c42817b-54a9-44f4-a85b-d5ad854ab73b tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Made reservation on behalf of 9639d7ee11dd47639be4bedc72b53ccc for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:11:52.060465 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5231265d-ede3-4eaf-a657-1c785060f47c req-1c42817b-54a9-44f4-a85b-d5ad854ab73b tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:52.130036 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-95d25a96-e023-4373-b8bf-dfb0760313aa req-085395e8-7baf-46ae-bbb9-14eb069f309b tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667262 Jul 09 16:11:52.171955 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ccaa96b1-239a-4653-9104-39c94cc919ad req-02890be3-cc9f-478d-88a8-e81926db467d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c19ea7a-85c9-4238-876a-79b2a0d9cfb1 HTTP/1.1" status: 200 len: 210 time: 0.0405967 Jul 09 16:11:52.233710 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-847501fc-afaf-4a5b-a568-e2d48e688341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:52.316214 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-5231265d-ede3-4eaf-a657-1c785060f47c req-1c42817b-54a9-44f4-a85b-d5ad854ab73b tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Allocated IP 172.20.0.13 (2b65bcac-ba21-4565-bf6d-5e7b6fe83db7/1e15c12f-d45d-4aa3-a5bc-500d552ae0b3/d846a90a-5bb1-447d-8948-0fa71ad4560c) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:11:52.369326 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ee2b7-679f-4163-a024-1e7bc8181535 req-392be2e5-3417-4243-8a90-13f403074672 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:52.371339 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-846ee2b7-679f-4163-a024-1e7bc8181535 req-392be2e5-3417-4243-8a90-13f403074672 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b090679-c46d-496b-a086-c3e91382647e HTTP/1.1" status: 200 len: 948 time: 0.1035829 Jul 09 16:11:52.426685 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-846ee2b7-679f-4163-a024-1e7bc8181535 req-0b09fe88-c27e-425c-a9a3-a8f1263f27b5 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.98 "GET /v2.0/security-groups?id=e76fa0e5-1c71-460e-a996-c20478c21386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486379 Jul 09 16:11:52.558626 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab597a8-1bd0-4e14-98f6-047cfef65383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf4afec-66f7-4d7c-b984-e80fa7b78a2f'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:11:52.561304 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9918f43-40ed-46a4-9319-158669f4b5ee" -d '{"events": [{"server_uuid": "7ab597a8-1bd0-4e14-98f6-047cfef65383", "name": "network-vif-plugged", "status": "completed", "tag": "2bf4afec-66f7-4d7c-b984-e80fa7b78a2f"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:11:52.587939 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5231265d-ede3-4eaf-a657-1c785060f47c req-1c42817b-54a9-44f4-a85b-d5ad854ab73b tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:52.609368 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a616d8f-c459-43aa-b4d5-2d891a631b4d x-openstack-request-id: req-2a616d8f-c459-43aa-b4d5-2d891a631b4d {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:11:52.609746 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ab597a8-1bd0-4e14-98f6-047cfef65383", "name": "network-vif-plugged", "status": "completed", "tag": "2bf4afec-66f7-4d7c-b984-e80fa7b78a2f", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:11:52.611611 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2a616d8f-c459-43aa-b4d5-2d891a631b4d {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:11:52.612444 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab597a8-1bd0-4e14-98f6-047cfef65383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf4afec-66f7-4d7c-b984-e80fa7b78a2f', 'code': 200} Jul 09 16:11:52.654544 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5231265d-ede3-4eaf-a657-1c785060f47c req-1c42817b-54a9-44f4-a85b-d5ad854ab73b tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:52.701485 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5231265d-ede3-4eaf-a657-1c785060f47c req-1c42817b-54a9-44f4-a85b-d5ad854ab73b tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Network 2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:11:52.706254 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-5231265d-ede3-4eaf-a657-1c785060f47c req-1c42817b-54a9-44f4-a85b-d5ad854ab73b tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:11:52.707688 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-5231265d-ede3-4eaf-a657-1c785060f47c req-1c42817b-54a9-44f4-a85b-d5ad854ab73b tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:11:52.782060 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c702b8-1fef-4208-9fd3-12e7eaf2a193 req-5f4d313a-4470-4789-b282-034dfefe5a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:52.786197 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-48c702b8-1fef-4208-9fd3-12e7eaf2a193 req-5f4d313a-4470-4789-b282-034dfefe5a13 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7ab597a8-1bd0-4e14-98f6-047cfef65383 HTTP/1.1" status: 200 len: 1100 time: 0.0955942 Jul 09 16:11:52.786508 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c42817b-54a9-44f4-a85b-d5ad854ab73b tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Pushing event updated for resources: {'Port': ['ID=d846a90a-5bb1-447d-8948-0fa71ad4560c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:52.820563 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231265d-ede3-4eaf-a657-1c785060f47c req-1c42817b-54a9-44f4-a85b-d5ad854ab73b tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:52.821530 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5231265d-ede3-4eaf-a657-1c785060f47c req-1c42817b-54a9-44f4-a85b-d5ad854ab73b tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:52.846957 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5231265d-ede3-4eaf-a657-1c785060f47c req-1c42817b-54a9-44f4-a85b-d5ad854ab73b tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0463941 Jul 09 16:11:52.867502 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-48c702b8-1fef-4208-9fd3-12e7eaf2a193 req-f29d13e5-9320-4e32-ab8a-893a4f2ba34d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756993 Jul 09 16:11:52.871894 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-5231265d-ede3-4eaf-a657-1c785060f47c req-0c0821b0-4e75-419f-a14e-b4efe1ad8ea8 service neutron] Request body: {'port': {'device_id': '999f1769-1279-4fe8-981f-c081e4f38f3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:11:53.017935 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49910) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:53.018170 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5231265d-ede3-4eaf-a657-1c785060f47c req-0c0821b0-4e75-419f-a14e-b4efe1ad8ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:53.083374 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901b420-d79a-489a-af7e-6273a8c732a1 req-870b25c9-5981-4394-82ce-dae182adcd75 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:53.084937 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8901b420-d79a-489a-af7e-6273a8c732a1 req-870b25c9-5981-4394-82ce-dae182adcd75 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] 10.222.0.98 "GET /v2.0/ports?device_id=12f73f08-a8c5-44be-8f42-3bf1da883f6a HTTP/1.1" status: 200 len: 943 time: 0.1483474 Jul 09 16:11:53.198048 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8901b420-d79a-489a-af7e-6273a8c732a1 req-21f1eab5-774f-4a24-99f9-80da5731d5ed tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] 10.222.0.98 "GET /v2.0/security-groups?id=ba15f60f-fddc-45ad-98d6-b0e881bb2d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062975 Jul 09 16:11:53.235334 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device d39b487b-74c0-4458-9506-f748b21d0d08 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:11:53.236620 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-05af34b4-de7c-4db5-871e-023317cb11bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:53.346186 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed9b4d-7c9b-492c-bd0c-eb82a2decfe4 req-a689e462-ce19-4a11-8b95-fa59b0aaf55d tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:53.353560 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-44ed9b4d-7c9b-492c-bd0c-eb82a2decfe4 req-a689e462-ce19-4a11-8b95-fa59b0aaf55d tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=999f1769-1279-4fe8-981f-c081e4f38f3e HTTP/1.1" status: 200 len: 932 time: 0.1778958 Jul 09 16:11:53.422203 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-44ed9b4d-7c9b-492c-bd0c-eb82a2decfe4 req-14c71634-740e-444c-a850-6450613f9bba tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650537 Jul 09 16:11:53.423586 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port d39b487b-74c0-4458-9506-f748b21d0d08, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=d39b487b-74c0-4458-9506-f748b21d0d08,segment=NetworkSegment(a5bc223c-05a1-4a9e-ab16-52d6e8a4b9da),segment_id=a5bc223c-05a1-4a9e-ab16-52d6e8a4b9da)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:11:53.460063 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': 'd39b487b-74c0-4458-9506-f748b21d0d08', 'network_id': '9c3ada68-d69e-496a-aef3-b3da6e6248d6', 'port_id': 'd39b487b-74c0-4458-9506-f748b21d0d08', 'mac_address': 'fa:16:3e:71:0a:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9064e539-ac8b-434c-9d15-5d32d254f9d4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:11:53.483455 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f5b47ea4-f0c9-4e68-97f0-121062ea490e req-0cf5def7-9fa4-4b1e-8d87-df04e7e6a7d1 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=90103765321a44c5954b6bc1ea90c4d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269053 Jul 09 16:11:53.560561 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:53.569082 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-5231265d-ede3-4eaf-a657-1c785060f47c req-0c0821b0-4e75-419f-a14e-b4efe1ad8ea8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d846a90a-5bb1-447d-8948-0fa71ad4560c {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:11:53.569880 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 9429497b-061d-407b-8537-970adf7a8636 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:11:53.593068 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5231265d-ede3-4eaf-a657-1c785060f47c req-0c0821b0-4e75-419f-a14e-b4efe1ad8ea8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:53.619510 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d39b487b-74c0-4458-9506-f748b21d0d08 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:11:53.655007 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port d39b487b-74c0-4458-9506-f748b21d0d08, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=d39b487b-74c0-4458-9506-f748b21d0d08,segment=NetworkSegment(a5bc223c-05a1-4a9e-ab16-52d6e8a4b9da),segment_id=a5bc223c-05a1-4a9e-ab16-52d6e8a4b9da)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:11:53.658381 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-5231265d-ede3-4eaf-a657-1c785060f47c req-0c0821b0-4e75-419f-a14e-b4efe1ad8ea8 service neutron] Transition to ACTIVE for port object d846a90a-5bb1-447d-8948-0fa71ad4560c will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:11:53.683100 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:53.689113 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7bd3f-999e-428a-be46-35f78e89beb5 req-06ebf31e-6043-4f80-afcd-fa3bd0545bcc tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:53.693049 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b47ea4-f0c9-4e68-97f0-121062ea490e req-deda7956-92f3-494c-9096-a0407be9610d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:53.696181 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f5b47ea4-f0c9-4e68-97f0-121062ea490e req-deda7956-92f3-494c-9096-a0407be9610d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2070124 Jul 09 16:11:53.697209 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e9c7bd3f-999e-428a-be46-35f78e89beb5 req-06ebf31e-6043-4f80-afcd-fa3bd0545bcc tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=7ab597a8-1bd0-4e14-98f6-047cfef65383 HTTP/1.1" status: 200 len: 949 time: 0.3369465 Jul 09 16:11:53.713959 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5231265d-ede3-4eaf-a657-1c785060f47c req-0c0821b0-4e75-419f-a14e-b4efe1ad8ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:53.733106 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 9429497b-061d-407b-8537-970adf7a8636 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:11:53.736811 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-f5b47ea4-f0c9-4e68-97f0-121062ea490e req-5b8b8b72-6eed-48fa-bfab-bb091d80e98d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Request body: {'port': {'device_id': '6c19ea7a-85c9-4238-876a-79b2a0d9cfb1', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'admin_state_up': True, 'tenant_id': '90103765321a44c5954b6bc1ea90c4d7'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:11:53.744719 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 9429497b-061d-407b-8537-970adf7a8636 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:11:53.745106 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:53.822066 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1dc7136f-e62c-476a-b701-9a88a199efec req-5b455f58-e78e-4e36-9913-d7206631b3cb tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c19ea7a-85c9-4238-876a-79b2a0d9cfb1 HTTP/1.1" status: 200 len: 210 time: 0.2218373 Jul 09 16:11:53.828911 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-05af34b4-de7c-4db5-871e-023317cb11bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:53.838677 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-05af34b4-de7c-4db5-871e-023317cb11bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:53.871220 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0821b0-4e75-419f-a14e-b4efe1ad8ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=d846a90a-5bb1-447d-8948-0fa71ad4560c,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:53.918716 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e9c7bd3f-999e-428a-be46-35f78e89beb5 req-0c43ccbd-b75b-4bd0-8540-9e1c06bf9db2 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208328 Jul 09 16:11:53.996346 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05af34b4-de7c-4db5-871e-023317cb11bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ed97d0-685b-4886-92f0-6ad3ef06524c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:54.063001 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=d39b487b-74c0-4458-9506-f748b21d0d08,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:54.065054 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-05af34b4-de7c-4db5-871e-023317cb11bc admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b0292fa1f0ec41f79fa82f6cdb60ed83&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0444431 Jul 09 16:11:54.078753 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 49926) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:54.089089 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-5231265d-ede3-4eaf-a657-1c785060f47c req-0c0821b0-4e75-419f-a14e-b4efe1ad8ea8 service neutron] Attempting to bind port d846a90a-5bb1-447d-8948-0fa71ad4560c on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:11:54.089089 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-5231265d-ede3-4eaf-a657-1c785060f47c req-0c0821b0-4e75-419f-a14e-b4efe1ad8ea8 service neutron] Attempting to bind port d846a90a-5bb1-447d-8948-0fa71ad4560c by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'cbc7a639-5863-4995-9a4b-f91be63e1ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b65bcac-ba21-4565-bf6d-5e7b6fe83db7'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:11:54.089089 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5231265d-ede3-4eaf-a657-1c785060f47c req-0c0821b0-4e75-419f-a14e-b4efe1ad8ea8 service neutron] Attempting to bind port d846a90a-5bb1-447d-8948-0fa71ad4560c on network 2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:11:54.101871 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5231265d-ede3-4eaf-a657-1c785060f47c req-0c0821b0-4e75-419f-a14e-b4efe1ad8ea8 service neutron] Port d846a90a-5bb1-447d-8948-0fa71ad4560c on network 2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:11:54.102201 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5231265d-ede3-4eaf-a657-1c785060f47c req-0c0821b0-4e75-419f-a14e-b4efe1ad8ea8 service neutron] Attempting to bind port d846a90a-5bb1-447d-8948-0fa71ad4560c on network 2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:11:54.114386 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:54.118518 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5231265d-ede3-4eaf-a657-1c785060f47c req-0c0821b0-4e75-419f-a14e-b4efe1ad8ea8 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:11:54.119034 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5231265d-ede3-4eaf-a657-1c785060f47c req-0c0821b0-4e75-419f-a14e-b4efe1ad8ea8 service neutron] Checking segment: {'id': 'cbc7a639-5863-4995-9a4b-f91be63e1ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b65bcac-ba21-4565-bf6d-5e7b6fe83db7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:11:54.119281 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5231265d-ede3-4eaf-a657-1c785060f47c req-0c0821b0-4e75-419f-a14e-b4efe1ad8ea8 service neutron] Bound using segment: {'id': 'cbc7a639-5863-4995-9a4b-f91be63e1ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b65bcac-ba21-4565-bf6d-5e7b6fe83db7'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:11:54.119731 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-5231265d-ede3-4eaf-a657-1c785060f47c req-0c0821b0-4e75-419f-a14e-b4efe1ad8ea8 service neutron] Bound port: d846a90a-5bb1-447d-8948-0fa71ad4560c, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbc7a639-5863-4995-9a4b-f91be63e1ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b65bcac-ba21-4565-bf6d-5e7b6fe83db7'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:11:54.120102 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5231265d-ede3-4eaf-a657-1c785060f47c req-0c0821b0-4e75-419f-a14e-b4efe1ad8ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:54.147984 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['d39b487b-74c0-4458-9506-f748b21d0d08'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:11:54.185741 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42a550cb-d452-408a-9544-cfda2c88812a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:54.217655 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79f5131-5401-4bb2-adcc-758833eba197 req-136982fa-dd9d-427d-a92f-638b765a3423 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:54.229154 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a79f5131-5401-4bb2-adcc-758833eba197 req-136982fa-dd9d-427d-a92f-638b765a3423 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b090679-c46d-496b-a086-c3e91382647e HTTP/1.1" status: 200 len: 948 time: 0.2359605 Jul 09 16:11:54.232776 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 9429497b-061d-407b-8537-970adf7a8636, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=9429497b-061d-407b-8537-970adf7a8636,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:11:54.238507 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5b47ea4-f0c9-4e68-97f0-121062ea490e req-5b8b8b72-6eed-48fa-bfab-bb091d80e98d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Made reservation on behalf of 90103765321a44c5954b6bc1ea90c4d7 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:11:54.242758 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f5b47ea4-f0c9-4e68-97f0-121062ea490e req-5b8b8b72-6eed-48fa-bfab-bb091d80e98d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:54.245484 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:54.250552 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42a550cb-d452-408a-9544-cfda2c88812a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:54.310213 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a79f5131-5401-4bb2-adcc-758833eba197 req-49118687-836f-48ab-83e7-4f009e353d76 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.98 "GET /v2.0/security-groups?id=e76fa0e5-1c71-460e-a996-c20478c21386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799270 Jul 09 16:11:54.320447 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-5231265d-ede3-4eaf-a657-1c785060f47c req-0c0821b0-4e75-419f-a14e-b4efe1ad8ea8 service neutron] For port d846a90a-5bb1-447d-8948-0fa71ad4560c, host n-h1-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:11:54.368623 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-5231265d-ede3-4eaf-a657-1c785060f47c req-0c0821b0-4e75-419f-a14e-b4efe1ad8ea8 service neutron] For port d846a90a-5bb1-447d-8948-0fa71ad4560c, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=d846a90a-5bb1-447d-8948-0fa71ad4560c,segment=NetworkSegment(cbc7a639-5863-4995-9a4b-f91be63e1ab1),segment_id=cbc7a639-5863-4995-9a4b-f91be63e1ab1)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:11:54.369026 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=9429497b-061d-407b-8537-970adf7a8636,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:54.384756 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5231265d-ede3-4eaf-a657-1c785060f47c req-0c0821b0-4e75-419f-a14e-b4efe1ad8ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:54.472391 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42a550cb-d452-408a-9544-cfda2c88812a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:54.474585 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-f5b47ea4-f0c9-4e68-97f0-121062ea490e req-5b8b8b72-6eed-48fa-bfab-bb091d80e98d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Allocated IP 192.168.233.142 (c7d8b865-e1f3-4446-a87b-a6da86eba8a1/f122b436-b232-4a3c-9aac-47d5639f2da4/ce8c6338-a8fe-4963-9b58-35c511b9116a) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:11:54.475658 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42a550cb-d452-408a-9544-cfda2c88812a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:54.476822 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-42a550cb-d452-408a-9544-cfda2c88812a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/05ed97d0-685b-4886-92f0-6ad3ef06524c HTTP/1.1" status: 204 len: 168 time: 0.3969958 Jul 09 16:11:54.478321 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231265d-ede3-4eaf-a657-1c785060f47c req-0c0821b0-4e75-419f-a14e-b4efe1ad8ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:54.479171 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5231265d-ede3-4eaf-a657-1c785060f47c req-0c0821b0-4e75-419f-a14e-b4efe1ad8ea8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:54.492253 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5231265d-ede3-4eaf-a657-1c785060f47c req-0c0821b0-4e75-419f-a14e-b4efe1ad8ea8 service neutron] 10.222.0.77 "PUT /v2.0/ports/d846a90a-5bb1-447d-8948-0fa71ad4560c HTTP/1.1" status: 200 len: 1092 time: 1.6369588 Jul 09 16:11:54.505791 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '999f1769-1279-4fe8-981f-c081e4f38f3e', 'tag': 'd846a90a-5bb1-447d-8948-0fa71ad4560c'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:11:54.515145 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b640543-3ea9-4289-aead-80692c89ba43" -d '{"events": [{"name": "network-changed", "server_uuid": "999f1769-1279-4fe8-981f-c081e4f38f3e", "tag": "d846a90a-5bb1-447d-8948-0fa71ad4560c"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:11:54.568625 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a550cb-d452-408a-9544-cfda2c88812a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ed97d0-685b-4886-92f0-6ad3ef06524c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:54.613349 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b090679-c46d-496b-a086-c3e91382647e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9429497b-061d-407b-8537-970adf7a8636'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:11:54.616516 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42aa5a43-4846-4c21-a53b-54b1a1735211" -d '{"events": [{"server_uuid": "1b090679-c46d-496b-a086-c3e91382647e", "name": "network-vif-plugged", "status": "completed", "tag": "9429497b-061d-407b-8537-970adf7a8636"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:11:54.621351 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0821b0-4e75-419f-a14e-b4efe1ad8ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=d846a90a-5bb1-447d-8948-0fa71ad4560c,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:54.662486 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328db87-7d9e-4f3d-9638-783f4933177f req-f43839e3-a19a-4d55-916f-3da61e221f65 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:54.664566 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0328db87-7d9e-4f3d-9638-783f4933177f req-f43839e3-a19a-4d55-916f-3da61e221f65 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] 10.222.0.98 "GET /v2.0/ports?device_id=12f73f08-a8c5-44be-8f42-3bf1da883f6a HTTP/1.1" status: 200 len: 944 time: 0.2327774 Jul 09 16:11:54.674305 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231265d-ede3-4eaf-a657-1c785060f47c req-c2565df0-1447-404b-bdfc-851bd59e997a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:54.676228 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5231265d-ede3-4eaf-a657-1c785060f47c req-c2565df0-1447-404b-bdfc-851bd59e997a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9639d7ee11dd47639be4bedc72b53ccc&device_id=999f1769-1279-4fe8-981f-c081e4f38f3e HTTP/1.1" status: 200 len: 1095 time: 0.1373360 Jul 09 16:11:54.717502 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4121baf1-0d95-4825-a204-fc26d2e03684 req-d9eed44f-383f-4177-8958-81ef00243dac tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:54.724804 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4121baf1-0d95-4825-a204-fc26d2e03684 req-d9eed44f-383f-4177-8958-81ef00243dac tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=999f1769-1279-4fe8-981f-c081e4f38f3e HTTP/1.1" status: 200 len: 944 time: 0.1585233 Jul 09 16:11:54.732119 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5231265d-ede3-4eaf-a657-1c785060f47c req-27bf5196-bd74-4967-9fb3-6948bce59c4b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d846a90a-5bb1-447d-8948-0fa71ad4560c HTTP/1.1" status: 200 len: 217 time: 0.0416484 Jul 09 16:11:54.780972 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0328db87-7d9e-4f3d-9638-783f4933177f req-e8ff5189-5ebc-4122-88fe-1df603713856 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] 10.222.0.98 "GET /v2.0/security-groups?id=ba15f60f-fddc-45ad-98d6-b0e881bb2d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089656 Jul 09 16:11:54.791362 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4121baf1-0d95-4825-a204-fc26d2e03684 req-6fcbb094-97a3-4f53-a4d4-23dabedf3de7 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654073 Jul 09 16:11:54.801917 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231265d-ede3-4eaf-a657-1c785060f47c req-d575a9cc-601b-4981-8bd6-b975562a6079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:54.803470 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5231265d-ede3-4eaf-a657-1c785060f47c req-d575a9cc-601b-4981-8bd6-b975562a6079 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1e15c12f-d45d-4aa3-a5bc-500d552ae0b3 HTTP/1.1" status: 200 len: 860 time: 0.0635445 Jul 09 16:11:54.833379 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f5b47ea4-f0c9-4e68-97f0-121062ea490e req-5b8b8b72-6eed-48fa-bfab-bb091d80e98d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:54.845566 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5231265d-ede3-4eaf-a657-1c785060f47c req-8be7c67d-cf78-4eae-8839-d472b121346a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2b65bcac-ba21-4565-bf6d-5e7b6fe83db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357244 Jul 09 16:11:54.857079 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-f5b47ea4-f0c9-4e68-97f0-121062ea490e req-5b8b8b72-6eed-48fa-bfab-bb091d80e98d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Transition to ACTIVE for port object ce8c6338-a8fe-4963-9b58-35c511b9116a will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:11:54.872109 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a9ec95-f42f-4a4f-b1cf-faba2533e597 x-openstack-request-id: req-e3a9ec95-f42f-4a4f-b1cf-faba2533e597 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:11:54.875536 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "999f1769-1279-4fe8-981f-c081e4f38f3e", "tag": "d846a90a-5bb1-447d-8948-0fa71ad4560c", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:11:54.875797 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e3a9ec95-f42f-4a4f-b1cf-faba2533e597 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:11:54.876206 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '999f1769-1279-4fe8-981f-c081e4f38f3e', 'tag': 'd846a90a-5bb1-447d-8948-0fa71ad4560c', 'status': 'completed', 'code': 200} Jul 09 16:11:54.907142 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f5b47ea4-f0c9-4e68-97f0-121062ea490e req-5b8b8b72-6eed-48fa-bfab-bb091d80e98d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:54.908145 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6902a2e7-4fc3-4431-b5df-a389141282de x-openstack-request-id: req-6902a2e7-4fc3-4431-b5df-a389141282de {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:11:54.908449 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b090679-c46d-496b-a086-c3e91382647e", "name": "network-vif-plugged", "status": "completed", "tag": "9429497b-061d-407b-8537-970adf7a8636", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:11:54.908703 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6902a2e7-4fc3-4431-b5df-a389141282de {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:11:54.909104 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b090679-c46d-496b-a086-c3e91382647e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9429497b-061d-407b-8537-970adf7a8636', 'code': 200} Jul 09 16:11:54.918800 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['7e6cf95d-c4b7-4dc6-937f-69b79badf881'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:11:54.971984 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5b47ea4-f0c9-4e68-97f0-121062ea490e req-5b8b8b72-6eed-48fa-bfab-bb091d80e98d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:11:54.976162 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-f5b47ea4-f0c9-4e68-97f0-121062ea490e req-5b8b8b72-6eed-48fa-bfab-bb091d80e98d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:11:54.979768 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b47ea4-f0c9-4e68-97f0-121062ea490e req-5b8b8b72-6eed-48fa-bfab-bb091d80e98d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:11:54.987933 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b47ea4-f0c9-4e68-97f0-121062ea490e req-5b8b8b72-6eed-48fa-bfab-bb091d80e98d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:54.988872 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f5b47ea4-f0c9-4e68-97f0-121062ea490e req-5b8b8b72-6eed-48fa-bfab-bb091d80e98d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:54.989764 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['198a638c-19c2-40d7-ac04-36dfb2a828b2'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:11:55.070576 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8b8b72-6eed-48fa-bfab-bb091d80e98d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Pushing event updated for resources: {'Port': ['ID=ce8c6338-a8fe-4963-9b58-35c511b9116a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:55.108824 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f5b47ea4-f0c9-4e68-97f0-121062ea490e req-5b8b8b72-6eed-48fa-bfab-bb091d80e98d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3822467 Jul 09 16:11:55.109829 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5231265d-ede3-4eaf-a657-1c785060f47c req-9f5f87e0-178f-420e-848c-9db29b027a49 service neutron] 10.222.0.77 "GET /v2.0/networks/2b65bcac-ba21-4565-bf6d-5e7b6fe83db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549124 Jul 09 16:11:55.128788 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-f5b47ea4-f0c9-4e68-97f0-121062ea490e req-d58cb829-e72a-40d8-a2f1-2dd2b6fcc9ec service neutron] Request body: {'port': {'device_id': '6c19ea7a-85c9-4238-876a-79b2a0d9cfb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:11:55.146260 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e4357482-dbe0-49d0-88a1-0b23ed74be18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:55.245611 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device d39b487b-74c0-4458-9506-f748b21d0d08 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:11:55.297138 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5231265d-ede3-4eaf-a657-1c785060f47c req-0fd7fc59-3cc7-4cd4-b3e6-de71ab3fea3a service neutron] 10.222.0.77 "GET /v2.0/networks/2b65bcac-ba21-4565-bf6d-5e7b6fe83db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755564 Jul 09 16:11:55.323858 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:55.374534 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f5b47ea4-f0c9-4e68-97f0-121062ea490e req-d58cb829-e72a-40d8-a2f1-2dd2b6fcc9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:55.449143 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191faaf3-f57f-4710-84ce-58ce27dedcbf req-9e4761e9-2314-4728-8454-58edc454f656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:55.451327 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-191faaf3-f57f-4710-84ce-58ce27dedcbf req-9e4761e9-2314-4728-8454-58edc454f656 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1b090679-c46d-496b-a086-c3e91382647e HTTP/1.1" status: 200 len: 1100 time: 0.3388720 Jul 09 16:11:55.510803 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d755906-c055-4eb7-ac1d-06552eaf71c5 req-49c1209c-7e51-420d-beae-ca482e1d15e5 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:55.512895 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5d755906-c055-4eb7-ac1d-06552eaf71c5 req-49c1209c-7e51-420d-beae-ca482e1d15e5 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c19ea7a-85c9-4238-876a-79b2a0d9cfb1 HTTP/1.1" status: 200 len: 936 time: 0.4015210 Jul 09 16:11:55.519148 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-191faaf3-f57f-4710-84ce-58ce27dedcbf req-46937b37-d52a-4a78-8c6b-4247ef374149 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e76fa0e5-1c71-460e-a996-c20478c21386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561311 Jul 09 16:11:55.527763 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b640543-3ea9-4289-aead-80692c89ba43 req-e8bebe01-92d0-430f-b282-b71a5ac7747d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:55.529603 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0b640543-3ea9-4289-aead-80692c89ba43 req-e8bebe01-92d0-430f-b282-b71a5ac7747d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9639d7ee11dd47639be4bedc72b53ccc&device_id=999f1769-1279-4fe8-981f-c081e4f38f3e HTTP/1.1" status: 200 len: 1095 time: 0.1698232 Jul 09 16:11:55.534632 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port d39b487b-74c0-4458-9506-f748b21d0d08 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:11:55.553049 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d161c2da-ca9e-42d1-a585-bed8f0f70a35 None None] Provisioning for port ce8c6338-a8fe-4963-9b58-35c511b9116a completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:11:55.567916 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port d39b487b-74c0-4458-9506-f748b21d0d08 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:11:55.569091 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:55.617269 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80998e-e8ad-441c-af10-58ca96e0edf3 req-61cd1c3b-5a6f-41cc-84a1-8b9ccff21bfe tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:55.624974 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1c80998e-e8ad-441c-af10-58ca96e0edf3 req-61cd1c3b-5a6f-41cc-84a1-8b9ccff21bfe tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=7ab597a8-1bd0-4e14-98f6-047cfef65383 HTTP/1.1" status: 200 len: 949 time: 0.4054239 Jul 09 16:11:55.630177 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5d755906-c055-4eb7-ac1d-06552eaf71c5 req-fbff57a9-8166-4434-acb2-db535c7f9a67 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075783 Jul 09 16:11:55.651264 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d161c2da-ca9e-42d1-a585-bed8f0f70a35 None None] Provisioning complete for port ce8c6338-a8fe-4963-9b58-35c511b9116a triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:11:55.652530 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d161c2da-ca9e-42d1-a585-bed8f0f70a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:55.745642 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1c80998e-e8ad-441c-af10-58ca96e0edf3 req-11a39aa9-9811-4bbc-bd37-62bd4f22c80c tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195929 Jul 09 16:11:55.776171 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b640543-3ea9-4289-aead-80692c89ba43 req-310bfa64-905f-46e9-8bc4-2ccd4b25ea8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:55.778725 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0b640543-3ea9-4289-aead-80692c89ba43 req-310bfa64-905f-46e9-8bc4-2ccd4b25ea8e service neutron] 10.222.0.77 "GET /v2.0/networks?id=2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 HTTP/1.1" status: 200 len: 921 time: 0.2405136 Jul 09 16:11:55.888844 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49972) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:55.894515 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0b640543-3ea9-4289-aead-80692c89ba43 req-f337b87a-fa5e-4de6-9344-d8691dcec68d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d846a90a-5bb1-447d-8948-0fa71ad4560c HTTP/1.1" status: 200 len: 217 time: 0.1008942 Jul 09 16:11:55.895380 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-d161c2da-ca9e-42d1-a585-bed8f0f70a35 None None] Port ce8c6338-a8fe-4963-9b58-35c511b9116a cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:11:55.961666 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b640543-3ea9-4289-aead-80692c89ba43 req-ebb2e963-89a8-4113-a54b-b7edbbebb9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:55.963232 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0b640543-3ea9-4289-aead-80692c89ba43 req-ebb2e963-89a8-4113-a54b-b7edbbebb9b0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1e15c12f-d45d-4aa3-a5bc-500d552ae0b3 HTTP/1.1" status: 200 len: 860 time: 0.0620527 Jul 09 16:11:55.970723 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:56.014779 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-f5b47ea4-f0c9-4e68-97f0-121062ea490e req-d58cb829-e72a-40d8-a2f1-2dd2b6fcc9ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce8c6338-a8fe-4963-9b58-35c511b9116a {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:11:56.027045 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554a935-80e8-4bfc-89f8-e58db31bb1ba req-4dba0edf-4c68-4084-9f0e-bbe1113e8868 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:56.028708 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port d39b487b-74c0-4458-9506-f748b21d0d08, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=d39b487b-74c0-4458-9506-f748b21d0d08,segment=NetworkSegment(a5bc223c-05a1-4a9e-ab16-52d6e8a4b9da),segment_id=a5bc223c-05a1-4a9e-ab16-52d6e8a4b9da)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:11:56.034812 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:56.034973 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2554a935-80e8-4bfc-89f8-e58db31bb1ba req-4dba0edf-4c68-4084-9f0e-bbe1113e8868 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b090679-c46d-496b-a086-c3e91382647e HTTP/1.1" status: 200 len: 949 time: 0.1772695 Jul 09 16:11:56.049963 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f5b47ea4-f0c9-4e68-97f0-121062ea490e req-d58cb829-e72a-40d8-a2f1-2dd2b6fcc9ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:56.060777 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0b640543-3ea9-4289-aead-80692c89ba43 req-59a9b378-0ad3-4ec8-9838-c5f4be00520a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2b65bcac-ba21-4565-bf6d-5e7b6fe83db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866749 Jul 09 16:11:56.080155 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-f5b47ea4-f0c9-4e68-97f0-121062ea490e req-d58cb829-e72a-40d8-a2f1-2dd2b6fcc9ec service neutron] Transition to ACTIVE for port object ce8c6338-a8fe-4963-9b58-35c511b9116a will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:11:56.117182 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f5b47ea4-f0c9-4e68-97f0-121062ea490e req-d58cb829-e72a-40d8-a2f1-2dd2b6fcc9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:56.132964 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:56.145366 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2554a935-80e8-4bfc-89f8-e58db31bb1ba req-f50753aa-092e-4921-92e5-3a6e5023436f tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.98 "GET /v2.0/security-groups?id=e76fa0e5-1c71-460e-a996-c20478c21386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095803 Jul 09 16:11:56.145848 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=d39b487b-74c0-4458-9506-f748b21d0d08,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:56.211644 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-8ca46ed1-b5b5-435d-9e6b-f01843e128ca admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1619669473-network', 'tenant_id': '0b21bf8dee2049e7a695b5c6d2fb7208'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:11:56.252214 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58cb829-e72a-40d8-a2f1-2dd2b6fcc9ec service neutron] Pushing event updated for resources: {'Port': ['ID=ce8c6338-a8fe-4963-9b58-35c511b9116a,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:56.257034 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca46ed1-b5b5-435d-9e6b-f01843e128ca admin admin] Made reservation on behalf of 0b21bf8dee2049e7a695b5c6d2fb7208 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:11:56.259770 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ca46ed1-b5b5-435d-9e6b-f01843e128ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:56.282207 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ca46ed1-b5b5-435d-9e6b-f01843e128ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:56.301377 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-f5b47ea4-f0c9-4e68-97f0-121062ea490e req-d58cb829-e72a-40d8-a2f1-2dd2b6fcc9ec service neutron] Attempting to bind port ce8c6338-a8fe-4963-9b58-35c511b9116a on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:11:56.303206 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-f5b47ea4-f0c9-4e68-97f0-121062ea490e req-d58cb829-e72a-40d8-a2f1-2dd2b6fcc9ec service neutron] Attempting to bind port ce8c6338-a8fe-4963-9b58-35c511b9116a by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:11:56.303671 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b47ea4-f0c9-4e68-97f0-121062ea490e req-d58cb829-e72a-40d8-a2f1-2dd2b6fcc9ec service neutron] Attempting to bind port ce8c6338-a8fe-4963-9b58-35c511b9116a on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:11:56.309037 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:56.324832 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0b640543-3ea9-4289-aead-80692c89ba43 req-3bcbe3dd-8b34-4894-8201-ba36e3893bce service neutron] 10.222.0.77 "GET /v2.0/networks/2b65bcac-ba21-4565-bf6d-5e7b6fe83db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520425 Jul 09 16:11:56.332759 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b47ea4-f0c9-4e68-97f0-121062ea490e req-d58cb829-e72a-40d8-a2f1-2dd2b6fcc9ec service neutron] Port ce8c6338-a8fe-4963-9b58-35c511b9116a on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:11:56.338608 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b47ea4-f0c9-4e68-97f0-121062ea490e req-d58cb829-e72a-40d8-a2f1-2dd2b6fcc9ec service neutron] Attempting to bind port ce8c6338-a8fe-4963-9b58-35c511b9116a on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:11:56.346712 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b47ea4-f0c9-4e68-97f0-121062ea490e req-d58cb829-e72a-40d8-a2f1-2dd2b6fcc9ec service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:11:56.347364 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b47ea4-f0c9-4e68-97f0-121062ea490e req-d58cb829-e72a-40d8-a2f1-2dd2b6fcc9ec service neutron] Checking segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:11:56.348791 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b47ea4-f0c9-4e68-97f0-121062ea490e req-d58cb829-e72a-40d8-a2f1-2dd2b6fcc9ec service neutron] Bound using segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:11:56.349612 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-f5b47ea4-f0c9-4e68-97f0-121062ea490e req-d58cb829-e72a-40d8-a2f1-2dd2b6fcc9ec service neutron] Bound port: ce8c6338-a8fe-4963-9b58-35c511b9116a, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:11:56.350222 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f5b47ea4-f0c9-4e68-97f0-121062ea490e req-d58cb829-e72a-40d8-a2f1-2dd2b6fcc9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:56.414849 n-d-798930-3 neutron-server[93958]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 16:11:56.414849 n-d-798930-3 neutron-server[93958]: from cryptography.utils import int_from_bytes Jul 09 16:11:56.414849 n-d-798930-3 neutron-server[93958]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 16:11:56.414849 n-d-798930-3 neutron-server[93958]: from cryptography.utils import int_from_bytes Jul 09 16:11:56.414849 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:56.414849 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:56.414849 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:56.414849 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:56.414849 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:56.414849 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:56.414849 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:56.414849 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:56.414849 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:56.414849 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:56.414849 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:56.414849 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:56.414849 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:56.414849 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:56.414849 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:56.414849 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:56.414849 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:56.414849 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:56.414849 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:56.414849 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:56.414849 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:56.414849 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:56.414849 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:56.414849 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:56.414849 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:56.414849 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:56.414849 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:56.414849 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:56.414849 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:56.414849 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:56.414849 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:56.414849 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:56.414849 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:56.414849 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:56.414849 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:56.414849 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:56.414849 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:56.414849 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:56.414849 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:56.414849 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:56.414849 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:56.414849 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:56.414849 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:56.414849 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:56.414849 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:56.414849 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:56.414849 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:56.414849 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:56.414849 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:56.414849 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:56.414849 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:56.414849 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:56.419415 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:56.419415 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:56.419415 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:56.419415 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:56.419415 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:56.419415 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:56.419415 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:56.419415 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:56.419415 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:56.419415 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:56.419415 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:56.419415 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:56.419415 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:56.419415 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:56.419415 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:56.419415 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:56.419415 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:11:56.419415 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:11:56.469685 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0b640543-3ea9-4289-aead-80692c89ba43 req-0831c8ea-0c17-4b48-9a87-c540cc73709d service neutron] 10.222.0.77 "GET /v2.0/networks/2b65bcac-ba21-4565-bf6d-5e7b6fe83db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398869 Jul 09 16:11:56.513436 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-f5b47ea4-f0c9-4e68-97f0-121062ea490e req-d58cb829-e72a-40d8-a2f1-2dd2b6fcc9ec service neutron] For port ce8c6338-a8fe-4963-9b58-35c511b9116a, host n-h2-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:11:56.520692 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-f5b47ea4-f0c9-4e68-97f0-121062ea490e req-d58cb829-e72a-40d8-a2f1-2dd2b6fcc9ec service neutron] For port ce8c6338-a8fe-4963-9b58-35c511b9116a, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=ce8c6338-a8fe-4963-9b58-35c511b9116a,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:11:56.533235 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f5b47ea4-f0c9-4e68-97f0-121062ea490e req-d58cb829-e72a-40d8-a2f1-2dd2b6fcc9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:56.581697 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b47ea4-f0c9-4e68-97f0-121062ea490e req-d58cb829-e72a-40d8-a2f1-2dd2b6fcc9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:56.582651 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f5b47ea4-f0c9-4e68-97f0-121062ea490e req-d58cb829-e72a-40d8-a2f1-2dd2b6fcc9ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:56.584347 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f5b47ea4-f0c9-4e68-97f0-121062ea490e req-d58cb829-e72a-40d8-a2f1-2dd2b6fcc9ec service neutron] 10.222.0.73 "PUT /v2.0/ports/ce8c6338-a8fe-4963-9b58-35c511b9116a HTTP/1.1" status: 200 len: 1096 time: 1.4599926 Jul 09 16:11:56.590493 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c19ea7a-85c9-4238-876a-79b2a0d9cfb1', 'tag': 'ce8c6338-a8fe-4963-9b58-35c511b9116a'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:11:56.593031 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c806b7-d014-4b37-83d4-f74f534bd815" -d '{"events": [{"name": "network-changed", "server_uuid": "6c19ea7a-85c9-4238-876a-79b2a0d9cfb1", "tag": "ce8c6338-a8fe-4963-9b58-35c511b9116a"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:11:56.629543 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8337be9-3c6e-448b-b099-4e2fab3e217f req-eb364ea0-fc8d-4868-ab59-5e13eefc3bf3 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:56.637743 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c8337be9-3c6e-448b-b099-4e2fab3e217f req-eb364ea0-fc8d-4868-ab59-5e13eefc3bf3 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] 10.222.0.98 "GET /v2.0/ports?device_id=12f73f08-a8c5-44be-8f42-3bf1da883f6a HTTP/1.1" status: 200 len: 945 time: 0.2525153 Jul 09 16:11:56.688587 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ca46ed1-b5b5-435d-9e6b-f01843e128ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:56.713144 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ca46ed1-b5b5-435d-9e6b-f01843e128ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:56.716204 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58cb829-e72a-40d8-a2f1-2dd2b6fcc9ec service neutron] Pushing event updated for resources: {'Port': ['ID=ce8c6338-a8fe-4963-9b58-35c511b9116a,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:56.776190 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca46ed1-b5b5-435d-9e6b-f01843e128ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f434367-84c1-402f-a781-bba40de807d1,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:56.789612 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ca46ed1-b5b5-435d-9e6b-f01843e128ca admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:11:56.826061 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1213c-1733-4ea6-86bf-2d32c0cb9777 req-29bee586-4ec7-4020-b55b-c2f379179b23 tempest-ServersOnMultiNodesTest-830479370 tempest-ServersOnMultiNodesTest-830479370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:56.827712 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-89d1213c-1733-4ea6-86bf-2d32c0cb9777 req-29bee586-4ec7-4020-b55b-c2f379179b23 tempest-ServersOnMultiNodesTest-830479370 tempest-ServersOnMultiNodesTest-830479370-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=7ab597a8-1bd0-4e14-98f6-047cfef65383 HTTP/1.1" status: 200 len: 1100 time: 0.3437359 Jul 09 16:11:56.841466 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c8337be9-3c6e-448b-b099-4e2fab3e217f req-df0d168f-d960-48e2-91a1-afb77f97299a tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] 10.222.0.98 "GET /v2.0/security-groups?id=ba15f60f-fddc-45ad-98d6-b0e881bb2d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2024934 Jul 09 16:11:56.842930 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ca46ed1-b5b5-435d-9e6b-f01843e128ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:56.843271 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-8ca46ed1-b5b5-435d-9e6b-f01843e128ca admin admin] Added segment 5580aa04-8478-4110-a553-2607c48bf6a1 of type vlan for network 7e48e766-ab12-498c-baad-e7ca439da8ea Jul 09 16:11:56.846583 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-89d1213c-1733-4ea6-86bf-2d32c0cb9777 req-7b352367-d3f0-4679-a8f9-d84eb90da16e tempest-ServersOnMultiNodesTest-830479370 tempest-ServersOnMultiNodesTest-830479370-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:56.886950 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b47ea4-f0c9-4e68-97f0-121062ea490e req-943d93b1-4b85-4206-a698-b46725cd97a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:56.888443 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f5b47ea4-f0c9-4e68-97f0-121062ea490e req-943d93b1-4b85-4206-a698-b46725cd97a3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=90103765321a44c5954b6bc1ea90c4d7&device_id=6c19ea7a-85c9-4238-876a-79b2a0d9cfb1 HTTP/1.1" status: 200 len: 1099 time: 0.2177074 Jul 09 16:11:56.910158 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f73f08-a8c5-44be-8f42-3bf1da883f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd39b487b-74c0-4458-9506-f748b21d0d08'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:11:56.913671 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a04729d-dad8-4fc0-b14a-2bc7a64ed811" -d '{"events": [{"server_uuid": "12f73f08-a8c5-44be-8f42-3bf1da883f6a", "name": "network-vif-plugged", "status": "completed", "tag": "d39b487b-74c0-4458-9506-f748b21d0d08"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:11:56.914203 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ca46ed1-b5b5-435d-9e6b-f01843e128ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:56.962850 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ca46ed1-b5b5-435d-9e6b-f01843e128ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:56.963890 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca46ed1-b5b5-435d-9e6b-f01843e128ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:56.964488 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ca46ed1-b5b5-435d-9e6b-f01843e128ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:56.980563 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-89d1213c-1733-4ea6-86bf-2d32c0cb9777 req-7b352367-d3f0-4679-a8f9-d84eb90da16e tempest-ServersOnMultiNodesTest-830479370 tempest-ServersOnMultiNodesTest-830479370-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:56.995337 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-89d1213c-1733-4ea6-86bf-2d32c0cb9777 req-7b352367-d3f0-4679-a8f9-d84eb90da16e tempest-ServersOnMultiNodesTest-830479370 tempest-ServersOnMultiNodesTest-830479370-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:57.027528 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-89d1213c-1733-4ea6-86bf-2d32c0cb9777 req-7b352367-d3f0-4679-a8f9-d84eb90da16e tempest-ServersOnMultiNodesTest-830479370 tempest-ServersOnMultiNodesTest-830479370-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934080 Jul 09 16:11:57.033776 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b352367-d3f0-4679-a8f9-d84eb90da16e tempest-ServersOnMultiNodesTest-830479370 tempest-ServersOnMultiNodesTest-830479370-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d6e3cd-65f6-4eeb-be9b-9955e2b767fd,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:57.129609 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f5b47ea4-f0c9-4e68-97f0-121062ea490e req-bda616f1-4e22-41a2-9080-59b4335d266a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=ce8c6338-a8fe-4963-9b58-35c511b9116a HTTP/1.1" status: 200 len: 217 time: 0.1600795 Jul 09 16:11:57.134588 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d2edff5-4602-4d66-9631-fa7a3e25f9dc x-openstack-request-id: req-3d2edff5-4602-4d66-9631-fa7a3e25f9dc {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:11:57.135008 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c19ea7a-85c9-4238-876a-79b2a0d9cfb1", "tag": "ce8c6338-a8fe-4963-9b58-35c511b9116a", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:11:57.135290 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3d2edff5-4602-4d66-9631-fa7a3e25f9dc {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:11:57.135713 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c19ea7a-85c9-4238-876a-79b2a0d9cfb1', 'tag': 'ce8c6338-a8fe-4963-9b58-35c511b9116a', 'status': 'completed', 'code': 200} Jul 09 16:11:57.141107 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8ca46ed1-b5b5-435d-9e6b-f01843e128ca admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2512312 Jul 09 16:11:57.141868 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca46ed1-b5b5-435d-9e6b-f01843e128ca admin admin] Pushing event updated for resources: {'Network': ['ID=7e48e766-ab12-498c-baad-e7ca439da8ea,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:57.144225 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 49990) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:57.152397 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-3f86586c-c700-42b2-8714-aa3a1558a3a2 admin admin] Request body: {'subnet': {'network_id': '7e48e766-ab12-498c-baad-e7ca439da8ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1619669473-subnet', 'tenant_id': '0b21bf8dee2049e7a695b5c6d2fb7208', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:11:57.156376 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 7e48e766-ab12-498c-baad-e7ca439da8ea details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:11:57.215801 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f86586c-c700-42b2-8714-aa3a1558a3a2 admin admin] Made reservation on behalf of 0b21bf8dee2049e7a695b5c6d2fb7208 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:11:57.222672 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552b535-edfb-4993-85e3-5e9997d6b9e1 req-08581e61-f647-498f-b55e-573be7ee7624 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:57.224261 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a552b535-edfb-4993-85e3-5e9997d6b9e1 req-08581e61-f647-498f-b55e-573be7ee7624 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=999f1769-1279-4fe8-981f-c081e4f38f3e HTTP/1.1" status: 200 len: 944 time: 0.2005587 Jul 09 16:11:57.226052 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3f86586c-c700-42b2-8714-aa3a1558a3a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:57.246636 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b47ea4-f0c9-4e68-97f0-121062ea490e req-b13a9a9d-2b8b-451c-a671-cf725e539103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:57.249476 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f5b47ea4-f0c9-4e68-97f0-121062ea490e req-b13a9a9d-2b8b-451c-a671-cf725e539103 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.0839775 Jul 09 16:11:57.251177 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device d846a90a-5bb1-447d-8948-0fa71ad4560c details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:11:57.321348 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a552b535-edfb-4993-85e3-5e9997d6b9e1 req-4c6af3df-d453-4aa5-8b3e-11d2bcf73b9f tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843596 Jul 09 16:11:57.353229 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b47ea4-f0c9-4e68-97f0-121062ea490e req-1d03e8f2-779f-44b4-ad15-8d2527bbc5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:57.354624 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f5b47ea4-f0c9-4e68-97f0-121062ea490e req-1d03e8f2-779f-44b4-ad15-8d2527bbc5b0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0947154 Jul 09 16:11:57.409168 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dfa6f19-abf8-499f-a239-3a62b246dd33 x-openstack-request-id: req-0dfa6f19-abf8-499f-a239-3a62b246dd33 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:11:57.410240 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f73f08-a8c5-44be-8f42-3bf1da883f6a", "name": "network-vif-plugged", "status": "completed", "tag": "d39b487b-74c0-4458-9506-f748b21d0d08", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:11:57.410703 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0dfa6f19-abf8-499f-a239-3a62b246dd33 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:11:57.411337 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f73f08-a8c5-44be-8f42-3bf1da883f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd39b487b-74c0-4458-9506-f748b21d0d08', 'code': 200} Jul 09 16:11:57.449403 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port d846a90a-5bb1-447d-8948-0fa71ad4560c, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=d846a90a-5bb1-447d-8948-0fa71ad4560c,segment=NetworkSegment(cbc7a639-5863-4995-9a4b-f91be63e1ab1),segment_id=cbc7a639-5863-4995-9a4b-f91be63e1ab1)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:11:57.471122 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': 'd846a90a-5bb1-447d-8948-0fa71ad4560c', 'network_id': '2b65bcac-ba21-4565-bf6d-5e7b6fe83db7', 'port_id': 'd846a90a-5bb1-447d-8948-0fa71ad4560c', 'mac_address': 'fa:16:3e:e7:06:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e15c12f-d45d-4aa3-a5bc-500d552ae0b3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:11:57.478324 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cdaab7-3b63-44b6-a46c-53d6f4ea307d req-28331324-cb98-4c79-b1fc-a8eb5f5f60ff tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:57.480313 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-59cdaab7-3b63-44b6-a46c-53d6f4ea307d req-28331324-cb98-4c79-b1fc-a8eb5f5f60ff tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c19ea7a-85c9-4238-876a-79b2a0d9cfb1 HTTP/1.1" status: 200 len: 948 time: 0.1602833 Jul 09 16:11:57.527324 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:57.554432 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d846a90a-5bb1-447d-8948-0fa71ad4560c {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:11:57.557177 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f5b47ea4-f0c9-4e68-97f0-121062ea490e req-e0eb97ab-0241-465a-a6db-1683e7aee04d service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942618 Jul 09 16:11:57.588881 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port d846a90a-5bb1-447d-8948-0fa71ad4560c, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=d846a90a-5bb1-447d-8948-0fa71ad4560c,segment=NetworkSegment(cbc7a639-5863-4995-9a4b-f91be63e1ab1),segment_id=cbc7a639-5863-4995-9a4b-f91be63e1ab1)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:11:57.596441 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:57.664710 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-59cdaab7-3b63-44b6-a46c-53d6f4ea307d req-f39e649e-b89d-47d1-b0a5-229653f54592 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675196 Jul 09 16:11:57.705743 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f5b47ea4-f0c9-4e68-97f0-121062ea490e req-ccc10171-21a0-482e-a41e-3501c9a08387 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415565 Jul 09 16:11:57.739107 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=d846a90a-5bb1-447d-8948-0fa71ad4560c,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:57.782412 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292c1af-ef32-4e3b-90f6-c7d2dc96afe0 req-d861d844-4399-4cca-97a4-a107678fc7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:57.784141 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e292c1af-ef32-4e3b-90f6-c7d2dc96afe0 req-d861d844-4399-4cca-97a4-a107678fc7e0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=12f73f08-a8c5-44be-8f42-3bf1da883f6a HTTP/1.1" status: 200 len: 1096 time: 0.3004377 Jul 09 16:11:57.842070 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3f86586c-c700-42b2-8714-aa3a1558a3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:57.852900 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['d846a90a-5bb1-447d-8948-0fa71ad4560c'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:11:57.871963 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e292c1af-ef32-4e3b-90f6-c7d2dc96afe0 req-142c27e3-a401-4543-8973-2acf6a1364f7 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ba15f60f-fddc-45ad-98d6-b0e881bb2d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772083 Jul 09 16:11:57.936540 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c806b7-d014-4b37-83d4-f74f534bd815 req-6a9fbd2a-abac-4242-823e-17409bede91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:57.938554 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b2c806b7-d014-4b37-83d4-f74f534bd815 req-6a9fbd2a-abac-4242-823e-17409bede91a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=90103765321a44c5954b6bc1ea90c4d7&device_id=6c19ea7a-85c9-4238-876a-79b2a0d9cfb1 HTTP/1.1" status: 200 len: 1099 time: 0.1223950 Jul 09 16:11:57.950096 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f86586c-c700-42b2-8714-aa3a1558a3a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59439eed-20cc-494d-ac9f-1f299c5619d5,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:57.968867 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f86586c-c700-42b2-8714-aa3a1558a3a2 admin admin] Checking segment: {'id': '5580aa04-8478-4110-a553-2607c48bf6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7e48e766-ab12-498c-baad-e7ca439da8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:11:57.970170 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f86586c-c700-42b2-8714-aa3a1558a3a2 admin admin] Network hostable DHCP agents. Network: 7e48e766-ab12-498c-baad-e7ca439da8ea, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:11:57.996981 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b2821-d69e-4ec3-ae71-effac0df8818 req-a12bba74-1332-433c-8f55-8e5bdf58b5d2 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:57.999091 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8e6b2821-d69e-4ec3-ae71-effac0df8818 req-a12bba74-1332-433c-8f55-8e5bdf58b5d2 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b090679-c46d-496b-a086-c3e91382647e HTTP/1.1" status: 200 len: 949 time: 0.1724229 Jul 09 16:11:58.013264 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:58.042520 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f86586c-c700-42b2-8714-aa3a1558a3a2 admin admin] Network 7e48e766-ab12-498c-baad-e7ca439da8ea is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:11:58.060333 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-3f86586c-c700-42b2-8714-aa3a1558a3a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 7e48e766-ab12-498c-baad-e7ca439da8ea) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:11:58.065179 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f86586c-c700-42b2-8714-aa3a1558a3a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:58.066533 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3f86586c-c700-42b2-8714-aa3a1558a3a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:58.078544 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c36a060-654f-4466-9c9c-b7a43132af03 None None] Network 7e48e766-ab12-498c-baad-e7ca439da8ea requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:11:58.079681 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8e6b2821-d69e-4ec3-ae71-effac0df8818 req-a3e3ebfd-6b23-42fc-98fa-bf04bb232b66 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.98 "GET /v2.0/security-groups?id=e76fa0e5-1c71-460e-a996-c20478c21386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695865 Jul 09 16:11:58.090893 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3f86586c-c700-42b2-8714-aa3a1558a3a2 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9453542 Jul 09 16:11:58.093659 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50010) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:11:58.100001 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-674a33f1-94cf-49ca-a86b-bb98f1a47575 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1619669473-router', 'tenant_id': '0b21bf8dee2049e7a695b5c6d2fb7208', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:11:58.128224 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-674a33f1-94cf-49ca-a86b-bb98f1a47575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:58.129621 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-674a33f1-94cf-49ca-a86b-bb98f1a47575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:58.257963 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-674a33f1-94cf-49ca-a86b-bb98f1a47575 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:58.323298 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8743b767-7155-4148-87e2-a7b56df90e1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-7e48e766-ab12-498c-baad-e7ca439da8ea', 'network_id': '7e48e766-ab12-498c-baad-e7ca439da8ea', 'tenant_id': '0b21bf8dee2049e7a695b5c6d2fb7208', 'fixed_ips': [{'subnet_id': '59439eed-20cc-494d-ac9f-1f299c5619d5'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:11:58.324303 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8743b767-7155-4148-87e2-a7b56df90e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:58.395736 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-48a080b1-5231-413e-a51c-c97252102a14 req-48428059-056e-4507-89c1-86cd7d8bfd81 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=06486c1ff3c04c6aba88bb5474a3b49d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4286046 Jul 09 16:11:58.496267 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-674a33f1-94cf-49ca-a86b-bb98f1a47575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:58.519371 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-8743b767-7155-4148-87e2-a7b56df90e1a None None] Allocated IP 172.20.0.2 (7e48e766-ab12-498c-baad-e7ca439da8ea/59439eed-20cc-494d-ac9f-1f299c5619d5/07ac3f17-02aa-43fe-af92-1f555452618c) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:11:58.525732 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6dee1c-fbec-44dc-bb7d-f8c9cdc21345 req-e9793e73-7031-4b47-b2fe-e22809b674db tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:58.533495 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6e6dee1c-fbec-44dc-bb7d-f8c9cdc21345 req-e9793e73-7031-4b47-b2fe-e22809b674db tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] 10.222.0.98 "GET /v2.0/ports?device_id=12f73f08-a8c5-44be-8f42-3bf1da883f6a HTTP/1.1" status: 200 len: 945 time: 0.2913694 Jul 09 16:11:58.578109 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c806b7-d014-4b37-83d4-f74f534bd815 req-eead4762-a76d-46b3-af20-d84f55eb0bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:58.579863 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b2c806b7-d014-4b37-83d4-f74f534bd815 req-eead4762-a76d-46b3-af20-d84f55eb0bd6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1 HTTP/1.1" status: 200 len: 870 time: 0.6229017 Jul 09 16:11:58.643893 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b2c806b7-d014-4b37-83d4-f74f534bd815 req-a6eb102c-cdf5-4ee5-9512-27afbe8bfcaf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=ce8c6338-a8fe-4963-9b58-35c511b9116a HTTP/1.1" status: 200 len: 217 time: 0.0530789 Jul 09 16:11:58.655985 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a080b1-5231-413e-a51c-c97252102a14 req-59aa1eb5-7d2f-496a-bd20-9875ca9ae0fc tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:58.655985 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-48a080b1-5231-413e-a51c-c97252102a14 req-59aa1eb5-7d2f-496a-bd20-9875ca9ae0fc tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2505338 Jul 09 16:11:58.663406 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6e6dee1c-fbec-44dc-bb7d-f8c9cdc21345 req-72188f6e-1b9c-4454-b68a-4d5c5c82d165 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] 10.222.0.98 "GET /v2.0/security-groups?id=ba15f60f-fddc-45ad-98d6-b0e881bb2d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289032 Jul 09 16:11:58.724452 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-48a080b1-5231-413e-a51c-c97252102a14 req-c4aeaaf7-ff30-4fbc-bff4-db0532a33742 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/quotas/06486c1ff3c04c6aba88bb5474a3b49d HTTP/1.1" status: 200 len: 375 time: 0.0385947 Jul 09 16:11:58.726403 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c806b7-d014-4b37-83d4-f74f534bd815 req-9bf63e14-3ced-44c0-bf0a-313763db4971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:58.727842 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b2c806b7-d014-4b37-83d4-f74f534bd815 req-9bf63e14-3ced-44c0-bf0a-313763db4971 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.0715370 Jul 09 16:11:58.784081 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8743b767-7155-4148-87e2-a7b56df90e1a None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:58.805168 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8743b767-7155-4148-87e2-a7b56df90e1a None None] Transition to ACTIVE for port object 07ac3f17-02aa-43fe-af92-1f555452618c will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:11:58.842896 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8743b767-7155-4148-87e2-a7b56df90e1a None None] Transition to ACTIVE for port object 07ac3f17-02aa-43fe-af92-1f555452618c will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:11:58.850993 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8743b767-7155-4148-87e2-a7b56df90e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:58.871505 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-48a080b1-5231-413e-a51c-c97252102a14 req-c74a1fcf-0a0d-42a0-98ac-c7a31a34888d tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=06486c1ff3c04c6aba88bb5474a3b49d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1381340 Jul 09 16:11:58.880311 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c806b7-d014-4b37-83d4-f74f534bd815 req-70dcf07b-976a-4fa7-a447-fa2eb85330d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:58.883654 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b2c806b7-d014-4b37-83d4-f74f534bd815 req-70dcf07b-976a-4fa7-a447-fa2eb85330d7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1367061 Jul 09 16:11:58.923124 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8743b767-7155-4148-87e2-a7b56df90e1a None None] Network 7e48e766-ab12-498c-baad-e7ca439da8ea is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:11:58.926513 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-8743b767-7155-4148-87e2-a7b56df90e1a None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:11:58.934357 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8743b767-7155-4148-87e2-a7b56df90e1a None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:11:58.966577 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8743b767-7155-4148-87e2-a7b56df90e1a None None] Pushing event updated for resources: {'Port': ['ID=07ac3f17-02aa-43fe-af92-1f555452618c,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:59.026290 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b2c806b7-d014-4b37-83d4-f74f534bd815 req-c31e4715-5826-42b8-892d-6d9336d0217e service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353912 Jul 09 16:11:59.070706 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-8743b767-7155-4148-87e2-a7b56df90e1a None None] Attempting to bind port 07ac3f17-02aa-43fe-af92-1f555452618c on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:11:59.072958 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-8743b767-7155-4148-87e2-a7b56df90e1a None None] Attempting to bind port 07ac3f17-02aa-43fe-af92-1f555452618c by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '5580aa04-8478-4110-a553-2607c48bf6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7e48e766-ab12-498c-baad-e7ca439da8ea'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:11:59.073359 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8743b767-7155-4148-87e2-a7b56df90e1a None None] Attempting to bind port 07ac3f17-02aa-43fe-af92-1f555452618c on network 7e48e766-ab12-498c-baad-e7ca439da8ea {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:11:59.093066 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8743b767-7155-4148-87e2-a7b56df90e1a None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:11:59.093779 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8743b767-7155-4148-87e2-a7b56df90e1a None None] Checking segment: {'id': '5580aa04-8478-4110-a553-2607c48bf6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7e48e766-ab12-498c-baad-e7ca439da8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:11:59.094185 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8743b767-7155-4148-87e2-a7b56df90e1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:59.094591 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8743b767-7155-4148-87e2-a7b56df90e1a None None] Bound using segment: {'id': '5580aa04-8478-4110-a553-2607c48bf6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7e48e766-ab12-498c-baad-e7ca439da8ea'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:11:59.095109 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-8743b767-7155-4148-87e2-a7b56df90e1a None None] Bound port: 07ac3f17-02aa-43fe-af92-1f555452618c, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5580aa04-8478-4110-a553-2607c48bf6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7e48e766-ab12-498c-baad-e7ca439da8ea'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:11:59.095491 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8743b767-7155-4148-87e2-a7b56df90e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:59.103352 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-674a33f1-94cf-49ca-a86b-bb98f1a47575 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:59.142997 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d5646e-db3f-43de-80f7-f13cc6b623e2 req-cdfa4cc6-be42-4e56-9866-3db4f3d3f0c8 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:59.147799 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-73d5646e-db3f-43de-80f7-f13cc6b623e2 req-cdfa4cc6-be42-4e56-9866-3db4f3d3f0c8 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.98 "GET /v2.0/ports?device_id=0c4aad9b-2b23-4b57-ac9a-9384c9ad2f49 HTTP/1.1" status: 200 len: 949 time: 0.2919388 Jul 09 16:11:59.149025 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-674a33f1-94cf-49ca-a86b-bb98f1a47575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:59.216402 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b2c806b7-d014-4b37-83d4-f74f534bd815 req-9b0453c7-9e88-43a7-891e-85b9ba9a9300 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675339 Jul 09 16:11:59.241346 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-8743b767-7155-4148-87e2-a7b56df90e1a None None] For port 07ac3f17-02aa-43fe-af92-1f555452618c, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:11:59.246465 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-8743b767-7155-4148-87e2-a7b56df90e1a None None] For port 07ac3f17-02aa-43fe-af92-1f555452618c, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=07ac3f17-02aa-43fe-af92-1f555452618c,segment=NetworkSegment(5580aa04-8478-4110-a553-2607c48bf6a1),segment_id=5580aa04-8478-4110-a553-2607c48bf6a1)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:11:59.249622 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device d846a90a-5bb1-447d-8948-0fa71ad4560c up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:11:59.290156 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8743b767-7155-4148-87e2-a7b56df90e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:59.293869 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-73d5646e-db3f-43de-80f7-f13cc6b623e2 req-853c7180-3d09-412a-8928-1a741228518b tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.98 "GET /v2.0/security-groups?id=e76fa0e5-1c71-460e-a996-c20478c21386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179762 Jul 09 16:11:59.374416 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8743b767-7155-4148-87e2-a7b56df90e1a None None] Pushing event updated for resources: {'Port': ['ID=07ac3f17-02aa-43fe-af92-1f555452618c,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:59.386682 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port d846a90a-5bb1-447d-8948-0fa71ad4560c completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:11:59.395857 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port d846a90a-5bb1-447d-8948-0fa71ad4560c triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:11:59.397046 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:59.434033 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-674a33f1-94cf-49ca-a86b-bb98f1a47575 admin admin] Allocated IP 172.25.0.8 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/a675c011-37f4-4c5e-8757-b140d12acc92) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:11:59.539994 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:59.592288 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999f1769-1279-4fe8-981f-c081e4f38f3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd846a90a-5bb1-447d-8948-0fa71ad4560c'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:11:59.595121 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c87acd-c757-4daf-9488-5cb2a2c7f48a" -d '{"events": [{"server_uuid": "999f1769-1279-4fe8-981f-c081e4f38f3e", "name": "network-vif-plugged", "status": "completed", "tag": "d846a90a-5bb1-447d-8948-0fa71ad4560c"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:11:59.625380 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port d846a90a-5bb1-447d-8948-0fa71ad4560c, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=d846a90a-5bb1-447d-8948-0fa71ad4560c,segment=NetworkSegment(cbc7a639-5863-4995-9a4b-f91be63e1ab1),segment_id=cbc7a639-5863-4995-9a4b-f91be63e1ab1)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:11:59.630642 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:59.670395 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29806914-c165-4620-91b4-f7b9f0829001 req-6c7f41e2-9d31-48f9-9928-e76c93e62295 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:11:59.681886 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-29806914-c165-4620-91b4-f7b9f0829001 req-6c7f41e2-9d31-48f9-9928-e76c93e62295 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=999f1769-1279-4fe8-981f-c081e4f38f3e HTTP/1.1" status: 200 len: 945 time: 0.2525280 Jul 09 16:11:59.722495 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=d846a90a-5bb1-447d-8948-0fa71ad4560c,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:59.744782 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-674a33f1-94cf-49ca-a86b-bb98f1a47575 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:59.816156 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-29806914-c165-4620-91b4-f7b9f0829001 req-847f2648-3847-4c7d-966f-2b017e4a682c tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330385 Jul 09 16:11:59.878561 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-674a33f1-94cf-49ca-a86b-bb98f1a47575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:11:59.952903 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674a33f1-94cf-49ca-a86b-bb98f1a47575 admin admin] Pushing event updated for resources: {'Port': ['ID=a675c011-37f4-4c5e-8757-b140d12acc92,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:11:59.968942 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674a33f1-94cf-49ca-a86b-bb98f1a47575 admin admin] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:11:59.970938 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-674a33f1-94cf-49ca-a86b-bb98f1a47575 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:11:59.987606 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674a33f1-94cf-49ca-a86b-bb98f1a47575 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:12:00.225711 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 07ac3f17-02aa-43fe-af92-1f555452618c up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:12:00.268539 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422c3c3-755a-4c2e-ae04-b45de8757337 req-d7ed747b-100f-4836-8264-354d2e5db10a tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:00.270143 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e422c3c3-755a-4c2e-ae04-b45de8757337 req-d7ed747b-100f-4836-8264-354d2e5db10a tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c19ea7a-85c9-4238-876a-79b2a0d9cfb1 HTTP/1.1" status: 200 len: 948 time: 0.2455018 Jul 09 16:12:00.317149 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 07ac3f17-02aa-43fe-af92-1f555452618c completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:12:00.412718 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e422c3c3-755a-4c2e-ae04-b45de8757337 req-29c9b1c0-15d3-47eb-82ae-1b54ab6a8241 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338050 Jul 09 16:12:00.535740 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-674a33f1-94cf-49ca-a86b-bb98f1a47575 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:00.797226 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c59edb-2786-48d1-b985-a7ace414399c x-openstack-request-id: req-a6c59edb-2786-48d1-b985-a7ace414399c {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:12:00.798382 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999f1769-1279-4fe8-981f-c081e4f38f3e", "name": "network-vif-plugged", "status": "completed", "tag": "d846a90a-5bb1-447d-8948-0fa71ad4560c", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:12:00.799491 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a6c59edb-2786-48d1-b985-a7ace414399c {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:12:00.800215 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '999f1769-1279-4fe8-981f-c081e4f38f3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd846a90a-5bb1-447d-8948-0fa71ad4560c', 'code': 200} Jul 09 16:12:00.957689 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-674a33f1-94cf-49ca-a86b-bb98f1a47575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:00.964651 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd20ec99-72b4-4967-b3e0-e77174f5deef None None] Network 7e48e766-ab12-498c-baad-e7ca439da8ea requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:12:01.061185 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7afbe2fd-6154-4fc0-a7da-b7d7871848c5 None None] Provisioning for port 07ac3f17-02aa-43fe-af92-1f555452618c completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:12:01.070999 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7afbe2fd-6154-4fc0-a7da-b7d7871848c5 None None] Provisioning complete for port 07ac3f17-02aa-43fe-af92-1f555452618c triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:12:01.071474 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7afbe2fd-6154-4fc0-a7da-b7d7871848c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:01.083395 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a177f45-1cb9-4595-874b-efb7d37b2264 req-14fcb0b3-ae12-44ed-9cee-4cc28bc71883 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:01.103555 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5a177f45-1cb9-4595-874b-efb7d37b2264 req-14fcb0b3-ae12-44ed-9cee-4cc28bc71883 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] 10.222.0.98 "GET /v2.0/ports?device_id=12f73f08-a8c5-44be-8f42-3bf1da883f6a HTTP/1.1" status: 200 len: 945 time: 0.1635489 Jul 09 16:12:01.199996 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5a177f45-1cb9-4595-874b-efb7d37b2264 req-5f8c6707-b1c9-4b5c-b7ec-d0aa575dbdae tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] 10.222.0.98 "GET /v2.0/security-groups?id=ba15f60f-fddc-45ad-98d6-b0e881bb2d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940523 Jul 09 16:12:01.266227 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6bd4ff-c243-4505-89aa-d71591244823 req-429b0772-fac6-49b9-94be-68466583a739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:01.268052 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ce6bd4ff-c243-4505-89aa-d71591244823 req-429b0772-fac6-49b9-94be-68466583a739 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=999f1769-1279-4fe8-981f-c081e4f38f3e HTTP/1.1" status: 200 len: 1097 time: 0.2274966 Jul 09 16:12:01.397511 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7afbe2fd-6154-4fc0-a7da-b7d7871848c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:01.436545 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ce6bd4ff-c243-4505-89aa-d71591244823 req-c628c853-59d9-4207-9b48-d77e5c5e41ab service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615679 Jul 09 16:12:01.440217 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-29737244-8750-420a-b5ed-6cf216e87b95 req-51752a61-ab0f-40cc-bea3-950fc5a10abc tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=9ba70608-e357-4ba0-89cc-a2343f2d4369 HTTP/1.1" status: 200 len: 210 time: 0.0395150 Jul 09 16:12:01.454064 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-674a33f1-94cf-49ca-a86b-bb98f1a47575 admin admin] Router 6f06f24f-edfc-4304-8aa4-646de6b5c62c is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:12:01.454341 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-7afbe2fd-6154-4fc0-a7da-b7d7871848c5 None None] For port 07ac3f17-02aa-43fe-af92-1f555452618c, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=07ac3f17-02aa-43fe-af92-1f555452618c,segment=NetworkSegment(5580aa04-8478-4110-a553-2607c48bf6a1),segment_id=5580aa04-8478-4110-a553-2607c48bf6a1)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:12:01.460090 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7afbe2fd-6154-4fc0-a7da-b7d7871848c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:01.541159 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f0494-7efe-4916-8490-b33ad341758c req-7b3280cb-a260-4eda-83c6-3e2545c4f542 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:01.549143 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-391f0494-7efe-4916-8490-b33ad341758c req-7b3280cb-a260-4eda-83c6-3e2545c4f542 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=999f1769-1279-4fe8-981f-c081e4f38f3e HTTP/1.1" status: 200 len: 946 time: 0.2187233 Jul 09 16:12:01.568865 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afbe2fd-6154-4fc0-a7da-b7d7871848c5 None None] Pushing event updated for resources: {'Port': ['ID=07ac3f17-02aa-43fe-af92-1f555452618c,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:01.603134 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device ce8c6338-a8fe-4963-9b58-35c511b9116a details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:12:01.667962 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-391f0494-7efe-4916-8490-b33ad341758c req-97e42d9a-9067-497a-ade8-07f681294cdb tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061878 Jul 09 16:12:01.687750 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674a33f1-94cf-49ca-a86b-bb98f1a47575 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:12:01.721408 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-674a33f1-94cf-49ca-a86b-bb98f1a47575 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:01.723707 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-674a33f1-94cf-49ca-a86b-bb98f1a47575 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.6287875 Jul 09 16:12:01.726965 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50074) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:12:01.728468 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc98892-d51e-4669-8139-c1db4d6c3e3e None None] Sync routers for ids ['6f06f24f-edfc-4304-8aa4-646de6b5c62c'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:12:01.781923 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc98892-d51e-4669-8139-c1db4d6c3e3e None None] Routers {'6f06f24f-edfc-4304-8aa4-646de6b5c62c'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:12:01.782554 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6fc98892-d51e-4669-8139-c1db4d6c3e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:11:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['6f06f24f-edfc-4304-8aa4-646de6b5c62c'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:12:01.946864 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb832e-ef4f-4861-b5ea-23b7ecfa456a req-cae2f3d8-f025-45d5-a7f1-9957a05a1d69 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:01.955996 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-95eb832e-ef4f-4861-b5ea-23b7ecfa456a req-cae2f3d8-f025-45d5-a7f1-9957a05a1d69 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] 10.222.0.98 "GET /v2.0/ports?device_id=12f73f08-a8c5-44be-8f42-3bf1da883f6a HTTP/1.1" status: 200 len: 945 time: 0.1556094 Jul 09 16:12:01.960252 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50078) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:12:01.969961 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-2bc8fe59-d989-489e-a99d-c24ffd4bd7d3 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Request body: {'floatingip': {'port_id': 'd39b487b-74c0-4458-9506-f748b21d0d08'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:12:02.044125 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port ce8c6338-a8fe-4963-9b58-35c511b9116a, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=ce8c6338-a8fe-4963-9b58-35c511b9116a,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:12:02.046962 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d06121f6-5226-4d9c-8283-1144ba4bb5c3 None None] Provisioning complete for port 07ac3f17-02aa-43fe-af92-1f555452618c triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:12:02.047325 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d06121f6-5226-4d9c-8283-1144ba4bb5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:02.055824 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2bc8fe59-d989-489e-a99d-c24ffd4bd7d3 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Notify callbacks [] for floatingip, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:02.095920 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-6fc98892-d51e-4669-8139-c1db4d6c3e3e None None] Set router 6f06f24f-edfc-4304-8aa4-646de6b5c62c gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:12:02.140299 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': 'ce8c6338-a8fe-4963-9b58-35c511b9116a', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'port_id': 'ce8c6338-a8fe-4963-9b58-35c511b9116a', 'mac_address': 'fa:16:3e:7f:bc:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f122b436-b232-4a3c-9aac-47d5639f2da4', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:12:02.447790 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 07ac3f17-02aa-43fe-af92-1f555452618c up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:12:02.470320 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-48a080b1-5231-413e-a51c-c97252102a14 req-6c5de15a-a37a-4048-8023-45b4435242ae tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=06486c1ff3c04c6aba88bb5474a3b49d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311997 Jul 09 16:12:02.601952 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:02.651669 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce8c6338-a8fe-4963-9b58-35c511b9116a {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:12:02.668026 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7914be17-441f-434f-aa04-230b0e43a651 req-061b339b-57c5-4d80-8427-ffc48dcd4455 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:02.676995 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7914be17-441f-434f-aa04-230b0e43a651 req-061b339b-57c5-4d80-8427-ffc48dcd4455 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c19ea7a-85c9-4238-876a-79b2a0d9cfb1 HTTP/1.1" status: 200 len: 948 time: 0.7093740 Jul 09 16:12:02.727805 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port ce8c6338-a8fe-4963-9b58-35c511b9116a, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=ce8c6338-a8fe-4963-9b58-35c511b9116a,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:12:02.770285 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:02.777590 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 07ac3f17-02aa-43fe-af92-1f555452618c triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:12:02.779719 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:02.790844 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a080b1-5231-413e-a51c-c97252102a14 req-589f2c7a-c524-4828-90bb-f91b512946fe tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:02.793721 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-48a080b1-5231-413e-a51c-c97252102a14 req-589f2c7a-c524-4828-90bb-f91b512946fe tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3032954 Jul 09 16:12:02.818619 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-48a080b1-5231-413e-a51c-c97252102a14 req-69fb045c-be6c-402a-ae68-7f9100767df4 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Request body: {'port': {'device_id': '470a8279-4ac1-409c-9372-8d8229bd2416', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'admin_state_up': True, 'tenant_id': '06486c1ff3c04c6aba88bb5474a3b49d'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:12:02.855403 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b393d363-becb-49ba-9d01-73f14da456c9 req-023feef2-072a-4aec-88eb-70693e4625b7 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=9ba70608-e357-4ba0-89cc-a2343f2d4369 HTTP/1.1" status: 200 len: 210 time: 0.0815206 Jul 09 16:12:02.859076 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7914be17-441f-434f-aa04-230b0e43a651 req-7d342782-1481-467e-b66f-4ce1d116522e tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808257 Jul 09 16:12:03.110817 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=ce8c6338-a8fe-4963-9b58-35c511b9116a,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:03.167475 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-48a080b1-5231-413e-a51c-c97252102a14 req-be479467-1ee8-43a1-9e46-c9e69e0aded4 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=06486c1ff3c04c6aba88bb5474a3b49d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1026413 Jul 09 16:12:03.223467 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6fc98892-d51e-4669-8139-c1db4d6c3e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f06f24f-edfc-4304-8aa4-646de6b5c62c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1619669473-router', 'tenant_id': '0b21bf8dee2049e7a695b5c6d2fb7208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'a675c011-37f4-4c5e-8757-b140d12acc92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:11:58Z', 'updated_at': '2021-07-09T16:12:00Z', 'revision_number': 3, 'project_id': '0b21bf8dee2049e7a695b5c6d2fb7208', 'gw_port': {'id': 'a675c011-37f4-4c5e-8757-b140d12acc92', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f06f24f-edfc-4304-8aa4-646de6b5c62c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:11:59Z', 'updated_at': '2021-07-09T16:11:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:12:03.279881 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc98892-d51e-4669-8139-c1db4d6c3e3e None None] Checking router: 6f06f24f-edfc-4304-8aa4-646de6b5c62c for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:12:03.284027 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc98892-d51e-4669-8139-c1db4d6c3e3e None None] Updating router 6f06f24f-edfc-4304-8aa4-646de6b5c62c port a675c011-37f4-4c5e-8757-b140d12acc92 binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:12:03.328072 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48a080b1-5231-413e-a51c-c97252102a14 req-69fb045c-be6c-402a-ae68-7f9100767df4 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Made reservation on behalf of 06486c1ff3c04c6aba88bb5474a3b49d for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:12:03.336848 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-48a080b1-5231-413e-a51c-c97252102a14 req-69fb045c-be6c-402a-ae68-7f9100767df4 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:03.363781 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6fc98892-d51e-4669-8139-c1db4d6c3e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:03.388473 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ca8e11ba-c0fb-494c-9f5d-f6b0cf5529fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:03.533711 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.db.resource_extend [None req-2bc8fe59-d989-489e-a99d-c24ffd4bd7d3 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 16:12:03.555483 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['ce8c6338-a8fe-4963-9b58-35c511b9116a'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:12:03.584190 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9b93ddea-cdb1-4cfd-a19b-23d50f91b2f4 req-9635f357-8e3c-45b9-9930-6bfbb383db07 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c10be2bf-11a4-400c-ad86-3ca904c9681e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7239072 Jul 09 16:12:03.600339 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a080b1-5231-413e-a51c-c97252102a14 req-fc273e9b-6190-48a0-8082-2e872168076c tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:03.601838 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-48a080b1-5231-413e-a51c-c97252102a14 req-fc273e9b-6190-48a0-8082-2e872168076c tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4139388 Jul 09 16:12:03.624908 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-48a080b1-5231-413e-a51c-c97252102a14 req-a4a4d45b-6e45-4cff-9280-801f285794cc tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Request body: {'port': {'device_id': '9ba70608-e357-4ba0-89cc-a2343f2d4369', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'admin_state_up': True, 'tenant_id': '06486c1ff3c04c6aba88bb5474a3b49d'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:12:03.646666 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2bc8fe59-d989-489e-a99d-c24ffd4bd7d3 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:03.647095 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-48a080b1-5231-413e-a51c-c97252102a14 req-69fb045c-be6c-402a-ae68-7f9100767df4 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Allocated IP 192.168.233.36 (c7d8b865-e1f3-4446-a87b-a6da86eba8a1/f122b436-b232-4a3c-9aac-47d5639f2da4/e231c2d1-2e9d-4788-9b12-b55bb9cfd787) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:12:03.656790 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9503a-ed9c-46b5-8fcf-8dee4cc175d6 req-3c27ddc9-8691-40f1-be32-60c9331cd15e tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:03.658626 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ecd9503a-ed9c-46b5-8fcf-8dee4cc175d6 req-3c27ddc9-8691-40f1-be32-60c9331cd15e tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=999f1769-1279-4fe8-981f-c081e4f38f3e HTTP/1.1" status: 200 len: 946 time: 0.5323722 Jul 09 16:12:03.697038 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2bc8fe59-d989-489e-a99d-c24ffd4bd7d3 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:03.875796 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-ca8e11ba-c0fb-494c-9f5d-f6b0cf5529fe admin admin] Allocated IP 172.20.0.1 (7e48e766-ab12-498c-baad-e7ca439da8ea/59439eed-20cc-494d-ac9f-1f299c5619d5/1a7c6686-9870-4caa-ba5f-ff7ad8044152) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:12:03.910741 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ecd9503a-ed9c-46b5-8fcf-8dee4cc175d6 req-365e828f-3fd4-488f-bfcd-8a28eda4a824 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142546 Jul 09 16:12:03.989916 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6fc98892-d51e-4669-8139-c1db4d6c3e3e None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:04.020744 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93ddea-cdb1-4cfd-a19b-23d50f91b2f4 req-b110abe8-872a-4186-86b5-919cd17181ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:04.024455 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9b93ddea-cdb1-4cfd-a19b-23d50f91b2f4 req-b110abe8-872a-4186-86b5-919cd17181ce service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9639d7ee11dd47639be4bedc72b53ccc&device_id=c10be2bf-11a4-400c-ad86-3ca904c9681e HTTP/1.1" status: 200 len: 1095 time: 0.3766656 Jul 09 16:12:04.027267 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6fc98892-d51e-4669-8139-c1db4d6c3e3e None None] Transition to ACTIVE for port object a675c011-37f4-4c5e-8757-b140d12acc92 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:12:04.046997 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6fc98892-d51e-4669-8139-c1db4d6c3e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:04.129958 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6fc98892-d51e-4669-8139-c1db4d6c3e3e None None] Attempting to bind port a675c011-37f4-4c5e-8757-b140d12acc92 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:12:04.130678 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6fc98892-d51e-4669-8139-c1db4d6c3e3e None None] Attempting to bind port a675c011-37f4-4c5e-8757-b140d12acc92 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:12:04.130678 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc98892-d51e-4669-8139-c1db4d6c3e3e None None] Attempting to bind port a675c011-37f4-4c5e-8757-b140d12acc92 on network caa6ed8d-2893-4113-8f68-c5284e694f6c {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:12:04.141364 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66736876-989a-4e42-a672-0bf85a03fdf9 None None] Pushing event updated for resources: {'Port': ['ID=a675c011-37f4-4c5e-8757-b140d12acc92,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:04.144463 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc98892-d51e-4669-8139-c1db4d6c3e3e None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:12:04.145348 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc98892-d51e-4669-8139-c1db4d6c3e3e None None] Checking segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:12:04.145756 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6fc98892-d51e-4669-8139-c1db4d6c3e3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:04.146265 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc98892-d51e-4669-8139-c1db4d6c3e3e None None] Bound using segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:12:04.146746 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6fc98892-d51e-4669-8139-c1db4d6c3e3e None None] Bound port: a675c011-37f4-4c5e-8757-b140d12acc92, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:12:04.147147 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6fc98892-d51e-4669-8139-c1db4d6c3e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:04.171715 n-d-798930-3 neutron-server[93958]: INFO neutron.db.l3_db [None req-2bc8fe59-d989-489e-a99d-c24ffd4bd7d3 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Floating IP 8836f7de-7c02-440a-8805-5e9d1b67779b associated. External IP: 172.25.0.81, port: d39b487b-74c0-4458-9506-f748b21d0d08. Jul 09 16:12:04.223220 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-48a080b1-5231-413e-a51c-c97252102a14 req-69fb045c-be6c-402a-ae68-7f9100767df4 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:04.226530 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-6fc98892-d51e-4669-8139-c1db4d6c3e3e None None] For port a675c011-37f4-4c5e-8757-b140d12acc92, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:12:04.233128 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-6fc98892-d51e-4669-8139-c1db4d6c3e3e None None] For port a675c011-37f4-4c5e-8757-b140d12acc92, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=a675c011-37f4-4c5e-8757-b140d12acc92,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:12:04.234002 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f5e2853f-c6fc-4eee-ace7-0c95e9f09999 req-ef7b2b78-df59-41d8-8622-289fe3b0ba78 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=9ba70608-e357-4ba0-89cc-a2343f2d4369 HTTP/1.1" status: 200 len: 210 time: 0.0661430 Jul 09 16:12:04.241180 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6fc98892-d51e-4669-8139-c1db4d6c3e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:04.282709 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-48a080b1-5231-413e-a51c-c97252102a14 req-69fb045c-be6c-402a-ae68-7f9100767df4 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Transition to ACTIVE for port object e231c2d1-2e9d-4788-9b12-b55bb9cfd787 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:12:04.282895 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48a080b1-5231-413e-a51c-c97252102a14 req-a4a4d45b-6e45-4cff-9280-801f285794cc tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Made reservation on behalf of 06486c1ff3c04c6aba88bb5474a3b49d for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:12:04.287752 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-48a080b1-5231-413e-a51c-c97252102a14 req-a4a4d45b-6e45-4cff-9280-801f285794cc tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:04.320786 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ca8e11ba-c0fb-494c-9f5d-f6b0cf5529fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:04.321033 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc98892-d51e-4669-8139-c1db4d6c3e3e None None] Routers {'6f06f24f-edfc-4304-8aa4-646de6b5c62c'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:12:04.321450 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6fc98892-d51e-4669-8139-c1db4d6c3e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:11:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['6f06f24f-edfc-4304-8aa4-646de6b5c62c'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:12:04.366815 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff620ad9-29c6-4195-9333-00e36f4b84dc req-a172b933-7d9b-4293-b8cc-257b676197ff tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:04.374149 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ff620ad9-29c6-4195-9333-00e36f4b84dc req-a172b933-7d9b-4293-b8cc-257b676197ff tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c19ea7a-85c9-4238-876a-79b2a0d9cfb1 HTTP/1.1" status: 200 len: 949 time: 0.2950675 Jul 09 16:12:04.389715 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93ddea-cdb1-4cfd-a19b-23d50f91b2f4 req-0a627018-4299-46ab-9013-d391db13a9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:04.392858 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9b93ddea-cdb1-4cfd-a19b-23d50f91b2f4 req-0a627018-4299-46ab-9013-d391db13a9ee service neutron] 10.222.0.73 "GET /v2.0/networks?id=2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 HTTP/1.1" status: 200 len: 921 time: 0.3279686 Jul 09 16:12:04.394826 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ca8e11ba-c0fb-494c-9f5d-f6b0cf5529fe admin admin] Transition to ACTIVE for port object 1a7c6686-9870-4caa-ba5f-ff7ad8044152 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:12:04.395033 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66736876-989a-4e42-a672-0bf85a03fdf9 None None] Pushing event updated for resources: {'Port': ['ID=a675c011-37f4-4c5e-8757-b140d12acc92,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:04.441464 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ff620ad9-29c6-4195-9333-00e36f4b84dc req-083ec129-f318-4882-9b9d-55bac1f1c216 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662844 Jul 09 16:12:04.447582 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-48a080b1-5231-413e-a51c-c97252102a14 req-69fb045c-be6c-402a-ae68-7f9100767df4 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:04.483746 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9b93ddea-cdb1-4cfd-a19b-23d50f91b2f4 req-52815395-097b-46fd-b67b-8b9ecb62f6b5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4234f788-2b1b-4819-b621-eebba2f8ecb2 HTTP/1.1" status: 200 len: 217 time: 0.0557861 Jul 09 16:12:04.550308 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ca8e11ba-c0fb-494c-9f5d-f6b0cf5529fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:04.587297 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['2bf4afec-66f7-4d7c-b984-e80fa7b78a2f'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:12:04.598387 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48a080b1-5231-413e-a51c-c97252102a14 req-69fb045c-be6c-402a-ae68-7f9100767df4 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:12:04.604220 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8e11ba-c0fb-494c-9f5d-f6b0cf5529fe admin admin] Network 7e48e766-ab12-498c-baad-e7ca439da8ea is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:12:04.608777 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-48a080b1-5231-413e-a51c-c97252102a14 req-69fb045c-be6c-402a-ae68-7f9100767df4 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:12:04.611931 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-ca8e11ba-c0fb-494c-9f5d-f6b0cf5529fe admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:12:04.613961 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a080b1-5231-413e-a51c-c97252102a14 req-69fb045c-be6c-402a-ae68-7f9100767df4 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:12:04.618092 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fb045c-be6c-402a-ae68-7f9100767df4 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Pushing event updated for resources: {'Port': ['ID=e231c2d1-2e9d-4788-9b12-b55bb9cfd787,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:04.622373 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8e11ba-c0fb-494c-9f5d-f6b0cf5529fe admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:12:04.682513 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-6fc98892-d51e-4669-8139-c1db4d6c3e3e None None] Set router 6f06f24f-edfc-4304-8aa4-646de6b5c62c gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:12:04.740052 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93ddea-cdb1-4cfd-a19b-23d50f91b2f4 req-c59d8ced-c3e3-4c70-a1c9-1fb109fd1265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:04.742281 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9b93ddea-cdb1-4cfd-a19b-23d50f91b2f4 req-c59d8ced-c3e3-4c70-a1c9-1fb109fd1265 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1e15c12f-d45d-4aa3-a5bc-500d552ae0b3 HTTP/1.1" status: 200 len: 860 time: 0.2460396 Jul 09 16:12:04.823320 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a080b1-5231-413e-a51c-c97252102a14 req-69fb045c-be6c-402a-ae68-7f9100767df4 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:04.823998 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-48a080b1-5231-413e-a51c-c97252102a14 req-69fb045c-be6c-402a-ae68-7f9100767df4 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:04.866046 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ca8e11ba-c0fb-494c-9f5d-f6b0cf5529fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:04.877452 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9b93ddea-cdb1-4cfd-a19b-23d50f91b2f4 req-2e96a6f1-def4-4858-8021-136dc6c07d63 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2b65bcac-ba21-4565-bf6d-5e7b6fe83db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536931 Jul 09 16:12:04.878242 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-48a080b1-5231-413e-a51c-c97252102a14 req-69fb045c-be6c-402a-ae68-7f9100767df4 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0667841 Jul 09 16:12:04.937546 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-48a080b1-5231-413e-a51c-c97252102a14 req-8bd0362b-8db0-49ee-80ad-0408a4d3ae7b service neutron] Request body: {'port': {'device_id': '470a8279-4ac1-409c-9372-8d8229bd2416', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:12:04.991582 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8e11ba-c0fb-494c-9f5d-f6b0cf5529fe admin admin] Pushing event updated for resources: {'Port': ['ID=1a7c6686-9870-4caa-ba5f-ff7ad8044152,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:05.003919 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-48a080b1-5231-413e-a51c-c97252102a14 req-a4a4d45b-6e45-4cff-9280-801f285794cc tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Allocated IP 192.168.233.128 (c7d8b865-e1f3-4446-a87b-a6da86eba8a1/f122b436-b232-4a3c-9aac-47d5639f2da4/639e631d-bf34-4819-aca6-3e30afa826a4) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:12:05.122514 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-365204a3-23bc-415a-86f3-e31ab6d03636 None None] Provisioning for port 1a7c6686-9870-4caa-ba5f-ff7ad8044152 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:12:05.132056 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-48a080b1-5231-413e-a51c-c97252102a14 req-8bd0362b-8db0-49ee-80ad-0408a4d3ae7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:05.140010 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-365204a3-23bc-415a-86f3-e31ab6d03636 None None] Provisioning complete for port 1a7c6686-9870-4caa-ba5f-ff7ad8044152 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:12:05.140640 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-365204a3-23bc-415a-86f3-e31ab6d03636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:05.244109 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-365204a3-23bc-415a-86f3-e31ab6d03636 None None] Port 1a7c6686-9870-4caa-ba5f-ff7ad8044152 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:12:05.254393 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6fc98892-d51e-4669-8139-c1db4d6c3e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f06f24f-edfc-4304-8aa4-646de6b5c62c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1619669473-router', 'tenant_id': '0b21bf8dee2049e7a695b5c6d2fb7208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'a675c011-37f4-4c5e-8757-b140d12acc92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:11:58Z', 'updated_at': '2021-07-09T16:12:00Z', 'revision_number': 3, 'project_id': '0b21bf8dee2049e7a695b5c6d2fb7208', 'gw_port': {'id': 'a675c011-37f4-4c5e-8757-b140d12acc92', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f06f24f-edfc-4304-8aa4-646de6b5c62c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:11:59Z', 'updated_at': '2021-07-09T16:12:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:12:05.284437 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-365204a3-23bc-415a-86f3-e31ab6d03636 None None] Provisioning for port e231c2d1-2e9d-4788-9b12-b55bb9cfd787 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:12:05.300730 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc98892-d51e-4669-8139-c1db4d6c3e3e None None] The sync data for ids ['6f06f24f-edfc-4304-8aa4-646de6b5c62c'] in n-d-798930-3 is: [{'id': '6f06f24f-edfc-4304-8aa4-646de6b5c62c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1619669473-router', 'tenant_id': '0b21bf8dee2049e7a695b5c6d2fb7208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'a675c011-37f4-4c5e-8757-b140d12acc92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:11:58Z', 'updated_at': '2021-07-09T16:12:00Z', 'revision_number': 3, 'project_id': '0b21bf8dee2049e7a695b5c6d2fb7208', 'gw_port': {'id': 'a675c011-37f4-4c5e-8757-b140d12acc92', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f06f24f-edfc-4304-8aa4-646de6b5c62c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:11:59Z', 'updated_at': '2021-07-09T16:12:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:12:05.303587 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-365204a3-23bc-415a-86f3-e31ab6d03636 None None] Provisioning complete for port e231c2d1-2e9d-4788-9b12-b55bb9cfd787 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:12:05.309218 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-365204a3-23bc-415a-86f3-e31ab6d03636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:05.393642 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ca8e11ba-c0fb-494c-9f5d-f6b0cf5529fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:05.408585 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f68af88-d16d-4e23-a567-a40365e9d734 req-34b3f399-294a-477d-a600-037f52cd27d5 tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:05.410496 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-365204a3-23bc-415a-86f3-e31ab6d03636 None None] Port e231c2d1-2e9d-4788-9b12-b55bb9cfd787 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:12:05.416623 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1f68af88-d16d-4e23-a567-a40365e9d734 req-34b3f399-294a-477d-a600-037f52cd27d5 tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=999f1769-1279-4fe8-981f-c081e4f38f3e HTTP/1.1" status: 200 len: 1097 time: 0.9278541 Jul 09 16:12:05.503020 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5f001324-602b-4d37-b42c-5a3a127e8054 req-5504c24f-8d2c-44e7-b89f-28e59136b4d1 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=9ba70608-e357-4ba0-89cc-a2343f2d4369 HTTP/1.1" status: 200 len: 210 time: 0.0507705 Jul 09 16:12:05.579867 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1f68af88-d16d-4e23-a567-a40365e9d734 req-9da56f4e-47c3-4fe3-815e-3201ae814195 tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617873 Jul 09 16:12:05.609192 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 4f44756b-1519-4a88-931a-778934ee6039 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:12:05.619947 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9b93ddea-cdb1-4cfd-a19b-23d50f91b2f4 req-d29c7fa7-b6b2-452a-b94d-337aeaf7a225 service neutron] 10.222.0.73 "GET /v2.0/networks/2b65bcac-ba21-4565-bf6d-5e7b6fe83db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7269034 Jul 09 16:12:05.629698 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device ce8c6338-a8fe-4963-9b58-35c511b9116a up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:12:05.650531 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bc8fe59-d989-489e-a99d-c24ffd4bd7d3 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Router c288d3eb-9709-4b12-a377-b7394060476a has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:12:05.852737 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port ce8c6338-a8fe-4963-9b58-35c511b9116a completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:12:05.863782 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ca8e11ba-c0fb-494c-9f5d-f6b0cf5529fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:05.869779 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port ce8c6338-a8fe-4963-9b58-35c511b9116a triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:12:05.870501 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:05.871333 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ca8e11ba-c0fb-494c-9f5d-f6b0cf5529fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:05.924502 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 4f44756b-1519-4a88-931a-778934ee6039, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=4f44756b-1519-4a88-931a-778934ee6039,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:12:05.946054 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '4f44756b-1519-4a88-931a-778934ee6039', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'port_id': '4f44756b-1519-4a88-931a-778934ee6039', 'mac_address': 'fa:16:3e:4b:98:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f122b436-b232-4a3c-9aac-47d5639f2da4', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:12:05.947845 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6015442-c29f-4cb9-bc9e-8af80c92993f req-2e8c841e-6e48-43f2-b826-d063d0a267a7 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:05.957773 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f6015442-c29f-4cb9-bc9e-8af80c92993f req-2e8c841e-6e48-43f2-b826-d063d0a267a7 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c19ea7a-85c9-4238-876a-79b2a0d9cfb1 HTTP/1.1" status: 200 len: 949 time: 0.2856915 Jul 09 16:12:05.968312 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc8fe59-d989-489e-a99d-c24ffd4bd7d3 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:12:05.982358 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88768ee-554d-4bae-bb62-b759cd97576a None None] Sync routers for ids ['c288d3eb-9709-4b12-a377-b7394060476a'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:12:06.012381 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8e11ba-c0fb-494c-9f5d-f6b0cf5529fe admin admin] Pushing event updated for resources: {'Port': ['ID=1a7c6686-9870-4caa-ba5f-ff7ad8044152,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:06.021251 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88768ee-554d-4bae-bb62-b759cd97576a None None] Routers {'c288d3eb-9709-4b12-a377-b7394060476a'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:12:06.021982 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-f88768ee-554d-4bae-bb62-b759cd97576a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:11:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['c288d3eb-9709-4b12-a377-b7394060476a'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:12:06.026662 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2bc8fe59-d989-489e-a99d-c24ffd4bd7d3 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:06.068752 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2bc8fe59-d989-489e-a99d-c24ffd4bd7d3 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] 10.222.0.98 "PUT /v2.0/floatingips/8836f7de-7c02-440a-8805-5e9d1b67779b HTTP/1.1" status: 200 len: 990 time: 4.1072705 Jul 09 16:12:06.072744 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12f73f08-a8c5-44be-8f42-3bf1da883f6a', 'tag': 'd39b487b-74c0-4458-9506-f748b21d0d08'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:12:06.075576 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07997d8-e473-40dd-94d8-70a6eb006862" -d '{"events": [{"name": "network-changed", "server_uuid": "12f73f08-a8c5-44be-8f42-3bf1da883f6a", "tag": "d39b487b-74c0-4458-9506-f748b21d0d08"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:12:06.076267 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f6015442-c29f-4cb9-bc9e-8af80c92993f req-7a48a637-2cf3-44a9-a465-13b469a91ed6 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175332 Jul 09 16:12:06.077377 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ca8e11ba-c0fb-494c-9f5d-f6b0cf5529fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:06.082581 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-48a080b1-5231-413e-a51c-c97252102a14 req-a4a4d45b-6e45-4cff-9280-801f285794cc tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:06.118225 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:06.134395 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:06.155011 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-48a080b1-5231-413e-a51c-c97252102a14 req-a4a4d45b-6e45-4cff-9280-801f285794cc tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Transition to ACTIVE for port object 639e631d-bf34-4819-aca6-3e30afa826a4 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:12:06.190537 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f44756b-1519-4a88-931a-778934ee6039 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:12:06.225955 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-48a080b1-5231-413e-a51c-c97252102a14 req-a4a4d45b-6e45-4cff-9280-801f285794cc tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:06.258978 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['2bf4afec-66f7-4d7c-b984-e80fa7b78a2f'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:12:06.336149 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c19ea7a-85c9-4238-876a-79b2a0d9cfb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8c6338-a8fe-4963-9b58-35c511b9116a'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:12:06.340651 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a7486c-fd37-4671-83c0-2f6acabe6e9c" -d '{"events": [{"server_uuid": "6c19ea7a-85c9-4238-876a-79b2a0d9cfb1", "name": "network-vif-plugged", "status": "completed", "tag": "ce8c6338-a8fe-4963-9b58-35c511b9116a"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:12:06.349225 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9b93ddea-cdb1-4cfd-a19b-23d50f91b2f4 req-b80e8495-9ef8-4cab-842c-29434c4bde31 service neutron] 10.222.0.73 "GET /v2.0/networks/2b65bcac-ba21-4565-bf6d-5e7b6fe83db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7066977 Jul 09 16:12:06.353523 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57f202d-9217-4cf6-b8f3-cce0e669803e x-openstack-request-id: req-f57f202d-9217-4cf6-b8f3-cce0e669803e {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:12:06.353821 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12f73f08-a8c5-44be-8f42-3bf1da883f6a", "tag": "d39b487b-74c0-4458-9506-f748b21d0d08", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:12:06.354064 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f57f202d-9217-4cf6-b8f3-cce0e669803e {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:12:06.359007 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12f73f08-a8c5-44be-8f42-3bf1da883f6a', 'tag': 'd39b487b-74c0-4458-9506-f748b21d0d08', 'status': 'completed', 'code': 200} Jul 09 16:12:06.393021 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48a080b1-5231-413e-a51c-c97252102a14 req-a4a4d45b-6e45-4cff-9280-801f285794cc tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:12:06.434157 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-48a080b1-5231-413e-a51c-c97252102a14 req-a4a4d45b-6e45-4cff-9280-801f285794cc tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:12:06.461987 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a080b1-5231-413e-a51c-c97252102a14 req-a4a4d45b-6e45-4cff-9280-801f285794cc tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:12:06.465844 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device a675c011-37f4-4c5e-8757-b140d12acc92 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:12:06.471276 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a080b1-5231-413e-a51c-c97252102a14 req-a4a4d45b-6e45-4cff-9280-801f285794cc tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:06.471977 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-48a080b1-5231-413e-a51c-c97252102a14 req-a4a4d45b-6e45-4cff-9280-801f285794cc tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:06.488536 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a4d45b-6e45-4cff-9280-801f285794cc tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Pushing event updated for resources: {'Port': ['ID=639e631d-bf34-4819-aca6-3e30afa826a4,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:06.488787 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 4f44756b-1519-4a88-931a-778934ee6039, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=4f44756b-1519-4a88-931a-778934ee6039,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:12:06.489052 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa2fa41-1448-4ea2-9b9f-a63583de6b32 x-openstack-request-id: req-efa2fa41-1448-4ea2-9b9f-a63583de6b32 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:12:06.489308 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c19ea7a-85c9-4238-876a-79b2a0d9cfb1", "name": "network-vif-plugged", "status": "completed", "tag": "ce8c6338-a8fe-4963-9b58-35c511b9116a", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:12:06.489560 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-efa2fa41-1448-4ea2-9b9f-a63583de6b32 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:12:06.489950 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c19ea7a-85c9-4238-876a-79b2a0d9cfb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8c6338-a8fe-4963-9b58-35c511b9116a', 'code': 200} Jul 09 16:12:06.530708 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-f88768ee-554d-4bae-bb62-b759cd97576a None None] Set router c288d3eb-9709-4b12-a377-b7394060476a gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:12:06.584024 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port ce8c6338-a8fe-4963-9b58-35c511b9116a, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=ce8c6338-a8fe-4963-9b58-35c511b9116a,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:12:06.585188 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:06.586906 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-48a080b1-5231-413e-a51c-c97252102a14 req-a4a4d45b-6e45-4cff-9280-801f285794cc tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9686766 Jul 09 16:12:06.606402 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-48a080b1-5231-413e-a51c-c97252102a14 req-48048486-03b2-4217-882c-e61d6ef429e5 service neutron] Request body: {'port': {'device_id': '9ba70608-e357-4ba0-89cc-a2343f2d4369', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:12:06.638095 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:06.797218 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8e11ba-c0fb-494c-9f5d-f6b0cf5529fe admin admin] Network 7e48e766-ab12-498c-baad-e7ca439da8ea is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:12:06.823625 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-ca8e11ba-c0fb-494c-9f5d-f6b0cf5529fe admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:12:06.846533 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['4f44756b-1519-4a88-931a-778934ee6039'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:12:06.955307 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=4f44756b-1519-4a88-931a-778934ee6039,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:07.154972 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-48a080b1-5231-413e-a51c-c97252102a14 req-8bd0362b-8db0-49ee-80ad-0408a4d3ae7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e231c2d1-2e9d-4788-9b12-b55bb9cfd787 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:12:07.171672 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port a675c011-37f4-4c5e-8757-b140d12acc92 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:12:07.183408 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-48a080b1-5231-413e-a51c-c97252102a14 req-8bd0362b-8db0-49ee-80ad-0408a4d3ae7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:07.192766 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07997d8-e473-40dd-94d8-70a6eb006862 req-e691cc15-a99f-48b4-a3dd-ad63757392f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:07.194394 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d07997d8-e473-40dd-94d8-70a6eb006862 req-e691cc15-a99f-48b4-a3dd-ad63757392f2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bdb58201a80846f5a926a2013ebad1c5&device_id=12f73f08-a8c5-44be-8f42-3bf1da883f6a HTTP/1.1" status: 200 len: 1096 time: 0.7917364 Jul 09 16:12:07.203500 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-48a080b1-5231-413e-a51c-c97252102a14 req-8bd0362b-8db0-49ee-80ad-0408a4d3ae7b service neutron] Transition to ACTIVE for port object e231c2d1-2e9d-4788-9b12-b55bb9cfd787 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:12:07.236409 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port a675c011-37f4-4c5e-8757-b140d12acc92 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:12:07.237044 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:07.299748 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-48a080b1-5231-413e-a51c-c97252102a14 req-8bd0362b-8db0-49ee-80ad-0408a4d3ae7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:07.361603 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a45aecae-1a0f-45b0-979a-7f0efebf5040 None None] Provisioning for port 639e631d-bf34-4819-aca6-3e30afa826a4 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:12:07.399677 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca8e11ba-c0fb-494c-9f5d-f6b0cf5529fe admin admin] Router 6f06f24f-edfc-4304-8aa4-646de6b5c62c has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:12:07.406254 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a45aecae-1a0f-45b0-979a-7f0efebf5040 None None] Provisioning complete for port 639e631d-bf34-4819-aca6-3e30afa826a4 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:12:07.406622 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a45aecae-1a0f-45b0-979a-7f0efebf5040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:07.418954 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-f88768ee-554d-4bae-bb62-b759cd97576a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c288d3eb-9709-4b12-a377-b7394060476a', 'name': 'tempest-ServersTestJSON-262177027-router', 'tenant_id': 'bdb58201a80846f5a926a2013ebad1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'f0dc5fdb-58ad-4756-adf1-ba5e48498f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:11:22Z', 'updated_at': '2021-07-09T16:11:27Z', 'revision_number': 4, 'project_id': 'bdb58201a80846f5a926a2013ebad1c5', 'gw_port': {'id': 'f0dc5fdb-58ad-4756-adf1-ba5e48498f4f', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c288d3eb-9709-4b12-a377-b7394060476a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:11:23Z', 'updated_at': '2021-07-09T16:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '8836f7de-7c02-440a-8805-5e9d1b67779b', 'tenant_id': 'bdb58201a80846f5a926a2013ebad1c5', 'floating_ip_address': '172.25.0.81', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': 'c288d3eb-9709-4b12-a377-b7394060476a', 'port_id': 'd39b487b-74c0-4458-9506-f748b21d0d08', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c3ada68-d69e-496a-aef3-b3da6e6248d6', 'mac_address': 'fa:16:3e:71:0a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f73f08-a8c5-44be-8f42-3bf1da883f6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:11:39Z', 'updated_at': '2021-07-09T16:12:03Z', 'revision_number': 1, 'project_id': 'bdb58201a80846f5a926a2013ebad1c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bd05fc0-e6fc-4f5a-9380-003c54d3e453', 'name': '', 'network_id': '9c3ada68-d69e-496a-aef3-b3da6e6248d6', 'tenant_id': 'bdb58201a80846f5a926a2013ebad1c5', 'mac_address': 'fa:16:3e:9b:c3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c288d3eb-9709-4b12-a377-b7394060476a', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9064e539-ac8b-434c-9d15-5d32d254f9d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:11:26Z', 'updated_at': '2021-07-09T16:11:38Z', 'revision_number': 5, 'project_id': 'bdb58201a80846f5a926a2013ebad1c5', 'subnets': [{'id': '9064e539-ac8b-434c-9d15-5d32d254f9d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:12:07.500963 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88768ee-554d-4bae-bb62-b759cd97576a None None] Checking router: c288d3eb-9709-4b12-a377-b7394060476a for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:12:07.536445 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88768ee-554d-4bae-bb62-b759cd97576a None None] Routers {'c288d3eb-9709-4b12-a377-b7394060476a'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:12:07.539730 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-f88768ee-554d-4bae-bb62-b759cd97576a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:11:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['c288d3eb-9709-4b12-a377-b7394060476a'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:12:07.641095 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-48a080b1-5231-413e-a51c-c97252102a14 req-48048486-03b2-4217-882c-e61d6ef429e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:07.652058 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b7f90-05f9-4106-b66e-adff43372ec2 req-9caa295a-f7f0-4402-ab6c-1f92639211a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:07.653874 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1e3b7f90-05f9-4106-b66e-adff43372ec2 req-9caa295a-f7f0-4402-ab6c-1f92639211a1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6c19ea7a-85c9-4238-876a-79b2a0d9cfb1 HTTP/1.1" status: 200 len: 1101 time: 1.0160441 Jul 09 16:12:07.675010 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c02544-4462-486d-98f0-c627d73affd2 req-32611832-88a5-4697-8d4b-921cf5ae1088 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:07.683859 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-85c02544-4462-486d-98f0-c627d73affd2 req-32611832-88a5-4697-8d4b-921cf5ae1088 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=9ba70608-e357-4ba0-89cc-a2343f2d4369 HTTP/1.1" status: 200 len: 936 time: 0.8406184 Jul 09 16:12:07.742005 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=ce8c6338-a8fe-4963-9b58-35c511b9116a,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:07.813395 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-f88768ee-554d-4bae-bb62-b759cd97576a None None] Set router c288d3eb-9709-4b12-a377-b7394060476a gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:12:07.890869 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a45aecae-1a0f-45b0-979a-7f0efebf5040 None None] Port 639e631d-bf34-4819-aca6-3e30afa826a4 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:12:07.974153 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:08.145378 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port a675c011-37f4-4c5e-8757-b140d12acc92, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=a675c011-37f4-4c5e-8757-b140d12acc92,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:12:08.165942 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:08.170138 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8f663f95-f340-410e-a77f-c71705766460 None None] Provisioning complete for port 1a7c6686-9870-4caa-ba5f-ff7ad8044152 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:12:08.170476 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8f663f95-f340-410e-a77f-c71705766460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:08.247637 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd0362b-8db0-49ee-80ad-0408a4d3ae7b service neutron] Pushing event updated for resources: {'Port': ['ID=e231c2d1-2e9d-4788-9b12-b55bb9cfd787,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:08.297293 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-8f663f95-f340-410e-a77f-c71705766460 None None] Port 1a7c6686-9870-4caa-ba5f-ff7ad8044152 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:12:08.305684 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=a675c011-37f4-4c5e-8757-b140d12acc92,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:08.355372 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-85c02544-4462-486d-98f0-c627d73affd2 req-61f566ae-a4b2-4b8a-beaa-6af4d6ede0e6 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6626322 Jul 09 16:12:08.359488 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-f88768ee-554d-4bae-bb62-b759cd97576a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c288d3eb-9709-4b12-a377-b7394060476a', 'name': 'tempest-ServersTestJSON-262177027-router', 'tenant_id': 'bdb58201a80846f5a926a2013ebad1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'f0dc5fdb-58ad-4756-adf1-ba5e48498f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:11:22Z', 'updated_at': '2021-07-09T16:11:27Z', 'revision_number': 4, 'project_id': 'bdb58201a80846f5a926a2013ebad1c5', 'gw_port': {'id': 'f0dc5fdb-58ad-4756-adf1-ba5e48498f4f', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c288d3eb-9709-4b12-a377-b7394060476a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:11:23Z', 'updated_at': '2021-07-09T16:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '8836f7de-7c02-440a-8805-5e9d1b67779b', 'tenant_id': 'bdb58201a80846f5a926a2013ebad1c5', 'floating_ip_address': '172.25.0.81', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': 'c288d3eb-9709-4b12-a377-b7394060476a', 'port_id': 'd39b487b-74c0-4458-9506-f748b21d0d08', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c3ada68-d69e-496a-aef3-b3da6e6248d6', 'mac_address': 'fa:16:3e:71:0a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f73f08-a8c5-44be-8f42-3bf1da883f6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:11:39Z', 'updated_at': '2021-07-09T16:12:03Z', 'revision_number': 1, 'project_id': 'bdb58201a80846f5a926a2013ebad1c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bd05fc0-e6fc-4f5a-9380-003c54d3e453', 'name': '', 'network_id': '9c3ada68-d69e-496a-aef3-b3da6e6248d6', 'tenant_id': 'bdb58201a80846f5a926a2013ebad1c5', 'mac_address': 'fa:16:3e:9b:c3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c288d3eb-9709-4b12-a377-b7394060476a', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9064e539-ac8b-434c-9d15-5d32d254f9d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:11:26Z', 'updated_at': '2021-07-09T16:11:38Z', 'revision_number': 5, 'project_id': 'bdb58201a80846f5a926a2013ebad1c5', 'subnets': [{'id': '9064e539-ac8b-434c-9d15-5d32d254f9d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:12:08.377715 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-48a080b1-5231-413e-a51c-c97252102a14 req-48048486-03b2-4217-882c-e61d6ef429e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 639e631d-bf34-4819-aca6-3e30afa826a4 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:12:08.402124 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88768ee-554d-4bae-bb62-b759cd97576a None None] The sync data for ids ['c288d3eb-9709-4b12-a377-b7394060476a'] in n-d-798930-3 is: [{'id': 'c288d3eb-9709-4b12-a377-b7394060476a', 'name': 'tempest-ServersTestJSON-262177027-router', 'tenant_id': 'bdb58201a80846f5a926a2013ebad1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'f0dc5fdb-58ad-4756-adf1-ba5e48498f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:11:22Z', 'updated_at': '2021-07-09T16:11:27Z', 'revision_number': 4, 'project_id': 'bdb58201a80846f5a926a2013ebad1c5', 'gw_port': {'id': 'f0dc5fdb-58ad-4756-adf1-ba5e48498f4f', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c288d3eb-9709-4b12-a377-b7394060476a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:11:23Z', 'updated_at': '2021-07-09T16:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '8836f7de-7c02-440a-8805-5e9d1b67779b', 'tenant_id': 'bdb58201a80846f5a926a2013ebad1c5', 'floating_ip_address': '172.25.0.81', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': 'c288d3eb-9709-4b12-a377-b7394060476a', 'port_id': 'd39b487b-74c0-4458-9506-f748b21d0d08', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c3ada68-d69e-496a-aef3-b3da6e6248d6', 'mac_address': 'fa:16:3e:71:0a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f73f08-a8c5-44be-8f42-3bf1da883f6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:11:39Z', 'updated_at': '2021-07-09T16:12:03Z', 'revision_number': 1, 'project_id': 'bdb58201a80846f5a926a2013ebad1c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bd05fc0-e6fc-4f5a-9380-003c54d3e453', 'name': '', 'network_id': '9c3ada68-d69e-496a-aef3-b3da6e6248d6', 'tenant_id': 'bdb58201a80846f5a926a2013ebad1c5', 'mac_address': 'fa:16:3e:9b:c3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c288d3eb-9709-4b12-a377-b7394060476a', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9064e539-ac8b-434c-9d15-5d32d254f9d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:11:26Z', 'updated_at': '2021-07-09T16:11:38Z', 'revision_number': 5, 'project_id': 'bdb58201a80846f5a926a2013ebad1c5', 'subnets': [{'id': '9064e539-ac8b-434c-9d15-5d32d254f9d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:12:08.413533 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-48a080b1-5231-413e-a51c-c97252102a14 req-48048486-03b2-4217-882c-e61d6ef429e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:08.449698 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-48a080b1-5231-413e-a51c-c97252102a14 req-48048486-03b2-4217-882c-e61d6ef429e5 service neutron] Transition to ACTIVE for port object 639e631d-bf34-4819-aca6-3e30afa826a4 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:12:08.462251 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd0362b-8db0-49ee-80ad-0408a4d3ae7b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:12:08.462476 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd0362b-8db0-49ee-80ad-0408a4d3ae7b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:12:08.462845 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd0362b-8db0-49ee-80ad-0408a4d3ae7b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:12:08.463246 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd0362b-8db0-49ee-80ad-0408a4d3ae7b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:12:08.463487 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd0362b-8db0-49ee-80ad-0408a4d3ae7b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:12:08.480579 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd0362b-8db0-49ee-80ad-0408a4d3ae7b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:12:08.486471 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd0362b-8db0-49ee-80ad-0408a4d3ae7b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:12:08.487200 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd0362b-8db0-49ee-80ad-0408a4d3ae7b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:12:08.488111 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd0362b-8db0-49ee-80ad-0408a4d3ae7b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:12:08.490332 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1e3b7f90-05f9-4106-b66e-adff43372ec2 req-c0c627e6-48a6-4a4b-ae78-62a54ad59832 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7793515 Jul 09 16:12:08.491167 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd0362b-8db0-49ee-80ad-0408a4d3ae7b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:12:08.492578 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd0362b-8db0-49ee-80ad-0408a4d3ae7b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:12:08.493654 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-48a080b1-5231-413e-a51c-c97252102a14 req-48048486-03b2-4217-882c-e61d6ef429e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:08.494437 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd0362b-8db0-49ee-80ad-0408a4d3ae7b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:12:08.575852 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-48a080b1-5231-413e-a51c-c97252102a14 req-8bd0362b-8db0-49ee-80ad-0408a4d3ae7b service neutron] Attempting to bind port e231c2d1-2e9d-4788-9b12-b55bb9cfd787 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:12:08.576537 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-48a080b1-5231-413e-a51c-c97252102a14 req-8bd0362b-8db0-49ee-80ad-0408a4d3ae7b service neutron] Attempting to bind port e231c2d1-2e9d-4788-9b12-b55bb9cfd787 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:12:08.576537 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a080b1-5231-413e-a51c-c97252102a14 req-8bd0362b-8db0-49ee-80ad-0408a4d3ae7b service neutron] Attempting to bind port e231c2d1-2e9d-4788-9b12-b55bb9cfd787 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:12:08.602831 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a080b1-5231-413e-a51c-c97252102a14 req-8bd0362b-8db0-49ee-80ad-0408a4d3ae7b service neutron] Port e231c2d1-2e9d-4788-9b12-b55bb9cfd787 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:12:08.603442 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a080b1-5231-413e-a51c-c97252102a14 req-8bd0362b-8db0-49ee-80ad-0408a4d3ae7b service neutron] Attempting to bind port e231c2d1-2e9d-4788-9b12-b55bb9cfd787 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:12:08.606887 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07997d8-e473-40dd-94d8-70a6eb006862 req-063776a6-0cc1-40e6-9645-420ff62ad660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:08.612128 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d07997d8-e473-40dd-94d8-70a6eb006862 req-063776a6-0cc1-40e6-9645-420ff62ad660 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9c3ada68-d69e-496a-aef3-b3da6e6248d6 HTTP/1.1" status: 200 len: 906 time: 1.3970630 Jul 09 16:12:08.783816 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a080b1-5231-413e-a51c-c97252102a14 req-8bd0362b-8db0-49ee-80ad-0408a4d3ae7b service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:12:08.784403 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a080b1-5231-413e-a51c-c97252102a14 req-8bd0362b-8db0-49ee-80ad-0408a4d3ae7b service neutron] Checking segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:12:08.785679 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a080b1-5231-413e-a51c-c97252102a14 req-8bd0362b-8db0-49ee-80ad-0408a4d3ae7b service neutron] Bound using segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:12:08.786487 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-48a080b1-5231-413e-a51c-c97252102a14 req-8bd0362b-8db0-49ee-80ad-0408a4d3ae7b service neutron] Bound port: e231c2d1-2e9d-4788-9b12-b55bb9cfd787, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:12:08.787160 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-48a080b1-5231-413e-a51c-c97252102a14 req-8bd0362b-8db0-49ee-80ad-0408a4d3ae7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:08.861077 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa9b59a-92a4-4518-b7f3-848f9ae63622 None None] New status for floating IP 8836f7de-7c02-440a-8805-5e9d1b67779b: ACTIVE {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:12:08.862846 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48048486-03b2-4217-882c-e61d6ef429e5 service neutron] Pushing event updated for resources: {'Port': ['ID=639e631d-bf34-4819-aca6-3e30afa826a4,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:08.871925 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d07997d8-e473-40dd-94d8-70a6eb006862 req-efaf54e2-52e0-4431-8b89-7abd5ee3a564 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d39b487b-74c0-4458-9506-f748b21d0d08 HTTP/1.1" status: 200 len: 998 time: 0.1149020 Jul 09 16:12:08.961353 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-48a080b1-5231-413e-a51c-c97252102a14 req-48048486-03b2-4217-882c-e61d6ef429e5 service neutron] Attempting to bind port 639e631d-bf34-4819-aca6-3e30afa826a4 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:12:08.961621 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-48a080b1-5231-413e-a51c-c97252102a14 req-48048486-03b2-4217-882c-e61d6ef429e5 service neutron] Attempting to bind port 639e631d-bf34-4819-aca6-3e30afa826a4 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:12:08.961954 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a080b1-5231-413e-a51c-c97252102a14 req-48048486-03b2-4217-882c-e61d6ef429e5 service neutron] Attempting to bind port 639e631d-bf34-4819-aca6-3e30afa826a4 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:12:08.970250 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a080b1-5231-413e-a51c-c97252102a14 req-48048486-03b2-4217-882c-e61d6ef429e5 service neutron] Port 639e631d-bf34-4819-aca6-3e30afa826a4 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:12:08.970559 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a080b1-5231-413e-a51c-c97252102a14 req-48048486-03b2-4217-882c-e61d6ef429e5 service neutron] Attempting to bind port 639e631d-bf34-4819-aca6-3e30afa826a4 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:12:08.982655 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a080b1-5231-413e-a51c-c97252102a14 req-48048486-03b2-4217-882c-e61d6ef429e5 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:12:08.983047 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a080b1-5231-413e-a51c-c97252102a14 req-48048486-03b2-4217-882c-e61d6ef429e5 service neutron] Checking segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:12:08.983443 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a080b1-5231-413e-a51c-c97252102a14 req-48048486-03b2-4217-882c-e61d6ef429e5 service neutron] Bound using segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:12:08.983912 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-48a080b1-5231-413e-a51c-c97252102a14 req-48048486-03b2-4217-882c-e61d6ef429e5 service neutron] Bound port: 639e631d-bf34-4819-aca6-3e30afa826a4, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:12:08.984279 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-48a080b1-5231-413e-a51c-c97252102a14 req-48048486-03b2-4217-882c-e61d6ef429e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:09.013353 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07997d8-e473-40dd-94d8-70a6eb006862 req-a139d26e-939a-4b57-920b-c945402dd104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:09.014926 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d07997d8-e473-40dd-94d8-70a6eb006862 req-a139d26e-939a-4b57-920b-c945402dd104 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9064e539-ac8b-434c-9d15-5d32d254f9d4 HTTP/1.1" status: 200 len: 844 time: 0.1321008 Jul 09 16:12:09.036796 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a089d55-80ff-4551-8409-6d1d3e834581 req-fc338d75-4654-44fd-b625-8b682dcd86ff tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:09.045004 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6a089d55-80ff-4551-8409-6d1d3e834581 req-fc338d75-4654-44fd-b625-8b682dcd86ff tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c19ea7a-85c9-4238-876a-79b2a0d9cfb1 HTTP/1.1" status: 200 len: 950 time: 1.5828381 Jul 09 16:12:09.062063 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca8e11ba-c0fb-494c-9f5d-f6b0cf5529fe admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:12:09.072008 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fb2e94-4ca3-4868-8ff4-de14a8596799 None None] Sync routers for ids ['6f06f24f-edfc-4304-8aa4-646de6b5c62c'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:12:09.082562 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ca8e11ba-c0fb-494c-9f5d-f6b0cf5529fe admin admin] 10.222.0.98 "PUT /v2.0/routers/6f06f24f-edfc-4304-8aa4-646de6b5c62c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3534155 Jul 09 16:12:09.092455 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fb2e94-4ca3-4868-8ff4-de14a8596799 None None] Routers {'6f06f24f-edfc-4304-8aa4-646de6b5c62c'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:12:09.094238 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-e7fb2e94-4ca3-4868-8ff4-de14a8596799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:11:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['6f06f24f-edfc-4304-8aa4-646de6b5c62c'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:12:09.150584 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07997d8-e473-40dd-94d8-70a6eb006862 req-f12a1beb-b753-4aab-93b7-04f5da34fdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:09.152996 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d07997d8-e473-40dd-94d8-70a6eb006862 req-f12a1beb-b753-4aab-93b7-04f5da34fdb6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9c3ada68-d69e-496a-aef3-b3da6e6248d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1117654 Jul 09 16:12:09.157600 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-48a080b1-5231-413e-a51c-c97252102a14 req-48048486-03b2-4217-882c-e61d6ef429e5 service neutron] For port 639e631d-bf34-4819-aca6-3e30afa826a4, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:12:09.158739 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6a089d55-80ff-4551-8409-6d1d3e834581 req-75033529-832e-4f3c-9eb9-d01be2a0b35a tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127520 Jul 09 16:12:09.188691 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-48a080b1-5231-413e-a51c-c97252102a14 req-8bd0362b-8db0-49ee-80ad-0408a4d3ae7b service neutron] For port e231c2d1-2e9d-4788-9b12-b55bb9cfd787, host n-h1-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:12:09.215831 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-48a080b1-5231-413e-a51c-c97252102a14 req-8bd0362b-8db0-49ee-80ad-0408a4d3ae7b service neutron] For port e231c2d1-2e9d-4788-9b12-b55bb9cfd787, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=e231c2d1-2e9d-4788-9b12-b55bb9cfd787,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:12:09.225932 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-48a080b1-5231-413e-a51c-c97252102a14 req-8bd0362b-8db0-49ee-80ad-0408a4d3ae7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:09.292518 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d07997d8-e473-40dd-94d8-70a6eb006862 req-bb5da657-1bcd-4328-a8e2-52d75fd8cf4c service neutron] 10.222.0.77 "GET /v2.0/networks/9c3ada68-d69e-496a-aef3-b3da6e6248d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319120 Jul 09 16:12:09.314188 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a080b1-5231-413e-a51c-c97252102a14 req-8bd0362b-8db0-49ee-80ad-0408a4d3ae7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:09.315578 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-48a080b1-5231-413e-a51c-c97252102a14 req-8bd0362b-8db0-49ee-80ad-0408a4d3ae7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:09.320768 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-48a080b1-5231-413e-a51c-c97252102a14 req-8bd0362b-8db0-49ee-80ad-0408a4d3ae7b service neutron] 10.222.0.77 "PUT /v2.0/ports/e231c2d1-2e9d-4788-9b12-b55bb9cfd787 HTTP/1.1" status: 200 len: 1095 time: 4.3926222 Jul 09 16:12:09.321554 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '470a8279-4ac1-409c-9372-8d8229bd2416', 'tag': 'e231c2d1-2e9d-4788-9b12-b55bb9cfd787'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:12:09.325427 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426ce24e-2c43-4846-bf30-1f36f933daa3" -d '{"events": [{"name": "network-changed", "server_uuid": "470a8279-4ac1-409c-9372-8d8229bd2416", "tag": "e231c2d1-2e9d-4788-9b12-b55bb9cfd787"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:12:09.422625 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d07997d8-e473-40dd-94d8-70a6eb006862 req-7bf2934a-98db-4709-b425-2c3bde446c01 service neutron] 10.222.0.77 "GET /v2.0/networks/9c3ada68-d69e-496a-aef3-b3da6e6248d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210134 Jul 09 16:12:09.431340 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-48a080b1-5231-413e-a51c-c97252102a14 req-48048486-03b2-4217-882c-e61d6ef429e5 service neutron] For port 639e631d-bf34-4819-aca6-3e30afa826a4, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=639e631d-bf34-4819-aca6-3e30afa826a4,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:12:09.446386 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-48a080b1-5231-413e-a51c-c97252102a14 req-48048486-03b2-4217-882c-e61d6ef429e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:09.460552 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd0362b-8db0-49ee-80ad-0408a4d3ae7b service neutron] Pushing event updated for resources: {'Port': ['ID=e231c2d1-2e9d-4788-9b12-b55bb9cfd787,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:09.488964 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-e7fb2e94-4ca3-4868-8ff4-de14a8596799 None None] Set router 6f06f24f-edfc-4304-8aa4-646de6b5c62c gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:12:09.508904 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b18b50-342c-4bee-9e15-4ded0024b1db x-openstack-request-id: req-e3b18b50-342c-4bee-9e15-4ded0024b1db {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:12:09.509829 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "470a8279-4ac1-409c-9372-8d8229bd2416", "tag": "e231c2d1-2e9d-4788-9b12-b55bb9cfd787", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:12:09.510509 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e3b18b50-342c-4bee-9e15-4ded0024b1db {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:12:09.511457 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '470a8279-4ac1-409c-9372-8d8229bd2416', 'tag': 'e231c2d1-2e9d-4788-9b12-b55bb9cfd787', 'status': 'completed', 'code': 200} Jul 09 16:12:09.648833 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 4f44756b-1519-4a88-931a-778934ee6039 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:12:09.706250 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a080b1-5231-413e-a51c-c97252102a14 req-48048486-03b2-4217-882c-e61d6ef429e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:09.713668 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-48a080b1-5231-413e-a51c-c97252102a14 req-48048486-03b2-4217-882c-e61d6ef429e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:09.716488 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-48a080b1-5231-413e-a51c-c97252102a14 req-48048486-03b2-4217-882c-e61d6ef429e5 service neutron] 10.222.0.77 "PUT /v2.0/ports/639e631d-bf34-4819-aca6-3e30afa826a4 HTTP/1.1" status: 200 len: 1096 time: 3.1174521 Jul 09 16:12:09.727316 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ba70608-e357-4ba0-89cc-a2343f2d4369', 'tag': '639e631d-bf34-4819-aca6-3e30afa826a4'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:12:09.734999 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c73d7e4-025b-4d7f-93c1-1c3df5412498" -d '{"events": [{"name": "network-changed", "server_uuid": "9ba70608-e357-4ba0-89cc-a2343f2d4369", "tag": "639e631d-bf34-4819-aca6-3e30afa826a4"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:12:09.986313 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f487b-a297-496d-bf77-92c6407af411 req-14ffa382-63d1-40b2-aa9b-edfb9d120778 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:10.013882 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-160f487b-a297-496d-bf77-92c6407af411 req-14ffa382-63d1-40b2-aa9b-edfb9d120778 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=9ba70608-e357-4ba0-89cc-a2343f2d4369 HTTP/1.1" status: 200 len: 948 time: 0.2778215 Jul 09 16:12:10.018023 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:12:10.069558 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:10.131396 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-160f487b-a297-496d-bf77-92c6407af411 req-cf55f157-6aa6-43e7-ba92-2879d4b88065 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162674 Jul 09 16:12:10.141015 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 4f44756b-1519-4a88-931a-778934ee6039 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:12:10.141200 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:10.239851 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [req-c6636bb4-d5ea-4370-a62e-0bd6d5ba7aea req-7697b7cb-f7a9-448a-927f-5d6af31d266e tempest-FloatingIPDetailsNegativeTestJSON-1038881629 tempest-FloatingIPDetailsNegativeTestJSON-1038881629-project] show failed (client error): The resource could not be found. Jul 09 16:12:10.254193 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50236) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:12:10.256070 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c6636bb4-d5ea-4370-a62e-0bd6d5ba7aea req-7697b7cb-f7a9-448a-927f-5d6af31d266e tempest-FloatingIPDetailsNegativeTestJSON-1038881629 tempest-FloatingIPDetailsNegativeTestJSON-1038881629-project] 10.222.0.98 "GET /v2.0/floatingips/d8f964a1-7d55-4ddc-8449-d6b28403f1bc HTTP/1.1" status: 404 len: 350 time: 0.1309950 Jul 09 16:12:10.258094 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64851bae-7467-4627-a500-9cd35032e4fe x-openstack-request-id: req-64851bae-7467-4627-a500-9cd35032e4fe {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:12:10.264007 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ba70608-e357-4ba0-89cc-a2343f2d4369", "tag": "639e631d-bf34-4819-aca6-3e30afa826a4", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:12:10.265835 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-64851bae-7467-4627-a500-9cd35032e4fe {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:12:10.267263 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ba70608-e357-4ba0-89cc-a2343f2d4369', 'tag': '639e631d-bf34-4819-aca6-3e30afa826a4', 'status': 'completed', 'code': 200} Jul 09 16:12:10.280466 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48048486-03b2-4217-882c-e61d6ef429e5 service neutron] Pushing event updated for resources: {'Port': ['ID=639e631d-bf34-4819-aca6-3e30afa826a4,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:10.321879 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48048486-03b2-4217-882c-e61d6ef429e5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:12:10.329772 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48048486-03b2-4217-882c-e61d6ef429e5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:12:10.331205 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48048486-03b2-4217-882c-e61d6ef429e5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:12:10.336115 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48048486-03b2-4217-882c-e61d6ef429e5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:12:10.336964 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48048486-03b2-4217-882c-e61d6ef429e5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:12:10.339204 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48048486-03b2-4217-882c-e61d6ef429e5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:12:10.342470 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48048486-03b2-4217-882c-e61d6ef429e5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:12:10.343107 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48048486-03b2-4217-882c-e61d6ef429e5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:12:10.343726 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48048486-03b2-4217-882c-e61d6ef429e5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:12:10.344274 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48048486-03b2-4217-882c-e61d6ef429e5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:12:10.344839 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48048486-03b2-4217-882c-e61d6ef429e5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:12:10.345398 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48048486-03b2-4217-882c-e61d6ef429e5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:12:10.409947 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:10.415507 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device a675c011-37f4-4c5e-8757-b140d12acc92 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:12:10.455723 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a080b1-5231-413e-a51c-c97252102a14 req-8c89b200-34a6-4bec-9f48-1a51e40d1c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:10.468083 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-48a080b1-5231-413e-a51c-c97252102a14 req-8c89b200-34a6-4bec-9f48-1a51e40d1c0f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=06486c1ff3c04c6aba88bb5474a3b49d&device_id=470a8279-4ac1-409c-9372-8d8229bd2416 HTTP/1.1" status: 200 len: 1098 time: 0.8484919 Jul 09 16:12:10.489691 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a080b1-5231-413e-a51c-c97252102a14 req-0707f643-78d3-43bf-8125-8b009b4bdddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:10.498550 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-48a080b1-5231-413e-a51c-c97252102a14 req-0707f643-78d3-43bf-8125-8b009b4bdddf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=06486c1ff3c04c6aba88bb5474a3b49d&device_id=9ba70608-e357-4ba0-89cc-a2343f2d4369 HTTP/1.1" status: 200 len: 1099 time: 0.6183360 Jul 09 16:12:10.525945 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-e7fb2e94-4ca3-4868-8ff4-de14a8596799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f06f24f-edfc-4304-8aa4-646de6b5c62c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1619669473-router', 'tenant_id': '0b21bf8dee2049e7a695b5c6d2fb7208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'a675c011-37f4-4c5e-8757-b140d12acc92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:11:58Z', 'updated_at': '2021-07-09T16:12:05Z', 'revision_number': 4, 'project_id': '0b21bf8dee2049e7a695b5c6d2fb7208', 'gw_port': {'id': 'a675c011-37f4-4c5e-8757-b140d12acc92', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f06f24f-edfc-4304-8aa4-646de6b5c62c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:11:59Z', 'updated_at': '2021-07-09T16:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '1a7c6686-9870-4caa-ba5f-ff7ad8044152', 'name': '', 'network_id': '7e48e766-ab12-498c-baad-e7ca439da8ea', 'tenant_id': '0b21bf8dee2049e7a695b5c6d2fb7208', 'mac_address': 'fa:16:3e:f9:a7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f06f24f-edfc-4304-8aa4-646de6b5c62c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '59439eed-20cc-494d-ac9f-1f299c5619d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:12:03Z', 'updated_at': '2021-07-09T16:12:05Z', 'revision_number': 2, 'project_id': '0b21bf8dee2049e7a695b5c6d2fb7208', 'subnets': [{'id': '59439eed-20cc-494d-ac9f-1f299c5619d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:12:10.577351 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4aad9b-2b23-4b57-ac9a-9384c9ad2f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f44756b-1519-4a88-931a-778934ee6039'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:12:10.583779 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1fed9f-0ff9-46d3-9aba-4ea62a1d31dd" -d '{"events": [{"server_uuid": "0c4aad9b-2b23-4b57-ac9a-9384c9ad2f49", "name": "network-vif-plugged", "status": "completed", "tag": "4f44756b-1519-4a88-931a-778934ee6039"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:12:10.621952 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 4f44756b-1519-4a88-931a-778934ee6039, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=4f44756b-1519-4a88-931a-778934ee6039,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:12:10.631590 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fb2e94-4ca3-4868-8ff4-de14a8596799 None None] Checking router: 6f06f24f-edfc-4304-8aa4-646de6b5c62c for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:12:10.639360 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fb2e94-4ca3-4868-8ff4-de14a8596799 None None] Updating router 6f06f24f-edfc-4304-8aa4-646de6b5c62c port 1a7c6686-9870-4caa-ba5f-ff7ad8044152 binding host n-d-798930-3 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:12:10.641032 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port a675c011-37f4-4c5e-8757-b140d12acc92 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:12:10.641374 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:10.683165 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-48a080b1-5231-413e-a51c-c97252102a14 req-fa07eea2-fcc1-401d-b30d-d9b05cb9ea31 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=639e631d-bf34-4819-aca6-3e30afa826a4 HTTP/1.1" status: 200 len: 217 time: 0.0997202 Jul 09 16:12:10.684292 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-48a080b1-5231-413e-a51c-c97252102a14 req-d516b8c7-c5ad-4ef4-a4e3-049d451ec697 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=e231c2d1-2e9d-4788-9b12-b55bb9cfd787 HTTP/1.1" status: 200 len: 217 time: 0.2055018 Jul 09 16:12:10.741307 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:10.757527 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-e7fb2e94-4ca3-4868-8ff4-de14a8596799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:10.845407 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a080b1-5231-413e-a51c-c97252102a14 req-1c922d64-c064-4984-89f2-87db4639b2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:10.846931 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-48a080b1-5231-413e-a51c-c97252102a14 req-1c922d64-c064-4984-89f2-87db4639b2fc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.1538358 Jul 09 16:12:10.849062 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a080b1-5231-413e-a51c-c97252102a14 req-686d2c17-fe83-4f7a-afcf-2b2b862c7af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:10.850563 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-48a080b1-5231-413e-a51c-c97252102a14 req-686d2c17-fe83-4f7a-afcf-2b2b862c7af3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.1559012 Jul 09 16:12:10.902916 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3243b551-4922-465a-b31b-d4d9c147225b x-openstack-request-id: req-3243b551-4922-465a-b31b-d4d9c147225b {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:12:10.905177 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4aad9b-2b23-4b57-ac9a-9384c9ad2f49", "name": "network-vif-plugged", "status": "completed", "tag": "4f44756b-1519-4a88-931a-778934ee6039", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:12:10.905559 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3243b551-4922-465a-b31b-d4d9c147225b {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:12:10.906103 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4aad9b-2b23-4b57-ac9a-9384c9ad2f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f44756b-1519-4a88-931a-778934ee6039', 'code': 200} Jul 09 16:12:10.949198 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=4f44756b-1519-4a88-931a-778934ee6039,revision_number=7']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:11.093132 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a080b1-5231-413e-a51c-c97252102a14 req-1c4bbbb4-2562-4f07-89ff-63fc3c77d096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:11.094761 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-48a080b1-5231-413e-a51c-c97252102a14 req-1c4bbbb4-2562-4f07-89ff-63fc3c77d096 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2284484 Jul 09 16:12:11.102091 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a080b1-5231-413e-a51c-c97252102a14 req-4202f2ad-8c98-4ee1-9776-62e4529e0220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:11.103647 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-48a080b1-5231-413e-a51c-c97252102a14 req-4202f2ad-8c98-4ee1-9776-62e4529e0220 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2361102 Jul 09 16:12:11.242256 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846258aa-de13-4f38-b829-e82d454c5308 req-7aa04e1f-ef9b-46e7-9de3-443834315162 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:11.244547 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-846258aa-de13-4f38-b829-e82d454c5308 req-7aa04e1f-ef9b-46e7-9de3-443834315162 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c19ea7a-85c9-4238-876a-79b2a0d9cfb1 HTTP/1.1" status: 200 len: 950 time: 0.2925701 Jul 09 16:12:11.249847 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-48a080b1-5231-413e-a51c-c97252102a14 req-02fc6ef3-9fca-471a-9643-8347cb191a07 service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294093 Jul 09 16:12:11.438050 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-846258aa-de13-4f38-b829-e82d454c5308 req-73a47145-5a98-4783-9bfb-ac9cf47f630e tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688838 Jul 09 16:12:11.554973 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-e7fb2e94-4ca3-4868-8ff4-de14a8596799 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:11.567396 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-48a080b1-5231-413e-a51c-c97252102a14 req-435ece36-1ee4-4afe-9db4-71c06ad38a22 service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808187 Jul 09 16:12:11.579836 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-e7fb2e94-4ca3-4868-8ff4-de14a8596799 None None] Transition to ACTIVE for port object 1a7c6686-9870-4caa-ba5f-ff7ad8044152 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:12:11.589618 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-e7fb2e94-4ca3-4868-8ff4-de14a8596799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:11.590312 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-48a080b1-5231-413e-a51c-c97252102a14 req-fe6c0f1c-10e7-4819-95a0-d67530117c81 service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4856634 Jul 09 16:12:11.647030 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-23fefc0f-1b93-4265-9431-252ceb47fa92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:11.671212 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cbdf3e-437f-4ca8-b9ff-c5aecf2e478b None None] Pushing event updated for resources: {'Port': ['ID=1a7c6686-9870-4caa-ba5f-ff7ad8044152,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:11.683038 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cbdf3e-437f-4ca8-b9ff-c5aecf2e478b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:12:11.683648 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cbdf3e-437f-4ca8-b9ff-c5aecf2e478b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:12:11.684166 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cbdf3e-437f-4ca8-b9ff-c5aecf2e478b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:12:11.684662 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cbdf3e-437f-4ca8-b9ff-c5aecf2e478b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:12:11.685139 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cbdf3e-437f-4ca8-b9ff-c5aecf2e478b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:12:11.685624 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cbdf3e-437f-4ca8-b9ff-c5aecf2e478b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:12:11.686385 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cbdf3e-437f-4ca8-b9ff-c5aecf2e478b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:12:11.686900 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cbdf3e-437f-4ca8-b9ff-c5aecf2e478b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:12:11.687371 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cbdf3e-437f-4ca8-b9ff-c5aecf2e478b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:12:11.687847 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cbdf3e-437f-4ca8-b9ff-c5aecf2e478b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:12:11.688376 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cbdf3e-437f-4ca8-b9ff-c5aecf2e478b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:12:11.689087 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cbdf3e-437f-4ca8-b9ff-c5aecf2e478b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:12:11.813669 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-e7fb2e94-4ca3-4868-8ff4-de14a8596799 None None] Attempting to bind port 1a7c6686-9870-4caa-ba5f-ff7ad8044152 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:12:11.814134 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-e7fb2e94-4ca3-4868-8ff4-de14a8596799 None None] Attempting to bind port 1a7c6686-9870-4caa-ba5f-ff7ad8044152 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '5580aa04-8478-4110-a553-2607c48bf6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7e48e766-ab12-498c-baad-e7ca439da8ea'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:12:11.814581 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fb2e94-4ca3-4868-8ff4-de14a8596799 None None] Attempting to bind port 1a7c6686-9870-4caa-ba5f-ff7ad8044152 on network 7e48e766-ab12-498c-baad-e7ca439da8ea {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:12:11.822124 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fb2e94-4ca3-4868-8ff4-de14a8596799 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:12:11.822950 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fb2e94-4ca3-4868-8ff4-de14a8596799 None None] Checking segment: {'id': '5580aa04-8478-4110-a553-2607c48bf6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7e48e766-ab12-498c-baad-e7ca439da8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:12:11.823587 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-e7fb2e94-4ca3-4868-8ff4-de14a8596799 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:11.824290 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fb2e94-4ca3-4868-8ff4-de14a8596799 None None] Bound using segment: {'id': '5580aa04-8478-4110-a553-2607c48bf6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7e48e766-ab12-498c-baad-e7ca439da8ea'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:12:11.824863 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-e7fb2e94-4ca3-4868-8ff4-de14a8596799 None None] Bound port: 1a7c6686-9870-4caa-ba5f-ff7ad8044152, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5580aa04-8478-4110-a553-2607c48bf6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7e48e766-ab12-498c-baad-e7ca439da8ea'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:12:11.825445 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-e7fb2e94-4ca3-4868-8ff4-de14a8596799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:11.885617 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-48a080b1-5231-413e-a51c-c97252102a14 req-cad9290d-90cb-4550-93a4-c16761d41404 service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841768 Jul 09 16:12:11.890701 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ce24e-2c43-4846-bf30-1f36f933daa3 req-a6c11723-bd21-4180-9e0e-31b592892bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:11.896400 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-426ce24e-2c43-4846-bf30-1f36f933daa3 req-a6c11723-bd21-4180-9e0e-31b592892bb5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=06486c1ff3c04c6aba88bb5474a3b49d&device_id=470a8279-4ac1-409c-9372-8d8229bd2416 HTTP/1.1" status: 200 len: 1098 time: 0.2336934 Jul 09 16:12:12.005304 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-e7fb2e94-4ca3-4868-8ff4-de14a8596799 None None] For port 1a7c6686-9870-4caa-ba5f-ff7ad8044152, host n-d-798930-3, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:12:12.014407 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-e7fb2e94-4ca3-4868-8ff4-de14a8596799 None None] For port 1a7c6686-9870-4caa-ba5f-ff7ad8044152, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=1a7c6686-9870-4caa-ba5f-ff7ad8044152,segment=NetworkSegment(5580aa04-8478-4110-a553-2607c48bf6a1),segment_id=5580aa04-8478-4110-a553-2607c48bf6a1)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:12:12.029161 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-e7fb2e94-4ca3-4868-8ff4-de14a8596799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:12.208972 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fb2e94-4ca3-4868-8ff4-de14a8596799 None None] Routers {'6f06f24f-edfc-4304-8aa4-646de6b5c62c'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:12:12.209625 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-e7fb2e94-4ca3-4868-8ff4-de14a8596799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:11:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['6f06f24f-edfc-4304-8aa4-646de6b5c62c'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:12:12.306279 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cbdf3e-437f-4ca8-b9ff-c5aecf2e478b None None] Pushing event updated for resources: {'Port': ['ID=1a7c6686-9870-4caa-ba5f-ff7ad8044152,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:12.467531 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-e7fb2e94-4ca3-4868-8ff4-de14a8596799 None None] Set router 6f06f24f-edfc-4304-8aa4-646de6b5c62c gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:12:12.540936 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7cce6d-653f-4475-9fbc-a769ac1c70e2 req-9ed1f183-aad6-43d2-958c-f941e58f1cbe tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:12.572801 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9e7cce6d-653f-4475-9fbc-a769ac1c70e2 req-9ed1f183-aad6-43d2-958c-f941e58f1cbe tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=9ba70608-e357-4ba0-89cc-a2343f2d4369 HTTP/1.1" status: 200 len: 948 time: 0.6996000 Jul 09 16:12:12.631827 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ce24e-2c43-4846-bf30-1f36f933daa3 req-c1efda6a-0ac2-4f15-8ced-d3c935f454e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:12.636851 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-426ce24e-2c43-4846-bf30-1f36f933daa3 req-c1efda6a-0ac2-4f15-8ced-d3c935f454e9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1 HTTP/1.1" status: 200 len: 870 time: 0.7294753 Jul 09 16:12:12.646667 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73d7e4-025b-4d7f-93c1-1c3df5412498 req-96f8b407-a367-43d1-b86a-cf41d126e0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:12.648568 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3c73d7e4-025b-4d7f-93c1-1c3df5412498 req-96f8b407-a367-43d1-b86a-cf41d126e0e6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=06486c1ff3c04c6aba88bb5474a3b49d&device_id=9ba70608-e357-4ba0-89cc-a2343f2d4369 HTTP/1.1" status: 200 len: 1099 time: 0.6456690 Jul 09 16:12:12.729347 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9e7cce6d-653f-4475-9fbc-a769ac1c70e2 req-bea53cfb-38b4-45cf-9ff7-d2c2fbc7edce tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553361 Jul 09 16:12:12.956008 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-e7fb2e94-4ca3-4868-8ff4-de14a8596799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f06f24f-edfc-4304-8aa4-646de6b5c62c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1619669473-router', 'tenant_id': '0b21bf8dee2049e7a695b5c6d2fb7208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'a675c011-37f4-4c5e-8757-b140d12acc92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:11:58Z', 'updated_at': '2021-07-09T16:12:05Z', 'revision_number': 4, 'project_id': '0b21bf8dee2049e7a695b5c6d2fb7208', 'gw_port': {'id': 'a675c011-37f4-4c5e-8757-b140d12acc92', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f06f24f-edfc-4304-8aa4-646de6b5c62c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:11:59Z', 'updated_at': '2021-07-09T16:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '1a7c6686-9870-4caa-ba5f-ff7ad8044152', 'name': '', 'network_id': '7e48e766-ab12-498c-baad-e7ca439da8ea', 'tenant_id': '0b21bf8dee2049e7a695b5c6d2fb7208', 'mac_address': 'fa:16:3e:f9:a7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f06f24f-edfc-4304-8aa4-646de6b5c62c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '59439eed-20cc-494d-ac9f-1f299c5619d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:12:03Z', 'updated_at': '2021-07-09T16:12:11Z', 'revision_number': 4, 'project_id': '0b21bf8dee2049e7a695b5c6d2fb7208', 'subnets': [{'id': '59439eed-20cc-494d-ac9f-1f299c5619d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:12:12.985681 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-23fefc0f-1b93-4265-9431-252ceb47fa92 admin admin] Deleting port 1a7c6686-9870-4caa-ba5f-ff7ad8044152 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:12:12.986642 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-23fefc0f-1b93-4265-9431-252ceb47fa92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:13.033944 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fb2e94-4ca3-4868-8ff4-de14a8596799 None None] The sync data for ids ['6f06f24f-edfc-4304-8aa4-646de6b5c62c'] in n-d-798930-3 is: [{'id': '6f06f24f-edfc-4304-8aa4-646de6b5c62c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1619669473-router', 'tenant_id': '0b21bf8dee2049e7a695b5c6d2fb7208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'a675c011-37f4-4c5e-8757-b140d12acc92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:11:58Z', 'updated_at': '2021-07-09T16:12:05Z', 'revision_number': 4, 'project_id': '0b21bf8dee2049e7a695b5c6d2fb7208', 'gw_port': {'id': 'a675c011-37f4-4c5e-8757-b140d12acc92', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f06f24f-edfc-4304-8aa4-646de6b5c62c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:11:59Z', 'updated_at': '2021-07-09T16:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '1a7c6686-9870-4caa-ba5f-ff7ad8044152', 'name': '', 'network_id': '7e48e766-ab12-498c-baad-e7ca439da8ea', 'tenant_id': '0b21bf8dee2049e7a695b5c6d2fb7208', 'mac_address': 'fa:16:3e:f9:a7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f06f24f-edfc-4304-8aa4-646de6b5c62c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '59439eed-20cc-494d-ac9f-1f299c5619d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:12:03Z', 'updated_at': '2021-07-09T16:12:11Z', 'revision_number': 4, 'project_id': '0b21bf8dee2049e7a695b5c6d2fb7208', 'subnets': [{'id': '59439eed-20cc-494d-ac9f-1f299c5619d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:12:13.268878 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-23fefc0f-1b93-4265-9431-252ceb47fa92 admin admin] For port 1a7c6686-9870-4caa-ba5f-ff7ad8044152, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=1a7c6686-9870-4caa-ba5f-ff7ad8044152,segment=NetworkSegment(5580aa04-8478-4110-a553-2607c48bf6a1),segment_id=5580aa04-8478-4110-a553-2607c48bf6a1)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:12:13.269820 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-23fefc0f-1b93-4265-9431-252ceb47fa92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:13.311680 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-23fefc0f-1b93-4265-9431-252ceb47fa92 admin admin] Calling delete_port for 1a7c6686-9870-4caa-ba5f-ff7ad8044152 owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:12:13.636454 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe8439-8655-4472-bb64-c9eb7ab3b3fc req-7ae0f29d-5ee0-4c0a-9a4d-af80eec76a57 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:13.650867 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-25fe8439-8655-4472-bb64-c9eb7ab3b3fc req-7ae0f29d-5ee0-4c0a-9a4d-af80eec76a57 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c19ea7a-85c9-4238-876a-79b2a0d9cfb1 HTTP/1.1" status: 200 len: 950 time: 1.4087267 Jul 09 16:12:13.748855 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-426ce24e-2c43-4846-bf30-1f36f933daa3 req-13baf05c-821e-4a30-a78c-ec140e55760a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=e231c2d1-2e9d-4788-9b12-b55bb9cfd787 HTTP/1.1" status: 200 len: 217 time: 1.0969155 Jul 09 16:12:13.777295 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-23fefc0f-1b93-4265-9431-252ceb47fa92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:14.016846 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-25fe8439-8655-4472-bb64-c9eb7ab3b3fc req-feaa273f-d222-4cd6-b4ff-3d8e39e8cac6 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650534 Jul 09 16:12:14.042527 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ce24e-2c43-4846-bf30-1f36f933daa3 req-7d03d3b2-2993-4500-bd27-94105edbd209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:14.061549 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-426ce24e-2c43-4846-bf30-1f36f933daa3 req-7d03d3b2-2993-4500-bd27-94105edbd209 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.2980094 Jul 09 16:12:14.205494 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73d7e4-025b-4d7f-93c1-1c3df5412498 req-22f49848-0b4e-4d2c-afa0-f9991be8593c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:14.217732 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3c73d7e4-025b-4d7f-93c1-1c3df5412498 req-22f49848-0b4e-4d2c-afa0-f9991be8593c service neutron] 10.222.0.77 "GET /v2.0/networks?id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1 HTTP/1.1" status: 200 len: 870 time: 1.5276418 Jul 09 16:12:14.326175 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-23fefc0f-1b93-4265-9431-252ceb47fa92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:14.353398 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fefc0f-1b93-4265-9431-252ceb47fa92 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a7c6686-9870-4caa-ba5f-ff7ad8044152,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:14.400456 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3c73d7e4-025b-4d7f-93c1-1c3df5412498 req-302e014c-2079-42ae-8ea4-ff0fa4cf5d6c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=639e631d-bf34-4819-aca6-3e30afa826a4 HTTP/1.1" status: 200 len: 217 time: 0.1705863 Jul 09 16:12:14.517193 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ce24e-2c43-4846-bf30-1f36f933daa3 req-da6426a0-6213-4ae6-a7d8-d97866274d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:14.520149 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-426ce24e-2c43-4846-bf30-1f36f933daa3 req-da6426a0-6213-4ae6-a7d8-d97866274d20 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4404297 Jul 09 16:12:14.546569 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 1a7c6686-9870-4caa-ba5f-ff7ad8044152 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:12:14.604660 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 1a7c6686-9870-4caa-ba5f-ff7ad8044152 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:12:14.608676 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 1a7c6686-9870-4caa-ba5f-ff7ad8044152 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 09 16:12:14.676196 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [req-b106de47-1ef0-433d-aa17-2d000aaf58e6 req-2c55ae4f-3ede-41fc-86ec-a55c6e467257 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:12:14.677632 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b106de47-1ef0-433d-aa17-2d000aaf58e6 req-2c55ae4f-3ede-41fc-86ec-a55c6e467257 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128593 Jul 09 16:12:14.710539 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73d7e4-025b-4d7f-93c1-1c3df5412498 req-691ead9e-be3e-4700-b642-14869a6c27b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:14.712217 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3c73d7e4-025b-4d7f-93c1-1c3df5412498 req-691ead9e-be3e-4700-b642-14869a6c27b9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.3027303 Jul 09 16:12:14.726054 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Port 1a7c6686-9870-4caa-ba5f-ff7ad8044152 not found, will not notify nova. {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 09 16:12:14.995821 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-426ce24e-2c43-4846-bf30-1f36f933daa3 req-f9595287-e829-4318-9d64-a6aeb6e18ecc service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4616082 Jul 09 16:12:15.203717 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73d7e4-025b-4d7f-93c1-1c3df5412498 req-35fedaf7-3094-488e-a84b-7efcdb7dfa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:15.211316 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3c73d7e4-025b-4d7f-93c1-1c3df5412498 req-35fedaf7-3094-488e-a84b-7efcdb7dfa3b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4754839 Jul 09 16:12:15.320523 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 639e631d-bf34-4819-aca6-3e30afa826a4 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:12:15.329375 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e81904-6b6d-4f38-adc0-34f2f2de37da req-5222e28a-c856-4bd9-bcdc-9ce22e5bbe4a tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:15.345961 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-70e81904-6b6d-4f38-adc0-34f2f2de37da req-5222e28a-c856-4bd9-bcdc-9ce22e5bbe4a tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=9ba70608-e357-4ba0-89cc-a2343f2d4369 HTTP/1.1" status: 200 len: 948 time: 0.6404984 Jul 09 16:12:15.365781 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-426ce24e-2c43-4846-bf30-1f36f933daa3 req-25f74e8f-0e41-4a2d-8ca1-11f13f461b0d service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470662 Jul 09 16:12:15.505254 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3c73d7e4-025b-4d7f-93c1-1c3df5412498 req-84dfa9bc-614e-4ee8-b3ad-dfd30749961e service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767184 Jul 09 16:12:15.753151 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-70e81904-6b6d-4f38-adc0-34f2f2de37da req-85ac4637-e854-4768-b22c-977478306d52 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4033530 Jul 09 16:12:15.764701 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23fefc0f-1b93-4265-9431-252ceb47fa92 admin admin] Router 6f06f24f-edfc-4304-8aa4-646de6b5c62c has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:12:15.805656 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 639e631d-bf34-4819-aca6-3e30afa826a4, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=639e631d-bf34-4819-aca6-3e30afa826a4,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:12:15.810071 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6d4d0c65-55ed-4082-8743-753d218a3f53 req-4856c083-bb2b-4292-a849-f82d3bc1920e service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=6c19ea7a-85c9-4238-876a-79b2a0d9cfb1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6078868 Jul 09 16:12:15.864140 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '639e631d-bf34-4819-aca6-3e30afa826a4', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'port_id': '639e631d-bf34-4819-aca6-3e30afa826a4', 'mac_address': 'fa:16:3e:07:27:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f122b436-b232-4a3c-9aac-47d5639f2da4', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:12:15.890328 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3c73d7e4-025b-4d7f-93c1-1c3df5412498 req-1078fe44-8a5e-49a7-ba14-6b24120ae950 service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711326 Jul 09 16:12:15.965402 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:15.998840 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 639e631d-bf34-4819-aca6-3e30afa826a4 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:12:16.071137 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 639e631d-bf34-4819-aca6-3e30afa826a4, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=639e631d-bf34-4819-aca6-3e30afa826a4,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:12:16.080270 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:16.081321 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device e231c2d1-2e9d-4788-9b12-b55bb9cfd787 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:12:16.167840 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6423405-a0d1-4fcb-b07d-25103d748ea0 req-9b5624e0-42f9-4f21-8e69-3fa859afd8a8 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:16.182937 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e6423405-a0d1-4fcb-b07d-25103d748ea0 req-9b5624e0-42f9-4f21-8e69-3fa859afd8a8 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c19ea7a-85c9-4238-876a-79b2a0d9cfb1 HTTP/1.1" status: 200 len: 950 time: 0.1407518 Jul 09 16:12:16.307851 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e6423405-a0d1-4fcb-b07d-25103d748ea0 req-327b3e72-928b-4ce5-a31f-96b28ec3a96f tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226954 Jul 09 16:12:16.430098 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port e231c2d1-2e9d-4788-9b12-b55bb9cfd787, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=e231c2d1-2e9d-4788-9b12-b55bb9cfd787,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:12:16.454103 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=639e631d-bf34-4819-aca6-3e30afa826a4,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:16.494222 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:12:16.494825 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:12:16.495485 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:12:16.495881 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:12:16.496447 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:12:16.497507 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:12:16.499572 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:12:16.500750 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:12:16.501365 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:12:16.503095 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:12:16.504234 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:12:16.504769 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:12:16.521515 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': 'e231c2d1-2e9d-4788-9b12-b55bb9cfd787', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'port_id': 'e231c2d1-2e9d-4788-9b12-b55bb9cfd787', 'mac_address': 'fa:16:3e:55:2c:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f122b436-b232-4a3c-9aac-47d5639f2da4', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:12:16.640840 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:16.667708 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e231c2d1-2e9d-4788-9b12-b55bb9cfd787 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:12:16.681168 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23fefc0f-1b93-4265-9431-252ceb47fa92 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:12:16.694713 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb0e293-da7f-464d-86f5-387bf5d2d4f1 None None] Sync routers for ids ['6f06f24f-edfc-4304-8aa4-646de6b5c62c'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:12:16.701792 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-23fefc0f-1b93-4265-9431-252ceb47fa92 admin admin] 10.222.0.98 "PUT /v2.0/routers/6f06f24f-edfc-4304-8aa4-646de6b5c62c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4423809 Jul 09 16:12:16.702108 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50384) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:12:16.739788 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port e231c2d1-2e9d-4788-9b12-b55bb9cfd787, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=e231c2d1-2e9d-4788-9b12-b55bb9cfd787,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:12:16.741747 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb0e293-da7f-464d-86f5-387bf5d2d4f1 None None] Routers {'6f06f24f-edfc-4304-8aa4-646de6b5c62c'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:12:16.742417 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7cb0e293-da7f-464d-86f5-387bf5d2d4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:11:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['6f06f24f-edfc-4304-8aa4-646de6b5c62c'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:12:16.971628 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-7cb0e293-da7f-464d-86f5-387bf5d2d4f1 None None] Set router 6f06f24f-edfc-4304-8aa4-646de6b5c62c gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:12:17.023977 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-989487f2-fe0b-45f9-b4f1-43bda093e225 admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:17.052518 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:17.221596 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9daee10-aa6c-4c59-9e5a-eaf9e6485163 req-afb5b3d8-ea34-47bd-b98f-6eb743cb9ba6 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:17.226038 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d9daee10-aa6c-4c59-9e5a-eaf9e6485163 req-afb5b3d8-ea34-47bd-b98f-6eb743cb9ba6 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=9ba70608-e357-4ba0-89cc-a2343f2d4369 HTTP/1.1" status: 200 len: 949 time: 0.1309187 Jul 09 16:12:17.355816 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=e231c2d1-2e9d-4788-9b12-b55bb9cfd787,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:17.376118 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d9daee10-aa6c-4c59-9e5a-eaf9e6485163 req-bf47730b-daa5-49d3-80d8-2cc1af42a3fa tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445103 Jul 09 16:12:17.381755 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-989487f2-fe0b-45f9-b4f1-43bda093e225 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:17.490799 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['e231c2d1-2e9d-4788-9b12-b55bb9cfd787'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:12:17.494290 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['639e631d-bf34-4819-aca6-3e30afa826a4'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:12:17.530547 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-989487f2-fe0b-45f9-b4f1-43bda093e225 admin admin] Deleting port a675c011-37f4-4c5e-8757-b140d12acc92 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:12:17.531316 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-989487f2-fe0b-45f9-b4f1-43bda093e225 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:17.598527 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7cb0e293-da7f-464d-86f5-387bf5d2d4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f06f24f-edfc-4304-8aa4-646de6b5c62c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1619669473-router', 'tenant_id': '0b21bf8dee2049e7a695b5c6d2fb7208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'a675c011-37f4-4c5e-8757-b140d12acc92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:11:58Z', 'updated_at': '2021-07-09T16:12:13Z', 'revision_number': 5, 'project_id': '0b21bf8dee2049e7a695b5c6d2fb7208', 'gw_port': {'id': 'a675c011-37f4-4c5e-8757-b140d12acc92', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f06f24f-edfc-4304-8aa4-646de6b5c62c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:11:59Z', 'updated_at': '2021-07-09T16:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:12:17.663848 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb0e293-da7f-464d-86f5-387bf5d2d4f1 None None] Checking router: 6f06f24f-edfc-4304-8aa4-646de6b5c62c for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:12:17.702068 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb0e293-da7f-464d-86f5-387bf5d2d4f1 None None] Routers {'6f06f24f-edfc-4304-8aa4-646de6b5c62c'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:12:17.703144 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7cb0e293-da7f-464d-86f5-387bf5d2d4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:11:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['6f06f24f-edfc-4304-8aa4-646de6b5c62c'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:12:17.861541 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-989487f2-fe0b-45f9-b4f1-43bda093e225 admin admin] For port a675c011-37f4-4c5e-8757-b140d12acc92, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=a675c011-37f4-4c5e-8757-b140d12acc92,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:12:17.861901 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-989487f2-fe0b-45f9-b4f1-43bda093e225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:17.931152 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-7cb0e293-da7f-464d-86f5-387bf5d2d4f1 None None] Set router 6f06f24f-edfc-4304-8aa4-646de6b5c62c gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:12:17.931420 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-989487f2-fe0b-45f9-b4f1-43bda093e225 admin admin] Calling delete_port for a675c011-37f4-4c5e-8757-b140d12acc92 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:12:17.996476 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7cb0e293-da7f-464d-86f5-387bf5d2d4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f06f24f-edfc-4304-8aa4-646de6b5c62c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1619669473-router', 'tenant_id': '0b21bf8dee2049e7a695b5c6d2fb7208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:11:58Z', 'updated_at': '2021-07-09T16:12:17Z', 'revision_number': 6, 'project_id': '0b21bf8dee2049e7a695b5c6d2fb7208', 'gw_port_host': None}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:12:17.999588 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa62a36-bf9c-45b4-89bc-d5a898e1ad56 req-1fa485c6-de7e-45d0-9949-e2e5b091bd33 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:18.005930 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3aa62a36-bf9c-45b4-89bc-d5a898e1ad56 req-1fa485c6-de7e-45d0-9949-e2e5b091bd33 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c19ea7a-85c9-4238-876a-79b2a0d9cfb1 HTTP/1.1" status: 200 len: 950 time: 0.3069925 Jul 09 16:12:18.058894 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb0e293-da7f-464d-86f5-387bf5d2d4f1 None None] The sync data for ids ['6f06f24f-edfc-4304-8aa4-646de6b5c62c'] in n-d-798930-3 is: [{'id': '6f06f24f-edfc-4304-8aa4-646de6b5c62c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1619669473-router', 'tenant_id': '0b21bf8dee2049e7a695b5c6d2fb7208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:11:58Z', 'updated_at': '2021-07-09T16:12:17Z', 'revision_number': 6, 'project_id': '0b21bf8dee2049e7a695b5c6d2fb7208', 'gw_port_host': None}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:12:18.308584 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3aa62a36-bf9c-45b4-89bc-d5a898e1ad56 req-e73c5aa5-2466-4116-b8c6-489181c18be3 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062254 Jul 09 16:12:18.515066 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 1a7c6686-9870-4caa-ba5f-ff7ad8044152 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:12:18.553380 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 1a7c6686-9870-4caa-ba5f-ff7ad8044152 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:12:18.554009 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 1a7c6686-9870-4caa-ba5f-ff7ad8044152 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:12:18.750733 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d0c65-55ed-4082-8743-753d218a3f53 req-b363043c-0a07-48cd-9737-eda033b168b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:18.752912 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6d4d0c65-55ed-4082-8743-753d218a3f53 req-b363043c-0a07-48cd-9737-eda033b168b5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=90103765321a44c5954b6bc1ea90c4d7&device_id=6c19ea7a-85c9-4238-876a-79b2a0d9cfb1 HTTP/1.1" status: 200 len: 1101 time: 0.3345101 Jul 09 16:12:18.759122 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-989487f2-fe0b-45f9-b4f1-43bda093e225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:18.886024 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989487f2-fe0b-45f9-b4f1-43bda093e225 admin admin] Pushing event deleted for resources: {'Port': ['ID=a675c011-37f4-4c5e-8757-b140d12acc92,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:18.921878 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c77abb-c612-4e4f-86fb-3cdfa1b62587 req-224ecee6-1b14-4410-8074-4e823ef687f1 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:18.930876 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-74c77abb-c612-4e4f-86fb-3cdfa1b62587 req-224ecee6-1b14-4410-8074-4e823ef687f1 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=9ba70608-e357-4ba0-89cc-a2343f2d4369 HTTP/1.1" status: 200 len: 949 time: 0.2805188 Jul 09 16:12:18.946045 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-989487f2-fe0b-45f9-b4f1-43bda093e225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:19.096008 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-989487f2-fe0b-45f9-b4f1-43bda093e225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:19.102316 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-989487f2-fe0b-45f9-b4f1-43bda093e225 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:19.300136 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-989487f2-fe0b-45f9-b4f1-43bda093e225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:19.300691 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989487f2-fe0b-45f9-b4f1-43bda093e225 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f06f24f-edfc-4304-8aa4-646de6b5c62c {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:12:19.311503 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-989487f2-fe0b-45f9-b4f1-43bda093e225 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:19.317581 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-989487f2-fe0b-45f9-b4f1-43bda093e225 admin admin] 10.222.0.98 "DELETE /v2.0/routers/6f06f24f-edfc-4304-8aa4-646de6b5c62c HTTP/1.1" status: 204 len: 168 time: 2.6094658 Jul 09 16:12:19.317581 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50434) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:12:19.405812 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-74c77abb-c612-4e4f-86fb-3cdfa1b62587 req-3c5244e1-9e21-4ae5-b6a6-e097c29822e2 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4730225 Jul 09 16:12:19.458874 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d0c65-55ed-4082-8743-753d218a3f53 req-d82a49eb-cb06-4d5e-bc53-fffd86df4592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:19.472726 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6d4d0c65-55ed-4082-8743-753d218a3f53 req-d82a49eb-cb06-4d5e-bc53-fffd86df4592 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1 HTTP/1.1" status: 200 len: 870 time: 0.7063980 Jul 09 16:12:19.504607 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d3232a3-9d9a-452a-be1d-c82502d8dc19 admin admin] Deleting subnet 59439eed-20cc-494d-ac9f-1f299c5619d5 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:12:19.506365 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1d3232a3-9d9a-452a-be1d-c82502d8dc19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:19.684086 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1d3232a3-9d9a-452a-be1d-c82502d8dc19 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:19.868919 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6d4d0c65-55ed-4082-8743-753d218a3f53 req-cfe65a60-ac25-4d64-80f6-14daf01f3fcb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=ce8c6338-a8fe-4963-9b58-35c511b9116a HTTP/1.1" status: 200 len: 217 time: 0.3857257 Jul 09 16:12:19.979603 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1d3232a3-9d9a-452a-be1d-c82502d8dc19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:20.119118 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d0c65-55ed-4082-8743-753d218a3f53 req-409bf337-e048-4946-b5ae-1cbd9162df48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:20.121926 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6d4d0c65-55ed-4082-8743-753d218a3f53 req-409bf337-e048-4946-b5ae-1cbd9162df48 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.2132254 Jul 09 16:12:20.247175 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bafa24-47db-4914-b910-7ae94f5cc523 req-b6d13d11-37ad-44ab-a600-59e50bbfdec5 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:20.256269 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d8bafa24-47db-4914-b910-7ae94f5cc523 req-b6d13d11-37ad-44ab-a600-59e50bbfdec5 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c19ea7a-85c9-4238-876a-79b2a0d9cfb1 HTTP/1.1" status: 200 len: 950 time: 0.4266901 Jul 09 16:12:20.360172 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device a675c011-37f4-4c5e-8757-b140d12acc92 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:12:20.404311 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: a675c011-37f4-4c5e-8757-b140d12acc92 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:12:20.404937 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device a675c011-37f4-4c5e-8757-b140d12acc92 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:12:20.412574 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d0c65-55ed-4082-8743-753d218a3f53 req-f22f73d0-b698-4160-88c1-7627296434b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:20.414386 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6d4d0c65-55ed-4082-8743-753d218a3f53 req-f22f73d0-b698-4160-88c1-7627296434b1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2692008 Jul 09 16:12:20.418835 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1d3232a3-9d9a-452a-be1d-c82502d8dc19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:20.436274 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d8bafa24-47db-4914-b910-7ae94f5cc523 req-870b1a45-91ae-4fe1-9bb9-9ecdf97d50f7 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721323 Jul 09 16:12:20.512169 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3232a3-9d9a-452a-be1d-c82502d8dc19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59439eed-20cc-494d-ac9f-1f299c5619d5,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:20.563948 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1d3232a3-9d9a-452a-be1d-c82502d8dc19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:20.564280 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1d3232a3-9d9a-452a-be1d-c82502d8dc19 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/59439eed-20cc-494d-ac9f-1f299c5619d5 HTTP/1.1" status: 204 len: 168 time: 1.2457926 Jul 09 16:12:20.566752 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50458) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:12:20.586891 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b80b4a9-26ca-44a1-9fa8-1f37a66aed51 None None] Network 7e48e766-ab12-498c-baad-e7ca439da8ea requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:12:20.721493 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6d4d0c65-55ed-4082-8743-753d218a3f53 req-7b9486ca-10d6-46eb-b8e7-d699ee519c4a service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256033 Jul 09 16:12:20.806358 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6285ce5d-dc94-4f72-9449-75c34e09826d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:20.976401 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f30b3-b826-4e90-bfa8-1b82bd1897a8 req-80eb8a92-78ae-41f2-8fea-38f26cba8d03 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:20.979341 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8e5f30b3-b826-4e90-bfa8-1b82bd1897a8 req-80eb8a92-78ae-41f2-8fea-38f26cba8d03 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=9ba70608-e357-4ba0-89cc-a2343f2d4369 HTTP/1.1" status: 200 len: 949 time: 0.1703436 Jul 09 16:12:20.996759 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6d4d0c65-55ed-4082-8743-753d218a3f53 req-02313c1e-da25-417b-b283-0a759d04b951 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613132 Jul 09 16:12:21.031790 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6561828-a39b-4efe-b3a2-afc11bdbd4b3 None None] DHCP port deletion for 7e48e766-ab12-498c-baad-e7ca439da8ea request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:12:21.105603 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-6285ce5d-dc94-4f72-9449-75c34e09826d admin admin] Deleting port 07ac3f17-02aa-43fe-af92-1f555452618c {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:12:21.106560 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6285ce5d-dc94-4f72-9449-75c34e09826d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:21.138507 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-d6561828-a39b-4efe-b3a2-afc11bdbd4b3 None None] Deleting port 07ac3f17-02aa-43fe-af92-1f555452618c {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:12:21.138983 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d6561828-a39b-4efe-b3a2-afc11bdbd4b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:21.182355 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8e5f30b3-b826-4e90-bfa8-1b82bd1897a8 req-8831765d-fb4e-4b69-9545-ed3c4e1e5303 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893377 Jul 09 16:12:21.335174 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-6285ce5d-dc94-4f72-9449-75c34e09826d admin admin] For port 07ac3f17-02aa-43fe-af92-1f555452618c, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=07ac3f17-02aa-43fe-af92-1f555452618c,segment=NetworkSegment(5580aa04-8478-4110-a553-2607c48bf6a1),segment_id=5580aa04-8478-4110-a553-2607c48bf6a1)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:12:21.335653 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6285ce5d-dc94-4f72-9449-75c34e09826d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:21.350210 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 639e631d-bf34-4819-aca6-3e30afa826a4 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:12:21.372686 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-6285ce5d-dc94-4f72-9449-75c34e09826d admin admin] Calling delete_port for 07ac3f17-02aa-43fe-af92-1f555452618c owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:12:21.470861 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-d6561828-a39b-4efe-b3a2-afc11bdbd4b3 None None] For port 07ac3f17-02aa-43fe-af92-1f555452618c, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=07ac3f17-02aa-43fe-af92-1f555452618c,segment=NetworkSegment(5580aa04-8478-4110-a553-2607c48bf6a1),segment_id=5580aa04-8478-4110-a553-2607c48bf6a1)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:12:21.471480 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d6561828-a39b-4efe-b3a2-afc11bdbd4b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:21.511734 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6285ce5d-dc94-4f72-9449-75c34e09826d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:21.524196 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-d6561828-a39b-4efe-b3a2-afc11bdbd4b3 None None] Calling delete_port for 07ac3f17-02aa-43fe-af92-1f555452618c owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:12:21.547741 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6285ce5d-dc94-4f72-9449-75c34e09826d admin admin] No DVR routers for this DVR port 07ac3f17-02aa-43fe-af92-1f555452618c on host n-d-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:12:21.582082 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 639e631d-bf34-4819-aca6-3e30afa826a4 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:12:21.645534 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 639e631d-bf34-4819-aca6-3e30afa826a4 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:12:21.646234 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:21.745866 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6285ce5d-dc94-4f72-9449-75c34e09826d admin admin] Pushing event deleted for resources: {'Port': ['ID=07ac3f17-02aa-43fe-af92-1f555452618c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:21.853529 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6285ce5d-dc94-4f72-9449-75c34e09826d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:21.854660 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d6561828-a39b-4efe-b3a2-afc11bdbd4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:21.873318 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-6285ce5d-dc94-4f72-9449-75c34e09826d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e48e766-ab12-498c-baad-e7ca439da8ea']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:12:21.888417 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6561828-a39b-4efe-b3a2-afc11bdbd4b3 None None] No DVR routers for this DVR port 07ac3f17-02aa-43fe-af92-1f555452618c on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:12:21.921015 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-6285ce5d-dc94-4f72-9449-75c34e09826d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5580aa04-8478-4110-a553-2607c48bf6a1') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:12:21.921349 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-6285ce5d-dc94-4f72-9449-75c34e09826d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5580aa04-8478-4110-a553-2607c48bf6a1') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:12:21.933932 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6285ce5d-dc94-4f72-9449-75c34e09826d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:21.951805 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6285ce5d-dc94-4f72-9449-75c34e09826d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:21.960169 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6285ce5d-dc94-4f72-9449-75c34e09826d admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:12:21.961108 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6285ce5d-dc94-4f72-9449-75c34e09826d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:21.981934 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6561828-a39b-4efe-b3a2-afc11bdbd4b3 None None] Pushing event deleted for resources: {'Port': ['ID=07ac3f17-02aa-43fe-af92-1f555452618c,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:21.986249 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:12:22.062173 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:12:22.078337 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ba70608-e357-4ba0-89cc-a2343f2d4369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639e631d-bf34-4819-aca6-3e30afa826a4'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:12:22.078608 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6285ce5d-dc94-4f72-9449-75c34e09826d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:22.079248 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de92fcff-8fe8-4493-89f7-db2322f2b65a" -d '{"events": [{"server_uuid": "9ba70608-e357-4ba0-89cc-a2343f2d4369", "name": "network-vif-plugged", "status": "completed", "tag": "639e631d-bf34-4819-aca6-3e30afa826a4"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:12:22.082467 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6285ce5d-dc94-4f72-9449-75c34e09826d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:22.087743 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-6285ce5d-dc94-4f72-9449-75c34e09826d admin admin] 10.222.0.98 "DELETE /v2.0/networks/7e48e766-ab12-498c-baad-e7ca439da8ea HTTP/1.1" status: 204 len: 168 time: 1.5193391 Jul 09 16:12:22.110253 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 639e631d-bf34-4819-aca6-3e30afa826a4, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=639e631d-bf34-4819-aca6-3e30afa826a4,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:12:22.117207 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:22.118326 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device e231c2d1-2e9d-4788-9b12-b55bb9cfd787 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:12:22.140927 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6285ce5d-dc94-4f72-9449-75c34e09826d admin admin] Pushing event deleted for resources: {'Network': ['ID=7e48e766-ab12-498c-baad-e7ca439da8ea,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:22.231821 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2479a-8a62-4f5f-a232-961b20d54c70 req-66a4a901-3050-4157-9803-72bab65a40ec tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:22.233737 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-dfc2479a-8a62-4f5f-a232-961b20d54c70 req-66a4a901-3050-4157-9803-72bab65a40ec tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c19ea7a-85c9-4238-876a-79b2a0d9cfb1 HTTP/1.1" status: 200 len: 950 time: 0.5080862 Jul 09 16:12:22.323172 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf95068-6870-468c-84f8-8ad59f01e407 x-openstack-request-id: req-1cf95068-6870-468c-84f8-8ad59f01e407 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:12:22.323519 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ba70608-e357-4ba0-89cc-a2343f2d4369", "name": "network-vif-plugged", "status": "completed", "tag": "639e631d-bf34-4819-aca6-3e30afa826a4", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:12:22.323719 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1cf95068-6870-468c-84f8-8ad59f01e407 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:12:22.324253 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ba70608-e357-4ba0-89cc-a2343f2d4369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639e631d-bf34-4819-aca6-3e30afa826a4', 'code': 200} Jul 09 16:12:22.332577 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-dfc2479a-8a62-4f5f-a232-961b20d54c70 req-ddabfe26-3f5d-4f2a-b2dd-53fe85ebf3eb tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900927 Jul 09 16:12:22.338860 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3f4c7434-0a20-40f6-bcb7-13b670bf70ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:22.357111 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port e231c2d1-2e9d-4788-9b12-b55bb9cfd787 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:12:22.370469 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port e231c2d1-2e9d-4788-9b12-b55bb9cfd787 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:12:22.370924 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:22.418300 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50502) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:12:22.455370 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 07ac3f17-02aa-43fe-af92-1f555452618c no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:12:22.491820 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 07ac3f17-02aa-43fe-af92-1f555452618c {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:12:22.492446 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 07ac3f17-02aa-43fe-af92-1f555452618c not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:12:22.526383 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=639e631d-bf34-4819-aca6-3e30afa826a4,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:22.599833 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c05bb85b-56db-4aae-b878-994514dc319c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0b21bf8dee2049e7a695b5c6d2fb7208&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1795881 Jul 09 16:12:22.607222 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50508) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:12:22.737640 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:22.751050 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-31e15aa2-e09c-4335-9c3d-5add14b4206e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:22.788283 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-31e15aa2-e09c-4335-9c3d-5add14b4206e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:22.811284 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d799372-3302-4242-83f2-759a50ae929f req-382c9505-b0e9-4031-b203-5ad6d0f3cc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:22.813484 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8d799372-3302-4242-83f2-759a50ae929f req-382c9505-b0e9-4031-b203-5ad6d0f3cc92 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9ba70608-e357-4ba0-89cc-a2343f2d4369 HTTP/1.1" status: 200 len: 1101 time: 0.3446548 Jul 09 16:12:22.876340 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port e231c2d1-2e9d-4788-9b12-b55bb9cfd787, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=e231c2d1-2e9d-4788-9b12-b55bb9cfd787,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:12:22.880279 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8d799372-3302-4242-83f2-759a50ae929f req-7c02cd07-be0e-4084-8afe-188137025a89 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553541 Jul 09 16:12:22.885017 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:22.916683 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d7071-4f05-406c-a9b1-4b5f1a05d4e9 req-ee3ab1b4-6b08-4931-95d5-6d89737b53c5 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:22.921209 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-818d7071-4f05-406c-a9b1-4b5f1a05d4e9 req-ee3ab1b4-6b08-4931-95d5-6d89737b53c5 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=9ba70608-e357-4ba0-89cc-a2343f2d4369 HTTP/1.1" status: 200 len: 950 time: 0.2612555 Jul 09 16:12:22.925109 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-31e15aa2-e09c-4335-9c3d-5add14b4206e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:22.940109 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-31e15aa2-e09c-4335-9c3d-5add14b4206e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:22.940109 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-31e15aa2-e09c-4335-9c3d-5add14b4206e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0f434367-84c1-402f-a781-bba40de807d1 HTTP/1.1" status: 204 len: 168 time: 0.3227377 Jul 09 16:12:22.952667 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e15aa2-e09c-4335-9c3d-5add14b4206e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f434367-84c1-402f-a781-bba40de807d1,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:23.071591 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-818d7071-4f05-406c-a9b1-4b5f1a05d4e9 req-2bac2b3c-1c3d-4755-a749-458ccbe73bf0 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451099 Jul 09 16:12:23.073177 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=e231c2d1-2e9d-4788-9b12-b55bb9cfd787,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:23.182355 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ea609bd4-cb4f-4542-aa7f-0d9acde3bd3f req-3aabd871-0320-4069-8511-8f26bbfac69e tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--1596862984&fields=id&tenant_id=4a7bcfee98ce42f9b496f385fa1d801e HTTP/1.1" status: 200 len: 267 time: 0.0838017 Jul 09 16:12:23.403562 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea609bd4-cb4f-4542-aa7f-0d9acde3bd3f req-19be5755-56d8-438a-a556-3a0d8d5f52d0 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:23.411763 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ea609bd4-cb4f-4542-aa7f-0d9acde3bd3f req-19be5755-56d8-438a-a556-3a0d8d5f52d0 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "GET /v2.0/networks?id=61ffd1b6-f25b-4986-bd69-fd61ebdd8c18 HTTP/1.1" status: 200 len: 815 time: 0.2227714 Jul 09 16:12:23.429923 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ea609bd4-cb4f-4542-aa7f-0d9acde3bd3f req-fb37e5ec-8525-436c-bbed-d09289d7de16 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "GET /v2.0/quotas/4a7bcfee98ce42f9b496f385fa1d801e HTTP/1.1" status: 200 len: 375 time: 0.0172033 Jul 09 16:12:23.538826 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ea609bd4-cb4f-4542-aa7f-0d9acde3bd3f req-cb8c3d4d-9509-4480-ab8b-d1cb0f1c64d6 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=4a7bcfee98ce42f9b496f385fa1d801e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1078947 Jul 09 16:12:23.705861 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc53910-ce1b-4908-ad0f-56c8bc2a1425 req-cb15bc7f-492a-4ca2-b27e-63044690f6ac tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:23.707642 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5cc53910-ce1b-4908-ad0f-56c8bc2a1425 req-cb15bc7f-492a-4ca2-b27e-63044690f6ac tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c19ea7a-85c9-4238-876a-79b2a0d9cfb1 HTTP/1.1" status: 200 len: 950 time: 0.1218119 Jul 09 16:12:23.755959 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ea609bd4-cb4f-4542-aa7f-0d9acde3bd3f req-895fc027-e4b7-491a-a6d9-e7609e970bf9 service neutron] 10.222.0.98 "GET /v2.0/networks/61ffd1b6-f25b-4986-bd69-fd61ebdd8c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970687 Jul 09 16:12:23.808445 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5cc53910-ce1b-4908-ad0f-56c8bc2a1425 req-c8a5c686-d6fb-4d1b-9659-7f85188ecbd3 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943191 Jul 09 16:12:24.009368 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ea609bd4-cb4f-4542-aa7f-0d9acde3bd3f req-fcfb7d68-c70b-4742-af4c-c6629cf1a9c0 service neutron] 10.222.0.98 "GET /v2.0/networks/61ffd1b6-f25b-4986-bd69-fd61ebdd8c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458334 Jul 09 16:12:24.285133 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50558) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:12:24.324934 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '470a8279-4ac1-409c-9372-8d8229bd2416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e231c2d1-2e9d-4788-9b12-b55bb9cfd787'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:12:24.329857 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a378447c-cca4-44e9-a955-394e1546a8f6" -d '{"events": [{"server_uuid": "470a8279-4ac1-409c-9372-8d8229bd2416", "name": "network-vif-plugged", "status": "completed", "tag": "e231c2d1-2e9d-4788-9b12-b55bb9cfd787"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:12:24.407647 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f370881-4ca1-4f4f-a90f-d01f8251357e req-64d2a6f0-9f5a-4128-bef7-3a88d12cb942 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:24.411204 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8f370881-4ca1-4f4f-a90f-d01f8251357e req-64d2a6f0-9f5a-4128-bef7-3a88d12cb942 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=9ba70608-e357-4ba0-89cc-a2343f2d4369 HTTP/1.1" status: 200 len: 950 time: 0.1378653 Jul 09 16:12:24.509082 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8f370881-4ca1-4f4f-a90f-d01f8251357e req-38f27c9d-aedd-491d-98dd-9c95eb2275d4 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874305 Jul 09 16:12:24.541724 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-ecb29832-20a5-4ed3-bd05-7b27519daa3d admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-399785144-network', 'tenant_id': 'af04827258d24f9db4d18404590f3f54'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:12:24.604798 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb29832-20a5-4ed3-bd05-7b27519daa3d admin admin] Made reservation on behalf of af04827258d24f9db4d18404590f3f54 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:12:24.608088 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ecb29832-20a5-4ed3-bd05-7b27519daa3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:24.617207 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ba4483-ad0c-4813-ba81-9d02dc85aefc x-openstack-request-id: req-43ba4483-ad0c-4813-ba81-9d02dc85aefc {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:12:24.617207 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "470a8279-4ac1-409c-9372-8d8229bd2416", "name": "network-vif-plugged", "status": "completed", "tag": "e231c2d1-2e9d-4788-9b12-b55bb9cfd787", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:12:24.617833 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-43ba4483-ad0c-4813-ba81-9d02dc85aefc {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:12:24.618092 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '470a8279-4ac1-409c-9372-8d8229bd2416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e231c2d1-2e9d-4788-9b12-b55bb9cfd787', 'code': 200} Jul 09 16:12:24.650657 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ecb29832-20a5-4ed3-bd05-7b27519daa3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:24.827500 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ecb29832-20a5-4ed3-bd05-7b27519daa3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:24.835441 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ecb29832-20a5-4ed3-bd05-7b27519daa3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:24.860981 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c20d0-fcd2-42b0-9520-58e8d98abb43 req-2f04255d-5b28-4150-aaa1-369d8a3dfc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:24.864353 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1e9c20d0-fcd2-42b0-9520-58e8d98abb43 req-2f04255d-5b28-4150-aaa1-369d8a3dfc11 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=470a8279-4ac1-409c-9372-8d8229bd2416 HTTP/1.1" status: 200 len: 1100 time: 0.1214244 Jul 09 16:12:24.872406 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecb29832-20a5-4ed3-bd05-7b27519daa3d admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:12:24.889662 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb29832-20a5-4ed3-bd05-7b27519daa3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0e1545-954d-4889-8c88-3c8df6949984,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:24.897150 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ecb29832-20a5-4ed3-bd05-7b27519daa3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:24.897577 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-ecb29832-20a5-4ed3-bd05-7b27519daa3d admin admin] Added segment b9e8367d-4ac1-4ece-905f-b54d02e94300 of type vlan for network 60f29bb9-c6a4-4744-a356-fda340719d26 Jul 09 16:12:24.970923 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1e9c20d0-fcd2-42b0-9520-58e8d98abb43 req-7b4c497f-1a1c-4e9e-9c30-726fc11792df service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912757 Jul 09 16:12:25.072995 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f2742e4e-1de7-4cca-8d01-a50fa7f310e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:25.088793 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b58d7619-792f-47f6-8ba7-cd769de4ad51 req-cfe13bb5-16f4-4c5d-89f9-bec6da0f694b tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "GET /v2.0/ports?device_id=814eec7e-8e74-4d24-8510-9cb495b8da26 HTTP/1.1" status: 200 len: 210 time: 0.0973394 Jul 09 16:12:25.100926 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ecb29832-20a5-4ed3-bd05-7b27519daa3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:25.144928 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ecb29832-20a5-4ed3-bd05-7b27519daa3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:25.146199 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb29832-20a5-4ed3-bd05-7b27519daa3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:25.147621 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ecb29832-20a5-4ed3-bd05-7b27519daa3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:25.228754 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:25.250720 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e31fcb5-a3a7-4cda-b87c-bce2432cb8cd req-02f9bd8d-eedf-419f-850f-b14c1414755b tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:25.255773 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5e31fcb5-a3a7-4cda-b87c-bce2432cb8cd req-02f9bd8d-eedf-419f-850f-b14c1414755b tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=470a8279-4ac1-409c-9372-8d8229bd2416 HTTP/1.1" status: 200 len: 949 time: 0.2409866 Jul 09 16:12:25.275644 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb29832-20a5-4ed3-bd05-7b27519daa3d admin admin] Pushing event updated for resources: {'Network': ['ID=60f29bb9-c6a4-4744-a356-fda340719d26,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:25.292148 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ecb29832-20a5-4ed3-bd05-7b27519daa3d admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0027945 Jul 09 16:12:25.292403 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 60f29bb9-c6a4-4744-a356-fda340719d26 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:12:25.292655 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50596) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:12:25.302640 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-f7e3cef8-563d-4053-b79a-19c1cf3a7286 admin admin] Request body: {'subnet': {'network_id': '60f29bb9-c6a4-4744-a356-fda340719d26', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-399785144-subnet', 'tenant_id': 'af04827258d24f9db4d18404590f3f54', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:12:25.330991 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e3cef8-563d-4053-b79a-19c1cf3a7286 admin admin] Made reservation on behalf of af04827258d24f9db4d18404590f3f54 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:12:25.336363 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f7e3cef8-563d-4053-b79a-19c1cf3a7286 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:25.355162 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5e31fcb5-a3a7-4cda-b87c-bce2432cb8cd req-9615d2a3-e709-49ca-9bef-f08ef0a49acf tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900664 Jul 09 16:12:25.615827 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f08d1d-5b1e-43be-ac80-5715e4de2ac0 req-45d9501c-92ba-48c8-bb7b-57ea0b93d5f5 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:25.617530 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e4f08d1d-5b1e-43be-ac80-5715e4de2ac0 req-45d9501c-92ba-48c8-bb7b-57ea0b93d5f5 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c19ea7a-85c9-4238-876a-79b2a0d9cfb1 HTTP/1.1" status: 200 len: 950 time: 0.1664879 Jul 09 16:12:25.697729 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e4f08d1d-5b1e-43be-ac80-5715e4de2ac0 req-89725152-f29b-4cec-923c-8733a50be103 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696111 Jul 09 16:12:25.810344 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f7e3cef8-563d-4053-b79a-19c1cf3a7286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:25.882277 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e3cef8-563d-4053-b79a-19c1cf3a7286 admin admin] Pushing event updated for resources: {'Subnet': ['ID=343017e3-3017-47b4-bba4-2146bb17b890,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:25.891108 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e3cef8-563d-4053-b79a-19c1cf3a7286 admin admin] Checking segment: {'id': 'b9e8367d-4ac1-4ece-905f-b54d02e94300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '60f29bb9-c6a4-4744-a356-fda340719d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:12:25.891475 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e3cef8-563d-4053-b79a-19c1cf3a7286 admin admin] Network hostable DHCP agents. Network: 60f29bb9-c6a4-4744-a356-fda340719d26, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:12:25.911825 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e3cef8-563d-4053-b79a-19c1cf3a7286 admin admin] Network 60f29bb9-c6a4-4744-a356-fda340719d26 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:12:25.939552 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-f7e3cef8-563d-4053-b79a-19c1cf3a7286 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 60f29bb9-c6a4-4744-a356-fda340719d26) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:12:25.949861 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e3cef8-563d-4053-b79a-19c1cf3a7286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:25.951034 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f7e3cef8-563d-4053-b79a-19c1cf3a7286 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:25.960782 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b145914-cb80-4b31-b3c2-34f27008be9c None None] Network 60f29bb9-c6a4-4744-a356-fda340719d26 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:12:25.978048 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f7e3cef8-563d-4053-b79a-19c1cf3a7286 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6802790 Jul 09 16:12:25.978855 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50614) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:12:25.988419 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-2fe97796-39a3-47e6-ba4c-586768efab72 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-399785144-router', 'tenant_id': 'af04827258d24f9db4d18404590f3f54', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:12:26.045237 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2fe97796-39a3-47e6-ba4c-586768efab72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:26.047053 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2fe97796-39a3-47e6-ba4c-586768efab72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:26.196515 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2fe97796-39a3-47e6-ba4c-586768efab72 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:26.355452 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:26.361365 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:26.403298 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1838531-b047-4e4c-bdf4-4d3f53b85d9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-60f29bb9-c6a4-4744-a356-fda340719d26', 'network_id': '60f29bb9-c6a4-4744-a356-fda340719d26', 'tenant_id': 'af04827258d24f9db4d18404590f3f54', 'fixed_ips': [{'subnet_id': '343017e3-3017-47b4-bba4-2146bb17b890'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:12:26.404529 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a1838531-b047-4e4c-bdf4-4d3f53b85d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:26.495395 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2fe97796-39a3-47e6-ba4c-586768efab72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:26.611964 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cb04cb2a-d622-44dc-a1e4-c366b6c9001e req-6db647fa-9897-4c18-8772-b4b23299607b tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "GET /v2.0/ports?device_id=814eec7e-8e74-4d24-8510-9cb495b8da26 HTTP/1.1" status: 200 len: 210 time: 0.0877805 Jul 09 16:12:26.650467 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-a1838531-b047-4e4c-bdf4-4d3f53b85d9d None None] Allocated IP 172.20.0.2 (60f29bb9-c6a4-4744-a356-fda340719d26/343017e3-3017-47b4-bba4-2146bb17b890/70a888e8-01dc-4f28-bab1-b1a4fba883b6) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:12:26.784862 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17cb69-72b0-4f29-bc81-94c4baacd01c req-517b8bc1-46d6-40a2-bfa5-702a08b0ba3c tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:26.798567 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ea17cb69-72b0-4f29-bc81-94c4baacd01c req-517b8bc1-46d6-40a2-bfa5-702a08b0ba3c tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=470a8279-4ac1-409c-9372-8d8229bd2416 HTTP/1.1" status: 200 len: 949 time: 0.1817365 Jul 09 16:12:26.989292 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ea17cb69-72b0-4f29-bc81-94c4baacd01c req-4ed3c441-4d22-4eda-95d7-f8c1836bfe71 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895990 Jul 09 16:12:27.035398 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a1838531-b047-4e4c-bdf4-4d3f53b85d9d None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:27.047339 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a1838531-b047-4e4c-bdf4-4d3f53b85d9d None None] Transition to ACTIVE for port object 70a888e8-01dc-4f28-bab1-b1a4fba883b6 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:12:27.067986 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a1838531-b047-4e4c-bdf4-4d3f53b85d9d None None] Transition to ACTIVE for port object 70a888e8-01dc-4f28-bab1-b1a4fba883b6 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:12:27.083121 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a1838531-b047-4e4c-bdf4-4d3f53b85d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:27.107867 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1838531-b047-4e4c-bdf4-4d3f53b85d9d None None] Network 60f29bb9-c6a4-4744-a356-fda340719d26 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:12:27.110203 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-a1838531-b047-4e4c-bdf4-4d3f53b85d9d None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:12:27.124759 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1838531-b047-4e4c-bdf4-4d3f53b85d9d None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:12:27.251840 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1838531-b047-4e4c-bdf4-4d3f53b85d9d None None] Pushing event updated for resources: {'Port': ['ID=70a888e8-01dc-4f28-bab1-b1a4fba883b6,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:27.265095 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-a1838531-b047-4e4c-bdf4-4d3f53b85d9d None None] Attempting to bind port 70a888e8-01dc-4f28-bab1-b1a4fba883b6 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:12:27.265562 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-a1838531-b047-4e4c-bdf4-4d3f53b85d9d None None] Attempting to bind port 70a888e8-01dc-4f28-bab1-b1a4fba883b6 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'b9e8367d-4ac1-4ece-905f-b54d02e94300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '60f29bb9-c6a4-4744-a356-fda340719d26'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:12:27.266019 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1838531-b047-4e4c-bdf4-4d3f53b85d9d None None] Attempting to bind port 70a888e8-01dc-4f28-bab1-b1a4fba883b6 on network 60f29bb9-c6a4-4744-a356-fda340719d26 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:12:27.272848 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1838531-b047-4e4c-bdf4-4d3f53b85d9d None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:12:27.273314 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1838531-b047-4e4c-bdf4-4d3f53b85d9d None None] Checking segment: {'id': 'b9e8367d-4ac1-4ece-905f-b54d02e94300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '60f29bb9-c6a4-4744-a356-fda340719d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:12:27.273788 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a1838531-b047-4e4c-bdf4-4d3f53b85d9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:27.274248 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1838531-b047-4e4c-bdf4-4d3f53b85d9d None None] Bound using segment: {'id': 'b9e8367d-4ac1-4ece-905f-b54d02e94300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '60f29bb9-c6a4-4744-a356-fda340719d26'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:12:27.274835 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-a1838531-b047-4e4c-bdf4-4d3f53b85d9d None None] Bound port: 70a888e8-01dc-4f28-bab1-b1a4fba883b6, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e8367d-4ac1-4ece-905f-b54d02e94300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '60f29bb9-c6a4-4744-a356-fda340719d26'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:12:27.275290 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a1838531-b047-4e4c-bdf4-4d3f53b85d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:27.422034 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a1838531-b047-4e4c-bdf4-4d3f53b85d9d None None] For port 70a888e8-01dc-4f28-bab1-b1a4fba883b6, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:12:27.424025 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2fe97796-39a3-47e6-ba4c-586768efab72 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:27.427947 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a1838531-b047-4e4c-bdf4-4d3f53b85d9d None None] For port 70a888e8-01dc-4f28-bab1-b1a4fba883b6, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=70a888e8-01dc-4f28-bab1-b1a4fba883b6,segment=NetworkSegment(b9e8367d-4ac1-4ece-905f-b54d02e94300),segment_id=b9e8367d-4ac1-4ece-905f-b54d02e94300)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:12:27.438136 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a1838531-b047-4e4c-bdf4-4d3f53b85d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:27.458145 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2fe97796-39a3-47e6-ba4c-586768efab72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:27.534694 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1838531-b047-4e4c-bdf4-4d3f53b85d9d None None] Pushing event updated for resources: {'Port': ['ID=70a888e8-01dc-4f28-bab1-b1a4fba883b6,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:27.607292 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d6435-0b5c-4e27-a13b-6c5fa50a1023 req-b802a41d-b344-4862-becb-bede81a20ec9 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:27.615374 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-139d6435-0b5c-4e27-a13b-6c5fa50a1023 req-b802a41d-b344-4862-becb-bede81a20ec9 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c19ea7a-85c9-4238-876a-79b2a0d9cfb1 HTTP/1.1" status: 200 len: 950 time: 0.5332315 Jul 09 16:12:27.624674 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc3a61-f915-4c0e-86a4-35e75dde63f8 req-a47e38b3-c9b8-4db8-ab22-4408087f8509 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:27.628576 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea609bd4-cb4f-4542-aa7f-0d9acde3bd3f req-eec4feaa-4d0a-49d5-a0f3-965e71f9708e tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:27.631339 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc3a61-f915-4c0e-86a4-35e75dde63f8 req-a47e38b3-c9b8-4db8-ab22-4408087f8509 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:27.631744 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ea609bd4-cb4f-4542-aa7f-0d9acde3bd3f req-eec4feaa-4d0a-49d5-a0f3-965e71f9708e tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.73 "GET /v2.0/networks?id=61ffd1b6-f25b-4986-bd69-fd61ebdd8c18 HTTP/1.1" status: 200 len: 815 time: 0.5511985 Jul 09 16:12:27.639447 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9fdc3a61-f915-4c0e-86a4-35e75dde63f8 req-a47e38b3-c9b8-4db8-ab22-4408087f8509 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=470a8279-4ac1-409c-9372-8d8229bd2416&device_id=9ba70608-e357-4ba0-89cc-a2343f2d4369 HTTP/1.1" status: 200 len: 1690 time: 0.1343303 Jul 09 16:12:27.708185 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9fdc3a61-f915-4c0e-86a4-35e75dde63f8 req-a090aa13-afad-4989-a2a9-470bfcb1e458 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664365 Jul 09 16:12:27.741643 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-139d6435-0b5c-4e27-a13b-6c5fa50a1023 req-873fa1c9-2682-4427-bb9c-8b798709fd23 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253662 Jul 09 16:12:27.765530 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-2fe97796-39a3-47e6-ba4c-586768efab72 admin admin] Allocated IP 172.25.0.5 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/2e9c9fd4-f6f0-456c-8a28-7a82c5843596) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:12:27.980339 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ea609bd4-cb4f-4542-aa7f-0d9acde3bd3f req-da411c4e-2471-427d-99f4-188f010237e6 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a7bcfee98ce42f9b496f385fa1d801e HTTP/1.1" status: 200 len: 380 time: 0.0553951 Jul 09 16:12:28.007943 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-ea609bd4-cb4f-4542-aa7f-0d9acde3bd3f req-6bf4b4fd-9760-4f09-b904-09f742d3f7db tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Request body: {'port': {'device_id': '814eec7e-8e74-4d24-8510-9cb495b8da26', 'network_id': '61ffd1b6-f25b-4986-bd69-fd61ebdd8c18', 'admin_state_up': True, 'tenant_id': '4a7bcfee98ce42f9b496f385fa1d801e', 'security_groups': ['89dfd2dc-1906-4049-bbd8-d8b2687b4c31']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:12:28.020724 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:28.089657 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-49a785aa-9c84-43b5-86fa-797d05487420 req-1c61e400-bd90-4b87-83bb-a4e6f4d683a3 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "GET /v2.0/ports?device_id=814eec7e-8e74-4d24-8510-9cb495b8da26 HTTP/1.1" status: 200 len: 210 time: 0.0756922 Jul 09 16:12:28.242779 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2fe97796-39a3-47e6-ba4c-586768efab72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:28.441168 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 70a888e8-01dc-4f28-bab1-b1a4fba883b6 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:12:28.495125 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2fe97796-39a3-47e6-ba4c-586768efab72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:28.536878 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea609bd4-cb4f-4542-aa7f-0d9acde3bd3f req-6bf4b4fd-9760-4f09-b904-09f742d3f7db tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Made reservation on behalf of 4a7bcfee98ce42f9b496f385fa1d801e for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:12:28.539285 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 70a888e8-01dc-4f28-bab1-b1a4fba883b6 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:12:28.542160 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ea609bd4-cb4f-4542-aa7f-0d9acde3bd3f req-6bf4b4fd-9760-4f09-b904-09f742d3f7db tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:28.563170 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525a0eca-b65a-4090-ac93-b1ffe5a55b80 req-80a7a6b3-787a-491e-9253-16ba849416ae tempest-ServersOnMultiNodesTest-830479370 tempest-ServersOnMultiNodesTest-830479370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:28.572941 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-525a0eca-b65a-4090-ac93-b1ffe5a55b80 req-80a7a6b3-787a-491e-9253-16ba849416ae tempest-ServersOnMultiNodesTest-830479370 tempest-ServersOnMultiNodesTest-830479370-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=470a8279-4ac1-409c-9372-8d8229bd2416 HTTP/1.1" status: 200 len: 1100 time: 0.2283387 Jul 09 16:12:28.662029 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe97796-39a3-47e6-ba4c-586768efab72 admin admin] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:12:28.684813 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-525a0eca-b65a-4090-ac93-b1ffe5a55b80 req-c945c6d0-dc32-4166-87ed-d023470cebc9 tempest-ServersOnMultiNodesTest-830479370 tempest-ServersOnMultiNodesTest-830479370-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104546 Jul 09 16:12:28.688066 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-2fe97796-39a3-47e6-ba4c-586768efab72 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:12:28.693972 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe97796-39a3-47e6-ba4c-586768efab72 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:12:28.874802 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe97796-39a3-47e6-ba4c-586768efab72 admin admin] Pushing event updated for resources: {'Port': ['ID=2e9c9fd4-f6f0-456c-8a28-7a82c5843596,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:29.063868 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2198a1f-3128-4f39-9ced-9651a4da2f10 req-aeeeb625-4cd3-4944-9dc8-c75dee066da4 tempest-ServersOnMultiNodesTest-830479370 tempest-ServersOnMultiNodesTest-830479370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:29.066551 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d2198a1f-3128-4f39-9ced-9651a4da2f10 req-aeeeb625-4cd3-4944-9dc8-c75dee066da4 tempest-ServersOnMultiNodesTest-830479370 tempest-ServersOnMultiNodesTest-830479370-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=9ba70608-e357-4ba0-89cc-a2343f2d4369 HTTP/1.1" status: 200 len: 1101 time: 0.1610210 Jul 09 16:12:29.123790 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d2198a1f-3128-4f39-9ced-9651a4da2f10 req-6238672d-9e68-4658-ae2b-080fa89e898b tempest-ServersOnMultiNodesTest-830479370 tempest-ServersOnMultiNodesTest-830479370-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491788 Jul 09 16:12:29.150920 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-ea609bd4-cb4f-4542-aa7f-0d9acde3bd3f req-6bf4b4fd-9760-4f09-b904-09f742d3f7db tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Allocated IP 172.20.0.3 (61ffd1b6-f25b-4986-bd69-fd61ebdd8c18/90f9165d-5f7d-46e1-8fba-1a5ae5f57aba/021c23e7-1abd-4066-95dc-579b5da6ad74) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:12:29.154713 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fab0cd-eb7e-493e-ad19-0cc175dd48a6 None None] Network 60f29bb9-c6a4-4744-a356-fda340719d26 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:12:29.214978 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763bf7ad-e699-40e2-9e49-64d0778cae84 req-43075d81-797f-4c3c-88dd-7c2351a31dca tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:29.222594 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-763bf7ad-e699-40e2-9e49-64d0778cae84 req-43075d81-797f-4c3c-88dd-7c2351a31dca tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c19ea7a-85c9-4238-876a-79b2a0d9cfb1 HTTP/1.1" status: 200 len: 950 time: 0.2371228 Jul 09 16:12:29.323691 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d18d92c9-a01a-4dd8-b08a-8c35d45f1cfb None None] Provisioning for port 70a888e8-01dc-4f28-bab1-b1a4fba883b6 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:12:29.341715 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d18d92c9-a01a-4dd8-b08a-8c35d45f1cfb None None] Provisioning complete for port 70a888e8-01dc-4f28-bab1-b1a4fba883b6 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:12:29.342074 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d18d92c9-a01a-4dd8-b08a-8c35d45f1cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:29.375835 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2fe97796-39a3-47e6-ba4c-586768efab72 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:29.547893 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-763bf7ad-e699-40e2-9e49-64d0778cae84 req-5c1b82f2-18a2-4534-b8c9-dfe0ba99f472 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242526 Jul 09 16:12:29.612304 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3a9acd00-d6ef-4446-b4a6-0f96a4e761e1 req-78b2425f-535e-4fc5-8750-a27deeb5f091 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "GET /v2.0/ports?device_id=814eec7e-8e74-4d24-8510-9cb495b8da26 HTTP/1.1" status: 200 len: 210 time: 0.0567429 Jul 09 16:12:29.628833 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d18d92c9-a01a-4dd8-b08a-8c35d45f1cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:29.702908 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-d18d92c9-a01a-4dd8-b08a-8c35d45f1cfb None None] For port 70a888e8-01dc-4f28-bab1-b1a4fba883b6, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=70a888e8-01dc-4f28-bab1-b1a4fba883b6,segment=NetworkSegment(b9e8367d-4ac1-4ece-905f-b54d02e94300),segment_id=b9e8367d-4ac1-4ece-905f-b54d02e94300)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:12:29.712267 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d18d92c9-a01a-4dd8-b08a-8c35d45f1cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:29.809013 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18d92c9-a01a-4dd8-b08a-8c35d45f1cfb None None] Pushing event updated for resources: {'Port': ['ID=70a888e8-01dc-4f28-bab1-b1a4fba883b6,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:29.961996 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ea609bd4-cb4f-4542-aa7f-0d9acde3bd3f req-6bf4b4fd-9760-4f09-b904-09f742d3f7db tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:30.020152 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-ea609bd4-cb4f-4542-aa7f-0d9acde3bd3f req-6bf4b4fd-9760-4f09-b904-09f742d3f7db tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Transition to ACTIVE for port object 021c23e7-1abd-4066-95dc-579b5da6ad74 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:12:30.095667 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2fe97796-39a3-47e6-ba4c-586768efab72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:30.208150 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ea609bd4-cb4f-4542-aa7f-0d9acde3bd3f req-6bf4b4fd-9760-4f09-b904-09f742d3f7db tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:30.285614 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-dc877e95-b7a9-4efb-9537-3d6c8c4856ba None None] Provisioning complete for port 70a888e8-01dc-4f28-bab1-b1a4fba883b6 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:12:30.286194 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dc877e95-b7a9-4efb-9537-3d6c8c4856ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:30.471334 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 70a888e8-01dc-4f28-bab1-b1a4fba883b6 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:12:30.490159 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7b6713da-4536-4731-a614-d52569c20d0b req-373ac525-7abe-4765-8c88-aafb88778e47 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=06486c1ff3c04c6aba88bb5474a3b49d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1131923 Jul 09 16:12:30.507725 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea609bd4-cb4f-4542-aa7f-0d9acde3bd3f req-6bf4b4fd-9760-4f09-b904-09f742d3f7db tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Network 61ffd1b6-f25b-4986-bd69-fd61ebdd8c18 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:12:30.538388 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-ea609bd4-cb4f-4542-aa7f-0d9acde3bd3f req-6bf4b4fd-9760-4f09-b904-09f742d3f7db tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:12:30.540941 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea609bd4-cb4f-4542-aa7f-0d9acde3bd3f req-6bf4b4fd-9760-4f09-b904-09f742d3f7db tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:12:30.548305 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea609bd4-cb4f-4542-aa7f-0d9acde3bd3f req-6bf4b4fd-9760-4f09-b904-09f742d3f7db tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:30.549078 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ea609bd4-cb4f-4542-aa7f-0d9acde3bd3f req-6bf4b4fd-9760-4f09-b904-09f742d3f7db tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:30.571175 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf4b4fd-9760-4f09-b904-09f742d3f7db tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Pushing event updated for resources: {'Port': ['ID=021c23e7-1abd-4066-95dc-579b5da6ad74,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:30.636242 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ea609bd4-cb4f-4542-aa7f-0d9acde3bd3f req-6bf4b4fd-9760-4f09-b904-09f742d3f7db tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6443963 Jul 09 16:12:30.658107 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-ea609bd4-cb4f-4542-aa7f-0d9acde3bd3f req-cf96448b-d42c-4cb1-b071-2113df367e3b service neutron] Request body: {'port': {'device_id': '814eec7e-8e74-4d24-8510-9cb495b8da26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:12:30.748676 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 70a888e8-01dc-4f28-bab1-b1a4fba883b6 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:12:30.749266 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:30.772922 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6713da-4536-4731-a614-d52569c20d0b req-25390284-3e4e-4859-9572-cb4b7169e461 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:30.779635 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7b6713da-4536-4731-a614-d52569c20d0b req-25390284-3e4e-4859-9572-cb4b7169e461 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2668183 Jul 09 16:12:30.822440 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7b6713da-4536-4731-a614-d52569c20d0b req-6939d274-b1c7-4055-b549-5272b4dd8fc2 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/quotas/06486c1ff3c04c6aba88bb5474a3b49d HTTP/1.1" status: 200 len: 375 time: 0.0418274 Jul 09 16:12:30.835005 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe97796-39a3-47e6-ba4c-586768efab72 admin admin] Router 50734d55-ffd2-43db-a118-71e5dde6c9a6 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:12:30.962828 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ea609bd4-cb4f-4542-aa7f-0d9acde3bd3f req-cf96448b-d42c-4cb1-b071-2113df367e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:31.120459 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7843840-4f50-4043-8d3c-31077d45dc8e req-5d7a0eaa-f989-4227-8413-13406e646409 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:31.128243 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e7843840-4f50-4043-8d3c-31077d45dc8e req-5d7a0eaa-f989-4227-8413-13406e646409 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c19ea7a-85c9-4238-876a-79b2a0d9cfb1 HTTP/1.1" status: 200 len: 950 time: 0.1451292 Jul 09 16:12:31.145482 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-624bdd10-47b9-4d5a-8989-4cbef77b35c5 None None] Provisioning for port 021c23e7-1abd-4066-95dc-579b5da6ad74 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:12:31.160341 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-624bdd10-47b9-4d5a-8989-4cbef77b35c5 None None] Provisioning complete for port 021c23e7-1abd-4066-95dc-579b5da6ad74 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:12:31.161877 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-624bdd10-47b9-4d5a-8989-4cbef77b35c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:31.187220 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e7843840-4f50-4043-8d3c-31077d45dc8e req-d85ef752-245d-48fe-8f31-33548b6ee154 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576448 Jul 09 16:12:31.221018 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7b6713da-4536-4731-a614-d52569c20d0b req-ecee1685-0564-4e0f-aea4-a55132abc2f4 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=06486c1ff3c04c6aba88bb5474a3b49d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3973870 Jul 09 16:12:31.302511 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-624bdd10-47b9-4d5a-8989-4cbef77b35c5 None None] Port 021c23e7-1abd-4066-95dc-579b5da6ad74 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:12:31.401963 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe97796-39a3-47e6-ba4c-586768efab72 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:12:31.403300 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8674a8fd-84d7-4c71-82ba-c0cf86ba7d59 req-b7289e51-45f2-4afe-901d-2e3946aaf6b9 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:31.405089 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8674a8fd-84d7-4c71-82ba-c0cf86ba7d59 req-b7289e51-45f2-4afe-901d-2e3946aaf6b9 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "GET /v2.0/ports?device_id=814eec7e-8e74-4d24-8510-9cb495b8da26 HTTP/1.1" status: 200 len: 931 time: 0.0838330 Jul 09 16:12:31.413143 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091cd434-f3ad-44b2-89d0-86fd78d24113 None None] Sync routers for ids ['50734d55-ffd2-43db-a118-71e5dde6c9a6'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:12:31.436210 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091cd434-f3ad-44b2-89d0-86fd78d24113 None None] Routers {'50734d55-ffd2-43db-a118-71e5dde6c9a6'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:12:31.439946 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-091cd434-f3ad-44b2-89d0-86fd78d24113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:12:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['50734d55-ffd2-43db-a118-71e5dde6c9a6'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:12:31.467558 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2fe97796-39a3-47e6-ba4c-586768efab72 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:31.474030 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2fe97796-39a3-47e6-ba4c-586768efab72 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.4938650 Jul 09 16:12:31.483107 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50716) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:12:31.673851 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-ea609bd4-cb4f-4542-aa7f-0d9acde3bd3f req-cf96448b-d42c-4cb1-b071-2113df367e3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 021c23e7-1abd-4066-95dc-579b5da6ad74 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:12:31.688265 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-091cd434-f3ad-44b2-89d0-86fd78d24113 None None] Set router 50734d55-ffd2-43db-a118-71e5dde6c9a6 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:12:31.692106 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ea609bd4-cb4f-4542-aa7f-0d9acde3bd3f req-cf96448b-d42c-4cb1-b071-2113df367e3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:31.715764 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-ea609bd4-cb4f-4542-aa7f-0d9acde3bd3f req-cf96448b-d42c-4cb1-b071-2113df367e3b service neutron] Transition to ACTIVE for port object 021c23e7-1abd-4066-95dc-579b5da6ad74 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:12:31.724554 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ea609bd4-cb4f-4542-aa7f-0d9acde3bd3f req-cf96448b-d42c-4cb1-b071-2113df367e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:31.943317 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf96448b-d42c-4cb1-b071-2113df367e3b service neutron] Pushing event updated for resources: {'Port': ['ID=021c23e7-1abd-4066-95dc-579b5da6ad74,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:31.951854 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8674a8fd-84d7-4c71-82ba-c0cf86ba7d59 req-91123c19-2205-40e3-b3db-d9c34971c284 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "GET /v2.0/security-groups?id=89dfd2dc-1906-4049-bbd8-d8b2687b4c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5267336 Jul 09 16:12:31.966674 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-ea609bd4-cb4f-4542-aa7f-0d9acde3bd3f req-cf96448b-d42c-4cb1-b071-2113df367e3b service neutron] Attempting to bind port 021c23e7-1abd-4066-95dc-579b5da6ad74 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:12:31.967192 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-ea609bd4-cb4f-4542-aa7f-0d9acde3bd3f req-cf96448b-d42c-4cb1-b071-2113df367e3b service neutron] Attempting to bind port 021c23e7-1abd-4066-95dc-579b5da6ad74 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': '20111d7e-0648-421f-8458-2c564982cda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '61ffd1b6-f25b-4986-bd69-fd61ebdd8c18'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:12:31.967646 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea609bd4-cb4f-4542-aa7f-0d9acde3bd3f req-cf96448b-d42c-4cb1-b071-2113df367e3b service neutron] Attempting to bind port 021c23e7-1abd-4066-95dc-579b5da6ad74 on network 61ffd1b6-f25b-4986-bd69-fd61ebdd8c18 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:12:31.973389 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea609bd4-cb4f-4542-aa7f-0d9acde3bd3f req-cf96448b-d42c-4cb1-b071-2113df367e3b service neutron] Port 021c23e7-1abd-4066-95dc-579b5da6ad74 on network 61ffd1b6-f25b-4986-bd69-fd61ebdd8c18 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:12:31.973849 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea609bd4-cb4f-4542-aa7f-0d9acde3bd3f req-cf96448b-d42c-4cb1-b071-2113df367e3b service neutron] Attempting to bind port 021c23e7-1abd-4066-95dc-579b5da6ad74 on network 61ffd1b6-f25b-4986-bd69-fd61ebdd8c18 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:12:31.980431 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea609bd4-cb4f-4542-aa7f-0d9acde3bd3f req-cf96448b-d42c-4cb1-b071-2113df367e3b service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:12:31.980930 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea609bd4-cb4f-4542-aa7f-0d9acde3bd3f req-cf96448b-d42c-4cb1-b071-2113df367e3b service neutron] Checking segment: {'id': '20111d7e-0648-421f-8458-2c564982cda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '61ffd1b6-f25b-4986-bd69-fd61ebdd8c18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:12:31.981425 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea609bd4-cb4f-4542-aa7f-0d9acde3bd3f req-cf96448b-d42c-4cb1-b071-2113df367e3b service neutron] Bound using segment: {'id': '20111d7e-0648-421f-8458-2c564982cda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '61ffd1b6-f25b-4986-bd69-fd61ebdd8c18'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:12:31.981982 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-ea609bd4-cb4f-4542-aa7f-0d9acde3bd3f req-cf96448b-d42c-4cb1-b071-2113df367e3b service neutron] Bound port: 021c23e7-1abd-4066-95dc-579b5da6ad74, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20111d7e-0648-421f-8458-2c564982cda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '61ffd1b6-f25b-4986-bd69-fd61ebdd8c18'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:12:31.982475 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ea609bd4-cb4f-4542-aa7f-0d9acde3bd3f req-cf96448b-d42c-4cb1-b071-2113df367e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:32.172166 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-091cd434-f3ad-44b2-89d0-86fd78d24113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50734d55-ffd2-43db-a118-71e5dde6c9a6', 'name': 'tempest-ServersTestManualDisk-399785144-router', 'tenant_id': 'af04827258d24f9db4d18404590f3f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '2e9c9fd4-f6f0-456c-8a28-7a82c5843596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:12:26Z', 'updated_at': '2021-07-09T16:12:28Z', 'revision_number': 3, 'project_id': 'af04827258d24f9db4d18404590f3f54', 'gw_port': {'id': '2e9c9fd4-f6f0-456c-8a28-7a82c5843596', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:38:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50734d55-ffd2-43db-a118-71e5dde6c9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:12:27Z', 'updated_at': '2021-07-09T16:12:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:12:32.218995 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091cd434-f3ad-44b2-89d0-86fd78d24113 None None] Checking router: 50734d55-ffd2-43db-a118-71e5dde6c9a6 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:12:32.219205 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091cd434-f3ad-44b2-89d0-86fd78d24113 None None] Updating router 50734d55-ffd2-43db-a118-71e5dde6c9a6 port 2e9c9fd4-f6f0-456c-8a28-7a82c5843596 binding host n-d-798930-3 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:12:32.278046 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-091cd434-f3ad-44b2-89d0-86fd78d24113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:32.577202 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-ea609bd4-cb4f-4542-aa7f-0d9acde3bd3f req-cf96448b-d42c-4cb1-b071-2113df367e3b service neutron] For port 021c23e7-1abd-4066-95dc-579b5da6ad74, host n-h2-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:12:32.586989 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-ea609bd4-cb4f-4542-aa7f-0d9acde3bd3f req-cf96448b-d42c-4cb1-b071-2113df367e3b service neutron] For port 021c23e7-1abd-4066-95dc-579b5da6ad74, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=021c23e7-1abd-4066-95dc-579b5da6ad74,segment=NetworkSegment(20111d7e-0648-421f-8458-2c564982cda3),segment_id=20111d7e-0648-421f-8458-2c564982cda3)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:12:32.597602 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ea609bd4-cb4f-4542-aa7f-0d9acde3bd3f req-cf96448b-d42c-4cb1-b071-2113df367e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:32.713374 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea609bd4-cb4f-4542-aa7f-0d9acde3bd3f req-cf96448b-d42c-4cb1-b071-2113df367e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:32.714568 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ea609bd4-cb4f-4542-aa7f-0d9acde3bd3f req-cf96448b-d42c-4cb1-b071-2113df367e3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:32.716033 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ea609bd4-cb4f-4542-aa7f-0d9acde3bd3f req-cf96448b-d42c-4cb1-b071-2113df367e3b service neutron] 10.222.0.73 "PUT /v2.0/ports/021c23e7-1abd-4066-95dc-579b5da6ad74 HTTP/1.1" status: 200 len: 1091 time: 2.0632091 Jul 09 16:12:32.718671 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '814eec7e-8e74-4d24-8510-9cb495b8da26', 'tag': '021c23e7-1abd-4066-95dc-579b5da6ad74'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:12:32.721037 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7892108c-397e-40ec-a138-b3bd49469061" -d '{"events": [{"name": "network-changed", "server_uuid": "814eec7e-8e74-4d24-8510-9cb495b8da26", "tag": "021c23e7-1abd-4066-95dc-579b5da6ad74"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:12:32.839716 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-091cd434-f3ad-44b2-89d0-86fd78d24113 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:32.856031 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047e1c9-4472-4695-a9be-6002eb7a177e req-1787d14e-adee-4a79-9c80-9e45c94b205a tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:32.866591 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7047e1c9-4472-4695-a9be-6002eb7a177e req-1787d14e-adee-4a79-9c80-9e45c94b205a tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=999f1769-1279-4fe8-981f-c081e4f38f3e HTTP/1.1" status: 200 len: 1097 time: 0.4639435 Jul 09 16:12:32.882000 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-091cd434-f3ad-44b2-89d0-86fd78d24113 None None] Transition to ACTIVE for port object 2e9c9fd4-f6f0-456c-8a28-7a82c5843596 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:12:32.898282 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-091cd434-f3ad-44b2-89d0-86fd78d24113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:32.957619 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf96448b-d42c-4cb1-b071-2113df367e3b service neutron] Pushing event updated for resources: {'Port': ['ID=021c23e7-1abd-4066-95dc-579b5da6ad74,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:32.975313 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-091cd434-f3ad-44b2-89d0-86fd78d24113 None None] Attempting to bind port 2e9c9fd4-f6f0-456c-8a28-7a82c5843596 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:12:32.976831 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-091cd434-f3ad-44b2-89d0-86fd78d24113 None None] Attempting to bind port 2e9c9fd4-f6f0-456c-8a28-7a82c5843596 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:12:32.977962 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091cd434-f3ad-44b2-89d0-86fd78d24113 None None] Attempting to bind port 2e9c9fd4-f6f0-456c-8a28-7a82c5843596 on network caa6ed8d-2893-4113-8f68-c5284e694f6c {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:12:33.036775 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091cd434-f3ad-44b2-89d0-86fd78d24113 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:12:33.037159 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091cd434-f3ad-44b2-89d0-86fd78d24113 None None] Checking segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:12:33.037586 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-091cd434-f3ad-44b2-89d0-86fd78d24113 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:33.037959 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091cd434-f3ad-44b2-89d0-86fd78d24113 None None] Bound using segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:12:33.043059 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-091cd434-f3ad-44b2-89d0-86fd78d24113 None None] Bound port: 2e9c9fd4-f6f0-456c-8a28-7a82c5843596, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:12:33.043567 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-091cd434-f3ad-44b2-89d0-86fd78d24113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:33.063417 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea609bd4-cb4f-4542-aa7f-0d9acde3bd3f req-eae86116-81e1-451e-aa32-d3eb32c1cae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:33.065833 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ea609bd4-cb4f-4542-aa7f-0d9acde3bd3f req-eae86116-81e1-451e-aa32-d3eb32c1cae0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4a7bcfee98ce42f9b496f385fa1d801e&device_id=814eec7e-8e74-4d24-8510-9cb495b8da26 HTTP/1.1" status: 200 len: 1094 time: 0.2734697 Jul 09 16:12:33.148673 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7047e1c9-4472-4695-a9be-6002eb7a177e req-c02a83dd-c4ca-487d-846a-68001dbcef2b tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817347 Jul 09 16:12:33.230023 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ea609bd4-cb4f-4542-aa7f-0d9acde3bd3f req-ee715cf6-1d22-42e6-8cae-9a17eb317aa4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=021c23e7-1abd-4066-95dc-579b5da6ad74 HTTP/1.1" status: 200 len: 217 time: 0.1480055 Jul 09 16:12:33.243014 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-091cd434-f3ad-44b2-89d0-86fd78d24113 None None] For port 2e9c9fd4-f6f0-456c-8a28-7a82c5843596, host n-d-798930-3, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:12:33.247605 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-091cd434-f3ad-44b2-89d0-86fd78d24113 None None] For port 2e9c9fd4-f6f0-456c-8a28-7a82c5843596, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=2e9c9fd4-f6f0-456c-8a28-7a82c5843596,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:12:33.287042 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-091cd434-f3ad-44b2-89d0-86fd78d24113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:33.307433 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c579805-3e0c-4d88-ba93-3b2606bc6b06 None None] Pushing event updated for resources: {'Port': ['ID=2e9c9fd4-f6f0-456c-8a28-7a82c5843596,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:33.368558 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b4e4f8d3-8197-4300-bfcf-a251b973d87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:33.394888 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091cd434-f3ad-44b2-89d0-86fd78d24113 None None] Routers {'50734d55-ffd2-43db-a118-71e5dde6c9a6'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:12:33.395379 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-091cd434-f3ad-44b2-89d0-86fd78d24113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:12:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['50734d55-ffd2-43db-a118-71e5dde6c9a6'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:12:33.457764 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea609bd4-cb4f-4542-aa7f-0d9acde3bd3f req-fd4da39d-51f9-4eff-8128-fe3b02c68151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:33.459336 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ea609bd4-cb4f-4542-aa7f-0d9acde3bd3f req-fd4da39d-51f9-4eff-8128-fe3b02c68151 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=90f9165d-5f7d-46e1-8fba-1a5ae5f57aba HTTP/1.1" status: 200 len: 854 time: 0.2197349 Jul 09 16:12:33.474239 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c579805-3e0c-4d88-ba93-3b2606bc6b06 None None] Pushing event updated for resources: {'Port': ['ID=2e9c9fd4-f6f0-456c-8a28-7a82c5843596,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:33.667530 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18f7d8-37bd-4b20-a5b0-20307960d414 req-1769ab47-ce31-4e7d-9bf9-a51b44d0832f tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:33.683161 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0d18f7d8-37bd-4b20-a5b0-20307960d414 req-1769ab47-ce31-4e7d-9bf9-a51b44d0832f tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c19ea7a-85c9-4238-876a-79b2a0d9cfb1 HTTP/1.1" status: 200 len: 950 time: 0.3034503 Jul 09 16:12:33.757210 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea609bd4-cb4f-4542-aa7f-0d9acde3bd3f req-e73d3d87-1aee-4392-b276-de13bb0dcc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:33.758892 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ea609bd4-cb4f-4542-aa7f-0d9acde3bd3f req-e73d3d87-1aee-4392-b276-de13bb0dcc78 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=61ffd1b6-f25b-4986-bd69-fd61ebdd8c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2902911 Jul 09 16:12:33.845237 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0d18f7d8-37bd-4b20-a5b0-20307960d414 req-ba77099c-2961-4867-86a2-a7819a0b6f70 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610658 Jul 09 16:12:33.900793 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-b4e4f8d3-8197-4300-bfcf-a251b973d87f admin admin] Allocated IP 172.20.0.1 (60f29bb9-c6a4-4744-a356-fda340719d26/343017e3-3017-47b4-bba4-2146bb17b890/72a2c892-8ab0-4d6a-a8e2-70b5224d09e7) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:12:33.903408 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-091cd434-f3ad-44b2-89d0-86fd78d24113 None None] Set router 50734d55-ffd2-43db-a118-71e5dde6c9a6 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:12:33.940005 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4bb6d69-bce5-4ee0-90f1-5970f765cbde x-openstack-request-id: req-b4bb6d69-bce5-4ee0-90f1-5970f765cbde {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:12:33.943287 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "814eec7e-8e74-4d24-8510-9cb495b8da26", "tag": "021c23e7-1abd-4066-95dc-579b5da6ad74", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:12:33.943899 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b4bb6d69-bce5-4ee0-90f1-5970f765cbde {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:12:33.946276 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '814eec7e-8e74-4d24-8510-9cb495b8da26', 'tag': '021c23e7-1abd-4066-95dc-579b5da6ad74', 'status': 'completed', 'code': 200} Jul 09 16:12:34.047759 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b4e4f8d3-8197-4300-bfcf-a251b973d87f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:34.072314 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-b4e4f8d3-8197-4300-bfcf-a251b973d87f admin admin] Transition to ACTIVE for port object 72a2c892-8ab0-4d6a-a8e2-70b5224d09e7 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:12:34.124491 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b4e4f8d3-8197-4300-bfcf-a251b973d87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:34.124938 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ea609bd4-cb4f-4542-aa7f-0d9acde3bd3f req-8360b9cf-8358-46ff-b20c-41dfa2bd5718 service neutron] 10.222.0.73 "GET /v2.0/networks/61ffd1b6-f25b-4986-bd69-fd61ebdd8c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553700 Jul 09 16:12:34.337568 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ea609bd4-cb4f-4542-aa7f-0d9acde3bd3f req-2dceac70-6d77-49b1-a92b-aafe6877831b service neutron] 10.222.0.73 "GET /v2.0/networks/61ffd1b6-f25b-4986-bd69-fd61ebdd8c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989324 Jul 09 16:12:34.338291 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e4f8d3-8197-4300-bfcf-a251b973d87f admin admin] Pushing event updated for resources: {'Port': ['ID=72a2c892-8ab0-4d6a-a8e2-70b5224d09e7,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:34.372975 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e4f8d3-8197-4300-bfcf-a251b973d87f admin admin] Network 60f29bb9-c6a4-4744-a356-fda340719d26 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:12:34.380622 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-b4e4f8d3-8197-4300-bfcf-a251b973d87f admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:12:34.387309 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e4f8d3-8197-4300-bfcf-a251b973d87f admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:12:34.494692 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-091cd434-f3ad-44b2-89d0-86fd78d24113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50734d55-ffd2-43db-a118-71e5dde6c9a6', 'name': 'tempest-ServersTestManualDisk-399785144-router', 'tenant_id': 'af04827258d24f9db4d18404590f3f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '2e9c9fd4-f6f0-456c-8a28-7a82c5843596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:12:26Z', 'updated_at': '2021-07-09T16:12:28Z', 'revision_number': 3, 'project_id': 'af04827258d24f9db4d18404590f3f54', 'gw_port': {'id': '2e9c9fd4-f6f0-456c-8a28-7a82c5843596', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:38:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50734d55-ffd2-43db-a118-71e5dde6c9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:12:27Z', 'updated_at': '2021-07-09T16:12:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:12:34.498571 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844ae7a-fec6-4473-8be9-6ca26e3118b8 req-ff0cfb00-7a53-4a73-bf83-908433dc5779 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:34.502803 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6844ae7a-fec6-4473-8be9-6ca26e3118b8 req-ff0cfb00-7a53-4a73-bf83-908433dc5779 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "GET /v2.0/ports?device_id=814eec7e-8e74-4d24-8510-9cb495b8da26 HTTP/1.1" status: 200 len: 943 time: 0.1636171 Jul 09 16:12:34.557364 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091cd434-f3ad-44b2-89d0-86fd78d24113 None None] The sync data for ids ['50734d55-ffd2-43db-a118-71e5dde6c9a6'] in n-d-798930-3 is: [{'id': '50734d55-ffd2-43db-a118-71e5dde6c9a6', 'name': 'tempest-ServersTestManualDisk-399785144-router', 'tenant_id': 'af04827258d24f9db4d18404590f3f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '2e9c9fd4-f6f0-456c-8a28-7a82c5843596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:12:26Z', 'updated_at': '2021-07-09T16:12:28Z', 'revision_number': 3, 'project_id': 'af04827258d24f9db4d18404590f3f54', 'gw_port': {'id': '2e9c9fd4-f6f0-456c-8a28-7a82c5843596', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:38:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50734d55-ffd2-43db-a118-71e5dde6c9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:12:27Z', 'updated_at': '2021-07-09T16:12:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:12:34.641027 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b4e4f8d3-8197-4300-bfcf-a251b973d87f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:34.717937 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6844ae7a-fec6-4473-8be9-6ca26e3118b8 req-be89acbc-5b65-4821-a42b-0b66854e77a7 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "GET /v2.0/security-groups?id=89dfd2dc-1906-4049-bbd8-d8b2687b4c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251128 Jul 09 16:12:34.776538 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892108c-397e-40ec-a138-b3bd49469061 req-f4c8304c-6a30-4e74-819b-7e4f88bf5cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:34.778370 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7892108c-397e-40ec-a138-b3bd49469061 req-f4c8304c-6a30-4e74-819b-7e4f88bf5cbf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4a7bcfee98ce42f9b496f385fa1d801e&device_id=814eec7e-8e74-4d24-8510-9cb495b8da26 HTTP/1.1" status: 200 len: 1094 time: 0.2717617 Jul 09 16:12:34.915318 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-bd62af97-81a5-4745-ac23-9196ca93f950 None None] Provisioning for port 72a2c892-8ab0-4d6a-a8e2-70b5224d09e7 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:12:34.934716 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-bd62af97-81a5-4745-ac23-9196ca93f950 None None] Provisioning complete for port 72a2c892-8ab0-4d6a-a8e2-70b5224d09e7 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:12:34.935477 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bd62af97-81a5-4745-ac23-9196ca93f950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:35.087150 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-bd62af97-81a5-4745-ac23-9196ca93f950 None None] Port 72a2c892-8ab0-4d6a-a8e2-70b5224d09e7 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:12:35.105829 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b4e4f8d3-8197-4300-bfcf-a251b973d87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:35.258190 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892108c-397e-40ec-a138-b3bd49469061 req-12ccd57e-8149-4757-8152-b4ed1a5fbcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:35.278347 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7892108c-397e-40ec-a138-b3bd49469061 req-12ccd57e-8149-4757-8152-b4ed1a5fbcb2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=61ffd1b6-f25b-4986-bd69-fd61ebdd8c18 HTTP/1.1" status: 200 len: 916 time: 0.4818351 Jul 09 16:12:35.441682 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7892108c-397e-40ec-a138-b3bd49469061 req-f3fc50fb-48a1-4fad-8913-8a6e6a08f008 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=021c23e7-1abd-4066-95dc-579b5da6ad74 HTTP/1.1" status: 200 len: 217 time: 0.1539245 Jul 09 16:12:35.503959 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b4e4f8d3-8197-4300-bfcf-a251b973d87f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:35.530115 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b4e4f8d3-8197-4300-bfcf-a251b973d87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:35.581930 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892108c-397e-40ec-a138-b3bd49469061 req-88cc977f-e88a-4ff7-8d2f-5bd6d7d72ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:35.583932 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7892108c-397e-40ec-a138-b3bd49469061 req-88cc977f-e88a-4ff7-8d2f-5bd6d7d72ce3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=90f9165d-5f7d-46e1-8fba-1a5ae5f57aba HTTP/1.1" status: 200 len: 854 time: 0.1314991 Jul 09 16:12:35.715066 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c0cbb2e1-9b13-4464-a050-87925ecebebe req-465a66cd-06ab-48d7-9514-65d7e71b7c5a tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6b8bdcc-23ee-4cb4-b8a8-20144fd57f3a HTTP/1.1" status: 200 len: 210 time: 0.0617933 Jul 09 16:12:35.749416 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892108c-397e-40ec-a138-b3bd49469061 req-ea329446-4f53-4e91-a545-41cd5bc6765f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:35.750885 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7892108c-397e-40ec-a138-b3bd49469061 req-ea329446-4f53-4e91-a545-41cd5bc6765f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=61ffd1b6-f25b-4986-bd69-fd61ebdd8c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1603906 Jul 09 16:12:35.773280 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b4e4f8d3-8197-4300-bfcf-a251b973d87f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:35.777350 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e4f8d3-8197-4300-bfcf-a251b973d87f admin admin] Pushing event updated for resources: {'Port': ['ID=72a2c892-8ab0-4d6a-a8e2-70b5224d09e7,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:36.013459 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7b6713da-4536-4731-a614-d52569c20d0b req-128da10d-bd50-4212-8229-53145f60af48 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=06486c1ff3c04c6aba88bb5474a3b49d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1055896 Jul 09 16:12:36.038930 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7892108c-397e-40ec-a138-b3bd49469061 req-1e0d4a7d-72d7-4328-9a85-c962bd23d0f9 service neutron] 10.222.0.73 "GET /v2.0/networks/61ffd1b6-f25b-4986-bd69-fd61ebdd8c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803800 Jul 09 16:12:36.304678 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e4f8d3-8197-4300-bfcf-a251b973d87f admin admin] Network 60f29bb9-c6a4-4744-a356-fda340719d26 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:12:36.339699 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7b6713da-4536-4731-a614-d52569c20d0b req-500e4997-46c0-41f8-9531-92ecee2939ae tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=06486c1ff3c04c6aba88bb5474a3b49d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1598754 Jul 09 16:12:36.342305 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-b4e4f8d3-8197-4300-bfcf-a251b973d87f admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:12:36.481092 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 2e9c9fd4-f6f0-456c-8a28-7a82c5843596 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:12:36.591473 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4e4f8d3-8197-4300-bfcf-a251b973d87f admin admin] Router 50734d55-ffd2-43db-a118-71e5dde6c9a6 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:12:36.609406 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6713da-4536-4731-a614-d52569c20d0b req-2b00f79c-e4f7-41bf-a3d6-ac6b76eab31b tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:36.611024 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7b6713da-4536-4731-a614-d52569c20d0b req-2b00f79c-e4f7-41bf-a3d6-ac6b76eab31b tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5616732 Jul 09 16:12:36.649628 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-7b6713da-4536-4731-a614-d52569c20d0b req-5aecdd06-aeaf-4793-9ac0-da10437b7006 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Request body: {'port': {'device_id': '76aa3dc8-848b-4e09-be0f-ad732669d4bb', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'admin_state_up': True, 'tenant_id': '06486c1ff3c04c6aba88bb5474a3b49d'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:12:36.769973 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 2e9c9fd4-f6f0-456c-8a28-7a82c5843596 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:12:36.789665 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 2e9c9fd4-f6f0-456c-8a28-7a82c5843596 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:12:36.792227 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:36.885179 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7892108c-397e-40ec-a138-b3bd49469061 req-49082139-3d51-4b24-9383-666222a93a5c service neutron] 10.222.0.73 "GET /v2.0/networks/61ffd1b6-f25b-4986-bd69-fd61ebdd8c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8386323 Jul 09 16:12:36.913849 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6713da-4536-4731-a614-d52569c20d0b req-f1461291-0cbf-4769-805a-486151183680 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:36.915658 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7b6713da-4536-4731-a614-d52569c20d0b req-f1461291-0cbf-4769-805a-486151183680 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5636969 Jul 09 16:12:36.933772 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e3a9c-4afe-4ce1-9729-ada7876b24fd req-ae7455a0-fb94-43d9-97f0-1b0313fa69c5 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:36.935573 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c05e3a9c-4afe-4ce1-9729-ada7876b24fd req-ae7455a0-fb94-43d9-97f0-1b0313fa69c5 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c19ea7a-85c9-4238-876a-79b2a0d9cfb1 HTTP/1.1" status: 200 len: 950 time: 0.6010735 Jul 09 16:12:36.941728 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-7b6713da-4536-4731-a614-d52569c20d0b req-869f7cd3-98cd-415b-9990-430309546e31 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Request body: {'port': {'device_id': 'e6b8bdcc-23ee-4cb4-b8a8-20144fd57f3a', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'admin_state_up': True, 'tenant_id': '06486c1ff3c04c6aba88bb5474a3b49d'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:12:37.050162 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1cfe4d48-cbe6-40e3-a41d-55efa11742c0 None None] Provisioning complete for port 72a2c892-8ab0-4d6a-a8e2-70b5224d09e7 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:12:37.050565 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1cfe4d48-cbe6-40e3-a41d-55efa11742c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:37.079767 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c05e3a9c-4afe-4ce1-9729-ada7876b24fd req-e2406f46-df9f-4e7b-bb32-7c6f31152a8b tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324754 Jul 09 16:12:37.169487 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-1cfe4d48-cbe6-40e3-a41d-55efa11742c0 None None] Port 72a2c892-8ab0-4d6a-a8e2-70b5224d09e7 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:12:37.180638 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:37.202552 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b6713da-4536-4731-a614-d52569c20d0b req-869f7cd3-98cd-415b-9990-430309546e31 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Made reservation on behalf of 06486c1ff3c04c6aba88bb5474a3b49d for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:12:37.208792 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7b6713da-4536-4731-a614-d52569c20d0b req-869f7cd3-98cd-415b-9990-430309546e31 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:37.263390 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 2e9c9fd4-f6f0-456c-8a28-7a82c5843596, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=2e9c9fd4-f6f0-456c-8a28-7a82c5843596,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:12:37.270299 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:37.400663 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=2e9c9fd4-f6f0-456c-8a28-7a82c5843596,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:37.615911 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [req-67dcd68f-5128-48c4-8385-4d1745348924 req-436c9bff-484a-4f62-bcd2-ba5727a6fab5 tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:12:37.616407 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9b87d-f262-477f-a326-d326c60847b2 req-261e4b80-cea2-4a13-9c41-7e38f8f900be tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:37.616913 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-67dcd68f-5128-48c4-8385-4d1745348924 req-436c9bff-484a-4f62-bcd2-ba5727a6fab5 tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5729077 Jul 09 16:12:37.651249 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0fc9b87d-f262-477f-a326-d326c60847b2 req-261e4b80-cea2-4a13-9c41-7e38f8f900be tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "GET /v2.0/ports?device_id=814eec7e-8e74-4d24-8510-9cb495b8da26 HTTP/1.1" status: 200 len: 943 time: 0.3299139 Jul 09 16:12:37.663477 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-7b6713da-4536-4731-a614-d52569c20d0b req-869f7cd3-98cd-415b-9990-430309546e31 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Allocated IP 192.168.233.56 (c7d8b865-e1f3-4446-a87b-a6da86eba8a1/f122b436-b232-4a3c-9aac-47d5639f2da4/82c66ec9-75cf-49fa-8517-c3e292c0c0e5) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:12:37.671048 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-67dcd68f-5128-48c4-8385-4d1745348924 req-d8081c7c-3fbd-4bd5-9018-f4c66fbecb30 service neutron] Request body: {'binding': {'host': 'n-h2-798930-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:12:37.671990 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-67dcd68f-5128-48c4-8385-4d1745348924 req-d8081c7c-3fbd-4bd5-9018-f4c66fbecb30 service neutron] Unknown quota resources ['binding']. {{(pid=93959) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 16:12:37.892372 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7b6713da-4536-4731-a614-d52569c20d0b req-869f7cd3-98cd-415b-9990-430309546e31 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:37.899523 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e4f8d3-8197-4300-bfcf-a251b973d87f admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:12:37.930898 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-7b6713da-4536-4731-a614-d52569c20d0b req-869f7cd3-98cd-415b-9990-430309546e31 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Transition to ACTIVE for port object 82c66ec9-75cf-49fa-8517-c3e292c0c0e5 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:12:37.938016 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0fc9b87d-f262-477f-a326-d326c60847b2 req-f349afb7-8709-4b0d-80f6-5bbb751bc3f1 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "GET /v2.0/security-groups?id=89dfd2dc-1906-4049-bbd8-d8b2687b4c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2856276 Jul 09 16:12:37.952640 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b4e4f8d3-8197-4300-bfcf-a251b973d87f admin admin] 10.222.0.98 "PUT /v2.0/routers/50734d55-ffd2-43db-a118-71e5dde6c9a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4688032 Jul 09 16:12:37.984765 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7b6713da-4536-4731-a614-d52569c20d0b req-869f7cd3-98cd-415b-9990-430309546e31 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:37.985002 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b6713da-4536-4731-a614-d52569c20d0b req-5aecdd06-aeaf-4793-9ac0-da10437b7006 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Made reservation on behalf of 06486c1ff3c04c6aba88bb5474a3b49d for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:12:37.992320 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7b6713da-4536-4731-a614-d52569c20d0b req-5aecdd06-aeaf-4793-9ac0-da10437b7006 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:37.992713 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d403130-0f22-4c06-8884-7d7c91534ec3 None None] Sync routers for ids ['50734d55-ffd2-43db-a118-71e5dde6c9a6'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:12:38.006032 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['2bf4afec-66f7-4d7c-b984-e80fa7b78a2f', 'e231c2d1-2e9d-4788-9b12-b55bb9cfd787', '639e631d-bf34-4819-aca6-3e30afa826a4'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:12:38.046270 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b6713da-4536-4731-a614-d52569c20d0b req-869f7cd3-98cd-415b-9990-430309546e31 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:12:38.051233 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-7b6713da-4536-4731-a614-d52569c20d0b req-869f7cd3-98cd-415b-9990-430309546e31 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:12:38.059270 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b6713da-4536-4731-a614-d52569c20d0b req-869f7cd3-98cd-415b-9990-430309546e31 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:12:38.070926 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6713da-4536-4731-a614-d52569c20d0b req-869f7cd3-98cd-415b-9990-430309546e31 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:38.073424 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7b6713da-4536-4731-a614-d52569c20d0b req-869f7cd3-98cd-415b-9990-430309546e31 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:38.077505 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d403130-0f22-4c06-8884-7d7c91534ec3 None None] Routers {'50734d55-ffd2-43db-a118-71e5dde6c9a6'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:12:38.080390 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-8d403130-0f22-4c06-8884-7d7c91534ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:12:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['50734d55-ffd2-43db-a118-71e5dde6c9a6'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:12:38.181044 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7b6713da-4536-4731-a614-d52569c20d0b req-869f7cd3-98cd-415b-9990-430309546e31 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2377973 Jul 09 16:12:38.192946 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-7b6713da-4536-4731-a614-d52569c20d0b req-936eeeed-2f6a-410d-b200-e48b8549a5ae service neutron] Request body: {'port': {'device_id': 'e6b8bdcc-23ee-4cb4-b8a8-20144fd57f3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:12:38.269610 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f7cd3-98cd-415b-9990-430309546e31 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Pushing event updated for resources: {'Port': ['ID=82c66ec9-75cf-49fa-8517-c3e292c0c0e5,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:38.310489 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-67dcd68f-5128-48c4-8385-4d1745348924 req-d8081c7c-3fbd-4bd5-9018-f4c66fbecb30 service neutron] Attempting to bind port d846a90a-5bb1-447d-8948-0fa71ad4560c on host n-h2-798930-3 for vnic_type normal with profile None {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:12:38.310844 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-67dcd68f-5128-48c4-8385-4d1745348924 req-d8081c7c-3fbd-4bd5-9018-f4c66fbecb30 service neutron] Attempting to bind port d846a90a-5bb1-447d-8948-0fa71ad4560c by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': 'cbc7a639-5863-4995-9a4b-f91be63e1ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b65bcac-ba21-4565-bf6d-5e7b6fe83db7'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:12:38.311251 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67dcd68f-5128-48c4-8385-4d1745348924 req-d8081c7c-3fbd-4bd5-9018-f4c66fbecb30 service neutron] Attempting to bind port d846a90a-5bb1-447d-8948-0fa71ad4560c on network 2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:12:38.348104 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7b6713da-4536-4731-a614-d52569c20d0b req-936eeeed-2f6a-410d-b200-e48b8549a5ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:38.364030 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67dcd68f-5128-48c4-8385-4d1745348924 req-d8081c7c-3fbd-4bd5-9018-f4c66fbecb30 service neutron] Port d846a90a-5bb1-447d-8948-0fa71ad4560c on network 2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:12:38.364884 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67dcd68f-5128-48c4-8385-4d1745348924 req-d8081c7c-3fbd-4bd5-9018-f4c66fbecb30 service neutron] Attempting to bind port d846a90a-5bb1-447d-8948-0fa71ad4560c on network 2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:12:38.381866 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67dcd68f-5128-48c4-8385-4d1745348924 req-d8081c7c-3fbd-4bd5-9018-f4c66fbecb30 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:12:38.382234 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67dcd68f-5128-48c4-8385-4d1745348924 req-d8081c7c-3fbd-4bd5-9018-f4c66fbecb30 service neutron] Checking segment: {'id': 'cbc7a639-5863-4995-9a4b-f91be63e1ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b65bcac-ba21-4565-bf6d-5e7b6fe83db7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:12:38.382589 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67dcd68f-5128-48c4-8385-4d1745348924 req-d8081c7c-3fbd-4bd5-9018-f4c66fbecb30 service neutron] Bound using segment: {'id': 'cbc7a639-5863-4995-9a4b-f91be63e1ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b65bcac-ba21-4565-bf6d-5e7b6fe83db7'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:12:38.383255 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-67dcd68f-5128-48c4-8385-4d1745348924 req-d8081c7c-3fbd-4bd5-9018-f4c66fbecb30 service neutron] Bound port: d846a90a-5bb1-447d-8948-0fa71ad4560c, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbc7a639-5863-4995-9a4b-f91be63e1ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b65bcac-ba21-4565-bf6d-5e7b6fe83db7'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:12:38.397309 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-8d403130-0f22-4c06-8884-7d7c91534ec3 None None] Set router 50734d55-ffd2-43db-a118-71e5dde6c9a6 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:12:38.441916 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 2e9c9fd4-f6f0-456c-8a28-7a82c5843596 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:12:38.445686 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-7b6713da-4536-4731-a614-d52569c20d0b req-5aecdd06-aeaf-4793-9ac0-da10437b7006 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Allocated IP 192.168.233.12 (c7d8b865-e1f3-4446-a87b-a6da86eba8a1/f122b436-b232-4a3c-9aac-47d5639f2da4/650e196b-2aa6-4ef4-a414-5422d0b873bf) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:12:38.497485 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-67dcd68f-5128-48c4-8385-4d1745348924 req-d8081c7c-3fbd-4bd5-9018-f4c66fbecb30 service neutron] For port d846a90a-5bb1-447d-8948-0fa71ad4560c, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=d846a90a-5bb1-447d-8948-0fa71ad4560c,segment=NetworkSegment(cbc7a639-5863-4995-9a4b-f91be63e1ab1),segment_id=cbc7a639-5863-4995-9a4b-f91be63e1ab1)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:12:38.505626 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-67dcd68f-5128-48c4-8385-4d1745348924 req-d8081c7c-3fbd-4bd5-9018-f4c66fbecb30 service neutron] Notify callbacks [] for binding, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:38.506868 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-67dcd68f-5128-48c4-8385-4d1745348924 req-d8081c7c-3fbd-4bd5-9018-f4c66fbecb30 service neutron] 10.222.0.98 "POST /v2.0/ports/d846a90a-5bb1-447d-8948-0fa71ad4560c/bindings HTTP/1.1" status: 201 len: 389 time: 0.8464377 Jul 09 16:12:38.603705 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4d77d28f-9c36-44c9-b90e-2a8fb3b12f31 None None] Provisioning for port 82c66ec9-75cf-49fa-8517-c3e292c0c0e5 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:12:38.608356 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f3bca-7efc-4fec-bf70-e6febb5c076d req-c0df781f-b51d-4e10-ac9c-c40e9845fa46 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:38.609981 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9e6f3bca-7efc-4fec-bf70-e6febb5c076d req-c0df781f-b51d-4e10-ac9c-c40e9845fa46 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6b8bdcc-23ee-4cb4-b8a8-20144fd57f3a HTTP/1.1" status: 200 len: 935 time: 0.1078312 Jul 09 16:12:38.622279 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4d77d28f-9c36-44c9-b90e-2a8fb3b12f31 None None] Provisioning complete for port 82c66ec9-75cf-49fa-8517-c3e292c0c0e5 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:12:38.622657 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4d77d28f-9c36-44c9-b90e-2a8fb3b12f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:38.694153 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9e6f3bca-7efc-4fec-bf70-e6febb5c076d req-bc3962f0-af41-4a99-9070-d949adcac4d5 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724411 Jul 09 16:12:38.715520 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7b6713da-4536-4731-a614-d52569c20d0b req-5aecdd06-aeaf-4793-9ac0-da10437b7006 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:38.732605 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-7b6713da-4536-4731-a614-d52569c20d0b req-5aecdd06-aeaf-4793-9ac0-da10437b7006 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Transition to ACTIVE for port object 650e196b-2aa6-4ef4-a414-5422d0b873bf will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:12:38.791518 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7b6713da-4536-4731-a614-d52569c20d0b req-5aecdd06-aeaf-4793-9ac0-da10437b7006 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:38.830041 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-4d77d28f-9c36-44c9-b90e-2a8fb3b12f31 None None] Port 82c66ec9-75cf-49fa-8517-c3e292c0c0e5 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:12:38.836435 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 2e9c9fd4-f6f0-456c-8a28-7a82c5843596 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:12:38.836854 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:38.858874 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b6713da-4536-4731-a614-d52569c20d0b req-5aecdd06-aeaf-4793-9ac0-da10437b7006 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:12:38.863075 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-7b6713da-4536-4731-a614-d52569c20d0b req-5aecdd06-aeaf-4793-9ac0-da10437b7006 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:12:38.867915 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b6713da-4536-4731-a614-d52569c20d0b req-5aecdd06-aeaf-4793-9ac0-da10437b7006 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:12:38.876074 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aecdd06-aeaf-4793-9ac0-da10437b7006 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Pushing event updated for resources: {'Port': ['ID=650e196b-2aa6-4ef4-a414-5422d0b873bf,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:38.956402 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6713da-4536-4731-a614-d52569c20d0b req-5aecdd06-aeaf-4793-9ac0-da10437b7006 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:38.957896 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7b6713da-4536-4731-a614-d52569c20d0b req-5aecdd06-aeaf-4793-9ac0-da10437b7006 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:38.985377 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7b6713da-4536-4731-a614-d52569c20d0b req-5aecdd06-aeaf-4793-9ac0-da10437b7006 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3503742 Jul 09 16:12:39.011002 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-7b6713da-4536-4731-a614-d52569c20d0b req-936eeeed-2f6a-410d-b200-e48b8549a5ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82c66ec9-75cf-49fa-8517-c3e292c0c0e5 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:12:39.021042 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7b6713da-4536-4731-a614-d52569c20d0b req-936eeeed-2f6a-410d-b200-e48b8549a5ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:39.036490 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-7b6713da-4536-4731-a614-d52569c20d0b req-936eeeed-2f6a-410d-b200-e48b8549a5ae service neutron] Transition to ACTIVE for port object 82c66ec9-75cf-49fa-8517-c3e292c0c0e5 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:12:39.103373 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-7b6713da-4536-4731-a614-d52569c20d0b req-3de56f35-ab45-407a-be4f-12a76d550a50 service neutron] Request body: {'port': {'device_id': '76aa3dc8-848b-4e09-be0f-ad732669d4bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:12:39.112298 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7b6713da-4536-4731-a614-d52569c20d0b req-936eeeed-2f6a-410d-b200-e48b8549a5ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:39.148092 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-8d403130-0f22-4c06-8884-7d7c91534ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50734d55-ffd2-43db-a118-71e5dde6c9a6', 'name': 'tempest-ServersTestManualDisk-399785144-router', 'tenant_id': 'af04827258d24f9db4d18404590f3f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '2e9c9fd4-f6f0-456c-8a28-7a82c5843596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:12:26Z', 'updated_at': '2021-07-09T16:12:35Z', 'revision_number': 4, 'project_id': 'af04827258d24f9db4d18404590f3f54', 'gw_port': {'id': '2e9c9fd4-f6f0-456c-8a28-7a82c5843596', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:38:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50734d55-ffd2-43db-a118-71e5dde6c9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:12:27Z', 'updated_at': '2021-07-09T16:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '72a2c892-8ab0-4d6a-a8e2-70b5224d09e7', 'name': '', 'network_id': '60f29bb9-c6a4-4744-a356-fda340719d26', 'tenant_id': 'af04827258d24f9db4d18404590f3f54', 'mac_address': 'fa:16:3e:e2:21:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50734d55-ffd2-43db-a118-71e5dde6c9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '343017e3-3017-47b4-bba4-2146bb17b890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:12:33Z', 'updated_at': '2021-07-09T16:12:35Z', 'revision_number': 2, 'project_id': 'af04827258d24f9db4d18404590f3f54', 'subnets': [{'id': '343017e3-3017-47b4-bba4-2146bb17b890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:12:39.199012 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d403130-0f22-4c06-8884-7d7c91534ec3 None None] Checking router: 50734d55-ffd2-43db-a118-71e5dde6c9a6 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:12:39.199370 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d403130-0f22-4c06-8884-7d7c91534ec3 None None] Updating router 50734d55-ffd2-43db-a118-71e5dde6c9a6 port 72a2c892-8ab0-4d6a-a8e2-70b5224d09e7 binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:12:39.229007 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7b6713da-4536-4731-a614-d52569c20d0b req-3de56f35-ab45-407a-be4f-12a76d550a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:39.250693 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50840) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:12:39.287859 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-9848fd37-fe49-47fb-9117-3f47c2eeeedf tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Request body: {'security_group': {'name': 'tempest-securitygroup--815978296', 'description': 'tempest-description--1019113376'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:12:39.304997 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936eeeed-2f6a-410d-b200-e48b8549a5ae service neutron] Pushing event updated for resources: {'Port': ['ID=82c66ec9-75cf-49fa-8517-c3e292c0c0e5,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:39.306923 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8d403130-0f22-4c06-8884-7d7c91534ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:39.324065 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-708b2f40-4117-4dd5-881d-6fc9cea342b1 None None] Provisioning for port 650e196b-2aa6-4ef4-a414-5422d0b873bf completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:12:39.347385 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-708b2f40-4117-4dd5-881d-6fc9cea342b1 None None] Provisioning complete for port 650e196b-2aa6-4ef4-a414-5422d0b873bf triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:12:39.347761 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-708b2f40-4117-4dd5-881d-6fc9cea342b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:39.413058 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c3d7df-714c-43cb-8d56-c5e710814aae req-f37dc8e0-1d31-4a96-af62-6b2e7567f358 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:39.423794 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-69c3d7df-714c-43cb-8d56-c5e710814aae req-f37dc8e0-1d31-4a96-af62-6b2e7567f358 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c19ea7a-85c9-4238-876a-79b2a0d9cfb1 HTTP/1.1" status: 200 len: 950 time: 0.3842361 Jul 09 16:12:39.427140 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9848fd37-fe49-47fb-9117-3f47c2eeeedf tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:39.428100 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcd68f-5128-48c4-8385-4d1745348924 req-ac4e845e-44d6-4997-8103-80cb67f715d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:39.430312 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-67dcd68f-5128-48c4-8385-4d1745348924 req-ac4e845e-44d6-4997-8103-80cb67f715d7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9639d7ee11dd47639be4bedc72b53ccc&device_id=999f1769-1279-4fe8-981f-c081e4f38f3e HTTP/1.1" status: 200 len: 1097 time: 0.3818316 Jul 09 16:12:39.431969 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-7b6713da-4536-4731-a614-d52569c20d0b req-936eeeed-2f6a-410d-b200-e48b8549a5ae service neutron] Attempting to bind port 82c66ec9-75cf-49fa-8517-c3e292c0c0e5 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:12:39.432301 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-7b6713da-4536-4731-a614-d52569c20d0b req-936eeeed-2f6a-410d-b200-e48b8549a5ae service neutron] Attempting to bind port 82c66ec9-75cf-49fa-8517-c3e292c0c0e5 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:12:39.434380 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-708b2f40-4117-4dd5-881d-6fc9cea342b1 None None] Port 650e196b-2aa6-4ef4-a414-5422d0b873bf cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:12:39.434544 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6713da-4536-4731-a614-d52569c20d0b req-936eeeed-2f6a-410d-b200-e48b8549a5ae service neutron] Attempting to bind port 82c66ec9-75cf-49fa-8517-c3e292c0c0e5 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:12:39.478295 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6713da-4536-4731-a614-d52569c20d0b req-936eeeed-2f6a-410d-b200-e48b8549a5ae service neutron] Port 82c66ec9-75cf-49fa-8517-c3e292c0c0e5 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:12:39.478625 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6713da-4536-4731-a614-d52569c20d0b req-936eeeed-2f6a-410d-b200-e48b8549a5ae service neutron] Attempting to bind port 82c66ec9-75cf-49fa-8517-c3e292c0c0e5 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:12:39.539874 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6713da-4536-4731-a614-d52569c20d0b req-936eeeed-2f6a-410d-b200-e48b8549a5ae service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:12:39.540141 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6713da-4536-4731-a614-d52569c20d0b req-936eeeed-2f6a-410d-b200-e48b8549a5ae service neutron] Checking segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:12:39.540531 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6713da-4536-4731-a614-d52569c20d0b req-936eeeed-2f6a-410d-b200-e48b8549a5ae service neutron] Bound using segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:12:39.540985 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-7b6713da-4536-4731-a614-d52569c20d0b req-936eeeed-2f6a-410d-b200-e48b8549a5ae service neutron] Bound port: 82c66ec9-75cf-49fa-8517-c3e292c0c0e5, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:12:39.541534 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7b6713da-4536-4731-a614-d52569c20d0b req-936eeeed-2f6a-410d-b200-e48b8549a5ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:39.580615 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-69c3d7df-714c-43cb-8d56-c5e710814aae req-15f9dc0a-ccbf-456d-a4d9-98a04778ce2d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548290 Jul 09 16:12:39.652832 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165c711-21a7-4121-a9c4-22e9ec9b2439 req-5ebac85f-cdb5-4e1a-9b4e-ad4c71298280 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:39.659813 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2165c711-21a7-4121-a9c4-22e9ec9b2439 req-5ebac85f-cdb5-4e1a-9b4e-ad4c71298280 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=999f1769-1279-4fe8-981f-c081e4f38f3e HTTP/1.1" status: 200 len: 946 time: 0.2790499 Jul 09 16:12:39.702490 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcd68f-5128-48c4-8385-4d1745348924 req-5b42872f-e03c-4115-86ab-d6b345aa5830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:39.704236 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-67dcd68f-5128-48c4-8385-4d1745348924 req-5b42872f-e03c-4115-86ab-d6b345aa5830 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 HTTP/1.1" status: 200 len: 921 time: 0.2606330 Jul 09 16:12:39.758070 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2165c711-21a7-4121-a9c4-22e9ec9b2439 req-5f25d889-f6cc-4e76-ac2f-3155715598fb tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936782 Jul 09 16:12:39.789871 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8d403130-0f22-4c06-8884-7d7c91534ec3 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:39.809784 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8d403130-0f22-4c06-8884-7d7c91534ec3 None None] Transition to ACTIVE for port object 72a2c892-8ab0-4d6a-a8e2-70b5224d09e7 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:12:39.813913 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-67dcd68f-5128-48c4-8385-4d1745348924 req-73d5e3be-28e5-4e37-b875-03d0f34c4064 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d846a90a-5bb1-447d-8948-0fa71ad4560c HTTP/1.1" status: 200 len: 217 time: 0.0930407 Jul 09 16:12:39.821986 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9848fd37-fe49-47fb-9117-3f47c2eeeedf tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:39.823951 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8d403130-0f22-4c06-8884-7d7c91534ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:39.831855 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9848fd37-fe49-47fb-9117-3f47c2eeeedf tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:39.860790 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-7b6713da-4536-4731-a614-d52569c20d0b req-936eeeed-2f6a-410d-b200-e48b8549a5ae service neutron] For port 82c66ec9-75cf-49fa-8517-c3e292c0c0e5, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:12:39.866554 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9848fd37-fe49-47fb-9117-3f47c2eeeedf tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:39.876039 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-9848fd37-fe49-47fb-9117-3f47c2eeeedf tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5988812 Jul 09 16:12:39.888273 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50856) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:12:39.894381 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-7b6713da-4536-4731-a614-d52569c20d0b req-936eeeed-2f6a-410d-b200-e48b8549a5ae service neutron] For port 82c66ec9-75cf-49fa-8517-c3e292c0c0e5, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=82c66ec9-75cf-49fa-8517-c3e292c0c0e5,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:12:39.898707 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-fa256f19-1bfe-42c4-a1e3-31ff717b89dd tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Request body: {'security_group_rule': {'security_group_id': '5735b4b8-7e17-4d09-ac7c-df06ec8371f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:12:39.919075 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9848fd37-fe49-47fb-9117-3f47c2eeeedf tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5735b4b8-7e17-4d09-ac7c-df06ec8371f0,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:39.920559 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:39.931808 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-7b6713da-4536-4731-a614-d52569c20d0b req-3de56f35-ab45-407a-be4f-12a76d550a50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 650e196b-2aa6-4ef4-a414-5422d0b873bf {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:12:39.940063 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7b6713da-4536-4731-a614-d52569c20d0b req-3de56f35-ab45-407a-be4f-12a76d550a50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:39.942452 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7b6713da-4536-4731-a614-d52569c20d0b req-936eeeed-2f6a-410d-b200-e48b8549a5ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:39.951090 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b675d51-4694-4474-918e-322aeb7e772e None None] Pushing event updated for resources: {'Port': ['ID=72a2c892-8ab0-4d6a-a8e2-70b5224d09e7,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:39.956011 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-7b6713da-4536-4731-a614-d52569c20d0b req-3de56f35-ab45-407a-be4f-12a76d550a50 service neutron] Transition to ACTIVE for port object 650e196b-2aa6-4ef4-a414-5422d0b873bf will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:12:39.961165 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7b6713da-4536-4731-a614-d52569c20d0b req-3de56f35-ab45-407a-be4f-12a76d550a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:40.035690 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-8d403130-0f22-4c06-8884-7d7c91534ec3 None None] Attempting to bind port 72a2c892-8ab0-4d6a-a8e2-70b5224d09e7 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:12:40.036137 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-8d403130-0f22-4c06-8884-7d7c91534ec3 None None] Attempting to bind port 72a2c892-8ab0-4d6a-a8e2-70b5224d09e7 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'b9e8367d-4ac1-4ece-905f-b54d02e94300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '60f29bb9-c6a4-4744-a356-fda340719d26'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:12:40.036408 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d403130-0f22-4c06-8884-7d7c91534ec3 None None] Attempting to bind port 72a2c892-8ab0-4d6a-a8e2-70b5224d09e7 on network 60f29bb9-c6a4-4744-a356-fda340719d26 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:12:40.042533 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d403130-0f22-4c06-8884-7d7c91534ec3 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:12:40.042942 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d403130-0f22-4c06-8884-7d7c91534ec3 None None] Checking segment: {'id': 'b9e8367d-4ac1-4ece-905f-b54d02e94300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '60f29bb9-c6a4-4744-a356-fda340719d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:12:40.043348 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8d403130-0f22-4c06-8884-7d7c91534ec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:40.043735 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d403130-0f22-4c06-8884-7d7c91534ec3 None None] Bound using segment: {'id': 'b9e8367d-4ac1-4ece-905f-b54d02e94300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '60f29bb9-c6a4-4744-a356-fda340719d26'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:12:40.044205 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-8d403130-0f22-4c06-8884-7d7c91534ec3 None None] Bound port: 72a2c892-8ab0-4d6a-a8e2-70b5224d09e7, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e8367d-4ac1-4ece-905f-b54d02e94300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '60f29bb9-c6a4-4744-a356-fda340719d26'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:12:40.044579 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8d403130-0f22-4c06-8884-7d7c91534ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:40.045503 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936eeeed-2f6a-410d-b200-e48b8549a5ae service neutron] Pushing event updated for resources: {'Port': ['ID=82c66ec9-75cf-49fa-8517-c3e292c0c0e5,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:40.065973 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcd68f-5128-48c4-8385-4d1745348924 req-d163e88c-2ef3-45e2-b14a-21c7383d3566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:40.068218 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-67dcd68f-5128-48c4-8385-4d1745348924 req-d163e88c-2ef3-45e2-b14a-21c7383d3566 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1e15c12f-d45d-4aa3-a5bc-500d552ae0b3 HTTP/1.1" status: 200 len: 860 time: 0.2469683 Jul 09 16:12:40.082488 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6713da-4536-4731-a614-d52569c20d0b req-936eeeed-2f6a-410d-b200-e48b8549a5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:40.083214 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7b6713da-4536-4731-a614-d52569c20d0b req-936eeeed-2f6a-410d-b200-e48b8549a5ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:40.087023 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7b6713da-4536-4731-a614-d52569c20d0b req-936eeeed-2f6a-410d-b200-e48b8549a5ae service neutron] 10.222.0.77 "PUT /v2.0/ports/82c66ec9-75cf-49fa-8517-c3e292c0c0e5 HTTP/1.1" status: 200 len: 1095 time: 1.8998175 Jul 09 16:12:40.093880 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6b8bdcc-23ee-4cb4-b8a8-20144fd57f3a', 'tag': '82c66ec9-75cf-49fa-8517-c3e292c0c0e5'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:12:40.097138 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97690531-ff03-475a-9da1-dfd96d636c1b" -d '{"events": [{"name": "network-changed", "server_uuid": "e6b8bdcc-23ee-4cb4-b8a8-20144fd57f3a", "tag": "82c66ec9-75cf-49fa-8517-c3e292c0c0e5"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:12:40.126007 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1e899-dbc0-4ffc-b5c1-4d857775ce65 req-964df480-fbb4-4440-8e2c-9ff6be29d694 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:40.134577 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-43a1e899-dbc0-4ffc-b5c1-4d857775ce65 req-964df480-fbb4-4440-8e2c-9ff6be29d694 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "GET /v2.0/ports?device_id=814eec7e-8e74-4d24-8510-9cb495b8da26 HTTP/1.1" status: 200 len: 943 time: 0.4117923 Jul 09 16:12:40.140048 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de56f35-ab45-407a-be4f-12a76d550a50 service neutron] Pushing event updated for resources: {'Port': ['ID=650e196b-2aa6-4ef4-a414-5422d0b873bf,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:40.175278 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-67dcd68f-5128-48c4-8385-4d1745348924 req-2a32368a-d2ed-4e95-a516-b29156784cd5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2b65bcac-ba21-4565-bf6d-5e7b6fe83db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846121 Jul 09 16:12:40.221609 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-7b6713da-4536-4731-a614-d52569c20d0b req-3de56f35-ab45-407a-be4f-12a76d550a50 service neutron] Attempting to bind port 650e196b-2aa6-4ef4-a414-5422d0b873bf on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:12:40.221925 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-7b6713da-4536-4731-a614-d52569c20d0b req-3de56f35-ab45-407a-be4f-12a76d550a50 service neutron] Attempting to bind port 650e196b-2aa6-4ef4-a414-5422d0b873bf by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:12:40.222290 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6713da-4536-4731-a614-d52569c20d0b req-3de56f35-ab45-407a-be4f-12a76d550a50 service neutron] Attempting to bind port 650e196b-2aa6-4ef4-a414-5422d0b873bf on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:12:40.227200 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6713da-4536-4731-a614-d52569c20d0b req-3de56f35-ab45-407a-be4f-12a76d550a50 service neutron] Port 650e196b-2aa6-4ef4-a414-5422d0b873bf on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:12:40.227533 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6713da-4536-4731-a614-d52569c20d0b req-3de56f35-ab45-407a-be4f-12a76d550a50 service neutron] Attempting to bind port 650e196b-2aa6-4ef4-a414-5422d0b873bf on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:12:40.229769 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-8d403130-0f22-4c06-8884-7d7c91534ec3 None None] For port 72a2c892-8ab0-4d6a-a8e2-70b5224d09e7, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:12:40.233566 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6713da-4536-4731-a614-d52569c20d0b req-3de56f35-ab45-407a-be4f-12a76d550a50 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:12:40.233961 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6713da-4536-4731-a614-d52569c20d0b req-3de56f35-ab45-407a-be4f-12a76d550a50 service neutron] Checking segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:12:40.234386 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6713da-4536-4731-a614-d52569c20d0b req-3de56f35-ab45-407a-be4f-12a76d550a50 service neutron] Bound using segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:12:40.234851 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-7b6713da-4536-4731-a614-d52569c20d0b req-3de56f35-ab45-407a-be4f-12a76d550a50 service neutron] Bound port: 650e196b-2aa6-4ef4-a414-5422d0b873bf, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:12:40.235245 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7b6713da-4536-4731-a614-d52569c20d0b req-3de56f35-ab45-407a-be4f-12a76d550a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:40.239512 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-8d403130-0f22-4c06-8884-7d7c91534ec3 None None] For port 72a2c892-8ab0-4d6a-a8e2-70b5224d09e7, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=72a2c892-8ab0-4d6a-a8e2-70b5224d09e7,segment=NetworkSegment(b9e8367d-4ac1-4ece-905f-b54d02e94300),segment_id=b9e8367d-4ac1-4ece-905f-b54d02e94300)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:12:40.242640 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fa256f19-1bfe-42c4-a1e3-31ff717b89dd tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:40.247694 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8d403130-0f22-4c06-8884-7d7c91534ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:40.319955 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b675d51-4694-4474-918e-322aeb7e772e None None] Pushing event updated for resources: {'Port': ['ID=72a2c892-8ab0-4d6a-a8e2-70b5224d09e7,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:40.338604 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d403130-0f22-4c06-8884-7d7c91534ec3 None None] Routers {'50734d55-ffd2-43db-a118-71e5dde6c9a6'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:12:40.339305 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-8d403130-0f22-4c06-8884-7d7c91534ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:12:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['50734d55-ffd2-43db-a118-71e5dde6c9a6'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:12:40.380933 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-7b6713da-4536-4731-a614-d52569c20d0b req-3de56f35-ab45-407a-be4f-12a76d550a50 service neutron] For port 650e196b-2aa6-4ef4-a414-5422d0b873bf, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:12:40.405918 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['2bf4afec-66f7-4d7c-b984-e80fa7b78a2f', 'e231c2d1-2e9d-4788-9b12-b55bb9cfd787', '639e631d-bf34-4819-aca6-3e30afa826a4'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:12:40.406917 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-7b6713da-4536-4731-a614-d52569c20d0b req-3de56f35-ab45-407a-be4f-12a76d550a50 service neutron] For port 650e196b-2aa6-4ef4-a414-5422d0b873bf, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=650e196b-2aa6-4ef4-a414-5422d0b873bf,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:12:40.413021 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7b6713da-4536-4731-a614-d52569c20d0b req-3de56f35-ab45-407a-be4f-12a76d550a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:40.430335 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-43a1e899-dbc0-4ffc-b5c1-4d857775ce65 req-92eecb32-6aa3-4bb5-b153-a98be23fb90f tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "GET /v2.0/security-groups?id=89dfd2dc-1906-4049-bbd8-d8b2687b4c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2947140 Jul 09 16:12:40.526054 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ac43b-1817-48d9-a11f-8099b1cd3e19 req-0732fcab-46f5-4b07-ad54-300feabaf6ae tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:40.526257 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fa256f19-1bfe-42c4-a1e3-31ff717b89dd tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:40.535393 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ce7ac43b-1817-48d9-a11f-8099b1cd3e19 req-0732fcab-46f5-4b07-ad54-300feabaf6ae tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6b8bdcc-23ee-4cb4-b8a8-20144fd57f3a HTTP/1.1" status: 200 len: 947 time: 0.2667990 Jul 09 16:12:40.549815 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fa256f19-1bfe-42c4-a1e3-31ff717b89dd tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:40.583971 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6713da-4536-4731-a614-d52569c20d0b req-3de56f35-ab45-407a-be4f-12a76d550a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:40.584916 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7b6713da-4536-4731-a614-d52569c20d0b req-3de56f35-ab45-407a-be4f-12a76d550a50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:40.586961 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7b6713da-4536-4731-a614-d52569c20d0b req-3de56f35-ab45-407a-be4f-12a76d550a50 service neutron] 10.222.0.73 "PUT /v2.0/ports/650e196b-2aa6-4ef4-a414-5422d0b873bf HTTP/1.1" status: 200 len: 1095 time: 1.4884055 Jul 09 16:12:40.591986 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76aa3dc8-848b-4e09-be0f-ad732669d4bb', 'tag': '650e196b-2aa6-4ef4-a414-5422d0b873bf'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:12:40.594936 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa779be0-1e90-4668-943f-9b5c9cb0eb56" -d '{"events": [{"name": "network-changed", "server_uuid": "76aa3dc8-848b-4e09-be0f-ad732669d4bb", "tag": "650e196b-2aa6-4ef4-a414-5422d0b873bf"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:12:40.619799 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6713da-4536-4731-a614-d52569c20d0b req-814fbdbc-4abe-4697-83c4-badbd8271272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:40.627064 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de56f35-ab45-407a-be4f-12a76d550a50 service neutron] Pushing event updated for resources: {'Port': ['ID=650e196b-2aa6-4ef4-a414-5422d0b873bf,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:40.635020 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7b6713da-4536-4731-a614-d52569c20d0b req-814fbdbc-4abe-4697-83c4-badbd8271272 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=06486c1ff3c04c6aba88bb5474a3b49d&device_id=e6b8bdcc-23ee-4cb4-b8a8-20144fd57f3a HTTP/1.1" status: 200 len: 1098 time: 0.4637232 Jul 09 16:12:40.641851 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa256f19-1bfe-42c4-a1e3-31ff717b89dd tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa520806-e384-4d00-b357-df5208713270,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:40.670015 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-67dcd68f-5128-48c4-8385-4d1745348924 req-0392c35b-46a1-4b1b-8ebd-64efdf727780 service neutron] 10.222.0.73 "GET /v2.0/networks/2b65bcac-ba21-4565-bf6d-5e7b6fe83db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4767272 Jul 09 16:12:40.679210 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ce7ac43b-1817-48d9-a11f-8099b1cd3e19 req-7b7c9e68-0d90-4e5b-b956-7a6f8f677b40 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140840 Jul 09 16:12:40.769381 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fa256f19-1bfe-42c4-a1e3-31ff717b89dd tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:40.774032 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-fa256f19-1bfe-42c4-a1e3-31ff717b89dd tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8864131 Jul 09 16:12:40.776979 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50874) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:12:40.783042 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-61fb3882-8cff-4cd2-bceb-68e1179cd101 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Request body: {'security_group_rule': {'security_group_id': '5735b4b8-7e17-4d09-ac7c-df06ec8371f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:12:40.813373 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6713da-4536-4731-a614-d52569c20d0b req-4f4ec688-b114-4c05-a69f-1c1f8d4cb6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:40.822333 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7b6713da-4536-4731-a614-d52569c20d0b req-4f4ec688-b114-4c05-a69f-1c1f8d4cb6c7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=06486c1ff3c04c6aba88bb5474a3b49d&device_id=76aa3dc8-848b-4e09-be0f-ad732669d4bb HTTP/1.1" status: 200 len: 1098 time: 0.1420739 Jul 09 16:12:40.829475 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad1025a-ad1f-4e80-bfb3-c285d486d2ca x-openstack-request-id: req-5ad1025a-ad1f-4e80-bfb3-c285d486d2ca {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:12:40.831452 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76aa3dc8-848b-4e09-be0f-ad732669d4bb", "tag": "650e196b-2aa6-4ef4-a414-5422d0b873bf", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:12:40.831595 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5ad1025a-ad1f-4e80-bfb3-c285d486d2ca {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:12:40.832074 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76aa3dc8-848b-4e09-be0f-ad732669d4bb', 'tag': '650e196b-2aa6-4ef4-a414-5422d0b873bf', 'status': 'completed', 'code': 200} Jul 09 16:12:40.867511 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-8d403130-0f22-4c06-8884-7d7c91534ec3 None None] Set router 50734d55-ffd2-43db-a118-71e5dde6c9a6 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:12:40.904479 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7b6713da-4536-4731-a614-d52569c20d0b req-8911a9ff-5741-4e3a-90bc-a88bdcf612df service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=650e196b-2aa6-4ef4-a414-5422d0b873bf HTTP/1.1" status: 200 len: 217 time: 0.0513158 Jul 09 16:12:40.945257 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c65efc-eff2-422a-990c-52412fbc945e x-openstack-request-id: req-a4c65efc-eff2-422a-990c-52412fbc945e {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:12:40.945583 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6b8bdcc-23ee-4cb4-b8a8-20144fd57f3a", "tag": "82c66ec9-75cf-49fa-8517-c3e292c0c0e5", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:12:40.945778 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a4c65efc-eff2-422a-990c-52412fbc945e {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:12:40.946169 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6b8bdcc-23ee-4cb4-b8a8-20144fd57f3a', 'tag': '82c66ec9-75cf-49fa-8517-c3e292c0c0e5', 'status': 'completed', 'code': 200} Jul 09 16:12:40.948576 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-67dcd68f-5128-48c4-8385-4d1745348924 req-dfda762b-9ea3-4811-a553-25c57db263e8 service neutron] 10.222.0.73 "GET /v2.0/networks/2b65bcac-ba21-4565-bf6d-5e7b6fe83db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733494 Jul 09 16:12:40.950119 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7b6713da-4536-4731-a614-d52569c20d0b req-212b678a-b91c-4d10-a496-c442e54ee1ab service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=82c66ec9-75cf-49fa-8517-c3e292c0c0e5 HTTP/1.1" status: 200 len: 217 time: 0.2924333 Jul 09 16:12:40.980532 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-61fb3882-8cff-4cd2-bceb-68e1179cd101 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:41.057715 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6713da-4536-4731-a614-d52569c20d0b req-a3993b50-6b29-4fb6-b7f9-a839927e46af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:41.059129 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7b6713da-4536-4731-a614-d52569c20d0b req-a3993b50-6b29-4fb6-b7f9-a839927e46af service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.0958197 Jul 09 16:12:41.092644 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6713da-4536-4731-a614-d52569c20d0b req-e6e89b71-2829-45b9-b975-424052e66ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:41.094141 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7b6713da-4536-4731-a614-d52569c20d0b req-e6e89b71-2829-45b9-b975-424052e66ca0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.1733756 Jul 09 16:12:41.153301 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97783daf-aa59-4412-ada4-85e98658f837 req-ad14ab6a-5af5-4f8e-89e2-ba263ed76cc4 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:41.156239 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-61fb3882-8cff-4cd2-bceb-68e1179cd101 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:41.166295 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-97783daf-aa59-4412-ada4-85e98658f837 req-ad14ab6a-5af5-4f8e-89e2-ba263ed76cc4 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.98 "GET /v2.0/ports?device_id=0c4aad9b-2b23-4b57-ac9a-9384c9ad2f49 HTTP/1.1" status: 200 len: 949 time: 0.1587751 Jul 09 16:12:41.173992 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-61fb3882-8cff-4cd2-bceb-68e1179cd101 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:41.184095 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c66f294-2927-4efc-bc42-23c878ca1a0f req-c2a4a71d-f9ef-472e-9703-0d27b3ed333a tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:41.191979 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4c66f294-2927-4efc-bc42-23c878ca1a0f req-c2a4a71d-f9ef-472e-9703-0d27b3ed333a tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c19ea7a-85c9-4238-876a-79b2a0d9cfb1 HTTP/1.1" status: 200 len: 950 time: 0.2049503 Jul 09 16:12:41.226419 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb3882-8cff-4cd2-bceb-68e1179cd101 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98ab0752-6fbb-445b-bdcb-0108e3b81495,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:41.240056 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6713da-4536-4731-a614-d52569c20d0b req-dd725ad4-a9b3-423c-bad6-f483155e6fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:41.242161 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7b6713da-4536-4731-a614-d52569c20d0b req-dd725ad4-a9b3-423c-bad6-f483155e6fd5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1703110 Jul 09 16:12:41.254351 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-97783daf-aa59-4412-ada4-85e98658f837 req-4265dc3b-9756-4c75-8a0e-3cabcc44a9d1 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.98 "GET /v2.0/security-groups?id=e76fa0e5-1c71-460e-a996-c20478c21386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870020 Jul 09 16:12:41.255391 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6713da-4536-4731-a614-d52569c20d0b req-870903c0-164f-4e4f-bbb6-5c136ad2a6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:41.256764 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7b6713da-4536-4731-a614-d52569c20d0b req-870903c0-164f-4e4f-bbb6-5c136ad2a6f0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1500268 Jul 09 16:12:41.257506 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-61fb3882-8cff-4cd2-bceb-68e1179cd101 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:41.258581 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-61fb3882-8cff-4cd2-bceb-68e1179cd101 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4800332 Jul 09 16:12:41.264257 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50884) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:12:41.337028 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-8d403130-0f22-4c06-8884-7d7c91534ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50734d55-ffd2-43db-a118-71e5dde6c9a6', 'name': 'tempest-ServersTestManualDisk-399785144-router', 'tenant_id': 'af04827258d24f9db4d18404590f3f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '2e9c9fd4-f6f0-456c-8a28-7a82c5843596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:12:26Z', 'updated_at': '2021-07-09T16:12:35Z', 'revision_number': 4, 'project_id': 'af04827258d24f9db4d18404590f3f54', 'gw_port': {'id': '2e9c9fd4-f6f0-456c-8a28-7a82c5843596', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:38:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50734d55-ffd2-43db-a118-71e5dde6c9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:12:27Z', 'updated_at': '2021-07-09T16:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '72a2c892-8ab0-4d6a-a8e2-70b5224d09e7', 'name': '', 'network_id': '60f29bb9-c6a4-4744-a356-fda340719d26', 'tenant_id': 'af04827258d24f9db4d18404590f3f54', 'mac_address': 'fa:16:3e:e2:21:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50734d55-ffd2-43db-a118-71e5dde6c9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '343017e3-3017-47b4-bba4-2146bb17b890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:12:33Z', 'updated_at': '2021-07-09T16:12:40Z', 'revision_number': 4, 'project_id': 'af04827258d24f9db4d18404590f3f54', 'subnets': [{'id': '343017e3-3017-47b4-bba4-2146bb17b890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:12:41.384927 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d403130-0f22-4c06-8884-7d7c91534ec3 None None] The sync data for ids ['50734d55-ffd2-43db-a118-71e5dde6c9a6'] in n-d-798930-3 is: [{'id': '50734d55-ffd2-43db-a118-71e5dde6c9a6', 'name': 'tempest-ServersTestManualDisk-399785144-router', 'tenant_id': 'af04827258d24f9db4d18404590f3f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '2e9c9fd4-f6f0-456c-8a28-7a82c5843596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:12:26Z', 'updated_at': '2021-07-09T16:12:35Z', 'revision_number': 4, 'project_id': 'af04827258d24f9db4d18404590f3f54', 'gw_port': {'id': '2e9c9fd4-f6f0-456c-8a28-7a82c5843596', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:38:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50734d55-ffd2-43db-a118-71e5dde6c9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:12:27Z', 'updated_at': '2021-07-09T16:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '72a2c892-8ab0-4d6a-a8e2-70b5224d09e7', 'name': '', 'network_id': '60f29bb9-c6a4-4744-a356-fda340719d26', 'tenant_id': 'af04827258d24f9db4d18404590f3f54', 'mac_address': 'fa:16:3e:e2:21:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50734d55-ffd2-43db-a118-71e5dde6c9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '343017e3-3017-47b4-bba4-2146bb17b890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:12:33Z', 'updated_at': '2021-07-09T16:12:40Z', 'revision_number': 4, 'project_id': 'af04827258d24f9db4d18404590f3f54', 'subnets': [{'id': '343017e3-3017-47b4-bba4-2146bb17b890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:12:41.419548 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7b6713da-4536-4731-a614-d52569c20d0b req-a20c2fe5-8fee-4596-879d-09df03044a16 service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640136 Jul 09 16:12:41.461800 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4c66f294-2927-4efc-bc42-23c878ca1a0f req-cf479788-d318-4f9f-bf18-f3937db62b6d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684762 Jul 09 16:12:41.484344 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-0996282c-166e-448a-8773-529e4788f706 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Request body: {'floatingip': {'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:12:41.519829 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7b6713da-4536-4731-a614-d52569c20d0b req-5811dc84-3e38-4c8e-857a-8eadbe76bc9c service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540264 Jul 09 16:12:41.616500 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0996282c-166e-448a-8773-529e4788f706 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:41.630020 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7b6713da-4536-4731-a614-d52569c20d0b req-68400c75-ee23-41b3-a398-f719dfbe4c72 service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831174 Jul 09 16:12:41.672634 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d4ee14-d75c-4096-bf13-6b6ce1b5e0e9 req-3b1f74a6-f34f-470d-9fd2-11a8104a5408 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:41.674573 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f2d4ee14-d75c-4096-bf13-6b6ce1b5e0e9 req-3b1f74a6-f34f-470d-9fd2-11a8104a5408 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=999f1769-1279-4fe8-981f-c081e4f38f3e HTTP/1.1" status: 200 len: 946 time: 0.2531960 Jul 09 16:12:41.736164 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7b6713da-4536-4731-a614-d52569c20d0b req-4a814d13-256b-4a99-b469-25235cde50c1 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077575 Jul 09 16:12:41.749578 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 4f44756b-1519-4a88-931a-778934ee6039 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:12:41.840593 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f2d4ee14-d75c-4096-bf13-6b6ce1b5e0e9 req-7356ff08-8004-41b8-93ed-1aa0413836f4 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581972 Jul 09 16:12:41.851008 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0996282c-166e-448a-8773-529e4788f706 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:41.890036 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97690531-ff03-475a-9da1-dfd96d636c1b req-3aede8c3-2cc6-4855-9bf4-ac225d89fd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:41.898260 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-97690531-ff03-475a-9da1-dfd96d636c1b req-3aede8c3-2cc6-4855-9bf4-ac225d89fd3f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=06486c1ff3c04c6aba88bb5474a3b49d&device_id=e6b8bdcc-23ee-4cb4-b8a8-20144fd57f3a HTTP/1.1" status: 200 len: 1098 time: 0.1870089 Jul 09 16:12:41.980182 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:42.033250 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4aad9b-2b23-4b57-ac9a-9384c9ad2f49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f44756b-1519-4a88-931a-778934ee6039'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:12:42.042451 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6d3ae5-4ac4-4fa6-a733-5415017de558" -d '{"events": [{"server_uuid": "0c4aad9b-2b23-4b57-ac9a-9384c9ad2f49", "name": "network-vif-unplugged", "status": "completed", "tag": "4f44756b-1519-4a88-931a-778934ee6039"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:12:42.092217 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97690531-ff03-475a-9da1-dfd96d636c1b req-9f4e99c0-a238-44fb-9ef3-fe3e24b175b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:42.095308 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-97690531-ff03-475a-9da1-dfd96d636c1b req-9f4e99c0-a238-44fb-9ef3-fe3e24b175b2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1 HTTP/1.1" status: 200 len: 870 time: 0.1902473 Jul 09 16:12:42.100886 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 4f44756b-1519-4a88-931a-778934ee6039, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=4f44756b-1519-4a88-931a-778934ee6039,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:12:42.109055 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:42.178027 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-97690531-ff03-475a-9da1-dfd96d636c1b req-e5b3e6b0-d761-4b9e-b98c-9b5211aef925 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=82c66ec9-75cf-49fa-8517-c3e292c0c0e5 HTTP/1.1" status: 200 len: 217 time: 0.0747178 Jul 09 16:12:42.208885 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=4f44756b-1519-4a88-931a-778934ee6039,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:42.218011 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa779be0-1e90-4668-943f-9b5c9cb0eb56 req-59440809-3d6a-4988-a158-4bc90c642b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:42.226822 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-aa779be0-1e90-4668-943f-9b5c9cb0eb56 req-59440809-3d6a-4988-a158-4bc90c642b3c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=06486c1ff3c04c6aba88bb5474a3b49d&device_id=76aa3dc8-848b-4e09-be0f-ad732669d4bb HTTP/1.1" status: 200 len: 1098 time: 0.3601396 Jul 09 16:12:42.253766 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97690531-ff03-475a-9da1-dfd96d636c1b req-7d082cbb-4793-4968-a254-a9c56a415e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:42.257936 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-97690531-ff03-475a-9da1-dfd96d636c1b req-7d082cbb-4793-4968-a254-a9c56a415e67 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.0664852 Jul 09 16:12:42.412112 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-0996282c-166e-448a-8773-529e4788f706 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Allocated IP 172.25.0.85 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/2712fd36-8603-479a-b580-0c845a0dcae4) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:12:42.427701 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 72a2c892-8ab0-4d6a-a8e2-70b5224d09e7 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:12:42.559054 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 72a2c892-8ab0-4d6a-a8e2-70b5224d09e7 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:12:42.570486 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 72a2c892-8ab0-4d6a-a8e2-70b5224d09e7 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:12:42.572175 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:42.606442 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa779be0-1e90-4668-943f-9b5c9cb0eb56 req-371fe303-e280-4f69-a1d1-6974130d3f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:42.608464 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-aa779be0-1e90-4668-943f-9b5c9cb0eb56 req-371fe303-e280-4f69-a1d1-6974130d3f9b service neutron] 10.222.0.73 "GET /v2.0/networks?id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1 HTTP/1.1" status: 200 len: 870 time: 0.3699515 Jul 09 16:12:42.717635 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-aa779be0-1e90-4668-943f-9b5c9cb0eb56 req-d6171b9c-cafe-47a0-903d-127076215e7d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=650e196b-2aa6-4ef4-a414-5422d0b873bf HTTP/1.1" status: 200 len: 217 time: 0.0992832 Jul 09 16:12:42.769198 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:42.863589 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 72a2c892-8ab0-4d6a-a8e2-70b5224d09e7, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=72a2c892-8ab0-4d6a-a8e2-70b5224d09e7,segment=NetworkSegment(b9e8367d-4ac1-4ece-905f-b54d02e94300),segment_id=b9e8367d-4ac1-4ece-905f-b54d02e94300)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:12:42.870303 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:42.941080 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0996282c-166e-448a-8773-529e4788f706 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:42.977443 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa779be0-1e90-4668-943f-9b5c9cb0eb56 req-906a1f7b-d41b-4bc4-b3d4-3c98c9831c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:42.982065 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-aa779be0-1e90-4668-943f-9b5c9cb0eb56 req-906a1f7b-d41b-4bc4-b3d4-3c98c9831c5c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.2521544 Jul 09 16:12:42.999916 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=72a2c892-8ab0-4d6a-a8e2-70b5224d09e7,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:43.090608 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e4757b-04d1-470b-8458-3f159292c9d4 req-ff0ee6ad-8c2b-4489-986f-27c770434099 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:43.101323 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-70e4757b-04d1-470b-8458-3f159292c9d4 req-ff0ee6ad-8c2b-4489-986f-27c770434099 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "GET /v2.0/ports?device_id=814eec7e-8e74-4d24-8510-9cb495b8da26 HTTP/1.1" status: 200 len: 943 time: 0.9215014 Jul 09 16:12:43.189596 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0996282c-166e-448a-8773-529e4788f706 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:43.196744 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-70e4757b-04d1-470b-8458-3f159292c9d4 req-e4f579b9-beac-4b79-9aec-fcefc3925c72 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "GET /v2.0/security-groups?id=89dfd2dc-1906-4049-bbd8-d8b2687b4c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927444 Jul 09 16:12:43.202725 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97690531-ff03-475a-9da1-dfd96d636c1b req-503e1938-c9b0-4336-8cbc-82e9b08fdc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:43.208324 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-97690531-ff03-475a-9da1-dfd96d636c1b req-503e1938-c9b0-4336-8cbc-82e9b08fdc71 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9244409 Jul 09 16:12:43.222946 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa779be0-1e90-4668-943f-9b5c9cb0eb56 req-3c497acb-62b3-42b9-a070-041265d47d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:43.225472 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-aa779be0-1e90-4668-943f-9b5c9cb0eb56 req-3c497acb-62b3-42b9-a070-041265d47d31 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2318361 Jul 09 16:12:43.330909 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc019a20-0b5e-43e2-a01f-7ea7b61c56e7 req-c70daf6f-e4b1-4515-9d61-36b6e7755745 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:43.332492 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fc019a20-0b5e-43e2-a01f-7ea7b61c56e7 req-c70daf6f-e4b1-4515-9d61-36b6e7755745 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6b8bdcc-23ee-4cb4-b8a8-20144fd57f3a HTTP/1.1" status: 200 len: 947 time: 0.3007543 Jul 09 16:12:43.361370 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd463ea7-b2f8-43de-968e-9f1d2b40d598 x-openstack-request-id: req-cd463ea7-b2f8-43de-968e-9f1d2b40d598 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:12:43.362203 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4aad9b-2b23-4b57-ac9a-9384c9ad2f49", "name": "network-vif-unplugged", "status": "completed", "tag": "4f44756b-1519-4a88-931a-778934ee6039", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:12:43.362463 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-cd463ea7-b2f8-43de-968e-9f1d2b40d598 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:12:43.362881 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4aad9b-2b23-4b57-ac9a-9384c9ad2f49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f44756b-1519-4a88-931a-778934ee6039', 'code': 200} Jul 09 16:12:43.423125 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0996282c-166e-448a-8773-529e4788f706 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:12:43.434677 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0996282c-166e-448a-8773-529e4788f706 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Pushing event updated for resources: {'Port': ['ID=2712fd36-8603-479a-b580-0c845a0dcae4,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:43.449458 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-0996282c-166e-448a-8773-529e4788f706 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:12:43.454868 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0996282c-166e-448a-8773-529e4788f706 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:12:43.537044 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6d4d0c65-55ed-4082-8743-753d218a3f53 req-2369dda6-6fcb-48a2-9afe-355b7a510f85 service neutron] 10.222.0.73 "GET /v2.0/ports/ce8c6338-a8fe-4963-9b58-35c511b9116a/bindings/n-h2-798930-3 HTTP/1.1" status: 200 len: 382 time: 0.1125388 Jul 09 16:12:43.563269 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-97690531-ff03-475a-9da1-dfd96d636c1b req-3f3f960a-ef04-4246-8941-b735d83c7732 service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371539 Jul 09 16:12:43.767113 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-97690531-ff03-475a-9da1-dfd96d636c1b req-b019b30c-cf30-4568-a5dc-d3893a086cb2 service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946161 Jul 09 16:12:43.785370 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa711f3-83e2-47e9-b37a-5e5d1d41101f req-166ae7b2-a439-4632-ac3d-f72cf635f79e tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:43.803989 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8fa711f3-83e2-47e9-b37a-5e5d1d41101f req-166ae7b2-a439-4632-ac3d-f72cf635f79e tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c19ea7a-85c9-4238-876a-79b2a0d9cfb1 HTTP/1.1" status: 200 len: 950 time: 0.1553326 Jul 09 16:12:43.850085 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fc019a20-0b5e-43e2-a01f-7ea7b61c56e7 req-0398e403-06d5-4d36-94c1-743068a4b902 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4727485 Jul 09 16:12:43.867425 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8fa711f3-83e2-47e9-b37a-5e5d1d41101f req-7ec225a9-5d34-49e2-a096-cee3dc0ea1ff tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573096 Jul 09 16:12:44.040801 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-aa779be0-1e90-4668-943f-9b5c9cb0eb56 req-3f995eea-13ff-454c-bc8e-54954af4c154 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7513070 Jul 09 16:12:44.133928 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d0c65-55ed-4082-8743-753d218a3f53 req-e2356d95-7d53-431f-bf9d-669d353dac48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:44.135532 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6d4d0c65-55ed-4082-8743-753d218a3f53 req-e2356d95-7d53-431f-bf9d-669d353dac48 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6c19ea7a-85c9-4238-876a-79b2a0d9cfb1&tenant_id=90103765321a44c5954b6bc1ea90c4d7 HTTP/1.1" status: 200 len: 1101 time: 0.1285594 Jul 09 16:12:44.140582 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0996282c-166e-448a-8773-529e4788f706 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:44.290087 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-aa779be0-1e90-4668-943f-9b5c9cb0eb56 req-8a85572f-9fa3-4d4a-affe-ef7e3954086a service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354167 Jul 09 16:12:44.300132 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0996282c-166e-448a-8773-529e4788f706 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:44.328445 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d0c65-55ed-4082-8743-753d218a3f53 req-4ead6cb2-69dc-42bb-af01-f617fb8b24d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:44.329973 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6d4d0c65-55ed-4082-8743-753d218a3f53 req-4ead6cb2-69dc-42bb-af01-f617fb8b24d1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=90103765321a44c5954b6bc1ea90c4d7&device_id=6c19ea7a-85c9-4238-876a-79b2a0d9cfb1 HTTP/1.1" status: 200 len: 1101 time: 0.1132851 Jul 09 16:12:44.409839 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 72a2c892-8ab0-4d6a-a8e2-70b5224d09e7 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:12:44.449168 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d58c42-90f5-4da1-8921-c07b0969f846 req-64233125-54b5-4c2a-a6a6-6e3c77b16b45 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:44.450815 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d8d58c42-90f5-4da1-8921-c07b0969f846 req-64233125-54b5-4c2a-a6a6-6e3c77b16b45 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=999f1769-1279-4fe8-981f-c081e4f38f3e HTTP/1.1" status: 200 len: 946 time: 0.2849677 Jul 09 16:12:44.509220 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d0c65-55ed-4082-8743-753d218a3f53 req-509aaa1f-4eab-4b3a-84dd-f13602b74967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:44.510718 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6d4d0c65-55ed-4082-8743-753d218a3f53 req-509aaa1f-4eab-4b3a-84dd-f13602b74967 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1 HTTP/1.1" status: 200 len: 870 time: 0.1681912 Jul 09 16:12:44.526647 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 72a2c892-8ab0-4d6a-a8e2-70b5224d09e7 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:12:44.527304 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:44.538798 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d8d58c42-90f5-4da1-8921-c07b0969f846 req-9de761fc-29fc-44fe-8557-b23ece75c991 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616889 Jul 09 16:12:44.611169 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6d4d0c65-55ed-4082-8743-753d218a3f53 req-21ee3287-86c8-4b11-81d3-d95c3a1ff0b4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=ce8c6338-a8fe-4963-9b58-35c511b9116a HTTP/1.1" status: 200 len: 217 time: 0.0867159 Jul 09 16:12:44.620123 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0996282c-166e-448a-8773-529e4788f706 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:44.628371 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0996282c-166e-448a-8773-529e4788f706 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:44.629132 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad2f148-4346-419c-8ed5-dd4453093c47 req-74a0b6ec-18e5-4f05-9c1e-d61a25b88464 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:44.631446 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8ad2f148-4346-419c-8ed5-dd4453093c47 req-74a0b6ec-18e5-4f05-9c1e-d61a25b88464 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "GET /v2.0/ports?device_id=814eec7e-8e74-4d24-8510-9cb495b8da26 HTTP/1.1" status: 200 len: 943 time: 0.1859195 Jul 09 16:12:44.711086 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0996282c-166e-448a-8773-529e4788f706 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Pushing event updated for resources: {'Port': ['ID=2712fd36-8603-479a-b580-0c845a0dcae4,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:44.718650 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8ad2f148-4346-419c-8ed5-dd4453093c47 req-09b8b1b6-da32-4141-a923-b66af5ce953a tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "GET /v2.0/security-groups?id=89dfd2dc-1906-4049-bbd8-d8b2687b4c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732737 Jul 09 16:12:44.720071 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0996282c-166e-448a-8773-529e4788f706 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:44.720605 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d0c65-55ed-4082-8743-753d218a3f53 req-53a7f1b8-51e6-4188-a4e5-f3e51e206d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:44.722661 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6d4d0c65-55ed-4082-8743-753d218a3f53 req-53a7f1b8-51e6-4188-a4e5-f3e51e206d24 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.0901527 Jul 09 16:12:44.738369 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0996282c-166e-448a-8773-529e4788f706 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:44.740465 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0996282c-166e-448a-8773-529e4788f706 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3082373 Jul 09 16:12:44.827941 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d0c65-55ed-4082-8743-753d218a3f53 req-4d5926e1-18b1-45bf-a633-03dba86c9ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:44.830560 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6d4d0c65-55ed-4082-8743-753d218a3f53 req-4d5926e1-18b1-45bf-a633-03dba86c9ff8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1002367 Jul 09 16:12:44.917163 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3bc3af84-3dff-4a09-8c23-d42c56658717 req-304579cf-7d0b-4077-b564-a2a82e2f3209 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--815978296&fields=id&tenant_id=af04827258d24f9db4d18404590f3f54 HTTP/1.1" status: 200 len: 267 time: 0.0442717 Jul 09 16:12:45.022574 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6d4d0c65-55ed-4082-8743-753d218a3f53 req-bc0f9428-5440-400c-b972-9635eb9a1185 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637111 Jul 09 16:12:45.059891 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc3af84-3dff-4a09-8c23-d42c56658717 req-b8d3706b-9c87-4c45-abf8-bd2d1844034c tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:45.061506 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3bc3af84-3dff-4a09-8c23-d42c56658717 req-b8d3706b-9c87-4c45-abf8-bd2d1844034c tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] 10.222.0.98 "GET /v2.0/networks?id=60f29bb9-c6a4-4744-a356-fda340719d26 HTTP/1.1" status: 200 len: 811 time: 0.1360741 Jul 09 16:12:45.081389 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3bc3af84-3dff-4a09-8c23-d42c56658717 req-9dd5f9dc-9235-481f-aaa7-50c08672c688 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] 10.222.0.98 "GET /v2.0/quotas/af04827258d24f9db4d18404590f3f54 HTTP/1.1" status: 200 len: 375 time: 0.0108926 Jul 09 16:12:45.130833 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca1ce4-f6d7-4eea-84bc-602c6a936923 req-228d21d7-2816-4e94-86f6-4414804ee2b8 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:45.132506 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d5ca1ce4-f6d7-4eea-84bc-602c6a936923 req-228d21d7-2816-4e94-86f6-4414804ee2b8 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6b8bdcc-23ee-4cb4-b8a8-20144fd57f3a HTTP/1.1" status: 200 len: 947 time: 0.1486566 Jul 09 16:12:45.173522 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3bc3af84-3dff-4a09-8c23-d42c56658717 req-3e6fc954-47b5-4656-ab85-52f01d8b6ebe tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=af04827258d24f9db4d18404590f3f54&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0850487 Jul 09 16:12:45.188967 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6d4d0c65-55ed-4082-8743-753d218a3f53 req-bb90dee7-d43a-40bb-aaef-061c4f1c35d6 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574316 Jul 09 16:12:45.197217 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d5ca1ce4-f6d7-4eea-84bc-602c6a936923 req-214dbb90-286c-4d1d-bd92-9d6bfa4a84fe tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508363 Jul 09 16:12:45.285913 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3bc3af84-3dff-4a09-8c23-d42c56658717 req-f7f1b84a-caa1-4d50-9c9c-8f4cbe8fb2ac service neutron] 10.222.0.98 "GET /v2.0/networks/60f29bb9-c6a4-4744-a356-fda340719d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975993 Jul 09 16:12:45.385952 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db690c-ebe3-47c4-8df7-a57b0920785f req-fcdab08e-0bfb-4581-be88-f1ccbadeae31 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:45.393739 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c6db690c-ebe3-47c4-8df7-a57b0920785f req-fcdab08e-0bfb-4581-be88-f1ccbadeae31 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c19ea7a-85c9-4238-876a-79b2a0d9cfb1 HTTP/1.1" status: 200 len: 950 time: 0.0810671 Jul 09 16:12:45.400731 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3bc3af84-3dff-4a09-8c23-d42c56658717 req-83671d22-c8e5-4d38-a540-28309b61fb18 service neutron] 10.222.0.98 "GET /v2.0/networks/60f29bb9-c6a4-4744-a356-fda340719d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092241 Jul 09 16:12:45.447178 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c6db690c-ebe3-47c4-8df7-a57b0920785f req-c2a38a2a-bbae-4866-843b-2bdb7d4bb6cf tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524600 Jul 09 16:12:45.486652 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 82c66ec9-75cf-49fa-8517-c3e292c0c0e5 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:12:45.659681 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 82c66ec9-75cf-49fa-8517-c3e292c0c0e5, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=82c66ec9-75cf-49fa-8517-c3e292c0c0e5,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:12:45.675532 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '82c66ec9-75cf-49fa-8517-c3e292c0c0e5', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'port_id': '82c66ec9-75cf-49fa-8517-c3e292c0c0e5', 'mac_address': 'fa:16:3e:3d:90:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f122b436-b232-4a3c-9aac-47d5639f2da4', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:12:45.721000 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:45.739298 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82c66ec9-75cf-49fa-8517-c3e292c0c0e5 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:12:45.775093 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 650e196b-2aa6-4ef4-a414-5422d0b873bf details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:12:45.845358 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41023cae-3891-4fce-bf12-0dadb0880ef8 req-21dd08c7-3d29-4376-9df0-08995d8d7316 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:45.865249 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-41023cae-3891-4fce-bf12-0dadb0880ef8 req-21dd08c7-3d29-4376-9df0-08995d8d7316 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=999f1769-1279-4fe8-981f-c081e4f38f3e HTTP/1.1" status: 200 len: 946 time: 0.1052620 Jul 09 16:12:45.897015 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 650e196b-2aa6-4ef4-a414-5422d0b873bf, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=650e196b-2aa6-4ef4-a414-5422d0b873bf,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:12:45.908236 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-56f75bbc-0ef8-4432-bf5b-cfdcc040d73d req-bf7dc588-9da4-4fd9-9f5e-5209e325bb01 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] 10.222.0.98 "GET /v2.0/ports?device_id=86b0c58e-6369-4d58-8be8-30f32f1f6d95 HTTP/1.1" status: 200 len: 210 time: 0.0563090 Jul 09 16:12:45.910164 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '650e196b-2aa6-4ef4-a414-5422d0b873bf', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'port_id': '650e196b-2aa6-4ef4-a414-5422d0b873bf', 'mac_address': 'fa:16:3e:12:c3:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f122b436-b232-4a3c-9aac-47d5639f2da4', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:12:45.925132 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 82c66ec9-75cf-49fa-8517-c3e292c0c0e5, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=82c66ec9-75cf-49fa-8517-c3e292c0c0e5,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:12:45.971536 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:45.977487 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-41023cae-3891-4fce-bf12-0dadb0880ef8 req-43e70385-3840-4ddd-a49f-7e2919e5e9bc tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108544 Jul 09 16:12:45.986673 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 650e196b-2aa6-4ef4-a414-5422d0b873bf {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:12:45.991264 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:46.055879 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 650e196b-2aa6-4ef4-a414-5422d0b873bf, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=650e196b-2aa6-4ef4-a414-5422d0b873bf,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:12:46.079867 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:46.082875 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=82c66ec9-75cf-49fa-8517-c3e292c0c0e5,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:46.126367 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef828a-59f5-4b76-9307-2e7ca48c3615 req-338584ef-1510-47f6-b383-a687289edef1 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:46.135916 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-caef828a-59f5-4b76-9307-2e7ca48c3615 req-338584ef-1510-47f6-b383-a687289edef1 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "GET /v2.0/ports?device_id=814eec7e-8e74-4d24-8510-9cb495b8da26 HTTP/1.1" status: 200 len: 943 time: 0.0959702 Jul 09 16:12:46.141061 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=650e196b-2aa6-4ef4-a414-5422d0b873bf,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:46.175959 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-caef828a-59f5-4b76-9307-2e7ca48c3615 req-8a1afe6f-8f3d-4dbe-aab4-56cd02f8c626 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "GET /v2.0/security-groups?id=89dfd2dc-1906-4049-bbd8-d8b2687b4c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390210 Jul 09 16:12:46.388549 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d3e5a-11cc-4c26-b15d-ed1be68a201b req-b9effeb4-c61d-446e-9466-5b8a885efa6b tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:46.390001 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-917d3e5a-11cc-4c26-b15d-ed1be68a201b req-b9effeb4-c61d-446e-9466-5b8a885efa6b tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6b8bdcc-23ee-4cb4-b8a8-20144fd57f3a HTTP/1.1" status: 200 len: 948 time: 0.0663042 Jul 09 16:12:46.396378 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['82c66ec9-75cf-49fa-8517-c3e292c0c0e5'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:12:46.433970 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-917d3e5a-11cc-4c26-b15d-ed1be68a201b req-758e5da5-8ec1-43fe-a6b5-f3dab18ca7be tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375576 Jul 09 16:12:46.656033 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364a2bc-993a-4c81-ba65-4b7d54649559 req-ad010cbf-7630-4b05-a95a-2ef7f26c9c03 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:46.657751 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f364a2bc-993a-4c81-ba65-4b7d54649559 req-ad010cbf-7630-4b05-a95a-2ef7f26c9c03 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c19ea7a-85c9-4238-876a-79b2a0d9cfb1 HTTP/1.1" status: 200 len: 950 time: 0.0758054 Jul 09 16:12:46.711707 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f364a2bc-993a-4c81-ba65-4b7d54649559 req-36c09a10-5846-44b9-b36b-b1daf1f2ebf5 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379260 Jul 09 16:12:46.930027 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:12:47.046710 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d53b560d-7604-4aa3-8a37-e4470c927e2b req-1597c2db-286d-4616-8085-145d7fbacfe5 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] 10.222.0.98 "GET /v2.0/ports?device_id=86b0c58e-6369-4d58-8be8-30f32f1f6d95 HTTP/1.1" status: 200 len: 210 time: 0.0301478 Jul 09 16:12:47.166750 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7ef0b-7e3e-4ccc-9168-a40002934504 req-6e33cd10-6bd7-4ddd-8739-7068085d8ead tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:47.168173 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2ff7ef0b-7e3e-4ccc-9168-a40002934504 req-6e33cd10-6bd7-4ddd-8739-7068085d8ead tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=999f1769-1279-4fe8-981f-c081e4f38f3e HTTP/1.1" status: 200 len: 946 time: 0.0641148 Jul 09 16:12:47.207817 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2ff7ef0b-7e3e-4ccc-9168-a40002934504 req-1e833689-cf1f-42cb-8762-ecb5fced6669 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339634 Jul 09 16:12:47.342450 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['650e196b-2aa6-4ef4-a414-5422d0b873bf'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:12:47.358102 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1b1be-997f-4503-87c4-29f7029f4eef req-db99e998-c434-490a-a040-c2e3e6b4dc4c tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:47.359633 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d3d1b1be-997f-4503-87c4-29f7029f4eef req-db99e998-c434-490a-a040-c2e3e6b4dc4c tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "GET /v2.0/ports?device_id=814eec7e-8e74-4d24-8510-9cb495b8da26 HTTP/1.1" status: 200 len: 943 time: 0.0693543 Jul 09 16:12:47.466124 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d3d1b1be-997f-4503-87c4-29f7029f4eef req-15b28313-cedb-423d-81b1-21553b86080d tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "GET /v2.0/security-groups?id=89dfd2dc-1906-4049-bbd8-d8b2687b4c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989947 Jul 09 16:12:47.531758 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc3af84-3dff-4a09-8c23-d42c56658717 req-e61f9fed-0e75-4c0a-a81a-706be2af1f30 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:47.534055 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3bc3af84-3dff-4a09-8c23-d42c56658717 req-e61f9fed-0e75-4c0a-a81a-706be2af1f30 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] 10.222.0.73 "GET /v2.0/networks?id=60f29bb9-c6a4-4744-a356-fda340719d26 HTTP/1.1" status: 200 len: 811 time: 0.1601353 Jul 09 16:12:47.588368 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3bc3af84-3dff-4a09-8c23-d42c56658717 req-2eb7cbe3-097e-4b02-a83e-23e663793531 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af04827258d24f9db4d18404590f3f54 HTTP/1.1" status: 200 len: 379 time: 0.0368791 Jul 09 16:12:47.598260 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-3bc3af84-3dff-4a09-8c23-d42c56658717 req-4e9e1d67-3abe-493b-86c8-e4bc8b8e5e01 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Request body: {'port': {'device_id': '86b0c58e-6369-4d58-8be8-30f32f1f6d95', 'network_id': '60f29bb9-c6a4-4744-a356-fda340719d26', 'admin_state_up': True, 'tenant_id': 'af04827258d24f9db4d18404590f3f54', 'security_groups': ['5735b4b8-7e17-4d09-ac7c-df06ec8371f0']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:12:47.636176 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edef523-711b-4721-88c7-4395ef1926cd req-ca139768-6830-4caa-9734-6ac14622a09a tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:47.644458 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8edef523-711b-4721-88c7-4395ef1926cd req-ca139768-6830-4caa-9734-6ac14622a09a tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6b8bdcc-23ee-4cb4-b8a8-20144fd57f3a HTTP/1.1" status: 200 len: 948 time: 0.0807710 Jul 09 16:12:47.682209 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8edef523-711b-4721-88c7-4395ef1926cd req-40d5fa96-a728-4027-a420-d297c88eb5a9 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373747 Jul 09 16:12:47.746051 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bc3af84-3dff-4a09-8c23-d42c56658717 req-4e9e1d67-3abe-493b-86c8-e4bc8b8e5e01 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Made reservation on behalf of af04827258d24f9db4d18404590f3f54 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:12:47.749937 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3bc3af84-3dff-4a09-8c23-d42c56658717 req-4e9e1d67-3abe-493b-86c8-e4bc8b8e5e01 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:47.775227 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 9429497b-061d-407b-8537-970adf7a8636 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:12:47.785869 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device ce8c6338-a8fe-4963-9b58-35c511b9116a no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:12:47.839990 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2b203276-3a6c-4307-a40c-be56a534f712 req-582a95a3-efcd-48b1-b74b-84674898cc2f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1348171 Jul 09 16:12:47.990875 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-3bc3af84-3dff-4a09-8c23-d42c56658717 req-4e9e1d67-3abe-493b-86c8-e4bc8b8e5e01 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Allocated IP 172.20.0.13 (60f29bb9-c6a4-4744-a356-fda340719d26/343017e3-3017-47b4-bba4-2146bb17b890/b112445a-c61f-468c-9edd-8a551886ab8a) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:12:47.992624 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:48.004778 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3bc7b-f07f-4287-9ef0-e72370e71eca req-64f838c3-4678-40bc-a1f4-2c8fe36719bf tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:48.006329 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cff3bc7b-f07f-4287-9ef0-e72370e71eca req-64f838c3-4678-40bc-a1f4-2c8fe36719bf tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c19ea7a-85c9-4238-876a-79b2a0d9cfb1 HTTP/1.1" status: 200 len: 950 time: 0.1630421 Jul 09 16:12:48.027734 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 9429497b-061d-407b-8537-970adf7a8636, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=9429497b-061d-407b-8537-970adf7a8636,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:12:48.042143 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c19ea7a-85c9-4238-876a-79b2a0d9cfb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce8c6338-a8fe-4963-9b58-35c511b9116a'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:12:48.046795 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e34b2ee-f117-4cd7-8f23-ad95e2ee03ed" -d '{"events": [{"server_uuid": "6c19ea7a-85c9-4238-876a-79b2a0d9cfb1", "name": "network-vif-unplugged", "status": "completed", "tag": "ce8c6338-a8fe-4963-9b58-35c511b9116a"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:12:48.060436 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b203276-3a6c-4307-a40c-be56a534f712 req-2dd3da7e-cedc-478a-9c1d-d22a8b29795a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:48.061920 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2b203276-3a6c-4307-a40c-be56a534f712 req-2dd3da7e-cedc-478a-9c1d-d22a8b29795a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=90103765321a44c5954b6bc1ea90c4d7&device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f HTTP/1.1" status: 200 len: 1100 time: 0.1508017 Jul 09 16:12:48.063782 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '9429497b-061d-407b-8537-970adf7a8636', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'port_id': '9429497b-061d-407b-8537-970adf7a8636', 'mac_address': 'fa:16:3e:bb:ad:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f122b436-b232-4a3c-9aac-47d5639f2da4', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:12:48.067169 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port ce8c6338-a8fe-4963-9b58-35c511b9116a, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=ce8c6338-a8fe-4963-9b58-35c511b9116a,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:12:48.088912 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cff3bc7b-f07f-4287-9ef0-e72370e71eca req-5fc26d9c-0b34-40d0-8178-eb77c873f2de tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709426 Jul 09 16:12:48.099953 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:48.121495 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5487e9e5-7f23-43ec-83b7-9b4363724050 x-openstack-request-id: req-5487e9e5-7f23-43ec-83b7-9b4363724050 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:12:48.121799 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c19ea7a-85c9-4238-876a-79b2a0d9cfb1", "name": "network-vif-unplugged", "status": "completed", "tag": "ce8c6338-a8fe-4963-9b58-35c511b9116a", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:12:48.122008 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5487e9e5-7f23-43ec-83b7-9b4363724050 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:12:48.122396 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c19ea7a-85c9-4238-876a-79b2a0d9cfb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce8c6338-a8fe-4963-9b58-35c511b9116a', 'code': 200} Jul 09 16:12:48.145222 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:48.168054 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9429497b-061d-407b-8537-970adf7a8636 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:12:48.188743 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=ce8c6338-a8fe-4963-9b58-35c511b9116a,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:48.200456 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 9429497b-061d-407b-8537-970adf7a8636, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=9429497b-061d-407b-8537-970adf7a8636,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:12:48.215239 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:48.256037 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ef484f0d-71f7-4553-80c8-d9ecba699225 req-80c1dfcf-0928-4ab5-b200-410149b7c1e8 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] 10.222.0.98 "GET /v2.0/ports?device_id=86b0c58e-6369-4d58-8be8-30f32f1f6d95 HTTP/1.1" status: 200 len: 210 time: 0.0505593 Jul 09 16:12:48.274810 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b203276-3a6c-4307-a40c-be56a534f712 req-0c53c9e7-098a-4900-8fd8-10636ba8fd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:48.276319 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2b203276-3a6c-4307-a40c-be56a534f712 req-0c53c9e7-098a-4900-8fd8-10636ba8fd1d service neutron] 10.222.0.77 "GET /v2.0/networks?id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1 HTTP/1.1" status: 200 len: 870 time: 0.1712391 Jul 09 16:12:48.279242 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3bc3af84-3dff-4a09-8c23-d42c56658717 req-4e9e1d67-3abe-493b-86c8-e4bc8b8e5e01 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:48.293967 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=9429497b-061d-407b-8537-970adf7a8636,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:48.332196 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2b203276-3a6c-4307-a40c-be56a534f712 req-bad83314-69ee-4d86-a437-bbda90bad98a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=7e6cf95d-c4b7-4dc6-937f-69b79badf881 HTTP/1.1" status: 200 len: 217 time: 0.0458777 Jul 09 16:12:48.333113 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-3bc3af84-3dff-4a09-8c23-d42c56658717 req-4e9e1d67-3abe-493b-86c8-e4bc8b8e5e01 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Transition to ACTIVE for port object b112445a-c61f-468c-9edd-8a551886ab8a will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:12:48.429791 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b203276-3a6c-4307-a40c-be56a534f712 req-3083c279-14fb-4bc5-836c-1ec2102ed867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:48.431292 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2b203276-3a6c-4307-a40c-be56a534f712 req-3083c279-14fb-4bc5-836c-1ec2102ed867 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.0906842 Jul 09 16:12:48.456142 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3bc3af84-3dff-4a09-8c23-d42c56658717 req-4e9e1d67-3abe-493b-86c8-e4bc8b8e5e01 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:48.534321 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bc3af84-3dff-4a09-8c23-d42c56658717 req-4e9e1d67-3abe-493b-86c8-e4bc8b8e5e01 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Network 60f29bb9-c6a4-4744-a356-fda340719d26 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:12:48.542659 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-3bc3af84-3dff-4a09-8c23-d42c56658717 req-4e9e1d67-3abe-493b-86c8-e4bc8b8e5e01 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:12:48.552122 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcec544-f573-4789-a268-6cd346b1a6a3 req-dc2a0fab-7c64-4bd4-8dbf-a014c933fb2d tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:48.553917 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7bcec544-f573-4789-a268-6cd346b1a6a3 req-dc2a0fab-7c64-4bd4-8dbf-a014c933fb2d tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=999f1769-1279-4fe8-981f-c081e4f38f3e HTTP/1.1" status: 200 len: 946 time: 0.1859865 Jul 09 16:12:48.554926 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc3af84-3dff-4a09-8c23-d42c56658717 req-4e9e1d67-3abe-493b-86c8-e4bc8b8e5e01 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:12:48.563008 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc3af84-3dff-4a09-8c23-d42c56658717 req-4e9e1d67-3abe-493b-86c8-e4bc8b8e5e01 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:48.563638 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3bc3af84-3dff-4a09-8c23-d42c56658717 req-4e9e1d67-3abe-493b-86c8-e4bc8b8e5e01 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:48.571429 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e1d67-3abe-493b-86c8-e4bc8b8e5e01 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Pushing event updated for resources: {'Port': ['ID=b112445a-c61f-468c-9edd-8a551886ab8a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:48.605964 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3bc3af84-3dff-4a09-8c23-d42c56658717 req-4e9e1d67-3abe-493b-86c8-e4bc8b8e5e01 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0120163 Jul 09 16:12:48.622156 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b203276-3a6c-4307-a40c-be56a534f712 req-6f343c06-dd2c-40e8-8755-2a0a1b01d7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:48.623770 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2b203276-3a6c-4307-a40c-be56a534f712 req-6f343c06-dd2c-40e8-8755-2a0a1b01d7c5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1828032 Jul 09 16:12:48.631486 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-3bc3af84-3dff-4a09-8c23-d42c56658717 req-348dbfa8-2a18-4723-a8ec-f6bdba0a0999 service neutron] Request body: {'port': {'device_id': '86b0c58e-6369-4d58-8be8-30f32f1f6d95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:12:48.663184 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7bcec544-f573-4789-a268-6cd346b1a6a3 req-54bc235c-00b4-484c-b89a-26236d4b3420 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947716 Jul 09 16:12:48.675011 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e87896e-a59f-438f-a828-ed8908d2e8a5 req-20d1d203-efd6-4560-bc7f-165b4468076a tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:48.676816 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5e87896e-a59f-438f-a828-ed8908d2e8a5 req-20d1d203-efd6-4560-bc7f-165b4468076a tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "GET /v2.0/ports?device_id=814eec7e-8e74-4d24-8510-9cb495b8da26 HTTP/1.1" status: 200 len: 943 time: 0.0766788 Jul 09 16:12:48.732387 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5e87896e-a59f-438f-a828-ed8908d2e8a5 req-650d1c5f-fbff-499f-a53b-5ec6e360b989 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "GET /v2.0/security-groups?id=89dfd2dc-1906-4049-bbd8-d8b2687b4c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495522 Jul 09 16:12:48.742058 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['9429497b-061d-407b-8537-970adf7a8636'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:12:48.815245 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2b203276-3a6c-4307-a40c-be56a534f712 req-057d4c61-b9f2-49b2-93d8-ea0e447df832 service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802125 Jul 09 16:12:48.817842 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3bc3af84-3dff-4a09-8c23-d42c56658717 req-348dbfa8-2a18-4723-a8ec-f6bdba0a0999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:48.819546 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c3360608-6c92-47ad-8091-0f958a046755 None None] Provisioning for port b112445a-c61f-468c-9edd-8a551886ab8a completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:12:48.831963 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c3360608-6c92-47ad-8091-0f958a046755 None None] Provisioning complete for port b112445a-c61f-468c-9edd-8a551886ab8a triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:12:48.832328 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c3360608-6c92-47ad-8091-0f958a046755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:48.889741 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-c3360608-6c92-47ad-8091-0f958a046755 None None] Port b112445a-c61f-468c-9edd-8a551886ab8a cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:12:48.926487 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271afd97-6967-48e7-b432-4bc949254c09 req-49574f7d-9583-4480-9228-c7e544c36f5e tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:48.928492 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-271afd97-6967-48e7-b432-4bc949254c09 req-49574f7d-9583-4480-9228-c7e544c36f5e tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6b8bdcc-23ee-4cb4-b8a8-20144fd57f3a HTTP/1.1" status: 200 len: 948 time: 0.0726130 Jul 09 16:12:48.975524 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-271afd97-6967-48e7-b432-4bc949254c09 req-f5bf3d05-4f4a-43fc-b34b-817a34778dd6 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336485 Jul 09 16:12:49.011257 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2b203276-3a6c-4307-a40c-be56a534f712 req-6f804d7e-9304-4d88-ad8b-7e8500d5b78b service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845427 Jul 09 16:12:49.167673 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-3bc3af84-3dff-4a09-8c23-d42c56658717 req-348dbfa8-2a18-4723-a8ec-f6bdba0a0999 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b112445a-c61f-468c-9edd-8a551886ab8a {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:12:49.176281 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3bc3af84-3dff-4a09-8c23-d42c56658717 req-348dbfa8-2a18-4723-a8ec-f6bdba0a0999 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:49.188347 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-3bc3af84-3dff-4a09-8c23-d42c56658717 req-348dbfa8-2a18-4723-a8ec-f6bdba0a0999 service neutron] Transition to ACTIVE for port object b112445a-c61f-468c-9edd-8a551886ab8a will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:12:49.192776 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3bc3af84-3dff-4a09-8c23-d42c56658717 req-348dbfa8-2a18-4723-a8ec-f6bdba0a0999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:49.277704 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348dbfa8-2a18-4723-a8ec-f6bdba0a0999 service neutron] Pushing event updated for resources: {'Port': ['ID=b112445a-c61f-468c-9edd-8a551886ab8a,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:49.322812 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-3bc3af84-3dff-4a09-8c23-d42c56658717 req-348dbfa8-2a18-4723-a8ec-f6bdba0a0999 service neutron] Attempting to bind port b112445a-c61f-468c-9edd-8a551886ab8a on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:12:49.323132 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-3bc3af84-3dff-4a09-8c23-d42c56658717 req-348dbfa8-2a18-4723-a8ec-f6bdba0a0999 service neutron] Attempting to bind port b112445a-c61f-468c-9edd-8a551886ab8a by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': 'b9e8367d-4ac1-4ece-905f-b54d02e94300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '60f29bb9-c6a4-4744-a356-fda340719d26'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:12:49.323458 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc3af84-3dff-4a09-8c23-d42c56658717 req-348dbfa8-2a18-4723-a8ec-f6bdba0a0999 service neutron] Attempting to bind port b112445a-c61f-468c-9edd-8a551886ab8a on network 60f29bb9-c6a4-4744-a356-fda340719d26 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:12:49.332468 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc3af84-3dff-4a09-8c23-d42c56658717 req-348dbfa8-2a18-4723-a8ec-f6bdba0a0999 service neutron] Port b112445a-c61f-468c-9edd-8a551886ab8a on network 60f29bb9-c6a4-4744-a356-fda340719d26 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:12:49.332807 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc3af84-3dff-4a09-8c23-d42c56658717 req-348dbfa8-2a18-4723-a8ec-f6bdba0a0999 service neutron] Attempting to bind port b112445a-c61f-468c-9edd-8a551886ab8a on network 60f29bb9-c6a4-4744-a356-fda340719d26 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:12:49.339937 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc3af84-3dff-4a09-8c23-d42c56658717 req-348dbfa8-2a18-4723-a8ec-f6bdba0a0999 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:12:49.340276 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc3af84-3dff-4a09-8c23-d42c56658717 req-348dbfa8-2a18-4723-a8ec-f6bdba0a0999 service neutron] Checking segment: {'id': 'b9e8367d-4ac1-4ece-905f-b54d02e94300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '60f29bb9-c6a4-4744-a356-fda340719d26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:12:49.340667 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc3af84-3dff-4a09-8c23-d42c56658717 req-348dbfa8-2a18-4723-a8ec-f6bdba0a0999 service neutron] Bound using segment: {'id': 'b9e8367d-4ac1-4ece-905f-b54d02e94300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '60f29bb9-c6a4-4744-a356-fda340719d26'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:12:49.341099 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-3bc3af84-3dff-4a09-8c23-d42c56658717 req-348dbfa8-2a18-4723-a8ec-f6bdba0a0999 service neutron] Bound port: b112445a-c61f-468c-9edd-8a551886ab8a, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e8367d-4ac1-4ece-905f-b54d02e94300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '60f29bb9-c6a4-4744-a356-fda340719d26'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:12:49.341456 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3bc3af84-3dff-4a09-8c23-d42c56658717 req-348dbfa8-2a18-4723-a8ec-f6bdba0a0999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:49.350300 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86d1019-1d53-43d5-9d1f-e8b80df91ff0 req-0c9089e3-3a23-4273-84ff-7ec3b6074b07 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:49.351898 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b86d1019-1d53-43d5-9d1f-e8b80df91ff0 req-0c9089e3-3a23-4273-84ff-7ec3b6074b07 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c19ea7a-85c9-4238-876a-79b2a0d9cfb1 HTTP/1.1" status: 200 len: 948 time: 0.1326554 Jul 09 16:12:49.422760 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b86d1019-1d53-43d5-9d1f-e8b80df91ff0 req-708002bd-2319-4e6e-9ea8-f98da03b1bb1 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627084 Jul 09 16:12:49.441722 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9639ea2-7fb8-4dc3-878a-d39cbea364ba req-c1ebe049-3425-403c-afc2-a73ea1413729 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:49.443271 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d9639ea2-7fb8-4dc3-878a-d39cbea364ba req-c1ebe049-3425-403c-afc2-a73ea1413729 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] 10.222.0.98 "GET /v2.0/ports?device_id=86b0c58e-6369-4d58-8be8-30f32f1f6d95 HTTP/1.1" status: 200 len: 944 time: 0.0692770 Jul 09 16:12:49.443846 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-3bc3af84-3dff-4a09-8c23-d42c56658717 req-348dbfa8-2a18-4723-a8ec-f6bdba0a0999 service neutron] For port b112445a-c61f-468c-9edd-8a551886ab8a, host n-h2-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:12:49.447628 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-3bc3af84-3dff-4a09-8c23-d42c56658717 req-348dbfa8-2a18-4723-a8ec-f6bdba0a0999 service neutron] For port b112445a-c61f-468c-9edd-8a551886ab8a, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=b112445a-c61f-468c-9edd-8a551886ab8a,segment=NetworkSegment(b9e8367d-4ac1-4ece-905f-b54d02e94300),segment_id=b9e8367d-4ac1-4ece-905f-b54d02e94300)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:12:49.453229 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3bc3af84-3dff-4a09-8c23-d42c56658717 req-348dbfa8-2a18-4723-a8ec-f6bdba0a0999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:49.492299 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d9639ea2-7fb8-4dc3-878a-d39cbea364ba req-ab5b3484-28fe-4a48-b65b-59de88f223e0 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] 10.222.0.98 "GET /v2.0/security-groups?id=5735b4b8-7e17-4d09-ac7c-df06ec8371f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423591 Jul 09 16:12:49.503542 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc3af84-3dff-4a09-8c23-d42c56658717 req-348dbfa8-2a18-4723-a8ec-f6bdba0a0999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:49.504360 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3bc3af84-3dff-4a09-8c23-d42c56658717 req-348dbfa8-2a18-4723-a8ec-f6bdba0a0999 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:49.506019 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3bc3af84-3dff-4a09-8c23-d42c56658717 req-348dbfa8-2a18-4723-a8ec-f6bdba0a0999 service neutron] 10.222.0.73 "PUT /v2.0/ports/b112445a-c61f-468c-9edd-8a551886ab8a HTTP/1.1" status: 200 len: 1092 time: 0.8813045 Jul 09 16:12:49.511593 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86b0c58e-6369-4d58-8be8-30f32f1f6d95', 'tag': 'b112445a-c61f-468c-9edd-8a551886ab8a'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:12:49.514015 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3554381d-63ae-4e24-80ae-6a96f82c20af" -d '{"events": [{"name": "network-changed", "server_uuid": "86b0c58e-6369-4d58-8be8-30f32f1f6d95", "tag": "b112445a-c61f-468c-9edd-8a551886ab8a"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:12:49.517189 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 82c66ec9-75cf-49fa-8517-c3e292c0c0e5 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:12:49.535275 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348dbfa8-2a18-4723-a8ec-f6bdba0a0999 service neutron] Pushing event updated for resources: {'Port': ['ID=b112445a-c61f-468c-9edd-8a551886ab8a,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:49.564700 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa871ba-1782-4000-8566-2a81db9c75e0 x-openstack-request-id: req-caa871ba-1782-4000-8566-2a81db9c75e0 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:12:49.565010 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86b0c58e-6369-4d58-8be8-30f32f1f6d95", "tag": "b112445a-c61f-468c-9edd-8a551886ab8a", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:12:49.565261 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-caa871ba-1782-4000-8566-2a81db9c75e0 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:12:49.565654 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86b0c58e-6369-4d58-8be8-30f32f1f6d95', 'tag': 'b112445a-c61f-468c-9edd-8a551886ab8a', 'status': 'completed', 'code': 200} Jul 09 16:12:49.620310 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 82c66ec9-75cf-49fa-8517-c3e292c0c0e5 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:12:49.629167 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 82c66ec9-75cf-49fa-8517-c3e292c0c0e5 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:12:49.629541 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:49.643503 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc3af84-3dff-4a09-8c23-d42c56658717 req-fabbc4dd-d5d1-46f5-8e8a-0a8f2ba809bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:49.645402 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3bc3af84-3dff-4a09-8c23-d42c56658717 req-fabbc4dd-d5d1-46f5-8e8a-0a8f2ba809bd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=af04827258d24f9db4d18404590f3f54&device_id=86b0c58e-6369-4d58-8be8-30f32f1f6d95 HTTP/1.1" status: 200 len: 1095 time: 0.0599282 Jul 09 16:12:49.702403 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3bc3af84-3dff-4a09-8c23-d42c56658717 req-b42c6f6c-3321-4a74-abf5-18a21192d586 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b112445a-c61f-468c-9edd-8a551886ab8a HTTP/1.1" status: 200 len: 217 time: 0.0418935 Jul 09 16:12:49.722610 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:49.761870 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 82c66ec9-75cf-49fa-8517-c3e292c0c0e5, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=82c66ec9-75cf-49fa-8517-c3e292c0c0e5,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:12:49.764758 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc3af84-3dff-4a09-8c23-d42c56658717 req-2720de1d-930e-4a3b-80c4-ddfab7ed979a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:49.766505 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3bc3af84-3dff-4a09-8c23-d42c56658717 req-2720de1d-930e-4a3b-80c4-ddfab7ed979a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=343017e3-3017-47b4-bba4-2146bb17b890 HTTP/1.1" status: 200 len: 850 time: 0.0568352 Jul 09 16:12:49.767526 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:49.775622 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 021c23e7-1abd-4066-95dc-579b5da6ad74 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:12:49.802433 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 650e196b-2aa6-4ef4-a414-5422d0b873bf up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:12:49.839115 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc3af84-3dff-4a09-8c23-d42c56658717 req-0a76b9e2-3550-4871-9291-78f1a6187eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:49.840848 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3bc3af84-3dff-4a09-8c23-d42c56658717 req-0a76b9e2-3550-4871-9291-78f1a6187eb8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=60f29bb9-c6a4-4744-a356-fda340719d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665917 Jul 09 16:12:49.887508 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09344a35-ec36-4e10-b5b3-158d3f815bfa req-1e6f7b4b-6978-4d36-ad42-7bfc82e4fa96 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:49.891058 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-09344a35-ec36-4e10-b5b3-158d3f815bfa req-1e6f7b4b-6978-4d36-ad42-7bfc82e4fa96 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=999f1769-1279-4fe8-981f-c081e4f38f3e HTTP/1.1" status: 200 len: 946 time: 0.0697312 Jul 09 16:12:49.899125 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=82c66ec9-75cf-49fa-8517-c3e292c0c0e5,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:49.932062 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-09344a35-ec36-4e10-b5b3-158d3f815bfa req-1e49b95a-4913-4fcb-832e-6064386b405e tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372930 Jul 09 16:12:49.971765 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 650e196b-2aa6-4ef4-a414-5422d0b873bf completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:12:49.979903 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 650e196b-2aa6-4ef4-a414-5422d0b873bf triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:12:49.980368 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:50.019199 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 021c23e7-1abd-4066-95dc-579b5da6ad74, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=021c23e7-1abd-4066-95dc-579b5da6ad74,segment=NetworkSegment(20111d7e-0648-421f-8458-2c564982cda3),segment_id=20111d7e-0648-421f-8458-2c564982cda3)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:12:50.057721 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '021c23e7-1abd-4066-95dc-579b5da6ad74', 'network_id': '61ffd1b6-f25b-4986-bd69-fd61ebdd8c18', 'port_id': '021c23e7-1abd-4066-95dc-579b5da6ad74', 'mac_address': 'fa:16:3e:58:76:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90f9165d-5f7d-46e1-8fba-1a5ae5f57aba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:12:50.124268 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6b8bdcc-23ee-4cb4-b8a8-20144fd57f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c66ec9-75cf-49fa-8517-c3e292c0c0e5'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:12:50.127189 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8058533e-7033-46eb-8f57-a2e5553e02f8" -d '{"events": [{"server_uuid": "e6b8bdcc-23ee-4cb4-b8a8-20144fd57f3a", "name": "network-vif-plugged", "status": "completed", "tag": "82c66ec9-75cf-49fa-8517-c3e292c0c0e5"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:12:50.135588 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:50.156615 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:50.159855 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 021c23e7-1abd-4066-95dc-579b5da6ad74 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:12:50.198540 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 021c23e7-1abd-4066-95dc-579b5da6ad74, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=021c23e7-1abd-4066-95dc-579b5da6ad74,segment=NetworkSegment(20111d7e-0648-421f-8458-2c564982cda3),segment_id=20111d7e-0648-421f-8458-2c564982cda3)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:12:50.199405 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a66b7-4094-4a46-8783-0ae258debacd req-d32d488e-49bc-4bcd-b7a6-ac63441c1361 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:50.201206 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ce0a66b7-4094-4a46-8783-0ae258debacd req-d32d488e-49bc-4bcd-b7a6-ac63441c1361 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6b8bdcc-23ee-4cb4-b8a8-20144fd57f3a HTTP/1.1" status: 200 len: 949 time: 0.0790377 Jul 09 16:12:50.207891 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:50.213964 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 650e196b-2aa6-4ef4-a414-5422d0b873bf, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=650e196b-2aa6-4ef4-a414-5422d0b873bf,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:12:50.238529 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:50.239344 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 9429497b-061d-407b-8537-970adf7a8636 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:12:50.256988 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ce0a66b7-4094-4a46-8783-0ae258debacd req-9c27d42b-ddf8-49d4-a502-5056fa173423 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466630 Jul 09 16:12:50.269607 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3bc3af84-3dff-4a09-8c23-d42c56658717 req-8cf104a3-3220-4311-a5ef-80bc79ad2258 service neutron] 10.222.0.73 "GET /v2.0/networks/60f29bb9-c6a4-4744-a356-fda340719d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4209933 Jul 09 16:12:50.282918 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2cd1e2-1e95-48a7-b347-9467f4728696 req-ef7b0972-d1ed-45d4-801b-807233ea3037 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:50.282918 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5b2cd1e2-1e95-48a7-b347-9467f4728696 req-ef7b0972-d1ed-45d4-801b-807233ea3037 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "GET /v2.0/ports?device_id=814eec7e-8e74-4d24-8510-9cb495b8da26 HTTP/1.1" status: 200 len: 943 time: 0.3805587 Jul 09 16:12:50.295593 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=021c23e7-1abd-4066-95dc-579b5da6ad74,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:50.348794 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 9429497b-061d-407b-8537-970adf7a8636 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:12:50.349164 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:50.367266 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5b2cd1e2-1e95-48a7-b347-9467f4728696 req-0f2cae32-1b22-4465-a3b2-ac216fa13d44 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "GET /v2.0/security-groups?id=89dfd2dc-1906-4049-bbd8-d8b2687b4c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762959 Jul 09 16:12:50.371117 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=650e196b-2aa6-4ef4-a414-5422d0b873bf,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:50.405663 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3bc3af84-3dff-4a09-8c23-d42c56658717 req-9ec3178d-fb8e-404c-b5ee-c703a2e9b444 service neutron] 10.222.0.73 "GET /v2.0/networks/60f29bb9-c6a4-4744-a356-fda340719d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232288 Jul 09 16:12:50.437333 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4814310-4fd1-466e-a309-96821b38ce93 x-openstack-request-id: req-b4814310-4fd1-466e-a309-96821b38ce93 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:12:50.437627 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6b8bdcc-23ee-4cb4-b8a8-20144fd57f3a", "name": "network-vif-plugged", "status": "completed", "tag": "82c66ec9-75cf-49fa-8517-c3e292c0c0e5", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:12:50.437881 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b4814310-4fd1-466e-a309-96821b38ce93 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:12:50.438378 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6b8bdcc-23ee-4cb4-b8a8-20144fd57f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c66ec9-75cf-49fa-8517-c3e292c0c0e5', 'code': 200} Jul 09 16:12:50.453344 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:50.498269 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 9429497b-061d-407b-8537-970adf7a8636, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=9429497b-061d-407b-8537-970adf7a8636,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:12:50.504380 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:50.625862 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feaed4a-e6f3-43e9-8bb5-646864898007 req-4df7e9d5-7256-442a-88e1-f8ab2922c415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:50.628107 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0feaed4a-e6f3-43e9-8bb5-646864898007 req-4df7e9d5-7256-442a-88e1-f8ab2922c415 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e6b8bdcc-23ee-4cb4-b8a8-20144fd57f3a HTTP/1.1" status: 200 len: 1100 time: 0.1053591 Jul 09 16:12:50.644741 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404775f-aa4e-4216-b0ec-12b68eccc427 req-144710a0-597a-43a6-8c0c-b4745c1ad98b tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:50.647295 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5404775f-aa4e-4216-b0ec-12b68eccc427 req-144710a0-597a-43a6-8c0c-b4745c1ad98b tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c19ea7a-85c9-4238-876a-79b2a0d9cfb1 HTTP/1.1" status: 200 len: 948 time: 0.0850480 Jul 09 16:12:50.656668 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554381d-63ae-4e24-80ae-6a96f82c20af req-aa73427e-78f2-492e-b63b-d116ad70294b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:50.658349 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3554381d-63ae-4e24-80ae-6a96f82c20af req-aa73427e-78f2-492e-b63b-d116ad70294b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=af04827258d24f9db4d18404590f3f54&device_id=86b0c58e-6369-4d58-8be8-30f32f1f6d95 HTTP/1.1" status: 200 len: 1095 time: 0.1065876 Jul 09 16:12:50.688430 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5404775f-aa4e-4216-b0ec-12b68eccc427 req-98146786-22c9-4f53-a66b-64363b49e172 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355480 Jul 09 16:12:50.694482 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=9429497b-061d-407b-8537-970adf7a8636,revision_number=7']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:50.749149 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0feaed4a-e6f3-43e9-8bb5-646864898007 req-c8f04717-19de-47b6-aa97-8c5820523fb1 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140146 Jul 09 16:12:50.809289 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554381d-63ae-4e24-80ae-6a96f82c20af req-e215bd26-debe-4881-83e1-88dde4b0797c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:50.810796 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3554381d-63ae-4e24-80ae-6a96f82c20af req-e215bd26-debe-4881-83e1-88dde4b0797c service neutron] 10.222.0.73 "GET /v2.0/networks?id=60f29bb9-c6a4-4744-a356-fda340719d26 HTTP/1.1" status: 200 len: 912 time: 0.1395283 Jul 09 16:12:50.819012 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f9bb9-d7da-4a9a-a768-928f126d3663 req-25591463-e19b-4a80-a7a1-22f242c6689e tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:50.820420 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0b0f9bb9-d7da-4a9a-a768-928f126d3663 req-25591463-e19b-4a80-a7a1-22f242c6689e tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] 10.222.0.98 "GET /v2.0/ports?device_id=86b0c58e-6369-4d58-8be8-30f32f1f6d95 HTTP/1.1" status: 200 len: 944 time: 0.1595929 Jul 09 16:12:50.864628 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3554381d-63ae-4e24-80ae-6a96f82c20af req-a3692041-78d8-46a5-a325-df57d0ce5fd3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b112445a-c61f-468c-9edd-8a551886ab8a HTTP/1.1" status: 200 len: 217 time: 0.0432572 Jul 09 16:12:50.920262 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0b0f9bb9-d7da-4a9a-a768-928f126d3663 req-97c9b55c-381d-4d87-90f9-19a81ab0da58 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] 10.222.0.98 "GET /v2.0/security-groups?id=5735b4b8-7e17-4d09-ac7c-df06ec8371f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926497 Jul 09 16:12:50.929772 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554381d-63ae-4e24-80ae-6a96f82c20af req-6def0b0d-d931-4029-9f96-5f31a862bdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:50.931226 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3554381d-63ae-4e24-80ae-6a96f82c20af req-6def0b0d-d931-4029-9f96-5f31a862bdc4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=343017e3-3017-47b4-bba4-2146bb17b890 HTTP/1.1" status: 200 len: 850 time: 0.0605679 Jul 09 16:12:50.993693 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554381d-63ae-4e24-80ae-6a96f82c20af req-eee774f2-14a0-4d6c-8963-d14d9fa9ff00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:50.995087 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3554381d-63ae-4e24-80ae-6a96f82c20af req-eee774f2-14a0-4d6c-8963-d14d9fa9ff00 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=60f29bb9-c6a4-4744-a356-fda340719d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553892 Jul 09 16:12:51.099014 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3554381d-63ae-4e24-80ae-6a96f82c20af req-c381e358-5faa-4c75-bc10-903d50213ce1 service neutron] 10.222.0.73 "GET /v2.0/networks/60f29bb9-c6a4-4744-a356-fda340719d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942731 Jul 09 16:12:51.124356 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0602f1b-574f-417e-bc86-b036a193ab97 req-f5946a27-645e-416f-a84b-cc92748873b2 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:51.125834 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d0602f1b-574f-417e-bc86-b036a193ab97 req-f5946a27-645e-416f-a84b-cc92748873b2 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=999f1769-1279-4fe8-981f-c081e4f38f3e HTTP/1.1" status: 200 len: 946 time: 0.0694287 Jul 09 16:12:51.164133 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d0602f1b-574f-417e-bc86-b036a193ab97 req-aa60b308-0afa-4afe-a72d-71bedc4a77cd tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320992 Jul 09 16:12:51.190914 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3554381d-63ae-4e24-80ae-6a96f82c20af req-09b3151a-881d-485b-b055-b8728ef25dc5 service neutron] 10.222.0.73 "GET /v2.0/networks/60f29bb9-c6a4-4744-a356-fda340719d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856490 Jul 09 16:12:51.436338 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0fecce-0573-4794-a0cb-af37f2b08d10 req-a4204236-3d3e-4676-9aaf-d13bedaac89a tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:51.437818 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1f0fecce-0573-4794-a0cb-af37f2b08d10 req-a4204236-3d3e-4676-9aaf-d13bedaac89a tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6b8bdcc-23ee-4cb4-b8a8-20144fd57f3a HTTP/1.1" status: 200 len: 949 time: 0.0686836 Jul 09 16:12:51.476796 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1f0fecce-0573-4794-a0cb-af37f2b08d10 req-b4cf4cd2-ba07-4007-b5b1-d0d8525f86be tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328667 Jul 09 16:12:51.643336 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d945dc-b20a-4047-abc0-6f10a572321d req-8d912743-62f1-4ab8-bd7c-75e0373b2117 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:51.644778 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d6d945dc-b20a-4047-abc0-6f10a572321d req-8d912743-62f1-4ab8-bd7c-75e0373b2117 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "GET /v2.0/ports?device_id=814eec7e-8e74-4d24-8510-9cb495b8da26 HTTP/1.1" status: 200 len: 944 time: 0.0643425 Jul 09 16:12:51.682532 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d6d945dc-b20a-4047-abc0-6f10a572321d req-01dc8ded-0ea3-44bd-a91c-d7b8ce2040cc tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "GET /v2.0/security-groups?id=89dfd2dc-1906-4049-bbd8-d8b2687b4c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322828 Jul 09 16:12:51.778349 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device ce8c6338-a8fe-4963-9b58-35c511b9116a details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:12:51.863202 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f38953-d8a9-4ccf-ae39-6ad7071bb453 req-444b323f-55bd-46a5-8b81-a3549f28d78b tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:51.864651 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-17f38953-d8a9-4ccf-ae39-6ad7071bb453 req-444b323f-55bd-46a5-8b81-a3549f28d78b tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c19ea7a-85c9-4238-876a-79b2a0d9cfb1 HTTP/1.1" status: 200 len: 948 time: 0.0633626 Jul 09 16:12:51.872040 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port ce8c6338-a8fe-4963-9b58-35c511b9116a, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=ce8c6338-a8fe-4963-9b58-35c511b9116a,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:12:51.886972 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': 'ce8c6338-a8fe-4963-9b58-35c511b9116a', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'port_id': 'ce8c6338-a8fe-4963-9b58-35c511b9116a', 'mac_address': 'fa:16:3e:7f:bc:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f122b436-b232-4a3c-9aac-47d5639f2da4', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:12:51.903413 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-17f38953-d8a9-4ccf-ae39-6ad7071bb453 req-8d277a53-f0a7-4e80-959e-36111e3f5069 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331087 Jul 09 16:12:51.924477 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:51.935158 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['021c23e7-1abd-4066-95dc-579b5da6ad74'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:12:51.966071 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce8c6338-a8fe-4963-9b58-35c511b9116a {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:12:51.999732 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port ce8c6338-a8fe-4963-9b58-35c511b9116a, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=ce8c6338-a8fe-4963-9b58-35c511b9116a,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:12:52.004923 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:52.087319 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=ce8c6338-a8fe-4963-9b58-35c511b9116a,revision_number=7']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:52.114675 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393046a-c943-4a27-8409-b7e8c3db3bad req-50516f2b-b0b6-4872-96fb-e4a1fb6d96f5 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:52.114675 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5393046a-c943-4a27-8409-b7e8c3db3bad req-50516f2b-b0b6-4872-96fb-e4a1fb6d96f5 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] 10.222.0.98 "GET /v2.0/ports?device_id=86b0c58e-6369-4d58-8be8-30f32f1f6d95 HTTP/1.1" status: 200 len: 944 time: 0.0709262 Jul 09 16:12:52.161984 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5393046a-c943-4a27-8409-b7e8c3db3bad req-41c6ca61-b8ca-497e-a50d-af4459be11ac tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] 10.222.0.98 "GET /v2.0/security-groups?id=5735b4b8-7e17-4d09-ac7c-df06ec8371f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400195 Jul 09 16:12:52.208014 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1b970604-f7ae-4360-a203-cd671de44aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:52.343563 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892443f-2cc4-419c-a1da-4271bb100cdd req-02814f29-60d2-4da2-a85f-4ada32048c8a tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:52.345033 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a892443f-2cc4-419c-a1da-4271bb100cdd req-02814f29-60d2-4da2-a85f-4ada32048c8a tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=999f1769-1279-4fe8-981f-c081e4f38f3e HTTP/1.1" status: 200 len: 946 time: 0.0621569 Jul 09 16:12:52.382646 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a892443f-2cc4-419c-a1da-4271bb100cdd req-aac5460f-c1ce-41da-bb67-51f2267fe415 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311244 Jul 09 16:12:52.439698 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76aa3dc8-848b-4e09-be0f-ad732669d4bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650e196b-2aa6-4ef4-a414-5422d0b873bf'}, {'server_uuid': '1b090679-c46d-496b-a086-c3e91382647e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9429497b-061d-407b-8537-970adf7a8636'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:12:52.442142 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c3cbf2-aa61-433f-82f3-f90f95e18ab3" -d '{"events": [{"server_uuid": "76aa3dc8-848b-4e09-be0f-ad732669d4bb", "name": "network-vif-plugged", "status": "completed", "tag": "650e196b-2aa6-4ef4-a414-5422d0b873bf"}, {"server_uuid": "1b090679-c46d-496b-a086-c3e91382647e", "name": "network-vif-plugged", "status": "completed", "tag": "9429497b-061d-407b-8537-970adf7a8636"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:12:52.482149 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 16:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36726a4b-d6b6-4c1b-a362-a6f7af81e108 x-openstack-request-id: req-36726a4b-d6b6-4c1b-a362-a6f7af81e108 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:12:52.482453 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76aa3dc8-848b-4e09-be0f-ad732669d4bb", "name": "network-vif-plugged", "status": "completed", "tag": "650e196b-2aa6-4ef4-a414-5422d0b873bf", "code": 200}, {"server_uuid": "1b090679-c46d-496b-a086-c3e91382647e", "name": "network-vif-plugged", "status": "completed", "tag": "9429497b-061d-407b-8537-970adf7a8636", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:12:52.482707 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-36726a4b-d6b6-4c1b-a362-a6f7af81e108 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:12:52.483148 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76aa3dc8-848b-4e09-be0f-ad732669d4bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650e196b-2aa6-4ef4-a414-5422d0b873bf', 'code': 200} Jul 09 16:12:52.483404 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b090679-c46d-496b-a086-c3e91382647e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9429497b-061d-407b-8537-970adf7a8636', 'code': 200} Jul 09 16:12:52.662675 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541cca8-7a74-4ae6-98d5-1cf8936387e4 req-62b8c4f8-937e-4f8b-81e1-67177f1cb5b0 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:52.664079 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2541cca8-7a74-4ae6-98d5-1cf8936387e4 req-62b8c4f8-937e-4f8b-81e1-67177f1cb5b0 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6b8bdcc-23ee-4cb4-b8a8-20144fd57f3a HTTP/1.1" status: 200 len: 949 time: 0.0740976 Jul 09 16:12:52.704655 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2541cca8-7a74-4ae6-98d5-1cf8936387e4 req-5577780a-89d0-4363-9fdb-48ae42482fa4 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348294 Jul 09 16:12:52.760302 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7fd3a7-ced5-4409-b524-25c0654d8fa9 req-05df10d6-41a2-44d7-be0d-afc62b4ceb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:52.761999 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2e7fd3a7-ced5-4409-b524-25c0654d8fa9 req-05df10d6-41a2-44d7-be0d-afc62b4ceb1f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=76aa3dc8-848b-4e09-be0f-ad732669d4bb HTTP/1.1" status: 200 len: 1100 time: 0.0692191 Jul 09 16:12:52.826633 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2e7fd3a7-ced5-4409-b524-25c0654d8fa9 req-cd8c091c-95ce-4533-b1b0-84f0a4b50f73 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318956 Jul 09 16:12:52.898843 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c3bca-2218-479b-9615-cff40185c82e req-35ac3b0c-3233-4f04-8ce5-b02655e95582 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:52.900469 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1d5c3bca-2218-479b-9615-cff40185c82e req-35ac3b0c-3233-4f04-8ce5-b02655e95582 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "GET /v2.0/ports?device_id=814eec7e-8e74-4d24-8510-9cb495b8da26 HTTP/1.1" status: 200 len: 944 time: 0.0702422 Jul 09 16:12:52.948594 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1d5c3bca-2218-479b-9615-cff40185c82e req-a9cf8b0d-2ed8-41ba-b45b-c339b86cd047 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "GET /v2.0/security-groups?id=89dfd2dc-1906-4049-bbd8-d8b2687b4c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409951 Jul 09 16:12:52.998094 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe029141-802e-4f20-ae3d-792150625bc9 req-4f5547a3-733a-434c-9514-60ccf70615a9 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:53.000979 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fe029141-802e-4f20-ae3d-792150625bc9 req-4f5547a3-733a-434c-9514-60ccf70615a9 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=76aa3dc8-848b-4e09-be0f-ad732669d4bb HTTP/1.1" status: 200 len: 949 time: 0.0722058 Jul 09 16:12:53.045892 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fe029141-802e-4f20-ae3d-792150625bc9 req-63096e3c-8da0-4d7a-b9c1-b6f98d11eec7 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364938 Jul 09 16:12:53.126529 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f17a2d0-039f-471b-bf50-0a4cb752cd1a req-e4bf42c8-36d4-4c57-8ca4-1942034c4acf tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:53.128643 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4f17a2d0-039f-471b-bf50-0a4cb752cd1a req-e4bf42c8-36d4-4c57-8ca4-1942034c4acf tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c19ea7a-85c9-4238-876a-79b2a0d9cfb1 HTTP/1.1" status: 200 len: 949 time: 0.0714917 Jul 09 16:12:53.160539 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['ce8c6338-a8fe-4963-9b58-35c511b9116a'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:12:53.166681 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4f17a2d0-039f-471b-bf50-0a4cb752cd1a req-a8928be6-a68d-4346-82fe-f081bc716d71 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325172 Jul 09 16:12:53.352491 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b151ce-4d92-4ff4-8699-ddf0a7389a73 req-5092a181-1600-4aef-a206-4f01d9999afc tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:53.353727 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-13b151ce-4d92-4ff4-8699-ddf0a7389a73 req-5092a181-1600-4aef-a206-4f01d9999afc tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] 10.222.0.98 "GET /v2.0/ports?device_id=86b0c58e-6369-4d58-8be8-30f32f1f6d95 HTTP/1.1" status: 200 len: 944 time: 0.0719638 Jul 09 16:12:53.392612 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-13b151ce-4d92-4ff4-8699-ddf0a7389a73 req-c9a87881-f0bb-47ec-821a-4526f4247df3 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] 10.222.0.98 "GET /v2.0/security-groups?id=5735b4b8-7e17-4d09-ac7c-df06ec8371f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329616 Jul 09 16:12:53.583937 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c57c0-4ce4-4405-be01-671257a25467 req-b996cff7-e96b-4354-809b-bda755c33ce1 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:53.585544 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ad9c57c0-4ce4-4405-be01-671257a25467 req-b996cff7-e96b-4354-809b-bda755c33ce1 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=999f1769-1279-4fe8-981f-c081e4f38f3e HTTP/1.1" status: 200 len: 946 time: 0.0743332 Jul 09 16:12:53.628103 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ad9c57c0-4ce4-4405-be01-671257a25467 req-e15dac96-e8d1-4787-831d-cef19c755ec8 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337119 Jul 09 16:12:53.647723 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce4781-c7b8-4d6a-b59d-d290cf686564 req-e32184f2-fdd2-45c8-b590-e4bc1d10588d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:53.649199 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2bce4781-c7b8-4d6a-b59d-d290cf686564 req-e32184f2-fdd2-45c8-b590-e4bc1d10588d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c19ea7a-85c9-4238-876a-79b2a0d9cfb1&tenant_id=90103765321a44c5954b6bc1ea90c4d7&binding%3Ahost_id=n-h2-798930-3 HTTP/1.1" status: 200 len: 949 time: 0.1073997 Jul 09 16:12:53.728098 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb42998-b7d8-4234-ac83-02bd276cb1b5 req-98124b9b-0cd9-4cb7-86bb-c81e3dc25c4b tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:53.729506 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1fb42998-b7d8-4234-ac83-02bd276cb1b5 req-98124b9b-0cd9-4cb7-86bb-c81e3dc25c4b tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c19ea7a-85c9-4238-876a-79b2a0d9cfb1 HTTP/1.1" status: 200 len: 949 time: 0.1214745 Jul 09 16:12:53.735480 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2bce4781-c7b8-4d6a-b59d-d290cf686564 req-f6b37647-2ad2-4a58-a455-40597c225dac service neutron] 10.222.0.73 "GET /v2.0/ports/ce8c6338-a8fe-4963-9b58-35c511b9116a/bindings/n-h2-798930-3 HTTP/1.1" status: 200 len: 382 time: 0.0799217 Jul 09 16:12:53.770872 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1fb42998-b7d8-4234-ac83-02bd276cb1b5 req-b0471643-be88-45a8-8e08-c5d9bb03d59e tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344114 Jul 09 16:12:54.147231 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce4781-c7b8-4d6a-b59d-d290cf686564 req-fd4a84fe-bd20-4622-b7e0-1a269d01a38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:54.148715 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2bce4781-c7b8-4d6a-b59d-d290cf686564 req-fd4a84fe-bd20-4622-b7e0-1a269d01a38a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=90103765321a44c5954b6bc1ea90c4d7&device_id=6c19ea7a-85c9-4238-876a-79b2a0d9cfb1 HTTP/1.1" status: 200 len: 1100 time: 0.1110170 Jul 09 16:12:54.161790 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf850a34-f15f-4d0d-8fa4-94d905692e20 req-00a39516-0d14-4a07-a810-e077c22f2a4a tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:54.163226 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cf850a34-f15f-4d0d-8fa4-94d905692e20 req-00a39516-0d14-4a07-a810-e077c22f2a4a tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "GET /v2.0/ports?device_id=814eec7e-8e74-4d24-8510-9cb495b8da26 HTTP/1.1" status: 200 len: 944 time: 0.0812674 Jul 09 16:12:54.208563 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b4d56-5846-4f72-889e-702643dead0c req-2e5f5608-a92a-427b-adf6-9b1f4caef2aa tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:54.210261 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ba5b4d56-5846-4f72-889e-702643dead0c req-2e5f5608-a92a-427b-adf6-9b1f4caef2aa tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/ports?device_id=49315736-dd27-47af-9ccb-98e9c687919a HTTP/1.1" status: 200 len: 946 time: 0.0740440 Jul 09 16:12:54.254454 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ba5b4d56-5846-4f72-889e-702643dead0c req-fd83b487-037e-476f-b773-db1a45cd3b8f tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/security-groups?id=ce5ad391-2727-4ebb-93c6-e38b31a0907b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376501 Jul 09 16:12:54.255215 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cf850a34-f15f-4d0d-8fa4-94d905692e20 req-ac10f935-2b4a-4f38-bcfe-7cd77e667add tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "GET /v2.0/security-groups?id=89dfd2dc-1906-4049-bbd8-d8b2687b4c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863609 Jul 09 16:12:54.292363 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce4781-c7b8-4d6a-b59d-d290cf686564 req-f06fbac6-1b37-41f8-8b7d-d45632565ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:54.294093 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2bce4781-c7b8-4d6a-b59d-d290cf686564 req-f06fbac6-1b37-41f8-8b7d-d45632565ad8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1 HTTP/1.1" status: 200 len: 870 time: 0.1105528 Jul 09 16:12:54.342930 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2bce4781-c7b8-4d6a-b59d-d290cf686564 req-1be6285f-5953-4175-bb72-84806aae4405 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=ce8c6338-a8fe-4963-9b58-35c511b9116a HTTP/1.1" status: 200 len: 217 time: 0.0416336 Jul 09 16:12:54.399889 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce4781-c7b8-4d6a-b59d-d290cf686564 req-f78e4022-c1a3-459e-9cdf-6d62715b2819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:54.401524 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2bce4781-c7b8-4d6a-b59d-d290cf686564 req-f78e4022-c1a3-459e-9cdf-6d62715b2819 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.0491540 Jul 09 16:12:54.465853 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5644f514-5c49-446f-a9dc-d6312104f95a req-09afef12-78f3-4441-90d2-33e3a1b4ba34 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:54.467900 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5644f514-5c49-446f-a9dc-d6312104f95a req-09afef12-78f3-4441-90d2-33e3a1b4ba34 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=76aa3dc8-848b-4e09-be0f-ad732669d4bb HTTP/1.1" status: 200 len: 949 time: 0.0830359 Jul 09 16:12:54.474662 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce4781-c7b8-4d6a-b59d-d290cf686564 req-82ef59df-f5a7-471c-b5bb-60676ca929bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:54.476206 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2bce4781-c7b8-4d6a-b59d-d290cf686564 req-82ef59df-f5a7-471c-b5bb-60676ca929bb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0669851 Jul 09 16:12:54.513688 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5644f514-5c49-446f-a9dc-d6312104f95a req-54800608-b497-42f8-b584-576a6212be08 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396035 Jul 09 16:12:54.625627 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2bce4781-c7b8-4d6a-b59d-d290cf686564 req-2b34d58a-d249-4b62-8ab3-133017c35e31 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413972 Jul 09 16:12:54.633916 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07a256-b2cb-40f6-b7ed-a2c92461b943 req-96c69c6a-62ec-4894-86a0-58d283626ec6 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:54.635499 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1a07a256-b2cb-40f6-b7ed-a2c92461b943 req-96c69c6a-62ec-4894-86a0-58d283626ec6 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] 10.222.0.98 "GET /v2.0/ports?device_id=86b0c58e-6369-4d58-8be8-30f32f1f6d95 HTTP/1.1" status: 200 len: 944 time: 0.1005301 Jul 09 16:12:54.729195 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1a07a256-b2cb-40f6-b7ed-a2c92461b943 req-6a11a36a-462f-4c6d-96cb-d1098179b233 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] 10.222.0.98 "GET /v2.0/security-groups?id=5735b4b8-7e17-4d09-ac7c-df06ec8371f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874908 Jul 09 16:12:54.761106 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2bce4781-c7b8-4d6a-b59d-d290cf686564 req-62ff77b0-0761-4418-abe7-fcc47fe9ee77 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204939 Jul 09 16:12:54.855721 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e96847-2b94-4834-bbbe-2551805f6689 req-6e4a13ef-dd47-4e50-9bc7-b2b560104266 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:54.862842 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-23e96847-2b94-4834-bbbe-2551805f6689 req-6e4a13ef-dd47-4e50-9bc7-b2b560104266 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=999f1769-1279-4fe8-981f-c081e4f38f3e HTTP/1.1" status: 200 len: 946 time: 0.0964990 Jul 09 16:12:54.918623 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-23e96847-2b94-4834-bbbe-2551805f6689 req-6ae9b20b-bd2a-4f5d-a5e7-195e17995a9b tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547855 Jul 09 16:12:55.069770 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1b2ea636-f45e-4ed8-bc7d-f2353e593587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:55.101734 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d6a30-5f99-401a-a64b-1e1693ad5084 req-3566247b-e2a7-4d57-a9f4-70a76578471b tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:55.107231 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2e4d6a30-5f99-401a-a64b-1e1693ad5084 req-3566247b-e2a7-4d57-a9f4-70a76578471b tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c19ea7a-85c9-4238-876a-79b2a0d9cfb1 HTTP/1.1" status: 200 len: 949 time: 0.0897744 Jul 09 16:12:55.146893 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2e4d6a30-5f99-401a-a64b-1e1693ad5084 req-2bbbba5b-fbb8-471e-8ca0-f79a817101f5 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366440 Jul 09 16:12:55.216534 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:55.357639 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcd68f-5128-48c4-8385-4d1745348924 req-efa09f7b-e0ad-4795-9d0d-8cd6aa4a72f7 tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:55.359737 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-67dcd68f-5128-48c4-8385-4d1745348924 req-efa09f7b-e0ad-4795-9d0d-8cd6aa4a72f7 tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=999f1769-1279-4fe8-981f-c081e4f38f3e&tenant_id=9639d7ee11dd47639be4bedc72b53ccc&binding%3Ahost_id=n-h1-798930-3 HTTP/1.1" status: 200 len: 1097 time: 0.1109982 Jul 09 16:12:55.378043 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-67dcd68f-5128-48c4-8385-4d1745348924 req-4a516632-ed61-4cef-bab9-a071f9fe1193 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-798930-3'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:12:55.481608 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-67dcd68f-5128-48c4-8385-4d1745348924 req-4a516632-ed61-4cef-bab9-a071f9fe1193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:55.535409 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375fd15-95a6-4fbe-b8be-7a8576801cd5 req-a9243e99-dce4-4ae3-bbdc-1aaa9f75225c tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:55.547877 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e375fd15-95a6-4fbe-b8be-7a8576801cd5 req-a9243e99-dce4-4ae3-bbdc-1aaa9f75225c tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "GET /v2.0/ports?device_id=814eec7e-8e74-4d24-8510-9cb495b8da26 HTTP/1.1" status: 200 len: 944 time: 0.1248996 Jul 09 16:12:55.590021 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e375fd15-95a6-4fbe-b8be-7a8576801cd5 req-d4783093-3856-4159-b62f-f8b89c2ed1a9 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "GET /v2.0/security-groups?id=89dfd2dc-1906-4049-bbd8-d8b2687b4c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363355 Jul 09 16:12:55.690735 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-67dcd68f-5128-48c4-8385-4d1745348924 req-4a516632-ed61-4cef-bab9-a071f9fe1193 service neutron] For port d846a90a-5bb1-447d-8948-0fa71ad4560c, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=d846a90a-5bb1-447d-8948-0fa71ad4560c,segment=NetworkSegment(cbc7a639-5863-4995-9a4b-f91be63e1ab1),segment_id=cbc7a639-5863-4995-9a4b-f91be63e1ab1)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:12:55.753730 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-67dcd68f-5128-48c4-8385-4d1745348924 req-4a516632-ed61-4cef-bab9-a071f9fe1193 service neutron] For port d846a90a-5bb1-447d-8948-0fa71ad4560c, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:12:55.793662 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 021c23e7-1abd-4066-95dc-579b5da6ad74 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:12:55.857569 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999f1769-1279-4fe8-981f-c081e4f38f3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd846a90a-5bb1-447d-8948-0fa71ad4560c'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:12:55.866850 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f395a272-0cf7-4918-8457-41b84158e9d7" -d '{"events": [{"server_uuid": "999f1769-1279-4fe8-981f-c081e4f38f3e", "name": "network-vif-unplugged", "status": "completed", "tag": "d846a90a-5bb1-447d-8948-0fa71ad4560c"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:12:55.878103 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-67dcd68f-5128-48c4-8385-4d1745348924 req-4a516632-ed61-4cef-bab9-a071f9fe1193 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:55.883312 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 021c23e7-1abd-4066-95dc-579b5da6ad74 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:12:55.889087 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 021c23e7-1abd-4066-95dc-579b5da6ad74 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:12:55.889303 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-67dcd68f-5128-48c4-8385-4d1745348924 req-4a516632-ed61-4cef-bab9-a071f9fe1193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:55.890099 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:55.930218 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0201ea4b-71d2-4586-82ee-6275e11b3305 req-860f890f-2dd6-4393-9f35-c8b5e735eba3 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:55.931987 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0201ea4b-71d2-4586-82ee-6275e11b3305 req-860f890f-2dd6-4393-9f35-c8b5e735eba3 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=76aa3dc8-848b-4e09-be0f-ad732669d4bb HTTP/1.1" status: 200 len: 949 time: 0.1340394 Jul 09 16:12:55.999236 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:56.009161 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a516632-ed61-4cef-bab9-a071f9fe1193 service neutron] Pushing event updated for resources: {'Port': ['ID=d846a90a-5bb1-447d-8948-0fa71ad4560c,revision_number=7']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:56.034136 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0201ea4b-71d2-4586-82ee-6275e11b3305 req-18a714b0-7b15-4558-be3c-b2a30aa3ad69 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886197 Jul 09 16:12:56.045883 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '814eec7e-8e74-4d24-8510-9cb495b8da26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '021c23e7-1abd-4066-95dc-579b5da6ad74'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:12:56.056746 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df78d555-fd8b-4d82-ac6e-ff715372b439" -d '{"events": [{"server_uuid": "814eec7e-8e74-4d24-8510-9cb495b8da26", "name": "network-vif-plugged", "status": "completed", "tag": "021c23e7-1abd-4066-95dc-579b5da6ad74"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:12:56.090285 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 021c23e7-1abd-4066-95dc-579b5da6ad74, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=021c23e7-1abd-4066-95dc-579b5da6ad74,segment=NetworkSegment(20111d7e-0648-421f-8458-2c564982cda3),segment_id=20111d7e-0648-421f-8458-2c564982cda3)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:12:56.112178 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:56.113448 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device ce8c6338-a8fe-4963-9b58-35c511b9116a up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:12:56.130018 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6019bae6-e8e3-4aa6-ad99-531a8eb2aee9 x-openstack-request-id: req-6019bae6-e8e3-4aa6-ad99-531a8eb2aee9 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:12:56.130608 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999f1769-1279-4fe8-981f-c081e4f38f3e", "name": "network-vif-unplugged", "status": "completed", "tag": "d846a90a-5bb1-447d-8948-0fa71ad4560c", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:12:56.130608 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6019bae6-e8e3-4aa6-ad99-531a8eb2aee9 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:12:56.130998 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '999f1769-1279-4fe8-981f-c081e4f38f3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd846a90a-5bb1-447d-8948-0fa71ad4560c', 'code': 200} Jul 09 16:12:56.138475 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-67dcd68f-5128-48c4-8385-4d1745348924 req-4a516632-ed61-4cef-bab9-a071f9fe1193 service neutron] Attempting to bind port d846a90a-5bb1-447d-8948-0fa71ad4560c on host n-h1-798930-3 for vnic_type normal with profile {"migrating_to": "n-h2-798930-3"} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:12:56.138823 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-67dcd68f-5128-48c4-8385-4d1745348924 req-4a516632-ed61-4cef-bab9-a071f9fe1193 service neutron] Attempting to bind port d846a90a-5bb1-447d-8948-0fa71ad4560c by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'cbc7a639-5863-4995-9a4b-f91be63e1ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b65bcac-ba21-4565-bf6d-5e7b6fe83db7'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:12:56.139153 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67dcd68f-5128-48c4-8385-4d1745348924 req-4a516632-ed61-4cef-bab9-a071f9fe1193 service neutron] Attempting to bind port d846a90a-5bb1-447d-8948-0fa71ad4560c on network 2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:12:56.147848 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67dcd68f-5128-48c4-8385-4d1745348924 req-4a516632-ed61-4cef-bab9-a071f9fe1193 service neutron] Port d846a90a-5bb1-447d-8948-0fa71ad4560c on network 2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:12:56.148196 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67dcd68f-5128-48c4-8385-4d1745348924 req-4a516632-ed61-4cef-bab9-a071f9fe1193 service neutron] Attempting to bind port d846a90a-5bb1-447d-8948-0fa71ad4560c on network 2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:12:56.173380 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67dcd68f-5128-48c4-8385-4d1745348924 req-4a516632-ed61-4cef-bab9-a071f9fe1193 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:12:56.174578 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67dcd68f-5128-48c4-8385-4d1745348924 req-4a516632-ed61-4cef-bab9-a071f9fe1193 service neutron] Checking segment: {'id': 'cbc7a639-5863-4995-9a4b-f91be63e1ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b65bcac-ba21-4565-bf6d-5e7b6fe83db7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:12:56.175682 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67dcd68f-5128-48c4-8385-4d1745348924 req-4a516632-ed61-4cef-bab9-a071f9fe1193 service neutron] Bound using segment: {'id': 'cbc7a639-5863-4995-9a4b-f91be63e1ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b65bcac-ba21-4565-bf6d-5e7b6fe83db7'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:12:56.176509 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-67dcd68f-5128-48c4-8385-4d1745348924 req-4a516632-ed61-4cef-bab9-a071f9fe1193 service neutron] Bound port: d846a90a-5bb1-447d-8948-0fa71ad4560c, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbc7a639-5863-4995-9a4b-f91be63e1ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b65bcac-ba21-4565-bf6d-5e7b6fe83db7'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:12:56.177246 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-67dcd68f-5128-48c4-8385-4d1745348924 req-4a516632-ed61-4cef-bab9-a071f9fe1193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:56.206378 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=021c23e7-1abd-4066-95dc-579b5da6ad74,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:56.212809 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:56.214203 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d85cf-3d03-42cf-aa70-3a4a561a29d9 req-54626ab0-8e85-454f-b5b0-a5d0136c3c8a tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:56.216273 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a59d85cf-3d03-42cf-aa70-3a4a561a29d9 req-54626ab0-8e85-454f-b5b0-a5d0136c3c8a tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] 10.222.0.98 "GET /v2.0/ports?device_id=86b0c58e-6369-4d58-8be8-30f32f1f6d95 HTTP/1.1" status: 200 len: 944 time: 0.1365838 Jul 09 16:12:56.243070 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port ce8c6338-a8fe-4963-9b58-35c511b9116a triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:12:56.243817 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:56.321655 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a59d85cf-3d03-42cf-aa70-3a4a561a29d9 req-f796c681-8508-4e72-8779-04c58f666444 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] 10.222.0.98 "GET /v2.0/security-groups?id=5735b4b8-7e17-4d09-ac7c-df06ec8371f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736663 Jul 09 16:12:56.323526 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:56.346480 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-67dcd68f-5128-48c4-8385-4d1745348924 req-4a516632-ed61-4cef-bab9-a071f9fe1193 service neutron] For port d846a90a-5bb1-447d-8948-0fa71ad4560c, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:12:56.350187 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-67dcd68f-5128-48c4-8385-4d1745348924 req-4a516632-ed61-4cef-bab9-a071f9fe1193 service neutron] For port d846a90a-5bb1-447d-8948-0fa71ad4560c, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=d846a90a-5bb1-447d-8948-0fa71ad4560c,segment=NetworkSegment(cbc7a639-5863-4995-9a4b-f91be63e1ab1),segment_id=cbc7a639-5863-4995-9a4b-f91be63e1ab1)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:12:56.366002 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-67dcd68f-5128-48c4-8385-4d1745348924 req-4a516632-ed61-4cef-bab9-a071f9fe1193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:56.378073 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:56.447908 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9afb86a7-d8ad-478d-b736-6806c0875814 x-openstack-request-id: req-9afb86a7-d8ad-478d-b736-6806c0875814 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:12:56.448445 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "814eec7e-8e74-4d24-8510-9cb495b8da26", "name": "network-vif-plugged", "status": "completed", "tag": "021c23e7-1abd-4066-95dc-579b5da6ad74", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:12:56.448866 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9afb86a7-d8ad-478d-b736-6806c0875814 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:12:56.449406 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '814eec7e-8e74-4d24-8510-9cb495b8da26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '021c23e7-1abd-4066-95dc-579b5da6ad74', 'code': 200} Jul 09 16:12:56.469055 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a516632-ed61-4cef-bab9-a071f9fe1193 service neutron] Pushing event updated for resources: {'Port': ['ID=d846a90a-5bb1-447d-8948-0fa71ad4560c,revision_number=8']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:56.470079 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port ce8c6338-a8fe-4963-9b58-35c511b9116a, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=ce8c6338-a8fe-4963-9b58-35c511b9116a,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:12:56.477915 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcd68f-5128-48c4-8385-4d1745348924 req-4a516632-ed61-4cef-bab9-a071f9fe1193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:56.478659 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-67dcd68f-5128-48c4-8385-4d1745348924 req-4a516632-ed61-4cef-bab9-a071f9fe1193 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:56.479829 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:56.487931 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-67dcd68f-5128-48c4-8385-4d1745348924 req-4a516632-ed61-4cef-bab9-a071f9fe1193 service neutron] 10.222.0.73 "PUT /v2.0/ports/d846a90a-5bb1-447d-8948-0fa71ad4560c HTTP/1.1" status: 200 len: 1122 time: 1.1098676 Jul 09 16:12:56.552653 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a82f697-f207-48dc-bedb-3f78a98f5ac5 req-01b48125-0d94-4174-b04d-6370c25e4098 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:56.563873 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8a82f697-f207-48dc-bedb-3f78a98f5ac5 req-01b48125-0d94-4174-b04d-6370c25e4098 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=999f1769-1279-4fe8-981f-c081e4f38f3e HTTP/1.1" status: 200 len: 944 time: 0.1838577 Jul 09 16:12:56.614319 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=ce8c6338-a8fe-4963-9b58-35c511b9116a,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:56.621468 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8a82f697-f207-48dc-bedb-3f78a98f5ac5 req-603804cf-e5d1-4e34-80b5-0615fccb23d9 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553279 Jul 09 16:12:56.665236 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5976eb7e-e1c1-48c0-899c-97f4e49a9750 req-07721c11-ceb4-4a79-b37b-a419a926821d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:56.689457 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['d846a90a-5bb1-447d-8948-0fa71ad4560c'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:12:56.694693 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5976eb7e-e1c1-48c0-899c-97f4e49a9750 req-07721c11-ceb4-4a79-b37b-a419a926821d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=814eec7e-8e74-4d24-8510-9cb495b8da26 HTTP/1.1" status: 200 len: 1096 time: 0.1237803 Jul 09 16:12:56.793681 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5976eb7e-e1c1-48c0-899c-97f4e49a9750 req-a709fa71-303c-4eb2-b432-32b14f936fd8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=89dfd2dc-1906-4049-bbd8-d8b2687b4c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933318 Jul 09 16:12:56.804625 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['d846a90a-5bb1-447d-8948-0fa71ad4560c'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:12:56.824311 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-44dbd3e6-c6c7-4282-a50a-e28e157a2340 req-c482129a-32b4-49d3-a29b-4fa865ebd436 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--988943588&fields=id&tenant_id=cc4dc2313b5c41388daec8e5a4533d66 HTTP/1.1" status: 200 len: 267 time: 0.0524247 Jul 09 16:12:56.921555 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e70a2c-416b-4257-a431-02e01c4d68ed req-ab534006-674c-41c2-952b-f28a0df4e519 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:56.928414 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e70a2c-416b-4257-a431-02e01c4d68ed req-ab534006-674c-41c2-952b-f28a0df4e519 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:56.930391 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d1e70a2c-416b-4257-a431-02e01c4d68ed req-ab534006-674c-41c2-952b-f28a0df4e519 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=76aa3dc8-848b-4e09-be0f-ad732669d4bb&device_id=e6b8bdcc-23ee-4cb4-b8a8-20144fd57f3a HTTP/1.1" status: 200 len: 1689 time: 0.0826731 Jul 09 16:12:56.969490 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dbd3e6-c6c7-4282-a50a-e28e157a2340 req-047be2d4-b099-42f1-9928-ca766c7bd92e tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:56.971717 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-44dbd3e6-c6c7-4282-a50a-e28e157a2340 req-047be2d4-b099-42f1-9928-ca766c7bd92e tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/networks?id=bb5eedc8-9794-43ab-9159-e84889255689 HTTP/1.1" status: 200 len: 824 time: 0.1465807 Jul 09 16:12:56.985886 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d1e70a2c-416b-4257-a431-02e01c4d68ed req-ae7bb5d2-0a58-4727-b756-46731b2ee9bf tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464680 Jul 09 16:12:56.993036 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-44dbd3e6-c6c7-4282-a50a-e28e157a2340 req-e8f65083-f7a7-4aa5-90d1-7c2d539112b0 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/quotas/cc4dc2313b5c41388daec8e5a4533d66 HTTP/1.1" status: 200 len: 375 time: 0.0152063 Jul 09 16:12:57.095247 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-44dbd3e6-c6c7-4282-a50a-e28e157a2340 req-65d2ce6c-103c-4b5b-b6b1-ccc8382c7091 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=cc4dc2313b5c41388daec8e5a4533d66&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0951617 Jul 09 16:12:57.183708 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55e23f-63d0-4225-979c-bdc42dd732b0 req-3c3f19b3-fd83-489b-8bf8-4c78f96eb503 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:57.185209 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fb55e23f-63d0-4225-979c-bdc42dd732b0 req-3c3f19b3-fd83-489b-8bf8-4c78f96eb503 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c19ea7a-85c9-4238-876a-79b2a0d9cfb1 HTTP/1.1" status: 200 len: 950 time: 0.0725782 Jul 09 16:12:57.208819 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-44dbd3e6-c6c7-4282-a50a-e28e157a2340 req-6fddace8-28d3-4f44-af58-b4c3c5940fc7 service neutron] 10.222.0.98 "GET /v2.0/networks/bb5eedc8-9794-43ab-9159-e84889255689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087823 Jul 09 16:12:57.258690 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fb55e23f-63d0-4225-979c-bdc42dd732b0 req-1e2979cf-52ce-4b1e-b0e6-aceca0fa4e6a tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669501 Jul 09 16:12:57.363531 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-44dbd3e6-c6c7-4282-a50a-e28e157a2340 req-ca93c247-b25f-4b3e-bdba-b099fbe44787 service neutron] 10.222.0.98 "GET /v2.0/networks/bb5eedc8-9794-43ab-9159-e84889255689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489546 Jul 09 16:12:57.492333 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cdcd7f-e083-4ba0-bfbc-b0e2e79729e6 req-b0ac2472-a4fe-4a22-a096-06ca20e992e2 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:57.493975 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c3cdcd7f-e083-4ba0-bfbc-b0e2e79729e6 req-b0ac2472-a4fe-4a22-a096-06ca20e992e2 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "GET /v2.0/ports?device_id=814eec7e-8e74-4d24-8510-9cb495b8da26 HTTP/1.1" status: 200 len: 945 time: 0.0792916 Jul 09 16:12:57.545423 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c3cdcd7f-e083-4ba0-bfbc-b0e2e79729e6 req-710af1ff-2e6b-4f6f-9d1d-7f26405e8e69 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "GET /v2.0/security-groups?id=89dfd2dc-1906-4049-bbd8-d8b2687b4c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451431 Jul 09 16:12:57.797086 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device d846a90a-5bb1-447d-8948-0fa71ad4560c details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:12:57.830962 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2fa88-0b55-4d8b-be53-c9fd834e7eb4 req-29a1f434-c8f1-46d7-b2bd-e947ee6bac1d tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:57.841566 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e35947a2-ef9e-471a-9b6b-86cff019f778 req-663348e5-ce3e-4302-9818-7ac24fd3423c tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/ports?device_id=aed06c0e-95a9-44a8-b111-616e5c1e7d58 HTTP/1.1" status: 200 len: 210 time: 0.0473719 Jul 09 16:12:57.848010 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ead2fa88-0b55-4d8b-be53-c9fd834e7eb4 req-29a1f434-c8f1-46d7-b2bd-e947ee6bac1d tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] 10.222.0.98 "GET /v2.0/ports?device_id=86b0c58e-6369-4d58-8be8-30f32f1f6d95 HTTP/1.1" status: 200 len: 944 time: 0.1303031 Jul 09 16:12:57.963310 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ead2fa88-0b55-4d8b-be53-c9fd834e7eb4 req-20e4f069-83b9-40e1-ae03-4a41a46dda20 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] 10.222.0.98 "GET /v2.0/security-groups?id=5735b4b8-7e17-4d09-ac7c-df06ec8371f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956359 Jul 09 16:12:58.062032 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port d846a90a-5bb1-447d-8948-0fa71ad4560c, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=d846a90a-5bb1-447d-8948-0fa71ad4560c,segment=NetworkSegment(cbc7a639-5863-4995-9a4b-f91be63e1ab1),segment_id=cbc7a639-5863-4995-9a4b-f91be63e1ab1)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:12:58.106224 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device d846a90a-5bb1-447d-8948-0fa71ad4560c has no active binding in host n-h2-798930-3 {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 16:12:58.108756 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device b112445a-c61f-468c-9edd-8a551886ab8a details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:12:58.112542 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:58.167639 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '999f1769-1279-4fe8-981f-c081e4f38f3e', 'tag': 'd846a90a-5bb1-447d-8948-0fa71ad4560c'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:12:58.169931 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac9d3a6-9fb5-49b1-93ad-6028e8ee5800" -d '{"events": [{"name": "network-changed", "server_uuid": "999f1769-1279-4fe8-981f-c081e4f38f3e", "tag": "d846a90a-5bb1-447d-8948-0fa71ad4560c"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:12:58.268891 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f4209-a558-40f6-a18c-553521074afb req-137bdbfd-fb66-40b4-8c8a-2cdd13fa0d1c tempest-ServersOnMultiNodesTest-830479370 tempest-ServersOnMultiNodesTest-830479370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:58.283750 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-722f4209-a558-40f6-a18c-553521074afb req-137bdbfd-fb66-40b4-8c8a-2cdd13fa0d1c tempest-ServersOnMultiNodesTest-830479370 tempest-ServersOnMultiNodesTest-830479370-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=76aa3dc8-848b-4e09-be0f-ad732669d4bb HTTP/1.1" status: 200 len: 1100 time: 0.1670160 Jul 09 16:12:58.320694 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386b025-c992-4866-9df1-be180fa8bbd2 req-5c578165-3c86-49d6-b1db-65ab856e3569 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:58.334268 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c386b025-c992-4866-9df1-be180fa8bbd2 req-5c578165-3c86-49d6-b1db-65ab856e3569 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=999f1769-1279-4fe8-981f-c081e4f38f3e HTTP/1.1" status: 200 len: 944 time: 0.1322746 Jul 09 16:12:58.392123 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-722f4209-a558-40f6-a18c-553521074afb req-f4a837f2-bb7a-4d45-ad37-791274664ed7 tempest-ServersOnMultiNodesTest-830479370 tempest-ServersOnMultiNodesTest-830479370-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073365 Jul 09 16:12:58.419134 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port b112445a-c61f-468c-9edd-8a551886ab8a, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=b112445a-c61f-468c-9edd-8a551886ab8a,segment=NetworkSegment(b9e8367d-4ac1-4ece-905f-b54d02e94300),segment_id=b9e8367d-4ac1-4ece-905f-b54d02e94300)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:12:58.420548 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c386b025-c992-4866-9df1-be180fa8bbd2 req-3510331b-f9a0-46ed-851e-03ce793cfda7 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828841 Jul 09 16:12:58.451715 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c19ea7a-85c9-4238-876a-79b2a0d9cfb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8c6338-a8fe-4963-9b58-35c511b9116a'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:12:58.459989 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b230e765-95dc-41b2-a068-bdd6ff4781f2 x-openstack-request-id: req-b230e765-95dc-41b2-a068-bdd6ff4781f2 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:12:58.460560 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "999f1769-1279-4fe8-981f-c081e4f38f3e", "tag": "d846a90a-5bb1-447d-8948-0fa71ad4560c", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:12:58.461146 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b230e765-95dc-41b2-a068-bdd6ff4781f2 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:12:58.461927 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '999f1769-1279-4fe8-981f-c081e4f38f3e', 'tag': 'd846a90a-5bb1-447d-8948-0fa71ad4560c', 'status': 'completed', 'code': 200} Jul 09 16:12:58.462938 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042e2871-2f6d-48c5-b5d0-fa968a741156" -d '{"events": [{"server_uuid": "6c19ea7a-85c9-4238-876a-79b2a0d9cfb1", "name": "network-vif-plugged", "status": "completed", "tag": "ce8c6338-a8fe-4963-9b58-35c511b9116a"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:12:58.476978 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': 'b112445a-c61f-468c-9edd-8a551886ab8a', 'network_id': '60f29bb9-c6a4-4744-a356-fda340719d26', 'port_id': 'b112445a-c61f-468c-9edd-8a551886ab8a', 'mac_address': 'fa:16:3e:18:1f:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '343017e3-3017-47b4-bba4-2146bb17b890', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:12:58.671915 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:58.696639 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9d3a6-9fb5-49b1-93ad-6028e8ee5800 req-51eba786-1d17-4ed8-95e2-e4e6b4de1a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:58.698171 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fac9d3a6-9fb5-49b1-93ad-6028e8ee5800 req-51eba786-1d17-4ed8-95e2-e4e6b4de1a2e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9639d7ee11dd47639be4bedc72b53ccc&device_id=999f1769-1279-4fe8-981f-c081e4f38f3e HTTP/1.1" status: 200 len: 1125 time: 0.2222228 Jul 09 16:12:58.701321 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b112445a-c61f-468c-9edd-8a551886ab8a {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:12:58.746089 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port b112445a-c61f-468c-9edd-8a551886ab8a, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=b112445a-c61f-468c-9edd-8a551886ab8a,segment=NetworkSegment(b9e8367d-4ac1-4ece-905f-b54d02e94300),segment_id=b9e8367d-4ac1-4ece-905f-b54d02e94300)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:12:58.751331 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:58.811741 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512d035-131e-4a0b-ad38-085478abe520 req-3d7a645b-13d8-4af8-98a9-717474d87210 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:58.819615 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5512d035-131e-4a0b-ad38-085478abe520 req-3d7a645b-13d8-4af8-98a9-717474d87210 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c19ea7a-85c9-4238-876a-79b2a0d9cfb1 HTTP/1.1" status: 200 len: 950 time: 0.2077904 Jul 09 16:12:58.864646 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=b112445a-c61f-468c-9edd-8a551886ab8a,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:12:58.895854 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5512d035-131e-4a0b-ad38-085478abe520 req-eebe4841-7276-431b-be16-e5e56da71ef0 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756004 Jul 09 16:12:58.960687 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce4781-c7b8-4d6a-b59d-d290cf686564 req-0ac50439-9d64-4e95-9116-f5d0c236772f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:58.962194 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2bce4781-c7b8-4d6a-b59d-d290cf686564 req-0ac50439-9d64-4e95-9116-f5d0c236772f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6c19ea7a-85c9-4238-876a-79b2a0d9cfb1&tenant_id=90103765321a44c5954b6bc1ea90c4d7 HTTP/1.1" status: 200 len: 1101 time: 0.2631285 Jul 09 16:12:58.964521 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9d3a6-9fb5-49b1-93ad-6028e8ee5800 req-e676a67d-953b-4213-b0a9-b8eb67c25291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:58.966280 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fac9d3a6-9fb5-49b1-93ad-6028e8ee5800 req-e676a67d-953b-4213-b0a9-b8eb67c25291 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 HTTP/1.1" status: 200 len: 921 time: 0.2601211 Jul 09 16:12:58.983151 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322fbb39-9ad8-4abd-8e0b-f2c74cfe1924 req-2548a4c2-e0e9-4cf7-801a-500c4ec748ba tempest-ServersOnMultiNodesTest-830479370 tempest-ServersOnMultiNodesTest-830479370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:58.991463 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-322fbb39-9ad8-4abd-8e0b-f2c74cfe1924 req-2548a4c2-e0e9-4cf7-801a-500c4ec748ba tempest-ServersOnMultiNodesTest-830479370 tempest-ServersOnMultiNodesTest-830479370-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=e6b8bdcc-23ee-4cb4-b8a8-20144fd57f3a HTTP/1.1" status: 200 len: 1100 time: 0.1369159 Jul 09 16:12:58.994303 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776db10-0c4b-4039-82d2-ccd61f72efe4 req-c59894bb-b341-43a7-a529-23be56b9381c tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:58.996091 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4776db10-0c4b-4039-82d2-ccd61f72efe4 req-c59894bb-b341-43a7-a529-23be56b9381c tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.73 "GET /v2.0/ports?device_id=49315736-dd27-47af-9ccb-98e9c687919a HTTP/1.1" status: 200 len: 946 time: 0.1364439 Jul 09 16:12:59.001491 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e902bfed-e925-4d19-937e-9ad1a955002c x-openstack-request-id: req-e902bfed-e925-4d19-937e-9ad1a955002c {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:12:59.001822 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c19ea7a-85c9-4238-876a-79b2a0d9cfb1", "name": "network-vif-plugged", "status": "completed", "tag": "ce8c6338-a8fe-4963-9b58-35c511b9116a", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:12:59.002080 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e902bfed-e925-4d19-937e-9ad1a955002c {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:12:59.002489 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c19ea7a-85c9-4238-876a-79b2a0d9cfb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8c6338-a8fe-4963-9b58-35c511b9116a', 'code': 200} Jul 09 16:12:59.055532 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fac9d3a6-9fb5-49b1-93ad-6028e8ee5800 req-e0d77b3d-04bc-4b67-8b79-aa7d8982ea13 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d846a90a-5bb1-447d-8948-0fa71ad4560c HTTP/1.1" status: 200 len: 217 time: 0.0807021 Jul 09 16:12:59.102907 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-322fbb39-9ad8-4abd-8e0b-f2c74cfe1924 req-fb998745-bc7b-4d27-8491-07a68ac3f99b tempest-ServersOnMultiNodesTest-830479370 tempest-ServersOnMultiNodesTest-830479370-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007512 Jul 09 16:12:59.138022 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9d3a6-9fb5-49b1-93ad-6028e8ee5800 req-a718982c-3c35-4c58-adb1-877536a264f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:59.139618 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fac9d3a6-9fb5-49b1-93ad-6028e8ee5800 req-a718982c-3c35-4c58-adb1-877536a264f5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1e15c12f-d45d-4aa3-a5bc-500d552ae0b3 HTTP/1.1" status: 200 len: 860 time: 0.0729568 Jul 09 16:12:59.201884 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fac9d3a6-9fb5-49b1-93ad-6028e8ee5800 req-c65f6a79-57bd-493f-be88-e2f97a24b25a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2b65bcac-ba21-4565-bf6d-5e7b6fe83db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515034 Jul 09 16:12:59.323996 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f7ac6-e15c-4e83-b472-5f9f08423056 req-865ec84d-6463-4ff0-902e-7c7cd1f9fc99 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:59.331608 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-eb5f7ac6-e15c-4e83-b472-5f9f08423056 req-865ec84d-6463-4ff0-902e-7c7cd1f9fc99 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "GET /v2.0/ports?device_id=814eec7e-8e74-4d24-8510-9cb495b8da26 HTTP/1.1" status: 200 len: 945 time: 0.2309294 Jul 09 16:12:59.376234 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce4781-c7b8-4d6a-b59d-d290cf686564 req-4bb48d14-fb8f-4d16-861a-55b7457dc04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:12:59.378174 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2bce4781-c7b8-4d6a-b59d-d290cf686564 req-4bb48d14-fb8f-4d16-861a-55b7457dc04e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=90103765321a44c5954b6bc1ea90c4d7&device_id=6c19ea7a-85c9-4238-876a-79b2a0d9cfb1 HTTP/1.1" status: 200 len: 1101 time: 0.1738684 Jul 09 16:12:59.383265 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-eb5f7ac6-e15c-4e83-b472-5f9f08423056 req-a9462673-b5f0-4c37-9936-3d4761bd86d4 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "GET /v2.0/security-groups?id=89dfd2dc-1906-4049-bbd8-d8b2687b4c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511627 Jul 09 16:12:59.412421 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-4776db10-0c4b-4039-82d2-ccd61f72efe4 req-ddef3f45-2e8a-4066-8137-3618cbd024c3 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Deleting port d8410fa2-713f-41ff-9dc4-a833be28b663 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:12:59.412765 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4776db10-0c4b-4039-82d2-ccd61f72efe4 req-ddef3f45-2e8a-4066-8137-3618cbd024c3 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:59.559095 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['b112445a-c61f-468c-9edd-8a551886ab8a'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:12:59.605192 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-4776db10-0c4b-4039-82d2-ccd61f72efe4 req-ddef3f45-2e8a-4066-8137-3618cbd024c3 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] For port d8410fa2-713f-41ff-9dc4-a833be28b663, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=d8410fa2-713f-41ff-9dc4-a833be28b663,segment=NetworkSegment(b32a47a8-020a-4928-8231-ed69fc73c847),segment_id=b32a47a8-020a-4928-8231-ed69fc73c847)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:12:59.605570 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4776db10-0c4b-4039-82d2-ccd61f72efe4 req-ddef3f45-2e8a-4066-8137-3618cbd024c3 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:12:59.719214 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2192635d-eed3-493d-a045-2fabad1c6926 req-a476573b-77d5-4535-91b4-5f2a4b6bcfdc tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/ports?device_id=aed06c0e-95a9-44a8-b111-616e5c1e7d58 HTTP/1.1" status: 200 len: 210 time: 0.0868840 Jul 09 16:12:59.721349 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fac9d3a6-9fb5-49b1-93ad-6028e8ee5800 req-cba4fda2-15e1-4cf4-b2b4-e33a84ce222d service neutron] 10.222.0.77 "GET /v2.0/networks/2b65bcac-ba21-4565-bf6d-5e7b6fe83db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4710126 Jul 09 16:12:59.797926 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device ce8c6338-a8fe-4963-9b58-35c511b9116a no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:12:59.896283 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e418cc6-bfdf-41a1-be9b-e15a0df2f4c9 req-822f1c29-0763-4e7b-9339-b9ebf0c163aa tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=06486c1ff3c04c6aba88bb5474a3b49d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0612533 Jul 09 16:12:59.961470 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:00.005522 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port ce8c6338-a8fe-4963-9b58-35c511b9116a, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=ce8c6338-a8fe-4963-9b58-35c511b9116a,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:13:00.009418 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:00.031188 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ccff4-fe4c-4a72-b22b-e695e9eaca73 req-d615d7ce-1530-4ea7-a21f-63d7ab6fd265 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:00.034789 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c77ccff4-fe4c-4a72-b22b-e695e9eaca73 req-d615d7ce-1530-4ea7-a21f-63d7ab6fd265 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] 10.222.0.98 "GET /v2.0/ports?device_id=86b0c58e-6369-4d58-8be8-30f32f1f6d95 HTTP/1.1" status: 200 len: 945 time: 0.4322381 Jul 09 16:13:00.097522 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=ce8c6338-a8fe-4963-9b58-35c511b9116a,revision_number=9']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:13:00.125577 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dbd3e6-c6c7-4282-a50a-e28e157a2340 req-5561fffb-1d61-46c3-892a-69aebd2778e1 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:00.127683 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-44dbd3e6-c6c7-4282-a50a-e28e157a2340 req-5561fffb-1d61-46c3-892a-69aebd2778e1 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.77 "GET /v2.0/networks?id=bb5eedc8-9794-43ab-9159-e84889255689 HTTP/1.1" status: 200 len: 824 time: 0.6542025 Jul 09 16:13:00.176787 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce4781-c7b8-4d6a-b59d-d290cf686564 req-a7f6b51d-6960-48d8-9cd9-f00e210fb721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:00.178417 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2bce4781-c7b8-4d6a-b59d-d290cf686564 req-a7f6b51d-6960-48d8-9cd9-f00e210fb721 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1 HTTP/1.1" status: 200 len: 870 time: 0.7920141 Jul 09 16:13:00.223154 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4776db10-0c4b-4039-82d2-ccd61f72efe4 req-ddef3f45-2e8a-4066-8137-3618cbd024c3 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:00.223441 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4776db10-0c4b-4039-82d2-ccd61f72efe4 req-ddef3f45-2e8a-4066-8137-3618cbd024c3 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:00.223802 n-d-798930-3 neutron-server[93959]: INFO neutron.db.l3_db [req-4776db10-0c4b-4039-82d2-ccd61f72efe4 req-ddef3f45-2e8a-4066-8137-3618cbd024c3 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Floating IP f8dce8de-e36e-44c6-9aaf-1a1a07c81802 disassociated. External IP: 172.25.0.26, port: d8410fa2-713f-41ff-9dc4-a833be28b663. Jul 09 16:13:00.239229 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-4776db10-0c4b-4039-82d2-ccd61f72efe4 req-ddef3f45-2e8a-4066-8137-3618cbd024c3 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Calling delete_port for d8410fa2-713f-41ff-9dc4-a833be28b663 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:13:00.240952 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fac9d3a6-9fb5-49b1-93ad-6028e8ee5800 req-b29e286a-97d3-46b1-8152-42000f6a88b7 service neutron] 10.222.0.77 "GET /v2.0/networks/2b65bcac-ba21-4565-bf6d-5e7b6fe83db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4845078 Jul 09 16:13:00.246269 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c77ccff4-fe4c-4a72-b22b-e695e9eaca73 req-94261891-9433-4369-925c-34846b07c5ec tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] 10.222.0.98 "GET /v2.0/security-groups?id=5735b4b8-7e17-4d09-ac7c-df06ec8371f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2061841 Jul 09 16:13:00.277007 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-44dbd3e6-c6c7-4282-a50a-e28e157a2340 req-c92c8924-b739-4a87-a103-f30f454e951b tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc4dc2313b5c41388daec8e5a4533d66 HTTP/1.1" status: 200 len: 379 time: 0.1285629 Jul 09 16:13:00.281141 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2bce4781-c7b8-4d6a-b59d-d290cf686564 req-8c032200-4277-4cd5-bbea-2b758175bb83 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=ce8c6338-a8fe-4963-9b58-35c511b9116a HTTP/1.1" status: 200 len: 217 time: 0.0932055 Jul 09 16:13:00.288929 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-44dbd3e6-c6c7-4282-a50a-e28e157a2340 req-e45a3b83-ee36-4d39-b55f-a28b2ad3f1f3 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Request body: {'port': {'device_id': 'aed06c0e-95a9-44a8-b111-616e5c1e7d58', 'network_id': 'bb5eedc8-9794-43ab-9159-e84889255689', 'admin_state_up': True, 'tenant_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'security_groups': ['ce5ad391-2727-4ebb-93c6-e38b31a0907b']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:13:00.405315 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e418cc6-bfdf-41a1-be9b-e15a0df2f4c9 req-877dc7a5-c4c0-406c-a4b6-37087cad45c0 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:00.411369 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e418cc6-bfdf-41a1-be9b-e15a0df2f4c9 req-877dc7a5-c4c0-406c-a4b6-37087cad45c0 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4374499 Jul 09 16:13:00.428920 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce4781-c7b8-4d6a-b59d-d290cf686564 req-e053786e-16dd-43e6-b01f-e6ed4d3d8ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:00.430546 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2bce4781-c7b8-4d6a-b59d-d290cf686564 req-e053786e-16dd-43e6-b01f-e6ed4d3d8ba6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.1351156 Jul 09 16:13:00.468633 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4776db10-0c4b-4039-82d2-ccd61f72efe4 req-ddef3f45-2e8a-4066-8137-3618cbd024c3 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:00.511098 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddef3f45-2e8a-4066-8137-3618cbd024c3 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Pushing event deleted for resources: {'Port': ['ID=d8410fa2-713f-41ff-9dc4-a833be28b663,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:13:00.543400 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e418cc6-bfdf-41a1-be9b-e15a0df2f4c9 req-12e162a6-1207-498a-9872-012b38195f93 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/quotas/06486c1ff3c04c6aba88bb5474a3b49d HTTP/1.1" status: 200 len: 375 time: 0.1095183 Jul 09 16:13:00.591126 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c5e08-f10a-4af7-b47d-b970fdbbbf78 req-1cfefdb7-fb04-4297-a202-a484bfe0ebe5 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:00.595198 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f60c5e08-f10a-4af7-b47d-b970fdbbbf78 req-1cfefdb7-fb04-4297-a202-a484bfe0ebe5 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=999f1769-1279-4fe8-981f-c081e4f38f3e HTTP/1.1" status: 200 len: 944 time: 0.1782525 Jul 09 16:13:00.683082 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f60c5e08-f10a-4af7-b47d-b970fdbbbf78 req-c07c5454-5b40-4087-a5b6-2cf556aec934 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599029 Jul 09 16:13:00.696042 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4776db10-0c4b-4039-82d2-ccd61f72efe4 req-ddef3f45-2e8a-4066-8137-3618cbd024c3 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Router 33f481ab-d0c0-4daa-bb4f-07ccb207870f has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:13:00.866214 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4776db10-0c4b-4039-82d2-ccd61f72efe4 req-ddef3f45-2e8a-4066-8137-3618cbd024c3 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:13:00.877521 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dac21e3-a63c-4239-a4e3-3e56f4d80dcc None None] Sync routers for ids ['33f481ab-d0c0-4daa-bb4f-07ccb207870f'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:13:00.892911 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dac21e3-a63c-4239-a4e3-3e56f4d80dcc None None] Routers {'33f481ab-d0c0-4daa-bb4f-07ccb207870f'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:13:00.895348 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-7dac21e3-a63c-4239-a4e3-3e56f4d80dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:12:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['33f481ab-d0c0-4daa-bb4f-07ccb207870f'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:13:01.004468 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c19ea7a-85c9-4238-876a-79b2a0d9cfb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce8c6338-a8fe-4963-9b58-35c511b9116a'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:13:01.007753 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21008a20-a071-4417-8f04-49d7344f1364" -d '{"events": [{"server_uuid": "6c19ea7a-85c9-4238-876a-79b2a0d9cfb1", "name": "network-vif-unplugged", "status": "completed", "tag": "ce8c6338-a8fe-4963-9b58-35c511b9116a"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:13:01.008208 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-4776db10-0c4b-4039-82d2-ccd61f72efe4 req-ddef3f45-2e8a-4066-8137-3618cbd024c3 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] No DVR routers for this DVR port d8410fa2-713f-41ff-9dc4-a833be28b663 on host n-h2-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:13:01.011472 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4776db10-0c4b-4039-82d2-ccd61f72efe4 req-ddef3f45-2e8a-4066-8137-3618cbd024c3 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:01.014421 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4776db10-0c4b-4039-82d2-ccd61f72efe4 req-ddef3f45-2e8a-4066-8137-3618cbd024c3 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.73 "DELETE /v2.0/ports/d8410fa2-713f-41ff-9dc4-a833be28b663 HTTP/1.1" status: 204 len: 173 time: 1.8580663 Jul 09 16:13:01.016120 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49315736-dd27-47af-9ccb-98e9c687919a', 'name': 'network-vif-deleted', 'tag': 'd8410fa2-713f-41ff-9dc4-a833be28b663'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:13:01.029746 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44dbd3e6-c6c7-4282-a50a-e28e157a2340 req-e45a3b83-ee36-4d39-b55f-a28b2ad3f1f3 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Made reservation on behalf of cc4dc2313b5c41388daec8e5a4533d66 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:13:01.032211 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48071e36-2122-4642-8c90-b7edc7be850b" -d '{"events": [{"server_uuid": "49315736-dd27-47af-9ccb-98e9c687919a", "name": "network-vif-deleted", "tag": "d8410fa2-713f-41ff-9dc4-a833be28b663"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:13:01.034914 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-44dbd3e6-c6c7-4282-a50a-e28e157a2340 req-e45a3b83-ee36-4d39-b55f-a28b2ad3f1f3 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:01.066243 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-7dac21e3-a63c-4239-a4e3-3e56f4d80dcc None None] Set router 33f481ab-d0c0-4daa-bb4f-07ccb207870f gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:13:01.128482 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce4781-c7b8-4d6a-b59d-d290cf686564 req-e75d6cb2-a5a1-4be6-9a8a-f5a0ecaf63ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:01.135711 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2bce4781-c7b8-4d6a-b59d-d290cf686564 req-e75d6cb2-a5a1-4be6-9a8a-f5a0ecaf63ce service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6926858 Jul 09 16:13:01.143859 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c146980-c6b1-4f8f-b96c-eb11e57493c5 req-f356ec64-6cf6-48a2-9e1b-ab9e199ef5dc tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:01.155541 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3c146980-c6b1-4f8f-b96c-eb11e57493c5 req-f356ec64-6cf6-48a2-9e1b-ab9e199ef5dc tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c19ea7a-85c9-4238-876a-79b2a0d9cfb1 HTTP/1.1" status: 200 len: 948 time: 0.2105920 Jul 09 16:13:01.252852 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3c146980-c6b1-4f8f-b96c-eb11e57493c5 req-c0fe815f-0431-4f8d-baf6-e0f60b39466e tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950646 Jul 09 16:13:01.311360 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2bce4781-c7b8-4d6a-b59d-d290cf686564 req-12c0ef88-2d7b-439c-92bf-33d9919f1827 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647029 Jul 09 16:13:01.330386 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-7dac21e3-a63c-4239-a4e3-3e56f4d80dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1555507325-router', 'tenant_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '6b75535c-ea63-413d-88df-67b7b475953f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:09:05Z', 'updated_at': '2021-07-09T16:09:10Z', 'revision_number': 4, 'project_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'gw_port': {'id': '6b75535c-ea63-413d-88df-67b7b475953f', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:06Z', 'updated_at': '2021-07-09T16:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'c53a8e13-d3a7-4bae-88bc-bb17c30e4942', 'name': '', 'network_id': 'bb5eedc8-9794-43ab-9159-e84889255689', 'tenant_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'mac_address': 'fa:16:3e:e6:4b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9652b0cc-4dd5-4837-9b58-222aefe9d108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:09Z', 'updated_at': '2021-07-09T16:09:19Z', 'revision_number': 5, 'project_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'subnets': [{'id': '9652b0cc-4dd5-4837-9b58-222aefe9d108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:13:01.371005 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dac21e3-a63c-4239-a4e3-3e56f4d80dcc None None] Checking router: 33f481ab-d0c0-4daa-bb4f-07ccb207870f for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:13:01.382888 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dac21e3-a63c-4239-a4e3-3e56f4d80dcc None None] Routers {'33f481ab-d0c0-4daa-bb4f-07ccb207870f'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:13:01.383875 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-7dac21e3-a63c-4239-a4e3-3e56f4d80dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:12:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['33f481ab-d0c0-4daa-bb4f-07ccb207870f'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:13:01.443397 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e418cc6-bfdf-41a1-be9b-e15a0df2f4c9 req-f0c5b2ab-da59-4954-9f3e-3fe1c6f31dca tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=06486c1ff3c04c6aba88bb5474a3b49d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.8651259 Jul 09 16:13:01.537138 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-7dac21e3-a63c-4239-a4e3-3e56f4d80dcc None None] Set router 33f481ab-d0c0-4daa-bb4f-07ccb207870f gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:13:01.619052 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bc4eb-afbe-423f-807c-ed414573ef8c req-073e5ea5-846b-40f8-a119-86b330447671 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:01.630488 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ff4bc4eb-afbe-423f-807c-ed414573ef8c req-073e5ea5-846b-40f8-a119-86b330447671 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "GET /v2.0/ports?device_id=814eec7e-8e74-4d24-8510-9cb495b8da26 HTTP/1.1" status: 200 len: 945 time: 0.0900304 Jul 09 16:13:01.685901 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-44dbd3e6-c6c7-4282-a50a-e28e157a2340 req-e45a3b83-ee36-4d39-b55f-a28b2ad3f1f3 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Allocated IP 172.20.0.3 (bb5eedc8-9794-43ab-9159-e84889255689/9652b0cc-4dd5-4837-9b58-222aefe9d108/12246daa-456b-4bc7-91e1-5482a24bac1a) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:13:01.697388 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2bce4781-c7b8-4d6a-b59d-d290cf686564 req-b42234a7-e2d4-40a4-b3c1-edbf52edc778 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513851 Jul 09 16:13:01.701604 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ff4bc4eb-afbe-423f-807c-ed414573ef8c req-0282584d-142f-4e7d-bf89-7cc785bf4bb7 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "GET /v2.0/security-groups?id=89dfd2dc-1906-4049-bbd8-d8b2687b4c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697243 Jul 09 16:13:01.784436 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d327a02-448f-4d46-bf0d-b41a7fa26baa x-openstack-request-id: req-9d327a02-448f-4d46-bf0d-b41a7fa26baa {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:13:01.784755 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c19ea7a-85c9-4238-876a-79b2a0d9cfb1", "name": "network-vif-unplugged", "status": "completed", "tag": "ce8c6338-a8fe-4963-9b58-35c511b9116a", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:13:01.785009 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9d327a02-448f-4d46-bf0d-b41a7fa26baa {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:13:01.785400 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c19ea7a-85c9-4238-876a-79b2a0d9cfb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce8c6338-a8fe-4963-9b58-35c511b9116a', 'code': 200} Jul 09 16:13:01.825690 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141e48f4-2f2c-445b-bda8-cd114fbbf9a9 x-openstack-request-id: req-141e48f4-2f2c-445b-bda8-cd114fbbf9a9 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:13:01.826190 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49315736-dd27-47af-9ccb-98e9c687919a", "name": "network-vif-deleted", "tag": "d8410fa2-713f-41ff-9dc4-a833be28b663", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:13:01.826451 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-141e48f4-2f2c-445b-bda8-cd114fbbf9a9 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:13:01.826870 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49315736-dd27-47af-9ccb-98e9c687919a', 'name': 'network-vif-deleted', 'tag': 'd8410fa2-713f-41ff-9dc4-a833be28b663', 'status': 'completed', 'code': 200} Jul 09 16:13:01.856225 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device b112445a-c61f-468c-9edd-8a551886ab8a up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:13:01.901935 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-7dac21e3-a63c-4239-a4e3-3e56f4d80dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1555507325-router', 'tenant_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '6b75535c-ea63-413d-88df-67b7b475953f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:09:05Z', 'updated_at': '2021-07-09T16:09:10Z', 'revision_number': 4, 'project_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'gw_port': {'id': '6b75535c-ea63-413d-88df-67b7b475953f', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:06Z', 'updated_at': '2021-07-09T16:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'c53a8e13-d3a7-4bae-88bc-bb17c30e4942', 'name': '', 'network_id': 'bb5eedc8-9794-43ab-9159-e84889255689', 'tenant_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'mac_address': 'fa:16:3e:e6:4b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9652b0cc-4dd5-4837-9b58-222aefe9d108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:09Z', 'updated_at': '2021-07-09T16:09:19Z', 'revision_number': 5, 'project_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'subnets': [{'id': '9652b0cc-4dd5-4837-9b58-222aefe9d108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:13:01.953284 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port b112445a-c61f-468c-9edd-8a551886ab8a completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:13:01.957433 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dac21e3-a63c-4239-a4e3-3e56f4d80dcc None None] The sync data for ids ['33f481ab-d0c0-4daa-bb4f-07ccb207870f'] in n-d-798930-3 is: [{'id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1555507325-router', 'tenant_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '6b75535c-ea63-413d-88df-67b7b475953f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:09:05Z', 'updated_at': '2021-07-09T16:09:10Z', 'revision_number': 4, 'project_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'gw_port': {'id': '6b75535c-ea63-413d-88df-67b7b475953f', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:06Z', 'updated_at': '2021-07-09T16:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'c53a8e13-d3a7-4bae-88bc-bb17c30e4942', 'name': '', 'network_id': 'bb5eedc8-9794-43ab-9159-e84889255689', 'tenant_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'mac_address': 'fa:16:3e:e6:4b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9652b0cc-4dd5-4837-9b58-222aefe9d108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:09Z', 'updated_at': '2021-07-09T16:09:19Z', 'revision_number': 5, 'project_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'subnets': [{'id': '9652b0cc-4dd5-4837-9b58-222aefe9d108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:13:01.966719 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port b112445a-c61f-468c-9edd-8a551886ab8a triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:13:01.967563 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:02.072408 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9200096c-e89f-4d71-81d1-510025b4fa2c req-5739e4ae-4a53-496b-8802-ca9b3c157ab0 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/ports?device_id=aed06c0e-95a9-44a8-b111-616e5c1e7d58 HTTP/1.1" status: 200 len: 210 time: 0.1611326 Jul 09 16:13:02.175661 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:02.210487 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-44dbd3e6-c6c7-4282-a50a-e28e157a2340 req-e45a3b83-ee36-4d39-b55f-a28b2ad3f1f3 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:02.221276 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa81a7e-6158-4d18-be69-329dddaf55b6 req-77533ca3-3681-431c-817d-47d4316be75a tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:02.234377 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-caa81a7e-6158-4d18-be69-329dddaf55b6 req-77533ca3-3681-431c-817d-47d4316be75a tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] 10.222.0.98 "GET /v2.0/ports?device_id=86b0c58e-6369-4d58-8be8-30f32f1f6d95 HTTP/1.1" status: 200 len: 945 time: 0.1886590 Jul 09 16:13:02.262262 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-44dbd3e6-c6c7-4282-a50a-e28e157a2340 req-e45a3b83-ee36-4d39-b55f-a28b2ad3f1f3 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Transition to ACTIVE for port object 12246daa-456b-4bc7-91e1-5482a24bac1a will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:13:02.283573 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port b112445a-c61f-468c-9edd-8a551886ab8a, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=b112445a-c61f-468c-9edd-8a551886ab8a,segment=NetworkSegment(b9e8367d-4ac1-4ece-905f-b54d02e94300),segment_id=b9e8367d-4ac1-4ece-905f-b54d02e94300)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:13:02.293640 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:02.294562 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device d8410fa2-713f-41ff-9dc4-a833be28b663 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:13:02.325421 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-44dbd3e6-c6c7-4282-a50a-e28e157a2340 req-e45a3b83-ee36-4d39-b55f-a28b2ad3f1f3 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:02.346692 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-91004665-892d-4f80-b03c-ca4674cf2177 req-f054c375-3a43-4ff8-b4f9-147505b35c9e tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=c70a084a-8391-49d8-9c9d-ce513222aa83 HTTP/1.1" status: 200 len: 210 time: 0.1323493 Jul 09 16:13:02.371619 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-caa81a7e-6158-4d18-be69-329dddaf55b6 req-c8101161-e202-4e65-b68f-c9bd49216a8a tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] 10.222.0.98 "GET /v2.0/security-groups?id=5735b4b8-7e17-4d09-ac7c-df06ec8371f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320236 Jul 09 16:13:02.465055 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a3b83-ee36-4d39-b55f-a28b2ad3f1f3 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Pushing event updated for resources: {'Port': ['ID=12246daa-456b-4bc7-91e1-5482a24bac1a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:13:02.504795 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: d8410fa2-713f-41ff-9dc4-a833be28b663 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:13:02.506487 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44dbd3e6-c6c7-4282-a50a-e28e157a2340 req-e45a3b83-ee36-4d39-b55f-a28b2ad3f1f3 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Network bb5eedc8-9794-43ab-9159-e84889255689 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:13:02.507304 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device d8410fa2-713f-41ff-9dc4-a833be28b663 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:13:02.508925 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-44dbd3e6-c6c7-4282-a50a-e28e157a2340 req-e45a3b83-ee36-4d39-b55f-a28b2ad3f1f3 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:13:02.517760 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-44dbd3e6-c6c7-4282-a50a-e28e157a2340 req-e45a3b83-ee36-4d39-b55f-a28b2ad3f1f3 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:13:02.528727 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dbd3e6-c6c7-4282-a50a-e28e157a2340 req-e45a3b83-ee36-4d39-b55f-a28b2ad3f1f3 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:02.538385 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-44dbd3e6-c6c7-4282-a50a-e28e157a2340 req-e45a3b83-ee36-4d39-b55f-a28b2ad3f1f3 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:02.549590 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e81741a-bf0b-4b57-a6d7-23dc87819cbe None None] New status for floating IP f8dce8de-e36e-44c6-9aaf-1a1a07c81802: DOWN {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:13:02.602970 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-44dbd3e6-c6c7-4282-a50a-e28e157a2340 req-e45a3b83-ee36-4d39-b55f-a28b2ad3f1f3 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3182437 Jul 09 16:13:02.610263 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=b112445a-c61f-468c-9edd-8a551886ab8a,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:13:02.628565 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-44dbd3e6-c6c7-4282-a50a-e28e157a2340 req-41da004b-e440-4933-a797-a1477259e87b service neutron] Request body: {'port': {'device_id': 'aed06c0e-95a9-44a8-b111-616e5c1e7d58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:13:02.805003 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-44dbd3e6-c6c7-4282-a50a-e28e157a2340 req-41da004b-e440-4933-a797-a1477259e87b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:02.825386 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1c92b-a864-4611-ad86-d0b8c86e8e34 req-93a670de-77b4-4a48-9a11-17d627c8869c tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:02.847044 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d2d1c92b-a864-4611-ad86-d0b8c86e8e34 req-93a670de-77b4-4a48-9a11-17d627c8869c tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "GET /v2.0/ports?device_id=814eec7e-8e74-4d24-8510-9cb495b8da26 HTTP/1.1" status: 200 len: 945 time: 0.3049984 Jul 09 16:13:02.847947 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 51350) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:13:02.878524 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f99cde43-0e0f-47e3-afbc-add4201c5e2f tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Request body: {'floatingip': {'port_id': '021c23e7-1abd-4066-95dc-579b5da6ad74'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:13:02.970329 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ddb00eec-7ea5-4840-b6dc-cb76566e091c None None] Provisioning for port 12246daa-456b-4bc7-91e1-5482a24bac1a completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:13:02.979851 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ddb00eec-7ea5-4840-b6dc-cb76566e091c None None] Provisioning complete for port 12246daa-456b-4bc7-91e1-5482a24bac1a triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:13:02.980218 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ddb00eec-7ea5-4840-b6dc-cb76566e091c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:03.013156 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f99cde43-0e0f-47e3-afbc-add4201c5e2f tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Notify callbacks [] for floatingip, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:03.059089 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-ddb00eec-7ea5-4840-b6dc-cb76566e091c None None] Port 12246daa-456b-4bc7-91e1-5482a24bac1a cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:13:03.079687 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dfcea1-fde5-4403-8bde-888f508291ba req-871be8b2-b18e-4ab9-8766-76714eb1abf0 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:03.091428 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-63dfcea1-fde5-4403-8bde-888f508291ba req-871be8b2-b18e-4ab9-8766-76714eb1abf0 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=999f1769-1279-4fe8-981f-c081e4f38f3e HTTP/1.1" status: 200 len: 944 time: 0.4671912 Jul 09 16:13:03.162893 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-63dfcea1-fde5-4403-8bde-888f508291ba req-d2705387-afbc-4963-b0ab-0235d685550f tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658548 Jul 09 16:13:03.436296 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ff15c-5826-4638-8bad-fe2a0f6f777f req-5ca66ef1-a1b3-4d08-b835-af9ffd983f27 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:03.441001 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-096ff15c-5826-4638-8bad-fe2a0f6f777f req-5ca66ef1-a1b3-4d08-b835-af9ffd983f27 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c19ea7a-85c9-4238-876a-79b2a0d9cfb1 HTTP/1.1" status: 200 len: 948 time: 0.2648749 Jul 09 16:13:03.500032 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44aff3-4626-4bef-8161-348e7e38f70c req-3e21ac08-9b51-4b32-bc3a-14767ec4b380 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:03.501658 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7d44aff3-4626-4bef-8161-348e7e38f70c req-3e21ac08-9b51-4b32-bc3a-14767ec4b380 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/ports?device_id=aed06c0e-95a9-44a8-b111-616e5c1e7d58 HTTP/1.1" status: 200 len: 931 time: 0.0743468 Jul 09 16:13:03.549721 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7d44aff3-4626-4bef-8161-348e7e38f70c req-07b14909-7792-440b-9b1f-1307c2ff340f tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/security-groups?id=ce5ad391-2727-4ebb-93c6-e38b31a0907b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385752 Jul 09 16:13:03.574298 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-096ff15c-5826-4638-8bad-fe2a0f6f777f req-7b9425ad-7691-4632-b81c-077a578ea715 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183243 Jul 09 16:13:03.669681 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-44dbd3e6-c6c7-4282-a50a-e28e157a2340 req-41da004b-e440-4933-a797-a1477259e87b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12246daa-456b-4bc7-91e1-5482a24bac1a {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:13:03.679057 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-44dbd3e6-c6c7-4282-a50a-e28e157a2340 req-41da004b-e440-4933-a797-a1477259e87b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:03.695742 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-44dbd3e6-c6c7-4282-a50a-e28e157a2340 req-41da004b-e440-4933-a797-a1477259e87b service neutron] Transition to ACTIVE for port object 12246daa-456b-4bc7-91e1-5482a24bac1a will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:13:03.744146 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-44dbd3e6-c6c7-4282-a50a-e28e157a2340 req-41da004b-e440-4933-a797-a1477259e87b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:03.753315 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b318079c-426c-4675-9730-41938adcd060 req-1d3dbb6d-d3a9-428e-96fa-7766121550e8 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=c70a084a-8391-49d8-9c9d-ce513222aa83 HTTP/1.1" status: 200 len: 210 time: 0.0608473 Jul 09 16:13:03.787201 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b0c58e-6369-4d58-8be8-30f32f1f6d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b112445a-c61f-468c-9edd-8a551886ab8a'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:13:03.804953 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce738983-0ff0-492b-b97d-dfd92f28a1a1" -d '{"events": [{"server_uuid": "86b0c58e-6369-4d58-8be8-30f32f1f6d95", "name": "network-vif-plugged", "status": "completed", "tag": "b112445a-c61f-468c-9edd-8a551886ab8a"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:13:03.886539 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24aaf3b7-b1fc-49ed-9eb5-299e9a26fd09 x-openstack-request-id: req-24aaf3b7-b1fc-49ed-9eb5-299e9a26fd09 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:13:03.886861 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86b0c58e-6369-4d58-8be8-30f32f1f6d95", "name": "network-vif-plugged", "status": "completed", "tag": "b112445a-c61f-468c-9edd-8a551886ab8a", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:13:03.887110 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-24aaf3b7-b1fc-49ed-9eb5-299e9a26fd09 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:13:03.887496 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b0c58e-6369-4d58-8be8-30f32f1f6d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b112445a-c61f-468c-9edd-8a551886ab8a', 'code': 200} Jul 09 16:13:03.936540 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41da004b-e440-4933-a797-a1477259e87b service neutron] Pushing event updated for resources: {'Port': ['ID=12246daa-456b-4bc7-91e1-5482a24bac1a,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:13:04.169713 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b358b8-3db7-42a0-98c5-0941e3e7697e req-b5977be1-3b89-445f-bb65-18f930586947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:04.171240 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-29b358b8-3db7-42a0-98c5-0941e3e7697e req-b5977be1-3b89-445f-bb65-18f930586947 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=86b0c58e-6369-4d58-8be8-30f32f1f6d95 HTTP/1.1" status: 200 len: 1097 time: 0.0999167 Jul 09 16:13:04.237958 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-29b358b8-3db7-42a0-98c5-0941e3e7697e req-c9048def-3626-4cfd-9df1-239294f555fe service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5735b4b8-7e17-4d09-ac7c-df06ec8371f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572069 Jul 09 16:13:04.275230 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f99cde43-0e0f-47e3-afbc-add4201c5e2f tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:04.297431 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f99cde43-0e0f-47e3-afbc-add4201c5e2f tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:04.367882 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ba1cf-7e76-4cc8-9c66-e56f85621ad2 req-b275dd56-53fc-4399-922e-fd0331b2b4a0 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:04.369388 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fc9ba1cf-7e76-4cc8-9c66-e56f85621ad2 req-b275dd56-53fc-4399-922e-fd0331b2b4a0 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] 10.222.0.98 "GET /v2.0/ports?device_id=86b0c58e-6369-4d58-8be8-30f32f1f6d95 HTTP/1.1" status: 200 len: 946 time: 0.6684160 Jul 09 16:13:04.374333 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e418cc6-bfdf-41a1-be9b-e15a0df2f4c9 req-a02f98dd-f018-41f2-8970-853baa8fa81e tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=06486c1ff3c04c6aba88bb5474a3b49d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0944145 Jul 09 16:13:04.377416 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-44dbd3e6-c6c7-4282-a50a-e28e157a2340 req-41da004b-e440-4933-a797-a1477259e87b service neutron] Attempting to bind port 12246daa-456b-4bc7-91e1-5482a24bac1a on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:13:04.377764 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-44dbd3e6-c6c7-4282-a50a-e28e157a2340 req-41da004b-e440-4933-a797-a1477259e87b service neutron] Attempting to bind port 12246daa-456b-4bc7-91e1-5482a24bac1a by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'b32a47a8-020a-4928-8231-ed69fc73c847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bb5eedc8-9794-43ab-9159-e84889255689'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:13:04.378067 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dbd3e6-c6c7-4282-a50a-e28e157a2340 req-41da004b-e440-4933-a797-a1477259e87b service neutron] Attempting to bind port 12246daa-456b-4bc7-91e1-5482a24bac1a on network bb5eedc8-9794-43ab-9159-e84889255689 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:13:04.404265 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dbd3e6-c6c7-4282-a50a-e28e157a2340 req-41da004b-e440-4933-a797-a1477259e87b service neutron] Port 12246daa-456b-4bc7-91e1-5482a24bac1a on network bb5eedc8-9794-43ab-9159-e84889255689 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:13:04.404538 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dbd3e6-c6c7-4282-a50a-e28e157a2340 req-41da004b-e440-4933-a797-a1477259e87b service neutron] Attempting to bind port 12246daa-456b-4bc7-91e1-5482a24bac1a on network bb5eedc8-9794-43ab-9159-e84889255689 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:13:04.406794 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a6156-a959-4f5a-b944-4b15a2a37a03 req-c62e982a-767c-440c-860b-5c33781cdc75 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:04.408715 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e38a6156-a959-4f5a-b944-4b15a2a37a03 req-c62e982a-767c-440c-860b-5c33781cdc75 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=999f1769-1279-4fe8-981f-c081e4f38f3e HTTP/1.1" status: 200 len: 944 time: 0.0718122 Jul 09 16:13:04.450576 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dbd3e6-c6c7-4282-a50a-e28e157a2340 req-41da004b-e440-4933-a797-a1477259e87b service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:13:04.450950 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dbd3e6-c6c7-4282-a50a-e28e157a2340 req-41da004b-e440-4933-a797-a1477259e87b service neutron] Checking segment: {'id': 'b32a47a8-020a-4928-8231-ed69fc73c847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bb5eedc8-9794-43ab-9159-e84889255689'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:13:04.451346 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dbd3e6-c6c7-4282-a50a-e28e157a2340 req-41da004b-e440-4933-a797-a1477259e87b service neutron] Bound using segment: {'id': 'b32a47a8-020a-4928-8231-ed69fc73c847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bb5eedc8-9794-43ab-9159-e84889255689'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:13:04.451805 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-44dbd3e6-c6c7-4282-a50a-e28e157a2340 req-41da004b-e440-4933-a797-a1477259e87b service neutron] Bound port: 12246daa-456b-4bc7-91e1-5482a24bac1a, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b32a47a8-020a-4928-8231-ed69fc73c847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bb5eedc8-9794-43ab-9159-e84889255689'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:13:04.452168 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-44dbd3e6-c6c7-4282-a50a-e28e157a2340 req-41da004b-e440-4933-a797-a1477259e87b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:04.462396 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e38a6156-a959-4f5a-b944-4b15a2a37a03 req-92fc070c-88bd-48f9-b714-78fc47a1829b tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476961 Jul 09 16:13:04.500451 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fc9ba1cf-7e76-4cc8-9c66-e56f85621ad2 req-27b07e86-991f-444b-b30c-0e02b004144c tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] 10.222.0.98 "GET /v2.0/security-groups?id=5735b4b8-7e17-4d09-ac7c-df06ec8371f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191616 Jul 09 16:13:04.529087 n-d-798930-3 neutron-server[93958]: INFO neutron.db.l3_db [None req-f99cde43-0e0f-47e3-afbc-add4201c5e2f tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Floating IP 728a3530-d072-4d89-b260-eb9bf8aa8c1a associated. External IP: 172.25.0.84, port: 021c23e7-1abd-4066-95dc-579b5da6ad74. Jul 09 16:13:04.765418 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-44dbd3e6-c6c7-4282-a50a-e28e157a2340 req-41da004b-e440-4933-a797-a1477259e87b service neutron] For port 12246daa-456b-4bc7-91e1-5482a24bac1a, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:13:04.787363 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-44dbd3e6-c6c7-4282-a50a-e28e157a2340 req-41da004b-e440-4933-a797-a1477259e87b service neutron] For port 12246daa-456b-4bc7-91e1-5482a24bac1a, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=12246daa-456b-4bc7-91e1-5482a24bac1a,segment=NetworkSegment(b32a47a8-020a-4928-8231-ed69fc73c847),segment_id=b32a47a8-020a-4928-8231-ed69fc73c847)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:13:04.852514 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-44dbd3e6-c6c7-4282-a50a-e28e157a2340 req-41da004b-e440-4933-a797-a1477259e87b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:04.919735 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dbd3e6-c6c7-4282-a50a-e28e157a2340 req-41da004b-e440-4933-a797-a1477259e87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:04.920363 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-44dbd3e6-c6c7-4282-a50a-e28e157a2340 req-41da004b-e440-4933-a797-a1477259e87b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:04.921960 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-44dbd3e6-c6c7-4282-a50a-e28e157a2340 req-41da004b-e440-4933-a797-a1477259e87b service neutron] 10.222.0.77 "PUT /v2.0/ports/12246daa-456b-4bc7-91e1-5482a24bac1a HTTP/1.1" status: 200 len: 1091 time: 2.3082473 Jul 09 16:13:04.924833 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aed06c0e-95a9-44a8-b111-616e5c1e7d58', 'tag': '12246daa-456b-4bc7-91e1-5482a24bac1a'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:13:04.927629 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c370a247-9e4d-42d7-86aa-c013e5d472d9" -d '{"events": [{"name": "network-changed", "server_uuid": "aed06c0e-95a9-44a8-b111-616e5c1e7d58", "tag": "12246daa-456b-4bc7-91e1-5482a24bac1a"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:13:04.971758 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b16ba94-499b-4bbb-b096-f2f218d8c700 req-bd5531cf-9c1d-450e-8bc4-8932713daded tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:04.974267 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5b16ba94-499b-4bbb-b096-f2f218d8c700 req-bd5531cf-9c1d-450e-8bc4-8932713daded tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c19ea7a-85c9-4238-876a-79b2a0d9cfb1 HTTP/1.1" status: 200 len: 948 time: 0.1145175 Jul 09 16:13:05.031665 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5b16ba94-499b-4bbb-b096-f2f218d8c700 req-6bfbdacc-ca8c-4cbd-b768-3aba7dfd2224 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510135 Jul 09 16:13:05.062211 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41da004b-e440-4933-a797-a1477259e87b service neutron] Pushing event updated for resources: {'Port': ['ID=12246daa-456b-4bc7-91e1-5482a24bac1a,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:13:05.110553 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e418cc6-bfdf-41a1-be9b-e15a0df2f4c9 req-673b3f5f-d90e-4810-b372-aa081a8783cb tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:05.112767 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e418cc6-bfdf-41a1-be9b-e15a0df2f4c9 req-673b3f5f-d90e-4810-b372-aa081a8783cb tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3874855 Jul 09 16:13:05.122195 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee4497-8759-4e0a-b44e-a9da05467faa req-c01bfb79-79e1-499a-8b3b-acafd8d9f820 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:05.129753 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-58ee4497-8759-4e0a-b44e-a9da05467faa req-c01bfb79-79e1-499a-8b3b-acafd8d9f820 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/ports?device_id=aed06c0e-95a9-44a8-b111-616e5c1e7d58 HTTP/1.1" status: 200 len: 943 time: 0.4138796 Jul 09 16:13:05.140829 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-3e418cc6-bfdf-41a1-be9b-e15a0df2f4c9 req-fca3a3bc-594d-485e-b965-91440ae4fbbc tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Request body: {'port': {'device_id': 'c70a084a-8391-49d8-9c9d-ce513222aa83', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'admin_state_up': True, 'tenant_id': '06486c1ff3c04c6aba88bb5474a3b49d'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:13:05.236329 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fbdc88b4-05e3-4206-bc11-59bd3f8763d9 req-48b0fbea-6195-4c27-8eea-46f1bb692e4e tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=c70a084a-8391-49d8-9c9d-ce513222aa83 HTTP/1.1" status: 200 len: 210 time: 0.0472238 Jul 09 16:13:05.498656 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18636505-0535-453e-892e-ef7b62d270f6 x-openstack-request-id: req-18636505-0535-453e-892e-ef7b62d270f6 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:13:05.499048 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aed06c0e-95a9-44a8-b111-616e5c1e7d58", "tag": "12246daa-456b-4bc7-91e1-5482a24bac1a", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:13:05.499290 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-18636505-0535-453e-892e-ef7b62d270f6 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:13:05.499683 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aed06c0e-95a9-44a8-b111-616e5c1e7d58', 'tag': '12246daa-456b-4bc7-91e1-5482a24bac1a', 'status': 'completed', 'code': 200} Jul 09 16:13:05.633794 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dbd3e6-c6c7-4282-a50a-e28e157a2340 req-9e0329fc-42c1-49c8-8766-8ff7f3f0e42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:05.635110 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-44dbd3e6-c6c7-4282-a50a-e28e157a2340 req-9e0329fc-42c1-49c8-8766-8ff7f3f0e42e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cc4dc2313b5c41388daec8e5a4533d66&device_id=aed06c0e-95a9-44a8-b111-616e5c1e7d58 HTTP/1.1" status: 200 len: 1094 time: 0.6205847 Jul 09 16:13:05.643394 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-58ee4497-8759-4e0a-b44e-a9da05467faa req-d8dc8fcd-fe5d-4afc-b7d5-4eef53cad40b tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/security-groups?id=ce5ad391-2727-4ebb-93c6-e38b31a0907b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5127385 Jul 09 16:13:05.700686 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f99cde43-0e0f-47e3-afbc-add4201c5e2f tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Router 2c5946db-f874-4d10-b9d9-bbff4dabff6f has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:13:05.702564 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-44dbd3e6-c6c7-4282-a50a-e28e157a2340 req-5c5d41a4-ec09-4e6d-8af1-3f5a57391525 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12246daa-456b-4bc7-91e1-5482a24bac1a HTTP/1.1" status: 200 len: 217 time: 0.0556164 Jul 09 16:13:05.779255 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37708b02-9018-419b-a0ac-ee5ef343e112 req-54f2785b-77a5-4964-be0a-108474bbab42 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:05.788330 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-37708b02-9018-419b-a0ac-ee5ef343e112 req-54f2785b-77a5-4964-be0a-108474bbab42 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=999f1769-1279-4fe8-981f-c081e4f38f3e HTTP/1.1" status: 200 len: 944 time: 0.1546116 Jul 09 16:13:05.851923 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-37708b02-9018-419b-a0ac-ee5ef343e112 req-1bf38fd1-e72a-46ea-b062-70bd6682bb23 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617368 Jul 09 16:13:05.861954 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dbd3e6-c6c7-4282-a50a-e28e157a2340 req-e3a8cc84-bcf8-4f93-a3d0-99179a9bbbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:05.872798 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-44dbd3e6-c6c7-4282-a50a-e28e157a2340 req-e3a8cc84-bcf8-4f93-a3d0-99179a9bbbb0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9652b0cc-4dd5-4837-9b58-222aefe9d108 HTTP/1.1" status: 200 len: 863 time: 0.1463408 Jul 09 16:13:05.943027 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e418cc6-bfdf-41a1-be9b-e15a0df2f4c9 req-fca3a3bc-594d-485e-b965-91440ae4fbbc tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Made reservation on behalf of 06486c1ff3c04c6aba88bb5474a3b49d for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:13:05.946492 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3e418cc6-bfdf-41a1-be9b-e15a0df2f4c9 req-fca3a3bc-594d-485e-b965-91440ae4fbbc tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:05.995668 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99cde43-0e0f-47e3-afbc-add4201c5e2f tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:13:06.005212 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f99cde43-0e0f-47e3-afbc-add4201c5e2f tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:06.020930 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eaec4f8-2ebd-4790-92b1-3298350d5d71 None None] Sync routers for ids ['2c5946db-f874-4d10-b9d9-bbff4dabff6f'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:13:06.022621 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd4e5a-b8d8-47d4-9cbf-43479a4fd4e7 req-0eef5dd9-e1ef-4b63-8d3f-b2981c7e2cff tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:06.024211 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c8cd4e5a-b8d8-47d4-9cbf-43479a4fd4e7 req-0eef5dd9-e1ef-4b63-8d3f-b2981c7e2cff tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] 10.222.0.98 "GET /v2.0/ports?device_id=86b0c58e-6369-4d58-8be8-30f32f1f6d95 HTTP/1.1" status: 200 len: 946 time: 0.2189593 Jul 09 16:13:06.040991 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eaec4f8-2ebd-4790-92b1-3298350d5d71 None None] Routers {'2c5946db-f874-4d10-b9d9-bbff4dabff6f'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:13:06.042012 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-4eaec4f8-2ebd-4790-92b1-3298350d5d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:12:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['2c5946db-f874-4d10-b9d9-bbff4dabff6f'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:13:06.221246 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-4eaec4f8-2ebd-4790-92b1-3298350d5d71 None None] Set router 2c5946db-f874-4d10-b9d9-bbff4dabff6f gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:13:06.327794 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dbd3e6-c6c7-4282-a50a-e28e157a2340 req-6e0ee591-eb2b-465c-9756-b378a1596553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:06.329327 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-44dbd3e6-c6c7-4282-a50a-e28e157a2340 req-6e0ee591-eb2b-465c-9756-b378a1596553 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bb5eedc8-9794-43ab-9159-e84889255689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4339485 Jul 09 16:13:06.350507 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f99cde43-0e0f-47e3-afbc-add4201c5e2f tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "PUT /v2.0/floatingips/728a3530-d072-4d89-b260-eb9bf8aa8c1a HTTP/1.1" status: 200 len: 990 time: 3.4826984 Jul 09 16:13:06.401352 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8733bb-7d6f-4dac-8492-b1e403d33771 req-81e03793-2ce4-4848-a9ec-c5cebc385df1 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:06.405108 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8d8733bb-7d6f-4dac-8492-b1e403d33771 req-81e03793-2ce4-4848-a9ec-c5cebc385df1 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c19ea7a-85c9-4238-876a-79b2a0d9cfb1 HTTP/1.1" status: 200 len: 948 time: 0.0994966 Jul 09 16:13:06.421672 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c8cd4e5a-b8d8-47d4-9cbf-43479a4fd4e7 req-14e6c5f3-5c30-42e1-9ceb-041df529de40 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] 10.222.0.98 "GET /v2.0/security-groups?id=5735b4b8-7e17-4d09-ac7c-df06ec8371f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2762656 Jul 09 16:13:06.473788 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8d8733bb-7d6f-4dac-8492-b1e403d33771 req-32f0cad7-f0f1-48ba-9107-92f76ed755da tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573406 Jul 09 16:13:06.551088 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-4eaec4f8-2ebd-4790-92b1-3298350d5d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5946db-f874-4d10-b9d9-bbff4dabff6f', 'name': 'tempest-ServersTestBootFromVolume-507522533-router', 'tenant_id': '4a7bcfee98ce42f9b496f385fa1d801e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '5a458250-da19-4416-bbca-e9210b5c8054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:11:28Z', 'updated_at': '2021-07-09T16:11:39Z', 'revision_number': 4, 'project_id': '4a7bcfee98ce42f9b496f385fa1d801e', 'gw_port': {'id': '5a458250-da19-4416-bbca-e9210b5c8054', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:46:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5946db-f874-4d10-b9d9-bbff4dabff6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:11:29Z', 'updated_at': '2021-07-09T16:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '728a3530-d072-4d89-b260-eb9bf8aa8c1a', 'tenant_id': '4a7bcfee98ce42f9b496f385fa1d801e', 'floating_ip_address': '172.25.0.84', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '2c5946db-f874-4d10-b9d9-bbff4dabff6f', 'port_id': '021c23e7-1abd-4066-95dc-579b5da6ad74', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61ffd1b6-f25b-4986-bd69-fd61ebdd8c18', 'mac_address': 'fa:16:3e:58:76:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814eec7e-8e74-4d24-8510-9cb495b8da26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:11:48Z', 'updated_at': '2021-07-09T16:13:04Z', 'revision_number': 1, 'project_id': '4a7bcfee98ce42f9b496f385fa1d801e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3c945e4-6a50-4cc8-8cd8-1f368f81d45c', 'name': '', 'network_id': '61ffd1b6-f25b-4986-bd69-fd61ebdd8c18', 'tenant_id': '4a7bcfee98ce42f9b496f385fa1d801e', 'mac_address': 'fa:16:3e:5a:c8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5946db-f874-4d10-b9d9-bbff4dabff6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '90f9165d-5f7d-46e1-8fba-1a5ae5f57aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:11:36Z', 'updated_at': '2021-07-09T16:11:46Z', 'revision_number': 5, 'project_id': '4a7bcfee98ce42f9b496f385fa1d801e', 'subnets': [{'id': '90f9165d-5f7d-46e1-8fba-1a5ae5f57aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:13:06.561010 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-3e418cc6-bfdf-41a1-be9b-e15a0df2f4c9 req-fca3a3bc-594d-485e-b965-91440ae4fbbc tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Allocated IP 192.168.233.7 (c7d8b865-e1f3-4446-a87b-a6da86eba8a1/f122b436-b232-4a3c-9aac-47d5639f2da4/44e5178e-0c95-4f73-a000-81c9bceea279) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:13:06.590701 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eaec4f8-2ebd-4790-92b1-3298350d5d71 None None] Checking router: 2c5946db-f874-4d10-b9d9-bbff4dabff6f for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:13:06.600640 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eaec4f8-2ebd-4790-92b1-3298350d5d71 None None] Routers {'2c5946db-f874-4d10-b9d9-bbff4dabff6f'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:13:06.601535 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-4eaec4f8-2ebd-4790-92b1-3298350d5d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:12:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['2c5946db-f874-4d10-b9d9-bbff4dabff6f'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:13:06.788001 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b8c34721-4dd3-4da2-a73a-b82e60e9c55a req-def2d7b7-f0e6-44bd-9147-e4a32cc39c4b tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=c70a084a-8391-49d8-9c9d-ce513222aa83 HTTP/1.1" status: 200 len: 210 time: 0.0424132 Jul 09 16:13:06.833408 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3e418cc6-bfdf-41a1-be9b-e15a0df2f4c9 req-fca3a3bc-594d-485e-b965-91440ae4fbbc tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:06.841629 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-4eaec4f8-2ebd-4790-92b1-3298350d5d71 None None] Set router 2c5946db-f874-4d10-b9d9-bbff4dabff6f gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:13:06.859207 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-44dbd3e6-c6c7-4282-a50a-e28e157a2340 req-696733b8-74bc-4150-8762-7a1fdcb6b823 service neutron] 10.222.0.77 "GET /v2.0/networks/bb5eedc8-9794-43ab-9159-e84889255689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4640529 Jul 09 16:13:06.860150 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-3e418cc6-bfdf-41a1-be9b-e15a0df2f4c9 req-fca3a3bc-594d-485e-b965-91440ae4fbbc tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Transition to ACTIVE for port object 44e5178e-0c95-4f73-a000-81c9bceea279 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:13:07.092836 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-44dbd3e6-c6c7-4282-a50a-e28e157a2340 req-8f4d5270-20b5-4bd0-9a46-7d46edfdaaf0 service neutron] 10.222.0.77 "GET /v2.0/networks/bb5eedc8-9794-43ab-9159-e84889255689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182407 Jul 09 16:13:07.225020 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee6d6d-31fa-4f81-959c-f1705b716b72 req-bb0cfa90-1dd7-4627-b633-ba353fbbe642 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:07.232094 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-4eaec4f8-2ebd-4790-92b1-3298350d5d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5946db-f874-4d10-b9d9-bbff4dabff6f', 'name': 'tempest-ServersTestBootFromVolume-507522533-router', 'tenant_id': '4a7bcfee98ce42f9b496f385fa1d801e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '5a458250-da19-4416-bbca-e9210b5c8054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:11:28Z', 'updated_at': '2021-07-09T16:11:39Z', 'revision_number': 4, 'project_id': '4a7bcfee98ce42f9b496f385fa1d801e', 'gw_port': {'id': '5a458250-da19-4416-bbca-e9210b5c8054', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:46:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5946db-f874-4d10-b9d9-bbff4dabff6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:11:29Z', 'updated_at': '2021-07-09T16:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '728a3530-d072-4d89-b260-eb9bf8aa8c1a', 'tenant_id': '4a7bcfee98ce42f9b496f385fa1d801e', 'floating_ip_address': '172.25.0.84', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '2c5946db-f874-4d10-b9d9-bbff4dabff6f', 'port_id': '021c23e7-1abd-4066-95dc-579b5da6ad74', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61ffd1b6-f25b-4986-bd69-fd61ebdd8c18', 'mac_address': 'fa:16:3e:58:76:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814eec7e-8e74-4d24-8510-9cb495b8da26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:11:48Z', 'updated_at': '2021-07-09T16:13:04Z', 'revision_number': 1, 'project_id': '4a7bcfee98ce42f9b496f385fa1d801e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3c945e4-6a50-4cc8-8cd8-1f368f81d45c', 'name': '', 'network_id': '61ffd1b6-f25b-4986-bd69-fd61ebdd8c18', 'tenant_id': '4a7bcfee98ce42f9b496f385fa1d801e', 'mac_address': 'fa:16:3e:5a:c8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5946db-f874-4d10-b9d9-bbff4dabff6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '90f9165d-5f7d-46e1-8fba-1a5ae5f57aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:11:36Z', 'updated_at': '2021-07-09T16:11:46Z', 'revision_number': 5, 'project_id': '4a7bcfee98ce42f9b496f385fa1d801e', 'subnets': [{'id': '90f9165d-5f7d-46e1-8fba-1a5ae5f57aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:13:07.238371 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3e418cc6-bfdf-41a1-be9b-e15a0df2f4c9 req-fca3a3bc-594d-485e-b965-91440ae4fbbc tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:07.238951 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-79ee6d6d-31fa-4f81-959c-f1705b716b72 req-bb0cfa90-1dd7-4627-b633-ba353fbbe642 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=999f1769-1279-4fe8-981f-c081e4f38f3e HTTP/1.1" status: 200 len: 944 time: 0.1753767 Jul 09 16:13:07.251274 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['2bf4afec-66f7-4d7c-b984-e80fa7b78a2f', 'e231c2d1-2e9d-4788-9b12-b55bb9cfd787', '639e631d-bf34-4819-aca6-3e30afa826a4', '82c66ec9-75cf-49fa-8517-c3e292c0c0e5'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:13:07.299371 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['650e196b-2aa6-4ef4-a414-5422d0b873bf'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:13:07.299979 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-79ee6d6d-31fa-4f81-959c-f1705b716b72 req-0f87e474-617e-41df-b602-54b6514a59ad tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554683 Jul 09 16:13:07.344131 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eaec4f8-2ebd-4790-92b1-3298350d5d71 None None] The sync data for ids ['2c5946db-f874-4d10-b9d9-bbff4dabff6f'] in n-d-798930-3 is: [{'id': '2c5946db-f874-4d10-b9d9-bbff4dabff6f', 'name': 'tempest-ServersTestBootFromVolume-507522533-router', 'tenant_id': '4a7bcfee98ce42f9b496f385fa1d801e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '5a458250-da19-4416-bbca-e9210b5c8054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:11:28Z', 'updated_at': '2021-07-09T16:11:39Z', 'revision_number': 4, 'project_id': '4a7bcfee98ce42f9b496f385fa1d801e', 'gw_port': {'id': '5a458250-da19-4416-bbca-e9210b5c8054', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:46:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5946db-f874-4d10-b9d9-bbff4dabff6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:11:29Z', 'updated_at': '2021-07-09T16:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '728a3530-d072-4d89-b260-eb9bf8aa8c1a', 'tenant_id': '4a7bcfee98ce42f9b496f385fa1d801e', 'floating_ip_address': '172.25.0.84', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '2c5946db-f874-4d10-b9d9-bbff4dabff6f', 'port_id': '021c23e7-1abd-4066-95dc-579b5da6ad74', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61ffd1b6-f25b-4986-bd69-fd61ebdd8c18', 'mac_address': 'fa:16:3e:58:76:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814eec7e-8e74-4d24-8510-9cb495b8da26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:11:48Z', 'updated_at': '2021-07-09T16:13:04Z', 'revision_number': 1, 'project_id': '4a7bcfee98ce42f9b496f385fa1d801e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3c945e4-6a50-4cc8-8cd8-1f368f81d45c', 'name': '', 'network_id': '61ffd1b6-f25b-4986-bd69-fd61ebdd8c18', 'tenant_id': '4a7bcfee98ce42f9b496f385fa1d801e', 'mac_address': 'fa:16:3e:5a:c8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5946db-f874-4d10-b9d9-bbff4dabff6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '90f9165d-5f7d-46e1-8fba-1a5ae5f57aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:11:36Z', 'updated_at': '2021-07-09T16:11:46Z', 'revision_number': 5, 'project_id': '4a7bcfee98ce42f9b496f385fa1d801e', 'subnets': [{'id': '90f9165d-5f7d-46e1-8fba-1a5ae5f57aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:13:07.512072 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '814eec7e-8e74-4d24-8510-9cb495b8da26', 'tag': '021c23e7-1abd-4066-95dc-579b5da6ad74'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:13:07.514410 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4e7734-6bbb-4b65-96c8-15d4e32afacf" -d '{"events": [{"name": "network-changed", "server_uuid": "814eec7e-8e74-4d24-8510-9cb495b8da26", "tag": "021c23e7-1abd-4066-95dc-579b5da6ad74"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:13:07.562404 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e418cc6-bfdf-41a1-be9b-e15a0df2f4c9 req-fca3a3bc-594d-485e-b965-91440ae4fbbc tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:13:07.584732 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-3e418cc6-bfdf-41a1-be9b-e15a0df2f4c9 req-fca3a3bc-594d-485e-b965-91440ae4fbbc tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:13:07.624887 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e418cc6-bfdf-41a1-be9b-e15a0df2f4c9 req-fca3a3bc-594d-485e-b965-91440ae4fbbc tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:13:07.637361 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e418cc6-bfdf-41a1-be9b-e15a0df2f4c9 req-fca3a3bc-594d-485e-b965-91440ae4fbbc tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:07.638000 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3e418cc6-bfdf-41a1-be9b-e15a0df2f4c9 req-fca3a3bc-594d-485e-b965-91440ae4fbbc tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:07.760189 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca3a3bc-594d-485e-b965-91440ae4fbbc tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Pushing event updated for resources: {'Port': ['ID=44e5178e-0c95-4f73-a000-81c9bceea279,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:13:07.764116 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device d846a90a-5bb1-447d-8948-0fa71ad4560c no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:13:07.806063 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b521dfc-a917-4fe4-ab63-79d940ada60f req-8f3cc550-523c-47a8-85d7-f58839b353d8 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:07.807593 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7b521dfc-a917-4fe4-ab63-79d940ada60f req-8f3cc550-523c-47a8-85d7-f58839b353d8 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/ports?device_id=aed06c0e-95a9-44a8-b111-616e5c1e7d58 HTTP/1.1" status: 200 len: 943 time: 0.6566641 Jul 09 16:13:07.813077 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e418cc6-bfdf-41a1-be9b-e15a0df2f4c9 req-fca3a3bc-594d-485e-b965-91440ae4fbbc tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6770575 Jul 09 16:13:07.815193 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370a247-9e4d-42d7-86aa-c013e5d472d9 req-09a57c09-0407-4aa0-846b-be64e95e31b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:07.817544 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c370a247-9e4d-42d7-86aa-c013e5d472d9 req-09a57c09-0407-4aa0-846b-be64e95e31b2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cc4dc2313b5c41388daec8e5a4533d66&device_id=aed06c0e-95a9-44a8-b111-616e5c1e7d58 HTTP/1.1" status: 200 len: 1094 time: 0.5758457 Jul 09 16:13:07.844772 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a60f462-4466-444e-954d-c626c6ea2993 None None] New status for floating IP 728a3530-d072-4d89-b260-eb9bf8aa8c1a: ACTIVE {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:13:07.948504 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417ecde-15c2-45a5-a13a-01da45c2b492 req-6e307499-b121-4a97-a20d-abbc2abe8be3 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:07.957370 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device ce8c6338-a8fe-4963-9b58-35c511b9116a details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:13:07.959064 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e417ecde-15c2-45a5-a13a-01da45c2b492 req-6e307499-b121-4a97-a20d-abbc2abe8be3 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] 10.222.0.98 "GET /v2.0/ports?device_id=86b0c58e-6369-4d58-8be8-30f32f1f6d95 HTTP/1.1" status: 200 len: 946 time: 0.1772110 Jul 09 16:13:08.039668 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-3e418cc6-bfdf-41a1-be9b-e15a0df2f4c9 req-f7567a8a-b669-44d7-9ced-83c16823152e service neutron] Request body: {'port': {'device_id': 'c70a084a-8391-49d8-9c9d-ce513222aa83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:13:08.043397 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370a247-9e4d-42d7-86aa-c013e5d472d9 req-852d5f83-fefe-43c1-b225-47df6ee3912b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:08.044836 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c370a247-9e4d-42d7-86aa-c013e5d472d9 req-852d5f83-fefe-43c1-b225-47df6ee3912b service neutron] 10.222.0.77 "GET /v2.0/networks?id=bb5eedc8-9794-43ab-9159-e84889255689 HTTP/1.1" status: 200 len: 925 time: 0.2039919 Jul 09 16:13:08.058265 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e417ecde-15c2-45a5-a13a-01da45c2b492 req-2fbe6053-f49f-44ae-bdf4-7113026668f1 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] 10.222.0.98 "GET /v2.0/security-groups?id=5735b4b8-7e17-4d09-ac7c-df06ec8371f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976324 Jul 09 16:13:08.085674 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a253b2c4-271e-4b75-8718-3aec2f6cafbe None None] Provisioning for port 44e5178e-0c95-4f73-a000-81c9bceea279 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:13:08.106793 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a253b2c4-271e-4b75-8718-3aec2f6cafbe None None] Provisioning complete for port 44e5178e-0c95-4f73-a000-81c9bceea279 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:13:08.107386 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a253b2c4-271e-4b75-8718-3aec2f6cafbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:08.146170 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7b521dfc-a917-4fe4-ab63-79d940ada60f req-95bc1eba-caf8-46f9-b7e3-067ed0382db1 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/security-groups?id=ce5ad391-2727-4ebb-93c6-e38b31a0907b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3283570 Jul 09 16:13:08.152359 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c370a247-9e4d-42d7-86aa-c013e5d472d9 req-164c914f-ba82-4bf3-94bc-3ee5b95f7e1a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12246daa-456b-4bc7-91e1-5482a24bac1a HTTP/1.1" status: 200 len: 217 time: 0.0807438 Jul 09 16:13:08.292660 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c073494-c2f4-49a1-8ce8-3cd5c6429301 x-openstack-request-id: req-6c073494-c2f4-49a1-8ce8-3cd5c6429301 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:13:08.293041 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "814eec7e-8e74-4d24-8510-9cb495b8da26", "tag": "021c23e7-1abd-4066-95dc-579b5da6ad74", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:13:08.293224 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6c073494-c2f4-49a1-8ce8-3cd5c6429301 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:13:08.293592 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '814eec7e-8e74-4d24-8510-9cb495b8da26', 'tag': '021c23e7-1abd-4066-95dc-579b5da6ad74', 'status': 'completed', 'code': 200} Jul 09 16:13:08.466189 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370a247-9e4d-42d7-86aa-c013e5d472d9 req-e18678fd-5b14-48b4-8cc4-6cc1a38d737a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:08.482879 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c370a247-9e4d-42d7-86aa-c013e5d472d9 req-e18678fd-5b14-48b4-8cc4-6cc1a38d737a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9652b0cc-4dd5-4837-9b58-222aefe9d108 HTTP/1.1" status: 200 len: 863 time: 0.3110723 Jul 09 16:13:08.483972 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3e418cc6-bfdf-41a1-be9b-e15a0df2f4c9 req-f7567a8a-b669-44d7-9ced-83c16823152e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:08.591476 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a253b2c4-271e-4b75-8718-3aec2f6cafbe None None] Port 44e5178e-0c95-4f73-a000-81c9bceea279 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:13:08.672584 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00ed8f-1213-4a53-9fa4-e78d017950eb req-0f612f18-6684-44ae-b669-12a20d457872 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:08.683049 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2e00ed8f-1213-4a53-9fa4-e78d017950eb req-0f612f18-6684-44ae-b669-12a20d457872 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c19ea7a-85c9-4238-876a-79b2a0d9cfb1 HTTP/1.1" status: 200 len: 948 time: 0.3333638 Jul 09 16:13:08.695911 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port ce8c6338-a8fe-4963-9b58-35c511b9116a, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=ce8c6338-a8fe-4963-9b58-35c511b9116a,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:13:08.736674 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': 'ce8c6338-a8fe-4963-9b58-35c511b9116a', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'port_id': 'ce8c6338-a8fe-4963-9b58-35c511b9116a', 'mac_address': 'fa:16:3e:7f:bc:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f122b436-b232-4a3c-9aac-47d5639f2da4', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:13:08.791055 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2e00ed8f-1213-4a53-9fa4-e78d017950eb req-a7c61707-35b0-4e89-844e-ad16c96b8268 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070058 Jul 09 16:13:08.796489 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e7734-6bbb-4b65-96c8-15d4e32afacf req-d62697e1-9f93-4ba6-a1ec-fe1c0bf82857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:08.801329 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5f4e7734-6bbb-4b65-96c8-15d4e32afacf req-d62697e1-9f93-4ba6-a1ec-fe1c0bf82857 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4a7bcfee98ce42f9b496f385fa1d801e&device_id=814eec7e-8e74-4d24-8510-9cb495b8da26 HTTP/1.1" status: 200 len: 1096 time: 0.4607160 Jul 09 16:13:08.826803 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:08.936133 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce8c6338-a8fe-4963-9b58-35c511b9116a {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:13:09.021216 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e7734-6bbb-4b65-96c8-15d4e32afacf req-b2c7475a-d1da-458f-99b2-e4024e59d296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:09.023547 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5f4e7734-6bbb-4b65-96c8-15d4e32afacf req-b2c7475a-d1da-458f-99b2-e4024e59d296 service neutron] 10.222.0.73 "GET /v2.0/networks?id=61ffd1b6-f25b-4986-bd69-fd61ebdd8c18 HTTP/1.1" status: 200 len: 916 time: 0.2077720 Jul 09 16:13:09.035700 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port ce8c6338-a8fe-4963-9b58-35c511b9116a, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=ce8c6338-a8fe-4963-9b58-35c511b9116a,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:13:09.044724 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-3e418cc6-bfdf-41a1-be9b-e15a0df2f4c9 req-f7567a8a-b669-44d7-9ced-83c16823152e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44e5178e-0c95-4f73-a000-81c9bceea279 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:13:09.049319 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:09.055159 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3e418cc6-bfdf-41a1-be9b-e15a0df2f4c9 req-f7567a8a-b669-44d7-9ced-83c16823152e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:09.069717 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-3e418cc6-bfdf-41a1-be9b-e15a0df2f4c9 req-f7567a8a-b669-44d7-9ced-83c16823152e service neutron] Transition to ACTIVE for port object 44e5178e-0c95-4f73-a000-81c9bceea279 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:13:09.087858 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3e418cc6-bfdf-41a1-be9b-e15a0df2f4c9 req-f7567a8a-b669-44d7-9ced-83c16823152e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:09.172760 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5f4e7734-6bbb-4b65-96c8-15d4e32afacf req-b5fee1f0-d691-47b7-b372-20d0d36baf04 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=021c23e7-1abd-4066-95dc-579b5da6ad74 HTTP/1.1" status: 200 len: 1000 time: 0.1361761 Jul 09 16:13:09.205261 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=ce8c6338-a8fe-4963-9b58-35c511b9116a,revision_number=10']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:13:09.246301 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7567a8a-b669-44d7-9ced-83c16823152e service neutron] Pushing event updated for resources: {'Port': ['ID=44e5178e-0c95-4f73-a000-81c9bceea279,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:13:09.308412 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5cab3e-9645-47d8-a9e9-a0be0219fc1a req-05b85cda-2c27-49c1-9270-fd5e9c72ca45 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:09.310489 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7e5cab3e-9645-47d8-a9e9-a0be0219fc1a req-05b85cda-2c27-49c1-9270-fd5e9c72ca45 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=c70a084a-8391-49d8-9c9d-ce513222aa83 HTTP/1.1" status: 200 len: 946 time: 0.2386010 Jul 09 16:13:09.366021 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7e5cab3e-9645-47d8-a9e9-a0be0219fc1a req-a5943dfc-8e17-49af-b583-f108b8c3aaab tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458210 Jul 09 16:13:09.367094 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-3e418cc6-bfdf-41a1-be9b-e15a0df2f4c9 req-f7567a8a-b669-44d7-9ced-83c16823152e service neutron] Attempting to bind port 44e5178e-0c95-4f73-a000-81c9bceea279 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:13:09.367425 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-3e418cc6-bfdf-41a1-be9b-e15a0df2f4c9 req-f7567a8a-b669-44d7-9ced-83c16823152e service neutron] Attempting to bind port 44e5178e-0c95-4f73-a000-81c9bceea279 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:13:09.367751 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e418cc6-bfdf-41a1-be9b-e15a0df2f4c9 req-f7567a8a-b669-44d7-9ced-83c16823152e service neutron] Attempting to bind port 44e5178e-0c95-4f73-a000-81c9bceea279 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:13:09.377941 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370a247-9e4d-42d7-86aa-c013e5d472d9 req-5b7d0c09-606c-4dba-890c-eaa427394992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:09.379655 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c370a247-9e4d-42d7-86aa-c013e5d472d9 req-5b7d0c09-606c-4dba-890c-eaa427394992 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bb5eedc8-9794-43ab-9159-e84889255689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8471954 Jul 09 16:13:09.380264 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e418cc6-bfdf-41a1-be9b-e15a0df2f4c9 req-f7567a8a-b669-44d7-9ced-83c16823152e service neutron] Port 44e5178e-0c95-4f73-a000-81c9bceea279 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:13:09.380581 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e418cc6-bfdf-41a1-be9b-e15a0df2f4c9 req-f7567a8a-b669-44d7-9ced-83c16823152e service neutron] Attempting to bind port 44e5178e-0c95-4f73-a000-81c9bceea279 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:13:09.386939 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e418cc6-bfdf-41a1-be9b-e15a0df2f4c9 req-f7567a8a-b669-44d7-9ced-83c16823152e service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:13:09.387374 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e418cc6-bfdf-41a1-be9b-e15a0df2f4c9 req-f7567a8a-b669-44d7-9ced-83c16823152e service neutron] Checking segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:13:09.387766 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e418cc6-bfdf-41a1-be9b-e15a0df2f4c9 req-f7567a8a-b669-44d7-9ced-83c16823152e service neutron] Bound using segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:13:09.388387 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-3e418cc6-bfdf-41a1-be9b-e15a0df2f4c9 req-f7567a8a-b669-44d7-9ced-83c16823152e service neutron] Bound port: 44e5178e-0c95-4f73-a000-81c9bceea279, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:13:09.388752 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3e418cc6-bfdf-41a1-be9b-e15a0df2f4c9 req-f7567a8a-b669-44d7-9ced-83c16823152e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:09.393178 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e7734-6bbb-4b65-96c8-15d4e32afacf req-adddc803-74e4-41c5-967f-20a1a9d904b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:09.394669 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5f4e7734-6bbb-4b65-96c8-15d4e32afacf req-adddc803-74e4-41c5-967f-20a1a9d904b4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=90f9165d-5f7d-46e1-8fba-1a5ae5f57aba HTTP/1.1" status: 200 len: 854 time: 0.2065330 Jul 09 16:13:09.531358 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac76449-5d4c-4033-ab6a-8ade1f1ef8e6 req-8d375a47-ff26-4e56-9507-95b011368637 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:09.547364 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5ac76449-5d4c-4033-ab6a-8ade1f1ef8e6 req-8d375a47-ff26-4e56-9507-95b011368637 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] 10.222.0.98 "GET /v2.0/ports?device_id=86b0c58e-6369-4d58-8be8-30f32f1f6d95 HTTP/1.1" status: 200 len: 946 time: 0.3915744 Jul 09 16:13:09.548918 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51462) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:13:09.559525 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-41703046-0cda-4074-987b-b1184e773189 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Request body: {'floatingip': {'port_id': 'b112445a-c61f-468c-9edd-8a551886ab8a'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:13:09.608263 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c370a247-9e4d-42d7-86aa-c013e5d472d9 req-6c67e347-8e2c-4884-89cb-2d37f08e4393 service neutron] 10.222.0.77 "GET /v2.0/networks/bb5eedc8-9794-43ab-9159-e84889255689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171550 Jul 09 16:13:09.671623 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 12246daa-456b-4bc7-91e1-5482a24bac1a details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:13:09.695663 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-41703046-0cda-4074-987b-b1184e773189 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Notify callbacks [] for floatingip, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:09.738220 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['ce8c6338-a8fe-4963-9b58-35c511b9116a'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:13:09.853219 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-3e418cc6-bfdf-41a1-be9b-e15a0df2f4c9 req-f7567a8a-b669-44d7-9ced-83c16823152e service neutron] For port 44e5178e-0c95-4f73-a000-81c9bceea279, host n-h2-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:13:09.889551 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:09.951162 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 12246daa-456b-4bc7-91e1-5482a24bac1a, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=12246daa-456b-4bc7-91e1-5482a24bac1a,segment=NetworkSegment(b32a47a8-020a-4928-8231-ed69fc73c847),segment_id=b32a47a8-020a-4928-8231-ed69fc73c847)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:13:09.960727 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-3e418cc6-bfdf-41a1-be9b-e15a0df2f4c9 req-f7567a8a-b669-44d7-9ced-83c16823152e service neutron] For port 44e5178e-0c95-4f73-a000-81c9bceea279, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=44e5178e-0c95-4f73-a000-81c9bceea279,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:13:09.973707 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '12246daa-456b-4bc7-91e1-5482a24bac1a', 'network_id': 'bb5eedc8-9794-43ab-9159-e84889255689', 'port_id': '12246daa-456b-4bc7-91e1-5482a24bac1a', 'mac_address': 'fa:16:3e:17:4f:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9652b0cc-4dd5-4837-9b58-222aefe9d108', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:13:09.987696 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3e418cc6-bfdf-41a1-be9b-e15a0df2f4c9 req-f7567a8a-b669-44d7-9ced-83c16823152e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:10.027164 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0561b65d-3bb6-4540-8057-bd618faddedb req-e312b46b-193e-4e99-8432-05a3886a8cbb tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:10.029977 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:10.035029 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0561b65d-3bb6-4540-8057-bd618faddedb req-e312b46b-193e-4e99-8432-05a3886a8cbb tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=999f1769-1279-4fe8-981f-c081e4f38f3e HTTP/1.1" status: 200 len: 944 time: 0.3918316 Jul 09 16:13:10.053220 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12246daa-456b-4bc7-91e1-5482a24bac1a {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:13:10.080187 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e418cc6-bfdf-41a1-be9b-e15a0df2f4c9 req-f7567a8a-b669-44d7-9ced-83c16823152e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:10.081321 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3e418cc6-bfdf-41a1-be9b-e15a0df2f4c9 req-f7567a8a-b669-44d7-9ced-83c16823152e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:10.084467 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e418cc6-bfdf-41a1-be9b-e15a0df2f4c9 req-f7567a8a-b669-44d7-9ced-83c16823152e service neutron] 10.222.0.73 "PUT /v2.0/ports/44e5178e-0c95-4f73-a000-81c9bceea279 HTTP/1.1" status: 200 len: 1094 time: 2.0489943 Jul 09 16:13:10.102431 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 12246daa-456b-4bc7-91e1-5482a24bac1a, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=12246daa-456b-4bc7-91e1-5482a24bac1a,segment=NetworkSegment(b32a47a8-020a-4928-8231-ed69fc73c847),segment_id=b32a47a8-020a-4928-8231-ed69fc73c847)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:13:10.112279 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:10.130642 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-67dcd68f-5128-48c4-8385-4d1745348924 req-43801996-88ec-4f0b-a66d-efff7330151f service neutron] 10.222.0.77 "GET /v2.0/ports/d846a90a-5bb1-447d-8948-0fa71ad4560c/bindings/n-h2-798930-3 HTTP/1.1" status: 200 len: 384 time: 0.4086766 Jul 09 16:13:10.142369 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c370a247-9e4d-42d7-86aa-c013e5d472d9 req-c78665db-231a-4606-9dc7-623b463555a7 service neutron] 10.222.0.77 "GET /v2.0/networks/bb5eedc8-9794-43ab-9159-e84889255689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5248046 Jul 09 16:13:10.194137 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=12246daa-456b-4bc7-91e1-5482a24bac1a,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:13:10.205096 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0561b65d-3bb6-4540-8057-bd618faddedb req-e2794b4c-07cc-49ff-b853-322aaf6c635a tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691186 Jul 09 16:13:10.326438 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c70a084a-8391-49d8-9c9d-ce513222aa83', 'tag': '44e5178e-0c95-4f73-a000-81c9bceea279'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:13:10.332311 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456922f3-afac-4981-b309-6aa0fe19aa44" -d '{"events": [{"name": "network-changed", "server_uuid": "c70a084a-8391-49d8-9c9d-ce513222aa83", "tag": "44e5178e-0c95-4f73-a000-81c9bceea279"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:13:10.413324 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7567a8a-b669-44d7-9ced-83c16823152e service neutron] Pushing event updated for resources: {'Port': ['ID=44e5178e-0c95-4f73-a000-81c9bceea279,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:13:10.486629 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7567a8a-b669-44d7-9ced-83c16823152e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:13:10.489207 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7567a8a-b669-44d7-9ced-83c16823152e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:13:10.489564 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7567a8a-b669-44d7-9ced-83c16823152e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:13:10.489994 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7567a8a-b669-44d7-9ced-83c16823152e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:13:10.490399 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7567a8a-b669-44d7-9ced-83c16823152e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:13:10.490744 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7567a8a-b669-44d7-9ced-83c16823152e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:13:10.492892 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7567a8a-b669-44d7-9ced-83c16823152e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:13:10.493256 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7567a8a-b669-44d7-9ced-83c16823152e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:13:10.493716 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7567a8a-b669-44d7-9ced-83c16823152e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:13:10.494125 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7567a8a-b669-44d7-9ced-83c16823152e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:13:10.494591 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7567a8a-b669-44d7-9ced-83c16823152e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:13:10.495046 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7567a8a-b669-44d7-9ced-83c16823152e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:13:10.504513 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['12246daa-456b-4bc7-91e1-5482a24bac1a'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:13:10.541591 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e418cc6-bfdf-41a1-be9b-e15a0df2f4c9 req-12156305-3f99-4e14-a19b-d47076c37608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:10.547848 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e418cc6-bfdf-41a1-be9b-e15a0df2f4c9 req-12156305-3f99-4e14-a19b-d47076c37608 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=06486c1ff3c04c6aba88bb5474a3b49d&device_id=c70a084a-8391-49d8-9c9d-ce513222aa83 HTTP/1.1" status: 200 len: 1097 time: 0.2873547 Jul 09 16:13:10.588921 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.db.resource_extend [None req-41703046-0cda-4074-987b-b1184e773189 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 16:13:10.667453 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e418cc6-bfdf-41a1-be9b-e15a0df2f4c9 req-6038f347-3c6f-4dec-a3dd-855b992e927f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=44e5178e-0c95-4f73-a000-81c9bceea279 HTTP/1.1" status: 200 len: 217 time: 0.0750093 Jul 09 16:13:10.683657 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-41703046-0cda-4074-987b-b1184e773189 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:10.695807 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e7734-6bbb-4b65-96c8-15d4e32afacf req-e2e0f550-db7e-41d2-9e8d-ac60c543ead3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:10.698155 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5f4e7734-6bbb-4b65-96c8-15d4e32afacf req-e2e0f550-db7e-41d2-9e8d-ac60c543ead3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=61ffd1b6-f25b-4986-bd69-fd61ebdd8c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2870212 Jul 09 16:13:10.705283 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-41703046-0cda-4074-987b-b1184e773189 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:10.769798 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21741139-9013-43c5-a184-50753cc1fd00 req-5987a237-3906-439f-a1ae-fc072dee90e1 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:10.772284 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-21741139-9013-43c5-a184-50753cc1fd00 req-5987a237-3906-439f-a1ae-fc072dee90e1 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/ports?device_id=aed06c0e-95a9-44a8-b111-616e5c1e7d58 HTTP/1.1" status: 200 len: 944 time: 0.3293219 Jul 09 16:13:10.789530 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df3ef1-d745-4137-9fc7-e39296f3f2a0 req-9685b585-919c-443a-9f6f-9ac2f6e7848d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:10.796929 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-13df3ef1-d745-4137-9fc7-e39296f3f2a0 req-9685b585-919c-443a-9f6f-9ac2f6e7848d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c19ea7a-85c9-4238-876a-79b2a0d9cfb1 HTTP/1.1" status: 200 len: 950 time: 0.4396558 Jul 09 16:13:10.899360 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-21741139-9013-43c5-a184-50753cc1fd00 req-4f298be9-7b61-49f8-a227-98951635e380 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/security-groups?id=ce5ad391-2727-4ebb-93c6-e38b31a0907b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882897 Jul 09 16:13:10.900797 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e418cc6-bfdf-41a1-be9b-e15a0df2f4c9 req-77988408-ddbb-49da-a1ac-2cf2bba65a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:10.902177 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e418cc6-bfdf-41a1-be9b-e15a0df2f4c9 req-77988408-ddbb-49da-a1ac-2cf2bba65a95 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.1881068 Jul 09 16:13:10.927241 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-13df3ef1-d745-4137-9fc7-e39296f3f2a0 req-52af155f-15c2-4e25-8f22-959ec6495667 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280165 Jul 09 16:13:11.009866 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5f4e7734-6bbb-4b65-96c8-15d4e32afacf req-a91bebb5-3dcd-4ea9-a65e-b852c7214b18 service neutron] 10.222.0.73 "GET /v2.0/networks/61ffd1b6-f25b-4986-bd69-fd61ebdd8c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020253 Jul 09 16:13:11.018484 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-67dcd68f-5128-48c4-8385-4d1745348924 req-0934a9c9-f0d4-4282-89b3-d78b3be43e07 service neutron] For port d846a90a-5bb1-447d-8948-0fa71ad4560c, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=d846a90a-5bb1-447d-8948-0fa71ad4560c,segment=NetworkSegment(cbc7a639-5863-4995-9a4b-f91be63e1ab1),segment_id=cbc7a639-5863-4995-9a4b-f91be63e1ab1)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:13:11.063422 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-67dcd68f-5128-48c4-8385-4d1745348924 req-0934a9c9-f0d4-4282-89b3-d78b3be43e07 service neutron] For port d846a90a-5bb1-447d-8948-0fa71ad4560c, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:13:11.110318 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e418cc6-bfdf-41a1-be9b-e15a0df2f4c9 req-9a82545a-ecee-42b7-b8f4-15796d8377bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:11.112000 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e418cc6-bfdf-41a1-be9b-e15a0df2f4c9 req-9a82545a-ecee-42b7-b8f4-15796d8377bd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1747551 Jul 09 16:13:11.117273 n-d-798930-3 neutron-server[93959]: INFO neutron.db.l3_db [None req-41703046-0cda-4074-987b-b1184e773189 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Floating IP 7444a451-d747-4c7b-aeee-fcd2a1089a8a associated. External IP: 172.25.0.85, port: b112445a-c61f-468c-9edd-8a551886ab8a. Jul 09 16:13:11.127947 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c83591-dc0f-4cc5-8d7a-5915b5d458a5 x-openstack-request-id: req-f3c83591-dc0f-4cc5-8d7a-5915b5d458a5 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:13:11.128240 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c70a084a-8391-49d8-9c9d-ce513222aa83", "tag": "44e5178e-0c95-4f73-a000-81c9bceea279", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:13:11.128495 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f3c83591-dc0f-4cc5-8d7a-5915b5d458a5 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:13:11.128891 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c70a084a-8391-49d8-9c9d-ce513222aa83', 'tag': '44e5178e-0c95-4f73-a000-81c9bceea279', 'status': 'completed', 'code': 200} Jul 09 16:13:11.147261 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-67dcd68f-5128-48c4-8385-4d1745348924 req-0934a9c9-f0d4-4282-89b3-d78b3be43e07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d846a90a-5bb1-447d-8948-0fa71ad4560c {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:13:11.169142 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-67dcd68f-5128-48c4-8385-4d1745348924 req-0934a9c9-f0d4-4282-89b3-d78b3be43e07 service neutron] For port d846a90a-5bb1-447d-8948-0fa71ad4560c, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=d846a90a-5bb1-447d-8948-0fa71ad4560c,segment=NetworkSegment(cbc7a639-5863-4995-9a4b-f91be63e1ab1),segment_id=cbc7a639-5863-4995-9a4b-f91be63e1ab1)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:13:11.221700 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-67dcd68f-5128-48c4-8385-4d1745348924 req-0934a9c9-f0d4-4282-89b3-d78b3be43e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:11.257364 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5f4e7734-6bbb-4b65-96c8-15d4e32afacf req-26612735-ee10-4845-98f0-0dccffcf99ad service neutron] 10.222.0.73 "GET /v2.0/networks/61ffd1b6-f25b-4986-bd69-fd61ebdd8c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349486 Jul 09 16:13:11.484966 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41703046-0cda-4074-987b-b1184e773189 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Router 50734d55-ffd2-43db-a118-71e5dde6c9a6 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:13:11.599216 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf11ef-b2b1-4030-a32e-c916a65a5443 req-cede116e-55c6-40e7-b4f0-126547775a0c tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:11.601930 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-aadf11ef-b2b1-4030-a32e-c916a65a5443 req-cede116e-55c6-40e7-b4f0-126547775a0c tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=999f1769-1279-4fe8-981f-c081e4f38f3e HTTP/1.1" status: 200 len: 944 time: 0.1376674 Jul 09 16:13:11.692462 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-aadf11ef-b2b1-4030-a32e-c916a65a5443 req-793c7f03-6ee8-498d-8c3d-f487db70d03e tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544012 Jul 09 16:13:11.694639 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41703046-0cda-4074-987b-b1184e773189 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:13:11.703170 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-41703046-0cda-4074-987b-b1184e773189 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:11.709626 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7774ee0-baf4-48e8-bd67-d782f1146b1d None None] Sync routers for ids ['50734d55-ffd2-43db-a118-71e5dde6c9a6'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:13:11.730860 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7774ee0-baf4-48e8-bd67-d782f1146b1d None None] Routers {'50734d55-ffd2-43db-a118-71e5dde6c9a6'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:13:11.731506 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c7774ee0-baf4-48e8-bd67-d782f1146b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:12:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['50734d55-ffd2-43db-a118-71e5dde6c9a6'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:13:11.781699 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-67dcd68f-5128-48c4-8385-4d1745348924 req-0934a9c9-f0d4-4282-89b3-d78b3be43e07 service neutron] Transition to ACTIVE for port object d846a90a-5bb1-447d-8948-0fa71ad4560c will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:13:11.785528 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-41703046-0cda-4074-987b-b1184e773189 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] 10.222.0.98 "PUT /v2.0/floatingips/7444a451-d747-4c7b-aeee-fcd2a1089a8a HTTP/1.1" status: 200 len: 991 time: 2.2323511 Jul 09 16:13:11.786106 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86b0c58e-6369-4d58-8be8-30f32f1f6d95', 'tag': 'b112445a-c61f-468c-9edd-8a551886ab8a'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:13:11.788520 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46daf6b-9268-420e-9b6a-f0b0ee224ca4" -d '{"events": [{"name": "network-changed", "server_uuid": "86b0c58e-6369-4d58-8be8-30f32f1f6d95", "tag": "b112445a-c61f-468c-9edd-8a551886ab8a"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:13:11.794272 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e418cc6-bfdf-41a1-be9b-e15a0df2f4c9 req-def44dfb-e82a-4e1d-862b-c6d5ead1c809 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6611331 Jul 09 16:13:11.797134 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-67dcd68f-5128-48c4-8385-4d1745348924 req-0934a9c9-f0d4-4282-89b3-d78b3be43e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:11.877357 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5a0257d5-fad4-4dcc-95c7-b9cadaf3db8f req-e61ded91-ae55-4340-bbe9-cb2a57994bc7 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=90103765321a44c5954b6bc1ea90c4d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251818 Jul 09 16:13:11.878607 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-c7774ee0-baf4-48e8-bd67-d782f1146b1d None None] Set router 50734d55-ffd2-43db-a118-71e5dde6c9a6 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:13:11.887692 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6d792-ba7f-4c0e-8967-87f9bb36dcba req-0be15edb-765c-4f4f-a162-3a458a6b1aba tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:11.889191 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c1d6d792-ba7f-4c0e-8967-87f9bb36dcba req-0be15edb-765c-4f4f-a162-3a458a6b1aba tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=c70a084a-8391-49d8-9c9d-ce513222aa83 HTTP/1.1" status: 200 len: 946 time: 0.2351065 Jul 09 16:13:11.958599 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-67dcd68f-5128-48c4-8385-4d1745348924 req-0934a9c9-f0d4-4282-89b3-d78b3be43e07 service neutron] No DVR routers for this DVR port d846a90a-5bb1-447d-8948-0fa71ad4560c on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:13:11.988391 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0934a9c9-f0d4-4282-89b3-d78b3be43e07 service neutron] Pushing event updated for resources: {'Port': ['ID=d846a90a-5bb1-447d-8948-0fa71ad4560c,revision_number=10']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:13:12.012026 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0257d5-fad4-4dcc-95c7-b9cadaf3db8f req-904dac26-9240-4ad9-8b0f-2535687c7c61 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:12.013537 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5a0257d5-fad4-4dcc-95c7-b9cadaf3db8f req-904dac26-9240-4ad9-8b0f-2535687c7c61 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1299040 Jul 09 16:13:12.030816 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5a0257d5-fad4-4dcc-95c7-b9cadaf3db8f req-6c694f1a-4a0d-48b5-ac27-4b70bfb6e275 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/quotas/90103765321a44c5954b6bc1ea90c4d7 HTTP/1.1" status: 200 len: 375 time: 0.0102775 Jul 09 16:13:12.034379 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-67dcd68f-5128-48c4-8385-4d1745348924 req-0934a9c9-f0d4-4282-89b3-d78b3be43e07 service neutron] 10.222.0.77 "PUT /v2.0/ports/d846a90a-5bb1-447d-8948-0fa71ad4560c/bindings/n-h2-798930-3/activate HTTP/1.1" status: 200 len: 369 time: 1.8847086 Jul 09 16:13:12.059080 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c1d6d792-ba7f-4c0e-8967-87f9bb36dcba req-258614cd-bbe5-46f0-bc37-3cc380cc9bc8 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582069 Jul 09 16:13:12.073515 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e418cc6-bfdf-41a1-be9b-e15a0df2f4c9 req-7ffc65fe-0992-4f33-9b7c-603fee5b9fd6 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618248 Jul 09 16:13:12.127324 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5a0257d5-fad4-4dcc-95c7-b9cadaf3db8f req-c817011d-3a89-42dd-8abb-ee8130c48511 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=90103765321a44c5954b6bc1ea90c4d7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0835187 Jul 09 16:13:12.188403 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c7774ee0-baf4-48e8-bd67-d782f1146b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50734d55-ffd2-43db-a118-71e5dde6c9a6', 'name': 'tempest-ServersTestManualDisk-399785144-router', 'tenant_id': 'af04827258d24f9db4d18404590f3f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '2e9c9fd4-f6f0-456c-8a28-7a82c5843596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:12:26Z', 'updated_at': '2021-07-09T16:12:35Z', 'revision_number': 4, 'project_id': 'af04827258d24f9db4d18404590f3f54', 'gw_port': {'id': '2e9c9fd4-f6f0-456c-8a28-7a82c5843596', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:38:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50734d55-ffd2-43db-a118-71e5dde6c9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:12:27Z', 'updated_at': '2021-07-09T16:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '7444a451-d747-4c7b-aeee-fcd2a1089a8a', 'tenant_id': 'af04827258d24f9db4d18404590f3f54', 'floating_ip_address': '172.25.0.85', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '50734d55-ffd2-43db-a118-71e5dde6c9a6', 'port_id': 'b112445a-c61f-468c-9edd-8a551886ab8a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60f29bb9-c6a4-4744-a356-fda340719d26', 'mac_address': 'fa:16:3e:18:1f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b0c58e-6369-4d58-8be8-30f32f1f6d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:12:43Z', 'updated_at': '2021-07-09T16:13:10Z', 'revision_number': 1, 'project_id': 'af04827258d24f9db4d18404590f3f54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72a2c892-8ab0-4d6a-a8e2-70b5224d09e7', 'name': '', 'network_id': '60f29bb9-c6a4-4744-a356-fda340719d26', 'tenant_id': 'af04827258d24f9db4d18404590f3f54', 'mac_address': 'fa:16:3e:e2:21:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50734d55-ffd2-43db-a118-71e5dde6c9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '343017e3-3017-47b4-bba4-2146bb17b890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:12:33Z', 'updated_at': '2021-07-09T16:12:42Z', 'revision_number': 5, 'project_id': 'af04827258d24f9db4d18404590f3f54', 'subnets': [{'id': '343017e3-3017-47b4-bba4-2146bb17b890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:13:12.223072 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7774ee0-baf4-48e8-bd67-d782f1146b1d None None] Checking router: 50734d55-ffd2-43db-a118-71e5dde6c9a6 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:13:12.233336 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7774ee0-baf4-48e8-bd67-d782f1146b1d None None] Routers {'50734d55-ffd2-43db-a118-71e5dde6c9a6'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:13:12.246558 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c7774ee0-baf4-48e8-bd67-d782f1146b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:12:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['50734d55-ffd2-43db-a118-71e5dde6c9a6'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:13:12.321057 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbfe7836-0e2e-4c98-8a53-5dd7ab22f246 x-openstack-request-id: req-dbfe7836-0e2e-4c98-8a53-5dd7ab22f246 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:13:12.321660 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86b0c58e-6369-4d58-8be8-30f32f1f6d95", "tag": "b112445a-c61f-468c-9edd-8a551886ab8a", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:13:12.321918 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-dbfe7836-0e2e-4c98-8a53-5dd7ab22f246 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:13:12.322312 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86b0c58e-6369-4d58-8be8-30f32f1f6d95', 'tag': 'b112445a-c61f-468c-9edd-8a551886ab8a', 'status': 'completed', 'code': 200} Jul 09 16:13:12.368858 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcd68f-5128-48c4-8385-4d1745348924 req-fecb4226-868a-42f3-b808-fb3cdcd5a7c9 tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:12.381921 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-67dcd68f-5128-48c4-8385-4d1745348924 req-fecb4226-868a-42f3-b808-fb3cdcd5a7c9 tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=999f1769-1279-4fe8-981f-c081e4f38f3e&tenant_id=9639d7ee11dd47639be4bedc72b53ccc&binding%3Ahost_id=n-h1-798930-3 HTTP/1.1" status: 200 len: 1096 time: 0.1518521 Jul 09 16:13:12.432173 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-c7774ee0-baf4-48e8-bd67-d782f1146b1d None None] Set router 50734d55-ffd2-43db-a118-71e5dde6c9a6 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:13:12.621900 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1730905-32ec-477b-a879-6de49aa35d36 req-ee6004ee-23d5-4f08-b456-db45bc1c981d tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:12.623939 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e1730905-32ec-477b-a879-6de49aa35d36 req-ee6004ee-23d5-4f08-b456-db45bc1c981d tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/ports?device_id=aed06c0e-95a9-44a8-b111-616e5c1e7d58 HTTP/1.1" status: 200 len: 944 time: 0.1571679 Jul 09 16:13:12.628773 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcd68f-5128-48c4-8385-4d1745348924 req-d52f3e48-85b6-4582-8042-bfde8912ff95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:12.630653 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-67dcd68f-5128-48c4-8385-4d1745348924 req-d52f3e48-85b6-4582-8042-bfde8912ff95 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=999f1769-1279-4fe8-981f-c081e4f38f3e&tenant_id=9639d7ee11dd47639be4bedc72b53ccc HTTP/1.1" status: 200 len: 1096 time: 0.2402532 Jul 09 16:13:12.668243 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e1730905-32ec-477b-a879-6de49aa35d36 req-fe2d3c58-3991-487a-9ef0-3ebe549d4938 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/security-groups?id=ce5ad391-2727-4ebb-93c6-e38b31a0907b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364881 Jul 09 16:13:12.789033 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c7774ee0-baf4-48e8-bd67-d782f1146b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50734d55-ffd2-43db-a118-71e5dde6c9a6', 'name': 'tempest-ServersTestManualDisk-399785144-router', 'tenant_id': 'af04827258d24f9db4d18404590f3f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '2e9c9fd4-f6f0-456c-8a28-7a82c5843596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:12:26Z', 'updated_at': '2021-07-09T16:12:35Z', 'revision_number': 4, 'project_id': 'af04827258d24f9db4d18404590f3f54', 'gw_port': {'id': '2e9c9fd4-f6f0-456c-8a28-7a82c5843596', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:38:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50734d55-ffd2-43db-a118-71e5dde6c9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:12:27Z', 'updated_at': '2021-07-09T16:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '7444a451-d747-4c7b-aeee-fcd2a1089a8a', 'tenant_id': 'af04827258d24f9db4d18404590f3f54', 'floating_ip_address': '172.25.0.85', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '50734d55-ffd2-43db-a118-71e5dde6c9a6', 'port_id': 'b112445a-c61f-468c-9edd-8a551886ab8a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60f29bb9-c6a4-4744-a356-fda340719d26', 'mac_address': 'fa:16:3e:18:1f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b0c58e-6369-4d58-8be8-30f32f1f6d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:12:43Z', 'updated_at': '2021-07-09T16:13:10Z', 'revision_number': 1, 'project_id': 'af04827258d24f9db4d18404590f3f54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72a2c892-8ab0-4d6a-a8e2-70b5224d09e7', 'name': '', 'network_id': '60f29bb9-c6a4-4744-a356-fda340719d26', 'tenant_id': 'af04827258d24f9db4d18404590f3f54', 'mac_address': 'fa:16:3e:e2:21:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50734d55-ffd2-43db-a118-71e5dde6c9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '343017e3-3017-47b4-bba4-2146bb17b890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:12:33Z', 'updated_at': '2021-07-09T16:12:42Z', 'revision_number': 5, 'project_id': 'af04827258d24f9db4d18404590f3f54', 'subnets': [{'id': '343017e3-3017-47b4-bba4-2146bb17b890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:13:12.826479 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7774ee0-baf4-48e8-bd67-d782f1146b1d None None] The sync data for ids ['50734d55-ffd2-43db-a118-71e5dde6c9a6'] in n-d-798930-3 is: [{'id': '50734d55-ffd2-43db-a118-71e5dde6c9a6', 'name': 'tempest-ServersTestManualDisk-399785144-router', 'tenant_id': 'af04827258d24f9db4d18404590f3f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '2e9c9fd4-f6f0-456c-8a28-7a82c5843596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:12:26Z', 'updated_at': '2021-07-09T16:12:35Z', 'revision_number': 4, 'project_id': 'af04827258d24f9db4d18404590f3f54', 'gw_port': {'id': '2e9c9fd4-f6f0-456c-8a28-7a82c5843596', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:38:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50734d55-ffd2-43db-a118-71e5dde6c9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:12:27Z', 'updated_at': '2021-07-09T16:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '7444a451-d747-4c7b-aeee-fcd2a1089a8a', 'tenant_id': 'af04827258d24f9db4d18404590f3f54', 'floating_ip_address': '172.25.0.85', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '50734d55-ffd2-43db-a118-71e5dde6c9a6', 'port_id': 'b112445a-c61f-468c-9edd-8a551886ab8a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60f29bb9-c6a4-4744-a356-fda340719d26', 'mac_address': 'fa:16:3e:18:1f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b0c58e-6369-4d58-8be8-30f32f1f6d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:12:43Z', 'updated_at': '2021-07-09T16:13:10Z', 'revision_number': 1, 'project_id': 'af04827258d24f9db4d18404590f3f54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72a2c892-8ab0-4d6a-a8e2-70b5224d09e7', 'name': '', 'network_id': '60f29bb9-c6a4-4744-a356-fda340719d26', 'tenant_id': 'af04827258d24f9db4d18404590f3f54', 'mac_address': 'fa:16:3e:e2:21:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50734d55-ffd2-43db-a118-71e5dde6c9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '343017e3-3017-47b4-bba4-2146bb17b890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:12:33Z', 'updated_at': '2021-07-09T16:12:42Z', 'revision_number': 5, 'project_id': 'af04827258d24f9db4d18404590f3f54', 'subnets': [{'id': '343017e3-3017-47b4-bba4-2146bb17b890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:13:12.888390 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456922f3-afac-4981-b309-6aa0fe19aa44 req-a047470b-74d7-423a-974f-5ea53f02b599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:12.890146 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-456922f3-afac-4981-b309-6aa0fe19aa44 req-a047470b-74d7-423a-974f-5ea53f02b599 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=06486c1ff3c04c6aba88bb5474a3b49d&device_id=c70a084a-8391-49d8-9c9d-ce513222aa83 HTTP/1.1" status: 200 len: 1097 time: 0.6328847 Jul 09 16:13:12.914690 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-479cff53-bf74-46da-a9b2-5290fa671094 req-0b65082e-e68d-4651-8607-ba0f4a925140 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 210 time: 0.0474193 Jul 09 16:13:12.971990 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcd68f-5128-48c4-8385-4d1745348924 req-711a4466-d720-46f1-96a3-83f3e85c6534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:12.973510 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-67dcd68f-5128-48c4-8385-4d1745348924 req-711a4466-d720-46f1-96a3-83f3e85c6534 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9639d7ee11dd47639be4bedc72b53ccc&device_id=999f1769-1279-4fe8-981f-c081e4f38f3e HTTP/1.1" status: 200 len: 1096 time: 0.1569786 Jul 09 16:13:13.033082 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46daf6b-9268-420e-9b6a-f0b0ee224ca4 req-898482b5-0f73-4817-8baa-429b52700fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:13.034851 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c46daf6b-9268-420e-9b6a-f0b0ee224ca4 req-898482b5-0f73-4817-8baa-429b52700fca service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=af04827258d24f9db4d18404590f3f54&device_id=86b0c58e-6369-4d58-8be8-30f32f1f6d95 HTTP/1.1" status: 200 len: 1097 time: 0.6314743 Jul 09 16:13:13.131428 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456922f3-afac-4981-b309-6aa0fe19aa44 req-eefe9b8f-6415-41e6-92a9-3c16d9af6e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:13.133042 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-456922f3-afac-4981-b309-6aa0fe19aa44 req-eefe9b8f-6415-41e6-92a9-3c16d9af6e48 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1 HTTP/1.1" status: 200 len: 870 time: 0.1963418 Jul 09 16:13:13.185582 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcd68f-5128-48c4-8385-4d1745348924 req-79bf4d41-5aba-48c7-963e-feff14bf5cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:13.187100 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-67dcd68f-5128-48c4-8385-4d1745348924 req-79bf4d41-5aba-48c7-963e-feff14bf5cba service neutron] 10.222.0.73 "GET /v2.0/networks?id=2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 HTTP/1.1" status: 200 len: 921 time: 0.1872294 Jul 09 16:13:13.212419 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-456922f3-afac-4981-b309-6aa0fe19aa44 req-d8924bb6-13d4-4a75-ba6e-650ba2087ba9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=44e5178e-0c95-4f73-a000-81c9bceea279 HTTP/1.1" status: 200 len: 217 time: 0.0565174 Jul 09 16:13:13.212982 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d832e18-03c4-4a0d-b960-24c6122a77b0 None None] New status for floating IP 7444a451-d747-4c7b-aeee-fcd2a1089a8a: ACTIVE {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:13:13.221930 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0aac6-0909-407d-90bc-a3f0000be36e req-81842be2-4027-45d6-a5f8-72f57b42958d tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:13.229958 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b8c0aac6-0909-407d-90bc-a3f0000be36e req-81842be2-4027-45d6-a5f8-72f57b42958d tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=999f1769-1279-4fe8-981f-c081e4f38f3e HTTP/1.1" status: 200 len: 945 time: 0.1014962 Jul 09 16:13:13.258694 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46daf6b-9268-420e-9b6a-f0b0ee224ca4 req-4133f014-3e23-42a9-be1f-400ddbd362e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:13.260444 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c46daf6b-9268-420e-9b6a-f0b0ee224ca4 req-4133f014-3e23-42a9-be1f-400ddbd362e1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=60f29bb9-c6a4-4744-a356-fda340719d26 HTTP/1.1" status: 200 len: 912 time: 0.2178731 Jul 09 16:13:13.286871 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-67dcd68f-5128-48c4-8385-4d1745348924 req-38a5932e-2cc9-4f2c-a0c3-84a2975e7434 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d846a90a-5bb1-447d-8948-0fa71ad4560c HTTP/1.1" status: 200 len: 217 time: 0.0483449 Jul 09 16:13:13.339022 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b8c0aac6-0909-407d-90bc-a3f0000be36e req-0455563c-4682-4d2b-988a-91eeda443d7e tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072807 Jul 09 16:13:13.398625 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aed8c9-7a0a-4c82-8570-05cf45fe13c9 req-50954fbc-837b-40fc-b087-ce7c0fc22b33 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:13.402583 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcd68f-5128-48c4-8385-4d1745348924 req-337d0478-a105-4fbe-b2a4-0bdf4615ffc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:13.406031 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-67dcd68f-5128-48c4-8385-4d1745348924 req-337d0478-a105-4fbe-b2a4-0bdf4615ffc0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1e15c12f-d45d-4aa3-a5bc-500d552ae0b3 HTTP/1.1" status: 200 len: 860 time: 0.1000552 Jul 09 16:13:13.407953 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e6aed8c9-7a0a-4c82-8570-05cf45fe13c9 req-50954fbc-837b-40fc-b087-ce7c0fc22b33 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b090679-c46d-496b-a086-c3e91382647e HTTP/1.1" status: 200 len: 949 time: 0.2941585 Jul 09 16:13:13.448978 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456922f3-afac-4981-b309-6aa0fe19aa44 req-cd54f573-570a-4604-80e8-14cb7b7dce5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:13.450454 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-456922f3-afac-4981-b309-6aa0fe19aa44 req-cd54f573-570a-4604-80e8-14cb7b7dce5b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.1797705 Jul 09 16:13:13.452180 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c46daf6b-9268-420e-9b6a-f0b0ee224ca4 req-2b452d39-c70c-4e3f-88be-08ace7e9aa44 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b112445a-c61f-468c-9edd-8a551886ab8a HTTP/1.1" status: 200 len: 999 time: 0.1493251 Jul 09 16:13:13.460715 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e6aed8c9-7a0a-4c82-8570-05cf45fe13c9 req-612c3a79-1e94-48b3-8a3d-2a40799ef9b1 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.98 "GET /v2.0/security-groups?id=e76fa0e5-1c71-460e-a996-c20478c21386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518258 Jul 09 16:13:13.464383 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-67dcd68f-5128-48c4-8385-4d1745348924 req-e3a79d55-6c07-4b97-8e3a-aa925321fddc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2b65bcac-ba21-4565-bf6d-5e7b6fe83db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321693 Jul 09 16:13:13.557289 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46daf6b-9268-420e-9b6a-f0b0ee224ca4 req-f6ceb648-9528-4a06-a5c8-270f1ed941f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:13.559999 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c46daf6b-9268-420e-9b6a-f0b0ee224ca4 req-f6ceb648-9528-4a06-a5c8-270f1ed941f8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=343017e3-3017-47b4-bba4-2146bb17b890 HTTP/1.1" status: 200 len: 850 time: 0.0817547 Jul 09 16:13:13.601056 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e4746b-42e0-49a6-8114-daa02223f9c0 req-91aaeb3b-ad1c-4c24-8cc8-1180ff4ada48 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:13.602537 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c8e4746b-42e0-49a6-8114-daa02223f9c0 req-91aaeb3b-ad1c-4c24-8cc8-1180ff4ada48 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=c70a084a-8391-49d8-9c9d-ce513222aa83 HTTP/1.1" status: 200 len: 946 time: 0.1409562 Jul 09 16:13:13.606118 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-67dcd68f-5128-48c4-8385-4d1745348924 req-cbf7834a-e5ad-48bf-9cae-b7f4a95e3a13 service neutron] 10.222.0.73 "GET /v2.0/networks/2b65bcac-ba21-4565-bf6d-5e7b6fe83db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121337 Jul 09 16:13:13.618135 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456922f3-afac-4981-b309-6aa0fe19aa44 req-0a3e0b57-22ad-4943-afa2-a813abffb455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:13.619712 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-456922f3-afac-4981-b309-6aa0fe19aa44 req-0a3e0b57-22ad-4943-afa2-a813abffb455 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1562204 Jul 09 16:13:13.677243 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46daf6b-9268-420e-9b6a-f0b0ee224ca4 req-1281df07-f5c0-43dc-aaa4-a292ea88be64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:13.679023 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c46daf6b-9268-420e-9b6a-f0b0ee224ca4 req-1281df07-f5c0-43dc-aaa4-a292ea88be64 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=60f29bb9-c6a4-4744-a356-fda340719d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1062524 Jul 09 16:13:13.687527 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 12246daa-456b-4bc7-91e1-5482a24bac1a up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:13:13.709208 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c8e4746b-42e0-49a6-8114-daa02223f9c0 req-4218227b-489b-4c5c-ab2b-54e83a3fbec6 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007948 Jul 09 16:13:13.779369 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 12246daa-456b-4bc7-91e1-5482a24bac1a completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:13:13.786434 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 12246daa-456b-4bc7-91e1-5482a24bac1a triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:13:13.786844 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:13.802689 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-67dcd68f-5128-48c4-8385-4d1745348924 req-2cbbdd55-ade0-4bcb-aed9-68a59f9dbc89 service neutron] 10.222.0.73 "GET /v2.0/networks/2b65bcac-ba21-4565-bf6d-5e7b6fe83db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711245 Jul 09 16:13:13.815909 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-456922f3-afac-4981-b309-6aa0fe19aa44 req-96d2a279-42bb-4e5d-91cc-987492064da3 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829071 Jul 09 16:13:13.875702 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device ce8c6338-a8fe-4963-9b58-35c511b9116a up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:13:13.900982 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c46daf6b-9268-420e-9b6a-f0b0ee224ca4 req-ee5e827d-fb40-4c4b-82a2-81cbe5fe4c6e service neutron] 10.222.0.73 "GET /v2.0/networks/60f29bb9-c6a4-4744-a356-fda340719d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137861 Jul 09 16:13:13.926127 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:13.960882 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed06c0e-95a9-44a8-b111-616e5c1e7d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12246daa-456b-4bc7-91e1-5482a24bac1a'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:13:13.963172 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d17bda-48f2-4640-999c-512171893fd5" -d '{"events": [{"server_uuid": "aed06c0e-95a9-44a8-b111-616e5c1e7d58", "name": "network-vif-plugged", "status": "completed", "tag": "12246daa-456b-4bc7-91e1-5482a24bac1a"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:13:13.981612 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 12246daa-456b-4bc7-91e1-5482a24bac1a, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=12246daa-456b-4bc7-91e1-5482a24bac1a,segment=NetworkSegment(b32a47a8-020a-4928-8231-ed69fc73c847),segment_id=b32a47a8-020a-4928-8231-ed69fc73c847)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:13:13.992825 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port ce8c6338-a8fe-4963-9b58-35c511b9116a triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:13:13.993196 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:13.994862 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:14.004457 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-456922f3-afac-4981-b309-6aa0fe19aa44 req-98515a2b-f0bd-4641-839f-3a855a795e44 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653655 Jul 09 16:13:14.049017 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c46daf6b-9268-420e-9b6a-f0b0ee224ca4 req-40430e6e-3231-4d4f-8a2e-485f3e06650e service neutron] 10.222.0.73 "GET /v2.0/networks/60f29bb9-c6a4-4744-a356-fda340719d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182423 Jul 09 16:13:14.090294 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=12246daa-456b-4bc7-91e1-5482a24bac1a,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:13:14.148425 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:14.149545 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b4b18-c9f1-4c1f-b0af-7dc1ddbe2215 req-26942709-beff-473f-8db2-8348b09cc9b7 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:14.151926 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9f7b4b18-c9f1-4c1f-b0af-7dc1ddbe2215 req-26942709-beff-473f-8db2-8348b09cc9b7 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/ports?device_id=aed06c0e-95a9-44a8-b111-616e5c1e7d58 HTTP/1.1" status: 200 len: 945 time: 0.0851860 Jul 09 16:13:14.183238 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port ce8c6338-a8fe-4963-9b58-35c511b9116a, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=ce8c6338-a8fe-4963-9b58-35c511b9116a,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:13:14.187521 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:14.198073 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9f7b4b18-c9f1-4c1f-b0af-7dc1ddbe2215 req-c88633d9-e799-474d-b176-7c1d7a79a168 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/security-groups?id=ce5ad391-2727-4ebb-93c6-e38b31a0907b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388052 Jul 09 16:13:14.297283 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=ce8c6338-a8fe-4963-9b58-35c511b9116a,revision_number=11']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:13:14.357860 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3a452aab-0adb-4f2c-80a7-a4910564a754 req-efe85151-db91-41df-b6b5-b4603a739422 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 210 time: 0.0350652 Jul 09 16:13:14.426511 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5a0257d5-fad4-4dcc-95c7-b9cadaf3db8f req-6d20f156-e95b-49b5-afbb-75c0f4e9ac27 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=90103765321a44c5954b6bc1ea90c4d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532656 Jul 09 16:13:14.472694 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f392aa69-db5b-4ad0-946b-c83928d52429 x-openstack-request-id: req-f392aa69-db5b-4ad0-946b-c83928d52429 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:13:14.472694 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed06c0e-95a9-44a8-b111-616e5c1e7d58", "name": "network-vif-plugged", "status": "completed", "tag": "12246daa-456b-4bc7-91e1-5482a24bac1a", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:13:14.472897 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f392aa69-db5b-4ad0-946b-c83928d52429 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:13:14.473255 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed06c0e-95a9-44a8-b111-616e5c1e7d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12246daa-456b-4bc7-91e1-5482a24bac1a', 'code': 200} Jul 09 16:13:14.608657 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0257d5-fad4-4dcc-95c7-b9cadaf3db8f req-7eca188e-7666-4315-9f5c-c101cd32b8a8 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:14.610169 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5a0257d5-fad4-4dcc-95c7-b9cadaf3db8f req-7eca188e-7666-4315-9f5c-c101cd32b8a8 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1686165 Jul 09 16:13:14.635075 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-5a0257d5-fad4-4dcc-95c7-b9cadaf3db8f req-3bbd65bc-c08f-497e-af9a-a8ec8b2b4d3d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Request body: {'port': {'device_id': '41956187-0e18-4538-aed9-e38f147e74af', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'admin_state_up': True, 'tenant_id': '90103765321a44c5954b6bc1ea90c4d7'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:13:14.708604 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add5b795-b93e-4fc7-b689-9f17a135b724 req-9d809d53-e0f8-40b1-8e83-280b08df4c75 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:14.710380 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-add5b795-b93e-4fc7-b689-9f17a135b724 req-9d809d53-e0f8-40b1-8e83-280b08df4c75 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=999f1769-1279-4fe8-981f-c081e4f38f3e HTTP/1.1" status: 200 len: 945 time: 0.1400552 Jul 09 16:13:14.735096 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af2fe6-0875-4b67-af3c-8d6533486f4a req-4ecb3b19-8f0b-4d8f-868a-f46add6ea82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:14.736618 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-56af2fe6-0875-4b67-af3c-8d6533486f4a req-4ecb3b19-8f0b-4d8f-868a-f46add6ea82f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=aed06c0e-95a9-44a8-b111-616e5c1e7d58 HTTP/1.1" status: 200 len: 1096 time: 0.0599384 Jul 09 16:13:14.774516 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-56af2fe6-0875-4b67-af3c-8d6533486f4a req-b200cf08-66b9-4cfd-8383-4ee23bec0114 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ce5ad391-2727-4ebb-93c6-e38b31a0907b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306790 Jul 09 16:13:14.778983 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-add5b795-b93e-4fc7-b689-9f17a135b724 req-f326a26d-0267-4b62-8f35-d3576d7d5bbb tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624845 Jul 09 16:13:14.797004 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a0257d5-fad4-4dcc-95c7-b9cadaf3db8f req-3bbd65bc-c08f-497e-af9a-a8ec8b2b4d3d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Made reservation on behalf of 90103765321a44c5954b6bc1ea90c4d7 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:13:14.801137 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5a0257d5-fad4-4dcc-95c7-b9cadaf3db8f req-3bbd65bc-c08f-497e-af9a-a8ec8b2b4d3d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:14.952972 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6dc26-778e-476e-9198-c97e20e104b9 req-c6f8a321-a2a5-4511-a692-a1858a65a668 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:14.955181 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-23b6dc26-778e-476e-9198-c97e20e104b9 req-c6f8a321-a2a5-4511-a692-a1858a65a668 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=c70a084a-8391-49d8-9c9d-ce513222aa83 HTTP/1.1" status: 200 len: 946 time: 0.0738561 Jul 09 16:13:14.975241 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcd68f-5128-48c4-8385-4d1745348924 req-aebe7245-d60e-4419-ad51-ce87f9e891b5 tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:14.976839 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-67dcd68f-5128-48c4-8385-4d1745348924 req-aebe7245-d60e-4419-ad51-ce87f9e891b5 tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=999f1769-1279-4fe8-981f-c081e4f38f3e&tenant_id=9639d7ee11dd47639be4bedc72b53ccc&binding%3Ahost_id=n-h2-798930-3 HTTP/1.1" status: 200 len: 1096 time: 0.1209245 Jul 09 16:13:14.978004 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-5a0257d5-fad4-4dcc-95c7-b9cadaf3db8f req-3bbd65bc-c08f-497e-af9a-a8ec8b2b4d3d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Allocated IP 192.168.233.25 (c7d8b865-e1f3-4446-a87b-a6da86eba8a1/f122b436-b232-4a3c-9aac-47d5639f2da4/7a586f12-b128-4b3c-a7db-8b80bec47d3d) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:13:15.000531 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-23b6dc26-778e-476e-9198-c97e20e104b9 req-15fff626-543d-441c-a989-0bfd3a9f6114 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388749 Jul 09 16:13:15.196774 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-67dcd68f-5128-48c4-8385-4d1745348924 req-0b53b574-85b8-4dd9-ba80-d3bc69d18e27 service neutron] For port d846a90a-5bb1-447d-8948-0fa71ad4560c, host n-h1-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:13:15.202130 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-67dcd68f-5128-48c4-8385-4d1745348924 req-0b53b574-85b8-4dd9-ba80-d3bc69d18e27 service neutron] Notify callbacks [] for binding, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:15.203271 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-67dcd68f-5128-48c4-8385-4d1745348924 req-0b53b574-85b8-4dd9-ba80-d3bc69d18e27 service neutron] 10.222.0.73 "DELETE /v2.0/ports/d846a90a-5bb1-447d-8948-0fa71ad4560c/bindings/n-h1-798930-3 HTTP/1.1" status: 204 len: 173 time: 0.2148333 Jul 09 16:13:15.213119 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5a0257d5-fad4-4dcc-95c7-b9cadaf3db8f req-3bbd65bc-c08f-497e-af9a-a8ec8b2b4d3d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:15.231941 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-5a0257d5-fad4-4dcc-95c7-b9cadaf3db8f req-3bbd65bc-c08f-497e-af9a-a8ec8b2b4d3d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Transition to ACTIVE for port object 7a586f12-b128-4b3c-a7db-8b80bec47d3d will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:13:15.275591 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5a0257d5-fad4-4dcc-95c7-b9cadaf3db8f req-3bbd65bc-c08f-497e-af9a-a8ec8b2b4d3d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:15.291639 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['7e6cf95d-c4b7-4dc6-937f-69b79badf881'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:13:15.326105 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a0257d5-fad4-4dcc-95c7-b9cadaf3db8f req-3bbd65bc-c08f-497e-af9a-a8ec8b2b4d3d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:13:15.330142 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-5a0257d5-fad4-4dcc-95c7-b9cadaf3db8f req-3bbd65bc-c08f-497e-af9a-a8ec8b2b4d3d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:13:15.332682 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['198a638c-19c2-40d7-ac04-36dfb2a828b2', 'ce8c6338-a8fe-4963-9b58-35c511b9116a'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:13:15.334020 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a0257d5-fad4-4dcc-95c7-b9cadaf3db8f req-3bbd65bc-c08f-497e-af9a-a8ec8b2b4d3d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:13:15.338223 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd65bc-c08f-497e-af9a-a8ec8b2b4d3d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Pushing event updated for resources: {'Port': ['ID=7a586f12-b128-4b3c-a7db-8b80bec47d3d,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:13:15.366920 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbd65bc-c08f-497e-af9a-a8ec8b2b4d3d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:13:15.367183 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbd65bc-c08f-497e-af9a-a8ec8b2b4d3d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:13:15.367523 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbd65bc-c08f-497e-af9a-a8ec8b2b4d3d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:13:15.367858 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbd65bc-c08f-497e-af9a-a8ec8b2b4d3d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:13:15.368188 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbd65bc-c08f-497e-af9a-a8ec8b2b4d3d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:13:15.368514 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbd65bc-c08f-497e-af9a-a8ec8b2b4d3d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:13:15.368840 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbd65bc-c08f-497e-af9a-a8ec8b2b4d3d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:13:15.369166 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbd65bc-c08f-497e-af9a-a8ec8b2b4d3d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:13:15.369484 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbd65bc-c08f-497e-af9a-a8ec8b2b4d3d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:13:15.369808 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbd65bc-c08f-497e-af9a-a8ec8b2b4d3d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:13:15.370155 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbd65bc-c08f-497e-af9a-a8ec8b2b4d3d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:13:15.370484 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbd65bc-c08f-497e-af9a-a8ec8b2b4d3d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:13:15.440038 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0257d5-fad4-4dcc-95c7-b9cadaf3db8f req-3bbd65bc-c08f-497e-af9a-a8ec8b2b4d3d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:15.440691 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5a0257d5-fad4-4dcc-95c7-b9cadaf3db8f req-3bbd65bc-c08f-497e-af9a-a8ec8b2b4d3d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:15.465237 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5a0257d5-fad4-4dcc-95c7-b9cadaf3db8f req-3bbd65bc-c08f-497e-af9a-a8ec8b2b4d3d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8379025 Jul 09 16:13:15.486288 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b3f2d-41b6-40f5-9001-ca653e36c181 req-db57eba7-cddb-4b0b-b65c-15175b6c40c6 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:15.486288 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-980b3f2d-41b6-40f5-9001-ca653e36c181 req-db57eba7-cddb-4b0b-b65c-15175b6c40c6 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/ports?device_id=aed06c0e-95a9-44a8-b111-616e5c1e7d58 HTTP/1.1" status: 200 len: 945 time: 0.0936859 Jul 09 16:13:15.490895 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-5a0257d5-fad4-4dcc-95c7-b9cadaf3db8f req-36a0b7c7-eefa-4ef2-9b21-1466cac8a68c service neutron] Request body: {'port': {'device_id': '41956187-0e18-4538-aed9-e38f147e74af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:13:15.572486 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5b82a-d921-4560-a8b0-811c4b6d686e req-9c99669c-c26d-4abf-8eb4-864c675f19e7 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:15.573662 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-980b3f2d-41b6-40f5-9001-ca653e36c181 req-e582d20a-338a-4512-b843-519505f6ba82 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/security-groups?id=ce5ad391-2727-4ebb-93c6-e38b31a0907b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767648 Jul 09 16:13:15.595403 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c8e5b82a-d921-4560-a8b0-811c4b6d686e req-9c99669c-c26d-4abf-8eb4-864c675f19e7 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 935 time: 0.0902591 Jul 09 16:13:15.637110 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5a0257d5-fad4-4dcc-95c7-b9cadaf3db8f req-36a0b7c7-eefa-4ef2-9b21-1466cac8a68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:15.649782 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c8e5b82a-d921-4560-a8b0-811c4b6d686e req-2d05ddfd-cd0e-4d21-a526-9f27c32f6d92 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533597 Jul 09 16:13:15.709736 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a56bb83a-503a-46c5-ad18-a0ce121627cf None None] Provisioning for port 7a586f12-b128-4b3c-a7db-8b80bec47d3d completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:13:15.721546 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a56bb83a-503a-46c5-ad18-a0ce121627cf None None] Provisioning complete for port 7a586f12-b128-4b3c-a7db-8b80bec47d3d triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:13:15.721915 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a56bb83a-503a-46c5-ad18-a0ce121627cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:15.778525 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a56bb83a-503a-46c5-ad18-a0ce121627cf None None] Port 7a586f12-b128-4b3c-a7db-8b80bec47d3d cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:13:16.008356 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-5a0257d5-fad4-4dcc-95c7-b9cadaf3db8f req-36a0b7c7-eefa-4ef2-9b21-1466cac8a68c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a586f12-b128-4b3c-a7db-8b80bec47d3d {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:13:16.018281 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5a0257d5-fad4-4dcc-95c7-b9cadaf3db8f req-36a0b7c7-eefa-4ef2-9b21-1466cac8a68c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:16.040926 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8925665-4160-4e30-a2ad-1bbea55fc25d req-0f93a40b-61fd-491b-b91a-9e44add5335d tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:16.042479 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c8925665-4160-4e30-a2ad-1bbea55fc25d req-0f93a40b-61fd-491b-b91a-9e44add5335d tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=999f1769-1279-4fe8-981f-c081e4f38f3e HTTP/1.1" status: 200 len: 945 time: 0.1319990 Jul 09 16:13:16.045421 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-5a0257d5-fad4-4dcc-95c7-b9cadaf3db8f req-36a0b7c7-eefa-4ef2-9b21-1466cac8a68c service neutron] Transition to ACTIVE for port object 7a586f12-b128-4b3c-a7db-8b80bec47d3d will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:13:16.050528 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5a0257d5-fad4-4dcc-95c7-b9cadaf3db8f req-36a0b7c7-eefa-4ef2-9b21-1466cac8a68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:16.121396 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a0b7c7-eefa-4ef2-9b21-1466cac8a68c service neutron] Pushing event updated for resources: {'Port': ['ID=7a586f12-b128-4b3c-a7db-8b80bec47d3d,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:13:16.143316 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c8925665-4160-4e30-a2ad-1bbea55fc25d req-4a9a5251-20b9-434d-9fb8-53651f061bd8 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898335 Jul 09 16:13:16.216031 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370fabc1-2200-46ea-99fc-e986487516ca req-ee21e639-371c-47be-a75d-d631cd2c9637 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:16.217760 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-370fabc1-2200-46ea-99fc-e986487516ca req-ee21e639-371c-47be-a75d-d631cd2c9637 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=c70a084a-8391-49d8-9c9d-ce513222aa83 HTTP/1.1" status: 200 len: 946 time: 0.0819061 Jul 09 16:13:16.234340 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-5a0257d5-fad4-4dcc-95c7-b9cadaf3db8f req-36a0b7c7-eefa-4ef2-9b21-1466cac8a68c service neutron] Attempting to bind port 7a586f12-b128-4b3c-a7db-8b80bec47d3d on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:13:16.235000 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-5a0257d5-fad4-4dcc-95c7-b9cadaf3db8f req-36a0b7c7-eefa-4ef2-9b21-1466cac8a68c service neutron] Attempting to bind port 7a586f12-b128-4b3c-a7db-8b80bec47d3d by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:13:16.235593 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0257d5-fad4-4dcc-95c7-b9cadaf3db8f req-36a0b7c7-eefa-4ef2-9b21-1466cac8a68c service neutron] Attempting to bind port 7a586f12-b128-4b3c-a7db-8b80bec47d3d on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:13:16.243431 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0257d5-fad4-4dcc-95c7-b9cadaf3db8f req-36a0b7c7-eefa-4ef2-9b21-1466cac8a68c service neutron] Port 7a586f12-b128-4b3c-a7db-8b80bec47d3d on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:13:16.243926 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0257d5-fad4-4dcc-95c7-b9cadaf3db8f req-36a0b7c7-eefa-4ef2-9b21-1466cac8a68c service neutron] Attempting to bind port 7a586f12-b128-4b3c-a7db-8b80bec47d3d on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:13:16.252821 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0257d5-fad4-4dcc-95c7-b9cadaf3db8f req-36a0b7c7-eefa-4ef2-9b21-1466cac8a68c service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:13:16.253209 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0257d5-fad4-4dcc-95c7-b9cadaf3db8f req-36a0b7c7-eefa-4ef2-9b21-1466cac8a68c service neutron] Checking segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:13:16.253606 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0257d5-fad4-4dcc-95c7-b9cadaf3db8f req-36a0b7c7-eefa-4ef2-9b21-1466cac8a68c service neutron] Bound using segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:13:16.254045 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-5a0257d5-fad4-4dcc-95c7-b9cadaf3db8f req-36a0b7c7-eefa-4ef2-9b21-1466cac8a68c service neutron] Bound port: 7a586f12-b128-4b3c-a7db-8b80bec47d3d, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:13:16.254475 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5a0257d5-fad4-4dcc-95c7-b9cadaf3db8f req-36a0b7c7-eefa-4ef2-9b21-1466cac8a68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:16.276247 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-370fabc1-2200-46ea-99fc-e986487516ca req-2a063967-688d-4636-ac04-7d6a8fb35755 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487964 Jul 09 16:13:16.363921 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-5a0257d5-fad4-4dcc-95c7-b9cadaf3db8f req-36a0b7c7-eefa-4ef2-9b21-1466cac8a68c service neutron] For port 7a586f12-b128-4b3c-a7db-8b80bec47d3d, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:13:16.372051 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-5a0257d5-fad4-4dcc-95c7-b9cadaf3db8f req-36a0b7c7-eefa-4ef2-9b21-1466cac8a68c service neutron] For port 7a586f12-b128-4b3c-a7db-8b80bec47d3d, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=7a586f12-b128-4b3c-a7db-8b80bec47d3d,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:13:16.379431 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5a0257d5-fad4-4dcc-95c7-b9cadaf3db8f req-36a0b7c7-eefa-4ef2-9b21-1466cac8a68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:16.421929 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0257d5-fad4-4dcc-95c7-b9cadaf3db8f req-36a0b7c7-eefa-4ef2-9b21-1466cac8a68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:16.422748 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5a0257d5-fad4-4dcc-95c7-b9cadaf3db8f req-36a0b7c7-eefa-4ef2-9b21-1466cac8a68c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:16.425191 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5a0257d5-fad4-4dcc-95c7-b9cadaf3db8f req-36a0b7c7-eefa-4ef2-9b21-1466cac8a68c service neutron] 10.222.0.73 "PUT /v2.0/ports/7a586f12-b128-4b3c-a7db-8b80bec47d3d HTTP/1.1" status: 200 len: 1095 time: 0.9392190 Jul 09 16:13:16.425567 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41956187-0e18-4538-aed9-e38f147e74af', 'tag': '7a586f12-b128-4b3c-a7db-8b80bec47d3d'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:13:16.428247 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc088f99-2baf-4f1d-883c-c5fc706e394a" -d '{"events": [{"name": "network-changed", "server_uuid": "41956187-0e18-4538-aed9-e38f147e74af", "tag": "7a586f12-b128-4b3c-a7db-8b80bec47d3d"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:13:16.473189 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a0b7c7-eefa-4ef2-9b21-1466cac8a68c service neutron] Pushing event updated for resources: {'Port': ['ID=7a586f12-b128-4b3c-a7db-8b80bec47d3d,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:13:16.474484 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c19ea7a-85c9-4238-876a-79b2a0d9cfb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8c6338-a8fe-4963-9b58-35c511b9116a'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:13:16.482938 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d70764e-f6c9-4ad7-bb91-b7ddf7c86396" -d '{"events": [{"server_uuid": "6c19ea7a-85c9-4238-876a-79b2a0d9cfb1", "name": "network-vif-plugged", "status": "completed", "tag": "ce8c6338-a8fe-4963-9b58-35c511b9116a"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:13:16.536098 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92254227-3778-4760-a03b-1b01d01f3ada req-d8c563bb-f1df-4a86-8df6-3d074cef1f8b tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:16.538596 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-92254227-3778-4760-a03b-1b01d01f3ada req-d8c563bb-f1df-4a86-8df6-3d074cef1f8b tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=999f1769-1279-4fe8-981f-c081e4f38f3e HTTP/1.1" status: 200 len: 1096 time: 0.0728467 Jul 09 16:13:16.562427 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1154b9b-6cc4-4de6-9e9b-d999821f9a75 x-openstack-request-id: req-f1154b9b-6cc4-4de6-9e9b-d999821f9a75 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:13:16.562842 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41956187-0e18-4538-aed9-e38f147e74af", "tag": "7a586f12-b128-4b3c-a7db-8b80bec47d3d", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:13:16.563192 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f1154b9b-6cc4-4de6-9e9b-d999821f9a75 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:13:16.564308 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41956187-0e18-4538-aed9-e38f147e74af', 'tag': '7a586f12-b128-4b3c-a7db-8b80bec47d3d', 'status': 'completed', 'code': 200} Jul 09 16:13:16.585429 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fdce657-af2e-4c59-ae22-ca64fcd00c2d x-openstack-request-id: req-4fdce657-af2e-4c59-ae22-ca64fcd00c2d {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:13:16.586044 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c19ea7a-85c9-4238-876a-79b2a0d9cfb1", "name": "network-vif-plugged", "status": "completed", "tag": "ce8c6338-a8fe-4963-9b58-35c511b9116a", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:13:16.586320 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4fdce657-af2e-4c59-ae22-ca64fcd00c2d {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:13:16.586801 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c19ea7a-85c9-4238-876a-79b2a0d9cfb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8c6338-a8fe-4963-9b58-35c511b9116a', 'code': 200} Jul 09 16:13:16.596492 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-92254227-3778-4760-a03b-1b01d01f3ada req-fce37ff0-f791-4498-aca5-f9a26fd4ebc3 tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517440 Jul 09 16:13:16.598320 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0257d5-fad4-4dcc-95c7-b9cadaf3db8f req-1dff8dfa-0ff9-4455-988c-585d9cc51300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:16.599957 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5a0257d5-fad4-4dcc-95c7-b9cadaf3db8f req-1dff8dfa-0ff9-4455-988c-585d9cc51300 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=90103765321a44c5954b6bc1ea90c4d7&device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 1098 time: 0.0782084 Jul 09 16:13:16.721881 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5a0257d5-fad4-4dcc-95c7-b9cadaf3db8f req-d61e4278-e03b-4708-8af3-bc9651ecff10 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=7a586f12-b128-4b3c-a7db-8b80bec47d3d HTTP/1.1" status: 200 len: 217 time: 0.0378461 Jul 09 16:13:16.788624 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975df5b-74d6-4fcb-90cd-0c9bc51e744b req-d315240f-d2fb-421e-8e67-6c071adf1f5e tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:16.790028 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6975df5b-74d6-4fcb-90cd-0c9bc51e744b req-d315240f-d2fb-421e-8e67-6c071adf1f5e tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=999f1769-1279-4fe8-981f-c081e4f38f3e HTTP/1.1" status: 200 len: 1096 time: 0.0555809 Jul 09 16:13:16.813466 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0257d5-fad4-4dcc-95c7-b9cadaf3db8f req-3ef65abb-eb81-491d-aff3-b3ea9ae8aeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:16.815574 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5a0257d5-fad4-4dcc-95c7-b9cadaf3db8f req-3ef65abb-eb81-491d-aff3-b3ea9ae8aeaf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.0776336 Jul 09 16:13:16.825521 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6975df5b-74d6-4fcb-90cd-0c9bc51e744b req-d0f9596e-bacf-4220-944b-78fc8996923f tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296609 Jul 09 16:13:16.836604 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c52e99d-a340-44b0-a679-fcbc762fc142 req-ba0396ee-a7f2-4eaf-ac56-9f9bdcaab97b tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:16.838107 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8c52e99d-a340-44b0-a679-fcbc762fc142 req-ba0396ee-a7f2-4eaf-ac56-9f9bdcaab97b tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/ports?device_id=aed06c0e-95a9-44a8-b111-616e5c1e7d58 HTTP/1.1" status: 200 len: 945 time: 0.1153026 Jul 09 16:13:16.911757 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8c52e99d-a340-44b0-a679-fcbc762fc142 req-e7f402bf-fa71-4ae1-9fbd-467dd1040f2b tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/security-groups?id=ce5ad391-2727-4ebb-93c6-e38b31a0907b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624371 Jul 09 16:13:16.921539 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0257d5-fad4-4dcc-95c7-b9cadaf3db8f req-30983a08-8394-428f-b251-d1f5059652f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:16.923955 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5a0257d5-fad4-4dcc-95c7-b9cadaf3db8f req-30983a08-8394-428f-b251-d1f5059652f8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0827143 Jul 09 16:13:17.014989 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c43319-fc7d-4d79-a52e-488a478401a2 req-2ecb039f-3b7c-4cbf-97ef-2639b674ee33 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:17.016491 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e0c43319-fc7d-4d79-a52e-488a478401a2 req-2ecb039f-3b7c-4cbf-97ef-2639b674ee33 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 947 time: 0.0755060 Jul 09 16:13:17.041301 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5a0257d5-fad4-4dcc-95c7-b9cadaf3db8f req-17e8df53-f1f9-4e24-837a-8205fa28b9ff service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992098 Jul 09 16:13:17.062837 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e0c43319-fc7d-4d79-a52e-488a478401a2 req-f8f2a46f-2998-4dc4-bce4-481210737c0b tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397086 Jul 09 16:13:17.145865 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5a0257d5-fad4-4dcc-95c7-b9cadaf3db8f req-b83057c3-b543-48f9-a932-fad872500f76 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893755 Jul 09 16:13:17.389611 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc088f99-2baf-4f1d-883c-c5fc706e394a req-ccfbc10d-3ebd-46db-b474-8832ad4ab82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:17.391158 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bc088f99-2baf-4f1d-883c-c5fc706e394a req-ccfbc10d-3ebd-46db-b474-8832ad4ab82b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=90103765321a44c5954b6bc1ea90c4d7&device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 1098 time: 0.0613770 Jul 09 16:13:17.428670 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e2578-2324-4616-be9e-3b220c06d042 req-17662793-4e05-427c-8f9e-ff077fd756e8 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:17.430228 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d64e2578-2324-4616-be9e-3b220c06d042 req-17662793-4e05-427c-8f9e-ff077fd756e8 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/ports?device_id=aed06c0e-95a9-44a8-b111-616e5c1e7d58 HTTP/1.1" status: 200 len: 945 time: 0.0898719 Jul 09 16:13:17.441609 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 51668) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:13:17.446684 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-515c867c-ab20-4281-8d84-4ab4d1494496 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Request body: {'floatingip': {'port_id': '12246daa-456b-4bc7-91e1-5482a24bac1a'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:13:17.492838 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-515c867c-ab20-4281-8d84-4ab4d1494496 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify callbacks [] for floatingip, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:17.562135 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc088f99-2baf-4f1d-883c-c5fc706e394a req-9bb2a8b7-4a2b-4b46-9f01-9860649a9c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:17.563639 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bc088f99-2baf-4f1d-883c-c5fc706e394a req-9bb2a8b7-4a2b-4b46-9f01-9860649a9c16 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1 HTTP/1.1" status: 200 len: 870 time: 0.1501491 Jul 09 16:13:17.572336 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4124b2-1fae-4bd7-a105-c88d0f6c4e83 req-f2e10083-b129-4ad9-817f-882fcf42d1a7 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:17.573866 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8e4124b2-1fae-4bd7-a105-c88d0f6c4e83 req-f2e10083-b129-4ad9-817f-882fcf42d1a7 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=c70a084a-8391-49d8-9c9d-ce513222aa83 HTTP/1.1" status: 200 len: 946 time: 0.1590552 Jul 09 16:13:17.614399 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8e4124b2-1fae-4bd7-a105-c88d0f6c4e83 req-4a65339f-00a8-43b1-ac61-2b427b00a954 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346041 Jul 09 16:13:17.801353 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bc088f99-2baf-4f1d-883c-c5fc706e394a req-4049e3fb-219e-4e4d-a17d-ca2773a83f73 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=7a586f12-b128-4b3c-a7db-8b80bec47d3d HTTP/1.1" status: 200 len: 217 time: 0.0471344 Jul 09 16:13:17.858054 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc088f99-2baf-4f1d-883c-c5fc706e394a req-99986ae8-04c4-41bb-9771-60473c7c8c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:17.859436 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bc088f99-2baf-4f1d-883c-c5fc706e394a req-99986ae8-04c4-41bb-9771-60473c7c8c78 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.0514240 Jul 09 16:13:17.938259 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc088f99-2baf-4f1d-883c-c5fc706e394a req-888ffcfa-d1f5-4a7f-8f5e-64a5fc272b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:17.939861 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bc088f99-2baf-4f1d-883c-c5fc706e394a req-888ffcfa-d1f5-4a7f-8f5e-64a5fc272b7b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0586228 Jul 09 16:13:17.942497 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 44e5178e-0c95-4f73-a000-81c9bceea279 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:13:17.952128 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 9429497b-061d-407b-8537-970adf7a8636 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:13:18.023187 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-515c867c-ab20-4281-8d84-4ab4d1494496 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:18.031923 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-515c867c-ab20-4281-8d84-4ab4d1494496 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:18.065605 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bc088f99-2baf-4f1d-883c-c5fc706e394a req-ffecafcd-c0c6-45b4-8520-610cfecec008 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179614 Jul 09 16:13:18.103873 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:18.129386 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 44e5178e-0c95-4f73-a000-81c9bceea279, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=44e5178e-0c95-4f73-a000-81c9bceea279,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:13:18.160467 n-d-798930-3 neutron-server[93958]: INFO neutron.db.l3_db [None req-515c867c-ab20-4281-8d84-4ab4d1494496 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Floating IP f8dce8de-e36e-44c6-9aaf-1a1a07c81802 associated. External IP: 172.25.0.26, port: 12246daa-456b-4bc7-91e1-5482a24bac1a. Jul 09 16:13:18.161955 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '44e5178e-0c95-4f73-a000-81c9bceea279', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'port_id': '44e5178e-0c95-4f73-a000-81c9bceea279', 'mac_address': 'fa:16:3e:01:d1:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f122b436-b232-4a3c-9aac-47d5639f2da4', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:13:18.195631 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 9429497b-061d-407b-8537-970adf7a8636, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=9429497b-061d-407b-8537-970adf7a8636,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:13:18.202309 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bc088f99-2baf-4f1d-883c-c5fc706e394a req-ac904ae5-12fe-4c7d-bc62-17f87011c724 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301131 Jul 09 16:13:18.202749 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:18.239206 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:18.266560 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44e5178e-0c95-4f73-a000-81c9bceea279 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:13:18.277691 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4443b-253f-407d-a41a-12bbe2ec0c91 req-ca3aa46d-8cc6-4fca-ab00-c742cc6b0d2b tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:18.279880 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-50c4443b-253f-407d-a41a-12bbe2ec0c91 req-ca3aa46d-8cc6-4fca-ab00-c742cc6b0d2b tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 947 time: 0.0895875 Jul 09 16:13:18.339825 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-50c4443b-253f-407d-a41a-12bbe2ec0c91 req-d237248a-452f-49fb-8b8f-d39e0821e8f2 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538478 Jul 09 16:13:18.440025 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-515c867c-ab20-4281-8d84-4ab4d1494496 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Router 33f481ab-d0c0-4daa-bb4f-07ccb207870f has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:13:18.458833 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=9429497b-061d-407b-8537-970adf7a8636,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:13:18.467690 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 44e5178e-0c95-4f73-a000-81c9bceea279, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=44e5178e-0c95-4f73-a000-81c9bceea279,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:13:18.470752 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:13:18.471161 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:13:18.471573 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:13:18.471878 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:13:18.472248 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:13:18.472612 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:13:18.472940 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:13:18.473264 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:13:18.473608 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:13:18.473934 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:13:18.474248 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:13:18.474580 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:13:18.478737 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:18.525523 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=44e5178e-0c95-4f73-a000-81c9bceea279,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:13:18.553057 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515c867c-ab20-4281-8d84-4ab4d1494496 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:13:18.557651 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-515c867c-ab20-4281-8d84-4ab4d1494496 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:18.562865 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdf667a-c7c2-42e3-affa-d25301854ed9 None None] Sync routers for ids ['33f481ab-d0c0-4daa-bb4f-07ccb207870f'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:13:18.572147 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdf667a-c7c2-42e3-affa-d25301854ed9 None None] Routers {'33f481ab-d0c0-4daa-bb4f-07ccb207870f'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:13:18.572807 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-1fdf667a-c7c2-42e3-affa-d25301854ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:12:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['33f481ab-d0c0-4daa-bb4f-07ccb207870f'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:13:18.588202 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b090679-c46d-496b-a086-c3e91382647e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9429497b-061d-407b-8537-970adf7a8636'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:13:18.591445 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e1ff23-346b-488c-8c56-4ddabbbe97ae" -d '{"events": [{"server_uuid": "1b090679-c46d-496b-a086-c3e91382647e", "name": "network-vif-unplugged", "status": "completed", "tag": "9429497b-061d-407b-8537-970adf7a8636"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:13:18.596938 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-515c867c-ab20-4281-8d84-4ab4d1494496 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "PUT /v2.0/floatingips/f8dce8de-e36e-44c6-9aaf-1a1a07c81802 HTTP/1.1" status: 200 len: 990 time: 1.1511707 Jul 09 16:13:18.596938 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aed06c0e-95a9-44a8-b111-616e5c1e7d58', 'tag': '12246daa-456b-4bc7-91e1-5482a24bac1a'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:13:18.597604 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca0e1d0-011e-4f1e-bfc5-6682eccdadb4" -d '{"events": [{"name": "network-changed", "server_uuid": "aed06c0e-95a9-44a8-b111-616e5c1e7d58", "tag": "12246daa-456b-4bc7-91e1-5482a24bac1a"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:13:18.629575 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc06fe2f-df4b-4691-a142-2ae3cfda8ecf x-openstack-request-id: req-fc06fe2f-df4b-4691-a142-2ae3cfda8ecf {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:13:18.629752 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b090679-c46d-496b-a086-c3e91382647e", "name": "network-vif-unplugged", "status": "completed", "tag": "9429497b-061d-407b-8537-970adf7a8636", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:13:18.630056 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fc06fe2f-df4b-4691-a142-2ae3cfda8ecf {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:13:18.630450 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b090679-c46d-496b-a086-c3e91382647e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9429497b-061d-407b-8537-970adf7a8636', 'code': 200} Jul 09 16:13:18.664948 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2087d1-bf1b-4c0c-8ace-fe0cd10785fe x-openstack-request-id: req-4c2087d1-bf1b-4c0c-8ace-fe0cd10785fe {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:13:18.665593 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aed06c0e-95a9-44a8-b111-616e5c1e7d58", "tag": "12246daa-456b-4bc7-91e1-5482a24bac1a", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:13:18.666044 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4c2087d1-bf1b-4c0c-8ace-fe0cd10785fe {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:13:18.666634 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aed06c0e-95a9-44a8-b111-616e5c1e7d58', 'tag': '12246daa-456b-4bc7-91e1-5482a24bac1a', 'status': 'completed', 'code': 200} Jul 09 16:13:18.690097 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-1fdf667a-c7c2-42e3-affa-d25301854ed9 None None] Set router 33f481ab-d0c0-4daa-bb4f-07ccb207870f gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:13:18.772021 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0e1d0-011e-4f1e-bfc5-6682eccdadb4 req-977fc1f5-09e6-4557-8a7b-2070c1d7a2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:18.774438 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cca0e1d0-011e-4f1e-bfc5-6682eccdadb4 req-977fc1f5-09e6-4557-8a7b-2070c1d7a2a0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cc4dc2313b5c41388daec8e5a4533d66&device_id=aed06c0e-95a9-44a8-b111-616e5c1e7d58 HTTP/1.1" status: 200 len: 1096 time: 0.0689454 Jul 09 16:13:18.858453 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b926243-79aa-4e8b-a5e7-50650276582c req-9c3bbccc-1548-4a4f-89dc-b72c7d9f186c tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:18.860310 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5b926243-79aa-4e8b-a5e7-50650276582c req-9c3bbccc-1548-4a4f-89dc-b72c7d9f186c tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=c70a084a-8391-49d8-9c9d-ce513222aa83 HTTP/1.1" status: 200 len: 947 time: 0.0935087 Jul 09 16:13:18.890129 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0e1d0-011e-4f1e-bfc5-6682eccdadb4 req-a155a94d-b332-4f36-aba3-457fda5ad9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:18.892699 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cca0e1d0-011e-4f1e-bfc5-6682eccdadb4 req-a155a94d-b332-4f36-aba3-457fda5ad9e2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=bb5eedc8-9794-43ab-9159-e84889255689 HTTP/1.1" status: 200 len: 925 time: 0.1101243 Jul 09 16:13:18.901910 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5b926243-79aa-4e8b-a5e7-50650276582c req-bb7f6457-c53c-454c-9d7c-0122840e6e75 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346298 Jul 09 16:13:18.946166 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-1fdf667a-c7c2-42e3-affa-d25301854ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1555507325-router', 'tenant_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '6b75535c-ea63-413d-88df-67b7b475953f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:09:05Z', 'updated_at': '2021-07-09T16:09:10Z', 'revision_number': 4, 'project_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'gw_port': {'id': '6b75535c-ea63-413d-88df-67b7b475953f', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:06Z', 'updated_at': '2021-07-09T16:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'f8dce8de-e36e-44c6-9aaf-1a1a07c81802', 'tenant_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'floating_ip_address': '172.25.0.26', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'port_id': '12246daa-456b-4bc7-91e1-5482a24bac1a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb5eedc8-9794-43ab-9159-e84889255689', 'mac_address': 'fa:16:3e:17:4f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed06c0e-95a9-44a8-b111-616e5c1e7d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:09:37Z', 'updated_at': '2021-07-09T16:13:17Z', 'revision_number': 5, 'project_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c53a8e13-d3a7-4bae-88bc-bb17c30e4942', 'name': '', 'network_id': 'bb5eedc8-9794-43ab-9159-e84889255689', 'tenant_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'mac_address': 'fa:16:3e:e6:4b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9652b0cc-4dd5-4837-9b58-222aefe9d108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:09Z', 'updated_at': '2021-07-09T16:09:19Z', 'revision_number': 5, 'project_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'subnets': [{'id': '9652b0cc-4dd5-4837-9b58-222aefe9d108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:13:18.965609 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cca0e1d0-011e-4f1e-bfc5-6682eccdadb4 req-5f4aef15-da9b-402d-8201-08b05cf634c8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12246daa-456b-4bc7-91e1-5482a24bac1a HTTP/1.1" status: 200 len: 998 time: 0.0612822 Jul 09 16:13:18.973613 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdf667a-c7c2-42e3-affa-d25301854ed9 None None] Checking router: 33f481ab-d0c0-4daa-bb4f-07ccb207870f for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:13:18.982553 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdf667a-c7c2-42e3-affa-d25301854ed9 None None] Routers {'33f481ab-d0c0-4daa-bb4f-07ccb207870f'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:13:18.983269 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-1fdf667a-c7c2-42e3-affa-d25301854ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:12:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['33f481ab-d0c0-4daa-bb4f-07ccb207870f'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:13:19.020548 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0e1d0-011e-4f1e-bfc5-6682eccdadb4 req-d3caed68-f26c-4952-91bf-bb86226b37ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:19.022486 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cca0e1d0-011e-4f1e-bfc5-6682eccdadb4 req-d3caed68-f26c-4952-91bf-bb86226b37ea service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9652b0cc-4dd5-4837-9b58-222aefe9d108 HTTP/1.1" status: 200 len: 863 time: 0.0490832 Jul 09 16:13:19.086039 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0e1d0-011e-4f1e-bfc5-6682eccdadb4 req-7ba39636-c27c-4a6f-8ae5-70e0a86faa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:19.087615 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cca0e1d0-011e-4f1e-bfc5-6682eccdadb4 req-7ba39636-c27c-4a6f-8ae5-70e0a86faa31 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bb5eedc8-9794-43ab-9159-e84889255689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571146 Jul 09 16:13:19.179153 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-1fdf667a-c7c2-42e3-affa-d25301854ed9 None None] Set router 33f481ab-d0c0-4daa-bb4f-07ccb207870f gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:13:19.192233 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cca0e1d0-011e-4f1e-bfc5-6682eccdadb4 req-4b26c499-45a8-4742-be1b-0a9596d2fdda service neutron] 10.222.0.77 "GET /v2.0/networks/bb5eedc8-9794-43ab-9159-e84889255689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858445 Jul 09 16:13:19.290934 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cca0e1d0-011e-4f1e-bfc5-6682eccdadb4 req-11166c31-842d-49f0-b6f7-adf80a4c61f6 service neutron] 10.222.0.77 "GET /v2.0/networks/bb5eedc8-9794-43ab-9159-e84889255689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877039 Jul 09 16:13:19.401602 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-1fdf667a-c7c2-42e3-affa-d25301854ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1555507325-router', 'tenant_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '6b75535c-ea63-413d-88df-67b7b475953f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:09:05Z', 'updated_at': '2021-07-09T16:09:10Z', 'revision_number': 4, 'project_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'gw_port': {'id': '6b75535c-ea63-413d-88df-67b7b475953f', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:06Z', 'updated_at': '2021-07-09T16:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'f8dce8de-e36e-44c6-9aaf-1a1a07c81802', 'tenant_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'floating_ip_address': '172.25.0.26', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'port_id': '12246daa-456b-4bc7-91e1-5482a24bac1a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb5eedc8-9794-43ab-9159-e84889255689', 'mac_address': 'fa:16:3e:17:4f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed06c0e-95a9-44a8-b111-616e5c1e7d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:09:37Z', 'updated_at': '2021-07-09T16:13:17Z', 'revision_number': 5, 'project_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c53a8e13-d3a7-4bae-88bc-bb17c30e4942', 'name': '', 'network_id': 'bb5eedc8-9794-43ab-9159-e84889255689', 'tenant_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'mac_address': 'fa:16:3e:e6:4b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9652b0cc-4dd5-4837-9b58-222aefe9d108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:09Z', 'updated_at': '2021-07-09T16:09:19Z', 'revision_number': 5, 'project_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'subnets': [{'id': '9652b0cc-4dd5-4837-9b58-222aefe9d108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:13:19.432411 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdf667a-c7c2-42e3-affa-d25301854ed9 None None] The sync data for ids ['33f481ab-d0c0-4daa-bb4f-07ccb207870f'] in n-d-798930-3 is: [{'id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1555507325-router', 'tenant_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '6b75535c-ea63-413d-88df-67b7b475953f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:09:05Z', 'updated_at': '2021-07-09T16:09:10Z', 'revision_number': 4, 'project_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'gw_port': {'id': '6b75535c-ea63-413d-88df-67b7b475953f', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:06Z', 'updated_at': '2021-07-09T16:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'f8dce8de-e36e-44c6-9aaf-1a1a07c81802', 'tenant_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'floating_ip_address': '172.25.0.26', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'port_id': '12246daa-456b-4bc7-91e1-5482a24bac1a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb5eedc8-9794-43ab-9159-e84889255689', 'mac_address': 'fa:16:3e:17:4f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed06c0e-95a9-44a8-b111-616e5c1e7d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:09:37Z', 'updated_at': '2021-07-09T16:13:17Z', 'revision_number': 5, 'project_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c53a8e13-d3a7-4bae-88bc-bb17c30e4942', 'name': '', 'network_id': 'bb5eedc8-9794-43ab-9159-e84889255689', 'tenant_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'mac_address': 'fa:16:3e:e6:4b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9652b0cc-4dd5-4837-9b58-222aefe9d108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:09Z', 'updated_at': '2021-07-09T16:09:19Z', 'revision_number': 5, 'project_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'subnets': [{'id': '9652b0cc-4dd5-4837-9b58-222aefe9d108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:13:19.553211 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd9815-476a-4bf8-8d23-ac8504a17ece req-70eef1fb-4281-4e88-9752-e1b4a060a0a1 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:19.559293 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-85cd9815-476a-4bf8-8d23-ac8504a17ece req-70eef1fb-4281-4e88-9752-e1b4a060a0a1 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 947 time: 0.0805054 Jul 09 16:13:19.599549 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-85cd9815-476a-4bf8-8d23-ac8504a17ece req-af17bb96-ff57-4e94-b443-f62d5934e7be tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381515 Jul 09 16:13:19.688542 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea35b478-0b17-41e6-8741-7a14aad3733f None None] New status for floating IP f8dce8de-e36e-44c6-9aaf-1a1a07c81802: ACTIVE {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:13:20.009028 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['44e5178e-0c95-4f73-a000-81c9bceea279'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:13:20.100622 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bbfaaf-c5ed-4296-b907-cb71b8d4da97 req-09243d3b-3002-4096-ac25-4f1fa0d32335 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:20.102201 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-90bbfaaf-c5ed-4296-b907-cb71b8d4da97 req-09243d3b-3002-4096-ac25-4f1fa0d32335 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=c70a084a-8391-49d8-9c9d-ce513222aa83 HTTP/1.1" status: 200 len: 947 time: 0.0781403 Jul 09 16:13:20.160957 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-90bbfaaf-c5ed-4296-b907-cb71b8d4da97 req-4907209b-8e8b-4bb0-b737-581944c629ab tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509939 Jul 09 16:13:20.783676 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5e20b-e67e-41a5-9b9d-74ea2ad7a67b req-a14680c9-c8fa-40e6-85ce-cb35cbbec414 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:20.785154 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-48b5e20b-e67e-41a5-9b9d-74ea2ad7a67b req-a14680c9-c8fa-40e6-85ce-cb35cbbec414 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 947 time: 0.0708451 Jul 09 16:13:20.824449 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-48b5e20b-e67e-41a5-9b9d-74ea2ad7a67b req-14359c53-0040-4541-b9a9-bf81d958dfe9 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337121 Jul 09 16:13:21.390875 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b6bba-775e-478b-a88d-4b159484db21 req-4339c3e8-43f3-40ff-9c73-e7e189712144 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:21.392396 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7c3b6bba-775e-478b-a88d-4b159484db21 req-4339c3e8-43f3-40ff-9c73-e7e189712144 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=c70a084a-8391-49d8-9c9d-ce513222aa83 HTTP/1.1" status: 200 len: 947 time: 0.0687904 Jul 09 16:13:21.432224 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7c3b6bba-775e-478b-a88d-4b159484db21 req-0d03e66b-519e-45b4-9457-54657e75b825 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340571 Jul 09 16:13:21.947987 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 4f44756b-1519-4a88-931a-778934ee6039 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:13:22.015200 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0db0f2-2a40-474f-96cc-22ec594fb3ff req-925590e4-ee4a-44a1-b479-4b78e8e2bc19 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:22.017533 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3d0db0f2-2a40-474f-96cc-22ec594fb3ff req-925590e4-ee4a-44a1-b479-4b78e8e2bc19 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 947 time: 0.0779002 Jul 09 16:13:22.060768 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 4f44756b-1519-4a88-931a-778934ee6039, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=4f44756b-1519-4a88-931a-778934ee6039,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:13:22.061321 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3d0db0f2-2a40-474f-96cc-22ec594fb3ff req-09dfb281-02c7-4b47-adb1-4c5372d72c80 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377467 Jul 09 16:13:22.073118 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '4f44756b-1519-4a88-931a-778934ee6039', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'port_id': '4f44756b-1519-4a88-931a-778934ee6039', 'mac_address': 'fa:16:3e:4b:98:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f122b436-b232-4a3c-9aac-47d5639f2da4', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:13:22.113440 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:22.127086 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f44756b-1519-4a88-931a-778934ee6039 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:13:22.147354 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 4f44756b-1519-4a88-931a-778934ee6039, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=4f44756b-1519-4a88-931a-778934ee6039,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:13:22.151606 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:22.209310 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=4f44756b-1519-4a88-931a-778934ee6039,revision_number=9']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:13:22.216527 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b1a0381d-7e31-4e62-b5d8-264653f20f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:22.549981 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['4f44756b-1519-4a88-931a-778934ee6039'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:13:22.613275 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27269e-f2bc-4ccd-900d-0cfbf28fb36a req-b9c70d99-85f6-49c4-ac10-5b4e4a43af73 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:22.616669 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1b27269e-f2bc-4ccd-900d-0cfbf28fb36a req-b9c70d99-85f6-49c4-ac10-5b4e4a43af73 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=c70a084a-8391-49d8-9c9d-ce513222aa83 HTTP/1.1" status: 200 len: 947 time: 0.0711753 Jul 09 16:13:22.654299 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1b27269e-f2bc-4ccd-900d-0cfbf28fb36a req-66ee2bc0-123d-4906-a849-11278994822d tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336709 Jul 09 16:13:23.255517 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96a959-f6bd-44de-be9a-27c3047d9806 req-6cfe067a-7b83-4c1d-9411-61593e46cd2d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:23.257163 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ad96a959-f6bd-44de-be9a-27c3047d9806 req-6cfe067a-7b83-4c1d-9411-61593e46cd2d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 947 time: 0.0635681 Jul 09 16:13:23.296499 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ad96a959-f6bd-44de-be9a-27c3047d9806 req-f14e7e08-ce89-413e-bfa9-18812f5e9ff2 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337629 Jul 09 16:13:23.841963 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3091891-db95-496d-911d-bd9948f558c0 req-f54ccdd5-acfc-4a7b-b55a-aaba11344d66 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:23.843493 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d3091891-db95-496d-911d-bd9948f558c0 req-f54ccdd5-acfc-4a7b-b55a-aaba11344d66 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=c70a084a-8391-49d8-9c9d-ce513222aa83 HTTP/1.1" status: 200 len: 947 time: 0.0745211 Jul 09 16:13:23.882485 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d3091891-db95-496d-911d-bd9948f558c0 req-c8ce6c4b-1fb2-4b49-bdb7-ec7463528885 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325780 Jul 09 16:13:23.928861 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:13:23.956084 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 7a586f12-b128-4b3c-a7db-8b80bec47d3d details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:13:23.965298 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 4f44756b-1519-4a88-931a-778934ee6039 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:13:24.072867 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 4f44756b-1519-4a88-931a-778934ee6039 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:13:24.073239 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:24.114145 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 7a586f12-b128-4b3c-a7db-8b80bec47d3d, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=7a586f12-b128-4b3c-a7db-8b80bec47d3d,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:13:24.134181 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '7a586f12-b128-4b3c-a7db-8b80bec47d3d', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'port_id': '7a586f12-b128-4b3c-a7db-8b80bec47d3d', 'mac_address': 'fa:16:3e:82:3b:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f122b436-b232-4a3c-9aac-47d5639f2da4', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:13:24.203434 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:24.214492 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:24.227109 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a586f12-b128-4b3c-a7db-8b80bec47d3d {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:13:24.260463 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4aad9b-2b23-4b57-ac9a-9384c9ad2f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f44756b-1519-4a88-931a-778934ee6039'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:13:24.262927 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3533d0-7b31-4f55-a61e-2a5ce4a1acc6" -d '{"events": [{"server_uuid": "0c4aad9b-2b23-4b57-ac9a-9384c9ad2f49", "name": "network-vif-plugged", "status": "completed", "tag": "4f44756b-1519-4a88-931a-778934ee6039"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:13:24.266400 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 7a586f12-b128-4b3c-a7db-8b80bec47d3d, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=7a586f12-b128-4b3c-a7db-8b80bec47d3d,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:13:24.276146 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:24.283647 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 4f44756b-1519-4a88-931a-778934ee6039, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=4f44756b-1519-4a88-931a-778934ee6039,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:13:24.303260 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:24.304290 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 44e5178e-0c95-4f73-a000-81c9bceea279 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:13:24.327333 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da68efdc-3fb1-48f4-ba73-142227707108 x-openstack-request-id: req-da68efdc-3fb1-48f4-ba73-142227707108 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:13:24.327620 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4aad9b-2b23-4b57-ac9a-9384c9ad2f49", "name": "network-vif-plugged", "status": "completed", "tag": "4f44756b-1519-4a88-931a-778934ee6039", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:13:24.327852 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-da68efdc-3fb1-48f4-ba73-142227707108 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:13:24.328234 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4aad9b-2b23-4b57-ac9a-9384c9ad2f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f44756b-1519-4a88-931a-778934ee6039', 'code': 200} Jul 09 16:13:24.362044 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=7a586f12-b128-4b3c-a7db-8b80bec47d3d,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:13:24.435004 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=4f44756b-1519-4a88-931a-778934ee6039,revision_number=10']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:13:24.439220 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 44e5178e-0c95-4f73-a000-81c9bceea279 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:13:24.443909 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 44e5178e-0c95-4f73-a000-81c9bceea279 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:13:24.444456 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:24.531728 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:24.532115 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f9078-1ae4-46ae-a857-a244e8fc542d req-e266ff25-e680-4d0f-be24-72f8fff5b0e0 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:24.533989 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8a0f9078-1ae4-46ae-a857-a244e8fc542d req-e266ff25-e680-4d0f-be24-72f8fff5b0e0 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 948 time: 0.0841105 Jul 09 16:13:24.575291 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 44e5178e-0c95-4f73-a000-81c9bceea279, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=44e5178e-0c95-4f73-a000-81c9bceea279,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:13:24.580615 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:24.589852 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8a0f9078-1ae4-46ae-a857-a244e8fc542d req-a4989a24-824e-4b3a-892c-5d6f16fecdf9 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473306 Jul 09 16:13:24.635937 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=44e5178e-0c95-4f73-a000-81c9bceea279,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:13:25.055844 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d818ecee-55d0-41c1-9d1c-cb0400564a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:25.072258 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e9edd-e2dc-4c77-8209-580983b43a08 req-3f1cacf9-7b95-42c6-b42a-40e22148b2b9 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:25.074039 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-819e9edd-e2dc-4c77-8209-580983b43a08 req-3f1cacf9-7b95-42c6-b42a-40e22148b2b9 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=c70a084a-8391-49d8-9c9d-ce513222aa83 HTTP/1.1" status: 200 len: 948 time: 0.0719850 Jul 09 16:13:25.122314 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-819e9edd-e2dc-4c77-8209-580983b43a08 req-3ceba177-d240-4e89-995e-18b491a5143c tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369129 Jul 09 16:13:25.204849 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['7a586f12-b128-4b3c-a7db-8b80bec47d3d'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:13:25.244439 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:25.784447 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53520294-3204-474f-b0b0-ec06a45bfaa6 req-42beac1b-b91b-4741-8dd2-aef91fd69437 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:25.785990 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-53520294-3204-474f-b0b0-ec06a45bfaa6 req-42beac1b-b91b-4741-8dd2-aef91fd69437 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 948 time: 0.0754085 Jul 09 16:13:25.825105 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-53520294-3204-474f-b0b0-ec06a45bfaa6 req-857132fc-8c42-4df9-83a2-0ecaaac89b74 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333724 Jul 09 16:13:26.107025 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:26.299637 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:26.303010 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf326f6f-263f-4361-a381-638e76e6f94b req-1e73d068-7302-4cac-9c5a-e7d6337f96a9 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:26.304779 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bf326f6f-263f-4361-a381-638e76e6f94b req-1e73d068-7302-4cac-9c5a-e7d6337f96a9 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=c70a084a-8391-49d8-9c9d-ce513222aa83 HTTP/1.1" status: 200 len: 948 time: 0.0658839 Jul 09 16:13:26.329746 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c70a084a-8391-49d8-9c9d-ce513222aa83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e5178e-0c95-4f73-a000-81c9bceea279'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:13:26.332070 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f0f277-1a04-4a8a-9338-34a40987e2d0" -d '{"events": [{"server_uuid": "c70a084a-8391-49d8-9c9d-ce513222aa83", "name": "network-vif-plugged", "status": "completed", "tag": "44e5178e-0c95-4f73-a000-81c9bceea279"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:13:26.352457 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bf326f6f-263f-4361-a381-638e76e6f94b req-b61817e1-02ce-403e-87d2-a5d0b63a7589 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404727 Jul 09 16:13:26.371187 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84de481-1beb-41a6-a46e-7dcee5aa6d6c x-openstack-request-id: req-d84de481-1beb-41a6-a46e-7dcee5aa6d6c {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:13:26.371543 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c70a084a-8391-49d8-9c9d-ce513222aa83", "name": "network-vif-plugged", "status": "completed", "tag": "44e5178e-0c95-4f73-a000-81c9bceea279", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:13:26.372115 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d84de481-1beb-41a6-a46e-7dcee5aa6d6c {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:13:26.372555 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c70a084a-8391-49d8-9c9d-ce513222aa83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e5178e-0c95-4f73-a000-81c9bceea279', 'code': 200} Jul 09 16:13:26.575369 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9c7a2-e741-438a-a869-0401b99eac4c req-1a58c4b8-08b9-4dc7-8ddf-42907c8616c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:26.577458 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4ca9c7a2-e741-438a-a869-0401b99eac4c req-1a58c4b8-08b9-4dc7-8ddf-42907c8616c5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c70a084a-8391-49d8-9c9d-ce513222aa83 HTTP/1.1" status: 200 len: 1099 time: 0.0558844 Jul 09 16:13:26.619554 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4ca9c7a2-e741-438a-a869-0401b99eac4c req-be07b31e-586a-4da4-aede-c43b68825f0f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346684 Jul 09 16:13:27.024224 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5beba96-5f00-4f9e-b525-8690fdb59664 req-d7f8da25-8cff-404f-9b58-5e75575c0da9 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:27.026099 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e5beba96-5f00-4f9e-b525-8690fdb59664 req-d7f8da25-8cff-404f-9b58-5e75575c0da9 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 948 time: 0.0701227 Jul 09 16:13:27.380393 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e5beba96-5f00-4f9e-b525-8690fdb59664 req-c3cab070-6ca1-488f-9dc3-2fb9cc14d7e3 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461318 Jul 09 16:13:27.579866 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00937b-9084-4012-96cd-d2a0a716d680 req-d4214ada-092a-4f25-8bcd-f893fdb5c208 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:27.581433 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c00937b-9084-4012-96cd-d2a0a716d680 req-d4214ada-092a-4f25-8bcd-f893fdb5c208 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=c70a084a-8391-49d8-9c9d-ce513222aa83 HTTP/1.1" status: 200 len: 948 time: 0.0804486 Jul 09 16:13:27.622131 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c00937b-9084-4012-96cd-d2a0a716d680 req-20b9128b-cc20-4807-b4d4-22f5309b0f87 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349364 Jul 09 16:13:27.963589 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 7a586f12-b128-4b3c-a7db-8b80bec47d3d up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:13:28.026423 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:28.032564 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 7a586f12-b128-4b3c-a7db-8b80bec47d3d completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:13:28.037800 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 7a586f12-b128-4b3c-a7db-8b80bec47d3d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:13:28.038172 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:28.136969 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:28.174902 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 7a586f12-b128-4b3c-a7db-8b80bec47d3d, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=7a586f12-b128-4b3c-a7db-8b80bec47d3d,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:13:28.181082 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:28.237817 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=7a586f12-b128-4b3c-a7db-8b80bec47d3d,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:13:28.373666 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41956187-0e18-4538-aed9-e38f147e74af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a586f12-b128-4b3c-a7db-8b80bec47d3d'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:13:28.376945 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8275816c-cb7b-4c26-8b14-0288e441f4ce" -d '{"events": [{"server_uuid": "41956187-0e18-4538-aed9-e38f147e74af", "name": "network-vif-plugged", "status": "completed", "tag": "7a586f12-b128-4b3c-a7db-8b80bec47d3d"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:13:28.428843 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077d70b3-d45f-4e4b-b21e-0b7ac7b75159 x-openstack-request-id: req-077d70b3-d45f-4e4b-b21e-0b7ac7b75159 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:13:28.429131 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41956187-0e18-4538-aed9-e38f147e74af", "name": "network-vif-plugged", "status": "completed", "tag": "7a586f12-b128-4b3c-a7db-8b80bec47d3d", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:13:28.429381 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-077d70b3-d45f-4e4b-b21e-0b7ac7b75159 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:13:28.429797 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41956187-0e18-4538-aed9-e38f147e74af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a586f12-b128-4b3c-a7db-8b80bec47d3d', 'code': 200} Jul 09 16:13:28.619573 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524839d6-8a93-4758-a81f-2c1c15e83bef req-25cba317-e14a-4269-bd70-07691f320fff tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:28.632079 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-524839d6-8a93-4758-a81f-2c1c15e83bef req-25cba317-e14a-4269-bd70-07691f320fff tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 949 time: 0.0917082 Jul 09 16:13:28.703222 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda79e78-50a2-4bb2-84d0-2420fbca2f8b req-7902ad05-efca-4956-b74d-cc02d6a60d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:28.705814 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-dda79e78-50a2-4bb2-84d0-2420fbca2f8b req-7902ad05-efca-4956-b74d-cc02d6a60d98 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 1100 time: 0.0791676 Jul 09 16:13:28.767563 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-524839d6-8a93-4758-a81f-2c1c15e83bef req-b6e0dafa-9a3a-4938-8915-84dd0dd953af tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277847 Jul 09 16:13:28.801188 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-dda79e78-50a2-4bb2-84d0-2420fbca2f8b req-cb9f9c0a-c575-49ed-8df3-e4e6dfc90537 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807948 Jul 09 16:13:29.004543 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b841c6c-dca8-414e-b02d-cd7b5c8c033d req-724370fc-baef-4b0f-9c98-181db0bb45c7 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:29.006982 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8b841c6c-dca8-414e-b02d-cd7b5c8c033d req-724370fc-baef-4b0f-9c98-181db0bb45c7 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=c70a084a-8391-49d8-9c9d-ce513222aa83 HTTP/1.1" status: 200 len: 948 time: 0.0859079 Jul 09 16:13:29.058652 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8b841c6c-dca8-414e-b02d-cd7b5c8c033d req-bb855fba-4282-429a-9be2-47c99b60cf45 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454206 Jul 09 16:13:30.191173 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542b55c-e71f-4882-847a-68b8b13dbee6 req-af484dc8-99a0-4722-a045-17556f7006e5 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:30.193731 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f542b55c-e71f-4882-847a-68b8b13dbee6 req-af484dc8-99a0-4722-a045-17556f7006e5 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 949 time: 0.0840733 Jul 09 16:13:30.249267 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f542b55c-e71f-4882-847a-68b8b13dbee6 req-74a8adbb-53a8-4629-8fe0-bb7a73e27766 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489953 Jul 09 16:13:30.631370 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc96eb62-f775-40ff-bf77-3fca9c6813fa req-4d027f1e-2ed0-46f2-911e-9dad0a8588f2 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:30.638987 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-dc96eb62-f775-40ff-bf77-3fca9c6813fa req-4d027f1e-2ed0-46f2-911e-9dad0a8588f2 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=c70a084a-8391-49d8-9c9d-ce513222aa83 HTTP/1.1" status: 200 len: 948 time: 0.1178434 Jul 09 16:13:30.690919 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-dc96eb62-f775-40ff-bf77-3fca9c6813fa req-c7e0ac54-779e-45fc-b43d-8198e4dc38a5 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508068 Jul 09 16:13:31.057082 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f560017-4059-45ed-a057-76d52dbe276d req-9776d28c-d11a-4b7a-afe8-0aa6acdfaeb6 tempest-ServersOnMultiNodesTest-830479370 tempest-ServersOnMultiNodesTest-830479370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:31.065354 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7f560017-4059-45ed-a057-76d52dbe276d req-9776d28c-d11a-4b7a-afe8-0aa6acdfaeb6 tempest-ServersOnMultiNodesTest-830479370 tempest-ServersOnMultiNodesTest-830479370-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=c70a084a-8391-49d8-9c9d-ce513222aa83 HTTP/1.1" status: 200 len: 1099 time: 0.0653646 Jul 09 16:13:31.098137 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7f560017-4059-45ed-a057-76d52dbe276d req-5566e3aa-966d-4b75-8189-fab47d7aa096 tempest-ServersOnMultiNodesTest-830479370 tempest-ServersOnMultiNodesTest-830479370-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316241 Jul 09 16:13:35.896835 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c9fdf675-3c31-4207-8391-5de637fb65d3 req-af99f7d7-c9ca-4127-89d0-49a0805a77bd tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=06486c1ff3c04c6aba88bb5474a3b49d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260172 Jul 09 16:13:36.023670 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df7aa0-0a4a-4b98-b72c-8aaf9bb4bdc1 req-f83ba1e9-5342-4cd9-8314-c9e74f5a1cd2 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:36.030493 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-75df7aa0-0a4a-4b98-b72c-8aaf9bb4bdc1 req-f83ba1e9-5342-4cd9-8314-c9e74f5a1cd2 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 949 time: 0.0717909 Jul 09 16:13:36.030673 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fdf675-3c31-4207-8391-5de637fb65d3 req-b74db262-0979-4d78-8bcd-320a5eb8f9af tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:36.034511 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c9fdf675-3c31-4207-8391-5de637fb65d3 req-b74db262-0979-4d78-8bcd-320a5eb8f9af tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1319435 Jul 09 16:13:36.055554 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c9fdf675-3c31-4207-8391-5de637fb65d3 req-00e50488-7eae-4842-8d2e-fb119d664a5c tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/quotas/06486c1ff3c04c6aba88bb5474a3b49d HTTP/1.1" status: 200 len: 375 time: 0.0150676 Jul 09 16:13:36.073234 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-75df7aa0-0a4a-4b98-b72c-8aaf9bb4bdc1 req-31b223bf-faa7-4073-b1bc-c273daea453d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418310 Jul 09 16:13:36.157859 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c9fdf675-3c31-4207-8391-5de637fb65d3 req-2fe7f325-9a56-47cd-95e1-020295b4fce2 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=06486c1ff3c04c6aba88bb5474a3b49d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0912993 Jul 09 16:13:36.715157 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-477af5bb-0266-4204-8c17-012efcc10c34 req-26ea9c6f-1a0c-456f-9568-90fed9d54d13 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebee91cc-870b-42d5-9f06-9d3c7ddfb584 HTTP/1.1" status: 200 len: 210 time: 0.0803785 Jul 09 16:13:36.783318 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54038141-20e9-4f18-91fd-fcf9c1c0c791 req-b4444239-4cbc-403a-a139-ee0a8caada57 tempest-MigrationsAdminTest-1206000304 tempest-MigrationsAdminTest-1206000304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:36.785518 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-54038141-20e9-4f18-91fd-fcf9c1c0c791 req-b4444239-4cbc-403a-a139-ee0a8caada57 tempest-MigrationsAdminTest-1206000304 tempest-MigrationsAdminTest-1206000304-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 1100 time: 0.0795457 Jul 09 16:13:36.843010 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-54038141-20e9-4f18-91fd-fcf9c1c0c791 req-c3008f03-d462-4097-8eaf-faa952557257 tempest-MigrationsAdminTest-1206000304 tempest-MigrationsAdminTest-1206000304-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504239 Jul 09 16:13:37.637602 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30518516-9619-4dc3-a80a-e91ce575224c req-1c1a85f6-970b-44c5-a158-e02c2522ed38 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:37.648948 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-30518516-9619-4dc3-a80a-e91ce575224c req-1c1a85f6-970b-44c5-a158-e02c2522ed38 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 949 time: 0.0889685 Jul 09 16:13:37.664419 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-29b46a0a-e746-4120-b31e-06177bf7e6c2 req-acf159f0-6499-4c60-9189-0eee7810249c service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1004868 Jul 09 16:13:37.725280 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-30518516-9619-4dc3-a80a-e91ce575224c req-784923dc-7f21-428e-b547-71cbad7816cb tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749152 Jul 09 16:13:38.071147 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-61f3ee8a-3615-4264-beb2-575903bfd0de req-4946e0d9-8737-4a17-bff3-8b9365532170 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebee91cc-870b-42d5-9f06-9d3c7ddfb584 HTTP/1.1" status: 200 len: 210 time: 0.0556276 Jul 09 16:13:38.408814 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c9fdf675-3c31-4207-8391-5de637fb65d3 req-3a2c4204-2c1c-4d13-8f11-90e484bb6f77 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=06486c1ff3c04c6aba88bb5474a3b49d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408676 Jul 09 16:13:38.714999 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fdf675-3c31-4207-8391-5de637fb65d3 req-119f24eb-6e28-4cfd-8eba-def3baecc9d5 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:38.716623 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c9fdf675-3c31-4207-8391-5de637fb65d3 req-119f24eb-6e28-4cfd-8eba-def3baecc9d5 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2923510 Jul 09 16:13:38.744060 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-c9fdf675-3c31-4207-8391-5de637fb65d3 req-a2cabdd6-3a0a-488f-b35a-56fb669dcd45 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Request body: {'port': {'device_id': 'ebee91cc-870b-42d5-9f06-9d3c7ddfb584', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'admin_state_up': True, 'tenant_id': '06486c1ff3c04c6aba88bb5474a3b49d'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:13:38.955231 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9fdf675-3c31-4207-8391-5de637fb65d3 req-a2cabdd6-3a0a-488f-b35a-56fb669dcd45 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Made reservation on behalf of 06486c1ff3c04c6aba88bb5474a3b49d for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:13:38.959134 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c9fdf675-3c31-4207-8391-5de637fb65d3 req-a2cabdd6-3a0a-488f-b35a-56fb669dcd45 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:39.585212 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-c9fdf675-3c31-4207-8391-5de637fb65d3 req-a2cabdd6-3a0a-488f-b35a-56fb669dcd45 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Allocated IP 192.168.233.207 (c7d8b865-e1f3-4446-a87b-a6da86eba8a1/f122b436-b232-4a3c-9aac-47d5639f2da4/50763f0e-db67-42aa-8825-6cf85685e3b8) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:13:39.592266 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2e2e34b8-d2cb-4c96-99b7-16b42372b961 req-a05d6d29-3d89-4b97-81d3-fbe18553ba5b tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebee91cc-870b-42d5-9f06-9d3c7ddfb584 HTTP/1.1" status: 200 len: 210 time: 0.0524459 Jul 09 16:13:39.602608 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20eb868-fcc3-4db0-b471-60e46a30e1af req-acd1812a-0149-4af5-8e17-334891493a74 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:39.610432 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f20eb868-fcc3-4db0-b471-60e46a30e1af req-acd1812a-0149-4af5-8e17-334891493a74 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 949 time: 0.6336858 Jul 09 16:13:39.680965 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f20eb868-fcc3-4db0-b471-60e46a30e1af req-4d235822-568d-43c0-9949-fc810a94b3ec tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679710 Jul 09 16:13:39.880319 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:39.937749 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c9fdf675-3c31-4207-8391-5de637fb65d3 req-a2cabdd6-3a0a-488f-b35a-56fb669dcd45 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:39.949264 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b46a0a-e746-4120-b31e-06177bf7e6c2 req-021c77e2-8fce-426a-96ac-6e0b3e620896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:39.950733 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-29b46a0a-e746-4120-b31e-06177bf7e6c2 req-021c77e2-8fce-426a-96ac-6e0b3e620896 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=90103765321a44c5954b6bc1ea90c4d7&device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 1100 time: 0.1480587 Jul 09 16:13:39.958653 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-c9fdf675-3c31-4207-8391-5de637fb65d3 req-a2cabdd6-3a0a-488f-b35a-56fb669dcd45 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Transition to ACTIVE for port object 50763f0e-db67-42aa-8825-6cf85685e3b8 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:13:40.075440 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b46a0a-e746-4120-b31e-06177bf7e6c2 req-efa00736-dfc0-4b78-a9be-2d08b088f3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:40.077056 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-29b46a0a-e746-4120-b31e-06177bf7e6c2 req-efa00736-dfc0-4b78-a9be-2d08b088f3f3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1 HTTP/1.1" status: 200 len: 870 time: 0.1165645 Jul 09 16:13:40.154693 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c9fdf675-3c31-4207-8391-5de637fb65d3 req-a2cabdd6-3a0a-488f-b35a-56fb669dcd45 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:40.167040 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-29b46a0a-e746-4120-b31e-06177bf7e6c2 req-e3495127-7200-490c-86d1-4cab517a67e3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=7a586f12-b128-4b3c-a7db-8b80bec47d3d HTTP/1.1" status: 200 len: 217 time: 0.0796113 Jul 09 16:13:40.173081 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['2bf4afec-66f7-4d7c-b984-e80fa7b78a2f', 'e231c2d1-2e9d-4788-9b12-b55bb9cfd787', '639e631d-bf34-4819-aca6-3e30afa826a4', '82c66ec9-75cf-49fa-8517-c3e292c0c0e5'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:13:40.243519 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9fdf675-3c31-4207-8391-5de637fb65d3 req-a2cabdd6-3a0a-488f-b35a-56fb669dcd45 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:13:40.252011 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-c9fdf675-3c31-4207-8391-5de637fb65d3 req-a2cabdd6-3a0a-488f-b35a-56fb669dcd45 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:13:40.255012 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9fdf675-3c31-4207-8391-5de637fb65d3 req-a2cabdd6-3a0a-488f-b35a-56fb669dcd45 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:13:40.277194 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['650e196b-2aa6-4ef4-a414-5422d0b873bf', '44e5178e-0c95-4f73-a000-81c9bceea279'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:13:40.317678 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fdf675-3c31-4207-8391-5de637fb65d3 req-a2cabdd6-3a0a-488f-b35a-56fb669dcd45 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:40.318300 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c9fdf675-3c31-4207-8391-5de637fb65d3 req-a2cabdd6-3a0a-488f-b35a-56fb669dcd45 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:40.352470 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cabdd6-3a0a-488f-b35a-56fb669dcd45 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Pushing event updated for resources: {'Port': ['ID=50763f0e-db67-42aa-8825-6cf85685e3b8,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:13:40.363716 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c9fdf675-3c31-4207-8391-5de637fb65d3 req-a2cabdd6-3a0a-488f-b35a-56fb669dcd45 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6255283 Jul 09 16:13:40.365788 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b46a0a-e746-4120-b31e-06177bf7e6c2 req-d45a3324-5259-4fcc-a08f-a6ab3b457bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:40.367349 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-29b46a0a-e746-4120-b31e-06177bf7e6c2 req-d45a3324-5259-4fcc-a08f-a6ab3b457bee service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.1701534 Jul 09 16:13:40.413050 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-c9fdf675-3c31-4207-8391-5de637fb65d3 req-711bdff9-e51a-43aa-88ae-8ddf6d404580 service neutron] Request body: {'port': {'device_id': 'ebee91cc-870b-42d5-9f06-9d3c7ddfb584', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:13:40.650956 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c9fdf675-3c31-4207-8391-5de637fb65d3 req-711bdff9-e51a-43aa-88ae-8ddf6d404580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:40.664991 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b46a0a-e746-4120-b31e-06177bf7e6c2 req-19ce7cf4-ca96-41f1-9510-c8a4018cbd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:40.666482 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-29b46a0a-e746-4120-b31e-06177bf7e6c2 req-19ce7cf4-ca96-41f1-9510-c8a4018cbd09 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1298723 Jul 09 16:13:40.695102 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-999e53b4-d7ec-4c96-8c1d-3e2b4cd363ec None None] Provisioning for port 50763f0e-db67-42aa-8825-6cf85685e3b8 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:13:40.707219 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-999e53b4-d7ec-4c96-8c1d-3e2b4cd363ec None None] Provisioning complete for port 50763f0e-db67-42aa-8825-6cf85685e3b8 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:13:40.708111 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-999e53b4-d7ec-4c96-8c1d-3e2b4cd363ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:40.857892 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-999e53b4-d7ec-4c96-8c1d-3e2b4cd363ec None None] Port 50763f0e-db67-42aa-8825-6cf85685e3b8 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:13:40.979465 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c7536-1efa-4c4a-8a65-04304f5a9e0e req-484b036f-555b-45c6-b221-0ae7bd7890c4 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:40.989996 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bb6c7536-1efa-4c4a-8a65-04304f5a9e0e req-484b036f-555b-45c6-b221-0ae7bd7890c4 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebee91cc-870b-42d5-9f06-9d3c7ddfb584 HTTP/1.1" status: 200 len: 936 time: 0.1688190 Jul 09 16:13:41.040478 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bb6c7536-1efa-4c4a-8a65-04304f5a9e0e req-be0ebd88-59a6-43dc-aae1-3640bee3c27e tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492370 Jul 09 16:13:41.099714 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-c9fdf675-3c31-4207-8391-5de637fb65d3 req-711bdff9-e51a-43aa-88ae-8ddf6d404580 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50763f0e-db67-42aa-8825-6cf85685e3b8 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:13:41.107623 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c9fdf675-3c31-4207-8391-5de637fb65d3 req-711bdff9-e51a-43aa-88ae-8ddf6d404580 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:41.121294 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-c9fdf675-3c31-4207-8391-5de637fb65d3 req-711bdff9-e51a-43aa-88ae-8ddf6d404580 service neutron] Transition to ACTIVE for port object 50763f0e-db67-42aa-8825-6cf85685e3b8 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:13:41.134477 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c9fdf675-3c31-4207-8391-5de637fb65d3 req-711bdff9-e51a-43aa-88ae-8ddf6d404580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:41.253119 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711bdff9-e51a-43aa-88ae-8ddf6d404580 service neutron] Pushing event updated for resources: {'Port': ['ID=50763f0e-db67-42aa-8825-6cf85685e3b8,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:13:41.403506 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef43fad5-6b10-4ed8-8456-ad5aa2dc4d60 req-63b5a204-0a99-4295-b37c-78d3783136fd tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:41.410898 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ef43fad5-6b10-4ed8-8456-ad5aa2dc4d60 req-63b5a204-0a99-4295-b37c-78d3783136fd tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 949 time: 0.2880900 Jul 09 16:13:41.480493 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-29b46a0a-e746-4120-b31e-06177bf7e6c2 req-f72ae31e-4cdf-49f3-802d-77c440b627b4 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543088 Jul 09 16:13:41.510803 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-c9fdf675-3c31-4207-8391-5de637fb65d3 req-711bdff9-e51a-43aa-88ae-8ddf6d404580 service neutron] Attempting to bind port 50763f0e-db67-42aa-8825-6cf85685e3b8 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:13:41.511277 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-c9fdf675-3c31-4207-8391-5de637fb65d3 req-711bdff9-e51a-43aa-88ae-8ddf6d404580 service neutron] Attempting to bind port 50763f0e-db67-42aa-8825-6cf85685e3b8 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:13:41.511706 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fdf675-3c31-4207-8391-5de637fb65d3 req-711bdff9-e51a-43aa-88ae-8ddf6d404580 service neutron] Attempting to bind port 50763f0e-db67-42aa-8825-6cf85685e3b8 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:13:41.523664 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fdf675-3c31-4207-8391-5de637fb65d3 req-711bdff9-e51a-43aa-88ae-8ddf6d404580 service neutron] Port 50763f0e-db67-42aa-8825-6cf85685e3b8 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:13:41.524138 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fdf675-3c31-4207-8391-5de637fb65d3 req-711bdff9-e51a-43aa-88ae-8ddf6d404580 service neutron] Attempting to bind port 50763f0e-db67-42aa-8825-6cf85685e3b8 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:13:41.540570 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ef43fad5-6b10-4ed8-8456-ad5aa2dc4d60 req-761fa89a-e0a8-4a5b-b864-b461c6e5b03f tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283121 Jul 09 16:13:41.616207 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fdf675-3c31-4207-8391-5de637fb65d3 req-711bdff9-e51a-43aa-88ae-8ddf6d404580 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:13:41.616550 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fdf675-3c31-4207-8391-5de637fb65d3 req-711bdff9-e51a-43aa-88ae-8ddf6d404580 service neutron] Checking segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:13:41.616947 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fdf675-3c31-4207-8391-5de637fb65d3 req-711bdff9-e51a-43aa-88ae-8ddf6d404580 service neutron] Bound using segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:13:41.617425 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-c9fdf675-3c31-4207-8391-5de637fb65d3 req-711bdff9-e51a-43aa-88ae-8ddf6d404580 service neutron] Bound port: 50763f0e-db67-42aa-8825-6cf85685e3b8, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:13:41.617935 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c9fdf675-3c31-4207-8391-5de637fb65d3 req-711bdff9-e51a-43aa-88ae-8ddf6d404580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:41.775822 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-29b46a0a-e746-4120-b31e-06177bf7e6c2 req-67396047-017d-46d7-9aa3-469d00e007c4 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679133 Jul 09 16:13:41.791579 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-c9fdf675-3c31-4207-8391-5de637fb65d3 req-711bdff9-e51a-43aa-88ae-8ddf6d404580 service neutron] For port 50763f0e-db67-42aa-8825-6cf85685e3b8, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:13:41.796003 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-c9fdf675-3c31-4207-8391-5de637fb65d3 req-711bdff9-e51a-43aa-88ae-8ddf6d404580 service neutron] For port 50763f0e-db67-42aa-8825-6cf85685e3b8, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=50763f0e-db67-42aa-8825-6cf85685e3b8,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:13:41.854802 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c9fdf675-3c31-4207-8391-5de637fb65d3 req-711bdff9-e51a-43aa-88ae-8ddf6d404580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:41.979153 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711bdff9-e51a-43aa-88ae-8ddf6d404580 service neutron] Pushing event updated for resources: {'Port': ['ID=50763f0e-db67-42aa-8825-6cf85685e3b8,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:13:42.028142 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fdf675-3c31-4207-8391-5de637fb65d3 req-711bdff9-e51a-43aa-88ae-8ddf6d404580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:42.028916 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c9fdf675-3c31-4207-8391-5de637fb65d3 req-711bdff9-e51a-43aa-88ae-8ddf6d404580 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:42.030486 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c9fdf675-3c31-4207-8391-5de637fb65d3 req-711bdff9-e51a-43aa-88ae-8ddf6d404580 service neutron] 10.222.0.73 "PUT /v2.0/ports/50763f0e-db67-42aa-8825-6cf85685e3b8 HTTP/1.1" status: 200 len: 1096 time: 1.6366584 Jul 09 16:13:42.033466 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebee91cc-870b-42d5-9f06-9d3c7ddfb584', 'tag': '50763f0e-db67-42aa-8825-6cf85685e3b8'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:13:42.039104 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee97da70-dc83-4578-ac20-488b6700db34" -d '{"events": [{"name": "network-changed", "server_uuid": "ebee91cc-870b-42d5-9f06-9d3c7ddfb584", "tag": "50763f0e-db67-42aa-8825-6cf85685e3b8"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:13:42.146264 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c892953-b552-4362-b91a-00990e2b93b4 x-openstack-request-id: req-3c892953-b552-4362-b91a-00990e2b93b4 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:13:42.147548 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebee91cc-870b-42d5-9f06-9d3c7ddfb584", "tag": "50763f0e-db67-42aa-8825-6cf85685e3b8", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:13:42.147965 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3c892953-b552-4362-b91a-00990e2b93b4 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:13:42.148535 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebee91cc-870b-42d5-9f06-9d3c7ddfb584', 'tag': '50763f0e-db67-42aa-8825-6cf85685e3b8', 'status': 'completed', 'code': 200} Jul 09 16:13:42.424892 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fdf675-3c31-4207-8391-5de637fb65d3 req-16ab5e3f-72c3-45ba-bf8f-865c80d4dbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:42.426593 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c9fdf675-3c31-4207-8391-5de637fb65d3 req-16ab5e3f-72c3-45ba-bf8f-865c80d4dbab service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=06486c1ff3c04c6aba88bb5474a3b49d&device_id=ebee91cc-870b-42d5-9f06-9d3c7ddfb584 HTTP/1.1" status: 200 len: 1099 time: 0.1901820 Jul 09 16:13:42.501553 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a6976-7d57-4116-bf73-9f2d1e094c41 req-d11fc1f8-2556-4108-97bf-d534838e8499 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:42.522154 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-af5a6976-7d57-4116-bf73-9f2d1e094c41 req-d11fc1f8-2556-4108-97bf-d534838e8499 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebee91cc-870b-42d5-9f06-9d3c7ddfb584 HTTP/1.1" status: 200 len: 948 time: 0.2204504 Jul 09 16:13:42.639810 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-af5a6976-7d57-4116-bf73-9f2d1e094c41 req-8ed9a370-b665-4bf2-b4e7-47ea726034df tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135628 Jul 09 16:13:42.877492 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c9fdf675-3c31-4207-8391-5de637fb65d3 req-40465465-b4a2-4254-89a1-2803ec073a2a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=50763f0e-db67-42aa-8825-6cf85685e3b8 HTTP/1.1" status: 200 len: 217 time: 0.1120186 Jul 09 16:13:42.987587 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fdf675-3c31-4207-8391-5de637fb65d3 req-4240208b-47ca-428e-a7ae-fa24f2ccd0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:42.988965 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c9fdf675-3c31-4207-8391-5de637fb65d3 req-4240208b-47ca-428e-a7ae-fa24f2ccd0a3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.1003501 Jul 09 16:13:43.043779 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417a590-64c6-4220-b32b-f56306ca40ed req-fe0b716c-f6cb-4a80-bc79-c1595d13ab0d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:43.045365 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4417a590-64c6-4220-b32b-f56306ca40ed req-fe0b716c-f6cb-4a80-bc79-c1595d13ab0d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 949 time: 0.1451981 Jul 09 16:13:43.117845 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4417a590-64c6-4220-b32b-f56306ca40ed req-55d5cb95-93ea-4f7b-8a4f-441ce2a25c02 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653684 Jul 09 16:13:43.152573 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fdf675-3c31-4207-8391-5de637fb65d3 req-257d6404-ecf1-4192-bd60-608702fd85b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:43.154068 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c9fdf675-3c31-4207-8391-5de637fb65d3 req-257d6404-ecf1-4192-bd60-608702fd85b8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1450810 Jul 09 16:13:43.335322 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c9fdf675-3c31-4207-8391-5de637fb65d3 req-f49df88b-f459-4a26-888c-c0cb9b3a1d8c service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717894 Jul 09 16:13:43.457551 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c9fdf675-3c31-4207-8391-5de637fb65d3 req-ec3f1e54-4bf8-4590-924c-a8e9d82035b7 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091366 Jul 09 16:13:43.680657 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97da70-dc83-4578-ac20-488b6700db34 req-485ae806-32f2-417e-a2be-0e6f8d0061c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:43.683483 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ee97da70-dc83-4578-ac20-488b6700db34 req-485ae806-32f2-417e-a2be-0e6f8d0061c0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=06486c1ff3c04c6aba88bb5474a3b49d&device_id=ebee91cc-870b-42d5-9f06-9d3c7ddfb584 HTTP/1.1" status: 200 len: 1099 time: 0.0802956 Jul 09 16:13:43.796365 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97da70-dc83-4578-ac20-488b6700db34 req-315dd1af-76f6-4f2e-bf08-406359f8a484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:43.798805 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ee97da70-dc83-4578-ac20-488b6700db34 req-315dd1af-76f6-4f2e-bf08-406359f8a484 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1 HTTP/1.1" status: 200 len: 870 time: 0.1044686 Jul 09 16:13:43.887221 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ee97da70-dc83-4578-ac20-488b6700db34 req-e1608f18-6abe-4064-8f8a-1945d00b14df service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=50763f0e-db67-42aa-8825-6cf85685e3b8 HTTP/1.1" status: 200 len: 217 time: 0.0803180 Jul 09 16:13:44.017630 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97da70-dc83-4578-ac20-488b6700db34 req-c3ba68b9-346a-4fff-bb2c-207600524423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:44.019113 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ee97da70-dc83-4578-ac20-488b6700db34 req-c3ba68b9-346a-4fff-bb2c-207600524423 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.0734763 Jul 09 16:13:44.058425 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c033033-438a-44f9-bb5e-4837accfcc48 req-f84d48f4-f75a-4f79-8684-221382e48c8b tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:44.070988 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6c033033-438a-44f9-bb5e-4837accfcc48 req-f84d48f4-f75a-4f79-8684-221382e48c8b tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebee91cc-870b-42d5-9f06-9d3c7ddfb584 HTTP/1.1" status: 200 len: 948 time: 0.1677086 Jul 09 16:13:44.134872 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6c033033-438a-44f9-bb5e-4837accfcc48 req-e52f1ccf-dbe7-49be-b1d5-137753470b75 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551424 Jul 09 16:13:44.150990 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97da70-dc83-4578-ac20-488b6700db34 req-f918a0a6-cfcd-4f21-ade3-df54346018dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:44.153133 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ee97da70-dc83-4578-ac20-488b6700db34 req-f918a0a6-cfcd-4f21-ade3-df54346018dd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1233702 Jul 09 16:13:44.287350 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ee97da70-dc83-4578-ac20-488b6700db34 req-3f89f2d7-18c4-4449-8a3f-985ecfb7d403 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223567 Jul 09 16:13:44.384951 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff624f20-45f3-4f61-87fb-9b45916b39e6 req-c68645dc-f6a2-46ec-8212-85c9ecbbe8d8 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:44.386581 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ff624f20-45f3-4f61-87fb-9b45916b39e6 req-c68645dc-f6a2-46ec-8212-85c9ecbbe8d8 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 949 time: 0.0731325 Jul 09 16:13:44.415228 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ee97da70-dc83-4578-ac20-488b6700db34 req-788d0aea-1386-45d8-b177-e00b073bc7f7 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192117 Jul 09 16:13:44.429274 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ff624f20-45f3-4f61-87fb-9b45916b39e6 req-7cf32db2-65ce-444b-9588-4d8190d2e78f tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367749 Jul 09 16:13:44.513254 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9ad33-46ef-4b75-84da-f257488dc3f3 req-6380c367-6945-4fd6-a1c9-95f95a7a0c5d tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:44.514809 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6bd9ad33-46ef-4b75-84da-f257488dc3f3 req-6380c367-6945-4fd6-a1c9-95f95a7a0c5d tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/networks?id=2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 HTTP/1.1" status: 200 len: 820 time: 0.1330540 Jul 09 16:13:44.530731 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6bd9ad33-46ef-4b75-84da-f257488dc3f3 req-5f632d6b-2384-491d-a707-7f4e96a5f16f tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/quotas/9639d7ee11dd47639be4bedc72b53ccc HTTP/1.1" status: 200 len: 375 time: 0.0097528 Jul 09 16:13:44.604767 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6bd9ad33-46ef-4b75-84da-f257488dc3f3 req-81f22073-908b-4afc-98d7-40979c8d7871 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=9639d7ee11dd47639be4bedc72b53ccc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0675807 Jul 09 16:13:44.703010 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6bd9ad33-46ef-4b75-84da-f257488dc3f3 req-b66b4515-3169-48bd-a35d-8ef029c68643 service neutron] 10.222.0.98 "GET /v2.0/networks/2b65bcac-ba21-4565-bf6d-5e7b6fe83db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912843 Jul 09 16:13:44.806870 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6bd9ad33-46ef-4b75-84da-f257488dc3f3 req-abac2dfc-9d36-4991-98db-401e0e76b3b8 service neutron] 10.222.0.98 "GET /v2.0/networks/2b65bcac-ba21-4565-bf6d-5e7b6fe83db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971522 Jul 09 16:13:45.121373 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3d20dc71-878b-4357-a4eb-2181a1c833f7 req-bd09ef6d-5e0d-4492-aa66-6ec0b0130c91 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=75aaba85-5449-4058-954c-fec4c6d84ebf HTTP/1.1" status: 200 len: 210 time: 0.0330133 Jul 09 16:13:45.358649 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8f9f3-b5c8-4a81-8cc5-e2a80f1929af req-34ccb4d9-bb62-496c-8a27-6af128d04495 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:45.360546 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ece8f9f3-b5c8-4a81-8cc5-e2a80f1929af req-34ccb4d9-bb62-496c-8a27-6af128d04495 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebee91cc-870b-42d5-9f06-9d3c7ddfb584 HTTP/1.1" status: 200 len: 948 time: 0.0912433 Jul 09 16:13:45.413810 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ece8f9f3-b5c8-4a81-8cc5-e2a80f1929af req-99a4cef4-bd46-4cd7-8046-06636d44606a tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460291 Jul 09 16:13:45.652319 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf05a21-d582-4cc8-b991-ad2851e9e028 req-0eeddfbe-8371-4cce-93f6-399b44af88d2 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:45.653569 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-eaf05a21-d582-4cc8-b991-ad2851e9e028 req-0eeddfbe-8371-4cce-93f6-399b44af88d2 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.98 "GET /v2.0/ports?device_id=0c4aad9b-2b23-4b57-ac9a-9384c9ad2f49 HTTP/1.1" status: 200 len: 950 time: 0.0843759 Jul 09 16:13:45.669182 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8947b3b-11e4-43d1-9408-99418a5422b4 req-9c5248e2-272c-4fc7-9d11-435921c032cf tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:45.671200 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a8947b3b-11e4-43d1-9408-99418a5422b4 req-9c5248e2-272c-4fc7-9d11-435921c032cf tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 949 time: 0.0893497 Jul 09 16:13:45.705152 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-eaf05a21-d582-4cc8-b991-ad2851e9e028 req-a3c262f5-4d2a-4739-ad1d-8d3af72dd728 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.98 "GET /v2.0/security-groups?id=e76fa0e5-1c71-460e-a996-c20478c21386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409415 Jul 09 16:13:45.721221 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a8947b3b-11e4-43d1-9408-99418a5422b4 req-9dbb4e53-81e6-4deb-acad-c89692c36695 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416503 Jul 09 16:13:46.330346 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-85cf0b79-3daf-46e0-b079-ebcf613cebbb req-11fd20e2-d4c9-4066-847e-80759661619c tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=75aaba85-5449-4058-954c-fec4c6d84ebf HTTP/1.1" status: 200 len: 210 time: 0.0396905 Jul 09 16:13:46.434198 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9ad33-46ef-4b75-84da-f257488dc3f3 req-7ebe57af-cf47-4971-b116-7fb45465b4ab tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:46.434198 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6bd9ad33-46ef-4b75-84da-f257488dc3f3 req-7ebe57af-cf47-4971-b116-7fb45465b4ab tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.77 "GET /v2.0/networks?id=2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 HTTP/1.1" status: 200 len: 820 time: 0.1134248 Jul 09 16:13:46.447097 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-6bd9ad33-46ef-4b75-84da-f257488dc3f3 req-c0455e8e-5cac-4b3c-95e1-31783bcd27ae tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Request body: {'port': {'device_id': '75aaba85-5449-4058-954c-fec4c6d84ebf', 'network_id': '2b65bcac-ba21-4565-bf6d-5e7b6fe83db7', 'admin_state_up': True, 'tenant_id': '9639d7ee11dd47639be4bedc72b53ccc'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:13:46.573378 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bd9ad33-46ef-4b75-84da-f257488dc3f3 req-c0455e8e-5cac-4b3c-95e1-31783bcd27ae tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Made reservation on behalf of 9639d7ee11dd47639be4bedc72b53ccc for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:13:46.577197 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6bd9ad33-46ef-4b75-84da-f257488dc3f3 req-c0455e8e-5cac-4b3c-95e1-31783bcd27ae tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:46.662760 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f0efe-5c6e-46d4-af34-f37087a0fec3 req-85b0db4b-e753-44f7-bba4-30f19b711fa3 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:46.672439 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9b3f0efe-5c6e-46d4-af34-f37087a0fec3 req-85b0db4b-e753-44f7-bba4-30f19b711fa3 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebee91cc-870b-42d5-9f06-9d3c7ddfb584 HTTP/1.1" status: 200 len: 948 time: 0.0960410 Jul 09 16:13:46.721544 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9b3f0efe-5c6e-46d4-af34-f37087a0fec3 req-82f044fe-b14c-4404-b218-0564514531ba tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480790 Jul 09 16:13:46.764327 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-6bd9ad33-46ef-4b75-84da-f257488dc3f3 req-c0455e8e-5cac-4b3c-95e1-31783bcd27ae tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Allocated IP 172.20.0.4 (2b65bcac-ba21-4565-bf6d-5e7b6fe83db7/1e15c12f-d45d-4aa3-a5bc-500d552ae0b3/869c59e3-1638-4f70-a7db-af169e389e96) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:13:46.929821 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f0ee5-008b-4293-a96d-938dbc42fdd1 req-ff3a0e1c-0402-4122-98c1-c822e98de56c tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:46.931344 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8b7f0ee5-008b-4293-a96d-938dbc42fdd1 req-ff3a0e1c-0402-4122-98c1-c822e98de56c tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 949 time: 0.0737612 Jul 09 16:13:46.977518 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6bd9ad33-46ef-4b75-84da-f257488dc3f3 req-c0455e8e-5cac-4b3c-95e1-31783bcd27ae tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:46.999098 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8b7f0ee5-008b-4293-a96d-938dbc42fdd1 req-c953ebe1-228e-4037-b65a-af8e2a83efea tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587268 Jul 09 16:13:47.029351 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6bd9ad33-46ef-4b75-84da-f257488dc3f3 req-c0455e8e-5cac-4b3c-95e1-31783bcd27ae tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:47.073141 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bd9ad33-46ef-4b75-84da-f257488dc3f3 req-c0455e8e-5cac-4b3c-95e1-31783bcd27ae tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Network 2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:13:47.076644 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-6bd9ad33-46ef-4b75-84da-f257488dc3f3 req-c0455e8e-5cac-4b3c-95e1-31783bcd27ae tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:13:47.082569 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd9ad33-46ef-4b75-84da-f257488dc3f3 req-c0455e8e-5cac-4b3c-95e1-31783bcd27ae tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:13:47.088954 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9ad33-46ef-4b75-84da-f257488dc3f3 req-c0455e8e-5cac-4b3c-95e1-31783bcd27ae tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:47.089612 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6bd9ad33-46ef-4b75-84da-f257488dc3f3 req-c0455e8e-5cac-4b3c-95e1-31783bcd27ae tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:47.097618 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['d846a90a-5bb1-447d-8948-0fa71ad4560c'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:13:47.112852 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0455e8e-5cac-4b3c-95e1-31783bcd27ae tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Pushing event updated for resources: {'Port': ['ID=869c59e3-1638-4f70-a7db-af169e389e96,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:13:47.117627 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6bd9ad33-46ef-4b75-84da-f257488dc3f3 req-c0455e8e-5cac-4b3c-95e1-31783bcd27ae tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6747530 Jul 09 16:13:47.129790 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-6bd9ad33-46ef-4b75-84da-f257488dc3f3 req-2b83866a-f586-4d2f-8397-61a0311c9dcf service neutron] Request body: {'port': {'device_id': '75aaba85-5449-4058-954c-fec4c6d84ebf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:13:47.238240 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6bd9ad33-46ef-4b75-84da-f257488dc3f3 req-2b83866a-f586-4d2f-8397-61a0311c9dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:47.577605 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c3e44-841b-436a-8cce-0ffff0caf904 req-d7641ff4-4ef2-4048-8abe-78fe842bd58a tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:47.580967 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-680c3e44-841b-436a-8cce-0ffff0caf904 req-d7641ff4-4ef2-4048-8abe-78fe842bd58a tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=75aaba85-5449-4058-954c-fec4c6d84ebf HTTP/1.1" status: 200 len: 931 time: 0.1029642 Jul 09 16:13:47.584271 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-6bd9ad33-46ef-4b75-84da-f257488dc3f3 req-2b83866a-f586-4d2f-8397-61a0311c9dcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 869c59e3-1638-4f70-a7db-af169e389e96 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:13:47.594622 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6bd9ad33-46ef-4b75-84da-f257488dc3f3 req-2b83866a-f586-4d2f-8397-61a0311c9dcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:47.608526 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-6bd9ad33-46ef-4b75-84da-f257488dc3f3 req-2b83866a-f586-4d2f-8397-61a0311c9dcf service neutron] Transition to ACTIVE for port object 869c59e3-1638-4f70-a7db-af169e389e96 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:13:47.614111 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6bd9ad33-46ef-4b75-84da-f257488dc3f3 req-2b83866a-f586-4d2f-8397-61a0311c9dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:47.647175 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-680c3e44-841b-436a-8cce-0ffff0caf904 req-b73bc4fb-55ca-4576-823c-b95ba3749ee1 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561984 Jul 09 16:13:47.670719 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b83866a-f586-4d2f-8397-61a0311c9dcf service neutron] Pushing event updated for resources: {'Port': ['ID=869c59e3-1638-4f70-a7db-af169e389e96,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:13:47.716039 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-6bd9ad33-46ef-4b75-84da-f257488dc3f3 req-2b83866a-f586-4d2f-8397-61a0311c9dcf service neutron] Attempting to bind port 869c59e3-1638-4f70-a7db-af169e389e96 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:13:47.716402 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-6bd9ad33-46ef-4b75-84da-f257488dc3f3 req-2b83866a-f586-4d2f-8397-61a0311c9dcf service neutron] Attempting to bind port 869c59e3-1638-4f70-a7db-af169e389e96 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'cbc7a639-5863-4995-9a4b-f91be63e1ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b65bcac-ba21-4565-bf6d-5e7b6fe83db7'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:13:47.716861 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd9ad33-46ef-4b75-84da-f257488dc3f3 req-2b83866a-f586-4d2f-8397-61a0311c9dcf service neutron] Attempting to bind port 869c59e3-1638-4f70-a7db-af169e389e96 on network 2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:13:47.721636 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd9ad33-46ef-4b75-84da-f257488dc3f3 req-2b83866a-f586-4d2f-8397-61a0311c9dcf service neutron] Port 869c59e3-1638-4f70-a7db-af169e389e96 on network 2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:13:47.721962 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd9ad33-46ef-4b75-84da-f257488dc3f3 req-2b83866a-f586-4d2f-8397-61a0311c9dcf service neutron] Attempting to bind port 869c59e3-1638-4f70-a7db-af169e389e96 on network 2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:13:47.727350 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd9ad33-46ef-4b75-84da-f257488dc3f3 req-2b83866a-f586-4d2f-8397-61a0311c9dcf service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:13:47.727681 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd9ad33-46ef-4b75-84da-f257488dc3f3 req-2b83866a-f586-4d2f-8397-61a0311c9dcf service neutron] Checking segment: {'id': 'cbc7a639-5863-4995-9a4b-f91be63e1ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b65bcac-ba21-4565-bf6d-5e7b6fe83db7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:13:47.728059 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd9ad33-46ef-4b75-84da-f257488dc3f3 req-2b83866a-f586-4d2f-8397-61a0311c9dcf service neutron] Bound using segment: {'id': 'cbc7a639-5863-4995-9a4b-f91be63e1ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b65bcac-ba21-4565-bf6d-5e7b6fe83db7'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:13:47.728489 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-6bd9ad33-46ef-4b75-84da-f257488dc3f3 req-2b83866a-f586-4d2f-8397-61a0311c9dcf service neutron] Bound port: 869c59e3-1638-4f70-a7db-af169e389e96, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbc7a639-5863-4995-9a4b-f91be63e1ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b65bcac-ba21-4565-bf6d-5e7b6fe83db7'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:13:47.728847 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6bd9ad33-46ef-4b75-84da-f257488dc3f3 req-2b83866a-f586-4d2f-8397-61a0311c9dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:47.836916 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-6bd9ad33-46ef-4b75-84da-f257488dc3f3 req-2b83866a-f586-4d2f-8397-61a0311c9dcf service neutron] For port 869c59e3-1638-4f70-a7db-af169e389e96, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:13:47.840918 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-6bd9ad33-46ef-4b75-84da-f257488dc3f3 req-2b83866a-f586-4d2f-8397-61a0311c9dcf service neutron] For port 869c59e3-1638-4f70-a7db-af169e389e96, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=869c59e3-1638-4f70-a7db-af169e389e96,segment=NetworkSegment(cbc7a639-5863-4995-9a4b-f91be63e1ab1),segment_id=cbc7a639-5863-4995-9a4b-f91be63e1ab1)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:13:47.847346 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6bd9ad33-46ef-4b75-84da-f257488dc3f3 req-2b83866a-f586-4d2f-8397-61a0311c9dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:47.935971 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9ad33-46ef-4b75-84da-f257488dc3f3 req-2b83866a-f586-4d2f-8397-61a0311c9dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:47.936611 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6bd9ad33-46ef-4b75-84da-f257488dc3f3 req-2b83866a-f586-4d2f-8397-61a0311c9dcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:47.938118 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6bd9ad33-46ef-4b75-84da-f257488dc3f3 req-2b83866a-f586-4d2f-8397-61a0311c9dcf service neutron] 10.222.0.77 "PUT /v2.0/ports/869c59e3-1638-4f70-a7db-af169e389e96 HTTP/1.1" status: 200 len: 1091 time: 0.8130035 Jul 09 16:13:47.940487 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75aaba85-5449-4058-954c-fec4c6d84ebf', 'tag': '869c59e3-1638-4f70-a7db-af169e389e96'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:13:47.942449 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f78b19-9402-4c70-ac2a-c700140842c9" -d '{"events": [{"name": "network-changed", "server_uuid": "75aaba85-5449-4058-954c-fec4c6d84ebf", "tag": "869c59e3-1638-4f70-a7db-af169e389e96"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:13:47.980843 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b83866a-f586-4d2f-8397-61a0311c9dcf service neutron] Pushing event updated for resources: {'Port': ['ID=869c59e3-1638-4f70-a7db-af169e389e96,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:13:48.007289 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d6db3b-bc92-4d5e-890e-23d1d8e2937c req-6c361c6e-f58b-4aa0-8ec6-c025d7aeb69d tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:48.009286 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f6d6db3b-bc92-4d5e-890e-23d1d8e2937c req-6c361c6e-f58b-4aa0-8ec6-c025d7aeb69d tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebee91cc-870b-42d5-9f06-9d3c7ddfb584 HTTP/1.1" status: 200 len: 948 time: 0.1582963 Jul 09 16:13:48.089545 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f6d6db3b-bc92-4d5e-890e-23d1d8e2937c req-449346a5-7289-429c-8b3a-a5992c986721 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684762 Jul 09 16:13:48.106935 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9ad33-46ef-4b75-84da-f257488dc3f3 req-ef23091b-6d48-455e-be1a-c070c90276d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:48.107404 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 4f44756b-1519-4a88-931a-778934ee6039 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:13:48.108837 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6bd9ad33-46ef-4b75-84da-f257488dc3f3 req-ef23091b-6d48-455e-be1a-c070c90276d5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9639d7ee11dd47639be4bedc72b53ccc&device_id=75aaba85-5449-4058-954c-fec4c6d84ebf HTTP/1.1" status: 200 len: 1094 time: 0.0982792 Jul 09 16:13:48.185235 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a612354-6e88-4f60-aa08-e0006930f785 x-openstack-request-id: req-5a612354-6e88-4f60-aa08-e0006930f785 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:13:48.188555 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75aaba85-5449-4058-954c-fec4c6d84ebf", "tag": "869c59e3-1638-4f70-a7db-af169e389e96", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:13:48.188900 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5a612354-6e88-4f60-aa08-e0006930f785 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:13:48.189511 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75aaba85-5449-4058-954c-fec4c6d84ebf', 'tag': '869c59e3-1638-4f70-a7db-af169e389e96', 'status': 'completed', 'code': 200} Jul 09 16:13:48.191378 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6bd9ad33-46ef-4b75-84da-f257488dc3f3 req-19d48fb4-3b09-4745-9d9d-80907a09fdfe service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=869c59e3-1638-4f70-a7db-af169e389e96 HTTP/1.1" status: 200 len: 217 time: 0.0672705 Jul 09 16:13:48.283760 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9ad33-46ef-4b75-84da-f257488dc3f3 req-a95e581f-ea7c-432f-a5a2-76eeab2e332c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:48.285587 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6bd9ad33-46ef-4b75-84da-f257488dc3f3 req-a95e581f-ea7c-432f-a5a2-76eeab2e332c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1e15c12f-d45d-4aa3-a5bc-500d552ae0b3 HTTP/1.1" status: 200 len: 860 time: 0.0855935 Jul 09 16:13:48.292600 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:48.324994 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4aad9b-2b23-4b57-ac9a-9384c9ad2f49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f44756b-1519-4a88-931a-778934ee6039'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:13:48.329387 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73852f8-055c-4931-91ea-1b5969f10247" -d '{"events": [{"server_uuid": "0c4aad9b-2b23-4b57-ac9a-9384c9ad2f49", "name": "network-vif-unplugged", "status": "completed", "tag": "4f44756b-1519-4a88-931a-778934ee6039"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:13:48.336369 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6bd9ad33-46ef-4b75-84da-f257488dc3f3 req-f1da6f48-5bd0-4bfd-a0dc-63a101083c14 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2b65bcac-ba21-4565-bf6d-5e7b6fe83db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435297 Jul 09 16:13:48.345344 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 4f44756b-1519-4a88-931a-778934ee6039, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=4f44756b-1519-4a88-931a-778934ee6039,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:13:48.352104 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:48.417458 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=4f44756b-1519-4a88-931a-778934ee6039,revision_number=11']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:13:48.475729 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dfa6e7-acdb-481e-b736-f22dda1f7764 req-08f115d3-f7d3-4159-b0aa-832a44a4dac8 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:48.477247 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-98dfa6e7-acdb-481e-b736-f22dda1f7764 req-08f115d3-f7d3-4159-b0aa-832a44a4dac8 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 949 time: 0.1385210 Jul 09 16:13:48.479070 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6bd9ad33-46ef-4b75-84da-f257488dc3f3 req-4fbbfcf1-158a-49d4-b207-590d3e595b57 service neutron] 10.222.0.77 "GET /v2.0/networks/2b65bcac-ba21-4565-bf6d-5e7b6fe83db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305602 Jul 09 16:13:48.567352 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-98dfa6e7-acdb-481e-b736-f22dda1f7764 req-51d6e723-cdd3-4d1e-9bdc-9c511a88d83a tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836332 Jul 09 16:13:48.617859 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6bd9ad33-46ef-4b75-84da-f257488dc3f3 req-06a7c52c-16c2-45fd-a8e4-92753cbbb368 service neutron] 10.222.0.77 "GET /v2.0/networks/2b65bcac-ba21-4565-bf6d-5e7b6fe83db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182225 Jul 09 16:13:48.641391 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397ee118-814a-4734-949c-fa6d7fcd6a1a x-openstack-request-id: req-397ee118-814a-4734-949c-fa6d7fcd6a1a {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:13:48.641984 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4aad9b-2b23-4b57-ac9a-9384c9ad2f49", "name": "network-vif-unplugged", "status": "completed", "tag": "4f44756b-1519-4a88-931a-778934ee6039", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:13:48.642288 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-397ee118-814a-4734-949c-fa6d7fcd6a1a {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:13:48.642866 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4aad9b-2b23-4b57-ac9a-9384c9ad2f49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f44756b-1519-4a88-931a-778934ee6039', 'code': 200} Jul 09 16:13:48.818989 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f78b19-9402-4c70-ac2a-c700140842c9 req-8d137672-07cb-4489-8d68-7e6b03356f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:48.820611 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a6f78b19-9402-4c70-ac2a-c700140842c9 req-8d137672-07cb-4489-8d68-7e6b03356f07 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9639d7ee11dd47639be4bedc72b53ccc&device_id=75aaba85-5449-4058-954c-fec4c6d84ebf HTTP/1.1" status: 200 len: 1094 time: 0.1316590 Jul 09 16:13:48.844522 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f985635d-7939-4ab3-863e-785b4c9dbf49 req-42e275f9-37c0-4712-8412-271516f9163f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1994318a-faf4-4587-9787-0cd99a4f3347&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1561403 Jul 09 16:13:48.982718 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985635d-7939-4ab3-863e-785b4c9dbf49 req-283ff828-4a4d-47d6-8fc4-3c40625ec885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:48.984292 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f985635d-7939-4ab3-863e-785b4c9dbf49 req-283ff828-4a4d-47d6-8fc4-3c40625ec885 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9639d7ee11dd47639be4bedc72b53ccc&device_id=1994318a-faf4-4587-9787-0cd99a4f3347 HTTP/1.1" status: 200 len: 1096 time: 0.0994904 Jul 09 16:13:48.985392 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f78b19-9402-4c70-ac2a-c700140842c9 req-7f806fe8-2e1c-4233-b1b6-3faffdf6e24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:48.986818 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a6f78b19-9402-4c70-ac2a-c700140842c9 req-7f806fe8-2e1c-4233-b1b6-3faffdf6e24f service neutron] 10.222.0.77 "GET /v2.0/networks?id=2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 HTTP/1.1" status: 200 len: 921 time: 0.1593707 Jul 09 16:13:49.045880 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a6f78b19-9402-4c70-ac2a-c700140842c9 req-96b3499b-3b0a-4948-aa0f-9db20b15af1d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=869c59e3-1638-4f70-a7db-af169e389e96 HTTP/1.1" status: 200 len: 217 time: 0.0464129 Jul 09 16:13:49.156698 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccce5bf-001c-4ef2-9491-92a061a14f60 req-b53b8f27-483b-4b53-bab4-7b21df097aec tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:49.161876 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f78b19-9402-4c70-ac2a-c700140842c9 req-d2f6d7de-643d-410a-946a-88ddf9ec39dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:49.163347 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a6f78b19-9402-4c70-ac2a-c700140842c9 req-d2f6d7de-643d-410a-946a-88ddf9ec39dc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1e15c12f-d45d-4aa3-a5bc-500d552ae0b3 HTTP/1.1" status: 200 len: 860 time: 0.0976124 Jul 09 16:13:49.165084 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6ccce5bf-001c-4ef2-9491-92a061a14f60 req-b53b8f27-483b-4b53-bab4-7b21df097aec tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=75aaba85-5449-4058-954c-fec4c6d84ebf HTTP/1.1" status: 200 len: 943 time: 0.0891991 Jul 09 16:13:49.206265 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a6f78b19-9402-4c70-ac2a-c700140842c9 req-610f342f-eb34-4703-aa9a-37f72526b264 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2b65bcac-ba21-4565-bf6d-5e7b6fe83db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325358 Jul 09 16:13:49.209801 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6ccce5bf-001c-4ef2-9491-92a061a14f60 req-5edb7ce9-3e51-4612-847e-23d1b00f1fd0 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435681 Jul 09 16:13:49.211480 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985635d-7939-4ab3-863e-785b4c9dbf49 req-8f94a43b-d2be-4f2b-8b18-d9522954fbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:49.212909 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f985635d-7939-4ab3-863e-785b4c9dbf49 req-8f94a43b-d2be-4f2b-8b18-d9522954fbb3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 HTTP/1.1" status: 200 len: 921 time: 0.2044096 Jul 09 16:13:49.306418 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f985635d-7939-4ab3-863e-785b4c9dbf49 req-1c7d9a19-dd7b-4edb-bcf7-05e53e6937ec service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=decec9c1-b0bd-4c37-9fa9-2b5c1c14f286 HTTP/1.1" status: 200 len: 217 time: 0.0733356 Jul 09 16:13:49.422448 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985635d-7939-4ab3-863e-785b4c9dbf49 req-6405c650-f906-422b-82fa-5ffa74f8e529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:49.423952 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f985635d-7939-4ab3-863e-785b4c9dbf49 req-6405c650-f906-422b-82fa-5ffa74f8e529 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1e15c12f-d45d-4aa3-a5bc-500d552ae0b3 HTTP/1.1" status: 200 len: 860 time: 0.1109231 Jul 09 16:13:49.427762 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a6f78b19-9402-4c70-ac2a-c700140842c9 req-9b22c3ef-5273-4a2a-9eb0-3017d8b629ae service neutron] 10.222.0.77 "GET /v2.0/networks/2b65bcac-ba21-4565-bf6d-5e7b6fe83db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127836 Jul 09 16:13:49.478222 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f985635d-7939-4ab3-863e-785b4c9dbf49 req-9307555c-b0cf-48a8-8488-20a369541051 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2b65bcac-ba21-4565-bf6d-5e7b6fe83db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387764 Jul 09 16:13:49.591560 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71139fad-6e9f-4741-bc9f-9dbbd01ab95e req-387bbfcf-f5e7-4cc2-8518-bd261899d259 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:49.593097 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-71139fad-6e9f-4741-bc9f-9dbbd01ab95e req-387bbfcf-f5e7-4cc2-8518-bd261899d259 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebee91cc-870b-42d5-9f06-9d3c7ddfb584 HTTP/1.1" status: 200 len: 948 time: 0.2788150 Jul 09 16:13:49.684770 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-71139fad-6e9f-4741-bc9f-9dbbd01ab95e req-c98242b9-ec92-41bf-b905-0a819cb7c49f tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825737 Jul 09 16:13:49.723688 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a6f78b19-9402-4c70-ac2a-c700140842c9 req-c9722bde-1ccf-40a6-b644-6aaf8eef8865 service neutron] 10.222.0.77 "GET /v2.0/networks/2b65bcac-ba21-4565-bf6d-5e7b6fe83db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559333 Jul 09 16:13:49.725583 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f985635d-7939-4ab3-863e-785b4c9dbf49 req-f73ed7d1-fb75-4a75-b0b1-70176d18574b service neutron] 10.222.0.77 "GET /v2.0/networks/2b65bcac-ba21-4565-bf6d-5e7b6fe83db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266676 Jul 09 16:13:49.834350 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f985635d-7939-4ab3-863e-785b4c9dbf49 req-10ad9c12-3d1b-4425-af00-6557887849be service neutron] 10.222.0.77 "GET /v2.0/networks/2b65bcac-ba21-4565-bf6d-5e7b6fe83db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980146 Jul 09 16:13:49.914877 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17134553-474e-4eca-937c-8cb8adcd8600 req-ea45b9c2-4d3a-4014-b98d-f72e66c0c680 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:49.916358 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-17134553-474e-4eca-937c-8cb8adcd8600 req-ea45b9c2-4d3a-4014-b98d-f72e66c0c680 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 949 time: 0.0856092 Jul 09 16:13:49.959230 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-17134553-474e-4eca-937c-8cb8adcd8600 req-e01d67f2-50fc-4a76-85eb-d86cd2e92b13 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370152 Jul 09 16:13:50.119334 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 50763f0e-db67-42aa-8825-6cf85685e3b8 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:13:50.291917 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 50763f0e-db67-42aa-8825-6cf85685e3b8, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=50763f0e-db67-42aa-8825-6cf85685e3b8,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:13:50.303975 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '50763f0e-db67-42aa-8825-6cf85685e3b8', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'port_id': '50763f0e-db67-42aa-8825-6cf85685e3b8', 'mac_address': 'fa:16:3e:bb:64:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f122b436-b232-4a3c-9aac-47d5639f2da4', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:13:50.344558 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:50.359805 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50763f0e-db67-42aa-8825-6cf85685e3b8 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:13:50.396177 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 50763f0e-db67-42aa-8825-6cf85685e3b8, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=50763f0e-db67-42aa-8825-6cf85685e3b8,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:13:50.400552 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:50.403620 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ee106-aad5-4b11-ab7c-1bb51de4d737 req-b4ee408d-7586-4a73-8584-a89da4b1f334 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:50.405362 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b31ee106-aad5-4b11-ab7c-1bb51de4d737 req-b4ee408d-7586-4a73-8584-a89da4b1f334 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b090679-c46d-496b-a086-c3e91382647e HTTP/1.1" status: 200 len: 947 time: 0.0826979 Jul 09 16:13:50.455352 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc0162-5713-4679-b3c5-6ce27c639837 req-1b85e699-b0a6-49b8-8ab8-fcf9773db9f1 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:50.457060 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b31ee106-aad5-4b11-ab7c-1bb51de4d737 req-2d3b9002-7d09-4b30-b912-310d61aeeb41 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.98 "GET /v2.0/security-groups?id=e76fa0e5-1c71-460e-a996-c20478c21386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447829 Jul 09 16:13:50.463414 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-25dc0162-5713-4679-b3c5-6ce27c639837 req-1b85e699-b0a6-49b8-8ab8-fcf9773db9f1 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=75aaba85-5449-4058-954c-fec4c6d84ebf HTTP/1.1" status: 200 len: 943 time: 0.0875816 Jul 09 16:13:50.465478 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=50763f0e-db67-42aa-8825-6cf85685e3b8,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:13:50.506649 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-25dc0162-5713-4679-b3c5-6ce27c639837 req-34bc62b7-4c58-4a63-8cd1-0fa1ec99168d tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422702 Jul 09 16:13:50.881062 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff39468-ef7b-4d69-b9c0-1d91cd4fa6e5 req-d8dd3459-3def-45b0-a15d-a92c36f991fa tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:50.882737 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-aff39468-ef7b-4d69-b9c0-1d91cd4fa6e5 req-d8dd3459-3def-45b0-a15d-a92c36f991fa tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebee91cc-870b-42d5-9f06-9d3c7ddfb584 HTTP/1.1" status: 200 len: 949 time: 0.0748711 Jul 09 16:13:50.935020 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-aff39468-ef7b-4d69-b9c0-1d91cd4fa6e5 req-0e39dcb2-0ead-4691-842d-3024ac5fcc3a tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418370 Jul 09 16:13:51.155541 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a464d-d9c4-4356-b705-6796873abc1e req-ac6e2336-dcd7-4450-ba3a-1d4452a77933 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:51.157754 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-822a464d-d9c4-4356-b705-6796873abc1e req-ac6e2336-dcd7-4450-ba3a-1d4452a77933 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 949 time: 0.0702460 Jul 09 16:13:51.191181 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['50763f0e-db67-42aa-8825-6cf85685e3b8'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:13:51.223373 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-822a464d-d9c4-4356-b705-6796873abc1e req-be078cff-be7c-4d72-ae9a-1c249d47c4a1 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548236 Jul 09 16:13:51.642973 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc02a5-5166-4655-ac1e-c6b1955ae747 req-a6707b73-b66e-467e-89a2-3769096ca67f tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:51.644629 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d9bc02a5-5166-4655-ac1e-c6b1955ae747 req-a6707b73-b66e-467e-89a2-3769096ca67f tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b090679-c46d-496b-a086-c3e91382647e HTTP/1.1" status: 200 len: 947 time: 0.0677483 Jul 09 16:13:51.684243 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d9bc02a5-5166-4655-ac1e-c6b1955ae747 req-f2f9f286-cbdc-4034-af68-d51fc5b51932 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.98 "GET /v2.0/security-groups?id=e76fa0e5-1c71-460e-a996-c20478c21386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338089 Jul 09 16:13:51.693761 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe2e32-c14e-4c68-85c0-a52ad22933f6 req-f710a1f2-c938-4c39-abdb-b5f13ad515b7 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:51.695269 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7fbe2e32-c14e-4c68-85c0-a52ad22933f6 req-f710a1f2-c938-4c39-abdb-b5f13ad515b7 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=75aaba85-5449-4058-954c-fec4c6d84ebf HTTP/1.1" status: 200 len: 943 time: 0.0674832 Jul 09 16:13:51.735837 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7fbe2e32-c14e-4c68-85c0-a52ad22933f6 req-09847c12-d1dc-4e6f-a424-f515544cf925 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337253 Jul 09 16:13:52.125905 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b4ead-e082-4122-a771-52362ffb0b2e req-b5922e4d-214b-496a-9e81-709bac4a8bb3 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:52.127607 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e46b4ead-e082-4122-a771-52362ffb0b2e req-b5922e4d-214b-496a-9e81-709bac4a8bb3 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebee91cc-870b-42d5-9f06-9d3c7ddfb584 HTTP/1.1" status: 200 len: 949 time: 0.0707724 Jul 09 16:13:52.168782 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e46b4ead-e082-4122-a771-52362ffb0b2e req-ccb27a3f-e1f8-41ca-a4e3-5eecbcedf466 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350142 Jul 09 16:13:52.210302 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3ba79e5c-652b-4e9b-aae1-096b4b4217f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:52.392377 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ff9e4-a763-4f74-91be-1418d5520971 req-bca76ef7-fa16-448b-854e-18f629972393 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:52.393846 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4c1ff9e4-a763-4f74-91be-1418d5520971 req-bca76ef7-fa16-448b-854e-18f629972393 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 949 time: 0.0651364 Jul 09 16:13:52.440652 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4c1ff9e4-a763-4f74-91be-1418d5520971 req-837a001a-86d7-4675-8f24-914b839d21be tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406721 Jul 09 16:13:52.875707 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e7546-600d-4bd5-bed0-173bb67dd255 req-146b7eca-56db-4afe-8a5a-535adb4f5972 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:52.877213 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4b9e7546-600d-4bd5-bed0-173bb67dd255 req-146b7eca-56db-4afe-8a5a-535adb4f5972 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b090679-c46d-496b-a086-c3e91382647e HTTP/1.1" status: 200 len: 947 time: 0.0659320 Jul 09 16:13:52.917408 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4b9e7546-600d-4bd5-bed0-173bb67dd255 req-d986e7ca-132e-4679-a36d-ab6c7f6ea703 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.98 "GET /v2.0/security-groups?id=e76fa0e5-1c71-460e-a996-c20478c21386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336847 Jul 09 16:13:52.929896 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340c49d-ec83-4e0c-ae70-316660954bca req-9075e346-3bfe-4487-aac2-37c5cb680272 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:52.931977 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1340c49d-ec83-4e0c-ae70-316660954bca req-9075e346-3bfe-4487-aac2-37c5cb680272 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=75aaba85-5449-4058-954c-fec4c6d84ebf HTTP/1.1" status: 200 len: 943 time: 0.0743885 Jul 09 16:13:52.970715 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1340c49d-ec83-4e0c-ae70-316660954bca req-aa7350e8-c78d-49fa-8068-d05afb3e8789 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320365 Jul 09 16:13:53.387657 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5674472-d903-4436-a7b6-bd69e5ad827b req-35092c91-f70e-4848-92f5-1f546be53352 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:53.389299 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b5674472-d903-4436-a7b6-bd69e5ad827b req-35092c91-f70e-4848-92f5-1f546be53352 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebee91cc-870b-42d5-9f06-9d3c7ddfb584 HTTP/1.1" status: 200 len: 949 time: 0.1039462 Jul 09 16:13:53.445689 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b5674472-d903-4436-a7b6-bd69e5ad827b req-baba88f6-62fc-4ac7-b928-a3e6d5672b3b tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500250 Jul 09 16:13:53.456202 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97262bab-aa20-49cd-b2c7-5883debba61e req-26aed977-fdc6-4f3f-809e-d416d9aaa037 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:53.457695 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-97262bab-aa20-49cd-b2c7-5883debba61e req-26aed977-fdc6-4f3f-809e-d416d9aaa037 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b090679-c46d-496b-a086-c3e91382647e HTTP/1.1" status: 200 len: 947 time: 0.1193604 Jul 09 16:13:53.572329 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-97262bab-aa20-49cd-b2c7-5883debba61e req-b2e05a4b-3207-47b4-895a-aae348b3e467 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Deleting port 9429497b-061d-407b-8537-970adf7a8636 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:13:53.572669 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-97262bab-aa20-49cd-b2c7-5883debba61e req-b2e05a4b-3207-47b4-895a-aae348b3e467 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:53.710742 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-97262bab-aa20-49cd-b2c7-5883debba61e req-b2e05a4b-3207-47b4-895a-aae348b3e467 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] For port 9429497b-061d-407b-8537-970adf7a8636, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=9429497b-061d-407b-8537-970adf7a8636,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:13:53.711120 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-97262bab-aa20-49cd-b2c7-5883debba61e req-b2e05a4b-3207-47b4-895a-aae348b3e467 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:53.728880 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249d4d4-8755-40a8-9e22-6bc7e2cc3576 req-516c3562-1ade-4f84-926d-e4535d292a51 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:53.730258 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4249d4d4-8755-40a8-9e22-6bc7e2cc3576 req-516c3562-1ade-4f84-926d-e4535d292a51 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 949 time: 0.1533213 Jul 09 16:13:53.734311 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-97262bab-aa20-49cd-b2c7-5883debba61e req-b2e05a4b-3207-47b4-895a-aae348b3e467 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Calling delete_port for 9429497b-061d-407b-8537-970adf7a8636 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:13:53.816234 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4249d4d4-8755-40a8-9e22-6bc7e2cc3576 req-70dcbed2-892c-4e46-b7ba-0891f99b893f tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775712 Jul 09 16:13:53.894735 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-97262bab-aa20-49cd-b2c7-5883debba61e req-b2e05a4b-3207-47b4-895a-aae348b3e467 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:53.923725 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e05a4b-3207-47b4-895a-aae348b3e467 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Pushing event deleted for resources: {'Port': ['ID=9429497b-061d-407b-8537-970adf7a8636,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:13:53.977022 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-97262bab-aa20-49cd-b2c7-5883debba61e req-b2e05a4b-3207-47b4-895a-aae348b3e467 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] No DVR routers for this DVR port 9429497b-061d-407b-8537-970adf7a8636 on host n-h2-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:13:53.979982 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-97262bab-aa20-49cd-b2c7-5883debba61e req-b2e05a4b-3207-47b4-895a-aae348b3e467 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:53.981939 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-97262bab-aa20-49cd-b2c7-5883debba61e req-b2e05a4b-3207-47b4-895a-aae348b3e467 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.73 "DELETE /v2.0/ports/9429497b-061d-407b-8537-970adf7a8636 HTTP/1.1" status: 204 len: 173 time: 0.5187447 Jul 09 16:13:53.982390 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b090679-c46d-496b-a086-c3e91382647e', 'name': 'network-vif-deleted', 'tag': '9429497b-061d-407b-8537-970adf7a8636'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:13:53.985105 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6b0633-4a61-489b-a587-d6985fb6484c" -d '{"events": [{"server_uuid": "1b090679-c46d-496b-a086-c3e91382647e", "name": "network-vif-deleted", "tag": "9429497b-061d-407b-8537-970adf7a8636"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:13:54.024010 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e4eadc-f46d-4d8d-ba26-2c31ceaebeae x-openstack-request-id: req-85e4eadc-f46d-4d8d-ba26-2c31ceaebeae {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:13:54.024339 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b090679-c46d-496b-a086-c3e91382647e", "name": "network-vif-deleted", "tag": "9429497b-061d-407b-8537-970adf7a8636", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:13:54.024569 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-85e4eadc-f46d-4d8d-ba26-2c31ceaebeae {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:13:54.024942 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b090679-c46d-496b-a086-c3e91382647e', 'name': 'network-vif-deleted', 'tag': '9429497b-061d-407b-8537-970adf7a8636', 'status': 'completed', 'code': 200} Jul 09 16:13:54.076526 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-017f2c14-44f5-4018-a732-0339b2a648ea req-a7b62bc7-78a6-4235-92a5-58940abb6b4f tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b090679-c46d-496b-a086-c3e91382647e HTTP/1.1" status: 200 len: 210 time: 0.0369992 Jul 09 16:13:54.139166 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 50763f0e-db67-42aa-8825-6cf85685e3b8 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:13:54.187209 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609eb96e-47f4-4ff2-ad46-046c0be9c9ce req-abc89ca7-1aa5-4cec-9ae0-d8216c60e5d0 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:54.188883 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-609eb96e-47f4-4ff2-ad46-046c0be9c9ce req-abc89ca7-1aa5-4cec-9ae0-d8216c60e5d0 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=75aaba85-5449-4058-954c-fec4c6d84ebf HTTP/1.1" status: 200 len: 943 time: 0.0748215 Jul 09 16:13:54.204402 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 50763f0e-db67-42aa-8825-6cf85685e3b8 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:13:54.208443 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 50763f0e-db67-42aa-8825-6cf85685e3b8 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:13:54.209047 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:54.239036 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-609eb96e-47f4-4ff2-ad46-046c0be9c9ce req-62c95e73-969c-4250-9324-53be5d9b669e tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375316 Jul 09 16:13:54.307219 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:54.334297 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebee91cc-870b-42d5-9f06-9d3c7ddfb584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50763f0e-db67-42aa-8825-6cf85685e3b8'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:13:54.336798 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6582d879-8cb1-4cab-b432-0ea9bb6f593e" -d '{"events": [{"server_uuid": "ebee91cc-870b-42d5-9f06-9d3c7ddfb584", "name": "network-vif-plugged", "status": "completed", "tag": "50763f0e-db67-42aa-8825-6cf85685e3b8"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:13:54.351390 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 50763f0e-db67-42aa-8825-6cf85685e3b8, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=50763f0e-db67-42aa-8825-6cf85685e3b8,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:13:54.359186 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:54.389548 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb08b4df-69f8-4707-86f6-201150c6cf0d x-openstack-request-id: req-bb08b4df-69f8-4707-86f6-201150c6cf0d {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:13:54.390294 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebee91cc-870b-42d5-9f06-9d3c7ddfb584", "name": "network-vif-plugged", "status": "completed", "tag": "50763f0e-db67-42aa-8825-6cf85685e3b8", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:13:54.390736 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-bb08b4df-69f8-4707-86f6-201150c6cf0d {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:13:54.391362 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebee91cc-870b-42d5-9f06-9d3c7ddfb584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50763f0e-db67-42aa-8825-6cf85685e3b8', 'code': 200} Jul 09 16:13:54.416491 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=50763f0e-db67-42aa-8825-6cf85685e3b8,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:13:54.606022 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63032098-d60d-4d7d-bfe6-76307ea014f6 req-e8bb6ac9-c9db-4957-9143-7c1c135b8090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:54.607674 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-63032098-d60d-4d7d-bfe6-76307ea014f6 req-e8bb6ac9-c9db-4957-9143-7c1c135b8090 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ebee91cc-870b-42d5-9f06-9d3c7ddfb584 HTTP/1.1" status: 200 len: 1101 time: 0.0619650 Jul 09 16:13:54.646340 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ccba0b-c08d-44b1-a624-d6c2c792d760 req-15b997c4-390f-43fb-9b96-4e8ea33f37c6 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:54.648160 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f6ccba0b-c08d-44b1-a624-d6c2c792d760 req-15b997c4-390f-43fb-9b96-4e8ea33f37c6 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebee91cc-870b-42d5-9f06-9d3c7ddfb584 HTTP/1.1" status: 200 len: 950 time: 0.0776148 Jul 09 16:13:54.648534 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-63032098-d60d-4d7d-bfe6-76307ea014f6 req-a69c53f6-4cba-4d43-b86c-e44daad09714 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310614 Jul 09 16:13:54.688545 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f6ccba0b-c08d-44b1-a624-d6c2c792d760 req-efcf5edf-d920-40b7-8fee-7f2ab515f03e tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344625 Jul 09 16:13:55.001842 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0a89f-e841-40b3-be3a-08da0bbf2052 req-deb5e9d0-6aec-41ec-b328-c341c13d79a4 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:55.003340 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bfa0a89f-e841-40b3-be3a-08da0bbf2052 req-deb5e9d0-6aec-41ec-b328-c341c13d79a4 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 949 time: 0.0640738 Jul 09 16:13:55.042240 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bfa0a89f-e841-40b3-be3a-08da0bbf2052 req-47893d5e-26de-4163-8d3d-737b79df242b tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325077 Jul 09 16:13:55.052823 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4de89e35-ec4b-4176-80cd-37514884c378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:55.217941 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:55.242848 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3ec01e7e-8ea1-45a6-90f5-48b9b4c8353c req-9cfbb24c-106d-4cb8-9604-2ead6923ba64 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b090679-c46d-496b-a086-c3e91382647e HTTP/1.1" status: 200 len: 210 time: 0.0342715 Jul 09 16:13:55.433550 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09c38f-523a-432e-a950-7b16ee4f2fef req-3d949bfd-1da9-4ba1-88cd-5a4132f6da54 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:55.435081 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5b09c38f-523a-432e-a950-7b16ee4f2fef req-3d949bfd-1da9-4ba1-88cd-5a4132f6da54 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=75aaba85-5449-4058-954c-fec4c6d84ebf HTTP/1.1" status: 200 len: 943 time: 0.0695550 Jul 09 16:13:55.476579 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5b09c38f-523a-432e-a950-7b16ee4f2fef req-b4da10ba-8b99-41fe-9c74-1a129b128f91 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343251 Jul 09 16:13:55.875566 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d262994a-a661-420d-8a13-aaca5577ae3c req-d2106661-37bf-496f-9dfa-6af31affbb77 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:55.877160 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d262994a-a661-420d-8a13-aaca5577ae3c req-d2106661-37bf-496f-9dfa-6af31affbb77 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebee91cc-870b-42d5-9f06-9d3c7ddfb584 HTTP/1.1" status: 200 len: 950 time: 0.0707455 Jul 09 16:13:55.922746 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d262994a-a661-420d-8a13-aaca5577ae3c req-40faeb6a-c6b8-4894-951c-25f4cbe53aaa tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393882 Jul 09 16:13:56.104927 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:56.135877 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 9429497b-061d-407b-8537-970adf7a8636 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:13:56.161165 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: 9429497b-061d-407b-8537-970adf7a8636 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:13:56.161608 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 9429497b-061d-407b-8537-970adf7a8636 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:13:56.229314 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da85153-95e4-4e19-9fed-3909ade61085 req-23639b52-71da-4ee9-b1dd-e1809bd2ecf0 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:56.231061 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8da85153-95e4-4e19-9fed-3909ade61085 req-23639b52-71da-4ee9-b1dd-e1809bd2ecf0 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 949 time: 0.0688071 Jul 09 16:13:56.273988 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8da85153-95e4-4e19-9fed-3909ade61085 req-6bd0b07e-298a-4e8d-962d-dc98e94ad9eb tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372889 Jul 09 16:13:56.312504 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:56.699426 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938ef719-1bf8-4a74-a07b-fc798b995120 req-ac650ed9-e381-4f2c-bdb3-7b362006237a tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:56.700987 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-938ef719-1bf8-4a74-a07b-fc798b995120 req-ac650ed9-e381-4f2c-bdb3-7b362006237a tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=75aaba85-5449-4058-954c-fec4c6d84ebf HTTP/1.1" status: 200 len: 943 time: 0.0768049 Jul 09 16:13:56.730084 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe44ce-07c9-4bc6-b5c1-ace3438ff723 req-69a9dbf9-fb9f-442a-905b-5962f932d2d9 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:56.731690 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-30fe44ce-07c9-4bc6-b5c1-ace3438ff723 req-69a9dbf9-fb9f-442a-905b-5962f932d2d9 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.98 "GET /v2.0/ports?device_id=0c4aad9b-2b23-4b57-ac9a-9384c9ad2f49 HTTP/1.1" status: 200 len: 948 time: 0.0733476 Jul 09 16:13:56.742502 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-938ef719-1bf8-4a74-a07b-fc798b995120 req-f43fc5c4-7385-4c24-843b-99d55b79a2bc tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355332 Jul 09 16:13:56.778490 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-30fe44ce-07c9-4bc6-b5c1-ace3438ff723 req-b94c6fbb-501b-4049-be38-722bf9cac03e tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.98 "GET /v2.0/security-groups?id=e76fa0e5-1c71-460e-a996-c20478c21386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403731 Jul 09 16:13:57.192236 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf15fe2-5e81-457e-b4b6-95e737ce9e13 req-3a233cf3-52df-4c6d-905a-5276ba0f3f27 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:57.193753 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fbf15fe2-5e81-457e-b4b6-95e737ce9e13 req-3a233cf3-52df-4c6d-905a-5276ba0f3f27 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebee91cc-870b-42d5-9f06-9d3c7ddfb584 HTTP/1.1" status: 200 len: 950 time: 0.0677450 Jul 09 16:13:57.237775 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fbf15fe2-5e81-457e-b4b6-95e737ce9e13 req-27992b71-681c-48dd-8885-bb5e95b1c668 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383132 Jul 09 16:13:57.460477 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a3af0-f0bf-487a-9497-ca54eff98e37 req-7758893e-b6dd-410c-a7cd-1cadea96b988 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:57.461252 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-846a3af0-f0bf-487a-9497-ca54eff98e37 req-7758893e-b6dd-410c-a7cd-1cadea96b988 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 949 time: 0.0674291 Jul 09 16:13:57.468662 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab2a53d-8acb-4f00-a93a-4c44fd8e90c6 req-67507344-378c-40bf-9501-a6c20a51fea4 tempest-ServersOnMultiNodesTest-830479370 tempest-ServersOnMultiNodesTest-830479370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:57.471353 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-aab2a53d-8acb-4f00-a93a-4c44fd8e90c6 req-67507344-378c-40bf-9501-a6c20a51fea4 tempest-ServersOnMultiNodesTest-830479370 tempest-ServersOnMultiNodesTest-830479370-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=ebee91cc-870b-42d5-9f06-9d3c7ddfb584 HTTP/1.1" status: 200 len: 1101 time: 0.0893607 Jul 09 16:13:57.506901 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-846a3af0-f0bf-487a-9497-ca54eff98e37 req-e89544ac-2884-4eb8-a3b9-f4afce221801 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394735 Jul 09 16:13:57.510793 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-aab2a53d-8acb-4f00-a93a-4c44fd8e90c6 req-efa059d2-4831-44d6-941e-951e5330c95d tempest-ServersOnMultiNodesTest-830479370 tempest-ServersOnMultiNodesTest-830479370-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339136 Jul 09 16:13:57.727678 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-085695e9-8946-494b-bfb2-15d37368328d req-4b28ddd6-bc1f-43b7-ad3c-c4202be4a526 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=06486c1ff3c04c6aba88bb5474a3b49d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249069 Jul 09 16:13:57.826107 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 869c59e3-1638-4f70-a7db-af169e389e96 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:13:57.853171 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085695e9-8946-494b-bfb2-15d37368328d req-f8820bc9-9706-431b-9c85-53244b298867 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:57.854722 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-085695e9-8946-494b-bfb2-15d37368328d req-f8820bc9-9706-431b-9c85-53244b298867 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1216502 Jul 09 16:13:57.875197 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-085695e9-8946-494b-bfb2-15d37368328d req-6d58dffd-ffef-4d0f-b573-fab3bba900b0 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/quotas/06486c1ff3c04c6aba88bb5474a3b49d HTTP/1.1" status: 200 len: 375 time: 0.0144379 Jul 09 16:13:57.945308 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16937e3f-a24a-4d69-ada8-d3ec349c5bd4 req-183f2e32-b3f7-45b9-a2c5-497912904890 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:57.945701 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 869c59e3-1638-4f70-a7db-af169e389e96, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=869c59e3-1638-4f70-a7db-af169e389e96,segment=NetworkSegment(cbc7a639-5863-4995-9a4b-f91be63e1ab1),segment_id=cbc7a639-5863-4995-9a4b-f91be63e1ab1)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:13:57.947066 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-16937e3f-a24a-4d69-ada8-d3ec349c5bd4 req-183f2e32-b3f7-45b9-a2c5-497912904890 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=75aaba85-5449-4058-954c-fec4c6d84ebf HTTP/1.1" status: 200 len: 943 time: 0.0745802 Jul 09 16:13:57.958606 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '869c59e3-1638-4f70-a7db-af169e389e96', 'network_id': '2b65bcac-ba21-4565-bf6d-5e7b6fe83db7', 'port_id': '869c59e3-1638-4f70-a7db-af169e389e96', 'mac_address': 'fa:16:3e:28:40:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e15c12f-d45d-4aa3-a5bc-500d552ae0b3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:13:57.963095 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-085695e9-8946-494b-bfb2-15d37368328d req-7c1c388d-45b7-4341-9b3d-b1146d45e17a tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=06486c1ff3c04c6aba88bb5474a3b49d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0813963 Jul 09 16:13:57.998980 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-16937e3f-a24a-4d69-ada8-d3ec349c5bd4 req-f4a625dd-527e-4161-8629-50d5b9c20820 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416453 Jul 09 16:13:58.026230 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:58.040138 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:58.043450 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 869c59e3-1638-4f70-a7db-af169e389e96 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:13:58.070029 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 869c59e3-1638-4f70-a7db-af169e389e96, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=869c59e3-1638-4f70-a7db-af169e389e96,segment=NetworkSegment(cbc7a639-5863-4995-9a4b-f91be63e1ab1),segment_id=cbc7a639-5863-4995-9a4b-f91be63e1ab1)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:13:58.073773 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:58.138540 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=869c59e3-1638-4f70-a7db-af169e389e96,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:13:58.215614 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037b6bb-0772-4480-98dc-5063694a8fbc req-e243eb74-4036-43e7-a42a-8f0b0cbf89ed tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:58.217209 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9037b6bb-0772-4480-98dc-5063694a8fbc req-e243eb74-4036-43e7-a42a-8f0b0cbf89ed tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.98 "GET /v2.0/ports?device_id=0c4aad9b-2b23-4b57-ac9a-9384c9ad2f49 HTTP/1.1" status: 200 len: 948 time: 0.0737536 Jul 09 16:13:58.274256 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9037b6bb-0772-4480-98dc-5063694a8fbc req-0fb97695-0301-4530-94d4-e917e30a34f1 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.98 "GET /v2.0/security-groups?id=e76fa0e5-1c71-460e-a996-c20478c21386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501347 Jul 09 16:13:58.372726 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['869c59e3-1638-4f70-a7db-af169e389e96'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:13:58.455403 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9606b11d-9c6e-4810-b108-5b0722530d09 req-c977a1cb-ae68-4924-9306-975627db58f1 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=cd43afdc-0c5d-4aae-be74-e6524553fd0d HTTP/1.1" status: 200 len: 210 time: 0.0291433 Jul 09 16:13:58.700705 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f7686f-9ef8-4b53-83a3-e3e2a97f3db3 req-5b1eddf1-6eb2-430b-9878-a267aa2603aa tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:58.702232 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f9f7686f-9ef8-4b53-83a3-e3e2a97f3db3 req-5b1eddf1-6eb2-430b-9878-a267aa2603aa tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 949 time: 0.0724759 Jul 09 16:13:58.743900 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f9f7686f-9ef8-4b53-83a3-e3e2a97f3db3 req-bf63d406-76f3-49fe-bac1-1d608d636d11 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355103 Jul 09 16:13:59.203086 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc2bde-08fa-4faf-adf0-5eb5dbbcc507 req-fa3645f1-79a6-4a2e-a8c9-c88af9acd680 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:59.204626 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5bfc2bde-08fa-4faf-adf0-5eb5dbbcc507 req-fa3645f1-79a6-4a2e-a8c9-c88af9acd680 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=75aaba85-5449-4058-954c-fec4c6d84ebf HTTP/1.1" status: 200 len: 944 time: 0.0700474 Jul 09 16:13:59.263858 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-085695e9-8946-494b-bfb2-15d37368328d req-672874d4-28d4-41d3-b6bb-c33beb25f748 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=06486c1ff3c04c6aba88bb5474a3b49d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339544 Jul 09 16:13:59.270267 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5bfc2bde-08fa-4faf-adf0-5eb5dbbcc507 req-28eb68c1-410d-4211-b435-97abc1539237 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599954 Jul 09 16:13:59.412170 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085695e9-8946-494b-bfb2-15d37368328d req-e5720cdc-4bed-4f22-b93a-d89e642dc46e tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:59.413863 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-085695e9-8946-494b-bfb2-15d37368328d req-e5720cdc-4bed-4f22-b93a-d89e642dc46e tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1426301 Jul 09 16:13:59.428472 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-085695e9-8946-494b-bfb2-15d37368328d req-18b25e70-4af1-4fdf-b480-4e45051b4c03 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Request body: {'port': {'device_id': 'cd43afdc-0c5d-4aae-be74-e6524553fd0d', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'admin_state_up': True, 'tenant_id': '06486c1ff3c04c6aba88bb5474a3b49d'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:13:59.581585 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658c0f6-fef6-4151-a648-6ec5353eced3 req-d713a068-305e-4983-931b-d044e1149465 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:13:59.583151 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8658c0f6-fef6-4151-a648-6ec5353eced3 req-d713a068-305e-4983-931b-d044e1149465 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.98 "GET /v2.0/ports?device_id=0c4aad9b-2b23-4b57-ac9a-9384c9ad2f49 HTTP/1.1" status: 200 len: 948 time: 0.1590061 Jul 09 16:13:59.782635 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-94b4c2da-7f93-44f0-93bb-71467074aaf1 req-5c597ec8-75cc-41c7-8b02-49da370c910b tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=cd43afdc-0c5d-4aae-be74-e6524553fd0d HTTP/1.1" status: 200 len: 210 time: 0.0358202 Jul 09 16:13:59.851955 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 869c59e3-1638-4f70-a7db-af169e389e96 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:13:59.910253 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-085695e9-8946-494b-bfb2-15d37368328d req-18b25e70-4af1-4fdf-b480-4e45051b4c03 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Made reservation on behalf of 06486c1ff3c04c6aba88bb5474a3b49d for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:13:59.913758 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-085695e9-8946-494b-bfb2-15d37368328d req-18b25e70-4af1-4fdf-b480-4e45051b4c03 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:59.919626 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 869c59e3-1638-4f70-a7db-af169e389e96 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:13:59.924704 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 869c59e3-1638-4f70-a7db-af169e389e96 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:13:59.925171 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:13:59.936723 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8658c0f6-fef6-4151-a648-6ec5353eced3 req-c92a5133-a19a-47b0-8488-ae3ab9916fd1 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.98 "GET /v2.0/security-groups?id=e76fa0e5-1c71-460e-a996-c20478c21386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474915 Jul 09 16:14:00.001519 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef473ba4-2235-4d9e-9f68-cec94d57e6fd req-28210c98-094e-4a4b-9b2b-719e8c9b720f tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:00.008591 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ef473ba4-2235-4d9e-9f68-cec94d57e6fd req-28210c98-094e-4a4b-9b2b-719e8c9b720f tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] 10.222.0.98 "GET /v2.0/ports?device_id=12f73f08-a8c5-44be-8f42-3bf1da883f6a HTTP/1.1" status: 200 len: 945 time: 0.1105008 Jul 09 16:14:00.032630 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:00.056757 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ef473ba4-2235-4d9e-9f68-cec94d57e6fd req-79ffaeae-5204-493d-b805-9b9a72aaadd3 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] 10.222.0.98 "GET /v2.0/security-groups?id=ba15f60f-fddc-45ad-98d6-b0e881bb2d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426173 Jul 09 16:14:00.061538 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75aaba85-5449-4058-954c-fec4c6d84ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '869c59e3-1638-4f70-a7db-af169e389e96'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:14:00.064704 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf1ae67-ebf8-4349-8cfa-b121d9e8fc03" -d '{"events": [{"server_uuid": "75aaba85-5449-4058-954c-fec4c6d84ebf", "name": "network-vif-plugged", "status": "completed", "tag": "869c59e3-1638-4f70-a7db-af169e389e96"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:14:00.109199 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 869c59e3-1638-4f70-a7db-af169e389e96, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=869c59e3-1638-4f70-a7db-af169e389e96,segment=NetworkSegment(cbc7a639-5863-4995-9a4b-f91be63e1ab1),segment_id=cbc7a639-5863-4995-9a4b-f91be63e1ab1)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:14:00.116818 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:00.140556 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-085695e9-8946-494b-bfb2-15d37368328d req-18b25e70-4af1-4fdf-b480-4e45051b4c03 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Allocated IP 192.168.233.197 (c7d8b865-e1f3-4446-a87b-a6da86eba8a1/f122b436-b232-4a3c-9aac-47d5639f2da4/620a9610-efe9-4d58-a2cf-cbbd4d2ecfa0) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:14:00.191530 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e088f0d-263b-4bea-8e98-cc0046f79cb0 req-be0f6887-44ed-4990-967c-81a7882244ec tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:00.193496 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7e088f0d-263b-4bea-8e98-cc0046f79cb0 req-be0f6887-44ed-4990-967c-81a7882244ec tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c4aad9b-2b23-4b57-ac9a-9384c9ad2f49 HTTP/1.1" status: 200 len: 948 time: 0.1352608 Jul 09 16:14:00.199826 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad2b210-8955-428a-a346-0f0f278a4e24 x-openstack-request-id: req-3ad2b210-8955-428a-a346-0f0f278a4e24 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:14:00.200228 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75aaba85-5449-4058-954c-fec4c6d84ebf", "name": "network-vif-plugged", "status": "completed", "tag": "869c59e3-1638-4f70-a7db-af169e389e96", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:14:00.200438 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3ad2b210-8955-428a-a346-0f0f278a4e24 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:14:00.200896 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75aaba85-5449-4058-954c-fec4c6d84ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '869c59e3-1638-4f70-a7db-af169e389e96', 'code': 200} Jul 09 16:14:00.237654 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=869c59e3-1638-4f70-a7db-af169e389e96,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:00.318436 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-7e088f0d-263b-4bea-8e98-cc0046f79cb0 req-f8a76b26-e04c-4fa8-8761-127025614b8a tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Deleting port 4f44756b-1519-4a88-931a-778934ee6039 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:14:00.318683 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7e088f0d-263b-4bea-8e98-cc0046f79cb0 req-f8a76b26-e04c-4fa8-8761-127025614b8a tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:00.415037 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-085695e9-8946-494b-bfb2-15d37368328d req-18b25e70-4af1-4fdf-b480-4e45051b4c03 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:00.419964 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e005bc-6f1c-4988-86ed-8a855247d882 req-da1a7d82-2887-4747-8d1e-a6d6e6dc08d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:00.421680 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f7e005bc-6f1c-4988-86ed-8a855247d882 req-da1a7d82-2887-4747-8d1e-a6d6e6dc08d2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=75aaba85-5449-4058-954c-fec4c6d84ebf HTTP/1.1" status: 200 len: 1096 time: 0.2024763 Jul 09 16:14:00.430214 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-7e088f0d-263b-4bea-8e98-cc0046f79cb0 req-f8a76b26-e04c-4fa8-8761-127025614b8a tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] For port 4f44756b-1519-4a88-931a-778934ee6039, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=4f44756b-1519-4a88-931a-778934ee6039,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:14:00.430578 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7e088f0d-263b-4bea-8e98-cc0046f79cb0 req-f8a76b26-e04c-4fa8-8761-127025614b8a tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:00.434790 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f71120-79dd-4cbc-97eb-dba2136c104d req-3cbb056e-6194-4fbd-b1e5-c300f9df3005 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:00.436373 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-77f71120-79dd-4cbc-97eb-dba2136c104d req-3cbb056e-6194-4fbd-b1e5-c300f9df3005 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 949 time: 0.2038572 Jul 09 16:14:00.463674 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-085695e9-8946-494b-bfb2-15d37368328d req-18b25e70-4af1-4fdf-b480-4e45051b4c03 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Transition to ACTIVE for port object 620a9610-efe9-4d58-a2cf-cbbd4d2ecfa0 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:14:00.469143 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-7e088f0d-263b-4bea-8e98-cc0046f79cb0 req-f8a76b26-e04c-4fa8-8761-127025614b8a tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Calling delete_port for 4f44756b-1519-4a88-931a-778934ee6039 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:14:00.509897 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f7e005bc-6f1c-4988-86ed-8a855247d882 req-6b41718a-da89-4e73-8173-e234f5d2761c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718119 Jul 09 16:14:00.518513 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-77f71120-79dd-4cbc-97eb-dba2136c104d req-62754f69-70da-41a7-8301-1823c912f474 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705285 Jul 09 16:14:00.556305 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-085695e9-8946-494b-bfb2-15d37368328d req-18b25e70-4af1-4fdf-b480-4e45051b4c03 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:00.564326 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e5b30c-a325-4d43-80c9-5f64e7939886 req-906124cd-6472-4752-8ac9-2a7e95c75fdb tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:00.566383 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d1e5b30c-a325-4d43-80c9-5f64e7939886 req-906124cd-6472-4752-8ac9-2a7e95c75fdb tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=75aaba85-5449-4058-954c-fec4c6d84ebf HTTP/1.1" status: 200 len: 945 time: 0.1388645 Jul 09 16:14:00.572216 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['2bf4afec-66f7-4d7c-b984-e80fa7b78a2f', 'e231c2d1-2e9d-4788-9b12-b55bb9cfd787', '639e631d-bf34-4819-aca6-3e30afa826a4', '82c66ec9-75cf-49fa-8517-c3e292c0c0e5'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:14:00.612719 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['650e196b-2aa6-4ef4-a414-5422d0b873bf', '44e5178e-0c95-4f73-a000-81c9bceea279', '50763f0e-db67-42aa-8825-6cf85685e3b8'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:14:00.631718 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-085695e9-8946-494b-bfb2-15d37368328d req-18b25e70-4af1-4fdf-b480-4e45051b4c03 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:14:00.635286 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-085695e9-8946-494b-bfb2-15d37368328d req-18b25e70-4af1-4fdf-b480-4e45051b4c03 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:14:00.640397 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-085695e9-8946-494b-bfb2-15d37368328d req-18b25e70-4af1-4fdf-b480-4e45051b4c03 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:14:00.645568 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085695e9-8946-494b-bfb2-15d37368328d req-18b25e70-4af1-4fdf-b480-4e45051b4c03 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:00.646190 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-085695e9-8946-494b-bfb2-15d37368328d req-18b25e70-4af1-4fdf-b480-4e45051b4c03 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:00.652900 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b25e70-4af1-4fdf-b480-4e45051b4c03 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Pushing event updated for resources: {'Port': ['ID=620a9610-efe9-4d58-a2cf-cbbd4d2ecfa0,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:00.673533 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d1e5b30c-a325-4d43-80c9-5f64e7939886 req-b0ffae80-5bfc-45c7-94ee-28d1a83f9177 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995688 Jul 09 16:14:00.687105 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-085695e9-8946-494b-bfb2-15d37368328d req-18b25e70-4af1-4fdf-b480-4e45051b4c03 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2639573 Jul 09 16:14:00.704537 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7e088f0d-263b-4bea-8e98-cc0046f79cb0 req-f8a76b26-e04c-4fa8-8761-127025614b8a tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:00.710908 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-085695e9-8946-494b-bfb2-15d37368328d req-5fdb909a-e2e3-4dca-a94c-d7aa05db7314 service neutron] Request body: {'port': {'device_id': 'cd43afdc-0c5d-4aae-be74-e6524553fd0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:14:00.813011 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a76b26-e04c-4fa8-8761-127025614b8a tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Pushing event deleted for resources: {'Port': ['ID=4f44756b-1519-4a88-931a-778934ee6039,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:00.864617 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-085695e9-8946-494b-bfb2-15d37368328d req-5fdb909a-e2e3-4dca-a94c-d7aa05db7314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:00.928467 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:14:00.932497 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e088f0d-263b-4bea-8e98-cc0046f79cb0 req-f8a76b26-e04c-4fa8-8761-127025614b8a tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] No DVR routers for this DVR port 4f44756b-1519-4a88-931a-778934ee6039 on host n-h2-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:14:00.936288 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7e088f0d-263b-4bea-8e98-cc0046f79cb0 req-f8a76b26-e04c-4fa8-8761-127025614b8a tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:00.938915 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7e088f0d-263b-4bea-8e98-cc0046f79cb0 req-f8a76b26-e04c-4fa8-8761-127025614b8a tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.73 "DELETE /v2.0/ports/4f44756b-1519-4a88-931a-778934ee6039 HTTP/1.1" status: 204 len: 173 time: 0.7311893 Jul 09 16:14:00.939399 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4aad9b-2b23-4b57-ac9a-9384c9ad2f49', 'name': 'network-vif-deleted', 'tag': '4f44756b-1519-4a88-931a-778934ee6039'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:14:00.941709 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3aa862-cc95-4a96-8614-83833e0a0083" -d '{"events": [{"server_uuid": "0c4aad9b-2b23-4b57-ac9a-9384c9ad2f49", "name": "network-vif-deleted", "tag": "4f44756b-1519-4a88-931a-778934ee6039"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:14:01.092778 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b4dc9cc9-ff80-4521-883e-3d84e6b40855 None None] Provisioning for port 620a9610-efe9-4d58-a2cf-cbbd4d2ecfa0 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:14:01.097947 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caaf42ca-7206-4d9c-81f1-8a24e19b628b x-openstack-request-id: req-caaf42ca-7206-4d9c-81f1-8a24e19b628b {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:14:01.098646 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4aad9b-2b23-4b57-ac9a-9384c9ad2f49", "name": "network-vif-deleted", "tag": "4f44756b-1519-4a88-931a-778934ee6039", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:14:01.098916 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-caaf42ca-7206-4d9c-81f1-8a24e19b628b {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:14:01.099329 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4aad9b-2b23-4b57-ac9a-9384c9ad2f49', 'name': 'network-vif-deleted', 'tag': '4f44756b-1519-4a88-931a-778934ee6039', 'status': 'completed', 'code': 200} Jul 09 16:14:01.135541 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b4dc9cc9-ff80-4521-883e-3d84e6b40855 None None] Provisioning complete for port 620a9610-efe9-4d58-a2cf-cbbd4d2ecfa0 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:14:01.135907 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b4dc9cc9-ff80-4521-883e-3d84e6b40855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:01.220746 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b4dc9cc9-ff80-4521-883e-3d84e6b40855 None None] Port 620a9610-efe9-4d58-a2cf-cbbd4d2ecfa0 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:14:01.273862 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60414372-f930-444c-8acc-dfaa81b906dd req-87b9e476-16f0-4447-a89c-81baa086dfb8 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:01.275497 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-60414372-f930-444c-8acc-dfaa81b906dd req-87b9e476-16f0-4447-a89c-81baa086dfb8 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=cd43afdc-0c5d-4aae-be74-e6524553fd0d HTTP/1.1" status: 200 len: 936 time: 0.1239433 Jul 09 16:14:01.281199 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ff1a0949-e1c3-4735-9f1f-3affbbac2884 req-127bafe8-a165-47a6-85d2-e5f6fb28e2c2 tempest-ListImageFiltersTestJSON-2089979455 tempest-ListImageFiltersTestJSON-2089979455-project] 10.222.0.98 "GET /v2.0/ports?device_id=0c4aad9b-2b23-4b57-ac9a-9384c9ad2f49 HTTP/1.1" status: 200 len: 210 time: 0.0393617 Jul 09 16:14:01.387201 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-085695e9-8946-494b-bfb2-15d37368328d req-5fdb909a-e2e3-4dca-a94c-d7aa05db7314 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 620a9610-efe9-4d58-a2cf-cbbd4d2ecfa0 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:14:01.409471 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-085695e9-8946-494b-bfb2-15d37368328d req-5fdb909a-e2e3-4dca-a94c-d7aa05db7314 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:01.432758 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-60414372-f930-444c-8acc-dfaa81b906dd req-208a5219-1996-4ceb-9dda-806216eef596 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450396 Jul 09 16:14:01.469756 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-085695e9-8946-494b-bfb2-15d37368328d req-5fdb909a-e2e3-4dca-a94c-d7aa05db7314 service neutron] Transition to ACTIVE for port object 620a9610-efe9-4d58-a2cf-cbbd4d2ecfa0 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:14:01.478466 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-085695e9-8946-494b-bfb2-15d37368328d req-5fdb909a-e2e3-4dca-a94c-d7aa05db7314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:01.706835 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e0da18-6da0-4bbb-bcae-39b96867c5e8 req-2bc793c7-3d75-4e8a-9593-a4354825ee6a tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:01.711615 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdb909a-e2e3-4dca-a94c-d7aa05db7314 service neutron] Pushing event updated for resources: {'Port': ['ID=620a9610-efe9-4d58-a2cf-cbbd4d2ecfa0,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:01.718435 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-70e0da18-6da0-4bbb-bcae-39b96867c5e8 req-2bc793c7-3d75-4e8a-9593-a4354825ee6a tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] 10.222.0.98 "GET /v2.0/ports?device_id=12f73f08-a8c5-44be-8f42-3bf1da883f6a HTTP/1.1" status: 200 len: 945 time: 0.1140013 Jul 09 16:14:01.734179 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-085695e9-8946-494b-bfb2-15d37368328d req-5fdb909a-e2e3-4dca-a94c-d7aa05db7314 service neutron] Attempting to bind port 620a9610-efe9-4d58-a2cf-cbbd4d2ecfa0 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:14:01.734500 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-085695e9-8946-494b-bfb2-15d37368328d req-5fdb909a-e2e3-4dca-a94c-d7aa05db7314 service neutron] Attempting to bind port 620a9610-efe9-4d58-a2cf-cbbd4d2ecfa0 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:14:01.735074 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085695e9-8946-494b-bfb2-15d37368328d req-5fdb909a-e2e3-4dca-a94c-d7aa05db7314 service neutron] Attempting to bind port 620a9610-efe9-4d58-a2cf-cbbd4d2ecfa0 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:14:01.741225 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085695e9-8946-494b-bfb2-15d37368328d req-5fdb909a-e2e3-4dca-a94c-d7aa05db7314 service neutron] Port 620a9610-efe9-4d58-a2cf-cbbd4d2ecfa0 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:14:01.741476 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085695e9-8946-494b-bfb2-15d37368328d req-5fdb909a-e2e3-4dca-a94c-d7aa05db7314 service neutron] Attempting to bind port 620a9610-efe9-4d58-a2cf-cbbd4d2ecfa0 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:14:01.747479 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085695e9-8946-494b-bfb2-15d37368328d req-5fdb909a-e2e3-4dca-a94c-d7aa05db7314 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:14:01.747810 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085695e9-8946-494b-bfb2-15d37368328d req-5fdb909a-e2e3-4dca-a94c-d7aa05db7314 service neutron] Checking segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:14:01.748267 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085695e9-8946-494b-bfb2-15d37368328d req-5fdb909a-e2e3-4dca-a94c-d7aa05db7314 service neutron] Bound using segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:14:01.748693 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-085695e9-8946-494b-bfb2-15d37368328d req-5fdb909a-e2e3-4dca-a94c-d7aa05db7314 service neutron] Bound port: 620a9610-efe9-4d58-a2cf-cbbd4d2ecfa0, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:14:01.749059 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-085695e9-8946-494b-bfb2-15d37368328d req-5fdb909a-e2e3-4dca-a94c-d7aa05db7314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:01.808274 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-70e0da18-6da0-4bbb-bcae-39b96867c5e8 req-ab7c4df1-ba9c-4092-bfdc-8bf91184e1b6 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] 10.222.0.98 "GET /v2.0/security-groups?id=ba15f60f-fddc-45ad-98d6-b0e881bb2d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884874 Jul 09 16:14:01.848303 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-085695e9-8946-494b-bfb2-15d37368328d req-5fdb909a-e2e3-4dca-a94c-d7aa05db7314 service neutron] For port 620a9610-efe9-4d58-a2cf-cbbd4d2ecfa0, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:14:01.852330 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-085695e9-8946-494b-bfb2-15d37368328d req-5fdb909a-e2e3-4dca-a94c-d7aa05db7314 service neutron] For port 620a9610-efe9-4d58-a2cf-cbbd4d2ecfa0, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=620a9610-efe9-4d58-a2cf-cbbd4d2ecfa0,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:14:01.895615 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-085695e9-8946-494b-bfb2-15d37368328d req-5fdb909a-e2e3-4dca-a94c-d7aa05db7314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:01.936267 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085695e9-8946-494b-bfb2-15d37368328d req-5fdb909a-e2e3-4dca-a94c-d7aa05db7314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:01.937470 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-085695e9-8946-494b-bfb2-15d37368328d req-5fdb909a-e2e3-4dca-a94c-d7aa05db7314 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:01.938875 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-085695e9-8946-494b-bfb2-15d37368328d req-5fdb909a-e2e3-4dca-a94c-d7aa05db7314 service neutron] 10.222.0.77 "PUT /v2.0/ports/620a9610-efe9-4d58-a2cf-cbbd4d2ecfa0 HTTP/1.1" status: 200 len: 1096 time: 1.2326465 Jul 09 16:14:01.942341 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd43afdc-0c5d-4aae-be74-e6524553fd0d', 'tag': '620a9610-efe9-4d58-a2cf-cbbd4d2ecfa0'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:14:01.944574 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6944596f-b998-480f-8b33-63d02285c5d5" -d '{"events": [{"name": "network-changed", "server_uuid": "cd43afdc-0c5d-4aae-be74-e6524553fd0d", "tag": "620a9610-efe9-4d58-a2cf-cbbd4d2ecfa0"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:14:01.996880 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdb909a-e2e3-4dca-a94c-d7aa05db7314 service neutron] Pushing event updated for resources: {'Port': ['ID=620a9610-efe9-4d58-a2cf-cbbd4d2ecfa0,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:02.015585 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7954a3-1bd6-4c55-9881-715206d81be9 req-5cc3c1b5-ddaf-402b-bc79-ce9db09ba304 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:02.017275 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8b7954a3-1bd6-4c55-9881-715206d81be9 req-5cc3c1b5-ddaf-402b-bc79-ce9db09ba304 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 949 time: 0.1628475 Jul 09 16:14:02.105760 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8b7954a3-1bd6-4c55-9881-715206d81be9 req-6a7d5f53-d0d7-41b0-9a7b-e914d7ea3ec9 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711503 Jul 09 16:14:02.123865 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085695e9-8946-494b-bfb2-15d37368328d req-5f9b8f7c-715a-4af4-93bc-850640104e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:02.127292 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-085695e9-8946-494b-bfb2-15d37368328d req-5f9b8f7c-715a-4af4-93bc-850640104e45 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=06486c1ff3c04c6aba88bb5474a3b49d&device_id=cd43afdc-0c5d-4aae-be74-e6524553fd0d HTTP/1.1" status: 200 len: 1099 time: 0.1413760 Jul 09 16:14:02.169520 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5c5a7-18ab-45df-858e-1ff4f73e7527 req-82c7ec7b-5387-4128-86b5-952d8cb4eb82 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:02.175374 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2df5c5a7-18ab-45df-858e-1ff4f73e7527 req-82c7ec7b-5387-4128-86b5-952d8cb4eb82 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=75aaba85-5449-4058-954c-fec4c6d84ebf HTTP/1.1" status: 200 len: 945 time: 0.0898902 Jul 09 16:14:02.198133 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-085695e9-8946-494b-bfb2-15d37368328d req-a6624c65-fcd4-471c-a7b6-0ac839dcfe4f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=620a9610-efe9-4d58-a2cf-cbbd4d2ecfa0 HTTP/1.1" status: 200 len: 217 time: 0.0560298 Jul 09 16:14:02.221312 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2df5c5a7-18ab-45df-858e-1ff4f73e7527 req-4974ac0a-f38f-4f0a-8192-0b269a0e7311 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373495 Jul 09 16:14:02.267118 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085695e9-8946-494b-bfb2-15d37368328d req-f78ddefd-2e58-4330-8a01-13d35f55439a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:02.268637 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-085695e9-8946-494b-bfb2-15d37368328d req-f78ddefd-2e58-4330-8a01-13d35f55439a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.0635920 Jul 09 16:14:02.301159 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7078f850-3a4d-4ca7-bccf-c6d21042adf1 x-openstack-request-id: req-7078f850-3a4d-4ca7-bccf-c6d21042adf1 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:14:02.301633 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd43afdc-0c5d-4aae-be74-e6524553fd0d", "tag": "620a9610-efe9-4d58-a2cf-cbbd4d2ecfa0", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:14:02.302048 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7078f850-3a4d-4ca7-bccf-c6d21042adf1 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:14:02.302759 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd43afdc-0c5d-4aae-be74-e6524553fd0d', 'tag': '620a9610-efe9-4d58-a2cf-cbbd4d2ecfa0', 'status': 'completed', 'code': 200} Jul 09 16:14:02.381150 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085695e9-8946-494b-bfb2-15d37368328d req-b816426e-c6d5-4622-8c83-bf2d1c7285b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:02.383897 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-085695e9-8946-494b-bfb2-15d37368328d req-b816426e-c6d5-4622-8c83-bf2d1c7285b7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1079674 Jul 09 16:14:02.615941 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573ca3f-815f-4bc1-a75b-a8d6982f88ce req-321774fd-9cd4-43f5-b546-5ddff2a05cd7 tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:02.618128 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4573ca3f-815f-4bc1-a75b-a8d6982f88ce req-321774fd-9cd4-43f5-b546-5ddff2a05cd7 tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=75aaba85-5449-4058-954c-fec4c6d84ebf HTTP/1.1" status: 200 len: 1096 time: 0.2308798 Jul 09 16:14:02.623931 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-085695e9-8946-494b-bfb2-15d37368328d req-816eaed6-4c95-41f5-b188-2398cbfeb9f3 service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227731 Jul 09 16:14:02.775604 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4573ca3f-815f-4bc1-a75b-a8d6982f88ce req-b8a7f9f7-137a-44e4-8663-27b15ba8978a tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495395 Jul 09 16:14:02.842893 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-085695e9-8946-494b-bfb2-15d37368328d req-2a3d4dae-c57e-4237-9fb5-a50af8fe57a4 service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070332 Jul 09 16:14:02.844210 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6477ae88-52e3-4e5e-812c-e3c20960c707 req-556afab4-416d-4e6d-bca8-f2454ec4a737 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:02.845756 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6477ae88-52e3-4e5e-812c-e3c20960c707 req-556afab4-416d-4e6d-bca8-f2454ec4a737 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=cd43afdc-0c5d-4aae-be74-e6524553fd0d HTTP/1.1" status: 200 len: 948 time: 0.0837421 Jul 09 16:14:02.916619 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6477ae88-52e3-4e5e-812c-e3c20960c707 req-b454d2e6-3950-48c2-9c30-03652f5429d5 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593143 Jul 09 16:14:02.986376 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944596f-b998-480f-8b33-63d02285c5d5 req-22d18f2a-c63d-4ef4-9a20-e9afa9de3c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:02.988391 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6944596f-b998-480f-8b33-63d02285c5d5 req-22d18f2a-c63d-4ef4-9a20-e9afa9de3c7a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=06486c1ff3c04c6aba88bb5474a3b49d&device_id=cd43afdc-0c5d-4aae-be74-e6524553fd0d HTTP/1.1" status: 200 len: 1099 time: 0.0932970 Jul 09 16:14:03.122971 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944596f-b998-480f-8b33-63d02285c5d5 req-7c54b94d-d6ab-427d-b0c9-dea9a599f680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:03.125141 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6944596f-b998-480f-8b33-63d02285c5d5 req-7c54b94d-d6ab-427d-b0c9-dea9a599f680 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1 HTTP/1.1" status: 200 len: 870 time: 0.1297359 Jul 09 16:14:03.176883 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6944596f-b998-480f-8b33-63d02285c5d5 req-21491f28-00ad-4243-aea3-56c587b24ec7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=620a9610-efe9-4d58-a2cf-cbbd4d2ecfa0 HTTP/1.1" status: 200 len: 217 time: 0.0447249 Jul 09 16:14:03.258590 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944596f-b998-480f-8b33-63d02285c5d5 req-48d9a4a3-e3ad-4f40-9fbf-c37650d25463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:03.260302 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6944596f-b998-480f-8b33-63d02285c5d5 req-48d9a4a3-e3ad-4f40-9fbf-c37650d25463 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.0731013 Jul 09 16:14:03.278203 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac7ca4b-b9e2-41b0-a73f-891108293493 req-28d1b02f-955e-4191-86f4-a709049df571 tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:03.279769 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8ac7ca4b-b9e2-41b0-a73f-891108293493 req-28d1b02f-955e-4191-86f4-a709049df571 tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=75aaba85-5449-4058-954c-fec4c6d84ebf HTTP/1.1" status: 200 len: 1096 time: 0.1020107 Jul 09 16:14:03.350463 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8ac7ca4b-b9e2-41b0-a73f-891108293493 req-e8bcfad1-5a97-46a3-bf6f-efc6407df836 tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611730 Jul 09 16:14:03.372982 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944596f-b998-480f-8b33-63d02285c5d5 req-227f59ca-489a-4a8a-8afe-f18aab8a77a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:03.375850 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6944596f-b998-480f-8b33-63d02285c5d5 req-227f59ca-489a-4a8a-8afe-f18aab8a77a8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0998676 Jul 09 16:14:03.490430 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6944596f-b998-480f-8b33-63d02285c5d5 req-3fe25ec6-bfc3-466a-9e95-e31926a5915e service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073284 Jul 09 16:14:03.608184 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b773d7-ee6d-459e-9fe1-ee98e46b7b93 req-526890af-9e6e-423c-b82b-9d3a32cb49cd tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:03.610247 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a9b773d7-ee6d-459e-9fe1-ee98e46b7b93 req-526890af-9e6e-423c-b82b-9d3a32cb49cd tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 949 time: 0.0711343 Jul 09 16:14:03.635555 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6944596f-b998-480f-8b33-63d02285c5d5 req-4b724a90-4384-4e92-9e0b-73d8be6b7327 service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311457 Jul 09 16:14:03.650310 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a9b773d7-ee6d-459e-9fe1-ee98e46b7b93 req-fa61be47-514c-4305-855b-f257d0d0e56f tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332735 Jul 09 16:14:03.653992 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53541c6a-04a8-455f-9f3c-aa16d7547096 req-480af9b4-b52c-41d9-877b-83839ec0f1cf tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:03.655750 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-53541c6a-04a8-455f-9f3c-aa16d7547096 req-480af9b4-b52c-41d9-877b-83839ec0f1cf tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] 10.222.0.98 "GET /v2.0/ports?device_id=12f73f08-a8c5-44be-8f42-3bf1da883f6a HTTP/1.1" status: 200 len: 945 time: 0.1558812 Jul 09 16:14:03.700762 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-53541c6a-04a8-455f-9f3c-aa16d7547096 req-cba04782-bcbb-4f0b-b373-92248afc20b1 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] 10.222.0.98 "GET /v2.0/security-groups?id=ba15f60f-fddc-45ad-98d6-b0e881bb2d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388749 Jul 09 16:14:04.173115 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33fee06-aba0-4511-af04-f3898cdae2f5 req-9109f9bf-0433-47d8-90cf-683c748309f6 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:04.174974 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c33fee06-aba0-4511-af04-f3898cdae2f5 req-9109f9bf-0433-47d8-90cf-683c748309f6 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=cd43afdc-0c5d-4aae-be74-e6524553fd0d HTTP/1.1" status: 200 len: 948 time: 0.0824981 Jul 09 16:14:04.195968 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 4f44756b-1519-4a88-931a-778934ee6039 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:14:04.223839 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: 4f44756b-1519-4a88-931a-778934ee6039 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:14:04.224297 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 4f44756b-1519-4a88-931a-778934ee6039 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:14:04.231305 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c33fee06-aba0-4511-af04-f3898cdae2f5 req-bb9ec533-6343-4a01-9ab2-3a7b57bb1c28 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446820 Jul 09 16:14:04.269296 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52994) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:14:04.445268 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-01a42746-09c2-4fe9-8513-7a37d0880898 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7df0440b1db9497381d02361493e7532&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1745379 Jul 09 16:14:04.448488 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53008) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:14:04.538341 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-90085ba2-d28b-44a2-8e4c-a03d5b0245b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:04.546457 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161deef-3c6d-4312-bc59-0732046800ba req-b9386b01-17ba-49d5-b21b-e03e6de79e02 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:04.551060 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d161deef-3c6d-4312-bc59-0732046800ba req-b9386b01-17ba-49d5-b21b-e03e6de79e02 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] 10.222.0.77 "GET /v2.0/ports?device_id=12f73f08-a8c5-44be-8f42-3bf1da883f6a HTTP/1.1" status: 200 len: 945 time: 0.0799143 Jul 09 16:14:04.600862 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-90085ba2-d28b-44a2-8e4c-a03d5b0245b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:04.670105 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-d161deef-3c6d-4312-bc59-0732046800ba req-adc441c2-46ad-405b-8877-5113d2f7901c tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Deleting port d39b487b-74c0-4458-9506-f748b21d0d08 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:14:04.670861 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d161deef-3c6d-4312-bc59-0732046800ba req-adc441c2-46ad-405b-8877-5113d2f7901c tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:04.684649 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-351f75a0-5a66-4742-b384-d642ecb7083e req-b780f310-bd9d-4086-8e51-0f3d14bced45 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c10be2bf-11a4-400c-ad86-3ca904c9681e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0967100 Jul 09 16:14:04.700844 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-90085ba2-d28b-44a2-8e4c-a03d5b0245b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:04.703795 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-90085ba2-d28b-44a2-8e4c-a03d5b0245b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:04.709500 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-90085ba2-d28b-44a2-8e4c-a03d5b0245b7 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e76fa0e5-1c71-460e-a996-c20478c21386 HTTP/1.1" status: 204 len: 168 time: 0.2569590 Jul 09 16:14:04.731169 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90085ba2-d28b-44a2-8e4c-a03d5b0245b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76fa0e5-1c71-460e-a996-c20478c21386,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:04.871618 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-d161deef-3c6d-4312-bc59-0732046800ba req-adc441c2-46ad-405b-8877-5113d2f7901c tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] For port d39b487b-74c0-4458-9506-f748b21d0d08, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=d39b487b-74c0-4458-9506-f748b21d0d08,segment=NetworkSegment(a5bc223c-05a1-4a9e-ab16-52d6e8a4b9da),segment_id=a5bc223c-05a1-4a9e-ab16-52d6e8a4b9da)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:14:04.872336 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d161deef-3c6d-4312-bc59-0732046800ba req-adc441c2-46ad-405b-8877-5113d2f7901c tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:04.887858 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f75a0-5a66-4742-b384-d642ecb7083e req-40ef4b77-7c67-49f3-9b5e-ecfd2d4a13cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:04.890579 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-351f75a0-5a66-4742-b384-d642ecb7083e req-40ef4b77-7c67-49f3-9b5e-ecfd2d4a13cc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9639d7ee11dd47639be4bedc72b53ccc&device_id=c10be2bf-11a4-400c-ad86-3ca904c9681e HTTP/1.1" status: 200 len: 1095 time: 0.0963521 Jul 09 16:14:05.031774 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f30613-93f9-453e-a646-598bfce965d9 req-b84f2848-dc86-469e-9a8f-4af3ab09e640 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:05.033348 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-04f30613-93f9-453e-a646-598bfce965d9 req-b84f2848-dc86-469e-9a8f-4af3ab09e640 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 949 time: 0.2092540 Jul 09 16:14:05.083924 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-8afc03e0-b7ba-41f9-8c68-c84d1ac578eb tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:14:05.089883 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-8afc03e0-b7ba-41f9-8c68-c84d1ac578eb tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0144036 Jul 09 16:14:05.098142 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-597a2b42-7548-4c45-b920-2b49077a05f9 service neutron] Request body: {'binding': {'host': 'n-h2-798930-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:14:05.098602 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-597a2b42-7548-4c45-b920-2b49077a05f9 service neutron] Unknown quota resources ['binding']. {{(pid=93959) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 16:14:05.122068 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f75a0-5a66-4742-b384-d642ecb7083e req-9f6dd074-b2ed-48e7-b300-4c0303bd896a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:05.123270 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-04f30613-93f9-453e-a646-598bfce965d9 req-688a4bea-1ccd-4adb-bc5c-52892330a756 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571401 Jul 09 16:14:05.123578 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-351f75a0-5a66-4742-b384-d642ecb7083e req-9f6dd074-b2ed-48e7-b300-4c0303bd896a service neutron] 10.222.0.73 "GET /v2.0/networks?id=2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 HTTP/1.1" status: 200 len: 921 time: 0.1862149 Jul 09 16:14:05.221383 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d161deef-3c6d-4312-bc59-0732046800ba req-adc441c2-46ad-405b-8877-5113d2f7901c tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:05.222609 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d161deef-3c6d-4312-bc59-0732046800ba req-adc441c2-46ad-405b-8877-5113d2f7901c tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:05.223468 n-d-798930-3 neutron-server[93958]: INFO neutron.db.l3_db [req-d161deef-3c6d-4312-bc59-0732046800ba req-adc441c2-46ad-405b-8877-5113d2f7901c tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Floating IP 8836f7de-7c02-440a-8805-5e9d1b67779b disassociated. External IP: 172.25.0.81, port: d39b487b-74c0-4458-9506-f748b21d0d08. Jul 09 16:14:05.224905 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-d161deef-3c6d-4312-bc59-0732046800ba req-adc441c2-46ad-405b-8877-5113d2f7901c tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Calling delete_port for d39b487b-74c0-4458-9506-f748b21d0d08 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:14:05.449385 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d161deef-3c6d-4312-bc59-0732046800ba req-adc441c2-46ad-405b-8877-5113d2f7901c tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:05.497107 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc441c2-46ad-405b-8877-5113d2f7901c tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Pushing event deleted for resources: {'Port': ['ID=d39b487b-74c0-4458-9506-f748b21d0d08,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:05.514491 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-351f75a0-5a66-4742-b384-d642ecb7083e req-cceb8744-d025-4d32-8579-f596c4c907fe service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4234f788-2b1b-4819-b621-eebba2f8ecb2 HTTP/1.1" status: 200 len: 217 time: 0.3815935 Jul 09 16:14:05.532205 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9b812e70-25d6-4b14-9856-421ca83c15ac req-75949788-253a-484f-9f45-81fa25085775 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] 10.222.0.98 "GET /v2.0/ports?device_id=12f73f08-a8c5-44be-8f42-3bf1da883f6a HTTP/1.1" status: 200 len: 210 time: 0.0708287 Jul 09 16:14:05.642824 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f75a0-5a66-4742-b384-d642ecb7083e req-3ccc2df1-7c70-4a9b-935f-8b0f57b8877b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:05.644922 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-351f75a0-5a66-4742-b384-d642ecb7083e req-3ccc2df1-7c70-4a9b-935f-8b0f57b8877b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1e15c12f-d45d-4aa3-a5bc-500d552ae0b3 HTTP/1.1" status: 200 len: 860 time: 0.1229858 Jul 09 16:14:05.674599 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d161deef-3c6d-4312-bc59-0732046800ba req-adc441c2-46ad-405b-8877-5113d2f7901c tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Router c288d3eb-9709-4b12-a377-b7394060476a has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:14:05.694802 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-351f75a0-5a66-4742-b384-d642ecb7083e req-79a8eae1-813c-4413-abe7-b7f8c746192d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2b65bcac-ba21-4565-bf6d-5e7b6fe83db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379026 Jul 09 16:14:05.791605 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-597a2b42-7548-4c45-b920-2b49077a05f9 service neutron] Attempting to bind port 869c59e3-1638-4f70-a7db-af169e389e96 on host n-h2-798930-3 for vnic_type normal with profile None {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:14:05.791970 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-597a2b42-7548-4c45-b920-2b49077a05f9 service neutron] Attempting to bind port 869c59e3-1638-4f70-a7db-af169e389e96 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': 'cbc7a639-5863-4995-9a4b-f91be63e1ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b65bcac-ba21-4565-bf6d-5e7b6fe83db7'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:14:05.792251 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-597a2b42-7548-4c45-b920-2b49077a05f9 service neutron] Attempting to bind port 869c59e3-1638-4f70-a7db-af169e389e96 on network 2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:14:05.802043 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-597a2b42-7548-4c45-b920-2b49077a05f9 service neutron] Port 869c59e3-1638-4f70-a7db-af169e389e96 on network 2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:14:05.803256 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-597a2b42-7548-4c45-b920-2b49077a05f9 service neutron] Attempting to bind port 869c59e3-1638-4f70-a7db-af169e389e96 on network 2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:14:05.809635 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d161deef-3c6d-4312-bc59-0732046800ba req-adc441c2-46ad-405b-8877-5113d2f7901c tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:14:05.818436 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-597a2b42-7548-4c45-b920-2b49077a05f9 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:14:05.818747 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-597a2b42-7548-4c45-b920-2b49077a05f9 service neutron] Checking segment: {'id': 'cbc7a639-5863-4995-9a4b-f91be63e1ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b65bcac-ba21-4565-bf6d-5e7b6fe83db7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:14:05.819186 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-597a2b42-7548-4c45-b920-2b49077a05f9 service neutron] Bound using segment: {'id': 'cbc7a639-5863-4995-9a4b-f91be63e1ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b65bcac-ba21-4565-bf6d-5e7b6fe83db7'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:14:05.819600 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-597a2b42-7548-4c45-b920-2b49077a05f9 service neutron] Bound port: 869c59e3-1638-4f70-a7db-af169e389e96, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbc7a639-5863-4995-9a4b-f91be63e1ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b65bcac-ba21-4565-bf6d-5e7b6fe83db7'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:14:05.823233 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eda2509-dc3b-4518-b3d7-1f6ba6d0aaad None None] Sync routers for ids ['c288d3eb-9709-4b12-a377-b7394060476a'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:14:05.832562 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eda2509-dc3b-4518-b3d7-1f6ba6d0aaad None None] Routers {'c288d3eb-9709-4b12-a377-b7394060476a'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:14:05.833188 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-6eda2509-dc3b-4518-b3d7-1f6ba6d0aaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:13:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['c288d3eb-9709-4b12-a377-b7394060476a'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:14:05.883504 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-351f75a0-5a66-4742-b384-d642ecb7083e req-8aa575f7-39ed-4be6-a945-16e04e68838d service neutron] 10.222.0.73 "GET /v2.0/networks/2b65bcac-ba21-4565-bf6d-5e7b6fe83db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559689 Jul 09 16:14:05.884286 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-d161deef-3c6d-4312-bc59-0732046800ba req-adc441c2-46ad-405b-8877-5113d2f7901c tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] No DVR routers for this DVR port d39b487b-74c0-4458-9506-f748b21d0d08 on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:14:05.887811 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d161deef-3c6d-4312-bc59-0732046800ba req-adc441c2-46ad-405b-8877-5113d2f7901c tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:05.891795 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d161deef-3c6d-4312-bc59-0732046800ba req-adc441c2-46ad-405b-8877-5113d2f7901c tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] 10.222.0.77 "DELETE /v2.0/ports/d39b487b-74c0-4458-9506-f748b21d0d08 HTTP/1.1" status: 204 len: 173 time: 1.3375828 Jul 09 16:14:05.893984 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f73f08-a8c5-44be-8f42-3bf1da883f6a', 'name': 'network-vif-deleted', 'tag': 'd39b487b-74c0-4458-9506-f748b21d0d08'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:14:05.897392 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98f7eb6-69a5-4ddf-8129-3e76ee53f754" -d '{"events": [{"server_uuid": "12f73f08-a8c5-44be-8f42-3bf1da883f6a", "name": "network-vif-deleted", "tag": "d39b487b-74c0-4458-9506-f748b21d0d08"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:14:05.898219 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 620a9610-efe9-4d58-a2cf-cbbd4d2ecfa0 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:14:05.925428 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-597a2b42-7548-4c45-b920-2b49077a05f9 service neutron] For port 869c59e3-1638-4f70-a7db-af169e389e96, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=869c59e3-1638-4f70-a7db-af169e389e96,segment=NetworkSegment(cbc7a639-5863-4995-9a4b-f91be63e1ab1),segment_id=cbc7a639-5863-4995-9a4b-f91be63e1ab1)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:14:05.937875 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-597a2b42-7548-4c45-b920-2b49077a05f9 service neutron] Notify callbacks [] for binding, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:05.939379 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-597a2b42-7548-4c45-b920-2b49077a05f9 service neutron] 10.222.0.98 "POST /v2.0/ports/869c59e3-1638-4f70-a7db-af169e389e96/bindings HTTP/1.1" status: 201 len: 389 time: 0.8456011 Jul 09 16:14:05.980906 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd61b9a-947e-4fdd-82eb-d4c37aa17c3b req-ce5528de-5ae1-4272-801b-4eaaeba06f1c tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:05.984362 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6dd61b9a-947e-4fdd-82eb-d4c37aa17c3b req-ce5528de-5ae1-4272-801b-4eaaeba06f1c tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=cd43afdc-0c5d-4aae-be74-e6524553fd0d HTTP/1.1" status: 200 len: 948 time: 0.1670120 Jul 09 16:14:05.998050 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-6eda2509-dc3b-4518-b3d7-1f6ba6d0aaad None None] Set router c288d3eb-9709-4b12-a377-b7394060476a gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:14:06.093768 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-351f75a0-5a66-4742-b384-d642ecb7083e req-1aa6ba12-f428-487a-aa22-ec39e947928e service neutron] 10.222.0.73 "GET /v2.0/networks/2b65bcac-ba21-4565-bf6d-5e7b6fe83db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668363 Jul 09 16:14:06.117702 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6dd61b9a-947e-4fdd-82eb-d4c37aa17c3b req-4b6b5915-324f-4022-9cf0-48509e975648 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246934 Jul 09 16:14:06.168754 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 620a9610-efe9-4d58-a2cf-cbbd4d2ecfa0, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=620a9610-efe9-4d58-a2cf-cbbd4d2ecfa0,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:14:06.194593 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '620a9610-efe9-4d58-a2cf-cbbd4d2ecfa0', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'port_id': '620a9610-efe9-4d58-a2cf-cbbd4d2ecfa0', 'mac_address': 'fa:16:3e:4c:e5:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f122b436-b232-4a3c-9aac-47d5639f2da4', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:14:06.323212 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-6eda2509-dc3b-4518-b3d7-1f6ba6d0aaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c288d3eb-9709-4b12-a377-b7394060476a', 'name': 'tempest-ServersTestJSON-262177027-router', 'tenant_id': 'bdb58201a80846f5a926a2013ebad1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'f0dc5fdb-58ad-4756-adf1-ba5e48498f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:11:22Z', 'updated_at': '2021-07-09T16:11:27Z', 'revision_number': 4, 'project_id': 'bdb58201a80846f5a926a2013ebad1c5', 'gw_port': {'id': 'f0dc5fdb-58ad-4756-adf1-ba5e48498f4f', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c288d3eb-9709-4b12-a377-b7394060476a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:11:23Z', 'updated_at': '2021-07-09T16:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '5bd05fc0-e6fc-4f5a-9380-003c54d3e453', 'name': '', 'network_id': '9c3ada68-d69e-496a-aef3-b3da6e6248d6', 'tenant_id': 'bdb58201a80846f5a926a2013ebad1c5', 'mac_address': 'fa:16:3e:9b:c3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c288d3eb-9709-4b12-a377-b7394060476a', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9064e539-ac8b-434c-9d15-5d32d254f9d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:11:26Z', 'updated_at': '2021-07-09T16:11:38Z', 'revision_number': 5, 'project_id': 'bdb58201a80846f5a926a2013ebad1c5', 'subnets': [{'id': '9064e539-ac8b-434c-9d15-5d32d254f9d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:14:06.365388 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eda2509-dc3b-4518-b3d7-1f6ba6d0aaad None None] Checking router: c288d3eb-9709-4b12-a377-b7394060476a for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:14:06.382499 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04cef32-7aa3-45fb-a4a8-39d43b5e9dbc x-openstack-request-id: req-f04cef32-7aa3-45fb-a4a8-39d43b5e9dbc {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:14:06.382827 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f73f08-a8c5-44be-8f42-3bf1da883f6a", "name": "network-vif-deleted", "tag": "d39b487b-74c0-4458-9506-f748b21d0d08", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:14:06.383056 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f04cef32-7aa3-45fb-a4a8-39d43b5e9dbc {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:14:06.383777 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f73f08-a8c5-44be-8f42-3bf1da883f6a', 'name': 'network-vif-deleted', 'tag': 'd39b487b-74c0-4458-9506-f748b21d0d08', 'status': 'completed', 'code': 200} Jul 09 16:14:06.391375 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eda2509-dc3b-4518-b3d7-1f6ba6d0aaad None None] Routers {'c288d3eb-9709-4b12-a377-b7394060476a'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:14:06.392080 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-6eda2509-dc3b-4518-b3d7-1f6ba6d0aaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:13:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['c288d3eb-9709-4b12-a377-b7394060476a'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:14:06.443762 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:06.481858 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 620a9610-efe9-4d58-a2cf-cbbd4d2ecfa0 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:14:06.482422 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-cdd42b89-1ec0-47e1-8dd9-5fbea2ff2b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:06.484122 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-cdd42b89-1ec0-47e1-8dd9-5fbea2ff2b1b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9639d7ee11dd47639be4bedc72b53ccc&device_id=75aaba85-5449-4058-954c-fec4c6d84ebf HTTP/1.1" status: 200 len: 1096 time: 0.0884235 Jul 09 16:14:06.540693 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 620a9610-efe9-4d58-a2cf-cbbd4d2ecfa0, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=620a9610-efe9-4d58-a2cf-cbbd4d2ecfa0,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:14:06.548255 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:06.604409 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-6eda2509-dc3b-4518-b3d7-1f6ba6d0aaad None None] Set router c288d3eb-9709-4b12-a377-b7394060476a gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:14:06.622547 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d82941-a8de-4491-a985-b4ff706ba94f req-e26679d4-3286-4b35-a19e-a2347c02f98a tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:06.630350 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-14d82941-a8de-4491-a985-b4ff706ba94f req-e26679d4-3286-4b35-a19e-a2347c02f98a tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=75aaba85-5449-4058-954c-fec4c6d84ebf HTTP/1.1" status: 200 len: 945 time: 0.1237655 Jul 09 16:14:06.661401 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=620a9610-efe9-4d58-a2cf-cbbd4d2ecfa0,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:06.689304 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-14d82941-a8de-4491-a985-b4ff706ba94f req-e6e17913-36fd-4860-9c3a-cd248dd46982 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546188 Jul 09 16:14:06.707684 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-f6d8e3a3-724b-4822-a94a-2672a629cb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:06.711930 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-f6d8e3a3-724b-4822-a94a-2672a629cb10 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 HTTP/1.1" status: 200 len: 921 time: 0.2152162 Jul 09 16:14:06.796592 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-05063661-677d-40f6-97ac-573b0aa44be6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=869c59e3-1638-4f70-a7db-af169e389e96 HTTP/1.1" status: 200 len: 217 time: 0.0682180 Jul 09 16:14:06.845354 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['620a9610-efe9-4d58-a2cf-cbbd4d2ecfa0'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:14:06.923915 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-f6665535-18cd-453b-b08e-8f5928bb6dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:06.926487 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-f6665535-18cd-453b-b08e-8f5928bb6dad service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1e15c12f-d45d-4aa3-a5bc-500d552ae0b3 HTTP/1.1" status: 200 len: 860 time: 0.1224267 Jul 09 16:14:06.978051 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04adf25-c999-42eb-a231-5dafd4a6fc48 req-cc37197c-9daf-4b11-9b44-5d6751d307bb tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:06.979840 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f04adf25-c999-42eb-a231-5dafd4a6fc48 req-cc37197c-9daf-4b11-9b44-5d6751d307bb tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 949 time: 0.1035087 Jul 09 16:14:06.995407 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-3d36ef33-7fd2-4c6b-a304-e50d37304337 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2b65bcac-ba21-4565-bf6d-5e7b6fe83db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616350 Jul 09 16:14:06.997095 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-6eda2509-dc3b-4518-b3d7-1f6ba6d0aaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c288d3eb-9709-4b12-a377-b7394060476a', 'name': 'tempest-ServersTestJSON-262177027-router', 'tenant_id': 'bdb58201a80846f5a926a2013ebad1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'f0dc5fdb-58ad-4756-adf1-ba5e48498f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:11:22Z', 'updated_at': '2021-07-09T16:11:27Z', 'revision_number': 4, 'project_id': 'bdb58201a80846f5a926a2013ebad1c5', 'gw_port': {'id': 'f0dc5fdb-58ad-4756-adf1-ba5e48498f4f', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c288d3eb-9709-4b12-a377-b7394060476a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:11:23Z', 'updated_at': '2021-07-09T16:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '5bd05fc0-e6fc-4f5a-9380-003c54d3e453', 'name': '', 'network_id': '9c3ada68-d69e-496a-aef3-b3da6e6248d6', 'tenant_id': 'bdb58201a80846f5a926a2013ebad1c5', 'mac_address': 'fa:16:3e:9b:c3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c288d3eb-9709-4b12-a377-b7394060476a', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9064e539-ac8b-434c-9d15-5d32d254f9d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:11:26Z', 'updated_at': '2021-07-09T16:11:38Z', 'revision_number': 5, 'project_id': 'bdb58201a80846f5a926a2013ebad1c5', 'subnets': [{'id': '9064e539-ac8b-434c-9d15-5d32d254f9d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:14:07.028942 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eda2509-dc3b-4518-b3d7-1f6ba6d0aaad None None] The sync data for ids ['c288d3eb-9709-4b12-a377-b7394060476a'] in n-d-798930-3 is: [{'id': 'c288d3eb-9709-4b12-a377-b7394060476a', 'name': 'tempest-ServersTestJSON-262177027-router', 'tenant_id': 'bdb58201a80846f5a926a2013ebad1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'f0dc5fdb-58ad-4756-adf1-ba5e48498f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:11:22Z', 'updated_at': '2021-07-09T16:11:27Z', 'revision_number': 4, 'project_id': 'bdb58201a80846f5a926a2013ebad1c5', 'gw_port': {'id': 'f0dc5fdb-58ad-4756-adf1-ba5e48498f4f', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c288d3eb-9709-4b12-a377-b7394060476a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:11:23Z', 'updated_at': '2021-07-09T16:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '5bd05fc0-e6fc-4f5a-9380-003c54d3e453', 'name': '', 'network_id': '9c3ada68-d69e-496a-aef3-b3da6e6248d6', 'tenant_id': 'bdb58201a80846f5a926a2013ebad1c5', 'mac_address': 'fa:16:3e:9b:c3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c288d3eb-9709-4b12-a377-b7394060476a', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '9064e539-ac8b-434c-9d15-5d32d254f9d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:11:26Z', 'updated_at': '2021-07-09T16:11:38Z', 'revision_number': 5, 'project_id': 'bdb58201a80846f5a926a2013ebad1c5', 'subnets': [{'id': '9064e539-ac8b-434c-9d15-5d32d254f9d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:14:07.044865 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f04adf25-c999-42eb-a231-5dafd4a6fc48 req-b86d9904-08ee-487b-adc2-dac024e862da tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553608 Jul 09 16:14:07.131792 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53072) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:14:07.160315 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-8d5b677e-cb5f-457d-9bba-402b34767b7f service neutron] 10.222.0.73 "GET /v2.0/networks/2b65bcac-ba21-4565-bf6d-5e7b6fe83db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516426 Jul 09 16:14:07.201539 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-05dc46bd-bf06-4016-ac63-bc7bcf4ff93f tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:07.234084 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-05dc46bd-bf06-4016-ac63-bc7bcf4ff93f tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:07.285566 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-fead6a95-8e42-4dd5-aa65-617cc28310ef service neutron] 10.222.0.73 "GET /v2.0/networks/2b65bcac-ba21-4565-bf6d-5e7b6fe83db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163764 Jul 09 16:14:07.345003 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-05dc46bd-bf06-4016-ac63-bc7bcf4ff93f tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:07.347822 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-05dc46bd-bf06-4016-ac63-bc7bcf4ff93f tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:07.349011 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-05dc46bd-bf06-4016-ac63-bc7bcf4ff93f tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] 10.222.0.98 "DELETE /v2.0/security-groups/ba15f60f-fddc-45ad-98d6-b0e881bb2d76 HTTP/1.1" status: 204 len: 168 time: 0.2154653 Jul 09 16:14:07.353064 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53080) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:14:07.374192 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dc46bd-bf06-4016-ac63-bc7bcf4ff93f tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba15f60f-fddc-45ad-98d6-b0e881bb2d76,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:07.397450 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68920635-86ad-49ed-bdae-c8074bc007ca req-84c2ebf0-39a0-4eda-b078-e7c2278e1766 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:07.400108 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-509c86d0-31c8-4b1c-92e0-dc85b5400600 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] show failed (client error): The resource could not be found. Jul 09 16:14:07.407360 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-68920635-86ad-49ed-bdae-c8074bc007ca req-84c2ebf0-39a0-4eda-b078-e7c2278e1766 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=cd43afdc-0c5d-4aae-be74-e6524553fd0d HTTP/1.1" status: 200 len: 949 time: 0.1092393 Jul 09 16:14:07.413829 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-509c86d0-31c8-4b1c-92e0-dc85b5400600 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] 10.222.0.98 "GET /v2.0/security-groups/ba15f60f-fddc-45ad-98d6-b0e881bb2d76 HTTP/1.1" status: 404 len: 347 time: 0.0586870 Jul 09 16:14:07.414413 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53082) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:14:07.444403 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1602cc-9be7-475b-a83c-168ab2fb011e None None] New status for floating IP 8836f7de-7c02-440a-8805-5e9d1b67779b: DOWN {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:14:07.469642 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-68920635-86ad-49ed-bdae-c8074bc007ca req-34f80b3c-864f-4e77-8586-3df459e48579 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594957 Jul 09 16:14:07.629013 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-36763df8-92d8-4c2f-b327-494a81ffa4b8 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Deleting port 77a0b235-d01c-4bfc-800f-92a90520b07f {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:14:07.629753 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-36763df8-92d8-4c2f-b327-494a81ffa4b8 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:07.741147 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-36763df8-92d8-4c2f-b327-494a81ffa4b8 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:07.742219 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-36763df8-92d8-4c2f-b327-494a81ffa4b8 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:07.759939 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-36763df8-92d8-4c2f-b327-494a81ffa4b8 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Calling delete_port for 77a0b235-d01c-4bfc-800f-92a90520b07f owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:14:07.903275 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device d39b487b-74c0-4458-9506-f748b21d0d08 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:14:07.934608 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: d39b487b-74c0-4458-9506-f748b21d0d08 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:14:07.935353 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device d39b487b-74c0-4458-9506-f748b21d0d08 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:14:07.991799 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-36763df8-92d8-4c2f-b327-494a81ffa4b8 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:08.031531 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36763df8-92d8-4c2f-b327-494a81ffa4b8 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Pushing event deleted for resources: {'Port': ['ID=77a0b235-d01c-4bfc-800f-92a90520b07f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:08.118919 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e8f34-ff8a-4b9b-b7c8-61231371fe55 req-35ed0a6b-a15b-455d-baed-1df5113fca5e tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:08.130930 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-754e8f34-ff8a-4b9b-b7c8-61231371fe55 req-35ed0a6b-a15b-455d-baed-1df5113fca5e tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=75aaba85-5449-4058-954c-fec4c6d84ebf HTTP/1.1" status: 200 len: 945 time: 0.1725893 Jul 09 16:14:08.181094 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-36763df8-92d8-4c2f-b327-494a81ffa4b8 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:08.184264 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-36763df8-92d8-4c2f-b327-494a81ffa4b8 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:08.188915 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-36763df8-92d8-4c2f-b327-494a81ffa4b8 tempest-ServersTestJSON-2129389858 tempest-ServersTestJSON-2129389858-project] 10.222.0.98 "DELETE /v2.0/floatingips/8836f7de-7c02-440a-8805-5e9d1b67779b HTTP/1.1" status: 204 len: 168 time: 0.7734191 Jul 09 16:14:08.189119 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53100) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:14:08.204440 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-754e8f34-ff8a-4b9b-b7c8-61231371fe55 req-e3febbc3-aaa8-4b4b-ba62-96bc6845d645 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717735 Jul 09 16:14:08.471543 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0036b5-f14b-4e3d-9a48-992b640e77c2 req-3c39589f-b47b-4fa9-9663-d60829d3eba4 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:08.473532 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4b0036b5-f14b-4e3d-9a48-992b640e77c2 req-3c39589f-b47b-4fa9-9663-d60829d3eba4 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 949 time: 0.1040320 Jul 09 16:14:08.525252 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4b0036b5-f14b-4e3d-9a48-992b640e77c2 req-52f8ad5c-ad5a-40fb-a0d3-b3835b3cd1bb tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445540 Jul 09 16:14:08.749990 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e3cdf13f-7d3b-4696-8b38-e468035ee162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:08.784031 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c37ec-cf81-4584-ae5c-6788d99c765d req-e7377e98-82f5-45c7-bfca-deeea829cc35 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:08.786925 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-212c37ec-cf81-4584-ae5c-6788d99c765d req-e7377e98-82f5-45c7-bfca-deeea829cc35 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=cd43afdc-0c5d-4aae-be74-e6524553fd0d HTTP/1.1" status: 200 len: 949 time: 0.0810361 Jul 09 16:14:08.879261 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-212c37ec-cf81-4584-ae5c-6788d99c765d req-1bb84f17-d7ea-40cc-9446-2ff8f75149ab tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795941 Jul 09 16:14:09.506215 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-e3cdf13f-7d3b-4696-8b38-e468035ee162 admin admin] Deleting port 5bd05fc0-e6fc-4f5a-9380-003c54d3e453 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:14:09.507064 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e3cdf13f-7d3b-4696-8b38-e468035ee162 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:09.612818 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d816e3-06e4-48bf-b35c-707203794365 req-9673c26b-32b1-40c3-9ab8-fc6781ea0352 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:09.616504 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d0d816e3-06e4-48bf-b35c-707203794365 req-9673c26b-32b1-40c3-9ab8-fc6781ea0352 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=75aaba85-5449-4058-954c-fec4c6d84ebf HTTP/1.1" status: 200 len: 945 time: 0.1654885 Jul 09 16:14:09.688188 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-e3cdf13f-7d3b-4696-8b38-e468035ee162 admin admin] For port 5bd05fc0-e6fc-4f5a-9380-003c54d3e453, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=5bd05fc0-e6fc-4f5a-9380-003c54d3e453,segment=NetworkSegment(a5bc223c-05a1-4a9e-ab16-52d6e8a4b9da),segment_id=a5bc223c-05a1-4a9e-ab16-52d6e8a4b9da)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:14:09.688573 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e3cdf13f-7d3b-4696-8b38-e468035ee162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:09.709094 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d0d816e3-06e4-48bf-b35c-707203794365 req-99dd38eb-87e3-4e13-8463-7ec2d777b33f tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803511 Jul 09 16:14:09.714336 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-e3cdf13f-7d3b-4696-8b38-e468035ee162 admin admin] Calling delete_port for 5bd05fc0-e6fc-4f5a-9380-003c54d3e453 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:14:09.897221 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:09.901288 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 620a9610-efe9-4d58-a2cf-cbbd4d2ecfa0 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:14:10.018828 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 620a9610-efe9-4d58-a2cf-cbbd4d2ecfa0 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:14:10.024292 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 620a9610-efe9-4d58-a2cf-cbbd4d2ecfa0 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:14:10.024802 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:10.191640 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:10.201726 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e3cdf13f-7d3b-4696-8b38-e468035ee162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:10.274406 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 620a9610-efe9-4d58-a2cf-cbbd4d2ecfa0, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=620a9610-efe9-4d58-a2cf-cbbd4d2ecfa0,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:14:10.276519 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd43afdc-0c5d-4aae-be74-e6524553fd0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620a9610-efe9-4d58-a2cf-cbbd4d2ecfa0'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:14:10.284600 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33d5c68-1001-49a5-995c-2422de3c6aa6" -d '{"events": [{"server_uuid": "cd43afdc-0c5d-4aae-be74-e6524553fd0d", "name": "network-vif-plugged", "status": "completed", "tag": "620a9610-efe9-4d58-a2cf-cbbd4d2ecfa0"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:14:10.292131 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:10.299652 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cdf13f-7d3b-4696-8b38-e468035ee162 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bd05fc0-e6fc-4f5a-9380-003c54d3e453,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:10.412263 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=620a9610-efe9-4d58-a2cf-cbbd4d2ecfa0,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:10.574380 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e3cdf13f-7d3b-4696-8b38-e468035ee162 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:10.676056 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb2f2dc-868c-414d-9b84-04f3da838c14 req-cb4937f2-44e7-459a-a270-c794f0c4a028 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:10.679937 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-feb2f2dc-868c-414d-9b84-04f3da838c14 req-cb4937f2-44e7-459a-a270-c794f0c4a028 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 949 time: 0.3226397 Jul 09 16:14:10.758856 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a8376-fc47-4482-977f-24bf498e5a38 req-f7d978aa-795c-43f8-99db-edd097a230d6 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:10.762247 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-998a8376-fc47-4482-977f-24bf498e5a38 req-f7d978aa-795c-43f8-99db-edd097a230d6 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=cd43afdc-0c5d-4aae-be74-e6524553fd0d HTTP/1.1" status: 200 len: 950 time: 0.4039204 Jul 09 16:14:10.845862 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-998a8376-fc47-4482-977f-24bf498e5a38 req-572734da-a20b-4503-ac8b-27b8f02ff73b tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708230 Jul 09 16:14:10.853671 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-feb2f2dc-868c-414d-9b84-04f3da838c14 req-86b8a936-7b8e-4048-b9bf-1a912e646792 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889249 Jul 09 16:14:10.950327 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16102798-75cc-4b1b-9cf9-bd19b4beb65f x-openstack-request-id: req-16102798-75cc-4b1b-9cf9-bd19b4beb65f {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:14:10.951127 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd43afdc-0c5d-4aae-be74-e6524553fd0d", "name": "network-vif-plugged", "status": "completed", "tag": "620a9610-efe9-4d58-a2cf-cbbd4d2ecfa0", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:14:10.951127 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-16102798-75cc-4b1b-9cf9-bd19b4beb65f {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:14:10.951342 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd43afdc-0c5d-4aae-be74-e6524553fd0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620a9610-efe9-4d58-a2cf-cbbd4d2ecfa0', 'code': 200} Jul 09 16:14:11.003666 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3cdf13f-7d3b-4696-8b38-e468035ee162 admin admin] Router c288d3eb-9709-4b12-a377-b7394060476a has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:14:11.208201 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3cdf13f-7d3b-4696-8b38-e468035ee162 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:14:11.223247 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06008553-e74b-4791-ab2d-8f58568c56fd None None] Sync routers for ids ['c288d3eb-9709-4b12-a377-b7394060476a'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:14:11.224092 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53146) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:14:11.224196 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e3cdf13f-7d3b-4696-8b38-e468035ee162 admin admin] 10.222.0.98 "PUT /v2.0/routers/c288d3eb-9709-4b12-a377-b7394060476a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0324113 Jul 09 16:14:11.229891 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391d0e0-eaf9-4ee4-b541-1de21a0f1ed6 req-02622eb6-4f66-4d33-a762-807ef5954bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:11.233307 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8391d0e0-eaf9-4ee4-b541-1de21a0f1ed6 req-02622eb6-4f66-4d33-a762-807ef5954bcb service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=cd43afdc-0c5d-4aae-be74-e6524553fd0d HTTP/1.1" status: 200 len: 1101 time: 0.1663952 Jul 09 16:14:11.240041 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06008553-e74b-4791-ab2d-8f58568c56fd None None] Routers {'c288d3eb-9709-4b12-a377-b7394060476a'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:14:11.240968 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-06008553-e74b-4791-ab2d-8f58568c56fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:13:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['c288d3eb-9709-4b12-a377-b7394060476a'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:14:11.323634 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8391d0e0-eaf9-4ee4-b541-1de21a0f1ed6 req-5ecd788d-540b-4845-b4a3-fadff9092db7 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644031 Jul 09 16:14:11.420155 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f5f8a-10d5-4dd9-994e-34778a86d88d req-d195c554-0b58-4a32-a22e-4c8cde28df61 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:11.423734 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-381f5f8a-10d5-4dd9-994e-34778a86d88d req-d195c554-0b58-4a32-a22e-4c8cde28df61 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=75aaba85-5449-4058-954c-fec4c6d84ebf HTTP/1.1" status: 200 len: 945 time: 0.1594796 Jul 09 16:14:11.438325 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-83e837da-062b-45a5-85de-ce55c9902024 admin admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:11.445822 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-06008553-e74b-4791-ab2d-8f58568c56fd None None] Set router c288d3eb-9709-4b12-a377-b7394060476a gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:14:11.555945 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-381f5f8a-10d5-4dd9-994e-34778a86d88d req-97143c40-ef05-4e8f-a2ad-cba0095c6184 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129997 Jul 09 16:14:11.596893 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-83e837da-062b-45a5-85de-ce55c9902024 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:11.678370 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-83e837da-062b-45a5-85de-ce55c9902024 admin admin] Deleting port f0dc5fdb-58ad-4756-adf1-ba5e48498f4f {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:14:11.678710 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-83e837da-062b-45a5-85de-ce55c9902024 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:11.799536 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-83e837da-062b-45a5-85de-ce55c9902024 admin admin] For port f0dc5fdb-58ad-4756-adf1-ba5e48498f4f, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=f0dc5fdb-58ad-4756-adf1-ba5e48498f4f,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:14:11.801509 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-83e837da-062b-45a5-85de-ce55c9902024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:11.813094 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-06008553-e74b-4791-ab2d-8f58568c56fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c288d3eb-9709-4b12-a377-b7394060476a', 'name': 'tempest-ServersTestJSON-262177027-router', 'tenant_id': 'bdb58201a80846f5a926a2013ebad1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'f0dc5fdb-58ad-4756-adf1-ba5e48498f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:11:22Z', 'updated_at': '2021-07-09T16:14:10Z', 'revision_number': 5, 'project_id': 'bdb58201a80846f5a926a2013ebad1c5', 'gw_port': {'id': 'f0dc5fdb-58ad-4756-adf1-ba5e48498f4f', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c288d3eb-9709-4b12-a377-b7394060476a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:11:23Z', 'updated_at': '2021-07-09T16:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:14:11.824137 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-83e837da-062b-45a5-85de-ce55c9902024 admin admin] Calling delete_port for f0dc5fdb-58ad-4756-adf1-ba5e48498f4f owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:14:11.949053 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06008553-e74b-4791-ab2d-8f58568c56fd None None] Checking router: c288d3eb-9709-4b12-a377-b7394060476a for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:14:11.959129 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06008553-e74b-4791-ab2d-8f58568c56fd None None] Routers {'c288d3eb-9709-4b12-a377-b7394060476a'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:14:11.959758 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-06008553-e74b-4791-ab2d-8f58568c56fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:13:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['c288d3eb-9709-4b12-a377-b7394060476a'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:14:12.052701 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-06008553-e74b-4791-ab2d-8f58568c56fd None None] Set router c288d3eb-9709-4b12-a377-b7394060476a gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:14:12.115921 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-83e837da-062b-45a5-85de-ce55c9902024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:12.117136 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-06008553-e74b-4791-ab2d-8f58568c56fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c288d3eb-9709-4b12-a377-b7394060476a', 'name': 'tempest-ServersTestJSON-262177027-router', 'tenant_id': 'bdb58201a80846f5a926a2013ebad1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:11:22Z', 'updated_at': '2021-07-09T16:14:11Z', 'revision_number': 6, 'project_id': 'bdb58201a80846f5a926a2013ebad1c5', 'gw_port_host': None}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:14:12.146607 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06008553-e74b-4791-ab2d-8f58568c56fd None None] The sync data for ids ['c288d3eb-9709-4b12-a377-b7394060476a'] in n-d-798930-3 is: [{'id': 'c288d3eb-9709-4b12-a377-b7394060476a', 'name': 'tempest-ServersTestJSON-262177027-router', 'tenant_id': 'bdb58201a80846f5a926a2013ebad1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:11:22Z', 'updated_at': '2021-07-09T16:14:11Z', 'revision_number': 6, 'project_id': 'bdb58201a80846f5a926a2013ebad1c5', 'gw_port_host': None}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:14:12.213873 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e837da-062b-45a5-85de-ce55c9902024 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0dc5fdb-58ad-4756-adf1-ba5e48498f4f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:12.215211 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bdbcdf-2950-406e-ae30-cae03a767900 req-ad580d94-f98b-4fa4-840c-e9cbc65c6af0 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:12.217048 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-92bdbcdf-2950-406e-ae30-cae03a767900 req-ad580d94-f98b-4fa4-840c-e9cbc65c6af0 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 949 time: 0.1477609 Jul 09 16:14:12.276318 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-92bdbcdf-2950-406e-ae30-cae03a767900 req-c4bb038a-dd3b-4ab7-9959-815966256808 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461409 Jul 09 16:14:12.356134 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-83e837da-062b-45a5-85de-ce55c9902024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:12.400680 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97eea36-2a5d-4305-a337-5a9f8543c0dc req-5411b8bd-c091-41f8-be78-48ac56bcb97d tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:12.402238 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d97eea36-2a5d-4305-a337-5a9f8543c0dc req-5411b8bd-c091-41f8-be78-48ac56bcb97d tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=cd43afdc-0c5d-4aae-be74-e6524553fd0d HTTP/1.1" status: 200 len: 950 time: 0.3133843 Jul 09 16:14:12.553618 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-83e837da-062b-45a5-85de-ce55c9902024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:12.567909 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-83e837da-062b-45a5-85de-ce55c9902024 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:12.603264 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d97eea36-2a5d-4305-a337-5a9f8543c0dc req-ae7e6cd0-1cc7-441f-bc85-c405167c492b tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529093 Jul 09 16:14:12.680945 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-83e837da-062b-45a5-85de-ce55c9902024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:12.681765 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e837da-062b-45a5-85de-ce55c9902024 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c288d3eb-9709-4b12-a377-b7394060476a {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:14:12.692795 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-83e837da-062b-45a5-85de-ce55c9902024 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:12.696756 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-83e837da-062b-45a5-85de-ce55c9902024 admin admin] 10.222.0.98 "DELETE /v2.0/routers/c288d3eb-9709-4b12-a377-b7394060476a HTTP/1.1" status: 204 len: 168 time: 1.4699695 Jul 09 16:14:12.701164 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53170) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:14:12.784654 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 5bd05fc0-e6fc-4f5a-9380-003c54d3e453 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:14:12.826722 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-a02ef1cf-9e7c-4f63-a8d5-41b5561d8a08 admin admin] Deleting subnet 9064e539-ac8b-434c-9d15-5d32d254f9d4 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:14:12.831267 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a02ef1cf-9e7c-4f63-a8d5-41b5561d8a08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:12.873890 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 5bd05fc0-e6fc-4f5a-9380-003c54d3e453 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:14:12.874751 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 5bd05fc0-e6fc-4f5a-9380-003c54d3e453 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:14:12.944624 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a02ef1cf-9e7c-4f63-a8d5-41b5561d8a08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:13.016874 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53176) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:14:13.071601 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a02ef1cf-9e7c-4f63-a8d5-41b5561d8a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:13.177477 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-040045dc-3f36-478a-be3b-d05e35f9a034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:13.226899 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a02ef1cf-9e7c-4f63-a8d5-41b5561d8a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:13.297119 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ef1cf-9e7c-4f63-a8d5-41b5561d8a08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9064e539-ac8b-434c-9d15-5d32d254f9d4,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:13.299582 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a02ef1cf-9e7c-4f63-a8d5-41b5561d8a08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:13.304467 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a02ef1cf-9e7c-4f63-a8d5-41b5561d8a08 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/9064e539-ac8b-434c-9d15-5d32d254f9d4 HTTP/1.1" status: 204 len: 168 time: 0.6020372 Jul 09 16:14:13.309192 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53180) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:14:13.324414 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4298e794-4a9e-41f0-bcb1-26fc7e59d239 None None] Network 9c3ada68-d69e-496a-aef3-b3da6e6248d6 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:14:13.420253 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-46dabe6b-5491-4819-8764-f2cf035bfb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:13.505787 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d77fd6c-22b8-4850-a278-aeab99847fb6 req-108f7938-556f-4182-856c-596bc795d6b2 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:13.507751 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3d77fd6c-22b8-4850-a278-aeab99847fb6 req-108f7938-556f-4182-856c-596bc795d6b2 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=75aaba85-5449-4058-954c-fec4c6d84ebf HTTP/1.1" status: 200 len: 945 time: 0.5629690 Jul 09 16:14:13.530742 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-040045dc-3f36-478a-be3b-d05e35f9a034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:13.537987 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-040045dc-3f36-478a-be3b-d05e35f9a034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:13.570172 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3d77fd6c-22b8-4850-a278-aeab99847fb6 req-d58acc40-b0e4-4cc3-b2e9-34b0c75fbe97 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486586 Jul 09 16:14:13.598441 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-040045dc-3f36-478a-be3b-d05e35f9a034 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6009f4b82cb54e08a058b2efa219d87a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5803952 Jul 09 16:14:13.603032 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53186) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:14:13.613028 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040045dc-3f36-478a-be3b-d05e35f9a034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f186d2-8591-4aab-ad42-6ba40ee2bafd,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:13.631524 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-46dabe6b-5491-4819-8764-f2cf035bfb95 admin admin] Deleting port 4c2be429-db31-466a-a145-215e9087cfa0 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:14:13.631861 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-46dabe6b-5491-4819-8764-f2cf035bfb95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:13.644359 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6931a-769d-4f60-a418-f3a0b275cc39 req-a9025b45-3761-49a3-9d3a-cebcc6aac91e tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:13.645825 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-11f6931a-769d-4f60-a418-f3a0b275cc39 req-a9025b45-3761-49a3-9d3a-cebcc6aac91e tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 949 time: 0.1670253 Jul 09 16:14:13.739100 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0da3073c-5c81-49ef-bca3-68e201fbd8bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:13.753657 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-46dabe6b-5491-4819-8764-f2cf035bfb95 admin admin] For port 4c2be429-db31-466a-a145-215e9087cfa0, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=4c2be429-db31-466a-a145-215e9087cfa0,segment=NetworkSegment(a5bc223c-05a1-4a9e-ab16-52d6e8a4b9da),segment_id=a5bc223c-05a1-4a9e-ab16-52d6e8a4b9da)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:14:13.754077 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-46dabe6b-5491-4819-8764-f2cf035bfb95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:13.767115 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-11f6931a-769d-4f60-a418-f3a0b275cc39 req-1fe6cd9e-8a22-4b7d-9d87-17baeb13f3fa tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814967 Jul 09 16:14:13.774445 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-46dabe6b-5491-4819-8764-f2cf035bfb95 admin admin] Calling delete_port for 4c2be429-db31-466a-a145-215e9087cfa0 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:14:13.786915 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0da3073c-5c81-49ef-bca3-68e201fbd8bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:13.837269 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b81da3d-78d3-4392-ab0f-e174e67aac2d None None] DHCP port deletion for 9c3ada68-d69e-496a-aef3-b3da6e6248d6 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:14:13.895245 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0da3073c-5c81-49ef-bca3-68e201fbd8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:13.898447 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0da3073c-5c81-49ef-bca3-68e201fbd8bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:13.900282 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0da3073c-5c81-49ef-bca3-68e201fbd8bb admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/23f186d2-8591-4aab-ad42-6ba40ee2bafd HTTP/1.1" status: 204 len: 168 time: 0.2962122 Jul 09 16:14:13.918713 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da3073c-5c81-49ef-bca3-68e201fbd8bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f186d2-8591-4aab-ad42-6ba40ee2bafd,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:13.924719 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-46dabe6b-5491-4819-8764-f2cf035bfb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:13.952456 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da3073c-5c81-49ef-bca3-68e201fbd8bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:14:13.956355 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da3073c-5c81-49ef-bca3-68e201fbd8bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:14:13.957056 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da3073c-5c81-49ef-bca3-68e201fbd8bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:14:13.957408 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da3073c-5c81-49ef-bca3-68e201fbd8bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:14:13.958463 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da3073c-5c81-49ef-bca3-68e201fbd8bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:14:13.958463 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da3073c-5c81-49ef-bca3-68e201fbd8bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:14:13.959040 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da3073c-5c81-49ef-bca3-68e201fbd8bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:14:13.959040 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da3073c-5c81-49ef-bca3-68e201fbd8bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:14:13.965259 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-6b81da3d-78d3-4392-ab0f-e174e67aac2d None None] Deleting port 4c2be429-db31-466a-a145-215e9087cfa0 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:14:13.966589 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da3073c-5c81-49ef-bca3-68e201fbd8bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:14:13.967274 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da3073c-5c81-49ef-bca3-68e201fbd8bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:14:13.968159 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da3073c-5c81-49ef-bca3-68e201fbd8bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:14:13.968518 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da3073c-5c81-49ef-bca3-68e201fbd8bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:14:13.969175 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6b81da3d-78d3-4392-ab0f-e174e67aac2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:14.003605 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dabe6b-5491-4819-8764-f2cf035bfb95 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c2be429-db31-466a-a145-215e9087cfa0,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:14.012393 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dabe6b-5491-4819-8764-f2cf035bfb95 admin admin] No DVR routers for this DVR port 4c2be429-db31-466a-a145-215e9087cfa0 on host n-d-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:14:14.136221 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-6b81da3d-78d3-4392-ab0f-e174e67aac2d None None] For port 4c2be429-db31-466a-a145-215e9087cfa0, host n-d-798930-3, got binding levels [] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:14:14.136799 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6b81da3d-78d3-4392-ab0f-e174e67aac2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:14.139197 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae18f7d-47e5-4d4c-af88-6a8b7c3fe63c req-f6755d8e-71e6-42ea-b39c-fe864f605767 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:14.149456 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cae18f7d-47e5-4d4c-af88-6a8b7c3fe63c req-f6755d8e-71e6-42ea-b39c-fe864f605767 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=cd43afdc-0c5d-4aae-be74-e6524553fd0d HTTP/1.1" status: 200 len: 950 time: 0.1306076 Jul 09 16:14:14.155777 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-46dabe6b-5491-4819-8764-f2cf035bfb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:14.173062 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-46dabe6b-5491-4819-8764-f2cf035bfb95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c3ada68-d69e-496a-aef3-b3da6e6248d6']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:14:14.179932 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-6b81da3d-78d3-4392-ab0f-e174e67aac2d None None] Calling delete_port for 4c2be429-db31-466a-a145-215e9087cfa0 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:14:14.189386 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.ipam_backend_mixin [None req-6b81da3d-78d3-4392-ab0f-e174e67aac2d None None] Port 4c2be429-db31-466a-a145-215e9087cfa0 was not found and therefore no delete operation was performed {{(pid=93960) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 16:14:14.196591 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-46dabe6b-5491-4819-8764-f2cf035bfb95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5bc223c-05a1-4a9e-ab16-52d6e8a4b9da') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:14:14.196896 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-46dabe6b-5491-4819-8764-f2cf035bfb95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5bc223c-05a1-4a9e-ab16-52d6e8a4b9da') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:14:14.205077 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6b81da3d-78d3-4392-ab0f-e174e67aac2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:14.207884 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-46dabe6b-5491-4819-8764-f2cf035bfb95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:14.227958 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-46dabe6b-5491-4819-8764-f2cf035bfb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:14.237346 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46dabe6b-5491-4819-8764-f2cf035bfb95 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:14:14.240581 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-46dabe6b-5491-4819-8764-f2cf035bfb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:14.245592 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cae18f7d-47e5-4d4c-af88-6a8b7c3fe63c req-e67d5b90-9418-4bc1-80d5-9f7d4626bd41 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946670 Jul 09 16:14:14.248449 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b81da3d-78d3-4392-ab0f-e174e67aac2d None None] Pushing event deleted for resources: {'Port': ['ID=4c2be429-db31-466a-a145-215e9087cfa0,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:14.255561 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:14:14.255561 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:14:14.255561 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:14:14.255561 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:14:14.255561 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:14:14.255561 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:14:14.255561 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:14:14.255561 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:14:14.255561 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:14:14.255561 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:14:14.255561 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:14:14.255561 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:14:14.255561 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:14:14.255561 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:14:14.255561 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:14:14.255561 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:14:14.255561 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:14:14.255561 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:14:14.255561 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:14:14.255561 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:14:14.255561 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:14:14.255561 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:14:14.255561 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:14:14.255561 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:14:14.255561 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:14:14.255561 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:14:14.255561 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:14:14.255561 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:14:14.255561 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:14:14.255561 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:14:14.255561 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:14:14.255561 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:14:14.255561 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:14:14.255561 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:14:14.255561 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:14:14.255561 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:14:14.255561 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:14:14.255561 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:14:14.255561 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:14:14.255561 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:14:14.255561 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:14:14.255561 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:14:14.255561 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:14:14.255561 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:14:14.255561 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:14:14.255561 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:14:14.255561 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:14:14.255561 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:14:14.266662 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b81da3d-78d3-4392-ab0f-e174e67aac2d None None] No DVR routers for this DVR port 4c2be429-db31-466a-a145-215e9087cfa0 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:14:14.330804 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-46dabe6b-5491-4819-8764-f2cf035bfb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:14.341935 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-46dabe6b-5491-4819-8764-f2cf035bfb95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:14.351453 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-46dabe6b-5491-4819-8764-f2cf035bfb95 admin admin] 10.222.0.98 "DELETE /v2.0/networks/9c3ada68-d69e-496a-aef3-b3da6e6248d6 HTTP/1.1" status: 204 len: 168 time: 1.0362232 Jul 09 16:14:14.366077 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dabe6b-5491-4819-8764-f2cf035bfb95 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c3ada68-d69e-496a-aef3-b3da6e6248d6,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:14.425887 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device f0dc5fdb-58ad-4756-adf1-ba5e48498f4f no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:14:14.488084 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: f0dc5fdb-58ad-4756-adf1-ba5e48498f4f {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:14:14.488811 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device f0dc5fdb-58ad-4756-adf1-ba5e48498f4f not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:14:14.489509 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 4c2be429-db31-466a-a145-215e9087cfa0 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:14:14.511047 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011797b7-3a49-435d-bc4f-47b38a33f1c7 req-7b15eb6e-e672-4651-ab16-92755275db57 tempest-ServersOnMultiNodesTest-830479370 tempest-ServersOnMultiNodesTest-830479370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:14.513127 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-011797b7-3a49-435d-bc4f-47b38a33f1c7 req-7b15eb6e-e672-4651-ab16-92755275db57 tempest-ServersOnMultiNodesTest-830479370 tempest-ServersOnMultiNodesTest-830479370-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=cd43afdc-0c5d-4aae-be74-e6524553fd0d HTTP/1.1" status: 200 len: 1101 time: 0.0804188 Jul 09 16:14:14.531321 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 4c2be429-db31-466a-a145-215e9087cfa0 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:14:14.532426 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 4c2be429-db31-466a-a145-215e9087cfa0 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:14:14.589584 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-011797b7-3a49-435d-bc4f-47b38a33f1c7 req-1f4d4f38-3848-455c-aa9d-3824cb76d296 tempest-ServersOnMultiNodesTest-830479370 tempest-ServersOnMultiNodesTest-830479370-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643759 Jul 09 16:14:14.598822 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53210) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:14:14.699876 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b2eb6c60-3e72-4a28-a5e0-4c3e52d3c482 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=bdb58201a80846f5a926a2013ebad1c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0984280 Jul 09 16:14:14.702016 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53216) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:14:14.776218 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ec4c8103-f0f5-455c-b911-b3a560193b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:14.815968 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ec4c8103-f0f5-455c-b911-b3a560193b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:14.913603 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b7f08-d232-4588-ba5a-671341ba821f req-69569c07-816a-49cf-9924-c3974500823f tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:14.921346 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ec4c8103-f0f5-455c-b911-b3a560193b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:14.921854 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5b8b7f08-d232-4588-ba5a-671341ba821f req-69569c07-816a-49cf-9924-c3974500823f tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=75aaba85-5449-4058-954c-fec4c6d84ebf HTTP/1.1" status: 200 len: 945 time: 0.1054120 Jul 09 16:14:14.927591 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ec4c8103-f0f5-455c-b911-b3a560193b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:14.930425 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ec4c8103-f0f5-455c-b911-b3a560193b0d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9e843d7a-1b4b-4185-830d-26eb14d133c6 HTTP/1.1" status: 204 len: 168 time: 0.2271771 Jul 09 16:14:14.949907 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4c8103-f0f5-455c-b911-b3a560193b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e843d7a-1b4b-4185-830d-26eb14d133c6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:14.995326 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5b8b7f08-d232-4588-ba5a-671341ba821f req-83849eb8-d190-417c-8188-0cd18708c040 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721691 Jul 09 16:14:15.216378 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53238) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:14:15.309617 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f752ae2-e3fd-4e99-9065-b3cdec0b98c1 req-f78ace18-e359-4dee-9b91-e832e634147b tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:15.314431 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [req-29b46a0a-e746-4120-b31e-06177bf7e6c2 req-081056b6-ee08-47b7-b52e-9dc44dd52f9f service neutron] show failed (client error): The resource could not be found. Jul 09 16:14:15.315428 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-29b46a0a-e746-4120-b31e-06177bf7e6c2 req-081056b6-ee08-47b7-b52e-9dc44dd52f9f service neutron] 10.222.0.73 "GET /v2.0/ports/7a586f12-b128-4b3c-a7db-8b80bec47d3d/bindings/n-h1-798930-3 HTTP/1.1" status: 404 len: 380 time: 0.0880866 Jul 09 16:14:15.323843 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1f752ae2-e3fd-4e99-9065-b3cdec0b98c1 req-f78ace18-e359-4dee-9b91-e832e634147b tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=cd43afdc-0c5d-4aae-be74-e6524553fd0d HTTP/1.1" status: 200 len: 950 time: 0.0992615 Jul 09 16:14:15.332076 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89629ceb-5919-48c2-ba9f-9b711ad64510 req-90307ea4-dc73-4bff-bb14-b2e6e1e5597e tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:15.333942 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-89629ceb-5919-48c2-ba9f-9b711ad64510 req-90307ea4-dc73-4bff-bb14-b2e6e1e5597e tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 949 time: 0.1591322 Jul 09 16:14:15.392868 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1f752ae2-e3fd-4e99-9065-b3cdec0b98c1 req-e8b473cc-acd1-48f7-b7a2-5eb3779a2ad1 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678787 Jul 09 16:14:15.403291 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-89629ceb-5919-48c2-ba9f-9b711ad64510 req-b2644ef9-dc10-488b-a4c7-692becc9adb1 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626197 Jul 09 16:14:15.432327 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-72237f86-8369-4961-b8a6-780033d22c39 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-2030055033-network', 'tenant_id': 'af925efe71854f1f8999734921d4e286'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:14:15.499706 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72237f86-8369-4961-b8a6-780033d22c39 admin admin] Made reservation on behalf of af925efe71854f1f8999734921d4e286 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:14:15.511274 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-72237f86-8369-4961-b8a6-780033d22c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:15.529470 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-72237f86-8369-4961-b8a6-780033d22c39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:15.707001 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-72237f86-8369-4961-b8a6-780033d22c39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:15.715029 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-72237f86-8369-4961-b8a6-780033d22c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:15.742621 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72237f86-8369-4961-b8a6-780033d22c39 admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:14:15.790745 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-72237f86-8369-4961-b8a6-780033d22c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:15.790932 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-72237f86-8369-4961-b8a6-780033d22c39 admin admin] Added segment 53bede6b-6861-409a-a49d-5992a95b9775 of type vlan for network 6ac806f1-cdc6-4f21-8dff-578217276e95 Jul 09 16:14:15.792410 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72237f86-8369-4961-b8a6-780033d22c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fadcaedc-452e-4f40-8a32-cbe9ec458d60,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:15.848432 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-72237f86-8369-4961-b8a6-780033d22c39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:15.887035 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b46a0a-e746-4120-b31e-06177bf7e6c2 req-07de5308-f952-421e-92a1-2ea2fd3f0662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:15.888615 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-29b46a0a-e746-4120-b31e-06177bf7e6c2 req-07de5308-f952-421e-92a1-2ea2fd3f0662 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af&tenant_id=90103765321a44c5954b6bc1ea90c4d7 HTTP/1.1" status: 200 len: 1100 time: 0.1380296 Jul 09 16:14:15.896336 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-72237f86-8369-4961-b8a6-780033d22c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:15.897621 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72237f86-8369-4961-b8a6-780033d22c39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:15.898225 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-72237f86-8369-4961-b8a6-780033d22c39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:15.911906 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-29b46a0a-e746-4120-b31e-06177bf7e6c2 req-ac53df08-3269-41c7-9920-5e24a03d4a6e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798930-3', 'device_owner': 'compute:nova'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:14:15.942933 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53260) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:14:15.990264 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-72237f86-8369-4961-b8a6-780033d22c39 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7716596 Jul 09 16:14:15.993175 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53264) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:14:15.999326 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-3113813d-5d2f-4d88-9112-c630fa305e45 admin admin] Request body: {'subnet': {'network_id': '6ac806f1-cdc6-4f21-8dff-578217276e95', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-2030055033-subnet', 'tenant_id': 'af925efe71854f1f8999734921d4e286', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:14:16.006036 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72237f86-8369-4961-b8a6-780033d22c39 admin admin] Pushing event updated for resources: {'Network': ['ID=6ac806f1-cdc6-4f21-8dff-578217276e95,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:16.024515 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 6ac806f1-cdc6-4f21-8dff-578217276e95 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:14:16.027030 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3113813d-5d2f-4d88-9112-c630fa305e45 admin admin] Made reservation on behalf of af925efe71854f1f8999734921d4e286 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:14:16.031155 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3113813d-5d2f-4d88-9112-c630fa305e45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:16.083069 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-29b46a0a-e746-4120-b31e-06177bf7e6c2 req-ac53df08-3269-41c7-9920-5e24a03d4a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:16.090110 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-d6524b5b-c744-477e-858c-d85613ab82f8 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1119092116-network', 'tenant_id': '26aaf535ef1442ddbe5e4f5b96bc1792'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:14:16.157006 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6524b5b-c744-477e-858c-d85613ab82f8 admin admin] Made reservation on behalf of 26aaf535ef1442ddbe5e4f5b96bc1792 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:14:16.159963 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d6524b5b-c744-477e-858c-d85613ab82f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:16.174005 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d6524b5b-c744-477e-858c-d85613ab82f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:16.361410 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6ccf2-7299-4600-8e16-af8366cf2fd6 req-4025ed17-1aef-49c8-a52a-8efb38413dac tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:16.363027 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b8a6ccf2-7299-4600-8e16-af8366cf2fd6 req-4025ed17-1aef-49c8-a52a-8efb38413dac tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=75aaba85-5449-4058-954c-fec4c6d84ebf HTTP/1.1" status: 200 len: 945 time: 0.1397486 Jul 09 16:14:16.365312 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3113813d-5d2f-4d88-9112-c630fa305e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:16.389324 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d6524b5b-c744-477e-858c-d85613ab82f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:16.410661 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d6524b5b-c744-477e-858c-d85613ab82f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:16.449274 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-29b46a0a-e746-4120-b31e-06177bf7e6c2 req-ac53df08-3269-41c7-9920-5e24a03d4a6e service neutron] For port 7a586f12-b128-4b3c-a7db-8b80bec47d3d, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=7a586f12-b128-4b3c-a7db-8b80bec47d3d,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:14:16.458387 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b8a6ccf2-7299-4600-8e16-af8366cf2fd6 req-f2c71171-ca93-435e-a4af-3f78044656ca tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885973 Jul 09 16:14:16.463986 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6524b5b-c744-477e-858c-d85613ab82f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:14:16.467144 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3113813d-5d2f-4d88-9112-c630fa305e45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7647c929-ca32-4b48-b774-d40e8214567d,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:16.492127 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6524b5b-c744-477e-858c-d85613ab82f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c727296-78a2-4526-a3ce-1ec442e3beaf,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:16.504794 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d6524b5b-c744-477e-858c-d85613ab82f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:16.505183 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-d6524b5b-c744-477e-858c-d85613ab82f8 admin admin] Added segment 83198ff5-8209-4915-83c0-f54a458e911a of type vlan for network 3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8 Jul 09 16:14:16.514133 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-29b46a0a-e746-4120-b31e-06177bf7e6c2 req-ac53df08-3269-41c7-9920-5e24a03d4a6e service neutron] For port 7a586f12-b128-4b3c-a7db-8b80bec47d3d, host n-h2-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:14:16.520176 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3113813d-5d2f-4d88-9112-c630fa305e45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:14:16.520528 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3113813d-5d2f-4d88-9112-c630fa305e45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:14:16.520857 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3113813d-5d2f-4d88-9112-c630fa305e45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:14:16.521165 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3113813d-5d2f-4d88-9112-c630fa305e45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:14:16.521668 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3113813d-5d2f-4d88-9112-c630fa305e45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:14:16.521844 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3113813d-5d2f-4d88-9112-c630fa305e45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:14:16.522137 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3113813d-5d2f-4d88-9112-c630fa305e45 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:14:16.522602 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3113813d-5d2f-4d88-9112-c630fa305e45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:14:16.522800 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3113813d-5d2f-4d88-9112-c630fa305e45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:14:16.523069 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3113813d-5d2f-4d88-9112-c630fa305e45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:14:16.523458 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3113813d-5d2f-4d88-9112-c630fa305e45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:14:16.523691 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3113813d-5d2f-4d88-9112-c630fa305e45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:14:16.554800 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32fd087-1bfe-42e6-bbc0-ae7702cdd3de req-f91fb95e-7b0a-4b5c-ad59-1c19d00d3ea0 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:16.556392 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a32fd087-1bfe-42e6-bbc0-ae7702cdd3de req-f91fb95e-7b0a-4b5c-ad59-1c19d00d3ea0 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd43afdc-0c5d-4aae-be74-e6524553fd0d HTTP/1.1" status: 200 len: 950 time: 0.1759229 Jul 09 16:14:16.559519 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6524b5b-c744-477e-858c-d85613ab82f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:14:16.559914 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6524b5b-c744-477e-858c-d85613ab82f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:14:16.560335 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6524b5b-c744-477e-858c-d85613ab82f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:14:16.560885 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6524b5b-c744-477e-858c-d85613ab82f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:14:16.561791 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6524b5b-c744-477e-858c-d85613ab82f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:14:16.562316 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6524b5b-c744-477e-858c-d85613ab82f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:14:16.562477 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6524b5b-c744-477e-858c-d85613ab82f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:14:16.562758 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6524b5b-c744-477e-858c-d85613ab82f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:14:16.563126 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6524b5b-c744-477e-858c-d85613ab82f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:14:16.563515 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6524b5b-c744-477e-858c-d85613ab82f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:14:16.563697 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6524b5b-c744-477e-858c-d85613ab82f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:14:16.564092 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6524b5b-c744-477e-858c-d85613ab82f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:14:16.571562 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3113813d-5d2f-4d88-9112-c630fa305e45 admin admin] Checking segment: {'id': '53bede6b-6861-409a-a49d-5992a95b9775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6ac806f1-cdc6-4f21-8dff-578217276e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:14:16.571735 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3113813d-5d2f-4d88-9112-c630fa305e45 admin admin] Network hostable DHCP agents. Network: 6ac806f1-cdc6-4f21-8dff-578217276e95, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:14:16.595417 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d6524b5b-c744-477e-858c-d85613ab82f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:16.616783 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-29b46a0a-e746-4120-b31e-06177bf7e6c2 req-ac53df08-3269-41c7-9920-5e24a03d4a6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:16.631196 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-29b46a0a-e746-4120-b31e-06177bf7e6c2 req-ac53df08-3269-41c7-9920-5e24a03d4a6e service neutron] Transition to ACTIVE for port object 7a586f12-b128-4b3c-a7db-8b80bec47d3d will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:14:16.635232 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3113813d-5d2f-4d88-9112-c630fa305e45 admin admin] Network 6ac806f1-cdc6-4f21-8dff-578217276e95 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:14:16.651778 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41956187-0e18-4538-aed9-e38f147e74af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a586f12-b128-4b3c-a7db-8b80bec47d3d'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:14:16.653668 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f58213-93f2-4cd7-b801-8bcb180974d4" -d '{"events": [{"server_uuid": "41956187-0e18-4538-aed9-e38f147e74af", "name": "network-vif-unplugged", "status": "completed", "tag": "7a586f12-b128-4b3c-a7db-8b80bec47d3d"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:14:16.660038 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-29b46a0a-e746-4120-b31e-06177bf7e6c2 req-ac53df08-3269-41c7-9920-5e24a03d4a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:16.676188 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-3113813d-5d2f-4d88-9112-c630fa305e45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 6ac806f1-cdc6-4f21-8dff-578217276e95) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:14:16.692101 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ced763-f98e-4c5a-aab2-0c51156f50b4 None None] Network 6ac806f1-cdc6-4f21-8dff-578217276e95 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:14:16.699458 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3113813d-5d2f-4d88-9112-c630fa305e45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:16.700810 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3113813d-5d2f-4d88-9112-c630fa305e45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:16.724484 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d6524b5b-c744-477e-858c-d85613ab82f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:16.728378 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6524b5b-c744-477e-858c-d85613ab82f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:16.731890 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d6524b5b-c744-477e-858c-d85613ab82f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:16.822373 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac53df08-3269-41c7-9920-5e24a03d4a6e service neutron] Pushing event updated for resources: {'Port': ['ID=7a586f12-b128-4b3c-a7db-8b80bec47d3d,revision_number=6']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:16.841442 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b46a0a-e746-4120-b31e-06177bf7e6c2 req-ac53df08-3269-41c7-9920-5e24a03d4a6e service neutron] No DVR routers for this DVR port 7a586f12-b128-4b3c-a7db-8b80bec47d3d on host n-h2-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:14:16.864691 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3113813d-5d2f-4d88-9112-c630fa305e45 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8700504 Jul 09 16:14:16.882610 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-d6524b5b-c744-477e-858c-d85613ab82f8 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9339712 Jul 09 16:14:16.883606 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53282) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:14:16.892204 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-85517ba1-9c13-4446-a7df-ff2bed4c5a8f admin admin] Request body: {'subnet': {'network_id': '3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1119092116-subnet', 'tenant_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:14:16.909517 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6524b5b-c744-477e-858c-d85613ab82f8 admin admin] Pushing event updated for resources: {'Network': ['ID=3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:16.927370 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:14:16.945602 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb3ca0a-1580-4d59-8ae6-e08c5befe3da None None] Network 6ac806f1-cdc6-4f21-8dff-578217276e95 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:14:16.963526 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85517ba1-9c13-4446-a7df-ff2bed4c5a8f admin admin] Made reservation on behalf of 26aaf535ef1442ddbe5e4f5b96bc1792 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:14:16.966376 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-85517ba1-9c13-4446-a7df-ff2bed4c5a8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:16.976609 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152bce4-cf91-49f4-9d8e-4e7ab42afc74 req-0e00657c-975f-4545-97e6-2e7c6cfbb588 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:16.984386 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b152bce4-cf91-49f4-9d8e-4e7ab42afc74 req-0e00657c-975f-4545-97e6-2e7c6cfbb588 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=cd43afdc-0c5d-4aae-be74-e6524553fd0d HTTP/1.1" status: 200 len: 950 time: 0.2777233 Jul 09 16:14:17.027078 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-29b46a0a-e746-4120-b31e-06177bf7e6c2 req-ac53df08-3269-41c7-9920-5e24a03d4a6e service neutron] Attempting to bind port 7a586f12-b128-4b3c-a7db-8b80bec47d3d on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:14:17.027418 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-29b46a0a-e746-4120-b31e-06177bf7e6c2 req-ac53df08-3269-41c7-9920-5e24a03d4a6e service neutron] Attempting to bind port 7a586f12-b128-4b3c-a7db-8b80bec47d3d by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:14:17.027751 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b46a0a-e746-4120-b31e-06177bf7e6c2 req-ac53df08-3269-41c7-9920-5e24a03d4a6e service neutron] Attempting to bind port 7a586f12-b128-4b3c-a7db-8b80bec47d3d on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:14:17.053728 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b46a0a-e746-4120-b31e-06177bf7e6c2 req-ac53df08-3269-41c7-9920-5e24a03d4a6e service neutron] Port 7a586f12-b128-4b3c-a7db-8b80bec47d3d on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:14:17.054057 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b46a0a-e746-4120-b31e-06177bf7e6c2 req-ac53df08-3269-41c7-9920-5e24a03d4a6e service neutron] Attempting to bind port 7a586f12-b128-4b3c-a7db-8b80bec47d3d on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:14:17.065737 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b46a0a-e746-4120-b31e-06177bf7e6c2 req-ac53df08-3269-41c7-9920-5e24a03d4a6e service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:14:17.066087 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b46a0a-e746-4120-b31e-06177bf7e6c2 req-ac53df08-3269-41c7-9920-5e24a03d4a6e service neutron] Checking segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:14:17.066466 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b46a0a-e746-4120-b31e-06177bf7e6c2 req-ac53df08-3269-41c7-9920-5e24a03d4a6e service neutron] Bound using segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:14:17.066988 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-29b46a0a-e746-4120-b31e-06177bf7e6c2 req-ac53df08-3269-41c7-9920-5e24a03d4a6e service neutron] Bound port: 7a586f12-b128-4b3c-a7db-8b80bec47d3d, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:14:17.067336 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-29b46a0a-e746-4120-b31e-06177bf7e6c2 req-ac53df08-3269-41c7-9920-5e24a03d4a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:17.073540 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-a32fd087-1bfe-42e6-bbc0-ae7702cdd3de req-dae55c56-696b-4016-9263-6a58056617f0 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Deleting port 620a9610-efe9-4d58-a2cf-cbbd4d2ecfa0 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:14:17.073797 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a32fd087-1bfe-42e6-bbc0-ae7702cdd3de req-dae55c56-696b-4016-9263-6a58056617f0 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:17.097294 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b152bce4-cf91-49f4-9d8e-4e7ab42afc74 req-4231c7d6-c3e8-4e92-a1d2-8c4bd0994ac7 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112835 Jul 09 16:14:17.153637 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d761cc1-28b6-4ea4-b67f-1741b8a5616b req-6ef3fd07-f1bd-40fa-86b5-2bc200cdc9b1 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:17.161300 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9d761cc1-28b6-4ea4-b67f-1741b8a5616b req-6ef3fd07-f1bd-40fa-86b5-2bc200cdc9b1 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 947 time: 0.3258078 Jul 09 16:14:17.272078 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-29b46a0a-e746-4120-b31e-06177bf7e6c2 req-ac53df08-3269-41c7-9920-5e24a03d4a6e service neutron] For port 7a586f12-b128-4b3c-a7db-8b80bec47d3d, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:14:17.276843 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-85517ba1-9c13-4446-a7df-ff2bed4c5a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:17.277177 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9d761cc1-28b6-4ea4-b67f-1741b8a5616b req-3b3baf95-84c2-49e9-84f8-ed5787caf5dc tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150193 Jul 09 16:14:17.278955 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-29b46a0a-e746-4120-b31e-06177bf7e6c2 req-ac53df08-3269-41c7-9920-5e24a03d4a6e service neutron] For port 7a586f12-b128-4b3c-a7db-8b80bec47d3d, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=7a586f12-b128-4b3c-a7db-8b80bec47d3d,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:14:17.290864 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-29b46a0a-e746-4120-b31e-06177bf7e6c2 req-ac53df08-3269-41c7-9920-5e24a03d4a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:17.330636 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c270505-1046-48b4-bb08-01c105570f91 x-openstack-request-id: req-6c270505-1046-48b4-bb08-01c105570f91 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:14:17.330936 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41956187-0e18-4538-aed9-e38f147e74af", "name": "network-vif-unplugged", "status": "completed", "tag": "7a586f12-b128-4b3c-a7db-8b80bec47d3d", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:14:17.331270 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6c270505-1046-48b4-bb08-01c105570f91 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:14:17.331706 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41956187-0e18-4538-aed9-e38f147e74af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a586f12-b128-4b3c-a7db-8b80bec47d3d', 'code': 200} Jul 09 16:14:17.356319 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85517ba1-9c13-4446-a7df-ff2bed4c5a8f admin admin] Checking segment: {'id': '83198ff5-8209-4915-83c0-f54a458e911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:14:17.356746 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85517ba1-9c13-4446-a7df-ff2bed4c5a8f admin admin] Network hostable DHCP agents. Network: 3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:14:17.361573 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85517ba1-9c13-4446-a7df-ff2bed4c5a8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1711513-50d2-4abd-a78b-a82992d0d46f,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:17.365207 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-a32fd087-1bfe-42e6-bbc0-ae7702cdd3de req-dae55c56-696b-4016-9263-6a58056617f0 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] For port 620a9610-efe9-4d58-a2cf-cbbd4d2ecfa0, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=620a9610-efe9-4d58-a2cf-cbbd4d2ecfa0,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:14:17.365911 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a32fd087-1bfe-42e6-bbc0-ae7702cdd3de req-dae55c56-696b-4016-9263-6a58056617f0 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:17.384199 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85517ba1-9c13-4446-a7df-ff2bed4c5a8f admin admin] Network 3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:14:17.396643 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-85517ba1-9c13-4446-a7df-ff2bed4c5a8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:14:17.401819 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85517ba1-9c13-4446-a7df-ff2bed4c5a8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:17.402484 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-85517ba1-9c13-4446-a7df-ff2bed4c5a8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:17.422559 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2803ee46-1ba7-49bc-ac7b-1264402e6a2e None None] Network 3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:14:17.432782 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-a32fd087-1bfe-42e6-bbc0-ae7702cdd3de req-dae55c56-696b-4016-9263-6a58056617f0 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Calling delete_port for 620a9610-efe9-4d58-a2cf-cbbd4d2ecfa0 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:14:17.436864 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-85517ba1-9c13-4446-a7df-ff2bed4c5a8f admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5485837 Jul 09 16:14:17.440879 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53290) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:14:17.446185 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-21afda8c-3670-4ada-9d79-53d9c0c9cf6c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1119092116-router', 'tenant_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:14:17.449312 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b46a0a-e746-4120-b31e-06177bf7e6c2 req-ac53df08-3269-41c7-9920-5e24a03d4a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:17.450216 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-29b46a0a-e746-4120-b31e-06177bf7e6c2 req-ac53df08-3269-41c7-9920-5e24a03d4a6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:17.451559 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-29b46a0a-e746-4120-b31e-06177bf7e6c2 req-ac53df08-3269-41c7-9920-5e24a03d4a6e service neutron] 10.222.0.77 "PUT /v2.0/ports/7a586f12-b128-4b3c-a7db-8b80bec47d3d HTTP/1.1" status: 200 len: 1095 time: 1.5481055 Jul 09 16:14:17.473525 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-21afda8c-3670-4ada-9d79-53d9c0c9cf6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:17.475129 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-21afda8c-3670-4ada-9d79-53d9c0c9cf6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:17.552630 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-f9ddc56a-7b08-4d04-bb25-91942e01826f req-aab3b0e3-e213-478b-915a-ba20c075349d tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-830188755', 'description': 'tempest-description-651348277'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:14:17.576276 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac53df08-3269-41c7-9920-5e24a03d4a6e service neutron] Pushing event updated for resources: {'Port': ['ID=7a586f12-b128-4b3c-a7db-8b80bec47d3d,revision_number=7']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:17.600924 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-21afda8c-3670-4ada-9d79-53d9c0c9cf6c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:17.690114 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f9ddc56a-7b08-4d04-bb25-91942e01826f req-aab3b0e3-e213-478b-915a-ba20c075349d tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:17.716358 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b46a0a-e746-4120-b31e-06177bf7e6c2 req-46997f34-61d5-4dd4-b34c-caa5ae72cc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:17.719303 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-29b46a0a-e746-4120-b31e-06177bf7e6c2 req-46997f34-61d5-4dd4-b34c-caa5ae72cc0f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=90103765321a44c5954b6bc1ea90c4d7&device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 1098 time: 0.2336538 Jul 09 16:14:17.819881 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25876b5c-bdbc-4ff2-abbe-87560c638417 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8', 'network_id': '3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8', 'tenant_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'fixed_ips': [{'subnet_id': 'd1711513-50d2-4abd-a78b-a82992d0d46f'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:14:17.821228 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-25876b5c-bdbc-4ff2-abbe-87560c638417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:17.904071 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a32fd087-1bfe-42e6-bbc0-ae7702cdd3de req-dae55c56-696b-4016-9263-6a58056617f0 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:17.957656 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['2bf4afec-66f7-4d7c-b984-e80fa7b78a2f', 'e231c2d1-2e9d-4788-9b12-b55bb9cfd787', '639e631d-bf34-4819-aca6-3e30afa826a4', '82c66ec9-75cf-49fa-8517-c3e292c0c0e5', '620a9610-efe9-4d58-a2cf-cbbd4d2ecfa0'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:14:17.962562 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['650e196b-2aa6-4ef4-a414-5422d0b873bf', '44e5178e-0c95-4f73-a000-81c9bceea279', '50763f0e-db67-42aa-8825-6cf85685e3b8'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:14:17.972158 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae55c56-696b-4016-9263-6a58056617f0 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Pushing event deleted for resources: {'Port': ['ID=620a9610-efe9-4d58-a2cf-cbbd4d2ecfa0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:17.988786 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b46a0a-e746-4120-b31e-06177bf7e6c2 req-18e3131d-ca49-4c37-80ce-6adae2504642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:17.990869 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-29b46a0a-e746-4120-b31e-06177bf7e6c2 req-18e3131d-ca49-4c37-80ce-6adae2504642 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1 HTTP/1.1" status: 200 len: 870 time: 0.2639821 Jul 09 16:14:18.095043 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-29b46a0a-e746-4120-b31e-06177bf7e6c2 req-2cc4c437-b940-41f1-9497-dac03f34d636 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=7a586f12-b128-4b3c-a7db-8b80bec47d3d HTTP/1.1" status: 200 len: 217 time: 0.0856194 Jul 09 16:14:18.096480 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-a32fd087-1bfe-42e6-bbc0-ae7702cdd3de req-dae55c56-696b-4016-9263-6a58056617f0 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] No DVR routers for this DVR port 620a9610-efe9-4d58-a2cf-cbbd4d2ecfa0 on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:14:18.114132 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f715d8a6-a4ed-4d41-9161-ba10c0e399e7 req-6676e019-f86f-4221-8e4d-65654bdafd76 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:18.122390 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f715d8a6-a4ed-4d41-9161-ba10c0e399e7 req-6676e019-f86f-4221-8e4d-65654bdafd76 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=75aaba85-5449-4058-954c-fec4c6d84ebf HTTP/1.1" status: 200 len: 945 time: 0.3437982 Jul 09 16:14:18.159364 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-21afda8c-3670-4ada-9d79-53d9c0c9cf6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:18.180380 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a32fd087-1bfe-42e6-bbc0-ae7702cdd3de req-dae55c56-696b-4016-9263-6a58056617f0 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:18.182811 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a32fd087-1bfe-42e6-bbc0-ae7702cdd3de req-dae55c56-696b-4016-9263-6a58056617f0 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.77 "DELETE /v2.0/ports/620a9610-efe9-4d58-a2cf-cbbd4d2ecfa0 HTTP/1.1" status: 204 len: 173 time: 1.6168866 Jul 09 16:14:18.213404 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-25876b5c-bdbc-4ff2-abbe-87560c638417 None None] Allocated IP 172.20.0.2 (3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8/d1711513-50d2-4abd-a78b-a82992d0d46f/4cdc34ca-4d6d-4cf0-b74a-2d3862642fb9) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:14:18.262454 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f9ddc56a-7b08-4d04-bb25-91942e01826f req-aab3b0e3-e213-478b-915a-ba20c075349d tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:18.264631 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f715d8a6-a4ed-4d41-9161-ba10c0e399e7 req-acf4b4d2-9a31-4bb8-870d-3604335bfc4f tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395297 Jul 09 16:14:18.270917 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f9ddc56a-7b08-4d04-bb25-91942e01826f req-aab3b0e3-e213-478b-915a-ba20c075349d tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:18.281549 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b46a0a-e746-4120-b31e-06177bf7e6c2 req-b3275926-8470-477e-a17f-f989eb752092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:18.288069 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-29b46a0a-e746-4120-b31e-06177bf7e6c2 req-b3275926-8470-477e-a17f-f989eb752092 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.1412370 Jul 09 16:14:18.333416 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab3b0e3-e213-478b-915a-ba20c075349d tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7045fd-e9c7-4b82-add1-fe4dd2eeb6f9,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:18.350392 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 7a586f12-b128-4b3c-a7db-8b80bec47d3d no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:14:18.408103 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f9ddc56a-7b08-4d04-bb25-91942e01826f req-aab3b0e3-e213-478b-915a-ba20c075349d tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:18.409184 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f9ddc56a-7b08-4d04-bb25-91942e01826f req-aab3b0e3-e213-478b-915a-ba20c075349d tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.8738387 Jul 09 16:14:18.630016 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-21afda8c-3670-4ada-9d79-53d9c0c9cf6c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:18.656704 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-21afda8c-3670-4ada-9d79-53d9c0c9cf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:18.681070 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 7a586f12-b128-4b3c-a7db-8b80bec47d3d not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:14:18.817743 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-21afda8c-3670-4ada-9d79-53d9c0c9cf6c admin admin] Allocated IP 172.25.0.110 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/8336f8e6-589b-4a4f-b587-817febe17219) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:14:18.825303 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-25876b5c-bdbc-4ff2-abbe-87560c638417 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:18.827372 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0dbd30-b6e3-4c71-b3d7-48a60be9d298 req-1b13484c-9e02-4d8d-9aa9-8c2d89b32882 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:18.829014 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3e0dbd30-b6e3-4c71-b3d7-48a60be9d298 req-1b13484c-9e02-4d8d-9aa9-8c2d89b32882 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 947 time: 0.1292076 Jul 09 16:14:18.833780 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b9900637-e797-419b-9396-3f472704cde5 req-ee382d2a-d443-46b0-936c-7ed58d2ee99d tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=cd43afdc-0c5d-4aae-be74-e6524553fd0d HTTP/1.1" status: 200 len: 210 time: 0.4272501 Jul 09 16:14:18.844932 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b46a0a-e746-4120-b31e-06177bf7e6c2 req-6b8423d7-1377-446d-b1d3-427b8fe4f15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:18.847515 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-29b46a0a-e746-4120-b31e-06177bf7e6c2 req-6b8423d7-1377-446d-b1d3-427b8fe4f15d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5540953 Jul 09 16:14:18.849916 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-25876b5c-bdbc-4ff2-abbe-87560c638417 None None] Transition to ACTIVE for port object 4cdc34ca-4d6d-4cf0-b74a-2d3862642fb9 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:14:18.913504 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-25876b5c-bdbc-4ff2-abbe-87560c638417 None None] Transition to ACTIVE for port object 4cdc34ca-4d6d-4cf0-b74a-2d3862642fb9 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:14:18.921820 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-a06c87ce-e191-4135-8c9f-28abbb43d90d req-4767e6a3-4bf2-4e09-8e10-dc13f5cf8b54 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1078275764', 'description': 'tempest-description-267461835'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:14:18.946212 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-25876b5c-bdbc-4ff2-abbe-87560c638417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:18.972980 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a06c87ce-e191-4135-8c9f-28abbb43d90d req-4767e6a3-4bf2-4e09-8e10-dc13f5cf8b54 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:18.993269 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3e0dbd30-b6e3-4c71-b3d7-48a60be9d298 req-18d5d66b-c78f-475c-8355-1d6e17a527fc tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445131 Jul 09 16:14:19.006636 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-29b46a0a-e746-4120-b31e-06177bf7e6c2 req-3226e0ff-8722-4055-b51e-313e29372ba9 service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516025 Jul 09 16:14:19.035839 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25876b5c-bdbc-4ff2-abbe-87560c638417 None None] Network 3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:14:19.058617 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25876b5c-bdbc-4ff2-abbe-87560c638417 None None] Pushing event updated for resources: {'Port': ['ID=4cdc34ca-4d6d-4cf0-b74a-2d3862642fb9,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:19.066536 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-25876b5c-bdbc-4ff2-abbe-87560c638417 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:14:19.083998 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25876b5c-bdbc-4ff2-abbe-87560c638417 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:14:19.086697 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-21afda8c-3670-4ada-9d79-53d9c0c9cf6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:19.113665 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-29b46a0a-e746-4120-b31e-06177bf7e6c2 req-41423e92-07a8-48a2-a182-8a8ce212243a service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990574 Jul 09 16:14:19.152943 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-21afda8c-3670-4ada-9d79-53d9c0c9cf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:19.162700 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25876b5c-bdbc-4ff2-abbe-87560c638417 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:14:19.163208 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25876b5c-bdbc-4ff2-abbe-87560c638417 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:14:19.179895 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25876b5c-bdbc-4ff2-abbe-87560c638417 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:14:19.180322 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25876b5c-bdbc-4ff2-abbe-87560c638417 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:14:19.180667 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25876b5c-bdbc-4ff2-abbe-87560c638417 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:14:19.181000 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25876b5c-bdbc-4ff2-abbe-87560c638417 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:14:19.181530 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25876b5c-bdbc-4ff2-abbe-87560c638417 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:14:19.182034 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25876b5c-bdbc-4ff2-abbe-87560c638417 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:14:19.182521 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25876b5c-bdbc-4ff2-abbe-87560c638417 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:14:19.183077 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25876b5c-bdbc-4ff2-abbe-87560c638417 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:14:19.183680 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25876b5c-bdbc-4ff2-abbe-87560c638417 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:14:19.184244 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25876b5c-bdbc-4ff2-abbe-87560c638417 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:14:19.199212 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21afda8c-3670-4ada-9d79-53d9c0c9cf6c admin admin] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:14:19.202243 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-21afda8c-3670-4ada-9d79-53d9c0c9cf6c admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:14:19.205929 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21afda8c-3670-4ada-9d79-53d9c0c9cf6c admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:14:19.206972 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a06c87ce-e191-4135-8c9f-28abbb43d90d req-4767e6a3-4bf2-4e09-8e10-dc13f5cf8b54 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:19.213374 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a06c87ce-e191-4135-8c9f-28abbb43d90d req-4767e6a3-4bf2-4e09-8e10-dc13f5cf8b54 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:19.252557 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21afda8c-3670-4ada-9d79-53d9c0c9cf6c admin admin] Pushing event updated for resources: {'Port': ['ID=8336f8e6-589b-4a4f-b587-817febe17219,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:19.254955 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a06c87ce-e191-4135-8c9f-28abbb43d90d req-4767e6a3-4bf2-4e09-8e10-dc13f5cf8b54 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:19.265189 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a06c87ce-e191-4135-8c9f-28abbb43d90d req-4767e6a3-4bf2-4e09-8e10-dc13f5cf8b54 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3490648 Jul 09 16:14:19.265979 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4767e6a3-4bf2-4e09-8e10-dc13f5cf8b54 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb597103-e730-4f5f-b37a-67bc06a38d29,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:19.333400 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41956187-0e18-4538-aed9-e38f147e74af', 'tag': '7a586f12-b128-4b3c-a7db-8b80bec47d3d'}, {'server_uuid': 'cd43afdc-0c5d-4aae-be74-e6524553fd0d', 'name': 'network-vif-deleted', 'tag': '620a9610-efe9-4d58-a2cf-cbbd4d2ecfa0'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:14:19.336048 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac119800-a41d-437b-b236-56dd4fa40152" -d '{"events": [{"name": "network-changed", "server_uuid": "41956187-0e18-4538-aed9-e38f147e74af", "tag": "7a586f12-b128-4b3c-a7db-8b80bec47d3d"}, {"server_uuid": "cd43afdc-0c5d-4aae-be74-e6524553fd0d", "name": "network-vif-deleted", "tag": "620a9610-efe9-4d58-a2cf-cbbd4d2ecfa0"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:14:19.393548 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-25876b5c-bdbc-4ff2-abbe-87560c638417 None None] Attempting to bind port 4cdc34ca-4d6d-4cf0-b74a-2d3862642fb9 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:14:19.398168 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-25876b5c-bdbc-4ff2-abbe-87560c638417 None None] Attempting to bind port 4cdc34ca-4d6d-4cf0-b74a-2d3862642fb9 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '83198ff5-8209-4915-83c0-f54a458e911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:14:19.398168 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25876b5c-bdbc-4ff2-abbe-87560c638417 None None] Attempting to bind port 4cdc34ca-4d6d-4cf0-b74a-2d3862642fb9 on network 3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:14:19.430857 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25876b5c-bdbc-4ff2-abbe-87560c638417 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:14:19.431205 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25876b5c-bdbc-4ff2-abbe-87560c638417 None None] Checking segment: {'id': '83198ff5-8209-4915-83c0-f54a458e911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:14:19.431778 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-25876b5c-bdbc-4ff2-abbe-87560c638417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:19.432311 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25876b5c-bdbc-4ff2-abbe-87560c638417 None None] Bound using segment: {'id': '83198ff5-8209-4915-83c0-f54a458e911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:14:19.433215 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-25876b5c-bdbc-4ff2-abbe-87560c638417 None None] Bound port: 4cdc34ca-4d6d-4cf0-b74a-2d3862642fb9, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83198ff5-8209-4915-83c0-f54a458e911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:14:19.433215 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-25876b5c-bdbc-4ff2-abbe-87560c638417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:19.582457 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-25876b5c-bdbc-4ff2-abbe-87560c638417 None None] For port 4cdc34ca-4d6d-4cf0-b74a-2d3862642fb9, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:14:19.596758 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-21afda8c-3670-4ada-9d79-53d9c0c9cf6c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:19.603855 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-25876b5c-bdbc-4ff2-abbe-87560c638417 None None] For port 4cdc34ca-4d6d-4cf0-b74a-2d3862642fb9, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=4cdc34ca-4d6d-4cf0-b74a-2d3862642fb9,segment=NetworkSegment(83198ff5-8209-4915-83c0-f54a458e911a),segment_id=83198ff5-8209-4915-83c0-f54a458e911a)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:14:19.617041 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-25876b5c-bdbc-4ff2-abbe-87560c638417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:19.641965 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b1ebc-65c8-41a6-89a4-9b3d922cb3fe req-30e67740-f195-463f-8ab3-23fd4e56606c tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:19.643631 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-021b1ebc-65c8-41a6-89a4-9b3d922cb3fe req-30e67740-f195-463f-8ab3-23fd4e56606c tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=75aaba85-5449-4058-954c-fec4c6d84ebf HTTP/1.1" status: 200 len: 945 time: 0.1861162 Jul 09 16:14:19.669051 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c5cb6-0314-4d82-8e79-eac5ac4cd54e req-e412bf47-126a-4c97-b8c0-017f3f0d5626 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:19.670841 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-823c5cb6-0314-4d82-8e79-eac5ac4cd54e req-e412bf47-126a-4c97-b8c0-017f3f0d5626 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/networks?id=6ac806f1-cdc6-4f21-8dff-578217276e95 HTTP/1.1" status: 200 len: 813 time: 0.1198192 Jul 09 16:14:19.703592 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-823c5cb6-0314-4d82-8e79-eac5ac4cd54e req-354e6716-f594-4a1f-87ba-19933c9f1702 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/quotas/af925efe71854f1f8999734921d4e286 HTTP/1.1" status: 200 len: 375 time: 0.0103936 Jul 09 16:14:19.712669 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25876b5c-bdbc-4ff2-abbe-87560c638417 None None] Pushing event updated for resources: {'Port': ['ID=4cdc34ca-4d6d-4cf0-b74a-2d3862642fb9,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:19.729374 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-021b1ebc-65c8-41a6-89a4-9b3d922cb3fe req-e8e47df9-4584-4ee5-b383-50640014e1e6 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769842 Jul 09 16:14:19.775162 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-823c5cb6-0314-4d82-8e79-eac5ac4cd54e req-fcea3f2b-8b5c-4c93-b0bf-9b269f6ebae1 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=af925efe71854f1f8999734921d4e286&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0654545 Jul 09 16:14:19.831655 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 09 Jul 2021 16:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdfddceb-7c04-4b1c-b082-c73ad531892b x-openstack-request-id: req-fdfddceb-7c04-4b1c-b082-c73ad531892b {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:14:19.832223 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41956187-0e18-4538-aed9-e38f147e74af", "tag": "7a586f12-b128-4b3c-a7db-8b80bec47d3d", "status": "completed", "code": 200}, {"server_uuid": "cd43afdc-0c5d-4aae-be74-e6524553fd0d", "name": "network-vif-deleted", "tag": "620a9610-efe9-4d58-a2cf-cbbd4d2ecfa0", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:14:19.832694 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fdfddceb-7c04-4b1c-b082-c73ad531892b {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:14:19.845441 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41956187-0e18-4538-aed9-e38f147e74af', 'tag': '7a586f12-b128-4b3c-a7db-8b80bec47d3d', 'status': 'completed', 'code': 200} Jul 09 16:14:19.846176 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd43afdc-0c5d-4aae-be74-e6524553fd0d', 'name': 'network-vif-deleted', 'tag': '620a9610-efe9-4d58-a2cf-cbbd4d2ecfa0', 'status': 'completed', 'code': 200} Jul 09 16:14:19.936196 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-21afda8c-3670-4ada-9d79-53d9c0c9cf6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:19.955628 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-823c5cb6-0314-4d82-8e79-eac5ac4cd54e req-d0191a10-a8b5-4195-b1da-0fbccd99f33c service neutron] 10.222.0.98 "GET /v2.0/networks/6ac806f1-cdc6-4f21-8dff-578217276e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791639 Jul 09 16:14:19.988696 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 620a9610-efe9-4d58-a2cf-cbbd4d2ecfa0 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:14:20.023765 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: 620a9610-efe9-4d58-a2cf-cbbd4d2ecfa0 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:14:20.024875 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 620a9610-efe9-4d58-a2cf-cbbd4d2ecfa0 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:14:20.070061 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac119800-a41d-437b-b236-56dd4fa40152 req-84bddfed-dcf1-4e83-b0bb-bcf4da73f921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:20.072273 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ac119800-a41d-437b-b236-56dd4fa40152 req-84bddfed-dcf1-4e83-b0bb-bcf4da73f921 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=90103765321a44c5954b6bc1ea90c4d7&device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 1098 time: 0.1886454 Jul 09 16:14:20.119534 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-823c5cb6-0314-4d82-8e79-eac5ac4cd54e req-605dbdbb-d034-41c5-820d-f1d777f625da service neutron] 10.222.0.98 "GET /v2.0/networks/6ac806f1-cdc6-4f21-8dff-578217276e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610386 Jul 09 16:14:20.135637 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac119800-a41d-437b-b236-56dd4fa40152 req-0599dd78-c087-4f5e-b0cb-ea2a86cac34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:20.137696 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ac119800-a41d-437b-b236-56dd4fa40152 req-0599dd78-c087-4f5e-b0cb-ea2a86cac34e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=90103765321a44c5954b6bc1ea90c4d7&device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 1098 time: 0.2719340 Jul 09 16:14:20.226690 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac119800-a41d-437b-b236-56dd4fa40152 req-a6d42bd5-20be-4469-a279-8b8ef193e940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:20.229265 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ac119800-a41d-437b-b236-56dd4fa40152 req-a6d42bd5-20be-4469-a279-8b8ef193e940 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1 HTTP/1.1" status: 200 len: 870 time: 0.1382737 Jul 09 16:14:20.230420 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21afda8c-3670-4ada-9d79-53d9c0c9cf6c admin admin] Router 6dd3ebce-7cac-4b83-8d52-7129c436ac00 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:14:20.246501 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac119800-a41d-437b-b236-56dd4fa40152 req-4d83afe3-a0c2-4270-bbd5-e40f2383246c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:20.248324 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ac119800-a41d-437b-b236-56dd4fa40152 req-4d83afe3-a0c2-4270-bbd5-e40f2383246c service neutron] 10.222.0.77 "GET /v2.0/networks?id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1 HTTP/1.1" status: 200 len: 870 time: 0.1040967 Jul 09 16:14:20.297953 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 869c59e3-1638-4f70-a7db-af169e389e96 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:14:20.305344 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ac119800-a41d-437b-b236-56dd4fa40152 req-2050eb5b-31e4-407c-aeaa-e66bc6a87d4d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=7a586f12-b128-4b3c-a7db-8b80bec47d3d HTTP/1.1" status: 200 len: 217 time: 0.0488279 Jul 09 16:14:20.378623 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ac119800-a41d-437b-b236-56dd4fa40152 req-51f46aa7-70e0-4e1f-a6aa-5770c3e19cea service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=7a586f12-b128-4b3c-a7db-8b80bec47d3d HTTP/1.1" status: 200 len: 217 time: 0.1286707 Jul 09 16:14:20.413703 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac119800-a41d-437b-b236-56dd4fa40152 req-807b951a-d93b-4148-9b0d-2a10cb5d1678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:20.415569 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ac119800-a41d-437b-b236-56dd4fa40152 req-807b951a-d93b-4148-9b0d-2a10cb5d1678 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.1030955 Jul 09 16:14:20.491787 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 869c59e3-1638-4f70-a7db-af169e389e96, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=869c59e3-1638-4f70-a7db-af169e389e96,segment=NetworkSegment(cbc7a639-5863-4995-9a4b-f91be63e1ab1),segment_id=cbc7a639-5863-4995-9a4b-f91be63e1ab1)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:14:20.493282 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac119800-a41d-437b-b236-56dd4fa40152 req-3caad204-9a30-464d-87a9-45c601958bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:20.494994 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ac119800-a41d-437b-b236-56dd4fa40152 req-3caad204-9a30-464d-87a9-45c601958bfd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0731220 Jul 09 16:14:20.526461 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 869c59e3-1638-4f70-a7db-af169e389e96 has no active binding in host n-h2-798930-3 {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 16:14:20.534321 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 4cdc34ca-4d6d-4cf0-b74a-2d3862642fb9 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:14:20.634127 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac119800-a41d-437b-b236-56dd4fa40152 req-acb2d0ab-9d9a-4463-9387-3b9ad964c179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:20.635937 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ac119800-a41d-437b-b236-56dd4fa40152 req-acb2d0ab-9d9a-4463-9387-3b9ad964c179 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.2568097 Jul 09 16:14:20.642873 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 4cdc34ca-4d6d-4cf0-b74a-2d3862642fb9 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:14:20.669072 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ac119800-a41d-437b-b236-56dd4fa40152 req-9ac7dfbe-1c3e-4394-9b6e-f5af9753ba71 service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671886 Jul 09 16:14:20.730357 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21afda8c-3670-4ada-9d79-53d9c0c9cf6c admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:14:20.749380 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0a3985-57a4-46c7-9cce-a9d45d296fee None None] Sync routers for ids ['6dd3ebce-7cac-4b83-8d52-7129c436ac00'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:14:20.753629 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-6b27285a-d0a9-4d0c-93f6-1035bc04f2ec tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:20.755176 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-6b27285a-d0a9-4d0c-93f6-1035bc04f2ec tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=75aaba85-5449-4058-954c-fec4c6d84ebf&tenant_id=9639d7ee11dd47639be4bedc72b53ccc&binding%3Ahost_id=n-h1-798930-3 HTTP/1.1" status: 200 len: 1096 time: 0.4353878 Jul 09 16:14:20.762943 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0a3985-57a4-46c7-9cce-a9d45d296fee None None] Routers {'6dd3ebce-7cac-4b83-8d52-7129c436ac00'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:14:20.765450 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-2f0a3985-57a4-46c7-9cce-a9d45d296fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:13:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['6dd3ebce-7cac-4b83-8d52-7129c436ac00'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:14:20.789581 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f171c5a-e1b5-4688-920f-3d8bec65812d req-5126a2d5-17e8-4c48-87d9-9cd752e2dbb5 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:20.798384 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8f171c5a-e1b5-4688-920f-3d8bec65812d req-5126a2d5-17e8-4c48-87d9-9cd752e2dbb5 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 947 time: 0.5445268 Jul 09 16:14:20.819886 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-a76e36aa-edbe-4adf-86f2-29f38b85c4c2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-798930-3'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:14:20.902800 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ac119800-a41d-437b-b236-56dd4fa40152 req-c26520ef-825f-4f49-8c4b-5030bd2d5e1a service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270226 Jul 09 16:14:20.913918 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7cae831e-4ae6-44a2-ab9a-b90cafbf8f57 req-d78df05f-6087-4d77-911f-4d87782a722b tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/ports?device_id=d1a9cf1c-6de5-40a8-8d14-20f18aed00fd HTTP/1.1" status: 200 len: 210 time: 0.1008437 Jul 09 16:14:20.914798 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-21afda8c-3670-4ada-9d79-53d9c0c9cf6c admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:20.919329 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-21afda8c-3670-4ada-9d79-53d9c0c9cf6c admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4744437 Jul 09 16:14:20.919898 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53350) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:14:21.012621 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-2f0a3985-57a4-46c7-9cce-a9d45d296fee None None] Set router 6dd3ebce-7cac-4b83-8d52-7129c436ac00 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:14:21.068788 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8f171c5a-e1b5-4688-920f-3d8bec65812d req-cb9a56c0-25b5-4015-a2e2-2058225af289 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683895 Jul 09 16:14:21.085624 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac119800-a41d-437b-b236-56dd4fa40152 req-01fd73e6-aa18-4c48-8ca7-d7f83f809beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:21.088923 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ac119800-a41d-437b-b236-56dd4fa40152 req-01fd73e6-aa18-4c48-8ca7-d7f83f809beb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4420459 Jul 09 16:14:21.162328 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-a76e36aa-edbe-4adf-86f2-29f38b85c4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:21.210224 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e6d19d-8012-4666-9d4d-178a73dd1eb5 None None] Network 3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:14:21.475812 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ac119800-a41d-437b-b236-56dd4fa40152 req-d9c076e5-7f2a-46a5-b415-5cae541b13cf service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756363 Jul 09 16:14:21.586683 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49faa9e6-935c-49c5-b3af-54934579edf7 req-d0cc85ee-bd65-407e-be43-84d7f3cc7fd4 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:21.590717 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0cd8c16b-ceb2-4d92-b8e9-d572c13c83d6 None None] Provisioning for port 4cdc34ca-4d6d-4cf0-b74a-2d3862642fb9 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:14:21.595152 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-49faa9e6-935c-49c5-b3af-54934579edf7 req-d0cc85ee-bd65-407e-be43-84d7f3cc7fd4 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebee91cc-870b-42d5-9f06-9d3c7ddfb584 HTTP/1.1" status: 200 len: 950 time: 0.2173312 Jul 09 16:14:21.597549 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0cd8c16b-ceb2-4d92-b8e9-d572c13c83d6 None None] Provisioning complete for port 4cdc34ca-4d6d-4cf0-b74a-2d3862642fb9 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:14:21.598259 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c16b-ceb2-4d92-b8e9-d572c13c83d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:21.687453 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-a76e36aa-edbe-4adf-86f2-29f38b85c4c2 service neutron] For port 869c59e3-1638-4f70-a7db-af169e389e96, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=869c59e3-1638-4f70-a7db-af169e389e96,segment=NetworkSegment(cbc7a639-5863-4995-9a4b-f91be63e1ab1),segment_id=cbc7a639-5863-4995-9a4b-f91be63e1ab1)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:14:21.693626 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-49faa9e6-935c-49c5-b3af-54934579edf7 req-00f1de69-d6b7-41dd-b6e8-239b1349eaaf tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975072 Jul 09 16:14:21.756045 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c16b-ceb2-4d92-b8e9-d572c13c83d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:21.806732 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-0cd8c16b-ceb2-4d92-b8e9-d572c13c83d6 None None] For port 4cdc34ca-4d6d-4cf0-b74a-2d3862642fb9, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=4cdc34ca-4d6d-4cf0-b74a-2d3862642fb9,segment=NetworkSegment(83198ff5-8209-4915-83c0-f54a458e911a),segment_id=83198ff5-8209-4915-83c0-f54a458e911a)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:14:21.819502 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c16b-ceb2-4d92-b8e9-d572c13c83d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:21.843697 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2e5d4e1-5cdf-48bf-a47d-3270bfab6fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:21.873633 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-2f0a3985-57a4-46c7-9cce-a9d45d296fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd3ebce-7cac-4b83-8d52-7129c436ac00', 'name': 'tempest-TaggedBootDevicesTest-1119092116-router', 'tenant_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '8336f8e6-589b-4a4f-b587-817febe17219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:14:17Z', 'updated_at': '2021-07-09T16:14:19Z', 'revision_number': 3, 'project_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'gw_port': {'id': '8336f8e6-589b-4a4f-b587-817febe17219', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:23:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd3ebce-7cac-4b83-8d52-7129c436ac00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:14:18Z', 'updated_at': '2021-07-09T16:14:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:14:21.914052 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0a3985-57a4-46c7-9cce-a9d45d296fee None None] Checking router: 6dd3ebce-7cac-4b83-8d52-7129c436ac00 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:14:21.914404 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0a3985-57a4-46c7-9cce-a9d45d296fee None None] Updating router 6dd3ebce-7cac-4b83-8d52-7129c436ac00 port 8336f8e6-589b-4a4f-b587-817febe17219 binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:14:21.927057 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-a76e36aa-edbe-4adf-86f2-29f38b85c4c2 service neutron] For port 869c59e3-1638-4f70-a7db-af169e389e96, host n-h1-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:14:21.961678 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2f0a3985-57a4-46c7-9cce-a9d45d296fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:22.015913 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ac119800-a41d-437b-b236-56dd4fa40152 req-b698c046-1777-4a66-ba61-fbf87a124cee service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5218992 Jul 09 16:14:22.016748 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 7a586f12-b128-4b3c-a7db-8b80bec47d3d details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:14:22.029657 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd8c16b-ceb2-4d92-b8e9-d572c13c83d6 None None] Pushing event updated for resources: {'Port': ['ID=4cdc34ca-4d6d-4cf0-b74a-2d3862642fb9,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:22.072216 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-a76e36aa-edbe-4adf-86f2-29f38b85c4c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:22.075594 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75aaba85-5449-4058-954c-fec4c6d84ebf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '869c59e3-1638-4f70-a7db-af169e389e96'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:14:22.081338 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c761ccd1-4124-4d1d-92b5-c247102474fe" -d '{"events": [{"server_uuid": "75aaba85-5449-4058-954c-fec4c6d84ebf", "name": "network-vif-unplugged", "status": "completed", "tag": "869c59e3-1638-4f70-a7db-af169e389e96"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:14:22.087140 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-a76e36aa-edbe-4adf-86f2-29f38b85c4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:22.100009 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10482ce0-3e10-4a22-9673-1c4e8d699cf6 req-e349d5ff-bafb-4477-a68f-e034cfb808ef tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:22.108214 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-10482ce0-3e10-4a22-9673-1c4e8d699cf6 req-e349d5ff-bafb-4477-a68f-e034cfb808ef tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=75aaba85-5449-4058-954c-fec4c6d84ebf HTTP/1.1" status: 200 len: 945 time: 0.4459963 Jul 09 16:14:22.165765 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e162a867-cf0d-4060-856e-722b4ab3013d req-c1fa7cf7-b7dc-43e6-b764-a247d652a11c tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/ports?device_id=d1a9cf1c-6de5-40a8-8d14-20f18aed00fd HTTP/1.1" status: 200 len: 210 time: 0.0350497 Jul 09 16:14:22.173370 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-e2e5d4e1-5cdf-48bf-a47d-3270bfab6fa6 admin admin] Allocated IP 172.20.0.1 (3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8/d1711513-50d2-4abd-a78b-a82992d0d46f/fee0d584-97ea-46ca-a745-72eea694d7a5) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:14:22.216943 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2a1c32aa-c9c3-4b00-8627-cede89429d63 None None] Provisioning complete for port 4cdc34ca-4d6d-4cf0-b74a-2d3862642fb9 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:14:22.217960 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2a1c32aa-c9c3-4b00-8627-cede89429d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:22.235465 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-10482ce0-3e10-4a22-9673-1c4e8d699cf6 req-cfe88b0b-ef97-42f8-8dcf-78df299e9418 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166220 Jul 09 16:14:22.237803 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76e36aa-edbe-4adf-86f2-29f38b85c4c2 service neutron] Pushing event updated for resources: {'Port': ['ID=869c59e3-1638-4f70-a7db-af169e389e96,revision_number=7']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:22.272939 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-a76e36aa-edbe-4adf-86f2-29f38b85c4c2 service neutron] Attempting to bind port 869c59e3-1638-4f70-a7db-af169e389e96 on host n-h1-798930-3 for vnic_type normal with profile {"migrating_to": "n-h2-798930-3"} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:14:22.273677 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-a76e36aa-edbe-4adf-86f2-29f38b85c4c2 service neutron] Attempting to bind port 869c59e3-1638-4f70-a7db-af169e389e96 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'cbc7a639-5863-4995-9a4b-f91be63e1ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b65bcac-ba21-4565-bf6d-5e7b6fe83db7'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:14:22.274234 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-a76e36aa-edbe-4adf-86f2-29f38b85c4c2 service neutron] Attempting to bind port 869c59e3-1638-4f70-a7db-af169e389e96 on network 2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:14:22.283475 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e025e3b6-49e7-426e-8a39-cab89158e2d4 x-openstack-request-id: req-e025e3b6-49e7-426e-8a39-cab89158e2d4 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:14:22.284749 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75aaba85-5449-4058-954c-fec4c6d84ebf", "name": "network-vif-unplugged", "status": "completed", "tag": "869c59e3-1638-4f70-a7db-af169e389e96", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:14:22.285519 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e025e3b6-49e7-426e-8a39-cab89158e2d4 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:14:22.286130 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75aaba85-5449-4058-954c-fec4c6d84ebf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '869c59e3-1638-4f70-a7db-af169e389e96', 'code': 200} Jul 09 16:14:22.290686 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-a76e36aa-edbe-4adf-86f2-29f38b85c4c2 service neutron] Port 869c59e3-1638-4f70-a7db-af169e389e96 on network 2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:14:22.291553 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-a76e36aa-edbe-4adf-86f2-29f38b85c4c2 service neutron] Attempting to bind port 869c59e3-1638-4f70-a7db-af169e389e96 on network 2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:14:22.301433 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-a76e36aa-edbe-4adf-86f2-29f38b85c4c2 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:14:22.301961 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-a76e36aa-edbe-4adf-86f2-29f38b85c4c2 service neutron] Checking segment: {'id': 'cbc7a639-5863-4995-9a4b-f91be63e1ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b65bcac-ba21-4565-bf6d-5e7b6fe83db7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:14:22.302495 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-a76e36aa-edbe-4adf-86f2-29f38b85c4c2 service neutron] Bound using segment: {'id': 'cbc7a639-5863-4995-9a4b-f91be63e1ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b65bcac-ba21-4565-bf6d-5e7b6fe83db7'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:14:22.303354 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-a76e36aa-edbe-4adf-86f2-29f38b85c4c2 service neutron] Bound port: 869c59e3-1638-4f70-a7db-af169e389e96, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbc7a639-5863-4995-9a4b-f91be63e1ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b65bcac-ba21-4565-bf6d-5e7b6fe83db7'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:14:22.303787 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-a76e36aa-edbe-4adf-86f2-29f38b85c4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:22.321880 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-eb2abf7b-ee66-4fa6-bd40-367e6539f663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:22.365949 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 7a586f12-b128-4b3c-a7db-8b80bec47d3d, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=7a586f12-b128-4b3c-a7db-8b80bec47d3d,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:14:22.412020 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '7a586f12-b128-4b3c-a7db-8b80bec47d3d', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'port_id': '7a586f12-b128-4b3c-a7db-8b80bec47d3d', 'mac_address': 'fa:16:3e:82:3b:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f122b436-b232-4a3c-9aac-47d5639f2da4', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:14:22.426263 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2e5d4e1-5cdf-48bf-a47d-3270bfab6fa6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:22.464601 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-a76e36aa-edbe-4adf-86f2-29f38b85c4c2 service neutron] For port 869c59e3-1638-4f70-a7db-af169e389e96, host n-h1-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:14:22.465957 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 4cdc34ca-4d6d-4cf0-b74a-2d3862642fb9 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:14:22.469594 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-a76e36aa-edbe-4adf-86f2-29f38b85c4c2 service neutron] For port 869c59e3-1638-4f70-a7db-af169e389e96, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=869c59e3-1638-4f70-a7db-af169e389e96,segment=NetworkSegment(cbc7a639-5863-4995-9a4b-f91be63e1ab1),segment_id=cbc7a639-5863-4995-9a4b-f91be63e1ab1)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:14:22.475370 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-a76e36aa-edbe-4adf-86f2-29f38b85c4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:22.508470 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-e2e5d4e1-5cdf-48bf-a47d-3270bfab6fa6 admin admin] Transition to ACTIVE for port object fee0d584-97ea-46ca-a745-72eea694d7a5 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:14:22.557882 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76e36aa-edbe-4adf-86f2-29f38b85c4c2 service neutron] Pushing event updated for resources: {'Port': ['ID=869c59e3-1638-4f70-a7db-af169e389e96,revision_number=8']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:22.610885 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-a76e36aa-edbe-4adf-86f2-29f38b85c4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:22.611838 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-a76e36aa-edbe-4adf-86f2-29f38b85c4c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:22.613515 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-a76e36aa-edbe-4adf-86f2-29f38b85c4c2 service neutron] 10.222.0.73 "PUT /v2.0/ports/869c59e3-1638-4f70-a7db-af169e389e96 HTTP/1.1" status: 200 len: 1121 time: 1.8079631 Jul 09 16:14:22.641550 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2f0a3985-57a4-46c7-9cce-a9d45d296fee None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:22.648335 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:22.652236 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 4cdc34ca-4d6d-4cf0-b74a-2d3862642fb9 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:14:22.652714 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:22.689596 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f40a86-e2f6-45fd-a088-890c2445dadf req-866b28c9-0c71-448d-93f9-609027e00113 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:22.697426 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f5f40a86-e2f6-45fd-a088-890c2445dadf req-866b28c9-0c71-448d-93f9-609027e00113 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 947 time: 0.2254686 Jul 09 16:14:22.723867 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2e5d4e1-5cdf-48bf-a47d-3270bfab6fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:22.791579 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e5d4e1-5cdf-48bf-a47d-3270bfab6fa6 admin admin] Network 3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:14:22.811675 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-e2e5d4e1-5cdf-48bf-a47d-3270bfab6fa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:14:22.832776 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e5d4e1-5cdf-48bf-a47d-3270bfab6fa6 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:14:22.833618 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2e5d4e1-5cdf-48bf-a47d-3270bfab6fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:22.911162 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c5cb6-0314-4d82-8e79-eac5ac4cd54e req-ef65aad4-3166-4657-a1a0-20085242427c tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:22.912778 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-823c5cb6-0314-4d82-8e79-eac5ac4cd54e req-ef65aad4-3166-4657-a1a0-20085242427c tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.77 "GET /v2.0/networks?id=6ac806f1-cdc6-4f21-8dff-578217276e95 HTTP/1.1" status: 200 len: 813 time: 0.3349516 Jul 09 16:14:22.922059 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f5f40a86-e2f6-45fd-a088-890c2445dadf req-8cea3a5d-5af7-4c0d-819e-598ad0d151bc tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235963 Jul 09 16:14:22.939024 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-823c5cb6-0314-4d82-8e79-eac5ac4cd54e req-401b9349-1d1f-48fa-ad44-dec15128907c tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Request body: {'port': {'device_id': 'd1a9cf1c-6de5-40a8-8d14-20f18aed00fd', 'network_id': '6ac806f1-cdc6-4f21-8dff-578217276e95', 'admin_state_up': True, 'tenant_id': 'af925efe71854f1f8999734921d4e286'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:14:22.952637 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e5d4e1-5cdf-48bf-a47d-3270bfab6fa6 admin admin] Pushing event updated for resources: {'Port': ['ID=fee0d584-97ea-46ca-a745-72eea694d7a5,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:22.971410 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2f0a3985-57a4-46c7-9cce-a9d45d296fee None None] Transition to ACTIVE for port object 8336f8e6-589b-4a4f-b587-817febe17219 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:14:22.982907 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a586f12-b128-4b3c-a7db-8b80bec47d3d {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:14:23.028291 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2f0a3985-57a4-46c7-9cce-a9d45d296fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:23.037076 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef5006-c2e0-4b82-8cc5-b925610e6129 req-bb7e9314-b915-414c-8269-83216aebd183 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:23.039583 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-69ef5006-c2e0-4b82-8cc5-b925610e6129 req-bb7e9314-b915-414c-8269-83216aebd183 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebee91cc-870b-42d5-9f06-9d3c7ddfb584 HTTP/1.1" status: 200 len: 950 time: 0.1983485 Jul 09 16:14:23.040273 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['869c59e3-1638-4f70-a7db-af169e389e96'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:14:23.044458 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 7a586f12-b128-4b3c-a7db-8b80bec47d3d, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=7a586f12-b128-4b3c-a7db-8b80bec47d3d,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:14:23.095619 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['869c59e3-1638-4f70-a7db-af169e389e96'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:14:23.100618 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31178294-00f8-4adf-9f4d-f7f3f2e57047 req-39aab93b-270d-4b44-a714-1e20c72de443 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:23.109148 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:23.111332 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-31178294-00f8-4adf-9f4d-f7f3f2e57047 req-39aab93b-270d-4b44-a714-1e20c72de443 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebee91cc-870b-42d5-9f06-9d3c7ddfb584 HTTP/1.1" status: 200 len: 950 time: 0.2458236 Jul 09 16:14:23.181791 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-2f0a3985-57a4-46c7-9cce-a9d45d296fee None None] Attempting to bind port 8336f8e6-589b-4a4f-b587-817febe17219 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:14:23.182202 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-2f0a3985-57a4-46c7-9cce-a9d45d296fee None None] Attempting to bind port 8336f8e6-589b-4a4f-b587-817febe17219 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:14:23.182971 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0a3985-57a4-46c7-9cce-a9d45d296fee None None] Attempting to bind port 8336f8e6-589b-4a4f-b587-817febe17219 on network caa6ed8d-2893-4113-8f68-c5284e694f6c {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:14:23.202514 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77c9372-2305-4a7a-9a9c-8a562c0012ab None None] Pushing event updated for resources: {'Port': ['ID=8336f8e6-589b-4a4f-b587-817febe17219,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:23.215546 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0a3985-57a4-46c7-9cce-a9d45d296fee None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:14:23.215919 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0a3985-57a4-46c7-9cce-a9d45d296fee None None] Checking segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:14:23.216521 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2f0a3985-57a4-46c7-9cce-a9d45d296fee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:23.216910 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0a3985-57a4-46c7-9cce-a9d45d296fee None None] Bound using segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:14:23.217958 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-2f0a3985-57a4-46c7-9cce-a9d45d296fee None None] Bound port: 8336f8e6-589b-4a4f-b587-817febe17219, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:14:23.218380 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2f0a3985-57a4-46c7-9cce-a9d45d296fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:23.235812 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-31178294-00f8-4adf-9f4d-f7f3f2e57047 req-faf8b7dc-6c41-4b6b-a39b-2315cbfd8916 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219275 Jul 09 16:14:23.238376 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-823c5cb6-0314-4d82-8e79-eac5ac4cd54e req-401b9349-1d1f-48fa-ad44-dec15128907c tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Made reservation on behalf of af925efe71854f1f8999734921d4e286 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:14:23.243031 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-823c5cb6-0314-4d82-8e79-eac5ac4cd54e req-401b9349-1d1f-48fa-ad44-dec15128907c tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:23.263600 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2e5d4e1-5cdf-48bf-a47d-3270bfab6fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:23.294725 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-69ef5006-c2e0-4b82-8cc5-b925610e6129 req-dcb846d0-7b2d-4bb6-896c-ff7e6239c9a6 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Deleting port 50763f0e-db67-42aa-8825-6cf85685e3b8 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:14:23.295090 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-69ef5006-c2e0-4b82-8cc5-b925610e6129 req-dcb846d0-7b2d-4bb6-896c-ff7e6239c9a6 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:23.418839 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7fda8f6b-22e5-4005-a94c-0a3e8c0bdfda None None] Provisioning for port fee0d584-97ea-46ca-a745-72eea694d7a5 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:14:23.485871 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f1a240b1-d1f3-44be-97ea-fad52d8a1852 req-224c69ba-8941-4d0d-93f1-3dd1b13f598d tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/ports?device_id=d1a9cf1c-6de5-40a8-8d14-20f18aed00fd HTTP/1.1" status: 200 len: 210 time: 0.0376630 Jul 09 16:14:23.516258 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-69ef5006-c2e0-4b82-8cc5-b925610e6129 req-dcb846d0-7b2d-4bb6-896c-ff7e6239c9a6 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] For port 50763f0e-db67-42aa-8825-6cf85685e3b8, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=50763f0e-db67-42aa-8825-6cf85685e3b8,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:14:23.516761 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-69ef5006-c2e0-4b82-8cc5-b925610e6129 req-dcb846d0-7b2d-4bb6-896c-ff7e6239c9a6 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:23.536751 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-69ef5006-c2e0-4b82-8cc5-b925610e6129 req-dcb846d0-7b2d-4bb6-896c-ff7e6239c9a6 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Calling delete_port for 50763f0e-db67-42aa-8825-6cf85685e3b8 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:14:23.553060 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['7a586f12-b128-4b3c-a7db-8b80bec47d3d'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:14:23.558689 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7fda8f6b-22e5-4005-a94c-0a3e8c0bdfda None None] Provisioning complete for port fee0d584-97ea-46ca-a745-72eea694d7a5 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:14:23.559684 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7fda8f6b-22e5-4005-a94c-0a3e8c0bdfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:23.590604 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-823c5cb6-0314-4d82-8e79-eac5ac4cd54e req-401b9349-1d1f-48fa-ad44-dec15128907c tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Allocated IP 172.20.0.13 (6ac806f1-cdc6-4f21-8dff-578217276e95/7647c929-ca32-4b48-b774-d40e8214567d/e5cc6f6f-f560-4f2c-84e7-3f1683900ceb) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:14:23.721904 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-69ef5006-c2e0-4b82-8cc5-b925610e6129 req-dcb846d0-7b2d-4bb6-896c-ff7e6239c9a6 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:23.727292 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-2f0a3985-57a4-46c7-9cce-a9d45d296fee None None] For port 8336f8e6-589b-4a4f-b587-817febe17219, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:14:23.733018 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=7a586f12-b128-4b3c-a7db-8b80bec47d3d,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:23.759727 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb846d0-7b2d-4bb6-896c-ff7e6239c9a6 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Pushing event deleted for resources: {'Port': ['ID=50763f0e-db67-42aa-8825-6cf85685e3b8,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:23.759908 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ddabe3-5906-41cd-b9f8-19d1fc87733b req-483ca503-93c2-4be2-9dbe-c89ed9db7ea2 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:23.761447 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d9ddabe3-5906-41cd-b9f8-19d1fc87733b req-483ca503-93c2-4be2-9dbe-c89ed9db7ea2 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.77 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af&tenant_id=90103765321a44c5954b6bc1ea90c4d7&binding%3Ahost_id=n-h1-798930-3 HTTP/1.1" status: 200 len: 948 time: 0.2573867 Jul 09 16:14:23.789914 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2e5d4e1-5cdf-48bf-a47d-3270bfab6fa6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:23.800540 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-2f0a3985-57a4-46c7-9cce-a9d45d296fee None None] For port 8336f8e6-589b-4a4f-b587-817febe17219, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=8336f8e6-589b-4a4f-b587-817febe17219,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:14:23.820463 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2e5d4e1-5cdf-48bf-a47d-3270bfab6fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:23.821400 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2e5d4e1-5cdf-48bf-a47d-3270bfab6fa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:23.821671 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-69ef5006-c2e0-4b82-8cc5-b925610e6129 req-dcb846d0-7b2d-4bb6-896c-ff7e6239c9a6 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] No DVR routers for this DVR port 50763f0e-db67-42aa-8825-6cf85685e3b8 on host n-h2-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:14:23.824448 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-69ef5006-c2e0-4b82-8cc5-b925610e6129 req-dcb846d0-7b2d-4bb6-896c-ff7e6239c9a6 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:23.825504 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-7fda8f6b-22e5-4005-a94c-0a3e8c0bdfda None None] Port fee0d584-97ea-46ca-a745-72eea694d7a5 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:14:23.826708 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-69ef5006-c2e0-4b82-8cc5-b925610e6129 req-dcb846d0-7b2d-4bb6-896c-ff7e6239c9a6 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.73 "DELETE /v2.0/ports/50763f0e-db67-42aa-8825-6cf85685e3b8 HTTP/1.1" status: 204 len: 173 time: 0.7787356 Jul 09 16:14:23.834103 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2f0a3985-57a4-46c7-9cce-a9d45d296fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:23.955305 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0a3985-57a4-46c7-9cce-a9d45d296fee None None] Routers {'6dd3ebce-7cac-4b83-8d52-7129c436ac00'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:14:23.955900 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-2f0a3985-57a4-46c7-9cce-a9d45d296fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:13:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['6dd3ebce-7cac-4b83-8d52-7129c436ac00'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:14:24.032498 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e5d4e1-5cdf-48bf-a47d-3270bfab6fa6 admin admin] Pushing event updated for resources: {'Port': ['ID=fee0d584-97ea-46ca-a745-72eea694d7a5,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:24.047561 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d9ddabe3-5906-41cd-b9f8-19d1fc87733b req-ced0e82f-0fcb-46d9-b19a-5c7ea4c9314e service neutron] 10.222.0.77 "GET /v2.0/ports/7a586f12-b128-4b3c-a7db-8b80bec47d3d/bindings/n-h1-798930-3 HTTP/1.1" status: 200 len: 382 time: 0.2496531 Jul 09 16:14:24.048598 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77c9372-2305-4a7a-9a9c-8a562c0012ab None None] Pushing event updated for resources: {'Port': ['ID=8336f8e6-589b-4a4f-b587-817febe17219,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:24.066088 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7eabd5-b2a9-4393-95b4-535bf8d66468 req-d95ca14e-f483-4c69-9b2c-64ce2b080fab tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:24.067873 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5f7eabd5-b2a9-4393-95b4-535bf8d66468 req-d95ca14e-f483-4c69-9b2c-64ce2b080fab tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=75aaba85-5449-4058-954c-fec4c6d84ebf HTTP/1.1" status: 200 len: 943 time: 0.4384899 Jul 09 16:14:24.116680 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74756b2-81fa-494c-9f6f-73d138fd49d0 req-2250a175-4e76-4609-b592-8988533c8301 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:24.118211 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f74756b2-81fa-494c-9f6f-73d138fd49d0 req-2250a175-4e76-4609-b592-8988533c8301 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 948 time: 0.1530542 Jul 09 16:14:24.161333 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-823c5cb6-0314-4d82-8e79-eac5ac4cd54e req-401b9349-1d1f-48fa-ad44-dec15128907c tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:24.163975 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f74756b2-81fa-494c-9f6f-73d138fd49d0 req-983e5fda-bc45-4e27-aae4-2a4bb5a28f9d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384669 Jul 09 16:14:24.209080 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5f7eabd5-b2a9-4393-95b4-535bf8d66468 req-271dc9f7-260f-47ed-b0c0-c49606aedb03 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302316 Jul 09 16:14:24.210999 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-2f0a3985-57a4-46c7-9cce-a9d45d296fee None None] Set router 6dd3ebce-7cac-4b83-8d52-7129c436ac00 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:14:24.226942 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e5d4e1-5cdf-48bf-a47d-3270bfab6fa6 admin admin] Network 3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:14:24.236806 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-e2e5d4e1-5cdf-48bf-a47d-3270bfab6fa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:14:24.286944 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75aaba85-5449-4058-954c-fec4c6d84ebf', 'tag': '869c59e3-1638-4f70-a7db-af169e389e96'}, {'server_uuid': 'ebee91cc-870b-42d5-9f06-9d3c7ddfb584', 'name': 'network-vif-deleted', 'tag': '50763f0e-db67-42aa-8825-6cf85685e3b8'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:14:24.289442 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47241c6-f83a-4f49-96d3-ea1c15f7d7ea" -d '{"events": [{"name": "network-changed", "server_uuid": "75aaba85-5449-4058-954c-fec4c6d84ebf", "tag": "869c59e3-1638-4f70-a7db-af169e389e96"}, {"server_uuid": "ebee91cc-870b-42d5-9f06-9d3c7ddfb584", "name": "network-vif-deleted", "tag": "50763f0e-db67-42aa-8825-6cf85685e3b8"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:14:24.310078 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ddabe3-5906-41cd-b9f8-19d1fc87733b req-c3fa923a-b96c-4003-b899-8fcabaf98fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:24.312258 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d9ddabe3-5906-41cd-b9f8-19d1fc87733b req-c3fa923a-b96c-4003-b899-8fcabaf98fac service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=90103765321a44c5954b6bc1ea90c4d7&device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 1099 time: 0.2147055 Jul 09 16:14:24.507469 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ef8626b-e57f-4cfd-8c70-3a7251305420 req-985e4cb5-9948-4b5b-8baa-54d7169904c1 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebee91cc-870b-42d5-9f06-9d3c7ddfb584 HTTP/1.1" status: 200 len: 210 time: 0.0340781 Jul 09 16:14:24.586217 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-2f0a3985-57a4-46c7-9cce-a9d45d296fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd3ebce-7cac-4b83-8d52-7129c436ac00', 'name': 'tempest-TaggedBootDevicesTest-1119092116-router', 'tenant_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '8336f8e6-589b-4a4f-b587-817febe17219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:14:17Z', 'updated_at': '2021-07-09T16:14:23Z', 'revision_number': 4, 'project_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'gw_port': {'id': '8336f8e6-589b-4a4f-b587-817febe17219', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:23:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd3ebce-7cac-4b83-8d52-7129c436ac00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:14:18Z', 'updated_at': '2021-07-09T16:14:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'fee0d584-97ea-46ca-a745-72eea694d7a5', 'name': '', 'network_id': '3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8', 'tenant_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'mac_address': 'fa:16:3e:0e:bf:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd3ebce-7cac-4b83-8d52-7129c436ac00', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd1711513-50d2-4abd-a78b-a82992d0d46f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:14:21Z', 'updated_at': '2021-07-09T16:14:23Z', 'revision_number': 2, 'project_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'subnets': [{'id': 'd1711513-50d2-4abd-a78b-a82992d0d46f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:14:24.601011 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 09 Jul 2021 16:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176d7151-9a49-4a1b-9aa9-ed8420636c86 x-openstack-request-id: req-176d7151-9a49-4a1b-9aa9-ed8420636c86 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:14:24.601437 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75aaba85-5449-4058-954c-fec4c6d84ebf", "tag": "869c59e3-1638-4f70-a7db-af169e389e96", "status": "completed", "code": 200}, {"server_uuid": "ebee91cc-870b-42d5-9f06-9d3c7ddfb584", "name": "network-vif-deleted", "tag": "50763f0e-db67-42aa-8825-6cf85685e3b8", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:14:24.601816 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-176d7151-9a49-4a1b-9aa9-ed8420636c86 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:14:24.602331 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75aaba85-5449-4058-954c-fec4c6d84ebf', 'tag': '869c59e3-1638-4f70-a7db-af169e389e96', 'status': 'completed', 'code': 200} Jul 09 16:14:24.602713 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebee91cc-870b-42d5-9f06-9d3c7ddfb584', 'name': 'network-vif-deleted', 'tag': '50763f0e-db67-42aa-8825-6cf85685e3b8', 'status': 'completed', 'code': 200} Jul 09 16:14:24.617933 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0a3985-57a4-46c7-9cce-a9d45d296fee None None] The sync data for ids ['6dd3ebce-7cac-4b83-8d52-7129c436ac00'] in n-d-798930-3 is: [{'id': '6dd3ebce-7cac-4b83-8d52-7129c436ac00', 'name': 'tempest-TaggedBootDevicesTest-1119092116-router', 'tenant_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '8336f8e6-589b-4a4f-b587-817febe17219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:14:17Z', 'updated_at': '2021-07-09T16:14:23Z', 'revision_number': 4, 'project_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'gw_port': {'id': '8336f8e6-589b-4a4f-b587-817febe17219', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:23:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd3ebce-7cac-4b83-8d52-7129c436ac00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:14:18Z', 'updated_at': '2021-07-09T16:14:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'fee0d584-97ea-46ca-a745-72eea694d7a5', 'name': '', 'network_id': '3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8', 'tenant_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'mac_address': 'fa:16:3e:0e:bf:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd3ebce-7cac-4b83-8d52-7129c436ac00', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd1711513-50d2-4abd-a78b-a82992d0d46f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:14:21Z', 'updated_at': '2021-07-09T16:14:23Z', 'revision_number': 2, 'project_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'subnets': [{'id': 'd1711513-50d2-4abd-a78b-a82992d0d46f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:14:24.667723 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-996aa299-c06a-40b9-b049-c12d8cc3c824 None None] Provisioning complete for port fee0d584-97ea-46ca-a745-72eea694d7a5 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:14:24.668244 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-996aa299-c06a-40b9-b049-c12d8cc3c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:24.726852 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-996aa299-c06a-40b9-b049-c12d8cc3c824 None None] Port fee0d584-97ea-46ca-a745-72eea694d7a5 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:14:24.739617 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['650e196b-2aa6-4ef4-a414-5422d0b873bf', '44e5178e-0c95-4f73-a000-81c9bceea279'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:14:24.780082 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47241c6-f83a-4f49-96d3-ea1c15f7d7ea req-23fbbeec-28bb-4bba-8eac-dc89146fddfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:24.781771 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a47241c6-f83a-4f49-96d3-ea1c15f7d7ea req-23fbbeec-28bb-4bba-8eac-dc89146fddfd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9639d7ee11dd47639be4bedc72b53ccc&device_id=75aaba85-5449-4058-954c-fec4c6d84ebf HTTP/1.1" status: 200 len: 1124 time: 0.1545341 Jul 09 16:14:24.864034 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-823c5cb6-0314-4d82-8e79-eac5ac4cd54e req-401b9349-1d1f-48fa-ad44-dec15128907c tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:24.898286 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f065a-43c5-47f7-94e0-951232e1fab0 req-19ce2ee3-b9d0-41c3-ab05-34f51f8ba92d tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:24.900345 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4c8f065a-43c5-47f7-94e0-951232e1fab0 req-19ce2ee3-b9d0-41c3-ab05-34f51f8ba92d tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/ports?device_id=d1a9cf1c-6de5-40a8-8d14-20f18aed00fd HTTP/1.1" status: 200 len: 932 time: 0.1999972 Jul 09 16:14:24.943561 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47241c6-f83a-4f49-96d3-ea1c15f7d7ea req-00ad88ef-1589-4d37-8a17-40f7147875fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:24.945218 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a47241c6-f83a-4f49-96d3-ea1c15f7d7ea req-00ad88ef-1589-4d37-8a17-40f7147875fc service neutron] 10.222.0.77 "GET /v2.0/networks?id=2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 HTTP/1.1" status: 200 len: 921 time: 0.1473584 Jul 09 16:14:24.978968 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e5d4e1-5cdf-48bf-a47d-3270bfab6fa6 admin admin] Router 6dd3ebce-7cac-4b83-8d52-7129c436ac00 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:14:24.987178 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4c8f065a-43c5-47f7-94e0-951232e1fab0 req-43ee109a-04d5-4dcc-a1b5-9d15283875cd tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/security-groups?id=fadcaedc-452e-4f40-8a32-cbe9ec458d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801914 Jul 09 16:14:25.001037 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-823c5cb6-0314-4d82-8e79-eac5ac4cd54e req-401b9349-1d1f-48fa-ad44-dec15128907c tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Network 6ac806f1-cdc6-4f21-8dff-578217276e95 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:14:25.014419 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-823c5cb6-0314-4d82-8e79-eac5ac4cd54e req-401b9349-1d1f-48fa-ad44-dec15128907c tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:14:25.032432 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a47241c6-f83a-4f49-96d3-ea1c15f7d7ea req-46c4e00a-f331-4a01-9928-248db33a1551 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=869c59e3-1638-4f70-a7db-af169e389e96 HTTP/1.1" status: 200 len: 217 time: 0.0776851 Jul 09 16:14:25.034114 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-823c5cb6-0314-4d82-8e79-eac5ac4cd54e req-401b9349-1d1f-48fa-ad44-dec15128907c tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:14:25.039848 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c5cb6-0314-4d82-8e79-eac5ac4cd54e req-401b9349-1d1f-48fa-ad44-dec15128907c tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:25.040496 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-823c5cb6-0314-4d82-8e79-eac5ac4cd54e req-401b9349-1d1f-48fa-ad44-dec15128907c tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:25.068437 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b9349-1d1f-48fa-ad44-dec15128907c tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Pushing event updated for resources: {'Port': ['ID=e5cc6f6f-f560-4f2c-84e7-3f1683900ceb,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:25.074643 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-81b2b58d-a232-403b-ad36-3f89e0d5826b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:25.087009 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-823c5cb6-0314-4d82-8e79-eac5ac4cd54e req-401b9349-1d1f-48fa-ad44-dec15128907c tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1541069 Jul 09 16:14:25.115838 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47241c6-f83a-4f49-96d3-ea1c15f7d7ea req-0f30f3f2-aead-43a1-9682-1d34f9526d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:25.117508 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a47241c6-f83a-4f49-96d3-ea1c15f7d7ea req-0f30f3f2-aead-43a1-9682-1d34f9526d9b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1e15c12f-d45d-4aa3-a5bc-500d552ae0b3 HTTP/1.1" status: 200 len: 860 time: 0.0737793 Jul 09 16:14:25.131902 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-823c5cb6-0314-4d82-8e79-eac5ac4cd54e req-6077eb24-4706-4b72-a971-058e9c210f5d service neutron] Request body: {'port': {'device_id': 'd1a9cf1c-6de5-40a8-8d14-20f18aed00fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:14:25.155654 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a47241c6-f83a-4f49-96d3-ea1c15f7d7ea req-c9569cea-01b0-43a2-bce5-9cabdf400db6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2b65bcac-ba21-4565-bf6d-5e7b6fe83db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304005 Jul 09 16:14:25.194665 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ddabe3-5906-41cd-b9f8-19d1fc87733b req-720ec842-cb27-41da-b590-cab2c7416ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:25.196511 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d9ddabe3-5906-41cd-b9f8-19d1fc87733b req-720ec842-cb27-41da-b590-cab2c7416ef3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1 HTTP/1.1" status: 200 len: 870 time: 0.3472335 Jul 09 16:14:25.219425 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['2bf4afec-66f7-4d7c-b984-e80fa7b78a2f', 'e231c2d1-2e9d-4788-9b12-b55bb9cfd787', '639e631d-bf34-4819-aca6-3e30afa826a4', '82c66ec9-75cf-49fa-8517-c3e292c0c0e5'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:14:25.262758 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:25.312813 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a47241c6-f83a-4f49-96d3-ea1c15f7d7ea req-9ccc455e-542e-4a61-b1d2-a952bb36ce45 service neutron] 10.222.0.77 "GET /v2.0/networks/2b65bcac-ba21-4565-bf6d-5e7b6fe83db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472507 Jul 09 16:14:25.340989 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d9ddabe3-5906-41cd-b9f8-19d1fc87733b req-81521c46-3423-4654-965e-c5507306dbc3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=7a586f12-b128-4b3c-a7db-8b80bec47d3d HTTP/1.1" status: 200 len: 217 time: 0.1094692 Jul 09 16:14:25.443218 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-823c5cb6-0314-4d82-8e79-eac5ac4cd54e req-6077eb24-4706-4b72-a971-058e9c210f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:25.457682 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e5d4e1-5cdf-48bf-a47d-3270bfab6fa6 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:14:25.501897 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e2e5d4e1-5cdf-48bf-a47d-3270bfab6fa6 admin admin] 10.222.0.98 "PUT /v2.0/routers/6dd3ebce-7cac-4b83-8d52-7129c436ac00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5716898 Jul 09 16:14:25.511836 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a47241c6-f83a-4f49-96d3-ea1c15f7d7ea req-027002eb-c396-4751-87df-8f38e9c6e22e service neutron] 10.222.0.77 "GET /v2.0/networks/2b65bcac-ba21-4565-bf6d-5e7b6fe83db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872494 Jul 09 16:14:25.560734 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ddabe3-5906-41cd-b9f8-19d1fc87733b req-b210ffff-ce0a-4d1a-b6c8-762476bfe9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:25.563228 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d9ddabe3-5906-41cd-b9f8-19d1fc87733b req-b210ffff-ce0a-4d1a-b6c8-762476bfe9a3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.2000787 Jul 09 16:14:25.647198 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd5adb2-73b6-4035-b8de-c2f6cc17909d req-d6cfd4c1-4ecd-433c-991c-21988e3d6b22 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:25.648040 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbde0aa-b78d-4305-abe7-0c294e7aec8f req-56b733ba-b45b-4690-981c-8231cca8eb7b tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:25.655925 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1fbde0aa-b78d-4305-abe7-0c294e7aec8f req-56b733ba-b45b-4690-981c-8231cca8eb7b tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 948 time: 0.2406790 Jul 09 16:14:25.668573 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7dd5adb2-73b6-4035-b8de-c2f6cc17909d req-d6cfd4c1-4ecd-433c-991c-21988e3d6b22 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=75aaba85-5449-4058-954c-fec4c6d84ebf HTTP/1.1" status: 200 len: 943 time: 0.1948669 Jul 09 16:14:25.768754 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7dd5adb2-73b6-4035-b8de-c2f6cc17909d req-4e84380e-de2a-4c30-81d4-95ebd7453882 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009836 Jul 09 16:14:25.932246 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1fbde0aa-b78d-4305-abe7-0c294e7aec8f req-b291e82f-fdb7-4145-a57d-a3f0f3b01c18 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724810 Jul 09 16:14:26.009006 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ddabe3-5906-41cd-b9f8-19d1fc87733b req-fbe033c7-a9fb-4180-b35a-19f9aa7187ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:26.012020 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d9ddabe3-5906-41cd-b9f8-19d1fc87733b req-fbe033c7-a9fb-4180-b35a-19f9aa7187ab service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4349146 Jul 09 16:14:26.013378 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 7a586f12-b128-4b3c-a7db-8b80bec47d3d up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:14:26.141636 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:26.149479 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 7a586f12-b128-4b3c-a7db-8b80bec47d3d completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:14:26.162181 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 7a586f12-b128-4b3c-a7db-8b80bec47d3d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:14:26.162563 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:26.190951 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-823c5cb6-0314-4d82-8e79-eac5ac4cd54e req-6077eb24-4706-4b72-a971-058e9c210f5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5cc6f6f-f560-4f2c-84e7-3f1683900ceb {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:14:26.200990 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-823c5cb6-0314-4d82-8e79-eac5ac4cd54e req-6077eb24-4706-4b72-a971-058e9c210f5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:26.205979 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d9ddabe3-5906-41cd-b9f8-19d1fc87733b req-4de87a7e-b0f7-403e-88fa-bb708f7caa05 service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857779 Jul 09 16:14:26.277488 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-823c5cb6-0314-4d82-8e79-eac5ac4cd54e req-6077eb24-4706-4b72-a971-058e9c210f5d service neutron] Transition to ACTIVE for port object e5cc6f6f-f560-4f2c-84e7-3f1683900ceb will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:14:26.311832 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-823c5cb6-0314-4d82-8e79-eac5ac4cd54e req-6077eb24-4706-4b72-a971-058e9c210f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:26.346799 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:26.379399 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d9ddabe3-5906-41cd-b9f8-19d1fc87733b req-fd4260e8-0aca-48dd-9ffc-380cc86c4089 service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654003 Jul 09 16:14:26.385525 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 869c59e3-1638-4f70-a7db-af169e389e96 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:14:26.472589 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856aadc-266f-424a-996a-de8f401f2ec9 req-88c6f1a7-7333-4568-9dc9-8da6d46b9543 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:26.480061 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8856aadc-266f-424a-996a-de8f401f2ec9 req-88c6f1a7-7333-4568-9dc9-8da6d46b9543 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/ports?device_id=d1a9cf1c-6de5-40a8-8d14-20f18aed00fd HTTP/1.1" status: 200 len: 944 time: 0.1651759 Jul 09 16:14:26.499494 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 50763f0e-db67-42aa-8825-6cf85685e3b8 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:14:26.536830 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6077eb24-4706-4b72-a971-058e9c210f5d service neutron] Pushing event updated for resources: {'Port': ['ID=e5cc6f6f-f560-4f2c-84e7-3f1683900ceb,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:26.547774 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-823c5cb6-0314-4d82-8e79-eac5ac4cd54e req-6077eb24-4706-4b72-a971-058e9c210f5d service neutron] Attempting to bind port e5cc6f6f-f560-4f2c-84e7-3f1683900ceb on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:14:26.548160 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-823c5cb6-0314-4d82-8e79-eac5ac4cd54e req-6077eb24-4706-4b72-a971-058e9c210f5d service neutron] Attempting to bind port e5cc6f6f-f560-4f2c-84e7-3f1683900ceb by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '53bede6b-6861-409a-a49d-5992a95b9775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6ac806f1-cdc6-4f21-8dff-578217276e95'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:14:26.548727 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823c5cb6-0314-4d82-8e79-eac5ac4cd54e req-6077eb24-4706-4b72-a971-058e9c210f5d service neutron] Attempting to bind port e5cc6f6f-f560-4f2c-84e7-3f1683900ceb on network 6ac806f1-cdc6-4f21-8dff-578217276e95 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:14:26.551782 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8856aadc-266f-424a-996a-de8f401f2ec9 req-fe3b4e2f-e600-4664-87d1-1aa67dc22cfd tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/security-groups?id=fadcaedc-452e-4f40-8a32-cbe9ec458d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702586 Jul 09 16:14:26.563363 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823c5cb6-0314-4d82-8e79-eac5ac4cd54e req-6077eb24-4706-4b72-a971-058e9c210f5d service neutron] Port e5cc6f6f-f560-4f2c-84e7-3f1683900ceb on network 6ac806f1-cdc6-4f21-8dff-578217276e95 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:14:26.563917 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823c5cb6-0314-4d82-8e79-eac5ac4cd54e req-6077eb24-4706-4b72-a971-058e9c210f5d service neutron] Attempting to bind port e5cc6f6f-f560-4f2c-84e7-3f1683900ceb on network 6ac806f1-cdc6-4f21-8dff-578217276e95 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:14:26.577571 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823c5cb6-0314-4d82-8e79-eac5ac4cd54e req-6077eb24-4706-4b72-a971-058e9c210f5d service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:14:26.577925 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823c5cb6-0314-4d82-8e79-eac5ac4cd54e req-6077eb24-4706-4b72-a971-058e9c210f5d service neutron] Checking segment: {'id': '53bede6b-6861-409a-a49d-5992a95b9775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6ac806f1-cdc6-4f21-8dff-578217276e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:14:26.582595 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823c5cb6-0314-4d82-8e79-eac5ac4cd54e req-6077eb24-4706-4b72-a971-058e9c210f5d service neutron] Bound using segment: {'id': '53bede6b-6861-409a-a49d-5992a95b9775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6ac806f1-cdc6-4f21-8dff-578217276e95'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:14:26.584331 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-823c5cb6-0314-4d82-8e79-eac5ac4cd54e req-6077eb24-4706-4b72-a971-058e9c210f5d service neutron] Bound port: e5cc6f6f-f560-4f2c-84e7-3f1683900ceb, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53bede6b-6861-409a-a49d-5992a95b9775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6ac806f1-cdc6-4f21-8dff-578217276e95'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:14:26.585839 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-823c5cb6-0314-4d82-8e79-eac5ac4cd54e req-6077eb24-4706-4b72-a971-058e9c210f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:26.701204 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 8336f8e6-589b-4a4f-b587-817febe17219 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:14:26.705132 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-823c5cb6-0314-4d82-8e79-eac5ac4cd54e req-6077eb24-4706-4b72-a971-058e9c210f5d service neutron] For port e5cc6f6f-f560-4f2c-84e7-3f1683900ceb, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:14:26.709139 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-823c5cb6-0314-4d82-8e79-eac5ac4cd54e req-6077eb24-4706-4b72-a971-058e9c210f5d service neutron] For port e5cc6f6f-f560-4f2c-84e7-3f1683900ceb, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=e5cc6f6f-f560-4f2c-84e7-3f1683900ceb,segment=NetworkSegment(53bede6b-6861-409a-a49d-5992a95b9775),segment_id=53bede6b-6861-409a-a49d-5992a95b9775)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:14:26.718742 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-823c5cb6-0314-4d82-8e79-eac5ac4cd54e req-6077eb24-4706-4b72-a971-058e9c210f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:26.761875 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c5cb6-0314-4d82-8e79-eac5ac4cd54e req-6077eb24-4706-4b72-a971-058e9c210f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:26.762748 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-823c5cb6-0314-4d82-8e79-eac5ac4cd54e req-6077eb24-4706-4b72-a971-058e9c210f5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:26.764695 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-823c5cb6-0314-4d82-8e79-eac5ac4cd54e req-6077eb24-4706-4b72-a971-058e9c210f5d service neutron] 10.222.0.77 "PUT /v2.0/ports/e5cc6f6f-f560-4f2c-84e7-3f1683900ceb HTTP/1.1" status: 200 len: 1092 time: 1.6363640 Jul 09 16:14:26.765324 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1a9cf1c-6de5-40a8-8d14-20f18aed00fd', 'tag': 'e5cc6f6f-f560-4f2c-84e7-3f1683900ceb'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:14:26.767887 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6cc1080-9062-4705-9089-84bb108e5290" -d '{"events": [{"name": "network-changed", "server_uuid": "d1a9cf1c-6de5-40a8-8d14-20f18aed00fd", "tag": "e5cc6f6f-f560-4f2c-84e7-3f1683900ceb"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:14:26.910317 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:26.911014 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: 50763f0e-db67-42aa-8825-6cf85685e3b8 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:14:26.911356 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 50763f0e-db67-42aa-8825-6cf85685e3b8 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:14:26.922875 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6077eb24-4706-4b72-a971-058e9c210f5d service neutron] Pushing event updated for resources: {'Port': ['ID=e5cc6f6f-f560-4f2c-84e7-3f1683900ceb,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:26.941497 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41956187-0e18-4538-aed9-e38f147e74af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a586f12-b128-4b3c-a7db-8b80bec47d3d'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:14:26.952272 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e64881-3532-493c-abbc-c129a37a704a" -d '{"events": [{"server_uuid": "41956187-0e18-4538-aed9-e38f147e74af", "name": "network-vif-plugged", "status": "completed", "tag": "7a586f12-b128-4b3c-a7db-8b80bec47d3d"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:14:26.974354 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c5cb6-0314-4d82-8e79-eac5ac4cd54e req-32b36271-551d-4862-8053-dae82fb1505c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:26.976111 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-823c5cb6-0314-4d82-8e79-eac5ac4cd54e req-32b36271-551d-4862-8053-dae82fb1505c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=af925efe71854f1f8999734921d4e286&device_id=d1a9cf1c-6de5-40a8-8d14-20f18aed00fd HTTP/1.1" status: 200 len: 1095 time: 0.1446655 Jul 09 16:14:27.002624 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddca7b78-59e0-47c8-b7dd-67ced3dd4613 x-openstack-request-id: req-ddca7b78-59e0-47c8-b7dd-67ced3dd4613 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:14:27.003249 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1a9cf1c-6de5-40a8-8d14-20f18aed00fd", "tag": "e5cc6f6f-f560-4f2c-84e7-3f1683900ceb", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:14:27.003697 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ddca7b78-59e0-47c8-b7dd-67ced3dd4613 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:14:27.004243 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1a9cf1c-6de5-40a8-8d14-20f18aed00fd', 'tag': 'e5cc6f6f-f560-4f2c-84e7-3f1683900ceb', 'status': 'completed', 'code': 200} Jul 09 16:14:27.016730 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 7a586f12-b128-4b3c-a7db-8b80bec47d3d, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=7a586f12-b128-4b3c-a7db-8b80bec47d3d,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:14:27.033820 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:27.035396 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 869c59e3-1638-4f70-a7db-af169e389e96 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:14:27.059323 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-823c5cb6-0314-4d82-8e79-eac5ac4cd54e req-84b2ecda-f8f3-44ad-a813-6cf180917fd8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5cc6f6f-f560-4f2c-84e7-3f1683900ceb HTTP/1.1" status: 200 len: 217 time: 0.0682962 Jul 09 16:14:27.068711 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 8336f8e6-589b-4a4f-b587-817febe17219 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:14:27.148658 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 8336f8e6-589b-4a4f-b587-817febe17219 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:14:27.149326 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:27.157993 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c5cb6-0314-4d82-8e79-eac5ac4cd54e req-c0426c0e-0995-4ec2-a135-2b2ee2e70d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:27.159747 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-823c5cb6-0314-4d82-8e79-eac5ac4cd54e req-c0426c0e-0995-4ec2-a135-2b2ee2e70d89 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7647c929-ca32-4b48-b774-d40e8214567d HTTP/1.1" status: 200 len: 853 time: 0.0737996 Jul 09 16:14:27.187493 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c875b0b-66db-44c1-b76a-8b453977758b req-e97b1be2-d1e0-4132-a020-0f9dcaa8cc71 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:27.189067 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2c875b0b-66db-44c1-b76a-8b453977758b req-e97b1be2-d1e0-4132-a020-0f9dcaa8cc71 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=75aaba85-5449-4058-954c-fec4c6d84ebf HTTP/1.1" status: 200 len: 943 time: 0.1838233 Jul 09 16:14:27.207128 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 869c59e3-1638-4f70-a7db-af169e389e96, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=869c59e3-1638-4f70-a7db-af169e389e96,segment=NetworkSegment(cbc7a639-5863-4995-9a4b-f91be63e1ab1),segment_id=cbc7a639-5863-4995-9a4b-f91be63e1ab1)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:14:27.251474 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 869c59e3-1638-4f70-a7db-af169e389e96 has no active binding in host n-h2-798930-3 {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 16:14:27.253430 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-823c5cb6-0314-4d82-8e79-eac5ac4cd54e req-f3ffa941-95fe-4c8b-988e-2dbb249e3388 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6ac806f1-cdc6-4f21-8dff-578217276e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619397 Jul 09 16:14:27.262276 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eadd557-84a3-4425-886f-75a61aabb671 req-2dc54098-769d-45d7-bf55-fcbbabb3dd2e tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:27.269757 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0eadd557-84a3-4425-886f-75a61aabb671 req-2dc54098-769d-45d7-bf55-fcbbabb3dd2e tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=c70a084a-8391-49d8-9c9d-ce513222aa83 HTTP/1.1" status: 200 len: 948 time: 0.1642056 Jul 09 16:14:27.309718 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=7a586f12-b128-4b3c-a7db-8b80bec47d3d,revision_number=9']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:27.382262 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2c875b0b-66db-44c1-b76a-8b453977758b req-8abda4b8-0d46-4299-85cb-c9df1de72a60 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683800 Jul 09 16:14:27.419068 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:27.480803 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-823c5cb6-0314-4d82-8e79-eac5ac4cd54e req-11950a75-4950-409f-97d5-d537b72bbefe service neutron] 10.222.0.77 "GET /v2.0/networks/6ac806f1-cdc6-4f21-8dff-578217276e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187445 Jul 09 16:14:27.582984 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 8336f8e6-589b-4a4f-b587-817febe17219, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=8336f8e6-589b-4a4f-b587-817febe17219,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:14:27.594021 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:27.824418 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-823c5cb6-0314-4d82-8e79-eac5ac4cd54e req-e8060017-8b6c-482c-8a1f-dbd9d7314852 service neutron] 10.222.0.77 "GET /v2.0/networks/6ac806f1-cdc6-4f21-8dff-578217276e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298495 Jul 09 16:14:27.864577 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0eadd557-84a3-4425-886f-75a61aabb671 req-6cf6be3d-ac05-4183-a62f-6b0d0da55d7e tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5820057 Jul 09 16:14:27.912449 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=8336f8e6-589b-4a4f-b587-817febe17219,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:28.022440 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3abb2e80-a7c8-425f-ae7f-598e02b492a4 x-openstack-request-id: req-3abb2e80-a7c8-425f-ae7f-598e02b492a4 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:14:28.022749 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41956187-0e18-4538-aed9-e38f147e74af", "name": "network-vif-plugged", "status": "completed", "tag": "7a586f12-b128-4b3c-a7db-8b80bec47d3d", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:14:28.023203 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3abb2e80-a7c8-425f-ae7f-598e02b492a4 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:14:28.023759 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41956187-0e18-4538-aed9-e38f147e74af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a586f12-b128-4b3c-a7db-8b80bec47d3d', 'code': 200} Jul 09 16:14:28.028489 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a31d09-a34c-4753-a664-d0a036fca641 None None] Sync routers for ids ['6dd3ebce-7cac-4b83-8d52-7129c436ac00'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:14:28.063821 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:28.065308 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a31d09-a34c-4753-a664-d0a036fca641 None None] Routers {'6dd3ebce-7cac-4b83-8d52-7129c436ac00'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:14:28.067992 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-64a31d09-a34c-4753-a664-d0a036fca641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:14:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['6dd3ebce-7cac-4b83-8d52-7129c436ac00'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:14:28.096973 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0eee8-0728-4255-9911-f46ca440e521 req-14c60571-b2f3-432e-ab95-69e243aaf092 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:28.114500 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d0c0eee8-0728-4255-9911-f46ca440e521 req-14c60571-b2f3-432e-ab95-69e243aaf092 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 949 time: 0.1711051 Jul 09 16:14:28.185031 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d0c0eee8-0728-4255-9911-f46ca440e521 req-72d007d5-2f13-47d0-a340-de20d65af6ee tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691891 Jul 09 16:14:28.197135 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc1080-9062-4705-9089-84bb108e5290 req-3e7ed173-3651-4af1-8f44-a74c17673c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:28.203213 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f6cc1080-9062-4705-9089-84bb108e5290 req-3e7ed173-3651-4af1-8f44-a74c17673c7a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=af925efe71854f1f8999734921d4e286&device_id=d1a9cf1c-6de5-40a8-8d14-20f18aed00fd HTTP/1.1" status: 200 len: 1095 time: 0.1874566 Jul 09 16:14:28.266101 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-64a31d09-a34c-4753-a664-d0a036fca641 None None] Set router 6dd3ebce-7cac-4b83-8d52-7129c436ac00 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:14:28.431208 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc1080-9062-4705-9089-84bb108e5290 req-3d368a28-dd16-4ad6-85a2-61cda6404ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:28.432766 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f6cc1080-9062-4705-9089-84bb108e5290 req-3d368a28-dd16-4ad6-85a2-61cda6404ef9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6ac806f1-cdc6-4f21-8dff-578217276e95 HTTP/1.1" status: 200 len: 914 time: 0.2229884 Jul 09 16:14:28.475645 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 8336f8e6-589b-4a4f-b587-817febe17219 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:14:28.598201 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 8336f8e6-589b-4a4f-b587-817febe17219 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:14:28.598545 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:28.613983 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f6cc1080-9062-4705-9089-84bb108e5290 req-508f6154-5440-4819-91d1-6ff75a8d9614 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5cc6f6f-f560-4f2c-84e7-3f1683900ceb HTTP/1.1" status: 200 len: 217 time: 0.1610007 Jul 09 16:14:28.684087 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc53fab-2764-4a43-a954-4d8025d24d54 req-58952a5f-406d-4581-a637-a8590fa21b88 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:28.692678 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bcc53fab-2764-4a43-a954-4d8025d24d54 req-58952a5f-406d-4581-a637-a8590fa21b88 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/ports?device_id=d1a9cf1c-6de5-40a8-8d14-20f18aed00fd HTTP/1.1" status: 200 len: 944 time: 0.1839955 Jul 09 16:14:28.751030 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc1080-9062-4705-9089-84bb108e5290 req-36fdaad5-fa64-489d-ad5b-45f92b50c24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:28.752854 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f6cc1080-9062-4705-9089-84bb108e5290 req-36fdaad5-fa64-489d-ad5b-45f92b50c24c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7647c929-ca32-4b48-b774-d40e8214567d HTTP/1.1" status: 200 len: 853 time: 0.1299958 Jul 09 16:14:28.783745 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-64a31d09-a34c-4753-a664-d0a036fca641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd3ebce-7cac-4b83-8d52-7129c436ac00', 'name': 'tempest-TaggedBootDevicesTest-1119092116-router', 'tenant_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '8336f8e6-589b-4a4f-b587-817febe17219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:14:17Z', 'updated_at': '2021-07-09T16:14:23Z', 'revision_number': 4, 'project_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'gw_port': {'id': '8336f8e6-589b-4a4f-b587-817febe17219', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:23:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd3ebce-7cac-4b83-8d52-7129c436ac00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:14:18Z', 'updated_at': '2021-07-09T16:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'fee0d584-97ea-46ca-a745-72eea694d7a5', 'name': '', 'network_id': '3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8', 'tenant_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'mac_address': 'fa:16:3e:0e:bf:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd3ebce-7cac-4b83-8d52-7129c436ac00', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd1711513-50d2-4abd-a78b-a82992d0d46f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:14:21Z', 'updated_at': '2021-07-09T16:14:23Z', 'revision_number': 2, 'project_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'subnets': [{'id': 'd1711513-50d2-4abd-a78b-a82992d0d46f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:14:28.809202 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bcc53fab-2764-4a43-a954-4d8025d24d54 req-2fc70440-bf88-4916-9f89-47e87afec54b tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/security-groups?id=fadcaedc-452e-4f40-8a32-cbe9ec458d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069245 Jul 09 16:14:28.859467 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a31d09-a34c-4753-a664-d0a036fca641 None None] Checking router: 6dd3ebce-7cac-4b83-8d52-7129c436ac00 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:14:28.859953 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a31d09-a34c-4753-a664-d0a036fca641 None None] Updating router 6dd3ebce-7cac-4b83-8d52-7129c436ac00 port fee0d584-97ea-46ca-a745-72eea694d7a5 binding host n-d-798930-3 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:14:28.870331 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f6cc1080-9062-4705-9089-84bb108e5290 req-da143969-a6ef-4a3e-a4c2-3d7a5c61b48e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6ac806f1-cdc6-4f21-8dff-578217276e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1086895 Jul 09 16:14:28.918787 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-64a31d09-a34c-4753-a664-d0a036fca641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:29.059997 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d5af7-6894-4ad9-8b53-98d057ec454e req-568e3769-97cd-4f35-b06c-eb480b4b3b3d tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:29.082351 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-014d5af7-6894-4ad9-8b53-98d057ec454e req-568e3769-97cd-4f35-b06c-eb480b4b3b3d tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=75aaba85-5449-4058-954c-fec4c6d84ebf HTTP/1.1" status: 200 len: 943 time: 0.3998253 Jul 09 16:14:29.221197 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-014d5af7-6894-4ad9-8b53-98d057ec454e req-a53883e3-827c-4b53-b41e-04faa8ba8382 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357400 Jul 09 16:14:29.269679 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f6cc1080-9062-4705-9089-84bb108e5290 req-2573d2d1-628b-4ec1-b9b8-444a27cde560 service neutron] 10.222.0.77 "GET /v2.0/networks/6ac806f1-cdc6-4f21-8dff-578217276e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3896179 Jul 09 16:14:29.418373 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44605f-19d6-4a0a-9b86-d558b4bec7c6 req-76a0d5cd-1e69-49ce-8696-67c4e138a8c1 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:29.420538 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5b44605f-19d6-4a0a-9b86-d558b4bec7c6 req-76a0d5cd-1e69-49ce-8696-67c4e138a8c1 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.73 "GET /v2.0/ports?device_id=c70a084a-8391-49d8-9c9d-ce513222aa83 HTTP/1.1" status: 200 len: 948 time: 0.4112799 Jul 09 16:14:29.432389 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ddabe3-5906-41cd-b9f8-19d1fc87733b req-3945f2ea-f1f6-4e68-89d7-fb9455492eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:29.442053 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d9ddabe3-5906-41cd-b9f8-19d1fc87733b req-3945f2ea-f1f6-4e68-89d7-fb9455492eac service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af&tenant_id=90103765321a44c5954b6bc1ea90c4d7 HTTP/1.1" status: 200 len: 1100 time: 0.3125427 Jul 09 16:14:29.474891 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-d9ddabe3-5906-41cd-b9f8-19d1fc87733b req-91b2fbc5-a56b-4322-8a58-6a9452c51b51 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798930-3', 'device_owner': 'compute:nova'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:14:29.533678 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-64a31d09-a34c-4753-a664-d0a036fca641 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:29.553557 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f6cc1080-9062-4705-9089-84bb108e5290 req-05fdd594-6145-432f-8421-83dfbec0f8a8 service neutron] 10.222.0.77 "GET /v2.0/networks/6ac806f1-cdc6-4f21-8dff-578217276e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697370 Jul 09 16:14:29.560026 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-64a31d09-a34c-4753-a664-d0a036fca641 None None] Transition to ACTIVE for port object fee0d584-97ea-46ca-a745-72eea694d7a5 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:14:29.574726 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-64a31d09-a34c-4753-a664-d0a036fca641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:29.640440 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb4f51-5d2b-43ad-93d8-05da28e5ea61 req-1e9f3c52-fd60-4067-ad78-1458fa7509bf tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:29.649970 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e3bb4f51-5d2b-43ad-93d8-05da28e5ea61 req-1e9f3c52-fd60-4067-ad78-1458fa7509bf tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 949 time: 0.1482143 Jul 09 16:14:29.652596 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d9ddabe3-5906-41cd-b9f8-19d1fc87733b req-91b2fbc5-a56b-4322-8a58-6a9452c51b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:29.678238 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd422c-0706-4804-a992-0307c253cbf8 req-d099cccc-5fba-4ad5-bfe4-0a5e9e395e6b tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:29.687257 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2ecd422c-0706-4804-a992-0307c253cbf8 req-d099cccc-5fba-4ad5-bfe4-0a5e9e395e6b tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=c70a084a-8391-49d8-9c9d-ce513222aa83 HTTP/1.1" status: 200 len: 948 time: 0.3811281 Jul 09 16:14:29.728637 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e3bb4f51-5d2b-43ad-93d8-05da28e5ea61 req-1a53cf0f-8f32-492d-a19d-f336db70aab4 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776765 Jul 09 16:14:29.739234 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e9cd4-7ee9-4c43-8a5e-f33906dec027 None None] Pushing event updated for resources: {'Port': ['ID=fee0d584-97ea-46ca-a745-72eea694d7a5,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:29.814968 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e9cd4-7ee9-4c43-8a5e-f33906dec027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:14:29.817000 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e9cd4-7ee9-4c43-8a5e-f33906dec027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:14:29.817449 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e9cd4-7ee9-4c43-8a5e-f33906dec027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:14:29.817887 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e9cd4-7ee9-4c43-8a5e-f33906dec027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:14:29.820069 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e9cd4-7ee9-4c43-8a5e-f33906dec027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:14:29.820423 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e9cd4-7ee9-4c43-8a5e-f33906dec027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:14:29.821305 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2ecd422c-0706-4804-a992-0307c253cbf8 req-cb70ec9d-49d2-4fed-b4cd-ec17f32cd479 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328011 Jul 09 16:14:29.822672 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e9cd4-7ee9-4c43-8a5e-f33906dec027 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:14:29.822967 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e9cd4-7ee9-4c43-8a5e-f33906dec027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:14:29.823358 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e9cd4-7ee9-4c43-8a5e-f33906dec027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:14:29.823698 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e9cd4-7ee9-4c43-8a5e-f33906dec027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:14:29.824032 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e9cd4-7ee9-4c43-8a5e-f33906dec027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:14:29.831913 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e9cd4-7ee9-4c43-8a5e-f33906dec027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:14:29.835149 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-5b44605f-19d6-4a0a-9b86-d558b4bec7c6 req-7a991cf1-b21d-4433-b849-51500bc65ae5 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Deleting port 44e5178e-0c95-4f73-a000-81c9bceea279 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:14:29.842949 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5b44605f-19d6-4a0a-9b86-d558b4bec7c6 req-7a991cf1-b21d-4433-b849-51500bc65ae5 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:29.935111 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-64a31d09-a34c-4753-a664-d0a036fca641 None None] Attempting to bind port fee0d584-97ea-46ca-a745-72eea694d7a5 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:14:29.935454 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-64a31d09-a34c-4753-a664-d0a036fca641 None None] Attempting to bind port fee0d584-97ea-46ca-a745-72eea694d7a5 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '83198ff5-8209-4915-83c0-f54a458e911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:14:29.935854 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a31d09-a34c-4753-a664-d0a036fca641 None None] Attempting to bind port fee0d584-97ea-46ca-a745-72eea694d7a5 on network 3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:14:29.948578 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a31d09-a34c-4753-a664-d0a036fca641 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:14:29.948952 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a31d09-a34c-4753-a664-d0a036fca641 None None] Checking segment: {'id': '83198ff5-8209-4915-83c0-f54a458e911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:14:29.949347 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-64a31d09-a34c-4753-a664-d0a036fca641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:29.949851 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a31d09-a34c-4753-a664-d0a036fca641 None None] Bound using segment: {'id': '83198ff5-8209-4915-83c0-f54a458e911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:14:29.950486 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-64a31d09-a34c-4753-a664-d0a036fca641 None None] Bound port: fee0d584-97ea-46ca-a745-72eea694d7a5, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83198ff5-8209-4915-83c0-f54a458e911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:14:29.951052 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-64a31d09-a34c-4753-a664-d0a036fca641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:30.031140 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device e5cc6f6f-f560-4f2c-84e7-3f1683900ceb details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:14:30.038321 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 7a586f12-b128-4b3c-a7db-8b80bec47d3d no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:14:30.128507 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-64a31d09-a34c-4753-a664-d0a036fca641 None None] For port fee0d584-97ea-46ca-a745-72eea694d7a5, host n-d-798930-3, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:14:30.136406 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-64a31d09-a34c-4753-a664-d0a036fca641 None None] For port fee0d584-97ea-46ca-a745-72eea694d7a5, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=fee0d584-97ea-46ca-a745-72eea694d7a5,segment=NetworkSegment(83198ff5-8209-4915-83c0-f54a458e911a),segment_id=83198ff5-8209-4915-83c0-f54a458e911a)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:14:30.144547 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-64a31d09-a34c-4753-a664-d0a036fca641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:30.288668 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port e5cc6f6f-f560-4f2c-84e7-3f1683900ceb, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=e5cc6f6f-f560-4f2c-84e7-3f1683900ceb,segment=NetworkSegment(53bede6b-6861-409a-a49d-5992a95b9775),segment_id=53bede6b-6861-409a-a49d-5992a95b9775)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:14:30.312823 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': 'e5cc6f6f-f560-4f2c-84e7-3f1683900ceb', 'network_id': '6ac806f1-cdc6-4f21-8dff-578217276e95', 'port_id': 'e5cc6f6f-f560-4f2c-84e7-3f1683900ceb', 'mac_address': 'fa:16:3e:05:30:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7647c929-ca32-4b48-b774-d40e8214567d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:14:30.318660 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-5b44605f-19d6-4a0a-9b86-d558b4bec7c6 req-7a991cf1-b21d-4433-b849-51500bc65ae5 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] For port 44e5178e-0c95-4f73-a000-81c9bceea279, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=44e5178e-0c95-4f73-a000-81c9bceea279,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:14:30.319988 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5b44605f-19d6-4a0a-9b86-d558b4bec7c6 req-7a991cf1-b21d-4433-b849-51500bc65ae5 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:30.321232 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-edf3f073-0dce-43e5-b668-9c11aa6b7600 service neutron] 10.222.0.77 "GET /v2.0/ports/869c59e3-1638-4f70-a7db-af169e389e96/bindings/n-h2-798930-3 HTTP/1.1" status: 200 len: 384 time: 0.1494043 Jul 09 16:14:30.321841 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e9cd4-7ee9-4c43-8a5e-f33906dec027 None None] Pushing event updated for resources: {'Port': ['ID=fee0d584-97ea-46ca-a745-72eea694d7a5,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:30.340519 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a31d09-a34c-4753-a664-d0a036fca641 None None] Routers {'6dd3ebce-7cac-4b83-8d52-7129c436ac00'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:14:30.341163 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-64a31d09-a34c-4753-a664-d0a036fca641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:14:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['6dd3ebce-7cac-4b83-8d52-7129c436ac00'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:14:30.358871 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-5b44605f-19d6-4a0a-9b86-d558b4bec7c6 req-7a991cf1-b21d-4433-b849-51500bc65ae5 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Calling delete_port for 44e5178e-0c95-4f73-a000-81c9bceea279 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:14:30.431851 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83489c3e-e572-46d3-808f-008a48fc0fa0 req-d5949c34-c40d-40fc-b39c-075d37592e3b tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:30.440196 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-83489c3e-e572-46d3-808f-008a48fc0fa0 req-d5949c34-c40d-40fc-b39c-075d37592e3b tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/ports?device_id=d1a9cf1c-6de5-40a8-8d14-20f18aed00fd HTTP/1.1" status: 200 len: 944 time: 0.2099171 Jul 09 16:14:30.451581 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 869c59e3-1638-4f70-a7db-af169e389e96 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:14:30.547833 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:30.567617 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-83489c3e-e572-46d3-808f-008a48fc0fa0 req-89a8d8ea-65f1-4804-9381-e1844965308c tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/security-groups?id=fadcaedc-452e-4f40-8a32-cbe9ec458d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261413 Jul 09 16:14:30.620972 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-64a31d09-a34c-4753-a664-d0a036fca641 None None] Set router 6dd3ebce-7cac-4b83-8d52-7129c436ac00 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:14:30.632343 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-c1f9ac8a-9018-4fb9-8164-07b1e3396784 service neutron] For port 869c59e3-1638-4f70-a7db-af169e389e96, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=869c59e3-1638-4f70-a7db-af169e389e96,segment=NetworkSegment(cbc7a639-5863-4995-9a4b-f91be63e1ab1),segment_id=cbc7a639-5863-4995-9a4b-f91be63e1ab1)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:14:30.660877 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-c1f9ac8a-9018-4fb9-8164-07b1e3396784 service neutron] For port 869c59e3-1638-4f70-a7db-af169e389e96, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:14:30.707384 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 869c59e3-1638-4f70-a7db-af169e389e96 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:14:30.714499 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-d9ddabe3-5906-41cd-b9f8-19d1fc87733b req-91b2fbc5-a56b-4322-8a58-6a9452c51b51 service neutron] For port 7a586f12-b128-4b3c-a7db-8b80bec47d3d, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=7a586f12-b128-4b3c-a7db-8b80bec47d3d,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:14:30.733087 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:30.737354 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-c1f9ac8a-9018-4fb9-8164-07b1e3396784 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 869c59e3-1638-4f70-a7db-af169e389e96 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:14:30.776589 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-c1f9ac8a-9018-4fb9-8164-07b1e3396784 service neutron] For port 869c59e3-1638-4f70-a7db-af169e389e96, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=869c59e3-1638-4f70-a7db-af169e389e96,segment=NetworkSegment(cbc7a639-5863-4995-9a4b-f91be63e1ab1),segment_id=cbc7a639-5863-4995-9a4b-f91be63e1ab1)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:14:30.782568 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5cc6f6f-f560-4f2c-84e7-3f1683900ceb {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:14:30.832889 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-c1f9ac8a-9018-4fb9-8164-07b1e3396784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:30.868250 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port e5cc6f6f-f560-4f2c-84e7-3f1683900ceb, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=e5cc6f6f-f560-4f2c-84e7-3f1683900ceb,segment=NetworkSegment(53bede6b-6861-409a-a49d-5992a95b9775),segment_id=53bede6b-6861-409a-a49d-5992a95b9775)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:14:30.874928 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5b44605f-19d6-4a0a-9b86-d558b4bec7c6 req-7a991cf1-b21d-4433-b849-51500bc65ae5 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:30.893976 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:30.927354 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['2bf4afec-66f7-4d7c-b984-e80fa7b78a2f', 'e231c2d1-2e9d-4788-9b12-b55bb9cfd787', '639e631d-bf34-4819-aca6-3e30afa826a4', '82c66ec9-75cf-49fa-8517-c3e292c0c0e5'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:14:30.937464 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['650e196b-2aa6-4ef4-a414-5422d0b873bf'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:14:30.970380 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-64a31d09-a34c-4753-a664-d0a036fca641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd3ebce-7cac-4b83-8d52-7129c436ac00', 'name': 'tempest-TaggedBootDevicesTest-1119092116-router', 'tenant_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '8336f8e6-589b-4a4f-b587-817febe17219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:14:17Z', 'updated_at': '2021-07-09T16:14:23Z', 'revision_number': 4, 'project_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'gw_port': {'id': '8336f8e6-589b-4a4f-b587-817febe17219', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:23:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd3ebce-7cac-4b83-8d52-7129c436ac00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:14:18Z', 'updated_at': '2021-07-09T16:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'fee0d584-97ea-46ca-a745-72eea694d7a5', 'name': '', 'network_id': '3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8', 'tenant_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'mac_address': 'fa:16:3e:0e:bf:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd3ebce-7cac-4b83-8d52-7129c436ac00', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd1711513-50d2-4abd-a78b-a82992d0d46f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:14:21Z', 'updated_at': '2021-07-09T16:14:30Z', 'revision_number': 4, 'project_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'subnets': [{'id': 'd1711513-50d2-4abd-a78b-a82992d0d46f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:14:31.004064 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a31d09-a34c-4753-a664-d0a036fca641 None None] The sync data for ids ['6dd3ebce-7cac-4b83-8d52-7129c436ac00'] in n-d-798930-3 is: [{'id': '6dd3ebce-7cac-4b83-8d52-7129c436ac00', 'name': 'tempest-TaggedBootDevicesTest-1119092116-router', 'tenant_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '8336f8e6-589b-4a4f-b587-817febe17219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:14:17Z', 'updated_at': '2021-07-09T16:14:23Z', 'revision_number': 4, 'project_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'gw_port': {'id': '8336f8e6-589b-4a4f-b587-817febe17219', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:23:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd3ebce-7cac-4b83-8d52-7129c436ac00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:14:18Z', 'updated_at': '2021-07-09T16:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'fee0d584-97ea-46ca-a745-72eea694d7a5', 'name': '', 'network_id': '3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8', 'tenant_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'mac_address': 'fa:16:3e:0e:bf:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd3ebce-7cac-4b83-8d52-7129c436ac00', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd1711513-50d2-4abd-a78b-a82992d0d46f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:14:21Z', 'updated_at': '2021-07-09T16:14:30Z', 'revision_number': 4, 'project_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'subnets': [{'id': 'd1711513-50d2-4abd-a78b-a82992d0d46f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:14:31.011438 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-d9ddabe3-5906-41cd-b9f8-19d1fc87733b req-91b2fbc5-a56b-4322-8a58-6a9452c51b51 service neutron] For port 7a586f12-b128-4b3c-a7db-8b80bec47d3d, host n-h1-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:14:31.063083 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a991cf1-b21d-4433-b849-51500bc65ae5 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Pushing event deleted for resources: {'Port': ['ID=44e5178e-0c95-4f73-a000-81c9bceea279,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:31.101617 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ceea4e-3bd9-4ac3-ba20-d4694c6bea4d req-93c33e62-0643-46d2-9518-0f9a58da2fad tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:31.110406 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-01ceea4e-3bd9-4ac3-ba20-d4694c6bea4d req-93c33e62-0643-46d2-9518-0f9a58da2fad tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=75aaba85-5449-4058-954c-fec4c6d84ebf HTTP/1.1" status: 200 len: 943 time: 0.4558229 Jul 09 16:14:31.113699 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-c1f9ac8a-9018-4fb9-8164-07b1e3396784 service neutron] Transition to ACTIVE for port object 869c59e3-1638-4f70-a7db-af169e389e96 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:14:31.124285 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779df788-2efa-4bc8-8ac6-78ca6baa5191 req-561a5ee9-a6a9-4d1b-8ce9-e0f6b805cdae tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:31.135843 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-779df788-2efa-4bc8-8ac6-78ca6baa5191 req-561a5ee9-a6a9-4d1b-8ce9-e0f6b805cdae tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 949 time: 0.1793289 Jul 09 16:14:31.152261 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-c1f9ac8a-9018-4fb9-8164-07b1e3396784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:31.291672 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b44605f-19d6-4a0a-9b86-d558b4bec7c6 req-7a991cf1-b21d-4433-b849-51500bc65ae5 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] No DVR routers for this DVR port 44e5178e-0c95-4f73-a000-81c9bceea279 on host n-h2-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:14:31.312281 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5b44605f-19d6-4a0a-9b86-d558b4bec7c6 req-7a991cf1-b21d-4433-b849-51500bc65ae5 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:31.324179 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5b44605f-19d6-4a0a-9b86-d558b4bec7c6 req-7a991cf1-b21d-4433-b849-51500bc65ae5 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.73 "DELETE /v2.0/ports/44e5178e-0c95-4f73-a000-81c9bceea279 HTTP/1.1" status: 204 len: 173 time: 1.8789508 Jul 09 16:14:31.325612 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-779df788-2efa-4bc8-8ac6-78ca6baa5191 req-5dd97fd8-d377-4c2c-8710-865b455b22b1 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883726 Jul 09 16:14:31.331892 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c70a084a-8391-49d8-9c9d-ce513222aa83', 'name': 'network-vif-deleted', 'tag': '44e5178e-0c95-4f73-a000-81c9bceea279'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:14:31.341555 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407de03b-8b7a-4b02-a21d-2be3e5c7d881" -d '{"events": [{"server_uuid": "c70a084a-8391-49d8-9c9d-ce513222aa83", "name": "network-vif-deleted", "tag": "44e5178e-0c95-4f73-a000-81c9bceea279"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:14:31.357898 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-c1f9ac8a-9018-4fb9-8164-07b1e3396784 service neutron] No DVR routers for this DVR port 869c59e3-1638-4f70-a7db-af169e389e96 on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:14:31.386408 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d9ddabe3-5906-41cd-b9f8-19d1fc87733b req-91b2fbc5-a56b-4322-8a58-6a9452c51b51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:31.390094 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f9ac8a-9018-4fb9-8164-07b1e3396784 service neutron] Pushing event updated for resources: {'Port': ['ID=869c59e3-1638-4f70-a7db-af169e389e96,revision_number=10']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:31.405224 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['e5cc6f6f-f560-4f2c-84e7-3f1683900ceb'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:14:31.452251 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-01ceea4e-3bd9-4ac3-ba20-d4694c6bea4d req-8e28efa4-3969-4415-9c29-99272cbcc582 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399630 Jul 09 16:14:31.475480 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-d9ddabe3-5906-41cd-b9f8-19d1fc87733b req-91b2fbc5-a56b-4322-8a58-6a9452c51b51 service neutron] Transition to ACTIVE for port object 7a586f12-b128-4b3c-a7db-8b80bec47d3d will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:14:31.487596 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d9ddabe3-5906-41cd-b9f8-19d1fc87733b req-91b2fbc5-a56b-4322-8a58-6a9452c51b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:31.522013 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-c1f9ac8a-9018-4fb9-8164-07b1e3396784 service neutron] 10.222.0.77 "PUT /v2.0/ports/869c59e3-1638-4f70-a7db-af169e389e96/bindings/n-h2-798930-3/activate HTTP/1.1" status: 200 len: 369 time: 1.1952305 Jul 09 16:14:31.643308 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.db.api [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:14:31.644021 n-d-798930-3 neutron-server[93960]: DEBUG oslo_db.api [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:14:31.670383 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=e5cc6f6f-f560-4f2c-84e7-3f1683900ceb,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:31.718356 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9ddabe3-5906-41cd-b9f8-19d1fc87733b req-91b2fbc5-a56b-4322-8a58-6a9452c51b51 service neutron] No DVR routers for this DVR port 7a586f12-b128-4b3c-a7db-8b80bec47d3d on host n-h1-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:14:31.808305 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b2fbc5-a56b-4322-8a58-6a9452c51b51 service neutron] Pushing event updated for resources: {'Port': ['ID=7a586f12-b128-4b3c-a7db-8b80bec47d3d,revision_number=10']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:31.822417 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bacb8f7a-048e-42c6-9382-73dcacb05940 req-d9b838ba-c65e-47d7-b748-67ac641607fc tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=c70a084a-8391-49d8-9c9d-ce513222aa83 HTTP/1.1" status: 200 len: 210 time: 0.0957410 Jul 09 16:14:31.898562 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-d9ddabe3-5906-41cd-b9f8-19d1fc87733b req-91b2fbc5-a56b-4322-8a58-6a9452c51b51 service neutron] Attempting to bind port 7a586f12-b128-4b3c-a7db-8b80bec47d3d on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:14:31.898930 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-d9ddabe3-5906-41cd-b9f8-19d1fc87733b req-91b2fbc5-a56b-4322-8a58-6a9452c51b51 service neutron] Attempting to bind port 7a586f12-b128-4b3c-a7db-8b80bec47d3d by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:14:31.899264 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ddabe3-5906-41cd-b9f8-19d1fc87733b req-91b2fbc5-a56b-4322-8a58-6a9452c51b51 service neutron] Attempting to bind port 7a586f12-b128-4b3c-a7db-8b80bec47d3d on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:14:31.913384 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ddabe3-5906-41cd-b9f8-19d1fc87733b req-91b2fbc5-a56b-4322-8a58-6a9452c51b51 service neutron] Port 7a586f12-b128-4b3c-a7db-8b80bec47d3d on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:14:31.913627 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ddabe3-5906-41cd-b9f8-19d1fc87733b req-91b2fbc5-a56b-4322-8a58-6a9452c51b51 service neutron] Attempting to bind port 7a586f12-b128-4b3c-a7db-8b80bec47d3d on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:14:31.928439 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ddabe3-5906-41cd-b9f8-19d1fc87733b req-91b2fbc5-a56b-4322-8a58-6a9452c51b51 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:14:31.928784 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ddabe3-5906-41cd-b9f8-19d1fc87733b req-91b2fbc5-a56b-4322-8a58-6a9452c51b51 service neutron] Checking segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:14:31.929178 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ddabe3-5906-41cd-b9f8-19d1fc87733b req-91b2fbc5-a56b-4322-8a58-6a9452c51b51 service neutron] Bound using segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:14:31.929632 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-d9ddabe3-5906-41cd-b9f8-19d1fc87733b req-91b2fbc5-a56b-4322-8a58-6a9452c51b51 service neutron] Bound port: 7a586f12-b128-4b3c-a7db-8b80bec47d3d, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:14:31.929997 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d9ddabe3-5906-41cd-b9f8-19d1fc87733b req-91b2fbc5-a56b-4322-8a58-6a9452c51b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:31.999592 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-6bcaa349-9c7f-46d5-9a3d-55e4e7852008 tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:32.001386 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-6bcaa349-9c7f-46d5-9a3d-55e4e7852008 tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=75aaba85-5449-4058-954c-fec4c6d84ebf&tenant_id=9639d7ee11dd47639be4bedc72b53ccc&binding%3Ahost_id=n-h1-798930-3 HTTP/1.1" status: 200 len: 1095 time: 0.2464230 Jul 09 16:14:32.100630 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28cec41-33c9-4315-b54c-faacc29a7d5c x-openstack-request-id: req-a28cec41-33c9-4315-b54c-faacc29a7d5c {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:14:32.100937 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c70a084a-8391-49d8-9c9d-ce513222aa83", "name": "network-vif-deleted", "tag": "44e5178e-0c95-4f73-a000-81c9bceea279", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:14:32.101174 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a28cec41-33c9-4315-b54c-faacc29a7d5c {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:14:32.101571 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c70a084a-8391-49d8-9c9d-ce513222aa83', 'name': 'network-vif-deleted', 'tag': '44e5178e-0c95-4f73-a000-81c9bceea279', 'status': 'completed', 'code': 200} Jul 09 16:14:32.105080 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-d9ddabe3-5906-41cd-b9f8-19d1fc87733b req-91b2fbc5-a56b-4322-8a58-6a9452c51b51 service neutron] For port 7a586f12-b128-4b3c-a7db-8b80bec47d3d, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:14:32.127910 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-d9ddabe3-5906-41cd-b9f8-19d1fc87733b req-91b2fbc5-a56b-4322-8a58-6a9452c51b51 service neutron] For port 7a586f12-b128-4b3c-a7db-8b80bec47d3d, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=7a586f12-b128-4b3c-a7db-8b80bec47d3d,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:14:32.136336 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d9ddabe3-5906-41cd-b9f8-19d1fc87733b req-91b2fbc5-a56b-4322-8a58-6a9452c51b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:32.190872 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-d82df42f-1bc6-4a0d-ae37-f5eaf2074780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:32.192250 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-d82df42f-1bc6-4a0d-ae37-f5eaf2074780 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=75aaba85-5449-4058-954c-fec4c6d84ebf&tenant_id=9639d7ee11dd47639be4bedc72b53ccc HTTP/1.1" status: 200 len: 1095 time: 0.1710284 Jul 09 16:14:32.193490 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ddabe3-5906-41cd-b9f8-19d1fc87733b req-91b2fbc5-a56b-4322-8a58-6a9452c51b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:32.194137 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d9ddabe3-5906-41cd-b9f8-19d1fc87733b req-91b2fbc5-a56b-4322-8a58-6a9452c51b51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:32.195767 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d9ddabe3-5906-41cd-b9f8-19d1fc87733b req-91b2fbc5-a56b-4322-8a58-6a9452c51b51 service neutron] 10.222.0.73 "PUT /v2.0/ports/7a586f12-b128-4b3c-a7db-8b80bec47d3d HTTP/1.1" status: 200 len: 1096 time: 2.7285967 Jul 09 16:14:32.263101 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b2fbc5-a56b-4322-8a58-6a9452c51b51 service neutron] Pushing event updated for resources: {'Port': ['ID=7a586f12-b128-4b3c-a7db-8b80bec47d3d,revision_number=11']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:32.345166 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 44e5178e-0c95-4f73-a000-81c9bceea279 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:14:32.418822 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: 44e5178e-0c95-4f73-a000-81c9bceea279 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:14:32.419484 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 44e5178e-0c95-4f73-a000-81c9bceea279 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:14:32.553339 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device fee0d584-97ea-46ca-a745-72eea694d7a5 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:14:32.649297 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port fee0d584-97ea-46ca-a745-72eea694d7a5 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:14:32.655071 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port fee0d584-97ea-46ca-a745-72eea694d7a5 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:14:32.655451 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:32.666341 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e0783-905d-4e0f-b660-9a8c95cba8e4 req-fb7e7df2-778e-4fa6-a8e8-3801ab72e073 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:32.668365 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ef5e0783-905d-4e0f-b660-9a8c95cba8e4 req-fb7e7df2-778e-4fa6-a8e8-3801ab72e073 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/ports?device_id=d1a9cf1c-6de5-40a8-8d14-20f18aed00fd HTTP/1.1" status: 200 len: 945 time: 0.2835979 Jul 09 16:14:32.673896 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ddabe3-5906-41cd-b9f8-19d1fc87733b req-31ea9ece-1f74-46bb-9302-32425ce6cfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:32.675611 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d9ddabe3-5906-41cd-b9f8-19d1fc87733b req-31ea9ece-1f74-46bb-9302-32425ce6cfd0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=90103765321a44c5954b6bc1ea90c4d7&device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 1099 time: 0.3382533 Jul 09 16:14:32.698493 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06454792-8300-4baa-be88-f8246b1c7a0e req-977b9bf7-41b6-4b0d-b131-09f875b1ac60 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:32.700691 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-06454792-8300-4baa-be88-f8246b1c7a0e req-977b9bf7-41b6-4b0d-b131-09f875b1ac60 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 948 time: 0.1054158 Jul 09 16:14:32.763570 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-06454792-8300-4baa-be88-f8246b1c7a0e req-d0962da3-6c63-4175-8d64-991432caf966 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562499 Jul 09 16:14:32.783432 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-c218ca04-b45c-4801-954b-ebd625c9712b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:32.784873 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-c218ca04-b45c-4801-954b-ebd625c9712b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9639d7ee11dd47639be4bedc72b53ccc&device_id=75aaba85-5449-4058-954c-fec4c6d84ebf HTTP/1.1" status: 200 len: 1095 time: 0.5485108 Jul 09 16:14:32.817083 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:32.862043 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ef5e0783-905d-4e0f-b660-9a8c95cba8e4 req-192ab1e4-8885-483d-b98d-1549d16186ad tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/security-groups?id=fadcaedc-452e-4f40-8a32-cbe9ec458d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786411 Jul 09 16:14:32.868031 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port fee0d584-97ea-46ca-a745-72eea694d7a5, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=fee0d584-97ea-46ca-a745-72eea694d7a5,segment=NetworkSegment(83198ff5-8209-4915-83c0-f54a458e911a),segment_id=83198ff5-8209-4915-83c0-f54a458e911a)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:14:32.874617 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:32.941676 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=fee0d584-97ea-46ca-a745-72eea694d7a5,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:32.959190 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ddabe3-5906-41cd-b9f8-19d1fc87733b req-4a5ebd6a-ab55-41a2-8d39-21865512b4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:32.962148 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d9ddabe3-5906-41cd-b9f8-19d1fc87733b req-4a5ebd6a-ab55-41a2-8d39-21865512b4dc service neutron] 10.222.0.73 "GET /v2.0/networks?id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1 HTTP/1.1" status: 200 len: 870 time: 0.2688143 Jul 09 16:14:33.018714 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d9ddabe3-5906-41cd-b9f8-19d1fc87733b req-772475a4-33ff-483b-8cca-9d5a64795e16 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=7a586f12-b128-4b3c-a7db-8b80bec47d3d HTTP/1.1" status: 200 len: 217 time: 0.0449102 Jul 09 16:14:33.019989 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-0f1dbcdc-ffbd-4b38-b99b-ce8479d111e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:33.020889 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa02981-29d2-4228-b781-01cc3e826145 req-a08525d3-7c01-4995-aa09-a8352885897e tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:33.021468 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-0f1dbcdc-ffbd-4b38-b99b-ce8479d111e3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 HTTP/1.1" status: 200 len: 921 time: 0.2284870 Jul 09 16:14:33.022380 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8aa02981-29d2-4228-b781-01cc3e826145 req-a08525d3-7c01-4995-aa09-a8352885897e tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=75aaba85-5449-4058-954c-fec4c6d84ebf HTTP/1.1" status: 200 len: 944 time: 0.1266072 Jul 09 16:14:33.080766 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8aa02981-29d2-4228-b781-01cc3e826145 req-591791cc-6594-4603-a705-0bac8872bc7e tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477386 Jul 09 16:14:33.125278 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-6b9d9771-0b64-4645-93a2-a3e916c23093 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=869c59e3-1638-4f70-a7db-af169e389e96 HTTP/1.1" status: 200 len: 217 time: 0.0688412 Jul 09 16:14:33.185137 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ddabe3-5906-41cd-b9f8-19d1fc87733b req-209422bf-8846-40e6-bc27-27977f38239a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:33.186933 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d9ddabe3-5906-41cd-b9f8-19d1fc87733b req-209422bf-8846-40e6-bc27-27977f38239a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.1425257 Jul 09 16:14:33.228945 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-a8c61e79-3a6d-4041-8c25-48fdcd321648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:33.230694 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-a8c61e79-3a6d-4041-8c25-48fdcd321648 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1e15c12f-d45d-4aa3-a5bc-500d552ae0b3 HTTP/1.1" status: 200 len: 860 time: 0.0976431 Jul 09 16:14:33.275698 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-7e34339e-2105-4900-a376-684857f2ffe4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2b65bcac-ba21-4565-bf6d-5e7b6fe83db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318964 Jul 09 16:14:33.338181 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ddabe3-5906-41cd-b9f8-19d1fc87733b req-e9ef01f5-a4cb-4eea-b3f8-1f0203684f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:33.338181 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d9ddabe3-5906-41cd-b9f8-19d1fc87733b req-e9ef01f5-a4cb-4eea-b3f8-1f0203684f61 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1438174 Jul 09 16:14:33.438099 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-5ced9874-aa55-4f9b-abb8-df868274ef18 service neutron] 10.222.0.73 "GET /v2.0/networks/2b65bcac-ba21-4565-bf6d-5e7b6fe83db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527088 Jul 09 16:14:33.501715 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d9ddabe3-5906-41cd-b9f8-19d1fc87733b req-07259697-a558-45c1-9cf2-e3081be2594d service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547523 Jul 09 16:14:33.602428 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-733b236c-d816-4e61-9f0b-7a23ab9f1dd3 service neutron] 10.222.0.73 "GET /v2.0/networks/2b65bcac-ba21-4565-bf6d-5e7b6fe83db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560760 Jul 09 16:14:33.626607 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d9ddabe3-5906-41cd-b9f8-19d1fc87733b req-031f6a5e-2e00-4460-a36b-57aeba0d635d service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179345 Jul 09 16:14:33.959767 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a2de0-fb71-432d-8be5-140492b18d0d req-14d9b1de-f379-4c40-b3f4-3b01fe8ed308 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:33.962123 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-db8a2de0-fb71-432d-8be5-140492b18d0d req-14d9b1de-f379-4c40-b3f4-3b01fe8ed308 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=76aa3dc8-848b-4e09-be0f-ad732669d4bb HTTP/1.1" status: 200 len: 949 time: 0.0810041 Jul 09 16:14:34.004323 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e764cb-d1eb-4356-b96e-6729562557ab req-3714269e-d3c8-46a6-86fa-cd1756f46a5e tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:34.006130 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a8e764cb-d1eb-4356-b96e-6729562557ab req-3714269e-d3c8-46a6-86fa-cd1756f46a5e tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 948 time: 0.0877528 Jul 09 16:14:34.037192 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device e5cc6f6f-f560-4f2c-84e7-3f1683900ceb up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:14:34.049602 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-db8a2de0-fb71-432d-8be5-140492b18d0d req-511f2a1f-416d-4ac0-94b5-700cc42ebe91 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796728 Jul 09 16:14:34.055744 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a8e764cb-d1eb-4356-b96e-6729562557ab req-51bf070b-8db6-45c7-866c-6cc9bb94747d tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433004 Jul 09 16:14:34.105937 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41956187-0e18-4538-aed9-e38f147e74af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a586f12-b128-4b3c-a7db-8b80bec47d3d'}, {'name': 'network-changed', 'server_uuid': '41956187-0e18-4538-aed9-e38f147e74af', 'tag': '7a586f12-b128-4b3c-a7db-8b80bec47d3d'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:14:34.112513 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef0bd79-1f6d-41e2-a96f-2f18341107c1" -d '{"events": [{"server_uuid": "41956187-0e18-4538-aed9-e38f147e74af", "name": "network-vif-unplugged", "status": "completed", "tag": "7a586f12-b128-4b3c-a7db-8b80bec47d3d"}, {"name": "network-changed", "server_uuid": "41956187-0e18-4538-aed9-e38f147e74af", "tag": "7a586f12-b128-4b3c-a7db-8b80bec47d3d"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:14:34.132755 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port e5cc6f6f-f560-4f2c-84e7-3f1683900ceb completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:14:34.141964 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-55bc3c32-0579-4753-a64b-18d991cc4e52 tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:34.143721 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-55bc3c32-0579-4753-a64b-18d991cc4e52 tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=75aaba85-5449-4058-954c-fec4c6d84ebf&tenant_id=9639d7ee11dd47639be4bedc72b53ccc&binding%3Ahost_id=n-h2-798930-3 HTTP/1.1" status: 200 len: 1095 time: 0.1502147 Jul 09 16:14:34.145222 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port e5cc6f6f-f560-4f2c-84e7-3f1683900ceb triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:14:34.145895 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:34.293603 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:34.354223 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a9cf1c-6de5-40a8-8d14-20f18aed00fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5cc6f6f-f560-4f2c-84e7-3f1683900ceb'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:14:34.360278 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc36c64-5021-4838-b622-7e7fbc4d7e4c" -d '{"events": [{"server_uuid": "d1a9cf1c-6de5-40a8-8d14-20f18aed00fd", "name": "network-vif-plugged", "status": "completed", "tag": "e5cc6f6f-f560-4f2c-84e7-3f1683900ceb"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:14:34.384954 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690d4ea-9a5c-4b3e-a814-9be283570807 req-2e33834c-590d-4999-94a4-13c48c96892e tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:34.394160 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port e5cc6f6f-f560-4f2c-84e7-3f1683900ceb, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=e5cc6f6f-f560-4f2c-84e7-3f1683900ceb,segment=NetworkSegment(53bede6b-6861-409a-a49d-5992a95b9775),segment_id=53bede6b-6861-409a-a49d-5992a95b9775)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:14:34.395121 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9690d4ea-9a5c-4b3e-a814-9be283570807 req-2e33834c-590d-4999-94a4-13c48c96892e tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/ports?device_id=d1a9cf1c-6de5-40a8-8d14-20f18aed00fd HTTP/1.1" status: 200 len: 945 time: 0.1745157 Jul 09 16:14:34.402568 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:34.433997 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-4d7424f3-db9c-4731-afb9-40d408205835 service neutron] For port 869c59e3-1638-4f70-a7db-af169e389e96, host n-h1-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:14:34.455617 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device fee0d584-97ea-46ca-a745-72eea694d7a5 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:14:34.456644 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9690d4ea-9a5c-4b3e-a814-9be283570807 req-1c7fd91f-8720-478a-9711-d382b8d25f42 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/security-groups?id=fadcaedc-452e-4f40-8a32-cbe9ec458d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606477 Jul 09 16:14:34.460011 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-4d7424f3-db9c-4731-afb9-40d408205835 service neutron] Notify callbacks [] for binding, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:34.462431 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cb7fc338-5fe6-4f8c-94dd-5c9c39d4b52d req-4d7424f3-db9c-4731-afb9-40d408205835 service neutron] 10.222.0.73 "DELETE /v2.0/ports/869c59e3-1638-4f70-a7db-af169e389e96/bindings/n-h1-798930-3 HTTP/1.1" status: 204 len: 173 time: 0.3114479 Jul 09 16:14:34.542405 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b4987-b564-45d1-900f-0a03c4e9c7aa req-b30beea3-ba59-41a2-b2b4-64a5a3a250c3 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:34.553620 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-777b4987-b564-45d1-900f-0a03c4e9c7aa req-b30beea3-ba59-41a2-b2b4-64a5a3a250c3 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=75aaba85-5449-4058-954c-fec4c6d84ebf HTTP/1.1" status: 200 len: 944 time: 0.0987635 Jul 09 16:14:34.557952 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 09 Jul 2021 16:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c6a037-06a8-4847-8bfa-3a7bfcf02115 x-openstack-request-id: req-45c6a037-06a8-4847-8bfa-3a7bfcf02115 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:14:34.558243 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41956187-0e18-4538-aed9-e38f147e74af", "name": "network-vif-unplugged", "status": "completed", "tag": "7a586f12-b128-4b3c-a7db-8b80bec47d3d", "code": 200}, {"name": "network-changed", "server_uuid": "41956187-0e18-4538-aed9-e38f147e74af", "tag": "7a586f12-b128-4b3c-a7db-8b80bec47d3d", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:14:34.558965 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-45c6a037-06a8-4847-8bfa-3a7bfcf02115 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:14:34.559488 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41956187-0e18-4538-aed9-e38f147e74af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a586f12-b128-4b3c-a7db-8b80bec47d3d', 'code': 200} Jul 09 16:14:34.559745 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41956187-0e18-4538-aed9-e38f147e74af', 'tag': '7a586f12-b128-4b3c-a7db-8b80bec47d3d', 'status': 'completed', 'code': 200} Jul 09 16:14:34.611164 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=e5cc6f6f-f560-4f2c-84e7-3f1683900ceb,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:34.630802 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port fee0d584-97ea-46ca-a745-72eea694d7a5 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:14:34.631323 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:34.656146 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-777b4987-b564-45d1-900f-0a03c4e9c7aa req-0ddc6ee2-eccc-4221-990c-18f79d7f8e19 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997870 Jul 09 16:14:34.713524 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0bd79-1f6d-41e2-a96f-2f18341107c1 req-a6eec95f-b684-44b5-9d14-a691f4646be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:34.714798 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0ef0bd79-1f6d-41e2-a96f-2f18341107c1 req-a6eec95f-b684-44b5-9d14-a691f4646be9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=90103765321a44c5954b6bc1ea90c4d7&device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 1099 time: 0.1310115 Jul 09 16:14:34.751250 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0bd79-1f6d-41e2-a96f-2f18341107c1 req-1753fec5-45dc-4ee9-971d-6f83eef7972f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:34.754634 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ef0bd79-1f6d-41e2-a96f-2f18341107c1 req-1753fec5-45dc-4ee9-971d-6f83eef7972f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=90103765321a44c5954b6bc1ea90c4d7&device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 1099 time: 0.1093507 Jul 09 16:14:34.811982 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8ec97a-091e-422d-8469-0eef036bd5cf x-openstack-request-id: req-fb8ec97a-091e-422d-8469-0eef036bd5cf {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:14:34.812479 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a9cf1c-6de5-40a8-8d14-20f18aed00fd", "name": "network-vif-plugged", "status": "completed", "tag": "e5cc6f6f-f560-4f2c-84e7-3f1683900ceb", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:14:34.812912 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fb8ec97a-091e-422d-8469-0eef036bd5cf {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:14:34.813458 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a9cf1c-6de5-40a8-8d14-20f18aed00fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5cc6f6f-f560-4f2c-84e7-3f1683900ceb', 'code': 200} Jul 09 16:14:34.882735 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0bd79-1f6d-41e2-a96f-2f18341107c1 req-b20b3f68-4436-4f99-b7a7-b4589ad19079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:34.884479 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0ef0bd79-1f6d-41e2-a96f-2f18341107c1 req-b20b3f68-4436-4f99-b7a7-b4589ad19079 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1 HTTP/1.1" status: 200 len: 870 time: 0.1627054 Jul 09 16:14:34.962002 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0ef0bd79-1f6d-41e2-a96f-2f18341107c1 req-271f8e70-ca73-4ae0-aed4-f474a1165853 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=7a586f12-b128-4b3c-a7db-8b80bec47d3d HTTP/1.1" status: 200 len: 217 time: 0.0698323 Jul 09 16:14:35.012466 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0bd79-1f6d-41e2-a96f-2f18341107c1 req-7249c5df-f415-4d87-8507-c05bf4d3c08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:35.016053 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ef0bd79-1f6d-41e2-a96f-2f18341107c1 req-7249c5df-f415-4d87-8507-c05bf4d3c08e service neutron] 10.222.0.73 "GET /v2.0/networks?id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1 HTTP/1.1" status: 200 len: 870 time: 0.2564409 Jul 09 16:14:35.072185 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ef0bd79-1f6d-41e2-a96f-2f18341107c1 req-63a00382-c463-443d-b9a5-62316b061b2b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=7a586f12-b128-4b3c-a7db-8b80bec47d3d HTTP/1.1" status: 200 len: 217 time: 0.0486929 Jul 09 16:14:35.100371 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0bd79-1f6d-41e2-a96f-2f18341107c1 req-f2ea4e02-c566-4efe-9434-a5a4f2708635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:35.101833 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0ef0bd79-1f6d-41e2-a96f-2f18341107c1 req-f2ea4e02-c566-4efe-9434-a5a4f2708635 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.1227105 Jul 09 16:14:35.522697 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc590aee-6271-4b4e-9f4a-ceeacc0980c0 req-1788fa7d-6105-48a6-b189-c27cc21ea403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:35.524280 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bc590aee-6271-4b4e-9f4a-ceeacc0980c0 req-1788fa7d-6105-48a6-b189-c27cc21ea403 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d1a9cf1c-6de5-40a8-8d14-20f18aed00fd HTTP/1.1" status: 200 len: 1097 time: 0.4810581 Jul 09 16:14:35.557379 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0bd79-1f6d-41e2-a96f-2f18341107c1 req-f7f513ae-1baa-4f91-88bf-64aebe86c767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:35.558958 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ef0bd79-1f6d-41e2-a96f-2f18341107c1 req-f7f513ae-1baa-4f91-88bf-64aebe86c767 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.4660397 Jul 09 16:14:35.570119 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a996561-b84b-4a60-917d-cae774d6ffa8 req-41400f9b-394f-4ea7-a369-40f222cc0288 tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:35.571627 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7a996561-b84b-4a60-917d-cae774d6ffa8 req-41400f9b-394f-4ea7-a369-40f222cc0288 tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=75aaba85-5449-4058-954c-fec4c6d84ebf HTTP/1.1" status: 200 len: 1095 time: 0.5107000 Jul 09 16:14:35.605995 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bc590aee-6271-4b4e-9f4a-ceeacc0980c0 req-bd0b1c75-8dfd-4452-94f9-7e6e08f28166 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=fadcaedc-452e-4f40-8a32-cbe9ec458d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738270 Jul 09 16:14:35.609074 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0bd79-1f6d-41e2-a96f-2f18341107c1 req-0d9385db-a124-4f64-bd9f-3182fd13b940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:35.610453 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0ef0bd79-1f6d-41e2-a96f-2f18341107c1 req-0d9385db-a124-4f64-bd9f-3182fd13b940 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4939761 Jul 09 16:14:35.622100 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3e465-8ea9-495f-a0b2-9c37a47ba9f8 req-08991aa3-d5a4-4571-bb4a-0dfca3fbcb78 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:35.623700 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-31e3e465-8ea9-495f-a0b2-9c37a47ba9f8 req-08991aa3-d5a4-4571-bb4a-0dfca3fbcb78 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=76aa3dc8-848b-4e09-be0f-ad732669d4bb HTTP/1.1" status: 200 len: 949 time: 0.1669195 Jul 09 16:14:35.648309 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cfc3e5-1f3e-4ed3-8de1-d0dc6352e71a req-fefd00ae-a67d-4591-84a0-7ce29f145152 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:35.649811 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-95cfc3e5-1f3e-4ed3-8de1-d0dc6352e71a req-fefd00ae-a67d-4591-84a0-7ce29f145152 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6b8bdcc-23ee-4cb4-b8a8-20144fd57f3a HTTP/1.1" status: 200 len: 949 time: 0.1704168 Jul 09 16:14:35.666327 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7a996561-b84b-4a60-917d-cae774d6ffa8 req-b788c5fe-74fb-4454-ac74-8a0644733a87 tempest-LiveAutoBlockMigrationV225Test-1090955528 tempest-LiveAutoBlockMigrationV225Test-1090955528-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669096 Jul 09 16:14:35.685716 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-31e3e465-8ea9-495f-a0b2-9c37a47ba9f8 req-55205db2-1aa5-4549-aee3-e7ec06f13846 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551548 Jul 09 16:14:35.713732 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0bd79-1f6d-41e2-a96f-2f18341107c1 req-1b09d06f-980e-4cd7-8774-c9c5627675e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:35.713732 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ef0bd79-1f6d-41e2-a96f-2f18341107c1 req-1b09d06f-980e-4cd7-8774-c9c5627675e7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1358066 Jul 09 16:14:35.818674 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0ef0bd79-1f6d-41e2-a96f-2f18341107c1 req-92e4d2c3-5a3a-417a-a8c3-81cdeda7a1ea service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591125 Jul 09 16:14:35.889571 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ef0bd79-1f6d-41e2-a96f-2f18341107c1 req-50fd6804-e275-47fd-a577-76631756a2a7 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673899 Jul 09 16:14:35.910690 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-95cfc3e5-1f3e-4ed3-8de1-d0dc6352e71a req-5443c1db-bea7-451e-83d9-b35a2a0bc25a tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Deleting port 82c66ec9-75cf-49fa-8517-c3e292c0c0e5 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:14:35.911144 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-95cfc3e5-1f3e-4ed3-8de1-d0dc6352e71a req-5443c1db-bea7-451e-83d9-b35a2a0bc25a tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:35.931385 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1090d37-fb15-44ea-a6ae-bd7ec8bfb3af req-f9fcf9a8-e059-4f86-adc6-59a7919a3998 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:35.933074 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f1090d37-fb15-44ea-a6ae-bd7ec8bfb3af req-f9fcf9a8-e059-4f86-adc6-59a7919a3998 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.73 "GET /v2.0/ports?device_id=76aa3dc8-848b-4e09-be0f-ad732669d4bb HTTP/1.1" status: 200 len: 949 time: 0.1462674 Jul 09 16:14:36.021415 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0ef0bd79-1f6d-41e2-a96f-2f18341107c1 req-b0433c6a-8e6a-4ccd-8989-7d1631080958 service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908264 Jul 09 16:14:36.161582 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae4a7b-96bb-4a4d-af97-776b5f71b016 req-b1dfcb8a-e5d9-4eeb-8c04-04ec0063fcc0 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:36.163223 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8fae4a7b-96bb-4a4d-af97-776b5f71b016 req-b1dfcb8a-e5d9-4eeb-8c04-04ec0063fcc0 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/ports?device_id=d1a9cf1c-6de5-40a8-8d14-20f18aed00fd HTTP/1.1" status: 200 len: 946 time: 0.0833077 Jul 09 16:14:36.193438 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ef0bd79-1f6d-41e2-a96f-2f18341107c1 req-5f18a9a8-3198-4954-93fb-cf685f55ade1 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958050 Jul 09 16:14:36.207359 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-95cfc3e5-1f3e-4ed3-8de1-d0dc6352e71a req-5443c1db-bea7-451e-83d9-b35a2a0bc25a tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] For port 82c66ec9-75cf-49fa-8517-c3e292c0c0e5, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=82c66ec9-75cf-49fa-8517-c3e292c0c0e5,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:14:36.207643 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-95cfc3e5-1f3e-4ed3-8de1-d0dc6352e71a req-5443c1db-bea7-451e-83d9-b35a2a0bc25a tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:36.216841 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8fae4a7b-96bb-4a4d-af97-776b5f71b016 req-26d6df11-ae4f-4d81-afe2-1dead7f3c25d tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/security-groups?id=fadcaedc-452e-4f40-8a32-cbe9ec458d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458181 Jul 09 16:14:36.226692 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-95cfc3e5-1f3e-4ed3-8de1-d0dc6352e71a req-5443c1db-bea7-451e-83d9-b35a2a0bc25a tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Calling delete_port for 82c66ec9-75cf-49fa-8517-c3e292c0c0e5 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:14:36.245223 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aca764-bc0c-4a49-9c13-e22d33057b2c req-ad2e299f-0fbd-4c7c-a945-5a1a460bfb85 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:36.252568 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f5aca764-bc0c-4a49-9c13-e22d33057b2c req-ad2e299f-0fbd-4c7c-a945-5a1a460bfb85 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 948 time: 0.2365398 Jul 09 16:14:36.331255 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-f1090d37-fb15-44ea-a6ae-bd7ec8bfb3af req-e015f764-1a18-4c89-b54b-6c8743d7e41a tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Deleting port 650e196b-2aa6-4ef4-a414-5422d0b873bf {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:14:36.331602 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f1090d37-fb15-44ea-a6ae-bd7ec8bfb3af req-e015f764-1a18-4c89-b54b-6c8743d7e41a tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:36.363139 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f5aca764-bc0c-4a49-9c13-e22d33057b2c req-a61dee94-03d2-4425-a365-73b12d92cc57 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095784 Jul 09 16:14:36.376459 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 7a586f12-b128-4b3c-a7db-8b80bec47d3d details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:14:36.567276 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-f1090d37-fb15-44ea-a6ae-bd7ec8bfb3af req-e015f764-1a18-4c89-b54b-6c8743d7e41a tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] For port 650e196b-2aa6-4ef4-a414-5422d0b873bf, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=650e196b-2aa6-4ef4-a414-5422d0b873bf,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:14:36.567650 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f1090d37-fb15-44ea-a6ae-bd7ec8bfb3af req-e015f764-1a18-4c89-b54b-6c8743d7e41a tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:36.587521 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-f1090d37-fb15-44ea-a6ae-bd7ec8bfb3af req-e015f764-1a18-4c89-b54b-6c8743d7e41a tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Calling delete_port for 650e196b-2aa6-4ef4-a414-5422d0b873bf owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:14:36.604974 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-95cfc3e5-1f3e-4ed3-8de1-d0dc6352e71a req-5443c1db-bea7-451e-83d9-b35a2a0bc25a tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:36.647596 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 7a586f12-b128-4b3c-a7db-8b80bec47d3d, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=7a586f12-b128-4b3c-a7db-8b80bec47d3d,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:14:36.664062 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '7a586f12-b128-4b3c-a7db-8b80bec47d3d', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'port_id': '7a586f12-b128-4b3c-a7db-8b80bec47d3d', 'mac_address': 'fa:16:3e:82:3b:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f122b436-b232-4a3c-9aac-47d5639f2da4', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:14:36.669772 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['2bf4afec-66f7-4d7c-b984-e80fa7b78a2f', 'e231c2d1-2e9d-4788-9b12-b55bb9cfd787', '639e631d-bf34-4819-aca6-3e30afa826a4', '82c66ec9-75cf-49fa-8517-c3e292c0c0e5'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:14:36.672484 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['650e196b-2aa6-4ef4-a414-5422d0b873bf'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:14:36.714223 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5443c1db-bea7-451e-83d9-b35a2a0bc25a tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Pushing event deleted for resources: {'Port': ['ID=82c66ec9-75cf-49fa-8517-c3e292c0c0e5,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:36.804676 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-95cfc3e5-1f3e-4ed3-8de1-d0dc6352e71a req-5443c1db-bea7-451e-83d9-b35a2a0bc25a tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] No DVR routers for this DVR port 82c66ec9-75cf-49fa-8517-c3e292c0c0e5 on host n-h1-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:14:36.810759 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-95cfc3e5-1f3e-4ed3-8de1-d0dc6352e71a req-5443c1db-bea7-451e-83d9-b35a2a0bc25a tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:36.814386 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-95cfc3e5-1f3e-4ed3-8de1-d0dc6352e71a req-5443c1db-bea7-451e-83d9-b35a2a0bc25a tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.77 "DELETE /v2.0/ports/82c66ec9-75cf-49fa-8517-c3e292c0c0e5 HTTP/1.1" status: 204 len: 173 time: 1.1564291 Jul 09 16:14:36.815326 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6b8bdcc-23ee-4cb4-b8a8-20144fd57f3a', 'name': 'network-vif-deleted', 'tag': '82c66ec9-75cf-49fa-8517-c3e292c0c0e5'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:14:36.819223 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1513a761-5a9d-4d62-b8a4-a3f548e3bc07" -d '{"events": [{"server_uuid": "e6b8bdcc-23ee-4cb4-b8a8-20144fd57f3a", "name": "network-vif-deleted", "tag": "82c66ec9-75cf-49fa-8517-c3e292c0c0e5"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:14:36.970892 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f1090d37-fb15-44ea-a6ae-bd7ec8bfb3af req-e015f764-1a18-4c89-b54b-6c8743d7e41a tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:37.036938 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:37.042427 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab6967a-546c-403a-8dc6-496c04a55c6d req-55cafc16-c454-4880-a5d3-00b3bfe88616 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:37.055921 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a586f12-b128-4b3c-a7db-8b80bec47d3d {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:14:37.061460 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9ab6967a-546c-403a-8dc6-496c04a55c6d req-55cafc16-c454-4880-a5d3-00b3bfe88616 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=76aa3dc8-848b-4e09-be0f-ad732669d4bb HTTP/1.1" status: 200 len: 867 time: 0.1276095 Jul 09 16:14:37.086868 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e015f764-1a18-4c89-b54b-6c8743d7e41a tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Pushing event deleted for resources: {'Port': ['ID=650e196b-2aa6-4ef4-a414-5422d0b873bf,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:37.111463 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 7a586f12-b128-4b3c-a7db-8b80bec47d3d, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=7a586f12-b128-4b3c-a7db-8b80bec47d3d,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:14:37.138002 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d5dd6-fad3-4722-b01c-785d302580dd req-a9faeae4-4c98-4e59-ba58-e08de70026c8 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:37.140182 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-835d5dd6-fad3-4722-b01c-785d302580dd req-a9faeae4-4c98-4e59-ba58-e08de70026c8 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=75aaba85-5449-4058-954c-fec4c6d84ebf HTTP/1.1" status: 200 len: 944 time: 0.2443144 Jul 09 16:14:37.157127 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:37.167016 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9ab6967a-546c-403a-8dc6-496c04a55c6d req-f31dc272-a242-42b5-bf04-63cf4ab64fe9 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046429 Jul 09 16:14:37.171708 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1090d37-fb15-44ea-a6ae-bd7ec8bfb3af req-e015f764-1a18-4c89-b54b-6c8743d7e41a tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] No DVR routers for this DVR port 650e196b-2aa6-4ef4-a414-5422d0b873bf on host n-h2-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:14:37.176041 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f1090d37-fb15-44ea-a6ae-bd7ec8bfb3af req-e015f764-1a18-4c89-b54b-6c8743d7e41a tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:37.179323 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f1090d37-fb15-44ea-a6ae-bd7ec8bfb3af req-e015f764-1a18-4c89-b54b-6c8743d7e41a tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.73 "DELETE /v2.0/ports/650e196b-2aa6-4ef4-a414-5422d0b873bf HTTP/1.1" status: 204 len: 173 time: 1.1779132 Jul 09 16:14:37.218404 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-835d5dd6-fad3-4722-b01c-785d302580dd req-b9baa716-acb8-4562-8344-0b64acaaf761 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534158 Jul 09 16:14:37.267696 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aee2b30-fcd5-4044-9ffd-de6ddc528978 x-openstack-request-id: req-8aee2b30-fcd5-4044-9ffd-de6ddc528978 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:14:37.268434 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6b8bdcc-23ee-4cb4-b8a8-20144fd57f3a", "name": "network-vif-deleted", "tag": "82c66ec9-75cf-49fa-8517-c3e292c0c0e5", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:14:37.268873 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8aee2b30-fcd5-4044-9ffd-de6ddc528978 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:14:37.269462 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6b8bdcc-23ee-4cb4-b8a8-20144fd57f3a', 'name': 'network-vif-deleted', 'tag': '82c66ec9-75cf-49fa-8517-c3e292c0c0e5', 'status': 'completed', 'code': 200} Jul 09 16:14:37.309108 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=7a586f12-b128-4b3c-a7db-8b80bec47d3d,revision_number=12']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:37.517087 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5707bb-d8c0-40cc-971c-0a493c844820 req-206dda19-4a3f-4b4d-8ae9-d111a6fd073d tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:37.519116 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7c5707bb-d8c0-40cc-971c-0a493c844820 req-206dda19-4a3f-4b4d-8ae9-d111a6fd073d tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/ports?device_id=d1a9cf1c-6de5-40a8-8d14-20f18aed00fd HTTP/1.1" status: 200 len: 946 time: 0.1206644 Jul 09 16:14:37.583719 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7c5707bb-d8c0-40cc-971c-0a493c844820 req-ec34839c-d097-47c7-af53-7725ce20ae51 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/security-groups?id=fadcaedc-452e-4f40-8a32-cbe9ec458d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510573 Jul 09 16:14:37.765142 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bce68bdd-1cea-4df7-a426-fea2af8f3010 req-31da2915-2069-495a-ad89-b3a0b2bb54ff tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-830188755&fields=id&tenant_id=af925efe71854f1f8999734921d4e286 HTTP/1.1" status: 200 len: 267 time: 0.0464904 Jul 09 16:14:37.776597 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d306bf5-b822-488f-bd1f-6132b4cb5cd3 req-e41668ee-c3c5-464a-a901-bce8c32f75fe tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:37.784952 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0d306bf5-b822-488f-bd1f-6132b4cb5cd3 req-e41668ee-c3c5-464a-a901-bce8c32f75fe tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 949 time: 0.1517553 Jul 09 16:14:37.815568 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83bbb9-fa59-4b02-bcce-af9607a9a216 req-6493c760-1e48-4599-ae64-b4fd09638452 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:37.817065 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0b83bbb9-fa59-4b02-bcce-af9607a9a216 req-6493c760-1e48-4599-ae64-b4fd09638452 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.73 "GET /v2.0/ports?device_id=75aaba85-5449-4058-954c-fec4c6d84ebf HTTP/1.1" status: 200 len: 944 time: 0.1723070 Jul 09 16:14:37.868236 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0d306bf5-b822-488f-bd1f-6132b4cb5cd3 req-bd33f789-68fd-4325-9c1f-2dff1c4fc642 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823996 Jul 09 16:14:37.870805 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce68bdd-1cea-4df7-a426-fea2af8f3010 req-9fc3f97a-7489-4551-8e5c-732c1891c4c9 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:37.872240 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bce68bdd-1cea-4df7-a426-fea2af8f3010 req-9fc3f97a-7489-4551-8e5c-732c1891c4c9 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/ports?device_id=d1a9cf1c-6de5-40a8-8d14-20f18aed00fd HTTP/1.1" status: 200 len: 946 time: 0.0956776 Jul 09 16:14:37.885932 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-bce68bdd-1cea-4df7-a426-fea2af8f3010 req-ac86d384-669e-4ca2-b9ae-35abb00d34d0 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Request body: {'port': {'security_groups': ['fadcaedc-452e-4f40-8a32-cbe9ec458d60', 'dd7045fd-e9c7-4b82-add1-fe4dd2eeb6f9']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:14:37.930192 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:14:37.951036 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-0b83bbb9-fa59-4b02-bcce-af9607a9a216 req-e2eeb4c9-431e-40b7-a42a-aafb70972449 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Deleting port 869c59e3-1638-4f70-a7db-af169e389e96 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:14:37.951378 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0b83bbb9-fa59-4b02-bcce-af9607a9a216 req-e2eeb4c9-431e-40b7-a42a-aafb70972449 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:38.049176 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bce68bdd-1cea-4df7-a426-fea2af8f3010 req-ac86d384-669e-4ca2-b9ae-35abb00d34d0 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:38.068828 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-0b83bbb9-fa59-4b02-bcce-af9607a9a216 req-e2eeb4c9-431e-40b7-a42a-aafb70972449 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] For port 869c59e3-1638-4f70-a7db-af169e389e96, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=869c59e3-1638-4f70-a7db-af169e389e96,segment=NetworkSegment(cbc7a639-5863-4995-9a4b-f91be63e1ab1),segment_id=cbc7a639-5863-4995-9a4b-f91be63e1ab1)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:14:38.069487 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0b83bbb9-fa59-4b02-bcce-af9607a9a216 req-e2eeb4c9-431e-40b7-a42a-aafb70972449 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:38.098084 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-0b83bbb9-fa59-4b02-bcce-af9607a9a216 req-e2eeb4c9-431e-40b7-a42a-aafb70972449 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Calling delete_port for 869c59e3-1638-4f70-a7db-af169e389e96 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:14:38.360289 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-bce68bdd-1cea-4df7-a426-fea2af8f3010 req-ac86d384-669e-4ca2-b9ae-35abb00d34d0 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] For port e5cc6f6f-f560-4f2c-84e7-3f1683900ceb, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=e5cc6f6f-f560-4f2c-84e7-3f1683900ceb,segment=NetworkSegment(53bede6b-6861-409a-a49d-5992a95b9775),segment_id=53bede6b-6861-409a-a49d-5992a95b9775)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:14:38.370530 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0b83bbb9-fa59-4b02-bcce-af9607a9a216 req-e2eeb4c9-431e-40b7-a42a-aafb70972449 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:38.406416 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bce68bdd-1cea-4df7-a426-fea2af8f3010 req-ac86d384-669e-4ca2-b9ae-35abb00d34d0 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:38.415223 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['d846a90a-5bb1-447d-8948-0fa71ad4560c'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:14:38.416775 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eeb4c9-431e-40b7-a42a-aafb70972449 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Pushing event deleted for resources: {'Port': ['ID=869c59e3-1638-4f70-a7db-af169e389e96,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:38.426109 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bce68bdd-1cea-4df7-a426-fea2af8f3010 req-ac86d384-669e-4ca2-b9ae-35abb00d34d0 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:38.467972 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 869c59e3-1638-4f70-a7db-af169e389e96 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:14:38.494195 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b83bbb9-fa59-4b02-bcce-af9607a9a216 req-e2eeb4c9-431e-40b7-a42a-aafb70972449 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] No DVR routers for this DVR port 869c59e3-1638-4f70-a7db-af169e389e96 on host n-h2-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:14:38.499120 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0b83bbb9-fa59-4b02-bcce-af9607a9a216 req-e2eeb4c9-431e-40b7-a42a-aafb70972449 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:38.501566 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0b83bbb9-fa59-4b02-bcce-af9607a9a216 req-e2eeb4c9-431e-40b7-a42a-aafb70972449 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.73 "DELETE /v2.0/ports/869c59e3-1638-4f70-a7db-af169e389e96 HTTP/1.1" status: 204 len: 173 time: 0.6747108 Jul 09 16:14:38.562271 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: 869c59e3-1638-4f70-a7db-af169e389e96 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:14:38.562513 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 869c59e3-1638-4f70-a7db-af169e389e96 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:14:38.562970 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 650e196b-2aa6-4ef4-a414-5422d0b873bf no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:14:38.566728 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce68bdd-1cea-4df7-a426-fea2af8f3010 req-ac86d384-669e-4ca2-b9ae-35abb00d34d0 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:38.568085 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bce68bdd-1cea-4df7-a426-fea2af8f3010 req-ac86d384-669e-4ca2-b9ae-35abb00d34d0 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:38.575320 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bce68bdd-1cea-4df7-a426-fea2af8f3010 req-ac86d384-669e-4ca2-b9ae-35abb00d34d0 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "PUT /v2.0/ports/e5cc6f6f-f560-4f2c-84e7-3f1683900ceb HTTP/1.1" status: 200 len: 982 time: 0.6941643 Jul 09 16:14:38.576204 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1a9cf1c-6de5-40a8-8d14-20f18aed00fd', 'tag': 'e5cc6f6f-f560-4f2c-84e7-3f1683900ceb'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:14:38.582440 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c611d9-2746-42f3-8f1e-d5bbbbc3586f" -d '{"events": [{"name": "network-changed", "server_uuid": "d1a9cf1c-6de5-40a8-8d14-20f18aed00fd", "tag": "e5cc6f6f-f560-4f2c-84e7-3f1683900ceb"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:14:38.615031 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac86d384-669e-4ca2-b9ae-35abb00d34d0 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Pushing event updated for resources: {'Port': ['ID=e5cc6f6f-f560-4f2c-84e7-3f1683900ceb,revision_number=6']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:38.622449 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: 650e196b-2aa6-4ef4-a414-5422d0b873bf {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:14:38.624513 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 650e196b-2aa6-4ef4-a414-5422d0b873bf not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:14:38.632485 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['e5cc6f6f-f560-4f2c-84e7-3f1683900ceb'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:14:38.635412 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['2bf4afec-66f7-4d7c-b984-e80fa7b78a2f', 'e231c2d1-2e9d-4788-9b12-b55bb9cfd787', '639e631d-bf34-4819-aca6-3e30afa826a4'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:14:38.673500 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d6237b89-83b2-49b4-ae16-9d9ddbad94d4 req-13606ca0-01eb-4306-bf8d-3370932c8512 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=75aaba85-5449-4058-954c-fec4c6d84ebf HTTP/1.1" status: 200 len: 210 time: 0.0693526 Jul 09 16:14:38.752960 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['e5cc6f6f-f560-4f2c-84e7-3f1683900ceb'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:14:38.882456 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ea1f3d23-6b5e-4f0a-a319-45deca4c71cb req-2df119b2-79a7-44e2-b6f4-badb374fd453 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1078275764&fields=id&tenant_id=af925efe71854f1f8999734921d4e286 HTTP/1.1" status: 200 len: 267 time: 0.0545053 Jul 09 16:14:38.938243 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['7a586f12-b128-4b3c-a7db-8b80bec47d3d'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:14:38.973350 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87411115-12f0-47f5-b7d8-1c75e19a7d17 x-openstack-request-id: req-87411115-12f0-47f5-b7d8-1c75e19a7d17 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:14:38.974836 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1a9cf1c-6de5-40a8-8d14-20f18aed00fd", "tag": "e5cc6f6f-f560-4f2c-84e7-3f1683900ceb", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:14:38.976052 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-87411115-12f0-47f5-b7d8-1c75e19a7d17 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:14:38.980458 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1a9cf1c-6de5-40a8-8d14-20f18aed00fd', 'tag': 'e5cc6f6f-f560-4f2c-84e7-3f1683900ceb', 'status': 'completed', 'code': 200} Jul 09 16:14:39.069409 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f3d23-6b5e-4f0a-a319-45deca4c71cb req-6ad85b41-dc92-4412-af75-03623c0b02c3 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:39.071001 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ea1f3d23-6b5e-4f0a-a319-45deca4c71cb req-6ad85b41-dc92-4412-af75-03623c0b02c3 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/ports?device_id=d1a9cf1c-6de5-40a8-8d14-20f18aed00fd HTTP/1.1" status: 200 len: 985 time: 0.1821721 Jul 09 16:14:39.093243 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c611d9-2746-42f3-8f1e-d5bbbbc3586f req-25409030-e209-4aa1-82ae-aed8d9cef420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:39.098143 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f1c611d9-2746-42f3-8f1e-d5bbbbc3586f req-25409030-e209-4aa1-82ae-aed8d9cef420 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=af925efe71854f1f8999734921d4e286&device_id=d1a9cf1c-6de5-40a8-8d14-20f18aed00fd HTTP/1.1" status: 200 len: 1136 time: 0.1273315 Jul 09 16:14:39.106098 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-ea1f3d23-6b5e-4f0a-a319-45deca4c71cb req-b84f48aa-ef94-4ed7-a89f-82c9e5b34c73 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Request body: {'port': {'security_groups': ['dd7045fd-e9c7-4b82-add1-fe4dd2eeb6f9', 'fadcaedc-452e-4f40-8a32-cbe9ec458d60', 'bb597103-e730-4f5f-b37a-67bc06a38d29']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:14:39.266753 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ea1f3d23-6b5e-4f0a-a319-45deca4c71cb req-b84f48aa-ef94-4ed7-a89f-82c9e5b34c73 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:39.273678 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76aa3dc8-848b-4e09-be0f-ad732669d4bb', 'name': 'network-vif-deleted', 'tag': '650e196b-2aa6-4ef4-a414-5422d0b873bf'}, {'server_uuid': '75aaba85-5449-4058-954c-fec4c6d84ebf', 'name': 'network-vif-deleted', 'tag': '869c59e3-1638-4f70-a7db-af169e389e96'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:14:39.284150 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6171329d-5d34-4a72-a90b-f0145a33171d" -d '{"events": [{"server_uuid": "76aa3dc8-848b-4e09-be0f-ad732669d4bb", "name": "network-vif-deleted", "tag": "650e196b-2aa6-4ef4-a414-5422d0b873bf"}, {"server_uuid": "75aaba85-5449-4058-954c-fec4c6d84ebf", "name": "network-vif-deleted", "tag": "869c59e3-1638-4f70-a7db-af169e389e96"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:14:39.425469 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139e59f-2e36-4c11-855f-bf556d75e19c req-809a0311-8e08-4aec-8a3a-46f69d370a1a tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:39.432608 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1139e59f-2e36-4c11-855f-bf556d75e19c req-809a0311-8e08-4aec-8a3a-46f69d370a1a tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 949 time: 0.1697733 Jul 09 16:14:39.443674 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c611d9-2746-42f3-8f1e-d5bbbbc3586f req-ad47b3da-43b7-4a07-b3b1-171da77864d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:39.445148 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f1c611d9-2746-42f3-8f1e-d5bbbbc3586f req-ad47b3da-43b7-4a07-b3b1-171da77864d3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6ac806f1-cdc6-4f21-8dff-578217276e95 HTTP/1.1" status: 200 len: 914 time: 0.3436072 Jul 09 16:14:39.530825 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f1c611d9-2746-42f3-8f1e-d5bbbbc3586f req-c75023d9-3e2e-4711-bc42-9fb10b2f04d7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5cc6f6f-f560-4f2c-84e7-3f1683900ceb HTTP/1.1" status: 200 len: 217 time: 0.0775681 Jul 09 16:14:39.602990 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c611d9-2746-42f3-8f1e-d5bbbbc3586f req-60379a8f-cbd6-4ec3-80b9-a82e8930d84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:39.604493 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f1c611d9-2746-42f3-8f1e-d5bbbbc3586f req-60379a8f-cbd6-4ec3-80b9-a82e8930d84d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7647c929-ca32-4b48-b774-d40e8214567d HTTP/1.1" status: 200 len: 853 time: 0.0686486 Jul 09 16:14:39.641246 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-ea1f3d23-6b5e-4f0a-a319-45deca4c71cb req-b84f48aa-ef94-4ed7-a89f-82c9e5b34c73 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] For port e5cc6f6f-f560-4f2c-84e7-3f1683900ceb, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=e5cc6f6f-f560-4f2c-84e7-3f1683900ceb,segment=NetworkSegment(53bede6b-6861-409a-a49d-5992a95b9775),segment_id=53bede6b-6861-409a-a49d-5992a95b9775)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:14:39.685085 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ea1f3d23-6b5e-4f0a-a319-45deca4c71cb req-b84f48aa-ef94-4ed7-a89f-82c9e5b34c73 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:39.694938 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ea1f3d23-6b5e-4f0a-a319-45deca4c71cb req-b84f48aa-ef94-4ed7-a89f-82c9e5b34c73 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:39.699774 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f1c611d9-2746-42f3-8f1e-d5bbbbc3586f req-5bec13f8-6ff9-493a-96be-c58f3e293353 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6ac806f1-cdc6-4f21-8dff-578217276e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882058 Jul 09 16:14:39.741929 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['e5cc6f6f-f560-4f2c-84e7-3f1683900ceb'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:14:39.811825 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f1c611d9-2746-42f3-8f1e-d5bbbbc3586f req-2041e21f-edc6-4e1a-9c38-c037b3d9b003 service neutron] 10.222.0.77 "GET /v2.0/networks/6ac806f1-cdc6-4f21-8dff-578217276e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048796 Jul 09 16:14:39.833606 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f3d23-6b5e-4f0a-a319-45deca4c71cb req-b84f48aa-ef94-4ed7-a89f-82c9e5b34c73 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:39.834800 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ea1f3d23-6b5e-4f0a-a319-45deca4c71cb req-b84f48aa-ef94-4ed7-a89f-82c9e5b34c73 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:39.836551 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ea1f3d23-6b5e-4f0a-a319-45deca4c71cb req-b84f48aa-ef94-4ed7-a89f-82c9e5b34c73 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "PUT /v2.0/ports/e5cc6f6f-f560-4f2c-84e7-3f1683900ceb HTTP/1.1" status: 200 len: 1021 time: 0.7480910 Jul 09 16:14:39.879191 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84f48aa-ef94-4ed7-a89f-82c9e5b34c73 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Pushing event updated for resources: {'Port': ['ID=e5cc6f6f-f560-4f2c-84e7-3f1683900ceb,revision_number=7']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:39.911622 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['e5cc6f6f-f560-4f2c-84e7-3f1683900ceb'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:14:39.920912 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1139e59f-2e36-4c11-855f-bf556d75e19c req-c6bc84d4-52f1-44eb-9dbe-e4a27a6daf14 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4873228 Jul 09 16:14:39.963536 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:40.018905 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f1c611d9-2746-42f3-8f1e-d5bbbbc3586f req-4957db20-5e8d-440a-a881-76ded8a4d0d9 service neutron] 10.222.0.77 "GET /v2.0/networks/6ac806f1-cdc6-4f21-8dff-578217276e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987791 Jul 09 16:14:40.076743 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 82c66ec9-75cf-49fa-8517-c3e292c0c0e5 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:14:40.117234 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: 82c66ec9-75cf-49fa-8517-c3e292c0c0e5 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:14:40.117565 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 82c66ec9-75cf-49fa-8517-c3e292c0c0e5 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:14:40.217812 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 16:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185aa9e7-389d-44d4-8f01-aae6c025f0fe x-openstack-request-id: req-185aa9e7-389d-44d4-8f01-aae6c025f0fe {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:14:40.218127 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76aa3dc8-848b-4e09-be0f-ad732669d4bb", "name": "network-vif-deleted", "tag": "650e196b-2aa6-4ef4-a414-5422d0b873bf", "status": "completed", "code": 200}, {"server_uuid": "75aaba85-5449-4058-954c-fec4c6d84ebf", "name": "network-vif-deleted", "tag": "869c59e3-1638-4f70-a7db-af169e389e96", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:14:40.218377 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-185aa9e7-389d-44d4-8f01-aae6c025f0fe {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:14:40.218959 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76aa3dc8-848b-4e09-be0f-ad732669d4bb', 'name': 'network-vif-deleted', 'tag': '650e196b-2aa6-4ef4-a414-5422d0b873bf', 'status': 'completed', 'code': 200} Jul 09 16:14:40.219215 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75aaba85-5449-4058-954c-fec4c6d84ebf', 'name': 'network-vif-deleted', 'tag': '869c59e3-1638-4f70-a7db-af169e389e96', 'status': 'completed', 'code': 200} Jul 09 16:14:40.459297 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c200357b-e2bc-4e5c-9877-84ef402bbad8 req-1b1b1f5f-29ae-4a91-9917-62e2dd20cb19 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=75aaba85-5449-4058-954c-fec4c6d84ebf HTTP/1.1" status: 200 len: 210 time: 0.0423176 Jul 09 16:14:40.567675 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2fb8ed-95ed-4aa1-ae73-0c93ca21d15c req-fbf36985-b121-4115-9057-35bd412752b5 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:40.569788 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ac2fb8ed-95ed-4aa1-ae73-0c93ca21d15c req-fbf36985-b121-4115-9057-35bd412752b5 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/ports?device_id=d1a9cf1c-6de5-40a8-8d14-20f18aed00fd HTTP/1.1" status: 200 len: 1024 time: 0.1171138 Jul 09 16:14:40.644196 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ac2fb8ed-95ed-4aa1-ae73-0c93ca21d15c req-12cd5420-0de5-4762-8749-c214046f0b9d tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/security-groups?id=bb597103-e730-4f5f-b37a-67bc06a38d29&id=fadcaedc-452e-4f40-8a32-cbe9ec458d60&id=dd7045fd-e9c7-4b82-add1-fe4dd2eeb6f9 HTTP/1.1" status: 200 len: 6147 time: 0.0680652 Jul 09 16:14:40.762514 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3706e-8cd1-4668-be28-12db91749edd req-4ea3a5f1-897a-488a-bb03-d619255f9818 tempest-MigrationsAdminTest-1206000304 tempest-MigrationsAdminTest-1206000304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:40.764096 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-10e3706e-8cd1-4668-be28-12db91749edd req-4ea3a5f1-897a-488a-bb03-d619255f9818 tempest-MigrationsAdminTest-1206000304 tempest-MigrationsAdminTest-1206000304-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 1100 time: 0.0696869 Jul 09 16:14:40.812137 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-10e3706e-8cd1-4668-be28-12db91749edd req-969cf052-140a-4ba1-b710-2479cf890122 tempest-MigrationsAdminTest-1206000304 tempest-MigrationsAdminTest-1206000304-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420897 Jul 09 16:14:40.842867 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-955421e1-c360-4995-a971-314816bf442b req-bf1db8e6-c341-457f-96cc-e7790968b326 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Request body: {'security_group': {'name': ' tempest-securitygroup -719951229 ', 'description': 'tempest-description-741868248'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:14:40.869173 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-955421e1-c360-4995-a971-314816bf442b req-bf1db8e6-c341-457f-96cc-e7790968b326 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:40.989057 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1a9cf1c-6de5-40a8-8d14-20f18aed00fd', 'tag': 'e5cc6f6f-f560-4f2c-84e7-3f1683900ceb'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:14:40.992985 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba304dc-e480-47a8-9cb7-3806547c06e4" -d '{"events": [{"name": "network-changed", "server_uuid": "d1a9cf1c-6de5-40a8-8d14-20f18aed00fd", "tag": "e5cc6f6f-f560-4f2c-84e7-3f1683900ceb"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:14:41.019677 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-955421e1-c360-4995-a971-314816bf442b req-bf1db8e6-c341-457f-96cc-e7790968b326 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:41.025407 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-955421e1-c360-4995-a971-314816bf442b req-bf1db8e6-c341-457f-96cc-e7790968b326 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:41.063492 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-955421e1-c360-4995-a971-314816bf442b req-bf1db8e6-c341-457f-96cc-e7790968b326 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:41.076599 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-955421e1-c360-4995-a971-314816bf442b req-bf1db8e6-c341-457f-96cc-e7790968b326 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.2377548 Jul 09 16:14:41.077281 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1db8e6-c341-457f-96cc-e7790968b326 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82c8c758-cc00-4727-9e5b-d906084f8ecf,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:41.240991 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60a2f12-e57f-4ab7-9959-79976b48ad38 x-openstack-request-id: req-f60a2f12-e57f-4ab7-9959-79976b48ad38 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:14:41.241249 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1a9cf1c-6de5-40a8-8d14-20f18aed00fd", "tag": "e5cc6f6f-f560-4f2c-84e7-3f1683900ceb", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:14:41.241478 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f60a2f12-e57f-4ab7-9959-79976b48ad38 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:14:41.241863 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1a9cf1c-6de5-40a8-8d14-20f18aed00fd', 'tag': 'e5cc6f6f-f560-4f2c-84e7-3f1683900ceb', 'status': 'completed', 'code': 200} Jul 09 16:14:41.282982 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b752f-33dc-42fd-96df-93040b27beb1 req-5d00bdc8-c41c-4ae6-8ba0-355e94b8019f tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:41.285070 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fc9b752f-33dc-42fd-96df-93040b27beb1 req-5d00bdc8-c41c-4ae6-8ba0-355e94b8019f tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=470a8279-4ac1-409c-9372-8d8229bd2416 HTTP/1.1" status: 200 len: 949 time: 0.1078722 Jul 09 16:14:41.335324 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fc9b752f-33dc-42fd-96df-93040b27beb1 req-582da874-c158-4288-98b7-7f3eb4b619e8 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441730 Jul 09 16:14:41.335537 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-97482026-3316-490f-8e57-b0370814cf4e req-301c1d4d-8910-4282-8f79-8e071deaec08 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/security-groups/82c8c758-cc00-4727-9e5b-d906084f8ecf HTTP/1.1" status: 200 len: 1779 time: 0.0832081 Jul 09 16:14:41.405020 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba304dc-e480-47a8-9cb7-3806547c06e4 req-c44eb7f7-4e96-40a7-8edf-10f28f3297ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:41.412746 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7ba304dc-e480-47a8-9cb7-3806547c06e4 req-c44eb7f7-4e96-40a7-8edf-10f28f3297ad service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=af925efe71854f1f8999734921d4e286&device_id=d1a9cf1c-6de5-40a8-8d14-20f18aed00fd HTTP/1.1" status: 200 len: 1175 time: 0.1399190 Jul 09 16:14:41.563759 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5388eea4-186f-4066-afb7-277277b08c85 req-74b5a013-24a5-4297-8a83-e34480bfac32 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:41.565467 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5388eea4-186f-4066-afb7-277277b08c85 req-74b5a013-24a5-4297-8a83-e34480bfac32 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 949 time: 0.0865700 Jul 09 16:14:41.598620 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba304dc-e480-47a8-9cb7-3806547c06e4 req-001351c7-ce7d-4092-ba4a-f6210531e3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:41.600258 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7ba304dc-e480-47a8-9cb7-3806547c06e4 req-001351c7-ce7d-4092-ba4a-f6210531e3a1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6ac806f1-cdc6-4f21-8dff-578217276e95 HTTP/1.1" status: 200 len: 914 time: 0.1791496 Jul 09 16:14:41.604871 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cba585aa-d010-4524-80be-4282ede47854 req-8f03acde-8538-4972-b84a-84d5ff4d63a0 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/security-groups/82c8c758-cc00-4727-9e5b-d906084f8ecf HTTP/1.1" status: 200 len: 1779 time: 0.0776939 Jul 09 16:14:41.659783 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5388eea4-186f-4066-afb7-277277b08c85 req-0ff07cee-adb0-4237-9239-e5d2d188a2d5 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872977 Jul 09 16:14:41.685439 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7ba304dc-e480-47a8-9cb7-3806547c06e4 req-3fb60cb0-28ac-4060-9fe3-a25ff74a8fbf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5cc6f6f-f560-4f2c-84e7-3f1683900ceb HTTP/1.1" status: 200 len: 217 time: 0.0770845 Jul 09 16:14:41.720424 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e5243-0489-4569-8e25-31599306c148 req-a0f669e6-9db3-4734-bc47-33b926a7fd0a tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:41.728183 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3d1e5243-0489-4569-8e25-31599306c148 req-a0f669e6-9db3-4734-bc47-33b926a7fd0a tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.77 "GET /v2.0/ports?device_id=470a8279-4ac1-409c-9372-8d8229bd2416 HTTP/1.1" status: 200 len: 949 time: 0.1479361 Jul 09 16:14:41.774336 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cba585aa-d010-4524-80be-4282ede47854 req-5280db63-5c46-4f68-b595-003704fc8113 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:41.777603 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba304dc-e480-47a8-9cb7-3806547c06e4 req-e55dc60d-1dc1-46b5-9e8c-129c51395366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:41.779831 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7ba304dc-e480-47a8-9cb7-3806547c06e4 req-e55dc60d-1dc1-46b5-9e8c-129c51395366 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7647c929-ca32-4b48-b774-d40e8214567d HTTP/1.1" status: 200 len: 853 time: 0.0814855 Jul 09 16:14:41.829727 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7ba304dc-e480-47a8-9cb7-3806547c06e4 req-0798736a-01a0-4a88-a356-34ae33eb54dd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6ac806f1-cdc6-4f21-8dff-578217276e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429780 Jul 09 16:14:41.932086 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-3d1e5243-0489-4569-8e25-31599306c148 req-9d834592-3c0c-4074-896b-f7ebc4ca5e5a tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Deleting port e231c2d1-2e9d-4788-9b12-b55bb9cfd787 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:14:41.932651 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3d1e5243-0489-4569-8e25-31599306c148 req-9d834592-3c0c-4074-896b-f7ebc4ca5e5a tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:41.949901 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cba585aa-d010-4524-80be-4282ede47854 req-5280db63-5c46-4f68-b595-003704fc8113 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:41.954866 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7ba304dc-e480-47a8-9cb7-3806547c06e4 req-fed92901-7124-4774-a64b-98beba3fac71 service neutron] 10.222.0.77 "GET /v2.0/networks/6ac806f1-cdc6-4f21-8dff-578217276e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164036 Jul 09 16:14:42.067073 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-18804a25-9a23-4e95-8678-7003a9218370 req-7d514eb4-121c-497f-a28c-bb06ee3978d4 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=75aaba85-5449-4058-954c-fec4c6d84ebf HTTP/1.1" status: 200 len: 210 time: 0.0538116 Jul 09 16:14:42.070730 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cba585aa-d010-4524-80be-4282ede47854 req-5280db63-5c46-4f68-b595-003704fc8113 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:42.081984 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cba585aa-d010-4524-80be-4282ede47854 req-5280db63-5c46-4f68-b595-003704fc8113 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:42.087527 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cba585aa-d010-4524-80be-4282ede47854 req-5280db63-5c46-4f68-b595-003704fc8113 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "DELETE /v2.0/security-groups/82c8c758-cc00-4727-9e5b-d906084f8ecf HTTP/1.1" status: 204 len: 173 time: 0.4711442 Jul 09 16:14:42.114106 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5280db63-5c46-4f68-b595-003704fc8113 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c8c758-cc00-4727-9e5b-d906084f8ecf,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:42.165910 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7ba304dc-e480-47a8-9cb7-3806547c06e4 req-4990be41-4ba2-4711-9b72-0bf85f1b0953 service neutron] 10.222.0.77 "GET /v2.0/networks/6ac806f1-cdc6-4f21-8dff-578217276e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006519 Jul 09 16:14:42.211016 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [req-d0d446d7-cd88-48dc-844f-1189b257e433 req-17c0601f-18f9-4328-b6a3-81f49a9fe3a3 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] show failed (client error): The resource could not be found. Jul 09 16:14:42.212053 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d0d446d7-cd88-48dc-844f-1189b257e433 req-17c0601f-18f9-4328-b6a3-81f49a9fe3a3 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/security-groups/82c8c758-cc00-4727-9e5b-d906084f8ecf HTTP/1.1" status: 404 len: 352 time: 0.0572579 Jul 09 16:14:42.224451 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-3d1e5243-0489-4569-8e25-31599306c148 req-9d834592-3c0c-4074-896b-f7ebc4ca5e5a tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] For port e231c2d1-2e9d-4788-9b12-b55bb9cfd787, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=e231c2d1-2e9d-4788-9b12-b55bb9cfd787,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:14:42.227062 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3d1e5243-0489-4569-8e25-31599306c148 req-9d834592-3c0c-4074-896b-f7ebc4ca5e5a tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:42.250563 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-3d1e5243-0489-4569-8e25-31599306c148 req-9d834592-3c0c-4074-896b-f7ebc4ca5e5a tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Calling delete_port for e231c2d1-2e9d-4788-9b12-b55bb9cfd787 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:14:42.260186 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-69bd0bc3-f42f-4ac1-8480-6fcf0a437402 req-53c11756-aba4-4680-9143-74226fdd5553 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2101511154', 'description': 'tempest-description-1758628975'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:14:42.390158 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-69bd0bc3-f42f-4ac1-8480-6fcf0a437402 req-53c11756-aba4-4680-9143-74226fdd5553 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:42.411228 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 7a586f12-b128-4b3c-a7db-8b80bec47d3d up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:14:42.445021 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c989333-50dc-45e3-8a13-5caf0aea12de req-be4475ec-6adb-4fea-b3d8-bc200db856bd tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:42.452483 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2c989333-50dc-45e3-8a13-5caf0aea12de req-be4475ec-6adb-4fea-b3d8-bc200db856bd tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.77 "GET /v2.0/ports?device_id=9ba70608-e357-4ba0-89cc-a2343f2d4369 HTTP/1.1" status: 200 len: 950 time: 0.1239619 Jul 09 16:14:42.522461 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-69bd0bc3-f42f-4ac1-8480-6fcf0a437402 req-53c11756-aba4-4680-9143-74226fdd5553 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:42.533010 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-69bd0bc3-f42f-4ac1-8480-6fcf0a437402 req-53c11756-aba4-4680-9143-74226fdd5553 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:42.562238 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 7a586f12-b128-4b3c-a7db-8b80bec47d3d completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:14:42.571245 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 7a586f12-b128-4b3c-a7db-8b80bec47d3d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:14:42.573425 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:42.702309 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c11756-aba4-4680-9143-74226fdd5553 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12cd745f-51f3-4146-9156-b32997b81a10,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:42.707266 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-69bd0bc3-f42f-4ac1-8480-6fcf0a437402 req-53c11756-aba4-4680-9143-74226fdd5553 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:42.722631 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-69bd0bc3-f42f-4ac1-8480-6fcf0a437402 req-53c11756-aba4-4680-9143-74226fdd5553 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4652929 Jul 09 16:14:42.744270 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3d1e5243-0489-4569-8e25-31599306c148 req-9d834592-3c0c-4074-896b-f7ebc4ca5e5a tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:42.748191 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:42.766615 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['2bf4afec-66f7-4d7c-b984-e80fa7b78a2f', 'e231c2d1-2e9d-4788-9b12-b55bb9cfd787', '639e631d-bf34-4819-aca6-3e30afa826a4'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:14:42.788979 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-2c989333-50dc-45e3-8a13-5caf0aea12de req-d5522d52-40df-498a-ad1d-5edf3f69b1e1 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Deleting port 639e631d-bf34-4819-aca6-3e30afa826a4 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:14:42.789563 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2c989333-50dc-45e3-8a13-5caf0aea12de req-d5522d52-40df-498a-ad1d-5edf3f69b1e1 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:42.815881 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41956187-0e18-4538-aed9-e38f147e74af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a586f12-b128-4b3c-a7db-8b80bec47d3d'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:14:42.820327 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef3e942-558f-4826-a00d-796edc76e512" -d '{"events": [{"server_uuid": "41956187-0e18-4538-aed9-e38f147e74af", "name": "network-vif-plugged", "status": "completed", "tag": "7a586f12-b128-4b3c-a7db-8b80bec47d3d"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:14:42.832759 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d834592-3c0c-4074-896b-f7ebc4ca5e5a tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Pushing event deleted for resources: {'Port': ['ID=e231c2d1-2e9d-4788-9b12-b55bb9cfd787,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:42.876923 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 7a586f12-b128-4b3c-a7db-8b80bec47d3d, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=7a586f12-b128-4b3c-a7db-8b80bec47d3d,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:14:42.884104 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:42.948898 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d516866-1010-4373-9fb3-2962baae240d req-11924a09-7071-49d6-a90a-d547a79787cd tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:42.964719 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0d516866-1010-4373-9fb3-2962baae240d req-11924a09-7071-49d6-a90a-d547a79787cd tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=470a8279-4ac1-409c-9372-8d8229bd2416 HTTP/1.1" status: 200 len: 867 time: 0.3521333 Jul 09 16:14:42.971105 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d1e5243-0489-4569-8e25-31599306c148 req-9d834592-3c0c-4074-896b-f7ebc4ca5e5a tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] No DVR routers for this DVR port e231c2d1-2e9d-4788-9b12-b55bb9cfd787 on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:14:42.974234 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3d1e5243-0489-4569-8e25-31599306c148 req-9d834592-3c0c-4074-896b-f7ebc4ca5e5a tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:43.000944 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3d1e5243-0489-4569-8e25-31599306c148 req-9d834592-3c0c-4074-896b-f7ebc4ca5e5a tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.77 "DELETE /v2.0/ports/e231c2d1-2e9d-4788-9b12-b55bb9cfd787 HTTP/1.1" status: 204 len: 173 time: 1.2605863 Jul 09 16:14:43.023933 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=7a586f12-b128-4b3c-a7db-8b80bec47d3d,revision_number=13']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:43.243178 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '470a8279-4ac1-409c-9372-8d8229bd2416', 'name': 'network-vif-deleted', 'tag': 'e231c2d1-2e9d-4788-9b12-b55bb9cfd787'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:14:43.246586 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93bd377c-6850-4e04-a950-4c9f27504e51" -d '{"events": [{"server_uuid": "470a8279-4ac1-409c-9372-8d8229bd2416", "name": "network-vif-deleted", "tag": "e231c2d1-2e9d-4788-9b12-b55bb9cfd787"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:14:43.403927 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb451a-67b5-45a8-b68a-4ee5dd4eff74 req-1ade7677-a3c1-4ce7-9a2a-07446ab2f178 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:43.412360 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-91bb451a-67b5-45a8-b68a-4ee5dd4eff74 req-1ade7677-a3c1-4ce7-9a2a-07446ab2f178 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 950 time: 0.1497223 Jul 09 16:14:43.503943 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-91bb451a-67b5-45a8-b68a-4ee5dd4eff74 req-9e6987e8-0114-4f48-85dd-03f024df626c tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905228 Jul 09 16:14:43.530091 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-f56f3c46-1d2e-4d94-a3ec-0beb6dc62fe0 req-0b670a98-dc07-44df-bd56-ce9b6cede193 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1355940245', 'description': 'tempest-description-750478780'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:14:43.571851 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f56f3c46-1d2e-4d94-a3ec-0beb6dc62fe0 req-0b670a98-dc07-44df-bd56-ce9b6cede193 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:43.686325 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0d516866-1010-4373-9fb3-2962baae240d req-f95ef4bc-b5c8-4877-997f-5a83decb12bd tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7204170 Jul 09 16:14:43.730314 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-2c989333-50dc-45e3-8a13-5caf0aea12de req-d5522d52-40df-498a-ad1d-5edf3f69b1e1 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] For port 639e631d-bf34-4819-aca6-3e30afa826a4, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=639e631d-bf34-4819-aca6-3e30afa826a4,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:14:43.731005 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2c989333-50dc-45e3-8a13-5caf0aea12de req-d5522d52-40df-498a-ad1d-5edf3f69b1e1 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:43.754605 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e419a43-ed06-46f3-8a97-db22c4a6bbbe req-d94199f1-1c13-4fd1-b367-7360e140b0d3 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:43.756485 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9e419a43-ed06-46f3-8a97-db22c4a6bbbe req-d94199f1-1c13-4fd1-b367-7360e140b0d3 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.73 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 950 time: 0.8494132 Jul 09 16:14:43.761247 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-2c989333-50dc-45e3-8a13-5caf0aea12de req-d5522d52-40df-498a-ad1d-5edf3f69b1e1 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Calling delete_port for 639e631d-bf34-4819-aca6-3e30afa826a4 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:14:43.783110 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f56f3c46-1d2e-4d94-a3ec-0beb6dc62fe0 req-0b670a98-dc07-44df-bd56-ce9b6cede193 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:43.791346 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f56f3c46-1d2e-4d94-a3ec-0beb6dc62fe0 req-0b670a98-dc07-44df-bd56-ce9b6cede193 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:43.827441 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f56f3c46-1d2e-4d94-a3ec-0beb6dc62fe0 req-0b670a98-dc07-44df-bd56-ce9b6cede193 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:43.840116 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f56f3c46-1d2e-4d94-a3ec-0beb6dc62fe0 req-0b670a98-dc07-44df-bd56-ce9b6cede193 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3141923 Jul 09 16:14:43.848673 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b670a98-dc07-44df-bd56-ce9b6cede193 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2eacf8a-0909-4a8e-abd4-e9f7862e2e12,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:43.854088 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8516833-721a-4b20-8795-51be493a93ca x-openstack-request-id: req-e8516833-721a-4b20-8795-51be493a93ca {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:14:43.854942 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41956187-0e18-4538-aed9-e38f147e74af", "name": "network-vif-plugged", "status": "completed", "tag": "7a586f12-b128-4b3c-a7db-8b80bec47d3d", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:14:43.855977 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e8516833-721a-4b20-8795-51be493a93ca {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:14:43.855977 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41956187-0e18-4538-aed9-e38f147e74af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a586f12-b128-4b3c-a7db-8b80bec47d3d', 'code': 200} Jul 09 16:14:44.068665 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-9e419a43-ed06-46f3-8a97-db22c4a6bbbe req-cd6f29f1-e703-464d-8856-cd3e94ae5198 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Deleting port 7a586f12-b128-4b3c-a7db-8b80bec47d3d {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:14:44.068665 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9e419a43-ed06-46f3-8a97-db22c4a6bbbe req-cd6f29f1-e703-464d-8856-cd3e94ae5198 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:44.075406 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc041ff-d390-4f44-a9d2-c3080a755e95 x-openstack-request-id: req-dcc041ff-d390-4f44-a9d2-c3080a755e95 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:14:44.076472 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "470a8279-4ac1-409c-9372-8d8229bd2416", "name": "network-vif-deleted", "tag": "e231c2d1-2e9d-4788-9b12-b55bb9cfd787", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:14:44.076794 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-dcc041ff-d390-4f44-a9d2-c3080a755e95 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:14:44.077213 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '470a8279-4ac1-409c-9372-8d8229bd2416', 'name': 'network-vif-deleted', 'tag': 'e231c2d1-2e9d-4788-9b12-b55bb9cfd787', 'status': 'completed', 'code': 200} Jul 09 16:14:44.222266 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-69096254-9477-40fc-a84e-1908eaa5f6c4 req-60f5278a-cf9c-444a-8ba5-a11673708611 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=75aaba85-5449-4058-954c-fec4c6d84ebf HTTP/1.1" status: 200 len: 210 time: 0.0760796 Jul 09 16:14:44.281063 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2c989333-50dc-45e3-8a13-5caf0aea12de req-d5522d52-40df-498a-ad1d-5edf3f69b1e1 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:44.292100 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['2bf4afec-66f7-4d7c-b984-e80fa7b78a2f'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:14:44.301931 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-91a4e68d-b9c0-46b8-9940-e2c9b8540a19 req-3d5d8b3b-e384-4173-ad7a-07cd7647c968 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1168183150', 'description': 'tempest-description-460245062'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:14:44.358400 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-91a4e68d-b9c0-46b8-9940-e2c9b8540a19 req-3d5d8b3b-e384-4173-ad7a-07cd7647c968 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:44.359416 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5522d52-40df-498a-ad1d-5edf3f69b1e1 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Pushing event deleted for resources: {'Port': ['ID=639e631d-bf34-4819-aca6-3e30afa826a4,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:44.373769 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-9e419a43-ed06-46f3-8a97-db22c4a6bbbe req-cd6f29f1-e703-464d-8856-cd3e94ae5198 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] For port 7a586f12-b128-4b3c-a7db-8b80bec47d3d, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=7a586f12-b128-4b3c-a7db-8b80bec47d3d,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:14:44.374504 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9e419a43-ed06-46f3-8a97-db22c4a6bbbe req-cd6f29f1-e703-464d-8856-cd3e94ae5198 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:44.416390 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c989333-50dc-45e3-8a13-5caf0aea12de req-d5522d52-40df-498a-ad1d-5edf3f69b1e1 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] No DVR routers for this DVR port 639e631d-bf34-4819-aca6-3e30afa826a4 on host n-h1-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:14:44.430652 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2c989333-50dc-45e3-8a13-5caf0aea12de req-d5522d52-40df-498a-ad1d-5edf3f69b1e1 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:44.433296 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2c989333-50dc-45e3-8a13-5caf0aea12de req-d5522d52-40df-498a-ad1d-5edf3f69b1e1 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.77 "DELETE /v2.0/ports/639e631d-bf34-4819-aca6-3e30afa826a4 HTTP/1.1" status: 204 len: 173 time: 1.9774809 Jul 09 16:14:44.433998 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ba70608-e357-4ba0-89cc-a2343f2d4369', 'name': 'network-vif-deleted', 'tag': '639e631d-bf34-4819-aca6-3e30afa826a4'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:14:44.444798 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9dc0dcc-ed8e-44fd-9acf-60cbfd427d42" -d '{"events": [{"server_uuid": "9ba70608-e357-4ba0-89cc-a2343f2d4369", "name": "network-vif-deleted", "tag": "639e631d-bf34-4819-aca6-3e30afa826a4"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:14:44.455126 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-9e419a43-ed06-46f3-8a97-db22c4a6bbbe req-cd6f29f1-e703-464d-8856-cd3e94ae5198 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Calling delete_port for 7a586f12-b128-4b3c-a7db-8b80bec47d3d owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:14:44.542396 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-91a4e68d-b9c0-46b8-9940-e2c9b8540a19 req-3d5d8b3b-e384-4173-ad7a-07cd7647c968 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:44.548400 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-91a4e68d-b9c0-46b8-9940-e2c9b8540a19 req-3d5d8b3b-e384-4173-ad7a-07cd7647c968 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:44.608251 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-91a4e68d-b9c0-46b8-9940-e2c9b8540a19 req-3d5d8b3b-e384-4173-ad7a-07cd7647c968 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:44.624452 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-91a4e68d-b9c0-46b8-9940-e2c9b8540a19 req-3d5d8b3b-e384-4173-ad7a-07cd7647c968 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3184533 Jul 09 16:14:44.638925 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5d8b3b-e384-4173-ad7a-07cd7647c968 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f816221-99ad-43af-8ce8-6fd83b4f4012,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:44.657684 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50c9b67-71a3-4a5b-a93a-7667c28d25eb x-openstack-request-id: req-c50c9b67-71a3-4a5b-a93a-7667c28d25eb {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:14:44.658149 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ba70608-e357-4ba0-89cc-a2343f2d4369", "name": "network-vif-deleted", "tag": "639e631d-bf34-4819-aca6-3e30afa826a4", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:14:44.658415 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c50c9b67-71a3-4a5b-a93a-7667c28d25eb {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:14:44.687635 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ba70608-e357-4ba0-89cc-a2343f2d4369', 'name': 'network-vif-deleted', 'tag': '639e631d-bf34-4819-aca6-3e30afa826a4', 'status': 'completed', 'code': 200} Jul 09 16:14:44.884506 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9e419a43-ed06-46f3-8a97-db22c4a6bbbe req-cd6f29f1-e703-464d-8856-cd3e94ae5198 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:44.939831 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['198a638c-19c2-40d7-ac04-36dfb2a828b2', 'ce8c6338-a8fe-4963-9b58-35c511b9116a'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:14:45.003425 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bf30b26f-7e60-4310-bf5c-90bd3c036290 req-3d568303-b147-4610-b481-45ab1769baac tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=af925efe71854f1f8999734921d4e286 HTTP/1.1" status: 200 len: 10895 time: 0.2470882 Jul 09 16:14:45.006725 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['7e6cf95d-c4b7-4dc6-937f-69b79badf881'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:14:45.031390 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-520cd9a3-9522-4300-9a82-c733bdfe1028 req-be707c1f-066e-49b8-9aea-006e8589ff00 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 210 time: 0.1153495 Jul 09 16:14:45.062071 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6f29f1-e703-464d-8856-cd3e94ae5198 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Pushing event deleted for resources: {'Port': ['ID=7a586f12-b128-4b3c-a7db-8b80bec47d3d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:45.108274 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bf30b26f-7e60-4310-bf5c-90bd3c036290 req-387a9f42-f88e-448d-a6ae-d57c71094da5 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/security-groups/fadcaedc-452e-4f40-8a32-cbe9ec458d60 HTTP/1.1" status: 200 len: 2981 time: 0.1027548 Jul 09 16:14:45.176429 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e419a43-ed06-46f3-8a97-db22c4a6bbbe req-cd6f29f1-e703-464d-8856-cd3e94ae5198 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] No DVR routers for this DVR port 7a586f12-b128-4b3c-a7db-8b80bec47d3d on host n-h2-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:14:45.180713 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9e419a43-ed06-46f3-8a97-db22c4a6bbbe req-cd6f29f1-e703-464d-8856-cd3e94ae5198 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:45.182810 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9e419a43-ed06-46f3-8a97-db22c4a6bbbe req-cd6f29f1-e703-464d-8856-cd3e94ae5198 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.73 "DELETE /v2.0/ports/7a586f12-b128-4b3c-a7db-8b80bec47d3d HTTP/1.1" status: 204 len: 173 time: 1.4190271 Jul 09 16:14:45.224801 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bf30b26f-7e60-4310-bf5c-90bd3c036290 req-2e4c184f-420f-4c4f-a52f-9d832a005a27 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/security-groups/fadcaedc-452e-4f40-8a32-cbe9ec458d60 HTTP/1.1" status: 200 len: 2981 time: 0.1099494 Jul 09 16:14:45.354886 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-70c1882c-43f9-4c26-8136-ca514ea8a0b6 req-02c1693e-cf79-40e6-af4b-5230e629802d tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/security-groups/12cd745f-51f3-4146-9156-b32997b81a10 HTTP/1.1" status: 200 len: 1801 time: 0.0838521 Jul 09 16:14:45.533056 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-70c1882c-43f9-4c26-8136-ca514ea8a0b6 req-beaddacf-b55c-496e-995d-dbfdf4d6d70f tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:45.603926 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-70c1882c-43f9-4c26-8136-ca514ea8a0b6 req-beaddacf-b55c-496e-995d-dbfdf4d6d70f tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:45.674398 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-70c1882c-43f9-4c26-8136-ca514ea8a0b6 req-beaddacf-b55c-496e-995d-dbfdf4d6d70f tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:45.681881 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-70c1882c-43f9-4c26-8136-ca514ea8a0b6 req-beaddacf-b55c-496e-995d-dbfdf4d6d70f tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:45.696997 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-70c1882c-43f9-4c26-8136-ca514ea8a0b6 req-beaddacf-b55c-496e-995d-dbfdf4d6d70f tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "DELETE /v2.0/security-groups/12cd745f-51f3-4146-9156-b32997b81a10 HTTP/1.1" status: 204 len: 173 time: 0.3314881 Jul 09 16:14:45.719621 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaddacf-b55c-496e-995d-dbfdf4d6d70f tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12cd745f-51f3-4146-9156-b32997b81a10,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:45.739018 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fafd3d45-fa7e-4d03-aa43-38eb1d993c4d req-be99f67d-72ea-4d7f-ad2c-aaf787f32982 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=9ba70608-e357-4ba0-89cc-a2343f2d4369 HTTP/1.1" status: 200 len: 210 time: 0.0599532 Jul 09 16:14:45.939453 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [req-616bde4c-2b53-41e7-95da-9662900f15a6 req-4ea54c83-e5ed-4836-b914-ee70e1b52715 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] show failed (client error): The resource could not be found. Jul 09 16:14:45.944697 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-616bde4c-2b53-41e7-95da-9662900f15a6 req-4ea54c83-e5ed-4836-b914-ee70e1b52715 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/security-groups/12cd745f-51f3-4146-9156-b32997b81a10 HTTP/1.1" status: 404 len: 352 time: 0.0477195 Jul 09 16:14:46.069026 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 639e631d-bf34-4819-aca6-3e30afa826a4 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:14:46.069861 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f6deffc0-3331-4138-8e88-a1a7ab19e6c9 req-8ab2dbf4-123c-440e-a3e9-7f200edec5c7 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/security-groups/f2eacf8a-0909-4a8e-abd4-e9f7862e2e12 HTTP/1.1" status: 200 len: 1800 time: 0.0960398 Jul 09 16:14:46.112508 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: 639e631d-bf34-4819-aca6-3e30afa826a4 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:14:46.112862 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 639e631d-bf34-4819-aca6-3e30afa826a4 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:14:46.113338 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device e231c2d1-2e9d-4788-9b12-b55bb9cfd787 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:14:46.153464 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: e231c2d1-2e9d-4788-9b12-b55bb9cfd787 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:14:46.154331 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device e231c2d1-2e9d-4788-9b12-b55bb9cfd787 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:14:46.188476 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f6deffc0-3331-4138-8e88-a1a7ab19e6c9 req-77e6410d-6962-4fd7-9abe-0a3896b83d1c tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:46.241496 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f6deffc0-3331-4138-8e88-a1a7ab19e6c9 req-77e6410d-6962-4fd7-9abe-0a3896b83d1c tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:46.281613 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-025e2b4b-38a5-469c-9cfd-9ff43952ea2b req-0a6a3143-2f54-4c09-9837-6992618f3c1c tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=41956187-0e18-4538-aed9-e38f147e74af HTTP/1.1" status: 200 len: 210 time: 0.0825202 Jul 09 16:14:46.296404 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f6deffc0-3331-4138-8e88-a1a7ab19e6c9 req-77e6410d-6962-4fd7-9abe-0a3896b83d1c tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:46.299129 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f6deffc0-3331-4138-8e88-a1a7ab19e6c9 req-77e6410d-6962-4fd7-9abe-0a3896b83d1c tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:46.315535 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f6deffc0-3331-4138-8e88-a1a7ab19e6c9 req-77e6410d-6962-4fd7-9abe-0a3896b83d1c tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "DELETE /v2.0/security-groups/f2eacf8a-0909-4a8e-abd4-e9f7862e2e12 HTTP/1.1" status: 204 len: 173 time: 0.2445598 Jul 09 16:14:46.324907 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e6410d-6962-4fd7-9abe-0a3896b83d1c tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2eacf8a-0909-4a8e-abd4-e9f7862e2e12,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:46.369939 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [req-f886313f-cd16-431f-aa40-eaac1edaa2fb req-0c231d26-ac3f-4784-9b95-2e678ec9e427 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] show failed (client error): The resource could not be found. Jul 09 16:14:46.370991 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f886313f-cd16-431f-aa40-eaac1edaa2fb req-0c231d26-ac3f-4784-9b95-2e678ec9e427 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/security-groups/f2eacf8a-0909-4a8e-abd4-e9f7862e2e12 HTTP/1.1" status: 404 len: 352 time: 0.0220525 Jul 09 16:14:46.431207 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 7a586f12-b128-4b3c-a7db-8b80bec47d3d no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:14:46.474612 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: 7a586f12-b128-4b3c-a7db-8b80bec47d3d {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:14:46.475633 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 7a586f12-b128-4b3c-a7db-8b80bec47d3d not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:14:46.492925 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bf5b1065-28f9-46ea-8f64-371a39fd109e req-5e6b2cc2-a141-4918-8d35-de8871ee0178 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/security-groups/3f816221-99ad-43af-8ce8-6fd83b4f4012 HTTP/1.1" status: 200 len: 1800 time: 0.0936799 Jul 09 16:14:46.560654 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bf5b1065-28f9-46ea-8f64-371a39fd109e req-a7322363-6add-4321-83e8-e46a1b07c29c tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:46.590949 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bf5b1065-28f9-46ea-8f64-371a39fd109e req-a7322363-6add-4321-83e8-e46a1b07c29c tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:46.641533 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bf5b1065-28f9-46ea-8f64-371a39fd109e req-a7322363-6add-4321-83e8-e46a1b07c29c tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:46.644905 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bf5b1065-28f9-46ea-8f64-371a39fd109e req-a7322363-6add-4321-83e8-e46a1b07c29c tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:46.646183 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bf5b1065-28f9-46ea-8f64-371a39fd109e req-a7322363-6add-4321-83e8-e46a1b07c29c tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "DELETE /v2.0/security-groups/3f816221-99ad-43af-8ce8-6fd83b4f4012 HTTP/1.1" status: 204 len: 173 time: 0.1522145 Jul 09 16:14:46.661315 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7322363-6add-4321-83e8-e46a1b07c29c tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f816221-99ad-43af-8ce8-6fd83b4f4012,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:46.690008 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41956187-0e18-4538-aed9-e38f147e74af', 'name': 'network-vif-deleted', 'tag': '7a586f12-b128-4b3c-a7db-8b80bec47d3d'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:14:46.691836 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [req-3101e36b-f47e-4a66-bddf-85c61f2f33fd req-53e178a1-4d79-4060-b6b1-46d46e4df63b tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] show failed (client error): The resource could not be found. Jul 09 16:14:46.692801 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8e43ee-5c94-4752-badf-93cfca61764a" -d '{"events": [{"server_uuid": "41956187-0e18-4538-aed9-e38f147e74af", "name": "network-vif-deleted", "tag": "7a586f12-b128-4b3c-a7db-8b80bec47d3d"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:14:46.693453 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3101e36b-f47e-4a66-bddf-85c61f2f33fd req-53e178a1-4d79-4060-b6b1-46d46e4df63b tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/security-groups/3f816221-99ad-43af-8ce8-6fd83b4f4012 HTTP/1.1" status: 404 len: 352 time: 0.0202088 Jul 09 16:14:46.764440 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d98ea6-60ed-49e1-97cd-33a9abb59de3 x-openstack-request-id: req-f9d98ea6-60ed-49e1-97cd-33a9abb59de3 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:14:46.764732 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41956187-0e18-4538-aed9-e38f147e74af", "name": "network-vif-deleted", "tag": "7a586f12-b128-4b3c-a7db-8b80bec47d3d", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:14:46.764980 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f9d98ea6-60ed-49e1-97cd-33a9abb59de3 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:14:46.765584 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41956187-0e18-4538-aed9-e38f147e74af', 'name': 'network-vif-deleted', 'tag': '7a586f12-b128-4b3c-a7db-8b80bec47d3d', 'status': 'completed', 'code': 200} Jul 09 16:14:46.823506 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-da9bc057-0ab1-4e97-9462-631ee0ade6ad req-e52d8320-178e-4f5b-ac57-b44161bf9481 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=af925efe71854f1f8999734921d4e286 HTTP/1.1" status: 200 len: 6147 time: 0.1050158 Jul 09 16:14:46.901722 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-da9bc057-0ab1-4e97-9462-631ee0ade6ad req-28ec3677-13b4-4ed2-a2c9-712f7d242bfa tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/security-groups/fadcaedc-452e-4f40-8a32-cbe9ec458d60 HTTP/1.1" status: 200 len: 2981 time: 0.0724928 Jul 09 16:14:46.967362 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-da9bc057-0ab1-4e97-9462-631ee0ade6ad req-4428db64-ecbb-436e-abe5-a318542e3cae tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/security-groups/fadcaedc-452e-4f40-8a32-cbe9ec458d60 HTTP/1.1" status: 200 len: 2981 time: 0.0632513 Jul 09 16:14:47.086087 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-baaa34bd-13ec-4267-91f9-e80bfde22fbc req-9642c1a3-b1cc-4f6d-bf8a-e82f5547a574 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-769770331', 'description': 'tempest-description-1132301523'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:14:47.133680 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-baaa34bd-13ec-4267-91f9-e80bfde22fbc req-9642c1a3-b1cc-4f6d-bf8a-e82f5547a574 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:47.250418 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-baaa34bd-13ec-4267-91f9-e80bfde22fbc req-9642c1a3-b1cc-4f6d-bf8a-e82f5547a574 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:47.256256 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-baaa34bd-13ec-4267-91f9-e80bfde22fbc req-9642c1a3-b1cc-4f6d-bf8a-e82f5547a574 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:47.291695 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9642c1a3-b1cc-4f6d-bf8a-e82f5547a574 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a380518-c45e-4290-b9d3-fbc03e6c6b6c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:47.307607 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-baaa34bd-13ec-4267-91f9-e80bfde22fbc req-9642c1a3-b1cc-4f6d-bf8a-e82f5547a574 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:47.310991 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-baaa34bd-13ec-4267-91f9-e80bfde22fbc req-9642c1a3-b1cc-4f6d-bf8a-e82f5547a574 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2291358 Jul 09 16:14:47.473643 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-74e0173b-2ea0-4734-87d1-9e0d2175e972 req-07fd5b25-8f1c-4c6e-9239-f5a303334bc4 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1373429193', 'description': 'tempest-description-964443397'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:14:47.502336 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-74e0173b-2ea0-4734-87d1-9e0d2175e972 req-07fd5b25-8f1c-4c6e-9239-f5a303334bc4 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:47.669682 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90601914-fc38-4949-9298-3be724bf9e84 req-cf7a6b30-d0da-476c-a727-ed33690529ef tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:47.672218 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-74e0173b-2ea0-4734-87d1-9e0d2175e972 req-07fd5b25-8f1c-4c6e-9239-f5a303334bc4 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:47.676956 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-90601914-fc38-4949-9298-3be724bf9e84 req-cf7a6b30-d0da-476c-a727-ed33690529ef tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=7ab597a8-1bd0-4e14-98f6-047cfef65383 HTTP/1.1" status: 200 len: 949 time: 0.1583295 Jul 09 16:14:47.679381 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-74e0173b-2ea0-4734-87d1-9e0d2175e972 req-07fd5b25-8f1c-4c6e-9239-f5a303334bc4 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:47.734413 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-90601914-fc38-4949-9298-3be724bf9e84 req-cf6230b3-adef-4209-a88f-276f7f7187c5 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553460 Jul 09 16:14:47.741120 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-74e0173b-2ea0-4734-87d1-9e0d2175e972 req-07fd5b25-8f1c-4c6e-9239-f5a303334bc4 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:47.766611 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-74e0173b-2ea0-4734-87d1-9e0d2175e972 req-07fd5b25-8f1c-4c6e-9239-f5a303334bc4 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2976367 Jul 09 16:14:47.769077 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fd5b25-8f1c-4c6e-9239-f5a303334bc4 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8ef780-bb32-4493-ae1b-eea1be8e4a30,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:48.191349 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81479181-126f-432d-8aea-c65f68376ce9 req-e6deca2e-ee24-4742-9162-a4ffc633221f tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:48.198847 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-81479181-126f-432d-8aea-c65f68376ce9 req-e6deca2e-ee24-4742-9162-a4ffc633221f tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/networks?id=6ac806f1-cdc6-4f21-8dff-578217276e95 HTTP/1.1" status: 200 len: 813 time: 0.1408579 Jul 09 16:14:48.218127 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-81479181-126f-432d-8aea-c65f68376ce9 req-84e9a198-fbd0-4ce5-8af8-6740e832aa66 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/quotas/af925efe71854f1f8999734921d4e286 HTTP/1.1" status: 200 len: 375 time: 0.0180485 Jul 09 16:14:48.351847 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-81479181-126f-432d-8aea-c65f68376ce9 req-7f89c1c9-eb44-418b-b695-d2517ea23b83 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=af925efe71854f1f8999734921d4e286&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1314282 Jul 09 16:14:48.501724 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5580f-0877-46a0-b45d-f475d429f1cd req-6884e05e-cde1-41d1-a874-679068ae62c4 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:48.510334 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-95e5580f-0877-46a0-b45d-f475d429f1cd req-6884e05e-cde1-41d1-a874-679068ae62c4 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c19ea7a-85c9-4238-876a-79b2a0d9cfb1 HTTP/1.1" status: 200 len: 951 time: 0.1025283 Jul 09 16:14:48.558220 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-81479181-126f-432d-8aea-c65f68376ce9 req-e564af3c-50c1-4946-87bf-13f4e552bfe4 service neutron] 10.222.0.98 "GET /v2.0/networks/6ac806f1-cdc6-4f21-8dff-578217276e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061079 Jul 09 16:14:48.611370 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-95e5580f-0877-46a0-b45d-f475d429f1cd req-b426a51b-75b2-465b-9501-c151551bf3ff tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000187 Jul 09 16:14:48.677893 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-81479181-126f-432d-8aea-c65f68376ce9 req-5a5bbf0c-b091-4988-ac0c-a46cf421d80b service neutron] 10.222.0.98 "GET /v2.0/networks/6ac806f1-cdc6-4f21-8dff-578217276e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181099 Jul 09 16:14:48.783664 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e95357-7a5e-47f9-a433-484108476ff1 req-16bbfd84-7e8d-431b-98ba-0051af5613b4 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:48.785623 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e0e95357-7a5e-47f9-a433-484108476ff1 req-16bbfd84-7e8d-431b-98ba-0051af5613b4 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.77 "GET /v2.0/ports?device_id=7ab597a8-1bd0-4e14-98f6-047cfef65383 HTTP/1.1" status: 200 len: 949 time: 0.1211686 Jul 09 16:14:48.990972 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-e0e95357-7a5e-47f9-a433-484108476ff1 req-dcd7c075-cec8-4464-9335-900e624be3a8 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Deleting port 2bf4afec-66f7-4d7c-b984-e80fa7b78a2f {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:14:48.994481 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e0e95357-7a5e-47f9-a433-484108476ff1 req-dcd7c075-cec8-4464-9335-900e624be3a8 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:49.090338 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394535f2-3f87-4677-a494-a9a00b93289a req-404baf19-d480-489e-a842-95aeb0bac1ad tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:49.107446 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-394535f2-3f87-4677-a494-a9a00b93289a req-404baf19-d480-489e-a842-95aeb0bac1ad tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=7ab597a8-1bd0-4e14-98f6-047cfef65383 HTTP/1.1" status: 200 len: 949 time: 0.0988562 Jul 09 16:14:49.108287 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-22ebd3c6-e26b-4cd8-80b0-c91b324e871a req-baa2ba08-9ebb-4288-80b7-c790b2569337 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/ports?device_id=abc4daa8-fee8-481c-a51c-7f4f1e06e601 HTTP/1.1" status: 200 len: 210 time: 0.1094368 Jul 09 16:14:49.216003 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-394535f2-3f87-4677-a494-a9a00b93289a req-0c3d2414-fcd0-4d1b-848c-d0df445f11ce tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/security-groups?id=b472728d-d98b-4ce3-9d41-8b340207b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075799 Jul 09 16:14:49.248569 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-e0e95357-7a5e-47f9-a433-484108476ff1 req-dcd7c075-cec8-4464-9335-900e624be3a8 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] For port 2bf4afec-66f7-4d7c-b984-e80fa7b78a2f, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=2bf4afec-66f7-4d7c-b984-e80fa7b78a2f,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:14:49.248569 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e0e95357-7a5e-47f9-a433-484108476ff1 req-dcd7c075-cec8-4464-9335-900e624be3a8 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:49.281419 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-e0e95357-7a5e-47f9-a433-484108476ff1 req-dcd7c075-cec8-4464-9335-900e624be3a8 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Calling delete_port for 2bf4afec-66f7-4d7c-b984-e80fa7b78a2f owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:14:49.531090 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e0e95357-7a5e-47f9-a433-484108476ff1 req-dcd7c075-cec8-4464-9335-900e624be3a8 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:49.545088 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['2bf4afec-66f7-4d7c-b984-e80fa7b78a2f'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:14:49.571008 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd7c075-cec8-4464-9335-900e624be3a8 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Pushing event deleted for resources: {'Port': ['ID=2bf4afec-66f7-4d7c-b984-e80fa7b78a2f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:49.670227 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e95357-7a5e-47f9-a433-484108476ff1 req-dcd7c075-cec8-4464-9335-900e624be3a8 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] No DVR routers for this DVR port 2bf4afec-66f7-4d7c-b984-e80fa7b78a2f on host n-h1-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:14:49.674167 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e0e95357-7a5e-47f9-a433-484108476ff1 req-dcd7c075-cec8-4464-9335-900e624be3a8 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:49.677007 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e0e95357-7a5e-47f9-a433-484108476ff1 req-dcd7c075-cec8-4464-9335-900e624be3a8 tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.77 "DELETE /v2.0/ports/2bf4afec-66f7-4d7c-b984-e80fa7b78a2f HTTP/1.1" status: 204 len: 173 time: 0.8854997 Jul 09 16:14:49.678083 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab597a8-1bd0-4e14-98f6-047cfef65383', 'name': 'network-vif-deleted', 'tag': '2bf4afec-66f7-4d7c-b984-e80fa7b78a2f'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:14:49.690281 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7e162c-f06f-4bf3-96d2-d8ca46df49a5" -d '{"events": [{"server_uuid": "7ab597a8-1bd0-4e14-98f6-047cfef65383", "name": "network-vif-deleted", "tag": "2bf4afec-66f7-4d7c-b984-e80fa7b78a2f"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:14:49.782931 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe67218-7c3c-433d-912f-1bf9c9398efd x-openstack-request-id: req-afe67218-7c3c-433d-912f-1bf9c9398efd {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:14:49.783620 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ab597a8-1bd0-4e14-98f6-047cfef65383", "name": "network-vif-deleted", "tag": "2bf4afec-66f7-4d7c-b984-e80fa7b78a2f", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:14:49.784195 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-afe67218-7c3c-433d-912f-1bf9c9398efd {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:14:49.784826 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab597a8-1bd0-4e14-98f6-047cfef65383', 'name': 'network-vif-deleted', 'tag': '2bf4afec-66f7-4d7c-b984-e80fa7b78a2f', 'status': 'completed', 'code': 200} Jul 09 16:14:49.939488 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593a089-35d0-41c5-b67d-b3cb853f6d7e req-b675c902-8e4f-430b-9c49-b0ef629a948f tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:49.945829 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b593a089-35d0-41c5-b67d-b3cb853f6d7e req-b675c902-8e4f-430b-9c49-b0ef629a948f tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c19ea7a-85c9-4238-876a-79b2a0d9cfb1 HTTP/1.1" status: 200 len: 951 time: 0.1281848 Jul 09 16:14:50.029664 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b593a089-35d0-41c5-b67d-b3cb853f6d7e req-089073a3-ac4b-47cb-a8cb-43a22e2c9fe3 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779574 Jul 09 16:14:50.112523 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef9d61-4642-40ce-9087-1e33f3de46cc req-1749c64e-9d91-40c0-bc0f-99802bbc279e tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:50.120110 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d8ef9d61-4642-40ce-9087-1e33f3de46cc req-1749c64e-9d91-40c0-bc0f-99802bbc279e tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=999f1769-1279-4fe8-981f-c081e4f38f3e HTTP/1.1" status: 200 len: 945 time: 0.1921718 Jul 09 16:14:50.189466 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf38852-6c13-4b65-a3aa-f251225d361c req-ecb134f2-f21a-42b6-a04b-06fbba3eaee2 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:50.191658 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8cf38852-6c13-4b65-a3aa-f251225d361c req-ecb134f2-f21a-42b6-a04b-06fbba3eaee2 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c19ea7a-85c9-4238-876a-79b2a0d9cfb1 HTTP/1.1" status: 200 len: 951 time: 0.2033179 Jul 09 16:14:50.240186 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d8ef9d61-4642-40ce-9087-1e33f3de46cc req-17bf4bc0-87cd-4bcc-9d72-6a00f1b05733 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183960 Jul 09 16:14:50.374802 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-8cf38852-6c13-4b65-a3aa-f251225d361c req-c73965d0-5e14-436c-ae8a-a0434e401090 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Deleting port ce8c6338-a8fe-4963-9b58-35c511b9116a {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:14:50.375380 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8cf38852-6c13-4b65-a3aa-f251225d361c req-c73965d0-5e14-436c-ae8a-a0434e401090 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:50.475944 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4e58ded6-c605-42b9-ba5d-444804dbaec0 req-851b4f77-219a-40aa-9ef6-bdc629137601 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/ports?device_id=abc4daa8-fee8-481c-a51c-7f4f1e06e601 HTTP/1.1" status: 200 len: 210 time: 0.1133630 Jul 09 16:14:50.505456 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3993f6f9-d257-4232-8f4d-9f1bd882b8c3 req-7a4432fa-6871-416f-b77a-d2ec3332f79b tempest-ServersOnMultiNodesTest-2054104251 tempest-ServersOnMultiNodesTest-2054104251-project] 10.222.0.98 "GET /v2.0/ports?device_id=7ab597a8-1bd0-4e14-98f6-047cfef65383 HTTP/1.1" status: 200 len: 210 time: 0.0803912 Jul 09 16:14:50.581781 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-8cf38852-6c13-4b65-a3aa-f251225d361c req-c73965d0-5e14-436c-ae8a-a0434e401090 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] For port ce8c6338-a8fe-4963-9b58-35c511b9116a, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=ce8c6338-a8fe-4963-9b58-35c511b9116a,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:14:50.582530 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8cf38852-6c13-4b65-a3aa-f251225d361c req-c73965d0-5e14-436c-ae8a-a0434e401090 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:50.603244 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-8cf38852-6c13-4b65-a3aa-f251225d361c req-c73965d0-5e14-436c-ae8a-a0434e401090 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Calling delete_port for ce8c6338-a8fe-4963-9b58-35c511b9116a owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:14:50.716303 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7384da2a-6069-4eee-a62c-d00b08a0d254 req-905a2d7d-10fc-46cf-b97b-d1db2a681c84 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7ab597a8-1bd0-4e14-98f6-047cfef65383&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0333264 Jul 09 16:14:50.798497 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7384da2a-6069-4eee-a62c-d00b08a0d254 req-a49c21ff-1e85-490f-aa57-029b1f227123 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=06486c1ff3c04c6aba88bb5474a3b49d&device_id=7ab597a8-1bd0-4e14-98f6-047cfef65383 HTTP/1.1" status: 200 len: 210 time: 0.0379753 Jul 09 16:14:50.862220 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7384da2a-6069-4eee-a62c-d00b08a0d254 req-ae17240b-7317-416c-aa93-d793dceb0ce6 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=06486c1ff3c04c6aba88bb5474a3b49d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344625 Jul 09 16:14:50.870663 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8cf38852-6c13-4b65-a3aa-f251225d361c req-c73965d0-5e14-436c-ae8a-a0434e401090 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:50.881851 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['7e6cf95d-c4b7-4dc6-937f-69b79badf881'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:14:50.910619 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['198a638c-19c2-40d7-ac04-36dfb2a828b2'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:14:50.957581 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1ec55-39a2-42c0-87f5-97d9dc4e7e90 req-ba2ce00d-84b0-4153-a96e-54f3edd4dcd1 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:50.959902 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ff1ec55-39a2-42c0-87f5-97d9dc4e7e90 req-ba2ce00d-84b0-4153-a96e-54f3edd4dcd1 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.73 "GET /v2.0/ports?device_id=999f1769-1279-4fe8-981f-c081e4f38f3e HTTP/1.1" status: 200 len: 945 time: 0.2277107 Jul 09 16:14:50.965346 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73965d0-5e14-436c-ae8a-a0434e401090 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Pushing event deleted for resources: {'Port': ['ID=ce8c6338-a8fe-4963-9b58-35c511b9116a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:51.104059 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf38852-6c13-4b65-a3aa-f251225d361c req-c73965d0-5e14-436c-ae8a-a0434e401090 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] No DVR routers for this DVR port ce8c6338-a8fe-4963-9b58-35c511b9116a on host n-h2-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:14:51.117377 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8cf38852-6c13-4b65-a3aa-f251225d361c req-c73965d0-5e14-436c-ae8a-a0434e401090 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:51.119830 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8cf38852-6c13-4b65-a3aa-f251225d361c req-c73965d0-5e14-436c-ae8a-a0434e401090 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.73 "DELETE /v2.0/ports/ce8c6338-a8fe-4963-9b58-35c511b9116a HTTP/1.1" status: 204 len: 173 time: 0.9214735 Jul 09 16:14:51.168794 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7384da2a-6069-4eee-a62c-d00b08a0d254 req-fadc455c-3adf-4f73-886a-484cbab5c0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:51.171023 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7384da2a-6069-4eee-a62c-d00b08a0d254 req-fadc455c-3adf-4f73-886a-484cbab5c0cc service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2983651 Jul 09 16:14:51.364469 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81479181-126f-432d-8aea-c65f68376ce9 req-bc66e19a-4d25-41a0-ab13-537e36af7967 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:51.366675 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-81479181-126f-432d-8aea-c65f68376ce9 req-bc66e19a-4d25-41a0-ab13-537e36af7967 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.73 "GET /v2.0/networks?id=6ac806f1-cdc6-4f21-8dff-578217276e95 HTTP/1.1" status: 200 len: 813 time: 0.1934984 Jul 09 16:14:51.371499 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-0ff1ec55-39a2-42c0-87f5-97d9dc4e7e90 req-facfbd39-354c-425c-8731-24fb7773fdc2 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Deleting port d846a90a-5bb1-447d-8948-0fa71ad4560c {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:14:51.371919 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ff1ec55-39a2-42c0-87f5-97d9dc4e7e90 req-facfbd39-354c-425c-8731-24fb7773fdc2 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:51.405328 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-13dd82a0-88bd-4add-adaa-6364386be6b7 req-814becd8-4f25-43b7-82a6-566818492f19 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c19ea7a-85c9-4238-876a-79b2a0d9cfb1 HTTP/1.1" status: 200 len: 210 time: 0.1009235 Jul 09 16:14:51.453107 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-81479181-126f-432d-8aea-c65f68376ce9 req-539b8ade-bb2d-474c-94d8-1a0a7d2230a5 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Request body: {'port': {'device_id': 'abc4daa8-fee8-481c-a51c-7f4f1e06e601', 'network_id': '6ac806f1-cdc6-4f21-8dff-578217276e95', 'admin_state_up': True, 'tenant_id': 'af925efe71854f1f8999734921d4e286'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:14:51.672123 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-0ff1ec55-39a2-42c0-87f5-97d9dc4e7e90 req-facfbd39-354c-425c-8731-24fb7773fdc2 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] For port d846a90a-5bb1-447d-8948-0fa71ad4560c, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=d846a90a-5bb1-447d-8948-0fa71ad4560c,segment=NetworkSegment(cbc7a639-5863-4995-9a4b-f91be63e1ab1),segment_id=cbc7a639-5863-4995-9a4b-f91be63e1ab1)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:14:51.672847 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ff1ec55-39a2-42c0-87f5-97d9dc4e7e90 req-facfbd39-354c-425c-8731-24fb7773fdc2 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:51.705928 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-0ff1ec55-39a2-42c0-87f5-97d9dc4e7e90 req-facfbd39-354c-425c-8731-24fb7773fdc2 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Calling delete_port for d846a90a-5bb1-447d-8948-0fa71ad4560c owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:14:51.783072 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-55667b90-1a1a-4557-a92a-1f150c5d383a req-fe3dcbe9-7f9c-47ca-8f8b-9e66cb0a1a5b tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/ports?device_id=abc4daa8-fee8-481c-a51c-7f4f1e06e601 HTTP/1.1" status: 200 len: 210 time: 0.0549991 Jul 09 16:14:51.811852 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c19ea7a-85c9-4238-876a-79b2a0d9cfb1', 'name': 'network-vif-deleted', 'tag': 'ce8c6338-a8fe-4963-9b58-35c511b9116a'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:14:51.814578 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09ff201-ec31-45d9-be83-23f79583acd1" -d '{"events": [{"server_uuid": "6c19ea7a-85c9-4238-876a-79b2a0d9cfb1", "name": "network-vif-deleted", "tag": "ce8c6338-a8fe-4963-9b58-35c511b9116a"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:14:51.855357 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81479181-126f-432d-8aea-c65f68376ce9 req-539b8ade-bb2d-474c-94d8-1a0a7d2230a5 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Made reservation on behalf of af925efe71854f1f8999734921d4e286 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:14:51.859548 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-81479181-126f-432d-8aea-c65f68376ce9 req-539b8ade-bb2d-474c-94d8-1a0a7d2230a5 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:51.875421 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa64ee1f-def6-42da-a347-295c1f45b2ee req-5f03ff4e-2496-49e5-aca2-d61052e22f41 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:51.876955 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fa64ee1f-def6-42da-a347-295c1f45b2ee req-5f03ff4e-2496-49e5-aca2-d61052e22f41 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=999f1769-1279-4fe8-981f-c081e4f38f3e HTTP/1.1" status: 200 len: 945 time: 0.1138606 Jul 09 16:14:51.933491 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fa64ee1f-def6-42da-a347-295c1f45b2ee req-aa087155-c3f5-4aa3-abec-b5b5e5bcef03 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504153 Jul 09 16:14:52.089135 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-81479181-126f-432d-8aea-c65f68376ce9 req-539b8ade-bb2d-474c-94d8-1a0a7d2230a5 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Allocated IP 172.20.0.9 (6ac806f1-cdc6-4f21-8dff-578217276e95/7647c929-ca32-4b48-b774-d40e8214567d/aae1e99b-b67d-422b-9c35-0136f2c36ff8) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:14:52.100371 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ff1ec55-39a2-42c0-87f5-97d9dc4e7e90 req-facfbd39-354c-425c-8731-24fb7773fdc2 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:52.134883 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['d846a90a-5bb1-447d-8948-0fa71ad4560c'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:14:52.156862 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1adac0-f72e-4976-a478-c904812c86d2 x-openstack-request-id: req-9e1adac0-f72e-4976-a478-c904812c86d2 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:14:52.157206 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c19ea7a-85c9-4238-876a-79b2a0d9cfb1", "name": "network-vif-deleted", "tag": "ce8c6338-a8fe-4963-9b58-35c511b9116a", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:14:52.157408 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9e1adac0-f72e-4976-a478-c904812c86d2 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:14:52.157804 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c19ea7a-85c9-4238-876a-79b2a0d9cfb1', 'name': 'network-vif-deleted', 'tag': 'ce8c6338-a8fe-4963-9b58-35c511b9116a', 'status': 'completed', 'code': 200} Jul 09 16:14:52.193322 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53914) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:14:52.212847 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facfbd39-354c-425c-8731-24fb7773fdc2 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Pushing event deleted for resources: {'Port': ['ID=d846a90a-5bb1-447d-8948-0fa71ad4560c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:52.223649 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f8dd1ace-f92b-4f98-bf8b-e113d5e80b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:52.243760 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff1ec55-39a2-42c0-87f5-97d9dc4e7e90 req-facfbd39-354c-425c-8731-24fb7773fdc2 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] No DVR routers for this DVR port d846a90a-5bb1-447d-8948-0fa71ad4560c on host n-h2-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:14:52.247574 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ff1ec55-39a2-42c0-87f5-97d9dc4e7e90 req-facfbd39-354c-425c-8731-24fb7773fdc2 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:52.250605 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ff1ec55-39a2-42c0-87f5-97d9dc4e7e90 req-facfbd39-354c-425c-8731-24fb7773fdc2 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.73 "DELETE /v2.0/ports/d846a90a-5bb1-447d-8948-0fa71ad4560c HTTP/1.1" status: 204 len: 173 time: 1.2824185 Jul 09 16:14:52.401320 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d3ac2697-2051-49e6-b543-a2681f2540c7 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=06486c1ff3c04c6aba88bb5474a3b49d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2067437 Jul 09 16:14:52.404229 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53918) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:14:52.432467 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-81479181-126f-432d-8aea-c65f68376ce9 req-539b8ade-bb2d-474c-94d8-1a0a7d2230a5 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:52.460623 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device ce8c6338-a8fe-4963-9b58-35c511b9116a no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:14:52.475149 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-50ff68a7-68ca-4400-b8e6-24ed117783e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:52.482883 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-81479181-126f-432d-8aea-c65f68376ce9 req-539b8ade-bb2d-474c-94d8-1a0a7d2230a5 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:52.527678 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: ce8c6338-a8fe-4963-9b58-35c511b9116a {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:14:52.528260 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device ce8c6338-a8fe-4963-9b58-35c511b9116a not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:14:52.532634 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['e5cc6f6f-f560-4f2c-84e7-3f1683900ceb'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:14:52.543269 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81479181-126f-432d-8aea-c65f68376ce9 req-539b8ade-bb2d-474c-94d8-1a0a7d2230a5 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Network 6ac806f1-cdc6-4f21-8dff-578217276e95 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:14:52.554365 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-50ff68a7-68ca-4400-b8e6-24ed117783e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:52.556118 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-81479181-126f-432d-8aea-c65f68376ce9 req-539b8ade-bb2d-474c-94d8-1a0a7d2230a5 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:14:52.562779 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-81479181-126f-432d-8aea-c65f68376ce9 req-539b8ade-bb2d-474c-94d8-1a0a7d2230a5 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:14:52.651101 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b8ade-bb2d-474c-94d8-1a0a7d2230a5 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Pushing event updated for resources: {'Port': ['ID=aae1e99b-b67d-422b-9c35-0136f2c36ff8,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:52.658133 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-50ff68a7-68ca-4400-b8e6-24ed117783e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:52.660669 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-50ff68a7-68ca-4400-b8e6-24ed117783e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:52.670710 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-50ff68a7-68ca-4400-b8e6-24ed117783e6 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b472728d-d98b-4ce3-9d41-8b340207b6bb HTTP/1.1" status: 204 len: 168 time: 0.2652204 Jul 09 16:14:52.693582 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ff68a7-68ca-4400-b8e6-24ed117783e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b472728d-d98b-4ce3-9d41-8b340207b6bb,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:52.727520 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81479181-126f-432d-8aea-c65f68376ce9 req-539b8ade-bb2d-474c-94d8-1a0a7d2230a5 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:52.728320 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-81479181-126f-432d-8aea-c65f68376ce9 req-539b8ade-bb2d-474c-94d8-1a0a7d2230a5 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:52.751437 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-81479181-126f-432d-8aea-c65f68376ce9 req-539b8ade-bb2d-474c-94d8-1a0a7d2230a5 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3080230 Jul 09 16:14:52.772612 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-81479181-126f-432d-8aea-c65f68376ce9 req-5513d3d1-4ce0-4946-9f62-8059ea6d87ea service neutron] Request body: {'port': {'device_id': 'abc4daa8-fee8-481c-a51c-7f4f1e06e601', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:14:52.914693 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-81479181-126f-432d-8aea-c65f68376ce9 req-5513d3d1-4ce0-4946-9f62-8059ea6d87ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:53.036306 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe54341-d1a9-4cab-bcfc-e06d1648ae82 req-18dce6e0-68a7-4eed-b14f-72f482cb89be tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:53.044869 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-efe54341-d1a9-4cab-bcfc-e06d1648ae82 req-18dce6e0-68a7-4eed-b14f-72f482cb89be tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/ports?device_id=abc4daa8-fee8-481c-a51c-7f4f1e06e601 HTTP/1.1" status: 200 len: 931 time: 0.0999589 Jul 09 16:14:53.106207 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-efe54341-d1a9-4cab-bcfc-e06d1648ae82 req-38a5a745-b031-4a31-9bfb-0ca7d801597f tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/security-groups?id=fadcaedc-452e-4f40-8a32-cbe9ec458d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601015 Jul 09 16:14:53.148646 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-44d02bff-4608-4ced-a045-e34162a2d0cd req-a069b4e6-f26e-4da2-ba40-f64b5c8a7531 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=999f1769-1279-4fe8-981f-c081e4f38f3e HTTP/1.1" status: 200 len: 210 time: 0.0461156 Jul 09 16:14:53.173657 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53942) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:14:53.264811 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-33f7567f-2190-4426-aec2-ee1f610fac1a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5e412c19d3ec4f33b9f7e5ee5f4a480e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0895004 Jul 09 16:14:53.269348 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53944) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:14:53.332997 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-81479181-126f-432d-8aea-c65f68376ce9 req-5513d3d1-4ce0-4946-9f62-8059ea6d87ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aae1e99b-b67d-422b-9c35-0136f2c36ff8 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:14:53.341606 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-81479181-126f-432d-8aea-c65f68376ce9 req-5513d3d1-4ce0-4946-9f62-8059ea6d87ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:53.348140 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00174c2-4be4-4b37-9557-9202b7dcdb17 req-4b57af41-f7a2-4787-ba7b-cc4cec6fb536 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:53.349651 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b00174c2-4be4-4b37-9557-9202b7dcdb17 req-4b57af41-f7a2-4787-ba7b-cc4cec6fb536 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=13936f56-a9b8-4832-a4de-df0cffe4e51a HTTP/1.1" status: 200 len: 950 time: 0.1160886 Jul 09 16:14:53.350880 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f84520ce-62ca-4a0b-949e-46a34ff291dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:53.361757 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-81479181-126f-432d-8aea-c65f68376ce9 req-5513d3d1-4ce0-4946-9f62-8059ea6d87ea service neutron] Transition to ACTIVE for port object aae1e99b-b67d-422b-9c35-0136f2c36ff8 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:14:53.366649 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-81479181-126f-432d-8aea-c65f68376ce9 req-5513d3d1-4ce0-4946-9f62-8059ea6d87ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:53.393230 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f84520ce-62ca-4a0b-949e-46a34ff291dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:53.423673 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5513d3d1-4ce0-4946-9f62-8059ea6d87ea service neutron] Pushing event updated for resources: {'Port': ['ID=aae1e99b-b67d-422b-9c35-0136f2c36ff8,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:53.428839 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b00174c2-4be4-4b37-9557-9202b7dcdb17 req-ed0f6a06-3834-4b67-8ea0-f9a18e79f5a6 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732062 Jul 09 16:14:53.470603 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f84520ce-62ca-4a0b-949e-46a34ff291dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:53.473184 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f84520ce-62ca-4a0b-949e-46a34ff291dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:53.474315 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f84520ce-62ca-4a0b-949e-46a34ff291dc admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c0d6e3cd-65f6-4eeb-be9b-9955e2b767fd HTTP/1.1" status: 204 len: 168 time: 0.2037871 Jul 09 16:14:53.486282 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84520ce-62ca-4a0b-949e-46a34ff291dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d6e3cd-65f6-4eeb-be9b-9955e2b767fd,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:53.512145 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-81479181-126f-432d-8aea-c65f68376ce9 req-5513d3d1-4ce0-4946-9f62-8059ea6d87ea service neutron] Attempting to bind port aae1e99b-b67d-422b-9c35-0136f2c36ff8 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:14:53.512741 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-81479181-126f-432d-8aea-c65f68376ce9 req-5513d3d1-4ce0-4946-9f62-8059ea6d87ea service neutron] Attempting to bind port aae1e99b-b67d-422b-9c35-0136f2c36ff8 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': '53bede6b-6861-409a-a49d-5992a95b9775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6ac806f1-cdc6-4f21-8dff-578217276e95'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:14:53.512909 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81479181-126f-432d-8aea-c65f68376ce9 req-5513d3d1-4ce0-4946-9f62-8059ea6d87ea service neutron] Attempting to bind port aae1e99b-b67d-422b-9c35-0136f2c36ff8 on network 6ac806f1-cdc6-4f21-8dff-578217276e95 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:14:53.517247 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81479181-126f-432d-8aea-c65f68376ce9 req-5513d3d1-4ce0-4946-9f62-8059ea6d87ea service neutron] Port aae1e99b-b67d-422b-9c35-0136f2c36ff8 on network 6ac806f1-cdc6-4f21-8dff-578217276e95 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:14:53.517472 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81479181-126f-432d-8aea-c65f68376ce9 req-5513d3d1-4ce0-4946-9f62-8059ea6d87ea service neutron] Attempting to bind port aae1e99b-b67d-422b-9c35-0136f2c36ff8 on network 6ac806f1-cdc6-4f21-8dff-578217276e95 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:14:53.522759 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81479181-126f-432d-8aea-c65f68376ce9 req-5513d3d1-4ce0-4946-9f62-8059ea6d87ea service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:14:53.523269 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81479181-126f-432d-8aea-c65f68376ce9 req-5513d3d1-4ce0-4946-9f62-8059ea6d87ea service neutron] Checking segment: {'id': '53bede6b-6861-409a-a49d-5992a95b9775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6ac806f1-cdc6-4f21-8dff-578217276e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:14:53.523706 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81479181-126f-432d-8aea-c65f68376ce9 req-5513d3d1-4ce0-4946-9f62-8059ea6d87ea service neutron] Bound using segment: {'id': '53bede6b-6861-409a-a49d-5992a95b9775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6ac806f1-cdc6-4f21-8dff-578217276e95'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:14:53.524086 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-81479181-126f-432d-8aea-c65f68376ce9 req-5513d3d1-4ce0-4946-9f62-8059ea6d87ea service neutron] Bound port: aae1e99b-b67d-422b-9c35-0136f2c36ff8, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53bede6b-6861-409a-a49d-5992a95b9775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6ac806f1-cdc6-4f21-8dff-578217276e95'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:14:53.524442 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-81479181-126f-432d-8aea-c65f68376ce9 req-5513d3d1-4ce0-4946-9f62-8059ea6d87ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:53.588289 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-81479181-126f-432d-8aea-c65f68376ce9 req-5513d3d1-4ce0-4946-9f62-8059ea6d87ea service neutron] For port aae1e99b-b67d-422b-9c35-0136f2c36ff8, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:14:53.591963 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-81479181-126f-432d-8aea-c65f68376ce9 req-5513d3d1-4ce0-4946-9f62-8059ea6d87ea service neutron] For port aae1e99b-b67d-422b-9c35-0136f2c36ff8, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=aae1e99b-b67d-422b-9c35-0136f2c36ff8,segment=NetworkSegment(53bede6b-6861-409a-a49d-5992a95b9775),segment_id=53bede6b-6861-409a-a49d-5992a95b9775)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:14:53.596468 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-81479181-126f-432d-8aea-c65f68376ce9 req-5513d3d1-4ce0-4946-9f62-8059ea6d87ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:53.630443 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81479181-126f-432d-8aea-c65f68376ce9 req-5513d3d1-4ce0-4946-9f62-8059ea6d87ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:53.631182 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-81479181-126f-432d-8aea-c65f68376ce9 req-5513d3d1-4ce0-4946-9f62-8059ea6d87ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:53.632577 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-81479181-126f-432d-8aea-c65f68376ce9 req-5513d3d1-4ce0-4946-9f62-8059ea6d87ea service neutron] 10.222.0.73 "PUT /v2.0/ports/aae1e99b-b67d-422b-9c35-0136f2c36ff8 HTTP/1.1" status: 200 len: 1091 time: 0.8669777 Jul 09 16:14:53.655538 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5513d3d1-4ce0-4946-9f62-8059ea6d87ea service neutron] Pushing event updated for resources: {'Port': ['ID=aae1e99b-b67d-422b-9c35-0136f2c36ff8,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:53.762709 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81479181-126f-432d-8aea-c65f68376ce9 req-6c642927-1d56-42c6-9449-6a885e10735b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:53.765013 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-81479181-126f-432d-8aea-c65f68376ce9 req-6c642927-1d56-42c6-9449-6a885e10735b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=af925efe71854f1f8999734921d4e286&device_id=abc4daa8-fee8-481c-a51c-7f4f1e06e601 HTTP/1.1" status: 200 len: 1094 time: 0.0692763 Jul 09 16:14:53.828465 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-81479181-126f-432d-8aea-c65f68376ce9 req-41110549-9a0e-4b99-9650-c58f4db66efd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aae1e99b-b67d-422b-9c35-0136f2c36ff8 HTTP/1.1" status: 200 len: 217 time: 0.0444973 Jul 09 16:14:53.884849 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81479181-126f-432d-8aea-c65f68376ce9 req-3663579a-120f-446d-b68e-7ad64c694d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:53.886467 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-81479181-126f-432d-8aea-c65f68376ce9 req-3663579a-120f-446d-b68e-7ad64c694d0c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7647c929-ca32-4b48-b774-d40e8214567d HTTP/1.1" status: 200 len: 853 time: 0.0503151 Jul 09 16:14:53.922418 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-81479181-126f-432d-8aea-c65f68376ce9 req-c8a6b56d-9e3d-428e-bb69-17ff99b5492a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6ac806f1-cdc6-4f21-8dff-578217276e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290170 Jul 09 16:14:54.029514 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-81479181-126f-432d-8aea-c65f68376ce9 req-43e7dded-8838-47b0-887a-0caf1310de05 service neutron] 10.222.0.73 "GET /v2.0/networks/6ac806f1-cdc6-4f21-8dff-578217276e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994735 Jul 09 16:14:54.107147 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 2bf4afec-66f7-4d7c-b984-e80fa7b78a2f no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:14:54.136885 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: 2bf4afec-66f7-4d7c-b984-e80fa7b78a2f {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:14:54.137376 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 2bf4afec-66f7-4d7c-b984-e80fa7b78a2f not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:14:54.155188 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-81479181-126f-432d-8aea-c65f68376ce9 req-296eca9e-1fa1-4b21-a457-e41f5212a8ee service neutron] 10.222.0.73 "GET /v2.0/networks/6ac806f1-cdc6-4f21-8dff-578217276e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180127 Jul 09 16:14:54.159574 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999f1769-1279-4fe8-981f-c081e4f38f3e', 'name': 'network-vif-deleted', 'tag': 'd846a90a-5bb1-447d-8948-0fa71ad4560c'}, {'name': 'network-changed', 'server_uuid': 'abc4daa8-fee8-481c-a51c-7f4f1e06e601', 'tag': 'aae1e99b-b67d-422b-9c35-0136f2c36ff8'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:14:54.162527 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5f70e5-9a38-4adf-94b6-1a7c72f68750" -d '{"events": [{"server_uuid": "999f1769-1279-4fe8-981f-c081e4f38f3e", "name": "network-vif-deleted", "tag": "d846a90a-5bb1-447d-8948-0fa71ad4560c"}, {"name": "network-changed", "server_uuid": "abc4daa8-fee8-481c-a51c-7f4f1e06e601", "tag": "aae1e99b-b67d-422b-9c35-0136f2c36ff8"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:14:54.221589 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 09 Jul 2021 16:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3ae09c-dc02-4295-b16d-69e53e9886b5 x-openstack-request-id: req-3c3ae09c-dc02-4295-b16d-69e53e9886b5 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:14:54.222009 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999f1769-1279-4fe8-981f-c081e4f38f3e", "name": "network-vif-deleted", "tag": "d846a90a-5bb1-447d-8948-0fa71ad4560c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "abc4daa8-fee8-481c-a51c-7f4f1e06e601", "tag": "aae1e99b-b67d-422b-9c35-0136f2c36ff8", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:14:54.222367 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3c3ae09c-dc02-4295-b16d-69e53e9886b5 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:14:54.222889 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '999f1769-1279-4fe8-981f-c081e4f38f3e', 'name': 'network-vif-deleted', 'tag': 'd846a90a-5bb1-447d-8948-0fa71ad4560c', 'status': 'completed', 'code': 200} Jul 09 16:14:54.223244 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abc4daa8-fee8-481c-a51c-7f4f1e06e601', 'tag': 'aae1e99b-b67d-422b-9c35-0136f2c36ff8', 'status': 'completed', 'code': 200} Jul 09 16:14:54.296846 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53984) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:14:54.306252 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4899d892-a9bf-496c-8654-4aa20bd21c81 req-06726978-b604-4865-9f8b-c45c9ebc5839 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:54.307830 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4899d892-a9bf-496c-8654-4aa20bd21c81 req-06726978-b604-4865-9f8b-c45c9ebc5839 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/ports?device_id=abc4daa8-fee8-481c-a51c-7f4f1e06e601 HTTP/1.1" status: 200 len: 943 time: 0.0771987 Jul 09 16:14:54.401532 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4899d892-a9bf-496c-8654-4aa20bd21c81 req-a322be91-f927-4318-934b-a66ab364bfe0 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/security-groups?id=fadcaedc-452e-4f40-8a32-cbe9ec458d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848818 Jul 09 16:14:54.430749 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f70e5-9a38-4adf-94b6-1a7c72f68750 req-bd0b166a-3eb8-4664-a2e4-5e143cf1c323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:54.437814 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ef5f70e5-9a38-4adf-94b6-1a7c72f68750 req-bd0b166a-3eb8-4664-a2e4-5e143cf1c323 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=af925efe71854f1f8999734921d4e286&device_id=abc4daa8-fee8-481c-a51c-7f4f1e06e601 HTTP/1.1" status: 200 len: 1094 time: 0.1289284 Jul 09 16:14:54.459609 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device d846a90a-5bb1-447d-8948-0fa71ad4560c no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:14:54.469990 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-2e88abee-227f-48ad-9b89-26eb76a34eae admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-277735325-network', 'tenant_id': 'b6f67abaa7d34fbf8340eaa74fafc7a2'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:14:54.492117 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: d846a90a-5bb1-447d-8948-0fa71ad4560c {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:14:54.492717 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device d846a90a-5bb1-447d-8948-0fa71ad4560c not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:14:54.553354 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e88abee-227f-48ad-9b89-26eb76a34eae admin admin] Made reservation on behalf of b6f67abaa7d34fbf8340eaa74fafc7a2 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:14:54.557077 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2e88abee-227f-48ad-9b89-26eb76a34eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:54.571855 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2e88abee-227f-48ad-9b89-26eb76a34eae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:54.604198 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f70e5-9a38-4adf-94b6-1a7c72f68750 req-76ea8ce5-cf2c-49d5-abb8-85c7d632d76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:54.605935 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ef5f70e5-9a38-4adf-94b6-1a7c72f68750 req-76ea8ce5-cf2c-49d5-abb8-85c7d632d76a service neutron] 10.222.0.73 "GET /v2.0/networks?id=6ac806f1-cdc6-4f21-8dff-578217276e95 HTTP/1.1" status: 200 len: 914 time: 0.1615438 Jul 09 16:14:54.656405 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ef5f70e5-9a38-4adf-94b6-1a7c72f68750 req-6662c2a5-cfb5-483b-81db-a43923941a6c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aae1e99b-b67d-422b-9c35-0136f2c36ff8 HTTP/1.1" status: 200 len: 217 time: 0.0432453 Jul 09 16:14:54.824508 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f70e5-9a38-4adf-94b6-1a7c72f68750 req-fb80a32d-9a4d-461f-9588-9bc10fbf10d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:54.826874 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ef5f70e5-9a38-4adf-94b6-1a7c72f68750 req-fb80a32d-9a4d-461f-9588-9bc10fbf10d7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7647c929-ca32-4b48-b774-d40e8214567d HTTP/1.1" status: 200 len: 853 time: 0.1172760 Jul 09 16:14:54.862149 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92773512-adf8-4f39-b747-961b6bc93b52 req-cec5b1a9-414e-4547-9499-79eb9df96fad tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:54.863718 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-92773512-adf8-4f39-b747-961b6bc93b52 req-cec5b1a9-414e-4547-9499-79eb9df96fad tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=1994318a-faf4-4587-9787-0cd99a4f3347 HTTP/1.1" status: 200 len: 945 time: 0.0792043 Jul 09 16:14:54.883844 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ef5f70e5-9a38-4adf-94b6-1a7c72f68750 req-8601ddfb-7c44-496c-b36f-3ee605b871be service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6ac806f1-cdc6-4f21-8dff-578217276e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482750 Jul 09 16:14:54.885793 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2e88abee-227f-48ad-9b89-26eb76a34eae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:54.891501 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2e88abee-227f-48ad-9b89-26eb76a34eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:54.906414 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-92773512-adf8-4f39-b747-961b6bc93b52 req-f3399dc4-c168-4756-9efb-656484a540bc tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367358 Jul 09 16:14:54.933996 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e88abee-227f-48ad-9b89-26eb76a34eae admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:14:55.013967 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e88abee-227f-48ad-9b89-26eb76a34eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cecf198f-4855-43b2-94a0-d8723557a487,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:55.023687 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f609f3d1-808c-4f55-a9f5-011ce020b618 req-12819505-6fa8-48e7-a722-f433bf35ed60 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:55.025192 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f609f3d1-808c-4f55-a9f5-011ce020b618 req-12819505-6fa8-48e7-a722-f433bf35ed60 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=13936f56-a9b8-4832-a4de-df0cffe4e51a HTTP/1.1" status: 200 len: 950 time: 0.2595885 Jul 09 16:14:55.030055 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2e88abee-227f-48ad-9b89-26eb76a34eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:55.030401 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-2e88abee-227f-48ad-9b89-26eb76a34eae admin admin] Added segment 2fb46387-d619-4acf-8f1d-31c0610ec7ff of type vlan for network a83106c4-7a1b-4236-bae4-8ce093eefcb8 Jul 09 16:14:55.069060 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dad0a3ac-923d-43cb-8d4b-ebf944744d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:55.138961 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2e88abee-227f-48ad-9b89-26eb76a34eae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:55.166074 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f609f3d1-808c-4f55-a9f5-011ce020b618 req-97648d42-5570-41e8-b086-d0f53ff1df04 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240292 Jul 09 16:14:55.168060 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ef5f70e5-9a38-4adf-94b6-1a7c72f68750 req-e39cb599-2d06-44b9-a2bb-5e2dc2e0ae47 service neutron] 10.222.0.73 "GET /v2.0/networks/6ac806f1-cdc6-4f21-8dff-578217276e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654381 Jul 09 16:14:55.215013 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47324426-3751-4556-a21f-9c54f2feea17 req-67c08c14-de6f-406c-9b2c-cd673b76fea1 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:55.216433 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-47324426-3751-4556-a21f-9c54f2feea17 req-67c08c14-de6f-406c-9b2c-cd673b76fea1 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.73 "GET /v2.0/ports?device_id=13936f56-a9b8-4832-a4de-df0cffe4e51a HTTP/1.1" status: 200 len: 950 time: 0.2994082 Jul 09 16:14:55.226970 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:55.615307 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a5af07-6a91-4af8-bf91-0e97e894a88a req-1ddcb58e-5a5f-4f8d-a7c4-73dc19d26aac tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:55.616896 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-84a5af07-6a91-4af8-bf91-0e97e894a88a req-1ddcb58e-5a5f-4f8d-a7c4-73dc19d26aac tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/ports?device_id=abc4daa8-fee8-481c-a51c-7f4f1e06e601 HTTP/1.1" status: 200 len: 943 time: 0.0846024 Jul 09 16:14:55.622094 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2e88abee-227f-48ad-9b89-26eb76a34eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:55.623160 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e88abee-227f-48ad-9b89-26eb76a34eae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:55.623729 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2e88abee-227f-48ad-9b89-26eb76a34eae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:55.672756 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-84a5af07-6a91-4af8-bf91-0e97e894a88a req-f473f5c6-043c-45fe-96ed-a83314c106f1 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/security-groups?id=fadcaedc-452e-4f40-8a32-cbe9ec458d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493033 Jul 09 16:14:55.747818 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2e88abee-227f-48ad-9b89-26eb76a34eae admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4487405 Jul 09 16:14:55.750716 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54016) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:14:55.752931 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e88abee-227f-48ad-9b89-26eb76a34eae admin admin] Pushing event updated for resources: {'Network': ['ID=a83106c4-7a1b-4236-bae4-8ce093eefcb8,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:55.756244 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-133b2043-fd1e-4d48-95ab-68486cdf6d91 admin admin] Request body: {'subnet': {'network_id': 'a83106c4-7a1b-4236-bae4-8ce093eefcb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-277735325-subnet', 'tenant_id': 'b6f67abaa7d34fbf8340eaa74fafc7a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:14:55.766839 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network a83106c4-7a1b-4236-bae4-8ce093eefcb8 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:14:55.767085 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b543361-bf6b-44ce-a7d5-fc36fa043f2a req-c494d216-8413-446b-ac54-21a7d0c10ee7 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:55.768788 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6b543361-bf6b-44ce-a7d5-fc36fa043f2a req-c494d216-8413-446b-ac54-21a7d0c10ee7 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.77 "GET /v2.0/ports?device_id=1994318a-faf4-4587-9787-0cd99a4f3347 HTTP/1.1" status: 200 len: 945 time: 0.6269016 Jul 09 16:14:55.774228 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ef5f70e5-9a38-4adf-94b6-1a7c72f68750 req-e0cddf41-94ad-4496-8dd1-bd01888c4968 service neutron] 10.222.0.73 "GET /v2.0/networks/6ac806f1-cdc6-4f21-8dff-578217276e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5800974 Jul 09 16:14:55.791732 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133b2043-fd1e-4d48-95ab-68486cdf6d91 admin admin] Made reservation on behalf of b6f67abaa7d34fbf8340eaa74fafc7a2 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:14:55.799249 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-133b2043-fd1e-4d48-95ab-68486cdf6d91 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:55.847462 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-47324426-3751-4556-a21f-9c54f2feea17 req-60a15950-d986-42b6-bfc2-d94f80b5d563 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Deleting port 198a638c-19c2-40d7-ac04-36dfb2a828b2 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:14:55.848693 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-47324426-3751-4556-a21f-9c54f2feea17 req-60a15950-d986-42b6-bfc2-d94f80b5d563 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:55.979526 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-6b543361-bf6b-44ce-a7d5-fc36fa043f2a req-69803a4b-57e3-4bf1-a480-afbac93ed04e tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Deleting port decec9c1-b0bd-4c37-9fa9-2b5c1c14f286 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:14:55.979878 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6b543361-bf6b-44ce-a7d5-fc36fa043f2a req-69803a4b-57e3-4bf1-a480-afbac93ed04e tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:55.988550 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-47324426-3751-4556-a21f-9c54f2feea17 req-60a15950-d986-42b6-bfc2-d94f80b5d563 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] For port 198a638c-19c2-40d7-ac04-36dfb2a828b2, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=198a638c-19c2-40d7-ac04-36dfb2a828b2,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:14:55.989089 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-47324426-3751-4556-a21f-9c54f2feea17 req-60a15950-d986-42b6-bfc2-d94f80b5d563 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:56.007945 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-133b2043-fd1e-4d48-95ab-68486cdf6d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:56.041384 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-47324426-3751-4556-a21f-9c54f2feea17 req-60a15950-d986-42b6-bfc2-d94f80b5d563 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Calling delete_port for 198a638c-19c2-40d7-ac04-36dfb2a828b2 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:14:56.110851 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:56.134202 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b2043-fd1e-4d48-95ab-68486cdf6d91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a370451c-a6ff-4f67-9f5a-5d221f88c998,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:56.159104 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133b2043-fd1e-4d48-95ab-68486cdf6d91 admin admin] Checking segment: {'id': '2fb46387-d619-4acf-8f1d-31c0610ec7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a83106c4-7a1b-4236-bae4-8ce093eefcb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:14:56.161490 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133b2043-fd1e-4d48-95ab-68486cdf6d91 admin admin] Network hostable DHCP agents. Network: a83106c4-7a1b-4236-bae4-8ce093eefcb8, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:14:56.190881 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-6b543361-bf6b-44ce-a7d5-fc36fa043f2a req-69803a4b-57e3-4bf1-a480-afbac93ed04e tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] For port decec9c1-b0bd-4c37-9fa9-2b5c1c14f286, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=decec9c1-b0bd-4c37-9fa9-2b5c1c14f286,segment=NetworkSegment(cbc7a639-5863-4995-9a4b-f91be63e1ab1),segment_id=cbc7a639-5863-4995-9a4b-f91be63e1ab1)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:14:56.193707 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6b543361-bf6b-44ce-a7d5-fc36fa043f2a req-69803a4b-57e3-4bf1-a480-afbac93ed04e tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:56.203860 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133b2043-fd1e-4d48-95ab-68486cdf6d91 admin admin] Network a83106c4-7a1b-4236-bae4-8ce093eefcb8 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:14:56.213579 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-6b543361-bf6b-44ce-a7d5-fc36fa043f2a req-69803a4b-57e3-4bf1-a480-afbac93ed04e tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Calling delete_port for decec9c1-b0bd-4c37-9fa9-2b5c1c14f286 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:14:56.217363 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87161b3f-7695-4947-9a57-96028b882378 req-8c508353-f557-4184-9750-1bc7da7a9920 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:56.223281 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-87161b3f-7695-4947-9a57-96028b882378 req-8c508353-f557-4184-9750-1bc7da7a9920 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=1994318a-faf4-4587-9787-0cd99a4f3347 HTTP/1.1" status: 200 len: 945 time: 0.1703541 Jul 09 16:14:56.242559 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-133b2043-fd1e-4d48-95ab-68486cdf6d91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, a83106c4-7a1b-4236-bae4-8ce093eefcb8) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:14:56.250686 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133b2043-fd1e-4d48-95ab-68486cdf6d91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:56.251483 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-133b2043-fd1e-4d48-95ab-68486cdf6d91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:56.255841 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735fcef5-cda4-4888-956e-b3c9055e5c28 None None] Network a83106c4-7a1b-4236-bae4-8ce093eefcb8 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:14:56.289356 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-133b2043-fd1e-4d48-95ab-68486cdf6d91 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5371344 Jul 09 16:14:56.312181 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-87161b3f-7695-4947-9a57-96028b882378 req-f5858362-6423-40fc-91e4-12bc334bc18f tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857379 Jul 09 16:14:56.451435 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-47324426-3751-4556-a21f-9c54f2feea17 req-60a15950-d986-42b6-bfc2-d94f80b5d563 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:56.453302 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:56.467659 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['7e6cf95d-c4b7-4dc6-937f-69b79badf881'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:14:56.500526 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54030) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:14:56.506071 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-761e11d4-76d0-482e-8394-77e487147b05 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1252325363'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:14:56.526316 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['198a638c-19c2-40d7-ac04-36dfb2a828b2'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:14:56.533696 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a15950-d986-42b6-bfc2-d94f80b5d563 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Pushing event deleted for resources: {'Port': ['ID=198a638c-19c2-40d7-ac04-36dfb2a828b2,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:56.534318 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761e11d4-76d0-482e-8394-77e487147b05 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Made reservation on behalf of 26aaf535ef1442ddbe5e4f5b96bc1792 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:14:56.545212 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-761e11d4-76d0-482e-8394-77e487147b05 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:56.547898 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e5a3c-73d3-4604-b470-2b76dbfb3b9b req-88582f6a-b609-49d2-960b-0f6969e64e89 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:56.549288 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-395e5a3c-73d3-4604-b470-2b76dbfb3b9b req-88582f6a-b609-49d2-960b-0f6969e64e89 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=13936f56-a9b8-4832-a4de-df0cffe4e51a HTTP/1.1" status: 200 len: 867 time: 0.1991811 Jul 09 16:14:56.598133 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-761e11d4-76d0-482e-8394-77e487147b05 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:14:56.610586 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-761e11d4-76d0-482e-8394-77e487147b05 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:56.611315 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-761e11d4-76d0-482e-8394-77e487147b05 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Added segment 1bfbbbb5-eeae-4b13-af34-13d5b7a106d2 of type vlan for network f5b04cdf-01a8-4737-aa80-b62db70e7d95 Jul 09 16:14:56.622030 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c000eb3-ddcd-418b-8f72-d23362ced24b None None] Network a83106c4-7a1b-4236-bae4-8ce093eefcb8 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:14:56.638147 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-47324426-3751-4556-a21f-9c54f2feea17 req-60a15950-d986-42b6-bfc2-d94f80b5d563 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] No DVR routers for this DVR port 198a638c-19c2-40d7-ac04-36dfb2a828b2 on host n-h2-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:14:56.657071 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-47324426-3751-4556-a21f-9c54f2feea17 req-60a15950-d986-42b6-bfc2-d94f80b5d563 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:56.659190 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-47324426-3751-4556-a21f-9c54f2feea17 req-60a15950-d986-42b6-bfc2-d94f80b5d563 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.73 "DELETE /v2.0/ports/198a638c-19c2-40d7-ac04-36dfb2a828b2 HTTP/1.1" status: 204 len: 173 time: 1.4293396 Jul 09 16:14:56.662275 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13936f56-a9b8-4832-a4de-df0cffe4e51a', 'name': 'network-vif-deleted', 'tag': '198a638c-19c2-40d7-ac04-36dfb2a828b2'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:14:56.671643 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0deb65-147e-4cc8-866b-e1e604aa1e25" -d '{"events": [{"server_uuid": "13936f56-a9b8-4832-a4de-df0cffe4e51a", "name": "network-vif-deleted", "tag": "198a638c-19c2-40d7-ac04-36dfb2a828b2"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:14:56.694851 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-761e11d4-76d0-482e-8394-77e487147b05 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:56.730815 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6b543361-bf6b-44ce-a7d5-fc36fa043f2a req-69803a4b-57e3-4bf1-a480-afbac93ed04e tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:56.739694 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-761e11d4-76d0-482e-8394-77e487147b05 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:56.748636 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761e11d4-76d0-482e-8394-77e487147b05 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:56.748960 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-761e11d4-76d0-482e-8394-77e487147b05 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:56.832931 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-395e5a3c-73d3-4604-b470-2b76dbfb3b9b req-546c5d14-6221-4023-b53a-5cbe3003a195 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504318 Jul 09 16:14:56.835182 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69803a4b-57e3-4bf1-a480-afbac93ed04e tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Pushing event deleted for resources: {'Port': ['ID=decec9c1-b0bd-4c37-9fa9-2b5c1c14f286,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:56.894704 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-761e11d4-76d0-482e-8394-77e487147b05 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3929079 Jul 09 16:14:56.900678 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54048) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:14:56.914093 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b8433a36-1681-47f0-b40a-3069adfd2c97 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1558738169'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:14:56.930824 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e11d4-76d0-482e-8394-77e487147b05 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Pushing event updated for resources: {'Network': ['ID=f5b04cdf-01a8-4737-aa80-b62db70e7d95,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:56.940879 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network f5b04cdf-01a8-4737-aa80-b62db70e7d95 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:14:56.983394 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5abc91d-3565-473f-8237-a100615e93bb x-openstack-request-id: req-f5abc91d-3565-473f-8237-a100615e93bb {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:14:56.984007 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13936f56-a9b8-4832-a4de-df0cffe4e51a", "name": "network-vif-deleted", "tag": "198a638c-19c2-40d7-ac04-36dfb2a828b2", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:14:56.984007 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f5abc91d-3565-473f-8237-a100615e93bb {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:14:56.984492 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13936f56-a9b8-4832-a4de-df0cffe4e51a', 'name': 'network-vif-deleted', 'tag': '198a638c-19c2-40d7-ac04-36dfb2a828b2', 'status': 'completed', 'code': 200} Jul 09 16:14:56.985108 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b543361-bf6b-44ce-a7d5-fc36fa043f2a req-69803a4b-57e3-4bf1-a480-afbac93ed04e tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] No DVR routers for this DVR port decec9c1-b0bd-4c37-9fa9-2b5c1c14f286 on host n-h1-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:14:56.989302 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6b543361-bf6b-44ce-a7d5-fc36fa043f2a req-69803a4b-57e3-4bf1-a480-afbac93ed04e tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:56.995892 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6b543361-bf6b-44ce-a7d5-fc36fa043f2a req-69803a4b-57e3-4bf1-a480-afbac93ed04e tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.77 "DELETE /v2.0/ports/decec9c1-b0bd-4c37-9fa9-2b5c1c14f286 HTTP/1.1" status: 204 len: 173 time: 1.2165167 Jul 09 16:14:56.997400 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8433a36-1681-47f0-b40a-3069adfd2c97 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Made reservation on behalf of 26aaf535ef1442ddbe5e4f5b96bc1792 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:14:57.008114 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b8433a36-1681-47f0-b40a-3069adfd2c97 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:57.065882 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8433a36-1681-47f0-b40a-3069adfd2c97 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:14:57.090667 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b8433a36-1681-47f0-b40a-3069adfd2c97 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:57.091133 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-b8433a36-1681-47f0-b40a-3069adfd2c97 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Added segment 2c926b7f-3d2f-4a20-b2db-f56b1ea8f48b of type vlan for network 6a26d5a7-49c7-498b-ac37-7c6cb6027d97 Jul 09 16:14:57.155294 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b218b10-67c8-4594-87d9-70502c0a1fd5 req-fd57971f-25ae-4cd7-9dae-661299af17ad tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:57.161896 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3b218b10-67c8-4594-87d9-70502c0a1fd5 req-fd57971f-25ae-4cd7-9dae-661299af17ad tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/ports?device_id=abc4daa8-fee8-481c-a51c-7f4f1e06e601 HTTP/1.1" status: 200 len: 943 time: 0.1267052 Jul 09 16:14:57.162404 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b8433a36-1681-47f0-b40a-3069adfd2c97 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:57.187565 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54052) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:14:57.192666 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-0c715a87-50a0-47ba-915b-ecd22c6ab028 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2025801911-network', 'tenant_id': 'e8fb2d2587664085896071d23dc81263'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:14:57.200992 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b8433a36-1681-47f0-b40a-3069adfd2c97 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:57.206900 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8433a36-1681-47f0-b40a-3069adfd2c97 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:57.207512 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b8433a36-1681-47f0-b40a-3069adfd2c97 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:57.226320 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3b218b10-67c8-4594-87d9-70502c0a1fd5 req-b20ae2b3-5bc2-4287-a0bf-eb42e849a8c1 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/security-groups?id=fadcaedc-452e-4f40-8a32-cbe9ec458d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634575 Jul 09 16:14:57.236134 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c715a87-50a0-47ba-915b-ecd22c6ab028 admin admin] Made reservation on behalf of e8fb2d2587664085896071d23dc81263 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:14:57.239037 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0c715a87-50a0-47ba-915b-ecd22c6ab028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:57.249819 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0c715a87-50a0-47ba-915b-ecd22c6ab028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:57.267324 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b8433a36-1681-47f0-b40a-3069adfd2c97 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3656726 Jul 09 16:14:57.270061 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54056) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:14:57.275691 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-9c8ee57a-0bac-4b50-ba0e-9e7c7e9f3943 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Request body: {'subnet': {'network_id': 'f5b04cdf-01a8-4737-aa80-b62db70e7d95', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:14:57.281910 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8433a36-1681-47f0-b40a-3069adfd2c97 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Pushing event updated for resources: {'Network': ['ID=6a26d5a7-49c7-498b-ac37-7c6cb6027d97,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:57.294365 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 6a26d5a7-49c7-498b-ac37-7c6cb6027d97 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:14:57.451638 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0c715a87-50a0-47ba-915b-ecd22c6ab028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:57.478190 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0c715a87-50a0-47ba-915b-ecd22c6ab028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:57.487475 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7b0f2567-57bd-423e-a6c9-4c05b0c259e6 req-627df7eb-32c6-4321-a5c8-34b1cedca96c tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=1994318a-faf4-4587-9787-0cd99a4f3347 HTTP/1.1" status: 200 len: 210 time: 0.0417216 Jul 09 16:14:57.504470 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c715a87-50a0-47ba-915b-ecd22c6ab028 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:14:57.525843 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0c715a87-50a0-47ba-915b-ecd22c6ab028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:57.526196 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-0c715a87-50a0-47ba-915b-ecd22c6ab028 admin admin] Added segment fda29d93-88b6-4504-9d07-3d5b814fdf48 of type vlan for network 62502fce-cc8a-4a66-94d6-aa0e3c3458aa Jul 09 16:14:57.529783 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8ee57a-0bac-4b50-ba0e-9e7c7e9f3943 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Made reservation on behalf of 26aaf535ef1442ddbe5e4f5b96bc1792 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:14:57.533317 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9c8ee57a-0bac-4b50-ba0e-9e7c7e9f3943 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:57.584004 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c715a87-50a0-47ba-915b-ecd22c6ab028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c63916-8f7b-471e-9d4c-3cebdd07ffe4,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:57.633398 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0c715a87-50a0-47ba-915b-ecd22c6ab028 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:57.684192 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0c715a87-50a0-47ba-915b-ecd22c6ab028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:57.685708 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c715a87-50a0-47ba-915b-ecd22c6ab028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:57.686278 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0c715a87-50a0-47ba-915b-ecd22c6ab028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:57.767431 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0c715a87-50a0-47ba-915b-ecd22c6ab028 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5787916 Jul 09 16:14:57.770266 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54060) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:14:57.775425 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-fac7d588-f8df-47a6-a189-2855a27553fb admin admin] Request body: {'subnet': {'network_id': '62502fce-cc8a-4a66-94d6-aa0e3c3458aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2025801911-subnet', 'tenant_id': 'e8fb2d2587664085896071d23dc81263', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:14:57.790756 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c715a87-50a0-47ba-915b-ecd22c6ab028 admin admin] Pushing event updated for resources: {'Network': ['ID=62502fce-cc8a-4a66-94d6-aa0e3c3458aa,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:57.801951 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac7d588-f8df-47a6-a189-2855a27553fb admin admin] Made reservation on behalf of e8fb2d2587664085896071d23dc81263 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:14:57.805253 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fac7d588-f8df-47a6-a189-2855a27553fb admin admin] Notify callbacks [] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:57.807829 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 62502fce-cc8a-4a66-94d6-aa0e3c3458aa details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:14:57.838784 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9c8ee57a-0bac-4b50-ba0e-9e7c7e9f3943 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:57.912636 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ee57a-0bac-4b50-ba0e-9e7c7e9f3943 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Pushing event updated for resources: {'Subnet': ['ID=069191b9-70ed-4c94-9317-897bb2dd7371,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:57.924586 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8ee57a-0bac-4b50-ba0e-9e7c7e9f3943 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Checking segment: {'id': '1bfbbbb5-eeae-4b13-af34-13d5b7a106d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f5b04cdf-01a8-4737-aa80-b62db70e7d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:14:57.924998 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8ee57a-0bac-4b50-ba0e-9e7c7e9f3943 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Network hostable DHCP agents. Network: f5b04cdf-01a8-4737-aa80-b62db70e7d95, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:14:57.944783 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8ee57a-0bac-4b50-ba0e-9e7c7e9f3943 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Network f5b04cdf-01a8-4737-aa80-b62db70e7d95 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:14:57.953989 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-9c8ee57a-0bac-4b50-ba0e-9e7c7e9f3943 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, f5b04cdf-01a8-4737-aa80-b62db70e7d95) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:14:57.959397 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8ee57a-0bac-4b50-ba0e-9e7c7e9f3943 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:57.960357 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9c8ee57a-0bac-4b50-ba0e-9e7c7e9f3943 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:57.968707 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cf90ee-0064-4ed0-8a97-552cb7e8dfed None None] Network f5b04cdf-01a8-4737-aa80-b62db70e7d95 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:14:57.982102 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-9c8ee57a-0bac-4b50-ba0e-9e7c7e9f3943 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7103155 Jul 09 16:14:57.984706 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54068) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:14:57.992079 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-d4e0bbb4-cbd1-4dad-ae64-1c4c12f5d4f5 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Request body: {'subnet': {'network_id': '6a26d5a7-49c7-498b-ac37-7c6cb6027d97', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:14:58.049385 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:58.050058 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fac7d588-f8df-47a6-a189-2855a27553fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:58.115378 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac7d588-f8df-47a6-a189-2855a27553fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=44064130-d3ea-42b5-a7de-b3ac81ae9ad0,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:58.121350 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac7d588-f8df-47a6-a189-2855a27553fb admin admin] Checking segment: {'id': 'fda29d93-88b6-4504-9d07-3d5b814fdf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '62502fce-cc8a-4a66-94d6-aa0e3c3458aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:14:58.121567 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e0bbb4-cbd1-4dad-ae64-1c4c12f5d4f5 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Made reservation on behalf of 26aaf535ef1442ddbe5e4f5b96bc1792 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:14:58.121741 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac7d588-f8df-47a6-a189-2855a27553fb admin admin] Network hostable DHCP agents. Network: 62502fce-cc8a-4a66-94d6-aa0e3c3458aa, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:14:58.128621 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4e0bbb4-cbd1-4dad-ae64-1c4c12f5d4f5 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:58.139556 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac7d588-f8df-47a6-a189-2855a27553fb admin admin] Network 62502fce-cc8a-4a66-94d6-aa0e3c3458aa is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:14:58.151171 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-fac7d588-f8df-47a6-a189-2855a27553fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 62502fce-cc8a-4a66-94d6-aa0e3c3458aa) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:14:58.157334 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac7d588-f8df-47a6-a189-2855a27553fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:58.158271 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fac7d588-f8df-47a6-a189-2855a27553fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:58.162416 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894c516d-cfbe-456c-bbe7-e345f4684c23 None None] Network 62502fce-cc8a-4a66-94d6-aa0e3c3458aa requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:14:58.177920 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bca1d5-163b-4452-8fd2-79aaf492d811 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-f5b04cdf-01a8-4737-aa80-b62db70e7d95', 'network_id': 'f5b04cdf-01a8-4737-aa80-b62db70e7d95', 'tenant_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'fixed_ips': [{'subnet_id': '069191b9-70ed-4c94-9317-897bb2dd7371'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:14:58.178795 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a4bca1d5-163b-4452-8fd2-79aaf492d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:58.200776 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-fac7d588-f8df-47a6-a189-2855a27553fb admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4220200 Jul 09 16:14:58.345609 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4e0bbb4-cbd1-4dad-ae64-1c4c12f5d4f5 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:58.422923 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e0bbb4-cbd1-4dad-ae64-1c4c12f5d4f5 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Pushing event updated for resources: {'Subnet': ['ID=8a54258b-5d51-4c0f-b2ea-6d2399e08904,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:58.431411 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e0bbb4-cbd1-4dad-ae64-1c4c12f5d4f5 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Checking segment: {'id': '2c926b7f-3d2f-4a20-b2db-f56b1ea8f48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6a26d5a7-49c7-498b-ac37-7c6cb6027d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:14:58.431777 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e0bbb4-cbd1-4dad-ae64-1c4c12f5d4f5 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Network hostable DHCP agents. Network: 6a26d5a7-49c7-498b-ac37-7c6cb6027d97, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:14:58.453989 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e0bbb4-cbd1-4dad-ae64-1c4c12f5d4f5 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Network 6a26d5a7-49c7-498b-ac37-7c6cb6027d97 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:14:58.468293 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-d4e0bbb4-cbd1-4dad-ae64-1c4c12f5d4f5 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 6a26d5a7-49c7-498b-ac37-7c6cb6027d97) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:14:58.475776 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e0bbb4-cbd1-4dad-ae64-1c4c12f5d4f5 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:58.476465 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4e0bbb4-cbd1-4dad-ae64-1c4c12f5d4f5 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:58.502156 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c31964-df5a-4e76-aa0e-60db2f998231 None None] Network 6a26d5a7-49c7-498b-ac37-7c6cb6027d97 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:14:58.504053 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device aae1e99b-b67d-422b-9c35-0136f2c36ff8 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:14:58.505293 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-d4e0bbb4-cbd1-4dad-ae64-1c4c12f5d4f5 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5186520 Jul 09 16:14:58.506203 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54082) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:14:58.510537 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 198a638c-19c2-40d7-ac04-36dfb2a828b2 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:14:58.512107 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-da1aaa7f-5060-42d0-9954-4a7942498d6e tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Request body: {'port': {'network_id': 'f5b04cdf-01a8-4737-aa80-b62db70e7d95', 'name': 'tempest-TaggedBootDevicesTest-1542191071', 'fixed_ips': [{'subnet_id': '069191b9-70ed-4c94-9317-897bb2dd7371'}]}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:14:58.556582 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: 198a638c-19c2-40d7-ac04-36dfb2a828b2 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:14:58.557185 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 198a638c-19c2-40d7-ac04-36dfb2a828b2 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:14:58.558913 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f279ecc-7912-4f83-b406-5fcb46f80794 None None] Network 62502fce-cc8a-4a66-94d6-aa0e3c3458aa requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:14:58.586488 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df42229-a155-4df2-832c-b39e3288003e req-cb9fada3-7ba0-40df-9ef5-7acb0b5bed83 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:58.588245 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6df42229-a155-4df2-832c-b39e3288003e req-cb9fada3-7ba0-40df-9ef5-7acb0b5bed83 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/ports?device_id=abc4daa8-fee8-481c-a51c-7f4f1e06e601 HTTP/1.1" status: 200 len: 943 time: 0.1050022 Jul 09 16:14:58.630243 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6df42229-a155-4df2-832c-b39e3288003e req-08eb0c7f-d8ca-47b6-b5b3-71df9ae76873 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/security-groups?id=fadcaedc-452e-4f40-8a32-cbe9ec458d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359626 Jul 09 16:14:58.645750 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-a4bca1d5-163b-4452-8fd2-79aaf492d811 None None] Allocated IP 10.1.1.2 (f5b04cdf-01a8-4737-aa80-b62db70e7d95/069191b9-70ed-4c94-9317-897bb2dd7371/df3fbdf9-ec4d-44ad-80d0-a7b4569691df) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:14:58.662798 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e1cd9-2b75-4bee-bdd2-3aaca5e537f4 req-0459787c-c80e-48d3-9ccf-90577cc2878b tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:58.670049 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-644e1cd9-2b75-4bee-bdd2-3aaca5e537f4 req-0459787c-c80e-48d3-9ccf-90577cc2878b tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f HTTP/1.1" status: 200 len: 949 time: 0.1525052 Jul 09 16:14:58.729707 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-644e1cd9-2b75-4bee-bdd2-3aaca5e537f4 req-ed280fa1-fcd0-467e-989c-af9e8c610bfa tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588419 Jul 09 16:14:58.737685 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1aaa7f-5060-42d0-9954-4a7942498d6e tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Made reservation on behalf of 26aaf535ef1442ddbe5e4f5b96bc1792 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:14:58.852130 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-da1aaa7f-5060-42d0-9954-4a7942498d6e tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:58.857506 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port aae1e99b-b67d-422b-9c35-0136f2c36ff8, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=aae1e99b-b67d-422b-9c35-0136f2c36ff8,segment=NetworkSegment(53bede6b-6861-409a-a49d-5992a95b9775),segment_id=53bede6b-6861-409a-a49d-5992a95b9775)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:14:58.873055 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-da1aaa7f-5060-42d0-9954-4a7942498d6e tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] device_id is not set on port dc1969ff-da8f-4d79-bad7-c98b94b7dc83 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:14:58.889037 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': 'aae1e99b-b67d-422b-9c35-0136f2c36ff8', 'network_id': '6ac806f1-cdc6-4f21-8dff-578217276e95', 'port_id': 'aae1e99b-b67d-422b-9c35-0136f2c36ff8', 'mac_address': 'fa:16:3e:18:6c:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7647c929-ca32-4b48-b774-d40e8214567d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:14:59.014405 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:59.056932 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aae1e99b-b67d-422b-9c35-0136f2c36ff8 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:14:59.059466 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1994318a-faf4-4587-9787-0cd99a4f3347', 'name': 'network-vif-deleted', 'tag': 'decec9c1-b0bd-4c37-9fa9-2b5c1c14f286'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:14:59.063211 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8df0d6d-d370-40fd-a2b2-9bc4e255528e" -d '{"events": [{"server_uuid": "1994318a-faf4-4587-9787-0cd99a4f3347", "name": "network-vif-deleted", "tag": "decec9c1-b0bd-4c37-9fa9-2b5c1c14f286"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:14:59.092347 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf96b62f-1b6b-4cb2-953a-7deb5eb86c3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-6a26d5a7-49c7-498b-ac37-7c6cb6027d97', 'network_id': '6a26d5a7-49c7-498b-ac37-7c6cb6027d97', 'tenant_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'fixed_ips': [{'subnet_id': '8a54258b-5d51-4c0f-b2ea-6d2399e08904'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:14:59.093397 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cf96b62f-1b6b-4cb2-953a-7deb5eb86c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:59.118619 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port aae1e99b-b67d-422b-9c35-0136f2c36ff8, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=aae1e99b-b67d-422b-9c35-0136f2c36ff8,segment=NetworkSegment(53bede6b-6861-409a-a49d-5992a95b9775),segment_id=53bede6b-6861-409a-a49d-5992a95b9775)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:14:59.134051 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:59.146652 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a4bca1d5-163b-4452-8fd2-79aaf492d811 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:59.147614 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba830c-acde-415e-9c78-642da4bdffc5 req-317fca27-9451-4f27-ae4d-c8c76bea5769 tempest-VolumesAdminNegativeTest-937508583 tempest-VolumesAdminNegativeTest-937508583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:59.151226 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1bba830c-acde-415e-9c78-642da4bdffc5 req-317fca27-9451-4f27-ae4d-c8c76bea5769 tempest-VolumesAdminNegativeTest-937508583 tempest-VolumesAdminNegativeTest-937508583-project] 10.222.0.98 "GET /v2.0/networks?id=a83106c4-7a1b-4236-bae4-8ce093eefcb8 HTTP/1.1" status: 200 len: 814 time: 0.1485496 Jul 09 16:14:59.165483 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1bba830c-acde-415e-9c78-642da4bdffc5 req-4b499a33-d63a-40ed-891e-1d0123ac4e47 tempest-VolumesAdminNegativeTest-937508583 tempest-VolumesAdminNegativeTest-937508583-project] 10.222.0.98 "GET /v2.0/quotas/b6f67abaa7d34fbf8340eaa74fafc7a2 HTTP/1.1" status: 200 len: 375 time: 0.0098274 Jul 09 16:14:59.209814 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1bba830c-acde-415e-9c78-642da4bdffc5 req-242af510-e912-425d-95f7-bea96dcf3665 tempest-VolumesAdminNegativeTest-937508583 tempest-VolumesAdminNegativeTest-937508583-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=b6f67abaa7d34fbf8340eaa74fafc7a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359485 Jul 09 16:14:59.241944 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8968008c-2b2f-471c-9b6f-c0ce96bf38cc x-openstack-request-id: req-8968008c-2b2f-471c-9b6f-c0ce96bf38cc {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:14:59.242244 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1994318a-faf4-4587-9787-0cd99a4f3347", "name": "network-vif-deleted", "tag": "decec9c1-b0bd-4c37-9fa9-2b5c1c14f286", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:14:59.242495 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8968008c-2b2f-471c-9b6f-c0ce96bf38cc {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:14:59.242918 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1994318a-faf4-4587-9787-0cd99a4f3347', 'name': 'network-vif-deleted', 'tag': 'decec9c1-b0bd-4c37-9fa9-2b5c1c14f286', 'status': 'completed', 'code': 200} Jul 09 16:14:59.308023 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a4bca1d5-163b-4452-8fd2-79aaf492d811 None None] Transition to ACTIVE for port object df3fbdf9-ec4d-44ad-80d0-a7b4569691df will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:14:59.312562 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1bba830c-acde-415e-9c78-642da4bdffc5 req-be64ef9b-6aef-429b-9131-92740f45a8d0 service neutron] 10.222.0.98 "GET /v2.0/networks/a83106c4-7a1b-4236-bae4-8ce093eefcb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973380 Jul 09 16:14:59.389181 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a4bca1d5-163b-4452-8fd2-79aaf492d811 None None] Transition to ACTIVE for port object df3fbdf9-ec4d-44ad-80d0-a7b4569691df will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:14:59.401284 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=aae1e99b-b67d-422b-9c35-0136f2c36ff8,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:59.407135 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a4bca1d5-163b-4452-8fd2-79aaf492d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:59.416591 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6ef6fe-2dc7-4ce6-86af-d9b256f20145 req-b8eb671b-2131-44ea-aa7e-6277e565ce6c tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:59.421865 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1bba830c-acde-415e-9c78-642da4bdffc5 req-11422a4c-2a36-4a7e-9959-e6ff0e0169ac service neutron] 10.222.0.98 "GET /v2.0/networks/a83106c4-7a1b-4236-bae4-8ce093eefcb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032510 Jul 09 16:14:59.424567 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fd6ef6fe-2dc7-4ce6-86af-d9b256f20145 req-b8eb671b-2131-44ea-aa7e-6277e565ce6c tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10be2bf-11a4-400c-ad86-3ca904c9681e HTTP/1.1" status: 200 len: 944 time: 0.0861099 Jul 09 16:14:59.485435 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bca1d5-163b-4452-8fd2-79aaf492d811 None None] Network f5b04cdf-01a8-4737-aa80-b62db70e7d95 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:14:59.492292 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-a4bca1d5-163b-4452-8fd2-79aaf492d811 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:14:59.498828 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bca1d5-163b-4452-8fd2-79aaf492d811 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:14:59.501045 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fd6ef6fe-2dc7-4ce6-86af-d9b256f20145 req-1712aa5c-35d7-4360-b33e-fe6083594b0b tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755649 Jul 09 16:14:59.502219 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-da1aaa7f-5060-42d0-9954-4a7942498d6e tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Allocated IP 10.1.1.192 (f5b04cdf-01a8-4737-aa80-b62db70e7d95/069191b9-70ed-4c94-9317-897bb2dd7371/dc1969ff-da8f-4d79-bad7-c98b94b7dc83) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:14:59.503336 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bca1d5-163b-4452-8fd2-79aaf492d811 None None] Pushing event updated for resources: {'Port': ['ID=df3fbdf9-ec4d-44ad-80d0-a7b4569691df,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:14:59.518736 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-cf96b62f-1b6b-4cb2-953a-7deb5eb86c3e None None] Allocated IP 10.2.2.2 (6a26d5a7-49c7-498b-ac37-7c6cb6027d97/8a54258b-5d51-4c0f-b2ea-6d2399e08904/aa4c45a8-1947-4a46-9386-f61c3de09215) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:14:59.642452 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-a4bca1d5-163b-4452-8fd2-79aaf492d811 None None] Attempting to bind port df3fbdf9-ec4d-44ad-80d0-a7b4569691df on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:14:59.642847 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-a4bca1d5-163b-4452-8fd2-79aaf492d811 None None] Attempting to bind port df3fbdf9-ec4d-44ad-80d0-a7b4569691df by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '1bfbbbb5-eeae-4b13-af34-13d5b7a106d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f5b04cdf-01a8-4737-aa80-b62db70e7d95'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:14:59.643448 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bca1d5-163b-4452-8fd2-79aaf492d811 None None] Attempting to bind port df3fbdf9-ec4d-44ad-80d0-a7b4569691df on network f5b04cdf-01a8-4737-aa80-b62db70e7d95 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:14:59.652659 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['aae1e99b-b67d-422b-9c35-0136f2c36ff8'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:14:59.689645 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bca1d5-163b-4452-8fd2-79aaf492d811 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:14:59.690355 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bca1d5-163b-4452-8fd2-79aaf492d811 None None] Checking segment: {'id': '1bfbbbb5-eeae-4b13-af34-13d5b7a106d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f5b04cdf-01a8-4737-aa80-b62db70e7d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:14:59.691018 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a4bca1d5-163b-4452-8fd2-79aaf492d811 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:59.691905 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bca1d5-163b-4452-8fd2-79aaf492d811 None None] Bound using segment: {'id': '1bfbbbb5-eeae-4b13-af34-13d5b7a106d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f5b04cdf-01a8-4737-aa80-b62db70e7d95'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:14:59.692621 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-a4bca1d5-163b-4452-8fd2-79aaf492d811 None None] Bound port: df3fbdf9-ec4d-44ad-80d0-a7b4569691df, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bfbbbb5-eeae-4b13-af34-13d5b7a106d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f5b04cdf-01a8-4737-aa80-b62db70e7d95'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:14:59.693233 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a4bca1d5-163b-4452-8fd2-79aaf492d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:59.693836 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c704f586-d63f-4b1a-a6e4-0bb4072fed7d req-d6187f12-1e37-47af-98ee-166bc6903b5f tempest-VolumesAdminNegativeTest-937508583 tempest-VolumesAdminNegativeTest-937508583-project] 10.222.0.98 "GET /v2.0/ports?device_id=c24104e5-eae7-4ce0-aa84-b3454b8aea6f HTTP/1.1" status: 200 len: 210 time: 0.0639951 Jul 09 16:14:59.715260 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-da1aaa7f-5060-42d0-9954-4a7942498d6e tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:59.769801 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-da1aaa7f-5060-42d0-9954-4a7942498d6e tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Transition to ACTIVE for port object dc1969ff-da8f-4d79-bad7-c98b94b7dc83 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:14:59.896042 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a4bca1d5-163b-4452-8fd2-79aaf492d811 None None] For port df3fbdf9-ec4d-44ad-80d0-a7b4569691df, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:14:59.898342 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cf96b62f-1b6b-4cb2-953a-7deb5eb86c3e None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:59.901463 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a4bca1d5-163b-4452-8fd2-79aaf492d811 None None] For port df3fbdf9-ec4d-44ad-80d0-a7b4569691df, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=df3fbdf9-ec4d-44ad-80d0-a7b4569691df,segment=NetworkSegment(1bfbbbb5-eeae-4b13-af34-13d5b7a106d2),segment_id=1bfbbbb5-eeae-4b13-af34-13d5b7a106d2)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:14:59.914859 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a4bca1d5-163b-4452-8fd2-79aaf492d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:14:59.931190 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-cf96b62f-1b6b-4cb2-953a-7deb5eb86c3e None None] Transition to ACTIVE for port object aa4c45a8-1947-4a46-9386-f61c3de09215 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:14:59.948386 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503edbf-ffbd-4d78-a060-d4cfb53cffee req-d1bcf5e0-0cf9-4783-ac8f-d05dbac9bbb1 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:14:59.951030 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7503edbf-ffbd-4d78-a060-d4cfb53cffee req-d1bcf5e0-0cf9-4783-ac8f-d05dbac9bbb1 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/ports?device_id=abc4daa8-fee8-481c-a51c-7f4f1e06e601 HTTP/1.1" status: 200 len: 944 time: 0.1819050 Jul 09 16:14:59.967047 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-da1aaa7f-5060-42d0-9954-4a7942498d6e tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:00.001248 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-cf96b62f-1b6b-4cb2-953a-7deb5eb86c3e None None] Transition to ACTIVE for port object aa4c45a8-1947-4a46-9386-f61c3de09215 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:15:00.012532 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3edc42-edca-4fc2-910d-ece3c1f01364 req-e6f2c630-7564-4b93-a0f7-79394a859c0c tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:00.024146 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3c3edc42-edca-4fc2-910d-ece3c1f01364 req-e6f2c630-7564-4b93-a0f7-79394a859c0c tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f HTTP/1.1" status: 200 len: 949 time: 0.1076317 Jul 09 16:15:00.031124 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cf96b62f-1b6b-4cb2-953a-7deb5eb86c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:00.051000 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bca1d5-163b-4452-8fd2-79aaf492d811 None None] Pushing event updated for resources: {'Port': ['ID=df3fbdf9-ec4d-44ad-80d0-a7b4569691df,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:00.071840 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1aaa7f-5060-42d0-9954-4a7942498d6e tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Network f5b04cdf-01a8-4737-aa80-b62db70e7d95 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:15:00.085375 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3c3edc42-edca-4fc2-910d-ece3c1f01364 req-e7cb8d3e-942b-41ab-907f-b429a6580295 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/security-groups?id=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598967 Jul 09 16:15:00.091469 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-da1aaa7f-5060-42d0-9954-4a7942498d6e tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:15:00.105449 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf96b62f-1b6b-4cb2-953a-7deb5eb86c3e None None] Network 6a26d5a7-49c7-498b-ac37-7c6cb6027d97 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:15:00.121889 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1aaa7f-5060-42d0-9954-4a7942498d6e tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:15:00.123719 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-cf96b62f-1b6b-4cb2-953a-7deb5eb86c3e None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:15:00.130229 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf96b62f-1b6b-4cb2-953a-7deb5eb86c3e None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:15:00.150111 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf96b62f-1b6b-4cb2-953a-7deb5eb86c3e None None] Pushing event updated for resources: {'Port': ['ID=aa4c45a8-1947-4a46-9386-f61c3de09215,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:00.183589 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device decec9c1-b0bd-4c37-9fa9-2b5c1c14f286 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:15:00.197398 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1aaa7f-5060-42d0-9954-4a7942498d6e tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:00.198062 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-da1aaa7f-5060-42d0-9954-4a7942498d6e tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:00.224839 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1aaa7f-5060-42d0-9954-4a7942498d6e tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Pushing event updated for resources: {'Port': ['ID=dc1969ff-da8f-4d79-bad7-c98b94b7dc83,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:00.232930 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: decec9c1-b0bd-4c37-9fa9-2b5c1c14f286 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:15:00.233777 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device decec9c1-b0bd-4c37-9fa9-2b5c1c14f286 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:15:00.254675 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7503edbf-ffbd-4d78-a060-d4cfb53cffee req-7390e3ce-30d3-46ee-ad15-de148b9a8d33 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/security-groups?id=fadcaedc-452e-4f40-8a32-cbe9ec458d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974277 Jul 09 16:15:00.274422 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-cf96b62f-1b6b-4cb2-953a-7deb5eb86c3e None None] Attempting to bind port aa4c45a8-1947-4a46-9386-f61c3de09215 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:15:00.276725 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-cf96b62f-1b6b-4cb2-953a-7deb5eb86c3e None None] Attempting to bind port aa4c45a8-1947-4a46-9386-f61c3de09215 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '2c926b7f-3d2f-4a20-b2db-f56b1ea8f48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6a26d5a7-49c7-498b-ac37-7c6cb6027d97'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:15:00.277248 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf96b62f-1b6b-4cb2-953a-7deb5eb86c3e None None] Attempting to bind port aa4c45a8-1947-4a46-9386-f61c3de09215 on network 6a26d5a7-49c7-498b-ac37-7c6cb6027d97 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:15:00.297369 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487181d-8fc0-466f-b7a1-aa0f08e5bf8a req-4179a82b-e511-4f49-87dc-818af5f7c830 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:00.300048 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c487181d-8fc0-466f-b7a1-aa0f08e5bf8a req-4179a82b-e511-4f49-87dc-818af5f7c830 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f HTTP/1.1" status: 200 len: 949 time: 0.4548018 Jul 09 16:15:00.300382 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf96b62f-1b6b-4cb2-953a-7deb5eb86c3e None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:15:00.300999 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf96b62f-1b6b-4cb2-953a-7deb5eb86c3e None None] Checking segment: {'id': '2c926b7f-3d2f-4a20-b2db-f56b1ea8f48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6a26d5a7-49c7-498b-ac37-7c6cb6027d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:15:00.301579 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cf96b62f-1b6b-4cb2-953a-7deb5eb86c3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:00.303891 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf96b62f-1b6b-4cb2-953a-7deb5eb86c3e None None] Bound using segment: {'id': '2c926b7f-3d2f-4a20-b2db-f56b1ea8f48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6a26d5a7-49c7-498b-ac37-7c6cb6027d97'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:15:00.304565 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-cf96b62f-1b6b-4cb2-953a-7deb5eb86c3e None None] Bound port: aa4c45a8-1947-4a46-9386-f61c3de09215, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c926b7f-3d2f-4a20-b2db-f56b1ea8f48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6a26d5a7-49c7-498b-ac37-7c6cb6027d97'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:15:00.305338 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cf96b62f-1b6b-4cb2-953a-7deb5eb86c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:00.399262 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-cf96b62f-1b6b-4cb2-953a-7deb5eb86c3e None None] For port aa4c45a8-1947-4a46-9386-f61c3de09215, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:15:00.403001 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-cf96b62f-1b6b-4cb2-953a-7deb5eb86c3e None None] For port aa4c45a8-1947-4a46-9386-f61c3de09215, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=aa4c45a8-1947-4a46-9386-f61c3de09215,segment=NetworkSegment(2c926b7f-3d2f-4a20-b2db-f56b1ea8f48b),segment_id=2c926b7f-3d2f-4a20-b2db-f56b1ea8f48b)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:15:00.412597 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cf96b62f-1b6b-4cb2-953a-7deb5eb86c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:00.474195 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54126) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:00.475234 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-da1aaa7f-5060-42d0-9954-4a7942498d6e tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9679241 Jul 09 16:15:00.490217 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf96b62f-1b6b-4cb2-953a-7deb5eb86c3e None None] Pushing event updated for resources: {'Port': ['ID=aa4c45a8-1947-4a46-9386-f61c3de09215,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:00.496588 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d9205dea-84e6-4751-b831-d7dce4ac2476 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Request body: {'port': {'network_id': 'f5b04cdf-01a8-4737-aa80-b62db70e7d95', 'name': 'tempest-TaggedBootDevicesTest-1222430133', 'fixed_ips': [{'subnet_id': '069191b9-70ed-4c94-9317-897bb2dd7371'}]}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:15:00.557823 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device df3fbdf9-ec4d-44ad-80d0-a7b4569691df up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:15:00.649760 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c06d71f-3b6e-49b6-8762-049ddf604501 req-ca64499e-92d5-4c4a-ac25-1e9d21b1482d tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:00.651522 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2c06d71f-3b6e-49b6-8762-049ddf604501 req-ca64499e-92d5-4c4a-ac25-1e9d21b1482d tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.73 "GET /v2.0/ports?device_id=c10be2bf-11a4-400c-ad86-3ca904c9681e HTTP/1.1" status: 200 len: 944 time: 0.4497299 Jul 09 16:15:00.676638 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port df3fbdf9-ec4d-44ad-80d0-a7b4569691df completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:15:00.759359 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9205dea-84e6-4751-b831-d7dce4ac2476 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Made reservation on behalf of 26aaf535ef1442ddbe5e4f5b96bc1792 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:15:00.802750 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-c487181d-8fc0-466f-b7a1-aa0f08e5bf8a req-c9b5927b-183c-4b8d-8f34-9ded4c06db4f tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Deleting port 7e6cf95d-c4b7-4dc6-937f-69b79badf881 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:15:00.803167 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c487181d-8fc0-466f-b7a1-aa0f08e5bf8a req-c9b5927b-183c-4b8d-8f34-9ded4c06db4f tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:00.904231 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b967b08f-72a4-48ac-9ce6-eeb9575b293e req-e4d761cc-4665-42bd-aa07-484195f7c6b1 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:00.906537 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b967b08f-72a4-48ac-9ce6-eeb9575b293e req-e4d761cc-4665-42bd-aa07-484195f7c6b1 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10be2bf-11a4-400c-ad86-3ca904c9681e HTTP/1.1" status: 200 len: 944 time: 0.1972904 Jul 09 16:15:00.926518 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d9205dea-84e6-4751-b831-d7dce4ac2476 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:00.958988 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f4f28-4fdb-40cf-9d05-2bb2bf79fad7 req-152c6ba4-0fa2-402d-8d26-2f8e8e0f0606 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:00.967409 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7f9f4f28-4fdb-40cf-9d05-2bb2bf79fad7 req-152c6ba4-0fa2-402d-8d26-2f8e8e0f0606 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/ports?device_id=aed06c0e-95a9-44a8-b111-616e5c1e7d58 HTTP/1.1" status: 200 len: 945 time: 0.2521687 Jul 09 16:15:01.029155 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-c487181d-8fc0-466f-b7a1-aa0f08e5bf8a req-c9b5927b-183c-4b8d-8f34-9ded4c06db4f tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] For port 7e6cf95d-c4b7-4dc6-937f-69b79badf881, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=7e6cf95d-c4b7-4dc6-937f-69b79badf881,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:15:01.029624 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c487181d-8fc0-466f-b7a1-aa0f08e5bf8a req-c9b5927b-183c-4b8d-8f34-9ded4c06db4f tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:01.048070 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-c487181d-8fc0-466f-b7a1-aa0f08e5bf8a req-c9b5927b-183c-4b8d-8f34-9ded4c06db4f tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Calling delete_port for 7e6cf95d-c4b7-4dc6-937f-69b79badf881 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:15:01.053173 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-2c06d71f-3b6e-49b6-8762-049ddf604501 req-055aff02-3d96-40c5-ba06-27bf3ef9f423 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Deleting port 4234f788-2b1b-4819-b621-eebba2f8ecb2 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:15:01.053635 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2c06d71f-3b6e-49b6-8762-049ddf604501 req-055aff02-3d96-40c5-ba06-27bf3ef9f423 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:01.103180 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7f9f4f28-4fdb-40cf-9d05-2bb2bf79fad7 req-3d86b74f-a51a-417f-b9ff-28dea7c7adc4 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/security-groups?id=ce5ad391-2727-4ebb-93c6-e38b31a0907b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348488 Jul 09 16:15:01.254150 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-2c06d71f-3b6e-49b6-8762-049ddf604501 req-055aff02-3d96-40c5-ba06-27bf3ef9f423 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] For port 4234f788-2b1b-4819-b621-eebba2f8ecb2, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=4234f788-2b1b-4819-b621-eebba2f8ecb2,segment=NetworkSegment(cbc7a639-5863-4995-9a4b-f91be63e1ab1),segment_id=cbc7a639-5863-4995-9a4b-f91be63e1ab1)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:15:01.254522 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2c06d71f-3b6e-49b6-8762-049ddf604501 req-055aff02-3d96-40c5-ba06-27bf3ef9f423 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:01.274629 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-2c06d71f-3b6e-49b6-8762-049ddf604501 req-055aff02-3d96-40c5-ba06-27bf3ef9f423 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Calling delete_port for 4234f788-2b1b-4819-b621-eebba2f8ecb2 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:15:01.339756 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-d9205dea-84e6-4751-b831-d7dce4ac2476 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] device_id is not set on port 1b59826e-f466-4732-9582-ca2f327b6c57 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:15:01.443418 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480d169e-db14-4ee5-b115-d459d98175c2 None None] Network f5b04cdf-01a8-4737-aa80-b62db70e7d95 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:15:01.493147 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-db720543-f756-46a1-9c1f-abef4d3678a7 req-1b7d0f32-dc8d-4c78-ba03-b4f74a410e23 tempest-VolumesAdminNegativeTest-937508583 tempest-VolumesAdminNegativeTest-937508583-project] 10.222.0.98 "GET /v2.0/ports?device_id=c24104e5-eae7-4ce0-aa84-b3454b8aea6f HTTP/1.1" status: 200 len: 210 time: 0.0431113 Jul 09 16:15:01.531014 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2c06d71f-3b6e-49b6-8762-049ddf604501 req-055aff02-3d96-40c5-ba06-27bf3ef9f423 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:01.564649 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4b444e27-0744-44e4-8fe4-eba372d58a31 None None] Provisioning for port df3fbdf9-ec4d-44ad-80d0-a7b4569691df completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:15:01.576865 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4b444e27-0744-44e4-8fe4-eba372d58a31 None None] Provisioning complete for port df3fbdf9-ec4d-44ad-80d0-a7b4569691df triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:15:01.577233 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4b444e27-0744-44e4-8fe4-eba372d58a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:01.613693 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055aff02-3d96-40c5-ba06-27bf3ef9f423 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Pushing event deleted for resources: {'Port': ['ID=4234f788-2b1b-4819-b621-eebba2f8ecb2,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:01.672932 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c06d71f-3b6e-49b6-8762-049ddf604501 req-055aff02-3d96-40c5-ba06-27bf3ef9f423 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] No DVR routers for this DVR port 4234f788-2b1b-4819-b621-eebba2f8ecb2 on host n-h2-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:15:01.676754 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2c06d71f-3b6e-49b6-8762-049ddf604501 req-055aff02-3d96-40c5-ba06-27bf3ef9f423 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:01.680379 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2c06d71f-3b6e-49b6-8762-049ddf604501 req-055aff02-3d96-40c5-ba06-27bf3ef9f423 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.73 "DELETE /v2.0/ports/4234f788-2b1b-4819-b621-eebba2f8ecb2 HTTP/1.1" status: 204 len: 173 time: 1.0209284 Jul 09 16:15:01.681414 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c10be2bf-11a4-400c-ad86-3ca904c9681e', 'name': 'network-vif-deleted', 'tag': '4234f788-2b1b-4819-b621-eebba2f8ecb2'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:15:01.684087 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944abb2e-24ad-45ff-9a93-6d19829950bf" -d '{"events": [{"server_uuid": "c10be2bf-11a4-400c-ad86-3ca904c9681e", "name": "network-vif-deleted", "tag": "4234f788-2b1b-4819-b621-eebba2f8ecb2"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:15:01.696727 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c487181d-8fc0-466f-b7a1-aa0f08e5bf8a req-c9b5927b-183c-4b8d-8f34-9ded4c06db4f tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:01.722342 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['7e6cf95d-c4b7-4dc6-937f-69b79badf881'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:15:01.740837 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b967b08f-72a4-48ac-9ce6-eeb9575b293e req-03c6b606-9905-474d-8150-d6b896aaa34e tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ad76235-6fe5-4175-80a5-e5651b397162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8196387 Jul 09 16:15:01.743089 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b5927b-183c-4b8d-8f34-9ded4c06db4f tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Pushing event deleted for resources: {'Port': ['ID=7e6cf95d-c4b7-4dc6-937f-69b79badf881,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:01.812108 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1ad853f3-62e3-4038-a547-5188d077d559 req-f3a4ba91-96e0-4527-a55a-a8939038ea28 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f HTTP/1.1" status: 200 len: 210 time: 0.0600123 Jul 09 16:15:01.840419 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4b444e27-0744-44e4-8fe4-eba372d58a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:01.919203 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-c487181d-8fc0-466f-b7a1-aa0f08e5bf8a req-c9b5927b-183c-4b8d-8f34-9ded4c06db4f tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] No DVR routers for this DVR port 7e6cf95d-c4b7-4dc6-937f-69b79badf881 on host n-h1-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:15:01.919495 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba830c-acde-415e-9c78-642da4bdffc5 req-3e5d1526-3d2c-471b-9e94-24cac8bc2fce tempest-VolumesAdminNegativeTest-937508583 tempest-VolumesAdminNegativeTest-937508583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:01.922194 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c487181d-8fc0-466f-b7a1-aa0f08e5bf8a req-c9b5927b-183c-4b8d-8f34-9ded4c06db4f tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:01.922389 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1bba830c-acde-415e-9c78-642da4bdffc5 req-3e5d1526-3d2c-471b-9e94-24cac8bc2fce tempest-VolumesAdminNegativeTest-937508583 tempest-VolumesAdminNegativeTest-937508583-project] 10.222.0.77 "GET /v2.0/networks?id=a83106c4-7a1b-4236-bae4-8ce093eefcb8 HTTP/1.1" status: 200 len: 814 time: 0.5575981 Jul 09 16:15:01.929251 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c487181d-8fc0-466f-b7a1-aa0f08e5bf8a req-c9b5927b-183c-4b8d-8f34-9ded4c06db4f tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.77 "DELETE /v2.0/ports/7e6cf95d-c4b7-4dc6-937f-69b79badf881 HTTP/1.1" status: 204 len: 173 time: 1.5782082 Jul 09 16:15:01.947715 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-4b444e27-0744-44e4-8fe4-eba372d58a31 None None] For port df3fbdf9-ec4d-44ad-80d0-a7b4569691df, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=df3fbdf9-ec4d-44ad-80d0-a7b4569691df,segment=NetworkSegment(1bfbbbb5-eeae-4b13-af34-13d5b7a106d2),segment_id=1bfbbbb5-eeae-4b13-af34-13d5b7a106d2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:15:01.957446 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4b444e27-0744-44e4-8fe4-eba372d58a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:01.966995 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-1bba830c-acde-415e-9c78-642da4bdffc5 req-edbfbde2-f06f-4944-91f2-73871c97c773 tempest-VolumesAdminNegativeTest-937508583 tempest-VolumesAdminNegativeTest-937508583-project] Request body: {'port': {'device_id': 'c24104e5-eae7-4ce0-aa84-b3454b8aea6f', 'network_id': 'a83106c4-7a1b-4236-bae4-8ce093eefcb8', 'admin_state_up': True, 'tenant_id': 'b6f67abaa7d34fbf8340eaa74fafc7a2'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:15:02.081934 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b444e27-0744-44e4-8fe4-eba372d58a31 None None] Pushing event updated for resources: {'Port': ['ID=df3fbdf9-ec4d-44ad-80d0-a7b4569691df,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:02.132834 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada5d36-a77a-4a6b-a5d0-b9df50396d45 req-701b0e28-7a0d-431f-bc0f-a5110a3738c6 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:02.134409 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4ada5d36-a77a-4a6b-a5d0-b9df50396d45 req-701b0e28-7a0d-431f-bc0f-a5110a3738c6 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/ports?device_id=abc4daa8-fee8-481c-a51c-7f4f1e06e601 HTTP/1.1" status: 200 len: 944 time: 0.1234221 Jul 09 16:15:02.139677 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3304922-b1b5-4b11-be03-226525e987ef None None] Network 6a26d5a7-49c7-498b-ac37-7c6cb6027d97 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:15:02.143757 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-d9205dea-84e6-4751-b831-d7dce4ac2476 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Allocated IP 10.1.1.68 (f5b04cdf-01a8-4737-aa80-b62db70e7d95/069191b9-70ed-4c94-9317-897bb2dd7371/1b59826e-f466-4732-9582-ca2f327b6c57) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:15:02.164190 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ae141a-c37c-4c80-832f-65224b4f9ace x-openstack-request-id: req-42ae141a-c37c-4c80-832f-65224b4f9ace {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:15:02.178376 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c10be2bf-11a4-400c-ad86-3ca904c9681e", "name": "network-vif-deleted", "tag": "4234f788-2b1b-4819-b621-eebba2f8ecb2", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:15:02.179069 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-42ae141a-c37c-4c80-832f-65224b4f9ace {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:15:02.179506 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c10be2bf-11a4-400c-ad86-3ca904c9681e', 'name': 'network-vif-deleted', 'tag': '4234f788-2b1b-4819-b621-eebba2f8ecb2', 'status': 'completed', 'code': 200} Jul 09 16:15:02.239066 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4ada5d36-a77a-4a6b-a5d0-b9df50396d45 req-d8d3f42d-7dbd-4c43-abe7-e6aff0329fd1 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/security-groups?id=fadcaedc-452e-4f40-8a32-cbe9ec458d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887568 Jul 09 16:15:02.258924 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0956823-1097-4c14-b09d-00d1738c89cb None None] Provisioning for port aa4c45a8-1947-4a46-9386-f61c3de09215 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:15:02.384961 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bba830c-acde-415e-9c78-642da4bdffc5 req-edbfbde2-f06f-4944-91f2-73871c97c773 tempest-VolumesAdminNegativeTest-937508583 tempest-VolumesAdminNegativeTest-937508583-project] Made reservation on behalf of b6f67abaa7d34fbf8340eaa74fafc7a2 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:15:02.388540 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1bba830c-acde-415e-9c78-642da4bdffc5 req-edbfbde2-f06f-4944-91f2-73871c97c773 tempest-VolumesAdminNegativeTest-937508583 tempest-VolumesAdminNegativeTest-937508583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:02.450988 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4b7fa2b0-f2b7-4610-94a7-6cba6b781d0a None None] Provisioning complete for port df3fbdf9-ec4d-44ad-80d0-a7b4569691df triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:15:02.451605 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4b7fa2b0-f2b7-4610-94a7-6cba6b781d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:02.528860 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device aae1e99b-b67d-422b-9c35-0136f2c36ff8 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:15:02.757400 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device aa4c45a8-1947-4a46-9386-f61c3de09215 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:15:02.834328 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ceb920d9-1c63-4396-baf0-f75c7dcb9739 req-e119ef0d-3cc8-4984-89c4-84f0b95ffd2b tempest-VolumesAdminNegativeTest-937508583 tempest-VolumesAdminNegativeTest-937508583-project] 10.222.0.98 "GET /v2.0/ports?device_id=c24104e5-eae7-4ce0-aa84-b3454b8aea6f HTTP/1.1" status: 200 len: 210 time: 0.0728173 Jul 09 16:15:02.843056 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d9205dea-84e6-4751-b831-d7dce4ac2476 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:02.848288 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port aae1e99b-b67d-422b-9c35-0136f2c36ff8 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:15:02.879654 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4b7fa2b0-f2b7-4610-94a7-6cba6b781d0a None None] Provisioning for port dc1969ff-da8f-4d79-bad7-c98b94b7dc83 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:15:02.882019 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port aae1e99b-b67d-422b-9c35-0136f2c36ff8 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:15:02.882165 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:02.895046 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-d9205dea-84e6-4751-b831-d7dce4ac2476 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Transition to ACTIVE for port object 1b59826e-f466-4732-9582-ca2f327b6c57 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:15:02.936614 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4b7fa2b0-f2b7-4610-94a7-6cba6b781d0a None None] Provisioning complete for port dc1969ff-da8f-4d79-bad7-c98b94b7dc83 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:15:02.937671 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4b7fa2b0-f2b7-4610-94a7-6cba6b781d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:02.950626 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-1bba830c-acde-415e-9c78-642da4bdffc5 req-edbfbde2-f06f-4944-91f2-73871c97c773 tempest-VolumesAdminNegativeTest-937508583 tempest-VolumesAdminNegativeTest-937508583-project] Allocated IP 172.20.0.12 (a83106c4-7a1b-4236-bae4-8ce093eefcb8/a370451c-a6ff-4f67-9f5a-5d221f88c998/fa5966c5-a617-410b-b366-3f9e3f8e8c3e) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:15:03.019437 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e363a751-83a0-4fdf-89ad-3cd33edf443d req-b16abaaf-998c-4cbc-8efa-5f466536ee20 tempest-LiveAutoBlockMigrationV225Test-1493090258 tempest-LiveAutoBlockMigrationV225Test-1493090258-project] 10.222.0.98 "GET /v2.0/ports?device_id=c10be2bf-11a4-400c-ad86-3ca904c9681e HTTP/1.1" status: 200 len: 210 time: 0.0474436 Jul 09 16:15:03.057482 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port aa4c45a8-1947-4a46-9386-f61c3de09215 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:15:03.092998 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port aa4c45a8-1947-4a46-9386-f61c3de09215 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:15:03.093972 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:03.107292 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-4b7fa2b0-f2b7-4610-94a7-6cba6b781d0a None None] Port dc1969ff-da8f-4d79-bad7-c98b94b7dc83 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:15:03.166464 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d9205dea-84e6-4751-b831-d7dce4ac2476 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:03.231900 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:03.243205 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9e2e4202-97af-47db-82aa-573fae1ebfc3 req-b71c3a3c-5404-4f13-b5f1-860748d36139 tempest-MigrationsAdminTest-629591753 tempest-MigrationsAdminTest-629591753-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d3ad4be-f5a2-4e1c-a238-fef9e908439f HTTP/1.1" status: 200 len: 210 time: 0.0345659 Jul 09 16:15:03.256004 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8e47516b-45e2-4c43-b540-e7acd34c288c None None] Provisioning complete for port aa4c45a8-1947-4a46-9386-f61c3de09215 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:15:03.256451 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8e47516b-45e2-4c43-b540-e7acd34c288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:03.291208 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abc4daa8-fee8-481c-a51c-7f4f1e06e601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae1e99b-b67d-422b-9c35-0136f2c36ff8'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:15:03.291888 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9205dea-84e6-4751-b831-d7dce4ac2476 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Network f5b04cdf-01a8-4737-aa80-b62db70e7d95 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:15:03.293540 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fdc4329-1e75-45bd-bf20-d9b3f4e33f7d" -d '{"events": [{"server_uuid": "abc4daa8-fee8-481c-a51c-7f4f1e06e601", "name": "network-vif-plugged", "status": "completed", "tag": "aae1e99b-b67d-422b-9c35-0136f2c36ff8"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:15:03.299328 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1bba830c-acde-415e-9c78-642da4bdffc5 req-edbfbde2-f06f-4944-91f2-73871c97c773 tempest-VolumesAdminNegativeTest-937508583 tempest-VolumesAdminNegativeTest-937508583-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:03.306435 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-d9205dea-84e6-4751-b831-d7dce4ac2476 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:15:03.308825 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9205dea-84e6-4751-b831-d7dce4ac2476 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:15:03.315660 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9205dea-84e6-4751-b831-d7dce4ac2476 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:03.316312 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d9205dea-84e6-4751-b831-d7dce4ac2476 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:03.331216 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9205dea-84e6-4751-b831-d7dce4ac2476 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Pushing event updated for resources: {'Port': ['ID=1b59826e-f466-4732-9582-ca2f327b6c57,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:03.345490 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port aae1e99b-b67d-422b-9c35-0136f2c36ff8, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=aae1e99b-b67d-422b-9c35-0136f2c36ff8,segment=NetworkSegment(53bede6b-6861-409a-a49d-5992a95b9775),segment_id=53bede6b-6861-409a-a49d-5992a95b9775)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:15:03.348743 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d9205dea-84e6-4751-b831-d7dce4ac2476 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8701391 Jul 09 16:15:03.363714 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:03.364840 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 4234f788-2b1b-4819-b621-eebba2f8ecb2 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:15:03.392256 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01fb9e6-5205-4023-ba84-efc9f7bbadaf req-718db6ed-cd8b-4ff5-a3ae-cfeee62c085f tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:03.393809 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c01fb9e6-5205-4023-ba84-efc9f7bbadaf req-718db6ed-cd8b-4ff5-a3ae-cfeee62c085f tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/ports?device_id=aed06c0e-95a9-44a8-b111-616e5c1e7d58 HTTP/1.1" status: 200 len: 945 time: 0.1867530 Jul 09 16:15:03.406413 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1bba830c-acde-415e-9c78-642da4bdffc5 req-edbfbde2-f06f-4944-91f2-73871c97c773 tempest-VolumesAdminNegativeTest-937508583 tempest-VolumesAdminNegativeTest-937508583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:03.413840 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:15:03.413840 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:15:03.413840 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:15:03.413840 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:15:03.413840 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:15:03.413840 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:15:03.413840 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:15:03.413840 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:15:03.413840 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:15:03.413840 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:15:03.413840 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:15:03.413840 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:15:03.413840 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:15:03.413840 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:15:03.413840 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:15:03.413840 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:15:03.413840 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:15:03.413840 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:15:03.413840 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:15:03.413840 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:15:03.413840 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:15:03.413840 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:15:03.413840 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:15:03.413840 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:15:03.413840 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:15:03.413840 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:15:03.413840 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:15:03.413840 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:15:03.413840 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:15:03.413840 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:15:03.413840 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:15:03.413840 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:15:03.413840 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:15:03.413840 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:15:03.413840 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:15:03.413840 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:15:03.413840 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:15:03.413840 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:15:03.413840 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:15:03.413840 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:15:03.413840 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:15:03.413840 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:15:03.413840 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:15:03.413840 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:15:03.413840 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:15:03.413840 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:15:03.413840 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:15:03.413840 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:15:03.413840 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:15:03.413840 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:15:03.413840 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:15:03.413840 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:15:03.413840 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:15:03.413840 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:15:03.413840 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:15:03.413840 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:15:03.418106 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:15:03.418106 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:15:03.418106 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:15:03.418106 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:15:03.418106 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:15:03.418106 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:15:03.418106 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:15:03.418106 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:15:03.418106 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:15:03.418106 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:15:03.418106 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:15:03.418106 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:15:03.418106 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:15:03.418106 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:15:03.418106 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:15:03.418106 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:15:03.418106 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:15:03.418106 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:15:03.419600 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:03.425577 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: 4234f788-2b1b-4819-b621-eebba2f8ecb2 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:15:03.426701 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 4234f788-2b1b-4819-b621-eebba2f8ecb2 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:15:03.480553 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bba830c-acde-415e-9c78-642da4bdffc5 req-edbfbde2-f06f-4944-91f2-73871c97c773 tempest-VolumesAdminNegativeTest-937508583 tempest-VolumesAdminNegativeTest-937508583-project] Network a83106c4-7a1b-4236-bae4-8ce093eefcb8 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:15:03.492122 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=aae1e99b-b67d-422b-9c35-0136f2c36ff8,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:03.494908 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-1bba830c-acde-415e-9c78-642da4bdffc5 req-edbfbde2-f06f-4944-91f2-73871c97c773 tempest-VolumesAdminNegativeTest-937508583 tempest-VolumesAdminNegativeTest-937508583-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:15:03.497956 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bba830c-acde-415e-9c78-642da4bdffc5 req-edbfbde2-f06f-4944-91f2-73871c97c773 tempest-VolumesAdminNegativeTest-937508583 tempest-VolumesAdminNegativeTest-937508583-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:15:03.504043 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba830c-acde-415e-9c78-642da4bdffc5 req-edbfbde2-f06f-4944-91f2-73871c97c773 tempest-VolumesAdminNegativeTest-937508583 tempest-VolumesAdminNegativeTest-937508583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:03.504686 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1bba830c-acde-415e-9c78-642da4bdffc5 req-edbfbde2-f06f-4944-91f2-73871c97c773 tempest-VolumesAdminNegativeTest-937508583 tempest-VolumesAdminNegativeTest-937508583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:03.516099 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c01fb9e6-5205-4023-ba84-efc9f7bbadaf req-3bed4453-7b71-421b-8715-d4c2fbd11074 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/security-groups?id=ce5ad391-2727-4ebb-93c6-e38b31a0907b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132665 Jul 09 16:15:03.519539 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbfbde2-f06f-4944-91f2-73871c97c773 tempest-VolumesAdminNegativeTest-937508583 tempest-VolumesAdminNegativeTest-937508583-project] Pushing event updated for resources: {'Port': ['ID=fa5966c5-a617-410b-b366-3f9e3f8e8c3e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:03.532025 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1bba830c-acde-415e-9c78-642da4bdffc5 req-edbfbde2-f06f-4944-91f2-73871c97c773 tempest-VolumesAdminNegativeTest-937508583 tempest-VolumesAdminNegativeTest-937508583-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5731246 Jul 09 16:15:03.556836 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-1bba830c-acde-415e-9c78-642da4bdffc5 req-ab17e947-d669-4d62-a275-b2e4b68ea905 service neutron] Request body: {'port': {'device_id': 'c24104e5-eae7-4ce0-aa84-b3454b8aea6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:15:03.558951 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port aa4c45a8-1947-4a46-9386-f61c3de09215, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=aa4c45a8-1947-4a46-9386-f61c3de09215,segment=NetworkSegment(2c926b7f-3d2f-4a20-b2db-f56b1ea8f48b),segment_id=2c926b7f-3d2f-4a20-b2db-f56b1ea8f48b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:15:03.568521 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:03.569530 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device df3fbdf9-ec4d-44ad-80d0-a7b4569691df up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:15:03.650432 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1bba830c-acde-415e-9c78-642da4bdffc5 req-ab17e947-d669-4d62-a275-b2e4b68ea905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:03.662504 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb5ae4-3016-441e-8c1a-0f6fb37dfcd3 req-3af5cf80-8351-4c58-8a9b-8bb313d6677f tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:03.664322 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a3cb5ae4-3016-441e-8c1a-0f6fb37dfcd3 req-3af5cf80-8351-4c58-8a9b-8bb313d6677f tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/ports?device_id=abc4daa8-fee8-481c-a51c-7f4f1e06e601 HTTP/1.1" status: 200 len: 945 time: 0.0901530 Jul 09 16:15:03.759405 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a3cb5ae4-3016-441e-8c1a-0f6fb37dfcd3 req-d07d435d-9eb7-4ecf-96c6-1519a6d9ad73 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/security-groups?id=fadcaedc-452e-4f40-8a32-cbe9ec458d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866096 Jul 09 16:15:03.766117 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512b479b-4eba-4915-8494-6727b12005ca x-openstack-request-id: req-512b479b-4eba-4915-8494-6727b12005ca {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:15:03.766592 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abc4daa8-fee8-481c-a51c-7f4f1e06e601", "name": "network-vif-plugged", "status": "completed", "tag": "aae1e99b-b67d-422b-9c35-0136f2c36ff8", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:15:03.766696 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-512b479b-4eba-4915-8494-6727b12005ca {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:15:03.767041 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abc4daa8-fee8-481c-a51c-7f4f1e06e601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae1e99b-b67d-422b-9c35-0136f2c36ff8', 'code': 200} Jul 09 16:15:03.768649 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=aa4c45a8-1947-4a46-9386-f61c3de09215,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:03.787713 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8e47516b-45e2-4c43-b540-e7acd34c288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:03.789418 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf7af4-183a-4d28-b92d-a687056b64ac req-5188f53e-e8a5-4be8-9f9d-c74681b01452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:03.802178 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-95cf7af4-183a-4d28-b92d-a687056b64ac req-5188f53e-e8a5-4be8-9f9d-c74681b01452 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=abc4daa8-fee8-481c-a51c-7f4f1e06e601 HTTP/1.1" status: 200 len: 1096 time: 0.0926449 Jul 09 16:15:03.865352 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.db.api [None req-8e47516b-45e2-4c43-b540-e7acd34c288c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:15:03.865712 n-d-798930-3 neutron-server[93960]: DEBUG oslo_db.api [None req-8e47516b-45e2-4c43-b540-e7acd34c288c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:15:03.869668 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-95cf7af4-183a-4d28-b92d-a687056b64ac req-54bf1978-65af-43fe-82cd-dd8752000678 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=fadcaedc-452e-4f40-8a32-cbe9ec458d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606596 Jul 09 16:15:03.875162 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54170) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:03.877939 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port df3fbdf9-ec4d-44ad-80d0-a7b4569691df triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:15:03.878544 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:03.880394 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-c1c58c40-fdf4-4bc8-81fb-a515e2d2f951 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1654709293', 'description': 'tempest-description--1778383659'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:15:03.909479 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c1c58c40-fdf4-4bc8-81fb-a515e2d2f951 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:04.014016 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c1c58c40-fdf4-4bc8-81fb-a515e2d2f951 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:04.018709 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c1c58c40-fdf4-4bc8-81fb-a515e2d2f951 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:04.049589 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c58c40-fdf4-4bc8-81fb-a515e2d2f951 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45384544-6ff6-497a-9513-ac1d1fea2ec6,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:04.052083 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c1c58c40-fdf4-4bc8-81fb-a515e2d2f951 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:04.057883 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c1c58c40-fdf4-4bc8-81fb-a515e2d2f951 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1774144 Jul 09 16:15:04.058115 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54174) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:04.063574 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-0be0f88d-3dbd-4aa2-bb89-9e4f0fef9248 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Request body: {'security_group_rule': {'security_group_id': '45384544-6ff6-497a-9513-ac1d1fea2ec6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:15:04.091722 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0be0f88d-3dbd-4aa2-bb89-9e4f0fef9248 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:04.101515 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-1bba830c-acde-415e-9c78-642da4bdffc5 req-ab17e947-d669-4d62-a275-b2e4b68ea905 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa5966c5-a617-410b-b366-3f9e3f8e8c3e {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:15:04.113664 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1bba830c-acde-415e-9c78-642da4bdffc5 req-ab17e947-d669-4d62-a275-b2e4b68ea905 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:04.125066 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cbba15-7262-485e-90ef-ece57ecafe74 req-4ab7f6ae-bda0-422f-b9ec-75ba8011985e tempest-VolumesAdminNegativeTest-937508583 tempest-VolumesAdminNegativeTest-937508583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:04.126568 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-55cbba15-7262-485e-90ef-ece57ecafe74 req-4ab7f6ae-bda0-422f-b9ec-75ba8011985e tempest-VolumesAdminNegativeTest-937508583 tempest-VolumesAdminNegativeTest-937508583-project] 10.222.0.98 "GET /v2.0/ports?device_id=c24104e5-eae7-4ce0-aa84-b3454b8aea6f HTTP/1.1" status: 200 len: 932 time: 0.1268332 Jul 09 16:15:04.137898 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-1bba830c-acde-415e-9c78-642da4bdffc5 req-ab17e947-d669-4d62-a275-b2e4b68ea905 service neutron] Transition to ACTIVE for port object fa5966c5-a617-410b-b366-3f9e3f8e8c3e will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:15:04.145496 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1bba830c-acde-415e-9c78-642da4bdffc5 req-ab17e947-d669-4d62-a275-b2e4b68ea905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:04.159660 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0be0f88d-3dbd-4aa2-bb89-9e4f0fef9248 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:04.163866 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0be0f88d-3dbd-4aa2-bb89-9e4f0fef9248 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:04.177926 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 7e6cf95d-c4b7-4dc6-937f-69b79badf881 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:15:04.188145 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3ad4be-f5a2-4e1c-a238-fef9e908439f', 'name': 'network-vif-deleted', 'tag': '7e6cf95d-c4b7-4dc6-937f-69b79badf881'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:15:04.190388 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3520121a-93d2-40ef-a2a3-e4b487118619" -d '{"events": [{"server_uuid": "8d3ad4be-f5a2-4e1c-a238-fef9e908439f", "name": "network-vif-deleted", "tag": "7e6cf95d-c4b7-4dc6-937f-69b79badf881"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:15:04.197776 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be0f88d-3dbd-4aa2-bb89-9e4f0fef9248 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfcead1b-351c-4542-9238-12496c59518a,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:04.199432 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: 7e6cf95d-c4b7-4dc6-937f-69b79badf881 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:15:04.199773 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 7e6cf95d-c4b7-4dc6-937f-69b79badf881 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:15:04.224426 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0be0f88d-3dbd-4aa2-bb89-9e4f0fef9248 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:04.226904 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0be0f88d-3dbd-4aa2-bb89-9e4f0fef9248 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1658926 Jul 09 16:15:04.228832 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-55cbba15-7262-485e-90ef-ece57ecafe74 req-87127549-be8f-4ad6-b50a-e2d8a24dae20 tempest-VolumesAdminNegativeTest-937508583 tempest-VolumesAdminNegativeTest-937508583-project] 10.222.0.98 "GET /v2.0/security-groups?id=cecf198f-4855-43b2-94a0-d8723557a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943949 Jul 09 16:15:04.230158 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab17e947-d669-4d62-a275-b2e4b68ea905 service neutron] Pushing event updated for resources: {'Port': ['ID=fa5966c5-a617-410b-b366-3f9e3f8e8c3e,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:04.238492 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54178) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:04.243253 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-eb7ea89a-e137-47f3-af2a-1281b85eef2a tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Request body: {'security_group_rule': {'security_group_id': '45384544-6ff6-497a-9513-ac1d1fea2ec6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:15:04.280814 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-1bba830c-acde-415e-9c78-642da4bdffc5 req-ab17e947-d669-4d62-a275-b2e4b68ea905 service neutron] Attempting to bind port fa5966c5-a617-410b-b366-3f9e3f8e8c3e on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:15:04.280814 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-1bba830c-acde-415e-9c78-642da4bdffc5 req-ab17e947-d669-4d62-a275-b2e4b68ea905 service neutron] Attempting to bind port fa5966c5-a617-410b-b366-3f9e3f8e8c3e by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '2fb46387-d619-4acf-8f1d-31c0610ec7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a83106c4-7a1b-4236-bae4-8ce093eefcb8'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:15:04.281150 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bba830c-acde-415e-9c78-642da4bdffc5 req-ab17e947-d669-4d62-a275-b2e4b68ea905 service neutron] Attempting to bind port fa5966c5-a617-410b-b366-3f9e3f8e8c3e on network a83106c4-7a1b-4236-bae4-8ce093eefcb8 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:15:04.286041 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bba830c-acde-415e-9c78-642da4bdffc5 req-ab17e947-d669-4d62-a275-b2e4b68ea905 service neutron] Port fa5966c5-a617-410b-b366-3f9e3f8e8c3e on network a83106c4-7a1b-4236-bae4-8ce093eefcb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:15:04.286405 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bba830c-acde-415e-9c78-642da4bdffc5 req-ab17e947-d669-4d62-a275-b2e4b68ea905 service neutron] Attempting to bind port fa5966c5-a617-410b-b366-3f9e3f8e8c3e on network a83106c4-7a1b-4236-bae4-8ce093eefcb8 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:15:04.294603 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bba830c-acde-415e-9c78-642da4bdffc5 req-ab17e947-d669-4d62-a275-b2e4b68ea905 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:15:04.295184 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bba830c-acde-415e-9c78-642da4bdffc5 req-ab17e947-d669-4d62-a275-b2e4b68ea905 service neutron] Checking segment: {'id': '2fb46387-d619-4acf-8f1d-31c0610ec7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a83106c4-7a1b-4236-bae4-8ce093eefcb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:15:04.297133 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bba830c-acde-415e-9c78-642da4bdffc5 req-ab17e947-d669-4d62-a275-b2e4b68ea905 service neutron] Bound using segment: {'id': '2fb46387-d619-4acf-8f1d-31c0610ec7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a83106c4-7a1b-4236-bae4-8ce093eefcb8'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:15:04.297756 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-1bba830c-acde-415e-9c78-642da4bdffc5 req-ab17e947-d669-4d62-a275-b2e4b68ea905 service neutron] Bound port: fa5966c5-a617-410b-b366-3f9e3f8e8c3e, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fb46387-d619-4acf-8f1d-31c0610ec7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a83106c4-7a1b-4236-bae4-8ce093eefcb8'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:15:04.298138 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1bba830c-acde-415e-9c78-642da4bdffc5 req-ab17e947-d669-4d62-a275-b2e4b68ea905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:04.303598 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa52164-b4fb-48d8-9d97-0076f66ca8d0 req-c6e9913e-892d-41a9-a01f-82051a14aa76 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:04.305458 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-dfa52164-b4fb-48d8-9d97-0076f66ca8d0 req-c6e9913e-892d-41a9-a01f-82051a14aa76 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.77 "GET /v2.0/ports?device_id=aed06c0e-95a9-44a8-b111-616e5c1e7d58 HTTP/1.1" status: 200 len: 945 time: 0.1286130 Jul 09 16:15:04.307624 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb4ee41-80f5-4c28-991a-316b44461d2e x-openstack-request-id: req-7eb4ee41-80f5-4c28-991a-316b44461d2e {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:15:04.308213 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d3ad4be-f5a2-4e1c-a238-fef9e908439f", "name": "network-vif-deleted", "tag": "7e6cf95d-c4b7-4dc6-937f-69b79badf881", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:15:04.309416 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7eb4ee41-80f5-4c28-991a-316b44461d2e {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:15:04.310016 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d3ad4be-f5a2-4e1c-a238-fef9e908439f', 'name': 'network-vif-deleted', 'tag': '7e6cf95d-c4b7-4dc6-937f-69b79badf881', 'status': 'completed', 'code': 200} Jul 09 16:15:04.336046 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54182) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:04.353956 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eb7ea89a-e137-47f3-af2a-1281b85eef2a tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:04.415648 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-edb778cd-c502-4f80-afe8-68b8253303df admin admin] Deleting subnet 1e15c12f-d45d-4aa3-a5bc-500d552ae0b3 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:15:04.421260 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-edb778cd-c502-4f80-afe8-68b8253303df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:04.423470 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-1bba830c-acde-415e-9c78-642da4bdffc5 req-ab17e947-d669-4d62-a275-b2e4b68ea905 service neutron] For port fa5966c5-a617-410b-b366-3f9e3f8e8c3e, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:15:04.462250 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-1bba830c-acde-415e-9c78-642da4bdffc5 req-ab17e947-d669-4d62-a275-b2e4b68ea905 service neutron] For port fa5966c5-a617-410b-b366-3f9e3f8e8c3e, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=fa5966c5-a617-410b-b366-3f9e3f8e8c3e,segment=NetworkSegment(2fb46387-d619-4acf-8f1d-31c0610ec7ff),segment_id=2fb46387-d619-4acf-8f1d-31c0610ec7ff)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:15:04.471320 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1bba830c-acde-415e-9c78-642da4bdffc5 req-ab17e947-d669-4d62-a275-b2e4b68ea905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:04.479349 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-edb778cd-c502-4f80-afe8-68b8253303df admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:04.509568 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-edb778cd-c502-4f80-afe8-68b8253303df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:04.525737 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device aa4c45a8-1947-4a46-9386-f61c3de09215 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:15:04.528563 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8e47516b-45e2-4c43-b540-e7acd34c288c None None] Provisioning complete for port dc1969ff-da8f-4d79-bad7-c98b94b7dc83 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:15:04.536745 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8e47516b-45e2-4c43-b540-e7acd34c288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:04.541935 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba830c-acde-415e-9c78-642da4bdffc5 req-ab17e947-d669-4d62-a275-b2e4b68ea905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:04.542586 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1bba830c-acde-415e-9c78-642da4bdffc5 req-ab17e947-d669-4d62-a275-b2e4b68ea905 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:04.544674 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1bba830c-acde-415e-9c78-642da4bdffc5 req-ab17e947-d669-4d62-a275-b2e4b68ea905 service neutron] 10.222.0.77 "PUT /v2.0/ports/fa5966c5-a617-410b-b366-3f9e3f8e8c3e HTTP/1.1" status: 200 len: 1092 time: 1.0023897 Jul 09 16:15:04.551974 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c24104e5-eae7-4ce0-aa84-b3454b8aea6f', 'tag': 'fa5966c5-a617-410b-b366-3f9e3f8e8c3e'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:15:04.555172 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78fd12a-bc9c-4ced-a059-eec7ba35f19f" -d '{"events": [{"name": "network-changed", "server_uuid": "c24104e5-eae7-4ce0-aa84-b3454b8aea6f", "tag": "fa5966c5-a617-410b-b366-3f9e3f8e8c3e"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:15:04.605151 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab17e947-d669-4d62-a275-b2e4b68ea905 service neutron] Pushing event updated for resources: {'Port': ['ID=fa5966c5-a617-410b-b366-3f9e3f8e8c3e,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:04.638210 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-8e47516b-45e2-4c43-b540-e7acd34c288c None None] Port dc1969ff-da8f-4d79-bad7-c98b94b7dc83 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:15:04.679444 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-edb778cd-c502-4f80-afe8-68b8253303df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:04.714525 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port aa4c45a8-1947-4a46-9386-f61c3de09215 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:15:04.716591 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:04.716920 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9165a239-bbe4-4404-8866-441f04ef05fa x-openstack-request-id: req-9165a239-bbe4-4404-8866-441f04ef05fa {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:15:04.717274 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c24104e5-eae7-4ce0-aa84-b3454b8aea6f", "tag": "fa5966c5-a617-410b-b366-3f9e3f8e8c3e", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:15:04.717481 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9165a239-bbe4-4404-8866-441f04ef05fa {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:15:04.717855 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c24104e5-eae7-4ce0-aa84-b3454b8aea6f', 'tag': 'fa5966c5-a617-410b-b366-3f9e3f8e8c3e', 'status': 'completed', 'code': 200} Jul 09 16:15:04.723971 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb778cd-c502-4f80-afe8-68b8253303df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e15c12f-d45d-4aa3-a5bc-500d552ae0b3,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:04.742135 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-edb778cd-c502-4f80-afe8-68b8253303df admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:04.749625 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-edb778cd-c502-4f80-afe8-68b8253303df admin admin] 10.222.0.98 "DELETE /v2.0/subnets/1e15c12f-d45d-4aa3-a5bc-500d552ae0b3 HTTP/1.1" status: 204 len: 168 time: 0.4102111 Jul 09 16:15:04.749841 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54194) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:04.797470 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-61729e8f-e15a-4fa9-b5ff-d72adc10ee10 None None] Provisioning for port 1b59826e-f466-4732-9582-ca2f327b6c57 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:15:04.818713 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba830c-acde-415e-9c78-642da4bdffc5 req-9cbff463-df30-4997-9f45-0ae72d4eb41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:04.823016 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1bba830c-acde-415e-9c78-642da4bdffc5 req-9cbff463-df30-4997-9f45-0ae72d4eb41d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b6f67abaa7d34fbf8340eaa74fafc7a2&device_id=c24104e5-eae7-4ce0-aa84-b3454b8aea6f HTTP/1.1" status: 200 len: 1095 time: 0.2305849 Jul 09 16:15:04.828872 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-61729e8f-e15a-4fa9-b5ff-d72adc10ee10 None None] Provisioning complete for port 1b59826e-f466-4732-9582-ca2f327b6c57 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:15:04.829247 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-61729e8f-e15a-4fa9-b5ff-d72adc10ee10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:04.860049 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54198) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:04.884773 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-61729e8f-e15a-4fa9-b5ff-d72adc10ee10 None None] Port 1b59826e-f466-4732-9582-ca2f327b6c57 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:15:04.913139 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1bba830c-acde-415e-9c78-642da4bdffc5 req-dcd1a028-0e79-4e1e-b017-70040e9db579 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa5966c5-a617-410b-b366-3f9e3f8e8c3e HTTP/1.1" status: 200 len: 217 time: 0.0774491 Jul 09 16:15:04.920111 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9286bf4a-75e3-434a-b512-847a9a86c943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:05.046127 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba830c-acde-415e-9c78-642da4bdffc5 req-30cf88ba-f154-4d6c-96c2-f27ebb7da12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:05.047860 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1bba830c-acde-415e-9c78-642da4bdffc5 req-30cf88ba-f154-4d6c-96c2-f27ebb7da12e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a370451c-a6ff-4f67-9f5a-5d221f88c998 HTTP/1.1" status: 200 len: 854 time: 0.1235635 Jul 09 16:15:05.056707 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eb7ea89a-e137-47f3-af2a-1281b85eef2a tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:05.063490 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eb7ea89a-e137-47f3-af2a-1281b85eef2a tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:05.075667 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-dfa52164-b4fb-48d8-9d97-0076f66ca8d0 req-6dd22304-64d9-4ded-b939-8bf89d86a577 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Deleting port 12246daa-456b-4bc7-91e1-5482a24bac1a {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:15:05.075909 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-dfa52164-b4fb-48d8-9d97-0076f66ca8d0 req-6dd22304-64d9-4ded-b939-8bf89d86a577 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:05.139611 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7ea89a-e137-47f3-af2a-1281b85eef2a tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34f80c13-8b01-4e8a-9cb5-72ca58e86aa0,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:05.144918 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1bba830c-acde-415e-9c78-642da4bdffc5 req-fbacd0db-de46-4950-9453-7309f9dc8069 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a83106c4-7a1b-4236-bae4-8ce093eefcb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789764 Jul 09 16:15:05.152226 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6294a5-ac2c-42c0-a108-c05968f9cb9f req-bb7983d1-2d4c-472c-947b-fe244fc4e816 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:05.154708 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7a6294a5-ac2c-42c0-a108-c05968f9cb9f req-bb7983d1-2d4c-472c-947b-fe244fc4e816 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/ports?device_id=aed06c0e-95a9-44a8-b111-616e5c1e7d58 HTTP/1.1" status: 200 len: 945 time: 0.1940644 Jul 09 16:15:05.156220 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9286bf4a-75e3-434a-b512-847a9a86c943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:05.160681 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eb7ea89a-e137-47f3-af2a-1281b85eef2a tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:05.161987 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-eb7ea89a-e137-47f3-af2a-1281b85eef2a tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9224329 Jul 09 16:15:05.165765 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54202) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:05.170835 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-2fe54f65-8d43-4cc6-b20f-a040147fefed tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Request body: {'floatingip': {'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:15:05.198301 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9286bf4a-75e3-434a-b512-847a9a86c943 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:15:05.198668 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9286bf4a-75e3-434a-b512-847a9a86c943 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:15:05.199436 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9286bf4a-75e3-434a-b512-847a9a86c943 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:15:05.199779 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9286bf4a-75e3-434a-b512-847a9a86c943 admin admin] Subscribe: > port after_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:15:05.200613 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9286bf4a-75e3-434a-b512-847a9a86c943 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:15:05.200929 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9286bf4a-75e3-434a-b512-847a9a86c943 admin admin] Subscribe: > port after_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:15:05.201241 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9286bf4a-75e3-434a-b512-847a9a86c943 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:15:05.201554 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9286bf4a-75e3-434a-b512-847a9a86c943 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:15:05.201862 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9286bf4a-75e3-434a-b512-847a9a86c943 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:15:05.202173 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9286bf4a-75e3-434a-b512-847a9a86c943 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:15:05.250484 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-dfa52164-b4fb-48d8-9d97-0076f66ca8d0 req-6dd22304-64d9-4ded-b939-8bf89d86a577 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] For port 12246daa-456b-4bc7-91e1-5482a24bac1a, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=12246daa-456b-4bc7-91e1-5482a24bac1a,segment=NetworkSegment(b32a47a8-020a-4928-8231-ed69fc73c847),segment_id=b32a47a8-020a-4928-8231-ed69fc73c847)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:15:05.251095 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-dfa52164-b4fb-48d8-9d97-0076f66ca8d0 req-6dd22304-64d9-4ded-b939-8bf89d86a577 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:05.260653 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2fe54f65-8d43-4cc6-b20f-a040147fefed tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:05.269422 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7a6294a5-ac2c-42c0-a108-c05968f9cb9f req-d94c98be-4722-4d3a-bcdd-594776455980 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/security-groups?id=ce5ad391-2727-4ebb-93c6-e38b31a0907b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062667 Jul 09 16:15:05.331315 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9286bf4a-75e3-434a-b512-847a9a86c943 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:15:05.332158 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9286bf4a-75e3-434a-b512-847a9a86c943 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:15:05.332686 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9286bf4a-75e3-434a-b512-847a9a86c943 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:15:05.333207 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9286bf4a-75e3-434a-b512-847a9a86c943 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:15:05.333790 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-9286bf4a-75e3-434a-b512-847a9a86c943 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b65bcac-ba21-4565-bf6d-5e7b6fe83db7']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:15:05.385709 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-34c00ed0-565c-4553-b37b-a066d0e9f04d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=90103765321a44c5954b6bc1ea90c4d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4878666 Jul 09 16:15:05.397114 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-9286bf4a-75e3-434a-b512-847a9a86c943 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbc7a639-5863-4995-9a4b-f91be63e1ab1') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:15:05.397924 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-9286bf4a-75e3-434a-b512-847a9a86c943 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbc7a639-5863-4995-9a4b-f91be63e1ab1') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:15:05.402063 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54208) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:05.423222 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629591e6-3a0d-4cb0-bf57-1dd4e4d4da6b req-9fba7acc-1df3-41ac-891b-d67d229179c9 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:05.425500 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-629591e6-3a0d-4cb0-bf57-1dd4e4d4da6b req-9fba7acc-1df3-41ac-891b-d67d229179c9 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/ports?device_id=abc4daa8-fee8-481c-a51c-7f4f1e06e601 HTTP/1.1" status: 200 len: 945 time: 0.4703054 Jul 09 16:15:05.442505 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9286bf4a-75e3-434a-b512-847a9a86c943 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:05.515055 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9286bf4a-75e3-434a-b512-847a9a86c943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:05.521660 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-dfa52164-b4fb-48d8-9d97-0076f66ca8d0 req-6dd22304-64d9-4ded-b939-8bf89d86a577 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:05.522233 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-dfa52164-b4fb-48d8-9d97-0076f66ca8d0 req-6dd22304-64d9-4ded-b939-8bf89d86a577 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:05.522785 n-d-798930-3 neutron-server[93959]: INFO neutron.db.l3_db [req-dfa52164-b4fb-48d8-9d97-0076f66ca8d0 req-6dd22304-64d9-4ded-b939-8bf89d86a577 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Floating IP f8dce8de-e36e-44c6-9aaf-1a1a07c81802 disassociated. External IP: 172.25.0.26, port: 12246daa-456b-4bc7-91e1-5482a24bac1a. Jul 09 16:15:05.523165 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-dfa52164-b4fb-48d8-9d97-0076f66ca8d0 req-6dd22304-64d9-4ded-b939-8bf89d86a577 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Calling delete_port for 12246daa-456b-4bc7-91e1-5482a24bac1a owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:15:05.537771 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9286bf4a-75e3-434a-b512-847a9a86c943 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:15:05.538364 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9286bf4a-75e3-434a-b512-847a9a86c943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:05.549279 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2fe54f65-8d43-4cc6-b20f-a040147fefed tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:05.549668 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:15:05.549668 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:15:05.549668 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:15:05.549668 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:15:05.549668 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:15:05.549668 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:15:05.549668 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:15:05.549668 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:15:05.549668 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:15:05.549668 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:15:05.549668 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:15:05.549668 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:15:05.549668 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:15:05.549668 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:15:05.549668 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:15:05.549668 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:15:05.549668 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:15:05.549668 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:15:05.549668 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:15:05.549668 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:15:05.549668 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:15:05.549668 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:15:05.549668 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:15:05.549668 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:15:05.549668 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:15:05.549668 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:15:05.549668 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:15:05.549668 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:15:05.549668 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:15:05.549668 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:15:05.549668 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:15:05.549668 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:15:05.549668 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:15:05.549668 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:15:05.549668 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:15:05.549668 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:15:05.549668 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:15:05.549668 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:15:05.621241 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1bba830c-acde-415e-9c78-642da4bdffc5 req-f4924b17-fd96-4a45-8030-2bf81228942e service neutron] 10.222.0.77 "GET /v2.0/networks/a83106c4-7a1b-4236-bae4-8ce093eefcb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4621608 Jul 09 16:15:05.625104 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-629591e6-3a0d-4cb0-bf57-1dd4e4d4da6b req-36d88bda-1e94-4a29-bfbf-6c168c453eac tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/security-groups?id=fadcaedc-452e-4f40-8a32-cbe9ec458d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861024 Jul 09 16:15:05.697717 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2224c4a-aab3-448b-9f95-de4b8c704f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:05.702919 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9286bf4a-75e3-434a-b512-847a9a86c943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:05.711320 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9286bf4a-75e3-434a-b512-847a9a86c943 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:05.713368 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-9286bf4a-75e3-434a-b512-847a9a86c943 admin admin] 10.222.0.98 "DELETE /v2.0/networks/2b65bcac-ba21-4565-bf6d-5e7b6fe83db7 HTTP/1.1" status: 204 len: 168 time: 0.9622977 Jul 09 16:15:05.724250 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54212) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:05.770275 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9286bf4a-75e3-434a-b512-847a9a86c943 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b65bcac-ba21-4565-bf6d-5e7b6fe83db7,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:05.779988 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2224c4a-aab3-448b-9f95-de4b8c704f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:05.840596 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbf4102d-6fdb-4e22-897c-b33168b9c4eb admin admin] Deleting subnet 636a41ad-7367-470b-a475-8524fa57a6f5 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:15:05.845589 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-2fe54f65-8d43-4cc6-b20f-a040147fefed tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Allocated IP 172.25.0.202 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/f199f1a0-619e-43f0-9499-ca2d3681f73e) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:15:05.849303 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dbf4102d-6fdb-4e22-897c-b33168b9c4eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:05.864605 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-dfa52164-b4fb-48d8-9d97-0076f66ca8d0 req-6dd22304-64d9-4ded-b939-8bf89d86a577 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:05.908226 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1bba830c-acde-415e-9c78-642da4bdffc5 req-b30b96ff-5d26-4554-ab73-1b54d8f9dbc6 service neutron] 10.222.0.77 "GET /v2.0/networks/a83106c4-7a1b-4236-bae4-8ce093eefcb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737637 Jul 09 16:15:05.923954 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dbf4102d-6fdb-4e22-897c-b33168b9c4eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:05.951207 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2224c4a-aab3-448b-9f95-de4b8c704f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:05.956197 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2224c4a-aab3-448b-9f95-de4b8c704f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:05.959181 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd22304-64d9-4ded-b939-8bf89d86a577 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Pushing event deleted for resources: {'Port': ['ID=12246daa-456b-4bc7-91e1-5482a24bac1a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:05.962696 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e2224c4a-aab3-448b-9f95-de4b8c704f9b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd HTTP/1.1" status: 204 len: 168 time: 0.5562823 Jul 09 16:15:06.004606 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d091912-998f-4919-8cb3-03aad4f6623e req-4ba173fe-8904-4b77-b5af-1bd6a07ef5c8 tempest-VolumesAdminNegativeTest-937508583 tempest-VolumesAdminNegativeTest-937508583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:06.006358 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1d091912-998f-4919-8cb3-03aad4f6623e req-4ba173fe-8904-4b77-b5af-1bd6a07ef5c8 tempest-VolumesAdminNegativeTest-937508583 tempest-VolumesAdminNegativeTest-937508583-project] 10.222.0.98 "GET /v2.0/ports?device_id=c24104e5-eae7-4ce0-aa84-b3454b8aea6f HTTP/1.1" status: 200 len: 944 time: 0.2495782 Jul 09 16:15:06.014668 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2224c4a-aab3-448b-9f95-de4b8c704f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9b3418-ccbd-4f76-a8cc-b5e30531f2bd,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:06.030474 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dbf4102d-6fdb-4e22-897c-b33168b9c4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:06.095270 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78fd12a-bc9c-4ced-a059-eec7ba35f19f req-9bfa8c15-c27b-4e40-bf77-67768a04f6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:06.096916 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a78fd12a-bc9c-4ced-a059-eec7ba35f19f req-9bfa8c15-c27b-4e40-bf77-67768a04f6da service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b6f67abaa7d34fbf8340eaa74fafc7a2&device_id=c24104e5-eae7-4ce0-aa84-b3454b8aea6f HTTP/1.1" status: 200 len: 1095 time: 0.1280692 Jul 09 16:15:06.151591 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2fe54f65-8d43-4cc6-b20f-a040147fefed tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:06.161769 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dbf4102d-6fdb-4e22-897c-b33168b9c4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:06.172100 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1d091912-998f-4919-8cb3-03aad4f6623e req-299ae2f9-c9e1-4be6-a29e-9c9e15380b83 tempest-VolumesAdminNegativeTest-937508583 tempest-VolumesAdminNegativeTest-937508583-project] 10.222.0.98 "GET /v2.0/security-groups?id=cecf198f-4855-43b2-94a0-d8723557a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254165 Jul 09 16:15:06.201169 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dfa52164-b4fb-48d8-9d97-0076f66ca8d0 req-6dd22304-64d9-4ded-b939-8bf89d86a577 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Router 33f481ab-d0c0-4daa-bb4f-07ccb207870f has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:15:06.206196 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf4102d-6fdb-4e22-897c-b33168b9c4eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=636a41ad-7367-470b-a475-8524fa57a6f5,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:06.210217 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dbf4102d-6fdb-4e22-897c-b33168b9c4eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:06.212122 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-dbf4102d-6fdb-4e22-897c-b33168b9c4eb admin admin] 10.222.0.98 "DELETE /v2.0/subnets/636a41ad-7367-470b-a475-8524fa57a6f5 HTTP/1.1" status: 204 len: 168 time: 0.4845839 Jul 09 16:15:06.219589 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54218) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:06.243304 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78fd12a-bc9c-4ced-a059-eec7ba35f19f req-c2845fbd-e28d-40f9-a7f0-7d70e8ccbcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:06.245304 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a78fd12a-bc9c-4ced-a059-eec7ba35f19f req-c2845fbd-e28d-40f9-a7f0-7d70e8ccbcb9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a83106c4-7a1b-4236-bae4-8ce093eefcb8 HTTP/1.1" status: 200 len: 915 time: 0.1416972 Jul 09 16:15:06.266582 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2fe54f65-8d43-4cc6-b20f-a040147fefed tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:06.306617 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54220) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:06.455651 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dfa52164-b4fb-48d8-9d97-0076f66ca8d0 req-6dd22304-64d9-4ded-b939-8bf89d86a577 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:15:06.458529 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe54f65-8d43-4cc6-b20f-a040147fefed tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:15:06.469560 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2af356-db61-43ef-942c-fe804c05edd2 None None] Sync routers for ids ['33f481ab-d0c0-4daa-bb4f-07ccb207870f'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:15:06.485433 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2af356-db61-43ef-942c-fe804c05edd2 None None] Routers {'33f481ab-d0c0-4daa-bb4f-07ccb207870f'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:15:06.486467 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9f2af356-db61-43ef-942c-fe804c05edd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:14:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['33f481ab-d0c0-4daa-bb4f-07ccb207870f'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:15:06.505482 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-2fe54f65-8d43-4cc6-b20f-a040147fefed tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:15:06.513985 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe54f65-8d43-4cc6-b20f-a040147fefed tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:15:06.517666 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe54f65-8d43-4cc6-b20f-a040147fefed tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Pushing event updated for resources: {'Port': ['ID=f199f1a0-619e-43f0-9499-ca2d3681f73e,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:06.522596 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4da6ecd-0c69-4ec0-956a-26627fabb387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:06.576602 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa52164-b4fb-48d8-9d97-0076f66ca8d0 req-6dd22304-64d9-4ded-b939-8bf89d86a577 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] No DVR routers for this DVR port 12246daa-456b-4bc7-91e1-5482a24bac1a on host n-h1-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:15:06.586011 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-dfa52164-b4fb-48d8-9d97-0076f66ca8d0 req-6dd22304-64d9-4ded-b939-8bf89d86a577 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:06.588078 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-dfa52164-b4fb-48d8-9d97-0076f66ca8d0 req-6dd22304-64d9-4ded-b939-8bf89d86a577 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.77 "DELETE /v2.0/ports/12246daa-456b-4bc7-91e1-5482a24bac1a HTTP/1.1" status: 204 len: 173 time: 2.2759397 Jul 09 16:15:06.590328 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed06c0e-95a9-44a8-b111-616e5c1e7d58', 'name': 'network-vif-deleted', 'tag': '12246daa-456b-4bc7-91e1-5482a24bac1a'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:15:06.592841 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b703b8-1d37-42a8-85a5-fab50b4d9917" -d '{"events": [{"server_uuid": "aed06c0e-95a9-44a8-b111-616e5c1e7d58", "name": "network-vif-deleted", "tag": "12246daa-456b-4bc7-91e1-5482a24bac1a"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:15:06.628260 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-316da9e9-9156-474f-ad51-ee415924eca7 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2ea2270e6bda491b8cad5fd1160b36fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2149069 Jul 09 16:15:06.628920 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54228) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:06.703402 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4717b6-49d8-438f-ba81-6d05be5658fc x-openstack-request-id: req-de4717b6-49d8-438f-ba81-6d05be5658fc {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:15:06.703706 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed06c0e-95a9-44a8-b111-616e5c1e7d58", "name": "network-vif-deleted", "tag": "12246daa-456b-4bc7-91e1-5482a24bac1a", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:15:06.703959 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-de4717b6-49d8-438f-ba81-6d05be5658fc {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:15:06.704360 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed06c0e-95a9-44a8-b111-616e5c1e7d58', 'name': 'network-vif-deleted', 'tag': '12246daa-456b-4bc7-91e1-5482a24bac1a', 'status': 'completed', 'code': 200} Jul 09 16:15:06.713561 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-9f2af356-db61-43ef-942c-fe804c05edd2 None None] Set router 33f481ab-d0c0-4daa-bb4f-07ccb207870f gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:15:06.727549 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a78fd12a-bc9c-4ced-a059-eec7ba35f19f req-05f7472a-b6dc-4ac7-9382-3587b4bdf513 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa5966c5-a617-410b-b366-3f9e3f8e8c3e HTTP/1.1" status: 200 len: 217 time: 0.4739165 Jul 09 16:15:06.784012 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4da6ecd-0c69-4ec0-956a-26627fabb387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:06.796476 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2fe54f65-8d43-4cc6-b20f-a040147fefed tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:06.813500 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-d4da6ecd-0c69-4ec0-956a-26627fabb387 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43b431a2-2739-4d83-815c-7e3d26a2c53c']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:15:06.823752 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-efcacaa9-5836-42f9-b288-6ca5c1fedc79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:06.829747 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-d4da6ecd-0c69-4ec0-956a-26627fabb387 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0610c801-f885-41e4-9c2b-6d7c4b558c44') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:15:06.829983 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-d4da6ecd-0c69-4ec0-956a-26627fabb387 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0610c801-f885-41e4-9c2b-6d7c4b558c44') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:15:06.856764 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f72c7b1c-cd20-4d28-8119-c810c679d501 req-10a1940e-58e3-46b4-b779-faf64b1316e5 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/ports?device_id=aed06c0e-95a9-44a8-b111-616e5c1e7d58 HTTP/1.1" status: 200 len: 210 time: 0.1351430 Jul 09 16:15:06.869738 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4da6ecd-0c69-4ec0-956a-26627fabb387 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:06.897068 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78fd12a-bc9c-4ced-a059-eec7ba35f19f req-a8414912-0060-4d3b-924e-26e93216d837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:06.899326 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a78fd12a-bc9c-4ced-a059-eec7ba35f19f req-a8414912-0060-4d3b-924e-26e93216d837 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a370451c-a6ff-4f67-9f5a-5d221f88c998 HTTP/1.1" status: 200 len: 854 time: 0.1504312 Jul 09 16:15:06.906609 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-efcacaa9-5836-42f9-b288-6ca5c1fedc79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:06.941959 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4da6ecd-0c69-4ec0-956a-26627fabb387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:06.947734 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a78fd12a-bc9c-4ced-a059-eec7ba35f19f req-da445598-24b7-4065-a3fc-751c5190294a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a83106c4-7a1b-4236-bae4-8ce093eefcb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366826 Jul 09 16:15:07.001135 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4da6ecd-0c69-4ec0-956a-26627fabb387 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:15:07.001537 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4da6ecd-0c69-4ec0-956a-26627fabb387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:07.004243 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:15:07.004243 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:15:07.004243 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:15:07.004243 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:15:07.004243 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:15:07.004243 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:15:07.004243 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:15:07.004243 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:15:07.004243 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:15:07.004243 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:15:07.004243 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:15:07.004243 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:15:07.004243 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:15:07.004243 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:15:07.004243 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:15:07.004243 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:15:07.004243 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:15:07.004243 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:15:07.004243 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:15:07.004243 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:15:07.004243 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:15:07.004243 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:15:07.004243 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:15:07.004243 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:15:07.004243 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:15:07.004243 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:15:07.004243 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:15:07.004243 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:15:07.004243 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:15:07.004243 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:15:07.004243 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:15:07.004243 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:15:07.004243 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:15:07.004243 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:15:07.004243 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:15:07.004243 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:15:07.004243 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:15:07.004243 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:15:07.004243 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:15:07.004243 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:15:07.004243 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:15:07.004243 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:15:07.004243 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:15:07.004243 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:15:07.004243 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:15:07.004243 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:15:07.021685 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9f2af356-db61-43ef-942c-fe804c05edd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1555507325-router', 'tenant_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '6b75535c-ea63-413d-88df-67b7b475953f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:09:05Z', 'updated_at': '2021-07-09T16:09:10Z', 'revision_number': 4, 'project_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'gw_port': {'id': '6b75535c-ea63-413d-88df-67b7b475953f', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:06Z', 'updated_at': '2021-07-09T16:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'c53a8e13-d3a7-4bae-88bc-bb17c30e4942', 'name': '', 'network_id': 'bb5eedc8-9794-43ab-9159-e84889255689', 'tenant_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'mac_address': 'fa:16:3e:e6:4b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9652b0cc-4dd5-4837-9b58-222aefe9d108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:09Z', 'updated_at': '2021-07-09T16:09:19Z', 'revision_number': 5, 'project_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'subnets': [{'id': '9652b0cc-4dd5-4837-9b58-222aefe9d108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:15:07.051248 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2af356-db61-43ef-942c-fe804c05edd2 None None] Checking router: 33f481ab-d0c0-4daa-bb4f-07ccb207870f for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:15:07.060819 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2af356-db61-43ef-942c-fe804c05edd2 None None] Routers {'33f481ab-d0c0-4daa-bb4f-07ccb207870f'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:15:07.061760 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9f2af356-db61-43ef-942c-fe804c05edd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:14:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['33f481ab-d0c0-4daa-bb4f-07ccb207870f'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:15:07.064805 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a78fd12a-bc9c-4ced-a059-eec7ba35f19f req-be2ab8f0-7ec9-447e-8710-115573e78e3c service neutron] 10.222.0.77 "GET /v2.0/networks/a83106c4-7a1b-4236-bae4-8ce093eefcb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040452 Jul 09 16:15:07.066255 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2fe54f65-8d43-4cc6-b20f-a040147fefed tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:07.151650 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4da6ecd-0c69-4ec0-956a-26627fabb387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:07.167583 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4da6ecd-0c69-4ec0-956a-26627fabb387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:07.170251 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-d4da6ecd-0c69-4ec0-956a-26627fabb387 admin admin] 10.222.0.98 "DELETE /v2.0/networks/43b431a2-2739-4d83-815c-7e3d26a2c53c HTTP/1.1" status: 204 len: 168 time: 0.9483223 Jul 09 16:15:07.184134 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a78fd12a-bc9c-4ced-a059-eec7ba35f19f req-a52cdb66-4fc2-45a6-bcd3-d7dd9158dabe service neutron] 10.222.0.77 "GET /v2.0/networks/a83106c4-7a1b-4236-bae4-8ce093eefcb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120656 Jul 09 16:15:07.205149 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4da6ecd-0c69-4ec0-956a-26627fabb387 admin admin] Pushing event deleted for resources: {'Network': ['ID=43b431a2-2739-4d83-815c-7e3d26a2c53c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:07.226702 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-9f2af356-db61-43ef-942c-fe804c05edd2 None None] Set router 33f481ab-d0c0-4daa-bb4f-07ccb207870f gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:15:07.236497 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-85c20ab7-ec55-4cd7-8132-5c3f9c19c6cb req-58be213c-8de9-4bc8-a729-45d67094e6a7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=814eec7e-8e74-4d24-8510-9cb495b8da26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3207622 Jul 09 16:15:07.239948 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-efcacaa9-5836-42f9-b288-6ca5c1fedc79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:07.242471 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-efcacaa9-5836-42f9-b288-6ca5c1fedc79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:07.246458 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-efcacaa9-5836-42f9-b288-6ca5c1fedc79 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8c070735-f658-457c-b0d3-b4aa69b09677 HTTP/1.1" status: 204 len: 168 time: 0.6163061 Jul 09 16:15:07.257957 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcdd961-26ca-4553-aa39-e0d96ae01151 req-e7b17191-dac6-4bb9-ba1e-f6d1d45d93d4 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:07.265742 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-abcdd961-26ca-4553-aa39-e0d96ae01151 req-e7b17191-dac6-4bb9-ba1e-f6d1d45d93d4 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/ports?device_id=abc4daa8-fee8-481c-a51c-7f4f1e06e601 HTTP/1.1" status: 200 len: 945 time: 0.3536265 Jul 09 16:15:07.302672 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcacaa9-5836-42f9-b288-6ca5c1fedc79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c070735-f658-457c-b0d3-b4aa69b09677,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:07.471829 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2fe54f65-8d43-4cc6-b20f-a040147fefed tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:07.478644 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54240) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:07.496090 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-abcdd961-26ca-4553-aa39-e0d96ae01151 req-88212097-f314-48f6-bb92-1121340580b3 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/security-groups?id=fadcaedc-452e-4f40-8a32-cbe9ec458d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287266 Jul 09 16:15:07.504501 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2fe54f65-8d43-4cc6-b20f-a040147fefed tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:07.607161 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c20ab7-ec55-4cd7-8132-5c3f9c19c6cb req-32c6b021-6042-4210-8ace-62a7b29d9b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:07.609553 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-85c20ab7-ec55-4cd7-8132-5c3f9c19c6cb req-32c6b021-6042-4210-8ace-62a7b29d9b44 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4a7bcfee98ce42f9b496f385fa1d801e&device_id=814eec7e-8e74-4d24-8510-9cb495b8da26 HTTP/1.1" status: 200 len: 1096 time: 0.3236763 Jul 09 16:15:07.614787 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-438ce513-212a-4663-bc0d-3f1226a611bb admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9639d7ee11dd47639be4bedc72b53ccc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1339099 Jul 09 16:15:07.617579 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9f2af356-db61-43ef-942c-fe804c05edd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1555507325-router', 'tenant_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '6b75535c-ea63-413d-88df-67b7b475953f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:09:05Z', 'updated_at': '2021-07-09T16:09:10Z', 'revision_number': 4, 'project_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'gw_port': {'id': '6b75535c-ea63-413d-88df-67b7b475953f', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:06Z', 'updated_at': '2021-07-09T16:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'c53a8e13-d3a7-4bae-88bc-bb17c30e4942', 'name': '', 'network_id': 'bb5eedc8-9794-43ab-9159-e84889255689', 'tenant_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'mac_address': 'fa:16:3e:e6:4b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9652b0cc-4dd5-4837-9b58-222aefe9d108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:09Z', 'updated_at': '2021-07-09T16:09:19Z', 'revision_number': 5, 'project_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'subnets': [{'id': '9652b0cc-4dd5-4837-9b58-222aefe9d108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:15:07.627842 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54248) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:07.668977 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe54f65-8d43-4cc6-b20f-a040147fefed tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Pushing event updated for resources: {'Port': ['ID=f199f1a0-619e-43f0-9499-ca2d3681f73e,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:07.674935 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8d275-7b88-4cd8-ad92-bd456ee97921 req-9e12fb0f-7039-4c7c-b1d9-a6388e0f9bde tempest-VolumesAdminNegativeTest-937508583 tempest-VolumesAdminNegativeTest-937508583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:07.683520 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5fe8d275-7b88-4cd8-ad92-bd456ee97921 req-9e12fb0f-7039-4c7c-b1d9-a6388e0f9bde tempest-VolumesAdminNegativeTest-937508583 tempest-VolumesAdminNegativeTest-937508583-project] 10.222.0.98 "GET /v2.0/ports?device_id=c24104e5-eae7-4ce0-aa84-b3454b8aea6f HTTP/1.1" status: 200 len: 944 time: 0.2948437 Jul 09 16:15:07.689996 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2af356-db61-43ef-942c-fe804c05edd2 None None] The sync data for ids ['33f481ab-d0c0-4daa-bb4f-07ccb207870f'] in n-d-798930-3 is: [{'id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1555507325-router', 'tenant_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '6b75535c-ea63-413d-88df-67b7b475953f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:09:05Z', 'updated_at': '2021-07-09T16:09:10Z', 'revision_number': 4, 'project_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'gw_port': {'id': '6b75535c-ea63-413d-88df-67b7b475953f', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:06Z', 'updated_at': '2021-07-09T16:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'c53a8e13-d3a7-4bae-88bc-bb17c30e4942', 'name': '', 'network_id': 'bb5eedc8-9794-43ab-9159-e84889255689', 'tenant_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'mac_address': 'fa:16:3e:e6:4b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9652b0cc-4dd5-4837-9b58-222aefe9d108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:09Z', 'updated_at': '2021-07-09T16:09:19Z', 'revision_number': 5, 'project_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'subnets': [{'id': '9652b0cc-4dd5-4837-9b58-222aefe9d108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:15:07.776045 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12d8d2f0-1337-4d8d-ad77-7868b4cf688e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:07.787377 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5fe8d275-7b88-4cd8-ad92-bd456ee97921 req-97ea1999-8ec3-4720-92bf-1ed196fb0f31 tempest-VolumesAdminNegativeTest-937508583 tempest-VolumesAdminNegativeTest-937508583-project] 10.222.0.98 "GET /v2.0/security-groups?id=cecf198f-4855-43b2-94a0-d8723557a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018479 Jul 09 16:15:07.816140 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12d8d2f0-1337-4d8d-ad77-7868b4cf688e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:07.905781 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12d8d2f0-1337-4d8d-ad77-7868b4cf688e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:07.909480 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12d8d2f0-1337-4d8d-ad77-7868b4cf688e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:07.910676 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-12d8d2f0-1337-4d8d-ad77-7868b4cf688e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1ad76235-6fe5-4175-80a5-e5651b397162 HTTP/1.1" status: 204 len: 168 time: 0.2648449 Jul 09 16:15:07.923444 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d8d2f0-1337-4d8d-ad77-7868b4cf688e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad76235-6fe5-4175-80a5-e5651b397162,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:08.108431 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be20cf2-3cab-4a13-abf1-b2195fb1b370 None None] New status for floating IP f8dce8de-e36e-44c6-9aaf-1a1a07c81802: DOWN {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:15:08.172607 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2fe54f65-8d43-4cc6-b20f-a040147fefed tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:08.190823 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device fa5966c5-a617-410b-b366-3f9e3f8e8c3e details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:15:08.196503 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2fe54f65-8d43-4cc6-b20f-a040147fefed tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:08.196881 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 12246daa-456b-4bc7-91e1-5482a24bac1a no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:15:08.198293 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2fe54f65-8d43-4cc6-b20f-a040147fefed tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0310442 Jul 09 16:15:08.238365 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-35195fe0-b15f-4593-ab1d-18bb565fe9c0 req-e81e82af-bc93-4e83-aa2a-bbf2d4d39f56 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-769770331&fields=id&tenant_id=af925efe71854f1f8999734921d4e286 HTTP/1.1" status: 200 len: 267 time: 0.5704563 Jul 09 16:15:08.268423 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: 12246daa-456b-4bc7-91e1-5482a24bac1a {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:15:08.269049 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 12246daa-456b-4bc7-91e1-5482a24bac1a not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:15:08.343066 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c20ab7-ec55-4cd7-8132-5c3f9c19c6cb req-5cb93c8f-3907-429f-b66d-a4d879fae1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:08.344881 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-85c20ab7-ec55-4cd7-8132-5c3f9c19c6cb req-5cb93c8f-3907-429f-b66d-a4d879fae1a7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=61ffd1b6-f25b-4986-bd69-fd61ebdd8c18 HTTP/1.1" status: 200 len: 916 time: 0.6930456 Jul 09 16:15:08.352561 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35195fe0-b15f-4593-ab1d-18bb565fe9c0 req-9e782bf0-94b7-4279-a4cf-34a840eb45d4 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:08.360944 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-35195fe0-b15f-4593-ab1d-18bb565fe9c0 req-9e782bf0-94b7-4279-a4cf-34a840eb45d4 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/ports?device_id=abc4daa8-fee8-481c-a51c-7f4f1e06e601 HTTP/1.1" status: 200 len: 945 time: 0.1213880 Jul 09 16:15:08.370165 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54274) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:08.400589 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-35195fe0-b15f-4593-ab1d-18bb565fe9c0 req-e86d525c-8f65-43fe-9e09-475d415dc4bb tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Request body: {'port': {'security_groups': ['fadcaedc-452e-4f40-8a32-cbe9ec458d60', '0a380518-c45e-4290-b9d3-fbc03e6c6b6c']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:15:08.477902 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-5ccffc5f-6aeb-41b5-98f5-1ca2239bfef9 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c2881aba82274f03b129c2614f3ca1fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1040740 Jul 09 16:15:08.478607 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54280) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:08.528712 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port fa5966c5-a617-410b-b366-3f9e3f8e8c3e, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=fa5966c5-a617-410b-b366-3f9e3f8e8c3e,segment=NetworkSegment(2fb46387-d619-4acf-8f1d-31c0610ec7ff),segment_id=2fb46387-d619-4acf-8f1d-31c0610ec7ff)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:15:08.555337 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': 'fa5966c5-a617-410b-b366-3f9e3f8e8c3e', 'network_id': 'a83106c4-7a1b-4236-bae4-8ce093eefcb8', 'port_id': 'fa5966c5-a617-410b-b366-3f9e3f8e8c3e', 'mac_address': 'fa:16:3e:75:88:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a370451c-a6ff-4f67-9f5a-5d221f88c998', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:15:08.596063 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54286) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:08.638482 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:08.654507 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed2a0b8f-1e58-4b41-9f2b-8b0d75450ea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:08.656799 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa5966c5-a617-410b-b366-3f9e3f8e8c3e {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:15:08.657518 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-85c20ab7-ec55-4cd7-8132-5c3f9c19c6cb req-e950a62b-c6fc-4b59-b297-b8d7a031ae38 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=021c23e7-1abd-4066-95dc-579b5da6ad74 HTTP/1.1" status: 200 len: 1000 time: 0.2945716 Jul 09 16:15:08.695817 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port fa5966c5-a617-410b-b366-3f9e3f8e8c3e, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=fa5966c5-a617-410b-b366-3f9e3f8e8c3e,segment=NetworkSegment(2fb46387-d619-4acf-8f1d-31c0610ec7ff),segment_id=2fb46387-d619-4acf-8f1d-31c0610ec7ff)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:15:08.703936 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:08.706917 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-95729d73-e77f-4495-896e-d03546fda9c1 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:08.734003 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-35195fe0-b15f-4593-ab1d-18bb565fe9c0 req-e86d525c-8f65-43fe-9e09-475d415dc4bb tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:08.745311 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed2a0b8f-1e58-4b41-9f2b-8b0d75450ea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:08.778867 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-95729d73-e77f-4495-896e-d03546fda9c1 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:08.785763 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c20ab7-ec55-4cd7-8132-5c3f9c19c6cb req-17bb344c-815b-453f-a8cc-b698779c9727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:08.787794 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-85c20ab7-ec55-4cd7-8132-5c3f9c19c6cb req-17bb344c-815b-453f-a8cc-b698779c9727 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=90f9165d-5f7d-46e1-8fba-1a5ae5f57aba HTTP/1.1" status: 200 len: 854 time: 0.1211553 Jul 09 16:15:08.804520 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=fa5966c5-a617-410b-b366-3f9e3f8e8c3e,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:08.857152 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-b1179742-d64c-4f40-90db-c98f262558df tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--1654709293&fields=id&tenant_id=26aaf535ef1442ddbe5e4f5b96bc1792 HTTP/1.1" status: 200 len: 267 time: 0.1070354 Jul 09 16:15:08.880043 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-95729d73-e77f-4495-896e-d03546fda9c1 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:08.883077 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-95729d73-e77f-4495-896e-d03546fda9c1 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:08.884185 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-95729d73-e77f-4495-896e-d03546fda9c1 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "DELETE /v2.0/security-groups/ce5ad391-2727-4ebb-93c6-e38b31a0907b HTTP/1.1" status: 204 len: 168 time: 0.2857466 Jul 09 16:15:08.890739 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54304) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:08.895514 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed2a0b8f-1e58-4b41-9f2b-8b0d75450ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:08.898978 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed2a0b8f-1e58-4b41-9f2b-8b0d75450ea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:08.902495 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ed2a0b8f-1e58-4b41-9f2b-8b0d75450ea5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/75d3a4fa-a1da-41df-bdcd-7e5ed9a773af HTTP/1.1" status: 204 len: 168 time: 0.4113934 Jul 09 16:15:08.918116 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['fa5966c5-a617-410b-b366-3f9e3f8e8c3e'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:15:08.919771 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-0ce625fb-6632-4aee-97b7-313ab2f99684 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] show failed (client error): The resource could not be found. Jul 09 16:15:08.921179 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0ce625fb-6632-4aee-97b7-313ab2f99684 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "GET /v2.0/security-groups/ce5ad391-2727-4ebb-93c6-e38b31a0907b HTTP/1.1" status: 404 len: 347 time: 0.0291543 Jul 09 16:15:08.924627 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54310) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:08.934411 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95729d73-e77f-4495-896e-d03546fda9c1 tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5ad391-2727-4ebb-93c6-e38b31a0907b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:08.954443 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2a0b8f-1e58-4b41-9f2b-8b0d75450ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d3a4fa-a1da-41df-bdcd-7e5ed9a773af,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:08.956858 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c20ab7-ec55-4cd7-8132-5c3f9c19c6cb req-326901fc-d68b-46be-b5a6-7f2ab6ad0a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:08.958684 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-85c20ab7-ec55-4cd7-8132-5c3f9c19c6cb req-326901fc-d68b-46be-b5a6-7f2ab6ad0a26 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=61ffd1b6-f25b-4986-bd69-fd61ebdd8c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1614926 Jul 09 16:15:08.968709 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd302a-314f-4a45-8099-ac55018e507d req-8f4438fc-b54d-4b3b-9d84-eefb2fcfcf84 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:08.970423 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-8f4438fc-b54d-4b3b-9d84-eefb2fcfcf84 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports/dc1969ff-da8f-4d79-bad7-c98b94b7dc83 HTTP/1.1" status: 200 len: 932 time: 0.0931129 Jul 09 16:15:09.040823 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd302a-314f-4a45-8099-ac55018e507d req-fdefab32-01c1-4b20-b5f9-4fbbf8445d63 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:09.049767 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-fdefab32-01c1-4b20-b5f9-4fbbf8445d63 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports/1b59826e-f466-4732-9582-ca2f327b6c57 HTTP/1.1" status: 200 len: 931 time: 0.0718718 Jul 09 16:15:09.123690 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-26c84437-f7ed-4f06-a287-0c3669788d8a tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?network_id=6a26d5a7-49c7-498b-ac37-7c6cb6027d97&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0729311 Jul 09 16:15:09.161596 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-f0353b97-55d0-410a-a63a-78acb4dee884 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?network_id=6a26d5a7-49c7-498b-ac37-7c6cb6027d97&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0369055 Jul 09 16:15:09.230489 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-35195fe0-b15f-4593-ab1d-18bb565fe9c0 req-e86d525c-8f65-43fe-9e09-475d415dc4bb tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] For port aae1e99b-b67d-422b-9c35-0136f2c36ff8, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=aae1e99b-b67d-422b-9c35-0136f2c36ff8,segment=NetworkSegment(53bede6b-6861-409a-a49d-5992a95b9775),segment_id=53bede6b-6861-409a-a49d-5992a95b9775)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:15:09.270295 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-85c20ab7-ec55-4cd7-8132-5c3f9c19c6cb req-76676b18-3038-430e-9724-7e84f2e66945 service neutron] 10.222.0.73 "GET /v2.0/networks/61ffd1b6-f25b-4986-bd69-fd61ebdd8c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515171 Jul 09 16:15:09.285127 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-3fb48788-335c-493b-a1a2-ae73e63cc05e tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Deleting port c779c358-747d-4737-a3bc-8734e9d2584c {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:15:09.285766 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3fb48788-335c-493b-a1a2-ae73e63cc05e tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:09.314328 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-35195fe0-b15f-4593-ab1d-18bb565fe9c0 req-e86d525c-8f65-43fe-9e09-475d415dc4bb tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:09.333173 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd302a-314f-4a45-8099-ac55018e507d req-0beffafb-5773-43d4-8552-9df63374747d tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:09.339687 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd302a-314f-4a45-8099-ac55018e507d req-0beffafb-5773-43d4-8552-9df63374747d tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:09.345945 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd302a-314f-4a45-8099-ac55018e507d req-0beffafb-5773-43d4-8552-9df63374747d tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:09.353362 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-0beffafb-5773-43d4-8552-9df63374747d tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/networks?id=3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8&id=f5b04cdf-01a8-4737-aa80-b62db70e7d95&id=f5b04cdf-01a8-4737-aa80-b62db70e7d95&id=6a26d5a7-49c7-498b-ac37-7c6cb6027d97&id=6a26d5a7-49c7-498b-ac37-7c6cb6027d97 HTTP/1.1" status: 200 len: 1991 time: 0.1908677 Jul 09 16:15:09.374066 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-1a910879-cf53-4ce6-8186-8398ec1c52b3 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/quotas/26aaf535ef1442ddbe5e4f5b96bc1792 HTTP/1.1" status: 200 len: 375 time: 0.0196958 Jul 09 16:15:09.380399 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-35195fe0-b15f-4593-ab1d-18bb565fe9c0 req-e86d525c-8f65-43fe-9e09-475d415dc4bb tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:09.414749 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['aae1e99b-b67d-422b-9c35-0136f2c36ff8'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:15:09.478797 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35195fe0-b15f-4593-ab1d-18bb565fe9c0 req-e86d525c-8f65-43fe-9e09-475d415dc4bb tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:09.478797 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-35195fe0-b15f-4593-ab1d-18bb565fe9c0 req-e86d525c-8f65-43fe-9e09-475d415dc4bb tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:09.489481 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-35195fe0-b15f-4593-ab1d-18bb565fe9c0 req-e86d525c-8f65-43fe-9e09-475d415dc4bb tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "PUT /v2.0/ports/aae1e99b-b67d-422b-9c35-0136f2c36ff8 HTTP/1.1" status: 200 len: 981 time: 1.1276910 Jul 09 16:15:09.489867 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-0e403090-a58b-45a5-b445-50c2ff964002 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=26aaf535ef1442ddbe5e4f5b96bc1792&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1149299 Jul 09 16:15:09.493500 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abc4daa8-fee8-481c-a51c-7f4f1e06e601', 'tag': 'aae1e99b-b67d-422b-9c35-0136f2c36ff8'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:15:09.498543 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a196d6c7-761f-4a1a-9538-78c5a23df867" -d '{"events": [{"name": "network-changed", "server_uuid": "abc4daa8-fee8-481c-a51c-7f4f1e06e601", "tag": "aae1e99b-b67d-422b-9c35-0136f2c36ff8"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:15:09.533764 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['e5cc6f6f-f560-4f2c-84e7-3f1683900ceb'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:15:09.577821 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d525c-8f65-43fe-9e09-475d415dc4bb tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Pushing event updated for resources: {'Port': ['ID=aae1e99b-b67d-422b-9c35-0136f2c36ff8,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:09.593905 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3fb48788-335c-493b-a1a2-ae73e63cc05e tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:09.594269 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3fb48788-335c-493b-a1a2-ae73e63cc05e tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:09.603328 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['aae1e99b-b67d-422b-9c35-0136f2c36ff8'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:15:09.637564 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-3fb48788-335c-493b-a1a2-ae73e63cc05e tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Calling delete_port for c779c358-747d-4737-a3bc-8734e9d2584c owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:15:09.666857 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-85c20ab7-ec55-4cd7-8132-5c3f9c19c6cb req-61e00035-0708-4eea-819d-5fd4a2961a61 service neutron] 10.222.0.73 "GET /v2.0/networks/61ffd1b6-f25b-4986-bd69-fd61ebdd8c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3866861 Jul 09 16:15:09.793133 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016d588-de69-48d0-a6f4-d1472fd9fe97 req-5e1222e8-cb43-4727-81c8-dd94cc4420d5 tempest-VolumesAdminNegativeTest-937508583 tempest-VolumesAdminNegativeTest-937508583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:09.806000 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4016d588-de69-48d0-a6f4-d1472fd9fe97 req-5e1222e8-cb43-4727-81c8-dd94cc4420d5 tempest-VolumesAdminNegativeTest-937508583 tempest-VolumesAdminNegativeTest-937508583-project] 10.222.0.98 "GET /v2.0/ports?device_id=c24104e5-eae7-4ce0-aa84-b3454b8aea6f HTTP/1.1" status: 200 len: 945 time: 0.1904171 Jul 09 16:15:09.879004 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4016d588-de69-48d0-a6f4-d1472fd9fe97 req-fd24bcb5-00c5-4f17-b28b-4242af674e73 tempest-VolumesAdminNegativeTest-937508583 tempest-VolumesAdminNegativeTest-937508583-project] 10.222.0.98 "GET /v2.0/security-groups?id=cecf198f-4855-43b2-94a0-d8723557a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719862 Jul 09 16:15:09.978135 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-101f147e-3f19-46a6-a978-adafaf1ab6e2 service neutron] 10.222.0.98 "GET /v2.0/networks/3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4725726 Jul 09 16:15:09.987471 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3fb48788-335c-493b-a1a2-ae73e63cc05e tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:10.027268 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:10.033374 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb48788-335c-493b-a1a2-ae73e63cc05e tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Pushing event deleted for resources: {'Port': ['ID=c779c358-747d-4737-a3bc-8734e9d2584c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:10.141712 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3fb48788-335c-493b-a1a2-ae73e63cc05e tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:10.144418 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3fb48788-335c-493b-a1a2-ae73e63cc05e tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:10.146529 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3fb48788-335c-493b-a1a2-ae73e63cc05e tempest-ServersWithSpecificFlavorTestJSON-854781460 tempest-ServersWithSpecificFlavorTestJSON-854781460-project] 10.222.0.98 "DELETE /v2.0/floatingips/f8dce8de-e36e-44c6-9aaf-1a1a07c81802 HTTP/1.1" status: 204 len: 168 time: 1.2207084 Jul 09 16:15:10.190664 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-3e6a0be1-ba63-4236-9328-cef834880f4e service neutron] 10.222.0.98 "GET /v2.0/networks/3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000403 Jul 09 16:15:10.226811 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device fa5966c5-a617-410b-b366-3f9e3f8e8c3e up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:15:10.251223 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-ad415f1f-3871-4cde-aec8-bf688e7e8519 service neutron] 10.222.0.98 "GET /v2.0/ports/dc1969ff-da8f-4d79-bad7-c98b94b7dc83?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0521791 Jul 09 16:15:10.398443 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d48128a7-ad43-450b-8da7-8b9e7ffca809 req-7e86b4b0-92d9-445b-83dd-fadf81b7f81c tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/security-groups/0a380518-c45e-4290-b9d3-fbc03e6c6b6c HTTP/1.1" status: 200 len: 1800 time: 0.0594711 Jul 09 16:15:10.406318 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port fa5966c5-a617-410b-b366-3f9e3f8e8c3e completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:15:10.411356 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-79f03c4b-5373-4aab-9073-1136ea2222db service neutron] 10.222.0.98 "GET /v2.0/networks/f5b04cdf-01a8-4737-aa80-b62db70e7d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522934 Jul 09 16:15:10.417006 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port fa5966c5-a617-410b-b366-3f9e3f8e8c3e triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:15:10.417704 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:10.450323 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [req-d48128a7-ad43-450b-8da7-8b9e7ffca809 req-cf59d2f1-976f-42b9-a9f6-e71c934e4560 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 09 16:15:10.473546 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d48128a7-ad43-450b-8da7-8b9e7ffca809 req-cf59d2f1-976f-42b9-a9f6-e71c934e4560 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "DELETE /v2.0/security-groups/0a380518-c45e-4290-b9d3-fbc03e6c6b6c HTTP/1.1" status: 409 len: 341 time: 0.0686266 Jul 09 16:15:10.507466 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5269811-b579-4598-a352-eba2cee4dfdb x-openstack-request-id: req-c5269811-b579-4598-a352-eba2cee4dfdb {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:15:10.507852 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abc4daa8-fee8-481c-a51c-7f4f1e06e601", "tag": "aae1e99b-b67d-422b-9c35-0136f2c36ff8", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:15:10.508284 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c5269811-b579-4598-a352-eba2cee4dfdb {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:15:10.508809 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abc4daa8-fee8-481c-a51c-7f4f1e06e601', 'tag': 'aae1e99b-b67d-422b-9c35-0136f2c36ff8', 'status': 'completed', 'code': 200} Jul 09 16:15:10.532824 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:10.534616 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-58a902ed-f8dd-433f-97e8-51733a1f626a service neutron] 10.222.0.98 "GET /v2.0/networks/f5b04cdf-01a8-4737-aa80-b62db70e7d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223526 Jul 09 16:15:10.568042 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c24104e5-eae7-4ce0-aa84-b3454b8aea6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5966c5-a617-410b-b366-3f9e3f8e8c3e'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:15:10.570938 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447fff4a-4a9d-49bc-876b-ab20cc63e0c7" -d '{"events": [{"server_uuid": "c24104e5-eae7-4ce0-aa84-b3454b8aea6f", "name": "network-vif-plugged", "status": "completed", "tag": "fa5966c5-a617-410b-b366-3f9e3f8e8c3e"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:15:10.588361 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port fa5966c5-a617-410b-b366-3f9e3f8e8c3e, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=fa5966c5-a617-410b-b366-3f9e3f8e8c3e,segment=NetworkSegment(2fb46387-d619-4acf-8f1d-31c0610ec7ff),segment_id=2fb46387-d619-4acf-8f1d-31c0610ec7ff)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:15:10.594700 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:10.623858 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-fbb16e0b-4e28-49c1-8c53-c7681fcdf7e5 service neutron] 10.222.0.98 "GET /v2.0/ports/1b59826e-f466-4732-9582-ca2f327b6c57?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0874031 Jul 09 16:15:10.642275 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196d6c7-761f-4a1a-9538-78c5a23df867 req-1a5add39-d40f-4edf-b600-db646888baf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:10.644158 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a196d6c7-761f-4a1a-9538-78c5a23df867 req-1a5add39-d40f-4edf-b600-db646888baf2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=af925efe71854f1f8999734921d4e286&device_id=abc4daa8-fee8-481c-a51c-7f4f1e06e601 HTTP/1.1" status: 200 len: 1135 time: 0.0759633 Jul 09 16:15:10.657980 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=fa5966c5-a617-410b-b366-3f9e3f8e8c3e,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:10.731496 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-a346f787-830b-4920-a1b6-6df05e634614 service neutron] 10.222.0.98 "GET /v2.0/networks/f5b04cdf-01a8-4737-aa80-b62db70e7d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021392 Jul 09 16:15:10.743967 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196d6c7-761f-4a1a-9538-78c5a23df867 req-b66aa85f-61a9-4bd2-ba7a-43049245dfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:10.746225 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a196d6c7-761f-4a1a-9538-78c5a23df867 req-b66aa85f-61a9-4bd2-ba7a-43049245dfeb service neutron] 10.222.0.73 "GET /v2.0/networks?id=6ac806f1-cdc6-4f21-8dff-578217276e95 HTTP/1.1" status: 200 len: 914 time: 0.0956450 Jul 09 16:15:10.804638 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a196d6c7-761f-4a1a-9538-78c5a23df867 req-2c2d523b-2f43-4ffb-9045-b1f3fb2f356a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aae1e99b-b67d-422b-9c35-0136f2c36ff8 HTTP/1.1" status: 200 len: 217 time: 0.0521886 Jul 09 16:15:10.849246 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-95c8027b-bd94-48d6-8c71-0d0971021484 service neutron] 10.222.0.98 "GET /v2.0/networks/f5b04cdf-01a8-4737-aa80-b62db70e7d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112168 Jul 09 16:15:10.862125 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196d6c7-761f-4a1a-9538-78c5a23df867 req-4b8878bf-321d-46cc-bc3d-9035e0d7c63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:10.863562 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a196d6c7-761f-4a1a-9538-78c5a23df867 req-4b8878bf-321d-46cc-bc3d-9035e0d7c63c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7647c929-ca32-4b48-b774-d40e8214567d HTTP/1.1" status: 200 len: 853 time: 0.0519326 Jul 09 16:15:10.901336 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a196d6c7-761f-4a1a-9538-78c5a23df867 req-503c8417-f238-453f-b659-f028dad305a0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6ac806f1-cdc6-4f21-8dff-578217276e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306528 Jul 09 16:15:10.969831 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-abe44067-ef08-4621-adf1-0526f5ec4c64 service neutron] 10.222.0.98 "GET /v2.0/networks/f5b04cdf-01a8-4737-aa80-b62db70e7d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194134 Jul 09 16:15:11.017870 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a196d6c7-761f-4a1a-9538-78c5a23df867 req-4d4c36ab-cf6d-4aa2-bed8-829a1f62aca1 service neutron] 10.222.0.73 "GET /v2.0/networks/6ac806f1-cdc6-4f21-8dff-578217276e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075435 Jul 09 16:15:11.057055 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-5d98d257-ad4c-4287-95be-66e96403f48e service neutron] 10.222.0.98 "GET /v2.0/networks/f5b04cdf-01a8-4737-aa80-b62db70e7d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857639 Jul 09 16:15:11.122788 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a196d6c7-761f-4a1a-9538-78c5a23df867 req-f61f838b-c7e4-40d9-b6f8-ab7bd9a7932c service neutron] 10.222.0.73 "GET /v2.0/networks/6ac806f1-cdc6-4f21-8dff-578217276e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982552 Jul 09 16:15:11.165304 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-7cb13272-aac3-4f7d-8d94-97bb7c27745f service neutron] 10.222.0.98 "GET /v2.0/networks/f5b04cdf-01a8-4737-aa80-b62db70e7d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024425 Jul 09 16:15:11.283923 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-b9398ddd-ab64-48d6-885c-3d160f81f409 service neutron] 10.222.0.98 "GET /v2.0/networks/f5b04cdf-01a8-4737-aa80-b62db70e7d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117632 Jul 09 16:15:11.394948 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-74c805d6-9361-4bff-8083-8498cf4cb59e service neutron] 10.222.0.98 "GET /v2.0/networks/6a26d5a7-49c7-498b-ac37-7c6cb6027d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052318 Jul 09 16:15:11.466026 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d187c6-7753-4037-abdd-cdec7c175530 x-openstack-request-id: req-52d187c6-7753-4037-abdd-cdec7c175530 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:15:11.466571 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c24104e5-eae7-4ce0-aa84-b3454b8aea6f", "name": "network-vif-plugged", "status": "completed", "tag": "fa5966c5-a617-410b-b366-3f9e3f8e8c3e", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:15:11.466571 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-52d187c6-7753-4037-abdd-cdec7c175530 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:15:11.466970 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c24104e5-eae7-4ce0-aa84-b3454b8aea6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5966c5-a617-410b-b366-3f9e3f8e8c3e', 'code': 200} Jul 09 16:15:11.506705 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-f33b5628-60bc-4475-a3c9-c061bad5d732 service neutron] 10.222.0.98 "GET /v2.0/networks/6a26d5a7-49c7-498b-ac37-7c6cb6027d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038134 Jul 09 16:15:11.624396 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c860af4f-67c6-4a33-b844-690e8bece083 req-49a20d9b-0ef5-44cd-a5ae-b25ab365581c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:11.625792 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c860af4f-67c6-4a33-b844-690e8bece083 req-49a20d9b-0ef5-44cd-a5ae-b25ab365581c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=af925efe71854f1f8999734921d4e286&device_id=abc4daa8-fee8-481c-a51c-7f4f1e06e601 HTTP/1.1" status: 200 len: 1135 time: 0.1007452 Jul 09 16:15:11.647052 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-6febfe7b-c3ff-44d0-aef9-29d0a6a3caea service neutron] 10.222.0.98 "GET /v2.0/networks/6a26d5a7-49c7-498b-ac37-7c6cb6027d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351573 Jul 09 16:15:11.649880 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a17a1-0813-4ff8-bc63-d0297a13b353 req-6ab73e37-2a8e-4432-bfd5-73151e1fc2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:11.651247 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74692e41-5ddc-4234-b941-72b3507738fb req-44c16e04-37fa-41dd-aa8b-cb913ced9bfa tempest-VolumesAdminNegativeTest-937508583 tempest-VolumesAdminNegativeTest-937508583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:11.651381 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2f6a17a1-0813-4ff8-bc63-d0297a13b353 req-6ab73e37-2a8e-4432-bfd5-73151e1fc2f6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c24104e5-eae7-4ce0-aa84-b3454b8aea6f HTTP/1.1" status: 200 len: 1097 time: 0.0874844 Jul 09 16:15:11.652730 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-74692e41-5ddc-4234-b941-72b3507738fb req-44c16e04-37fa-41dd-aa8b-cb913ced9bfa tempest-VolumesAdminNegativeTest-937508583 tempest-VolumesAdminNegativeTest-937508583-project] 10.222.0.98 "GET /v2.0/ports?device_id=c24104e5-eae7-4ce0-aa84-b3454b8aea6f HTTP/1.1" status: 200 len: 946 time: 0.0889266 Jul 09 16:15:11.736347 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2f6a17a1-0813-4ff8-bc63-d0297a13b353 req-91145dac-eb00-49f8-8889-912d7641811d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=cecf198f-4855-43b2-94a0-d8723557a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754979 Jul 09 16:15:11.740264 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-74692e41-5ddc-4234-b941-72b3507738fb req-0349414d-bb81-4ce1-a177-867963e04b0f tempest-VolumesAdminNegativeTest-937508583 tempest-VolumesAdminNegativeTest-937508583-project] 10.222.0.98 "GET /v2.0/security-groups?id=cecf198f-4855-43b2-94a0-d8723557a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767457 Jul 09 16:15:11.761020 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c860af4f-67c6-4a33-b844-690e8bece083 req-046bc6c5-9a32-4f5c-bb07-4230020850e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:11.763244 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c860af4f-67c6-4a33-b844-690e8bece083 req-046bc6c5-9a32-4f5c-bb07-4230020850e5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6ac806f1-cdc6-4f21-8dff-578217276e95 HTTP/1.1" status: 200 len: 914 time: 0.1284966 Jul 09 16:15:11.767912 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-baf71f0e-0b80-47ab-8610-83f01889c866 service neutron] 10.222.0.98 "GET /v2.0/networks/6a26d5a7-49c7-498b-ac37-7c6cb6027d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149945 Jul 09 16:15:11.807389 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c860af4f-67c6-4a33-b844-690e8bece083 req-4e2145b8-c952-45b9-b54f-64e6cf694481 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aae1e99b-b67d-422b-9c35-0136f2c36ff8 HTTP/1.1" status: 200 len: 217 time: 0.0376034 Jul 09 16:15:11.857299 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c860af4f-67c6-4a33-b844-690e8bece083 req-4634785d-bdd4-41c2-ae60-4abfd5d45a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:11.858808 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c860af4f-67c6-4a33-b844-690e8bece083 req-4634785d-bdd4-41c2-ae60-4abfd5d45a10 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7647c929-ca32-4b48-b774-d40e8214567d HTTP/1.1" status: 200 len: 853 time: 0.0454772 Jul 09 16:15:11.930474 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c860af4f-67c6-4a33-b844-690e8bece083 req-5061ba9e-2a23-4b2d-8b40-99cab667178e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6ac806f1-cdc6-4f21-8dff-578217276e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630488 Jul 09 16:15:12.061733 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e8aab-5a51-497e-b53f-38aa8d7e0ecc req-2e373081-4423-44cc-afe3-57b3e3a885a6 tempest-NetworksTest-2081854548 tempest-NetworksTest-2081854548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:12.062156 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e8aab-5a51-497e-b53f-38aa8d7e0ecc req-2e373081-4423-44cc-afe3-57b3e3a885a6 tempest-NetworksTest-2081854548 tempest-NetworksTest-2081854548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:12.062846 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e8aab-5a51-497e-b53f-38aa8d7e0ecc req-2e373081-4423-44cc-afe3-57b3e3a885a6 tempest-NetworksTest-2081854548 tempest-NetworksTest-2081854548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:12.063391 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e8aab-5a51-497e-b53f-38aa8d7e0ecc req-2e373081-4423-44cc-afe3-57b3e3a885a6 tempest-NetworksTest-2081854548 tempest-NetworksTest-2081854548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:12.064006 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e8aab-5a51-497e-b53f-38aa8d7e0ecc req-2e373081-4423-44cc-afe3-57b3e3a885a6 tempest-NetworksTest-2081854548 tempest-NetworksTest-2081854548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:12.064453 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e8aab-5a51-497e-b53f-38aa8d7e0ecc req-2e373081-4423-44cc-afe3-57b3e3a885a6 tempest-NetworksTest-2081854548 tempest-NetworksTest-2081854548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:12.065125 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e8aab-5a51-497e-b53f-38aa8d7e0ecc req-2e373081-4423-44cc-afe3-57b3e3a885a6 tempest-NetworksTest-2081854548 tempest-NetworksTest-2081854548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:12.065846 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e8aab-5a51-497e-b53f-38aa8d7e0ecc req-2e373081-4423-44cc-afe3-57b3e3a885a6 tempest-NetworksTest-2081854548 tempest-NetworksTest-2081854548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:12.066240 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e8aab-5a51-497e-b53f-38aa8d7e0ecc req-2e373081-4423-44cc-afe3-57b3e3a885a6 tempest-NetworksTest-2081854548 tempest-NetworksTest-2081854548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:12.066937 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e8aab-5a51-497e-b53f-38aa8d7e0ecc req-2e373081-4423-44cc-afe3-57b3e3a885a6 tempest-NetworksTest-2081854548 tempest-NetworksTest-2081854548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:12.067415 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e8aab-5a51-497e-b53f-38aa8d7e0ecc req-2e373081-4423-44cc-afe3-57b3e3a885a6 tempest-NetworksTest-2081854548 tempest-NetworksTest-2081854548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:12.067992 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e8aab-5a51-497e-b53f-38aa8d7e0ecc req-2e373081-4423-44cc-afe3-57b3e3a885a6 tempest-NetworksTest-2081854548 tempest-NetworksTest-2081854548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:12.068700 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e8aab-5a51-497e-b53f-38aa8d7e0ecc req-2e373081-4423-44cc-afe3-57b3e3a885a6 tempest-NetworksTest-2081854548 tempest-NetworksTest-2081854548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:12.071200 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-614e8aab-5a51-497e-b53f-38aa8d7e0ecc req-2e373081-4423-44cc-afe3-57b3e3a885a6 tempest-NetworksTest-2081854548 tempest-NetworksTest-2081854548-project-admin] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9217 time: 0.2113194 Jul 09 16:15:12.089779 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c860af4f-67c6-4a33-b844-690e8bece083 req-1feec546-2828-4f43-8ec5-1feaa77e584a service neutron] 10.222.0.73 "GET /v2.0/networks/6ac806f1-cdc6-4f21-8dff-578217276e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490645 Jul 09 16:15:12.193444 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c860af4f-67c6-4a33-b844-690e8bece083 req-cbd905c0-e542-4bd8-b486-5aa7f9a2a5a3 service neutron] 10.222.0.73 "GET /v2.0/networks/6ac806f1-cdc6-4f21-8dff-578217276e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973749 Jul 09 16:15:12.563540 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b8264-d1c3-45c1-858e-6a8f3a03b578 req-7454b024-cf83-402b-8f53-57cad3666a98 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:12.572305 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-301b8264-d1c3-45c1-858e-6a8f3a03b578 req-7454b024-cf83-402b-8f53-57cad3666a98 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/ports?device_id=abc4daa8-fee8-481c-a51c-7f4f1e06e601 HTTP/1.1" status: 200 len: 984 time: 0.1191957 Jul 09 16:15:12.615527 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-301b8264-d1c3-45c1-858e-6a8f3a03b578 req-4cfef214-3a4c-4e5c-ab5b-9aac92ee2743 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a380518-c45e-4290-b9d3-fbc03e6c6b6c&id=fadcaedc-452e-4f40-8a32-cbe9ec458d60&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0423129 Jul 09 16:15:12.698998 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da0f71-d5e2-4ad9-9c0c-efdb2d592d82 req-4b7759a1-afd8-43fd-87e4-53bd883d45c9 tempest-NetworksTest-2081854548 tempest-NetworksTest-2081854548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:12.701409 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-09da0f71-d5e2-4ad9-9c0c-efdb2d592d82 req-4b7759a1-afd8-43fd-87e4-53bd883d45c9 tempest-NetworksTest-2081854548 tempest-NetworksTest-2081854548-project-admin] 10.222.0.98 "GET /v2.0/networks/caa6ed8d-2893-4113-8f68-c5284e694f6c HTTP/1.1" status: 200 len: 886 time: 0.1549442 Jul 09 16:15:12.737249 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ebbb4472-36be-4cc9-bfe2-296ed1944f5a req-2f48b622-8684-48d7-97f8-c330d99ecf6d tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 210 time: 0.0511506 Jul 09 16:15:13.051366 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a70c11-0928-4de0-a46e-b8ecc4887d4d req-55504f5b-aade-40cd-a411-6f0835e2b626 tempest-NetworksTest-2081854548 tempest-NetworksTest-2081854548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:13.051981 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a70c11-0928-4de0-a46e-b8ecc4887d4d req-55504f5b-aade-40cd-a411-6f0835e2b626 tempest-NetworksTest-2081854548 tempest-NetworksTest-2081854548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:13.052706 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a70c11-0928-4de0-a46e-b8ecc4887d4d req-55504f5b-aade-40cd-a411-6f0835e2b626 tempest-NetworksTest-2081854548 tempest-NetworksTest-2081854548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:13.053165 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a70c11-0928-4de0-a46e-b8ecc4887d4d req-55504f5b-aade-40cd-a411-6f0835e2b626 tempest-NetworksTest-2081854548 tempest-NetworksTest-2081854548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:13.053619 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a70c11-0928-4de0-a46e-b8ecc4887d4d req-55504f5b-aade-40cd-a411-6f0835e2b626 tempest-NetworksTest-2081854548 tempest-NetworksTest-2081854548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:13.054276 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a70c11-0928-4de0-a46e-b8ecc4887d4d req-55504f5b-aade-40cd-a411-6f0835e2b626 tempest-NetworksTest-2081854548 tempest-NetworksTest-2081854548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:13.054737 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a70c11-0928-4de0-a46e-b8ecc4887d4d req-55504f5b-aade-40cd-a411-6f0835e2b626 tempest-NetworksTest-2081854548 tempest-NetworksTest-2081854548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:13.056759 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a70c11-0928-4de0-a46e-b8ecc4887d4d req-55504f5b-aade-40cd-a411-6f0835e2b626 tempest-NetworksTest-2081854548 tempest-NetworksTest-2081854548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:13.056759 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a70c11-0928-4de0-a46e-b8ecc4887d4d req-55504f5b-aade-40cd-a411-6f0835e2b626 tempest-NetworksTest-2081854548 tempest-NetworksTest-2081854548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:13.056759 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a70c11-0928-4de0-a46e-b8ecc4887d4d req-55504f5b-aade-40cd-a411-6f0835e2b626 tempest-NetworksTest-2081854548 tempest-NetworksTest-2081854548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:13.058641 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a70c11-0928-4de0-a46e-b8ecc4887d4d req-55504f5b-aade-40cd-a411-6f0835e2b626 tempest-NetworksTest-2081854548 tempest-NetworksTest-2081854548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:13.058641 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a70c11-0928-4de0-a46e-b8ecc4887d4d req-55504f5b-aade-40cd-a411-6f0835e2b626 tempest-NetworksTest-2081854548 tempest-NetworksTest-2081854548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:13.058641 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a70c11-0928-4de0-a46e-b8ecc4887d4d req-55504f5b-aade-40cd-a411-6f0835e2b626 tempest-NetworksTest-2081854548 tempest-NetworksTest-2081854548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:13.062419 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-74a70c11-0928-4de0-a46e-b8ecc4887d4d req-55504f5b-aade-40cd-a411-6f0835e2b626 tempest-NetworksTest-2081854548 tempest-NetworksTest-2081854548-project-admin] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9217 time: 0.2511091 Jul 09 16:15:13.193235 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466759c-461a-495a-ba14-85778e684cbf req-21780239-5332-4f4b-b366-2735293a8942 tempest-VolumesAdminNegativeTest-937508583 tempest-VolumesAdminNegativeTest-937508583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:13.195161 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7466759c-461a-495a-ba14-85778e684cbf req-21780239-5332-4f4b-b366-2735293a8942 tempest-VolumesAdminNegativeTest-937508583 tempest-VolumesAdminNegativeTest-937508583-project] 10.222.0.98 "GET /v2.0/ports?device_id=c24104e5-eae7-4ce0-aa84-b3454b8aea6f HTTP/1.1" status: 200 len: 946 time: 0.0846241 Jul 09 16:15:13.252026 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7466759c-461a-495a-ba14-85778e684cbf req-ec468416-be12-4523-95b5-5d5ed4f89b98 tempest-VolumesAdminNegativeTest-937508583 tempest-VolumesAdminNegativeTest-937508583-project] 10.222.0.98 "GET /v2.0/security-groups?id=cecf198f-4855-43b2-94a0-d8723557a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499108 Jul 09 16:15:13.510122 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54484) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:13.614552 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54488) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:13.863851 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4f848715-4ca4-4c06-b2fc-5a8837ccf278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:13.907186 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d326a-0a81-4eb5-bb98-9b6a7684769e req-32ec4c79-fd50-4a92-ad4a-fb01c70f639a tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:13.924735 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c90d326a-0a81-4eb5-bb98-9b6a7684769e req-32ec4c79-fd50-4a92-ad4a-fb01c70f639a tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/ports?device_id=abc4daa8-fee8-481c-a51c-7f4f1e06e601 HTTP/1.1" status: 200 len: 984 time: 0.1540403 Jul 09 16:15:13.977692 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c90d326a-0a81-4eb5-bb98-9b6a7684769e req-8ccd5058-9583-48fb-8052-30b12bad43ff tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a380518-c45e-4290-b9d3-fbc03e6c6b6c&id=fadcaedc-452e-4f40-8a32-cbe9ec458d60&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0455024 Jul 09 16:15:14.026802 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-701de7bc-506d-4528-a235-f684dd246664 req-68548c76-e0a1-4098-baa3-3b55854613c7 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 210 time: 0.0998802 Jul 09 16:15:14.213912 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d2065abf-a989-47e7-88d1-d2274914c539 req-3a6d5d5a-9d40-4702-9fe0-721b0a6ce905 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1373429193&fields=id&tenant_id=af925efe71854f1f8999734921d4e286 HTTP/1.1" status: 200 len: 267 time: 0.0592465 Jul 09 16:15:14.266259 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4f848715-4ca4-4c06-b2fc-5a8837ccf278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:14.285752 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54508) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:14.308620 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4f848715-4ca4-4c06-b2fc-5a8837ccf278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:14.311066 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2065abf-a989-47e7-88d1-d2274914c539 req-78d2ec59-43de-4a5b-b81b-4fa72f7173fc tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:14.320602 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d2065abf-a989-47e7-88d1-d2274914c539 req-78d2ec59-43de-4a5b-b81b-4fa72f7173fc tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/ports?device_id=abc4daa8-fee8-481c-a51c-7f4f1e06e601 HTTP/1.1" status: 200 len: 984 time: 0.1057093 Jul 09 16:15:14.326211 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-d2065abf-a989-47e7-88d1-d2274914c539 req-016553f3-6d51-420c-9f53-666433882480 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Request body: {'port': {'security_groups': ['0a380518-c45e-4290-b9d3-fbc03e6c6b6c', 'fadcaedc-452e-4f40-8a32-cbe9ec458d60', '1a8ef780-bb32-4493-ae1b-eea1be8e4a30']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:15:14.376668 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f848715-4ca4-4c06-b2fc-5a8837ccf278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17b792b-4346-45dc-95e6-2ddfadc74e80,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:14.385103 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd302a-314f-4a45-8099-ac55018e507d req-f9a161ff-5130-4aeb-bc72-b8a363f8fff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:14.386467 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-f9a161ff-5130-4aeb-bc72-b8a363f8fff8 service neutron] 10.222.0.73 "GET /v2.0/ports/dc1969ff-da8f-4d79-bad7-c98b94b7dc83 HTTP/1.1" status: 200 len: 1028 time: 0.2237527 Jul 09 16:15:14.497824 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd302a-314f-4a45-8099-ac55018e507d req-690c68d0-9d11-4be4-ba1e-64273fe201e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:14.508149 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0e2ede6-98ef-49b3-b72a-59dfa6424ddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:14.511046 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-690c68d0-9d11-4be4-ba1e-64273fe201e8 service neutron] 10.222.0.73 "GET /v2.0/ports/1b59826e-f466-4732-9582-ca2f327b6c57 HTTP/1.1" status: 200 len: 1027 time: 0.0830138 Jul 09 16:15:14.521716 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-4f848715-4ca4-4c06-b2fc-5a8837ccf278 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4e60d3fb7aea4e349b744de5647fd783&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0097408 Jul 09 16:15:14.529832 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54514) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:14.585791 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d2065abf-a989-47e7-88d1-d2274914c539 req-016553f3-6d51-420c-9f53-666433882480 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:14.736603 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0e2ede6-98ef-49b3-b72a-59dfa6424ddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:14.744273 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0e2ede6-98ef-49b3-b72a-59dfa6424ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:14.798065 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a0e2ede6-98ef-49b3-b72a-59dfa6424ddb admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f7265fe9846c42bc80e44d630bc5a987&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5095546 Jul 09 16:15:14.804096 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54524) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:14.838843 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e2ede6-98ef-49b3-b72a-59dfa6424ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289365dd-bb47-4460-9445-2adf13c89ac9,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:14.897680 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e2ede6-98ef-49b3-b72a-59dfa6424ddb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:14.897938 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e2ede6-98ef-49b3-b72a-59dfa6424ddb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:14.898480 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e2ede6-98ef-49b3-b72a-59dfa6424ddb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:14.899035 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e2ede6-98ef-49b3-b72a-59dfa6424ddb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:14.899370 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e2ede6-98ef-49b3-b72a-59dfa6424ddb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:14.899698 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e2ede6-98ef-49b3-b72a-59dfa6424ddb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:14.900031 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e2ede6-98ef-49b3-b72a-59dfa6424ddb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:14.900353 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e2ede6-98ef-49b3-b72a-59dfa6424ddb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:14.900673 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e2ede6-98ef-49b3-b72a-59dfa6424ddb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:14.900992 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e2ede6-98ef-49b3-b72a-59dfa6424ddb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:14.901312 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e2ede6-98ef-49b3-b72a-59dfa6424ddb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:14.901685 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e2ede6-98ef-49b3-b72a-59dfa6424ddb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:14.929822 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:15:14.960050 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5955ae8c-a4cd-49b4-86e0-58501dee072f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:14.984981 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-d2065abf-a989-47e7-88d1-d2274914c539 req-016553f3-6d51-420c-9f53-666433882480 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] For port aae1e99b-b67d-422b-9c35-0136f2c36ff8, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=aae1e99b-b67d-422b-9c35-0136f2c36ff8,segment=NetworkSegment(53bede6b-6861-409a-a49d-5992a95b9775),segment_id=53bede6b-6861-409a-a49d-5992a95b9775)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:15:15.005163 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5955ae8c-a4cd-49b4-86e0-58501dee072f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:15.049506 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d2065abf-a989-47e7-88d1-d2274914c539 req-016553f3-6d51-420c-9f53-666433882480 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:15.056215 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d2065abf-a989-47e7-88d1-d2274914c539 req-016553f3-6d51-420c-9f53-666433882480 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:15.073911 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['e5cc6f6f-f560-4f2c-84e7-3f1683900ceb'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:15:15.115804 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2065abf-a989-47e7-88d1-d2274914c539 req-016553f3-6d51-420c-9f53-666433882480 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:15.116903 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d2065abf-a989-47e7-88d1-d2274914c539 req-016553f3-6d51-420c-9f53-666433882480 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:15.118621 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d2065abf-a989-47e7-88d1-d2274914c539 req-016553f3-6d51-420c-9f53-666433882480 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "PUT /v2.0/ports/aae1e99b-b67d-422b-9c35-0136f2c36ff8 HTTP/1.1" status: 200 len: 1020 time: 0.7972052 Jul 09 16:15:15.119305 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abc4daa8-fee8-481c-a51c-7f4f1e06e601', 'tag': 'aae1e99b-b67d-422b-9c35-0136f2c36ff8'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:15:15.122918 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3beb27a-640a-43af-b587-5f2e8e45d627" -d '{"events": [{"name": "network-changed", "server_uuid": "abc4daa8-fee8-481c-a51c-7f4f1e06e601", "tag": "aae1e99b-b67d-422b-9c35-0136f2c36ff8"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:15:15.150065 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5955ae8c-a4cd-49b4-86e0-58501dee072f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:15.153305 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5955ae8c-a4cd-49b4-86e0-58501dee072f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:15.154660 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-5955ae8c-a4cd-49b4-86e0-58501dee072f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/289365dd-bb47-4460-9445-2adf13c89ac9 HTTP/1.1" status: 204 len: 168 time: 0.3477488 Jul 09 16:15:15.161346 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016553f3-6d51-420c-9f53-666433882480 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Pushing event updated for resources: {'Port': ['ID=aae1e99b-b67d-422b-9c35-0136f2c36ff8,revision_number=7']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:15.169260 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5955ae8c-a4cd-49b4-86e0-58501dee072f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289365dd-bb47-4460-9445-2adf13c89ac9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:15.181026 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['aae1e99b-b67d-422b-9c35-0136f2c36ff8'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:15:15.279243 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fc3d431b-6557-4e1b-87a9-150af7415cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:15.279714 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['aae1e99b-b67d-422b-9c35-0136f2c36ff8'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:15:15.376724 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd302a-314f-4a45-8099-ac55018e507d req-a1119b36-d3b4-48be-ac43-b560787394bf tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:15.384081 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd302a-314f-4a45-8099-ac55018e507d req-a1119b36-d3b4-48be-ac43-b560787394bf tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:15.392509 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd302a-314f-4a45-8099-ac55018e507d req-a1119b36-d3b4-48be-ac43-b560787394bf tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:15.394652 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-a1119b36-d3b4-48be-ac43-b560787394bf tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.73 "GET /v2.0/networks?id=3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8&id=f5b04cdf-01a8-4737-aa80-b62db70e7d95&id=f5b04cdf-01a8-4737-aa80-b62db70e7d95&id=f5b04cdf-01a8-4737-aa80-b62db70e7d95&id=f5b04cdf-01a8-4737-aa80-b62db70e7d95&id=6a26d5a7-49c7-498b-ac37-7c6cb6027d97&id=6a26d5a7-49c7-498b-ac37-7c6cb6027d97 HTTP/1.1" status: 200 len: 1991 time: 0.8722100 Jul 09 16:15:15.397609 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fc3d431b-6557-4e1b-87a9-150af7415cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:15.477310 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634be823-e864-419f-b124-aabb27e8251c req-96f1f1c9-28c1-4faf-b9c1-d21e8ef31130 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:15.486760 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-634be823-e864-419f-b124-aabb27e8251c req-96f1f1c9-28c1-4faf-b9c1-d21e8ef31130 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "GET /v2.0/ports?device_id=814eec7e-8e74-4d24-8510-9cb495b8da26 HTTP/1.1" status: 200 len: 945 time: 0.7224727 Jul 09 16:15:15.633601 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-1e95e5e5-54a6-4ead-a85a-c32517321d4b tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26aaf535ef1442ddbe5e4f5b96bc1792 HTTP/1.1" status: 200 len: 380 time: 0.1967359 Jul 09 16:15:15.653745 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-0ccd302a-314f-4a45-8099-ac55018e507d req-58458edd-11f2-4bc8-8676-ac9db5bd0542 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Request body: {'port': {'device_id': 'f9380d95-b37d-4e4c-8dd7-18a74bd89bfa', 'network_id': '3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8', 'admin_state_up': True, 'tenant_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'security_groups': ['45384544-6ff6-497a-9513-ac1d1fea2ec6']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:15:15.741047 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-634be823-e864-419f-b124-aabb27e8251c req-cc977fd7-717b-4c38-aa3a-3b04fbb251a2 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "GET /v2.0/security-groups?id=89dfd2dc-1906-4049-bbd8-d8b2687b4c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2507243 Jul 09 16:15:15.798953 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54548) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:15.831491 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-65e0ace7-d2dd-498b-9a25-d3e06dbaedb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:15.846608 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fc3d431b-6557-4e1b-87a9-150af7415cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:15.859107 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fc3d431b-6557-4e1b-87a9-150af7415cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:15.864890 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-fc3d431b-6557-4e1b-87a9-150af7415cfd admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e17b792b-4346-45dc-95e6-2ddfadc74e80 HTTP/1.1" status: 204 len: 168 time: 1.3234499 Jul 09 16:15:15.877206 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c7a412-bab1-4d9d-a44f-ef53870f1804 x-openstack-request-id: req-62c7a412-bab1-4d9d-a44f-ef53870f1804 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:15:15.880457 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abc4daa8-fee8-481c-a51c-7f4f1e06e601", "tag": "aae1e99b-b67d-422b-9c35-0136f2c36ff8", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:15:15.883868 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-62c7a412-bab1-4d9d-a44f-ef53870f1804 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:15:15.884480 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abc4daa8-fee8-481c-a51c-7f4f1e06e601', 'tag': 'aae1e99b-b67d-422b-9c35-0136f2c36ff8', 'status': 'completed', 'code': 200} Jul 09 16:15:16.061167 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-33209fb2-e7fb-4c97-8954-0dab28e04c9a req-570755b2-410a-4a18-8612-d29a93a37258 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 210 time: 0.0596964 Jul 09 16:15:16.067026 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0a49ad42-b35a-4f93-9f1e-4f2e1dee491a req-5088a227-2e0f-4f02-bb79-07dbe0fc1726 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/security-groups/1a8ef780-bb32-4493-ae1b-eea1be8e4a30 HTTP/1.1" status: 200 len: 1800 time: 0.1507835 Jul 09 16:15:16.151754 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3d431b-6557-4e1b-87a9-150af7415cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17b792b-4346-45dc-95e6-2ddfadc74e80,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:16.208729 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [req-0a49ad42-b35a-4f93-9f1e-4f2e1dee491a req-6ab4a36a-e65d-41c7-a71c-c36927d80d6a tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 09 16:15:16.220179 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0a49ad42-b35a-4f93-9f1e-4f2e1dee491a req-6ab4a36a-e65d-41c7-a71c-c36927d80d6a tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "DELETE /v2.0/security-groups/1a8ef780-bb32-4493-ae1b-eea1be8e4a30 HTTP/1.1" status: 409 len: 341 time: 0.1377690 Jul 09 16:15:16.275042 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-65e0ace7-d2dd-498b-9a25-d3e06dbaedb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:16.301185 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-65e0ace7-d2dd-498b-9a25-d3e06dbaedb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:16.306924 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3beb27a-640a-43af-b587-5f2e8e45d627 req-34ed1dd6-8554-4bcc-84d9-a2963a43284b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:16.308375 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c3beb27a-640a-43af-b587-5f2e8e45d627 req-34ed1dd6-8554-4bcc-84d9-a2963a43284b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=af925efe71854f1f8999734921d4e286&device_id=abc4daa8-fee8-481c-a51c-7f4f1e06e601 HTTP/1.1" status: 200 len: 1174 time: 0.3378713 Jul 09 16:15:16.329337 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-12821b9f-19ba-4d17-9f1d-637f5ff38794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:16.341832 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ccd302a-314f-4a45-8099-ac55018e507d req-58458edd-11f2-4bc8-8676-ac9db5bd0542 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Made reservation on behalf of 26aaf535ef1442ddbe5e4f5b96bc1792 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:15:16.345837 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-58458edd-11f2-4bc8-8676-ac9db5bd0542 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:16.370002 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0ace7-d2dd-498b-9a25-d3e06dbaedb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4aca90e-e490-4e99-bb48-865723f94828,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:16.432947 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-65e0ace7-d2dd-498b-9a25-d3e06dbaedb1 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3f3572a5ec7f4a8fbaf4f879b5f43fee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6325862 Jul 09 16:15:16.436012 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54558) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:16.603757 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-533d593c-da1a-4e88-a47b-f239f08215ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:16.609877 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54560) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:16.620947 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3beb27a-640a-43af-b587-5f2e8e45d627 req-a0faa200-e84f-40d3-b45a-fe0b9484ab21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:16.623376 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c3beb27a-640a-43af-b587-5f2e8e45d627 req-a0faa200-e84f-40d3-b45a-fe0b9484ab21 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6ac806f1-cdc6-4f21-8dff-578217276e95 HTTP/1.1" status: 200 len: 914 time: 0.3074610 Jul 09 16:15:16.652142 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-533d593c-da1a-4e88-a47b-f239f08215ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:16.691135 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-20bf1e97-cbb8-443b-8d97-8a63abb5df76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:16.767343 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c3beb27a-640a-43af-b587-5f2e8e45d627 req-f8e7e397-fc16-4853-9812-a24bb372c6aa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aae1e99b-b67d-422b-9c35-0136f2c36ff8 HTTP/1.1" status: 200 len: 217 time: 0.1274858 Jul 09 16:15:16.788568 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-533d593c-da1a-4e88-a47b-f239f08215ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:16.791392 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-533d593c-da1a-4e88-a47b-f239f08215ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:16.792639 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-533d593c-da1a-4e88-a47b-f239f08215ee admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f4aca90e-e490-4e99-bb48-865723f94828 HTTP/1.1" status: 204 len: 168 time: 0.3553810 Jul 09 16:15:16.828291 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533d593c-da1a-4e88-a47b-f239f08215ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4aca90e-e490-4e99-bb48-865723f94828,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:16.971871 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-0ccd302a-314f-4a45-8099-ac55018e507d req-58458edd-11f2-4bc8-8676-ac9db5bd0542 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Allocated IP 172.20.0.13 (3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8/d1711513-50d2-4abd-a78b-a82992d0d46f/8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:15:17.055972 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3beb27a-640a-43af-b587-5f2e8e45d627 req-de089874-58f2-46bd-a536-d5db9ad1337d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:17.057624 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c3beb27a-640a-43af-b587-5f2e8e45d627 req-de089874-58f2-46bd-a536-d5db9ad1337d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7647c929-ca32-4b48-b774-d40e8214567d HTTP/1.1" status: 200 len: 853 time: 0.2306504 Jul 09 16:15:17.131039 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c3beb27a-640a-43af-b587-5f2e8e45d627 req-84b2e018-f9ba-4779-9740-cf63c612ed23 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6ac806f1-cdc6-4f21-8dff-578217276e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546808 Jul 09 16:15:17.346126 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-20bf1e97-cbb8-443b-8d97-8a63abb5df76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:17.358119 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db0cbc-0b3e-40c9-801f-fc0dacdf2e49 req-6d3ec10f-9455-4b9e-8ae0-d203f2010e2e tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:17.363342 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f5db0cbc-0b3e-40c9-801f-fc0dacdf2e49 req-6d3ec10f-9455-4b9e-8ae0-d203f2010e2e tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/ports?device_id=abc4daa8-fee8-481c-a51c-7f4f1e06e601 HTTP/1.1" status: 200 len: 1023 time: 0.4006774 Jul 09 16:15:17.402175 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-20bf1e97-cbb8-443b-8d97-8a63abb5df76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:17.422609 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ecc798-228b-4f06-ae58-a264e015a8fd req-02e445d6-2a25-4a7d-9ad0-e702fdd97665 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:17.424519 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d2ecc798-228b-4f06-ae58-a264e015a8fd req-02e445d6-2a25-4a7d-9ad0-e702fdd97665 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "GET /v2.0/ports?device_id=814eec7e-8e74-4d24-8510-9cb495b8da26 HTTP/1.1" status: 200 len: 945 time: 0.0933166 Jul 09 16:15:17.479497 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d2ecc798-228b-4f06-ae58-a264e015a8fd req-ab1b370e-8f7a-4d75-9e68-a053bf3dd03e tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "GET /v2.0/security-groups?id=89dfd2dc-1906-4049-bbd8-d8b2687b4c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476167 Jul 09 16:15:17.494740 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-58458edd-11f2-4bc8-8676-ac9db5bd0542 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:17.521518 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-20bf1e97-cbb8-443b-8d97-8a63abb5df76 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8b7a18f2ba8d48a2a49c118ca783f151&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9101517 Jul 09 16:15:17.524452 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54588) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:17.540471 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bf1e97-cbb8-443b-8d97-8a63abb5df76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0717b17-04ff-498a-8192-c61c11fd0d00,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:17.554146 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c3beb27a-640a-43af-b587-5f2e8e45d627 req-0a5c5e34-b69d-4273-a707-b84f5886185f service neutron] 10.222.0.73 "GET /v2.0/networks/6ac806f1-cdc6-4f21-8dff-578217276e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4030464 Jul 09 16:15:17.567853 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-0ccd302a-314f-4a45-8099-ac55018e507d req-58458edd-11f2-4bc8-8676-ac9db5bd0542 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Transition to ACTIVE for port object 8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:15:17.584146 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bf1e97-cbb8-443b-8d97-8a63abb5df76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:17.584492 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bf1e97-cbb8-443b-8d97-8a63abb5df76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:17.584836 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bf1e97-cbb8-443b-8d97-8a63abb5df76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:17.585171 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bf1e97-cbb8-443b-8d97-8a63abb5df76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:17.585499 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bf1e97-cbb8-443b-8d97-8a63abb5df76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:17.585825 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bf1e97-cbb8-443b-8d97-8a63abb5df76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:17.586149 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bf1e97-cbb8-443b-8d97-8a63abb5df76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:17.586461 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bf1e97-cbb8-443b-8d97-8a63abb5df76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:17.586794 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bf1e97-cbb8-443b-8d97-8a63abb5df76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:17.587138 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bf1e97-cbb8-443b-8d97-8a63abb5df76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:17.587458 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bf1e97-cbb8-443b-8d97-8a63abb5df76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:17.591540 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bf1e97-cbb8-443b-8d97-8a63abb5df76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:17.627904 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f5db0cbc-0b3e-40c9-801f-fc0dacdf2e49 req-e4e6a0d0-cc2b-400e-a113-1c16490066ec tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a380518-c45e-4290-b9d3-fbc03e6c6b6c&id=1a8ef780-bb32-4493-ae1b-eea1be8e4a30&id=fadcaedc-452e-4f40-8a32-cbe9ec458d60&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2319624 Jul 09 16:15:17.656919 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b7df860d-c1bf-4894-b3c2-6ad92dd53f1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:17.691468 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cd45b272-7f7a-4266-aeb1-4130263b8f5d req-27ad5001-c909-4a8a-bfbf-2b324835a237 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 210 time: 0.0492725 Jul 09 16:15:17.727841 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b7df860d-c1bf-4894-b3c2-6ad92dd53f1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:17.804430 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-12821b9f-19ba-4d17-9f1d-637f5ff38794 admin admin] Deleting port c53a8e13-d3a7-4bae-88bc-bb17c30e4942 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:15:17.805151 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-12821b9f-19ba-4d17-9f1d-637f5ff38794 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:17.816231 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b7df860d-c1bf-4894-b3c2-6ad92dd53f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:17.821874 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b7df860d-c1bf-4894-b3c2-6ad92dd53f1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:17.827021 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b7df860d-c1bf-4894-b3c2-6ad92dd53f1c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b0717b17-04ff-498a-8192-c61c11fd0d00 HTTP/1.1" status: 204 len: 168 time: 0.3002772 Jul 09 16:15:17.841447 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df860d-c1bf-4894-b3c2-6ad92dd53f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0717b17-04ff-498a-8192-c61c11fd0d00,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:17.885020 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-58458edd-11f2-4bc8-8676-ac9db5bd0542 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:17.953949 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ccd302a-314f-4a45-8099-ac55018e507d req-58458edd-11f2-4bc8-8676-ac9db5bd0542 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Network 3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:15:17.972069 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-0ccd302a-314f-4a45-8099-ac55018e507d req-58458edd-11f2-4bc8-8676-ac9db5bd0542 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:15:17.976919 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58458edd-11f2-4bc8-8676-ac9db5bd0542 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Pushing event updated for resources: {'Port': ['ID=8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:17.982942 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ccd302a-314f-4a45-8099-ac55018e507d req-58458edd-11f2-4bc8-8676-ac9db5bd0542 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:15:18.050085 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd302a-314f-4a45-8099-ac55018e507d req-58458edd-11f2-4bc8-8676-ac9db5bd0542 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:18.050727 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-58458edd-11f2-4bc8-8676-ac9db5bd0542 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:18.118642 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-12821b9f-19ba-4d17-9f1d-637f5ff38794 admin admin] For port c53a8e13-d3a7-4bae-88bc-bb17c30e4942, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=c53a8e13-d3a7-4bae-88bc-bb17c30e4942,segment=NetworkSegment(b32a47a8-020a-4928-8231-ed69fc73c847),segment_id=b32a47a8-020a-4928-8231-ed69fc73c847)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:15:18.119288 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-12821b9f-19ba-4d17-9f1d-637f5ff38794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:18.139582 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c3beb27a-640a-43af-b587-5f2e8e45d627 req-9b0a7b2d-5908-49bb-9a74-627baa3ab1cf service neutron] 10.222.0.73 "GET /v2.0/networks/6ac806f1-cdc6-4f21-8dff-578217276e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5715394 Jul 09 16:15:18.141341 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-58458edd-11f2-4bc8-8676-ac9db5bd0542 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4943080 Jul 09 16:15:18.155198 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-12821b9f-19ba-4d17-9f1d-637f5ff38794 admin admin] Calling delete_port for c53a8e13-d3a7-4bae-88bc-bb17c30e4942 owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:15:18.185772 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-0ccd302a-314f-4a45-8099-ac55018e507d req-97c4d100-6a8b-4c57-973b-436817b789b8 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Request body: {'port': {'device_id': 'f9380d95-b37d-4e4c-8dd7-18a74bd89bfa', 'network_id': 'f5b04cdf-01a8-4737-aa80-b62db70e7d95', 'admin_state_up': True, 'tenant_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'security_groups': ['45384544-6ff6-497a-9513-ac1d1fea2ec6']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:15:18.339516 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ed093f96-115a-4b5d-942a-b87f6529fb84 None None] Provisioning for port 8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:15:18.348569 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ed093f96-115a-4b5d-942a-b87f6529fb84 None None] Provisioning complete for port 8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:15:18.349527 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ed093f96-115a-4b5d-942a-b87f6529fb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:18.446110 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-ed093f96-115a-4b5d-942a-b87f6529fb84 None None] Port 8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:15:18.533138 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ccd302a-314f-4a45-8099-ac55018e507d req-97c4d100-6a8b-4c57-973b-436817b789b8 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Made reservation on behalf of 26aaf535ef1442ddbe5e4f5b96bc1792 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:15:18.539173 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-97c4d100-6a8b-4c57-973b-436817b789b8 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:18.855713 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a74aa-4287-442a-a607-ed638581da51 req-cc076238-43d2-4980-bd2c-3c6e6e8ce709 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:18.857516 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-829a74aa-4287-442a-a607-ed638581da51 req-cc076238-43d2-4980-bd2c-3c6e6e8ce709 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/ports?device_id=abc4daa8-fee8-481c-a51c-7f4f1e06e601 HTTP/1.1" status: 200 len: 1023 time: 0.0678017 Jul 09 16:15:18.910797 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-829a74aa-4287-442a-a607-ed638581da51 req-7546e71d-eccd-4600-b895-dbcbc149bb79 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a380518-c45e-4290-b9d3-fbc03e6c6b6c&id=1a8ef780-bb32-4493-ae1b-eea1be8e4a30&id=fadcaedc-452e-4f40-8a32-cbe9ec458d60&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0468833 Jul 09 16:15:18.930162 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a1e3c-f47c-4697-83d0-ae7dae80c5f1 req-d037a511-e081-4d89-8938-d3ca17217195 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:18.931742 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-515a1e3c-f47c-4697-83d0-ae7dae80c5f1 req-d037a511-e081-4d89-8938-d3ca17217195 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.73 "GET /v2.0/ports?device_id=abc4daa8-fee8-481c-a51c-7f4f1e06e601 HTTP/1.1" status: 200 len: 1023 time: 0.3531034 Jul 09 16:15:18.971474 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82512f-c85b-4a4a-b929-6d82416b01ca req-c59e0978-4b27-4a7f-90e9-32df25395350 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:18.973089 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2d82512f-c85b-4a4a-b929-6d82416b01ca req-c59e0978-4b27-4a7f-90e9-32df25395350 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "GET /v2.0/ports?device_id=814eec7e-8e74-4d24-8510-9cb495b8da26 HTTP/1.1" status: 200 len: 945 time: 0.3986948 Jul 09 16:15:18.973815 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-12821b9f-19ba-4d17-9f1d-637f5ff38794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:19.046538 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-0ccd302a-314f-4a45-8099-ac55018e507d req-97c4d100-6a8b-4c57-973b-436817b789b8 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Allocated IP 10.1.1.249 (f5b04cdf-01a8-4737-aa80-b62db70e7d95/069191b9-70ed-4c94-9317-897bb2dd7371/dc36f930-6d4f-46fd-90e2-c05d1f5f9547) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:15:19.058073 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12821b9f-19ba-4d17-9f1d-637f5ff38794 admin admin] Pushing event deleted for resources: {'Port': ['ID=c53a8e13-d3a7-4bae-88bc-bb17c30e4942,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:19.218208 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab98831a-62fa-4c06-b479-732a4f1a615b req-9fdf58e6-4b2b-41e8-bab4-ab53b0383ebf tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:19.232940 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ab98831a-62fa-4c06-b479-732a4f1a615b req-9fdf58e6-4b2b-41e8-bab4-ab53b0383ebf tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 932 time: 0.1472301 Jul 09 16:15:19.245425 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2d82512f-c85b-4a4a-b929-6d82416b01ca req-a8480db5-1b0f-4940-9bea-c76c8ea7e678 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "GET /v2.0/security-groups?id=89dfd2dc-1906-4049-bbd8-d8b2687b4c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2382276 Jul 09 16:15:19.315103 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ab98831a-62fa-4c06-b479-732a4f1a615b req-c69e1422-0277-4493-b9dd-1e4c1386cedb tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/security-groups?id=45384544-6ff6-497a-9513-ac1d1fea2ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766766 Jul 09 16:15:19.906986 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-515a1e3c-f47c-4697-83d0-ae7dae80c5f1 req-01314973-1e5a-4daa-aabd-af81e870d6a3 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Deleting port aae1e99b-b67d-422b-9c35-0136f2c36ff8 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:15:19.907524 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-515a1e3c-f47c-4697-83d0-ae7dae80c5f1 req-01314973-1e5a-4daa-aabd-af81e870d6a3 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:20.057192 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-97c4d100-6a8b-4c57-973b-436817b789b8 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:20.071052 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-12821b9f-19ba-4d17-9f1d-637f5ff38794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:20.098281 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-0ccd302a-314f-4a45-8099-ac55018e507d req-97c4d100-6a8b-4c57-973b-436817b789b8 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Transition to ACTIVE for port object dc36f930-6d4f-46fd-90e2-c05d1f5f9547 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:15:20.209013 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-515a1e3c-f47c-4697-83d0-ae7dae80c5f1 req-01314973-1e5a-4daa-aabd-af81e870d6a3 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] For port aae1e99b-b67d-422b-9c35-0136f2c36ff8, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=aae1e99b-b67d-422b-9c35-0136f2c36ff8,segment=NetworkSegment(53bede6b-6861-409a-a49d-5992a95b9775),segment_id=53bede6b-6861-409a-a49d-5992a95b9775)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:15:20.209253 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-515a1e3c-f47c-4697-83d0-ae7dae80c5f1 req-01314973-1e5a-4daa-aabd-af81e870d6a3 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:20.268565 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-515a1e3c-f47c-4697-83d0-ae7dae80c5f1 req-01314973-1e5a-4daa-aabd-af81e870d6a3 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Calling delete_port for aae1e99b-b67d-422b-9c35-0136f2c36ff8 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:15:20.308098 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-97c4d100-6a8b-4c57-973b-436817b789b8 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:20.393788 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424553b-1f9c-4dc3-b821-69604fcf5c8a req-4cf5f12f-8223-493a-a726-70ef943d1d4f tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:20.395688 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4424553b-1f9c-4dc3-b821-69604fcf5c8a req-4cf5f12f-8223-493a-a726-70ef943d1d4f tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/ports?device_id=abc4daa8-fee8-481c-a51c-7f4f1e06e601 HTTP/1.1" status: 200 len: 1023 time: 0.2998283 Jul 09 16:15:20.427116 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad49aa5-b9db-4027-b0a3-a09c3e15a9c4 req-c3e2f57f-c0eb-4b28-84f1-5d065db59d3e tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:20.435073 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ccd302a-314f-4a45-8099-ac55018e507d req-97c4d100-6a8b-4c57-973b-436817b789b8 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Network f5b04cdf-01a8-4737-aa80-b62db70e7d95 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:15:20.436021 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4ad49aa5-b9db-4027-b0a3-a09c3e15a9c4 req-c3e2f57f-c0eb-4b28-84f1-5d065db59d3e tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.73 "GET /v2.0/ports?device_id=814eec7e-8e74-4d24-8510-9cb495b8da26 HTTP/1.1" status: 200 len: 945 time: 0.1101060 Jul 09 16:15:20.489332 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-0ccd302a-314f-4a45-8099-ac55018e507d req-97c4d100-6a8b-4c57-973b-436817b789b8 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:15:20.501236 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ccd302a-314f-4a45-8099-ac55018e507d req-97c4d100-6a8b-4c57-973b-436817b789b8 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:15:20.508070 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c4d100-6a8b-4c57-973b-436817b789b8 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Pushing event updated for resources: {'Port': ['ID=dc36f930-6d4f-46fd-90e2-c05d1f5f9547,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:20.599278 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-4ad49aa5-b9db-4027-b0a3-a09c3e15a9c4 req-b2b99212-4429-44c1-a401-50aaf400b2cd tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Deleting port 021c23e7-1abd-4066-95dc-579b5da6ad74 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:15:20.599984 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4ad49aa5-b9db-4027-b0a3-a09c3e15a9c4 req-b2b99212-4429-44c1-a401-50aaf400b2cd tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:20.678028 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4424553b-1f9c-4dc3-b821-69604fcf5c8a req-0a53eb74-1528-4d86-982b-c17c8f6b5fc9 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a380518-c45e-4290-b9d3-fbc03e6c6b6c&id=1a8ef780-bb32-4493-ae1b-eea1be8e4a30&id=fadcaedc-452e-4f40-8a32-cbe9ec458d60&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2647982 Jul 09 16:15:20.709429 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd302a-314f-4a45-8099-ac55018e507d req-97c4d100-6a8b-4c57-973b-436817b789b8 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:20.714037 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-97c4d100-6a8b-4c57-973b-436817b789b8 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:20.726628 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-4ad49aa5-b9db-4027-b0a3-a09c3e15a9c4 req-b2b99212-4429-44c1-a401-50aaf400b2cd tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] For port 021c23e7-1abd-4066-95dc-579b5da6ad74, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=021c23e7-1abd-4066-95dc-579b5da6ad74,segment=NetworkSegment(20111d7e-0648-421f-8458-2c564982cda3),segment_id=20111d7e-0648-421f-8458-2c564982cda3)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:15:20.727051 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4ad49aa5-b9db-4027-b0a3-a09c3e15a9c4 req-b2b99212-4429-44c1-a401-50aaf400b2cd tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:20.792059 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-97c4d100-6a8b-4c57-973b-436817b789b8 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6103914 Jul 09 16:15:20.814584 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-0ccd302a-314f-4a45-8099-ac55018e507d req-3bea12b2-0d1c-4a61-b98a-dd8ee4ad80e2 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Request body: {'port': {'device_id': 'f9380d95-b37d-4e4c-8dd7-18a74bd89bfa', 'network_id': 'f5b04cdf-01a8-4737-aa80-b62db70e7d95', 'admin_state_up': True, 'tenant_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'security_groups': ['45384544-6ff6-497a-9513-ac1d1fea2ec6']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:15:20.823154 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4b64ad3c-71f5-471e-b73c-cce83b731bdd None None] Provisioning for port dc36f930-6d4f-46fd-90e2-c05d1f5f9547 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:15:20.826027 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12821b9f-19ba-4d17-9f1d-637f5ff38794 admin admin] Router 33f481ab-d0c0-4daa-bb4f-07ccb207870f has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:15:20.829723 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4b64ad3c-71f5-471e-b73c-cce83b731bdd None None] Provisioning complete for port dc36f930-6d4f-46fd-90e2-c05d1f5f9547 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:15:20.830104 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4b64ad3c-71f5-471e-b73c-cce83b731bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:20.905665 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-515a1e3c-f47c-4697-83d0-ae7dae80c5f1 req-01314973-1e5a-4daa-aabd-af81e870d6a3 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:20.937485 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-4b64ad3c-71f5-471e-b73c-cce83b731bdd None None] Port dc36f930-6d4f-46fd-90e2-c05d1f5f9547 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:15:20.941359 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4ad49aa5-b9db-4027-b0a3-a09c3e15a9c4 req-b2b99212-4429-44c1-a401-50aaf400b2cd tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:20.941849 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4ad49aa5-b9db-4027-b0a3-a09c3e15a9c4 req-b2b99212-4429-44c1-a401-50aaf400b2cd tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:20.942266 n-d-798930-3 neutron-server[93958]: INFO neutron.db.l3_db [req-4ad49aa5-b9db-4027-b0a3-a09c3e15a9c4 req-b2b99212-4429-44c1-a401-50aaf400b2cd tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Floating IP 728a3530-d072-4d89-b260-eb9bf8aa8c1a disassociated. External IP: 172.25.0.84, port: 021c23e7-1abd-4066-95dc-579b5da6ad74. Jul 09 16:15:20.942706 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-4ad49aa5-b9db-4027-b0a3-a09c3e15a9c4 req-b2b99212-4429-44c1-a401-50aaf400b2cd tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Calling delete_port for 021c23e7-1abd-4066-95dc-579b5da6ad74 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:15:20.944017 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['e5cc6f6f-f560-4f2c-84e7-3f1683900ceb'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:15:21.009757 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01314973-1e5a-4daa-aabd-af81e870d6a3 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Pushing event deleted for resources: {'Port': ['ID=aae1e99b-b67d-422b-9c35-0136f2c36ff8,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:21.128585 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-515a1e3c-f47c-4697-83d0-ae7dae80c5f1 req-01314973-1e5a-4daa-aabd-af81e870d6a3 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] No DVR routers for this DVR port aae1e99b-b67d-422b-9c35-0136f2c36ff8 on host n-h2-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:15:21.131816 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-515a1e3c-f47c-4697-83d0-ae7dae80c5f1 req-01314973-1e5a-4daa-aabd-af81e870d6a3 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:21.134252 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-515a1e3c-f47c-4697-83d0-ae7dae80c5f1 req-01314973-1e5a-4daa-aabd-af81e870d6a3 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.73 "DELETE /v2.0/ports/aae1e99b-b67d-422b-9c35-0136f2c36ff8 HTTP/1.1" status: 204 len: 173 time: 2.1911976 Jul 09 16:15:21.146552 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abc4daa8-fee8-481c-a51c-7f4f1e06e601', 'name': 'network-vif-deleted', 'tag': 'aae1e99b-b67d-422b-9c35-0136f2c36ff8'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:15:21.149988 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303515ea-80b5-4333-9df8-cbfee28d4d76" -d '{"events": [{"server_uuid": "abc4daa8-fee8-481c-a51c-7f4f1e06e601", "name": "network-vif-deleted", "tag": "aae1e99b-b67d-422b-9c35-0136f2c36ff8"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:15:21.162161 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3101800e-0072-4829-8d3c-b3735452f5ba req-04ec3951-bbcb-49cb-b00b-2ea0ad2e32e8 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:21.172068 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3101800e-0072-4829-8d3c-b3735452f5ba req-04ec3951-bbcb-49cb-b00b-2ea0ad2e32e8 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:21.183821 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3101800e-0072-4829-8d3c-b3735452f5ba req-04ec3951-bbcb-49cb-b00b-2ea0ad2e32e8 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 1654 time: 0.1186900 Jul 09 16:15:21.184750 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4ad49aa5-b9db-4027-b0a3-a09c3e15a9c4 req-b2b99212-4429-44c1-a401-50aaf400b2cd tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:21.198963 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2dd7db-5d85-42f8-862e-425fd4f642c8 req-d56ea140-b981-476a-9e89-d776c4ea5fc1 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:21.203424 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ad2dd7db-5d85-42f8-862e-425fd4f642c8 req-d56ea140-b981-476a-9e89-d776c4ea5fc1 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "GET /v2.0/ports?device_id=814eec7e-8e74-4d24-8510-9cb495b8da26 HTTP/1.1" status: 200 len: 867 time: 0.3201532 Jul 09 16:15:21.220023 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12821b9f-19ba-4d17-9f1d-637f5ff38794 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:15:21.231110 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-12821b9f-19ba-4d17-9f1d-637f5ff38794 admin admin] 10.222.0.98 "PUT /v2.0/routers/33f481ab-d0c0-4daa-bb4f-07ccb207870f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6154988 Jul 09 16:15:21.231768 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54786) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:21.232345 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6cb2ff-a5b2-4270-8acc-fa5af5ceae60 None None] Sync routers for ids ['33f481ab-d0c0-4daa-bb4f-07ccb207870f'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:15:21.261120 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b99212-4429-44c1-a401-50aaf400b2cd tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Pushing event deleted for resources: {'Port': ['ID=021c23e7-1abd-4066-95dc-579b5da6ad74,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:21.268444 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6cb2ff-a5b2-4270-8acc-fa5af5ceae60 None None] Routers {'33f481ab-d0c0-4daa-bb4f-07ccb207870f'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:15:21.269145 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3f6cb2ff-a5b2-4270-8acc-fa5af5ceae60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:14:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['33f481ab-d0c0-4daa-bb4f-07ccb207870f'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:15:21.286628 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3101800e-0072-4829-8d3c-b3735452f5ba req-335ca53d-d5b5-44de-80bc-5890926cf058 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/security-groups?id=45384544-6ff6-497a-9513-ac1d1fea2ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959089 Jul 09 16:15:21.298480 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ccd302a-314f-4a45-8099-ac55018e507d req-3bea12b2-0d1c-4a61-b98a-dd8ee4ad80e2 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Made reservation on behalf of 26aaf535ef1442ddbe5e4f5b96bc1792 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:15:21.315850 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-3bea12b2-0d1c-4a61-b98a-dd8ee4ad80e2 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:21.442713 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ad2dd7db-5d85-42f8-862e-425fd4f642c8 req-a3d35394-ebb6-470c-9ac2-3565173aaafe tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "GET /v2.0/security-groups?id=89dfd2dc-1906-4049-bbd8-d8b2687b4c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080512 Jul 09 16:15:21.512573 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ad49aa5-b9db-4027-b0a3-a09c3e15a9c4 req-b2b99212-4429-44c1-a401-50aaf400b2cd tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Router 2c5946db-f874-4d10-b9d9-bbff4dabff6f has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:15:21.550338 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b17212fc-25ad-44d6-9153-c55888656c11 admin admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:21.680482 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-3f6cb2ff-a5b2-4270-8acc-fa5af5ceae60 None None] Set router 33f481ab-d0c0-4daa-bb4f-07ccb207870f gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:15:21.697900 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ad49aa5-b9db-4027-b0a3-a09c3e15a9c4 req-b2b99212-4429-44c1-a401-50aaf400b2cd tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:15:21.711359 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce40660-eb8f-419a-9113-1a94a02b5713 None None] Sync routers for ids ['2c5946db-f874-4d10-b9d9-bbff4dabff6f'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:15:21.722287 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce40660-eb8f-419a-9113-1a94a02b5713 None None] Routers {'2c5946db-f874-4d10-b9d9-bbff4dabff6f'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:15:21.724088 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-9ce40660-eb8f-419a-9113-1a94a02b5713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:14:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['2c5946db-f874-4d10-b9d9-bbff4dabff6f'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:15:21.814649 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ad49aa5-b9db-4027-b0a3-a09c3e15a9c4 req-b2b99212-4429-44c1-a401-50aaf400b2cd tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] No DVR routers for this DVR port 021c23e7-1abd-4066-95dc-579b5da6ad74 on host n-h2-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:15:21.820848 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4ad49aa5-b9db-4027-b0a3-a09c3e15a9c4 req-b2b99212-4429-44c1-a401-50aaf400b2cd tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:21.824412 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4ad49aa5-b9db-4027-b0a3-a09c3e15a9c4 req-b2b99212-4429-44c1-a401-50aaf400b2cd tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.73 "DELETE /v2.0/ports/021c23e7-1abd-4066-95dc-579b5da6ad74 HTTP/1.1" status: 204 len: 173 time: 1.3820884 Jul 09 16:15:21.824609 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '814eec7e-8e74-4d24-8510-9cb495b8da26', 'name': 'network-vif-deleted', 'tag': '021c23e7-1abd-4066-95dc-579b5da6ad74'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:15:21.829319 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab68a94-be19-4a7e-bb08-f0492fb8deed" -d '{"events": [{"server_uuid": "814eec7e-8e74-4d24-8510-9cb495b8da26", "name": "network-vif-deleted", "tag": "021c23e7-1abd-4066-95dc-579b5da6ad74"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:15:21.887885 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb981e5-296c-4239-9b91-bfce68098d26 x-openstack-request-id: req-3eb981e5-296c-4239-9b91-bfce68098d26 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:15:21.888125 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abc4daa8-fee8-481c-a51c-7f4f1e06e601", "name": "network-vif-deleted", "tag": "aae1e99b-b67d-422b-9c35-0136f2c36ff8", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:15:21.888335 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3eb981e5-296c-4239-9b91-bfce68098d26 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:15:21.889301 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abc4daa8-fee8-481c-a51c-7f4f1e06e601', 'name': 'network-vif-deleted', 'tag': 'aae1e99b-b67d-422b-9c35-0136f2c36ff8', 'status': 'completed', 'code': 200} Jul 09 16:15:21.928600 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-0ccd302a-314f-4a45-8099-ac55018e507d req-3bea12b2-0d1c-4a61-b98a-dd8ee4ad80e2 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Allocated IP 10.1.1.34 (f5b04cdf-01a8-4737-aa80-b62db70e7d95/069191b9-70ed-4c94-9317-897bb2dd7371/916c73bc-2bb6-461c-af98-fa6465f83617) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:15:22.049588 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-9ce40660-eb8f-419a-9113-1a94a02b5713 None None] Set router 2c5946db-f874-4d10-b9d9-bbff4dabff6f gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:15:22.051875 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b17212fc-25ad-44d6-9153-c55888656c11 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:22.134461 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-67f99b3b-0a9e-4f83-a5d8-a34a63df5cad req-375c3c07-4be6-4da2-97d3-aff4d9c616d0 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/ports?device_id=abc4daa8-fee8-481c-a51c-7f4f1e06e601 HTTP/1.1" status: 200 len: 210 time: 0.0678179 Jul 09 16:15:22.244557 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3f6cb2ff-a5b2-4270-8acc-fa5af5ceae60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1555507325-router', 'tenant_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '6b75535c-ea63-413d-88df-67b7b475953f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:09:05Z', 'updated_at': '2021-07-09T16:15:18Z', 'revision_number': 5, 'project_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'gw_port': {'id': '6b75535c-ea63-413d-88df-67b7b475953f', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:06Z', 'updated_at': '2021-07-09T16:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:15:22.253091 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7f784b7a-a50b-4540-b506-2a59efddad93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:22.257294 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456f526f-bb99-45e4-8949-c66c5b1494c5 x-openstack-request-id: req-456f526f-bb99-45e4-8949-c66c5b1494c5 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:15:22.258197 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "814eec7e-8e74-4d24-8510-9cb495b8da26", "name": "network-vif-deleted", "tag": "021c23e7-1abd-4066-95dc-579b5da6ad74", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:15:22.258572 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-456f526f-bb99-45e4-8949-c66c5b1494c5 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:15:22.259128 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '814eec7e-8e74-4d24-8510-9cb495b8da26', 'name': 'network-vif-deleted', 'tag': '021c23e7-1abd-4066-95dc-579b5da6ad74', 'status': 'completed', 'code': 200} Jul 09 16:15:22.312546 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6cb2ff-a5b2-4270-8acc-fa5af5ceae60 None None] Checking router: 33f481ab-d0c0-4daa-bb4f-07ccb207870f for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:15:22.323960 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6cb2ff-a5b2-4270-8acc-fa5af5ceae60 None None] Routers {'33f481ab-d0c0-4daa-bb4f-07ccb207870f'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:15:22.325519 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3f6cb2ff-a5b2-4270-8acc-fa5af5ceae60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:14:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['33f481ab-d0c0-4daa-bb4f-07ccb207870f'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:15:22.349694 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-b17212fc-25ad-44d6-9153-c55888656c11 admin admin] Deleting port 6b75535c-ea63-413d-88df-67b7b475953f {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:15:22.350038 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b17212fc-25ad-44d6-9153-c55888656c11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:22.524188 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-b17212fc-25ad-44d6-9153-c55888656c11 admin admin] For port 6b75535c-ea63-413d-88df-67b7b475953f, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=6b75535c-ea63-413d-88df-67b7b475953f,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:15:22.524647 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-9ce40660-eb8f-419a-9113-1a94a02b5713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5946db-f874-4d10-b9d9-bbff4dabff6f', 'name': 'tempest-ServersTestBootFromVolume-507522533-router', 'tenant_id': '4a7bcfee98ce42f9b496f385fa1d801e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '5a458250-da19-4416-bbca-e9210b5c8054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:11:28Z', 'updated_at': '2021-07-09T16:11:39Z', 'revision_number': 4, 'project_id': '4a7bcfee98ce42f9b496f385fa1d801e', 'gw_port': {'id': '5a458250-da19-4416-bbca-e9210b5c8054', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:46:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5946db-f874-4d10-b9d9-bbff4dabff6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:11:29Z', 'updated_at': '2021-07-09T16:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'b3c945e4-6a50-4cc8-8cd8-1f368f81d45c', 'name': '', 'network_id': '61ffd1b6-f25b-4986-bd69-fd61ebdd8c18', 'tenant_id': '4a7bcfee98ce42f9b496f385fa1d801e', 'mac_address': 'fa:16:3e:5a:c8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5946db-f874-4d10-b9d9-bbff4dabff6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '90f9165d-5f7d-46e1-8fba-1a5ae5f57aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:11:36Z', 'updated_at': '2021-07-09T16:11:46Z', 'revision_number': 5, 'project_id': '4a7bcfee98ce42f9b496f385fa1d801e', 'subnets': [{'id': '90f9165d-5f7d-46e1-8fba-1a5ae5f57aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:15:22.525074 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b17212fc-25ad-44d6-9153-c55888656c11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:22.551818 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-b17212fc-25ad-44d6-9153-c55888656c11 admin admin] Calling delete_port for 6b75535c-ea63-413d-88df-67b7b475953f owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:15:22.594845 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce40660-eb8f-419a-9113-1a94a02b5713 None None] Checking router: 2c5946db-f874-4d10-b9d9-bbff4dabff6f for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:15:22.606623 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-3f6cb2ff-a5b2-4270-8acc-fa5af5ceae60 None None] Set router 33f481ab-d0c0-4daa-bb4f-07ccb207870f gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:15:22.615312 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce40660-eb8f-419a-9113-1a94a02b5713 None None] Routers {'2c5946db-f874-4d10-b9d9-bbff4dabff6f'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:15:22.616184 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-9ce40660-eb8f-419a-9113-1a94a02b5713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:14:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['2c5946db-f874-4d10-b9d9-bbff4dabff6f'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:15:22.676845 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device aae1e99b-b67d-422b-9c35-0136f2c36ff8 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:15:22.730382 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92e0d8-48c7-41f4-ba69-3ac73411daa1 req-ec8e3505-7f90-4411-9af5-4661f65e6e7d tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:22.741996 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92e0d8-48c7-41f4-ba69-3ac73411daa1 req-ec8e3505-7f90-4411-9af5-4661f65e6e7d tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:22.754100 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5c92e0d8-48c7-41f4-ba69-3ac73411daa1 req-ec8e3505-7f90-4411-9af5-4661f65e6e7d tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 1654 time: 0.1361573 Jul 09 16:15:22.764100 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-3bea12b2-0d1c-4a61-b98a-dd8ee4ad80e2 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:22.774163 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3f6cb2ff-a5b2-4270-8acc-fa5af5ceae60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1555507325-router', 'tenant_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:09:05Z', 'updated_at': '2021-07-09T16:15:22Z', 'revision_number': 6, 'project_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'gw_port_host': None}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:15:22.785780 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: aae1e99b-b67d-422b-9c35-0136f2c36ff8 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:15:22.791278 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device aae1e99b-b67d-422b-9c35-0136f2c36ff8 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:15:22.791955 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 021c23e7-1abd-4066-95dc-579b5da6ad74 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:15:22.795774 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-9ce40660-eb8f-419a-9113-1a94a02b5713 None None] Set router 2c5946db-f874-4d10-b9d9-bbff4dabff6f gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:15:22.812300 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3cef8d1a-82ae-4f3b-83a6-409dce92c9bf req-0d2aff72-b92c-4e5b-aca1-4b03350c1cda tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "GET /v2.0/ports?device_id=814eec7e-8e74-4d24-8510-9cb495b8da26 HTTP/1.1" status: 200 len: 210 time: 0.0457306 Jul 09 16:15:22.834003 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-0ccd302a-314f-4a45-8099-ac55018e507d req-3bea12b2-0d1c-4a61-b98a-dd8ee4ad80e2 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Transition to ACTIVE for port object 916c73bc-2bb6-461c-af98-fa6465f83617 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:15:22.835630 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b17212fc-25ad-44d6-9153-c55888656c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:22.836091 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5c92e0d8-48c7-41f4-ba69-3ac73411daa1 req-72deed36-830c-4db2-b808-2c3a81ace70f tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/security-groups?id=45384544-6ff6-497a-9513-ac1d1fea2ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796411 Jul 09 16:15:22.877100 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6cb2ff-a5b2-4270-8acc-fa5af5ceae60 None None] The sync data for ids ['33f481ab-d0c0-4daa-bb4f-07ccb207870f'] in n-d-798930-3 is: [{'id': '33f481ab-d0c0-4daa-bb4f-07ccb207870f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1555507325-router', 'tenant_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:09:05Z', 'updated_at': '2021-07-09T16:15:22Z', 'revision_number': 6, 'project_id': 'cc4dc2313b5c41388daec8e5a4533d66', 'gw_port_host': None}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:15:22.917005 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17212fc-25ad-44d6-9153-c55888656c11 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b75535c-ea63-413d-88df-67b7b475953f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:22.944826 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: 021c23e7-1abd-4066-95dc-579b5da6ad74 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:15:22.945180 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 021c23e7-1abd-4066-95dc-579b5da6ad74 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:15:23.057611 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-3bea12b2-0d1c-4a61-b98a-dd8ee4ad80e2 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:23.108137 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ccd302a-314f-4a45-8099-ac55018e507d req-3bea12b2-0d1c-4a61-b98a-dd8ee4ad80e2 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Network f5b04cdf-01a8-4737-aa80-b62db70e7d95 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:15:23.116500 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-0ccd302a-314f-4a45-8099-ac55018e507d req-3bea12b2-0d1c-4a61-b98a-dd8ee4ad80e2 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:15:23.125071 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b17212fc-25ad-44d6-9153-c55888656c11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:23.231695 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b17212fc-25ad-44d6-9153-c55888656c11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:23.240811 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b17212fc-25ad-44d6-9153-c55888656c11 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:23.298287 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-9ce40660-eb8f-419a-9113-1a94a02b5713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5946db-f874-4d10-b9d9-bbff4dabff6f', 'name': 'tempest-ServersTestBootFromVolume-507522533-router', 'tenant_id': '4a7bcfee98ce42f9b496f385fa1d801e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '5a458250-da19-4416-bbca-e9210b5c8054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:11:28Z', 'updated_at': '2021-07-09T16:11:39Z', 'revision_number': 4, 'project_id': '4a7bcfee98ce42f9b496f385fa1d801e', 'gw_port': {'id': '5a458250-da19-4416-bbca-e9210b5c8054', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:46:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5946db-f874-4d10-b9d9-bbff4dabff6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:11:29Z', 'updated_at': '2021-07-09T16:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'b3c945e4-6a50-4cc8-8cd8-1f368f81d45c', 'name': '', 'network_id': '61ffd1b6-f25b-4986-bd69-fd61ebdd8c18', 'tenant_id': '4a7bcfee98ce42f9b496f385fa1d801e', 'mac_address': 'fa:16:3e:5a:c8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5946db-f874-4d10-b9d9-bbff4dabff6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '90f9165d-5f7d-46e1-8fba-1a5ae5f57aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:11:36Z', 'updated_at': '2021-07-09T16:11:46Z', 'revision_number': 5, 'project_id': '4a7bcfee98ce42f9b496f385fa1d801e', 'subnets': [{'id': '90f9165d-5f7d-46e1-8fba-1a5ae5f57aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:15:23.331177 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ccd302a-314f-4a45-8099-ac55018e507d req-3bea12b2-0d1c-4a61-b98a-dd8ee4ad80e2 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:15:23.351078 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b17212fc-25ad-44d6-9153-c55888656c11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:23.351636 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17212fc-25ad-44d6-9153-c55888656c11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33f481ab-d0c0-4daa-bb4f-07ccb207870f {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:15:23.390422 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b17212fc-25ad-44d6-9153-c55888656c11 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:23.392058 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b17212fc-25ad-44d6-9153-c55888656c11 admin admin] 10.222.0.98 "DELETE /v2.0/routers/33f481ab-d0c0-4daa-bb4f-07ccb207870f HTTP/1.1" status: 204 len: 168 time: 2.1560993 Jul 09 16:15:23.394494 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54922) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:23.400157 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bea12b2-0d1c-4a61-b98a-dd8ee4ad80e2 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Pushing event updated for resources: {'Port': ['ID=916c73bc-2bb6-461c-af98-fa6465f83617,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:23.448371 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce40660-eb8f-419a-9113-1a94a02b5713 None None] The sync data for ids ['2c5946db-f874-4d10-b9d9-bbff4dabff6f'] in n-d-798930-3 is: [{'id': '2c5946db-f874-4d10-b9d9-bbff4dabff6f', 'name': 'tempest-ServersTestBootFromVolume-507522533-router', 'tenant_id': '4a7bcfee98ce42f9b496f385fa1d801e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '5a458250-da19-4416-bbca-e9210b5c8054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:11:28Z', 'updated_at': '2021-07-09T16:11:39Z', 'revision_number': 4, 'project_id': '4a7bcfee98ce42f9b496f385fa1d801e', 'gw_port': {'id': '5a458250-da19-4416-bbca-e9210b5c8054', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:46:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5946db-f874-4d10-b9d9-bbff4dabff6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:11:29Z', 'updated_at': '2021-07-09T16:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'b3c945e4-6a50-4cc8-8cd8-1f368f81d45c', 'name': '', 'network_id': '61ffd1b6-f25b-4986-bd69-fd61ebdd8c18', 'tenant_id': '4a7bcfee98ce42f9b496f385fa1d801e', 'mac_address': 'fa:16:3e:5a:c8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5946db-f874-4d10-b9d9-bbff4dabff6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '90f9165d-5f7d-46e1-8fba-1a5ae5f57aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:11:36Z', 'updated_at': '2021-07-09T16:11:46Z', 'revision_number': 5, 'project_id': '4a7bcfee98ce42f9b496f385fa1d801e', 'subnets': [{'id': '90f9165d-5f7d-46e1-8fba-1a5ae5f57aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:15:23.487588 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd302a-314f-4a45-8099-ac55018e507d req-3bea12b2-0d1c-4a61-b98a-dd8ee4ad80e2 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:23.488758 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-3bea12b2-0d1c-4a61-b98a-dd8ee4ad80e2 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:23.518488 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-3bea12b2-0d1c-4a61-b98a-dd8ee4ad80e2 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7143309 Jul 09 16:15:23.524370 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f7ad3a3-e24d-4977-bc1a-9e3f33c26b1d admin admin] Deleting subnet 9652b0cc-4dd5-4837-9b58-222aefe9d108 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:15:23.533709 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f7ad3a3-e24d-4977-bc1a-9e3f33c26b1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:23.545127 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-0ccd302a-314f-4a45-8099-ac55018e507d req-0d1be08b-6c80-4a41-a7dc-697a9125ba33 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Request body: {'port': {'device_id': 'f9380d95-b37d-4e4c-8dd7-18a74bd89bfa', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '6a26d5a7-49c7-498b-ac37-7c6cb6027d97', 'admin_state_up': True, 'tenant_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'security_groups': ['45384544-6ff6-497a-9513-ac1d1fea2ec6']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:15:23.599388 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-54740c88-6934-454d-b2a0-d4e5572f5bdf None None] Provisioning for port 916c73bc-2bb6-461c-af98-fa6465f83617 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:15:23.613686 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-54740c88-6934-454d-b2a0-d4e5572f5bdf None None] Provisioning complete for port 916c73bc-2bb6-461c-af98-fa6465f83617 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:15:23.614062 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-54740c88-6934-454d-b2a0-d4e5572f5bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:23.653352 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f7ad3a3-e24d-4977-bc1a-9e3f33c26b1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:23.689666 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-54740c88-6934-454d-b2a0-d4e5572f5bdf None None] Port 916c73bc-2bb6-461c-af98-fa6465f83617 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:15:23.729088 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f924c87b-6354-4db1-ab80-580c150168d8 req-6d459169-b2c2-4527-8889-fcf89fb6d3f7 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/security-groups/0a380518-c45e-4290-b9d3-fbc03e6c6b6c HTTP/1.1" status: 200 len: 1800 time: 0.0567493 Jul 09 16:15:23.747331 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ccd302a-314f-4a45-8099-ac55018e507d req-0d1be08b-6c80-4a41-a7dc-697a9125ba33 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Made reservation on behalf of 26aaf535ef1442ddbe5e4f5b96bc1792 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:15:23.834296 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f7ad3a3-e24d-4977-bc1a-9e3f33c26b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:23.929214 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f924c87b-6354-4db1-ab80-580c150168d8 req-d6fcfec4-de34-46dd-9661-1e866d4221f3 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:23.941908 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f7ad3a3-e24d-4977-bc1a-9e3f33c26b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:23.956578 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b4a61f-26f0-4ca8-b1e1-dbf628e09773 None None] New status for floating IP 728a3530-d072-4d89-b260-eb9bf8aa8c1a: DOWN {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:15:23.960783 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f924c87b-6354-4db1-ab80-580c150168d8 req-d6fcfec4-de34-46dd-9661-1e866d4221f3 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:24.012803 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7ad3a3-e24d-4977-bc1a-9e3f33c26b1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9652b0cc-4dd5-4837-9b58-222aefe9d108,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:24.025900 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f924c87b-6354-4db1-ab80-580c150168d8 req-d6fcfec4-de34-46dd-9661-1e866d4221f3 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:24.029603 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f924c87b-6354-4db1-ab80-580c150168d8 req-d6fcfec4-de34-46dd-9661-1e866d4221f3 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:24.030976 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f924c87b-6354-4db1-ab80-580c150168d8 req-d6fcfec4-de34-46dd-9661-1e866d4221f3 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "DELETE /v2.0/security-groups/0a380518-c45e-4290-b9d3-fbc03e6c6b6c HTTP/1.1" status: 204 len: 173 time: 0.2909389 Jul 09 16:15:24.035430 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f7ad3a3-e24d-4977-bc1a-9e3f33c26b1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:24.043428 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6f7ad3a3-e24d-4977-bc1a-9e3f33c26b1d admin admin] 10.222.0.98 "DELETE /v2.0/subnets/9652b0cc-4dd5-4837-9b58-222aefe9d108 HTTP/1.1" status: 204 len: 168 time: 0.6464655 Jul 09 16:15:24.046572 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54976) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:24.059324 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f943fac-160b-467a-9220-a59e142a63b1 None None] Network bb5eedc8-9794-43ab-9159-e84889255689 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:15:24.105156 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fcfec4-de34-46dd-9661-1e866d4221f3 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a380518-c45e-4290-b9d3-fbc03e6c6b6c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:24.152003 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-0d1be08b-6c80-4a41-a7dc-697a9125ba33 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:24.174621 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1a979285-8f20-43e0-94c5-8e681f6af86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:24.343190 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-1a979285-8f20-43e0-94c5-8e681f6af86f admin admin] Deleting port 6b06f06c-c528-4e6a-bd3c-94a85a5fbdee {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:15:24.343536 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1a979285-8f20-43e0-94c5-8e681f6af86f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:24.443457 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bef3840f-271a-4c11-b8e2-7ca09beaf905 req-985dd84e-7af1-4103-b741-f784468e50fd tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "GET /v2.0/ports?device_id=814eec7e-8e74-4d24-8510-9cb495b8da26 HTTP/1.1" status: 200 len: 210 time: 0.0969107 Jul 09 16:15:24.508667 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-1a979285-8f20-43e0-94c5-8e681f6af86f admin admin] For port 6b06f06c-c528-4e6a-bd3c-94a85a5fbdee, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=6b06f06c-c528-4e6a-bd3c-94a85a5fbdee,segment=NetworkSegment(b32a47a8-020a-4928-8231-ed69fc73c847),segment_id=b32a47a8-020a-4928-8231-ed69fc73c847)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:15:24.510051 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1a979285-8f20-43e0-94c5-8e681f6af86f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:24.527848 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device c53a8e13-d3a7-4bae-88bc-bb17c30e4942 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:15:24.535473 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-1a979285-8f20-43e0-94c5-8e681f6af86f admin admin] Calling delete_port for 6b06f06c-c528-4e6a-bd3c-94a85a5fbdee owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:15:24.555109 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: c53a8e13-d3a7-4bae-88bc-bb17c30e4942 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:15:24.556201 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device c53a8e13-d3a7-4bae-88bc-bb17c30e4942 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:15:24.556851 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 6b75535c-ea63-413d-88df-67b7b475953f no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:15:24.603211 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 6b75535c-ea63-413d-88df-67b7b475953f {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:15:24.604267 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 6b75535c-ea63-413d-88df-67b7b475953f not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:15:24.627572 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fd74d18c-4523-4099-97a8-9543843764f6 req-8b183e23-1d40-478d-b79e-f5c40dc52ab4 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/security-groups/1a8ef780-bb32-4493-ae1b-eea1be8e4a30 HTTP/1.1" status: 200 len: 1800 time: 0.1450636 Jul 09 16:15:24.738399 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1927b9-07bd-42da-ad56-ccf07ef5e01c None None] DHCP port deletion for bb5eedc8-9794-43ab-9159-e84889255689 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:15:24.751384 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1a979285-8f20-43e0-94c5-8e681f6af86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:24.753188 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fd74d18c-4523-4099-97a8-9543843764f6 req-ad72dade-3966-427b-b396-65580cef45fa tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:24.779140 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fd74d18c-4523-4099-97a8-9543843764f6 req-ad72dade-3966-427b-b396-65580cef45fa tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:24.787865 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-0ccd302a-314f-4a45-8099-ac55018e507d req-0d1be08b-6c80-4a41-a7dc-697a9125ba33 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Allocated IP 10.2.2.100 (6a26d5a7-49c7-498b-ac37-7c6cb6027d97/8a54258b-5d51-4c0f-b2ea-6d2399e08904/9af7654b-8db2-4114-a977-f2b4377a7e3d) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:15:24.798999 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-db1927b9-07bd-42da-ad56-ccf07ef5e01c None None] Deleting port 6b06f06c-c528-4e6a-bd3c-94a85a5fbdee {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:15:24.799512 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-db1927b9-07bd-42da-ad56-ccf07ef5e01c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:24.854213 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a979285-8f20-43e0-94c5-8e681f6af86f admin admin] No DVR routers for this DVR port 6b06f06c-c528-4e6a-bd3c-94a85a5fbdee on host n-d-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:15:24.857246 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a979285-8f20-43e0-94c5-8e681f6af86f admin admin] Pushing event deleted for resources: {'Port': ['ID=6b06f06c-c528-4e6a-bd3c-94a85a5fbdee,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:24.880537 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-db1927b9-07bd-42da-ad56-ccf07ef5e01c None None] For port 6b06f06c-c528-4e6a-bd3c-94a85a5fbdee, host n-d-798930-3, got binding levels [] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:15:24.880928 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-db1927b9-07bd-42da-ad56-ccf07ef5e01c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:24.902203 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-db1927b9-07bd-42da-ad56-ccf07ef5e01c None None] Calling delete_port for 6b06f06c-c528-4e6a-bd3c-94a85a5fbdee owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:15:24.905552 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.ipam_backend_mixin [None req-db1927b9-07bd-42da-ad56-ccf07ef5e01c None None] Port 6b06f06c-c528-4e6a-bd3c-94a85a5fbdee was not found and therefore no delete operation was performed {{(pid=93960) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 16:15:24.906914 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-db1927b9-07bd-42da-ad56-ccf07ef5e01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:24.919399 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1927b9-07bd-42da-ad56-ccf07ef5e01c None None] No DVR routers for this DVR port 6b06f06c-c528-4e6a-bd3c-94a85a5fbdee on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:15:24.938269 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1927b9-07bd-42da-ad56-ccf07ef5e01c None None] Pushing event deleted for resources: {'Port': ['ID=6b06f06c-c528-4e6a-bd3c-94a85a5fbdee,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:24.949282 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1927b9-07bd-42da-ad56-ccf07ef5e01c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:24.949636 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1927b9-07bd-42da-ad56-ccf07ef5e01c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:24.949972 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1927b9-07bd-42da-ad56-ccf07ef5e01c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:24.950307 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1927b9-07bd-42da-ad56-ccf07ef5e01c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:24.950666 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1927b9-07bd-42da-ad56-ccf07ef5e01c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:24.951016 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1927b9-07bd-42da-ad56-ccf07ef5e01c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:24.951345 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1927b9-07bd-42da-ad56-ccf07ef5e01c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:24.951667 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1927b9-07bd-42da-ad56-ccf07ef5e01c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:24.951986 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1927b9-07bd-42da-ad56-ccf07ef5e01c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:24.952306 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1927b9-07bd-42da-ad56-ccf07ef5e01c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:24.952629 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1927b9-07bd-42da-ad56-ccf07ef5e01c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:24.952943 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1927b9-07bd-42da-ad56-ccf07ef5e01c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:15:24.959274 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fd74d18c-4523-4099-97a8-9543843764f6 req-ad72dade-3966-427b-b396-65580cef45fa tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:24.961846 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fd74d18c-4523-4099-97a8-9543843764f6 req-ad72dade-3966-427b-b396-65580cef45fa tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:24.982010 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fd74d18c-4523-4099-97a8-9543843764f6 req-ad72dade-3966-427b-b396-65580cef45fa tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "DELETE /v2.0/security-groups/1a8ef780-bb32-4493-ae1b-eea1be8e4a30 HTTP/1.1" status: 204 len: 173 time: 0.3474135 Jul 09 16:15:24.989543 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe1f19d-09f9-4b77-85eb-8c41510915b5 req-620bebce-6510-4de3-84b3-3c80e848162f tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:24.996194 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe1f19d-09f9-4b77-85eb-8c41510915b5 req-620bebce-6510-4de3-84b3-3c80e848162f tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:24.996817 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad72dade-3966-427b-b396-65580cef45fa tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8ef780-bb32-4493-ae1b-eea1be8e4a30,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:24.999757 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1a979285-8f20-43e0-94c5-8e681f6af86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:25.004582 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe1f19d-09f9-4b77-85eb-8c41510915b5 req-620bebce-6510-4de3-84b3-3c80e848162f tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:25.010869 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-1a979285-8f20-43e0-94c5-8e681f6af86f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb5eedc8-9794-43ab-9159-e84889255689']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:15:25.017541 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2fe1f19d-09f9-4b77-85eb-8c41510915b5 req-620bebce-6510-4de3-84b3-3c80e848162f tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 2374 time: 0.3513281 Jul 09 16:15:25.028267 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-1a979285-8f20-43e0-94c5-8e681f6af86f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b32a47a8-020a-4928-8231-ed69fc73c847') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:15:25.028599 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-1a979285-8f20-43e0-94c5-8e681f6af86f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b32a47a8-020a-4928-8231-ed69fc73c847') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:15:25.041331 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1a979285-8f20-43e0-94c5-8e681f6af86f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:25.060331 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-0d1be08b-6c80-4a41-a7dc-697a9125ba33 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:25.060720 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1a979285-8f20-43e0-94c5-8e681f6af86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:25.071042 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a979285-8f20-43e0-94c5-8e681f6af86f admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:15:25.071597 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1a979285-8f20-43e0-94c5-8e681f6af86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:25.071950 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0d842abe-3af3-4ffe-a0c8-edd06677a025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:25.091561 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:15:25.091561 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:15:25.091561 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:15:25.091561 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:15:25.091561 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:15:25.091561 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:15:25.091561 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:15:25.091561 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:15:25.091561 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:15:25.091561 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:15:25.091561 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:15:25.091561 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:15:25.091561 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:15:25.091561 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:15:25.091561 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:15:25.091561 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:15:25.091561 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:15:25.091561 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:15:25.091561 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:15:25.091561 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:15:25.091561 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:15:25.091561 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:15:25.091561 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:15:25.091561 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:15:25.091561 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:15:25.091561 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:15:25.091561 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:15:25.091561 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:15:25.091561 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:15:25.091561 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:15:25.091561 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:15:25.091561 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:15:25.091561 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:15:25.091561 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:15:25.099781 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2fe1f19d-09f9-4b77-85eb-8c41510915b5 req-a35c12ae-77ab-453e-8dc2-76613179a3ad tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/security-groups?id=45384544-6ff6-497a-9513-ac1d1fea2ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806284 Jul 09 16:15:25.178283 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1a979285-8f20-43e0-94c5-8e681f6af86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:25.178470 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-0ccd302a-314f-4a45-8099-ac55018e507d req-0d1be08b-6c80-4a41-a7dc-697a9125ba33 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Transition to ACTIVE for port object 9af7654b-8db2-4114-a977-f2b4377a7e3d will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:15:25.226284 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-0d1be08b-6c80-4a41-a7dc-697a9125ba33 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:25.244182 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:25.353645 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ccd302a-314f-4a45-8099-ac55018e507d req-0d1be08b-6c80-4a41-a7dc-697a9125ba33 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Network 6a26d5a7-49c7-498b-ac37-7c6cb6027d97 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:15:25.378234 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-0ccd302a-314f-4a45-8099-ac55018e507d req-0d1be08b-6c80-4a41-a7dc-697a9125ba33 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:15:25.401211 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ccd302a-314f-4a45-8099-ac55018e507d req-0d1be08b-6c80-4a41-a7dc-697a9125ba33 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:15:25.418196 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1be08b-6c80-4a41-a7dc-697a9125ba33 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Pushing event updated for resources: {'Port': ['ID=9af7654b-8db2-4114-a977-f2b4377a7e3d,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:25.522451 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd302a-314f-4a45-8099-ac55018e507d req-0d1be08b-6c80-4a41-a7dc-697a9125ba33 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:25.526560 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-0d1be08b-6c80-4a41-a7dc-697a9125ba33 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:25.555517 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-0d1be08b-6c80-4a41-a7dc-697a9125ba33 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0205314 Jul 09 16:15:25.572732 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-0ccd302a-314f-4a45-8099-ac55018e507d req-73214526-b07d-4291-b728-b1efa196fb7b tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Request body: {'port': {'device_id': 'f9380d95-b37d-4e4c-8dd7-18a74bd89bfa', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '6a26d5a7-49c7-498b-ac37-7c6cb6027d97', 'admin_state_up': True, 'tenant_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'security_groups': ['45384544-6ff6-497a-9513-ac1d1fea2ec6']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:15:25.683283 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a979285-8f20-43e0-94c5-8e681f6af86f admin admin] Pushing event deleted for resources: {'Network': ['ID=bb5eedc8-9794-43ab-9159-e84889255689,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:25.691187 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1a979285-8f20-43e0-94c5-8e681f6af86f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:25.696503 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1a979285-8f20-43e0-94c5-8e681f6af86f admin admin] 10.222.0.98 "DELETE /v2.0/networks/bb5eedc8-9794-43ab-9159-e84889255689 HTTP/1.1" status: 204 len: 168 time: 1.6472044 Jul 09 16:15:25.697545 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-e4a7ba05-dabb-4130-bbef-313ef66a4fbc req-755c1bec-db0d-4f03-8b91-b2ad878fbf2c tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-758575748', 'description': 'tempest-description-603661602'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:15:25.700050 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55048) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:25.719503 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.db.api [req-0ccd302a-314f-4a45-8099-ac55018e507d req-73214526-b07d-4291-b728-b1efa196fb7b tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 16:15:25.719503 n-d-798930-3 neutron-server[93959]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 16:15:25.719503 n-d-798930-3 neutron-server[93959]: [parameters: {'project_id_1': '26aaf535ef1442ddbe5e4f5b96bc1792', 'expiration_1': datetime.datetime(2021, 7, 9, 16, 15, 25, 709112)}] Jul 09 16:15:25.719503 n-d-798930-3 neutron-server[93959]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:15:25.720386 n-d-798930-3 neutron-server[93959]: DEBUG oslo_db.api [req-0ccd302a-314f-4a45-8099-ac55018e507d req-73214526-b07d-4291-b728-b1efa196fb7b tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:15:25.734959 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e4a7ba05-dabb-4130-bbef-313ef66a4fbc req-755c1bec-db0d-4f03-8b91-b2ad878fbf2c tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:25.775255 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2e9106f5-b587-4a58-bcb3-2fdaba940a62 req-53542be6-8a8d-4881-8f2c-56964d6abdc2 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "GET /v2.0/ports?device_id=814eec7e-8e74-4d24-8510-9cb495b8da26 HTTP/1.1" status: 200 len: 210 time: 0.0774026 Jul 09 16:15:25.828347 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8219bb44-a5c1-4c8c-a545-c3171e14c3e4 None None] Provisioning for port 9af7654b-8db2-4114-a977-f2b4377a7e3d completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:15:25.834465 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8219bb44-a5c1-4c8c-a545-c3171e14c3e4 None None] Provisioning complete for port 9af7654b-8db2-4114-a977-f2b4377a7e3d triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:15:25.834931 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e4a7ba05-dabb-4130-bbef-313ef66a4fbc req-755c1bec-db0d-4f03-8b91-b2ad878fbf2c tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:25.835072 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8219bb44-a5c1-4c8c-a545-c3171e14c3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:25.840949 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e4a7ba05-dabb-4130-bbef-313ef66a4fbc req-755c1bec-db0d-4f03-8b91-b2ad878fbf2c tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:25.877580 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-8219bb44-a5c1-4c8c-a545-c3171e14c3e4 None None] Port 9af7654b-8db2-4114-a977-f2b4377a7e3d cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:15:25.879313 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e4a7ba05-dabb-4130-bbef-313ef66a4fbc req-755c1bec-db0d-4f03-8b91-b2ad878fbf2c tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:25.899287 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e4a7ba05-dabb-4130-bbef-313ef66a4fbc req-755c1bec-db0d-4f03-8b91-b2ad878fbf2c tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2082403 Jul 09 16:15:25.905024 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755c1bec-db0d-4f03-8b91-b2ad878fbf2c tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e76a1d-c4df-4caa-93ea-fc16f810b3f0,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:26.028002 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4599c993-588f-4a40-b6ef-9d214a8459bc req-61f1bc74-5532-4c1f-8534-4b2015a04c3e tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/security-groups/c2e76a1d-c4df-4caa-93ea-fc16f810b3f0 HTTP/1.1" status: 200 len: 1799 time: 0.0523915 Jul 09 16:15:26.036326 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-4599c993-588f-4a40-b6ef-9d214a8459bc req-9ae54917-2d7c-41c8-b2bc-0e78ee4c54b3 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Request body: {'security_group': {'name': 'tempest-sg-hth-24073700', 'description': 'tempest-description-hth-1479331754'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:15:26.068632 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4599c993-588f-4a40-b6ef-9d214a8459bc req-9ae54917-2d7c-41c8-b2bc-0e78ee4c54b3 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for security_group, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:26.118647 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:26.125898 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4599c993-588f-4a40-b6ef-9d214a8459bc req-9ae54917-2d7c-41c8-b2bc-0e78ee4c54b3 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for security_group, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:26.132199 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4599c993-588f-4a40-b6ef-9d214a8459bc req-9ae54917-2d7c-41c8-b2bc-0e78ee4c54b3 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:26.147322 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4599c993-588f-4a40-b6ef-9d214a8459bc req-9ae54917-2d7c-41c8-b2bc-0e78ee4c54b3 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:26.168844 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4599c993-588f-4a40-b6ef-9d214a8459bc req-9ae54917-2d7c-41c8-b2bc-0e78ee4c54b3 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "PUT /v2.0/security-groups/c2e76a1d-c4df-4caa-93ea-fc16f810b3f0 HTTP/1.1" status: 200 len: 1773 time: 0.1395686 Jul 09 16:15:26.213170 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ba97361-9c79-4b88-859f-df3dedd3c18a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:26.214207 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae54917-2d7c-41c8-b2bc-0e78ee4c54b3 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e76a1d-c4df-4caa-93ea-fc16f810b3f0,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:26.250676 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ccd302a-314f-4a45-8099-ac55018e507d req-73214526-b07d-4291-b728-b1efa196fb7b tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Made reservation on behalf of 26aaf535ef1442ddbe5e4f5b96bc1792 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:15:26.258809 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-73214526-b07d-4291-b728-b1efa196fb7b tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:26.337489 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:26.523484 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 6b06f06c-c528-4e6a-bd3c-94a85a5fbdee no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:15:26.576823 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 6b06f06c-c528-4e6a-bd3c-94a85a5fbdee {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:15:26.577428 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 6b06f06c-c528-4e6a-bd3c-94a85a5fbdee not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:15:26.864894 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-4ba97361-9c79-4b88-859f-df3dedd3c18a admin admin] Deleting port 7e37eeb6-9931-4db6-8d89-1534d9a8fcbc {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:15:26.866066 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ba97361-9c79-4b88-859f-df3dedd3c18a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:26.984640 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-31d987a6-250a-4768-9a4c-182edf025d2c req-ee404604-2721-4420-8bb7-ce1b30e2291c tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/security-groups/c2e76a1d-c4df-4caa-93ea-fc16f810b3f0 HTTP/1.1" status: 200 len: 1773 time: 0.0606036 Jul 09 16:15:27.012926 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-4ba97361-9c79-4b88-859f-df3dedd3c18a admin admin] For port 7e37eeb6-9931-4db6-8d89-1534d9a8fcbc, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=7e37eeb6-9931-4db6-8d89-1534d9a8fcbc,segment=NetworkSegment(590e8277-244b-4421-9a3a-8a60a19c898a),segment_id=590e8277-244b-4421-9a3a-8a60a19c898a)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:15:27.013436 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ba97361-9c79-4b88-859f-df3dedd3c18a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:27.029781 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-4ba97361-9c79-4b88-859f-df3dedd3c18a admin admin] Calling delete_port for 7e37eeb6-9931-4db6-8d89-1534d9a8fcbc owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:15:27.095206 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87768610-eb6e-4dec-957a-f83b7989af96 req-71cfa204-2e5f-4cdf-9786-0102c418eac3 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:27.113274 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87768610-eb6e-4dec-957a-f83b7989af96 req-71cfa204-2e5f-4cdf-9786-0102c418eac3 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:27.120001 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87768610-eb6e-4dec-957a-f83b7989af96 req-71cfa204-2e5f-4cdf-9786-0102c418eac3 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:27.126854 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87768610-eb6e-4dec-957a-f83b7989af96 req-71cfa204-2e5f-4cdf-9786-0102c418eac3 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:27.134374 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-87768610-eb6e-4dec-957a-f83b7989af96 req-71cfa204-2e5f-4cdf-9786-0102c418eac3 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 3095 time: 0.5842612 Jul 09 16:15:27.161878 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-0ccd302a-314f-4a45-8099-ac55018e507d req-73214526-b07d-4291-b728-b1efa196fb7b tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Allocated IP 10.2.2.200 (6a26d5a7-49c7-498b-ac37-7c6cb6027d97/8a54258b-5d51-4c0f-b2ea-6d2399e08904/d5a63360-2f2c-4256-88fa-b17027d6c63f) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:15:27.189960 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-87768610-eb6e-4dec-957a-f83b7989af96 req-ed0aaeaf-6a59-428e-92cf-da9d84d12b23 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/security-groups?id=45384544-6ff6-497a-9513-ac1d1fea2ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544755 Jul 09 16:15:27.250566 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ba97361-9c79-4b88-859f-df3dedd3c18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:27.288325 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba97361-9c79-4b88-859f-df3dedd3c18a admin admin] Pushing event deleted for resources: {'Port': ['ID=7e37eeb6-9931-4db6-8d89-1534d9a8fcbc,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:27.385070 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-73214526-b07d-4291-b728-b1efa196fb7b tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:27.403013 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-0ccd302a-314f-4a45-8099-ac55018e507d req-73214526-b07d-4291-b728-b1efa196fb7b tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Transition to ACTIVE for port object d5a63360-2f2c-4256-88fa-b17027d6c63f will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:15:27.463096 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-73214526-b07d-4291-b728-b1efa196fb7b tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:27.504523 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fbeef520-9938-4f90-8589-7e46550e7e4a req-53ec3665-5a72-4f17-a80d-363f87bea193 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "GET /v2.0/ports?device_id=814eec7e-8e74-4d24-8510-9cb495b8da26 HTTP/1.1" status: 200 len: 210 time: 0.1459796 Jul 09 16:15:27.531537 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73214526-b07d-4291-b728-b1efa196fb7b tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Pushing event updated for resources: {'Port': ['ID=d5a63360-2f2c-4256-88fa-b17027d6c63f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:27.539190 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ccd302a-314f-4a45-8099-ac55018e507d req-73214526-b07d-4291-b728-b1efa196fb7b tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Network 6a26d5a7-49c7-498b-ac37-7c6cb6027d97 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:15:27.540753 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-0ccd302a-314f-4a45-8099-ac55018e507d req-73214526-b07d-4291-b728-b1efa196fb7b tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:15:27.554033 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ccd302a-314f-4a45-8099-ac55018e507d req-73214526-b07d-4291-b728-b1efa196fb7b tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:15:27.618186 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd302a-314f-4a45-8099-ac55018e507d req-73214526-b07d-4291-b728-b1efa196fb7b tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:27.618892 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-73214526-b07d-4291-b728-b1efa196fb7b tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:27.650024 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-73214526-b07d-4291-b728-b1efa196fb7b tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0816462 Jul 09 16:15:27.666590 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-0ccd302a-314f-4a45-8099-ac55018e507d req-66f1c1e1-146b-497b-bb0b-8123f5be2d51 service neutron] Request body: {'port': {'device_id': 'f9380d95-b37d-4e4c-8dd7-18a74bd89bfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:15:27.757972 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ba97361-9c79-4b88-859f-df3dedd3c18a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:27.849483 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-66f1c1e1-146b-497b-bb0b-8123f5be2d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:27.944431 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6561639d-f792-4336-b013-ed9a709d0578 None None] Provisioning for port d5a63360-2f2c-4256-88fa-b17027d6c63f completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:15:27.949702 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6561639d-f792-4336-b013-ed9a709d0578 None None] Provisioning complete for port d5a63360-2f2c-4256-88fa-b17027d6c63f triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:15:27.950283 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6561639d-f792-4336-b013-ed9a709d0578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:28.090949 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:28.095973 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-6561639d-f792-4336-b013-ed9a709d0578 None None] Port d5a63360-2f2c-4256-88fa-b17027d6c63f cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:15:28.160701 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3255eab3-74fa-418c-807b-c2f80206b6a4 req-359ea27f-952f-4b3d-839c-839bb8993f25 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/security-groups/c2e76a1d-c4df-4caa-93ea-fc16f810b3f0 HTTP/1.1" status: 200 len: 1773 time: 0.2200136 Jul 09 16:15:28.175562 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba97361-9c79-4b88-859f-df3dedd3c18a admin admin] Router 4732a766-cd74-40da-be6a-3359887b40e2 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:15:28.295568 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-0ccd302a-314f-4a45-8099-ac55018e507d req-66f1c1e1-146b-497b-bb0b-8123f5be2d51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:15:28.307264 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-66f1c1e1-146b-497b-bb0b-8123f5be2d51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:28.319697 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3255eab3-74fa-418c-807b-c2f80206b6a4 req-a1247596-8bbd-4b21-ab13-177473901dd7 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:28.324413 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-0ccd302a-314f-4a45-8099-ac55018e507d req-66f1c1e1-146b-497b-bb0b-8123f5be2d51 service neutron] Transition to ACTIVE for port object 8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:15:28.330333 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-66f1c1e1-146b-497b-bb0b-8123f5be2d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:28.354883 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3255eab3-74fa-418c-807b-c2f80206b6a4 req-a1247596-8bbd-4b21-ab13-177473901dd7 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:28.382285 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba97361-9c79-4b88-859f-df3dedd3c18a admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:15:28.396047 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-4ba97361-9c79-4b88-859f-df3dedd3c18a admin admin] 10.222.0.98 "PUT /v2.0/routers/4732a766-cd74-40da-be6a-3359887b40e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6927478 Jul 09 16:15:28.398473 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e87fcf-fb48-40ff-9590-af5d78ee7399 None None] Sync routers for ids ['4732a766-cd74-40da-be6a-3359887b40e2'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:15:28.399290 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55192) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:28.426586 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e87fcf-fb48-40ff-9590-af5d78ee7399 None None] Routers {'4732a766-cd74-40da-be6a-3359887b40e2'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:15:28.427481 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-16e87fcf-fb48-40ff-9590-af5d78ee7399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:15:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['4732a766-cd74-40da-be6a-3359887b40e2'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:15:28.446436 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3255eab3-74fa-418c-807b-c2f80206b6a4 req-a1247596-8bbd-4b21-ab13-177473901dd7 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:28.450523 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3255eab3-74fa-418c-807b-c2f80206b6a4 req-a1247596-8bbd-4b21-ab13-177473901dd7 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:28.455394 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3255eab3-74fa-418c-807b-c2f80206b6a4 req-a1247596-8bbd-4b21-ab13-177473901dd7 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "DELETE /v2.0/security-groups/c2e76a1d-c4df-4caa-93ea-fc16f810b3f0 HTTP/1.1" status: 204 len: 173 time: 0.2937396 Jul 09 16:15:28.478814 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1247596-8bbd-4b21-ab13-177473901dd7 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e76a1d-c4df-4caa-93ea-fc16f810b3f0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:28.524519 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1c1e1-146b-497b-bb0b-8123f5be2d51 service neutron] Pushing event updated for resources: {'Port': ['ID=8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:28.621749 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-0ccd302a-314f-4a45-8099-ac55018e507d req-66f1c1e1-146b-497b-bb0b-8123f5be2d51 service neutron] Attempting to bind port 8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:15:28.622501 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-0ccd302a-314f-4a45-8099-ac55018e507d req-66f1c1e1-146b-497b-bb0b-8123f5be2d51 service neutron] Attempting to bind port 8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': '83198ff5-8209-4915-83c0-f54a458e911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:15:28.622641 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccd302a-314f-4a45-8099-ac55018e507d req-66f1c1e1-146b-497b-bb0b-8123f5be2d51 service neutron] Attempting to bind port 8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e on network 3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:15:28.640995 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccd302a-314f-4a45-8099-ac55018e507d req-66f1c1e1-146b-497b-bb0b-8123f5be2d51 service neutron] Port 8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e on network 3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:15:28.641742 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccd302a-314f-4a45-8099-ac55018e507d req-66f1c1e1-146b-497b-bb0b-8123f5be2d51 service neutron] Attempting to bind port 8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e on network 3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:15:28.650899 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccd302a-314f-4a45-8099-ac55018e507d req-66f1c1e1-146b-497b-bb0b-8123f5be2d51 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:15:28.651363 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccd302a-314f-4a45-8099-ac55018e507d req-66f1c1e1-146b-497b-bb0b-8123f5be2d51 service neutron] Checking segment: {'id': '83198ff5-8209-4915-83c0-f54a458e911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:15:28.651881 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccd302a-314f-4a45-8099-ac55018e507d req-66f1c1e1-146b-497b-bb0b-8123f5be2d51 service neutron] Bound using segment: {'id': '83198ff5-8209-4915-83c0-f54a458e911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:15:28.652961 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-0ccd302a-314f-4a45-8099-ac55018e507d req-66f1c1e1-146b-497b-bb0b-8123f5be2d51 service neutron] Bound port: 8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83198ff5-8209-4915-83c0-f54a458e911a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:15:28.653420 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-66f1c1e1-146b-497b-bb0b-8123f5be2d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:28.673395 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ba602551-6396-4406-9a3c-c1beee22bfa7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:28.696144 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-16e87fcf-fb48-40ff-9590-af5d78ee7399 None None] Set router 4732a766-cd74-40da-be6a-3359887b40e2 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:15:28.883759 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-0ccd302a-314f-4a45-8099-ac55018e507d req-66f1c1e1-146b-497b-bb0b-8123f5be2d51 service neutron] For port 8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:15:28.889364 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-0ccd302a-314f-4a45-8099-ac55018e507d req-66f1c1e1-146b-497b-bb0b-8123f5be2d51 service neutron] For port 8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e,segment=NetworkSegment(83198ff5-8209-4915-83c0-f54a458e911a),segment_id=83198ff5-8209-4915-83c0-f54a458e911a)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:15:28.899304 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-66f1c1e1-146b-497b-bb0b-8123f5be2d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:28.916176 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ba602551-6396-4406-9a3c-c1beee22bfa7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:28.925425 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd302a-314f-4a45-8099-ac55018e507d req-66f1c1e1-146b-497b-bb0b-8123f5be2d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:28.926454 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-66f1c1e1-146b-497b-bb0b-8123f5be2d51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:28.928196 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-66f1c1e1-146b-497b-bb0b-8123f5be2d51 service neutron] 10.222.0.73 "PUT /v2.0/ports/8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e HTTP/1.1" status: 200 len: 1092 time: 1.2659650 Jul 09 16:15:28.955479 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-16e87fcf-fb48-40ff-9590-af5d78ee7399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4732a766-cd74-40da-be6a-3359887b40e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-771618591-router', 'tenant_id': 'a7d208d4fe9c4dacbd896454e9f579b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'daf273b4-6609-4f07-b417-efe3d43a081d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:09:15Z', 'updated_at': '2021-07-09T16:15:27Z', 'revision_number': 5, 'project_id': 'a7d208d4fe9c4dacbd896454e9f579b4', 'gw_port': {'id': 'daf273b4-6609-4f07-b417-efe3d43a081d', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:29:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4732a766-cd74-40da-be6a-3359887b40e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:09:17Z', 'updated_at': '2021-07-09T16:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:15:28.956689 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9380d95-b37d-4e4c-8dd7-18a74bd89bfa', 'tag': '8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:15:28.959853 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f40a00-0339-465e-9667-5737f4ec48ce" -d '{"events": [{"name": "network-changed", "server_uuid": "f9380d95-b37d-4e4c-8dd7-18a74bd89bfa", "tag": "8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:15:28.973162 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-0ccd302a-314f-4a45-8099-ac55018e507d req-cc0ddd52-a17d-49d9-8d8b-9bcd94f3245c service neutron] Request body: {'port': {'device_id': 'f9380d95-b37d-4e4c-8dd7-18a74bd89bfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:15:29.029839 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e87fcf-fb48-40ff-9590-af5d78ee7399 None None] Checking router: 4732a766-cd74-40da-be6a-3359887b40e2 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:15:29.040394 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e87fcf-fb48-40ff-9590-af5d78ee7399 None None] Routers {'4732a766-cd74-40da-be6a-3359887b40e2'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:15:29.041014 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-16e87fcf-fb48-40ff-9590-af5d78ee7399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:15:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['4732a766-cd74-40da-be6a-3359887b40e2'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:15:29.155692 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-16e87fcf-fb48-40ff-9590-af5d78ee7399 None None] Set router 4732a766-cd74-40da-be6a-3359887b40e2 gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:15:29.210659 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1c1e1-146b-497b-bb0b-8123f5be2d51 service neutron] Pushing event updated for resources: {'Port': ['ID=8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:29.248797 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-cc0ddd52-a17d-49d9-8d8b-9bcd94f3245c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:29.354313 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc25753-5cd4-48a6-ac16-189d8ad5f74f req-a447baee-397e-41f3-868b-3eed272a3333 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:29.361131 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc25753-5cd4-48a6-ac16-189d8ad5f74f req-a447baee-397e-41f3-868b-3eed272a3333 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:29.363038 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-16e87fcf-fb48-40ff-9590-af5d78ee7399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4732a766-cd74-40da-be6a-3359887b40e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-771618591-router', 'tenant_id': 'a7d208d4fe9c4dacbd896454e9f579b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:09:15Z', 'updated_at': '2021-07-09T16:15:28Z', 'revision_number': 6, 'project_id': 'a7d208d4fe9c4dacbd896454e9f579b4', 'gw_port_host': None}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:15:29.367498 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc25753-5cd4-48a6-ac16-189d8ad5f74f req-a447baee-397e-41f3-868b-3eed272a3333 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:29.375890 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc25753-5cd4-48a6-ac16-189d8ad5f74f req-a447baee-397e-41f3-868b-3eed272a3333 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:29.382424 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc25753-5cd4-48a6-ac16-189d8ad5f74f req-a447baee-397e-41f3-868b-3eed272a3333 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:29.390474 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9dc25753-5cd4-48a6-ac16-189d8ad5f74f req-a447baee-397e-41f3-868b-3eed272a3333 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 3828 time: 0.2936814 Jul 09 16:15:29.397694 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e87fcf-fb48-40ff-9590-af5d78ee7399 None None] The sync data for ids ['4732a766-cd74-40da-be6a-3359887b40e2'] in n-d-798930-3 is: [{'id': '4732a766-cd74-40da-be6a-3359887b40e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-771618591-router', 'tenant_id': 'a7d208d4fe9c4dacbd896454e9f579b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:09:15Z', 'updated_at': '2021-07-09T16:15:28Z', 'revision_number': 6, 'project_id': 'a7d208d4fe9c4dacbd896454e9f579b4', 'gw_port_host': None}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:15:29.405017 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-ba602551-6396-4406-9a3c-c1beee22bfa7 admin admin] Deleting port daf273b4-6609-4f07-b417-efe3d43a081d {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:15:29.405488 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ba602551-6396-4406-9a3c-c1beee22bfa7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:29.437256 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5233c748-9ba8-438a-b992-368b3b1fede0 req-fe2e4648-3103-43d8-afb6-d4ee6ff35aec tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "GET /v2.0/ports?device_id=814eec7e-8e74-4d24-8510-9cb495b8da26 HTTP/1.1" status: 200 len: 210 time: 0.0463843 Jul 09 16:15:29.555621 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9dc25753-5cd4-48a6-ac16-189d8ad5f74f req-e75ada30-be14-4020-84f0-ab84331faa5c tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/security-groups?id=45384544-6ff6-497a-9513-ac1d1fea2ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628404 Jul 09 16:15:29.630344 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11773c5-5238-4aef-9f58-0cc890b759a3 x-openstack-request-id: req-b11773c5-5238-4aef-9f58-0cc890b759a3 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:15:29.630635 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9380d95-b37d-4e4c-8dd7-18a74bd89bfa", "tag": "8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:15:29.630911 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b11773c5-5238-4aef-9f58-0cc890b759a3 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:15:29.631306 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9380d95-b37d-4e4c-8dd7-18a74bd89bfa', 'tag': '8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e', 'status': 'completed', 'code': 200} Jul 09 16:15:29.667787 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-ba602551-6396-4406-9a3c-c1beee22bfa7 admin admin] For port daf273b4-6609-4f07-b417-efe3d43a081d, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=daf273b4-6609-4f07-b417-efe3d43a081d,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:15:29.668647 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ba602551-6396-4406-9a3c-c1beee22bfa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:29.700779 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-ba602551-6396-4406-9a3c-c1beee22bfa7 admin admin] Calling delete_port for daf273b4-6609-4f07-b417-efe3d43a081d owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:15:29.768571 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f40a00-0339-465e-9667-5737f4ec48ce req-60d9955f-95bb-49db-a43d-fe70ff48d3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:29.769408 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f40a00-0339-465e-9667-5737f4ec48ce req-60d9955f-95bb-49db-a43d-fe70ff48d3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:29.777844 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f40a00-0339-465e-9667-5737f4ec48ce req-60d9955f-95bb-49db-a43d-fe70ff48d3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:29.779020 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f40a00-0339-465e-9667-5737f4ec48ce req-60d9955f-95bb-49db-a43d-fe70ff48d3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:29.779507 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f40a00-0339-465e-9667-5737f4ec48ce req-60d9955f-95bb-49db-a43d-fe70ff48d3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:29.784111 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e4f40a00-0339-465e-9667-5737f4ec48ce req-60d9955f-95bb-49db-a43d-fe70ff48d3d0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=26aaf535ef1442ddbe5e4f5b96bc1792&device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 4363 time: 0.1195769 Jul 09 16:15:29.966128 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-0ccd302a-314f-4a45-8099-ac55018e507d req-cc0ddd52-a17d-49d9-8d8b-9bcd94f3245c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc1969ff-da8f-4d79-bad7-c98b94b7dc83 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:15:29.977039 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-cc0ddd52-a17d-49d9-8d8b-9bcd94f3245c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:30.063656 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-0ccd302a-314f-4a45-8099-ac55018e507d req-cc0ddd52-a17d-49d9-8d8b-9bcd94f3245c service neutron] Transition to ACTIVE for port object dc1969ff-da8f-4d79-bad7-c98b94b7dc83 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:15:30.064823 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ba602551-6396-4406-9a3c-c1beee22bfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:30.083400 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-cc0ddd52-a17d-49d9-8d8b-9bcd94f3245c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:30.134497 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba602551-6396-4406-9a3c-c1beee22bfa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=daf273b4-6609-4f07-b417-efe3d43a081d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:30.156703 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f40a00-0339-465e-9667-5737f4ec48ce req-102860fa-77da-425a-b671-e1e0f81e6638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:30.157389 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f40a00-0339-465e-9667-5737f4ec48ce req-102860fa-77da-425a-b671-e1e0f81e6638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:30.158010 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f40a00-0339-465e-9667-5737f4ec48ce req-102860fa-77da-425a-b671-e1e0f81e6638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:30.159944 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e4f40a00-0339-465e-9667-5737f4ec48ce req-102860fa-77da-425a-b671-e1e0f81e6638 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=26aaf535ef1442ddbe5e4f5b96bc1792&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3633552 Jul 09 16:15:30.357338 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ddd52-a17d-49d9-8d8b-9bcd94f3245c service neutron] Pushing event updated for resources: {'Port': ['ID=dc1969ff-da8f-4d79-bad7-c98b94b7dc83,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:30.396183 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ba602551-6396-4406-9a3c-c1beee22bfa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:30.405359 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f40a00-0339-465e-9667-5737f4ec48ce req-38697121-918f-4c78-b124-9f3911424e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:30.407596 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e4f40a00-0339-465e-9667-5737f4ec48ce req-38697121-918f-4c78-b124-9f3911424e68 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2402062 Jul 09 16:15:30.516918 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [req-fbf6808c-638e-4951-8fa4-3dddb0434a89 req-644139f4-cc1f-49fc-b66a-e71931576d9f tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] show failed (client error): The resource could not be found. Jul 09 16:15:30.517754 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fbf6808c-638e-4951-8fa4-3dddb0434a89 req-644139f4-cc1f-49fc-b66a-e71931576d9f tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/security-groups/1a8ef780-bb32-4493-ae1b-eea1be8e4a30 HTTP/1.1" status: 404 len: 352 time: 0.0255013 Jul 09 16:15:30.529332 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device daf273b4-6609-4f07-b417-efe3d43a081d no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:15:30.587022 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ba602551-6396-4406-9a3c-c1beee22bfa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:30.588878 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: daf273b4-6609-4f07-b417-efe3d43a081d {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:15:30.589234 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device daf273b4-6609-4f07-b417-efe3d43a081d not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:15:30.589718 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 7e37eeb6-9931-4db6-8d89-1534d9a8fcbc no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:15:30.589840 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ba602551-6396-4406-9a3c-c1beee22bfa7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:30.648854 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 7e37eeb6-9931-4db6-8d89-1534d9a8fcbc {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:15:30.649818 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 7e37eeb6-9931-4db6-8d89-1534d9a8fcbc not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:15:30.665216 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-0ccd302a-314f-4a45-8099-ac55018e507d req-cc0ddd52-a17d-49d9-8d8b-9bcd94f3245c service neutron] Attempting to bind port dc1969ff-da8f-4d79-bad7-c98b94b7dc83 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:15:30.666276 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-0ccd302a-314f-4a45-8099-ac55018e507d req-cc0ddd52-a17d-49d9-8d8b-9bcd94f3245c service neutron] Attempting to bind port dc1969ff-da8f-4d79-bad7-c98b94b7dc83 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': '1bfbbbb5-eeae-4b13-af34-13d5b7a106d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f5b04cdf-01a8-4737-aa80-b62db70e7d95'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:15:30.666983 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccd302a-314f-4a45-8099-ac55018e507d req-cc0ddd52-a17d-49d9-8d8b-9bcd94f3245c service neutron] Attempting to bind port dc1969ff-da8f-4d79-bad7-c98b94b7dc83 on network f5b04cdf-01a8-4737-aa80-b62db70e7d95 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:15:30.680613 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [req-7b838ff1-4fb6-4d05-a914-887816b643b4 req-a27e5ca1-4639-402c-88d2-5ecc4cc481bd tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] show failed (client error): The resource could not be found. Jul 09 16:15:30.681976 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7b838ff1-4fb6-4d05-a914-887816b643b4 req-a27e5ca1-4639-402c-88d2-5ecc4cc481bd tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/security-groups/0a380518-c45e-4290-b9d3-fbc03e6c6b6c HTTP/1.1" status: 404 len: 352 time: 0.0252407 Jul 09 16:15:30.682592 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccd302a-314f-4a45-8099-ac55018e507d req-cc0ddd52-a17d-49d9-8d8b-9bcd94f3245c service neutron] Port dc1969ff-da8f-4d79-bad7-c98b94b7dc83 on network f5b04cdf-01a8-4737-aa80-b62db70e7d95 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:15:30.682956 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccd302a-314f-4a45-8099-ac55018e507d req-cc0ddd52-a17d-49d9-8d8b-9bcd94f3245c service neutron] Attempting to bind port dc1969ff-da8f-4d79-bad7-c98b94b7dc83 on network f5b04cdf-01a8-4737-aa80-b62db70e7d95 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:15:30.687500 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ba602551-6396-4406-9a3c-c1beee22bfa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:30.688029 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba602551-6396-4406-9a3c-c1beee22bfa7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4732a766-cd74-40da-be6a-3359887b40e2 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:15:30.692971 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ba602551-6396-4406-9a3c-c1beee22bfa7 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:30.696330 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ba602551-6396-4406-9a3c-c1beee22bfa7 admin admin] 10.222.0.98 "DELETE /v2.0/routers/4732a766-cd74-40da-be6a-3359887b40e2 HTTP/1.1" status: 204 len: 168 time: 2.2694538 Jul 09 16:15:30.696706 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55300) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:30.712592 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccd302a-314f-4a45-8099-ac55018e507d req-cc0ddd52-a17d-49d9-8d8b-9bcd94f3245c service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:15:30.712938 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccd302a-314f-4a45-8099-ac55018e507d req-cc0ddd52-a17d-49d9-8d8b-9bcd94f3245c service neutron] Checking segment: {'id': '1bfbbbb5-eeae-4b13-af34-13d5b7a106d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f5b04cdf-01a8-4737-aa80-b62db70e7d95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:15:30.713331 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccd302a-314f-4a45-8099-ac55018e507d req-cc0ddd52-a17d-49d9-8d8b-9bcd94f3245c service neutron] Bound using segment: {'id': '1bfbbbb5-eeae-4b13-af34-13d5b7a106d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f5b04cdf-01a8-4737-aa80-b62db70e7d95'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:15:30.713781 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-0ccd302a-314f-4a45-8099-ac55018e507d req-cc0ddd52-a17d-49d9-8d8b-9bcd94f3245c service neutron] Bound port: dc1969ff-da8f-4d79-bad7-c98b94b7dc83, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bfbbbb5-eeae-4b13-af34-13d5b7a106d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f5b04cdf-01a8-4737-aa80-b62db70e7d95'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:15:30.714137 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-cc0ddd52-a17d-49d9-8d8b-9bcd94f3245c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:30.781174 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55302) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:30.814721 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8dfccc8d-7803-4400-9d5c-372204e70a02 req-7c7a7d1a-43a9-4964-853d-3c39d4bab82f tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "GET /v2.0/ports?device_id=814eec7e-8e74-4d24-8510-9cb495b8da26 HTTP/1.1" status: 200 len: 210 time: 0.0702188 Jul 09 16:15:30.845164 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fa477d5-905c-4bb4-ab8f-e323faee2710 admin admin] Deleting subnet 5b153419-7fba-4144-9865-f4f92a588430 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:15:30.851978 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-0ccd302a-314f-4a45-8099-ac55018e507d req-cc0ddd52-a17d-49d9-8d8b-9bcd94f3245c service neutron] For port dc1969ff-da8f-4d79-bad7-c98b94b7dc83, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:15:30.855641 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8fa477d5-905c-4bb4-ab8f-e323faee2710 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:30.861729 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-0ccd302a-314f-4a45-8099-ac55018e507d req-cc0ddd52-a17d-49d9-8d8b-9bcd94f3245c service neutron] For port dc1969ff-da8f-4d79-bad7-c98b94b7dc83, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=dc1969ff-da8f-4d79-bad7-c98b94b7dc83,segment=NetworkSegment(1bfbbbb5-eeae-4b13-af34-13d5b7a106d2),segment_id=1bfbbbb5-eeae-4b13-af34-13d5b7a106d2)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:15:30.877309 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-cc0ddd52-a17d-49d9-8d8b-9bcd94f3245c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:30.925553 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8fa477d5-905c-4bb4-ab8f-e323faee2710 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:30.978542 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [req-6d4c8b37-885a-47b4-a559-efb0e806ec6a req-bc31c6d7-b9f9-4c07-a4d1-123b951a77d2 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] show failed (client error): The resource could not be found. Jul 09 16:15:30.979603 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6d4c8b37-885a-47b4-a559-efb0e806ec6a req-bc31c6d7-b9f9-4c07-a4d1-123b951a77d2 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/security-groups/3f816221-99ad-43af-8ce8-6fd83b4f4012 HTTP/1.1" status: 404 len: 352 time: 0.0199835 Jul 09 16:15:30.997778 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ddd52-a17d-49d9-8d8b-9bcd94f3245c service neutron] Pushing event updated for resources: {'Port': ['ID=dc1969ff-da8f-4d79-bad7-c98b94b7dc83,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:31.017343 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd302a-314f-4a45-8099-ac55018e507d req-cc0ddd52-a17d-49d9-8d8b-9bcd94f3245c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:31.017975 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-cc0ddd52-a17d-49d9-8d8b-9bcd94f3245c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:31.019483 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-cc0ddd52-a17d-49d9-8d8b-9bcd94f3245c service neutron] 10.222.0.73 "PUT /v2.0/ports/dc1969ff-da8f-4d79-bad7-c98b94b7dc83 HTTP/1.1" status: 200 len: 1131 time: 2.0530109 Jul 09 16:15:31.027906 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [req-5118a129-bafb-49dc-ad34-b762f6b6094f req-f03db664-529f-4ad4-9fcc-2044ac769e23 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] show failed (client error): The resource could not be found. Jul 09 16:15:31.037630 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5118a129-bafb-49dc-ad34-b762f6b6094f req-f03db664-529f-4ad4-9fcc-2044ac769e23 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/security-groups/f2eacf8a-0909-4a8e-abd4-e9f7862e2e12 HTTP/1.1" status: 404 len: 352 time: 0.0277557 Jul 09 16:15:31.062589 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-16a303bc-3349-40c9-8f1b-614620a39a02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:31.080172 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-0ccd302a-314f-4a45-8099-ac55018e507d req-391e716c-931a-46d6-8b8e-f9cdfd25ac7a service neutron] Request body: {'port': {'device_id': 'f9380d95-b37d-4e4c-8dd7-18a74bd89bfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:15:31.103408 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [req-76a0600b-527e-4ce8-8752-c0fb76eef2ee req-52032eb5-dbac-4e7f-acbb-59badabec078 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] show failed (client error): The resource could not be found. Jul 09 16:15:31.110923 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-76a0600b-527e-4ce8-8752-c0fb76eef2ee req-52032eb5-dbac-4e7f-acbb-59badabec078 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/security-groups/12cd745f-51f3-4146-9156-b32997b81a10 HTTP/1.1" status: 404 len: 352 time: 0.0307565 Jul 09 16:15:31.151336 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [req-f7c92700-e2cd-4cc9-bfe1-47d7b559cfad req-b105104c-3cd5-4849-9cd1-cf868df0e0de tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] show failed (client error): The resource could not be found. Jul 09 16:15:31.158963 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f7c92700-e2cd-4cc9-bfe1-47d7b559cfad req-b105104c-3cd5-4849-9cd1-cf868df0e0de tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/security-groups/82c8c758-cc00-4727-9e5b-d906084f8ecf HTTP/1.1" status: 404 len: 352 time: 0.0284452 Jul 09 16:15:31.160826 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8fa477d5-905c-4bb4-ab8f-e323faee2710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:31.228338 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8fa477d5-905c-4bb4-ab8f-e323faee2710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:31.280838 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa477d5-905c-4bb4-ab8f-e323faee2710 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b153419-7fba-4144-9865-f4f92a588430,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:31.300608 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8fa477d5-905c-4bb4-ab8f-e323faee2710 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:31.301184 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf194d1e-5636-41a9-ab86-a8193f5a55ef None None] Network b0470377-e1a2-4c67-ab77-eaf0d662b264 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:15:31.304510 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8fa477d5-905c-4bb4-ab8f-e323faee2710 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/5b153419-7fba-4144-9865-f4f92a588430 HTTP/1.1" status: 204 len: 168 time: 0.6067417 Jul 09 16:15:31.309491 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55332) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:31.323197 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-16a303bc-3349-40c9-8f1b-614620a39a02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:31.379658 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-16a303bc-3349-40c9-8f1b-614620a39a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:31.396479 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f00b262e-d1fd-44bb-9966-df8a757f2ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:31.455176 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9ed4c-dbe7-4477-bd1b-3abc57e75087 req-aa893df1-cb27-4cec-8b81-3e015e6a4ade tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:31.463619 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9ed4c-dbe7-4477-bd1b-3abc57e75087 req-aa893df1-cb27-4cec-8b81-3e015e6a4ade tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:31.472973 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9ed4c-dbe7-4477-bd1b-3abc57e75087 req-aa893df1-cb27-4cec-8b81-3e015e6a4ade tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:31.489168 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9ed4c-dbe7-4477-bd1b-3abc57e75087 req-aa893df1-cb27-4cec-8b81-3e015e6a4ade tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:31.490809 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9ed4c-dbe7-4477-bd1b-3abc57e75087 req-aa893df1-cb27-4cec-8b81-3e015e6a4ade tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:31.498461 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9ed4c-dbe7-4477-bd1b-3abc57e75087 req-aa893df1-cb27-4cec-8b81-3e015e6a4ade tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:31.507549 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e8d9ed4c-dbe7-4477-bd1b-3abc57e75087 req-aa893df1-cb27-4cec-8b81-3e015e6a4ade tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 4601 time: 0.6440048 Jul 09 16:15:31.558669 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-391e716c-931a-46d6-8b8e-f9cdfd25ac7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:31.568482 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-f00b262e-d1fd-44bb-9966-df8a757f2ba8 admin admin] Deleting port 8463dcf4-7998-4bc8-a04a-779282867eb2 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:15:31.569050 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f00b262e-d1fd-44bb-9966-df8a757f2ba8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:31.583022 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-16a303bc-3349-40c9-8f1b-614620a39a02 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=46b4eb544309465eb5de1ddf1537a6f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8002965 Jul 09 16:15:31.589050 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55342) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:31.591137 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a303bc-3349-40c9-8f1b-614620a39a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=878093e0-7f22-4f35-b6e5-67d533e3336f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:31.650078 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9380d95-b37d-4e4c-8dd7-18a74bd89bfa', 'tag': 'dc1969ff-da8f-4d79-bad7-c98b94b7dc83'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:15:31.652476 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a22c77-71ad-479d-b023-a48e2b929095" -d '{"events": [{"name": "network-changed", "server_uuid": "f9380d95-b37d-4e4c-8dd7-18a74bd89bfa", "tag": "dc1969ff-da8f-4d79-bad7-c98b94b7dc83"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:15:31.724347 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d040240-35c1-4607-b2b5-1d04a0805c45 None None] DHCP port deletion for b0470377-e1a2-4c67-ab77-eaf0d662b264 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:15:31.788223 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-f00b262e-d1fd-44bb-9966-df8a757f2ba8 admin admin] For port 8463dcf4-7998-4bc8-a04a-779282867eb2, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=8463dcf4-7998-4bc8-a04a-779282867eb2,segment=NetworkSegment(590e8277-244b-4421-9a3a-8a60a19c898a),segment_id=590e8277-244b-4421-9a3a-8a60a19c898a)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:15:31.788614 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f00b262e-d1fd-44bb-9966-df8a757f2ba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:31.849269 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-f00b262e-d1fd-44bb-9966-df8a757f2ba8 admin admin] Calling delete_port for 8463dcf4-7998-4bc8-a04a-779282867eb2 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:15:31.861237 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e8d9ed4c-dbe7-4477-bd1b-3abc57e75087 req-e7893c92-23d2-4acf-9229-fafe0a67c936 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c727296-78a2-4526-a3ce-1ec442e3beaf&id=45384544-6ff6-497a-9513-ac1d1fea2ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3526282 Jul 09 16:15:31.900481 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-6d040240-35c1-4607-b2b5-1d04a0805c45 None None] Deleting port 8463dcf4-7998-4bc8-a04a-779282867eb2 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:15:31.901127 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6d040240-35c1-4607-b2b5-1d04a0805c45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:31.949675 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c23c12ed-2a8d-4250-8ce3-b97a8cba4bd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:32.032440 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c23c12ed-2a8d-4250-8ce3-b97a8cba4bd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:32.033072 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-6d040240-35c1-4607-b2b5-1d04a0805c45 None None] For port 8463dcf4-7998-4bc8-a04a-779282867eb2, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=8463dcf4-7998-4bc8-a04a-779282867eb2,segment=NetworkSegment(590e8277-244b-4421-9a3a-8a60a19c898a),segment_id=590e8277-244b-4421-9a3a-8a60a19c898a)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:15:32.035768 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6d040240-35c1-4607-b2b5-1d04a0805c45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:32.053302 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-6d040240-35c1-4607-b2b5-1d04a0805c45 None None] Calling delete_port for 8463dcf4-7998-4bc8-a04a-779282867eb2 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:15:32.069653 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6715cc-d5ea-4e02-989c-a9522260e06b x-openstack-request-id: req-1e6715cc-d5ea-4e02-989c-a9522260e06b {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:15:32.069953 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9380d95-b37d-4e4c-8dd7-18a74bd89bfa", "tag": "dc1969ff-da8f-4d79-bad7-c98b94b7dc83", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:15:32.070208 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1e6715cc-d5ea-4e02-989c-a9522260e06b {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:15:32.070606 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9380d95-b37d-4e4c-8dd7-18a74bd89bfa', 'tag': 'dc1969ff-da8f-4d79-bad7-c98b94b7dc83', 'status': 'completed', 'code': 200} Jul 09 16:15:32.146850 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55354) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:32.211203 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f00b262e-d1fd-44bb-9966-df8a757f2ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:32.285957 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00b262e-d1fd-44bb-9966-df8a757f2ba8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8463dcf4-7998-4bc8-a04a-779282867eb2,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:32.352883 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00b262e-d1fd-44bb-9966-df8a757f2ba8 admin admin] No DVR routers for this DVR port 8463dcf4-7998-4bc8-a04a-779282867eb2 on host n-d-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:15:32.368642 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-40e5206d-bd9d-43dc-8dc8-a139697f5e48 req-24cd04db-377f-4047-b752-d3920a9104e3 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "GET /v2.0/ports?device_id=814eec7e-8e74-4d24-8510-9cb495b8da26 HTTP/1.1" status: 200 len: 210 time: 0.0886927 Jul 09 16:15:32.419598 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6d040240-35c1-4607-b2b5-1d04a0805c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:32.456233 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d040240-35c1-4607-b2b5-1d04a0805c45 None None] Pushing event deleted for resources: {'Port': ['ID=8463dcf4-7998-4bc8-a04a-779282867eb2,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:32.462487 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d040240-35c1-4607-b2b5-1d04a0805c45 None None] No DVR routers for this DVR port 8463dcf4-7998-4bc8-a04a-779282867eb2 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:15:32.490473 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a22c77-71ad-479d-b023-a48e2b929095 req-f6651add-9aeb-40bd-947e-ed34b7512631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:32.491334 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a22c77-71ad-479d-b023-a48e2b929095 req-f6651add-9aeb-40bd-947e-ed34b7512631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:32.491588 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 8463dcf4-7998-4bc8-a04a-779282867eb2 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:15:32.492875 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a22c77-71ad-479d-b023-a48e2b929095 req-f6651add-9aeb-40bd-947e-ed34b7512631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:32.493727 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a22c77-71ad-479d-b023-a48e2b929095 req-f6651add-9aeb-40bd-947e-ed34b7512631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:32.494411 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a22c77-71ad-479d-b023-a48e2b929095 req-f6651add-9aeb-40bd-947e-ed34b7512631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:32.495106 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a22c77-71ad-479d-b023-a48e2b929095 req-f6651add-9aeb-40bd-947e-ed34b7512631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:32.502891 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-00a22c77-71ad-479d-b023-a48e2b929095 req-f6651add-9aeb-40bd-947e-ed34b7512631 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=26aaf535ef1442ddbe5e4f5b96bc1792&device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 5287 time: 0.4543531 Jul 09 16:15:32.502891 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d180385b-4eaf-48d7-ad17-b7c37bc8f246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:32.518239 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 8463dcf4-7998-4bc8-a04a-779282867eb2 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:15:32.518954 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 8463dcf4-7998-4bc8-a04a-779282867eb2 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:15:32.568146 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c23c12ed-2a8d-4250-8ce3-b97a8cba4bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:32.570876 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c23c12ed-2a8d-4250-8ce3-b97a8cba4bd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:32.574645 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c23c12ed-2a8d-4250-8ce3-b97a8cba4bd9 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/878093e0-7f22-4f35-b6e5-67d533e3336f HTTP/1.1" status: 204 len: 168 time: 0.9729779 Jul 09 16:15:32.587821 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23c12ed-2a8d-4250-8ce3-b97a8cba4bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878093e0-7f22-4f35-b6e5-67d533e3336f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:32.610513 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba59dc5b-4355-463c-8122-95ac94ccb0d4 req-5604db22-5789-46c7-9157-f0c01a9d2a60 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:32.612470 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ba59dc5b-4355-463c-8122-95ac94ccb0d4 req-5604db22-5789-46c7-9157-f0c01a9d2a60 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/ports?device_id=d1a9cf1c-6de5-40a8-8d14-20f18aed00fd HTTP/1.1" status: 200 len: 1024 time: 0.3474638 Jul 09 16:15:32.665525 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f00b262e-d1fd-44bb-9966-df8a757f2ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:32.703846 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ba59dc5b-4355-463c-8122-95ac94ccb0d4 req-ee648621-c168-4813-aae0-43f5e942ddc9 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/security-groups?id=bb597103-e730-4f5f-b37a-67bc06a38d29&id=fadcaedc-452e-4f40-8a32-cbe9ec458d60&id=dd7045fd-e9c7-4b82-add1-fe4dd2eeb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0844312 Jul 09 16:15:32.728775 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-f00b262e-d1fd-44bb-9966-df8a757f2ba8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0470377-e1a2-4c67-ab77-eaf0d662b264']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:15:32.751640 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-f00b262e-d1fd-44bb-9966-df8a757f2ba8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '590e8277-244b-4421-9a3a-8a60a19c898a') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:15:32.752242 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-f00b262e-d1fd-44bb-9966-df8a757f2ba8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '590e8277-244b-4421-9a3a-8a60a19c898a') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:15:32.788904 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f00b262e-d1fd-44bb-9966-df8a757f2ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:32.811165 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a22c77-71ad-479d-b023-a48e2b929095 req-f2851c72-ce81-470b-ac48-af40647b5b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:32.811755 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a22c77-71ad-479d-b023-a48e2b929095 req-f2851c72-ce81-470b-ac48-af40647b5b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:32.812476 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a22c77-71ad-479d-b023-a48e2b929095 req-f2851c72-ce81-470b-ac48-af40647b5b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:32.813846 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-00a22c77-71ad-479d-b023-a48e2b929095 req-f2851c72-ce81-470b-ac48-af40647b5b3a service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=26aaf535ef1442ddbe5e4f5b96bc1792&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2996168 Jul 09 16:15:32.816073 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-0ccd302a-314f-4a45-8099-ac55018e507d req-391e716c-931a-46d6-8b8e-f9cdfd25ac7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b59826e-f466-4732-9582-ca2f327b6c57 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:15:32.824552 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f00b262e-d1fd-44bb-9966-df8a757f2ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:32.829252 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-391e716c-931a-46d6-8b8e-f9cdfd25ac7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:32.847758 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-0ccd302a-314f-4a45-8099-ac55018e507d req-391e716c-931a-46d6-8b8e-f9cdfd25ac7a service neutron] Transition to ACTIVE for port object 1b59826e-f466-4732-9582-ca2f327b6c57 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:15:32.853428 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-391e716c-931a-46d6-8b8e-f9cdfd25ac7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:32.945523 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a22c77-71ad-479d-b023-a48e2b929095 req-55fdf8de-7f71-483b-ba02-35a01b76f7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:32.947167 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-00a22c77-71ad-479d-b023-a48e2b929095 req-55fdf8de-7f71-483b-ba02-35a01b76f7a4 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1198180 Jul 09 16:15:33.006118 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391e716c-931a-46d6-8b8e-f9cdfd25ac7a service neutron] Pushing event updated for resources: {'Port': ['ID=1b59826e-f466-4732-9582-ca2f327b6c57,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:33.158083 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55368) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:33.215256 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-0ccd302a-314f-4a45-8099-ac55018e507d req-391e716c-931a-46d6-8b8e-f9cdfd25ac7a service neutron] Attempting to bind port 1b59826e-f466-4732-9582-ca2f327b6c57 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:15:33.215657 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-0ccd302a-314f-4a45-8099-ac55018e507d req-391e716c-931a-46d6-8b8e-f9cdfd25ac7a service neutron] Attempting to bind port 1b59826e-f466-4732-9582-ca2f327b6c57 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': '1bfbbbb5-eeae-4b13-af34-13d5b7a106d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f5b04cdf-01a8-4737-aa80-b62db70e7d95'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:15:33.215993 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccd302a-314f-4a45-8099-ac55018e507d req-391e716c-931a-46d6-8b8e-f9cdfd25ac7a service neutron] Attempting to bind port 1b59826e-f466-4732-9582-ca2f327b6c57 on network f5b04cdf-01a8-4737-aa80-b62db70e7d95 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:15:33.220292 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d8d7df52-3c5b-4ab0-9bc0-04ca426aba85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:33.231306 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccd302a-314f-4a45-8099-ac55018e507d req-391e716c-931a-46d6-8b8e-f9cdfd25ac7a service neutron] Port 1b59826e-f466-4732-9582-ca2f327b6c57 on network f5b04cdf-01a8-4737-aa80-b62db70e7d95 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:15:33.231776 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccd302a-314f-4a45-8099-ac55018e507d req-391e716c-931a-46d6-8b8e-f9cdfd25ac7a service neutron] Attempting to bind port 1b59826e-f466-4732-9582-ca2f327b6c57 on network f5b04cdf-01a8-4737-aa80-b62db70e7d95 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:15:33.240963 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccd302a-314f-4a45-8099-ac55018e507d req-391e716c-931a-46d6-8b8e-f9cdfd25ac7a service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:15:33.241336 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccd302a-314f-4a45-8099-ac55018e507d req-391e716c-931a-46d6-8b8e-f9cdfd25ac7a service neutron] Checking segment: {'id': '1bfbbbb5-eeae-4b13-af34-13d5b7a106d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f5b04cdf-01a8-4737-aa80-b62db70e7d95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:15:33.241834 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccd302a-314f-4a45-8099-ac55018e507d req-391e716c-931a-46d6-8b8e-f9cdfd25ac7a service neutron] Bound using segment: {'id': '1bfbbbb5-eeae-4b13-af34-13d5b7a106d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f5b04cdf-01a8-4737-aa80-b62db70e7d95'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:15:33.242397 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-0ccd302a-314f-4a45-8099-ac55018e507d req-391e716c-931a-46d6-8b8e-f9cdfd25ac7a service neutron] Bound port: 1b59826e-f466-4732-9582-ca2f327b6c57, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bfbbbb5-eeae-4b13-af34-13d5b7a106d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f5b04cdf-01a8-4737-aa80-b62db70e7d95'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:15:33.242855 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-391e716c-931a-46d6-8b8e-f9cdfd25ac7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:33.320273 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-0ccd302a-314f-4a45-8099-ac55018e507d req-391e716c-931a-46d6-8b8e-f9cdfd25ac7a service neutron] For port 1b59826e-f466-4732-9582-ca2f327b6c57, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:15:33.324069 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-0ccd302a-314f-4a45-8099-ac55018e507d req-391e716c-931a-46d6-8b8e-f9cdfd25ac7a service neutron] For port 1b59826e-f466-4732-9582-ca2f327b6c57, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=1b59826e-f466-4732-9582-ca2f327b6c57,segment=NetworkSegment(1bfbbbb5-eeae-4b13-af34-13d5b7a106d2),segment_id=1bfbbbb5-eeae-4b13-af34-13d5b7a106d2)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:15:33.329612 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-391e716c-931a-46d6-8b8e-f9cdfd25ac7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:33.367221 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd302a-314f-4a45-8099-ac55018e507d req-391e716c-931a-46d6-8b8e-f9cdfd25ac7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:33.367848 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-391e716c-931a-46d6-8b8e-f9cdfd25ac7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:33.369312 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-391e716c-931a-46d6-8b8e-f9cdfd25ac7a service neutron] 10.222.0.73 "PUT /v2.0/ports/1b59826e-f466-4732-9582-ca2f327b6c57 HTTP/1.1" status: 200 len: 1130 time: 2.3089318 Jul 09 16:15:33.420542 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-0ccd302a-314f-4a45-8099-ac55018e507d req-98904449-856a-45d8-82e7-3c8527fea0fd service neutron] Request body: {'port': {'device_id': 'f9380d95-b37d-4e4c-8dd7-18a74bd89bfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:15:33.467235 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391e716c-931a-46d6-8b8e-f9cdfd25ac7a service neutron] Pushing event updated for resources: {'Port': ['ID=1b59826e-f466-4732-9582-ca2f327b6c57,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:33.519632 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d180385b-4eaf-48d7-ad17-b7c37bc8f246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:33.557109 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f00b262e-d1fd-44bb-9966-df8a757f2ba8 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:15:33.557827 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f00b262e-d1fd-44bb-9966-df8a757f2ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:33.566028 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:15:33.566028 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:15:33.566028 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:15:33.566028 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:15:33.566028 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:15:33.566028 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:15:33.566028 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:15:33.566028 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:15:33.566028 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:15:33.566028 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:15:33.566028 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:15:33.566028 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:15:33.566028 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:15:33.566028 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:15:33.566028 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:15:33.566028 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:15:33.566028 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:15:33.566028 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:15:33.566028 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:15:33.566028 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:15:33.566028 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:15:33.566028 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:15:33.566028 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:15:33.566028 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:15:33.566028 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:15:33.566028 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:15:33.566028 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:15:33.566028 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:15:33.566028 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:15:33.566028 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:15:33.566028 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:15:33.566028 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:15:33.571567 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-98904449-856a-45d8-82e7-3c8527fea0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:33.657160 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d180385b-4eaf-48d7-ad17-b7c37bc8f246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:33.709007 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d180385b-4eaf-48d7-ad17-b7c37bc8f246 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=fe82cef4781a423e88375cb9eb1645ab&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5610876 Jul 09 16:15:33.716702 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55376) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:33.786237 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1acec1-f4ae-4964-8cda-d196336405f0 req-b3e7d093-502a-44ec-b6a6-70174f5743c5 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:33.788089 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4a1acec1-f4ae-4964-8cda-d196336405f0 req-b3e7d093-502a-44ec-b6a6-70174f5743c5 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1a9cf1c-6de5-40a8-8d14-20f18aed00fd HTTP/1.1" status: 200 len: 1024 time: 0.2667403 Jul 09 16:15:33.792625 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f00b262e-d1fd-44bb-9966-df8a757f2ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:33.801651 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f00b262e-d1fd-44bb-9966-df8a757f2ba8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:33.806624 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f00b262e-d1fd-44bb-9966-df8a757f2ba8 admin admin] 10.222.0.98 "DELETE /v2.0/networks/b0470377-e1a2-4c67-ab77-eaf0d662b264 HTTP/1.1" status: 204 len: 168 time: 2.4933512 Jul 09 16:15:33.806624 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d180385b-4eaf-48d7-ad17-b7c37bc8f246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e26cf8-f4ec-4e78-8910-a6df6608e91e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:33.873146 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d8d7df52-3c5b-4ab0-9bc0-04ca426aba85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:33.934699 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b9b7a4e-8f87-426d-a30a-6dfeb08cc99f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:33.936681 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d8d7df52-3c5b-4ab0-9bc0-04ca426aba85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:34.011449 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00b262e-d1fd-44bb-9966-df8a757f2ba8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0470377-e1a2-4c67-ab77-eaf0d662b264,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:34.038075 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e295bcf-00b3-4211-85b8-40732ab90714 req-617c5aad-fd07-4b45-88af-49c171d01171 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:34.045883 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e295bcf-00b3-4211-85b8-40732ab90714 req-617c5aad-fd07-4b45-88af-49c171d01171 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:34.053657 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e295bcf-00b3-4211-85b8-40732ab90714 req-617c5aad-fd07-4b45-88af-49c171d01171 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:34.060452 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e295bcf-00b3-4211-85b8-40732ab90714 req-617c5aad-fd07-4b45-88af-49c171d01171 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:34.071145 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e295bcf-00b3-4211-85b8-40732ab90714 req-617c5aad-fd07-4b45-88af-49c171d01171 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:34.081536 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e295bcf-00b3-4211-85b8-40732ab90714 req-617c5aad-fd07-4b45-88af-49c171d01171 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:34.088988 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e295bcf-00b3-4211-85b8-40732ab90714 req-617c5aad-fd07-4b45-88af-49c171d01171 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:34.098179 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7e295bcf-00b3-4211-85b8-40732ab90714 req-617c5aad-fd07-4b45-88af-49c171d01171 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 5373 time: 0.5730939 Jul 09 16:15:34.172377 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7e295bcf-00b3-4211-85b8-40732ab90714 req-55fd38a4-d417-44ab-9598-d73c22a1439a tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c727296-78a2-4526-a3ce-1ec442e3beaf&id=45384544-6ff6-497a-9513-ac1d1fea2ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0720866 Jul 09 16:15:34.177749 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55392) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:34.238499 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-4a1acec1-f4ae-4964-8cda-d196336405f0 req-76aacaa4-b019-4d14-8272-5c61d6e7752b tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Deleting port e5cc6f6f-f560-4f2c-84e7-3f1683900ceb {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:15:34.238878 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4a1acec1-f4ae-4964-8cda-d196336405f0 req-76aacaa4-b019-4d14-8272-5c61d6e7752b tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:34.319079 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6ab7fcc7-dc5a-4136-9f7e-2b4b32fb272d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=cc4dc2313b5c41388daec8e5a4533d66&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1381297 Jul 09 16:15:34.323361 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55396) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:34.406373 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-4a1acec1-f4ae-4964-8cda-d196336405f0 req-76aacaa4-b019-4d14-8272-5c61d6e7752b tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] For port e5cc6f6f-f560-4f2c-84e7-3f1683900ceb, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=e5cc6f6f-f560-4f2c-84e7-3f1683900ceb,segment=NetworkSegment(53bede6b-6861-409a-a49d-5992a95b9775),segment_id=53bede6b-6861-409a-a49d-5992a95b9775)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:15:34.406852 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4a1acec1-f4ae-4964-8cda-d196336405f0 req-76aacaa4-b019-4d14-8272-5c61d6e7752b tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:34.417029 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9380d95-b37d-4e4c-8dd7-18a74bd89bfa', 'tag': '1b59826e-f466-4732-9582-ca2f327b6c57'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:15:34.420592 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5765db-267a-493a-8564-127437464c2e" -d '{"events": [{"name": "network-changed", "server_uuid": "f9380d95-b37d-4e4c-8dd7-18a74bd89bfa", "tag": "1b59826e-f466-4732-9582-ca2f327b6c57"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:15:34.439810 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-4a1acec1-f4ae-4964-8cda-d196336405f0 req-76aacaa4-b019-4d14-8272-5c61d6e7752b tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Calling delete_port for e5cc6f6f-f560-4f2c-84e7-3f1683900ceb owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:15:34.444065 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b9b7a4e-8f87-426d-a30a-6dfeb08cc99f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:34.458464 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d1c83f2d-a052-4455-aeee-5823f658eb7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:34.486828 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-d8d7df52-3c5b-4ab0-9bc0-04ca426aba85 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=59baacfcb73a4704aa388adae6a9ee7b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3242977 Jul 09 16:15:34.486828 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55402) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:34.500852 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d7df52-3c5b-4ab0-9bc0-04ca426aba85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e402fa-1b0e-4eb4-98bf-e59ee2730c9c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:34.523037 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d1c83f2d-a052-4455-aeee-5823f658eb7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:34.645366 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d1c83f2d-a052-4455-aeee-5823f658eb7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:34.647291 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7792ff98-bb8e-4379-a359-ff73757c62f3 req-b1ec1129-2db7-4669-a8e8-5e35448214ea tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:34.648109 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d1c83f2d-a052-4455-aeee-5823f658eb7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:34.649343 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d1c83f2d-a052-4455-aeee-5823f658eb7b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5f0f4373-763e-4616-a721-3ab495afa399 HTTP/1.1" status: 204 len: 168 time: 0.3249028 Jul 09 16:15:34.655341 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7792ff98-bb8e-4379-a359-ff73757c62f3 req-b1ec1129-2db7-4669-a8e8-5e35448214ea tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/ports?device_id=d1a9cf1c-6de5-40a8-8d14-20f18aed00fd HTTP/1.1" status: 200 len: 1024 time: 0.2181482 Jul 09 16:15:34.665596 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c83f2d-a052-4455-aeee-5823f658eb7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0f4373-763e-4616-a721-3ab495afa399,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:34.694381 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55410) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:34.704665 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4d90e610-95ab-4733-b0a3-a87c541f8649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:34.720261 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4a1acec1-f4ae-4964-8cda-d196336405f0 req-76aacaa4-b019-4d14-8272-5c61d6e7752b tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:34.727637 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b9b7a4e-8f87-426d-a30a-6dfeb08cc99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:34.731022 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b9b7a4e-8f87-426d-a30a-6dfeb08cc99f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:34.734548 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8b9b7a4e-8f87-426d-a30a-6dfeb08cc99f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d4e26cf8-f4ec-4e78-8910-a6df6608e91e HTTP/1.1" status: 204 len: 168 time: 1.0147142 Jul 09 16:15:34.736630 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['e5cc6f6f-f560-4f2c-84e7-3f1683900ceb'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:15:34.768837 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b7a4e-8f87-426d-a30a-6dfeb08cc99f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e26cf8-f4ec-4e78-8910-a6df6608e91e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:34.777491 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-0ccd302a-314f-4a45-8099-ac55018e507d req-98904449-856a-45d8-82e7-3c8527fea0fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc36f930-6d4f-46fd-90e2-c05d1f5f9547 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:15:34.788072 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4d90e610-95ab-4733-b0a3-a87c541f8649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:34.798659 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-98904449-856a-45d8-82e7-3c8527fea0fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:34.825631 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7792ff98-bb8e-4379-a359-ff73757c62f3 req-ce54fc85-f677-4eca-a123-f08e2222530e tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/security-groups?id=bb597103-e730-4f5f-b37a-67bc06a38d29&id=fadcaedc-452e-4f40-8a32-cbe9ec458d60&id=dd7045fd-e9c7-4b82-add1-fe4dd2eeb6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1691871 Jul 09 16:15:34.865486 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-0ccd302a-314f-4a45-8099-ac55018e507d req-98904449-856a-45d8-82e7-3c8527fea0fd service neutron] Transition to ACTIVE for port object dc36f930-6d4f-46fd-90e2-c05d1f5f9547 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:15:34.875862 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-98904449-856a-45d8-82e7-3c8527fea0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:34.912886 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aacaa4-b019-4d14-8272-5c61d6e7752b tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Pushing event deleted for resources: {'Port': ['ID=e5cc6f6f-f560-4f2c-84e7-3f1683900ceb,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:34.978369 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5d3b9b-b418-4d66-b681-186eca2b3da0 x-openstack-request-id: req-ce5d3b9b-b418-4d66-b681-186eca2b3da0 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:15:34.978806 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9380d95-b37d-4e4c-8dd7-18a74bd89bfa", "tag": "1b59826e-f466-4732-9582-ca2f327b6c57", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:15:34.979716 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ce5d3b9b-b418-4d66-b681-186eca2b3da0 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:15:34.979716 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9380d95-b37d-4e4c-8dd7-18a74bd89bfa', 'tag': '1b59826e-f466-4732-9582-ca2f327b6c57', 'status': 'completed', 'code': 200} Jul 09 16:15:35.009593 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4d90e610-95ab-4733-b0a3-a87c541f8649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:35.015129 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4d90e610-95ab-4733-b0a3-a87c541f8649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:35.022341 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-4d90e610-95ab-4733-b0a3-a87c541f8649 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b5e402fa-1b0e-4eb4-98bf-e59ee2730c9c HTTP/1.1" status: 204 len: 168 time: 0.5323381 Jul 09 16:15:35.062981 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98904449-856a-45d8-82e7-3c8527fea0fd service neutron] Pushing event updated for resources: {'Port': ['ID=dc36f930-6d4f-46fd-90e2-c05d1f5f9547,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:35.068440 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d90e610-95ab-4733-b0a3-a87c541f8649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e402fa-1b0e-4eb4-98bf-e59ee2730c9c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:35.116333 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-0ccd302a-314f-4a45-8099-ac55018e507d req-98904449-856a-45d8-82e7-3c8527fea0fd service neutron] Attempting to bind port dc36f930-6d4f-46fd-90e2-c05d1f5f9547 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:15:35.116938 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-0ccd302a-314f-4a45-8099-ac55018e507d req-98904449-856a-45d8-82e7-3c8527fea0fd service neutron] Attempting to bind port dc36f930-6d4f-46fd-90e2-c05d1f5f9547 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': '1bfbbbb5-eeae-4b13-af34-13d5b7a106d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f5b04cdf-01a8-4737-aa80-b62db70e7d95'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:15:35.117361 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccd302a-314f-4a45-8099-ac55018e507d req-98904449-856a-45d8-82e7-3c8527fea0fd service neutron] Attempting to bind port dc36f930-6d4f-46fd-90e2-c05d1f5f9547 on network f5b04cdf-01a8-4737-aa80-b62db70e7d95 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:15:35.125193 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a1acec1-f4ae-4964-8cda-d196336405f0 req-76aacaa4-b019-4d14-8272-5c61d6e7752b tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] No DVR routers for this DVR port e5cc6f6f-f560-4f2c-84e7-3f1683900ceb on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:15:35.126959 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccd302a-314f-4a45-8099-ac55018e507d req-98904449-856a-45d8-82e7-3c8527fea0fd service neutron] Port dc36f930-6d4f-46fd-90e2-c05d1f5f9547 on network f5b04cdf-01a8-4737-aa80-b62db70e7d95 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:15:35.127470 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccd302a-314f-4a45-8099-ac55018e507d req-98904449-856a-45d8-82e7-3c8527fea0fd service neutron] Attempting to bind port dc36f930-6d4f-46fd-90e2-c05d1f5f9547 on network f5b04cdf-01a8-4737-aa80-b62db70e7d95 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:15:35.128708 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4a1acec1-f4ae-4964-8cda-d196336405f0 req-76aacaa4-b019-4d14-8272-5c61d6e7752b tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:35.130864 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4a1acec1-f4ae-4964-8cda-d196336405f0 req-76aacaa4-b019-4d14-8272-5c61d6e7752b tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.77 "DELETE /v2.0/ports/e5cc6f6f-f560-4f2c-84e7-3f1683900ceb HTTP/1.1" status: 204 len: 173 time: 1.3068004 Jul 09 16:15:35.135262 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a9cf1c-6de5-40a8-8d14-20f18aed00fd', 'name': 'network-vif-deleted', 'tag': 'e5cc6f6f-f560-4f2c-84e7-3f1683900ceb'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:15:35.137088 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccd302a-314f-4a45-8099-ac55018e507d req-98904449-856a-45d8-82e7-3c8527fea0fd service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:15:35.137562 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccd302a-314f-4a45-8099-ac55018e507d req-98904449-856a-45d8-82e7-3c8527fea0fd service neutron] Checking segment: {'id': '1bfbbbb5-eeae-4b13-af34-13d5b7a106d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f5b04cdf-01a8-4737-aa80-b62db70e7d95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:15:35.138093 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccd302a-314f-4a45-8099-ac55018e507d req-98904449-856a-45d8-82e7-3c8527fea0fd service neutron] Bound using segment: {'id': '1bfbbbb5-eeae-4b13-af34-13d5b7a106d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f5b04cdf-01a8-4737-aa80-b62db70e7d95'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:15:35.138639 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-0ccd302a-314f-4a45-8099-ac55018e507d req-98904449-856a-45d8-82e7-3c8527fea0fd service neutron] Bound port: dc36f930-6d4f-46fd-90e2-c05d1f5f9547, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bfbbbb5-eeae-4b13-af34-13d5b7a106d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f5b04cdf-01a8-4737-aa80-b62db70e7d95'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:15:35.138957 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f5e9c8-7790-41fa-8796-6320eb2c0046" -d '{"events": [{"server_uuid": "d1a9cf1c-6de5-40a8-8d14-20f18aed00fd", "name": "network-vif-deleted", "tag": "e5cc6f6f-f560-4f2c-84e7-3f1683900ceb"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:15:35.139231 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-98904449-856a-45d8-82e7-3c8527fea0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:35.165848 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b397b7c-f9b4-4409-a23c-213b00368a62 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:35.196001 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b397b7c-f9b4-4409-a23c-213b00368a62 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:35.263026 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af78903c-5826-4bb2-a875-bf977578c236 x-openstack-request-id: req-af78903c-5826-4bb2-a875-bf977578c236 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:15:35.264417 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a9cf1c-6de5-40a8-8d14-20f18aed00fd", "name": "network-vif-deleted", "tag": "e5cc6f6f-f560-4f2c-84e7-3f1683900ceb", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:15:35.264957 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-af78903c-5826-4bb2-a875-bf977578c236 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:15:35.265704 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a9cf1c-6de5-40a8-8d14-20f18aed00fd', 'name': 'network-vif-deleted', 'tag': 'e5cc6f6f-f560-4f2c-84e7-3f1683900ceb', 'status': 'completed', 'code': 200} Jul 09 16:15:35.274572 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b397b7c-f9b4-4409-a23c-213b00368a62 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:35.278232 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b397b7c-f9b4-4409-a23c-213b00368a62 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:35.279768 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2b397b7c-f9b4-4409-a23c-213b00368a62 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "DELETE /v2.0/security-groups/89dfd2dc-1906-4049-bbd8-d8b2687b4c31 HTTP/1.1" status: 204 len: 168 time: 0.5835774 Jul 09 16:15:35.282347 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55422) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:35.298503 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b397b7c-f9b4-4409-a23c-213b00368a62 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89dfd2dc-1906-4049-bbd8-d8b2687b4c31,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:35.317526 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-fb5b8852-f346-4a63-9b0e-4f2865760037 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] show failed (client error): The resource could not be found. Jul 09 16:15:35.318376 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5765db-267a-493a-8564-127437464c2e req-be5467ab-301e-4f46-b3bc-d8a3f51d7b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:35.319384 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5765db-267a-493a-8564-127437464c2e req-be5467ab-301e-4f46-b3bc-d8a3f51d7b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:35.320118 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5765db-267a-493a-8564-127437464c2e req-be5467ab-301e-4f46-b3bc-d8a3f51d7b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:35.320560 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-fb5b8852-f346-4a63-9b0e-4f2865760037 tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "GET /v2.0/security-groups/89dfd2dc-1906-4049-bbd8-d8b2687b4c31 HTTP/1.1" status: 404 len: 347 time: 0.0368435 Jul 09 16:15:35.321088 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5765db-267a-493a-8564-127437464c2e req-be5467ab-301e-4f46-b3bc-d8a3f51d7b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:35.321758 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5765db-267a-493a-8564-127437464c2e req-be5467ab-301e-4f46-b3bc-d8a3f51d7b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:35.322476 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5765db-267a-493a-8564-127437464c2e req-be5467ab-301e-4f46-b3bc-d8a3f51d7b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:35.325783 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5765db-267a-493a-8564-127437464c2e req-be5467ab-301e-4f46-b3bc-d8a3f51d7b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:35.331455 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55426) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:35.331789 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ca5765db-267a-493a-8564-127437464c2e req-be5467ab-301e-4f46-b3bc-d8a3f51d7b78 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=26aaf535ef1442ddbe5e4f5b96bc1792&device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 6235 time: 0.3094223 Jul 09 16:15:35.477868 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-0ccd302a-314f-4a45-8099-ac55018e507d req-98904449-856a-45d8-82e7-3c8527fea0fd service neutron] For port dc36f930-6d4f-46fd-90e2-c05d1f5f9547, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:15:35.528136 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-0ccd302a-314f-4a45-8099-ac55018e507d req-98904449-856a-45d8-82e7-3c8527fea0fd service neutron] For port dc36f930-6d4f-46fd-90e2-c05d1f5f9547, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=dc36f930-6d4f-46fd-90e2-c05d1f5f9547,segment=NetworkSegment(1bfbbbb5-eeae-4b13-af34-13d5b7a106d2),segment_id=1bfbbbb5-eeae-4b13-af34-13d5b7a106d2)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:15:35.539395 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-98904449-856a-45d8-82e7-3c8527fea0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:35.612128 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5765db-267a-493a-8564-127437464c2e req-1125acc3-5bc1-4061-83d0-419e707a2aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:35.612893 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5765db-267a-493a-8564-127437464c2e req-1125acc3-5bc1-4061-83d0-419e707a2aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:35.613530 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5765db-267a-493a-8564-127437464c2e req-1125acc3-5bc1-4061-83d0-419e707a2aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:35.615651 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ca5765db-267a-493a-8564-127437464c2e req-1125acc3-5bc1-4061-83d0-419e707a2aae service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=26aaf535ef1442ddbe5e4f5b96bc1792&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2714922 Jul 09 16:15:35.633019 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd302a-314f-4a45-8099-ac55018e507d req-98904449-856a-45d8-82e7-3c8527fea0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:35.633815 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-98904449-856a-45d8-82e7-3c8527fea0fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:35.635461 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-98904449-856a-45d8-82e7-3c8527fea0fd service neutron] 10.222.0.73 "PUT /v2.0/ports/dc36f930-6d4f-46fd-90e2-c05d1f5f9547 HTTP/1.1" status: 200 len: 1091 time: 2.2299972 Jul 09 16:15:35.642177 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55428) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:35.694668 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-0ccd302a-314f-4a45-8099-ac55018e507d req-bbfe4ffd-93a9-48bb-a938-703a76e6df20 service neutron] Request body: {'port': {'device_id': 'f9380d95-b37d-4e4c-8dd7-18a74bd89bfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:15:35.775297 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98904449-856a-45d8-82e7-3c8527fea0fd service neutron] Pushing event updated for resources: {'Port': ['ID=dc36f930-6d4f-46fd-90e2-c05d1f5f9547,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:35.782124 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef46445-de57-4fcd-8676-3fa95d49847e req-5f516039-6cf6-4a34-ac71-0edafb8f7db0 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:35.789098 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef46445-de57-4fcd-8676-3fa95d49847e req-5f516039-6cf6-4a34-ac71-0edafb8f7db0 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:35.797340 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef46445-de57-4fcd-8676-3fa95d49847e req-5f516039-6cf6-4a34-ac71-0edafb8f7db0 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:35.804941 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef46445-de57-4fcd-8676-3fa95d49847e req-5f516039-6cf6-4a34-ac71-0edafb8f7db0 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:35.814256 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-7ed6ef4b-8b7b-4c00-a5b9-305e0919f5ed tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Deleting port 96b4426e-0b10-4a77-8c49-87b83df99d6c {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:15:35.814718 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7ed6ef4b-8b7b-4c00-a5b9-305e0919f5ed tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:35.814917 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef46445-de57-4fcd-8676-3fa95d49847e req-5f516039-6cf6-4a34-ac71-0edafb8f7db0 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:35.825056 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef46445-de57-4fcd-8676-3fa95d49847e req-5f516039-6cf6-4a34-ac71-0edafb8f7db0 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:35.835004 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef46445-de57-4fcd-8676-3fa95d49847e req-5f516039-6cf6-4a34-ac71-0edafb8f7db0 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:35.843324 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8ef46445-de57-4fcd-8676-3fa95d49847e req-5f516039-6cf6-4a34-ac71-0edafb8f7db0 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 5385 time: 0.3695095 Jul 09 16:15:35.951265 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5765db-267a-493a-8564-127437464c2e req-a21b0aa7-a652-4f82-836d-01c9b8d13e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:35.953391 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ca5765db-267a-493a-8564-127437464c2e req-a21b0aa7-a652-4f82-836d-01c9b8d13e88 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3254883 Jul 09 16:15:36.002500 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7ed6ef4b-8b7b-4c00-a5b9-305e0919f5ed tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:36.003162 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7ed6ef4b-8b7b-4c00-a5b9-305e0919f5ed tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:36.019419 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-7ed6ef4b-8b7b-4c00-a5b9-305e0919f5ed tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Calling delete_port for 96b4426e-0b10-4a77-8c49-87b83df99d6c owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:15:36.073798 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8ef46445-de57-4fcd-8676-3fa95d49847e req-01a8f579-5f64-4808-aea1-10b25eaed9b3 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c727296-78a2-4526-a3ce-1ec442e3beaf&id=45384544-6ff6-497a-9513-ac1d1fea2ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2292719 Jul 09 16:15:36.235851 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a26abb85-ec51-4488-b96c-3d3f43710a3f req-c152cf5d-f72a-4d97-85aa-ec8833248e13 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/ports?device_id=d1a9cf1c-6de5-40a8-8d14-20f18aed00fd HTTP/1.1" status: 200 len: 210 time: 0.0727994 Jul 09 16:15:36.243668 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-9777ead5-821d-4423-9348-7fd192316f45 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a7d208d4fe9c4dacbd896454e9f579b4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5992360 Jul 09 16:15:36.246969 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55456) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:36.263674 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-bbfe4ffd-93a9-48bb-a938-703a76e6df20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:36.274936 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7ed6ef4b-8b7b-4c00-a5b9-305e0919f5ed tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:36.315487 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed6ef4b-8b7b-4c00-a5b9-305e0919f5ed tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Pushing event deleted for resources: {'Port': ['ID=96b4426e-0b10-4a77-8c49-87b83df99d6c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:36.348509 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e74be835-0305-4f80-a157-41c4a9f660c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:36.385287 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e74be835-0305-4f80-a157-41c4a9f660c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:36.436583 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7ed6ef4b-8b7b-4c00-a5b9-305e0919f5ed tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:36.439903 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7ed6ef4b-8b7b-4c00-a5b9-305e0919f5ed tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:36.444209 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-7ed6ef4b-8b7b-4c00-a5b9-305e0919f5ed tempest-ServersTestBootFromVolume-578805851 tempest-ServersTestBootFromVolume-578805851-project] 10.222.0.98 "DELETE /v2.0/floatingips/728a3530-d072-4d89-b260-eb9bf8aa8c1a HTTP/1.1" status: 204 len: 168 time: 1.1089668 Jul 09 16:15:36.444909 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55468) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:36.597304 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e74be835-0305-4f80-a157-41c4a9f660c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:36.600783 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e74be835-0305-4f80-a157-41c4a9f660c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:36.602075 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e74be835-0305-4f80-a157-41c4a9f660c1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f18ca3bb-9f37-4ba9-a870-7ff2a2fb077c HTTP/1.1" status: 204 len: 168 time: 0.3538609 Jul 09 16:15:36.622140 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74be835-0305-4f80-a157-41c4a9f660c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18ca3bb-9f37-4ba9-a870-7ff2a2fb077c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:36.801152 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-0ccd302a-314f-4a45-8099-ac55018e507d req-bbfe4ffd-93a9-48bb-a938-703a76e6df20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 916c73bc-2bb6-461c-af98-fa6465f83617 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:15:36.811640 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-bbfe4ffd-93a9-48bb-a938-703a76e6df20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:36.840551 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-0ccd302a-314f-4a45-8099-ac55018e507d req-bbfe4ffd-93a9-48bb-a938-703a76e6df20 service neutron] Transition to ACTIVE for port object 916c73bc-2bb6-461c-af98-fa6465f83617 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:15:36.852236 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-bbfe4ffd-93a9-48bb-a938-703a76e6df20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:37.017242 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe4ffd-93a9-48bb-a938-703a76e6df20 service neutron] Pushing event updated for resources: {'Port': ['ID=916c73bc-2bb6-461c-af98-fa6465f83617,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:37.028550 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9380d95-b37d-4e4c-8dd7-18a74bd89bfa', 'tag': 'dc36f930-6d4f-46fd-90e2-c05d1f5f9547'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:15:37.031355 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc90060-e100-4a0c-825e-315026d92500" -d '{"events": [{"name": "network-changed", "server_uuid": "f9380d95-b37d-4e4c-8dd7-18a74bd89bfa", "tag": "dc36f930-6d4f-46fd-90e2-c05d1f5f9547"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:15:37.129894 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-0ccd302a-314f-4a45-8099-ac55018e507d req-bbfe4ffd-93a9-48bb-a938-703a76e6df20 service neutron] Attempting to bind port 916c73bc-2bb6-461c-af98-fa6465f83617 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:15:37.130256 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-0ccd302a-314f-4a45-8099-ac55018e507d req-bbfe4ffd-93a9-48bb-a938-703a76e6df20 service neutron] Attempting to bind port 916c73bc-2bb6-461c-af98-fa6465f83617 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': '1bfbbbb5-eeae-4b13-af34-13d5b7a106d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f5b04cdf-01a8-4737-aa80-b62db70e7d95'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:15:37.130545 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccd302a-314f-4a45-8099-ac55018e507d req-bbfe4ffd-93a9-48bb-a938-703a76e6df20 service neutron] Attempting to bind port 916c73bc-2bb6-461c-af98-fa6465f83617 on network f5b04cdf-01a8-4737-aa80-b62db70e7d95 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:15:37.142477 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccd302a-314f-4a45-8099-ac55018e507d req-bbfe4ffd-93a9-48bb-a938-703a76e6df20 service neutron] Port 916c73bc-2bb6-461c-af98-fa6465f83617 on network f5b04cdf-01a8-4737-aa80-b62db70e7d95 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:15:37.142748 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccd302a-314f-4a45-8099-ac55018e507d req-bbfe4ffd-93a9-48bb-a938-703a76e6df20 service neutron] Attempting to bind port 916c73bc-2bb6-461c-af98-fa6465f83617 on network f5b04cdf-01a8-4737-aa80-b62db70e7d95 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:15:37.156655 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccd302a-314f-4a45-8099-ac55018e507d req-bbfe4ffd-93a9-48bb-a938-703a76e6df20 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:15:37.157000 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccd302a-314f-4a45-8099-ac55018e507d req-bbfe4ffd-93a9-48bb-a938-703a76e6df20 service neutron] Checking segment: {'id': '1bfbbbb5-eeae-4b13-af34-13d5b7a106d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f5b04cdf-01a8-4737-aa80-b62db70e7d95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:15:37.157501 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccd302a-314f-4a45-8099-ac55018e507d req-bbfe4ffd-93a9-48bb-a938-703a76e6df20 service neutron] Bound using segment: {'id': '1bfbbbb5-eeae-4b13-af34-13d5b7a106d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f5b04cdf-01a8-4737-aa80-b62db70e7d95'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:15:37.158512 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-0ccd302a-314f-4a45-8099-ac55018e507d req-bbfe4ffd-93a9-48bb-a938-703a76e6df20 service neutron] Bound port: 916c73bc-2bb6-461c-af98-fa6465f83617, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bfbbbb5-eeae-4b13-af34-13d5b7a106d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f5b04cdf-01a8-4737-aa80-b62db70e7d95'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:15:37.158512 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-bbfe4ffd-93a9-48bb-a938-703a76e6df20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:37.181930 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1bd6475b-0b20-4548-9a85-45237d2665b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:37.267369 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a09984-a458-4a01-87f1-a86b05b1cec2 x-openstack-request-id: req-36a09984-a458-4a01-87f1-a86b05b1cec2 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:15:37.267666 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9380d95-b37d-4e4c-8dd7-18a74bd89bfa", "tag": "dc36f930-6d4f-46fd-90e2-c05d1f5f9547", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:15:37.267905 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-36a09984-a458-4a01-87f1-a86b05b1cec2 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:15:37.268310 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9380d95-b37d-4e4c-8dd7-18a74bd89bfa', 'tag': 'dc36f930-6d4f-46fd-90e2-c05d1f5f9547', 'status': 'completed', 'code': 200} Jul 09 16:15:37.335557 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-0ccd302a-314f-4a45-8099-ac55018e507d req-bbfe4ffd-93a9-48bb-a938-703a76e6df20 service neutron] For port 916c73bc-2bb6-461c-af98-fa6465f83617, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:15:37.349027 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-0ccd302a-314f-4a45-8099-ac55018e507d req-bbfe4ffd-93a9-48bb-a938-703a76e6df20 service neutron] For port 916c73bc-2bb6-461c-af98-fa6465f83617, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=916c73bc-2bb6-461c-af98-fa6465f83617,segment=NetworkSegment(1bfbbbb5-eeae-4b13-af34-13d5b7a106d2),segment_id=1bfbbbb5-eeae-4b13-af34-13d5b7a106d2)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:15:37.356877 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-bbfe4ffd-93a9-48bb-a938-703a76e6df20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:37.529273 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc90060-e100-4a0c-825e-315026d92500 req-c5c7b868-ec0b-416d-973f-c0b70224c146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:37.532642 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc90060-e100-4a0c-825e-315026d92500 req-c5c7b868-ec0b-416d-973f-c0b70224c146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:37.533448 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc90060-e100-4a0c-825e-315026d92500 req-c5c7b868-ec0b-416d-973f-c0b70224c146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:37.536740 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc90060-e100-4a0c-825e-315026d92500 req-c5c7b868-ec0b-416d-973f-c0b70224c146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:37.537447 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc90060-e100-4a0c-825e-315026d92500 req-c5c7b868-ec0b-416d-973f-c0b70224c146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:37.538192 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc90060-e100-4a0c-825e-315026d92500 req-c5c7b868-ec0b-416d-973f-c0b70224c146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:37.539194 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc90060-e100-4a0c-825e-315026d92500 req-c5c7b868-ec0b-416d-973f-c0b70224c146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:37.544476 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0dc90060-e100-4a0c-825e-315026d92500 req-c5c7b868-ec0b-416d-973f-c0b70224c146 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=26aaf535ef1442ddbe5e4f5b96bc1792&device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 6302 time: 0.2517807 Jul 09 16:15:37.560175 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe4ffd-93a9-48bb-a938-703a76e6df20 service neutron] Pushing event updated for resources: {'Port': ['ID=916c73bc-2bb6-461c-af98-fa6465f83617,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:37.578134 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd302a-314f-4a45-8099-ac55018e507d req-bbfe4ffd-93a9-48bb-a938-703a76e6df20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:37.578796 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-bbfe4ffd-93a9-48bb-a938-703a76e6df20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:37.584077 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-bbfe4ffd-93a9-48bb-a938-703a76e6df20 service neutron] 10.222.0.73 "PUT /v2.0/ports/916c73bc-2bb6-461c-af98-fa6465f83617 HTTP/1.1" status: 200 len: 1090 time: 1.8962581 Jul 09 16:15:37.630969 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-0ccd302a-314f-4a45-8099-ac55018e507d req-5c82ece7-5baa-4ed4-8c14-97fc24665609 service neutron] Request body: {'port': {'device_id': 'f9380d95-b37d-4e4c-8dd7-18a74bd89bfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:15:37.828776 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-5c82ece7-5baa-4ed4-8c14-97fc24665609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:37.864418 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc90060-e100-4a0c-825e-315026d92500 req-645fb15f-c2bf-4f0a-b69d-a70f08fafacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:37.865338 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc90060-e100-4a0c-825e-315026d92500 req-645fb15f-c2bf-4f0a-b69d-a70f08fafacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:37.865923 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc90060-e100-4a0c-825e-315026d92500 req-645fb15f-c2bf-4f0a-b69d-a70f08fafacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:37.868504 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0dc90060-e100-4a0c-825e-315026d92500 req-645fb15f-c2bf-4f0a-b69d-a70f08fafacc service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=26aaf535ef1442ddbe5e4f5b96bc1792&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2493002 Jul 09 16:15:38.087462 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d7ef0dea-4353-4b58-8990-8d4d7f9d4316 req-106993be-082d-4fc9-a04c-fdcdbcd0daf8 tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/security-groups/bb597103-e730-4f5f-b37a-67bc06a38d29 HTTP/1.1" status: 200 len: 1800 time: 0.1719682 Jul 09 16:15:38.205269 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc90060-e100-4a0c-825e-315026d92500 req-a3e3164f-4912-4890-a697-11ab5788c7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:38.207834 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0dc90060-e100-4a0c-825e-315026d92500 req-a3e3164f-4912-4890-a697-11ab5788c7fb service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3313632 Jul 09 16:15:38.244333 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43387af7-66ab-4aa7-995a-bba99be7e40b req-3ba2144f-7f1d-4264-b951-de3001f18301 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:38.246614 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d7ef0dea-4353-4b58-8990-8d4d7f9d4316 req-4a50e330-9d97-4435-9909-b11673a12e3b tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:38.254321 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43387af7-66ab-4aa7-995a-bba99be7e40b req-3ba2144f-7f1d-4264-b951-de3001f18301 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:38.261899 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43387af7-66ab-4aa7-995a-bba99be7e40b req-3ba2144f-7f1d-4264-b951-de3001f18301 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:38.269119 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43387af7-66ab-4aa7-995a-bba99be7e40b req-3ba2144f-7f1d-4264-b951-de3001f18301 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:38.272691 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d7ef0dea-4353-4b58-8990-8d4d7f9d4316 req-4a50e330-9d97-4435-9909-b11673a12e3b tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:38.278058 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43387af7-66ab-4aa7-995a-bba99be7e40b req-3ba2144f-7f1d-4264-b951-de3001f18301 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:38.285425 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43387af7-66ab-4aa7-995a-bba99be7e40b req-3ba2144f-7f1d-4264-b951-de3001f18301 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:38.293747 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43387af7-66ab-4aa7-995a-bba99be7e40b req-3ba2144f-7f1d-4264-b951-de3001f18301 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:38.323642 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-43387af7-66ab-4aa7-995a-bba99be7e40b req-3ba2144f-7f1d-4264-b951-de3001f18301 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 5397 time: 0.8137064 Jul 09 16:15:38.324860 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device e5cc6f6f-f560-4f2c-84e7-3f1683900ceb no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:15:38.346690 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d7ef0dea-4353-4b58-8990-8d4d7f9d4316 req-4a50e330-9d97-4435-9909-b11673a12e3b tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:38.349440 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d7ef0dea-4353-4b58-8990-8d4d7f9d4316 req-4a50e330-9d97-4435-9909-b11673a12e3b tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:38.350723 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d7ef0dea-4353-4b58-8990-8d4d7f9d4316 req-4a50e330-9d97-4435-9909-b11673a12e3b tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "DELETE /v2.0/security-groups/bb597103-e730-4f5f-b37a-67bc06a38d29 HTTP/1.1" status: 204 len: 173 time: 0.2624805 Jul 09 16:15:38.381264 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a50e330-9d97-4435-9909-b11673a12e3b tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb597103-e730-4f5f-b37a-67bc06a38d29,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:38.383736 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: e5cc6f6f-f560-4f2c-84e7-3f1683900ceb {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:15:38.386679 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device e5cc6f6f-f560-4f2c-84e7-3f1683900ceb not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:15:38.546092 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55560) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:38.564952 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-43387af7-66ab-4aa7-995a-bba99be7e40b req-577670aa-f9f0-486d-9e97-4ca7bf45eba8 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c727296-78a2-4526-a3ce-1ec442e3beaf&id=45384544-6ff6-497a-9513-ac1d1fea2ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2371497 Jul 09 16:15:38.573508 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-0ccd302a-314f-4a45-8099-ac55018e507d req-5c82ece7-5baa-4ed4-8c14-97fc24665609 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9af7654b-8db2-4114-a977-f2b4377a7e3d {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:15:38.597294 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-5c82ece7-5baa-4ed4-8c14-97fc24665609 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:38.626002 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-0ccd302a-314f-4a45-8099-ac55018e507d req-5c82ece7-5baa-4ed4-8c14-97fc24665609 service neutron] Transition to ACTIVE for port object 9af7654b-8db2-4114-a977-f2b4377a7e3d will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:15:38.633086 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-5c82ece7-5baa-4ed4-8c14-97fc24665609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:38.713243 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4c038987-9427-4484-9da1-a307d8dbebd3 req-f5001fd5-37bd-4784-ac8f-e65c1524355f tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "GET /v2.0/security-groups/dd7045fd-e9c7-4b82-add1-fe4dd2eeb6f9 HTTP/1.1" status: 200 len: 1799 time: 0.0897956 Jul 09 16:15:38.734320 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6475b-0b20-4548-9a85-45237d2665b5 admin admin] Deleting port b3c945e4-6a50-4cc8-8cd8-1f368f81d45c {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:15:38.734938 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1bd6475b-0b20-4548-9a85-45237d2665b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:38.743858 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c82ece7-5baa-4ed4-8c14-97fc24665609 service neutron] Pushing event updated for resources: {'Port': ['ID=9af7654b-8db2-4114-a977-f2b4377a7e3d,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:38.900299 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-628b9918-58c8-4e93-82a9-a83e39f850f1 req-ccf9f595-ea44-43fa-bd86-6b31f5311ba6 tempest-SecurityGroupsTestAdminJSON-1142085336 tempest-SecurityGroupsTestAdminJSON-1142085336-project] Request body: {'security_group': {'name': 'tempest-securitygroup-50241919', 'description': 'tempest-description-64896420'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:15:38.920086 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4c038987-9427-4484-9da1-a307d8dbebd3 req-26488d7d-121b-4497-935e-e85791ec33da tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:38.936776 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-1bd6475b-0b20-4548-9a85-45237d2665b5 admin admin] For port b3c945e4-6a50-4cc8-8cd8-1f368f81d45c, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=b3c945e4-6a50-4cc8-8cd8-1f368f81d45c,segment=NetworkSegment(20111d7e-0648-421f-8458-2c564982cda3),segment_id=20111d7e-0648-421f-8458-2c564982cda3)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:15:38.937319 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1bd6475b-0b20-4548-9a85-45237d2665b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:38.996972 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6475b-0b20-4548-9a85-45237d2665b5 admin admin] Calling delete_port for b3c945e4-6a50-4cc8-8cd8-1f368f81d45c owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:15:39.002626 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55568) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:39.005224 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-0ccd302a-314f-4a45-8099-ac55018e507d req-5c82ece7-5baa-4ed4-8c14-97fc24665609 service neutron] Attempting to bind port 9af7654b-8db2-4114-a977-f2b4377a7e3d on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:15:39.006089 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-0ccd302a-314f-4a45-8099-ac55018e507d req-5c82ece7-5baa-4ed4-8c14-97fc24665609 service neutron] Attempting to bind port 9af7654b-8db2-4114-a977-f2b4377a7e3d by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': '2c926b7f-3d2f-4a20-b2db-f56b1ea8f48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6a26d5a7-49c7-498b-ac37-7c6cb6027d97'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:15:39.007034 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccd302a-314f-4a45-8099-ac55018e507d req-5c82ece7-5baa-4ed4-8c14-97fc24665609 service neutron] Attempting to bind port 9af7654b-8db2-4114-a977-f2b4377a7e3d on network 6a26d5a7-49c7-498b-ac37-7c6cb6027d97 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:15:39.022799 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccd302a-314f-4a45-8099-ac55018e507d req-5c82ece7-5baa-4ed4-8c14-97fc24665609 service neutron] Port 9af7654b-8db2-4114-a977-f2b4377a7e3d on network 6a26d5a7-49c7-498b-ac37-7c6cb6027d97 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:15:39.023321 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccd302a-314f-4a45-8099-ac55018e507d req-5c82ece7-5baa-4ed4-8c14-97fc24665609 service neutron] Attempting to bind port 9af7654b-8db2-4114-a977-f2b4377a7e3d on network 6a26d5a7-49c7-498b-ac37-7c6cb6027d97 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:15:39.030548 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4c038987-9427-4484-9da1-a307d8dbebd3 req-26488d7d-121b-4497-935e-e85791ec33da tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:39.031178 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-628b9918-58c8-4e93-82a9-a83e39f850f1 req-ccf9f595-ea44-43fa-bd86-6b31f5311ba6 tempest-SecurityGroupsTestAdminJSON-1142085336 tempest-SecurityGroupsTestAdminJSON-1142085336-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:39.051230 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccd302a-314f-4a45-8099-ac55018e507d req-5c82ece7-5baa-4ed4-8c14-97fc24665609 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:15:39.052765 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccd302a-314f-4a45-8099-ac55018e507d req-5c82ece7-5baa-4ed4-8c14-97fc24665609 service neutron] Checking segment: {'id': '2c926b7f-3d2f-4a20-b2db-f56b1ea8f48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6a26d5a7-49c7-498b-ac37-7c6cb6027d97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:15:39.055513 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccd302a-314f-4a45-8099-ac55018e507d req-5c82ece7-5baa-4ed4-8c14-97fc24665609 service neutron] Bound using segment: {'id': '2c926b7f-3d2f-4a20-b2db-f56b1ea8f48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6a26d5a7-49c7-498b-ac37-7c6cb6027d97'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:15:39.057165 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-0ccd302a-314f-4a45-8099-ac55018e507d req-5c82ece7-5baa-4ed4-8c14-97fc24665609 service neutron] Bound port: 9af7654b-8db2-4114-a977-f2b4377a7e3d, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c926b7f-3d2f-4a20-b2db-f56b1ea8f48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6a26d5a7-49c7-498b-ac37-7c6cb6027d97'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:15:39.059168 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-5c82ece7-5baa-4ed4-8c14-97fc24665609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:39.077237 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-628b9918-58c8-4e93-82a9-a83e39f850f1 req-ccf9f595-ea44-43fa-bd86-6b31f5311ba6 tempest-SecurityGroupsTestAdminJSON-1142085336 tempest-SecurityGroupsTestAdminJSON-1142085336-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:39.119319 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-b78ca968-7d84-4ffc-9f5c-7518f4ddb5e2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-171108153-network', 'tenant_id': '8b4543350d344397aad051db9ebe2296'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:15:39.178662 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-04644db6-064d-4162-907a-52dd20e9e130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:39.220565 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-0ccd302a-314f-4a45-8099-ac55018e507d req-5c82ece7-5baa-4ed4-8c14-97fc24665609 service neutron] For port 9af7654b-8db2-4114-a977-f2b4377a7e3d, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:15:39.252314 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-0ccd302a-314f-4a45-8099-ac55018e507d req-5c82ece7-5baa-4ed4-8c14-97fc24665609 service neutron] For port 9af7654b-8db2-4114-a977-f2b4377a7e3d, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=9af7654b-8db2-4114-a977-f2b4377a7e3d,segment=NetworkSegment(2c926b7f-3d2f-4a20-b2db-f56b1ea8f48b),segment_id=2c926b7f-3d2f-4a20-b2db-f56b1ea8f48b)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:15:39.267389 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4c038987-9427-4484-9da1-a307d8dbebd3 req-26488d7d-121b-4497-935e-e85791ec33da tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:39.269060 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9380d95-b37d-4e4c-8dd7-18a74bd89bfa', 'tag': '916c73bc-2bb6-461c-af98-fa6465f83617'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:15:39.270437 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4c038987-9427-4484-9da1-a307d8dbebd3 req-26488d7d-121b-4497-935e-e85791ec33da tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:39.272138 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec7d4bf-ceb7-4d53-bcfa-0dfed98da30a" -d '{"events": [{"name": "network-changed", "server_uuid": "f9380d95-b37d-4e4c-8dd7-18a74bd89bfa", "tag": "916c73bc-2bb6-461c-af98-fa6465f83617"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:15:39.281304 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-5c82ece7-5baa-4ed4-8c14-97fc24665609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:39.285662 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4c038987-9427-4484-9da1-a307d8dbebd3 req-26488d7d-121b-4497-935e-e85791ec33da tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] 10.222.0.98 "DELETE /v2.0/security-groups/dd7045fd-e9c7-4b82-add1-fe4dd2eeb6f9 HTTP/1.1" status: 204 len: 173 time: 0.5710373 Jul 09 16:15:39.286814 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55574) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:39.308754 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26488d7d-121b-4497-935e-e85791ec33da tempest-SecurityGroupsTestJSON-868093061 tempest-SecurityGroupsTestJSON-868093061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7045fd-e9c7-4b82-add1-fe4dd2eeb6f9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:39.382641 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b0983f1-93fe-4c3f-8c73-058cb167cdad admin admin] Deleting subnet 7647c929-ca32-4b48-b774-d40e8214567d {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:15:39.424222 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1bd6475b-0b20-4548-9a85-45237d2665b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:39.425432 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2b0983f1-93fe-4c3f-8c73-058cb167cdad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:39.505009 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd302a-314f-4a45-8099-ac55018e507d req-5c82ece7-5baa-4ed4-8c14-97fc24665609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:39.505732 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-5c82ece7-5baa-4ed4-8c14-97fc24665609 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:39.507344 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-5c82ece7-5baa-4ed4-8c14-97fc24665609 service neutron] 10.222.0.73 "PUT /v2.0/ports/9af7654b-8db2-4114-a977-f2b4377a7e3d HTTP/1.1" status: 200 len: 1091 time: 1.8853259 Jul 09 16:15:39.555243 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13704504-6c0d-45d6-b0d6-b834dbed88f7 x-openstack-request-id: req-13704504-6c0d-45d6-b0d6-b834dbed88f7 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:15:39.555612 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9380d95-b37d-4e4c-8dd7-18a74bd89bfa", "tag": "916c73bc-2bb6-461c-af98-fa6465f83617", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:15:39.555919 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-13704504-6c0d-45d6-b0d6-b834dbed88f7 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:15:39.556381 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9380d95-b37d-4e4c-8dd7-18a74bd89bfa', 'tag': '916c73bc-2bb6-461c-af98-fa6465f83617', 'status': 'completed', 'code': 200} Jul 09 16:15:39.562697 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2b0983f1-93fe-4c3f-8c73-058cb167cdad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:39.569425 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-0ccd302a-314f-4a45-8099-ac55018e507d req-29702937-3644-4964-b642-26257fd7f088 service neutron] Request body: {'port': {'device_id': 'f9380d95-b37d-4e4c-8dd7-18a74bd89bfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:15:39.659176 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6475b-0b20-4548-9a85-45237d2665b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3c945e4-6a50-4cc8-8cd8-1f368f81d45c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:39.773407 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-628b9918-58c8-4e93-82a9-a83e39f850f1 req-ccf9f595-ea44-43fa-bd86-6b31f5311ba6 tempest-SecurityGroupsTestAdminJSON-1142085336 tempest-SecurityGroupsTestAdminJSON-1142085336-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:39.818443 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c82ece7-5baa-4ed4-8c14-97fc24665609 service neutron] Pushing event updated for resources: {'Port': ['ID=9af7654b-8db2-4114-a977-f2b4377a7e3d,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:39.837198 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-628b9918-58c8-4e93-82a9-a83e39f850f1 req-ccf9f595-ea44-43fa-bd86-6b31f5311ba6 tempest-SecurityGroupsTestAdminJSON-1142085336 tempest-SecurityGroupsTestAdminJSON-1142085336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:39.862398 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78ca968-7d84-4ffc-9f5c-7518f4ddb5e2 admin admin] Made reservation on behalf of 8b4543350d344397aad051db9ebe2296 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:15:39.865668 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b78ca968-7d84-4ffc-9f5c-7518f4ddb5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:39.903928 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:39.914553 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b78ca968-7d84-4ffc-9f5c-7518f4ddb5e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:40.024178 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2b0983f1-93fe-4c3f-8c73-058cb167cdad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:40.111247 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf9f595-ea44-43fa-bd86-6b31f5311ba6 tempest-SecurityGroupsTestAdminJSON-1142085336 tempest-SecurityGroupsTestAdminJSON-1142085336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=357e5fb2-dc8e-47fd-b1fc-1e6784595dd4,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:40.131655 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2b0983f1-93fe-4c3f-8c73-058cb167cdad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:40.163172 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-29702937-3644-4964-b642-26257fd7f088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:40.168777 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0983f1-93fe-4c3f-8c73-058cb167cdad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7647c929-ca32-4b48-b774-d40e8214567d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:40.171212 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2b0983f1-93fe-4c3f-8c73-058cb167cdad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:40.173402 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2b0983f1-93fe-4c3f-8c73-058cb167cdad admin admin] 10.222.0.98 "DELETE /v2.0/subnets/7647c929-ca32-4b48-b774-d40e8214567d HTTP/1.1" status: 204 len: 168 time: 0.8810265 Jul 09 16:15:40.180188 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55578) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:40.304689 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8101b050-3c3c-4684-84aa-35e138863e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:40.555966 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-04644db6-064d-4162-907a-52dd20e9e130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:40.558185 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1bd6475b-0b20-4548-9a85-45237d2665b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:40.564980 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-04644db6-064d-4162-907a-52dd20e9e130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:40.591702 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7d4bf-ceb7-4d53-bcfa-0dfed98da30a req-07029e49-cdc5-44e2-9673-50c94ac6ad57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:40.592171 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7d4bf-ceb7-4d53-bcfa-0dfed98da30a req-07029e49-cdc5-44e2-9673-50c94ac6ad57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:40.592634 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7d4bf-ceb7-4d53-bcfa-0dfed98da30a req-07029e49-cdc5-44e2-9673-50c94ac6ad57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:40.593092 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7d4bf-ceb7-4d53-bcfa-0dfed98da30a req-07029e49-cdc5-44e2-9673-50c94ac6ad57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:40.593546 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7d4bf-ceb7-4d53-bcfa-0dfed98da30a req-07029e49-cdc5-44e2-9673-50c94ac6ad57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:40.593999 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7d4bf-ceb7-4d53-bcfa-0dfed98da30a req-07029e49-cdc5-44e2-9673-50c94ac6ad57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:40.594457 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7d4bf-ceb7-4d53-bcfa-0dfed98da30a req-07029e49-cdc5-44e2-9673-50c94ac6ad57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:40.597282 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2ec7d4bf-ceb7-4d53-bcfa-0dfed98da30a req-07029e49-cdc5-44e2-9673-50c94ac6ad57 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=26aaf535ef1442ddbe5e4f5b96bc1792&device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 6411 time: 0.9351916 Jul 09 16:15:40.641975 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-0ccd302a-314f-4a45-8099-ac55018e507d req-29702937-3644-4964-b642-26257fd7f088 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5a63360-2f2c-4256-88fa-b17027d6c63f {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:15:40.661044 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-29702937-3644-4964-b642-26257fd7f088 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:40.679279 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8101b050-3c3c-4684-84aa-35e138863e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:40.699957 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-0ccd302a-314f-4a45-8099-ac55018e507d req-29702937-3644-4964-b642-26257fd7f088 service neutron] Transition to ACTIVE for port object d5a63360-2f2c-4256-88fa-b17027d6c63f will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:15:40.701707 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-8101b050-3c3c-4684-84aa-35e138863e2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ac806f1-cdc6-4f21-8dff-578217276e95']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:15:40.716651 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-29702937-3644-4964-b642-26257fd7f088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:40.719822 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-8101b050-3c3c-4684-84aa-35e138863e2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53bede6b-6861-409a-a49d-5992a95b9775') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:15:40.720116 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-8101b050-3c3c-4684-84aa-35e138863e2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53bede6b-6861-409a-a49d-5992a95b9775') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:15:40.757681 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8101b050-3c3c-4684-84aa-35e138863e2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:40.809748 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8101b050-3c3c-4684-84aa-35e138863e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:40.830633 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8101b050-3c3c-4684-84aa-35e138863e2d admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:15:40.831268 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8101b050-3c3c-4684-84aa-35e138863e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:40.835793 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:15:40.835793 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:15:40.835793 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:15:40.835793 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:15:40.835793 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:15:40.835793 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:15:40.835793 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:15:40.835793 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:15:40.835793 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:15:40.835793 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:15:40.835793 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:15:40.835793 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:15:40.835793 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:15:40.835793 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:15:40.835793 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:15:40.835793 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:15:40.835793 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:15:40.835793 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:15:40.835793 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:15:40.835793 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:15:40.835793 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:15:40.835793 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:15:40.835793 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:15:40.835793 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:15:40.835793 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:15:40.835793 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:15:40.835793 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:15:40.835793 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:15:40.835793 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:15:40.835793 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:15:40.835793 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:15:40.835793 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:15:40.835793 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:15:40.835793 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:15:40.835793 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:15:40.835793 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:15:40.835793 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:15:40.835793 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:15:40.835793 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:15:40.835793 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:15:40.835793 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:15:40.835793 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:15:40.835793 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:15:40.835793 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:15:40.835793 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:15:40.835793 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:15:40.835793 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:15:40.835793 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:15:40.835793 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:15:40.835793 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:15:40.835793 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:15:40.835793 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:15:40.892782 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29702937-3644-4964-b642-26257fd7f088 service neutron] Pushing event updated for resources: {'Port': ['ID=d5a63360-2f2c-4256-88fa-b17027d6c63f,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:40.977695 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-04644db6-064d-4162-907a-52dd20e9e130 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=fa8de95379cb484b85e58d8c4d1a8937&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9649241 Jul 09 16:15:40.978423 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04644db6-064d-4162-907a-52dd20e9e130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1afd94-05e7-4339-90d5-87eda76889d8,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:40.980269 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55584) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:40.983935 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-628b9918-58c8-4e93-82a9-a83e39f850f1 req-ccf9f595-ea44-43fa-bd86-6b31f5311ba6 tempest-SecurityGroupsTestAdminJSON-1142085336 tempest-SecurityGroupsTestAdminJSON-1142085336-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:40.999060 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd6475b-0b20-4548-9a85-45237d2665b5 admin admin] Router 2c5946db-f874-4d10-b9d9-bbff4dabff6f has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:15:41.000199 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-628b9918-58c8-4e93-82a9-a83e39f850f1 req-ccf9f595-ea44-43fa-bd86-6b31f5311ba6 tempest-SecurityGroupsTestAdminJSON-1142085336 tempest-SecurityGroupsTestAdminJSON-1142085336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:41.002363 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8101b050-3c3c-4684-84aa-35e138863e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:41.016057 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3600cdf7-e0a2-4daa-a737-84edb789b362 req-07e62733-63a5-4341-918f-69736dda0b26 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:41.023078 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3600cdf7-e0a2-4daa-a737-84edb789b362 req-07e62733-63a5-4341-918f-69736dda0b26 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:41.029483 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3600cdf7-e0a2-4daa-a737-84edb789b362 req-07e62733-63a5-4341-918f-69736dda0b26 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:41.035481 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3600cdf7-e0a2-4daa-a737-84edb789b362 req-07e62733-63a5-4341-918f-69736dda0b26 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:41.041416 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3600cdf7-e0a2-4daa-a737-84edb789b362 req-07e62733-63a5-4341-918f-69736dda0b26 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:41.048301 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3600cdf7-e0a2-4daa-a737-84edb789b362 req-07e62733-63a5-4341-918f-69736dda0b26 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:41.052426 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8101b050-3c3c-4684-84aa-35e138863e2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:41.054300 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8101b050-3c3c-4684-84aa-35e138863e2d admin admin] 10.222.0.98 "DELETE /v2.0/networks/6ac806f1-cdc6-4f21-8dff-578217276e95 HTTP/1.1" status: 204 len: 168 time: 0.8726671 Jul 09 16:15:41.054554 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3600cdf7-e0a2-4daa-a737-84edb789b362 req-07e62733-63a5-4341-918f-69736dda0b26 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:41.064000 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3600cdf7-e0a2-4daa-a737-84edb789b362 req-07e62733-63a5-4341-918f-69736dda0b26 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 5409 time: 1.1702738 Jul 09 16:15:41.095189 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8101b050-3c3c-4684-84aa-35e138863e2d admin admin] Pushing event deleted for resources: {'Network': ['ID=6ac806f1-cdc6-4f21-8dff-578217276e95,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:41.150612 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7d4bf-ceb7-4d53-bcfa-0dfed98da30a req-e2b197c2-ca9c-4746-b840-970b8942543a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:41.151769 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7d4bf-ceb7-4d53-bcfa-0dfed98da30a req-e2b197c2-ca9c-4746-b840-970b8942543a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:41.151769 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7d4bf-ceb7-4d53-bcfa-0dfed98da30a req-e2b197c2-ca9c-4746-b840-970b8942543a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:41.153222 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2ec7d4bf-ceb7-4d53-bcfa-0dfed98da30a req-e2b197c2-ca9c-4746-b840-970b8942543a service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=26aaf535ef1442ddbe5e4f5b96bc1792&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5356028 Jul 09 16:15:41.156321 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf9f595-ea44-43fa-bd86-6b31f5311ba6 tempest-SecurityGroupsTestAdminJSON-1142085336 tempest-SecurityGroupsTestAdminJSON-1142085336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=782cf485-83e2-48bb-adae-05ca04a629b0,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:41.164833 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-0ccd302a-314f-4a45-8099-ac55018e507d req-29702937-3644-4964-b642-26257fd7f088 service neutron] Attempting to bind port d5a63360-2f2c-4256-88fa-b17027d6c63f on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:15:41.165201 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-0ccd302a-314f-4a45-8099-ac55018e507d req-29702937-3644-4964-b642-26257fd7f088 service neutron] Attempting to bind port d5a63360-2f2c-4256-88fa-b17027d6c63f by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': '2c926b7f-3d2f-4a20-b2db-f56b1ea8f48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6a26d5a7-49c7-498b-ac37-7c6cb6027d97'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:15:41.165491 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccd302a-314f-4a45-8099-ac55018e507d req-29702937-3644-4964-b642-26257fd7f088 service neutron] Attempting to bind port d5a63360-2f2c-4256-88fa-b17027d6c63f on network 6a26d5a7-49c7-498b-ac37-7c6cb6027d97 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:15:41.183025 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccd302a-314f-4a45-8099-ac55018e507d req-29702937-3644-4964-b642-26257fd7f088 service neutron] Port d5a63360-2f2c-4256-88fa-b17027d6c63f on network 6a26d5a7-49c7-498b-ac37-7c6cb6027d97 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:15:41.183992 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccd302a-314f-4a45-8099-ac55018e507d req-29702937-3644-4964-b642-26257fd7f088 service neutron] Attempting to bind port d5a63360-2f2c-4256-88fa-b17027d6c63f on network 6a26d5a7-49c7-498b-ac37-7c6cb6027d97 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:15:41.199932 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccd302a-314f-4a45-8099-ac55018e507d req-29702937-3644-4964-b642-26257fd7f088 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:15:41.200314 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccd302a-314f-4a45-8099-ac55018e507d req-29702937-3644-4964-b642-26257fd7f088 service neutron] Checking segment: {'id': '2c926b7f-3d2f-4a20-b2db-f56b1ea8f48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6a26d5a7-49c7-498b-ac37-7c6cb6027d97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:15:41.200655 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccd302a-314f-4a45-8099-ac55018e507d req-29702937-3644-4964-b642-26257fd7f088 service neutron] Bound using segment: {'id': '2c926b7f-3d2f-4a20-b2db-f56b1ea8f48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6a26d5a7-49c7-498b-ac37-7c6cb6027d97'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:15:41.201107 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-0ccd302a-314f-4a45-8099-ac55018e507d req-29702937-3644-4964-b642-26257fd7f088 service neutron] Bound port: d5a63360-2f2c-4256-88fa-b17027d6c63f, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c926b7f-3d2f-4a20-b2db-f56b1ea8f48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6a26d5a7-49c7-498b-ac37-7c6cb6027d97'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:15:41.201471 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-29702937-3644-4964-b642-26257fd7f088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:41.203605 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e367bb75-09ba-4faa-bc60-ae0c53a0814b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:41.214299 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3600cdf7-e0a2-4daa-a737-84edb789b362 req-f064e4b2-6f22-4626-95b5-04ab645b4926 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c727296-78a2-4526-a3ce-1ec442e3beaf&id=45384544-6ff6-497a-9513-ac1d1fea2ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1488886 Jul 09 16:15:41.284869 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e367bb75-09ba-4faa-bc60-ae0c53a0814b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:41.332275 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55588) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:41.346868 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b78ca968-7d84-4ffc-9f5c-7518f4ddb5e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:41.367549 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b78ca968-7d84-4ffc-9f5c-7518f4ddb5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:41.378228 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-628b9918-58c8-4e93-82a9-a83e39f850f1 req-ccf9f595-ea44-43fa-bd86-6b31f5311ba6 tempest-SecurityGroupsTestAdminJSON-1142085336 tempest-SecurityGroupsTestAdminJSON-1142085336-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:41.388829 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-628b9918-58c8-4e93-82a9-a83e39f850f1 req-ccf9f595-ea44-43fa-bd86-6b31f5311ba6 tempest-SecurityGroupsTestAdminJSON-1142085336 tempest-SecurityGroupsTestAdminJSON-1142085336-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.5008674 Jul 09 16:15:41.395033 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-0ccd302a-314f-4a45-8099-ac55018e507d req-29702937-3644-4964-b642-26257fd7f088 service neutron] For port d5a63360-2f2c-4256-88fa-b17027d6c63f, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:15:41.406002 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-0ccd302a-314f-4a45-8099-ac55018e507d req-29702937-3644-4964-b642-26257fd7f088 service neutron] For port d5a63360-2f2c-4256-88fa-b17027d6c63f, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=d5a63360-2f2c-4256-88fa-b17027d6c63f,segment=NetworkSegment(2c926b7f-3d2f-4a20-b2db-f56b1ea8f48b),segment_id=2c926b7f-3d2f-4a20-b2db-f56b1ea8f48b)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:15:41.413769 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b78ca968-7d84-4ffc-9f5c-7518f4ddb5e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:15:41.424818 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-29702937-3644-4964-b642-26257fd7f088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:41.434124 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-fa1aa58d-4d95-452d-8e4c-e2460e02e7f2 req-2044b743-a251-4c11-baa2-d1ab36b06885 tempest-SecurityGroupsTestAdminJSON-1142085336 tempest-SecurityGroupsTestAdminJSON-1142085336-project] Request body: {'security_group': {'name': 'tempest-securitygroup-909719839', 'description': 'tempest-description-2094306383'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:15:41.484829 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-5b460a4a-db81-426f-826d-cb49c23dbf55 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=af925efe71854f1f8999734921d4e286&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1491978 Jul 09 16:15:41.488060 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd6475b-0b20-4548-9a85-45237d2665b5 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:15:41.490005 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55592) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:41.499815 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a094c6-40d6-4d21-8bf9-5358bd79e909 None None] Sync routers for ids ['2c5946db-f874-4d10-b9d9-bbff4dabff6f'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:15:41.502030 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78ca968-7d84-4ffc-9f5c-7518f4ddb5e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4223280-591e-4822-9041-8019b8e07208,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:41.502466 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1bd6475b-0b20-4548-9a85-45237d2665b5 admin admin] 10.222.0.98 "PUT /v2.0/routers/2c5946db-f874-4d10-b9d9-bbff4dabff6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0562472 Jul 09 16:15:41.509846 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7d4bf-ceb7-4d53-bcfa-0dfed98da30a req-e772aebd-3c41-42b5-9f63-1c229d23374d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:41.511541 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2ec7d4bf-ceb7-4d53-bcfa-0dfed98da30a req-e772aebd-3c41-42b5-9f63-1c229d23374d service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2867823 Jul 09 16:15:41.512045 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55594) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:41.528917 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b78ca968-7d84-4ffc-9f5c-7518f4ddb5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:41.529735 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-b78ca968-7d84-4ffc-9f5c-7518f4ddb5e2 admin admin] Added segment 5d23a5b3-245f-4eb8-87c2-018a746b8a9f of type vlan for network c5487c0a-4156-4007-a6f5-e2802a69b35e Jul 09 16:15:41.532302 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e367bb75-09ba-4faa-bc60-ae0c53a0814b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:41.535535 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e367bb75-09ba-4faa-bc60-ae0c53a0814b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:41.544697 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e367bb75-09ba-4faa-bc60-ae0c53a0814b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0c1afd94-05e7-4339-90d5-87eda76889d8 HTTP/1.1" status: 204 len: 168 time: 0.5594182 Jul 09 16:15:41.553002 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a094c6-40d6-4d21-8bf9-5358bd79e909 None None] Routers {'2c5946db-f874-4d10-b9d9-bbff4dabff6f'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:15:41.553638 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e1a094c6-40d6-4d21-8bf9-5358bd79e909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:15:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['2c5946db-f874-4d10-b9d9-bbff4dabff6f'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:15:41.555996 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd302a-314f-4a45-8099-ac55018e507d req-29702937-3644-4964-b642-26257fd7f088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:41.556890 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ccd302a-314f-4a45-8099-ac55018e507d req-29702937-3644-4964-b642-26257fd7f088 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:41.558586 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-29702937-3644-4964-b642-26257fd7f088 service neutron] 10.222.0.73 "PUT /v2.0/ports/d5a63360-2f2c-4256-88fa-b17027d6c63f HTTP/1.1" status: 200 len: 1091 time: 1.9936500 Jul 09 16:15:41.569255 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9380d95-b37d-4e4c-8dd7-18a74bd89bfa', 'tag': '9af7654b-8db2-4114-a977-f2b4377a7e3d'}, {'name': 'network-changed', 'server_uuid': 'f9380d95-b37d-4e4c-8dd7-18a74bd89bfa', 'tag': 'd5a63360-2f2c-4256-88fa-b17027d6c63f'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:15:41.576981 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a618d4b0-b592-4ac1-9d52-73f08c1f4953" -d '{"events": [{"name": "network-changed", "server_uuid": "f9380d95-b37d-4e4c-8dd7-18a74bd89bfa", "tag": "9af7654b-8db2-4114-a977-f2b4377a7e3d"}, {"name": "network-changed", "server_uuid": "f9380d95-b37d-4e4c-8dd7-18a74bd89bfa", "tag": "d5a63360-2f2c-4256-88fa-b17027d6c63f"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:15:41.584874 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fa1aa58d-4d95-452d-8e4c-e2460e02e7f2 req-2044b743-a251-4c11-baa2-d1ab36b06885 tempest-SecurityGroupsTestAdminJSON-1142085336 tempest-SecurityGroupsTestAdminJSON-1142085336-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:41.722454 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e367bb75-09ba-4faa-bc60-ae0c53a0814b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1afd94-05e7-4339-90d5-87eda76889d8,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:41.735863 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 09 Jul 2021 16:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f903de-e838-4a51-bd87-a1a92bac73fc x-openstack-request-id: req-97f903de-e838-4a51-bd87-a1a92bac73fc {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:15:41.736207 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9380d95-b37d-4e4c-8dd7-18a74bd89bfa", "tag": "9af7654b-8db2-4114-a977-f2b4377a7e3d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f9380d95-b37d-4e4c-8dd7-18a74bd89bfa", "tag": "d5a63360-2f2c-4256-88fa-b17027d6c63f", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:15:41.736430 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-97f903de-e838-4a51-bd87-a1a92bac73fc {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:15:41.736797 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9380d95-b37d-4e4c-8dd7-18a74bd89bfa', 'tag': '9af7654b-8db2-4114-a977-f2b4377a7e3d', 'status': 'completed', 'code': 200} Jul 09 16:15:41.737187 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9380d95-b37d-4e4c-8dd7-18a74bd89bfa', 'tag': 'd5a63360-2f2c-4256-88fa-b17027d6c63f', 'status': 'completed', 'code': 200} Jul 09 16:15:41.741116 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6dbada8-dfcb-4647-af97-b6a1a52fdb31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:41.759347 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b78ca968-7d84-4ffc-9f5c-7518f4ddb5e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:41.761713 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-e1a094c6-40d6-4d21-8bf9-5358bd79e909 None None] Set router 2c5946db-f874-4d10-b9d9-bbff4dabff6f gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:15:41.784083 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6dbada8-dfcb-4647-af97-b6a1a52fdb31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:41.798238 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29702937-3644-4964-b642-26257fd7f088 service neutron] Pushing event updated for resources: {'Port': ['ID=d5a63360-2f2c-4256-88fa-b17027d6c63f,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:41.805130 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c3838638-40e1-4747-abd8-223c55d1b24f admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:42.019687 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fa1aa58d-4d95-452d-8e4c-e2460e02e7f2 req-2044b743-a251-4c11-baa2-d1ab36b06885 tempest-SecurityGroupsTestAdminJSON-1142085336 tempest-SecurityGroupsTestAdminJSON-1142085336-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:42.034117 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fa1aa58d-4d95-452d-8e4c-e2460e02e7f2 req-2044b743-a251-4c11-baa2-d1ab36b06885 tempest-SecurityGroupsTestAdminJSON-1142085336 tempest-SecurityGroupsTestAdminJSON-1142085336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:42.055571 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fa1aa58d-4d95-452d-8e4c-e2460e02e7f2 req-2044b743-a251-4c11-baa2-d1ab36b06885 tempest-SecurityGroupsTestAdminJSON-1142085336 tempest-SecurityGroupsTestAdminJSON-1142085336-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:42.062985 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fa1aa58d-4d95-452d-8e4c-e2460e02e7f2 req-2044b743-a251-4c11-baa2-d1ab36b06885 tempest-SecurityGroupsTestAdminJSON-1142085336 tempest-SecurityGroupsTestAdminJSON-1142085336-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6506164 Jul 09 16:15:42.072841 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b78ca968-7d84-4ffc-9f5c-7518f4ddb5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:42.074357 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78ca968-7d84-4ffc-9f5c-7518f4ddb5e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:42.075302 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b78ca968-7d84-4ffc-9f5c-7518f4ddb5e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:42.078284 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6dbada8-dfcb-4647-af97-b6a1a52fdb31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:42.085655 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6dbada8-dfcb-4647-af97-b6a1a52fdb31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:42.089181 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c6dbada8-dfcb-4647-af97-b6a1a52fdb31 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/fadcaedc-452e-4f40-8a32-cbe9ec458d60 HTTP/1.1" status: 204 len: 168 time: 0.5944498 Jul 09 16:15:42.111691 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e1a094c6-40d6-4d21-8bf9-5358bd79e909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5946db-f874-4d10-b9d9-bbff4dabff6f', 'name': 'tempest-ServersTestBootFromVolume-507522533-router', 'tenant_id': '4a7bcfee98ce42f9b496f385fa1d801e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '5a458250-da19-4416-bbca-e9210b5c8054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:11:28Z', 'updated_at': '2021-07-09T16:15:39Z', 'revision_number': 5, 'project_id': '4a7bcfee98ce42f9b496f385fa1d801e', 'gw_port': {'id': '5a458250-da19-4416-bbca-e9210b5c8054', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:46:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5946db-f874-4d10-b9d9-bbff4dabff6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:11:29Z', 'updated_at': '2021-07-09T16:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:15:42.122860 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dbada8-dfcb-4647-af97-b6a1a52fdb31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadcaedc-452e-4f40-8a32-cbe9ec458d60,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:42.125432 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c3838638-40e1-4747-abd8-223c55d1b24f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:42.172852 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a094c6-40d6-4d21-8bf9-5358bd79e909 None None] Checking router: 2c5946db-f874-4d10-b9d9-bbff4dabff6f for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:15:42.199746 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a094c6-40d6-4d21-8bf9-5358bd79e909 None None] Routers {'2c5946db-f874-4d10-b9d9-bbff4dabff6f'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:15:42.200588 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e1a094c6-40d6-4d21-8bf9-5358bd79e909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:15:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['2c5946db-f874-4d10-b9d9-bbff4dabff6f'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:15:42.258890 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2044b743-a251-4c11-baa2-d1ab36b06885 tempest-SecurityGroupsTestAdminJSON-1142085336 tempest-SecurityGroupsTestAdminJSON-1142085336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a66f89f8-ef36-4786-814b-3d6a83f271c4,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:42.270309 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-c3838638-40e1-4747-abd8-223c55d1b24f admin admin] Deleting port 5a458250-da19-4416-bbca-e9210b5c8054 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:15:42.270640 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c3838638-40e1-4747-abd8-223c55d1b24f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:42.280737 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd302a-314f-4a45-8099-ac55018e507d req-dfabf9e5-dee4-4491-ba2b-d9e3051262d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:42.281644 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd302a-314f-4a45-8099-ac55018e507d req-dfabf9e5-dee4-4491-ba2b-d9e3051262d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:42.282418 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd302a-314f-4a45-8099-ac55018e507d req-dfabf9e5-dee4-4491-ba2b-d9e3051262d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:42.283399 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd302a-314f-4a45-8099-ac55018e507d req-dfabf9e5-dee4-4491-ba2b-d9e3051262d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:42.284087 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd302a-314f-4a45-8099-ac55018e507d req-dfabf9e5-dee4-4491-ba2b-d9e3051262d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:42.284952 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd302a-314f-4a45-8099-ac55018e507d req-dfabf9e5-dee4-4491-ba2b-d9e3051262d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:42.285652 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd302a-314f-4a45-8099-ac55018e507d req-dfabf9e5-dee4-4491-ba2b-d9e3051262d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:42.287957 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-dfabf9e5-dee4-4491-ba2b-d9e3051262d2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=26aaf535ef1442ddbe5e4f5b96bc1792&device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 6478 time: 0.5366416 Jul 09 16:15:42.299579 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78ca968-7d84-4ffc-9f5c-7518f4ddb5e2 admin admin] Pushing event updated for resources: {'Network': ['ID=c5487c0a-4156-4007-a6f5-e2802a69b35e,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:42.330786 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b78ca968-7d84-4ffc-9f5c-7518f4ddb5e2 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.7803345 Jul 09 16:15:42.331239 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55612) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:42.407132 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-e1a094c6-40d6-4d21-8bf9-5358bd79e909 None None] Set router 2c5946db-f874-4d10-b9d9-bbff4dabff6f gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:15:42.410102 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-a8f3e61e-646a-4768-9632-ea894feae5c6 admin admin] Request body: {'subnet': {'network_id': 'c5487c0a-4156-4007-a6f5-e2802a69b35e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-171108153-subnet', 'tenant_id': '8b4543350d344397aad051db9ebe2296', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:15:42.420445 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-9012b4db-d11b-4ccd-b765-a04a69355192 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e HTTP/1.1" status: 200 len: 217 time: 0.1118426 Jul 09 16:15:42.442105 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-c3838638-40e1-4747-abd8-223c55d1b24f admin admin] For port 5a458250-da19-4416-bbca-e9210b5c8054, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=5a458250-da19-4416-bbca-e9210b5c8054,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:15:42.442458 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c3838638-40e1-4747-abd8-223c55d1b24f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:42.470817 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-c3838638-40e1-4747-abd8-223c55d1b24f admin admin] Calling delete_port for 5a458250-da19-4416-bbca-e9210b5c8054 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:15:42.549697 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e1a094c6-40d6-4d21-8bf9-5358bd79e909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5946db-f874-4d10-b9d9-bbff4dabff6f', 'name': 'tempest-ServersTestBootFromVolume-507522533-router', 'tenant_id': '4a7bcfee98ce42f9b496f385fa1d801e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:11:28Z', 'updated_at': '2021-07-09T16:15:42Z', 'revision_number': 6, 'project_id': '4a7bcfee98ce42f9b496f385fa1d801e', 'gw_port_host': None}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:15:42.551840 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network c5487c0a-4156-4007-a6f5-e2802a69b35e details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:15:42.656127 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd302a-314f-4a45-8099-ac55018e507d req-615e8edc-5f1a-4a74-8055-98d1ef9244bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:42.657525 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-615e8edc-5f1a-4a74-8055-98d1ef9244bf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d1711513-50d2-4abd-a78b-a82992d0d46f HTTP/1.1" status: 200 len: 851 time: 0.2218678 Jul 09 16:15:42.683087 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f3e61e-646a-4768-9632-ea894feae5c6 admin admin] Made reservation on behalf of 8b4543350d344397aad051db9ebe2296 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:15:42.685490 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a8f3e61e-646a-4768-9632-ea894feae5c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:42.712319 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a094c6-40d6-4d21-8bf9-5358bd79e909 None None] The sync data for ids ['2c5946db-f874-4d10-b9d9-bbff4dabff6f'] in n-d-798930-3 is: [{'id': '2c5946db-f874-4d10-b9d9-bbff4dabff6f', 'name': 'tempest-ServersTestBootFromVolume-507522533-router', 'tenant_id': '4a7bcfee98ce42f9b496f385fa1d801e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:11:28Z', 'updated_at': '2021-07-09T16:15:42Z', 'revision_number': 6, 'project_id': '4a7bcfee98ce42f9b496f385fa1d801e', 'gw_port_host': None}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:15:42.743143 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-628ba3be-8cef-4c4d-af11-0d9041c0146b req-a5fb0091-732a-4232-8d74-3fe7fb8fc057 tempest-SecurityGroupsTestAdminJSON-1048519902 tempest-SecurityGroupsTestAdminJSON-1048519902-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-969076452', 'description': 'tempest-description-1870238751'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:15:42.762230 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c3838638-40e1-4747-abd8-223c55d1b24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:42.848804 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3838638-40e1-4747-abd8-223c55d1b24f admin admin] Pushing event deleted for resources: {'Port': ['ID=5a458250-da19-4416-bbca-e9210b5c8054,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:42.926411 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42e2ab-8410-4059-8448-974cce99b804 req-d900e888-c5fe-4dbe-afef-bb7af5c224c1 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:42.941015 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42e2ab-8410-4059-8448-974cce99b804 req-d900e888-c5fe-4dbe-afef-bb7af5c224c1 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:42.951296 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-628ba3be-8cef-4c4d-af11-0d9041c0146b req-a5fb0091-732a-4232-8d74-3fe7fb8fc057 tempest-SecurityGroupsTestAdminJSON-1048519902 tempest-SecurityGroupsTestAdminJSON-1048519902-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:42.962068 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42e2ab-8410-4059-8448-974cce99b804 req-d900e888-c5fe-4dbe-afef-bb7af5c224c1 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:42.969664 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-628ba3be-8cef-4c4d-af11-0d9041c0146b req-a5fb0091-732a-4232-8d74-3fe7fb8fc057 tempest-SecurityGroupsTestAdminJSON-1048519902 tempest-SecurityGroupsTestAdminJSON-1048519902-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:42.972657 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42e2ab-8410-4059-8448-974cce99b804 req-d900e888-c5fe-4dbe-afef-bb7af5c224c1 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:42.994613 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42e2ab-8410-4059-8448-974cce99b804 req-d900e888-c5fe-4dbe-afef-bb7af5c224c1 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:43.000702 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c3838638-40e1-4747-abd8-223c55d1b24f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:43.010859 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42e2ab-8410-4059-8448-974cce99b804 req-d900e888-c5fe-4dbe-afef-bb7af5c224c1 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:43.021168 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42e2ab-8410-4059-8448-974cce99b804 req-d900e888-c5fe-4dbe-afef-bb7af5c224c1 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:43.023163 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7b42e2ab-8410-4059-8448-974cce99b804 req-d900e888-c5fe-4dbe-afef-bb7af5c224c1 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 5421 time: 0.4614336 Jul 09 16:15:43.158962 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd302a-314f-4a45-8099-ac55018e507d req-6e953c8c-16f9-40d2-88ec-3d5194f97858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:43.163469 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-6e953c8c-16f9-40d2-88ec-3d5194f97858 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4910350 Jul 09 16:15:43.273125 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c3838638-40e1-4747-abd8-223c55d1b24f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:43.280072 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c3838638-40e1-4747-abd8-223c55d1b24f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:43.365119 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7b42e2ab-8410-4059-8448-974cce99b804 req-fcfdc099-e5c4-4181-b98b-e7026911d61d tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c727296-78a2-4526-a3ce-1ec442e3beaf&id=45384544-6ff6-497a-9513-ac1d1fea2ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3027556 Jul 09 16:15:43.381646 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c3838638-40e1-4747-abd8-223c55d1b24f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:43.382234 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3838638-40e1-4747-abd8-223c55d1b24f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c5946db-f874-4d10-b9d9-bbff4dabff6f {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:15:43.388918 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c3838638-40e1-4747-abd8-223c55d1b24f admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:43.390089 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c3838638-40e1-4747-abd8-223c55d1b24f admin admin] 10.222.0.98 "DELETE /v2.0/routers/2c5946db-f874-4d10-b9d9-bbff4dabff6f HTTP/1.1" status: 204 len: 168 time: 1.8750389 Jul 09 16:15:43.394606 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55642) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:43.514079 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e2fbbbe-d6c6-4a52-9e50-ea08ebf8711f admin admin] Deleting subnet 90f9165d-5f7d-46e1-8fba-1a5ae5f57aba {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:15:43.517940 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1e2fbbbe-d6c6-4a52-9e50-ea08ebf8711f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:43.561333 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1e2fbbbe-d6c6-4a52-9e50-ea08ebf8711f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:43.649151 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55648) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:43.656335 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-628ba3be-8cef-4c4d-af11-0d9041c0146b req-a5fb0091-732a-4232-8d74-3fe7fb8fc057 tempest-SecurityGroupsTestAdminJSON-1048519902 tempest-SecurityGroupsTestAdminJSON-1048519902-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:43.665898 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-628ba3be-8cef-4c4d-af11-0d9041c0146b req-a5fb0091-732a-4232-8d74-3fe7fb8fc057 tempest-SecurityGroupsTestAdminJSON-1048519902 tempest-SecurityGroupsTestAdminJSON-1048519902-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:43.678799 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1e2fbbbe-d6c6-4a52-9e50-ea08ebf8711f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:43.698821 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-567e6cc1-7d0c-4fcb-b5e6-f0f1bc35f5be service neutron] 10.222.0.73 "GET /v2.0/networks/3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5125732 Jul 09 16:15:43.746452 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb0091-732a-4232-8d74-3fe7fb8fc057 tempest-SecurityGroupsTestAdminJSON-1048519902 tempest-SecurityGroupsTestAdminJSON-1048519902-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ce014f-bf96-4ac1-abb0-6ad9437b4e55,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:43.791176 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1e2fbbbe-d6c6-4a52-9e50-ea08ebf8711f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:43.811719 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1e2fbbbe-d6c6-4a52-9e50-ea08ebf8711f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:43.813814 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1e2fbbbe-d6c6-4a52-9e50-ea08ebf8711f admin admin] 10.222.0.98 "DELETE /v2.0/subnets/90f9165d-5f7d-46e1-8fba-1a5ae5f57aba HTTP/1.1" status: 204 len: 168 time: 0.4181640 Jul 09 16:15:43.818410 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2b4a9f-77ab-40fa-aae7-0b937a53d70b None None] Network 61ffd1b6-f25b-4986-bd69-fd61ebdd8c18 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:15:43.840344 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55654) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:43.850131 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2fbbbe-d6c6-4a52-9e50-ea08ebf8711f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90f9165d-5f7d-46e1-8fba-1a5ae5f57aba,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:43.855786 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a8f3e61e-646a-4768-9632-ea894feae5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:43.898369 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-628ba3be-8cef-4c4d-af11-0d9041c0146b req-a5fb0091-732a-4232-8d74-3fe7fb8fc057 tempest-SecurityGroupsTestAdminJSON-1048519902 tempest-SecurityGroupsTestAdminJSON-1048519902-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:43.908666 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-628ba3be-8cef-4c4d-af11-0d9041c0146b req-a5fb0091-732a-4232-8d74-3fe7fb8fc057 tempest-SecurityGroupsTestAdminJSON-1048519902 tempest-SecurityGroupsTestAdminJSON-1048519902-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:43.960204 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-628ba3be-8cef-4c4d-af11-0d9041c0146b req-a5fb0091-732a-4232-8d74-3fe7fb8fc057 tempest-SecurityGroupsTestAdminJSON-1048519902 tempest-SecurityGroupsTestAdminJSON-1048519902-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:43.961679 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-628ba3be-8cef-4c4d-af11-0d9041c0146b req-a5fb0091-732a-4232-8d74-3fe7fb8fc057 tempest-SecurityGroupsTestAdminJSON-1048519902 tempest-SecurityGroupsTestAdminJSON-1048519902-project-admin] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.3658416 Jul 09 16:15:43.965123 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ce2159f-fb1f-4cdf-b790-c9677dc5fd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:43.987250 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb0091-732a-4232-8d74-3fe7fb8fc057 tempest-SecurityGroupsTestAdminJSON-1048519902 tempest-SecurityGroupsTestAdminJSON-1048519902-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf57f234-9465-4e3c-ab96-c68f86281d8d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:44.024929 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55658) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:44.073201 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-e6928a14-1b89-4faa-8523-c8e6aefa476b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1203188268-network', 'tenant_id': '10fc0704be1245f1bd0e54e1f3888d0a'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:15:44.132183 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-705bf8cb-5265-42a5-9b11-4a0b960cc59e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1107795592-network', 'tenant_id': '06cbfbbe1d844c0796508ff309a673b8'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:15:44.139012 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-4ce2159f-fb1f-4cdf-b790-c9677dc5fd8a admin admin] Deleting port 0e6475cc-08bf-4589-8677-48b112c7c818 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:15:44.139430 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ce2159f-fb1f-4cdf-b790-c9677dc5fd8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:44.199110 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6928a14-1b89-4faa-8523-c8e6aefa476b admin admin] Made reservation on behalf of 10fc0704be1245f1bd0e54e1f3888d0a for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:15:44.201841 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e6928a14-1b89-4faa-8523-c8e6aefa476b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:44.216443 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e6928a14-1b89-4faa-8523-c8e6aefa476b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:44.253457 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705bf8cb-5265-42a5-9b11-4a0b960cc59e admin admin] Made reservation on behalf of 06cbfbbe1d844c0796508ff309a673b8 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:15:44.255839 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-705bf8cb-5265-42a5-9b11-4a0b960cc59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:44.270734 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14abfb7-44cd-4636-b725-7989366dac0c None None] DHCP port deletion for 61ffd1b6-f25b-4986-bd69-fd61ebdd8c18 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:15:44.297699 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-4ce2159f-fb1f-4cdf-b790-c9677dc5fd8a admin admin] For port 0e6475cc-08bf-4589-8677-48b112c7c818, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=0e6475cc-08bf-4589-8677-48b112c7c818,segment=NetworkSegment(20111d7e-0648-421f-8458-2c564982cda3),segment_id=20111d7e-0648-421f-8458-2c564982cda3)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:15:44.298144 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ce2159f-fb1f-4cdf-b790-c9677dc5fd8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:44.313637 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-705bf8cb-5265-42a5-9b11-4a0b960cc59e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:44.334739 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-4ce2159f-fb1f-4cdf-b790-c9677dc5fd8a admin admin] Calling delete_port for 0e6475cc-08bf-4589-8677-48b112c7c818 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:15:44.345271 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-d14abfb7-44cd-4636-b725-7989366dac0c None None] Deleting port 0e6475cc-08bf-4589-8677-48b112c7c818 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:15:44.345644 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d14abfb7-44cd-4636-b725-7989366dac0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:44.462310 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f3e61e-646a-4768-9632-ea894feae5c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50cb890d-4e57-4cda-ba1d-aafb48eacd59,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:44.499507 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e6928a14-1b89-4faa-8523-c8e6aefa476b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:44.505100 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-930b27d3-a74c-4752-95ef-7170dfbe781b req-72c57f16-d0bf-4c41-ac61-763d75d144a1 tempest-SecurityGroupsTestAdminJSON-1048519902 tempest-SecurityGroupsTestAdminJSON-1048519902-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-429014578', 'description': 'tempest-description-1866054455'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:15:44.525643 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-d14abfb7-44cd-4636-b725-7989366dac0c None None] For port 0e6475cc-08bf-4589-8677-48b112c7c818, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=0e6475cc-08bf-4589-8677-48b112c7c818,segment=NetworkSegment(20111d7e-0648-421f-8458-2c564982cda3),segment_id=20111d7e-0648-421f-8458-2c564982cda3)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:15:44.526137 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d14abfb7-44cd-4636-b725-7989366dac0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:44.546543 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-d14abfb7-44cd-4636-b725-7989366dac0c None None] Calling delete_port for 0e6475cc-08bf-4589-8677-48b112c7c818 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:15:44.550348 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e6928a14-1b89-4faa-8523-c8e6aefa476b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:44.557605 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f3e61e-646a-4768-9632-ea894feae5c6 admin admin] Checking segment: {'id': '5d23a5b3-245f-4eb8-87c2-018a746b8a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c5487c0a-4156-4007-a6f5-e2802a69b35e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:15:44.559242 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f3e61e-646a-4768-9632-ea894feae5c6 admin admin] Network hostable DHCP agents. Network: c5487c0a-4156-4007-a6f5-e2802a69b35e, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:15:44.587803 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-c97d0586-26cf-4f30-b0d0-06ad68220d24 service neutron] 10.222.0.73 "GET /v2.0/networks/3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8786662 Jul 09 16:15:44.590518 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f3e61e-646a-4768-9632-ea894feae5c6 admin admin] Network c5487c0a-4156-4007-a6f5-e2802a69b35e is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:15:44.606182 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6928a14-1b89-4faa-8523-c8e6aefa476b admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:15:44.617831 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e6928a14-1b89-4faa-8523-c8e6aefa476b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:44.618443 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-e6928a14-1b89-4faa-8523-c8e6aefa476b admin admin] Added segment daedc451-368e-4534-b4dd-30f41156d935 of type vlan for network 591d30a9-091b-4c49-9258-6f248bd1635c Jul 09 16:15:44.639546 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-a8f3e61e-646a-4768-9632-ea894feae5c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, c5487c0a-4156-4007-a6f5-e2802a69b35e) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:15:44.642676 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-a6cf215c-0e66-4d39-a892-0ad7ab58b0b7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=dc1969ff-da8f-4d79-bad7-c98b94b7dc83 HTTP/1.1" status: 200 len: 217 time: 0.0481541 Jul 09 16:15:44.645864 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f3e61e-646a-4768-9632-ea894feae5c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:44.646470 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a8f3e61e-646a-4768-9632-ea894feae5c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:44.657146 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 5a458250-da19-4416-bbca-e9210b5c8054 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:15:44.668161 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e6928a14-1b89-4faa-8523-c8e6aefa476b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:44.681632 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657add2c-00f9-4535-bbe7-76d0e1ed071a None None] Network c5487c0a-4156-4007-a6f5-e2802a69b35e requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:15:44.698348 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 5a458250-da19-4416-bbca-e9210b5c8054 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:15:44.699820 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 5a458250-da19-4416-bbca-e9210b5c8054 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:15:44.699820 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device b3c945e4-6a50-4cc8-8cd8-1f368f81d45c no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:15:44.709124 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ce2159f-fb1f-4cdf-b790-c9677dc5fd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:44.709696 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd302a-314f-4a45-8099-ac55018e507d req-d8baf489-80dd-4bc5-9478-8a0a64c9359c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:44.711600 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-d8baf489-80dd-4bc5-9478-8a0a64c9359c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=069191b9-70ed-4c94-9317-897bb2dd7371 HTTP/1.1" status: 200 len: 797 time: 0.0539196 Jul 09 16:15:44.736570 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e6928a14-1b89-4faa-8523-c8e6aefa476b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:44.737525 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6928a14-1b89-4faa-8523-c8e6aefa476b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:44.738095 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e6928a14-1b89-4faa-8523-c8e6aefa476b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:44.768466 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: b3c945e4-6a50-4cc8-8cd8-1f368f81d45c {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:15:44.768854 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device b3c945e4-6a50-4cc8-8cd8-1f368f81d45c not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:15:44.769274 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 0e6475cc-08bf-4589-8677-48b112c7c818 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:15:44.801258 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd302a-314f-4a45-8099-ac55018e507d req-570ef697-bb76-4a0d-ac16-bb04952615de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:44.805189 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-570ef697-bb76-4a0d-ac16-bb04952615de service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5b04cdf-01a8-4737-aa80-b62db70e7d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0783615 Jul 09 16:15:44.806344 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 0e6475cc-08bf-4589-8677-48b112c7c818 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:15:44.806699 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 0e6475cc-08bf-4589-8677-48b112c7c818 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:15:44.832417 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d14abfb7-44cd-4636-b725-7989366dac0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:44.872546 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14abfb7-44cd-4636-b725-7989366dac0c None None] Pushing event deleted for resources: {'Port': ['ID=0e6475cc-08bf-4589-8677-48b112c7c818,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:44.879182 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14abfb7-44cd-4636-b725-7989366dac0c None None] No DVR routers for this DVR port 0e6475cc-08bf-4589-8677-48b112c7c818 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:15:44.960173 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-7f2ae4e4-7768-4b93-a48d-c626b657b524 service neutron] 10.222.0.73 "GET /v2.0/networks/f5b04cdf-01a8-4737-aa80-b62db70e7d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370246 Jul 09 16:15:44.978100 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d9635a-d5ba-4cf3-aeb5-e6b05c44b3c2 None None] Network c5487c0a-4156-4007-a6f5-e2802a69b35e requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:15:45.086544 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-f9df5282-611d-4056-bf61-8da3e369eb14 service neutron] 10.222.0.73 "GET /v2.0/networks/f5b04cdf-01a8-4737-aa80-b62db70e7d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196456 Jul 09 16:15:45.154047 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-dfce23f2-387e-4a44-b057-3fd8bbac9c0c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=1b59826e-f466-4732-9582-ca2f327b6c57 HTTP/1.1" status: 200 len: 217 time: 0.0609186 Jul 09 16:15:45.174703 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6928a14-1b89-4faa-8523-c8e6aefa476b admin admin] Pushing event updated for resources: {'Network': ['ID=591d30a9-091b-4c49-9258-6f248bd1635c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:45.192796 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce2159f-fb1f-4cdf-b790-c9677dc5fd8a admin admin] Pushing event deleted for resources: {'Port': ['ID=0e6475cc-08bf-4589-8677-48b112c7c818,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:45.199351 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 591d30a9-091b-4c49-9258-6f248bd1635c details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:15:45.203263 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce2159f-fb1f-4cdf-b790-c9677dc5fd8a admin admin] No DVR routers for this DVR port 0e6475cc-08bf-4589-8677-48b112c7c818 on host n-d-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:15:45.206435 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6928a14-1b89-4faa-8523-c8e6aefa476b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1bc41a-d625-49ed-a380-07bc12d3806b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:45.220385 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd302a-314f-4a45-8099-ac55018e507d req-a90809bc-a14f-473c-a4c9-900f63c00b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:45.222026 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-a90809bc-a14f-473c-a4c9-900f63c00b7f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=069191b9-70ed-4c94-9317-897bb2dd7371 HTTP/1.1" status: 200 len: 797 time: 0.0622427 Jul 09 16:15:45.299997 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-705bf8cb-5265-42a5-9b11-4a0b960cc59e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:45.313472 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-705bf8cb-5265-42a5-9b11-4a0b960cc59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:45.328956 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a8f3e61e-646a-4768-9632-ea894feae5c6 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.9945209 Jul 09 16:15:45.332715 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e6928a14-1b89-4faa-8523-c8e6aefa476b admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6792450 Jul 09 16:15:45.345255 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ce2159f-fb1f-4cdf-b790-c9677dc5fd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:45.360115 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55668) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:45.362829 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-930b27d3-a74c-4752-95ef-7170dfbe781b req-72c57f16-d0bf-4c41-ac61-763d75d144a1 tempest-SecurityGroupsTestAdminJSON-1048519902 tempest-SecurityGroupsTestAdminJSON-1048519902-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:45.371368 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7b2730d4-da21-4378-a473-105f22b25e28 admin admin] Request body: {'subnet': {'network_id': '591d30a9-091b-4c49-9258-6f248bd1635c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1203188268-subnet', 'tenant_id': '10fc0704be1245f1bd0e54e1f3888d0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:15:45.373814 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd302a-314f-4a45-8099-ac55018e507d req-25c47588-3044-45de-a67a-a947cd046857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:45.378287 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-25c47588-3044-45de-a67a-a947cd046857 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5b04cdf-01a8-4737-aa80-b62db70e7d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1487694 Jul 09 16:15:45.392303 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-705bf8cb-5265-42a5-9b11-4a0b960cc59e admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:15:45.395897 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-4ce2159f-fb1f-4cdf-b790-c9677dc5fd8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61ffd1b6-f25b-4986-bd69-fd61ebdd8c18']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:15:45.443854 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-4ce2159f-fb1f-4cdf-b790-c9677dc5fd8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20111d7e-0648-421f-8458-2c564982cda3') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:15:45.444141 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-4ce2159f-fb1f-4cdf-b790-c9677dc5fd8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20111d7e-0648-421f-8458-2c564982cda3') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:15:45.458430 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328f316-72c6-472e-8002-b77b5499e93a req-021904dd-64eb-4b39-b104-2bd1ed1ddf75 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:45.469280 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328f316-72c6-472e-8002-b77b5499e93a req-021904dd-64eb-4b39-b104-2bd1ed1ddf75 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:45.475538 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328f316-72c6-472e-8002-b77b5499e93a req-021904dd-64eb-4b39-b104-2bd1ed1ddf75 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:45.487345 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328f316-72c6-472e-8002-b77b5499e93a req-021904dd-64eb-4b39-b104-2bd1ed1ddf75 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:45.489532 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328f316-72c6-472e-8002-b77b5499e93a req-021904dd-64eb-4b39-b104-2bd1ed1ddf75 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:45.496251 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328f316-72c6-472e-8002-b77b5499e93a req-021904dd-64eb-4b39-b104-2bd1ed1ddf75 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:45.504543 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328f316-72c6-472e-8002-b77b5499e93a req-021904dd-64eb-4b39-b104-2bd1ed1ddf75 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:45.506639 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b328f316-72c6-472e-8002-b77b5499e93a req-021904dd-64eb-4b39-b104-2bd1ed1ddf75 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 5421 time: 0.9116397 Jul 09 16:15:45.533446 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-705bf8cb-5265-42a5-9b11-4a0b960cc59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:45.533820 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-705bf8cb-5265-42a5-9b11-4a0b960cc59e admin admin] Added segment f3322cfe-f17e-4138-825d-2b8f5a34d17c of type vlan for network e55b3510-4171-4466-a467-a28850f48baa Jul 09 16:15:45.580485 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-705bf8cb-5265-42a5-9b11-4a0b960cc59e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:45.594148 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-930b27d3-a74c-4752-95ef-7170dfbe781b req-72c57f16-d0bf-4c41-ac61-763d75d144a1 tempest-SecurityGroupsTestAdminJSON-1048519902 tempest-SecurityGroupsTestAdminJSON-1048519902-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:45.606330 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-930b27d3-a74c-4752-95ef-7170dfbe781b req-72c57f16-d0bf-4c41-ac61-763d75d144a1 tempest-SecurityGroupsTestAdminJSON-1048519902 tempest-SecurityGroupsTestAdminJSON-1048519902-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:45.619532 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ce2159f-fb1f-4cdf-b790-c9677dc5fd8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:45.622705 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705bf8cb-5265-42a5-9b11-4a0b960cc59e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:45.637107 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-705bf8cb-5265-42a5-9b11-4a0b960cc59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:45.637375 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-9e9a6b3a-8fe2-4515-8530-b81f6f7a4943 service neutron] 10.222.0.73 "GET /v2.0/networks/f5b04cdf-01a8-4737-aa80-b62db70e7d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409651 Jul 09 16:15:45.638177 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705bf8cb-5265-42a5-9b11-4a0b960cc59e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:45.638761 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-705bf8cb-5265-42a5-9b11-4a0b960cc59e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:45.645046 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b2730d4-da21-4378-a473-105f22b25e28 admin admin] Made reservation on behalf of 10fc0704be1245f1bd0e54e1f3888d0a for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:15:45.647971 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7b2730d4-da21-4378-a473-105f22b25e28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:45.732942 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-930b27d3-a74c-4752-95ef-7170dfbe781b req-72c57f16-d0bf-4c41-ac61-763d75d144a1 tempest-SecurityGroupsTestAdminJSON-1048519902 tempest-SecurityGroupsTestAdminJSON-1048519902-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:45.751574 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-930b27d3-a74c-4752-95ef-7170dfbe781b req-72c57f16-d0bf-4c41-ac61-763d75d144a1 tempest-SecurityGroupsTestAdminJSON-1048519902 tempest-SecurityGroupsTestAdminJSON-1048519902-project-admin] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2708426 Jul 09 16:15:45.830938 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ce2159f-fb1f-4cdf-b790-c9677dc5fd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:45.850877 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55682) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:45.859395 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-705bf8cb-5265-42a5-9b11-4a0b960cc59e admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8315084 Jul 09 16:15:45.860891 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ce2159f-fb1f-4cdf-b790-c9677dc5fd8a admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:15:45.861304 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ce2159f-fb1f-4cdf-b790-c9677dc5fd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:45.863415 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-e83bb306-e2eb-4ccf-88c4-e753929da5cf admin admin] Request body: {'subnet': {'network_id': 'e55b3510-4171-4466-a467-a28850f48baa', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1107795592-subnet', 'tenant_id': '06cbfbbe1d844c0796508ff309a673b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:15:45.880204 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c57f16-d0bf-4c41-ac61-763d75d144a1 tempest-SecurityGroupsTestAdminJSON-1048519902 tempest-SecurityGroupsTestAdminJSON-1048519902-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658f32a9-a2f2-46ed-a1ef-b1204d8233db,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:45.901042 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:15:45.901042 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:15:45.901042 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:15:45.901042 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:15:45.901042 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:15:45.901042 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:15:45.901042 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:15:45.901042 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:15:45.901042 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:15:45.901042 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:15:45.901042 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:15:45.901042 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:15:45.901042 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:15:45.901042 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:15:45.901042 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:15:45.901042 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:15:45.901042 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:15:45.901042 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:15:45.901042 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:15:45.901042 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:15:45.901042 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:15:45.901042 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:15:45.901042 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:15:45.901042 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:15:45.901042 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:15:45.901042 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:15:45.901042 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:15:45.901042 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:15:45.901042 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:15:45.901042 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:15:45.901042 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:15:45.901042 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:15:45.935457 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b328f316-72c6-472e-8002-b77b5499e93a req-729a815d-f715-470b-8033-7ca83f9777a5 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c727296-78a2-4526-a3ce-1ec442e3beaf&id=45384544-6ff6-497a-9513-ac1d1fea2ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3240159 Jul 09 16:15:45.970401 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83bb306-e2eb-4ccf-88c4-e753929da5cf admin admin] Made reservation on behalf of 06cbfbbe1d844c0796508ff309a673b8 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:15:45.973105 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e83bb306-e2eb-4ccf-88c4-e753929da5cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:46.014563 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705bf8cb-5265-42a5-9b11-4a0b960cc59e admin admin] Pushing event updated for resources: {'Network': ['ID=e55b3510-4171-4466-a467-a28850f48baa,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:46.025778 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network e55b3510-4171-4466-a467-a28850f48baa details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:15:46.060548 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-46ebce54-2743-49b0-80dc-91a2695df2f7 service neutron] 10.222.0.73 "GET /v2.0/networks/f5b04cdf-01a8-4737-aa80-b62db70e7d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4155073 Jul 09 16:15:46.125756 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-d4dca749-ef23-4cb0-8ae7-3d6b93b4712c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=dc36f930-6d4f-46fd-90e2-c05d1f5f9547 HTTP/1.1" status: 200 len: 217 time: 0.0571153 Jul 09 16:15:46.147548 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ce2159f-fb1f-4cdf-b790-c9677dc5fd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:46.184952 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ce2159f-fb1f-4cdf-b790-c9677dc5fd8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:46.187117 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-4ce2159f-fb1f-4cdf-b790-c9677dc5fd8a admin admin] 10.222.0.98 "DELETE /v2.0/networks/61ffd1b6-f25b-4986-bd69-fd61ebdd8c18 HTTP/1.1" status: 204 len: 168 time: 2.3455269 Jul 09 16:15:46.214552 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce2159f-fb1f-4cdf-b790-c9677dc5fd8a admin admin] Pushing event deleted for resources: {'Network': ['ID=61ffd1b6-f25b-4986-bd69-fd61ebdd8c18,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:46.259900 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55694) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:46.285413 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-75287b6a-0484-4beb-883d-3e06376bb382 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1165496126-network', 'tenant_id': 'a0f9a6c3fb7b45909d9a5d0164e67345'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:15:46.292721 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd302a-314f-4a45-8099-ac55018e507d req-3526e07b-7f17-40c7-91d9-65e5870e8e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:46.294212 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-3526e07b-7f17-40c7-91d9-65e5870e8e32 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=069191b9-70ed-4c94-9317-897bb2dd7371 HTTP/1.1" status: 200 len: 797 time: 0.1608515 Jul 09 16:15:46.397354 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75287b6a-0484-4beb-883d-3e06376bb382 admin admin] Made reservation on behalf of a0f9a6c3fb7b45909d9a5d0164e67345 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:15:46.400269 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75287b6a-0484-4beb-883d-3e06376bb382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:46.439718 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd302a-314f-4a45-8099-ac55018e507d req-c1cf793a-d401-4843-a74d-d82a611e0398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:46.441493 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-c1cf793a-d401-4843-a74d-d82a611e0398 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5b04cdf-01a8-4737-aa80-b62db70e7d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1280320 Jul 09 16:15:46.466856 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55698) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:46.471947 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75287b6a-0484-4beb-883d-3e06376bb382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:46.529971 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7b2730d4-da21-4378-a473-105f22b25e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:46.534407 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e83bb306-e2eb-4ccf-88c4-e753929da5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:46.666449 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2730d4-da21-4378-a473-105f22b25e28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9c0c32e-30e3-4136-9bf0-0eca33d355ec,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:46.694460 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e2907161-f43d-4bfc-9b6d-1060ef1fc748 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4a7bcfee98ce42f9b496f385fa1d801e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2247779 Jul 09 16:15:46.701177 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55700) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:46.737152 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83bb306-e2eb-4ccf-88c4-e753929da5cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=1852f372-46e1-407a-a8ee-c45063bdc434,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:46.748369 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83bb306-e2eb-4ccf-88c4-e753929da5cf admin admin] Checking segment: {'id': 'f3322cfe-f17e-4138-825d-2b8f5a34d17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e55b3510-4171-4466-a467-a28850f48baa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:15:46.748736 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83bb306-e2eb-4ccf-88c4-e753929da5cf admin admin] Network hostable DHCP agents. Network: e55b3510-4171-4466-a467-a28850f48baa, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:15:46.796109 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-95e605f3-fab6-4a5c-9c42-a702e2eec234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:46.805493 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-5cbb664f-cfff-4daf-919e-84674108284f service neutron] 10.222.0.73 "GET /v2.0/networks/f5b04cdf-01a8-4737-aa80-b62db70e7d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372736 Jul 09 16:15:46.810606 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-49ca935a-3d86-4500-91c0-abede1b4d462 req-986523ef-7215-4c42-a687-8b9f0da7b0e6 tempest-SecurityGroupsTestAdminJSON-1048519902 tempest-SecurityGroupsTestAdminJSON-1048519902-project-admin] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 47811 time: 0.7997098 Jul 09 16:15:46.811165 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83bb306-e2eb-4ccf-88c4-e753929da5cf admin admin] Network e55b3510-4171-4466-a467-a28850f48baa is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:15:46.843522 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2730d4-da21-4378-a473-105f22b25e28 admin admin] Checking segment: {'id': 'daedc451-368e-4534-b4dd-30f41156d935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '591d30a9-091b-4c49-9258-6f248bd1635c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:15:46.843950 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2730d4-da21-4378-a473-105f22b25e28 admin admin] Network hostable DHCP agents. Network: 591d30a9-091b-4c49-9258-6f248bd1635c, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:15:46.876188 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-95e605f3-fab6-4a5c-9c42-a702e2eec234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:46.885342 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-e83bb306-e2eb-4ccf-88c4-e753929da5cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, e55b3510-4171-4466-a467-a28850f48baa) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:15:46.899041 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1b2fc7-38fc-4231-914d-b6583b0b46e2 None None] Network e55b3510-4171-4466-a467-a28850f48baa requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:15:46.904047 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83bb306-e2eb-4ccf-88c4-e753929da5cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:46.904849 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e83bb306-e2eb-4ccf-88c4-e753929da5cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:46.922053 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2730d4-da21-4378-a473-105f22b25e28 admin admin] Network 591d30a9-091b-4c49-9258-6f248bd1635c is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:15:46.939556 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-49ca935a-3d86-4500-91c0-abede1b4d462 req-db414221-7028-4778-93b7-0e9fd94d93ea tempest-SecurityGroupsTestAdminJSON-1048519902 tempest-SecurityGroupsTestAdminJSON-1048519902-project-admin] 10.222.0.98 "GET /v2.0/security-groups/1750f82c-8c93-4d2d-bf89-b705ffaca1bf HTTP/1.1" status: 200 len: 2981 time: 0.1279647 Jul 09 16:15:46.966353 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-aa708a12-4a0e-4c7a-9791-dbc8d2e80cf0 service neutron] 10.222.0.73 "GET /v2.0/networks/f5b04cdf-01a8-4737-aa80-b62db70e7d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527214 Jul 09 16:15:46.984326 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-95e605f3-fab6-4a5c-9c42-a702e2eec234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:46.988417 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-95e605f3-fab6-4a5c-9c42-a702e2eec234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:46.993253 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-95e605f3-fab6-4a5c-9c42-a702e2eec234 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1750f82c-8c93-4d2d-bf89-b705ffaca1bf HTTP/1.1" status: 204 len: 168 time: 0.2875102 Jul 09 16:15:46.996643 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-7b2730d4-da21-4378-a473-105f22b25e28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 591d30a9-091b-4c49-9258-6f248bd1635c) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:15:47.008288 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9394548-64cf-4f66-99cb-31318a39e89f None None] Network 591d30a9-091b-4c49-9258-6f248bd1635c requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:15:47.024094 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75287b6a-0484-4beb-883d-3e06376bb382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:47.035158 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2730d4-da21-4378-a473-105f22b25e28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:47.035770 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7b2730d4-da21-4378-a473-105f22b25e28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:47.050251 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e605f3-fab6-4a5c-9c42-a702e2eec234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1750f82c-8c93-4d2d-bf89-b705ffaca1bf,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:47.062467 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-77b7057d-daea-48e8-9936-72aa5bdcf7f1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.34&port_id=916c73bc-2bb6-461c-af98-fa6465f83617 HTTP/1.1" status: 200 len: 217 time: 0.0883589 Jul 09 16:15:47.064672 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e83bb306-e2eb-4ccf-88c4-e753929da5cf admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2113676 Jul 09 16:15:47.078398 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [req-49ca935a-3d86-4500-91c0-abede1b4d462 req-9ac36b68-bef6-4325-a8de-c4c3b8f6d185 tempest-SecurityGroupsTestAdminJSON-1048519902 tempest-SecurityGroupsTestAdminJSON-1048519902-project-admin] show failed (client error): The resource could not be found. Jul 09 16:15:47.095434 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-49ca935a-3d86-4500-91c0-abede1b4d462 req-9ac36b68-bef6-4325-a8de-c4c3b8f6d185 tempest-SecurityGroupsTestAdminJSON-1048519902 tempest-SecurityGroupsTestAdminJSON-1048519902-project-admin] 10.222.0.98 "GET /v2.0/security-groups/1750f82c-8c93-4d2d-bf89-b705ffaca1bf HTTP/1.1" status: 404 len: 352 time: 0.1548367 Jul 09 16:15:47.122047 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75287b6a-0484-4beb-883d-3e06376bb382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:47.143178 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7b2730d4-da21-4378-a473-105f22b25e28 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7764862 Jul 09 16:15:47.202530 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd302a-314f-4a45-8099-ac55018e507d req-a2e3b1b7-b1fa-4c52-ac8a-7aa6146b97ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:47.208481 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-a2e3b1b7-b1fa-4c52-ac8a-7aa6146b97ea service neutron] 10.222.0.73 "GET /v2.0/subnets?id=069191b9-70ed-4c94-9317-897bb2dd7371 HTTP/1.1" status: 200 len: 797 time: 0.1387167 Jul 09 16:15:47.250928 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75287b6a-0484-4beb-883d-3e06376bb382 admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:15:47.332428 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d96c54-f31c-4b14-863f-82179d3ac800 req-c0e56ae3-dbce-45ef-a513-0bfa7a1fbcb2 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:47.340807 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d96c54-f31c-4b14-863f-82179d3ac800 req-c0e56ae3-dbce-45ef-a513-0bfa7a1fbcb2 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:47.362891 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d96c54-f31c-4b14-863f-82179d3ac800 req-c0e56ae3-dbce-45ef-a513-0bfa7a1fbcb2 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:47.379661 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d96c54-f31c-4b14-863f-82179d3ac800 req-c0e56ae3-dbce-45ef-a513-0bfa7a1fbcb2 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:47.384349 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75287b6a-0484-4beb-883d-3e06376bb382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:47.386808 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-75287b6a-0484-4beb-883d-3e06376bb382 admin admin] Added segment 6a49a6ff-806e-48bc-abaf-72782d846723 of type vlan for network ff680dd3-73e6-4c9c-81d2-02f85dfc0e52 Jul 09 16:15:47.392343 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75287b6a-0484-4beb-883d-3e06376bb382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01737aac-b66b-4f18-a523-990a6d069456,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:47.396967 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d96c54-f31c-4b14-863f-82179d3ac800 req-c0e56ae3-dbce-45ef-a513-0bfa7a1fbcb2 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:47.412399 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d96c54-f31c-4b14-863f-82179d3ac800 req-c0e56ae3-dbce-45ef-a513-0bfa7a1fbcb2 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:47.433389 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d96c54-f31c-4b14-863f-82179d3ac800 req-c0e56ae3-dbce-45ef-a513-0bfa7a1fbcb2 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:47.439901 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-49ca935a-3d86-4500-91c0-abede1b4d462 req-9b3edf36-7c2f-4f78-981a-9208b8a9f717 tempest-SecurityGroupsTestAdminJSON-1048519902 tempest-SecurityGroupsTestAdminJSON-1048519902-project-admin] 10.222.0.98 "GET /v2.0/security-groups/1e1bc41a-d625-49ed-a380-07bc12d3806b HTTP/1.1" status: 200 len: 2981 time: 0.3357072 Jul 09 16:15:47.443286 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f4d96c54-f31c-4b14-863f-82179d3ac800 req-c0e56ae3-dbce-45ef-a513-0bfa7a1fbcb2 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 5421 time: 0.2333186 Jul 09 16:15:47.487680 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75287b6a-0484-4beb-883d-3e06376bb382 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:47.535015 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd302a-314f-4a45-8099-ac55018e507d req-bf3812c8-cbcf-482d-b2a8-3b0edcc997c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:47.536569 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-bf3812c8-cbcf-482d-b2a8-3b0edcc997c9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5b04cdf-01a8-4737-aa80-b62db70e7d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3132858 Jul 09 16:15:47.537553 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-49ca935a-3d86-4500-91c0-abede1b4d462 req-c422fd65-7dfe-4c4a-85c1-bb9bd8e40abe tempest-SecurityGroupsTestAdminJSON-1048519902 tempest-SecurityGroupsTestAdminJSON-1048519902-project-admin] 10.222.0.98 "GET /v2.0/security-groups/1e1bc41a-d625-49ed-a380-07bc12d3806b HTTP/1.1" status: 200 len: 2981 time: 0.0968063 Jul 09 16:15:47.597400 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75287b6a-0484-4beb-883d-3e06376bb382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:47.598307 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75287b6a-0484-4beb-883d-3e06376bb382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:47.598929 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75287b6a-0484-4beb-883d-3e06376bb382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:47.607653 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-49ca935a-3d86-4500-91c0-abede1b4d462 req-3d785966-e792-47b5-9e51-b129f8f32ba0 tempest-SecurityGroupsTestAdminJSON-1048519902 tempest-SecurityGroupsTestAdminJSON-1048519902-project-admin] 10.222.0.98 "GET /v2.0/security-groups/33ce42e3-4df3-4808-a2b3-39c44d283b86 HTTP/1.1" status: 200 len: 2973 time: 0.0691547 Jul 09 16:15:47.616309 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b66dbd-1531-4122-b66f-1fe7d2da4dd6 None None] Network e55b3510-4171-4466-a467-a28850f48baa requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:15:47.617330 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f4d96c54-f31c-4b14-863f-82179d3ac800 req-17c5ad06-317d-4263-a59e-0e9ec6738e69 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c727296-78a2-4526-a3ce-1ec442e3beaf&id=45384544-6ff6-497a-9513-ac1d1fea2ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1720107 Jul 09 16:15:47.700636 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-75287b6a-0484-4beb-883d-3e06376bb382 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4179823 Jul 09 16:15:47.706184 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55722) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:47.711311 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-adafc7dc-a412-4a79-bf92-c6738c661664 admin admin] Request body: {'subnet': {'network_id': 'ff680dd3-73e6-4c9c-81d2-02f85dfc0e52', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1165496126-subnet', 'tenant_id': 'a0f9a6c3fb7b45909d9a5d0164e67345', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:15:47.727251 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75287b6a-0484-4beb-883d-3e06376bb382 admin admin] Pushing event updated for resources: {'Network': ['ID=ff680dd3-73e6-4c9c-81d2-02f85dfc0e52,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:47.738738 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-49ca935a-3d86-4500-91c0-abede1b4d462 req-719d7230-49e5-48bc-ae80-7374514a2006 tempest-SecurityGroupsTestAdminJSON-1048519902 tempest-SecurityGroupsTestAdminJSON-1048519902-project-admin] 10.222.0.98 "GET /v2.0/security-groups/33ce42e3-4df3-4808-a2b3-39c44d283b86 HTTP/1.1" status: 200 len: 2973 time: 0.1301224 Jul 09 16:15:47.787908 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adafc7dc-a412-4a79-bf92-c6738c661664 admin admin] Made reservation on behalf of a0f9a6c3fb7b45909d9a5d0164e67345 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:15:47.790625 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-adafc7dc-a412-4a79-bf92-c6738c661664 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:47.799769 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network ff680dd3-73e6-4c9c-81d2-02f85dfc0e52 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:15:47.801537 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-49ca935a-3d86-4500-91c0-abede1b4d462 req-56b99adc-dbab-4ce6-bccf-c2a312ea2362 tempest-SecurityGroupsTestAdminJSON-1048519902 tempest-SecurityGroupsTestAdminJSON-1048519902-project-admin] 10.222.0.98 "GET /v2.0/security-groups/357e5fb2-dc8e-47fd-b1fc-1e6784595dd4 HTTP/1.1" status: 200 len: 2981 time: 0.0618272 Jul 09 16:15:47.842002 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-d504a8cf-8dbc-47e2-af67-d028cac9a999 service neutron] 10.222.0.73 "GET /v2.0/networks/f5b04cdf-01a8-4737-aa80-b62db70e7d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868369 Jul 09 16:15:47.957370 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-49ca935a-3d86-4500-91c0-abede1b4d462 req-9effe6c4-81c7-4241-829e-bb266dcd5ff7 tempest-SecurityGroupsTestAdminJSON-1048519902 tempest-SecurityGroupsTestAdminJSON-1048519902-project-admin] 10.222.0.98 "GET /v2.0/security-groups/357e5fb2-dc8e-47fd-b1fc-1e6784595dd4 HTTP/1.1" status: 200 len: 2981 time: 0.1548121 Jul 09 16:15:48.049227 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b925877-d118-4668-b53a-64e0caa53224 None None] Network 591d30a9-091b-4c49-9258-6f248bd1635c requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:15:48.065835 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-ba5013ff-a5c1-40c6-9501-b29c0310760b service neutron] 10.222.0.73 "GET /v2.0/networks/f5b04cdf-01a8-4737-aa80-b62db70e7d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149992 Jul 09 16:15:48.082011 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-49ca935a-3d86-4500-91c0-abede1b4d462 req-49f29136-d422-4908-9a9e-722fcc362ce2 tempest-SecurityGroupsTestAdminJSON-1048519902 tempest-SecurityGroupsTestAdminJSON-1048519902-project-admin] 10.222.0.98 "GET /v2.0/security-groups/66ce014f-bf96-4ac1-abb0-6ad9437b4e55 HTTP/1.1" status: 200 len: 2981 time: 0.1235147 Jul 09 16:15:48.156176 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-acd9cff1-8ae9-4f1d-a08c-cce0dc048f0f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9af7654b-8db2-4114-a977-f2b4377a7e3d HTTP/1.1" status: 200 len: 217 time: 0.0783768 Jul 09 16:15:48.243059 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd302a-314f-4a45-8099-ac55018e507d req-cae235e6-eb50-4382-9b1a-5e09038cb55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:48.244528 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-cae235e6-eb50-4382-9b1a-5e09038cb55e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a54258b-5d51-4c0f-b2ea-6d2399e08904 HTTP/1.1" status: 200 len: 797 time: 0.0821297 Jul 09 16:15:48.257400 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-49ca935a-3d86-4500-91c0-abede1b4d462 req-e6ccb2d5-bad4-42a1-9b66-d4a0b634e982 tempest-SecurityGroupsTestAdminJSON-1048519902 tempest-SecurityGroupsTestAdminJSON-1048519902-project-admin] 10.222.0.98 "GET /v2.0/security-groups/66ce014f-bf96-4ac1-abb0-6ad9437b4e55 HTTP/1.1" status: 200 len: 2981 time: 0.1745229 Jul 09 16:15:48.270484 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-0a98162f-6acf-4a04-a50f-1c4dbd99e3d4 req-90f97cf7-2479-4f54-ae22-789db7dca88e tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1112719117', 'description': 'tempest-description-1794729963'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:15:48.325807 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0a98162f-6acf-4a04-a50f-1c4dbd99e3d4 req-90f97cf7-2479-4f54-ae22-789db7dca88e tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:48.357205 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-adafc7dc-a412-4a79-bf92-c6738c661664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:48.367106 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd302a-314f-4a45-8099-ac55018e507d req-c160ea77-58cb-4759-9c12-68ac3d702a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:48.368870 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-c160ea77-58cb-4759-9c12-68ac3d702a2d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6a26d5a7-49c7-498b-ac37-7c6cb6027d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1176624 Jul 09 16:15:48.399746 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-49ca935a-3d86-4500-91c0-abede1b4d462 req-4255ce1e-91aa-4484-8395-db0a38651f0d tempest-SecurityGroupsTestAdminJSON-1048519902 tempest-SecurityGroupsTestAdminJSON-1048519902-project-admin] 10.222.0.98 "GET /v2.0/security-groups/7b2d92e7-1615-45da-b835-ccef7f39f41f HTTP/1.1" status: 200 len: 2981 time: 0.0868456 Jul 09 16:15:48.491217 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adafc7dc-a412-4a79-bf92-c6738c661664 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44f5e0c3-5316-4471-b094-bce6f06524e5,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:48.505116 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adafc7dc-a412-4a79-bf92-c6738c661664 admin admin] Checking segment: {'id': '6a49a6ff-806e-48bc-abaf-72782d846723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ff680dd3-73e6-4c9c-81d2-02f85dfc0e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:15:48.505484 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adafc7dc-a412-4a79-bf92-c6738c661664 admin admin] Network hostable DHCP agents. Network: ff680dd3-73e6-4c9c-81d2-02f85dfc0e52, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:15:48.539613 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-49ca935a-3d86-4500-91c0-abede1b4d462 req-65d45b16-faae-4087-8b51-c87907fc0ad8 tempest-SecurityGroupsTestAdminJSON-1048519902 tempest-SecurityGroupsTestAdminJSON-1048519902-project-admin] 10.222.0.98 "GET /v2.0/security-groups/7b2d92e7-1615-45da-b835-ccef7f39f41f HTTP/1.1" status: 200 len: 2981 time: 0.1306961 Jul 09 16:15:48.554531 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0a98162f-6acf-4a04-a50f-1c4dbd99e3d4 req-90f97cf7-2479-4f54-ae22-789db7dca88e tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:48.557289 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-be2504ae-075b-49e0-ac36-5ac424786bec service neutron] 10.222.0.73 "GET /v2.0/networks/6a26d5a7-49c7-498b-ac37-7c6cb6027d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723633 Jul 09 16:15:48.561205 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0a98162f-6acf-4a04-a50f-1c4dbd99e3d4 req-90f97cf7-2479-4f54-ae22-789db7dca88e tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:48.565638 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adafc7dc-a412-4a79-bf92-c6738c661664 admin admin] Network ff680dd3-73e6-4c9c-81d2-02f85dfc0e52 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:15:48.588216 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-adafc7dc-a412-4a79-bf92-c6738c661664 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, ff680dd3-73e6-4c9c-81d2-02f85dfc0e52) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:15:48.598279 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ad41b6-856e-4b42-8029-cf9849e13a70 None None] Network ff680dd3-73e6-4c9c-81d2-02f85dfc0e52 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:15:48.601280 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adafc7dc-a412-4a79-bf92-c6738c661664 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:48.601868 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-adafc7dc-a412-4a79-bf92-c6738c661664 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:48.607043 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-49ca935a-3d86-4500-91c0-abede1b4d462 req-3d65a503-2238-4b6d-8043-8141ad7a5280 tempest-SecurityGroupsTestAdminJSON-1048519902 tempest-SecurityGroupsTestAdminJSON-1048519902-project-admin] 10.222.0.98 "GET /v2.0/security-groups/8c727296-78a2-4526-a3ce-1ec442e3beaf HTTP/1.1" status: 200 len: 2981 time: 0.0604739 Jul 09 16:15:48.630046 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-adafc7dc-a412-4a79-bf92-c6738c661664 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9226456 Jul 09 16:15:48.654266 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0a98162f-6acf-4a04-a50f-1c4dbd99e3d4 req-90f97cf7-2479-4f54-ae22-789db7dca88e tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:48.655986 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0a98162f-6acf-4a04-a50f-1c4dbd99e3d4 req-90f97cf7-2479-4f54-ae22-789db7dca88e tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3900728 Jul 09 16:15:48.665686 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f97cf7-2479-4f54-ae22-789db7dca88e tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5963e3-9cd3-4938-bd9a-aa7e6b40e61d,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:48.709544 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-97dc2289-fd4d-485c-990c-6f797972ef6b service neutron] 10.222.0.73 "GET /v2.0/networks/6a26d5a7-49c7-498b-ac37-7c6cb6027d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420519 Jul 09 16:15:48.724414 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-49ca935a-3d86-4500-91c0-abede1b4d462 req-50ffffa0-aa8d-482b-911b-b3334c8d7529 tempest-SecurityGroupsTestAdminJSON-1048519902 tempest-SecurityGroupsTestAdminJSON-1048519902-project-admin] 10.222.0.98 "GET /v2.0/security-groups/8c727296-78a2-4526-a3ce-1ec442e3beaf HTTP/1.1" status: 200 len: 2981 time: 0.0928931 Jul 09 16:15:48.763341 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-7ba3a1e7-e5aa-4f42-bd26-f523f5c75d60 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d5a63360-2f2c-4256-88fa-b17027d6c63f HTTP/1.1" status: 200 len: 217 time: 0.0461857 Jul 09 16:15:48.804488 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-49ca935a-3d86-4500-91c0-abede1b4d462 req-2c6d57c7-1472-4afa-9860-17ac876a7798 tempest-SecurityGroupsTestAdminJSON-1048519902 tempest-SecurityGroupsTestAdminJSON-1048519902-project-admin] 10.222.0.98 "GET /v2.0/security-groups/b5c63916-8f7b-471e-9d4c-3cebdd07ffe4 HTTP/1.1" status: 200 len: 2981 time: 0.0715687 Jul 09 16:15:48.839467 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd302a-314f-4a45-8099-ac55018e507d req-1b40bbd3-d9a6-4bdb-a466-9049fbe13353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:48.842220 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-1b40bbd3-d9a6-4bdb-a466-9049fbe13353 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a54258b-5d51-4c0f-b2ea-6d2399e08904 HTTP/1.1" status: 200 len: 797 time: 0.0716987 Jul 09 16:15:48.879947 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55758) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:48.908628 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cd712d-ada7-4ae6-820a-0d5f5245f338 None None] Network ff680dd3-73e6-4c9c-81d2-02f85dfc0e52 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:15:48.929059 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd302a-314f-4a45-8099-ac55018e507d req-65d61f1e-a8d2-44f6-9a50-b3a5ee714d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:48.930676 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-65d61f1e-a8d2-44f6-9a50-b3a5ee714d73 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6a26d5a7-49c7-498b-ac37-7c6cb6027d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0818455 Jul 09 16:15:48.945449 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-29289c2b-45df-4e7c-b64b-28c3d30df86e admin admin] Deleting subnet 50cb890d-4e57-4cda-ba1d-aafb48eacd59 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:15:48.949223 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-29289c2b-45df-4e7c-b64b-28c3d30df86e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:48.993191 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-29289c2b-45df-4e7c-b64b-28c3d30df86e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:49.047813 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-49ca935a-3d86-4500-91c0-abede1b4d462 req-112618dc-17a8-4f2e-a339-1f7dcecef2d2 tempest-SecurityGroupsTestAdminJSON-1048519902 tempest-SecurityGroupsTestAdminJSON-1048519902-project-admin] 10.222.0.98 "GET /v2.0/security-groups/b5c63916-8f7b-471e-9d4c-3cebdd07ffe4 HTTP/1.1" status: 200 len: 2981 time: 0.2262514 Jul 09 16:15:49.079658 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-29289c2b-45df-4e7c-b64b-28c3d30df86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:49.083921 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-cca9fb12-1412-40a9-a788-c4cb59ed346e service neutron] 10.222.0.73 "GET /v2.0/networks/6a26d5a7-49c7-498b-ac37-7c6cb6027d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463084 Jul 09 16:15:49.135102 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-49ca935a-3d86-4500-91c0-abede1b4d462 req-c7f79d61-7e15-4d76-b4dc-4306bd9c8b4c tempest-SecurityGroupsTestAdminJSON-1048519902 tempest-SecurityGroupsTestAdminJSON-1048519902-project-admin] 10.222.0.98 "GET /v2.0/security-groups/cc0e1545-954d-4889-8c88-3c8df6949984 HTTP/1.1" status: 200 len: 2981 time: 0.0789742 Jul 09 16:15:49.185051 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-29289c2b-45df-4e7c-b64b-28c3d30df86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:49.222823 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29289c2b-45df-4e7c-b64b-28c3d30df86e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50cb890d-4e57-4cda-ba1d-aafb48eacd59,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:49.233571 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-29289c2b-45df-4e7c-b64b-28c3d30df86e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:49.235476 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-29289c2b-45df-4e7c-b64b-28c3d30df86e admin admin] 10.222.0.98 "DELETE /v2.0/subnets/50cb890d-4e57-4cda-ba1d-aafb48eacd59 HTTP/1.1" status: 204 len: 168 time: 0.3530583 Jul 09 16:15:49.238072 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55770) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:49.245960 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-49ca935a-3d86-4500-91c0-abede1b4d462 req-bffd8a4a-8f71-471b-982f-aa5c2364ba6f tempest-SecurityGroupsTestAdminJSON-1048519902 tempest-SecurityGroupsTestAdminJSON-1048519902-project-admin] 10.222.0.98 "GET /v2.0/security-groups/cc0e1545-954d-4889-8c88-3c8df6949984 HTTP/1.1" status: 200 len: 2981 time: 0.0865889 Jul 09 16:15:49.270717 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ccd302a-314f-4a45-8099-ac55018e507d req-05fe011c-fafc-4e09-9e26-f7a8292b0387 service neutron] 10.222.0.73 "GET /v2.0/networks/6a26d5a7-49c7-498b-ac37-7c6cb6027d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798651 Jul 09 16:15:49.292028 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9dc3aa-0e8d-4156-8e83-0c10c00a8c84 req-7b07be9a-7fdf-4e14-8b62-ec5d75e4d974 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:49.293487 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0a9dc3aa-0e8d-4156-8e83-0c10c00a8c84 req-7b07be9a-7fdf-4e14-8b62-ec5d75e4d974 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/networks?id=e55b3510-4171-4466-a467-a28850f48baa HTTP/1.1" status: 200 len: 812 time: 0.1434896 Jul 09 16:15:49.312116 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0a9dc3aa-0e8d-4156-8e83-0c10c00a8c84 req-15cf318e-3059-4a4c-b245-0945f0737077 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/quotas/06cbfbbe1d844c0796508ff309a673b8 HTTP/1.1" status: 200 len: 375 time: 0.0108998 Jul 09 16:15:49.350693 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0a9dc3aa-0e8d-4156-8e83-0c10c00a8c84 req-02b1e1f9-f5b1-4350-9701-f3c6e97ba360 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=06cbfbbe1d844c0796508ff309a673b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316415 Jul 09 16:15:49.357320 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-88bd01e9-97a3-42ab-858b-d3ef12d342dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:49.365268 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-49ca935a-3d86-4500-91c0-abede1b4d462 req-d3c3054b-5a89-41f6-8a64-922319a5265b tempest-SecurityGroupsTestAdminJSON-1048519902 tempest-SecurityGroupsTestAdminJSON-1048519902-project-admin] 10.222.0.98 "GET /v2.0/security-groups/cecf198f-4855-43b2-94a0-d8723557a487 HTTP/1.1" status: 200 len: 2981 time: 0.1086190 Jul 09 16:15:49.482929 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-49ca935a-3d86-4500-91c0-abede1b4d462 req-e05279db-d105-4ee1-b519-fff670644c93 tempest-SecurityGroupsTestAdminJSON-1048519902 tempest-SecurityGroupsTestAdminJSON-1048519902-project-admin] 10.222.0.98 "GET /v2.0/security-groups/cecf198f-4855-43b2-94a0-d8723557a487 HTTP/1.1" status: 200 len: 2981 time: 0.1071892 Jul 09 16:15:49.486794 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-88bd01e9-97a3-42ab-858b-d3ef12d342dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:49.496375 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618d4b0-b592-4ac1-9d52-73f08c1f4953 req-7b4818c2-f6c3-4a1c-a0c4-915c3eceb382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:49.496858 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618d4b0-b592-4ac1-9d52-73f08c1f4953 req-7b4818c2-f6c3-4a1c-a0c4-915c3eceb382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:49.497329 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618d4b0-b592-4ac1-9d52-73f08c1f4953 req-7b4818c2-f6c3-4a1c-a0c4-915c3eceb382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:49.497795 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618d4b0-b592-4ac1-9d52-73f08c1f4953 req-7b4818c2-f6c3-4a1c-a0c4-915c3eceb382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:49.498248 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618d4b0-b592-4ac1-9d52-73f08c1f4953 req-7b4818c2-f6c3-4a1c-a0c4-915c3eceb382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:49.498697 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618d4b0-b592-4ac1-9d52-73f08c1f4953 req-7b4818c2-f6c3-4a1c-a0c4-915c3eceb382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:49.499550 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618d4b0-b592-4ac1-9d52-73f08c1f4953 req-7b4818c2-f6c3-4a1c-a0c4-915c3eceb382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:49.501060 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a618d4b0-b592-4ac1-9d52-73f08c1f4953 req-7b4818c2-f6c3-4a1c-a0c4-915c3eceb382 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=26aaf535ef1442ddbe5e4f5b96bc1792&device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 6478 time: 0.1437514 Jul 09 16:15:49.504983 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0a9dc3aa-0e8d-4156-8e83-0c10c00a8c84 req-4545d332-5fb6-40bb-8743-edb8cd7b5750 service neutron] 10.222.0.98 "GET /v2.0/networks/e55b3510-4171-4466-a467-a28850f48baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380916 Jul 09 16:15:49.507838 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-88bd01e9-97a3-42ab-858b-d3ef12d342dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5487c0a-4156-4007-a6f5-e2802a69b35e']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:15:49.524983 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-88bd01e9-97a3-42ab-858b-d3ef12d342dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d23a5b3-245f-4eb8-87c2-018a746b8a9f') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:15:49.525288 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-88bd01e9-97a3-42ab-858b-d3ef12d342dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d23a5b3-245f-4eb8-87c2-018a746b8a9f') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:15:49.541985 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-88bd01e9-97a3-42ab-858b-d3ef12d342dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:49.560955 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-49ca935a-3d86-4500-91c0-abede1b4d462 req-9f24c76d-0d3b-46b3-88f0-b2a82e35c919 tempest-SecurityGroupsTestAdminJSON-1048519902 tempest-SecurityGroupsTestAdminJSON-1048519902-project-admin] 10.222.0.98 "GET /v2.0/security-groups/d4223280-591e-4822-9041-8019b8e07208 HTTP/1.1" status: 200 len: 2981 time: 0.0714664 Jul 09 16:15:49.564727 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-88bd01e9-97a3-42ab-858b-d3ef12d342dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:49.582590 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88bd01e9-97a3-42ab-858b-d3ef12d342dc admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:15:49.583010 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-88bd01e9-97a3-42ab-858b-d3ef12d342dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:49.585306 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:15:49.585306 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:15:49.585306 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:15:49.585306 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:15:49.585306 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:15:49.585306 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:15:49.585306 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:15:49.585306 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:15:49.585306 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:15:49.585306 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:15:49.585306 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:15:49.585306 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:15:49.585306 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:15:49.585306 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:15:49.585306 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:15:49.585306 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:15:49.585306 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:15:49.585306 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:15:49.585306 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:15:49.585306 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:15:49.585306 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:15:49.585306 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:15:49.585306 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:15:49.585306 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:15:49.585306 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:15:49.585306 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:15:49.585306 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:15:49.585306 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:15:49.585306 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:15:49.585306 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:15:49.585306 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:15:49.585306 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:15:49.659952 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-49ca935a-3d86-4500-91c0-abede1b4d462 req-b151b460-3fa7-4337-9faf-f714c24766f1 tempest-SecurityGroupsTestAdminJSON-1048519902 tempest-SecurityGroupsTestAdminJSON-1048519902-project-admin] 10.222.0.98 "GET /v2.0/security-groups/d4223280-591e-4822-9041-8019b8e07208 HTTP/1.1" status: 200 len: 2981 time: 0.0928473 Jul 09 16:15:49.664847 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-88bd01e9-97a3-42ab-858b-d3ef12d342dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:49.673292 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-88bd01e9-97a3-42ab-858b-d3ef12d342dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:49.678259 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-88bd01e9-97a3-42ab-858b-d3ef12d342dc admin admin] 10.222.0.98 "DELETE /v2.0/networks/c5487c0a-4156-4007-a6f5-e2802a69b35e HTTP/1.1" status: 204 len: 168 time: 0.4363554 Jul 09 16:15:49.678453 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618d4b0-b592-4ac1-9d52-73f08c1f4953 req-ec535fb6-b06b-4d5c-97fe-266c2777afb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:49.679646 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a618d4b0-b592-4ac1-9d52-73f08c1f4953 req-ec535fb6-b06b-4d5c-97fe-266c2777afb0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6a26d5a7-49c7-498b-ac37-7c6cb6027d97 HTTP/1.1" status: 200 len: 903 time: 0.1721272 Jul 09 16:15:49.680466 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55772) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:49.689857 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0a9dc3aa-0e8d-4156-8e83-0c10c00a8c84 req-d2f674c9-23ea-4113-b5e4-94ef8cab09fd service neutron] 10.222.0.98 "GET /v2.0/networks/e55b3510-4171-4466-a467-a28850f48baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729743 Jul 09 16:15:49.696645 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bd01e9-97a3-42ab-858b-d3ef12d342dc admin admin] Pushing event deleted for resources: {'Network': ['ID=c5487c0a-4156-4007-a6f5-e2802a69b35e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:49.727134 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-49ca935a-3d86-4500-91c0-abede1b4d462 req-c5720086-32e0-4084-a7b7-3db7cc86f9da tempest-SecurityGroupsTestAdminJSON-1048519902 tempest-SecurityGroupsTestAdminJSON-1048519902-project-admin] 10.222.0.98 "GET /v2.0/security-groups/dda6665e-bdf4-4788-9875-71d551140829 HTTP/1.1" status: 200 len: 2977 time: 0.0576763 Jul 09 16:15:49.752659 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a618d4b0-b592-4ac1-9d52-73f08c1f4953 req-7e1d4bcf-955a-4925-b3df-6c9b4b817845 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9af7654b-8db2-4114-a977-f2b4377a7e3d HTTP/1.1" status: 200 len: 217 time: 0.0606003 Jul 09 16:15:49.775700 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-49ca935a-3d86-4500-91c0-abede1b4d462 req-110bec39-a73e-4623-b5c4-48af2bfee6e0 tempest-SecurityGroupsTestAdminJSON-1048519902 tempest-SecurityGroupsTestAdminJSON-1048519902-project-admin] 10.222.0.98 "GET /v2.0/security-groups/dda6665e-bdf4-4788-9875-71d551140829 HTTP/1.1" status: 200 len: 2977 time: 0.0408134 Jul 09 16:15:49.814399 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618d4b0-b592-4ac1-9d52-73f08c1f4953 req-89c5d2ee-8127-4f86-b7bf-2509a24b40c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:49.815767 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a618d4b0-b592-4ac1-9d52-73f08c1f4953 req-89c5d2ee-8127-4f86-b7bf-2509a24b40c7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a54258b-5d51-4c0f-b2ea-6d2399e08904 HTTP/1.1" status: 200 len: 797 time: 0.0545757 Jul 09 16:15:49.846859 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d534220-b5b4-441a-b7db-e12b07939430 admin admin] Deleting subnet 44f5e0c3-5316-4471-b094-bce6f06524e5 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:15:49.849373 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-49ca935a-3d86-4500-91c0-abede1b4d462 req-6302640e-2332-4c1e-923b-7086cb5a30e0 tempest-SecurityGroupsTestAdminJSON-1048519902 tempest-SecurityGroupsTestAdminJSON-1048519902-project-admin] 10.222.0.98 "GET /v2.0/security-groups/f2a3ae4a-f459-4d5f-95dc-a7a67c54535b HTTP/1.1" status: 200 len: 2981 time: 0.0664625 Jul 09 16:15:49.891839 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7d534220-b5b4-441a-b7db-e12b07939430 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:49.938906 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-49ca935a-3d86-4500-91c0-abede1b4d462 req-9eacf23f-cd78-446f-aa95-f7cc34cebd31 tempest-SecurityGroupsTestAdminJSON-1048519902 tempest-SecurityGroupsTestAdminJSON-1048519902-project-admin] 10.222.0.98 "GET /v2.0/security-groups/f2a3ae4a-f459-4d5f-95dc-a7a67c54535b HTTP/1.1" status: 200 len: 2981 time: 0.0739217 Jul 09 16:15:49.939857 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7d534220-b5b4-441a-b7db-e12b07939430 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:49.981723 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618d4b0-b592-4ac1-9d52-73f08c1f4953 req-16fc4707-7847-47f7-91b6-64fe2a4ef09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:49.983637 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a618d4b0-b592-4ac1-9d52-73f08c1f4953 req-16fc4707-7847-47f7-91b6-64fe2a4ef09e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6a26d5a7-49c7-498b-ac37-7c6cb6027d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1609018 Jul 09 16:15:50.063699 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7d534220-b5b4-441a-b7db-e12b07939430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:50.260186 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-637ab20a-138b-40af-a947-3c6dc6a87c74 req-d6ff91ea-6d2e-4528-9e10-b7a71a54eada tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] 10.222.0.98 "GET /v2.0/security-groups/ce5963e3-9cd3-4938-bd9a-aa7e6b40e61d HTTP/1.1" status: 200 len: 1813 time: 0.1913049 Jul 09 16:15:50.262300 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48df6f8-27fd-440e-8e26-8aa79aa7a109 req-7b2187b0-88a1-45ec-a586-c5c88ae0c70e tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:50.263610 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a618d4b0-b592-4ac1-9d52-73f08c1f4953 req-23b4969c-8256-4c52-b3a7-e52ffb44f1eb service neutron] 10.222.0.73 "GET /v2.0/networks/6a26d5a7-49c7-498b-ac37-7c6cb6027d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725003 Jul 09 16:15:50.269731 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48df6f8-27fd-440e-8e26-8aa79aa7a109 req-7b2187b0-88a1-45ec-a586-c5c88ae0c70e tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:50.272201 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-637ab20a-138b-40af-a947-3c6dc6a87c74 req-74bd865c-e256-4a5f-9bd1-f5aeed3c45ea tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ce5963e3-9cd3-4938-bd9a-aa7e6b40e61d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:15:50.272201 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-637ab20a-138b-40af-a947-3c6dc6a87c74 req-74bd865c-e256-4a5f-9bd1-f5aeed3c45ea tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ce5963e3-9cd3-4938-bd9a-aa7e6b40e61d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:15:50.278102 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48df6f8-27fd-440e-8e26-8aa79aa7a109 req-7b2187b0-88a1-45ec-a586-c5c88ae0c70e tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:50.284602 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48df6f8-27fd-440e-8e26-8aa79aa7a109 req-7b2187b0-88a1-45ec-a586-c5c88ae0c70e tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:50.291517 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48df6f8-27fd-440e-8e26-8aa79aa7a109 req-7b2187b0-88a1-45ec-a586-c5c88ae0c70e tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:50.298856 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48df6f8-27fd-440e-8e26-8aa79aa7a109 req-7b2187b0-88a1-45ec-a586-c5c88ae0c70e tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:50.305501 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48df6f8-27fd-440e-8e26-8aa79aa7a109 req-7b2187b0-88a1-45ec-a586-c5c88ae0c70e tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:50.308666 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f48df6f8-27fd-440e-8e26-8aa79aa7a109 req-7b2187b0-88a1-45ec-a586-c5c88ae0c70e tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 5421 time: 0.1955647 Jul 09 16:15:50.335552 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7d534220-b5b4-441a-b7db-e12b07939430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:50.367906 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f48df6f8-27fd-440e-8e26-8aa79aa7a109 req-a0f442d6-f0bc-4d2c-84dd-49b3e36fc6d7 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c727296-78a2-4526-a3ce-1ec442e3beaf&id=45384544-6ff6-497a-9513-ac1d1fea2ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526037 Jul 09 16:15:50.383144 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d534220-b5b4-441a-b7db-e12b07939430 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44f5e0c3-5316-4471-b094-bce6f06524e5,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:50.390223 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7d534220-b5b4-441a-b7db-e12b07939430 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:50.392331 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-7d534220-b5b4-441a-b7db-e12b07939430 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/44f5e0c3-5316-4471-b094-bce6f06524e5 HTTP/1.1" status: 204 len: 168 time: 0.7104466 Jul 09 16:15:50.397463 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55792) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:50.480485 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a618d4b0-b592-4ac1-9d52-73f08c1f4953 req-c02b4a97-3368-4761-92e8-af0d5bcbf44e service neutron] 10.222.0.73 "GET /v2.0/networks/6a26d5a7-49c7-498b-ac37-7c6cb6027d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028642 Jul 09 16:15:50.487970 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-637ab20a-138b-40af-a947-3c6dc6a87c74 req-74bd865c-e256-4a5f-9bd1-f5aeed3c45ea tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:50.539670 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-637ab20a-138b-40af-a947-3c6dc6a87c74 req-74bd865c-e256-4a5f-9bd1-f5aeed3c45ea tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:50.545467 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-637ab20a-138b-40af-a947-3c6dc6a87c74 req-74bd865c-e256-4a5f-9bd1-f5aeed3c45ea tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:50.553150 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fee32392-8d21-43ae-8459-3eac843fc520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:50.613542 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bd865c-e256-4a5f-9bd1-f5aeed3c45ea tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fa93819-acc0-4dc2-8201-559a99fc3515,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:50.622914 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-637ab20a-138b-40af-a947-3c6dc6a87c74 req-74bd865c-e256-4a5f-9bd1-f5aeed3c45ea tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:50.639493 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-637ab20a-138b-40af-a947-3c6dc6a87c74 req-74bd865c-e256-4a5f-9bd1-f5aeed3c45ea tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3783176 Jul 09 16:15:50.734748 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fee32392-8d21-43ae-8459-3eac843fc520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:50.758856 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-fee32392-8d21-43ae-8459-3eac843fc520 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff680dd3-73e6-4c9c-81d2-02f85dfc0e52']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:15:50.786573 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-fee32392-8d21-43ae-8459-3eac843fc520 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a49a6ff-806e-48bc-abaf-72782d846723') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:15:50.786941 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-fee32392-8d21-43ae-8459-3eac843fc520 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a49a6ff-806e-48bc-abaf-72782d846723') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:15:50.810742 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fee32392-8d21-43ae-8459-3eac843fc520 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:50.838548 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618d4b0-b592-4ac1-9d52-73f08c1f4953 req-d24fa534-5c4d-4650-a6d6-fceb10570201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:50.848142 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618d4b0-b592-4ac1-9d52-73f08c1f4953 req-d24fa534-5c4d-4650-a6d6-fceb10570201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:50.848787 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618d4b0-b592-4ac1-9d52-73f08c1f4953 req-d24fa534-5c4d-4650-a6d6-fceb10570201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:50.849155 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618d4b0-b592-4ac1-9d52-73f08c1f4953 req-d24fa534-5c4d-4650-a6d6-fceb10570201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:50.849631 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618d4b0-b592-4ac1-9d52-73f08c1f4953 req-d24fa534-5c4d-4650-a6d6-fceb10570201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:50.850107 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618d4b0-b592-4ac1-9d52-73f08c1f4953 req-d24fa534-5c4d-4650-a6d6-fceb10570201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:50.850607 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618d4b0-b592-4ac1-9d52-73f08c1f4953 req-d24fa534-5c4d-4650-a6d6-fceb10570201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:50.852807 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a618d4b0-b592-4ac1-9d52-73f08c1f4953 req-d24fa534-5c4d-4650-a6d6-fceb10570201 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=26aaf535ef1442ddbe5e4f5b96bc1792&device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 6478 time: 0.1650293 Jul 09 16:15:50.854139 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fee32392-8d21-43ae-8459-3eac843fc520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:50.880016 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fee32392-8d21-43ae-8459-3eac843fc520 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:15:50.880437 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fee32392-8d21-43ae-8459-3eac843fc520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:50.882358 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:15:50.882358 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:15:50.882358 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:15:50.882358 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:15:50.882358 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:15:50.882358 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:15:50.882358 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:15:50.882358 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:15:50.882358 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:15:50.882358 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:15:50.882358 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:15:50.882358 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:15:50.882358 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:15:50.882358 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:15:50.882358 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:15:50.882358 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:15:50.882358 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:15:50.882358 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:15:50.882358 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:15:50.882358 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:15:50.882358 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:15:50.882358 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:15:50.882358 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:15:50.882358 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:15:50.882358 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:15:50.882358 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:15:50.882358 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:15:50.882358 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:15:50.882358 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:15:50.882358 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:15:50.882358 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:15:50.882358 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:15:51.062619 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fee32392-8d21-43ae-8459-3eac843fc520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:51.076657 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fee32392-8d21-43ae-8459-3eac843fc520 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:51.076657 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-fee32392-8d21-43ae-8459-3eac843fc520 admin admin] 10.222.0.98 "DELETE /v2.0/networks/ff680dd3-73e6-4c9c-81d2-02f85dfc0e52 HTTP/1.1" status: 204 len: 168 time: 0.6739855 Jul 09 16:15:51.091434 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee32392-8d21-43ae-8459-3eac843fc520 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff680dd3-73e6-4c9c-81d2-02f85dfc0e52,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:51.101201 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618d4b0-b592-4ac1-9d52-73f08c1f4953 req-9e966e58-d26c-43db-88fe-878cd307f6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:51.106633 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a618d4b0-b592-4ac1-9d52-73f08c1f4953 req-9e966e58-d26c-43db-88fe-878cd307f6f0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6a26d5a7-49c7-498b-ac37-7c6cb6027d97 HTTP/1.1" status: 200 len: 903 time: 0.2403672 Jul 09 16:15:51.139889 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a9573c4c-6994-49e1-abdd-44017010488a req-24fcf448-ca0a-4bba-b50a-9300b5abd35a tempest-SecurityGroupsTestAdminJSON-1142085336 tempest-SecurityGroupsTestAdminJSON-1142085336-project] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=59ab35b4777d465087919040dd55d250 HTTP/1.1" status: 200 len: 6099 time: 0.1657760 Jul 09 16:15:51.226531 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a618d4b0-b592-4ac1-9d52-73f08c1f4953 req-474dd801-7200-4040-a96a-7f268eaafc9b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d5a63360-2f2c-4256-88fa-b17027d6c63f HTTP/1.1" status: 200 len: 217 time: 0.1110318 Jul 09 16:15:51.238175 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a9573c4c-6994-49e1-abdd-44017010488a req-67aa7a61-b209-47a6-92a0-2ae17db7ee77 tempest-SecurityGroupsTestAdminJSON-1142085336 tempest-SecurityGroupsTestAdminJSON-1142085336-project] 10.222.0.98 "GET /v2.0/security-groups/357e5fb2-dc8e-47fd-b1fc-1e6784595dd4 HTTP/1.1" status: 200 len: 2981 time: 0.0898037 Jul 09 16:15:51.302747 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-68e164e4-7b7b-487b-8bc6-8a1190aad83f req-161fbfa6-25c7-48cc-a36c-a8420a87cdea tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=24627bb4-eafe-4180-ae77-e8f7b5d20e3d HTTP/1.1" status: 200 len: 210 time: 0.1724963 Jul 09 16:15:51.348583 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a9573c4c-6994-49e1-abdd-44017010488a req-6674933a-8a00-4b8d-8090-587b1a130a83 tempest-SecurityGroupsTestAdminJSON-1142085336 tempest-SecurityGroupsTestAdminJSON-1142085336-project] 10.222.0.98 "GET /v2.0/security-groups/357e5fb2-dc8e-47fd-b1fc-1e6784595dd4 HTTP/1.1" status: 200 len: 2981 time: 0.1019185 Jul 09 16:15:51.418876 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618d4b0-b592-4ac1-9d52-73f08c1f4953 req-dd9ffbf0-faf9-44f2-83a0-9e1245705f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:51.428396 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a618d4b0-b592-4ac1-9d52-73f08c1f4953 req-dd9ffbf0-faf9-44f2-83a0-9e1245705f48 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a54258b-5d51-4c0f-b2ea-6d2399e08904 HTTP/1.1" status: 200 len: 797 time: 0.1586511 Jul 09 16:15:51.466483 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cf79d0c4-acba-4f47-b891-f2366ac4da84 req-1d699f14-4a6b-4048-b5b9-82257fec8795 tempest-ServerShowV247Test-66129226 tempest-ServerShowV247Test-66129226-project] 10.222.0.98 "GET /v2.0/ports?device_id=1a632170-1142-4909-a9ac-1ab249b7d5b9 HTTP/1.1" status: 200 len: 210 time: 0.0599525 Jul 09 16:15:51.472848 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55822) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:51.509882 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2ead4569-2b25-4209-9205-4a3a30e877da req-8d915893-7193-4c94-aedc-029187b033e1 tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] 10.222.0.98 "GET /v2.0/security-groups/ce5963e3-9cd3-4938-bd9a-aa7e6b40e61d HTTP/1.1" status: 200 len: 2406 time: 0.1646106 Jul 09 16:15:51.602094 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-de8a1ee6-ba59-4f4f-a253-b6a9b600e2b2 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8b4543350d344397aad051db9ebe2296&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1278021 Jul 09 16:15:51.605145 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55830) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:51.672281 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618d4b0-b592-4ac1-9d52-73f08c1f4953 req-f55dcea4-c57f-416c-9afc-b94fd5c5f453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:51.673823 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a618d4b0-b592-4ac1-9d52-73f08c1f4953 req-f55dcea4-c57f-416c-9afc-b94fd5c5f453 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6a26d5a7-49c7-498b-ac37-7c6cb6027d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2319574 Jul 09 16:15:51.687189 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5502b5e0-d13a-4174-b099-e7f4fb127fa8 req-4261b29b-5001-4822-93c2-984c99887dd6 tempest-SecurityGroupsTestAdminJSON-1048519902 tempest-SecurityGroupsTestAdminJSON-1048519902-project-admin] 10.222.0.98 "GET /v2.0/security-groups/658f32a9-a2f2-46ed-a1ef-b1204d8233db HTTP/1.1" status: 200 len: 1777 time: 0.1489859 Jul 09 16:15:51.760492 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ffff1e92-86bf-47a5-a0d5-fb364994fd64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:51.820180 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ffff1e92-86bf-47a5-a0d5-fb364994fd64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:51.871100 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5502b5e0-d13a-4174-b099-e7f4fb127fa8 req-089f431d-8c53-40c5-8f69-5515e6d43d81 tempest-SecurityGroupsTestAdminJSON-1048519902 tempest-SecurityGroupsTestAdminJSON-1048519902-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:51.901099 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a618d4b0-b592-4ac1-9d52-73f08c1f4953 req-8566af61-59a6-46b1-abe1-1b58eb3362bf service neutron] 10.222.0.73 "GET /v2.0/networks/6a26d5a7-49c7-498b-ac37-7c6cb6027d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124047 Jul 09 16:15:51.910195 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52e56a-ca5e-4e50-99b5-3f662a10900e req-ea89667e-7643-42d4-b216-23271620f05c tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:51.918262 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52e56a-ca5e-4e50-99b5-3f662a10900e req-ea89667e-7643-42d4-b216-23271620f05c tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:51.930659 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:15:51.931449 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52e56a-ca5e-4e50-99b5-3f662a10900e req-ea89667e-7643-42d4-b216-23271620f05c tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:51.939915 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52e56a-ca5e-4e50-99b5-3f662a10900e req-ea89667e-7643-42d4-b216-23271620f05c tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:51.947407 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52e56a-ca5e-4e50-99b5-3f662a10900e req-ea89667e-7643-42d4-b216-23271620f05c tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:51.954888 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52e56a-ca5e-4e50-99b5-3f662a10900e req-ea89667e-7643-42d4-b216-23271620f05c tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:51.962658 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52e56a-ca5e-4e50-99b5-3f662a10900e req-ea89667e-7643-42d4-b216-23271620f05c tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:51.965712 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6a52e56a-ca5e-4e50-99b5-3f662a10900e req-ea89667e-7643-42d4-b216-23271620f05c tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 5421 time: 0.2308931 Jul 09 16:15:51.985062 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5502b5e0-d13a-4174-b099-e7f4fb127fa8 req-089f431d-8c53-40c5-8f69-5515e6d43d81 tempest-SecurityGroupsTestAdminJSON-1048519902 tempest-SecurityGroupsTestAdminJSON-1048519902-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:52.012723 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ffff1e92-86bf-47a5-a0d5-fb364994fd64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:52.015720 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ffff1e92-86bf-47a5-a0d5-fb364994fd64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:52.017268 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ffff1e92-86bf-47a5-a0d5-fb364994fd64 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d4223280-591e-4822-9041-8019b8e07208 HTTP/1.1" status: 204 len: 168 time: 0.4112058 Jul 09 16:15:52.076439 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff1e92-86bf-47a5-a0d5-fb364994fd64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4223280-591e-4822-9041-8019b8e07208,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:52.136392 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6a52e56a-ca5e-4e50-99b5-3f662a10900e req-d00ff1eb-d427-4d8f-9ee0-77b4b6b3745d tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c727296-78a2-4526-a3ce-1ec442e3beaf&id=45384544-6ff6-497a-9513-ac1d1fea2ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1462879 Jul 09 16:15:52.176176 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9dc3aa-0e8d-4156-8e83-0c10c00a8c84 req-6275f684-b7d0-48bd-9218-cc7a1e29bf08 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:52.178406 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0a9dc3aa-0e8d-4156-8e83-0c10c00a8c84 req-6275f684-b7d0-48bd-9218-cc7a1e29bf08 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.77 "GET /v2.0/networks?id=e55b3510-4171-4466-a467-a28850f48baa HTTP/1.1" status: 200 len: 812 time: 0.2855203 Jul 09 16:15:52.191963 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-0a9dc3aa-0e8d-4156-8e83-0c10c00a8c84 req-681ec4f8-833c-4cbb-ae5a-180a24b792c5 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Request body: {'port': {'device_id': '24627bb4-eafe-4180-ae77-e8f7b5d20e3d', 'network_id': 'e55b3510-4171-4466-a467-a28850f48baa', 'admin_state_up': True, 'tenant_id': '06cbfbbe1d844c0796508ff309a673b8'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:15:52.237074 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-df7aa6eb-c1b9-4825-8cad-d9a855dfc2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:52.398640 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9dafbeda-71bc-4586-b39c-d7eb2181b9f6 req-64d1c691-cd25-412b-a8b2-1b91153f7695 tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] 10.222.0.98 "GET /v2.0/security-group-rules/2fa93819-acc0-4dc2-8201-559a99fc3515 HTTP/1.1" status: 200 len: 778 time: 0.0789177 Jul 09 16:15:52.503765 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9dafbeda-71bc-4586-b39c-d7eb2181b9f6 req-db28c30f-3997-4add-9f9f-516e8e0ef838 tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] 10.222.0.98 "GET /v2.0/security-groups/ce5963e3-9cd3-4938-bd9a-aa7e6b40e61d HTTP/1.1" status: 200 len: 2406 time: 0.1044037 Jul 09 16:15:52.540591 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9dafbeda-71bc-4586-b39c-d7eb2181b9f6 req-1ef91bbd-8a0c-453a-91bf-6bb8c5261874 tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:52.544634 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a9dc3aa-0e8d-4156-8e83-0c10c00a8c84 req-681ec4f8-833c-4cbb-ae5a-180a24b792c5 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Made reservation on behalf of 06cbfbbe1d844c0796508ff309a673b8 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:15:52.548855 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0a9dc3aa-0e8d-4156-8e83-0c10c00a8c84 req-681ec4f8-833c-4cbb-ae5a-180a24b792c5 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:52.588518 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55844) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:52.632080 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9dafbeda-71bc-4586-b39c-d7eb2181b9f6 req-1ef91bbd-8a0c-453a-91bf-6bb8c5261874 tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:52.665716 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a618d4b0-b592-4ac1-9d52-73f08c1f4953 req-4dc1142d-083e-4194-9bb9-384ae2eb8ae0 service neutron] 10.222.0.73 "GET /v2.0/networks/6a26d5a7-49c7-498b-ac37-7c6cb6027d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7575524 Jul 09 16:15:52.700401 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-87e51521-d78b-40ab-a017-d5fbe06b292b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a0f9a6c3fb7b45909d9a5d0164e67345&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1067648 Jul 09 16:15:52.701060 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55846) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:52.715969 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5502b5e0-d13a-4174-b099-e7f4fb127fa8 req-089f431d-8c53-40c5-8f69-5515e6d43d81 tempest-SecurityGroupsTestAdminJSON-1048519902 tempest-SecurityGroupsTestAdminJSON-1048519902-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:52.718912 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5502b5e0-d13a-4174-b099-e7f4fb127fa8 req-089f431d-8c53-40c5-8f69-5515e6d43d81 tempest-SecurityGroupsTestAdminJSON-1048519902 tempest-SecurityGroupsTestAdminJSON-1048519902-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:52.720001 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5502b5e0-d13a-4174-b099-e7f4fb127fa8 req-089f431d-8c53-40c5-8f69-5515e6d43d81 tempest-SecurityGroupsTestAdminJSON-1048519902 tempest-SecurityGroupsTestAdminJSON-1048519902-project-admin] 10.222.0.98 "DELETE /v2.0/security-groups/658f32a9-a2f2-46ed-a1ef-b1204d8233db HTTP/1.1" status: 204 len: 173 time: 0.9989552 Jul 09 16:15:52.762835 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f431d-8c53-40c5-8f69-5515e6d43d81 tempest-SecurityGroupsTestAdminJSON-1048519902 tempest-SecurityGroupsTestAdminJSON-1048519902-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658f32a9-a2f2-46ed-a1ef-b1204d8233db,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:52.773140 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9dafbeda-71bc-4586-b39c-d7eb2181b9f6 req-1ef91bbd-8a0c-453a-91bf-6bb8c5261874 tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:52.792131 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8f22ec48-8126-41e6-8206-3165c0dce20a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:52.801369 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9dafbeda-71bc-4586-b39c-d7eb2181b9f6 req-1ef91bbd-8a0c-453a-91bf-6bb8c5261874 tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:52.803447 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9dafbeda-71bc-4586-b39c-d7eb2181b9f6 req-1ef91bbd-8a0c-453a-91bf-6bb8c5261874 tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/2fa93819-acc0-4dc2-8201-559a99fc3515 HTTP/1.1" status: 204 len: 173 time: 0.2982357 Jul 09 16:15:52.812177 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef91bbd-8a0c-453a-91bf-6bb8c5261874 tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2fa93819-acc0-4dc2-8201-559a99fc3515,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:52.841723 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-0a9dc3aa-0e8d-4156-8e83-0c10c00a8c84 req-681ec4f8-833c-4cbb-ae5a-180a24b792c5 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Allocated IP 172.20.0.6 (e55b3510-4171-4466-a467-a28850f48baa/1852f372-46e1-407a-a8ee-c45063bdc434/1947c798-f631-4288-b59b-de4bc4aa3c58) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:15:52.846045 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8f22ec48-8126-41e6-8206-3165c0dce20a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:52.910602 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8f22ec48-8126-41e6-8206-3165c0dce20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:52.913511 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8f22ec48-8126-41e6-8206-3165c0dce20a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:52.916323 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8f22ec48-8126-41e6-8206-3165c0dce20a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/01737aac-b66b-4f18-a523-990a6d069456 HTTP/1.1" status: 204 len: 168 time: 0.2109797 Jul 09 16:15:52.929232 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f22ec48-8126-41e6-8206-3165c0dce20a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01737aac-b66b-4f18-a523-990a6d069456,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:53.193088 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0a9dc3aa-0e8d-4156-8e83-0c10c00a8c84 req-681ec4f8-833c-4cbb-ae5a-180a24b792c5 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:53.208015 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3b821213-3df1-4ac1-994e-d73aa89384a5 req-c5a64f5f-5910-40cc-b5c2-44c1e60bd9f6 tempest-SecurityGroupsTestAdminJSON-1048519902 tempest-SecurityGroupsTestAdminJSON-1048519902-project-admin] 10.222.0.98 "GET /v2.0/security-groups/cf57f234-9465-4e3c-ab96-c68f86281d8d HTTP/1.1" status: 200 len: 1777 time: 0.0689244 Jul 09 16:15:53.236781 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0a9dc3aa-0e8d-4156-8e83-0c10c00a8c84 req-681ec4f8-833c-4cbb-ae5a-180a24b792c5 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:53.274742 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a9dc3aa-0e8d-4156-8e83-0c10c00a8c84 req-681ec4f8-833c-4cbb-ae5a-180a24b792c5 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Network e55b3510-4171-4466-a467-a28850f48baa is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:15:53.301739 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-0a9dc3aa-0e8d-4156-8e83-0c10c00a8c84 req-681ec4f8-833c-4cbb-ae5a-180a24b792c5 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:15:53.311592 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3b821213-3df1-4ac1-994e-d73aa89384a5 req-3c6a1fd5-4e88-4fd3-b39a-1fa3c4b4b942 tempest-SecurityGroupsTestAdminJSON-1048519902 tempest-SecurityGroupsTestAdminJSON-1048519902-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:53.314346 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a9dc3aa-0e8d-4156-8e83-0c10c00a8c84 req-681ec4f8-833c-4cbb-ae5a-180a24b792c5 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:15:53.341840 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3b821213-3df1-4ac1-994e-d73aa89384a5 req-3c6a1fd5-4e88-4fd3-b39a-1fa3c4b4b942 tempest-SecurityGroupsTestAdminJSON-1048519902 tempest-SecurityGroupsTestAdminJSON-1048519902-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:53.398202 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3b821213-3df1-4ac1-994e-d73aa89384a5 req-3c6a1fd5-4e88-4fd3-b39a-1fa3c4b4b942 tempest-SecurityGroupsTestAdminJSON-1048519902 tempest-SecurityGroupsTestAdminJSON-1048519902-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:53.399018 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ec4f8-833c-4cbb-ae5a-180a24b792c5 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Pushing event updated for resources: {'Port': ['ID=1947c798-f631-4288-b59b-de4bc4aa3c58,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:53.407226 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3b821213-3df1-4ac1-994e-d73aa89384a5 req-3c6a1fd5-4e88-4fd3-b39a-1fa3c4b4b942 tempest-SecurityGroupsTestAdminJSON-1048519902 tempest-SecurityGroupsTestAdminJSON-1048519902-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:53.427958 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9dc3aa-0e8d-4156-8e83-0c10c00a8c84 req-681ec4f8-833c-4cbb-ae5a-180a24b792c5 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:53.428631 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0a9dc3aa-0e8d-4156-8e83-0c10c00a8c84 req-681ec4f8-833c-4cbb-ae5a-180a24b792c5 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:53.432139 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3b821213-3df1-4ac1-994e-d73aa89384a5 req-3c6a1fd5-4e88-4fd3-b39a-1fa3c4b4b942 tempest-SecurityGroupsTestAdminJSON-1048519902 tempest-SecurityGroupsTestAdminJSON-1048519902-project-admin] 10.222.0.98 "DELETE /v2.0/security-groups/cf57f234-9465-4e3c-ab96-c68f86281d8d HTTP/1.1" status: 204 len: 173 time: 0.2185142 Jul 09 16:15:53.452166 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0a9dc3aa-0e8d-4156-8e83-0c10c00a8c84 req-681ec4f8-833c-4cbb-ae5a-180a24b792c5 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2648993 Jul 09 16:15:53.464955 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-0a9dc3aa-0e8d-4156-8e83-0c10c00a8c84 req-e7c78f36-121f-41d2-bf80-0389f45f3a12 service neutron] Request body: {'port': {'device_id': '24627bb4-eafe-4180-ae77-e8f7b5d20e3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:15:53.476334 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-218fede2-5d33-479d-b925-61cb1e655457 req-a61e18d1-2d9b-4fe7-aefe-54e9b6689b2d tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1507040993', 'description': 'tempest-description-556452867'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:15:53.482081 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6a1fd5-4e88-4fd3-b39a-1fa3c4b4b942 tempest-SecurityGroupsTestAdminJSON-1048519902 tempest-SecurityGroupsTestAdminJSON-1048519902-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf57f234-9465-4e3c-ab96-c68f86281d8d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:53.533877 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-218fede2-5d33-479d-b925-61cb1e655457 req-a61e18d1-2d9b-4fe7-aefe-54e9b6689b2d tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:53.770148 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-218fede2-5d33-479d-b925-61cb1e655457 req-a61e18d1-2d9b-4fe7-aefe-54e9b6689b2d tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:53.774621 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-218fede2-5d33-479d-b925-61cb1e655457 req-a61e18d1-2d9b-4fe7-aefe-54e9b6689b2d tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:53.843571 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-218fede2-5d33-479d-b925-61cb1e655457 req-a61e18d1-2d9b-4fe7-aefe-54e9b6689b2d tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:53.844868 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-218fede2-5d33-479d-b925-61cb1e655457 req-a61e18d1-2d9b-4fe7-aefe-54e9b6689b2d tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3895895 Jul 09 16:15:53.845827 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61e18d1-2d9b-4fe7-aefe-54e9b6689b2d tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b49bbf1f-c049-4703-802a-5fc2a5d1afee,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:53.879670 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe34f6-c707-4bd1-bf17-141a3263500d req-f22c975c-563a-4ad1-a93e-a02b6141b3d2 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:53.887040 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4afe34f6-c707-4bd1-bf17-141a3263500d req-f22c975c-563a-4ad1-a93e-a02b6141b3d2 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=24627bb4-eafe-4180-ae77-e8f7b5d20e3d HTTP/1.1" status: 200 len: 931 time: 0.5672917 Jul 09 16:15:53.966479 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0a9dc3aa-0e8d-4156-8e83-0c10c00a8c84 req-e7c78f36-121f-41d2-bf80-0389f45f3a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:53.982233 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4afe34f6-c707-4bd1-bf17-141a3263500d req-b0d2a529-2a28-4a4d-a70f-0829df2a5258 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942254 Jul 09 16:15:54.257824 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-385e2101-99d3-424e-a1ba-86b3ed3b06f8 req-a96a0844-3a08-4b25-bb52-435f485573a4 tempest-SecurityGroupsTestAdminJSON-1142085336 tempest-SecurityGroupsTestAdminJSON-1142085336-project] 10.222.0.98 "GET /v2.0/security-groups/a66f89f8-ef36-4786-814b-3d6a83f271c4 HTTP/1.1" status: 200 len: 1777 time: 0.1405239 Jul 09 16:15:54.259754 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bc5cc87a-ff84-4062-bb04-489d719c2c5a req-3e3f5492-a334-4305-abb7-a67e9d4274fc service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1a632170-1142-4909-a9ac-1ab249b7d5b9 HTTP/1.1" status: 200 len: 210 time: 0.0520880 Jul 09 16:15:54.274946 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55906) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:54.372141 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-385e2101-99d3-424e-a1ba-86b3ed3b06f8 req-2986db54-0a9d-481d-8336-b234b482869e tempest-SecurityGroupsTestAdminJSON-1142085336 tempest-SecurityGroupsTestAdminJSON-1142085336-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:54.417516 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-385e2101-99d3-424e-a1ba-86b3ed3b06f8 req-2986db54-0a9d-481d-8336-b234b482869e tempest-SecurityGroupsTestAdminJSON-1142085336 tempest-SecurityGroupsTestAdminJSON-1142085336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:54.428326 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f726f3-a9ce-4765-863d-026dd8c2a9fb req-59fc68e8-fa9b-4da4-8adc-55039421251c tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:54.433144 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-55841787-6943-442c-8007-d5f2666ee0e4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1073732346-network', 'tenant_id': '546108aaf02647ac83ffc1a249896d22'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:15:54.441808 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f726f3-a9ce-4765-863d-026dd8c2a9fb req-59fc68e8-fa9b-4da4-8adc-55039421251c tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:54.449904 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f726f3-a9ce-4765-863d-026dd8c2a9fb req-59fc68e8-fa9b-4da4-8adc-55039421251c tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:54.458302 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f726f3-a9ce-4765-863d-026dd8c2a9fb req-59fc68e8-fa9b-4da4-8adc-55039421251c tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:54.465606 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f726f3-a9ce-4765-863d-026dd8c2a9fb req-59fc68e8-fa9b-4da4-8adc-55039421251c tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:54.472028 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f726f3-a9ce-4765-863d-026dd8c2a9fb req-59fc68e8-fa9b-4da4-8adc-55039421251c tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:54.480625 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f726f3-a9ce-4765-863d-026dd8c2a9fb req-59fc68e8-fa9b-4da4-8adc-55039421251c tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:54.481768 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55841787-6943-442c-8007-d5f2666ee0e4 admin admin] Made reservation on behalf of 546108aaf02647ac83ffc1a249896d22 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:15:54.482553 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-88f726f3-a9ce-4765-863d-026dd8c2a9fb req-59fc68e8-fa9b-4da4-8adc-55039421251c tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 5421 time: 0.2203386 Jul 09 16:15:54.484498 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-55841787-6943-442c-8007-d5f2666ee0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:54.507208 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-385e2101-99d3-424e-a1ba-86b3ed3b06f8 req-2986db54-0a9d-481d-8336-b234b482869e tempest-SecurityGroupsTestAdminJSON-1142085336 tempest-SecurityGroupsTestAdminJSON-1142085336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:54.509714 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-385e2101-99d3-424e-a1ba-86b3ed3b06f8 req-2986db54-0a9d-481d-8336-b234b482869e tempest-SecurityGroupsTestAdminJSON-1142085336 tempest-SecurityGroupsTestAdminJSON-1142085336-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:54.525670 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-385e2101-99d3-424e-a1ba-86b3ed3b06f8 req-2986db54-0a9d-481d-8336-b234b482869e tempest-SecurityGroupsTestAdminJSON-1142085336 tempest-SecurityGroupsTestAdminJSON-1142085336-project] 10.222.0.98 "DELETE /v2.0/security-groups/a66f89f8-ef36-4786-814b-3d6a83f271c4 HTTP/1.1" status: 204 len: 173 time: 0.2611725 Jul 09 16:15:54.527822 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-55841787-6943-442c-8007-d5f2666ee0e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:54.559566 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-88f726f3-a9ce-4765-863d-026dd8c2a9fb req-dfd14c78-651d-41ef-b865-f0fdeb497480 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c727296-78a2-4526-a3ce-1ec442e3beaf&id=45384544-6ff6-497a-9513-ac1d1fea2ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0663016 Jul 09 16:15:54.572742 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2986db54-0a9d-481d-8336-b234b482869e tempest-SecurityGroupsTestAdminJSON-1142085336 tempest-SecurityGroupsTestAdminJSON-1142085336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66f89f8-ef36-4786-814b-3d6a83f271c4,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:54.605023 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7ed91768-585b-4800-9099-23acc4dea380 req-eeb7ae36-b7f6-471e-8842-fc637efc2ea1 tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] 10.222.0.98 "GET /v2.0/security-groups/b49bbf1f-c049-4703-802a-5fc2a5d1afee HTTP/1.1" status: 200 len: 1812 time: 0.0778604 Jul 09 16:15:54.636917 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-0a9dc3aa-0e8d-4156-8e83-0c10c00a8c84 req-e7c78f36-121f-41d2-bf80-0389f45f3a12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1947c798-f631-4288-b59b-de4bc4aa3c58 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:15:54.647639 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0a9dc3aa-0e8d-4156-8e83-0c10c00a8c84 req-e7c78f36-121f-41d2-bf80-0389f45f3a12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:54.662903 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-0a9dc3aa-0e8d-4156-8e83-0c10c00a8c84 req-e7c78f36-121f-41d2-bf80-0389f45f3a12 service neutron] Transition to ACTIVE for port object 1947c798-f631-4288-b59b-de4bc4aa3c58 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:15:54.668561 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0a9dc3aa-0e8d-4156-8e83-0c10c00a8c84 req-e7c78f36-121f-41d2-bf80-0389f45f3a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:54.702100 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-55841787-6943-442c-8007-d5f2666ee0e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:54.707272 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-55841787-6943-442c-8007-d5f2666ee0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:54.774408 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55841787-6943-442c-8007-d5f2666ee0e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:15:54.775406 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c78f36-121f-41d2-bf80-0389f45f3a12 service neutron] Pushing event updated for resources: {'Port': ['ID=1947c798-f631-4288-b59b-de4bc4aa3c58,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:54.785930 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55841787-6943-442c-8007-d5f2666ee0e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b75c73-27d7-4975-9c87-615e08a2a838,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:54.796296 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-55841787-6943-442c-8007-d5f2666ee0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:54.797728 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-55841787-6943-442c-8007-d5f2666ee0e4 admin admin] Added segment b3327873-1adb-4566-ad72-2213b9292320 of type vlan for network 5ab794d9-1bd8-4da1-bd91-e5307e2548b2 Jul 09 16:15:54.884745 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-0a9dc3aa-0e8d-4156-8e83-0c10c00a8c84 req-e7c78f36-121f-41d2-bf80-0389f45f3a12 service neutron] Attempting to bind port 1947c798-f631-4288-b59b-de4bc4aa3c58 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:15:54.885198 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-0a9dc3aa-0e8d-4156-8e83-0c10c00a8c84 req-e7c78f36-121f-41d2-bf80-0389f45f3a12 service neutron] Attempting to bind port 1947c798-f631-4288-b59b-de4bc4aa3c58 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'f3322cfe-f17e-4138-825d-2b8f5a34d17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e55b3510-4171-4466-a467-a28850f48baa'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:15:54.885198 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9dc3aa-0e8d-4156-8e83-0c10c00a8c84 req-e7c78f36-121f-41d2-bf80-0389f45f3a12 service neutron] Attempting to bind port 1947c798-f631-4288-b59b-de4bc4aa3c58 on network e55b3510-4171-4466-a467-a28850f48baa {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:15:54.902039 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5054c8bc-4eb8-4a42-9e67-1f8ddc485127 req-2d61717b-1eba-403b-8f16-bfc805920332 tempest-ServerShowV247Test-66129226 tempest-ServerShowV247Test-66129226-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b709261-7ab6-46db-a410-84ca297026a3 HTTP/1.1" status: 200 len: 210 time: 0.0592396 Jul 09 16:15:54.904751 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-55841787-6943-442c-8007-d5f2666ee0e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:54.917363 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9dc3aa-0e8d-4156-8e83-0c10c00a8c84 req-e7c78f36-121f-41d2-bf80-0389f45f3a12 service neutron] Port 1947c798-f631-4288-b59b-de4bc4aa3c58 on network e55b3510-4171-4466-a467-a28850f48baa not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:15:54.927334 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9dc3aa-0e8d-4156-8e83-0c10c00a8c84 req-e7c78f36-121f-41d2-bf80-0389f45f3a12 service neutron] Attempting to bind port 1947c798-f631-4288-b59b-de4bc4aa3c58 on network e55b3510-4171-4466-a467-a28850f48baa {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:15:54.967611 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-55841787-6943-442c-8007-d5f2666ee0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:54.969121 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55841787-6943-442c-8007-d5f2666ee0e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:54.970958 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-55841787-6943-442c-8007-d5f2666ee0e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:54.973307 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9dc3aa-0e8d-4156-8e83-0c10c00a8c84 req-e7c78f36-121f-41d2-bf80-0389f45f3a12 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:15:54.974112 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9dc3aa-0e8d-4156-8e83-0c10c00a8c84 req-e7c78f36-121f-41d2-bf80-0389f45f3a12 service neutron] Checking segment: {'id': 'f3322cfe-f17e-4138-825d-2b8f5a34d17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e55b3510-4171-4466-a467-a28850f48baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:15:54.975160 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9dc3aa-0e8d-4156-8e83-0c10c00a8c84 req-e7c78f36-121f-41d2-bf80-0389f45f3a12 service neutron] Bound using segment: {'id': 'f3322cfe-f17e-4138-825d-2b8f5a34d17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e55b3510-4171-4466-a467-a28850f48baa'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:15:54.976895 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-0a9dc3aa-0e8d-4156-8e83-0c10c00a8c84 req-e7c78f36-121f-41d2-bf80-0389f45f3a12 service neutron] Bound port: 1947c798-f631-4288-b59b-de4bc4aa3c58, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3322cfe-f17e-4138-825d-2b8f5a34d17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e55b3510-4171-4466-a467-a28850f48baa'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:15:54.977792 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0a9dc3aa-0e8d-4156-8e83-0c10c00a8c84 req-e7c78f36-121f-41d2-bf80-0389f45f3a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:54.982063 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-25ca2264-32d0-4713-928b-aabe366d3952 req-f57233c9-a2f2-425c-821d-0dd94b8172f3 tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1153250761', 'description': 'tempest-description-523284607'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:15:55.015796 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fc3423f3-414e-4a19-9d68-57a3a9040e7c req-3c0d49a1-dd69-462b-9481-c394d4ef2166 tempest-SecurityGroupsTestAdminJSON-1142085336 tempest-SecurityGroupsTestAdminJSON-1142085336-project] 10.222.0.98 "GET /v2.0/security-groups/782cf485-83e2-48bb-adae-05ca04a629b0 HTTP/1.1" status: 200 len: 1774 time: 0.1369886 Jul 09 16:15:55.023828 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-25ca2264-32d0-4713-928b-aabe366d3952 req-f57233c9-a2f2-425c-821d-0dd94b8172f3 tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:55.061885 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a7c50ca6-f357-4e75-8588-121c75cd0895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:55.110528 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-55841787-6943-442c-8007-d5f2666ee0e4 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8342631 Jul 09 16:15:55.113186 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55920) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:55.118203 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-9b913a5b-a7a9-4c01-a7bd-abf95cfb4bf6 admin admin] Request body: {'subnet': {'network_id': '5ab794d9-1bd8-4da1-bd91-e5307e2548b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1073732346-subnet', 'tenant_id': '546108aaf02647ac83ffc1a249896d22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:15:55.122081 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-0a9dc3aa-0e8d-4156-8e83-0c10c00a8c84 req-e7c78f36-121f-41d2-bf80-0389f45f3a12 service neutron] For port 1947c798-f631-4288-b59b-de4bc4aa3c58, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:15:55.124681 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55841787-6943-442c-8007-d5f2666ee0e4 admin admin] Pushing event updated for resources: {'Network': ['ID=5ab794d9-1bd8-4da1-bd91-e5307e2548b2,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:55.135884 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 5ab794d9-1bd8-4da1-bd91-e5307e2548b2 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:15:55.140029 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.db.api [None req-9b913a5b-a7a9-4c01-a7bd-abf95cfb4bf6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 16:15:55.140029 n-d-798930-3 neutron-server[93959]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 16:15:55.140029 n-d-798930-3 neutron-server[93959]: [parameters: {'project_id_1': '546108aaf02647ac83ffc1a249896d22', 'expiration_1': datetime.datetime(2021, 7, 9, 16, 15, 55, 127088)}] Jul 09 16:15:55.140029 n-d-798930-3 neutron-server[93959]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:15:55.140455 n-d-798930-3 neutron-server[93959]: DEBUG oslo_db.api [None req-9b913a5b-a7a9-4c01-a7bd-abf95cfb4bf6 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:15:55.161190 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-0a9dc3aa-0e8d-4156-8e83-0c10c00a8c84 req-e7c78f36-121f-41d2-bf80-0389f45f3a12 service neutron] For port 1947c798-f631-4288-b59b-de4bc4aa3c58, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=1947c798-f631-4288-b59b-de4bc4aa3c58,segment=NetworkSegment(f3322cfe-f17e-4138-825d-2b8f5a34d17c),segment_id=f3322cfe-f17e-4138-825d-2b8f5a34d17c)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:15:55.172599 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0a9dc3aa-0e8d-4156-8e83-0c10c00a8c84 req-e7c78f36-121f-41d2-bf80-0389f45f3a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:55.192244 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9dc3aa-0e8d-4156-8e83-0c10c00a8c84 req-e7c78f36-121f-41d2-bf80-0389f45f3a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:55.193271 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0a9dc3aa-0e8d-4156-8e83-0c10c00a8c84 req-e7c78f36-121f-41d2-bf80-0389f45f3a12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:55.195242 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0a9dc3aa-0e8d-4156-8e83-0c10c00a8c84 req-e7c78f36-121f-41d2-bf80-0389f45f3a12 service neutron] 10.222.0.77 "PUT /v2.0/ports/1947c798-f631-4288-b59b-de4bc4aa3c58 HTTP/1.1" status: 200 len: 1091 time: 1.7356527 Jul 09 16:15:55.206100 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24627bb4-eafe-4180-ae77-e8f7b5d20e3d', 'tag': '1947c798-f631-4288-b59b-de4bc4aa3c58'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:15:55.209092 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f737b6-f5d6-4737-b0bd-bbc20e5fed6f" -d '{"events": [{"name": "network-changed", "server_uuid": "24627bb4-eafe-4180-ae77-e8f7b5d20e3d", "tag": "1947c798-f631-4288-b59b-de4bc4aa3c58"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:15:55.226687 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-25ca2264-32d0-4713-928b-aabe366d3952 req-f57233c9-a2f2-425c-821d-0dd94b8172f3 tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:55.232713 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-25ca2264-32d0-4713-928b-aabe366d3952 req-f57233c9-a2f2-425c-821d-0dd94b8172f3 tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:55.241160 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fc3423f3-414e-4a19-9d68-57a3a9040e7c req-234653cd-8330-416b-9d09-6d9ef20c049e tempest-SecurityGroupsTestAdminJSON-1142085336 tempest-SecurityGroupsTestAdminJSON-1142085336-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:55.281552 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-25ca2264-32d0-4713-928b-aabe366d3952 req-f57233c9-a2f2-425c-821d-0dd94b8172f3 tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:55.285058 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:55.285270 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-25ca2264-32d0-4713-928b-aabe366d3952 req-f57233c9-a2f2-425c-821d-0dd94b8172f3 tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3065977 Jul 09 16:15:55.308634 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57233c9-a2f2-425c-821d-0dd94b8172f3 tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b692a3ac-aef2-4361-ad1b-4ad4f953fa15,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:55.359321 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fc3423f3-414e-4a19-9d68-57a3a9040e7c req-234653cd-8330-416b-9d09-6d9ef20c049e tempest-SecurityGroupsTestAdminJSON-1142085336 tempest-SecurityGroupsTestAdminJSON-1142085336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:55.387321 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c78f36-121f-41d2-bf80-0389f45f3a12 service neutron] Pushing event updated for resources: {'Port': ['ID=1947c798-f631-4288-b59b-de4bc4aa3c58,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:55.425079 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9dc3aa-0e8d-4156-8e83-0c10c00a8c84 req-6e12273d-8f0a-4ee8-a286-9af3258437a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:55.427261 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0a9dc3aa-0e8d-4156-8e83-0c10c00a8c84 req-6e12273d-8f0a-4ee8-a286-9af3258437a3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=06cbfbbe1d844c0796508ff309a673b8&device_id=24627bb4-eafe-4180-ae77-e8f7b5d20e3d HTTP/1.1" status: 200 len: 1094 time: 0.1638350 Jul 09 16:15:55.445568 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fc3423f3-414e-4a19-9d68-57a3a9040e7c req-234653cd-8330-416b-9d09-6d9ef20c049e tempest-SecurityGroupsTestAdminJSON-1142085336 tempest-SecurityGroupsTestAdminJSON-1142085336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:55.448848 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fc3423f3-414e-4a19-9d68-57a3a9040e7c req-234653cd-8330-416b-9d09-6d9ef20c049e tempest-SecurityGroupsTestAdminJSON-1142085336 tempest-SecurityGroupsTestAdminJSON-1142085336-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:55.449976 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fc3423f3-414e-4a19-9d68-57a3a9040e7c req-234653cd-8330-416b-9d09-6d9ef20c049e tempest-SecurityGroupsTestAdminJSON-1142085336 tempest-SecurityGroupsTestAdminJSON-1142085336-project] 10.222.0.98 "DELETE /v2.0/security-groups/782cf485-83e2-48bb-adae-05ca04a629b0 HTTP/1.1" status: 204 len: 173 time: 0.3635659 Jul 09 16:15:55.488928 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0a9dc3aa-0e8d-4156-8e83-0c10c00a8c84 req-4e74293c-b2cc-4c82-8116-96e90c3286fa service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1947c798-f631-4288-b59b-de4bc4aa3c58 HTTP/1.1" status: 200 len: 217 time: 0.0529625 Jul 09 16:15:55.489801 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234653cd-8330-416b-9d09-6d9ef20c049e tempest-SecurityGroupsTestAdminJSON-1142085336 tempest-SecurityGroupsTestAdminJSON-1142085336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=782cf485-83e2-48bb-adae-05ca04a629b0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:55.507968 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f7012bf-9d8f-4b6a-b636-9a12cc825f09 x-openstack-request-id: req-5f7012bf-9d8f-4b6a-b636-9a12cc825f09 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:15:55.508556 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24627bb4-eafe-4180-ae77-e8f7b5d20e3d", "tag": "1947c798-f631-4288-b59b-de4bc4aa3c58", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:15:55.509141 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5f7012bf-9d8f-4b6a-b636-9a12cc825f09 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:15:55.509814 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24627bb4-eafe-4180-ae77-e8f7b5d20e3d', 'tag': '1947c798-f631-4288-b59b-de4bc4aa3c58', 'status': 'completed', 'code': 200} Jul 09 16:15:55.513096 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e0fc9-c9d6-4e73-8f49-1eb22f6f2fd3 req-e34ccf20-e1bc-4b8e-8fbe-0916048f81ee tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:55.520797 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-147e0fc9-c9d6-4e73-8f49-1eb22f6f2fd3 req-e34ccf20-e1bc-4b8e-8fbe-0916048f81ee tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=24627bb4-eafe-4180-ae77-e8f7b5d20e3d HTTP/1.1" status: 200 len: 943 time: 0.1088688 Jul 09 16:15:55.559587 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-147e0fc9-c9d6-4e73-8f49-1eb22f6f2fd3 req-b05a9aba-754e-4e91-a216-222cafb1dac3 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376811 Jul 09 16:15:55.588291 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ffccb68b-e0f7-492f-aafc-517d5633185c req-654568e1-f7f9-4e1e-a238-0ef9a0b848cf tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] 10.222.0.98 "GET /v2.0/security-groups/b692a3ac-aef2-4361-ad1b-4ad4f953fa15 HTTP/1.1" status: 200 len: 1812 time: 0.0525122 Jul 09 16:15:55.596430 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9dc3aa-0e8d-4156-8e83-0c10c00a8c84 req-2bacb56d-66e9-40b0-bd1a-84456965ebb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:55.598239 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0a9dc3aa-0e8d-4156-8e83-0c10c00a8c84 req-2bacb56d-66e9-40b0-bd1a-84456965ebb8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1852f372-46e1-407a-a8ee-c45063bdc434 HTTP/1.1" status: 200 len: 852 time: 0.1034853 Jul 09 16:15:55.648082 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0a9dc3aa-0e8d-4156-8e83-0c10c00a8c84 req-3987681c-24c3-4253-9f85-c04dbe1e5e16 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e55b3510-4171-4466-a467-a28850f48baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343325 Jul 09 16:15:55.652821 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-c7fdcc99-af29-40ab-97be-fb092fa38c5c req-1de3984a-548b-401b-9815-9a0d18add97f tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1980677166', 'description': 'tempest-description-1687572569'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:15:55.676901 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b913a5b-a7a9-4c01-a7bd-abf95cfb4bf6 admin admin] Made reservation on behalf of 546108aaf02647ac83ffc1a249896d22 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:15:55.680095 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9b913a5b-a7a9-4c01-a7bd-abf95cfb4bf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:55.720717 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c7fdcc99-af29-40ab-97be-fb092fa38c5c req-1de3984a-548b-401b-9815-9a0d18add97f tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:55.830434 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0a9dc3aa-0e8d-4156-8e83-0c10c00a8c84 req-c0646a13-e08a-4c84-986f-eb2b6b232d32 service neutron] 10.222.0.77 "GET /v2.0/networks/e55b3510-4171-4466-a467-a28850f48baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698756 Jul 09 16:15:55.873191 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55936) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:55.879771 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c7fdcc99-af29-40ab-97be-fb092fa38c5c req-1de3984a-548b-401b-9815-9a0d18add97f tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:55.895282 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c7fdcc99-af29-40ab-97be-fb092fa38c5c req-1de3984a-548b-401b-9815-9a0d18add97f tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:55.964806 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06dacb7-7270-4cae-872b-119ebd578e2f req-055b4fee-6892-474b-a57f-5842fcb48df1 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:55.971234 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06dacb7-7270-4cae-872b-119ebd578e2f req-055b4fee-6892-474b-a57f-5842fcb48df1 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:55.977440 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c7fdcc99-af29-40ab-97be-fb092fa38c5c req-1de3984a-548b-401b-9815-9a0d18add97f tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:55.977817 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06dacb7-7270-4cae-872b-119ebd578e2f req-055b4fee-6892-474b-a57f-5842fcb48df1 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:55.983934 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06dacb7-7270-4cae-872b-119ebd578e2f req-055b4fee-6892-474b-a57f-5842fcb48df1 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:55.984835 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c7fdcc99-af29-40ab-97be-fb092fa38c5c req-1de3984a-548b-401b-9815-9a0d18add97f tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3357856 Jul 09 16:15:55.993912 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06dacb7-7270-4cae-872b-119ebd578e2f req-055b4fee-6892-474b-a57f-5842fcb48df1 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:55.998440 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06dacb7-7270-4cae-872b-119ebd578e2f req-055b4fee-6892-474b-a57f-5842fcb48df1 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:56.004453 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06dacb7-7270-4cae-872b-119ebd578e2f req-055b4fee-6892-474b-a57f-5842fcb48df1 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:56.006444 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c06dacb7-7270-4cae-872b-119ebd578e2f req-055b4fee-6892-474b-a57f-5842fcb48df1 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 5421 time: 0.2022882 Jul 09 16:15:56.030394 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de3984a-548b-401b-9815-9a0d18add97f tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4e275c-86bd-4d15-a2e5-41e7b7116557,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:56.055518 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0a9dc3aa-0e8d-4156-8e83-0c10c00a8c84 req-fa694d5a-318a-4491-aeb1-f35dff1eedcd service neutron] 10.222.0.77 "GET /v2.0/networks/e55b3510-4171-4466-a467-a28850f48baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813531 Jul 09 16:15:56.116293 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:56.117788 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c06dacb7-7270-4cae-872b-119ebd578e2f req-999ec338-f06f-4a5e-a015-3cda7563be7a tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c727296-78a2-4526-a3ce-1ec442e3beaf&id=45384544-6ff6-497a-9513-ac1d1fea2ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0971870 Jul 09 16:15:56.153880 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9b913a5b-a7a9-4c01-a7bd-abf95cfb4bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:56.163417 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a088c902-270a-4b99-8871-19d5877051b1 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=59ab35b4777d465087919040dd55d250&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2866356 Jul 09 16:15:56.164991 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55946) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:56.196593 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f737b6-f5d6-4737-b0bd-bbc20e5fed6f req-851ba9d6-6104-4e13-84f0-20005498dc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:56.198221 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-43f737b6-f5d6-4737-b0bd-bbc20e5fed6f req-851ba9d6-6104-4e13-84f0-20005498dc26 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=06cbfbbe1d844c0796508ff309a673b8&device_id=24627bb4-eafe-4180-ae77-e8f7b5d20e3d HTTP/1.1" status: 200 len: 1094 time: 0.0830908 Jul 09 16:15:56.288660 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b913a5b-a7a9-4c01-a7bd-abf95cfb4bf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5288f2c0-4157-42ca-b91f-37115e42c839,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:56.297696 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1cddca90-a976-4de3-8ce7-114d31823ee8 req-2cd8500f-c29d-477b-958f-ded89b0fdd13 tempest-ServerShowV247Test-66129226 tempest-ServerShowV247Test-66129226-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b709261-7ab6-46db-a410-84ca297026a3 HTTP/1.1" status: 200 len: 210 time: 0.0365269 Jul 09 16:15:56.303941 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-69db8bf5-72a2-423b-a995-5fd06d5631d9 req-93907b43-d1ab-4690-b845-46035eb0b184 tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] 10.222.0.98 "GET /v2.0/security-groups/7e4e275c-86bd-4d15-a2e5-41e7b7116557 HTTP/1.1" status: 200 len: 1813 time: 0.1402879 Jul 09 16:15:56.326081 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b913a5b-a7a9-4c01-a7bd-abf95cfb4bf6 admin admin] Checking segment: {'id': 'b3327873-1adb-4566-ad72-2213b9292320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5ab794d9-1bd8-4da1-bd91-e5307e2548b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:15:56.326451 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b913a5b-a7a9-4c01-a7bd-abf95cfb4bf6 admin admin] Network hostable DHCP agents. Network: 5ab794d9-1bd8-4da1-bd91-e5307e2548b2, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:15:56.332014 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-dd1e8813-8c1c-4abc-8521-8b33bae936b6 req-10aa2b6a-73c4-485c-a67d-f1e811f37101 tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-96104626', 'description': 'tempest-description-789583172'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:15:56.342294 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:56.343201 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f737b6-f5d6-4737-b0bd-bbc20e5fed6f req-14068c26-6a1e-4998-8977-52e11a0ed352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:56.345201 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-43f737b6-f5d6-4737-b0bd-bbc20e5fed6f req-14068c26-6a1e-4998-8977-52e11a0ed352 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e55b3510-4171-4466-a467-a28850f48baa HTTP/1.1" status: 200 len: 913 time: 0.1402719 Jul 09 16:15:56.351474 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ba98e1f8-0de8-4156-afdb-6c1084612be1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:56.388108 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b913a5b-a7a9-4c01-a7bd-abf95cfb4bf6 admin admin] Network 5ab794d9-1bd8-4da1-bd91-e5307e2548b2 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:15:56.391386 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ba98e1f8-0de8-4156-afdb-6c1084612be1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:56.394030 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-dd1e8813-8c1c-4abc-8521-8b33bae936b6 req-10aa2b6a-73c4-485c-a67d-f1e811f37101 tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:56.410109 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-43f737b6-f5d6-4737-b0bd-bbc20e5fed6f req-ef3ee9a3-4d08-4410-893b-b4757b8e56c0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1947c798-f631-4288-b59b-de4bc4aa3c58 HTTP/1.1" status: 200 len: 217 time: 0.0582850 Jul 09 16:15:56.415841 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-9b913a5b-a7a9-4c01-a7bd-abf95cfb4bf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 5ab794d9-1bd8-4da1-bd91-e5307e2548b2) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:15:56.426362 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7a4876-4f80-4d1b-b072-8702978c4a05 None None] Network 5ab794d9-1bd8-4da1-bd91-e5307e2548b2 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:15:56.429231 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b913a5b-a7a9-4c01-a7bd-abf95cfb4bf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:56.429826 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9b913a5b-a7a9-4c01-a7bd-abf95cfb4bf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:56.494250 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ba98e1f8-0de8-4156-afdb-6c1084612be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:56.497369 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ba98e1f8-0de8-4156-afdb-6c1084612be1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:56.498533 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ba98e1f8-0de8-4156-afdb-6c1084612be1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/357e5fb2-dc8e-47fd-b1fc-1e6784595dd4 HTTP/1.1" status: 204 len: 168 time: 0.3317385 Jul 09 16:15:56.514977 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba98e1f8-0de8-4156-afdb-6c1084612be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357e5fb2-dc8e-47fd-b1fc-1e6784595dd4,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:56.515943 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f737b6-f5d6-4737-b0bd-bbc20e5fed6f req-5d0e28d7-8c8d-4fb9-8657-137914010eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:56.519494 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-43f737b6-f5d6-4737-b0bd-bbc20e5fed6f req-5d0e28d7-8c8d-4fb9-8657-137914010eac service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1852f372-46e1-407a-a8ee-c45063bdc434 HTTP/1.1" status: 200 len: 852 time: 0.1018519 Jul 09 16:15:56.543628 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-dd1e8813-8c1c-4abc-8521-8b33bae936b6 req-10aa2b6a-73c4-485c-a67d-f1e811f37101 tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:56.562179 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-dd1e8813-8c1c-4abc-8521-8b33bae936b6 req-10aa2b6a-73c4-485c-a67d-f1e811f37101 tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:56.566128 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-43f737b6-f5d6-4737-b0bd-bbc20e5fed6f req-a8ceb0cb-8a0d-4d9f-bbf8-d4b008aa4710 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e55b3510-4171-4466-a467-a28850f48baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406628 Jul 09 16:15:56.581025 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-9b913a5b-a7a9-4c01-a7bd-abf95cfb4bf6 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4579427 Jul 09 16:15:56.604590 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-dd1e8813-8c1c-4abc-8521-8b33bae936b6 req-10aa2b6a-73c4-485c-a67d-f1e811f37101 tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:56.615256 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-dd1e8813-8c1c-4abc-8521-8b33bae936b6 req-10aa2b6a-73c4-485c-a67d-f1e811f37101 tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.2875345 Jul 09 16:15:56.615256 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2b6a-73c4-485c-a67d-f1e811f37101 tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54e68983-a464-4fa5-b696-f3024fc98d73,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:56.655694 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecfb7b8-b4a7-4b64-8a8b-ba00370d7659 None None] Network 5ab794d9-1bd8-4da1-bd91-e5307e2548b2 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:15:56.703920 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d894e225-ddf7-4680-aa44-0c3f463764ad req-048ad4b4-4017-46e4-b00a-13f9d7b7a62e tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] 10.222.0.98 "GET /v2.0/security-groups/54e68983-a464-4fa5-b696-f3024fc98d73 HTTP/1.1" status: 200 len: 1810 time: 0.0618358 Jul 09 16:15:56.741553 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [req-a9f33dea-951a-4248-991d-227b7af1ba26 req-172abe24-3db5-42cc-9667-3fc55040b0fb tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] show failed (client error): The resource could not be found. Jul 09 16:15:56.750462 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a9f33dea-951a-4248-991d-227b7af1ba26 req-172abe24-3db5-42cc-9667-3fc55040b0fb tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] 10.222.0.98 "GET /v2.0/security-groups/782eab3e-7373-4c1f-99a0-0d98f1cdd0cc HTTP/1.1" status: 404 len: 352 time: 0.0264442 Jul 09 16:15:56.795977 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [req-d3ea2612-1eb1-4c2f-a2b3-5cb292493dd2 req-d85918fb-f3d7-42d8-9b5d-a3e0234be610 tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] show failed (client error): The resource could not be found. Jul 09 16:15:56.805544 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d3ea2612-1eb1-4c2f-a2b3-5cb292493dd2 req-d85918fb-f3d7-42d8-9b5d-a3e0234be610 tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] 10.222.0.98 "GET /v2.0/security-group-rules/ddfd0070-8a6a-428d-8d95-a04bacfc7168 HTTP/1.1" status: 404 len: 361 time: 0.0313103 Jul 09 16:15:56.813196 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-43f737b6-f5d6-4737-b0bd-bbc20e5fed6f req-2e83f5a5-748c-4030-a249-d479b11acc26 service neutron] 10.222.0.77 "GET /v2.0/networks/e55b3510-4171-4466-a467-a28850f48baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330301 Jul 09 16:15:56.880563 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-aa563fee-8520-450d-9897-94fd2b546731 req-f36e29dc-94b3-492f-a4d7-90ca19d3e14a tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] 10.222.0.98 "GET /v2.0/security-groups/54e68983-a464-4fa5-b696-f3024fc98d73 HTTP/1.1" status: 200 len: 1810 time: 0.0503597 Jul 09 16:15:56.963346 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-aa563fee-8520-450d-9897-94fd2b546731 req-def4c14b-41b2-4923-a94c-01a112c26756 tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:57.025892 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-43f737b6-f5d6-4737-b0bd-bbc20e5fed6f req-95475f23-2803-4f6d-be3f-5b1edbeed93a service neutron] 10.222.0.77 "GET /v2.0/networks/e55b3510-4171-4466-a467-a28850f48baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051101 Jul 09 16:15:57.034830 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-aa563fee-8520-450d-9897-94fd2b546731 req-def4c14b-41b2-4923-a94c-01a112c26756 tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:57.042623 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde70c7-2fe7-442f-8f64-2b9305e65875 req-ba94bcdd-55b5-4290-a2fd-8d3e970a9622 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:57.044375 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3bde70c7-2fe7-442f-8f64-2b9305e65875 req-ba94bcdd-55b5-4290-a2fd-8d3e970a9622 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=24627bb4-eafe-4180-ae77-e8f7b5d20e3d HTTP/1.1" status: 200 len: 943 time: 0.2092996 Jul 09 16:15:57.084140 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55972) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:57.110506 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-aa563fee-8520-450d-9897-94fd2b546731 req-def4c14b-41b2-4923-a94c-01a112c26756 tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:57.113989 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-aa563fee-8520-450d-9897-94fd2b546731 req-def4c14b-41b2-4923-a94c-01a112c26756 tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:57.119311 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-aa563fee-8520-450d-9897-94fd2b546731 req-def4c14b-41b2-4923-a94c-01a112c26756 tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] 10.222.0.98 "DELETE /v2.0/security-groups/54e68983-a464-4fa5-b696-f3024fc98d73 HTTP/1.1" status: 204 len: 173 time: 0.2374165 Jul 09 16:15:57.126597 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3bde70c7-2fe7-442f-8f64-2b9305e65875 req-06790f19-0c12-4126-9db9-ad76c64be182 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763831 Jul 09 16:15:57.166471 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1a94a18b-8b83-46a3-85b3-894571d134e8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=dbbbb30854af46468cc6a61c3e3cf2d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0767643 Jul 09 16:15:57.167772 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55980) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:57.223539 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def4c14b-41b2-4923-a94c-01a112c26756 tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e68983-a464-4fa5-b696-f3024fc98d73,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:57.225535 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4eb90af4-39ee-4464-9d94-49075cbb6671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:57.255366 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9fd38033-335a-4743-bdfb-0d581b10f3f9 req-892d3819-2aa9-420e-86fe-bb721a7632bb tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] 10.222.0.98 "GET /v2.0/security-groups/7e4e275c-86bd-4d15-a2e5-41e7b7116557 HTTP/1.1" status: 200 len: 1813 time: 0.1065280 Jul 09 16:15:57.268361 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4eb90af4-39ee-4464-9d94-49075cbb6671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:57.324900 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4eb90af4-39ee-4464-9d94-49075cbb6671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:57.328700 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4eb90af4-39ee-4464-9d94-49075cbb6671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:57.330105 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-4eb90af4-39ee-4464-9d94-49075cbb6671 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/66ce014f-bf96-4ac1-abb0-6ad9437b4e55 HTTP/1.1" status: 204 len: 168 time: 0.1612899 Jul 09 16:15:57.339669 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb90af4-39ee-4464-9d94-49075cbb6671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ce014f-bf96-4ac1-abb0-6ad9437b4e55,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:57.377105 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9fd38033-335a-4743-bdfb-0d581b10f3f9 req-f77e7ce9-5f09-497f-b482-139f2247bfa7 tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:57.407980 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9fd38033-335a-4743-bdfb-0d581b10f3f9 req-f77e7ce9-5f09-497f-b482-139f2247bfa7 tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:57.474528 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9fd38033-335a-4743-bdfb-0d581b10f3f9 req-f77e7ce9-5f09-497f-b482-139f2247bfa7 tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:57.478198 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9fd38033-335a-4743-bdfb-0d581b10f3f9 req-f77e7ce9-5f09-497f-b482-139f2247bfa7 tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:57.480192 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9fd38033-335a-4743-bdfb-0d581b10f3f9 req-f77e7ce9-5f09-497f-b482-139f2247bfa7 tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] 10.222.0.98 "DELETE /v2.0/security-groups/7e4e275c-86bd-4d15-a2e5-41e7b7116557 HTTP/1.1" status: 204 len: 173 time: 0.2218649 Jul 09 16:15:57.495068 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77e7ce9-5f09-497f-b482-139f2247bfa7 tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4e275c-86bd-4d15-a2e5-41e7b7116557,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:57.576429 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55996) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:57.586686 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-9eba2969-0ad5-43b7-ba24-3fb673f9eb30 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-474103458-network', 'tenant_id': '99ff421ab88e492cb2c2d12f04033816'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:15:57.616953 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eba2969-0ad5-43b7-ba24-3fb673f9eb30 admin admin] Made reservation on behalf of 99ff421ab88e492cb2c2d12f04033816 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:15:57.619647 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9eba2969-0ad5-43b7-ba24-3fb673f9eb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:57.627665 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81915fcd-fe7b-4b3b-8c02-a58ea4e260a0 req-0d6484fa-9b38-44ca-ad59-570c33da0dbf tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:57.629054 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9eba2969-0ad5-43b7-ba24-3fb673f9eb30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:57.633786 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81915fcd-fe7b-4b3b-8c02-a58ea4e260a0 req-0d6484fa-9b38-44ca-ad59-570c33da0dbf tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:57.641140 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81915fcd-fe7b-4b3b-8c02-a58ea4e260a0 req-0d6484fa-9b38-44ca-ad59-570c33da0dbf tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:57.647840 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81915fcd-fe7b-4b3b-8c02-a58ea4e260a0 req-0d6484fa-9b38-44ca-ad59-570c33da0dbf tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:57.654982 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81915fcd-fe7b-4b3b-8c02-a58ea4e260a0 req-0d6484fa-9b38-44ca-ad59-570c33da0dbf tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:57.661837 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81915fcd-fe7b-4b3b-8c02-a58ea4e260a0 req-0d6484fa-9b38-44ca-ad59-570c33da0dbf tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:57.667775 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81915fcd-fe7b-4b3b-8c02-a58ea4e260a0 req-0d6484fa-9b38-44ca-ad59-570c33da0dbf tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:57.670056 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-81915fcd-fe7b-4b3b-8c02-a58ea4e260a0 req-0d6484fa-9b38-44ca-ad59-570c33da0dbf tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 5421 time: 0.1653016 Jul 09 16:15:57.699698 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4082dee1-37fc-47f3-95d9-3854dcc29ae3 req-6021f899-3820-49c0-8538-b4b145311f60 tempest-ServerShowV247Test-66129226 tempest-ServerShowV247Test-66129226-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b709261-7ab6-46db-a410-84ca297026a3 HTTP/1.1" status: 200 len: 210 time: 0.0455599 Jul 09 16:15:57.726612 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-81915fcd-fe7b-4b3b-8c02-a58ea4e260a0 req-874570e9-e8e0-4d03-9f0e-434df8a5434d tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c727296-78a2-4526-a3ce-1ec442e3beaf&id=45384544-6ff6-497a-9513-ac1d1fea2ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0464017 Jul 09 16:15:57.814339 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-64c1bbf4-18fe-48ee-b565-1c6bb5de9fc2 req-b17a5b51-0bfe-4189-9643-2828ae9c790a tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] 10.222.0.98 "GET /v2.0/security-groups/b692a3ac-aef2-4361-ad1b-4ad4f953fa15 HTTP/1.1" status: 200 len: 1812 time: 0.0738893 Jul 09 16:15:57.891422 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9eba2969-0ad5-43b7-ba24-3fb673f9eb30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:57.899773 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9eba2969-0ad5-43b7-ba24-3fb673f9eb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:57.921931 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-64c1bbf4-18fe-48ee-b565-1c6bb5de9fc2 req-2c57fdfd-e8db-4cda-9c28-b6153170d934 tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:57.939897 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eba2969-0ad5-43b7-ba24-3fb673f9eb30 admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:15:57.966884 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-64c1bbf4-18fe-48ee-b565-1c6bb5de9fc2 req-2c57fdfd-e8db-4cda-9c28-b6153170d934 tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:57.977532 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba2969-0ad5-43b7-ba24-3fb673f9eb30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23622bd-b06a-458d-a730-0f1320c71826,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:57.982744 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9eba2969-0ad5-43b7-ba24-3fb673f9eb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:57.983791 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-9eba2969-0ad5-43b7-ba24-3fb673f9eb30 admin admin] Added segment e9f41455-d030-47e3-8b4c-45f13b0ccf39 of type vlan for network 58ab1117-ccb3-44ff-bc15-307aaea171e9 Jul 09 16:15:58.047279 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:58.056440 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9eba2969-0ad5-43b7-ba24-3fb673f9eb30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:58.084664 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-64c1bbf4-18fe-48ee-b565-1c6bb5de9fc2 req-2c57fdfd-e8db-4cda-9c28-b6153170d934 tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:58.087161 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-64c1bbf4-18fe-48ee-b565-1c6bb5de9fc2 req-2c57fdfd-e8db-4cda-9c28-b6153170d934 tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:58.088325 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-64c1bbf4-18fe-48ee-b565-1c6bb5de9fc2 req-2c57fdfd-e8db-4cda-9c28-b6153170d934 tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] 10.222.0.98 "DELETE /v2.0/security-groups/b692a3ac-aef2-4361-ad1b-4ad4f953fa15 HTTP/1.1" status: 204 len: 173 time: 0.2710841 Jul 09 16:15:58.138388 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c57fdfd-e8db-4cda-9c28-b6153170d934 tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b692a3ac-aef2-4361-ad1b-4ad4f953fa15,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:58.143395 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d7e3037c-c409-44c7-8439-1a0fcacefccb req-aa67c2be-6e86-419a-8765-7e68b18166c9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5b709261-7ab6-46db-a410-84ca297026a3 HTTP/1.1" status: 200 len: 210 time: 0.0441465 Jul 09 16:15:58.150882 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9eba2969-0ad5-43b7-ba24-3fb673f9eb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:58.152652 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eba2969-0ad5-43b7-ba24-3fb673f9eb30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:58.154081 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9eba2969-0ad5-43b7-ba24-3fb673f9eb30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:58.183736 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-39e38f6b-eb64-4e59-8833-cd3616831101 req-d9ca1b87-b931-4352-84d9-f6292b1c1233 tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] 10.222.0.98 "GET /v2.0/security-groups/b49bbf1f-c049-4703-802a-5fc2a5d1afee HTTP/1.1" status: 200 len: 1812 time: 0.0692818 Jul 09 16:15:58.212505 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-9eba2969-0ad5-43b7-ba24-3fb673f9eb30 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6347303 Jul 09 16:15:58.215191 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 56020) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:58.220252 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-f7d79f7b-8e7b-4155-8501-5531e3968880 admin admin] Request body: {'subnet': {'network_id': '58ab1117-ccb3-44ff-bc15-307aaea171e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-474103458-subnet', 'tenant_id': '99ff421ab88e492cb2c2d12f04033816', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:15:58.240282 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba2969-0ad5-43b7-ba24-3fb673f9eb30 admin admin] Pushing event updated for resources: {'Network': ['ID=58ab1117-ccb3-44ff-bc15-307aaea171e9,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:58.254629 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d79f7b-8e7b-4155-8501-5531e3968880 admin admin] Made reservation on behalf of 99ff421ab88e492cb2c2d12f04033816 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:15:58.258231 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 58ab1117-ccb3-44ff-bc15-307aaea171e9 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:15:58.279430 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-39e38f6b-eb64-4e59-8833-cd3616831101 req-668685a3-8c8d-442e-a992-f68d9ecdbab6 tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:58.280975 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f7d79f7b-8e7b-4155-8501-5531e3968880 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:58.309988 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-39e38f6b-eb64-4e59-8833-cd3616831101 req-668685a3-8c8d-442e-a992-f68d9ecdbab6 tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:58.379828 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-39e38f6b-eb64-4e59-8833-cd3616831101 req-668685a3-8c8d-442e-a992-f68d9ecdbab6 tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:58.383238 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-39e38f6b-eb64-4e59-8833-cd3616831101 req-668685a3-8c8d-442e-a992-f68d9ecdbab6 tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:58.386728 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-39e38f6b-eb64-4e59-8833-cd3616831101 req-668685a3-8c8d-442e-a992-f68d9ecdbab6 tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] 10.222.0.98 "DELETE /v2.0/security-groups/b49bbf1f-c049-4703-802a-5fc2a5d1afee HTTP/1.1" status: 204 len: 173 time: 0.1960039 Jul 09 16:15:58.410811 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668685a3-8c8d-442e-a992-f68d9ecdbab6 tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49bbf1f-c049-4703-802a-5fc2a5d1afee,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:58.558378 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f7d79f7b-8e7b-4155-8501-5531e3968880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:58.618044 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18263820-3046-49d6-83c3-284f205363af req-ef9a5409-99e8-4c9c-b205-163548924bd7 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:58.619783 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-18263820-3046-49d6-83c3-284f205363af req-ef9a5409-99e8-4c9c-b205-163548924bd7 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=24627bb4-eafe-4180-ae77-e8f7b5d20e3d HTTP/1.1" status: 200 len: 943 time: 0.0878677 Jul 09 16:15:58.625524 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d79f7b-8e7b-4155-8501-5531e3968880 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fb1e355-45e0-430a-8b1c-54be77f6a963,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:58.631038 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d79f7b-8e7b-4155-8501-5531e3968880 admin admin] Checking segment: {'id': 'e9f41455-d030-47e3-8b4c-45f13b0ccf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '58ab1117-ccb3-44ff-bc15-307aaea171e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:15:58.631368 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d79f7b-8e7b-4155-8501-5531e3968880 admin admin] Network hostable DHCP agents. Network: 58ab1117-ccb3-44ff-bc15-307aaea171e9, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:15:58.656609 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d79f7b-8e7b-4155-8501-5531e3968880 admin admin] Network 58ab1117-ccb3-44ff-bc15-307aaea171e9 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:15:58.679690 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-f7d79f7b-8e7b-4155-8501-5531e3968880 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 58ab1117-ccb3-44ff-bc15-307aaea171e9) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:15:58.689078 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8503b4d4-33d3-4fd7-8f0f-37071f1ea5f1 None None] Network 58ab1117-ccb3-44ff-bc15-307aaea171e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:15:58.691987 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-18263820-3046-49d6-83c3-284f205363af req-0d1597cc-a94d-47e8-b6e4-97df13958d35 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515265 Jul 09 16:15:58.715623 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d79f7b-8e7b-4155-8501-5531e3968880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:58.716298 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f7d79f7b-8e7b-4155-8501-5531e3968880 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:58.739469 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-71527512-e6fe-4b6f-ab6b-898944737140 req-660f18b6-397a-452b-950d-ee7543d5c6b2 tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] 10.222.0.98 "GET /v2.0/security-groups/ce5963e3-9cd3-4938-bd9a-aa7e6b40e61d HTTP/1.1" status: 200 len: 1813 time: 0.0902772 Jul 09 16:15:58.747008 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f7d79f7b-8e7b-4155-8501-5531e3968880 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5299697 Jul 09 16:15:58.845930 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-71527512-e6fe-4b6f-ab6b-898944737140 req-476b34fc-da05-4d6c-a0bc-caef31f14a1d tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:58.879857 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea450d6-b85d-472b-b5f6-4e78c47126af None None] Network 58ab1117-ccb3-44ff-bc15-307aaea171e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:15:58.881668 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-71527512-e6fe-4b6f-ab6b-898944737140 req-476b34fc-da05-4d6c-a0bc-caef31f14a1d tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:58.950346 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-71527512-e6fe-4b6f-ab6b-898944737140 req-476b34fc-da05-4d6c-a0bc-caef31f14a1d tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:58.950589 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8343f2-fd62-4c17-a756-3bde4de69b07 req-55917740-db75-429b-9fae-a9de7aecd703 tempest-VolumesAdminNegativeTest-937508583 tempest-VolumesAdminNegativeTest-937508583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:58.952023 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5c8343f2-fd62-4c17-a756-3bde4de69b07 req-55917740-db75-429b-9fae-a9de7aecd703 tempest-VolumesAdminNegativeTest-937508583 tempest-VolumesAdminNegativeTest-937508583-project] 10.222.0.98 "GET /v2.0/ports?device_id=c24104e5-eae7-4ce0-aa84-b3454b8aea6f HTTP/1.1" status: 200 len: 946 time: 0.1318808 Jul 09 16:15:58.953791 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-71527512-e6fe-4b6f-ab6b-898944737140 req-476b34fc-da05-4d6c-a0bc-caef31f14a1d tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:58.955225 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-71527512-e6fe-4b6f-ab6b-898944737140 req-476b34fc-da05-4d6c-a0bc-caef31f14a1d tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] 10.222.0.98 "DELETE /v2.0/security-groups/ce5963e3-9cd3-4938-bd9a-aa7e6b40e61d HTTP/1.1" status: 204 len: 173 time: 0.2109604 Jul 09 16:15:58.964434 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 56048) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:58.977786 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476b34fc-da05-4d6c-a0bc-caef31f14a1d tempest-SecurityGroupRulesNegativeTestJSON-171702253 tempest-SecurityGroupRulesNegativeTestJSON-171702253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5963e3-9cd3-4938-bd9a-aa7e6b40e61d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:59.100861 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-31c33a39-d5e2-4dad-8ec0-76067da7576b admin admin] Deleting subnet f9c0c32e-30e3-4136-9bf0-0eca33d355ec {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:15:59.105496 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5c8343f2-fd62-4c17-a756-3bde4de69b07 req-617555a2-703e-4b7b-8d24-2705283a0393 tempest-VolumesAdminNegativeTest-937508583 tempest-VolumesAdminNegativeTest-937508583-project] 10.222.0.98 "GET /v2.0/security-groups?id=cecf198f-4855-43b2-94a0-d8723557a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456614 Jul 09 16:15:59.109290 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-31c33a39-d5e2-4dad-8ec0-76067da7576b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:59.137266 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-628f39af-6a99-428b-949f-6b668f420507 req-ae693750-36b0-43c9-85ae-2b23dbb22b71 tempest-ServerShowV247Test-66129226 tempest-ServerShowV247Test-66129226-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b709261-7ab6-46db-a410-84ca297026a3 HTTP/1.1" status: 200 len: 210 time: 0.0428002 Jul 09 16:15:59.154426 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-31c33a39-d5e2-4dad-8ec0-76067da7576b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:59.199965 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-31c33a39-d5e2-4dad-8ec0-76067da7576b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:59.273317 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-31c33a39-d5e2-4dad-8ec0-76067da7576b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:59.319668 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-31c33a39-d5e2-4dad-8ec0-76067da7576b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:59.321540 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-31c33a39-d5e2-4dad-8ec0-76067da7576b admin admin] 10.222.0.98 "DELETE /v2.0/subnets/f9c0c32e-30e3-4136-9bf0-0eca33d355ec HTTP/1.1" status: 204 len: 168 time: 0.3562405 Jul 09 16:15:59.324634 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 56062) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:59.343903 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c33a39-d5e2-4dad-8ec0-76067da7576b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9c0c32e-30e3-4136-9bf0-0eca33d355ec,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:59.392495 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86c469-6c35-46ab-acdd-a6a0c1876855 req-5532704c-6fb5-41f3-beef-0d531d0b00b1 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:59.398484 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86c469-6c35-46ab-acdd-a6a0c1876855 req-5532704c-6fb5-41f3-beef-0d531d0b00b1 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:59.404477 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86c469-6c35-46ab-acdd-a6a0c1876855 req-5532704c-6fb5-41f3-beef-0d531d0b00b1 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:59.408112 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e5010b51-562c-4227-8479-4b7397f8e78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:59.410374 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86c469-6c35-46ab-acdd-a6a0c1876855 req-5532704c-6fb5-41f3-beef-0d531d0b00b1 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:59.416328 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86c469-6c35-46ab-acdd-a6a0c1876855 req-5532704c-6fb5-41f3-beef-0d531d0b00b1 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:59.422370 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86c469-6c35-46ab-acdd-a6a0c1876855 req-5532704c-6fb5-41f3-beef-0d531d0b00b1 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:59.428524 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86c469-6c35-46ab-acdd-a6a0c1876855 req-5532704c-6fb5-41f3-beef-0d531d0b00b1 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:59.430487 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5b86c469-6c35-46ab-acdd-a6a0c1876855 req-5532704c-6fb5-41f3-beef-0d531d0b00b1 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 5421 time: 0.1510794 Jul 09 16:15:59.476559 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5b86c469-6c35-46ab-acdd-a6a0c1876855 req-f46fba51-d899-420d-9c39-83dec8d8df6f tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c727296-78a2-4526-a3ce-1ec442e3beaf&id=45384544-6ff6-497a-9513-ac1d1fea2ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367959 Jul 09 16:15:59.547394 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e5010b51-562c-4227-8479-4b7397f8e78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:59.564841 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-e5010b51-562c-4227-8479-4b7397f8e78c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['591d30a9-091b-4c49-9258-6f248bd1635c']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:15:59.579752 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-e5010b51-562c-4227-8479-4b7397f8e78c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daedc451-368e-4534-b4dd-30f41156d935') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:15:59.580050 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-e5010b51-562c-4227-8479-4b7397f8e78c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daedc451-368e-4534-b4dd-30f41156d935') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:15:59.598143 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e5010b51-562c-4227-8479-4b7397f8e78c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:59.622477 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e5010b51-562c-4227-8479-4b7397f8e78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:59.637320 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa64ab0-9b6a-47c9-804e-02b348994edf req-3ecea0e2-cf4a-405e-9962-8d9867d5b4b7 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:59.639042 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-daa64ab0-9b6a-47c9-804e-02b348994edf req-3ecea0e2-cf4a-405e-9962-8d9867d5b4b7 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/networks?id=5ab794d9-1bd8-4da1-bd91-e5307e2548b2 HTTP/1.1" status: 200 len: 808 time: 0.1557529 Jul 09 16:15:59.642492 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5010b51-562c-4227-8479-4b7397f8e78c admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:15:59.642778 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e5010b51-562c-4227-8479-4b7397f8e78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:59.644793 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:15:59.644793 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:15:59.644793 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:15:59.644793 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:15:59.644793 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:15:59.644793 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:15:59.644793 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:15:59.644793 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:15:59.644793 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:15:59.644793 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:15:59.644793 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:15:59.644793 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:15:59.644793 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:15:59.644793 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:15:59.644793 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:15:59.644793 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:15:59.644793 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:15:59.644793 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:15:59.644793 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:15:59.644793 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:15:59.644793 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:15:59.644793 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:15:59.644793 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:15:59.644793 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:15:59.644793 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:15:59.644793 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:15:59.644793 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:15:59.644793 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:15:59.644793 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:15:59.644793 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:15:59.644793 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:15:59.644793 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:15:59.644793 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:15:59.644793 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:15:59.661572 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-46ef32ea-1758-4b11-9a62-9996754e3549 req-3fa295f3-2261-4361-944a-bc762c509ef9 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=22daf334dfb34010b5effa44981ef077&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467849 Jul 09 16:15:59.694343 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-daa64ab0-9b6a-47c9-804e-02b348994edf req-b8a44c17-673b-4ca9-885c-c5df028d7d6b tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/quotas/546108aaf02647ac83ffc1a249896d22 HTTP/1.1" status: 200 len: 375 time: 0.0485241 Jul 09 16:15:59.738007 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-daa64ab0-9b6a-47c9-804e-02b348994edf req-0211d97c-2e9c-414c-87d7-02bf83bdd2e3 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=546108aaf02647ac83ffc1a249896d22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367725 Jul 09 16:15:59.738739 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e5010b51-562c-4227-8479-4b7397f8e78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:59.744097 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e5010b51-562c-4227-8479-4b7397f8e78c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:15:59.749350 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e5010b51-562c-4227-8479-4b7397f8e78c admin admin] 10.222.0.98 "DELETE /v2.0/networks/591d30a9-091b-4c49-9258-6f248bd1635c HTTP/1.1" status: 204 len: 168 time: 0.4210119 Jul 09 16:15:59.766728 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5010b51-562c-4227-8479-4b7397f8e78c admin admin] Pushing event deleted for resources: {'Network': ['ID=591d30a9-091b-4c49-9258-6f248bd1635c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:15:59.859185 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-daa64ab0-9b6a-47c9-804e-02b348994edf req-4e2484c6-e2cf-4105-ba3b-e8ceadcca15a service neutron] 10.222.0.98 "GET /v2.0/networks/5ab794d9-1bd8-4da1-bd91-e5307e2548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012759 Jul 09 16:15:59.884287 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef32ea-1758-4b11-9a62-9996754e3549 req-443bbfd0-3338-40d5-896f-1f15fa0b16b6 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:15:59.885966 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-46ef32ea-1758-4b11-9a62-9996754e3549 req-443bbfd0-3338-40d5-896f-1f15fa0b16b6 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2186339 Jul 09 16:15:59.902635 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-46ef32ea-1758-4b11-9a62-9996754e3549 req-d69443e5-4660-4f23-ac68-04dcac9c366f tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/quotas/22daf334dfb34010b5effa44981ef077 HTTP/1.1" status: 200 len: 375 time: 0.0101409 Jul 09 16:15:59.945764 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-46ef32ea-1758-4b11-9a62-9996754e3549 req-42a1dba4-747c-4abb-8621-6466a249dbbb tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=22daf334dfb34010b5effa44981ef077&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376394 Jul 09 16:15:59.958679 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 56090) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:15:59.970409 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-daa64ab0-9b6a-47c9-804e-02b348994edf req-6c21af4e-c18d-4086-9822-afb56ae8c490 service neutron] 10.222.0.98 "GET /v2.0/networks/5ab794d9-1bd8-4da1-bd91-e5307e2548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034381 Jul 09 16:16:00.035771 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-bcbea5f9-c027-4519-9210-6424ff7b71db admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=10fc0704be1245f1bd0e54e1f3888d0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0737174 Jul 09 16:16:00.036248 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 56092) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:16:00.072845 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1a0cc-2a71-4dc0-89a3-a82822f9c282 req-ca45d93b-a9a0-4d74-b250-5f271b451bbb tempest-VolumesAdminNegativeTest-937508583 tempest-VolumesAdminNegativeTest-937508583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:00.074495 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7bf1a0cc-2a71-4dc0-89a3-a82822f9c282 req-ca45d93b-a9a0-4d74-b250-5f271b451bbb tempest-VolumesAdminNegativeTest-937508583 tempest-VolumesAdminNegativeTest-937508583-project] 10.222.0.77 "GET /v2.0/ports?device_id=c24104e5-eae7-4ce0-aa84-b3454b8aea6f HTTP/1.1" status: 200 len: 946 time: 0.0942135 Jul 09 16:16:00.113298 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f79436c7-4645-49e6-89f2-a70535e8f0e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:00.167138 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f79436c7-4645-49e6-89f2-a70535e8f0e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:00.227780 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f79436c7-4645-49e6-89f2-a70535e8f0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:00.232375 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f79436c7-4645-49e6-89f2-a70535e8f0e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:00.233651 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f79436c7-4645-49e6-89f2-a70535e8f0e1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1e1bc41a-d625-49ed-a380-07bc12d3806b HTTP/1.1" status: 204 len: 168 time: 0.1963210 Jul 09 16:16:00.271518 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79436c7-4645-49e6-89f2-a70535e8f0e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1bc41a-d625-49ed-a380-07bc12d3806b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:00.297722 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-7bf1a0cc-2a71-4dc0-89a3-a82822f9c282 req-2a6d31ff-3ae3-4ecf-8492-32848ea5e33a tempest-VolumesAdminNegativeTest-937508583 tempest-VolumesAdminNegativeTest-937508583-project] Deleting port fa5966c5-a617-410b-b366-3f9e3f8e8c3e {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:16:00.298231 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7bf1a0cc-2a71-4dc0-89a3-a82822f9c282 req-2a6d31ff-3ae3-4ecf-8492-32848ea5e33a tempest-VolumesAdminNegativeTest-937508583 tempest-VolumesAdminNegativeTest-937508583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:00.436408 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca9be9-18d8-499f-8eda-e65d25e9b4cb req-8459a199-60cc-42c8-9580-fc9d453e2694 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:00.438331 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-52ca9be9-18d8-499f-8eda-e65d25e9b4cb req-8459a199-60cc-42c8-9580-fc9d453e2694 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=24627bb4-eafe-4180-ae77-e8f7b5d20e3d HTTP/1.1" status: 200 len: 943 time: 0.1271169 Jul 09 16:16:00.450999 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a4aa139f-4ff8-4b12-b032-c9e0401d2a47 req-c64013cc-e00e-40ba-9941-81392020e09c tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b748b16-b4e7-4973-a477-e26313fba4b3 HTTP/1.1" status: 200 len: 210 time: 0.0598996 Jul 09 16:16:00.478744 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-7bf1a0cc-2a71-4dc0-89a3-a82822f9c282 req-2a6d31ff-3ae3-4ecf-8492-32848ea5e33a tempest-VolumesAdminNegativeTest-937508583 tempest-VolumesAdminNegativeTest-937508583-project] For port fa5966c5-a617-410b-b366-3f9e3f8e8c3e, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=fa5966c5-a617-410b-b366-3f9e3f8e8c3e,segment=NetworkSegment(2fb46387-d619-4acf-8f1d-31c0610ec7ff),segment_id=2fb46387-d619-4acf-8f1d-31c0610ec7ff)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:00.483228 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7bf1a0cc-2a71-4dc0-89a3-a82822f9c282 req-2a6d31ff-3ae3-4ecf-8492-32848ea5e33a tempest-VolumesAdminNegativeTest-937508583 tempest-VolumesAdminNegativeTest-937508583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:00.494706 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 1947c798-f631-4288-b59b-de4bc4aa3c58 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:16:00.527563 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-52ca9be9-18d8-499f-8eda-e65d25e9b4cb req-523ce9d9-cd4c-4199-b935-7f100a395a7b tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808218 Jul 09 16:16:00.532154 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-7bf1a0cc-2a71-4dc0-89a3-a82822f9c282 req-2a6d31ff-3ae3-4ecf-8492-32848ea5e33a tempest-VolumesAdminNegativeTest-937508583 tempest-VolumesAdminNegativeTest-937508583-project] Calling delete_port for fa5966c5-a617-410b-b366-3f9e3f8e8c3e owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:16:00.701326 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 1947c798-f631-4288-b59b-de4bc4aa3c58, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=1947c798-f631-4288-b59b-de4bc4aa3c58,segment=NetworkSegment(f3322cfe-f17e-4138-825d-2b8f5a34d17c),segment_id=f3322cfe-f17e-4138-825d-2b8f5a34d17c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:00.719260 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '1947c798-f631-4288-b59b-de4bc4aa3c58', 'network_id': 'e55b3510-4171-4466-a467-a28850f48baa', 'port_id': '1947c798-f631-4288-b59b-de4bc4aa3c58', 'mac_address': 'fa:16:3e:bc:e9:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1852f372-46e1-407a-a8ee-c45063bdc434', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:16:00.743258 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7bf1a0cc-2a71-4dc0-89a3-a82822f9c282 req-2a6d31ff-3ae3-4ecf-8492-32848ea5e33a tempest-VolumesAdminNegativeTest-937508583 tempest-VolumesAdminNegativeTest-937508583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:00.769170 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['fa5966c5-a617-410b-b366-3f9e3f8e8c3e'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:16:00.789692 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8d51c64a-cc9e-4ecd-83bf-eddefb66b6df req-f7c9b828-19ac-496f-958a-648d0ca86827 tempest-VolumesAdminNegativeTest-937508583 tempest-VolumesAdminNegativeTest-937508583-project] 10.222.0.98 "GET /v2.0/ports?device_id=c24104e5-eae7-4ce0-aa84-b3454b8aea6f HTTP/1.1" status: 200 len: 210 time: 0.0650122 Jul 09 16:16:00.823376 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d31ff-3ae3-4ecf-8492-32848ea5e33a tempest-VolumesAdminNegativeTest-937508583 tempest-VolumesAdminNegativeTest-937508583-project] Pushing event deleted for resources: {'Port': ['ID=fa5966c5-a617-410b-b366-3f9e3f8e8c3e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:00.851634 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:00.905635 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bf1a0cc-2a71-4dc0-89a3-a82822f9c282 req-2a6d31ff-3ae3-4ecf-8492-32848ea5e33a tempest-VolumesAdminNegativeTest-937508583 tempest-VolumesAdminNegativeTest-937508583-project] No DVR routers for this DVR port fa5966c5-a617-410b-b366-3f9e3f8e8c3e on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:16:00.910099 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1947c798-f631-4288-b59b-de4bc4aa3c58 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:16:00.916545 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7bf1a0cc-2a71-4dc0-89a3-a82822f9c282 req-2a6d31ff-3ae3-4ecf-8492-32848ea5e33a tempest-VolumesAdminNegativeTest-937508583 tempest-VolumesAdminNegativeTest-937508583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:00.918583 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7bf1a0cc-2a71-4dc0-89a3-a82822f9c282 req-2a6d31ff-3ae3-4ecf-8492-32848ea5e33a tempest-VolumesAdminNegativeTest-937508583 tempest-VolumesAdminNegativeTest-937508583-project] 10.222.0.77 "DELETE /v2.0/ports/fa5966c5-a617-410b-b366-3f9e3f8e8c3e HTTP/1.1" status: 204 len: 173 time: 0.8375995 Jul 09 16:16:00.919164 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c24104e5-eae7-4ce0-aa84-b3454b8aea6f', 'name': 'network-vif-deleted', 'tag': 'fa5966c5-a617-410b-b366-3f9e3f8e8c3e'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:16:00.934250 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0f7a07-2b70-401d-a953-ef43a380c858" -d '{"events": [{"server_uuid": "c24104e5-eae7-4ce0-aa84-b3454b8aea6f", "name": "network-vif-deleted", "tag": "fa5966c5-a617-410b-b366-3f9e3f8e8c3e"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:16:00.990963 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-07cbb342-1412-44d0-a332-de806022a429 req-ba4567d0-c17d-4288-8739-b00d4c765131 tempest-ServerShowV247Test-66129226 tempest-ServerShowV247Test-66129226-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b709261-7ab6-46db-a410-84ca297026a3 HTTP/1.1" status: 200 len: 210 time: 0.0659955 Jul 09 16:16:00.998965 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-91a9ddbc-e9bd-459b-bc95-8a42621e9e46 req-ca93e517-b357-4560-a8e5-fc31754b0cb9 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=22daf334dfb34010b5effa44981ef077&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0556338 Jul 09 16:16:01.003098 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 1947c798-f631-4288-b59b-de4bc4aa3c58, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=1947c798-f631-4288-b59b-de4bc4aa3c58,segment=NetworkSegment(f3322cfe-f17e-4138-825d-2b8f5a34d17c),segment_id=f3322cfe-f17e-4138-825d-2b8f5a34d17c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:01.017060 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:01.099850 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=1947c798-f631-4288-b59b-de4bc4aa3c58,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:01.223192 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc004e3-b784-437b-a398-f4f204082133 req-9a6f5c71-c59c-4045-bcbd-f6f90ffdf496 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:01.223866 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['1947c798-f631-4288-b59b-de4bc4aa3c58'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:16:01.229636 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc004e3-b784-437b-a398-f4f204082133 req-9a6f5c71-c59c-4045-bcbd-f6f90ffdf496 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:01.236436 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc004e3-b784-437b-a398-f4f204082133 req-9a6f5c71-c59c-4045-bcbd-f6f90ffdf496 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:01.243269 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc004e3-b784-437b-a398-f4f204082133 req-9a6f5c71-c59c-4045-bcbd-f6f90ffdf496 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:01.250695 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc004e3-b784-437b-a398-f4f204082133 req-9a6f5c71-c59c-4045-bcbd-f6f90ffdf496 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:01.258046 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc004e3-b784-437b-a398-f4f204082133 req-9a6f5c71-c59c-4045-bcbd-f6f90ffdf496 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:01.265086 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc004e3-b784-437b-a398-f4f204082133 req-9a6f5c71-c59c-4045-bcbd-f6f90ffdf496 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:01.273089 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4dc004e3-b784-437b-a398-f4f204082133 req-9a6f5c71-c59c-4045-bcbd-f6f90ffdf496 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 5421 time: 0.1377914 Jul 09 16:16:01.323395 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4dc004e3-b784-437b-a398-f4f204082133 req-5e9b0011-efcd-4f29-a7f5-51c456ee48cc tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c727296-78a2-4526-a3ce-1ec442e3beaf&id=45384544-6ff6-497a-9513-ac1d1fea2ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0492303 Jul 09 16:16:01.436262 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c7addb-5bd9-4923-ae08-3bc108d1b135 x-openstack-request-id: req-52c7addb-5bd9-4923-ae08-3bc108d1b135 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:16:01.436769 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c24104e5-eae7-4ce0-aa84-b3454b8aea6f", "name": "network-vif-deleted", "tag": "fa5966c5-a617-410b-b366-3f9e3f8e8c3e", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:16:01.437036 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-52c7addb-5bd9-4923-ae08-3bc108d1b135 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:16:01.437540 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c24104e5-eae7-4ce0-aa84-b3454b8aea6f', 'name': 'network-vif-deleted', 'tag': 'fa5966c5-a617-410b-b366-3f9e3f8e8c3e', 'status': 'completed', 'code': 200} Jul 09 16:16:01.488418 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9ddbc-e9bd-459b-bc95-8a42621e9e46 req-ed9e6786-35a4-478c-8253-945e17fbce23 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:01.490123 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-91a9ddbc-e9bd-459b-bc95-8a42621e9e46 req-ed9e6786-35a4-478c-8253-945e17fbce23 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4900675 Jul 09 16:16:01.513115 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-91a9ddbc-e9bd-459b-bc95-8a42621e9e46 req-2dfee4a6-260a-41d1-82af-cb97160fd8e2 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/quotas/22daf334dfb34010b5effa44981ef077 HTTP/1.1" status: 200 len: 375 time: 0.0100353 Jul 09 16:16:01.554048 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-91a9ddbc-e9bd-459b-bc95-8a42621e9e46 req-38bfa0a8-9a35-4a00-9352-49610a55ffc1 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=22daf334dfb34010b5effa44981ef077&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353694 Jul 09 16:16:01.591578 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 56168) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:16:01.771053 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-647db29d-92dd-4302-87ef-a3897f8f67b8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1904905787-network', 'tenant_id': 'b06c3c1f8ce64fe1a5a255532e54605c'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:16:01.817687 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647db29d-92dd-4302-87ef-a3897f8f67b8 admin admin] Made reservation on behalf of b06c3c1f8ce64fe1a5a255532e54605c for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:16:01.820486 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-647db29d-92dd-4302-87ef-a3897f8f67b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:01.851581 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-647db29d-92dd-4302-87ef-a3897f8f67b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:02.011161 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-647db29d-92dd-4302-87ef-a3897f8f67b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:02.018233 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-647db29d-92dd-4302-87ef-a3897f8f67b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:02.047086 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-647db29d-92dd-4302-87ef-a3897f8f67b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:16:02.059401 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-647db29d-92dd-4302-87ef-a3897f8f67b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:02.060480 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-647db29d-92dd-4302-87ef-a3897f8f67b8 admin admin] Added segment 341ef8d8-ab7b-4a74-b100-c9c23f6172ef of type vlan for network a2b7159c-37cb-4be1-a57a-70078fc5aceb Jul 09 16:16:02.169801 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2159a8c7-096e-4deb-855a-27bceb32c3e6 req-ad6a0aa0-1c29-4779-9c1d-4c3f1c4c23c7 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b748b16-b4e7-4973-a477-e26313fba4b3 HTTP/1.1" status: 200 len: 210 time: 0.0629427 Jul 09 16:16:02.173114 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647db29d-92dd-4302-87ef-a3897f8f67b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed455c02-e886-4f75-ace5-02640635a782,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:02.177376 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-647db29d-92dd-4302-87ef-a3897f8f67b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:02.192501 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40afd65b-939b-4ae5-a987-1ff9763f7bd5 req-8dfc0703-7ac6-45e3-9b67-8d71c2ee67f3 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:02.194484 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-40afd65b-939b-4ae5-a987-1ff9763f7bd5 req-8dfc0703-7ac6-45e3-9b67-8d71c2ee67f3 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=24627bb4-eafe-4180-ae77-e8f7b5d20e3d HTTP/1.1" status: 200 len: 944 time: 0.1128919 Jul 09 16:16:02.244198 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-647db29d-92dd-4302-87ef-a3897f8f67b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:02.245198 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647db29d-92dd-4302-87ef-a3897f8f67b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:02.245834 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-647db29d-92dd-4302-87ef-a3897f8f67b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:02.253126 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-40afd65b-939b-4ae5-a987-1ff9763f7bd5 req-f98094ca-431a-4ba7-8d69-9a97151401df tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516660 Jul 09 16:16:02.291674 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d8b447f9-5acc-44b1-b212-3539346c61cf req-29ab9a3e-8cfb-4f21-940f-8ee229cde7b3 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=4265823f-80af-42d3-970c-e87273117806 HTTP/1.1" status: 200 len: 210 time: 0.0589910 Jul 09 16:16:02.340678 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 56192) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:16:02.340860 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-647db29d-92dd-4302-87ef-a3897f8f67b8 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7476149 Jul 09 16:16:02.347685 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-22ab2d8d-8457-4f9c-ab7b-82389acde4dd admin admin] Request body: {'subnet': {'network_id': 'a2b7159c-37cb-4be1-a57a-70078fc5aceb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1904905787-subnet', 'tenant_id': 'b06c3c1f8ce64fe1a5a255532e54605c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:16:02.381521 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647db29d-92dd-4302-87ef-a3897f8f67b8 admin admin] Pushing event updated for resources: {'Network': ['ID=a2b7159c-37cb-4be1-a57a-70078fc5aceb,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:02.394872 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ab2d8d-8457-4f9c-ab7b-82389acde4dd admin admin] Made reservation on behalf of b06c3c1f8ce64fe1a5a255532e54605c for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:16:02.397174 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network a2b7159c-37cb-4be1-a57a-70078fc5aceb details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:16:02.397724 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-22ab2d8d-8457-4f9c-ab7b-82389acde4dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:02.417954 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 56196) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:16:02.505096 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-53c24050-333f-4eb9-9f5b-97b9c6b2f941 admin admin] Deleting subnet a370451c-a6ff-4f67-9f5a-5d221f88c998 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:16:02.505441 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 1947c798-f631-4288-b59b-de4bc4aa3c58 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:16:02.513922 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53c24050-333f-4eb9-9f5b-97b9c6b2f941 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:02.576608 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-46ef32ea-1758-4b11-9a62-9996754e3549 req-d38c11e7-8826-4f48-b088-2e9a4d81bb6d tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=22daf334dfb34010b5effa44981ef077&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258667 Jul 09 16:16:02.584848 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 1947c798-f631-4288-b59b-de4bc4aa3c58 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:16:02.592383 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 1947c798-f631-4288-b59b-de4bc4aa3c58 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:16:02.592760 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:02.636738 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cd1652a9-e2bf-4f2e-86a4-efc5ccb3c9ac req-700880a0-7c10-409b-9164-7e0e9a122d45 tempest-ServerShowV247Test-66129226 tempest-ServerShowV247Test-66129226-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b709261-7ab6-46db-a410-84ca297026a3 HTTP/1.1" status: 200 len: 210 time: 0.0845609 Jul 09 16:16:02.650149 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53c24050-333f-4eb9-9f5b-97b9c6b2f941 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:02.709582 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53c24050-333f-4eb9-9f5b-97b9c6b2f941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:02.709871 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:02.739843 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24627bb4-eafe-4180-ae77-e8f7b5d20e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1947c798-f631-4288-b59b-de4bc4aa3c58'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:16:02.742797 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2db1746-b7c7-4eb7-880f-d64bf78357aa" -d '{"events": [{"server_uuid": "24627bb4-eafe-4180-ae77-e8f7b5d20e3d", "name": "network-vif-plugged", "status": "completed", "tag": "1947c798-f631-4288-b59b-de4bc4aa3c58"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:16:02.765342 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 1947c798-f631-4288-b59b-de4bc4aa3c58, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=1947c798-f631-4288-b59b-de4bc4aa3c58,segment=NetworkSegment(f3322cfe-f17e-4138-825d-2b8f5a34d17c),segment_id=f3322cfe-f17e-4138-825d-2b8f5a34d17c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:02.772211 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:02.773210 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device fa5966c5-a617-410b-b366-3f9e3f8e8c3e no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:16:02.789928 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53c24050-333f-4eb9-9f5b-97b9c6b2f941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:02.820895 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13347462-ee04-4304-ab97-2085028e169e x-openstack-request-id: req-13347462-ee04-4304-ab97-2085028e169e {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:16:02.821674 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24627bb4-eafe-4180-ae77-e8f7b5d20e3d", "name": "network-vif-plugged", "status": "completed", "tag": "1947c798-f631-4288-b59b-de4bc4aa3c58", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:16:02.822172 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-13347462-ee04-4304-ab97-2085028e169e {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:16:02.823518 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24627bb4-eafe-4180-ae77-e8f7b5d20e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1947c798-f631-4288-b59b-de4bc4aa3c58', 'code': 200} Jul 09 16:16:02.835276 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53c24050-333f-4eb9-9f5b-97b9c6b2f941 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:02.847391 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-53c24050-333f-4eb9-9f5b-97b9c6b2f941 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/a370451c-a6ff-4f67-9f5a-5d221f88c998 HTTP/1.1" status: 204 len: 168 time: 0.4246721 Jul 09 16:16:02.847691 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-22ab2d8d-8457-4f9c-ab7b-82389acde4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:02.848851 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 56200) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:16:02.858590 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: fa5966c5-a617-410b-b366-3f9e3f8e8c3e {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:16:02.859350 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device fa5966c5-a617-410b-b366-3f9e3f8e8c3e not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:16:02.910002 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=1947c798-f631-4288-b59b-de4bc4aa3c58,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:02.933409 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef32ea-1758-4b11-9a62-9996754e3549 req-a5fb423a-db84-4a95-b704-f5fc7df89ba2 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:02.934900 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-46ef32ea-1758-4b11-9a62-9996754e3549 req-a5fb423a-db84-4a95-b704-f5fc7df89ba2 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3465178 Jul 09 16:16:02.937463 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c24050-333f-4eb9-9f5b-97b9c6b2f941 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a370451c-a6ff-4f67-9f5a-5d221f88c998,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:02.959128 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-46ef32ea-1758-4b11-9a62-9996754e3549 req-b77b4b73-9220-4908-9744-b00601ae6045 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Request body: {'port': {'device_id': '24b38fcb-af32-450b-8a9c-61b943e9a0f3', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'admin_state_up': True, 'tenant_id': '22daf334dfb34010b5effa44981ef077'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:16:02.964318 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab2d8d-8457-4f9c-ab7b-82389acde4dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=03c4dae3-609f-4f6b-b7f0-63c5e5830e65,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:03.030861 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2ebb9-c826-44a6-a608-bc8dbb2c2418 req-f939d323-91aa-4d69-982f-4fd86cf5fa8a tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:03.036698 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2ebb9-c826-44a6-a608-bc8dbb2c2418 req-f939d323-91aa-4d69-982f-4fd86cf5fa8a tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:03.042700 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2ebb9-c826-44a6-a608-bc8dbb2c2418 req-f939d323-91aa-4d69-982f-4fd86cf5fa8a tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:03.048643 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2ebb9-c826-44a6-a608-bc8dbb2c2418 req-f939d323-91aa-4d69-982f-4fd86cf5fa8a tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:03.054839 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2ebb9-c826-44a6-a608-bc8dbb2c2418 req-f939d323-91aa-4d69-982f-4fd86cf5fa8a tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:03.060813 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2ebb9-c826-44a6-a608-bc8dbb2c2418 req-f939d323-91aa-4d69-982f-4fd86cf5fa8a tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:03.065115 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9789b453-40c0-4225-872f-031570ae5180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:03.067102 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2ebb9-c826-44a6-a608-bc8dbb2c2418 req-f939d323-91aa-4d69-982f-4fd86cf5fa8a tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:03.069110 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-43f2ebb9-c826-44a6-a608-bc8dbb2c2418 req-f939d323-91aa-4d69-982f-4fd86cf5fa8a tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 5421 time: 0.3164842 Jul 09 16:16:03.074567 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ab2d8d-8457-4f9c-ab7b-82389acde4dd admin admin] Checking segment: {'id': '341ef8d8-ab7b-4a74-b100-c9c23f6172ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a2b7159c-37cb-4be1-a57a-70078fc5aceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:16:03.075026 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ab2d8d-8457-4f9c-ab7b-82389acde4dd admin admin] Network hostable DHCP agents. Network: a2b7159c-37cb-4be1-a57a-70078fc5aceb, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:16:03.115424 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc29b213-daf7-4ce2-bc60-598f6139b4a9 req-c5e49ff7-beb3-491b-82bb-8d0fbc0a8625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:03.116920 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fc29b213-daf7-4ce2-bc60-598f6139b4a9 req-c5e49ff7-beb3-491b-82bb-8d0fbc0a8625 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=24627bb4-eafe-4180-ae77-e8f7b5d20e3d HTTP/1.1" status: 200 len: 1096 time: 0.1093946 Jul 09 16:16:03.162545 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-43f2ebb9-c826-44a6-a608-bc8dbb2c2418 req-41467106-ecee-46a4-a66c-59318113c82b tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c727296-78a2-4526-a3ce-1ec442e3beaf&id=45384544-6ff6-497a-9513-ac1d1fea2ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0774179 Jul 09 16:16:03.166013 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ab2d8d-8457-4f9c-ab7b-82389acde4dd admin admin] Network a2b7159c-37cb-4be1-a57a-70078fc5aceb is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:16:03.186933 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-22ab2d8d-8457-4f9c-ab7b-82389acde4dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, a2b7159c-37cb-4be1-a57a-70078fc5aceb) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:16:03.194823 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ab2d8d-8457-4f9c-ab7b-82389acde4dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:03.195932 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-22ab2d8d-8457-4f9c-ab7b-82389acde4dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:03.196096 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9789b453-40c0-4225-872f-031570ae5180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:03.200237 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b832ea-eceb-4c15-bd0c-a4137081d4a1 None None] Network a2b7159c-37cb-4be1-a57a-70078fc5aceb requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:16:03.214589 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46ef32ea-1758-4b11-9a62-9996754e3549 req-b77b4b73-9220-4908-9744-b00601ae6045 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Made reservation on behalf of 22daf334dfb34010b5effa44981ef077 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:16:03.219341 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-46ef32ea-1758-4b11-9a62-9996754e3549 req-b77b4b73-9220-4908-9744-b00601ae6045 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:03.219897 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-9789b453-40c0-4225-872f-031570ae5180 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a83106c4-7a1b-4236-bae4-8ce093eefcb8']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:16:03.229296 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fc29b213-daf7-4ce2-bc60-598f6139b4a9 req-dc1e0c62-6164-44f7-8ef5-263ceab16a92 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010606 Jul 09 16:16:03.234620 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-46ef32ea-1758-4b11-9a62-9996754e3549 req-b77b4b73-9220-4908-9744-b00601ae6045 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:03.241304 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-22ab2d8d-8457-4f9c-ab7b-82389acde4dd admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8975811 Jul 09 16:16:03.241950 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 56206) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:16:03.246737 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-9789b453-40c0-4225-872f-031570ae5180 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fb46387-d619-4acf-8f1d-31c0610ec7ff') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:16:03.247047 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-9789b453-40c0-4225-872f-031570ae5180 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fb46387-d619-4acf-8f1d-31c0610ec7ff') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:16:03.261007 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-25c81e36-f272-488f-8de1-a1178e417877 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1904905787-router', 'tenant_id': 'b06c3c1f8ce64fe1a5a255532e54605c', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:16:03.263745 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9789b453-40c0-4225-872f-031570ae5180 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:03.284943 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9789b453-40c0-4225-872f-031570ae5180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:03.295588 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9789b453-40c0-4225-872f-031570ae5180 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:16:03.296235 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9789b453-40c0-4225-872f-031570ae5180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:03.299821 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:16:03.299821 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:16:03.299821 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:16:03.299821 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:16:03.299821 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:16:03.299821 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:16:03.299821 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:16:03.299821 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:16:03.299821 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:16:03.299821 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:16:03.299821 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:16:03.299821 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:16:03.299821 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:16:03.299821 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:16:03.299821 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:16:03.299821 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:16:03.299821 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:16:03.299821 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:16:03.299821 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:16:03.299821 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:16:03.299821 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:16:03.299821 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:16:03.299821 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:16:03.299821 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:16:03.299821 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:16:03.299821 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:16:03.299821 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:16:03.299821 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:16:03.299821 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:16:03.299821 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:16:03.299821 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:16:03.299821 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:16:03.335129 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25c81e36-f272-488f-8de1-a1178e417877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:03.337761 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25c81e36-f272-488f-8de1-a1178e417877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:03.518810 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4395825a-9d5a-4660-88a6-fb20c0a45f7e req-ded87629-d29c-4cf2-9458-dfacaf1f902c tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b748b16-b4e7-4973-a477-e26313fba4b3 HTTP/1.1" status: 200 len: 210 time: 0.0473726 Jul 09 16:16:03.522161 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9789b453-40c0-4225-872f-031570ae5180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:03.527710 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd1ccdd-84d6-4d9c-a747-dbba5a343fbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-a2b7159c-37cb-4be1-a57a-70078fc5aceb', 'network_id': 'a2b7159c-37cb-4be1-a57a-70078fc5aceb', 'tenant_id': 'b06c3c1f8ce64fe1a5a255532e54605c', 'fixed_ips': [{'subnet_id': '03c4dae3-609f-4f6b-b7f0-63c5e5830e65'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:16:03.530515 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9789b453-40c0-4225-872f-031570ae5180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:03.537468 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-9789b453-40c0-4225-872f-031570ae5180 admin admin] 10.222.0.98 "DELETE /v2.0/networks/a83106c4-7a1b-4236-bae4-8ce093eefcb8 HTTP/1.1" status: 204 len: 168 time: 0.6836274 Jul 09 16:16:03.539778 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5dd1ccdd-84d6-4d9c-a747-dbba5a343fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:03.540730 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 56212) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:16:03.568148 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9789b453-40c0-4225-872f-031570ae5180 admin admin] Pushing event deleted for resources: {'Network': ['ID=a83106c4-7a1b-4236-bae4-8ce093eefcb8,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:03.632428 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa64ab0-9b6a-47c9-804e-02b348994edf req-b663f2d9-14cf-4615-a549-0140c82728dd tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:03.634111 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-daa64ab0-9b6a-47c9-804e-02b348994edf req-b663f2d9-14cf-4615-a549-0140c82728dd tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.77 "GET /v2.0/networks?id=5ab794d9-1bd8-4da1-bd91-e5307e2548b2 HTTP/1.1" status: 200 len: 808 time: 0.3167429 Jul 09 16:16:03.640216 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-3794443b-2b0c-49d6-bcf4-b78ccbb8f72a admin admin] Deleting subnet 44064130-d3ea-42b5-a7de-b3ac81ae9ad0 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:16:03.647407 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3794443b-2b0c-49d6-bcf4-b78ccbb8f72a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:03.654454 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-daa64ab0-9b6a-47c9-804e-02b348994edf req-26386102-b54b-4e6a-acad-b7168638126c tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Request body: {'port': {'device_id': '1b748b16-b4e7-4973-a477-e26313fba4b3', 'network_id': '5ab794d9-1bd8-4da1-bd91-e5307e2548b2', 'admin_state_up': True, 'tenant_id': '546108aaf02647ac83ffc1a249896d22'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:16:03.745968 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25c81e36-f272-488f-8de1-a1178e417877 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:03.748236 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-46ef32ea-1758-4b11-9a62-9996754e3549 req-b77b4b73-9220-4908-9744-b00601ae6045 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:03.792280 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-5dd1ccdd-84d6-4d9c-a747-dbba5a343fbe None None] Allocated IP 172.20.0.2 (a2b7159c-37cb-4be1-a57a-70078fc5aceb/03c4dae3-609f-4f6b-b7f0-63c5e5830e65/22ac8520-07db-4a40-b97b-1e69889e0cec) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:16:03.840863 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ec6448b0-f3cb-4250-9c42-927ece828d32 req-160921e2-d8e4-46ec-b616-6cb357af8744 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=4265823f-80af-42d3-970c-e87273117806 HTTP/1.1" status: 200 len: 210 time: 0.1233001 Jul 09 16:16:03.844364 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-46ef32ea-1758-4b11-9a62-9996754e3549 req-b77b4b73-9220-4908-9744-b00601ae6045 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:03.893155 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3794443b-2b0c-49d6-bcf4-b78ccbb8f72a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:03.979327 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25c81e36-f272-488f-8de1-a1178e417877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:04.005675 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5dd1ccdd-84d6-4d9c-a747-dbba5a343fbe None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:04.021853 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5dd1ccdd-84d6-4d9c-a747-dbba5a343fbe None None] Transition to ACTIVE for port object 22ac8520-07db-4a40-b97b-1e69889e0cec will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:16:04.042463 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5dd1ccdd-84d6-4d9c-a747-dbba5a343fbe None None] Transition to ACTIVE for port object 22ac8520-07db-4a40-b97b-1e69889e0cec will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:16:04.053926 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5dd1ccdd-84d6-4d9c-a747-dbba5a343fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:04.054178 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3794443b-2b0c-49d6-bcf4-b78ccbb8f72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:04.089746 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-91a9ddbc-e9bd-459b-bc95-8a42621e9e46 req-e8e8ea39-55ce-4100-8847-5771ee62d465 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=22daf334dfb34010b5effa44981ef077&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0934589 Jul 09 16:16:04.110174 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd1ccdd-84d6-4d9c-a747-dbba5a343fbe None None] Network a2b7159c-37cb-4be1-a57a-70078fc5aceb is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:16:04.113436 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-5dd1ccdd-84d6-4d9c-a747-dbba5a343fbe None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:16:04.121081 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd1ccdd-84d6-4d9c-a747-dbba5a343fbe None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:16:04.152614 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b4b73-9220-4908-9744-b00601ae6045 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0da64b-26d3-495c-8dea-95ef99f83fd0,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:04.171199 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd1ccdd-84d6-4d9c-a747-dbba5a343fbe None None] Pushing event updated for resources: {'Port': ['ID=22ac8520-07db-4a40-b97b-1e69889e0cec,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:04.195101 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3108c-f19d-4c9b-a53a-69df4694870b req-d4aba722-3375-4b85-ab76-469cfb6eb67a tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:04.201885 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d1349874-d27a-468b-bbeb-0888110a19e8 req-78542d7f-20bd-44cf-86a6-1dd685356498 tempest-ServerShowV247Test-66129226 tempest-ServerShowV247Test-66129226-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b709261-7ab6-46db-a410-84ca297026a3 HTTP/1.1" status: 200 len: 210 time: 0.2204494 Jul 09 16:16:04.203023 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3794443b-2b0c-49d6-bcf4-b78ccbb8f72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:04.204166 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-52e3108c-f19d-4c9b-a53a-69df4694870b req-d4aba722-3375-4b85-ab76-469cfb6eb67a tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=24627bb4-eafe-4180-ae77-e8f7b5d20e3d HTTP/1.1" status: 200 len: 945 time: 0.7375510 Jul 09 16:16:04.265856 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3794443b-2b0c-49d6-bcf4-b78ccbb8f72a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44064130-d3ea-42b5-a7de-b3ac81ae9ad0,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:04.268005 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3794443b-2b0c-49d6-bcf4-b78ccbb8f72a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:04.270028 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3794443b-2b0c-49d6-bcf4-b78ccbb8f72a admin admin] 10.222.0.98 "DELETE /v2.0/subnets/44064130-d3ea-42b5-a7de-b3ac81ae9ad0 HTTP/1.1" status: 204 len: 168 time: 0.7276182 Jul 09 16:16:04.274379 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 56220) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:16:04.368854 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daa64ab0-9b6a-47c9-804e-02b348994edf req-26386102-b54b-4e6a-acad-b7168638126c tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Made reservation on behalf of 546108aaf02647ac83ffc1a249896d22 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:16:04.373086 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-daa64ab0-9b6a-47c9-804e-02b348994edf req-26386102-b54b-4e6a-acad-b7168638126c tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:04.416839 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-52e3108c-f19d-4c9b-a53a-69df4694870b req-c1455e2a-1d53-4705-a83d-1d469f3b3ff0 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108779 Jul 09 16:16:04.471924 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-46ef32ea-1758-4b11-9a62-9996754e3549 req-b77b4b73-9220-4908-9744-b00601ae6045 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Allocated IP 192.168.233.126 (c7d8b865-e1f3-4446-a87b-a6da86eba8a1/f122b436-b232-4a3c-9aac-47d5639f2da4/e97372da-66aa-4560-895c-407230766bbb) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:16:04.475310 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a26d5cad-89e0-4a70-a767-55b0bc5173c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:04.475536 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-5dd1ccdd-84d6-4d9c-a747-dbba5a343fbe None None] Attempting to bind port 22ac8520-07db-4a40-b97b-1e69889e0cec on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:16:04.476143 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-5dd1ccdd-84d6-4d9c-a747-dbba5a343fbe None None] Attempting to bind port 22ac8520-07db-4a40-b97b-1e69889e0cec by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '341ef8d8-ab7b-4a74-b100-c9c23f6172ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a2b7159c-37cb-4be1-a57a-70078fc5aceb'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:16:04.476792 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd1ccdd-84d6-4d9c-a747-dbba5a343fbe None None] Attempting to bind port 22ac8520-07db-4a40-b97b-1e69889e0cec on network a2b7159c-37cb-4be1-a57a-70078fc5aceb {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:16:04.485924 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd1ccdd-84d6-4d9c-a747-dbba5a343fbe None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:16:04.486339 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd1ccdd-84d6-4d9c-a747-dbba5a343fbe None None] Checking segment: {'id': '341ef8d8-ab7b-4a74-b100-c9c23f6172ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a2b7159c-37cb-4be1-a57a-70078fc5aceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:16:04.486657 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5dd1ccdd-84d6-4d9c-a747-dbba5a343fbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:04.487218 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd1ccdd-84d6-4d9c-a747-dbba5a343fbe None None] Bound using segment: {'id': '341ef8d8-ab7b-4a74-b100-c9c23f6172ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a2b7159c-37cb-4be1-a57a-70078fc5aceb'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:16:04.488139 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-5dd1ccdd-84d6-4d9c-a747-dbba5a343fbe None None] Bound port: 22ac8520-07db-4a40-b97b-1e69889e0cec, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '341ef8d8-ab7b-4a74-b100-c9c23f6172ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a2b7159c-37cb-4be1-a57a-70078fc5aceb'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:16:04.488269 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5dd1ccdd-84d6-4d9c-a747-dbba5a343fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:04.508970 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9ddbc-e9bd-459b-bc95-8a42621e9e46 req-20c8c0f9-bb52-4955-b779-f59d45c3072f tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:04.511189 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-91a9ddbc-e9bd-459b-bc95-8a42621e9e46 req-20c8c0f9-bb52-4955-b779-f59d45c3072f tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4100926 Jul 09 16:16:04.534574 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-91a9ddbc-e9bd-459b-bc95-8a42621e9e46 req-cb714bd6-d94f-4101-a5bf-6da9b0204923 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Request body: {'port': {'device_id': '4265823f-80af-42d3-970c-e87273117806', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'admin_state_up': True, 'tenant_id': '22daf334dfb34010b5effa44981ef077'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:16:04.574661 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-5dd1ccdd-84d6-4d9c-a747-dbba5a343fbe None None] For port 22ac8520-07db-4a40-b97b-1e69889e0cec, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:16:04.579571 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-5dd1ccdd-84d6-4d9c-a747-dbba5a343fbe None None] For port 22ac8520-07db-4a40-b97b-1e69889e0cec, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=22ac8520-07db-4a40-b97b-1e69889e0cec,segment=NetworkSegment(341ef8d8-ab7b-4a74-b100-c9c23f6172ef),segment_id=341ef8d8-ab7b-4a74-b100-c9c23f6172ef)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:16:04.585646 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5dd1ccdd-84d6-4d9c-a747-dbba5a343fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:04.596638 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a26d5cad-89e0-4a70-a767-55b0bc5173c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:04.608132 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-a26d5cad-89e0-4a70-a767-55b0bc5173c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62502fce-cc8a-4a66-94d6-aa0e3c3458aa']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:16:04.619209 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-a26d5cad-89e0-4a70-a767-55b0bc5173c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fda29d93-88b6-4504-9d07-3d5b814fdf48') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:16:04.620178 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-a26d5cad-89e0-4a70-a767-55b0bc5173c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fda29d93-88b6-4504-9d07-3d5b814fdf48') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:16:04.630450 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a26d5cad-89e0-4a70-a767-55b0bc5173c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:04.649568 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a26d5cad-89e0-4a70-a767-55b0bc5173c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:04.656952 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a26d5cad-89e0-4a70-a767-55b0bc5173c6 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:16:04.657389 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a26d5cad-89e0-4a70-a767-55b0bc5173c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:04.681730 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd1ccdd-84d6-4d9c-a747-dbba5a343fbe None None] Pushing event updated for resources: {'Port': ['ID=22ac8520-07db-4a40-b97b-1e69889e0cec,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:04.701816 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:16:04.701816 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:16:04.701816 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:16:04.701816 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:16:04.701816 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:16:04.701816 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:16:04.701816 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:16:04.701816 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:16:04.701816 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:16:04.701816 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:16:04.701816 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:16:04.701816 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:16:04.701816 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:16:04.701816 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:16:04.701816 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:16:04.701816 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:16:04.701816 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:16:04.701816 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:16:04.701816 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:16:04.701816 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:16:04.701816 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:16:04.701816 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:16:04.701816 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:16:04.701816 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:16:04.701816 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:16:04.701816 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:16:04.701816 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:16:04.701816 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:16:04.701816 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:16:04.701816 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:16:04.701816 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:16:04.701816 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:16:04.786981 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ce450d82-52cc-4717-b1e8-fca577c6c8b9 req-0aad1765-e4f8-4f34-8530-403e1352e00e tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b748b16-b4e7-4973-a477-e26313fba4b3 HTTP/1.1" status: 200 len: 210 time: 0.0595512 Jul 09 16:16:04.796657 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-daa64ab0-9b6a-47c9-804e-02b348994edf req-26386102-b54b-4e6a-acad-b7168638126c tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Allocated IP 172.20.0.13 (5ab794d9-1bd8-4da1-bd91-e5307e2548b2/5288f2c0-4157-42ca-b91f-37115e42c839/924166bb-2540-42e4-a953-7ed06dded9dc) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:16:04.803337 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a26d5cad-89e0-4a70-a767-55b0bc5173c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:04.816587 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a26d5cad-89e0-4a70-a767-55b0bc5173c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:04.818489 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a26d5cad-89e0-4a70-a767-55b0bc5173c6 admin admin] 10.222.0.98 "DELETE /v2.0/networks/62502fce-cc8a-4a66-94d6-aa0e3c3458aa HTTP/1.1" status: 204 len: 168 time: 0.5428743 Jul 09 16:16:04.846389 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26d5cad-89e0-4a70-a767-55b0bc5173c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=62502fce-cc8a-4a66-94d6-aa0e3c3458aa,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:04.921919 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c00669-3647-4626-b862-748fc137cf8d req-da24e6c5-5183-4e11-a89d-a486c81a0651 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:04.928970 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c00669-3647-4626-b862-748fc137cf8d req-da24e6c5-5183-4e11-a89d-a486c81a0651 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:04.935593 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c00669-3647-4626-b862-748fc137cf8d req-da24e6c5-5183-4e11-a89d-a486c81a0651 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:04.941752 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c00669-3647-4626-b862-748fc137cf8d req-da24e6c5-5183-4e11-a89d-a486c81a0651 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:04.947989 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c00669-3647-4626-b862-748fc137cf8d req-da24e6c5-5183-4e11-a89d-a486c81a0651 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:04.953960 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c00669-3647-4626-b862-748fc137cf8d req-da24e6c5-5183-4e11-a89d-a486c81a0651 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:04.960050 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c00669-3647-4626-b862-748fc137cf8d req-da24e6c5-5183-4e11-a89d-a486c81a0651 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:04.974538 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d3c00669-3647-4626-b862-748fc137cf8d req-da24e6c5-5183-4e11-a89d-a486c81a0651 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 5421 time: 0.2752428 Jul 09 16:16:05.079318 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d3c00669-3647-4626-b862-748fc137cf8d req-76980b2b-3e23-4212-8ccc-8a05b6904760 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c727296-78a2-4526-a3ce-1ec442e3beaf&id=45384544-6ff6-497a-9513-ac1d1fea2ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1057813 Jul 09 16:16:05.079822 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 56228) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:16:05.171138 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8e3aca43-8c60-4241-a98f-936d060ac73c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b6f67abaa7d34fbf8340eaa74fafc7a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0875044 Jul 09 16:16:05.176163 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-daa64ab0-9b6a-47c9-804e-02b348994edf req-26386102-b54b-4e6a-acad-b7168638126c tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:05.178393 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 56230) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:16:05.185005 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91a9ddbc-e9bd-459b-bc95-8a42621e9e46 req-cb714bd6-d94f-4101-a5bf-6da9b0204923 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Made reservation on behalf of 22daf334dfb34010b5effa44981ef077 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:16:05.188639 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-91a9ddbc-e9bd-459b-bc95-8a42621e9e46 req-cb714bd6-d94f-4101-a5bf-6da9b0204923 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:05.195415 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c7ae6e99-780c-43b0-9a22-19f712f8c42e req-6f745a71-2348-4660-bcb6-370ea8c303e0 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=4265823f-80af-42d3-970c-e87273117806 HTTP/1.1" status: 200 len: 210 time: 0.0856218 Jul 09 16:16:05.196464 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25c81e36-f272-488f-8de1-a1178e417877 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:05.255876 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25c81e36-f272-488f-8de1-a1178e417877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:05.260749 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28bed51f-1f04-4986-ab29-a58bb75d27c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:05.278810 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-daa64ab0-9b6a-47c9-804e-02b348994edf req-26386102-b54b-4e6a-acad-b7168638126c tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:05.292015 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-46ef32ea-1758-4b11-9a62-9996754e3549 req-b77b4b73-9220-4908-9744-b00601ae6045 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:05.327554 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28bed51f-1f04-4986-ab29-a58bb75d27c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:05.330712 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daa64ab0-9b6a-47c9-804e-02b348994edf req-26386102-b54b-4e6a-acad-b7168638126c tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Network 5ab794d9-1bd8-4da1-bd91-e5307e2548b2 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:16:05.341255 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-daa64ab0-9b6a-47c9-804e-02b348994edf req-26386102-b54b-4e6a-acad-b7168638126c tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:16:05.353209 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa64ab0-9b6a-47c9-804e-02b348994edf req-26386102-b54b-4e6a-acad-b7168638126c tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:16:05.414324 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-46ef32ea-1758-4b11-9a62-9996754e3549 req-b77b4b73-9220-4908-9744-b00601ae6045 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Transition to ACTIVE for port object e97372da-66aa-4560-895c-407230766bbb will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:16:05.423334 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-29430d1a-9537-4a4a-bb52-fac66ea7ffdf req-207e0a7a-62db-484c-a4ea-ca5fc72f3fe8 tempest-ServerShowV247Test-66129226 tempest-ServerShowV247Test-66129226-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b709261-7ab6-46db-a410-84ca297026a3 HTTP/1.1" status: 200 len: 210 time: 0.0708072 Jul 09 16:16:05.423696 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26386102-b54b-4e6a-acad-b7168638126c tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Pushing event updated for resources: {'Port': ['ID=924166bb-2540-42e4-a953-7ed06dded9dc,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:05.498468 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa64ab0-9b6a-47c9-804e-02b348994edf req-26386102-b54b-4e6a-acad-b7168638126c tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:05.499340 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-daa64ab0-9b6a-47c9-804e-02b348994edf req-26386102-b54b-4e6a-acad-b7168638126c tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:05.541574 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-daa64ab0-9b6a-47c9-804e-02b348994edf req-26386102-b54b-4e6a-acad-b7168638126c tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8949797 Jul 09 16:16:05.542461 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28bed51f-1f04-4986-ab29-a58bb75d27c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:05.545734 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28bed51f-1f04-4986-ab29-a58bb75d27c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:05.549213 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-28bed51f-1f04-4986-ab29-a58bb75d27c2 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/cecf198f-4855-43b2-94a0-d8723557a487 HTTP/1.1" status: 204 len: 168 time: 0.3675675 Jul 09 16:16:05.567391 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-25c81e36-f272-488f-8de1-a1178e417877 admin admin] Allocated IP 172.25.0.30 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/cc05eff1-ff94-4071-a214-1943893d5469) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:16:05.569754 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-daa64ab0-9b6a-47c9-804e-02b348994edf req-08df1dba-5700-4dd7-9314-208460c297e8 service neutron] Request body: {'port': {'device_id': '1b748b16-b4e7-4973-a477-e26313fba4b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:16:05.574760 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-46ef32ea-1758-4b11-9a62-9996754e3549 req-b77b4b73-9220-4908-9744-b00601ae6045 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:05.596097 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bed51f-1f04-4986-ab29-a58bb75d27c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cecf198f-4855-43b2-94a0-d8723557a487,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:05.772508 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-daa64ab0-9b6a-47c9-804e-02b348994edf req-08df1dba-5700-4dd7-9314-208460c297e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:05.790660 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998833b5-ff1c-4888-b90d-1e122d6d5a05 req-6d07556b-b229-4520-8570-b9a04c65a79d tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:05.792809 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-998833b5-ff1c-4888-b90d-1e122d6d5a05 req-6d07556b-b229-4520-8570-b9a04c65a79d tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=24627bb4-eafe-4180-ae77-e8f7b5d20e3d HTTP/1.1" status: 200 len: 945 time: 0.1279256 Jul 09 16:16:05.994290 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-91a9ddbc-e9bd-459b-bc95-8a42621e9e46 req-cb714bd6-d94f-4101-a5bf-6da9b0204923 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Allocated IP 192.168.233.36 (c7d8b865-e1f3-4446-a87b-a6da86eba8a1/f122b436-b232-4a3c-9aac-47d5639f2da4/8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:16:06.023824 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46ef32ea-1758-4b11-9a62-9996754e3549 req-b77b4b73-9220-4908-9744-b00601ae6045 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:16:06.068497 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-46ef32ea-1758-4b11-9a62-9996754e3549 req-b77b4b73-9220-4908-9744-b00601ae6045 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:16:06.090364 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ef32ea-1758-4b11-9a62-9996754e3549 req-b77b4b73-9220-4908-9744-b00601ae6045 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:16:06.101553 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b4b73-9220-4908-9744-b00601ae6045 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Pushing event updated for resources: {'Port': ['ID=e97372da-66aa-4560-895c-407230766bbb,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:06.115138 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d344faa3-0129-450f-8ce4-4e8da25bb628 None None] Network a2b7159c-37cb-4be1-a57a-70078fc5aceb requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:16:06.127804 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 56244) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:16:06.194893 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e413a674-9612-46ac-8677-87cb82cabaa7 None None] Provisioning for port 22ac8520-07db-4a40-b97b-1e69889e0cec completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:16:06.240918 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef32ea-1758-4b11-9a62-9996754e3549 req-b77b4b73-9220-4908-9744-b00601ae6045 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:06.241610 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-46ef32ea-1758-4b11-9a62-9996754e3549 req-b77b4b73-9220-4908-9744-b00601ae6045 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:06.349219 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0c7dd185-c28e-4107-89af-7b846313975d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e8fb2d2587664085896071d23dc81263&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2156222 Jul 09 16:16:06.355593 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25c81e36-f272-488f-8de1-a1178e417877 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:06.357546 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-998833b5-ff1c-4888-b90d-1e122d6d5a05 req-42a842ae-8504-4f14-a55a-66ad07af3c4d tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5273144 Jul 09 16:16:06.358060 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 56250) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:16:06.367807 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c930223-91b7-4cf7-841e-22634cecd2d6 req-e7c04b8b-af0e-4d74-aece-e595180d6328 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:06.375729 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1c930223-91b7-4cf7-841e-22634cecd2d6 req-e7c04b8b-af0e-4d74-aece-e595180d6328 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b748b16-b4e7-4973-a477-e26313fba4b3 HTTP/1.1" status: 200 len: 932 time: 0.4202738 Jul 09 16:16:06.385887 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-46ef32ea-1758-4b11-9a62-9996754e3549 req-b77b4b73-9220-4908-9744-b00601ae6045 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4376471 Jul 09 16:16:06.410570 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-46ef32ea-1758-4b11-9a62-9996754e3549 req-f2f6e725-a0df-40c3-b72e-f7f664519b64 service neutron] Request body: {'port': {'device_id': '24b38fcb-af32-450b-8a9c-61b943e9a0f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:16:06.524361 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1c930223-91b7-4cf7-841e-22634cecd2d6 req-49e2b614-d455-43ab-9adb-957e0c8637d5 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476753 Jul 09 16:16:06.570420 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 22ac8520-07db-4a40-b97b-1e69889e0cec up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:16:06.611832 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-19852591-aaf4-404e-831b-36f512d5b8c7 None None] Provisioning for port e97372da-66aa-4560-895c-407230766bbb completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:16:06.623302 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-19852591-aaf4-404e-831b-36f512d5b8c7 None None] Provisioning complete for port e97372da-66aa-4560-895c-407230766bbb triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:16:06.623955 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-19852591-aaf4-404e-831b-36f512d5b8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:06.625841 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-91a9ddbc-e9bd-459b-bc95-8a42621e9e46 req-cb714bd6-d94f-4101-a5bf-6da9b0204923 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:06.639920 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-46ef32ea-1758-4b11-9a62-9996754e3549 req-f2f6e725-a0df-40c3-b72e-f7f664519b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:06.642367 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25c81e36-f272-488f-8de1-a1178e417877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:06.684947 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-19852591-aaf4-404e-831b-36f512d5b8c7 None None] Port e97372da-66aa-4560-895c-407230766bbb cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:16:06.692585 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f0d830e-3762-4ab5-8ea5-6454d3ffce93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:06.695719 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-91a9ddbc-e9bd-459b-bc95-8a42621e9e46 req-cb714bd6-d94f-4101-a5bf-6da9b0204923 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Transition to ACTIVE for port object 8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:16:06.724736 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 22ac8520-07db-4a40-b97b-1e69889e0cec completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:16:06.730376 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 22ac8520-07db-4a40-b97b-1e69889e0cec triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:16:06.730938 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:06.763930 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f0d830e-3762-4ab5-8ea5-6454d3ffce93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:06.772988 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c81e36-f272-488f-8de1-a1178e417877 admin admin] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:16:06.785628 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-25c81e36-f272-488f-8de1-a1178e417877 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:16:06.807543 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c81e36-f272-488f-8de1-a1178e417877 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:16:06.810861 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c81e36-f272-488f-8de1-a1178e417877 admin admin] Pushing event updated for resources: {'Port': ['ID=cc05eff1-ff94-4071-a214-1943893d5469,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:06.827646 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-aa44aa13-a3fb-41aa-a34c-bbf75b1b64c8 None None] Provisioning complete for port 22ac8520-07db-4a40-b97b-1e69889e0cec triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:16:06.828171 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-aa44aa13-a3fb-41aa-a34c-bbf75b1b64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:06.863079 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8ffe3427-a3f3-43e7-80f5-a1ceb1de4b02 req-b507fb27-f77e-4eab-b9b3-70d40af64871 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=4265823f-80af-42d3-970c-e87273117806 HTTP/1.1" status: 200 len: 210 time: 0.0923922 Jul 09 16:16:06.939249 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:06.939582 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e7de2-1ada-4b60-b379-76ab9d8577ec req-470fb902-b7a4-4198-a10a-1a759c6fa44d tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:06.945505 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e7de2-1ada-4b60-b379-76ab9d8577ec req-470fb902-b7a4-4198-a10a-1a759c6fa44d tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:06.951790 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e7de2-1ada-4b60-b379-76ab9d8577ec req-470fb902-b7a4-4198-a10a-1a759c6fa44d tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:06.959153 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e7de2-1ada-4b60-b379-76ab9d8577ec req-470fb902-b7a4-4198-a10a-1a759c6fa44d tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:06.968015 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e7de2-1ada-4b60-b379-76ab9d8577ec req-470fb902-b7a4-4198-a10a-1a759c6fa44d tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:06.976212 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e7de2-1ada-4b60-b379-76ab9d8577ec req-470fb902-b7a4-4198-a10a-1a759c6fa44d tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:06.978586 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-91a9ddbc-e9bd-459b-bc95-8a42621e9e46 req-cb714bd6-d94f-4101-a5bf-6da9b0204923 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:06.987292 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e7de2-1ada-4b60-b379-76ab9d8577ec req-470fb902-b7a4-4198-a10a-1a759c6fa44d tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:06.989589 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-829e7de2-1ada-4b60-b379-76ab9d8577ec req-470fb902-b7a4-4198-a10a-1a759c6fa44d tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 5421 time: 0.4271114 Jul 09 16:16:07.011636 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 22ac8520-07db-4a40-b97b-1e69889e0cec, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=22ac8520-07db-4a40-b97b-1e69889e0cec,segment=NetworkSegment(341ef8d8-ab7b-4a74-b100-c9c23f6172ef),segment_id=341ef8d8-ab7b-4a74-b100-c9c23f6172ef)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:07.026448 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f0d830e-3762-4ab5-8ea5-6454d3ffce93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:07.026689 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:07.029795 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f0d830e-3762-4ab5-8ea5-6454d3ffce93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:07.031211 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-6f0d830e-3762-4ab5-8ea5-6454d3ffce93 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b5c63916-8f7b-471e-9d4c-3cebdd07ffe4 HTTP/1.1" status: 204 len: 168 time: 0.6139863 Jul 09 16:16:07.051531 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-aa44aa13-a3fb-41aa-a34c-bbf75b1b64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:07.057324 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0d830e-3762-4ab5-8ea5-6454d3ffce93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c63916-8f7b-471e-9d4c-3cebdd07ffe4,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:07.109303 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-daa64ab0-9b6a-47c9-804e-02b348994edf req-08df1dba-5700-4dd7-9314-208460c297e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 924166bb-2540-42e4-a953-7ed06dded9dc {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:16:07.132204 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-daa64ab0-9b6a-47c9-804e-02b348994edf req-08df1dba-5700-4dd7-9314-208460c297e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:07.152382 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91a9ddbc-e9bd-459b-bc95-8a42621e9e46 req-cb714bd6-d94f-4101-a5bf-6da9b0204923 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:16:07.161537 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a94043cc-7fb3-4345-9354-08d1f9c8bc64 req-228063c3-a339-44fe-a6e0-38a7c5348ddb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=86b0c58e-6369-4d58-8be8-30f32f1f6d95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3212628 Jul 09 16:16:07.167500 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb714bd6-d94f-4101-a5bf-6da9b0204923 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Pushing event updated for resources: {'Port': ['ID=8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:07.181087 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-829e7de2-1ada-4b60-b379-76ab9d8577ec req-ca36c005-0ceb-478d-9500-bb7ff09036fd tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c727296-78a2-4526-a3ce-1ec442e3beaf&id=45384544-6ff6-497a-9513-ac1d1fea2ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1581695 Jul 09 16:16:07.184291 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-daa64ab0-9b6a-47c9-804e-02b348994edf req-08df1dba-5700-4dd7-9314-208460c297e8 service neutron] Transition to ACTIVE for port object 924166bb-2540-42e4-a953-7ed06dded9dc will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:16:07.192420 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-daa64ab0-9b6a-47c9-804e-02b348994edf req-08df1dba-5700-4dd7-9314-208460c297e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:07.194437 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-91a9ddbc-e9bd-459b-bc95-8a42621e9e46 req-cb714bd6-d94f-4101-a5bf-6da9b0204923 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:16:07.200411 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a9ddbc-e9bd-459b-bc95-8a42621e9e46 req-cb714bd6-d94f-4101-a5bf-6da9b0204923 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:16:07.280415 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=22ac8520-07db-4a40-b97b-1e69889e0cec,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:07.339375 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9ddbc-e9bd-459b-bc95-8a42621e9e46 req-cb714bd6-d94f-4101-a5bf-6da9b0204923 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:07.340371 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-91a9ddbc-e9bd-459b-bc95-8a42621e9e46 req-cb714bd6-d94f-4101-a5bf-6da9b0204923 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:07.398421 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.db.api [None req-aa44aa13-a3fb-41aa-a34c-bbf75b1b64c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:16:07.398833 n-d-798930-3 neutron-server[93960]: DEBUG oslo_db.api [None req-aa44aa13-a3fb-41aa-a34c-bbf75b1b64c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:16:07.421888 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08df1dba-5700-4dd7-9314-208460c297e8 service neutron] Pushing event updated for resources: {'Port': ['ID=924166bb-2540-42e4-a953-7ed06dded9dc,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:07.465831 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-91a9ddbc-e9bd-459b-bc95-8a42621e9e46 req-cb714bd6-d94f-4101-a5bf-6da9b0204923 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9391844 Jul 09 16:16:07.480863 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-91a9ddbc-e9bd-459b-bc95-8a42621e9e46 req-7c044651-59f4-4da9-807a-31183fe8e781 service neutron] Request body: {'port': {'device_id': '4265823f-80af-42d3-970c-e87273117806', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:16:07.536877 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94043cc-7fb3-4345-9354-08d1f9c8bc64 req-340b5486-9c00-4470-96c7-b6f78753d77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:07.538435 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a94043cc-7fb3-4345-9354-08d1f9c8bc64 req-340b5486-9c00-4470-96c7-b6f78753d77c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=af04827258d24f9db4d18404590f3f54&device_id=86b0c58e-6369-4d58-8be8-30f32f1f6d95 HTTP/1.1" status: 200 len: 1097 time: 0.2376325 Jul 09 16:16:07.603288 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-daa64ab0-9b6a-47c9-804e-02b348994edf req-08df1dba-5700-4dd7-9314-208460c297e8 service neutron] Attempting to bind port 924166bb-2540-42e4-a953-7ed06dded9dc on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:16:07.603634 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-daa64ab0-9b6a-47c9-804e-02b348994edf req-08df1dba-5700-4dd7-9314-208460c297e8 service neutron] Attempting to bind port 924166bb-2540-42e4-a953-7ed06dded9dc by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'b3327873-1adb-4566-ad72-2213b9292320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5ab794d9-1bd8-4da1-bd91-e5307e2548b2'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:16:07.604286 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa64ab0-9b6a-47c9-804e-02b348994edf req-08df1dba-5700-4dd7-9314-208460c297e8 service neutron] Attempting to bind port 924166bb-2540-42e4-a953-7ed06dded9dc on network 5ab794d9-1bd8-4da1-bd91-e5307e2548b2 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:16:07.651154 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-05a55fce-f1c5-4eb9-bd88-13fc96e5e376 req-fd7dcc65-6dcd-41a8-b53a-3c90009b0056 tempest-ServerShowV247Test-66129226 tempest-ServerShowV247Test-66129226-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b709261-7ab6-46db-a410-84ca297026a3 HTTP/1.1" status: 200 len: 210 time: 0.0575981 Jul 09 16:16:07.669945 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-46ef32ea-1758-4b11-9a62-9996754e3549 req-f2f6e725-a0df-40c3-b72e-f7f664519b64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e97372da-66aa-4560-895c-407230766bbb {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:16:07.711790 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25c81e36-f272-488f-8de1-a1178e417877 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:07.715277 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-46ef32ea-1758-4b11-9a62-9996754e3549 req-f2f6e725-a0df-40c3-b72e-f7f664519b64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:07.740300 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa64ab0-9b6a-47c9-804e-02b348994edf req-08df1dba-5700-4dd7-9314-208460c297e8 service neutron] Port 924166bb-2540-42e4-a953-7ed06dded9dc on network 5ab794d9-1bd8-4da1-bd91-e5307e2548b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:16:07.740482 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa64ab0-9b6a-47c9-804e-02b348994edf req-08df1dba-5700-4dd7-9314-208460c297e8 service neutron] Attempting to bind port 924166bb-2540-42e4-a953-7ed06dded9dc on network 5ab794d9-1bd8-4da1-bd91-e5307e2548b2 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:16:07.743158 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94043cc-7fb3-4345-9354-08d1f9c8bc64 req-dc888914-22ff-4c08-b572-6f8e1e5752ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:07.745555 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a94043cc-7fb3-4345-9354-08d1f9c8bc64 req-dc888914-22ff-4c08-b572-6f8e1e5752ef service neutron] 10.222.0.73 "GET /v2.0/networks?id=60f29bb9-c6a4-4744-a356-fda340719d26 HTTP/1.1" status: 200 len: 912 time: 0.1535342 Jul 09 16:16:07.750904 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa64ab0-9b6a-47c9-804e-02b348994edf req-08df1dba-5700-4dd7-9314-208460c297e8 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:16:07.751575 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa64ab0-9b6a-47c9-804e-02b348994edf req-08df1dba-5700-4dd7-9314-208460c297e8 service neutron] Checking segment: {'id': 'b3327873-1adb-4566-ad72-2213b9292320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5ab794d9-1bd8-4da1-bd91-e5307e2548b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:16:07.751716 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa64ab0-9b6a-47c9-804e-02b348994edf req-08df1dba-5700-4dd7-9314-208460c297e8 service neutron] Bound using segment: {'id': 'b3327873-1adb-4566-ad72-2213b9292320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5ab794d9-1bd8-4da1-bd91-e5307e2548b2'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:16:07.752223 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-daa64ab0-9b6a-47c9-804e-02b348994edf req-08df1dba-5700-4dd7-9314-208460c297e8 service neutron] Bound port: 924166bb-2540-42e4-a953-7ed06dded9dc, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3327873-1adb-4566-ad72-2213b9292320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5ab794d9-1bd8-4da1-bd91-e5307e2548b2'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:16:07.752676 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-daa64ab0-9b6a-47c9-804e-02b348994edf req-08df1dba-5700-4dd7-9314-208460c297e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:07.784384 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-91a9ddbc-e9bd-459b-bc95-8a42621e9e46 req-7c044651-59f4-4da9-807a-31183fe8e781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:07.786665 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-46ef32ea-1758-4b11-9a62-9996754e3549 req-f2f6e725-a0df-40c3-b72e-f7f664519b64 service neutron] Transition to ACTIVE for port object e97372da-66aa-4560-895c-407230766bbb will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:16:07.829608 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-46ef32ea-1758-4b11-9a62-9996754e3549 req-f2f6e725-a0df-40c3-b72e-f7f664519b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:07.923181 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a94043cc-7fb3-4345-9354-08d1f9c8bc64 req-13b1e9f8-474d-4968-9256-1f3542eb5963 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b112445a-c61f-468c-9edd-8a551886ab8a HTTP/1.1" status: 200 len: 1001 time: 0.1481957 Jul 09 16:16:07.969293 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f6e725-a0df-40c3-b72e-f7f664519b64 service neutron] Pushing event updated for resources: {'Port': ['ID=e97372da-66aa-4560-895c-407230766bbb,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:08.014715 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-daa64ab0-9b6a-47c9-804e-02b348994edf req-08df1dba-5700-4dd7-9314-208460c297e8 service neutron] For port 924166bb-2540-42e4-a953-7ed06dded9dc, host n-h1-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:16:08.019507 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-daa64ab0-9b6a-47c9-804e-02b348994edf req-08df1dba-5700-4dd7-9314-208460c297e8 service neutron] For port 924166bb-2540-42e4-a953-7ed06dded9dc, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=924166bb-2540-42e4-a953-7ed06dded9dc,segment=NetworkSegment(b3327873-1adb-4566-ad72-2213b9292320),segment_id=b3327873-1adb-4566-ad72-2213b9292320)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:16:08.064870 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-daa64ab0-9b6a-47c9-804e-02b348994edf req-08df1dba-5700-4dd7-9314-208460c297e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:08.094777 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3ddc5f65-1c8c-41b7-ba0f-7c921d3bb9fd None None] Provisioning for port 8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:16:08.099579 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3ddc5f65-1c8c-41b7-ba0f-7c921d3bb9fd None None] Provisioning complete for port 8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:16:08.099952 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3ddc5f65-1c8c-41b7-ba0f-7c921d3bb9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:08.111267 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa64ab0-9b6a-47c9-804e-02b348994edf req-08df1dba-5700-4dd7-9314-208460c297e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:08.111912 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-daa64ab0-9b6a-47c9-804e-02b348994edf req-08df1dba-5700-4dd7-9314-208460c297e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:08.117357 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-daa64ab0-9b6a-47c9-804e-02b348994edf req-08df1dba-5700-4dd7-9314-208460c297e8 service neutron] 10.222.0.77 "PUT /v2.0/ports/924166bb-2540-42e4-a953-7ed06dded9dc HTTP/1.1" status: 200 len: 1092 time: 2.5615122 Jul 09 16:16:08.119952 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b748b16-b4e7-4973-a477-e26313fba4b3', 'tag': '924166bb-2540-42e4-a953-7ed06dded9dc'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:16:08.130274 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042653a3-c1d2-472e-82ff-c86aa83876cf" -d '{"events": [{"name": "network-changed", "server_uuid": "1b748b16-b4e7-4973-a477-e26313fba4b3", "tag": "924166bb-2540-42e4-a953-7ed06dded9dc"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:16:08.144894 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94043cc-7fb3-4345-9354-08d1f9c8bc64 req-79f15ea4-f4bd-4bea-ba4a-32208f6118e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:08.147428 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a94043cc-7fb3-4345-9354-08d1f9c8bc64 req-79f15ea4-f4bd-4bea-ba4a-32208f6118e7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=343017e3-3017-47b4-bba4-2146bb17b890 HTTP/1.1" status: 200 len: 850 time: 0.2140336 Jul 09 16:16:08.183255 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-3ddc5f65-1c8c-41b7-ba0f-7c921d3bb9fd None None] Port 8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:16:08.346743 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9f81d-d7e5-48bf-a1b1-243a804a2065 req-5a5db9a4-1dd0-4fdd-ae81-b359301b0887 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:08.348383 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b7f9f81d-d7e5-48bf-a1b1-243a804a2065 req-5a5db9a4-1dd0-4fdd-ae81-b359301b0887 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=24627bb4-eafe-4180-ae77-e8f7b5d20e3d HTTP/1.1" status: 200 len: 945 time: 0.3550370 Jul 09 16:16:08.350196 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08df1dba-5700-4dd7-9314-208460c297e8 service neutron] Pushing event updated for resources: {'Port': ['ID=924166bb-2540-42e4-a953-7ed06dded9dc,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:08.394971 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94043cc-7fb3-4345-9354-08d1f9c8bc64 req-7f810cd8-6d5a-4255-88c8-0293f93f03b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:08.396491 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a94043cc-7fb3-4345-9354-08d1f9c8bc64 req-7f810cd8-6d5a-4255-88c8-0293f93f03b0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=60f29bb9-c6a4-4744-a356-fda340719d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1979234 Jul 09 16:16:08.425190 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa64ab0-9b6a-47c9-804e-02b348994edf req-58ab3538-fbf8-45e4-b56f-8a14aedc85a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:08.426692 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-daa64ab0-9b6a-47c9-804e-02b348994edf req-58ab3538-fbf8-45e4-b56f-8a14aedc85a2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=546108aaf02647ac83ffc1a249896d22&device_id=1b748b16-b4e7-4973-a477-e26313fba4b3 HTTP/1.1" status: 200 len: 1095 time: 0.1946218 Jul 09 16:16:08.443363 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b7f9f81d-d7e5-48bf-a1b1-243a804a2065 req-5c4a739a-2715-455e-be63-917501263958 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844293 Jul 09 16:16:08.489859 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 22ac8520-07db-4a40-b97b-1e69889e0cec up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:16:08.536209 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-daa64ab0-9b6a-47c9-804e-02b348994edf req-cd78ee7a-45df-41f6-926d-d2769b75dd90 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=924166bb-2540-42e4-a953-7ed06dded9dc HTTP/1.1" status: 200 len: 217 time: 0.0670760 Jul 09 16:16:08.567954 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 22ac8520-07db-4a40-b97b-1e69889e0cec triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:16:08.568606 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:08.603474 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac55ce-713c-40e7-9194-dea276a63196 req-46308c05-0b50-487d-bc63-4eea6c3905ee tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:08.607308 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8eac55ce-713c-40e7-9194-dea276a63196 req-46308c05-0b50-487d-bc63-4eea6c3905ee tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b748b16-b4e7-4973-a477-e26313fba4b3 HTTP/1.1" status: 200 len: 944 time: 0.6983407 Jul 09 16:16:08.619119 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25c81e36-f272-488f-8de1-a1178e417877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:08.654276 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-46ef32ea-1758-4b11-9a62-9996754e3549 req-f2f6e725-a0df-40c3-b72e-f7f664519b64 service neutron] Attempting to bind port e97372da-66aa-4560-895c-407230766bbb on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:16:08.654615 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-46ef32ea-1758-4b11-9a62-9996754e3549 req-f2f6e725-a0df-40c3-b72e-f7f664519b64 service neutron] Attempting to bind port e97372da-66aa-4560-895c-407230766bbb by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:16:08.655207 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ef32ea-1758-4b11-9a62-9996754e3549 req-f2f6e725-a0df-40c3-b72e-f7f664519b64 service neutron] Attempting to bind port e97372da-66aa-4560-895c-407230766bbb on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:16:08.667036 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa64ab0-9b6a-47c9-804e-02b348994edf req-db537bcc-9c01-43da-8c29-5c880d5174f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:08.668612 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-daa64ab0-9b6a-47c9-804e-02b348994edf req-db537bcc-9c01-43da-8c29-5c880d5174f2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5288f2c0-4157-42ca-b91f-37115e42c839 HTTP/1.1" status: 200 len: 848 time: 0.1156847 Jul 09 16:16:08.671598 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a94043cc-7fb3-4345-9354-08d1f9c8bc64 req-acf7517d-ec48-41a0-8494-505d52d17f9c service neutron] 10.222.0.73 "GET /v2.0/networks/60f29bb9-c6a4-4744-a356-fda340719d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612123 Jul 09 16:16:08.710892 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ef32ea-1758-4b11-9a62-9996754e3549 req-f2f6e725-a0df-40c3-b72e-f7f664519b64 service neutron] Port e97372da-66aa-4560-895c-407230766bbb on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:16:08.711220 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ef32ea-1758-4b11-9a62-9996754e3549 req-f2f6e725-a0df-40c3-b72e-f7f664519b64 service neutron] Attempting to bind port e97372da-66aa-4560-895c-407230766bbb on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:16:08.728769 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-daa64ab0-9b6a-47c9-804e-02b348994edf req-6c08c2b0-0d70-4a04-a373-ddea7aa160a2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5ab794d9-1bd8-4da1-bd91-e5307e2548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516024 Jul 09 16:16:08.745322 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ef32ea-1758-4b11-9a62-9996754e3549 req-f2f6e725-a0df-40c3-b72e-f7f664519b64 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:16:08.745322 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ef32ea-1758-4b11-9a62-9996754e3549 req-f2f6e725-a0df-40c3-b72e-f7f664519b64 service neutron] Checking segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:16:08.745322 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ef32ea-1758-4b11-9a62-9996754e3549 req-f2f6e725-a0df-40c3-b72e-f7f664519b64 service neutron] Bound using segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:16:08.745785 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-46ef32ea-1758-4b11-9a62-9996754e3549 req-f2f6e725-a0df-40c3-b72e-f7f664519b64 service neutron] Bound port: e97372da-66aa-4560-895c-407230766bbb, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:16:08.746074 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-46ef32ea-1758-4b11-9a62-9996754e3549 req-f2f6e725-a0df-40c3-b72e-f7f664519b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:08.754398 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8eac55ce-713c-40e7-9194-dea276a63196 req-a180f896-03aa-4c01-a321-7e8563e0b618 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306944 Jul 09 16:16:08.815444 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf01c9d-ef55-4f7d-9ba7-0704f6014b4d x-openstack-request-id: req-5cf01c9d-ef55-4f7d-9ba7-0704f6014b4d {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:16:08.815742 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b748b16-b4e7-4973-a477-e26313fba4b3", "tag": "924166bb-2540-42e4-a953-7ed06dded9dc", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:16:08.816391 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5cf01c9d-ef55-4f7d-9ba7-0704f6014b4d {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:16:08.816391 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b748b16-b4e7-4973-a477-e26313fba4b3', 'tag': '924166bb-2540-42e4-a953-7ed06dded9dc', 'status': 'completed', 'code': 200} Jul 09 16:16:08.848082 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef66fb71-806a-448e-a546-7550bf19c376 req-cbddedfc-594c-4c80-b536-ad2d5fdb3622 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:08.849767 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ef66fb71-806a-448e-a546-7550bf19c376 req-cbddedfc-594c-4c80-b536-ad2d5fdb3622 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=4265823f-80af-42d3-970c-e87273117806 HTTP/1.1" status: 200 len: 935 time: 0.2504601 Jul 09 16:16:08.850267 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.77', 60393) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:16:08.922257 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-91a9ddbc-e9bd-459b-bc95-8a42621e9e46 req-7c044651-59f4-4da9-807a-31183fe8e781 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:16:08.950103 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-91a9ddbc-e9bd-459b-bc95-8a42621e9e46 req-7c044651-59f4-4da9-807a-31183fe8e781 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:08.967680 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a94043cc-7fb3-4345-9354-08d1f9c8bc64 req-63eb2687-94ec-4e4a-93e3-9e31b1255aba service neutron] 10.222.0.73 "GET /v2.0/networks/60f29bb9-c6a4-4744-a356-fda340719d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863145 Jul 09 16:16:08.971299 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-46ef32ea-1758-4b11-9a62-9996754e3549 req-f2f6e725-a0df-40c3-b72e-f7f664519b64 service neutron] For port e97372da-66aa-4560-895c-407230766bbb, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:16:08.981375 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ef66fb71-806a-448e-a546-7550bf19c376 req-200ea9de-6ae9-4ac6-9491-1b3dec67b8c0 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077545 Jul 09 16:16:08.988249 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-daa64ab0-9b6a-47c9-804e-02b348994edf req-bb437ff8-c33e-424e-af65-b1e48463e3be service neutron] 10.222.0.77 "GET /v2.0/networks/5ab794d9-1bd8-4da1-bd91-e5307e2548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217317 Jul 09 16:16:09.012048 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-46ef32ea-1758-4b11-9a62-9996754e3549 req-f2f6e725-a0df-40c3-b72e-f7f664519b64 service neutron] For port e97372da-66aa-4560-895c-407230766bbb, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=e97372da-66aa-4560-895c-407230766bbb,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:16:09.023270 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-91a9ddbc-e9bd-459b-bc95-8a42621e9e46 req-7c044651-59f4-4da9-807a-31183fe8e781 service neutron] Transition to ACTIVE for port object 8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:16:09.024664 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-46ef32ea-1758-4b11-9a62-9996754e3549 req-f2f6e725-a0df-40c3-b72e-f7f664519b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:09.064508 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609e12c-fa03-4302-90e5-fcdef6f312d6 req-505e3cac-d6ca-47a6-b7ce-0bafbcccea77 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:09.066062 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3609e12c-fa03-4302-90e5-fcdef6f312d6 req-505e3cac-d6ca-47a6-b7ce-0bafbcccea77 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.77 "GET /v2.0/ports?device_id=24627bb4-eafe-4180-ae77-e8f7b5d20e3d HTTP/1.1" status: 200 len: 945 time: 0.2103853 Jul 09 16:16:09.066675 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-91a9ddbc-e9bd-459b-bc95-8a42621e9e46 req-7c044651-59f4-4da9-807a-31183fe8e781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:09.092681 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef32ea-1758-4b11-9a62-9996754e3549 req-f2f6e725-a0df-40c3-b72e-f7f664519b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:09.093627 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-46ef32ea-1758-4b11-9a62-9996754e3549 req-f2f6e725-a0df-40c3-b72e-f7f664519b64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:09.095115 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-46ef32ea-1758-4b11-9a62-9996754e3549 req-f2f6e725-a0df-40c3-b72e-f7f664519b64 service neutron] 10.222.0.77 "PUT /v2.0/ports/e97372da-66aa-4560-895c-407230766bbb HTTP/1.1" status: 200 len: 1096 time: 2.6983140 Jul 09 16:16:09.102058 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24b38fcb-af32-450b-8a9c-61b943e9a0f3', 'tag': 'e97372da-66aa-4560-895c-407230766bbb'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:16:09.105135 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb3872f-15ee-466e-a403-4474e9082412" -d '{"events": [{"name": "network-changed", "server_uuid": "24b38fcb-af32-450b-8a9c-61b943e9a0f3", "tag": "e97372da-66aa-4560-895c-407230766bbb"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:16:09.150031 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c81e36-f272-488f-8de1-a1178e417877 admin admin] Router e4d3b932-d6d8-4530-9c70-6609e497c2f7 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:16:09.167969 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-daa64ab0-9b6a-47c9-804e-02b348994edf req-644177eb-dfc9-4044-ab77-b92b9627cc0e service neutron] 10.222.0.77 "GET /v2.0/networks/5ab794d9-1bd8-4da1-bd91-e5307e2548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722777 Jul 09 16:16:09.242716 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5911e0-d466-4a08-adf3-a2c868ea0f48 req-48f8e005-5553-418a-a34a-d83d9d31a1cd tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:09.249492 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5911e0-d466-4a08-adf3-a2c868ea0f48 req-48f8e005-5553-418a-a34a-d83d9d31a1cd tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:09.258448 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5911e0-d466-4a08-adf3-a2c868ea0f48 req-48f8e005-5553-418a-a34a-d83d9d31a1cd tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:09.265693 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5911e0-d466-4a08-adf3-a2c868ea0f48 req-48f8e005-5553-418a-a34a-d83d9d31a1cd tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:09.272821 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5911e0-d466-4a08-adf3-a2c868ea0f48 req-48f8e005-5553-418a-a34a-d83d9d31a1cd tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:09.279668 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5911e0-d466-4a08-adf3-a2c868ea0f48 req-48f8e005-5553-418a-a34a-d83d9d31a1cd tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:09.285798 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5911e0-d466-4a08-adf3-a2c868ea0f48 req-48f8e005-5553-418a-a34a-d83d9d31a1cd tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:09.288074 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1b5911e0-d466-4a08-adf3-a2c868ea0f48 req-48f8e005-5553-418a-a34a-d83d9d31a1cd tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 5421 time: 0.3739517 Jul 09 16:16:09.294901 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-3609e12c-fa03-4302-90e5-fcdef6f312d6 req-9cabe0bd-2a7f-47eb-907b-c6e04a9be076 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Deleting port 1947c798-f631-4288-b59b-de4bc4aa3c58 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:16:09.295219 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f6e725-a0df-40c3-b72e-f7f664519b64 service neutron] Pushing event updated for resources: {'Port': ['ID=e97372da-66aa-4560-895c-407230766bbb,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:09.297162 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3609e12c-fa03-4302-90e5-fcdef6f312d6 req-9cabe0bd-2a7f-47eb-907b-c6e04a9be076 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:09.392766 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cb1f9f31-8d38-40b0-b146-7e1088f7c45d req-4eccf7de-6886-4b53-9a05-53dff8c166ec tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=0cd5389204624e48b508b8e129d6a501&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0696077 Jul 09 16:16:09.477814 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c044651-59f4-4da9-807a-31183fe8e781 service neutron] Pushing event updated for resources: {'Port': ['ID=8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:09.499600 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042653a3-c1d2-472e-82ff-c86aa83876cf req-32fde2f3-ce0d-4d1c-9a52-380219a2fc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:09.501306 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-042653a3-c1d2-472e-82ff-c86aa83876cf req-32fde2f3-ce0d-4d1c-9a52-380219a2fc94 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=546108aaf02647ac83ffc1a249896d22&device_id=1b748b16-b4e7-4973-a477-e26313fba4b3 HTTP/1.1" status: 200 len: 1095 time: 0.2631741 Jul 09 16:16:09.522116 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-3609e12c-fa03-4302-90e5-fcdef6f312d6 req-9cabe0bd-2a7f-47eb-907b-c6e04a9be076 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] For port 1947c798-f631-4288-b59b-de4bc4aa3c58, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=1947c798-f631-4288-b59b-de4bc4aa3c58,segment=NetworkSegment(f3322cfe-f17e-4138-825d-2b8f5a34d17c),segment_id=f3322cfe-f17e-4138-825d-2b8f5a34d17c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:09.522635 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3609e12c-fa03-4302-90e5-fcdef6f312d6 req-9cabe0bd-2a7f-47eb-907b-c6e04a9be076 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:09.537508 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1b5911e0-d466-4a08-adf3-a2c868ea0f48 req-e545a7c2-fab6-4538-9c2b-2aba7b447d44 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c727296-78a2-4526-a3ce-1ec442e3beaf&id=45384544-6ff6-497a-9513-ac1d1fea2ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2365088 Jul 09 16:16:09.566333 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-3609e12c-fa03-4302-90e5-fcdef6f312d6 req-9cabe0bd-2a7f-47eb-907b-c6e04a9be076 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Calling delete_port for 1947c798-f631-4288-b59b-de4bc4aa3c58 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:16:09.589401 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c81e36-f272-488f-8de1-a1178e417877 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:16:09.589401 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-91a9ddbc-e9bd-459b-bc95-8a42621e9e46 req-7c044651-59f4-4da9-807a-31183fe8e781 service neutron] Attempting to bind port 8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:16:09.589401 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-91a9ddbc-e9bd-459b-bc95-8a42621e9e46 req-7c044651-59f4-4da9-807a-31183fe8e781 service neutron] Attempting to bind port 8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:16:09.589401 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a9ddbc-e9bd-459b-bc95-8a42621e9e46 req-7c044651-59f4-4da9-807a-31183fe8e781 service neutron] Attempting to bind port 8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:16:09.593801 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b58a86-4fa3-4176-81e0-7a592b3ab0ee None None] Sync routers for ids ['e4d3b932-d6d8-4530-9c70-6609e497c2f7'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:16:09.614359 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b58a86-4fa3-4176-81e0-7a592b3ab0ee None None] Routers {'e4d3b932-d6d8-4530-9c70-6609e497c2f7'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:16:09.615434 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-17b58a86-4fa3-4176-81e0-7a592b3ab0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:15:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['e4d3b932-d6d8-4530-9c70-6609e497c2f7'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:16:09.621557 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef32ea-1758-4b11-9a62-9996754e3549 req-965a113c-20ce-4323-bb0f-6028d1660b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:09.625485 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-46ef32ea-1758-4b11-9a62-9996754e3549 req-965a113c-20ce-4323-bb0f-6028d1660b03 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=22daf334dfb34010b5effa44981ef077&device_id=24b38fcb-af32-450b-8a9c-61b943e9a0f3 HTTP/1.1" status: 200 len: 1099 time: 0.4432266 Jul 09 16:16:09.642172 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a9ddbc-e9bd-459b-bc95-8a42621e9e46 req-7c044651-59f4-4da9-807a-31183fe8e781 service neutron] Port 8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:16:09.643520 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a9ddbc-e9bd-459b-bc95-8a42621e9e46 req-7c044651-59f4-4da9-807a-31183fe8e781 service neutron] Attempting to bind port 8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:16:09.668360 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25c81e36-f272-488f-8de1-a1178e417877 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:09.671415 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-25c81e36-f272-488f-8de1-a1178e417877 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.4262285 Jul 09 16:16:09.675846 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 56310) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:16:09.677771 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a9ddbc-e9bd-459b-bc95-8a42621e9e46 req-7c044651-59f4-4da9-807a-31183fe8e781 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:16:09.678585 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a9ddbc-e9bd-459b-bc95-8a42621e9e46 req-7c044651-59f4-4da9-807a-31183fe8e781 service neutron] Checking segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:16:09.680551 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a9ddbc-e9bd-459b-bc95-8a42621e9e46 req-7c044651-59f4-4da9-807a-31183fe8e781 service neutron] Bound using segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:16:09.681806 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-91a9ddbc-e9bd-459b-bc95-8a42621e9e46 req-7c044651-59f4-4da9-807a-31183fe8e781 service neutron] Bound port: 8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:16:09.683197 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-91a9ddbc-e9bd-459b-bc95-8a42621e9e46 req-7c044651-59f4-4da9-807a-31183fe8e781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:09.763612 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f9f31-8d38-40b0-b146-7e1088f7c45d req-9f221b00-adb0-4925-a88a-2fe8eef9aaa0 tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:09.765156 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cb1f9f31-8d38-40b0-b146-7e1088f7c45d req-9f221b00-adb0-4925-a88a-2fe8eef9aaa0 tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3631318 Jul 09 16:16:09.779249 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-17b58a86-4fa3-4176-81e0-7a592b3ab0ee None None] Set router e4d3b932-d6d8-4530-9c70-6609e497c2f7 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:16:09.801856 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cb1f9f31-8d38-40b0-b146-7e1088f7c45d req-faa27fdf-b85b-470e-9a1a-c4871fe9bc97 tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] 10.222.0.98 "GET /v2.0/quotas/0cd5389204624e48b508b8e129d6a501 HTTP/1.1" status: 200 len: 375 time: 0.0299416 Jul 09 16:16:09.804188 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042653a3-c1d2-472e-82ff-c86aa83876cf req-a1169adf-2899-4cc2-93b5-e1b4b7fbc51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:09.805389 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-042653a3-c1d2-472e-82ff-c86aa83876cf req-a1169adf-2899-4cc2-93b5-e1b4b7fbc51b service neutron] 10.222.0.77 "GET /v2.0/networks?id=5ab794d9-1bd8-4da1-bd91-e5307e2548b2 HTTP/1.1" status: 200 len: 909 time: 0.2959616 Jul 09 16:16:09.808571 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-46ef32ea-1758-4b11-9a62-9996754e3549 req-43bd8f19-3cc4-479c-a6ca-fe7cebdf7ff1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=e97372da-66aa-4560-895c-407230766bbb HTTP/1.1" status: 200 len: 217 time: 0.1584873 Jul 09 16:16:09.852854 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cb1f9f31-8d38-40b0-b146-7e1088f7c45d req-f4e32aff-bccc-4089-b242-937e5ad1d8eb tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=0cd5389204624e48b508b8e129d6a501&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406234 Jul 09 16:16:09.873184 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef32ea-1758-4b11-9a62-9996754e3549 req-6dbc2ff3-8d51-4f7b-85a3-2ee199fa7041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:09.875003 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-46ef32ea-1758-4b11-9a62-9996754e3549 req-6dbc2ff3-8d51-4f7b-85a3-2ee199fa7041 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.0483928 Jul 09 16:16:09.906667 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-042653a3-c1d2-472e-82ff-c86aa83876cf req-abda0047-4398-4d35-a4d2-109160710b56 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=924166bb-2540-42e4-a953-7ed06dded9dc HTTP/1.1" status: 200 len: 217 time: 0.0813372 Jul 09 16:16:09.908310 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:09.909107 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-44cfdc07-9079-4506-8bf7-57570806b2fe req-9e321fd3-51ce-4f8c-bf8b-d90468e66991 tempest-ServerShowV247Test-66129226 tempest-ServerShowV247Test-66129226-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b709261-7ab6-46db-a410-84ca297026a3 HTTP/1.1" status: 200 len: 210 time: 0.1209078 Jul 09 16:16:09.985458 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042653a3-c1d2-472e-82ff-c86aa83876cf req-f637aa4f-d963-4c40-83b6-449e2e79dfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:09.987413 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-042653a3-c1d2-472e-82ff-c86aa83876cf req-f637aa4f-d963-4c40-83b6-449e2e79dfc5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5288f2c0-4157-42ca-b91f-37115e42c839 HTTP/1.1" status: 200 len: 848 time: 0.0742886 Jul 09 16:16:09.988253 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3609e12c-fa03-4302-90e5-fcdef6f312d6 req-9cabe0bd-2a7f-47eb-907b-c6e04a9be076 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:10.001881 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['1947c798-f631-4288-b59b-de4bc4aa3c58'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:16:10.050674 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-042653a3-c1d2-472e-82ff-c86aa83876cf req-5ccd927d-7579-4593-8512-d724e8ac7b23 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5ab794d9-1bd8-4da1-bd91-e5307e2548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499141 Jul 09 16:16:10.053687 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cabe0bd-2a7f-47eb-907b-c6e04a9be076 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Pushing event deleted for resources: {'Port': ['ID=1947c798-f631-4288-b59b-de4bc4aa3c58,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:10.123391 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf58ed1b-2e10-4888-a5f4-4e68fd578342 x-openstack-request-id: req-bf58ed1b-2e10-4888-a5f4-4e68fd578342 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:16:10.123714 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24b38fcb-af32-450b-8a9c-61b943e9a0f3", "tag": "e97372da-66aa-4560-895c-407230766bbb", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:16:10.123936 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-bf58ed1b-2e10-4888-a5f4-4e68fd578342 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:16:10.124406 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24b38fcb-af32-450b-8a9c-61b943e9a0f3', 'tag': 'e97372da-66aa-4560-895c-407230766bbb', 'status': 'completed', 'code': 200} Jul 09 16:16:10.157641 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-17b58a86-4fa3-4176-81e0-7a592b3ab0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d3b932-d6d8-4530-9c70-6609e497c2f7', 'name': 'tempest-ServersTestMultiNic-1904905787-router', 'tenant_id': 'b06c3c1f8ce64fe1a5a255532e54605c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'cc05eff1-ff94-4071-a214-1943893d5469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:16:03Z', 'updated_at': '2021-07-09T16:16:07Z', 'revision_number': 3, 'project_id': 'b06c3c1f8ce64fe1a5a255532e54605c', 'gw_port': {'id': 'cc05eff1-ff94-4071-a214-1943893d5469', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:74:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d3b932-d6d8-4530-9c70-6609e497c2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:16:05Z', 'updated_at': '2021-07-09T16:16:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:16:10.224856 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b58a86-4fa3-4176-81e0-7a592b3ab0ee None None] Checking router: e4d3b932-d6d8-4530-9c70-6609e497c2f7 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:16:10.225438 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b58a86-4fa3-4176-81e0-7a592b3ab0ee None None] Updating router e4d3b932-d6d8-4530-9c70-6609e497c2f7 port cc05eff1-ff94-4071-a214-1943893d5469 binding host n-d-798930-3 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:16:10.231699 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-3609e12c-fa03-4302-90e5-fcdef6f312d6 req-9cabe0bd-2a7f-47eb-907b-c6e04a9be076 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] No DVR routers for this DVR port 1947c798-f631-4288-b59b-de4bc4aa3c58 on host n-h1-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:16:10.235721 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3609e12c-fa03-4302-90e5-fcdef6f312d6 req-9cabe0bd-2a7f-47eb-907b-c6e04a9be076 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:10.237776 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3609e12c-fa03-4302-90e5-fcdef6f312d6 req-9cabe0bd-2a7f-47eb-907b-c6e04a9be076 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.77 "DELETE /v2.0/ports/1947c798-f631-4288-b59b-de4bc4aa3c58 HTTP/1.1" status: 204 len: 173 time: 1.1593556 Jul 09 16:16:10.310966 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-042653a3-c1d2-472e-82ff-c86aa83876cf req-38478b7c-1182-402d-9f2f-79df297cde15 service neutron] 10.222.0.77 "GET /v2.0/networks/5ab794d9-1bd8-4da1-bd91-e5307e2548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454431 Jul 09 16:16:10.384936 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-91a9ddbc-e9bd-459b-bc95-8a42621e9e46 req-7c044651-59f4-4da9-807a-31183fe8e781 service neutron] For port 8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:16:10.414963 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-17b58a86-4fa3-4176-81e0-7a592b3ab0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:10.419500 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-91a9ddbc-e9bd-459b-bc95-8a42621e9e46 req-7c044651-59f4-4da9-807a-31183fe8e781 service neutron] For port 8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:16:10.444458 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-91a9ddbc-e9bd-459b-bc95-8a42621e9e46 req-7c044651-59f4-4da9-807a-31183fe8e781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:10.507795 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d8357127-a961-4946-8d6d-042603cf563e req-3d0825be-437b-40f5-a809-d0f65dccd707 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=24627bb4-eafe-4180-ae77-e8f7b5d20e3d HTTP/1.1" status: 200 len: 210 time: 0.1320713 Jul 09 16:16:10.577405 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-042653a3-c1d2-472e-82ff-c86aa83876cf req-d367198e-b013-40ac-a579-d160633dd2a3 service neutron] 10.222.0.77 "GET /v2.0/networks/5ab794d9-1bd8-4da1-bd91-e5307e2548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622411 Jul 09 16:16:10.616269 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9ddbc-e9bd-459b-bc95-8a42621e9e46 req-7c044651-59f4-4da9-807a-31183fe8e781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:10.616943 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-91a9ddbc-e9bd-459b-bc95-8a42621e9e46 req-7c044651-59f4-4da9-807a-31183fe8e781 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:10.618378 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-91a9ddbc-e9bd-459b-bc95-8a42621e9e46 req-7c044651-59f4-4da9-807a-31183fe8e781 service neutron] 10.222.0.77 "PUT /v2.0/ports/8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8 HTTP/1.1" status: 200 len: 1095 time: 3.1424546 Jul 09 16:16:10.623216 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef32ea-1758-4b11-9a62-9996754e3549 req-a73e9bb4-2356-4f92-8de3-0b47eaa6bea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:10.624676 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-46ef32ea-1758-4b11-9a62-9996754e3549 req-a73e9bb4-2356-4f92-8de3-0b47eaa6bea2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7300768 Jul 09 16:16:10.846184 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f32eaa2-be86-431c-9712-3f73fdbef16b req-ab9f6ac2-cd52-4a0d-ba78-c03df332eb7f tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:10.852397 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4f32eaa2-be86-431c-9712-3f73fdbef16b req-ab9f6ac2-cd52-4a0d-ba78-c03df332eb7f tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=4265823f-80af-42d3-970c-e87273117806 HTTP/1.1" status: 200 len: 947 time: 0.1593783 Jul 09 16:16:10.853154 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24627bb4-eafe-4180-ae77-e8f7b5d20e3d', 'name': 'network-vif-deleted', 'tag': '1947c798-f631-4288-b59b-de4bc4aa3c58'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:16:10.856572 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa36360c-5f31-4690-9b40-ffc2f33044da" -d '{"events": [{"server_uuid": "24627bb4-eafe-4180-ae77-e8f7b5d20e3d", "name": "network-vif-deleted", "tag": "1947c798-f631-4288-b59b-de4bc4aa3c58"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:16:10.864771 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c044651-59f4-4da9-807a-31183fe8e781 service neutron] Pushing event updated for resources: {'Port': ['ID=8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:10.896884 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-17b58a86-4fa3-4176-81e0-7a592b3ab0ee None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:10.898640 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e930c9-a32f-4cae-bc57-5edc97548560 req-654e7c00-a2f6-4f0c-997b-8d542936b385 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:10.915463 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c6e930c9-a32f-4cae-bc57-5edc97548560 req-654e7c00-a2f6-4f0c-997b-8d542936b385 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b748b16-b4e7-4973-a477-e26313fba4b3 HTTP/1.1" status: 200 len: 944 time: 0.5456371 Jul 09 16:16:10.924115 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-17b58a86-4fa3-4176-81e0-7a592b3ab0ee None None] Transition to ACTIVE for port object cc05eff1-ff94-4071-a214-1943893d5469 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:16:10.941306 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-17b58a86-4fa3-4176-81e0-7a592b3ab0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:10.945852 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4f32eaa2-be86-431c-9712-3f73fdbef16b req-01c9eed6-2b4f-4108-ac31-a8144167884f tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826142 Jul 09 16:16:11.030943 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c6e930c9-a32f-4cae-bc57-5edc97548560 req-075659c5-07a0-494a-a3ae-9ad7142e7010 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780280 Jul 09 16:16:11.041956 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e4f2e2-3714-4b4f-8061-1ad71bfb8860 None None] Pushing event updated for resources: {'Port': ['ID=cc05eff1-ff94-4071-a214-1943893d5469,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:11.087176 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e4f2e2-3714-4b4f-8061-1ad71bfb8860 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:16:11.087690 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e4f2e2-3714-4b4f-8061-1ad71bfb8860 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:16:11.088684 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e4f2e2-3714-4b4f-8061-1ad71bfb8860 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:16:11.089256 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e4f2e2-3714-4b4f-8061-1ad71bfb8860 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:16:11.090012 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e4f2e2-3714-4b4f-8061-1ad71bfb8860 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:16:11.090582 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e4f2e2-3714-4b4f-8061-1ad71bfb8860 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:16:11.091177 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e4f2e2-3714-4b4f-8061-1ad71bfb8860 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:16:11.091741 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e4f2e2-3714-4b4f-8061-1ad71bfb8860 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:16:11.092313 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e4f2e2-3714-4b4f-8061-1ad71bfb8860 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:16:11.092881 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e4f2e2-3714-4b4f-8061-1ad71bfb8860 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:16:11.093456 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e4f2e2-3714-4b4f-8061-1ad71bfb8860 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:16:11.094009 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e4f2e2-3714-4b4f-8061-1ad71bfb8860 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:16:11.100743 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9ddbc-e9bd-459b-bc95-8a42621e9e46 req-17b6517b-36de-4167-9ced-65606a042a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:11.102610 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-91a9ddbc-e9bd-459b-bc95-8a42621e9e46 req-17b6517b-36de-4167-9ced-65606a042a8b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=22daf334dfb34010b5effa44981ef077&device_id=4265823f-80af-42d3-970c-e87273117806 HTTP/1.1" status: 200 len: 1098 time: 0.4399107 Jul 09 16:16:11.109699 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-17b58a86-4fa3-4176-81e0-7a592b3ab0ee None None] Attempting to bind port cc05eff1-ff94-4071-a214-1943893d5469 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:16:11.110445 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-17b58a86-4fa3-4176-81e0-7a592b3ab0ee None None] Attempting to bind port cc05eff1-ff94-4071-a214-1943893d5469 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:16:11.110973 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b58a86-4fa3-4176-81e0-7a592b3ab0ee None None] Attempting to bind port cc05eff1-ff94-4071-a214-1943893d5469 on network caa6ed8d-2893-4113-8f68-c5284e694f6c {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:16:11.115904 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-46ef32ea-1758-4b11-9a62-9996754e3549 req-4b8a7895-fb36-428c-aa84-75c5ba359f70 service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4797537 Jul 09 16:16:11.148286 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b58a86-4fa3-4176-81e0-7a592b3ab0ee None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:16:11.148727 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b58a86-4fa3-4176-81e0-7a592b3ab0ee None None] Checking segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:16:11.149385 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-17b58a86-4fa3-4176-81e0-7a592b3ab0ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:11.150032 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b58a86-4fa3-4176-81e0-7a592b3ab0ee None None] Bound using segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:16:11.158474 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-17b58a86-4fa3-4176-81e0-7a592b3ab0ee None None] Bound port: cc05eff1-ff94-4071-a214-1943893d5469, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:16:11.159011 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-17b58a86-4fa3-4176-81e0-7a592b3ab0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:11.218549 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-affa779b-e7ec-46f7-96d5-1cd52f5da0a0 req-d53eb2bb-8a93-438a-85e5-043be313cbcf tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] 10.222.0.98 "GET /v2.0/ports?device_id=cdb562cd-5c53-47d9-92d2-a7360770cfa7 HTTP/1.1" status: 200 len: 210 time: 0.0473404 Jul 09 16:16:11.226990 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-91a9ddbc-e9bd-459b-bc95-8a42621e9e46 req-1e43aedb-338a-486c-8204-c76677b5c0ea service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8 HTTP/1.1" status: 200 len: 217 time: 0.1138935 Jul 09 16:16:11.299445 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-17b58a86-4fa3-4176-81e0-7a592b3ab0ee None None] For port cc05eff1-ff94-4071-a214-1943893d5469, host n-d-798930-3, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:16:11.304371 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ccf7d32-bdc5-42c2-a494-14800ba80e72 x-openstack-request-id: req-2ccf7d32-bdc5-42c2-a494-14800ba80e72 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:16:11.304779 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24627bb4-eafe-4180-ae77-e8f7b5d20e3d", "name": "network-vif-deleted", "tag": "1947c798-f631-4288-b59b-de4bc4aa3c58", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:16:11.305093 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2ccf7d32-bdc5-42c2-a494-14800ba80e72 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:16:11.305570 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24627bb4-eafe-4180-ae77-e8f7b5d20e3d', 'name': 'network-vif-deleted', 'tag': '1947c798-f631-4288-b59b-de4bc4aa3c58', 'status': 'completed', 'code': 200} Jul 09 16:16:11.311413 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-17b58a86-4fa3-4176-81e0-7a592b3ab0ee None None] For port cc05eff1-ff94-4071-a214-1943893d5469, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=cc05eff1-ff94-4071-a214-1943893d5469,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:16:11.331933 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-17b58a86-4fa3-4176-81e0-7a592b3ab0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:11.412866 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b58a86-4fa3-4176-81e0-7a592b3ab0ee None None] Routers {'e4d3b932-d6d8-4530-9c70-6609e497c2f7'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:16:11.413497 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-17b58a86-4fa3-4176-81e0-7a592b3ab0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:15:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['e4d3b932-d6d8-4530-9c70-6609e497c2f7'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:16:11.422618 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-46ef32ea-1758-4b11-9a62-9996754e3549 req-8e7d9381-6278-4ea3-8012-48d0f256b181 service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960448 Jul 09 16:16:11.449821 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e4f2e2-3714-4b4f-8061-1ad71bfb8860 None None] Pushing event updated for resources: {'Port': ['ID=cc05eff1-ff94-4071-a214-1943893d5469,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:11.458845 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd0b0f-37f9-4e47-a3f3-ce3031b814cd req-0730a132-638f-4c9b-b704-0d6d568e44f7 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:11.466038 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd0b0f-37f9-4e47-a3f3-ce3031b814cd req-0730a132-638f-4c9b-b704-0d6d568e44f7 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:11.471677 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd0b0f-37f9-4e47-a3f3-ce3031b814cd req-0730a132-638f-4c9b-b704-0d6d568e44f7 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:11.477868 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd0b0f-37f9-4e47-a3f3-ce3031b814cd req-0730a132-638f-4c9b-b704-0d6d568e44f7 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:11.484018 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd0b0f-37f9-4e47-a3f3-ce3031b814cd req-0730a132-638f-4c9b-b704-0d6d568e44f7 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:11.490013 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd0b0f-37f9-4e47-a3f3-ce3031b814cd req-0730a132-638f-4c9b-b704-0d6d568e44f7 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:11.491151 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4b6e4803-12b0-46b9-be4a-9806dae79a17 req-ce88a423-5317-4dcb-b64b-e07028fd0a04 tempest-ServerShowV247Test-66129226 tempest-ServerShowV247Test-66129226-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b709261-7ab6-46db-a410-84ca297026a3 HTTP/1.1" status: 200 len: 210 time: 0.0549495 Jul 09 16:16:11.496724 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd0b0f-37f9-4e47-a3f3-ce3031b814cd req-0730a132-638f-4c9b-b704-0d6d568e44f7 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:11.499004 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-70cd0b0f-37f9-4e47-a3f3-ce3031b814cd req-0730a132-638f-4c9b-b704-0d6d568e44f7 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 5421 time: 0.2806337 Jul 09 16:16:11.500395 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9ddbc-e9bd-459b-bc95-8a42621e9e46 req-2a5783bd-7380-4886-950f-c070ace170fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:11.501779 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-91a9ddbc-e9bd-459b-bc95-8a42621e9e46 req-2a5783bd-7380-4886-950f-c070ace170fa service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.2252853 Jul 09 16:16:11.536084 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-17b58a86-4fa3-4176-81e0-7a592b3ab0ee None None] Set router e4d3b932-d6d8-4530-9c70-6609e497c2f7 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:16:11.761229 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-17b58a86-4fa3-4176-81e0-7a592b3ab0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d3b932-d6d8-4530-9c70-6609e497c2f7', 'name': 'tempest-ServersTestMultiNic-1904905787-router', 'tenant_id': 'b06c3c1f8ce64fe1a5a255532e54605c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'cc05eff1-ff94-4071-a214-1943893d5469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:16:03Z', 'updated_at': '2021-07-09T16:16:07Z', 'revision_number': 3, 'project_id': 'b06c3c1f8ce64fe1a5a255532e54605c', 'gw_port': {'id': 'cc05eff1-ff94-4071-a214-1943893d5469', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:74:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d3b932-d6d8-4530-9c70-6609e497c2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:16:05Z', 'updated_at': '2021-07-09T16:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:16:11.795682 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b58a86-4fa3-4176-81e0-7a592b3ab0ee None None] The sync data for ids ['e4d3b932-d6d8-4530-9c70-6609e497c2f7'] in n-d-798930-3 is: [{'id': 'e4d3b932-d6d8-4530-9c70-6609e497c2f7', 'name': 'tempest-ServersTestMultiNic-1904905787-router', 'tenant_id': 'b06c3c1f8ce64fe1a5a255532e54605c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'cc05eff1-ff94-4071-a214-1943893d5469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:16:03Z', 'updated_at': '2021-07-09T16:16:07Z', 'revision_number': 3, 'project_id': 'b06c3c1f8ce64fe1a5a255532e54605c', 'gw_port': {'id': 'cc05eff1-ff94-4071-a214-1943893d5469', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:74:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d3b932-d6d8-4530-9c70-6609e497c2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:16:05Z', 'updated_at': '2021-07-09T16:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:16:11.911419 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-70cd0b0f-37f9-4e47-a3f3-ce3031b814cd req-8c80f950-0e98-406b-aa3b-a885373a93b0 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c727296-78a2-4526-a3ce-1ec442e3beaf&id=45384544-6ff6-497a-9513-ac1d1fea2ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3891165 Jul 09 16:16:11.976942 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9ddbc-e9bd-459b-bc95-8a42621e9e46 req-0029cb97-2f2c-4a84-a1d8-771767b87d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:11.979153 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-91a9ddbc-e9bd-459b-bc95-8a42621e9e46 req-0029cb97-2f2c-4a84-a1d8-771767b87d25 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4648423 Jul 09 16:16:11.998543 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-629868f2-4494-4933-85f6-efd37eda5981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:12.003484 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3872f-15ee-466e-a403-4474e9082412 req-cf02932f-fe8c-48e7-bdad-181730b21f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:12.005099 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1fb3872f-15ee-466e-a403-4474e9082412 req-cf02932f-fe8c-48e7-bdad-181730b21f45 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=22daf334dfb34010b5effa44981ef077&device_id=24b38fcb-af32-450b-8a9c-61b943e9a0f3 HTTP/1.1" status: 200 len: 1099 time: 0.5005729 Jul 09 16:16:12.066114 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6efec-dbd8-4bad-a7bd-f2e83c716a5c req-5da66278-586a-4af4-86fe-57a09dc0d8cb tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:12.082472 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-87b6efec-dbd8-4bad-a7bd-f2e83c716a5c req-5da66278-586a-4af4-86fe-57a09dc0d8cb tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/networks?id=e55b3510-4171-4466-a467-a28850f48baa HTTP/1.1" status: 200 len: 812 time: 0.1407981 Jul 09 16:16:12.104541 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-87b6efec-dbd8-4bad-a7bd-f2e83c716a5c req-42518f83-23a0-4b71-986f-e2c6af819764 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/quotas/06cbfbbe1d844c0796508ff309a673b8 HTTP/1.1" status: 200 len: 375 time: 0.0232515 Jul 09 16:16:12.127792 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4265823f-80af-42d3-970c-e87273117806', 'tag': '8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:16:12.130296 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e445e1-a38a-40c1-96fa-dd6aa6ba3a87" -d '{"events": [{"name": "network-changed", "server_uuid": "4265823f-80af-42d3-970c-e87273117806", "tag": "8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:16:12.146191 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-87b6efec-dbd8-4bad-a7bd-f2e83c716a5c req-0a5d619a-4be7-44e6-a7e9-b405f298a3cc tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=06cbfbbe1d844c0796508ff309a673b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403061 Jul 09 16:16:12.274632 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-87b6efec-dbd8-4bad-a7bd-f2e83c716a5c req-63ee2748-c80e-498f-87e3-83719d3aa90a service neutron] 10.222.0.98 "GET /v2.0/networks/e55b3510-4171-4466-a467-a28850f48baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211755 Jul 09 16:16:12.374502 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-91a9ddbc-e9bd-459b-bc95-8a42621e9e46 req-576e53a1-bc9e-45fc-b51d-dd0ada0741be service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857551 Jul 09 16:16:12.396068 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3872f-15ee-466e-a403-4474e9082412 req-1556d584-0967-43aa-9c55-09581cd11c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:12.397534 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1fb3872f-15ee-466e-a403-4474e9082412 req-1556d584-0967-43aa-9c55-09581cd11c78 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1 HTTP/1.1" status: 200 len: 870 time: 0.3486009 Jul 09 16:16:12.401685 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cb1f9f31-8d38-40b0-b146-7e1088f7c45d req-53aaf747-b6c2-4213-a27a-d883c55c4470 tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=0cd5389204624e48b508b8e129d6a501&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316787 Jul 09 16:16:12.507388 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-87b6efec-dbd8-4bad-a7bd-f2e83c716a5c req-23e6d849-89a3-4b43-b6da-35ad4025a0c6 service neutron] 10.222.0.98 "GET /v2.0/networks/e55b3510-4171-4466-a467-a28850f48baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318132 Jul 09 16:16:12.507680 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1fb3872f-15ee-466e-a403-4474e9082412 req-1fc41d67-1738-4120-9393-fe3c5bb103a8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=e97372da-66aa-4560-895c-407230766bbb HTTP/1.1" status: 200 len: 217 time: 0.1024585 Jul 09 16:16:12.530356 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22d8c4-9a78-4a68-a7b9-8e78b9a89e7e req-2e680a50-89db-4c7f-b7cb-6f7fc9d982d4 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:12.532125 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-df22d8c4-9a78-4a68-a7b9-8e78b9a89e7e req-2e680a50-89db-4c7f-b7cb-6f7fc9d982d4 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=4265823f-80af-42d3-970c-e87273117806 HTTP/1.1" status: 200 len: 947 time: 0.3895240 Jul 09 16:16:12.535343 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 924166bb-2540-42e4-a953-7ed06dded9dc details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:16:12.621798 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f9f31-8d38-40b0-b146-7e1088f7c45d req-deb64052-6d86-44b7-ae4d-db40575558ea tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:12.623324 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cb1f9f31-8d38-40b0-b146-7e1088f7c45d req-deb64052-6d86-44b7-ae4d-db40575558ea tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2027700 Jul 09 16:16:12.649158 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-cb1f9f31-8d38-40b0-b146-7e1088f7c45d req-7091052d-cd57-4178-8fcb-5bee0e5eb556 tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] Request body: {'port': {'device_id': 'cdb562cd-5c53-47d9-92d2-a7360770cfa7', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'admin_state_up': True, 'tenant_id': '0cd5389204624e48b508b8e129d6a501'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:16:12.658636 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 1947c798-f631-4288-b59b-de4bc4aa3c58 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:16:12.666875 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device cc05eff1-ff94-4071-a214-1943893d5469 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:16:12.702017 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: 1947c798-f631-4288-b59b-de4bc4aa3c58 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:16:12.703024 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 1947c798-f631-4288-b59b-de4bc4aa3c58 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:16:12.799161 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-df22d8c4-9a78-4a68-a7b9-8e78b9a89e7e req-a03997a0-68b6-4c9a-baf7-1b697b3cbd00 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026827 Jul 09 16:16:12.808509 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-91a9ddbc-e9bd-459b-bc95-8a42621e9e46 req-31dfbc45-9667-4959-acea-49465a1aab77 service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4235671 Jul 09 16:16:12.810516 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3872f-15ee-466e-a403-4474e9082412 req-804ccdf7-621a-4c76-94ed-d6649498e11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:12.835838 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1fb3872f-15ee-466e-a403-4474e9082412 req-804ccdf7-621a-4c76-94ed-d6649498e11d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.3174973 Jul 09 16:16:12.863933 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 1b59826e-f466-4732-9582-ca2f327b6c57 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:16:12.865178 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-629868f2-4494-4933-85f6-efd37eda5981 admin admin] Allocated IP 172.20.0.1 (a2b7159c-37cb-4be1-a57a-70078fc5aceb/03c4dae3-609f-4f6b-b7f0-63c5e5830e65/3db5e363-bca6-416a-ab17-49c69acdf143) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:16:12.873043 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 924166bb-2540-42e4-a953-7ed06dded9dc, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=924166bb-2540-42e4-a953-7ed06dded9dc,segment=NetworkSegment(b3327873-1adb-4566-ad72-2213b9292320),segment_id=b3327873-1adb-4566-ad72-2213b9292320)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:12.914072 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '924166bb-2540-42e4-a953-7ed06dded9dc', 'network_id': '5ab794d9-1bd8-4da1-bd91-e5307e2548b2', 'port_id': '924166bb-2540-42e4-a953-7ed06dded9dc', 'mac_address': 'fa:16:3e:3d:1d:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5288f2c0-4157-42ca-b91f-37115e42c839', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:16:12.937369 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb1f9f31-8d38-40b0-b146-7e1088f7c45d req-7091052d-cd57-4178-8fcb-5bee0e5eb556 tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] Made reservation on behalf of 0cd5389204624e48b508b8e129d6a501 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:16:12.941215 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cb1f9f31-8d38-40b0-b146-7e1088f7c45d req-7091052d-cd57-4178-8fcb-5bee0e5eb556 tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:12.962697 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cb1f9f31-8d38-40b0-b146-7e1088f7c45d req-7091052d-cd57-4178-8fcb-5bee0e5eb556 tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:13.008479 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050902f4-616f-4597-8ee7-6316a0789a87 x-openstack-request-id: req-050902f4-616f-4597-8ee7-6316a0789a87 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:16:13.009538 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4265823f-80af-42d3-970c-e87273117806", "tag": "8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:16:13.011525 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-050902f4-616f-4597-8ee7-6316a0789a87 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:16:13.012111 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4265823f-80af-42d3-970c-e87273117806', 'tag': '8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8', 'status': 'completed', 'code': 200} Jul 09 16:16:13.015146 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port cc05eff1-ff94-4071-a214-1943893d5469 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:16:13.021932 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:13.024515 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port cc05eff1-ff94-4071-a214-1943893d5469 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:16:13.025065 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:13.029492 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.db.resource_extend [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 16:16:13.077846 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9341d4dd-20b7-4518-ab40-131fab17c9f1 req-fd2dbdd7-724e-43bf-bd3a-9a265990e7be tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:13.085736 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9341d4dd-20b7-4518-ab40-131fab17c9f1 req-fd2dbdd7-724e-43bf-bd3a-9a265990e7be tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b748b16-b4e7-4973-a477-e26313fba4b3 HTTP/1.1" status: 200 len: 944 time: 0.1239421 Jul 09 16:16:13.117273 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 924166bb-2540-42e4-a953-7ed06dded9dc {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:16:13.152047 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9341d4dd-20b7-4518-ab40-131fab17c9f1 req-76ecc756-a65b-4e6a-9fe6-38e283ee17fc tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652831 Jul 09 16:16:13.216422 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cb1f9f31-8d38-40b0-b146-7e1088f7c45d req-7091052d-cd57-4178-8fcb-5bee0e5eb556 tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:13.220406 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 1b59826e-f466-4732-9582-ca2f327b6c57, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=1b59826e-f466-4732-9582-ca2f327b6c57,segment=NetworkSegment(1bfbbbb5-eeae-4b13-af34-13d5b7a106d2),segment_id=1bfbbbb5-eeae-4b13-af34-13d5b7a106d2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:13.226979 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cb1f9f31-8d38-40b0-b146-7e1088f7c45d req-7091052d-cd57-4178-8fcb-5bee0e5eb556 tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:13.234442 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '1b59826e-f466-4732-9582-ca2f327b6c57', 'network_id': 'f5b04cdf-01a8-4737-aa80-b62db70e7d95', 'port_id': '1b59826e-f466-4732-9582-ca2f327b6c57', 'mac_address': 'fa:16:3e:43:9b:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '069191b9-70ed-4c94-9317-897bb2dd7371', 'ip_address': '10.1.1.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:16:13.242868 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-629868f2-4494-4933-85f6-efd37eda5981 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:13.252370 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 924166bb-2540-42e4-a953-7ed06dded9dc, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=924166bb-2540-42e4-a953-7ed06dded9dc,segment=NetworkSegment(b3327873-1adb-4566-ad72-2213b9292320),segment_id=b3327873-1adb-4566-ad72-2213b9292320)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:13.261226 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-629868f2-4494-4933-85f6-efd37eda5981 admin admin] Transition to ACTIVE for port object 3db5e363-bca6-416a-ab17-49c69acdf143 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:16:13.297684 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:13.300492 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:13.337416 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-836ff4e3-653a-4e15-a18b-0e5a0b2a24ba req-b14396ed-7d93-4c9c-9d7d-cb79f521038f tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] 10.222.0.98 "GET /v2.0/ports?device_id=cdb562cd-5c53-47d9-92d2-a7360770cfa7 HTTP/1.1" status: 200 len: 210 time: 0.2330563 Jul 09 16:16:13.347309 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-629868f2-4494-4933-85f6-efd37eda5981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:13.374267 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=924166bb-2540-42e4-a953-7ed06dded9dc,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:13.407547 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d7c227f3-7bdf-40ef-9a90-2f448b722b4c req-ecac9fc4-1617-471d-8d52-b23624887c4c tempest-ServerShowV247Test-66129226 tempest-ServerShowV247Test-66129226-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b709261-7ab6-46db-a410-84ca297026a3 HTTP/1.1" status: 200 len: 210 time: 0.0829542 Jul 09 16:16:13.426310 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091052d-cd57-4178-8fcb-5bee0e5eb556 tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=050398bd-dbf2-4cad-a481-0c4af43a708c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:13.468665 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b59826e-f466-4732-9582-ca2f327b6c57 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:16:13.472416 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629868f2-4494-4933-85f6-efd37eda5981 admin admin] Network a2b7159c-37cb-4be1-a57a-70078fc5aceb is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:16:13.501264 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-629868f2-4494-4933-85f6-efd37eda5981 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:16:13.523891 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:13.532002 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629868f2-4494-4933-85f6-efd37eda5981 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:16:13.536787 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 1b59826e-f466-4732-9582-ca2f327b6c57, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=1b59826e-f466-4732-9582-ca2f327b6c57,segment=NetworkSegment(1bfbbbb5-eeae-4b13-af34-13d5b7a106d2),segment_id=1bfbbbb5-eeae-4b13-af34-13d5b7a106d2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:13.544246 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['924166bb-2540-42e4-a953-7ed06dded9dc'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:16:13.592508 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-cb1f9f31-8d38-40b0-b146-7e1088f7c45d req-7091052d-cd57-4178-8fcb-5bee0e5eb556 tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] Allocated IP 192.168.233.172 (c7d8b865-e1f3-4446-a87b-a6da86eba8a1/f122b436-b232-4a3c-9aac-47d5639f2da4/db145860-2e4c-42eb-8e30-fccafad27bd9) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:16:13.595892 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3872f-15ee-466e-a403-4474e9082412 req-4f06372d-e839-4e65-87a6-03a6e85c0971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:13.598959 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1fb3872f-15ee-466e-a403-4474e9082412 req-4f06372d-e839-4e65-87a6-03a6e85c0971 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6684887 Jul 09 16:16:13.599911 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-629868f2-4494-4933-85f6-efd37eda5981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:13.628674 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629868f2-4494-4933-85f6-efd37eda5981 admin admin] Pushing event updated for resources: {'Port': ['ID=3db5e363-bca6-416a-ab17-49c69acdf143,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:13.636195 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:13.636868 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 916c73bc-2bb6-461c-af98-fa6465f83617 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:16:13.675644 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port cc05eff1-ff94-4071-a214-1943893d5469, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=cc05eff1-ff94-4071-a214-1943893d5469,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:13.728127 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-23fb8e56-becf-4b97-9cc1-096bf0dc4383 req-299ab244-d9cb-47f7-9932-e30f8c8148b1 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3941099-7524-46b6-849c-55919fb70f5c HTTP/1.1" status: 200 len: 210 time: 0.1058609 Jul 09 16:16:13.762037 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:13.821648 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1fb3872f-15ee-466e-a403-4474e9082412 req-84cd81d8-14cb-4c30-8af8-9ed7d27446f5 service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864598 Jul 09 16:16:13.832726 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=1b59826e-f466-4732-9582-ca2f327b6c57,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:13.845528 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 916c73bc-2bb6-461c-af98-fa6465f83617, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=916c73bc-2bb6-461c-af98-fa6465f83617,segment=NetworkSegment(1bfbbbb5-eeae-4b13-af34-13d5b7a106d2),segment_id=1bfbbbb5-eeae-4b13-af34-13d5b7a106d2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:13.902596 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '916c73bc-2bb6-461c-af98-fa6465f83617', 'network_id': 'f5b04cdf-01a8-4737-aa80-b62db70e7d95', 'port_id': '916c73bc-2bb6-461c-af98-fa6465f83617', 'mac_address': 'fa:16:3e:22:47:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '069191b9-70ed-4c94-9317-897bb2dd7371', 'ip_address': '10.1.1.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:16:13.941234 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e445e1-a38a-40c1-96fa-dd6aa6ba3a87 req-9a7b190a-1917-45b9-b4ed-f3d501bfddc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:13.946395 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b9e445e1-a38a-40c1-96fa-dd6aa6ba3a87 req-9a7b190a-1917-45b9-b4ed-f3d501bfddc6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=22daf334dfb34010b5effa44981ef077&device_id=4265823f-80af-42d3-970c-e87273117806 HTTP/1.1" status: 200 len: 1098 time: 0.9439716 Jul 09 16:16:13.952308 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cb1f9f31-8d38-40b0-b146-7e1088f7c45d req-7091052d-cd57-4178-8fcb-5bee0e5eb556 tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:13.971725 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-cb1f9f31-8d38-40b0-b146-7e1088f7c45d req-7091052d-cd57-4178-8fcb-5bee0e5eb556 tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] Transition to ACTIVE for port object db145860-2e4c-42eb-8e30-fccafad27bd9 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:16:13.981755 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:14.018286 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cb1f9f31-8d38-40b0-b146-7e1088f7c45d req-7091052d-cd57-4178-8fcb-5bee0e5eb556 tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:14.041997 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 916c73bc-2bb6-461c-af98-fa6465f83617 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:16:14.052592 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-98d11302-2de0-4732-bf27-5631e5422847 None None] Provisioning for port 3db5e363-bca6-416a-ab17-49c69acdf143 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:16:14.054533 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=cc05eff1-ff94-4071-a214-1943893d5469,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:14.073979 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-98d11302-2de0-4732-bf27-5631e5422847 None None] Provisioning complete for port 3db5e363-bca6-416a-ab17-49c69acdf143 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:16:14.074526 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-98d11302-2de0-4732-bf27-5631e5422847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:14.088608 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 916c73bc-2bb6-461c-af98-fa6465f83617, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=916c73bc-2bb6-461c-af98-fa6465f83617,segment=NetworkSegment(1bfbbbb5-eeae-4b13-af34-13d5b7a106d2),segment_id=1bfbbbb5-eeae-4b13-af34-13d5b7a106d2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:14.118527 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb1f9f31-8d38-40b0-b146-7e1088f7c45d req-7091052d-cd57-4178-8fcb-5bee0e5eb556 tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] Network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:16:14.127297 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-cb1f9f31-8d38-40b0-b146-7e1088f7c45d req-7091052d-cd57-4178-8fcb-5bee0e5eb556 tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:16:14.137082 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:14.137744 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:16:14.147029 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb1f9f31-8d38-40b0-b146-7e1088f7c45d req-7091052d-cd57-4178-8fcb-5bee0e5eb556 tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:16:14.201042 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091052d-cd57-4178-8fcb-5bee0e5eb556 tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] Pushing event updated for resources: {'Port': ['ID=db145860-2e4c-42eb-8e30-fccafad27bd9,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:14.221319 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-98d11302-2de0-4732-bf27-5631e5422847 None None] Port 3db5e363-bca6-416a-ab17-49c69acdf143 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:16:14.250131 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f9f31-8d38-40b0-b146-7e1088f7c45d req-7091052d-cd57-4178-8fcb-5bee0e5eb556 tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:14.251347 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cb1f9f31-8d38-40b0-b146-7e1088f7c45d req-7091052d-cd57-4178-8fcb-5bee0e5eb556 tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:14.262319 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a4644-f06f-4da4-be13-585bdf504fb2 req-ff32a9ea-f101-4dbc-a92d-c0b9245fcab4 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:14.264331 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0b0a4644-f06f-4da4-be13-585bdf504fb2 req-ff32a9ea-f101-4dbc-a92d-c0b9245fcab4 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=4265823f-80af-42d3-970c-e87273117806 HTTP/1.1" status: 200 len: 947 time: 0.2401917 Jul 09 16:16:14.285656 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=916c73bc-2bb6-461c-af98-fa6465f83617,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:14.290546 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e7b15-e625-4604-bd48-5aa15a71a448 req-69ad11cc-c594-43f4-b3a4-a714b8eac455 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:14.297182 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e7b15-e625-4604-bd48-5aa15a71a448 req-69ad11cc-c594-43f4-b3a4-a714b8eac455 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:14.304384 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e7b15-e625-4604-bd48-5aa15a71a448 req-69ad11cc-c594-43f4-b3a4-a714b8eac455 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:14.310819 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e7b15-e625-4604-bd48-5aa15a71a448 req-69ad11cc-c594-43f4-b3a4-a714b8eac455 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:14.312207 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cb1f9f31-8d38-40b0-b146-7e1088f7c45d req-7091052d-cd57-4178-8fcb-5bee0e5eb556 tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6725042 Jul 09 16:16:14.316841 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e7b15-e625-4604-bd48-5aa15a71a448 req-69ad11cc-c594-43f4-b3a4-a714b8eac455 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:14.323269 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e7b15-e625-4604-bd48-5aa15a71a448 req-69ad11cc-c594-43f4-b3a4-a714b8eac455 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:14.329389 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e7b15-e625-4604-bd48-5aa15a71a448 req-69ad11cc-c594-43f4-b3a4-a714b8eac455 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:14.335546 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e,segment=NetworkSegment(83198ff5-8209-4915-83c0-f54a458e911a),segment_id=83198ff5-8209-4915-83c0-f54a458e911a)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:14.336985 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-814e7b15-e625-4604-bd48-5aa15a71a448 req-69ad11cc-c594-43f4-b3a4-a714b8eac455 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 5422 time: 0.5139697 Jul 09 16:16:14.339054 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-cb1f9f31-8d38-40b0-b146-7e1088f7c45d req-36eb35dc-d2af-4ec5-8f85-0850a3f9df40 service neutron] Request body: {'port': {'device_id': 'cdb562cd-5c53-47d9-92d2-a7360770cfa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:16:14.350613 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e', 'network_id': '3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8', 'port_id': '8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e', 'mac_address': 'fa:16:3e:81:c7:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1711513-50d2-4abd-a78b-a82992d0d46f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:16:14.368694 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e445e1-a38a-40c1-96fa-dd6aa6ba3a87 req-b7abd088-39fc-49e5-8573-8ca4370629fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:14.370796 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b9e445e1-a38a-40c1-96fa-dd6aa6ba3a87 req-b7abd088-39fc-49e5-8573-8ca4370629fe service neutron] 10.222.0.77 "GET /v2.0/networks?id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1 HTTP/1.1" status: 200 len: 870 time: 0.4143608 Jul 09 16:16:14.400742 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0b0a4644-f06f-4da4-be13-585bdf504fb2 req-12cbdc77-3910-4adb-8f58-e05c9dd930d9 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222382 Jul 09 16:16:14.400946 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1fb3872f-15ee-466e-a403-4474e9082412 req-e42773c7-2660-46ad-b7ae-8e06c523e8e7 service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4798126 Jul 09 16:16:14.408288 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:14.450789 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:16:14.489779 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e,segment=NetworkSegment(83198ff5-8209-4915-83c0-f54a458e911a),segment_id=83198ff5-8209-4915-83c0-f54a458e911a)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:14.498426 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:14.499273 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 9af7654b-8db2-4114-a977-f2b4377a7e3d details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:16:14.508979 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cb1f9f31-8d38-40b0-b146-7e1088f7c45d req-36eb35dc-d2af-4ec5-8f85-0850a3f9df40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:14.535849 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device cc05eff1-ff94-4071-a214-1943893d5469 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:16:14.537937 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b9e445e1-a38a-40c1-96fa-dd6aa6ba3a87 req-9ed84f84-3db2-415e-9393-b8bf45796205 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8 HTTP/1.1" status: 200 len: 217 time: 0.1507094 Jul 09 16:16:14.540289 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device e97372da-66aa-4560-895c-407230766bbb details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:16:14.632805 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-814e7b15-e625-4604-bd48-5aa15a71a448 req-bdafc621-c3fb-444f-928a-bf126d1615fa tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c727296-78a2-4526-a3ce-1ec442e3beaf&id=45384544-6ff6-497a-9513-ac1d1fea2ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2948644 Jul 09 16:16:14.666314 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-42290c4b-f8cb-4ccb-8399-42be552918f0 None None] Provisioning for port db145860-2e4c-42eb-8e30-fccafad27bd9 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:16:14.733674 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-42290c4b-f8cb-4ccb-8399-42be552918f0 None None] Provisioning complete for port db145860-2e4c-42eb-8e30-fccafad27bd9 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:16:14.734277 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-42290c4b-f8cb-4ccb-8399-42be552918f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:14.740804 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:14.963252 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-42290c4b-f8cb-4ccb-8399-42be552918f0 None None] Port db145860-2e4c-42eb-8e30-fccafad27bd9 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:16:14.980040 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 9af7654b-8db2-4114-a977-f2b4377a7e3d, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=9af7654b-8db2-4114-a977-f2b4377a7e3d,segment=NetworkSegment(2c926b7f-3d2f-4a20-b2db-f56b1ea8f48b),segment_id=2c926b7f-3d2f-4a20-b2db-f56b1ea8f48b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:15.002993 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port cc05eff1-ff94-4071-a214-1943893d5469 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:16:15.003365 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:15.008106 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port e97372da-66aa-4560-895c-407230766bbb, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=e97372da-66aa-4560-895c-407230766bbb,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:15.036681 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '9af7654b-8db2-4114-a977-f2b4377a7e3d', 'network_id': '6a26d5a7-49c7-498b-ac37-7c6cb6027d97', 'port_id': '9af7654b-8db2-4114-a977-f2b4377a7e3d', 'mac_address': 'fa:16:3e:3e:90:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a54258b-5d51-4c0f-b2ea-6d2399e08904', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:16:15.045470 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': 'e97372da-66aa-4560-895c-407230766bbb', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'port_id': 'e97372da-66aa-4560-895c-407230766bbb', 'mac_address': 'fa:16:3e:aa:4a:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f122b436-b232-4a3c-9aac-47d5639f2da4', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:16:15.098235 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-629868f2-4494-4933-85f6-efd37eda5981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:15.131701 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:15.146600 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e445e1-a38a-40c1-96fa-dd6aa6ba3a87 req-0c44f2f1-5f52-45e7-82e3-2c0cd69044a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:15.147189 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:15.148167 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b9e445e1-a38a-40c1-96fa-dd6aa6ba3a87 req-0c44f2f1-5f52-45e7-82e3-2c0cd69044a3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.5927422 Jul 09 16:16:15.154725 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9af7654b-8db2-4114-a977-f2b4377a7e3d {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:16:15.204594 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92807e4-92df-4910-94df-1b9ac32475bd req-e76e0521-b7a0-4174-b848-e25d84ac598a tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:15.206213 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c92807e4-92df-4910-94df-1b9ac32475bd req-e76e0521-b7a0-4174-b848-e25d84ac598a tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b748b16-b4e7-4973-a477-e26313fba4b3 HTTP/1.1" status: 200 len: 945 time: 0.5133324 Jul 09 16:16:15.207574 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e97372da-66aa-4560-895c-407230766bbb {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:16:15.219526 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 9af7654b-8db2-4114-a977-f2b4377a7e3d, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=9af7654b-8db2-4114-a977-f2b4377a7e3d,segment=NetworkSegment(2c926b7f-3d2f-4a20-b2db-f56b1ea8f48b),segment_id=2c926b7f-3d2f-4a20-b2db-f56b1ea8f48b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:15.230572 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:15.230896 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device dc36f930-6d4f-46fd-90e2-c05d1f5f9547 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:16:15.269625 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port e97372da-66aa-4560-895c-407230766bbb, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=e97372da-66aa-4560-895c-407230766bbb,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:15.279747 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:15.280061 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c92807e4-92df-4910-94df-1b9ac32475bd req-ebd1a86b-9e45-4eca-a5e2-6aac70eac5c8 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573163 Jul 09 16:16:15.281948 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6efec-dbd8-4bad-a7bd-f2e83c716a5c req-90a90da0-bbe5-49dd-9947-be688d35f60a tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:15.283452 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-87b6efec-dbd8-4bad-a7bd-f2e83c716a5c req-90a90da0-bbe5-49dd-9947-be688d35f60a tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.73 "GET /v2.0/networks?id=e55b3510-4171-4466-a467-a28850f48baa HTTP/1.1" status: 200 len: 812 time: 0.6867840 Jul 09 16:16:15.314555 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-87b6efec-dbd8-4bad-a7bd-f2e83c716a5c req-fa7cafdb-5671-482b-bb7b-155cb6f2668d tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Request body: {'port': {'device_id': 'b3941099-7524-46b6-849c-55919fb70f5c', 'network_id': 'e55b3510-4171-4466-a467-a28850f48baa', 'admin_state_up': True, 'tenant_id': '06cbfbbe1d844c0796508ff309a673b8'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:16:15.319608 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port dc36f930-6d4f-46fd-90e2-c05d1f5f9547, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=dc36f930-6d4f-46fd-90e2-c05d1f5f9547,segment=NetworkSegment(1bfbbbb5-eeae-4b13-af34-13d5b7a106d2),segment_id=1bfbbbb5-eeae-4b13-af34-13d5b7a106d2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:15.322465 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=9af7654b-8db2-4114-a977-f2b4377a7e3d,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:15.345280 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-cb1f9f31-8d38-40b0-b146-7e1088f7c45d req-36eb35dc-d2af-4ec5-8f85-0850a3f9df40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db145860-2e4c-42eb-8e30-fccafad27bd9 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:16:15.357244 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cb1f9f31-8d38-40b0-b146-7e1088f7c45d req-36eb35dc-d2af-4ec5-8f85-0850a3f9df40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:15.370939 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-cb1f9f31-8d38-40b0-b146-7e1088f7c45d req-36eb35dc-d2af-4ec5-8f85-0850a3f9df40 service neutron] Transition to ACTIVE for port object db145860-2e4c-42eb-8e30-fccafad27bd9 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:16:15.373315 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': 'dc36f930-6d4f-46fd-90e2-c05d1f5f9547', 'network_id': 'f5b04cdf-01a8-4737-aa80-b62db70e7d95', 'port_id': 'dc36f930-6d4f-46fd-90e2-c05d1f5f9547', 'mac_address': 'fa:16:3e:64:be:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '069191b9-70ed-4c94-9317-897bb2dd7371', 'ip_address': '10.1.1.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:16:15.380106 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cb1f9f31-8d38-40b0-b146-7e1088f7c45d req-36eb35dc-d2af-4ec5-8f85-0850a3f9df40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:15.414266 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7789e59b-6d44-4727-88c7-a306a95ea30b req-4dae2010-a9c2-4050-9bcf-d8cf92ed79c1 tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:15.420578 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7789e59b-6d44-4727-88c7-a306a95ea30b req-4dae2010-a9c2-4050-9bcf-d8cf92ed79c1 tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] 10.222.0.98 "GET /v2.0/ports?device_id=cdb562cd-5c53-47d9-92d2-a7360770cfa7 HTTP/1.1" status: 200 len: 936 time: 0.3287036 Jul 09 16:16:15.433798 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=e97372da-66aa-4560-895c-407230766bbb,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:15.444432 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:15.461611 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc36f930-6d4f-46fd-90e2-c05d1f5f9547 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:16:15.464927 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8ff543c6-440d-440c-b8e7-d407b84b702d req-1293436f-6670-4fac-90b8-4d844852c4b4 tempest-ServerShowV247Test-66129226 tempest-ServerShowV247Test-66129226-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b709261-7ab6-46db-a410-84ca297026a3 HTTP/1.1" status: 200 len: 210 time: 0.0506542 Jul 09 16:16:15.475847 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eb35dc-d2af-4ec5-8f85-0850a3f9df40 service neutron] Pushing event updated for resources: {'Port': ['ID=db145860-2e4c-42eb-8e30-fccafad27bd9,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:15.508224 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port dc36f930-6d4f-46fd-90e2-c05d1f5f9547, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=dc36f930-6d4f-46fd-90e2-c05d1f5f9547,segment=NetworkSegment(1bfbbbb5-eeae-4b13-af34-13d5b7a106d2),segment_id=1bfbbbb5-eeae-4b13-af34-13d5b7a106d2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:15.512258 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['e97372da-66aa-4560-895c-407230766bbb'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:16:15.518247 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:15.519046 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device dc1969ff-da8f-4d79-bad7-c98b94b7dc83 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:16:15.585879 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e445e1-a38a-40c1-96fa-dd6aa6ba3a87 req-a875c008-5a9d-4faa-8dbb-be1b5b907b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:15.587799 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b9e445e1-a38a-40c1-96fa-dd6aa6ba3a87 req-a875c008-5a9d-4faa-8dbb-be1b5b907b46 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4201052 Jul 09 16:16:15.595562 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7789e59b-6d44-4727-88c7-a306a95ea30b req-a76e3288-6429-4e97-9824-55ba44965413 tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] 10.222.0.98 "GET /v2.0/security-groups?id=050398bd-dbf2-4cad-a481-0c4af43a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623237 Jul 09 16:16:15.608072 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-cb1f9f31-8d38-40b0-b146-7e1088f7c45d req-36eb35dc-d2af-4ec5-8f85-0850a3f9df40 service neutron] Attempting to bind port db145860-2e4c-42eb-8e30-fccafad27bd9 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:16:15.608427 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-cb1f9f31-8d38-40b0-b146-7e1088f7c45d req-36eb35dc-d2af-4ec5-8f85-0850a3f9df40 service neutron] Attempting to bind port db145860-2e4c-42eb-8e30-fccafad27bd9 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:16:15.608767 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1f9f31-8d38-40b0-b146-7e1088f7c45d req-36eb35dc-d2af-4ec5-8f85-0850a3f9df40 service neutron] Attempting to bind port db145860-2e4c-42eb-8e30-fccafad27bd9 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:16:15.626415 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1f9f31-8d38-40b0-b146-7e1088f7c45d req-36eb35dc-d2af-4ec5-8f85-0850a3f9df40 service neutron] Port db145860-2e4c-42eb-8e30-fccafad27bd9 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:16:15.627883 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1f9f31-8d38-40b0-b146-7e1088f7c45d req-36eb35dc-d2af-4ec5-8f85-0850a3f9df40 service neutron] Attempting to bind port db145860-2e4c-42eb-8e30-fccafad27bd9 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:16:15.642556 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1f9f31-8d38-40b0-b146-7e1088f7c45d req-36eb35dc-d2af-4ec5-8f85-0850a3f9df40 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:16:15.643407 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1f9f31-8d38-40b0-b146-7e1088f7c45d req-36eb35dc-d2af-4ec5-8f85-0850a3f9df40 service neutron] Checking segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:16:15.644334 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1f9f31-8d38-40b0-b146-7e1088f7c45d req-36eb35dc-d2af-4ec5-8f85-0850a3f9df40 service neutron] Bound using segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:16:15.647013 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-cb1f9f31-8d38-40b0-b146-7e1088f7c45d req-36eb35dc-d2af-4ec5-8f85-0850a3f9df40 service neutron] Bound port: db145860-2e4c-42eb-8e30-fccafad27bd9, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:16:15.647580 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cb1f9f31-8d38-40b0-b146-7e1088f7c45d req-36eb35dc-d2af-4ec5-8f85-0850a3f9df40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:15.675805 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87b6efec-dbd8-4bad-a7bd-f2e83c716a5c req-fa7cafdb-5671-482b-bb7b-155cb6f2668d tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Made reservation on behalf of 06cbfbbe1d844c0796508ff309a673b8 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:16:15.681562 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-87b6efec-dbd8-4bad-a7bd-f2e83c716a5c req-fa7cafdb-5671-482b-bb7b-155cb6f2668d tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:15.682047 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port dc1969ff-da8f-4d79-bad7-c98b94b7dc83, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=dc1969ff-da8f-4d79-bad7-c98b94b7dc83,segment=NetworkSegment(1bfbbbb5-eeae-4b13-af34-13d5b7a106d2),segment_id=1bfbbbb5-eeae-4b13-af34-13d5b7a106d2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:15.685718 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=dc36f930-6d4f-46fd-90e2-c05d1f5f9547,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:15.733746 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': 'dc1969ff-da8f-4d79-bad7-c98b94b7dc83', 'network_id': 'f5b04cdf-01a8-4737-aa80-b62db70e7d95', 'port_id': 'dc1969ff-da8f-4d79-bad7-c98b94b7dc83', 'mac_address': 'fa:16:3e:46:9a:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '069191b9-70ed-4c94-9317-897bb2dd7371', 'ip_address': '10.1.1.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:16:15.800591 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-cb1f9f31-8d38-40b0-b146-7e1088f7c45d req-36eb35dc-d2af-4ec5-8f85-0850a3f9df40 service neutron] For port db145860-2e4c-42eb-8e30-fccafad27bd9, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:16:15.814644 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-cb1f9f31-8d38-40b0-b146-7e1088f7c45d req-36eb35dc-d2af-4ec5-8f85-0850a3f9df40 service neutron] For port db145860-2e4c-42eb-8e30-fccafad27bd9, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=db145860-2e4c-42eb-8e30-fccafad27bd9,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:16:15.825274 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cb1f9f31-8d38-40b0-b146-7e1088f7c45d req-36eb35dc-d2af-4ec5-8f85-0850a3f9df40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:15.844005 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:15.860035 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc1969ff-da8f-4d79-bad7-c98b94b7dc83 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:16:15.881261 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port dc1969ff-da8f-4d79-bad7-c98b94b7dc83, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=dc1969ff-da8f-4d79-bad7-c98b94b7dc83,segment=NetworkSegment(1bfbbbb5-eeae-4b13-af34-13d5b7a106d2),segment_id=1bfbbbb5-eeae-4b13-af34-13d5b7a106d2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:15.898415 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f9f31-8d38-40b0-b146-7e1088f7c45d req-36eb35dc-d2af-4ec5-8f85-0850a3f9df40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:15.898665 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:15.898954 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cb1f9f31-8d38-40b0-b146-7e1088f7c45d req-36eb35dc-d2af-4ec5-8f85-0850a3f9df40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:15.900363 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cb1f9f31-8d38-40b0-b146-7e1088f7c45d req-36eb35dc-d2af-4ec5-8f85-0850a3f9df40 service neutron] 10.222.0.73 "PUT /v2.0/ports/db145860-2e4c-42eb-8e30-fccafad27bd9 HTTP/1.1" status: 200 len: 1096 time: 1.5668929 Jul 09 16:16:15.900776 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdb562cd-5c53-47d9-92d2-a7360770cfa7', 'tag': 'db145860-2e4c-42eb-8e30-fccafad27bd9'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:16:15.903382 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786594c7-a7ed-4c26-9f32-073cdcea00ae" -d '{"events": [{"name": "network-changed", "server_uuid": "cdb562cd-5c53-47d9-92d2-a7360770cfa7", "tag": "db145860-2e4c-42eb-8e30-fccafad27bd9"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:16:15.907143 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1849e6cb-12b1-4b02-9db0-16b0641c0e8e req-2e588f35-ae79-4c5d-b863-2e44b6b723df tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3941099-7524-46b6-849c-55919fb70f5c HTTP/1.1" status: 200 len: 210 time: 0.0689416 Jul 09 16:16:15.912205 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-87b6efec-dbd8-4bad-a7bd-f2e83c716a5c req-fa7cafdb-5671-482b-bb7b-155cb6f2668d tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Allocated IP 172.20.0.8 (e55b3510-4171-4466-a467-a28850f48baa/1852f372-46e1-407a-a8ee-c45063bdc434/57443205-82ae-476f-97f0-c0fa17aa0bd6) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:16:15.983371 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-629868f2-4494-4933-85f6-efd37eda5981 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:15.990095 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eb35dc-d2af-4ec5-8f85-0850a3f9df40 service neutron] Pushing event updated for resources: {'Port': ['ID=db145860-2e4c-42eb-8e30-fccafad27bd9,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:16.000607 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-629868f2-4494-4933-85f6-efd37eda5981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:16.014980 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=dc1969ff-da8f-4d79-bad7-c98b94b7dc83,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:16.034051 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device d5a63360-2f2c-4256-88fa-b17027d6c63f details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:16:16.057917 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b9e445e1-a38a-40c1-96fa-dd6aa6ba3a87 req-a6ad357a-0ed0-4488-aa18-f6f1e6e5be7e service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4587233 Jul 09 16:16:16.127490 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f4f99c-fd92-4aa4-b642-343b193c3c55 req-ec18adae-f432-4271-8cde-e78e12e3d61a tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:16.129084 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-07f4f99c-fd92-4aa4-b642-343b193c3c55 req-ec18adae-f432-4271-8cde-e78e12e3d61a tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=4265823f-80af-42d3-970c-e87273117806 HTTP/1.1" status: 200 len: 947 time: 0.2978213 Jul 09 16:16:16.160747 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port d5a63360-2f2c-4256-88fa-b17027d6c63f, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=d5a63360-2f2c-4256-88fa-b17027d6c63f,segment=NetworkSegment(2c926b7f-3d2f-4a20-b2db-f56b1ea8f48b),segment_id=2c926b7f-3d2f-4a20-b2db-f56b1ea8f48b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:16.172481 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': 'd5a63360-2f2c-4256-88fa-b17027d6c63f', 'network_id': '6a26d5a7-49c7-498b-ac37-7c6cb6027d97', 'port_id': 'd5a63360-2f2c-4256-88fa-b17027d6c63f', 'mac_address': 'fa:16:3e:1c:71:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a54258b-5d51-4c0f-b2ea-6d2399e08904', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:16:16.190811 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f9f31-8d38-40b0-b146-7e1088f7c45d req-8a40ad8b-6598-4288-b87f-b4902bc500e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:16.192435 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cb1f9f31-8d38-40b0-b146-7e1088f7c45d req-8a40ad8b-6598-4288-b87f-b4902bc500e9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0cd5389204624e48b508b8e129d6a501&device_id=cdb562cd-5c53-47d9-92d2-a7360770cfa7 HTTP/1.1" status: 200 len: 1099 time: 0.2037137 Jul 09 16:16:16.201147 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-07f4f99c-fd92-4aa4-b642-343b193c3c55 req-3b123adb-0022-40a6-8c66-b02cae00d6dd tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649185 Jul 09 16:16:16.225024 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:16.242271 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5a63360-2f2c-4256-88fa-b17027d6c63f {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:16:16.251234 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cb1f9f31-8d38-40b0-b146-7e1088f7c45d req-ca414557-85fe-4746-905e-dff4d9aec090 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=db145860-2e4c-42eb-8e30-fccafad27bd9 HTTP/1.1" status: 200 len: 217 time: 0.0448141 Jul 09 16:16:16.262638 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629868f2-4494-4933-85f6-efd37eda5981 admin admin] Pushing event updated for resources: {'Port': ['ID=3db5e363-bca6-416a-ab17-49c69acdf143,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:16.266696 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-629868f2-4494-4933-85f6-efd37eda5981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:16.267851 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port d5a63360-2f2c-4256-88fa-b17027d6c63f, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=d5a63360-2f2c-4256-88fa-b17027d6c63f,segment=NetworkSegment(2c926b7f-3d2f-4a20-b2db-f56b1ea8f48b),segment_id=2c926b7f-3d2f-4a20-b2db-f56b1ea8f48b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:16.271667 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fab1f56-42de-475a-ba66-005d06bcd5f1 x-openstack-request-id: req-6fab1f56-42de-475a-ba66-005d06bcd5f1 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:16:16.272002 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdb562cd-5c53-47d9-92d2-a7360770cfa7", "tag": "db145860-2e4c-42eb-8e30-fccafad27bd9", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:16:16.272319 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6fab1f56-42de-475a-ba66-005d06bcd5f1 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:16:16.272775 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdb562cd-5c53-47d9-92d2-a7360770cfa7', 'tag': 'db145860-2e4c-42eb-8e30-fccafad27bd9', 'status': 'completed', 'code': 200} Jul 09 16:16:16.273087 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:16.295710 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629868f2-4494-4933-85f6-efd37eda5981 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:16:16.296094 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629868f2-4494-4933-85f6-efd37eda5981 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:16:16.296383 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629868f2-4494-4933-85f6-efd37eda5981 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:16:16.296722 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629868f2-4494-4933-85f6-efd37eda5981 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:16:16.297044 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629868f2-4494-4933-85f6-efd37eda5981 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:16:16.297368 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629868f2-4494-4933-85f6-efd37eda5981 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:16:16.297822 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629868f2-4494-4933-85f6-efd37eda5981 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:16:16.298015 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629868f2-4494-4933-85f6-efd37eda5981 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:16:16.298334 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629868f2-4494-4933-85f6-efd37eda5981 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:16:16.298652 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629868f2-4494-4933-85f6-efd37eda5981 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:16:16.299409 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629868f2-4494-4933-85f6-efd37eda5981 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:16:16.299409 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629868f2-4494-4933-85f6-efd37eda5981 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:16:16.311049 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f9f31-8d38-40b0-b146-7e1088f7c45d req-02e149b6-12e5-40c3-a15f-8e44ec134cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:16.312996 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cb1f9f31-8d38-40b0-b146-7e1088f7c45d req-02e149b6-12e5-40c3-a15f-8e44ec134cbc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.0530703 Jul 09 16:16:16.332638 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=d5a63360-2f2c-4256-88fa-b17027d6c63f,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:16.381819 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f9f31-8d38-40b0-b146-7e1088f7c45d req-8d79108a-5b1b-4ef1-b218-343b0de563b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:16.383634 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cb1f9f31-8d38-40b0-b146-7e1088f7c45d req-8d79108a-5b1b-4ef1-b218-343b0de563b5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0611610 Jul 09 16:16:16.427650 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b25ab-a80e-44ae-a5a7-d4296d78730f req-42e96f2f-7daa-4e9e-8797-d82cef33958b tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:16.434174 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b25ab-a80e-44ae-a5a7-d4296d78730f req-42e96f2f-7daa-4e9e-8797-d82cef33958b tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:16.440152 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b25ab-a80e-44ae-a5a7-d4296d78730f req-42e96f2f-7daa-4e9e-8797-d82cef33958b tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:16.446151 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b25ab-a80e-44ae-a5a7-d4296d78730f req-42e96f2f-7daa-4e9e-8797-d82cef33958b tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:16.452317 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b25ab-a80e-44ae-a5a7-d4296d78730f req-42e96f2f-7daa-4e9e-8797-d82cef33958b tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:16.458450 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b25ab-a80e-44ae-a5a7-d4296d78730f req-42e96f2f-7daa-4e9e-8797-d82cef33958b tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:16.464656 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b25ab-a80e-44ae-a5a7-d4296d78730f req-42e96f2f-7daa-4e9e-8797-d82cef33958b tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:16.466606 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ff5b25ab-a80e-44ae-a5a7-d4296d78730f req-42e96f2f-7daa-4e9e-8797-d82cef33958b tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 5427 time: 0.4029942 Jul 09 16:16:16.515224 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b9e445e1-a38a-40c1-96fa-dd6aa6ba3a87 req-a228cc7a-5b6e-4f6d-949e-fb33b30fb49d service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4364879 Jul 09 16:16:16.519333 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cb1f9f31-8d38-40b0-b146-7e1088f7c45d req-e36cd037-fcb6-4cf9-9ca1-b85d714e153e service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279433 Jul 09 16:16:16.524679 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-87b6efec-dbd8-4bad-a7bd-f2e83c716a5c req-fa7cafdb-5671-482b-bb7b-155cb6f2668d tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:16.534076 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d3c78-1bbb-439f-ac2d-9f077a5804c0 req-6fbf9a7d-ef98-461f-8f9c-676111064b9a tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:16.535792 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-de1d3c78-1bbb-439f-ac2d-9f077a5804c0 req-6fbf9a7d-ef98-461f-8f9c-676111064b9a tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b748b16-b4e7-4973-a477-e26313fba4b3 HTTP/1.1" status: 200 len: 945 time: 0.0961423 Jul 09 16:16:16.541475 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:16:16.544091 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device e97372da-66aa-4560-895c-407230766bbb up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:16:16.574833 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ff5b25ab-a80e-44ae-a5a7-d4296d78730f req-465784ae-fc97-4205-a1f5-fe547426e9e7 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c727296-78a2-4526-a3ce-1ec442e3beaf&id=45384544-6ff6-497a-9513-ac1d1fea2ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0948603 Jul 09 16:16:16.582071 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629868f2-4494-4933-85f6-efd37eda5981 admin admin] Network a2b7159c-37cb-4be1-a57a-70078fc5aceb is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:16:16.584908 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-629868f2-4494-4933-85f6-efd37eda5981 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:16:16.658901 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-de1d3c78-1bbb-439f-ac2d-9f077a5804c0 req-7ce95150-8315-4ef7-85e7-5076ed746c22 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930541 Jul 09 16:16:16.697811 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port e97372da-66aa-4560-895c-407230766bbb completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:16:16.706197 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port e97372da-66aa-4560-895c-407230766bbb triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:16:16.706569 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:16.718865 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cb1f9f31-8d38-40b0-b146-7e1088f7c45d req-8907cb68-54c1-44b8-82cc-cef32a4fbc19 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822236 Jul 09 16:16:16.755194 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:16.776378 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'port_id': '8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8', 'mac_address': 'fa:16:3e:b8:0d:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f122b436-b232-4a3c-9aac-47d5639f2da4', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:16:16.799944 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-87b6efec-dbd8-4bad-a7bd-f2e83c716a5c req-fa7cafdb-5671-482b-bb7b-155cb6f2668d tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:16.882477 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2d275a2b-fecd-467b-9205-a956bed5f409 req-de230770-bbfa-47ed-a081-2c25ef3d0b9f tempest-ServerShowV247Test-66129226 tempest-ServerShowV247Test-66129226-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b709261-7ab6-46db-a410-84ca297026a3 HTTP/1.1" status: 200 len: 210 time: 0.0580981 Jul 09 16:16:16.891710 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87b6efec-dbd8-4bad-a7bd-f2e83c716a5c req-fa7cafdb-5671-482b-bb7b-155cb6f2668d tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Network e55b3510-4171-4466-a467-a28850f48baa is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:16:16.892410 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:16.899431 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-87b6efec-dbd8-4bad-a7bd-f2e83c716a5c req-fa7cafdb-5671-482b-bb7b-155cb6f2668d tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:16:16.902449 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b6efec-dbd8-4bad-a7bd-f2e83c716a5c req-fa7cafdb-5671-482b-bb7b-155cb6f2668d tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:16:16.910437 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:16:16.934150 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:16.950183 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-629868f2-4494-4933-85f6-efd37eda5981 admin admin] Router e4d3b932-d6d8-4530-9c70-6609e497c2f7 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:16:16.954864 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:16.978013 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7cafdb-5671-482b-bb7b-155cb6f2668d tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Pushing event updated for resources: {'Port': ['ID=57443205-82ae-476f-97f0-c0fa17aa0bd6,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:16.979101 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b38fcb-af32-450b-8a9c-61b943e9a0f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97372da-66aa-4560-895c-407230766bbb'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:16:16.982299 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b3ecaa-d3bd-4cb1-9a60-9a08788b27ec" -d '{"events": [{"server_uuid": "24b38fcb-af32-450b-8a9c-61b943e9a0f3", "name": "network-vif-plugged", "status": "completed", "tag": "e97372da-66aa-4560-895c-407230766bbb"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:16:16.998013 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-785b690f-d82e-4a08-a662-b301a1412176 None None] Provisioning complete for port 3db5e363-bca6-416a-ab17-49c69acdf143 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:16:16.998458 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-785b690f-d82e-4a08-a662-b301a1412176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:17.000295 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:17.005001 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a0ec3-b3dd-4f25-9a68-e2329e3a84cc req-d721606b-0fe3-4c9a-a809-2b77398d7ec2 tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:17.015491 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-622a0ec3-b3dd-4f25-9a68-e2329e3a84cc req-d721606b-0fe3-4c9a-a809-2b77398d7ec2 tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] 10.222.0.98 "GET /v2.0/ports?device_id=cdb562cd-5c53-47d9-92d2-a7360770cfa7 HTTP/1.1" status: 200 len: 948 time: 0.1812024 Jul 09 16:16:17.015963 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6efec-dbd8-4bad-a7bd-f2e83c716a5c req-fa7cafdb-5671-482b-bb7b-155cb6f2668d tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:17.016680 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-87b6efec-dbd8-4bad-a7bd-f2e83c716a5c req-fa7cafdb-5671-482b-bb7b-155cb6f2668d tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:17.029550 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port e97372da-66aa-4560-895c-407230766bbb, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=e97372da-66aa-4560-895c-407230766bbb,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:17.050415 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786594c7-a7ed-4c26-9f32-073cdcea00ae req-68899c75-2c84-4e7e-bde7-6043bcfcd677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:17.054078 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-786594c7-a7ed-4c26-9f32-073cdcea00ae req-68899c75-2c84-4e7e-bde7-6043bcfcd677 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0cd5389204624e48b508b8e129d6a501&device_id=cdb562cd-5c53-47d9-92d2-a7360770cfa7 HTTP/1.1" status: 200 len: 1099 time: 0.1846468 Jul 09 16:16:17.056574 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:17.062409 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 924166bb-2540-42e4-a953-7ed06dded9dc up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:16:17.073141 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-87b6efec-dbd8-4bad-a7bd-f2e83c716a5c req-fa7cafdb-5671-482b-bb7b-155cb6f2668d tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7626376 Jul 09 16:16:17.104767 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-622a0ec3-b3dd-4f25-9a68-e2329e3a84cc req-b48b45ab-7c3f-4fe5-ab29-1501f6bdbaf4 tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] 10.222.0.98 "GET /v2.0/security-groups?id=050398bd-dbf2-4cad-a481-0c4af43a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879936 Jul 09 16:16:17.111742 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-87b6efec-dbd8-4bad-a7bd-f2e83c716a5c req-e5fc0e95-14fb-42c1-a0b8-d2387422e240 service neutron] Request body: {'port': {'device_id': 'b3941099-7524-46b6-849c-55919fb70f5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:16:17.127652 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-785b690f-d82e-4a08-a662-b301a1412176 None None] Port 3db5e363-bca6-416a-ab17-49c69acdf143 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:16:17.140601 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:17.183764 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 924166bb-2540-42e4-a953-7ed06dded9dc completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:16:17.209667 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-87b6efec-dbd8-4bad-a7bd-f2e83c716a5c req-e5fc0e95-14fb-42c1-a0b8-d2387422e240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:17.222145 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786594c7-a7ed-4c26-9f32-073cdcea00ae req-660cdf73-97b5-464f-9e18-30cad387c56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:17.223656 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-786594c7-a7ed-4c26-9f32-073cdcea00ae req-660cdf73-97b5-464f-9e18-30cad387c56c service neutron] 10.222.0.73 "GET /v2.0/networks?id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1 HTTP/1.1" status: 200 len: 870 time: 0.1625414 Jul 09 16:16:17.235763 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=e97372da-66aa-4560-895c-407230766bbb,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:17.242293 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f5363a-0087-4239-9d7b-1a6779b56f61 x-openstack-request-id: req-50f5363a-0087-4239-9d7b-1a6779b56f61 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:16:17.242744 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24b38fcb-af32-450b-8a9c-61b943e9a0f3", "name": "network-vif-plugged", "status": "completed", "tag": "e97372da-66aa-4560-895c-407230766bbb", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:16:17.243129 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-50f5363a-0087-4239-9d7b-1a6779b56f61 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:16:17.243566 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b38fcb-af32-450b-8a9c-61b943e9a0f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97372da-66aa-4560-895c-407230766bbb', 'code': 200} Jul 09 16:16:17.244738 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:16:17.260608 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 924166bb-2540-42e4-a953-7ed06dded9dc triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:16:17.261698 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:17.285720 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629868f2-4494-4933-85f6-efd37eda5981 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:16:17.287378 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-786594c7-a7ed-4c26-9f32-073cdcea00ae req-19d23807-2abc-4551-a81b-67b528067055 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=db145860-2e4c-42eb-8e30-fccafad27bd9 HTTP/1.1" status: 200 len: 217 time: 0.0489376 Jul 09 16:16:17.300446 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-629868f2-4494-4933-85f6-efd37eda5981 admin admin] 10.222.0.98 "PUT /v2.0/routers/e4d3b932-d6d8-4530-9c70-6609e497c2f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6043887 Jul 09 16:16:17.310340 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2a8982-cbb9-44aa-bc54-f698497e223e None None] Sync routers for ids ['e4d3b932-d6d8-4530-9c70-6609e497c2f7'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:16:17.312553 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['dc1969ff-da8f-4d79-bad7-c98b94b7dc83'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:16:17.328402 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['1b59826e-f466-4732-9582-ca2f327b6c57'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:16:17.356443 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786594c7-a7ed-4c26-9f32-073cdcea00ae req-3796d91b-3898-4c4e-bc68-afd8239cf3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:17.358111 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-786594c7-a7ed-4c26-9f32-073cdcea00ae req-3796d91b-3898-4c4e-bc68-afd8239cf3fb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.0560510 Jul 09 16:16:17.376149 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:16:17.440839 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2a8982-cbb9-44aa-bc54-f698497e223e None None] Routers {'e4d3b932-d6d8-4530-9c70-6609e497c2f7'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:16:17.441634 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ce2a8982-cbb9-44aa-bc54-f698497e223e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:15:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['e4d3b932-d6d8-4530-9c70-6609e497c2f7'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:16:17.456241 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 56408) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:16:17.504285 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786594c7-a7ed-4c26-9f32-073cdcea00ae req-5a08c846-5408-4385-aae2-2a135cd9cdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:17.505807 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-786594c7-a7ed-4c26-9f32-073cdcea00ae req-5a08c846-5408-4385-aae2-2a135cd9cdf8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1393106 Jul 09 16:16:17.521298 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ce3dc-76bd-4cff-99aa-2c281cbe9c10 req-9504f21f-f783-41cc-aaa3-479eb7b9c045 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:17.529848 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-396ce3dc-76bd-4cff-99aa-2c281cbe9c10 req-9504f21f-f783-41cc-aaa3-479eb7b9c045 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=4265823f-80af-42d3-970c-e87273117806 HTTP/1.1" status: 200 len: 948 time: 0.1068413 Jul 09 16:16:17.538470 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['dc36f930-6d4f-46fd-90e2-c05d1f5f9547'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:16:17.594324 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['d5a63360-2f2c-4256-88fa-b17027d6c63f'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:16:17.597913 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c63540-e652-4c48-87f1-98efd0c010cc req-5f9d7d01-2908-490b-aa15-445fa9b07754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:17.599461 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-48c63540-e652-4c48-87f1-98efd0c010cc req-5f9d7d01-2908-490b-aa15-445fa9b07754 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=24b38fcb-af32-450b-8a9c-61b943e9a0f3 HTTP/1.1" status: 200 len: 1101 time: 0.3247879 Jul 09 16:16:17.642151 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-396ce3dc-76bd-4cff-99aa-2c281cbe9c10 req-15b3692c-171a-4bc0-bfbd-b964014c3905 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108112 Jul 09 16:16:17.649242 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01db8e9-b39d-410c-a277-349aeb8669f1 req-5522c025-9b6a-4c0b-9900-6f78b9c4f224 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:17.656788 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a01db8e9-b39d-410c-a277-349aeb8669f1 req-5522c025-9b6a-4c0b-9900-6f78b9c4f224 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3941099-7524-46b6-849c-55919fb70f5c HTTP/1.1" status: 200 len: 931 time: 0.3094106 Jul 09 16:16:17.663280 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-ad6e4b59-b93f-4787-ae84-cfe45a39cecb tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1095426088'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:16:17.689037 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-786594c7-a7ed-4c26-9f32-073cdcea00ae req-406a9eab-cf4c-484a-9b3c-282e8a9a86b6 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564929 Jul 09 16:16:17.727732 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-48c63540-e652-4c48-87f1-98efd0c010cc req-c36c9588-6222-4c6f-8ed2-c5a1b515a0ca service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208248 Jul 09 16:16:17.756609 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6e4b59-b93f-4787-ae84-cfe45a39cecb tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Made reservation on behalf of b06c3c1f8ce64fe1a5a255532e54605c for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:16:17.761062 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ad6e4b59-b93f-4787-ae84-cfe45a39cecb tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:17.783660 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a01db8e9-b39d-410c-a277-349aeb8669f1 req-4f9e71aa-c7bf-405d-b1bf-4b33e8d97af4 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259220 Jul 09 16:16:17.871596 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad6e4b59-b93f-4787-ae84-cfe45a39cecb tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:16:17.880371 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-87b6efec-dbd8-4bad-a7bd-f2e83c716a5c req-e5fc0e95-14fb-42c1-a0b8-d2387422e240 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57443205-82ae-476f-97f0-c0fa17aa0bd6 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:16:17.890362 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-87b6efec-dbd8-4bad-a7bd-f2e83c716a5c req-e5fc0e95-14fb-42c1-a0b8-d2387422e240 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:17.893734 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19116b4d-7357-4da4-b00c-b983ac63613e req-32790c41-a1ca-488c-bf96-9dbf02de2517 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:17.896977 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ad6e4b59-b93f-4787-ae84-cfe45a39cecb tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:17.897579 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-ad6e4b59-b93f-4787-ae84-cfe45a39cecb tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Added segment 3bece331-ff41-4b63-9293-b1f5e506b5c5 of type vlan for network eff0b7eb-1e30-49b5-b64c-418e6c3135e7 Jul 09 16:16:17.901752 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19116b4d-7357-4da4-b00c-b983ac63613e req-32790c41-a1ca-488c-bf96-9dbf02de2517 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:17.908479 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19116b4d-7357-4da4-b00c-b983ac63613e req-32790c41-a1ca-488c-bf96-9dbf02de2517 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:17.925430 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19116b4d-7357-4da4-b00c-b983ac63613e req-32790c41-a1ca-488c-bf96-9dbf02de2517 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:17.932884 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19116b4d-7357-4da4-b00c-b983ac63613e req-32790c41-a1ca-488c-bf96-9dbf02de2517 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:17.938026 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-87b6efec-dbd8-4bad-a7bd-f2e83c716a5c req-e5fc0e95-14fb-42c1-a0b8-d2387422e240 service neutron] Transition to ACTIVE for port object 57443205-82ae-476f-97f0-c0fa17aa0bd6 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:16:17.939722 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19116b4d-7357-4da4-b00c-b983ac63613e req-32790c41-a1ca-488c-bf96-9dbf02de2517 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:17.948592 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19116b4d-7357-4da4-b00c-b983ac63613e req-32790c41-a1ca-488c-bf96-9dbf02de2517 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:17.950589 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-19116b4d-7357-4da4-b00c-b983ac63613e req-32790c41-a1ca-488c-bf96-9dbf02de2517 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 5428 time: 0.1654601 Jul 09 16:16:17.961869 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-87b6efec-dbd8-4bad-a7bd-f2e83c716a5c req-e5fc0e95-14fb-42c1-a0b8-d2387422e240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:17.988497 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ad6e4b59-b93f-4787-ae84-cfe45a39cecb tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:17.988990 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-786594c7-a7ed-4c26-9f32-073cdcea00ae req-db9530d0-20d9-4a85-bf3a-cc9b9ddf94cb service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927654 Jul 09 16:16:18.015294 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-19116b4d-7357-4da4-b00c-b983ac63613e req-d4f04ff3-e577-4962-8833-99b4ee05d36e tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c727296-78a2-4526-a3ce-1ec442e3beaf&id=45384544-6ff6-497a-9513-ac1d1fea2ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0508695 Jul 09 16:16:18.063033 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['9af7654b-8db2-4114-a977-f2b4377a7e3d'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:16:18.066083 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['916c73bc-2bb6-461c-af98-fa6465f83617'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:16:18.067470 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fc0e95-14fb-42c1-a0b8-d2387422e240 service neutron] Pushing event updated for resources: {'Port': ['ID=57443205-82ae-476f-97f0-c0fa17aa0bd6,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:18.107828 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ad6e4b59-b93f-4787-ae84-cfe45a39cecb tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:18.113733 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6e4b59-b93f-4787-ae84-cfe45a39cecb tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:18.114327 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ad6e4b59-b93f-4787-ae84-cfe45a39cecb tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:18.121649 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-ce2a8982-cbb9-44aa-bc54-f698497e223e None None] Set router e4d3b932-d6d8-4530-9c70-6609e497c2f7 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:16:18.172635 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ac56d4a6-f89e-4db6-a756-db87c20b95fb req-7805c556-da60-4d4d-95be-83dba1822de7 tempest-ServerShowV247Test-66129226 tempest-ServerShowV247Test-66129226-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b709261-7ab6-46db-a410-84ca297026a3 HTTP/1.1" status: 200 len: 210 time: 0.0356658 Jul 09 16:16:18.286361 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:18.488313 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3291c6c7-e114-459f-a0fb-1a6d2d3a3d98 req-9a432b8d-dfb3-4437-beaf-25ff168c19b8 tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:18.491257 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3291c6c7-e114-459f-a0fb-1a6d2d3a3d98 req-9a432b8d-dfb3-4437-beaf-25ff168c19b8 tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] 10.222.0.98 "GET /v2.0/ports?device_id=cdb562cd-5c53-47d9-92d2-a7360770cfa7 HTTP/1.1" status: 200 len: 948 time: 0.0821407 Jul 09 16:16:18.510451 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ad6e4b59-b93f-4787-ae84-cfe45a39cecb tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0335085 Jul 09 16:16:18.512649 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 56430) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:16:18.523945 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f73d2-b2e7-4f3e-a5d8-6701566fff2d req-cb2d0dc9-9352-4600-9743-c528bf8ea1a8 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:18.525979 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d46f73d2-b2e7-4f3e-a5d8-6701566fff2d req-cb2d0dc9-9352-4600-9743-c528bf8ea1a8 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b748b16-b4e7-4973-a477-e26313fba4b3 HTTP/1.1" status: 200 len: 945 time: 0.5788605 Jul 09 16:16:18.533144 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-c6a179ff-21df-481e-8ca9-c182e4ba0c28 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Request body: {'subnet': {'network_id': 'eff0b7eb-1e30-49b5-b64c-418e6c3135e7', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:16:18.547980 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3291c6c7-e114-459f-a0fb-1a6d2d3a3d98 req-e110d1df-6960-4ad2-96a9-e156b6318cc9 tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] 10.222.0.98 "GET /v2.0/security-groups?id=050398bd-dbf2-4cad-a481-0c4af43a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442631 Jul 09 16:16:18.606821 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6e4b59-b93f-4787-ae84-cfe45a39cecb tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Pushing event updated for resources: {'Network': ['ID=eff0b7eb-1e30-49b5-b64c-418e6c3135e7,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:18.629434 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 924166bb-2540-42e4-a953-7ed06dded9dc, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=924166bb-2540-42e4-a953-7ed06dded9dc,segment=NetworkSegment(b3327873-1adb-4566-ad72-2213b9292320),segment_id=b3327873-1adb-4566-ad72-2213b9292320)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:18.657011 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-87b6efec-dbd8-4bad-a7bd-f2e83c716a5c req-e5fc0e95-14fb-42c1-a0b8-d2387422e240 service neutron] Attempting to bind port 57443205-82ae-476f-97f0-c0fa17aa0bd6 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:16:18.657370 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-87b6efec-dbd8-4bad-a7bd-f2e83c716a5c req-e5fc0e95-14fb-42c1-a0b8-d2387422e240 service neutron] Attempting to bind port 57443205-82ae-476f-97f0-c0fa17aa0bd6 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': 'f3322cfe-f17e-4138-825d-2b8f5a34d17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e55b3510-4171-4466-a467-a28850f48baa'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:16:18.658031 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b6efec-dbd8-4bad-a7bd-f2e83c716a5c req-e5fc0e95-14fb-42c1-a0b8-d2387422e240 service neutron] Attempting to bind port 57443205-82ae-476f-97f0-c0fa17aa0bd6 on network e55b3510-4171-4466-a467-a28850f48baa {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:16:18.672624 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d46f73d2-b2e7-4f3e-a5d8-6701566fff2d req-d0ba81e6-d237-4958-a6cd-719ef0989598 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902774 Jul 09 16:16:18.674513 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b6efec-dbd8-4bad-a7bd-f2e83c716a5c req-e5fc0e95-14fb-42c1-a0b8-d2387422e240 service neutron] Port 57443205-82ae-476f-97f0-c0fa17aa0bd6 on network e55b3510-4171-4466-a467-a28850f48baa not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:16:18.674820 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b6efec-dbd8-4bad-a7bd-f2e83c716a5c req-e5fc0e95-14fb-42c1-a0b8-d2387422e240 service neutron] Attempting to bind port 57443205-82ae-476f-97f0-c0fa17aa0bd6 on network e55b3510-4171-4466-a467-a28850f48baa {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:16:18.683075 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network eff0b7eb-1e30-49b5-b64c-418e6c3135e7 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:16:18.686240 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b6efec-dbd8-4bad-a7bd-f2e83c716a5c req-e5fc0e95-14fb-42c1-a0b8-d2387422e240 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:16:18.686618 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b6efec-dbd8-4bad-a7bd-f2e83c716a5c req-e5fc0e95-14fb-42c1-a0b8-d2387422e240 service neutron] Checking segment: {'id': 'f3322cfe-f17e-4138-825d-2b8f5a34d17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e55b3510-4171-4466-a467-a28850f48baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:16:18.687037 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b6efec-dbd8-4bad-a7bd-f2e83c716a5c req-e5fc0e95-14fb-42c1-a0b8-d2387422e240 service neutron] Bound using segment: {'id': 'f3322cfe-f17e-4138-825d-2b8f5a34d17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e55b3510-4171-4466-a467-a28850f48baa'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:16:18.687556 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-87b6efec-dbd8-4bad-a7bd-f2e83c716a5c req-e5fc0e95-14fb-42c1-a0b8-d2387422e240 service neutron] Bound port: 57443205-82ae-476f-97f0-c0fa17aa0bd6, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3322cfe-f17e-4138-825d-2b8f5a34d17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e55b3510-4171-4466-a467-a28850f48baa'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:16:18.687899 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-87b6efec-dbd8-4bad-a7bd-f2e83c716a5c req-e5fc0e95-14fb-42c1-a0b8-d2387422e240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:18.739681 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a179ff-21df-481e-8ca9-c182e4ba0c28 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Made reservation on behalf of b06c3c1f8ce64fe1a5a255532e54605c for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:16:18.743405 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6a179ff-21df-481e-8ca9-c182e4ba0c28 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:18.804440 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:18.843052 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-87b6efec-dbd8-4bad-a7bd-f2e83c716a5c req-e5fc0e95-14fb-42c1-a0b8-d2387422e240 service neutron] For port 57443205-82ae-476f-97f0-c0fa17aa0bd6, host n-h2-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:16:18.848045 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e08961a-7dfc-45f3-864d-6fb9ba1eb77b req-8118cd1d-a79f-4f20-ad76-12f31afe52ac tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:18.849721 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3e08961a-7dfc-45f3-864d-6fb9ba1eb77b req-8118cd1d-a79f-4f20-ad76-12f31afe52ac tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=4265823f-80af-42d3-970c-e87273117806 HTTP/1.1" status: 200 len: 948 time: 0.0777323 Jul 09 16:16:18.850052 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-87b6efec-dbd8-4bad-a7bd-f2e83c716a5c req-e5fc0e95-14fb-42c1-a0b8-d2387422e240 service neutron] For port 57443205-82ae-476f-97f0-c0fa17aa0bd6, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=57443205-82ae-476f-97f0-c0fa17aa0bd6,segment=NetworkSegment(f3322cfe-f17e-4138-825d-2b8f5a34d17c),segment_id=f3322cfe-f17e-4138-825d-2b8f5a34d17c)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:16:18.857296 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-87b6efec-dbd8-4bad-a7bd-f2e83c716a5c req-e5fc0e95-14fb-42c1-a0b8-d2387422e240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:18.909982 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3e08961a-7dfc-45f3-864d-6fb9ba1eb77b req-5683e165-540b-4556-bcff-b3660df2b724 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471182 Jul 09 16:16:18.911919 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6efec-dbd8-4bad-a7bd-f2e83c716a5c req-e5fc0e95-14fb-42c1-a0b8-d2387422e240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:18.912579 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-87b6efec-dbd8-4bad-a7bd-f2e83c716a5c req-e5fc0e95-14fb-42c1-a0b8-d2387422e240 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:18.914281 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-87b6efec-dbd8-4bad-a7bd-f2e83c716a5c req-e5fc0e95-14fb-42c1-a0b8-d2387422e240 service neutron] 10.222.0.73 "PUT /v2.0/ports/57443205-82ae-476f-97f0-c0fa17aa0bd6 HTTP/1.1" status: 200 len: 1091 time: 1.8070929 Jul 09 16:16:18.918288 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3941099-7524-46b6-849c-55919fb70f5c', 'tag': '57443205-82ae-476f-97f0-c0fa17aa0bd6'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:16:18.920729 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d20abbe2-468f-4f2d-afce-b40e1897cb25" -d '{"events": [{"name": "network-changed", "server_uuid": "b3941099-7524-46b6-849c-55919fb70f5c", "tag": "57443205-82ae-476f-97f0-c0fa17aa0bd6"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:16:18.969507 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f097c7-a7cd-49e3-a374-58e61cfe5957 x-openstack-request-id: req-f8f097c7-a7cd-49e3-a374-58e61cfe5957 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:16:18.969802 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3941099-7524-46b6-849c-55919fb70f5c", "tag": "57443205-82ae-476f-97f0-c0fa17aa0bd6", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:16:18.970054 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f8f097c7-a7cd-49e3-a374-58e61cfe5957 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:16:18.970453 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3941099-7524-46b6-849c-55919fb70f5c', 'tag': '57443205-82ae-476f-97f0-c0fa17aa0bd6', 'status': 'completed', 'code': 200} Jul 09 16:16:19.045245 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fc0e95-14fb-42c1-a0b8-d2387422e240 service neutron] Pushing event updated for resources: {'Port': ['ID=57443205-82ae-476f-97f0-c0fa17aa0bd6,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:19.132009 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=924166bb-2540-42e4-a953-7ed06dded9dc,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:19.155570 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5944e-4832-4841-8dc3-70d8ffbfd433 req-e14b88bf-82ac-4170-9326-ef454f388dda tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:19.160266 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-59b5944e-4832-4841-8dc3-70d8ffbfd433 req-e14b88bf-82ac-4170-9326-ef454f388dda tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3941099-7524-46b6-849c-55919fb70f5c HTTP/1.1" status: 200 len: 943 time: 0.2172101 Jul 09 16:16:19.164852 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6a179ff-21df-481e-8ca9-c182e4ba0c28 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:19.224248 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6efec-dbd8-4bad-a7bd-f2e83c716a5c req-3a705b71-c0a6-4aad-a7f8-c0ab0184d5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:19.225730 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-87b6efec-dbd8-4bad-a7bd-f2e83c716a5c req-3a705b71-c0a6-4aad-a7f8-c0ab0184d5b1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=06cbfbbe1d844c0796508ff309a673b8&device_id=b3941099-7524-46b6-849c-55919fb70f5c HTTP/1.1" status: 200 len: 1094 time: 0.2357404 Jul 09 16:16:19.237391 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e5c0c-ac15-4b99-b0b0-ef50190ba778 req-d8c2b8b4-2e8a-4baa-92d7-803dc7d5e4d8 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:19.243729 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e5c0c-ac15-4b99-b0b0-ef50190ba778 req-d8c2b8b4-2e8a-4baa-92d7-803dc7d5e4d8 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:19.249648 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e5c0c-ac15-4b99-b0b0-ef50190ba778 req-d8c2b8b4-2e8a-4baa-92d7-803dc7d5e4d8 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:19.255452 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e5c0c-ac15-4b99-b0b0-ef50190ba778 req-d8c2b8b4-2e8a-4baa-92d7-803dc7d5e4d8 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:19.261767 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e5c0c-ac15-4b99-b0b0-ef50190ba778 req-d8c2b8b4-2e8a-4baa-92d7-803dc7d5e4d8 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:19.267615 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e5c0c-ac15-4b99-b0b0-ef50190ba778 req-d8c2b8b4-2e8a-4baa-92d7-803dc7d5e4d8 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:19.272413 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b748b16-b4e7-4973-a477-e26313fba4b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '924166bb-2540-42e4-a953-7ed06dded9dc'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:16:19.273535 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e5c0c-ac15-4b99-b0b0-ef50190ba778 req-d8c2b8b4-2e8a-4baa-92d7-803dc7d5e4d8 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:19.274657 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5a9682-ba29-4a62-90ea-c6434d0b3bf9" -d '{"events": [{"server_uuid": "1b748b16-b4e7-4973-a477-e26313fba4b3", "name": "network-vif-plugged", "status": "completed", "tag": "924166bb-2540-42e4-a953-7ed06dded9dc"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:16:19.276274 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0b7e5c0c-ac15-4b99-b0b0-ef50190ba778 req-d8c2b8b4-2e8a-4baa-92d7-803dc7d5e4d8 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 5428 time: 0.1302571 Jul 09 16:16:19.304960 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-87b6efec-dbd8-4bad-a7bd-f2e83c716a5c req-051481c7-a594-4549-8a06-c538131bb153 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57443205-82ae-476f-97f0-c0fa17aa0bd6 HTTP/1.1" status: 200 len: 217 time: 0.0593326 Jul 09 16:16:19.314455 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a179ff-21df-481e-8ca9-c182e4ba0c28 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Pushing event updated for resources: {'Subnet': ['ID=a8cf9797-d283-4b19-93a4-6d9d904fc29e,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:19.329772 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0b7e5c0c-ac15-4b99-b0b0-ef50190ba778 req-8b9cb7f4-1729-4183-89b5-847542f6aba3 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c727296-78a2-4526-a3ce-1ec442e3beaf&id=45384544-6ff6-497a-9513-ac1d1fea2ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0447288 Jul 09 16:16:19.352776 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ce2a8982-cbb9-44aa-bc54-f698497e223e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d3b932-d6d8-4530-9c70-6609e497c2f7', 'name': 'tempest-ServersTestMultiNic-1904905787-router', 'tenant_id': 'b06c3c1f8ce64fe1a5a255532e54605c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'cc05eff1-ff94-4071-a214-1943893d5469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:16:03Z', 'updated_at': '2021-07-09T16:16:14Z', 'revision_number': 4, 'project_id': 'b06c3c1f8ce64fe1a5a255532e54605c', 'gw_port': {'id': 'cc05eff1-ff94-4071-a214-1943893d5469', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:74:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d3b932-d6d8-4530-9c70-6609e497c2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:16:05Z', 'updated_at': '2021-07-09T16:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '3db5e363-bca6-416a-ab17-49c69acdf143', 'name': '', 'network_id': 'a2b7159c-37cb-4be1-a57a-70078fc5aceb', 'tenant_id': 'b06c3c1f8ce64fe1a5a255532e54605c', 'mac_address': 'fa:16:3e:3b:28:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d3b932-d6d8-4530-9c70-6609e497c2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '03c4dae3-609f-4f6b-b7f0-63c5e5830e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:16:12Z', 'updated_at': '2021-07-09T16:16:15Z', 'revision_number': 2, 'project_id': 'b06c3c1f8ce64fe1a5a255532e54605c', 'subnets': [{'id': '03c4dae3-609f-4f6b-b7f0-63c5e5830e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:16:19.363402 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-59b5944e-4832-4841-8dc3-70d8ffbfd433 req-831b35ed-c549-4a19-b466-ced7ae41c4c9 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554692 Jul 09 16:16:19.395646 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2a8982-cbb9-44aa-bc54-f698497e223e None None] Checking router: e4d3b932-d6d8-4530-9c70-6609e497c2f7 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:16:19.396005 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2a8982-cbb9-44aa-bc54-f698497e223e None None] Updating router e4d3b932-d6d8-4530-9c70-6609e497c2f7 port 3db5e363-bca6-416a-ab17-49c69acdf143 binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:16:19.397709 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6efec-dbd8-4bad-a7bd-f2e83c716a5c req-ab9802fc-3d45-4465-8c82-0489ac243db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:19.399298 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-87b6efec-dbd8-4bad-a7bd-f2e83c716a5c req-ab9802fc-3d45-4465-8c82-0489ac243db0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1852f372-46e1-407a-a8ee-c45063bdc434 HTTP/1.1" status: 200 len: 852 time: 0.0750797 Jul 09 16:16:19.405573 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a179ff-21df-481e-8ca9-c182e4ba0c28 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Checking segment: {'id': '3bece331-ff41-4b63-9293-b1f5e506b5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'eff0b7eb-1e30-49b5-b64c-418e6c3135e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:16:19.406304 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a179ff-21df-481e-8ca9-c182e4ba0c28 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Network hostable DHCP agents. Network: eff0b7eb-1e30-49b5-b64c-418e6c3135e7, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:16:19.423006 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b9086c-e631-4e78-a43e-1099020c5578 x-openstack-request-id: req-c2b9086c-e631-4e78-a43e-1099020c5578 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:16:19.423277 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b748b16-b4e7-4973-a477-e26313fba4b3", "name": "network-vif-plugged", "status": "completed", "tag": "924166bb-2540-42e4-a953-7ed06dded9dc", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:16:19.423545 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c2b9086c-e631-4e78-a43e-1099020c5578 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:16:19.423896 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b748b16-b4e7-4973-a477-e26313fba4b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '924166bb-2540-42e4-a953-7ed06dded9dc', 'code': 200} Jul 09 16:16:19.448205 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ce2a8982-cbb9-44aa-bc54-f698497e223e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:19.482532 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-87b6efec-dbd8-4bad-a7bd-f2e83c716a5c req-b25beb92-05a6-44ff-a84a-d633d11f73c5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e55b3510-4171-4466-a467-a28850f48baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705163 Jul 09 16:16:19.528369 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a179ff-21df-481e-8ca9-c182e4ba0c28 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Network eff0b7eb-1e30-49b5-b64c-418e6c3135e7 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:16:19.530729 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e0107006-5649-4e34-a8b9-ec9a290860ee req-7daeab0c-0ead-4f60-b7dd-959348cddcc3 tempest-ServerShowV247Test-66129226 tempest-ServerShowV247Test-66129226-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b709261-7ab6-46db-a410-84ca297026a3 HTTP/1.1" status: 200 len: 210 time: 0.0410109 Jul 09 16:16:19.594602 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-c6a179ff-21df-481e-8ca9-c182e4ba0c28 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, eff0b7eb-1e30-49b5-b64c-418e6c3135e7) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:16:19.604405 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a179ff-21df-481e-8ca9-c182e4ba0c28 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:19.605104 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6a179ff-21df-481e-8ca9-c182e4ba0c28 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:19.606695 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9444275-5861-49b3-9c16-cbd8ceb5bbe9 None None] Network eff0b7eb-1e30-49b5-b64c-418e6c3135e7 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:16:19.631896 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c6a179ff-21df-481e-8ca9-c182e4ba0c28 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1159227 Jul 09 16:16:19.635649 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 56450) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:16:19.646705 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-62cc91c2-24a7-4d03-b7fb-24059496942b tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-520167973'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:16:19.675392 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-87b6efec-dbd8-4bad-a7bd-f2e83c716a5c req-55cf9dec-59e2-43a0-a813-399c68319963 service neutron] 10.222.0.73 "GET /v2.0/networks/e55b3510-4171-4466-a467-a28850f48baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815588 Jul 09 16:16:19.695856 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8af431-65cb-47e1-bccb-165fe71d6df4 req-b8e18c0e-1321-44a2-bdcd-3756352f3d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:19.698038 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ba8af431-65cb-47e1-bccb-165fe71d6df4 req-b8e18c0e-1321-44a2-bdcd-3756352f3d7b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1b748b16-b4e7-4973-a477-e26313fba4b3 HTTP/1.1" status: 200 len: 1097 time: 0.1916740 Jul 09 16:16:19.698705 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62cc91c2-24a7-4d03-b7fb-24059496942b tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Made reservation on behalf of b06c3c1f8ce64fe1a5a255532e54605c for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:16:19.702222 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-62cc91c2-24a7-4d03-b7fb-24059496942b tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:19.773130 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e4834b-3e52-49ac-a6a2-b21de8bb018f req-36553137-817f-4a19-847e-1c789a59b8eb tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:19.784645 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f1e4834b-3e52-49ac-a6a2-b21de8bb018f req-36553137-817f-4a19-847e-1c789a59b8eb tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] 10.222.0.98 "GET /v2.0/ports?device_id=cdb562cd-5c53-47d9-92d2-a7360770cfa7 HTTP/1.1" status: 200 len: 948 time: 0.1188846 Jul 09 16:16:19.788290 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62cc91c2-24a7-4d03-b7fb-24059496942b tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:16:19.829559 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ba8af431-65cb-47e1-bccb-165fe71d6df4 req-1ff8851f-704f-40d8-8985-ffb71115e517 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142294 Jul 09 16:16:19.846606 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-62cc91c2-24a7-4d03-b7fb-24059496942b tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:19.847091 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-62cc91c2-24a7-4d03-b7fb-24059496942b tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Added segment 65ecd272-4f56-4161-83e5-fe458e671476 of type vlan for network 4f5d43fd-18a1-4a20-8481-b682790e1063 Jul 09 16:16:19.855474 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f1e4834b-3e52-49ac-a6a2-b21de8bb018f req-846afc47-c2b5-4465-8fdd-5795c97fd6e1 tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] 10.222.0.98 "GET /v2.0/security-groups?id=050398bd-dbf2-4cad-a481-0c4af43a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689633 Jul 09 16:16:19.903826 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-87b6efec-dbd8-4bad-a7bd-f2e83c716a5c req-f0572d20-f4f7-4a35-9958-8060a4dfd372 service neutron] 10.222.0.73 "GET /v2.0/networks/e55b3510-4171-4466-a467-a28850f48baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194331 Jul 09 16:16:19.946730 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-62cc91c2-24a7-4d03-b7fb-24059496942b tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:19.977583 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd8482-4fa8-4400-8a40-4f3ec54a5348 req-3119ace4-1207-4dd5-b5c3-a5001c09c295 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:19.979217 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-77cd8482-4fa8-4400-8a40-4f3ec54a5348 req-3119ace4-1207-4dd5-b5c3-a5001c09c295 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b748b16-b4e7-4973-a477-e26313fba4b3 HTTP/1.1" status: 200 len: 946 time: 0.1487982 Jul 09 16:16:20.007737 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a783933-a914-4db4-aa53-060ab896a9b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-eff0b7eb-1e30-49b5-b64c-418e6c3135e7', 'network_id': 'eff0b7eb-1e30-49b5-b64c-418e6c3135e7', 'tenant_id': 'b06c3c1f8ce64fe1a5a255532e54605c', 'fixed_ips': [{'subnet_id': 'a8cf9797-d283-4b19-93a4-6d9d904fc29e'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:16:20.008687 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1a783933-a914-4db4-aa53-060ab896a9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:20.016436 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ce2a8982-cbb9-44aa-bc54-f698497e223e None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:20.024896 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-62cc91c2-24a7-4d03-b7fb-24059496942b tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:20.027992 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device db145860-2e4c-42eb-8e30-fccafad27bd9 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:16:20.030485 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cc91c2-24a7-4d03-b7fb-24059496942b tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:20.031371 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-62cc91c2-24a7-4d03-b7fb-24059496942b tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:20.045309 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ce2a8982-cbb9-44aa-bc54-f698497e223e None None] Transition to ACTIVE for port object 3db5e363-bca6-416a-ab17-49c69acdf143 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:16:20.065213 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ce2a8982-cbb9-44aa-bc54-f698497e223e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:20.099946 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-77cd8482-4fa8-4400-8a40-4f3ec54a5348 req-c95924b4-98a6-4fe7-8aeb-8cf3ca8fb4b8 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100159 Jul 09 16:16:20.128378 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88ea2c-8192-42d1-89fa-2aa7a872d31f req-6fa74c84-b051-4388-85a3-c4f7c53fe17b tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:20.137105 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5a88ea2c-8192-42d1-89fa-2aa7a872d31f req-6fa74c84-b051-4388-85a3-c4f7c53fe17b tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=4265823f-80af-42d3-970c-e87273117806 HTTP/1.1" status: 200 len: 948 time: 0.1002071 Jul 09 16:16:20.141440 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-62cc91c2-24a7-4d03-b7fb-24059496942b tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5022507 Jul 09 16:16:20.141785 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 56456) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:16:20.143341 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cc91c2-24a7-4d03-b7fb-24059496942b tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Pushing event updated for resources: {'Network': ['ID=4f5d43fd-18a1-4a20-8481-b682790e1063,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:20.154925 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-668915b5-13e8-4ba2-af95-04599e5012aa tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Request body: {'subnet': {'network_id': '4f5d43fd-18a1-4a20-8481-b682790e1063', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:16:20.172730 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20abbe2-468f-4f2d-afce-b40e1897cb25 req-f0d081ca-0d13-48d1-829a-f94fff392401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:20.174231 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d20abbe2-468f-4f2d-afce-b40e1897cb25 req-f0d081ca-0d13-48d1-829a-f94fff392401 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=06cbfbbe1d844c0796508ff309a673b8&device_id=b3941099-7524-46b6-849c-55919fb70f5c HTTP/1.1" status: 200 len: 1094 time: 0.1402636 Jul 09 16:16:20.183814 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 4f5d43fd-18a1-4a20-8481-b682790e1063 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:16:20.251557 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5a88ea2c-8192-42d1-89fa-2aa7a872d31f req-e99ffade-9580-48ef-b813-3c46d6983f4c tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135583 Jul 09 16:16:20.283277 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668915b5-13e8-4ba2-af95-04599e5012aa tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Made reservation on behalf of b06c3c1f8ce64fe1a5a255532e54605c for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:16:20.291574 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-668915b5-13e8-4ba2-af95-04599e5012aa tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:20.323333 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9c2aef-9348-43fa-aa0a-3510d3ce8bb5 None None] Pushing event updated for resources: {'Port': ['ID=3db5e363-bca6-416a-ab17-49c69acdf143,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:20.328856 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20abbe2-468f-4f2d-afce-b40e1897cb25 req-9254c335-da34-4775-93f6-7b84549758cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:20.330356 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d20abbe2-468f-4f2d-afce-b40e1897cb25 req-9254c335-da34-4775-93f6-7b84549758cf service neutron] 10.222.0.73 "GET /v2.0/networks?id=e55b3510-4171-4466-a467-a28850f48baa HTTP/1.1" status: 200 len: 913 time: 0.1413207 Jul 09 16:16:20.420530 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d20abbe2-468f-4f2d-afce-b40e1897cb25 req-4b2faca4-fcaf-4a0d-a83a-98334260d587 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57443205-82ae-476f-97f0-c0fa17aa0bd6 HTTP/1.1" status: 200 len: 217 time: 0.0827079 Jul 09 16:16:20.462456 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port db145860-2e4c-42eb-8e30-fccafad27bd9, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=db145860-2e4c-42eb-8e30-fccafad27bd9,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:20.490249 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-1a783933-a914-4db4-aa53-060ab896a9b7 None None] Allocated IP 19.80.0.2 (eff0b7eb-1e30-49b5-b64c-418e6c3135e7/a8cf9797-d283-4b19-93a4-6d9d904fc29e/2e9728c9-4e63-4e9c-bd8f-434ebccdbd28) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:16:20.492511 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20abbe2-468f-4f2d-afce-b40e1897cb25 req-c9a2464b-25ad-45e0-99ee-1d5a70b05ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:20.494994 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d20abbe2-468f-4f2d-afce-b40e1897cb25 req-c9a2464b-25ad-45e0-99ee-1d5a70b05ae2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1852f372-46e1-407a-a8ee-c45063bdc434 HTTP/1.1" status: 200 len: 852 time: 0.0668461 Jul 09 16:16:20.504698 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-ce2a8982-cbb9-44aa-bc54-f698497e223e None None] Attempting to bind port 3db5e363-bca6-416a-ab17-49c69acdf143 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:16:20.505204 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-ce2a8982-cbb9-44aa-bc54-f698497e223e None None] Attempting to bind port 3db5e363-bca6-416a-ab17-49c69acdf143 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '341ef8d8-ab7b-4a74-b100-c9c23f6172ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a2b7159c-37cb-4be1-a57a-70078fc5aceb'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:16:20.505633 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2a8982-cbb9-44aa-bc54-f698497e223e None None] Attempting to bind port 3db5e363-bca6-416a-ab17-49c69acdf143 on network a2b7159c-37cb-4be1-a57a-70078fc5aceb {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:16:20.507721 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': 'db145860-2e4c-42eb-8e30-fccafad27bd9', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'port_id': 'db145860-2e4c-42eb-8e30-fccafad27bd9', 'mac_address': 'fa:16:3e:5e:18:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f122b436-b232-4a3c-9aac-47d5639f2da4', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:16:20.523486 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2a8982-cbb9-44aa-bc54-f698497e223e None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:16:20.523486 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2a8982-cbb9-44aa-bc54-f698497e223e None None] Checking segment: {'id': '341ef8d8-ab7b-4a74-b100-c9c23f6172ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a2b7159c-37cb-4be1-a57a-70078fc5aceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:16:20.524039 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ce2a8982-cbb9-44aa-bc54-f698497e223e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:20.524706 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2a8982-cbb9-44aa-bc54-f698497e223e None None] Bound using segment: {'id': '341ef8d8-ab7b-4a74-b100-c9c23f6172ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a2b7159c-37cb-4be1-a57a-70078fc5aceb'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:16:20.525127 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-ce2a8982-cbb9-44aa-bc54-f698497e223e None None] Bound port: 3db5e363-bca6-416a-ab17-49c69acdf143, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '341ef8d8-ab7b-4a74-b100-c9c23f6172ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a2b7159c-37cb-4be1-a57a-70078fc5aceb'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:16:20.525582 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ce2a8982-cbb9-44aa-bc54-f698497e223e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:20.550548 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-668915b5-13e8-4ba2-af95-04599e5012aa tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:20.566019 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d20abbe2-468f-4f2d-afce-b40e1897cb25 req-788121af-1044-4fbe-b231-30d57321ff5b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e55b3510-4171-4466-a467-a28850f48baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642254 Jul 09 16:16:20.597881 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:16:20.656109 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668915b5-13e8-4ba2-af95-04599e5012aa tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Pushing event updated for resources: {'Subnet': ['ID=1c395d6b-f600-436c-9241-9da80976fe97,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:20.677325 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:20.684929 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668915b5-13e8-4ba2-af95-04599e5012aa tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:16:20.685275 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668915b5-13e8-4ba2-af95-04599e5012aa tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:16:20.685619 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668915b5-13e8-4ba2-af95-04599e5012aa tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:16:20.686115 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668915b5-13e8-4ba2-af95-04599e5012aa tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:16:20.686463 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668915b5-13e8-4ba2-af95-04599e5012aa tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:16:20.686816 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668915b5-13e8-4ba2-af95-04599e5012aa tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:16:20.687152 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668915b5-13e8-4ba2-af95-04599e5012aa tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:16:20.687477 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668915b5-13e8-4ba2-af95-04599e5012aa tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:16:20.687804 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668915b5-13e8-4ba2-af95-04599e5012aa tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:16:20.688540 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668915b5-13e8-4ba2-af95-04599e5012aa tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:16:20.688540 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668915b5-13e8-4ba2-af95-04599e5012aa tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:16:20.688925 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668915b5-13e8-4ba2-af95-04599e5012aa tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:16:20.694573 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668915b5-13e8-4ba2-af95-04599e5012aa tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Checking segment: {'id': '65ecd272-4f56-4161-83e5-fe458e671476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4f5d43fd-18a1-4a20-8481-b682790e1063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:16:20.694847 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668915b5-13e8-4ba2-af95-04599e5012aa tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Network hostable DHCP agents. Network: 4f5d43fd-18a1-4a20-8481-b682790e1063, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:16:20.714943 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db145860-2e4c-42eb-8e30-fccafad27bd9 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:16:20.735647 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78adc4-783c-4ffa-8f82-94d2cb0c46b8 req-cb286734-f30a-429e-9d91-078882c30b85 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:20.737644 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc7e70-9e1f-43c7-b40d-9b7ef31df342 req-5dc89faf-bcb1-4cb9-8435-8b5a4f54ecb1 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:20.744400 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5b78adc4-783c-4ffa-8f82-94d2cb0c46b8 req-cb286734-f30a-429e-9d91-078882c30b85 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3941099-7524-46b6-849c-55919fb70f5c HTTP/1.1" status: 200 len: 943 time: 0.1853793 Jul 09 16:16:20.744739 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc7e70-9e1f-43c7-b40d-9b7ef31df342 req-5dc89faf-bcb1-4cb9-8435-8b5a4f54ecb1 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:20.747039 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668915b5-13e8-4ba2-af95-04599e5012aa tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Network 4f5d43fd-18a1-4a20-8481-b682790e1063 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:16:20.750673 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc7e70-9e1f-43c7-b40d-9b7ef31df342 req-5dc89faf-bcb1-4cb9-8435-8b5a4f54ecb1 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:20.757453 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc7e70-9e1f-43c7-b40d-9b7ef31df342 req-5dc89faf-bcb1-4cb9-8435-8b5a4f54ecb1 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:20.764434 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc7e70-9e1f-43c7-b40d-9b7ef31df342 req-5dc89faf-bcb1-4cb9-8435-8b5a4f54ecb1 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:20.767039 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-ce2a8982-cbb9-44aa-bc54-f698497e223e None None] For port 3db5e363-bca6-416a-ab17-49c69acdf143, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:16:20.770103 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port db145860-2e4c-42eb-8e30-fccafad27bd9, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=db145860-2e4c-42eb-8e30-fccafad27bd9,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:20.770475 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc7e70-9e1f-43c7-b40d-9b7ef31df342 req-5dc89faf-bcb1-4cb9-8435-8b5a4f54ecb1 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:20.776777 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc7e70-9e1f-43c7-b40d-9b7ef31df342 req-5dc89faf-bcb1-4cb9-8435-8b5a4f54ecb1 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:20.784902 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cbdc7e70-9e1f-43c7-b40d-9b7ef31df342 req-5dc89faf-bcb1-4cb9-8435-8b5a4f54ecb1 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 5428 time: 0.2294257 Jul 09 16:16:20.785253 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-668915b5-13e8-4ba2-af95-04599e5012aa tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 4f5d43fd-18a1-4a20-8481-b682790e1063) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:16:20.809560 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5b78adc4-783c-4ffa-8f82-94d2cb0c46b8 req-e3ef9230-2920-448d-a5de-577a3bd21a11 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603175 Jul 09 16:16:20.809776 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d20abbe2-468f-4f2d-afce-b40e1897cb25 req-3259327f-3350-4498-b08b-de78dbb60050 service neutron] 10.222.0.73 "GET /v2.0/networks/e55b3510-4171-4466-a467-a28850f48baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975899 Jul 09 16:16:20.813113 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668915b5-13e8-4ba2-af95-04599e5012aa tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:20.813722 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-668915b5-13e8-4ba2-af95-04599e5012aa tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:20.840503 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1a783933-a914-4db4-aa53-060ab896a9b7 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:20.847373 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-668915b5-13e8-4ba2-af95-04599e5012aa tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7044735 Jul 09 16:16:20.847631 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d32f116-5802-4659-be9f-3099a1836a67 None None] Network 4f5d43fd-18a1-4a20-8481-b682790e1063 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:16:20.858434 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-ce2a8982-cbb9-44aa-bc54-f698497e223e None None] For port 3db5e363-bca6-416a-ab17-49c69acdf143, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=3db5e363-bca6-416a-ab17-49c69acdf143,segment=NetworkSegment(341ef8d8-ab7b-4a74-b100-c9c23f6172ef),segment_id=341ef8d8-ab7b-4a74-b100-c9c23f6172ef)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:16:20.876291 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:20.901397 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cbdc7e70-9e1f-43c7-b40d-9b7ef31df342 req-f2dc63fa-721f-46c8-8703-5a8505273706 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c727296-78a2-4526-a3ce-1ec442e3beaf&id=45384544-6ff6-497a-9513-ac1d1fea2ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1127400 Jul 09 16:16:20.971126 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ce2a8982-cbb9-44aa-bc54-f698497e223e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:20.973509 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1a783933-a914-4db4-aa53-060ab896a9b7 None None] Transition to ACTIVE for port object 2e9728c9-4e63-4e9c-bd8f-434ebccdbd28 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:16:20.983179 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d20abbe2-468f-4f2d-afce-b40e1897cb25 req-27c0cdf1-dbfb-4286-acf7-3eb2ecf769ba service neutron] 10.222.0.73 "GET /v2.0/networks/e55b3510-4171-4466-a467-a28850f48baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611674 Jul 09 16:16:20.989481 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:16:21.021686 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:16:21.021686 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:21.023203 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1a783933-a914-4db4-aa53-060ab896a9b7 None None] Transition to ACTIVE for port object 2e9728c9-4e63-4e9c-bd8f-434ebccdbd28 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:16:21.029538 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-366258d2-c4a3-4293-8ecd-8c523ac93a29 req-ebea18bd-a9dd-495c-a2b0-8b36ea1a1599 tempest-ServerShowV247Test-66129226 tempest-ServerShowV247Test-66129226-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b709261-7ab6-46db-a410-84ca297026a3 HTTP/1.1" status: 200 len: 210 time: 0.0365295 Jul 09 16:16:21.084641 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1a783933-a914-4db4-aa53-060ab896a9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:21.098056 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=db145860-2e4c-42eb-8e30-fccafad27bd9,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:21.184354 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2a8982-cbb9-44aa-bc54-f698497e223e None None] Routers {'e4d3b932-d6d8-4530-9c70-6609e497c2f7'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:16:21.185009 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ce2a8982-cbb9-44aa-bc54-f698497e223e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:15:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['e4d3b932-d6d8-4530-9c70-6609e497c2f7'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:16:21.188089 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a783933-a914-4db4-aa53-060ab896a9b7 None None] Network eff0b7eb-1e30-49b5-b64c-418e6c3135e7 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:16:21.235206 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-1a783933-a914-4db4-aa53-060ab896a9b7 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:16:21.253632 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a783933-a914-4db4-aa53-060ab896a9b7 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:16:21.254106 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c684f24-70cf-46f3-a38f-1a495a36c915 req-6ebc0d10-3754-4eeb-bde2-98353b6c7ea0 tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:21.255874 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0c684f24-70cf-46f3-a38f-1a495a36c915 req-6ebc0d10-3754-4eeb-bde2-98353b6c7ea0 tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] 10.222.0.98 "GET /v2.0/ports?device_id=cdb562cd-5c53-47d9-92d2-a7360770cfa7 HTTP/1.1" status: 200 len: 949 time: 0.0904624 Jul 09 16:16:21.309048 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-db8b0448-feb6-41c0-bd50-6bff1e245077 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:21.312317 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0c684f24-70cf-46f3-a38f-1a495a36c915 req-7d6cd728-2070-4db1-b5fd-10bdafb24881 tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] 10.222.0.98 "GET /v2.0/security-groups?id=050398bd-dbf2-4cad-a481-0c4af43a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387471 Jul 09 16:16:21.316640 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-db8b0448-feb6-41c0-bd50-6bff1e245077 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:21.320545 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-db8b0448-feb6-41c0-bd50-6bff1e245077 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/networks?id=eff0b7eb-1e30-49b5-b64c-418e6c3135e7&id=4f5d43fd-18a1-4a20-8481-b682790e1063&id=eff0b7eb-1e30-49b5-b64c-418e6c3135e7 HTTP/1.1" status: 200 len: 1391 time: 0.1551275 Jul 09 16:16:21.343402 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-bfafecf2-29ed-490f-836a-fe5aeeb6802d tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/quotas/b06c3c1f8ce64fe1a5a255532e54605c HTTP/1.1" status: 200 len: 375 time: 0.0171871 Jul 09 16:16:21.395471 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9c2aef-9348-43fa-aa0a-3510d3ce8bb5 None None] Pushing event updated for resources: {'Port': ['ID=3db5e363-bca6-416a-ab17-49c69acdf143,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:21.431330 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-ea348521-4ab1-4e5c-bf25-98f724d94d6c tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=b06c3c1f8ce64fe1a5a255532e54605c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0818696 Jul 09 16:16:21.447897 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cff7e2e-42d8-4879-a16b-eda35ec5dcb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-4f5d43fd-18a1-4a20-8481-b682790e1063', 'network_id': '4f5d43fd-18a1-4a20-8481-b682790e1063', 'tenant_id': 'b06c3c1f8ce64fe1a5a255532e54605c', 'fixed_ips': [{'subnet_id': '1c395d6b-f600-436c-9241-9da80976fe97'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:16:21.448664 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1cff7e2e-42d8-4879-a16b-eda35ec5dcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:21.510472 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f0bf5-b23e-4928-828b-70aa369c7b8f req-d1247edd-2237-4ba8-b449-36d8c76ab219 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:21.512139 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1e0f0bf5-b23e-4928-828b-70aa369c7b8f req-d1247edd-2237-4ba8-b449-36d8c76ab219 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b748b16-b4e7-4973-a477-e26313fba4b3 HTTP/1.1" status: 200 len: 946 time: 0.0754433 Jul 09 16:16:21.520906 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-1a783933-a914-4db4-aa53-060ab896a9b7 None None] Attempting to bind port 2e9728c9-4e63-4e9c-bd8f-434ebccdbd28 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:16:21.521273 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-1a783933-a914-4db4-aa53-060ab896a9b7 None None] Attempting to bind port 2e9728c9-4e63-4e9c-bd8f-434ebccdbd28 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '3bece331-ff41-4b63-9293-b1f5e506b5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'eff0b7eb-1e30-49b5-b64c-418e6c3135e7'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:16:21.521910 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a783933-a914-4db4-aa53-060ab896a9b7 None None] Attempting to bind port 2e9728c9-4e63-4e9c-bd8f-434ebccdbd28 on network eff0b7eb-1e30-49b5-b64c-418e6c3135e7 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:16:21.533824 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-752836df-3b81-4b56-aeff-1bfd96ac7a4e service neutron] 10.222.0.98 "GET /v2.0/networks/eff0b7eb-1e30-49b5-b64c-418e6c3135e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942290 Jul 09 16:16:21.543028 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-ce2a8982-cbb9-44aa-bc54-f698497e223e None None] Set router e4d3b932-d6d8-4530-9c70-6609e497c2f7 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:16:21.543750 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a783933-a914-4db4-aa53-060ab896a9b7 None None] Pushing event updated for resources: {'Port': ['ID=2e9728c9-4e63-4e9c-bd8f-434ebccdbd28,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:21.545955 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:21.559702 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1e0f0bf5-b23e-4928-828b-70aa369c7b8f req-7485c216-b4fa-41b1-b655-313d390a5e6b tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385971 Jul 09 16:16:21.579395 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a783933-a914-4db4-aa53-060ab896a9b7 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:16:21.579894 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a783933-a914-4db4-aa53-060ab896a9b7 None None] Checking segment: {'id': '3bece331-ff41-4b63-9293-b1f5e506b5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'eff0b7eb-1e30-49b5-b64c-418e6c3135e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:16:21.580555 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1a783933-a914-4db4-aa53-060ab896a9b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:21.581026 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a783933-a914-4db4-aa53-060ab896a9b7 None None] Bound using segment: {'id': '3bece331-ff41-4b63-9293-b1f5e506b5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'eff0b7eb-1e30-49b5-b64c-418e6c3135e7'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:16:21.581667 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-1a783933-a914-4db4-aa53-060ab896a9b7 None None] Bound port: 2e9728c9-4e63-4e9c-bd8f-434ebccdbd28, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bece331-ff41-4b63-9293-b1f5e506b5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'eff0b7eb-1e30-49b5-b64c-418e6c3135e7'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:16:21.582226 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1a783933-a914-4db4-aa53-060ab896a9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:21.640861 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-e6556108-51c7-42d7-8100-24899d77be90 service neutron] 10.222.0.98 "GET /v2.0/networks/eff0b7eb-1e30-49b5-b64c-418e6c3135e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004443 Jul 09 16:16:21.738645 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a47556-36a5-41d1-9ab3-6d15642d6157 req-77a33c97-30ba-44ce-be8e-ebef9e6d875d tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:21.740221 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-45a47556-36a5-41d1-9ab3-6d15642d6157 req-77a33c97-30ba-44ce-be8e-ebef9e6d875d tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=4265823f-80af-42d3-970c-e87273117806 HTTP/1.1" status: 200 len: 948 time: 0.0711069 Jul 09 16:16:21.743347 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-efd2ab99-e51f-4be0-8421-5ecaa469678e service neutron] 10.222.0.98 "GET /v2.0/networks/4f5d43fd-18a1-4a20-8481-b682790e1063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967286 Jul 09 16:16:21.750053 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4265823f-80af-42d3-970c-e87273117806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:16:21.752322 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c570e6-d1c4-44fb-8bb3-b8bf4e86cc8b" -d '{"events": [{"server_uuid": "4265823f-80af-42d3-970c-e87273117806", "name": "network-vif-plugged", "status": "completed", "tag": "8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:16:21.786130 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-45a47556-36a5-41d1-9ab3-6d15642d6157 req-70e52ea9-3d19-4e85-aa1d-2caca72c15c4 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391510 Jul 09 16:16:21.823500 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:21.850611 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-0a5265a6-801f-4d4a-95bf-be3d18b14980 service neutron] 10.222.0.98 "GET /v2.0/networks/4f5d43fd-18a1-4a20-8481-b682790e1063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029122 Jul 09 16:16:21.959844 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-fb7a377f-81ec-410b-9038-ceda5cc5ba72 service neutron] 10.222.0.98 "GET /v2.0/networks/eff0b7eb-1e30-49b5-b64c-418e6c3135e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030250 Jul 09 16:16:22.003621 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:22.052811 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-1a783933-a914-4db4-aa53-060ab896a9b7 None None] For port 2e9728c9-4e63-4e9c-bd8f-434ebccdbd28, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:16:22.067489 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-9dc8ac81-c6a4-4d76-8458-da85ffabb13d service neutron] 10.222.0.98 "GET /v2.0/networks/eff0b7eb-1e30-49b5-b64c-418e6c3135e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011906 Jul 09 16:16:22.085367 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2dce8d-5598-4616-ab05-8d8a9107dbc2 req-f1cc2d21-c474-4df9-8704-16fd09ebfad6 tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:22.086726 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7d2dce8d-5598-4616-ab05-8d8a9107dbc2 req-f1cc2d21-c474-4df9-8704-16fd09ebfad6 tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=1b748b16-b4e7-4973-a477-e26313fba4b3 HTTP/1.1" status: 200 len: 1097 time: 0.0632644 Jul 09 16:16:22.089564 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-1cff7e2e-42d8-4879-a16b-eda35ec5dcb4 None None] Allocated IP 19.86.0.2 (4f5d43fd-18a1-4a20-8481-b682790e1063/1c395d6b-f600-436c-9241-9da80976fe97/e84c01c9-af3b-40a7-8e4e-f86155b7ce70) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:16:22.092592 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-1a783933-a914-4db4-aa53-060ab896a9b7 None None] For port 2e9728c9-4e63-4e9c-bd8f-434ebccdbd28, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=2e9728c9-4e63-4e9c-bd8f-434ebccdbd28,segment=NetworkSegment(3bece331-ff41-4b63-9293-b1f5e506b5c5),segment_id=3bece331-ff41-4b63-9293-b1f5e506b5c5)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:16:22.114724 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1a783933-a914-4db4-aa53-060ab896a9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:22.125453 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7d2dce8d-5598-4616-ab05-8d8a9107dbc2 req-19ad872a-ae89-460c-8d26-6c457c690f2f tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323732 Jul 09 16:16:22.159308 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:22.274080 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9d6c22-fdc0-4700-98ff-1bdaf1a52e72 x-openstack-request-id: req-3b9d6c22-fdc0-4700-98ff-1bdaf1a52e72 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:16:22.274757 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4265823f-80af-42d3-970c-e87273117806", "name": "network-vif-plugged", "status": "completed", "tag": "8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:16:22.274757 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3b9d6c22-fdc0-4700-98ff-1bdaf1a52e72 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:16:22.275465 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4265823f-80af-42d3-970c-e87273117806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8', 'code': 200} Jul 09 16:16:22.391402 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6f149-4906-4c5a-9e4f-89bb7fb7f0b7 req-ea6c169c-f08b-4bd6-b996-65b4ea4ed6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:22.393101 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-20e6f149-4906-4c5a-9e4f-89bb7fb7f0b7 req-ea6c169c-f08b-4bd6-b996-65b4ea4ed6d5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4265823f-80af-42d3-970c-e87273117806 HTTP/1.1" status: 200 len: 1100 time: 0.1113846 Jul 09 16:16:22.400249 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1cff7e2e-42d8-4879-a16b-eda35ec5dcb4 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:22.430850 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea75689-a067-48a7-862d-99b23c9a157b req-e906fcbf-990f-4e4a-85d8-b4e4a9b6c88b tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:22.440693 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2ea75689-a067-48a7-862d-99b23c9a157b req-e906fcbf-990f-4e4a-85d8-b4e4a9b6c88b tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3941099-7524-46b6-849c-55919fb70f5c HTTP/1.1" status: 200 len: 943 time: 0.1220131 Jul 09 16:16:22.445591 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1cff7e2e-42d8-4879-a16b-eda35ec5dcb4 None None] Transition to ACTIVE for port object e84c01c9-af3b-40a7-8e4e-f86155b7ce70 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:16:22.454839 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-80e0b25a-aa16-4da0-bc89-2697946733ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:22.491223 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a783933-a914-4db4-aa53-060ab896a9b7 None None] Pushing event updated for resources: {'Port': ['ID=2e9728c9-4e63-4e9c-bd8f-434ebccdbd28,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:22.497040 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1cff7e2e-42d8-4879-a16b-eda35ec5dcb4 None None] Transition to ACTIVE for port object e84c01c9-af3b-40a7-8e4e-f86155b7ce70 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:16:22.516127 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2ea75689-a067-48a7-862d-99b23c9a157b req-de30b0a8-ac60-4d3a-9dbf-0fb47949b50d tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742354 Jul 09 16:16:22.517465 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1cff7e2e-42d8-4879-a16b-eda35ec5dcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:22.543630 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-20e6f149-4906-4c5a-9e4f-89bb7fb7f0b7 req-2de19aa0-2b3a-4454-b506-1481b73bd5e6 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349697 Jul 09 16:16:22.584784 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ce2a8982-cbb9-44aa-bc54-f698497e223e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d3b932-d6d8-4530-9c70-6609e497c2f7', 'name': 'tempest-ServersTestMultiNic-1904905787-router', 'tenant_id': 'b06c3c1f8ce64fe1a5a255532e54605c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'cc05eff1-ff94-4071-a214-1943893d5469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:16:03Z', 'updated_at': '2021-07-09T16:16:14Z', 'revision_number': 4, 'project_id': 'b06c3c1f8ce64fe1a5a255532e54605c', 'gw_port': {'id': 'cc05eff1-ff94-4071-a214-1943893d5469', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:74:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d3b932-d6d8-4530-9c70-6609e497c2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:16:05Z', 'updated_at': '2021-07-09T16:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '3db5e363-bca6-416a-ab17-49c69acdf143', 'name': '', 'network_id': 'a2b7159c-37cb-4be1-a57a-70078fc5aceb', 'tenant_id': 'b06c3c1f8ce64fe1a5a255532e54605c', 'mac_address': 'fa:16:3e:3b:28:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d3b932-d6d8-4530-9c70-6609e497c2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '03c4dae3-609f-4f6b-b7f0-63c5e5830e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:16:12Z', 'updated_at': '2021-07-09T16:16:20Z', 'revision_number': 4, 'project_id': 'b06c3c1f8ce64fe1a5a255532e54605c', 'subnets': [{'id': '03c4dae3-609f-4f6b-b7f0-63c5e5830e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:16:22.614985 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32bc79b-6302-4463-ab14-a5b6b391e914 req-95dfec7c-c875-4245-b446-f73b154ed73e tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:22.621965 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32bc79b-6302-4463-ab14-a5b6b391e914 req-95dfec7c-c875-4245-b446-f73b154ed73e tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:22.630614 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32bc79b-6302-4463-ab14-a5b6b391e914 req-95dfec7c-c875-4245-b446-f73b154ed73e tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:22.642556 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2a8982-cbb9-44aa-bc54-f698497e223e None None] The sync data for ids ['e4d3b932-d6d8-4530-9c70-6609e497c2f7'] in n-d-798930-3 is: [{'id': 'e4d3b932-d6d8-4530-9c70-6609e497c2f7', 'name': 'tempest-ServersTestMultiNic-1904905787-router', 'tenant_id': 'b06c3c1f8ce64fe1a5a255532e54605c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'cc05eff1-ff94-4071-a214-1943893d5469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:16:03Z', 'updated_at': '2021-07-09T16:16:14Z', 'revision_number': 4, 'project_id': 'b06c3c1f8ce64fe1a5a255532e54605c', 'gw_port': {'id': 'cc05eff1-ff94-4071-a214-1943893d5469', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:74:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d3b932-d6d8-4530-9c70-6609e497c2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:16:05Z', 'updated_at': '2021-07-09T16:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '3db5e363-bca6-416a-ab17-49c69acdf143', 'name': '', 'network_id': 'a2b7159c-37cb-4be1-a57a-70078fc5aceb', 'tenant_id': 'b06c3c1f8ce64fe1a5a255532e54605c', 'mac_address': 'fa:16:3e:3b:28:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d3b932-d6d8-4530-9c70-6609e497c2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '03c4dae3-609f-4f6b-b7f0-63c5e5830e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:16:12Z', 'updated_at': '2021-07-09T16:16:20Z', 'revision_number': 4, 'project_id': 'b06c3c1f8ce64fe1a5a255532e54605c', 'subnets': [{'id': '03c4dae3-609f-4f6b-b7f0-63c5e5830e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:16:22.657044 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32bc79b-6302-4463-ab14-a5b6b391e914 req-95dfec7c-c875-4245-b446-f73b154ed73e tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:22.658468 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cff7e2e-42d8-4879-a16b-eda35ec5dcb4 None None] Network 4f5d43fd-18a1-4a20-8481-b682790e1063 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:16:22.661972 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-1cff7e2e-42d8-4879-a16b-eda35ec5dcb4 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:16:22.664104 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32bc79b-6302-4463-ab14-a5b6b391e914 req-95dfec7c-c875-4245-b446-f73b154ed73e tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:22.667625 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cff7e2e-42d8-4879-a16b-eda35ec5dcb4 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:16:22.670645 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32bc79b-6302-4463-ab14-a5b6b391e914 req-95dfec7c-c875-4245-b446-f73b154ed73e tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:22.671494 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff7e2e-42d8-4879-a16b-eda35ec5dcb4 None None] Pushing event updated for resources: {'Port': ['ID=e84c01c9-af3b-40a7-8e4e-f86155b7ce70,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:22.676684 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32bc79b-6302-4463-ab14-a5b6b391e914 req-95dfec7c-c875-4245-b446-f73b154ed73e tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:22.685145 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a32bc79b-6302-4463-ab14-a5b6b391e914 req-95dfec7c-c875-4245-b446-f73b154ed73e tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 5428 time: 0.2910240 Jul 09 16:16:22.766119 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a32bc79b-6302-4463-ab14-a5b6b391e914 req-779531c9-0810-4321-ad07-78d0c12b680b tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c727296-78a2-4526-a3ce-1ec442e3beaf&id=45384544-6ff6-497a-9513-ac1d1fea2ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0798645 Jul 09 16:16:22.790427 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-1cff7e2e-42d8-4879-a16b-eda35ec5dcb4 None None] Attempting to bind port e84c01c9-af3b-40a7-8e4e-f86155b7ce70 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:16:22.791016 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-1cff7e2e-42d8-4879-a16b-eda35ec5dcb4 None None] Attempting to bind port e84c01c9-af3b-40a7-8e4e-f86155b7ce70 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '65ecd272-4f56-4161-83e5-fe458e671476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4f5d43fd-18a1-4a20-8481-b682790e1063'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:16:22.791655 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cff7e2e-42d8-4879-a16b-eda35ec5dcb4 None None] Attempting to bind port e84c01c9-af3b-40a7-8e4e-f86155b7ce70 on network 4f5d43fd-18a1-4a20-8481-b682790e1063 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:16:22.798673 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cff7e2e-42d8-4879-a16b-eda35ec5dcb4 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:16:22.799249 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cff7e2e-42d8-4879-a16b-eda35ec5dcb4 None None] Checking segment: {'id': '65ecd272-4f56-4161-83e5-fe458e671476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4f5d43fd-18a1-4a20-8481-b682790e1063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:16:22.799809 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1cff7e2e-42d8-4879-a16b-eda35ec5dcb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:22.800311 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cff7e2e-42d8-4879-a16b-eda35ec5dcb4 None None] Bound using segment: {'id': '65ecd272-4f56-4161-83e5-fe458e671476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4f5d43fd-18a1-4a20-8481-b682790e1063'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:16:22.800896 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-1cff7e2e-42d8-4879-a16b-eda35ec5dcb4 None None] Bound port: e84c01c9-af3b-40a7-8e4e-f86155b7ce70, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65ecd272-4f56-4161-83e5-fe458e671476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4f5d43fd-18a1-4a20-8481-b682790e1063'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:16:22.801488 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1cff7e2e-42d8-4879-a16b-eda35ec5dcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:22.856251 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9f629aef-7ec3-47a4-8564-d3760f80804e req-776b62de-0929-4551-9160-88273bc6931b tempest-ServerShowV247Test-66129226 tempest-ServerShowV247Test-66129226-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b709261-7ab6-46db-a410-84ca297026a3 HTTP/1.1" status: 200 len: 210 time: 0.0707283 Jul 09 16:16:22.913101 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-1cff7e2e-42d8-4879-a16b-eda35ec5dcb4 None None] For port e84c01c9-af3b-40a7-8e4e-f86155b7ce70, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:16:22.918378 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-1cff7e2e-42d8-4879-a16b-eda35ec5dcb4 None None] For port e84c01c9-af3b-40a7-8e4e-f86155b7ce70, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=e84c01c9-af3b-40a7-8e4e-f86155b7ce70,segment=NetworkSegment(65ecd272-4f56-4161-83e5-fe458e671476),segment_id=65ecd272-4f56-4161-83e5-fe458e671476)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:16:22.925425 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1cff7e2e-42d8-4879-a16b-eda35ec5dcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:23.034193 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff7e2e-42d8-4879-a16b-eda35ec5dcb4 None None] Pushing event updated for resources: {'Port': ['ID=e84c01c9-af3b-40a7-8e4e-f86155b7ce70,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:23.126059 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cde6bf-dc9f-4984-8cff-b8432163d3a6 req-2e4527ed-2d10-4372-a7a2-797ef1a64569 tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:23.127007 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-38cde6bf-dc9f-4984-8cff-b8432163d3a6 req-2e4527ed-2d10-4372-a7a2-797ef1a64569 tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=1b748b16-b4e7-4973-a477-e26313fba4b3 HTTP/1.1" status: 200 len: 1097 time: 0.0781944 Jul 09 16:16:23.184215 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-38cde6bf-dc9f-4984-8cff-b8432163d3a6 req-d28c4c19-6df4-47c2-9bda-d6fdbd9fa44c tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481744 Jul 09 16:16:23.217457 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5fdce1e4-ddbb-44b4-962c-44230edda748 req-feb5e8cf-a195-4f15-960a-08bfeccbeddd tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/ports?device_id=47e9310c-d30f-4d48-993b-53c6479c7104 HTTP/1.1" status: 200 len: 210 time: 0.0598440 Jul 09 16:16:23.466862 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dcc5a3-6387-4155-8949-b8ab148e408e req-76333509-3657-4440-a25d-55e528a649e5 tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:23.473295 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d8dcc5a3-6387-4155-8949-b8ab148e408e req-76333509-3657-4440-a25d-55e528a649e5 tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] 10.222.0.98 "GET /v2.0/ports?device_id=cdb562cd-5c53-47d9-92d2-a7360770cfa7 HTTP/1.1" status: 200 len: 949 time: 0.1154706 Jul 09 16:16:23.565315 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['db145860-2e4c-42eb-8e30-fccafad27bd9'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:16:23.582447 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ca8a6-3084-4358-a0f5-63631afe0a16 req-0e321e1f-c626-4386-978d-6299069b5aeb tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:23.583418 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d8dcc5a3-6387-4155-8949-b8ab148e408e req-a9ad9bdf-1250-47ad-b45e-7d607247675b tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] 10.222.0.98 "GET /v2.0/security-groups?id=050398bd-dbf2-4cad-a481-0c4af43a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996029 Jul 09 16:16:23.590334 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-149ca8a6-3084-4358-a0f5-63631afe0a16 req-0e321e1f-c626-4386-978d-6299069b5aeb tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=4265823f-80af-42d3-970c-e87273117806 HTTP/1.1" status: 200 len: 949 time: 0.1971157 Jul 09 16:16:23.693138 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-149ca8a6-3084-4358-a0f5-63631afe0a16 req-fe84e273-232f-4b4f-b3c2-435cf64495f6 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016531 Jul 09 16:16:23.909263 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbb70c8-5375-4e01-9ca4-604d8e992ad1 None None] Network eff0b7eb-1e30-49b5-b64c-418e6c3135e7 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:16:23.991335 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2cc701f9-8ef4-49b2-994c-a7256b193826 None None] Provisioning for port 2e9728c9-4e63-4e9c-bd8f-434ebccdbd28 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:16:24.078841 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a0f647-95ce-4b96-a6cb-90de9ae99e99 req-fec50cb3-584c-4346-af34-7f4d9eb879ad tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:24.092035 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-64a0f647-95ce-4b96-a6cb-90de9ae99e99 req-fec50cb3-584c-4346-af34-7f4d9eb879ad tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3941099-7524-46b6-849c-55919fb70f5c HTTP/1.1" status: 200 len: 943 time: 0.2012908 Jul 09 16:16:24.148404 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 57443205-82ae-476f-97f0-c0fa17aa0bd6 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:16:24.150408 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:16:24.191819 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-64a0f647-95ce-4b96-a6cb-90de9ae99e99 req-5cd33174-c147-4184-9c73-c0dc3b7fe495 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982175 Jul 09 16:16:24.250726 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-b09c80e0-80df-4f8e-b780-67fa2e59e963 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:24.268513 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-b09c80e0-80df-4f8e-b780-67fa2e59e963 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:24.270021 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-b09c80e0-80df-4f8e-b780-67fa2e59e963 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.77 "GET /v2.0/networks?id=eff0b7eb-1e30-49b5-b64c-418e6c3135e7&id=4f5d43fd-18a1-4a20-8481-b682790e1063&id=eff0b7eb-1e30-49b5-b64c-418e6c3135e7 HTTP/1.1" status: 200 len: 1391 time: 0.3199551 Jul 09 16:16:24.283301 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-5ac9048b-4547-4aa6-88c1-5e607c3a6827 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Request body: {'port': {'device_id': '47e9310c-d30f-4d48-993b-53c6479c7104', 'network_id': 'eff0b7eb-1e30-49b5-b64c-418e6c3135e7', 'admin_state_up': True, 'tenant_id': 'b06c3c1f8ce64fe1a5a255532e54605c'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:16:24.470121 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:16:24.486138 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:16:24.486567 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:24.489442 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 57443205-82ae-476f-97f0-c0fa17aa0bd6, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=57443205-82ae-476f-97f0-c0fa17aa0bd6,segment=NetworkSegment(f3322cfe-f17e-4138-825d-2b8f5a34d17c),segment_id=f3322cfe-f17e-4138-825d-2b8f5a34d17c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:24.541728 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-5ac9048b-4547-4aa6-88c1-5e607c3a6827 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Made reservation on behalf of b06c3c1f8ce64fe1a5a255532e54605c for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:16:24.546649 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-5ac9048b-4547-4aa6-88c1-5e607c3a6827 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:24.572100 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '57443205-82ae-476f-97f0-c0fa17aa0bd6', 'network_id': 'e55b3510-4171-4466-a467-a28850f48baa', 'port_id': '57443205-82ae-476f-97f0-c0fa17aa0bd6', 'mac_address': 'fa:16:3e:fc:11:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1852f372-46e1-407a-a8ee-c45063bdc434', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:16:24.710601 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:24.731958 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4650042a-3670-4a5c-8416-1a419d33a688 req-5f75f75c-4a38-4579-bd69-b6ec84c664c1 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:24.741502 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57443205-82ae-476f-97f0-c0fa17aa0bd6 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:16:24.745311 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4650042a-3670-4a5c-8416-1a419d33a688 req-5f75f75c-4a38-4579-bd69-b6ec84c664c1 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:24.752400 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4650042a-3670-4a5c-8416-1a419d33a688 req-5f75f75c-4a38-4579-bd69-b6ec84c664c1 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:24.759626 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eece5a76-b3c7-47b1-87b5-7becc6583bd6 None None] Network 4f5d43fd-18a1-4a20-8481-b682790e1063 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:16:24.762572 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4650042a-3670-4a5c-8416-1a419d33a688 req-5f75f75c-4a38-4579-bd69-b6ec84c664c1 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:24.770500 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4650042a-3670-4a5c-8416-1a419d33a688 req-5f75f75c-4a38-4579-bd69-b6ec84c664c1 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:24.780389 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4650042a-3670-4a5c-8416-1a419d33a688 req-5f75f75c-4a38-4579-bd69-b6ec84c664c1 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:24.788751 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4650042a-3670-4a5c-8416-1a419d33a688 req-5f75f75c-4a38-4579-bd69-b6ec84c664c1 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:24.791847 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4650042a-3670-4a5c-8416-1a419d33a688 req-5f75f75c-4a38-4579-bd69-b6ec84c664c1 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 5428 time: 0.3677018 Jul 09 16:16:24.827329 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:24.842618 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device e84c01c9-af3b-40a7-8e4e-f86155b7ce70 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:16:24.885433 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 57443205-82ae-476f-97f0-c0fa17aa0bd6, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=57443205-82ae-476f-97f0-c0fa17aa0bd6,segment=NetworkSegment(f3322cfe-f17e-4138-825d-2b8f5a34d17c),segment_id=f3322cfe-f17e-4138-825d-2b8f5a34d17c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:24.888602 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4650042a-3670-4a5c-8416-1a419d33a688 req-01d7d6a4-08a7-4cc3-8c02-43d949143cb6 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c727296-78a2-4526-a3ce-1ec442e3beaf&id=45384544-6ff6-497a-9513-ac1d1fea2ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0668116 Jul 09 16:16:24.890061 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-5ac9048b-4547-4aa6-88c1-5e607c3a6827 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Allocated IP 19.80.0.35 (eff0b7eb-1e30-49b5-b64c-418e6c3135e7/a8cf9797-d283-4b19-93a4-6d9d904fc29e/2ec8c210-c305-4537-a4d9-ee9e55a9ab94) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:16:24.900983 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:24.954166 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9380d95-b37d-4e4c-8dd7-18a74bd89bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:16:24.956736 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39a08a0-903d-4ef8-a63c-fd3e671cd79a" -d '{"events": [{"server_uuid": "f9380d95-b37d-4e4c-8dd7-18a74bd89bfa", "name": "network-vif-plugged", "status": "completed", "tag": "8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:16:24.974168 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5c56bc5f-c082-4e27-aeda-35f1dde80676 None None] Provisioning for port e84c01c9-af3b-40a7-8e4e-f86155b7ce70 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:16:24.988739 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e,segment=NetworkSegment(83198ff5-8209-4915-83c0-f54a458e911a),segment_id=83198ff5-8209-4915-83c0-f54a458e911a)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:25.009465 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:25.010411 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device dc36f930-6d4f-46fd-90e2-c05d1f5f9547 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:16:25.065452 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3ed6ed96-638d-447e-a5f5-e3481b38a7a8 req-bc7db6c1-0c0e-426e-9303-0c1b6d937e13 tempest-ServerShowV247Test-66129226 tempest-ServerShowV247Test-66129226-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b709261-7ab6-46db-a410-84ca297026a3 HTTP/1.1" status: 200 len: 210 time: 0.0430775 Jul 09 16:16:25.078002 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=57443205-82ae-476f-97f0-c0fa17aa0bd6,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:25.113126 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0957cfef-962b-468d-863a-ddf24dfe67a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:25.128975 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:16:25.129324 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:16:25.129825 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:16:25.130161 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:16:25.130492 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:16:25.130843 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:16:25.131364 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:16:25.131693 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:16:25.132017 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:16:25.132338 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:16:25.132658 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:16:25.133006 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:16:25.151175 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-5ac9048b-4547-4aa6-88c1-5e607c3a6827 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:25.168790 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port e84c01c9-af3b-40a7-8e4e-f86155b7ce70 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:16:25.171050 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-5ac9048b-4547-4aa6-88c1-5e607c3a6827 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Transition to ACTIVE for port object 2ec8c210-c305-4537-a4d9-ee9e55a9ab94 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:16:25.185632 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port e84c01c9-af3b-40a7-8e4e-f86155b7ce70 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:16:25.185868 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:25.232963 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-5ac9048b-4547-4aa6-88c1-5e607c3a6827 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:25.296299 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-5ac9048b-4547-4aa6-88c1-5e607c3a6827 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Network eff0b7eb-1e30-49b5-b64c-418e6c3135e7 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:16:25.300341 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port dc36f930-6d4f-46fd-90e2-c05d1f5f9547 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:16:25.300639 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-5ac9048b-4547-4aa6-88c1-5e607c3a6827 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:16:25.305406 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-5ac9048b-4547-4aa6-88c1-5e607c3a6827 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:16:25.315129 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port dc36f930-6d4f-46fd-90e2-c05d1f5f9547 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:16:25.316366 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:25.319873 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:25.344387 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:25.347317 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac9048b-4547-4aa6-88c1-5e607c3a6827 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Pushing event updated for resources: {'Port': ['ID=2ec8c210-c305-4537-a4d9-ee9e55a9ab94,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:25.394527 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-5ac9048b-4547-4aa6-88c1-5e607c3a6827 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:25.395955 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-5ac9048b-4547-4aa6-88c1-5e607c3a6827 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:25.422382 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-5ac9048b-4547-4aa6-88c1-5e607c3a6827 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1432569 Jul 09 16:16:25.444703 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:25.451199 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-4896e606-ba7d-4e31-b760-5e5fb3de2233 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Request body: {'port': {'device_id': '47e9310c-d30f-4d48-993b-53c6479c7104', 'network_id': '4f5d43fd-18a1-4a20-8481-b682790e1063', 'admin_state_up': True, 'tenant_id': 'b06c3c1f8ce64fe1a5a255532e54605c'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:16:25.501957 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:25.534644 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port e84c01c9-af3b-40a7-8e4e-f86155b7ce70, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=e84c01c9-af3b-40a7-8e4e-f86155b7ce70,segment=NetworkSegment(65ecd272-4f56-4161-83e5-fe458e671476),segment_id=65ecd272-4f56-4161-83e5-fe458e671476)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:25.540844 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['57443205-82ae-476f-97f0-c0fa17aa0bd6'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:16:25.562316 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:25.563190 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 2e9728c9-4e63-4e9c-bd8f-434ebccdbd28 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:16:25.566990 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a550f-5b90-4909-ab5a-ac5c5f475925 req-f17c2250-d2d3-44fe-a870-bc9070981c20 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:25.568570 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-445a550f-5b90-4909-ab5a-ac5c5f475925 req-f17c2250-d2d3-44fe-a870-bc9070981c20 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/ports?device_id=47e9310c-d30f-4d48-993b-53c6479c7104 HTTP/1.1" status: 200 len: 931 time: 0.1602559 Jul 09 16:16:25.629598 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-445a550f-5b90-4909-ab5a-ac5c5f475925 req-3fa357f3-ba83-4732-9ece-5d2471593834 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/security-groups?id=ed455c02-e886-4f75-ace5-02640635a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505576 Jul 09 16:16:25.648125 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-4896e606-ba7d-4e31-b760-5e5fb3de2233 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Made reservation on behalf of b06c3c1f8ce64fe1a5a255532e54605c for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:16:25.652153 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-4896e606-ba7d-4e31-b760-5e5fb3de2233 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:25.728297 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-59fc396d-04a6-4b7d-a8f7-19980d85b943 tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:16:25.733072 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-59fc396d-04a6-4b7d-a8f7-19980d85b943 tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062141 Jul 09 16:16:25.802537 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-389f121b-6a34-4772-83ed-00ec410cc2be service neutron] Request body: {'binding': {'host': 'n-h2-798930-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:16:25.802997 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-389f121b-6a34-4772-83ed-00ec410cc2be service neutron] Unknown quota resources ['binding']. {{(pid=93959) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 16:16:25.882027 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-4896e606-ba7d-4e31-b760-5e5fb3de2233 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Allocated IP 19.86.0.55 (4f5d43fd-18a1-4a20-8481-b682790e1063/1c395d6b-f600-436c-9241-9da80976fe97/26c1d596-7d06-44ff-92e2-b70ec5f712e6) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:16:25.911934 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port dc36f930-6d4f-46fd-90e2-c05d1f5f9547, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=dc36f930-6d4f-46fd-90e2-c05d1f5f9547,segment=NetworkSegment(1bfbbbb5-eeae-4b13-af34-13d5b7a106d2),segment_id=1bfbbbb5-eeae-4b13-af34-13d5b7a106d2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:25.924461 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ed315d40-5903-4b2c-abf4-01671aac602e None None] Provisioning for port 2ec8c210-c305-4537-a4d9-ee9e55a9ab94 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:16:25.935953 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7361241b-bd39-4a55-aac9-eae1fe9ad1f1 req-83bd2a0d-ed48-4737-a01e-1001cec6f7d3 tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:25.937279 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=e84c01c9-af3b-40a7-8e4e-f86155b7ce70,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:25.937509 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7361241b-bd39-4a55-aac9-eae1fe9ad1f1 req-83bd2a0d-ed48-4737-a01e-1001cec6f7d3 tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] 10.222.0.98 "GET /v2.0/ports?device_id=cdb562cd-5c53-47d9-92d2-a7360770cfa7 HTTP/1.1" status: 200 len: 949 time: 0.1427031 Jul 09 16:16:25.942032 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:25.942941 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 916c73bc-2bb6-461c-af98-fa6465f83617 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:16:25.962848 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-389f121b-6a34-4772-83ed-00ec410cc2be service neutron] Attempting to bind port 924166bb-2540-42e4-a953-7ed06dded9dc on host n-h2-798930-3 for vnic_type normal with profile None {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:16:25.963200 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-389f121b-6a34-4772-83ed-00ec410cc2be service neutron] Attempting to bind port 924166bb-2540-42e4-a953-7ed06dded9dc by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': 'b3327873-1adb-4566-ad72-2213b9292320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5ab794d9-1bd8-4da1-bd91-e5307e2548b2'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:16:25.963804 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-389f121b-6a34-4772-83ed-00ec410cc2be service neutron] Attempting to bind port 924166bb-2540-42e4-a953-7ed06dded9dc on network 5ab794d9-1bd8-4da1-bd91-e5307e2548b2 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:16:25.968499 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-389f121b-6a34-4772-83ed-00ec410cc2be service neutron] Port 924166bb-2540-42e4-a953-7ed06dded9dc on network 5ab794d9-1bd8-4da1-bd91-e5307e2548b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:16:25.968825 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-389f121b-6a34-4772-83ed-00ec410cc2be service neutron] Attempting to bind port 924166bb-2540-42e4-a953-7ed06dded9dc on network 5ab794d9-1bd8-4da1-bd91-e5307e2548b2 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:16:25.974133 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-389f121b-6a34-4772-83ed-00ec410cc2be service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:16:25.974478 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-389f121b-6a34-4772-83ed-00ec410cc2be service neutron] Checking segment: {'id': 'b3327873-1adb-4566-ad72-2213b9292320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5ab794d9-1bd8-4da1-bd91-e5307e2548b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:16:25.974808 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ed315d40-5903-4b2c-abf4-01671aac602e None None] Provisioning complete for port 2ec8c210-c305-4537-a4d9-ee9e55a9ab94 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:16:25.974935 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-389f121b-6a34-4772-83ed-00ec410cc2be service neutron] Bound using segment: {'id': 'b3327873-1adb-4566-ad72-2213b9292320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5ab794d9-1bd8-4da1-bd91-e5307e2548b2'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:16:25.975200 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ed315d40-5903-4b2c-abf4-01671aac602e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:25.975477 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-389f121b-6a34-4772-83ed-00ec410cc2be service neutron] Bound port: 924166bb-2540-42e4-a953-7ed06dded9dc, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3327873-1adb-4566-ad72-2213b9292320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5ab794d9-1bd8-4da1-bd91-e5307e2548b2'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:16:25.999633 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7361241b-bd39-4a55-aac9-eae1fe9ad1f1 req-a9b53af2-8aa4-4719-88c4-642efd4675a1 tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] 10.222.0.98 "GET /v2.0/security-groups?id=050398bd-dbf2-4cad-a481-0c4af43a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468709 Jul 09 16:16:26.031165 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 2e9728c9-4e63-4e9c-bd8f-434ebccdbd28 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:16:26.041263 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 2e9728c9-4e63-4e9c-bd8f-434ebccdbd28 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:16:26.041638 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:26.042578 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-389f121b-6a34-4772-83ed-00ec410cc2be service neutron] For port 924166bb-2540-42e4-a953-7ed06dded9dc, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=924166bb-2540-42e4-a953-7ed06dded9dc,segment=NetworkSegment(b3327873-1adb-4566-ad72-2213b9292320),segment_id=b3327873-1adb-4566-ad72-2213b9292320)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:16:26.050661 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-389f121b-6a34-4772-83ed-00ec410cc2be service neutron] Notify callbacks [] for binding, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:26.055327 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-389f121b-6a34-4772-83ed-00ec410cc2be service neutron] 10.222.0.98 "POST /v2.0/ports/924166bb-2540-42e4-a953-7ed06dded9dc/bindings HTTP/1.1" status: 201 len: 389 time: 0.3189125 Jul 09 16:16:26.135781 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-ed315d40-5903-4b2c-abf4-01671aac602e None None] Port 2ec8c210-c305-4537-a4d9-ee9e55a9ab94 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:16:26.140630 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=dc36f930-6d4f-46fd-90e2-c05d1f5f9547,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:26.171752 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:26.173618 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8601478-a4bb-4b8b-8318-8ee47f8e2128 x-openstack-request-id: req-b8601478-a4bb-4b8b-8318-8ee47f8e2128 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:16:26.173909 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9380d95-b37d-4e4c-8dd7-18a74bd89bfa", "name": "network-vif-plugged", "status": "completed", "tag": "8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:16:26.174162 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b8601478-a4bb-4b8b-8318-8ee47f8e2128 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:16:26.174557 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9380d95-b37d-4e4c-8dd7-18a74bd89bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e', 'code': 200} Jul 09 16:16:26.209028 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 916c73bc-2bb6-461c-af98-fa6465f83617 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:16:26.218485 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 916c73bc-2bb6-461c-af98-fa6465f83617 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:16:26.218879 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:26.326621 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6752209e-39bd-4326-9e41-7e0ff4e60e1f None None] Provisioning complete for port e84c01c9-af3b-40a7-8e4e-f86155b7ce70 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:16:26.327661 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6752209e-39bd-4326-9e41-7e0ff4e60e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:26.385489 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adedc3b7-1a9e-4233-9a5f-8e12ff5fbfc0 req-496c88c6-4e0c-40cd-8a7f-27f2780e5550 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:26.391063 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:26.391877 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-adedc3b7-1a9e-4233-9a5f-8e12ff5fbfc0 req-496c88c6-4e0c-40cd-8a7f-27f2780e5550 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3941099-7524-46b6-849c-55919fb70f5c HTTP/1.1" status: 200 len: 944 time: 0.0952871 Jul 09 16:16:26.412543 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:26.436242 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-adedc3b7-1a9e-4233-9a5f-8e12ff5fbfc0 req-7f8e5c76-7b60-47e0-b347-5f45f5995435 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425131 Jul 09 16:16:26.470835 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:26.475056 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 2e9728c9-4e63-4e9c-bd8f-434ebccdbd28, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=2e9728c9-4e63-4e9c-bd8f-434ebccdbd28,segment=NetworkSegment(3bece331-ff41-4b63-9293-b1f5e506b5c5),segment_id=3bece331-ff41-4b63-9293-b1f5e506b5c5)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:26.494112 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:26.494942 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 3db5e363-bca6-416a-ab17-49c69acdf143 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:16:26.516868 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-4896e606-ba7d-4e31-b760-5e5fb3de2233 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:26.545454 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-4896e606-ba7d-4e31-b760-5e5fb3de2233 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Transition to ACTIVE for port object 26c1d596-7d06-44ff-92e2-b70ec5f712e6 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:16:26.548370 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-402aae33-30ff-40f6-99b5-750057350137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:26.549934 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-402aae33-30ff-40f6-99b5-750057350137 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=546108aaf02647ac83ffc1a249896d22&device_id=1b748b16-b4e7-4973-a477-e26313fba4b3 HTTP/1.1" status: 200 len: 1097 time: 0.1701126 Jul 09 16:16:26.567528 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d52b29-d27f-4d7c-89d3-ef82c61b3eb7 req-a37fa935-dee7-4526-8c86-5a3c543aafb9 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:26.570594 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-40d52b29-d27f-4d7c-89d3-ef82c61b3eb7 req-a37fa935-dee7-4526-8c86-5a3c543aafb9 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=4265823f-80af-42d3-970c-e87273117806 HTTP/1.1" status: 200 len: 949 time: 0.1918645 Jul 09 16:16:26.618649 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 916c73bc-2bb6-461c-af98-fa6465f83617, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=916c73bc-2bb6-461c-af98-fa6465f83617,segment=NetworkSegment(1bfbbbb5-eeae-4b13-af34-13d5b7a106d2),segment_id=1bfbbbb5-eeae-4b13-af34-13d5b7a106d2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:26.631220 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:26.632003 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 9af7654b-8db2-4114-a977-f2b4377a7e3d up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:16:26.634285 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=2e9728c9-4e63-4e9c-bd8f-434ebccdbd28,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:26.645370 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac078344-fd17-48a6-be7c-19016a09f395 req-7a7371ad-9abb-4eb6-a27c-ab710fa85879 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:26.652217 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac078344-fd17-48a6-be7c-19016a09f395 req-7a7371ad-9abb-4eb6-a27c-ab710fa85879 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:26.658244 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac078344-fd17-48a6-be7c-19016a09f395 req-7a7371ad-9abb-4eb6-a27c-ab710fa85879 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:26.664909 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac078344-fd17-48a6-be7c-19016a09f395 req-7a7371ad-9abb-4eb6-a27c-ab710fa85879 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:26.672207 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac078344-fd17-48a6-be7c-19016a09f395 req-7a7371ad-9abb-4eb6-a27c-ab710fa85879 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:26.678559 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac078344-fd17-48a6-be7c-19016a09f395 req-7a7371ad-9abb-4eb6-a27c-ab710fa85879 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:26.684017 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-4896e606-ba7d-4e31-b760-5e5fb3de2233 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:26.686170 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac078344-fd17-48a6-be7c-19016a09f395 req-7a7371ad-9abb-4eb6-a27c-ab710fa85879 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:26.691532 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ac078344-fd17-48a6-be7c-19016a09f395 req-7a7371ad-9abb-4eb6-a27c-ab710fa85879 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 5430 time: 0.1370971 Jul 09 16:16:26.700232 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-40d52b29-d27f-4d7c-89d3-ef82c61b3eb7 req-b55cc61c-0480-4878-9ba7-6adc95989944 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108296 Jul 09 16:16:26.711077 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 3db5e363-bca6-416a-ab17-49c69acdf143 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:16:26.728645 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 3db5e363-bca6-416a-ab17-49c69acdf143 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:16:26.728645 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:26.732259 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=916c73bc-2bb6-461c-af98-fa6465f83617,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:26.748902 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-4896e606-ba7d-4e31-b760-5e5fb3de2233 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Network 4f5d43fd-18a1-4a20-8481-b682790e1063 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:16:26.753100 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-4896e606-ba7d-4e31-b760-5e5fb3de2233 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:16:26.755823 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-9d3f2f9b-e574-44fc-b7c7-1b29910f028b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:26.757347 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-9d3f2f9b-e574-44fc-b7c7-1b29910f028b service neutron] 10.222.0.73 "GET /v2.0/networks?id=5ab794d9-1bd8-4da1-bd91-e5307e2548b2 HTTP/1.1" status: 200 len: 909 time: 0.1980717 Jul 09 16:16:26.768072 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-4896e606-ba7d-4e31-b760-5e5fb3de2233 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:16:26.800787 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ac078344-fd17-48a6-be7c-19016a09f395 req-c9b93fc2-a213-4b50-acd5-7e8ede3d424b tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c727296-78a2-4526-a3ce-1ec442e3beaf&id=45384544-6ff6-497a-9513-ac1d1fea2ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1056914 Jul 09 16:16:26.822463 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 9af7654b-8db2-4114-a977-f2b4377a7e3d completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:16:26.830829 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 9af7654b-8db2-4114-a977-f2b4377a7e3d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:16:26.831144 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:26.855208 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-80deb56a-0547-4cac-a42f-1c91723645ac service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=924166bb-2540-42e4-a953-7ed06dded9dc HTTP/1.1" status: 200 len: 217 time: 0.0883000 Jul 09 16:16:26.855810 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4896e606-ba7d-4e31-b760-5e5fb3de2233 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Pushing event updated for resources: {'Port': ['ID=26c1d596-7d06-44ff-92e2-b70ec5f712e6,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:26.882863 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-4896e606-ba7d-4e31-b760-5e5fb3de2233 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:26.883578 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-4896e606-ba7d-4e31-b760-5e5fb3de2233 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:26.918333 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:26.954255 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-4896e606-ba7d-4e31-b760-5e5fb3de2233 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5108314 Jul 09 16:16:26.979671 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-c6e1e24e-8a20-4206-8dd1-c0f38e862d9a tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Request body: {'port': {'device_id': '47e9310c-d30f-4d48-993b-53c6479c7104', 'network_id': 'eff0b7eb-1e30-49b5-b64c-418e6c3135e7', 'admin_state_up': True, 'tenant_id': 'b06c3c1f8ce64fe1a5a255532e54605c'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:16:26.982962 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 3db5e363-bca6-416a-ab17-49c69acdf143, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=3db5e363-bca6-416a-ab17-49c69acdf143,segment=NetworkSegment(341ef8d8-ab7b-4a74-b100-c9c23f6172ef),segment_id=341ef8d8-ab7b-4a74-b100-c9c23f6172ef)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:26.988989 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-388ca133-9ca5-409b-a46e-4a83a8130ebd req-ea5f9e94-3de7-4c65-bc4b-82d4158f2fcc tempest-ServerShowV247Test-66129226 tempest-ServerShowV247Test-66129226-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b709261-7ab6-46db-a410-84ca297026a3 HTTP/1.1" status: 200 len: 210 time: 0.0756512 Jul 09 16:16:27.000321 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:27.057917 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:27.063415 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-550433ed-41f3-40e4-be8f-e7ee903a2c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:27.064907 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-550433ed-41f3-40e4-be8f-e7ee903a2c8e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5288f2c0-4157-42ca-b91f-37115e42c839 HTTP/1.1" status: 200 len: 848 time: 0.1650548 Jul 09 16:16:27.088844 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc7ee4a-5aa9-462c-a330-8084efbe1bc4 req-2234e712-adb1-4c34-be6a-383ec6b3cb5f tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:27.097393 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cdc7ee4a-5aa9-462c-a330-8084efbe1bc4 req-2234e712-adb1-4c34-be6a-383ec6b3cb5f tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b748b16-b4e7-4973-a477-e26313fba4b3 HTTP/1.1" status: 200 len: 946 time: 0.1424179 Jul 09 16:16:27.142855 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 9af7654b-8db2-4114-a977-f2b4377a7e3d, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=9af7654b-8db2-4114-a977-f2b4377a7e3d,segment=NetworkSegment(2c926b7f-3d2f-4a20-b2db-f56b1ea8f48b),segment_id=2c926b7f-3d2f-4a20-b2db-f56b1ea8f48b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:27.143927 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=3db5e363-bca6-416a-ab17-49c69acdf143,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:27.150983 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:27.174490 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cdc7ee4a-5aa9-462c-a330-8084efbe1bc4 req-4a6f9f33-8243-460c-8008-b263490148fd tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724909 Jul 09 16:16:27.179343 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device e84c01c9-af3b-40a7-8e4e-f86155b7ce70 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:16:27.186444 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 1b59826e-f466-4732-9582-ca2f327b6c57 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:16:27.190376 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-dd02f821-205f-456d-91aa-72131f6b3dc9 None None] Provisioning for port 26c1d596-7d06-44ff-92e2-b70ec5f712e6 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:16:27.224832 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-6c88bdcc-11dc-4960-ba1b-512b52bbaf39 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5ab794d9-1bd8-4da1-bd91-e5307e2548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1424544 Jul 09 16:16:27.228659 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-c6e1e24e-8a20-4206-8dd1-c0f38e862d9a tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Made reservation on behalf of b06c3c1f8ce64fe1a5a255532e54605c for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:16:27.232619 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-c6e1e24e-8a20-4206-8dd1-c0f38e862d9a tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:27.254107 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-dd02f821-205f-456d-91aa-72131f6b3dc9 None None] Provisioning complete for port 26c1d596-7d06-44ff-92e2-b70ec5f712e6 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:16:27.254483 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dd02f821-205f-456d-91aa-72131f6b3dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:27.294808 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-dd02f821-205f-456d-91aa-72131f6b3dc9 None None] Port 26c1d596-7d06-44ff-92e2-b70ec5f712e6 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:16:27.324926 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=9af7654b-8db2-4114-a977-f2b4377a7e3d,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:27.347333 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port e84c01c9-af3b-40a7-8e4e-f86155b7ce70 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:16:27.347744 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:27.349394 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 1b59826e-f466-4732-9582-ca2f327b6c57 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:16:27.366139 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1836a-39f6-4d91-a01b-49e10ae3fd62 req-bf7d51db-d697-4139-904d-a7848535010c tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:27.371741 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fdb1836a-39f6-4d91-a01b-49e10ae3fd62 req-bf7d51db-d697-4139-904d-a7848535010c tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=24b38fcb-af32-450b-8a9c-61b943e9a0f3 HTTP/1.1" status: 200 len: 950 time: 0.0815516 Jul 09 16:16:27.375143 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 1b59826e-f466-4732-9582-ca2f327b6c57 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:16:27.375543 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:27.410587 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fdb1836a-39f6-4d91-a01b-49e10ae3fd62 req-8104db05-f4b8-4db2-88a2-4a6a6391c13b tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363545 Jul 09 16:16:27.473601 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-043e4a58-3187-4c44-a554-99536951f40f service neutron] 10.222.0.73 "GET /v2.0/networks/5ab794d9-1bd8-4da1-bd91-e5307e2548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300551 Jul 09 16:16:27.493484 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555598f-8fe6-4552-9311-6bdebf05b362 req-8c2c6f38-45e6-4f72-929a-31be0772974e tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:27.494463 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 2e9728c9-4e63-4e9c-bd8f-434ebccdbd28 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:16:27.498351 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:27.500091 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555598f-8fe6-4552-9311-6bdebf05b362 req-8c2c6f38-45e6-4f72-929a-31be0772974e tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:27.502447 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a555598f-8fe6-4552-9311-6bdebf05b362 req-8c2c6f38-45e6-4f72-929a-31be0772974e tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/ports?device_id=47e9310c-d30f-4d48-993b-53c6479c7104 HTTP/1.1" status: 200 len: 1653 time: 0.2057738 Jul 09 16:16:27.568886 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 1b59826e-f466-4732-9582-ca2f327b6c57, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=1b59826e-f466-4732-9582-ca2f327b6c57,segment=NetworkSegment(1bfbbbb5-eeae-4b13-af34-13d5b7a106d2),segment_id=1bfbbbb5-eeae-4b13-af34-13d5b7a106d2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:27.575488 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:27.576380 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device db145860-2e4c-42eb-8e30-fccafad27bd9 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:16:27.591409 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-c6e1e24e-8a20-4206-8dd1-c0f38e862d9a tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Allocated IP 19.80.0.64 (eff0b7eb-1e30-49b5-b64c-418e6c3135e7/a8cf9797-d283-4b19-93a4-6d9d904fc29e/804e60b9-32e6-4d8f-9b4d-89a1d46391ee) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:16:27.631467 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 2e9728c9-4e63-4e9c-bd8f-434ebccdbd28 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:16:27.632103 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:27.638206 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b3e93b-87e0-4767-86c6-3d2402b044b7 req-f02917e0-16eb-486a-817c-6655db4c9da8 tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:27.639991 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-05b3e93b-87e0-4767-86c6-3d2402b044b7 req-f02917e0-16eb-486a-817c-6655db4c9da8 tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] 10.222.0.98 "GET /v2.0/ports?device_id=cdb562cd-5c53-47d9-92d2-a7360770cfa7 HTTP/1.1" status: 200 len: 949 time: 0.0735948 Jul 09 16:16:27.643255 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a555598f-8fe6-4552-9311-6bdebf05b362 req-bca16dc3-53a2-46ef-88f1-119ae599def6 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/security-groups?id=ed455c02-e886-4f75-ace5-02640635a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281636 Jul 09 16:16:27.700228 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-791913d0-4994-4ce3-bcca-5ef8ff60acbc service neutron] 10.222.0.73 "GET /v2.0/networks/5ab794d9-1bd8-4da1-bd91-e5307e2548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953273 Jul 09 16:16:27.702022 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=1b59826e-f466-4732-9582-ca2f327b6c57,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:27.722242 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-05b3e93b-87e0-4767-86c6-3d2402b044b7 req-4707f248-83d8-424e-9249-8b2139909a54 tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] 10.222.0.98 "GET /v2.0/security-groups?id=050398bd-dbf2-4cad-a481-0c4af43a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698051 Jul 09 16:16:27.725004 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port db145860-2e4c-42eb-8e30-fccafad27bd9 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:16:27.753860 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port db145860-2e4c-42eb-8e30-fccafad27bd9 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:16:27.754239 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:27.865458 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6264bb26-8a55-4efa-9129-8b9d712a0fe5 req-05adc3bb-e8d4-4570-8e3a-dfc61ab35635 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=22daf334dfb34010b5effa44981ef077&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279570 Jul 09 16:16:27.870568 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:27.907055 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port db145860-2e4c-42eb-8e30-fccafad27bd9, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=db145860-2e4c-42eb-8e30-fccafad27bd9,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:27.912145 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:27.913398 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device dc1969ff-da8f-4d79-bad7-c98b94b7dc83 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:16:27.928264 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-c6e1e24e-8a20-4206-8dd1-c0f38e862d9a tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:27.962991 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-c6e1e24e-8a20-4206-8dd1-c0f38e862d9a tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Transition to ACTIVE for port object 804e60b9-32e6-4d8f-9b4d-89a1d46391ee will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:16:27.981372 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6264bb26-8a55-4efa-9129-8b9d712a0fe5 req-f57cbcc1-d4e4-41e7-8680-3f1e98454f3d tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:27.983130 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6264bb26-8a55-4efa-9129-8b9d712a0fe5 req-f57cbcc1-d4e4-41e7-8680-3f1e98454f3d tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1118047 Jul 09 16:16:27.992778 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7f7c1-a235-401e-97e7-d33816536f31 req-e9ef4458-ef9f-4f0e-8eed-890623b6222d tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:27.994383 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-60d7f7c1-a235-401e-97e7-d33816536f31 req-e9ef4458-ef9f-4f0e-8eed-890623b6222d tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3941099-7524-46b6-849c-55919fb70f5c HTTP/1.1" status: 200 len: 944 time: 0.2081556 Jul 09 16:16:27.998884 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-9f18c674-faf3-4d53-b763-98c4aaa3bb66 tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:27.999075 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=db145860-2e4c-42eb-8e30-fccafad27bd9,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:28.000329 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-9f18c674-faf3-4d53-b763-98c4aaa3bb66 tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=1b748b16-b4e7-4973-a477-e26313fba4b3&tenant_id=546108aaf02647ac83ffc1a249896d22&binding%3Ahost_id=n-h1-798930-3 HTTP/1.1" status: 200 len: 1097 time: 0.1755383 Jul 09 16:16:28.004325 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6264bb26-8a55-4efa-9129-8b9d712a0fe5 req-7d59b261-c101-4389-a126-d44098744af1 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/quotas/22daf334dfb34010b5effa44981ef077 HTTP/1.1" status: 200 len: 375 time: 0.0151277 Jul 09 16:16:28.011939 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port dc1969ff-da8f-4d79-bad7-c98b94b7dc83 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:16:28.016274 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port dc1969ff-da8f-4d79-bad7-c98b94b7dc83 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:16:28.016897 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:28.018136 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-ca6b57d8-58e0-44e1-84b7-65012a16b503 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-798930-3'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:16:28.070347 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:28.084143 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6264bb26-8a55-4efa-9129-8b9d712a0fe5 req-602025ce-419a-4f09-a366-cc965a9a2fed tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=22daf334dfb34010b5effa44981ef077&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0781765 Jul 09 16:16:28.116740 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:28.119623 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-c6e1e24e-8a20-4206-8dd1-c0f38e862d9a tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:28.125680 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-60d7f7c1-a235-401e-97e7-d33816536f31 req-2bcdd844-6ab5-4b30-8185-bba851b03755 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984132 Jul 09 16:16:28.175791 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-ca6b57d8-58e0-44e1-84b7-65012a16b503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:28.179599 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port dc1969ff-da8f-4d79-bad7-c98b94b7dc83, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=dc1969ff-da8f-4d79-bad7-c98b94b7dc83,segment=NetworkSegment(1bfbbbb5-eeae-4b13-af34-13d5b7a106d2),segment_id=1bfbbbb5-eeae-4b13-af34-13d5b7a106d2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:28.181571 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9380d95-b37d-4e4c-8dd7-18a74bd89bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc36f930-6d4f-46fd-90e2-c05d1f5f9547'}, {'server_uuid': 'f9380d95-b37d-4e4c-8dd7-18a74bd89bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916c73bc-2bb6-461c-af98-fa6465f83617'}, {'server_uuid': 'f9380d95-b37d-4e4c-8dd7-18a74bd89bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af7654b-8db2-4114-a977-f2b4377a7e3d'}, {'server_uuid': 'f9380d95-b37d-4e4c-8dd7-18a74bd89bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b59826e-f466-4732-9582-ca2f327b6c57'}, {'server_uuid': 'cdb562cd-5c53-47d9-92d2-a7360770cfa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db145860-2e4c-42eb-8e30-fccafad27bd9'}, {'server_uuid': 'f9380d95-b37d-4e4c-8dd7-18a74bd89bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1969ff-da8f-4d79-bad7-c98b94b7dc83'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:16:28.185472 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5990e352-3c2c-41ea-a91b-ca77e5ad3c6b" -d '{"events": [{"server_uuid": "f9380d95-b37d-4e4c-8dd7-18a74bd89bfa", "name": "network-vif-plugged", "status": "completed", "tag": "dc36f930-6d4f-46fd-90e2-c05d1f5f9547"}, {"server_uuid": "f9380d95-b37d-4e4c-8dd7-18a74bd89bfa", "name": "network-vif-plugged", "status": "completed", "tag": "916c73bc-2bb6-461c-af98-fa6465f83617"}, {"server_uuid": "f9380d95-b37d-4e4c-8dd7-18a74bd89bfa", "name": "network-vif-plugged", "status": "completed", "tag": "9af7654b-8db2-4114-a977-f2b4377a7e3d"}, {"server_uuid": "f9380d95-b37d-4e4c-8dd7-18a74bd89bfa", "name": "network-vif-plugged", "status": "completed", "tag": "1b59826e-f466-4732-9582-ca2f327b6c57"}, {"server_uuid": "cdb562cd-5c53-47d9-92d2-a7360770cfa7", "name": "network-vif-plugged", "status": "completed", "tag": "db145860-2e4c-42eb-8e30-fccafad27bd9"}, {"server_uuid": "f9380d95-b37d-4e4c-8dd7-18a74bd89bfa", "name": "network-vif-plugged", "status": "completed", "tag": "dc1969ff-da8f-4d79-bad7-c98b94b7dc83"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:16:28.194119 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:28.194947 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device d5a63360-2f2c-4256-88fa-b17027d6c63f up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:16:28.202534 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-c6e1e24e-8a20-4206-8dd1-c0f38e862d9a tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Network eff0b7eb-1e30-49b5-b64c-418e6c3135e7 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:16:28.209720 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-c6e1e24e-8a20-4206-8dd1-c0f38e862d9a tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:16:28.213979 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-c6e1e24e-8a20-4206-8dd1-c0f38e862d9a tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:16:28.216543 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e1e24e-8a20-4206-8dd1-c0f38e862d9a tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Pushing event updated for resources: {'Port': ['ID=804e60b9-32e6-4d8f-9b4d-89a1d46391ee,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:28.327653 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=dc1969ff-da8f-4d79-bad7-c98b94b7dc83,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:28.381358 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port d5a63360-2f2c-4256-88fa-b17027d6c63f completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:16:28.387866 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port d5a63360-2f2c-4256-88fa-b17027d6c63f triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:16:28.388124 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:28.421697 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-ca6b57d8-58e0-44e1-84b7-65012a16b503 service neutron] For port 924166bb-2540-42e4-a953-7ed06dded9dc, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=924166bb-2540-42e4-a953-7ed06dded9dc,segment=NetworkSegment(b3327873-1adb-4566-ad72-2213b9292320),segment_id=b3327873-1adb-4566-ad72-2213b9292320)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:28.426632 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-eef3bed0-1c80-44e9-bbfa-d3ade92bb80d req-796fae30-ab71-41e8-8d0e-cfd40d724539 tempest-ServerShowV247Test-66129226 tempest-ServerShowV247Test-66129226-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b709261-7ab6-46db-a410-84ca297026a3 HTTP/1.1" status: 200 len: 210 time: 0.0536940 Jul 09 16:16:28.479280 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-ca6b57d8-58e0-44e1-84b7-65012a16b503 service neutron] For port 924166bb-2540-42e4-a953-7ed06dded9dc, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:16:28.556308 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:28.574694 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b748b16-b4e7-4973-a477-e26313fba4b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '924166bb-2540-42e4-a953-7ed06dded9dc'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:16:28.578010 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c162ed34-07e0-4f0b-ac0a-9a4fc16dfc5b" -d '{"events": [{"server_uuid": "1b748b16-b4e7-4973-a477-e26313fba4b3", "name": "network-vif-unplugged", "status": "completed", "tag": "924166bb-2540-42e4-a953-7ed06dded9dc"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:16:28.584053 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-ca6b57d8-58e0-44e1-84b7-65012a16b503 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:28.592238 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-c6e1e24e-8a20-4206-8dd1-c0f38e862d9a tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:28.592895 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-c6e1e24e-8a20-4206-8dd1-c0f38e862d9a tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:28.610852 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-ca6b57d8-58e0-44e1-84b7-65012a16b503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:28.614298 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port d5a63360-2f2c-4256-88fa-b17027d6c63f, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=d5a63360-2f2c-4256-88fa-b17027d6c63f,segment=NetworkSegment(2c926b7f-3d2f-4a20-b2db-f56b1ea8f48b),segment_id=2c926b7f-3d2f-4a20-b2db-f56b1ea8f48b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:28.621177 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:28.634006 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-c6e1e24e-8a20-4206-8dd1-c0f38e862d9a tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6583416 Jul 09 16:16:28.649348 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 57443205-82ae-476f-97f0-c0fa17aa0bd6 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:16:28.656026 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6882baa6-ab7c-4a4c-ad75-0ed18bd3ffe2 None None] Provisioning for port 804e60b9-32e6-4d8f-9b4d-89a1d46391ee completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:16:28.663051 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-5e39ab32-629b-4f4d-bd38-3a76a67d7a6e service neutron] Request body: {'port': {'device_id': '47e9310c-d30f-4d48-993b-53c6479c7104', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:16:28.687929 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6882baa6-ab7c-4a4c-ad75-0ed18bd3ffe2 None None] Provisioning complete for port 804e60b9-32e6-4d8f-9b4d-89a1d46391ee triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:16:28.688554 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6882baa6-ab7c-4a4c-ad75-0ed18bd3ffe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:28.736898 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=d5a63360-2f2c-4256-88fa-b17027d6c63f,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:28.746674 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e128c-169e-472d-a738-87ea6d009cc8 req-5cd93192-a91f-4edf-bce1-57ab0191285e tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:28.752470 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e128c-169e-472d-a738-87ea6d009cc8 req-5cd93192-a91f-4edf-bce1-57ab0191285e tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:28.756402 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-6882baa6-ab7c-4a4c-ad75-0ed18bd3ffe2 None None] Port 804e60b9-32e6-4d8f-9b4d-89a1d46391ee cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:16:28.760425 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e128c-169e-472d-a738-87ea6d009cc8 req-5cd93192-a91f-4edf-bce1-57ab0191285e tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:28.765114 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 57443205-82ae-476f-97f0-c0fa17aa0bd6 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:16:28.768065 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e128c-169e-472d-a738-87ea6d009cc8 req-5cd93192-a91f-4edf-bce1-57ab0191285e tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:28.769316 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 57443205-82ae-476f-97f0-c0fa17aa0bd6 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:16:28.769763 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:28.774910 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e128c-169e-472d-a738-87ea6d009cc8 req-5cd93192-a91f-4edf-bce1-57ab0191285e tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:28.781416 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e128c-169e-472d-a738-87ea6d009cc8 req-5cd93192-a91f-4edf-bce1-57ab0191285e tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:28.787455 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e128c-169e-472d-a738-87ea6d009cc8 req-5cd93192-a91f-4edf-bce1-57ab0191285e tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:28.791180 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-043e128c-169e-472d-a738-87ea6d009cc8 req-5cd93192-a91f-4edf-bce1-57ab0191285e tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 5434 time: 0.2875676 Jul 09 16:16:28.837539 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b57d8-58e0-44e1-84b7-65012a16b503 service neutron] Pushing event updated for resources: {'Port': ['ID=924166bb-2540-42e4-a953-7ed06dded9dc,revision_number=7']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:28.862459 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cacde5e-3058-44f9-a1db-2ecc68a956ca req-c6dcd23a-2434-49b7-82c4-2e12c0f50216 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:28.864488 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2cacde5e-3058-44f9-a1db-2ecc68a956ca req-c6dcd23a-2434-49b7-82c4-2e12c0f50216 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b748b16-b4e7-4973-a477-e26313fba4b3 HTTP/1.1" status: 200 len: 944 time: 0.0857437 Jul 09 16:16:28.895238 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-ca6b57d8-58e0-44e1-84b7-65012a16b503 service neutron] Attempting to bind port 924166bb-2540-42e4-a953-7ed06dded9dc on host n-h1-798930-3 for vnic_type normal with profile {"migrating_to": "n-h2-798930-3"} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:16:28.895574 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-ca6b57d8-58e0-44e1-84b7-65012a16b503 service neutron] Attempting to bind port 924166bb-2540-42e4-a953-7ed06dded9dc by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'b3327873-1adb-4566-ad72-2213b9292320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5ab794d9-1bd8-4da1-bd91-e5307e2548b2'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:16:28.895905 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-ca6b57d8-58e0-44e1-84b7-65012a16b503 service neutron] Attempting to bind port 924166bb-2540-42e4-a953-7ed06dded9dc on network 5ab794d9-1bd8-4da1-bd91-e5307e2548b2 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:16:28.901216 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:28.911882 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2cacde5e-3058-44f9-a1db-2ecc68a956ca req-ae4a81d7-5d1b-4dfc-853e-83ee95f62c00 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399630 Jul 09 16:16:28.912483 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-5e39ab32-629b-4f4d-bd38-3a76a67d7a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:28.917916 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-ca6b57d8-58e0-44e1-84b7-65012a16b503 service neutron] Port 924166bb-2540-42e4-a953-7ed06dded9dc on network 5ab794d9-1bd8-4da1-bd91-e5307e2548b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:16:28.918138 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-ca6b57d8-58e0-44e1-84b7-65012a16b503 service neutron] Attempting to bind port 924166bb-2540-42e4-a953-7ed06dded9dc on network 5ab794d9-1bd8-4da1-bd91-e5307e2548b2 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:16:28.934096 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:16:28.944882 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-043e128c-169e-472d-a738-87ea6d009cc8 req-31845a71-1c2d-4f95-bcd3-beb1e1a0c498 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c727296-78a2-4526-a3ce-1ec442e3beaf&id=45384544-6ff6-497a-9513-ac1d1fea2ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1460979 Jul 09 16:16:28.948352 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-ca6b57d8-58e0-44e1-84b7-65012a16b503 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:16:28.948701 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-ca6b57d8-58e0-44e1-84b7-65012a16b503 service neutron] Checking segment: {'id': 'b3327873-1adb-4566-ad72-2213b9292320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5ab794d9-1bd8-4da1-bd91-e5307e2548b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:16:28.949086 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-ca6b57d8-58e0-44e1-84b7-65012a16b503 service neutron] Bound using segment: {'id': 'b3327873-1adb-4566-ad72-2213b9292320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5ab794d9-1bd8-4da1-bd91-e5307e2548b2'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:16:28.949532 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-ca6b57d8-58e0-44e1-84b7-65012a16b503 service neutron] Bound port: 924166bb-2540-42e4-a953-7ed06dded9dc, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3327873-1adb-4566-ad72-2213b9292320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5ab794d9-1bd8-4da1-bd91-e5307e2548b2'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:16:28.949899 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-ca6b57d8-58e0-44e1-84b7-65012a16b503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:28.959765 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 57443205-82ae-476f-97f0-c0fa17aa0bd6, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=57443205-82ae-476f-97f0-c0fa17aa0bd6,segment=NetworkSegment(f3322cfe-f17e-4138-825d-2b8f5a34d17c),segment_id=f3322cfe-f17e-4138-825d-2b8f5a34d17c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:28.965657 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:29.032738 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=57443205-82ae-476f-97f0-c0fa17aa0bd6,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:29.055917 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Fri, 09 Jul 2021 16:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1034aa-e35c-4b64-b3d0-98a0076fad34 x-openstack-request-id: req-1a1034aa-e35c-4b64-b3d0-98a0076fad34 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:16:29.057224 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9380d95-b37d-4e4c-8dd7-18a74bd89bfa", "name": "network-vif-plugged", "status": "completed", "tag": "dc36f930-6d4f-46fd-90e2-c05d1f5f9547", "code": 200}, {"server_uuid": "f9380d95-b37d-4e4c-8dd7-18a74bd89bfa", "name": "network-vif-plugged", "status": "completed", "tag": "916c73bc-2bb6-461c-af98-fa6465f83617", "code": 200}, {"server_uuid": "f9380d95-b37d-4e4c-8dd7-18a74bd89bfa", "name": "network-vif-plugged", "status": "completed", "tag": "9af7654b-8db2-4114-a977-f2b4377a7e3d", "code": 200}, {"server_uuid": "f9380d95-b37d-4e4c-8dd7-18a74bd89bfa", "name": "network-vif-plugged", "status": "completed", "tag": "1b59826e-f466-4732-9582-ca2f327b6c57", "code": 200}, {"server_uuid": "cdb562cd-5c53-47d9-92d2-a7360770cfa7", "name": "network-vif-plugged", "status": "completed", "tag": "db145860-2e4c-42eb-8e30-fccafad27bd9", "code": 200}, {"server_uuid": "f9380d95-b37d-4e4c-8dd7-18a74bd89bfa", "name": "network-vif-plugged", "status": "completed", "tag": "dc1969ff-da8f-4d79-bad7-c98b94b7dc83", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:16:29.057678 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1a1034aa-e35c-4b64-b3d0-98a0076fad34 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:16:29.058374 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9380d95-b37d-4e4c-8dd7-18a74bd89bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc36f930-6d4f-46fd-90e2-c05d1f5f9547', 'code': 200} Jul 09 16:16:29.058992 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9380d95-b37d-4e4c-8dd7-18a74bd89bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916c73bc-2bb6-461c-af98-fa6465f83617', 'code': 200} Jul 09 16:16:29.059127 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9380d95-b37d-4e4c-8dd7-18a74bd89bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af7654b-8db2-4114-a977-f2b4377a7e3d', 'code': 200} Jul 09 16:16:29.059413 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9380d95-b37d-4e4c-8dd7-18a74bd89bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b59826e-f466-4732-9582-ca2f327b6c57', 'code': 200} Jul 09 16:16:29.059662 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb562cd-5c53-47d9-92d2-a7360770cfa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db145860-2e4c-42eb-8e30-fccafad27bd9', 'code': 200} Jul 09 16:16:29.059913 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9380d95-b37d-4e4c-8dd7-18a74bd89bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1969ff-da8f-4d79-bad7-c98b94b7dc83', 'code': 200} Jul 09 16:16:29.132138 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425b0259-6592-4dc3-9bcc-b149a4fbe72f x-openstack-request-id: req-425b0259-6592-4dc3-9bcc-b149a4fbe72f {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:16:29.132277 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b748b16-b4e7-4973-a477-e26313fba4b3", "name": "network-vif-unplugged", "status": "completed", "tag": "924166bb-2540-42e4-a953-7ed06dded9dc", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:16:29.132468 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-425b0259-6592-4dc3-9bcc-b149a4fbe72f {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:16:29.132869 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b748b16-b4e7-4973-a477-e26313fba4b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '924166bb-2540-42e4-a953-7ed06dded9dc', 'code': 200} Jul 09 16:16:29.139007 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 3db5e363-bca6-416a-ab17-49c69acdf143 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:16:29.196084 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-ca6b57d8-58e0-44e1-84b7-65012a16b503 service neutron] For port 924166bb-2540-42e4-a953-7ed06dded9dc, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:16:29.213511 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-ca6b57d8-58e0-44e1-84b7-65012a16b503 service neutron] For port 924166bb-2540-42e4-a953-7ed06dded9dc, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=924166bb-2540-42e4-a953-7ed06dded9dc,segment=NetworkSegment(b3327873-1adb-4566-ad72-2213b9292320),segment_id=b3327873-1adb-4566-ad72-2213b9292320)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:16:29.239657 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 3db5e363-bca6-416a-ab17-49c69acdf143 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:16:29.240141 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:29.278367 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dda6f3ae-8132-405a-a290-192808f213fb req-14a70965-e8c0-4e1a-89df-074dee0b122c tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=841a66c7-6090-49af-8daf-5c0f01dbd610 HTTP/1.1" status: 200 len: 210 time: 0.1262953 Jul 09 16:16:29.281741 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-ca6b57d8-58e0-44e1-84b7-65012a16b503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:29.353743 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58460f-54a0-441b-bdb6-eddeac6dde95 req-f71631ff-8971-417b-ae90-e17d63157789 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:29.361433 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58460f-54a0-441b-bdb6-eddeac6dde95 req-f71631ff-8971-417b-ae90-e17d63157789 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:29.368072 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58460f-54a0-441b-bdb6-eddeac6dde95 req-f71631ff-8971-417b-ae90-e17d63157789 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:29.370188 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9b58460f-54a0-441b-bdb6-eddeac6dde95 req-f71631ff-8971-417b-ae90-e17d63157789 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/ports?device_id=47e9310c-d30f-4d48-993b-53c6479c7104 HTTP/1.1" status: 200 len: 2374 time: 0.1400664 Jul 09 16:16:29.418405 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-ca6b57d8-58e0-44e1-84b7-65012a16b503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:29.419061 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-ca6b57d8-58e0-44e1-84b7-65012a16b503 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:29.420071 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed62935-74fa-4ebd-811a-86dcab020afd req-40bf1684-6452-47d4-baf0-c32d350a537c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:29.420487 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-ca6b57d8-58e0-44e1-84b7-65012a16b503 service neutron] 10.222.0.73 "PUT /v2.0/ports/924166bb-2540-42e4-a953-7ed06dded9dc HTTP/1.1" status: 200 len: 1122 time: 1.4115298 Jul 09 16:16:29.421980 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b57d8-58e0-44e1-84b7-65012a16b503 service neutron] Pushing event updated for resources: {'Port': ['ID=924166bb-2540-42e4-a953-7ed06dded9dc,revision_number=8']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:29.422372 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7ed62935-74fa-4ebd-811a-86dcab020afd req-40bf1684-6452-47d4-baf0-c32d350a537c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cdb562cd-5c53-47d9-92d2-a7360770cfa7 HTTP/1.1" status: 200 len: 1101 time: 0.1440032 Jul 09 16:16:29.446184 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9b58460f-54a0-441b-bdb6-eddeac6dde95 req-124e0693-8488-456a-a8c6-918c35a5b7bf tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/security-groups?id=ed455c02-e886-4f75-ace5-02640635a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632641 Jul 09 16:16:29.515066 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7ed62935-74fa-4ebd-811a-86dcab020afd req-a28738f6-db6a-461c-a2d0-c4d57abfc004 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=050398bd-dbf2-4cad-a481-0c4af43a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669172 Jul 09 16:16:29.529830 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['924166bb-2540-42e4-a953-7ed06dded9dc'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:16:29.564801 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-5e39ab32-629b-4f4d-bd38-3a76a67d7a6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ec8c210-c305-4537-a4d9-ee9e55a9ab94 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:16:29.586736 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-5e39ab32-629b-4f4d-bd38-3a76a67d7a6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:29.608352 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-5e39ab32-629b-4f4d-bd38-3a76a67d7a6e service neutron] Transition to ACTIVE for port object 2ec8c210-c305-4537-a4d9-ee9e55a9ab94 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:16:29.613846 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-5e39ab32-629b-4f4d-bd38-3a76a67d7a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:29.627331 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a49864-8384-46fc-91eb-13e62c7819eb req-13241266-abe2-40a2-9643-d8faf41061df tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:29.634205 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-98a49864-8384-46fc-91eb-13e62c7819eb req-13241266-abe2-40a2-9643-d8faf41061df tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] 10.222.0.98 "GET /v2.0/ports?device_id=cdb562cd-5c53-47d9-92d2-a7360770cfa7 HTTP/1.1" status: 200 len: 950 time: 0.1714246 Jul 09 16:16:29.739509 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb85320-22b6-4bdb-a113-d89033c2bd20 req-707610a2-899e-450a-9ccd-056262edca39 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:29.747859 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8bb85320-22b6-4bdb-a113-d89033c2bd20 req-707610a2-899e-450a-9ccd-056262edca39 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3941099-7524-46b6-849c-55919fb70f5c HTTP/1.1" status: 200 len: 945 time: 0.1052885 Jul 09 16:16:29.758714 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-98a49864-8384-46fc-91eb-13e62c7819eb req-c5d9ceac-fd97-48fd-9d08-b960cca3e8df tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] 10.222.0.98 "GET /v2.0/security-groups?id=050398bd-dbf2-4cad-a481-0c4af43a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235943 Jul 09 16:16:29.764392 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6264bb26-8a55-4efa-9129-8b9d712a0fe5 req-b7b0fb10-af9b-432d-bb73-7fca55a01682 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=22daf334dfb34010b5effa44981ef077&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0682290 Jul 09 16:16:29.797386 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8bb85320-22b6-4bdb-a113-d89033c2bd20 req-6d9747ee-da84-4763-ade9-9da54bb17a2f tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483541 Jul 09 16:16:29.800723 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e39ab32-629b-4f4d-bd38-3a76a67d7a6e service neutron] Pushing event updated for resources: {'Port': ['ID=2ec8c210-c305-4537-a4d9-ee9e55a9ab94,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:29.929218 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-5e39ab32-629b-4f4d-bd38-3a76a67d7a6e service neutron] Attempting to bind port 2ec8c210-c305-4537-a4d9-ee9e55a9ab94 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:16:29.929926 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-5e39ab32-629b-4f4d-bd38-3a76a67d7a6e service neutron] Attempting to bind port 2ec8c210-c305-4537-a4d9-ee9e55a9ab94 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '3bece331-ff41-4b63-9293-b1f5e506b5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'eff0b7eb-1e30-49b5-b64c-418e6c3135e7'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:16:29.930483 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-5e39ab32-629b-4f4d-bd38-3a76a67d7a6e service neutron] Attempting to bind port 2ec8c210-c305-4537-a4d9-ee9e55a9ab94 on network eff0b7eb-1e30-49b5-b64c-418e6c3135e7 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:16:29.944424 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-5e39ab32-629b-4f4d-bd38-3a76a67d7a6e service neutron] Port 2ec8c210-c305-4537-a4d9-ee9e55a9ab94 on network eff0b7eb-1e30-49b5-b64c-418e6c3135e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:16:29.944737 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-5e39ab32-629b-4f4d-bd38-3a76a67d7a6e service neutron] Attempting to bind port 2ec8c210-c305-4537-a4d9-ee9e55a9ab94 on network eff0b7eb-1e30-49b5-b64c-418e6c3135e7 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:16:29.959351 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-5e39ab32-629b-4f4d-bd38-3a76a67d7a6e service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:16:29.960063 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-5e39ab32-629b-4f4d-bd38-3a76a67d7a6e service neutron] Checking segment: {'id': '3bece331-ff41-4b63-9293-b1f5e506b5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'eff0b7eb-1e30-49b5-b64c-418e6c3135e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:16:29.960184 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-5e39ab32-629b-4f4d-bd38-3a76a67d7a6e service neutron] Bound using segment: {'id': '3bece331-ff41-4b63-9293-b1f5e506b5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'eff0b7eb-1e30-49b5-b64c-418e6c3135e7'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:16:29.960558 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-5e39ab32-629b-4f4d-bd38-3a76a67d7a6e service neutron] Bound port: 2ec8c210-c305-4537-a4d9-ee9e55a9ab94, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bece331-ff41-4b63-9293-b1f5e506b5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'eff0b7eb-1e30-49b5-b64c-418e6c3135e7'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:16:29.960923 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-5e39ab32-629b-4f4d-bd38-3a76a67d7a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:30.002098 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6264bb26-8a55-4efa-9129-8b9d712a0fe5 req-32723d5e-aeed-43b8-a744-a03c3e75e5c5 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:30.004000 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6264bb26-8a55-4efa-9129-8b9d712a0fe5 req-32723d5e-aeed-43b8-a744-a03c3e75e5c5 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1984339 Jul 09 16:16:30.062405 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-6264bb26-8a55-4efa-9129-8b9d712a0fe5 req-74d741d9-d95f-49f3-a46f-54770c72604b tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Request body: {'port': {'device_id': '841a66c7-6090-49af-8daf-5c0f01dbd610', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'admin_state_up': True, 'tenant_id': '22daf334dfb34010b5effa44981ef077'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:16:30.144156 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-5e39ab32-629b-4f4d-bd38-3a76a67d7a6e service neutron] For port 2ec8c210-c305-4537-a4d9-ee9e55a9ab94, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:16:30.177541 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5eb367-d093-47ea-9bf1-4357b9ea8e15 req-7bf43a11-e2a5-4771-bbf8-d9e613709e11 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:30.179436 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7c5eb367-d093-47ea-9bf1-4357b9ea8e15 req-7bf43a11-e2a5-4771-bbf8-d9e613709e11 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b748b16-b4e7-4973-a477-e26313fba4b3 HTTP/1.1" status: 200 len: 944 time: 0.0724022 Jul 09 16:16:30.188671 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3f612355-2420-41b7-811f-b3bdd09030a2 req-a531c1fb-13b4-448f-87db-5b9d34ba82b6 tempest-ServerShowV247Test-66129226 tempest-ServerShowV247Test-66129226-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b709261-7ab6-46db-a410-84ca297026a3 HTTP/1.1" status: 200 len: 210 time: 0.0492940 Jul 09 16:16:30.190378 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-5e39ab32-629b-4f4d-bd38-3a76a67d7a6e service neutron] For port 2ec8c210-c305-4537-a4d9-ee9e55a9ab94, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=2ec8c210-c305-4537-a4d9-ee9e55a9ab94,segment=NetworkSegment(3bece331-ff41-4b63-9293-b1f5e506b5c5),segment_id=3bece331-ff41-4b63-9293-b1f5e506b5c5)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:16:30.195671 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-5e39ab32-629b-4f4d-bd38-3a76a67d7a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:30.229638 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7c5eb367-d093-47ea-9bf1-4357b9ea8e15 req-d330a0bb-a299-4f48-af1a-f4720377c061 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435205 Jul 09 16:16:30.434195 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-03261109-588d-4f02-82b5-26eb0bbbfcd1 req-9f82cf5e-1168-49a9-b303-c55969ffd0cb tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=841a66c7-6090-49af-8daf-5c0f01dbd610 HTTP/1.1" status: 200 len: 210 time: 0.0295215 Jul 09 16:16:30.542614 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-5e39ab32-629b-4f4d-bd38-3a76a67d7a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:30.548109 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-5e39ab32-629b-4f4d-bd38-3a76a67d7a6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:30.548109 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-5e39ab32-629b-4f4d-bd38-3a76a67d7a6e service neutron] 10.222.0.77 "PUT /v2.0/ports/2ec8c210-c305-4537-a4d9-ee9e55a9ab94 HTTP/1.1" status: 200 len: 1091 time: 1.8861895 Jul 09 16:16:30.596300 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-77efdd39-7ff0-4377-902a-22f4561f54b8 service neutron] Request body: {'port': {'device_id': '47e9310c-d30f-4d48-993b-53c6479c7104', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:16:30.605352 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e39ab32-629b-4f4d-bd38-3a76a67d7a6e service neutron] Pushing event updated for resources: {'Port': ['ID=2ec8c210-c305-4537-a4d9-ee9e55a9ab94,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:30.627705 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d196278-6248-4c5d-9e86-aeeca679fd93 req-70130d58-8aa2-4862-96ae-5580c4ca5bf8 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:30.633939 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d196278-6248-4c5d-9e86-aeeca679fd93 req-70130d58-8aa2-4862-96ae-5580c4ca5bf8 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:30.640643 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d196278-6248-4c5d-9e86-aeeca679fd93 req-70130d58-8aa2-4862-96ae-5580c4ca5bf8 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:30.642900 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5d196278-6248-4c5d-9e86-aeeca679fd93 req-70130d58-8aa2-4862-96ae-5580c4ca5bf8 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/ports?device_id=47e9310c-d30f-4d48-993b-53c6479c7104 HTTP/1.1" status: 200 len: 2386 time: 0.0871160 Jul 09 16:16:30.653977 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6264bb26-8a55-4efa-9129-8b9d712a0fe5 req-74d741d9-d95f-49f3-a46f-54770c72604b tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Made reservation on behalf of 22daf334dfb34010b5effa44981ef077 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:16:30.657518 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6264bb26-8a55-4efa-9129-8b9d712a0fe5 req-74d741d9-d95f-49f3-a46f-54770c72604b tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:30.687678 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5d196278-6248-4c5d-9e86-aeeca679fd93 req-f8022ec2-e0e1-4699-91c8-8e8c2e80dbd8 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/security-groups?id=ed455c02-e886-4f75-ace5-02640635a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366552 Jul 09 16:16:30.726452 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd971ea-1c30-4840-8aa0-d1fec5ce4524 req-baa1ff79-b151-4131-b882-7df0ff2c2639 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:30.733170 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd971ea-1c30-4840-8aa0-d1fec5ce4524 req-baa1ff79-b151-4131-b882-7df0ff2c2639 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:30.738933 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd971ea-1c30-4840-8aa0-d1fec5ce4524 req-baa1ff79-b151-4131-b882-7df0ff2c2639 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:30.745304 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd971ea-1c30-4840-8aa0-d1fec5ce4524 req-baa1ff79-b151-4131-b882-7df0ff2c2639 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:30.751162 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd971ea-1c30-4840-8aa0-d1fec5ce4524 req-baa1ff79-b151-4131-b882-7df0ff2c2639 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:30.757128 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd971ea-1c30-4840-8aa0-d1fec5ce4524 req-baa1ff79-b151-4131-b882-7df0ff2c2639 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:30.762989 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd971ea-1c30-4840-8aa0-d1fec5ce4524 req-baa1ff79-b151-4131-b882-7df0ff2c2639 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:30.764921 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-abd971ea-1c30-4840-8aa0-d1fec5ce4524 req-baa1ff79-b151-4131-b882-7df0ff2c2639 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 5435 time: 0.2867041 Jul 09 16:16:30.829427 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-77efdd39-7ff0-4377-902a-22f4561f54b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:30.916497 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-abd971ea-1c30-4840-8aa0-d1fec5ce4524 req-13eb47c3-c94e-4859-bbc3-9f9a65218ad1 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c727296-78a2-4526-a3ce-1ec442e3beaf&id=45384544-6ff6-497a-9513-ac1d1fea2ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1410422 Jul 09 16:16:30.949769 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc029d70-a43c-4c9c-a5a9-bce448e1074b req-8cb8de82-223e-4d73-8f8d-e799ed3616d4 tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:30.951327 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cc029d70-a43c-4c9c-a5a9-bce448e1074b req-8cb8de82-223e-4d73-8f8d-e799ed3616d4 tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] 10.222.0.98 "GET /v2.0/ports?device_id=cdb562cd-5c53-47d9-92d2-a7360770cfa7 HTTP/1.1" status: 200 len: 950 time: 0.0712235 Jul 09 16:16:30.994224 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cc029d70-a43c-4c9c-a5a9-bce448e1074b req-54a65e14-8589-4b6a-9f4c-79472e562637 tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] 10.222.0.98 "GET /v2.0/security-groups?id=050398bd-dbf2-4cad-a481-0c4af43a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358872 Jul 09 16:16:31.016974 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-6264bb26-8a55-4efa-9129-8b9d712a0fe5 req-74d741d9-d95f-49f3-a46f-54770c72604b tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Allocated IP 192.168.233.239 (c7d8b865-e1f3-4446-a87b-a6da86eba8a1/f122b436-b232-4a3c-9aac-47d5639f2da4/07eb2f26-d285-4a58-8dd6-cf185e8c3dea) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:16:31.060961 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9380d95-b37d-4e4c-8dd7-18a74bd89bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a63360-2f2c-4256-88fa-b17027d6c63f'}, {'server_uuid': 'b3941099-7524-46b6-849c-55919fb70f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57443205-82ae-476f-97f0-c0fa17aa0bd6'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:16:31.063570 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60d5229-1dc8-4227-89cd-b1b7ad9a75e2" -d '{"events": [{"server_uuid": "f9380d95-b37d-4e4c-8dd7-18a74bd89bfa", "name": "network-vif-plugged", "status": "completed", "tag": "d5a63360-2f2c-4256-88fa-b17027d6c63f"}, {"server_uuid": "b3941099-7524-46b6-849c-55919fb70f5c", "name": "network-vif-plugged", "status": "completed", "tag": "57443205-82ae-476f-97f0-c0fa17aa0bd6"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:16:31.140638 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b748b16-b4e7-4973-a477-e26313fba4b3', 'tag': '924166bb-2540-42e4-a953-7ed06dded9dc'}, {'name': 'network-changed', 'server_uuid': '47e9310c-d30f-4d48-993b-53c6479c7104', 'tag': '2ec8c210-c305-4537-a4d9-ee9e55a9ab94'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:16:31.142937 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9386eb1-165e-4f15-ae4c-58d5b56ea746" -d '{"events": [{"name": "network-changed", "server_uuid": "1b748b16-b4e7-4973-a477-e26313fba4b3", "tag": "924166bb-2540-42e4-a953-7ed06dded9dc"}, {"name": "network-changed", "server_uuid": "47e9310c-d30f-4d48-993b-53c6479c7104", "tag": "2ec8c210-c305-4537-a4d9-ee9e55a9ab94"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:16:31.198740 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 16:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b83025d-f5e3-4899-a2f3-5084c4f86e52 x-openstack-request-id: req-1b83025d-f5e3-4899-a2f3-5084c4f86e52 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:16:31.199179 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9380d95-b37d-4e4c-8dd7-18a74bd89bfa", "name": "network-vif-plugged", "status": "completed", "tag": "d5a63360-2f2c-4256-88fa-b17027d6c63f", "code": 200}, {"server_uuid": "b3941099-7524-46b6-849c-55919fb70f5c", "name": "network-vif-plugged", "status": "completed", "tag": "57443205-82ae-476f-97f0-c0fa17aa0bd6", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:16:31.199526 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1b83025d-f5e3-4899-a2f3-5084c4f86e52 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:16:31.200037 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9380d95-b37d-4e4c-8dd7-18a74bd89bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a63360-2f2c-4256-88fa-b17027d6c63f', 'code': 200} Jul 09 16:16:31.200485 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3941099-7524-46b6-849c-55919fb70f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57443205-82ae-476f-97f0-c0fa17aa0bd6', 'code': 200} Jul 09 16:16:31.243348 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 09 Jul 2021 16:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c1582b-7a32-4f0d-ae22-10f213003d1b x-openstack-request-id: req-50c1582b-7a32-4f0d-ae22-10f213003d1b {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:16:31.243830 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b748b16-b4e7-4973-a477-e26313fba4b3", "tag": "924166bb-2540-42e4-a953-7ed06dded9dc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "47e9310c-d30f-4d48-993b-53c6479c7104", "tag": "2ec8c210-c305-4537-a4d9-ee9e55a9ab94", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:16:31.244883 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-50c1582b-7a32-4f0d-ae22-10f213003d1b {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:16:31.245519 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b748b16-b4e7-4973-a477-e26313fba4b3', 'tag': '924166bb-2540-42e4-a953-7ed06dded9dc', 'status': 'completed', 'code': 200} Jul 09 16:16:31.245519 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47e9310c-d30f-4d48-993b-53c6479c7104', 'tag': '2ec8c210-c305-4537-a4d9-ee9e55a9ab94', 'status': 'completed', 'code': 200} Jul 09 16:16:31.336415 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9386eb1-165e-4f15-ae4c-58d5b56ea746 req-42b54cf1-1285-496e-8c41-0da9f8359b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:31.339449 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d9386eb1-165e-4f15-ae4c-58d5b56ea746 req-42b54cf1-1285-496e-8c41-0da9f8359b31 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=546108aaf02647ac83ffc1a249896d22&device_id=1b748b16-b4e7-4973-a477-e26313fba4b3 HTTP/1.1" status: 200 len: 1125 time: 0.0779757 Jul 09 16:16:31.363502 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278d137-6e34-4f66-adb0-0e244d3faf0b req-d5e0aa3b-c9f0-481d-a9fa-d1f9d9c427fd tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:31.365042 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5278d137-6e34-4f66-adb0-0e244d3faf0b req-d5e0aa3b-c9f0-481d-a9fa-d1f9d9c427fd tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3941099-7524-46b6-849c-55919fb70f5c HTTP/1.1" status: 200 len: 945 time: 0.3276379 Jul 09 16:16:31.405201 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8033533d-ac0c-4c69-8cc6-9c683579065d req-3afe465b-90f6-428c-88de-03934fa43c35 tempest-ServerShowV247Test-66129226 tempest-ServerShowV247Test-66129226-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b709261-7ab6-46db-a410-84ca297026a3 HTTP/1.1" status: 200 len: 210 time: 0.0627928 Jul 09 16:16:31.434839 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-77efdd39-7ff0-4377-902a-22f4561f54b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26c1d596-7d06-44ff-92e2-b70ec5f712e6 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:16:31.444820 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6264bb26-8a55-4efa-9129-8b9d712a0fe5 req-74d741d9-d95f-49f3-a46f-54770c72604b tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:31.453346 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-77efdd39-7ff0-4377-902a-22f4561f54b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:31.510192 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-6264bb26-8a55-4efa-9129-8b9d712a0fe5 req-74d741d9-d95f-49f3-a46f-54770c72604b tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Transition to ACTIVE for port object 07eb2f26-d285-4a58-8dd6-cf185e8c3dea will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:16:31.525348 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5278d137-6e34-4f66-adb0-0e244d3faf0b req-250f28d8-4567-488a-aae9-03dfb7e2d1b1 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526356 Jul 09 16:16:31.530105 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-77efdd39-7ff0-4377-902a-22f4561f54b8 service neutron] Transition to ACTIVE for port object 26c1d596-7d06-44ff-92e2-b70ec5f712e6 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:16:31.541227 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-77efdd39-7ff0-4377-902a-22f4561f54b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:31.604241 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374bd1d-77bd-4f60-9182-9bc6d8a1bf30 req-679b5d4b-b864-423c-9e34-75022ae8b972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:31.606447 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0374bd1d-77bd-4f60-9182-9bc6d8a1bf30 req-679b5d4b-b864-423c-9e34-75022ae8b972 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b3941099-7524-46b6-849c-55919fb70f5c HTTP/1.1" status: 200 len: 1096 time: 0.1749659 Jul 09 16:16:31.610930 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9386eb1-165e-4f15-ae4c-58d5b56ea746 req-92f9f611-52cb-48e9-8e2f-5656e7fe3378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:31.612815 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d9386eb1-165e-4f15-ae4c-58d5b56ea746 req-92f9f611-52cb-48e9-8e2f-5656e7fe3378 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5ab794d9-1bd8-4da1-bd91-e5307e2548b2 HTTP/1.1" status: 200 len: 909 time: 0.2590921 Jul 09 16:16:31.638325 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77efdd39-7ff0-4377-902a-22f4561f54b8 service neutron] Pushing event updated for resources: {'Port': ['ID=26c1d596-7d06-44ff-92e2-b70ec5f712e6,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:31.652912 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ff591-7445-49f6-bc1a-02b118764230 req-691c2a2d-868e-4888-a02d-9ddc4a115109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:31.653403 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ff591-7445-49f6-bc1a-02b118764230 req-691c2a2d-868e-4888-a02d-9ddc4a115109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:31.653884 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ff591-7445-49f6-bc1a-02b118764230 req-691c2a2d-868e-4888-a02d-9ddc4a115109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:31.654359 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ff591-7445-49f6-bc1a-02b118764230 req-691c2a2d-868e-4888-a02d-9ddc4a115109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:31.656801 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ff591-7445-49f6-bc1a-02b118764230 req-691c2a2d-868e-4888-a02d-9ddc4a115109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:31.657111 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ff591-7445-49f6-bc1a-02b118764230 req-691c2a2d-868e-4888-a02d-9ddc4a115109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:31.657597 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ff591-7445-49f6-bc1a-02b118764230 req-691c2a2d-868e-4888-a02d-9ddc4a115109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:31.659748 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-538ff591-7445-49f6-bc1a-02b118764230 req-691c2a2d-868e-4888-a02d-9ddc4a115109 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 6492 time: 0.2404456 Jul 09 16:16:31.683258 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d9386eb1-165e-4f15-ae4c-58d5b56ea746 req-99b6abca-6c09-4fdf-9d8a-c680ab1b0e4b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=924166bb-2540-42e4-a953-7ed06dded9dc HTTP/1.1" status: 200 len: 217 time: 0.0561166 Jul 09 16:16:31.732957 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6264bb26-8a55-4efa-9129-8b9d712a0fe5 req-74d741d9-d95f-49f3-a46f-54770c72604b tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:31.744383 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['e97372da-66aa-4560-895c-407230766bbb', '8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:16:31.758999 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0a179-2d4b-4977-bdb5-70a933f2f166 req-989395a8-74d3-4e2e-82f1-f69915ba049c tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:31.761485 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d6f0a179-2d4b-4977-bdb5-70a933f2f166 req-989395a8-74d3-4e2e-82f1-f69915ba049c tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b748b16-b4e7-4973-a477-e26313fba4b3 HTTP/1.1" status: 200 len: 944 time: 0.2143424 Jul 09 16:16:31.765542 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0374bd1d-77bd-4f60-9182-9bc6d8a1bf30 req-467044dc-54c0-4064-91ec-b4f7a8beebd4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968850 Jul 09 16:16:31.782742 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9386eb1-165e-4f15-ae4c-58d5b56ea746 req-d92e98ff-e9d7-4c1e-ab7b-cd9df726ec29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:31.784625 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d9386eb1-165e-4f15-ae4c-58d5b56ea746 req-d92e98ff-e9d7-4c1e-ab7b-cd9df726ec29 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5288f2c0-4157-42ca-b91f-37115e42c839 HTTP/1.1" status: 200 len: 848 time: 0.0898898 Jul 09 16:16:31.834805 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d9386eb1-165e-4f15-ae4c-58d5b56ea746 req-b5b7b94c-4f5d-467d-a63b-034dec415bfc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5ab794d9-1bd8-4da1-bd91-e5307e2548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415759 Jul 09 16:16:31.845695 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-538ff591-7445-49f6-bc1a-02b118764230 req-902bf630-d0de-4db6-8e41-2007477003ef service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8c727296-78a2-4526-a3ce-1ec442e3beaf&id=45384544-6ff6-497a-9513-ac1d1fea2ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1574275 Jul 09 16:16:31.849832 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6264bb26-8a55-4efa-9129-8b9d712a0fe5 req-74d741d9-d95f-49f3-a46f-54770c72604b tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:16:31.859760 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-6264bb26-8a55-4efa-9129-8b9d712a0fe5 req-74d741d9-d95f-49f3-a46f-54770c72604b tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:16:31.869669 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-6264bb26-8a55-4efa-9129-8b9d712a0fe5 req-74d741d9-d95f-49f3-a46f-54770c72604b tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:16:31.879472 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d741d9-d95f-49f3-a46f-54770c72604b tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Pushing event updated for resources: {'Port': ['ID=07eb2f26-d285-4a58-8dd6-cf185e8c3dea,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:31.908635 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-77efdd39-7ff0-4377-902a-22f4561f54b8 service neutron] Attempting to bind port 26c1d596-7d06-44ff-92e2-b70ec5f712e6 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:16:31.908970 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-77efdd39-7ff0-4377-902a-22f4561f54b8 service neutron] Attempting to bind port 26c1d596-7d06-44ff-92e2-b70ec5f712e6 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '65ecd272-4f56-4161-83e5-fe458e671476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4f5d43fd-18a1-4a20-8481-b682790e1063'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:16:31.909097 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d6f0a179-2d4b-4977-bdb5-70a933f2f166 req-922c8f6f-2558-40bf-9685-f178f5079317 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360407 Jul 09 16:16:31.909312 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-77efdd39-7ff0-4377-902a-22f4561f54b8 service neutron] Attempting to bind port 26c1d596-7d06-44ff-92e2-b70ec5f712e6 on network 4f5d43fd-18a1-4a20-8481-b682790e1063 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:16:31.951323 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-77efdd39-7ff0-4377-902a-22f4561f54b8 service neutron] Port 26c1d596-7d06-44ff-92e2-b70ec5f712e6 on network 4f5d43fd-18a1-4a20-8481-b682790e1063 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:16:31.951682 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-77efdd39-7ff0-4377-902a-22f4561f54b8 service neutron] Attempting to bind port 26c1d596-7d06-44ff-92e2-b70ec5f712e6 on network 4f5d43fd-18a1-4a20-8481-b682790e1063 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:16:31.969436 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d9386eb1-165e-4f15-ae4c-58d5b56ea746 req-57111296-b541-40ec-a220-49d3e3b81fe6 service neutron] 10.222.0.77 "GET /v2.0/networks/5ab794d9-1bd8-4da1-bd91-e5307e2548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206181 Jul 09 16:16:31.978665 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6264bb26-8a55-4efa-9129-8b9d712a0fe5 req-74d741d9-d95f-49f3-a46f-54770c72604b tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:31.979584 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6264bb26-8a55-4efa-9129-8b9d712a0fe5 req-74d741d9-d95f-49f3-a46f-54770c72604b tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:31.989771 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-77efdd39-7ff0-4377-902a-22f4561f54b8 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:16:31.993828 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-77efdd39-7ff0-4377-902a-22f4561f54b8 service neutron] Checking segment: {'id': '65ecd272-4f56-4161-83e5-fe458e671476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4f5d43fd-18a1-4a20-8481-b682790e1063'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:16:31.994428 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-77efdd39-7ff0-4377-902a-22f4561f54b8 service neutron] Bound using segment: {'id': '65ecd272-4f56-4161-83e5-fe458e671476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4f5d43fd-18a1-4a20-8481-b682790e1063'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:16:31.997472 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-77efdd39-7ff0-4377-902a-22f4561f54b8 service neutron] Bound port: 26c1d596-7d06-44ff-92e2-b70ec5f712e6, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65ecd272-4f56-4161-83e5-fe458e671476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4f5d43fd-18a1-4a20-8481-b682790e1063'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:16:32.003407 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-77efdd39-7ff0-4377-902a-22f4561f54b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:32.035493 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc91f718-ca63-4bb8-8aee-edb35ff4c5d2 req-89940962-47be-4905-93d3-8396eba3e404 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:32.037146 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cc91f718-ca63-4bb8-8aee-edb35ff4c5d2 req-89940962-47be-4905-93d3-8396eba3e404 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=841a66c7-6090-49af-8daf-5c0f01dbd610 HTTP/1.1" status: 200 len: 936 time: 0.3478863 Jul 09 16:16:32.132146 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 924166bb-2540-42e4-a953-7ed06dded9dc details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:16:32.133041 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d9386eb1-165e-4f15-ae4c-58d5b56ea746 req-322374f9-ccb1-473d-a97e-3633dae1202f service neutron] 10.222.0.77 "GET /v2.0/networks/5ab794d9-1bd8-4da1-bd91-e5307e2548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482813 Jul 09 16:16:32.149196 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6264bb26-8a55-4efa-9129-8b9d712a0fe5 req-74d741d9-d95f-49f3-a46f-54770c72604b tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0990369 Jul 09 16:16:32.196476 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-6264bb26-8a55-4efa-9129-8b9d712a0fe5 req-bada78e2-ee71-4505-9713-5ca1fc27d41b service neutron] Request body: {'port': {'device_id': '841a66c7-6090-49af-8daf-5c0f01dbd610', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:16:32.203402 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cc91f718-ca63-4bb8-8aee-edb35ff4c5d2 req-b3c43f7f-62b6-4837-9236-84a43a5ab15c tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292310 Jul 09 16:16:32.258236 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e5f3041b-3754-4b3b-abdf-27d146385870 None None] Provisioning for port 07eb2f26-d285-4a58-8dd6-cf185e8c3dea completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:16:32.272505 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e5f3041b-3754-4b3b-abdf-27d146385870 None None] Provisioning complete for port 07eb2f26-d285-4a58-8dd6-cf185e8c3dea triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:16:32.272881 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e5f3041b-3754-4b3b-abdf-27d146385870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:32.283274 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-77efdd39-7ff0-4377-902a-22f4561f54b8 service neutron] For port 26c1d596-7d06-44ff-92e2-b70ec5f712e6, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:16:32.286804 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-77efdd39-7ff0-4377-902a-22f4561f54b8 service neutron] For port 26c1d596-7d06-44ff-92e2-b70ec5f712e6, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=26c1d596-7d06-44ff-92e2-b70ec5f712e6,segment=NetworkSegment(65ecd272-4f56-4161-83e5-fe458e671476),segment_id=65ecd272-4f56-4161-83e5-fe458e671476)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:16:32.298225 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-77efdd39-7ff0-4377-902a-22f4561f54b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:32.318452 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-e5f3041b-3754-4b3b-abdf-27d146385870 None None] Port 07eb2f26-d285-4a58-8dd6-cf185e8c3dea cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:16:32.324698 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 924166bb-2540-42e4-a953-7ed06dded9dc, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=924166bb-2540-42e4-a953-7ed06dded9dc,segment=NetworkSegment(b3327873-1adb-4566-ad72-2213b9292320),segment_id=b3327873-1adb-4566-ad72-2213b9292320)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:32.358131 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 924166bb-2540-42e4-a953-7ed06dded9dc has no active binding in host n-h2-798930-3 {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 16:16:32.384427 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261cca3e-a28d-429d-b6f7-b08c34637d25 req-56c9fd60-a286-44ee-84d5-9ddfee723dd9 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:32.390842 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261cca3e-a28d-429d-b6f7-b08c34637d25 req-56c9fd60-a286-44ee-84d5-9ddfee723dd9 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:32.394957 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-77efdd39-7ff0-4377-902a-22f4561f54b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:32.395709 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-77efdd39-7ff0-4377-902a-22f4561f54b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:32.396911 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261cca3e-a28d-429d-b6f7-b08c34637d25 req-56c9fd60-a286-44ee-84d5-9ddfee723dd9 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:32.397296 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-77efdd39-7ff0-4377-902a-22f4561f54b8 service neutron] 10.222.0.77 "PUT /v2.0/ports/26c1d596-7d06-44ff-92e2-b70ec5f712e6 HTTP/1.1" status: 200 len: 1091 time: 1.8154464 Jul 09 16:16:32.398640 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-261cca3e-a28d-429d-b6f7-b08c34637d25 req-56c9fd60-a286-44ee-84d5-9ddfee723dd9 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/ports?device_id=47e9310c-d30f-4d48-993b-53c6479c7104 HTTP/1.1" status: 200 len: 2398 time: 0.2412548 Jul 09 16:16:32.429515 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9386eb1-165e-4f15-ae4c-58d5b56ea746 req-46de4407-f880-44cb-b022-e5bfebbf6782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:32.430090 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9386eb1-165e-4f15-ae4c-58d5b56ea746 req-46de4407-f880-44cb-b022-e5bfebbf6782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:32.430563 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9386eb1-165e-4f15-ae4c-58d5b56ea746 req-46de4407-f880-44cb-b022-e5bfebbf6782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:32.432200 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d9386eb1-165e-4f15-ae4c-58d5b56ea746 req-46de4407-f880-44cb-b022-e5bfebbf6782 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b06c3c1f8ce64fe1a5a255532e54605c&device_id=47e9310c-d30f-4d48-993b-53c6479c7104 HTTP/1.1" status: 200 len: 2754 time: 0.2125213 Jul 09 16:16:32.461634 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-44bcf43b-0307-4d9f-9fd0-b39247c22dc0 service neutron] Request body: {'port': {'device_id': '47e9310c-d30f-4d48-993b-53c6479c7104', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:16:32.517894 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77efdd39-7ff0-4377-902a-22f4561f54b8 service neutron] Pushing event updated for resources: {'Port': ['ID=26c1d596-7d06-44ff-92e2-b70ec5f712e6,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:32.528262 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6264bb26-8a55-4efa-9129-8b9d712a0fe5 req-bada78e2-ee71-4505-9713-5ca1fc27d41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:32.565464 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-261cca3e-a28d-429d-b6f7-b08c34637d25 req-4a6d611c-858c-4a5e-a273-f9e5df55e301 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/security-groups?id=ed455c02-e886-4f75-ace5-02640635a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489248 Jul 09 16:16:32.639666 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff37ee-1145-47db-af29-9a7bb48ce2b0 req-fffc3234-1c9f-4916-856e-a2a9a9accea7 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:32.645968 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff37ee-1145-47db-af29-9a7bb48ce2b0 req-fffc3234-1c9f-4916-856e-a2a9a9accea7 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:32.652530 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff37ee-1145-47db-af29-9a7bb48ce2b0 req-fffc3234-1c9f-4916-856e-a2a9a9accea7 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:32.658308 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff37ee-1145-47db-af29-9a7bb48ce2b0 req-fffc3234-1c9f-4916-856e-a2a9a9accea7 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:32.662628 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9386eb1-165e-4f15-ae4c-58d5b56ea746 req-b4f8bb20-f2c5-4af7-9b00-6ec42f7ff463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:32.663220 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9386eb1-165e-4f15-ae4c-58d5b56ea746 req-b4f8bb20-f2c5-4af7-9b00-6ec42f7ff463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:32.663753 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9386eb1-165e-4f15-ae4c-58d5b56ea746 req-b4f8bb20-f2c5-4af7-9b00-6ec42f7ff463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:32.664094 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff37ee-1145-47db-af29-9a7bb48ce2b0 req-fffc3234-1c9f-4916-856e-a2a9a9accea7 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:32.666108 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d9386eb1-165e-4f15-ae4c-58d5b56ea746 req-b4f8bb20-f2c5-4af7-9b00-6ec42f7ff463 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=b06c3c1f8ce64fe1a5a255532e54605c&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2218077 Jul 09 16:16:32.671246 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff37ee-1145-47db-af29-9a7bb48ce2b0 req-fffc3234-1c9f-4916-856e-a2a9a9accea7 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:32.677403 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff37ee-1145-47db-af29-9a7bb48ce2b0 req-fffc3234-1c9f-4916-856e-a2a9a9accea7 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:32.684131 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-57ff37ee-1145-47db-af29-9a7bb48ce2b0 req-fffc3234-1c9f-4916-856e-a2a9a9accea7 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 5435 time: 0.2803206 Jul 09 16:16:32.687143 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-44bcf43b-0307-4d9f-9fd0-b39247c22dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:32.804426 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9386eb1-165e-4f15-ae4c-58d5b56ea746 req-ba47bd01-a923-435f-9447-3fa0a41cfd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:32.805902 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d9386eb1-165e-4f15-ae4c-58d5b56ea746 req-ba47bd01-a923-435f-9447-3fa0a41cfd84 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1312869 Jul 09 16:16:32.817154 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb98e10-d25c-4fa2-af7c-74508717a3ab req-5bd73be7-4dd2-487e-ada3-9a705154bc4d tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:32.819093 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cbb98e10-d25c-4fa2-af7c-74508717a3ab req-5bd73be7-4dd2-487e-ada3-9a705154bc4d tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] 10.222.0.98 "GET /v2.0/ports?device_id=cdb562cd-5c53-47d9-92d2-a7360770cfa7 HTTP/1.1" status: 200 len: 950 time: 0.1246588 Jul 09 16:16:32.849608 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-57ff37ee-1145-47db-af29-9a7bb48ce2b0 req-e09187e2-44e2-485d-83fb-1fc22d3298a3 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c727296-78a2-4526-a3ce-1ec442e3beaf&id=45384544-6ff6-497a-9513-ac1d1fea2ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1535523 Jul 09 16:16:32.875436 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cbb98e10-d25c-4fa2-af7c-74508717a3ab req-0c62a252-aec5-4e38-839c-3c6a5bb523b8 tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] 10.222.0.98 "GET /v2.0/security-groups?id=050398bd-dbf2-4cad-a481-0c4af43a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455739 Jul 09 16:16:33.011419 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-00044504-3389-4c38-872f-ccba1d9a829c req-fcff6c60-a6ca-4bd5-83da-fdb49b84d9d4 tempest-ServerShowV247Test-66129226 tempest-ServerShowV247Test-66129226-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b709261-7ab6-46db-a410-84ca297026a3 HTTP/1.1" status: 200 len: 210 time: 0.0291994 Jul 09 16:16:33.188500 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-6264bb26-8a55-4efa-9129-8b9d712a0fe5 req-bada78e2-ee71-4505-9713-5ca1fc27d41b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07eb2f26-d285-4a58-8dd6-cf185e8c3dea {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:16:33.208908 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6264bb26-8a55-4efa-9129-8b9d712a0fe5 req-bada78e2-ee71-4505-9713-5ca1fc27d41b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:33.251224 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47e9310c-d30f-4d48-993b-53c6479c7104', 'tag': '26c1d596-7d06-44ff-92e2-b70ec5f712e6'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:16:33.253688 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385261cc-c060-4b86-b35f-ac3a87d21157" -d '{"events": [{"name": "network-changed", "server_uuid": "47e9310c-d30f-4d48-993b-53c6479c7104", "tag": "26c1d596-7d06-44ff-92e2-b70ec5f712e6"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:16:33.264725 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-6264bb26-8a55-4efa-9129-8b9d712a0fe5 req-bada78e2-ee71-4505-9713-5ca1fc27d41b service neutron] Transition to ACTIVE for port object 07eb2f26-d285-4a58-8dd6-cf185e8c3dea will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:16:33.281831 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6264bb26-8a55-4efa-9129-8b9d712a0fe5 req-bada78e2-ee71-4505-9713-5ca1fc27d41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:33.290375 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-44bcf43b-0307-4d9f-9fd0-b39247c22dc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 804e60b9-32e6-4d8f-9b4d-89a1d46391ee {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:16:33.328990 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-44bcf43b-0307-4d9f-9fd0-b39247c22dc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:33.338598 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6923c679-631b-473a-bbb5-4c3b2d53280c req-230bc258-e4d3-4c78-aad2-24ae3b5fb606 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:33.340151 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6923c679-631b-473a-bbb5-4c3b2d53280c req-230bc258-e4d3-4c78-aad2-24ae3b5fb606 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3941099-7524-46b6-849c-55919fb70f5c HTTP/1.1" status: 200 len: 945 time: 0.2173944 Jul 09 16:16:33.388916 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-44bcf43b-0307-4d9f-9fd0-b39247c22dc0 service neutron] Transition to ACTIVE for port object 804e60b9-32e6-4d8f-9b4d-89a1d46391ee will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:16:33.391539 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bada78e2-ee71-4505-9713-5ca1fc27d41b service neutron] Pushing event updated for resources: {'Port': ['ID=07eb2f26-d285-4a58-8dd6-cf185e8c3dea,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:33.399643 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-44bcf43b-0307-4d9f-9fd0-b39247c22dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:33.437808 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1772e-eba8-4fdf-ade0-458c378bb3bc req-2880e20c-565d-4565-9f2a-8036a9f6a1ca tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:33.439635 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e5f1772e-eba8-4fdf-ade0-458c378bb3bc req-2880e20c-565d-4565-9f2a-8036a9f6a1ca tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b748b16-b4e7-4973-a477-e26313fba4b3 HTTP/1.1" status: 200 len: 944 time: 0.0798826 Jul 09 16:16:33.491605 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e5f1772e-eba8-4fdf-ade0-458c378bb3bc req-f8b1b3dc-7d71-47c3-9417-c373ef9a7981 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452273 Jul 09 16:16:33.519385 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6923c679-631b-473a-bbb5-4c3b2d53280c req-a26fc141-5682-48b0-bc38-cd0424b42f6c tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636925 Jul 09 16:16:33.609451 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bcf43b-0307-4d9f-9fd0-b39247c22dc0 service neutron] Pushing event updated for resources: {'Port': ['ID=804e60b9-32e6-4d8f-9b4d-89a1d46391ee,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:33.642693 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-6264bb26-8a55-4efa-9129-8b9d712a0fe5 req-bada78e2-ee71-4505-9713-5ca1fc27d41b service neutron] Attempting to bind port 07eb2f26-d285-4a58-8dd6-cf185e8c3dea on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:16:33.643260 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-6264bb26-8a55-4efa-9129-8b9d712a0fe5 req-bada78e2-ee71-4505-9713-5ca1fc27d41b service neutron] Attempting to bind port 07eb2f26-d285-4a58-8dd6-cf185e8c3dea by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:16:33.643914 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6264bb26-8a55-4efa-9129-8b9d712a0fe5 req-bada78e2-ee71-4505-9713-5ca1fc27d41b service neutron] Attempting to bind port 07eb2f26-d285-4a58-8dd6-cf185e8c3dea on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:16:33.658044 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6264bb26-8a55-4efa-9129-8b9d712a0fe5 req-bada78e2-ee71-4505-9713-5ca1fc27d41b service neutron] Port 07eb2f26-d285-4a58-8dd6-cf185e8c3dea on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:16:33.658524 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6264bb26-8a55-4efa-9129-8b9d712a0fe5 req-bada78e2-ee71-4505-9713-5ca1fc27d41b service neutron] Attempting to bind port 07eb2f26-d285-4a58-8dd6-cf185e8c3dea on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:16:33.667549 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6264bb26-8a55-4efa-9129-8b9d712a0fe5 req-bada78e2-ee71-4505-9713-5ca1fc27d41b service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:16:33.667885 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6264bb26-8a55-4efa-9129-8b9d712a0fe5 req-bada78e2-ee71-4505-9713-5ca1fc27d41b service neutron] Checking segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:16:33.668595 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6264bb26-8a55-4efa-9129-8b9d712a0fe5 req-bada78e2-ee71-4505-9713-5ca1fc27d41b service neutron] Bound using segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:16:33.669048 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-6264bb26-8a55-4efa-9129-8b9d712a0fe5 req-bada78e2-ee71-4505-9713-5ca1fc27d41b service neutron] Bound port: 07eb2f26-d285-4a58-8dd6-cf185e8c3dea, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:16:33.669414 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6264bb26-8a55-4efa-9129-8b9d712a0fe5 req-bada78e2-ee71-4505-9713-5ca1fc27d41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:33.723204 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95821d56-81ad-427e-9e9a-22101a064245 req-1b71aa01-8c23-4a6a-91f5-a5a964417fe9 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:33.724748 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-95821d56-81ad-427e-9e9a-22101a064245 req-1b71aa01-8c23-4a6a-91f5-a5a964417fe9 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] 10.222.0.98 "GET /v2.0/ports?device_id=86b0c58e-6369-4d58-8be8-30f32f1f6d95 HTTP/1.1" status: 200 len: 946 time: 0.0798230 Jul 09 16:16:33.760651 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-44bcf43b-0307-4d9f-9fd0-b39247c22dc0 service neutron] Attempting to bind port 804e60b9-32e6-4d8f-9b4d-89a1d46391ee on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:16:33.761059 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-44bcf43b-0307-4d9f-9fd0-b39247c22dc0 service neutron] Attempting to bind port 804e60b9-32e6-4d8f-9b4d-89a1d46391ee by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '3bece331-ff41-4b63-9293-b1f5e506b5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'eff0b7eb-1e30-49b5-b64c-418e6c3135e7'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:16:33.761486 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-44bcf43b-0307-4d9f-9fd0-b39247c22dc0 service neutron] Attempting to bind port 804e60b9-32e6-4d8f-9b4d-89a1d46391ee on network eff0b7eb-1e30-49b5-b64c-418e6c3135e7 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:16:33.769591 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-95821d56-81ad-427e-9e9a-22101a064245 req-ce9ef560-2284-486c-801b-90dcd2e3976b tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] 10.222.0.98 "GET /v2.0/security-groups?id=5735b4b8-7e17-4d09-ac7c-df06ec8371f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374339 Jul 09 16:16:33.775205 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-44bcf43b-0307-4d9f-9fd0-b39247c22dc0 service neutron] Port 804e60b9-32e6-4d8f-9b4d-89a1d46391ee on network eff0b7eb-1e30-49b5-b64c-418e6c3135e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:16:33.775549 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-44bcf43b-0307-4d9f-9fd0-b39247c22dc0 service neutron] Attempting to bind port 804e60b9-32e6-4d8f-9b4d-89a1d46391ee on network eff0b7eb-1e30-49b5-b64c-418e6c3135e7 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:16:33.806151 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-44bcf43b-0307-4d9f-9fd0-b39247c22dc0 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:16:33.806151 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-44bcf43b-0307-4d9f-9fd0-b39247c22dc0 service neutron] Checking segment: {'id': '3bece331-ff41-4b63-9293-b1f5e506b5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'eff0b7eb-1e30-49b5-b64c-418e6c3135e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:16:33.806151 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-44bcf43b-0307-4d9f-9fd0-b39247c22dc0 service neutron] Bound using segment: {'id': '3bece331-ff41-4b63-9293-b1f5e506b5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'eff0b7eb-1e30-49b5-b64c-418e6c3135e7'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:16:33.806880 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-44bcf43b-0307-4d9f-9fd0-b39247c22dc0 service neutron] Bound port: 804e60b9-32e6-4d8f-9b4d-89a1d46391ee, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bece331-ff41-4b63-9293-b1f5e506b5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'eff0b7eb-1e30-49b5-b64c-418e6c3135e7'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:16:33.807248 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-44bcf43b-0307-4d9f-9fd0-b39247c22dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:33.855132 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-6264bb26-8a55-4efa-9129-8b9d712a0fe5 req-bada78e2-ee71-4505-9713-5ca1fc27d41b service neutron] For port 07eb2f26-d285-4a58-8dd6-cf185e8c3dea, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:16:33.878838 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-6264bb26-8a55-4efa-9129-8b9d712a0fe5 req-bada78e2-ee71-4505-9713-5ca1fc27d41b service neutron] For port 07eb2f26-d285-4a58-8dd6-cf185e8c3dea, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=07eb2f26-d285-4a58-8dd6-cf185e8c3dea,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:16:33.890599 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a93cd-d82e-4be0-bc56-4b6b0e582f91 req-9b67eceb-e3bc-4b66-b0be-7624535ad072 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:33.892025 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-341a93cd-d82e-4be0-bc56-4b6b0e582f91 req-9b67eceb-e3bc-4b66-b0be-7624535ad072 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=841a66c7-6090-49af-8daf-5c0f01dbd610 HTTP/1.1" status: 200 len: 948 time: 0.2181592 Jul 09 16:16:33.896247 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6264bb26-8a55-4efa-9129-8b9d712a0fe5 req-bada78e2-ee71-4505-9713-5ca1fc27d41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:33.960464 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d8f8f6-4aa5-4485-95cb-f40230c36cf8 req-bb6c2f0e-dbff-456e-96a4-d6f37d85d652 tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:33.963267 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d8d8f8f6-4aa5-4485-95cb-f40230c36cf8 req-bb6c2f0e-dbff-456e-96a4-d6f37d85d652 tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] 10.222.0.98 "GET /v2.0/ports?device_id=cdb562cd-5c53-47d9-92d2-a7360770cfa7 HTTP/1.1" status: 200 len: 950 time: 0.0734067 Jul 09 16:16:33.963804 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6264bb26-8a55-4efa-9129-8b9d712a0fe5 req-bada78e2-ee71-4505-9713-5ca1fc27d41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:33.964412 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6264bb26-8a55-4efa-9129-8b9d712a0fe5 req-bada78e2-ee71-4505-9713-5ca1fc27d41b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:33.965783 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6264bb26-8a55-4efa-9129-8b9d712a0fe5 req-bada78e2-ee71-4505-9713-5ca1fc27d41b service neutron] 10.222.0.77 "PUT /v2.0/ports/07eb2f26-d285-4a58-8dd6-cf185e8c3dea HTTP/1.1" status: 200 len: 1096 time: 1.7811279 Jul 09 16:16:33.970245 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-44bcf43b-0307-4d9f-9fd0-b39247c22dc0 service neutron] For port 804e60b9-32e6-4d8f-9b4d-89a1d46391ee, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:16:34.010679 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-44bcf43b-0307-4d9f-9fd0-b39247c22dc0 service neutron] For port 804e60b9-32e6-4d8f-9b4d-89a1d46391ee, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=804e60b9-32e6-4d8f-9b4d-89a1d46391ee,segment=NetworkSegment(3bece331-ff41-4b63-9293-b1f5e506b5c5),segment_id=3bece331-ff41-4b63-9293-b1f5e506b5c5)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:16:34.020973 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d8d8f8f6-4aa5-4485-95cb-f40230c36cf8 req-badd236f-6014-416a-8e9c-1786bc1ec31e tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] 10.222.0.98 "GET /v2.0/security-groups?id=050398bd-dbf2-4cad-a481-0c4af43a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528324 Jul 09 16:16:34.030269 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-341a93cd-d82e-4be0-bc56-4b6b0e582f91 req-16911c39-f5ed-4acc-b42a-b159f902223f tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221576 Jul 09 16:16:34.075759 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-44bcf43b-0307-4d9f-9fd0-b39247c22dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:34.103543 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bada78e2-ee71-4505-9713-5ca1fc27d41b service neutron] Pushing event updated for resources: {'Port': ['ID=07eb2f26-d285-4a58-8dd6-cf185e8c3dea,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:34.109826 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a2deb3-fe14-4541-a2ad-23e9cb36c21d x-openstack-request-id: req-b6a2deb3-fe14-4541-a2ad-23e9cb36c21d {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:16:34.111276 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47e9310c-d30f-4d48-993b-53c6479c7104", "tag": "26c1d596-7d06-44ff-92e2-b70ec5f712e6", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:16:34.111276 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b6a2deb3-fe14-4541-a2ad-23e9cb36c21d {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:16:34.111276 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47e9310c-d30f-4d48-993b-53c6479c7104', 'tag': '26c1d596-7d06-44ff-92e2-b70ec5f712e6', 'status': 'completed', 'code': 200} Jul 09 16:16:34.115484 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-44bcf43b-0307-4d9f-9fd0-b39247c22dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:34.116235 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-44bcf43b-0307-4d9f-9fd0-b39247c22dc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:34.118862 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-44bcf43b-0307-4d9f-9fd0-b39247c22dc0 service neutron] 10.222.0.77 "PUT /v2.0/ports/804e60b9-32e6-4d8f-9b4d-89a1d46391ee HTTP/1.1" status: 200 len: 1091 time: 1.6626806 Jul 09 16:16:34.311291 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6264bb26-8a55-4efa-9129-8b9d712a0fe5 req-bea999e1-0d6d-436c-821e-c7ff5131161b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:34.312828 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6264bb26-8a55-4efa-9129-8b9d712a0fe5 req-bea999e1-0d6d-436c-821e-c7ff5131161b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=22daf334dfb34010b5effa44981ef077&device_id=841a66c7-6090-49af-8daf-5c0f01dbd610 HTTP/1.1" status: 200 len: 1099 time: 0.2992051 Jul 09 16:16:34.314138 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bcf43b-0307-4d9f-9fd0-b39247c22dc0 service neutron] Pushing event updated for resources: {'Port': ['ID=804e60b9-32e6-4d8f-9b4d-89a1d46391ee,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:34.330641 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8aa442-ac40-437f-9012-109c9fcf035c req-567d8f0e-8218-472c-95aa-81af081e6f99 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:34.337999 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8aa442-ac40-437f-9012-109c9fcf035c req-567d8f0e-8218-472c-95aa-81af081e6f99 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:34.345466 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8aa442-ac40-437f-9012-109c9fcf035c req-567d8f0e-8218-472c-95aa-81af081e6f99 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:34.348278 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7e8aa442-ac40-437f-9012-109c9fcf035c req-567d8f0e-8218-472c-95aa-81af081e6f99 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/ports?device_id=47e9310c-d30f-4d48-993b-53c6479c7104 HTTP/1.1" status: 200 len: 2410 time: 0.1082969 Jul 09 16:16:34.391348 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7e8aa442-ac40-437f-9012-109c9fcf035c req-3aacbcd6-3923-4c05-8488-7692becee2da tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/security-groups?id=ed455c02-e886-4f75-ace5-02640635a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361001 Jul 09 16:16:34.546831 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1afacaeb-332e-4a1a-975e-e5c4b3470dd0 req-ab6f276a-bb29-42ab-b2d2-c6212ac8e1ca tempest-ServerShowV247Test-66129226 tempest-ServerShowV247Test-66129226-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b709261-7ab6-46db-a410-84ca297026a3 HTTP/1.1" status: 200 len: 210 time: 0.0310376 Jul 09 16:16:34.670445 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6264bb26-8a55-4efa-9129-8b9d712a0fe5 req-aa0dbf07-7d6f-4572-93d8-1f651835586d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=07eb2f26-d285-4a58-8dd6-cf185e8c3dea HTTP/1.1" status: 200 len: 217 time: 0.0437484 Jul 09 16:16:34.722530 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82449377-7bcf-4ace-9f57-7a2bec47c2aa req-e8b68f05-eec6-4b49-b5d1-ea7a77f78dda tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:34.724290 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-82449377-7bcf-4ace-9f57-7a2bec47c2aa req-e8b68f05-eec6-4b49-b5d1-ea7a77f78dda tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b748b16-b4e7-4973-a477-e26313fba4b3 HTTP/1.1" status: 200 len: 944 time: 0.0692732 Jul 09 16:16:34.734622 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385261cc-c060-4b86-b35f-ac3a87d21157 req-817c981d-b11f-47a0-8762-06297f950505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:34.735123 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385261cc-c060-4b86-b35f-ac3a87d21157 req-817c981d-b11f-47a0-8762-06297f950505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:34.735596 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385261cc-c060-4b86-b35f-ac3a87d21157 req-817c981d-b11f-47a0-8762-06297f950505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:34.737213 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-385261cc-c060-4b86-b35f-ac3a87d21157 req-817c981d-b11f-47a0-8762-06297f950505 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b06c3c1f8ce64fe1a5a255532e54605c&device_id=47e9310c-d30f-4d48-993b-53c6479c7104 HTTP/1.1" status: 200 len: 2863 time: 0.5576177 Jul 09 16:16:34.757287 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6264bb26-8a55-4efa-9129-8b9d712a0fe5 req-fd03b690-eb1b-43b6-9225-8a85107f50b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:34.758687 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6264bb26-8a55-4efa-9129-8b9d712a0fe5 req-fd03b690-eb1b-43b6-9225-8a85107f50b4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.0808671 Jul 09 16:16:34.765080 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-82449377-7bcf-4ace-9f57-7a2bec47c2aa req-d62e73e4-28bb-466d-b7d7-7db9645cb0c5 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331168 Jul 09 16:16:34.784474 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb2a65-f15a-418c-b218-d823b5caf1f3 req-455137f6-312e-4982-9f95-dd77bee03e61 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:34.790949 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb2a65-f15a-418c-b218-d823b5caf1f3 req-455137f6-312e-4982-9f95-dd77bee03e61 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:34.796865 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb2a65-f15a-418c-b218-d823b5caf1f3 req-455137f6-312e-4982-9f95-dd77bee03e61 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:34.803145 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb2a65-f15a-418c-b218-d823b5caf1f3 req-455137f6-312e-4982-9f95-dd77bee03e61 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:34.808901 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb2a65-f15a-418c-b218-d823b5caf1f3 req-455137f6-312e-4982-9f95-dd77bee03e61 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:34.814756 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb2a65-f15a-418c-b218-d823b5caf1f3 req-455137f6-312e-4982-9f95-dd77bee03e61 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:34.820676 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb2a65-f15a-418c-b218-d823b5caf1f3 req-455137f6-312e-4982-9f95-dd77bee03e61 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:34.822692 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7dcb2a65-f15a-418c-b218-d823b5caf1f3 req-455137f6-312e-4982-9f95-dd77bee03e61 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 5435 time: 0.5337234 Jul 09 16:16:34.953003 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1f45d-56b9-4251-8e99-b86013345a57 req-68ae4589-4613-4dc0-87c3-400de6e6d03a tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:34.954361 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f5e1f45d-56b9-4251-8e99-b86013345a57 req-68ae4589-4613-4dc0-87c3-400de6e6d03a tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3941099-7524-46b6-849c-55919fb70f5c HTTP/1.1" status: 200 len: 945 time: 0.0670857 Jul 09 16:16:34.963761 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7dcb2a65-f15a-418c-b218-d823b5caf1f3 req-b1e25fb1-89b2-4884-815f-c999cd776582 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c727296-78a2-4526-a3ce-1ec442e3beaf&id=45384544-6ff6-497a-9513-ac1d1fea2ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1053007 Jul 09 16:16:34.975497 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385261cc-c060-4b86-b35f-ac3a87d21157 req-29bd6d66-8e83-44c6-b13b-25e07064a649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:34.975948 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385261cc-c060-4b86-b35f-ac3a87d21157 req-29bd6d66-8e83-44c6-b13b-25e07064a649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:34.976422 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385261cc-c060-4b86-b35f-ac3a87d21157 req-29bd6d66-8e83-44c6-b13b-25e07064a649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:34.978586 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-385261cc-c060-4b86-b35f-ac3a87d21157 req-29bd6d66-8e83-44c6-b13b-25e07064a649 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=b06c3c1f8ce64fe1a5a255532e54605c&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2319613 Jul 09 16:16:34.993702 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6264bb26-8a55-4efa-9129-8b9d712a0fe5 req-bf81ce17-8597-46dd-95ed-44569b1e98d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:34.995178 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6264bb26-8a55-4efa-9129-8b9d712a0fe5 req-bf81ce17-8597-46dd-95ed-44569b1e98d6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2233737 Jul 09 16:16:35.008774 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f5e1f45d-56b9-4251-8e99-b86013345a57 req-026bc86a-58cb-4376-af52-eafbc6361cc1 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484278 Jul 09 16:16:35.171928 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385261cc-c060-4b86-b35f-ac3a87d21157 req-465d7cf1-52c4-4982-b447-5b078e590fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:35.179618 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-385261cc-c060-4b86-b35f-ac3a87d21157 req-465d7cf1-52c4-4982-b447-5b078e590fbc service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1955056 Jul 09 16:16:35.182147 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6264bb26-8a55-4efa-9129-8b9d712a0fe5 req-bcda7089-85bb-47be-8ed6-a4941c82f47f service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738257 Jul 09 16:16:35.266241 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e8ccd-917a-434e-a138-3485af8359cf req-023237a1-7fc3-49fc-be7e-24703f7e1279 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:35.267633 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fd8e8ccd-917a-434e-a138-3485af8359cf req-023237a1-7fc3-49fc-be7e-24703f7e1279 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=841a66c7-6090-49af-8daf-5c0f01dbd610 HTTP/1.1" status: 200 len: 948 time: 0.0917265 Jul 09 16:16:35.318915 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fd8e8ccd-917a-434e-a138-3485af8359cf req-8a834843-0a60-48c1-8915-e52d7ceceec3 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428658 Jul 09 16:16:35.432334 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6264bb26-8a55-4efa-9129-8b9d712a0fe5 req-194e70ca-5704-4e91-b15d-731186999830 service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353554 Jul 09 16:16:35.465209 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-46f13cc0-a04f-4d12-b22e-648bef057e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:35.465806 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-46f13cc0-a04f-4d12-b22e-648bef057e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:35.466160 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-46f13cc0-a04f-4d12-b22e-648bef057e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:35.468043 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-46f13cc0-a04f-4d12-b22e-648bef057e24 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b06c3c1f8ce64fe1a5a255532e54605c&device_id=47e9310c-d30f-4d48-993b-53c6479c7104 HTTP/1.1" status: 200 len: 2863 time: 0.1668761 Jul 09 16:16:35.476071 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb2360-8eed-49da-ad04-44ef0ea1ba60 req-9abf2c74-5e9f-4d61-b3d6-da281a7b88f5 tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:35.477551 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2feb2360-8eed-49da-ad04-44ef0ea1ba60 req-9abf2c74-5e9f-4d61-b3d6-da281a7b88f5 tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] 10.222.0.98 "GET /v2.0/ports?device_id=cdb562cd-5c53-47d9-92d2-a7360770cfa7 HTTP/1.1" status: 200 len: 950 time: 0.1739497 Jul 09 16:16:35.542556 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-1396bdbc-8b5d-47d6-ac63-d6f3c1cbc751 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.35&port_id=2ec8c210-c305-4537-a4d9-ee9e55a9ab94 HTTP/1.1" status: 200 len: 217 time: 0.0639498 Jul 09 16:16:35.607318 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2feb2360-8eed-49da-ad04-44ef0ea1ba60 req-0f7c8983-f880-40a9-a9fd-bbaf406ab0ef tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] 10.222.0.98 "GET /v2.0/security-groups?id=050398bd-dbf2-4cad-a481-0c4af43a708c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150126 Jul 09 16:16:35.614614 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-39281c79-e984-463f-b7ee-5ac1262779b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:35.616322 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-39281c79-e984-463f-b7ee-5ac1262779b0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a8cf9797-d283-4b19-93a4-6d9d904fc29e HTTP/1.1" status: 200 len: 801 time: 0.0669389 Jul 09 16:16:35.689551 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b96e34-7c08-4a2e-b2c3-9a31cabcd633 req-4db59789-e7be-4605-b454-aa6285093243 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:35.691860 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-86b96e34-7c08-4a2e-b2c3-9a31cabcd633 req-4db59789-e7be-4605-b454-aa6285093243 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] 10.222.0.98 "GET /v2.0/ports?device_id=86b0c58e-6369-4d58-8be8-30f32f1f6d95 HTTP/1.1" status: 200 len: 946 time: 0.0743959 Jul 09 16:16:35.695506 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-d2a327de-da2f-4f8b-a46a-2436091fe4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:35.697962 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-d2a327de-da2f-4f8b-a46a-2436091fe4d6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=eff0b7eb-1e30-49b5-b64c-418e6c3135e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0725663 Jul 09 16:16:35.736079 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-86b96e34-7c08-4a2e-b2c3-9a31cabcd633 req-8a395885-4feb-418f-98c0-b50094a6c656 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] 10.222.0.98 "GET /v2.0/security-groups?id=5735b4b8-7e17-4d09-ac7c-df06ec8371f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367033 Jul 09 16:16:35.845235 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-78d462dd-0379-4e36-bb2d-239f9d0505bc service neutron] 10.222.0.77 "GET /v2.0/networks/eff0b7eb-1e30-49b5-b64c-418e6c3135e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373866 Jul 09 16:16:35.861721 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68dd31-0db1-48c0-8cfe-4e5b5a4996c3 req-b4c3859c-9e69-4ae8-bdf8-43f423c1a30d tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:35.867838 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68dd31-0db1-48c0-8cfe-4e5b5a4996c3 req-b4c3859c-9e69-4ae8-bdf8-43f423c1a30d tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:35.874511 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68dd31-0db1-48c0-8cfe-4e5b5a4996c3 req-b4c3859c-9e69-4ae8-bdf8-43f423c1a30d tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:35.876342 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5c68dd31-0db1-48c0-8cfe-4e5b5a4996c3 req-b4c3859c-9e69-4ae8-bdf8-43f423c1a30d tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/ports?device_id=47e9310c-d30f-4d48-993b-53c6479c7104 HTTP/1.1" status: 200 len: 2410 time: 0.1468706 Jul 09 16:16:35.975730 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5c68dd31-0db1-48c0-8cfe-4e5b5a4996c3 req-3887cf47-cf37-47e5-9205-b03b8e64343b tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/security-groups?id=ed455c02-e886-4f75-ace5-02640635a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906396 Jul 09 16:16:36.007305 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-f75a4ad9-a7cc-49c9-bcab-503b79be99a9 service neutron] 10.222.0.77 "GET /v2.0/networks/eff0b7eb-1e30-49b5-b64c-418e6c3135e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298726 Jul 09 16:16:36.060691 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-50d5635e-0735-4b54-9025-083bc7f150fa service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.55&port_id=26c1d596-7d06-44ff-92e2-b70ec5f712e6 HTTP/1.1" status: 200 len: 217 time: 0.0450215 Jul 09 16:16:36.153777 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '841a66c7-6090-49af-8daf-5c0f01dbd610', 'tag': '07eb2f26-d285-4a58-8dd6-cf185e8c3dea'}, {'name': 'network-changed', 'server_uuid': '47e9310c-d30f-4d48-993b-53c6479c7104', 'tag': '804e60b9-32e6-4d8f-9b4d-89a1d46391ee'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:16:36.156141 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4abe7589-a3bd-4b2e-9bea-e5e8cc03b7a9" -d '{"events": [{"name": "network-changed", "server_uuid": "841a66c7-6090-49af-8daf-5c0f01dbd610", "tag": "07eb2f26-d285-4a58-8dd6-cf185e8c3dea"}, {"name": "network-changed", "server_uuid": "47e9310c-d30f-4d48-993b-53c6479c7104", "tag": "804e60b9-32e6-4d8f-9b4d-89a1d46391ee"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:16:36.156408 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 924166bb-2540-42e4-a953-7ed06dded9dc details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:16:36.185392 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-cb8b3924-9b20-4b8c-9e83-29a4bdca503e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:36.186947 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-cb8b3924-9b20-4b8c-9e83-29a4bdca503e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1c395d6b-f600-436c-9241-9da80976fe97 HTTP/1.1" status: 200 len: 801 time: 0.0848718 Jul 09 16:16:36.217341 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-24eeef10-c2bd-4db3-921c-92993d6b90e7 req-0901283c-2bfc-487f-a14e-584e42984f72 tempest-ServerShowV247Test-66129226 tempest-ServerShowV247Test-66129226-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b709261-7ab6-46db-a410-84ca297026a3 HTTP/1.1" status: 200 len: 210 time: 0.3755324 Jul 09 16:16:36.262736 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a04b1-e4cb-4150-a16c-cf43a2de176d req-eb718f4f-17e5-4fd8-9293-c17e5565e593 tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:36.264158 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5f7a04b1-e4cb-4150-a16c-cf43a2de176d req-eb718f4f-17e5-4fd8-9293-c17e5565e593 tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] 10.222.0.73 "GET /v2.0/ports?device_id=cdb562cd-5c53-47d9-92d2-a7360770cfa7 HTTP/1.1" status: 200 len: 950 time: 0.2022548 Jul 09 16:16:36.300221 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 924166bb-2540-42e4-a953-7ed06dded9dc, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=924166bb-2540-42e4-a953-7ed06dded9dc,segment=NetworkSegment(b3327873-1adb-4566-ad72-2213b9292320),segment_id=b3327873-1adb-4566-ad72-2213b9292320)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:36.312118 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 924166bb-2540-42e4-a953-7ed06dded9dc has no active binding in host n-h2-798930-3 {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 16:16:36.417161 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d228e-ca58-41aa-80ed-7ece5c912ac7 req-93f8054d-a33e-4655-a726-64d1461a5bd0 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:36.418673 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cb5d228e-ca58-41aa-80ed-7ece5c912ac7 req-93f8054d-a33e-4655-a726-64d1461a5bd0 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b748b16-b4e7-4973-a477-e26313fba4b3 HTTP/1.1" status: 200 len: 944 time: 0.2562499 Jul 09 16:16:36.433261 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca30b7d-5ec8-4f02-90cc-9b208e37b133 req-20e1aed2-b229-46a9-bf35-91b1322787fe tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:36.439495 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca30b7d-5ec8-4f02-90cc-9b208e37b133 req-20e1aed2-b229-46a9-bf35-91b1322787fe tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:36.445478 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca30b7d-5ec8-4f02-90cc-9b208e37b133 req-20e1aed2-b229-46a9-bf35-91b1322787fe tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:36.451648 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca30b7d-5ec8-4f02-90cc-9b208e37b133 req-20e1aed2-b229-46a9-bf35-91b1322787fe tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:36.458039 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca30b7d-5ec8-4f02-90cc-9b208e37b133 req-20e1aed2-b229-46a9-bf35-91b1322787fe tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:36.464262 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-613fbb31-d6bc-4af0-983e-8ebda33a26e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:36.464769 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca30b7d-5ec8-4f02-90cc-9b208e37b133 req-20e1aed2-b229-46a9-bf35-91b1322787fe tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:36.465786 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-613fbb31-d6bc-4af0-983e-8ebda33a26e1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4f5d43fd-18a1-4a20-8481-b682790e1063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2566621 Jul 09 16:16:36.470365 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-350b8ff2-1452-4282-87c3-b2a745ef706e service neutron] 10.222.0.77 "GET /v2.0/ports/924166bb-2540-42e4-a953-7ed06dded9dc/bindings/n-h2-798930-3 HTTP/1.1" status: 200 len: 384 time: 0.1517994 Jul 09 16:16:36.470619 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca30b7d-5ec8-4f02-90cc-9b208e37b133 req-20e1aed2-b229-46a9-bf35-91b1322787fe tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:36.472547 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cca30b7d-5ec8-4f02-90cc-9b208e37b133 req-20e1aed2-b229-46a9-bf35-91b1322787fe tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 5435 time: 0.1119058 Jul 09 16:16:36.514883 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cb5d228e-ca58-41aa-80ed-7ece5c912ac7 req-3f7fe932-faf8-486e-884a-808501bed2d2 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872755 Jul 09 16:16:36.521478 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cca30b7d-5ec8-4f02-90cc-9b208e37b133 req-8137f5ec-edf3-4cb9-9546-3a6d00e9e369 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c727296-78a2-4526-a3ce-1ec442e3beaf&id=45384544-6ff6-497a-9513-ac1d1fea2ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415580 Jul 09 16:16:36.575640 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-5f7a04b1-e4cb-4150-a16c-cf43a2de176d req-7daec125-f28b-4ea7-954f-5de0518a33ed tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] Deleting port db145860-2e4c-42eb-8e30-fccafad27bd9 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:16:36.575974 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5f7a04b1-e4cb-4150-a16c-cf43a2de176d req-7daec125-f28b-4ea7-954f-5de0518a33ed tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:36.579643 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 09 Jul 2021 16:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d313820-73c5-4080-8e4c-015def095a55 x-openstack-request-id: req-5d313820-73c5-4080-8e4c-015def095a55 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:16:36.579936 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "841a66c7-6090-49af-8daf-5c0f01dbd610", "tag": "07eb2f26-d285-4a58-8dd6-cf185e8c3dea", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "47e9310c-d30f-4d48-993b-53c6479c7104", "tag": "804e60b9-32e6-4d8f-9b4d-89a1d46391ee", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:16:36.580308 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5d313820-73c5-4080-8e4c-015def095a55 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:16:36.580737 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '841a66c7-6090-49af-8daf-5c0f01dbd610', 'tag': '07eb2f26-d285-4a58-8dd6-cf185e8c3dea', 'status': 'completed', 'code': 200} Jul 09 16:16:36.581126 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47e9310c-d30f-4d48-993b-53c6479c7104', 'tag': '804e60b9-32e6-4d8f-9b4d-89a1d46391ee', 'status': 'completed', 'code': 200} Jul 09 16:16:36.701872 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe7589-a3bd-4b2e-9bea-e5e8cc03b7a9 req-c64a88d9-6632-447a-9b90-171ed7ac12af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:36.703494 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4abe7589-a3bd-4b2e-9bea-e5e8cc03b7a9 req-c64a88d9-6632-447a-9b90-171ed7ac12af service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=22daf334dfb34010b5effa44981ef077&device_id=841a66c7-6090-49af-8daf-5c0f01dbd610 HTTP/1.1" status: 200 len: 1099 time: 0.0984783 Jul 09 16:16:36.724923 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-2ce40c14-a58e-46ca-a7d5-d7d8c37af78c service neutron] 10.222.0.77 "GET /v2.0/networks/4f5d43fd-18a1-4a20-8481-b682790e1063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398360 Jul 09 16:16:36.793474 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3575b97-8d34-4e83-b21c-e1c5cdecf00c req-f0fdfbc4-2bec-4788-8ae5-b7414ec8f09c tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:36.795328 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a3575b97-8d34-4e83-b21c-e1c5cdecf00c req-f0fdfbc4-2bec-4788-8ae5-b7414ec8f09c tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=841a66c7-6090-49af-8daf-5c0f01dbd610 HTTP/1.1" status: 200 len: 948 time: 0.1310756 Jul 09 16:16:36.853951 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe7589-a3bd-4b2e-9bea-e5e8cc03b7a9 req-2ac1f3f0-1466-4ccd-af97-043c577b71be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:36.854336 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-5f7a04b1-e4cb-4150-a16c-cf43a2de176d req-7daec125-f28b-4ea7-954f-5de0518a33ed tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] For port db145860-2e4c-42eb-8e30-fccafad27bd9, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=db145860-2e4c-42eb-8e30-fccafad27bd9,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:36.854684 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5f7a04b1-e4cb-4150-a16c-cf43a2de176d req-7daec125-f28b-4ea7-954f-5de0518a33ed tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:36.855498 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4abe7589-a3bd-4b2e-9bea-e5e8cc03b7a9 req-2ac1f3f0-1466-4ccd-af97-043c577b71be service neutron] 10.222.0.77 "GET /v2.0/networks?id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1 HTTP/1.1" status: 200 len: 870 time: 0.1444747 Jul 09 16:16:36.860794 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a3575b97-8d34-4e83-b21c-e1c5cdecf00c req-8ca0ac94-d781-4c7c-a7bb-6f0533b2b574 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555537 Jul 09 16:16:36.888819 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-5f7a04b1-e4cb-4150-a16c-cf43a2de176d req-7daec125-f28b-4ea7-954f-5de0518a33ed tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] Calling delete_port for db145860-2e4c-42eb-8e30-fccafad27bd9 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:16:36.914544 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4abe7589-a3bd-4b2e-9bea-e5e8cc03b7a9 req-e8a2bf0b-6c02-4858-80c6-158bef779d7a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=07eb2f26-d285-4a58-8dd6-cf185e8c3dea HTTP/1.1" status: 200 len: 217 time: 0.0494542 Jul 09 16:16:36.939637 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-2fdae097-5c0d-4289-a7ab-8c49b4f3ff98 service neutron] 10.222.0.77 "GET /v2.0/networks/4f5d43fd-18a1-4a20-8481-b682790e1063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001331 Jul 09 16:16:36.979081 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe7589-a3bd-4b2e-9bea-e5e8cc03b7a9 req-a7bc911b-89de-485d-86bb-9eac662487ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:36.980973 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4abe7589-a3bd-4b2e-9bea-e5e8cc03b7a9 req-a7bc911b-89de-485d-86bb-9eac662487ee service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.0593040 Jul 09 16:16:37.022173 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-64458f20-9c2e-47b9-91ba-157da442b869 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.64&port_id=804e60b9-32e6-4d8f-9b4d-89a1d46391ee HTTP/1.1" status: 200 len: 217 time: 0.0502095 Jul 09 16:16:37.027781 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-049a6c06-871c-45bc-b1e7-2ffd64e8ca44 service neutron] For port 924166bb-2540-42e4-a953-7ed06dded9dc, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=924166bb-2540-42e4-a953-7ed06dded9dc,segment=NetworkSegment(b3327873-1adb-4566-ad72-2213b9292320),segment_id=b3327873-1adb-4566-ad72-2213b9292320)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:37.099433 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-049a6c06-871c-45bc-b1e7-2ffd64e8ca44 service neutron] For port 924166bb-2540-42e4-a953-7ed06dded9dc, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:16:37.101617 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d4e2a-57e5-4873-8f4d-db6a7788eda2 req-3ce432a3-3150-4b66-b7d7-2c7d8cb5bfbf tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:37.108011 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d4e2a-57e5-4873-8f4d-db6a7788eda2 req-3ce432a3-3150-4b66-b7d7-2c7d8cb5bfbf tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:37.113975 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d4e2a-57e5-4873-8f4d-db6a7788eda2 req-3ce432a3-3150-4b66-b7d7-2c7d8cb5bfbf tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:37.120502 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d4e2a-57e5-4873-8f4d-db6a7788eda2 req-3ce432a3-3150-4b66-b7d7-2c7d8cb5bfbf tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:37.126455 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d4e2a-57e5-4873-8f4d-db6a7788eda2 req-3ce432a3-3150-4b66-b7d7-2c7d8cb5bfbf tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:37.132454 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d4e2a-57e5-4873-8f4d-db6a7788eda2 req-3ce432a3-3150-4b66-b7d7-2c7d8cb5bfbf tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:37.132822 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-eca7de83-a196-4e41-a6ba-965ffb12077e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:37.134677 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-eca7de83-a196-4e41-a6ba-965ffb12077e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a8cf9797-d283-4b19-93a4-6d9d904fc29e HTTP/1.1" status: 200 len: 801 time: 0.0967753 Jul 09 16:16:37.140071 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d4e2a-57e5-4873-8f4d-db6a7788eda2 req-3ce432a3-3150-4b66-b7d7-2c7d8cb5bfbf tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:37.142210 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-742d4e2a-57e5-4873-8f4d-db6a7788eda2 req-3ce432a3-3150-4b66-b7d7-2c7d8cb5bfbf tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 5435 time: 0.1601720 Jul 09 16:16:37.145497 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe7589-a3bd-4b2e-9bea-e5e8cc03b7a9 req-fdc1705b-9e75-433b-880a-ca98f7bc5b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:37.147175 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4abe7589-a3bd-4b2e-9bea-e5e8cc03b7a9 req-fdc1705b-9e75-433b-880a-ca98f7bc5b12 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1551290 Jul 09 16:16:37.164376 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 56734) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:16:37.176066 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-049a6c06-871c-45bc-b1e7-2ffd64e8ca44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 924166bb-2540-42e4-a953-7ed06dded9dc {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:16:37.177761 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-fed2803d-0932-4658-a731-cb43171514a0 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Request body: {'floatingip': {'port_id': '8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:16:37.220158 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-049a6c06-871c-45bc-b1e7-2ffd64e8ca44 service neutron] For port 924166bb-2540-42e4-a953-7ed06dded9dc, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=924166bb-2540-42e4-a953-7ed06dded9dc,segment=NetworkSegment(b3327873-1adb-4566-ad72-2213b9292320),segment_id=b3327873-1adb-4566-ad72-2213b9292320)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:37.260888 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-049a6c06-871c-45bc-b1e7-2ffd64e8ca44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:37.263396 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fed2803d-0932-4658-a731-cb43171514a0 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks [] for floatingip, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:37.345347 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5f7a04b1-e4cb-4150-a16c-cf43a2de176d req-7daec125-f28b-4ea7-954f-5de0518a33ed tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:37.355320 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-06b9a673-666b-4cc6-b83b-dbd4ef28860d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:37.356436 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-06b9a673-666b-4cc6-b83b-dbd4ef28860d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=eff0b7eb-1e30-49b5-b64c-418e6c3135e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2113562 Jul 09 16:16:37.392776 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daec125-f28b-4ea7-954f-5de0518a33ed tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] Pushing event deleted for resources: {'Port': ['ID=db145860-2e4c-42eb-8e30-fccafad27bd9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:37.403405 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['db145860-2e4c-42eb-8e30-fccafad27bd9'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:16:37.411555 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7c670f1a-d6a6-4497-a091-64394bdd23f6 req-fb9ff82f-a795-4f8a-9b0e-8c1f75f2bd09 tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] 10.222.0.98 "GET /v2.0/ports?device_id=cdb562cd-5c53-47d9-92d2-a7360770cfa7 HTTP/1.1" status: 200 len: 210 time: 0.1123872 Jul 09 16:16:37.530953 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4abe7589-a3bd-4b2e-9bea-e5e8cc03b7a9 req-f0367f03-dc09-4d59-923a-08f0c5ccd936 service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711152 Jul 09 16:16:37.790559 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4abe7589-a3bd-4b2e-9bea-e5e8cc03b7a9 req-1336d4f5-0b81-4538-9721-436a222e25a0 service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551978 Jul 09 16:16:37.814954 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43fd8b-7f85-49ab-8507-ff05811207ea req-0b6ca898-32a0-4478-b577-8fba86710ae7 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:37.821005 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43fd8b-7f85-49ab-8507-ff05811207ea req-0b6ca898-32a0-4478-b577-8fba86710ae7 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:37.828069 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43fd8b-7f85-49ab-8507-ff05811207ea req-0b6ca898-32a0-4478-b577-8fba86710ae7 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:37.831275 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-eb43fd8b-7f85-49ab-8507-ff05811207ea req-0b6ca898-32a0-4478-b577-8fba86710ae7 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/ports?device_id=47e9310c-d30f-4d48-993b-53c6479c7104 HTTP/1.1" status: 200 len: 2410 time: 0.2924869 Jul 09 16:16:37.846115 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7a04b1-e4cb-4150-a16c-cf43a2de176d req-7daec125-f28b-4ea7-954f-5de0518a33ed tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] No DVR routers for this DVR port db145860-2e4c-42eb-8e30-fccafad27bd9 on host n-h2-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:16:37.854590 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5f7a04b1-e4cb-4150-a16c-cf43a2de176d req-7daec125-f28b-4ea7-954f-5de0518a33ed tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:37.856911 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5f7a04b1-e4cb-4150-a16c-cf43a2de176d req-7daec125-f28b-4ea7-954f-5de0518a33ed tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] 10.222.0.73 "DELETE /v2.0/ports/db145860-2e4c-42eb-8e30-fccafad27bd9 HTTP/1.1" status: 204 len: 173 time: 1.5851831 Jul 09 16:16:37.880074 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-049a6c06-871c-45bc-b1e7-2ffd64e8ca44 service neutron] Transition to ACTIVE for port object 924166bb-2540-42e4-a953-7ed06dded9dc will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:16:37.891329 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-049a6c06-871c-45bc-b1e7-2ffd64e8ca44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:37.929205 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-eb43fd8b-7f85-49ab-8507-ff05811207ea req-77c3beb5-14a8-466d-a7ae-808246365d89 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/security-groups?id=ed455c02-e886-4f75-ace5-02640635a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927286 Jul 09 16:16:37.959751 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-57bc533d-b4f9-440a-b86c-0114cbfa6921 service neutron] 10.222.0.77 "GET /v2.0/networks/eff0b7eb-1e30-49b5-b64c-418e6c3135e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5781085 Jul 09 16:16:37.985560 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812d955-6973-4f99-b73f-4677451963f7 req-ee2d1c80-f36e-480b-acb2-f8d48456e06f tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:37.985560 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9812d955-6973-4f99-b73f-4677451963f7 req-ee2d1c80-f36e-480b-acb2-f8d48456e06f tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] 10.222.0.98 "GET /v2.0/ports?device_id=86b0c58e-6369-4d58-8be8-30f32f1f6d95 HTTP/1.1" status: 200 len: 946 time: 0.5931756 Jul 09 16:16:38.066212 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-049a6c06-871c-45bc-b1e7-2ffd64e8ca44 service neutron] No DVR routers for this DVR port 924166bb-2540-42e4-a953-7ed06dded9dc on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:16:38.077305 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049a6c06-871c-45bc-b1e7-2ffd64e8ca44 service neutron] Pushing event updated for resources: {'Port': ['ID=924166bb-2540-42e4-a953-7ed06dded9dc,revision_number=10']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:38.137240 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-049a6c06-871c-45bc-b1e7-2ffd64e8ca44 service neutron] 10.222.0.77 "PUT /v2.0/ports/924166bb-2540-42e4-a953-7ed06dded9dc/bindings/n-h2-798930-3/activate HTTP/1.1" status: 200 len: 369 time: 1.6502414 Jul 09 16:16:38.156693 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9812d955-6973-4f99-b73f-4677451963f7 req-8c4a5009-b873-4fb5-b1e0-ab6af7ba3002 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] 10.222.0.98 "GET /v2.0/security-groups?id=5735b4b8-7e17-4d09-ac7c-df06ec8371f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593838 Jul 09 16:16:38.167359 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-50d5e61f-86b7-48d1-a9a5-bd978b497f60 req-c528600c-80f3-4d60-bfd6-ad4935975aa5 tempest-ServerShowV247Test-66129226 tempest-ServerShowV247Test-66129226-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b709261-7ab6-46db-a410-84ca297026a3 HTTP/1.1" status: 200 len: 210 time: 0.0587611 Jul 09 16:16:38.211251 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4be76d9c-3310-474e-8c70-e6778d65df44 req-103abee2-f8c3-4377-8848-0d108209acad service neutron] 10.222.0.77 "GET /v2.0/networks/eff0b7eb-1e30-49b5-b64c-418e6c3135e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292323 Jul 09 16:16:38.264667 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fed2803d-0932-4658-a731-cb43171514a0 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:38.276020 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fed2803d-0932-4658-a731-cb43171514a0 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:38.452232 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-0a0a21d7-b7cf-4869-ad7a-76e4abecd2af tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:38.453810 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-0a0a21d7-b7cf-4869-ad7a-76e4abecd2af tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=1b748b16-b4e7-4973-a477-e26313fba4b3&tenant_id=546108aaf02647ac83ffc1a249896d22&binding%3Ahost_id=n-h1-798930-3 HTTP/1.1" status: 200 len: 1096 time: 0.1924469 Jul 09 16:16:38.472576 n-d-798930-3 neutron-server[93959]: INFO neutron.db.l3_db [None req-fed2803d-0932-4658-a731-cb43171514a0 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Floating IP 3ca17b7c-4d25-4a64-a362-42f35b748513 associated. External IP: 172.25.0.202, port: 8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e. Jul 09 16:16:38.494972 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe7589-a3bd-4b2e-9bea-e5e8cc03b7a9 req-e5c452aa-5d50-4407-9af8-2591066ff96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:38.496179 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe7589-a3bd-4b2e-9bea-e5e8cc03b7a9 req-e5c452aa-5d50-4407-9af8-2591066ff96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:38.496664 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe7589-a3bd-4b2e-9bea-e5e8cc03b7a9 req-e5c452aa-5d50-4407-9af8-2591066ff96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:38.498537 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4abe7589-a3bd-4b2e-9bea-e5e8cc03b7a9 req-e5c452aa-5d50-4407-9af8-2591066ff96d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b06c3c1f8ce64fe1a5a255532e54605c&device_id=47e9310c-d30f-4d48-993b-53c6479c7104 HTTP/1.1" status: 200 len: 2863 time: 0.1710093 Jul 09 16:16:38.539919 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6dea48-5cde-4f4a-ac75-267dfb486368 req-7bea4afe-9fc9-4b64-8cb2-b362ee3edd64 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:38.542569 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0c6dea48-5cde-4f4a-ac75-267dfb486368 req-7bea4afe-9fc9-4b64-8cb2-b362ee3edd64 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b748b16-b4e7-4973-a477-e26313fba4b3 HTTP/1.1" status: 200 len: 945 time: 0.2314470 Jul 09 16:16:38.590056 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2582cc-2579-4e07-8a0e-6b87ea6f18b4 req-7b485a11-29df-43d4-988d-a3c41a6b1926 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:38.591993 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6b2582cc-2579-4e07-8a0e-6b87ea6f18b4 req-7b485a11-29df-43d4-988d-a3c41a6b1926 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=841a66c7-6090-49af-8daf-5c0f01dbd610 HTTP/1.1" status: 200 len: 948 time: 0.2332740 Jul 09 16:16:38.638951 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb562cd-5c53-47d9-92d2-a7360770cfa7', 'name': 'network-vif-deleted', 'tag': 'db145860-2e4c-42eb-8e30-fccafad27bd9'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:16:38.642877 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bebd1783-be6a-4eee-b38d-8ee8cbd37fca" -d '{"events": [{"server_uuid": "cdb562cd-5c53-47d9-92d2-a7360770cfa7", "name": "network-vif-deleted", "tag": "db145860-2e4c-42eb-8e30-fccafad27bd9"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:16:38.653416 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6b2582cc-2579-4e07-8a0e-6b87ea6f18b4 req-3118a7e8-a5f4-47e4-b198-a1c4580b0b7d tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493178 Jul 09 16:16:38.662542 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 07eb2f26-d285-4a58-8dd6-cf185e8c3dea details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:16:38.706568 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe7589-a3bd-4b2e-9bea-e5e8cc03b7a9 req-b0649cab-5c73-444d-9f02-0cff588a8118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:38.708199 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4abe7589-a3bd-4b2e-9bea-e5e8cc03b7a9 req-b0649cab-5c73-444d-9f02-0cff588a8118 service neutron] 10.222.0.77 "GET /v2.0/networks?id=eff0b7eb-1e30-49b5-b64c-418e6c3135e7 HTTP/1.1" status: 200 len: 903 time: 0.1894026 Jul 09 16:16:38.830138 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4abe7589-a3bd-4b2e-9bea-e5e8cc03b7a9 req-75bc778a-f8d0-4b53-a67b-c217d5ce9ec2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.64&port_id=804e60b9-32e6-4d8f-9b4d-89a1d46391ee HTTP/1.1" status: 200 len: 217 time: 0.1109972 Jul 09 16:16:38.881027 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0c6dea48-5cde-4f4a-ac75-267dfb486368 req-416f68d1-ec99-49c7-9f32-8a9e816cdc42 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182645 Jul 09 16:16:38.896457 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed2803d-0932-4658-a731-cb43171514a0 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Router 6dd3ebce-7cac-4b83-8d52-7129c436ac00 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:16:38.946712 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 07eb2f26-d285-4a58-8dd6-cf185e8c3dea, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=07eb2f26-d285-4a58-8dd6-cf185e8c3dea,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:38.957444 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-a2880b38-989a-4e05-b1e3-fa091519d0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:38.959712 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-a2880b38-989a-4e05-b1e3-fa091519d0f7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1b748b16-b4e7-4973-a477-e26313fba4b3&tenant_id=546108aaf02647ac83ffc1a249896d22 HTTP/1.1" status: 200 len: 1096 time: 0.4954987 Jul 09 16:16:38.965533 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-df0bd405-efb0-49a3-8f0b-8b4dd118956f req-8312962e-fccf-4250-9d99-2512c4f8ed40 tempest-ImagesNegativeTestJSON-1975217405 tempest-ImagesNegativeTestJSON-1975217405-project] 10.222.0.98 "GET /v2.0/ports?device_id=cdb562cd-5c53-47d9-92d2-a7360770cfa7 HTTP/1.1" status: 200 len: 210 time: 0.0671353 Jul 09 16:16:38.971279 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2831867b-0a15-4518-bc30-700fa6905e8f x-openstack-request-id: req-2831867b-0a15-4518-bc30-700fa6905e8f {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:16:38.975253 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb562cd-5c53-47d9-92d2-a7360770cfa7", "name": "network-vif-deleted", "tag": "db145860-2e4c-42eb-8e30-fccafad27bd9", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:16:38.975253 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2831867b-0a15-4518-bc30-700fa6905e8f {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:16:38.975253 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb562cd-5c53-47d9-92d2-a7360770cfa7', 'name': 'network-vif-deleted', 'tag': 'db145860-2e4c-42eb-8e30-fccafad27bd9', 'status': 'completed', 'code': 200} Jul 09 16:16:38.984416 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '07eb2f26-d285-4a58-8dd6-cf185e8c3dea', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'port_id': '07eb2f26-d285-4a58-8dd6-cf185e8c3dea', 'mac_address': 'fa:16:3e:54:c1:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f122b436-b232-4a3c-9aac-47d5639f2da4', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:16:39.033003 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe7589-a3bd-4b2e-9bea-e5e8cc03b7a9 req-da3a4599-7fa2-41ac-9c90-96a6ca82b99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:39.034714 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4abe7589-a3bd-4b2e-9bea-e5e8cc03b7a9 req-da3a4599-7fa2-41ac-9c90-96a6ca82b99f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a8cf9797-d283-4b19-93a4-6d9d904fc29e HTTP/1.1" status: 200 len: 801 time: 0.1526816 Jul 09 16:16:39.071255 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:39.087204 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07eb2f26-d285-4a58-8dd6-cf185e8c3dea {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:16:39.122391 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 07eb2f26-d285-4a58-8dd6-cf185e8c3dea, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=07eb2f26-d285-4a58-8dd6-cf185e8c3dea,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:39.130342 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:39.237840 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=07eb2f26-d285-4a58-8dd6-cf185e8c3dea,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:39.241981 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed2803d-0932-4658-a731-cb43171514a0 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:16:39.254393 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fed2803d-0932-4658-a731-cb43171514a0 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:39.268327 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e9f17c-023c-4254-b424-a4ac93bd1bbd None None] Sync routers for ids ['6dd3ebce-7cac-4b83-8d52-7129c436ac00'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:16:39.277424 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-0f632d0e-66f6-4ddb-8486-4acbc4d3bd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:39.279690 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-0f632d0e-66f6-4ddb-8486-4acbc4d3bd34 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=546108aaf02647ac83ffc1a249896d22&device_id=1b748b16-b4e7-4973-a477-e26313fba4b3 HTTP/1.1" status: 200 len: 1096 time: 0.2620013 Jul 09 16:16:39.289070 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e9f17c-023c-4254-b424-a4ac93bd1bbd None None] Routers {'6dd3ebce-7cac-4b83-8d52-7129c436ac00'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:16:39.289697 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-24e9f17c-023c-4254-b424-a4ac93bd1bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:16:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['6dd3ebce-7cac-4b83-8d52-7129c436ac00'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:16:39.330937 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-fed2803d-0932-4658-a731-cb43171514a0 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "PUT /v2.0/floatingips/3ca17b7c-4d25-4a64-a362-42f35b748513 HTTP/1.1" status: 200 len: 992 time: 2.1583021 Jul 09 16:16:39.338242 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9380d95-b37d-4e4c-8dd7-18a74bd89bfa', 'tag': '8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:16:39.341104 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa32818-a879-4ced-bd86-3e15cbbbf706" -d '{"events": [{"name": "network-changed", "server_uuid": "f9380d95-b37d-4e4c-8dd7-18a74bd89bfa", "tag": "8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:16:39.386679 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae449a-7e65-4613-8ce5-77d073aa4088 req-0332177b-a638-410a-827f-ba7800320728 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:39.390590 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-54ae449a-7e65-4613-8ce5-77d073aa4088 req-0332177b-a638-410a-827f-ba7800320728 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] 10.222.0.73 "GET /v2.0/ports?device_id=86b0c58e-6369-4d58-8be8-30f32f1f6d95 HTTP/1.1" status: 200 len: 946 time: 0.2705483 Jul 09 16:16:39.403298 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['07eb2f26-d285-4a58-8dd6-cf185e8c3dea'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:16:39.436494 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe7589-a3bd-4b2e-9bea-e5e8cc03b7a9 req-70977372-fd18-47d5-873b-780850c87a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:39.437949 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4abe7589-a3bd-4b2e-9bea-e5e8cc03b7a9 req-70977372-fd18-47d5-873b-780850c87a2d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=eff0b7eb-1e30-49b5-b64c-418e6c3135e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3499124 Jul 09 16:16:39.473800 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-24e9f17c-023c-4254-b424-a4ac93bd1bbd None None] Set router 6dd3ebce-7cac-4b83-8d52-7129c436ac00 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:16:39.504804 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334109f7-539f-461a-a5ef-5f838b12d2aa req-303d7828-d083-48e3-bd8c-eea82d5b7986 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:39.511411 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334109f7-539f-461a-a5ef-5f838b12d2aa req-303d7828-d083-48e3-bd8c-eea82d5b7986 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:39.537355 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334109f7-539f-461a-a5ef-5f838b12d2aa req-303d7828-d083-48e3-bd8c-eea82d5b7986 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:39.550471 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-334109f7-539f-461a-a5ef-5f838b12d2aa req-303d7828-d083-48e3-bd8c-eea82d5b7986 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/ports?device_id=47e9310c-d30f-4d48-993b-53c6479c7104 HTTP/1.1" status: 200 len: 2410 time: 0.4161971 Jul 09 16:16:39.651939 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-416d2324-b7ae-4729-929d-51c6d66713f0 req-c52129ee-156b-4cf8-9b98-f838136691da service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5b709261-7ab6-46db-a410-84ca297026a3 HTTP/1.1" status: 200 len: 210 time: 0.2017646 Jul 09 16:16:39.705506 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4913f632-79c3-493d-ae02-da3a6d9b3825 req-c1e481ef-48dc-45f7-9e94-f3a242043e9d tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:39.713432 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4913f632-79c3-493d-ae02-da3a6d9b3825 req-c1e481ef-48dc-45f7-9e94-f3a242043e9d tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] 10.222.0.98 "GET /v2.0/ports?device_id=86b0c58e-6369-4d58-8be8-30f32f1f6d95 HTTP/1.1" status: 200 len: 946 time: 0.2830055 Jul 09 16:16:39.724419 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-334109f7-539f-461a-a5ef-5f838b12d2aa req-b819b635-76e0-47fc-bf67-94ee0deaafea tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/security-groups?id=ed455c02-e886-4f75-ace5-02640635a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279421 Jul 09 16:16:39.765764 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-54ae449a-7e65-4613-8ce5-77d073aa4088 req-cbfbe4ff-28e2-4679-83de-4eee31a529f5 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Deleting port b112445a-c61f-468c-9edd-8a551886ab8a {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:16:39.766083 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-54ae449a-7e65-4613-8ce5-77d073aa4088 req-cbfbe4ff-28e2-4679-83de-4eee31a529f5 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:39.802358 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-24e9f17c-023c-4254-b424-a4ac93bd1bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd3ebce-7cac-4b83-8d52-7129c436ac00', 'name': 'tempest-TaggedBootDevicesTest-1119092116-router', 'tenant_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '8336f8e6-589b-4a4f-b587-817febe17219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:14:17Z', 'updated_at': '2021-07-09T16:14:23Z', 'revision_number': 4, 'project_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'gw_port': {'id': '8336f8e6-589b-4a4f-b587-817febe17219', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:23:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd3ebce-7cac-4b83-8d52-7129c436ac00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:14:18Z', 'updated_at': '2021-07-09T16:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '3ca17b7c-4d25-4a64-a362-42f35b748513', 'tenant_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'floating_ip_address': '172.25.0.202', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '6dd3ebce-7cac-4b83-8d52-7129c436ac00', 'port_id': '8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8', 'mac_address': 'fa:16:3e:81:c7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9380d95-b37d-4e4c-8dd7-18a74bd89bfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:15:06Z', 'updated_at': '2021-07-09T16:16:38Z', 'revision_number': 1, 'project_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fee0d584-97ea-46ca-a745-72eea694d7a5', 'name': '', 'network_id': '3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8', 'tenant_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'mac_address': 'fa:16:3e:0e:bf:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd3ebce-7cac-4b83-8d52-7129c436ac00', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd1711513-50d2-4abd-a78b-a82992d0d46f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:14:21Z', 'updated_at': '2021-07-09T16:14:32Z', 'revision_number': 5, 'project_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'subnets': [{'id': 'd1711513-50d2-4abd-a78b-a82992d0d46f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:16:39.828059 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4913f632-79c3-493d-ae02-da3a6d9b3825 req-84d08055-a8aa-452d-b90e-d931fb8a0bbc tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] 10.222.0.98 "GET /v2.0/security-groups?id=5735b4b8-7e17-4d09-ac7c-df06ec8371f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137042 Jul 09 16:16:39.843334 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-03f4bfa1-bd3c-4138-9084-1e28ed8c8df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:39.843678 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-03f4bfa1-bd3c-4138-9084-1e28ed8c8df4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5ab794d9-1bd8-4da1-bd91-e5307e2548b2 HTTP/1.1" status: 200 len: 909 time: 0.5333126 Jul 09 16:16:39.857718 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4abe7589-a3bd-4b2e-9bea-e5e8cc03b7a9 req-04a4844d-0ac1-4e51-b05a-d159d8cb9af1 service neutron] 10.222.0.77 "GET /v2.0/networks/eff0b7eb-1e30-49b5-b64c-418e6c3135e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992975 Jul 09 16:16:39.895187 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:39.896865 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-54ae449a-7e65-4613-8ce5-77d073aa4088 req-cbfbe4ff-28e2-4679-83de-4eee31a529f5 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] For port b112445a-c61f-468c-9edd-8a551886ab8a, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=b112445a-c61f-468c-9edd-8a551886ab8a,segment=NetworkSegment(b9e8367d-4ac1-4ece-905f-b54d02e94300),segment_id=b9e8367d-4ac1-4ece-905f-b54d02e94300)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:39.898661 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-54ae449a-7e65-4613-8ce5-77d073aa4088 req-cbfbe4ff-28e2-4679-83de-4eee31a529f5 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:39.993759 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e9f17c-023c-4254-b424-a4ac93bd1bbd None None] Checking router: 6dd3ebce-7cac-4b83-8d52-7129c436ac00 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:16:40.003251 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e9f17c-023c-4254-b424-a4ac93bd1bbd None None] Routers {'6dd3ebce-7cac-4b83-8d52-7129c436ac00'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:16:40.003882 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-24e9f17c-023c-4254-b424-a4ac93bd1bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:16:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['6dd3ebce-7cac-4b83-8d52-7129c436ac00'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:16:40.042068 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f5071bd4-ae87-4a44-8a6f-f34889d2c31c req-a246e7e4-d8e8-4b7e-a8d2-f143dd8375b9 tempest-ServerShowV247Test-66129226 tempest-ServerShowV247Test-66129226-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b709261-7ab6-46db-a410-84ca297026a3 HTTP/1.1" status: 200 len: 210 time: 0.0679553 Jul 09 16:16:40.129254 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4abe7589-a3bd-4b2e-9bea-e5e8cc03b7a9 req-59339ded-4d22-497f-9bbd-082a55912845 service neutron] 10.222.0.77 "GET /v2.0/networks/eff0b7eb-1e30-49b5-b64c-418e6c3135e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044539 Jul 09 16:16:40.131337 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-bf75c833-7d65-499a-8c61-233de07a5205 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=924166bb-2540-42e4-a953-7ed06dded9dc HTTP/1.1" status: 200 len: 217 time: 0.0524771 Jul 09 16:16:40.195947 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device db145860-2e4c-42eb-8e30-fccafad27bd9 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:16:40.242504 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: db145860-2e4c-42eb-8e30-fccafad27bd9 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:16:40.243906 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device db145860-2e4c-42eb-8e30-fccafad27bd9 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:16:40.247641 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 924166bb-2540-42e4-a953-7ed06dded9dc no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:16:40.273856 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-24e9f17c-023c-4254-b424-a4ac93bd1bbd None None] Set router 6dd3ebce-7cac-4b83-8d52-7129c436ac00 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:16:40.338208 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-7cff833c-9821-4ebf-a6a6-0659767d26b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:40.349309 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-7cff833c-9821-4ebf-a6a6-0659767d26b4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5288f2c0-4157-42ca-b91f-37115e42c839 HTTP/1.1" status: 200 len: 848 time: 0.2108128 Jul 09 16:16:40.399110 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-2cf504fc-7a3e-4716-8b64-176f0212013d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5ab794d9-1bd8-4da1-bd91-e5307e2548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391057 Jul 09 16:16:40.489100 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf2de81d-4418-4003-b67e-957137406608 x-openstack-request-id: req-bf2de81d-4418-4003-b67e-957137406608 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:16:40.489487 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9380d95-b37d-4e4c-8dd7-18a74bd89bfa", "tag": "8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:16:40.489757 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-bf2de81d-4418-4003-b67e-957137406608 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:16:40.490414 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9380d95-b37d-4e4c-8dd7-18a74bd89bfa', 'tag': '8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e', 'status': 'completed', 'code': 200} Jul 09 16:16:40.497695 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab04cda1-acc5-4692-a638-b7a07408738b req-eb947984-eff9-4490-bcfd-4e7c00b7eb36 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:40.504919 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ab04cda1-acc5-4692-a638-b7a07408738b req-eb947984-eff9-4490-bcfd-4e7c00b7eb36 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=841a66c7-6090-49af-8daf-5c0f01dbd610 HTTP/1.1" status: 200 len: 949 time: 0.2823095 Jul 09 16:16:40.563486 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-b071221b-a3b9-45d2-b71c-e0cd7d675f1f service neutron] 10.222.0.73 "GET /v2.0/networks/5ab794d9-1bd8-4da1-bd91-e5307e2548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525180 Jul 09 16:16:40.676303 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-24e9f17c-023c-4254-b424-a4ac93bd1bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd3ebce-7cac-4b83-8d52-7129c436ac00', 'name': 'tempest-TaggedBootDevicesTest-1119092116-router', 'tenant_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '8336f8e6-589b-4a4f-b587-817febe17219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:14:17Z', 'updated_at': '2021-07-09T16:14:23Z', 'revision_number': 4, 'project_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'gw_port': {'id': '8336f8e6-589b-4a4f-b587-817febe17219', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:23:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd3ebce-7cac-4b83-8d52-7129c436ac00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:14:18Z', 'updated_at': '2021-07-09T16:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '3ca17b7c-4d25-4a64-a362-42f35b748513', 'tenant_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'floating_ip_address': '172.25.0.202', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '6dd3ebce-7cac-4b83-8d52-7129c436ac00', 'port_id': '8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8', 'mac_address': 'fa:16:3e:81:c7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9380d95-b37d-4e4c-8dd7-18a74bd89bfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:15:06Z', 'updated_at': '2021-07-09T16:16:38Z', 'revision_number': 1, 'project_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fee0d584-97ea-46ca-a745-72eea694d7a5', 'name': '', 'network_id': '3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8', 'tenant_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'mac_address': 'fa:16:3e:0e:bf:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd3ebce-7cac-4b83-8d52-7129c436ac00', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd1711513-50d2-4abd-a78b-a82992d0d46f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:14:21Z', 'updated_at': '2021-07-09T16:14:32Z', 'revision_number': 5, 'project_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'subnets': [{'id': 'd1711513-50d2-4abd-a78b-a82992d0d46f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:16:40.684446 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 07eb2f26-d285-4a58-8dd6-cf185e8c3dea up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:16:40.685354 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ab04cda1-acc5-4692-a638-b7a07408738b req-52e3e401-5936-4148-a40e-bce960b1537f tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795585 Jul 09 16:16:40.710294 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e9f17c-023c-4254-b424-a4ac93bd1bbd None None] The sync data for ids ['6dd3ebce-7cac-4b83-8d52-7129c436ac00'] in n-d-798930-3 is: [{'id': '6dd3ebce-7cac-4b83-8d52-7129c436ac00', 'name': 'tempest-TaggedBootDevicesTest-1119092116-router', 'tenant_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '8336f8e6-589b-4a4f-b587-817febe17219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:14:17Z', 'updated_at': '2021-07-09T16:14:23Z', 'revision_number': 4, 'project_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'gw_port': {'id': '8336f8e6-589b-4a4f-b587-817febe17219', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:23:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd3ebce-7cac-4b83-8d52-7129c436ac00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:14:18Z', 'updated_at': '2021-07-09T16:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '3ca17b7c-4d25-4a64-a362-42f35b748513', 'tenant_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'floating_ip_address': '172.25.0.202', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '6dd3ebce-7cac-4b83-8d52-7129c436ac00', 'port_id': '8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8', 'mac_address': 'fa:16:3e:81:c7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9380d95-b37d-4e4c-8dd7-18a74bd89bfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:15:06Z', 'updated_at': '2021-07-09T16:16:38Z', 'revision_number': 1, 'project_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fee0d584-97ea-46ca-a745-72eea694d7a5', 'name': '', 'network_id': '3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8', 'tenant_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'mac_address': 'fa:16:3e:0e:bf:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd3ebce-7cac-4b83-8d52-7129c436ac00', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd1711513-50d2-4abd-a78b-a82992d0d46f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:14:21Z', 'updated_at': '2021-07-09T16:14:32Z', 'revision_number': 5, 'project_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'subnets': [{'id': 'd1711513-50d2-4abd-a78b-a82992d0d46f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:16:40.749631 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-34078cfa-89a9-4c52-bcf7-e848179c91d0 service neutron] 10.222.0.73 "GET /v2.0/networks/5ab794d9-1bd8-4da1-bd91-e5307e2548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552596 Jul 09 16:16:40.781436 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 07eb2f26-d285-4a58-8dd6-cf185e8c3dea completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:16:40.812243 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 07eb2f26-d285-4a58-8dd6-cf185e8c3dea triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:16:40.812614 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:40.845037 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-54ae449a-7e65-4613-8ce5-77d073aa4088 req-cbfbe4ff-28e2-4679-83de-4eee31a529f5 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:40.845753 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-54ae449a-7e65-4613-8ce5-77d073aa4088 req-cbfbe4ff-28e2-4679-83de-4eee31a529f5 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:40.846261 n-d-798930-3 neutron-server[93959]: INFO neutron.db.l3_db [req-54ae449a-7e65-4613-8ce5-77d073aa4088 req-cbfbe4ff-28e2-4679-83de-4eee31a529f5 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Floating IP 7444a451-d747-4c7b-aeee-fcd2a1089a8a disassociated. External IP: 172.25.0.85, port: b112445a-c61f-468c-9edd-8a551886ab8a. Jul 09 16:16:40.846891 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-54ae449a-7e65-4613-8ce5-77d073aa4088 req-cbfbe4ff-28e2-4679-83de-4eee31a529f5 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Calling delete_port for b112445a-c61f-468c-9edd-8a551886ab8a owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:16:40.878258 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa32818-a879-4ced-bd86-3e15cbbbf706 req-57e40243-951b-4cc4-afd5-e0f27e976b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:40.878644 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa32818-a879-4ced-bd86-3e15cbbbf706 req-57e40243-951b-4cc4-afd5-e0f27e976b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:40.879162 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa32818-a879-4ced-bd86-3e15cbbbf706 req-57e40243-951b-4cc4-afd5-e0f27e976b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:40.879588 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa32818-a879-4ced-bd86-3e15cbbbf706 req-57e40243-951b-4cc4-afd5-e0f27e976b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:40.880045 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa32818-a879-4ced-bd86-3e15cbbbf706 req-57e40243-951b-4cc4-afd5-e0f27e976b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:40.880592 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa32818-a879-4ced-bd86-3e15cbbbf706 req-57e40243-951b-4cc4-afd5-e0f27e976b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:40.881064 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa32818-a879-4ced-bd86-3e15cbbbf706 req-57e40243-951b-4cc4-afd5-e0f27e976b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:40.883347 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-baa32818-a879-4ced-bd86-3e15cbbbf706 req-57e40243-951b-4cc4-afd5-e0f27e976b48 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=26aaf535ef1442ddbe5e4f5b96bc1792&device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 6492 time: 0.3910258 Jul 09 16:16:40.896014 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c36b1-41aa-403f-880b-5430bd4d4ecf req-1820abf1-05e9-4c36-a479-ffcfeeec2694 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:40.897551 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b94c36b1-41aa-403f-880b-5430bd4d4ecf req-1820abf1-05e9-4c36-a479-ffcfeeec2694 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b748b16-b4e7-4973-a477-e26313fba4b3 HTTP/1.1" status: 200 len: 945 time: 0.4065332 Jul 09 16:16:40.989034 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:41.050049 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 07eb2f26-d285-4a58-8dd6-cf185e8c3dea, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=07eb2f26-d285-4a58-8dd6-cf185e8c3dea,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:41.052007 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '841a66c7-6090-49af-8daf-5c0f01dbd610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07eb2f26-d285-4a58-8dd6-cf185e8c3dea'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:16:41.054842 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbcda225-23e3-4fd9-9886-fd3f9bc2bf32" -d '{"events": [{"server_uuid": "841a66c7-6090-49af-8daf-5c0f01dbd610", "name": "network-vif-plugged", "status": "completed", "tag": "07eb2f26-d285-4a58-8dd6-cf185e8c3dea"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:16:41.060635 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:41.062063 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 924166bb-2540-42e4-a953-7ed06dded9dc no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:16:41.119167 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b94c36b1-41aa-403f-880b-5430bd4d4ecf req-3886493d-a1a7-4f4b-a4f4-6462d4bd4ce0 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107415 Jul 09 16:16:41.132551 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 924166bb-2540-42e4-a953-7ed06dded9dc not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:16:41.134968 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96fdc2a-dd22-457a-905f-5844c1ee492d None None] New status for floating IP 3ca17b7c-4d25-4a64-a362-42f35b748513: ACTIVE {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:16:41.250150 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3065e82b-7e62-455d-a751-8eaeb9d8bfb0 req-04056df2-c7dd-47fd-a33a-0df53491617d tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:41.271394 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3065e82b-7e62-455d-a751-8eaeb9d8bfb0 req-04056df2-c7dd-47fd-a33a-0df53491617d tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:41.281608 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3065e82b-7e62-455d-a751-8eaeb9d8bfb0 req-04056df2-c7dd-47fd-a33a-0df53491617d tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:41.294313 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3065e82b-7e62-455d-a751-8eaeb9d8bfb0 req-04056df2-c7dd-47fd-a33a-0df53491617d tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/ports?device_id=47e9310c-d30f-4d48-993b-53c6479c7104 HTTP/1.1" status: 200 len: 2410 time: 0.1846025 Jul 09 16:16:41.351207 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa32818-a879-4ced-bd86-3e15cbbbf706 req-f47344a9-9c38-4712-8af2-4f806fef282c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:41.353377 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-baa32818-a879-4ced-bd86-3e15cbbbf706 req-f47344a9-9c38-4712-8af2-4f806fef282c service neutron] 10.222.0.73 "GET /v2.0/networks?id=3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8 HTTP/1.1" status: 200 len: 913 time: 0.3828495 Jul 09 16:16:41.377127 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=07eb2f26-d285-4a58-8dd6-cf185e8c3dea,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:41.437840 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3065e82b-7e62-455d-a751-8eaeb9d8bfb0 req-fb74926f-13db-4852-b8c8-b5d93c27108a tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/security-groups?id=ed455c02-e886-4f75-ace5-02640635a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417773 Jul 09 16:16:41.470838 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-927e0760-a020-4375-8984-d29f12d56ded tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:41.472575 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-927e0760-a020-4375-8984-d29f12d56ded tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=1b748b16-b4e7-4973-a477-e26313fba4b3&tenant_id=546108aaf02647ac83ffc1a249896d22&binding%3Ahost_id=n-h2-798930-3 HTTP/1.1" status: 200 len: 1096 time: 0.1587622 Jul 09 16:16:41.682082 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa195b4-9501-40b4-b804-a16465cfd2b8 x-openstack-request-id: req-caa195b4-9501-40b4-b804-a16465cfd2b8 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:16:41.682725 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "841a66c7-6090-49af-8daf-5c0f01dbd610", "name": "network-vif-plugged", "status": "completed", "tag": "07eb2f26-d285-4a58-8dd6-cf185e8c3dea", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:16:41.683281 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-caa195b4-9501-40b4-b804-a16465cfd2b8 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:16:41.683898 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '841a66c7-6090-49af-8daf-5c0f01dbd610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07eb2f26-d285-4a58-8dd6-cf185e8c3dea', 'code': 200} Jul 09 16:16:41.733831 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-a3d27a17-a822-4a53-a5ac-4a128adeb6b8 service neutron] For port 924166bb-2540-42e4-a953-7ed06dded9dc, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:16:41.737558 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-a3d27a17-a822-4a53-a5ac-4a128adeb6b8 service neutron] Notify callbacks [] for binding, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:41.739370 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-31faf4ed-f237-4d69-a92a-ba53fd5e7c5d req-a3d27a17-a822-4a53-a5ac-4a128adeb6b8 service neutron] 10.222.0.73 "DELETE /v2.0/ports/924166bb-2540-42e4-a953-7ed06dded9dc/bindings/n-h1-798930-3 HTTP/1.1" status: 204 len: 173 time: 0.2596552 Jul 09 16:16:41.740932 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-baa32818-a879-4ced-bd86-3e15cbbbf706 req-6756ac69-394d-49a8-a387-c6bf00c82cea service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e HTTP/1.1" status: 200 len: 1000 time: 0.3578854 Jul 09 16:16:41.835946 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-54ae449a-7e65-4613-8ce5-77d073aa4088 req-cbfbe4ff-28e2-4679-83de-4eee31a529f5 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:41.940149 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa32818-a879-4ced-bd86-3e15cbbbf706 req-9f00f8d4-ab98-49f7-a6b0-47a521d6c4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:41.942302 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-baa32818-a879-4ced-bd86-3e15cbbbf706 req-9f00f8d4-ab98-49f7-a6b0-47a521d6c4dc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d1711513-50d2-4abd-a78b-a82992d0d46f HTTP/1.1" status: 200 len: 851 time: 0.1727946 Jul 09 16:16:41.948880 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfbe4ff-28e2-4679-83de-4eee31a529f5 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Pushing event deleted for resources: {'Port': ['ID=b112445a-c61f-468c-9edd-8a551886ab8a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:42.013939 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aebe81b-5cb6-4e56-b65e-cfe3df71e989 req-9f0e8427-711b-4591-992e-435ab504cee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:42.016116 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1aebe81b-5cb6-4e56-b65e-cfe3df71e989 req-9f0e8427-711b-4591-992e-435ab504cee7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=841a66c7-6090-49af-8daf-5c0f01dbd610 HTTP/1.1" status: 200 len: 1101 time: 0.1746414 Jul 09 16:16:42.050837 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0921f5-0a98-4302-b0bb-2ea5043899f8 req-528ac830-b102-4563-a131-ef124b01485b tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:42.059338 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7e0921f5-0a98-4302-b0bb-2ea5043899f8 req-528ac830-b102-4563-a131-ef124b01485b tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] 10.222.0.98 "GET /v2.0/ports?device_id=86b0c58e-6369-4d58-8be8-30f32f1f6d95 HTTP/1.1" status: 200 len: 867 time: 0.5207131 Jul 09 16:16:42.076307 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1aebe81b-5cb6-4e56-b65e-cfe3df71e989 req-f0607b47-b7e8-4e77-923f-9fbf847f0c1e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478828 Jul 09 16:16:42.124766 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0c04e09b-744e-4928-bcc1-df9f9293aa7a req-8e6f02a7-1e5b-4d89-aff6-ef61d8033a66 tempest-ServerShowV247Test-66129226 tempest-ServerShowV247Test-66129226-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b709261-7ab6-46db-a410-84ca297026a3 HTTP/1.1" status: 200 len: 210 time: 0.0505676 Jul 09 16:16:42.166464 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa32818-a879-4ced-bd86-3e15cbbbf706 req-a5a5d1f7-68cf-415e-b17b-a07db778c80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:42.168110 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-baa32818-a879-4ced-bd86-3e15cbbbf706 req-a5a5d1f7-68cf-415e-b17b-a07db778c80c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2140565 Jul 09 16:16:42.184912 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7e0921f5-0a98-4302-b0bb-2ea5043899f8 req-6b22dd4c-1baa-4ca0-be1e-9fea1d3d51ee tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] 10.222.0.98 "GET /v2.0/security-groups?id=5735b4b8-7e17-4d09-ac7c-df06ec8371f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246610 Jul 09 16:16:42.202927 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device b112445a-c61f-468c-9edd-8a551886ab8a no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:16:42.280633 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: b112445a-c61f-468c-9edd-8a551886ab8a {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:16:42.281401 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device b112445a-c61f-468c-9edd-8a551886ab8a not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:16:42.351183 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54ae449a-7e65-4613-8ce5-77d073aa4088 req-cbfbe4ff-28e2-4679-83de-4eee31a529f5 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Router 50734d55-ffd2-43db-a118-71e5dde6c9a6 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:16:42.434362 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-baa32818-a879-4ced-bd86-3e15cbbbf706 req-298d4a70-6aeb-4aa8-ac00-616aad390e0a service neutron] 10.222.0.73 "GET /v2.0/networks/3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463815 Jul 09 16:16:42.460944 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ae509-6bc0-4f2b-aed2-f43c77757ab4 req-1f012392-3b1c-4ffe-a91c-f527dc301e26 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:42.475109 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-705ae509-6bc0-4f2b-aed2-f43c77757ab4 req-1f012392-3b1c-4ffe-a91c-f527dc301e26 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=841a66c7-6090-49af-8daf-5c0f01dbd610 HTTP/1.1" status: 200 len: 950 time: 0.1522732 Jul 09 16:16:42.537504 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-705ae509-6bc0-4f2b-aed2-f43c77757ab4 req-b59d348f-9999-45c1-91d8-6ba1f742e755 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602863 Jul 09 16:16:42.708796 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 26c1d596-7d06-44ff-92e2-b70ec5f712e6 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:16:42.736101 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54ae449a-7e65-4613-8ce5-77d073aa4088 req-cbfbe4ff-28e2-4679-83de-4eee31a529f5 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:16:42.748110 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c292ffdf-5999-45bf-8ac6-eee2eab5a5b9 None None] Sync routers for ids ['50734d55-ffd2-43db-a118-71e5dde6c9a6'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:16:42.763764 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c292ffdf-5999-45bf-8ac6-eee2eab5a5b9 None None] Routers {'50734d55-ffd2-43db-a118-71e5dde6c9a6'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:16:42.764393 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c292ffdf-5999-45bf-8ac6-eee2eab5a5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:16:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['50734d55-ffd2-43db-a118-71e5dde6c9a6'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:16:42.819184 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-54ae449a-7e65-4613-8ce5-77d073aa4088 req-cbfbe4ff-28e2-4679-83de-4eee31a529f5 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] No DVR routers for this DVR port b112445a-c61f-468c-9edd-8a551886ab8a on host n-h2-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:16:42.824340 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a6fd5-10b1-482d-8148-f8e1c2b5899b req-97923bf8-d888-452f-8f73-16a1301e7d27 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:42.837167 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-54ae449a-7e65-4613-8ce5-77d073aa4088 req-cbfbe4ff-28e2-4679-83de-4eee31a529f5 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:42.840278 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-54ae449a-7e65-4613-8ce5-77d073aa4088 req-cbfbe4ff-28e2-4679-83de-4eee31a529f5 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] 10.222.0.73 "DELETE /v2.0/ports/b112445a-c61f-468c-9edd-8a551886ab8a HTTP/1.1" status: 204 len: 173 time: 3.4398124 Jul 09 16:16:42.844379 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b0c58e-6369-4d58-8be8-30f32f1f6d95', 'name': 'network-vif-deleted', 'tag': 'b112445a-c61f-468c-9edd-8a551886ab8a'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:16:42.848441 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03509c4d-1518-49f2-912b-673fe729ddd5" -d '{"events": [{"server_uuid": "86b0c58e-6369-4d58-8be8-30f32f1f6d95", "name": "network-vif-deleted", "tag": "b112445a-c61f-468c-9edd-8a551886ab8a"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:16:42.873537 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a98a6fd5-10b1-482d-8148-f8e1c2b5899b req-97923bf8-d888-452f-8f73-16a1301e7d27 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b748b16-b4e7-4973-a477-e26313fba4b3 HTTP/1.1" status: 200 len: 945 time: 0.1741087 Jul 09 16:16:42.913080 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 26c1d596-7d06-44ff-92e2-b70ec5f712e6, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=26c1d596-7d06-44ff-92e2-b70ec5f712e6,segment=NetworkSegment(65ecd272-4f56-4161-83e5-fe458e671476),segment_id=65ecd272-4f56-4161-83e5-fe458e671476)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:42.948861 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '26c1d596-7d06-44ff-92e2-b70ec5f712e6', 'network_id': '4f5d43fd-18a1-4a20-8481-b682790e1063', 'port_id': '26c1d596-7d06-44ff-92e2-b70ec5f712e6', 'mac_address': 'fa:16:3e:3b:2f:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c395d6b-f600-436c-9241-9da80976fe97', 'ip_address': '19.86.0.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:16:43.027568 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-c292ffdf-5999-45bf-8ac6-eee2eab5a5b9 None None] Set router 50734d55-ffd2-43db-a118-71e5dde6c9a6 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:16:43.035307 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a98a6fd5-10b1-482d-8148-f8e1c2b5899b req-6f7d1fe5-80e8-4551-8314-fd0853b063a7 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511552 Jul 09 16:16:43.048999 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:43.051936 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3cb09122-4f7e-4aa5-8a3e-e777355bf305 req-1e6b98ba-29cb-4d9e-8a0f-a47bee71b753 tempest-ServerShowV247Test-66129226 tempest-ServerShowV247Test-66129226-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b709261-7ab6-46db-a410-84ca297026a3&device_id=1a632170-1142-4909-a9ac-1ab249b7d5b9 HTTP/1.1" status: 200 len: 210 time: 0.1566896 Jul 09 16:16:43.107738 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26c1d596-7d06-44ff-92e2-b70ec5f712e6 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:16:43.121206 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-baa32818-a879-4ced-bd86-3e15cbbbf706 req-fa3a98dc-848f-4b60-8f62-95658be70db2 service neutron] 10.222.0.73 "GET /v2.0/networks/3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6676681 Jul 09 16:16:43.142470 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 26c1d596-7d06-44ff-92e2-b70ec5f712e6, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=26c1d596-7d06-44ff-92e2-b70ec5f712e6,segment=NetworkSegment(65ecd272-4f56-4161-83e5-fe458e671476),segment_id=65ecd272-4f56-4161-83e5-fe458e671476)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:43.148073 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:43.150022 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 2ec8c210-c305-4537-a4d9-ee9e55a9ab94 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:16:43.323220 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970e0b63-492c-4eae-90e0-318bb5480416 x-openstack-request-id: req-970e0b63-492c-4eae-90e0-318bb5480416 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:16:43.323633 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86b0c58e-6369-4d58-8be8-30f32f1f6d95", "name": "network-vif-deleted", "tag": "b112445a-c61f-468c-9edd-8a551886ab8a", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:16:43.324001 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-970e0b63-492c-4eae-90e0-318bb5480416 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:16:43.326144 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b0c58e-6369-4d58-8be8-30f32f1f6d95', 'name': 'network-vif-deleted', 'tag': 'b112445a-c61f-468c-9edd-8a551886ab8a', 'status': 'completed', 'code': 200} Jul 09 16:16:43.471068 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713469c-42f5-4e99-afc0-2a4099c231ce req-a509cd26-4347-473f-8c57-09179be5a4cd tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:43.477862 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713469c-42f5-4e99-afc0-2a4099c231ce req-a509cd26-4347-473f-8c57-09179be5a4cd tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:43.484566 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713469c-42f5-4e99-afc0-2a4099c231ce req-a509cd26-4347-473f-8c57-09179be5a4cd tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:43.487015 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8713469c-42f5-4e99-afc0-2a4099c231ce req-a509cd26-4347-473f-8c57-09179be5a4cd tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/ports?device_id=47e9310c-d30f-4d48-993b-53c6479c7104 HTTP/1.1" status: 200 len: 2411 time: 0.1877358 Jul 09 16:16:43.506898 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=26c1d596-7d06-44ff-92e2-b70ec5f712e6,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:43.534106 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 2ec8c210-c305-4537-a4d9-ee9e55a9ab94, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=2ec8c210-c305-4537-a4d9-ee9e55a9ab94,segment=NetworkSegment(3bece331-ff41-4b63-9293-b1f5e506b5c5),segment_id=3bece331-ff41-4b63-9293-b1f5e506b5c5)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:43.566024 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '2ec8c210-c305-4537-a4d9-ee9e55a9ab94', 'network_id': 'eff0b7eb-1e30-49b5-b64c-418e6c3135e7', 'port_id': '2ec8c210-c305-4537-a4d9-ee9e55a9ab94', 'mac_address': 'fa:16:3e:40:d8:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8cf9797-d283-4b19-93a4-6d9d904fc29e', 'ip_address': '19.80.0.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:16:43.580656 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8713469c-42f5-4e99-afc0-2a4099c231ce req-e6a53f28-f327-478f-9152-0c5d1a069dd8 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/security-groups?id=ed455c02-e886-4f75-ace5-02640635a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852451 Jul 09 16:16:43.584729 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c292ffdf-5999-45bf-8ac6-eee2eab5a5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50734d55-ffd2-43db-a118-71e5dde6c9a6', 'name': 'tempest-ServersTestManualDisk-399785144-router', 'tenant_id': 'af04827258d24f9db4d18404590f3f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '2e9c9fd4-f6f0-456c-8a28-7a82c5843596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:12:26Z', 'updated_at': '2021-07-09T16:12:35Z', 'revision_number': 4, 'project_id': 'af04827258d24f9db4d18404590f3f54', 'gw_port': {'id': '2e9c9fd4-f6f0-456c-8a28-7a82c5843596', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:38:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50734d55-ffd2-43db-a118-71e5dde6c9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:12:27Z', 'updated_at': '2021-07-09T16:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '72a2c892-8ab0-4d6a-a8e2-70b5224d09e7', 'name': '', 'network_id': '60f29bb9-c6a4-4744-a356-fda340719d26', 'tenant_id': 'af04827258d24f9db4d18404590f3f54', 'mac_address': 'fa:16:3e:e2:21:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50734d55-ffd2-43db-a118-71e5dde6c9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '343017e3-3017-47b4-bba4-2146bb17b890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:12:33Z', 'updated_at': '2021-07-09T16:12:42Z', 'revision_number': 5, 'project_id': 'af04827258d24f9db4d18404590f3f54', 'subnets': [{'id': '343017e3-3017-47b4-bba4-2146bb17b890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:16:43.622264 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:43.630761 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c292ffdf-5999-45bf-8ac6-eee2eab5a5b9 None None] Checking router: 50734d55-ffd2-43db-a118-71e5dde6c9a6 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:16:43.643647 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c292ffdf-5999-45bf-8ac6-eee2eab5a5b9 None None] Routers {'50734d55-ffd2-43db-a118-71e5dde6c9a6'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:16:43.644452 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c292ffdf-5999-45bf-8ac6-eee2eab5a5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:16:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['50734d55-ffd2-43db-a118-71e5dde6c9a6'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:16:43.646587 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ec8c210-c305-4537-a4d9-ee9e55a9ab94 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:16:43.699034 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 2ec8c210-c305-4537-a4d9-ee9e55a9ab94, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=2ec8c210-c305-4537-a4d9-ee9e55a9ab94,segment=NetworkSegment(3bece331-ff41-4b63-9293-b1f5e506b5c5),segment_id=3bece331-ff41-4b63-9293-b1f5e506b5c5)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:43.706204 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:43.707296 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 804e60b9-32e6-4d8f-9b4d-89a1d46391ee details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:16:43.771061 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 804e60b9-32e6-4d8f-9b4d-89a1d46391ee, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=804e60b9-32e6-4d8f-9b4d-89a1d46391ee,segment=NetworkSegment(3bece331-ff41-4b63-9293-b1f5e506b5c5),segment_id=3bece331-ff41-4b63-9293-b1f5e506b5c5)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:43.900768 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-980a9f08-dbdc-43b5-87f2-3c6a0241c379 req-0b8c0c5f-2e5d-4d6d-a7dd-33de357bedb4 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] 10.222.0.98 "GET /v2.0/ports?device_id=86b0c58e-6369-4d58-8be8-30f32f1f6d95 HTTP/1.1" status: 200 len: 210 time: 0.0614910 Jul 09 16:16:43.910820 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-c292ffdf-5999-45bf-8ac6-eee2eab5a5b9 None None] Set router 50734d55-ffd2-43db-a118-71e5dde6c9a6 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:16:43.913097 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=2ec8c210-c305-4537-a4d9-ee9e55a9ab94,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:43.927241 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '804e60b9-32e6-4d8f-9b4d-89a1d46391ee', 'network_id': 'eff0b7eb-1e30-49b5-b64c-418e6c3135e7', 'port_id': '804e60b9-32e6-4d8f-9b4d-89a1d46391ee', 'mac_address': 'fa:16:3e:74:67:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8cf9797-d283-4b19-93a4-6d9d904fc29e', 'ip_address': '19.80.0.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:16:43.947016 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9af709e3-9ba2-4f09-8777-94a0d0ffaa61 req-4a0509d3-174e-423d-80a9-0b0508b24e82 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=489e99644ef842638866263206235ab8&device_id=5b709261-7ab6-46db-a410-84ca297026a3 HTTP/1.1" status: 200 len: 210 time: 0.0455396 Jul 09 16:16:43.983749 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e34a7f-58f1-4651-90fd-1981a8b2ac8b req-51a729f9-ae25-4b21-86ed-a176d57d0bf8 tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:43.998999 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:44.000531 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e0e34a7f-58f1-4651-90fd-1981a8b2ac8b req-51a729f9-ae25-4b21-86ed-a176d57d0bf8 tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=1b748b16-b4e7-4973-a477-e26313fba4b3 HTTP/1.1" status: 200 len: 1096 time: 0.1342158 Jul 09 16:16:44.007454 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9af709e3-9ba2-4f09-8777-94a0d0ffaa61 req-1e64b076-7397-4c12-b630-eb536771e5c6 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=489e99644ef842638866263206235ab8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402486 Jul 09 16:16:44.037432 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 804e60b9-32e6-4d8f-9b4d-89a1d46391ee {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:16:44.074546 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 804e60b9-32e6-4d8f-9b4d-89a1d46391ee, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=804e60b9-32e6-4d8f-9b4d-89a1d46391ee,segment=NetworkSegment(3bece331-ff41-4b63-9293-b1f5e506b5c5),segment_id=3bece331-ff41-4b63-9293-b1f5e506b5c5)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:44.085368 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:44.125566 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e0e34a7f-58f1-4651-90fd-1981a8b2ac8b req-7575df0b-69e4-4628-ae43-d36d9fc9a4ca tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239240 Jul 09 16:16:44.277062 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=804e60b9-32e6-4d8f-9b4d-89a1d46391ee,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:44.321407 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af709e3-9ba2-4f09-8777-94a0d0ffaa61 req-0bcdab3c-7c69-4a9f-b863-5b15792f5f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:44.324039 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9af709e3-9ba2-4f09-8777-94a0d0ffaa61 req-0bcdab3c-7c69-4a9f-b863-5b15792f5f8c service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3081815 Jul 09 16:16:44.330525 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c292ffdf-5999-45bf-8ac6-eee2eab5a5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50734d55-ffd2-43db-a118-71e5dde6c9a6', 'name': 'tempest-ServersTestManualDisk-399785144-router', 'tenant_id': 'af04827258d24f9db4d18404590f3f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '2e9c9fd4-f6f0-456c-8a28-7a82c5843596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:12:26Z', 'updated_at': '2021-07-09T16:12:35Z', 'revision_number': 4, 'project_id': 'af04827258d24f9db4d18404590f3f54', 'gw_port': {'id': '2e9c9fd4-f6f0-456c-8a28-7a82c5843596', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:38:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50734d55-ffd2-43db-a118-71e5dde6c9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:12:27Z', 'updated_at': '2021-07-09T16:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '72a2c892-8ab0-4d6a-a8e2-70b5224d09e7', 'name': '', 'network_id': '60f29bb9-c6a4-4744-a356-fda340719d26', 'tenant_id': 'af04827258d24f9db4d18404590f3f54', 'mac_address': 'fa:16:3e:e2:21:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50734d55-ffd2-43db-a118-71e5dde6c9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '343017e3-3017-47b4-bba4-2146bb17b890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:12:33Z', 'updated_at': '2021-07-09T16:12:42Z', 'revision_number': 5, 'project_id': 'af04827258d24f9db4d18404590f3f54', 'subnets': [{'id': '343017e3-3017-47b4-bba4-2146bb17b890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:16:44.392049 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c292ffdf-5999-45bf-8ac6-eee2eab5a5b9 None None] The sync data for ids ['50734d55-ffd2-43db-a118-71e5dde6c9a6'] in n-d-798930-3 is: [{'id': '50734d55-ffd2-43db-a118-71e5dde6c9a6', 'name': 'tempest-ServersTestManualDisk-399785144-router', 'tenant_id': 'af04827258d24f9db4d18404590f3f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '2e9c9fd4-f6f0-456c-8a28-7a82c5843596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:12:26Z', 'updated_at': '2021-07-09T16:12:35Z', 'revision_number': 4, 'project_id': 'af04827258d24f9db4d18404590f3f54', 'gw_port': {'id': '2e9c9fd4-f6f0-456c-8a28-7a82c5843596', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:38:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50734d55-ffd2-43db-a118-71e5dde6c9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:12:27Z', 'updated_at': '2021-07-09T16:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '72a2c892-8ab0-4d6a-a8e2-70b5224d09e7', 'name': '', 'network_id': '60f29bb9-c6a4-4744-a356-fda340719d26', 'tenant_id': 'af04827258d24f9db4d18404590f3f54', 'mac_address': 'fa:16:3e:e2:21:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50734d55-ffd2-43db-a118-71e5dde6c9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '343017e3-3017-47b4-bba4-2146bb17b890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:12:33Z', 'updated_at': '2021-07-09T16:12:42Z', 'revision_number': 5, 'project_id': 'af04827258d24f9db4d18404590f3f54', 'subnets': [{'id': '343017e3-3017-47b4-bba4-2146bb17b890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:16:44.400427 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fda78306-fec5-49c4-bc0f-f2a76cc97b1a req-edd1bcda-5ed6-456f-ae5c-82f2cbad6986 tempest-ServerShowV247Test-66129226 tempest-ServerShowV247Test-66129226-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b709261-7ab6-46db-a410-84ca297026a3 HTTP/1.1" status: 200 len: 210 time: 0.0493922 Jul 09 16:16:44.413417 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48489a6-47c5-4934-9e26-ea08425ba2ab req-5bb1684b-8ce2-4e56-b148-a448a8459f23 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:44.415593 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d48489a6-47c5-4934-9e26-ea08425ba2ab req-5bb1684b-8ce2-4e56-b148-a448a8459f23 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=841a66c7-6090-49af-8daf-5c0f01dbd610 HTTP/1.1" status: 200 len: 950 time: 0.1198578 Jul 09 16:16:44.426943 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['804e60b9-32e6-4d8f-9b4d-89a1d46391ee'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:16:44.469993 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d48489a6-47c5-4934-9e26-ea08425ba2ab req-3b1370f5-5684-4e6b-972d-65fb51715845 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390918 Jul 09 16:16:44.491603 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['2ec8c210-c305-4537-a4d9-ee9e55a9ab94'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:16:44.798853 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826482dc-1d69-40a1-9633-657b01bec5c1 None None] New status for floating IP 7444a451-d747-4c7b-aeee-fcd2a1089a8a: DOWN {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:16:44.826069 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e212af84-de19-4e44-a566-76d95276f2cd req-fe8ab1a0-59c7-4ae9-8e89-946c5ca8d7d5 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:44.839181 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e212af84-de19-4e44-a566-76d95276f2cd req-fe8ab1a0-59c7-4ae9-8e89-946c5ca8d7d5 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/networks?id=5ab794d9-1bd8-4da1-bd91-e5307e2548b2 HTTP/1.1" status: 200 len: 808 time: 0.2541647 Jul 09 16:16:44.857392 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e212af84-de19-4e44-a566-76d95276f2cd req-67aace8d-c776-4b75-bab5-3fdf22fe8e3e tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/quotas/546108aaf02647ac83ffc1a249896d22 HTTP/1.1" status: 200 len: 375 time: 0.0167158 Jul 09 16:16:44.924539 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 56846) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:16:44.974878 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e212af84-de19-4e44-a566-76d95276f2cd req-c16dd1ec-8680-4418-971d-8dbe533b3a38 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=546108aaf02647ac83ffc1a249896d22&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1109538 Jul 09 16:16:45.130247 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-14aeaae0-487c-4d9a-9190-6952e9706b54 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0cd5389204624e48b508b8e129d6a501&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2040825 Jul 09 16:16:45.135113 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 56854) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:16:45.164015 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e212af84-de19-4e44-a566-76d95276f2cd req-594a56f3-9676-476d-95e0-fd9e70ec9822 service neutron] 10.222.0.98 "GET /v2.0/networks/5ab794d9-1bd8-4da1-bd91-e5307e2548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765497 Jul 09 16:16:45.269889 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-66110f19-aa85-4d29-80b1-420cc5e35a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:45.311677 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-66110f19-aa85-4d29-80b1-420cc5e35a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:45.315138 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e212af84-de19-4e44-a566-76d95276f2cd req-1f96b6fa-9599-4bb6-83de-aa0a5d698fae service neutron] 10.222.0.98 "GET /v2.0/networks/5ab794d9-1bd8-4da1-bd91-e5307e2548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442029 Jul 09 16:16:45.373341 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386aae5-87c4-4308-892f-9fb5ff6d9456 req-844982f8-f5a0-45da-8594-a9368afff844 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:45.384233 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386aae5-87c4-4308-892f-9fb5ff6d9456 req-844982f8-f5a0-45da-8594-a9368afff844 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:45.389389 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-66110f19-aa85-4d29-80b1-420cc5e35a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:45.392478 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386aae5-87c4-4308-892f-9fb5ff6d9456 req-844982f8-f5a0-45da-8594-a9368afff844 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:45.392804 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-66110f19-aa85-4d29-80b1-420cc5e35a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:45.394293 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-66110f19-aa85-4d29-80b1-420cc5e35a42 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/050398bd-dbf2-4cad-a481-0c4af43a708c HTTP/1.1" status: 204 len: 168 time: 0.2577727 Jul 09 16:16:45.394710 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8386aae5-87c4-4308-892f-9fb5ff6d9456 req-844982f8-f5a0-45da-8594-a9368afff844 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/ports?device_id=47e9310c-d30f-4d48-993b-53c6479c7104 HTTP/1.1" status: 200 len: 2413 time: 0.1130164 Jul 09 16:16:45.409653 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66110f19-aa85-4d29-80b1-420cc5e35a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050398bd-dbf2-4cad-a481-0c4af43a708c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:45.488409 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8386aae5-87c4-4308-892f-9fb5ff6d9456 req-fb200ae4-7f95-4344-a606-9d062a087bca tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/security-groups?id=ed455c02-e886-4f75-ace5-02640635a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877569 Jul 09 16:16:45.543449 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['26c1d596-7d06-44ff-92e2-b70ec5f712e6'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:16:46.041680 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e8bb0-4652-4149-8ffa-30532a0ec7ff req-370e856f-6c83-4a3d-9897-8875ca1d0f7a tempest-ServersAdminTestJSON-147549106 tempest-ServersAdminTestJSON-147549106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:46.042565 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e8bb0-4652-4149-8ffa-30532a0ec7ff req-370e856f-6c83-4a3d-9897-8875ca1d0f7a tempest-ServersAdminTestJSON-147549106 tempest-ServersAdminTestJSON-147549106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:46.043730 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e8bb0-4652-4149-8ffa-30532a0ec7ff req-370e856f-6c83-4a3d-9897-8875ca1d0f7a tempest-ServersAdminTestJSON-147549106 tempest-ServersAdminTestJSON-147549106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:46.044464 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e8bb0-4652-4149-8ffa-30532a0ec7ff req-370e856f-6c83-4a3d-9897-8875ca1d0f7a tempest-ServersAdminTestJSON-147549106 tempest-ServersAdminTestJSON-147549106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:46.045875 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e8bb0-4652-4149-8ffa-30532a0ec7ff req-370e856f-6c83-4a3d-9897-8875ca1d0f7a tempest-ServersAdminTestJSON-147549106 tempest-ServersAdminTestJSON-147549106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:46.047731 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e8bb0-4652-4149-8ffa-30532a0ec7ff req-370e856f-6c83-4a3d-9897-8875ca1d0f7a tempest-ServersAdminTestJSON-147549106 tempest-ServersAdminTestJSON-147549106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:46.048905 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e8bb0-4652-4149-8ffa-30532a0ec7ff req-370e856f-6c83-4a3d-9897-8875ca1d0f7a tempest-ServersAdminTestJSON-147549106 tempest-ServersAdminTestJSON-147549106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:46.050065 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e8bb0-4652-4149-8ffa-30532a0ec7ff req-370e856f-6c83-4a3d-9897-8875ca1d0f7a tempest-ServersAdminTestJSON-147549106 tempest-ServersAdminTestJSON-147549106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:46.051034 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e8bb0-4652-4149-8ffa-30532a0ec7ff req-370e856f-6c83-4a3d-9897-8875ca1d0f7a tempest-ServersAdminTestJSON-147549106 tempest-ServersAdminTestJSON-147549106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:46.052431 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e8bb0-4652-4149-8ffa-30532a0ec7ff req-370e856f-6c83-4a3d-9897-8875ca1d0f7a tempest-ServersAdminTestJSON-147549106 tempest-ServersAdminTestJSON-147549106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:46.053336 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e8bb0-4652-4149-8ffa-30532a0ec7ff req-370e856f-6c83-4a3d-9897-8875ca1d0f7a tempest-ServersAdminTestJSON-147549106 tempest-ServersAdminTestJSON-147549106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:46.054064 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e8bb0-4652-4149-8ffa-30532a0ec7ff req-370e856f-6c83-4a3d-9897-8875ca1d0f7a tempest-ServersAdminTestJSON-147549106 tempest-ServersAdminTestJSON-147549106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:46.055245 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e8bb0-4652-4149-8ffa-30532a0ec7ff req-370e856f-6c83-4a3d-9897-8875ca1d0f7a tempest-ServersAdminTestJSON-147549106 tempest-ServersAdminTestJSON-147549106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:46.056434 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e8bb0-4652-4149-8ffa-30532a0ec7ff req-370e856f-6c83-4a3d-9897-8875ca1d0f7a tempest-ServersAdminTestJSON-147549106 tempest-ServersAdminTestJSON-147549106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:46.057396 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e8bb0-4652-4149-8ffa-30532a0ec7ff req-370e856f-6c83-4a3d-9897-8875ca1d0f7a tempest-ServersAdminTestJSON-147549106 tempest-ServersAdminTestJSON-147549106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:46.063283 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-082e8bb0-4652-4149-8ffa-30532a0ec7ff req-370e856f-6c83-4a3d-9897-8875ca1d0f7a tempest-ServersAdminTestJSON-147549106 tempest-ServersAdminTestJSON-147549106-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=b4ce6cf7-8817-477b-9686-6acbbfd6d885&device_id=841a66c7-6090-49af-8daf-5c0f01dbd610&device_id=47e9310c-d30f-4d48-993b-53c6479c7104&device_id=b3941099-7524-46b6-849c-55919fb70f5c&device_id=4265823f-80af-42d3-970c-e87273117806&device_id=1b748b16-b4e7-4973-a477-e26313fba4b3&device_id=24b38fcb-af32-450b-8a9c-61b943e9a0f3&device_id=5b709261-7ab6-46db-a410-84ca297026a3&device_id=1a632170-1142-4909-a9ac-1ab249b7d5b9&device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 13592 time: 0.1417212 Jul 09 16:16:46.106338 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9752e832-6ed6-4727-808b-65b826108f4d req-e5612ef2-06fc-4f98-9b1d-849b6ef7fd61 tempest-ServerShowV247Test-66129226 tempest-ServerShowV247Test-66129226-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b709261-7ab6-46db-a410-84ca297026a3 HTTP/1.1" status: 200 len: 210 time: 0.0943532 Jul 09 16:16:46.143864 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9af709e3-9ba2-4f09-8777-94a0d0ffaa61 req-9bad26b4-6f47-4f42-ae10-dce7ee59f685 tempest-ServerShowV247Test-66129226 tempest-ServerShowV247Test-66129226-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b709261-7ab6-46db-a410-84ca297026a3 HTTP/1.1" status: 200 len: 210 time: 0.0646589 Jul 09 16:16:46.162270 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-082e8bb0-4652-4149-8ffa-30532a0ec7ff req-cdd40410-01d6-47e9-9ab8-095ab846fd7a tempest-ServersAdminTestJSON-147549106 tempest-ServersAdminTestJSON-147549106-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:46.351986 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-082e8bb0-4652-4149-8ffa-30532a0ec7ff req-cdd40410-01d6-47e9-9ab8-095ab846fd7a tempest-ServersAdminTestJSON-147549106 tempest-ServersAdminTestJSON-147549106-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:46.357143 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-082e8bb0-4652-4149-8ffa-30532a0ec7ff req-cdd40410-01d6-47e9-9ab8-095ab846fd7a tempest-ServersAdminTestJSON-147549106 tempest-ServersAdminTestJSON-147549106-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:46.398588 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-082e8bb0-4652-4149-8ffa-30532a0ec7ff req-cdd40410-01d6-47e9-9ab8-095ab846fd7a tempest-ServersAdminTestJSON-147549106 tempest-ServersAdminTestJSON-147549106-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=8c727296-78a2-4526-a3ce-1ec442e3beaf&id=02b75c73-27d7-4975-9c87-615e08a2a838&id=ed455c02-e886-4f75-ace5-02640635a782&id=45384544-6ff6-497a-9513-ac1d1fea2ec6&id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.2533879 Jul 09 16:16:46.453259 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 56894) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:16:46.491036 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2fe0ce11-7f36-457b-85eb-86851bb7523b req-bcfbb20f-f6b2-4a82-a8dd-ec2dab80febc tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4ce6cf7-8817-477b-9686-6acbbfd6d885 HTTP/1.1" status: 200 len: 210 time: 0.0875261 Jul 09 16:16:46.491549 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd40410-01d6-47e9-9ab8-095ab846fd7a tempest-ServersAdminTestJSON-147549106 tempest-ServersAdminTestJSON-147549106-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6e7f11-1da1-49f1-abbd-0df91305a435,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:46.612286 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fe5ad1ec-f2b8-4d3d-bdab-96ac7194b3ae tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:46.673360 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fe5ad1ec-f2b8-4d3d-bdab-96ac7194b3ae tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:46.752717 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 26c1d596-7d06-44ff-92e2-b70ec5f712e6 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:16:46.761147 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fe5ad1ec-f2b8-4d3d-bdab-96ac7194b3ae tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:46.769735 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fe5ad1ec-f2b8-4d3d-bdab-96ac7194b3ae tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:46.775154 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-fe5ad1ec-f2b8-4d3d-bdab-96ac7194b3ae tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] 10.222.0.98 "DELETE /v2.0/security-groups/5735b4b8-7e17-4d09-ac7c-df06ec8371f0 HTTP/1.1" status: 204 len: 168 time: 0.3157563 Jul 09 16:16:46.778211 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 56906) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:16:46.802638 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5ad1ec-f2b8-4d3d-bdab-96ac7194b3ae tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5735b4b8-7e17-4d09-ac7c-df06ec8371f0,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:46.825067 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 56908) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:16:46.827239 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [None req-b8065bc6-81e0-48fe-af0b-50ee840daf0a tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] show failed (client error): The resource could not be found. Jul 09 16:16:46.833672 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b8065bc6-81e0-48fe-af0b-50ee840daf0a tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] 10.222.0.98 "GET /v2.0/security-groups/5735b4b8-7e17-4d09-ac7c-df06ec8371f0 HTTP/1.1" status: 404 len: 347 time: 0.0523856 Jul 09 16:16:46.836074 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 56910) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:16:46.957225 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 26c1d596-7d06-44ff-92e2-b70ec5f712e6 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:16:46.971566 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 26c1d596-7d06-44ff-92e2-b70ec5f712e6 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:16:46.973150 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:47.062055 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c42fdf-6e6c-41c0-bc47-723f3ae4abdd req-4a99c347-e7d2-43f6-a30c-4dab3b57232c tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:47.067081 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c42fdf-6e6c-41c0-bc47-723f3ae4abdd req-4a99c347-e7d2-43f6-a30c-4dab3b57232c tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:47.073204 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c42fdf-6e6c-41c0-bc47-723f3ae4abdd req-4a99c347-e7d2-43f6-a30c-4dab3b57232c tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:47.080912 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-62c42fdf-6e6c-41c0-bc47-723f3ae4abdd req-4a99c347-e7d2-43f6-a30c-4dab3b57232c tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/ports?device_id=47e9310c-d30f-4d48-993b-53c6479c7104 HTTP/1.1" status: 200 len: 2413 time: 0.1855614 Jul 09 16:16:47.146515 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-62c42fdf-6e6c-41c0-bc47-723f3ae4abdd req-40b68b41-4d2f-4244-8291-823a5b61b7c2 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/security-groups?id=ed455c02-e886-4f75-ace5-02640635a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645752 Jul 09 16:16:47.154032 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-403193f1-433f-4c50-86da-3a981d8e2fa3 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Deleting port 2712fd36-8603-479a-b580-0c845a0dcae4 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:16:47.154442 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-403193f1-433f-4c50-86da-3a981d8e2fa3 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:47.181134 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:47.256543 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e9310c-d30f-4d48-993b-53c6479c7104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c1d596-7d06-44ff-92e2-b70ec5f712e6'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:16:47.270041 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2925a964-a508-4741-a7a3-3605ec0e616e" -d '{"events": [{"server_uuid": "47e9310c-d30f-4d48-993b-53c6479c7104", "name": "network-vif-plugged", "status": "completed", "tag": "26c1d596-7d06-44ff-92e2-b70ec5f712e6"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:16:47.278997 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c181140c-222b-45d4-9f90-850b6bd30cd5 req-fdb2868d-78e5-484c-a062-d21cbef70a76 tempest-ServersAdminTestJSON-147549106 tempest-ServersAdminTestJSON-147549106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:47.282185 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c181140c-222b-45d4-9f90-850b6bd30cd5 req-fdb2868d-78e5-484c-a062-d21cbef70a76 tempest-ServersAdminTestJSON-147549106 tempest-ServersAdminTestJSON-147549106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:47.283047 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c181140c-222b-45d4-9f90-850b6bd30cd5 req-fdb2868d-78e5-484c-a062-d21cbef70a76 tempest-ServersAdminTestJSON-147549106 tempest-ServersAdminTestJSON-147549106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:47.289262 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c181140c-222b-45d4-9f90-850b6bd30cd5 req-fdb2868d-78e5-484c-a062-d21cbef70a76 tempest-ServersAdminTestJSON-147549106 tempest-ServersAdminTestJSON-147549106-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=841a66c7-6090-49af-8daf-5c0f01dbd610&device_id=4265823f-80af-42d3-970c-e87273117806&device_id=24b38fcb-af32-450b-8a9c-61b943e9a0f3 HTTP/1.1" status: 200 len: 2883 time: 0.1692157 Jul 09 16:16:47.318857 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 26c1d596-7d06-44ff-92e2-b70ec5f712e6, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=26c1d596-7d06-44ff-92e2-b70ec5f712e6,segment=NetworkSegment(65ecd272-4f56-4161-83e5-fe458e671476),segment_id=65ecd272-4f56-4161-83e5-fe458e671476)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:47.327146 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:47.329929 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 2ec8c210-c305-4537-a4d9-ee9e55a9ab94 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:16:47.351139 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-403193f1-433f-4c50-86da-3a981d8e2fa3 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:47.351466 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-403193f1-433f-4c50-86da-3a981d8e2fa3 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:47.369816 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-403193f1-433f-4c50-86da-3a981d8e2fa3 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Calling delete_port for 2712fd36-8603-479a-b580-0c845a0dcae4 owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:16:47.381807 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c181140c-222b-45d4-9f90-850b6bd30cd5 req-c67c1ef1-e2d2-48f4-8d04-33ccaf4772af tempest-ServersAdminTestJSON-147549106 tempest-ServersAdminTestJSON-147549106-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850968 Jul 09 16:16:47.428580 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f90d2e-51f5-4021-ad5c-c69a1b7d9b5f x-openstack-request-id: req-a9f90d2e-51f5-4021-ad5c-c69a1b7d9b5f {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:16:47.428928 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47e9310c-d30f-4d48-993b-53c6479c7104", "name": "network-vif-plugged", "status": "completed", "tag": "26c1d596-7d06-44ff-92e2-b70ec5f712e6", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:16:47.429240 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a9f90d2e-51f5-4021-ad5c-c69a1b7d9b5f {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:16:47.429662 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e9310c-d30f-4d48-993b-53c6479c7104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c1d596-7d06-44ff-92e2-b70ec5f712e6', 'code': 200} Jul 09 16:16:47.455008 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 2ec8c210-c305-4537-a4d9-ee9e55a9ab94 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:16:47.455306 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-f0c4725d-d003-4ea7-898e-c5ba65b8f2ce admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-260527743-network', 'tenant_id': '242bc8306d7c4570b78a9ed7501e76a9'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:16:47.470103 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 2ec8c210-c305-4537-a4d9-ee9e55a9ab94 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:16:47.470416 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:47.515743 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-19a657b5-dcf0-4b8a-8f02-6cde56cc91d6 req-b78d4397-59a4-483b-9198-17821871b5a2 tempest-ServerShowV247Test-66129226 tempest-ServerShowV247Test-66129226-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b709261-7ab6-46db-a410-84ca297026a3 HTTP/1.1" status: 200 len: 210 time: 0.0678906 Jul 09 16:16:47.517811 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=26c1d596-7d06-44ff-92e2-b70ec5f712e6,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:47.555540 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c4725d-d003-4ea7-898e-c5ba65b8f2ce admin admin] Made reservation on behalf of 242bc8306d7c4570b78a9ed7501e76a9 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:16:47.558582 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0c4725d-d003-4ea7-898e-c5ba65b8f2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:47.591408 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0c4725d-d003-4ea7-898e-c5ba65b8f2ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:47.615531 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:47.656817 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 2ec8c210-c305-4537-a4d9-ee9e55a9ab94, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=2ec8c210-c305-4537-a4d9-ee9e55a9ab94,segment=NetworkSegment(3bece331-ff41-4b63-9293-b1f5e506b5c5),segment_id=3bece331-ff41-4b63-9293-b1f5e506b5c5)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:47.668077 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:47.668974 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 804e60b9-32e6-4d8f-9b4d-89a1d46391ee up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:16:47.748723 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-77d6f78d-b15f-4a17-9eb7-867d9577fefe req-425079d8-0b58-4095-9260-c49414b91fa2 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4ce6cf7-8817-477b-9686-6acbbfd6d885 HTTP/1.1" status: 200 len: 210 time: 0.0854869 Jul 09 16:16:47.771131 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-403193f1-433f-4c50-86da-3a981d8e2fa3 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:47.804982 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=2ec8c210-c305-4537-a4d9-ee9e55a9ab94,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:47.833321 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 804e60b9-32e6-4d8f-9b4d-89a1d46391ee completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:16:47.839674 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 804e60b9-32e6-4d8f-9b4d-89a1d46391ee triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:16:47.840143 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:47.856586 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403193f1-433f-4c50-86da-3a981d8e2fa3 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Pushing event deleted for resources: {'Port': ['ID=2712fd36-8603-479a-b580-0c845a0dcae4,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:47.961330 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-403193f1-433f-4c50-86da-3a981d8e2fa3 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:47.965568 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-403193f1-433f-4c50-86da-3a981d8e2fa3 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:47.970423 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-403193f1-433f-4c50-86da-3a981d8e2fa3 tempest-ServersTestManualDisk-84023575 tempest-ServersTestManualDisk-84023575-project] 10.222.0.98 "DELETE /v2.0/floatingips/7444a451-d747-4c7b-aeee-fcd2a1089a8a HTTP/1.1" status: 204 len: 168 time: 1.1332490 Jul 09 16:16:47.970663 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 56932) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:16:47.973761 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0c4725d-d003-4ea7-898e-c5ba65b8f2ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:47.981754 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0c4725d-d003-4ea7-898e-c5ba65b8f2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:48.019951 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0c4725d-d003-4ea7-898e-c5ba65b8f2ce admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:16:48.029650 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:48.063883 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0c4725d-d003-4ea7-898e-c5ba65b8f2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:48.071702 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-f0c4725d-d003-4ea7-898e-c5ba65b8f2ce admin admin] Added segment a7799092-4bb4-4fcc-a0fe-2acca531821e of type vlan for network c85fac40-fd98-4aa4-b049-bdc567fdaaa9 Jul 09 16:16:48.087227 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 804e60b9-32e6-4d8f-9b4d-89a1d46391ee, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=804e60b9-32e6-4d8f-9b4d-89a1d46391ee,segment=NetworkSegment(3bece331-ff41-4b63-9293-b1f5e506b5c5),segment_id=3bece331-ff41-4b63-9293-b1f5e506b5c5)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:48.093799 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:48.098348 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c4725d-d003-4ea7-898e-c5ba65b8f2ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de691f7e-60f8-4bb1-a9b4-92aed1ebe174,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:48.155669 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0c4725d-d003-4ea7-898e-c5ba65b8f2ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:48.179188 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=804e60b9-32e6-4d8f-9b4d-89a1d46391ee,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:48.218509 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0c4725d-d003-4ea7-898e-c5ba65b8f2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:48.220096 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c4725d-d003-4ea7-898e-c5ba65b8f2ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:48.221130 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0c4725d-d003-4ea7-898e-c5ba65b8f2ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:48.289304 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f0c4725d-d003-4ea7-898e-c5ba65b8f2ce admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4628575 Jul 09 16:16:48.292714 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 56938) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:16:48.298307 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-cdbbda1c-4583-4314-b4db-8a187c0864dc admin admin] Request body: {'subnet': {'network_id': 'c85fac40-fd98-4aa4-b049-bdc567fdaaa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-260527743-subnet', 'tenant_id': '242bc8306d7c4570b78a9ed7501e76a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:16:48.330359 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdbbda1c-4583-4314-b4db-8a187c0864dc admin admin] Made reservation on behalf of 242bc8306d7c4570b78a9ed7501e76a9 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:16:48.333549 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cdbbda1c-4583-4314-b4db-8a187c0864dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:48.339854 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c4725d-d003-4ea7-898e-c5ba65b8f2ce admin admin] Pushing event updated for resources: {'Network': ['ID=c85fac40-fd98-4aa4-b049-bdc567fdaaa9,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:48.354495 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network c85fac40-fd98-4aa4-b049-bdc567fdaaa9 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:16:48.526104 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3055a1f6-e381-4eed-880b-7e2f304ad3d6 req-d792c1a9-e187-47b7-bddf-ca28f76e78a6 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:48.533819 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3055a1f6-e381-4eed-880b-7e2f304ad3d6 req-d792c1a9-e187-47b7-bddf-ca28f76e78a6 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:48.540804 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3055a1f6-e381-4eed-880b-7e2f304ad3d6 req-d792c1a9-e187-47b7-bddf-ca28f76e78a6 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:48.542609 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3055a1f6-e381-4eed-880b-7e2f304ad3d6 req-d792c1a9-e187-47b7-bddf-ca28f76e78a6 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/ports?device_id=47e9310c-d30f-4d48-993b-53c6479c7104 HTTP/1.1" status: 200 len: 2416 time: 0.1422157 Jul 09 16:16:48.621399 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3055a1f6-e381-4eed-880b-7e2f304ad3d6 req-4fcf5390-7f15-4111-9c59-71a92f55831e tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/security-groups?id=ed455c02-e886-4f75-ace5-02640635a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685685 Jul 09 16:16:48.670585 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e212af84-de19-4e44-a566-76d95276f2cd req-356ce513-227d-4c3b-8251-77380db96a32 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:48.671712 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e212af84-de19-4e44-a566-76d95276f2cd req-356ce513-227d-4c3b-8251-77380db96a32 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.77 "GET /v2.0/networks?id=5ab794d9-1bd8-4da1-bd91-e5307e2548b2 HTTP/1.1" status: 200 len: 808 time: 0.7989271 Jul 09 16:16:48.709598 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cdbbda1c-4583-4314-b4db-8a187c0864dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:48.718814 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-e212af84-de19-4e44-a566-76d95276f2cd req-3f3cf63d-43cf-4c92-a2c3-7ca99af3f2e0 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Request body: {'port': {'device_id': 'b4ce6cf7-8817-477b-9686-6acbbfd6d885', 'network_id': '5ab794d9-1bd8-4da1-bd91-e5307e2548b2', 'admin_state_up': True, 'tenant_id': '546108aaf02647ac83ffc1a249896d22'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:16:48.798170 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbbda1c-4583-4314-b4db-8a187c0864dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f023da16-4114-49db-96bf-53d690ab656f,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:48.808216 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbbda1c-4583-4314-b4db-8a187c0864dc admin admin] Checking segment: {'id': 'a7799092-4bb4-4fcc-a0fe-2acca531821e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c85fac40-fd98-4aa4-b049-bdc567fdaaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:16:48.808499 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbbda1c-4583-4314-b4db-8a187c0864dc admin admin] Network hostable DHCP agents. Network: c85fac40-fd98-4aa4-b049-bdc567fdaaa9, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:16:48.834096 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbbda1c-4583-4314-b4db-8a187c0864dc admin admin] Network c85fac40-fd98-4aa4-b049-bdc567fdaaa9 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:16:48.845948 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-cdbbda1c-4583-4314-b4db-8a187c0864dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, c85fac40-fd98-4aa4-b049-bdc567fdaaa9) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:16:48.851828 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbbda1c-4583-4314-b4db-8a187c0864dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:48.853857 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cdbbda1c-4583-4314-b4db-8a187c0864dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:48.866128 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a36ed7-9efd-4605-8163-4e913cf2c48f None None] Network c85fac40-fd98-4aa4-b049-bdc567fdaaa9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:16:48.871934 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-cdbbda1c-4583-4314-b4db-8a187c0864dc admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5777533 Jul 09 16:16:48.983763 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a84172-c35a-4c22-bed4-17ee909ed5d1 req-9a190060-b65c-4ef4-9f93-e71aa235cc43 tempest-ServersAdminTestJSON-147549106 tempest-ServersAdminTestJSON-147549106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:48.986091 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a5a84172-c35a-4c22-bed4-17ee909ed5d1 req-9a190060-b65c-4ef4-9f93-e71aa235cc43 tempest-ServersAdminTestJSON-147549106 tempest-ServersAdminTestJSON-147549106-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=24b38fcb-af32-450b-8a9c-61b943e9a0f3 HTTP/1.1" status: 200 len: 1101 time: 0.1891031 Jul 09 16:16:49.020848 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e212af84-de19-4e44-a566-76d95276f2cd req-3f3cf63d-43cf-4c92-a2c3-7ca99af3f2e0 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Made reservation on behalf of 546108aaf02647ac83ffc1a249896d22 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:16:49.025164 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e212af84-de19-4e44-a566-76d95276f2cd req-3f3cf63d-43cf-4c92-a2c3-7ca99af3f2e0 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:49.084598 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a5a84172-c35a-4c22-bed4-17ee909ed5d1 req-899bf04c-a201-428d-94dd-e16b92ad26c0 tempest-ServersAdminTestJSON-147549106 tempest-ServersAdminTestJSON-147549106-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887973 Jul 09 16:16:49.143692 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274b053b-4843-4337-8b8b-7069c4135685 None None] Network c85fac40-fd98-4aa4-b049-bdc567fdaaa9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:16:49.159820 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ec28141c-1685-4e1d-affb-eefa480f808a req-2b9e30e7-003b-4a35-a4df-35941a61f347 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=489e99644ef842638866263206235ab8&device_id=1a632170-1142-4909-a9ac-1ab249b7d5b9 HTTP/1.1" status: 200 len: 210 time: 0.0791450 Jul 09 16:16:49.217878 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ec28141c-1685-4e1d-affb-eefa480f808a req-0a0da97a-470f-4c01-9b0e-e48d212b0680 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=489e99644ef842638866263206235ab8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462124 Jul 09 16:16:49.324896 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-84b98945-05ae-45d5-9414-3476ac19ad2f req-62cab74a-6ad7-4b8a-9a75-fd82bf5de683 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4ce6cf7-8817-477b-9686-6acbbfd6d885 HTTP/1.1" status: 200 len: 210 time: 0.0450711 Jul 09 16:16:49.400983 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-e212af84-de19-4e44-a566-76d95276f2cd req-3f3cf63d-43cf-4c92-a2c3-7ca99af3f2e0 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Allocated IP 172.20.0.2 (5ab794d9-1bd8-4da1-bd91-e5307e2548b2/5288f2c0-4157-42ca-b91f-37115e42c839/fedb4196-6625-4f7b-b046-d9dc040c8327) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:16:49.430742 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e9310c-d30f-4d48-993b-53c6479c7104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec8c210-c305-4537-a4d9-ee9e55a9ab94'}, {'server_uuid': '47e9310c-d30f-4d48-993b-53c6479c7104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '804e60b9-32e6-4d8f-9b4d-89a1d46391ee'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:16:49.433726 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9812ae-ca30-4887-bf56-159f8176d17a" -d '{"events": [{"server_uuid": "47e9310c-d30f-4d48-993b-53c6479c7104", "name": "network-vif-plugged", "status": "completed", "tag": "2ec8c210-c305-4537-a4d9-ee9e55a9ab94"}, {"server_uuid": "47e9310c-d30f-4d48-993b-53c6479c7104", "name": "network-vif-plugged", "status": "completed", "tag": "804e60b9-32e6-4d8f-9b4d-89a1d46391ee"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:16:49.443273 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28141c-1685-4e1d-affb-eefa480f808a req-ecf4f252-0887-4e89-9808-758617a86eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:49.444856 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ec28141c-1685-4e1d-affb-eefa480f808a req-ecf4f252-0887-4e89-9808-758617a86eed service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2154815 Jul 09 16:16:49.470342 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2223ce28-dc2f-42b2-9120-1248f81cbc5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:49.498805 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ac578334-f700-4bf5-bb28-310e6151a198 req-1269865c-493d-4cee-99a3-2ab3fcfbb5de tempest-ServerShowV247Test-66129226 tempest-ServerShowV247Test-66129226-project] 10.222.0.98 "GET /v2.0/ports?device_id=1a632170-1142-4909-a9ac-1ab249b7d5b9 HTTP/1.1" status: 200 len: 210 time: 0.0344117 Jul 09 16:16:49.647315 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [req-a2dce130-16f1-41fc-83bc-5b6cb817d28d req-3db27a95-79ac-4dbf-8745-363e45e25da2 tempest-SecurityGroupsNegativeTestJSON-352718322 tempest-SecurityGroupsNegativeTestJSON-352718322-project] show failed (client error): The resource could not be found. Jul 09 16:16:49.648458 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a2dce130-16f1-41fc-83bc-5b6cb817d28d req-3db27a95-79ac-4dbf-8745-363e45e25da2 tempest-SecurityGroupsNegativeTestJSON-352718322 tempest-SecurityGroupsNegativeTestJSON-352718322-project] 10.222.0.98 "GET /v2.0/security-groups/f0096b0a-d557-47b9-a784-21472dc6f3fa HTTP/1.1" status: 404 len: 352 time: 0.1086247 Jul 09 16:16:49.698810 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278416d-01e3-4a94-8955-097a28ea450b req-42ea83ca-febe-41d1-8e9b-096145459582 tempest-ServersAdminTestJSON-147549106 tempest-ServersAdminTestJSON-147549106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:49.700688 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a278416d-01e3-4a94-8955-097a28ea450b req-42ea83ca-febe-41d1-8e9b-096145459582 tempest-ServersAdminTestJSON-147549106 tempest-ServersAdminTestJSON-147549106-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=24b38fcb-af32-450b-8a9c-61b943e9a0f3 HTTP/1.1" status: 200 len: 1101 time: 0.0694065 Jul 09 16:16:49.741873 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 16:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f090375e-70a1-4364-a97b-20021d9bd8c6 x-openstack-request-id: req-f090375e-70a1-4364-a97b-20021d9bd8c6 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:16:49.742419 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47e9310c-d30f-4d48-993b-53c6479c7104", "name": "network-vif-plugged", "status": "completed", "tag": "2ec8c210-c305-4537-a4d9-ee9e55a9ab94", "code": 200}, {"server_uuid": "47e9310c-d30f-4d48-993b-53c6479c7104", "name": "network-vif-plugged", "status": "completed", "tag": "804e60b9-32e6-4d8f-9b4d-89a1d46391ee", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:16:49.744394 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f090375e-70a1-4364-a97b-20021d9bd8c6 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:16:49.745044 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e9310c-d30f-4d48-993b-53c6479c7104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec8c210-c305-4537-a4d9-ee9e55a9ab94', 'code': 200} Jul 09 16:16:49.745488 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e9310c-d30f-4d48-993b-53c6479c7104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '804e60b9-32e6-4d8f-9b4d-89a1d46391ee', 'code': 200} Jul 09 16:16:49.756733 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a278416d-01e3-4a94-8955-097a28ea450b req-49731ba1-9849-4011-9152-84c613373739 tempest-ServersAdminTestJSON-147549106 tempest-ServersAdminTestJSON-147549106-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452874 Jul 09 16:16:49.789252 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e212af84-de19-4e44-a566-76d95276f2cd req-3f3cf63d-43cf-4c92-a2c3-7ca99af3f2e0 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:49.864532 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e212af84-de19-4e44-a566-76d95276f2cd req-3f3cf63d-43cf-4c92-a2c3-7ca99af3f2e0 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:49.953868 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8e13d89a-f532-4318-bdb9-d7475023abf8 req-e2e5b60f-6aad-4e27-9779-5d5e7fd41b4e tempest-SecurityGroupsNegativeTestJSON-352718322 tempest-SecurityGroupsNegativeTestJSON-352718322-project] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=242bc8306d7c4570b78a9ed7501e76a9 HTTP/1.1" status: 200 len: 2984 time: 0.0753427 Jul 09 16:16:50.007646 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8e13d89a-f532-4318-bdb9-d7475023abf8 req-b78009a4-de3b-4c14-ad38-3e82d94cd6b7 tempest-SecurityGroupsNegativeTestJSON-352718322 tempest-SecurityGroupsNegativeTestJSON-352718322-project] 10.222.0.98 "GET /v2.0/security-groups/de691f7e-60f8-4bb1-a9b4-92aed1ebe174 HTTP/1.1" status: 200 len: 2981 time: 0.0442770 Jul 09 16:16:50.027730 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e212af84-de19-4e44-a566-76d95276f2cd req-3f3cf63d-43cf-4c92-a2c3-7ca99af3f2e0 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Network 5ab794d9-1bd8-4da1-bd91-e5307e2548b2 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:16:50.033042 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3cf63d-43cf-4c92-a2c3-7ca99af3f2e0 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Pushing event updated for resources: {'Port': ['ID=fedb4196-6625-4f7b-b046-d9dc040c8327,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:50.040093 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-e212af84-de19-4e44-a566-76d95276f2cd req-3f3cf63d-43cf-4c92-a2c3-7ca99af3f2e0 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:16:50.049535 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-e212af84-de19-4e44-a566-76d95276f2cd req-3f3cf63d-43cf-4c92-a2c3-7ca99af3f2e0 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:16:50.061094 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8e13d89a-f532-4318-bdb9-d7475023abf8 req-8153f13b-e881-469c-86e2-6bdfe0b4adb9 tempest-SecurityGroupsNegativeTestJSON-352718322 tempest-SecurityGroupsNegativeTestJSON-352718322-project] 10.222.0.98 "GET /v2.0/security-groups/de691f7e-60f8-4bb1-a9b4-92aed1ebe174 HTTP/1.1" status: 200 len: 2981 time: 0.0452719 Jul 09 16:16:50.154140 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e212af84-de19-4e44-a566-76d95276f2cd req-3f3cf63d-43cf-4c92-a2c3-7ca99af3f2e0 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:50.154880 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e212af84-de19-4e44-a566-76d95276f2cd req-3f3cf63d-43cf-4c92-a2c3-7ca99af3f2e0 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:50.177401 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b93da7-328d-4fcb-8b3d-197a87496f2a req-6a3fdff4-636e-4364-b20a-fc27c06c01d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:50.177945 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b93da7-328d-4fcb-8b3d-197a87496f2a req-6a3fdff4-636e-4364-b20a-fc27c06c01d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:50.178463 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b93da7-328d-4fcb-8b3d-197a87496f2a req-6a3fdff4-636e-4364-b20a-fc27c06c01d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:50.180944 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-32b93da7-328d-4fcb-8b3d-197a87496f2a req-6a3fdff4-636e-4364-b20a-fc27c06c01d4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=47e9310c-d30f-4d48-993b-53c6479c7104 HTTP/1.1" status: 200 len: 2869 time: 0.2966321 Jul 09 16:16:50.192666 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e212af84-de19-4e44-a566-76d95276f2cd req-3f3cf63d-43cf-4c92-a2c3-7ca99af3f2e0 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4794621 Jul 09 16:16:50.209949 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cfa4db-92a6-47d8-ade5-81fc6128fa4a req-4ae6252b-0e79-44ac-8a58-59289d4664d0 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:50.216642 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cfa4db-92a6-47d8-ade5-81fc6128fa4a req-4ae6252b-0e79-44ac-8a58-59289d4664d0 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:50.223199 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cfa4db-92a6-47d8-ade5-81fc6128fa4a req-4ae6252b-0e79-44ac-8a58-59289d4664d0 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:50.224910 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-54cfa4db-92a6-47d8-ade5-81fc6128fa4a req-4ae6252b-0e79-44ac-8a58-59289d4664d0 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/ports?device_id=47e9310c-d30f-4d48-993b-53c6479c7104 HTTP/1.1" status: 200 len: 2416 time: 0.3031354 Jul 09 16:16:50.233395 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-e212af84-de19-4e44-a566-76d95276f2cd req-8d964350-72f0-41ee-b298-71f2904c64dc service neutron] Request body: {'port': {'device_id': 'b4ce6cf7-8817-477b-9686-6acbbfd6d885', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:16:50.308961 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3e0d22da-fd5f-43bd-8590-7c65e8ac18ba req-7d07d93e-000b-4d5c-b4bc-d4c23f89da1e tempest-SecurityGroupsNegativeTestJSON-352718322 tempest-SecurityGroupsNegativeTestJSON-352718322-project] 10.222.0.98 "GET /v2.0/security-groups/de691f7e-60f8-4bb1-a9b4-92aed1ebe174 HTTP/1.1" status: 200 len: 2981 time: 0.0447555 Jul 09 16:16:50.326441 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-2223ce28-dc2f-42b2-9120-1248f81cbc5b admin admin] Deleting port 72a2c892-8ab0-4d6a-a8e2-70b5224d09e7 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:16:50.326720 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2223ce28-dc2f-42b2-9120-1248f81cbc5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:50.355263 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-32b93da7-328d-4fcb-8b3d-197a87496f2a req-1b6368cd-119f-47d5-9118-38962be3d7ff service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ed455c02-e886-4f75-ace5-02640635a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659598 Jul 09 16:16:50.381322 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [req-3e0d22da-fd5f-43bd-8590-7c65e8ac18ba req-d5067fdb-69b5-4b39-b695-2bbc265716f3 tempest-SecurityGroupsNegativeTestJSON-352718322 tempest-SecurityGroupsNegativeTestJSON-352718322-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 09 16:16:50.382392 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3e0d22da-fd5f-43bd-8590-7c65e8ac18ba req-d5067fdb-69b5-4b39-b695-2bbc265716f3 tempest-SecurityGroupsNegativeTestJSON-352718322 tempest-SecurityGroupsNegativeTestJSON-352718322-project] 10.222.0.98 "DELETE /v2.0/security-groups/de691f7e-60f8-4bb1-a9b4-92aed1ebe174 HTTP/1.1" status: 409 len: 352 time: 0.0669012 Jul 09 16:16:50.418308 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-54cfa4db-92a6-47d8-ade5-81fc6128fa4a req-4a2e2099-2d8e-4b9e-8062-c80a29ace550 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/security-groups?id=ed455c02-e886-4f75-ace5-02640635a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727450 Jul 09 16:16:50.455992 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e212af84-de19-4e44-a566-76d95276f2cd req-8d964350-72f0-41ee-b298-71f2904c64dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:50.496292 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-2223ce28-dc2f-42b2-9120-1248f81cbc5b admin admin] For port 72a2c892-8ab0-4d6a-a8e2-70b5224d09e7, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=72a2c892-8ab0-4d6a-a8e2-70b5224d09e7,segment=NetworkSegment(b9e8367d-4ac1-4ece-905f-b54d02e94300),segment_id=b9e8367d-4ac1-4ece-905f-b54d02e94300)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:50.496880 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2223ce28-dc2f-42b2-9120-1248f81cbc5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:50.537533 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-2223ce28-dc2f-42b2-9120-1248f81cbc5b admin admin] Calling delete_port for 72a2c892-8ab0-4d6a-a8e2-70b5224d09e7 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:16:50.677867 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb432e2a-2995-49a5-9e27-3e405666db15 req-7e35cfd9-36b3-4743-9af1-aa0ce1d3c3d7 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:50.679432 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cb432e2a-2995-49a5-9e27-3e405666db15 req-7e35cfd9-36b3-4743-9af1-aa0ce1d3c3d7 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4ce6cf7-8817-477b-9686-6acbbfd6d885 HTTP/1.1" status: 200 len: 931 time: 0.0792286 Jul 09 16:16:50.721148 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cb432e2a-2995-49a5-9e27-3e405666db15 req-c4d97707-222f-45f3-9cc6-fbc18c1672f0 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358295 Jul 09 16:16:50.727672 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [req-3d79d97a-9ccf-4ebe-b8de-8586dea3fbf8 req-7f350631-d162-4f9d-befb-9d1c27d6e83a tempest-SecurityGroupsNegativeTestJSON-352718322 tempest-SecurityGroupsNegativeTestJSON-352718322-project] show failed (client error): The resource could not be found. Jul 09 16:16:50.728865 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3d79d97a-9ccf-4ebe-b8de-8586dea3fbf8 req-7f350631-d162-4f9d-befb-9d1c27d6e83a tempest-SecurityGroupsNegativeTestJSON-352718322 tempest-SecurityGroupsNegativeTestJSON-352718322-project] 10.222.0.98 "GET /v2.0/security-groups/6198e0bb-a1dc-46c4-a8cc-b28cd1e86d33 HTTP/1.1" status: 404 len: 352 time: 0.0726745 Jul 09 16:16:50.900487 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-511608da-83e6-43e6-92f7-1ef3686e27c2 req-b89123f0-39e3-47ee-b865-b07973fe6ec1 tempest-ServerShowV247Test-66129226 tempest-ServerShowV247Test-66129226-project] 10.222.0.98 "GET /v2.0/ports?device_id=1a632170-1142-4909-a9ac-1ab249b7d5b9 HTTP/1.1" status: 200 len: 210 time: 0.0508239 Jul 09 16:16:50.907718 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-40ba0fd1-de17-4bb1-9051-c380b8b6778a req-a47bdb22-b2ec-4f13-a7ed-01ef0726ff5d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=24b38fcb-af32-450b-8a9c-61b943e9a0f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2542214 Jul 09 16:16:50.969891 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ec28141c-1685-4e1d-affb-eefa480f808a req-70849f47-32e0-4fad-a802-3973cb23f4c9 tempest-ServerShowV247Test-66129226 tempest-ServerShowV247Test-66129226-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a632170-1142-4909-a9ac-1ab249b7d5b9 HTTP/1.1" status: 200 len: 210 time: 0.0676053 Jul 09 16:16:51.064287 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [req-adc7f561-6f0f-4a1b-8919-5cfc4eddc7bc req-dd3394eb-34c9-4e2f-a491-8f179c3bf7cf tempest-SecurityGroupsNegativeTestJSON-352718322 tempest-SecurityGroupsNegativeTestJSON-352718322-project] show failed (client error): The resource could not be found. Jul 09 16:16:51.065780 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-adc7f561-6f0f-4a1b-8919-5cfc4eddc7bc req-dd3394eb-34c9-4e2f-a491-8f179c3bf7cf tempest-SecurityGroupsNegativeTestJSON-352718322 tempest-SecurityGroupsNegativeTestJSON-352718322-project] 10.222.0.98 "GET /v2.0/security-groups/30fc360e-6060-4ef6-b323-b200ec180824 HTTP/1.1" status: 404 len: 352 time: 0.0832300 Jul 09 16:16:51.083980 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 56998) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:16:51.170502 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba0fd1-de17-4bb1-9051-c380b8b6778a req-ca41dfe7-2a28-439a-9428-3cc1e37ed4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:51.173394 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-40ba0fd1-de17-4bb1-9051-c380b8b6778a req-ca41dfe7-2a28-439a-9428-3cc1e37ed4a1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=22daf334dfb34010b5effa44981ef077&device_id=24b38fcb-af32-450b-8a9c-61b943e9a0f3 HTTP/1.1" status: 200 len: 1101 time: 0.1484637 Jul 09 16:16:51.209824 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-e212af84-de19-4e44-a566-76d95276f2cd req-8d964350-72f0-41ee-b298-71f2904c64dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fedb4196-6625-4f7b-b046-d9dc040c8327 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:16:51.230001 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e212af84-de19-4e44-a566-76d95276f2cd req-8d964350-72f0-41ee-b298-71f2904c64dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:51.238510 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-f03a82de-aa9b-4b68-a63d-c631138b09bc admin admin] Deleting subnet f023da16-4114-49db-96bf-53d690ab656f {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:16:51.249904 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2223ce28-dc2f-42b2-9120-1248f81cbc5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:51.297846 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f03a82de-aa9b-4b68-a63d-c631138b09bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:51.300268 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2223ce28-dc2f-42b2-9120-1248f81cbc5b admin admin] Pushing event deleted for resources: {'Port': ['ID=72a2c892-8ab0-4d6a-a8e2-70b5224d09e7,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:51.344751 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-e212af84-de19-4e44-a566-76d95276f2cd req-8d964350-72f0-41ee-b298-71f2904c64dc service neutron] Transition to ACTIVE for port object fedb4196-6625-4f7b-b046-d9dc040c8327 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:16:51.379374 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e212af84-de19-4e44-a566-76d95276f2cd req-8d964350-72f0-41ee-b298-71f2904c64dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:51.434789 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba0fd1-de17-4bb1-9051-c380b8b6778a req-ac5c90b4-8080-4fab-bbea-5dace60db15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:51.436527 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-40ba0fd1-de17-4bb1-9051-c380b8b6778a req-ac5c90b4-8080-4fab-bbea-5dace60db15d service neutron] 10.222.0.77 "GET /v2.0/networks?id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1 HTTP/1.1" status: 200 len: 870 time: 0.2235389 Jul 09 16:16:51.460149 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d964350-72f0-41ee-b298-71f2904c64dc service neutron] Pushing event updated for resources: {'Port': ['ID=fedb4196-6625-4f7b-b046-d9dc040c8327,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:51.478570 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f03a82de-aa9b-4b68-a63d-c631138b09bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:51.545890 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-40ba0fd1-de17-4bb1-9051-c380b8b6778a req-845553e2-3836-485f-ae92-fbc9a9c27cd5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=e97372da-66aa-4560-895c-407230766bbb HTTP/1.1" status: 200 len: 217 time: 0.0947738 Jul 09 16:16:51.671175 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f03a82de-aa9b-4b68-a63d-c631138b09bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:51.740556 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba0fd1-de17-4bb1-9051-c380b8b6778a req-90adbe65-80ca-4eec-b4aa-d04720ab7af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:51.742143 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-40ba0fd1-de17-4bb1-9051-c380b8b6778a req-90adbe65-80ca-4eec-b4aa-d04720ab7af3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.1824174 Jul 09 16:16:51.807557 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f03a82de-aa9b-4b68-a63d-c631138b09bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:51.811235 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2257fd0-a02e-496f-8b9c-85fd04a0ebf3 req-4052ea23-1324-4dff-907e-00edb47f5e08 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:51.822062 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c2257fd0-a02e-496f-8b9c-85fd04a0ebf3 req-4052ea23-1324-4dff-907e-00edb47f5e08 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3941099-7524-46b6-849c-55919fb70f5c HTTP/1.1" status: 200 len: 945 time: 0.4222496 Jul 09 16:16:51.891914 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c2257fd0-a02e-496f-8b9c-85fd04a0ebf3 req-16dbb980-620d-4bbb-b602-3cd458ad1e82 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685217 Jul 09 16:16:51.907417 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba0fd1-de17-4bb1-9051-c380b8b6778a req-4cbf3aad-ec0b-465f-8412-04c5945f9a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:51.912270 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-40ba0fd1-de17-4bb1-9051-c380b8b6778a req-4cbf3aad-ec0b-465f-8412-04c5945f9a36 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1593862 Jul 09 16:16:52.053910 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-40ba0fd1-de17-4bb1-9051-c380b8b6778a req-e31b7dd4-c573-4f0f-a20d-70df37c73798 service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337082 Jul 09 16:16:52.193274 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-40ba0fd1-de17-4bb1-9051-c380b8b6778a req-d9e75645-a054-457f-b980-4f9ca8955f90 service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276183 Jul 09 16:16:52.228690 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7806696d-5ed0-4632-ab4b-56fcfc162298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:52.252773 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03a82de-aa9b-4b68-a63d-c631138b09bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f023da16-4114-49db-96bf-53d690ab656f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:52.301823 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f03a82de-aa9b-4b68-a63d-c631138b09bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:52.303918 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f03a82de-aa9b-4b68-a63d-c631138b09bc admin admin] 10.222.0.98 "DELETE /v2.0/subnets/f023da16-4114-49db-96bf-53d690ab656f HTTP/1.1" status: 204 len: 168 time: 1.2186487 Jul 09 16:16:52.309519 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 57026) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:16:52.346732 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-e212af84-de19-4e44-a566-76d95276f2cd req-8d964350-72f0-41ee-b298-71f2904c64dc service neutron] Attempting to bind port fedb4196-6625-4f7b-b046-d9dc040c8327 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:16:52.347167 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-e212af84-de19-4e44-a566-76d95276f2cd req-8d964350-72f0-41ee-b298-71f2904c64dc service neutron] Attempting to bind port fedb4196-6625-4f7b-b046-d9dc040c8327 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'b3327873-1adb-4566-ad72-2213b9292320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5ab794d9-1bd8-4da1-bd91-e5307e2548b2'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:16:52.347496 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e212af84-de19-4e44-a566-76d95276f2cd req-8d964350-72f0-41ee-b298-71f2904c64dc service neutron] Attempting to bind port fedb4196-6625-4f7b-b046-d9dc040c8327 on network 5ab794d9-1bd8-4da1-bd91-e5307e2548b2 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:16:52.402176 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2223ce28-dc2f-42b2-9120-1248f81cbc5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:52.408823 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e212af84-de19-4e44-a566-76d95276f2cd req-8d964350-72f0-41ee-b298-71f2904c64dc service neutron] Port fedb4196-6625-4f7b-b046-d9dc040c8327 on network 5ab794d9-1bd8-4da1-bd91-e5307e2548b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:16:52.409082 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e212af84-de19-4e44-a566-76d95276f2cd req-8d964350-72f0-41ee-b298-71f2904c64dc service neutron] Attempting to bind port fedb4196-6625-4f7b-b046-d9dc040c8327 on network 5ab794d9-1bd8-4da1-bd91-e5307e2548b2 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:16:52.409532 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d36b9-6f3e-4765-81cb-300ddc604d98 req-321b4391-ecfa-4181-a815-09b55b969174 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:52.411144 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cd2d36b9-6f3e-4765-81cb-300ddc604d98 req-321b4391-ecfa-4181-a815-09b55b969174 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=24b38fcb-af32-450b-8a9c-61b943e9a0f3 HTTP/1.1" status: 200 len: 950 time: 0.1169527 Jul 09 16:16:52.435361 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e212af84-de19-4e44-a566-76d95276f2cd req-8d964350-72f0-41ee-b298-71f2904c64dc service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:16:52.435361 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e212af84-de19-4e44-a566-76d95276f2cd req-8d964350-72f0-41ee-b298-71f2904c64dc service neutron] Checking segment: {'id': 'b3327873-1adb-4566-ad72-2213b9292320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5ab794d9-1bd8-4da1-bd91-e5307e2548b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:16:52.435847 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e212af84-de19-4e44-a566-76d95276f2cd req-8d964350-72f0-41ee-b298-71f2904c64dc service neutron] Bound using segment: {'id': 'b3327873-1adb-4566-ad72-2213b9292320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5ab794d9-1bd8-4da1-bd91-e5307e2548b2'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:16:52.436112 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-e212af84-de19-4e44-a566-76d95276f2cd req-8d964350-72f0-41ee-b298-71f2904c64dc service neutron] Bound port: fedb4196-6625-4f7b-b046-d9dc040c8327, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3327873-1adb-4566-ad72-2213b9292320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5ab794d9-1bd8-4da1-bd91-e5307e2548b2'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:16:52.436478 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e212af84-de19-4e44-a566-76d95276f2cd req-8d964350-72f0-41ee-b298-71f2904c64dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:52.475268 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cd2d36b9-6f3e-4765-81cb-300ddc604d98 req-371196ad-dca0-4c27-8993-9a99a1621c04 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564425 Jul 09 16:16:52.496068 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e7942b9-ee85-44b3-904a-7f13d0749605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:52.519497 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dba0bc-f2b7-42b3-9a44-14536c2fb65b req-829b60fc-56c1-481f-bfb7-c2eabbb71a1d tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:52.525649 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dba0bc-f2b7-42b3-9a44-14536c2fb65b req-829b60fc-56c1-481f-bfb7-c2eabbb71a1d tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:52.532022 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dba0bc-f2b7-42b3-9a44-14536c2fb65b req-829b60fc-56c1-481f-bfb7-c2eabbb71a1d tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:52.533890 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d7dba0bc-f2b7-42b3-9a44-14536c2fb65b req-829b60fc-56c1-481f-bfb7-c2eabbb71a1d tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/ports?device_id=47e9310c-d30f-4d48-993b-53c6479c7104 HTTP/1.1" status: 200 len: 2416 time: 0.3149462 Jul 09 16:16:52.724193 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5d8c0-0e76-4080-ba74-d27896381e9b req-16968133-1463-4633-946c-cd685db90fcf tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:52.726630 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-47a5d8c0-0e76-4080-ba74-d27896381e9b req-16968133-1463-4633-946c-cd685db90fcf tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4ce6cf7-8817-477b-9686-6acbbfd6d885 HTTP/1.1" status: 200 len: 943 time: 0.1067164 Jul 09 16:16:52.741726 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d7dba0bc-f2b7-42b3-9a44-14536c2fb65b req-b5693f54-fc20-4981-846c-e66abfe31158 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/security-groups?id=ed455c02-e886-4f75-ace5-02640635a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987903 Jul 09 16:16:52.753212 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-e212af84-de19-4e44-a566-76d95276f2cd req-8d964350-72f0-41ee-b298-71f2904c64dc service neutron] For port fedb4196-6625-4f7b-b046-d9dc040c8327, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:16:52.774572 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e7942b9-ee85-44b3-904a-7f13d0749605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:52.780352 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-e212af84-de19-4e44-a566-76d95276f2cd req-8d964350-72f0-41ee-b298-71f2904c64dc service neutron] For port fedb4196-6625-4f7b-b046-d9dc040c8327, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=fedb4196-6625-4f7b-b046-d9dc040c8327,segment=NetworkSegment(b3327873-1adb-4566-ad72-2213b9292320),segment_id=b3327873-1adb-4566-ad72-2213b9292320)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:16:52.804810 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-47a5d8c0-0e76-4080-ba74-d27896381e9b req-83b3ac66-b46c-4362-8a3f-f4f84c0c09cd tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653400 Jul 09 16:16:52.826602 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-6e7942b9-ee85-44b3-904a-7f13d0749605 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c85fac40-fd98-4aa4-b049-bdc567fdaaa9']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:16:52.844413 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e212af84-de19-4e44-a566-76d95276f2cd req-8d964350-72f0-41ee-b298-71f2904c64dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:52.858381 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-6e7942b9-ee85-44b3-904a-7f13d0749605 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7799092-4bb4-4fcc-a0fe-2acca531821e') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:16:52.858707 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-6e7942b9-ee85-44b3-904a-7f13d0749605 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7799092-4bb4-4fcc-a0fe-2acca531821e') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:16:52.945180 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e7942b9-ee85-44b3-904a-7f13d0749605 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:52.970892 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e212af84-de19-4e44-a566-76d95276f2cd req-8d964350-72f0-41ee-b298-71f2904c64dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:52.971525 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e212af84-de19-4e44-a566-76d95276f2cd req-8d964350-72f0-41ee-b298-71f2904c64dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:52.972977 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e212af84-de19-4e44-a566-76d95276f2cd req-8d964350-72f0-41ee-b298-71f2904c64dc service neutron] 10.222.0.77 "PUT /v2.0/ports/fedb4196-6625-4f7b-b046-d9dc040c8327 HTTP/1.1" status: 200 len: 1091 time: 2.7458034 Jul 09 16:16:52.973471 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ce6cf7-8817-477b-9686-6acbbfd6d885', 'tag': 'fedb4196-6625-4f7b-b046-d9dc040c8327'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:16:52.976050 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63dce8a-d95b-4a04-a5f6-8ea94869bd78" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ce6cf7-8817-477b-9686-6acbbfd6d885", "tag": "fedb4196-6625-4f7b-b046-d9dc040c8327"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:16:53.013292 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e7942b9-ee85-44b3-904a-7f13d0749605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:53.016162 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d964350-72f0-41ee-b298-71f2904c64dc service neutron] Pushing event updated for resources: {'Port': ['ID=fedb4196-6625-4f7b-b046-d9dc040c8327,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:53.038265 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e7942b9-ee85-44b3-904a-7f13d0749605 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:16:53.038717 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e7942b9-ee85-44b3-904a-7f13d0749605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:16:53.040609 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:16:53.046570 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:16:53.046570 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:16:53.046570 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:16:53.046570 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:16:53.046570 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:16:53.046570 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:16:53.046570 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:16:53.046570 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:16:53.046570 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:16:53.046570 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:16:53.046570 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:16:53.046570 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:16:53.046570 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:16:53.046570 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:16:53.046570 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:16:53.046570 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:16:53.046570 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:16:53.046570 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:16:53.046570 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:16:53.046570 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2223ce28-dc2f-42b2-9120-1248f81cbc5b admin admin] Router 50734d55-ffd2-43db-a118-71e5dde6c9a6 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:16:53.292997 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e212af84-de19-4e44-a566-76d95276f2cd req-e494ac75-cdab-4637-b16c-b451e38370ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:53.294718 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e212af84-de19-4e44-a566-76d95276f2cd req-e494ac75-cdab-4637-b16c-b451e38370ae service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=546108aaf02647ac83ffc1a249896d22&device_id=b4ce6cf7-8817-477b-9686-6acbbfd6d885 HTTP/1.1" status: 200 len: 1094 time: 0.2511122 Jul 09 16:16:53.295789 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e7942b9-ee85-44b3-904a-7f13d0749605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:53.304049 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e7942b9-ee85-44b3-904a-7f13d0749605 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:53.308015 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6e7942b9-ee85-44b3-904a-7f13d0749605 admin admin] 10.222.0.98 "DELETE /v2.0/networks/c85fac40-fd98-4aa4-b049-bdc567fdaaa9 HTTP/1.1" status: 204 len: 168 time: 0.9941237 Jul 09 16:16:53.330846 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 57044) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:16:53.383975 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f5501d-671a-4ec1-9b3d-4602413a8f68 req-6c3ce28f-19fe-4916-983c-9d3d5579d6be tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:53.390983 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-19f5501d-671a-4ec1-9b3d-4602413a8f68 req-6c3ce28f-19fe-4916-983c-9d3d5579d6be tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3941099-7524-46b6-849c-55919fb70f5c HTTP/1.1" status: 200 len: 945 time: 0.2191815 Jul 09 16:16:53.402484 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7942b9-ee85-44b3-904a-7f13d0749605 admin admin] Pushing event deleted for resources: {'Network': ['ID=c85fac40-fd98-4aa4-b049-bdc567fdaaa9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:53.413650 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e212af84-de19-4e44-a566-76d95276f2cd req-1c29c58b-228b-4939-b4fc-c64bdbfc13de service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fedb4196-6625-4f7b-b046-d9dc040c8327 HTTP/1.1" status: 200 len: 217 time: 0.1016555 Jul 09 16:16:53.459916 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-19f5501d-671a-4ec1-9b3d-4602413a8f68 req-f81c7494-6707-4b44-a4cd-9b5345784862 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629234 Jul 09 16:16:53.479585 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5f0d18-d073-49c6-936e-799a15afb9f6 x-openstack-request-id: req-5b5f0d18-d073-49c6-936e-799a15afb9f6 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:16:53.479889 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ce6cf7-8817-477b-9686-6acbbfd6d885", "tag": "fedb4196-6625-4f7b-b046-d9dc040c8327", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:16:53.481042 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5b5f0d18-d073-49c6-936e-799a15afb9f6 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:16:53.481480 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ce6cf7-8817-477b-9686-6acbbfd6d885', 'tag': 'fedb4196-6625-4f7b-b046-d9dc040c8327', 'status': 'completed', 'code': 200} Jul 09 16:16:53.546888 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 57052) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:16:53.563325 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2223ce28-dc2f-42b2-9120-1248f81cbc5b admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:16:53.574045 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defa3491-4740-4013-99b8-1c8f34c6f9ca None None] Sync routers for ids ['50734d55-ffd2-43db-a118-71e5dde6c9a6'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:16:53.584096 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2223ce28-dc2f-42b2-9120-1248f81cbc5b admin admin] 10.222.0.98 "PUT /v2.0/routers/50734d55-ffd2-43db-a118-71e5dde6c9a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6123106 Jul 09 16:16:53.587168 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 57054) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:16:53.598669 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defa3491-4740-4013-99b8-1c8f34c6f9ca None None] Routers {'50734d55-ffd2-43db-a118-71e5dde6c9a6'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:16:53.609167 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-defa3491-4740-4013-99b8-1c8f34c6f9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:16:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['50734d55-ffd2-43db-a118-71e5dde6c9a6'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:16:53.614414 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e212af84-de19-4e44-a566-76d95276f2cd req-9c58701d-dcb5-4a8e-9b46-4534c8e48e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:53.617585 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e212af84-de19-4e44-a566-76d95276f2cd req-9c58701d-dcb5-4a8e-9b46-4534c8e48e68 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5288f2c0-4157-42ca-b91f-37115e42c839 HTTP/1.1" status: 200 len: 848 time: 0.1907620 Jul 09 16:16:53.640153 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-40f0f44f-f384-47b9-97fc-d5679a4b4e5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:53.756524 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e212af84-de19-4e44-a566-76d95276f2cd req-91c72979-df9a-4786-9e14-e6d8aabe7e96 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5ab794d9-1bd8-4da1-bd91-e5307e2548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1024776 Jul 09 16:16:53.835377 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-defa3491-4740-4013-99b8-1c8f34c6f9ca None None] Set router 50734d55-ffd2-43db-a118-71e5dde6c9a6 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:16:53.867163 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f2f3045b-1649-4c04-b1fe-8652f353e5bc admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=242bc8306d7c4570b78a9ed7501e76a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3190045 Jul 09 16:16:53.868185 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 57058) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:16:53.977361 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-300800fc-eaad-426b-bc7b-a671dcd0c6a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:54.040931 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8b8d2-338e-4c50-981b-6282d52f2c7e req-e4f5b634-6810-4bfd-8bce-243661ec7cf7 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:54.048053 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8b8d2-338e-4c50-981b-6282d52f2c7e req-e4f5b634-6810-4bfd-8bce-243661ec7cf7 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:54.052789 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-40f0f44f-f384-47b9-97fc-d5679a4b4e5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:54.054495 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8b8d2-338e-4c50-981b-6282d52f2c7e req-e4f5b634-6810-4bfd-8bce-243661ec7cf7 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:54.056548 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ca8b8d2-338e-4c50-981b-6282d52f2c7e req-e4f5b634-6810-4bfd-8bce-243661ec7cf7 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/ports?device_id=47e9310c-d30f-4d48-993b-53c6479c7104 HTTP/1.1" status: 200 len: 2416 time: 0.3443189 Jul 09 16:16:54.078656 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-814a69e5-1750-4c62-9c77-fa9535539cdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:54.085337 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-40f0f44f-f384-47b9-97fc-d5679a4b4e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:54.099677 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4da3ea-53be-4148-848b-0aff90b82ccc req-fcbe57e4-e7c9-4744-bceb-25f54d8ede17 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:54.101467 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ee4da3ea-53be-4148-848b-0aff90b82ccc req-fcbe57e4-e7c9-4744-bceb-25f54d8ede17 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3941099-7524-46b6-849c-55919fb70f5c HTTP/1.1" status: 200 len: 945 time: 0.3458769 Jul 09 16:16:54.122915 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e212af84-de19-4e44-a566-76d95276f2cd req-8784ae02-f81f-43c2-b934-7b48c12215e4 service neutron] 10.222.0.77 "GET /v2.0/networks/5ab794d9-1bd8-4da1-bd91-e5307e2548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501139 Jul 09 16:16:54.158346 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f1186-24e2-449f-b9fd-efcb8e7e72a3 req-6f8819e7-389d-405a-ae1c-cb3555992fc7 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:54.163790 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c35f1186-24e2-449f-b9fd-efcb8e7e72a3 req-6f8819e7-389d-405a-ae1c-cb3555992fc7 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=24b38fcb-af32-450b-8a9c-61b943e9a0f3 HTTP/1.1" status: 200 len: 950 time: 0.3301833 Jul 09 16:16:54.202086 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-defa3491-4740-4013-99b8-1c8f34c6f9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50734d55-ffd2-43db-a118-71e5dde6c9a6', 'name': 'tempest-ServersTestManualDisk-399785144-router', 'tenant_id': 'af04827258d24f9db4d18404590f3f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '2e9c9fd4-f6f0-456c-8a28-7a82c5843596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:12:26Z', 'updated_at': '2021-07-09T16:16:50Z', 'revision_number': 5, 'project_id': 'af04827258d24f9db4d18404590f3f54', 'gw_port': {'id': '2e9c9fd4-f6f0-456c-8a28-7a82c5843596', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:38:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50734d55-ffd2-43db-a118-71e5dde6c9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:12:27Z', 'updated_at': '2021-07-09T16:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:16:54.210833 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-40f0f44f-f384-47b9-97fc-d5679a4b4e5f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=489e99644ef842638866263206235ab8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8783953 Jul 09 16:16:54.212111 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 57060) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:16:54.263849 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f0f44f-f384-47b9-97fc-d5679a4b4e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5e3197-bf4a-4b0a-9929-d751a8b5a924,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:54.338045 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defa3491-4740-4013-99b8-1c8f34c6f9ca None None] Checking router: 50734d55-ffd2-43db-a118-71e5dde6c9a6 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:16:54.349309 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defa3491-4740-4013-99b8-1c8f34c6f9ca None None] Routers {'50734d55-ffd2-43db-a118-71e5dde6c9a6'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:16:54.350199 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c35f1186-24e2-449f-b9fd-efcb8e7e72a3 req-881c3577-8ad4-4dbf-b936-3e0f5b135249 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638021 Jul 09 16:16:54.351292 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-defa3491-4740-4013-99b8-1c8f34c6f9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:16:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['50734d55-ffd2-43db-a118-71e5dde6c9a6'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:16:54.416838 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e212af84-de19-4e44-a566-76d95276f2cd req-a2cc1064-02e4-4a22-8cbe-6eb3f9cb2642 service neutron] 10.222.0.77 "GET /v2.0/networks/5ab794d9-1bd8-4da1-bd91-e5307e2548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728615 Jul 09 16:16:54.432074 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7d9e4ac0-4b76-44e8-bb6c-ff0bc41cb14f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:54.524759 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7d9e4ac0-4b76-44e8-bb6c-ff0bc41cb14f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:54.575568 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-defa3491-4740-4013-99b8-1c8f34c6f9ca None None] Set router 50734d55-ffd2-43db-a118-71e5dde6c9a6 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:16:54.692410 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7d9e4ac0-4b76-44e8-bb6c-ff0bc41cb14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:54.695262 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7d9e4ac0-4b76-44e8-bb6c-ff0bc41cb14f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:54.699772 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7d9e4ac0-4b76-44e8-bb6c-ff0bc41cb14f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8d5e3197-bf4a-4b0a-9929-d751a8b5a924 HTTP/1.1" status: 204 len: 168 time: 0.4560325 Jul 09 16:16:54.726674 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b78da9-5e5f-490f-9929-dd55ab24dd8e req-17bf3b70-0538-4528-ac23-bc79066690e8 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:54.728631 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-28b78da9-5e5f-490f-9929-dd55ab24dd8e req-17bf3b70-0538-4528-ac23-bc79066690e8 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4ce6cf7-8817-477b-9686-6acbbfd6d885 HTTP/1.1" status: 200 len: 943 time: 0.1837296 Jul 09 16:16:54.730961 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9e4ac0-4b76-44e8-bb6c-ff0bc41cb14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5e3197-bf4a-4b0a-9929-d751a8b5a924,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:54.751338 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63dce8a-d95b-4a04-a5f6-8ea94869bd78 req-271e0e18-d9bf-4fc1-8d1f-be87a147e593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:54.752911 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b63dce8a-d95b-4a04-a5f6-8ea94869bd78 req-271e0e18-d9bf-4fc1-8d1f-be87a147e593 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=546108aaf02647ac83ffc1a249896d22&device_id=b4ce6cf7-8817-477b-9686-6acbbfd6d885 HTTP/1.1" status: 200 len: 1094 time: 0.2054505 Jul 09 16:16:54.807764 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-814a69e5-1750-4c62-9c77-fa9535539cdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:54.928648 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63dce8a-d95b-4a04-a5f6-8ea94869bd78 req-39b25d66-55dc-4229-9cb5-6f1ae3bde438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:54.930685 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b63dce8a-d95b-4a04-a5f6-8ea94869bd78 req-39b25d66-55dc-4229-9cb5-6f1ae3bde438 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5ab794d9-1bd8-4da1-bd91-e5307e2548b2 HTTP/1.1" status: 200 len: 909 time: 0.1585755 Jul 09 16:16:54.932466 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ca8b8d2-338e-4c50-981b-6282d52f2c7e req-564c8f68-d60a-40f6-b0de-dc403c0510b7 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/security-groups?id=ed455c02-e886-4f75-ace5-02640635a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8581779 Jul 09 16:16:54.945111 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-28b78da9-5e5f-490f-9929-dd55ab24dd8e req-2231db10-b3c3-4dc5-b1ee-66b5322392c8 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016430 Jul 09 16:16:55.058854 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-defa3491-4740-4013-99b8-1c8f34c6f9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50734d55-ffd2-43db-a118-71e5dde6c9a6', 'name': 'tempest-ServersTestManualDisk-399785144-router', 'tenant_id': 'af04827258d24f9db4d18404590f3f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '2e9c9fd4-f6f0-456c-8a28-7a82c5843596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:12:26Z', 'updated_at': '2021-07-09T16:16:50Z', 'revision_number': 5, 'project_id': 'af04827258d24f9db4d18404590f3f54', 'gw_port': {'id': '2e9c9fd4-f6f0-456c-8a28-7a82c5843596', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:38:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50734d55-ffd2-43db-a118-71e5dde6c9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:12:27Z', 'updated_at': '2021-07-09T16:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:16:55.088147 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0324b27-e3df-4d08-90de-0473af2a35b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:55.112366 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-300800fc-eaad-426b-bc7b-a671dcd0c6a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:55.154941 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b63dce8a-d95b-4a04-a5f6-8ea94869bd78 req-d711ec75-a165-455f-b79c-60f9568dc29a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fedb4196-6625-4f7b-b046-d9dc040c8327 HTTP/1.1" status: 200 len: 217 time: 0.2040603 Jul 09 16:16:55.155893 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defa3491-4740-4013-99b8-1c8f34c6f9ca None None] The sync data for ids ['50734d55-ffd2-43db-a118-71e5dde6c9a6'] in n-d-798930-3 is: [{'id': '50734d55-ffd2-43db-a118-71e5dde6c9a6', 'name': 'tempest-ServersTestManualDisk-399785144-router', 'tenant_id': 'af04827258d24f9db4d18404590f3f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '2e9c9fd4-f6f0-456c-8a28-7a82c5843596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:12:26Z', 'updated_at': '2021-07-09T16:16:50Z', 'revision_number': 5, 'project_id': 'af04827258d24f9db4d18404590f3f54', 'gw_port': {'id': '2e9c9fd4-f6f0-456c-8a28-7a82c5843596', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:38:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50734d55-ffd2-43db-a118-71e5dde6c9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:12:27Z', 'updated_at': '2021-07-09T16:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:16:55.250414 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-814a69e5-1750-4c62-9c77-fa9535539cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:55.257662 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-814a69e5-1750-4c62-9c77-fa9535539cdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:55.265425 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-814a69e5-1750-4c62-9c77-fa9535539cdb admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/de691f7e-60f8-4bb1-a9b4-92aed1ebe174 HTTP/1.1" status: 204 len: 168 time: 1.3887489 Jul 09 16:16:55.278938 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:55.280437 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63dce8a-d95b-4a04-a5f6-8ea94869bd78 req-60d8fb6b-b3d8-4a36-8c56-3b995fd008a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:55.282494 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b63dce8a-d95b-4a04-a5f6-8ea94869bd78 req-60d8fb6b-b3d8-4a36-8c56-3b995fd008a9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5288f2c0-4157-42ca-b91f-37115e42c839 HTTP/1.1" status: 200 len: 848 time: 0.1172216 Jul 09 16:16:55.285941 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814a69e5-1750-4c62-9c77-fa9535539cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de691f7e-60f8-4bb1-a9b4-92aed1ebe174,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:55.318106 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-ee4da3ea-53be-4148-848b-0aff90b82ccc req-b24ccd79-07d7-45c1-9653-291b492de3f5 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Deleting port 57443205-82ae-476f-97f0-c0fa17aa0bd6 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:16:55.326722 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ee4da3ea-53be-4148-848b-0aff90b82ccc req-b24ccd79-07d7-45c1-9653-291b492de3f5 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:55.347009 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b63dce8a-d95b-4a04-a5f6-8ea94869bd78 req-e88b4693-2d7b-406f-9c54-8d6a3f1dd532 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5ab794d9-1bd8-4da1-bd91-e5307e2548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574477 Jul 09 16:16:55.602820 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b63dce8a-d95b-4a04-a5f6-8ea94869bd78 req-5b27b3b7-e795-4a38-87eb-1181fc089663 service neutron] 10.222.0.77 "GET /v2.0/networks/5ab794d9-1bd8-4da1-bd91-e5307e2548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418957 Jul 09 16:16:55.795774 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-ee4da3ea-53be-4148-848b-0aff90b82ccc req-b24ccd79-07d7-45c1-9653-291b492de3f5 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] For port 57443205-82ae-476f-97f0-c0fa17aa0bd6, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=57443205-82ae-476f-97f0-c0fa17aa0bd6,segment=NetworkSegment(f3322cfe-f17e-4138-825d-2b8f5a34d17c),segment_id=f3322cfe-f17e-4138-825d-2b8f5a34d17c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:55.796168 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ee4da3ea-53be-4148-848b-0aff90b82ccc req-b24ccd79-07d7-45c1-9653-291b492de3f5 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:55.814805 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-300800fc-eaad-426b-bc7b-a671dcd0c6a0 admin admin] Deleting port 2e9c9fd4-f6f0-456c-8a28-7a82c5843596 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:16:55.815074 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-300800fc-eaad-426b-bc7b-a671dcd0c6a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:55.844511 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-ee4da3ea-53be-4148-848b-0aff90b82ccc req-b24ccd79-07d7-45c1-9653-291b492de3f5 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Calling delete_port for 57443205-82ae-476f-97f0-c0fa17aa0bd6 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:16:55.856063 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524a0af-d49d-4c21-bd00-a45c886a7e63 req-ccfdf663-ea1f-4a44-946c-92747bbe506d tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:55.865047 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e524a0af-d49d-4c21-bd00-a45c886a7e63 req-ccfdf663-ea1f-4a44-946c-92747bbe506d tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=24b38fcb-af32-450b-8a9c-61b943e9a0f3 HTTP/1.1" status: 200 len: 950 time: 0.2400582 Jul 09 16:16:55.892361 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f92b4-c715-48b8-873e-5fc5f6047c10 req-dad0af4c-8df6-4524-870d-1275095b02db tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:55.893944 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-100f92b4-c715-48b8-873e-5fc5f6047c10 req-dad0af4c-8df6-4524-870d-1275095b02db tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3941099-7524-46b6-849c-55919fb70f5c HTTP/1.1" status: 200 len: 945 time: 0.5620887 Jul 09 16:16:55.905740 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b63dce8a-d95b-4a04-a5f6-8ea94869bd78 req-9aceef2e-08f8-4786-b617-96e9de4193d1 service neutron] 10.222.0.77 "GET /v2.0/networks/5ab794d9-1bd8-4da1-bd91-e5307e2548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946866 Jul 09 16:16:55.935180 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569313d-1eea-4758-acbe-91544e76a5c4 req-893c08c9-d01e-44c7-91a9-5d9cfaceb2aa tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:55.941576 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569313d-1eea-4758-acbe-91544e76a5c4 req-893c08c9-d01e-44c7-91a9-5d9cfaceb2aa tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:55.948083 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e524a0af-d49d-4c21-bd00-a45c886a7e63 req-dce4d9f5-4d35-401f-9447-6349288df78a tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813174 Jul 09 16:16:55.948370 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569313d-1eea-4758-acbe-91544e76a5c4 req-893c08c9-d01e-44c7-91a9-5d9cfaceb2aa tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:55.949986 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c569313d-1eea-4758-acbe-91544e76a5c4 req-893c08c9-d01e-44c7-91a9-5d9cfaceb2aa tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.77 "GET /v2.0/ports?device_id=47e9310c-d30f-4d48-993b-53c6479c7104 HTTP/1.1" status: 200 len: 2416 time: 0.4914682 Jul 09 16:16:56.114042 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-100f92b4-c715-48b8-873e-5fc5f6047c10 req-479a2298-0f16-4fa7-8158-3a63b8f08b22 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069733 Jul 09 16:16:56.201189 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-300800fc-eaad-426b-bc7b-a671dcd0c6a0 admin admin] For port 2e9c9fd4-f6f0-456c-8a28-7a82c5843596, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=2e9c9fd4-f6f0-456c-8a28-7a82c5843596,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:56.201595 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-300800fc-eaad-426b-bc7b-a671dcd0c6a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:56.235426 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-300800fc-eaad-426b-bc7b-a671dcd0c6a0 admin admin] Calling delete_port for 2e9c9fd4-f6f0-456c-8a28-7a82c5843596 owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:16:56.344425 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 57443205-82ae-476f-97f0-c0fa17aa0bd6 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:16:56.353480 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:56.387204 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5888d5-c4c5-45f1-9e91-5ee67d70365e req-fddc88b3-2720-497c-b6d0-04c6a819caac tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:56.397244 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:56.404990 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1b5888d5-c4c5-45f1-9e91-5ee67d70365e req-fddc88b3-2720-497c-b6d0-04c6a819caac tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4ce6cf7-8817-477b-9686-6acbbfd6d885 HTTP/1.1" status: 200 len: 943 time: 0.2258272 Jul 09 16:16:56.494088 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1b5888d5-c4c5-45f1-9e91-5ee67d70365e req-f1564f71-20b9-4bdd-9de4-628d3f1bfe8a tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881979 Jul 09 16:16:56.526972 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:56.689218 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-c569313d-1eea-4758-acbe-91544e76a5c4 req-87723a15-e7ab-4f5f-86d5-d94db3891000 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Deleting port 26c1d596-7d06-44ff-92e2-b70ec5f712e6 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:16:56.689558 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c569313d-1eea-4758-acbe-91544e76a5c4 req-87723a15-e7ab-4f5f-86d5-d94db3891000 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:56.697329 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ee4da3ea-53be-4148-848b-0aff90b82ccc req-b24ccd79-07d7-45c1-9653-291b492de3f5 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:56.744239 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 57114) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:16:56.795118 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ccd79-07d7-45c1-9653-291b492de3f5 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Pushing event deleted for resources: {'Port': ['ID=57443205-82ae-476f-97f0-c0fa17aa0bd6,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:56.819056 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808a1ae-a6aa-4bcd-98ed-c0b567bc3a57 req-fe2bf1d6-0768-4fdb-b759-7fb3bdc91d52 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:56.834052 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808a1ae-a6aa-4bcd-98ed-c0b567bc3a57 req-fe2bf1d6-0768-4fdb-b759-7fb3bdc91d52 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:56.840687 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808a1ae-a6aa-4bcd-98ed-c0b567bc3a57 req-fe2bf1d6-0768-4fdb-b759-7fb3bdc91d52 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:56.842533 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9808a1ae-a6aa-4bcd-98ed-c0b567bc3a57 req-fe2bf1d6-0768-4fdb-b759-7fb3bdc91d52 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/ports?device_id=47e9310c-d30f-4d48-993b-53c6479c7104 HTTP/1.1" status: 200 len: 2416 time: 0.4001935 Jul 09 16:16:56.846874 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-300800fc-eaad-426b-bc7b-a671dcd0c6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:56.901128 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300800fc-eaad-426b-bc7b-a671dcd0c6a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e9c9fd4-f6f0-456c-8a28-7a82c5843596,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:56.925865 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-5b1e2822-98c2-4dca-9042-e2e4d70c8935 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1579207925-network', 'tenant_id': 'e315895fcff346cb9e8f1de4a11daf77'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:16:56.969517 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1e2822-98c2-4dca-9042-e2e4d70c8935 admin admin] Made reservation on behalf of e315895fcff346cb9e8f1de4a11daf77 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:16:56.973525 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b1e2822-98c2-4dca-9042-e2e4d70c8935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:56.989119 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b1e2822-98c2-4dca-9042-e2e4d70c8935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:56.997571 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee4da3ea-53be-4148-848b-0aff90b82ccc req-b24ccd79-07d7-45c1-9653-291b492de3f5 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] No DVR routers for this DVR port 57443205-82ae-476f-97f0-c0fa17aa0bd6 on host n-h2-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:16:57.003048 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ee4da3ea-53be-4148-848b-0aff90b82ccc req-b24ccd79-07d7-45c1-9653-291b492de3f5 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:57.005481 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ee4da3ea-53be-4148-848b-0aff90b82ccc req-b24ccd79-07d7-45c1-9653-291b492de3f5 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.73 "DELETE /v2.0/ports/57443205-82ae-476f-97f0-c0fa17aa0bd6 HTTP/1.1" status: 204 len: 173 time: 2.8970819 Jul 09 16:16:57.010466 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3941099-7524-46b6-849c-55919fb70f5c', 'name': 'network-vif-deleted', 'tag': '57443205-82ae-476f-97f0-c0fa17aa0bd6'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:16:57.012953 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c57750-2214-428d-86e5-615a66ee8cab" -d '{"events": [{"server_uuid": "b3941099-7524-46b6-849c-55919fb70f5c", "name": "network-vif-deleted", "tag": "57443205-82ae-476f-97f0-c0fa17aa0bd6"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:16:57.078002 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-c569313d-1eea-4758-acbe-91544e76a5c4 req-87723a15-e7ab-4f5f-86d5-d94db3891000 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] For port 26c1d596-7d06-44ff-92e2-b70ec5f712e6, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=26c1d596-7d06-44ff-92e2-b70ec5f712e6,segment=NetworkSegment(65ecd272-4f56-4161-83e5-fe458e671476),segment_id=65ecd272-4f56-4161-83e5-fe458e671476)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:57.078371 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c569313d-1eea-4758-acbe-91544e76a5c4 req-87723a15-e7ab-4f5f-86d5-d94db3891000 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:57.088261 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9808a1ae-a6aa-4bcd-98ed-c0b567bc3a57 req-3134a548-3c9b-434e-bfbe-265d24665133 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/security-groups?id=ed455c02-e886-4f75-ace5-02640635a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007189 Jul 09 16:16:57.123889 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-c569313d-1eea-4758-acbe-91544e76a5c4 req-87723a15-e7ab-4f5f-86d5-d94db3891000 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Calling delete_port for 26c1d596-7d06-44ff-92e2-b70ec5f712e6 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:16:57.139786 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-300800fc-eaad-426b-bc7b-a671dcd0c6a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:57.219477 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b1e2822-98c2-4dca-9042-e2e4d70c8935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:57.224935 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b1e2822-98c2-4dca-9042-e2e4d70c8935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:57.279532 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 72a2c892-8ab0-4d6a-a8e2-70b5224d09e7 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:16:57.311793 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-300800fc-eaad-426b-bc7b-a671dcd0c6a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:57.315618 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-300800fc-eaad-426b-bc7b-a671dcd0c6a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:57.323684 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b1e2822-98c2-4dca-9042-e2e4d70c8935 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:16:57.331099 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 72a2c892-8ab0-4d6a-a8e2-70b5224d09e7 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:16:57.332010 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 72a2c892-8ab0-4d6a-a8e2-70b5224d09e7 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:16:57.360886 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b1e2822-98c2-4dca-9042-e2e4d70c8935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:57.361590 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-5b1e2822-98c2-4dca-9042-e2e4d70c8935 admin admin] Added segment fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c of type vlan for network ce97cc22-3a2c-431c-a7c0-56837c541317 Jul 09 16:16:57.363808 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1e2822-98c2-4dca-9042-e2e4d70c8935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=886fb99b-ef29-4947-b067-746a024acf96,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:57.392602 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-300800fc-eaad-426b-bc7b-a671dcd0c6a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:57.393219 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300800fc-eaad-426b-bc7b-a671dcd0c6a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50734d55-ffd2-43db-a118-71e5dde6c9a6 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:16:57.401493 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-300800fc-eaad-426b-bc7b-a671dcd0c6a0 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:57.405716 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 57138) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:16:57.406151 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-300800fc-eaad-426b-bc7b-a671dcd0c6a0 admin admin] 10.222.0.98 "DELETE /v2.0/routers/50734d55-ffd2-43db-a118-71e5dde6c9a6 HTTP/1.1" status: 204 len: 168 time: 3.8175066 Jul 09 16:16:57.501390 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b1e2822-98c2-4dca-9042-e2e4d70c8935 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:57.526400 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac722320-b2a2-4eb7-b358-c80592e15d04 admin admin] Deleting subnet 343017e3-3017-47b4-bba4-2146bb17b890 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:16:57.531656 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ac722320-b2a2-4eb7-b358-c80592e15d04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:57.548983 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c569313d-1eea-4758-acbe-91544e76a5c4 req-87723a15-e7ab-4f5f-86d5-d94db3891000 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:57.563568 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['804e60b9-32e6-4d8f-9b4d-89a1d46391ee', '2ec8c210-c305-4537-a4d9-ee9e55a9ab94', '26c1d596-7d06-44ff-92e2-b70ec5f712e6'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:16:57.624450 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87723a15-e7ab-4f5f-86d5-d94db3891000 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Pushing event deleted for resources: {'Port': ['ID=26c1d596-7d06-44ff-92e2-b70ec5f712e6,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:57.692255 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ac722320-b2a2-4eb7-b358-c80592e15d04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:57.694676 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b1e2822-98c2-4dca-9042-e2e4d70c8935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:57.696679 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1e2822-98c2-4dca-9042-e2e4d70c8935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:57.697392 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b1e2822-98c2-4dca-9042-e2e4d70c8935 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:57.750331 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e86339-9787-4385-a502-dc345573db94 req-835c4fbe-1b0c-4ed5-a48d-c7ede5c0b843 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:57.752302 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b1e86339-9787-4385-a502-dc345573db94 req-835c4fbe-1b0c-4ed5-a48d-c7ede5c0b843 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=24b38fcb-af32-450b-8a9c-61b943e9a0f3 HTTP/1.1" status: 200 len: 950 time: 0.2937260 Jul 09 16:16:57.860484 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-5b1e2822-98c2-4dca-9042-e2e4d70c8935 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1132886 Jul 09 16:16:57.865585 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 57148) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:16:57.872292 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f63bc4e-dead-4d3d-a3ff-40ee91a46b8d x-openstack-request-id: req-3f63bc4e-dead-4d3d-a3ff-40ee91a46b8d {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:16:57.875070 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3941099-7524-46b6-849c-55919fb70f5c", "name": "network-vif-deleted", "tag": "57443205-82ae-476f-97f0-c0fa17aa0bd6", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:16:57.875491 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3f63bc4e-dead-4d3d-a3ff-40ee91a46b8d {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:16:57.876143 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3941099-7524-46b6-849c-55919fb70f5c', 'name': 'network-vif-deleted', 'tag': '57443205-82ae-476f-97f0-c0fa17aa0bd6', 'status': 'completed', 'code': 200} Jul 09 16:16:57.879428 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d45e32c7-8867-4921-8bad-07e3eb7bf56b admin admin] Request body: {'subnet': {'network_id': 'ce97cc22-3a2c-431c-a7c0-56837c541317', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1579207925-subnet', 'tenant_id': 'e315895fcff346cb9e8f1de4a11daf77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:16:57.890048 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-c569313d-1eea-4758-acbe-91544e76a5c4 req-87723a15-e7ab-4f5f-86d5-d94db3891000 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] No DVR routers for this DVR port 26c1d596-7d06-44ff-92e2-b70ec5f712e6 on host n-h1-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:16:57.896228 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c569313d-1eea-4758-acbe-91544e76a5c4 req-87723a15-e7ab-4f5f-86d5-d94db3891000 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:57.911737 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c569313d-1eea-4758-acbe-91544e76a5c4 req-87723a15-e7ab-4f5f-86d5-d94db3891000 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.77 "DELETE /v2.0/ports/26c1d596-7d06-44ff-92e2-b70ec5f712e6 HTTP/1.1" status: 204 len: 173 time: 1.9272025 Jul 09 16:16:57.913600 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45e32c7-8867-4921-8bad-07e3eb7bf56b admin admin] Made reservation on behalf of e315895fcff346cb9e8f1de4a11daf77 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:16:57.916556 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d45e32c7-8867-4921-8bad-07e3eb7bf56b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:57.957726 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1e2822-98c2-4dca-9042-e2e4d70c8935 admin admin] Pushing event updated for resources: {'Network': ['ID=ce97cc22-3a2c-431c-a7c0-56837c541317,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:57.991518 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network ce97cc22-3a2c-431c-a7c0-56837c541317 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:16:58.239156 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b1e86339-9787-4385-a502-dc345573db94 req-187828fd-257e-4c68-a9b0-e8b3b0248118 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3616118 Jul 09 16:16:58.336017 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:58.475348 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-c569313d-1eea-4758-acbe-91544e76a5c4 req-6bb54d21-9c8a-4010-966a-9ad42b71ba69 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Deleting port 804e60b9-32e6-4d8f-9b4d-89a1d46391ee {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:16:58.475948 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c569313d-1eea-4758-acbe-91544e76a5c4 req-6bb54d21-9c8a-4010-966a-9ad42b71ba69 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:58.750200 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-58b1bafa-8b8a-48f5-883f-569de15f29e2 req-b66db8d4-e61e-4fa6-a211-720178171a70 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3941099-7524-46b6-849c-55919fb70f5c HTTP/1.1" status: 200 len: 210 time: 0.0619764 Jul 09 16:16:58.751476 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-c569313d-1eea-4758-acbe-91544e76a5c4 req-6bb54d21-9c8a-4010-966a-9ad42b71ba69 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] For port 804e60b9-32e6-4d8f-9b4d-89a1d46391ee, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=804e60b9-32e6-4d8f-9b4d-89a1d46391ee,segment=NetworkSegment(3bece331-ff41-4b63-9293-b1f5e506b5c5),segment_id=3bece331-ff41-4b63-9293-b1f5e506b5c5)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:58.751842 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c569313d-1eea-4758-acbe-91544e76a5c4 req-6bb54d21-9c8a-4010-966a-9ad42b71ba69 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:58.764176 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ac722320-b2a2-4eb7-b358-c80592e15d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:58.774604 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ac00c-1766-4714-97a5-2d1ea1aa96a2 req-fe42abc8-9244-4ce1-82bb-0c88b58244ed tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:58.777463 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1c1ac00c-1766-4714-97a5-2d1ea1aa96a2 req-fe42abc8-9244-4ce1-82bb-0c88b58244ed tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4ce6cf7-8817-477b-9686-6acbbfd6d885 HTTP/1.1" status: 200 len: 943 time: 0.1953969 Jul 09 16:16:58.783033 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-c569313d-1eea-4758-acbe-91544e76a5c4 req-6bb54d21-9c8a-4010-966a-9ad42b71ba69 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Calling delete_port for 804e60b9-32e6-4d8f-9b4d-89a1d46391ee owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:16:58.844668 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device fedb4196-6625-4f7b-b046-d9dc040c8327 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:16:58.921850 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1c1ac00c-1766-4714-97a5-2d1ea1aa96a2 req-841d052c-b8b6-4523-8ba4-2170d0d0d102 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221156 Jul 09 16:16:59.028226 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ac722320-b2a2-4eb7-b358-c80592e15d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:59.115756 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port fedb4196-6625-4f7b-b046-d9dc040c8327, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=fedb4196-6625-4f7b-b046-d9dc040c8327,segment=NetworkSegment(b3327873-1adb-4566-ad72-2213b9292320),segment_id=b3327873-1adb-4566-ad72-2213b9292320)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:59.119409 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac722320-b2a2-4eb7-b358-c80592e15d04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=343017e3-3017-47b4-bba4-2146bb17b890,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:59.131517 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c569313d-1eea-4758-acbe-91544e76a5c4 req-6bb54d21-9c8a-4010-966a-9ad42b71ba69 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:59.147504 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d45e32c7-8867-4921-8bad-07e3eb7bf56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:59.156340 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ac722320-b2a2-4eb7-b358-c80592e15d04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:59.158507 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ac722320-b2a2-4eb7-b358-c80592e15d04 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/343017e3-3017-47b4-bba4-2146bb17b890 HTTP/1.1" status: 204 len: 168 time: 1.7517531 Jul 09 16:16:59.159640 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 2e9c9fd4-f6f0-456c-8a28-7a82c5843596 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:16:59.161983 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['26c1d596-7d06-44ff-92e2-b70ec5f712e6'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:16:59.164040 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77e64ab-9fe1-43b2-9073-4c64e4236b7c None None] Network 60f29bb9-c6a4-4744-a356-fda340719d26 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:16:59.180224 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': 'fedb4196-6625-4f7b-b046-d9dc040c8327', 'network_id': '5ab794d9-1bd8-4da1-bd91-e5307e2548b2', 'port_id': 'fedb4196-6625-4f7b-b046-d9dc040c8327', 'mac_address': 'fa:16:3e:6d:54:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5288f2c0-4157-42ca-b91f-37115e42c839', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:16:59.192870 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 57158) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:16:59.214524 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb54d21-9c8a-4010-966a-9ad42b71ba69 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Pushing event deleted for resources: {'Port': ['ID=804e60b9-32e6-4d8f-9b4d-89a1d46391ee,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:59.262985 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e32c7-8867-4921-8bad-07e3eb7bf56b admin admin] Pushing event updated for resources: {'Subnet': ['ID=87031510-fde3-40ce-a568-4132b7a3476d,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:16:59.371095 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-660674fe-d814-4180-bf34-46b7f45a92ae req-3f9bf178-5e17-4a29-bb02-08cb0a53e6c9 tempest-ServerShowV254Test-1991773346 tempest-ServerShowV254Test-1991773346-project] 10.222.0.98 "GET /v2.0/ports?device_id=da712288-103f-43b7-ba18-9eacd6e3b0a7 HTTP/1.1" status: 200 len: 210 time: 0.1103041 Jul 09 16:16:59.407244 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 2e9c9fd4-f6f0-456c-8a28-7a82c5843596 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:16:59.407939 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 2e9c9fd4-f6f0-456c-8a28-7a82c5843596 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:16:59.445107 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45e32c7-8867-4921-8bad-07e3eb7bf56b admin admin] Checking segment: {'id': 'fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ce97cc22-3a2c-431c-a7c0-56837c541317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:16:59.445574 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45e32c7-8867-4921-8bad-07e3eb7bf56b admin admin] Network hostable DHCP agents. Network: ce97cc22-3a2c-431c-a7c0-56837c541317, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:16:59.506650 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45e32c7-8867-4921-8bad-07e3eb7bf56b admin admin] Network ce97cc22-3a2c-431c-a7c0-56837c541317 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:16:59.515768 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-c569313d-1eea-4758-acbe-91544e76a5c4 req-6bb54d21-9c8a-4010-966a-9ad42b71ba69 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] No DVR routers for this DVR port 804e60b9-32e6-4d8f-9b4d-89a1d46391ee on host n-h1-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:16:59.521926 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-d45e32c7-8867-4921-8bad-07e3eb7bf56b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, ce97cc22-3a2c-431c-a7c0-56837c541317) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:16:59.534894 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45e32c7-8867-4921-8bad-07e3eb7bf56b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:59.535709 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d45e32c7-8867-4921-8bad-07e3eb7bf56b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:59.551917 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47267a79-3cfa-44fd-9f69-32075089214a None None] Network ce97cc22-3a2c-431c-a7c0-56837c541317 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:16:59.564693 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7051aa14-7c37-4165-bcb8-486b783c89f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:59.567435 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c569313d-1eea-4758-acbe-91544e76a5c4 req-6bb54d21-9c8a-4010-966a-9ad42b71ba69 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:59.572689 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d45e32c7-8867-4921-8bad-07e3eb7bf56b admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.7055089 Jul 09 16:16:59.574902 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c569313d-1eea-4758-acbe-91544e76a5c4 req-6bb54d21-9c8a-4010-966a-9ad42b71ba69 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.77 "DELETE /v2.0/ports/804e60b9-32e6-4d8f-9b4d-89a1d46391ee HTTP/1.1" status: 204 len: 173 time: 1.6579406 Jul 09 16:16:59.725166 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:59.755389 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fedb4196-6625-4f7b-b046-d9dc040c8327 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:16:59.798228 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port fedb4196-6625-4f7b-b046-d9dc040c8327, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=fedb4196-6625-4f7b-b046-d9dc040c8327,segment=NetworkSegment(b3327873-1adb-4566-ad72-2213b9292320),segment_id=b3327873-1adb-4566-ad72-2213b9292320)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:16:59.804814 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72133692-95de-459d-b7eb-f22b5124a5d2 req-d96a573c-62d1-4def-b3a8-268809940246 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:16:59.813011 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-72133692-95de-459d-b7eb-f22b5124a5d2 req-d96a573c-62d1-4def-b3a8-268809940246 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=24b38fcb-af32-450b-8a9c-61b943e9a0f3 HTTP/1.1" status: 200 len: 950 time: 0.1704595 Jul 09 16:16:59.817473 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:59.877387 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e9310c-d30f-4d48-993b-53c6479c7104', 'name': 'network-vif-deleted', 'tag': '26c1d596-7d06-44ff-92e2-b70ec5f712e6'}, {'server_uuid': '47e9310c-d30f-4d48-993b-53c6479c7104', 'name': 'network-vif-deleted', 'tag': '804e60b9-32e6-4d8f-9b4d-89a1d46391ee'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:16:59.879846 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96eceb7-41c8-4fa7-b2e2-d8fe4f4a473e" -d '{"events": [{"server_uuid": "47e9310c-d30f-4d48-993b-53c6479c7104", "name": "network-vif-deleted", "tag": "26c1d596-7d06-44ff-92e2-b70ec5f712e6"}, {"server_uuid": "47e9310c-d30f-4d48-993b-53c6479c7104", "name": "network-vif-deleted", "tag": "804e60b9-32e6-4d8f-9b4d-89a1d46391ee"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:16:59.901069 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-72133692-95de-459d-b7eb-f22b5124a5d2 req-91640b66-f3ee-48c1-8c7e-12b87681f75f tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870543 Jul 09 16:16:59.925921 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-7051aa14-7c37-4165-bcb8-486b783c89f6 admin admin] Deleting port 70a888e8-01dc-4f28-bab1-b1a4fba883b6 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:16:59.926261 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7051aa14-7c37-4165-bcb8-486b783c89f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:16:59.998175 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36937071-d45c-4914-bf40-eda615512a93 req-624712f9-243e-404d-85d3-2ab73bf9974e tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:00.009181 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-36937071-d45c-4914-bf40-eda615512a93 req-624712f9-243e-404d-85d3-2ab73bf9974e tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/ports?device_id=47e9310c-d30f-4d48-993b-53c6479c7104 HTTP/1.1" status: 200 len: 945 time: 0.4045527 Jul 09 16:17:00.011073 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b45c4b7-fd02-4eb4-9346-df4e326a89e7 None None] DHCP port deletion for 60f29bb9-c6a4-4744-a356-fda340719d26 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:17:00.035056 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f23c03-7660-4958-b437-43b3fa1a971b None None] Network ce97cc22-3a2c-431c-a7c0-56837c541317 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:17:00.084811 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-c569313d-1eea-4758-acbe-91544e76a5c4 req-0248242f-6e64-4487-adb5-bcfb543c1871 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Deleting port 2ec8c210-c305-4537-a4d9-ee9e55a9ab94 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:17:00.085399 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c569313d-1eea-4758-acbe-91544e76a5c4 req-0248242f-6e64-4487-adb5-bcfb543c1871 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:00.135355 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['fedb4196-6625-4f7b-b046-d9dc040c8327'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:17:00.139032 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=fedb4196-6625-4f7b-b046-d9dc040c8327,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:00.209214 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c662129a-ef5c-4238-acb6-df1e619bc6b4 req-1b19ad07-fa6a-4a3d-8532-ac635e415d63 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3941099-7524-46b6-849c-55919fb70f5c HTTP/1.1" status: 200 len: 210 time: 0.0816448 Jul 09 16:17:00.231996 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-36937071-d45c-4914-bf40-eda615512a93 req-5a292702-ba6f-43d7-9863-bf831430b894 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/security-groups?id=ed455c02-e886-4f75-ace5-02640635a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215517 Jul 09 16:17:00.280286 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-7051aa14-7c37-4165-bcb8-486b783c89f6 admin admin] For port 70a888e8-01dc-4f28-bab1-b1a4fba883b6, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=70a888e8-01dc-4f28-bab1-b1a4fba883b6,segment=NetworkSegment(b9e8367d-4ac1-4ece-905f-b54d02e94300),segment_id=b9e8367d-4ac1-4ece-905f-b54d02e94300)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:17:00.280860 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7051aa14-7c37-4165-bcb8-486b783c89f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:00.353545 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-7051aa14-7c37-4165-bcb8-486b783c89f6 admin admin] Calling delete_port for 70a888e8-01dc-4f28-bab1-b1a4fba883b6 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:17:00.356571 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-5b45c4b7-fd02-4eb4-9346-df4e326a89e7 None None] Deleting port 70a888e8-01dc-4f28-bab1-b1a4fba883b6 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:17:00.356965 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5b45c4b7-fd02-4eb4-9346-df4e326a89e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:00.377318 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 16:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62dfeb4-84a7-4ef8-8296-5e95165a2284 x-openstack-request-id: req-c62dfeb4-84a7-4ef8-8296-5e95165a2284 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:17:00.377615 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47e9310c-d30f-4d48-993b-53c6479c7104", "name": "network-vif-deleted", "tag": "26c1d596-7d06-44ff-92e2-b70ec5f712e6", "status": "completed", "code": 200}, {"server_uuid": "47e9310c-d30f-4d48-993b-53c6479c7104", "name": "network-vif-deleted", "tag": "804e60b9-32e6-4d8f-9b4d-89a1d46391ee", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:17:00.381176 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c62dfeb4-84a7-4ef8-8296-5e95165a2284 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:17:00.381671 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e9310c-d30f-4d48-993b-53c6479c7104', 'name': 'network-vif-deleted', 'tag': '26c1d596-7d06-44ff-92e2-b70ec5f712e6', 'status': 'completed', 'code': 200} Jul 09 16:17:00.399923 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e9310c-d30f-4d48-993b-53c6479c7104', 'name': 'network-vif-deleted', 'tag': '804e60b9-32e6-4d8f-9b4d-89a1d46391ee', 'status': 'completed', 'code': 200} Jul 09 16:17:00.530791 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-c569313d-1eea-4758-acbe-91544e76a5c4 req-0248242f-6e64-4487-adb5-bcfb543c1871 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] For port 2ec8c210-c305-4537-a4d9-ee9e55a9ab94, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=2ec8c210-c305-4537-a4d9-ee9e55a9ab94,segment=NetworkSegment(3bece331-ff41-4b63-9293-b1f5e506b5c5),segment_id=3bece331-ff41-4b63-9293-b1f5e506b5c5)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:17:00.531619 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c569313d-1eea-4758-acbe-91544e76a5c4 req-0248242f-6e64-4487-adb5-bcfb543c1871 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:00.559547 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-c569313d-1eea-4758-acbe-91544e76a5c4 req-0248242f-6e64-4487-adb5-bcfb543c1871 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Calling delete_port for 2ec8c210-c305-4537-a4d9-ee9e55a9ab94 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:17:00.715257 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-5b45c4b7-fd02-4eb4-9346-df4e326a89e7 None None] For port 70a888e8-01dc-4f28-bab1-b1a4fba883b6, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=70a888e8-01dc-4f28-bab1-b1a4fba883b6,segment=NetworkSegment(b9e8367d-4ac1-4ece-905f-b54d02e94300),segment_id=b9e8367d-4ac1-4ece-905f-b54d02e94300)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:17:00.718236 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9695c8f5-69bc-40de-bd28-290e980d8d15 req-90c5097f-6cfa-45f0-baeb-deccff404e0a tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:00.719060 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5b45c4b7-fd02-4eb4-9346-df4e326a89e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:00.723343 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9695c8f5-69bc-40de-bd28-290e980d8d15 req-90c5097f-6cfa-45f0-baeb-deccff404e0a tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/networks?id=ce97cc22-3a2c-431c-a7c0-56837c541317 HTTP/1.1" status: 200 len: 806 time: 0.2020934 Jul 09 16:17:00.751433 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9695c8f5-69bc-40de-bd28-290e980d8d15 req-d8362bee-26d1-4d52-b7b2-6cf72670be89 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/quotas/e315895fcff346cb9e8f1de4a11daf77 HTTP/1.1" status: 200 len: 375 time: 0.0227818 Jul 09 16:17:00.760704 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-5b45c4b7-fd02-4eb4-9346-df4e326a89e7 None None] Calling delete_port for 70a888e8-01dc-4f28-bab1-b1a4fba883b6 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:17:00.806534 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7051aa14-7c37-4165-bcb8-486b783c89f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:00.811816 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9695c8f5-69bc-40de-bd28-290e980d8d15 req-10960268-f135-4866-9e96-07bd70f3baa2 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=e315895fcff346cb9e8f1de4a11daf77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590248 Jul 09 16:17:00.859353 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 26c1d596-7d06-44ff-92e2-b70ec5f712e6 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:17:00.881840 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: 26c1d596-7d06-44ff-92e2-b70ec5f712e6 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:17:00.882348 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 26c1d596-7d06-44ff-92e2-b70ec5f712e6 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:17:00.882913 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 2ec8c210-c305-4537-a4d9-ee9e55a9ab94 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:17:00.902114 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7051aa14-7c37-4165-bcb8-486b783c89f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=70a888e8-01dc-4f28-bab1-b1a4fba883b6,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:00.920458 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7051aa14-7c37-4165-bcb8-486b783c89f6 admin admin] No DVR routers for this DVR port 70a888e8-01dc-4f28-bab1-b1a4fba883b6 on host n-d-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:17:00.944145 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9695c8f5-69bc-40de-bd28-290e980d8d15 req-492d28df-1dba-4244-ac63-c84130afb40b service neutron] 10.222.0.98 "GET /v2.0/networks/ce97cc22-3a2c-431c-a7c0-56837c541317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312394 Jul 09 16:17:00.955471 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5b45c4b7-fd02-4eb4-9346-df4e326a89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:01.004653 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c569313d-1eea-4758-acbe-91544e76a5c4 req-0248242f-6e64-4487-adb5-bcfb543c1871 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:01.018438 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b45c4b7-fd02-4eb4-9346-df4e326a89e7 None None] Pushing event deleted for resources: {'Port': ['ID=70a888e8-01dc-4f28-bab1-b1a4fba883b6,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:01.026078 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Port 2ec8c210-c305-4537-a4d9-ee9e55a9ab94 update to DOWN by agent not found {{(pid=93960) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 09 16:17:01.026618 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 804e60b9-32e6-4d8f-9b4d-89a1d46391ee no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:17:01.029087 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b45c4b7-fd02-4eb4-9346-df4e326a89e7 None None] No DVR routers for this DVR port 70a888e8-01dc-4f28-bab1-b1a4fba883b6 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:17:01.067544 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: 804e60b9-32e6-4d8f-9b4d-89a1d46391ee {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:17:01.068271 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 804e60b9-32e6-4d8f-9b4d-89a1d46391ee not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:17:01.081823 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9695c8f5-69bc-40de-bd28-290e980d8d15 req-71ee011b-20cd-4081-bdd4-64a19c5d09a4 service neutron] 10.222.0.98 "GET /v2.0/networks/ce97cc22-3a2c-431c-a7c0-56837c541317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358905 Jul 09 16:17:01.107861 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df323a7a-68e1-46d8-a1d0-68382f4c36b2 req-b4619bfe-17bd-45e1-b7fc-20adc6322929 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:01.109451 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-df323a7a-68e1-46d8-a1d0-68382f4c36b2 req-b4619bfe-17bd-45e1-b7fc-20adc6322929 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4ce6cf7-8817-477b-9686-6acbbfd6d885 HTTP/1.1" status: 200 len: 944 time: 0.4077232 Jul 09 16:17:01.173057 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 70a888e8-01dc-4f28-bab1-b1a4fba883b6 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:17:01.178880 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0248242f-6e64-4487-adb5-bcfb543c1871 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Pushing event deleted for resources: {'Port': ['ID=2ec8c210-c305-4537-a4d9-ee9e55a9ab94,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:01.191491 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7051aa14-7c37-4165-bcb8-486b783c89f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:01.221712 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-7051aa14-7c37-4165-bcb8-486b783c89f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60f29bb9-c6a4-4744-a356-fda340719d26']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:17:01.253027 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-7051aa14-7c37-4165-bcb8-486b783c89f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9e8367d-4ac1-4ece-905f-b54d02e94300') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:17:01.253361 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-7051aa14-7c37-4165-bcb8-486b783c89f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9e8367d-4ac1-4ece-905f-b54d02e94300') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:17:01.271172 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7051aa14-7c37-4165-bcb8-486b783c89f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:01.309361 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-c569313d-1eea-4758-acbe-91544e76a5c4 req-0248242f-6e64-4487-adb5-bcfb543c1871 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] No DVR routers for this DVR port 2ec8c210-c305-4537-a4d9-ee9e55a9ab94 on host n-h1-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:17:01.316379 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c569313d-1eea-4758-acbe-91544e76a5c4 req-0248242f-6e64-4487-adb5-bcfb543c1871 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:01.318543 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c569313d-1eea-4758-acbe-91544e76a5c4 req-0248242f-6e64-4487-adb5-bcfb543c1871 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.77 "DELETE /v2.0/ports/2ec8c210-c305-4537-a4d9-ee9e55a9ab94 HTTP/1.1" status: 204 len: 173 time: 1.7348316 Jul 09 16:17:01.337482 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-df323a7a-68e1-46d8-a1d0-68382f4c36b2 req-3f6e2193-4342-4863-8db7-65a82d565758 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123313 Jul 09 16:17:01.342061 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7051aa14-7c37-4165-bcb8-486b783c89f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:01.359146 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7051aa14-7c37-4165-bcb8-486b783c89f6 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:17:01.359753 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7051aa14-7c37-4165-bcb8-486b783c89f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:01.369591 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:17:01.369591 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:17:01.369591 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:17:01.369591 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:17:01.369591 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:17:01.369591 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:17:01.369591 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:17:01.369591 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:17:01.369591 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:17:01.369591 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:17:01.369591 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:17:01.369591 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:17:01.369591 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:17:01.369591 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:17:01.369591 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:17:01.369591 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:17:01.369591 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:17:01.369591 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:17:01.369591 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:17:01.369591 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:17:01.369591 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:17:01.369591 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:17:01.369591 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:17:01.369591 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:17:01.369591 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:17:01.369591 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:17:01.369591 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:17:01.369591 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:17:01.369591 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:17:01.369591 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:17:01.369591 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:17:01.369591 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:17:01.369591 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:17:01.369591 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:17:01.369591 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:17:01.369591 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:17:01.369591 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:17:01.369591 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:17:01.369591 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:17:01.369591 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:17:01.369591 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:17:01.369591 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:17:01.369591 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:17:01.369591 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:17:01.375032 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 70a888e8-01dc-4f28-bab1-b1a4fba883b6 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:17:01.375486 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 70a888e8-01dc-4f28-bab1-b1a4fba883b6 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:17:01.531533 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7051aa14-7c37-4165-bcb8-486b783c89f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:01.578843 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7051aa14-7c37-4165-bcb8-486b783c89f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:01.581495 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-7051aa14-7c37-4165-bcb8-486b783c89f6 admin admin] 10.222.0.98 "DELETE /v2.0/networks/60f29bb9-c6a4-4744-a356-fda340719d26 HTTP/1.1" status: 204 len: 168 time: 2.3813481 Jul 09 16:17:01.582719 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7051aa14-7c37-4165-bcb8-486b783c89f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=60f29bb9-c6a4-4744-a356-fda340719d26,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:01.657863 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-52cec637-ce91-4011-be66-c055a6753a15 req-83673824-b734-4dc4-ba5e-47fefc0f75bf tempest-ServerShowV254Test-1991773346 tempest-ServerShowV254Test-1991773346-project] 10.222.0.98 "GET /v2.0/ports?device_id=da712288-103f-43b7-ba18-9eacd6e3b0a7 HTTP/1.1" status: 200 len: 210 time: 0.0803139 Jul 09 16:17:01.788774 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a57d2016-dee5-4c2b-a5a2-7223269115c9 req-b383cc58-98d1-4c5e-9a06-64dc391a5913 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=7bd3fe27-45c9-40f1-91ec-771d46d8e32b HTTP/1.1" status: 200 len: 210 time: 0.0545256 Jul 09 16:17:01.843736 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9f209-9756-4936-8143-89bea8bc45f4 req-fc9cb241-6509-45f9-80f7-26293a756a0e tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:01.844828 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 57204) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:17:01.845134 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-18f9f209-9756-4936-8143-89bea8bc45f4 req-fc9cb241-6509-45f9-80f7-26293a756a0e tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=24b38fcb-af32-450b-8a9c-61b943e9a0f3 HTTP/1.1" status: 200 len: 950 time: 0.1197410 Jul 09 16:17:01.900612 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-18f9f209-9756-4936-8143-89bea8bc45f4 req-89542f1f-4911-42f0-83dd-aedee931effd tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470634 Jul 09 16:17:01.927513 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 57206) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:17:01.927688 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e68976d7-2309-445c-9a1b-5d1ecb3eec11 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=af04827258d24f9db4d18404590f3f54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0810432 Jul 09 16:17:01.993978 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cbcbc8f7-95e1-4dc9-8ee8-23233bd35b00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:02.026541 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cbcbc8f7-95e1-4dc9-8ee8-23233bd35b00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:02.047158 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-efb94451-9460-4d3b-a44f-51ab653a5e0d req-32c181f3-ae27-42ce-a9db-df66ae4ae494 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/ports?device_id=47e9310c-d30f-4d48-993b-53c6479c7104 HTTP/1.1" status: 200 len: 210 time: 0.0444329 Jul 09 16:17:02.114779 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fe80927a-8009-411a-838f-657142972e2b req-ca462d6a-df93-4eec-832c-140872f17d81 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3941099-7524-46b6-849c-55919fb70f5c HTTP/1.1" status: 200 len: 210 time: 0.0640361 Jul 09 16:17:02.144225 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cbcbc8f7-95e1-4dc9-8ee8-23233bd35b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:02.147262 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cbcbc8f7-95e1-4dc9-8ee8-23233bd35b00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:02.148967 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-cbcbc8f7-95e1-4dc9-8ee8-23233bd35b00 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/cc0e1545-954d-4889-8c88-3c8df6949984 HTTP/1.1" status: 204 len: 168 time: 0.2200425 Jul 09 16:17:02.158569 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcbc8f7-95e1-4dc9-8ee8-23233bd35b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0e1545-954d-4889-8c88-3c8df6949984,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:02.401434 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e9310c-d30f-4d48-993b-53c6479c7104', 'name': 'network-vif-deleted', 'tag': '2ec8c210-c305-4537-a4d9-ee9e55a9ab94'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:17:02.403928 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4b6e9b-d097-403a-81f3-e0980fdd05d3" -d '{"events": [{"server_uuid": "47e9310c-d30f-4d48-993b-53c6479c7104", "name": "network-vif-deleted", "tag": "2ec8c210-c305-4537-a4d9-ee9e55a9ab94"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:17:02.479106 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d88b5ed-593a-44c9-8aa7-7b65a6ff5e3e x-openstack-request-id: req-9d88b5ed-593a-44c9-8aa7-7b65a6ff5e3e {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:17:02.479393 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47e9310c-d30f-4d48-993b-53c6479c7104", "name": "network-vif-deleted", "tag": "2ec8c210-c305-4537-a4d9-ee9e55a9ab94", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:17:02.479836 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9d88b5ed-593a-44c9-8aa7-7b65a6ff5e3e {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:17:02.480456 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e9310c-d30f-4d48-993b-53c6479c7104', 'name': 'network-vif-deleted', 'tag': '2ec8c210-c305-4537-a4d9-ee9e55a9ab94', 'status': 'completed', 'code': 200} Jul 09 16:17:02.576419 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707768fd-b01f-4098-857a-6a1b84006830 req-83eba5d2-d9b6-4910-87d6-e7f0301a0306 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:02.585321 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-707768fd-b01f-4098-857a-6a1b84006830 req-83eba5d2-d9b6-4910-87d6-e7f0301a0306 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4ce6cf7-8817-477b-9686-6acbbfd6d885 HTTP/1.1" status: 200 len: 944 time: 0.1003892 Jul 09 16:17:02.637089 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-707768fd-b01f-4098-857a-6a1b84006830 req-4050bb12-3c8d-4cd3-aaa1-8673c23fd56c tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508411 Jul 09 16:17:02.862054 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device fedb4196-6625-4f7b-b046-d9dc040c8327 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:17:02.884827 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-35b02714-8d6f-402c-a6df-1db7f6902990 req-e8b346d3-0e57-4013-83a2-36cf7b2761b6 tempest-ServerShowV254Test-1991773346 tempest-ServerShowV254Test-1991773346-project] 10.222.0.98 "GET /v2.0/ports?device_id=da712288-103f-43b7-ba18-9eacd6e3b0a7 HTTP/1.1" status: 200 len: 210 time: 0.0771604 Jul 09 16:17:02.968577 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port fedb4196-6625-4f7b-b046-d9dc040c8327 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:17:02.989877 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port fedb4196-6625-4f7b-b046-d9dc040c8327 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:17:02.992014 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:03.245432 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 57246) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:17:03.259220 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-377acc44-96c2-4c50-b9f9-809c6f4a543c req-164ac498-8859-491d-ba32-32ba58a0e4f0 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=7bd3fe27-45c9-40f1-91ec-771d46d8e32b HTTP/1.1" status: 200 len: 210 time: 0.2389255 Jul 09 16:17:03.285191 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9695c8f5-69bc-40de-bd28-290e980d8d15 req-71d27a36-9a12-453d-83ad-682be7fc418a tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:03.287271 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9695c8f5-69bc-40de-bd28-290e980d8d15 req-71d27a36-9a12-453d-83ad-682be7fc418a tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.77 "GET /v2.0/networks?id=ce97cc22-3a2c-431c-a7c0-56837c541317 HTTP/1.1" status: 200 len: 806 time: 0.3171310 Jul 09 16:17:03.308052 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-9695c8f5-69bc-40de-bd28-290e980d8d15 req-18d1dd0f-1f17-47df-a2a8-19e091d34ec0 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Request body: {'port': {'device_id': '7bd3fe27-45c9-40f1-91ec-771d46d8e32b', 'network_id': 'ce97cc22-3a2c-431c-a7c0-56837c541317', 'admin_state_up': True, 'tenant_id': 'e315895fcff346cb9e8f1de4a11daf77'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:17:03.319399 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5469cf8d-c707-4cd2-84ff-7126f82f3c44 req-85181d08-484d-4fc7-8f2f-17381e5ba9a5 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:03.328844 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5469cf8d-c707-4cd2-84ff-7126f82f3c44 req-85181d08-484d-4fc7-8f2f-17381e5ba9a5 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=24b38fcb-af32-450b-8a9c-61b943e9a0f3 HTTP/1.1" status: 200 len: 950 time: 0.1618826 Jul 09 16:17:03.383599 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5469cf8d-c707-4cd2-84ff-7126f82f3c44 req-df1d261a-0422-4c8b-b642-1db4845fcf42 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523529 Jul 09 16:17:03.384124 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 57250) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:17:03.411728 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:03.468894 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ce6cf7-8817-477b-9686-6acbbfd6d885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fedb4196-6625-4f7b-b046-d9dc040c8327'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:17:03.471701 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5058c4b2-e28f-4e34-bab3-c5009adaf987" -d '{"events": [{"server_uuid": "b4ce6cf7-8817-477b-9686-6acbbfd6d885", "name": "network-vif-plugged", "status": "completed", "tag": "fedb4196-6625-4f7b-b046-d9dc040c8327"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:17:03.478548 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfc776ed-ff5c-470b-995c-8848fecdc093 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Deleting subnet 1c395d6b-f600-436c-9241-9da80976fe97 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:17:03.487339 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-442dec92-4b5f-434f-8cec-28df61af267b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1257433462-network', 'tenant_id': '9c1d3606ae1042aca4f5fe7ec5b98f71'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:17:03.493251 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cfc776ed-ff5c-470b-995c-8848fecdc093 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:03.505400 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port fedb4196-6625-4f7b-b046-d9dc040c8327, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=fedb4196-6625-4f7b-b046-d9dc040c8327,segment=NetworkSegment(b3327873-1adb-4566-ad72-2213b9292320),segment_id=b3327873-1adb-4566-ad72-2213b9292320)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:17:03.513828 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:03.564991 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-442dec92-4b5f-434f-8cec-28df61af267b admin admin] Made reservation on behalf of 9c1d3606ae1042aca4f5fe7ec5b98f71 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:17:03.567832 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-442dec92-4b5f-434f-8cec-28df61af267b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:03.581918 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cfc776ed-ff5c-470b-995c-8848fecdc093 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:03.607635 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-442dec92-4b5f-434f-8cec-28df61af267b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:03.617276 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=fedb4196-6625-4f7b-b046-d9dc040c8327,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:03.627313 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14ca071-1aa3-423e-8722-778da0718aca x-openstack-request-id: req-c14ca071-1aa3-423e-8722-778da0718aca {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:17:03.627602 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ce6cf7-8817-477b-9686-6acbbfd6d885", "name": "network-vif-plugged", "status": "completed", "tag": "fedb4196-6625-4f7b-b046-d9dc040c8327", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:17:03.628030 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c14ca071-1aa3-423e-8722-778da0718aca {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:17:03.628222 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ce6cf7-8817-477b-9686-6acbbfd6d885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fedb4196-6625-4f7b-b046-d9dc040c8327', 'code': 200} Jul 09 16:17:03.633109 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9d0fc9ee-8abe-4417-87f0-a2e6fabddc7f req-ace1eeb4-2e55-4856-b5ea-aa508d4750a9 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3941099-7524-46b6-849c-55919fb70f5c HTTP/1.1" status: 200 len: 210 time: 0.1060083 Jul 09 16:17:03.689000 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3db866b6-697c-4c10-b3e2-62cad7f03270 req-db0e7acb-07ee-4047-b7a6-2c10a28ded26 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=da712288-103f-43b7-ba18-9eacd6e3b0a7 HTTP/1.1" status: 200 len: 210 time: 0.0485070 Jul 09 16:17:03.690204 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9695c8f5-69bc-40de-bd28-290e980d8d15 req-18d1dd0f-1f17-47df-a2a8-19e091d34ec0 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Made reservation on behalf of e315895fcff346cb9e8f1de4a11daf77 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:17:03.696667 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9695c8f5-69bc-40de-bd28-290e980d8d15 req-18d1dd0f-1f17-47df-a2a8-19e091d34ec0 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:03.841113 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cfc776ed-ff5c-470b-995c-8848fecdc093 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:03.943547 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df940d-c107-4c2f-9183-ba9ceaa17aa4 req-df829363-b413-4543-9c71-1aa55e0b8118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:03.945292 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c7df940d-c107-4c2f-9183-ba9ceaa17aa4 req-df829363-b413-4543-9c71-1aa55e0b8118 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b4ce6cf7-8817-477b-9686-6acbbfd6d885 HTTP/1.1" status: 200 len: 1096 time: 0.1868525 Jul 09 16:17:03.983093 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cfc776ed-ff5c-470b-995c-8848fecdc093 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:04.006624 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-442dec92-4b5f-434f-8cec-28df61af267b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:04.031424 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-442dec92-4b5f-434f-8cec-28df61af267b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:04.034833 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc776ed-ff5c-470b-995c-8848fecdc093 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Pushing event deleted for resources: {'Subnet': ['ID=1c395d6b-f600-436c-9241-9da80976fe97,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:04.036605 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cfc776ed-ff5c-470b-995c-8848fecdc093 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:04.038650 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-cfc776ed-ff5c-470b-995c-8848fecdc093 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "DELETE /v2.0/subnets/1c395d6b-f600-436c-9241-9da80976fe97 HTTP/1.1" status: 204 len: 168 time: 0.6535492 Jul 09 16:17:04.039842 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7563bd0-7ef9-4e7a-8f1e-34723958dda9 None None] Network 4f5d43fd-18a1-4a20-8481-b682790e1063 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:17:04.049542 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 57260) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:17:04.080320 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c7df940d-c107-4c2f-9183-ba9ceaa17aa4 req-146f19eb-b5f2-447d-9fc0-a61cb6962ddf service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284759 Jul 09 16:17:04.081067 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-442dec92-4b5f-434f-8cec-28df61af267b admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:17:04.145440 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442dec92-4b5f-434f-8cec-28df61af267b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40e1744-30c5-4994-a4ae-d009355a2528,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:04.156737 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-442dec92-4b5f-434f-8cec-28df61af267b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:04.156737 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-442dec92-4b5f-434f-8cec-28df61af267b admin admin] Added segment 02e77d4c-49a5-4dc1-ad0d-c8bf1f1b70f0 of type vlan for network 3a4e126d-a665-4056-ac42-0c366e7fbeca Jul 09 16:17:04.222719 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa86e4e6-99f3-40a8-823b-02a7663445f2 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:04.242557 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-442dec92-4b5f-434f-8cec-28df61af267b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:04.260747 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-9695c8f5-69bc-40de-bd28-290e980d8d15 req-18d1dd0f-1f17-47df-a2a8-19e091d34ec0 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Allocated IP 172.20.0.8 (ce97cc22-3a2c-431c-a7c0-56837c541317/87031510-fde3-40ce-a568-4132b7a3476d/f8ff3a60-d462-40e9-acb7-798df2b5cc97) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:17:04.277534 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c5575-f7f2-4efa-9cb3-0505bdafa75b req-fac78d99-00f2-415d-b3bd-c2adc8f37fb1 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:04.279140 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-065c5575-f7f2-4efa-9cb3-0505bdafa75b req-fac78d99-00f2-415d-b3bd-c2adc8f37fb1 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4ce6cf7-8817-477b-9686-6acbbfd6d885 HTTP/1.1" status: 200 len: 945 time: 0.1444185 Jul 09 16:17:04.319353 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-442dec92-4b5f-434f-8cec-28df61af267b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:04.321135 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442dec92-4b5f-434f-8cec-28df61af267b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:04.321855 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-442dec92-4b5f-434f-8cec-28df61af267b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:04.389805 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-065c5575-f7f2-4efa-9cb3-0505bdafa75b req-61da6505-cb7f-434c-ac92-ca3248f47005 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003611 Jul 09 16:17:04.415158 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15e74cb-fd54-4b72-9ca2-f02877e74d44 None None] DHCP port deletion for 4f5d43fd-18a1-4a20-8481-b682790e1063 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:17:04.456772 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-62379ba8-809a-4294-a574-4647be1e1bea req-d3fd34e2-2d91-432c-b9f4-1dd53a4203ff tempest-ServerShowV254Test-1991773346 tempest-ServerShowV254Test-1991773346-project] 10.222.0.98 "GET /v2.0/ports?device_id=da712288-103f-43b7-ba18-9eacd6e3b0a7 HTTP/1.1" status: 200 len: 210 time: 0.0604293 Jul 09 16:17:04.464922 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-442dec92-4b5f-434f-8cec-28df61af267b admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2152517 Jul 09 16:17:04.464922 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-aa86e4e6-99f3-40a8-823b-02a7663445f2 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Deleting port e84c01c9-af3b-40a7-8e4e-f86155b7ce70 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:17:04.466027 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa86e4e6-99f3-40a8-823b-02a7663445f2 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:04.466234 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 57266) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:17:04.467249 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442dec92-4b5f-434f-8cec-28df61af267b admin admin] Pushing event updated for resources: {'Network': ['ID=3a4e126d-a665-4056-ac42-0c366e7fbeca,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:04.477518 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-9dad5790-a594-4f74-a2b9-3e9fca6c62d6 admin admin] Request body: {'subnet': {'network_id': '3a4e126d-a665-4056-ac42-0c366e7fbeca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1257433462-subnet', 'tenant_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:17:04.486783 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 3a4e126d-a665-4056-ac42-0c366e7fbeca details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:17:04.543656 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dad5790-a594-4f74-a2b9-3e9fca6c62d6 admin admin] Made reservation on behalf of 9c1d3606ae1042aca4f5fe7ec5b98f71 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:17:04.546463 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9dad5790-a594-4f74-a2b9-3e9fca6c62d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:04.563303 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-aa86e4e6-99f3-40a8-823b-02a7663445f2 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] For port e84c01c9-af3b-40a7-8e4e-f86155b7ce70, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=e84c01c9-af3b-40a7-8e4e-f86155b7ce70,segment=NetworkSegment(65ecd272-4f56-4161-83e5-fe458e671476),segment_id=65ecd272-4f56-4161-83e5-fe458e671476)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:17:04.563722 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa86e4e6-99f3-40a8-823b-02a7663445f2 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:04.580500 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-aa86e4e6-99f3-40a8-823b-02a7663445f2 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Calling delete_port for e84c01c9-af3b-40a7-8e4e-f86155b7ce70 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:17:04.607189 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a15e74cb-fd54-4b72-9ca2-f02877e74d44 None None] Deleting port e84c01c9-af3b-40a7-8e4e-f86155b7ce70 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:17:04.607563 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a15e74cb-fd54-4b72-9ca2-f02877e74d44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:04.615228 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9695c8f5-69bc-40de-bd28-290e980d8d15 req-18d1dd0f-1f17-47df-a2a8-19e091d34ec0 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:04.659001 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c158040d-11cf-4ab4-a552-7a56c945c8e3 req-4ad44ef3-4f5a-4f0e-8765-902146b1d652 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=7bd3fe27-45c9-40f1-91ec-771d46d8e32b HTTP/1.1" status: 200 len: 210 time: 0.0469675 Jul 09 16:17:04.700136 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a15e74cb-fd54-4b72-9ca2-f02877e74d44 None None] For port e84c01c9-af3b-40a7-8e4e-f86155b7ce70, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=e84c01c9-af3b-40a7-8e4e-f86155b7ce70,segment=NetworkSegment(65ecd272-4f56-4161-83e5-fe458e671476),segment_id=65ecd272-4f56-4161-83e5-fe458e671476)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:17:04.700524 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a15e74cb-fd54-4b72-9ca2-f02877e74d44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:04.715236 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a15e74cb-fd54-4b72-9ca2-f02877e74d44 None None] Calling delete_port for e84c01c9-af3b-40a7-8e4e-f86155b7ce70 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:17:04.740814 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9695c8f5-69bc-40de-bd28-290e980d8d15 req-18d1dd0f-1f17-47df-a2a8-19e091d34ec0 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:04.779381 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa86e4e6-99f3-40a8-823b-02a7663445f2 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:04.825019 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa86e4e6-99f3-40a8-823b-02a7663445f2 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Pushing event deleted for resources: {'Port': ['ID=e84c01c9-af3b-40a7-8e4e-f86155b7ce70,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:04.834741 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9695c8f5-69bc-40de-bd28-290e980d8d15 req-18d1dd0f-1f17-47df-a2a8-19e091d34ec0 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Network ce97cc22-3a2c-431c-a7c0-56837c541317 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:17:04.841562 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa86e4e6-99f3-40a8-823b-02a7663445f2 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] No DVR routers for this DVR port e84c01c9-af3b-40a7-8e4e-f86155b7ce70 on host n-d-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:17:04.858350 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-9695c8f5-69bc-40de-bd28-290e980d8d15 req-18d1dd0f-1f17-47df-a2a8-19e091d34ec0 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:17:04.869865 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a15e74cb-fd54-4b72-9ca2-f02877e74d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:04.895429 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927aa39-257e-4926-a358-1e2d34a8dfe8 req-a0596ea4-134c-4483-9b61-127d6344d2c3 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:04.896209 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-9695c8f5-69bc-40de-bd28-290e980d8d15 req-18d1dd0f-1f17-47df-a2a8-19e091d34ec0 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:17:04.897337 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8927aa39-257e-4926-a358-1e2d34a8dfe8 req-a0596ea4-134c-4483-9b61-127d6344d2c3 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=24b38fcb-af32-450b-8a9c-61b943e9a0f3 HTTP/1.1" status: 200 len: 950 time: 0.2596345 Jul 09 16:17:04.898917 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d1dd0f-1f17-47df-a2a8-19e091d34ec0 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Pushing event updated for resources: {'Port': ['ID=f8ff3a60-d462-40e9-acb7-798df2b5cc97,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:04.901469 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e74cb-fd54-4b72-9ca2-f02877e74d44 None None] Pushing event deleted for resources: {'Port': ['ID=e84c01c9-af3b-40a7-8e4e-f86155b7ce70,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:04.911655 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15e74cb-fd54-4b72-9ca2-f02877e74d44 None None] No DVR routers for this DVR port e84c01c9-af3b-40a7-8e4e-f86155b7ce70 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:17:04.950687 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a697cc02-da72-4ddf-b9af-b9b0532ea67b req-3c3a7524-6651-4e6e-ba56-a5abe153b970 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3941099-7524-46b6-849c-55919fb70f5c HTTP/1.1" status: 200 len: 210 time: 0.0990205 Jul 09 16:17:04.975870 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa86e4e6-99f3-40a8-823b-02a7663445f2 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:04.976972 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9dad5790-a594-4f74-a2b9-3e9fca6c62d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:04.986332 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-aa86e4e6-99f3-40a8-823b-02a7663445f2 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f5d43fd-18a1-4a20-8481-b682790e1063']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:17:05.000101 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-aa86e4e6-99f3-40a8-823b-02a7663445f2 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65ecd272-4f56-4161-83e5-fe458e671476') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:17:05.000500 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-aa86e4e6-99f3-40a8-823b-02a7663445f2 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65ecd272-4f56-4161-83e5-fe458e671476') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:17:05.010423 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa86e4e6-99f3-40a8-823b-02a7663445f2 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:05.022228 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9695c8f5-69bc-40de-bd28-290e980d8d15 req-18d1dd0f-1f17-47df-a2a8-19e091d34ec0 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:05.022887 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9695c8f5-69bc-40de-bd28-290e980d8d15 req-18d1dd0f-1f17-47df-a2a8-19e091d34ec0 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:05.025896 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa86e4e6-99f3-40a8-823b-02a7663445f2 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:05.033651 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa86e4e6-99f3-40a8-823b-02a7663445f2 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:17:05.034534 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa86e4e6-99f3-40a8-823b-02a7663445f2 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:05.060942 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9695c8f5-69bc-40de-bd28-290e980d8d15 req-18d1dd0f-1f17-47df-a2a8-19e091d34ec0 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7574089 Jul 09 16:17:05.065779 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dad5790-a594-4f74-a2b9-3e9fca6c62d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17b1bf0f-6449-4963-a32c-463b55d292cb,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:05.091610 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-9695c8f5-69bc-40de-bd28-290e980d8d15 req-741340c2-2005-4aab-9e0a-ca2c54b0f0a2 service neutron] Request body: {'port': {'device_id': '7bd3fe27-45c9-40f1-91ec-771d46d8e32b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:17:05.119796 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:17:05.119796 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:17:05.119796 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:17:05.119796 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:17:05.119796 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:17:05.119796 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:17:05.119796 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:17:05.119796 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:17:05.119796 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:17:05.119796 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:17:05.119796 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:17:05.119796 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:17:05.119796 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:17:05.119796 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:17:05.119796 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:17:05.119796 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:17:05.119796 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:17:05.119796 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:17:05.119796 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:17:05.119796 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:17:05.119796 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:17:05.119796 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:17:05.119796 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:17:05.119796 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:17:05.119796 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:17:05.119796 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:17:05.119796 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:17:05.119796 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:17:05.119796 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:17:05.119796 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:17:05.119796 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:17:05.119796 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:17:05.119796 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:17:05.119796 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:17:05.133892 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dad5790-a594-4f74-a2b9-3e9fca6c62d6 admin admin] Checking segment: {'id': '02e77d4c-49a5-4dc1-ad0d-c8bf1f1b70f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3a4e126d-a665-4056-ac42-0c366e7fbeca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:17:05.134286 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dad5790-a594-4f74-a2b9-3e9fca6c62d6 admin admin] Network hostable DHCP agents. Network: 3a4e126d-a665-4056-ac42-0c366e7fbeca, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:17:05.158854 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa86e4e6-99f3-40a8-823b-02a7663445f2 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:05.171498 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device e84c01c9-af3b-40a7-8e4e-f86155b7ce70 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:17:05.180493 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa86e4e6-99f3-40a8-823b-02a7663445f2 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:05.185194 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-aa86e4e6-99f3-40a8-823b-02a7663445f2 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "DELETE /v2.0/networks/4f5d43fd-18a1-4a20-8481-b682790e1063 HTTP/1.1" status: 204 len: 168 time: 1.1296649 Jul 09 16:17:05.186593 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 57272) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:17:05.218487 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: e84c01c9-af3b-40a7-8e4e-f86155b7ce70 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:17:05.219776 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device e84c01c9-af3b-40a7-8e4e-f86155b7ce70 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:17:05.234414 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa86e4e6-99f3-40a8-823b-02a7663445f2 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Pushing event deleted for resources: {'Network': ['ID=4f5d43fd-18a1-4a20-8481-b682790e1063,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:05.248527 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dad5790-a594-4f74-a2b9-3e9fca6c62d6 admin admin] Network 3a4e126d-a665-4056-ac42-0c366e7fbeca is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:17:05.256665 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8927aa39-257e-4926-a358-1e2d34a8dfe8 req-4b4be7eb-d733-4085-b255-b1ac4461008b tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389272 Jul 09 16:17:05.259057 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-750a4bab-b339-4aa8-871b-b19b98c0b4ea tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Deleting subnet a8cf9797-d283-4b19-93a4-6d9d904fc29e {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:17:05.270914 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-750a4bab-b339-4aa8-871b-b19b98c0b4ea tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:05.310245 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-9dad5790-a594-4f74-a2b9-3e9fca6c62d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 3a4e126d-a665-4056-ac42-0c366e7fbeca) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:17:05.320143 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9695c8f5-69bc-40de-bd28-290e980d8d15 req-741340c2-2005-4aab-9e0a-ca2c54b0f0a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:05.322395 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fc2081-2af0-49f9-8ec0-0de04eed401a None None] Network 3a4e126d-a665-4056-ac42-0c366e7fbeca requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:17:05.325818 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dad5790-a594-4f74-a2b9-3e9fca6c62d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:05.326564 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9dad5790-a594-4f74-a2b9-3e9fca6c62d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:05.354989 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-750a4bab-b339-4aa8-871b-b19b98c0b4ea tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:05.382708 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-9dad5790-a594-4f74-a2b9-3e9fca6c62d6 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9129992 Jul 09 16:17:05.384200 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 57274) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:17:05.392235 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-82b42e5c-d9e9-4450-95e0-b3dfb5cbe976 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1257433462-router', 'tenant_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:17:05.442294 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82b42e5c-d9e9-4450-95e0-b3dfb5cbe976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:05.443831 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82b42e5c-d9e9-4450-95e0-b3dfb5cbe976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:05.529514 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfffdb79-98b0-4703-a6f0-61f50a7792c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-3a4e126d-a665-4056-ac42-0c366e7fbeca', 'network_id': '3a4e126d-a665-4056-ac42-0c366e7fbeca', 'tenant_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'fixed_ips': [{'subnet_id': '17b1bf0f-6449-4963-a32c-463b55d292cb'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:17:05.532624 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cfffdb79-98b0-4703-a6f0-61f50a7792c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:05.591194 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82b42e5c-d9e9-4450-95e0-b3dfb5cbe976 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:05.621059 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-750a4bab-b339-4aa8-871b-b19b98c0b4ea tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:05.724694 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-cfffdb79-98b0-4703-a6f0-61f50a7792c5 None None] Allocated IP 172.20.0.2 (3a4e126d-a665-4056-ac42-0c366e7fbeca/17b1bf0f-6449-4963-a32c-463b55d292cb/159f4838-9914-47de-9558-f18929ad4c6f) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:17:05.751661 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-70813c92-0122-4c0f-a0b0-1fb215eb9477 req-d9246422-8650-4a1c-828c-121f0fe91ff2 tempest-ServerShowV254Test-1991773346 tempest-ServerShowV254Test-1991773346-project] 10.222.0.98 "GET /v2.0/ports?device_id=da712288-103f-43b7-ba18-9eacd6e3b0a7 HTTP/1.1" status: 200 len: 210 time: 0.0499618 Jul 09 16:17:05.767475 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-750a4bab-b339-4aa8-871b-b19b98c0b4ea tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:05.835602 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750a4bab-b339-4aa8-871b-b19b98c0b4ea tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Pushing event deleted for resources: {'Subnet': ['ID=a8cf9797-d283-4b19-93a4-6d9d904fc29e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:05.846044 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-750a4bab-b339-4aa8-871b-b19b98c0b4ea tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:05.852635 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-750a4bab-b339-4aa8-871b-b19b98c0b4ea tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "DELETE /v2.0/subnets/a8cf9797-d283-4b19-93a4-6d9d904fc29e HTTP/1.1" status: 204 len: 168 time: 0.6594737 Jul 09 16:17:05.853239 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 57284) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:17:05.861961 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82b42e5c-d9e9-4450-95e0-b3dfb5cbe976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:05.869503 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-9695c8f5-69bc-40de-bd28-290e980d8d15 req-741340c2-2005-4aab-9e0a-ca2c54b0f0a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8ff3a60-d462-40e9-acb7-798df2b5cc97 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:17:05.876628 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ba73c-ee31-46bb-8446-f514899d4416 req-4ed1ed8c-1871-4340-9c95-2a368b72310d tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:05.878239 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3d6ba73c-ee31-46bb-8446-f514899d4416 req-4ed1ed8c-1871-4340-9c95-2a368b72310d tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4ce6cf7-8817-477b-9686-6acbbfd6d885 HTTP/1.1" status: 200 len: 945 time: 0.2863386 Jul 09 16:17:05.880037 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9695c8f5-69bc-40de-bd28-290e980d8d15 req-741340c2-2005-4aab-9e0a-ca2c54b0f0a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:05.883799 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247ddff9-6c34-4baa-95e6-d881c217883f None None] Network eff0b7eb-1e30-49b5-b64c-418e6c3135e7 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:17:05.940412 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:17:05.953911 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-9695c8f5-69bc-40de-bd28-290e980d8d15 req-741340c2-2005-4aab-9e0a-ca2c54b0f0a2 service neutron] Transition to ACTIVE for port object f8ff3a60-d462-40e9-acb7-798df2b5cc97 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:17:05.954191 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cfffdb79-98b0-4703-a6f0-61f50a7792c5 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:05.962060 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9695c8f5-69bc-40de-bd28-290e980d8d15 req-741340c2-2005-4aab-9e0a-ca2c54b0f0a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:05.982343 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-cfffdb79-98b0-4703-a6f0-61f50a7792c5 None None] Transition to ACTIVE for port object 159f4838-9914-47de-9558-f18929ad4c6f will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:17:06.007536 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3d6ba73c-ee31-46bb-8446-f514899d4416 req-1a9b99fc-b2a3-4953-a713-63ee60133d56 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194000 Jul 09 16:17:06.047260 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-cfffdb79-98b0-4703-a6f0-61f50a7792c5 None None] Transition to ACTIVE for port object 159f4838-9914-47de-9558-f18929ad4c6f will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:17:06.061900 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cfffdb79-98b0-4703-a6f0-61f50a7792c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:06.065731 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4756278d-2a16-492d-b4fa-7cf7b7382ce9 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:06.117677 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741340c2-2005-4aab-9e0a-ca2c54b0f0a2 service neutron] Pushing event updated for resources: {'Port': ['ID=f8ff3a60-d462-40e9-acb7-798df2b5cc97,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:06.127895 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfffdb79-98b0-4703-a6f0-61f50a7792c5 None None] Network 3a4e126d-a665-4056-ac42-0c366e7fbeca is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:17:06.143268 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfffdb79-98b0-4703-a6f0-61f50a7792c5 None None] Pushing event updated for resources: {'Port': ['ID=159f4838-9914-47de-9558-f18929ad4c6f,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:06.145942 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-cfffdb79-98b0-4703-a6f0-61f50a7792c5 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:17:06.194131 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfffdb79-98b0-4703-a6f0-61f50a7792c5 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:17:06.233423 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82b42e5c-d9e9-4450-95e0-b3dfb5cbe976 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:06.243589 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486425be-5086-4a75-8355-ad5181431b83 None None] DHCP port deletion for eff0b7eb-1e30-49b5-b64c-418e6c3135e7 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:17:06.259720 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82b42e5c-d9e9-4450-95e0-b3dfb5cbe976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:06.267256 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e9214-0a85-4836-afae-a3cfc05d9b32 req-b6235c8c-50b8-415c-8b7c-38363e189f19 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:06.269442 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fd3e9214-0a85-4836-afae-a3cfc05d9b32 req-b6235c8c-50b8-415c-8b7c-38363e189f19 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=7bd3fe27-45c9-40f1-91ec-771d46d8e32b HTTP/1.1" status: 200 len: 943 time: 0.2986748 Jul 09 16:17:06.296654 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-9695c8f5-69bc-40de-bd28-290e980d8d15 req-741340c2-2005-4aab-9e0a-ca2c54b0f0a2 service neutron] Attempting to bind port f8ff3a60-d462-40e9-acb7-798df2b5cc97 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:17:06.297372 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-9695c8f5-69bc-40de-bd28-290e980d8d15 req-741340c2-2005-4aab-9e0a-ca2c54b0f0a2 service neutron] Attempting to bind port f8ff3a60-d462-40e9-acb7-798df2b5cc97 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ce97cc22-3a2c-431c-a7c0-56837c541317'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:17:06.298028 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9695c8f5-69bc-40de-bd28-290e980d8d15 req-741340c2-2005-4aab-9e0a-ca2c54b0f0a2 service neutron] Attempting to bind port f8ff3a60-d462-40e9-acb7-798df2b5cc97 on network ce97cc22-3a2c-431c-a7c0-56837c541317 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:17:06.303618 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-cfffdb79-98b0-4703-a6f0-61f50a7792c5 None None] Attempting to bind port 159f4838-9914-47de-9558-f18929ad4c6f on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:17:06.304279 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-cfffdb79-98b0-4703-a6f0-61f50a7792c5 None None] Attempting to bind port 159f4838-9914-47de-9558-f18929ad4c6f by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '02e77d4c-49a5-4dc1-ad0d-c8bf1f1b70f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3a4e126d-a665-4056-ac42-0c366e7fbeca'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:17:06.305038 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfffdb79-98b0-4703-a6f0-61f50a7792c5 None None] Attempting to bind port 159f4838-9914-47de-9558-f18929ad4c6f on network 3a4e126d-a665-4056-ac42-0c366e7fbeca {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:17:06.324552 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfffdb79-98b0-4703-a6f0-61f50a7792c5 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:17:06.325479 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfffdb79-98b0-4703-a6f0-61f50a7792c5 None None] Checking segment: {'id': '02e77d4c-49a5-4dc1-ad0d-c8bf1f1b70f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3a4e126d-a665-4056-ac42-0c366e7fbeca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:17:06.326200 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cfffdb79-98b0-4703-a6f0-61f50a7792c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:06.326875 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfffdb79-98b0-4703-a6f0-61f50a7792c5 None None] Bound using segment: {'id': '02e77d4c-49a5-4dc1-ad0d-c8bf1f1b70f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3a4e126d-a665-4056-ac42-0c366e7fbeca'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:17:06.328005 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-cfffdb79-98b0-4703-a6f0-61f50a7792c5 None None] Bound port: 159f4838-9914-47de-9558-f18929ad4c6f, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02e77d4c-49a5-4dc1-ad0d-c8bf1f1b70f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3a4e126d-a665-4056-ac42-0c366e7fbeca'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:17:06.328682 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cfffdb79-98b0-4703-a6f0-61f50a7792c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:06.379832 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9695c8f5-69bc-40de-bd28-290e980d8d15 req-741340c2-2005-4aab-9e0a-ca2c54b0f0a2 service neutron] Port f8ff3a60-d462-40e9-acb7-798df2b5cc97 on network ce97cc22-3a2c-431c-a7c0-56837c541317 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:17:06.380679 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9695c8f5-69bc-40de-bd28-290e980d8d15 req-741340c2-2005-4aab-9e0a-ca2c54b0f0a2 service neutron] Attempting to bind port f8ff3a60-d462-40e9-acb7-798df2b5cc97 on network ce97cc22-3a2c-431c-a7c0-56837c541317 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:17:06.400771 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-82b42e5c-d9e9-4450-95e0-b3dfb5cbe976 admin admin] Allocated IP 172.25.0.151 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/24d1084e-66da-454d-aea8-50fe96e75c62) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:17:06.415228 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-4756278d-2a16-492d-b4fa-7cf7b7382ce9 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Deleting port 2e9728c9-4e63-4e9c-bd8f-434ebccdbd28 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:17:06.415833 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4756278d-2a16-492d-b4fa-7cf7b7382ce9 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:06.418017 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-486425be-5086-4a75-8355-ad5181431b83 None None] Deleting port 2e9728c9-4e63-4e9c-bd8f-434ebccdbd28 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:17:06.418669 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-486425be-5086-4a75-8355-ad5181431b83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:06.428011 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9695c8f5-69bc-40de-bd28-290e980d8d15 req-741340c2-2005-4aab-9e0a-ca2c54b0f0a2 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:17:06.428583 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9695c8f5-69bc-40de-bd28-290e980d8d15 req-741340c2-2005-4aab-9e0a-ca2c54b0f0a2 service neutron] Checking segment: {'id': 'fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ce97cc22-3a2c-431c-a7c0-56837c541317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:17:06.429227 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9695c8f5-69bc-40de-bd28-290e980d8d15 req-741340c2-2005-4aab-9e0a-ca2c54b0f0a2 service neutron] Bound using segment: {'id': 'fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ce97cc22-3a2c-431c-a7c0-56837c541317'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:17:06.430023 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-9695c8f5-69bc-40de-bd28-290e980d8d15 req-741340c2-2005-4aab-9e0a-ca2c54b0f0a2 service neutron] Bound port: f8ff3a60-d462-40e9-acb7-798df2b5cc97, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ce97cc22-3a2c-431c-a7c0-56837c541317'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:17:06.430696 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9695c8f5-69bc-40de-bd28-290e980d8d15 req-741340c2-2005-4aab-9e0a-ca2c54b0f0a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:06.482602 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-cfffdb79-98b0-4703-a6f0-61f50a7792c5 None None] For port 159f4838-9914-47de-9558-f18929ad4c6f, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:17:06.530066 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-cfffdb79-98b0-4703-a6f0-61f50a7792c5 None None] For port 159f4838-9914-47de-9558-f18929ad4c6f, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=159f4838-9914-47de-9558-f18929ad4c6f,segment=NetworkSegment(02e77d4c-49a5-4dc1-ad0d-c8bf1f1b70f0),segment_id=02e77d4c-49a5-4dc1-ad0d-c8bf1f1b70f0)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:17:06.533715 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82b42e5c-d9e9-4450-95e0-b3dfb5cbe976 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:06.538450 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fd3e9214-0a85-4836-afae-a3cfc05d9b32 req-65a77c71-061f-4d0c-8ea6-c10fd2160f33 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457583 Jul 09 16:17:06.543610 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cfffdb79-98b0-4703-a6f0-61f50a7792c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:06.572983 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-486425be-5086-4a75-8355-ad5181431b83 None None] For port 2e9728c9-4e63-4e9c-bd8f-434ebccdbd28, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=2e9728c9-4e63-4e9c-bd8f-434ebccdbd28,segment=NetworkSegment(3bece331-ff41-4b63-9293-b1f5e506b5c5),segment_id=3bece331-ff41-4b63-9293-b1f5e506b5c5)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:17:06.573673 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-486425be-5086-4a75-8355-ad5181431b83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:06.581928 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82b42e5c-d9e9-4450-95e0-b3dfb5cbe976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:06.627306 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b42e5c-d9e9-4450-95e0-b3dfb5cbe976 admin admin] Pushing event updated for resources: {'Port': ['ID=24d1084e-66da-454d-aea8-50fe96e75c62,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:06.647732 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b42e5c-d9e9-4450-95e0-b3dfb5cbe976 admin admin] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:17:06.653325 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-82b42e5c-d9e9-4450-95e0-b3dfb5cbe976 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:17:06.657733 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b42e5c-d9e9-4450-95e0-b3dfb5cbe976 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:17:06.707809 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfffdb79-98b0-4703-a6f0-61f50a7792c5 None None] Pushing event updated for resources: {'Port': ['ID=159f4838-9914-47de-9558-f18929ad4c6f,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:06.726944 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-4756278d-2a16-492d-b4fa-7cf7b7382ce9 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] For port 2e9728c9-4e63-4e9c-bd8f-434ebccdbd28, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=2e9728c9-4e63-4e9c-bd8f-434ebccdbd28,segment=NetworkSegment(3bece331-ff41-4b63-9293-b1f5e506b5c5),segment_id=3bece331-ff41-4b63-9293-b1f5e506b5c5)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:17:06.727319 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4756278d-2a16-492d-b4fa-7cf7b7382ce9 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:06.735056 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-486425be-5086-4a75-8355-ad5181431b83 None None] Calling delete_port for 2e9728c9-4e63-4e9c-bd8f-434ebccdbd28 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:17:06.886558 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-4756278d-2a16-492d-b4fa-7cf7b7382ce9 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Calling delete_port for 2e9728c9-4e63-4e9c-bd8f-434ebccdbd28 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:17:06.890365 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-9695c8f5-69bc-40de-bd28-290e980d8d15 req-741340c2-2005-4aab-9e0a-ca2c54b0f0a2 service neutron] For port f8ff3a60-d462-40e9-acb7-798df2b5cc97, host n-h1-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:17:06.892674 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-486425be-5086-4a75-8355-ad5181431b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:06.931230 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486425be-5086-4a75-8355-ad5181431b83 None None] Pushing event deleted for resources: {'Port': ['ID=2e9728c9-4e63-4e9c-bd8f-434ebccdbd28,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:06.938459 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486425be-5086-4a75-8355-ad5181431b83 None None] No DVR routers for this DVR port 2e9728c9-4e63-4e9c-bd8f-434ebccdbd28 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:17:06.943862 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cce542-51bb-4d1b-9588-e9320a6c0a7f req-2b371194-841b-4ce0-beff-1176e00c460e tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:06.952878 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b1cce542-51bb-4d1b-9588-e9320a6c0a7f req-2b371194-841b-4ce0-beff-1176e00c460e tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=b4ce6cf7-8817-477b-9686-6acbbfd6d885 HTTP/1.1" status: 200 len: 1096 time: 0.1546056 Jul 09 16:17:06.981092 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-9695c8f5-69bc-40de-bd28-290e980d8d15 req-741340c2-2005-4aab-9e0a-ca2c54b0f0a2 service neutron] For port f8ff3a60-d462-40e9-acb7-798df2b5cc97, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=f8ff3a60-d462-40e9-acb7-798df2b5cc97,segment=NetworkSegment(fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c),segment_id=fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:17:06.991069 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9695c8f5-69bc-40de-bd28-290e980d8d15 req-741340c2-2005-4aab-9e0a-ca2c54b0f0a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:07.061759 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9695c8f5-69bc-40de-bd28-290e980d8d15 req-741340c2-2005-4aab-9e0a-ca2c54b0f0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:07.061759 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9695c8f5-69bc-40de-bd28-290e980d8d15 req-741340c2-2005-4aab-9e0a-ca2c54b0f0a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:07.061759 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9695c8f5-69bc-40de-bd28-290e980d8d15 req-741340c2-2005-4aab-9e0a-ca2c54b0f0a2 service neutron] 10.222.0.77 "PUT /v2.0/ports/f8ff3a60-d462-40e9-acb7-798df2b5cc97 HTTP/1.1" status: 200 len: 1091 time: 1.9931881 Jul 09 16:17:07.062178 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd3fe27-45c9-40f1-91ec-771d46d8e32b', 'tag': 'f8ff3a60-d462-40e9-acb7-798df2b5cc97'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:17:07.082049 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db5f069-482e-4ce8-93ba-f0b86fec44cc" -d '{"events": [{"name": "network-changed", "server_uuid": "7bd3fe27-45c9-40f1-91ec-771d46d8e32b", "tag": "f8ff3a60-d462-40e9-acb7-798df2b5cc97"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:17:07.107968 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b1cce542-51bb-4d1b-9588-e9320a6c0a7f req-5052fc85-a73c-4c80-9203-9694c7da73c5 tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541467 Jul 09 16:17:07.136142 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82b42e5c-d9e9-4450-95e0-b3dfb5cbe976 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:07.235089 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15410a8a-6e2f-4319-b8a6-0f506fae68ac req-3303ba97-bdd7-4cb3-8241-b3e265aaf351 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:07.243336 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-15410a8a-6e2f-4319-b8a6-0f506fae68ac req-3303ba97-bdd7-4cb3-8241-b3e265aaf351 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=24b38fcb-af32-450b-8a9c-61b943e9a0f3 HTTP/1.1" status: 200 len: 950 time: 0.4891279 Jul 09 16:17:07.266874 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 159f4838-9914-47de-9558-f18929ad4c6f up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:17:07.278856 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4756278d-2a16-492d-b4fa-7cf7b7382ce9 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:07.294985 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741340c2-2005-4aab-9e0a-ca2c54b0f0a2 service neutron] Pushing event updated for resources: {'Port': ['ID=f8ff3a60-d462-40e9-acb7-798df2b5cc97,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:07.337278 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4756278d-2a16-492d-b4fa-7cf7b7382ce9 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] No DVR routers for this DVR port 2e9728c9-4e63-4e9c-bd8f-434ebccdbd28 on host n-d-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:17:07.340717 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4756278d-2a16-492d-b4fa-7cf7b7382ce9 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Pushing event deleted for resources: {'Port': ['ID=2e9728c9-4e63-4e9c-bd8f-434ebccdbd28,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:07.366450 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 159f4838-9914-47de-9558-f18929ad4c6f completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:17:07.404036 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-15410a8a-6e2f-4319-b8a6-0f506fae68ac req-834675f1-b060-431f-ba21-3242029ff531 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596799 Jul 09 16:17:07.456611 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9695c8f5-69bc-40de-bd28-290e980d8d15 req-6697f926-fd36-41c6-bcf2-e2c0a199f379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:07.458383 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9695c8f5-69bc-40de-bd28-290e980d8d15 req-6697f926-fd36-41c6-bcf2-e2c0a199f379 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e315895fcff346cb9e8f1de4a11daf77&device_id=7bd3fe27-45c9-40f1-91ec-771d46d8e32b HTTP/1.1" status: 200 len: 1094 time: 0.3300457 Jul 09 16:17:07.477975 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 2e9728c9-4e63-4e9c-bd8f-434ebccdbd28 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:17:07.485031 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4756278d-2a16-492d-b4fa-7cf7b7382ce9 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:07.504001 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82b42e5c-d9e9-4450-95e0-b3dfb5cbe976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:07.510370 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 2e9728c9-4e63-4e9c-bd8f-434ebccdbd28 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:17:07.510979 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 2e9728c9-4e63-4e9c-bd8f-434ebccdbd28 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:17:07.541611 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9695c8f5-69bc-40de-bd28-290e980d8d15 req-9243307a-bc0f-4afe-9e40-8c082804dbdb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8ff3a60-d462-40e9-acb7-798df2b5cc97 HTTP/1.1" status: 200 len: 217 time: 0.0631022 Jul 09 16:17:07.549413 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-4756278d-2a16-492d-b4fa-7cf7b7382ce9 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eff0b7eb-1e30-49b5-b64c-418e6c3135e7']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:17:07.583848 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-4756278d-2a16-492d-b4fa-7cf7b7382ce9 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bece331-ff41-4b63-9293-b1f5e506b5c5') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:17:07.584334 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-4756278d-2a16-492d-b4fa-7cf7b7382ce9 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bece331-ff41-4b63-9293-b1f5e506b5c5') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:17:07.677265 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4756278d-2a16-492d-b4fa-7cf7b7382ce9 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:07.721198 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4756278d-2a16-492d-b4fa-7cf7b7382ce9 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:07.737313 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4756278d-2a16-492d-b4fa-7cf7b7382ce9 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:17:07.737997 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4756278d-2a16-492d-b4fa-7cf7b7382ce9 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:07.741733 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:17:07.741733 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:17:07.741733 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:17:07.741733 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:17:07.741733 n-d-798930-3 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:17:07.741733 n-d-798930-3 neutron-server[93959]: self.session.flush() Jul 09 16:17:07.741733 n-d-798930-3 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:17:07.741733 n-d-798930-3 neutron-server[93959]: self.session.flush() Jul 09 16:17:07.741733 n-d-798930-3 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:17:07.741733 n-d-798930-3 neutron-server[93959]: self.session.flush() Jul 09 16:17:07.741733 n-d-798930-3 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:17:07.741733 n-d-798930-3 neutron-server[93959]: self.session.flush() Jul 09 16:17:07.741733 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:17:07.741733 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:17:07.741733 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:17:07.741733 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:17:07.741733 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:17:07.741733 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:17:07.741733 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:17:07.741733 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:17:07.741733 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:17:07.741733 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:17:07.741733 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:17:07.741733 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:17:07.741733 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:17:07.741733 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:17:07.741733 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:17:07.741733 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:17:07.741733 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:17:07.741733 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:17:07.741733 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:17:07.741733 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:17:07.741733 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:17:07.741733 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:17:07.741733 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:17:07.741733 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:17:07.741733 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:17:07.741733 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:17:07.741733 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:17:07.741733 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:17:07.741733 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:17:07.741733 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:17:07.741733 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:17:07.741733 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:17:07.747684 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9695c8f5-69bc-40de-bd28-290e980d8d15 req-a1a0cf72-1fcd-4f42-85a0-fe2b505565ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:07.749589 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9695c8f5-69bc-40de-bd28-290e980d8d15 req-a1a0cf72-1fcd-4f42-85a0-fe2b505565ca service neutron] 10.222.0.77 "GET /v2.0/subnets?id=87031510-fde3-40ce-a568-4132b7a3476d HTTP/1.1" status: 200 len: 846 time: 0.1951635 Jul 09 16:17:07.925404 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4827098-692d-4b1b-8ea0-d701a712a684 x-openstack-request-id: req-f4827098-692d-4b1b-8ea0-d701a712a684 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:17:07.927087 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bd3fe27-45c9-40f1-91ec-771d46d8e32b", "tag": "f8ff3a60-d462-40e9-acb7-798df2b5cc97", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:17:07.927087 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f4827098-692d-4b1b-8ea0-d701a712a684 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:17:07.927087 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bd3fe27-45c9-40f1-91ec-771d46d8e32b', 'tag': 'f8ff3a60-d462-40e9-acb7-798df2b5cc97', 'status': 'completed', 'code': 200} Jul 09 16:17:07.933988 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9695c8f5-69bc-40de-bd28-290e980d8d15 req-a9175f24-3646-490c-b28e-23903267bb36 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ce97cc22-3a2c-431c-a7c0-56837c541317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1320026 Jul 09 16:17:07.971209 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005654b-0ea0-4c2b-b4fc-9e1d9b0fa9bc req-19912048-357f-4cc7-ae5f-45dfe77b051a tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:07.978751 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3005654b-0ea0-4c2b-b4fc-9e1d9b0fa9bc req-19912048-357f-4cc7-ae5f-45dfe77b051a tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/networks?id=e55b3510-4171-4466-a467-a28850f48baa HTTP/1.1" status: 200 len: 812 time: 0.3851092 Jul 09 16:17:08.045987 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4756278d-2a16-492d-b4fa-7cf7b7382ce9 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:08.061492 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4756278d-2a16-492d-b4fa-7cf7b7382ce9 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:08.067633 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-4756278d-2a16-492d-b4fa-7cf7b7382ce9 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "DELETE /v2.0/networks/eff0b7eb-1e30-49b5-b64c-418e6c3135e7 HTTP/1.1" status: 204 len: 168 time: 2.2095828 Jul 09 16:17:08.071744 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3005654b-0ea0-4c2b-b4fc-9e1d9b0fa9bc req-c5019fca-ea94-4938-ac86-2a7b45895cc0 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/quotas/06cbfbbe1d844c0796508ff309a673b8 HTTP/1.1" status: 200 len: 375 time: 0.0917256 Jul 09 16:17:08.074362 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 57338) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:17:08.083435 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7440d4ad-7652-4431-80b2-2e7bd183d191 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-770513308'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:17:08.110628 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4756278d-2a16-492d-b4fa-7cf7b7382ce9 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Pushing event deleted for resources: {'Network': ['ID=eff0b7eb-1e30-49b5-b64c-418e6c3135e7,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:08.150346 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79de420-9523-46fe-9405-fdff08554e4a req-9500fec4-b655-4d28-bd44-9cba57ddf4e0 tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:08.153897 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c79de420-9523-46fe-9405-fdff08554e4a req-9500fec4-b655-4d28-bd44-9cba57ddf4e0 tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=b4ce6cf7-8817-477b-9686-6acbbfd6d885 HTTP/1.1" status: 200 len: 1096 time: 0.1246552 Jul 09 16:17:08.156713 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3005654b-0ea0-4c2b-b4fc-9e1d9b0fa9bc req-ad7ba1da-3467-49fa-b37f-ea9f46ba72c0 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=06cbfbbe1d844c0796508ff309a673b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0710275 Jul 09 16:17:08.198460 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7440d4ad-7652-4431-80b2-2e7bd183d191 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Made reservation on behalf of b06c3c1f8ce64fe1a5a255532e54605c for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:17:08.202212 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7440d4ad-7652-4431-80b2-2e7bd183d191 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:08.229541 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b42e5c-d9e9-4450-95e0-b3dfb5cbe976 admin admin] Router 2c5ed968-b6e5-4c59-93a1-c43e4e641302 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:17:08.242249 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c79de420-9523-46fe-9405-fdff08554e4a req-10d6d6f9-6ec2-4957-b7ad-480554d3988a tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772440 Jul 09 16:17:08.259061 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9695c8f5-69bc-40de-bd28-290e980d8d15 req-f41f4117-6fdc-4668-8c2f-896921d5f391 service neutron] 10.222.0.77 "GET /v2.0/networks/ce97cc22-3a2c-431c-a7c0-56837c541317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137536 Jul 09 16:17:08.323072 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7440d4ad-7652-4431-80b2-2e7bd183d191 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:17:08.344580 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae9a3da-c99b-4734-b1ec-6a09c6c556d9 None None] Network 3a4e126d-a665-4056-ac42-0c366e7fbeca requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:17:08.346896 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7440d4ad-7652-4431-80b2-2e7bd183d191 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:08.347251 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-7440d4ad-7652-4431-80b2-2e7bd183d191 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Added segment 9d5e5c69-f9a4-497b-918d-af553caa705d of type vlan for network c230f489-922c-4ae8-b1e1-cf3860555f7e Jul 09 16:17:08.412867 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-435639e0-6b31-4440-8275-ba045bda3984 None None] Provisioning for port 159f4838-9914-47de-9558-f18929ad4c6f completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:17:08.419075 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3005654b-0ea0-4c2b-b4fc-9e1d9b0fa9bc req-470bc736-3aa3-4ad2-8b35-154af2a73730 service neutron] 10.222.0.98 "GET /v2.0/networks/e55b3510-4171-4466-a467-a28850f48baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613487 Jul 09 16:17:08.433390 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-435639e0-6b31-4440-8275-ba045bda3984 None None] Provisioning complete for port 159f4838-9914-47de-9558-f18929ad4c6f triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:17:08.434019 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-435639e0-6b31-4440-8275-ba045bda3984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:08.477237 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7440d4ad-7652-4431-80b2-2e7bd183d191 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:08.561336 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b42e5c-d9e9-4450-95e0-b3dfb5cbe976 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:17:08.597797 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-435639e0-6b31-4440-8275-ba045bda3984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:08.600984 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c006885-3b64-4a6d-a7df-ac16dad2d4df None None] Sync routers for ids ['2c5ed968-b6e5-4c59-93a1-c43e4e641302'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:17:08.608723 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9695c8f5-69bc-40de-bd28-290e980d8d15 req-b7de5a22-38f7-405f-9387-de3ca378947f service neutron] 10.222.0.77 "GET /v2.0/networks/ce97cc22-3a2c-431c-a7c0-56837c541317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337533 Jul 09 16:17:08.630247 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c006885-3b64-4a6d-a7df-ac16dad2d4df None None] Routers {'2c5ed968-b6e5-4c59-93a1-c43e4e641302'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:17:08.631434 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1c006885-3b64-4a6d-a7df-ac16dad2d4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:16:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['2c5ed968-b6e5-4c59-93a1-c43e4e641302'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:17:08.660166 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82b42e5c-d9e9-4450-95e0-b3dfb5cbe976 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:08.661858 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-82b42e5c-d9e9-4450-95e0-b3dfb5cbe976 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.2763991 Jul 09 16:17:08.666520 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 57346) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:17:08.679936 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7440d4ad-7652-4431-80b2-2e7bd183d191 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:08.688298 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7440d4ad-7652-4431-80b2-2e7bd183d191 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:08.689254 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7440d4ad-7652-4431-80b2-2e7bd183d191 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:08.690957 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3005654b-0ea0-4c2b-b4fc-9e1d9b0fa9bc req-dde60be2-e5af-43a4-afb0-5a32730e20dc service neutron] 10.222.0.98 "GET /v2.0/networks/e55b3510-4171-4466-a467-a28850f48baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703342 Jul 09 16:17:08.827415 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7440d4ad-7652-4431-80b2-2e7bd183d191 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7485495 Jul 09 16:17:08.831616 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 57348) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:17:08.835208 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7440d4ad-7652-4431-80b2-2e7bd183d191 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Pushing event updated for resources: {'Network': ['ID=c230f489-922c-4ae8-b1e1-cf3860555f7e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:08.847229 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-9291e11f-07bd-4b32-8f67-1921fadce465 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Request body: {'subnet': {'network_id': 'c230f489-922c-4ae8-b1e1-cf3860555f7e', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:17:08.896982 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e8bb1-0458-4f42-b0e0-e9e0c6d17e66 req-9de0e888-71cb-45d7-b435-1b19485d9557 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:08.905605 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-194e8bb1-0458-4f42-b0e0-e9e0c6d17e66 req-9de0e888-71cb-45d7-b435-1b19485d9557 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=7bd3fe27-45c9-40f1-91ec-771d46d8e32b HTTP/1.1" status: 200 len: 943 time: 0.3891721 Jul 09 16:17:08.948218 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network c230f489-922c-4ae8-b1e1-cf3860555f7e details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:17:09.019376 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9291e11f-07bd-4b32-8f67-1921fadce465 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Made reservation on behalf of b06c3c1f8ce64fe1a5a255532e54605c for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:17:09.027453 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9291e11f-07bd-4b32-8f67-1921fadce465 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:09.045181 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-194e8bb1-0458-4f42-b0e0-e9e0c6d17e66 req-58d133d5-8807-49b1-90d1-a23d46d3aeac tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381273 Jul 09 16:17:09.127008 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-1c006885-3b64-4a6d-a7df-ac16dad2d4df None None] Set router 2c5ed968-b6e5-4c59-93a1-c43e4e641302 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:17:09.187158 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-382f9dec-884f-40b8-8b6e-1f99275e70ed req-f9b6cada-f898-4138-b23a-647eabed9406 tempest-ServerShowV254Test-1991773346 tempest-ServerShowV254Test-1991773346-project] 10.222.0.98 "GET /v2.0/ports?device_id=da712288-103f-43b7-ba18-9eacd6e3b0a7 HTTP/1.1" status: 200 len: 210 time: 0.1089048 Jul 09 16:17:09.205991 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db5f069-482e-4ce8-93ba-f0b86fec44cc req-2814dca1-4027-41a8-910e-3c1a05e48ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:09.207539 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1db5f069-482e-4ce8-93ba-f0b86fec44cc req-2814dca1-4027-41a8-910e-3c1a05e48ead service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e315895fcff346cb9e8f1de4a11daf77&device_id=7bd3fe27-45c9-40f1-91ec-771d46d8e32b HTTP/1.1" status: 200 len: 1094 time: 0.3260913 Jul 09 16:17:09.301671 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-435639e0-6b31-4440-8275-ba045bda3984 None None] For port 159f4838-9914-47de-9558-f18929ad4c6f, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=159f4838-9914-47de-9558-f18929ad4c6f,segment=NetworkSegment(02e77d4c-49a5-4dc1-ad0d-c8bf1f1b70f0),segment_id=02e77d4c-49a5-4dc1-ad0d-c8bf1f1b70f0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:17:09.336882 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-435639e0-6b31-4440-8275-ba045bda3984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:09.419417 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db5f069-482e-4ce8-93ba-f0b86fec44cc req-7024df9c-9b51-4c4d-bd24-dccde1a74b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:09.420876 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1db5f069-482e-4ce8-93ba-f0b86fec44cc req-7024df9c-9b51-4c4d-bd24-dccde1a74b4d service neutron] 10.222.0.77 "GET /v2.0/networks?id=ce97cc22-3a2c-431c-a7c0-56837c541317 HTTP/1.1" status: 200 len: 907 time: 0.1742771 Jul 09 16:17:09.477413 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435639e0-6b31-4440-8275-ba045bda3984 None None] Pushing event updated for resources: {'Port': ['ID=159f4838-9914-47de-9558-f18929ad4c6f,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:09.520598 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-df656166-8532-4234-8c7c-9af1145e0747 req-0d959f58-5cf6-49a5-b278-2693322f3b25 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=a22a7e43-63ac-45b0-b30d-7449ec135811 HTTP/1.1" status: 200 len: 210 time: 0.0563354 Jul 09 16:17:09.582578 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1db5f069-482e-4ce8-93ba-f0b86fec44cc req-1f12a862-cbf0-46ec-bb49-ed4d59aad61a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8ff3a60-d462-40e9-acb7-798df2b5cc97 HTTP/1.1" status: 200 len: 217 time: 0.1312692 Jul 09 16:17:09.582814 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1c006885-3b64-4a6d-a7df-ac16dad2d4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5ed968-b6e5-4c59-93a1-c43e4e641302', 'name': 'tempest-TaggedBootDevicesTest_v242-1257433462-router', 'tenant_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '24d1084e-66da-454d-aea8-50fe96e75c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:17:05Z', 'updated_at': '2021-07-09T16:17:06Z', 'revision_number': 3, 'project_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'gw_port': {'id': '24d1084e-66da-454d-aea8-50fe96e75c62', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:88:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c5ed968-b6e5-4c59-93a1-c43e4e641302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:17:06Z', 'updated_at': '2021-07-09T16:17:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:17:09.645284 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c006885-3b64-4a6d-a7df-ac16dad2d4df None None] Checking router: 2c5ed968-b6e5-4c59-93a1-c43e4e641302 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:17:09.645533 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c006885-3b64-4a6d-a7df-ac16dad2d4df None None] Updating router 2c5ed968-b6e5-4c59-93a1-c43e4e641302 port 24d1084e-66da-454d-aea8-50fe96e75c62 binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:17:09.713856 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1c006885-3b64-4a6d-a7df-ac16dad2d4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:09.714753 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9291e11f-07bd-4b32-8f67-1921fadce465 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:09.821543 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6a7c5735-e87b-41ca-8c78-0bd8c76d0a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:09.825362 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db5f069-482e-4ce8-93ba-f0b86fec44cc req-3259fe00-e4b2-4fa4-8386-99d266f08e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:09.827164 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1db5f069-482e-4ce8-93ba-f0b86fec44cc req-3259fe00-e4b2-4fa4-8386-99d266f08e4e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=87031510-fde3-40ce-a568-4132b7a3476d HTTP/1.1" status: 200 len: 846 time: 0.2022033 Jul 09 16:17:09.890318 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d19ba-eb79-4889-8b6f-01a1d5c6a7a9 req-8454ee92-111e-4c5b-b984-7127b0f75722 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:09.892372 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-734e73e8-6a89-49f1-a412-8db5dfb44fb1 None None] Provisioning complete for port 159f4838-9914-47de-9558-f18929ad4c6f triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:17:09.892744 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-734e73e8-6a89-49f1-a412-8db5dfb44fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:09.901423 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-833d19ba-eb79-4889-8b6f-01a1d5c6a7a9 req-8454ee92-111e-4c5b-b984-7127b0f75722 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=24b38fcb-af32-450b-8a9c-61b943e9a0f3 HTTP/1.1" status: 200 len: 950 time: 0.4513054 Jul 09 16:17:09.936103 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1db5f069-482e-4ce8-93ba-f0b86fec44cc req-13c3f776-40c6-4b41-8b01-399b99273716 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ce97cc22-3a2c-431c-a7c0-56837c541317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1012712 Jul 09 16:17:09.938621 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9291e11f-07bd-4b32-8f67-1921fadce465 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Checking segment: {'id': '9d5e5c69-f9a4-497b-918d-af553caa705d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c230f489-922c-4ae8-b1e1-cf3860555f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:17:09.939080 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9291e11f-07bd-4b32-8f67-1921fadce465 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Network hostable DHCP agents. Network: c230f489-922c-4ae8-b1e1-cf3860555f7e, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:17:09.961393 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9291e11f-07bd-4b32-8f67-1921fadce465 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Pushing event updated for resources: {'Subnet': ['ID=1b1787f0-7b7f-494c-9590-8748eba6e568,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:10.012522 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:10.197085 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-6a7c5735-e87b-41ca-8c78-0bd8c76d0a58 admin admin] Allocated IP 172.20.0.1 (3a4e126d-a665-4056-ac42-0c366e7fbeca/17b1bf0f-6449-4963-a32c-463b55d292cb/6628b0f7-8abc-41e3-b094-74474e134a4e) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:17:10.197379 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1c006885-3b64-4a6d-a7df-ac16dad2d4df None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:10.224669 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1c006885-3b64-4a6d-a7df-ac16dad2d4df None None] Transition to ACTIVE for port object 24d1084e-66da-454d-aea8-50fe96e75c62 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:17:10.240902 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1c006885-3b64-4a6d-a7df-ac16dad2d4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:10.340423 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-1c006885-3b64-4a6d-a7df-ac16dad2d4df None None] Attempting to bind port 24d1084e-66da-454d-aea8-50fe96e75c62 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:17:10.340945 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-1c006885-3b64-4a6d-a7df-ac16dad2d4df None None] Attempting to bind port 24d1084e-66da-454d-aea8-50fe96e75c62 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:17:10.341624 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c006885-3b64-4a6d-a7df-ac16dad2d4df None None] Attempting to bind port 24d1084e-66da-454d-aea8-50fe96e75c62 on network caa6ed8d-2893-4113-8f68-c5284e694f6c {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:17:10.352574 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21e53a3-7d2d-4fbf-a226-59965ba9d65e None None] Pushing event updated for resources: {'Port': ['ID=24d1084e-66da-454d-aea8-50fe96e75c62,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:10.355793 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c006885-3b64-4a6d-a7df-ac16dad2d4df None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:17:10.356277 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c006885-3b64-4a6d-a7df-ac16dad2d4df None None] Checking segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:17:10.356809 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1c006885-3b64-4a6d-a7df-ac16dad2d4df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:10.357258 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c006885-3b64-4a6d-a7df-ac16dad2d4df None None] Bound using segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:17:10.357892 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-1c006885-3b64-4a6d-a7df-ac16dad2d4df None None] Bound port: 24d1084e-66da-454d-aea8-50fe96e75c62, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:17:10.358392 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1c006885-3b64-4a6d-a7df-ac16dad2d4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:10.471728 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-1c006885-3b64-4a6d-a7df-ac16dad2d4df None None] For port 24d1084e-66da-454d-aea8-50fe96e75c62, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:17:10.476600 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-1c006885-3b64-4a6d-a7df-ac16dad2d4df None None] For port 24d1084e-66da-454d-aea8-50fe96e75c62, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=24d1084e-66da-454d-aea8-50fe96e75c62,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:17:10.484059 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1c006885-3b64-4a6d-a7df-ac16dad2d4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:10.509232 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6a7c5735-e87b-41ca-8c78-0bd8c76d0a58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:10.536339 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-6a7c5735-e87b-41ca-8c78-0bd8c76d0a58 admin admin] Transition to ACTIVE for port object 6628b0f7-8abc-41e3-b094-74474e134a4e will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:17:10.548298 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9291e11f-07bd-4b32-8f67-1921fadce465 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Network c230f489-922c-4ae8-b1e1-cf3860555f7e is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:17:10.568022 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c006885-3b64-4a6d-a7df-ac16dad2d4df None None] Routers {'2c5ed968-b6e5-4c59-93a1-c43e4e641302'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:17:10.569336 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1c006885-3b64-4a6d-a7df-ac16dad2d4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:16:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['2c5ed968-b6e5-4c59-93a1-c43e4e641302'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:17:10.586651 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-833d19ba-eb79-4889-8b6f-01a1d5c6a7a9 req-d4797bd3-e7c8-4687-b809-1e28c65065a0 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6835084 Jul 09 16:17:10.598478 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-9291e11f-07bd-4b32-8f67-1921fadce465 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, c230f489-922c-4ae8-b1e1-cf3860555f7e) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:17:10.615617 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9291e11f-07bd-4b32-8f67-1921fadce465 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:10.617538 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9291e11f-07bd-4b32-8f67-1921fadce465 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:10.621395 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6a7c5735-e87b-41ca-8c78-0bd8c76d0a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:10.635548 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1693ac13-b589-46a9-bc0b-a283830bebdf None None] Network c230f489-922c-4ae8-b1e1-cf3860555f7e requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:17:10.665625 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21e53a3-7d2d-4fbf-a226-59965ba9d65e None None] Pushing event updated for resources: {'Port': ['ID=24d1084e-66da-454d-aea8-50fe96e75c62,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:10.704407 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-9291e11f-07bd-4b32-8f67-1921fadce465 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8703806 Jul 09 16:17:10.712219 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 57374) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:17:10.716393 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7c5735-e87b-41ca-8c78-0bd8c76d0a58 admin admin] Network 3a4e126d-a665-4056-ac42-0c366e7fbeca is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:17:10.725009 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-6a7c5735-e87b-41ca-8c78-0bd8c76d0a58 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:17:10.736281 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7c5735-e87b-41ca-8c78-0bd8c76d0a58 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:17:10.749309 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-6adff17b-5555-4c1f-af8a-0b7f02308386 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-707973405'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:17:10.773768 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-1c006885-3b64-4a6d-a7df-ac16dad2d4df None None] Set router 2c5ed968-b6e5-4c59-93a1-c43e4e641302 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:17:10.786511 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7c5735-e87b-41ca-8c78-0bd8c76d0a58 admin admin] Pushing event updated for resources: {'Port': ['ID=6628b0f7-8abc-41e3-b094-74474e134a4e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:10.817894 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6a7c5735-e87b-41ca-8c78-0bd8c76d0a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:10.958195 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1db5f069-482e-4ce8-93ba-f0b86fec44cc req-eb2c86e8-9b07-461e-a14e-cd1552956545 service neutron] 10.222.0.77 "GET /v2.0/networks/ce97cc22-3a2c-431c-a7c0-56837c541317?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0136950 Jul 09 16:17:10.969063 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6adff17b-5555-4c1f-af8a-0b7f02308386 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Made reservation on behalf of b06c3c1f8ce64fe1a5a255532e54605c for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:17:10.981766 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6adff17b-5555-4c1f-af8a-0b7f02308386 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:11.104929 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fcaeaa-b41b-4063-87a4-e74c730c96bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-c230f489-922c-4ae8-b1e1-cf3860555f7e', 'network_id': 'c230f489-922c-4ae8-b1e1-cf3860555f7e', 'tenant_id': 'b06c3c1f8ce64fe1a5a255532e54605c', 'fixed_ips': [{'subnet_id': '1b1787f0-7b7f-494c-9590-8748eba6e568'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:17:11.105075 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6a7c5735-e87b-41ca-8c78-0bd8c76d0a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:11.107549 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-96fcaeaa-b41b-4063-87a4-e74c730c96bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:11.137592 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d8d4f-cefd-4f40-b18c-242d787f7480 req-48a769cf-29b4-4a5d-8146-45af49bd2025 tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:11.146179 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-392d8d4f-cefd-4f40-b18c-242d787f7480 req-48a769cf-29b4-4a5d-8146-45af49bd2025 tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=b4ce6cf7-8817-477b-9686-6acbbfd6d885 HTTP/1.1" status: 200 len: 1096 time: 0.3534806 Jul 09 16:17:11.164793 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6adff17b-5555-4c1f-af8a-0b7f02308386 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:17:11.193693 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6adff17b-5555-4c1f-af8a-0b7f02308386 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:11.194129 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-6adff17b-5555-4c1f-af8a-0b7f02308386 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Added segment 1c0b2687-38d6-469d-b354-85bf941fac68 of type vlan for network 868d3f7b-2d06-4f4e-8ff1-bed35fe00b05 Jul 09 16:17:11.241578 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 159f4838-9914-47de-9558-f18929ad4c6f up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:17:11.293197 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-392d8d4f-cefd-4f40-b18c-242d787f7480 req-829f6b0f-2596-423a-8ac1-94383c261f44 tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473463 Jul 09 16:17:11.299770 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6adff17b-5555-4c1f-af8a-0b7f02308386 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:11.307118 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1db5f069-482e-4ce8-93ba-f0b86fec44cc req-80118e32-513b-4de9-ad6a-942edbcd628a service neutron] 10.222.0.77 "GET /v2.0/networks/ce97cc22-3a2c-431c-a7c0-56837c541317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703497 Jul 09 16:17:11.330702 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c3401-9248-4847-918e-18f3224856d8 req-5b107c5a-d043-4006-be38-5e516b072ebe tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:11.340649 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-728c3401-9248-4847-918e-18f3224856d8 req-5b107c5a-d043-4006-be38-5e516b072ebe tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=7bd3fe27-45c9-40f1-91ec-771d46d8e32b HTTP/1.1" status: 200 len: 943 time: 0.1651988 Jul 09 16:17:11.358060 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6adff17b-5555-4c1f-af8a-0b7f02308386 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:11.365717 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6adff17b-5555-4c1f-af8a-0b7f02308386 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:11.366478 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6adff17b-5555-4c1f-af8a-0b7f02308386 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:11.420311 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2265636e-0cc7-4537-8093-91d4fd495aba None None] Provisioning for port 6628b0f7-8abc-41e3-b094-74474e134a4e completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:17:11.454093 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-728c3401-9248-4847-918e-18f3224856d8 req-bfa3387a-9bab-44d7-ae83-6a5114e039db tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140034 Jul 09 16:17:11.467314 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2265636e-0cc7-4537-8093-91d4fd495aba None None] Provisioning complete for port 6628b0f7-8abc-41e3-b094-74474e134a4e triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:17:11.467683 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2265636e-0cc7-4537-8093-91d4fd495aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:11.478951 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1c006885-3b64-4a6d-a7df-ac16dad2d4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5ed968-b6e5-4c59-93a1-c43e4e641302', 'name': 'tempest-TaggedBootDevicesTest_v242-1257433462-router', 'tenant_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '24d1084e-66da-454d-aea8-50fe96e75c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:17:05Z', 'updated_at': '2021-07-09T16:17:06Z', 'revision_number': 3, 'project_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'gw_port': {'id': '24d1084e-66da-454d-aea8-50fe96e75c62', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:88:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c5ed968-b6e5-4c59-93a1-c43e4e641302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:17:06Z', 'updated_at': '2021-07-09T16:17:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:17:11.521371 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adff17b-5555-4c1f-af8a-0b7f02308386 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Pushing event updated for resources: {'Network': ['ID=868d3f7b-2d06-4f4e-8ff1-bed35fe00b05,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:11.525290 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c006885-3b64-4a6d-a7df-ac16dad2d4df None None] The sync data for ids ['2c5ed968-b6e5-4c59-93a1-c43e4e641302'] in n-d-798930-3 is: [{'id': '2c5ed968-b6e5-4c59-93a1-c43e4e641302', 'name': 'tempest-TaggedBootDevicesTest_v242-1257433462-router', 'tenant_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '24d1084e-66da-454d-aea8-50fe96e75c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:17:05Z', 'updated_at': '2021-07-09T16:17:06Z', 'revision_number': 3, 'project_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'gw_port': {'id': '24d1084e-66da-454d-aea8-50fe96e75c62', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:88:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c5ed968-b6e5-4c59-93a1-c43e4e641302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:17:06Z', 'updated_at': '2021-07-09T16:17:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:17:11.526982 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6a7c5735-e87b-41ca-8c78-0bd8c76d0a58 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:11.547285 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6a7c5735-e87b-41ca-8c78-0bd8c76d0a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:11.576635 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7f6bc737-f374-4069-ae69-da91cd3a07de req-721767e0-ffd3-4b0e-bcf7-97ca91394fe8 tempest-ServerShowV254Test-1991773346 tempest-ServerShowV254Test-1991773346-project] 10.222.0.98 "GET /v2.0/ports?device_id=da712288-103f-43b7-ba18-9eacd6e3b0a7 HTTP/1.1" status: 200 len: 210 time: 0.0598905 Jul 09 16:17:11.593864 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-6adff17b-5555-4c1f-af8a-0b7f02308386 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8766649 Jul 09 16:17:11.594873 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 57380) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:17:11.606084 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-b88ece2f-e7f2-48a0-aaa0-5c3e3950225b tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Request body: {'subnet': {'network_id': '868d3f7b-2d06-4f4e-8ff1-bed35fe00b05', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:17:11.699049 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7c5735-e87b-41ca-8c78-0bd8c76d0a58 admin admin] Pushing event updated for resources: {'Port': ['ID=6628b0f7-8abc-41e3-b094-74474e134a4e,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:11.702198 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6a7c5735-e87b-41ca-8c78-0bd8c76d0a58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:11.741967 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 868d3f7b-2d06-4f4e-8ff1-bed35fe00b05 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:17:11.875830 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 159f4838-9914-47de-9558-f18929ad4c6f triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:17:11.876464 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:11.886667 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7c5735-e87b-41ca-8c78-0bd8c76d0a58 admin admin] Network 3a4e126d-a665-4056-ac42-0c366e7fbeca is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:17:11.891948 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-6a7c5735-e87b-41ca-8c78-0bd8c76d0a58 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:17:11.927419 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3005654b-0ea0-4c2b-b4fc-9e1d9b0fa9bc req-dff20366-f3a7-4b59-aaee-c0041e52ba63 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=06cbfbbe1d844c0796508ff309a673b8&device_id=a22a7e43-63ac-45b0-b30d-7449ec135811 HTTP/1.1" status: 200 len: 210 time: 0.0498612 Jul 09 16:17:11.940787 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-2265636e-0cc7-4537-8093-91d4fd495aba None None] Port 6628b0f7-8abc-41e3-b094-74474e134a4e cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:17:11.979547 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-96fcaeaa-b41b-4063-87a4-e74c730c96bf None None] Allocated IP 19.80.0.2 (c230f489-922c-4ae8-b1e1-cf3860555f7e/1b1787f0-7b7f-494c-9590-8748eba6e568/b3f86af0-a2b3-4480-8ba4-6e41ff20fd61) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:17:12.090932 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-dd1387fa-46de-4316-9936-9feac257324f req-caf9daaf-a762-41c9-8390-77543a2efa6a tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=a22a7e43-63ac-45b0-b30d-7449ec135811 HTTP/1.1" status: 200 len: 210 time: 0.1626158 Jul 09 16:17:12.113570 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88ece2f-e7f2-48a0-aaa0-5c3e3950225b tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Made reservation on behalf of b06c3c1f8ce64fe1a5a255532e54605c for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:17:12.118030 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b88ece2f-e7f2-48a0-aaa0-5c3e3950225b tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:12.267546 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a7c5735-e87b-41ca-8c78-0bd8c76d0a58 admin admin] Router 2c5ed968-b6e5-4c59-93a1-c43e4e641302 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:17:12.312468 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-96fcaeaa-b41b-4063-87a4-e74c730c96bf None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:12.316584 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005654b-0ea0-4c2b-b4fc-9e1d9b0fa9bc req-de6dae63-d6d8-4608-8d2e-479d68f49841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:12.319225 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3005654b-0ea0-4c2b-b4fc-9e1d9b0fa9bc req-de6dae63-d6d8-4608-8d2e-479d68f49841 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=06cbfbbe1d844c0796508ff309a673b8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3636172 Jul 09 16:17:12.328691 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-96fcaeaa-b41b-4063-87a4-e74c730c96bf None None] Transition to ACTIVE for port object b3f86af0-a2b3-4480-8ba4-6e41ff20fd61 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:17:12.375531 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-96fcaeaa-b41b-4063-87a4-e74c730c96bf None None] Transition to ACTIVE for port object b3f86af0-a2b3-4480-8ba4-6e41ff20fd61 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:17:12.391110 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a388ccba-0e47-48a7-9198-4c4b5fc7a288 None None] Provisioning complete for port 6628b0f7-8abc-41e3-b094-74474e134a4e triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:17:12.391878 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a388ccba-0e47-48a7-9198-4c4b5fc7a288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:12.395615 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-96fcaeaa-b41b-4063-87a4-e74c730c96bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:12.482928 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fcaeaa-b41b-4063-87a4-e74c730c96bf None None] Network c230f489-922c-4ae8-b1e1-cf3860555f7e is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:17:12.501484 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-96fcaeaa-b41b-4063-87a4-e74c730c96bf None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:17:12.511663 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fcaeaa-b41b-4063-87a4-e74c730c96bf None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:17:12.525192 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fcaeaa-b41b-4063-87a4-e74c730c96bf None None] Pushing event updated for resources: {'Port': ['ID=b3f86af0-a2b3-4480-8ba4-6e41ff20fd61,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:12.531267 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a388ccba-0e47-48a7-9198-4c4b5fc7a288 None None] Port 6628b0f7-8abc-41e3-b094-74474e134a4e cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:17:12.537532 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7c5735-e87b-41ca-8c78-0bd8c76d0a58 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:17:12.547173 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6a7c5735-e87b-41ca-8c78-0bd8c76d0a58 admin admin] 10.222.0.98 "PUT /v2.0/routers/2c5ed968-b6e5-4c59-93a1-c43e4e641302/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8791203 Jul 09 16:17:12.700887 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-96fcaeaa-b41b-4063-87a4-e74c730c96bf None None] Attempting to bind port b3f86af0-a2b3-4480-8ba4-6e41ff20fd61 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:17:12.702946 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-96fcaeaa-b41b-4063-87a4-e74c730c96bf None None] Attempting to bind port b3f86af0-a2b3-4480-8ba4-6e41ff20fd61 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '9d5e5c69-f9a4-497b-918d-af553caa705d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c230f489-922c-4ae8-b1e1-cf3860555f7e'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:17:12.703450 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fcaeaa-b41b-4063-87a4-e74c730c96bf None None] Attempting to bind port b3f86af0-a2b3-4480-8ba4-6e41ff20fd61 on network c230f489-922c-4ae8-b1e1-cf3860555f7e {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:17:12.717378 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fcaeaa-b41b-4063-87a4-e74c730c96bf None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:17:12.717837 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fcaeaa-b41b-4063-87a4-e74c730c96bf None None] Checking segment: {'id': '9d5e5c69-f9a4-497b-918d-af553caa705d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c230f489-922c-4ae8-b1e1-cf3860555f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:17:12.723487 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-96fcaeaa-b41b-4063-87a4-e74c730c96bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:12.724128 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fcaeaa-b41b-4063-87a4-e74c730c96bf None None] Bound using segment: {'id': '9d5e5c69-f9a4-497b-918d-af553caa705d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c230f489-922c-4ae8-b1e1-cf3860555f7e'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:17:12.724667 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-96fcaeaa-b41b-4063-87a4-e74c730c96bf None None] Bound port: b3f86af0-a2b3-4480-8ba4-6e41ff20fd61, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d5e5c69-f9a4-497b-918d-af553caa705d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c230f489-922c-4ae8-b1e1-cf3860555f7e'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:17:12.725130 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-96fcaeaa-b41b-4063-87a4-e74c730c96bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:12.795726 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3b7e5-77df-4d95-92e6-a68df16c1f92 req-638dc1e8-c098-46b6-ba7d-4d382b1686ef tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:12.813893 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f4b3b7e5-77df-4d95-92e6-a68df16c1f92 req-638dc1e8-c098-46b6-ba7d-4d382b1686ef tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=24b38fcb-af32-450b-8a9c-61b943e9a0f3 HTTP/1.1" status: 200 len: 950 time: 0.3567743 Jul 09 16:17:12.816353 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b88ece2f-e7f2-48a0-aaa0-5c3e3950225b tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:12.858244 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-96fcaeaa-b41b-4063-87a4-e74c730c96bf None None] For port b3f86af0-a2b3-4480-8ba4-6e41ff20fd61, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:17:12.865855 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005654b-0ea0-4c2b-b4fc-9e1d9b0fa9bc req-6eac560d-d250-4bad-9762-27b649e0de08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:12.867985 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3005654b-0ea0-4c2b-b4fc-9e1d9b0fa9bc req-6eac560d-d250-4bad-9762-27b649e0de08 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5358546 Jul 09 16:17:12.869532 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-96fcaeaa-b41b-4063-87a4-e74c730c96bf None None] For port b3f86af0-a2b3-4480-8ba4-6e41ff20fd61, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=b3f86af0-a2b3-4480-8ba4-6e41ff20fd61,segment=NetworkSegment(9d5e5c69-f9a4-497b-918d-af553caa705d),segment_id=9d5e5c69-f9a4-497b-918d-af553caa705d)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:17:12.879015 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-96fcaeaa-b41b-4063-87a4-e74c730c96bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:12.986293 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device f8ff3a60-d462-40e9-acb7-798df2b5cc97 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:17:12.993442 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device e97372da-66aa-4560-895c-407230766bbb no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:17:13.032813 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3005654b-0ea0-4c2b-b4fc-9e1d9b0fa9bc req-17a4fac3-a604-497f-87b4-1cb79d9b8833 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.73 "GET /v2.0/ports?device_id=a22a7e43-63ac-45b0-b30d-7449ec135811 HTTP/1.1" status: 200 len: 210 time: 0.0702333 Jul 09 16:17:13.038995 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fcaeaa-b41b-4063-87a4-e74c730c96bf None None] Pushing event updated for resources: {'Port': ['ID=b3f86af0-a2b3-4480-8ba4-6e41ff20fd61,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:13.099999 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ece2f-e7f2-48a0-aaa0-5c3e3950225b tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Pushing event updated for resources: {'Subnet': ['ID=8d2cc91a-00bb-4aad-8681-71f2153ba103,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:13.128184 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f4b3b7e5-77df-4d95-92e6-a68df16c1f92 req-343e43a8-929e-494b-898f-0900c029fb46 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125219 Jul 09 16:17:13.130467 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88ece2f-e7f2-48a0-aaa0-5c3e3950225b tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Checking segment: {'id': '1c0b2687-38d6-469d-b354-85bf941fac68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '868d3f7b-2d06-4f4e-8ff1-bed35fe00b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:17:13.146099 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88ece2f-e7f2-48a0-aaa0-5c3e3950225b tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Network hostable DHCP agents. Network: 868d3f7b-2d06-4f4e-8ff1-bed35fe00b05, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:17:13.200860 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88ece2f-e7f2-48a0-aaa0-5c3e3950225b tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Network 868d3f7b-2d06-4f4e-8ff1-bed35fe00b05 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:17:13.221523 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-b88ece2f-e7f2-48a0-aaa0-5c3e3950225b tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 868d3f7b-2d06-4f4e-8ff1-bed35fe00b05) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:17:13.228653 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88ece2f-e7f2-48a0-aaa0-5c3e3950225b tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:13.231811 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b88ece2f-e7f2-48a0-aaa0-5c3e3950225b tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:13.233817 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b546f5-75c0-4b31-bf92-38ac0334d6ef None None] Network 868d3f7b-2d06-4f4e-8ff1-bed35fe00b05 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:17:13.273987 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b88ece2f-e7f2-48a0-aaa0-5c3e3950225b tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6776500 Jul 09 16:17:13.391770 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 24d1084e-66da-454d-aea8-50fe96e75c62 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:17:13.446654 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port f8ff3a60-d462-40e9-acb7-798df2b5cc97, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=f8ff3a60-d462-40e9-acb7-798df2b5cc97,segment=NetworkSegment(fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c),segment_id=fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:17:13.492452 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89ecee-0058-48e5-8d23-4a823c8f140f req-652b4767-3847-4c41-952b-884607cf3475 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:13.503728 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6e89ecee-0058-48e5-8d23-4a823c8f140f req-652b4767-3847-4c41-952b-884607cf3475 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=7bd3fe27-45c9-40f1-91ec-771d46d8e32b HTTP/1.1" status: 200 len: 943 time: 0.1394272 Jul 09 16:17:13.519366 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:13.576518 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': 'f8ff3a60-d462-40e9-acb7-798df2b5cc97', 'network_id': 'ce97cc22-3a2c-431c-a7c0-56837c541317', 'port_id': 'f8ff3a60-d462-40e9-acb7-798df2b5cc97', 'mac_address': 'fa:16:3e:92:3f:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87031510-fde3-40ce-a568-4132b7a3476d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:17:13.591142 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6e89ecee-0058-48e5-8d23-4a823c8f140f req-c73a2ac0-c1fa-458f-8842-20a2a476ecab tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861564 Jul 09 16:17:13.643150 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port e97372da-66aa-4560-895c-407230766bbb, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=e97372da-66aa-4560-895c-407230766bbb,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:17:13.647726 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b38fcb-af32-450b-8a9c-61b943e9a0f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e97372da-66aa-4560-895c-407230766bbb'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:17:13.652880 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a552b824-928e-4984-ad95-0ffea17e3302" -d '{"events": [{"server_uuid": "24b38fcb-af32-450b-8a9c-61b943e9a0f3", "name": "network-vif-unplugged", "status": "completed", "tag": "e97372da-66aa-4560-895c-407230766bbb"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:17:13.675504 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:13.797648 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:13.810365 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 24d1084e-66da-454d-aea8-50fe96e75c62 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:17:13.818315 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2531f7e1-a37e-4bab-b2de-a68bc30e0ac5 req-54f0229e-8bb5-493e-a0d4-2cfe984ac9be tempest-ServerShowV254Test-1991773346 tempest-ServerShowV254Test-1991773346-project] 10.222.0.98 "GET /v2.0/ports?device_id=da712288-103f-43b7-ba18-9eacd6e3b0a7 HTTP/1.1" status: 200 len: 210 time: 0.0420814 Jul 09 16:17:13.827128 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [req-84cbc4de-a032-49cf-abd2-75537b372265 req-c6eb309c-8628-42f9-8a59-cef0612af149 tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:17:13.828420 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-84cbc4de-a032-49cf-abd2-75537b372265 req-c6eb309c-8628-42f9-8a59-cef0612af149 tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085912 Jul 09 16:17:13.837771 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 24d1084e-66da-454d-aea8-50fe96e75c62 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:17:13.838124 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:13.839743 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=e97372da-66aa-4560-895c-407230766bbb,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:13.855017 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-84cbc4de-a032-49cf-abd2-75537b372265 req-3394a5db-fdc0-4c48-a567-a7acead04dd8 service neutron] Request body: {'binding': {'host': 'n-h2-798930-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:17:13.855017 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-84cbc4de-a032-49cf-abd2-75537b372265 req-3394a5db-fdc0-4c48-a567-a7acead04dd8 service neutron] Unknown quota resources ['binding']. {{(pid=93959) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 16:17:13.863664 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8ff3a60-d462-40e9-acb7-798df2b5cc97 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:17:13.906454 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1cc1eb-dc9b-4598-a190-3370db59ef1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-868d3f7b-2d06-4f4e-8ff1-bed35fe00b05', 'network_id': '868d3f7b-2d06-4f4e-8ff1-bed35fe00b05', 'tenant_id': 'b06c3c1f8ce64fe1a5a255532e54605c', 'fixed_ips': [{'subnet_id': '8d2cc91a-00bb-4aad-8681-71f2153ba103'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:17:13.906951 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fb1cc1eb-dc9b-4598-a190-3370db59ef1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:13.930814 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port f8ff3a60-d462-40e9-acb7-798df2b5cc97, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=f8ff3a60-d462-40e9-acb7-798df2b5cc97,segment=NetworkSegment(fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c),segment_id=fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:17:13.946552 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:13.947239 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device e97372da-66aa-4560-895c-407230766bbb details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:17:14.080405 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b72970dd-02ed-4fe2-bb11-f0199c58935a req-f292b4d4-690a-47fc-9374-a70a0e5b4a2c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=06cbfbbe1d844c0796508ff309a673b8&device_id=a22a7e43-63ac-45b0-b30d-7449ec135811 HTTP/1.1" status: 200 len: 210 time: 0.1107645 Jul 09 16:17:14.263215 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:14.295563 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-48a3772e-bc32-4f49-a93c-3caa0d1ca7a1 req-51a9cff1-7a0a-440e-b3a4-9567f5f5242b tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=a22a7e43-63ac-45b0-b30d-7449ec135811 HTTP/1.1" status: 200 len: 210 time: 0.0580146 Jul 09 16:17:14.333606 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-84cbc4de-a032-49cf-abd2-75537b372265 req-3394a5db-fdc0-4c48-a567-a7acead04dd8 service neutron] Attempting to bind port fedb4196-6625-4f7b-b046-d9dc040c8327 on host n-h2-798930-3 for vnic_type normal with profile None {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:17:14.334361 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-84cbc4de-a032-49cf-abd2-75537b372265 req-3394a5db-fdc0-4c48-a567-a7acead04dd8 service neutron] Attempting to bind port fedb4196-6625-4f7b-b046-d9dc040c8327 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': 'b3327873-1adb-4566-ad72-2213b9292320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5ab794d9-1bd8-4da1-bd91-e5307e2548b2'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:17:14.334361 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cbc4de-a032-49cf-abd2-75537b372265 req-3394a5db-fdc0-4c48-a567-a7acead04dd8 service neutron] Attempting to bind port fedb4196-6625-4f7b-b046-d9dc040c8327 on network 5ab794d9-1bd8-4da1-bd91-e5307e2548b2 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:17:14.334792 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=f8ff3a60-d462-40e9-acb7-798df2b5cc97,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:14.353507 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72970dd-02ed-4fe2-bb11-f0199c58935a req-23efa1f5-0d94-45ef-bdda-0f8b386ae6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:14.355321 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b72970dd-02ed-4fe2-bb11-f0199c58935a req-23efa1f5-0d94-45ef-bdda-0f8b386ae6a7 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=06cbfbbe1d844c0796508ff309a673b8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2607045 Jul 09 16:17:14.357625 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cbc4de-a032-49cf-abd2-75537b372265 req-3394a5db-fdc0-4c48-a567-a7acead04dd8 service neutron] Port fedb4196-6625-4f7b-b046-d9dc040c8327 on network 5ab794d9-1bd8-4da1-bd91-e5307e2548b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:17:14.358121 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cbc4de-a032-49cf-abd2-75537b372265 req-3394a5db-fdc0-4c48-a567-a7acead04dd8 service neutron] Attempting to bind port fedb4196-6625-4f7b-b046-d9dc040c8327 on network 5ab794d9-1bd8-4da1-bd91-e5307e2548b2 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:17:14.379067 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-fb1cc1eb-dc9b-4598-a190-3370db59ef1a None None] Allocated IP 19.86.0.2 (868d3f7b-2d06-4f4e-8ff1-bed35fe00b05/8d2cc91a-00bb-4aad-8681-71f2153ba103/267695b7-65ed-467d-bc0e-2de04194a880) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:17:14.404390 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cbc4de-a032-49cf-abd2-75537b372265 req-3394a5db-fdc0-4c48-a567-a7acead04dd8 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:17:14.405086 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cbc4de-a032-49cf-abd2-75537b372265 req-3394a5db-fdc0-4c48-a567-a7acead04dd8 service neutron] Checking segment: {'id': 'b3327873-1adb-4566-ad72-2213b9292320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5ab794d9-1bd8-4da1-bd91-e5307e2548b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:17:14.405567 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cbc4de-a032-49cf-abd2-75537b372265 req-3394a5db-fdc0-4c48-a567-a7acead04dd8 service neutron] Bound using segment: {'id': 'b3327873-1adb-4566-ad72-2213b9292320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5ab794d9-1bd8-4da1-bd91-e5307e2548b2'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:17:14.406161 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-84cbc4de-a032-49cf-abd2-75537b372265 req-3394a5db-fdc0-4c48-a567-a7acead04dd8 service neutron] Bound port: fedb4196-6625-4f7b-b046-d9dc040c8327, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3327873-1adb-4566-ad72-2213b9292320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5ab794d9-1bd8-4da1-bd91-e5307e2548b2'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:17:14.434311 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 24d1084e-66da-454d-aea8-50fe96e75c62, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=24d1084e-66da-454d-aea8-50fe96e75c62,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:17:14.437046 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port e97372da-66aa-4560-895c-407230766bbb, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=e97372da-66aa-4560-895c-407230766bbb,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:17:14.455637 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:14.470100 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': 'e97372da-66aa-4560-895c-407230766bbb', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'port_id': 'e97372da-66aa-4560-895c-407230766bbb', 'mac_address': 'fa:16:3e:aa:4a:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f122b436-b232-4a3c-9aac-47d5639f2da4', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:17:14.510919 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559ccc92-5f2b-4505-b40a-a95cca417a8c None None] Sync routers for ids ['2c5ed968-b6e5-4c59-93a1-c43e4e641302'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:17:14.525254 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559ccc92-5f2b-4505-b40a-a95cca417a8c None None] Routers {'2c5ed968-b6e5-4c59-93a1-c43e4e641302'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:17:14.526129 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-559ccc92-5f2b-4505-b40a-a95cca417a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:16:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['2c5ed968-b6e5-4c59-93a1-c43e4e641302'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:17:14.625859 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-84cbc4de-a032-49cf-abd2-75537b372265 req-3394a5db-fdc0-4c48-a567-a7acead04dd8 service neutron] For port fedb4196-6625-4f7b-b046-d9dc040c8327, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=fedb4196-6625-4f7b-b046-d9dc040c8327,segment=NetworkSegment(b3327873-1adb-4566-ad72-2213b9292320),segment_id=b3327873-1adb-4566-ad72-2213b9292320)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:17:14.638407 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:14.661010 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-84cbc4de-a032-49cf-abd2-75537b372265 req-3394a5db-fdc0-4c48-a567-a7acead04dd8 service neutron] Notify callbacks [] for binding, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:14.667848 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-84cbc4de-a032-49cf-abd2-75537b372265 req-3394a5db-fdc0-4c48-a567-a7acead04dd8 service neutron] 10.222.0.98 "POST /v2.0/ports/fedb4196-6625-4f7b-b046-d9dc040c8327/bindings HTTP/1.1" status: 201 len: 389 time: 0.8308673 Jul 09 16:17:14.669938 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=24d1084e-66da-454d-aea8-50fe96e75c62,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:14.678806 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e97372da-66aa-4560-895c-407230766bbb {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:17:14.689384 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72970dd-02ed-4fe2-bb11-f0199c58935a req-64af423b-e985-4cf8-9615-a7b7b1b23d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:14.691124 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b72970dd-02ed-4fe2-bb11-f0199c58935a req-64af423b-e985-4cf8-9615-a7b7b1b23d97 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3292048 Jul 09 16:17:14.719152 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd25f37-0b07-48cc-b98e-069088809684 req-00b7d1d9-efd7-4e83-9248-fe139cf35377 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:14.725321 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-559ccc92-5f2b-4505-b40a-a95cca417a8c None None] Set router 2c5ed968-b6e5-4c59-93a1-c43e4e641302 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:17:14.729631 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd25f37-0b07-48cc-b98e-069088809684 req-00b7d1d9-efd7-4e83-9248-fe139cf35377 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:14.739727 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5cd25f37-0b07-48cc-b98e-069088809684 req-00b7d1d9-efd7-4e83-9248-fe139cf35377 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/networks?id=c230f489-922c-4ae8-b1e1-cf3860555f7e&id=868d3f7b-2d06-4f4e-8ff1-bed35fe00b05 HTTP/1.1" status: 200 len: 1390 time: 0.2883332 Jul 09 16:17:14.760440 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port e97372da-66aa-4560-895c-407230766bbb, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=e97372da-66aa-4560-895c-407230766bbb,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:17:14.771070 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:14.776876 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5cd25f37-0b07-48cc-b98e-069088809684 req-ce13ecc5-2828-4ebe-aa8f-3989bed0eff9 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/quotas/b06c3c1f8ce64fe1a5a255532e54605c HTTP/1.1" status: 200 len: 375 time: 0.0356591 Jul 09 16:17:14.897935 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b72970dd-02ed-4fe2-bb11-f0199c58935a req-2458806e-d74b-4268-b3cf-5353c2d553f4 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.73 "GET /v2.0/ports?device_id=a22a7e43-63ac-45b0-b30d-7449ec135811 HTTP/1.1" status: 200 len: 210 time: 0.0566092 Jul 09 16:17:14.991541 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5cd25f37-0b07-48cc-b98e-069088809684 req-83a47f27-bf40-4ebd-9b3b-0ef023c94b31 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=b06c3c1f8ce64fe1a5a255532e54605c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2132833 Jul 09 16:17:15.099323 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8879055f-1eb5-4d0c-8050-a1c2309625b0 req-65eb888d-1e79-40ec-9793-bef2dcedd51b tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:15.112576 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8879055f-1eb5-4d0c-8050-a1c2309625b0 req-65eb888d-1e79-40ec-9793-bef2dcedd51b tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=24b38fcb-af32-450b-8a9c-61b943e9a0f3 HTTP/1.1" status: 200 len: 949 time: 0.1483145 Jul 09 16:17:15.172712 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8879055f-1eb5-4d0c-8050-a1c2309625b0 req-94af4f22-83de-41ba-bb68-6b5a87c63fac tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566928 Jul 09 16:17:15.197313 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-559ccc92-5f2b-4505-b40a-a95cca417a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5ed968-b6e5-4c59-93a1-c43e4e641302', 'name': 'tempest-TaggedBootDevicesTest_v242-1257433462-router', 'tenant_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '24d1084e-66da-454d-aea8-50fe96e75c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:17:05Z', 'updated_at': '2021-07-09T16:17:10Z', 'revision_number': 4, 'project_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'gw_port': {'id': '24d1084e-66da-454d-aea8-50fe96e75c62', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:88:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5ed968-b6e5-4c59-93a1-c43e4e641302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:17:06Z', 'updated_at': '2021-07-09T16:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '6628b0f7-8abc-41e3-b094-74474e134a4e', 'name': '', 'network_id': '3a4e126d-a665-4056-ac42-0c366e7fbeca', 'tenant_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'mac_address': 'fa:16:3e:32:8a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c5ed968-b6e5-4c59-93a1-c43e4e641302', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '17b1bf0f-6449-4963-a32c-463b55d292cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:17:09Z', 'updated_at': '2021-07-09T16:17:11Z', 'revision_number': 2, 'project_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'subnets': [{'id': '17b1bf0f-6449-4963-a32c-463b55d292cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:17:15.199766 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5cd25f37-0b07-48cc-b98e-069088809684 req-eba8d355-15e9-442a-8e1d-056fa8fe307e service neutron] 10.222.0.98 "GET /v2.0/networks/c230f489-922c-4ae8-b1e1-cf3860555f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065232 Jul 09 16:17:15.225467 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93709e9d-3bb1-41b2-aa86-b9b0b45fd603 x-openstack-request-id: req-93709e9d-3bb1-41b2-aa86-b9b0b45fd603 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:17:15.225764 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24b38fcb-af32-450b-8a9c-61b943e9a0f3", "name": "network-vif-unplugged", "status": "completed", "tag": "e97372da-66aa-4560-895c-407230766bbb", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:17:15.226073 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-93709e9d-3bb1-41b2-aa86-b9b0b45fd603 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:17:15.227019 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b38fcb-af32-450b-8a9c-61b943e9a0f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e97372da-66aa-4560-895c-407230766bbb', 'code': 200} Jul 09 16:17:15.227749 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00603df9-44d1-4a7f-ae13-cb09abe2acce None None] Network c230f489-922c-4ae8-b1e1-cf3860555f7e requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:17:15.276166 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559ccc92-5f2b-4505-b40a-a95cca417a8c None None] Checking router: 2c5ed968-b6e5-4c59-93a1-c43e4e641302 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:17:15.276514 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559ccc92-5f2b-4505-b40a-a95cca417a8c None None] Updating router 2c5ed968-b6e5-4c59-93a1-c43e4e641302 port 6628b0f7-8abc-41e3-b094-74474e134a4e binding host n-d-798930-3 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:17:15.372365 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49687ead-38ba-4398-85df-b055a5ad9c2e req-6f0b404a-a1a7-4f4f-b7d5-4b84d47ccd97 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:15.379515 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-559ccc92-5f2b-4505-b40a-a95cca417a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:15.380940 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-49687ead-38ba-4398-85df-b055a5ad9c2e req-6f0b404a-a1a7-4f4f-b7d5-4b84d47ccd97 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=7bd3fe27-45c9-40f1-91ec-771d46d8e32b HTTP/1.1" status: 200 len: 944 time: 0.0963075 Jul 09 16:17:15.418740 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbc4de-a032-49cf-abd2-75537b372265 req-35916911-22ef-4dfc-af13-bf8f7fa2a44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:15.420351 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-84cbc4de-a032-49cf-abd2-75537b372265 req-35916911-22ef-4dfc-af13-bf8f7fa2a44d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=546108aaf02647ac83ffc1a249896d22&device_id=b4ce6cf7-8817-477b-9686-6acbbfd6d885 HTTP/1.1" status: 200 len: 1096 time: 0.2498062 Jul 09 16:17:15.428413 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5cd25f37-0b07-48cc-b98e-069088809684 req-8f9a528d-9835-4d0c-b405-69f162f1a2d3 service neutron] 10.222.0.98 "GET /v2.0/networks/c230f489-922c-4ae8-b1e1-cf3860555f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277446 Jul 09 16:17:15.437098 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-49687ead-38ba-4398-85df-b055a5ad9c2e req-ba71b501-33cc-4b5f-a3a7-46cb9b0855a4 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552046 Jul 09 16:17:15.514796 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['f8ff3a60-d462-40e9-acb7-798df2b5cc97'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:17:15.518547 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['e97372da-66aa-4560-895c-407230766bbb'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:17:15.521389 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device b3f86af0-a2b3-4480-8ba4-6e41ff20fd61 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:17:15.612940 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbc4de-a032-49cf-abd2-75537b372265 req-f2880d65-f4d4-480d-831f-28526303fe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:15.614721 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-84cbc4de-a032-49cf-abd2-75537b372265 req-f2880d65-f4d4-480d-831f-28526303fe90 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5ab794d9-1bd8-4da1-bd91-e5307e2548b2 HTTP/1.1" status: 200 len: 909 time: 0.1775224 Jul 09 16:17:15.622997 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5cd25f37-0b07-48cc-b98e-069088809684 req-df5ed8f5-2d9a-4a4d-a4df-a44fcf0308d2 service neutron] 10.222.0.98 "GET /v2.0/networks/868d3f7b-2d06-4f4e-8ff1-bed35fe00b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933184 Jul 09 16:17:15.623790 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-cf3a15e7-490a-416e-92de-b4cabd41333b None None] Provisioning for port b3f86af0-a2b3-4480-8ba4-6e41ff20fd61 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:17:15.684214 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fb1cc1eb-dc9b-4598-a190-3370db59ef1a None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:15.714814 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-84cbc4de-a032-49cf-abd2-75537b372265 req-4c8b848e-83aa-4686-bca6-a131a087fd00 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fedb4196-6625-4f7b-b046-d9dc040c8327 HTTP/1.1" status: 200 len: 217 time: 0.0892773 Jul 09 16:17:15.732615 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388fae96-e8b8-415a-94c3-8ad4e48544b5 req-72c44cb5-9656-4e6b-aa0c-cfdbda45657f tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:15.736959 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fb1cc1eb-dc9b-4598-a190-3370db59ef1a None None] Transition to ACTIVE for port object 267695b7-65ed-467d-bc0e-2de04194a880 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:17:15.747312 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-388fae96-e8b8-415a-94c3-8ad4e48544b5 req-72c44cb5-9656-4e6b-aa0c-cfdbda45657f tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4ce6cf7-8817-477b-9686-6acbbfd6d885 HTTP/1.1" status: 200 len: 945 time: 0.1702015 Jul 09 16:17:15.760457 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=e97372da-66aa-4560-895c-407230766bbb,revision_number=7']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:15.799244 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbc4de-a032-49cf-abd2-75537b372265 req-aa286d55-c3cb-4ed7-8d7d-bd8e54a8bff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:15.801219 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-84cbc4de-a032-49cf-abd2-75537b372265 req-aa286d55-c3cb-4ed7-8d7d-bd8e54a8bff4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5288f2c0-4157-42ca-b91f-37115e42c839 HTTP/1.1" status: 200 len: 848 time: 0.0795970 Jul 09 16:17:15.834543 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fb1cc1eb-dc9b-4598-a190-3370db59ef1a None None] Transition to ACTIVE for port object 267695b7-65ed-467d-bc0e-2de04194a880 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:17:15.844597 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5cd25f37-0b07-48cc-b98e-069088809684 req-63458a85-da03-4f5c-9458-f1f5a0e0a00e service neutron] 10.222.0.98 "GET /v2.0/networks/868d3f7b-2d06-4f4e-8ff1-bed35fe00b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203581 Jul 09 16:17:15.848976 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-559ccc92-5f2b-4505-b40a-a95cca417a8c None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:15.850655 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port b3f86af0-a2b3-4480-8ba4-6e41ff20fd61 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:17:15.864848 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-559ccc92-5f2b-4505-b40a-a95cca417a8c None None] Transition to ACTIVE for port object 6628b0f7-8abc-41e3-b094-74474e134a4e will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:17:15.868072 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fb1cc1eb-dc9b-4598-a190-3370db59ef1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:15.871825 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-388fae96-e8b8-415a-94c3-8ad4e48544b5 req-442e351a-7766-4ed9-828f-69ee88c415e9 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216655 Jul 09 16:17:15.874024 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-559ccc92-5f2b-4505-b40a-a95cca417a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:15.878688 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port b3f86af0-a2b3-4480-8ba4-6e41ff20fd61 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:17:15.879090 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:15.890569 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-84cbc4de-a032-49cf-abd2-75537b372265 req-6410448a-264d-42d1-9d3a-88a519051f60 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5ab794d9-1bd8-4da1-bd91-e5307e2548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820217 Jul 09 16:17:15.953659 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d2547-482c-4d03-b5f6-d2e48e6cd9e5 None None] Pushing event updated for resources: {'Port': ['ID=6628b0f7-8abc-41e3-b094-74474e134a4e,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:15.999345 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d2547-482c-4d03-b5f6-d2e48e6cd9e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:17:15.999759 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d2547-482c-4d03-b5f6-d2e48e6cd9e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:17:16.000160 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d2547-482c-4d03-b5f6-d2e48e6cd9e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:17:16.000552 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d2547-482c-4d03-b5f6-d2e48e6cd9e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:17:16.000938 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d2547-482c-4d03-b5f6-d2e48e6cd9e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:17:16.001343 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d2547-482c-4d03-b5f6-d2e48e6cd9e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:17:16.002261 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d2547-482c-4d03-b5f6-d2e48e6cd9e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:17:16.002651 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d2547-482c-4d03-b5f6-d2e48e6cd9e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:17:16.003032 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d2547-482c-4d03-b5f6-d2e48e6cd9e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:17:16.003352 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d2547-482c-4d03-b5f6-d2e48e6cd9e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:17:16.003673 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d2547-482c-4d03-b5f6-d2e48e6cd9e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:17:16.003992 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d2547-482c-4d03-b5f6-d2e48e6cd9e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:17:16.064779 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-84cbc4de-a032-49cf-abd2-75537b372265 req-a9860351-f8d6-4548-836a-a04e8daec9a4 service neutron] 10.222.0.73 "GET /v2.0/networks/5ab794d9-1bd8-4da1-bd91-e5307e2548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534212 Jul 09 16:17:16.097319 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4d4cc5a7-642c-4870-a7e4-c865476d303f req-695118ab-b592-45e3-a20d-b26afdc2d255 tempest-ServerShowV254Test-1991773346 tempest-ServerShowV254Test-1991773346-project] 10.222.0.98 "GET /v2.0/ports?device_id=da712288-103f-43b7-ba18-9eacd6e3b0a7 HTTP/1.1" status: 200 len: 210 time: 0.0644546 Jul 09 16:17:16.140610 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-559ccc92-5f2b-4505-b40a-a95cca417a8c None None] Attempting to bind port 6628b0f7-8abc-41e3-b094-74474e134a4e on host n-d-798930-3 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:17:16.140916 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-559ccc92-5f2b-4505-b40a-a95cca417a8c None None] Attempting to bind port 6628b0f7-8abc-41e3-b094-74474e134a4e by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '02e77d4c-49a5-4dc1-ad0d-c8bf1f1b70f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3a4e126d-a665-4056-ac42-0c366e7fbeca'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:17:16.141280 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559ccc92-5f2b-4505-b40a-a95cca417a8c None None] Attempting to bind port 6628b0f7-8abc-41e3-b094-74474e134a4e on network 3a4e126d-a665-4056-ac42-0c366e7fbeca {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:17:16.145575 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1cc1eb-dc9b-4598-a190-3370db59ef1a None None] Network 868d3f7b-2d06-4f4e-8ff1-bed35fe00b05 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:17:16.152726 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559ccc92-5f2b-4505-b40a-a95cca417a8c None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:17:16.153096 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559ccc92-5f2b-4505-b40a-a95cca417a8c None None] Checking segment: {'id': '02e77d4c-49a5-4dc1-ad0d-c8bf1f1b70f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3a4e126d-a665-4056-ac42-0c366e7fbeca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:17:16.153491 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-559ccc92-5f2b-4505-b40a-a95cca417a8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:16.153876 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559ccc92-5f2b-4505-b40a-a95cca417a8c None None] Bound using segment: {'id': '02e77d4c-49a5-4dc1-ad0d-c8bf1f1b70f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3a4e126d-a665-4056-ac42-0c366e7fbeca'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:17:16.154343 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-559ccc92-5f2b-4505-b40a-a95cca417a8c None None] Bound port: 6628b0f7-8abc-41e3-b094-74474e134a4e, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02e77d4c-49a5-4dc1-ad0d-c8bf1f1b70f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3a4e126d-a665-4056-ac42-0c366e7fbeca'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:17:16.154741 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-559ccc92-5f2b-4505-b40a-a95cca417a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:16.268230 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-fb1cc1eb-dc9b-4598-a190-3370db59ef1a None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:17:16.283770 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1cc1eb-dc9b-4598-a190-3370db59ef1a None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:17:16.287764 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-84cbc4de-a032-49cf-abd2-75537b372265 req-cbad2d16-9d9c-4210-a69b-4724eac1df6e service neutron] 10.222.0.73 "GET /v2.0/networks/5ab794d9-1bd8-4da1-bd91-e5307e2548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145410 Jul 09 16:17:16.336802 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-559ccc92-5f2b-4505-b40a-a95cca417a8c None None] For port 6628b0f7-8abc-41e3-b094-74474e134a4e, host n-d-798930-3, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:17:16.341120 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-559ccc92-5f2b-4505-b40a-a95cca417a8c None None] For port 6628b0f7-8abc-41e3-b094-74474e134a4e, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=6628b0f7-8abc-41e3-b094-74474e134a4e,segment=NetworkSegment(02e77d4c-49a5-4dc1-ad0d-c8bf1f1b70f0),segment_id=02e77d4c-49a5-4dc1-ad0d-c8bf1f1b70f0)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:17:16.348872 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-559ccc92-5f2b-4505-b40a-a95cca417a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:16.411992 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d2547-482c-4d03-b5f6-d2e48e6cd9e5 None None] Pushing event updated for resources: {'Port': ['ID=6628b0f7-8abc-41e3-b094-74474e134a4e,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:16.433767 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1cc1eb-dc9b-4598-a190-3370db59ef1a None None] Pushing event updated for resources: {'Port': ['ID=267695b7-65ed-467d-bc0e-2de04194a880,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:16.443222 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fa2616cc-ac1c-4a45-9979-617131799790 req-ea1c9239-0b7b-41ab-a4a9-cf35b9cebbfe tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6b8cbba-b32b-498e-b3c2-45486e1706d7 HTTP/1.1" status: 200 len: 210 time: 0.0606396 Jul 09 16:17:16.457649 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559ccc92-5f2b-4505-b40a-a95cca417a8c None None] Routers {'2c5ed968-b6e5-4c59-93a1-c43e4e641302'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:17:16.467332 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-559ccc92-5f2b-4505-b40a-a95cca417a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:16:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['2c5ed968-b6e5-4c59-93a1-c43e4e641302'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:17:16.631778 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbc4de-a032-49cf-abd2-75537b372265 req-a52871ec-11d6-4a9d-900d-eaad8377ac6d tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:16.634791 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-84cbc4de-a032-49cf-abd2-75537b372265 req-a52871ec-11d6-4a9d-900d-eaad8377ac6d tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b4ce6cf7-8817-477b-9686-6acbbfd6d885&tenant_id=546108aaf02647ac83ffc1a249896d22&binding%3Ahost_id=n-h1-798930-3 HTTP/1.1" status: 200 len: 1096 time: 0.1806059 Jul 09 16:17:16.647303 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-84cbc4de-a032-49cf-abd2-75537b372265 req-3319311f-276f-408b-9df8-341cd0c78184 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-798930-3'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:17:16.712017 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-559ccc92-5f2b-4505-b40a-a95cca417a8c None None] Set router 2c5ed968-b6e5-4c59-93a1-c43e4e641302 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:17:16.859026 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7aa0c-463b-471b-9d3e-12a105374113 req-5c6e89bd-a435-42e7-bef4-c54680d471bf tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:16.861272 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d1c7aa0c-463b-471b-9d3e-12a105374113 req-5c6e89bd-a435-42e7-bef4-c54680d471bf tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=7bd3fe27-45c9-40f1-91ec-771d46d8e32b HTTP/1.1" status: 200 len: 944 time: 0.1739695 Jul 09 16:17:16.919811 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-fb1cc1eb-dc9b-4598-a190-3370db59ef1a None None] Attempting to bind port 267695b7-65ed-467d-bc0e-2de04194a880 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:17:16.921809 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-fb1cc1eb-dc9b-4598-a190-3370db59ef1a None None] Attempting to bind port 267695b7-65ed-467d-bc0e-2de04194a880 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '1c0b2687-38d6-469d-b354-85bf941fac68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '868d3f7b-2d06-4f4e-8ff1-bed35fe00b05'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:17:16.922274 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1cc1eb-dc9b-4598-a190-3370db59ef1a None None] Attempting to bind port 267695b7-65ed-467d-bc0e-2de04194a880 on network 868d3f7b-2d06-4f4e-8ff1-bed35fe00b05 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:17:16.927229 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-84cbc4de-a032-49cf-abd2-75537b372265 req-3319311f-276f-408b-9df8-341cd0c78184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:16.952116 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d1c7aa0c-463b-471b-9d3e-12a105374113 req-67f7bdcf-ca4d-4352-b687-2c4207847bb8 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803380 Jul 09 16:17:16.973871 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b46d989-f5f0-46ad-95c5-279328240e93 req-9cb3c7f0-bf8e-4fa6-955d-4186980c9d4d tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:16.973871 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9b46d989-f5f0-46ad-95c5-279328240e93 req-9cb3c7f0-bf8e-4fa6-955d-4186980c9d4d tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=24b38fcb-af32-450b-8a9c-61b943e9a0f3 HTTP/1.1" status: 200 len: 949 time: 0.2393298 Jul 09 16:17:16.974119 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1cc1eb-dc9b-4598-a190-3370db59ef1a None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:17:16.974119 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1cc1eb-dc9b-4598-a190-3370db59ef1a None None] Checking segment: {'id': '1c0b2687-38d6-469d-b354-85bf941fac68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '868d3f7b-2d06-4f4e-8ff1-bed35fe00b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:17:16.974119 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fb1cc1eb-dc9b-4598-a190-3370db59ef1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:16.980694 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1cc1eb-dc9b-4598-a190-3370db59ef1a None None] Bound using segment: {'id': '1c0b2687-38d6-469d-b354-85bf941fac68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '868d3f7b-2d06-4f4e-8ff1-bed35fe00b05'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:17:16.981388 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-fb1cc1eb-dc9b-4598-a190-3370db59ef1a None None] Bound port: 267695b7-65ed-467d-bc0e-2de04194a880, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c0b2687-38d6-469d-b354-85bf941fac68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '868d3f7b-2d06-4f4e-8ff1-bed35fe00b05'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:17:16.981809 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fb1cc1eb-dc9b-4598-a190-3370db59ef1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:16.984260 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-559ccc92-5f2b-4505-b40a-a95cca417a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5ed968-b6e5-4c59-93a1-c43e4e641302', 'name': 'tempest-TaggedBootDevicesTest_v242-1257433462-router', 'tenant_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '24d1084e-66da-454d-aea8-50fe96e75c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:17:05Z', 'updated_at': '2021-07-09T16:17:10Z', 'revision_number': 4, 'project_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'gw_port': {'id': '24d1084e-66da-454d-aea8-50fe96e75c62', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:88:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5ed968-b6e5-4c59-93a1-c43e4e641302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:17:06Z', 'updated_at': '2021-07-09T16:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '6628b0f7-8abc-41e3-b094-74474e134a4e', 'name': '', 'network_id': '3a4e126d-a665-4056-ac42-0c366e7fbeca', 'tenant_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'mac_address': 'fa:16:3e:32:8a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c5ed968-b6e5-4c59-93a1-c43e4e641302', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '17b1bf0f-6449-4963-a32c-463b55d292cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:17:09Z', 'updated_at': '2021-07-09T16:17:16Z', 'revision_number': 4, 'project_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'subnets': [{'id': '17b1bf0f-6449-4963-a32c-463b55d292cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:17:17.196738 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9b46d989-f5f0-46ad-95c5-279328240e93 req-be6c7823-264b-4a79-9299-701e918f699c tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847017 Jul 09 16:17:17.201454 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fb1cc1eb-dc9b-4598-a190-3370db59ef1a None None] For port 267695b7-65ed-467d-bc0e-2de04194a880, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:17:17.205390 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fb1cc1eb-dc9b-4598-a190-3370db59ef1a None None] For port 267695b7-65ed-467d-bc0e-2de04194a880, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=267695b7-65ed-467d-bc0e-2de04194a880,segment=NetworkSegment(1c0b2687-38d6-469d-b354-85bf941fac68),segment_id=1c0b2687-38d6-469d-b354-85bf941fac68)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:17:17.225146 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fb1cc1eb-dc9b-4598-a190-3370db59ef1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:17.289811 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:17.311066 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139cb609-2454-4d1d-8566-4718a9d5f70d req-b180945b-d7e5-4d27-9e97-85e764814fad tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:17.325246 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-139cb609-2454-4d1d-8566-4718a9d5f70d req-b180945b-d7e5-4d27-9e97-85e764814fad tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/networks?id=e55b3510-4171-4466-a467-a28850f48baa HTTP/1.1" status: 200 len: 812 time: 0.2335079 Jul 09 16:17:17.345891 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-84cbc4de-a032-49cf-abd2-75537b372265 req-3319311f-276f-408b-9df8-341cd0c78184 service neutron] For port fedb4196-6625-4f7b-b046-d9dc040c8327, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=fedb4196-6625-4f7b-b046-d9dc040c8327,segment=NetworkSegment(b3327873-1adb-4566-ad72-2213b9292320),segment_id=b3327873-1adb-4566-ad72-2213b9292320)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:17:17.350731 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-139cb609-2454-4d1d-8566-4718a9d5f70d req-58503170-9af4-427c-a52f-28f3f0726a05 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/quotas/06cbfbbe1d844c0796508ff309a673b8 HTTP/1.1" status: 200 len: 375 time: 0.0235829 Jul 09 16:17:17.389046 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559ccc92-5f2b-4505-b40a-a95cca417a8c None None] The sync data for ids ['2c5ed968-b6e5-4c59-93a1-c43e4e641302'] in n-d-798930-3 is: [{'id': '2c5ed968-b6e5-4c59-93a1-c43e4e641302', 'name': 'tempest-TaggedBootDevicesTest_v242-1257433462-router', 'tenant_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '24d1084e-66da-454d-aea8-50fe96e75c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:17:05Z', 'updated_at': '2021-07-09T16:17:10Z', 'revision_number': 4, 'project_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'gw_port': {'id': '24d1084e-66da-454d-aea8-50fe96e75c62', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:88:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5ed968-b6e5-4c59-93a1-c43e4e641302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:17:06Z', 'updated_at': '2021-07-09T16:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '6628b0f7-8abc-41e3-b094-74474e134a4e', 'name': '', 'network_id': '3a4e126d-a665-4056-ac42-0c366e7fbeca', 'tenant_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'mac_address': 'fa:16:3e:32:8a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c5ed968-b6e5-4c59-93a1-c43e4e641302', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '17b1bf0f-6449-4963-a32c-463b55d292cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:17:09Z', 'updated_at': '2021-07-09T16:17:16Z', 'revision_number': 4, 'project_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'subnets': [{'id': '17b1bf0f-6449-4963-a32c-463b55d292cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:17:17.399760 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-139cb609-2454-4d1d-8566-4718a9d5f70d req-684c2887-080e-4e4a-9e85-c4f39dd1d157 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=06cbfbbe1d844c0796508ff309a673b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479958 Jul 09 16:17:17.449388 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-84cbc4de-a032-49cf-abd2-75537b372265 req-3319311f-276f-408b-9df8-341cd0c78184 service neutron] For port fedb4196-6625-4f7b-b046-d9dc040c8327, host n-h1-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:17:17.451715 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1cc1eb-dc9b-4598-a190-3370db59ef1a None None] Pushing event updated for resources: {'Port': ['ID=267695b7-65ed-467d-bc0e-2de04194a880,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:17.528607 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port b3f86af0-a2b3-4480-8ba4-6e41ff20fd61, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=b3f86af0-a2b3-4480-8ba4-6e41ff20fd61,segment=NetworkSegment(9d5e5c69-f9a4-497b-918d-af553caa705d),segment_id=9d5e5c69-f9a4-497b-918d-af553caa705d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:17:17.542818 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:17.544474 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 24d1084e-66da-454d-aea8-50fe96e75c62 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:17:17.670108 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-139cb609-2454-4d1d-8566-4718a9d5f70d req-125cda78-34c7-41d2-8c70-cc8668f30e26 service neutron] 10.222.0.98 "GET /v2.0/networks/e55b3510-4171-4466-a467-a28850f48baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598381 Jul 09 16:17:17.691015 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ce6cf7-8817-477b-9686-6acbbfd6d885', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fedb4196-6625-4f7b-b046-d9dc040c8327'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:17:17.703282 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=b3f86af0-a2b3-4480-8ba4-6e41ff20fd61,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:17.711946 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3cec8a-bddf-4dd7-9ea4-ed99bed045f5" -d '{"events": [{"server_uuid": "b4ce6cf7-8817-477b-9686-6acbbfd6d885", "name": "network-vif-unplugged", "status": "completed", "tag": "fedb4196-6625-4f7b-b046-d9dc040c8327"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:17:17.728926 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-84cbc4de-a032-49cf-abd2-75537b372265 req-3319311f-276f-408b-9df8-341cd0c78184 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:17.756580 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8ee6d6f2-87cd-42e1-b87b-ba14e2def929 None None] Provisioning complete for port b3f86af0-a2b3-4480-8ba4-6e41ff20fd61 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:17:17.758337 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8ee6d6f2-87cd-42e1-b87b-ba14e2def929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:17.775563 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-84cbc4de-a032-49cf-abd2-75537b372265 req-3319311f-276f-408b-9df8-341cd0c78184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:17.850304 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 24d1084e-66da-454d-aea8-50fe96e75c62 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:17:17.850673 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:17.878832 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-139cb609-2454-4d1d-8566-4718a9d5f70d req-10e49b22-e068-4ff6-8bfc-ed42ce148251 service neutron] 10.222.0.98 "GET /v2.0/networks/e55b3510-4171-4466-a467-a28850f48baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060485 Jul 09 16:17:18.023968 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f4569-5cc1-4cda-81f7-83c1b48d64a6 req-371970da-d389-4565-8705-1da17723c249 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:18.037500 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a82f4569-5cc1-4cda-81f7-83c1b48d64a6 req-371970da-d389-4565-8705-1da17723c249 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4ce6cf7-8817-477b-9686-6acbbfd6d885 HTTP/1.1" status: 200 len: 945 time: 0.4510307 Jul 09 16:17:18.204271 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a82f4569-5cc1-4cda-81f7-83c1b48d64a6 req-b83a3447-8a55-48ed-aaac-b687d048d88f tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659775 Jul 09 16:17:18.247900 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3319311f-276f-408b-9df8-341cd0c78184 service neutron] Pushing event updated for resources: {'Port': ['ID=fedb4196-6625-4f7b-b046-d9dc040c8327,revision_number=7']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:18.258556 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-84cbc4de-a032-49cf-abd2-75537b372265 req-3319311f-276f-408b-9df8-341cd0c78184 service neutron] Attempting to bind port fedb4196-6625-4f7b-b046-d9dc040c8327 on host n-h1-798930-3 for vnic_type normal with profile {"migrating_to": "n-h2-798930-3"} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:17:18.260515 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-84cbc4de-a032-49cf-abd2-75537b372265 req-3319311f-276f-408b-9df8-341cd0c78184 service neutron] Attempting to bind port fedb4196-6625-4f7b-b046-d9dc040c8327 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'b3327873-1adb-4566-ad72-2213b9292320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5ab794d9-1bd8-4da1-bd91-e5307e2548b2'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:17:18.261795 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cbc4de-a032-49cf-abd2-75537b372265 req-3319311f-276f-408b-9df8-341cd0c78184 service neutron] Attempting to bind port fedb4196-6625-4f7b-b046-d9dc040c8327 on network 5ab794d9-1bd8-4da1-bd91-e5307e2548b2 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:17:18.269871 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cbc4de-a032-49cf-abd2-75537b372265 req-3319311f-276f-408b-9df8-341cd0c78184 service neutron] Port fedb4196-6625-4f7b-b046-d9dc040c8327 on network 5ab794d9-1bd8-4da1-bd91-e5307e2548b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:17:18.270169 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cbc4de-a032-49cf-abd2-75537b372265 req-3319311f-276f-408b-9df8-341cd0c78184 service neutron] Attempting to bind port fedb4196-6625-4f7b-b046-d9dc040c8327 on network 5ab794d9-1bd8-4da1-bd91-e5307e2548b2 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:17:18.277671 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cbc4de-a032-49cf-abd2-75537b372265 req-3319311f-276f-408b-9df8-341cd0c78184 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:17:18.278023 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cbc4de-a032-49cf-abd2-75537b372265 req-3319311f-276f-408b-9df8-341cd0c78184 service neutron] Checking segment: {'id': 'b3327873-1adb-4566-ad72-2213b9292320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5ab794d9-1bd8-4da1-bd91-e5307e2548b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:17:18.278395 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cbc4de-a032-49cf-abd2-75537b372265 req-3319311f-276f-408b-9df8-341cd0c78184 service neutron] Bound using segment: {'id': 'b3327873-1adb-4566-ad72-2213b9292320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5ab794d9-1bd8-4da1-bd91-e5307e2548b2'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:17:18.278946 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-84cbc4de-a032-49cf-abd2-75537b372265 req-3319311f-276f-408b-9df8-341cd0c78184 service neutron] Bound port: fedb4196-6625-4f7b-b046-d9dc040c8327, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3327873-1adb-4566-ad72-2213b9292320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5ab794d9-1bd8-4da1-bd91-e5307e2548b2'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:17:18.279401 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-84cbc4de-a032-49cf-abd2-75537b372265 req-3319311f-276f-408b-9df8-341cd0c78184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:18.588019 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-794924e5-11a9-4e8f-8304-cd52c2fd7793 req-e2393071-3031-4a61-b25e-b8646fd7456d tempest-ServerShowV254Test-1991773346 tempest-ServerShowV254Test-1991773346-project] 10.222.0.98 "GET /v2.0/ports?device_id=da712288-103f-43b7-ba18-9eacd6e3b0a7 HTTP/1.1" status: 200 len: 210 time: 0.1415212 Jul 09 16:17:18.670302 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd25f37-0b07-48cc-b98e-069088809684 req-7868aad7-1430-4a0a-b6d4-522a792f2e46 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:18.678592 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd25f37-0b07-48cc-b98e-069088809684 req-7868aad7-1430-4a0a-b6d4-522a792f2e46 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:18.681144 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5cd25f37-0b07-48cc-b98e-069088809684 req-7868aad7-1430-4a0a-b6d4-522a792f2e46 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.73 "GET /v2.0/networks?id=c230f489-922c-4ae8-b1e1-cf3860555f7e&id=868d3f7b-2d06-4f4e-8ff1-bed35fe00b05 HTTP/1.1" status: 200 len: 1390 time: 0.3806436 Jul 09 16:17:18.714506 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 267695b7-65ed-467d-bc0e-2de04194a880 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:17:18.753593 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-5cd25f37-0b07-48cc-b98e-069088809684 req-f4cea8ef-952d-4cb7-9f1e-9363eadad97b tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Request body: {'port': {'device_id': 'd6b8cbba-b32b-498e-b3c2-45486e1706d7', 'network_id': 'c230f489-922c-4ae8-b1e1-cf3860555f7e', 'admin_state_up': True, 'tenant_id': 'b06c3c1f8ce64fe1a5a255532e54605c'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:17:18.794482 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b759ad7-1ff6-4a41-b819-f8eaba7a3436 x-openstack-request-id: req-1b759ad7-1ff6-4a41-b819-f8eaba7a3436 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:17:18.794791 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ce6cf7-8817-477b-9686-6acbbfd6d885", "name": "network-vif-unplugged", "status": "completed", "tag": "fedb4196-6625-4f7b-b046-d9dc040c8327", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:17:18.795054 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1b759ad7-1ff6-4a41-b819-f8eaba7a3436 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:17:18.795729 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ce6cf7-8817-477b-9686-6acbbfd6d885', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fedb4196-6625-4f7b-b046-d9dc040c8327', 'code': 200} Jul 09 16:17:18.915792 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 267695b7-65ed-467d-bc0e-2de04194a880 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:17:18.925485 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 6628b0f7-8abc-41e3-b094-74474e134a4e up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:17:19.071995 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device f8ff3a60-d462-40e9-acb7-798df2b5cc97 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:17:19.116973 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f1c9f-80c8-4048-865f-5993213fb7ae req-caf3e2b4-f009-4045-b5b9-7fb14d9d3d75 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:19.127642 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-306f1c9f-80c8-4048-865f-5993213fb7ae req-caf3e2b4-f009-4045-b5b9-7fb14d9d3d75 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=7bd3fe27-45c9-40f1-91ec-771d46d8e32b HTTP/1.1" status: 200 len: 944 time: 0.1190643 Jul 09 16:17:19.207157 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 6628b0f7-8abc-41e3-b094-74474e134a4e completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:17:19.216822 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port f8ff3a60-d462-40e9-acb7-798df2b5cc97 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:17:19.240067 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port f8ff3a60-d462-40e9-acb7-798df2b5cc97 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:17:19.241187 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:19.248070 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-306f1c9f-80c8-4048-865f-5993213fb7ae req-fe271c46-3f98-4437-9d9a-fed8e7e51b9b tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191418 Jul 09 16:17:19.248497 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 6628b0f7-8abc-41e3-b094-74474e134a4e triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:17:19.249948 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:19.454548 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c290f0d6-4a5f-4840-8ef5-1696f84979a2 None None] Network 868d3f7b-2d06-4f4e-8ff1-bed35fe00b05 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:17:19.468708 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b48691a2-4b72-47cd-a553-48b9147172a9 req-228d1d75-2992-4d47-9252-d48e800d1c8d tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4fce331-1f74-457c-a9bc-139cc2aa7d33 HTTP/1.1" status: 200 len: 210 time: 0.0513349 Jul 09 16:17:19.483215 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:19.604058 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 6628b0f7-8abc-41e3-b094-74474e134a4e, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=6628b0f7-8abc-41e3-b094-74474e134a4e,segment=NetworkSegment(02e77d4c-49a5-4dc1-ad0d-c8bf1f1b70f0),segment_id=02e77d4c-49a5-4dc1-ad0d-c8bf1f1b70f0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:17:19.609373 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:19.611805 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4e2aff8a-0668-41ec-a3f6-6fe77da31617 None None] Provisioning for port 267695b7-65ed-467d-bc0e-2de04194a880 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:17:19.620605 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:19.621579 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device b3f86af0-a2b3-4480-8ba4-6e41ff20fd61 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:17:19.656480 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4e2aff8a-0668-41ec-a3f6-6fe77da31617 None None] Provisioning complete for port 267695b7-65ed-467d-bc0e-2de04194a880 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:17:19.656947 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4e2aff8a-0668-41ec-a3f6-6fe77da31617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:19.804772 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd3fe27-45c9-40f1-91ec-771d46d8e32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ff3a60-d462-40e9-acb7-798df2b5cc97'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:17:19.807548 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf7c99c-c618-4617-b65d-3735e81e62ce" -d '{"events": [{"server_uuid": "7bd3fe27-45c9-40f1-91ec-771d46d8e32b", "name": "network-vif-plugged", "status": "completed", "tag": "f8ff3a60-d462-40e9-acb7-798df2b5cc97"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:17:19.848702 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c4f810d8-0e2c-4f41-b7dc-2a599d603846 req-78aa89e8-7b69-466f-aa99-19ccc0f652b2 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6b8cbba-b32b-498e-b3c2-45486e1706d7 HTTP/1.1" status: 200 len: 210 time: 0.8535185 Jul 09 16:17:19.859225 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port f8ff3a60-d462-40e9-acb7-798df2b5cc97, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=f8ff3a60-d462-40e9-acb7-798df2b5cc97,segment=NetworkSegment(fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c),segment_id=fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:17:19.869410 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5cabf-ff27-458a-a3dc-6578741e6298 req-602536a8-2b65-40a0-9ded-d24734c65ae9 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:19.879702 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f2c5cabf-ff27-458a-a3dc-6578741e6298 req-602536a8-2b65-40a0-9ded-d24734c65ae9 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=24b38fcb-af32-450b-8a9c-61b943e9a0f3 HTTP/1.1" status: 200 len: 949 time: 0.1274707 Jul 09 16:17:19.931437 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f2c5cabf-ff27-458a-a3dc-6578741e6298 req-a3cfe467-0c6f-4ab4-b0ad-5e1b6205ae3d tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506065 Jul 09 16:17:19.941338 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-84cbc4de-a032-49cf-abd2-75537b372265 req-3319311f-276f-408b-9df8-341cd0c78184 service neutron] For port fedb4196-6625-4f7b-b046-d9dc040c8327, host n-h1-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:17:19.964626 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:19.965946 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device e97372da-66aa-4560-895c-407230766bbb up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:17:19.978585 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-84cbc4de-a032-49cf-abd2-75537b372265 req-3319311f-276f-408b-9df8-341cd0c78184 service neutron] For port fedb4196-6625-4f7b-b046-d9dc040c8327, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=fedb4196-6625-4f7b-b046-d9dc040c8327,segment=NetworkSegment(b3327873-1adb-4566-ad72-2213b9292320),segment_id=b3327873-1adb-4566-ad72-2213b9292320)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:17:19.997268 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=6628b0f7-8abc-41e3-b094-74474e134a4e,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:20.001939 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-84cbc4de-a032-49cf-abd2-75537b372265 req-3319311f-276f-408b-9df8-341cd0c78184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:20.118781 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cd25f37-0b07-48cc-b98e-069088809684 req-f4cea8ef-952d-4cb7-9f1e-9363eadad97b tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Made reservation on behalf of b06c3c1f8ce64fe1a5a255532e54605c for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:17:20.123090 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5cd25f37-0b07-48cc-b98e-069088809684 req-f4cea8ef-952d-4cb7-9f1e-9363eadad97b tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:20.161738 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3319311f-276f-408b-9df8-341cd0c78184 service neutron] Pushing event updated for resources: {'Port': ['ID=fedb4196-6625-4f7b-b046-d9dc040c8327,revision_number=8']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:20.170234 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port b3f86af0-a2b3-4480-8ba4-6e41ff20fd61 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:17:20.170234 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:20.188630 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbc4de-a032-49cf-abd2-75537b372265 req-3319311f-276f-408b-9df8-341cd0c78184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:20.189333 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-84cbc4de-a032-49cf-abd2-75537b372265 req-3319311f-276f-408b-9df8-341cd0c78184 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:20.190911 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-84cbc4de-a032-49cf-abd2-75537b372265 req-3319311f-276f-408b-9df8-341cd0c78184 service neutron] 10.222.0.73 "PUT /v2.0/ports/fedb4196-6625-4f7b-b046-d9dc040c8327 HTTP/1.1" status: 200 len: 1121 time: 3.5482519 Jul 09 16:17:20.342633 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf340b-85d4-42bb-b020-6e9c1506da2a req-fda7283a-99b3-41c2-bb6d-baed3b787294 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:20.344259 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fedf340b-85d4-42bb-b020-6e9c1506da2a req-fda7283a-99b3-41c2-bb6d-baed3b787294 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4ce6cf7-8817-477b-9686-6acbbfd6d885 HTTP/1.1" status: 200 len: 943 time: 0.3050137 Jul 09 16:17:20.397625 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e184dc31-491a-459d-b5bb-529231a6cac8 req-aae8e101-341f-4171-a201-085522fa01a0 tempest-ServerShowV254Test-1991773346 tempest-ServerShowV254Test-1991773346-project] 10.222.0.98 "GET /v2.0/ports?device_id=da712288-103f-43b7-ba18-9eacd6e3b0a7 HTTP/1.1" status: 200 len: 210 time: 0.0564969 Jul 09 16:17:20.442995 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139cb609-2454-4d1d-8566-4718a9d5f70d req-05a85198-7fd4-4565-9cd6-55b7c6a3c287 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:20.444623 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-139cb609-2454-4d1d-8566-4718a9d5f70d req-05a85198-7fd4-4565-9cd6-55b7c6a3c287 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.77 "GET /v2.0/networks?id=e55b3510-4171-4466-a467-a28850f48baa HTTP/1.1" status: 200 len: 812 time: 0.2753804 Jul 09 16:17:20.471732 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fedf340b-85d4-42bb-b020-6e9c1506da2a req-fa789202-ca97-4081-8f34-f71dacd9ca22 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133146 Jul 09 16:17:20.486366 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-139cb609-2454-4d1d-8566-4718a9d5f70d req-28a1bff4-ac8b-4914-935f-404c64dc5aa7 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Request body: {'port': {'device_id': 'b4fce331-1f74-457c-a9bc-139cc2aa7d33', 'network_id': 'e55b3510-4171-4466-a467-a28850f48baa', 'admin_state_up': True, 'tenant_id': '06cbfbbe1d844c0796508ff309a673b8'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:17:20.492371 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4e2aff8a-0668-41ec-a3f6-6fe77da31617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:20.495353 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=f8ff3a60-d462-40e9-acb7-798df2b5cc97,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:20.504007 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb51605d-fa0c-4f92-afbf-d4e74e618e91 x-openstack-request-id: req-fb51605d-fa0c-4f92-afbf-d4e74e618e91 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:17:20.504641 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bd3fe27-45c9-40f1-91ec-771d46d8e32b", "name": "network-vif-plugged", "status": "completed", "tag": "f8ff3a60-d462-40e9-acb7-798df2b5cc97", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:17:20.505091 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fb51605d-fa0c-4f92-afbf-d4e74e618e91 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:17:20.505682 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd3fe27-45c9-40f1-91ec-771d46d8e32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ff3a60-d462-40e9-acb7-798df2b5cc97', 'code': 200} Jul 09 16:17:20.590239 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-4e2aff8a-0668-41ec-a3f6-6fe77da31617 None None] For port 267695b7-65ed-467d-bc0e-2de04194a880, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=267695b7-65ed-467d-bc0e-2de04194a880,segment=NetworkSegment(1c0b2687-38d6-469d-b354-85bf941fac68),segment_id=1c0b2687-38d6-469d-b354-85bf941fac68)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:17:20.597888 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['fedb4196-6625-4f7b-b046-d9dc040c8327'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:17:20.633302 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-5cd25f37-0b07-48cc-b98e-069088809684 req-f4cea8ef-952d-4cb7-9f1e-9363eadad97b tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Allocated IP 19.80.0.78 (c230f489-922c-4ae8-b1e1-cf3860555f7e/1b1787f0-7b7f-494c-9590-8748eba6e568/a97c147c-628a-4fa3-a6d3-85691a750447) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:17:20.676832 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4e2aff8a-0668-41ec-a3f6-6fe77da31617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:20.740061 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port e97372da-66aa-4560-895c-407230766bbb triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:17:20.740734 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:20.800421 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ce6cf7-8817-477b-9686-6acbbfd6d885', 'tag': 'fedb4196-6625-4f7b-b046-d9dc040c8327'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:17:20.804069 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93423514-ebd6-4b2e-b217-a24135329064" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ce6cf7-8817-477b-9686-6acbbfd6d885", "tag": "fedb4196-6625-4f7b-b046-d9dc040c8327"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:17:20.869098 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-75609bab-8923-444e-8b9a-2f18492e5d2b req-12f60e02-4d27-423d-bcfa-7e1c960b171a tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4fce331-1f74-457c-a9bc-139cc2aa7d33 HTTP/1.1" status: 200 len: 210 time: 0.0791414 Jul 09 16:17:20.881020 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52582f3d-484e-4b8c-b0e2-6f92d83a61ad req-36583e61-909c-42f9-b498-67b561e26608 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:20.889409 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-52582f3d-484e-4b8c-b0e2-6f92d83a61ad req-36583e61-909c-42f9-b498-67b561e26608 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=7bd3fe27-45c9-40f1-91ec-771d46d8e32b HTTP/1.1" status: 200 len: 945 time: 0.1666121 Jul 09 16:17:20.970717 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-52582f3d-484e-4b8c-b0e2-6f92d83a61ad req-73742894-10f3-404c-93a2-5a9369026c88 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785394 Jul 09 16:17:21.000880 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-139cb609-2454-4d1d-8566-4718a9d5f70d req-28a1bff4-ac8b-4914-935f-404c64dc5aa7 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Made reservation on behalf of 06cbfbbe1d844c0796508ff309a673b8 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:17:21.006694 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4735dd-c94b-4eec-b1ef-1c3250a5b007 req-b15ab8e4-317e-46c2-8dd8-5e7e62c77828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:21.011392 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-139cb609-2454-4d1d-8566-4718a9d5f70d req-28a1bff4-ac8b-4914-935f-404c64dc5aa7 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:21.021145 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e869c337-82f4-4af4-9c43-41533cff7a98 x-openstack-request-id: req-e869c337-82f4-4af4-9c43-41533cff7a98 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:17:21.021370 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ce6cf7-8817-477b-9686-6acbbfd6d885", "tag": "fedb4196-6625-4f7b-b046-d9dc040c8327", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:17:21.021475 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e869c337-82f4-4af4-9c43-41533cff7a98 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:17:21.021842 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ce6cf7-8817-477b-9686-6acbbfd6d885', 'tag': 'fedb4196-6625-4f7b-b046-d9dc040c8327', 'status': 'completed', 'code': 200} Jul 09 16:17:21.027058 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ad4735dd-c94b-4eec-b1ef-1c3250a5b007 req-b15ab8e4-317e-46c2-8dd8-5e7e62c77828 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7bd3fe27-45c9-40f1-91ec-771d46d8e32b HTTP/1.1" status: 200 len: 1096 time: 0.2494953 Jul 09 16:17:21.039899 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2aff8a-0668-41ec-a3f6-6fe77da31617 None None] Pushing event updated for resources: {'Port': ['ID=267695b7-65ed-467d-bc0e-2de04194a880,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:21.199092 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 6628b0f7-8abc-41e3-b094-74474e134a4e up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:17:21.222202 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ad4735dd-c94b-4eec-b1ef-1c3250a5b007 req-3a6051b4-49cd-4e33-bd2a-df6db22dd0b0 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835010 Jul 09 16:17:21.263974 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ecc7922b-e2d9-4f73-a733-a5753dbc6094 req-e9655f70-1e54-4b10-a8cc-3a5e053e30a1 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6b8cbba-b32b-498e-b3c2-45486e1706d7 HTTP/1.1" status: 200 len: 210 time: 0.0404255 Jul 09 16:17:21.271147 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:21.287343 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93423514-ebd6-4b2e-b217-a24135329064 req-2589dbb6-132b-4667-817f-821448bd190f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:21.290049 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-93423514-ebd6-4b2e-b217-a24135329064 req-2589dbb6-132b-4667-817f-821448bd190f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=546108aaf02647ac83ffc1a249896d22&device_id=b4ce6cf7-8817-477b-9686-6acbbfd6d885 HTTP/1.1" status: 200 len: 1124 time: 0.1932819 Jul 09 16:17:21.334640 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5cd25f37-0b07-48cc-b98e-069088809684 req-f4cea8ef-952d-4cb7-9f1e-9363eadad97b tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:21.341245 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port e97372da-66aa-4560-895c-407230766bbb, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=e97372da-66aa-4560-895c-407230766bbb,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:17:21.350171 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:21.350632 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-5cd25f37-0b07-48cc-b98e-069088809684 req-f4cea8ef-952d-4cb7-9f1e-9363eadad97b tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Transition to ACTIVE for port object a97c147c-628a-4fa3-a6d3-85691a750447 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:17:21.354655 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e84750db-09f8-4505-a4ec-b6fcdfa33036 None None] Provisioning complete for port 267695b7-65ed-467d-bc0e-2de04194a880 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:17:21.355107 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e84750db-09f8-4505-a4ec-b6fcdfa33036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:21.393016 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 6628b0f7-8abc-41e3-b094-74474e134a4e triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:17:21.393407 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:21.395214 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5cd25f37-0b07-48cc-b98e-069088809684 req-f4cea8ef-952d-4cb7-9f1e-9363eadad97b tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:21.468052 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cd25f37-0b07-48cc-b98e-069088809684 req-f4cea8ef-952d-4cb7-9f1e-9363eadad97b tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Network c230f489-922c-4ae8-b1e1-cf3860555f7e is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:17:21.469726 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93423514-ebd6-4b2e-b217-a24135329064 req-eab6d318-7e60-487a-a9d1-405af65b3ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:21.475418 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-93423514-ebd6-4b2e-b217-a24135329064 req-eab6d318-7e60-487a-a9d1-405af65b3ca5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5ab794d9-1bd8-4da1-bd91-e5307e2548b2 HTTP/1.1" status: 200 len: 909 time: 0.1782808 Jul 09 16:17:21.475623 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-5cd25f37-0b07-48cc-b98e-069088809684 req-f4cea8ef-952d-4cb7-9f1e-9363eadad97b tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:17:21.483089 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cd25f37-0b07-48cc-b98e-069088809684 req-f4cea8ef-952d-4cb7-9f1e-9363eadad97b tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:17:21.554674 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=e97372da-66aa-4560-895c-407230766bbb,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:21.592774 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-93423514-ebd6-4b2e-b217-a24135329064 req-07dffff8-8288-46e5-a19d-da93341156a4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fedb4196-6625-4f7b-b046-d9dc040c8327 HTTP/1.1" status: 200 len: 217 time: 0.1032898 Jul 09 16:17:21.593773 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cea8ef-952d-4cb7-9f1e-9363eadad97b tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Pushing event updated for resources: {'Port': ['ID=a97c147c-628a-4fa3-a6d3-85691a750447,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:21.629302 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-139cb609-2454-4d1d-8566-4718a9d5f70d req-28a1bff4-ac8b-4914-935f-404c64dc5aa7 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Allocated IP 172.20.0.8 (e55b3510-4171-4466-a467-a28850f48baa/1852f372-46e1-407a-a8ee-c45063bdc434/83f41e9e-1b0b-4f72-904e-a795d6369edc) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:17:21.693865 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93423514-ebd6-4b2e-b217-a24135329064 req-cd50198c-6959-4cff-9c48-95722b687778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:21.695929 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-93423514-ebd6-4b2e-b217-a24135329064 req-cd50198c-6959-4cff-9c48-95722b687778 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5288f2c0-4157-42ca-b91f-37115e42c839 HTTP/1.1" status: 200 len: 848 time: 0.0899675 Jul 09 16:17:21.768664 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-93423514-ebd6-4b2e-b217-a24135329064 req-59baefe8-4d37-467c-81c1-c4907708ea1b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5ab794d9-1bd8-4da1-bd91-e5307e2548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591800 Jul 09 16:17:21.804712 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cea8ef-952d-4cb7-9f1e-9363eadad97b tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:17:21.805060 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cea8ef-952d-4cb7-9f1e-9363eadad97b tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:17:21.805670 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cea8ef-952d-4cb7-9f1e-9363eadad97b tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:17:21.806354 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cea8ef-952d-4cb7-9f1e-9363eadad97b tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:17:21.807088 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cea8ef-952d-4cb7-9f1e-9363eadad97b tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:17:21.808044 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cea8ef-952d-4cb7-9f1e-9363eadad97b tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:17:21.808888 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cea8ef-952d-4cb7-9f1e-9363eadad97b tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:17:21.809599 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cea8ef-952d-4cb7-9f1e-9363eadad97b tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:17:21.810148 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cea8ef-952d-4cb7-9f1e-9363eadad97b tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:17:21.810724 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cea8ef-952d-4cb7-9f1e-9363eadad97b tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:17:21.811321 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cea8ef-952d-4cb7-9f1e-9363eadad97b tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:17:21.812057 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cea8ef-952d-4cb7-9f1e-9363eadad97b tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:17:21.815275 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b7475fb4-b4b3-406b-99bf-79007ce5a68e req-baab8ea1-5005-4f7e-ad42-eed3fd336943 tempest-ServerShowV254Test-1991773346 tempest-ServerShowV254Test-1991773346-project] 10.222.0.98 "GET /v2.0/ports?device_id=da712288-103f-43b7-ba18-9eacd6e3b0a7 HTTP/1.1" status: 200 len: 210 time: 0.0455017 Jul 09 16:17:21.839451 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee84fb-3d14-48a5-a1ac-47e7799d6c7a req-f97b2c34-369a-4af0-9fd6-e027c9f7a784 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:21.851452 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-13ee84fb-3d14-48a5-a1ac-47e7799d6c7a req-f97b2c34-369a-4af0-9fd6-e027c9f7a784 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=24b38fcb-af32-450b-8a9c-61b943e9a0f3 HTTP/1.1" status: 200 len: 949 time: 0.6026282 Jul 09 16:17:21.875993 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd25f37-0b07-48cc-b98e-069088809684 req-f4cea8ef-952d-4cb7-9f1e-9363eadad97b tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:21.878426 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5cd25f37-0b07-48cc-b98e-069088809684 req-f4cea8ef-952d-4cb7-9f1e-9363eadad97b tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:21.886007 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d98bd33d-e3ab-4fa2-905c-2c94ab40f3cd None None] Provisioning for port a97c147c-628a-4fa3-a6d3-85691a750447 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:17:21.895004 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d98bd33d-e3ab-4fa2-905c-2c94ab40f3cd None None] Provisioning complete for port a97c147c-628a-4fa3-a6d3-85691a750447 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:17:21.896344 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d98bd33d-e3ab-4fa2-905c-2c94ab40f3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:21.953725 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5cd25f37-0b07-48cc-b98e-069088809684 req-f4cea8ef-952d-4cb7-9f1e-9363eadad97b tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2165365 Jul 09 16:17:21.970276 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-139cb609-2454-4d1d-8566-4718a9d5f70d req-28a1bff4-ac8b-4914-935f-404c64dc5aa7 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:21.970856 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-d98bd33d-e3ab-4fa2-905c-2c94ab40f3cd None None] Port a97c147c-628a-4fa3-a6d3-85691a750447 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:17:21.986366 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-93423514-ebd6-4b2e-b217-a24135329064 req-9d4f9447-cb65-4bd3-91ad-96b14b98f921 service neutron] 10.222.0.77 "GET /v2.0/networks/5ab794d9-1bd8-4da1-bd91-e5307e2548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700385 Jul 09 16:17:21.987339 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-13ee84fb-3d14-48a5-a1ac-47e7799d6c7a req-ffb85437-5159-4029-b95f-ab7ef6c62858 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344371 Jul 09 16:17:21.999874 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-5cd25f37-0b07-48cc-b98e-069088809684 req-a555ebad-91ec-4f93-80ed-9a39da0b2d21 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Request body: {'port': {'device_id': 'd6b8cbba-b32b-498e-b3c2-45486e1706d7', 'network_id': '868d3f7b-2d06-4f4e-8ff1-bed35fe00b05', 'admin_state_up': True, 'tenant_id': 'b06c3c1f8ce64fe1a5a255532e54605c'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:17:22.162161 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-93423514-ebd6-4b2e-b217-a24135329064 req-53a2f77e-6c31-489f-84c1-8702e26bc13e service neutron] 10.222.0.77 "GET /v2.0/networks/5ab794d9-1bd8-4da1-bd91-e5307e2548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603584 Jul 09 16:17:22.176973 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0dc3adb5-7a6f-48fe-8e9d-fbe99cd566db req-439327d6-8818-4d84-8eca-badc5bf99caf tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4fce331-1f74-457c-a9bc-139cc2aa7d33 HTTP/1.1" status: 200 len: 210 time: 0.0587451 Jul 09 16:17:22.220512 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-18d542d3-f6da-4b81-91f6-a184e0c54182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:22.275379 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-139cb609-2454-4d1d-8566-4718a9d5f70d req-28a1bff4-ac8b-4914-935f-404c64dc5aa7 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:22.332447 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-139cb609-2454-4d1d-8566-4718a9d5f70d req-28a1bff4-ac8b-4914-935f-404c64dc5aa7 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Network e55b3510-4171-4466-a467-a28850f48baa is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:17:22.341521 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-139cb609-2454-4d1d-8566-4718a9d5f70d req-28a1bff4-ac8b-4914-935f-404c64dc5aa7 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:17:22.343344 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cd25f37-0b07-48cc-b98e-069088809684 req-a555ebad-91ec-4f93-80ed-9a39da0b2d21 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Made reservation on behalf of b06c3c1f8ce64fe1a5a255532e54605c for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:17:22.346799 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5cd25f37-0b07-48cc-b98e-069088809684 req-a555ebad-91ec-4f93-80ed-9a39da0b2d21 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:22.352044 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-139cb609-2454-4d1d-8566-4718a9d5f70d req-28a1bff4-ac8b-4914-935f-404c64dc5aa7 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:17:22.399368 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a1bff4-ac8b-4914-935f-404c64dc5aa7 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Pushing event updated for resources: {'Port': ['ID=83f41e9e-1b0b-4f72-904e-a795d6369edc,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:22.413992 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2be945-2fed-4348-8514-f4ae431d567e req-8076816e-bf2c-49a7-a369-cd7af2b8a682 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:22.416313 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device fedb4196-6625-4f7b-b046-d9dc040c8327 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:17:22.423140 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9e2be945-2fed-4348-8514-f4ae431d567e req-8076816e-bf2c-49a7-a369-cd7af2b8a682 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4ce6cf7-8817-477b-9686-6acbbfd6d885 HTTP/1.1" status: 200 len: 943 time: 0.1083283 Jul 09 16:17:22.470016 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9e2be945-2fed-4348-8514-f4ae431d567e req-5dd5a352-a2ef-4355-bc44-8580aa571b02 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459054 Jul 09 16:17:22.507756 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b38fcb-af32-450b-8a9c-61b943e9a0f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97372da-66aa-4560-895c-407230766bbb'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:17:22.510066 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a2b121-eafe-438f-949e-ffcf14929b91" -d '{"events": [{"server_uuid": "24b38fcb-af32-450b-8a9c-61b943e9a0f3", "name": "network-vif-plugged", "status": "completed", "tag": "e97372da-66aa-4560-895c-407230766bbb"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:17:22.535813 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139cb609-2454-4d1d-8566-4718a9d5f70d req-28a1bff4-ac8b-4914-935f-404c64dc5aa7 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:22.536444 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-139cb609-2454-4d1d-8566-4718a9d5f70d req-28a1bff4-ac8b-4914-935f-404c64dc5aa7 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:22.572767 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port fedb4196-6625-4f7b-b046-d9dc040c8327, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=fedb4196-6625-4f7b-b046-d9dc040c8327,segment=NetworkSegment(b3327873-1adb-4566-ad72-2213b9292320),segment_id=b3327873-1adb-4566-ad72-2213b9292320)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:17:22.583828 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c4d9a-f730-412a-ba8b-efe8cf28845e req-3780d37b-2965-4328-b943-bacc96ad875a tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:22.593313 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device fedb4196-6625-4f7b-b046-d9dc040c8327 has no active binding in host n-h2-798930-3 {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 16:17:22.598753 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0d8c4d9a-f730-412a-ba8b-efe8cf28845e req-3780d37b-2965-4328-b943-bacc96ad875a tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=7bd3fe27-45c9-40f1-91ec-771d46d8e32b HTTP/1.1" status: 200 len: 945 time: 0.2091281 Jul 09 16:17:22.601286 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-139cb609-2454-4d1d-8566-4718a9d5f70d req-28a1bff4-ac8b-4914-935f-404c64dc5aa7 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1451180 Jul 09 16:17:22.629418 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-139cb609-2454-4d1d-8566-4718a9d5f70d req-8b8eca7e-dc1c-4696-9a51-f423b990a16c service neutron] Request body: {'port': {'device_id': 'b4fce331-1f74-457c-a9bc-139cc2aa7d33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:17:22.685823 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc3c4f-3669-4291-a6fb-652e51b76ebb req-8777669d-7057-4e6e-903c-53582e16f55f tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:22.691793 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0ccc3c4f-3669-4291-a6fb-652e51b76ebb req-8777669d-7057-4e6e-903c-53582e16f55f tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6b8cbba-b32b-498e-b3c2-45486e1706d7 HTTP/1.1" status: 200 len: 931 time: 0.0814884 Jul 09 16:17:22.729714 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0d8c4d9a-f730-412a-ba8b-efe8cf28845e req-6a190e2a-06be-4cae-9752-de9a245fe6db tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300423 Jul 09 16:17:22.744459 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0ccc3c4f-3669-4291-a6fb-652e51b76ebb req-9d21a1dc-0bad-4c4a-a572-f600c8e1d4ef tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/security-groups?id=ed455c02-e886-4f75-ace5-02640635a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497618 Jul 09 16:17:22.765524 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-5cd25f37-0b07-48cc-b98e-069088809684 req-a555ebad-91ec-4f93-80ed-9a39da0b2d21 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Allocated IP 19.86.0.52 (868d3f7b-2d06-4f4e-8ff1-bed35fe00b05/8d2cc91a-00bb-4aad-8681-71f2153ba103/72db98b4-32e3-4c24-9205-ff7edc1de567) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:17:22.799616 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-139cb609-2454-4d1d-8566-4718a9d5f70d req-8b8eca7e-dc1c-4696-9a51-f423b990a16c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:22.811500 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5441fa-0c7a-47d0-96b7-c4d2546f2e7e x-openstack-request-id: req-db5441fa-0c7a-47d0-96b7-c4d2546f2e7e {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:17:22.811640 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24b38fcb-af32-450b-8a9c-61b943e9a0f3", "name": "network-vif-plugged", "status": "completed", "tag": "e97372da-66aa-4560-895c-407230766bbb", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:17:22.811853 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-db5441fa-0c7a-47d0-96b7-c4d2546f2e7e {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:17:22.812268 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b38fcb-af32-450b-8a9c-61b943e9a0f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97372da-66aa-4560-895c-407230766bbb', 'code': 200} Jul 09 16:17:23.055937 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e0d2cb-07ec-420f-b1b2-f39ef4b419d2 req-9df20e01-5ac3-4a99-88f7-ba4125aa980d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:23.058531 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e2e0d2cb-07ec-420f-b1b2-f39ef4b419d2 req-9df20e01-5ac3-4a99-88f7-ba4125aa980d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=24b38fcb-af32-450b-8a9c-61b943e9a0f3 HTTP/1.1" status: 200 len: 1101 time: 0.0952551 Jul 09 16:17:23.092545 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 267695b7-65ed-467d-bc0e-2de04194a880 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:17:23.114291 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e2e0d2cb-07ec-420f-b1b2-f39ef4b419d2 req-60be687a-6529-4a6a-b8e8-eac3e05703c4 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454624 Jul 09 16:17:23.156641 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-867095bf-bcb4-48e4-88ee-82a8e9ba6cd6 req-82e893b9-2107-4f01-98e6-5f604e4b9baf tempest-ServerShowV254Test-1991773346 tempest-ServerShowV254Test-1991773346-project] 10.222.0.98 "GET /v2.0/ports?device_id=da712288-103f-43b7-ba18-9eacd6e3b0a7 HTTP/1.1" status: 200 len: 210 time: 0.0986443 Jul 09 16:17:23.160682 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 267695b7-65ed-467d-bc0e-2de04194a880 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:17:23.161422 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:23.215889 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5cd25f37-0b07-48cc-b98e-069088809684 req-a555ebad-91ec-4f93-80ed-9a39da0b2d21 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:23.252560 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-5cd25f37-0b07-48cc-b98e-069088809684 req-a555ebad-91ec-4f93-80ed-9a39da0b2d21 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Transition to ACTIVE for port object 72db98b4-32e3-4c24-9205-ff7edc1de567 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:17:23.319497 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c0ea5-a448-4cde-990f-49ada9df779a req-bf9aa36b-eff6-49a0-a42a-3f99a41cb551 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:23.327142 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-df1c0ea5-a448-4cde-990f-49ada9df779a req-bf9aa36b-eff6-49a0-a42a-3f99a41cb551 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/networks?id=ce97cc22-3a2c-431c-a7c0-56837c541317 HTTP/1.1" status: 200 len: 806 time: 0.2042294 Jul 09 16:17:23.338089 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-df1c0ea5-a448-4cde-990f-49ada9df779a req-2f2487a4-0e96-4bec-a699-2ba88aeef47c tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/quotas/e315895fcff346cb9e8f1de4a11daf77 HTTP/1.1" status: 200 len: 375 time: 0.0099664 Jul 09 16:17:23.386568 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5cd25f37-0b07-48cc-b98e-069088809684 req-a555ebad-91ec-4f93-80ed-9a39da0b2d21 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:23.399870 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-139cb609-2454-4d1d-8566-4718a9d5f70d req-8b8eca7e-dc1c-4696-9a51-f423b990a16c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83f41e9e-1b0b-4f72-904e-a795d6369edc {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:17:23.411832 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-df1c0ea5-a448-4cde-990f-49ada9df779a req-91018079-9e4d-4979-81b1-556d6416cc2d tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=e315895fcff346cb9e8f1de4a11daf77&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0674102 Jul 09 16:17:23.434579 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-139cb609-2454-4d1d-8566-4718a9d5f70d req-8b8eca7e-dc1c-4696-9a51-f423b990a16c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:23.465096 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cd25f37-0b07-48cc-b98e-069088809684 req-a555ebad-91ec-4f93-80ed-9a39da0b2d21 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Network 868d3f7b-2d06-4f4e-8ff1-bed35fe00b05 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:17:23.474759 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-139cb609-2454-4d1d-8566-4718a9d5f70d req-8b8eca7e-dc1c-4696-9a51-f423b990a16c service neutron] Transition to ACTIVE for port object 83f41e9e-1b0b-4f72-904e-a795d6369edc will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:17:23.476764 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-5cd25f37-0b07-48cc-b98e-069088809684 req-a555ebad-91ec-4f93-80ed-9a39da0b2d21 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:17:23.479646 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cd25f37-0b07-48cc-b98e-069088809684 req-a555ebad-91ec-4f93-80ed-9a39da0b2d21 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:17:23.485740 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a555ebad-91ec-4f93-80ed-9a39da0b2d21 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Pushing event updated for resources: {'Port': ['ID=72db98b4-32e3-4c24-9205-ff7edc1de567,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:23.493082 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-139cb609-2454-4d1d-8566-4718a9d5f70d req-8b8eca7e-dc1c-4696-9a51-f423b990a16c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:23.536392 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-df1c0ea5-a448-4cde-990f-49ada9df779a req-2dba4e2f-9eed-410a-9bda-cacd83ea1ae3 service neutron] 10.222.0.98 "GET /v2.0/networks/ce97cc22-3a2c-431c-a7c0-56837c541317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200852 Jul 09 16:17:23.605305 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd25f37-0b07-48cc-b98e-069088809684 req-a555ebad-91ec-4f93-80ed-9a39da0b2d21 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:23.605951 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5cd25f37-0b07-48cc-b98e-069088809684 req-a555ebad-91ec-4f93-80ed-9a39da0b2d21 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:23.612185 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8eca7e-dc1c-4696-9a51-f423b990a16c service neutron] Pushing event updated for resources: {'Port': ['ID=83f41e9e-1b0b-4f72-904e-a795d6369edc,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:23.626495 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338006e0-374d-40b5-9bb7-76e74ee41e29 req-56940916-7412-4d02-9c65-c7f4cebecb2f tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:23.634935 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-338006e0-374d-40b5-9bb7-76e74ee41e29 req-56940916-7412-4d02-9c65-c7f4cebecb2f tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=24b38fcb-af32-450b-8a9c-61b943e9a0f3 HTTP/1.1" status: 200 len: 950 time: 0.2949901 Jul 09 16:17:23.669402 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-df1c0ea5-a448-4cde-990f-49ada9df779a req-715013e4-777d-461e-83b8-f29950ebbd4d service neutron] 10.222.0.98 "GET /v2.0/networks/ce97cc22-3a2c-431c-a7c0-56837c541317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238463 Jul 09 16:17:23.702973 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5cd25f37-0b07-48cc-b98e-069088809684 req-a555ebad-91ec-4f93-80ed-9a39da0b2d21 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7120318 Jul 09 16:17:23.731531 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-338006e0-374d-40b5-9bb7-76e74ee41e29 req-d3dad499-d2b8-49a8-9f68-8d12ec8b0097 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956717 Jul 09 16:17:23.741067 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-5cd25f37-0b07-48cc-b98e-069088809684 req-22851dc3-b1df-46c9-89ad-7427f4981dbc service neutron] Request body: {'port': {'device_id': 'd6b8cbba-b32b-498e-b3c2-45486e1706d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:17:23.811029 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-139cb609-2454-4d1d-8566-4718a9d5f70d req-8b8eca7e-dc1c-4696-9a51-f423b990a16c service neutron] Attempting to bind port 83f41e9e-1b0b-4f72-904e-a795d6369edc on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:17:23.811598 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-139cb609-2454-4d1d-8566-4718a9d5f70d req-8b8eca7e-dc1c-4696-9a51-f423b990a16c service neutron] Attempting to bind port 83f41e9e-1b0b-4f72-904e-a795d6369edc by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'f3322cfe-f17e-4138-825d-2b8f5a34d17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e55b3510-4171-4466-a467-a28850f48baa'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:17:23.812100 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139cb609-2454-4d1d-8566-4718a9d5f70d req-8b8eca7e-dc1c-4696-9a51-f423b990a16c service neutron] Attempting to bind port 83f41e9e-1b0b-4f72-904e-a795d6369edc on network e55b3510-4171-4466-a467-a28850f48baa {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:17:23.818537 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ae664678-ba15-4edc-adbe-6cc239d3e14f None None] Provisioning for port 72db98b4-32e3-4c24-9205-ff7edc1de567 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:17:23.823831 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ae664678-ba15-4edc-adbe-6cc239d3e14f None None] Provisioning complete for port 72db98b4-32e3-4c24-9205-ff7edc1de567 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:17:23.825101 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ae664678-ba15-4edc-adbe-6cc239d3e14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:23.829076 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139cb609-2454-4d1d-8566-4718a9d5f70d req-8b8eca7e-dc1c-4696-9a51-f423b990a16c service neutron] Port 83f41e9e-1b0b-4f72-904e-a795d6369edc on network e55b3510-4171-4466-a467-a28850f48baa not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:17:23.829683 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139cb609-2454-4d1d-8566-4718a9d5f70d req-8b8eca7e-dc1c-4696-9a51-f423b990a16c service neutron] Attempting to bind port 83f41e9e-1b0b-4f72-904e-a795d6369edc on network e55b3510-4171-4466-a467-a28850f48baa {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:17:23.847950 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139cb609-2454-4d1d-8566-4718a9d5f70d req-8b8eca7e-dc1c-4696-9a51-f423b990a16c service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:17:23.849840 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139cb609-2454-4d1d-8566-4718a9d5f70d req-8b8eca7e-dc1c-4696-9a51-f423b990a16c service neutron] Checking segment: {'id': 'f3322cfe-f17e-4138-825d-2b8f5a34d17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e55b3510-4171-4466-a467-a28850f48baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:17:23.850365 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139cb609-2454-4d1d-8566-4718a9d5f70d req-8b8eca7e-dc1c-4696-9a51-f423b990a16c service neutron] Bound using segment: {'id': 'f3322cfe-f17e-4138-825d-2b8f5a34d17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e55b3510-4171-4466-a467-a28850f48baa'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:17:23.851734 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-139cb609-2454-4d1d-8566-4718a9d5f70d req-8b8eca7e-dc1c-4696-9a51-f423b990a16c service neutron] Bound port: 83f41e9e-1b0b-4f72-904e-a795d6369edc, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3322cfe-f17e-4138-825d-2b8f5a34d17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e55b3510-4171-4466-a467-a28850f48baa'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:17:23.852182 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-139cb609-2454-4d1d-8566-4718a9d5f70d req-8b8eca7e-dc1c-4696-9a51-f423b990a16c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:23.904595 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5cd25f37-0b07-48cc-b98e-069088809684 req-22851dc3-b1df-46c9-89ad-7427f4981dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:23.905588 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-ae664678-ba15-4edc-adbe-6cc239d3e14f None None] Port 72db98b4-32e3-4c24-9205-ff7edc1de567 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:17:24.130049 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b9ce80-1e44-43fc-a9a2-00a20b91d3e1 req-83458315-c769-4bd2-b0b7-623cbf4123cd tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:24.131621 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e2b9ce80-1e44-43fc-a9a2-00a20b91d3e1 req-83458315-c769-4bd2-b0b7-623cbf4123cd tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4ce6cf7-8817-477b-9686-6acbbfd6d885 HTTP/1.1" status: 200 len: 943 time: 0.1304419 Jul 09 16:17:24.229801 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e2b9ce80-1e44-43fc-a9a2-00a20b91d3e1 req-8907e56a-df4b-47b5-8506-255163609c72 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897515 Jul 09 16:17:24.300333 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36511ea6-cf64-4842-ac80-cee91c003fa7 req-f23f0f58-5c2a-4c2f-aa03-e10aa89f3113 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:24.302144 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-36511ea6-cf64-4842-ac80-cee91c003fa7 req-f23f0f58-5c2a-4c2f-aa03-e10aa89f3113 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4fce331-1f74-457c-a9bc-139cc2aa7d33 HTTP/1.1" status: 200 len: 943 time: 0.3848429 Jul 09 16:17:24.308702 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-139cb609-2454-4d1d-8566-4718a9d5f70d req-8b8eca7e-dc1c-4696-9a51-f423b990a16c service neutron] For port 83f41e9e-1b0b-4f72-904e-a795d6369edc, host n-h1-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:17:24.316610 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-139cb609-2454-4d1d-8566-4718a9d5f70d req-8b8eca7e-dc1c-4696-9a51-f423b990a16c service neutron] For port 83f41e9e-1b0b-4f72-904e-a795d6369edc, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=83f41e9e-1b0b-4f72-904e-a795d6369edc,segment=NetworkSegment(f3322cfe-f17e-4138-825d-2b8f5a34d17c),segment_id=f3322cfe-f17e-4138-825d-2b8f5a34d17c)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:17:24.332433 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-139cb609-2454-4d1d-8566-4718a9d5f70d req-8b8eca7e-dc1c-4696-9a51-f423b990a16c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:24.407908 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139cb609-2454-4d1d-8566-4718a9d5f70d req-8b8eca7e-dc1c-4696-9a51-f423b990a16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:24.407908 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-139cb609-2454-4d1d-8566-4718a9d5f70d req-8b8eca7e-dc1c-4696-9a51-f423b990a16c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:24.409392 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-139cb609-2454-4d1d-8566-4718a9d5f70d req-8b8eca7e-dc1c-4696-9a51-f423b990a16c service neutron] 10.222.0.77 "PUT /v2.0/ports/83f41e9e-1b0b-4f72-904e-a795d6369edc HTTP/1.1" status: 200 len: 1091 time: 1.7946796 Jul 09 16:17:24.420383 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4fce331-1f74-457c-a9bc-139cc2aa7d33', 'tag': '83f41e9e-1b0b-4f72-904e-a795d6369edc'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:17:24.423880 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4efbc946-c60c-4bef-8680-ff0e0de2f2e2" -d '{"events": [{"name": "network-changed", "server_uuid": "b4fce331-1f74-457c-a9bc-139cc2aa7d33", "tag": "83f41e9e-1b0b-4f72-904e-a795d6369edc"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:17:24.508032 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-36511ea6-cf64-4842-ac80-cee91c003fa7 req-64f83bca-66af-41e6-bf4f-eae8b02e0df6 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961191 Jul 09 16:17:24.525794 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f3b81a-32dd-4b1c-8219-c72599ecbbcd req-7e5b0220-4e06-4742-8315-07a1cfbbc664 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:24.547101 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f3b81a-32dd-4b1c-8219-c72599ecbbcd req-7e5b0220-4e06-4742-8315-07a1cfbbc664 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:24.552514 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a3f3b81a-32dd-4b1c-8219-c72599ecbbcd req-7e5b0220-4e06-4742-8315-07a1cfbbc664 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6b8cbba-b32b-498e-b3c2-45486e1706d7 HTTP/1.1" status: 200 len: 1653 time: 0.1128130 Jul 09 16:17:24.585158 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8eca7e-dc1c-4696-9a51-f423b990a16c service neutron] Pushing event updated for resources: {'Port': ['ID=83f41e9e-1b0b-4f72-904e-a795d6369edc,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:24.592995 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-5cd25f37-0b07-48cc-b98e-069088809684 req-22851dc3-b1df-46c9-89ad-7427f4981dbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a97c147c-628a-4fa3-a6d3-85691a750447 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:17:24.605839 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a3f3b81a-32dd-4b1c-8219-c72599ecbbcd req-a905a517-1f21-4c54-b066-53a0a2fdf6dd tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/security-groups?id=ed455c02-e886-4f75-ace5-02640635a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520663 Jul 09 16:17:24.621366 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5cd25f37-0b07-48cc-b98e-069088809684 req-22851dc3-b1df-46c9-89ad-7427f4981dbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:24.633979 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139cb609-2454-4d1d-8566-4718a9d5f70d req-8eba4177-8c5c-4fbc-9a9a-b9a9dc04acde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:24.635623 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-139cb609-2454-4d1d-8566-4718a9d5f70d req-8eba4177-8c5c-4fbc-9a9a-b9a9dc04acde service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=06cbfbbe1d844c0796508ff309a673b8&device_id=b4fce331-1f74-457c-a9bc-139cc2aa7d33 HTTP/1.1" status: 200 len: 1094 time: 0.1722903 Jul 09 16:17:24.655433 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-5cd25f37-0b07-48cc-b98e-069088809684 req-22851dc3-b1df-46c9-89ad-7427f4981dbc service neutron] Transition to ACTIVE for port object a97c147c-628a-4fa3-a6d3-85691a750447 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:17:24.699810 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-139cb609-2454-4d1d-8566-4718a9d5f70d req-61caae72-05fc-44be-b7d7-531f97d3cc95 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83f41e9e-1b0b-4f72-904e-a795d6369edc HTTP/1.1" status: 200 len: 217 time: 0.0558608 Jul 09 16:17:24.700385 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5cd25f37-0b07-48cc-b98e-069088809684 req-22851dc3-b1df-46c9-89ad-7427f4981dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:24.822817 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22851dc3-b1df-46c9-89ad-7427f4981dbc service neutron] Pushing event updated for resources: {'Port': ['ID=a97c147c-628a-4fa3-a6d3-85691a750447,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:24.870292 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139cb609-2454-4d1d-8566-4718a9d5f70d req-d3a3a40a-9eba-45d4-afd5-3dc39659d2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:24.871892 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-139cb609-2454-4d1d-8566-4718a9d5f70d req-d3a3a40a-9eba-45d4-afd5-3dc39659d2fd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1852f372-46e1-407a-a8ee-c45063bdc434 HTTP/1.1" status: 200 len: 852 time: 0.1630630 Jul 09 16:17:24.950854 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-139cb609-2454-4d1d-8566-4718a9d5f70d req-390c70d1-3c5c-41b3-9675-45b2f2ff050e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e55b3510-4171-4466-a467-a28850f48baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487783 Jul 09 16:17:25.063733 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ba92f110-6ec0-49c3-9f9a-7cc5f5f61195 req-3a6f2e45-fee5-4486-a997-35890cf5bf51 tempest-ServerShowV254Test-1991773346 tempest-ServerShowV254Test-1991773346-project] 10.222.0.98 "GET /v2.0/ports?device_id=da712288-103f-43b7-ba18-9eacd6e3b0a7 HTTP/1.1" status: 200 len: 210 time: 0.0835841 Jul 09 16:17:25.067474 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d75ac7a5-08c9-42b8-910f-48f5ee6741e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:25.087782 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-5cd25f37-0b07-48cc-b98e-069088809684 req-22851dc3-b1df-46c9-89ad-7427f4981dbc service neutron] Attempting to bind port a97c147c-628a-4fa3-a6d3-85691a750447 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:17:25.088099 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-5cd25f37-0b07-48cc-b98e-069088809684 req-22851dc3-b1df-46c9-89ad-7427f4981dbc service neutron] Attempting to bind port a97c147c-628a-4fa3-a6d3-85691a750447 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': '9d5e5c69-f9a4-497b-918d-af553caa705d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c230f489-922c-4ae8-b1e1-cf3860555f7e'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:17:25.088433 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd25f37-0b07-48cc-b98e-069088809684 req-22851dc3-b1df-46c9-89ad-7427f4981dbc service neutron] Attempting to bind port a97c147c-628a-4fa3-a6d3-85691a750447 on network c230f489-922c-4ae8-b1e1-cf3860555f7e {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:17:25.134504 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd25f37-0b07-48cc-b98e-069088809684 req-22851dc3-b1df-46c9-89ad-7427f4981dbc service neutron] Port a97c147c-628a-4fa3-a6d3-85691a750447 on network c230f489-922c-4ae8-b1e1-cf3860555f7e not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:17:25.135471 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd25f37-0b07-48cc-b98e-069088809684 req-22851dc3-b1df-46c9-89ad-7427f4981dbc service neutron] Attempting to bind port a97c147c-628a-4fa3-a6d3-85691a750447 on network c230f489-922c-4ae8-b1e1-cf3860555f7e {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:17:25.161917 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd25f37-0b07-48cc-b98e-069088809684 req-22851dc3-b1df-46c9-89ad-7427f4981dbc service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:17:25.162383 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd25f37-0b07-48cc-b98e-069088809684 req-22851dc3-b1df-46c9-89ad-7427f4981dbc service neutron] Checking segment: {'id': '9d5e5c69-f9a4-497b-918d-af553caa705d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c230f489-922c-4ae8-b1e1-cf3860555f7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:17:25.162966 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd25f37-0b07-48cc-b98e-069088809684 req-22851dc3-b1df-46c9-89ad-7427f4981dbc service neutron] Bound using segment: {'id': '9d5e5c69-f9a4-497b-918d-af553caa705d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c230f489-922c-4ae8-b1e1-cf3860555f7e'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:17:25.164106 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-5cd25f37-0b07-48cc-b98e-069088809684 req-22851dc3-b1df-46c9-89ad-7427f4981dbc service neutron] Bound port: a97c147c-628a-4fa3-a6d3-85691a750447, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d5e5c69-f9a4-497b-918d-af553caa705d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c230f489-922c-4ae8-b1e1-cf3860555f7e'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:17:25.164572 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5cd25f37-0b07-48cc-b98e-069088809684 req-22851dc3-b1df-46c9-89ad-7427f4981dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:25.169537 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509d1ee2-ae98-4e82-a535-930b4fc19824 x-openstack-request-id: req-509d1ee2-ae98-4e82-a535-930b4fc19824 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:17:25.170175 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4fce331-1f74-457c-a9bc-139cc2aa7d33", "tag": "83f41e9e-1b0b-4f72-904e-a795d6369edc", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:17:25.170531 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-509d1ee2-ae98-4e82-a535-930b4fc19824 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:17:25.171626 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4fce331-1f74-457c-a9bc-139cc2aa7d33', 'tag': '83f41e9e-1b0b-4f72-904e-a795d6369edc', 'status': 'completed', 'code': 200} Jul 09 16:17:25.201589 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-139cb609-2454-4d1d-8566-4718a9d5f70d req-bbcf1abf-764a-49b7-8e81-45752dfe8f73 service neutron] 10.222.0.77 "GET /v2.0/networks/e55b3510-4171-4466-a467-a28850f48baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400324 Jul 09 16:17:25.270020 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:25.355058 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfce080-a11f-4273-8bde-04b92bb34936 req-f59b8401-a65c-414f-bb1f-e902b2e9cc70 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:25.364999 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3bfce080-a11f-4273-8bde-04b92bb34936 req-f59b8401-a65c-414f-bb1f-e902b2e9cc70 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=24b38fcb-af32-450b-8a9c-61b943e9a0f3 HTTP/1.1" status: 200 len: 950 time: 0.0954783 Jul 09 16:17:25.417576 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3bfce080-a11f-4273-8bde-04b92bb34936 req-7f20bc9a-305d-4c19-b244-289266859816 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515683 Jul 09 16:17:25.575022 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-84cbc4de-a032-49cf-abd2-75537b372265 req-0f3ed6be-492d-4a8e-bd05-75899fcbd9ba service neutron] 10.222.0.77 "GET /v2.0/ports/fedb4196-6625-4f7b-b046-d9dc040c8327/bindings/n-h2-798930-3 HTTP/1.1" status: 200 len: 384 time: 0.1311095 Jul 09 16:17:25.811889 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-5cd25f37-0b07-48cc-b98e-069088809684 req-22851dc3-b1df-46c9-89ad-7427f4981dbc service neutron] For port a97c147c-628a-4fa3-a6d3-85691a750447, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:17:25.822638 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b7c77-944f-46d2-abfc-07f81d32585e req-386f507a-cac0-4fc5-a241-0ee0ada1623e tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:25.824372 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-043b7c77-944f-46d2-abfc-07f81d32585e req-386f507a-cac0-4fc5-a241-0ee0ada1623e tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4ce6cf7-8817-477b-9686-6acbbfd6d885 HTTP/1.1" status: 200 len: 943 time: 0.1775434 Jul 09 16:17:25.850578 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-5cd25f37-0b07-48cc-b98e-069088809684 req-22851dc3-b1df-46c9-89ad-7427f4981dbc service neutron] For port a97c147c-628a-4fa3-a6d3-85691a750447, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=a97c147c-628a-4fa3-a6d3-85691a750447,segment=NetworkSegment(9d5e5c69-f9a4-497b-918d-af553caa705d),segment_id=9d5e5c69-f9a4-497b-918d-af553caa705d)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:17:25.860822 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5cd25f37-0b07-48cc-b98e-069088809684 req-22851dc3-b1df-46c9-89ad-7427f4981dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:25.875863 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-139cb609-2454-4d1d-8566-4718a9d5f70d req-efbd2af7-5c48-4823-a42f-fca71b9dafb3 service neutron] 10.222.0.77 "GET /v2.0/networks/e55b3510-4171-4466-a467-a28850f48baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6499577 Jul 09 16:17:25.899948 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-043b7c77-944f-46d2-abfc-07f81d32585e req-9b49ffa7-25e7-4e3c-ab35-24c9d7e67556 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675354 Jul 09 16:17:25.902324 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-84cbc4de-a032-49cf-abd2-75537b372265 req-d50d0215-30cf-4bfe-8025-8f22fd7b43b6 service neutron] For port fedb4196-6625-4f7b-b046-d9dc040c8327, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=fedb4196-6625-4f7b-b046-d9dc040c8327,segment=NetworkSegment(b3327873-1adb-4566-ad72-2213b9292320),segment_id=b3327873-1adb-4566-ad72-2213b9292320)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:17:25.916425 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd25f37-0b07-48cc-b98e-069088809684 req-22851dc3-b1df-46c9-89ad-7427f4981dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:25.917669 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5cd25f37-0b07-48cc-b98e-069088809684 req-22851dc3-b1df-46c9-89ad-7427f4981dbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:25.919285 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5cd25f37-0b07-48cc-b98e-069088809684 req-22851dc3-b1df-46c9-89ad-7427f4981dbc service neutron] 10.222.0.73 "PUT /v2.0/ports/a97c147c-628a-4fa3-a6d3-85691a750447 HTTP/1.1" status: 200 len: 1091 time: 2.1838751 Jul 09 16:17:25.926653 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-84cbc4de-a032-49cf-abd2-75537b372265 req-d50d0215-30cf-4bfe-8025-8f22fd7b43b6 service neutron] For port fedb4196-6625-4f7b-b046-d9dc040c8327, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:17:25.933223 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee392080-71e7-49e5-8ac0-8102f294c794 req-6ee3b7c7-0eea-4f2d-af36-008a8bd02ef7 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:25.941746 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ee392080-71e7-49e5-8ac0-8102f294c794 req-6ee3b7c7-0eea-4f2d-af36-008a8bd02ef7 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=24b38fcb-af32-450b-8a9c-61b943e9a0f3 HTTP/1.1" status: 200 len: 950 time: 0.2616289 Jul 09 16:17:25.985035 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-84cbc4de-a032-49cf-abd2-75537b372265 req-d50d0215-30cf-4bfe-8025-8f22fd7b43b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fedb4196-6625-4f7b-b046-d9dc040c8327 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:17:26.005883 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-84cbc4de-a032-49cf-abd2-75537b372265 req-d50d0215-30cf-4bfe-8025-8f22fd7b43b6 service neutron] For port fedb4196-6625-4f7b-b046-d9dc040c8327, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=fedb4196-6625-4f7b-b046-d9dc040c8327,segment=NetworkSegment(b3327873-1adb-4566-ad72-2213b9292320),segment_id=b3327873-1adb-4566-ad72-2213b9292320)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:17:26.009176 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-5cd25f37-0b07-48cc-b98e-069088809684 req-86e7845f-f939-47bd-a1d8-d7078a07e415 service neutron] Request body: {'port': {'device_id': 'd6b8cbba-b32b-498e-b3c2-45486e1706d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:17:26.025963 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-84cbc4de-a032-49cf-abd2-75537b372265 req-d50d0215-30cf-4bfe-8025-8f22fd7b43b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:26.070059 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22851dc3-b1df-46c9-89ad-7427f4981dbc service neutron] Pushing event updated for resources: {'Port': ['ID=a97c147c-628a-4fa3-a6d3-85691a750447,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:26.130759 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:26.176066 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ee392080-71e7-49e5-8ac0-8102f294c794 req-4c9ab901-a186-4e0b-9a20-5901a0330271 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331781 Jul 09 16:17:26.191895 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-84cbc4de-a032-49cf-abd2-75537b372265 req-d50d0215-30cf-4bfe-8025-8f22fd7b43b6 service neutron] Transition to ACTIVE for port object fedb4196-6625-4f7b-b046-d9dc040c8327 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:17:26.199691 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5cd25f37-0b07-48cc-b98e-069088809684 req-86e7845f-f939-47bd-a1d8-d7078a07e415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:26.206897 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-df1c0ea5-a448-4cde-990f-49ada9df779a req-b88c6ff7-a37e-47c2-9327-800d75827da1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e315895fcff346cb9e8f1de4a11daf77&device_id=a7751629-c7f7-43b9-851a-2a2773ce7245 HTTP/1.1" status: 200 len: 210 time: 0.0996830 Jul 09 16:17:26.209791 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-84cbc4de-a032-49cf-abd2-75537b372265 req-d50d0215-30cf-4bfe-8025-8f22fd7b43b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:26.258163 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2e88fa07-09dc-44e8-8477-3004d5003213 req-1e5d0992-ef4e-47ed-8ba2-b92edbd21d34 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=a7751629-c7f7-43b9-851a-2a2773ce7245 HTTP/1.1" status: 200 len: 210 time: 0.0648425 Jul 09 16:17:26.390696 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:26.425000 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efbc946-c60c-4bef-8680-ff0e0de2f2e2 req-13e7dc2c-fd5d-4011-94b7-21c8b40e9abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:26.427088 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4efbc946-c60c-4bef-8680-ff0e0de2f2e2 req-13e7dc2c-fd5d-4011-94b7-21c8b40e9abe service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=06cbfbbe1d844c0796508ff309a673b8&device_id=b4fce331-1f74-457c-a9bc-139cc2aa7d33 HTTP/1.1" status: 200 len: 1094 time: 0.4761102 Jul 09 16:17:26.588905 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c93a16-ae59-45ab-8134-34d4ca993892 req-d23723dd-0604-40dc-96fa-24a16ce0ca57 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:26.590454 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-74c93a16-ae59-45ab-8134-34d4ca993892 req-d23723dd-0604-40dc-96fa-24a16ce0ca57 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4fce331-1f74-457c-a9bc-139cc2aa7d33 HTTP/1.1" status: 200 len: 943 time: 0.2140250 Jul 09 16:17:26.656815 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efbc946-c60c-4bef-8680-ff0e0de2f2e2 req-404850ff-1c75-41db-9770-3e6ecc5bc8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:26.658275 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4efbc946-c60c-4bef-8680-ff0e0de2f2e2 req-404850ff-1c75-41db-9770-3e6ecc5bc8d7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e55b3510-4171-4466-a467-a28850f48baa HTTP/1.1" status: 200 len: 913 time: 0.2190959 Jul 09 16:17:26.685737 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-74c93a16-ae59-45ab-8134-34d4ca993892 req-6a90b876-9ca4-4b63-a2d5-d8302f2f6e19 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856597 Jul 09 16:17:26.718509 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-84cbc4de-a032-49cf-abd2-75537b372265 req-d50d0215-30cf-4bfe-8025-8f22fd7b43b6 service neutron] No DVR routers for this DVR port fedb4196-6625-4f7b-b046-d9dc040c8327 on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:17:26.739037 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50d0215-30cf-4bfe-8025-8f22fd7b43b6 service neutron] Pushing event updated for resources: {'Port': ['ID=fedb4196-6625-4f7b-b046-d9dc040c8327,revision_number=10']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:26.759290 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4efbc946-c60c-4bef-8680-ff0e0de2f2e2 req-1e75a1fe-ae4e-4d33-bde9-08095c5f2d4a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83f41e9e-1b0b-4f72-904e-a795d6369edc HTTP/1.1" status: 200 len: 217 time: 0.0704830 Jul 09 16:17:26.784414 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50d0215-30cf-4bfe-8025-8f22fd7b43b6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:17:26.784761 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50d0215-30cf-4bfe-8025-8f22fd7b43b6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:17:26.785104 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50d0215-30cf-4bfe-8025-8f22fd7b43b6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:17:26.785441 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50d0215-30cf-4bfe-8025-8f22fd7b43b6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:17:26.785772 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50d0215-30cf-4bfe-8025-8f22fd7b43b6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:17:26.786111 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50d0215-30cf-4bfe-8025-8f22fd7b43b6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:17:26.786434 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50d0215-30cf-4bfe-8025-8f22fd7b43b6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:17:26.786796 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50d0215-30cf-4bfe-8025-8f22fd7b43b6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:17:26.787108 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50d0215-30cf-4bfe-8025-8f22fd7b43b6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:17:26.787428 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50d0215-30cf-4bfe-8025-8f22fd7b43b6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:17:26.787754 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50d0215-30cf-4bfe-8025-8f22fd7b43b6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:17:26.788122 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50d0215-30cf-4bfe-8025-8f22fd7b43b6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:17:26.802025 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-84cbc4de-a032-49cf-abd2-75537b372265 req-d50d0215-30cf-4bfe-8025-8f22fd7b43b6 service neutron] 10.222.0.77 "PUT /v2.0/ports/fedb4196-6625-4f7b-b046-d9dc040c8327/bindings/n-h2-798930-3/activate HTTP/1.1" status: 200 len: 369 time: 1.2212429 Jul 09 16:17:26.811446 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c0ea5-a448-4cde-990f-49ada9df779a req-705db593-8431-46ab-8132-12dcc9263736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:26.812914 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-df1c0ea5-a448-4cde-990f-49ada9df779a req-705db593-8431-46ab-8132-12dcc9263736 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=e315895fcff346cb9e8f1de4a11daf77&shared=False HTTP/1.1" status: 200 len: 907 time: 0.5968268 Jul 09 16:17:26.828157 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54012e68-d04c-430f-b2b7-452da4fa152b req-11fb33ab-b936-496e-a203-d2123b0b257e tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:26.834286 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54012e68-d04c-430f-b2b7-452da4fa152b req-11fb33ab-b936-496e-a203-d2123b0b257e tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:26.836786 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-54012e68-d04c-430f-b2b7-452da4fa152b req-11fb33ab-b936-496e-a203-d2123b0b257e tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6b8cbba-b32b-498e-b3c2-45486e1706d7 HTTP/1.1" status: 200 len: 1665 time: 0.2474694 Jul 09 16:17:26.880254 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efbc946-c60c-4bef-8680-ff0e0de2f2e2 req-879542ae-236f-4832-ac86-cd5752af183b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:26.883509 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4efbc946-c60c-4bef-8680-ff0e0de2f2e2 req-879542ae-236f-4832-ac86-cd5752af183b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1852f372-46e1-407a-a8ee-c45063bdc434 HTTP/1.1" status: 200 len: 852 time: 0.1130793 Jul 09 16:17:26.913377 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-5cd25f37-0b07-48cc-b98e-069088809684 req-86e7845f-f939-47bd-a1d8-d7078a07e415 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72db98b4-32e3-4c24-9205-ff7edc1de567 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:17:26.930987 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5cd25f37-0b07-48cc-b98e-069088809684 req-86e7845f-f939-47bd-a1d8-d7078a07e415 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:26.947350 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-54012e68-d04c-430f-b2b7-452da4fa152b req-296b7a83-bbe5-46c5-a744-2708046bc8ca tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/security-groups?id=ed455c02-e886-4f75-ace5-02640635a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017261 Jul 09 16:17:26.950812 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-5cd25f37-0b07-48cc-b98e-069088809684 req-86e7845f-f939-47bd-a1d8-d7078a07e415 service neutron] Transition to ACTIVE for port object 72db98b4-32e3-4c24-9205-ff7edc1de567 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:17:27.017906 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c0ea5-a448-4cde-990f-49ada9df779a req-e1595beb-9f03-4adc-9674-9f54cb08d880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:27.019422 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-df1c0ea5-a448-4cde-990f-49ada9df779a req-e1595beb-9f03-4adc-9674-9f54cb08d880 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1817262 Jul 09 16:17:27.030916 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5cd25f37-0b07-48cc-b98e-069088809684 req-86e7845f-f939-47bd-a1d8-d7078a07e415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:27.082075 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-df1c0ea5-a448-4cde-990f-49ada9df779a req-f43c5adb-79e2-47ee-8e80-a4242668f578 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7751629-c7f7-43b9-851a-2a2773ce7245 HTTP/1.1" status: 200 len: 210 time: 0.0358820 Jul 09 16:17:27.095812 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4efbc946-c60c-4bef-8680-ff0e0de2f2e2 req-48819b7b-7997-48d2-bc9f-a1c85cdfe3ec service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e55b3510-4171-4466-a467-a28850f48baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1182058 Jul 09 16:17:27.150683 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-18c11d69-c2ba-4793-a8e8-1795fbb401d0 req-1a5cb6ac-3128-4300-b126-f731d980fd07 tempest-ServerShowV254Test-1991773346 tempest-ServerShowV254Test-1991773346-project] 10.222.0.98 "GET /v2.0/ports?device_id=da712288-103f-43b7-ba18-9eacd6e3b0a7 HTTP/1.1" status: 200 len: 210 time: 0.1101446 Jul 09 16:17:27.209468 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6b8cbba-b32b-498e-b3c2-45486e1706d7', 'tag': 'a97c147c-628a-4fa3-a6d3-85691a750447'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:17:27.211834 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c129db6-1fc1-4204-a54a-c4790fb83168" -d '{"events": [{"name": "network-changed", "server_uuid": "d6b8cbba-b32b-498e-b3c2-45486e1706d7", "tag": "a97c147c-628a-4fa3-a6d3-85691a750447"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:17:27.220012 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e7845f-f939-47bd-a1d8-d7078a07e415 service neutron] Pushing event updated for resources: {'Port': ['ID=72db98b4-32e3-4c24-9205-ff7edc1de567,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:27.416869 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbc4de-a032-49cf-abd2-75537b372265 req-fda80a2f-024c-493c-9931-a9edc0758ac4 tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:27.418218 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-84cbc4de-a032-49cf-abd2-75537b372265 req-fda80a2f-024c-493c-9931-a9edc0758ac4 tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b4ce6cf7-8817-477b-9686-6acbbfd6d885&tenant_id=546108aaf02647ac83ffc1a249896d22&binding%3Ahost_id=n-h1-798930-3 HTTP/1.1" status: 200 len: 1095 time: 0.4658582 Jul 09 16:17:27.523144 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4efbc946-c60c-4bef-8680-ff0e0de2f2e2 req-0b7c8d28-a7aa-4318-9f22-f56b8ce2b994 service neutron] 10.222.0.77 "GET /v2.0/networks/e55b3510-4171-4466-a467-a28850f48baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019222 Jul 09 16:17:27.589138 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e398e8f2-b4a9-4001-9f8a-17db29703b2a x-openstack-request-id: req-e398e8f2-b4a9-4001-9f8a-17db29703b2a {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:17:27.589444 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6b8cbba-b32b-498e-b3c2-45486e1706d7", "tag": "a97c147c-628a-4fa3-a6d3-85691a750447", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:17:27.589749 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e398e8f2-b4a9-4001-9f8a-17db29703b2a {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:17:27.590133 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6b8cbba-b32b-498e-b3c2-45486e1706d7', 'tag': 'a97c147c-628a-4fa3-a6d3-85691a750447', 'status': 'completed', 'code': 200} Jul 09 16:17:27.709885 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-5cd25f37-0b07-48cc-b98e-069088809684 req-86e7845f-f939-47bd-a1d8-d7078a07e415 service neutron] Attempting to bind port 72db98b4-32e3-4c24-9205-ff7edc1de567 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:17:27.710627 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-5cd25f37-0b07-48cc-b98e-069088809684 req-86e7845f-f939-47bd-a1d8-d7078a07e415 service neutron] Attempting to bind port 72db98b4-32e3-4c24-9205-ff7edc1de567 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': '1c0b2687-38d6-469d-b354-85bf941fac68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '868d3f7b-2d06-4f4e-8ff1-bed35fe00b05'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:17:27.711057 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd25f37-0b07-48cc-b98e-069088809684 req-86e7845f-f939-47bd-a1d8-d7078a07e415 service neutron] Attempting to bind port 72db98b4-32e3-4c24-9205-ff7edc1de567 on network 868d3f7b-2d06-4f4e-8ff1-bed35fe00b05 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:17:27.770382 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e1f17580-a582-4e4d-8477-0e743ea84a44 req-df5520df-aa39-40e1-a9df-6910959cdbaf tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=a7751629-c7f7-43b9-851a-2a2773ce7245 HTTP/1.1" status: 200 len: 210 time: 0.0922539 Jul 09 16:17:27.774898 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-651f4d8a-0558-4c8a-8cce-ad68f17b0d54 req-e5d7dca1-01f3-4b84-b83f-1e8f45f52ded service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e315895fcff346cb9e8f1de4a11daf77&device_id=a7751629-c7f7-43b9-851a-2a2773ce7245 HTTP/1.1" status: 200 len: 210 time: 0.0658805 Jul 09 16:17:27.778091 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4efbc946-c60c-4bef-8680-ff0e0de2f2e2 req-6cd7e639-642d-42f2-bb87-734918031a15 service neutron] 10.222.0.77 "GET /v2.0/networks/e55b3510-4171-4466-a467-a28850f48baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325652 Jul 09 16:17:27.792572 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd25f37-0b07-48cc-b98e-069088809684 req-86e7845f-f939-47bd-a1d8-d7078a07e415 service neutron] Port 72db98b4-32e3-4c24-9205-ff7edc1de567 on network 868d3f7b-2d06-4f4e-8ff1-bed35fe00b05 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:17:27.793203 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd25f37-0b07-48cc-b98e-069088809684 req-86e7845f-f939-47bd-a1d8-d7078a07e415 service neutron] Attempting to bind port 72db98b4-32e3-4c24-9205-ff7edc1de567 on network 868d3f7b-2d06-4f4e-8ff1-bed35fe00b05 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:17:27.805096 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd25f37-0b07-48cc-b98e-069088809684 req-86e7845f-f939-47bd-a1d8-d7078a07e415 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:17:27.805491 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd25f37-0b07-48cc-b98e-069088809684 req-86e7845f-f939-47bd-a1d8-d7078a07e415 service neutron] Checking segment: {'id': '1c0b2687-38d6-469d-b354-85bf941fac68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '868d3f7b-2d06-4f4e-8ff1-bed35fe00b05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:17:27.805821 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd25f37-0b07-48cc-b98e-069088809684 req-86e7845f-f939-47bd-a1d8-d7078a07e415 service neutron] Bound using segment: {'id': '1c0b2687-38d6-469d-b354-85bf941fac68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '868d3f7b-2d06-4f4e-8ff1-bed35fe00b05'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:17:27.806271 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-5cd25f37-0b07-48cc-b98e-069088809684 req-86e7845f-f939-47bd-a1d8-d7078a07e415 service neutron] Bound port: 72db98b4-32e3-4c24-9205-ff7edc1de567, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c0b2687-38d6-469d-b354-85bf941fac68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '868d3f7b-2d06-4f4e-8ff1-bed35fe00b05'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:17:27.806631 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5cd25f37-0b07-48cc-b98e-069088809684 req-86e7845f-f939-47bd-a1d8-d7078a07e415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:27.851080 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986bcb5-c66e-4d60-a722-9ae4862d1e2c req-9e0568fc-772d-4616-9c49-dbdd83eb7985 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:27.859371 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5986bcb5-c66e-4d60-a722-9ae4862d1e2c req-9e0568fc-772d-4616-9c49-dbdd83eb7985 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4ce6cf7-8817-477b-9686-6acbbfd6d885 HTTP/1.1" status: 200 len: 944 time: 0.4822824 Jul 09 16:17:27.878788 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c129db6-1fc1-4204-a54a-c4790fb83168 req-bf141c4e-ced3-4aeb-a343-a7f8ed9b4c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:27.879332 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c129db6-1fc1-4204-a54a-c4790fb83168 req-bf141c4e-ced3-4aeb-a343-a7f8ed9b4c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:27.881122 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1c129db6-1fc1-4204-a54a-c4790fb83168 req-bf141c4e-ced3-4aeb-a343-a7f8ed9b4c34 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b06c3c1f8ce64fe1a5a255532e54605c&device_id=d6b8cbba-b32b-498e-b3c2-45486e1706d7 HTTP/1.1" status: 200 len: 1937 time: 0.2586854 Jul 09 16:17:27.899373 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbc4de-a032-49cf-abd2-75537b372265 req-a42f6341-38f4-470b-8efe-9aab723d6f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:27.900935 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-84cbc4de-a032-49cf-abd2-75537b372265 req-a42f6341-38f4-470b-8efe-9aab723d6f74 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b4ce6cf7-8817-477b-9686-6acbbfd6d885&tenant_id=546108aaf02647ac83ffc1a249896d22 HTTP/1.1" status: 200 len: 1095 time: 0.4427252 Jul 09 16:17:27.941586 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5986bcb5-c66e-4d60-a722-9ae4862d1e2c req-7007128e-08a0-4e07-b1bb-b5dac55b446b tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730524 Jul 09 16:17:28.006333 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-5cd25f37-0b07-48cc-b98e-069088809684 req-86e7845f-f939-47bd-a1d8-d7078a07e415 service neutron] For port 72db98b4-32e3-4c24-9205-ff7edc1de567, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:17:28.011061 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-5cd25f37-0b07-48cc-b98e-069088809684 req-86e7845f-f939-47bd-a1d8-d7078a07e415 service neutron] For port 72db98b4-32e3-4c24-9205-ff7edc1de567, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=72db98b4-32e3-4c24-9205-ff7edc1de567,segment=NetworkSegment(1c0b2687-38d6-469d-b354-85bf941fac68),segment_id=1c0b2687-38d6-469d-b354-85bf941fac68)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:17:28.026895 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbc4de-a032-49cf-abd2-75537b372265 req-8760dc0f-6e1d-405f-9932-ac4602b06a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:28.028334 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-84cbc4de-a032-49cf-abd2-75537b372265 req-8760dc0f-6e1d-405f-9932-ac4602b06a44 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=546108aaf02647ac83ffc1a249896d22&device_id=b4ce6cf7-8817-477b-9686-6acbbfd6d885 HTTP/1.1" status: 200 len: 1095 time: 0.0799248 Jul 09 16:17:28.029345 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5cd25f37-0b07-48cc-b98e-069088809684 req-86e7845f-f939-47bd-a1d8-d7078a07e415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:28.061591 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:28.067204 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f4d8a-0558-4c8a-8cce-ad68f17b0d54 req-5e5c0971-30b8-4ce7-8517-be0c174b5069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:28.070275 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-651f4d8a-0558-4c8a-8cce-ad68f17b0d54 req-5e5c0971-30b8-4ce7-8517-be0c174b5069 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=e315895fcff346cb9e8f1de4a11daf77&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2796621 Jul 09 16:17:28.159461 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd25f37-0b07-48cc-b98e-069088809684 req-86e7845f-f939-47bd-a1d8-d7078a07e415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:28.160071 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5cd25f37-0b07-48cc-b98e-069088809684 req-86e7845f-f939-47bd-a1d8-d7078a07e415 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:28.162101 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5cd25f37-0b07-48cc-b98e-069088809684 req-86e7845f-f939-47bd-a1d8-d7078a07e415 service neutron] 10.222.0.73 "PUT /v2.0/ports/72db98b4-32e3-4c24-9205-ff7edc1de567 HTTP/1.1" status: 200 len: 1091 time: 2.1839788 Jul 09 16:17:28.195144 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e7845f-f939-47bd-a1d8-d7078a07e415 service neutron] Pushing event updated for resources: {'Port': ['ID=72db98b4-32e3-4c24-9205-ff7edc1de567,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:28.269257 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b6cdcf-b166-43bb-bf3d-e2405717e9b1 req-dba35942-b673-4155-9274-b5179f475b8f tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:28.277147 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-83b6cdcf-b166-43bb-bf3d-e2405717e9b1 req-dba35942-b673-4155-9274-b5179f475b8f tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4fce331-1f74-457c-a9bc-139cc2aa7d33 HTTP/1.1" status: 200 len: 943 time: 0.1931655 Jul 09 16:17:28.290304 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbc4de-a032-49cf-abd2-75537b372265 req-be6aec4c-1d81-4c88-842a-179ae4b73c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:28.290620 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c129db6-1fc1-4204-a54a-c4790fb83168 req-ed112d2b-c27f-41d3-bb2f-52c1790ac235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:28.291395 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c129db6-1fc1-4204-a54a-c4790fb83168 req-ed112d2b-c27f-41d3-bb2f-52c1790ac235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:28.292270 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c129db6-1fc1-4204-a54a-c4790fb83168 req-ed112d2b-c27f-41d3-bb2f-52c1790ac235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:28.292535 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-84cbc4de-a032-49cf-abd2-75537b372265 req-be6aec4c-1d81-4c88-842a-179ae4b73c9f service neutron] 10.222.0.73 "GET /v2.0/networks?id=5ab794d9-1bd8-4da1-bd91-e5307e2548b2 HTTP/1.1" status: 200 len: 909 time: 0.2474670 Jul 09 16:17:28.295059 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1c129db6-1fc1-4204-a54a-c4790fb83168 req-ed112d2b-c27f-41d3-bb2f-52c1790ac235 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=b06c3c1f8ce64fe1a5a255532e54605c&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3615177 Jul 09 16:17:28.314094 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d656bc3-3840-4efc-8f05-d0213cd0fdd4 req-4e1a6762-df77-46f1-b9fe-09c38e6f798d tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:28.324863 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6d656bc3-3840-4efc-8f05-d0213cd0fdd4 req-4e1a6762-df77-46f1-b9fe-09c38e6f798d tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=24b38fcb-af32-450b-8a9c-61b943e9a0f3 HTTP/1.1" status: 200 len: 950 time: 0.3928368 Jul 09 16:17:28.367849 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-84cbc4de-a032-49cf-abd2-75537b372265 req-c1812ad4-5c98-4398-bf94-63e40e662d38 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fedb4196-6625-4f7b-b046-d9dc040c8327 HTTP/1.1" status: 200 len: 217 time: 0.0614913 Jul 09 16:17:28.384007 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-83b6cdcf-b166-43bb-bf3d-e2405717e9b1 req-478bbdf3-446d-4af3-ac77-65df3b8daf9f tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023922 Jul 09 16:17:28.460033 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f4d8a-0558-4c8a-8cce-ad68f17b0d54 req-fbabd513-33d1-402f-8a64-79fb82e11361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:28.462337 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-651f4d8a-0558-4c8a-8cce-ad68f17b0d54 req-fbabd513-33d1-402f-8a64-79fb82e11361 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3800218 Jul 09 16:17:28.473720 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbc4de-a032-49cf-abd2-75537b372265 req-07de2f56-7468-40e0-88a9-ddc15bc108e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:28.476852 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-84cbc4de-a032-49cf-abd2-75537b372265 req-07de2f56-7468-40e0-88a9-ddc15bc108e8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5288f2c0-4157-42ca-b91f-37115e42c839 HTTP/1.1" status: 200 len: 848 time: 0.0792627 Jul 09 16:17:28.503483 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6d656bc3-3840-4efc-8f05-d0213cd0fdd4 req-6585da91-41c9-48d9-9ef4-2136d0705964 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572886 Jul 09 16:17:28.523536 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-84cbc4de-a032-49cf-abd2-75537b372265 req-e8eb6f84-0315-4b0a-8f3e-c11c8ea2ab78 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5ab794d9-1bd8-4da1-bd91-e5307e2548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387499 Jul 09 16:17:28.569340 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-651f4d8a-0558-4c8a-8cce-ad68f17b0d54 req-c0959fa6-f5c0-4691-b184-93a9c6fd37a5 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7751629-c7f7-43b9-851a-2a2773ce7245 HTTP/1.1" status: 200 len: 210 time: 0.0416491 Jul 09 16:17:28.588634 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c129db6-1fc1-4204-a54a-c4790fb83168 req-d1e7d516-9d2c-44ed-924a-529ec33473fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:28.590129 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1c129db6-1fc1-4204-a54a-c4790fb83168 req-d1e7d516-9d2c-44ed-924a-529ec33473fe service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2640061 Jul 09 16:17:28.674888 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-84cbc4de-a032-49cf-abd2-75537b372265 req-bdc2d5b8-07cf-48ee-96ef-73d9ba89754f service neutron] 10.222.0.73 "GET /v2.0/networks/5ab794d9-1bd8-4da1-bd91-e5307e2548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441779 Jul 09 16:17:28.797531 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-43a29d88-523e-4b31-8181-efd9f5bbfead req-87497a2a-e197-44f3-9d6a-b1b8b3576538 tempest-ServerShowV254Test-1991773346 tempest-ServerShowV254Test-1991773346-project] 10.222.0.98 "GET /v2.0/ports?device_id=da712288-103f-43b7-ba18-9eacd6e3b0a7 HTTP/1.1" status: 200 len: 210 time: 0.0520778 Jul 09 16:17:28.856508 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ead48-d2b5-4727-8795-514f67a441e7 req-4817816f-c72c-4244-8c36-f6805035391d tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:28.865090 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ead48-d2b5-4727-8795-514f67a441e7 req-4817816f-c72c-4244-8c36-f6805035391d tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:28.867753 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-531ead48-d2b5-4727-8795-514f67a441e7 req-4817816f-c72c-4244-8c36-f6805035391d tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6b8cbba-b32b-498e-b3c2-45486e1706d7 HTTP/1.1" status: 200 len: 1677 time: 0.2118411 Jul 09 16:17:28.876538 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd25f37-0b07-48cc-b98e-069088809684 req-76755301-8174-4779-b9c2-91354d132c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:28.877328 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd25f37-0b07-48cc-b98e-069088809684 req-76755301-8174-4779-b9c2-91354d132c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:28.880629 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5cd25f37-0b07-48cc-b98e-069088809684 req-76755301-8174-4779-b9c2-91354d132c9b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b06c3c1f8ce64fe1a5a255532e54605c&device_id=d6b8cbba-b32b-498e-b3c2-45486e1706d7 HTTP/1.1" status: 200 len: 1979 time: 0.1396348 Jul 09 16:17:28.890300 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-84cbc4de-a032-49cf-abd2-75537b372265 req-b7338c1a-a64e-42da-9d56-621a35a0d3cb service neutron] 10.222.0.73 "GET /v2.0/networks/5ab794d9-1bd8-4da1-bd91-e5307e2548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084956 Jul 09 16:17:28.980077 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-531ead48-d2b5-4727-8795-514f67a441e7 req-7f522bfc-accf-49cc-b74c-2a95a602a850 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/security-groups?id=ed455c02-e886-4f75-ace5-02640635a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969303 Jul 09 16:17:28.982029 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5cd25f37-0b07-48cc-b98e-069088809684 req-f436fdb2-c507-42b4-9d3e-c67f22101580 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.78&port_id=a97c147c-628a-4fa3-a6d3-85691a750447 HTTP/1.1" status: 200 len: 217 time: 0.0581503 Jul 09 16:17:28.989840 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-62f4e365-4474-4d8b-8eb3-7f81c563c660 req-f9fe12f3-0cce-4e8a-bdb8-2b89c0d3c137 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=a7751629-c7f7-43b9-851a-2a2773ce7245 HTTP/1.1" status: 200 len: 210 time: 0.0333388 Jul 09 16:17:28.998735 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 83f41e9e-1b0b-4f72-904e-a795d6369edc details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:17:29.001006 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device fedb4196-6625-4f7b-b046-d9dc040c8327 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:17:29.056631 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device fedb4196-6625-4f7b-b046-d9dc040c8327 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:17:29.081467 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd25f37-0b07-48cc-b98e-069088809684 req-8f5f8f7c-85ef-4f91-b3b4-5b7fef702921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:29.084117 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5cd25f37-0b07-48cc-b98e-069088809684 req-8f5f8f7c-85ef-4f91-b3b4-5b7fef702921 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1b1787f0-7b7f-494c-9590-8748eba6e568 HTTP/1.1" status: 200 len: 801 time: 0.0595825 Jul 09 16:17:29.154032 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 83f41e9e-1b0b-4f72-904e-a795d6369edc, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=83f41e9e-1b0b-4f72-904e-a795d6369edc,segment=NetworkSegment(f3322cfe-f17e-4138-825d-2b8f5a34d17c),segment_id=f3322cfe-f17e-4138-825d-2b8f5a34d17c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:17:29.171042 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '83f41e9e-1b0b-4f72-904e-a795d6369edc', 'network_id': 'e55b3510-4171-4466-a467-a28850f48baa', 'port_id': '83f41e9e-1b0b-4f72-904e-a795d6369edc', 'mac_address': 'fa:16:3e:a9:2a:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1852f372-46e1-407a-a8ee-c45063bdc434', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:17:29.202413 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd25f37-0b07-48cc-b98e-069088809684 req-344e8285-9331-488e-8ffe-816152e4b7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:29.204221 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5cd25f37-0b07-48cc-b98e-069088809684 req-344e8285-9331-488e-8ffe-816152e4b7c1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c230f489-922c-4ae8-b1e1-cf3860555f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1124341 Jul 09 16:17:29.243153 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:29.259970 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83f41e9e-1b0b-4f72-904e-a795d6369edc {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:17:29.276485 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5675c-97e3-45f5-856c-1b484e939a79 req-f891cb8c-967e-4f99-ad7e-12d9e03fa5e0 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:29.278000 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a6d5675c-97e3-45f5-856c-1b484e939a79 req-f891cb8c-967e-4f99-ad7e-12d9e03fa5e0 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4ce6cf7-8817-477b-9686-6acbbfd6d885 HTTP/1.1" status: 200 len: 944 time: 0.1472788 Jul 09 16:17:29.285266 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 83f41e9e-1b0b-4f72-904e-a795d6369edc, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=83f41e9e-1b0b-4f72-904e-a795d6369edc,segment=NetworkSegment(f3322cfe-f17e-4138-825d-2b8f5a34d17c),segment_id=f3322cfe-f17e-4138-825d-2b8f5a34d17c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:17:29.294907 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:29.337001 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbc4de-a032-49cf-abd2-75537b372265 req-0a656abf-10be-4730-848a-29addfbd6c2a tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:29.338656 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-84cbc4de-a032-49cf-abd2-75537b372265 req-0a656abf-10be-4730-848a-29addfbd6c2a tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b4ce6cf7-8817-477b-9686-6acbbfd6d885&tenant_id=546108aaf02647ac83ffc1a249896d22&binding%3Ahost_id=n-h2-798930-3 HTTP/1.1" status: 200 len: 1095 time: 0.0734978 Jul 09 16:17:29.340205 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a6d5675c-97e3-45f5-856c-1b484e939a79 req-dfa89301-a1df-4472-8cde-2f587c3042d3 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541902 Jul 09 16:17:29.361165 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=83f41e9e-1b0b-4f72-904e-a795d6369edc,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:29.369219 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:17:29.369557 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:17:29.370071 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:17:29.370613 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:17:29.371079 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:17:29.371690 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:17:29.372299 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:17:29.372633 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:17:29.372958 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:17:29.373276 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:17:29.373592 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:17:29.373907 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:17:29.379452 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5cd25f37-0b07-48cc-b98e-069088809684 req-f07ade21-7f45-4091-a3f4-93fdce07c800 service neutron] 10.222.0.73 "GET /v2.0/networks/c230f489-922c-4ae8-b1e1-cf3860555f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648281 Jul 09 16:17:29.508928 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-84cbc4de-a032-49cf-abd2-75537b372265 req-ea53c735-d79b-4739-bd89-6346150c0289 service neutron] For port fedb4196-6625-4f7b-b046-d9dc040c8327, host n-h1-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:17:29.513331 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-84cbc4de-a032-49cf-abd2-75537b372265 req-ea53c735-d79b-4739-bd89-6346150c0289 service neutron] Notify callbacks [] for binding, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:29.514513 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-84cbc4de-a032-49cf-abd2-75537b372265 req-ea53c735-d79b-4739-bd89-6346150c0289 service neutron] 10.222.0.73 "DELETE /v2.0/ports/fedb4196-6625-4f7b-b046-d9dc040c8327/bindings/n-h1-798930-3 HTTP/1.1" status: 204 len: 173 time: 0.1690068 Jul 09 16:17:29.536103 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['83f41e9e-1b0b-4f72-904e-a795d6369edc'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:17:29.544866 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5cd25f37-0b07-48cc-b98e-069088809684 req-f928b6c2-d631-4b8b-a3cf-f37e0b0758be service neutron] 10.222.0.73 "GET /v2.0/networks/c230f489-922c-4ae8-b1e1-cf3860555f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580238 Jul 09 16:17:29.593120 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6b8cbba-b32b-498e-b3c2-45486e1706d7', 'tag': '72db98b4-32e3-4c24-9205-ff7edc1de567'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:17:29.595722 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3047c042-4734-4a97-8038-0baff20875c4" -d '{"events": [{"name": "network-changed", "server_uuid": "d6b8cbba-b32b-498e-b3c2-45486e1706d7", "tag": "72db98b4-32e3-4c24-9205-ff7edc1de567"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:17:29.601889 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5cd25f37-0b07-48cc-b98e-069088809684 req-f9308f09-db24-4b30-a52e-c9db699eaf73 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.52&port_id=72db98b4-32e3-4c24-9205-ff7edc1de567 HTTP/1.1" status: 200 len: 217 time: 0.0493689 Jul 09 16:17:29.652165 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7e0ae-6dbc-4423-92a4-31506b99ee7d req-f565f0e9-aff7-4cfd-b004-659ff374e353 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:29.660380 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c6a7e0ae-6dbc-4423-92a4-31506b99ee7d req-f565f0e9-aff7-4cfd-b004-659ff374e353 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4fce331-1f74-457c-a9bc-139cc2aa7d33 HTTP/1.1" status: 200 len: 944 time: 0.1098869 Jul 09 16:17:29.681287 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd25f37-0b07-48cc-b98e-069088809684 req-9ba69a54-f942-40ac-887b-dbc272e7b783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:29.683122 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5cd25f37-0b07-48cc-b98e-069088809684 req-9ba69a54-f942-40ac-887b-dbc272e7b783 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8d2cc91a-00bb-4aad-8681-71f2153ba103 HTTP/1.1" status: 200 len: 801 time: 0.0745647 Jul 09 16:17:29.706642 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c6a7e0ae-6dbc-4423-92a4-31506b99ee7d req-054f0986-3d52-4317-bbd8-b281a292164f tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453238 Jul 09 16:17:29.781353 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b567e0e5-7433-4963-8a30-9c9643acfcdd x-openstack-request-id: req-b567e0e5-7433-4963-8a30-9c9643acfcdd {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:17:29.781689 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6b8cbba-b32b-498e-b3c2-45486e1706d7", "tag": "72db98b4-32e3-4c24-9205-ff7edc1de567", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:17:29.781964 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b567e0e5-7433-4963-8a30-9c9643acfcdd {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:17:29.782356 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6b8cbba-b32b-498e-b3c2-45486e1706d7', 'tag': '72db98b4-32e3-4c24-9205-ff7edc1de567', 'status': 'completed', 'code': 200} Jul 09 16:17:29.804090 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb4182-597d-4ff2-bdce-b85bfa7cb266 req-800c914e-fa56-4f5e-9730-9219abb27afe tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:29.805922 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4dcb4182-597d-4ff2-bdce-b85bfa7cb266 req-800c914e-fa56-4f5e-9730-9219abb27afe tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=24b38fcb-af32-450b-8a9c-61b943e9a0f3 HTTP/1.1" status: 200 len: 950 time: 0.1398058 Jul 09 16:17:29.812470 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd25f37-0b07-48cc-b98e-069088809684 req-7286348a-dcbd-42ff-9502-808a6b91e75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:29.814469 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5cd25f37-0b07-48cc-b98e-069088809684 req-7286348a-dcbd-42ff-9502-808a6b91e75c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=868d3f7b-2d06-4f4e-8ff1-bed35fe00b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1127739 Jul 09 16:17:29.920937 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4dcb4182-597d-4ff2-bdce-b85bfa7cb266 req-a02df227-e665-4474-ba77-9276047af00b tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054294 Jul 09 16:17:29.971825 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5cd25f37-0b07-48cc-b98e-069088809684 req-2e50afec-62dc-499a-93f8-2bf0b206d9c2 service neutron] 10.222.0.73 "GET /v2.0/networks/868d3f7b-2d06-4f4e-8ff1-bed35fe00b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470060 Jul 09 16:17:30.112408 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5cd25f37-0b07-48cc-b98e-069088809684 req-8144b240-053e-4b15-82d0-b9d4530fe8ab service neutron] 10.222.0.73 "GET /v2.0/networks/868d3f7b-2d06-4f4e-8ff1-bed35fe00b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337254 Jul 09 16:17:30.144216 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6b8bcd88-3427-4b47-8e91-11550ece21cb req-f2ede959-7f47-42f9-bf61-5bce58b7d457 tempest-ServerShowV254Test-1991773346 tempest-ServerShowV254Test-1991773346-project] 10.222.0.98 "GET /v2.0/ports?device_id=da712288-103f-43b7-ba18-9eacd6e3b0a7 HTTP/1.1" status: 200 len: 210 time: 0.0564208 Jul 09 16:17:30.217071 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d2f96d-c1d6-4bd9-a42e-3a06494e6db8 req-f0912ccc-5799-4dbd-9ae6-6e04993a6631 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:30.223738 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d2f96d-c1d6-4bd9-a42e-3a06494e6db8 req-f0912ccc-5799-4dbd-9ae6-6e04993a6631 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:30.225794 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-15d2f96d-c1d6-4bd9-a42e-3a06494e6db8 req-f0912ccc-5799-4dbd-9ae6-6e04993a6631 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6b8cbba-b32b-498e-b3c2-45486e1706d7 HTTP/1.1" status: 200 len: 1677 time: 0.1003582 Jul 09 16:17:30.318697 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-15d2f96d-c1d6-4bd9-a42e-3a06494e6db8 req-3817ac12-48c2-42a4-950a-26a0c42f2c3f tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/security-groups?id=ed455c02-e886-4f75-ace5-02640635a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864301 Jul 09 16:17:30.344438 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047c042-4734-4a97-8038-0baff20875c4 req-e4341686-7fa6-4167-ad76-9c07558c5c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:30.344920 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047c042-4734-4a97-8038-0baff20875c4 req-e4341686-7fa6-4167-ad76-9c07558c5c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:30.346498 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3047c042-4734-4a97-8038-0baff20875c4 req-e4341686-7fa6-4167-ad76-9c07558c5c7c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b06c3c1f8ce64fe1a5a255532e54605c&device_id=d6b8cbba-b32b-498e-b3c2-45486e1706d7 HTTP/1.1" status: 200 len: 1979 time: 0.0949173 Jul 09 16:17:30.504477 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047c042-4734-4a97-8038-0baff20875c4 req-e1eed304-e175-48c3-9f19-43c30f8bc2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:30.505987 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3047c042-4734-4a97-8038-0baff20875c4 req-e1eed304-e175-48c3-9f19-43c30f8bc2ca service neutron] 10.222.0.73 "GET /v2.0/networks?id=868d3f7b-2d06-4f4e-8ff1-bed35fe00b05 HTTP/1.1" status: 200 len: 902 time: 0.1496825 Jul 09 16:17:30.593829 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3047c042-4734-4a97-8038-0baff20875c4 req-4fd1aa8c-e167-499e-845f-b10b6ec9acca service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.52&port_id=72db98b4-32e3-4c24-9205-ff7edc1de567 HTTP/1.1" status: 200 len: 217 time: 0.0646343 Jul 09 16:17:30.649528 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267de7f7-ba64-4ebc-bb0c-71d477975e5c req-9e11ebb8-d3de-4042-877b-31e5836eb499 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:30.651530 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-267de7f7-ba64-4ebc-bb0c-71d477975e5c req-9e11ebb8-d3de-4042-877b-31e5836eb499 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/networks?id=ce97cc22-3a2c-431c-a7c0-56837c541317 HTTP/1.1" status: 200 len: 806 time: 0.1138670 Jul 09 16:17:30.667917 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-267de7f7-ba64-4ebc-bb0c-71d477975e5c req-9b4fc956-1781-4135-a1dd-75996cbbbedd tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/quotas/e315895fcff346cb9e8f1de4a11daf77 HTTP/1.1" status: 200 len: 375 time: 0.0103562 Jul 09 16:17:30.669886 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f621283-a716-45fd-881f-2f6129c1e04b req-2c1d17aa-f054-4d2c-b999-1b9851bd0a04 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:30.671469 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6f621283-a716-45fd-881f-2f6129c1e04b req-2c1d17aa-f054-4d2c-b999-1b9851bd0a04 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4ce6cf7-8817-477b-9686-6acbbfd6d885 HTTP/1.1" status: 200 len: 944 time: 0.1572673 Jul 09 16:17:30.673450 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047c042-4734-4a97-8038-0baff20875c4 req-eef5e980-e92f-4b74-9bec-71ec0e9b5012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:30.674863 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3047c042-4734-4a97-8038-0baff20875c4 req-eef5e980-e92f-4b74-9bec-71ec0e9b5012 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8d2cc91a-00bb-4aad-8681-71f2153ba103 HTTP/1.1" status: 200 len: 801 time: 0.0719371 Jul 09 16:17:30.747889 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-267de7f7-ba64-4ebc-bb0c-71d477975e5c req-d28e890e-bd20-436e-ab52-410675255069 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=e315895fcff346cb9e8f1de4a11daf77&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0718901 Jul 09 16:17:30.748265 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6f621283-a716-45fd-881f-2f6129c1e04b req-67a98e7e-f57c-4b72-bd35-9ebfdfadd0db tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691736 Jul 09 16:17:30.769803 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047c042-4734-4a97-8038-0baff20875c4 req-7221403f-5735-4652-b7a0-89a9a4fe2634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:30.771625 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3047c042-4734-4a97-8038-0baff20875c4 req-7221403f-5735-4652-b7a0-89a9a4fe2634 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=868d3f7b-2d06-4f4e-8ff1-bed35fe00b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0859234 Jul 09 16:17:30.879805 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-267de7f7-ba64-4ebc-bb0c-71d477975e5c req-edfe28a8-7b6f-4667-938c-20dc31f1a70c service neutron] 10.222.0.98 "GET /v2.0/networks/ce97cc22-3a2c-431c-a7c0-56837c541317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118362 Jul 09 16:17:30.922704 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3047c042-4734-4a97-8038-0baff20875c4 req-db5ee4a1-f4f3-4f98-8649-84c839a4129a service neutron] 10.222.0.73 "GET /v2.0/networks/868d3f7b-2d06-4f4e-8ff1-bed35fe00b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385627 Jul 09 16:17:31.015161 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 83f41e9e-1b0b-4f72-904e-a795d6369edc up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:17:31.036782 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-267de7f7-ba64-4ebc-bb0c-71d477975e5c req-3970f829-001d-409e-91dc-dfd73634e7e5 service neutron] 10.222.0.98 "GET /v2.0/networks/ce97cc22-3a2c-431c-a7c0-56837c541317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556072 Jul 09 16:17:31.070076 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd9418-7e50-4ab9-9ef8-6a034d6fa248 req-e21ae465-1e0c-4489-8f36-2dcb9d68086b tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:31.072033 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c0cd9418-7e50-4ab9-9ef8-6a034d6fa248 req-e21ae465-1e0c-4489-8f36-2dcb9d68086b tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4fce331-1f74-457c-a9bc-139cc2aa7d33 HTTP/1.1" status: 200 len: 944 time: 0.1845458 Jul 09 16:17:31.086860 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 83f41e9e-1b0b-4f72-904e-a795d6369edc completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:17:31.103212 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 83f41e9e-1b0b-4f72-904e-a795d6369edc triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:17:31.104481 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:31.105440 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3047c042-4734-4a97-8038-0baff20875c4 req-dbfd9236-a48f-4390-ac63-2c6ade0660d2 service neutron] 10.222.0.73 "GET /v2.0/networks/868d3f7b-2d06-4f4e-8ff1-bed35fe00b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733425 Jul 09 16:17:31.145257 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c0cd9418-7e50-4ab9-9ef8-6a034d6fa248 req-d5cce9ee-5ab8-499f-839a-b72e781b8ec1 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635149 Jul 09 16:17:31.204625 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:31.238403 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4fce331-1f74-457c-a9bc-139cc2aa7d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f41e9e-1b0b-4f72-904e-a795d6369edc'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:17:31.243472 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4582304-9674-4258-9a29-6718d46b2325" -d '{"events": [{"server_uuid": "b4fce331-1f74-457c-a9bc-139cc2aa7d33", "name": "network-vif-plugged", "status": "completed", "tag": "83f41e9e-1b0b-4f72-904e-a795d6369edc"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:17:31.280416 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 83f41e9e-1b0b-4f72-904e-a795d6369edc, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=83f41e9e-1b0b-4f72-904e-a795d6369edc,segment=NetworkSegment(f3322cfe-f17e-4138-825d-2b8f5a34d17c),segment_id=f3322cfe-f17e-4138-825d-2b8f5a34d17c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:17:31.307716 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:31.374831 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=83f41e9e-1b0b-4f72-904e-a795d6369edc,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:31.409221 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e02a2a-6621-4671-915d-145597e78fe6 req-e03669c5-878b-41ea-abae-6f364d531ab1 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:31.410757 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c8e02a2a-6621-4671-915d-145597e78fe6 req-e03669c5-878b-41ea-abae-6f364d531ab1 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=24b38fcb-af32-450b-8a9c-61b943e9a0f3 HTTP/1.1" status: 200 len: 950 time: 0.1187098 Jul 09 16:17:31.487790 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c8e02a2a-6621-4671-915d-145597e78fe6 req-a0951e1f-3777-496c-97ca-d9ee140ec38d tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701265 Jul 09 16:17:31.565721 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-324100e0-0c3f-42ad-813c-8df9bedde713 req-14236238-bc00-4c67-b5cb-4159cced347f tempest-ServerShowV254Test-1991773346 tempest-ServerShowV254Test-1991773346-project] 10.222.0.98 "GET /v2.0/ports?device_id=da712288-103f-43b7-ba18-9eacd6e3b0a7 HTTP/1.1" status: 200 len: 210 time: 0.0634298 Jul 09 16:17:31.672756 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a293343f-a03d-4c48-a38e-86e5fe49682f req-d1612756-9f6e-413f-ab86-ac995bc30852 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=550c9a83-b90b-4c76-8997-d138fe2acae9 HTTP/1.1" status: 200 len: 210 time: 0.0564768 Jul 09 16:17:31.700204 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6541b-7059-4f74-829b-ffb554e689b9 req-e1cb1c59-1fa1-468f-ac5d-ccd99b41fa7b tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:31.704629 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-daa6541b-7059-4f74-829b-ffb554e689b9 req-e1cb1c59-1fa1-468f-ac5d-ccd99b41fa7b tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=b4ce6cf7-8817-477b-9686-6acbbfd6d885 HTTP/1.1" status: 200 len: 1095 time: 0.0872254 Jul 09 16:17:31.726143 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e675edc-fd4a-4a6a-87c0-6d06c9447424 x-openstack-request-id: req-8e675edc-fd4a-4a6a-87c0-6d06c9447424 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:17:31.726437 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4fce331-1f74-457c-a9bc-139cc2aa7d33", "name": "network-vif-plugged", "status": "completed", "tag": "83f41e9e-1b0b-4f72-904e-a795d6369edc", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:17:31.726688 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8e675edc-fd4a-4a6a-87c0-6d06c9447424 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:17:31.727113 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4fce331-1f74-457c-a9bc-139cc2aa7d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f41e9e-1b0b-4f72-904e-a795d6369edc', 'code': 200} Jul 09 16:17:31.788023 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-daa6541b-7059-4f74-829b-ffb554e689b9 req-29e162ce-e647-45fb-b0ea-81d544f41f94 tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763197 Jul 09 16:17:31.910272 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7872ed70-2ccb-4c6f-97de-8d41c6e4036f req-ecbe3170-7d66-4a5d-933e-f8cad71b4831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:31.911823 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7872ed70-2ccb-4c6f-97de-8d41c6e4036f req-ecbe3170-7d66-4a5d-933e-f8cad71b4831 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b4fce331-1f74-457c-a9bc-139cc2aa7d33 HTTP/1.1" status: 200 len: 1096 time: 0.1109254 Jul 09 16:17:32.006082 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea982b3-d62a-40bc-bc73-638be0964a04 req-61bd490c-256f-4f8d-8366-725fc7c8ae84 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:32.012718 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea982b3-d62a-40bc-bc73-638be0964a04 req-61bd490c-256f-4f8d-8366-725fc7c8ae84 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:32.014339 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2ea982b3-d62a-40bc-bc73-638be0964a04 req-61bd490c-256f-4f8d-8366-725fc7c8ae84 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6b8cbba-b32b-498e-b3c2-45486e1706d7 HTTP/1.1" status: 200 len: 1677 time: 0.1544209 Jul 09 16:17:32.016256 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7872ed70-2ccb-4c6f-97de-8d41c6e4036f req-d7e37735-d6e1-4ab4-b405-ce79c986f779 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963242 Jul 09 16:17:32.071902 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2ea982b3-d62a-40bc-bc73-638be0964a04 req-a903bcca-4169-4c19-8c7c-04027df5c999 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/security-groups?id=ed455c02-e886-4f75-ace5-02640635a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491226 Jul 09 16:17:32.141863 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e392ae8-edf9-466a-9036-32431270459f req-ae13f0ff-9b9c-4289-a4c1-a1b9128e2b39 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:32.143624 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7e392ae8-edf9-466a-9036-32431270459f req-ae13f0ff-9b9c-4289-a4c1-a1b9128e2b39 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/networks?id=5ab794d9-1bd8-4da1-bd91-e5307e2548b2 HTTP/1.1" status: 200 len: 808 time: 0.1305749 Jul 09 16:17:32.167698 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7e392ae8-edf9-466a-9036-32431270459f req-41692b22-beaa-4a38-9d27-c06cb205e5c0 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/quotas/546108aaf02647ac83ffc1a249896d22 HTTP/1.1" status: 200 len: 375 time: 0.0179546 Jul 09 16:17:32.253141 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7e392ae8-edf9-466a-9036-32431270459f req-217cd147-0482-4c45-8b51-8c91d0a8ae43 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=546108aaf02647ac83ffc1a249896d22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0843112 Jul 09 16:17:32.323209 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3bd816-e624-485c-a352-b49f901099d6 req-105841ac-830f-4184-9df3-38d4c3528298 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:32.324713 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ac3bd816-e624-485c-a352-b49f901099d6 req-105841ac-830f-4184-9df3-38d4c3528298 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4fce331-1f74-457c-a9bc-139cc2aa7d33 HTTP/1.1" status: 200 len: 945 time: 0.0663495 Jul 09 16:17:32.348120 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7e392ae8-edf9-466a-9036-32431270459f req-b8f60afc-a1b4-4d4b-8db6-8940adde4d22 service neutron] 10.222.0.98 "GET /v2.0/networks/5ab794d9-1bd8-4da1-bd91-e5307e2548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891590 Jul 09 16:17:32.364513 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ac3bd816-e624-485c-a352-b49f901099d6 req-75e68c16-3f70-40f3-8864-91ca9d8a5632 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339329 Jul 09 16:17:32.443132 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device a97c147c-628a-4fa3-a6d3-85691a750447 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:17:32.446724 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7e392ae8-edf9-466a-9036-32431270459f req-8c48dc21-a144-42a0-a5b9-e86c3db4657c service neutron] 10.222.0.98 "GET /v2.0/networks/5ab794d9-1bd8-4da1-bd91-e5307e2548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925584 Jul 09 16:17:32.572368 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port a97c147c-628a-4fa3-a6d3-85691a750447, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=a97c147c-628a-4fa3-a6d3-85691a750447,segment=NetworkSegment(9d5e5c69-f9a4-497b-918d-af553caa705d),segment_id=9d5e5c69-f9a4-497b-918d-af553caa705d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:17:32.595724 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': 'a97c147c-628a-4fa3-a6d3-85691a750447', 'network_id': 'c230f489-922c-4ae8-b1e1-cf3860555f7e', 'port_id': 'a97c147c-628a-4fa3-a6d3-85691a750447', 'mac_address': 'fa:16:3e:24:26:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b1787f0-7b7f-494c-9590-8748eba6e568', 'ip_address': '19.80.0.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:17:32.678296 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9995dc89-e27a-4484-9f96-c0f748674aa8 req-be213355-8ddc-4927-ad2f-6308a2286ff8 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bfaa85a-7412-4693-8f76-85c0874e9aa1 HTTP/1.1" status: 200 len: 210 time: 0.0333719 Jul 09 16:17:32.722080 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:32.734824 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a97c147c-628a-4fa3-a6d3-85691a750447 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:17:32.831019 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port a97c147c-628a-4fa3-a6d3-85691a750447, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=a97c147c-628a-4fa3-a6d3-85691a750447,segment=NetworkSegment(9d5e5c69-f9a4-497b-918d-af553caa705d),segment_id=9d5e5c69-f9a4-497b-918d-af553caa705d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:17:32.837454 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439fdee4-a429-4f7a-aa6f-34216b53ac09 req-66abbd2f-105e-449b-aa15-ccd1cc14caf1 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:32.839302 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:32.840027 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 72db98b4-32e3-4c24-9205-ff7edc1de567 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:17:32.872050 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-439fdee4-a429-4f7a-aa6f-34216b53ac09 req-66abbd2f-105e-449b-aa15-ccd1cc14caf1 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=24b38fcb-af32-450b-8a9c-61b943e9a0f3 HTTP/1.1" status: 200 len: 950 time: 0.1825702 Jul 09 16:17:32.965066 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-439fdee4-a429-4f7a-aa6f-34216b53ac09 req-71352d57-f56d-4379-b4c7-46b9eec08d03 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920222 Jul 09 16:17:32.981883 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=a97c147c-628a-4fa3-a6d3-85691a750447,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:33.037635 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b8050dd5-65d6-4fd3-99c7-7a46437b0c37 req-d0faea7a-d3cb-4576-b1ae-87359ed48d2d tempest-ServerShowV254Test-1991773346 tempest-ServerShowV254Test-1991773346-project] 10.222.0.98 "GET /v2.0/ports?device_id=da712288-103f-43b7-ba18-9eacd6e3b0a7 HTTP/1.1" status: 200 len: 210 time: 0.0692275 Jul 09 16:17:33.166127 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 72db98b4-32e3-4c24-9205-ff7edc1de567, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=72db98b4-32e3-4c24-9205-ff7edc1de567,segment=NetworkSegment(1c0b2687-38d6-469d-b354-85bf941fac68),segment_id=1c0b2687-38d6-469d-b354-85bf941fac68)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:17:33.197293 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '72db98b4-32e3-4c24-9205-ff7edc1de567', 'network_id': '868d3f7b-2d06-4f4e-8ff1-bed35fe00b05', 'port_id': '72db98b4-32e3-4c24-9205-ff7edc1de567', 'mac_address': 'fa:16:3e:cc:db:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d2cc91a-00bb-4aad-8681-71f2153ba103', 'ip_address': '19.86.0.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:17:33.253748 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-98dd49e5-bb1d-416b-9e40-50a6eee815f3 req-797aff3a-5ce2-4b9d-a9cc-7c17b69b3a9c tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=550c9a83-b90b-4c76-8997-d138fe2acae9 HTTP/1.1" status: 200 len: 210 time: 0.0501161 Jul 09 16:17:33.322123 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:33.335075 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267de7f7-ba64-4ebc-bb0c-71d477975e5c req-b0c94db7-4d0a-4b57-9859-8e4525ee8b90 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:33.336894 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-267de7f7-ba64-4ebc-bb0c-71d477975e5c req-b0c94db7-4d0a-4b57-9859-8e4525ee8b90 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.73 "GET /v2.0/networks?id=ce97cc22-3a2c-431c-a7c0-56837c541317 HTTP/1.1" status: 200 len: 806 time: 0.2127466 Jul 09 16:17:33.347072 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72db98b4-32e3-4c24-9205-ff7edc1de567 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:17:33.365119 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-267de7f7-ba64-4ebc-bb0c-71d477975e5c req-5e04e703-0d13-4f12-8a7f-44f4ef9ae00d tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Request body: {'port': {'device_id': '550c9a83-b90b-4c76-8997-d138fe2acae9', 'network_id': 'ce97cc22-3a2c-431c-a7c0-56837c541317', 'admin_state_up': True, 'tenant_id': 'e315895fcff346cb9e8f1de4a11daf77'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:17:33.391933 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 72db98b4-32e3-4c24-9205-ff7edc1de567, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=72db98b4-32e3-4c24-9205-ff7edc1de567,segment=NetworkSegment(1c0b2687-38d6-469d-b354-85bf941fac68),segment_id=1c0b2687-38d6-469d-b354-85bf941fac68)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:17:33.397274 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:33.427181 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b700f-6574-4875-9ec4-287fa22babc4 req-1ea1ba61-b07d-435f-bdac-f43870a57b34 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:33.468055 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b700f-6574-4875-9ec4-287fa22babc4 req-1ea1ba61-b07d-435f-bdac-f43870a57b34 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:33.475286 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b02b700f-6574-4875-9ec4-287fa22babc4 req-1ea1ba61-b07d-435f-bdac-f43870a57b34 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6b8cbba-b32b-498e-b3c2-45486e1706d7 HTTP/1.1" status: 200 len: 1678 time: 0.2096016 Jul 09 16:17:33.487991 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=72db98b4-32e3-4c24-9205-ff7edc1de567,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:33.548840 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b02b700f-6574-4875-9ec4-287fa22babc4 req-b6f493a5-da01-4994-bc6e-10942a1a9321 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/security-groups?id=ed455c02-e886-4f75-ace5-02640635a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723193 Jul 09 16:17:33.642931 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-267de7f7-ba64-4ebc-bb0c-71d477975e5c req-5e04e703-0d13-4f12-8a7f-44f4ef9ae00d tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Made reservation on behalf of e315895fcff346cb9e8f1de4a11daf77 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:17:33.647163 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-267de7f7-ba64-4ebc-bb0c-71d477975e5c req-5e04e703-0d13-4f12-8a7f-44f4ef9ae00d tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:33.672575 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2787974-7640-472b-8860-33e8b196a4ba req-74c6044d-640f-4e7e-996e-35c943cbcf06 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:33.681123 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d2787974-7640-472b-8860-33e8b196a4ba req-74c6044d-640f-4e7e-996e-35c943cbcf06 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4fce331-1f74-457c-a9bc-139cc2aa7d33 HTTP/1.1" status: 200 len: 945 time: 0.1305094 Jul 09 16:17:33.787651 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d2787974-7640-472b-8860-33e8b196a4ba req-8bcc773b-3b7a-4f25-bbce-6f1ca2997e7a tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048653 Jul 09 16:17:33.904194 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-267de7f7-ba64-4ebc-bb0c-71d477975e5c req-5e04e703-0d13-4f12-8a7f-44f4ef9ae00d tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Allocated IP 172.20.0.14 (ce97cc22-3a2c-431c-a7c0-56837c541317/87031510-fde3-40ce-a568-4132b7a3476d/709d048c-1f11-4c77-b428-727a2c0d34c5) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:17:34.000172 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['a97c147c-628a-4fa3-a6d3-85691a750447'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:17:34.024350 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-98258d9b-e892-4e5f-812f-a6e4438f9e73 req-b72f00a4-ff75-4473-9b3e-63b06b0bcab6 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bfaa85a-7412-4693-8f76-85c0874e9aa1 HTTP/1.1" status: 200 len: 210 time: 0.0769398 Jul 09 16:17:34.302258 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-267de7f7-ba64-4ebc-bb0c-71d477975e5c req-5e04e703-0d13-4f12-8a7f-44f4ef9ae00d tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:34.346112 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a446f-1bb2-4bb5-8ebc-c4511009d428 req-a8ef416c-967a-4461-8450-bc243c302126 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:34.349102 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ca2a446f-1bb2-4bb5-8ebc-c4511009d428 req-a8ef416c-967a-4461-8450-bc243c302126 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=24b38fcb-af32-450b-8a9c-61b943e9a0f3 HTTP/1.1" status: 200 len: 950 time: 0.1592424 Jul 09 16:17:34.426733 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d37873-e220-4fb7-acbb-32b70345ee80 req-3e0020f5-d961-4c5f-ae6f-e13000cf4541 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:34.434167 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-10d37873-e220-4fb7-acbb-32b70345ee80 req-3e0020f5-d961-4c5f-ae6f-e13000cf4541 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4fce331-1f74-457c-a9bc-139cc2aa7d33 HTTP/1.1" status: 200 len: 945 time: 0.1749444 Jul 09 16:17:34.445201 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ca2a446f-1bb2-4bb5-8ebc-c4511009d428 req-fd91a7a7-4dbf-414b-806c-869e285be2e5 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874496 Jul 09 16:17:34.459457 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-267de7f7-ba64-4ebc-bb0c-71d477975e5c req-5e04e703-0d13-4f12-8a7f-44f4ef9ae00d tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:34.479900 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['f8ff3a60-d462-40e9-acb7-798df2b5cc97'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:17:34.545724 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-10d37873-e220-4fb7-acbb-32b70345ee80 req-58534b45-782e-432e-8eac-442b17db0145 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096509 Jul 09 16:17:34.566896 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-267de7f7-ba64-4ebc-bb0c-71d477975e5c req-5e04e703-0d13-4f12-8a7f-44f4ef9ae00d tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Network ce97cc22-3a2c-431c-a7c0-56837c541317 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:17:34.585842 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-267de7f7-ba64-4ebc-bb0c-71d477975e5c req-5e04e703-0d13-4f12-8a7f-44f4ef9ae00d tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:17:34.605099 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-267de7f7-ba64-4ebc-bb0c-71d477975e5c req-5e04e703-0d13-4f12-8a7f-44f4ef9ae00d tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:17:34.819677 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e04e703-0d13-4f12-8a7f-44f4ef9ae00d tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Pushing event updated for resources: {'Port': ['ID=709d048c-1f11-4c77-b428-727a2c0d34c5,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:34.841364 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-75a76d87-0a10-4237-9839-ea1a2418b43b req-aabe8b37-9f85-49ac-8081-847a3b007d90 tempest-ServerShowV254Test-1991773346 tempest-ServerShowV254Test-1991773346-project] 10.222.0.98 "GET /v2.0/ports?device_id=da712288-103f-43b7-ba18-9eacd6e3b0a7 HTTP/1.1" status: 200 len: 210 time: 0.0700552 Jul 09 16:17:34.911497 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e392ae8-edf9-466a-9036-32431270459f req-4f591dee-41ee-498f-afdc-9e39c3ec4b12 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:34.913550 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7e392ae8-edf9-466a-9036-32431270459f req-4f591dee-41ee-498f-afdc-9e39c3ec4b12 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.77 "GET /v2.0/networks?id=5ab794d9-1bd8-4da1-bd91-e5307e2548b2 HTTP/1.1" status: 200 len: 808 time: 0.3044350 Jul 09 16:17:34.920627 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267de7f7-ba64-4ebc-bb0c-71d477975e5c req-5e04e703-0d13-4f12-8a7f-44f4ef9ae00d tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:34.921253 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-267de7f7-ba64-4ebc-bb0c-71d477975e5c req-5e04e703-0d13-4f12-8a7f-44f4ef9ae00d tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:34.930088 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-7e392ae8-edf9-466a-9036-32431270459f req-a897cdde-5e83-4b39-842e-8342a1d65cc0 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Request body: {'port': {'device_id': '0bfaa85a-7412-4693-8f76-85c0874e9aa1', 'network_id': '5ab794d9-1bd8-4da1-bd91-e5307e2548b2', 'admin_state_up': True, 'tenant_id': '546108aaf02647ac83ffc1a249896d22'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:17:35.079614 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['72db98b4-32e3-4c24-9205-ff7edc1de567'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:17:35.122786 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103e074-cc54-4d6e-b706-5e80d06a4eaa req-0e366b06-49ca-4b06-bdd2-455db4ea22bc tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:35.133132 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103e074-cc54-4d6e-b706-5e80d06a4eaa req-0e366b06-49ca-4b06-bdd2-455db4ea22bc tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:35.143690 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7103e074-cc54-4d6e-b706-5e80d06a4eaa req-0e366b06-49ca-4b06-bdd2-455db4ea22bc tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6b8cbba-b32b-498e-b3c2-45486e1706d7 HTTP/1.1" status: 200 len: 1679 time: 0.1134341 Jul 09 16:17:35.185663 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7103e074-cc54-4d6e-b706-5e80d06a4eaa req-64dd564a-c8ef-4fbd-9ffe-d3b7944cd1f8 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/security-groups?id=ed455c02-e886-4f75-ace5-02640635a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410402 Jul 09 16:17:35.300073 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-267de7f7-ba64-4ebc-bb0c-71d477975e5c req-5e04e703-0d13-4f12-8a7f-44f4ef9ae00d tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9399197 Jul 09 16:17:35.355345 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-267de7f7-ba64-4ebc-bb0c-71d477975e5c req-cd71bee2-d961-4ca7-ba2e-be19829e6a45 service neutron] Request body: {'port': {'device_id': '550c9a83-b90b-4c76-8997-d138fe2acae9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:17:35.366980 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240428a-47a9-4f2f-b48c-be8294bd9bfc req-e2f307ca-1d76-46c5-a3dd-0ca0ee6534d7 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:35.368523 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0240428a-47a9-4f2f-b48c-be8294bd9bfc req-e2f307ca-1d76-46c5-a3dd-0ca0ee6534d7 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=550c9a83-b90b-4c76-8997-d138fe2acae9 HTTP/1.1" status: 200 len: 932 time: 0.5611408 Jul 09 16:17:35.470926 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0240428a-47a9-4f2f-b48c-be8294bd9bfc req-adb9106c-a9c8-4a28-b443-a53c3e2cb1f2 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782776 Jul 09 16:17:35.482432 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e392ae8-edf9-466a-9036-32431270459f req-a897cdde-5e83-4b39-842e-8342a1d65cc0 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Made reservation on behalf of 546108aaf02647ac83ffc1a249896d22 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:17:35.485354 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4baa20eb-cf83-4be4-b3d4-36977b01cd0a req-31b09a31-8c9a-4690-a9bc-e11024d17e0e tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bfaa85a-7412-4693-8f76-85c0874e9aa1 HTTP/1.1" status: 200 len: 210 time: 0.0373361 Jul 09 16:17:35.487425 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7e392ae8-edf9-466a-9036-32431270459f req-a897cdde-5e83-4b39-842e-8342a1d65cc0 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:35.505066 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-267de7f7-ba64-4ebc-bb0c-71d477975e5c req-cd71bee2-d961-4ca7-ba2e-be19829e6a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:35.743730 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe064a-ff07-4fb0-acd0-89ac2fcaeea1 req-6301c177-7282-4d96-baa1-d107552e4a0f tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:35.745662 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-12fe064a-ff07-4fb0-acd0-89ac2fcaeea1 req-6301c177-7282-4d96-baa1-d107552e4a0f tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4fce331-1f74-457c-a9bc-139cc2aa7d33 HTTP/1.1" status: 200 len: 945 time: 0.0681357 Jul 09 16:17:35.789983 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-12fe064a-ff07-4fb0-acd0-89ac2fcaeea1 req-d85f0341-fbf3-40fe-9d9e-7958ff31ae66 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365825 Jul 09 16:17:35.808643 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-7e392ae8-edf9-466a-9036-32431270459f req-a897cdde-5e83-4b39-842e-8342a1d65cc0 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Allocated IP 172.20.0.7 (5ab794d9-1bd8-4da1-bd91-e5307e2548b2/5288f2c0-4157-42ca-b91f-37115e42c839/26548898-1279-45e9-a1a3-38136f548176) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:17:35.848047 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690eb561-aa82-4dea-a1a3-19534aa65233 req-34436041-24ab-46dc-8390-413ca62e4299 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:35.849551 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-690eb561-aa82-4dea-a1a3-19534aa65233 req-34436041-24ab-46dc-8390-413ca62e4299 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=24b38fcb-af32-450b-8a9c-61b943e9a0f3 HTTP/1.1" status: 200 len: 950 time: 0.2356298 Jul 09 16:17:35.992116 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-690eb561-aa82-4dea-a1a3-19534aa65233 req-7f6f3491-879c-43ff-82de-6d8a5c6b3b1c tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335011 Jul 09 16:17:36.075309 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-267de7f7-ba64-4ebc-bb0c-71d477975e5c req-cd71bee2-d961-4ca7-ba2e-be19829e6a45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 709d048c-1f11-4c77-b428-727a2c0d34c5 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:17:36.088560 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-267de7f7-ba64-4ebc-bb0c-71d477975e5c req-cd71bee2-d961-4ca7-ba2e-be19829e6a45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:36.124007 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-267de7f7-ba64-4ebc-bb0c-71d477975e5c req-cd71bee2-d961-4ca7-ba2e-be19829e6a45 service neutron] Transition to ACTIVE for port object 709d048c-1f11-4c77-b428-727a2c0d34c5 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:17:36.126963 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7e392ae8-edf9-466a-9036-32431270459f req-a897cdde-5e83-4b39-842e-8342a1d65cc0 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:36.132766 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-267de7f7-ba64-4ebc-bb0c-71d477975e5c req-cd71bee2-d961-4ca7-ba2e-be19829e6a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:36.251610 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7e392ae8-edf9-466a-9036-32431270459f req-a897cdde-5e83-4b39-842e-8342a1d65cc0 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:36.274362 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd71bee2-d961-4ca7-ba2e-be19829e6a45 service neutron] Pushing event updated for resources: {'Port': ['ID=709d048c-1f11-4c77-b428-727a2c0d34c5,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:36.282076 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c79d0d-b5da-4e2c-9fad-39257bfbbff2 req-98df05c0-0898-4c48-9c38-5e8c27ccc5b6 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:36.284912 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e3c79d0d-b5da-4e2c-9fad-39257bfbbff2 req-98df05c0-0898-4c48-9c38-5e8c27ccc5b6 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4fce331-1f74-457c-a9bc-139cc2aa7d33 HTTP/1.1" status: 200 len: 945 time: 0.0695500 Jul 09 16:17:36.291204 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3aace1a9-9263-4150-adb4-28c1067085bb req-0938a6dd-ffdc-4da1-bd24-7e007c2b909f tempest-ServerShowV254Test-1991773346 tempest-ServerShowV254Test-1991773346-project] 10.222.0.98 "GET /v2.0/ports?device_id=da712288-103f-43b7-ba18-9eacd6e3b0a7 HTTP/1.1" status: 200 len: 210 time: 0.0674505 Jul 09 16:17:36.355400 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e3c79d0d-b5da-4e2c-9fad-39257bfbbff2 req-768989e1-00c6-42b5-8c4f-7841baec642f tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594766 Jul 09 16:17:36.358158 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e392ae8-edf9-466a-9036-32431270459f req-a897cdde-5e83-4b39-842e-8342a1d65cc0 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Network 5ab794d9-1bd8-4da1-bd91-e5307e2548b2 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:17:36.370526 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-7e392ae8-edf9-466a-9036-32431270459f req-a897cdde-5e83-4b39-842e-8342a1d65cc0 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:17:36.396801 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e392ae8-edf9-466a-9036-32431270459f req-a897cdde-5e83-4b39-842e-8342a1d65cc0 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:17:36.483431 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device a97c147c-628a-4fa3-a6d3-85691a750447 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:17:36.510243 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a897cdde-5e83-4b39-842e-8342a1d65cc0 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Pushing event updated for resources: {'Port': ['ID=26548898-1279-45e9-a1a3-38136f548176,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:36.526378 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e392ae8-edf9-466a-9036-32431270459f req-a897cdde-5e83-4b39-842e-8342a1d65cc0 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:36.527088 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7e392ae8-edf9-466a-9036-32431270459f req-a897cdde-5e83-4b39-842e-8342a1d65cc0 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:36.537670 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-267de7f7-ba64-4ebc-bb0c-71d477975e5c req-cd71bee2-d961-4ca7-ba2e-be19829e6a45 service neutron] Attempting to bind port 709d048c-1f11-4c77-b428-727a2c0d34c5 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:17:36.537891 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-267de7f7-ba64-4ebc-bb0c-71d477975e5c req-cd71bee2-d961-4ca7-ba2e-be19829e6a45 service neutron] Attempting to bind port 709d048c-1f11-4c77-b428-727a2c0d34c5 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': 'fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ce97cc22-3a2c-431c-a7c0-56837c541317'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:17:36.538108 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267de7f7-ba64-4ebc-bb0c-71d477975e5c req-cd71bee2-d961-4ca7-ba2e-be19829e6a45 service neutron] Attempting to bind port 709d048c-1f11-4c77-b428-727a2c0d34c5 on network ce97cc22-3a2c-431c-a7c0-56837c541317 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:17:36.552924 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267de7f7-ba64-4ebc-bb0c-71d477975e5c req-cd71bee2-d961-4ca7-ba2e-be19829e6a45 service neutron] Port 709d048c-1f11-4c77-b428-727a2c0d34c5 on network ce97cc22-3a2c-431c-a7c0-56837c541317 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:17:36.553299 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267de7f7-ba64-4ebc-bb0c-71d477975e5c req-cd71bee2-d961-4ca7-ba2e-be19829e6a45 service neutron] Attempting to bind port 709d048c-1f11-4c77-b428-727a2c0d34c5 on network ce97cc22-3a2c-431c-a7c0-56837c541317 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:17:36.563678 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7e392ae8-edf9-466a-9036-32431270459f req-a897cdde-5e83-4b39-842e-8342a1d65cc0 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6385489 Jul 09 16:17:36.567674 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267de7f7-ba64-4ebc-bb0c-71d477975e5c req-cd71bee2-d961-4ca7-ba2e-be19829e6a45 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:17:36.568160 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267de7f7-ba64-4ebc-bb0c-71d477975e5c req-cd71bee2-d961-4ca7-ba2e-be19829e6a45 service neutron] Checking segment: {'id': 'fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ce97cc22-3a2c-431c-a7c0-56837c541317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:17:36.568392 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267de7f7-ba64-4ebc-bb0c-71d477975e5c req-cd71bee2-d961-4ca7-ba2e-be19829e6a45 service neutron] Bound using segment: {'id': 'fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ce97cc22-3a2c-431c-a7c0-56837c541317'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:17:36.568859 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-267de7f7-ba64-4ebc-bb0c-71d477975e5c req-cd71bee2-d961-4ca7-ba2e-be19829e6a45 service neutron] Bound port: 709d048c-1f11-4c77-b428-727a2c0d34c5, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ce97cc22-3a2c-431c-a7c0-56837c541317'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:17:36.569750 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-267de7f7-ba64-4ebc-bb0c-71d477975e5c req-cd71bee2-d961-4ca7-ba2e-be19829e6a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:36.575070 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port a97c147c-628a-4fa3-a6d3-85691a750447 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:17:36.578559 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-7e392ae8-edf9-466a-9036-32431270459f req-39d9d621-39c4-4f0b-846d-18a473be2f26 service neutron] Request body: {'port': {'device_id': '0bfaa85a-7412-4693-8f76-85c0874e9aa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:17:36.581890 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port a97c147c-628a-4fa3-a6d3-85691a750447 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:17:36.582426 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:36.630533 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00216653-33bc-4cfb-a02f-babc40a3e4a0 req-a6263da4-ae42-482a-a044-861d1a1b11f5 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:36.643681 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00216653-33bc-4cfb-a02f-babc40a3e4a0 req-a6263da4-ae42-482a-a044-861d1a1b11f5 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:36.651508 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-00216653-33bc-4cfb-a02f-babc40a3e4a0 req-a6263da4-ae42-482a-a044-861d1a1b11f5 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6b8cbba-b32b-498e-b3c2-45486e1706d7 HTTP/1.1" status: 200 len: 1679 time: 0.2199323 Jul 09 16:17:36.743950 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:36.764816 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-00216653-33bc-4cfb-a02f-babc40a3e4a0 req-b0d3cdca-2c0b-4b91-a40e-19deaae260ce tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/security-groups?id=ed455c02-e886-4f75-ace5-02640635a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123748 Jul 09 16:17:36.787781 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-267de7f7-ba64-4ebc-bb0c-71d477975e5c req-cd71bee2-d961-4ca7-ba2e-be19829e6a45 service neutron] For port 709d048c-1f11-4c77-b428-727a2c0d34c5, host n-h2-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:17:36.791648 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b8cbba-b32b-498e-b3c2-45486e1706d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97c147c-628a-4fa3-a6d3-85691a750447'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:17:36.794293 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01dbc0e-21bc-4fa0-9c28-97a6e8601b66" -d '{"events": [{"server_uuid": "d6b8cbba-b32b-498e-b3c2-45486e1706d7", "name": "network-vif-plugged", "status": "completed", "tag": "a97c147c-628a-4fa3-a6d3-85691a750447"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:17:36.795799 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7e392ae8-edf9-466a-9036-32431270459f req-39d9d621-39c4-4f0b-846d-18a473be2f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:36.801024 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-267de7f7-ba64-4ebc-bb0c-71d477975e5c req-cd71bee2-d961-4ca7-ba2e-be19829e6a45 service neutron] For port 709d048c-1f11-4c77-b428-727a2c0d34c5, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=709d048c-1f11-4c77-b428-727a2c0d34c5,segment=NetworkSegment(fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c),segment_id=fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:17:36.816666 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port a97c147c-628a-4fa3-a6d3-85691a750447, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=a97c147c-628a-4fa3-a6d3-85691a750447,segment=NetworkSegment(9d5e5c69-f9a4-497b-918d-af553caa705d),segment_id=9d5e5c69-f9a4-497b-918d-af553caa705d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:17:36.817631 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f986e-3e8d-46b9-88f8-13c38e5c9914 req-2e9d5700-82a7-432c-9a67-b9d5ad053100 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:36.820275 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-499f986e-3e8d-46b9-88f8-13c38e5c9914 req-2e9d5700-82a7-432c-9a67-b9d5ad053100 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=550c9a83-b90b-4c76-8997-d138fe2acae9 HTTP/1.1" status: 200 len: 944 time: 0.1717763 Jul 09 16:17:36.824080 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:36.824282 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-267de7f7-ba64-4ebc-bb0c-71d477975e5c req-cd71bee2-d961-4ca7-ba2e-be19829e6a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:36.825852 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 72db98b4-32e3-4c24-9205-ff7edc1de567 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:17:36.904871 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-499f986e-3e8d-46b9-88f8-13c38e5c9914 req-4231d10d-0490-4d2b-b710-8b09ad8998ca tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673985 Jul 09 16:17:36.921182 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=a97c147c-628a-4fa3-a6d3-85691a750447,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:36.950324 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 72db98b4-32e3-4c24-9205-ff7edc1de567 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:17:36.954442 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267de7f7-ba64-4ebc-bb0c-71d477975e5c req-cd71bee2-d961-4ca7-ba2e-be19829e6a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:36.955641 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-267de7f7-ba64-4ebc-bb0c-71d477975e5c req-cd71bee2-d961-4ca7-ba2e-be19829e6a45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:36.955781 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 72db98b4-32e3-4c24-9205-ff7edc1de567 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:17:36.956133 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:36.957436 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-267de7f7-ba64-4ebc-bb0c-71d477975e5c req-cd71bee2-d961-4ca7-ba2e-be19829e6a45 service neutron] 10.222.0.73 "PUT /v2.0/ports/709d048c-1f11-4c77-b428-727a2c0d34c5 HTTP/1.1" status: 200 len: 1092 time: 1.6069980 Jul 09 16:17:36.962996 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '550c9a83-b90b-4c76-8997-d138fe2acae9', 'tag': '709d048c-1f11-4c77-b428-727a2c0d34c5'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:17:36.967356 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52179787-e566-4318-8d71-42f1b6815eab" -d '{"events": [{"name": "network-changed", "server_uuid": "550c9a83-b90b-4c76-8997-d138fe2acae9", "tag": "709d048c-1f11-4c77-b428-727a2c0d34c5"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:17:37.000486 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c9d297-9c96-41bf-b30e-e141dda3275f x-openstack-request-id: req-b8c9d297-9c96-41bf-b30e-e141dda3275f {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:17:37.000827 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6b8cbba-b32b-498e-b3c2-45486e1706d7", "name": "network-vif-plugged", "status": "completed", "tag": "a97c147c-628a-4fa3-a6d3-85691a750447", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:17:37.000965 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b8c9d297-9c96-41bf-b30e-e141dda3275f {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:17:37.001351 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6b8cbba-b32b-498e-b3c2-45486e1706d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97c147c-628a-4fa3-a6d3-85691a750447', 'code': 200} Jul 09 16:17:37.062099 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6eba971-7c91-4eea-985d-5ba2862438f6 x-openstack-request-id: req-c6eba971-7c91-4eea-985d-5ba2862438f6 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:17:37.062556 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "550c9a83-b90b-4c76-8997-d138fe2acae9", "tag": "709d048c-1f11-4c77-b428-727a2c0d34c5", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:17:37.062841 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c6eba971-7c91-4eea-985d-5ba2862438f6 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:17:37.063398 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '550c9a83-b90b-4c76-8997-d138fe2acae9', 'tag': '709d048c-1f11-4c77-b428-727a2c0d34c5', 'status': 'completed', 'code': 200} Jul 09 16:17:37.087671 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:37.141577 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 72db98b4-32e3-4c24-9205-ff7edc1de567, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=72db98b4-32e3-4c24-9205-ff7edc1de567,segment=NetworkSegment(1c0b2687-38d6-469d-b354-85bf941fac68),segment_id=1c0b2687-38d6-469d-b354-85bf941fac68)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:17:37.148277 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:37.224556 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=72db98b4-32e3-4c24-9205-ff7edc1de567,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:37.248134 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd71bee2-d961-4ca7-ba2e-be19829e6a45 service neutron] Pushing event updated for resources: {'Port': ['ID=709d048c-1f11-4c77-b428-727a2c0d34c5,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:37.263730 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4a798-b8d0-4bd7-8d5a-fe640f23491b req-cefe19ed-26c9-4fc2-a00f-663591918299 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:37.265567 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-63f4a798-b8d0-4bd7-8d5a-fe640f23491b req-cefe19ed-26c9-4fc2-a00f-663591918299 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=24b38fcb-af32-450b-8a9c-61b943e9a0f3 HTTP/1.1" status: 200 len: 950 time: 0.0916910 Jul 09 16:17:37.319510 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-63f4a798-b8d0-4bd7-8d5a-fe640f23491b req-6817cd02-c3fc-41c3-b275-88c0e208192c tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462580 Jul 09 16:17:37.376735 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1718469e-ffce-492c-b02e-d436ef8f2b4d req-41a2d2d7-9902-4de3-8ec0-bf4e14a29c40 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:37.378457 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1718469e-ffce-492c-b02e-d436ef8f2b4d req-41a2d2d7-9902-4de3-8ec0-bf4e14a29c40 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bfaa85a-7412-4693-8f76-85c0874e9aa1 HTTP/1.1" status: 200 len: 931 time: 0.4298131 Jul 09 16:17:37.385186 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267de7f7-ba64-4ebc-bb0c-71d477975e5c req-00746a01-2cd4-4918-9d36-bab420d6893d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:37.387067 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-267de7f7-ba64-4ebc-bb0c-71d477975e5c req-00746a01-2cd4-4918-9d36-bab420d6893d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e315895fcff346cb9e8f1de4a11daf77&device_id=550c9a83-b90b-4c76-8997-d138fe2acae9 HTTP/1.1" status: 200 len: 1095 time: 0.3384533 Jul 09 16:17:37.474226 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-267de7f7-ba64-4ebc-bb0c-71d477975e5c req-2bb22ffd-9341-476f-b5f9-48f3b48a1c25 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=709d048c-1f11-4c77-b428-727a2c0d34c5 HTTP/1.1" status: 200 len: 217 time: 0.0720394 Jul 09 16:17:37.477266 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-22d90bf2-e104-4751-aff4-dd459ff23f78 req-d8932694-6303-43bc-b153-c167932a4fbd tempest-ServerShowV254Test-1991773346 tempest-ServerShowV254Test-1991773346-project] 10.222.0.98 "GET /v2.0/ports?device_id=da712288-103f-43b7-ba18-9eacd6e3b0a7 HTTP/1.1" status: 200 len: 210 time: 0.0332081 Jul 09 16:17:37.539382 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1718469e-ffce-492c-b02e-d436ef8f2b4d req-b1361c0b-1f3f-402f-bf75-8e1559880b60 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491163 Jul 09 16:17:37.589200 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267de7f7-ba64-4ebc-bb0c-71d477975e5c req-486fd183-8e17-4489-bc9f-d80cf7c22cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:37.589200 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-267de7f7-ba64-4ebc-bb0c-71d477975e5c req-486fd183-8e17-4489-bc9f-d80cf7c22cc1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=87031510-fde3-40ce-a568-4132b7a3476d HTTP/1.1" status: 200 len: 846 time: 0.0977538 Jul 09 16:17:37.627986 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-267de7f7-ba64-4ebc-bb0c-71d477975e5c req-e3ad2fbf-7df3-43fc-bd08-35248b984b48 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ce97cc22-3a2c-431c-a7c0-56837c541317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365281 Jul 09 16:17:37.722413 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a26a0-c46b-472a-b44e-aa74816c1aa3 req-54e9643c-3f9b-4207-b775-b05aecbe5b24 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:37.724285 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-828a26a0-c46b-472a-b44e-aa74816c1aa3 req-54e9643c-3f9b-4207-b775-b05aecbe5b24 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4fce331-1f74-457c-a9bc-139cc2aa7d33 HTTP/1.1" status: 200 len: 945 time: 0.1038039 Jul 09 16:17:37.734558 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-7e392ae8-edf9-466a-9036-32431270459f req-39d9d621-39c4-4f0b-846d-18a473be2f26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26548898-1279-45e9-a1a3-38136f548176 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:17:37.746337 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7e392ae8-edf9-466a-9036-32431270459f req-39d9d621-39c4-4f0b-846d-18a473be2f26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:37.773593 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-7e392ae8-edf9-466a-9036-32431270459f req-39d9d621-39c4-4f0b-846d-18a473be2f26 service neutron] Transition to ACTIVE for port object 26548898-1279-45e9-a1a3-38136f548176 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:17:37.781282 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7e392ae8-edf9-466a-9036-32431270459f req-39d9d621-39c4-4f0b-846d-18a473be2f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:37.781806 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-828a26a0-c46b-472a-b44e-aa74816c1aa3 req-b4f2e32c-4b8f-4898-9cb1-2d2d4b40c6a4 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498199 Jul 09 16:17:37.808168 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd18f3-89a9-4cf3-8567-0a57493f2de2 req-8d41d1a0-80fb-4ded-b377-ca8eff9b8928 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:37.810421 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f7fd18f3-89a9-4cf3-8567-0a57493f2de2 req-8d41d1a0-80fb-4ded-b377-ca8eff9b8928 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4fce331-1f74-457c-a9bc-139cc2aa7d33 HTTP/1.1" status: 200 len: 945 time: 0.1261714 Jul 09 16:17:37.845198 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-267de7f7-ba64-4ebc-bb0c-71d477975e5c req-52b5d44f-3975-439e-ab59-069d43dec506 service neutron] 10.222.0.73 "GET /v2.0/networks/ce97cc22-3a2c-431c-a7c0-56837c541317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101142 Jul 09 16:17:37.940009 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-f7fd18f3-89a9-4cf3-8567-0a57493f2de2 req-3a9eae96-6393-4213-bc7a-44fb6f0abcc6 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Deleting port 83f41e9e-1b0b-4f72-904e-a795d6369edc {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:17:37.940454 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f7fd18f3-89a9-4cf3-8567-0a57493f2de2 req-3a9eae96-6393-4213-bc7a-44fb6f0abcc6 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:37.999340 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d9d621-39c4-4f0b-846d-18a473be2f26 service neutron] Pushing event updated for resources: {'Port': ['ID=26548898-1279-45e9-a1a3-38136f548176,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:38.076798 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-7e392ae8-edf9-466a-9036-32431270459f req-39d9d621-39c4-4f0b-846d-18a473be2f26 service neutron] Attempting to bind port 26548898-1279-45e9-a1a3-38136f548176 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:17:38.077442 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-7e392ae8-edf9-466a-9036-32431270459f req-39d9d621-39c4-4f0b-846d-18a473be2f26 service neutron] Attempting to bind port 26548898-1279-45e9-a1a3-38136f548176 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'b3327873-1adb-4566-ad72-2213b9292320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5ab794d9-1bd8-4da1-bd91-e5307e2548b2'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:17:38.077947 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e392ae8-edf9-466a-9036-32431270459f req-39d9d621-39c4-4f0b-846d-18a473be2f26 service neutron] Attempting to bind port 26548898-1279-45e9-a1a3-38136f548176 on network 5ab794d9-1bd8-4da1-bd91-e5307e2548b2 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:17:38.094870 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a972a11-80d5-4257-a5a9-82fd36f3e88b req-637559f4-522b-45d0-8e56-826dd502fc2a tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:38.102612 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a972a11-80d5-4257-a5a9-82fd36f3e88b req-637559f4-522b-45d0-8e56-826dd502fc2a tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:38.103898 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4a972a11-80d5-4257-a5a9-82fd36f3e88b req-637559f4-522b-45d0-8e56-826dd502fc2a tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6b8cbba-b32b-498e-b3c2-45486e1706d7 HTTP/1.1" status: 200 len: 1681 time: 0.2024837 Jul 09 16:17:38.107598 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-267de7f7-ba64-4ebc-bb0c-71d477975e5c req-9654258e-f589-49dc-a8a1-384c020a0157 service neutron] 10.222.0.73 "GET /v2.0/networks/ce97cc22-3a2c-431c-a7c0-56837c541317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335129 Jul 09 16:17:38.108588 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e392ae8-edf9-466a-9036-32431270459f req-39d9d621-39c4-4f0b-846d-18a473be2f26 service neutron] Port 26548898-1279-45e9-a1a3-38136f548176 on network 5ab794d9-1bd8-4da1-bd91-e5307e2548b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:17:38.108908 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e392ae8-edf9-466a-9036-32431270459f req-39d9d621-39c4-4f0b-846d-18a473be2f26 service neutron] Attempting to bind port 26548898-1279-45e9-a1a3-38136f548176 on network 5ab794d9-1bd8-4da1-bd91-e5307e2548b2 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:17:38.134824 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e392ae8-edf9-466a-9036-32431270459f req-39d9d621-39c4-4f0b-846d-18a473be2f26 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:17:38.135230 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e392ae8-edf9-466a-9036-32431270459f req-39d9d621-39c4-4f0b-846d-18a473be2f26 service neutron] Checking segment: {'id': 'b3327873-1adb-4566-ad72-2213b9292320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5ab794d9-1bd8-4da1-bd91-e5307e2548b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:17:38.135629 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e392ae8-edf9-466a-9036-32431270459f req-39d9d621-39c4-4f0b-846d-18a473be2f26 service neutron] Bound using segment: {'id': 'b3327873-1adb-4566-ad72-2213b9292320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5ab794d9-1bd8-4da1-bd91-e5307e2548b2'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:17:38.136332 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-7e392ae8-edf9-466a-9036-32431270459f req-39d9d621-39c4-4f0b-846d-18a473be2f26 service neutron] Bound port: 26548898-1279-45e9-a1a3-38136f548176, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3327873-1adb-4566-ad72-2213b9292320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5ab794d9-1bd8-4da1-bd91-e5307e2548b2'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:17:38.136831 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7e392ae8-edf9-466a-9036-32431270459f req-39d9d621-39c4-4f0b-846d-18a473be2f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:38.227002 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4a972a11-80d5-4257-a5a9-82fd36f3e88b req-172212ce-ce86-4c75-834c-4017f743ea58 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/security-groups?id=ed455c02-e886-4f75-ace5-02640635a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090133 Jul 09 16:17:38.296716 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-7e392ae8-edf9-466a-9036-32431270459f req-39d9d621-39c4-4f0b-846d-18a473be2f26 service neutron] For port 26548898-1279-45e9-a1a3-38136f548176, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:17:38.302724 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-7e392ae8-edf9-466a-9036-32431270459f req-39d9d621-39c4-4f0b-846d-18a473be2f26 service neutron] For port 26548898-1279-45e9-a1a3-38136f548176, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=26548898-1279-45e9-a1a3-38136f548176,segment=NetworkSegment(b3327873-1adb-4566-ad72-2213b9292320),segment_id=b3327873-1adb-4566-ad72-2213b9292320)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:17:38.311284 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7e392ae8-edf9-466a-9036-32431270459f req-39d9d621-39c4-4f0b-846d-18a473be2f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:38.368099 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52179787-e566-4318-8d71-42f1b6815eab req-d6fbc062-b2fc-402f-8d97-b21fb3974e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:38.369667 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-52179787-e566-4318-8d71-42f1b6815eab req-d6fbc062-b2fc-402f-8d97-b21fb3974e76 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e315895fcff346cb9e8f1de4a11daf77&device_id=550c9a83-b90b-4c76-8997-d138fe2acae9 HTTP/1.1" status: 200 len: 1095 time: 0.1396143 Jul 09 16:17:38.376152 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e392ae8-edf9-466a-9036-32431270459f req-39d9d621-39c4-4f0b-846d-18a473be2f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:38.377364 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7e392ae8-edf9-466a-9036-32431270459f req-39d9d621-39c4-4f0b-846d-18a473be2f26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:38.378903 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7e392ae8-edf9-466a-9036-32431270459f req-39d9d621-39c4-4f0b-846d-18a473be2f26 service neutron] 10.222.0.77 "PUT /v2.0/ports/26548898-1279-45e9-a1a3-38136f548176 HTTP/1.1" status: 200 len: 1091 time: 1.8048384 Jul 09 16:17:38.495559 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d9d621-39c4-4f0b-846d-18a473be2f26 service neutron] Pushing event updated for resources: {'Port': ['ID=26548898-1279-45e9-a1a3-38136f548176,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:38.520093 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-f7fd18f3-89a9-4cf3-8567-0a57493f2de2 req-3a9eae96-6393-4213-bc7a-44fb6f0abcc6 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] For port 83f41e9e-1b0b-4f72-904e-a795d6369edc, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=83f41e9e-1b0b-4f72-904e-a795d6369edc,segment=NetworkSegment(f3322cfe-f17e-4138-825d-2b8f5a34d17c),segment_id=f3322cfe-f17e-4138-825d-2b8f5a34d17c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:17:38.520774 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f7fd18f3-89a9-4cf3-8567-0a57493f2de2 req-3a9eae96-6393-4213-bc7a-44fb6f0abcc6 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:38.540699 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-f7fd18f3-89a9-4cf3-8567-0a57493f2de2 req-3a9eae96-6393-4213-bc7a-44fb6f0abcc6 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Calling delete_port for 83f41e9e-1b0b-4f72-904e-a795d6369edc owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:17:38.552412 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d16f784-a899-43da-9ec5-6591fd9b1dc1 req-4f005395-b4d9-4101-8a2e-280679067c17 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:38.553851 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2d16f784-a899-43da-9ec5-6591fd9b1dc1 req-4f005395-b4d9-4101-8a2e-280679067c17 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=550c9a83-b90b-4c76-8997-d138fe2acae9 HTTP/1.1" status: 200 len: 944 time: 0.5169084 Jul 09 16:17:38.586450 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52179787-e566-4318-8d71-42f1b6815eab req-c2e09608-cca6-4d0b-b138-c060c875e0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:38.587944 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-52179787-e566-4318-8d71-42f1b6815eab req-c2e09608-cca6-4d0b-b138-c060c875e0e1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ce97cc22-3a2c-431c-a7c0-56837c541317 HTTP/1.1" status: 200 len: 907 time: 0.2081318 Jul 09 16:17:38.606702 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e392ae8-edf9-466a-9036-32431270459f req-2ef13e78-3e6c-4235-b4d0-b41e357102d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:38.608156 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7e392ae8-edf9-466a-9036-32431270459f req-2ef13e78-3e6c-4235-b4d0-b41e357102d1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=546108aaf02647ac83ffc1a249896d22&device_id=0bfaa85a-7412-4693-8f76-85c0874e9aa1 HTTP/1.1" status: 200 len: 1094 time: 0.1578705 Jul 09 16:17:38.617376 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e368a2-f203-4a59-8b89-e9781c909305 req-199742ac-726f-4de5-8c9c-67d565270d37 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:38.618775 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d6e368a2-f203-4a59-8b89-e9781c909305 req-199742ac-726f-4de5-8c9c-67d565270d37 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=24b38fcb-af32-450b-8a9c-61b943e9a0f3 HTTP/1.1" status: 200 len: 950 time: 0.1568983 Jul 09 16:17:38.634915 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2d16f784-a899-43da-9ec5-6591fd9b1dc1 req-e43a5a16-9546-4bad-83b7-ae68bd4c2225 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737197 Jul 09 16:17:38.691037 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-52179787-e566-4318-8d71-42f1b6815eab req-3e2ca202-8ac4-4bc6-a9a9-dcf493fe4cef service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=709d048c-1f11-4c77-b428-727a2c0d34c5 HTTP/1.1" status: 200 len: 217 time: 0.0941963 Jul 09 16:17:38.694346 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7e392ae8-edf9-466a-9036-32431270459f req-1585de03-c02f-438c-ac08-4902907f421f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26548898-1279-45e9-a1a3-38136f548176 HTTP/1.1" status: 200 len: 217 time: 0.0741715 Jul 09 16:17:38.723964 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f7fd18f3-89a9-4cf3-8567-0a57493f2de2 req-3a9eae96-6393-4213-bc7a-44fb6f0abcc6 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:38.739196 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['83f41e9e-1b0b-4f72-904e-a795d6369edc'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:17:38.761235 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9eae96-6393-4213-bc7a-44fb6f0abcc6 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Pushing event deleted for resources: {'Port': ['ID=83f41e9e-1b0b-4f72-904e-a795d6369edc,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:38.780080 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d6e368a2-f203-4a59-8b89-e9781c909305 req-f90e0c1a-5bab-47cd-ab69-d010e905b70a tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275764 Jul 09 16:17:38.794503 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52179787-e566-4318-8d71-42f1b6815eab req-1ff0c3b0-1297-4179-93cb-9f04371aa763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:38.796004 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-52179787-e566-4318-8d71-42f1b6815eab req-1ff0c3b0-1297-4179-93cb-9f04371aa763 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=87031510-fde3-40ce-a568-4132b7a3476d HTTP/1.1" status: 200 len: 846 time: 0.0975437 Jul 09 16:17:38.797412 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e392ae8-edf9-466a-9036-32431270459f req-39a3438b-7250-4ed6-9075-ccbbf78b101a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:38.798707 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7e392ae8-edf9-466a-9036-32431270459f req-39a3438b-7250-4ed6-9075-ccbbf78b101a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5288f2c0-4157-42ca-b91f-37115e42c839 HTTP/1.1" status: 200 len: 848 time: 0.0918477 Jul 09 16:17:38.813125 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-15edef86-1ae3-49af-856e-ce50425c02d5 req-176d2ed4-3498-4b0a-bf6f-59b25a19f382 tempest-ServerShowV254Test-1991773346 tempest-ServerShowV254Test-1991773346-project] 10.222.0.98 "GET /v2.0/ports?device_id=da712288-103f-43b7-ba18-9eacd6e3b0a7 HTTP/1.1" status: 200 len: 210 time: 0.0541942 Jul 09 16:17:38.839241 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7fd18f3-89a9-4cf3-8567-0a57493f2de2 req-3a9eae96-6393-4213-bc7a-44fb6f0abcc6 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] No DVR routers for this DVR port 83f41e9e-1b0b-4f72-904e-a795d6369edc on host n-h1-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:17:38.842151 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f7fd18f3-89a9-4cf3-8567-0a57493f2de2 req-3a9eae96-6393-4213-bc7a-44fb6f0abcc6 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:38.844372 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f7fd18f3-89a9-4cf3-8567-0a57493f2de2 req-3a9eae96-6393-4213-bc7a-44fb6f0abcc6 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.77 "DELETE /v2.0/ports/83f41e9e-1b0b-4f72-904e-a795d6369edc HTTP/1.1" status: 204 len: 173 time: 1.0281956 Jul 09 16:17:38.844819 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4fce331-1f74-457c-a9bc-139cc2aa7d33', 'name': 'network-vif-deleted', 'tag': '83f41e9e-1b0b-4f72-904e-a795d6369edc'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:17:38.847748 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1dbd6e-65fa-4bb6-9f8a-a6ab58fe9e90" -d '{"events": [{"server_uuid": "b4fce331-1f74-457c-a9bc-139cc2aa7d33", "name": "network-vif-deleted", "tag": "83f41e9e-1b0b-4f72-904e-a795d6369edc"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:17:38.865966 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-52179787-e566-4318-8d71-42f1b6815eab req-5c37bb7c-2dc3-4882-8f4e-82a325d0934d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ce97cc22-3a2c-431c-a7c0-56837c541317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604906 Jul 09 16:17:38.867753 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7e392ae8-edf9-466a-9036-32431270459f req-95d284f2-07f3-4b24-be30-2ae5446d3d9f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5ab794d9-1bd8-4da1-bd91-e5307e2548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542397 Jul 09 16:17:39.002978 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b8cbba-b32b-498e-b3c2-45486e1706d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72db98b4-32e3-4c24-9205-ff7edc1de567'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:17:39.008562 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99518a7-947a-4d49-a070-62e23465392d" -d '{"events": [{"server_uuid": "d6b8cbba-b32b-498e-b3c2-45486e1706d7", "name": "network-vif-plugged", "status": "completed", "tag": "72db98b4-32e3-4c24-9205-ff7edc1de567"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:17:39.135386 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1e8faa8b-2270-48c3-9a35-94ba80566eda req-c60924ce-88d8-48a7-bcae-bd8b5eb36bda tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4fce331-1f74-457c-a9bc-139cc2aa7d33 HTTP/1.1" status: 200 len: 210 time: 0.0324864 Jul 09 16:17:39.187482 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055d7742-6e3c-40c3-85bf-e1e376bf374e x-openstack-request-id: req-055d7742-6e3c-40c3-85bf-e1e376bf374e {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:17:39.187834 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4fce331-1f74-457c-a9bc-139cc2aa7d33", "name": "network-vif-deleted", "tag": "83f41e9e-1b0b-4f72-904e-a795d6369edc", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:17:39.188029 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-055d7742-6e3c-40c3-85bf-e1e376bf374e {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:17:39.188589 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4fce331-1f74-457c-a9bc-139cc2aa7d33', 'name': 'network-vif-deleted', 'tag': '83f41e9e-1b0b-4f72-904e-a795d6369edc', 'status': 'completed', 'code': 200} Jul 09 16:17:39.218476 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b743ef7-b8b3-4efc-a138-1476119021b2 x-openstack-request-id: req-0b743ef7-b8b3-4efc-a138-1476119021b2 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:17:39.218812 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6b8cbba-b32b-498e-b3c2-45486e1706d7", "name": "network-vif-plugged", "status": "completed", "tag": "72db98b4-32e3-4c24-9205-ff7edc1de567", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:17:39.219068 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0b743ef7-b8b3-4efc-a138-1476119021b2 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:17:39.219480 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6b8cbba-b32b-498e-b3c2-45486e1706d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72db98b4-32e3-4c24-9205-ff7edc1de567', 'code': 200} Jul 09 16:17:39.242661 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bfaa85a-7412-4693-8f76-85c0874e9aa1', 'tag': '26548898-1279-45e9-a1a3-38136f548176'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:17:39.244926 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2045dd1d-0a8c-4d88-a09e-3c8c34c1d017" -d '{"events": [{"name": "network-changed", "server_uuid": "0bfaa85a-7412-4693-8f76-85c0874e9aa1", "tag": "26548898-1279-45e9-a1a3-38136f548176"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:17:39.362030 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-52179787-e566-4318-8d71-42f1b6815eab req-2ade32b2-bc02-4f11-9fa4-d5cfad5dcb62 service neutron] 10.222.0.73 "GET /v2.0/networks/ce97cc22-3a2c-431c-a7c0-56837c541317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4887273 Jul 09 16:17:39.368153 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7e392ae8-edf9-466a-9036-32431270459f req-e50a2fff-b2f5-4082-ab30-b87336dfb239 service neutron] 10.222.0.77 "GET /v2.0/networks/5ab794d9-1bd8-4da1-bd91-e5307e2548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4866157 Jul 09 16:17:39.492470 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9151d-299d-4cd8-ad93-3625885212f9 req-4ed1cc0f-a2f2-4662-a2ce-ecfb3acb81c6 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:39.494623 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-63f9151d-299d-4cd8-ad93-3625885212f9 req-4ed1cc0f-a2f2-4662-a2ce-ecfb3acb81c6 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bfaa85a-7412-4693-8f76-85c0874e9aa1 HTTP/1.1" status: 200 len: 943 time: 0.5814879 Jul 09 16:17:39.507786 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec70cb-0dda-405d-ad41-399a91154f49 req-735a8e6f-7623-4b6d-b5ae-2a7ee5360bf2 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:39.515407 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec70cb-0dda-405d-ad41-399a91154f49 req-735a8e6f-7623-4b6d-b5ae-2a7ee5360bf2 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:39.517674 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-22ec70cb-0dda-405d-ad41-399a91154f49 req-735a8e6f-7623-4b6d-b5ae-2a7ee5360bf2 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6b8cbba-b32b-498e-b3c2-45486e1706d7 HTTP/1.1" status: 200 len: 1681 time: 0.1870151 Jul 09 16:17:39.571272 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32318e19-f824-40ac-b0c7-79fbbe68c6f1 req-63307636-e6bf-4c61-b740-3d066f2c04a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:39.571990 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32318e19-f824-40ac-b0c7-79fbbe68c6f1 req-63307636-e6bf-4c61-b740-3d066f2c04a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:39.573580 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-32318e19-f824-40ac-b0c7-79fbbe68c6f1 req-63307636-e6bf-4c61-b740-3d066f2c04a8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d6b8cbba-b32b-498e-b3c2-45486e1706d7 HTTP/1.1" status: 200 len: 1983 time: 0.2253354 Jul 09 16:17:39.591270 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-52179787-e566-4318-8d71-42f1b6815eab req-fb887d1a-0d70-44e6-b438-3ba057a1950d service neutron] 10.222.0.73 "GET /v2.0/networks/ce97cc22-3a2c-431c-a7c0-56837c541317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214742 Jul 09 16:17:39.603223 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-63f9151d-299d-4cd8-ad93-3625885212f9 req-0cc952ac-098b-4dd9-ab9e-817bc73e95f3 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008875 Jul 09 16:17:39.621818 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7e392ae8-edf9-466a-9036-32431270459f req-21c2dc04-c314-4018-8d39-b0876edbbe0b service neutron] 10.222.0.77 "GET /v2.0/networks/5ab794d9-1bd8-4da1-bd91-e5307e2548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349243 Jul 09 16:17:39.621941 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-22ec70cb-0dda-405d-ad41-399a91154f49 req-325d992f-98c5-4051-ae4a-4cbf08e1e1f8 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/security-groups?id=ed455c02-e886-4f75-ace5-02640635a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820451 Jul 09 16:17:39.651743 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-32318e19-f824-40ac-b0c7-79fbbe68c6f1 req-9e0b5744-d008-4f70-84bd-e7bc7a143434 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ed455c02-e886-4f75-ace5-02640635a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680957 Jul 09 16:17:39.663954 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a05cb5-b50c-4d02-a7b8-06c2770e918f x-openstack-request-id: req-05a05cb5-b50c-4d02-a7b8-06c2770e918f {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:17:39.664199 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bfaa85a-7412-4693-8f76-85c0874e9aa1", "tag": "26548898-1279-45e9-a1a3-38136f548176", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:17:39.664514 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-05a05cb5-b50c-4d02-a7b8-06c2770e918f {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:17:39.664858 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bfaa85a-7412-4693-8f76-85c0874e9aa1', 'tag': '26548898-1279-45e9-a1a3-38136f548176', 'status': 'completed', 'code': 200} Jul 09 16:17:39.789383 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045dd1d-0a8c-4d88-a09e-3c8c34c1d017 req-7d6beedb-755a-4145-826b-03db91029180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:39.790936 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2045dd1d-0a8c-4d88-a09e-3c8c34c1d017 req-7d6beedb-755a-4145-826b-03db91029180 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=546108aaf02647ac83ffc1a249896d22&device_id=0bfaa85a-7412-4693-8f76-85c0874e9aa1 HTTP/1.1" status: 200 len: 1094 time: 0.0733161 Jul 09 16:17:39.840459 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53addf42-e6a6-40f1-8072-710c03648d75 req-918248e5-7f72-451c-ba01-723db9c0e854 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:39.842262 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-53addf42-e6a6-40f1-8072-710c03648d75 req-918248e5-7f72-451c-ba01-723db9c0e854 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=550c9a83-b90b-4c76-8997-d138fe2acae9 HTTP/1.1" status: 200 len: 944 time: 0.0779727 Jul 09 16:17:39.899291 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045dd1d-0a8c-4d88-a09e-3c8c34c1d017 req-c0255338-f4a8-46ad-a71e-7c73a80be260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:39.900130 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-53addf42-e6a6-40f1-8072-710c03648d75 req-f626fcf4-3e6e-4918-a051-dc15bc32f3ec tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508168 Jul 09 16:17:39.900782 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2045dd1d-0a8c-4d88-a09e-3c8c34c1d017 req-c0255338-f4a8-46ad-a71e-7c73a80be260 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5ab794d9-1bd8-4da1-bd91-e5307e2548b2 HTTP/1.1" status: 200 len: 909 time: 0.1037109 Jul 09 16:17:39.939283 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:39.985028 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2045dd1d-0a8c-4d88-a09e-3c8c34c1d017 req-d86d7ee7-4928-45b3-8fc4-ba41084d6d18 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26548898-1279-45e9-a1a3-38136f548176 HTTP/1.1" status: 200 len: 217 time: 0.0770698 Jul 09 16:17:40.070021 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ec1f9a79-4a72-4c4b-8324-a26afea4b66b req-41fc64df-4d13-44b3-94e2-4cc2ff334140 tempest-ServerShowV254Test-1991773346 tempest-ServerShowV254Test-1991773346-project] 10.222.0.98 "GET /v2.0/ports?device_id=da712288-103f-43b7-ba18-9eacd6e3b0a7 HTTP/1.1" status: 200 len: 210 time: 0.0428727 Jul 09 16:17:40.071508 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ca41c-fa61-4348-b601-973ef1f50195 req-bdc9dd2a-2357-4eb4-a96b-b6bea5417135 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:40.073700 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5d0ca41c-fa61-4348-b601-973ef1f50195 req-bdc9dd2a-2357-4eb4-a96b-b6bea5417135 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=24b38fcb-af32-450b-8a9c-61b943e9a0f3 HTTP/1.1" status: 200 len: 950 time: 0.1568048 Jul 09 16:17:40.075078 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045dd1d-0a8c-4d88-a09e-3c8c34c1d017 req-dc808ac2-263d-455c-88cc-3d3603f79ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:40.076660 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2045dd1d-0a8c-4d88-a09e-3c8c34c1d017 req-dc808ac2-263d-455c-88cc-3d3603f79ea1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5288f2c0-4157-42ca-b91f-37115e42c839 HTTP/1.1" status: 200 len: 848 time: 0.0831432 Jul 09 16:17:40.127795 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2045dd1d-0a8c-4d88-a09e-3c8c34c1d017 req-49a917bb-8c78-486f-a593-b7df6871b56f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5ab794d9-1bd8-4da1-bd91-e5307e2548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386481 Jul 09 16:17:40.187765 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5d0ca41c-fa61-4348-b601-973ef1f50195 req-371c2c49-7c5b-457a-a74d-cdc676d01a6c tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069400 Jul 09 16:17:40.242808 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2045dd1d-0a8c-4d88-a09e-3c8c34c1d017 req-027215cd-1eaf-4a54-8974-5bafaf16f7a0 service neutron] 10.222.0.77 "GET /v2.0/networks/5ab794d9-1bd8-4da1-bd91-e5307e2548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071100 Jul 09 16:17:40.356431 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2045dd1d-0a8c-4d88-a09e-3c8c34c1d017 req-4ede05d4-1be8-46d6-9393-0d6e57ee3611 service neutron] 10.222.0.77 "GET /v2.0/networks/5ab794d9-1bd8-4da1-bd91-e5307e2548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046889 Jul 09 16:17:40.521422 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae951af-a34d-4149-b5f6-b0e8187a4a28 req-cfb9ae7a-ce69-45ca-8c29-41e90a55fbb3 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:40.523581 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2ae951af-a34d-4149-b5f6-b0e8187a4a28 req-cfb9ae7a-ce69-45ca-8c29-41e90a55fbb3 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/networks?id=e55b3510-4171-4466-a467-a28850f48baa HTTP/1.1" status: 200 len: 812 time: 0.1052969 Jul 09 16:17:40.537813 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2ae951af-a34d-4149-b5f6-b0e8187a4a28 req-7f289285-70b8-4b6b-8c68-33390349657b tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/quotas/06cbfbbe1d844c0796508ff309a673b8 HTTP/1.1" status: 200 len: 375 time: 0.0089362 Jul 09 16:17:40.570788 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2ae951af-a34d-4149-b5f6-b0e8187a4a28 req-30dc8977-a279-44b2-af83-59579e361391 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=06cbfbbe1d844c0796508ff309a673b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281456 Jul 09 16:17:40.660829 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2ae951af-a34d-4149-b5f6-b0e8187a4a28 req-677ca7c3-7b85-47ee-91fa-b64bddbc8847 service neutron] 10.222.0.98 "GET /v2.0/networks/e55b3510-4171-4466-a467-a28850f48baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832169 Jul 09 16:17:40.757630 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2ae951af-a34d-4149-b5f6-b0e8187a4a28 req-e69d1b72-beb5-473f-ac3b-05c169e25efd service neutron] 10.222.0.98 "GET /v2.0/networks/e55b3510-4171-4466-a467-a28850f48baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910945 Jul 09 16:17:40.779707 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e440a5-158b-4a1f-950a-318bc51251f6 req-4a5b186c-a06b-4101-a024-6f19139d7bd5 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:40.781243 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-92e440a5-158b-4a1f-950a-318bc51251f6 req-4a5b186c-a06b-4101-a024-6f19139d7bd5 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bfaa85a-7412-4693-8f76-85c0874e9aa1 HTTP/1.1" status: 200 len: 943 time: 0.0685117 Jul 09 16:17:40.831526 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-92e440a5-158b-4a1f-950a-318bc51251f6 req-674eaf06-cd36-4739-a547-a841963df11c tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422843 Jul 09 16:17:40.968281 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7a0e6cdf-1f40-4db4-8dde-f69f2ec3b6c8 req-12e072a3-f15b-4d2e-b4c2-e32637874be9 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21 HTTP/1.1" status: 200 len: 210 time: 0.0491745 Jul 09 16:17:41.087904 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e4fa6-cfb1-45e7-8478-97df2b7ac557 req-535b9690-f3ba-410a-b2c3-c5996d10a2eb tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:41.094348 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e4fa6-cfb1-45e7-8478-97df2b7ac557 req-535b9690-f3ba-410a-b2c3-c5996d10a2eb tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:41.104265 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c87e4fa6-cfb1-45e7-8478-97df2b7ac557 req-535b9690-f3ba-410a-b2c3-c5996d10a2eb tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6b8cbba-b32b-498e-b3c2-45486e1706d7 HTTP/1.1" status: 200 len: 1681 time: 0.1619692 Jul 09 16:17:41.151870 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c87e4fa6-cfb1-45e7-8478-97df2b7ac557 req-1a70dcbc-ca78-4324-962b-b2f133d82c36 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/security-groups?id=ed455c02-e886-4f75-ace5-02640635a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466118 Jul 09 16:17:41.249012 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d5f29-7366-434d-b31e-c704ba9f9157 req-06520585-d466-491d-b2ec-1184f16a82ad tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:41.257546 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ad7d5f29-7366-434d-b31e-c704ba9f9157 req-06520585-d466-491d-b2ec-1184f16a82ad tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=550c9a83-b90b-4c76-8997-d138fe2acae9 HTTP/1.1" status: 200 len: 944 time: 0.0963328 Jul 09 16:17:41.347368 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ad7d5f29-7366-434d-b31e-c704ba9f9157 req-4a734732-bddf-4d54-8b83-c3384154b06f tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889869 Jul 09 16:17:41.445834 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-142b8d9f-11bb-4e72-ab80-6ce53da099af req-061b4174-9b87-4fff-91f2-945d88cfcfdc tempest-ServerShowV254Test-1991773346 tempest-ServerShowV254Test-1991773346-project] 10.222.0.98 "GET /v2.0/ports?device_id=da712288-103f-43b7-ba18-9eacd6e3b0a7 HTTP/1.1" status: 200 len: 210 time: 0.0981667 Jul 09 16:17:41.621383 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19796ad9-60d0-4f1d-a7d8-32a21545bca5 req-cffcabc5-c3a0-45e1-a5ff-0008468ffdfc tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:41.622927 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-19796ad9-60d0-4f1d-a7d8-32a21545bca5 req-cffcabc5-c3a0-45e1-a5ff-0008468ffdfc tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=24b38fcb-af32-450b-8a9c-61b943e9a0f3 HTTP/1.1" status: 200 len: 950 time: 0.0725610 Jul 09 16:17:41.662378 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-19796ad9-60d0-4f1d-a7d8-32a21545bca5 req-987c4c69-5219-4af9-9f1d-47976ec015d9 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339355 Jul 09 16:17:42.018952 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfeab4a-a73a-4e15-b754-56a4b4c604e4 req-e9b20f52-eb61-4c27-a498-74fb33b84b27 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:42.020578 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cbfeab4a-a73a-4e15-b754-56a4b4c604e4 req-e9b20f52-eb61-4c27-a498-74fb33b84b27 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bfaa85a-7412-4693-8f76-85c0874e9aa1 HTTP/1.1" status: 200 len: 943 time: 0.0692971 Jul 09 16:17:42.063504 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cbfeab4a-a73a-4e15-b754-56a4b4c604e4 req-d65393d7-6592-4b76-bf74-e60f93d0cead tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354233 Jul 09 16:17:42.138122 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-37c18ba8-f384-41fc-ad3f-f0852733356d req-e0ad66d2-9e84-4475-bc37-e098d8f4c5c1 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21 HTTP/1.1" status: 200 len: 210 time: 0.0312266 Jul 09 16:17:42.254195 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 57986) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:17:42.261696 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-73ff782f-94a1-4c9d-b601-a42421cb44b4 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-855092592'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:17:42.286590 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ff782f-94a1-4c9d-b601-a42421cb44b4 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Made reservation on behalf of 9c1d3606ae1042aca4f5fe7ec5b98f71 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:17:42.291493 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-73ff782f-94a1-4c9d-b601-a42421cb44b4 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:42.327128 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73ff782f-94a1-4c9d-b601-a42421cb44b4 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:17:42.337015 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-73ff782f-94a1-4c9d-b601-a42421cb44b4 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:42.337407 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-73ff782f-94a1-4c9d-b601-a42421cb44b4 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Added segment 21dc0c02-4744-4465-9c58-ff9696cac53b of type vlan for network 6395e908-6223-4d6f-b1c1-e394506abed8 Jul 09 16:17:42.391747 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-73ff782f-94a1-4c9d-b601-a42421cb44b4 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:42.435926 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffadd9-16a4-4527-a7d9-a33cb12f0b51 req-a093321a-c265-4da7-aaf1-2ddcfee9d39a tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:42.441837 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffadd9-16a4-4527-a7d9-a33cb12f0b51 req-a093321a-c265-4da7-aaf1-2ddcfee9d39a tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:42.444676 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a2ffadd9-16a4-4527-a7d9-a33cb12f0b51 req-a093321a-c265-4da7-aaf1-2ddcfee9d39a tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6b8cbba-b32b-498e-b3c2-45486e1706d7 HTTP/1.1" status: 200 len: 1681 time: 0.1697137 Jul 09 16:17:42.457882 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-73ff782f-94a1-4c9d-b601-a42421cb44b4 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:42.464998 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ff782f-94a1-4c9d-b601-a42421cb44b4 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:42.465623 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-73ff782f-94a1-4c9d-b601-a42421cb44b4 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:42.478584 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 709d048c-1f11-4c77-b428-727a2c0d34c5 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:17:42.540058 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae951af-a34d-4149-b5f6-b0e8187a4a28 req-7636f532-2ff0-480a-86fd-2580c4978626 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:42.544448 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2ae951af-a34d-4149-b5f6-b0e8187a4a28 req-7636f532-2ff0-480a-86fd-2580c4978626 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.77 "GET /v2.0/networks?id=e55b3510-4171-4466-a467-a28850f48baa HTTP/1.1" status: 200 len: 812 time: 0.3629134 Jul 09 16:17:42.545059 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 57992) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:17:42.550698 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-73ff782f-94a1-4c9d-b601-a42421cb44b4 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2929852 Jul 09 16:17:42.558646 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7eeb8a25-64e6-49bd-b715-182cbb081aff tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-133729830'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:17:42.568123 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a2ffadd9-16a4-4527-a7d9-a33cb12f0b51 req-a3b1f0df-f690-46ec-870b-a1d246480dcd tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/security-groups?id=ed455c02-e886-4f75-ace5-02640635a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167448 Jul 09 16:17:42.575599 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-2ae951af-a34d-4149-b5f6-b0e8187a4a28 req-f58a7893-f68d-4ffa-be95-5cc470b229d9 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Request body: {'port': {'device_id': 'df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21', 'network_id': 'e55b3510-4171-4466-a467-a28850f48baa', 'admin_state_up': True, 'tenant_id': '06cbfbbe1d844c0796508ff309a673b8'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:17:42.592576 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ff782f-94a1-4c9d-b601-a42421cb44b4 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Pushing event updated for resources: {'Network': ['ID=6395e908-6223-4d6f-b1c1-e394506abed8,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:42.606656 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 6395e908-6223-4d6f-b1c1-e394506abed8 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:17:42.647094 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b7b6a-8446-405b-a0b6-bab35aad6a06 req-ba059cf6-c325-4231-974b-ef534eb375b4 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:42.649712 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-da9b7b6a-8446-405b-a0b6-bab35aad6a06 req-ba059cf6-c325-4231-974b-ef534eb375b4 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=550c9a83-b90b-4c76-8997-d138fe2acae9 HTTP/1.1" status: 200 len: 944 time: 0.0943580 Jul 09 16:17:42.668408 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eeb8a25-64e6-49bd-b715-182cbb081aff tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Made reservation on behalf of 9c1d3606ae1042aca4f5fe7ec5b98f71 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:17:42.672012 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7eeb8a25-64e6-49bd-b715-182cbb081aff tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:42.689790 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 709d048c-1f11-4c77-b428-727a2c0d34c5, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=709d048c-1f11-4c77-b428-727a2c0d34c5,segment=NetworkSegment(fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c),segment_id=fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:17:42.703022 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-da9b7b6a-8446-405b-a0b6-bab35aad6a06 req-6c36f8d1-8584-4330-af94-14fc61e27e1d tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475445 Jul 09 16:17:42.726804 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '709d048c-1f11-4c77-b428-727a2c0d34c5', 'network_id': 'ce97cc22-3a2c-431c-a7c0-56837c541317', 'port_id': '709d048c-1f11-4c77-b428-727a2c0d34c5', 'mac_address': 'fa:16:3e:af:2d:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87031510-fde3-40ce-a568-4132b7a3476d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:17:42.746815 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eeb8a25-64e6-49bd-b715-182cbb081aff tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:17:42.778304 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7eeb8a25-64e6-49bd-b715-182cbb081aff tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:42.778995 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-7eeb8a25-64e6-49bd-b715-182cbb081aff tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Added segment 9890f08f-b7c2-4880-91d7-5553e02a84db of type vlan for network f2f28c7b-9941-49e4-8996-9de52a7808d3 Jul 09 16:17:42.782677 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:42.797898 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 709d048c-1f11-4c77-b428-727a2c0d34c5 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:17:42.807243 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3049a3e7-3f1d-4d7f-af92-d57b9997d107 req-c924fabd-514b-48d3-8151-8dfa9e98f960 tempest-ServerShowV254Test-1991773346 tempest-ServerShowV254Test-1991773346-project] 10.222.0.98 "GET /v2.0/ports?device_id=da712288-103f-43b7-ba18-9eacd6e3b0a7 HTTP/1.1" status: 200 len: 210 time: 0.0529819 Jul 09 16:17:42.823684 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 709d048c-1f11-4c77-b428-727a2c0d34c5, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=709d048c-1f11-4c77-b428-727a2c0d34c5,segment=NetworkSegment(fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c),segment_id=fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:17:42.831445 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:42.871973 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7eeb8a25-64e6-49bd-b715-182cbb081aff tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:42.914111 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ae951af-a34d-4149-b5f6-b0e8187a4a28 req-f58a7893-f68d-4ffa-be95-5cc470b229d9 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Made reservation on behalf of 06cbfbbe1d844c0796508ff309a673b8 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:17:42.915525 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=709d048c-1f11-4c77-b428-727a2c0d34c5,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:42.917680 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2ae951af-a34d-4149-b5f6-b0e8187a4a28 req-f58a7893-f68d-4ffa-be95-5cc470b229d9 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:42.939376 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:17:42.949460 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7eeb8a25-64e6-49bd-b715-182cbb081aff tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:42.955383 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eeb8a25-64e6-49bd-b715-182cbb081aff tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:42.956063 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7eeb8a25-64e6-49bd-b715-182cbb081aff tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:43.062089 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 26548898-1279-45e9-a1a3-38136f548176 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:17:43.065709 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 83f41e9e-1b0b-4f72-904e-a795d6369edc no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:17:43.096986 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7eeb8a25-64e6-49bd-b715-182cbb081aff tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5459371 Jul 09 16:17:43.098172 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: 83f41e9e-1b0b-4f72-904e-a795d6369edc {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:17:43.098522 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 83f41e9e-1b0b-4f72-904e-a795d6369edc not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:17:43.102091 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 58004) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:17:43.110287 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-329f0165-52f9-4ec0-9f08-5d4e88044038 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Request body: {'subnet': {'network_id': '6395e908-6223-4d6f-b1c1-e394506abed8', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:17:43.112554 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeb8a25-64e6-49bd-b715-182cbb081aff tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Pushing event updated for resources: {'Network': ['ID=f2f28c7b-9941-49e4-8996-9de52a7808d3,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:43.126151 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network f2f28c7b-9941-49e4-8996-9de52a7808d3 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:17:43.189097 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bd4bc-8cbd-447b-9fde-eb1904caee87 req-ad517ad9-e3a4-4c43-b1b0-4bdc9fc24fde tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:43.196662 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-306bd4bc-8cbd-447b-9fde-eb1904caee87 req-ad517ad9-e3a4-4c43-b1b0-4bdc9fc24fde tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=24b38fcb-af32-450b-8a9c-61b943e9a0f3 HTTP/1.1" status: 200 len: 950 time: 0.2195497 Jul 09 16:17:43.210580 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-2ae951af-a34d-4149-b5f6-b0e8187a4a28 req-f58a7893-f68d-4ffa-be95-5cc470b229d9 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Allocated IP 172.20.0.10 (e55b3510-4171-4466-a467-a28850f48baa/1852f372-46e1-407a-a8ee-c45063bdc434/0cc11573-f58f-46e8-bd59-9c0e623ac808) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:17:43.249786 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329f0165-52f9-4ec0-9f08-5d4e88044038 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Made reservation on behalf of 9c1d3606ae1042aca4f5fe7ec5b98f71 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:17:43.260116 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-329f0165-52f9-4ec0-9f08-5d4e88044038 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:43.279249 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-306bd4bc-8cbd-447b-9fde-eb1904caee87 req-63bd57d5-811a-420d-9b0d-7788b28e4779 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787625 Jul 09 16:17:43.406322 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 26548898-1279-45e9-a1a3-38136f548176, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=26548898-1279-45e9-a1a3-38136f548176,segment=NetworkSegment(b3327873-1adb-4566-ad72-2213b9292320),segment_id=b3327873-1adb-4566-ad72-2213b9292320)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:17:43.419197 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '26548898-1279-45e9-a1a3-38136f548176', 'network_id': '5ab794d9-1bd8-4da1-bd91-e5307e2548b2', 'port_id': '26548898-1279-45e9-a1a3-38136f548176', 'mac_address': 'fa:16:3e:12:18:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5288f2c0-4157-42ca-b91f-37115e42c839', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:17:43.463463 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:43.475943 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26548898-1279-45e9-a1a3-38136f548176 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:17:43.495206 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2ae951af-a34d-4149-b5f6-b0e8187a4a28 req-f58a7893-f68d-4ffa-be95-5cc470b229d9 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:43.501414 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 26548898-1279-45e9-a1a3-38136f548176, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=26548898-1279-45e9-a1a3-38136f548176,segment=NetworkSegment(b3327873-1adb-4566-ad72-2213b9292320),segment_id=b3327873-1adb-4566-ad72-2213b9292320)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:17:43.504960 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:43.540897 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2228c2ba-4624-4d88-ac2e-fdc29326276d req-5bdf9a90-66f3-44cb-8fe4-2f0bc4035705 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21 HTTP/1.1" status: 200 len: 210 time: 0.0361116 Jul 09 16:17:43.543780 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-329f0165-52f9-4ec0-9f08-5d4e88044038 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:43.556353 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=26548898-1279-45e9-a1a3-38136f548176,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:43.583749 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2ae951af-a34d-4149-b5f6-b0e8187a4a28 req-f58a7893-f68d-4ffa-be95-5cc470b229d9 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:43.592055 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['709d048c-1f11-4c77-b428-727a2c0d34c5'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:17:43.605718 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe613f4-0a02-4555-8670-6d2da3f56249 req-c65efd59-0e92-4a1c-96af-66de80098585 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:43.607482 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6fe613f4-0a02-4555-8670-6d2da3f56249 req-c65efd59-0e92-4a1c-96af-66de80098585 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bfaa85a-7412-4693-8f76-85c0874e9aa1 HTTP/1.1" status: 200 len: 943 time: 0.1622131 Jul 09 16:17:43.647483 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329f0165-52f9-4ec0-9f08-5d4e88044038 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Pushing event updated for resources: {'Subnet': ['ID=981e8e3d-124b-4345-9952-afb7f38f6b86,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:43.671952 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329f0165-52f9-4ec0-9f08-5d4e88044038 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Checking segment: {'id': '21dc0c02-4744-4465-9c58-ff9696cac53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6395e908-6223-4d6f-b1c1-e394506abed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:17:43.672361 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329f0165-52f9-4ec0-9f08-5d4e88044038 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Network hostable DHCP agents. Network: 6395e908-6223-4d6f-b1c1-e394506abed8, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:17:43.686826 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6fe613f4-0a02-4555-8670-6d2da3f56249 req-101764b1-d715-4844-99ce-96051a34c84e tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693605 Jul 09 16:17:43.687902 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ae951af-a34d-4149-b5f6-b0e8187a4a28 req-f58a7893-f68d-4ffa-be95-5cc470b229d9 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Network e55b3510-4171-4466-a467-a28850f48baa is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:17:43.707327 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329f0165-52f9-4ec0-9f08-5d4e88044038 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Network 6395e908-6223-4d6f-b1c1-e394506abed8 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:17:43.717482 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-329f0165-52f9-4ec0-9f08-5d4e88044038 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 6395e908-6223-4d6f-b1c1-e394506abed8) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:17:43.720530 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-2ae951af-a34d-4149-b5f6-b0e8187a4a28 req-f58a7893-f68d-4ffa-be95-5cc470b229d9 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:17:43.722546 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329f0165-52f9-4ec0-9f08-5d4e88044038 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:43.723466 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-329f0165-52f9-4ec0-9f08-5d4e88044038 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:43.730621 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae951af-a34d-4149-b5f6-b0e8187a4a28 req-f58a7893-f68d-4ffa-be95-5cc470b229d9 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:17:43.732945 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278cb0a0-4fd0-44f4-bcf8-4b07c06feef5 None None] Network 6395e908-6223-4d6f-b1c1-e394506abed8 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:17:43.736465 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58a7893-f68d-4ffa-be95-5cc470b229d9 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Pushing event updated for resources: {'Port': ['ID=0cc11573-f58f-46e8-bd59-9c0e623ac808,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:43.745126 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-329f0165-52f9-4ec0-9f08-5d4e88044038 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6383688 Jul 09 16:17:43.746181 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 58012) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:17:43.751624 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-7ab2d37a-1f9a-42fd-ad51-a6338f49d2ae tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Request body: {'subnet': {'network_id': 'f2f28c7b-9941-49e4-8996-9de52a7808d3', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:17:43.781138 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['26548898-1279-45e9-a1a3-38136f548176'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:17:43.805323 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae951af-a34d-4149-b5f6-b0e8187a4a28 req-f58a7893-f68d-4ffa-be95-5cc470b229d9 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:43.806085 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2ae951af-a34d-4149-b5f6-b0e8187a4a28 req-f58a7893-f68d-4ffa-be95-5cc470b229d9 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:43.837121 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ce18b-c1dc-4c65-b12e-7e4c5d909439 req-65a03d8d-a98f-49bc-b61f-629481a40422 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:43.844748 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ce18b-c1dc-4c65-b12e-7e4c5d909439 req-65a03d8d-a98f-49bc-b61f-629481a40422 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:43.846410 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5e2ce18b-c1dc-4c65-b12e-7e4c5d909439 req-65a03d8d-a98f-49bc-b61f-629481a40422 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6b8cbba-b32b-498e-b3c2-45486e1706d7 HTTP/1.1" status: 200 len: 1681 time: 0.1614261 Jul 09 16:17:43.848322 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2ae951af-a34d-4149-b5f6-b0e8187a4a28 req-f58a7893-f68d-4ffa-be95-5cc470b229d9 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2850556 Jul 09 16:17:43.863607 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-2ae951af-a34d-4149-b5f6-b0e8187a4a28 req-ecf20d8d-e515-42da-8e8e-1baadfdd37a7 service neutron] Request body: {'port': {'device_id': 'df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:17:43.926504 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab2d37a-1f9a-42fd-ad51-a6338f49d2ae tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Made reservation on behalf of 9c1d3606ae1042aca4f5fe7ec5b98f71 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:17:43.929736 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5e2ce18b-c1dc-4c65-b12e-7e4c5d909439 req-5e41426b-8875-45b1-a823-30ce1beaa26f tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/security-groups?id=ed455c02-e886-4f75-ace5-02640635a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773981 Jul 09 16:17:43.930553 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7ab2d37a-1f9a-42fd-ad51-a6338f49d2ae tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:43.980441 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2ae951af-a34d-4149-b5f6-b0e8187a4a28 req-ecf20d8d-e515-42da-8e8e-1baadfdd37a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:43.996760 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3129606-39de-4408-9b37-9c1efa5f3039 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-6395e908-6223-4d6f-b1c1-e394506abed8', 'network_id': '6395e908-6223-4d6f-b1c1-e394506abed8', 'tenant_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'fixed_ips': [{'subnet_id': '981e8e3d-124b-4345-9952-afb7f38f6b86'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:17:43.997277 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d3129606-39de-4408-9b37-9c1efa5f3039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:44.013734 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28eb2f8-4b9a-41b1-9b7f-6da25ba567d8 req-f83c106f-917c-4657-82bc-dd02566ba2f0 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:44.015328 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d28eb2f8-4b9a-41b1-9b7f-6da25ba567d8 req-f83c106f-917c-4657-82bc-dd02566ba2f0 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=550c9a83-b90b-4c76-8997-d138fe2acae9 HTTP/1.1" status: 200 len: 945 time: 0.1602528 Jul 09 16:17:44.073643 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d28eb2f8-4b9a-41b1-9b7f-6da25ba567d8 req-59321847-502f-4e98-aeee-4006f00f977b tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517023 Jul 09 16:17:44.213275 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-074c752e-32ae-4213-99dd-3e651856d251 req-e1010fd7-eb06-4029-870d-12dd8ec88e8b tempest-ServerShowV254Test-1991773346 tempest-ServerShowV254Test-1991773346-project] 10.222.0.98 "GET /v2.0/ports?device_id=da712288-103f-43b7-ba18-9eacd6e3b0a7 HTTP/1.1" status: 200 len: 210 time: 0.0417969 Jul 09 16:17:44.234704 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7ab2d37a-1f9a-42fd-ad51-a6338f49d2ae tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:44.270526 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6d17f075-600a-41bc-955a-49c1d0ea6202 req-8ba56bd3-782b-49a9-8012-1ab6092a98ff service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=da712288-103f-43b7-ba18-9eacd6e3b0a7 HTTP/1.1" status: 200 len: 210 time: 0.0483987 Jul 09 16:17:44.272916 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-d3129606-39de-4408-9b37-9c1efa5f3039 None None] Allocated IP 10.1.1.2 (6395e908-6223-4d6f-b1c1-e394506abed8/981e8e3d-124b-4345-9952-afb7f38f6b86/e982d0db-0be4-43d9-a815-923d0ab11cad) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:17:44.335118 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab2d37a-1f9a-42fd-ad51-a6338f49d2ae tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Pushing event updated for resources: {'Subnet': ['ID=ae89dbbd-9e79-42bc-a3f4-8084965358e2,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:44.343319 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab2d37a-1f9a-42fd-ad51-a6338f49d2ae tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Checking segment: {'id': '9890f08f-b7c2-4880-91d7-5553e02a84db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f2f28c7b-9941-49e4-8996-9de52a7808d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:17:44.343695 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab2d37a-1f9a-42fd-ad51-a6338f49d2ae tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Network hostable DHCP agents. Network: f2f28c7b-9941-49e4-8996-9de52a7808d3, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:17:44.361328 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab2d37a-1f9a-42fd-ad51-a6338f49d2ae tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Network f2f28c7b-9941-49e4-8996-9de52a7808d3 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:17:44.372047 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-7ab2d37a-1f9a-42fd-ad51-a6338f49d2ae tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, f2f28c7b-9941-49e4-8996-9de52a7808d3) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:17:44.379259 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab2d37a-1f9a-42fd-ad51-a6338f49d2ae tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:44.380625 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7ab2d37a-1f9a-42fd-ad51-a6338f49d2ae tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:44.385550 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24276874-b03d-4117-9f27-4c70b3584b8f None None] Network f2f28c7b-9941-49e4-8996-9de52a7808d3 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:17:44.400849 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-7ab2d37a-1f9a-42fd-ad51-a6338f49d2ae tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6535826 Jul 09 16:17:44.404448 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 58020) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:17:44.411368 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-188ff76f-c060-4b2e-8d2b-a07bcd2bca49 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Request body: {'port': {'network_id': '6395e908-6223-4d6f-b1c1-e394506abed8', 'name': 'tempest-TaggedBootDevicesTest_v242-484978272', 'fixed_ips': [{'subnet_id': '981e8e3d-124b-4345-9952-afb7f38f6b86'}]}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:17:44.453785 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-2ae951af-a34d-4149-b5f6-b0e8187a4a28 req-ecf20d8d-e515-42da-8e8e-1baadfdd37a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cc11573-f58f-46e8-bd59-9c0e623ac808 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:17:44.463359 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2ae951af-a34d-4149-b5f6-b0e8187a4a28 req-ecf20d8d-e515-42da-8e8e-1baadfdd37a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:44.485902 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-2ae951af-a34d-4149-b5f6-b0e8187a4a28 req-ecf20d8d-e515-42da-8e8e-1baadfdd37a7 service neutron] Transition to ACTIVE for port object 0cc11573-f58f-46e8-bd59-9c0e623ac808 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:17:44.505163 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250b9a9-f21a-461f-8825-1105abbaabed req-d5d129af-e7cc-4030-a11c-eec5738f61c4 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:44.507114 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c250b9a9-f21a-461f-8825-1105abbaabed req-d5d129af-e7cc-4030-a11c-eec5738f61c4 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=24b38fcb-af32-450b-8a9c-61b943e9a0f3 HTTP/1.1" status: 200 len: 950 time: 0.1032238 Jul 09 16:17:44.507495 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2ae951af-a34d-4149-b5f6-b0e8187a4a28 req-ecf20d8d-e515-42da-8e8e-1baadfdd37a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:44.519868 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d3129606-39de-4408-9b37-9c1efa5f3039 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:44.531940 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d3129606-39de-4408-9b37-9c1efa5f3039 None None] Transition to ACTIVE for port object e982d0db-0be4-43d9-a815-923d0ab11cad will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:17:44.548800 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188ff76f-c060-4b2e-8d2b-a07bcd2bca49 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Made reservation on behalf of 9c1d3606ae1042aca4f5fe7ec5b98f71 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:17:44.578332 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d3129606-39de-4408-9b37-9c1efa5f3039 None None] Transition to ACTIVE for port object e982d0db-0be4-43d9-a815-923d0ab11cad will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:17:44.588435 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d3129606-39de-4408-9b37-9c1efa5f3039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:44.606338 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf20d8d-e515-42da-8e8e-1baadfdd37a7 service neutron] Pushing event updated for resources: {'Port': ['ID=0cc11573-f58f-46e8-bd59-9c0e623ac808,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:44.628323 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c250b9a9-f21a-461f-8825-1105abbaabed req-bc363c5e-fff8-42c5-870d-fa1609c812b8 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922978 Jul 09 16:17:44.648120 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3129606-39de-4408-9b37-9c1efa5f3039 None None] Network 6395e908-6223-4d6f-b1c1-e394506abed8 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:17:44.652345 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-d3129606-39de-4408-9b37-9c1efa5f3039 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:17:44.655412 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3129606-39de-4408-9b37-9c1efa5f3039 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:17:44.661794 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b2d040-92c6-4215-9541-ec6bffa48518 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-f2f28c7b-9941-49e4-8996-9de52a7808d3', 'network_id': 'f2f28c7b-9941-49e4-8996-9de52a7808d3', 'tenant_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'fixed_ips': [{'subnet_id': 'ae89dbbd-9e79-42bc-a3f4-8084965358e2'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:17:44.663218 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-58b2d040-92c6-4215-9541-ec6bffa48518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:44.665881 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-188ff76f-c060-4b2e-8d2b-a07bcd2bca49 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:44.687179 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3129606-39de-4408-9b37-9c1efa5f3039 None None] Pushing event updated for resources: {'Port': ['ID=e982d0db-0be4-43d9-a815-923d0ab11cad,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:44.721737 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-188ff76f-c060-4b2e-8d2b-a07bcd2bca49 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] device_id is not set on port f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:17:44.739557 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-2ae951af-a34d-4149-b5f6-b0e8187a4a28 req-ecf20d8d-e515-42da-8e8e-1baadfdd37a7 service neutron] Attempting to bind port 0cc11573-f58f-46e8-bd59-9c0e623ac808 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:17:44.739878 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-2ae951af-a34d-4149-b5f6-b0e8187a4a28 req-ecf20d8d-e515-42da-8e8e-1baadfdd37a7 service neutron] Attempting to bind port 0cc11573-f58f-46e8-bd59-9c0e623ac808 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'f3322cfe-f17e-4138-825d-2b8f5a34d17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e55b3510-4171-4466-a467-a28850f48baa'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:17:44.740178 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae951af-a34d-4149-b5f6-b0e8187a4a28 req-ecf20d8d-e515-42da-8e8e-1baadfdd37a7 service neutron] Attempting to bind port 0cc11573-f58f-46e8-bd59-9c0e623ac808 on network e55b3510-4171-4466-a467-a28850f48baa {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:17:44.745281 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae951af-a34d-4149-b5f6-b0e8187a4a28 req-ecf20d8d-e515-42da-8e8e-1baadfdd37a7 service neutron] Port 0cc11573-f58f-46e8-bd59-9c0e623ac808 on network e55b3510-4171-4466-a467-a28850f48baa not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:17:44.745587 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae951af-a34d-4149-b5f6-b0e8187a4a28 req-ecf20d8d-e515-42da-8e8e-1baadfdd37a7 service neutron] Attempting to bind port 0cc11573-f58f-46e8-bd59-9c0e623ac808 on network e55b3510-4171-4466-a467-a28850f48baa {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:17:44.750706 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae951af-a34d-4149-b5f6-b0e8187a4a28 req-ecf20d8d-e515-42da-8e8e-1baadfdd37a7 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:17:44.751083 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae951af-a34d-4149-b5f6-b0e8187a4a28 req-ecf20d8d-e515-42da-8e8e-1baadfdd37a7 service neutron] Checking segment: {'id': 'f3322cfe-f17e-4138-825d-2b8f5a34d17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e55b3510-4171-4466-a467-a28850f48baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:17:44.751469 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae951af-a34d-4149-b5f6-b0e8187a4a28 req-ecf20d8d-e515-42da-8e8e-1baadfdd37a7 service neutron] Bound using segment: {'id': 'f3322cfe-f17e-4138-825d-2b8f5a34d17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e55b3510-4171-4466-a467-a28850f48baa'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:17:44.751899 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-2ae951af-a34d-4149-b5f6-b0e8187a4a28 req-ecf20d8d-e515-42da-8e8e-1baadfdd37a7 service neutron] Bound port: 0cc11573-f58f-46e8-bd59-9c0e623ac808, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3322cfe-f17e-4138-825d-2b8f5a34d17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e55b3510-4171-4466-a467-a28850f48baa'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:17:44.752360 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2ae951af-a34d-4149-b5f6-b0e8187a4a28 req-ecf20d8d-e515-42da-8e8e-1baadfdd37a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:44.810344 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-d3129606-39de-4408-9b37-9c1efa5f3039 None None] Attempting to bind port e982d0db-0be4-43d9-a815-923d0ab11cad on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:17:44.810725 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-d3129606-39de-4408-9b37-9c1efa5f3039 None None] Attempting to bind port e982d0db-0be4-43d9-a815-923d0ab11cad by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '21dc0c02-4744-4465-9c58-ff9696cac53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6395e908-6223-4d6f-b1c1-e394506abed8'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:17:44.811137 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3129606-39de-4408-9b37-9c1efa5f3039 None None] Attempting to bind port e982d0db-0be4-43d9-a815-923d0ab11cad on network 6395e908-6223-4d6f-b1c1-e394506abed8 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:17:44.822795 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3129606-39de-4408-9b37-9c1efa5f3039 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:17:44.823178 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3129606-39de-4408-9b37-9c1efa5f3039 None None] Checking segment: {'id': '21dc0c02-4744-4465-9c58-ff9696cac53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6395e908-6223-4d6f-b1c1-e394506abed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:17:44.823591 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d3129606-39de-4408-9b37-9c1efa5f3039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:44.823987 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3129606-39de-4408-9b37-9c1efa5f3039 None None] Bound using segment: {'id': '21dc0c02-4744-4465-9c58-ff9696cac53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6395e908-6223-4d6f-b1c1-e394506abed8'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:17:44.824469 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-d3129606-39de-4408-9b37-9c1efa5f3039 None None] Bound port: e982d0db-0be4-43d9-a815-923d0ab11cad, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21dc0c02-4744-4465-9c58-ff9696cac53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6395e908-6223-4d6f-b1c1-e394506abed8'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:17:44.825098 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d3129606-39de-4408-9b37-9c1efa5f3039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:44.862222 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-2ae951af-a34d-4149-b5f6-b0e8187a4a28 req-ecf20d8d-e515-42da-8e8e-1baadfdd37a7 service neutron] For port 0cc11573-f58f-46e8-bd59-9c0e623ac808, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:17:44.879061 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-2ae951af-a34d-4149-b5f6-b0e8187a4a28 req-ecf20d8d-e515-42da-8e8e-1baadfdd37a7 service neutron] For port 0cc11573-f58f-46e8-bd59-9c0e623ac808, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=0cc11573-f58f-46e8-bd59-9c0e623ac808,segment=NetworkSegment(f3322cfe-f17e-4138-825d-2b8f5a34d17c),segment_id=f3322cfe-f17e-4138-825d-2b8f5a34d17c)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:17:44.885379 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2ae951af-a34d-4149-b5f6-b0e8187a4a28 req-ecf20d8d-e515-42da-8e8e-1baadfdd37a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:44.901204 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607320b-e157-49ac-8815-d96cc197b87c req-1872cc09-0a05-4dce-8a29-9f8752282e37 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:44.903122 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f607320b-e157-49ac-8815-d96cc197b87c req-1872cc09-0a05-4dce-8a29-9f8752282e37 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21 HTTP/1.1" status: 200 len: 944 time: 0.2176297 Jul 09 16:17:44.918094 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-58b2d040-92c6-4215-9541-ec6bffa48518 None None] Allocated IP 10.2.2.2 (f2f28c7b-9941-49e4-8996-9de52a7808d3/ae89dbbd-9e79-42bc-a3f4-8084965358e2/ca0a532e-1dd3-43cb-8ae5-bfdd1d21934b) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:17:44.936251 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae951af-a34d-4149-b5f6-b0e8187a4a28 req-ecf20d8d-e515-42da-8e8e-1baadfdd37a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:44.937126 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2ae951af-a34d-4149-b5f6-b0e8187a4a28 req-ecf20d8d-e515-42da-8e8e-1baadfdd37a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:44.938303 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2ae951af-a34d-4149-b5f6-b0e8187a4a28 req-ecf20d8d-e515-42da-8e8e-1baadfdd37a7 service neutron] 10.222.0.77 "PUT /v2.0/ports/0cc11573-f58f-46e8-bd59-9c0e623ac808 HTTP/1.1" status: 200 len: 1092 time: 1.0788877 Jul 09 16:17:44.938703 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21', 'tag': '0cc11573-f58f-46e8-bd59-9c0e623ac808'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:17:44.938919 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-d3129606-39de-4408-9b37-9c1efa5f3039 None None] For port e982d0db-0be4-43d9-a815-923d0ab11cad, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:17:44.941056 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9fbd64-b3bc-4653-a6df-7be9987d8f45" -d '{"events": [{"name": "network-changed", "server_uuid": "df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21", "tag": "0cc11573-f58f-46e8-bd59-9c0e623ac808"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:17:44.961259 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf20d8d-e515-42da-8e8e-1baadfdd37a7 service neutron] Pushing event updated for resources: {'Port': ['ID=0cc11573-f58f-46e8-bd59-9c0e623ac808,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:44.977271 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedbb59f-dbbe-423a-a40e-71f9b59bfc91 req-3aae45ff-26c1-4103-9f58-815a6dcbccc1 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:44.978742 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-aedbb59f-dbbe-423a-a40e-71f9b59bfc91 req-3aae45ff-26c1-4103-9f58-815a6dcbccc1 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bfaa85a-7412-4693-8f76-85c0874e9aa1 HTTP/1.1" status: 200 len: 944 time: 0.1514845 Jul 09 16:17:44.985029 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-d3129606-39de-4408-9b37-9c1efa5f3039 None None] For port e982d0db-0be4-43d9-a815-923d0ab11cad, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=e982d0db-0be4-43d9-a815-923d0ab11cad,segment=NetworkSegment(21dc0c02-4744-4465-9c58-ff9696cac53b),segment_id=21dc0c02-4744-4465-9c58-ff9696cac53b)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:17:44.993856 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d3129606-39de-4408-9b37-9c1efa5f3039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:45.039148 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f607320b-e157-49ac-8815-d96cc197b87c req-01788d1a-64b3-44fb-8187-51f28138ad17 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196501 Jul 09 16:17:45.059576 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-188ff76f-c060-4b2e-8d2b-a07bcd2bca49 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Allocated IP 10.1.1.158 (6395e908-6223-4d6f-b1c1-e394506abed8/981e8e3d-124b-4345-9952-afb7f38f6b86/f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:17:45.081121 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-aedbb59f-dbbe-423a-a40e-71f9b59bfc91 req-2f7d35fb-f354-42ff-8a02-6dedea09f667 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768967 Jul 09 16:17:45.095454 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 26548898-1279-45e9-a1a3-38136f548176 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:17:45.107263 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae951af-a34d-4149-b5f6-b0e8187a4a28 req-7e892e44-81d4-4931-9bfb-9757201d6016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:45.109182 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2ae951af-a34d-4149-b5f6-b0e8187a4a28 req-7e892e44-81d4-4931-9bfb-9757201d6016 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=06cbfbbe1d844c0796508ff309a673b8&device_id=df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21 HTTP/1.1" status: 200 len: 1095 time: 0.1167231 Jul 09 16:17:45.128170 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3129606-39de-4408-9b37-9c1efa5f3039 None None] Pushing event updated for resources: {'Port': ['ID=e982d0db-0be4-43d9-a815-923d0ab11cad,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:45.168683 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84299b54-e424-4082-9c5f-d15b49e4c251 x-openstack-request-id: req-84299b54-e424-4082-9c5f-d15b49e4c251 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:17:45.168984 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21", "tag": "0cc11573-f58f-46e8-bd59-9c0e623ac808", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:17:45.169219 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-84299b54-e424-4082-9c5f-d15b49e4c251 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:17:45.169614 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21', 'tag': '0cc11573-f58f-46e8-bd59-9c0e623ac808', 'status': 'completed', 'code': 200} Jul 09 16:17:45.172060 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2ae951af-a34d-4149-b5f6-b0e8187a4a28 req-44ac3879-2c87-46a4-9330-5e1e71ad2dc9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0cc11573-f58f-46e8-bd59-9c0e623ac808 HTTP/1.1" status: 200 len: 217 time: 0.0499017 Jul 09 16:17:45.242907 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-58b2d040-92c6-4215-9541-ec6bffa48518 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:45.258725 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-58b2d040-92c6-4215-9541-ec6bffa48518 None None] Transition to ACTIVE for port object ca0a532e-1dd3-43cb-8ae5-bfdd1d21934b will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:17:45.271178 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 26548898-1279-45e9-a1a3-38136f548176 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:17:45.290482 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae951af-a34d-4149-b5f6-b0e8187a4a28 req-cd21a69f-a440-4deb-a517-4d17be7b0bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:45.293942 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-188ff76f-c060-4b2e-8d2b-a07bcd2bca49 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:45.294262 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2ae951af-a34d-4149-b5f6-b0e8187a4a28 req-cd21a69f-a440-4deb-a517-4d17be7b0bfe service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1852f372-46e1-407a-a8ee-c45063bdc434 HTTP/1.1" status: 200 len: 852 time: 0.1142147 Jul 09 16:17:45.297191 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 26548898-1279-45e9-a1a3-38136f548176 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:17:45.297580 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:45.308474 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-58b2d040-92c6-4215-9541-ec6bffa48518 None None] Transition to ACTIVE for port object ca0a532e-1dd3-43cb-8ae5-bfdd1d21934b will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:17:45.314490 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-188ff76f-c060-4b2e-8d2b-a07bcd2bca49 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Transition to ACTIVE for port object f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:17:45.351217 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-58b2d040-92c6-4215-9541-ec6bffa48518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:45.354950 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2ae951af-a34d-4149-b5f6-b0e8187a4a28 req-b161b3da-21dc-4f25-a351-0a44dfab4150 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e55b3510-4171-4466-a467-a28850f48baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535102 Jul 09 16:17:45.437357 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-188ff76f-c060-4b2e-8d2b-a07bcd2bca49 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:45.465885 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c365557-1d34-4492-8977-3eb746f15c1a req-32586f04-07bb-46bb-895f-81f12135a45a tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:45.482228 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3c365557-1d34-4492-8977-3eb746f15c1a req-32586f04-07bb-46bb-895f-81f12135a45a tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=550c9a83-b90b-4c76-8997-d138fe2acae9 HTTP/1.1" status: 200 len: 945 time: 0.1572213 Jul 09 16:17:45.500850 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b2d040-92c6-4215-9541-ec6bffa48518 None None] Network f2f28c7b-9941-49e4-8996-9de52a7808d3 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:17:45.501917 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b2d040-92c6-4215-9541-ec6bffa48518 None None] Pushing event updated for resources: {'Port': ['ID=ca0a532e-1dd3-43cb-8ae5-bfdd1d21934b,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:45.512923 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-58b2d040-92c6-4215-9541-ec6bffa48518 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:17:45.517159 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e09ce-474f-4d8e-9dc3-4d056a42977d req-539d68f6-30ef-46d5-ad61-edc483257045 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:45.519310 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b2d040-92c6-4215-9541-ec6bffa48518 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:17:45.523395 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e09ce-474f-4d8e-9dc3-4d056a42977d req-539d68f6-30ef-46d5-ad61-edc483257045 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:45.531278 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a99e09ce-474f-4d8e-9dc3-4d056a42977d req-539d68f6-30ef-46d5-ad61-edc483257045 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6b8cbba-b32b-498e-b3c2-45486e1706d7 HTTP/1.1" status: 200 len: 1681 time: 0.2073328 Jul 09 16:17:45.559609 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188ff76f-c060-4b2e-8d2b-a07bcd2bca49 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Network 6395e908-6223-4d6f-b1c1-e394506abed8 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:17:45.567196 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-188ff76f-c060-4b2e-8d2b-a07bcd2bca49 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:17:45.584013 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188ff76f-c060-4b2e-8d2b-a07bcd2bca49 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:17:45.586357 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2ae951af-a34d-4149-b5f6-b0e8187a4a28 req-5c2ed57a-f299-4c4e-8fed-c149bb38bf16 service neutron] 10.222.0.77 "GET /v2.0/networks/e55b3510-4171-4466-a467-a28850f48baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038643 Jul 09 16:17:45.604396 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a99e09ce-474f-4d8e-9dc3-4d056a42977d req-6e0fef66-f5ed-4803-a7d5-e96873659c05 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/security-groups?id=ed455c02-e886-4f75-ace5-02640635a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721579 Jul 09 16:17:45.618230 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188ff76f-c060-4b2e-8d2b-a07bcd2bca49 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Pushing event updated for resources: {'Port': ['ID=f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:45.634199 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3c365557-1d34-4492-8977-3eb746f15c1a req-f3e55c62-ec87-4912-88b7-e094a3a8a643 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509850 Jul 09 16:17:45.636219 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:45.669660 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-58b2d040-92c6-4215-9541-ec6bffa48518 None None] Attempting to bind port ca0a532e-1dd3-43cb-8ae5-bfdd1d21934b on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:17:45.670228 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-58b2d040-92c6-4215-9541-ec6bffa48518 None None] Attempting to bind port ca0a532e-1dd3-43cb-8ae5-bfdd1d21934b by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '9890f08f-b7c2-4880-91d7-5553e02a84db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f2f28c7b-9941-49e4-8996-9de52a7808d3'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:17:45.670642 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b2d040-92c6-4215-9541-ec6bffa48518 None None] Attempting to bind port ca0a532e-1dd3-43cb-8ae5-bfdd1d21934b on network f2f28c7b-9941-49e4-8996-9de52a7808d3 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:17:45.680138 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bfaa85a-7412-4693-8f76-85c0874e9aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26548898-1279-45e9-a1a3-38136f548176'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:17:45.682606 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152ae24b-64f1-460f-a04f-bcc6aa18387e" -d '{"events": [{"server_uuid": "0bfaa85a-7412-4693-8f76-85c0874e9aa1", "name": "network-vif-plugged", "status": "completed", "tag": "26548898-1279-45e9-a1a3-38136f548176"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:17:45.702719 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188ff76f-c060-4b2e-8d2b-a07bcd2bca49 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:45.703936 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-188ff76f-c060-4b2e-8d2b-a07bcd2bca49 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:45.722852 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 26548898-1279-45e9-a1a3-38136f548176, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=26548898-1279-45e9-a1a3-38136f548176,segment=NetworkSegment(b3327873-1adb-4566-ad72-2213b9292320),segment_id=b3327873-1adb-4566-ad72-2213b9292320)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:17:45.724456 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-188ff76f-c060-4b2e-8d2b-a07bcd2bca49 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3180592 Jul 09 16:17:45.725586 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b2d040-92c6-4215-9541-ec6bffa48518 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:17:45.726295 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b2d040-92c6-4215-9541-ec6bffa48518 None None] Checking segment: {'id': '9890f08f-b7c2-4880-91d7-5553e02a84db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f2f28c7b-9941-49e4-8996-9de52a7808d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:17:45.726959 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-58b2d040-92c6-4215-9541-ec6bffa48518 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:45.727559 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b2d040-92c6-4215-9541-ec6bffa48518 None None] Bound using segment: {'id': '9890f08f-b7c2-4880-91d7-5553e02a84db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f2f28c7b-9941-49e4-8996-9de52a7808d3'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:17:45.728023 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 58040) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:17:45.728145 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-58b2d040-92c6-4215-9541-ec6bffa48518 None None] Bound port: ca0a532e-1dd3-43cb-8ae5-bfdd1d21934b, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9890f08f-b7c2-4880-91d7-5553e02a84db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f2f28c7b-9941-49e4-8996-9de52a7808d3'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:17:45.728497 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-58b2d040-92c6-4215-9541-ec6bffa48518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:45.734883 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-9862edb6-821f-467c-a351-21ae370e8bf1 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Request body: {'port': {'network_id': '6395e908-6223-4d6f-b1c1-e394506abed8', 'name': 'tempest-TaggedBootDevicesTest_v242-226424779', 'fixed_ips': [{'subnet_id': '981e8e3d-124b-4345-9952-afb7f38f6b86'}]}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:17:45.743816 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:45.751116 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2ae951af-a34d-4149-b5f6-b0e8187a4a28 req-8f032d8a-8eda-4a89-844c-01d32db88155 service neutron] 10.222.0.77 "GET /v2.0/networks/e55b3510-4171-4466-a467-a28850f48baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441517 Jul 09 16:17:45.806204 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8671c54c-d8f2-456b-95ce-5d469c595967 req-fce760fa-ffb6-4f92-ac92-92ff8712c56b tempest-ServerShowV254Test-1991773346 tempest-ServerShowV254Test-1991773346-project] 10.222.0.98 "GET /v2.0/ports?device_id=da712288-103f-43b7-ba18-9eacd6e3b0a7 HTTP/1.1" status: 200 len: 210 time: 0.0536571 Jul 09 16:17:45.857119 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-58b2d040-92c6-4215-9541-ec6bffa48518 None None] For port ca0a532e-1dd3-43cb-8ae5-bfdd1d21934b, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:17:45.908215 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23f0d0d-dcf1-4d41-8a7c-c2a5f4435952 x-openstack-request-id: req-a23f0d0d-dcf1-4d41-8a7c-c2a5f4435952 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:17:45.908811 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bfaa85a-7412-4693-8f76-85c0874e9aa1", "name": "network-vif-plugged", "status": "completed", "tag": "26548898-1279-45e9-a1a3-38136f548176", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:17:45.909282 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a23f0d0d-dcf1-4d41-8a7c-c2a5f4435952 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:17:45.909917 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bfaa85a-7412-4693-8f76-85c0874e9aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26548898-1279-45e9-a1a3-38136f548176', 'code': 200} Jul 09 16:17:45.913269 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-58b2d040-92c6-4215-9541-ec6bffa48518 None None] For port ca0a532e-1dd3-43cb-8ae5-bfdd1d21934b, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=ca0a532e-1dd3-43cb-8ae5-bfdd1d21934b,segment=NetworkSegment(9890f08f-b7c2-4880-91d7-5553e02a84db),segment_id=9890f08f-b7c2-4880-91d7-5553e02a84db)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:17:45.914631 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fbd64-b3bc-4653-a6df-7be9987d8f45 req-748045c2-aacc-4c3e-9de2-1d7908fc6c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:45.917521 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ed9fbd64-b3bc-4653-a6df-7be9987d8f45 req-748045c2-aacc-4c3e-9de2-1d7908fc6c61 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=06cbfbbe1d844c0796508ff309a673b8&device_id=df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21 HTTP/1.1" status: 200 len: 1095 time: 0.1035252 Jul 09 16:17:45.921217 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=26548898-1279-45e9-a1a3-38136f548176,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:45.926754 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-58b2d040-92c6-4215-9541-ec6bffa48518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:45.950958 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9862edb6-821f-467c-a351-21ae370e8bf1 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Made reservation on behalf of 9c1d3606ae1042aca4f5fe7ec5b98f71 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:17:45.956646 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9862edb6-821f-467c-a351-21ae370e8bf1 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:46.006748 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b2d040-92c6-4215-9541-ec6bffa48518 None None] Pushing event updated for resources: {'Port': ['ID=ca0a532e-1dd3-43cb-8ae5-bfdd1d21934b,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:46.071394 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-9862edb6-821f-467c-a351-21ae370e8bf1 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] device_id is not set on port b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:17:46.142112 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b65fe8a-e636-4482-a41a-3b454b03bd74 req-b3fd24b9-37a2-48f5-a6aa-b0c6eaaa22dc tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:46.149512 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b65fe8a-e636-4482-a41a-3b454b03bd74 req-b3fd24b9-37a2-48f5-a6aa-b0c6eaaa22dc tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:46.152445 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2b65fe8a-e636-4482-a41a-3b454b03bd74 req-b3fd24b9-37a2-48f5-a6aa-b0c6eaaa22dc tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6b8cbba-b32b-498e-b3c2-45486e1706d7 HTTP/1.1" status: 200 len: 1681 time: 0.2791739 Jul 09 16:17:46.157271 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fbd64-b3bc-4653-a6df-7be9987d8f45 req-877e6137-54ac-4ec2-abc7-a2d1018ed835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:46.158746 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ed9fbd64-b3bc-4653-a6df-7be9987d8f45 req-877e6137-54ac-4ec2-abc7-a2d1018ed835 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e55b3510-4171-4466-a467-a28850f48baa HTTP/1.1" status: 200 len: 913 time: 0.2336740 Jul 09 16:17:46.218803 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ed9fbd64-b3bc-4653-a6df-7be9987d8f45 req-04a5c777-be1f-4371-81dd-c639bac36fb5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0cc11573-f58f-46e8-bd59-9c0e623ac808 HTTP/1.1" status: 200 len: 217 time: 0.0492926 Jul 09 16:17:46.287983 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fbd64-b3bc-4653-a6df-7be9987d8f45 req-aa7e1af8-4426-4e19-97b9-b36c87652171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:46.289608 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ed9fbd64-b3bc-4653-a6df-7be9987d8f45 req-aa7e1af8-4426-4e19-97b9-b36c87652171 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1852f372-46e1-407a-a8ee-c45063bdc434 HTTP/1.1" status: 200 len: 852 time: 0.0590148 Jul 09 16:17:46.303531 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e0d32-1afe-4309-b4fb-441c753ce33a req-2f5c0b1e-06c0-4c72-8ba9-562b6e5a11ad tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:46.310853 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a43e0d32-1afe-4309-b4fb-441c753ce33a req-2f5c0b1e-06c0-4c72-8ba9-562b6e5a11ad tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=24b38fcb-af32-450b-8a9c-61b943e9a0f3 HTTP/1.1" status: 200 len: 950 time: 0.2731333 Jul 09 16:17:46.387924 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ed9fbd64-b3bc-4653-a6df-7be9987d8f45 req-6421958d-1d7f-49eb-85a0-d575479cac4a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e55b3510-4171-4466-a467-a28850f48baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691774 Jul 09 16:17:46.438825 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a43e0d32-1afe-4309-b4fb-441c753ce33a req-afcdfa80-d057-4eef-ab95-dadf37aa79e1 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270876 Jul 09 16:17:46.453986 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e9c5e-c07c-4bec-99be-5c61b18c7a88 req-ace979e6-f177-438f-a2c0-3bb2e63439b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:46.463586 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c47e9c5e-c07c-4bec-99be-5c61b18c7a88 req-ace979e6-f177-438f-a2c0-3bb2e63439b0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0bfaa85a-7412-4693-8f76-85c0874e9aa1 HTTP/1.1" status: 200 len: 1096 time: 0.4524264 Jul 09 16:17:46.493831 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 709d048c-1f11-4c77-b428-727a2c0d34c5 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:17:46.629784 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-9862edb6-821f-467c-a351-21ae370e8bf1 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Allocated IP 10.1.1.89 (6395e908-6223-4d6f-b1c1-e394506abed8/981e8e3d-124b-4345-9952-afb7f38f6b86/b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:17:46.640441 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c47e9c5e-c07c-4bec-99be-5c61b18c7a88 req-7b3049e7-363a-42f2-bb36-6634fcd21005 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116030 Jul 09 16:17:46.661959 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ed9fbd64-b3bc-4653-a6df-7be9987d8f45 req-b74224e0-48d8-4b95-9620-71b8be9da8c2 service neutron] 10.222.0.77 "GET /v2.0/networks/e55b3510-4171-4466-a467-a28850f48baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618647 Jul 09 16:17:46.692256 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8246b-4af5-4014-aa07-ef1aae08d79c req-52599d60-0aba-40d5-b8b8-afbb06f11e40 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:46.699586 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2aa8246b-4af5-4014-aa07-ef1aae08d79c req-52599d60-0aba-40d5-b8b8-afbb06f11e40 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21 HTTP/1.1" status: 200 len: 944 time: 0.3962374 Jul 09 16:17:46.712603 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-2b65fe8a-e636-4482-a41a-3b454b03bd74 req-b0ce6a78-8113-4ef7-bdcb-cb0a3cf599fd tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Deleting port a97c147c-628a-4fa3-a6d3-85691a750447 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:17:46.712959 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2b65fe8a-e636-4482-a41a-3b454b03bd74 req-b0ce6a78-8113-4ef7-bdcb-cb0a3cf599fd tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:46.761831 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85726c6-86a1-4caa-89f9-0728c6343833 req-3540c2bb-9f5e-4b2d-9028-ba059e14504c tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:46.763589 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c85726c6-86a1-4caa-89f9-0728c6343833 req-3540c2bb-9f5e-4b2d-9028-ba059e14504c tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bfaa85a-7412-4693-8f76-85c0874e9aa1 HTTP/1.1" status: 200 len: 945 time: 0.1414905 Jul 09 16:17:46.782808 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b120fe-a6b3-4c9f-a30a-08e67a33b400 None None] Network 6395e908-6223-4d6f-b1c1-e394506abed8 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:17:46.847509 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c85726c6-86a1-4caa-89f9-0728c6343833 req-501ff5a8-4c34-48b4-817a-9eefb18ff611 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734026 Jul 09 16:17:46.857155 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ed9fbd64-b3bc-4653-a6df-7be9987d8f45 req-a33cc272-25c3-4d78-aa69-0853bc33bdda service neutron] 10.222.0.77 "GET /v2.0/networks/e55b3510-4171-4466-a467-a28850f48baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647353 Jul 09 16:17:46.868810 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2aa8246b-4af5-4014-aa07-ef1aae08d79c req-5b7f15b3-8c2e-4244-a7fb-14e4f01ab58d tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681597 Jul 09 16:17:46.900515 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-22e09af8-1874-49f2-afef-4178909a92f5 None None] Provisioning for port e982d0db-0be4-43d9-a815-923d0ab11cad completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:17:46.962012 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-2b65fe8a-e636-4482-a41a-3b454b03bd74 req-b0ce6a78-8113-4ef7-bdcb-cb0a3cf599fd tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] For port a97c147c-628a-4fa3-a6d3-85691a750447, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=a97c147c-628a-4fa3-a6d3-85691a750447,segment=NetworkSegment(9d5e5c69-f9a4-497b-918d-af553caa705d),segment_id=9d5e5c69-f9a4-497b-918d-af553caa705d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:17:46.962371 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2b65fe8a-e636-4482-a41a-3b454b03bd74 req-b0ce6a78-8113-4ef7-bdcb-cb0a3cf599fd tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:46.982817 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 709d048c-1f11-4c77-b428-727a2c0d34c5 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:17:46.991096 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-2b65fe8a-e636-4482-a41a-3b454b03bd74 req-b0ce6a78-8113-4ef7-bdcb-cb0a3cf599fd tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Calling delete_port for a97c147c-628a-4fa3-a6d3-85691a750447 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:17:46.991261 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 709d048c-1f11-4c77-b428-727a2c0d34c5 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:17:46.991700 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:47.119601 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9862edb6-821f-467c-a351-21ae370e8bf1 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:47.131891 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fbfac4-6ae8-4a16-9e7c-87bebc34c459 req-a550221e-6083-45a8-987e-f0a70cdbe1db tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:47.137955 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fbfac4-6ae8-4a16-9e7c-87bebc34c459 req-a550221e-6083-45a8-987e-f0a70cdbe1db tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:47.146283 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e7fbfac4-6ae8-4a16-9e7c-87bebc34c459 req-a550221e-6083-45a8-987e-f0a70cdbe1db tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6b8cbba-b32b-498e-b3c2-45486e1706d7 HTTP/1.1" status: 200 len: 1681 time: 0.1901300 Jul 09 16:17:47.150613 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:47.193939 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd2452-8664-4f54-9e2a-d2b029c67383 req-b73a7bb9-deac-4bba-88f0-09e41757553d tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:47.196063 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-94dd2452-8664-4f54-9e2a-d2b029c67383 req-b73a7bb9-deac-4bba-88f0-09e41757553d tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=550c9a83-b90b-4c76-8997-d138fe2acae9 HTTP/1.1" status: 200 len: 945 time: 0.2026224 Jul 09 16:17:47.212645 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 709d048c-1f11-4c77-b428-727a2c0d34c5, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=709d048c-1f11-4c77-b428-727a2c0d34c5,segment=NetworkSegment(fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c),segment_id=fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:17:47.218909 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e7fbfac4-6ae8-4a16-9e7c-87bebc34c459 req-cbadee5d-15e0-46f3-87d9-555a573f0982 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/security-groups?id=ed455c02-e886-4f75-ace5-02640635a782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713532 Jul 09 16:17:47.226295 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:47.242306 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device e982d0db-0be4-43d9-a815-923d0ab11cad up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:17:47.244198 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-9862edb6-821f-467c-a351-21ae370e8bf1 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Transition to ACTIVE for port object b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:17:47.321233 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-94dd2452-8664-4f54-9e2a-d2b029c67383 req-38d865f5-e775-429a-8f76-5d1b98e68268 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149349 Jul 09 16:17:47.378023 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-453261a9-4588-4363-9e9c-36c8a8fb969d req-6e1d36f8-f447-465d-b942-ab647a4cfbf6 tempest-ServerShowV254Test-1991773346 tempest-ServerShowV254Test-1991773346-project] 10.222.0.98 "GET /v2.0/ports?device_id=da712288-103f-43b7-ba18-9eacd6e3b0a7 HTTP/1.1" status: 200 len: 210 time: 0.0430980 Jul 09 16:17:47.400683 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=709d048c-1f11-4c77-b428-727a2c0d34c5,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:47.418734 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9862edb6-821f-467c-a351-21ae370e8bf1 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:47.446947 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port e982d0db-0be4-43d9-a815-923d0ab11cad completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:17:47.463236 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port e982d0db-0be4-43d9-a815-923d0ab11cad triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:17:47.463613 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:47.514948 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9862edb6-821f-467c-a351-21ae370e8bf1 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Pushing event updated for resources: {'Port': ['ID=b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:47.542705 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9862edb6-821f-467c-a351-21ae370e8bf1 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Network 6395e908-6223-4d6f-b1c1-e394506abed8 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:17:47.547180 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-9862edb6-821f-467c-a351-21ae370e8bf1 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:17:47.551765 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9862edb6-821f-467c-a351-21ae370e8bf1 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:17:47.612788 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2e37fae6-13b1-4c65-8c4c-d2dbbf519cb7 None None] Provisioning for port f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:17:47.615789 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2b65fe8a-e636-4482-a41a-3b454b03bd74 req-b0ce6a78-8113-4ef7-bdcb-cb0a3cf599fd tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:47.630262 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2e37fae6-13b1-4c65-8c4c-d2dbbf519cb7 None None] Provisioning complete for port f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:17:47.631027 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2e37fae6-13b1-4c65-8c4c-d2dbbf519cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:47.679728 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['a97c147c-628a-4fa3-a6d3-85691a750447', '72db98b4-32e3-4c24-9205-ff7edc1de567'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:17:47.683789 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:47.709752 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ce6a78-8113-4ef7-bdcb-cb0a3cf599fd tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Pushing event deleted for resources: {'Port': ['ID=a97c147c-628a-4fa3-a6d3-85691a750447,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:47.778010 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757528ad-f138-446f-a6bb-c0654c1b57df None None] Network f2f28c7b-9941-49e4-8996-9de52a7808d3 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:17:47.823043 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port e982d0db-0be4-43d9-a815-923d0ab11cad, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=e982d0db-0be4-43d9-a815-923d0ab11cad,segment=NetworkSegment(21dc0c02-4744-4465-9c58-ff9696cac53b),segment_id=21dc0c02-4744-4465-9c58-ff9696cac53b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:17:47.842989 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9862edb6-821f-467c-a351-21ae370e8bf1 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:47.843631 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9862edb6-821f-467c-a351-21ae370e8bf1 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:47.847248 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b65fe8a-e636-4482-a41a-3b454b03bd74 req-b0ce6a78-8113-4ef7-bdcb-cb0a3cf599fd tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] No DVR routers for this DVR port a97c147c-628a-4fa3-a6d3-85691a750447 on host n-h2-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:17:47.858236 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2b65fe8a-e636-4482-a41a-3b454b03bd74 req-b0ce6a78-8113-4ef7-bdcb-cb0a3cf599fd tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:47.860717 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2b65fe8a-e636-4482-a41a-3b454b03bd74 req-b0ce6a78-8113-4ef7-bdcb-cb0a3cf599fd tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.73 "DELETE /v2.0/ports/a97c147c-628a-4fa3-a6d3-85691a750447 HTTP/1.1" status: 204 len: 173 time: 1.6999824 Jul 09 16:17:47.861210 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b8cbba-b32b-498e-b3c2-45486e1706d7', 'name': 'network-vif-deleted', 'tag': 'a97c147c-628a-4fa3-a6d3-85691a750447'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:17:47.864105 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1ef9d1-d326-4fc0-b5ab-72ffe5610863" -d '{"events": [{"server_uuid": "d6b8cbba-b32b-498e-b3c2-45486e1706d7", "name": "network-vif-deleted", "tag": "a97c147c-628a-4fa3-a6d3-85691a750447"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:17:47.877123 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-2e37fae6-13b1-4c65-8c4c-d2dbbf519cb7 None None] Port f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:17:47.891457 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:47.896097 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device ca0a532e-1dd3-43cb-8ae5-bfdd1d21934b up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:17:47.939083 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-9862edb6-821f-467c-a351-21ae370e8bf1 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.2066743 Jul 09 16:17:47.981120 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e617fb67-9ee0-4708-944a-2e4062892587 req-8c9c50a7-2ea6-401d-bc02-98008f1ce689 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ad6ec98799f84fd288b3f77dda10fe3f&device_id=da712288-103f-43b7-ba18-9eacd6e3b0a7 HTTP/1.1" status: 200 len: 210 time: 0.0404785 Jul 09 16:17:48.003790 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe13d9-15db-4701-b39e-466e650c197e req-5f180594-0a8d-4c57-83e1-36f3e4ba36d9 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:48.011938 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-39fe13d9-15db-4701-b39e-466e650c197e req-5f180594-0a8d-4c57-83e1-36f3e4ba36d9 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=24b38fcb-af32-450b-8a9c-61b943e9a0f3 HTTP/1.1" status: 200 len: 950 time: 0.2568798 Jul 09 16:17:48.039558 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '550c9a83-b90b-4c76-8997-d138fe2acae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '709d048c-1f11-4c77-b428-727a2c0d34c5'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:17:48.041883 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3615a54-2094-4fb5-997b-3ff1c1af3f4e" -d '{"events": [{"server_uuid": "550c9a83-b90b-4c76-8997-d138fe2acae9", "name": "network-vif-plugged", "status": "completed", "tag": "709d048c-1f11-4c77-b428-727a2c0d34c5"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:17:48.051859 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e617fb67-9ee0-4708-944a-2e4062892587 req-605f1a9e-a9c2-42e1-a196-a6753c0013c3 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=ad6ec98799f84fd288b3f77dda10fe3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0565698 Jul 09 16:17:48.056146 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=e982d0db-0be4-43d9-a815-923d0ab11cad,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:48.088603 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-39fe13d9-15db-4701-b39e-466e650c197e req-192923d0-37ba-45f7-9489-81498e74f1f5 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753815 Jul 09 16:17:48.115239 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-2b65fe8a-e636-4482-a41a-3b454b03bd74 req-c7098db2-16c8-4bd3-a4ef-8fcc820ab576 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Deleting port 72db98b4-32e3-4c24-9205-ff7edc1de567 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:17:48.116081 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2b65fe8a-e636-4482-a41a-3b454b03bd74 req-c7098db2-16c8-4bd3-a4ef-8fcc820ab576 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:48.120481 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2e37fae6-13b1-4c65-8c4c-d2dbbf519cb7 None None] Provisioning complete for port e982d0db-0be4-43d9-a815-923d0ab11cad triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:17:48.120897 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2e37fae6-13b1-4c65-8c4c-d2dbbf519cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:48.122882 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port ca0a532e-1dd3-43cb-8ae5-bfdd1d21934b completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:17:48.281531 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c788e7c4-6f12-4777-a6a1-dba5a2dfded0 x-openstack-request-id: req-c788e7c4-6f12-4777-a6a1-dba5a2dfded0 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:17:48.281822 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6b8cbba-b32b-498e-b3c2-45486e1706d7", "name": "network-vif-deleted", "tag": "a97c147c-628a-4fa3-a6d3-85691a750447", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:17:48.282084 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c788e7c4-6f12-4777-a6a1-dba5a2dfded0 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:17:48.282496 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6b8cbba-b32b-498e-b3c2-45486e1706d7', 'name': 'network-vif-deleted', 'tag': 'a97c147c-628a-4fa3-a6d3-85691a750447', 'status': 'completed', 'code': 200} Jul 09 16:17:48.285720 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-2b65fe8a-e636-4482-a41a-3b454b03bd74 req-c7098db2-16c8-4bd3-a4ef-8fcc820ab576 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] For port 72db98b4-32e3-4c24-9205-ff7edc1de567, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=72db98b4-32e3-4c24-9205-ff7edc1de567,segment=NetworkSegment(1c0b2687-38d6-469d-b354-85bf941fac68),segment_id=1c0b2687-38d6-469d-b354-85bf941fac68)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:17:48.286094 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2b65fe8a-e636-4482-a41a-3b454b03bd74 req-c7098db2-16c8-4bd3-a4ef-8fcc820ab576 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:48.332057 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-2b65fe8a-e636-4482-a41a-3b454b03bd74 req-c7098db2-16c8-4bd3-a4ef-8fcc820ab576 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Calling delete_port for 72db98b4-32e3-4c24-9205-ff7edc1de567 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:17:48.420611 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16162de-007e-40b3-9323-40c0f44842b7 req-f1ce3a11-a548-4e3b-927e-bfbca8864df3 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:48.422479 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d16162de-007e-40b3-9323-40c0f44842b7 req-f1ce3a11-a548-4e3b-927e-bfbca8864df3 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21 HTTP/1.1" status: 200 len: 944 time: 0.1391740 Jul 09 16:17:48.499365 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d16162de-007e-40b3-9323-40c0f44842b7 req-1bb3da0a-d112-4075-87d2-acf1277bcddc tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570328 Jul 09 16:17:48.541074 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b917638b-f0a2-4566-bc1f-052325e7f137 req-de1843f1-be86-44ee-84b8-827816ba685e tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:48.543169 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b917638b-f0a2-4566-bc1f-052325e7f137 req-de1843f1-be86-44ee-84b8-827816ba685e tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bfaa85a-7412-4693-8f76-85c0874e9aa1 HTTP/1.1" status: 200 len: 945 time: 0.5052030 Jul 09 16:17:48.552116 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617fb67-9ee0-4708-944a-2e4062892587 req-2fe2701b-ff10-41c8-979a-fd859a30b65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:48.555228 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e617fb67-9ee0-4708-944a-2e4062892587 req-2fe2701b-ff10-41c8-979a-fd859a30b65a service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4677591 Jul 09 16:17:48.556379 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a9cba1ed-d8f9-4220-96f8-09d4dd8bd3f5 None None] Provisioning complete for port f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:17:48.556739 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a9cba1ed-d8f9-4220-96f8-09d4dd8bd3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:48.576723 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2b65fe8a-e636-4482-a41a-3b454b03bd74 req-c7098db2-16c8-4bd3-a4ef-8fcc820ab576 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:48.601173 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b917638b-f0a2-4566-bc1f-052325e7f137 req-883998fe-a7cb-42c9-82d6-820705e343df tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448201 Jul 09 16:17:48.608643 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7098db2-16c8-4bd3-a4ef-8fcc820ab576 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Pushing event deleted for resources: {'Port': ['ID=72db98b4-32e3-4c24-9205-ff7edc1de567,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:48.624455 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a9cba1ed-d8f9-4220-96f8-09d4dd8bd3f5 None None] Port f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:17:48.628258 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['a97c147c-628a-4fa3-a6d3-85691a750447'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:17:48.668539 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b65fe8a-e636-4482-a41a-3b454b03bd74 req-c7098db2-16c8-4bd3-a4ef-8fcc820ab576 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] No DVR routers for this DVR port 72db98b4-32e3-4c24-9205-ff7edc1de567 on host n-h2-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:17:48.674477 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2b65fe8a-e636-4482-a41a-3b454b03bd74 req-c7098db2-16c8-4bd3-a4ef-8fcc820ab576 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:48.677279 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2b65fe8a-e636-4482-a41a-3b454b03bd74 req-c7098db2-16c8-4bd3-a4ef-8fcc820ab576 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.73 "DELETE /v2.0/ports/72db98b4-32e3-4c24-9205-ff7edc1de567 HTTP/1.1" status: 204 len: 173 time: 0.8091276 Jul 09 16:17:48.681184 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a9cba1ed-d8f9-4220-96f8-09d4dd8bd3f5 None None] Provisioning for port ca0a532e-1dd3-43cb-8ae5-bfdd1d21934b completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:17:48.687534 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a9cba1ed-d8f9-4220-96f8-09d4dd8bd3f5 None None] Provisioning complete for port ca0a532e-1dd3-43cb-8ae5-bfdd1d21934b triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:17:48.688158 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a9cba1ed-d8f9-4220-96f8-09d4dd8bd3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:48.726330 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6cf85b72-7e5c-442a-8a77-7efe105f0eec req-04e8cf65-e8ac-44d1-8583-e6a15f013a24 tempest-ServerShowV254Test-1991773346 tempest-ServerShowV254Test-1991773346-project] 10.222.0.98 "GET /v2.0/ports?device_id=da712288-103f-43b7-ba18-9eacd6e3b0a7 HTTP/1.1" status: 200 len: 210 time: 0.0479803 Jul 09 16:17:48.820044 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09435bd1-dbf4-4ecc-aa7c-2d7a33c63d41 x-openstack-request-id: req-09435bd1-dbf4-4ecc-aa7c-2d7a33c63d41 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:17:48.820669 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "550c9a83-b90b-4c76-8997-d138fe2acae9", "name": "network-vif-plugged", "status": "completed", "tag": "709d048c-1f11-4c77-b428-727a2c0d34c5", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:17:48.821514 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-09435bd1-dbf4-4ecc-aa7c-2d7a33c63d41 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:17:48.822802 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '550c9a83-b90b-4c76-8997-d138fe2acae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '709d048c-1f11-4c77-b428-727a2c0d34c5', 'code': 200} Jul 09 16:17:48.848835 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a9cba1ed-d8f9-4220-96f8-09d4dd8bd3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:48.899308 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a9cba1ed-d8f9-4220-96f8-09d4dd8bd3f5 None None] For port ca0a532e-1dd3-43cb-8ae5-bfdd1d21934b, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=ca0a532e-1dd3-43cb-8ae5-bfdd1d21934b,segment=NetworkSegment(9890f08f-b7c2-4880-91d7-5553e02a84db),segment_id=9890f08f-b7c2-4880-91d7-5553e02a84db)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:17:48.904107 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a9cba1ed-d8f9-4220-96f8-09d4dd8bd3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:48.943696 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a9cba1ed-d8f9-4220-96f8-09d4dd8bd3f5 None None] Provisioning for port b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:17:48.950005 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a9cba1ed-d8f9-4220-96f8-09d4dd8bd3f5 None None] Provisioning complete for port b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:17:48.950373 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a9cba1ed-d8f9-4220-96f8-09d4dd8bd3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:48.951261 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-247f12ec-3bf3-4d12-bd41-5155b219e0f4 req-9d640087-1275-486b-9701-3ae98f694b4b tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6b8cbba-b32b-498e-b3c2-45486e1706d7 HTTP/1.1" status: 200 len: 210 time: 0.0439577 Jul 09 16:17:48.985435 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cba1ed-d8f9-4220-96f8-09d4dd8bd3f5 None None] Pushing event updated for resources: {'Port': ['ID=ca0a532e-1dd3-43cb-8ae5-bfdd1d21934b,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:49.004678 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a9cba1ed-d8f9-4220-96f8-09d4dd8bd3f5 None None] Port b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:17:49.013380 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cfc86a-3aa8-4389-9718-dbdac0a163a0 req-49ac2c26-91f0-47a7-a702-f4cded7bad4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:49.019407 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-40cfc86a-3aa8-4389-9718-dbdac0a163a0 req-49ac2c26-91f0-47a7-a702-f4cded7bad4b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=550c9a83-b90b-4c76-8997-d138fe2acae9 HTTP/1.1" status: 200 len: 1097 time: 0.0661952 Jul 09 16:17:49.020133 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 58080) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:17:49.025712 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b57eb62a-e872-4f9b-9ebb-753fe90fdb28 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2106684590', 'description': 'tempest-description--322124167'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:17:49.072990 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b57eb62a-e872-4f9b-9ebb-753fe90fdb28 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:49.091133 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-40cfc86a-3aa8-4389-9718-dbdac0a163a0 req-32be223b-9973-45f6-b690-046189a6d952 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605097 Jul 09 16:17:49.091443 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 0cc11573-f58f-46e8-bd59-9c0e623ac808 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:17:49.108235 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device e982d0db-0be4-43d9-a815-923d0ab11cad up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:17:49.181298 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b57eb62a-e872-4f9b-9ebb-753fe90fdb28 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:49.185584 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b57eb62a-e872-4f9b-9ebb-753fe90fdb28 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:49.190057 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418b1c4-c953-4cec-a87f-8bfe386eff86 req-33345ec1-491e-46be-873a-49e7432f40c4 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:49.191727 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a418b1c4-c953-4cec-a87f-8bfe386eff86 req-33345ec1-491e-46be-873a-49e7432f40c4 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=550c9a83-b90b-4c76-8997-d138fe2acae9 HTTP/1.1" status: 200 len: 946 time: 0.0713801 Jul 09 16:17:49.220429 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57eb62a-e872-4f9b-9ebb-753fe90fdb28 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0135bb-d8c1-4b57-8ce3-faf17c546fda,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:49.222604 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7e6d0c73-1a44-4e83-a245-eaeb4d83b672 None None] Provisioning complete for port ca0a532e-1dd3-43cb-8ae5-bfdd1d21934b triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:17:49.224192 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b57eb62a-e872-4f9b-9ebb-753fe90fdb28 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:49.226221 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b57eb62a-e872-4f9b-9ebb-753fe90fdb28 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2047627 Jul 09 16:17:49.226850 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7e6d0c73-1a44-4e83-a245-eaeb4d83b672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:49.230319 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 58084) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:17:49.235109 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b49de40e-8650-4676-bb16-5830d71f178f tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Request body: {'security_group_rule': {'security_group_id': 'ca0135bb-d8c1-4b57-8ce3-faf17c546fda', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:17:49.240770 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a418b1c4-c953-4cec-a87f-8bfe386eff86 req-77ece1bd-1396-49ed-a346-c03c7285f2bd tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418394 Jul 09 16:17:49.277870 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b49de40e-8650-4676-bb16-5830d71f178f tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:49.319075 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 0cc11573-f58f-46e8-bd59-9c0e623ac808, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=0cc11573-f58f-46e8-bd59-9c0e623ac808,segment=NetworkSegment(f3322cfe-f17e-4138-825d-2b8f5a34d17c),segment_id=f3322cfe-f17e-4138-825d-2b8f5a34d17c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:17:49.331710 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port e982d0db-0be4-43d9-a815-923d0ab11cad triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:17:49.332085 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:49.339592 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b49de40e-8650-4676-bb16-5830d71f178f tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:49.344920 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b49de40e-8650-4676-bb16-5830d71f178f tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:49.359864 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '0cc11573-f58f-46e8-bd59-9c0e623ac808', 'network_id': 'e55b3510-4171-4466-a467-a28850f48baa', 'port_id': '0cc11573-f58f-46e8-bd59-9c0e623ac808', 'mac_address': 'fa:16:3e:f1:04:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1852f372-46e1-407a-a8ee-c45063bdc434', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:17:49.364260 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49de40e-8650-4676-bb16-5830d71f178f tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e11294bc-73f6-48ed-b19c-cad001632350,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:49.371426 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b49de40e-8650-4676-bb16-5830d71f178f tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:49.372892 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b49de40e-8650-4676-bb16-5830d71f178f tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1413291 Jul 09 16:17:49.375691 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 58086) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:17:49.380459 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-9fcad046-0b5e-486c-b916-998c9f5478aa tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Request body: {'security_group_rule': {'security_group_id': 'ca0135bb-d8c1-4b57-8ce3-faf17c546fda', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:17:49.408663 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9fcad046-0b5e-486c-b916-998c9f5478aa tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:49.422213 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d2eab-1a6d-4a80-b393-1630675c59e2 req-daa1e7e6-2fd6-4584-b9df-e06cb732f881 tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:49.423772 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-988d2eab-1a6d-4a80-b393-1630675c59e2 req-daa1e7e6-2fd6-4584-b9df-e06cb732f881 tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=0bfaa85a-7412-4693-8f76-85c0874e9aa1 HTTP/1.1" status: 200 len: 1096 time: 0.0687804 Jul 09 16:17:49.450080 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:49.459934 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-988d2eab-1a6d-4a80-b393-1630675c59e2 req-0e08b3b9-aa56-4151-8093-b5750f011d66 tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294902 Jul 09 16:17:49.478366 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9fcad046-0b5e-486c-b916-998c9f5478aa tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:49.485841 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9fcad046-0b5e-486c-b916-998c9f5478aa tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:49.492357 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cc11573-f58f-46e8-bd59-9c0e623ac808 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:17:49.512716 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcad046-0b5e-486c-b916-998c9f5478aa tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd41eb61-b357-4751-98f9-56865defa437,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:49.529277 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9fcad046-0b5e-486c-b916-998c9f5478aa tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:49.531119 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-9fcad046-0b5e-486c-b916-998c9f5478aa tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1543536 Jul 09 16:17:49.534406 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 58092) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:17:49.547602 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-da7f0a7b-baf4-4bda-9451-86db52f6998c tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Request body: {'floatingip': {'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:17:49.561217 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 0cc11573-f58f-46e8-bd59-9c0e623ac808, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=0cc11573-f58f-46e8-bd59-9c0e623ac808,segment=NetworkSegment(f3322cfe-f17e-4138-825d-2b8f5a34d17c),segment_id=f3322cfe-f17e-4138-825d-2b8f5a34d17c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:17:49.577378 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:49.637750 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-da7f0a7b-baf4-4bda-9451-86db52f6998c tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:49.656227 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=0cc11573-f58f-46e8-bd59-9c0e623ac808,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:49.720954 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c72a2-c353-48c9-b469-4aaf29a27a1f req-e7a32830-d5e7-413c-a0d7-2ac89491fb38 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:49.722671 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-978c72a2-c353-48c9-b469-4aaf29a27a1f req-e7a32830-d5e7-413c-a0d7-2ac89491fb38 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=24b38fcb-af32-450b-8a9c-61b943e9a0f3 HTTP/1.1" status: 200 len: 950 time: 0.1245213 Jul 09 16:17:49.737873 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e816b-d526-4ae5-8f84-0c3f029d56df req-15b70aa6-a358-4b0d-b175-faf908b90cb1 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:49.739416 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-543e816b-d526-4ae5-8f84-0c3f029d56df req-15b70aa6-a358-4b0d-b175-faf908b90cb1 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21 HTTP/1.1" status: 200 len: 945 time: 0.0770769 Jul 09 16:17:49.783776 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-978c72a2-c353-48c9-b469-4aaf29a27a1f req-92fe58fd-04fe-42f5-9f56-16def0685688 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540297 Jul 09 16:17:49.814243 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-543e816b-d526-4ae5-8f84-0c3f029d56df req-9b549feb-0b8f-450e-9694-2de3c2cdeb8e tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646546 Jul 09 16:17:49.823311 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-da7f0a7b-baf4-4bda-9451-86db52f6998c tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:49.884920 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['0cc11573-f58f-46e8-bd59-9c0e623ac808'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:17:49.958742 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a1fe5c1f-ed57-46fb-b142-75bff92c2ef8 req-2c83c11f-18ee-4bac-bcde-760967a3ef67 tempest-ServerShowV254Test-1991773346 tempest-ServerShowV254Test-1991773346-project] 10.222.0.98 "GET /v2.0/ports?device_id=da712288-103f-43b7-ba18-9eacd6e3b0a7 HTTP/1.1" status: 200 len: 210 time: 0.0395267 Jul 09 16:17:50.041204 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-da7f0a7b-baf4-4bda-9451-86db52f6998c tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Allocated IP 172.25.0.65 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/70c2c9c4-e2ca-4751-947d-139f744c152c) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:17:50.093641 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 58106) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:17:50.150679 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-87d1491d-cee2-44c9-89ea-2c8fbb52ebf4 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Deleting subnet 8d2cc91a-00bb-4aad-8681-71f2153ba103 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:17:50.154216 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-87d1491d-cee2-44c9-89ea-2c8fbb52ebf4 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:50.199050 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-87d1491d-cee2-44c9-89ea-2c8fbb52ebf4 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:50.306252 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-87d1491d-cee2-44c9-89ea-2c8fbb52ebf4 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:50.385042 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-87d1491d-cee2-44c9-89ea-2c8fbb52ebf4 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:50.416884 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d1491d-cee2-44c9-89ea-2c8fbb52ebf4 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Pushing event deleted for resources: {'Subnet': ['ID=8d2cc91a-00bb-4aad-8681-71f2153ba103,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:50.419763 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-87d1491d-cee2-44c9-89ea-2c8fbb52ebf4 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:50.421189 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-87d1491d-cee2-44c9-89ea-2c8fbb52ebf4 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "DELETE /v2.0/subnets/8d2cc91a-00bb-4aad-8681-71f2153ba103 HTTP/1.1" status: 204 len: 168 time: 0.3265054 Jul 09 16:17:50.424173 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 58112) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:17:50.425511 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b8cbba-b32b-498e-b3c2-45486e1706d7', 'name': 'network-vif-deleted', 'tag': '72db98b4-32e3-4c24-9205-ff7edc1de567'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:17:50.428509 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5564a249-6227-444b-98fc-4162c9c7afe7" -d '{"events": [{"server_uuid": "d6b8cbba-b32b-498e-b3c2-45486e1706d7", "name": "network-vif-deleted", "tag": "72db98b4-32e3-4c24-9205-ff7edc1de567"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:17:50.441955 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da21b2a-1ee7-4975-b944-599ef962313d None None] Network 868d3f7b-2d06-4f4e-8ff1-bed35fe00b05 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:17:50.486523 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae157ab2-0869-4dcf-bb03-d61d84d44808 x-openstack-request-id: req-ae157ab2-0869-4dcf-bb03-d61d84d44808 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:17:50.486878 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6b8cbba-b32b-498e-b3c2-45486e1706d7", "name": "network-vif-deleted", "tag": "72db98b4-32e3-4c24-9205-ff7edc1de567", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:17:50.487083 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ae157ab2-0869-4dcf-bb03-d61d84d44808 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:17:50.487464 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6b8cbba-b32b-498e-b3c2-45486e1706d7', 'name': 'network-vif-deleted', 'tag': '72db98b4-32e3-4c24-9205-ff7edc1de567', 'status': 'completed', 'code': 200} Jul 09 16:17:50.534807 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device a97c147c-628a-4fa3-a6d3-85691a750447 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:17:50.544555 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-da7f0a7b-baf4-4bda-9451-86db52f6998c tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:50.564620 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: a97c147c-628a-4fa3-a6d3-85691a750447 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:17:50.564990 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device a97c147c-628a-4fa3-a6d3-85691a750447 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:17:50.565372 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 72db98b4-32e3-4c24-9205-ff7edc1de567 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:17:50.565954 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49300d90-affc-47d3-b35e-0aad5a170d81 req-62c4e8ed-ecb1-4111-b643-b46aabfcef18 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:50.569654 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-df5c5733-8cab-4820-82d4-3924a348b7a0 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:50.573809 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-49300d90-affc-47d3-b35e-0aad5a170d81 req-62c4e8ed-ecb1-4111-b643-b46aabfcef18 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=550c9a83-b90b-4c76-8997-d138fe2acae9 HTTP/1.1" status: 200 len: 946 time: 0.1405678 Jul 09 16:17:50.588412 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: 72db98b4-32e3-4c24-9205-ff7edc1de567 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:17:50.588793 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 72db98b4-32e3-4c24-9205-ff7edc1de567 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:17:50.624317 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-49300d90-affc-47d3-b35e-0aad5a170d81 req-bce7821e-a136-4284-82bc-e5486c597d53 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496206 Jul 09 16:17:50.660290 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-da7f0a7b-baf4-4bda-9451-86db52f6998c tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:50.674585 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-df5c5733-8cab-4820-82d4-3924a348b7a0 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Deleting port 267695b7-65ed-467d-bc0e-2de04194a880 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:17:50.676188 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-df5c5733-8cab-4820-82d4-3924a348b7a0 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:50.728343 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7f0a7b-baf4-4bda-9451-86db52f6998c tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:17:50.731700 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-da7f0a7b-baf4-4bda-9451-86db52f6998c tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:17:50.741931 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7f0a7b-baf4-4bda-9451-86db52f6998c tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:17:50.771325 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-df5c5733-8cab-4820-82d4-3924a348b7a0 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] For port 267695b7-65ed-467d-bc0e-2de04194a880, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=267695b7-65ed-467d-bc0e-2de04194a880,segment=NetworkSegment(1c0b2687-38d6-469d-b354-85bf941fac68),segment_id=1c0b2687-38d6-469d-b354-85bf941fac68)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:17:50.772517 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-df5c5733-8cab-4820-82d4-3924a348b7a0 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:50.779404 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7f0a7b-baf4-4bda-9451-86db52f6998c tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Pushing event updated for resources: {'Port': ['ID=70c2c9c4-e2ca-4751-947d-139f744c152c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:50.791859 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-df5c5733-8cab-4820-82d4-3924a348b7a0 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Calling delete_port for 267695b7-65ed-467d-bc0e-2de04194a880 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:17:50.798759 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc6e978-67d3-4e6c-94f7-a18b1fe9d3e5 None None] DHCP port deletion for 868d3f7b-2d06-4f4e-8ff1-bed35fe00b05 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:17:50.893462 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-da7f0a7b-baf4-4bda-9451-86db52f6998c tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:50.928605 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-df5c5733-8cab-4820-82d4-3924a348b7a0 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:50.939753 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-7cc6e978-67d3-4e6c-94f7-a18b1fe9d3e5 None None] Deleting port 267695b7-65ed-467d-bc0e-2de04194a880 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:17:50.940425 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7cc6e978-67d3-4e6c-94f7-a18b1fe9d3e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:50.948338 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5c5733-8cab-4820-82d4-3924a348b7a0 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] No DVR routers for this DVR port 267695b7-65ed-467d-bc0e-2de04194a880 on host n-d-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:17:51.005264 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e617fb67-9ee0-4708-944a-2e4062892587 req-04e2c354-d5d7-4948-a2c8-521479e0b741 tempest-ServerShowV254Test-1991773346 tempest-ServerShowV254Test-1991773346-project] 10.222.0.73 "GET /v2.0/ports?device_id=da712288-103f-43b7-ba18-9eacd6e3b0a7 HTTP/1.1" status: 200 len: 210 time: 0.0925124 Jul 09 16:17:51.049605 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-7cc6e978-67d3-4e6c-94f7-a18b1fe9d3e5 None None] For port 267695b7-65ed-467d-bc0e-2de04194a880, host n-d-798930-3, got binding levels [] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:17:51.050203 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7cc6e978-67d3-4e6c-94f7-a18b1fe9d3e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:51.082518 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-7cc6e978-67d3-4e6c-94f7-a18b1fe9d3e5 None None] Calling delete_port for 267695b7-65ed-467d-bc0e-2de04194a880 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:17:51.085676 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-da7f0a7b-baf4-4bda-9451-86db52f6998c tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:51.085905 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5c5733-8cab-4820-82d4-3924a348b7a0 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Pushing event deleted for resources: {'Port': ['ID=267695b7-65ed-467d-bc0e-2de04194a880,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:51.089250 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.ipam_backend_mixin [None req-7cc6e978-67d3-4e6c-94f7-a18b1fe9d3e5 None None] Port 267695b7-65ed-467d-bc0e-2de04194a880 was not found and therefore no delete operation was performed {{(pid=93960) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 16:17:51.090051 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7cc6e978-67d3-4e6c-94f7-a18b1fe9d3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:51.121467 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 0cc11573-f58f-46e8-bd59-9c0e623ac808 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:17:51.169036 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device ca0a532e-1dd3-43cb-8ae5-bfdd1d21934b up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:17:51.170687 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc6e978-67d3-4e6c-94f7-a18b1fe9d3e5 None None] Pushing event deleted for resources: {'Port': ['ID=267695b7-65ed-467d-bc0e-2de04194a880,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:51.173482 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-df5c5733-8cab-4820-82d4-3924a348b7a0 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:51.178859 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc6e978-67d3-4e6c-94f7-a18b1fe9d3e5 None None] No DVR routers for this DVR port 267695b7-65ed-467d-bc0e-2de04194a880 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:17:51.198038 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-df5c5733-8cab-4820-82d4-3924a348b7a0 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['868d3f7b-2d06-4f4e-8ff1-bed35fe00b05']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:17:51.210608 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-df5c5733-8cab-4820-82d4-3924a348b7a0 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c0b2687-38d6-469d-b354-85bf941fac68') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:17:51.211070 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-df5c5733-8cab-4820-82d4-3924a348b7a0 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c0b2687-38d6-469d-b354-85bf941fac68') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:17:51.224958 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b87f84-59f2-4e2d-8cfc-35870a7caa54 req-16146991-7d47-404f-8860-b1fae5168409 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:51.226510 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-65b87f84-59f2-4e2d-8cfc-35870a7caa54 req-16146991-7d47-404f-8860-b1fae5168409 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=24b38fcb-af32-450b-8a9c-61b943e9a0f3 HTTP/1.1" status: 200 len: 950 time: 0.1967719 Jul 09 16:17:51.230354 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc44c6-1552-4089-b308-7675ddf9640f req-da54889e-c778-49f3-8c19-f9fc6abac073 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:51.232028 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-07cc44c6-1552-4089-b308-7675ddf9640f req-da54889e-c778-49f3-8c19-f9fc6abac073 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21 HTTP/1.1" status: 200 len: 945 time: 0.2268770 Jul 09 16:17:51.234180 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-df5c5733-8cab-4820-82d4-3924a348b7a0 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:51.262366 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-df5c5733-8cab-4820-82d4-3924a348b7a0 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:51.264905 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 0cc11573-f58f-46e8-bd59-9c0e623ac808 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:17:51.273571 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 0cc11573-f58f-46e8-bd59-9c0e623ac808 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:17:51.274630 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df5c5733-8cab-4820-82d4-3924a348b7a0 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:17:51.274630 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-df5c5733-8cab-4820-82d4-3924a348b7a0 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:51.275383 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:51.277614 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:17:51.277614 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:17:51.277614 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:17:51.277614 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:17:51.277614 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:17:51.277614 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:17:51.277614 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:17:51.277614 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:17:51.277614 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:17:51.277614 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:17:51.277614 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:17:51.277614 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:17:51.277614 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:17:51.277614 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:17:51.277614 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:17:51.277614 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:17:51.277614 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:17:51.277614 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:17:51.277614 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:17:51.277614 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:17:51.277614 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:17:51.277614 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:17:51.277614 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:17:51.277614 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:17:51.277614 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:17:51.277614 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:17:51.277614 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:17:51.277614 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:17:51.277614 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:17:51.277614 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:17:51.277614 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:17:51.277614 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:17:51.277614 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:17:51.277614 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:17:51.277614 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:17:51.277614 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:17:51.277614 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:17:51.277614 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:17:51.277614 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:17:51.277614 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:17:51.277614 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:17:51.277614 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:17:51.277614 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:17:51.277614 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:17:51.277614 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:17:51.277614 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:17:51.277614 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:17:51.277614 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:17:51.277614 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:17:51.277614 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:17:51.277614 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:17:51.277614 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:17:51.277614 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:17:51.277614 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:17:51.314554 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-65b87f84-59f2-4e2d-8cfc-35870a7caa54 req-2f30383a-22bf-42d2-81a1-f0b979aa03f2 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794089 Jul 09 16:17:51.323465 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port ca0a532e-1dd3-43cb-8ae5-bfdd1d21934b triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:17:51.323865 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:51.360757 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-da7f0a7b-baf4-4bda-9451-86db52f6998c tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:51.360970 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-07cc44c6-1552-4089-b308-7675ddf9640f req-3d047095-4c0f-454d-b6f5-8f7d192479e6 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184156 Jul 09 16:17:51.368303 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-da7f0a7b-baf4-4bda-9451-86db52f6998c tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:51.404349 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-df5c5733-8cab-4820-82d4-3924a348b7a0 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:51.440646 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-df5c5733-8cab-4820-82d4-3924a348b7a0 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:51.442910 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-df5c5733-8cab-4820-82d4-3924a348b7a0 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "DELETE /v2.0/networks/868d3f7b-2d06-4f4e-8ff1-bed35fe00b05 HTTP/1.1" status: 204 len: 168 time: 1.0177448 Jul 09 16:17:51.444160 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5c5733-8cab-4820-82d4-3924a348b7a0 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Pushing event deleted for resources: {'Network': ['ID=868d3f7b-2d06-4f4e-8ff1-bed35fe00b05,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:51.446106 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 58128) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:17:51.523842 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7f0a7b-baf4-4bda-9451-86db52f6998c tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Pushing event updated for resources: {'Port': ['ID=70c2c9c4-e2ca-4751-947d-139f744c152c,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:51.525135 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-90b21ad0-79d6-48c0-a852-91adab2acfb2 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Deleting subnet 1b1787f0-7b7f-494c-9590-8748eba6e568 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:17:51.528909 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-90b21ad0-79d6-48c0-a852-91adab2acfb2 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:51.532577 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-da7f0a7b-baf4-4bda-9451-86db52f6998c tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:51.537021 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fe34d77b-8e64-4ab4-bacc-4d22ee418554 req-02a287b7-44ba-4173-b162-ee29dc5df10e tempest-ServerShowV254Test-1991773346 tempest-ServerShowV254Test-1991773346-project] 10.222.0.98 "GET /v2.0/ports?device_id=da712288-103f-43b7-ba18-9eacd6e3b0a7 HTTP/1.1" status: 200 len: 210 time: 0.0503323 Jul 09 16:17:51.572360 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-da7f0a7b-baf4-4bda-9451-86db52f6998c tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:51.573565 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-da7f0a7b-baf4-4bda-9451-86db52f6998c tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0377524 Jul 09 16:17:51.576880 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-90b21ad0-79d6-48c0-a852-91adab2acfb2 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:51.672414 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:51.716107 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc11573-f58f-46e8-bd59-9c0e623ac808'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:17:51.719014 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20a752f-7f08-4981-b913-50603507d848" -d '{"events": [{"server_uuid": "df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21", "name": "network-vif-plugged", "status": "completed", "tag": "0cc11573-f58f-46e8-bd59-9c0e623ac808"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:17:51.741763 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 0cc11573-f58f-46e8-bd59-9c0e623ac808, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=0cc11573-f58f-46e8-bd59-9c0e623ac808,segment=NetworkSegment(f3322cfe-f17e-4138-825d-2b8f5a34d17c),segment_id=f3322cfe-f17e-4138-825d-2b8f5a34d17c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:17:51.750051 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:51.761769 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-90b21ad0-79d6-48c0-a852-91adab2acfb2 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:51.820532 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 267695b7-65ed-467d-bc0e-2de04194a880 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:17:51.847822 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-100527b3-a004-4571-b18e-39aa6cc62312 req-a0e904e1-dd43-4271-89e3-23f5f01d00a7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4265823f-80af-42d3-970c-e87273117806&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1435616 Jul 09 16:17:51.857545 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 267695b7-65ed-467d-bc0e-2de04194a880 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:17:51.857918 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 267695b7-65ed-467d-bc0e-2de04194a880 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:17:51.860456 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=0cc11573-f58f-46e8-bd59-9c0e623ac808,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:51.875650 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-90b21ad0-79d6-48c0-a852-91adab2acfb2 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:51.909556 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b21ad0-79d6-48c0-a852-91adab2acfb2 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Pushing event deleted for resources: {'Subnet': ['ID=1b1787f0-7b7f-494c-9590-8748eba6e568,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:51.915707 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2922ca3-a96d-4c7e-8fb7-ae78c8be51b7 req-f37d108f-ba30-491f-820a-6b272a6ff96e tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:51.924273 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b2922ca3-a96d-4c7e-8fb7-ae78c8be51b7 req-f37d108f-ba30-491f-820a-6b272a6ff96e tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=550c9a83-b90b-4c76-8997-d138fe2acae9 HTTP/1.1" status: 200 len: 946 time: 0.1242397 Jul 09 16:17:51.936897 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0df6980-b237-4d9e-84c7-fb56804798b9 None None] Network c230f489-922c-4ae8-b1e1-cf3860555f7e requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:17:51.963232 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-90b21ad0-79d6-48c0-a852-91adab2acfb2 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:51.967873 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-90b21ad0-79d6-48c0-a852-91adab2acfb2 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "DELETE /v2.0/subnets/1b1787f0-7b7f-494c-9590-8748eba6e568 HTTP/1.1" status: 204 len: 168 time: 0.5143723 Jul 09 16:17:51.969722 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 58150) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:17:51.994113 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b2922ca3-a96d-4c7e-8fb7-ae78c8be51b7 req-3facf9f7-21f9-4312-ad87-f1de92e3d252 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700216 Jul 09 16:17:52.087639 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100527b3-a004-4571-b18e-39aa6cc62312 req-6052cca4-cf04-46f6-9e9b-3f79059b91dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:52.092174 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-100527b3-a004-4571-b18e-39aa6cc62312 req-6052cca4-cf04-46f6-9e9b-3f79059b91dc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=22daf334dfb34010b5effa44981ef077&device_id=4265823f-80af-42d3-970c-e87273117806 HTTP/1.1" status: 200 len: 1100 time: 0.1872113 Jul 09 16:17:52.162043 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-454e33a8-2382-46e2-a8d4-965c85816870 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:52.182520 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-7f015568-360b-41e9-be4f-e08e93cd8dc3 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--2106684590&fields=id&tenant_id=9c1d3606ae1042aca4f5fe7ec5b98f71 HTTP/1.1" status: 200 len: 267 time: 0.0844326 Jul 09 16:17:52.239896 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-453d2207-551d-4b9e-878f-5fa2fce55960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:52.242088 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7c5948-cc70-4ddc-8ac1-4bf3194843f4 None None] DHCP port deletion for c230f489-922c-4ae8-b1e1-cf3860555f7e request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:17:52.271680 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0036fc73-1038-498b-a494-a08814ca5f7d x-openstack-request-id: req-0036fc73-1038-498b-a494-a08814ca5f7d {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:17:52.272247 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21", "name": "network-vif-plugged", "status": "completed", "tag": "0cc11573-f58f-46e8-bd59-9c0e623ac808", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:17:52.272774 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0036fc73-1038-498b-a494-a08814ca5f7d {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:17:52.273226 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc11573-f58f-46e8-bd59-9c0e623ac808', 'code': 200} Jul 09 16:17:52.279780 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-8a2494fa-3041-4cda-8b60-eedd84548ef9 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:52.281293 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-8a2494fa-3041-4cda-8b60-eedd84548ef9 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports/f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847 HTTP/1.1" status: 200 len: 936 time: 0.0653868 Jul 09 16:17:52.309036 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-bf7c5948-cc70-4ddc-8ac1-4bf3194843f4 None None] Deleting port b3f86af0-a2b3-4480-8ba4-6e41ff20fd61 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:17:52.309810 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bf7c5948-cc70-4ddc-8ac1-4bf3194843f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:52.386799 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-bf7c5948-cc70-4ddc-8ac1-4bf3194843f4 None None] For port b3f86af0-a2b3-4480-8ba4-6e41ff20fd61, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=b3f86af0-a2b3-4480-8ba4-6e41ff20fd61,segment=NetworkSegment(9d5e5c69-f9a4-497b-918d-af553caa705d),segment_id=9d5e5c69-f9a4-497b-918d-af553caa705d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:17:52.387596 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bf7c5948-cc70-4ddc-8ac1-4bf3194843f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:52.403133 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-bf7c5948-cc70-4ddc-8ac1-4bf3194843f4 None None] Calling delete_port for b3f86af0-a2b3-4480-8ba4-6e41ff20fd61 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:17:52.411487 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-bea1bfb2-07b7-4bca-ba2e-19e710877c5a tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:52.413425 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-bea1bfb2-07b7-4bca-ba2e-19e710877c5a tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports/b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e HTTP/1.1" status: 200 len: 935 time: 0.1195765 Jul 09 16:17:52.415763 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce2be2b-c248-4ab1-8169-371506940979 req-74a53a0c-a9d7-4f2a-a664-279385afa8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:52.416262 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100527b3-a004-4571-b18e-39aa6cc62312 req-7492af79-aaeb-4946-8edd-769c494490c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:52.417265 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9ce2be2b-c248-4ab1-8169-371506940979 req-74a53a0c-a9d7-4f2a-a664-279385afa8c6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21 HTTP/1.1" status: 200 len: 1097 time: 0.0777411 Jul 09 16:17:52.417399 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-100527b3-a004-4571-b18e-39aa6cc62312 req-7492af79-aaeb-4946-8edd-769c494490c6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1 HTTP/1.1" status: 200 len: 870 time: 0.2805450 Jul 09 16:17:52.424230 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-454e33a8-2382-46e2-a8d4-965c85816870 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Deleting port b3f86af0-a2b3-4480-8ba4-6e41ff20fd61 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:17:52.424493 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-454e33a8-2382-46e2-a8d4-965c85816870 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:52.512645 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-2aa10895-4e0c-46f6-9015-6879f52ffb9b tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?network_id=f2f28c7b-9941-49e4-8996-9de52a7808d3&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0898035 Jul 09 16:17:52.513722 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bf7c5948-cc70-4ddc-8ac1-4bf3194843f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:52.525448 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9ce2be2b-c248-4ab1-8169-371506940979 req-79b8a452-e876-403b-a54b-7be9eccb200e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566349 Jul 09 16:17:52.544190 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7c5948-cc70-4ddc-8ac1-4bf3194843f4 None None] Pushing event deleted for resources: {'Port': ['ID=b3f86af0-a2b3-4480-8ba4-6e41ff20fd61,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:52.550737 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d1510a-9369-43f2-bb0f-33a5164ce796 req-ac3b3f0b-e41a-4e5a-bbe9-2407d9dac5c7 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:52.553297 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7c5948-cc70-4ddc-8ac1-4bf3194843f4 None None] No DVR routers for this DVR port b3f86af0-a2b3-4480-8ba4-6e41ff20fd61 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:17:52.569578 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c7d1510a-9369-43f2-bb0f-33a5164ce796 req-ac3b3f0b-e41a-4e5a-bbe9-2407d9dac5c7 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=550c9a83-b90b-4c76-8997-d138fe2acae9 HTTP/1.1" status: 200 len: 946 time: 0.1384573 Jul 09 16:17:52.580232 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-100527b3-a004-4571-b18e-39aa6cc62312 req-b7c5cd0f-dc2e-4003-be61-b08966eb451e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8 HTTP/1.1" status: 200 len: 217 time: 0.1331272 Jul 09 16:17:52.611629 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-2859c7c6-d6df-48d5-b47b-6263523afe7d tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?network_id=f2f28c7b-9941-49e4-8996-9de52a7808d3&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0447152 Jul 09 16:17:52.614924 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c7d1510a-9369-43f2-bb0f-33a5164ce796 req-d071f988-e9ae-4d18-8cd6-51ddd573af8a tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394521 Jul 09 16:17:52.724268 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-454e33a8-2382-46e2-a8d4-965c85816870 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] For port b3f86af0-a2b3-4480-8ba4-6e41ff20fd61, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=b3f86af0-a2b3-4480-8ba4-6e41ff20fd61,segment=NetworkSegment(9d5e5c69-f9a4-497b-918d-af553caa705d),segment_id=9d5e5c69-f9a4-497b-918d-af553caa705d)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:17:52.725308 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-454e33a8-2382-46e2-a8d4-965c85816870 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:52.742634 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100527b3-a004-4571-b18e-39aa6cc62312 req-705170dc-7fd6-43d8-8711-c39236f85c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:52.744117 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-100527b3-a004-4571-b18e-39aa6cc62312 req-705170dc-7fd6-43d8-8711-c39236f85c1a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.1448929 Jul 09 16:17:52.749208 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-454e33a8-2382-46e2-a8d4-965c85816870 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Calling delete_port for b3f86af0-a2b3-4480-8ba4-6e41ff20fd61 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:17:52.793029 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2da84c-1271-4f55-8a89-f82338204d84 req-890ccb77-d65e-41c5-b608-5f82c61b065c tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:52.794748 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-db2da84c-1271-4f55-8a89-f82338204d84 req-890ccb77-d65e-41c5-b608-5f82c61b065c tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=24b38fcb-af32-450b-8a9c-61b943e9a0f3 HTTP/1.1" status: 200 len: 950 time: 0.0677850 Jul 09 16:17:52.837653 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-db2da84c-1271-4f55-8a89-f82338204d84 req-af885e60-99a2-420c-ae60-3e48d29864ed tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362780 Jul 09 16:17:52.883115 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-886379b7-97e7-4845-bf8f-552e2d5c10e8 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:52.889025 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-886379b7-97e7-4845-bf8f-552e2d5c10e8 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:52.895040 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-886379b7-97e7-4845-bf8f-552e2d5c10e8 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:52.897152 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-886379b7-97e7-4845-bf8f-552e2d5c10e8 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/networks?id=3a4e126d-a665-4056-ac42-0c366e7fbeca&id=6395e908-6223-4d6f-b1c1-e394506abed8&id=6395e908-6223-4d6f-b1c1-e394506abed8&id=f2f28c7b-9941-49e4-8996-9de52a7808d3&id=f2f28c7b-9941-49e4-8996-9de52a7808d3 HTTP/1.1" status: 200 len: 1994 time: 0.2498446 Jul 09 16:17:52.934123 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-6e486fe0-4512-4399-97fc-0b8fc5d9dbc3 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/quotas/9c1d3606ae1042aca4f5fe7ec5b98f71 HTTP/1.1" status: 200 len: 375 time: 0.0286117 Jul 09 16:17:52.946693 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100527b3-a004-4571-b18e-39aa6cc62312 req-ca7f3832-60ce-4893-969a-58bfa9dd4840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:52.948182 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-100527b3-a004-4571-b18e-39aa6cc62312 req-ca7f3832-60ce-4893-969a-58bfa9dd4840 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1934199 Jul 09 16:17:53.045885 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-454e33a8-2382-46e2-a8d4-965c85816870 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:53.051358 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa9663b-9b79-4c18-bd4d-ebaaa9efc52b req-fe69f0fb-0e1c-46b0-9d51-9adc05674578 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:53.053176 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7aa9663b-9b79-4c18-bd4d-ebaaa9efc52b req-fe69f0fb-0e1c-46b0-9d51-9adc05674578 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21 HTTP/1.1" status: 200 len: 946 time: 0.0857954 Jul 09 16:17:53.077352 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device b3f86af0-a2b3-4480-8ba4-6e41ff20fd61 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:17:53.092854 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454e33a8-2382-46e2-a8d4-965c85816870 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Pushing event deleted for resources: {'Port': ['ID=b3f86af0-a2b3-4480-8ba4-6e41ff20fd61,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:53.107101 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454e33a8-2382-46e2-a8d4-965c85816870 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] No DVR routers for this DVR port b3f86af0-a2b3-4480-8ba4-6e41ff20fd61 on host n-d-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:17:53.118016 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7aa9663b-9b79-4c18-bd4d-ebaaa9efc52b req-e9edfe08-57fc-4a79-9303-407e63e9e6e3 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574980 Jul 09 16:17:53.138647 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: b3f86af0-a2b3-4480-8ba4-6e41ff20fd61 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:17:53.139046 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device b3f86af0-a2b3-4480-8ba4-6e41ff20fd61 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:17:53.156969 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-c825adbb-eeb0-45dc-ab75-a262be639fe8 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=9c1d3606ae1042aca4f5fe7ec5b98f71&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2064850 Jul 09 16:17:53.302193 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-100527b3-a004-4571-b18e-39aa6cc62312 req-8bd07827-befa-4752-b947-ecd55369ac71 service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409059 Jul 09 16:17:53.374088 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-454e33a8-2382-46e2-a8d4-965c85816870 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:53.406758 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-454e33a8-2382-46e2-a8d4-965c85816870 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c230f489-922c-4ae8-b1e1-cf3860555f7e']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:17:53.426316 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-454e33a8-2382-46e2-a8d4-965c85816870 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d5e5c69-f9a4-497b-918d-af553caa705d') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:17:53.426649 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-454e33a8-2382-46e2-a8d4-965c85816870 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d5e5c69-f9a4-497b-918d-af553caa705d') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:17:53.453981 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-454e33a8-2382-46e2-a8d4-965c85816870 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:53.468907 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 58178) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:17:53.470708 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-15bff5d3-4313-40d3-924d-457a7325d830 service neutron] 10.222.0.98 "GET /v2.0/networks/3a4e126d-a665-4056-ac42-0c366e7fbeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124092 Jul 09 16:17:53.542639 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-454e33a8-2382-46e2-a8d4-965c85816870 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:53.565030 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-100527b3-a004-4571-b18e-39aa6cc62312 req-a7d8f716-fd8f-4bda-881e-2d66704a7789 service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524266 Jul 09 16:17:53.570955 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-454e33a8-2382-46e2-a8d4-965c85816870 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:17:53.571365 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-454e33a8-2382-46e2-a8d4-965c85816870 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:53.575274 n-d-798930-3 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:17:53.575274 n-d-798930-3 neutron-server[93958]: self.session.flush() Jul 09 16:17:53.575274 n-d-798930-3 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:17:53.575274 n-d-798930-3 neutron-server[93958]: self.session.flush() Jul 09 16:17:53.575274 n-d-798930-3 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:17:53.575274 n-d-798930-3 neutron-server[93958]: self.session.flush() Jul 09 16:17:53.575274 n-d-798930-3 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:17:53.575274 n-d-798930-3 neutron-server[93958]: self.session.flush() Jul 09 16:17:53.575274 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:17:53.575274 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:17:53.575274 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:17:53.575274 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:17:53.575274 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:17:53.575274 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:17:53.575274 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:17:53.575274 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:17:53.575274 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:17:53.575274 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:17:53.575274 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:17:53.575274 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:17:53.575274 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:17:53.575274 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:17:53.575274 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:17:53.575274 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:17:53.575274 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:17:53.575274 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:17:53.575274 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:17:53.575274 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:17:53.575274 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:17:53.575274 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:17:53.575274 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:17:53.575274 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:17:53.575274 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:17:53.575274 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:17:53.575274 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:17:53.575274 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:17:53.575274 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:17:53.575274 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:17:53.575274 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:17:53.575274 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:17:53.671810 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-454e33a8-2382-46e2-a8d4-965c85816870 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:53.675749 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-6f9b8fb5-5d55-4998-bf4c-0d589e68e4ba service neutron] 10.222.0.98 "GET /v2.0/networks/3a4e126d-a665-4056-ac42-0c366e7fbeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041559 Jul 09 16:17:53.683184 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-454e33a8-2382-46e2-a8d4-965c85816870 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:53.685650 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-454e33a8-2382-46e2-a8d4-965c85816870 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] 10.222.0.98 "DELETE /v2.0/networks/c230f489-922c-4ae8-b1e1-cf3860555f7e HTTP/1.1" status: 204 len: 168 time: 1.7148585 Jul 09 16:17:53.697318 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eebc9570-7205-4342-bb3c-81bc18ba1624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:53.710177 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454e33a8-2382-46e2-a8d4-965c85816870 tempest-ServersTestMultiNic-1308009071 tempest-ServersTestMultiNic-1308009071-project] Pushing event deleted for resources: {'Network': ['ID=c230f489-922c-4ae8-b1e1-cf3860555f7e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:53.766261 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-f4163d99-a1a0-4834-8c56-a0a2fcc5bf68 service neutron] 10.222.0.98 "GET /v2.0/ports/f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0765514 Jul 09 16:17:53.846909 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eebc9570-7205-4342-bb3c-81bc18ba1624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:53.853101 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eebc9570-7205-4342-bb3c-81bc18ba1624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:53.872280 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-910c1a14-813c-485b-8e5e-5218248e5735 service neutron] 10.222.0.98 "GET /v2.0/networks/6395e908-6223-4d6f-b1c1-e394506abed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046283 Jul 09 16:17:53.929239 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-eebc9570-7205-4342-bb3c-81bc18ba1624 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ad6ec98799f84fd288b3f77dda10fe3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4559062 Jul 09 16:17:53.929239 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebc9570-7205-4342-bb3c-81bc18ba1624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5d27d1-a2c5-471f-bc40-07d1cabfacac,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:53.930319 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 58188) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:17:53.965516 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124507fa-b239-48bc-bbfe-ef11145b00c1 req-fbbfce43-b557-49c2-81a9-8a442d3f54ca tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:53.967186 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-124507fa-b239-48bc-bbfe-ef11145b00c1 req-fbbfce43-b557-49c2-81a9-8a442d3f54ca tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=550c9a83-b90b-4c76-8997-d138fe2acae9 HTTP/1.1" status: 200 len: 946 time: 0.0982859 Jul 09 16:17:54.008592 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-124507fa-b239-48bc-bbfe-ef11145b00c1 req-06aa5577-010b-46b2-b623-d987bbba5dbb tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352216 Jul 09 16:17:54.018840 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-232b5fd2-f195-4b81-8506-08103db99ad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:54.023275 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-0a8d3ee9-d770-4a15-a015-8caf78f425fb service neutron] 10.222.0.98 "GET /v2.0/networks/6395e908-6223-4d6f-b1c1-e394506abed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446357 Jul 09 16:17:54.073901 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-232b5fd2-f195-4b81-8506-08103db99ad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:54.117174 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-173da3d9-de38-4c35-9826-2c068ebe6688 service neutron] 10.222.0.98 "GET /v2.0/ports/b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0770001 Jul 09 16:17:54.212404 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-232b5fd2-f195-4b81-8506-08103db99ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:54.215265 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-232b5fd2-f195-4b81-8506-08103db99ad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:54.216562 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-232b5fd2-f195-4b81-8506-08103db99ad9 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/7e5d27d1-a2c5-471f-bc40-07d1cabfacac HTTP/1.1" status: 204 len: 168 time: 0.2860227 Jul 09 16:17:54.256477 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-3c6f4afc-6775-4954-821b-fb03ff676567 service neutron] 10.222.0.98 "GET /v2.0/networks/6395e908-6223-4d6f-b1c1-e394506abed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394744 Jul 09 16:17:54.265989 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232b5fd2-f195-4b81-8506-08103db99ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5d27d1-a2c5-471f-bc40-07d1cabfacac,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:54.341614 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c965950-6aca-4633-b27f-e9fa0c66447a req-bda9af85-54c5-4d20-99a2-9ee15f179007 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:54.343698 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2c965950-6aca-4633-b27f-e9fa0c66447a req-bda9af85-54c5-4d20-99a2-9ee15f179007 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=24b38fcb-af32-450b-8a9c-61b943e9a0f3 HTTP/1.1" status: 200 len: 950 time: 0.0857153 Jul 09 16:17:54.387524 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-c853b885-cd10-4cc7-a97e-bc268a5ea6c8 service neutron] 10.222.0.98 "GET /v2.0/networks/6395e908-6223-4d6f-b1c1-e394506abed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298368 Jul 09 16:17:54.401901 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2c965950-6aca-4633-b27f-e9fa0c66447a req-88dd30bb-2b70-4b82-adb8-e9e109312736 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519583 Jul 09 16:17:54.501732 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-5b70c1d8-d762-4487-9247-14dbed4debcd service neutron] 10.222.0.98 "GET /v2.0/networks/6395e908-6223-4d6f-b1c1-e394506abed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128554 Jul 09 16:17:54.608332 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc3070-1494-45d3-9409-0870e6267aac req-cd48c176-4f94-4d7a-b3bb-d67f3bcc3c0d tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:54.608332 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-20bc3070-1494-45d3-9409-0870e6267aac req-cd48c176-4f94-4d7a-b3bb-d67f3bcc3c0d tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21 HTTP/1.1" status: 200 len: 946 time: 0.0910408 Jul 09 16:17:54.611710 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-2f8cae5a-543a-4dde-87e3-f521b8bb81d6 service neutron] 10.222.0.98 "GET /v2.0/networks/6395e908-6223-4d6f-b1c1-e394506abed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090953 Jul 09 16:17:54.660597 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-20bc3070-1494-45d3-9409-0870e6267aac req-71cfa580-86a8-45a9-95db-cb0af986b7dc tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462649 Jul 09 16:17:54.734713 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-8111b9aa-c701-41ac-b4ac-ec717b3f88b5 service neutron] 10.222.0.98 "GET /v2.0/networks/6395e908-6223-4d6f-b1c1-e394506abed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169984 Jul 09 16:17:54.885315 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-271f6308-a027-4d29-95f7-08b204363f94 service neutron] 10.222.0.98 "GET /v2.0/networks/6395e908-6223-4d6f-b1c1-e394506abed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423748 Jul 09 16:17:54.997339 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-9956e630-9c3e-47fa-9b09-b1a4ca6908f7 service neutron] 10.222.0.98 "GET /v2.0/networks/f2f28c7b-9941-49e4-8996-9de52a7808d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111059 Jul 09 16:17:55.062730 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-58afa632-b144-40d0-845f-17f6de934335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:55.105592 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-6cb51ca5-7410-4530-844c-98e4077bc6c9 service neutron] 10.222.0.98 "GET /v2.0/networks/f2f28c7b-9941-49e4-8996-9de52a7808d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008973 Jul 09 16:17:55.219976 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ec6fc-dc80-42c3-bb75-ef260e19f698 req-bd8c8d18-af4c-40d2-86b9-5f561f2bcdc1 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:55.222142 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-968ec6fc-dc80-42c3-bb75-ef260e19f698 req-bd8c8d18-af4c-40d2-86b9-5f561f2bcdc1 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.73 "GET /v2.0/ports?device_id=550c9a83-b90b-4c76-8997-d138fe2acae9 HTTP/1.1" status: 200 len: 946 time: 0.1046901 Jul 09 16:17:55.228969 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:55.393519 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-968ec6fc-dc80-42c3-bb75-ef260e19f698 req-3ff274bd-986a-435c-b777-54691c0e74c6 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Deleting port 709d048c-1f11-4c77-b428-727a2c0d34c5 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:17:55.393936 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-968ec6fc-dc80-42c3-bb75-ef260e19f698 req-3ff274bd-986a-435c-b777-54691c0e74c6 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:55.511027 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-968ec6fc-dc80-42c3-bb75-ef260e19f698 req-3ff274bd-986a-435c-b777-54691c0e74c6 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] For port 709d048c-1f11-4c77-b428-727a2c0d34c5, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=709d048c-1f11-4c77-b428-727a2c0d34c5,segment=NetworkSegment(fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c),segment_id=fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:17:55.511391 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-968ec6fc-dc80-42c3-bb75-ef260e19f698 req-3ff274bd-986a-435c-b777-54691c0e74c6 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:55.527066 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-8be829a1-4356-4cac-9fb2-544f22a3a75a service neutron] 10.222.0.98 "GET /v2.0/networks/f2f28c7b-9941-49e4-8996-9de52a7808d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149706 Jul 09 16:17:55.533003 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-968ec6fc-dc80-42c3-bb75-ef260e19f698 req-3ff274bd-986a-435c-b777-54691c0e74c6 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Calling delete_port for 709d048c-1f11-4c77-b428-727a2c0d34c5 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:17:55.671603 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-366f1690-4a5e-47ca-a4cf-725ed225faf0 service neutron] 10.222.0.98 "GET /v2.0/networks/f2f28c7b-9941-49e4-8996-9de52a7808d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253390 Jul 09 16:17:55.691048 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-968ec6fc-dc80-42c3-bb75-ef260e19f698 req-3ff274bd-986a-435c-b777-54691c0e74c6 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:55.703316 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['f8ff3a60-d462-40e9-acb7-798df2b5cc97'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:17:55.744920 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['709d048c-1f11-4c77-b428-727a2c0d34c5'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:17:55.748064 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff274bd-986a-435c-b777-54691c0e74c6 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Pushing event deleted for resources: {'Port': ['ID=709d048c-1f11-4c77-b428-727a2c0d34c5,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:55.791636 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-255422b9-4ee4-48d6-abc0-2bd33e8c4a38 req-64c7859d-6597-4b47-a52f-fe4bfff62685 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=550c9a83-b90b-4c76-8997-d138fe2acae9 HTTP/1.1" status: 200 len: 210 time: 0.0444338 Jul 09 16:17:55.853257 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-968ec6fc-dc80-42c3-bb75-ef260e19f698 req-3ff274bd-986a-435c-b777-54691c0e74c6 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] No DVR routers for this DVR port 709d048c-1f11-4c77-b428-727a2c0d34c5 on host n-h2-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:17:55.856631 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-968ec6fc-dc80-42c3-bb75-ef260e19f698 req-3ff274bd-986a-435c-b777-54691c0e74c6 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:55.864270 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-968ec6fc-dc80-42c3-bb75-ef260e19f698 req-3ff274bd-986a-435c-b777-54691c0e74c6 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.73 "DELETE /v2.0/ports/709d048c-1f11-4c77-b428-727a2c0d34c5 HTTP/1.1" status: 204 len: 173 time: 0.6352303 Jul 09 16:17:55.865096 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '550c9a83-b90b-4c76-8997-d138fe2acae9', 'name': 'network-vif-deleted', 'tag': '709d048c-1f11-4c77-b428-727a2c0d34c5'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:17:55.868799 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84db5f0f-01a4-4aee-84e9-0e41d3b9172d" -d '{"events": [{"server_uuid": "550c9a83-b90b-4c76-8997-d138fe2acae9", "name": "network-vif-deleted", "tag": "709d048c-1f11-4c77-b428-727a2c0d34c5"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:17:56.118145 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:56.378930 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d423a-ac03-4780-820b-a7c80cda6674 req-5eaad612-0e06-4232-a852-4955f71378f6 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:56.382572 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4b1d423a-ac03-4780-820b-a7c80cda6674 req-5eaad612-0e06-4232-a852-4955f71378f6 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21 HTTP/1.1" status: 200 len: 946 time: 0.0919361 Jul 09 16:17:56.417541 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:56.469172 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4b1d423a-ac03-4780-820b-a7c80cda6674 req-ae5183be-3c90-475c-a9d8-d3bfaae7713c tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774632 Jul 09 16:17:56.558028 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031f3e7-ed26-4245-a841-a9a4741301d3 req-9e4e5496-6deb-439f-8344-e62a71c66088 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:56.560863 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0031f3e7-ed26-4245-a841-a9a4741301d3 req-9e4e5496-6deb-439f-8344-e62a71c66088 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=24b38fcb-af32-450b-8a9c-61b943e9a0f3 HTTP/1.1" status: 200 len: 950 time: 0.1396849 Jul 09 16:17:56.618943 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 58294) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:17:56.644600 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0031f3e7-ed26-4245-a841-a9a4741301d3 req-45fdac5d-f8da-47ce-a5c3-8542ff83a5ad tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736129 Jul 09 16:17:56.716342 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a2e1aa-7f44-4bc1-8f19-6f3573e10aec x-openstack-request-id: req-39a2e1aa-7f44-4bc1-8f19-6f3573e10aec {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:17:56.716912 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "550c9a83-b90b-4c76-8997-d138fe2acae9", "name": "network-vif-deleted", "tag": "709d048c-1f11-4c77-b428-727a2c0d34c5", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:17:56.716912 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-39a2e1aa-7f44-4bc1-8f19-6f3573e10aec {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:17:56.717274 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '550c9a83-b90b-4c76-8997-d138fe2acae9', 'name': 'network-vif-deleted', 'tag': '709d048c-1f11-4c77-b428-727a2c0d34c5', 'status': 'completed', 'code': 200} Jul 09 16:17:56.846192 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b7f367f7-19af-4aa3-84d1-248010aba115 req-e23801bc-8b2f-4fe6-bd82-d50b84224244 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 210 time: 0.0592434 Jul 09 16:17:56.871914 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-193e8716-15f7-42bc-850e-3c70e387989e req-fa4f35a1-3514-43b3-921d-a1867ee8ab44 tempest-ServerShowV257Test-946781268 tempest-ServerShowV257Test-946781268-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b32b5ea-9d66-4649-a4f2-4d9e7c6edfdf HTTP/1.1" status: 200 len: 210 time: 0.1518290 Jul 09 16:17:57.247047 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d2d6439a-ab01-49ec-935f-8f6ce370e531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:57.575002 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-d2d6439a-ab01-49ec-935f-8f6ce370e531 admin admin] Deleting port 3db5e363-bca6-416a-ab17-49c69acdf143 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:17:57.575427 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d2d6439a-ab01-49ec-935f-8f6ce370e531 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:57.667921 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-d2d6439a-ab01-49ec-935f-8f6ce370e531 admin admin] For port 3db5e363-bca6-416a-ab17-49c69acdf143, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=3db5e363-bca6-416a-ab17-49c69acdf143,segment=NetworkSegment(341ef8d8-ab7b-4a74-b100-c9c23f6172ef),segment_id=341ef8d8-ab7b-4a74-b100-c9c23f6172ef)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:17:57.668291 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d2d6439a-ab01-49ec-935f-8f6ce370e531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:57.687513 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5eabcf-0756-4e57-8db0-a08cdbf6b647 req-91d103a4-dae6-45ce-8e90-324e40654444 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:57.689001 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ca5eabcf-0756-4e57-8db0-a08cdbf6b647 req-91d103a4-dae6-45ce-8e90-324e40654444 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21 HTTP/1.1" status: 200 len: 946 time: 0.0722644 Jul 09 16:17:57.714605 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-d2d6439a-ab01-49ec-935f-8f6ce370e531 admin admin] Calling delete_port for 3db5e363-bca6-416a-ab17-49c69acdf143 owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:17:57.732636 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ca5eabcf-0756-4e57-8db0-a08cdbf6b647 req-2e048fb9-4bf7-4720-acbb-e6d0e8c174a9 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378830 Jul 09 16:17:57.817272 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb121d1-dce6-4c56-8075-73f24e94fb7d req-3502dd82-c0d1-46a0-8c46-46184dbafac8 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:57.818815 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fbb121d1-dce6-4c56-8075-73f24e94fb7d req-3502dd82-c0d1-46a0-8c46-46184dbafac8 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/networks?id=ce97cc22-3a2c-431c-a7c0-56837c541317 HTTP/1.1" status: 200 len: 806 time: 0.1716084 Jul 09 16:17:57.872224 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fbb121d1-dce6-4c56-8075-73f24e94fb7d req-1b9fb6de-e506-460e-845a-e98c98168dab tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/quotas/e315895fcff346cb9e8f1de4a11daf77 HTTP/1.1" status: 200 len: 375 time: 0.0463893 Jul 09 16:17:57.936065 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51619bd8-8c67-4186-ad4a-84f50e159b54 req-9cb44dd5-75db-428e-a7d0-46a11ffd4ee3 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:57.946665 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-51619bd8-8c67-4186-ad4a-84f50e159b54 req-9cb44dd5-75db-428e-a7d0-46a11ffd4ee3 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=24b38fcb-af32-450b-8a9c-61b943e9a0f3 HTTP/1.1" status: 200 len: 950 time: 0.1078663 Jul 09 16:17:57.987193 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-51619bd8-8c67-4186-ad4a-84f50e159b54 req-125dd076-d42a-4f69-b34f-f246f5ce710c tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395772 Jul 09 16:17:57.996973 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fbb121d1-dce6-4c56-8075-73f24e94fb7d req-86ec111c-7ea4-4cd9-804a-6a9ed3cbf059 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=e315895fcff346cb9e8f1de4a11daf77&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1183462 Jul 09 16:17:58.022941 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d2d6439a-ab01-49ec-935f-8f6ce370e531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:58.051486 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:58.079342 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d6439a-ab01-49ec-935f-8f6ce370e531 admin admin] Pushing event deleted for resources: {'Port': ['ID=3db5e363-bca6-416a-ab17-49c69acdf143,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:17:58.173442 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ffaaa5f2-919a-48db-8e5a-358281869dd0 req-81e36939-70a7-4f48-8232-df0b402e511b tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 210 time: 0.0395279 Jul 09 16:17:58.261246 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fbb121d1-dce6-4c56-8075-73f24e94fb7d req-8166e215-68c3-4045-a77b-7f3374f8a487 service neutron] 10.222.0.98 "GET /v2.0/networks/ce97cc22-3a2c-431c-a7c0-56837c541317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493467 Jul 09 16:17:58.340588 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d70cb890-df1d-4e55-be8b-8e9972586357 req-f8d51a79-f3c1-4448-b220-b85e86e1fba0 tempest-ServerShowV257Test-946781268 tempest-ServerShowV257Test-946781268-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b32b5ea-9d66-4649-a4f2-4d9e7c6edfdf HTTP/1.1" status: 200 len: 210 time: 0.0305822 Jul 09 16:17:58.391241 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d2d6439a-ab01-49ec-935f-8f6ce370e531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:58.409894 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fbb121d1-dce6-4c56-8075-73f24e94fb7d req-c2c8f991-a6c3-44bd-af46-603ac86ee4b9 service neutron] 10.222.0.98 "GET /v2.0/networks/ce97cc22-3a2c-431c-a7c0-56837c541317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492374 Jul 09 16:17:58.559579 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-2ec612c9-7c0a-4756-8488-1cac6dbc8fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:58.560994 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-2ec612c9-7c0a-4756-8488-1cac6dbc8fe7 service neutron] 10.222.0.73 "GET /v2.0/ports/f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847 HTTP/1.1" status: 200 len: 1032 time: 0.0985923 Jul 09 16:17:58.631614 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-d158f03a-65b4-497a-959f-de45e9bd9f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:58.633136 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-d158f03a-65b4-497a-959f-de45e9bd9f62 service neutron] 10.222.0.73 "GET /v2.0/ports/b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e HTTP/1.1" status: 200 len: 1031 time: 0.0633426 Jul 09 16:17:58.642760 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4df70653-e4ad-432a-b89d-224fecd12665 req-56c1297a-c16b-4108-abe6-f00abd3a5896 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=271f533c-fd28-433f-93e7-c15e0fde0859 HTTP/1.1" status: 200 len: 210 time: 0.0475948 Jul 09 16:17:58.831971 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-b4bc3a84-963c-4a23-ae98-4888ebbbe4f3 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:58.838751 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-b4bc3a84-963c-4a23-ae98-4888ebbbe4f3 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:58.845089 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-b4bc3a84-963c-4a23-ae98-4888ebbbe4f3 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:58.846393 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-b4bc3a84-963c-4a23-ae98-4888ebbbe4f3 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.73 "GET /v2.0/networks?id=3a4e126d-a665-4056-ac42-0c366e7fbeca&id=6395e908-6223-4d6f-b1c1-e394506abed8&id=6395e908-6223-4d6f-b1c1-e394506abed8&id=6395e908-6223-4d6f-b1c1-e394506abed8&id=6395e908-6223-4d6f-b1c1-e394506abed8&id=f2f28c7b-9941-49e4-8996-9de52a7808d3&id=f2f28c7b-9941-49e4-8996-9de52a7808d3 HTTP/1.1" status: 200 len: 1994 time: 0.1790047 Jul 09 16:17:58.850680 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d6439a-ab01-49ec-935f-8f6ce370e531 admin admin] Router e4d3b932-d6d8-4530-9c70-6609e497c2f7 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:17:59.234102 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4889b3-75aa-4d24-8732-005323684e22 req-b460a5ed-01fa-4f62-afa2-175ecfcef8f6 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:59.235999 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5c4889b3-75aa-4d24-8732-005323684e22 req-b460a5ed-01fa-4f62-afa2-175ecfcef8f6 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=24b38fcb-af32-450b-8a9c-61b943e9a0f3 HTTP/1.1" status: 200 len: 950 time: 0.0807223 Jul 09 16:17:59.281856 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5c4889b3-75aa-4d24-8732-005323684e22 req-a8ccb2db-950b-4d3a-8165-d0b1564c3da4 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380688 Jul 09 16:17:59.340599 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-eac8de1d-f2d3-4257-a146-1b50fbab173d tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c1d3606ae1042aca4f5fe7ec5b98f71 HTTP/1.1" status: 200 len: 380 time: 0.4339650 Jul 09 16:17:59.355155 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-b48eea3a-bb14-4f5f-843d-e7b37f8dfb70 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Request body: {'port': {'device_id': '41621f63-6505-4833-9032-002b139573a9', 'network_id': '3a4e126d-a665-4056-ac42-0c366e7fbeca', 'admin_state_up': True, 'tenant_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'security_groups': ['ca0135bb-d8c1-4b57-8ce3-faf17c546fda']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:17:59.421490 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d6439a-ab01-49ec-935f-8f6ce370e531 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:17:59.430182 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-d2d6439a-ab01-49ec-935f-8f6ce370e531 admin admin] 10.222.0.98 "PUT /v2.0/routers/e4d3b932-d6d8-4530-9c70-6609e497c2f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8071644 Jul 09 16:17:59.431802 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 58350) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:17:59.437248 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa4e3ff-7e05-4a7e-a30e-bbc50b7ee85b None None] Sync routers for ids ['e4d3b932-d6d8-4530-9c70-6609e497c2f7'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:17:59.447058 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4eacdb53-cf27-437f-bd89-84166a06af8a req-fa7b5769-bd49-475d-89ee-abb8e5c991fd tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 210 time: 0.0402989 Jul 09 16:17:59.449238 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa4e3ff-7e05-4a7e-a30e-bbc50b7ee85b None None] Routers {'e4d3b932-d6d8-4530-9c70-6609e497c2f7'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:17:59.449834 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ffa4e3ff-7e05-4a7e-a30e-bbc50b7ee85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:17:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['e4d3b932-d6d8-4530-9c70-6609e497c2f7'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:17:59.485131 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb6734-8684-45a1-af02-3c92092e97e1 req-a799dc5e-4bc0-4f51-bb65-bf6e81e6bc3d tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:17:59.492239 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-59cb6734-8684-45a1-af02-3c92092e97e1 req-a799dc5e-4bc0-4f51-bb65-bf6e81e6bc3d tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21 HTTP/1.1" status: 200 len: 946 time: 0.6321220 Jul 09 16:17:59.601799 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-ffa4e3ff-7e05-4a7e-a30e-bbc50b7ee85b None None] Set router e4d3b932-d6d8-4530-9c70-6609e497c2f7 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:17:59.631396 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-59cb6734-8684-45a1-af02-3c92092e97e1 req-835b9a4d-a723-4b02-83b1-d557ea0f7290 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381745 Jul 09 16:17:59.675557 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-926c92d0-7481-4dfa-a068-1620271b1bdc req-70eb1b5e-0356-4297-b6ce-0d50f22ff237 tempest-ServerShowV257Test-946781268 tempest-ServerShowV257Test-946781268-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b32b5ea-9d66-4649-a4f2-4d9e7c6edfdf HTTP/1.1" status: 200 len: 210 time: 0.0669167 Jul 09 16:17:59.705396 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a322c156-e248-40fd-8cae-b8ef2e24b673 admin admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:59.793898 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-b48eea3a-bb14-4f5f-843d-e7b37f8dfb70 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Made reservation on behalf of 9c1d3606ae1042aca4f5fe7ec5b98f71 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:17:59.799602 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-b48eea3a-bb14-4f5f-843d-e7b37f8dfb70 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:17:59.912039 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ffa4e3ff-7e05-4a7e-a30e-bbc50b7ee85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d3b932-d6d8-4530-9c70-6609e497c2f7', 'name': 'tempest-ServersTestMultiNic-1904905787-router', 'tenant_id': 'b06c3c1f8ce64fe1a5a255532e54605c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'cc05eff1-ff94-4071-a214-1943893d5469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:16:03Z', 'updated_at': '2021-07-09T16:17:57Z', 'revision_number': 5, 'project_id': 'b06c3c1f8ce64fe1a5a255532e54605c', 'gw_port': {'id': 'cc05eff1-ff94-4071-a214-1943893d5469', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:74:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d3b932-d6d8-4530-9c70-6609e497c2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:16:05Z', 'updated_at': '2021-07-09T16:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:17:59.925271 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f47009e8-88ac-48f7-b7d3-15df0b9a5f5f req-f01a204d-7750-4d8d-b7c7-e82468ea529e tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=271f533c-fd28-433f-93e7-c15e0fde0859 HTTP/1.1" status: 200 len: 210 time: 0.0529199 Jul 09 16:17:59.946367 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa4e3ff-7e05-4a7e-a30e-bbc50b7ee85b None None] Checking router: e4d3b932-d6d8-4530-9c70-6609e497c2f7 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:17:59.957684 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa4e3ff-7e05-4a7e-a30e-bbc50b7ee85b None None] Routers {'e4d3b932-d6d8-4530-9c70-6609e497c2f7'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:17:59.958555 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ffa4e3ff-7e05-4a7e-a30e-bbc50b7ee85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:17:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['e4d3b932-d6d8-4530-9c70-6609e497c2f7'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:17:59.996798 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a322c156-e248-40fd-8cae-b8ef2e24b673 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:00.099983 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb121d1-dce6-4c56-8075-73f24e94fb7d req-f3791d64-a253-4e49-8afd-dfcd3500dd99 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:00.102256 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fbb121d1-dce6-4c56-8075-73f24e94fb7d req-f3791d64-a253-4e49-8afd-dfcd3500dd99 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.77 "GET /v2.0/networks?id=ce97cc22-3a2c-431c-a7c0-56837c541317 HTTP/1.1" status: 200 len: 806 time: 0.1168292 Jul 09 16:18:00.117291 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-fbb121d1-dce6-4c56-8075-73f24e94fb7d req-0f64ffcb-3246-45ad-8f1f-f72688df70cc tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Request body: {'port': {'device_id': '271f533c-fd28-433f-93e7-c15e0fde0859', 'network_id': 'ce97cc22-3a2c-431c-a7c0-56837c541317', 'admin_state_up': True, 'tenant_id': 'e315895fcff346cb9e8f1de4a11daf77'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:18:00.122794 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-ffa4e3ff-7e05-4a7e-a30e-bbc50b7ee85b None None] Set router e4d3b932-d6d8-4530-9c70-6609e497c2f7 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:18:00.147018 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-b48eea3a-bb14-4f5f-843d-e7b37f8dfb70 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Allocated IP 172.20.0.7 (3a4e126d-a665-4056-ac42-0c366e7fbeca/17b1bf0f-6449-4963-a32c-463b55d292cb/e01c9589-6e5d-4d24-9c0d-a5ccec3105eb) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:18:00.194426 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-a322c156-e248-40fd-8cae-b8ef2e24b673 admin admin] Deleting port cc05eff1-ff94-4071-a214-1943893d5469 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:18:00.194782 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a322c156-e248-40fd-8cae-b8ef2e24b673 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:00.308310 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbb121d1-dce6-4c56-8075-73f24e94fb7d req-0f64ffcb-3246-45ad-8f1f-f72688df70cc tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Made reservation on behalf of e315895fcff346cb9e8f1de4a11daf77 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:18:00.313283 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fbb121d1-dce6-4c56-8075-73f24e94fb7d req-0f64ffcb-3246-45ad-8f1f-f72688df70cc tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:00.375058 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-a322c156-e248-40fd-8cae-b8ef2e24b673 admin admin] For port cc05eff1-ff94-4071-a214-1943893d5469, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=cc05eff1-ff94-4071-a214-1943893d5469,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:18:00.375418 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a322c156-e248-40fd-8cae-b8ef2e24b673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:00.419235 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-a322c156-e248-40fd-8cae-b8ef2e24b673 admin admin] Calling delete_port for cc05eff1-ff94-4071-a214-1943893d5469 owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:18:00.427159 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-b48eea3a-bb14-4f5f-843d-e7b37f8dfb70 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:00.454431 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ffa4e3ff-7e05-4a7e-a30e-bbc50b7ee85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d3b932-d6d8-4530-9c70-6609e497c2f7', 'name': 'tempest-ServersTestMultiNic-1904905787-router', 'tenant_id': 'b06c3c1f8ce64fe1a5a255532e54605c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'cc05eff1-ff94-4071-a214-1943893d5469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:16:03Z', 'updated_at': '2021-07-09T16:17:57Z', 'revision_number': 5, 'project_id': 'b06c3c1f8ce64fe1a5a255532e54605c', 'gw_port': {'id': 'cc05eff1-ff94-4071-a214-1943893d5469', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:74:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d3b932-d6d8-4530-9c70-6609e497c2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:16:05Z', 'updated_at': '2021-07-09T16:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:18:00.493494 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-b48eea3a-bb14-4f5f-843d-e7b37f8dfb70 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Transition to ACTIVE for port object e01c9589-6e5d-4d24-9c0d-a5ccec3105eb will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:18:00.500069 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa4e3ff-7e05-4a7e-a30e-bbc50b7ee85b None None] The sync data for ids ['e4d3b932-d6d8-4530-9c70-6609e497c2f7'] in n-d-798930-3 is: [{'id': 'e4d3b932-d6d8-4530-9c70-6609e497c2f7', 'name': 'tempest-ServersTestMultiNic-1904905787-router', 'tenant_id': 'b06c3c1f8ce64fe1a5a255532e54605c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'cc05eff1-ff94-4071-a214-1943893d5469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:16:03Z', 'updated_at': '2021-07-09T16:17:57Z', 'revision_number': 5, 'project_id': 'b06c3c1f8ce64fe1a5a255532e54605c', 'gw_port': {'id': 'cc05eff1-ff94-4071-a214-1943893d5469', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:74:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d3b932-d6d8-4530-9c70-6609e497c2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:16:05Z', 'updated_at': '2021-07-09T16:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:18:00.519034 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-fbb121d1-dce6-4c56-8075-73f24e94fb7d req-0f64ffcb-3246-45ad-8f1f-f72688df70cc tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Allocated IP 172.20.0.9 (ce97cc22-3a2c-431c-a7c0-56837c541317/87031510-fde3-40ce-a568-4132b7a3476d/9182df35-781c-4c61-8e38-b158d1bbb222) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:18:00.564338 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 709d048c-1f11-4c77-b428-727a2c0d34c5 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:18:00.593005 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: 709d048c-1f11-4c77-b428-727a2c0d34c5 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:18:00.593348 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 709d048c-1f11-4c77-b428-727a2c0d34c5 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:18:00.672149 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-b48eea3a-bb14-4f5f-843d-e7b37f8dfb70 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:00.728989 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b56e5-78c3-4bd3-aa2b-3179de4397a6 req-a1962cb6-d77c-427d-9ba2-9677a4e812af tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:00.730513 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a71b56e5-78c3-4bd3-aa2b-3179de4397a6 req-a1962cb6-d77c-427d-9ba2-9677a4e812af tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=24b38fcb-af32-450b-8a9c-61b943e9a0f3 HTTP/1.1" status: 200 len: 950 time: 0.2347221 Jul 09 16:18:00.756333 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-b48eea3a-bb14-4f5f-843d-e7b37f8dfb70 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Network 3a4e126d-a665-4056-ac42-0c366e7fbeca is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:18:00.775176 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fbb121d1-dce6-4c56-8075-73f24e94fb7d req-0f64ffcb-3246-45ad-8f1f-f72688df70cc tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:00.779066 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-b48eea3a-bb14-4f5f-843d-e7b37f8dfb70 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:18:00.786394 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac11c8-2e2d-4971-b813-5a4fce9d4cd7 req-d25188a8-e6e2-4cff-b10d-58a5bfeea8a2 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:00.788020 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2bac11c8-2e2d-4971-b813-5a4fce9d4cd7 req-d25188a8-e6e2-4cff-b10d-58a5bfeea8a2 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 931 time: 0.1250997 Jul 09 16:18:00.800317 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-b48eea3a-bb14-4f5f-843d-e7b37f8dfb70 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:18:00.808760 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48eea3a-bb14-4f5f-843d-e7b37f8dfb70 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Pushing event updated for resources: {'Port': ['ID=e01c9589-6e5d-4d24-9c0d-a5ccec3105eb,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:00.868667 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2bac11c8-2e2d-4971-b813-5a4fce9d4cd7 req-81443268-46c2-4330-89aa-fbe0f86718fa tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca0135bb-d8c1-4b57-8ce3-faf17c546fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723817 Jul 09 16:18:00.913835 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fbb121d1-dce6-4c56-8075-73f24e94fb7d req-0f64ffcb-3246-45ad-8f1f-f72688df70cc tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:00.926567 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['f8ff3a60-d462-40e9-acb7-798df2b5cc97'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:18:00.931390 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a71b56e5-78c3-4bd3-aa2b-3179de4397a6 req-8e752a8d-1efe-4c1f-9ec6-2ca354c54b7c tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821070 Jul 09 16:18:00.960420 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a322c156-e248-40fd-8cae-b8ef2e24b673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:00.995288 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbb121d1-dce6-4c56-8075-73f24e94fb7d req-0f64ffcb-3246-45ad-8f1f-f72688df70cc tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Network ce97cc22-3a2c-431c-a7c0-56837c541317 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:18:01.006035 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-b48eea3a-bb14-4f5f-843d-e7b37f8dfb70 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:01.006703 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-b48eea3a-bb14-4f5f-843d-e7b37f8dfb70 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:01.033455 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-fbb121d1-dce6-4c56-8075-73f24e94fb7d req-0f64ffcb-3246-45ad-8f1f-f72688df70cc tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:18:01.037792 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbb121d1-dce6-4c56-8075-73f24e94fb7d req-0f64ffcb-3246-45ad-8f1f-f72688df70cc tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:18:01.048998 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 3db5e363-bca6-416a-ab17-49c69acdf143 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:18:01.087734 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a322c156-e248-40fd-8cae-b8ef2e24b673 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc05eff1-ff94-4071-a214-1943893d5469,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:01.121487 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 3db5e363-bca6-416a-ab17-49c69acdf143 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:18:01.122005 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 3db5e363-bca6-416a-ab17-49c69acdf143 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:18:01.155570 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-b48eea3a-bb14-4f5f-843d-e7b37f8dfb70 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8070309 Jul 09 16:18:01.204089 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-27d0e334-744c-4447-938e-9ef51eb387ad tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Request body: {'port': {'device_id': '41621f63-6505-4833-9032-002b139573a9', 'network_id': '6395e908-6223-4d6f-b1c1-e394506abed8', 'admin_state_up': True, 'tenant_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'security_groups': ['ca0135bb-d8c1-4b57-8ce3-faf17c546fda']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:18:01.213573 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9fec39bb-bedb-4c82-9cb5-f80a9721cf84 req-d4abea2c-8786-4fff-a8b5-4b05649a41b0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4b32b5ea-9d66-4649-a4f2-4d9e7c6edfdf HTTP/1.1" status: 200 len: 210 time: 0.1568327 Jul 09 16:18:01.296495 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f873b9be-17d7-44b1-890f-38bda638974d req-266dbfd3-0273-43c6-8eb4-0ca198f3b508 tempest-ServerShowV257Test-946781268 tempest-ServerShowV257Test-946781268-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b32b5ea-9d66-4649-a4f2-4d9e7c6edfdf HTTP/1.1" status: 200 len: 210 time: 0.0884259 Jul 09 16:18:01.300550 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f64ffcb-3246-45ad-8f1f-f72688df70cc tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Pushing event updated for resources: {'Port': ['ID=9182df35-781c-4c61-8e38-b158d1bbb222,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:01.328834 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a322c156-e248-40fd-8cae-b8ef2e24b673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:01.329177 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-49fb5bd2-c826-4f08-8101-79ab1622518f None None] Provisioning for port e01c9589-6e5d-4d24-9c0d-a5ccec3105eb completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:18:01.336041 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-49fb5bd2-c826-4f08-8101-79ab1622518f None None] Provisioning complete for port e01c9589-6e5d-4d24-9c0d-a5ccec3105eb triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:18:01.336541 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-49fb5bd2-c826-4f08-8101-79ab1622518f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:01.348226 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb121d1-dce6-4c56-8075-73f24e94fb7d req-0f64ffcb-3246-45ad-8f1f-f72688df70cc tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:01.348226 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fbb121d1-dce6-4c56-8075-73f24e94fb7d req-0f64ffcb-3246-45ad-8f1f-f72688df70cc tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:01.395573 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-49fb5bd2-c826-4f08-8101-79ab1622518f None None] Port e01c9589-6e5d-4d24-9c0d-a5ccec3105eb cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:18:01.415771 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fbb121d1-dce6-4c56-8075-73f24e94fb7d req-0f64ffcb-3246-45ad-8f1f-f72688df70cc tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3029842 Jul 09 16:18:01.434841 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865321aa-e310-4559-ac21-a37dd9bdc603 req-c992c0eb-ca3c-4d14-938a-11ac78cf8b37 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:01.442028 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-865321aa-e310-4559-ac21-a37dd9bdc603 req-c992c0eb-ca3c-4d14-938a-11ac78cf8b37 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21 HTTP/1.1" status: 200 len: 946 time: 0.2953329 Jul 09 16:18:01.467751 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-fbb121d1-dce6-4c56-8075-73f24e94fb7d req-75501374-b364-4d33-a680-6ae1ddba8330 service neutron] Request body: {'port': {'device_id': '271f533c-fd28-433f-93e7-c15e0fde0859', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:18:01.490553 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a322c156-e248-40fd-8cae-b8ef2e24b673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:01.496256 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a322c156-e248-40fd-8cae-b8ef2e24b673 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:01.515477 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-865321aa-e310-4559-ac21-a37dd9bdc603 req-a57e977c-5045-41b2-8ebf-3a629393b8b3 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715611 Jul 09 16:18:01.578226 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a322c156-e248-40fd-8cae-b8ef2e24b673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:01.579922 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a322c156-e248-40fd-8cae-b8ef2e24b673 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4d3b932-d6d8-4530-9c70-6609e497c2f7 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:18:01.601511 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fbb121d1-dce6-4c56-8075-73f24e94fb7d req-75501374-b364-4d33-a680-6ae1ddba8330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:01.602605 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a322c156-e248-40fd-8cae-b8ef2e24b673 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:01.604818 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a322c156-e248-40fd-8cae-b8ef2e24b673 admin admin] 10.222.0.98 "DELETE /v2.0/routers/e4d3b932-d6d8-4530-9c70-6609e497c2f7 HTTP/1.1" status: 204 len: 168 time: 2.1702621 Jul 09 16:18:01.606674 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-27d0e334-744c-4447-938e-9ef51eb387ad tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Made reservation on behalf of 9c1d3606ae1042aca4f5fe7ec5b98f71 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:18:01.610816 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 58372) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:18:01.612588 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-27d0e334-744c-4447-938e-9ef51eb387ad tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:01.641257 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e374a122-fda5-4098-b13c-7d3f0b6d3c4d req-850dd8d1-d894-4205-b4a1-cd091d716024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:01.643561 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e374a122-fda5-4098-b13c-7d3f0b6d3c4d req-850dd8d1-d894-4205-b4a1-cd091d716024 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=24b38fcb-af32-450b-8a9c-61b943e9a0f3 HTTP/1.1" status: 200 len: 1101 time: 0.1981614 Jul 09 16:18:01.748259 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e374a122-fda5-4098-b13c-7d3f0b6d3c4d req-43eae4a8-5351-4400-bebf-75c5a7b877ac service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789983 Jul 09 16:18:01.779737 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-4356c724-43ea-4294-9b73-dde32d9854c3 admin admin] Deleting subnet 03c4dae3-609f-4f6b-b7f0-63c5e5830e65 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:18:01.783227 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4356c724-43ea-4294-9b73-dde32d9854c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:01.827130 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-27d0e334-744c-4447-938e-9ef51eb387ad tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Allocated IP 10.1.1.104 (6395e908-6223-4d6f-b1c1-e394506abed8/981e8e3d-124b-4345-9952-afb7f38f6b86/cc1b9003-be21-4ede-8937-a785742afd1f) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:18:01.910387 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4356c724-43ea-4294-9b73-dde32d9854c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:01.972901 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf9fed-9d72-4459-85a8-6fdd60f1d536 req-8c122215-2878-4a76-b121-2ee0f7fbd2c2 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:01.974948 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1eaf9fed-9d72-4459-85a8-6fdd60f1d536 req-8c122215-2878-4a76-b121-2ee0f7fbd2c2 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=271f533c-fd28-433f-93e7-c15e0fde0859 HTTP/1.1" status: 200 len: 931 time: 0.3218157 Jul 09 16:18:02.034906 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-27d0e334-744c-4447-938e-9ef51eb387ad tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:02.101283 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1eaf9fed-9d72-4459-85a8-6fdd60f1d536 req-69e1b795-8262-4bf3-8630-44c880c58b05 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184769 Jul 09 16:18:02.101891 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-27d0e334-744c-4447-938e-9ef51eb387ad tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Transition to ACTIVE for port object cc1b9003-be21-4ede-8937-a785742afd1f will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:18:02.137812 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4356c724-43ea-4294-9b73-dde32d9854c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:02.163509 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a61d145-b355-4e7a-9817-b60525bf5446 req-e9efc921-9a8c-49e4-a687-6ba9569ae4a3 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:02.165315 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8a61d145-b355-4e7a-9817-b60525bf5446 req-e9efc921-9a8c-49e4-a687-6ba9569ae4a3 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 931 time: 0.1343513 Jul 09 16:18:02.187662 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-27d0e334-744c-4447-938e-9ef51eb387ad tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:02.261262 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-fbb121d1-dce6-4c56-8075-73f24e94fb7d req-75501374-b364-4d33-a680-6ae1ddba8330 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9182df35-781c-4c61-8e38-b158d1bbb222 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:18:02.267901 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d0e334-744c-4447-938e-9ef51eb387ad tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Pushing event updated for resources: {'Port': ['ID=cc1b9003-be21-4ede-8937-a785742afd1f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:02.272342 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fbb121d1-dce6-4c56-8075-73f24e94fb7d req-75501374-b364-4d33-a680-6ae1ddba8330 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:02.274041 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8a61d145-b355-4e7a-9817-b60525bf5446 req-d7c69212-604a-44f3-b6f8-f6cdd96eb033 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca0135bb-d8c1-4b57-8ce3-faf17c546fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996740 Jul 09 16:18:02.289511 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-27d0e334-744c-4447-938e-9ef51eb387ad tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Network 6395e908-6223-4d6f-b1c1-e394506abed8 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:18:02.291450 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-27d0e334-744c-4447-938e-9ef51eb387ad tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:18:02.301970 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4356c724-43ea-4294-9b73-dde32d9854c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:02.306168 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-27d0e334-744c-4447-938e-9ef51eb387ad tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:18:02.367846 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4356c724-43ea-4294-9b73-dde32d9854c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03c4dae3-609f-4f6b-b7f0-63c5e5830e65,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:02.370199 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-fbb121d1-dce6-4c56-8075-73f24e94fb7d req-75501374-b364-4d33-a680-6ae1ddba8330 service neutron] Transition to ACTIVE for port object 9182df35-781c-4c61-8e38-b158d1bbb222 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:18:02.376090 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4356c724-43ea-4294-9b73-dde32d9854c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:02.378203 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-4356c724-43ea-4294-9b73-dde32d9854c3 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/03c4dae3-609f-4f6b-b7f0-63c5e5830e65 HTTP/1.1" status: 204 len: 168 time: 0.7658679 Jul 09 16:18:02.379790 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-27d0e334-744c-4447-938e-9ef51eb387ad tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:02.380514 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-27d0e334-744c-4447-938e-9ef51eb387ad tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:02.381957 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 58382) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:18:02.387658 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddf82a7-6065-45c0-88e5-8a331d9774dd None None] Network a2b7159c-37cb-4be1-a57a-70078fc5aceb requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:18:02.389361 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fbb121d1-dce6-4c56-8075-73f24e94fb7d req-75501374-b364-4d33-a680-6ae1ddba8330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:02.416994 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-27d0e334-744c-4447-938e-9ef51eb387ad tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2171602 Jul 09 16:18:02.452569 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-b4a37637-6592-41b7-83ea-04091344d8f9 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Request body: {'port': {'device_id': '41621f63-6505-4833-9032-002b139573a9', 'network_id': '6395e908-6223-4d6f-b1c1-e394506abed8', 'admin_state_up': True, 'tenant_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'security_groups': ['ca0135bb-d8c1-4b57-8ce3-faf17c546fda']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:18:02.568567 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75501374-b364-4d33-a680-6ae1ddba8330 service neutron] Pushing event updated for resources: {'Port': ['ID=9182df35-781c-4c61-8e38-b158d1bbb222,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:02.619982 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ec318-c97c-42c9-bd8a-1bcb5a369121 req-9c62a639-8c85-49f6-ab61-da705f9351b4 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:02.622081 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2c9ec318-c97c-42c9-bd8a-1bcb5a369121 req-9c62a639-8c85-49f6-ab61-da705f9351b4 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=24b38fcb-af32-450b-8a9c-61b943e9a0f3 HTTP/1.1" status: 200 len: 950 time: 0.3465726 Jul 09 16:18:02.631808 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d72eca60-36f1-4f02-95ef-cf151c6b54a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:02.650130 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-58b3e95e-89b7-4114-ad78-89af7b8b3f73 None None] Provisioning for port cc1b9003-be21-4ede-8937-a785742afd1f completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:18:02.663814 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-58b3e95e-89b7-4114-ad78-89af7b8b3f73 None None] Provisioning complete for port cc1b9003-be21-4ede-8937-a785742afd1f triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:18:02.663814 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-58b3e95e-89b7-4114-ad78-89af7b8b3f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:02.707188 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-58b3e95e-89b7-4114-ad78-89af7b8b3f73 None None] Port cc1b9003-be21-4ede-8937-a785742afd1f cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:18:02.710917 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-99d3fb63-5fa7-47d9-8d60-6942de7ebb9d req-a631f0e1-ed0f-4ea5-99b3-d5a7ca9fd2e8 tempest-ServerShowV257Test-946781268 tempest-ServerShowV257Test-946781268-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b32b5ea-9d66-4649-a4f2-4d9e7c6edfdf HTTP/1.1" status: 200 len: 210 time: 0.0770621 Jul 09 16:18:02.726944 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-b4a37637-6592-41b7-83ea-04091344d8f9 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Made reservation on behalf of 9c1d3606ae1042aca4f5fe7ec5b98f71 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:18:02.733865 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-b4a37637-6592-41b7-83ea-04091344d8f9 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:02.768802 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2c9ec318-c97c-42c9-bd8a-1bcb5a369121 req-bb8d10ec-4624-4292-9f79-08832ff35991 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961635 Jul 09 16:18:02.784476 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-fbb121d1-dce6-4c56-8075-73f24e94fb7d req-75501374-b364-4d33-a680-6ae1ddba8330 service neutron] Attempting to bind port 9182df35-781c-4c61-8e38-b158d1bbb222 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:18:02.784899 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-fbb121d1-dce6-4c56-8075-73f24e94fb7d req-75501374-b364-4d33-a680-6ae1ddba8330 service neutron] Attempting to bind port 9182df35-781c-4c61-8e38-b158d1bbb222 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ce97cc22-3a2c-431c-a7c0-56837c541317'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:18:02.785331 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb121d1-dce6-4c56-8075-73f24e94fb7d req-75501374-b364-4d33-a680-6ae1ddba8330 service neutron] Attempting to bind port 9182df35-781c-4c61-8e38-b158d1bbb222 on network ce97cc22-3a2c-431c-a7c0-56837c541317 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:18:02.793417 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb121d1-dce6-4c56-8075-73f24e94fb7d req-75501374-b364-4d33-a680-6ae1ddba8330 service neutron] Port 9182df35-781c-4c61-8e38-b158d1bbb222 on network ce97cc22-3a2c-431c-a7c0-56837c541317 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:18:02.793861 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb121d1-dce6-4c56-8075-73f24e94fb7d req-75501374-b364-4d33-a680-6ae1ddba8330 service neutron] Attempting to bind port 9182df35-781c-4c61-8e38-b158d1bbb222 on network ce97cc22-3a2c-431c-a7c0-56837c541317 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:18:02.827151 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb121d1-dce6-4c56-8075-73f24e94fb7d req-75501374-b364-4d33-a680-6ae1ddba8330 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:18:02.827151 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb121d1-dce6-4c56-8075-73f24e94fb7d req-75501374-b364-4d33-a680-6ae1ddba8330 service neutron] Checking segment: {'id': 'fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ce97cc22-3a2c-431c-a7c0-56837c541317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:18:02.827151 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb121d1-dce6-4c56-8075-73f24e94fb7d req-75501374-b364-4d33-a680-6ae1ddba8330 service neutron] Bound using segment: {'id': 'fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ce97cc22-3a2c-431c-a7c0-56837c541317'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:18:02.827151 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-fbb121d1-dce6-4c56-8075-73f24e94fb7d req-75501374-b364-4d33-a680-6ae1ddba8330 service neutron] Bound port: 9182df35-781c-4c61-8e38-b158d1bbb222, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ce97cc22-3a2c-431c-a7c0-56837c541317'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:18:02.827682 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fbb121d1-dce6-4c56-8075-73f24e94fb7d req-75501374-b364-4d33-a680-6ae1ddba8330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:02.856968 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7261f2f3-90ab-4f83-a582-5aab2a98ed74 None None] DHCP port deletion for a2b7159c-37cb-4be1-a57a-70078fc5aceb request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:18:02.882415 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-d72eca60-36f1-4f02-95ef-cf151c6b54a1 admin admin] Deleting port 22ac8520-07db-4a40-b97b-1e69889e0cec {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:18:02.882935 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d72eca60-36f1-4f02-95ef-cf151c6b54a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:02.972282 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-7261f2f3-90ab-4f83-a582-5aab2a98ed74 None None] Deleting port 22ac8520-07db-4a40-b97b-1e69889e0cec {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:18:02.973303 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7261f2f3-90ab-4f83-a582-5aab2a98ed74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:03.037433 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-d72eca60-36f1-4f02-95ef-cf151c6b54a1 admin admin] For port 22ac8520-07db-4a40-b97b-1e69889e0cec, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=22ac8520-07db-4a40-b97b-1e69889e0cec,segment=NetworkSegment(341ef8d8-ab7b-4a74-b100-c9c23f6172ef),segment_id=341ef8d8-ab7b-4a74-b100-c9c23f6172ef)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:18:03.038220 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d72eca60-36f1-4f02-95ef-cf151c6b54a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:03.060485 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-b4a37637-6592-41b7-83ea-04091344d8f9 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Allocated IP 10.1.1.106 (6395e908-6223-4d6f-b1c1-e394506abed8/981e8e3d-124b-4345-9952-afb7f38f6b86/4f254e63-6b3b-4694-9cb5-3a15ac319c88) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:18:03.061098 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-fbb121d1-dce6-4c56-8075-73f24e94fb7d req-75501374-b364-4d33-a680-6ae1ddba8330 service neutron] For port 9182df35-781c-4c61-8e38-b158d1bbb222, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:18:03.095736 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-d72eca60-36f1-4f02-95ef-cf151c6b54a1 admin admin] Calling delete_port for 22ac8520-07db-4a40-b97b-1e69889e0cec owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:18:03.114162 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c248019-a234-4fd8-a78e-cb05ed48f680 req-80c004fa-8110-4564-a818-3f4bc063d450 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:03.116430 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0c248019-a234-4fd8-a78e-cb05ed48f680 req-80c004fa-8110-4564-a818-3f4bc063d450 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21 HTTP/1.1" status: 200 len: 946 time: 0.1238484 Jul 09 16:18:03.117883 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-fbb121d1-dce6-4c56-8075-73f24e94fb7d req-75501374-b364-4d33-a680-6ae1ddba8330 service neutron] For port 9182df35-781c-4c61-8e38-b158d1bbb222, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=9182df35-781c-4c61-8e38-b158d1bbb222,segment=NetworkSegment(fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c),segment_id=fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:18:03.133609 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-7261f2f3-90ab-4f83-a582-5aab2a98ed74 None None] For port 22ac8520-07db-4a40-b97b-1e69889e0cec, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=22ac8520-07db-4a40-b97b-1e69889e0cec,segment=NetworkSegment(341ef8d8-ab7b-4a74-b100-c9c23f6172ef),segment_id=341ef8d8-ab7b-4a74-b100-c9c23f6172ef)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:18:03.134176 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7261f2f3-90ab-4f83-a582-5aab2a98ed74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:03.135468 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fbb121d1-dce6-4c56-8075-73f24e94fb7d req-75501374-b364-4d33-a680-6ae1ddba8330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:03.144677 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 22ac8520-07db-4a40-b97b-1e69889e0cec no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:18:03.178898 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device e97372da-66aa-4560-895c-407230766bbb details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:18:03.181044 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device e97372da-66aa-4560-895c-407230766bbb no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:18:03.248570 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-7261f2f3-90ab-4f83-a582-5aab2a98ed74 None None] Calling delete_port for 22ac8520-07db-4a40-b97b-1e69889e0cec owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:18:03.309039 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb121d1-dce6-4c56-8075-73f24e94fb7d req-75501374-b364-4d33-a680-6ae1ddba8330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:03.310362 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fbb121d1-dce6-4c56-8075-73f24e94fb7d req-75501374-b364-4d33-a680-6ae1ddba8330 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:03.311884 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fbb121d1-dce6-4c56-8075-73f24e94fb7d req-75501374-b364-4d33-a680-6ae1ddba8330 service neutron] 10.222.0.77 "PUT /v2.0/ports/9182df35-781c-4c61-8e38-b158d1bbb222 HTTP/1.1" status: 200 len: 1091 time: 1.8669603 Jul 09 16:18:03.312357 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '271f533c-fd28-433f-93e7-c15e0fde0859', 'tag': '9182df35-781c-4c61-8e38-b158d1bbb222'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:18:03.316122 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486f5a67-e801-485b-844e-801f482df4b1" -d '{"events": [{"name": "network-changed", "server_uuid": "271f533c-fd28-433f-93e7-c15e0fde0859", "tag": "9182df35-781c-4c61-8e38-b158d1bbb222"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:18:03.329947 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0c248019-a234-4fd8-a78e-cb05ed48f680 req-fa2aa1ee-fe0c-465d-925c-8a853ede5e68 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970091 Jul 09 16:18:03.417111 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-b4a37637-6592-41b7-83ea-04091344d8f9 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:03.434716 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-b4a37637-6592-41b7-83ea-04091344d8f9 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Transition to ACTIVE for port object 4f254e63-6b3b-4694-9cb5-3a15ac319c88 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:18:03.480218 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-b4a37637-6592-41b7-83ea-04091344d8f9 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:03.497461 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75501374-b364-4d33-a680-6ae1ddba8330 service neutron] Pushing event updated for resources: {'Port': ['ID=9182df35-781c-4c61-8e38-b158d1bbb222,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:03.530840 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d72eca60-36f1-4f02-95ef-cf151c6b54a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:03.581014 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171dfc21-5595-493c-9dd0-865ab22c4c59 req-49cfc3e5-7e79-430b-acfa-8067eda52f13 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:03.589539 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-171dfc21-5595-493c-9dd0-865ab22c4c59 req-49cfc3e5-7e79-430b-acfa-8067eda52f13 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=271f533c-fd28-433f-93e7-c15e0fde0859 HTTP/1.1" status: 200 len: 943 time: 0.2686305 Jul 09 16:18:03.600265 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72eca60-36f1-4f02-95ef-cf151c6b54a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=22ac8520-07db-4a40-b97b-1e69889e0cec,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:03.605817 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-b4a37637-6592-41b7-83ea-04091344d8f9 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Network 6395e908-6223-4d6f-b1c1-e394506abed8 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:18:03.608173 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-b4a37637-6592-41b7-83ea-04091344d8f9 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:18:03.612301 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72eca60-36f1-4f02-95ef-cf151c6b54a1 admin admin] No DVR routers for this DVR port 22ac8520-07db-4a40-b97b-1e69889e0cec on host n-d-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:18:03.629483 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-b4a37637-6592-41b7-83ea-04091344d8f9 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:18:03.654643 n-d-798930-3 neutron-server[93960]: INFO neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No ports have port_id starting with 22ac8520-07db-4a40-b97b-1e69889e0cec Jul 09 16:18:03.662163 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device cc05eff1-ff94-4071-a214-1943893d5469 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:18:03.699936 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-b4a37637-6592-41b7-83ea-04091344d8f9 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:03.700950 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-b4a37637-6592-41b7-83ea-04091344d8f9 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:03.713019 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a37637-6592-41b7-83ea-04091344d8f9 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Pushing event updated for resources: {'Port': ['ID=4f254e63-6b3b-4694-9cb5-3a15ac319c88,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:03.723200 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb121d1-dce6-4c56-8075-73f24e94fb7d req-163b3a3b-8f90-445b-b012-6e5f6b487bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:03.724862 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fbb121d1-dce6-4c56-8075-73f24e94fb7d req-163b3a3b-8f90-445b-b012-6e5f6b487bd2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e315895fcff346cb9e8f1de4a11daf77&device_id=271f533c-fd28-433f-93e7-c15e0fde0859 HTTP/1.1" status: 200 len: 1094 time: 0.3244588 Jul 09 16:18:03.731151 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: cc05eff1-ff94-4071-a214-1943893d5469 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:18:03.731614 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device cc05eff1-ff94-4071-a214-1943893d5469 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:18:03.741891 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-b4a37637-6592-41b7-83ea-04091344d8f9 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2944579 Jul 09 16:18:03.763038 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-87f487ae-c59c-4a96-ad59-1bcb90ad3960 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Request body: {'port': {'device_id': '41621f63-6505-4833-9032-002b139573a9', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'f2f28c7b-9941-49e4-8996-9de52a7808d3', 'admin_state_up': True, 'tenant_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'security_groups': ['ca0135bb-d8c1-4b57-8ce3-faf17c546fda']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:18:03.781222 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port e97372da-66aa-4560-895c-407230766bbb, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=e97372da-66aa-4560-895c-407230766bbb,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:18:03.786340 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7261f2f3-90ab-4f83-a582-5aab2a98ed74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:03.794722 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2285411-9250-41c0-bc59-4222d0f54839 req-1fa7b73d-f48d-4add-a3fa-0dfa61ebdc35 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:03.802014 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2285411-9250-41c0-bc59-4222d0f54839 req-1fa7b73d-f48d-4add-a3fa-0dfa61ebdc35 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:03.808318 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2285411-9250-41c0-bc59-4222d0f54839 req-1fa7b73d-f48d-4add-a3fa-0dfa61ebdc35 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:03.816811 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c2285411-9250-41c0-bc59-4222d0f54839 req-1fa7b73d-f48d-4add-a3fa-0dfa61ebdc35 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 2374 time: 0.2780440 Jul 09 16:18:03.820674 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7261f2f3-90ab-4f83-a582-5aab2a98ed74 None None] Pushing event deleted for resources: {'Port': ['ID=22ac8520-07db-4a40-b97b-1e69889e0cec,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:03.827024 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:03.839530 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-171dfc21-5595-493c-9dd0-865ab22c4c59 req-eecb2354-1142-4b10-b8b8-29b1d6091cb2 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460334 Jul 09 16:18:03.843552 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fbb121d1-dce6-4c56-8075-73f24e94fb7d req-b7acb154-4916-4966-9d31-fa3ee0bcc9cc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9182df35-781c-4c61-8e38-b158d1bbb222 HTTP/1.1" status: 200 len: 217 time: 0.1082790 Jul 09 16:18:03.844505 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': 'e97372da-66aa-4560-895c-407230766bbb', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'port_id': 'e97372da-66aa-4560-895c-407230766bbb', 'mac_address': 'fa:16:3e:aa:4a:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f122b436-b232-4a3c-9aac-47d5639f2da4', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:18:03.851979 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7261f2f3-90ab-4f83-a582-5aab2a98ed74 None None] No DVR routers for this DVR port 22ac8520-07db-4a40-b97b-1e69889e0cec on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:18:03.882441 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d72eca60-36f1-4f02-95ef-cf151c6b54a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:03.884154 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b38fcb-af32-450b-8a9c-61b943e9a0f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e97372da-66aa-4560-895c-407230766bbb'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:18:03.886532 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d7ef31-1768-4d50-9244-cc7ebea896a7" -d '{"events": [{"server_uuid": "24b38fcb-af32-450b-8a9c-61b943e9a0f3", "name": "network-vif-unplugged", "status": "completed", "tag": "e97372da-66aa-4560-895c-407230766bbb"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:18:03.921293 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port e97372da-66aa-4560-895c-407230766bbb, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=e97372da-66aa-4560-895c-407230766bbb,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:18:03.936641 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:03.936936 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31329b13-65a2-4f0a-9a43-e4a12e86b31f x-openstack-request-id: req-31329b13-65a2-4f0a-9a43-e4a12e86b31f {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:18:03.937246 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "271f533c-fd28-433f-93e7-c15e0fde0859", "tag": "9182df35-781c-4c61-8e38-b158d1bbb222", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:18:03.937529 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-31329b13-65a2-4f0a-9a43-e4a12e86b31f {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:18:03.938080 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '271f533c-fd28-433f-93e7-c15e0fde0859', 'tag': '9182df35-781c-4c61-8e38-b158d1bbb222', 'status': 'completed', 'code': 200} Jul 09 16:18:03.941601 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-d72eca60-36f1-4f02-95ef-cf151c6b54a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2b7159c-37cb-4be1-a57a-70078fc5aceb']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:18:03.952399 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:03.969374 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-d72eca60-36f1-4f02-95ef-cf151c6b54a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '341ef8d8-ab7b-4a74-b100-c9c23f6172ef') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:18:03.969669 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-d72eca60-36f1-4f02-95ef-cf151c6b54a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '341ef8d8-ab7b-4a74-b100-c9c23f6172ef') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:18:03.988208 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d72eca60-36f1-4f02-95ef-cf151c6b54a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:04.000457 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb121d1-dce6-4c56-8075-73f24e94fb7d req-74d70bc0-7988-4370-9071-d598f7a2baf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:04.001854 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fbb121d1-dce6-4c56-8075-73f24e94fb7d req-74d70bc0-7988-4370-9071-d598f7a2baf7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=87031510-fde3-40ce-a568-4132b7a3476d HTTP/1.1" status: 200 len: 846 time: 0.1425605 Jul 09 16:18:04.004933 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e97372da-66aa-4560-895c-407230766bbb {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:18:04.030184 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d72eca60-36f1-4f02-95ef-cf151c6b54a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:04.058985 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c2285411-9250-41c0-bc59-4222d0f54839 req-a4df0fac-89f4-49d2-8a05-63c9efc3f87f tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca0135bb-d8c1-4b57-8ce3-faf17c546fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2401140 Jul 09 16:18:04.060781 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=e97372da-66aa-4560-895c-407230766bbb,revision_number=9']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:04.065328 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fbb121d1-dce6-4c56-8075-73f24e94fb7d req-a6343cf8-26cb-43fb-b878-bd4b75037f88 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ce97cc22-3a2c-431c-a7c0-56837c541317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558469 Jul 09 16:18:04.077292 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d72eca60-36f1-4f02-95ef-cf151c6b54a1 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:18:04.077705 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d72eca60-36f1-4f02-95ef-cf151c6b54a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:04.080236 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:18:04.080236 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:18:04.080236 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:18:04.080236 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:18:04.080236 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:18:04.080236 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:18:04.080236 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:18:04.080236 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:18:04.080236 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:18:04.080236 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:18:04.080236 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:18:04.080236 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:18:04.080236 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:18:04.080236 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:18:04.080236 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:18:04.080236 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:18:04.080236 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:18:04.080236 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:18:04.080236 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:18:04.080236 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:18:04.080236 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:18:04.080236 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:18:04.080236 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:18:04.080236 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:18:04.080236 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:18:04.080236 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:18:04.080236 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:18:04.080236 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:18:04.080236 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:18:04.080236 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:18:04.080236 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:18:04.080236 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:18:04.080236 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:18:04.080236 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:18:04.080236 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:18:04.080236 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:18:04.080236 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:18:04.080236 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:18:04.108289 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0d0811f9-2034-4952-b6dd-ac00281eb329 None None] Provisioning for port 4f254e63-6b3b-4694-9cb5-3a15ac319c88 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:18:04.114142 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.db.api [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:18:04.116479 n-d-798930-3 neutron-server[93960]: DEBUG oslo_db.api [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:18:04.120284 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0d0811f9-2034-4952-b6dd-ac00281eb329 None None] Provisioning complete for port 4f254e63-6b3b-4694-9cb5-3a15ac319c88 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:18:04.123837 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0d0811f9-2034-4952-b6dd-ac00281eb329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:04.163421 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-87f487ae-c59c-4a96-ad59-1bcb90ad3960 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Made reservation on behalf of 9c1d3606ae1042aca4f5fe7ec5b98f71 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:18:04.167977 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d6ffa4fe-83e3-496b-97fb-58e220cc3efc req-26a7f870-525a-4a98-b777-f9f054dd3962 tempest-ServerShowV257Test-946781268 tempest-ServerShowV257Test-946781268-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b32b5ea-9d66-4649-a4f2-4d9e7c6edfdf HTTP/1.1" status: 200 len: 210 time: 0.1015689 Jul 09 16:18:04.189236 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-0d0811f9-2034-4952-b6dd-ac00281eb329 None None] Port 4f254e63-6b3b-4694-9cb5-3a15ac319c88 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:18:04.261770 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46cde482-b377-4302-bb1c-de0bbe16342c x-openstack-request-id: req-46cde482-b377-4302-bb1c-de0bbe16342c {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:18:04.262218 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24b38fcb-af32-450b-8a9c-61b943e9a0f3", "name": "network-vif-unplugged", "status": "completed", "tag": "e97372da-66aa-4560-895c-407230766bbb", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:18:04.262579 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-46cde482-b377-4302-bb1c-de0bbe16342c {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:18:04.263199 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b38fcb-af32-450b-8a9c-61b943e9a0f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e97372da-66aa-4560-895c-407230766bbb', 'code': 200} Jul 09 16:18:04.291735 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d72eca60-36f1-4f02-95ef-cf151c6b54a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:04.307072 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d72eca60-36f1-4f02-95ef-cf151c6b54a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:04.312621 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d72eca60-36f1-4f02-95ef-cf151c6b54a1 admin admin] 10.222.0.98 "DELETE /v2.0/networks/a2b7159c-37cb-4be1-a57a-70078fc5aceb HTTP/1.1" status: 204 len: 168 time: 1.9267204 Jul 09 16:18:04.331412 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72eca60-36f1-4f02-95ef-cf151c6b54a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2b7159c-37cb-4be1-a57a-70078fc5aceb,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:04.358367 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fbb121d1-dce6-4c56-8075-73f24e94fb7d req-df7a8ba9-8e40-4fdc-b28f-4cf80ad82a6f service neutron] 10.222.0.77 "GET /v2.0/networks/ce97cc22-3a2c-431c-a7c0-56837c541317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648034 Jul 09 16:18:04.399574 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5b1b9-8230-47c0-a378-1d6185278faa req-98aff491-9da0-4947-af63-e7c4fc56ea94 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:04.400973 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-adf5b1b9-8230-47c0-a378-1d6185278faa req-98aff491-9da0-4947-af63-e7c4fc56ea94 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=24b38fcb-af32-450b-8a9c-61b943e9a0f3 HTTP/1.1" status: 200 len: 948 time: 0.1625497 Jul 09 16:18:04.404842 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-87f487ae-c59c-4a96-ad59-1bcb90ad3960 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:04.524176 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fbb121d1-dce6-4c56-8075-73f24e94fb7d req-2f046c7e-3f14-4ec0-bd6e-be7b6e05dba8 service neutron] 10.222.0.77 "GET /v2.0/networks/ce97cc22-3a2c-431c-a7c0-56837c541317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575663 Jul 09 16:18:04.564151 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 58418) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:18:04.584200 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-adf5b1b9-8230-47c0-a378-1d6185278faa req-5fd31bd4-b1f2-4d92-9977-91bb5e50edd8 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758761 Jul 09 16:18:04.651708 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6c0dd6eb-c76d-408f-9412-91351361eac4 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b06c3c1f8ce64fe1a5a255532e54605c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0861700 Jul 09 16:18:04.654079 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 58426) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:18:04.691900 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:04.716006 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f5a67-e801-485b-844e-801f482df4b1 req-be4b6391-7713-4c12-938a-abb59306a6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:04.717498 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-486f5a67-e801-485b-844e-801f482df4b1 req-be4b6391-7713-4c12-938a-abb59306a6d3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e315895fcff346cb9e8f1de4a11daf77&device_id=271f533c-fd28-433f-93e7-c15e0fde0859 HTTP/1.1" status: 200 len: 1094 time: 0.1296375 Jul 09 16:18:04.728306 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f14e92a-1d72-425a-90c6-16adc86d460d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:04.728946 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e97372da-66aa-4560-895c-407230766bbb {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:18:04.764004 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port e97372da-66aa-4560-895c-407230766bbb, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=e97372da-66aa-4560-895c-407230766bbb,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:18:04.769879 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:04.800373 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f14e92a-1d72-425a-90c6-16adc86d460d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:04.851172 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-87f487ae-c59c-4a96-ad59-1bcb90ad3960 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Allocated IP 10.2.2.100 (f2f28c7b-9941-49e4-8996-9de52a7808d3/ae89dbbd-9e79-42bc-a3f4-8084965358e2/a7a4e491-e2c2-414f-9cdd-91edf6bc83f0) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:18:04.858207 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f5a67-e801-485b-844e-801f482df4b1 req-02a11d87-8499-4381-b5c7-ffa3e4d23698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:04.859913 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-486f5a67-e801-485b-844e-801f482df4b1 req-02a11d87-8499-4381-b5c7-ffa3e4d23698 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ce97cc22-3a2c-431c-a7c0-56837c541317 HTTP/1.1" status: 200 len: 907 time: 0.1295428 Jul 09 16:18:04.923383 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-486f5a67-e801-485b-844e-801f482df4b1 req-5a150df6-f554-4721-a0dd-10af0b8286f5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9182df35-781c-4c61-8e38-b158d1bbb222 HTTP/1.1" status: 200 len: 217 time: 0.0549443 Jul 09 16:18:04.928707 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f14e92a-1d72-425a-90c6-16adc86d460d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:04.931664 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f14e92a-1d72-425a-90c6-16adc86d460d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:04.935041 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6f14e92a-1d72-425a-90c6-16adc86d460d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ed455c02-e886-4f75-ace5-02640635a782 HTTP/1.1" status: 204 len: 168 time: 0.2778418 Jul 09 16:18:04.948073 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=e97372da-66aa-4560-895c-407230766bbb,revision_number=10']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:05.046037 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f14e92a-1d72-425a-90c6-16adc86d460d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed455c02-e886-4f75-ace5-02640635a782,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:05.074129 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['e97372da-66aa-4560-895c-407230766bbb'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:18:05.171096 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f5a67-e801-485b-844e-801f482df4b1 req-2bdd1eeb-adb2-4d57-9f90-4e33c26293fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:05.172769 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-486f5a67-e801-485b-844e-801f482df4b1 req-2bdd1eeb-adb2-4d57-9f90-4e33c26293fd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=87031510-fde3-40ce-a568-4132b7a3476d HTTP/1.1" status: 200 len: 846 time: 0.2388682 Jul 09 16:18:05.216018 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-486f5a67-e801-485b-844e-801f482df4b1 req-e9552477-bf8d-44e6-bda4-af20451c9ed4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ce97cc22-3a2c-431c-a7c0-56837c541317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345671 Jul 09 16:18:05.228301 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01bf9d-6baa-46db-80df-23ac40245627 req-3e5617ba-4c3a-4887-93ee-d09466fd3f26 tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:05.231224 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8a01bf9d-6baa-46db-80df-23ac40245627 req-3e5617ba-4c3a-4887-93ee-d09466fd3f26 tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=0bfaa85a-7412-4693-8f76-85c0874e9aa1 HTTP/1.1" status: 200 len: 1096 time: 0.3832972 Jul 09 16:18:05.324407 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88d5bf-f456-4412-9ca1-734418315b56 req-cef66e5f-bd07-46f5-bbb2-fc3dcf4e6b38 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:05.331340 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2f88d5bf-f456-4412-9ca1-734418315b56 req-cef66e5f-bd07-46f5-bbb2-fc3dcf4e6b38 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21 HTTP/1.1" status: 200 len: 946 time: 0.2124248 Jul 09 16:18:05.359593 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8a01bf9d-6baa-46db-80df-23ac40245627 req-856a3027-037e-4acc-ae19-f0dce32fbc27 tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218567 Jul 09 16:18:05.389403 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-87f487ae-c59c-4a96-ad59-1bcb90ad3960 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:05.407241 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2f88d5bf-f456-4412-9ca1-734418315b56 req-7d47682f-d8e8-4214-8cdc-07f22fa5ee18 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749097 Jul 09 16:18:05.408989 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-87f487ae-c59c-4a96-ad59-1bcb90ad3960 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Transition to ACTIVE for port object a7a4e491-e2c2-414f-9cdd-91edf6bc83f0 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:18:05.454316 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-486f5a67-e801-485b-844e-801f482df4b1 req-022323cb-2ba9-4683-a437-1f6d5da999be service neutron] 10.222.0.77 "GET /v2.0/networks/ce97cc22-3a2c-431c-a7c0-56837c541317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297451 Jul 09 16:18:05.479524 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-87f487ae-c59c-4a96-ad59-1bcb90ad3960 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:05.581864 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f487ae-c59c-4a96-ad59-1bcb90ad3960 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Pushing event updated for resources: {'Port': ['ID=a7a4e491-e2c2-414f-9cdd-91edf6bc83f0,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:05.593441 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-87f487ae-c59c-4a96-ad59-1bcb90ad3960 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Network f2f28c7b-9941-49e4-8996-9de52a7808d3 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:18:05.595651 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-87f487ae-c59c-4a96-ad59-1bcb90ad3960 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:18:05.611280 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-87f487ae-c59c-4a96-ad59-1bcb90ad3960 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:18:05.679379 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-87f487ae-c59c-4a96-ad59-1bcb90ad3960 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:05.680377 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-87f487ae-c59c-4a96-ad59-1bcb90ad3960 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:05.700491 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-87f487ae-c59c-4a96-ad59-1bcb90ad3960 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9432716 Jul 09 16:18:05.720024 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-bb5cac14-7c1d-43bd-8781-0e7dda2dd201 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Request body: {'port': {'device_id': '41621f63-6505-4833-9032-002b139573a9', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'f2f28c7b-9941-49e4-8996-9de52a7808d3', 'admin_state_up': True, 'tenant_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'security_groups': ['ca0135bb-d8c1-4b57-8ce3-faf17c546fda']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:18:05.895749 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ce78cdad-1228-4c8e-a150-f7ada08300f7 req-fa3ba788-9059-4c7c-b63f-82a357bff1f6 tempest-ServerShowV257Test-946781268 tempest-ServerShowV257Test-946781268-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b32b5ea-9d66-4649-a4f2-4d9e7c6edfdf HTTP/1.1" status: 200 len: 210 time: 0.0637066 Jul 09 16:18:05.946962 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-bb5cac14-7c1d-43bd-8781-0e7dda2dd201 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Made reservation on behalf of 9c1d3606ae1042aca4f5fe7ec5b98f71 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:18:05.952675 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-bb5cac14-7c1d-43bd-8781-0e7dda2dd201 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:06.039267 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-cffeaee1-0364-4f5e-87fc-8b0ec5a3223a None None] Provisioning for port a7a4e491-e2c2-414f-9cdd-91edf6bc83f0 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:18:06.044310 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-cffeaee1-0364-4f5e-87fc-8b0ec5a3223a None None] Provisioning complete for port a7a4e491-e2c2-414f-9cdd-91edf6bc83f0 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:18:06.044871 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cffeaee1-0364-4f5e-87fc-8b0ec5a3223a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:06.130595 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-cffeaee1-0364-4f5e-87fc-8b0ec5a3223a None None] Port a7a4e491-e2c2-414f-9cdd-91edf6bc83f0 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:18:06.189752 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-486f5a67-e801-485b-844e-801f482df4b1 req-ea942e2f-80fe-4893-a73e-dba9af846502 service neutron] 10.222.0.77 "GET /v2.0/networks/ce97cc22-3a2c-431c-a7c0-56837c541317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7288036 Jul 09 16:18:06.231724 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872a6ee-36c9-4221-8c30-6554478a5294 req-f2edc567-169a-451a-a3de-80161256833c tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:06.233386 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6872a6ee-36c9-4221-8c30-6554478a5294 req-f2edc567-169a-451a-a3de-80161256833c tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=271f533c-fd28-433f-93e7-c15e0fde0859 HTTP/1.1" status: 200 len: 943 time: 0.0863359 Jul 09 16:18:06.267942 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0535ed17-9f52-4355-bba0-dad092deb6c3 req-903c4804-0053-401b-8788-8bf412ff044c tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:06.270500 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6872a6ee-36c9-4221-8c30-6554478a5294 req-57dc8b8e-752e-44c9-8d45-f68f243a61ef tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314569 Jul 09 16:18:06.274578 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0535ed17-9f52-4355-bba0-dad092deb6c3 req-903c4804-0053-401b-8788-8bf412ff044c tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:06.280121 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0535ed17-9f52-4355-bba0-dad092deb6c3 req-903c4804-0053-401b-8788-8bf412ff044c tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:06.285891 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0535ed17-9f52-4355-bba0-dad092deb6c3 req-903c4804-0053-401b-8788-8bf412ff044c tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:06.288188 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0535ed17-9f52-4355-bba0-dad092deb6c3 req-903c4804-0053-401b-8788-8bf412ff044c tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 3095 time: 0.1988876 Jul 09 16:18:06.331351 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-bb5cac14-7c1d-43bd-8781-0e7dda2dd201 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Allocated IP 10.2.2.200 (f2f28c7b-9941-49e4-8996-9de52a7808d3/ae89dbbd-9e79-42bc-a3f4-8084965358e2/5989e1c6-4c6c-4db6-8f16-533f3fd6e06c) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:18:06.363273 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0535ed17-9f52-4355-bba0-dad092deb6c3 req-c18943c4-e0e9-4cfd-9cd8-b7d0ccb5ef79 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca0135bb-d8c1-4b57-8ce3-faf17c546fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602348 Jul 09 16:18:06.883882 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-bb5cac14-7c1d-43bd-8781-0e7dda2dd201 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:06.887264 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbaafe7-1115-4ac7-9816-2ea827672987 req-54cf6521-a257-411f-b1e0-e026d1a4e609 tempest-ServersAdminTestJSON-147549106 tempest-ServersAdminTestJSON-147549106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:06.888807 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-afbaafe7-1115-4ac7-9816-2ea827672987 req-54cf6521-a257-411f-b1e0-e026d1a4e609 tempest-ServersAdminTestJSON-147549106 tempest-ServersAdminTestJSON-147549106-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=24b38fcb-af32-450b-8a9c-61b943e9a0f3 HTTP/1.1" status: 200 len: 1101 time: 0.1096330 Jul 09 16:18:06.920378 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-bb5cac14-7c1d-43bd-8781-0e7dda2dd201 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Transition to ACTIVE for port object 5989e1c6-4c6c-4db6-8f16-533f3fd6e06c will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:18:06.948184 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-afbaafe7-1115-4ac7-9816-2ea827672987 req-d1267e54-d755-4614-a8bb-141421dcc067 tempest-ServersAdminTestJSON-147549106 tempest-ServersAdminTestJSON-147549106-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485568 Jul 09 16:18:06.975336 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-bb5cac14-7c1d-43bd-8781-0e7dda2dd201 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:07.057195 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-bb5cac14-7c1d-43bd-8781-0e7dda2dd201 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Network f2f28c7b-9941-49e4-8996-9de52a7808d3 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:18:07.060797 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-bb5cac14-7c1d-43bd-8781-0e7dda2dd201 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:18:07.065178 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-bb5cac14-7c1d-43bd-8781-0e7dda2dd201 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:18:07.095639 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5cac14-7c1d-43bd-8781-0e7dda2dd201 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Pushing event updated for resources: {'Port': ['ID=5989e1c6-4c6c-4db6-8f16-533f3fd6e06c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:07.134422 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-bb5cac14-7c1d-43bd-8781-0e7dda2dd201 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:07.134950 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-bb5cac14-7c1d-43bd-8781-0e7dda2dd201 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:07.152242 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-bb5cac14-7c1d-43bd-8781-0e7dda2dd201 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4369326 Jul 09 16:18:07.183198 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device e97372da-66aa-4560-895c-407230766bbb up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:18:07.203854 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-45cde0e4-cb32-4292-bf74-7d8da90202ea service neutron] Request body: {'port': {'device_id': '41621f63-6505-4833-9032-002b139573a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:18:07.305726 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port e97372da-66aa-4560-895c-407230766bbb triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:18:07.306105 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:07.387899 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-45cde0e4-cb32-4292-bf74-7d8da90202ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:07.402794 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:07.444696 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b38fcb-af32-450b-8a9c-61b943e9a0f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97372da-66aa-4560-895c-407230766bbb'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:18:07.448170 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0775450d-1525-4caa-b7d2-251a205b6b76" -d '{"events": [{"server_uuid": "24b38fcb-af32-450b-8a9c-61b943e9a0f3", "name": "network-vif-plugged", "status": "completed", "tag": "e97372da-66aa-4560-895c-407230766bbb"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:18:07.453495 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port e97372da-66aa-4560-895c-407230766bbb, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=e97372da-66aa-4560-895c-407230766bbb,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:18:07.466688 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:07.475755 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d2f40-eb9c-4c92-bf34-07643a87ec22 req-e4da017c-9361-446e-afc0-809ffa176ff5 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:07.478311 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-846d2f40-eb9c-4c92-bf34-07643a87ec22 req-e4da017c-9361-446e-afc0-809ffa176ff5 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21 HTTP/1.1" status: 200 len: 946 time: 0.2062433 Jul 09 16:18:07.496868 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2d6b4da2-6925-46fe-9509-6e0c886b6b26 None None] Provisioning for port 5989e1c6-4c6c-4db6-8f16-533f3fd6e06c completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:18:07.504408 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2d6b4da2-6925-46fe-9509-6e0c886b6b26 None None] Provisioning complete for port 5989e1c6-4c6c-4db6-8f16-533f3fd6e06c triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:18:07.504858 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2d6b4da2-6925-46fe-9509-6e0c886b6b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:07.557415 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=e97372da-66aa-4560-895c-407230766bbb,revision_number=11']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:07.571069 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-2d6b4da2-6925-46fe-9509-6e0c886b6b26 None None] Port 5989e1c6-4c6c-4db6-8f16-533f3fd6e06c cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:18:07.609950 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-846d2f40-eb9c-4c92-bf34-07643a87ec22 req-977d3ac5-e23e-4cf3-8c58-a477b4000ce4 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069045 Jul 09 16:18:07.676424 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-39bb0190-7cb4-4cdb-8c46-6f500fb3eeb5 tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:18:07.677818 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-39bb0190-7cb4-4cdb-8c46-6f500fb3eeb5 tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1800196 Jul 09 16:18:07.691724 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-f50e58d8-6ad5-444d-a9eb-8c3aaed5f394 service neutron] Request body: {'binding': {'host': 'n-h2-798930-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:18:07.692571 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-f50e58d8-6ad5-444d-a9eb-8c3aaed5f394 service neutron] Unknown quota resources ['binding']. {{(pid=93959) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 16:18:07.697238 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-80dc3531-42dc-42b3-aba2-79c5bfa0a7df service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0852311 Jul 09 16:18:07.845819 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-340d3502-820d-4069-b068-ec3bfcb1f129 req-ef8fb269-1c3f-48b3-a0bb-832d6fcbcf30 tempest-ServerShowV257Test-946781268 tempest-ServerShowV257Test-946781268-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b32b5ea-9d66-4649-a4f2-4d9e7c6edfdf HTTP/1.1" status: 200 len: 210 time: 0.0953546 Jul 09 16:18:07.856357 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-df95fe6e-eb13-47f7-9a0a-daeebbcd2719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:07.857247 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-df95fe6e-eb13-47f7-9a0a-daeebbcd2719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:07.857743 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-df95fe6e-eb13-47f7-9a0a-daeebbcd2719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:07.858348 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-df95fe6e-eb13-47f7-9a0a-daeebbcd2719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:07.858848 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-df95fe6e-eb13-47f7-9a0a-daeebbcd2719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:07.859432 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-df95fe6e-eb13-47f7-9a0a-daeebbcd2719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:07.859907 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-df95fe6e-eb13-47f7-9a0a-daeebbcd2719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:07.862664 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-df95fe6e-eb13-47f7-9a0a-daeebbcd2719 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=26aaf535ef1442ddbe5e4f5b96bc1792&device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 6492 time: 0.0788915 Jul 09 16:18:07.948917 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-45cde0e4-cb32-4292-bf74-7d8da90202ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e01c9589-6e5d-4d24-9c0d-a5ccec3105eb {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:18:07.959351 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-45cde0e4-cb32-4292-bf74-7d8da90202ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:07.981468 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-f50e58d8-6ad5-444d-a9eb-8c3aaed5f394 service neutron] Attempting to bind port 26548898-1279-45e9-a1a3-38136f548176 on host n-h2-798930-3 for vnic_type normal with profile None {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:18:07.982151 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-f50e58d8-6ad5-444d-a9eb-8c3aaed5f394 service neutron] Attempting to bind port 26548898-1279-45e9-a1a3-38136f548176 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': 'b3327873-1adb-4566-ad72-2213b9292320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5ab794d9-1bd8-4da1-bd91-e5307e2548b2'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:18:07.982151 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-f50e58d8-6ad5-444d-a9eb-8c3aaed5f394 service neutron] Attempting to bind port 26548898-1279-45e9-a1a3-38136f548176 on network 5ab794d9-1bd8-4da1-bd91-e5307e2548b2 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:18:07.986635 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-45cde0e4-cb32-4292-bf74-7d8da90202ea service neutron] Transition to ACTIVE for port object e01c9589-6e5d-4d24-9c0d-a5ccec3105eb will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:18:07.988926 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-f50e58d8-6ad5-444d-a9eb-8c3aaed5f394 service neutron] Port 26548898-1279-45e9-a1a3-38136f548176 on network 5ab794d9-1bd8-4da1-bd91-e5307e2548b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:18:07.989250 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-f50e58d8-6ad5-444d-a9eb-8c3aaed5f394 service neutron] Attempting to bind port 26548898-1279-45e9-a1a3-38136f548176 on network 5ab794d9-1bd8-4da1-bd91-e5307e2548b2 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:18:07.994669 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-f50e58d8-6ad5-444d-a9eb-8c3aaed5f394 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:18:07.995109 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-f50e58d8-6ad5-444d-a9eb-8c3aaed5f394 service neutron] Checking segment: {'id': 'b3327873-1adb-4566-ad72-2213b9292320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5ab794d9-1bd8-4da1-bd91-e5307e2548b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:18:07.995547 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-f50e58d8-6ad5-444d-a9eb-8c3aaed5f394 service neutron] Bound using segment: {'id': 'b3327873-1adb-4566-ad72-2213b9292320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5ab794d9-1bd8-4da1-bd91-e5307e2548b2'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:18:07.995983 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-f50e58d8-6ad5-444d-a9eb-8c3aaed5f394 service neutron] Bound port: 26548898-1279-45e9-a1a3-38136f548176, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3327873-1adb-4566-ad72-2213b9292320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5ab794d9-1bd8-4da1-bd91-e5307e2548b2'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:18:07.999184 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-45cde0e4-cb32-4292-bf74-7d8da90202ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:08.035497 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-68cfc70b-b83e-43f2-9415-fcf6f5641dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:08.036371 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-68cfc70b-b83e-43f2-9415-fcf6f5641dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:08.037054 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-68cfc70b-b83e-43f2-9415-fcf6f5641dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:08.039685 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-68cfc70b-b83e-43f2-9415-fcf6f5641dfd service neutron] 10.222.0.73 "GET /v2.0/networks?id=3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8&id=f5b04cdf-01a8-4737-aa80-b62db70e7d95&id=f5b04cdf-01a8-4737-aa80-b62db70e7d95&id=f5b04cdf-01a8-4737-aa80-b62db70e7d95&id=f5b04cdf-01a8-4737-aa80-b62db70e7d95&id=6a26d5a7-49c7-498b-ac37-7c6cb6027d97&id=6a26d5a7-49c7-498b-ac37-7c6cb6027d97 HTTP/1.1" status: 200 len: 2294 time: 0.1354120 Jul 09 16:18:08.100886 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cde0e4-cb32-4292-bf74-7d8da90202ea service neutron] Pushing event updated for resources: {'Port': ['ID=e01c9589-6e5d-4d24-9c0d-a5ccec3105eb,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:08.193662 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-f50e58d8-6ad5-444d-a9eb-8c3aaed5f394 service neutron] For port 26548898-1279-45e9-a1a3-38136f548176, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=26548898-1279-45e9-a1a3-38136f548176,segment=NetworkSegment(b3327873-1adb-4566-ad72-2213b9292320),segment_id=b3327873-1adb-4566-ad72-2213b9292320)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:18:08.218244 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-a182eada-1272-4198-a37c-77c3c54855e0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e HTTP/1.1" status: 200 len: 1002 time: 0.1718135 Jul 09 16:18:08.224511 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-f50e58d8-6ad5-444d-a9eb-8c3aaed5f394 service neutron] Notify callbacks [] for binding, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:08.238174 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-f50e58d8-6ad5-444d-a9eb-8c3aaed5f394 service neutron] 10.222.0.98 "POST /v2.0/ports/26548898-1279-45e9-a1a3-38136f548176/bindings HTTP/1.1" status: 201 len: 389 time: 0.5513072 Jul 09 16:18:08.334072 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-e629d2d6-0653-499f-8746-e212a671480e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:08.336322 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-e629d2d6-0653-499f-8746-e212a671480e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d1711513-50d2-4abd-a78b-a82992d0d46f HTTP/1.1" status: 200 len: 851 time: 0.0996597 Jul 09 16:18:08.348671 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-45cde0e4-cb32-4292-bf74-7d8da90202ea service neutron] Attempting to bind port e01c9589-6e5d-4d24-9c0d-a5ccec3105eb on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:18:08.355887 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-45cde0e4-cb32-4292-bf74-7d8da90202ea service neutron] Attempting to bind port e01c9589-6e5d-4d24-9c0d-a5ccec3105eb by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': '02e77d4c-49a5-4dc1-ad0d-c8bf1f1b70f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3a4e126d-a665-4056-ac42-0c366e7fbeca'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:18:08.358475 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-45cde0e4-cb32-4292-bf74-7d8da90202ea service neutron] Attempting to bind port e01c9589-6e5d-4d24-9c0d-a5ccec3105eb on network 3a4e126d-a665-4056-ac42-0c366e7fbeca {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:18:08.410597 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-45cde0e4-cb32-4292-bf74-7d8da90202ea service neutron] Port e01c9589-6e5d-4d24-9c0d-a5ccec3105eb on network 3a4e126d-a665-4056-ac42-0c366e7fbeca not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:18:08.412259 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-45cde0e4-cb32-4292-bf74-7d8da90202ea service neutron] Attempting to bind port e01c9589-6e5d-4d24-9c0d-a5ccec3105eb on network 3a4e126d-a665-4056-ac42-0c366e7fbeca {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:18:08.437270 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-45cde0e4-cb32-4292-bf74-7d8da90202ea service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:18:08.437657 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-45cde0e4-cb32-4292-bf74-7d8da90202ea service neutron] Checking segment: {'id': '02e77d4c-49a5-4dc1-ad0d-c8bf1f1b70f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3a4e126d-a665-4056-ac42-0c366e7fbeca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:18:08.441126 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-4bc46c1e-6585-4d4d-b178-822b101af46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:08.442237 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-4bc46c1e-6585-4d4d-b178-822b101af46e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0991879 Jul 09 16:18:08.444020 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-45cde0e4-cb32-4292-bf74-7d8da90202ea service neutron] Bound using segment: {'id': '02e77d4c-49a5-4dc1-ad0d-c8bf1f1b70f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3a4e126d-a665-4056-ac42-0c366e7fbeca'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:18:08.444684 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-45cde0e4-cb32-4292-bf74-7d8da90202ea service neutron] Bound port: e01c9589-6e5d-4d24-9c0d-a5ccec3105eb, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02e77d4c-49a5-4dc1-ad0d-c8bf1f1b70f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3a4e126d-a665-4056-ac42-0c366e7fbeca'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:18:08.445332 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-45cde0e4-cb32-4292-bf74-7d8da90202ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:08.470149 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538abd2-c661-4daa-8f04-eb83907165d7 req-cb89d36e-fb69-4aa9-883c-661ddddbc072 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:08.472245 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d538abd2-c661-4daa-8f04-eb83907165d7 req-cb89d36e-fb69-4aa9-883c-661ddddbc072 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=271f533c-fd28-433f-93e7-c15e0fde0859 HTTP/1.1" status: 200 len: 943 time: 0.2328119 Jul 09 16:18:08.597758 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29711427-4241-4221-9a95-cfe85dea95c5 req-5852ab7b-2b0c-4278-a208-be57444b8add tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:08.603781 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29711427-4241-4221-9a95-cfe85dea95c5 req-5852ab7b-2b0c-4278-a208-be57444b8add tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:08.609916 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29711427-4241-4221-9a95-cfe85dea95c5 req-5852ab7b-2b0c-4278-a208-be57444b8add tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:08.617085 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29711427-4241-4221-9a95-cfe85dea95c5 req-5852ab7b-2b0c-4278-a208-be57444b8add tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:08.623043 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29711427-4241-4221-9a95-cfe85dea95c5 req-5852ab7b-2b0c-4278-a208-be57444b8add tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:08.624875 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-29711427-4241-4221-9a95-cfe85dea95c5 req-5852ab7b-2b0c-4278-a208-be57444b8add tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 3828 time: 0.1712797 Jul 09 16:18:08.626732 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-45cde0e4-cb32-4292-bf74-7d8da90202ea service neutron] For port e01c9589-6e5d-4d24-9c0d-a5ccec3105eb, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:18:08.628837 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-679b5b55-dd08-421c-a9a3-8ee88352f2ef service neutron] 10.222.0.73 "GET /v2.0/networks/3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740167 Jul 09 16:18:08.647306 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d538abd2-c661-4daa-8f04-eb83907165d7 req-7e18abc3-3130-4bdf-ae94-80a207ac40ca tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934429 Jul 09 16:18:08.649944 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-45cde0e4-cb32-4292-bf74-7d8da90202ea service neutron] For port e01c9589-6e5d-4d24-9c0d-a5ccec3105eb, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=e01c9589-6e5d-4d24-9c0d-a5ccec3105eb,segment=NetworkSegment(02e77d4c-49a5-4dc1-ad0d-c8bf1f1b70f0),segment_id=02e77d4c-49a5-4dc1-ad0d-c8bf1f1b70f0)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:18:08.671264 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-45cde0e4-cb32-4292-bf74-7d8da90202ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:08.717469 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cade8025-3ea1-469c-b46e-b9e50d704fd6 x-openstack-request-id: req-cade8025-3ea1-469c-b46e-b9e50d704fd6 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:18:08.717996 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24b38fcb-af32-450b-8a9c-61b943e9a0f3", "name": "network-vif-plugged", "status": "completed", "tag": "e97372da-66aa-4560-895c-407230766bbb", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:18:08.718204 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-cade8025-3ea1-469c-b46e-b9e50d704fd6 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:18:08.718690 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b38fcb-af32-450b-8a9c-61b943e9a0f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97372da-66aa-4560-895c-407230766bbb', 'code': 200} Jul 09 16:18:08.721899 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-f1ca037e-f714-4484-8220-bc1c24166d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:08.724323 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-29711427-4241-4221-9a95-cfe85dea95c5 req-c4cdcc84-f44d-43c3-8b00-73ff6ea6cfc2 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca0135bb-d8c1-4b57-8ce3-faf17c546fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894494 Jul 09 16:18:08.724812 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-f1ca037e-f714-4484-8220-bc1c24166d7e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=546108aaf02647ac83ffc1a249896d22&device_id=0bfaa85a-7412-4693-8f76-85c0874e9aa1 HTTP/1.1" status: 200 len: 1096 time: 0.1633203 Jul 09 16:18:08.738107 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-45cde0e4-cb32-4292-bf74-7d8da90202ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:08.739359 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-45cde0e4-cb32-4292-bf74-7d8da90202ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:08.741679 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-45cde0e4-cb32-4292-bf74-7d8da90202ea service neutron] 10.222.0.73 "PUT /v2.0/ports/e01c9589-6e5d-4d24-9c0d-a5ccec3105eb HTTP/1.1" status: 200 len: 1091 time: 1.5738688 Jul 09 16:18:08.749382 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41621f63-6505-4833-9032-002b139573a9', 'tag': 'e01c9589-6e5d-4d24-9c0d-a5ccec3105eb'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:18:08.752352 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f141a02a-f6c1-4559-82ee-350e8383de86" -d '{"events": [{"name": "network-changed", "server_uuid": "41621f63-6505-4833-9032-002b139573a9", "tag": "e01c9589-6e5d-4d24-9c0d-a5ccec3105eb"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:18:08.783438 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-79e3f19a-58cd-4b8e-91c6-35c41e326ba0 service neutron] 10.222.0.73 "GET /v2.0/networks/3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450386 Jul 09 16:18:08.814437 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-ca428ac9-1b3e-41f9-aa2a-5755ba219fab service neutron] Request body: {'port': {'device_id': '41621f63-6505-4833-9032-002b139573a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:18:08.838591 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-fde02173-4cba-4a1b-b41a-56300d9ac35c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=dc1969ff-da8f-4d79-bad7-c98b94b7dc83 HTTP/1.1" status: 200 len: 217 time: 0.0500970 Jul 09 16:18:08.870124 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cde0e4-cb32-4292-bf74-7d8da90202ea service neutron] Pushing event updated for resources: {'Port': ['ID=e01c9589-6e5d-4d24-9c0d-a5ccec3105eb,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:08.925588 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-2569ce4b-dcaa-45ff-bd4a-ec34b405d2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:08.928008 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-2569ce4b-dcaa-45ff-bd4a-ec34b405d2a2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=069191b9-70ed-4c94-9317-897bb2dd7371 HTTP/1.1" status: 200 len: 797 time: 0.0823510 Jul 09 16:18:08.968677 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-98fa5760-883b-4370-82c5-eda596b98a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:08.970511 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-98fa5760-883b-4370-82c5-eda596b98a72 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5ab794d9-1bd8-4da1-bd91-e5307e2548b2 HTTP/1.1" status: 200 len: 909 time: 0.2385154 Jul 09 16:18:08.973687 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-ca428ac9-1b3e-41f9-aa2a-5755ba219fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:09.059253 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-05f90262-9ced-40f6-8bf3-316d1cac1dd4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26548898-1279-45e9-a1a3-38136f548176 HTTP/1.1" status: 200 len: 217 time: 0.0695763 Jul 09 16:18:09.124039 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-653e7c95-9b65-4d90-8142-1477c376ac02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:09.125460 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-653e7c95-9b65-4d90-8142-1477c376ac02 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5b04cdf-01a8-4737-aa80-b62db70e7d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1856158 Jul 09 16:18:09.157022 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2abc125-dbb9-42a1-9d60-6e74cc2c3b9a req-58838a3e-46b3-49a2-aa40-ac1265f8103b tempest-ServersAdminTestJSON-147549106 tempest-ServersAdminTestJSON-147549106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:09.159579 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d2abc125-dbb9-42a1-9d60-6e74cc2c3b9a req-58838a3e-46b3-49a2-aa40-ac1265f8103b tempest-ServersAdminTestJSON-147549106 tempest-ServersAdminTestJSON-147549106-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=24b38fcb-af32-450b-8a9c-61b943e9a0f3 HTTP/1.1" status: 200 len: 1102 time: 0.1586888 Jul 09 16:18:09.186241 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 9182df35-781c-4c61-8e38-b158d1bbb222 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:18:09.195842 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-67a1338a-f42a-4565-9da8-623e1ea2529c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:09.197612 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-67a1338a-f42a-4565-9da8-623e1ea2529c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5288f2c0-4157-42ca-b91f-37115e42c839 HTTP/1.1" status: 200 len: 848 time: 0.1319876 Jul 09 16:18:09.244890 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d2abc125-dbb9-42a1-9d60-6e74cc2c3b9a req-cf7c042a-3101-4c0b-9883-7b5d14b44a53 tempest-ServersAdminTestJSON-147549106 tempest-ServersAdminTestJSON-147549106-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554421 Jul 09 16:18:09.281146 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-6c3fc5c8-beb7-41c9-9b2e-15504831d18d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5ab794d9-1bd8-4da1-bd91-e5307e2548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320730 Jul 09 16:18:09.308726 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 9182df35-781c-4c61-8e38-b158d1bbb222, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=9182df35-781c-4c61-8e38-b158d1bbb222,segment=NetworkSegment(fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c),segment_id=fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:18:09.325258 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '9182df35-781c-4c61-8e38-b158d1bbb222', 'network_id': 'ce97cc22-3a2c-431c-a7c0-56837c541317', 'port_id': '9182df35-781c-4c61-8e38-b158d1bbb222', 'mac_address': 'fa:16:3e:db:ad:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87031510-fde3-40ce-a568-4132b7a3476d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:18:09.338656 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-c03dca40-f076-4101-87dd-3a048061d2a9 service neutron] 10.222.0.73 "GET /v2.0/networks/f5b04cdf-01a8-4737-aa80-b62db70e7d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061489 Jul 09 16:18:09.381326 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:09.397926 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9182df35-781c-4c61-8e38-b158d1bbb222 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:18:09.425082 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 9182df35-781c-4c61-8e38-b158d1bbb222, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=9182df35-781c-4c61-8e38-b158d1bbb222,segment=NetworkSegment(fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c),segment_id=fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:18:09.431590 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:09.450974 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f989ff-190c-4cfb-9cda-e360f89a5e04 req-74a86e19-d922-4f29-896c-16769562c56e tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:09.452710 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b0f989ff-190c-4cfb-9cda-e360f89a5e04 req-74a86e19-d922-4f29-896c-16769562c56e tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bfaa85a-7412-4693-8f76-85c0874e9aa1 HTTP/1.1" status: 200 len: 945 time: 0.3186867 Jul 09 16:18:09.509242 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=9182df35-781c-4c61-8e38-b158d1bbb222,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:09.532233 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-03d11278-cce5-4b2a-bea4-16b89d554ce2 service neutron] 10.222.0.73 "GET /v2.0/networks/f5b04cdf-01a8-4737-aa80-b62db70e7d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868875 Jul 09 16:18:09.537325 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-91c9d74e-613a-465b-8c0a-2d4fea41ee11 service neutron] 10.222.0.73 "GET /v2.0/networks/5ab794d9-1bd8-4da1-bd91-e5307e2548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413137 Jul 09 16:18:09.540849 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5df65-1893-4b81-9820-772ac1ca717a req-1d35cf1d-764c-45fa-9514-e7c34a6bfa42 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:09.543898 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8cf5df65-1893-4b81-9820-772ac1ca717a req-1d35cf1d-764c-45fa-9514-e7c34a6bfa42 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21 HTTP/1.1" status: 200 len: 946 time: 0.1092513 Jul 09 16:18:09.586306 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b0f989ff-190c-4cfb-9cda-e360f89a5e04 req-33144bb3-64d0-4a05-beb0-f1a6943fe64a tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199651 Jul 09 16:18:09.602545 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-3243413e-b428-4826-bca8-9af1cb44b701 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=1b59826e-f466-4732-9582-ca2f327b6c57 HTTP/1.1" status: 200 len: 217 time: 0.0590730 Jul 09 16:18:09.650031 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8cf5df65-1893-4b81-9820-772ac1ca717a req-77419424-2bd5-4c20-8609-44d767b96d56 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923922 Jul 09 16:18:09.675592 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-2e9c0b44-6c2b-41dd-a9f7-6a6193f68907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:09.677411 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-2e9c0b44-6c2b-41dd-a9f7-6a6193f68907 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=069191b9-70ed-4c94-9317-897bb2dd7371 HTTP/1.1" status: 200 len: 797 time: 0.0687048 Jul 09 16:18:09.696207 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a9ba0f-fad0-49eb-81fe-a8e1c5070b15 x-openstack-request-id: req-b0a9ba0f-fad0-49eb-81fe-a8e1c5070b15 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:18:09.696503 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41621f63-6505-4833-9032-002b139573a9", "tag": "e01c9589-6e5d-4d24-9c0d-a5ccec3105eb", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:18:09.698899 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b0a9ba0f-fad0-49eb-81fe-a8e1c5070b15 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:18:09.699419 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41621f63-6505-4833-9032-002b139573a9', 'tag': 'e01c9589-6e5d-4d24-9c0d-a5ccec3105eb', 'status': 'completed', 'code': 200} Jul 09 16:18:09.734116 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-9c25f212-9e8b-4020-9733-dfc32b81c395 service neutron] 10.222.0.73 "GET /v2.0/networks/5ab794d9-1bd8-4da1-bd91-e5307e2548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890986 Jul 09 16:18:09.766634 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['9182df35-781c-4c61-8e38-b158d1bbb222'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:18:09.794519 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141a02a-f6c1-4559-82ee-350e8383de86 req-0fe9c8a3-a2bd-41ed-8112-04f931636be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:09.795156 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141a02a-f6c1-4559-82ee-350e8383de86 req-0fe9c8a3-a2bd-41ed-8112-04f931636be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:09.795519 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141a02a-f6c1-4559-82ee-350e8383de86 req-0fe9c8a3-a2bd-41ed-8112-04f931636be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:09.796150 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141a02a-f6c1-4559-82ee-350e8383de86 req-0fe9c8a3-a2bd-41ed-8112-04f931636be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:09.796762 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141a02a-f6c1-4559-82ee-350e8383de86 req-0fe9c8a3-a2bd-41ed-8112-04f931636be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:09.798557 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f141a02a-f6c1-4559-82ee-350e8383de86 req-0fe9c8a3-a2bd-41ed-8112-04f931636be2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9c1d3606ae1042aca4f5fe7ec5b98f71&device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 4363 time: 0.1202919 Jul 09 16:18:09.803754 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-cd8321d2-5e51-4691-86a5-97041e91f3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:09.805328 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-cd8321d2-5e51-4691-86a5-97041e91f3a4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5b04cdf-01a8-4737-aa80-b62db70e7d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1181481 Jul 09 16:18:09.833824 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c0bc8af9-3623-4e29-8662-b6137d008b73 req-8aed7704-1b9d-4c1e-bfec-a15f449839b3 tempest-ServerShowV257Test-946781268 tempest-ServerShowV257Test-946781268-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b32b5ea-9d66-4649-a4f2-4d9e7c6edfdf HTTP/1.1" status: 200 len: 210 time: 0.0424311 Jul 09 16:18:09.887274 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-ca428ac9-1b3e-41f9-aa2a-5755ba219fab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:18:09.898869 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-ca428ac9-1b3e-41f9-aa2a-5755ba219fab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:09.913168 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-ca428ac9-1b3e-41f9-aa2a-5755ba219fab service neutron] Transition to ACTIVE for port object f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:18:09.920630 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-ca428ac9-1b3e-41f9-aa2a-5755ba219fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:10.040494 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:10.080109 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141a02a-f6c1-4559-82ee-350e8383de86 req-129566ff-1286-42fc-9d7b-d8470289f9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:10.081730 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141a02a-f6c1-4559-82ee-350e8383de86 req-129566ff-1286-42fc-9d7b-d8470289f9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:10.082198 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141a02a-f6c1-4559-82ee-350e8383de86 req-129566ff-1286-42fc-9d7b-d8470289f9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:10.088451 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f141a02a-f6c1-4559-82ee-350e8383de86 req-129566ff-1286-42fc-9d7b-d8470289f9d3 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=9c1d3606ae1042aca4f5fe7ec5b98f71&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2658226 Jul 09 16:18:10.093356 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-b5797e90-bb3b-478a-b006-fe0a51e51bb9 service neutron] 10.222.0.73 "GET /v2.0/networks/f5b04cdf-01a8-4737-aa80-b62db70e7d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692842 Jul 09 16:18:10.201819 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca428ac9-1b3e-41f9-aa2a-5755ba219fab service neutron] Pushing event updated for resources: {'Port': ['ID=f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:10.323576 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-ca428ac9-1b3e-41f9-aa2a-5755ba219fab service neutron] Attempting to bind port f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:18:10.324177 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-ca428ac9-1b3e-41f9-aa2a-5755ba219fab service neutron] Attempting to bind port f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': '21dc0c02-4744-4465-9c58-ff9696cac53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6395e908-6223-4d6f-b1c1-e394506abed8'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:18:10.324930 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-ca428ac9-1b3e-41f9-aa2a-5755ba219fab service neutron] Attempting to bind port f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847 on network 6395e908-6223-4d6f-b1c1-e394506abed8 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:18:10.338588 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-ca428ac9-1b3e-41f9-aa2a-5755ba219fab service neutron] Port f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847 on network 6395e908-6223-4d6f-b1c1-e394506abed8 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:18:10.340768 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-ca428ac9-1b3e-41f9-aa2a-5755ba219fab service neutron] Attempting to bind port f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847 on network 6395e908-6223-4d6f-b1c1-e394506abed8 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:18:10.358411 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-ca428ac9-1b3e-41f9-aa2a-5755ba219fab service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:18:10.359287 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-ca428ac9-1b3e-41f9-aa2a-5755ba219fab service neutron] Checking segment: {'id': '21dc0c02-4744-4465-9c58-ff9696cac53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6395e908-6223-4d6f-b1c1-e394506abed8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:18:10.360715 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-ca428ac9-1b3e-41f9-aa2a-5755ba219fab service neutron] Bound using segment: {'id': '21dc0c02-4744-4465-9c58-ff9696cac53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6395e908-6223-4d6f-b1c1-e394506abed8'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:18:10.361408 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-ca428ac9-1b3e-41f9-aa2a-5755ba219fab service neutron] Bound port: f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21dc0c02-4744-4465-9c58-ff9696cac53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6395e908-6223-4d6f-b1c1-e394506abed8'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:18:10.361966 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-ca428ac9-1b3e-41f9-aa2a-5755ba219fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:10.394729 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f31224-0f8f-4b38-b441-c4a0a526f69f req-82627290-ef0c-40be-aebe-2db9825d6875 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:10.398287 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-15f31224-0f8f-4b38-b441-c4a0a526f69f req-82627290-ef0c-40be-aebe-2db9825d6875 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=271f533c-fd28-433f-93e7-c15e0fde0859 HTTP/1.1" status: 200 len: 944 time: 0.2167070 Jul 09 16:18:10.497606 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141a02a-f6c1-4559-82ee-350e8383de86 req-240d5233-6cbf-4e24-9e7e-9dcdb248c0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:10.499339 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f141a02a-f6c1-4559-82ee-350e8383de86 req-240d5233-6cbf-4e24-9e7e-9dcdb248c0d6 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3988335 Jul 09 16:18:10.503700 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-ae5d6e83-0155-4de3-bbd4-f23f9064fe6b service neutron] 10.222.0.73 "GET /v2.0/networks/f5b04cdf-01a8-4737-aa80-b62db70e7d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4019179 Jul 09 16:18:10.540446 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4716c-b631-4e0d-bfdb-344b8a5a8ee2 req-3b245bd5-8b3d-46f5-9235-a24c89f91049 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:10.546880 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4716c-b631-4e0d-bfdb-344b8a5a8ee2 req-3b245bd5-8b3d-46f5-9235-a24c89f91049 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:10.554912 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4716c-b631-4e0d-bfdb-344b8a5a8ee2 req-3b245bd5-8b3d-46f5-9235-a24c89f91049 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:10.561556 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4716c-b631-4e0d-bfdb-344b8a5a8ee2 req-3b245bd5-8b3d-46f5-9235-a24c89f91049 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:10.570098 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4716c-b631-4e0d-bfdb-344b8a5a8ee2 req-3b245bd5-8b3d-46f5-9235-a24c89f91049 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:10.577850 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4716c-b631-4e0d-bfdb-344b8a5a8ee2 req-3b245bd5-8b3d-46f5-9235-a24c89f91049 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:10.580027 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-15f31224-0f8f-4b38-b441-c4a0a526f69f req-3286232b-8f72-4eec-b337-500821c856a9 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441815 Jul 09 16:18:10.587207 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-aea4716c-b631-4e0d-bfdb-344b8a5a8ee2 req-3b245bd5-8b3d-46f5-9235-a24c89f91049 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 4605 time: 0.2467618 Jul 09 16:18:10.591148 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-ca428ac9-1b3e-41f9-aa2a-5755ba219fab service neutron] For port f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:18:10.602450 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-ca428ac9-1b3e-41f9-aa2a-5755ba219fab service neutron] For port f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847,segment=NetworkSegment(21dc0c02-4744-4465-9c58-ff9696cac53b),segment_id=21dc0c02-4744-4465-9c58-ff9696cac53b)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:18:10.623165 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-ca428ac9-1b3e-41f9-aa2a-5755ba219fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:10.630965 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-14e4613f-3e99-4d19-b153-0e0593be06a2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=dc36f930-6d4f-46fd-90e2-c05d1f5f9547 HTTP/1.1" status: 200 len: 217 time: 0.1127901 Jul 09 16:18:10.695284 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 58552) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:18:10.711179 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-ca428ac9-1b3e-41f9-aa2a-5755ba219fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:10.712808 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-ca428ac9-1b3e-41f9-aa2a-5755ba219fab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:10.714486 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-ca428ac9-1b3e-41f9-aa2a-5755ba219fab service neutron] 10.222.0.73 "PUT /v2.0/ports/f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847 HTTP/1.1" status: 200 len: 1135 time: 1.9076333 Jul 09 16:18:10.754243 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-9c7f42e7-6428-479c-9b21-0c51597b4a1a service neutron] Request body: {'port': {'device_id': '41621f63-6505-4833-9032-002b139573a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:18:10.793632 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca428ac9-1b3e-41f9-aa2a-5755ba219fab service neutron] Pushing event updated for resources: {'Port': ['ID=f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:10.834041 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-aea4716c-b631-4e0d-bfdb-344b8a5a8ee2 req-4836fcb8-feee-4d7c-a0bc-01373e75effb tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca0135bb-d8c1-4b57-8ce3-faf17c546fda&id=c40e1744-30c5-4994-a4ae-d009355a2528&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2438071 Jul 09 16:18:10.854489 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-72b542cc-cd77-4df1-a8b7-2dc5631da58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:10.856058 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-72b542cc-cd77-4df1-a8b7-2dc5631da58a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=069191b9-70ed-4c94-9317-897bb2dd7371 HTTP/1.1" status: 200 len: 797 time: 0.2094641 Jul 09 16:18:10.958914 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-9c7f42e7-6428-479c-9b21-0c51597b4a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:11.019430 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-04a8ee05-1d5e-455f-9841-f4d4dcb95149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:11.022727 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-04a8ee05-1d5e-455f-9841-f4d4dcb95149 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5b04cdf-01a8-4737-aa80-b62db70e7d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1575148 Jul 09 16:18:11.060929 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3dc44fa1-baea-4038-9bf0-2c85e4463446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:11.167742 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd34d96-aa73-48d4-9860-0e9e33984995 req-1167cdc5-c8ed-48f2-883a-f6e02cec48b4 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:11.169198 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0fd34d96-aa73-48d4-9860-0e9e33984995 req-1167cdc5-c8ed-48f2-883a-f6e02cec48b4 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=841a66c7-6090-49af-8daf-5c0f01dbd610 HTTP/1.1" status: 200 len: 950 time: 0.1806712 Jul 09 16:18:11.217299 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 9182df35-781c-4c61-8e38-b158d1bbb222 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:18:11.233914 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-7fba4b65-2b3c-4c0c-ae7f-e88bc91ebf3a service neutron] 10.222.0.73 "GET /v2.0/networks/f5b04cdf-01a8-4737-aa80-b62db70e7d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959507 Jul 09 16:18:11.269650 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0fd34d96-aa73-48d4-9860-0e9e33984995 req-bb6c6fe6-615b-4bb8-abc8-5e9611b1f343 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848854 Jul 09 16:18:11.272974 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 9182df35-781c-4c61-8e38-b158d1bbb222 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:18:11.289215 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 9182df35-781c-4c61-8e38-b158d1bbb222 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:18:11.290038 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:11.331944 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c974c34-6424-455f-99df-9764517a3b8d req-d00ae786-565f-4cec-9acf-3bc5f91468c8 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:11.339190 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3c974c34-6424-455f-99df-9764517a3b8d req-d00ae786-565f-4cec-9acf-3bc5f91468c8 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bfaa85a-7412-4693-8f76-85c0874e9aa1 HTTP/1.1" status: 200 len: 945 time: 0.2285199 Jul 09 16:18:11.432269 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3c974c34-6424-455f-99df-9764517a3b8d req-55ec9237-f9e2-46d6-a2c3-c7965e86d0eb tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919187 Jul 09 16:18:11.441896 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3dc44fa1-baea-4038-9bf0-2c85e4463446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:11.458802 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-0021712b-d0e1-4639-b61e-e35ce30c6ece service neutron] 10.222.0.73 "GET /v2.0/networks/f5b04cdf-01a8-4737-aa80-b62db70e7d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070081 Jul 09 16:18:11.458802 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3dc44fa1-baea-4038-9bf0-2c85e4463446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:11.459114 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:11.459213 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-9c7f42e7-6428-479c-9b21-0c51597b4a1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:18:11.492528 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-9c7f42e7-6428-479c-9b21-0c51597b4a1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:11.506116 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271f533c-fd28-433f-93e7-c15e0fde0859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9182df35-781c-4c61-8e38-b158d1bbb222'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:18:11.508738 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e414bd-128b-4ef3-bd83-f8165b697e40" -d '{"events": [{"server_uuid": "271f533c-fd28-433f-93e7-c15e0fde0859", "name": "network-vif-plugged", "status": "completed", "tag": "9182df35-781c-4c61-8e38-b158d1bbb222"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:18:11.526819 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 9182df35-781c-4c61-8e38-b158d1bbb222, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=9182df35-781c-4c61-8e38-b158d1bbb222,segment=NetworkSegment(fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c),segment_id=fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:18:11.535377 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:11.538163 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-9c7f42e7-6428-479c-9b21-0c51597b4a1a service neutron] Transition to ACTIVE for port object b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:18:11.550648 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-9c7f42e7-6428-479c-9b21-0c51597b4a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:11.556532 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-730282b3-b031-45dc-be51-3fc1a35efb67 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.34&port_id=916c73bc-2bb6-461c-af98-fa6465f83617 HTTP/1.1" status: 200 len: 217 time: 0.0939777 Jul 09 16:18:11.557568 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc44fa1-baea-4038-9bf0-2c85e4463446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf0b3c7-cffa-485b-83c5-fdad5df1ca71,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:11.565695 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-3dc44fa1-baea-4038-9bf0-2c85e4463446 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=44f0cfc0f1df456b8ec41ed07149b68d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8667421 Jul 09 16:18:11.565990 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 58560) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:18:11.655946 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2811e-4aa8-4c60-b9ee-4da234640795 req-9476c202-93eb-440b-8eb3-d3528c62d346 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:11.664911 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-76b2811e-4aa8-4c60-b9ee-4da234640795 req-9476c202-93eb-440b-8eb3-d3528c62d346 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21 HTTP/1.1" status: 200 len: 946 time: 0.2311332 Jul 09 16:18:11.672255 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7f42e7-6428-479c-9b21-0c51597b4a1a service neutron] Pushing event updated for resources: {'Port': ['ID=b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:11.687016 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=9182df35-781c-4c61-8e38-b158d1bbb222,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:11.706128 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-98331a1b-3a92-4581-92f1-a1381e381999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:11.708627 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-98331a1b-3a92-4581-92f1-a1381e381999 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=069191b9-70ed-4c94-9317-897bb2dd7371 HTTP/1.1" status: 200 len: 797 time: 0.1431909 Jul 09 16:18:11.716945 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41621f63-6505-4833-9032-002b139573a9', 'tag': 'f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:18:11.719934 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e88a5f-e397-48df-bb1d-58e66d2e7274" -d '{"events": [{"name": "network-changed", "server_uuid": "41621f63-6505-4833-9032-002b139573a9", "tag": "f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:18:11.794843 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-76b2811e-4aa8-4c60-b9ee-4da234640795 req-34a9547c-b5c0-4037-899d-57007073dd46 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284893 Jul 09 16:18:11.816449 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ff63cf1-83d4-4c7b-83b4-2869cdf7802f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:11.859341 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8cfc30b9-93b9-4fb0-a3a4-8936557bd5b4 req-ca2314ca-b580-444b-a3d6-61c4c4295771 tempest-ServerShowV257Test-946781268 tempest-ServerShowV257Test-946781268-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b32b5ea-9d66-4649-a4f2-4d9e7c6edfdf HTTP/1.1" status: 200 len: 210 time: 0.0725751 Jul 09 16:18:11.866141 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-9c7f42e7-6428-479c-9b21-0c51597b4a1a service neutron] Attempting to bind port b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:18:11.866479 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-9c7f42e7-6428-479c-9b21-0c51597b4a1a service neutron] Attempting to bind port b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': '21dc0c02-4744-4465-9c58-ff9696cac53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6395e908-6223-4d6f-b1c1-e394506abed8'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:18:11.866822 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-9c7f42e7-6428-479c-9b21-0c51597b4a1a service neutron] Attempting to bind port b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e on network 6395e908-6223-4d6f-b1c1-e394506abed8 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:18:11.875655 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-9c7f42e7-6428-479c-9b21-0c51597b4a1a service neutron] Port b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e on network 6395e908-6223-4d6f-b1c1-e394506abed8 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:18:11.875984 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-9c7f42e7-6428-479c-9b21-0c51597b4a1a service neutron] Attempting to bind port b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e on network 6395e908-6223-4d6f-b1c1-e394506abed8 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:18:11.876617 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d8e0ea-0b04-4966-bd3f-e172d3354ee7 x-openstack-request-id: req-99d8e0ea-0b04-4966-bd3f-e172d3354ee7 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:18:11.876912 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "271f533c-fd28-433f-93e7-c15e0fde0859", "name": "network-vif-plugged", "status": "completed", "tag": "9182df35-781c-4c61-8e38-b158d1bbb222", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:18:11.877165 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-99d8e0ea-0b04-4966-bd3f-e172d3354ee7 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:18:11.877557 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271f533c-fd28-433f-93e7-c15e0fde0859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9182df35-781c-4c61-8e38-b158d1bbb222', 'code': 200} Jul 09 16:18:11.890408 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-9c7f42e7-6428-479c-9b21-0c51597b4a1a service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:18:11.890751 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-9c7f42e7-6428-479c-9b21-0c51597b4a1a service neutron] Checking segment: {'id': '21dc0c02-4744-4465-9c58-ff9696cac53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6395e908-6223-4d6f-b1c1-e394506abed8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:18:11.891152 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-9c7f42e7-6428-479c-9b21-0c51597b4a1a service neutron] Bound using segment: {'id': '21dc0c02-4744-4465-9c58-ff9696cac53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6395e908-6223-4d6f-b1c1-e394506abed8'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:18:11.892054 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-9c7f42e7-6428-479c-9b21-0c51597b4a1a service neutron] Bound port: b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21dc0c02-4744-4465-9c58-ff9696cac53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6395e908-6223-4d6f-b1c1-e394506abed8'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:18:11.892615 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-9c7f42e7-6428-479c-9b21-0c51597b4a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:11.901586 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b91004-9752-4ca3-a804-540bb6ea5da1 req-d06d1440-701d-4352-a13e-84d164749e6d tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:11.903670 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-17b91004-9752-4ca3-a804-540bb6ea5da1 req-d06d1440-701d-4352-a13e-84d164749e6d tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.77 "GET /v2.0/ports?device_id=841a66c7-6090-49af-8daf-5c0f01dbd610 HTTP/1.1" status: 200 len: 950 time: 0.2618687 Jul 09 16:18:11.919610 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ff63cf1-83d4-4c7b-83b4-2869cdf7802f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:12.012647 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-396411af-9fff-43af-9358-6e84cd8d0c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:12.014172 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-396411af-9fff-43af-9358-6e84cd8d0c39 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5b04cdf-01a8-4737-aa80-b62db70e7d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2979908 Jul 09 16:18:12.023185 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87b29ea-e426-45ab-8aa2-60000ad8849b x-openstack-request-id: req-c87b29ea-e426-45ab-8aa2-60000ad8849b {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:18:12.023629 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41621f63-6505-4833-9032-002b139573a9", "tag": "f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:18:12.023768 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c87b29ea-e426-45ab-8aa2-60000ad8849b {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:18:12.024164 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41621f63-6505-4833-9032-002b139573a9', 'tag': 'f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847', 'status': 'completed', 'code': 200} Jul 09 16:18:12.128390 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-9c7f42e7-6428-479c-9b21-0c51597b4a1a service neutron] For port b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:18:12.152833 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-9c7f42e7-6428-479c-9b21-0c51597b4a1a service neutron] For port b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e,segment=NetworkSegment(21dc0c02-4744-4465-9c58-ff9696cac53b),segment_id=21dc0c02-4744-4465-9c58-ff9696cac53b)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:18:12.161288 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfce14d-0017-4932-a629-1fe8e46cdd43 req-4acbcf74-4cb5-494b-9d6d-ab08d848b252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:12.162828 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-acfce14d-0017-4932-a629-1fe8e46cdd43 req-4acbcf74-4cb5-494b-9d6d-ab08d848b252 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=271f533c-fd28-433f-93e7-c15e0fde0859 HTTP/1.1" status: 200 len: 1096 time: 0.1806278 Jul 09 16:18:12.165312 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-9c7f42e7-6428-479c-9b21-0c51597b4a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:12.244075 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-9c7f42e7-6428-479c-9b21-0c51597b4a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:12.244694 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-9c7f42e7-6428-479c-9b21-0c51597b4a1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:12.246073 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-9c7f42e7-6428-479c-9b21-0c51597b4a1a service neutron] 10.222.0.73 "PUT /v2.0/ports/b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e HTTP/1.1" status: 200 len: 1134 time: 1.4969985 Jul 09 16:18:12.277690 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e954440-ab32-45b7-90e3-ff62bce2a5ac req-b6f88516-b9ea-44c4-8e12-df59488741ff tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:12.285133 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8e954440-ab32-45b7-90e3-ff62bce2a5ac req-b6f88516-b9ea-44c4-8e12-df59488741ff tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=271f533c-fd28-433f-93e7-c15e0fde0859 HTTP/1.1" status: 200 len: 945 time: 0.2015946 Jul 09 16:18:12.298044 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-82bb68d5-a8d8-4f33-b623-1c7c13364210 service neutron] Request body: {'port': {'device_id': '41621f63-6505-4833-9032-002b139573a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:18:12.323360 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-acfce14d-0017-4932-a629-1fe8e46cdd43 req-93cfe81c-9e89-4856-9a12-120cf33ec2f0 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380532 Jul 09 16:18:12.364942 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7f42e7-6428-479c-9b21-0c51597b4a1a service neutron] Pushing event updated for resources: {'Port': ['ID=b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:12.450383 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8e954440-ab32-45b7-90e3-ff62bce2a5ac req-3a37a330-e275-42ff-954c-7e07fb0e6c16 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642601 Jul 09 16:18:12.541023 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ff63cf1-83d4-4c7b-83b4-2869cdf7802f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:12.544778 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ff63cf1-83d4-4c7b-83b4-2869cdf7802f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:12.546287 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-4ff63cf1-83d4-4c7b-83b4-2869cdf7802f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/faf0b3c7-cffa-485b-83c5-fdad5df1ca71 HTTP/1.1" status: 204 len: 168 time: 0.9792678 Jul 09 16:18:12.576152 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-82bb68d5-a8d8-4f33-b623-1c7c13364210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:12.629813 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63cf1-83d4-4c7b-83b4-2869cdf7802f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf0b3c7-cffa-485b-83c5-fdad5df1ca71,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:12.732697 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-17b91004-9752-4ca3-a804-540bb6ea5da1 req-8afd5922-4c13-4a45-b5b9-b1b753076069 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Deleting port 07eb2f26-d285-4a58-8dd6-cf185e8c3dea {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:18:12.733079 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-17b91004-9752-4ca3-a804-540bb6ea5da1 req-8afd5922-4c13-4a45-b5b9-b1b753076069 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:12.744262 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-2f63009c-1863-40ff-8d34-0a448a3560ad service neutron] 10.222.0.73 "GET /v2.0/networks/f5b04cdf-01a8-4737-aa80-b62db70e7d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427401 Jul 09 16:18:12.812392 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e88a5f-e397-48df-bb1d-58e66d2e7274 req-3eae8b42-5184-4578-a15f-80adb770a1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:12.814386 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e88a5f-e397-48df-bb1d-58e66d2e7274 req-3eae8b42-5184-4578-a15f-80adb770a1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:12.814917 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e88a5f-e397-48df-bb1d-58e66d2e7274 req-3eae8b42-5184-4578-a15f-80adb770a1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:12.815403 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e88a5f-e397-48df-bb1d-58e66d2e7274 req-3eae8b42-5184-4578-a15f-80adb770a1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:12.815883 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e88a5f-e397-48df-bb1d-58e66d2e7274 req-3eae8b42-5184-4578-a15f-80adb770a1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:12.816388 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e88a5f-e397-48df-bb1d-58e66d2e7274 req-3eae8b42-5184-4578-a15f-80adb770a1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:12.816822 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e88a5f-e397-48df-bb1d-58e66d2e7274 req-3eae8b42-5184-4578-a15f-80adb770a1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:12.818973 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-59e88a5f-e397-48df-bb1d-58e66d2e7274 req-3eae8b42-5184-4578-a15f-80adb770a1bf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9c1d3606ae1042aca4f5fe7ec5b98f71&device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 6218 time: 0.4192796 Jul 09 16:18:12.915064 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180d82e-d762-453d-b78a-2fcd46ec18df req-af1cc5e0-f21e-4f40-aaa4-506ed47748ce tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:12.922757 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180d82e-d762-453d-b78a-2fcd46ec18df req-af1cc5e0-f21e-4f40-aaa4-506ed47748ce tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:12.929390 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180d82e-d762-453d-b78a-2fcd46ec18df req-af1cc5e0-f21e-4f40-aaa4-506ed47748ce tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:12.935544 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180d82e-d762-453d-b78a-2fcd46ec18df req-af1cc5e0-f21e-4f40-aaa4-506ed47748ce tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:12.941753 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180d82e-d762-453d-b78a-2fcd46ec18df req-af1cc5e0-f21e-4f40-aaa4-506ed47748ce tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:12.948457 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180d82e-d762-453d-b78a-2fcd46ec18df req-af1cc5e0-f21e-4f40-aaa4-506ed47748ce tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:12.964344 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180d82e-d762-453d-b78a-2fcd46ec18df req-af1cc5e0-f21e-4f40-aaa4-506ed47748ce tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:12.972075 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4180d82e-d762-453d-b78a-2fcd46ec18df req-af1cc5e0-f21e-4f40-aaa4-506ed47748ce tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 5381 time: 0.4495416 Jul 09 16:18:13.019986 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf02ee-72a4-4216-8870-b55a1e2e7a74 req-16695cf1-0c63-4db2-bced-5015ada05523 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:13.027301 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8eaf02ee-72a4-4216-8870-b55a1e2e7a74 req-16695cf1-0c63-4db2-bced-5015ada05523 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=841a66c7-6090-49af-8daf-5c0f01dbd610 HTTP/1.1" status: 200 len: 950 time: 0.2645710 Jul 09 16:18:13.086841 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-4a79cc21-a1c3-420c-9ee5-c8ccd74ec130 service neutron] 10.222.0.73 "GET /v2.0/networks/f5b04cdf-01a8-4737-aa80-b62db70e7d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962947 Jul 09 16:18:13.108451 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8eaf02ee-72a4-4216-8870-b55a1e2e7a74 req-fd0413d3-0306-429f-afa8-29222d5ec0c3 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771377 Jul 09 16:18:13.151424 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-82bb68d5-a8d8-4f33-b623-1c7c13364210 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc1b9003-be21-4ede-8937-a785742afd1f {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:18:13.181223 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-82bb68d5-a8d8-4f33-b623-1c7c13364210 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:13.200119 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e88a5f-e397-48df-bb1d-58e66d2e7274 req-a0f588ee-00f1-410d-9406-e0c2987da075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:13.200790 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e88a5f-e397-48df-bb1d-58e66d2e7274 req-a0f588ee-00f1-410d-9406-e0c2987da075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:13.201637 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e88a5f-e397-48df-bb1d-58e66d2e7274 req-a0f588ee-00f1-410d-9406-e0c2987da075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:13.203538 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-59e88a5f-e397-48df-bb1d-58e66d2e7274 req-a0f588ee-00f1-410d-9406-e0c2987da075 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=9c1d3606ae1042aca4f5fe7ec5b98f71&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3305583 Jul 09 16:18:13.210321 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-82bb68d5-a8d8-4f33-b623-1c7c13364210 service neutron] Transition to ACTIVE for port object cc1b9003-be21-4ede-8937-a785742afd1f will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:18:13.214981 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-82bb68d5-a8d8-4f33-b623-1c7c13364210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:13.239472 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-17b91004-9752-4ca3-a804-540bb6ea5da1 req-8afd5922-4c13-4a45-b5b9-b1b753076069 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] For port 07eb2f26-d285-4a58-8dd6-cf185e8c3dea, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=07eb2f26-d285-4a58-8dd6-cf185e8c3dea,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:18:13.239891 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-17b91004-9752-4ca3-a804-540bb6ea5da1 req-8afd5922-4c13-4a45-b5b9-b1b753076069 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:13.265246 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-17b91004-9752-4ca3-a804-540bb6ea5da1 req-8afd5922-4c13-4a45-b5b9-b1b753076069 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Calling delete_port for 07eb2f26-d285-4a58-8dd6-cf185e8c3dea owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:18:13.437875 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bb68d5-a8d8-4f33-b623-1c7c13364210 service neutron] Pushing event updated for resources: {'Port': ['ID=cc1b9003-be21-4ede-8937-a785742afd1f,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:13.446756 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4180d82e-d762-453d-b78a-2fcd46ec18df req-f0f88b2a-d067-465b-a11a-e58a58dd017f tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca0135bb-d8c1-4b57-8ce3-faf17c546fda&id=c40e1744-30c5-4994-a4ae-d009355a2528&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4719610 Jul 09 16:18:13.545140 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-17b91004-9752-4ca3-a804-540bb6ea5da1 req-8afd5922-4c13-4a45-b5b9-b1b753076069 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:13.558535 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-6af87983-70a9-4768-b4c9-8ea810bfa926 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9af7654b-8db2-4114-a977-f2b4377a7e3d HTTP/1.1" status: 200 len: 217 time: 0.1333795 Jul 09 16:18:13.559172 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8', 'e97372da-66aa-4560-895c-407230766bbb'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:18:13.653966 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afd5922-4c13-4a45-b5b9-b1b753076069 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Pushing event deleted for resources: {'Port': ['ID=07eb2f26-d285-4a58-8dd6-cf185e8c3dea,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:13.665486 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 58602) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:18:13.882895 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-17b91004-9752-4ca3-a804-540bb6ea5da1 req-8afd5922-4c13-4a45-b5b9-b1b753076069 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] No DVR routers for this DVR port 07eb2f26-d285-4a58-8dd6-cf185e8c3dea on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:18:13.885148 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e88a5f-e397-48df-bb1d-58e66d2e7274 req-b1065045-6dda-4e6a-8bd6-2587797f3b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:13.887068 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-59e88a5f-e397-48df-bb1d-58e66d2e7274 req-b1065045-6dda-4e6a-8bd6-2587797f3b00 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3527389 Jul 09 16:18:13.888394 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-17b91004-9752-4ca3-a804-540bb6ea5da1 req-8afd5922-4c13-4a45-b5b9-b1b753076069 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:13.890428 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-17b91004-9752-4ca3-a804-540bb6ea5da1 req-8afd5922-4c13-4a45-b5b9-b1b753076069 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.77 "DELETE /v2.0/ports/07eb2f26-d285-4a58-8dd6-cf185e8c3dea HTTP/1.1" status: 204 len: 173 time: 1.9656265 Jul 09 16:18:13.898481 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '841a66c7-6090-49af-8daf-5c0f01dbd610', 'name': 'network-vif-deleted', 'tag': '07eb2f26-d285-4a58-8dd6-cf185e8c3dea'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:18:13.901788 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493ba3d8-65ad-466a-91c7-3fb28428b80c" -d '{"events": [{"server_uuid": "841a66c7-6090-49af-8daf-5c0f01dbd610", "name": "network-vif-deleted", "tag": "07eb2f26-d285-4a58-8dd6-cf185e8c3dea"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:18:13.905521 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-030f4de0-2b7e-4357-81b1-374569dcf554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:13.907358 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-030f4de0-2b7e-4357-81b1-374569dcf554 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a54258b-5d51-4c0f-b2ea-6d2399e08904 HTTP/1.1" status: 200 len: 797 time: 0.3343225 Jul 09 16:18:13.982022 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-e1d6814d-82de-47af-9016-9b5435acd9d9 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1258764735-network', 'tenant_id': 'b022a61f2f784eb8b3adb6c164e67320'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:18:14.015999 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5ae99-84ff-4cbe-8dd6-67913215a535 req-a7e17455-cb2a-410c-aec9-0eea5d3e8e4c tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:14.017860 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-70e5ae99-84ff-4cbe-8dd6-67913215a535 req-a7e17455-cb2a-410c-aec9-0eea5d3e8e4c tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21 HTTP/1.1" status: 200 len: 946 time: 0.3514254 Jul 09 16:18:14.028096 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41621f63-6505-4833-9032-002b139573a9', 'tag': 'b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:18:14.030375 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1385f20-e465-48b1-bb8c-7c54c8478653" -d '{"events": [{"name": "network-changed", "server_uuid": "41621f63-6505-4833-9032-002b139573a9", "tag": "b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:18:14.038412 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-82bb68d5-a8d8-4f33-b623-1c7c13364210 service neutron] Attempting to bind port cc1b9003-be21-4ede-8937-a785742afd1f on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:18:14.038791 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-82bb68d5-a8d8-4f33-b623-1c7c13364210 service neutron] Attempting to bind port cc1b9003-be21-4ede-8937-a785742afd1f by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': '21dc0c02-4744-4465-9c58-ff9696cac53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6395e908-6223-4d6f-b1c1-e394506abed8'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:18:14.039111 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-82bb68d5-a8d8-4f33-b623-1c7c13364210 service neutron] Attempting to bind port cc1b9003-be21-4ede-8937-a785742afd1f on network 6395e908-6223-4d6f-b1c1-e394506abed8 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:18:14.051221 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-82bb68d5-a8d8-4f33-b623-1c7c13364210 service neutron] Port cc1b9003-be21-4ede-8937-a785742afd1f on network 6395e908-6223-4d6f-b1c1-e394506abed8 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:18:14.051523 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-82bb68d5-a8d8-4f33-b623-1c7c13364210 service neutron] Attempting to bind port cc1b9003-be21-4ede-8937-a785742afd1f on network 6395e908-6223-4d6f-b1c1-e394506abed8 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:18:14.062792 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caaef54-09fa-451f-8de6-df82cffd6431 req-a1eb3c9e-5d50-4871-a343-02a1b77c730e tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:14.065993 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d6814d-82de-47af-9016-9b5435acd9d9 admin admin] Made reservation on behalf of b022a61f2f784eb8b3adb6c164e67320 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:18:14.068453 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e1d6814d-82de-47af-9016-9b5435acd9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:14.069889 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0caaef54-09fa-451f-8de6-df82cffd6431 req-a1eb3c9e-5d50-4871-a343-02a1b77c730e tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bfaa85a-7412-4693-8f76-85c0874e9aa1 HTTP/1.1" status: 200 len: 945 time: 0.6981652 Jul 09 16:18:14.088893 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-82bb68d5-a8d8-4f33-b623-1c7c13364210 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:18:14.089554 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-82bb68d5-a8d8-4f33-b623-1c7c13364210 service neutron] Checking segment: {'id': '21dc0c02-4744-4465-9c58-ff9696cac53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6395e908-6223-4d6f-b1c1-e394506abed8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:18:14.090137 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-82bb68d5-a8d8-4f33-b623-1c7c13364210 service neutron] Bound using segment: {'id': '21dc0c02-4744-4465-9c58-ff9696cac53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6395e908-6223-4d6f-b1c1-e394506abed8'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:18:14.090809 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-82bb68d5-a8d8-4f33-b623-1c7c13364210 service neutron] Bound port: cc1b9003-be21-4ede-8937-a785742afd1f, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21dc0c02-4744-4465-9c58-ff9696cac53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6395e908-6223-4d6f-b1c1-e394506abed8'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:18:14.091488 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-82bb68d5-a8d8-4f33-b623-1c7c13364210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:14.097825 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e1d6814d-82de-47af-9016-9b5435acd9d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:14.133269 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-70e5ae99-84ff-4cbe-8dd6-67913215a535 req-34ae6e0f-52a3-4c7a-9688-f091fd983960 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064343 Jul 09 16:18:14.142532 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-1ae96c00-e8be-48a3-84dc-887dec1a8ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:14.144359 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-1ae96c00-e8be-48a3-84dc-887dec1a8ce2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6a26d5a7-49c7-498b-ac37-7c6cb6027d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2239463 Jul 09 16:18:14.153558 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0caaef54-09fa-451f-8de6-df82cffd6431 req-b8af451f-c497-40c4-8ae0-a3fe3901043b tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825799 Jul 09 16:18:14.283059 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-82bb68d5-a8d8-4f33-b623-1c7c13364210 service neutron] For port cc1b9003-be21-4ede-8937-a785742afd1f, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:18:14.296753 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-82bb68d5-a8d8-4f33-b623-1c7c13364210 service neutron] For port cc1b9003-be21-4ede-8937-a785742afd1f, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=cc1b9003-be21-4ede-8937-a785742afd1f,segment=NetworkSegment(21dc0c02-4744-4465-9c58-ff9696cac53b),segment_id=21dc0c02-4744-4465-9c58-ff9696cac53b)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:18:14.307381 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-82bb68d5-a8d8-4f33-b623-1c7c13364210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:14.329483 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-69d41b99-f68c-4d5d-8eb4-13230af55592 service neutron] 10.222.0.73 "GET /v2.0/networks/6a26d5a7-49c7-498b-ac37-7c6cb6027d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773148 Jul 09 16:18:14.371527 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-82bb68d5-a8d8-4f33-b623-1c7c13364210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:14.372140 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-82bb68d5-a8d8-4f33-b623-1c7c13364210 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:14.373511 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-82bb68d5-a8d8-4f33-b623-1c7c13364210 service neutron] 10.222.0.73 "PUT /v2.0/ports/cc1b9003-be21-4ede-8937-a785742afd1f HTTP/1.1" status: 200 len: 1091 time: 2.0820627 Jul 09 16:18:14.392905 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bb68d5-a8d8-4f33-b623-1c7c13364210 service neutron] Pushing event updated for resources: {'Port': ['ID=cc1b9003-be21-4ede-8937-a785742afd1f,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:14.428585 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-0dc8c685-79fa-437f-992f-f35780b61bf8 service neutron] Request body: {'port': {'device_id': '41621f63-6505-4833-9032-002b139573a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:18:14.477518 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fd7c3ee5-d256-4ff0-8b1b-461af3409f61 req-27402b56-f788-407c-942c-b5ef002d02da tempest-ServerShowV257Test-946781268 tempest-ServerShowV257Test-946781268-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b32b5ea-9d66-4649-a4f2-4d9e7c6edfdf HTTP/1.1" status: 200 len: 210 time: 0.1385546 Jul 09 16:18:14.593833 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e1d6814d-82de-47af-9016-9b5435acd9d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:14.598485 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e613e5-b818-4dce-a47a-ed8c97726354 x-openstack-request-id: req-b9e613e5-b818-4dce-a47a-ed8c97726354 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:18:14.599545 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "841a66c7-6090-49af-8daf-5c0f01dbd610", "name": "network-vif-deleted", "tag": "07eb2f26-d285-4a58-8dd6-cf185e8c3dea", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:18:14.600223 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b9e613e5-b818-4dce-a47a-ed8c97726354 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:18:14.600933 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '841a66c7-6090-49af-8daf-5c0f01dbd610', 'name': 'network-vif-deleted', 'tag': '07eb2f26-d285-4a58-8dd6-cf185e8c3dea', 'status': 'completed', 'code': 200} Jul 09 16:18:14.603261 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-dfe64bf2-3302-4367-9cdc-b59c92fe63a2 service neutron] 10.222.0.73 "GET /v2.0/networks/6a26d5a7-49c7-498b-ac37-7c6cb6027d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655241 Jul 09 16:18:14.605068 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e1d6814d-82de-47af-9016-9b5435acd9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:14.655466 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508fca4a-f583-4d1b-9d09-356f55decfc4 x-openstack-request-id: req-508fca4a-f583-4d1b-9d09-356f55decfc4 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:18:14.656337 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41621f63-6505-4833-9032-002b139573a9", "tag": "b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:18:14.656630 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-508fca4a-f583-4d1b-9d09-356f55decfc4 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:18:14.658252 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41621f63-6505-4833-9032-002b139573a9', 'tag': 'b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e', 'status': 'completed', 'code': 200} Jul 09 16:18:14.673313 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-0dc8c685-79fa-437f-992f-f35780b61bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:14.745981 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1d6814d-82de-47af-9016-9b5435acd9d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:18:14.749447 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-2a1718ae-016d-41b7-85e8-9ff15d8ade65 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d5a63360-2f2c-4256-88fa-b17027d6c63f HTTP/1.1" status: 200 len: 217 time: 0.1312759 Jul 09 16:18:14.839702 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e1d6814d-82de-47af-9016-9b5435acd9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:14.840257 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-e1d6814d-82de-47af-9016-9b5435acd9d9 admin admin] Added segment 181cc77b-b47a-4404-a0c6-2274a6b9f03a of type vlan for network e9d83fad-820f-4504-9188-07c177bfb5d5 Jul 09 16:18:14.867089 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d6814d-82de-47af-9016-9b5435acd9d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a57d820-2aad-495f-bc3f-17a3cb6c6071,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:14.891418 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c05fd3a-f33d-48c1-9d26-c0ef95f79ea6 req-97b80e8c-fa3c-4158-999a-523c5281c97b tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:14.893063 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3c05fd3a-f33d-48c1-9d26-c0ef95f79ea6 req-97b80e8c-fa3c-4158-999a-523c5281c97b tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=271f533c-fd28-433f-93e7-c15e0fde0859 HTTP/1.1" status: 200 len: 945 time: 0.3763385 Jul 09 16:18:14.898243 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-33dc5d05-002d-4f91-9014-72dfec861f5b req-b893c4a9-5ec3-4b70-bf3e-795fdc9f5207 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=841a66c7-6090-49af-8daf-5c0f01dbd610 HTTP/1.1" status: 200 len: 210 time: 0.0517097 Jul 09 16:18:14.946292 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e1d6814d-82de-47af-9016-9b5435acd9d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:14.952774 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-8fee2a77-0653-4476-a97b-0e39ad875ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:14.954114 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-8fee2a77-0653-4476-a97b-0e39ad875ae3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a54258b-5d51-4c0f-b2ea-6d2399e08904 HTTP/1.1" status: 200 len: 797 time: 0.1739864 Jul 09 16:18:15.004170 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3c05fd3a-f33d-48c1-9d26-c0ef95f79ea6 req-e34eb8cb-1501-455e-b1bc-d21f999df10e tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746582 Jul 09 16:18:15.021168 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1385f20-e465-48b1-bb8c-7c54c8478653 req-6c89b2a7-6c86-4ffe-9176-48a174f31e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:15.021683 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1385f20-e465-48b1-bb8c-7c54c8478653 req-6c89b2a7-6c86-4ffe-9176-48a174f31e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:15.022125 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1385f20-e465-48b1-bb8c-7c54c8478653 req-6c89b2a7-6c86-4ffe-9176-48a174f31e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:15.022594 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1385f20-e465-48b1-bb8c-7c54c8478653 req-6c89b2a7-6c86-4ffe-9176-48a174f31e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:15.027327 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1385f20-e465-48b1-bb8c-7c54c8478653 req-6c89b2a7-6c86-4ffe-9176-48a174f31e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:15.028099 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1385f20-e465-48b1-bb8c-7c54c8478653 req-6c89b2a7-6c86-4ffe-9176-48a174f31e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:15.028802 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1385f20-e465-48b1-bb8c-7c54c8478653 req-6c89b2a7-6c86-4ffe-9176-48a174f31e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:15.032701 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c1385f20-e465-48b1-bb8c-7c54c8478653 req-6c89b2a7-6c86-4ffe-9176-48a174f31e94 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9c1d3606ae1042aca4f5fe7ec5b98f71&device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 6285 time: 0.3018723 Jul 09 16:18:15.063771 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e1d6814d-82de-47af-9016-9b5435acd9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:15.064912 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d6814d-82de-47af-9016-9b5435acd9d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:15.066215 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e1d6814d-82de-47af-9016-9b5435acd9d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:15.108673 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-0dc8c685-79fa-437f-992f-f35780b61bf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f254e63-6b3b-4694-9cb5-3a15ac319c88 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:18:15.117677 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-0dc8c685-79fa-437f-992f-f35780b61bf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:15.131079 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-0dc8c685-79fa-437f-992f-f35780b61bf8 service neutron] Transition to ACTIVE for port object 4f254e63-6b3b-4694-9cb5-3a15ac319c88 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:18:15.138866 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-0dc8c685-79fa-437f-992f-f35780b61bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:15.165031 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d6814d-82de-47af-9016-9b5435acd9d9 admin admin] Pushing event updated for resources: {'Network': ['ID=e9d83fad-820f-4504-9188-07c177bfb5d5,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:15.182158 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network e9d83fad-820f-4504-9188-07c177bfb5d5 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:18:15.248824 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e1d6814d-82de-47af-9016-9b5435acd9d9 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5595052 Jul 09 16:18:15.251446 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc8c685-79fa-437f-992f-f35780b61bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=4f254e63-6b3b-4694-9cb5-3a15ac319c88,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:15.253246 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 58620) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:18:15.262510 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-043cf347-96f2-4e75-b763-def777dfe20f admin admin] Request body: {'subnet': {'network_id': 'e9d83fad-820f-4504-9188-07c177bfb5d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1258764735-subnet', 'tenant_id': 'b022a61f2f784eb8b3adb6c164e67320', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:18:15.278170 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-df84fc23-a592-4d19-957b-67a244d88e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:15.280581 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-df84fc23-a592-4d19-957b-67a244d88e36 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6a26d5a7-49c7-498b-ac37-7c6cb6027d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3202019 Jul 09 16:18:15.282043 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 07eb2f26-d285-4a58-8dd6-cf185e8c3dea no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:18:15.324853 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: 07eb2f26-d285-4a58-8dd6-cf185e8c3dea {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:18:15.325371 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 07eb2f26-d285-4a58-8dd6-cf185e8c3dea not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:18:15.394851 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043cf347-96f2-4e75-b763-def777dfe20f admin admin] Made reservation on behalf of b022a61f2f784eb8b3adb6c164e67320 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:18:15.398370 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-043cf347-96f2-4e75-b763-def777dfe20f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:15.450444 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade1d35-7f2a-4e63-b0e5-d2ed53403f2f req-dcf2fc98-1a3b-4bfc-a102-3b7e40c48869 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:15.452453 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fade1d35-7f2a-4e63-b0e5-d2ed53403f2f req-dcf2fc98-1a3b-4bfc-a102-3b7e40c48869 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=271f533c-fd28-433f-93e7-c15e0fde0859 HTTP/1.1" status: 200 len: 945 time: 0.2130153 Jul 09 16:18:15.477305 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1385f20-e465-48b1-bb8c-7c54c8478653 req-3b6fc2dd-efe2-45b6-85a1-d24b1aba3fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:15.477765 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1385f20-e465-48b1-bb8c-7c54c8478653 req-3b6fc2dd-efe2-45b6-85a1-d24b1aba3fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:15.478239 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1385f20-e465-48b1-bb8c-7c54c8478653 req-3b6fc2dd-efe2-45b6-85a1-d24b1aba3fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:15.479849 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c1385f20-e465-48b1-bb8c-7c54c8478653 req-3b6fc2dd-efe2-45b6-85a1-d24b1aba3fd4 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=9c1d3606ae1042aca4f5fe7ec5b98f71&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4307556 Jul 09 16:18:15.498350 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc44b5-09f9-4a92-8807-8ae57dd88be8 req-8074df3b-fcf0-4232-9594-82aa6e462e42 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:15.504468 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc44b5-09f9-4a92-8807-8ae57dd88be8 req-8074df3b-fcf0-4232-9594-82aa6e462e42 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:15.511012 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc44b5-09f9-4a92-8807-8ae57dd88be8 req-8074df3b-fcf0-4232-9594-82aa6e462e42 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:15.515102 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fade1d35-7f2a-4e63-b0e5-d2ed53403f2f req-5b6f9903-535c-4859-ad28-4e18f23ba4f4 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537231 Jul 09 16:18:15.516677 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-0dc8c685-79fa-437f-992f-f35780b61bf8 service neutron] Attempting to bind port 4f254e63-6b3b-4694-9cb5-3a15ac319c88 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:18:15.517011 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-0dc8c685-79fa-437f-992f-f35780b61bf8 service neutron] Attempting to bind port 4f254e63-6b3b-4694-9cb5-3a15ac319c88 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': '21dc0c02-4744-4465-9c58-ff9696cac53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6395e908-6223-4d6f-b1c1-e394506abed8'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:18:15.517331 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc44b5-09f9-4a92-8807-8ae57dd88be8 req-8074df3b-fcf0-4232-9594-82aa6e462e42 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:15.517464 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-0dc8c685-79fa-437f-992f-f35780b61bf8 service neutron] Attempting to bind port 4f254e63-6b3b-4694-9cb5-3a15ac319c88 on network 6395e908-6223-4d6f-b1c1-e394506abed8 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:18:15.523609 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-0dc8c685-79fa-437f-992f-f35780b61bf8 service neutron] Port 4f254e63-6b3b-4694-9cb5-3a15ac319c88 on network 6395e908-6223-4d6f-b1c1-e394506abed8 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:18:15.523932 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-0dc8c685-79fa-437f-992f-f35780b61bf8 service neutron] Attempting to bind port 4f254e63-6b3b-4694-9cb5-3a15ac319c88 on network 6395e908-6223-4d6f-b1c1-e394506abed8 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:18:15.524127 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc44b5-09f9-4a92-8807-8ae57dd88be8 req-8074df3b-fcf0-4232-9594-82aa6e462e42 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:15.530376 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-0dc8c685-79fa-437f-992f-f35780b61bf8 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:18:15.530717 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-0dc8c685-79fa-437f-992f-f35780b61bf8 service neutron] Checking segment: {'id': '21dc0c02-4744-4465-9c58-ff9696cac53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6395e908-6223-4d6f-b1c1-e394506abed8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:18:15.531133 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-0dc8c685-79fa-437f-992f-f35780b61bf8 service neutron] Bound using segment: {'id': '21dc0c02-4744-4465-9c58-ff9696cac53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6395e908-6223-4d6f-b1c1-e394506abed8'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:18:15.541788 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-0dc8c685-79fa-437f-992f-f35780b61bf8 service neutron] Bound port: 4f254e63-6b3b-4694-9cb5-3a15ac319c88, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21dc0c02-4744-4465-9c58-ff9696cac53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6395e908-6223-4d6f-b1c1-e394506abed8'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:18:15.541788 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-0dc8c685-79fa-437f-992f-f35780b61bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:15.542130 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc44b5-09f9-4a92-8807-8ae57dd88be8 req-8074df3b-fcf0-4232-9594-82aa6e462e42 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:15.545972 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc44b5-09f9-4a92-8807-8ae57dd88be8 req-8074df3b-fcf0-4232-9594-82aa6e462e42 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:15.555446 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-83bc44b5-09f9-4a92-8807-8ae57dd88be8 req-8074df3b-fcf0-4232-9594-82aa6e462e42 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 5405 time: 0.4765759 Jul 09 16:18:15.642731 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-ad9619bb-ae75-4d5d-ac28-862b4016563c service neutron] 10.222.0.73 "GET /v2.0/networks/6a26d5a7-49c7-498b-ac37-7c6cb6027d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439474 Jul 09 16:18:15.652010 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-0dc8c685-79fa-437f-992f-f35780b61bf8 service neutron] For port 4f254e63-6b3b-4694-9cb5-3a15ac319c88, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:18:15.655687 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-0dc8c685-79fa-437f-992f-f35780b61bf8 service neutron] For port 4f254e63-6b3b-4694-9cb5-3a15ac319c88, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=4f254e63-6b3b-4694-9cb5-3a15ac319c88,segment=NetworkSegment(21dc0c02-4744-4465-9c58-ff9696cac53b),segment_id=21dc0c02-4744-4465-9c58-ff9696cac53b)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:18:15.671342 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-0dc8c685-79fa-437f-992f-f35780b61bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:15.734668 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-0dc8c685-79fa-437f-992f-f35780b61bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:15.737261 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-0dc8c685-79fa-437f-992f-f35780b61bf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:15.737261 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-0dc8c685-79fa-437f-992f-f35780b61bf8 service neutron] 10.222.0.73 "PUT /v2.0/ports/4f254e63-6b3b-4694-9cb5-3a15ac319c88 HTTP/1.1" status: 200 len: 1091 time: 1.3132191 Jul 09 16:18:15.778715 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-74e90b16-3a76-4217-aef2-553fee0c38af service neutron] Request body: {'port': {'device_id': '41621f63-6505-4833-9032-002b139573a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:18:15.786535 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-83bc44b5-09f9-4a92-8807-8ae57dd88be8 req-0e8e1293-3c9a-43b6-b58d-e73e15232274 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca0135bb-d8c1-4b57-8ce3-faf17c546fda&id=c40e1744-30c5-4994-a4ae-d009355a2528&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2299657 Jul 09 16:18:15.832640 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc8c685-79fa-437f-992f-f35780b61bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=4f254e63-6b3b-4694-9cb5-3a15ac319c88,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:15.884653 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794663e4-8a7a-4744-8cfe-09d0dc6023ca req-d4d4242f-f8e9-4977-a2c3-c401afa335c0 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:15.886418 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-794663e4-8a7a-4744-8cfe-09d0dc6023ca req-d4d4242f-f8e9-4977-a2c3-c401afa335c0 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21 HTTP/1.1" status: 200 len: 946 time: 0.2290406 Jul 09 16:18:15.952970 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-794663e4-8a7a-4744-8cfe-09d0dc6023ca req-71439ff7-4672-48a8-a35f-5558dd2500f8 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596178 Jul 09 16:18:15.953895 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-74e90b16-3a76-4217-aef2-553fee0c38af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:15.972801 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1385f20-e465-48b1-bb8c-7c54c8478653 req-d03c1d25-e58f-45ff-ac49-634718d47197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:15.975526 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c1385f20-e465-48b1-bb8c-7c54c8478653 req-d03c1d25-e58f-45ff-ac49-634718d47197 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4146850 Jul 09 16:18:16.036301 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-043cf347-96f2-4e75-b763-def777dfe20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:16.282922 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fb4b7c30-3dfb-444e-972d-dbe46a8e878b req-0c109544-d58e-4b3f-9b66-f698485d6be7 tempest-ServerShowV257Test-946781268 tempest-ServerShowV257Test-946781268-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b32b5ea-9d66-4649-a4f2-4d9e7c6edfdf HTTP/1.1" status: 200 len: 210 time: 0.0393300 Jul 09 16:18:16.337775 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-74e90b16-3a76-4217-aef2-553fee0c38af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7a4e491-e2c2-414f-9cdd-91edf6bc83f0 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:18:16.346868 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-74e90b16-3a76-4217-aef2-553fee0c38af service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:16.361636 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-74e90b16-3a76-4217-aef2-553fee0c38af service neutron] Transition to ACTIVE for port object a7a4e491-e2c2-414f-9cdd-91edf6bc83f0 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:18:16.368467 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-74e90b16-3a76-4217-aef2-553fee0c38af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:16.409903 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043cf347-96f2-4e75-b763-def777dfe20f admin admin] Pushing event updated for resources: {'Subnet': ['ID=13f4c0bf-6e72-4021-baf7-6bfbc0bd591a,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:16.449261 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e90b16-3a76-4217-aef2-553fee0c38af service neutron] Pushing event updated for resources: {'Port': ['ID=a7a4e491-e2c2-414f-9cdd-91edf6bc83f0,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:16.460174 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-615886b8-8dad-4beb-9b7c-20e1593e75c7 req-859d2438-c357-4501-8597-503aaf14b54d service neutron] 10.222.0.73 "GET /v2.0/networks/6a26d5a7-49c7-498b-ac37-7c6cb6027d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8087335 Jul 09 16:18:16.472122 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcdac1-084f-41c5-9349-e8f1b33bcf92 req-92d362e7-07b1-467d-bd3f-3f3b23b5d3cd tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:16.489317 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a3dcdac1-084f-41c5-9349-e8f1b33bcf92 req-92d362e7-07b1-467d-bd3f-3f3b23b5d3cd tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bfaa85a-7412-4693-8f76-85c0874e9aa1 HTTP/1.1" status: 200 len: 945 time: 0.5040343 Jul 09 16:18:16.551481 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a3dcdac1-084f-41c5-9349-e8f1b33bcf92 req-993c406b-61ee-4b12-88be-5c2005601e87 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606008 Jul 09 16:18:16.587454 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043cf347-96f2-4e75-b763-def777dfe20f admin admin] Checking segment: {'id': '181cc77b-b47a-4404-a0c6-2274a6b9f03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e9d83fad-820f-4504-9188-07c177bfb5d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:18:16.587884 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043cf347-96f2-4e75-b763-def777dfe20f admin admin] Network hostable DHCP agents. Network: e9d83fad-820f-4504-9188-07c177bfb5d5, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:18:16.602306 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-74e90b16-3a76-4217-aef2-553fee0c38af service neutron] Attempting to bind port a7a4e491-e2c2-414f-9cdd-91edf6bc83f0 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:18:16.605044 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-74e90b16-3a76-4217-aef2-553fee0c38af service neutron] Attempting to bind port a7a4e491-e2c2-414f-9cdd-91edf6bc83f0 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': '9890f08f-b7c2-4880-91d7-5553e02a84db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f2f28c7b-9941-49e4-8996-9de52a7808d3'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:18:16.605417 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-74e90b16-3a76-4217-aef2-553fee0c38af service neutron] Attempting to bind port a7a4e491-e2c2-414f-9cdd-91edf6bc83f0 on network f2f28c7b-9941-49e4-8996-9de52a7808d3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:18:16.615090 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-74e90b16-3a76-4217-aef2-553fee0c38af service neutron] Port a7a4e491-e2c2-414f-9cdd-91edf6bc83f0 on network f2f28c7b-9941-49e4-8996-9de52a7808d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:18:16.615627 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-74e90b16-3a76-4217-aef2-553fee0c38af service neutron] Attempting to bind port a7a4e491-e2c2-414f-9cdd-91edf6bc83f0 on network f2f28c7b-9941-49e4-8996-9de52a7808d3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:18:16.625462 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-74e90b16-3a76-4217-aef2-553fee0c38af service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:18:16.625917 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-74e90b16-3a76-4217-aef2-553fee0c38af service neutron] Checking segment: {'id': '9890f08f-b7c2-4880-91d7-5553e02a84db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f2f28c7b-9941-49e4-8996-9de52a7808d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:18:16.628013 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043cf347-96f2-4e75-b763-def777dfe20f admin admin] Network e9d83fad-820f-4504-9188-07c177bfb5d5 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:18:16.628627 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-74e90b16-3a76-4217-aef2-553fee0c38af service neutron] Bound using segment: {'id': '9890f08f-b7c2-4880-91d7-5553e02a84db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f2f28c7b-9941-49e4-8996-9de52a7808d3'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:18:16.629565 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-74e90b16-3a76-4217-aef2-553fee0c38af service neutron] Bound port: a7a4e491-e2c2-414f-9cdd-91edf6bc83f0, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9890f08f-b7c2-4880-91d7-5553e02a84db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f2f28c7b-9941-49e4-8996-9de52a7808d3'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:18:16.629565 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-74e90b16-3a76-4217-aef2-553fee0c38af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:16.671018 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-043cf347-96f2-4e75-b763-def777dfe20f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, e9d83fad-820f-4504-9188-07c177bfb5d5) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:18:16.671722 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41621f63-6505-4833-9032-002b139573a9', 'tag': 'cc1b9003-be21-4ede-8937-a785742afd1f'}, {'name': 'network-changed', 'server_uuid': '41621f63-6505-4833-9032-002b139573a9', 'tag': '4f254e63-6b3b-4694-9cb5-3a15ac319c88'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:18:16.674183 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eba717a-4f75-4b2d-bfd7-a9a3942059c3" -d '{"events": [{"name": "network-changed", "server_uuid": "41621f63-6505-4833-9032-002b139573a9", "tag": "cc1b9003-be21-4ede-8937-a785742afd1f"}, {"name": "network-changed", "server_uuid": "41621f63-6505-4833-9032-002b139573a9", "tag": "4f254e63-6b3b-4694-9cb5-3a15ac319c88"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:18:16.683384 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a383fd-d374-46b8-96e7-f6993962d8b0 None None] Network e9d83fad-820f-4504-9188-07c177bfb5d5 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:18:16.689364 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043cf347-96f2-4e75-b763-def777dfe20f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:16.690057 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-043cf347-96f2-4e75-b763-def777dfe20f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:16.710342 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-043cf347-96f2-4e75-b763-def777dfe20f admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4529223 Jul 09 16:18:16.786908 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-74e90b16-3a76-4217-aef2-553fee0c38af service neutron] For port a7a4e491-e2c2-414f-9cdd-91edf6bc83f0, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:18:16.792498 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-74e90b16-3a76-4217-aef2-553fee0c38af service neutron] For port a7a4e491-e2c2-414f-9cdd-91edf6bc83f0, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=a7a4e491-e2c2-414f-9cdd-91edf6bc83f0,segment=NetworkSegment(9890f08f-b7c2-4880-91d7-5553e02a84db),segment_id=9890f08f-b7c2-4880-91d7-5553e02a84db)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:18:16.798961 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-74e90b16-3a76-4217-aef2-553fee0c38af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:16.916925 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67337edf-e873-4e18-869e-e56e55959bc7 None None] Network e9d83fad-820f-4504-9188-07c177bfb5d5 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:18:16.927886 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-74e90b16-3a76-4217-aef2-553fee0c38af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:16.928771 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-74e90b16-3a76-4217-aef2-553fee0c38af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:16.930359 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-74e90b16-3a76-4217-aef2-553fee0c38af service neutron] 10.222.0.73 "PUT /v2.0/ports/a7a4e491-e2c2-414f-9cdd-91edf6bc83f0 HTTP/1.1" status: 200 len: 1091 time: 1.1608872 Jul 09 16:18:16.992075 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-1ff9f58b-cd0c-4600-b5a4-1dca8c466d79 service neutron] Request body: {'port': {'device_id': '41621f63-6505-4833-9032-002b139573a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:18:17.045196 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e90b16-3a76-4217-aef2-553fee0c38af service neutron] Pushing event updated for resources: {'Port': ['ID=a7a4e491-e2c2-414f-9cdd-91edf6bc83f0,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:17.087479 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ac080-d038-43c7-bab1-743da532eec1 req-f0796c67-17d8-4edc-9d97-9e8cfb885c53 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:17.089457 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-da7ac080-d038-43c7-bab1-743da532eec1 req-f0796c67-17d8-4edc-9d97-9e8cfb885c53 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=271f533c-fd28-433f-93e7-c15e0fde0859 HTTP/1.1" status: 200 len: 945 time: 0.2506387 Jul 09 16:18:17.182208 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 09 Jul 2021 16:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea222c5-80b4-40b5-ba55-f7e7c6058693 x-openstack-request-id: req-1ea222c5-80b4-40b5-ba55-f7e7c6058693 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:18:17.182502 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41621f63-6505-4833-9032-002b139573a9", "tag": "cc1b9003-be21-4ede-8937-a785742afd1f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "41621f63-6505-4833-9032-002b139573a9", "tag": "4f254e63-6b3b-4694-9cb5-3a15ac319c88", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:18:17.182755 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1ea222c5-80b4-40b5-ba55-f7e7c6058693 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:18:17.183169 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41621f63-6505-4833-9032-002b139573a9', 'tag': 'cc1b9003-be21-4ede-8937-a785742afd1f', 'status': 'completed', 'code': 200} Jul 09 16:18:17.183422 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41621f63-6505-4833-9032-002b139573a9', 'tag': '4f254e63-6b3b-4694-9cb5-3a15ac319c88', 'status': 'completed', 'code': 200} Jul 09 16:18:17.188741 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-da7ac080-d038-43c7-bab1-743da532eec1 req-79eb7f88-25e0-46c3-adfe-c52e3fb20bae tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919807 Jul 09 16:18:17.225152 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-1ff9f58b-cd0c-4600-b5a4-1dca8c466d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:17.378443 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba717a-4f75-4b2d-bfd7-a9a3942059c3 req-d390e061-510c-4f98-8cf1-8c1d54e3d749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:17.379066 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba717a-4f75-4b2d-bfd7-a9a3942059c3 req-d390e061-510c-4f98-8cf1-8c1d54e3d749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:17.379519 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba717a-4f75-4b2d-bfd7-a9a3942059c3 req-d390e061-510c-4f98-8cf1-8c1d54e3d749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:17.380031 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba717a-4f75-4b2d-bfd7-a9a3942059c3 req-d390e061-510c-4f98-8cf1-8c1d54e3d749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:17.380501 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba717a-4f75-4b2d-bfd7-a9a3942059c3 req-d390e061-510c-4f98-8cf1-8c1d54e3d749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:17.380970 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba717a-4f75-4b2d-bfd7-a9a3942059c3 req-d390e061-510c-4f98-8cf1-8c1d54e3d749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:17.381440 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba717a-4f75-4b2d-bfd7-a9a3942059c3 req-d390e061-510c-4f98-8cf1-8c1d54e3d749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:17.383534 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6eba717a-4f75-4b2d-bfd7-a9a3942059c3 req-d390e061-510c-4f98-8cf1-8c1d54e3d749 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9c1d3606ae1042aca4f5fe7ec5b98f71&device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 6419 time: 0.1745081 Jul 09 16:18:17.524084 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba717a-4f75-4b2d-bfd7-a9a3942059c3 req-839979d8-33e2-4e9a-ba70-4eea1f51a0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:17.524589 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba717a-4f75-4b2d-bfd7-a9a3942059c3 req-839979d8-33e2-4e9a-ba70-4eea1f51a0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:17.525057 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba717a-4f75-4b2d-bfd7-a9a3942059c3 req-839979d8-33e2-4e9a-ba70-4eea1f51a0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:17.526637 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6eba717a-4f75-4b2d-bfd7-a9a3942059c3 req-839979d8-33e2-4e9a-ba70-4eea1f51a0ff service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=9c1d3606ae1042aca4f5fe7ec5b98f71&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1230605 Jul 09 16:18:17.556318 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc73fc-cb7f-4a49-adec-883c22285587 req-2549e615-bad4-409a-90d0-8e43ef89ed6f tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:17.562750 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc73fc-cb7f-4a49-adec-883c22285587 req-2549e615-bad4-409a-90d0-8e43ef89ed6f tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:17.568458 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc73fc-cb7f-4a49-adec-883c22285587 req-2549e615-bad4-409a-90d0-8e43ef89ed6f tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:17.574333 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc73fc-cb7f-4a49-adec-883c22285587 req-2549e615-bad4-409a-90d0-8e43ef89ed6f tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:17.580328 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc73fc-cb7f-4a49-adec-883c22285587 req-2549e615-bad4-409a-90d0-8e43ef89ed6f tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:17.586798 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc73fc-cb7f-4a49-adec-883c22285587 req-2549e615-bad4-409a-90d0-8e43ef89ed6f tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:17.592741 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc73fc-cb7f-4a49-adec-883c22285587 req-2549e615-bad4-409a-90d0-8e43ef89ed6f tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:17.594659 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-77dc73fc-cb7f-4a49-adec-883c22285587 req-2549e615-bad4-409a-90d0-8e43ef89ed6f tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 5417 time: 0.2885561 Jul 09 16:18:17.601738 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-1ff9f58b-cd0c-4600-b5a4-1dca8c466d79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5989e1c6-4c6c-4db6-8f16-533f3fd6e06c {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:18:17.612380 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-1ff9f58b-cd0c-4600-b5a4-1dca8c466d79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:17.629957 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-1ff9f58b-cd0c-4600-b5a4-1dca8c466d79 service neutron] Transition to ACTIVE for port object 5989e1c6-4c6c-4db6-8f16-533f3fd6e06c will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:18:17.642275 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-1ff9f58b-cd0c-4600-b5a4-1dca8c466d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:17.697355 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-77dc73fc-cb7f-4a49-adec-883c22285587 req-af86619d-4271-4c25-a680-717e5655b274 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca0135bb-d8c1-4b57-8ce3-faf17c546fda&id=c40e1744-30c5-4994-a4ae-d009355a2528&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0922282 Jul 09 16:18:17.701612 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91727da5-baa5-407f-8611-631001533365 req-e71ba601-f4ce-4be7-8f95-241633f976f4 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:17.703228 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-91727da5-baa5-407f-8611-631001533365 req-e71ba601-f4ce-4be7-8f95-241633f976f4 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21 HTTP/1.1" status: 200 len: 946 time: 0.1320636 Jul 09 16:18:17.715556 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff9f58b-cd0c-4600-b5a4-1dca8c466d79 service neutron] Pushing event updated for resources: {'Port': ['ID=5989e1c6-4c6c-4db6-8f16-533f3fd6e06c,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:17.737108 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba717a-4f75-4b2d-bfd7-a9a3942059c3 req-0500acf8-27eb-4550-b87d-3964cb4d0776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:17.738755 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6eba717a-4f75-4b2d-bfd7-a9a3942059c3 req-0500acf8-27eb-4550-b87d-3964cb4d0776 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2051055 Jul 09 16:18:17.812835 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-91727da5-baa5-407f-8611-631001533365 req-cd17ced3-2359-4d4d-97ac-294365ab8166 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920768 Jul 09 16:18:17.854902 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-1ff9f58b-cd0c-4600-b5a4-1dca8c466d79 service neutron] Attempting to bind port 5989e1c6-4c6c-4db6-8f16-533f3fd6e06c on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:18:17.855211 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-1ff9f58b-cd0c-4600-b5a4-1dca8c466d79 service neutron] Attempting to bind port 5989e1c6-4c6c-4db6-8f16-533f3fd6e06c by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': '9890f08f-b7c2-4880-91d7-5553e02a84db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f2f28c7b-9941-49e4-8996-9de52a7808d3'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:18:17.855433 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-1ff9f58b-cd0c-4600-b5a4-1dca8c466d79 service neutron] Attempting to bind port 5989e1c6-4c6c-4db6-8f16-533f3fd6e06c on network f2f28c7b-9941-49e4-8996-9de52a7808d3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:18:17.869997 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-1ff9f58b-cd0c-4600-b5a4-1dca8c466d79 service neutron] Port 5989e1c6-4c6c-4db6-8f16-533f3fd6e06c on network f2f28c7b-9941-49e4-8996-9de52a7808d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:18:17.870328 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-1ff9f58b-cd0c-4600-b5a4-1dca8c466d79 service neutron] Attempting to bind port 5989e1c6-4c6c-4db6-8f16-533f3fd6e06c on network f2f28c7b-9941-49e4-8996-9de52a7808d3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:18:17.877654 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-1ff9f58b-cd0c-4600-b5a4-1dca8c466d79 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:18:17.878001 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-1ff9f58b-cd0c-4600-b5a4-1dca8c466d79 service neutron] Checking segment: {'id': '9890f08f-b7c2-4880-91d7-5553e02a84db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f2f28c7b-9941-49e4-8996-9de52a7808d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:18:17.878384 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-1ff9f58b-cd0c-4600-b5a4-1dca8c466d79 service neutron] Bound using segment: {'id': '9890f08f-b7c2-4880-91d7-5553e02a84db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f2f28c7b-9941-49e4-8996-9de52a7808d3'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:18:17.878838 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-1ff9f58b-cd0c-4600-b5a4-1dca8c466d79 service neutron] Bound port: 5989e1c6-4c6c-4db6-8f16-533f3fd6e06c, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9890f08f-b7c2-4880-91d7-5553e02a84db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f2f28c7b-9941-49e4-8996-9de52a7808d3'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:18:17.879200 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-1ff9f58b-cd0c-4600-b5a4-1dca8c466d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:17.965298 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba717a-4f75-4b2d-bfd7-a9a3942059c3 req-4bd58fb4-e0a9-43de-a5e8-4f2b54569067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:17.965934 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba717a-4f75-4b2d-bfd7-a9a3942059c3 req-4bd58fb4-e0a9-43de-a5e8-4f2b54569067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:17.966477 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba717a-4f75-4b2d-bfd7-a9a3942059c3 req-4bd58fb4-e0a9-43de-a5e8-4f2b54569067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:17.967052 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba717a-4f75-4b2d-bfd7-a9a3942059c3 req-4bd58fb4-e0a9-43de-a5e8-4f2b54569067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:17.967580 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba717a-4f75-4b2d-bfd7-a9a3942059c3 req-4bd58fb4-e0a9-43de-a5e8-4f2b54569067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:17.968106 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba717a-4f75-4b2d-bfd7-a9a3942059c3 req-4bd58fb4-e0a9-43de-a5e8-4f2b54569067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:17.968631 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba717a-4f75-4b2d-bfd7-a9a3942059c3 req-4bd58fb4-e0a9-43de-a5e8-4f2b54569067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:17.970704 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6eba717a-4f75-4b2d-bfd7-a9a3942059c3 req-4bd58fb4-e0a9-43de-a5e8-4f2b54569067 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9c1d3606ae1042aca4f5fe7ec5b98f71&device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 6444 time: 0.1518524 Jul 09 16:18:17.977857 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-1ff9f58b-cd0c-4600-b5a4-1dca8c466d79 service neutron] For port 5989e1c6-4c6c-4db6-8f16-533f3fd6e06c, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:18:17.980677 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a3756-5e9e-4751-adce-dfd387114d7d req-c6a5caa9-ab3b-4ead-baef-782751dab8c0 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:17.982037 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-1ff9f58b-cd0c-4600-b5a4-1dca8c466d79 service neutron] For port 5989e1c6-4c6c-4db6-8f16-533f3fd6e06c, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=5989e1c6-4c6c-4db6-8f16-533f3fd6e06c,segment=NetworkSegment(9890f08f-b7c2-4880-91d7-5553e02a84db),segment_id=9890f08f-b7c2-4880-91d7-5553e02a84db)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:18:17.982374 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-555a3756-5e9e-4751-adce-dfd387114d7d req-c6a5caa9-ab3b-4ead-baef-782751dab8c0 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=4265823f-80af-42d3-970c-e87273117806 HTTP/1.1" status: 200 len: 949 time: 0.1040363 Jul 09 16:18:17.989328 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-1ff9f58b-cd0c-4600-b5a4-1dca8c466d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:18.025325 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-1ff9f58b-cd0c-4600-b5a4-1dca8c466d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:18.026154 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-1ff9f58b-cd0c-4600-b5a4-1dca8c466d79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:18.027986 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-1ff9f58b-cd0c-4600-b5a4-1dca8c466d79 service neutron] 10.222.0.73 "PUT /v2.0/ports/5989e1c6-4c6c-4db6-8f16-533f3fd6e06c HTTP/1.1" status: 200 len: 1091 time: 1.0459387 Jul 09 16:18:18.100853 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff9f58b-cd0c-4600-b5a4-1dca8c466d79 service neutron] Pushing event updated for resources: {'Port': ['ID=5989e1c6-4c6c-4db6-8f16-533f3fd6e06c,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:18.107684 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-555a3756-5e9e-4751-adce-dfd387114d7d req-9ec9bc79-19c8-443b-89a4-e37d2f6bea13 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046894 Jul 09 16:18:18.177682 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba717a-4f75-4b2d-bfd7-a9a3942059c3 req-d7079cd5-524a-4184-93ab-a943a502f889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:18.181470 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba717a-4f75-4b2d-bfd7-a9a3942059c3 req-d7079cd5-524a-4184-93ab-a943a502f889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:18.183667 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba717a-4f75-4b2d-bfd7-a9a3942059c3 req-d7079cd5-524a-4184-93ab-a943a502f889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:18.187409 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6eba717a-4f75-4b2d-bfd7-a9a3942059c3 req-d7079cd5-524a-4184-93ab-a943a502f889 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=9c1d3606ae1042aca4f5fe7ec5b98f71&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2015078 Jul 09 16:18:18.344634 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-527c4000-e33d-41cc-91f7-fae6e53c63a0 req-53afc20b-7ed9-42ff-a525-20b12f3d6ba9 tempest-ServerShowV257Test-946781268 tempest-ServerShowV257Test-946781268-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b32b5ea-9d66-4649-a4f2-4d9e7c6edfdf HTTP/1.1" status: 200 len: 210 time: 0.0876682 Jul 09 16:18:18.433228 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba717a-4f75-4b2d-bfd7-a9a3942059c3 req-0395a687-49ef-4151-bf63-f79158470288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:18.438334 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6eba717a-4f75-4b2d-bfd7-a9a3942059c3 req-0395a687-49ef-4151-bf63-f79158470288 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2430439 Jul 09 16:18:18.448432 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d37db-eeb1-4795-ac81-42d32c2d06e7 req-e2189e3a-1cf3-4eb1-bcfe-24fe849547fc tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:18.450359 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-eb9d37db-eeb1-4795-ac81-42d32c2d06e7 req-e2189e3a-1cf3-4eb1-bcfe-24fe849547fc tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.77 "GET /v2.0/ports?device_id=271f533c-fd28-433f-93e7-c15e0fde0859 HTTP/1.1" status: 200 len: 945 time: 0.2110763 Jul 09 16:18:18.571450 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d9443-2cf7-4d78-a7b4-604e8ad69c93 req-cff36a4a-28e2-4a3f-8cd0-0b7986e11e7b tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:18.573110 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-040d9443-2cf7-4d78-a7b4-604e8ad69c93 req-cff36a4a-28e2-4a3f-8cd0-0b7986e11e7b tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=271f533c-fd28-433f-93e7-c15e0fde0859 HTTP/1.1" status: 200 len: 945 time: 0.0717952 Jul 09 16:18:18.631424 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-040d9443-2cf7-4d78-a7b4-604e8ad69c93 req-732fc2e3-33a6-4cc0-927a-f76e4ecc0671 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523739 Jul 09 16:18:18.657613 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a62e19-23ad-41bb-a066-6d8006a24583 req-368e2c9d-1b2d-4f0c-9cf2-6ddab1277fd2 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:18.663554 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f5a62e19-23ad-41bb-a066-6d8006a24583 req-368e2c9d-1b2d-4f0c-9cf2-6ddab1277fd2 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bfaa85a-7412-4693-8f76-85c0874e9aa1 HTTP/1.1" status: 200 len: 945 time: 0.1998713 Jul 09 16:18:18.726053 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-84507bdc-4e5a-491a-8174-2713fcd797b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:18.726588 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-84507bdc-4e5a-491a-8174-2713fcd797b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:18.729046 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-84507bdc-4e5a-491a-8174-2713fcd797b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:18.729046 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-84507bdc-4e5a-491a-8174-2713fcd797b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:18.729046 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-84507bdc-4e5a-491a-8174-2713fcd797b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:18.729046 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-84507bdc-4e5a-491a-8174-2713fcd797b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:18.729046 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-84507bdc-4e5a-491a-8174-2713fcd797b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:18.731341 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-84507bdc-4e5a-491a-8174-2713fcd797b5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9c1d3606ae1042aca4f5fe7ec5b98f71&device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 6486 time: 0.2140732 Jul 09 16:18:18.743311 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f5a62e19-23ad-41bb-a066-6d8006a24583 req-a263705a-e08b-4ccf-b6e1-625dcfd1659b tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733118 Jul 09 16:18:18.752307 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-eb9d37db-eeb1-4795-ac81-42d32c2d06e7 req-eb4afb8e-b978-47b5-9816-4196b33712c6 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Deleting port 9182df35-781c-4c61-8e38-b158d1bbb222 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:18:18.752663 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-eb9d37db-eeb1-4795-ac81-42d32c2d06e7 req-eb4afb8e-b978-47b5-9816-4196b33712c6 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:18.860175 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-eb9d37db-eeb1-4795-ac81-42d32c2d06e7 req-eb4afb8e-b978-47b5-9816-4196b33712c6 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] For port 9182df35-781c-4c61-8e38-b158d1bbb222, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=9182df35-781c-4c61-8e38-b158d1bbb222,segment=NetworkSegment(fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c),segment_id=fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:18:18.860175 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-eb9d37db-eeb1-4795-ac81-42d32c2d06e7 req-eb4afb8e-b978-47b5-9816-4196b33712c6 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:18.872827 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-eb9d37db-eeb1-4795-ac81-42d32c2d06e7 req-eb4afb8e-b978-47b5-9816-4196b33712c6 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Calling delete_port for 9182df35-781c-4c61-8e38-b158d1bbb222 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:18:18.919737 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-f94c0e04-cd96-450f-b990-4df2e6aed546 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e01c9589-6e5d-4d24-9c0d-a5ccec3105eb HTTP/1.1" status: 200 len: 217 time: 0.0447335 Jul 09 16:18:18.966474 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76fde3d-e891-4d83-8e3b-39cc8a954203 req-66f93e8d-ec58-48f4-b4cd-f98ddbcd15e9 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:18.967862 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c76fde3d-e891-4d83-8e3b-39cc8a954203 req-66f93e8d-ec58-48f4-b4cd-f98ddbcd15e9 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.77 "GET /v2.0/ports?device_id=4265823f-80af-42d3-970c-e87273117806 HTTP/1.1" status: 200 len: 949 time: 0.1744301 Jul 09 16:18:18.997455 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf53eee-44ff-4e7c-9eff-5d79369b41cd req-daf901f1-6a1f-4ae8-9398-a07b8cf3f9c9 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:19.003850 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf53eee-44ff-4e7c-9eff-5d79369b41cd req-daf901f1-6a1f-4ae8-9398-a07b8cf3f9c9 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:19.009687 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf53eee-44ff-4e7c-9eff-5d79369b41cd req-daf901f1-6a1f-4ae8-9398-a07b8cf3f9c9 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:19.015624 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf53eee-44ff-4e7c-9eff-5d79369b41cd req-daf901f1-6a1f-4ae8-9398-a07b8cf3f9c9 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:19.022027 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf53eee-44ff-4e7c-9eff-5d79369b41cd req-daf901f1-6a1f-4ae8-9398-a07b8cf3f9c9 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:19.028082 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf53eee-44ff-4e7c-9eff-5d79369b41cd req-daf901f1-6a1f-4ae8-9398-a07b8cf3f9c9 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:19.034296 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf53eee-44ff-4e7c-9eff-5d79369b41cd req-daf901f1-6a1f-4ae8-9398-a07b8cf3f9c9 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:19.036663 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ebf53eee-44ff-4e7c-9eff-5d79369b41cd req-daf901f1-6a1f-4ae8-9398-a07b8cf3f9c9 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 5429 time: 0.1669385 Jul 09 16:18:19.048472 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-2ed3bad8-f927-4c8a-8616-936ed3b0a935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:19.049933 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-2ed3bad8-f927-4c8a-8616-936ed3b0a935 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17b1bf0f-6449-4963-a32c-463b55d292cb HTTP/1.1" status: 200 len: 856 time: 0.1224031 Jul 09 16:18:19.098112 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ebf53eee-44ff-4e7c-9eff-5d79369b41cd req-658599ca-06d9-4fec-a647-363450004f36 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca0135bb-d8c1-4b57-8ce3-faf17c546fda&id=c40e1744-30c5-4994-a4ae-d009355a2528&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432379 Jul 09 16:18:19.142594 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15493b-2f70-4b66-ade6-1637005d6a8b req-78fd6d86-bf01-4004-a1ee-cb9c98eca6fc tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:19.149777 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2f15493b-2f70-4b66-ade6-1637005d6a8b req-78fd6d86-bf01-4004-a1ee-cb9c98eca6fc tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21 HTTP/1.1" status: 200 len: 946 time: 0.1639090 Jul 09 16:18:19.184668 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41621f63-6505-4833-9032-002b139573a9', 'tag': 'a7a4e491-e2c2-414f-9cdd-91edf6bc83f0'}, {'name': 'network-changed', 'server_uuid': '41621f63-6505-4833-9032-002b139573a9', 'tag': '5989e1c6-4c6c-4db6-8f16-533f3fd6e06c'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:18:19.187070 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19af9c75-2e43-4fa6-a9b6-8ae62f3356da" -d '{"events": [{"name": "network-changed", "server_uuid": "41621f63-6505-4833-9032-002b139573a9", "tag": "a7a4e491-e2c2-414f-9cdd-91edf6bc83f0"}, {"name": "network-changed", "server_uuid": "41621f63-6505-4833-9032-002b139573a9", "tag": "5989e1c6-4c6c-4db6-8f16-533f3fd6e06c"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:18:19.196577 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-c76fde3d-e891-4d83-8e3b-39cc8a954203 req-c79f9e13-ebb9-40f7-8a07-3b444c7a4de4 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Deleting port 8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:18:19.197010 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c76fde3d-e891-4d83-8e3b-39cc8a954203 req-c79f9e13-ebb9-40f7-8a07-3b444c7a4de4 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:19.238498 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2f15493b-2f70-4b66-ade6-1637005d6a8b req-e479f85f-d1dc-4077-bf3e-eb1e207d0ac6 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878336 Jul 09 16:18:19.240897 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-1e916427-55c9-46aa-8c55-dae92defea95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:19.242734 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-1e916427-55c9-46aa-8c55-dae92defea95 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3a4e126d-a665-4056-ac42-0c366e7fbeca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1803417 Jul 09 16:18:19.244049 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-eb9d37db-eeb1-4795-ac81-42d32c2d06e7 req-eb4afb8e-b978-47b5-9816-4196b33712c6 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:19.271597 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['f8ff3a60-d462-40e9-acb7-798df2b5cc97', '9182df35-781c-4c61-8e38-b158d1bbb222'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:18:19.327801 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4afb8e-b978-47b5-9816-4196b33712c6 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Pushing event deleted for resources: {'Port': ['ID=9182df35-781c-4c61-8e38-b158d1bbb222,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:19.345353 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-c76fde3d-e891-4d83-8e3b-39cc8a954203 req-c79f9e13-ebb9-40f7-8a07-3b444c7a4de4 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] For port 8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:18:19.346036 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c76fde3d-e891-4d83-8e3b-39cc8a954203 req-c79f9e13-ebb9-40f7-8a07-3b444c7a4de4 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:19.360615 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-c76fde3d-e891-4d83-8e3b-39cc8a954203 req-c79f9e13-ebb9-40f7-8a07-3b444c7a4de4 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Calling delete_port for 8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:18:19.455535 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb9d37db-eeb1-4795-ac81-42d32c2d06e7 req-eb4afb8e-b978-47b5-9816-4196b33712c6 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] No DVR routers for this DVR port 9182df35-781c-4c61-8e38-b158d1bbb222 on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:18:19.516689 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c76fde3d-e891-4d83-8e3b-39cc8a954203 req-c79f9e13-ebb9-40f7-8a07-3b444c7a4de4 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:19.536000 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-ace52b29-f4bb-411a-a0ec-3b73446b7dfc service neutron] 10.222.0.73 "GET /v2.0/networks/3a4e126d-a665-4056-ac42-0c366e7fbeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826326 Jul 09 16:18:19.537242 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-eb9d37db-eeb1-4795-ac81-42d32c2d06e7 req-eb4afb8e-b978-47b5-9816-4196b33712c6 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:19.539628 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-eb9d37db-eeb1-4795-ac81-42d32c2d06e7 req-eb4afb8e-b978-47b5-9816-4196b33712c6 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.77 "DELETE /v2.0/ports/9182df35-781c-4c61-8e38-b158d1bbb222 HTTP/1.1" status: 204 len: 173 time: 1.0750442 Jul 09 16:18:19.541163 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271f533c-fd28-433f-93e7-c15e0fde0859', 'name': 'network-vif-deleted', 'tag': '9182df35-781c-4c61-8e38-b158d1bbb222'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:18:19.545839 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca341abd-c9bf-44d9-b89d-7baababe4d1f" -d '{"events": [{"server_uuid": "271f533c-fd28-433f-93e7-c15e0fde0859", "name": "network-vif-deleted", "tag": "9182df35-781c-4c61-8e38-b158d1bbb222"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:18:19.560813 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 09 Jul 2021 16:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff359ceb-6c1e-4616-b6d7-ded1a2c96d2f x-openstack-request-id: req-ff359ceb-6c1e-4616-b6d7-ded1a2c96d2f {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:18:19.561163 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41621f63-6505-4833-9032-002b139573a9", "tag": "a7a4e491-e2c2-414f-9cdd-91edf6bc83f0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "41621f63-6505-4833-9032-002b139573a9", "tag": "5989e1c6-4c6c-4db6-8f16-533f3fd6e06c", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:18:19.561565 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ff359ceb-6c1e-4616-b6d7-ded1a2c96d2f {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:18:19.561950 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41621f63-6505-4833-9032-002b139573a9', 'tag': 'a7a4e491-e2c2-414f-9cdd-91edf6bc83f0', 'status': 'completed', 'code': 200} Jul 09 16:18:19.562204 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41621f63-6505-4833-9032-002b139573a9', 'tag': '5989e1c6-4c6c-4db6-8f16-533f3fd6e06c', 'status': 'completed', 'code': 200} Jul 09 16:18:19.570901 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f9e13-ebb9-40f7-8a07-3b444c7a4de4 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Pushing event deleted for resources: {'Port': ['ID=8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:19.656478 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-c76fde3d-e891-4d83-8e3b-39cc8a954203 req-c79f9e13-ebb9-40f7-8a07-3b444c7a4de4 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] No DVR routers for this DVR port 8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8 on host n-h1-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:18:19.659249 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd9a0c7-1046-445d-9748-576c304191b9 req-7c437955-af5e-4c26-858e-09ca579da125 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:19.661226 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c76fde3d-e891-4d83-8e3b-39cc8a954203 req-c79f9e13-ebb9-40f7-8a07-3b444c7a4de4 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:19.665399 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c76fde3d-e891-4d83-8e3b-39cc8a954203 req-c79f9e13-ebb9-40f7-8a07-3b444c7a4de4 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.77 "DELETE /v2.0/ports/8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8 HTTP/1.1" status: 204 len: 173 time: 0.6882546 Jul 09 16:18:19.665620 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ffd9a0c7-1046-445d-9748-576c304191b9 req-7c437955-af5e-4c26-858e-09ca579da125 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=4265823f-80af-42d3-970c-e87273117806 HTTP/1.1" status: 200 len: 867 time: 0.2070367 Jul 09 16:18:19.720266 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-36d18bf3-81b6-4462-8324-e113697a8aa0 service neutron] 10.222.0.73 "GET /v2.0/networks/3a4e126d-a665-4056-ac42-0c366e7fbeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722150 Jul 09 16:18:19.723095 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ffd9a0c7-1046-445d-9748-576c304191b9 req-f70f2a80-36b9-43df-b0a4-b81b9a1d273e tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567396 Jul 09 16:18:19.723554 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-960d2017-1a5a-40ca-866d-5ec9976c35d2 req-20e91a2b-0d93-4def-b059-ccde8c1304e5 tempest-ServerShowV257Test-946781268 tempest-ServerShowV257Test-946781268-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b32b5ea-9d66-4649-a4f2-4d9e7c6edfdf HTTP/1.1" status: 200 len: 210 time: 0.0288229 Jul 09 16:18:19.752985 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8', 'e97372da-66aa-4560-895c-407230766bbb'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:18:19.827499 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-fd690f37-e10d-4462-92b0-a60993474c8b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847 HTTP/1.1" status: 200 len: 217 time: 0.0894275 Jul 09 16:18:19.844965 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda0b58d-8aba-4e71-a9e7-6777e3a69cca x-openstack-request-id: req-fda0b58d-8aba-4e71-a9e7-6777e3a69cca {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:18:19.845251 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "271f533c-fd28-433f-93e7-c15e0fde0859", "name": "network-vif-deleted", "tag": "9182df35-781c-4c61-8e38-b158d1bbb222", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:18:19.845519 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fda0b58d-8aba-4e71-a9e7-6777e3a69cca {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:18:19.845898 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271f533c-fd28-433f-93e7-c15e0fde0859', 'name': 'network-vif-deleted', 'tag': '9182df35-781c-4c61-8e38-b158d1bbb222', 'status': 'completed', 'code': 200} Jul 09 16:18:19.943150 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:18:19.968298 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-32d81115-c443-429e-95a4-2bb597e69005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:19.970113 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-32d81115-c443-429e-95a4-2bb597e69005 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=981e8e3d-124b-4345-9952-afb7f38f6b86 HTTP/1.1" status: 200 len: 797 time: 0.1416576 Jul 09 16:18:20.139457 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-62dd84ab-4590-4895-8c65-c6b24c7ff980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:20.141068 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-62dd84ab-4590-4895-8c65-c6b24c7ff980 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6395e908-6223-4d6f-b1c1-e394506abed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1588604 Jul 09 16:18:20.169609 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ade15573-916d-4d4b-b488-ad226152bcac req-96a0b763-e583-45c0-8886-ff757d6b4cc8 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=271f533c-fd28-433f-93e7-c15e0fde0859 HTTP/1.1" status: 200 len: 210 time: 0.0697687 Jul 09 16:18:20.224545 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0407a22d-7ad1-4437-96ea-915c2f935d53 req-94e9c83e-b07e-4705-833a-b3dfaac28ffa tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:20.226198 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0407a22d-7ad1-4437-96ea-915c2f935d53 req-94e9c83e-b07e-4705-833a-b3dfaac28ffa tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bfaa85a-7412-4693-8f76-85c0874e9aa1 HTTP/1.1" status: 200 len: 945 time: 0.0932236 Jul 09 16:18:20.259714 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-ef4db115-6e7d-4028-beec-d3216391bba4 service neutron] 10.222.0.73 "GET /v2.0/networks/6395e908-6223-4d6f-b1c1-e394506abed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999978 Jul 09 16:18:20.316843 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0407a22d-7ad1-4437-96ea-915c2f935d53 req-f0f7acab-56ba-495d-a3fd-9d5a43dd359c tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837288 Jul 09 16:18:20.399207 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-c6ac2cf3-f4c0-40a5-b7c8-a25319c15b8f service neutron] 10.222.0.73 "GET /v2.0/networks/6395e908-6223-4d6f-b1c1-e394506abed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309392 Jul 09 16:18:20.466269 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-3dae59d0-3880-4a46-840f-bd19df9161fe service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e HTTP/1.1" status: 200 len: 217 time: 0.0569110 Jul 09 16:18:20.557297 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23000815-7a8d-49d0-a117-917804aa5824 req-9fdef83b-2e36-4068-bf2e-d86865d1f76a tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:20.565927 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-23000815-7a8d-49d0-a117-917804aa5824 req-9fdef83b-2e36-4068-bf2e-d86865d1f76a tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21 HTTP/1.1" status: 200 len: 946 time: 0.0932231 Jul 09 16:18:20.570501 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c323ff-250f-4562-816b-a307eaf5ed06 req-55484c55-51ae-4fc5-b2d4-823cf6ad02c0 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:20.576636 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c323ff-250f-4562-816b-a307eaf5ed06 req-55484c55-51ae-4fc5-b2d4-823cf6ad02c0 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:20.583392 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c323ff-250f-4562-816b-a307eaf5ed06 req-55484c55-51ae-4fc5-b2d4-823cf6ad02c0 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:20.589514 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c323ff-250f-4562-816b-a307eaf5ed06 req-55484c55-51ae-4fc5-b2d4-823cf6ad02c0 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:20.595565 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c323ff-250f-4562-816b-a307eaf5ed06 req-55484c55-51ae-4fc5-b2d4-823cf6ad02c0 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:20.603182 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c323ff-250f-4562-816b-a307eaf5ed06 req-55484c55-51ae-4fc5-b2d4-823cf6ad02c0 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:20.607186 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-23000815-7a8d-49d0-a117-917804aa5824 req-dbc9c624-a141-443a-8cfd-a73a15e125d7 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398548 Jul 09 16:18:20.610058 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c323ff-250f-4562-816b-a307eaf5ed06 req-55484c55-51ae-4fc5-b2d4-823cf6ad02c0 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:20.612106 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c0c323ff-250f-4562-816b-a307eaf5ed06 req-55484c55-51ae-4fc5-b2d4-823cf6ad02c0 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 5429 time: 0.2119622 Jul 09 16:18:20.614791 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-e690dbc0-275e-484e-b13f-bc143189ced5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:20.616323 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-e690dbc0-275e-484e-b13f-bc143189ced5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=981e8e3d-124b-4345-9952-afb7f38f6b86 HTTP/1.1" status: 200 len: 797 time: 0.1361461 Jul 09 16:18:20.688944 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c0c323ff-250f-4562-816b-a307eaf5ed06 req-8dd7e18d-343e-4e26-9d9c-ccc533650e23 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca0135bb-d8c1-4b57-8ce3-faf17c546fda&id=c40e1744-30c5-4994-a4ae-d009355a2528&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0708544 Jul 09 16:18:20.710683 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-825dd5d5-ba91-473f-b15c-9dc9ecdaecc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:20.712924 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-825dd5d5-ba91-473f-b15c-9dc9ecdaecc1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6395e908-6223-4d6f-b1c1-e394506abed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0875823 Jul 09 16:18:20.854571 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-7b8c3800-53a4-460c-bd78-c536f8aa85d0 service neutron] 10.222.0.73 "GET /v2.0/networks/6395e908-6223-4d6f-b1c1-e394506abed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314585 Jul 09 16:18:20.977125 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bf7d7986-7d25-4fd1-879c-70e093675181 req-07bcf684-ef3f-43e3-88ab-170cc589578f tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=4265823f-80af-42d3-970c-e87273117806 HTTP/1.1" status: 200 len: 210 time: 0.0347996 Jul 09 16:18:21.038460 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5f33b47d-dbe2-4721-8dfa-836d8d4551f8 req-d551d04b-e193-4667-91c9-09d3c2e828e7 tempest-ServerShowV257Test-946781268 tempest-ServerShowV257Test-946781268-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b32b5ea-9d66-4649-a4f2-4d9e7c6edfdf HTTP/1.1" status: 200 len: 210 time: 0.0443838 Jul 09 16:18:21.040232 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-4cd6a50d-70b5-4a2b-9c0d-b5c2b04c943b service neutron] 10.222.0.73 "GET /v2.0/networks/6395e908-6223-4d6f-b1c1-e394506abed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569915 Jul 09 16:18:21.093527 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-455bc7f4-de2e-4d39-bced-92977b87b02d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=cc1b9003-be21-4ede-8937-a785742afd1f HTTP/1.1" status: 200 len: 217 time: 0.0450025 Jul 09 16:18:21.147441 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-40720706-7e0f-42bd-a03f-169ecdd4b2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:21.149138 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-40720706-7e0f-42bd-a03f-169ecdd4b2a1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=981e8e3d-124b-4345-9952-afb7f38f6b86 HTTP/1.1" status: 200 len: 797 time: 0.0475087 Jul 09 16:18:21.291874 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-6bfa9699-5376-4891-88fc-5917ea678170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:21.293775 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-6bfa9699-5376-4891-88fc-5917ea678170 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6395e908-6223-4d6f-b1c1-e394506abed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1382210 Jul 09 16:18:21.305927 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c3a09-2e4a-400d-af89-518cb64a71ed req-7c8a4758-8c3e-49a3-9baf-f30ca0a3a589 tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:21.311456 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3f3c3a09-2e4a-400d-af89-518cb64a71ed req-7c8a4758-8c3e-49a3-9baf-f30ca0a3a589 tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] 10.222.0.98 "GET /v2.0/networks?id=e9d83fad-820f-4504-9188-07c177bfb5d5 HTTP/1.1" status: 200 len: 810 time: 0.1421919 Jul 09 16:18:21.367267 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3f3c3a09-2e4a-400d-af89-518cb64a71ed req-310e185e-8619-4321-8741-4792749a05a5 tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] 10.222.0.98 "GET /v2.0/quotas/b022a61f2f784eb8b3adb6c164e67320 HTTP/1.1" status: 200 len: 375 time: 0.0510736 Jul 09 16:18:21.405469 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3f3c3a09-2e4a-400d-af89-518cb64a71ed req-32659aaa-fade-4fb1-b2e3-8e26344aea00 tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=b022a61f2f784eb8b3adb6c164e67320&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309467 Jul 09 16:18:21.494336 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-49443e07-864b-4833-8bdc-10cf8ef185a1 service neutron] 10.222.0.73 "GET /v2.0/networks/6395e908-6223-4d6f-b1c1-e394506abed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858110 Jul 09 16:18:21.530724 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06feff04-d18b-47d4-9f01-8cf6882253ac req-edb470e0-cf38-4503-a8fd-c7f330a8a427 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:21.532398 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-06feff04-d18b-47d4-9f01-8cf6882253ac req-edb470e0-cf38-4503-a8fd-c7f330a8a427 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bfaa85a-7412-4693-8f76-85c0874e9aa1 HTTP/1.1" status: 200 len: 945 time: 0.0714476 Jul 09 16:18:21.565031 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4265823f-80af-42d3-970c-e87273117806', 'name': 'network-vif-deleted', 'tag': '8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:18:21.567613 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323d5432-9196-4da4-a538-a93f0b016ae2" -d '{"events": [{"server_uuid": "4265823f-80af-42d3-970c-e87273117806", "name": "network-vif-deleted", "tag": "8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:18:21.585771 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3f3c3a09-2e4a-400d-af89-518cb64a71ed req-e558c26c-db10-487d-86ab-c3a2d72f8ad8 service neutron] 10.222.0.98 "GET /v2.0/networks/e9d83fad-820f-4504-9188-07c177bfb5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700268 Jul 09 16:18:21.587837 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-06feff04-d18b-47d4-9f01-8cf6882253ac req-b6dac813-4e4b-4514-8d27-4bdb8bdb1590 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493681 Jul 09 16:18:21.678320 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-bc768069-d689-411a-a4ca-24f38fc9d3c8 service neutron] 10.222.0.73 "GET /v2.0/networks/6395e908-6223-4d6f-b1c1-e394506abed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734235 Jul 09 16:18:21.735338 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-8de4d7f4-3f66-4e0f-a6fa-02fce6349e68 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=4f254e63-6b3b-4694-9cb5-3a15ac319c88 HTTP/1.1" status: 200 len: 217 time: 0.0415752 Jul 09 16:18:21.759615 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3f3c3a09-2e4a-400d-af89-518cb64a71ed req-e7453bac-c4d6-4f5f-9eec-9910da840cf8 service neutron] 10.222.0.98 "GET /v2.0/networks/e9d83fad-820f-4504-9188-07c177bfb5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611042 Jul 09 16:18:21.795477 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ec870-9568-49fc-9152-b07632b6df12 req-d96dc0b1-fce5-41ae-9c67-b80dc742cb09 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:21.799264 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-3ae0ee79-dfd9-4609-be2a-d356d13c7b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:21.801270 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-3ae0ee79-dfd9-4609-be2a-d356d13c7b1f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=981e8e3d-124b-4345-9952-afb7f38f6b86 HTTP/1.1" status: 200 len: 797 time: 0.0551322 Jul 09 16:18:21.803326 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-859ec870-9568-49fc-9152-b07632b6df12 req-d96dc0b1-fce5-41ae-9c67-b80dc742cb09 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/networks?id=ce97cc22-3a2c-431c-a7c0-56837c541317 HTTP/1.1" status: 200 len: 806 time: 0.1248138 Jul 09 16:18:21.817594 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-859ec870-9568-49fc-9152-b07632b6df12 req-933d0867-681f-49c1-9539-4d24f166bc92 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/quotas/e315895fcff346cb9e8f1de4a11daf77 HTTP/1.1" status: 200 len: 375 time: 0.0131772 Jul 09 16:18:21.871443 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-bba31f3e-76b5-4cbd-a179-47d657ed9323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:21.872975 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-bba31f3e-76b5-4cbd-a179-47d657ed9323 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6395e908-6223-4d6f-b1c1-e394506abed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0639110 Jul 09 16:18:21.882288 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-859ec870-9568-49fc-9152-b07632b6df12 req-6cf687c9-6e3a-48d3-b471-5384bbd97a82 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=e315895fcff346cb9e8f1de4a11daf77&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0626788 Jul 09 16:18:21.984140 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-859ec870-9568-49fc-9152-b07632b6df12 req-ab482ba2-52c3-454e-b72a-24c1e98e3d78 service neutron] 10.222.0.98 "GET /v2.0/networks/ce97cc22-3a2c-431c-a7c0-56837c541317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950022 Jul 09 16:18:21.985000 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-36b2f4d3-b9c3-4158-ad2f-742781302df9 service neutron] 10.222.0.73 "GET /v2.0/networks/6395e908-6223-4d6f-b1c1-e394506abed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875628 Jul 09 16:18:22.044350 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbefd28f-ab9d-4c52-bc57-c232e0b39450 x-openstack-request-id: req-dbefd28f-ab9d-4c52-bc57-c232e0b39450 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:18:22.044774 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4265823f-80af-42d3-970c-e87273117806", "name": "network-vif-deleted", "tag": "8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:18:22.045028 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-dbefd28f-ab9d-4c52-bc57-c232e0b39450 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:18:22.045541 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4265823f-80af-42d3-970c-e87273117806', 'name': 'network-vif-deleted', 'tag': '8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8', 'status': 'completed', 'code': 200} Jul 09 16:18:22.112039 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-6a57c63f-951b-4e6c-8198-4254549536b9 service neutron] 10.222.0.73 "GET /v2.0/networks/6395e908-6223-4d6f-b1c1-e394506abed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206338 Jul 09 16:18:22.114020 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-859ec870-9568-49fc-9152-b07632b6df12 req-f8c29cd3-58f1-480d-b041-4050a5d9e322 service neutron] 10.222.0.98 "GET /v2.0/networks/ce97cc22-3a2c-431c-a7c0-56837c541317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244388 Jul 09 16:18:22.168957 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-fe234cb0-f0be-4c90-b05b-784c223395e7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a7a4e491-e2c2-414f-9cdd-91edf6bc83f0 HTTP/1.1" status: 200 len: 217 time: 0.0465167 Jul 09 16:18:22.220690 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f0074d27-a4e8-40b2-97b6-afc11e8e94cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:22.260351 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-eb975b95-09a3-435b-a7d9-f9830d1d7936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:22.261839 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-eb975b95-09a3-435b-a7d9-f9830d1d7936 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ae89dbbd-9e79-42bc-a3f4-8084965358e2 HTTP/1.1" status: 200 len: 797 time: 0.0713260 Jul 09 16:18:22.287532 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f121c3f-7bb7-425b-80e5-045b62e5af4d req-8a54cee3-ae2e-46c7-a23b-28f1c5f58f33 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:22.289280 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5f121c3f-7bb7-425b-80e5-045b62e5af4d req-8a54cee3-ae2e-46c7-a23b-28f1c5f58f33 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21 HTTP/1.1" status: 200 len: 946 time: 0.1584408 Jul 09 16:18:22.356774 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5f121c3f-7bb7-425b-80e5-045b62e5af4d req-218c6cd3-3f46-403a-968d-3f5f3ba8b317 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492983 Jul 09 16:18:22.367196 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-bd3d9764-e315-424d-8ea0-65046a96ca9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:22.368713 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-bd3d9764-e315-424d-8ea0-65046a96ca9e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f2f28c7b-9941-49e4-8996-9de52a7808d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0994182 Jul 09 16:18:22.587655 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-8ea7137b-168f-4615-93cb-b96f97ecccf0 service neutron] 10.222.0.73 "GET /v2.0/networks/f2f28c7b-9941-49e4-8996-9de52a7808d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111053 Jul 09 16:18:22.619270 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26508117-b026-4bd0-835e-329bc3a2fdc7 req-555ad880-f68b-4a11-b7db-9e4b32041291 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:22.625933 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26508117-b026-4bd0-835e-329bc3a2fdc7 req-555ad880-f68b-4a11-b7db-9e4b32041291 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:22.632700 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26508117-b026-4bd0-835e-329bc3a2fdc7 req-555ad880-f68b-4a11-b7db-9e4b32041291 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:22.640743 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26508117-b026-4bd0-835e-329bc3a2fdc7 req-555ad880-f68b-4a11-b7db-9e4b32041291 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:22.648936 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26508117-b026-4bd0-835e-329bc3a2fdc7 req-555ad880-f68b-4a11-b7db-9e4b32041291 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:22.656448 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26508117-b026-4bd0-835e-329bc3a2fdc7 req-555ad880-f68b-4a11-b7db-9e4b32041291 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:22.662873 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26508117-b026-4bd0-835e-329bc3a2fdc7 req-555ad880-f68b-4a11-b7db-9e4b32041291 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:22.664852 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-26508117-b026-4bd0-835e-329bc3a2fdc7 req-555ad880-f68b-4a11-b7db-9e4b32041291 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 5429 time: 0.1671429 Jul 09 16:18:22.782118 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-035e19fb-771f-481b-b44f-245d29a98985 service neutron] 10.222.0.73 "GET /v2.0/networks/f2f28c7b-9941-49e4-8996-9de52a7808d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161957 Jul 09 16:18:22.791953 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-26508117-b026-4bd0-835e-329bc3a2fdc7 req-6c3ccc3a-7859-4dd9-8003-6e306e8da1d3 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca0135bb-d8c1-4b57-8ce3-faf17c546fda&id=c40e1744-30c5-4994-a4ae-d009355a2528&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562425 Jul 09 16:18:22.830019 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-8525bcfe-1d04-411a-8694-68076792ce8e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5989e1c6-4c6c-4db6-8f16-533f3fd6e06c HTTP/1.1" status: 200 len: 217 time: 0.0369923 Jul 09 16:18:22.860237 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ad89b91a-4f99-4c6a-ad84-0c07d44dcb2e req-f84951af-beab-40b2-b910-e091e92bd6ca tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] 10.222.0.98 "GET /v2.0/ports?device_id=a4e97b90-3fda-47ad-84ca-0a671233df8d HTTP/1.1" status: 200 len: 210 time: 0.0431054 Jul 09 16:18:22.921602 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-1b293f02-ef55-4b03-8dad-fc4bcc607b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:22.923464 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-1b293f02-ef55-4b03-8dad-fc4bcc607b45 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ae89dbbd-9e79-42bc-a3f4-8084965358e2 HTTP/1.1" status: 200 len: 797 time: 0.0864873 Jul 09 16:18:22.945359 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5a4abc29-e9e0-41f7-b3d0-a62587ef6c58 req-23a42f90-a144-49cc-8207-163397efdf00 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=4e7cfc71-24c3-4da3-91e1-b7f4d42aefbe HTTP/1.1" status: 200 len: 210 time: 0.0454597 Jul 09 16:18:23.007416 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4cc30074-fb51-4afe-87f7-ae8244d4ef4e req-ee395387-17c2-4a81-8af2-7a6d27cee689 tempest-ServerShowV257Test-946781268 tempest-ServerShowV257Test-946781268-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b32b5ea-9d66-4649-a4f2-4d9e7c6edfdf HTTP/1.1" status: 200 len: 210 time: 0.0403085 Jul 09 16:18:23.040554 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-2d47829f-35bb-4872-a2c0-264d576b8f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:23.040554 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-2d47829f-35bb-4872-a2c0-264d576b8f08 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f2f28c7b-9941-49e4-8996-9de52a7808d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1006536 Jul 09 16:18:23.141838 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-9ab849ae-5929-437a-a750-bec7291ab174 service neutron] 10.222.0.73 "GET /v2.0/networks/f2f28c7b-9941-49e4-8996-9de52a7808d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011043 Jul 09 16:18:23.142948 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d4f695-2b8f-476b-80d6-002ef229c5e1 req-81128d2a-6467-43b6-9fab-3e6794ee57bd tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:23.144381 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f4d4f695-2b8f-476b-80d6-002ef229c5e1 req-81128d2a-6467-43b6-9fab-3e6794ee57bd tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bfaa85a-7412-4693-8f76-85c0874e9aa1 HTTP/1.1" status: 200 len: 945 time: 0.0791574 Jul 09 16:18:23.190282 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f4d4f695-2b8f-476b-80d6-002ef229c5e1 req-edc7e8ba-782e-487e-9a9e-7286848ef33d tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380073 Jul 09 16:18:23.239817 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71b8a5e-aac6-4601-89b8-37a13e52f732 req-a8a6385b-a4c9-4ff3-9ea3-5f740262eea9 service neutron] 10.222.0.73 "GET /v2.0/networks/f2f28c7b-9941-49e4-8996-9de52a7808d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878658 Jul 09 16:18:23.246220 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:18:23.267096 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: 8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:18:23.267532 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 8f6e3a48-b46e-4a42-bcab-4f07b6eff7e8 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:18:23.267960 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 9182df35-781c-4c61-8e38-b158d1bbb222 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:18:23.288768 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: 9182df35-781c-4c61-8e38-b158d1bbb222 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:18:23.289077 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 9182df35-781c-4c61-8e38-b158d1bbb222 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:18:23.453412 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5a2f4-0ab2-494e-bb7a-150dc5688150 req-29d095a5-9d92-4c96-83c5-fbd28678244a tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:23.455504 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c6c5a2f4-0ab2-494e-bb7a-150dc5688150 req-29d095a5-9d92-4c96-83c5-fbd28678244a tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=24b38fcb-af32-450b-8a9c-61b943e9a0f3 HTTP/1.1" status: 200 len: 951 time: 0.0712371 Jul 09 16:18:23.565158 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c6c5a2f4-0ab2-494e-bb7a-150dc5688150 req-f3caddea-f85f-41db-92fb-c9badab4dfbb tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012905 Jul 09 16:18:23.622673 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c3a09-2e4a-400d-af89-518cb64a71ed req-a70a629b-cded-48b0-a0fa-589588677da8 tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:23.624456 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3f3c3a09-2e4a-400d-af89-518cb64a71ed req-a70a629b-cded-48b0-a0fa-589588677da8 tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] 10.222.0.77 "GET /v2.0/networks?id=e9d83fad-820f-4504-9188-07c177bfb5d5 HTTP/1.1" status: 200 len: 810 time: 0.1412938 Jul 09 16:18:23.638498 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-3f3c3a09-2e4a-400d-af89-518cb64a71ed req-8afe5224-38d5-4235-9d13-ee10e5aba1e5 tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] Request body: {'port': {'device_id': 'a4e97b90-3fda-47ad-84ca-0a671233df8d', 'network_id': 'e9d83fad-820f-4504-9188-07c177bfb5d5', 'admin_state_up': True, 'tenant_id': 'b022a61f2f784eb8b3adb6c164e67320'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:18:23.784386 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f3c3a09-2e4a-400d-af89-518cb64a71ed req-8afe5224-38d5-4235-9d13-ee10e5aba1e5 tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] Made reservation on behalf of b022a61f2f784eb8b3adb6c164e67320 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:18:23.788025 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3f3c3a09-2e4a-400d-af89-518cb64a71ed req-8afe5224-38d5-4235-9d13-ee10e5aba1e5 tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:23.899623 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d819e86-6ef7-48a6-80a9-767f1183a09d req-5fe2e686-0551-4bbb-b098-eb73cc04d96e tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:23.901391 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0d819e86-6ef7-48a6-80a9-767f1183a09d req-5fe2e686-0551-4bbb-b098-eb73cc04d96e tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21 HTTP/1.1" status: 200 len: 946 time: 0.4117260 Jul 09 16:18:23.908592 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af9c75-2e43-4fa6-a9b6-8ae62f3356da req-5fcb1167-9667-47a5-b713-f18e7bdad194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:23.909164 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af9c75-2e43-4fa6-a9b6-8ae62f3356da req-5fcb1167-9667-47a5-b713-f18e7bdad194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:23.909691 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af9c75-2e43-4fa6-a9b6-8ae62f3356da req-5fcb1167-9667-47a5-b713-f18e7bdad194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:23.910213 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af9c75-2e43-4fa6-a9b6-8ae62f3356da req-5fcb1167-9667-47a5-b713-f18e7bdad194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:23.910734 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af9c75-2e43-4fa6-a9b6-8ae62f3356da req-5fcb1167-9667-47a5-b713-f18e7bdad194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:23.911306 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af9c75-2e43-4fa6-a9b6-8ae62f3356da req-5fcb1167-9667-47a5-b713-f18e7bdad194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:23.911827 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af9c75-2e43-4fa6-a9b6-8ae62f3356da req-5fcb1167-9667-47a5-b713-f18e7bdad194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:23.913754 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-19af9c75-2e43-4fa6-a9b6-8ae62f3356da req-5fcb1167-9667-47a5-b713-f18e7bdad194 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9c1d3606ae1042aca4f5fe7ec5b98f71&device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 6486 time: 0.4382515 Jul 09 16:18:23.951721 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-3f3c3a09-2e4a-400d-af89-518cb64a71ed req-8afe5224-38d5-4235-9d13-ee10e5aba1e5 tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] Allocated IP 172.20.0.10 (e9d83fad-820f-4504-9188-07c177bfb5d5/13f4c0bf-6e72-4021-baf7-6bfbc0bd591a/eccccde7-42b3-4975-918b-7fc40f4d67dc) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:18:24.059552 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0d819e86-6ef7-48a6-80a9-767f1183a09d req-ce839bdf-f7cb-495c-96a3-2c5c8fcaa747 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447053 Jul 09 16:18:24.126806 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af9c75-2e43-4fa6-a9b6-8ae62f3356da req-1e189edc-9742-481a-b428-5b9facba0c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:24.128720 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-19af9c75-2e43-4fa6-a9b6-8ae62f3356da req-1e189edc-9742-481a-b428-5b9facba0c3b service neutron] 10.222.0.73 "GET /v2.0/networks?id=f2f28c7b-9941-49e4-8996-9de52a7808d3 HTTP/1.1" status: 200 len: 902 time: 0.2067392 Jul 09 16:18:24.135813 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ec870-9568-49fc-9152-b07632b6df12 req-b3b25e6f-191f-454e-a66f-53332656f9ef tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:24.137309 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-859ec870-9568-49fc-9152-b07632b6df12 req-b3b25e6f-191f-454e-a66f-53332656f9ef tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.77 "GET /v2.0/networks?id=ce97cc22-3a2c-431c-a7c0-56837c541317 HTTP/1.1" status: 200 len: 806 time: 0.1625640 Jul 09 16:18:24.160000 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3f3c3a09-2e4a-400d-af89-518cb64a71ed req-8afe5224-38d5-4235-9d13-ee10e5aba1e5 tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:24.182030 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-859ec870-9568-49fc-9152-b07632b6df12 req-1290b627-24aa-4624-8acb-b60420a265ae tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Request body: {'port': {'device_id': '4e7cfc71-24c3-4da3-91e1-b7f4d42aefbe', 'network_id': 'ce97cc22-3a2c-431c-a7c0-56837c541317', 'admin_state_up': True, 'tenant_id': 'e315895fcff346cb9e8f1de4a11daf77'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:18:24.202995 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3f3c3a09-2e4a-400d-af89-518cb64a71ed req-8afe5224-38d5-4235-9d13-ee10e5aba1e5 tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:24.216864 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635e623-4017-4b31-937d-218ec24d7294 req-87257101-7548-47c8-a727-9d4c6d30632d tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:24.222750 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635e623-4017-4b31-937d-218ec24d7294 req-87257101-7548-47c8-a727-9d4c6d30632d tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:24.228255 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-19af9c75-2e43-4fa6-a9b6-8ae62f3356da req-83197e39-d5d8-408e-9e7a-ab8757d2f290 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a7a4e491-e2c2-414f-9cdd-91edf6bc83f0 HTTP/1.1" status: 200 len: 217 time: 0.0899615 Jul 09 16:18:24.229946 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635e623-4017-4b31-937d-218ec24d7294 req-87257101-7548-47c8-a727-9d4c6d30632d tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:24.235841 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635e623-4017-4b31-937d-218ec24d7294 req-87257101-7548-47c8-a727-9d4c6d30632d tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:24.241641 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635e623-4017-4b31-937d-218ec24d7294 req-87257101-7548-47c8-a727-9d4c6d30632d tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:24.247708 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635e623-4017-4b31-937d-218ec24d7294 req-87257101-7548-47c8-a727-9d4c6d30632d tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:24.253448 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635e623-4017-4b31-937d-218ec24d7294 req-87257101-7548-47c8-a727-9d4c6d30632d tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:24.255375 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5635e623-4017-4b31-937d-218ec24d7294 req-87257101-7548-47c8-a727-9d4c6d30632d tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 5429 time: 0.3014748 Jul 09 16:18:24.317205 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f3c3a09-2e4a-400d-af89-518cb64a71ed req-8afe5224-38d5-4235-9d13-ee10e5aba1e5 tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] Network e9d83fad-820f-4504-9188-07c177bfb5d5 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:18:24.329376 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-3f3c3a09-2e4a-400d-af89-518cb64a71ed req-8afe5224-38d5-4235-9d13-ee10e5aba1e5 tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:18:24.339985 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f3c3a09-2e4a-400d-af89-518cb64a71ed req-8afe5224-38d5-4235-9d13-ee10e5aba1e5 tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:18:24.345612 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afe5224-38d5-4235-9d13-ee10e5aba1e5 tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] Pushing event updated for resources: {'Port': ['ID=eccccde7-42b3-4975-918b-7fc40f4d67dc,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:24.354486 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af9c75-2e43-4fa6-a9b6-8ae62f3356da req-b8476d40-7781-4649-b09a-0b4c4d1ee43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:24.355849 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-19af9c75-2e43-4fa6-a9b6-8ae62f3356da req-b8476d40-7781-4649-b09a-0b4c4d1ee43a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ae89dbbd-9e79-42bc-a3f4-8084965358e2 HTTP/1.1" status: 200 len: 797 time: 0.1094308 Jul 09 16:18:24.378970 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5635e623-4017-4b31-937d-218ec24d7294 req-0543b4b2-6673-41cd-a2e9-7f2c884f311f tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca0135bb-d8c1-4b57-8ce3-faf17c546fda&id=c40e1744-30c5-4994-a4ae-d009355a2528&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1161172 Jul 09 16:18:24.383119 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe5224-38d5-4235-9d13-ee10e5aba1e5 tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:18:24.383460 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe5224-38d5-4235-9d13-ee10e5aba1e5 tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:18:24.383793 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe5224-38d5-4235-9d13-ee10e5aba1e5 tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:18:24.384349 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe5224-38d5-4235-9d13-ee10e5aba1e5 tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:18:24.384679 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe5224-38d5-4235-9d13-ee10e5aba1e5 tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:18:24.385001 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe5224-38d5-4235-9d13-ee10e5aba1e5 tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:18:24.385555 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe5224-38d5-4235-9d13-ee10e5aba1e5 tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:18:24.385728 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe5224-38d5-4235-9d13-ee10e5aba1e5 tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:18:24.386035 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe5224-38d5-4235-9d13-ee10e5aba1e5 tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:18:24.386234 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe5224-38d5-4235-9d13-ee10e5aba1e5 tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:18:24.386561 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe5224-38d5-4235-9d13-ee10e5aba1e5 tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:18:24.387044 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe5224-38d5-4235-9d13-ee10e5aba1e5 tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:18:24.415718 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c3a09-2e4a-400d-af89-518cb64a71ed req-8afe5224-38d5-4235-9d13-ee10e5aba1e5 tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:24.415974 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3f3c3a09-2e4a-400d-af89-518cb64a71ed req-8afe5224-38d5-4235-9d13-ee10e5aba1e5 tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:24.433197 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f866d214-fa69-43cb-a5bf-8cfc0553ddf7 req-eb86bde4-7890-47b4-a427-0fb93ab32eeb tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:24.434245 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f866d214-fa69-43cb-a5bf-8cfc0553ddf7 req-eb86bde4-7890-47b4-a427-0fb93ab32eeb tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] 10.222.0.98 "GET /v2.0/ports?device_id=a4e97b90-3fda-47ad-84ca-0a671233df8d HTTP/1.1" status: 200 len: 932 time: 0.2050934 Jul 09 16:18:24.436280 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-859ec870-9568-49fc-9152-b07632b6df12 req-1290b627-24aa-4624-8acb-b60420a265ae tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Made reservation on behalf of e315895fcff346cb9e8f1de4a11daf77 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:18:24.439016 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3f3c3a09-2e4a-400d-af89-518cb64a71ed req-8afe5224-38d5-4235-9d13-ee10e5aba1e5 tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8045981 Jul 09 16:18:24.439822 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-859ec870-9568-49fc-9152-b07632b6df12 req-1290b627-24aa-4624-8acb-b60420a265ae tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:24.452672 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-3f3c3a09-2e4a-400d-af89-518cb64a71ed req-5de76e5a-4c54-4bd2-b1c4-9973fc620565 service neutron] Request body: {'port': {'device_id': 'a4e97b90-3fda-47ad-84ca-0a671233df8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:18:24.548668 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f866d214-fa69-43cb-a5bf-8cfc0553ddf7 req-34818dd0-ed78-423c-80e3-f5e69ff0ba36 tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a57d820-2aad-495f-bc3f-17a3cb6c6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061563 Jul 09 16:18:24.565503 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af9c75-2e43-4fa6-a9b6-8ae62f3356da req-0f172c76-a16f-4700-8b01-e6ede6013a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:24.566728 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-93772ebf-9124-4573-8f89-39b2ab1b9505 req-6f585ee4-659d-4bbd-b264-5e12f81d350c tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=4e7cfc71-24c3-4da3-91e1-b7f4d42aefbe HTTP/1.1" status: 200 len: 210 time: 0.0360775 Jul 09 16:18:24.567542 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-19af9c75-2e43-4fa6-a9b6-8ae62f3356da req-0f172c76-a16f-4700-8b01-e6ede6013a39 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f2f28c7b-9941-49e4-8996-9de52a7808d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2042899 Jul 09 16:18:24.579626 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3f3c3a09-2e4a-400d-af89-518cb64a71ed req-5de76e5a-4c54-4bd2-b1c4-9973fc620565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:24.702317 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-859ec870-9568-49fc-9152-b07632b6df12 req-1290b627-24aa-4624-8acb-b60420a265ae tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Allocated IP 172.20.0.12 (ce97cc22-3a2c-431c-a7c0-56837c541317/87031510-fde3-40ce-a568-4132b7a3476d/ede42405-eabd-440d-8933-fc10f4352ff6) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:18:24.759883 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-313f6212-5855-4a8b-946e-b16fe8b1cb14 req-a914a176-d99e-4169-954b-dce109e61066 tempest-ServerShowV257Test-946781268 tempest-ServerShowV257Test-946781268-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b32b5ea-9d66-4649-a4f2-4d9e7c6edfdf HTTP/1.1" status: 200 len: 210 time: 0.0422075 Jul 09 16:18:24.771463 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-19af9c75-2e43-4fa6-a9b6-8ae62f3356da req-82b288de-64c4-49c8-875f-47e8b394e94d service neutron] 10.222.0.73 "GET /v2.0/networks/f2f28c7b-9941-49e4-8996-9de52a7808d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914611 Jul 09 16:18:24.854174 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e69c1c3-5e5e-42fa-9f1e-7b528026cf00 req-fc4fb557-383a-4874-93a3-b864be705631 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:24.855777 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8e69c1c3-5e5e-42fa-9f1e-7b528026cf00 req-fc4fb557-383a-4874-93a3-b864be705631 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bfaa85a-7412-4693-8f76-85c0874e9aa1 HTTP/1.1" status: 200 len: 945 time: 0.1451993 Jul 09 16:18:24.922655 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8e69c1c3-5e5e-42fa-9f1e-7b528026cf00 req-0a6c2e4e-17ae-4874-a4ca-9d577b6a0ad0 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573492 Jul 09 16:18:24.985032 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-3f3c3a09-2e4a-400d-af89-518cb64a71ed req-5de76e5a-4c54-4bd2-b1c4-9973fc620565 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eccccde7-42b3-4975-918b-7fc40f4d67dc {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:18:24.994431 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3f3c3a09-2e4a-400d-af89-518cb64a71ed req-5de76e5a-4c54-4bd2-b1c4-9973fc620565 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:25.017999 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-3f3c3a09-2e4a-400d-af89-518cb64a71ed req-5de76e5a-4c54-4bd2-b1c4-9973fc620565 service neutron] Transition to ACTIVE for port object eccccde7-42b3-4975-918b-7fc40f4d67dc will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:18:25.022530 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3f3c3a09-2e4a-400d-af89-518cb64a71ed req-5de76e5a-4c54-4bd2-b1c4-9973fc620565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:25.046213 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-19af9c75-2e43-4fa6-a9b6-8ae62f3356da req-e4916fc7-cccc-4008-bc2f-0ad4f40b7e2d service neutron] 10.222.0.73 "GET /v2.0/networks/f2f28c7b-9941-49e4-8996-9de52a7808d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577264 Jul 09 16:18:25.061546 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-041e456c-7ac1-4cb8-80b2-51646621b8d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:25.084356 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-859ec870-9568-49fc-9152-b07632b6df12 req-1290b627-24aa-4624-8acb-b60420a265ae tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:25.095904 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba716b-e18b-4697-baac-69162a1881be req-38f47130-e947-473b-a341-3ff0764bf6bf tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:25.097148 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-58ba716b-e18b-4697-baac-69162a1881be req-38f47130-e947-473b-a341-3ff0764bf6bf tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=24b38fcb-af32-450b-8a9c-61b943e9a0f3 HTTP/1.1" status: 200 len: 951 time: 0.2020619 Jul 09 16:18:25.124392 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1504f612-b9d2-4af5-95f1-fa39d5648429 req-c8add5d1-1f11-4346-8642-6644d912c5d9 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:25.125425 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1504f612-b9d2-4af5-95f1-fa39d5648429 req-c8add5d1-1f11-4346-8642-6644d912c5d9 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.77 "GET /v2.0/ports?device_id=24b38fcb-af32-450b-8a9c-61b943e9a0f3 HTTP/1.1" status: 200 len: 951 time: 0.1870167 Jul 09 16:18:25.126511 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de76e5a-4c54-4bd2-b1c4-9973fc620565 service neutron] Pushing event updated for resources: {'Port': ['ID=eccccde7-42b3-4975-918b-7fc40f4d67dc,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:25.171598 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-3f3c3a09-2e4a-400d-af89-518cb64a71ed req-5de76e5a-4c54-4bd2-b1c4-9973fc620565 service neutron] Attempting to bind port eccccde7-42b3-4975-918b-7fc40f4d67dc on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:18:25.172354 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-3f3c3a09-2e4a-400d-af89-518cb64a71ed req-5de76e5a-4c54-4bd2-b1c4-9973fc620565 service neutron] Attempting to bind port eccccde7-42b3-4975-918b-7fc40f4d67dc by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '181cc77b-b47a-4404-a0c6-2274a6b9f03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e9d83fad-820f-4504-9188-07c177bfb5d5'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:18:25.172479 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3c3a09-2e4a-400d-af89-518cb64a71ed req-5de76e5a-4c54-4bd2-b1c4-9973fc620565 service neutron] Attempting to bind port eccccde7-42b3-4975-918b-7fc40f4d67dc on network e9d83fad-820f-4504-9188-07c177bfb5d5 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:18:25.178074 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3c3a09-2e4a-400d-af89-518cb64a71ed req-5de76e5a-4c54-4bd2-b1c4-9973fc620565 service neutron] Port eccccde7-42b3-4975-918b-7fc40f4d67dc on network e9d83fad-820f-4504-9188-07c177bfb5d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:18:25.178396 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3c3a09-2e4a-400d-af89-518cb64a71ed req-5de76e5a-4c54-4bd2-b1c4-9973fc620565 service neutron] Attempting to bind port eccccde7-42b3-4975-918b-7fc40f4d67dc on network e9d83fad-820f-4504-9188-07c177bfb5d5 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:18:25.185776 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3c3a09-2e4a-400d-af89-518cb64a71ed req-5de76e5a-4c54-4bd2-b1c4-9973fc620565 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:18:25.186672 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3c3a09-2e4a-400d-af89-518cb64a71ed req-5de76e5a-4c54-4bd2-b1c4-9973fc620565 service neutron] Checking segment: {'id': '181cc77b-b47a-4404-a0c6-2274a6b9f03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e9d83fad-820f-4504-9188-07c177bfb5d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:18:25.187110 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3c3a09-2e4a-400d-af89-518cb64a71ed req-5de76e5a-4c54-4bd2-b1c4-9973fc620565 service neutron] Bound using segment: {'id': '181cc77b-b47a-4404-a0c6-2274a6b9f03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e9d83fad-820f-4504-9188-07c177bfb5d5'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:18:25.187594 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-3f3c3a09-2e4a-400d-af89-518cb64a71ed req-5de76e5a-4c54-4bd2-b1c4-9973fc620565 service neutron] Bound port: eccccde7-42b3-4975-918b-7fc40f4d67dc, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '181cc77b-b47a-4404-a0c6-2274a6b9f03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e9d83fad-820f-4504-9188-07c177bfb5d5'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:18:25.187973 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3f3c3a09-2e4a-400d-af89-518cb64a71ed req-5de76e5a-4c54-4bd2-b1c4-9973fc620565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:25.223348 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:25.246299 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-58ba716b-e18b-4697-baac-69162a1881be req-ee9fb308-69da-460e-9aef-f31da18ab878 tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/security-groups?id=9a0da64b-26d3-495c-8dea-95ef99f83fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390169 Jul 09 16:18:25.287418 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-859ec870-9568-49fc-9152-b07632b6df12 req-1290b627-24aa-4624-8acb-b60420a265ae tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:25.298701 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['f8ff3a60-d462-40e9-acb7-798df2b5cc97'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:18:25.304387 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-3f3c3a09-2e4a-400d-af89-518cb64a71ed req-5de76e5a-4c54-4bd2-b1c4-9973fc620565 service neutron] For port eccccde7-42b3-4975-918b-7fc40f4d67dc, host n-h1-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:18:25.309781 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-3f3c3a09-2e4a-400d-af89-518cb64a71ed req-5de76e5a-4c54-4bd2-b1c4-9973fc620565 service neutron] For port eccccde7-42b3-4975-918b-7fc40f4d67dc, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=eccccde7-42b3-4975-918b-7fc40f4d67dc,segment=NetworkSegment(181cc77b-b47a-4404-a0c6-2274a6b9f03a),segment_id=181cc77b-b47a-4404-a0c6-2274a6b9f03a)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:18:25.316505 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3f3c3a09-2e4a-400d-af89-518cb64a71ed req-5de76e5a-4c54-4bd2-b1c4-9973fc620565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:25.331752 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdbb8f4-7215-4c99-8e7b-c9492024d2f2 req-1ee2474a-42bb-44a1-bbbe-6c7fb49d9af0 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:25.335245 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4cdbb8f4-7215-4c99-8e7b-c9492024d2f2 req-1ee2474a-42bb-44a1-bbbe-6c7fb49d9af0 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21 HTTP/1.1" status: 200 len: 946 time: 0.1305170 Jul 09 16:18:25.365421 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-859ec870-9568-49fc-9152-b07632b6df12 req-1290b627-24aa-4624-8acb-b60420a265ae tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Network ce97cc22-3a2c-431c-a7c0-56837c541317 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:18:25.379654 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af9c75-2e43-4fa6-a9b6-8ae62f3356da req-5df64b31-e601-4f5e-8f5f-0ef532c5bfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:25.380217 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af9c75-2e43-4fa6-a9b6-8ae62f3356da req-5df64b31-e601-4f5e-8f5f-0ef532c5bfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:25.380472 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af9c75-2e43-4fa6-a9b6-8ae62f3356da req-5df64b31-e601-4f5e-8f5f-0ef532c5bfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:25.380945 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af9c75-2e43-4fa6-a9b6-8ae62f3356da req-5df64b31-e601-4f5e-8f5f-0ef532c5bfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:25.381418 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af9c75-2e43-4fa6-a9b6-8ae62f3356da req-5df64b31-e601-4f5e-8f5f-0ef532c5bfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:25.381891 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af9c75-2e43-4fa6-a9b6-8ae62f3356da req-5df64b31-e601-4f5e-8f5f-0ef532c5bfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:25.382548 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af9c75-2e43-4fa6-a9b6-8ae62f3356da req-5df64b31-e601-4f5e-8f5f-0ef532c5bfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:25.384581 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-19af9c75-2e43-4fa6-a9b6-8ae62f3356da req-5df64b31-e601-4f5e-8f5f-0ef532c5bfb3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9c1d3606ae1042aca4f5fe7ec5b98f71&device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 6486 time: 0.2170467 Jul 09 16:18:25.385695 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-859ec870-9568-49fc-9152-b07632b6df12 req-1290b627-24aa-4624-8acb-b60420a265ae tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:18:25.388937 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-859ec870-9568-49fc-9152-b07632b6df12 req-1290b627-24aa-4624-8acb-b60420a265ae tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:18:25.392726 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1290b627-24aa-4624-8acb-b60420a265ae tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Pushing event updated for resources: {'Port': ['ID=ede42405-eabd-440d-8933-fc10f4352ff6,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:25.401532 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c3a09-2e4a-400d-af89-518cb64a71ed req-5de76e5a-4c54-4bd2-b1c4-9973fc620565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:25.402747 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3f3c3a09-2e4a-400d-af89-518cb64a71ed req-5de76e5a-4c54-4bd2-b1c4-9973fc620565 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:25.404197 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3f3c3a09-2e4a-400d-af89-518cb64a71ed req-5de76e5a-4c54-4bd2-b1c4-9973fc620565 service neutron] 10.222.0.77 "PUT /v2.0/ports/eccccde7-42b3-4975-918b-7fc40f4d67dc HTTP/1.1" status: 200 len: 1092 time: 0.9568336 Jul 09 16:18:25.408168 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e97b90-3fda-47ad-84ca-0a671233df8d', 'tag': 'eccccde7-42b3-4975-918b-7fc40f4d67dc'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:18:25.419400 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3495e35c-af23-4be7-ae6e-89c7a7e2edb8" -d '{"events": [{"name": "network-changed", "server_uuid": "a4e97b90-3fda-47ad-84ca-0a671233df8d", "tag": "eccccde7-42b3-4975-918b-7fc40f4d67dc"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:18:25.441913 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-1504f612-b9d2-4af5-95f1-fa39d5648429 req-e8c61155-9ac9-4c92-9419-7cedee92c1ce tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Deleting port e97372da-66aa-4560-895c-407230766bbb {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:18:25.442300 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1504f612-b9d2-4af5-95f1-fa39d5648429 req-e8c61155-9ac9-4c92-9419-7cedee92c1ce tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:25.471116 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de76e5a-4c54-4bd2-b1c4-9973fc620565 service neutron] Pushing event updated for resources: {'Port': ['ID=eccccde7-42b3-4975-918b-7fc40f4d67dc,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:25.523205 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4cdbb8f4-7215-4c99-8e7b-c9492024d2f2 req-63b93411-15cc-45dc-b899-4f1aefe2e27e tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613326 Jul 09 16:18:25.542262 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ec870-9568-49fc-9152-b07632b6df12 req-1290b627-24aa-4624-8acb-b60420a265ae tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:25.543226 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-859ec870-9568-49fc-9152-b07632b6df12 req-1290b627-24aa-4624-8acb-b60420a265ae tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:25.564411 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c3a09-2e4a-400d-af89-518cb64a71ed req-3e9cc462-dd52-4d12-a0e8-47170a2f477c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:25.566147 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3f3c3a09-2e4a-400d-af89-518cb64a71ed req-3e9cc462-dd52-4d12-a0e8-47170a2f477c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b022a61f2f784eb8b3adb6c164e67320&device_id=a4e97b90-3fda-47ad-84ca-0a671233df8d HTTP/1.1" status: 200 len: 1095 time: 0.0780857 Jul 09 16:18:25.615686 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8c4e1b-1011-41ff-ba2a-daf36e961a02 x-openstack-request-id: req-8e8c4e1b-1011-41ff-ba2a-daf36e961a02 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:18:25.615908 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4e97b90-3fda-47ad-84ca-0a671233df8d", "tag": "eccccde7-42b3-4975-918b-7fc40f4d67dc", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:18:25.616190 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8e8c4e1b-1011-41ff-ba2a-daf36e961a02 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:18:25.616532 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4e97b90-3fda-47ad-84ca-0a671233df8d', 'tag': 'eccccde7-42b3-4975-918b-7fc40f4d67dc', 'status': 'completed', 'code': 200} Jul 09 16:18:25.618036 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3f3c3a09-2e4a-400d-af89-518cb64a71ed req-4757a810-4746-42d7-bb62-dc920d733a55 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eccccde7-42b3-4975-918b-7fc40f4d67dc HTTP/1.1" status: 200 len: 217 time: 0.0425565 Jul 09 16:18:25.643548 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-859ec870-9568-49fc-9152-b07632b6df12 req-1290b627-24aa-4624-8acb-b60420a265ae tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4654515 Jul 09 16:18:25.664893 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-859ec870-9568-49fc-9152-b07632b6df12 req-858181f2-3ccc-4b2c-9444-8e806599e40a service neutron] Request body: {'port': {'device_id': '4e7cfc71-24c3-4da3-91e1-b7f4d42aefbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:18:25.681901 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c3a09-2e4a-400d-af89-518cb64a71ed req-76cee7db-a3f4-4983-91db-a91c5badac78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:25.683522 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3f3c3a09-2e4a-400d-af89-518cb64a71ed req-76cee7db-a3f4-4983-91db-a91c5badac78 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=13f4c0bf-6e72-4021-baf7-6bfbc0bd591a HTTP/1.1" status: 200 len: 850 time: 0.0587373 Jul 09 16:18:25.704310 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af9c75-2e43-4fa6-a9b6-8ae62f3356da req-6a88f3cb-4099-4ac8-b984-4c2f237e943c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:25.705779 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-19af9c75-2e43-4fa6-a9b6-8ae62f3356da req-6a88f3cb-4099-4ac8-b984-4c2f237e943c service neutron] 10.222.0.73 "GET /v2.0/networks?id=f2f28c7b-9941-49e4-8996-9de52a7808d3 HTTP/1.1" status: 200 len: 902 time: 0.2833579 Jul 09 16:18:25.713632 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-1504f612-b9d2-4af5-95f1-fa39d5648429 req-e8c61155-9ac9-4c92-9419-7cedee92c1ce tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] For port e97372da-66aa-4560-895c-407230766bbb, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=e97372da-66aa-4560-895c-407230766bbb,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:18:25.713996 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1504f612-b9d2-4af5-95f1-fa39d5648429 req-e8c61155-9ac9-4c92-9419-7cedee92c1ce tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:25.738638 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3f3c3a09-2e4a-400d-af89-518cb64a71ed req-d4fcea44-3b5d-4e43-a152-5badaa75b12c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e9d83fad-820f-4504-9188-07c177bfb5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451548 Jul 09 16:18:25.770781 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-1504f612-b9d2-4af5-95f1-fa39d5648429 req-e8c61155-9ac9-4c92-9419-7cedee92c1ce tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Calling delete_port for e97372da-66aa-4560-895c-407230766bbb owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:18:25.782083 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-19af9c75-2e43-4fa6-a9b6-8ae62f3356da req-0288bfe6-6e04-4500-a05b-704025efa332 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5989e1c6-4c6c-4db6-8f16-533f3fd6e06c HTTP/1.1" status: 200 len: 217 time: 0.0595851 Jul 09 16:18:25.832002 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d7612-d12b-4da3-8d29-9746ee30d1ac req-9e3ae691-7d28-4415-a4a5-7a77f1980e62 tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:25.834414 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-582d7612-d12b-4da3-8d29-9746ee30d1ac req-9e3ae691-7d28-4415-a4a5-7a77f1980e62 tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] 10.222.0.98 "GET /v2.0/ports?device_id=a4e97b90-3fda-47ad-84ca-0a671233df8d HTTP/1.1" status: 200 len: 944 time: 0.1498797 Jul 09 16:18:25.893953 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-582d7612-d12b-4da3-8d29-9746ee30d1ac req-a0ef2d27-9e05-47e4-a1cc-37c41947b94f tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a57d820-2aad-495f-bc3f-17a3cb6c6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479364 Jul 09 16:18:25.896307 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3f3c3a09-2e4a-400d-af89-518cb64a71ed req-37d65552-738d-47fd-a9ce-381b52f317a7 service neutron] 10.222.0.77 "GET /v2.0/networks/e9d83fad-820f-4504-9188-07c177bfb5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487806 Jul 09 16:18:25.909534 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258092ed-7394-49d6-9c63-4a2b087d5c6c req-e55eb71c-8e3d-4b6d-908b-fedbf88c2e21 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:25.924919 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258092ed-7394-49d6-9c63-4a2b087d5c6c req-e55eb71c-8e3d-4b6d-908b-fedbf88c2e21 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:25.931891 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258092ed-7394-49d6-9c63-4a2b087d5c6c req-e55eb71c-8e3d-4b6d-908b-fedbf88c2e21 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:25.938594 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258092ed-7394-49d6-9c63-4a2b087d5c6c req-e55eb71c-8e3d-4b6d-908b-fedbf88c2e21 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:25.944832 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258092ed-7394-49d6-9c63-4a2b087d5c6c req-e55eb71c-8e3d-4b6d-908b-fedbf88c2e21 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:25.951329 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258092ed-7394-49d6-9c63-4a2b087d5c6c req-e55eb71c-8e3d-4b6d-908b-fedbf88c2e21 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:25.957178 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258092ed-7394-49d6-9c63-4a2b087d5c6c req-e55eb71c-8e3d-4b6d-908b-fedbf88c2e21 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:25.959609 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-258092ed-7394-49d6-9c63-4a2b087d5c6c req-e55eb71c-8e3d-4b6d-908b-fedbf88c2e21 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 5429 time: 0.4071794 Jul 09 16:18:25.996695 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3f3c3a09-2e4a-400d-af89-518cb64a71ed req-ccfe40fd-ff12-4597-abbe-4c3d73a2df3d service neutron] 10.222.0.77 "GET /v2.0/networks/e9d83fad-820f-4504-9188-07c177bfb5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935411 Jul 09 16:18:25.999413 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-859ec870-9568-49fc-9152-b07632b6df12 req-858181f2-3ccc-4b2c-9444-8e806599e40a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:26.034982 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af9c75-2e43-4fa6-a9b6-8ae62f3356da req-1b05a5c3-6cd0-4bc0-b4fe-5981d5dfc3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:26.036470 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-19af9c75-2e43-4fa6-a9b6-8ae62f3356da req-1b05a5c3-6cd0-4bc0-b4fe-5981d5dfc3eb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ae89dbbd-9e79-42bc-a3f4-8084965358e2 HTTP/1.1" status: 200 len: 797 time: 0.2440290 Jul 09 16:18:26.118311 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a5b26-ff53-4560-90cb-a163a409d99f req-90353815-5e8b-4966-a0d6-c234da228425 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:26.120140 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-713a5b26-ff53-4560-90cb-a163a409d99f req-90353815-5e8b-4966-a0d6-c234da228425 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=4e7cfc71-24c3-4da3-91e1-b7f4d42aefbe HTTP/1.1" status: 200 len: 932 time: 0.1100292 Jul 09 16:18:26.127234 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495e35c-af23-4be7-ae6e-89c7a7e2edb8 req-03eb4b5b-0ee8-49d2-bcac-219c47778255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:26.128755 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-258092ed-7394-49d6-9c63-4a2b087d5c6c req-0c7ab4f3-e2c3-4f30-a15f-70e685ae29c1 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca0135bb-d8c1-4b57-8ce3-faf17c546fda&id=c40e1744-30c5-4994-a4ae-d009355a2528&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1554067 Jul 09 16:18:26.129315 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3495e35c-af23-4be7-ae6e-89c7a7e2edb8 req-03eb4b5b-0ee8-49d2-bcac-219c47778255 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b022a61f2f784eb8b3adb6c164e67320&device_id=a4e97b90-3fda-47ad-84ca-0a671233df8d HTTP/1.1" status: 200 len: 1095 time: 0.0795162 Jul 09 16:18:26.130879 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:26.320749 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3896fcbb-a0e6-40e2-802b-1753370117ae req-de45354d-8ff5-40da-9d54-72dde4fdfb19 tempest-ServerShowV257Test-946781268 tempest-ServerShowV257Test-946781268-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b32b5ea-9d66-4649-a4f2-4d9e7c6edfdf HTTP/1.1" status: 200 len: 210 time: 0.0529122 Jul 09 16:18:26.366186 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1504f612-b9d2-4af5-95f1-fa39d5648429 req-e8c61155-9ac9-4c92-9419-7cedee92c1ce tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:26.371039 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af9c75-2e43-4fa6-a9b6-8ae62f3356da req-1990d37c-de24-489d-84ac-a36c298872e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:26.372543 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-19af9c75-2e43-4fa6-a9b6-8ae62f3356da req-1990d37c-de24-489d-84ac-a36c298872e7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f2f28c7b-9941-49e4-8996-9de52a7808d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3249311 Jul 09 16:18:26.384186 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['e97372da-66aa-4560-895c-407230766bbb'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:18:26.422326 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:26.560550 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-713a5b26-ff53-4560-90cb-a163a409d99f req-34d6dcc3-ba6c-4ab6-a70b-929a8a1feb7f tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4222581 Jul 09 16:18:26.595702 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495e35c-af23-4be7-ae6e-89c7a7e2edb8 req-4c967858-e4a0-4c08-8b52-961c599a2b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:26.597496 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3495e35c-af23-4be7-ae6e-89c7a7e2edb8 req-4c967858-e4a0-4c08-8b52-961c599a2b6c service neutron] 10.222.0.77 "GET /v2.0/networks?id=e9d83fad-820f-4504-9188-07c177bfb5d5 HTTP/1.1" status: 200 len: 911 time: 0.4579177 Jul 09 16:18:26.651726 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3495e35c-af23-4be7-ae6e-89c7a7e2edb8 req-aaccc904-c52b-4ffc-9546-56aa618e4c89 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eccccde7-42b3-4975-918b-7fc40f4d67dc HTTP/1.1" status: 200 len: 217 time: 0.0460598 Jul 09 16:18:26.705016 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495e35c-af23-4be7-ae6e-89c7a7e2edb8 req-544585e3-ae90-4498-90c3-728b4b07bb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:26.706383 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3495e35c-af23-4be7-ae6e-89c7a7e2edb8 req-544585e3-ae90-4498-90c3-728b4b07bb71 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=13f4c0bf-6e72-4021-baf7-6bfbc0bd591a HTTP/1.1" status: 200 len: 850 time: 0.0458093 Jul 09 16:18:26.746105 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3495e35c-af23-4be7-ae6e-89c7a7e2edb8 req-9c831ea7-d126-4986-ac03-60e4b2194685 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e9d83fad-820f-4504-9188-07c177bfb5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305474 Jul 09 16:18:26.756998 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c61155-9ac9-4c92-9419-7cedee92c1ce tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Pushing event deleted for resources: {'Port': ['ID=e97372da-66aa-4560-895c-407230766bbb,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:26.915873 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3495e35c-af23-4be7-ae6e-89c7a7e2edb8 req-7c762871-f094-4e7c-accb-7c44ea644ea5 service neutron] 10.222.0.77 "GET /v2.0/networks/e9d83fad-820f-4504-9188-07c177bfb5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630037 Jul 09 16:18:26.918056 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-27c567f6-d070-4e6c-93ec-081d58ae60ae req-ead6662e-1848-468a-bf55-218216ac11da tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.98 "GET /v2.0/ports?device_id=24b38fcb-af32-450b-8a9c-61b943e9a0f3 HTTP/1.1" status: 200 len: 210 time: 0.0466051 Jul 09 16:18:26.925395 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-1504f612-b9d2-4af5-95f1-fa39d5648429 req-e8c61155-9ac9-4c92-9419-7cedee92c1ce tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] No DVR routers for this DVR port e97372da-66aa-4560-895c-407230766bbb on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:18:26.939491 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1504f612-b9d2-4af5-95f1-fa39d5648429 req-e8c61155-9ac9-4c92-9419-7cedee92c1ce tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:26.941559 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1504f612-b9d2-4af5-95f1-fa39d5648429 req-e8c61155-9ac9-4c92-9419-7cedee92c1ce tempest-ServersAdminTestJSON-1398728497 tempest-ServersAdminTestJSON-1398728497-project] 10.222.0.77 "DELETE /v2.0/ports/e97372da-66aa-4560-895c-407230766bbb HTTP/1.1" status: 204 len: 173 time: 1.8056257 Jul 09 16:18:26.944007 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b38fcb-af32-450b-8a9c-61b943e9a0f3', 'name': 'network-vif-deleted', 'tag': 'e97372da-66aa-4560-895c-407230766bbb'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:18:26.946403 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a99155e-369a-4fbb-9e08-46fdb9e0856a" -d '{"events": [{"server_uuid": "24b38fcb-af32-450b-8a9c-61b943e9a0f3", "name": "network-vif-deleted", "tag": "e97372da-66aa-4560-895c-407230766bbb"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:18:27.010285 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-8b2c38d6-a986-4420-8f8f-50026b14ed28 tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:27.011839 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-8b2c38d6-a986-4420-8f8f-50026b14ed28 tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0bfaa85a-7412-4693-8f76-85c0874e9aa1&tenant_id=546108aaf02647ac83ffc1a249896d22&binding%3Ahost_id=n-h1-798930-3 HTTP/1.1" status: 200 len: 1096 time: 0.1741598 Jul 09 16:18:27.025310 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-19af9c75-2e43-4fa6-a9b6-8ae62f3356da req-a97ae7b0-4563-4121-b39c-3250c8c90269 service neutron] 10.222.0.73 "GET /v2.0/networks/f2f28c7b-9941-49e4-8996-9de52a7808d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090985 Jul 09 16:18:27.029051 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-5094faf7-48c3-4c2e-9b60-a9abd10e5f21 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-798930-3'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:18:27.064696 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-859ec870-9568-49fc-9152-b07632b6df12 req-858181f2-3ccc-4b2c-9444-8e806599e40a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ede42405-eabd-440d-8933-fc10f4352ff6 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:18:27.067773 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3495e35c-af23-4be7-ae6e-89c7a7e2edb8 req-c7dc457f-b6f9-4ad4-9514-a9ab1cb9b5cf service neutron] 10.222.0.77 "GET /v2.0/networks/e9d83fad-820f-4504-9188-07c177bfb5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435606 Jul 09 16:18:27.110839 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59237863-90b0-4d1f-8013-4013af40b6a8 req-e428509c-861a-4048-a465-43692ab0c9db tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:27.112374 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-59237863-90b0-4d1f-8013-4013af40b6a8 req-e428509c-861a-4048-a465-43692ab0c9db tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bfaa85a-7412-4693-8f76-85c0874e9aa1 HTTP/1.1" status: 200 len: 945 time: 0.3719239 Jul 09 16:18:27.115170 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-859ec870-9568-49fc-9152-b07632b6df12 req-858181f2-3ccc-4b2c-9444-8e806599e40a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:27.135346 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-5094faf7-48c3-4c2e-9b60-a9abd10e5f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:27.153569 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-859ec870-9568-49fc-9152-b07632b6df12 req-858181f2-3ccc-4b2c-9444-8e806599e40a service neutron] Transition to ACTIVE for port object ede42405-eabd-440d-8933-fc10f4352ff6 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:18:27.159686 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-859ec870-9568-49fc-9152-b07632b6df12 req-858181f2-3ccc-4b2c-9444-8e806599e40a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:27.218296 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-59237863-90b0-4d1f-8013-4013af40b6a8 req-7056e4ea-0c18-48be-b024-8dd6df1b7e5c tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987368 Jul 09 16:18:27.270035 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ba0d0-c829-4ba0-87d4-c271ade411ff req-3e02b923-79c7-4c01-9998-c946a7ec177f tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:27.271709 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-858ba0d0-c829-4ba0-87d4-c271ade411ff req-3e02b923-79c7-4c01-9998-c946a7ec177f tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21 HTTP/1.1" status: 200 len: 946 time: 0.1460524 Jul 09 16:18:27.280871 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-19af9c75-2e43-4fa6-a9b6-8ae62f3356da req-5a150838-73ea-481a-97cc-aeaec7546e3e service neutron] 10.222.0.73 "GET /v2.0/networks/f2f28c7b-9941-49e4-8996-9de52a7808d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437303 Jul 09 16:18:27.281875 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858181f2-3ccc-4b2c-9444-8e806599e40a service neutron] Pushing event updated for resources: {'Port': ['ID=ede42405-eabd-440d-8933-fc10f4352ff6,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:27.312670 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858181f2-3ccc-4b2c-9444-8e806599e40a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:18:27.313186 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858181f2-3ccc-4b2c-9444-8e806599e40a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:18:27.313339 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858181f2-3ccc-4b2c-9444-8e806599e40a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:18:27.313653 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858181f2-3ccc-4b2c-9444-8e806599e40a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:18:27.314326 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858181f2-3ccc-4b2c-9444-8e806599e40a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:18:27.314326 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858181f2-3ccc-4b2c-9444-8e806599e40a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:18:27.314658 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858181f2-3ccc-4b2c-9444-8e806599e40a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:18:27.314943 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858181f2-3ccc-4b2c-9444-8e806599e40a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:18:27.315649 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858181f2-3ccc-4b2c-9444-8e806599e40a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:18:27.315649 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858181f2-3ccc-4b2c-9444-8e806599e40a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:18:27.315975 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858181f2-3ccc-4b2c-9444-8e806599e40a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:18:27.316249 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858181f2-3ccc-4b2c-9444-8e806599e40a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:18:27.339384 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-858ba0d0-c829-4ba0-87d4-c271ade411ff req-5daad310-4fdf-409a-9c3d-0c48a2d08843 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587258 Jul 09 16:18:27.347299 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-5094faf7-48c3-4c2e-9b60-a9abd10e5f21 service neutron] For port 26548898-1279-45e9-a1a3-38136f548176, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=26548898-1279-45e9-a1a3-38136f548176,segment=NetworkSegment(b3327873-1adb-4566-ad72-2213b9292320),segment_id=b3327873-1adb-4566-ad72-2213b9292320)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:18:27.389334 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc5f39e-7f19-4955-98be-7fea70a4c5e2 x-openstack-request-id: req-edc5f39e-7f19-4955-98be-7fea70a4c5e2 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:18:27.389626 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24b38fcb-af32-450b-8a9c-61b943e9a0f3", "name": "network-vif-deleted", "tag": "e97372da-66aa-4560-895c-407230766bbb", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:18:27.389880 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-edc5f39e-7f19-4955-98be-7fea70a4c5e2 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:18:27.390276 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b38fcb-af32-450b-8a9c-61b943e9a0f3', 'name': 'network-vif-deleted', 'tag': 'e97372da-66aa-4560-895c-407230766bbb', 'status': 'completed', 'code': 200} Jul 09 16:18:27.397224 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-5094faf7-48c3-4c2e-9b60-a9abd10e5f21 service neutron] For port 26548898-1279-45e9-a1a3-38136f548176, host n-h1-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:18:27.397630 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-859ec870-9568-49fc-9152-b07632b6df12 req-858181f2-3ccc-4b2c-9444-8e806599e40a service neutron] Attempting to bind port ede42405-eabd-440d-8933-fc10f4352ff6 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:18:27.397948 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-859ec870-9568-49fc-9152-b07632b6df12 req-858181f2-3ccc-4b2c-9444-8e806599e40a service neutron] Attempting to bind port ede42405-eabd-440d-8933-fc10f4352ff6 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ce97cc22-3a2c-431c-a7c0-56837c541317'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:18:27.398277 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859ec870-9568-49fc-9152-b07632b6df12 req-858181f2-3ccc-4b2c-9444-8e806599e40a service neutron] Attempting to bind port ede42405-eabd-440d-8933-fc10f4352ff6 on network ce97cc22-3a2c-431c-a7c0-56837c541317 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:18:27.404845 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859ec870-9568-49fc-9152-b07632b6df12 req-858181f2-3ccc-4b2c-9444-8e806599e40a service neutron] Port ede42405-eabd-440d-8933-fc10f4352ff6 on network ce97cc22-3a2c-431c-a7c0-56837c541317 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:18:27.404984 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859ec870-9568-49fc-9152-b07632b6df12 req-858181f2-3ccc-4b2c-9444-8e806599e40a service neutron] Attempting to bind port ede42405-eabd-440d-8933-fc10f4352ff6 on network ce97cc22-3a2c-431c-a7c0-56837c541317 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:18:27.413930 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859ec870-9568-49fc-9152-b07632b6df12 req-858181f2-3ccc-4b2c-9444-8e806599e40a service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:18:27.414259 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859ec870-9568-49fc-9152-b07632b6df12 req-858181f2-3ccc-4b2c-9444-8e806599e40a service neutron] Checking segment: {'id': 'fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ce97cc22-3a2c-431c-a7c0-56837c541317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:18:27.414842 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859ec870-9568-49fc-9152-b07632b6df12 req-858181f2-3ccc-4b2c-9444-8e806599e40a service neutron] Bound using segment: {'id': 'fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ce97cc22-3a2c-431c-a7c0-56837c541317'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:18:27.415270 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-859ec870-9568-49fc-9152-b07632b6df12 req-858181f2-3ccc-4b2c-9444-8e806599e40a service neutron] Bound port: ede42405-eabd-440d-8933-fc10f4352ff6, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ce97cc22-3a2c-431c-a7c0-56837c541317'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:18:27.415646 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-859ec870-9568-49fc-9152-b07632b6df12 req-858181f2-3ccc-4b2c-9444-8e806599e40a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:27.446802 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-5094faf7-48c3-4c2e-9b60-a9abd10e5f21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:27.453934 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-5094faf7-48c3-4c2e-9b60-a9abd10e5f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:27.483898 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5563f-8e34-4d81-a3f9-17cc8c5b34d7 req-258c02b2-15f8-46ac-a1c1-6430cee085ed tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:27.487184 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-92f5563f-8e34-4d81-a3f9-17cc8c5b34d7 req-258c02b2-15f8-46ac-a1c1-6430cee085ed tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] 10.222.0.98 "GET /v2.0/ports?device_id=a4e97b90-3fda-47ad-84ca-0a671233df8d HTTP/1.1" status: 200 len: 944 time: 0.1573198 Jul 09 16:18:27.555168 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-859ec870-9568-49fc-9152-b07632b6df12 req-858181f2-3ccc-4b2c-9444-8e806599e40a service neutron] For port ede42405-eabd-440d-8933-fc10f4352ff6, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:18:27.563577 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-92f5563f-8e34-4d81-a3f9-17cc8c5b34d7 req-682fcc21-43dd-4b66-830f-ee2dc2ae2385 tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a57d820-2aad-495f-bc3f-17a3cb6c6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680544 Jul 09 16:18:27.573195 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-859ec870-9568-49fc-9152-b07632b6df12 req-858181f2-3ccc-4b2c-9444-8e806599e40a service neutron] For port ede42405-eabd-440d-8933-fc10f4352ff6, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=ede42405-eabd-440d-8933-fc10f4352ff6,segment=NetworkSegment(fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c),segment_id=fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:18:27.579790 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-859ec870-9568-49fc-9152-b07632b6df12 req-858181f2-3ccc-4b2c-9444-8e806599e40a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:27.599968 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5094faf7-48c3-4c2e-9b60-a9abd10e5f21 service neutron] Pushing event updated for resources: {'Port': ['ID=26548898-1279-45e9-a1a3-38136f548176,revision_number=7']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:27.617285 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bfaa85a-7412-4693-8f76-85c0874e9aa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26548898-1279-45e9-a1a3-38136f548176'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:18:27.617648 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ec870-9568-49fc-9152-b07632b6df12 req-858181f2-3ccc-4b2c-9444-8e806599e40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:27.618322 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-859ec870-9568-49fc-9152-b07632b6df12 req-858181f2-3ccc-4b2c-9444-8e806599e40a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:27.619740 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-859ec870-9568-49fc-9152-b07632b6df12 req-858181f2-3ccc-4b2c-9444-8e806599e40a service neutron] 10.222.0.77 "PUT /v2.0/ports/ede42405-eabd-440d-8933-fc10f4352ff6 HTTP/1.1" status: 200 len: 1092 time: 1.9650595 Jul 09 16:18:27.620889 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07c1cba-1604-4ad5-a04d-7de9b955e6ef" -d '{"events": [{"server_uuid": "0bfaa85a-7412-4693-8f76-85c0874e9aa1", "name": "network-vif-unplugged", "status": "completed", "tag": "26548898-1279-45e9-a1a3-38136f548176"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:18:27.625859 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-5094faf7-48c3-4c2e-9b60-a9abd10e5f21 service neutron] Attempting to bind port 26548898-1279-45e9-a1a3-38136f548176 on host n-h1-798930-3 for vnic_type normal with profile {"migrating_to": "n-h2-798930-3"} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:18:27.626404 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-5094faf7-48c3-4c2e-9b60-a9abd10e5f21 service neutron] Attempting to bind port 26548898-1279-45e9-a1a3-38136f548176 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'b3327873-1adb-4566-ad72-2213b9292320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5ab794d9-1bd8-4da1-bd91-e5307e2548b2'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:18:27.626932 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-5094faf7-48c3-4c2e-9b60-a9abd10e5f21 service neutron] Attempting to bind port 26548898-1279-45e9-a1a3-38136f548176 on network 5ab794d9-1bd8-4da1-bd91-e5307e2548b2 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:18:27.636434 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-5094faf7-48c3-4c2e-9b60-a9abd10e5f21 service neutron] Port 26548898-1279-45e9-a1a3-38136f548176 on network 5ab794d9-1bd8-4da1-bd91-e5307e2548b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:18:27.637192 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-5094faf7-48c3-4c2e-9b60-a9abd10e5f21 service neutron] Attempting to bind port 26548898-1279-45e9-a1a3-38136f548176 on network 5ab794d9-1bd8-4da1-bd91-e5307e2548b2 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:18:27.643809 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858181f2-3ccc-4b2c-9444-8e806599e40a service neutron] Pushing event updated for resources: {'Port': ['ID=ede42405-eabd-440d-8933-fc10f4352ff6,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:27.646987 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-5094faf7-48c3-4c2e-9b60-a9abd10e5f21 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:18:27.651326 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-5094faf7-48c3-4c2e-9b60-a9abd10e5f21 service neutron] Checking segment: {'id': 'b3327873-1adb-4566-ad72-2213b9292320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5ab794d9-1bd8-4da1-bd91-e5307e2548b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:18:27.651950 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-5094faf7-48c3-4c2e-9b60-a9abd10e5f21 service neutron] Bound using segment: {'id': 'b3327873-1adb-4566-ad72-2213b9292320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5ab794d9-1bd8-4da1-bd91-e5307e2548b2'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:18:27.652669 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-5094faf7-48c3-4c2e-9b60-a9abd10e5f21 service neutron] Bound port: 26548898-1279-45e9-a1a3-38136f548176, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3327873-1adb-4566-ad72-2213b9292320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5ab794d9-1bd8-4da1-bd91-e5307e2548b2'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:18:27.653427 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-5094faf7-48c3-4c2e-9b60-a9abd10e5f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:27.687225 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c66750-66eb-41a7-aeb1-fada69e9f84c req-09b9a31b-e481-4165-8902-1e4d92bb4c99 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:27.693488 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c66750-66eb-41a7-aeb1-fada69e9f84c req-09b9a31b-e481-4165-8902-1e4d92bb4c99 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:27.699271 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c66750-66eb-41a7-aeb1-fada69e9f84c req-09b9a31b-e481-4165-8902-1e4d92bb4c99 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:27.705389 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c66750-66eb-41a7-aeb1-fada69e9f84c req-09b9a31b-e481-4165-8902-1e4d92bb4c99 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:27.711328 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c66750-66eb-41a7-aeb1-fada69e9f84c req-09b9a31b-e481-4165-8902-1e4d92bb4c99 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:27.717363 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c66750-66eb-41a7-aeb1-fada69e9f84c req-09b9a31b-e481-4165-8902-1e4d92bb4c99 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:27.725655 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c66750-66eb-41a7-aeb1-fada69e9f84c req-09b9a31b-e481-4165-8902-1e4d92bb4c99 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:27.725655 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-45c66750-66eb-41a7-aeb1-fada69e9f84c req-09b9a31b-e481-4165-8902-1e4d92bb4c99 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 5429 time: 0.2431598 Jul 09 16:18:27.767507 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-319e1168-da4b-41a0-9df5-6e926c1b50f1 req-6c55249a-be76-4b5e-9918-e4f46d0d79fe tempest-ServerShowV257Test-946781268 tempest-ServerShowV257Test-946781268-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b32b5ea-9d66-4649-a4f2-4d9e7c6edfdf HTTP/1.1" status: 200 len: 210 time: 0.0622852 Jul 09 16:18:27.793235 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-45c66750-66eb-41a7-aeb1-fada69e9f84c req-33426727-16d1-4c68-85ce-9ddfec0fd7a8 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca0135bb-d8c1-4b57-8ce3-faf17c546fda&id=c40e1744-30c5-4994-a4ae-d009355a2528&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0457392 Jul 09 16:18:27.813418 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ec870-9568-49fc-9152-b07632b6df12 req-66474773-229d-4467-b2f3-35c0262307d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:27.814980 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-859ec870-9568-49fc-9152-b07632b6df12 req-66474773-229d-4467-b2f3-35c0262307d2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e315895fcff346cb9e8f1de4a11daf77&device_id=4e7cfc71-24c3-4da3-91e1-b7f4d42aefbe HTTP/1.1" status: 200 len: 1095 time: 0.1112821 Jul 09 16:18:27.821549 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-5094faf7-48c3-4c2e-9b60-a9abd10e5f21 service neutron] For port 26548898-1279-45e9-a1a3-38136f548176, host n-h1-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:18:27.825362 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-5094faf7-48c3-4c2e-9b60-a9abd10e5f21 service neutron] For port 26548898-1279-45e9-a1a3-38136f548176, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=26548898-1279-45e9-a1a3-38136f548176,segment=NetworkSegment(b3327873-1adb-4566-ad72-2213b9292320),segment_id=b3327873-1adb-4566-ad72-2213b9292320)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:18:27.842206 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-5094faf7-48c3-4c2e-9b60-a9abd10e5f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:27.891544 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-859ec870-9568-49fc-9152-b07632b6df12 req-d4abb74e-47cb-4abd-b660-b7026454b1df service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ede42405-eabd-440d-8933-fc10f4352ff6 HTTP/1.1" status: 200 len: 217 time: 0.0653021 Jul 09 16:18:27.899167 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6067db4a-2755-494d-80bc-35d5ffc4c3a9 x-openstack-request-id: req-6067db4a-2755-494d-80bc-35d5ffc4c3a9 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:18:27.899637 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bfaa85a-7412-4693-8f76-85c0874e9aa1", "name": "network-vif-unplugged", "status": "completed", "tag": "26548898-1279-45e9-a1a3-38136f548176", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:18:27.899901 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6067db4a-2755-494d-80bc-35d5ffc4c3a9 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:18:27.900338 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bfaa85a-7412-4693-8f76-85c0874e9aa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26548898-1279-45e9-a1a3-38136f548176', 'code': 200} Jul 09 16:18:27.947865 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5094faf7-48c3-4c2e-9b60-a9abd10e5f21 service neutron] Pushing event updated for resources: {'Port': ['ID=26548898-1279-45e9-a1a3-38136f548176,revision_number=8']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:27.951667 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-5094faf7-48c3-4c2e-9b60-a9abd10e5f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:27.952430 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-5094faf7-48c3-4c2e-9b60-a9abd10e5f21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:27.954169 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-5094faf7-48c3-4c2e-9b60-a9abd10e5f21 service neutron] 10.222.0.73 "PUT /v2.0/ports/26548898-1279-45e9-a1a3-38136f548176 HTTP/1.1" status: 200 len: 1121 time: 0.9324863 Jul 09 16:18:27.998507 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ec870-9568-49fc-9152-b07632b6df12 req-de745872-c32e-4ae4-bfb9-c26cbe21ca91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:28.000013 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-859ec870-9568-49fc-9152-b07632b6df12 req-de745872-c32e-4ae4-bfb9-c26cbe21ca91 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=87031510-fde3-40ce-a568-4132b7a3476d HTTP/1.1" status: 200 len: 846 time: 0.0963588 Jul 09 16:18:28.039148 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-859ec870-9568-49fc-9152-b07632b6df12 req-a140fffb-96c2-4a88-a19f-52e4440e99ab service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ce97cc22-3a2c-431c-a7c0-56837c541317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308006 Jul 09 16:18:28.039285 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['26548898-1279-45e9-a1a3-38136f548176'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:18:28.048528 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981faca8-fb80-4ef1-944e-4300d6853985 req-358d5e9b-ed07-4499-bf2f-5fe6ed1f2076 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:28.050056 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-981faca8-fb80-4ef1-944e-4300d6853985 req-358d5e9b-ed07-4499-bf2f-5fe6ed1f2076 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=4e7cfc71-24c3-4da3-91e1-b7f4d42aefbe HTTP/1.1" status: 200 len: 944 time: 0.1445637 Jul 09 16:18:28.146295 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:28.169180 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['26548898-1279-45e9-a1a3-38136f548176'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:18:28.194668 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-981faca8-fb80-4ef1-944e-4300d6853985 req-88c2f660-04b3-429d-b148-53464e318b21 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349504 Jul 09 16:18:28.224539 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-859ec870-9568-49fc-9152-b07632b6df12 req-a0a664bd-ddcc-4d0c-bf67-130f95494c2a service neutron] 10.222.0.77 "GET /v2.0/networks/ce97cc22-3a2c-431c-a7c0-56837c541317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731410 Jul 09 16:18:28.432479 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-859ec870-9568-49fc-9152-b07632b6df12 req-3bf1a087-667b-44d7-986e-1334ee0bf917 service neutron] 10.222.0.77 "GET /v2.0/networks/ce97cc22-3a2c-431c-a7c0-56837c541317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991837 Jul 09 16:18:28.485756 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 58860) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:18:28.562184 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa48fb9-0ee0-48c4-a276-ef2b0b37f9cd req-067a39a3-af77-48f6-bdae-eb219eb52638 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:28.563925 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8fa48fb9-0ee0-48c4-a276-ef2b0b37f9cd req-067a39a3-af77-48f6-bdae-eb219eb52638 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bfaa85a-7412-4693-8f76-85c0874e9aa1 HTTP/1.1" status: 200 len: 943 time: 0.0921917 Jul 09 16:18:28.606989 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8fa48fb9-0ee0-48c4-a276-ef2b0b37f9cd req-5fbf5660-5e6d-4ee3-aaa4-e1f0071afcb3 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363100 Jul 09 16:18:28.609777 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66b720-1fda-4475-ad35-b35af41c1889 req-f61f1b48-8af2-4def-a4a4-f260f0591d67 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:28.611348 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-af66b720-1fda-4475-ad35-b35af41c1889 req-f61f1b48-8af2-4def-a4a4-f260f0591d67 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21 HTTP/1.1" status: 200 len: 946 time: 0.0849745 Jul 09 16:18:28.682088 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-af66b720-1fda-4475-ad35-b35af41c1889 req-398110e0-1b59-4fa1-b6ce-7a455cd47945 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603869 Jul 09 16:18:28.710367 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 58872) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:18:28.723269 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a2ef00d1-170c-4db4-b8e9-1dd2ed88a91c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=22daf334dfb34010b5effa44981ef077&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2339828 Jul 09 16:18:28.737284 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 26548898-1279-45e9-a1a3-38136f548176 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:18:28.806707 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-673d0fc8-c505-41d0-9a06-3c5e0cd8ce15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:28.863018 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-673d0fc8-c505-41d0-9a06-3c5e0cd8ce15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:28.871367 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 26548898-1279-45e9-a1a3-38136f548176, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=26548898-1279-45e9-a1a3-38136f548176,segment=NetworkSegment(b3327873-1adb-4566-ad72-2213b9292320),segment_id=b3327873-1adb-4566-ad72-2213b9292320)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:18:28.887416 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327065fe-5c14-430e-8923-6d0489cb2ff1 req-eaa30db1-d2b7-4701-a5ea-0dce58342261 tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:28.891986 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 26548898-1279-45e9-a1a3-38136f548176 has no active binding in host n-h2-798930-3 {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 16:18:28.895876 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-327065fe-5c14-430e-8923-6d0489cb2ff1 req-eaa30db1-d2b7-4701-a5ea-0dce58342261 tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] 10.222.0.98 "GET /v2.0/ports?device_id=a4e97b90-3fda-47ad-84ca-0a671233df8d HTTP/1.1" status: 200 len: 944 time: 0.1681783 Jul 09 16:18:28.950749 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a4441ad1-1be3-4af4-b802-79ef0162cb42 req-887aadba-8187-4fa7-b2b0-fb2e85b5aa37 tempest-ServerShowV257Test-946781268 tempest-ServerShowV257Test-946781268-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b32b5ea-9d66-4649-a4f2-4d9e7c6edfdf HTTP/1.1" status: 200 len: 210 time: 0.0342143 Jul 09 16:18:28.958030 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-327065fe-5c14-430e-8923-6d0489cb2ff1 req-510e4cb3-c383-444e-a246-047c36084511 tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a57d820-2aad-495f-bc3f-17a3cb6c6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605555 Jul 09 16:18:28.988873 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-673d0fc8-c505-41d0-9a06-3c5e0cd8ce15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:28.992079 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-673d0fc8-c505-41d0-9a06-3c5e0cd8ce15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:28.996000 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-673d0fc8-c505-41d0-9a06-3c5e0cd8ce15 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9a0da64b-26d3-495c-8dea-95ef99f83fd0 HTTP/1.1" status: 204 len: 168 time: 0.2843561 Jul 09 16:18:29.007068 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673d0fc8-c505-41d0-9a06-3c5e0cd8ce15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0da64b-26d3-495c-8dea-95ef99f83fd0,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:29.187811 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0d1dc-159d-4510-b755-10aaa731aa09 req-65fc8d38-d58b-48d8-be34-4289b207c57f tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:29.198183 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0d1dc-159d-4510-b755-10aaa731aa09 req-65fc8d38-d58b-48d8-be34-4289b207c57f tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:29.204449 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0d1dc-159d-4510-b755-10aaa731aa09 req-65fc8d38-d58b-48d8-be34-4289b207c57f tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:29.211366 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0d1dc-159d-4510-b755-10aaa731aa09 req-65fc8d38-d58b-48d8-be34-4289b207c57f tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:29.217333 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0d1dc-159d-4510-b755-10aaa731aa09 req-65fc8d38-d58b-48d8-be34-4289b207c57f tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:29.223679 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0d1dc-159d-4510-b755-10aaa731aa09 req-65fc8d38-d58b-48d8-be34-4289b207c57f tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:29.229873 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0d1dc-159d-4510-b755-10aaa731aa09 req-65fc8d38-d58b-48d8-be34-4289b207c57f tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:29.237316 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-99f0d1dc-159d-4510-b755-10aaa731aa09 req-65fc8d38-d58b-48d8-be34-4289b207c57f tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 5429 time: 0.1433284 Jul 09 16:18:29.274898 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 0cc11573-f58f-46e8-bd59-9c0e623ac808 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:18:29.291213 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device e97372da-66aa-4560-895c-407230766bbb no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:18:29.295886 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-99f0d1dc-159d-4510-b755-10aaa731aa09 req-7b981e20-6153-469b-8bb7-459d900fb79a tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca0135bb-d8c1-4b57-8ce3-faf17c546fda&id=c40e1744-30c5-4994-a4ae-d009355a2528&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570474 Jul 09 16:18:29.391642 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e7cfc71-24c3-4da3-91e1-b7f4d42aefbe', 'tag': 'ede42405-eabd-440d-8933-fc10f4352ff6'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:18:29.394473 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f344f4f1-4521-488c-9940-1465697f52d3" -d '{"events": [{"name": "network-changed", "server_uuid": "4e7cfc71-24c3-4da3-91e1-b7f4d42aefbe", "tag": "ede42405-eabd-440d-8933-fc10f4352ff6"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:18:29.444035 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4aeb12-a87e-4560-89b0-e1cd8a76f2bb req-9177ea11-d578-457a-8621-9d7ed2b0da9e tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:29.453812 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-eb4aeb12-a87e-4560-89b0-e1cd8a76f2bb req-9177ea11-d578-457a-8621-9d7ed2b0da9e tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=4e7cfc71-24c3-4da3-91e1-b7f4d42aefbe HTTP/1.1" status: 200 len: 944 time: 0.1070650 Jul 09 16:18:29.460424 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9183785-e536-4d3a-90b2-2e491ca9a576 x-openstack-request-id: req-b9183785-e536-4d3a-90b2-2e491ca9a576 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:18:29.460778 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e7cfc71-24c3-4da3-91e1-b7f4d42aefbe", "tag": "ede42405-eabd-440d-8933-fc10f4352ff6", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:18:29.461348 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b9183785-e536-4d3a-90b2-2e491ca9a576 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:18:29.461759 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e7cfc71-24c3-4da3-91e1-b7f4d42aefbe', 'tag': 'ede42405-eabd-440d-8933-fc10f4352ff6', 'status': 'completed', 'code': 200} Jul 09 16:18:29.499312 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 58888) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:18:29.562856 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344f4f1-4521-488c-9940-1465697f52d3 req-ef198b60-e46d-4105-ac93-e1bde1b6903d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:29.567746 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-eb4aeb12-a87e-4560-89b0-e1cd8a76f2bb req-1464e564-665a-4c19-9f28-12df926d209e tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043499 Jul 09 16:18:29.568440 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f344f4f1-4521-488c-9940-1465697f52d3 req-ef198b60-e46d-4105-ac93-e1bde1b6903d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e315895fcff346cb9e8f1de4a11daf77&device_id=4e7cfc71-24c3-4da3-91e1-b7f4d42aefbe HTTP/1.1" status: 200 len: 1095 time: 0.0799417 Jul 09 16:18:29.606942 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: e97372da-66aa-4560-895c-407230766bbb {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:18:29.607747 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device e97372da-66aa-4560-895c-407230766bbb not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:18:29.609082 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-6261b3d0-a266-4076-94b2-da24a031fba7 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=22997a8ee74e4d0e82e4e13fd89241bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1080947 Jul 09 16:18:29.609809 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 58890) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:18:29.696572 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-10584669-d1e0-4657-aafd-633346ecbf24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:29.762138 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344f4f1-4521-488c-9940-1465697f52d3 req-a91e88f2-2c62-41b9-ac34-859f2ccad8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:29.764771 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f344f4f1-4521-488c-9940-1465697f52d3 req-a91e88f2-2c62-41b9-ac34-859f2ccad8d1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ce97cc22-3a2c-431c-a7c0-56837c541317 HTTP/1.1" status: 200 len: 907 time: 0.1879981 Jul 09 16:18:29.773467 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-10584669-d1e0-4657-aafd-633346ecbf24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:29.782818 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 0cc11573-f58f-46e8-bd59-9c0e623ac808, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=0cc11573-f58f-46e8-bd59-9c0e623ac808,segment=NetworkSegment(f3322cfe-f17e-4138-825d-2b8f5a34d17c),segment_id=f3322cfe-f17e-4138-825d-2b8f5a34d17c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:18:29.797045 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '0cc11573-f58f-46e8-bd59-9c0e623ac808', 'network_id': 'e55b3510-4171-4466-a467-a28850f48baa', 'port_id': '0cc11573-f58f-46e8-bd59-9c0e623ac808', 'mac_address': 'fa:16:3e:f1:04:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1852f372-46e1-407a-a8ee-c45063bdc434', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:18:29.882374 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:29.888825 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-10584669-d1e0-4657-aafd-633346ecbf24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:29.894338 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-10584669-d1e0-4657-aafd-633346ecbf24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:29.896674 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-10584669-d1e0-4657-aafd-633346ecbf24 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/dd6e7f11-1da1-49f1-abbd-0df91305a435 HTTP/1.1" status: 204 len: 168 time: 0.2855282 Jul 09 16:18:29.912531 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0cc11573-f58f-46e8-bd59-9c0e623ac808 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:18:29.917930 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bfaa85a-7412-4693-8f76-85c0874e9aa1', 'tag': '26548898-1279-45e9-a1a3-38136f548176'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:18:29.922160 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72beaf70-d24e-4e62-b7fd-4c40693232a9" -d '{"events": [{"name": "network-changed", "server_uuid": "0bfaa85a-7412-4693-8f76-85c0874e9aa1", "tag": "26548898-1279-45e9-a1a3-38136f548176"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:18:29.955594 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f344f4f1-4521-488c-9940-1465697f52d3 req-af7993b5-78e4-4d79-975d-6760deb9f6cd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ede42405-eabd-440d-8933-fc10f4352ff6 HTTP/1.1" status: 200 len: 217 time: 0.1827991 Jul 09 16:18:29.959973 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 0cc11573-f58f-46e8-bd59-9c0e623ac808, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=0cc11573-f58f-46e8-bd59-9c0e623ac808,segment=NetworkSegment(f3322cfe-f17e-4138-825d-2b8f5a34d17c),segment_id=f3322cfe-f17e-4138-825d-2b8f5a34d17c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:18:29.978403 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:29.983737 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device eccccde7-42b3-4975-918b-7fc40f4d67dc details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:18:30.019004 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10584669-d1e0-4657-aafd-633346ecbf24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6e7f11-1da1-49f1-abbd-0df91305a435,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:30.073641 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344f4f1-4521-488c-9940-1465697f52d3 req-e3a710cf-0b82-483d-bff3-a6ff9a51a5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:30.075124 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f344f4f1-4521-488c-9940-1465697f52d3 req-e3a710cf-0b82-483d-bff3-a6ff9a51a5eb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=87031510-fde3-40ce-a568-4132b7a3476d HTTP/1.1" status: 200 len: 846 time: 0.0968983 Jul 09 16:18:30.088586 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d7dad-d4b1-424b-9c43-8735251eb312 req-36dd0d0c-5f3c-4793-9342-a0e0378751f0 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:30.105542 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f21d7dad-d4b1-424b-9c43-8735251eb312 req-36dd0d0c-5f3c-4793-9342-a0e0378751f0 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21 HTTP/1.1" status: 200 len: 946 time: 0.2067876 Jul 09 16:18:30.179267 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f344f4f1-4521-488c-9940-1465697f52d3 req-c4bef724-f460-4365-9c0e-78b9bfe01c76 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ce97cc22-3a2c-431c-a7c0-56837c541317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777984 Jul 09 16:18:30.202917 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f21d7dad-d4b1-424b-9c43-8735251eb312 req-016023d3-c6c7-42ca-83cf-6da801af1a0a tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961597 Jul 09 16:18:30.289302 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=0cc11573-f58f-46e8-bd59-9c0e623ac808,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:30.296032 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540eb2bc-68f0-4c66-9b8f-43101631e16e req-7660f323-d2b6-42ba-be96-95b4d6c5a0bc tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:30.305752 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-540eb2bc-68f0-4c66-9b8f-43101631e16e req-7660f323-d2b6-42ba-be96-95b4d6c5a0bc tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bfaa85a-7412-4693-8f76-85c0874e9aa1 HTTP/1.1" status: 200 len: 943 time: 0.3736191 Jul 09 16:18:30.329613 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:18:30.330044 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:18:30.330657 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:18:30.334673 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:18:30.335315 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:18:30.338324 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:18:30.339910 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:18:30.340503 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:18:30.342502 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:18:30.343074 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:18:30.345553 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:18:30.346227 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:18:30.392535 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44dd616-9924-47ad-9bb4-80fa5d570a00 x-openstack-request-id: req-e44dd616-9924-47ad-9bb4-80fa5d570a00 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:18:30.392919 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bfaa85a-7412-4693-8f76-85c0874e9aa1", "tag": "26548898-1279-45e9-a1a3-38136f548176", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:18:30.393045 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e44dd616-9924-47ad-9bb4-80fa5d570a00 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:18:30.393439 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bfaa85a-7412-4693-8f76-85c0874e9aa1', 'tag': '26548898-1279-45e9-a1a3-38136f548176', 'status': 'completed', 'code': 200} Jul 09 16:18:30.433528 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port eccccde7-42b3-4975-918b-7fc40f4d67dc, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=eccccde7-42b3-4975-918b-7fc40f4d67dc,segment=NetworkSegment(181cc77b-b47a-4404-a0c6-2274a6b9f03a),segment_id=181cc77b-b47a-4404-a0c6-2274a6b9f03a)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:18:30.448175 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': 'eccccde7-42b3-4975-918b-7fc40f4d67dc', 'network_id': 'e9d83fad-820f-4504-9188-07c177bfb5d5', 'port_id': 'eccccde7-42b3-4975-918b-7fc40f4d67dc', 'mac_address': 'fa:16:3e:a6:86:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13f4c0bf-6e72-4021-baf7-6bfbc0bd591a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:18:30.516519 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-540eb2bc-68f0-4c66-9b8f-43101631e16e req-4cbd3761-1997-4b7e-98d6-f4fd3c701c9f tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979618 Jul 09 16:18:30.523254 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:30.540415 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eccccde7-42b3-4975-918b-7fc40f4d67dc {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:18:30.594798 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port eccccde7-42b3-4975-918b-7fc40f4d67dc, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=eccccde7-42b3-4975-918b-7fc40f4d67dc,segment=NetworkSegment(181cc77b-b47a-4404-a0c6-2274a6b9f03a),segment_id=181cc77b-b47a-4404-a0c6-2274a6b9f03a)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:18:30.603955 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:30.615835 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f344f4f1-4521-488c-9940-1465697f52d3 req-43574697-635b-4e86-9c89-cbf78df8581b service neutron] 10.222.0.77 "GET /v2.0/networks/ce97cc22-3a2c-431c-a7c0-56837c541317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4356701 Jul 09 16:18:30.666902 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=eccccde7-42b3-4975-918b-7fc40f4d67dc,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:30.712874 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d42577ae-825a-433a-af0f-5d26a4e75e80 req-07c7ff9e-a1bd-4d33-b4c6-44102c523b73 tempest-ServerShowV257Test-946781268 tempest-ServerShowV257Test-946781268-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b32b5ea-9d66-4649-a4f2-4d9e7c6edfdf HTTP/1.1" status: 200 len: 210 time: 0.1075046 Jul 09 16:18:30.718091 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72beaf70-d24e-4e62-b7fd-4c40693232a9 req-7279f842-9403-4bff-9a13-64849208a8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:30.722869 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['0cc11573-f58f-46e8-bd59-9c0e623ac808'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:18:30.728967 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-72beaf70-d24e-4e62-b7fd-4c40693232a9 req-7279f842-9403-4bff-9a13-64849208a8a1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=546108aaf02647ac83ffc1a249896d22&device_id=0bfaa85a-7412-4693-8f76-85c0874e9aa1 HTTP/1.1" status: 200 len: 1124 time: 0.3070557 Jul 09 16:18:30.902588 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72beaf70-d24e-4e62-b7fd-4c40693232a9 req-961a3862-32ff-461e-a1d9-4834d8e26161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:30.904123 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-72beaf70-d24e-4e62-b7fd-4c40693232a9 req-961a3862-32ff-461e-a1d9-4834d8e26161 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5ab794d9-1bd8-4da1-bd91-e5307e2548b2 HTTP/1.1" status: 200 len: 909 time: 0.1683831 Jul 09 16:18:30.904401 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f344f4f1-4521-488c-9940-1465697f52d3 req-0ba98daa-5f3f-48b2-8327-e7bb2c7d2586 service neutron] 10.222.0.77 "GET /v2.0/networks/ce97cc22-3a2c-431c-a7c0-56837c541317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811394 Jul 09 16:18:30.920945 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1babf1-6c2b-431f-a706-e6b925861b88 req-bdcd3066-ff81-4ce5-b7a9-64bfd14a26a8 tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:30.929151 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fd1babf1-6c2b-431f-a706-e6b925861b88 req-bdcd3066-ff81-4ce5-b7a9-64bfd14a26a8 tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] 10.222.0.98 "GET /v2.0/ports?device_id=a4e97b90-3fda-47ad-84ca-0a671233df8d HTTP/1.1" status: 200 len: 945 time: 0.1978903 Jul 09 16:18:30.937157 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['eccccde7-42b3-4975-918b-7fc40f4d67dc'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:18:30.988053 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fd1babf1-6c2b-431f-a706-e6b925861b88 req-a1a65788-84f2-4fdd-9ed9-029087eea0a9 tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a57d820-2aad-495f-bc3f-17a3cb6c6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523620 Jul 09 16:18:31.005993 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-72beaf70-d24e-4e62-b7fd-4c40693232a9 req-9fcb3311-4b95-4152-9dd6-443cec58c726 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26548898-1279-45e9-a1a3-38136f548176 HTTP/1.1" status: 200 len: 217 time: 0.0892203 Jul 09 16:18:31.125454 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72beaf70-d24e-4e62-b7fd-4c40693232a9 req-c04a1269-ad05-4dfd-ae9d-86e94f314e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:31.131359 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-72beaf70-d24e-4e62-b7fd-4c40693232a9 req-c04a1269-ad05-4dfd-ae9d-86e94f314e4c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5288f2c0-4157-42ca-b91f-37115e42c839 HTTP/1.1" status: 200 len: 848 time: 0.1172891 Jul 09 16:18:31.202467 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-72beaf70-d24e-4e62-b7fd-4c40693232a9 req-b79b9ad1-b739-4770-8547-c2bc1e9edeae service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5ab794d9-1bd8-4da1-bd91-e5307e2548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549276 Jul 09 16:18:31.241884 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38217f25-6a21-4834-92a7-3de37c1321e5 req-f7be545d-b478-4ab2-9049-622fc3b3fd85 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:31.243753 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-38217f25-6a21-4834-92a7-3de37c1321e5 req-f7be545d-b478-4ab2-9049-622fc3b3fd85 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=4e7cfc71-24c3-4da3-91e1-b7f4d42aefbe HTTP/1.1" status: 200 len: 944 time: 0.0808809 Jul 09 16:18:31.297351 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device ede42405-eabd-440d-8933-fc10f4352ff6 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:18:31.302006 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 0cc11573-f58f-46e8-bd59-9c0e623ac808 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:18:31.320112 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ce696-ca69-4581-a037-3bbab7788128 req-5bb79cd6-9dfd-49c5-a0cc-80e3812ff24e tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:31.326677 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-38217f25-6a21-4834-92a7-3de37c1321e5 req-46b231d6-0a65-41a2-9d2a-0af2917c8a15 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718229 Jul 09 16:18:31.337903 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ce696-ca69-4581-a037-3bbab7788128 req-5bb79cd6-9dfd-49c5-a0cc-80e3812ff24e tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:31.346629 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ce696-ca69-4581-a037-3bbab7788128 req-5bb79cd6-9dfd-49c5-a0cc-80e3812ff24e tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:31.354244 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ce696-ca69-4581-a037-3bbab7788128 req-5bb79cd6-9dfd-49c5-a0cc-80e3812ff24e tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:31.361937 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ce696-ca69-4581-a037-3bbab7788128 req-5bb79cd6-9dfd-49c5-a0cc-80e3812ff24e tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:31.371653 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ce696-ca69-4581-a037-3bbab7788128 req-5bb79cd6-9dfd-49c5-a0cc-80e3812ff24e tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:31.381357 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ce696-ca69-4581-a037-3bbab7788128 req-5bb79cd6-9dfd-49c5-a0cc-80e3812ff24e tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:31.391712 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-eb6ce696-ca69-4581-a037-3bbab7788128 req-5bb79cd6-9dfd-49c5-a0cc-80e3812ff24e tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 5429 time: 0.2556641 Jul 09 16:18:31.463036 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 0cc11573-f58f-46e8-bd59-9c0e623ac808 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:18:31.463421 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:31.471448 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-eb6ce696-ca69-4581-a037-3bbab7788128 req-68d87d1c-bb00-433a-bc99-617b3680b3c4 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca0135bb-d8c1-4b57-8ce3-faf17c546fda&id=c40e1744-30c5-4994-a4ae-d009355a2528&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0787380 Jul 09 16:18:31.496539 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-72beaf70-d24e-4e62-b7fd-4c40693232a9 req-4bd9dcc8-6fad-483a-8a45-e486d2f7d348 service neutron] 10.222.0.77 "GET /v2.0/networks/5ab794d9-1bd8-4da1-bd91-e5307e2548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849035 Jul 09 16:18:31.523683 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port ede42405-eabd-440d-8933-fc10f4352ff6, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=ede42405-eabd-440d-8933-fc10f4352ff6,segment=NetworkSegment(fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c),segment_id=fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:18:31.559519 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': 'ede42405-eabd-440d-8933-fc10f4352ff6', 'network_id': 'ce97cc22-3a2c-431c-a7c0-56837c541317', 'port_id': 'ede42405-eabd-440d-8933-fc10f4352ff6', 'mac_address': 'fa:16:3e:c8:91:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87031510-fde3-40ce-a568-4132b7a3476d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:18:31.576697 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3128ead0-ea49-4669-8b89-1146017935da req-35db1ac8-8c6e-47b1-8886-914844c97076 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:31.583782 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3128ead0-ea49-4669-8b89-1146017935da req-35db1ac8-8c6e-47b1-8886-914844c97076 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21 HTTP/1.1" status: 200 len: 945 time: 0.1281888 Jul 09 16:18:31.630855 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3128ead0-ea49-4669-8b89-1146017935da req-3ffb9e00-0eab-4765-9fe0-7b2f6dfe7939 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458732 Jul 09 16:18:31.684973 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-72beaf70-d24e-4e62-b7fd-4c40693232a9 req-ffa338b2-11d6-441b-89ce-093f1e838887 service neutron] 10.222.0.77 "GET /v2.0/networks/5ab794d9-1bd8-4da1-bd91-e5307e2548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790304 Jul 09 16:18:31.730719 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:31.755558 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ede42405-eabd-440d-8933-fc10f4352ff6 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:18:31.821667 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:31.825797 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port ede42405-eabd-440d-8933-fc10f4352ff6, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=ede42405-eabd-440d-8933-fc10f4352ff6,segment=NetworkSegment(fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c),segment_id=fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:18:31.846428 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:31.850888 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c98fd5-52c7-40b9-9fce-3cadfe8ebd7e req-089afb4a-13b3-465c-8b66-e55564a366f4 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:31.852487 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c9c98fd5-52c7-40b9-9fce-3cadfe8ebd7e req-089afb4a-13b3-465c-8b66-e55564a366f4 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bfaa85a-7412-4693-8f76-85c0874e9aa1 HTTP/1.1" status: 200 len: 943 time: 0.1270525 Jul 09 16:18:31.922252 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=ede42405-eabd-440d-8933-fc10f4352ff6,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:31.935565 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc11573-f58f-46e8-bd59-9c0e623ac808'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:18:31.937838 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d7a024-f18e-439d-950a-13960f026b68" -d '{"events": [{"server_uuid": "df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21", "name": "network-vif-plugged", "status": "completed", "tag": "0cc11573-f58f-46e8-bd59-9c0e623ac808"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:18:31.945268 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c9c98fd5-52c7-40b9-9fce-3cadfe8ebd7e req-a8e3e0e8-b557-4619-9a3e-983ea4d6c2b7 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820494 Jul 09 16:18:31.956481 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 0cc11573-f58f-46e8-bd59-9c0e623ac808, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=0cc11573-f58f-46e8-bd59-9c0e623ac808,segment=NetworkSegment(f3322cfe-f17e-4138-825d-2b8f5a34d17c),segment_id=f3322cfe-f17e-4138-825d-2b8f5a34d17c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:18:31.976225 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:32.051343 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-649cfa82-0e65-41f0-88b9-989839ee5d9b req-34b2ad7b-fedf-4f2a-8c86-205da3ecfbc0 tempest-ServerShowV257Test-946781268 tempest-ServerShowV257Test-946781268-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b32b5ea-9d66-4649-a4f2-4d9e7c6edfdf HTTP/1.1" status: 200 len: 210 time: 0.0826619 Jul 09 16:18:32.081416 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeade865-dcc4-4220-ade0-a8208495842e x-openstack-request-id: req-eeade865-dcc4-4220-ade0-a8208495842e {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:18:32.081898 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21", "name": "network-vif-plugged", "status": "completed", "tag": "0cc11573-f58f-46e8-bd59-9c0e623ac808", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:18:32.082391 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-eeade865-dcc4-4220-ade0-a8208495842e {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:18:32.083547 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc11573-f58f-46e8-bd59-9c0e623ac808', 'code': 200} Jul 09 16:18:32.099067 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=0cc11573-f58f-46e8-bd59-9c0e623ac808,revision_number=7']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:32.199146 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['ede42405-eabd-440d-8933-fc10f4352ff6'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:18:32.247081 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e531e0-2487-4b06-8106-c4f24baeb462 req-c8511778-5a43-413f-8f0e-f4e589f15f6a tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:32.248683 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-37e531e0-2487-4b06-8106-c4f24baeb462 req-c8511778-5a43-413f-8f0e-f4e589f15f6a tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] 10.222.0.98 "GET /v2.0/ports?device_id=a4e97b90-3fda-47ad-84ca-0a671233df8d HTTP/1.1" status: 200 len: 945 time: 0.0849590 Jul 09 16:18:32.358480 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-37e531e0-2487-4b06-8106-c4f24baeb462 req-181b398b-61d5-4721-9075-4db436cb63a7 tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a57d820-2aad-495f-bc3f-17a3cb6c6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027083 Jul 09 16:18:32.592549 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf418c3a-a643-46e1-9032-7ab6d11299f1 req-eddd5a43-b70f-4158-a2c1-151b357e0201 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:32.604560 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cf418c3a-a643-46e1-9032-7ab6d11299f1 req-eddd5a43-b70f-4158-a2c1-151b357e0201 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=4e7cfc71-24c3-4da3-91e1-b7f4d42aefbe HTTP/1.1" status: 200 len: 945 time: 0.1137199 Jul 09 16:18:32.650225 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cf418c3a-a643-46e1-9032-7ab6d11299f1 req-4875ee05-40e2-4cdf-bfdb-0d459ce217d7 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444272 Jul 09 16:18:32.739882 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa37ff6-daa7-4637-b3b0-4504b65e6304 req-dfdb4320-dfbf-4b75-ba67-16e5fa956d04 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:32.745967 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa37ff6-daa7-4637-b3b0-4504b65e6304 req-dfdb4320-dfbf-4b75-ba67-16e5fa956d04 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:32.753744 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa37ff6-daa7-4637-b3b0-4504b65e6304 req-dfdb4320-dfbf-4b75-ba67-16e5fa956d04 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:32.762055 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa37ff6-daa7-4637-b3b0-4504b65e6304 req-dfdb4320-dfbf-4b75-ba67-16e5fa956d04 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:32.770641 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa37ff6-daa7-4637-b3b0-4504b65e6304 req-dfdb4320-dfbf-4b75-ba67-16e5fa956d04 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:32.778957 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa37ff6-daa7-4637-b3b0-4504b65e6304 req-dfdb4320-dfbf-4b75-ba67-16e5fa956d04 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:32.785870 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa37ff6-daa7-4637-b3b0-4504b65e6304 req-dfdb4320-dfbf-4b75-ba67-16e5fa956d04 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:32.788639 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-efa37ff6-daa7-4637-b3b0-4504b65e6304 req-dfdb4320-dfbf-4b75-ba67-16e5fa956d04 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 5429 time: 0.1659024 Jul 09 16:18:32.845666 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-efa37ff6-daa7-4637-b3b0-4504b65e6304 req-dad075a7-4899-4dea-b156-e1d9646ea7d8 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca0135bb-d8c1-4b57-8ce3-faf17c546fda&id=c40e1744-30c5-4994-a4ae-d009355a2528&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0505896 Jul 09 16:18:32.893310 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c757649-fb63-4ea0-8993-af7eacfb3111 req-043805bf-cc55-4cf8-aa93-2401ca7a0ebb tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:32.895771 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0c757649-fb63-4ea0-8993-af7eacfb3111 req-043805bf-cc55-4cf8-aa93-2401ca7a0ebb tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21 HTTP/1.1" status: 200 len: 946 time: 0.0856504 Jul 09 16:18:32.950884 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0c757649-fb63-4ea0-8993-af7eacfb3111 req-b82e1824-88f8-4724-8d9c-dc3f075f3dd8 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494816 Jul 09 16:18:33.209350 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a3723-3859-4a9b-aa15-1e9886cab6f4 req-8003f7fa-9e04-4cc6-a1ea-57a89a6f4e36 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:33.210674 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-055a3723-3859-4a9b-aa15-1e9886cab6f4 req-8003f7fa-9e04-4cc6-a1ea-57a89a6f4e36 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bfaa85a-7412-4693-8f76-85c0874e9aa1 HTTP/1.1" status: 200 len: 943 time: 0.0999770 Jul 09 16:18:33.269855 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-055a3723-3859-4a9b-aa15-1e9886cab6f4 req-4495425f-12f9-4f78-8328-853c15e41b4c tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458796 Jul 09 16:18:33.309577 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4202b83a-69d4-4cc2-8afa-87338b353f53 req-73aeb0e9-ca73-46a0-a1fb-68e3f441464f tempest-ServerShowV257Test-946781268 tempest-ServerShowV257Test-946781268-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b32b5ea-9d66-4649-a4f2-4d9e7c6edfdf HTTP/1.1" status: 200 len: 210 time: 0.0890708 Jul 09 16:18:33.317508 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device ede42405-eabd-440d-8933-fc10f4352ff6 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:18:33.417609 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port ede42405-eabd-440d-8933-fc10f4352ff6 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:18:33.422703 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port ede42405-eabd-440d-8933-fc10f4352ff6 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:18:33.423293 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:33.558339 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:33.627804 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port ede42405-eabd-440d-8933-fc10f4352ff6, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=ede42405-eabd-440d-8933-fc10f4352ff6,segment=NetworkSegment(fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c),segment_id=fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:18:33.627804 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:33.627804 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device eccccde7-42b3-4975-918b-7fc40f4d67dc up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:18:33.691584 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e847c8-1e38-48e8-ac37-bd53d089bfc3 req-dd90e556-2e3b-45a8-889d-d17b3e238c9e tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:33.691584 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-43e847c8-1e38-48e8-ac37-bd53d089bfc3 req-dd90e556-2e3b-45a8-889d-d17b3e238c9e tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] 10.222.0.98 "GET /v2.0/ports?device_id=a4e97b90-3fda-47ad-84ca-0a671233df8d HTTP/1.1" status: 200 len: 945 time: 0.1443715 Jul 09 16:18:33.777822 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=ede42405-eabd-440d-8933-fc10f4352ff6,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:33.791428 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-43e847c8-1e38-48e8-ac37-bd53d089bfc3 req-b123a57a-8dac-4b3a-a5b4-ba6706041875 tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a57d820-2aad-495f-bc3f-17a3cb6c6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010242 Jul 09 16:18:33.824601 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port eccccde7-42b3-4975-918b-7fc40f4d67dc completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:18:33.830993 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port eccccde7-42b3-4975-918b-7fc40f4d67dc triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:18:33.831374 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:33.987093 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:34.032224 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d762de2-ac01-4656-a3e2-071d104af739 req-22e0be4f-5512-4011-bc0d-9989490bff4d tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:34.039306 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1d762de2-ac01-4656-a3e2-071d104af739 req-22e0be4f-5512-4011-bc0d-9989490bff4d tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=4e7cfc71-24c3-4da3-91e1-b7f4d42aefbe HTTP/1.1" status: 200 len: 946 time: 0.1646011 Jul 09 16:18:34.053295 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port eccccde7-42b3-4975-918b-7fc40f4d67dc, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=eccccde7-42b3-4975-918b-7fc40f4d67dc,segment=NetworkSegment(181cc77b-b47a-4404-a0c6-2274a6b9f03a),segment_id=181cc77b-b47a-4404-a0c6-2274a6b9f03a)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:18:34.063969 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:34.107869 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e7cfc71-24c3-4da3-91e1-b7f4d42aefbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede42405-eabd-440d-8933-fc10f4352ff6'}, {'server_uuid': 'a4e97b90-3fda-47ad-84ca-0a671233df8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eccccde7-42b3-4975-918b-7fc40f4d67dc'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:18:34.111747 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909888c9-605f-476c-baa2-d288646c64ba" -d '{"events": [{"server_uuid": "4e7cfc71-24c3-4da3-91e1-b7f4d42aefbe", "name": "network-vif-plugged", "status": "completed", "tag": "ede42405-eabd-440d-8933-fc10f4352ff6"}, {"server_uuid": "a4e97b90-3fda-47ad-84ca-0a671233df8d", "name": "network-vif-plugged", "status": "completed", "tag": "eccccde7-42b3-4975-918b-7fc40f4d67dc"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:18:34.118752 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1d762de2-ac01-4656-a3e2-071d104af739 req-7edefaac-4751-4df4-9d4c-36ec9e85792e tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762231 Jul 09 16:18:34.160645 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=eccccde7-42b3-4975-918b-7fc40f4d67dc,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:34.200126 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 59020) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:18:34.226282 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0389f-3652-4350-a35d-b57430bede0f req-107ab84c-6bc5-4430-a1c7-b7e501498dcd tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:34.232436 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0389f-3652-4350-a35d-b57430bede0f req-107ab84c-6bc5-4430-a1c7-b7e501498dcd tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:34.239456 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0389f-3652-4350-a35d-b57430bede0f req-107ab84c-6bc5-4430-a1c7-b7e501498dcd tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:34.246003 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0389f-3652-4350-a35d-b57430bede0f req-107ab84c-6bc5-4430-a1c7-b7e501498dcd tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:34.252246 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0389f-3652-4350-a35d-b57430bede0f req-107ab84c-6bc5-4430-a1c7-b7e501498dcd tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:34.258841 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0389f-3652-4350-a35d-b57430bede0f req-107ab84c-6bc5-4430-a1c7-b7e501498dcd tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:34.264852 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0389f-3652-4350-a35d-b57430bede0f req-107ab84c-6bc5-4430-a1c7-b7e501498dcd tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:34.272731 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-40b0389f-3652-4350-a35d-b57430bede0f req-107ab84c-6bc5-4430-a1c7-b7e501498dcd tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 5429 time: 0.1753764 Jul 09 16:18:34.328226 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-40b0389f-3652-4350-a35d-b57430bede0f req-1282f410-f7fa-4fbe-aa47-b1addce63384 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca0135bb-d8c1-4b57-8ce3-faf17c546fda&id=c40e1744-30c5-4994-a4ae-d009355a2528&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543127 Jul 09 16:18:34.372974 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b5463c8-abd1-4e31-9792-9bc4bdef2727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:34.392827 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45d2ee-38a7-4f71-8dc7-3e2957ebb41d req-851fae2f-a62a-4dfb-9b42-7a67fc3467c0 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:34.394679 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3f45d2ee-38a7-4f71-8dc7-3e2957ebb41d req-851fae2f-a62a-4dfb-9b42-7a67fc3467c0 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21 HTTP/1.1" status: 200 len: 946 time: 0.1032166 Jul 09 16:18:34.417334 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 16:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e076b225-7fc4-480f-9999-087ef4e190f6 x-openstack-request-id: req-e076b225-7fc4-480f-9999-087ef4e190f6 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:18:34.417907 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e7cfc71-24c3-4da3-91e1-b7f4d42aefbe", "name": "network-vif-plugged", "status": "completed", "tag": "ede42405-eabd-440d-8933-fc10f4352ff6", "code": 200}, {"server_uuid": "a4e97b90-3fda-47ad-84ca-0a671233df8d", "name": "network-vif-plugged", "status": "completed", "tag": "eccccde7-42b3-4975-918b-7fc40f4d67dc", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:18:34.417907 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e076b225-7fc4-480f-9999-087ef4e190f6 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:18:34.418287 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e7cfc71-24c3-4da3-91e1-b7f4d42aefbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede42405-eabd-440d-8933-fc10f4352ff6', 'code': 200} Jul 09 16:18:34.418562 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e97b90-3fda-47ad-84ca-0a671233df8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eccccde7-42b3-4975-918b-7fc40f4d67dc', 'code': 200} Jul 09 16:18:34.465911 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3f45d2ee-38a7-4f71-8dc7-3e2957ebb41d req-0ba00a11-66da-4b62-8734-f5948931bc41 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601470 Jul 09 16:18:34.517247 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b5463c8-abd1-4e31-9792-9bc4bdef2727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:34.524427 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b5463c8-abd1-4e31-9792-9bc4bdef2727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:34.590468 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-9b5463c8-abd1-4e31-9792-9bc4bdef2727 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=71faf7159f674be69bd4a810ed0f864d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3889401 Jul 09 16:18:34.603471 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 59030) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:18:34.620544 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5463c8-abd1-4e31-9792-9bc4bdef2727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c4a9a7-940a-4f65-b6aa-5dfd173d57d0,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:34.678270 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffecc01-95f5-41a5-81c7-add011da3fd2 req-033304ac-64a9-4e99-ac5d-face26e00d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:34.680374 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5ffecc01-95f5-41a5-81c7-add011da3fd2 req-033304ac-64a9-4e99-ac5d-face26e00d43 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a4e97b90-3fda-47ad-84ca-0a671233df8d HTTP/1.1" status: 200 len: 1097 time: 0.0936379 Jul 09 16:18:34.749512 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-53214d18-9121-4d02-99a9-49081fd3d5ba req-070d66f6-721c-4a99-ba00-dfcd1c07c4cb tempest-ServerShowV257Test-946781268 tempest-ServerShowV257Test-946781268-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b32b5ea-9d66-4649-a4f2-4d9e7c6edfdf HTTP/1.1" status: 200 len: 210 time: 0.0788028 Jul 09 16:18:34.756856 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-038e4998-6062-4e22-90bc-c15d49945850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:34.785234 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5ffecc01-95f5-41a5-81c7-add011da3fd2 req-a60e7b2f-719b-4099-935f-7bfb0c301721 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1a57d820-2aad-495f-bc3f-17a3cb6c6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928092 Jul 09 16:18:34.794987 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf14782e-9f82-487a-9a62-56d62a4551c6 req-1391d118-cfdc-45cf-9206-0483929d71a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:34.796890 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cf14782e-9f82-487a-9a62-56d62a4551c6 req-1391d118-cfdc-45cf-9206-0483929d71a1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4e7cfc71-24c3-4da3-91e1-b7f4d42aefbe HTTP/1.1" status: 200 len: 1097 time: 0.2030983 Jul 09 16:18:34.804030 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-038e4998-6062-4e22-90bc-c15d49945850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:34.832183 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a02669-1755-45d2-b6b3-87e9e69f626b req-224f8959-71ea-4db3-8553-09d0aef489eb tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:34.834578 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-89a02669-1755-45d2-b6b3-87e9e69f626b req-224f8959-71ea-4db3-8553-09d0aef489eb tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bfaa85a-7412-4693-8f76-85c0874e9aa1 HTTP/1.1" status: 200 len: 943 time: 0.1633139 Jul 09 16:18:34.919604 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-89a02669-1755-45d2-b6b3-87e9e69f626b req-e67427fd-b616-4bbf-9d01-f516ef4528a6 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700195 Jul 09 16:18:34.922359 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cf14782e-9f82-487a-9a62-56d62a4551c6 req-58704caa-b17d-4c05-9221-9381fe51b9f6 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749109 Jul 09 16:18:34.923209 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-038e4998-6062-4e22-90bc-c15d49945850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:34.926223 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-038e4998-6062-4e22-90bc-c15d49945850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:34.929718 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-038e4998-6062-4e22-90bc-c15d49945850 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/36c4a9a7-940a-4f65-b6aa-5dfd173d57d0 HTTP/1.1" status: 204 len: 168 time: 0.3223574 Jul 09 16:18:34.946222 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038e4998-6062-4e22-90bc-c15d49945850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c4a9a7-940a-4f65-b6aa-5dfd173d57d0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:35.171989 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80a7bd-cdc6-44df-a415-3ccb76cffad1 req-5bc91e3b-cc56-4fc3-84d7-0dc5f71ac9b1 tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:35.173826 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2a80a7bd-cdc6-44df-a415-3ccb76cffad1 req-5bc91e3b-cc56-4fc3-84d7-0dc5f71ac9b1 tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] 10.222.0.98 "GET /v2.0/ports?device_id=a4e97b90-3fda-47ad-84ca-0a671233df8d HTTP/1.1" status: 200 len: 946 time: 0.1125510 Jul 09 16:18:35.250899 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2a80a7bd-cdc6-44df-a415-3ccb76cffad1 req-6efb0c1d-a16c-41f7-8ce4-42786bcc1db2 tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a57d820-2aad-495f-bc3f-17a3cb6c6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687559 Jul 09 16:18:35.359445 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca5bfc2-587a-4785-b635-aceb26a3e777 req-f7528900-3d43-491b-b54b-9048bcd99ef9 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:35.361457 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fca5bfc2-587a-4785-b635-aceb26a3e777 req-f7528900-3d43-491b-b54b-9048bcd99ef9 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=4e7cfc71-24c3-4da3-91e1-b7f4d42aefbe HTTP/1.1" status: 200 len: 946 time: 0.0741122 Jul 09 16:18:35.376930 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 59042) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:18:35.402658 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-af0efbc5-53e8-435a-9413-dc2b21939580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:35.421979 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fca5bfc2-587a-4785-b635-aceb26a3e777 req-6171a48b-b9c3-424b-842b-5e2b76abeadb tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532014 Jul 09 16:18:35.547830 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-af0efbc5-53e8-435a-9413-dc2b21939580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:35.565606 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-af0efbc5-53e8-435a-9413-dc2b21939580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:35.656768 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0efbc5-53e8-435a-9413-dc2b21939580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad916f6-ea80-4dec-83d8-ccc0efa9b91a,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:35.667764 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-af0efbc5-53e8-435a-9413-dc2b21939580 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e5685b7a8dcd4a6290625482ad297ee1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2852106 Jul 09 16:18:35.668898 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 59046) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:18:35.684699 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba4b8ed-c402-4325-acad-de0a9ac534af req-8d1e43d7-99ea-40ed-9d28-ac82b9638cda tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:35.686393 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cba4b8ed-c402-4325-acad-de0a9ac534af req-8d1e43d7-99ea-40ed-9d28-ac82b9638cda tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21 HTTP/1.1" status: 200 len: 946 time: 0.0886431 Jul 09 16:18:35.734959 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682ac12-dd1c-4581-98f2-15419784af11 req-548ed394-cf4c-41e9-a0a8-94df1ce035ec tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:35.742018 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682ac12-dd1c-4581-98f2-15419784af11 req-548ed394-cf4c-41e9-a0a8-94df1ce035ec tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:35.748588 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682ac12-dd1c-4581-98f2-15419784af11 req-548ed394-cf4c-41e9-a0a8-94df1ce035ec tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:35.755607 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682ac12-dd1c-4581-98f2-15419784af11 req-548ed394-cf4c-41e9-a0a8-94df1ce035ec tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:35.764419 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682ac12-dd1c-4581-98f2-15419784af11 req-548ed394-cf4c-41e9-a0a8-94df1ce035ec tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:35.764643 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cba4b8ed-c402-4325-acad-de0a9ac534af req-72ab989e-0dd9-4b8e-a154-0b0f3e68174f tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637803 Jul 09 16:18:35.777350 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682ac12-dd1c-4581-98f2-15419784af11 req-548ed394-cf4c-41e9-a0a8-94df1ce035ec tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:35.779178 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-610b4462-bd99-465c-b5e4-5fd78d7428e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:35.798628 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682ac12-dd1c-4581-98f2-15419784af11 req-548ed394-cf4c-41e9-a0a8-94df1ce035ec tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:35.801866 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9682ac12-dd1c-4581-98f2-15419784af11 req-548ed394-cf4c-41e9-a0a8-94df1ce035ec tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 5429 time: 0.2375889 Jul 09 16:18:35.820257 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-610b4462-bd99-465c-b5e4-5fd78d7428e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:35.912606 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9682ac12-dd1c-4581-98f2-15419784af11 req-8356c188-6e4b-472b-ba1a-79755b9cf130 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca0135bb-d8c1-4b57-8ce3-faf17c546fda&id=c40e1744-30c5-4994-a4ae-d009355a2528&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1001050 Jul 09 16:18:35.939484 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-610b4462-bd99-465c-b5e4-5fd78d7428e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:35.942244 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-610b4462-bd99-465c-b5e4-5fd78d7428e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:35.943661 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-610b4462-bd99-465c-b5e4-5fd78d7428e0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8ad916f6-ea80-4dec-83d8-ccc0efa9b91a HTTP/1.1" status: 204 len: 168 time: 0.2733717 Jul 09 16:18:35.960604 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b4462-bd99-465c-b5e4-5fd78d7428e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad916f6-ea80-4dec-83d8-ccc0efa9b91a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:36.081222 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-54cb10c7-7c76-422f-95f6-fc1b2e920c10 req-e369d918-2698-48e7-8b6e-4aa7360ede8a tempest-ServerShowV257Test-946781268 tempest-ServerShowV257Test-946781268-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b32b5ea-9d66-4649-a4f2-4d9e7c6edfdf HTTP/1.1" status: 200 len: 210 time: 0.0897968 Jul 09 16:18:36.343422 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327907f-afb5-4592-96f4-02ad3ccb4667 req-d368dd91-1d3f-4a62-92da-2ccbb035c411 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:36.347471 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3327907f-afb5-4592-96f4-02ad3ccb4667 req-d368dd91-1d3f-4a62-92da-2ccbb035c411 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bfaa85a-7412-4693-8f76-85c0874e9aa1 HTTP/1.1" status: 200 len: 943 time: 0.1210260 Jul 09 16:18:36.469760 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3327907f-afb5-4592-96f4-02ad3ccb4667 req-c5d3a6ad-1638-475b-8151-3f089aa5945b tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134076 Jul 09 16:18:36.545259 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3826d87-e718-47cd-92eb-26304579ed58 req-c416c4a5-339a-42f9-96e7-9de99dbccbfd tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:36.562807 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b3826d87-e718-47cd-92eb-26304579ed58 req-c416c4a5-339a-42f9-96e7-9de99dbccbfd tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] 10.222.0.98 "GET /v2.0/ports?device_id=a4e97b90-3fda-47ad-84ca-0a671233df8d HTTP/1.1" status: 200 len: 946 time: 0.1173334 Jul 09 16:18:36.646598 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b3826d87-e718-47cd-92eb-26304579ed58 req-7f51afff-7dc0-489f-938d-a47bc030bebe tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a57d820-2aad-495f-bc3f-17a3cb6c6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824275 Jul 09 16:18:36.761080 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 26548898-1279-45e9-a1a3-38136f548176 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:18:36.790482 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f974087-a0b0-4e07-aaf3-93f869775745 req-d9fa6cd9-d8da-4d00-95a7-081d90e862ce tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:36.803211 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8f974087-a0b0-4e07-aaf3-93f869775745 req-d9fa6cd9-d8da-4d00-95a7-081d90e862ce tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=4e7cfc71-24c3-4da3-91e1-b7f4d42aefbe HTTP/1.1" status: 200 len: 946 time: 0.1954763 Jul 09 16:18:36.911475 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8f974087-a0b0-4e07-aaf3-93f869775745 req-34b153c5-2bb8-4c4d-a89a-fdee65a5fe7d tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039686 Jul 09 16:18:36.984036 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 26548898-1279-45e9-a1a3-38136f548176, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=26548898-1279-45e9-a1a3-38136f548176,segment=NetworkSegment(b3327873-1adb-4566-ad72-2213b9292320),segment_id=b3327873-1adb-4566-ad72-2213b9292320)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:18:37.027411 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 26548898-1279-45e9-a1a3-38136f548176 has no active binding in host n-h2-798930-3 {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 16:18:37.337601 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c25852-de05-4bcd-ad23-3f1c160535d2 req-9423bed0-6964-404b-8ab1-2fb468c94d8c tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:37.346331 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c4c25852-de05-4bcd-ad23-3f1c160535d2 req-9423bed0-6964-404b-8ab1-2fb468c94d8c tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21 HTTP/1.1" status: 200 len: 946 time: 0.1722994 Jul 09 16:18:37.451921 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c4c25852-de05-4bcd-ad23-3f1c160535d2 req-008fb0bd-4f5c-4460-b6ac-8a5d5ff6b056 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044416 Jul 09 16:18:37.661310 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7735c9a-14aa-45f2-ab5d-f9aa5207d165 req-e876e20d-49a8-4260-84ec-e55c867dd0b4 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:37.670533 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7735c9a-14aa-45f2-ab5d-f9aa5207d165 req-e876e20d-49a8-4260-84ec-e55c867dd0b4 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:37.679443 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7735c9a-14aa-45f2-ab5d-f9aa5207d165 req-e876e20d-49a8-4260-84ec-e55c867dd0b4 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:37.687934 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7735c9a-14aa-45f2-ab5d-f9aa5207d165 req-e876e20d-49a8-4260-84ec-e55c867dd0b4 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:37.710935 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7735c9a-14aa-45f2-ab5d-f9aa5207d165 req-e876e20d-49a8-4260-84ec-e55c867dd0b4 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:37.732104 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7735c9a-14aa-45f2-ab5d-f9aa5207d165 req-e876e20d-49a8-4260-84ec-e55c867dd0b4 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:37.752430 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7735c9a-14aa-45f2-ab5d-f9aa5207d165 req-e876e20d-49a8-4260-84ec-e55c867dd0b4 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:37.768800 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a7735c9a-14aa-45f2-ab5d-f9aa5207d165 req-e876e20d-49a8-4260-84ec-e55c867dd0b4 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 5429 time: 0.2269378 Jul 09 16:18:37.787912 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b9f5a99c-6bc4-48f1-bcdc-03a12857871f req-ac62c890-b59f-47b5-b3d8-7f4990de490e tempest-ServerShowV257Test-946781268 tempest-ServerShowV257Test-946781268-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b32b5ea-9d66-4649-a4f2-4d9e7c6edfdf HTTP/1.1" status: 200 len: 210 time: 0.0882137 Jul 09 16:18:37.900616 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a7735c9a-14aa-45f2-ab5d-f9aa5207d165 req-c7ec9410-5b8c-4574-b207-1a69afe1a3a0 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca0135bb-d8c1-4b57-8ce3-faf17c546fda&id=c40e1744-30c5-4994-a4ae-d009355a2528&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1270778 Jul 09 16:18:38.119504 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f2870-f4fc-494b-9439-227fe1452e7b req-57a9cc2b-0c47-4e75-9e3c-8634f837f756 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:38.134571 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-268f2870-f4fc-494b-9439-227fe1452e7b req-57a9cc2b-0c47-4e75-9e3c-8634f837f756 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/networks?id=ce97cc22-3a2c-431c-a7c0-56837c541317 HTTP/1.1" status: 200 len: 806 time: 0.1794138 Jul 09 16:18:38.163524 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-268f2870-f4fc-494b-9439-227fe1452e7b req-e26c7918-7d7a-4125-a8ed-3d213a3df79e tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/quotas/e315895fcff346cb9e8f1de4a11daf77 HTTP/1.1" status: 200 len: 375 time: 0.0278738 Jul 09 16:18:38.273120 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-268f2870-f4fc-494b-9439-227fe1452e7b req-0b55fe57-e8a3-4be3-8da4-d6bfa008ecfe tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=e315895fcff346cb9e8f1de4a11daf77&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1084757 Jul 09 16:18:38.461450 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-268f2870-f4fc-494b-9439-227fe1452e7b req-bb65270d-016c-41eb-8a43-452ab28d31fd service neutron] 10.222.0.98 "GET /v2.0/networks/ce97cc22-3a2c-431c-a7c0-56837c541317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870224 Jul 09 16:18:38.548514 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce7f3f-633d-4537-997a-77b3f7cb40f8 req-4e7d4f75-b5aa-46aa-b688-cf9bc695036b tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:38.556070 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c4ce7f3f-633d-4537-997a-77b3f7cb40f8 req-4e7d4f75-b5aa-46aa-b688-cf9bc695036b tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] 10.222.0.98 "GET /v2.0/ports?device_id=a4e97b90-3fda-47ad-84ca-0a671233df8d HTTP/1.1" status: 200 len: 946 time: 0.1740570 Jul 09 16:18:38.616133 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c4ce7f3f-633d-4537-997a-77b3f7cb40f8 req-f2ca9f68-3663-48f9-ac2a-7cc56266bc84 tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a57d820-2aad-495f-bc3f-17a3cb6c6071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584197 Jul 09 16:18:38.646052 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-15c90bf2-d303-46c1-8714-bbc5ef0035d6 service neutron] 10.222.0.77 "GET /v2.0/ports/26548898-1279-45e9-a1a3-38136f548176/bindings/n-h2-798930-3 HTTP/1.1" status: 200 len: 384 time: 0.1741168 Jul 09 16:18:38.720960 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-268f2870-f4fc-494b-9439-227fe1452e7b req-9fafac44-f6d1-4be5-86ed-deb7014c58df service neutron] 10.222.0.98 "GET /v2.0/networks/ce97cc22-3a2c-431c-a7c0-56837c541317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584848 Jul 09 16:18:38.859170 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80759e85-435f-4c6f-b738-842406dc343b req-0eb1e595-1adc-4685-9952-e4a90620d724 tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:38.861062 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-80759e85-435f-4c6f-b738-842406dc343b req-0eb1e595-1adc-4685-9952-e4a90620d724 tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] 10.222.0.77 "GET /v2.0/ports?device_id=a4e97b90-3fda-47ad-84ca-0a671233df8d HTTP/1.1" status: 200 len: 946 time: 0.1509650 Jul 09 16:18:38.870469 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9377af3c-a04d-4c36-a3fa-c9e22e3ee421 req-69a0f60c-e795-481f-b108-416a65c6422c tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:38.880846 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9377af3c-a04d-4c36-a3fa-c9e22e3ee421 req-69a0f60c-e795-481f-b108-416a65c6422c tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bfaa85a-7412-4693-8f76-85c0874e9aa1 HTTP/1.1" status: 200 len: 943 time: 0.1313622 Jul 09 16:18:38.991467 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9377af3c-a04d-4c36-a3fa-c9e22e3ee421 req-51080053-154a-4838-bd49-31e7424030a8 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091983 Jul 09 16:18:39.128500 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-80759e85-435f-4c6f-b738-842406dc343b req-2a5fe7ea-5307-4785-8d1b-364379240e43 tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] Deleting port eccccde7-42b3-4975-918b-7fc40f4d67dc {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:18:39.128908 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-80759e85-435f-4c6f-b738-842406dc343b req-2a5fe7ea-5307-4785-8d1b-364379240e43 tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:39.146385 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-99b6d687-b062-483d-8334-5dcdf79de0aa service neutron] For port 26548898-1279-45e9-a1a3-38136f548176, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=26548898-1279-45e9-a1a3-38136f548176,segment=NetworkSegment(b3327873-1adb-4566-ad72-2213b9292320),segment_id=b3327873-1adb-4566-ad72-2213b9292320)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:18:39.178225 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-99b6d687-b062-483d-8334-5dcdf79de0aa service neutron] For port 26548898-1279-45e9-a1a3-38136f548176, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:18:39.229749 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff56d9-d7c4-4de4-9657-f3872f77842a req-b4e2f949-5924-488f-885b-5c6d4bd3d020 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:39.237175 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-03ff56d9-d7c4-4de4-9657-f3872f77842a req-b4e2f949-5924-488f-885b-5c6d4bd3d020 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21 HTTP/1.1" status: 200 len: 946 time: 0.2280171 Jul 09 16:18:39.261312 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-99b6d687-b062-483d-8334-5dcdf79de0aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26548898-1279-45e9-a1a3-38136f548176 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:18:39.278115 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-99b6d687-b062-483d-8334-5dcdf79de0aa service neutron] For port 26548898-1279-45e9-a1a3-38136f548176, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=26548898-1279-45e9-a1a3-38136f548176,segment=NetworkSegment(b3327873-1adb-4566-ad72-2213b9292320),segment_id=b3327873-1adb-4566-ad72-2213b9292320)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:18:39.306858 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-03ff56d9-d7c4-4de4-9657-f3872f77842a req-049aebb3-10b4-425f-b8ba-e044e8014bdf tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684822 Jul 09 16:18:39.308697 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-99b6d687-b062-483d-8334-5dcdf79de0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:39.367406 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-80759e85-435f-4c6f-b738-842406dc343b req-2a5fe7ea-5307-4785-8d1b-364379240e43 tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] For port eccccde7-42b3-4975-918b-7fc40f4d67dc, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=eccccde7-42b3-4975-918b-7fc40f4d67dc,segment=NetworkSegment(181cc77b-b47a-4404-a0c6-2274a6b9f03a),segment_id=181cc77b-b47a-4404-a0c6-2274a6b9f03a)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:18:39.367598 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 26548898-1279-45e9-a1a3-38136f548176 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:18:39.368061 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-80759e85-435f-4c6f-b738-842406dc343b req-2a5fe7ea-5307-4785-8d1b-364379240e43 tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:39.413224 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-80759e85-435f-4c6f-b738-842406dc343b req-2a5fe7ea-5307-4785-8d1b-364379240e43 tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] Calling delete_port for eccccde7-42b3-4975-918b-7fc40f4d67dc owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:18:39.460416 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f29f6f1a-5d3a-4004-a0d5-2d003174858c req-90953b07-b74a-4221-ba28-1f5fb7db88a1 tempest-ServerShowV257Test-946781268 tempest-ServerShowV257Test-946781268-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b32b5ea-9d66-4649-a4f2-4d9e7c6edfdf HTTP/1.1" status: 200 len: 210 time: 0.0489001 Jul 09 16:18:39.515415 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3bca19aa-3774-4ae9-8fe5-ef43c035ac53 req-06aeac96-3794-46e8-a464-246329b4ad2a tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=9932457e-c587-4453-99bc-1893bc2e01c2 HTTP/1.1" status: 200 len: 210 time: 0.0855150 Jul 09 16:18:39.538237 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-99b6d687-b062-483d-8334-5dcdf79de0aa service neutron] Transition to ACTIVE for port object 26548898-1279-45e9-a1a3-38136f548176 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:18:39.551856 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-99b6d687-b062-483d-8334-5dcdf79de0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:39.751968 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-80759e85-435f-4c6f-b738-842406dc343b req-2a5fe7ea-5307-4785-8d1b-364379240e43 tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:39.765373 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['eccccde7-42b3-4975-918b-7fc40f4d67dc'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:18:39.797333 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b6d687-b062-483d-8334-5dcdf79de0aa service neutron] Pushing event updated for resources: {'Port': ['ID=26548898-1279-45e9-a1a3-38136f548176,revision_number=10']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:39.808566 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-99b6d687-b062-483d-8334-5dcdf79de0aa service neutron] No DVR routers for this DVR port 26548898-1279-45e9-a1a3-38136f548176 on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:18:39.844725 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5fe7ea-5307-4785-8d1b-364379240e43 tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] Pushing event deleted for resources: {'Port': ['ID=eccccde7-42b3-4975-918b-7fc40f4d67dc,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:39.869832 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-99b6d687-b062-483d-8334-5dcdf79de0aa service neutron] 10.222.0.77 "PUT /v2.0/ports/26548898-1279-45e9-a1a3-38136f548176/bindings/n-h2-798930-3/activate HTTP/1.1" status: 200 len: 369 time: 1.2140107 Jul 09 16:18:39.879241 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-80759e85-435f-4c6f-b738-842406dc343b req-2a5fe7ea-5307-4785-8d1b-364379240e43 tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] No DVR routers for this DVR port eccccde7-42b3-4975-918b-7fc40f4d67dc on host n-h1-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:18:39.883463 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-80759e85-435f-4c6f-b738-842406dc343b req-2a5fe7ea-5307-4785-8d1b-364379240e43 tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:39.885465 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-80759e85-435f-4c6f-b738-842406dc343b req-2a5fe7ea-5307-4785-8d1b-364379240e43 tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] 10.222.0.77 "DELETE /v2.0/ports/eccccde7-42b3-4975-918b-7fc40f4d67dc HTTP/1.1" status: 204 len: 173 time: 0.9688928 Jul 09 16:18:39.885970 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e97b90-3fda-47ad-84ca-0a671233df8d', 'name': 'network-vif-deleted', 'tag': 'eccccde7-42b3-4975-918b-7fc40f4d67dc'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:18:39.888527 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5dff30d-cd03-488f-bb22-0385f1a433ca" -d '{"events": [{"server_uuid": "a4e97b90-3fda-47ad-84ca-0a671233df8d", "name": "network-vif-deleted", "tag": "eccccde7-42b3-4975-918b-7fc40f4d67dc"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:18:39.920818 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ceb240-d0e4-4235-ae36-2a1cfbba5d39 req-0f479dbb-40c7-49c2-a308-e23568cd4de3 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:39.927851 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ceb240-d0e4-4235-ae36-2a1cfbba5d39 req-0f479dbb-40c7-49c2-a308-e23568cd4de3 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:39.934550 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ceb240-d0e4-4235-ae36-2a1cfbba5d39 req-0f479dbb-40c7-49c2-a308-e23568cd4de3 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:39.941515 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ceb240-d0e4-4235-ae36-2a1cfbba5d39 req-0f479dbb-40c7-49c2-a308-e23568cd4de3 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:39.944010 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:39.948218 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ceb240-d0e4-4235-ae36-2a1cfbba5d39 req-0f479dbb-40c7-49c2-a308-e23568cd4de3 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:39.954081 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ceb240-d0e4-4235-ae36-2a1cfbba5d39 req-0f479dbb-40c7-49c2-a308-e23568cd4de3 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:39.960094 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ceb240-d0e4-4235-ae36-2a1cfbba5d39 req-0f479dbb-40c7-49c2-a308-e23568cd4de3 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:39.967562 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b2ceb240-d0e4-4235-ae36-2a1cfbba5d39 req-0f479dbb-40c7-49c2-a308-e23568cd4de3 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 5429 time: 0.2269635 Jul 09 16:18:40.016397 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b2ceb240-d0e4-4235-ae36-2a1cfbba5d39 req-77d75176-35bb-40b3-910d-ec0a3cf89b7f tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca0135bb-d8c1-4b57-8ce3-faf17c546fda&id=c40e1744-30c5-4994-a4ae-d009355a2528&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0469930 Jul 09 16:18:40.063368 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9031d7fe-7837-4a37-8431-2dad9b1d84bc req-7dad9933-69c7-4091-b6d5-be9a09852419 tempest-ServerGroupTestJSON-194685663 tempest-ServerGroupTestJSON-194685663-project] 10.222.0.98 "GET /v2.0/ports?device_id=a4e97b90-3fda-47ad-84ca-0a671233df8d HTTP/1.1" status: 200 len: 210 time: 0.0528467 Jul 09 16:18:40.133069 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e4b60d-e80a-4cbb-8b91-641bb4523200 x-openstack-request-id: req-e5e4b60d-e80a-4cbb-8b91-641bb4523200 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:18:40.133361 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e97b90-3fda-47ad-84ca-0a671233df8d", "name": "network-vif-deleted", "tag": "eccccde7-42b3-4975-918b-7fc40f4d67dc", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:18:40.133598 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e5e4b60d-e80a-4cbb-8b91-641bb4523200 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:18:40.134014 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e97b90-3fda-47ad-84ca-0a671233df8d', 'name': 'network-vif-deleted', 'tag': 'eccccde7-42b3-4975-918b-7fc40f4d67dc', 'status': 'completed', 'code': 200} Jul 09 16:18:40.346303 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6d383306-17b4-4743-8e52-4309f5e87c7a req-2a12641d-674f-4377-b353-1b594359694f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4b32b5ea-9d66-4649-a4f2-4d9e7c6edfdf HTTP/1.1" status: 200 len: 210 time: 0.0376518 Jul 09 16:18:40.363069 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72afc838-8ec6-46c7-b6f2-270ceb3ee7db req-4c9a0413-e814-47a7-8baf-e14efafbdc56 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:40.365382 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-72afc838-8ec6-46c7-b6f2-270ceb3ee7db req-4c9a0413-e814-47a7-8baf-e14efafbdc56 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bfaa85a-7412-4693-8f76-85c0874e9aa1 HTTP/1.1" status: 200 len: 944 time: 0.1000183 Jul 09 16:18:40.419356 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-72afc838-8ec6-46c7-b6f2-270ceb3ee7db req-b95bb986-3e14-4ab0-856e-1ec488ee3642 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452416 Jul 09 16:18:40.614178 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78713faa-09f1-4644-ac66-80869a82fadc req-95825cc2-6470-430d-b752-03ece5c64ce9 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:40.619549 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-78713faa-09f1-4644-ac66-80869a82fadc req-95825cc2-6470-430d-b752-03ece5c64ce9 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21 HTTP/1.1" status: 200 len: 946 time: 0.1152492 Jul 09 16:18:40.630293 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 59170) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:18:40.788680 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 26548898-1279-45e9-a1a3-38136f548176 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:18:40.817314 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-78713faa-09f1-4644-ac66-80869a82fadc req-8e54032a-03b4-434f-b869-ec01e1a56053 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905224 Jul 09 16:18:41.006439 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f2870-f4fc-494b-9439-227fe1452e7b req-026e45f7-f6fb-4519-9124-f54dda613ad1 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:41.028790 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-268f2870-f4fc-494b-9439-227fe1452e7b req-026e45f7-f6fb-4519-9124-f54dda613ad1 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.77 "GET /v2.0/networks?id=ce97cc22-3a2c-431c-a7c0-56837c541317 HTTP/1.1" status: 200 len: 806 time: 0.3760726 Jul 09 16:18:41.032481 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-531f1376-dadf-4547-a4d1-e793f19ef7c6 tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:41.033963 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-531f1376-dadf-4547-a4d1-e793f19ef7c6 tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0bfaa85a-7412-4693-8f76-85c0874e9aa1&tenant_id=546108aaf02647ac83ffc1a249896d22&binding%3Ahost_id=n-h1-798930-3 HTTP/1.1" status: 200 len: 1095 time: 0.2775636 Jul 09 16:18:41.042697 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-268f2870-f4fc-494b-9439-227fe1452e7b req-a082ad0c-2ba9-41a1-a970-ecea2ebfa819 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Request body: {'port': {'device_id': '9932457e-c587-4453-99bc-1893bc2e01c2', 'network_id': 'ce97cc22-3a2c-431c-a7c0-56837c541317', 'admin_state_up': True, 'tenant_id': 'e315895fcff346cb9e8f1de4a11daf77'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:18:41.247808 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f2bce909-0b38-4c18-be7b-de891ae4ec95 req-859bb369-beba-408f-b33d-c6d76b969d12 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=9932457e-c587-4453-99bc-1893bc2e01c2 HTTP/1.1" status: 200 len: 210 time: 0.1360979 Jul 09 16:18:41.372794 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cff50801-e541-435a-9f70-3b4fdd031470 req-5d7ef627-24ce-42b9-8c2b-e442ab8e573f tempest-ServerShowV257Test-946781268 tempest-ServerShowV257Test-946781268-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b32b5ea-9d66-4649-a4f2-4d9e7c6edfdf HTTP/1.1" status: 200 len: 210 time: 0.6821485 Jul 09 16:18:41.415970 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6fa5828c-d4a8-4c7b-a0d9-fdbcd96b0fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:41.433136 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-5f33ba30-fa7d-4f52-b313-093d4ad72237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:41.434695 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-5f33ba30-fa7d-4f52-b313-093d4ad72237 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0bfaa85a-7412-4693-8f76-85c0874e9aa1&tenant_id=546108aaf02647ac83ffc1a249896d22 HTTP/1.1" status: 200 len: 1095 time: 0.3885496 Jul 09 16:18:41.455454 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.db.api [None req-6fa5828c-d4a8-4c7b-a0d9-fdbcd96b0fc9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 16:18:41.455454 n-d-798930-3 neutron-server[93958]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 09 16:18:41.455454 n-d-798930-3 neutron-server[93958]: [parameters: {'project_id': '8cbd31d9000c424aa837191f918ce2de', 'id': 'c3efcce5-4328-40fa-862d-caf2c1801967', 'expiration': datetime.datetime(2021, 7, 9, 16, 20, 41, 451448)}] Jul 09 16:18:41.455454 n-d-798930-3 neutron-server[93958]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:18:41.466382 n-d-798930-3 neutron-server[93958]: DEBUG oslo_db.api [None req-6fa5828c-d4a8-4c7b-a0d9-fdbcd96b0fc9 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:18:41.477839 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-268f2870-f4fc-494b-9439-227fe1452e7b req-a082ad0c-2ba9-41a1-a970-ecea2ebfa819 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Made reservation on behalf of e315895fcff346cb9e8f1de4a11daf77 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:18:41.481542 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-268f2870-f4fc-494b-9439-227fe1452e7b req-a082ad0c-2ba9-41a1-a970-ecea2ebfa819 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:41.674224 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7085d923-083a-45b9-9f80-2fc826c20b39 req-3c5c7717-e4e8-4d73-b286-fbf0d59c1aaa tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:41.685661 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7085d923-083a-45b9-9f80-2fc826c20b39 req-3c5c7717-e4e8-4d73-b286-fbf0d59c1aaa tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:41.694923 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7085d923-083a-45b9-9f80-2fc826c20b39 req-3c5c7717-e4e8-4d73-b286-fbf0d59c1aaa tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:41.703905 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7085d923-083a-45b9-9f80-2fc826c20b39 req-3c5c7717-e4e8-4d73-b286-fbf0d59c1aaa tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:41.713041 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7085d923-083a-45b9-9f80-2fc826c20b39 req-3c5c7717-e4e8-4d73-b286-fbf0d59c1aaa tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:41.714333 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-60d92c19-e227-4473-9038-9a9b1b614f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:41.716702 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-60d92c19-e227-4473-9038-9a9b1b614f47 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=546108aaf02647ac83ffc1a249896d22&device_id=0bfaa85a-7412-4693-8f76-85c0874e9aa1 HTTP/1.1" status: 200 len: 1095 time: 0.2045455 Jul 09 16:18:41.719099 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7085d923-083a-45b9-9f80-2fc826c20b39 req-3c5c7717-e4e8-4d73-b286-fbf0d59c1aaa tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:41.725973 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7085d923-083a-45b9-9f80-2fc826c20b39 req-3c5c7717-e4e8-4d73-b286-fbf0d59c1aaa tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:41.734525 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7085d923-083a-45b9-9f80-2fc826c20b39 req-3c5c7717-e4e8-4d73-b286-fbf0d59c1aaa tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 5429 time: 0.1811175 Jul 09 16:18:41.794562 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7085d923-083a-45b9-9f80-2fc826c20b39 req-352e967d-1e34-4a5e-bd93-572ecb568ae4 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca0135bb-d8c1-4b57-8ce3-faf17c546fda&id=c40e1744-30c5-4994-a4ae-d009355a2528&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589800 Jul 09 16:18:41.912912 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-268f2870-f4fc-494b-9439-227fe1452e7b req-a082ad0c-2ba9-41a1-a970-ecea2ebfa819 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Allocated IP 172.20.0.9 (ce97cc22-3a2c-431c-a7c0-56837c541317/87031510-fde3-40ce-a568-4132b7a3476d/b387dc32-1229-4293-93c0-73ebc1637632) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:18:41.967818 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6fa5828c-d4a8-4c7b-a0d9-fdbcd96b0fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:42.214891 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2593d2-f6dc-48a1-92ab-feb0cb1505b7 req-66083a4f-b409-44e2-ab5a-25886ff10c54 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:42.223667 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bc2593d2-f6dc-48a1-92ab-feb0cb1505b7 req-66083a4f-b409-44e2-ab5a-25886ff10c54 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21 HTTP/1.1" status: 200 len: 946 time: 0.1246901 Jul 09 16:18:42.336693 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bc2593d2-f6dc-48a1-92ab-feb0cb1505b7 req-f1e33bab-ac26-49fe-a6f5-a46097464455 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117263 Jul 09 16:18:42.373860 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6fa5828c-d4a8-4c7b-a0d9-fdbcd96b0fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:42.384308 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6fa5828c-d4a8-4c7b-a0d9-fdbcd96b0fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:42.428485 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa5828c-d4a8-4c7b-a0d9-fdbcd96b0fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d985b3-4407-478b-bab9-ff63d6900f97,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:42.435137 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6fa5828c-d4a8-4c7b-a0d9-fdbcd96b0fc9 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8cbd31d9000c424aa837191f918ce2de&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8031902 Jul 09 16:18:42.443055 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 59192) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:18:42.576588 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-c4b146a2-48cf-492f-9d81-b45f7b01662b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:42.578891 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-c4b146a2-48cf-492f-9d81-b45f7b01662b service neutron] 10.222.0.73 "GET /v2.0/networks?id=5ab794d9-1bd8-4da1-bd91-e5307e2548b2 HTTP/1.1" status: 200 len: 909 time: 0.8508372 Jul 09 16:18:42.596026 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-db337708-1c0b-461d-b6c3-0ad845a7f4a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:42.645339 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a8e0e-6153-4219-9fff-da62f512adc1 req-53385e37-a704-4c1d-be89-dc8f66c7b1fd tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:42.653097 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8d3a8e0e-6153-4219-9fff-da62f512adc1 req-53385e37-a704-4c1d-be89-dc8f66c7b1fd tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bfaa85a-7412-4693-8f76-85c0874e9aa1 HTTP/1.1" status: 200 len: 944 time: 0.8431978 Jul 09 16:18:42.665892 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-f5bef34a-8468-4c75-87a1-2f9904fd9685 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26548898-1279-45e9-a1a3-38136f548176 HTTP/1.1" status: 200 len: 217 time: 0.0764866 Jul 09 16:18:42.679603 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6d530c6d-ba82-4186-8af1-236d94fd9cb6 req-049f59fb-b1c3-4f5b-8986-99e58c42173a tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=9932457e-c587-4453-99bc-1893bc2e01c2 HTTP/1.1" status: 200 len: 210 time: 0.0880675 Jul 09 16:18:42.718448 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-db337708-1c0b-461d-b6c3-0ad845a7f4a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:42.745324 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-268f2870-f4fc-494b-9439-227fe1452e7b req-a082ad0c-2ba9-41a1-a970-ecea2ebfa819 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:42.796385 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8d3a8e0e-6153-4219-9fff-da62f512adc1 req-81ceeaf5-99e9-48fd-ac6a-aa54ff27004c tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422830 Jul 09 16:18:42.799961 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-4522ab1c-0aa6-4993-8a51-1805e4a2e6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:42.802356 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-4522ab1c-0aa6-4993-8a51-1805e4a2e6af service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5288f2c0-4157-42ca-b91f-37115e42c839 HTTP/1.1" status: 200 len: 848 time: 0.1265712 Jul 09 16:18:42.855675 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-db337708-1c0b-461d-b6c3-0ad845a7f4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:42.859084 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-db337708-1c0b-461d-b6c3-0ad845a7f4a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:42.878592 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-db337708-1c0b-461d-b6c3-0ad845a7f4a5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f7d985b3-4407-478b-bab9-ff63d6900f97 HTTP/1.1" status: 204 len: 168 time: 0.4340343 Jul 09 16:18:42.887790 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-8a547ff1-eb54-415c-a090-6b1adfe7d6ed service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5ab794d9-1bd8-4da1-bd91-e5307e2548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568364 Jul 09 16:18:42.912851 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db337708-1c0b-461d-b6c3-0ad845a7f4a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d985b3-4407-478b-bab9-ff63d6900f97,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:42.964596 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-268f2870-f4fc-494b-9439-227fe1452e7b req-a082ad0c-2ba9-41a1-a970-ecea2ebfa819 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:42.976309 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['f8ff3a60-d462-40e9-acb7-798df2b5cc97', 'ede42405-eabd-440d-8933-fc10f4352ff6'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:18:43.017076 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c4561cda-fa73-4db8-bd1e-9d2c0d997faa req-9785ba92-971a-4bd3-bc5e-d8a648e83f6c tempest-ServerShowV257Test-946781268 tempest-ServerShowV257Test-946781268-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b32b5ea-9d66-4649-a4f2-4d9e7c6edfdf HTTP/1.1" status: 200 len: 210 time: 0.1369257 Jul 09 16:18:43.030978 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a082ad0c-2ba9-41a1-a970-ecea2ebfa819 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Pushing event updated for resources: {'Port': ['ID=b387dc32-1229-4293-93c0-73ebc1637632,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:43.065613 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-268f2870-f4fc-494b-9439-227fe1452e7b req-a082ad0c-2ba9-41a1-a970-ecea2ebfa819 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Network ce97cc22-3a2c-431c-a7c0-56837c541317 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:18:43.071579 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-268f2870-f4fc-494b-9439-227fe1452e7b req-a082ad0c-2ba9-41a1-a970-ecea2ebfa819 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:18:43.076323 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-268f2870-f4fc-494b-9439-227fe1452e7b req-a082ad0c-2ba9-41a1-a970-ecea2ebfa819 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:18:43.122046 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-457c5b53-8945-4044-981a-7220f3eeab4a service neutron] 10.222.0.73 "GET /v2.0/networks/5ab794d9-1bd8-4da1-bd91-e5307e2548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246120 Jul 09 16:18:43.289219 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f2870-f4fc-494b-9439-227fe1452e7b req-a082ad0c-2ba9-41a1-a970-ecea2ebfa819 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:43.289977 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-268f2870-f4fc-494b-9439-227fe1452e7b req-a082ad0c-2ba9-41a1-a970-ecea2ebfa819 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:43.395688 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-268f2870-f4fc-494b-9439-227fe1452e7b req-a082ad0c-2ba9-41a1-a970-ecea2ebfa819 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3567858 Jul 09 16:18:43.417199 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device eccccde7-42b3-4975-918b-7fc40f4d67dc no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:18:43.424887 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-268f2870-f4fc-494b-9439-227fe1452e7b req-68a0db22-aec4-49e3-b0fd-f42b4ebb9071 service neutron] Request body: {'port': {'device_id': '9932457e-c587-4453-99bc-1893bc2e01c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:18:43.440143 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 59210) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:18:43.447707 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: eccccde7-42b3-4975-918b-7fc40f4d67dc {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:18:43.448254 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device eccccde7-42b3-4975-918b-7fc40f4d67dc not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:18:43.469245 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17ddb594-e700-42ca-8a60-9253251831cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:43.500252 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-977cba2c-1ddf-445f-a951-035b817a3de0 service neutron] 10.222.0.73 "GET /v2.0/networks/5ab794d9-1bd8-4da1-bd91-e5307e2548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611515 Jul 09 16:18:43.550264 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56bcff-f187-4398-b868-17178da86c4c req-b3d90b78-3a79-478e-a748-cd1994d1c334 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:43.557267 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56bcff-f187-4398-b868-17178da86c4c req-b3d90b78-3a79-478e-a748-cd1994d1c334 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:43.563506 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56bcff-f187-4398-b868-17178da86c4c req-b3d90b78-3a79-478e-a748-cd1994d1c334 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:43.571133 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56bcff-f187-4398-b868-17178da86c4c req-b3d90b78-3a79-478e-a748-cd1994d1c334 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:43.576309 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56bcff-f187-4398-b868-17178da86c4c req-b3d90b78-3a79-478e-a748-cd1994d1c334 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:43.583398 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56bcff-f187-4398-b868-17178da86c4c req-b3d90b78-3a79-478e-a748-cd1994d1c334 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:43.589409 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56bcff-f187-4398-b868-17178da86c4c req-b3d90b78-3a79-478e-a748-cd1994d1c334 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:43.596892 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1b56bcff-f187-4398-b868-17178da86c4c req-b3d90b78-3a79-478e-a748-cd1994d1c334 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 5429 time: 0.3030355 Jul 09 16:18:43.666985 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-268f2870-f4fc-494b-9439-227fe1452e7b req-68a0db22-aec4-49e3-b0fd-f42b4ebb9071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:43.693728 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17ddb594-e700-42ca-8a60-9253251831cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:43.702028 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17ddb594-e700-42ca-8a60-9253251831cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:43.720518 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1b56bcff-f187-4398-b868-17178da86c4c req-a01d6618-ed1b-4448-bde3-848ab445ae9b tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca0135bb-d8c1-4b57-8ce3-faf17c546fda&id=c40e1744-30c5-4994-a4ae-d009355a2528&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1226380 Jul 09 16:18:43.774051 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-17ddb594-e700-42ca-8a60-9253251831cc admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=102b0e6f84524081a83d68f0d5c46e1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3305669 Jul 09 16:18:43.774703 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 59216) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:18:43.775393 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ddb594-e700-42ca-8a60-9253251831cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8d21fb-84af-44ad-a919-3d2d7c70888f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:43.914611 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-927f37d3-2b4f-41e3-af87-743ed1f972b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:43.918830 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2a4b9842-adf4-4e89-b593-7ee3cecf22e6 req-3d593bab-04e0-42f7-acc7-8db15399e0c0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a0aee460c8da41f8a05f02939584148a&device_id=4b32b5ea-9d66-4649-a4f2-4d9e7c6edfdf HTTP/1.1" status: 200 len: 210 time: 0.0882103 Jul 09 16:18:44.027665 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-927f37d3-2b4f-41e3-af87-743ed1f972b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:44.073619 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2a4b9842-adf4-4e89-b593-7ee3cecf22e6 req-2eeb4541-8135-4767-ad19-bbf9ac62b963 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=a0aee460c8da41f8a05f02939584148a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1355546 Jul 09 16:18:44.118933 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503d440-571d-4181-ab75-29ecd674a337 req-e9bc5887-a718-4047-b3e6-2b206f838ba2 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:44.126402 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e503d440-571d-4181-ab75-29ecd674a337 req-e9bc5887-a718-4047-b3e6-2b206f838ba2 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=9932457e-c587-4453-99bc-1893bc2e01c2 HTTP/1.1" status: 200 len: 931 time: 0.1790326 Jul 09 16:18:44.153361 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-72cedbbf-6f2e-45ee-85ec-ae0453f93ad5 tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:44.155192 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-72cedbbf-6f2e-45ee-85ec-ae0453f93ad5 tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0bfaa85a-7412-4693-8f76-85c0874e9aa1&tenant_id=546108aaf02647ac83ffc1a249896d22&binding%3Ahost_id=n-h2-798930-3 HTTP/1.1" status: 200 len: 1095 time: 0.1671870 Jul 09 16:18:44.194718 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-927f37d3-2b4f-41e3-af87-743ed1f972b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:44.198040 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-927f37d3-2b4f-41e3-af87-743ed1f972b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:44.202598 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-927f37d3-2b4f-41e3-af87-743ed1f972b6 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ce8d21fb-84af-44ad-a919-3d2d7c70888f HTTP/1.1" status: 204 len: 168 time: 0.4242432 Jul 09 16:18:44.240781 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e503d440-571d-4181-ab75-29ecd674a337 req-b4e616df-deb8-4a64-b62c-74c6d6ca124b tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097927 Jul 09 16:18:44.263544 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5731562-93cf-404c-88ec-865b1be4e5ea req-41a2e3c1-9b57-4944-8289-30b2073e5150 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:44.265421 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b5731562-93cf-404c-88ec-865b1be4e5ea req-41a2e3c1-9b57-4944-8289-30b2073e5150 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21 HTTP/1.1" status: 200 len: 946 time: 0.3012917 Jul 09 16:18:44.290526 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927f37d3-2b4f-41e3-af87-743ed1f972b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8d21fb-84af-44ad-a919-3d2d7c70888f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:44.350631 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b9842-adf4-4e89-b593-7ee3cecf22e6 req-ae26e863-07bd-459b-8e25-f3540f635a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:44.352997 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2a4b9842-adf4-4e89-b593-7ee3cecf22e6 req-ae26e863-07bd-459b-8e25-f3540f635a89 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2672932 Jul 09 16:18:44.407709 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b5731562-93cf-404c-88ec-865b1be4e5ea req-99e5d6cc-a4e0-4636-a62a-de904ac254b2 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295373 Jul 09 16:18:44.435650 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-07c0c1de-26e2-4225-abb7-1832201d9635 req-4de39eab-acf8-4755-9b30-948b4ec2b4c1 tempest-ServerShowV257Test-946781268 tempest-ServerShowV257Test-946781268-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b32b5ea-9d66-4649-a4f2-4d9e7c6edfdf HTTP/1.1" status: 200 len: 210 time: 0.0889220 Jul 09 16:18:44.501740 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-1737b9eb-0143-4f36-9fec-d39ab866c35c service neutron] For port 26548898-1279-45e9-a1a3-38136f548176, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:18:44.510038 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-1737b9eb-0143-4f36-9fec-d39ab866c35c service neutron] Notify callbacks [] for binding, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:44.511939 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-13de7485-6579-42c0-b22c-27ff564b67e8 req-1737b9eb-0143-4f36-9fec-d39ab866c35c service neutron] 10.222.0.73 "DELETE /v2.0/ports/26548898-1279-45e9-a1a3-38136f548176/bindings/n-h1-798930-3 HTTP/1.1" status: 204 len: 173 time: 0.3492615 Jul 09 16:18:44.527946 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-268f2870-f4fc-494b-9439-227fe1452e7b req-68a0db22-aec4-49e3-b0fd-f42b4ebb9071 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b387dc32-1229-4293-93c0-73ebc1637632 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:18:44.537905 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-268f2870-f4fc-494b-9439-227fe1452e7b req-68a0db22-aec4-49e3-b0fd-f42b4ebb9071 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:44.563887 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-268f2870-f4fc-494b-9439-227fe1452e7b req-68a0db22-aec4-49e3-b0fd-f42b4ebb9071 service neutron] Transition to ACTIVE for port object b387dc32-1229-4293-93c0-73ebc1637632 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:18:44.570369 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-268f2870-f4fc-494b-9439-227fe1452e7b req-68a0db22-aec4-49e3-b0fd-f42b4ebb9071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:44.626629 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a0db22-aec4-49e3-b0fd-f42b4ebb9071 service neutron] Pushing event updated for resources: {'Port': ['ID=b387dc32-1229-4293-93c0-73ebc1637632,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:44.811020 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-268f2870-f4fc-494b-9439-227fe1452e7b req-68a0db22-aec4-49e3-b0fd-f42b4ebb9071 service neutron] Attempting to bind port b387dc32-1229-4293-93c0-73ebc1637632 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:18:44.811306 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-268f2870-f4fc-494b-9439-227fe1452e7b req-68a0db22-aec4-49e3-b0fd-f42b4ebb9071 service neutron] Attempting to bind port b387dc32-1229-4293-93c0-73ebc1637632 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ce97cc22-3a2c-431c-a7c0-56837c541317'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:18:44.811636 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268f2870-f4fc-494b-9439-227fe1452e7b req-68a0db22-aec4-49e3-b0fd-f42b4ebb9071 service neutron] Attempting to bind port b387dc32-1229-4293-93c0-73ebc1637632 on network ce97cc22-3a2c-431c-a7c0-56837c541317 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:18:44.820723 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:18:44.821186 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268f2870-f4fc-494b-9439-227fe1452e7b req-68a0db22-aec4-49e3-b0fd-f42b4ebb9071 service neutron] Port b387dc32-1229-4293-93c0-73ebc1637632 on network ce97cc22-3a2c-431c-a7c0-56837c541317 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:18:44.821186 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268f2870-f4fc-494b-9439-227fe1452e7b req-68a0db22-aec4-49e3-b0fd-f42b4ebb9071 service neutron] Attempting to bind port b387dc32-1229-4293-93c0-73ebc1637632 on network ce97cc22-3a2c-431c-a7c0-56837c541317 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:18:44.835707 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35c349-9ee9-4894-aca1-088b8f798537 req-c8e72e0b-15f1-44c5-9651-55ae7c196c8a tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:44.837289 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1d35c349-9ee9-4894-aca1-088b8f798537 req-c8e72e0b-15f1-44c5-9651-55ae7c196c8a tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bfaa85a-7412-4693-8f76-85c0874e9aa1 HTTP/1.1" status: 200 len: 944 time: 0.1744313 Jul 09 16:18:44.850857 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268f2870-f4fc-494b-9439-227fe1452e7b req-68a0db22-aec4-49e3-b0fd-f42b4ebb9071 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:18:44.851765 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268f2870-f4fc-494b-9439-227fe1452e7b req-68a0db22-aec4-49e3-b0fd-f42b4ebb9071 service neutron] Checking segment: {'id': 'fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ce97cc22-3a2c-431c-a7c0-56837c541317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:18:44.851999 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268f2870-f4fc-494b-9439-227fe1452e7b req-68a0db22-aec4-49e3-b0fd-f42b4ebb9071 service neutron] Bound using segment: {'id': 'fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ce97cc22-3a2c-431c-a7c0-56837c541317'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:18:44.852771 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-268f2870-f4fc-494b-9439-227fe1452e7b req-68a0db22-aec4-49e3-b0fd-f42b4ebb9071 service neutron] Bound port: b387dc32-1229-4293-93c0-73ebc1637632, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ce97cc22-3a2c-431c-a7c0-56837c541317'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:18:44.853383 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-268f2870-f4fc-494b-9439-227fe1452e7b req-68a0db22-aec4-49e3-b0fd-f42b4ebb9071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:44.992741 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1d35c349-9ee9-4894-aca1-088b8f798537 req-0c83f6cb-bf69-4ccf-9918-d8b546d68465 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443419 Jul 09 16:18:45.060458 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-268f2870-f4fc-494b-9439-227fe1452e7b req-68a0db22-aec4-49e3-b0fd-f42b4ebb9071 service neutron] For port b387dc32-1229-4293-93c0-73ebc1637632, host n-h1-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:18:45.060458 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-268f2870-f4fc-494b-9439-227fe1452e7b req-68a0db22-aec4-49e3-b0fd-f42b4ebb9071 service neutron] For port b387dc32-1229-4293-93c0-73ebc1637632, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=b387dc32-1229-4293-93c0-73ebc1637632,segment=NetworkSegment(fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c),segment_id=fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:18:45.069213 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-268f2870-f4fc-494b-9439-227fe1452e7b req-68a0db22-aec4-49e3-b0fd-f42b4ebb9071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:45.109772 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e,segment=NetworkSegment(21dc0c02-4744-4465-9c58-ff9696cac53b),segment_id=21dc0c02-4744-4465-9c58-ff9696cac53b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:18:45.150219 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764ae4e-574b-4209-af01-7987eb98d573 req-65275cb4-b712-4630-a061-b14e0b267afa tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:45.157882 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': 'b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e', 'network_id': '6395e908-6223-4d6f-b1c1-e394506abed8', 'port_id': 'b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e', 'mac_address': 'fa:16:3e:d2:1e:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '981e8e3d-124b-4345-9952-afb7f38f6b86', 'ip_address': '10.1.1.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:18:45.166915 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f2870-f4fc-494b-9439-227fe1452e7b req-68a0db22-aec4-49e3-b0fd-f42b4ebb9071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:45.168285 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-268f2870-f4fc-494b-9439-227fe1452e7b req-68a0db22-aec4-49e3-b0fd-f42b4ebb9071 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:45.170389 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-268f2870-f4fc-494b-9439-227fe1452e7b req-68a0db22-aec4-49e3-b0fd-f42b4ebb9071 service neutron] 10.222.0.77 "PUT /v2.0/ports/b387dc32-1229-4293-93c0-73ebc1637632 HTTP/1.1" status: 200 len: 1091 time: 1.7633858 Jul 09 16:18:45.174502 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764ae4e-574b-4209-af01-7987eb98d573 req-65275cb4-b712-4630-a061-b14e0b267afa tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:45.185793 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9932457e-c587-4453-99bc-1893bc2e01c2', 'tag': 'b387dc32-1229-4293-93c0-73ebc1637632'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:18:45.195261 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f96918-4d3a-46fc-a19b-44a73d7ab8dc" -d '{"events": [{"name": "network-changed", "server_uuid": "9932457e-c587-4453-99bc-1893bc2e01c2", "tag": "b387dc32-1229-4293-93c0-73ebc1637632"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:18:45.198137 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764ae4e-574b-4209-af01-7987eb98d573 req-65275cb4-b712-4630-a061-b14e0b267afa tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:45.205187 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764ae4e-574b-4209-af01-7987eb98d573 req-65275cb4-b712-4630-a061-b14e0b267afa tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:45.221490 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764ae4e-574b-4209-af01-7987eb98d573 req-65275cb4-b712-4630-a061-b14e0b267afa tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:45.228346 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764ae4e-574b-4209-af01-7987eb98d573 req-65275cb4-b712-4630-a061-b14e0b267afa tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:45.235274 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764ae4e-574b-4209-af01-7987eb98d573 req-65275cb4-b712-4630-a061-b14e0b267afa tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:45.244222 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6764ae4e-574b-4209-af01-7987eb98d573 req-65275cb4-b712-4630-a061-b14e0b267afa tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 5429 time: 0.3020570 Jul 09 16:18:45.257844 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 59254) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:18:45.271642 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:45.292994 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a0db22-aec4-49e3-b0fd-f42b4ebb9071 service neutron] Pushing event updated for resources: {'Port': ['ID=b387dc32-1229-4293-93c0-73ebc1637632,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:45.338083 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:18:45.370113 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1130dfa-286f-423d-b735-6d67daa11e44 admin admin] Deleting subnet 13f4c0bf-6e72-4021-baf7-6bfbc0bd591a {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:18:45.385415 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f2870-f4fc-494b-9439-227fe1452e7b req-ac4ae013-3ef0-445f-b2f3-edab61b6f238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:45.387897 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-268f2870-f4fc-494b-9439-227fe1452e7b req-ac4ae013-3ef0-445f-b2f3-edab61b6f238 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e315895fcff346cb9e8f1de4a11daf77&device_id=9932457e-c587-4453-99bc-1893bc2e01c2 HTTP/1.1" status: 200 len: 1094 time: 0.1122265 Jul 09 16:18:45.393915 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e,segment=NetworkSegment(21dc0c02-4744-4465-9c58-ff9696cac53b),segment_id=21dc0c02-4744-4465-9c58-ff9696cac53b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:18:45.404982 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:45.405925 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:18:45.418460 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d1130dfa-286f-423d-b735-6d67daa11e44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:45.480141 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6764ae4e-574b-4209-af01-7987eb98d573 req-c8e7010e-78f0-4915-86e3-f9c36b71d439 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca0135bb-d8c1-4b57-8ce3-faf17c546fda&id=c40e1744-30c5-4994-a4ae-d009355a2528&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2349164 Jul 09 16:18:45.522644 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d1130dfa-286f-423d-b735-6d67daa11e44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:45.600472 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-268f2870-f4fc-494b-9439-227fe1452e7b req-c9821edf-ecf2-45c0-89e3-8335dc69cf42 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b387dc32-1229-4293-93c0-73ebc1637632 HTTP/1.1" status: 200 len: 217 time: 0.2001746 Jul 09 16:18:45.605373 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d1130dfa-286f-423d-b735-6d67daa11e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:45.622802 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:45.635860 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847,segment=NetworkSegment(21dc0c02-4744-4465-9c58-ff9696cac53b),segment_id=21dc0c02-4744-4465-9c58-ff9696cac53b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:18:45.662285 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': 'f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847', 'network_id': '6395e908-6223-4d6f-b1c1-e394506abed8', 'port_id': 'f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847', 'mac_address': 'fa:16:3e:e9:28:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '981e8e3d-124b-4345-9952-afb7f38f6b86', 'ip_address': '10.1.1.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:18:45.672254 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24265048-a72e-4f68-913f-e20e59ee362d x-openstack-request-id: req-24265048-a72e-4f68-913f-e20e59ee362d {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:18:45.672828 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9932457e-c587-4453-99bc-1893bc2e01c2", "tag": "b387dc32-1229-4293-93c0-73ebc1637632", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:18:45.673979 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-24265048-a72e-4f68-913f-e20e59ee362d {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:18:45.674903 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9932457e-c587-4453-99bc-1893bc2e01c2', 'tag': 'b387dc32-1229-4293-93c0-73ebc1637632', 'status': 'completed', 'code': 200} Jul 09 16:18:45.696105 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 59274) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:18:45.702367 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d1130dfa-286f-423d-b735-6d67daa11e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:45.724401 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:45.732202 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1130dfa-286f-423d-b735-6d67daa11e44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13f4c0bf-6e72-4021-baf7-6bfbc0bd591a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:45.739862 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:18:45.740463 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d1130dfa-286f-423d-b735-6d67daa11e44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:45.745519 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d1130dfa-286f-423d-b735-6d67daa11e44 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/13f4c0bf-6e72-4021-baf7-6bfbc0bd591a HTTP/1.1" status: 204 len: 168 time: 0.4837606 Jul 09 16:18:45.745519 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 59280) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:18:45.769175 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847,segment=NetworkSegment(21dc0c02-4744-4465-9c58-ff9696cac53b),segment_id=21dc0c02-4744-4465-9c58-ff9696cac53b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:18:45.778959 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:45.780918 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device e01c9589-6e5d-4d24-9c0d-a5ccec3105eb details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:18:45.835922 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f2870-f4fc-494b-9439-227fe1452e7b req-3a9e8691-8336-4ff2-982c-f12385d1da2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:45.837930 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-268f2870-f4fc-494b-9439-227fe1452e7b req-3a9e8691-8336-4ff2-982c-f12385d1da2b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=87031510-fde3-40ce-a568-4132b7a3476d HTTP/1.1" status: 200 len: 846 time: 0.1596141 Jul 09 16:18:45.886678 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-268f2870-f4fc-494b-9439-227fe1452e7b req-24ff4c40-1c03-4785-9efe-fcca92bdfe02 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ce97cc22-3a2c-431c-a7c0-56837c541317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396020 Jul 09 16:18:45.897276 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:45.943629 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port e01c9589-6e5d-4d24-9c0d-a5ccec3105eb, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=e01c9589-6e5d-4d24-9c0d-a5ccec3105eb,segment=NetworkSegment(02e77d4c-49a5-4dc1-ad0d-c8bf1f1b70f0),segment_id=02e77d4c-49a5-4dc1-ad0d-c8bf1f1b70f0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:18:45.956893 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': 'e01c9589-6e5d-4d24-9c0d-a5ccec3105eb', 'network_id': '3a4e126d-a665-4056-ac42-0c366e7fbeca', 'port_id': 'e01c9589-6e5d-4d24-9c0d-a5ccec3105eb', 'mac_address': 'fa:16:3e:1b:d0:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17b1bf0f-6449-4963-a32c-463b55d292cb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:18:45.958904 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-cffc92cb-1a55-410e-bfe9-d9f52f6f2346 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1254540187-network', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:18:45.999457 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:46.004081 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cf34bd25-2607-49e9-adce-89af0faca8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:46.014413 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e01c9589-6e5d-4d24-9c0d-a5ccec3105eb {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:18:46.021421 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cffc92cb-1a55-410e-bfe9-d9f52f6f2346 admin admin] Made reservation on behalf of dee8c37c9ba8439b8ed8c6a930b7c811 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:18:46.022641 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-268f2870-f4fc-494b-9439-227fe1452e7b req-aafd32ff-04c7-4f02-acb2-e57c3908ef5e service neutron] 10.222.0.77 "GET /v2.0/networks/ce97cc22-3a2c-431c-a7c0-56837c541317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133177 Jul 09 16:18:46.024903 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cffc92cb-1a55-410e-bfe9-d9f52f6f2346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:46.026946 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6fde3a-3c86-4155-81bd-9305bd6fb9e5 req-857c0398-28b9-4be1-9e66-246a840b42ad tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:46.028799 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ec6fde3a-3c86-4155-81bd-9305bd6fb9e5 req-857c0398-28b9-4be1-9e66-246a840b42ad tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=0bfaa85a-7412-4693-8f76-85c0874e9aa1 HTTP/1.1" status: 200 len: 1095 time: 0.4506416 Jul 09 16:18:46.037579 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cffc92cb-1a55-410e-bfe9-d9f52f6f2346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:46.049217 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port e01c9589-6e5d-4d24-9c0d-a5ccec3105eb, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=e01c9589-6e5d-4d24-9c0d-a5ccec3105eb,segment=NetworkSegment(02e77d4c-49a5-4dc1-ad0d-c8bf1f1b70f0),segment_id=02e77d4c-49a5-4dc1-ad0d-c8bf1f1b70f0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:18:46.057711 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:46.058430 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 4f254e63-6b3b-4694-9cb5-3a15ac319c88 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:18:46.093230 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 4f254e63-6b3b-4694-9cb5-3a15ac319c88, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=4f254e63-6b3b-4694-9cb5-3a15ac319c88,segment=NetworkSegment(21dc0c02-4744-4465-9c58-ff9696cac53b),segment_id=21dc0c02-4744-4465-9c58-ff9696cac53b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:18:46.107084 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '4f254e63-6b3b-4694-9cb5-3a15ac319c88', 'network_id': '6395e908-6223-4d6f-b1c1-e394506abed8', 'port_id': '4f254e63-6b3b-4694-9cb5-3a15ac319c88', 'mac_address': 'fa:16:3e:28:20:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '981e8e3d-124b-4345-9952-afb7f38f6b86', 'ip_address': '10.1.1.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:18:46.107793 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2a4b9842-adf4-4e89-b593-7ee3cecf22e6 req-33a3af2b-dda6-430a-a15c-0e94ffa1bf35 tempest-ServerShowV257Test-946781268 tempest-ServerShowV257Test-946781268-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b32b5ea-9d66-4649-a4f2-4d9e7c6edfdf HTTP/1.1" status: 200 len: 210 time: 0.1014247 Jul 09 16:18:46.146730 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ec6fde3a-3c86-4155-81bd-9305bd6fb9e5 req-2c7cf161-04b8-40ff-a22b-4a8f95ca6481 tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075885 Jul 09 16:18:46.197469 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-268f2870-f4fc-494b-9439-227fe1452e7b req-a0ba96a8-3519-4cdc-a57c-2de814de3579 service neutron] 10.222.0.77 "GET /v2.0/networks/ce97cc22-3a2c-431c-a7c0-56837c541317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674581 Jul 09 16:18:46.237716 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cf34bd25-2607-49e9-adce-89af0faca8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:46.250370 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-cf34bd25-2607-49e9-adce-89af0faca8a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9d83fad-820f-4504-9188-07c177bfb5d5']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:18:46.263459 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-cf34bd25-2607-49e9-adce-89af0faca8a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '181cc77b-b47a-4404-a0c6-2274a6b9f03a') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:18:46.263754 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-cf34bd25-2607-49e9-adce-89af0faca8a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '181cc77b-b47a-4404-a0c6-2274a6b9f03a') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:18:46.275010 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cf34bd25-2607-49e9-adce-89af0faca8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:46.293015 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cf34bd25-2607-49e9-adce-89af0faca8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:46.300115 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf34bd25-2607-49e9-adce-89af0faca8a3 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:18:46.300580 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cf34bd25-2607-49e9-adce-89af0faca8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:46.335750 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=e01c9589-6e5d-4d24-9c0d-a5ccec3105eb,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:46.338785 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:46.354517 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f254e63-6b3b-4694-9cb5-3a15ac319c88 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:18:46.376617 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 4f254e63-6b3b-4694-9cb5-3a15ac319c88, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=4f254e63-6b3b-4694-9cb5-3a15ac319c88,segment=NetworkSegment(21dc0c02-4744-4465-9c58-ff9696cac53b),segment_id=21dc0c02-4744-4465-9c58-ff9696cac53b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:18:46.384196 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:46.385152 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device cc1b9003-be21-4ede-8937-a785742afd1f details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:18:46.394201 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:18:46.394201 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:18:46.394201 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:18:46.394201 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:18:46.394201 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:18:46.394201 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:18:46.394201 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:18:46.394201 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:18:46.394201 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:18:46.394201 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:18:46.394201 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:18:46.394201 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:18:46.394201 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:18:46.394201 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:18:46.394201 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:18:46.394201 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:18:46.394201 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:18:46.394201 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:18:46.394201 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:18:46.394201 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:18:46.394201 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:18:46.394201 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:18:46.394201 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:18:46.394201 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:18:46.394201 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:18:46.394201 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:18:46.394201 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:18:46.394201 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:18:46.394201 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:18:46.394201 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:18:46.394201 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:18:46.394201 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:18:46.394201 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:18:46.394201 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:18:46.394201 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:18:46.394201 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:18:46.394201 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:18:46.394201 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:18:46.394201 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:18:46.394201 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:18:46.394201 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:18:46.394201 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:18:46.394201 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:18:46.394201 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:18:46.402834 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cf34bd25-2607-49e9-adce-89af0faca8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:46.408256 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cf34bd25-2607-49e9-adce-89af0faca8a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:46.410307 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-cf34bd25-2607-49e9-adce-89af0faca8a3 admin admin] 10.222.0.98 "DELETE /v2.0/networks/e9d83fad-820f-4504-9188-07c177bfb5d5 HTTP/1.1" status: 204 len: 168 time: 0.6636100 Jul 09 16:18:46.426638 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f96918-4d3a-46fc-a19b-44a73d7ab8dc req-6b51d945-48f8-405b-b705-4a92a9abaa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:46.428479 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e1f96918-4d3a-46fc-a19b-44a73d7ab8dc req-6b51d945-48f8-405b-b705-4a92a9abaa6d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e315895fcff346cb9e8f1de4a11daf77&device_id=9932457e-c587-4453-99bc-1893bc2e01c2 HTTP/1.1" status: 200 len: 1094 time: 0.1359704 Jul 09 16:18:46.449367 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf34bd25-2607-49e9-adce-89af0faca8a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9d83fad-820f-4504-9188-07c177bfb5d5,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:46.466861 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port cc1b9003-be21-4ede-8937-a785742afd1f, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=cc1b9003-be21-4ede-8937-a785742afd1f,segment=NetworkSegment(21dc0c02-4744-4465-9c58-ff9696cac53b),segment_id=21dc0c02-4744-4465-9c58-ff9696cac53b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:18:46.476346 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=4f254e63-6b3b-4694-9cb5-3a15ac319c88,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:46.484247 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': 'cc1b9003-be21-4ede-8937-a785742afd1f', 'network_id': '6395e908-6223-4d6f-b1c1-e394506abed8', 'port_id': 'cc1b9003-be21-4ede-8937-a785742afd1f', 'mac_address': 'fa:16:3e:b4:60:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '981e8e3d-124b-4345-9952-afb7f38f6b86', 'ip_address': '10.1.1.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:18:46.491927 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e4f41-c548-405d-8655-9458c2daa7c0 req-32609df6-6ea3-4e90-a642-a8becaf8bf02 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:46.499341 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f01e4f41-c548-405d-8655-9458c2daa7c0 req-32609df6-6ea3-4e90-a642-a8becaf8bf02 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=9932457e-c587-4453-99bc-1893bc2e01c2 HTTP/1.1" status: 200 len: 943 time: 0.5969286 Jul 09 16:18:46.549360 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:46.562310 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f01e4f41-c548-405d-8655-9458c2daa7c0 req-5b1b5216-ba90-4278-8207-e897796fae91 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620599 Jul 09 16:18:46.571883 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc1b9003-be21-4ede-8937-a785742afd1f {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:18:46.575317 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:18:46.575317 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:18:46.575317 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:18:46.575317 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:18:46.575317 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:18:46.575317 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:18:46.575317 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:18:46.575317 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:18:46.575317 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:18:46.575317 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:18:46.575317 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:18:46.575317 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:18:46.575317 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:18:46.575317 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:18:46.575317 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:18:46.575317 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:18:46.575317 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:18:46.575317 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:18:46.575317 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:18:46.575317 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:18:46.575317 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:18:46.575317 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:18:46.575317 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:18:46.575317 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:18:46.575317 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:18:46.575317 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:18:46.575317 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:18:46.575317 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:18:46.575317 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:18:46.575317 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:18:46.575317 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:18:46.575317 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:18:46.575317 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:18:46.575317 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:18:46.575317 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:18:46.575317 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:18:46.575317 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:18:46.575317 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:18:46.575317 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:18:46.575317 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:18:46.575317 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:18:46.575317 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:18:46.575317 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:18:46.575317 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:18:46.575317 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:18:46.575317 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:18:46.575317 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:18:46.575317 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:18:46.575317 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:18:46.575317 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:18:46.575317 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:18:46.575317 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:18:46.575317 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:18:46.575317 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:18:46.575317 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:18:46.575317 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:18:46.578377 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:18:46.578377 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:18:46.578377 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:18:46.578377 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:18:46.578377 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:18:46.578377 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:18:46.578377 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:18:46.578377 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:18:46.578377 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:18:46.578377 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:18:46.578377 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:18:46.578377 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:18:46.578377 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:18:46.578377 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:18:46.578377 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:18:46.578377 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:18:46.578377 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:18:46.578377 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:18:46.617926 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port cc1b9003-be21-4ede-8937-a785742afd1f, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=cc1b9003-be21-4ede-8937-a785742afd1f,segment=NetworkSegment(21dc0c02-4744-4465-9c58-ff9696cac53b),segment_id=21dc0c02-4744-4465-9c58-ff9696cac53b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:18:46.627547 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:46.631547 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device a7a4e491-e2c2-414f-9cdd-91edf6bc83f0 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:18:46.634707 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f96918-4d3a-46fc-a19b-44a73d7ab8dc req-23e9cb8a-eede-467b-86c8-690c596aacc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:46.636556 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e1f96918-4d3a-46fc-a19b-44a73d7ab8dc req-23e9cb8a-eede-467b-86c8-690c596aacc5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ce97cc22-3a2c-431c-a7c0-56837c541317 HTTP/1.1" status: 200 len: 907 time: 0.2018776 Jul 09 16:18:46.715373 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 59294) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:18:46.764798 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e1f96918-4d3a-46fc-a19b-44a73d7ab8dc req-af713a37-1d9f-4bab-af0a-c4448c769bee service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b387dc32-1229-4293-93c0-73ebc1637632 HTTP/1.1" status: 200 len: 217 time: 0.1192522 Jul 09 16:18:46.769121 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cffc92cb-1a55-410e-bfe9-d9f52f6f2346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:46.776774 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d52d0e-fcb2-40e2-80e0-a6869c1f92e7 req-1b1fb825-bb4e-4162-aa24-79d62c644dda tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:46.786169 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c1d52d0e-fcb2-40e2-80e0-a6869c1f92e7 req-1b1fb825-bb4e-4162-aa24-79d62c644dda tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21 HTTP/1.1" status: 200 len: 946 time: 0.2384470 Jul 09 16:18:46.813920 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e92f0bf-b5f6-45e0-8dd1-f09747f6239f req-7c622307-367b-442b-82fb-5ae540b516e7 tempest-ServerShowV257Test-946781268 tempest-ServerShowV257Test-946781268-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b32b5ea-9d66-4649-a4f2-4d9e7c6edfdf HTTP/1.1" status: 200 len: 210 time: 0.0424373 Jul 09 16:18:46.819494 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cffc92cb-1a55-410e-bfe9-d9f52f6f2346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:46.834837 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cffc92cb-1a55-410e-bfe9-d9f52f6f2346 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:18:46.847050 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port a7a4e491-e2c2-414f-9cdd-91edf6bc83f0, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=a7a4e491-e2c2-414f-9cdd-91edf6bc83f0,segment=NetworkSegment(9890f08f-b7c2-4880-91d7-5553e02a84db),segment_id=9890f08f-b7c2-4880-91d7-5553e02a84db)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:18:46.857095 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cffc92cb-1a55-410e-bfe9-d9f52f6f2346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:46.857095 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-cffc92cb-1a55-410e-bfe9-d9f52f6f2346 admin admin] Added segment 6a5dd1a7-6f0b-4217-a4d6-7d35a843600f of type vlan for network 107905d0-c615-4e8b-9b1d-9c2589d2ef47 Jul 09 16:18:46.880624 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': 'a7a4e491-e2c2-414f-9cdd-91edf6bc83f0', 'network_id': 'f2f28c7b-9941-49e4-8996-9de52a7808d3', 'port_id': 'a7a4e491-e2c2-414f-9cdd-91edf6bc83f0', 'mac_address': 'fa:16:3e:f0:0f:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae89dbbd-9e79-42bc-a3f4-8084965358e2', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:18:46.881251 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c1d52d0e-fcb2-40e2-80e0-a6869c1f92e7 req-da5a42d3-e600-4dd9-91dd-e656e2e6b9e1 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955765 Jul 09 16:18:46.893086 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f96918-4d3a-46fc-a19b-44a73d7ab8dc req-85bffe16-ee07-48c0-ba0f-6bc17b690507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:46.905870 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cffc92cb-1a55-410e-bfe9-d9f52f6f2346 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:46.911044 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e1f96918-4d3a-46fc-a19b-44a73d7ab8dc req-85bffe16-ee07-48c0-ba0f-6bc17b690507 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=87031510-fde3-40ce-a568-4132b7a3476d HTTP/1.1" status: 200 len: 846 time: 0.1152186 Jul 09 16:18:46.948754 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cffc92cb-1a55-410e-bfe9-d9f52f6f2346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:46.949779 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffc92cb-1a55-410e-bfe9-d9f52f6f2346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:46.950364 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cffc92cb-1a55-410e-bfe9-d9f52f6f2346 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:46.958511 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=cc1b9003-be21-4ede-8937-a785742afd1f,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:46.971672 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:46.976253 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e1f96918-4d3a-46fc-a19b-44a73d7ab8dc req-49185c92-2fd8-4529-a09b-ff124d7832dc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ce97cc22-3a2c-431c-a7c0-56837c541317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596428 Jul 09 16:18:47.001707 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7a4e491-e2c2-414f-9cdd-91edf6bc83f0 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:18:47.038917 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffc92cb-1a55-410e-bfe9-d9f52f6f2346 admin admin] Pushing event updated for resources: {'Network': ['ID=107905d0-c615-4e8b-9b1d-9c2589d2ef47,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:47.042306 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-cffc92cb-1a55-410e-bfe9-d9f52f6f2346 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3450837 Jul 09 16:18:47.051212 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port a7a4e491-e2c2-414f-9cdd-91edf6bc83f0, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=a7a4e491-e2c2-414f-9cdd-91edf6bc83f0,segment=NetworkSegment(9890f08f-b7c2-4880-91d7-5553e02a84db),segment_id=9890f08f-b7c2-4880-91d7-5553e02a84db)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:18:47.054370 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 107905d0-c615-4e8b-9b1d-9c2589d2ef47 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:18:47.054498 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 59300) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:18:47.064880 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-ae3ce070-768f-4d43-824d-cbed9b77c6bb admin admin] Request body: {'subnet': {'network_id': '107905d0-c615-4e8b-9b1d-9c2589d2ef47', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1254540187-subnet', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:18:47.070017 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:47.070897 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 5989e1c6-4c6c-4db6-8f16-533f3fd6e06c details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:18:47.071651 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8d91521f-27a8-4024-898b-6517d33e4005 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b022a61f2f784eb8b3adb6c164e67320&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3550794 Jul 09 16:18:47.074113 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 59302) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:18:47.087713 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffc92cb-1a55-410e-bfe9-d9f52f6f2346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997fe466-6d92-495c-a86c-449c8ea53922,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:47.108403 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e1f96918-4d3a-46fc-a19b-44a73d7ab8dc req-d8632191-1f9a-4a7b-b55b-86aedc6dce62 service neutron] 10.222.0.77 "GET /v2.0/networks/ce97cc22-3a2c-431c-a7c0-56837c541317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249645 Jul 09 16:18:47.138548 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3ce070-768f-4d43-824d-cbed9b77c6bb admin admin] Made reservation on behalf of dee8c37c9ba8439b8ed8c6a930b7c811 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:18:47.141137 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ae3ce070-768f-4d43-824d-cbed9b77c6bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:47.211098 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 5989e1c6-4c6c-4db6-8f16-533f3fd6e06c, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=5989e1c6-4c6c-4db6-8f16-533f3fd6e06c,segment=NetworkSegment(9890f08f-b7c2-4880-91d7-5553e02a84db),segment_id=9890f08f-b7c2-4880-91d7-5553e02a84db)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:18:47.223503 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=a7a4e491-e2c2-414f-9cdd-91edf6bc83f0,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:47.228728 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '5989e1c6-4c6c-4db6-8f16-533f3fd6e06c', 'network_id': 'f2f28c7b-9941-49e4-8996-9de52a7808d3', 'port_id': '5989e1c6-4c6c-4db6-8f16-533f3fd6e06c', 'mac_address': 'fa:16:3e:1c:72:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae89dbbd-9e79-42bc-a3f4-8084965358e2', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:18:47.266922 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eae751-a784-4e62-bd50-3739471b12c1 req-3ad18e95-dfa1-45cc-a1d1-fa566d048d59 tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:47.268966 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b2eae751-a784-4e62-bd50-3739471b12c1 req-3ad18e95-dfa1-45cc-a1d1-fa566d048d59 tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=0bfaa85a-7412-4693-8f76-85c0874e9aa1 HTTP/1.1" status: 200 len: 1095 time: 0.1595924 Jul 09 16:18:47.290399 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:47.299448 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f4e8c73-38ea-4292-8875-1b4c61be5d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:47.306587 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5989e1c6-4c6c-4db6-8f16-533f3fd6e06c {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:18:47.307588 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e1f96918-4d3a-46fc-a19b-44a73d7ab8dc req-275f1577-9431-4746-a3dc-4af409e03b9f service neutron] 10.222.0.77 "GET /v2.0/networks/ce97cc22-3a2c-431c-a7c0-56837c541317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434162 Jul 09 16:18:47.324623 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b2eae751-a784-4e62-bd50-3739471b12c1 req-327ddfee-e9be-40ad-8555-fb240341f4ac tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445428 Jul 09 16:18:47.329350 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 5989e1c6-4c6c-4db6-8f16-533f3fd6e06c, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=5989e1c6-4c6c-4db6-8f16-533f3fd6e06c,segment=NetworkSegment(9890f08f-b7c2-4880-91d7-5553e02a84db),segment_id=9890f08f-b7c2-4880-91d7-5553e02a84db)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:18:47.336626 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:47.355572 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f4e8c73-38ea-4292-8875-1b4c61be5d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:47.401835 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=5989e1c6-4c6c-4db6-8f16-533f3fd6e06c,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:47.456168 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ae3ce070-768f-4d43-824d-cbed9b77c6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:47.529052 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3ce070-768f-4d43-824d-cbed9b77c6bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=6398ae78-ab25-4396-a51f-802464200a58,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:47.555739 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f4e8c73-38ea-4292-8875-1b4c61be5d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:47.558469 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f4e8c73-38ea-4292-8875-1b4c61be5d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:47.559827 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8f4e8c73-38ea-4292-8875-1b4c61be5d93 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1a57d820-2aad-495f-bc3f-17a3cb6c6071 HTTP/1.1" status: 204 len: 168 time: 0.4846456 Jul 09 16:18:47.563809 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12bd633-f9f7-4583-a9ba-8bca0e671dc2 req-92d94093-c41b-41a2-99a3-8c1cdae58637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:47.565053 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e12bd633-f9f7-4583-a9ba-8bca0e671dc2 req-92d94093-c41b-41a2-99a3-8c1cdae58637 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=06cbfbbe1d844c0796508ff309a673b8&device_id=df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21 HTTP/1.1" status: 200 len: 1097 time: 0.0606945 Jul 09 16:18:47.602102 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9ac37-8a4c-4e63-8b4e-afb4fa5f7511 req-abca2bb8-7a1f-48d2-8d5b-529062336a4a tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:47.610310 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9ac37-8a4c-4e63-8b4e-afb4fa5f7511 req-abca2bb8-7a1f-48d2-8d5b-529062336a4a tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:47.617600 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9ac37-8a4c-4e63-8b4e-afb4fa5f7511 req-abca2bb8-7a1f-48d2-8d5b-529062336a4a tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:47.624603 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9ac37-8a4c-4e63-8b4e-afb4fa5f7511 req-abca2bb8-7a1f-48d2-8d5b-529062336a4a tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:47.631124 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9ac37-8a4c-4e63-8b4e-afb4fa5f7511 req-abca2bb8-7a1f-48d2-8d5b-529062336a4a tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:47.637795 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9ac37-8a4c-4e63-8b4e-afb4fa5f7511 req-abca2bb8-7a1f-48d2-8d5b-529062336a4a tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:47.645572 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9ac37-8a4c-4e63-8b4e-afb4fa5f7511 req-abca2bb8-7a1f-48d2-8d5b-529062336a4a tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:47.652920 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-06c9ac37-8a4c-4e63-8b4e-afb4fa5f7511 req-abca2bb8-7a1f-48d2-8d5b-529062336a4a tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 5436 time: 0.2676866 Jul 09 16:18:47.655362 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3ce070-768f-4d43-824d-cbed9b77c6bb admin admin] Checking segment: {'id': '6a5dd1a7-6f0b-4217-a4d6-7d35a843600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '107905d0-c615-4e8b-9b1d-9c2589d2ef47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:18:47.655924 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3ce070-768f-4d43-824d-cbed9b77c6bb admin admin] Network hostable DHCP agents. Network: 107905d0-c615-4e8b-9b1d-9c2589d2ef47, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:18:47.663141 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4e8c73-38ea-4292-8875-1b4c61be5d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a57d820-2aad-495f-bc3f-17a3cb6c6071,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:47.687833 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12bd633-f9f7-4583-a9ba-8bca0e671dc2 req-ffbc2b9b-6e11-4fd6-b722-ece245803b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:47.692684 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e12bd633-f9f7-4583-a9ba-8bca0e671dc2 req-ffbc2b9b-6e11-4fd6-b722-ece245803b16 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e55b3510-4171-4466-a467-a28850f48baa HTTP/1.1" status: 200 len: 913 time: 0.1176856 Jul 09 16:18:47.733410 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-06c9ac37-8a4c-4e63-8b4e-afb4fa5f7511 req-5edb06e6-9670-4bf7-a4d0-4af382d10d1e tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca0135bb-d8c1-4b57-8ce3-faf17c546fda&id=c40e1744-30c5-4994-a4ae-d009355a2528&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0793319 Jul 09 16:18:47.734793 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3ce070-768f-4d43-824d-cbed9b77c6bb admin admin] Network 107905d0-c615-4e8b-9b1d-9c2589d2ef47 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:18:47.751237 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-ae3ce070-768f-4d43-824d-cbed9b77c6bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 107905d0-c615-4e8b-9b1d-9c2589d2ef47) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:18:47.759035 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3ce070-768f-4d43-824d-cbed9b77c6bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:47.760074 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ae3ce070-768f-4d43-824d-cbed9b77c6bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:47.764359 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8068d7c-dd91-4990-b50c-71364584fd05 None None] Network 107905d0-c615-4e8b-9b1d-9c2589d2ef47 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:18:47.794705 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ae3ce070-768f-4d43-824d-cbed9b77c6bb admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7388456 Jul 09 16:18:47.803127 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 59318) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:18:47.812014 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-08e8609d-4c6d-4045-a2de-61ee4631cca8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1254540187-router', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:18:47.829063 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e12bd633-f9f7-4583-a9ba-8bca0e671dc2 req-bf4f46cb-6416-454b-851c-16202c74cee9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0cc11573-f58f-46e8-bd59-9c0e623ac808 HTTP/1.1" status: 200 len: 217 time: 0.1281178 Jul 09 16:18:47.945138 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12bd633-f9f7-4583-a9ba-8bca0e671dc2 req-88160c68-58c4-46ef-8ea3-f921086ed1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:47.945138 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e12bd633-f9f7-4583-a9ba-8bca0e671dc2 req-88160c68-58c4-46ef-8ea3-f921086ed1f6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1852f372-46e1-407a-a8ee-c45063bdc434 HTTP/1.1" status: 200 len: 852 time: 0.1076086 Jul 09 16:18:47.946521 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-08e8609d-4c6d-4045-a2de-61ee4631cca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:47.948554 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-08e8609d-4c6d-4045-a2de-61ee4631cca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:48.021566 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28fa043-8ce6-41f4-b8cb-74946086b9cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-107905d0-c615-4e8b-9b1d-9c2589d2ef47', 'network_id': '107905d0-c615-4e8b-9b1d-9c2589d2ef47', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'fixed_ips': [{'subnet_id': '6398ae78-ab25-4396-a51f-802464200a58'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:18:48.022566 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d28fa043-8ce6-41f4-b8cb-74946086b9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:48.045043 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e12bd633-f9f7-4583-a9ba-8bca0e671dc2 req-59c32b30-4a26-4d0d-b407-763b3a3fbd78 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e55b3510-4171-4466-a467-a28850f48baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599833 Jul 09 16:18:48.051342 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-08e8609d-4c6d-4045-a2de-61ee4631cca8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:48.212092 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647dc32b-519e-42e0-9907-596228f82918 req-26552cd0-9d2f-40e9-952a-599e47dc7828 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:48.218063 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4952d-cee6-4493-a6c4-c7557b2638d6 req-8033e6cb-bef5-41e8-a530-cd17cffcb39d tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:48.219372 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-647dc32b-519e-42e0-9907-596228f82918 req-26552cd0-9d2f-40e9-952a-599e47dc7828 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=9932457e-c587-4453-99bc-1893bc2e01c2 HTTP/1.1" status: 200 len: 943 time: 0.3399789 Jul 09 16:18:48.233127 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-60f4952d-cee6-4493-a6c4-c7557b2638d6 req-8033e6cb-bef5-41e8-a530-cd17cffcb39d tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21 HTTP/1.1" status: 200 len: 946 time: 0.1229014 Jul 09 16:18:48.277645 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 59340) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:18:48.308555 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-60f4952d-cee6-4493-a6c4-c7557b2638d6 req-e64e497a-dce8-4c6f-a073-991b0087012b tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742481 Jul 09 16:18:48.327034 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-d28fa043-8ce6-41f4-b8cb-74946086b9cd None None] Allocated IP 172.20.0.2 (107905d0-c615-4e8b-9b1d-9c2589d2ef47/6398ae78-ab25-4396-a51f-802464200a58/803ddcd5-d505-4c67-bc99-fffd627870f8) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:18:48.346022 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-08e8609d-4c6d-4045-a2de-61ee4631cca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:48.387119 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e12bd633-f9f7-4583-a9ba-8bca0e671dc2 req-9866e057-6a69-4235-a934-4c788acca4ec service neutron] 10.222.0.77 "GET /v2.0/networks/e55b3510-4171-4466-a467-a28850f48baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329988 Jul 09 16:18:48.403292 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-647dc32b-519e-42e0-9907-596228f82918 req-f9a3df7f-030a-48fd-a04c-653977440d1d tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826787 Jul 09 16:18:48.591320 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e12bd633-f9f7-4583-a9ba-8bca0e671dc2 req-d0f40f31-d61f-42e6-a52a-925bee74cdbc service neutron] 10.222.0.77 "GET /v2.0/networks/e55b3510-4171-4466-a467-a28850f48baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738684 Jul 09 16:18:48.692358 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d28fa043-8ce6-41f4-b8cb-74946086b9cd None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:48.708169 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 59352) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:18:48.709053 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d28fa043-8ce6-41f4-b8cb-74946086b9cd None None] Transition to ACTIVE for port object 803ddcd5-d505-4c67-bc99-fffd627870f8 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:18:48.747013 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d28fa043-8ce6-41f4-b8cb-74946086b9cd None None] Transition to ACTIVE for port object 803ddcd5-d505-4c67-bc99-fffd627870f8 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:18:48.758908 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d28fa043-8ce6-41f4-b8cb-74946086b9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:48.765935 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-08e8609d-4c6d-4045-a2de-61ee4631cca8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:48.790726 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-08e8609d-4c6d-4045-a2de-61ee4631cca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:48.832041 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3d0318c8-10a2-4359-9c0c-cc5da11f45d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:48.904697 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28fa043-8ce6-41f4-b8cb-74946086b9cd None None] Network 107905d0-c615-4e8b-9b1d-9c2589d2ef47 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:18:48.909468 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-d28fa043-8ce6-41f4-b8cb-74946086b9cd None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:18:48.909919 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-fde50961-0049-4f62-ba28-b1f541332227 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-207900972-network', 'tenant_id': '4c9ee3e3fa1b4befa123b0b9538cf553'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:18:48.916737 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28fa043-8ce6-41f4-b8cb-74946086b9cd None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:18:48.929425 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28fa043-8ce6-41f4-b8cb-74946086b9cd None None] Pushing event updated for resources: {'Port': ['ID=803ddcd5-d505-4c67-bc99-fffd627870f8,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:49.011035 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['e01c9589-6e5d-4d24-9c0d-a5ccec3105eb'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:18:49.028763 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3d0318c8-10a2-4359-9c0c-cc5da11f45d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:49.037259 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3d0318c8-10a2-4359-9c0c-cc5da11f45d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:49.081529 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['4f254e63-6b3b-4694-9cb5-3a15ac319c88'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:18:49.095337 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-3d0318c8-10a2-4359-9c0c-cc5da11f45d6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a0aee460c8da41f8a05f02939584148a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8157797 Jul 09 16:18:49.096918 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0318c8-10a2-4359-9c0c-cc5da11f45d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed1a8ef-dbf4-4d84-afc0-a657046d5994,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:49.100411 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 59360) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:18:49.101019 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde50961-0049-4f62-ba28-b1f541332227 admin admin] Made reservation on behalf of 4c9ee3e3fa1b4befa123b0b9538cf553 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:18:49.103863 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fde50961-0049-4f62-ba28-b1f541332227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:49.119939 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fde50961-0049-4f62-ba28-b1f541332227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:49.138028 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['cc1b9003-be21-4ede-8937-a785742afd1f'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:18:49.142212 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:18:49.217029 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:18:49.225151 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4cc5c072-417b-4a07-b9d4-0160f3b8a74b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:49.232372 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-d28fa043-8ce6-41f4-b8cb-74946086b9cd None None] Attempting to bind port 803ddcd5-d505-4c67-bc99-fffd627870f8 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:18:49.233130 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-d28fa043-8ce6-41f4-b8cb-74946086b9cd None None] Attempting to bind port 803ddcd5-d505-4c67-bc99-fffd627870f8 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '6a5dd1a7-6f0b-4217-a4d6-7d35a843600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '107905d0-c615-4e8b-9b1d-9c2589d2ef47'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:18:49.233734 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28fa043-8ce6-41f4-b8cb-74946086b9cd None None] Attempting to bind port 803ddcd5-d505-4c67-bc99-fffd627870f8 on network 107905d0-c615-4e8b-9b1d-9c2589d2ef47 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:18:49.269344 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4cc5c072-417b-4a07-b9d4-0160f3b8a74b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:49.282098 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['a7a4e491-e2c2-414f-9cdd-91edf6bc83f0'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:18:49.305227 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['5989e1c6-4c6c-4db6-8f16-533f3fd6e06c'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:18:49.337543 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28fa043-8ce6-41f4-b8cb-74946086b9cd None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:18:49.338049 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28fa043-8ce6-41f4-b8cb-74946086b9cd None None] Checking segment: {'id': '6a5dd1a7-6f0b-4217-a4d6-7d35a843600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '107905d0-c615-4e8b-9b1d-9c2589d2ef47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:18:49.338560 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d28fa043-8ce6-41f4-b8cb-74946086b9cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:49.339093 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28fa043-8ce6-41f4-b8cb-74946086b9cd None None] Bound using segment: {'id': '6a5dd1a7-6f0b-4217-a4d6-7d35a843600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '107905d0-c615-4e8b-9b1d-9c2589d2ef47'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:18:49.339688 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-d28fa043-8ce6-41f4-b8cb-74946086b9cd None None] Bound port: 803ddcd5-d505-4c67-bc99-fffd627870f8, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a5dd1a7-6f0b-4217-a4d6-7d35a843600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '107905d0-c615-4e8b-9b1d-9c2589d2ef47'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:18:49.340183 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d28fa043-8ce6-41f4-b8cb-74946086b9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:49.351026 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fde50961-0049-4f62-ba28-b1f541332227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:49.360328 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fde50961-0049-4f62-ba28-b1f541332227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:49.362686 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd68f4-abfc-4695-9b72-e9296182c655 req-dd91ea2f-b82d-49c3-835b-b60e880d2fd2 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:49.370126 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd68f4-abfc-4695-9b72-e9296182c655 req-dd91ea2f-b82d-49c3-835b-b60e880d2fd2 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:49.374747 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fde50961-0049-4f62-ba28-b1f541332227 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:18:49.377390 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd68f4-abfc-4695-9b72-e9296182c655 req-dd91ea2f-b82d-49c3-835b-b60e880d2fd2 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:49.384260 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd68f4-abfc-4695-9b72-e9296182c655 req-dd91ea2f-b82d-49c3-835b-b60e880d2fd2 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:49.386446 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fde50961-0049-4f62-ba28-b1f541332227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:49.386811 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-fde50961-0049-4f62-ba28-b1f541332227 admin admin] Added segment a1d8d202-9b28-4a5e-81c4-0c5f8fef6467 of type vlan for network 80d5c90a-3c9c-4866-a923-ef4309310375 Jul 09 16:18:49.390885 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd68f4-abfc-4695-9b72-e9296182c655 req-dd91ea2f-b82d-49c3-835b-b60e880d2fd2 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:49.397461 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd68f4-abfc-4695-9b72-e9296182c655 req-dd91ea2f-b82d-49c3-835b-b60e880d2fd2 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:49.409116 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd68f4-abfc-4695-9b72-e9296182c655 req-dd91ea2f-b82d-49c3-835b-b60e880d2fd2 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:49.413275 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e3dd68f4-abfc-4695-9b72-e9296182c655 req-dd91ea2f-b82d-49c3-835b-b60e880d2fd2 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 5436 time: 0.1794689 Jul 09 16:18:49.425435 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-08e8609d-4c6d-4045-a2de-61ee4631cca8 admin admin] Allocated IP 172.25.0.8 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/125df260-2c04-4dcc-830d-f78f52662dea) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:18:49.443158 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fde50961-0049-4f62-ba28-b1f541332227 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:49.479849 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device b387dc32-1229-4293-93c0-73ebc1637632 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:18:49.507703 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde50961-0049-4f62-ba28-b1f541332227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1460d15-e02f-477c-b5dd-b26b5a6707ce,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:49.510295 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fde50961-0049-4f62-ba28-b1f541332227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:49.511321 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde50961-0049-4f62-ba28-b1f541332227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:49.511886 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fde50961-0049-4f62-ba28-b1f541332227 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:49.514098 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4cc5c072-417b-4a07-b9d4-0160f3b8a74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:49.517673 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4cc5c072-417b-4a07-b9d4-0160f3b8a74b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:49.518878 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-4cc5c072-417b-4a07-b9d4-0160f3b8a74b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/fed1a8ef-dbf4-4d84-afc0-a657046d5994 HTTP/1.1" status: 204 len: 168 time: 0.4048131 Jul 09 16:18:49.544552 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e3dd68f4-abfc-4695-9b72-e9296182c655 req-6dbffc95-a89e-4795-82f8-f2a7ff943ba2 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca0135bb-d8c1-4b57-8ce3-faf17c546fda&id=c40e1744-30c5-4994-a4ae-d009355a2528&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1214681 Jul 09 16:18:49.632823 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-d28fa043-8ce6-41f4-b8cb-74946086b9cd None None] For port 803ddcd5-d505-4c67-bc99-fffd627870f8, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:18:49.636475 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-d28fa043-8ce6-41f4-b8cb-74946086b9cd None None] For port 803ddcd5-d505-4c67-bc99-fffd627870f8, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=803ddcd5-d505-4c67-bc99-fffd627870f8,segment=NetworkSegment(6a5dd1a7-6f0b-4217-a4d6-7d35a843600f),segment_id=6a5dd1a7-6f0b-4217-a4d6-7d35a843600f)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:18:49.654644 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-08e8609d-4c6d-4045-a2de-61ee4631cca8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:49.666761 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d28fa043-8ce6-41f4-b8cb-74946086b9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:49.689278 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5c072-417b-4a07-b9d4-0160f3b8a74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed1a8ef-dbf4-4d84-afc0-a657046d5994,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:49.737037 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-fde50961-0049-4f62-ba28-b1f541332227 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0240266 Jul 09 16:18:49.737037 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 59370) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:18:49.762988 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28fa043-8ce6-41f4-b8cb-74946086b9cd None None] Pushing event updated for resources: {'Port': ['ID=803ddcd5-d505-4c67-bc99-fffd627870f8,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:49.765800 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-3ff13cd2-7487-4c76-b717-f55657990618 admin admin] Request body: {'subnet': {'network_id': '80d5c90a-3c9c-4866-a923-ef4309310375', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-207900972-subnet', 'tenant_id': '4c9ee3e3fa1b4befa123b0b9538cf553', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:18:49.812629 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-08e8609d-4c6d-4045-a2de-61ee4631cca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:49.824927 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde50961-0049-4f62-ba28-b1f541332227 admin admin] Pushing event updated for resources: {'Network': ['ID=80d5c90a-3c9c-4866-a923-ef4309310375,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:49.829046 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff13cd2-7487-4c76-b717-f55657990618 admin admin] Made reservation on behalf of 4c9ee3e3fa1b4befa123b0b9538cf553 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:18:49.833462 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3ff13cd2-7487-4c76-b717-f55657990618 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:49.884964 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e8609d-4c6d-4045-a2de-61ee4631cca8 admin admin] Pushing event updated for resources: {'Port': ['ID=125df260-2c04-4dcc-830d-f78f52662dea,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:49.919046 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e8609d-4c6d-4045-a2de-61ee4631cca8 admin admin] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:18:49.933006 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9bc997-8c64-4781-ae37-056aa7f4308d req-2e489aaf-faf7-499e-924a-6e9d2a17d0a0 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:49.940879 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bb9bc997-8c64-4781-ae37-056aa7f4308d req-2e489aaf-faf7-499e-924a-6e9d2a17d0a0 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=9932457e-c587-4453-99bc-1893bc2e01c2 HTTP/1.1" status: 200 len: 943 time: 0.2266152 Jul 09 16:18:49.943268 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-08e8609d-4c6d-4045-a2de-61ee4631cca8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:18:49.946736 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e8609d-4c6d-4045-a2de-61ee4631cca8 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:18:49.960156 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f79b87-1c7c-4810-bf80-c62f180ad510 req-b7361cbb-5abd-487e-91b3-c823d8b31bee tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:49.962294 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-00f79b87-1c7c-4810-bf80-c62f180ad510 req-b7361cbb-5abd-487e-91b3-c823d8b31bee tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21 HTTP/1.1" status: 200 len: 946 time: 0.3737550 Jul 09 16:18:50.021453 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.db.resource_extend [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 16:18:50.041015 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 80d5c90a-3c9c-4866-a923-ef4309310375 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:18:50.100644 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-00f79b87-1c7c-4810-bf80-c62f180ad510 req-a865c40e-c953-4c76-9dc7-1d93d337c88f tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285212 Jul 09 16:18:50.358220 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3ff13cd2-7487-4c76-b717-f55657990618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:50.480584 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-08e8609d-4c6d-4045-a2de-61ee4631cca8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:50.529422 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff13cd2-7487-4c76-b717-f55657990618 admin admin] Checking segment: {'id': 'a1d8d202-9b28-4a5e-81c4-0c5f8fef6467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '80d5c90a-3c9c-4866-a923-ef4309310375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:18:50.529729 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff13cd2-7487-4c76-b717-f55657990618 admin admin] Network hostable DHCP agents. Network: 80d5c90a-3c9c-4866-a923-ef4309310375, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:18:50.551675 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff13cd2-7487-4c76-b717-f55657990618 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae944b88-a8d3-472f-8293-2795b64e45af,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:50.604824 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bb9bc997-8c64-4781-ae37-056aa7f4308d req-3b70054f-f82f-4067-bc81-ac067d37c637 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6628366 Jul 09 16:18:50.621499 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff13cd2-7487-4c76-b717-f55657990618 admin admin] Network 80d5c90a-3c9c-4866-a923-ef4309310375 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:18:50.635273 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port b387dc32-1229-4293-93c0-73ebc1637632, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=b387dc32-1229-4293-93c0-73ebc1637632,segment=NetworkSegment(fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c),segment_id=fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:18:50.644455 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-3ff13cd2-7487-4c76-b717-f55657990618 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 80d5c90a-3c9c-4866-a923-ef4309310375) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:18:50.650867 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff13cd2-7487-4c76-b717-f55657990618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:50.653756 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3ff13cd2-7487-4c76-b717-f55657990618 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:50.660144 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': 'b387dc32-1229-4293-93c0-73ebc1637632', 'network_id': 'ce97cc22-3a2c-431c-a7c0-56837c541317', 'port_id': 'b387dc32-1229-4293-93c0-73ebc1637632', 'mac_address': 'fa:16:3e:44:2b:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87031510-fde3-40ce-a568-4132b7a3476d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:18:50.693058 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-3ff13cd2-7487-4c76-b717-f55657990618 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9458609 Jul 09 16:18:50.716487 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247c15d4-4e09-425a-8ede-e592b71438ef None None] Network 80d5c90a-3c9c-4866-a923-ef4309310375 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:18:50.968458 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e7f67-4ee3-49e7-a68c-8993dc6c09ed req-888d26ac-0413-46a5-b96d-02305e3a16c7 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:50.981948 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e7f67-4ee3-49e7-a68c-8993dc6c09ed req-888d26ac-0413-46a5-b96d-02305e3a16c7 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:50.987917 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e7f67-4ee3-49e7-a68c-8993dc6c09ed req-888d26ac-0413-46a5-b96d-02305e3a16c7 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:50.994823 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e7f67-4ee3-49e7-a68c-8993dc6c09ed req-888d26ac-0413-46a5-b96d-02305e3a16c7 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:51.000698 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e7f67-4ee3-49e7-a68c-8993dc6c09ed req-888d26ac-0413-46a5-b96d-02305e3a16c7 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:51.007167 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e7f67-4ee3-49e7-a68c-8993dc6c09ed req-888d26ac-0413-46a5-b96d-02305e3a16c7 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:51.018082 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e7f67-4ee3-49e7-a68c-8993dc6c09ed req-888d26ac-0413-46a5-b96d-02305e3a16c7 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:51.026696 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6d7e7f67-4ee3-49e7-a68c-8993dc6c09ed req-888d26ac-0413-46a5-b96d-02305e3a16c7 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 5436 time: 0.2275698 Jul 09 16:18:51.058566 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-08e8609d-4c6d-4045-a2de-61ee4631cca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:51.095421 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6d7e7f67-4ee3-49e7-a68c-8993dc6c09ed req-f355451f-e871-4c62-927d-8f80c17d06ee tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca0135bb-d8c1-4b57-8ce3-faf17c546fda&id=c40e1744-30c5-4994-a4ae-d009355a2528&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0644684 Jul 09 16:18:51.316943 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0159196-34d0-4a6f-9639-2ebada137c65 None None] Network 80d5c90a-3c9c-4866-a923-ef4309310375 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:18:51.381979 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 803ddcd5-d505-4c67-bc99-fffd627870f8 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:18:51.426972 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d10bee6-cbc1-40c5-9675-92b77c7c6249 req-08800d98-94ea-4abf-b4e3-bc5084f8b02b tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:51.436714 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0d10bee6-cbc1-40c5-9675-92b77c7c6249 req-08800d98-94ea-4abf-b4e3-bc5084f8b02b tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21 HTTP/1.1" status: 200 len: 946 time: 0.1271052 Jul 09 16:18:51.505613 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:51.514651 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0d10bee6-cbc1-40c5-9675-92b77c7c6249 req-20175815-bd69-41b1-9e5a-feac52a8223f tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752091 Jul 09 16:18:51.588743 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e8609d-4c6d-4045-a2de-61ee4631cca8 admin admin] Router 84e9a7cb-b30e-4eea-b44b-094622301e47 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:18:51.696046 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b387dc32-1229-4293-93c0-73ebc1637632 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:18:51.702694 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b7618-3271-4ea6-8f56-f170f80e85dd req-d51b9fcd-a810-4a20-a710-db852ccefb4a tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:51.712717 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6a5b7618-3271-4ea6-8f56-f170f80e85dd req-d51b9fcd-a810-4a20-a710-db852ccefb4a tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] 10.222.0.98 "GET /v2.0/networks?id=80d5c90a-3c9c-4866-a923-ef4309310375 HTTP/1.1" status: 200 len: 820 time: 0.2763400 Jul 09 16:18:51.745598 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6a5b7618-3271-4ea6-8f56-f170f80e85dd req-a6f42acc-4ce1-459d-a078-d5b066b38974 tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] 10.222.0.98 "GET /v2.0/quotas/4c9ee3e3fa1b4befa123b0b9538cf553 HTTP/1.1" status: 200 len: 375 time: 0.0316494 Jul 09 16:18:51.799923 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 59430) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:18:51.870694 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6a5b7618-3271-4ea6-8f56-f170f80e85dd req-60819ea5-652f-4c9d-b736-0b0156b5508a tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=4c9ee3e3fa1b4befa123b0b9538cf553&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1240568 Jul 09 16:18:51.872035 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d14072-74a7-4504-884f-131af9e009a7 None None] Network 107905d0-c615-4e8b-9b1d-9c2589d2ef47 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:18:51.935994 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port b387dc32-1229-4293-93c0-73ebc1637632, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=b387dc32-1229-4293-93c0-73ebc1637632,segment=NetworkSegment(fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c),segment_id=fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:18:51.957887 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:51.997786 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-698b0e0b-a771-40e3-a89e-b07783aa3752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:52.001592 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e8609d-4c6d-4045-a2de-61ee4631cca8 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:18:52.013836 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2516e7f-18fe-41b3-a504-4e6aafb25ec2 None None] Sync routers for ids ['84e9a7cb-b30e-4eea-b44b-094622301e47'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:18:52.027636 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2516e7f-18fe-41b3-a504-4e6aafb25ec2 None None] Routers {'84e9a7cb-b30e-4eea-b44b-094622301e47'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:18:52.028708 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-e2516e7f-18fe-41b3-a504-4e6aafb25ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:18:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['84e9a7cb-b30e-4eea-b44b-094622301e47'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:18:52.028856 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-08e8609d-4c6d-4045-a2de-61ee4631cca8 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:52.029933 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-08e8609d-4c6d-4045-a2de-61ee4631cca8 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.2249050 Jul 09 16:18:52.033983 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 59440) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:18:52.041723 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 803ddcd5-d505-4c67-bc99-fffd627870f8 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:18:52.050796 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=b387dc32-1229-4293-93c0-73ebc1637632,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:52.069215 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b3e271b7-9b5a-4bf6-89d1-b44122b92af1 None None] Provisioning for port 803ddcd5-d505-4c67-bc99-fffd627870f8 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:18:52.079891 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b3e271b7-9b5a-4bf6-89d1-b44122b92af1 None None] Provisioning complete for port 803ddcd5-d505-4c67-bc99-fffd627870f8 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:18:52.083347 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b3e271b7-9b5a-4bf6-89d1-b44122b92af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:52.107018 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6a5b7618-3271-4ea6-8f56-f170f80e85dd req-af6ffe84-7db5-47f4-a075-f1fedc11d0ed service neutron] 10.222.0.98 "GET /v2.0/networks/80d5c90a-3c9c-4866-a923-ef4309310375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232289 Jul 09 16:18:52.255837 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['b387dc32-1229-4293-93c0-73ebc1637632'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:18:52.282177 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-e2516e7f-18fe-41b3-a504-4e6aafb25ec2 None None] Set router 84e9a7cb-b30e-4eea-b44b-094622301e47 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:18:52.297224 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6a5b7618-3271-4ea6-8f56-f170f80e85dd req-9a1b6de6-bec7-4bd7-a6a5-751396da2ed1 service neutron] 10.222.0.98 "GET /v2.0/networks/80d5c90a-3c9c-4866-a923-ef4309310375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824398 Jul 09 16:18:52.321944 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-71e5597d-d21f-40b1-9093-a87e8375101d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:52.438647 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b3e271b7-9b5a-4bf6-89d1-b44122b92af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:52.439205 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-698b0e0b-a771-40e3-a89e-b07783aa3752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:52.457407 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-698b0e0b-a771-40e3-a89e-b07783aa3752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:52.529544 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b3e271b7-9b5a-4bf6-89d1-b44122b92af1 None None] For port 803ddcd5-d505-4c67-bc99-fffd627870f8, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=803ddcd5-d505-4c67-bc99-fffd627870f8,segment=NetworkSegment(6a5dd1a7-6f0b-4217-a4d6-7d35a843600f),segment_id=6a5dd1a7-6f0b-4217-a4d6-7d35a843600f)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:18:52.553115 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b3e271b7-9b5a-4bf6-89d1-b44122b92af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:52.622792 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-698b0e0b-a771-40e3-a89e-b07783aa3752 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=eebd204d78bb46f2ae98876e8c96b8d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8214509 Jul 09 16:18:52.625384 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 59466) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:18:52.652255 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698b0e0b-a771-40e3-a89e-b07783aa3752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55ecea9-801d-4746-9dac-15f08de41684,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:52.670584 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-e2516e7f-18fe-41b3-a504-4e6aafb25ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'name': 'tempest-FloatingIPsAssociationTestJSON-1254540187-router', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '125df260-2c04-4dcc-830d-f78f52662dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:18:47Z', 'updated_at': '2021-07-09T16:18:50Z', 'revision_number': 3, 'project_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'gw_port': {'id': '125df260-2c04-4dcc-830d-f78f52662dea', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:18:48Z', 'updated_at': '2021-07-09T16:18:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:18:52.725199 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2516e7f-18fe-41b3-a504-4e6aafb25ec2 None None] Checking router: 84e9a7cb-b30e-4eea-b44b-094622301e47 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:18:52.726179 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2516e7f-18fe-41b3-a504-4e6aafb25ec2 None None] Updating router 84e9a7cb-b30e-4eea-b44b-094622301e47 port 125df260-2c04-4dcc-830d-f78f52662dea binding host n-d-798930-3 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:18:52.802440 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a25b5ec4-5749-4ca6-af80-5d1112e840bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:52.827966 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e271b7-9b5a-4bf6-89d1-b44122b92af1 None None] Pushing event updated for resources: {'Port': ['ID=803ddcd5-d505-4c67-bc99-fffd627870f8,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:52.838199 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-e2516e7f-18fe-41b3-a504-4e6aafb25ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:52.875320 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a25b5ec4-5749-4ca6-af80-5d1112e840bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:52.981042 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a25b5ec4-5749-4ca6-af80-5d1112e840bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:52.990597 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a25b5ec4-5749-4ca6-af80-5d1112e840bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:52.991959 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a25b5ec4-5749-4ca6-af80-5d1112e840bf admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c55ecea9-801d-4746-9dac-15f08de41684 HTTP/1.1" status: 204 len: 168 time: 0.3655844 Jul 09 16:18:53.031241 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b5ec4-5749-4ca6-af80-5d1112e840bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55ecea9-801d-4746-9dac-15f08de41684,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:53.069807 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d6cdd-6e7e-4313-9732-689c5f133f66 req-b2c07927-89d8-443a-bf5e-2cfea6a35acb tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:53.071888 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-724d6cdd-6e7e-4313-9732-689c5f133f66 req-b2c07927-89d8-443a-bf5e-2cfea6a35acb tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=9932457e-c587-4453-99bc-1893bc2e01c2 HTTP/1.1" status: 200 len: 944 time: 0.1253500 Jul 09 16:18:53.110282 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3752638a-57cb-4853-9c1f-360aab4aea6e None None] Provisioning complete for port 803ddcd5-d505-4c67-bc99-fffd627870f8 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:18:53.110657 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3752638a-57cb-4853-9c1f-360aab4aea6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:53.147489 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-724d6cdd-6e7e-4313-9732-689c5f133f66 req-85bf9396-2387-401e-ae63-05c0baa8266c tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663474 Jul 09 16:18:53.259844 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 803ddcd5-d505-4c67-bc99-fffd627870f8 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:18:53.417321 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 803ddcd5-d505-4c67-bc99-fffd627870f8 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:18:53.417851 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:53.455699 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-df4ddb0c-5cd3-4867-8125-d7676f56832a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:53.558370 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-e2516e7f-18fe-41b3-a504-4e6aafb25ec2 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:53.572107 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-e2516e7f-18fe-41b3-a504-4e6aafb25ec2 None None] Transition to ACTIVE for port object 125df260-2c04-4dcc-830d-f78f52662dea will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:18:53.580130 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-e2516e7f-18fe-41b3-a504-4e6aafb25ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:53.619668 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-e2516e7f-18fe-41b3-a504-4e6aafb25ec2 None None] Attempting to bind port 125df260-2c04-4dcc-830d-f78f52662dea on host n-d-798930-3 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:18:53.620036 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-e2516e7f-18fe-41b3-a504-4e6aafb25ec2 None None] Attempting to bind port 125df260-2c04-4dcc-830d-f78f52662dea by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:18:53.620765 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2516e7f-18fe-41b3-a504-4e6aafb25ec2 None None] Attempting to bind port 125df260-2c04-4dcc-830d-f78f52662dea on network caa6ed8d-2893-4113-8f68-c5284e694f6c {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:18:53.667988 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2516e7f-18fe-41b3-a504-4e6aafb25ec2 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:18:53.668370 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2516e7f-18fe-41b3-a504-4e6aafb25ec2 None None] Checking segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:18:53.668776 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-e2516e7f-18fe-41b3-a504-4e6aafb25ec2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:53.669740 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2516e7f-18fe-41b3-a504-4e6aafb25ec2 None None] Bound using segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:18:53.670632 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-e2516e7f-18fe-41b3-a504-4e6aafb25ec2 None None] Bound port: 125df260-2c04-4dcc-830d-f78f52662dea, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:18:53.671103 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-e2516e7f-18fe-41b3-a504-4e6aafb25ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:53.727616 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4da005-62c5-4f6a-8e0e-a762ee303836 req-3b1ab9fc-7754-40f7-a47b-0ae429353529 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:53.747967 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4da005-62c5-4f6a-8e0e-a762ee303836 req-3b1ab9fc-7754-40f7-a47b-0ae429353529 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:53.755259 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4da005-62c5-4f6a-8e0e-a762ee303836 req-3b1ab9fc-7754-40f7-a47b-0ae429353529 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:53.761778 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4da005-62c5-4f6a-8e0e-a762ee303836 req-3b1ab9fc-7754-40f7-a47b-0ae429353529 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:53.768729 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4da005-62c5-4f6a-8e0e-a762ee303836 req-3b1ab9fc-7754-40f7-a47b-0ae429353529 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:53.771362 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acc58f5-836e-4015-b6fe-9ae82b5009ba None None] Pushing event updated for resources: {'Port': ['ID=125df260-2c04-4dcc-830d-f78f52662dea,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:53.775617 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4da005-62c5-4f6a-8e0e-a762ee303836 req-3b1ab9fc-7754-40f7-a47b-0ae429353529 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:53.782332 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4da005-62c5-4f6a-8e0e-a762ee303836 req-3b1ab9fc-7754-40f7-a47b-0ae429353529 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:53.784303 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acc58f5-836e-4015-b6fe-9ae82b5009ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:18:53.784661 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acc58f5-836e-4015-b6fe-9ae82b5009ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:18:53.785041 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acc58f5-836e-4015-b6fe-9ae82b5009ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:18:53.786070 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acc58f5-836e-4015-b6fe-9ae82b5009ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:18:53.786411 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acc58f5-836e-4015-b6fe-9ae82b5009ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:18:53.786869 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acc58f5-836e-4015-b6fe-9ae82b5009ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:18:53.787162 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acc58f5-836e-4015-b6fe-9ae82b5009ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:18:53.787497 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acc58f5-836e-4015-b6fe-9ae82b5009ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:18:53.787853 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acc58f5-836e-4015-b6fe-9ae82b5009ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:18:53.788245 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acc58f5-836e-4015-b6fe-9ae82b5009ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:18:53.788749 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acc58f5-836e-4015-b6fe-9ae82b5009ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:18:53.789083 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acc58f5-836e-4015-b6fe-9ae82b5009ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:18:53.793311 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bc4da005-62c5-4f6a-8e0e-a762ee303836 req-3b1ab9fc-7754-40f7-a47b-0ae429353529 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 5436 time: 0.2659740 Jul 09 16:18:53.803485 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-e2516e7f-18fe-41b3-a504-4e6aafb25ec2 None None] For port 125df260-2c04-4dcc-830d-f78f52662dea, host n-d-798930-3, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:18:53.807791 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-e2516e7f-18fe-41b3-a504-4e6aafb25ec2 None None] For port 125df260-2c04-4dcc-830d-f78f52662dea, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=125df260-2c04-4dcc-830d-f78f52662dea,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:18:53.810286 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649ef48-15c2-488c-8dcd-5b7a71e8b242 req-a8159dd0-4547-4ec5-97f2-8333bc1666f1 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:53.812256 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3649ef48-15c2-488c-8dcd-5b7a71e8b242 req-a8159dd0-4547-4ec5-97f2-8333bc1666f1 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21 HTTP/1.1" status: 200 len: 946 time: 0.4998524 Jul 09 16:18:53.815265 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-e2516e7f-18fe-41b3-a504-4e6aafb25ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:53.846574 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bc4da005-62c5-4f6a-8e0e-a762ee303836 req-13fdd0e3-fcdc-45e2-b4b6-dddc599e9445 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca0135bb-d8c1-4b57-8ce3-faf17c546fda&id=c40e1744-30c5-4994-a4ae-d009355a2528&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520315 Jul 09 16:18:53.882647 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acc58f5-836e-4015-b6fe-9ae82b5009ba None None] Pushing event updated for resources: {'Port': ['ID=125df260-2c04-4dcc-830d-f78f52662dea,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:53.907225 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2516e7f-18fe-41b3-a504-4e6aafb25ec2 None None] Routers {'84e9a7cb-b30e-4eea-b44b-094622301e47'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:18:53.908381 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-e2516e7f-18fe-41b3-a504-4e6aafb25ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:18:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['84e9a7cb-b30e-4eea-b44b-094622301e47'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:18:53.981125 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device b387dc32-1229-4293-93c0-73ebc1637632 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:18:53.997419 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-df4ddb0c-5cd3-4867-8125-d7676f56832a admin admin] Allocated IP 172.20.0.1 (107905d0-c615-4e8b-9b1d-9c2589d2ef47/6398ae78-ab25-4396-a51f-802464200a58/1f955ffa-e82e-442c-84f0-766f4b942c05) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:18:54.041577 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-176b51be-28d5-4662-9720-121a03a80bd7 req-5c6b28c5-287e-43f1-a5e5-93cdc3defd5a tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd8fefdb-2dd3-4f0c-81a7-9f15c3d83e60 HTTP/1.1" status: 200 len: 210 time: 0.0758379 Jul 09 16:18:54.092296 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port b387dc32-1229-4293-93c0-73ebc1637632 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:18:54.096634 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port b387dc32-1229-4293-93c0-73ebc1637632 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:18:54.097008 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:54.141419 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-e2516e7f-18fe-41b3-a504-4e6aafb25ec2 None None] Set router 84e9a7cb-b30e-4eea-b44b-094622301e47 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:18:54.173553 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-df4ddb0c-5cd3-4867-8125-d7676f56832a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:54.207163 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-df4ddb0c-5cd3-4867-8125-d7676f56832a admin admin] Transition to ACTIVE for port object 1f955ffa-e82e-442c-84f0-766f4b942c05 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:18:54.239354 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:54.267659 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-df4ddb0c-5cd3-4867-8125-d7676f56832a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:54.300729 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9932457e-c587-4453-99bc-1893bc2e01c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b387dc32-1229-4293-93c0-73ebc1637632'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:18:54.304112 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f307ca80-cca4-4afe-9198-0d27ae1a3501" -d '{"events": [{"server_uuid": "9932457e-c587-4453-99bc-1893bc2e01c2", "name": "network-vif-plugged", "status": "completed", "tag": "b387dc32-1229-4293-93c0-73ebc1637632"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:18:54.340655 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port b387dc32-1229-4293-93c0-73ebc1637632, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=b387dc32-1229-4293-93c0-73ebc1637632,segment=NetworkSegment(fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c),segment_id=fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:18:54.349921 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:54.350994 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 0cc11573-f58f-46e8-bd59-9c0e623ac808 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:18:54.588993 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-e2516e7f-18fe-41b3-a504-4e6aafb25ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'name': 'tempest-FloatingIPsAssociationTestJSON-1254540187-router', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '125df260-2c04-4dcc-830d-f78f52662dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:18:47Z', 'updated_at': '2021-07-09T16:18:50Z', 'revision_number': 3, 'project_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'gw_port': {'id': '125df260-2c04-4dcc-830d-f78f52662dea', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:18:48Z', 'updated_at': '2021-07-09T16:18:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:18:54.636835 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2516e7f-18fe-41b3-a504-4e6aafb25ec2 None None] The sync data for ids ['84e9a7cb-b30e-4eea-b44b-094622301e47'] in n-d-798930-3 is: [{'id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'name': 'tempest-FloatingIPsAssociationTestJSON-1254540187-router', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '125df260-2c04-4dcc-830d-f78f52662dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:18:47Z', 'updated_at': '2021-07-09T16:18:50Z', 'revision_number': 3, 'project_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'gw_port': {'id': '125df260-2c04-4dcc-830d-f78f52662dea', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:18:48Z', 'updated_at': '2021-07-09T16:18:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:18:54.637097 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=b387dc32-1229-4293-93c0-73ebc1637632,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:54.671825 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:54.725319 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 0cc11573-f58f-46e8-bd59-9c0e623ac808, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=0cc11573-f58f-46e8-bd59-9c0e623ac808,segment=NetworkSegment(f3322cfe-f17e-4138-825d-2b8f5a34d17c),segment_id=f3322cfe-f17e-4138-825d-2b8f5a34d17c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:18:54.736692 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:54.822023 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9e076-79f7-4dfc-a3fe-c9fb6a7dd7c2 req-82929bbd-ca46-40d5-bd16-405e3e6970d2 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:54.836105 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-88d9e076-79f7-4dfc-a3fe-c9fb6a7dd7c2 req-82929bbd-ca46-40d5-bd16-405e3e6970d2 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=9932457e-c587-4453-99bc-1893bc2e01c2 HTTP/1.1" status: 200 len: 945 time: 0.3632314 Jul 09 16:18:54.841966 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=0cc11573-f58f-46e8-bd59-9c0e623ac808,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:54.860122 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b7618-3271-4ea6-8f56-f170f80e85dd req-cf1ec602-6473-494c-8865-8a01f47652c1 tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:54.861836 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6a5b7618-3271-4ea6-8f56-f170f80e85dd req-cf1ec602-6473-494c-8865-8a01f47652c1 tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] 10.222.0.77 "GET /v2.0/networks?id=80d5c90a-3c9c-4866-a923-ef4309310375 HTTP/1.1" status: 200 len: 820 time: 0.3213782 Jul 09 16:18:54.879944 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-6a5b7618-3271-4ea6-8f56-f170f80e85dd req-dbc9f806-58cc-4860-8a32-a359d680e9ea tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] Request body: {'port': {'device_id': 'bd8fefdb-2dd3-4f0c-81a7-9f15c3d83e60', 'network_id': '80d5c90a-3c9c-4866-a923-ef4309310375', 'admin_state_up': True, 'tenant_id': '4c9ee3e3fa1b4befa123b0b9538cf553'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:18:54.980973 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-88d9e076-79f7-4dfc-a3fe-c9fb6a7dd7c2 req-934313d5-9523-4499-adfa-a4c53113650a tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435728 Jul 09 16:18:55.091127 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-394dc129-e5f6-4549-888d-cd0d67f00f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:55.118350 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1d77f8-970a-40c3-8af4-add538cbd4ce x-openstack-request-id: req-6a1d77f8-970a-40c3-8af4-add538cbd4ce {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:18:55.118649 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9932457e-c587-4453-99bc-1893bc2e01c2", "name": "network-vif-plugged", "status": "completed", "tag": "b387dc32-1229-4293-93c0-73ebc1637632", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:18:55.118949 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6a1d77f8-970a-40c3-8af4-add538cbd4ce {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:18:55.119941 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9932457e-c587-4453-99bc-1893bc2e01c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b387dc32-1229-4293-93c0-73ebc1637632', 'code': 200} Jul 09 16:18:55.183960 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4ddb0c-5cd3-4867-8125-d7676f56832a admin admin] Network 107905d0-c615-4e8b-9b1d-9c2589d2ef47 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:18:55.194529 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a5b7618-3271-4ea6-8f56-f170f80e85dd req-dbc9f806-58cc-4860-8a32-a359d680e9ea tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] Made reservation on behalf of 4c9ee3e3fa1b4befa123b0b9538cf553 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:18:55.202190 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ddb0c-5cd3-4867-8125-d7676f56832a admin admin] Pushing event updated for resources: {'Port': ['ID=1f955ffa-e82e-442c-84f0-766f4b942c05,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:55.204865 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-df4ddb0c-5cd3-4867-8125-d7676f56832a admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:18:55.205840 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6a5b7618-3271-4ea6-8f56-f170f80e85dd req-dbc9f806-58cc-4860-8a32-a359d680e9ea tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:55.208497 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4ddb0c-5cd3-4867-8125-d7676f56832a admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:18:55.255773 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:55.343809 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-3649ef48-15c2-488c-8dcd-5b7a71e8b242 req-be131f37-fa38-4afb-84f1-dea2d1ae77f9 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Deleting port 0cc11573-f58f-46e8-bd59-9c0e623ac808 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:18:55.344081 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3649ef48-15c2-488c-8dcd-5b7a71e8b242 req-be131f37-fa38-4afb-84f1-dea2d1ae77f9 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:55.393916 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-df4ddb0c-5cd3-4867-8125-d7676f56832a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:55.414477 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 125df260-2c04-4dcc-830d-f78f52662dea up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:18:55.532603 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:18:55.563534 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-6a5b7618-3271-4ea6-8f56-f170f80e85dd req-dbc9f806-58cc-4860-8a32-a359d680e9ea tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] Allocated IP 172.20.0.12 (80d5c90a-3c9c-4866-a923-ef4309310375/ae944b88-a8d3-472f-8293-2795b64e45af/7b0e07fd-5b32-429c-bac3-5ab908dd9ece) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:18:55.623199 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 125df260-2c04-4dcc-830d-f78f52662dea completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:18:55.636883 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302d7ec-4e84-4201-a3f5-5d8b8b227895 req-51db98fa-b9e3-4415-b699-8a409de7b264 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:55.644337 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 125df260-2c04-4dcc-830d-f78f52662dea triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:18:55.645024 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:55.648959 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302d7ec-4e84-4201-a3f5-5d8b8b227895 req-51db98fa-b9e3-4415-b699-8a409de7b264 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:55.650150 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:18:55.663015 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302d7ec-4e84-4201-a3f5-5d8b8b227895 req-51db98fa-b9e3-4415-b699-8a409de7b264 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:55.681767 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302d7ec-4e84-4201-a3f5-5d8b8b227895 req-51db98fa-b9e3-4415-b699-8a409de7b264 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:55.690830 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:18:55.691248 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:55.696035 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302d7ec-4e84-4201-a3f5-5d8b8b227895 req-51db98fa-b9e3-4415-b699-8a409de7b264 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:55.714368 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302d7ec-4e84-4201-a3f5-5d8b8b227895 req-51db98fa-b9e3-4415-b699-8a409de7b264 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:55.725926 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302d7ec-4e84-4201-a3f5-5d8b8b227895 req-51db98fa-b9e3-4415-b699-8a409de7b264 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:55.745019 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e302d7ec-4e84-4201-a3f5-5d8b8b227895 req-51db98fa-b9e3-4415-b699-8a409de7b264 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 5436 time: 0.3699341 Jul 09 16:18:55.846255 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e302d7ec-4e84-4201-a3f5-5d8b8b227895 req-ff12de13-5055-41e7-899e-18db468b008b tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca0135bb-d8c1-4b57-8ce3-faf17c546fda&id=c40e1744-30c5-4994-a4ae-d009355a2528&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0998967 Jul 09 16:18:55.848703 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c18e40-9fb7-4722-aa09-eba34170b5c1 req-fd0c6869-f617-49e4-802a-0fc124bfd64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:55.850611 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-12c18e40-9fb7-4722-aa09-eba34170b5c1 req-fd0c6869-f617-49e4-802a-0fc124bfd64e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9932457e-c587-4453-99bc-1893bc2e01c2 HTTP/1.1" status: 200 len: 1096 time: 0.5405157 Jul 09 16:18:55.864418 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b5cbe94f-b6d6-4a64-8707-686ad6e8a49c None None] Provisioning for port 1f955ffa-e82e-442c-84f0-766f4b942c05 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:18:55.900605 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-3649ef48-15c2-488c-8dcd-5b7a71e8b242 req-be131f37-fa38-4afb-84f1-dea2d1ae77f9 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] For port 0cc11573-f58f-46e8-bd59-9c0e623ac808, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=0cc11573-f58f-46e8-bd59-9c0e623ac808,segment=NetworkSegment(f3322cfe-f17e-4138-825d-2b8f5a34d17c),segment_id=f3322cfe-f17e-4138-825d-2b8f5a34d17c)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:18:55.900982 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3649ef48-15c2-488c-8dcd-5b7a71e8b242 req-be131f37-fa38-4afb-84f1-dea2d1ae77f9 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:55.937663 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-12c18e40-9fb7-4722-aa09-eba34170b5c1 req-331f0f05-64ba-4c35-a9e7-34ff68e1ffb4 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770206 Jul 09 16:18:55.949349 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:55.952202 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-3649ef48-15c2-488c-8dcd-5b7a71e8b242 req-be131f37-fa38-4afb-84f1-dea2d1ae77f9 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Calling delete_port for 0cc11573-f58f-46e8-bd59-9c0e623ac808 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:18:55.956502 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b5cbe94f-b6d6-4a64-8707-686ad6e8a49c None None] Provisioning complete for port 1f955ffa-e82e-442c-84f0-766f4b942c05 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:18:55.958274 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b5cbe94f-b6d6-4a64-8707-686ad6e8a49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:56.067858 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6a5b7618-3271-4ea6-8f56-f170f80e85dd req-dbc9f806-58cc-4860-8a32-a359d680e9ea tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:56.076779 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 125df260-2c04-4dcc-830d-f78f52662dea, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=125df260-2c04-4dcc-830d-f78f52662dea,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:18:56.089746 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:56.109921 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b5cbe94f-b6d6-4a64-8707-686ad6e8a49c None None] Port 1f955ffa-e82e-442c-84f0-766f4b942c05 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:18:56.147850 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-df4ddb0c-5cd3-4867-8125-d7676f56832a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:56.150817 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6a5b7618-3271-4ea6-8f56-f170f80e85dd req-dbc9f806-58cc-4860-8a32-a359d680e9ea tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:56.229894 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc9f806-58cc-4860-8a32-a359d680e9ea tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] Pushing event updated for resources: {'Port': ['ID=7b0e07fd-5b32-429c-bac3-5ab908dd9ece,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:56.270298 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a5b7618-3271-4ea6-8f56-f170f80e85dd req-dbc9f806-58cc-4860-8a32-a359d680e9ea tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] Network 80d5c90a-3c9c-4866-a923-ef4309310375 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:18:56.273162 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-6a5b7618-3271-4ea6-8f56-f170f80e85dd req-dbc9f806-58cc-4860-8a32-a359d680e9ea tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:18:56.284043 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5b7618-3271-4ea6-8f56-f170f80e85dd req-dbc9f806-58cc-4860-8a32-a359d680e9ea tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:18:56.298159 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3649ef48-15c2-488c-8dcd-5b7a71e8b242 req-be131f37-fa38-4afb-84f1-dea2d1ae77f9 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:56.332358 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c8574-013c-4caa-a8fd-403bd861e55a req-d8533aa4-ecbb-427e-853c-86ddf3a4e720 tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:56.334532 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:56.339589 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-307c8574-013c-4caa-a8fd-403bd861e55a req-d8533aa4-ecbb-427e-853c-86ddf3a4e720 tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd8fefdb-2dd3-4f0c-81a7-9f15c3d83e60 HTTP/1.1" status: 200 len: 932 time: 0.2221494 Jul 09 16:18:56.347509 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be131f37-fa38-4afb-84f1-dea2d1ae77f9 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Pushing event deleted for resources: {'Port': ['ID=0cc11573-f58f-46e8-bd59-9c0e623ac808,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:56.359335 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:56.398749 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-307c8574-013c-4caa-a8fd-403bd861e55a req-ef6d62a1-f93c-491e-9a53-1212a3a5e5e6 tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1460d15-e02f-477c-b5dd-b26b5a6707ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581136 Jul 09 16:18:56.406188 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=125df260-2c04-4dcc-830d-f78f52662dea,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:56.414562 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847,segment=NetworkSegment(21dc0c02-4744-4465-9c58-ff9696cac53b),segment_id=21dc0c02-4744-4465-9c58-ff9696cac53b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:18:56.420421 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:56.440499 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b7618-3271-4ea6-8f56-f170f80e85dd req-dbc9f806-58cc-4860-8a32-a359d680e9ea tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:56.441234 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6a5b7618-3271-4ea6-8f56-f170f80e85dd req-dbc9f806-58cc-4860-8a32-a359d680e9ea tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:56.459203 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-3649ef48-15c2-488c-8dcd-5b7a71e8b242 req-be131f37-fa38-4afb-84f1-dea2d1ae77f9 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] No DVR routers for this DVR port 0cc11573-f58f-46e8-bd59-9c0e623ac808 on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:18:56.464329 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3649ef48-15c2-488c-8dcd-5b7a71e8b242 req-be131f37-fa38-4afb-84f1-dea2d1ae77f9 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:56.466860 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3649ef48-15c2-488c-8dcd-5b7a71e8b242 req-be131f37-fa38-4afb-84f1-dea2d1ae77f9 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "DELETE /v2.0/ports/0cc11573-f58f-46e8-bd59-9c0e623ac808 HTTP/1.1" status: 204 len: 173 time: 2.6265171 Jul 09 16:18:56.467584 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21', 'name': 'network-vif-deleted', 'tag': '0cc11573-f58f-46e8-bd59-9c0e623ac808'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:18:56.471162 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d08fa1-fdf6-47ce-a53d-4773eb121cec" -d '{"events": [{"server_uuid": "df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21", "name": "network-vif-deleted", "tag": "0cc11573-f58f-46e8-bd59-9c0e623ac808"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:18:56.472682 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6a5b7618-3271-4ea6-8f56-f170f80e85dd req-dbc9f806-58cc-4860-8a32-a359d680e9ea tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5979772 Jul 09 16:18:56.489533 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-6a5b7618-3271-4ea6-8f56-f170f80e85dd req-a29d9623-fe1b-4ac5-8309-323a15dd1f15 service neutron] Request body: {'port': {'device_id': 'bd8fefdb-2dd3-4f0c-81a7-9f15c3d83e60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:18:56.497280 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:56.528521 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:56.574186 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-df4ddb0c-5cd3-4867-8125-d7676f56832a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:56.583288 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-df4ddb0c-5cd3-4867-8125-d7676f56832a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:56.604196 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6a5b7618-3271-4ea6-8f56-f170f80e85dd req-a29d9623-fe1b-4ac5-8309-323a15dd1f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:56.669107 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-df4ddb0c-5cd3-4867-8125-d7676f56832a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:56.672458 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ddb0c-5cd3-4867-8125-d7676f56832a admin admin] Pushing event updated for resources: {'Port': ['ID=1f955ffa-e82e-442c-84f0-766f4b942c05,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:56.941863 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:18:56.945697 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4ddb0c-5cd3-4867-8125-d7676f56832a admin admin] Network 107905d0-c615-4e8b-9b1d-9c2589d2ef47 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:18:56.953385 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-df4ddb0c-5cd3-4867-8125-d7676f56832a admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:18:56.960705 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276934d-0a82-499c-a843-79be01128e92 req-874335e6-f5eb-4840-8d88-2369f51b8eff tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:56.967825 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3276934d-0a82-499c-a843-79be01128e92 req-874335e6-f5eb-4840-8d88-2369f51b8eff tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=9932457e-c587-4453-99bc-1893bc2e01c2 HTTP/1.1" status: 200 len: 945 time: 0.1932743 Jul 09 16:18:57.033351 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3276934d-0a82-499c-a843-79be01128e92 req-b63e9971-b856-415b-8688-aaba7fa78d0e tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644634 Jul 09 16:18:57.122542 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cc11573-f58f-46e8-bd59-9c0e623ac808'}, {'server_uuid': '41621f63-6505-4833-9032-002b139573a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:18:57.130230 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95e8135-9875-4bf1-99e3-5b9890064589" -d '{"events": [{"server_uuid": "df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21", "name": "network-vif-unplugged", "status": "completed", "tag": "0cc11573-f58f-46e8-bd59-9c0e623ac808"}, {"server_uuid": "41621f63-6505-4833-9032-002b139573a9", "name": "network-vif-plugged", "status": "completed", "tag": "f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:18:57.171003 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-6a5b7618-3271-4ea6-8f56-f170f80e85dd req-a29d9623-fe1b-4ac5-8309-323a15dd1f15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b0e07fd-5b32-429c-bac3-5ab908dd9ece {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:18:57.187447 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6a5b7618-3271-4ea6-8f56-f170f80e85dd req-a29d9623-fe1b-4ac5-8309-323a15dd1f15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:57.216865 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 09 Jul 2021 16:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5620e293-faee-4b2c-a1b3-741fbd6afe9b x-openstack-request-id: req-5620e293-faee-4b2c-a1b3-741fbd6afe9b {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:18:57.217505 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21", "name": "network-vif-deleted", "tag": "0cc11573-f58f-46e8-bd59-9c0e623ac808", "status": "failed", "code": 422}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:18:57.219246 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5620e293-faee-4b2c-a1b3-741fbd6afe9b {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:18:57.219864 n-d-798930-3 neutron-server[93958]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21', 'name': 'network-vif-deleted', 'tag': '0cc11573-f58f-46e8-bd59-9c0e623ac808', 'status': 'failed', 'code': 422} returned with failed status Jul 09 16:18:57.224522 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-6a5b7618-3271-4ea6-8f56-f170f80e85dd req-a29d9623-fe1b-4ac5-8309-323a15dd1f15 service neutron] Transition to ACTIVE for port object 7b0e07fd-5b32-429c-bac3-5ab908dd9ece will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:18:57.231901 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6a5b7618-3271-4ea6-8f56-f170f80e85dd req-a29d9623-fe1b-4ac5-8309-323a15dd1f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:57.254658 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 125df260-2c04-4dcc-830d-f78f52662dea up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:18:57.315009 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4ddb0c-5cd3-4867-8125-d7676f56832a admin admin] Router 84e9a7cb-b30e-4eea-b44b-094622301e47 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:18:57.382396 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 125df260-2c04-4dcc-830d-f78f52662dea triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:18:57.382797 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:57.548357 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:18:57.577705 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4ddb0c-5cd3-4867-8125-d7676f56832a admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:18:57.580433 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29d9623-fe1b-4ac5-8309-323a15dd1f15 service neutron] Pushing event updated for resources: {'Port': ['ID=7b0e07fd-5b32-429c-bac3-5ab908dd9ece,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:57.584966 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0c68094f-1c97-4cbe-a069-d218d40caa2c None None] Provisioning complete for port 1f955ffa-e82e-442c-84f0-766f4b942c05 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:18:57.585632 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0c68094f-1c97-4cbe-a069-d218d40caa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:57.593031 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c73168a-8afd-4222-9d25-c82dfd893d43 None None] Sync routers for ids ['84e9a7cb-b30e-4eea-b44b-094622301e47'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:18:57.604272 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-df4ddb0c-5cd3-4867-8125-d7676f56832a admin admin] 10.222.0.98 "PUT /v2.0/routers/84e9a7cb-b30e-4eea-b44b-094622301e47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5605822 Jul 09 16:18:57.658579 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Fri, 09 Jul 2021 16:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88048df3-6dc9-4e65-8f8e-f9d65bf1954c x-openstack-request-id: req-88048df3-6dc9-4e65-8f8e-f9d65bf1954c {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:18:57.659918 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21", "name": "network-vif-unplugged", "status": "failed", "tag": "0cc11573-f58f-46e8-bd59-9c0e623ac808", "code": 422}, {"server_uuid": "41621f63-6505-4833-9032-002b139573a9", "name": "network-vif-plugged", "status": "completed", "tag": "f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:18:57.660349 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-88048df3-6dc9-4e65-8f8e-f9d65bf1954c {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:18:57.661073 n-d-798930-3 neutron-server[93960]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'df0d2faa-f2cb-45d2-bf9b-c7a3b1ae4b21', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0cc11573-f58f-46e8-bd59-9c0e623ac808', 'code': 422} returned with failed status Jul 09 16:18:57.661577 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41621f63-6505-4833-9032-002b139573a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847', 'code': 200} Jul 09 16:18:57.690075 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c73168a-8afd-4222-9d25-c82dfd893d43 None None] Routers {'84e9a7cb-b30e-4eea-b44b-094622301e47'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:18:57.692152 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3c73168a-8afd-4222-9d25-c82dfd893d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:18:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['84e9a7cb-b30e-4eea-b44b-094622301e47'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:18:57.713486 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3786212-a39d-481e-bd8c-1f11789de770 req-5af8c982-613c-42b5-a820-490ed06ac857 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:57.720397 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3786212-a39d-481e-bd8c-1f11789de770 req-5af8c982-613c-42b5-a820-490ed06ac857 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:57.727783 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3786212-a39d-481e-bd8c-1f11789de770 req-5af8c982-613c-42b5-a820-490ed06ac857 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:57.736323 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3786212-a39d-481e-bd8c-1f11789de770 req-5af8c982-613c-42b5-a820-490ed06ac857 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:57.744668 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3786212-a39d-481e-bd8c-1f11789de770 req-5af8c982-613c-42b5-a820-490ed06ac857 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:57.749935 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-0c68094f-1c97-4cbe-a069-d218d40caa2c None None] Port 1f955ffa-e82e-442c-84f0-766f4b942c05 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:18:57.752046 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3786212-a39d-481e-bd8c-1f11789de770 req-5af8c982-613c-42b5-a820-490ed06ac857 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:57.777757 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3786212-a39d-481e-bd8c-1f11789de770 req-5af8c982-613c-42b5-a820-490ed06ac857 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:57.791388 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b3786212-a39d-481e-bd8c-1f11789de770 req-5af8c982-613c-42b5-a820-490ed06ac857 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 5437 time: 0.4218483 Jul 09 16:18:57.834167 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-6a5b7618-3271-4ea6-8f56-f170f80e85dd req-a29d9623-fe1b-4ac5-8309-323a15dd1f15 service neutron] Attempting to bind port 7b0e07fd-5b32-429c-bac3-5ab908dd9ece on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:18:57.835841 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-6a5b7618-3271-4ea6-8f56-f170f80e85dd req-a29d9623-fe1b-4ac5-8309-323a15dd1f15 service neutron] Attempting to bind port 7b0e07fd-5b32-429c-bac3-5ab908dd9ece by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'a1d8d202-9b28-4a5e-81c4-0c5f8fef6467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '80d5c90a-3c9c-4866-a923-ef4309310375'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:18:57.837513 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:18:57.837965 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5b7618-3271-4ea6-8f56-f170f80e85dd req-a29d9623-fe1b-4ac5-8309-323a15dd1f15 service neutron] Attempting to bind port 7b0e07fd-5b32-429c-bac3-5ab908dd9ece on network 80d5c90a-3c9c-4866-a923-ef4309310375 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:18:57.852153 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:18:57.852578 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:57.878622 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5b7618-3271-4ea6-8f56-f170f80e85dd req-a29d9623-fe1b-4ac5-8309-323a15dd1f15 service neutron] Port 7b0e07fd-5b32-429c-bac3-5ab908dd9ece on network 80d5c90a-3c9c-4866-a923-ef4309310375 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:18:57.879187 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5b7618-3271-4ea6-8f56-f170f80e85dd req-a29d9623-fe1b-4ac5-8309-323a15dd1f15 service neutron] Attempting to bind port 7b0e07fd-5b32-429c-bac3-5ab908dd9ece on network 80d5c90a-3c9c-4866-a923-ef4309310375 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:18:57.898820 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5b7618-3271-4ea6-8f56-f170f80e85dd req-a29d9623-fe1b-4ac5-8309-323a15dd1f15 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:18:57.899363 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5b7618-3271-4ea6-8f56-f170f80e85dd req-a29d9623-fe1b-4ac5-8309-323a15dd1f15 service neutron] Checking segment: {'id': 'a1d8d202-9b28-4a5e-81c4-0c5f8fef6467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '80d5c90a-3c9c-4866-a923-ef4309310375'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:18:57.899784 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5b7618-3271-4ea6-8f56-f170f80e85dd req-a29d9623-fe1b-4ac5-8309-323a15dd1f15 service neutron] Bound using segment: {'id': 'a1d8d202-9b28-4a5e-81c4-0c5f8fef6467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '80d5c90a-3c9c-4866-a923-ef4309310375'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:18:57.900404 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-6a5b7618-3271-4ea6-8f56-f170f80e85dd req-a29d9623-fe1b-4ac5-8309-323a15dd1f15 service neutron] Bound port: 7b0e07fd-5b32-429c-bac3-5ab908dd9ece, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1d8d202-9b28-4a5e-81c4-0c5f8fef6467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '80d5c90a-3c9c-4866-a923-ef4309310375'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:18:57.905344 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6a5b7618-3271-4ea6-8f56-f170f80e85dd req-a29d9623-fe1b-4ac5-8309-323a15dd1f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:57.906666 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-3c73168a-8afd-4222-9d25-c82dfd893d43 None None] Set router 84e9a7cb-b30e-4eea-b44b-094622301e47 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:18:58.007907 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6eae3-6dfa-436c-bb80-39d9a3073cdc req-c70719ed-d60a-41df-81c4-0de631affc97 tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:58.018182 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b3786212-a39d-481e-bd8c-1f11789de770 req-0c4b91fd-66ec-4eb5-af5b-0fb48b377f1e tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca0135bb-d8c1-4b57-8ce3-faf17c546fda&id=c40e1744-30c5-4994-a4ae-d009355a2528&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2226646 Jul 09 16:18:58.019820 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e1f6eae3-6dfa-436c-bb80-39d9a3073cdc req-c70719ed-d60a-41df-81c4-0de631affc97 tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd8fefdb-2dd3-4f0c-81a7-9f15c3d83e60 HTTP/1.1" status: 200 len: 944 time: 0.1515298 Jul 09 16:18:58.090307 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e1f6eae3-6dfa-436c-bb80-39d9a3073cdc req-391e6d24-cf9d-4b98-b126-4a8a555d7c22 tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1460d15-e02f-477c-b5dd-b26b5a6707ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694938 Jul 09 16:18:58.109769 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-6a5b7618-3271-4ea6-8f56-f170f80e85dd req-a29d9623-fe1b-4ac5-8309-323a15dd1f15 service neutron] For port 7b0e07fd-5b32-429c-bac3-5ab908dd9ece, host n-h1-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:18:58.113208 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-6a5b7618-3271-4ea6-8f56-f170f80e85dd req-a29d9623-fe1b-4ac5-8309-323a15dd1f15 service neutron] For port 7b0e07fd-5b32-429c-bac3-5ab908dd9ece, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=7b0e07fd-5b32-429c-bac3-5ab908dd9ece,segment=NetworkSegment(a1d8d202-9b28-4a5e-81c4-0c5f8fef6467),segment_id=a1d8d202-9b28-4a5e-81c4-0c5f8fef6467)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:18:58.122227 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6a5b7618-3271-4ea6-8f56-f170f80e85dd req-a29d9623-fe1b-4ac5-8309-323a15dd1f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:58.208705 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:58.209381 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:58.244647 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29d9623-fe1b-4ac5-8309-323a15dd1f15 service neutron] Pushing event updated for resources: {'Port': ['ID=7b0e07fd-5b32-429c-bac3-5ab908dd9ece,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:58.263263 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b7618-3271-4ea6-8f56-f170f80e85dd req-a29d9623-fe1b-4ac5-8309-323a15dd1f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:58.267052 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6a5b7618-3271-4ea6-8f56-f170f80e85dd req-a29d9623-fe1b-4ac5-8309-323a15dd1f15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:58.268540 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6a5b7618-3271-4ea6-8f56-f170f80e85dd req-a29d9623-fe1b-4ac5-8309-323a15dd1f15 service neutron] 10.222.0.77 "PUT /v2.0/ports/7b0e07fd-5b32-429c-bac3-5ab908dd9ece HTTP/1.1" status: 200 len: 1092 time: 1.7871044 Jul 09 16:18:58.269033 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd8fefdb-2dd3-4f0c-81a7-9f15c3d83e60', 'tag': '7b0e07fd-5b32-429c-bac3-5ab908dd9ece'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:18:58.271607 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193b7b37-a6cf-4b1e-86d2-d7bcd57a38a6" -d '{"events": [{"name": "network-changed", "server_uuid": "bd8fefdb-2dd3-4f0c-81a7-9f15c3d83e60", "tag": "7b0e07fd-5b32-429c-bac3-5ab908dd9ece"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:18:58.316643 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e,segment=NetworkSegment(21dc0c02-4744-4465-9c58-ff9696cac53b),segment_id=21dc0c02-4744-4465-9c58-ff9696cac53b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:18:58.382834 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:58.383660 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device e01c9589-6e5d-4d24-9c0d-a5ccec3105eb up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:18:58.497045 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:58.499722 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b7618-3271-4ea6-8f56-f170f80e85dd req-b425f36c-fb7f-446e-86c3-6c37331299f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:58.508972 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6a5b7618-3271-4ea6-8f56-f170f80e85dd req-b425f36c-fb7f-446e-86c3-6c37331299f7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4c9ee3e3fa1b4befa123b0b9538cf553&device_id=bd8fefdb-2dd3-4f0c-81a7-9f15c3d83e60 HTTP/1.1" status: 200 len: 1095 time: 0.1796112 Jul 09 16:18:58.512499 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3c73168a-8afd-4222-9d25-c82dfd893d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'name': 'tempest-FloatingIPsAssociationTestJSON-1254540187-router', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '125df260-2c04-4dcc-830d-f78f52662dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:18:47Z', 'updated_at': '2021-07-09T16:18:55Z', 'revision_number': 4, 'project_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'gw_port': {'id': '125df260-2c04-4dcc-830d-f78f52662dea', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:18:48Z', 'updated_at': '2021-07-09T16:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '1f955ffa-e82e-442c-84f0-766f4b942c05', 'name': '', 'network_id': '107905d0-c615-4e8b-9b1d-9c2589d2ef47', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'mac_address': 'fa:16:3e:7b:7b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '6398ae78-ab25-4396-a51f-802464200a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:18:53Z', 'updated_at': '2021-07-09T16:18:56Z', 'revision_number': 2, 'project_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'subnets': [{'id': '6398ae78-ab25-4396-a51f-802464200a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:18:58.516616 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port e01c9589-6e5d-4d24-9c0d-a5ccec3105eb completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:18:58.558996 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c73168a-8afd-4222-9d25-c82dfd893d43 None None] Checking router: 84e9a7cb-b30e-4eea-b44b-094622301e47 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:18:58.559533 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c73168a-8afd-4222-9d25-c82dfd893d43 None None] Updating router 84e9a7cb-b30e-4eea-b44b-094622301e47 port 1f955ffa-e82e-442c-84f0-766f4b942c05 binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:18:58.561555 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port e01c9589-6e5d-4d24-9c0d-a5ccec3105eb triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:18:58.562079 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:58.572387 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6a5b7618-3271-4ea6-8f56-f170f80e85dd req-b0104e61-3446-4793-88c3-a941589ef0ce service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b0e07fd-5b32-429c-bac3-5ab908dd9ece HTTP/1.1" status: 200 len: 217 time: 0.0547929 Jul 09 16:18:58.611075 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b7401-77ee-4c40-9ceb-e766184e72be req-7f3255dd-5182-45a7-b240-32151528df9c tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:58.615688 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5b3b7401-77ee-4c40-9ceb-e766184e72be req-7f3255dd-5182-45a7-b240-32151528df9c tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=9932457e-c587-4453-99bc-1893bc2e01c2 HTTP/1.1" status: 200 len: 945 time: 0.1567025 Jul 09 16:18:58.624577 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3c73168a-8afd-4222-9d25-c82dfd893d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:58.639765 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b7618-3271-4ea6-8f56-f170f80e85dd req-12e925ab-de5e-4eb8-9c2c-ff45bc08d973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:58.641500 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6a5b7618-3271-4ea6-8f56-f170f80e85dd req-12e925ab-de5e-4eb8-9c2c-ff45bc08d973 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ae944b88-a8d3-472f-8293-2795b64e45af HTTP/1.1" status: 200 len: 860 time: 0.0619218 Jul 09 16:18:58.697733 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6a5b7618-3271-4ea6-8f56-f170f80e85dd req-a8f0bb3c-6337-4c3d-841f-ef22eec83762 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=80d5c90a-3c9c-4866-a923-ef4309310375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492716 Jul 09 16:18:58.706231 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5b3b7401-77ee-4c40-9ceb-e766184e72be req-d154a380-8435-4052-82cc-99c64f31ac77 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824983 Jul 09 16:18:58.834141 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:58.875296 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d89237-4801-4554-98cb-7b9daedbea20 x-openstack-request-id: req-f0d89237-4801-4554-98cb-7b9daedbea20 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:18:58.875728 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd8fefdb-2dd3-4f0c-81a7-9f15c3d83e60", "tag": "7b0e07fd-5b32-429c-bac3-5ab908dd9ece", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:18:58.875879 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f0d89237-4801-4554-98cb-7b9daedbea20 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:18:58.876221 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd8fefdb-2dd3-4f0c-81a7-9f15c3d83e60', 'tag': '7b0e07fd-5b32-429c-bac3-5ab908dd9ece', 'status': 'completed', 'code': 200} Jul 09 16:18:58.956929 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port e01c9589-6e5d-4d24-9c0d-a5ccec3105eb, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=e01c9589-6e5d-4d24-9c0d-a5ccec3105eb,segment=NetworkSegment(02e77d4c-49a5-4dc1-ad0d-c8bf1f1b70f0),segment_id=02e77d4c-49a5-4dc1-ad0d-c8bf1f1b70f0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:18:58.959732 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6a5b7618-3271-4ea6-8f56-f170f80e85dd req-6d4ed0e4-ad67-46c0-a385-54f1025f5366 service neutron] 10.222.0.77 "GET /v2.0/networks/80d5c90a-3c9c-4866-a923-ef4309310375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354624 Jul 09 16:18:58.965738 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:58.966601 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device cc1b9003-be21-4ede-8937-a785742afd1f up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:18:59.034646 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15074f6c-fc76-4272-afe1-c61d35a1a6dc req-4082e70a-7ae4-417a-bd7f-cab83ca1907a tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:59.044574 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-15074f6c-fc76-4272-afe1-c61d35a1a6dc req-4082e70a-7ae4-417a-bd7f-cab83ca1907a tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/networks?id=107905d0-c615-4e8b-9b1d-9c2589d2ef47 HTTP/1.1" status: 200 len: 821 time: 0.3448911 Jul 09 16:18:59.049191 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98dd371-f170-478f-a4ca-84039f438e13 req-ae23cc93-dcd9-487c-8a84-a9a499423ac9 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:59.056846 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c98dd371-f170-478f-a4ca-84039f438e13 req-ae23cc93-dcd9-487c-8a84-a9a499423ac9 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/networks?id=e55b3510-4171-4466-a467-a28850f48baa HTTP/1.1" status: 200 len: 812 time: 0.1965125 Jul 09 16:18:59.071271 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-15074f6c-fc76-4272-afe1-c61d35a1a6dc req-bff927b9-49ff-4a50-b108-f39c663b3faa tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/quotas/dee8c37c9ba8439b8ed8c6a930b7c811 HTTP/1.1" status: 200 len: 375 time: 0.0254076 Jul 09 16:18:59.089751 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=e01c9589-6e5d-4d24-9c0d-a5ccec3105eb,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:59.113985 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c98dd371-f170-478f-a4ca-84039f438e13 req-61efdc1b-974d-4be6-9c0f-52302fc001e6 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/quotas/06cbfbbe1d844c0796508ff309a673b8 HTTP/1.1" status: 200 len: 375 time: 0.0518012 Jul 09 16:18:59.140063 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port cc1b9003-be21-4ede-8937-a785742afd1f completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:18:59.147621 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port cc1b9003-be21-4ede-8937-a785742afd1f triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:18:59.147999 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:59.163818 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6a5b7618-3271-4ea6-8f56-f170f80e85dd req-84131ec9-e2fb-41c2-9d6f-ae93b3b7b27e service neutron] 10.222.0.77 "GET /v2.0/networks/80d5c90a-3c9c-4866-a923-ef4309310375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942272 Jul 09 16:18:59.190012 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-15074f6c-fc76-4272-afe1-c61d35a1a6dc req-ea66e557-8e43-4a48-bbb6-38f7a0bd01b0 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=dee8c37c9ba8439b8ed8c6a930b7c811&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1177056 Jul 09 16:18:59.231454 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c98dd371-f170-478f-a4ca-84039f438e13 req-0aa383ef-9aa1-49d1-b4ae-a0be8b819c6a tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=06cbfbbe1d844c0796508ff309a673b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1151252 Jul 09 16:18:59.293995 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3c73168a-8afd-4222-9d25-c82dfd893d43 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:59.361924 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3c73168a-8afd-4222-9d25-c82dfd893d43 None None] Transition to ACTIVE for port object 1f955ffa-e82e-442c-84f0-766f4b942c05 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:18:59.366899 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:59.381625 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3c73168a-8afd-4222-9d25-c82dfd893d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:59.450226 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port cc1b9003-be21-4ede-8937-a785742afd1f, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=cc1b9003-be21-4ede-8937-a785742afd1f,segment=NetworkSegment(21dc0c02-4744-4465-9c58-ff9696cac53b),segment_id=21dc0c02-4744-4465-9c58-ff9696cac53b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:18:59.464607 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:59.465638 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 4f254e63-6b3b-4694-9cb5-3a15ac319c88 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:18:59.468968 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3506084-a999-4756-a20a-db8aa8fec792 None None] Pushing event updated for resources: {'Port': ['ID=1f955ffa-e82e-442c-84f0-766f4b942c05,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:59.484896 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c98dd371-f170-478f-a4ca-84039f438e13 req-c69008f0-4482-4076-a276-c35000df6f15 service neutron] 10.222.0.98 "GET /v2.0/networks/e55b3510-4171-4466-a467-a28850f48baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505460 Jul 09 16:18:59.668045 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c98dd371-f170-478f-a4ca-84039f438e13 req-1d9b07b6-4f77-432e-9ac4-75ef3f31c8c7 service neutron] 10.222.0.98 "GET /v2.0/networks/e55b3510-4171-4466-a467-a28850f48baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791184 Jul 09 16:18:59.681493 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41621f63-6505-4833-9032-002b139573a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e'}, {'server_uuid': '41621f63-6505-4833-9032-002b139573a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e01c9589-6e5d-4d24-9c0d-a5ccec3105eb'}, {'server_uuid': '41621f63-6505-4833-9032-002b139573a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc1b9003-be21-4ede-8937-a785742afd1f'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:18:59.685070 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb1c85d-8198-4096-a5e5-99968db23453" -d '{"events": [{"server_uuid": "41621f63-6505-4833-9032-002b139573a9", "name": "network-vif-plugged", "status": "completed", "tag": "b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e"}, {"server_uuid": "41621f63-6505-4833-9032-002b139573a9", "name": "network-vif-plugged", "status": "completed", "tag": "e01c9589-6e5d-4d24-9c0d-a5ccec3105eb"}, {"server_uuid": "41621f63-6505-4833-9032-002b139573a9", "name": "network-vif-plugged", "status": "completed", "tag": "cc1b9003-be21-4ede-8937-a785742afd1f"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:18:59.688138 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=cc1b9003-be21-4ede-8937-a785742afd1f,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:18:59.765030 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-3c73168a-8afd-4222-9d25-c82dfd893d43 None None] Attempting to bind port 1f955ffa-e82e-442c-84f0-766f4b942c05 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:18:59.765524 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-3c73168a-8afd-4222-9d25-c82dfd893d43 None None] Attempting to bind port 1f955ffa-e82e-442c-84f0-766f4b942c05 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '6a5dd1a7-6f0b-4217-a4d6-7d35a843600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '107905d0-c615-4e8b-9b1d-9c2589d2ef47'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:18:59.765897 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c73168a-8afd-4222-9d25-c82dfd893d43 None None] Attempting to bind port 1f955ffa-e82e-442c-84f0-766f4b942c05 on network 107905d0-c615-4e8b-9b1d-9c2589d2ef47 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:18:59.808230 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b7b37-a6cf-4b1e-86d2-d7bcd57a38a6 req-0167f2c2-6f9e-434a-8708-aa0aa5fd41b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:18:59.809986 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-193b7b37-a6cf-4b1e-86d2-d7bcd57a38a6 req-0167f2c2-6f9e-434a-8708-aa0aa5fd41b5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4c9ee3e3fa1b4befa123b0b9538cf553&device_id=bd8fefdb-2dd3-4f0c-81a7-9f15c3d83e60 HTTP/1.1" status: 200 len: 1095 time: 0.1467004 Jul 09 16:18:59.811440 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c73168a-8afd-4222-9d25-c82dfd893d43 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:18:59.811879 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c73168a-8afd-4222-9d25-c82dfd893d43 None None] Checking segment: {'id': '6a5dd1a7-6f0b-4217-a4d6-7d35a843600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '107905d0-c615-4e8b-9b1d-9c2589d2ef47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:18:59.812427 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3c73168a-8afd-4222-9d25-c82dfd893d43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:59.812980 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c73168a-8afd-4222-9d25-c82dfd893d43 None None] Bound using segment: {'id': '6a5dd1a7-6f0b-4217-a4d6-7d35a843600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '107905d0-c615-4e8b-9b1d-9c2589d2ef47'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:18:59.813669 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-3c73168a-8afd-4222-9d25-c82dfd893d43 None None] Bound port: 1f955ffa-e82e-442c-84f0-766f4b942c05, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a5dd1a7-6f0b-4217-a4d6-7d35a843600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '107905d0-c615-4e8b-9b1d-9c2589d2ef47'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:18:59.814057 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3c73168a-8afd-4222-9d25-c82dfd893d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:18:59.817574 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 4f254e63-6b3b-4694-9cb5-3a15ac319c88 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:18:59.833527 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-15074f6c-fc76-4272-afe1-c61d35a1a6dc req-f60a33e3-5740-41aa-819e-216bff6a6a14 service neutron] 10.222.0.98 "GET /v2.0/networks/107905d0-c615-4e8b-9b1d-9c2589d2ef47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6300914 Jul 09 16:18:59.835556 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 4f254e63-6b3b-4694-9cb5-3a15ac319c88 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:18:59.835987 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:00.032287 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-3c73168a-8afd-4222-9d25-c82dfd893d43 None None] For port 1f955ffa-e82e-442c-84f0-766f4b942c05, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:19:00.052321 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-3c73168a-8afd-4222-9d25-c82dfd893d43 None None] For port 1f955ffa-e82e-442c-84f0-766f4b942c05, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=1f955ffa-e82e-442c-84f0-766f4b942c05,segment=NetworkSegment(6a5dd1a7-6f0b-4217-a4d6-7d35a843600f),segment_id=6a5dd1a7-6f0b-4217-a4d6-7d35a843600f)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:19:00.060261 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:00.078221 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3c73168a-8afd-4222-9d25-c82dfd893d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:00.173122 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 4f254e63-6b3b-4694-9cb5-3a15ac319c88, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=4f254e63-6b3b-4694-9cb5-3a15ac319c88,segment=NetworkSegment(21dc0c02-4744-4465-9c58-ff9696cac53b),segment_id=21dc0c02-4744-4465-9c58-ff9696cac53b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:19:00.194033 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c73168a-8afd-4222-9d25-c82dfd893d43 None None] Routers {'84e9a7cb-b30e-4eea-b44b-094622301e47'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:19:00.194755 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3c73168a-8afd-4222-9d25-c82dfd893d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:18:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['84e9a7cb-b30e-4eea-b44b-094622301e47'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:19:00.204213 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c69d5-856e-4a95-ac09-bc343dd588b6 req-007f522d-88f1-4fa2-853e-f05db8b3088a tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:00.208134 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e10c69d5-856e-4a95-ac09-bc343dd588b6 req-007f522d-88f1-4fa2-853e-f05db8b3088a tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=4e7cfc71-24c3-4da3-91e1-b7f4d42aefbe HTTP/1.1" status: 200 len: 946 time: 0.1520984 Jul 09 16:19:00.228450 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:00.229232 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device a7a4e491-e2c2-414f-9cdd-91edf6bc83f0 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:19:00.229592 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-15074f6c-fc76-4272-afe1-c61d35a1a6dc req-deb182d9-04d1-4d94-980c-a2485b20f85b service neutron] 10.222.0.98 "GET /v2.0/networks/107905d0-c615-4e8b-9b1d-9c2589d2ef47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3947625 Jul 09 16:19:00.309880 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e10c69d5-856e-4a95-ac09-bc343dd588b6 req-ffcf8c74-6613-4e21-b626-e16690b1cf6f tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959129 Jul 09 16:19:00.348606 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b7b37-a6cf-4b1e-86d2-d7bcd57a38a6 req-fd63e402-b7bc-4461-8aa3-5b185e7f2fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:00.350103 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-193b7b37-a6cf-4b1e-86d2-d7bcd57a38a6 req-fd63e402-b7bc-4461-8aa3-5b185e7f2fa1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=80d5c90a-3c9c-4866-a923-ef4309310375 HTTP/1.1" status: 200 len: 921 time: 0.5145612 Jul 09 16:19:00.377453 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3506084-a999-4756-a20a-db8aa8fec792 None None] Pushing event updated for resources: {'Port': ['ID=1f955ffa-e82e-442c-84f0-766f4b942c05,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:00.472346 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-193b7b37-a6cf-4b1e-86d2-d7bcd57a38a6 req-4464d94b-96bd-4f41-a800-6221c17151ac service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b0e07fd-5b32-429c-bac3-5ab908dd9ece HTTP/1.1" status: 200 len: 217 time: 0.1139951 Jul 09 16:19:00.576845 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b7b37-a6cf-4b1e-86d2-d7bcd57a38a6 req-537b330e-6d48-4c76-bcae-dfb02af46a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:00.584714 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-193b7b37-a6cf-4b1e-86d2-d7bcd57a38a6 req-537b330e-6d48-4c76-bcae-dfb02af46a04 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ae944b88-a8d3-472f-8293-2795b64e45af HTTP/1.1" status: 200 len: 860 time: 0.1046615 Jul 09 16:19:00.674680 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-193b7b37-a6cf-4b1e-86d2-d7bcd57a38a6 req-53aaad9d-4cfa-4579-9d7c-e480351811b0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=80d5c90a-3c9c-4866-a923-ef4309310375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820515 Jul 09 16:19:00.831691 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2313a69-0480-4aad-ac54-50e1564cd347 req-fb878db7-c646-433a-b463-d7c187aef2a1 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:00.859890 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-193b7b37-a6cf-4b1e-86d2-d7bcd57a38a6 req-bd4b40ea-362c-4c48-9615-92f47ba306bc service neutron] 10.222.0.77 "GET /v2.0/networks/80d5c90a-3c9c-4866-a923-ef4309310375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777785 Jul 09 16:19:00.862407 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2313a69-0480-4aad-ac54-50e1564cd347 req-fb878db7-c646-433a-b463-d7c187aef2a1 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:00.879791 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2313a69-0480-4aad-ac54-50e1564cd347 req-fb878db7-c646-433a-b463-d7c187aef2a1 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:00.890391 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=4f254e63-6b3b-4694-9cb5-3a15ac319c88,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:00.903765 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2313a69-0480-4aad-ac54-50e1564cd347 req-fb878db7-c646-433a-b463-d7c187aef2a1 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:00.908828 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port a7a4e491-e2c2-414f-9cdd-91edf6bc83f0 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:19:00.918414 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2313a69-0480-4aad-ac54-50e1564cd347 req-fb878db7-c646-433a-b463-d7c187aef2a1 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:00.920260 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port a7a4e491-e2c2-414f-9cdd-91edf6bc83f0 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:19:00.920698 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:00.934478 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2313a69-0480-4aad-ac54-50e1564cd347 req-fb878db7-c646-433a-b463-d7c187aef2a1 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:00.946606 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2313a69-0480-4aad-ac54-50e1564cd347 req-fb878db7-c646-433a-b463-d7c187aef2a1 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:00.948775 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-3c73168a-8afd-4222-9d25-c82dfd893d43 None None] Set router 84e9a7cb-b30e-4eea-b44b-094622301e47 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:19:00.961136 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d2313a69-0480-4aad-ac54-50e1564cd347 req-fb878db7-c646-433a-b463-d7c187aef2a1 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 5441 time: 0.3779132 Jul 09 16:19:01.132902 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d2313a69-0480-4aad-ac54-50e1564cd347 req-a67cf2a1-5231-4178-8e74-9fcd3e7d6c8b tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca0135bb-d8c1-4b57-8ce3-faf17c546fda&id=c40e1744-30c5-4994-a4ae-d009355a2528&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1707907 Jul 09 16:19:01.154378 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-193b7b37-a6cf-4b1e-86d2-d7bcd57a38a6 req-d3e482a8-898e-4112-9e36-077a33db7552 service neutron] 10.222.0.77 "GET /v2.0/networks/80d5c90a-3c9c-4866-a923-ef4309310375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759989 Jul 09 16:19:01.256444 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffea8c0-d455-4f01-8998-61d4fe6916bf req-f1a0fc37-5315-412c-a23a-71e2d5c24e97 tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:01.265264 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7ffea8c0-d455-4f01-8998-61d4fe6916bf req-f1a0fc37-5315-412c-a23a-71e2d5c24e97 tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd8fefdb-2dd3-4f0c-81a7-9f15c3d83e60 HTTP/1.1" status: 200 len: 944 time: 0.4032292 Jul 09 16:19:01.284858 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:01.330431 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7ffea8c0-d455-4f01-8998-61d4fe6916bf req-be24656c-c449-45d5-893a-02bfa0396b66 tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1460d15-e02f-477c-b5dd-b26b5a6707ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640213 Jul 09 16:19:01.348665 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port a7a4e491-e2c2-414f-9cdd-91edf6bc83f0, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=a7a4e491-e2c2-414f-9cdd-91edf6bc83f0,segment=NetworkSegment(9890f08f-b7c2-4880-91d7-5553e02a84db),segment_id=9890f08f-b7c2-4880-91d7-5553e02a84db)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:19:01.352201 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3c73168a-8afd-4222-9d25-c82dfd893d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'name': 'tempest-FloatingIPsAssociationTestJSON-1254540187-router', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '125df260-2c04-4dcc-830d-f78f52662dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:18:47Z', 'updated_at': '2021-07-09T16:18:55Z', 'revision_number': 4, 'project_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'gw_port': {'id': '125df260-2c04-4dcc-830d-f78f52662dea', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:18:48Z', 'updated_at': '2021-07-09T16:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '1f955ffa-e82e-442c-84f0-766f4b942c05', 'name': '', 'network_id': '107905d0-c615-4e8b-9b1d-9c2589d2ef47', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'mac_address': 'fa:16:3e:7b:7b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '6398ae78-ab25-4396-a51f-802464200a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:18:53Z', 'updated_at': '2021-07-09T16:19:00Z', 'revision_number': 4, 'project_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'subnets': [{'id': '6398ae78-ab25-4396-a51f-802464200a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:19:01.402541 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:01.406194 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 5989e1c6-4c6c-4db6-8f16-533f3fd6e06c up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:19:01.419395 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c73168a-8afd-4222-9d25-c82dfd893d43 None None] The sync data for ids ['84e9a7cb-b30e-4eea-b44b-094622301e47'] in n-d-798930-3 is: [{'id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'name': 'tempest-FloatingIPsAssociationTestJSON-1254540187-router', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '125df260-2c04-4dcc-830d-f78f52662dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:18:47Z', 'updated_at': '2021-07-09T16:18:55Z', 'revision_number': 4, 'project_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'gw_port': {'id': '125df260-2c04-4dcc-830d-f78f52662dea', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:18:48Z', 'updated_at': '2021-07-09T16:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '1f955ffa-e82e-442c-84f0-766f4b942c05', 'name': '', 'network_id': '107905d0-c615-4e8b-9b1d-9c2589d2ef47', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'mac_address': 'fa:16:3e:7b:7b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '6398ae78-ab25-4396-a51f-802464200a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:18:53Z', 'updated_at': '2021-07-09T16:19:00Z', 'revision_number': 4, 'project_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'subnets': [{'id': '6398ae78-ab25-4396-a51f-802464200a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:19:01.436164 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 09 Jul 2021 16:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b95b20-1c63-404e-b487-413e7e2136a2 x-openstack-request-id: req-99b95b20-1c63-404e-b487-413e7e2136a2 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:19:01.436412 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41621f63-6505-4833-9032-002b139573a9", "name": "network-vif-plugged", "status": "completed", "tag": "b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e", "code": 200}, {"server_uuid": "41621f63-6505-4833-9032-002b139573a9", "name": "network-vif-plugged", "status": "completed", "tag": "e01c9589-6e5d-4d24-9c0d-a5ccec3105eb", "code": 200}, {"server_uuid": "41621f63-6505-4833-9032-002b139573a9", "name": "network-vif-plugged", "status": "completed", "tag": "cc1b9003-be21-4ede-8937-a785742afd1f", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:19:01.436674 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-99b95b20-1c63-404e-b487-413e7e2136a2 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:19:01.437086 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41621f63-6505-4833-9032-002b139573a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e', 'code': 200} Jul 09 16:19:01.437344 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41621f63-6505-4833-9032-002b139573a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e01c9589-6e5d-4d24-9c0d-a5ccec3105eb', 'code': 200} Jul 09 16:19:01.437635 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41621f63-6505-4833-9032-002b139573a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc1b9003-be21-4ede-8937-a785742afd1f', 'code': 200} Jul 09 16:19:01.611407 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=a7a4e491-e2c2-414f-9cdd-91edf6bc83f0,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:01.631869 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 5989e1c6-4c6c-4db6-8f16-533f3fd6e06c completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:19:01.637249 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 5989e1c6-4c6c-4db6-8f16-533f3fd6e06c triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:19:01.637979 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:01.679355 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f11bd8e0-cc43-485f-8a75-c35d38bae8ce req-cf2d2719-1843-4670-8daa-3c29fe263a5b tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2581c1c-b606-46c5-ad86-6f6879be53d7 HTTP/1.1" status: 200 len: 210 time: 0.0447376 Jul 09 16:19:01.781099 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f93f93-4ed2-4b87-922a-c0abd811514e req-14f16f35-c63a-453d-8344-a9a92cfc317a tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:01.783763 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-50f93f93-4ed2-4b87-922a-c0abd811514e req-14f16f35-c63a-453d-8344-a9a92cfc317a tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=9932457e-c587-4453-99bc-1893bc2e01c2 HTTP/1.1" status: 200 len: 945 time: 0.1725051 Jul 09 16:19:01.874807 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-50f93f93-4ed2-4b87-922a-c0abd811514e req-d6de0b81-9f85-46e0-a07a-253dc9ef49f3 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803239 Jul 09 16:19:01.915655 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:01.992919 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-07a64a3d-e624-4967-90fa-2fad6afb887b req-bb8c2fc2-df98-4210-9347-c3a6369db617 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/ports?device_id=228662c2-0595-4d0e-836f-c3a2a5a9f46c HTTP/1.1" status: 200 len: 210 time: 0.1058929 Jul 09 16:19:02.001827 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 5989e1c6-4c6c-4db6-8f16-533f3fd6e06c, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=5989e1c6-4c6c-4db6-8f16-533f3fd6e06c,segment=NetworkSegment(9890f08f-b7c2-4880-91d7-5553e02a84db),segment_id=9890f08f-b7c2-4880-91d7-5553e02a84db)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:19:02.013728 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:02.085062 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 7b0e07fd-5b32-429c-bac3-5ab908dd9ece details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:19:02.198972 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=5989e1c6-4c6c-4db6-8f16-533f3fd6e06c,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:02.274318 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98dd371-f170-478f-a4ca-84039f438e13 req-7900f427-5ad7-4e7e-a535-b89f112d8d3e tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:02.277113 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c98dd371-f170-478f-a4ca-84039f438e13 req-7900f427-5ad7-4e7e-a535-b89f112d8d3e tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.73 "GET /v2.0/networks?id=e55b3510-4171-4466-a467-a28850f48baa HTTP/1.1" status: 200 len: 812 time: 0.2931690 Jul 09 16:19:02.305608 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-c98dd371-f170-478f-a4ca-84039f438e13 req-9b42b553-4594-4079-bc5d-8120ddc316bc tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Request body: {'port': {'device_id': 'f2581c1c-b606-46c5-ad86-6f6879be53d7', 'network_id': 'e55b3510-4171-4466-a467-a28850f48baa', 'admin_state_up': True, 'tenant_id': '06cbfbbe1d844c0796508ff309a673b8'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:19:02.444069 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 7b0e07fd-5b32-429c-bac3-5ab908dd9ece, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=7b0e07fd-5b32-429c-bac3-5ab908dd9ece,segment=NetworkSegment(a1d8d202-9b28-4a5e-81c4-0c5f8fef6467),segment_id=a1d8d202-9b28-4a5e-81c4-0c5f8fef6467)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:19:02.471213 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '7b0e07fd-5b32-429c-bac3-5ab908dd9ece', 'network_id': '80d5c90a-3c9c-4866-a923-ef4309310375', 'port_id': '7b0e07fd-5b32-429c-bac3-5ab908dd9ece', 'mac_address': 'fa:16:3e:60:b7:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae944b88-a8d3-472f-8293-2795b64e45af', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:19:02.585491 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:02.615363 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b0e07fd-5b32-429c-bac3-5ab908dd9ece {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:19:02.625826 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c98dd371-f170-478f-a4ca-84039f438e13 req-9b42b553-4594-4079-bc5d-8120ddc316bc tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Made reservation on behalf of 06cbfbbe1d844c0796508ff309a673b8 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:19:02.631431 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c98dd371-f170-478f-a4ca-84039f438e13 req-9b42b553-4594-4079-bc5d-8120ddc316bc tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:02.676948 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 7b0e07fd-5b32-429c-bac3-5ab908dd9ece, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=7b0e07fd-5b32-429c-bac3-5ab908dd9ece,segment=NetworkSegment(a1d8d202-9b28-4a5e-81c4-0c5f8fef6467),segment_id=a1d8d202-9b28-4a5e-81c4-0c5f8fef6467)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:19:02.688672 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:02.713114 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe04fd-6d2f-4234-aa21-0238da7f2ace req-9c527f9f-15f5-4a56-b486-35a109b417a9 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:02.721693 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe04fd-6d2f-4234-aa21-0238da7f2ace req-9c527f9f-15f5-4a56-b486-35a109b417a9 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:02.737538 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe04fd-6d2f-4234-aa21-0238da7f2ace req-9c527f9f-15f5-4a56-b486-35a109b417a9 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:02.763334 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe04fd-6d2f-4234-aa21-0238da7f2ace req-9c527f9f-15f5-4a56-b486-35a109b417a9 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:02.791462 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe04fd-6d2f-4234-aa21-0238da7f2ace req-9c527f9f-15f5-4a56-b486-35a109b417a9 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:02.805925 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe04fd-6d2f-4234-aa21-0238da7f2ace req-9c527f9f-15f5-4a56-b486-35a109b417a9 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:02.807696 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=7b0e07fd-5b32-429c-bac3-5ab908dd9ece,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:02.815692 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe04fd-6d2f-4234-aa21-0238da7f2ace req-9c527f9f-15f5-4a56-b486-35a109b417a9 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:02.824741 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b9fe04fd-6d2f-4234-aa21-0238da7f2ace req-9c527f9f-15f5-4a56-b486-35a109b417a9 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 5443 time: 0.3419011 Jul 09 16:19:02.888035 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b9fe04fd-6d2f-4234-aa21-0238da7f2ace req-c1ac7fb3-733d-48a7-89ec-d051fc6574f2 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca0135bb-d8c1-4b57-8ce3-faf17c546fda&id=c40e1744-30c5-4994-a4ae-d009355a2528&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619111 Jul 09 16:19:02.979109 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-c98dd371-f170-478f-a4ca-84039f438e13 req-9b42b553-4594-4079-bc5d-8120ddc316bc tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Allocated IP 172.20.0.7 (e55b3510-4171-4466-a467-a28850f48baa/1852f372-46e1-407a-a8ee-c45063bdc434/303b98cd-be53-4bae-87b9-00e8eabf540a) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:19:02.980207 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['7b0e07fd-5b32-429c-bac3-5ab908dd9ece'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:19:03.041047 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd40d99-9fa7-4bcc-a6b9-eb84d095fe89 req-79562528-9223-457e-89c2-c3499cea916a tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:03.051326 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7bd40d99-9fa7-4bcc-a6b9-eb84d095fe89 req-79562528-9223-457e-89c2-c3499cea916a tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd8fefdb-2dd3-4f0c-81a7-9f15c3d83e60 HTTP/1.1" status: 200 len: 945 time: 0.1490161 Jul 09 16:19:03.233826 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb907f77-bec2-4d83-873f-01fa0f1b64e1 req-8d8d78ca-39c7-46f7-97bf-3830c246a83e tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:03.243652 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 1f955ffa-e82e-442c-84f0-766f4b942c05 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:19:03.246611 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bb907f77-bec2-4d83-873f-01fa0f1b64e1 req-8d8d78ca-39c7-46f7-97bf-3830c246a83e tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=9932457e-c587-4453-99bc-1893bc2e01c2 HTTP/1.1" status: 200 len: 945 time: 0.1473944 Jul 09 16:19:03.335221 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bb907f77-bec2-4d83-873f-01fa0f1b64e1 req-05472e06-012c-49a9-9761-6b4511faf1ed tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803456 Jul 09 16:19:03.366985 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c98dd371-f170-478f-a4ca-84039f438e13 req-9b42b553-4594-4079-bc5d-8120ddc316bc tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:03.394198 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7bd40d99-9fa7-4bcc-a6b9-eb84d095fe89 req-1286b062-84b7-4af8-abb5-95dee6ce41b8 tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1460d15-e02f-477c-b5dd-b26b5a6707ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3441820 Jul 09 16:19:03.439606 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41621f63-6505-4833-9032-002b139573a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f254e63-6b3b-4694-9cb5-3a15ac319c88'}, {'server_uuid': '41621f63-6505-4833-9032-002b139573a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a4e491-e2c2-414f-9cdd-91edf6bc83f0'}, {'server_uuid': '41621f63-6505-4833-9032-002b139573a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5989e1c6-4c6c-4db6-8f16-533f3fd6e06c'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:19:03.441903 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e96b319-3d9f-4798-9b6c-68f804e45eea" -d '{"events": [{"server_uuid": "41621f63-6505-4833-9032-002b139573a9", "name": "network-vif-plugged", "status": "completed", "tag": "4f254e63-6b3b-4694-9cb5-3a15ac319c88"}, {"server_uuid": "41621f63-6505-4833-9032-002b139573a9", "name": "network-vif-plugged", "status": "completed", "tag": "a7a4e491-e2c2-414f-9cdd-91edf6bc83f0"}, {"server_uuid": "41621f63-6505-4833-9032-002b139573a9", "name": "network-vif-plugged", "status": "completed", "tag": "5989e1c6-4c6c-4db6-8f16-533f3fd6e06c"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:19:03.450727 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 1f955ffa-e82e-442c-84f0-766f4b942c05 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:19:03.459377 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 1f955ffa-e82e-442c-84f0-766f4b942c05 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:19:03.459757 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:03.521953 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c98dd371-f170-478f-a4ca-84039f438e13 req-9b42b553-4594-4079-bc5d-8120ddc316bc tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:03.658712 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b42b553-4594-4079-bc5d-8120ddc316bc tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Pushing event updated for resources: {'Port': ['ID=303b98cd-be53-4bae-87b9-00e8eabf540a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:03.663467 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:03.694299 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c98dd371-f170-478f-a4ca-84039f438e13 req-9b42b553-4594-4079-bc5d-8120ddc316bc tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Network e55b3510-4171-4466-a467-a28850f48baa is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:19:03.702079 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 1f955ffa-e82e-442c-84f0-766f4b942c05, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=1f955ffa-e82e-442c-84f0-766f4b942c05,segment=NetworkSegment(6a5dd1a7-6f0b-4217-a4d6-7d35a843600f),segment_id=6a5dd1a7-6f0b-4217-a4d6-7d35a843600f)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:19:03.705649 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-c98dd371-f170-478f-a4ca-84039f438e13 req-9b42b553-4594-4079-bc5d-8120ddc316bc tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:19:03.716560 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-c98dd371-f170-478f-a4ca-84039f438e13 req-9b42b553-4594-4079-bc5d-8120ddc316bc tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:19:03.717110 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:03.826209 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=1f955ffa-e82e-442c-84f0-766f4b942c05,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:03.851611 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-60bb7298-1214-4cf5-b945-b50af497c0a2 req-8aad32d2-1c2a-49e0-a19d-e50bd43442b8 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/ports?device_id=228662c2-0595-4d0e-836f-c3a2a5a9f46c HTTP/1.1" status: 200 len: 210 time: 0.1784978 Jul 09 16:19:03.865994 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b5ac37-8b17-4d24-9203-a1f6a9727c0a req-81d5eaee-1ff9-42f1-b9ac-a31aee04cb30 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:03.868758 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f4b5ac37-8b17-4d24-9203-a1f6a9727c0a req-81d5eaee-1ff9-42f1-b9ac-a31aee04cb30 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2581c1c-b606-46c5-ad86-6f6879be53d7 HTTP/1.1" status: 200 len: 931 time: 0.2018039 Jul 09 16:19:03.900384 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15074f6c-fc76-4272-afe1-c61d35a1a6dc req-1bde6058-e403-4e38-ad77-1d3c78b445e0 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:03.906806 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-15074f6c-fc76-4272-afe1-c61d35a1a6dc req-1bde6058-e403-4e38-ad77-1d3c78b445e0 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.73 "GET /v2.0/networks?id=107905d0-c615-4e8b-9b1d-9c2589d2ef47 HTTP/1.1" status: 200 len: 821 time: 0.3764355 Jul 09 16:19:03.919752 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98dd371-f170-478f-a4ca-84039f438e13 req-9b42b553-4594-4079-bc5d-8120ddc316bc tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:03.920504 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c98dd371-f170-478f-a4ca-84039f438e13 req-9b42b553-4594-4079-bc5d-8120ddc316bc tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:03.936987 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-15074f6c-fc76-4272-afe1-c61d35a1a6dc req-40ef903c-8708-4656-9a27-21712586194b tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Request body: {'port': {'device_id': '228662c2-0595-4d0e-836f-c3a2a5a9f46c', 'network_id': '107905d0-c615-4e8b-9b1d-9c2589d2ef47', 'admin_state_up': True, 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:19:03.959717 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 09 Jul 2021 16:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b466832-c0c6-406a-85d8-c53aa52dab74 x-openstack-request-id: req-7b466832-c0c6-406a-85d8-c53aa52dab74 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:19:03.960022 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41621f63-6505-4833-9032-002b139573a9", "name": "network-vif-plugged", "status": "completed", "tag": "4f254e63-6b3b-4694-9cb5-3a15ac319c88", "code": 200}, {"server_uuid": "41621f63-6505-4833-9032-002b139573a9", "name": "network-vif-plugged", "status": "completed", "tag": "a7a4e491-e2c2-414f-9cdd-91edf6bc83f0", "code": 200}, {"server_uuid": "41621f63-6505-4833-9032-002b139573a9", "name": "network-vif-plugged", "status": "completed", "tag": "5989e1c6-4c6c-4db6-8f16-533f3fd6e06c", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:19:03.960162 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c98dd371-f170-478f-a4ca-84039f438e13 req-9b42b553-4594-4079-bc5d-8120ddc316bc tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6604803 Jul 09 16:19:03.960281 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7b466832-c0c6-406a-85d8-c53aa52dab74 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:19:03.960747 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41621f63-6505-4833-9032-002b139573a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f254e63-6b3b-4694-9cb5-3a15ac319c88', 'code': 200} Jul 09 16:19:03.961007 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41621f63-6505-4833-9032-002b139573a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a4e491-e2c2-414f-9cdd-91edf6bc83f0', 'code': 200} Jul 09 16:19:03.961259 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41621f63-6505-4833-9032-002b139573a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5989e1c6-4c6c-4db6-8f16-533f3fd6e06c', 'code': 200} Jul 09 16:19:04.063591 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-c98dd371-f170-478f-a4ca-84039f438e13 req-11345165-0789-4ffd-9718-448ddbe6dcb6 service neutron] Request body: {'port': {'device_id': 'f2581c1c-b606-46c5-ad86-6f6879be53d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:19:04.113010 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f4b5ac37-8b17-4d24-9203-a1f6a9727c0a req-a76c9016-80f3-4cc7-9315-16b906fba217 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017961 Jul 09 16:19:04.180726 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f043f0f-ad0a-49f0-8b88-1cf14e4655e9 req-2291da26-61c8-4285-9c99-61a44007b033 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:04.182197 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0f043f0f-ad0a-49f0-8b88-1cf14e4655e9 req-2291da26-61c8-4285-9c99-61a44007b033 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.77 "GET /v2.0/ports?device_id=9932457e-c587-4453-99bc-1893bc2e01c2 HTTP/1.1" status: 200 len: 945 time: 0.2040696 Jul 09 16:19:04.225245 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15074f6c-fc76-4272-afe1-c61d35a1a6dc req-40ef903c-8708-4656-9a27-21712586194b tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Made reservation on behalf of dee8c37c9ba8439b8ed8c6a930b7c811 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:19:04.228669 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-15074f6c-fc76-4272-afe1-c61d35a1a6dc req-40ef903c-8708-4656-9a27-21712586194b tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:04.243635 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c98dd371-f170-478f-a4ca-84039f438e13 req-11345165-0789-4ffd-9718-448ddbe6dcb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:04.425207 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6586bc-bf86-41f4-9b21-6fab7043ab0c req-589ac48b-5b10-4a4a-b27e-662b5d553d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:04.425686 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6586bc-bf86-41f4-9b21-6fab7043ab0c req-589ac48b-5b10-4a4a-b27e-662b5d553d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:04.426206 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6586bc-bf86-41f4-9b21-6fab7043ab0c req-589ac48b-5b10-4a4a-b27e-662b5d553d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:04.426966 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6586bc-bf86-41f4-9b21-6fab7043ab0c req-589ac48b-5b10-4a4a-b27e-662b5d553d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:04.427429 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6586bc-bf86-41f4-9b21-6fab7043ab0c req-589ac48b-5b10-4a4a-b27e-662b5d553d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:04.427886 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6586bc-bf86-41f4-9b21-6fab7043ab0c req-589ac48b-5b10-4a4a-b27e-662b5d553d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:04.428343 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6586bc-bf86-41f4-9b21-6fab7043ab0c req-589ac48b-5b10-4a4a-b27e-662b5d553d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:04.430211 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5e6586bc-bf86-41f4-9b21-6fab7043ab0c req-589ac48b-5b10-4a4a-b27e-662b5d553d4f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 6500 time: 0.2509475 Jul 09 16:19:04.478275 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-0f043f0f-ad0a-49f0-8b88-1cf14e4655e9 req-0d691709-e724-459e-9f22-95845ded5024 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Deleting port b387dc32-1229-4293-93c0-73ebc1637632 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:19:04.479334 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0f043f0f-ad0a-49f0-8b88-1cf14e4655e9 req-0d691709-e724-459e-9f22-95845ded5024 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:04.572948 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-15074f6c-fc76-4272-afe1-c61d35a1a6dc req-40ef903c-8708-4656-9a27-21712586194b tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Allocated IP 172.20.0.5 (107905d0-c615-4e8b-9b1d-9c2589d2ef47/6398ae78-ab25-4396-a51f-802464200a58/87eb6069-d489-44e3-98e3-5f50de6fd798) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:19:04.577521 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5e6586bc-bf86-41f4-9b21-6fab7043ab0c req-24ad708d-42cd-43bb-abc0-aea8e0e0e5bd service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c40e1744-30c5-4994-a4ae-d009355a2528&id=ca0135bb-d8c1-4b57-8ce3-faf17c546fda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1215847 Jul 09 16:19:04.611216 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9a4a8-4dfb-4225-9b8b-516277389f79 req-dc905354-f2d7-43b7-abc6-7f310c619003 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:04.617640 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9a4a8-4dfb-4225-9b8b-516277389f79 req-dc905354-f2d7-43b7-abc6-7f310c619003 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:04.631974 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9a4a8-4dfb-4225-9b8b-516277389f79 req-dc905354-f2d7-43b7-abc6-7f310c619003 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:04.639868 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9a4a8-4dfb-4225-9b8b-516277389f79 req-dc905354-f2d7-43b7-abc6-7f310c619003 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:04.645889 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9a4a8-4dfb-4225-9b8b-516277389f79 req-dc905354-f2d7-43b7-abc6-7f310c619003 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:04.653249 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9a4a8-4dfb-4225-9b8b-516277389f79 req-dc905354-f2d7-43b7-abc6-7f310c619003 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:04.660574 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9a4a8-4dfb-4225-9b8b-516277389f79 req-dc905354-f2d7-43b7-abc6-7f310c619003 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:04.672660 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6cf9a4a8-4dfb-4225-9b8b-516277389f79 req-dc905354-f2d7-43b7-abc6-7f310c619003 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 5443 time: 0.3229496 Jul 09 16:19:04.696746 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-0f043f0f-ad0a-49f0-8b88-1cf14e4655e9 req-0d691709-e724-459e-9f22-95845ded5024 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] For port b387dc32-1229-4293-93c0-73ebc1637632, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=b387dc32-1229-4293-93c0-73ebc1637632,segment=NetworkSegment(fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c),segment_id=fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:19:04.697107 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0f043f0f-ad0a-49f0-8b88-1cf14e4655e9 req-0d691709-e724-459e-9f22-95845ded5024 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:04.720964 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-0f043f0f-ad0a-49f0-8b88-1cf14e4655e9 req-0d691709-e724-459e-9f22-95845ded5024 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Calling delete_port for b387dc32-1229-4293-93c0-73ebc1637632 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:19:04.740376 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6cf9a4a8-4dfb-4225-9b8b-516277389f79 req-b069c3d2-76c1-403b-95b7-5b0338de4481 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca0135bb-d8c1-4b57-8ce3-faf17c546fda&id=c40e1744-30c5-4994-a4ae-d009355a2528&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0669675 Jul 09 16:19:04.803711 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-c98dd371-f170-478f-a4ca-84039f438e13 req-11345165-0789-4ffd-9718-448ddbe6dcb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 303b98cd-be53-4bae-87b9-00e8eabf540a {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:19:04.823367 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c98dd371-f170-478f-a4ca-84039f438e13 req-11345165-0789-4ffd-9718-448ddbe6dcb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:04.841827 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-c98dd371-f170-478f-a4ca-84039f438e13 req-11345165-0789-4ffd-9718-448ddbe6dcb6 service neutron] Transition to ACTIVE for port object 303b98cd-be53-4bae-87b9-00e8eabf540a will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:19:04.846126 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c709140-7b98-49e9-85f0-fd75646e472b req-184be702-7819-4824-8bce-64fa4c522ec4 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:04.849409 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c98dd371-f170-478f-a4ca-84039f438e13 req-11345165-0789-4ffd-9718-448ddbe6dcb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:04.853005 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7c709140-7b98-49e9-85f0-fd75646e472b req-184be702-7819-4824-8bce-64fa4c522ec4 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=9932457e-c587-4453-99bc-1893bc2e01c2 HTTP/1.1" status: 200 len: 945 time: 0.2879543 Jul 09 16:19:04.958602 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7c709140-7b98-49e9-85f0-fd75646e472b req-12020b80-2a60-49be-8cce-8db496d71c22 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042418 Jul 09 16:19:05.019851 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-15074f6c-fc76-4272-afe1-c61d35a1a6dc req-40ef903c-8708-4656-9a27-21712586194b tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:05.029830 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11345165-0789-4ffd-9718-448ddbe6dcb6 service neutron] Pushing event updated for resources: {'Port': ['ID=303b98cd-be53-4bae-87b9-00e8eabf540a,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:05.072756 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-15074f6c-fc76-4272-afe1-c61d35a1a6dc req-40ef903c-8708-4656-9a27-21712586194b tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Transition to ACTIVE for port object 87eb6069-d489-44e3-98e3-5f50de6fd798 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:19:05.117576 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0f043f0f-ad0a-49f0-8b88-1cf14e4655e9 req-0d691709-e724-459e-9f22-95845ded5024 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:05.130973 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['f8ff3a60-d462-40e9-acb7-798df2b5cc97', 'ede42405-eabd-440d-8933-fc10f4352ff6', 'b387dc32-1229-4293-93c0-73ebc1637632'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:19:05.153181 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efdf2bc-7c25-4c1e-9141-01b9fa28c6ec req-482f6a4a-5324-4055-943f-06cbd742ca97 tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:05.161030 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9efdf2bc-7c25-4c1e-9141-01b9fa28c6ec req-482f6a4a-5324-4055-943f-06cbd742ca97 tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd8fefdb-2dd3-4f0c-81a7-9f15c3d83e60 HTTP/1.1" status: 200 len: 945 time: 0.2270403 Jul 09 16:19:05.163929 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-c98dd371-f170-478f-a4ca-84039f438e13 req-11345165-0789-4ffd-9718-448ddbe6dcb6 service neutron] Attempting to bind port 303b98cd-be53-4bae-87b9-00e8eabf540a on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:19:05.164447 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-c98dd371-f170-478f-a4ca-84039f438e13 req-11345165-0789-4ffd-9718-448ddbe6dcb6 service neutron] Attempting to bind port 303b98cd-be53-4bae-87b9-00e8eabf540a by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': 'f3322cfe-f17e-4138-825d-2b8f5a34d17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e55b3510-4171-4466-a467-a28850f48baa'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:19:05.164738 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98dd371-f170-478f-a4ca-84039f438e13 req-11345165-0789-4ffd-9718-448ddbe6dcb6 service neutron] Attempting to bind port 303b98cd-be53-4bae-87b9-00e8eabf540a on network e55b3510-4171-4466-a467-a28850f48baa {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:19:05.182608 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98dd371-f170-478f-a4ca-84039f438e13 req-11345165-0789-4ffd-9718-448ddbe6dcb6 service neutron] Port 303b98cd-be53-4bae-87b9-00e8eabf540a on network e55b3510-4171-4466-a467-a28850f48baa not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:19:05.183121 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98dd371-f170-478f-a4ca-84039f438e13 req-11345165-0789-4ffd-9718-448ddbe6dcb6 service neutron] Attempting to bind port 303b98cd-be53-4bae-87b9-00e8eabf540a on network e55b3510-4171-4466-a467-a28850f48baa {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:19:05.195247 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e25506b4-5fac-4390-8f8d-66f093e49ccc req-f4212d3d-b46d-40ca-bfd5-56dc1310b412 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/ports?device_id=228662c2-0595-4d0e-836f-c3a2a5a9f46c HTTP/1.1" status: 200 len: 210 time: 0.0843055 Jul 09 16:19:05.196042 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98dd371-f170-478f-a4ca-84039f438e13 req-11345165-0789-4ffd-9718-448ddbe6dcb6 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:19:05.198536 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98dd371-f170-478f-a4ca-84039f438e13 req-11345165-0789-4ffd-9718-448ddbe6dcb6 service neutron] Checking segment: {'id': 'f3322cfe-f17e-4138-825d-2b8f5a34d17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e55b3510-4171-4466-a467-a28850f48baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:19:05.198975 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98dd371-f170-478f-a4ca-84039f438e13 req-11345165-0789-4ffd-9718-448ddbe6dcb6 service neutron] Bound using segment: {'id': 'f3322cfe-f17e-4138-825d-2b8f5a34d17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e55b3510-4171-4466-a467-a28850f48baa'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:19:05.199321 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d691709-e724-459e-9f22-95845ded5024 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Pushing event deleted for resources: {'Port': ['ID=b387dc32-1229-4293-93c0-73ebc1637632,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:05.202675 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-c98dd371-f170-478f-a4ca-84039f438e13 req-11345165-0789-4ffd-9718-448ddbe6dcb6 service neutron] Bound port: 303b98cd-be53-4bae-87b9-00e8eabf540a, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3322cfe-f17e-4138-825d-2b8f5a34d17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e55b3510-4171-4466-a467-a28850f48baa'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:19:05.203097 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c98dd371-f170-478f-a4ca-84039f438e13 req-11345165-0789-4ffd-9718-448ddbe6dcb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:05.229638 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-15074f6c-fc76-4272-afe1-c61d35a1a6dc req-40ef903c-8708-4656-9a27-21712586194b tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:05.267028 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 1f955ffa-e82e-442c-84f0-766f4b942c05 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:19:05.316942 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-c98dd371-f170-478f-a4ca-84039f438e13 req-11345165-0789-4ffd-9718-448ddbe6dcb6 service neutron] For port 303b98cd-be53-4bae-87b9-00e8eabf540a, host n-h2-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:19:05.320791 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-c98dd371-f170-478f-a4ca-84039f438e13 req-11345165-0789-4ffd-9718-448ddbe6dcb6 service neutron] For port 303b98cd-be53-4bae-87b9-00e8eabf540a, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=303b98cd-be53-4bae-87b9-00e8eabf540a,segment=NetworkSegment(f3322cfe-f17e-4138-825d-2b8f5a34d17c),segment_id=f3322cfe-f17e-4138-825d-2b8f5a34d17c)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:19:05.326055 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9efdf2bc-7c25-4c1e-9141-01b9fa28c6ec req-6e49870f-7ee7-4c5d-ae33-72bda32c81f5 tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1460d15-e02f-477c-b5dd-b26b5a6707ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639278 Jul 09 16:19:05.328758 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c98dd371-f170-478f-a4ca-84039f438e13 req-11345165-0789-4ffd-9718-448ddbe6dcb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:05.378047 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15074f6c-fc76-4272-afe1-c61d35a1a6dc req-40ef903c-8708-4656-9a27-21712586194b tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Network 107905d0-c615-4e8b-9b1d-9c2589d2ef47 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:19:05.379323 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f043f0f-ad0a-49f0-8b88-1cf14e4655e9 req-0d691709-e724-459e-9f22-95845ded5024 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] No DVR routers for this DVR port b387dc32-1229-4293-93c0-73ebc1637632 on host n-h1-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:19:05.385192 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98dd371-f170-478f-a4ca-84039f438e13 req-11345165-0789-4ffd-9718-448ddbe6dcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:05.385848 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c98dd371-f170-478f-a4ca-84039f438e13 req-11345165-0789-4ffd-9718-448ddbe6dcb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:05.387312 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c98dd371-f170-478f-a4ca-84039f438e13 req-11345165-0789-4ffd-9718-448ddbe6dcb6 service neutron] 10.222.0.73 "PUT /v2.0/ports/303b98cd-be53-4bae-87b9-00e8eabf540a HTTP/1.1" status: 200 len: 1091 time: 1.3337002 Jul 09 16:19:05.387772 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2581c1c-b606-46c5-ad86-6f6879be53d7', 'tag': '303b98cd-be53-4bae-87b9-00e8eabf540a'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:19:05.391028 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8b2e5d-f2be-474a-bc4e-b509a2fa7d7e" -d '{"events": [{"name": "network-changed", "server_uuid": "f2581c1c-b606-46c5-ad86-6f6879be53d7", "tag": "303b98cd-be53-4bae-87b9-00e8eabf540a"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:19:05.392274 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0f043f0f-ad0a-49f0-8b88-1cf14e4655e9 req-0d691709-e724-459e-9f22-95845ded5024 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:05.406255 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0f043f0f-ad0a-49f0-8b88-1cf14e4655e9 req-0d691709-e724-459e-9f22-95845ded5024 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.77 "DELETE /v2.0/ports/b387dc32-1229-4293-93c0-73ebc1637632 HTTP/1.1" status: 204 len: 173 time: 1.2152543 Jul 09 16:19:05.406987 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9932457e-c587-4453-99bc-1893bc2e01c2', 'name': 'network-vif-deleted', 'tag': 'b387dc32-1229-4293-93c0-73ebc1637632'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:19:05.410014 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1457027a-bae3-41a8-97f9-35e4f4816f49" -d '{"events": [{"server_uuid": "9932457e-c587-4453-99bc-1893bc2e01c2", "name": "network-vif-deleted", "tag": "b387dc32-1229-4293-93c0-73ebc1637632"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:19:05.420242 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-15074f6c-fc76-4272-afe1-c61d35a1a6dc req-40ef903c-8708-4656-9a27-21712586194b tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:19:05.431052 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-15074f6c-fc76-4272-afe1-c61d35a1a6dc req-40ef903c-8708-4656-9a27-21712586194b tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:19:05.454975 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 1f955ffa-e82e-442c-84f0-766f4b942c05 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:19:05.455468 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:05.464349 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11345165-0789-4ffd-9718-448ddbe6dcb6 service neutron] Pushing event updated for resources: {'Port': ['ID=303b98cd-be53-4bae-87b9-00e8eabf540a,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:05.536152 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef903c-8708-4656-9a27-21712586194b tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Pushing event updated for resources: {'Port': ['ID=87eb6069-d489-44e3-98e3-5f50de6fd798,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:05.599284 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15074f6c-fc76-4272-afe1-c61d35a1a6dc req-40ef903c-8708-4656-9a27-21712586194b tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:05.600357 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-15074f6c-fc76-4272-afe1-c61d35a1a6dc req-40ef903c-8708-4656-9a27-21712586194b tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:05.617474 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e388fca-5f47-405a-8d67-64fbe13371bb x-openstack-request-id: req-8e388fca-5f47-405a-8d67-64fbe13371bb {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:19:05.617767 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2581c1c-b606-46c5-ad86-6f6879be53d7", "tag": "303b98cd-be53-4bae-87b9-00e8eabf540a", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:19:05.618026 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8e388fca-5f47-405a-8d67-64fbe13371bb {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:19:05.618431 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2581c1c-b606-46c5-ad86-6f6879be53d7', 'tag': '303b98cd-be53-4bae-87b9-00e8eabf540a', 'status': 'completed', 'code': 200} Jul 09 16:19:05.641130 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-15074f6c-fc76-4272-afe1-c61d35a1a6dc req-40ef903c-8708-4656-9a27-21712586194b tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7144113 Jul 09 16:19:05.661848 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-15074f6c-fc76-4272-afe1-c61d35a1a6dc req-8decc9b6-657f-433a-af78-2d27c528831a service neutron] Request body: {'port': {'device_id': '228662c2-0595-4d0e-836f-c3a2a5a9f46c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:19:05.745670 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8e0db3-d3e0-46db-8776-01c770d53037 x-openstack-request-id: req-2b8e0db3-d3e0-46db-8776-01c770d53037 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:19:05.745886 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9932457e-c587-4453-99bc-1893bc2e01c2", "name": "network-vif-deleted", "tag": "b387dc32-1229-4293-93c0-73ebc1637632", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:19:05.746139 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2b8e0db3-d3e0-46db-8776-01c770d53037 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:19:05.746539 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9932457e-c587-4453-99bc-1893bc2e01c2', 'name': 'network-vif-deleted', 'tag': 'b387dc32-1229-4293-93c0-73ebc1637632', 'status': 'completed', 'code': 200} Jul 09 16:19:05.765759 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98dd371-f170-478f-a4ca-84039f438e13 req-a38048a8-8eb2-4862-aae1-48a3130b20ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:05.767491 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c98dd371-f170-478f-a4ca-84039f438e13 req-a38048a8-8eb2-4862-aae1-48a3130b20ef service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=06cbfbbe1d844c0796508ff309a673b8&device_id=f2581c1c-b606-46c5-ad86-6f6879be53d7 HTTP/1.1" status: 200 len: 1094 time: 0.2736402 Jul 09 16:19:05.800401 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7006aee-1783-43d2-865d-6316131b7b2a req-8b6bd70e-f92c-40aa-8515-019fb35fac2f tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:05.802260 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a7006aee-1783-43d2-865d-6316131b7b2a req-8b6bd70e-f92c-40aa-8515-019fb35fac2f tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2581c1c-b606-46c5-ad86-6f6879be53d7 HTTP/1.1" status: 200 len: 943 time: 0.2043669 Jul 09 16:19:05.831723 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-15074f6c-fc76-4272-afe1-c61d35a1a6dc req-8decc9b6-657f-433a-af78-2d27c528831a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:05.934811 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-19a2e120-af9b-48d0-b1ef-c145f3a0c226 None None] Provisioning for port 87eb6069-d489-44e3-98e3-5f50de6fd798 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:19:05.962754 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-19a2e120-af9b-48d0-b1ef-c145f3a0c226 None None] Provisioning complete for port 87eb6069-d489-44e3-98e3-5f50de6fd798 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:19:05.966357 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-19a2e120-af9b-48d0-b1ef-c145f3a0c226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:06.052300 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 7b0e07fd-5b32-429c-bac3-5ab908dd9ece up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:19:06.183932 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-19a2e120-af9b-48d0-b1ef-c145f3a0c226 None None] Port 87eb6069-d489-44e3-98e3-5f50de6fd798 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:19:06.266988 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 7b0e07fd-5b32-429c-bac3-5ab908dd9ece completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:19:06.271873 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 7b0e07fd-5b32-429c-bac3-5ab908dd9ece triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:19:06.272281 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:06.351752 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c98dd371-f170-478f-a4ca-84039f438e13 req-bf81394f-245b-4375-b76c-649ea68ed963 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=303b98cd-be53-4bae-87b9-00e8eabf540a HTTP/1.1" status: 200 len: 217 time: 0.5670795 Jul 09 16:19:06.366078 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4efea3b-9330-4a97-a500-5408cd7d921d req-6a413b2a-2216-4799-9604-a44e505e38f1 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:06.374495 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4efea3b-9330-4a97-a500-5408cd7d921d req-6a413b2a-2216-4799-9604-a44e505e38f1 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:06.396343 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4efea3b-9330-4a97-a500-5408cd7d921d req-6a413b2a-2216-4799-9604-a44e505e38f1 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:06.402448 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4efea3b-9330-4a97-a500-5408cd7d921d req-6a413b2a-2216-4799-9604-a44e505e38f1 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:06.404475 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:06.405168 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a7006aee-1783-43d2-865d-6316131b7b2a req-1e1a7b77-be3d-44c6-85f8-edf3cf5b6a0e tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5885530 Jul 09 16:19:06.408671 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4efea3b-9330-4a97-a500-5408cd7d921d req-6a413b2a-2216-4799-9604-a44e505e38f1 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:06.414639 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4efea3b-9330-4a97-a500-5408cd7d921d req-6a413b2a-2216-4799-9604-a44e505e38f1 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:06.430981 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4efea3b-9330-4a97-a500-5408cd7d921d req-6a413b2a-2216-4799-9604-a44e505e38f1 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:06.433492 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e4efea3b-9330-4a97-a500-5408cd7d921d req-6a413b2a-2216-4799-9604-a44e505e38f1 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 5443 time: 0.4461348 Jul 09 16:19:06.499835 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 7b0e07fd-5b32-429c-bac3-5ab908dd9ece, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=7b0e07fd-5b32-429c-bac3-5ab908dd9ece,segment=NetworkSegment(a1d8d202-9b28-4a5e-81c4-0c5f8fef6467),segment_id=a1d8d202-9b28-4a5e-81c4-0c5f8fef6467)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:19:06.501414 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-15074f6c-fc76-4272-afe1-c61d35a1a6dc req-8decc9b6-657f-433a-af78-2d27c528831a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87eb6069-d489-44e3-98e3-5f50de6fd798 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:19:06.504744 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98dd371-f170-478f-a4ca-84039f438e13 req-daa39948-8ac8-42fb-b95e-3ccd38fb813a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:06.506105 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd8fefdb-2dd3-4f0c-81a7-9f15c3d83e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0e07fd-5b32-429c-bac3-5ab908dd9ece'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:19:06.512081 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c98dd371-f170-478f-a4ca-84039f438e13 req-daa39948-8ac8-42fb-b95e-3ccd38fb813a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1852f372-46e1-407a-a8ee-c45063bdc434 HTTP/1.1" status: 200 len: 852 time: 0.1493175 Jul 09 16:19:06.513656 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37264cfb-4cf5-4056-82be-188b803dc7b1" -d '{"events": [{"server_uuid": "bd8fefdb-2dd3-4f0c-81a7-9f15c3d83e60", "name": "network-vif-plugged", "status": "completed", "tag": "7b0e07fd-5b32-429c-bac3-5ab908dd9ece"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:19:06.523114 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:06.523836 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device b387dc32-1229-4293-93c0-73ebc1637632 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:19:06.525931 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e4efea3b-9330-4a97-a500-5408cd7d921d req-6d9834e3-382e-4003-88fc-3e4154943691 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca0135bb-d8c1-4b57-8ce3-faf17c546fda&id=c40e1744-30c5-4994-a4ae-d009355a2528&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0923717 Jul 09 16:19:06.534948 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-15074f6c-fc76-4272-afe1-c61d35a1a6dc req-8decc9b6-657f-433a-af78-2d27c528831a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:06.575783 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-15074f6c-fc76-4272-afe1-c61d35a1a6dc req-8decc9b6-657f-433a-af78-2d27c528831a service neutron] Transition to ACTIVE for port object 87eb6069-d489-44e3-98e3-5f50de6fd798 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:19:06.583863 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-15074f6c-fc76-4272-afe1-c61d35a1a6dc req-8decc9b6-657f-433a-af78-2d27c528831a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:06.586139 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c98dd371-f170-478f-a4ca-84039f438e13 req-463ae4ce-4ef7-4c1d-b20d-1837f2893155 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e55b3510-4171-4466-a467-a28850f48baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651827 Jul 09 16:19:06.635797 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: b387dc32-1229-4293-93c0-73ebc1637632 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:19:06.637081 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device b387dc32-1229-4293-93c0-73ebc1637632 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:19:06.736070 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8decc9b6-657f-433a-af78-2d27c528831a service neutron] Pushing event updated for resources: {'Port': ['ID=87eb6069-d489-44e3-98e3-5f50de6fd798,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:06.767965 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=7b0e07fd-5b32-429c-bac3-5ab908dd9ece,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:06.794483 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c98dd371-f170-478f-a4ca-84039f438e13 req-1a1edde9-19f2-4284-af88-1d445fb616dc service neutron] 10.222.0.73 "GET /v2.0/networks/e55b3510-4171-4466-a467-a28850f48baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030807 Jul 09 16:19:06.985630 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-15074f6c-fc76-4272-afe1-c61d35a1a6dc req-8decc9b6-657f-433a-af78-2d27c528831a service neutron] Attempting to bind port 87eb6069-d489-44e3-98e3-5f50de6fd798 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:19:06.986244 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-15074f6c-fc76-4272-afe1-c61d35a1a6dc req-8decc9b6-657f-433a-af78-2d27c528831a service neutron] Attempting to bind port 87eb6069-d489-44e3-98e3-5f50de6fd798 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': '6a5dd1a7-6f0b-4217-a4d6-7d35a843600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '107905d0-c615-4e8b-9b1d-9c2589d2ef47'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:19:06.986582 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15074f6c-fc76-4272-afe1-c61d35a1a6dc req-8decc9b6-657f-433a-af78-2d27c528831a service neutron] Attempting to bind port 87eb6069-d489-44e3-98e3-5f50de6fd798 on network 107905d0-c615-4e8b-9b1d-9c2589d2ef47 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:19:06.993504 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15074f6c-fc76-4272-afe1-c61d35a1a6dc req-8decc9b6-657f-433a-af78-2d27c528831a service neutron] Port 87eb6069-d489-44e3-98e3-5f50de6fd798 on network 107905d0-c615-4e8b-9b1d-9c2589d2ef47 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:19:06.993504 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15074f6c-fc76-4272-afe1-c61d35a1a6dc req-8decc9b6-657f-433a-af78-2d27c528831a service neutron] Attempting to bind port 87eb6069-d489-44e3-98e3-5f50de6fd798 on network 107905d0-c615-4e8b-9b1d-9c2589d2ef47 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:19:07.014036 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b141f3-0aa4-452b-8ef0-c0b28cf4823c req-acc055cd-1f53-434a-90e7-a8c3e03c676d tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:07.015613 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e1b141f3-0aa4-452b-8ef0-c0b28cf4823c req-acc055cd-1f53-434a-90e7-a8c3e03c676d tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/ports?device_id=228662c2-0595-4d0e-836f-c3a2a5a9f46c HTTP/1.1" status: 200 len: 943 time: 0.2488747 Jul 09 16:19:07.017107 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15074f6c-fc76-4272-afe1-c61d35a1a6dc req-8decc9b6-657f-433a-af78-2d27c528831a service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:19:07.017453 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15074f6c-fc76-4272-afe1-c61d35a1a6dc req-8decc9b6-657f-433a-af78-2d27c528831a service neutron] Checking segment: {'id': '6a5dd1a7-6f0b-4217-a4d6-7d35a843600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '107905d0-c615-4e8b-9b1d-9c2589d2ef47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:19:07.017845 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15074f6c-fc76-4272-afe1-c61d35a1a6dc req-8decc9b6-657f-433a-af78-2d27c528831a service neutron] Bound using segment: {'id': '6a5dd1a7-6f0b-4217-a4d6-7d35a843600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '107905d0-c615-4e8b-9b1d-9c2589d2ef47'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:19:07.018299 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-15074f6c-fc76-4272-afe1-c61d35a1a6dc req-8decc9b6-657f-433a-af78-2d27c528831a service neutron] Bound port: 87eb6069-d489-44e3-98e3-5f50de6fd798, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a5dd1a7-6f0b-4217-a4d6-7d35a843600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '107905d0-c615-4e8b-9b1d-9c2589d2ef47'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:19:07.018811 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-15074f6c-fc76-4272-afe1-c61d35a1a6dc req-8decc9b6-657f-433a-af78-2d27c528831a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:07.028340 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c98dd371-f170-478f-a4ca-84039f438e13 req-7b7fc01f-88a8-4c24-b77a-2d2f0923ed9b service neutron] 10.222.0.73 "GET /v2.0/networks/e55b3510-4171-4466-a467-a28850f48baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268355 Jul 09 16:19:07.053888 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b62ce9-332a-4179-bf4f-a1b9a8be85cd req-788a060e-b1f0-47ca-a212-87ff512990c2 tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:07.055735 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-83b62ce9-332a-4179-bf4f-a1b9a8be85cd req-788a060e-b1f0-47ca-a212-87ff512990c2 tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd8fefdb-2dd3-4f0c-81a7-9f15c3d83e60 HTTP/1.1" status: 200 len: 946 time: 0.1195722 Jul 09 16:19:07.111571 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-83b62ce9-332a-4179-bf4f-a1b9a8be85cd req-71a02155-fe80-46bf-b36b-30c8f7f356e5 tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1460d15-e02f-477c-b5dd-b26b5a6707ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479467 Jul 09 16:19:07.124103 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e1b141f3-0aa4-452b-8ef0-c0b28cf4823c req-79df17b7-7966-44a4-936f-4900cd70eb92 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/security-groups?id=997fe466-6d92-495c-a86c-449c8ea53922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812111 Jul 09 16:19:07.163020 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-15074f6c-fc76-4272-afe1-c61d35a1a6dc req-8decc9b6-657f-433a-af78-2d27c528831a service neutron] For port 87eb6069-d489-44e3-98e3-5f50de6fd798, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:19:07.166663 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-15074f6c-fc76-4272-afe1-c61d35a1a6dc req-8decc9b6-657f-433a-af78-2d27c528831a service neutron] For port 87eb6069-d489-44e3-98e3-5f50de6fd798, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=87eb6069-d489-44e3-98e3-5f50de6fd798,segment=NetworkSegment(6a5dd1a7-6f0b-4217-a4d6-7d35a843600f),segment_id=6a5dd1a7-6f0b-4217-a4d6-7d35a843600f)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:19:07.174299 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-15074f6c-fc76-4272-afe1-c61d35a1a6dc req-8decc9b6-657f-433a-af78-2d27c528831a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:07.208729 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13cccc19-521c-4a46-b289-3b85d86a76f6 x-openstack-request-id: req-13cccc19-521c-4a46-b289-3b85d86a76f6 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:19:07.209227 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd8fefdb-2dd3-4f0c-81a7-9f15c3d83e60", "name": "network-vif-plugged", "status": "completed", "tag": "7b0e07fd-5b32-429c-bac3-5ab908dd9ece", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:19:07.209227 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-13cccc19-521c-4a46-b289-3b85d86a76f6 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:19:07.209630 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd8fefdb-2dd3-4f0c-81a7-9f15c3d83e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0e07fd-5b32-429c-bac3-5ab908dd9ece', 'code': 200} Jul 09 16:19:07.229757 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b2e5d-f2be-474a-bc4e-b509a2fa7d7e req-661ce29f-e5d7-4565-b3e8-f0a3aadbe6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:07.237363 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cf8b2e5d-f2be-474a-bc4e-b509a2fa7d7e req-661ce29f-e5d7-4565-b3e8-f0a3aadbe6ce service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=06cbfbbe1d844c0796508ff309a673b8&device_id=f2581c1c-b606-46c5-ad86-6f6879be53d7 HTTP/1.1" status: 200 len: 1094 time: 0.0842752 Jul 09 16:19:07.245732 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15074f6c-fc76-4272-afe1-c61d35a1a6dc req-8decc9b6-657f-433a-af78-2d27c528831a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:07.246368 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-15074f6c-fc76-4272-afe1-c61d35a1a6dc req-8decc9b6-657f-433a-af78-2d27c528831a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:07.255859 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-15074f6c-fc76-4272-afe1-c61d35a1a6dc req-8decc9b6-657f-433a-af78-2d27c528831a service neutron] 10.222.0.73 "PUT /v2.0/ports/87eb6069-d489-44e3-98e3-5f50de6fd798 HTTP/1.1" status: 200 len: 1091 time: 1.5993721 Jul 09 16:19:07.309680 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8decc9b6-657f-433a-af78-2d27c528831a service neutron] Pushing event updated for resources: {'Port': ['ID=87eb6069-d489-44e3-98e3-5f50de6fd798,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:07.437821 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b2e5d-f2be-474a-bc4e-b509a2fa7d7e req-927fb674-8281-4f39-a904-a6579052bdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:07.447432 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cf8b2e5d-f2be-474a-bc4e-b509a2fa7d7e req-927fb674-8281-4f39-a904-a6579052bdb1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e55b3510-4171-4466-a467-a28850f48baa HTTP/1.1" status: 200 len: 913 time: 0.1996977 Jul 09 16:19:07.519997 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15074f6c-fc76-4272-afe1-c61d35a1a6dc req-64381371-ba09-4a91-8922-34aff7108a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:07.521688 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-15074f6c-fc76-4272-afe1-c61d35a1a6dc req-64381371-ba09-4a91-8922-34aff7108a93 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dee8c37c9ba8439b8ed8c6a930b7c811&device_id=228662c2-0595-4d0e-836f-c3a2a5a9f46c HTTP/1.1" status: 200 len: 1094 time: 0.1784978 Jul 09 16:19:07.523920 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5603bb-3595-4872-b88a-e66bccdaf6fb req-43b17d4a-4d45-4446-abc2-24e5c9c7c70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:07.525550 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-eb5603bb-3595-4872-b88a-e66bccdaf6fb req-43b17d4a-4d45-4446-abc2-24e5c9c7c70f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bd8fefdb-2dd3-4f0c-81a7-9f15c3d83e60 HTTP/1.1" status: 200 len: 1097 time: 0.1983435 Jul 09 16:19:07.549678 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cf8b2e5d-f2be-474a-bc4e-b509a2fa7d7e req-623c7eec-321f-4b48-a560-21ecbd58dced service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=303b98cd-be53-4bae-87b9-00e8eabf540a HTTP/1.1" status: 200 len: 217 time: 0.0951624 Jul 09 16:19:07.636387 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b2e5d-f2be-474a-bc4e-b509a2fa7d7e req-266759be-b0e0-4055-9469-4c7539aa121a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:07.638146 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cf8b2e5d-f2be-474a-bc4e-b509a2fa7d7e req-266759be-b0e0-4055-9469-4c7539aa121a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1852f372-46e1-407a-a8ee-c45063bdc434 HTTP/1.1" status: 200 len: 852 time: 0.0822587 Jul 09 16:19:07.681938 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-15074f6c-fc76-4272-afe1-c61d35a1a6dc req-2580c45f-5fe9-46b0-a408-eda0ad4eb0fb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87eb6069-d489-44e3-98e3-5f50de6fd798 HTTP/1.1" status: 200 len: 217 time: 0.1353853 Jul 09 16:19:07.717490 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cf8b2e5d-f2be-474a-bc4e-b509a2fa7d7e req-f00852e3-3df1-4930-9bdd-d7acff675e41 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e55b3510-4171-4466-a467-a28850f48baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717528 Jul 09 16:19:07.753719 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '228662c2-0595-4d0e-836f-c3a2a5a9f46c', 'tag': '87eb6069-d489-44e3-98e3-5f50de6fd798'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:19:07.756166 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf15604-baf3-43dc-a00e-ee468934ded3" -d '{"events": [{"name": "network-changed", "server_uuid": "228662c2-0595-4d0e-836f-c3a2a5a9f46c", "tag": "87eb6069-d489-44e3-98e3-5f50de6fd798"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:19:07.786796 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-eb5603bb-3595-4872-b88a-e66bccdaf6fb req-df717446-6b38-4984-ac89-2e12c06ec994 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a1460d15-e02f-477c-b5dd-b26b5a6707ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523756 Jul 09 16:19:07.805272 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15074f6c-fc76-4272-afe1-c61d35a1a6dc req-825ccf39-7a2d-46e6-bd08-eb351b86f7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:07.807572 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-15074f6c-fc76-4272-afe1-c61d35a1a6dc req-825ccf39-7a2d-46e6-bd08-eb351b86f7f3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6398ae78-ab25-4396-a51f-802464200a58 HTTP/1.1" status: 200 len: 860 time: 0.1151018 Jul 09 16:19:07.870520 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2286e-4baf-400b-9e6b-7effe9478d1c req-4a0877b7-6814-4d23-a5ce-21213ac370d2 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:07.876996 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2286e-4baf-400b-9e6b-7effe9478d1c req-4a0877b7-6814-4d23-a5ce-21213ac370d2 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:07.883015 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2286e-4baf-400b-9e6b-7effe9478d1c req-4a0877b7-6814-4d23-a5ce-21213ac370d2 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:07.889810 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2286e-4baf-400b-9e6b-7effe9478d1c req-4a0877b7-6814-4d23-a5ce-21213ac370d2 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:07.893439 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8792aebd-46a8-4821-a794-6a7469db78e2 req-8187ab91-fd05-4bb3-a1d4-3d122789d696 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:07.895803 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8792aebd-46a8-4821-a794-6a7469db78e2 req-8187ab91-fd05-4bb3-a1d4-3d122789d696 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2581c1c-b606-46c5-ad86-6f6879be53d7 HTTP/1.1" status: 200 len: 943 time: 0.2164328 Jul 09 16:19:07.902158 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2286e-4baf-400b-9e6b-7effe9478d1c req-4a0877b7-6814-4d23-a5ce-21213ac370d2 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:07.908392 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2286e-4baf-400b-9e6b-7effe9478d1c req-4a0877b7-6814-4d23-a5ce-21213ac370d2 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:07.917767 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2286e-4baf-400b-9e6b-7effe9478d1c req-4a0877b7-6814-4d23-a5ce-21213ac370d2 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:07.917767 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-60c2286e-4baf-400b-9e6b-7effe9478d1c req-4a0877b7-6814-4d23-a5ce-21213ac370d2 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 5443 time: 0.1807311 Jul 09 16:19:07.923236 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15074f6c-fc76-4272-afe1-c61d35a1a6dc req-b317af52-e64e-4bf8-99fb-674fd0c3924e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:07.924713 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-15074f6c-fc76-4272-afe1-c61d35a1a6dc req-b317af52-e64e-4bf8-99fb-674fd0c3924e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=107905d0-c615-4e8b-9b1d-9c2589d2ef47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1060784 Jul 09 16:19:07.933222 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cf8b2e5d-f2be-474a-bc4e-b509a2fa7d7e req-5d896f4a-c230-4a84-a496-6d48bdb0a53a service neutron] 10.222.0.73 "GET /v2.0/networks/e55b3510-4171-4466-a467-a28850f48baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072473 Jul 09 16:19:07.993445 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-60c2286e-4baf-400b-9e6b-7effe9478d1c req-345dade4-bd09-4356-b172-91562d502302 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca0135bb-d8c1-4b57-8ce3-faf17c546fda&id=c40e1744-30c5-4994-a4ae-d009355a2528&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584855 Jul 09 16:19:08.024466 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8792aebd-46a8-4821-a794-6a7469db78e2 req-8186dfd8-2f1e-4b43-baf7-16d05c94024f tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221607 Jul 09 16:19:08.080336 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-15074f6c-fc76-4272-afe1-c61d35a1a6dc req-7b42235a-181a-441b-a3a1-6a17b2080b31 service neutron] 10.222.0.73 "GET /v2.0/networks/107905d0-c615-4e8b-9b1d-9c2589d2ef47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481555 Jul 09 16:19:08.106056 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2bd0dcc-98b3-48df-a167-b76cf5e60ef5 x-openstack-request-id: req-c2bd0dcc-98b3-48df-a167-b76cf5e60ef5 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:19:08.107057 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "228662c2-0595-4d0e-836f-c3a2a5a9f46c", "tag": "87eb6069-d489-44e3-98e3-5f50de6fd798", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:19:08.107333 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c2bd0dcc-98b3-48df-a167-b76cf5e60ef5 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:19:08.107860 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '228662c2-0595-4d0e-836f-c3a2a5a9f46c', 'tag': '87eb6069-d489-44e3-98e3-5f50de6fd798', 'status': 'completed', 'code': 200} Jul 09 16:19:08.156167 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cf8b2e5d-f2be-474a-bc4e-b509a2fa7d7e req-a1aa567a-8f41-42bc-a8ae-4616afb8b4ae service neutron] 10.222.0.73 "GET /v2.0/networks/e55b3510-4171-4466-a467-a28850f48baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035730 Jul 09 16:19:08.288459 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb875fd-bbad-4813-92e1-db7f19256d06 req-5be9c883-d559-44b1-8d2c-1d1478847f85 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:08.295654 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ceb875fd-bbad-4813-92e1-db7f19256d06 req-5be9c883-d559-44b1-8d2c-1d1478847f85 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=4e7cfc71-24c3-4da3-91e1-b7f4d42aefbe HTTP/1.1" status: 200 len: 946 time: 0.1290762 Jul 09 16:19:08.344564 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ceb875fd-bbad-4813-92e1-db7f19256d06 req-e6841c77-2004-4f2d-816d-15270f416f01 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465248 Jul 09 16:19:08.354672 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-15074f6c-fc76-4272-afe1-c61d35a1a6dc req-2576d87e-517c-4c64-ad3f-14885e0bf21a service neutron] 10.222.0.73 "GET /v2.0/networks/107905d0-c615-4e8b-9b1d-9c2589d2ef47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655549 Jul 09 16:19:08.376978 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1098da-0374-4fed-896e-b7e03dc57760 req-206c891b-d6e1-494b-b773-1f7060aebf47 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:08.386067 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1098da-0374-4fed-896e-b7e03dc57760 req-206c891b-d6e1-494b-b773-1f7060aebf47 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:08.399436 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1098da-0374-4fed-896e-b7e03dc57760 req-206c891b-d6e1-494b-b773-1f7060aebf47 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:08.415078 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1098da-0374-4fed-896e-b7e03dc57760 req-206c891b-d6e1-494b-b773-1f7060aebf47 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:08.422753 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1098da-0374-4fed-896e-b7e03dc57760 req-206c891b-d6e1-494b-b773-1f7060aebf47 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:08.429730 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1098da-0374-4fed-896e-b7e03dc57760 req-206c891b-d6e1-494b-b773-1f7060aebf47 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:08.438410 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1098da-0374-4fed-896e-b7e03dc57760 req-206c891b-d6e1-494b-b773-1f7060aebf47 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:08.439556 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ad1098da-0374-4fed-896e-b7e03dc57760 req-206c891b-d6e1-494b-b773-1f7060aebf47 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 5443 time: 0.2054198 Jul 09 16:19:08.452486 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 59944) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:19:08.468949 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-25e19441-22b7-4e7d-b399-26bb9cc7eb26 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Request body: {'floatingip': {'port_id': 'e01c9589-6e5d-4d24-9c0d-a5ccec3105eb'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:19:08.553650 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25e19441-22b7-4e7d-b399-26bb9cc7eb26 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks [] for floatingip, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:08.616852 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf15604-baf3-43dc-a00e-ee468934ded3 req-f9b1f59c-c832-4f2e-b25c-493bacf2dbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:08.618330 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9cf15604-baf3-43dc-a00e-ee468934ded3 req-f9b1f59c-c832-4f2e-b25c-493bacf2dbeb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dee8c37c9ba8439b8ed8c6a930b7c811&device_id=228662c2-0595-4d0e-836f-c3a2a5a9f46c HTTP/1.1" status: 200 len: 1094 time: 0.1051643 Jul 09 16:19:08.789936 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf15604-baf3-43dc-a00e-ee468934ded3 req-f986f8b4-3015-42ca-8e5b-6b6214e1c216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:08.791702 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9cf15604-baf3-43dc-a00e-ee468934ded3 req-f986f8b4-3015-42ca-8e5b-6b6214e1c216 service neutron] 10.222.0.73 "GET /v2.0/networks?id=107905d0-c615-4e8b-9b1d-9c2589d2ef47 HTTP/1.1" status: 200 len: 922 time: 0.1661170 Jul 09 16:19:08.799814 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ccf925-5a97-4fd9-970b-8fab17aa6ef2 req-999f6b39-3b0a-4fce-a56b-c89ef214cc1a tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:08.809672 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-93ccf925-5a97-4fd9-970b-8fab17aa6ef2 req-999f6b39-3b0a-4fce-a56b-c89ef214cc1a tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/ports?device_id=228662c2-0595-4d0e-836f-c3a2a5a9f46c HTTP/1.1" status: 200 len: 943 time: 0.1736567 Jul 09 16:19:08.815735 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7f865-6a19-4ce1-adb8-1fd5a835ab2a req-fa10a525-ba35-43f8-933b-3a107ff1df34 tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:08.817359 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-18e7f865-6a19-4ce1-adb8-1fd5a835ab2a req-fa10a525-ba35-43f8-933b-3a107ff1df34 tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd8fefdb-2dd3-4f0c-81a7-9f15c3d83e60 HTTP/1.1" status: 200 len: 946 time: 0.1966743 Jul 09 16:19:08.863333 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9cf15604-baf3-43dc-a00e-ee468934ded3 req-3a1f6a82-97f4-4603-848f-0571af404b3f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87eb6069-d489-44e3-98e3-5f50de6fd798 HTTP/1.1" status: 200 len: 217 time: 0.0461984 Jul 09 16:19:08.898179 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-93ccf925-5a97-4fd9-970b-8fab17aa6ef2 req-120c2576-768e-44a1-9958-e354f0a272bb tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/security-groups?id=997fe466-6d92-495c-a86c-449c8ea53922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874331 Jul 09 16:19:08.954543 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf15604-baf3-43dc-a00e-ee468934ded3 req-3f0e85d2-0c55-466b-bdf8-41678a86a570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:08.958096 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9cf15604-baf3-43dc-a00e-ee468934ded3 req-3f0e85d2-0c55-466b-bdf8-41678a86a570 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6398ae78-ab25-4396-a51f-802464200a58 HTTP/1.1" status: 200 len: 860 time: 0.0742686 Jul 09 16:19:08.966033 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-18e7f865-6a19-4ce1-adb8-1fd5a835ab2a req-7b298ff2-a8bb-48bc-b295-93f59675c85b tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1460d15-e02f-477c-b5dd-b26b5a6707ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045482 Jul 09 16:19:09.068834 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf15604-baf3-43dc-a00e-ee468934ded3 req-a4014427-2bdf-4e14-b963-7655c36b3da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:09.071155 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9cf15604-baf3-43dc-a00e-ee468934ded3 req-a4014427-2bdf-4e14-b963-7655c36b3da6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=107905d0-c615-4e8b-9b1d-9c2589d2ef47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1074245 Jul 09 16:19:09.238606 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9cf15604-baf3-43dc-a00e-ee468934ded3 req-8dc9c393-b934-429f-82b0-098942fed29c service neutron] 10.222.0.73 "GET /v2.0/networks/107905d0-c615-4e8b-9b1d-9c2589d2ef47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345825 Jul 09 16:19:09.407991 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9cf15604-baf3-43dc-a00e-ee468934ded3 req-548af7d8-276d-4615-b07a-bcf6b744f70e service neutron] 10.222.0.73 "GET /v2.0/networks/107905d0-c615-4e8b-9b1d-9c2589d2ef47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616814 Jul 09 16:19:09.433949 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7c1bb-02d9-4477-a41e-6360c6d78d9b req-f401bfc7-c9f1-486e-a96b-bc7fe430d7b4 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:09.436695 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-52a7c1bb-02d9-4477-a41e-6360c6d78d9b req-f401bfc7-c9f1-486e-a96b-bc7fe430d7b4 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e7cfc71-24c3-4da3-91e1-b7f4d42aefbe HTTP/1.1" status: 200 len: 946 time: 0.1321185 Jul 09 16:19:09.523236 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.db.resource_extend [None req-25e19441-22b7-4e7d-b399-26bb9cc7eb26 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 16:19:09.581170 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b385bd4-5d4d-426f-8bdf-fe4ad4a651eb req-2455119e-e020-42ee-a42c-ade653e84fd5 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:09.582919 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1b385bd4-5d4d-426f-8bdf-fe4ad4a651eb req-2455119e-e020-42ee-a42c-ade653e84fd5 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2581c1c-b606-46c5-ad86-6f6879be53d7 HTTP/1.1" status: 200 len: 943 time: 0.2609317 Jul 09 16:19:09.611424 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25e19441-22b7-4e7d-b399-26bb9cc7eb26 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:09.635617 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25e19441-22b7-4e7d-b399-26bb9cc7eb26 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:09.695849 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1b385bd4-5d4d-426f-8bdf-fe4ad4a651eb req-dd355157-98f9-4e34-a7f8-ce4e3a186d70 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072559 Jul 09 16:19:09.795053 n-d-798930-3 neutron-server[93958]: INFO neutron.db.l3_db [None req-25e19441-22b7-4e7d-b399-26bb9cc7eb26 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Floating IP 3095ea9c-b6ae-4776-89f5-de0162bc0913 associated. External IP: 172.25.0.65, port: e01c9589-6e5d-4d24-9c0d-a5ccec3105eb. Jul 09 16:19:09.944266 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:10.119817 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-25a26085-3b10-47cd-94a8-b24c13d97ebb req-04288c31-1666-4cfd-b162-989ffc13cc6a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1b748b16-b4e7-4973-a477-e26313fba4b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4989934 Jul 09 16:19:10.123750 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-52a7c1bb-02d9-4477-a41e-6360c6d78d9b req-30bb3ee7-bc52-4fa1-8bf7-52aea386ff25 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Deleting port ede42405-eabd-440d-8933-fc10f4352ff6 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:19:10.123750 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-52a7c1bb-02d9-4477-a41e-6360c6d78d9b req-30bb3ee7-bc52-4fa1-8bf7-52aea386ff25 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:10.255919 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e19441-22b7-4e7d-b399-26bb9cc7eb26 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Router 2c5ed968-b6e5-4c59-93a1-c43e4e641302 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:19:10.284027 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5667c32-b4fc-4ada-aa79-2c2536602022 req-6af366a3-0cf9-460d-9cab-118e0f9b6507 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:10.291398 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d5667c32-b4fc-4ada-aa79-2c2536602022 req-6af366a3-0cf9-460d-9cab-118e0f9b6507 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=4e7cfc71-24c3-4da3-91e1-b7f4d42aefbe HTTP/1.1" status: 200 len: 946 time: 0.7332439 Jul 09 16:19:10.306523 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-52a7c1bb-02d9-4477-a41e-6360c6d78d9b req-30bb3ee7-bc52-4fa1-8bf7-52aea386ff25 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] For port ede42405-eabd-440d-8933-fc10f4352ff6, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=ede42405-eabd-440d-8933-fc10f4352ff6,segment=NetworkSegment(fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c),segment_id=fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:19:10.306991 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-52a7c1bb-02d9-4477-a41e-6360c6d78d9b req-30bb3ee7-bc52-4fa1-8bf7-52aea386ff25 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:10.331918 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-52a7c1bb-02d9-4477-a41e-6360c6d78d9b req-30bb3ee7-bc52-4fa1-8bf7-52aea386ff25 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Calling delete_port for ede42405-eabd-440d-8933-fc10f4352ff6 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:19:10.349706 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa09ebe-b089-45ed-9531-6d22e7b32421 req-d31f34f3-d4dd-45e9-9e9c-5813375bed81 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:10.351461 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bfa09ebe-b089-45ed-9531-6d22e7b32421 req-d31f34f3-d4dd-45e9-9e9c-5813375bed81 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/ports?device_id=228662c2-0595-4d0e-836f-c3a2a5a9f46c HTTP/1.1" status: 200 len: 943 time: 0.1492774 Jul 09 16:19:10.434972 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bfa09ebe-b089-45ed-9531-6d22e7b32421 req-55c6ae62-ac39-4dc1-9944-6982c558fe6b tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/security-groups?id=997fe466-6d92-495c-a86c-449c8ea53922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509715 Jul 09 16:19:10.439486 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e19441-22b7-4e7d-b399-26bb9cc7eb26 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:19:10.444467 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25e19441-22b7-4e7d-b399-26bb9cc7eb26 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:10.451031 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678a5472-4c54-4440-aa0d-7039dd543554 None None] Sync routers for ids ['2c5ed968-b6e5-4c59-93a1-c43e4e641302'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:19:10.471311 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678a5472-4c54-4440-aa0d-7039dd543554 None None] Routers {'2c5ed968-b6e5-4c59-93a1-c43e4e641302'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:19:10.472278 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-678a5472-4c54-4440-aa0d-7039dd543554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:18:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['2c5ed968-b6e5-4c59-93a1-c43e4e641302'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:19:10.480098 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a26085-3b10-47cd-94a8-b24c13d97ebb req-9bd95cc2-57e2-4e94-87fb-19893869dffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:10.482149 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-25a26085-3b10-47cd-94a8-b24c13d97ebb req-9bd95cc2-57e2-4e94-87fb-19893869dffb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=546108aaf02647ac83ffc1a249896d22&device_id=1b748b16-b4e7-4973-a477-e26313fba4b3 HTTP/1.1" status: 200 len: 1096 time: 0.3123603 Jul 09 16:19:10.485268 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d5667c32-b4fc-4ada-aa79-2c2536602022 req-2d25e2be-d051-4b57-b3f3-be3a00879770 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295390 Jul 09 16:19:10.557504 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-25e19441-22b7-4e7d-b399-26bb9cc7eb26 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "PUT /v2.0/floatingips/3095ea9c-b6ae-4776-89f5-de0162bc0913 HTTP/1.1" status: 200 len: 990 time: 2.1042449 Jul 09 16:19:10.558315 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41621f63-6505-4833-9032-002b139573a9', 'tag': 'e01c9589-6e5d-4d24-9c0d-a5ccec3105eb'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:19:10.563150 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc135659-b19c-4f96-aa12-af867fc55e66" -d '{"events": [{"name": "network-changed", "server_uuid": "41621f63-6505-4833-9032-002b139573a9", "tag": "e01c9589-6e5d-4d24-9c0d-a5ccec3105eb"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:19:10.680760 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a26085-3b10-47cd-94a8-b24c13d97ebb req-0757b2c8-b882-41e9-9fdf-1d927cf4992c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:10.682440 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-25a26085-3b10-47cd-94a8-b24c13d97ebb req-0757b2c8-b882-41e9-9fdf-1d927cf4992c service neutron] 10.222.0.73 "GET /v2.0/networks?id=5ab794d9-1bd8-4da1-bd91-e5307e2548b2 HTTP/1.1" status: 200 len: 909 time: 0.1752369 Jul 09 16:19:10.737862 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-678a5472-4c54-4440-aa0d-7039dd543554 None None] Set router 2c5ed968-b6e5-4c59-93a1-c43e4e641302 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:19:10.745902 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-25a26085-3b10-47cd-94a8-b24c13d97ebb req-7b4036c8-dba8-4ce8-bf7c-5c0913ed6491 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=924166bb-2540-42e4-a953-7ed06dded9dc HTTP/1.1" status: 200 len: 217 time: 0.0552249 Jul 09 16:19:10.746408 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-52a7c1bb-02d9-4477-a41e-6360c6d78d9b req-30bb3ee7-bc52-4fa1-8bf7-52aea386ff25 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:10.759494 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['f8ff3a60-d462-40e9-acb7-798df2b5cc97', 'ede42405-eabd-440d-8933-fc10f4352ff6'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:19:10.861340 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c1959-2dc9-4a8c-8f40-6334d67060f9 req-9ca28758-3089-4636-a193-e2de045ef3f2 tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:10.864080 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bb5c1959-2dc9-4a8c-8f40-6334d67060f9 req-9ca28758-3089-4636-a193-e2de045ef3f2 tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd8fefdb-2dd3-4f0c-81a7-9f15c3d83e60 HTTP/1.1" status: 200 len: 946 time: 0.1693518 Jul 09 16:19:10.915419 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb3ee7-bc52-4fa1-8bf7-52aea386ff25 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Pushing event deleted for resources: {'Port': ['ID=ede42405-eabd-440d-8933-fc10f4352ff6,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:10.961171 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bb5c1959-2dc9-4a8c-8f40-6334d67060f9 req-e3f7325c-4156-4235-a037-2402ee03295b tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1460d15-e02f-477c-b5dd-b26b5a6707ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887909 Jul 09 16:19:11.045222 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-52a7c1bb-02d9-4477-a41e-6360c6d78d9b req-30bb3ee7-bc52-4fa1-8bf7-52aea386ff25 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] No DVR routers for this DVR port ede42405-eabd-440d-8933-fc10f4352ff6 on host n-h1-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:19:11.049846 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-52a7c1bb-02d9-4477-a41e-6360c6d78d9b req-30bb3ee7-bc52-4fa1-8bf7-52aea386ff25 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:11.059927 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583a6daa-fc36-47e6-befd-55c646fe3ffc x-openstack-request-id: req-583a6daa-fc36-47e6-befd-55c646fe3ffc {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:19:11.060281 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41621f63-6505-4833-9032-002b139573a9", "tag": "e01c9589-6e5d-4d24-9c0d-a5ccec3105eb", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:19:11.060515 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-583a6daa-fc36-47e6-befd-55c646fe3ffc {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:19:11.060871 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41621f63-6505-4833-9032-002b139573a9', 'tag': 'e01c9589-6e5d-4d24-9c0d-a5ccec3105eb', 'status': 'completed', 'code': 200} Jul 09 16:19:11.062571 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-52a7c1bb-02d9-4477-a41e-6360c6d78d9b req-30bb3ee7-bc52-4fa1-8bf7-52aea386ff25 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.77 "DELETE /v2.0/ports/ede42405-eabd-440d-8933-fc10f4352ff6 HTTP/1.1" status: 204 len: 173 time: 1.6163943 Jul 09 16:19:11.077153 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e7cfc71-24c3-4da3-91e1-b7f4d42aefbe', 'name': 'network-vif-deleted', 'tag': 'ede42405-eabd-440d-8933-fc10f4352ff6'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:19:11.094284 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d447e7ca-0018-4ba9-82ce-e9073243db73" -d '{"events": [{"server_uuid": "4e7cfc71-24c3-4da3-91e1-b7f4d42aefbe", "name": "network-vif-deleted", "tag": "ede42405-eabd-440d-8933-fc10f4352ff6"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:19:11.137068 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a26085-3b10-47cd-94a8-b24c13d97ebb req-80b97e67-f221-4670-ac30-c3bf47b24127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:11.153848 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-25a26085-3b10-47cd-94a8-b24c13d97ebb req-80b97e67-f221-4670-ac30-c3bf47b24127 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5288f2c0-4157-42ca-b91f-37115e42c839 HTTP/1.1" status: 200 len: 848 time: 0.3983335 Jul 09 16:19:11.248757 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bad0db7-7642-4c6b-9456-b326d4842754 x-openstack-request-id: req-7bad0db7-7642-4c6b-9456-b326d4842754 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:19:11.252004 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e7cfc71-24c3-4da3-91e1-b7f4d42aefbe", "name": "network-vif-deleted", "tag": "ede42405-eabd-440d-8933-fc10f4352ff6", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:19:11.252410 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7bad0db7-7642-4c6b-9456-b326d4842754 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:19:11.253181 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e7cfc71-24c3-4da3-91e1-b7f4d42aefbe', 'name': 'network-vif-deleted', 'tag': 'ede42405-eabd-440d-8933-fc10f4352ff6', 'status': 'completed', 'code': 200} Jul 09 16:19:11.256861 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-25a26085-3b10-47cd-94a8-b24c13d97ebb req-32451910-e029-463c-b454-7463a3937363 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5ab794d9-1bd8-4da1-bd91-e5307e2548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955617 Jul 09 16:19:11.279108 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-678a5472-4c54-4440-aa0d-7039dd543554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5ed968-b6e5-4c59-93a1-c43e4e641302', 'name': 'tempest-TaggedBootDevicesTest_v242-1257433462-router', 'tenant_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '24d1084e-66da-454d-aea8-50fe96e75c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:17:05Z', 'updated_at': '2021-07-09T16:17:10Z', 'revision_number': 4, 'project_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'gw_port': {'id': '24d1084e-66da-454d-aea8-50fe96e75c62', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:88:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5ed968-b6e5-4c59-93a1-c43e4e641302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:17:06Z', 'updated_at': '2021-07-09T16:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '3095ea9c-b6ae-4776-89f5-de0162bc0913', 'tenant_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'floating_ip_address': '172.25.0.65', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '2c5ed968-b6e5-4c59-93a1-c43e4e641302', 'port_id': 'e01c9589-6e5d-4d24-9c0d-a5ccec3105eb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a4e126d-a665-4056-ac42-0c366e7fbeca', 'mac_address': 'fa:16:3e:1b:d0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41621f63-6505-4833-9032-002b139573a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:17:50Z', 'updated_at': '2021-07-09T16:19:09Z', 'revision_number': 1, 'project_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6628b0f7-8abc-41e3-b094-74474e134a4e', 'name': '', 'network_id': '3a4e126d-a665-4056-ac42-0c366e7fbeca', 'tenant_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'mac_address': 'fa:16:3e:32:8a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5ed968-b6e5-4c59-93a1-c43e4e641302', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '17b1bf0f-6449-4963-a32c-463b55d292cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:17:09Z', 'updated_at': '2021-07-09T16:17:19Z', 'revision_number': 5, 'project_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'subnets': [{'id': '17b1bf0f-6449-4963-a32c-463b55d292cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:19:11.341701 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc135659-b19c-4f96-aa12-af867fc55e66 req-c06a3122-e961-477e-81ba-4db2d317bd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:11.342300 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc135659-b19c-4f96-aa12-af867fc55e66 req-c06a3122-e961-477e-81ba-4db2d317bd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:11.342805 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc135659-b19c-4f96-aa12-af867fc55e66 req-c06a3122-e961-477e-81ba-4db2d317bd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:11.343296 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc135659-b19c-4f96-aa12-af867fc55e66 req-c06a3122-e961-477e-81ba-4db2d317bd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:11.343773 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc135659-b19c-4f96-aa12-af867fc55e66 req-c06a3122-e961-477e-81ba-4db2d317bd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:11.344244 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc135659-b19c-4f96-aa12-af867fc55e66 req-c06a3122-e961-477e-81ba-4db2d317bd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:11.344718 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc135659-b19c-4f96-aa12-af867fc55e66 req-c06a3122-e961-477e-81ba-4db2d317bd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:11.346838 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bc135659-b19c-4f96-aa12-af867fc55e66 req-c06a3122-e961-477e-81ba-4db2d317bd11 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9c1d3606ae1042aca4f5fe7ec5b98f71&device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 6500 time: 0.1322451 Jul 09 16:19:11.366900 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678a5472-4c54-4440-aa0d-7039dd543554 None None] Checking router: 2c5ed968-b6e5-4c59-93a1-c43e4e641302 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:19:11.390641 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678a5472-4c54-4440-aa0d-7039dd543554 None None] Routers {'2c5ed968-b6e5-4c59-93a1-c43e4e641302'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:19:11.395364 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-678a5472-4c54-4440-aa0d-7039dd543554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:18:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['2c5ed968-b6e5-4c59-93a1-c43e4e641302'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:19:11.582802 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc135659-b19c-4f96-aa12-af867fc55e66 req-8874be54-0d19-4989-a662-d2175da789a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:11.586850 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bc135659-b19c-4f96-aa12-af867fc55e66 req-8874be54-0d19-4989-a662-d2175da789a5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3a4e126d-a665-4056-ac42-0c366e7fbeca HTTP/1.1" status: 200 len: 918 time: 0.2313757 Jul 09 16:19:11.622283 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 303b98cd-be53-4bae-87b9-00e8eabf540a details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:19:11.622983 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ec277-c5e3-4ee4-b204-a294d2c14564 req-80b8c665-2455-431d-84d7-a7028fbcd4dc tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:11.631411 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0a5ec277-c5e3-4ee4-b204-a294d2c14564 req-80b8c665-2455-431d-84d7-a7028fbcd4dc tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2581c1c-b606-46c5-ad86-6f6879be53d7 HTTP/1.1" status: 200 len: 943 time: 0.3938992 Jul 09 16:19:11.699395 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-25a26085-3b10-47cd-94a8-b24c13d97ebb req-349c51e3-3d21-47b7-be27-0398e84760d5 service neutron] 10.222.0.73 "GET /v2.0/networks/5ab794d9-1bd8-4da1-bd91-e5307e2548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4252346 Jul 09 16:19:11.711996 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bc135659-b19c-4f96-aa12-af867fc55e66 req-d806e0f7-f669-4883-adb5-68baf6a41931 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e01c9589-6e5d-4d24-9c0d-a5ccec3105eb HTTP/1.1" status: 200 len: 998 time: 0.1162908 Jul 09 16:19:11.780714 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-678a5472-4c54-4440-aa0d-7039dd543554 None None] Set router 2c5ed968-b6e5-4c59-93a1-c43e4e641302 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:19:11.806842 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc135659-b19c-4f96-aa12-af867fc55e66 req-09ba5d65-73a7-4e42-93f0-1b957e8ce503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:11.813950 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bc135659-b19c-4f96-aa12-af867fc55e66 req-09ba5d65-73a7-4e42-93f0-1b957e8ce503 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17b1bf0f-6449-4963-a32c-463b55d292cb HTTP/1.1" status: 200 len: 856 time: 0.0929842 Jul 09 16:19:11.864810 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 303b98cd-be53-4bae-87b9-00e8eabf540a, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=303b98cd-be53-4bae-87b9-00e8eabf540a,segment=NetworkSegment(f3322cfe-f17e-4138-825d-2b8f5a34d17c),segment_id=f3322cfe-f17e-4138-825d-2b8f5a34d17c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:19:11.889651 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc135659-b19c-4f96-aa12-af867fc55e66 req-82571bf9-1329-4ceb-8602-074dbec00c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:11.904812 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bc135659-b19c-4f96-aa12-af867fc55e66 req-82571bf9-1329-4ceb-8602-074dbec00c39 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3a4e126d-a665-4056-ac42-0c366e7fbeca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763216 Jul 09 16:19:11.907944 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '303b98cd-be53-4bae-87b9-00e8eabf540a', 'network_id': 'e55b3510-4171-4466-a467-a28850f48baa', 'port_id': '303b98cd-be53-4bae-87b9-00e8eabf540a', 'mac_address': 'fa:16:3e:b1:69:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1852f372-46e1-407a-a8ee-c45063bdc434', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:19:11.923167 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0a5ec277-c5e3-4ee4-b204-a294d2c14564 req-fb811e65-9886-4d32-83c1-c7407274b34d tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853961 Jul 09 16:19:12.044009 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bc135659-b19c-4f96-aa12-af867fc55e66 req-2d6eebde-bc02-49e5-a9b6-c62a4df7649f service neutron] 10.222.0.73 "GET /v2.0/networks/3a4e126d-a665-4056-ac42-0c366e7fbeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319854 Jul 09 16:19:12.070067 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:12.071863 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-25a26085-3b10-47cd-94a8-b24c13d97ebb req-decd70fd-564d-4dd1-ac94-b88455c31e41 service neutron] 10.222.0.73 "GET /v2.0/networks/5ab794d9-1bd8-4da1-bd91-e5307e2548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460121 Jul 09 16:19:12.102589 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 303b98cd-be53-4bae-87b9-00e8eabf540a {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:19:12.152255 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 303b98cd-be53-4bae-87b9-00e8eabf540a, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=303b98cd-be53-4bae-87b9-00e8eabf540a,segment=NetworkSegment(f3322cfe-f17e-4138-825d-2b8f5a34d17c),segment_id=f3322cfe-f17e-4138-825d-2b8f5a34d17c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:19:12.164270 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:12.307940 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=303b98cd-be53-4bae-87b9-00e8eabf540a,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:12.312024 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bc135659-b19c-4f96-aa12-af867fc55e66 req-8ab701cf-0e5b-433d-b9ad-494f9820a969 service neutron] 10.222.0.73 "GET /v2.0/networks/3a4e126d-a665-4056-ac42-0c366e7fbeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572558 Jul 09 16:19:12.320919 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5000a856-d970-4b94-a092-5975c98d4844 req-f396a45f-7cb1-4cec-8cf7-ff797d7cf3f9 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=4e7cfc71-24c3-4da3-91e1-b7f4d42aefbe HTTP/1.1" status: 200 len: 210 time: 0.0948596 Jul 09 16:19:12.343158 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-678a5472-4c54-4440-aa0d-7039dd543554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5ed968-b6e5-4c59-93a1-c43e4e641302', 'name': 'tempest-TaggedBootDevicesTest_v242-1257433462-router', 'tenant_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '24d1084e-66da-454d-aea8-50fe96e75c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:17:05Z', 'updated_at': '2021-07-09T16:17:10Z', 'revision_number': 4, 'project_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'gw_port': {'id': '24d1084e-66da-454d-aea8-50fe96e75c62', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:88:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5ed968-b6e5-4c59-93a1-c43e4e641302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:17:06Z', 'updated_at': '2021-07-09T16:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '3095ea9c-b6ae-4776-89f5-de0162bc0913', 'tenant_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'floating_ip_address': '172.25.0.65', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '2c5ed968-b6e5-4c59-93a1-c43e4e641302', 'port_id': 'e01c9589-6e5d-4d24-9c0d-a5ccec3105eb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a4e126d-a665-4056-ac42-0c366e7fbeca', 'mac_address': 'fa:16:3e:1b:d0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41621f63-6505-4833-9032-002b139573a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:17:50Z', 'updated_at': '2021-07-09T16:19:09Z', 'revision_number': 1, 'project_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6628b0f7-8abc-41e3-b094-74474e134a4e', 'name': '', 'network_id': '3a4e126d-a665-4056-ac42-0c366e7fbeca', 'tenant_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'mac_address': 'fa:16:3e:32:8a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5ed968-b6e5-4c59-93a1-c43e4e641302', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '17b1bf0f-6449-4963-a32c-463b55d292cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:17:09Z', 'updated_at': '2021-07-09T16:17:19Z', 'revision_number': 5, 'project_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'subnets': [{'id': '17b1bf0f-6449-4963-a32c-463b55d292cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:19:12.431877 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678a5472-4c54-4440-aa0d-7039dd543554 None None] The sync data for ids ['2c5ed968-b6e5-4c59-93a1-c43e4e641302'] in n-d-798930-3 is: [{'id': '2c5ed968-b6e5-4c59-93a1-c43e4e641302', 'name': 'tempest-TaggedBootDevicesTest_v242-1257433462-router', 'tenant_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '24d1084e-66da-454d-aea8-50fe96e75c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:17:05Z', 'updated_at': '2021-07-09T16:17:10Z', 'revision_number': 4, 'project_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'gw_port': {'id': '24d1084e-66da-454d-aea8-50fe96e75c62', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:88:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5ed968-b6e5-4c59-93a1-c43e4e641302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:17:06Z', 'updated_at': '2021-07-09T16:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '3095ea9c-b6ae-4776-89f5-de0162bc0913', 'tenant_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'floating_ip_address': '172.25.0.65', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '2c5ed968-b6e5-4c59-93a1-c43e4e641302', 'port_id': 'e01c9589-6e5d-4d24-9c0d-a5ccec3105eb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a4e126d-a665-4056-ac42-0c366e7fbeca', 'mac_address': 'fa:16:3e:1b:d0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41621f63-6505-4833-9032-002b139573a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:17:50Z', 'updated_at': '2021-07-09T16:19:09Z', 'revision_number': 1, 'project_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6628b0f7-8abc-41e3-b094-74474e134a4e', 'name': '', 'network_id': '3a4e126d-a665-4056-ac42-0c366e7fbeca', 'tenant_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'mac_address': 'fa:16:3e:32:8a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5ed968-b6e5-4c59-93a1-c43e4e641302', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '17b1bf0f-6449-4963-a32c-463b55d292cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:17:09Z', 'updated_at': '2021-07-09T16:17:19Z', 'revision_number': 5, 'project_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'subnets': [{'id': '17b1bf0f-6449-4963-a32c-463b55d292cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:19:12.567974 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3329151a-1a5d-4f82-a8d8-fc2bf6d99681 req-901f35ba-72c3-45f5-b20c-9e2738e75591 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:12.569580 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3329151a-1a5d-4f82-a8d8-fc2bf6d99681 req-901f35ba-72c3-45f5-b20c-9e2738e75591 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/ports?device_id=228662c2-0595-4d0e-836f-c3a2a5a9f46c HTTP/1.1" status: 200 len: 943 time: 0.7532763 Jul 09 16:19:12.665114 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3329151a-1a5d-4f82-a8d8-fc2bf6d99681 req-12d82ae3-fcd5-41fd-a5b3-fea63cf7a5d2 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/security-groups?id=997fe466-6d92-495c-a86c-449c8ea53922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852487 Jul 09 16:19:12.729783 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['303b98cd-be53-4bae-87b9-00e8eabf540a'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:19:12.835707 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4847429-fb46-4d2e-b367-f083b1c7ecd9 None None] New status for floating IP 3095ea9c-b6ae-4776-89f5-de0162bc0913: ACTIVE {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:19:13.228342 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c80422-6ac0-4122-9c4a-d16042ab9b9c req-19b2a46c-72cf-4950-8164-cf6406ebb305 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:13.235637 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-49c80422-6ac0-4122-9c4a-d16042ab9b9c req-19b2a46c-72cf-4950-8164-cf6406ebb305 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2581c1c-b606-46c5-ad86-6f6879be53d7 HTTP/1.1" status: 200 len: 944 time: 0.0758131 Jul 09 16:19:13.282276 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-49c80422-6ac0-4122-9c4a-d16042ab9b9c req-9b7560e1-a523-4203-9768-beb3e0bc2c24 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439291 Jul 09 16:19:13.515634 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36603fe4-8f49-4f13-900e-f716f76547ae req-00c38d92-985d-4330-a3ec-1ac9e16cde77 tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:13.522730 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-36603fe4-8f49-4f13-900e-f716f76547ae req-00c38d92-985d-4330-a3ec-1ac9e16cde77 tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd8fefdb-2dd3-4f0c-81a7-9f15c3d83e60 HTTP/1.1" status: 200 len: 946 time: 0.0902340 Jul 09 16:19:13.530340 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 60076) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:19:13.572193 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-36603fe4-8f49-4f13-900e-f716f76547ae req-7b39cc94-f29b-4be0-95bb-8a44d41eb926 tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1460d15-e02f-477c-b5dd-b26b5a6707ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484250 Jul 09 16:19:13.641380 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 87eb6069-d489-44e3-98e3-5f50de6fd798 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:19:13.674409 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2ec92ae1-8789-48a8-97e8-f67613054a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:13.821256 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 87eb6069-d489-44e3-98e3-5f50de6fd798, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=87eb6069-d489-44e3-98e3-5f50de6fd798,segment=NetworkSegment(6a5dd1a7-6f0b-4217-a4d6-7d35a843600f),segment_id=6a5dd1a7-6f0b-4217-a4d6-7d35a843600f)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:19:13.850218 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2ec92ae1-8789-48a8-97e8-f67613054a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:13.852080 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '87eb6069-d489-44e3-98e3-5f50de6fd798', 'network_id': '107905d0-c615-4e8b-9b1d-9c2589d2ef47', 'port_id': '87eb6069-d489-44e3-98e3-5f50de6fd798', 'mac_address': 'fa:16:3e:72:73:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6398ae78-ab25-4396-a51f-802464200a58', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:19:13.856301 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2ec92ae1-8789-48a8-97e8-f67613054a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:13.933458 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2ec92ae1-8789-48a8-97e8-f67613054a4b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e6a2af5dbf9342aca88a7ea3131146c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4015625 Jul 09 16:19:13.935714 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec92ae1-8789-48a8-97e8-f67613054a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42587d60-fa2e-4a5c-9706-92f6a62a45ce,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:13.939047 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 60096) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:19:13.945037 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19dcea9-fffa-4911-8591-317e39ff170d req-a8ec1fde-09df-409d-85d5-e1a47b3136e1 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:13.946840 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e19dcea9-fffa-4911-8591-317e39ff170d req-a8ec1fde-09df-409d-85d5-e1a47b3136e1 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/networks?id=ce97cc22-3a2c-431c-a7c0-56837c541317 HTTP/1.1" status: 200 len: 806 time: 0.2343528 Jul 09 16:19:13.961853 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:13.974648 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e19dcea9-fffa-4911-8591-317e39ff170d req-77875f44-bfae-4786-8338-78ada703d81c tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/quotas/e315895fcff346cb9e8f1de4a11daf77 HTTP/1.1" status: 200 len: 375 time: 0.0156853 Jul 09 16:19:13.980493 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87eb6069-d489-44e3-98e3-5f50de6fd798 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:19:14.008763 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 87eb6069-d489-44e3-98e3-5f50de6fd798, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=87eb6069-d489-44e3-98e3-5f50de6fd798,segment=NetworkSegment(6a5dd1a7-6f0b-4217-a4d6-7d35a843600f),segment_id=6a5dd1a7-6f0b-4217-a4d6-7d35a843600f)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:19:14.017390 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:14.073243 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e19dcea9-fffa-4911-8591-317e39ff170d req-f534ed74-c48f-431d-b520-851b3d8b26d7 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=e315895fcff346cb9e8f1de4a11daf77&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0972638 Jul 09 16:19:14.073584 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device ede42405-eabd-440d-8933-fc10f4352ff6 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:19:14.104900 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: ede42405-eabd-440d-8933-fc10f4352ff6 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:19:14.105228 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device ede42405-eabd-440d-8933-fc10f4352ff6 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:19:14.122347 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=87eb6069-d489-44e3-98e3-5f50de6fd798,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:14.190712 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e19dcea9-fffa-4911-8591-317e39ff170d req-59da6126-232b-4068-ab6f-72f93ea08398 service neutron] 10.222.0.98 "GET /v2.0/networks/ce97cc22-3a2c-431c-a7c0-56837c541317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165631 Jul 09 16:19:14.319362 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e19dcea9-fffa-4911-8591-317e39ff170d req-34095ce2-6094-469c-a126-e4b31a8ea78b service neutron] 10.222.0.98 "GET /v2.0/networks/ce97cc22-3a2c-431c-a7c0-56837c541317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148803 Jul 09 16:19:14.382675 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c9f5c525-edc0-460f-9efb-7ef73978a3c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:14.405034 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8cf98-8996-4c97-8e83-a3c750038017 req-eee918bd-d13e-4492-bcac-cbf042b890ab tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:14.408311 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f5c8cf98-8996-4c97-8e83-a3c750038017 req-eee918bd-d13e-4492-bcac-cbf042b890ab tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/ports?device_id=228662c2-0595-4d0e-836f-c3a2a5a9f46c HTTP/1.1" status: 200 len: 944 time: 0.1178584 Jul 09 16:19:14.428058 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c9f5c525-edc0-460f-9efb-7ef73978a3c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:14.510237 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f5c8cf98-8996-4c97-8e83-a3c750038017 req-9484e568-8c7b-44de-8514-4b6676f536c6 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/security-groups?id=997fe466-6d92-495c-a86c-449c8ea53922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921853 Jul 09 16:19:14.536881 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c9f5c525-edc0-460f-9efb-7ef73978a3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:14.540003 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c9f5c525-edc0-460f-9efb-7ef73978a3c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:14.541245 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c9f5c525-edc0-460f-9efb-7ef73978a3c8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/42587d60-fa2e-4a5c-9706-92f6a62a45ce HTTP/1.1" status: 204 len: 168 time: 0.5975068 Jul 09 16:19:14.563041 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f5c525-edc0-460f-9efb-7ef73978a3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42587d60-fa2e-4a5c-9706-92f6a62a45ce,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:14.642891 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-76d2253e-7eab-4600-a7d6-d85cc293d4cd req-cb156379-1a02-4b5a-bfbd-ebd36f1e2236 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=aaaedc44-53c3-4529-9d0f-8de96446e323 HTTP/1.1" status: 200 len: 210 time: 0.0458195 Jul 09 16:19:14.652578 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1822d9ae-9dfa-468c-83e8-d1157827a4f8 req-857e681f-bbe5-4ba7-9a42-84ad415c43ee tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:14.661812 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1822d9ae-9dfa-468c-83e8-d1157827a4f8 req-857e681f-bbe5-4ba7-9a42-84ad415c43ee tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2581c1c-b606-46c5-ad86-6f6879be53d7 HTTP/1.1" status: 200 len: 944 time: 0.0925565 Jul 09 16:19:14.736587 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1822d9ae-9dfa-468c-83e8-d1157827a4f8 req-2ecefa1d-a3af-4f7f-88ca-6ca4124f1fbf tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737903 Jul 09 16:19:14.750317 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['87eb6069-d489-44e3-98e3-5f50de6fd798'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:19:14.886934 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20befbd8-ca67-45e6-9792-70ebc3090f57 req-343f26b7-b00b-4930-bd13-e0275de3b4fd tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:14.888675 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-20befbd8-ca67-45e6-9792-70ebc3090f57 req-343f26b7-b00b-4930-bd13-e0275de3b4fd tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd8fefdb-2dd3-4f0c-81a7-9f15c3d83e60 HTTP/1.1" status: 200 len: 946 time: 0.1372540 Jul 09 16:19:14.974378 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-20befbd8-ca67-45e6-9792-70ebc3090f57 req-a08bdb90-996c-451c-8250-e05f9c5ea86e tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1460d15-e02f-477c-b5dd-b26b5a6707ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786231 Jul 09 16:19:14.992779 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1160cb4b-8f04-4a9c-82e8-6f9bcfbcd809 req-0d9f1155-deb1-46a1-ab6e-4ec21e043f72 tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:14.995277 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1160cb4b-8f04-4a9c-82e8-6f9bcfbcd809 req-0d9f1155-deb1-46a1-ab6e-4ec21e043f72 tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd8fefdb-2dd3-4f0c-81a7-9f15c3d83e60 HTTP/1.1" status: 200 len: 946 time: 0.2434549 Jul 09 16:19:15.169752 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 60122) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:19:15.185519 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e37bf150-e024-4c70-8491-4d754023fe0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:15.200645 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-1160cb4b-8f04-4a9c-82e8-6f9bcfbcd809 req-100fd7f5-91b2-4180-b374-f75e87c26abd tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] Deleting port 7b0e07fd-5b32-429c-bac3-5ab908dd9ece {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:19:15.201237 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1160cb4b-8f04-4a9c-82e8-6f9bcfbcd809 req-100fd7f5-91b2-4180-b374-f75e87c26abd tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:15.331173 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e37bf150-e024-4c70-8491-4d754023fe0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:15.337657 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e37bf150-e024-4c70-8491-4d754023fe0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:15.338122 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-1160cb4b-8f04-4a9c-82e8-6f9bcfbcd809 req-100fd7f5-91b2-4180-b374-f75e87c26abd tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] For port 7b0e07fd-5b32-429c-bac3-5ab908dd9ece, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=7b0e07fd-5b32-429c-bac3-5ab908dd9ece,segment=NetworkSegment(a1d8d202-9b28-4a5e-81c4-0c5f8fef6467),segment_id=a1d8d202-9b28-4a5e-81c4-0c5f8fef6467)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:19:15.338570 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1160cb4b-8f04-4a9c-82e8-6f9bcfbcd809 req-100fd7f5-91b2-4180-b374-f75e87c26abd tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:15.353801 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-1160cb4b-8f04-4a9c-82e8-6f9bcfbcd809 req-100fd7f5-91b2-4180-b374-f75e87c26abd tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] Calling delete_port for 7b0e07fd-5b32-429c-bac3-5ab908dd9ece owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:19:15.373202 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e37bf150-e024-4c70-8491-4d754023fe0b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=28b39cdf32e743cf8efcb588932b0591&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2016361 Jul 09 16:19:15.377165 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 60124) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:19:15.417589 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37bf150-e024-4c70-8491-4d754023fe0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59bfe857-7c47-4932-901f-64f94945cba0,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:15.470428 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6af0758e-1c81-4ea3-88fc-99bd225950ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:15.495912 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6af0758e-1c81-4ea3-88fc-99bd225950ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:15.520569 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1160cb4b-8f04-4a9c-82e8-6f9bcfbcd809 req-100fd7f5-91b2-4180-b374-f75e87c26abd tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:15.532420 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['7b0e07fd-5b32-429c-bac3-5ab908dd9ece'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:19:15.573640 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100fd7f5-91b2-4180-b374-f75e87c26abd tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] Pushing event deleted for resources: {'Port': ['ID=7b0e07fd-5b32-429c-bac3-5ab908dd9ece,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:15.584298 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6af0758e-1c81-4ea3-88fc-99bd225950ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:15.587210 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6af0758e-1c81-4ea3-88fc-99bd225950ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:15.588574 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6af0758e-1c81-4ea3-88fc-99bd225950ab admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/59bfe857-7c47-4932-901f-64f94945cba0 HTTP/1.1" status: 204 len: 168 time: 0.2104516 Jul 09 16:19:15.602104 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af0758e-1c81-4ea3-88fc-99bd225950ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bfe857-7c47-4932-901f-64f94945cba0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:15.643582 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-1160cb4b-8f04-4a9c-82e8-6f9bcfbcd809 req-100fd7f5-91b2-4180-b374-f75e87c26abd tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] No DVR routers for this DVR port 7b0e07fd-5b32-429c-bac3-5ab908dd9ece on host n-h1-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:19:15.646859 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1160cb4b-8f04-4a9c-82e8-6f9bcfbcd809 req-100fd7f5-91b2-4180-b374-f75e87c26abd tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:15.648653 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1160cb4b-8f04-4a9c-82e8-6f9bcfbcd809 req-100fd7f5-91b2-4180-b374-f75e87c26abd tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] 10.222.0.77 "DELETE /v2.0/ports/7b0e07fd-5b32-429c-bac3-5ab908dd9ece HTTP/1.1" status: 204 len: 173 time: 0.6456771 Jul 09 16:19:15.649178 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd8fefdb-2dd3-4f0c-81a7-9f15c3d83e60', 'name': 'network-vif-deleted', 'tag': '7b0e07fd-5b32-429c-bac3-5ab908dd9ece'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:19:15.649811 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 303b98cd-be53-4bae-87b9-00e8eabf540a up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:19:15.652054 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43677e8-4126-4183-9812-62587e813443" -d '{"events": [{"server_uuid": "bd8fefdb-2dd3-4f0c-81a7-9f15c3d83e60", "name": "network-vif-deleted", "tag": "7b0e07fd-5b32-429c-bac3-5ab908dd9ece"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:19:15.728238 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696f4fb8-525e-4603-9644-479d9de1a1ea x-openstack-request-id: req-696f4fb8-525e-4603-9644-479d9de1a1ea {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:19:15.728864 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd8fefdb-2dd3-4f0c-81a7-9f15c3d83e60", "name": "network-vif-deleted", "tag": "7b0e07fd-5b32-429c-bac3-5ab908dd9ece", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:19:15.728864 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-696f4fb8-525e-4603-9644-479d9de1a1ea {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:19:15.729229 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd8fefdb-2dd3-4f0c-81a7-9f15c3d83e60', 'name': 'network-vif-deleted', 'tag': '7b0e07fd-5b32-429c-bac3-5ab908dd9ece', 'status': 'completed', 'code': 200} Jul 09 16:19:15.762459 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 303b98cd-be53-4bae-87b9-00e8eabf540a completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:19:15.768490 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 303b98cd-be53-4bae-87b9-00e8eabf540a triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:19:15.769157 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:15.855118 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0fbe6-3223-4201-aaa8-1ec97c4b3095 req-da2605f8-94e2-4637-840f-d23fdd81717a tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:15.866588 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f1c0fbe6-3223-4201-aaa8-1ec97c4b3095 req-da2605f8-94e2-4637-840f-d23fdd81717a tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/ports?device_id=228662c2-0595-4d0e-836f-c3a2a5a9f46c HTTP/1.1" status: 200 len: 944 time: 0.1495831 Jul 09 16:19:15.895789 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:15.915238 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a55149fa-b52b-42bb-97a9-c99dbc888d3d req-d24b1c4f-3af3-4c30-ba52-cc2a16677e70 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=aaaedc44-53c3-4529-9d0f-8de96446e323 HTTP/1.1" status: 200 len: 210 time: 0.0504315 Jul 09 16:19:15.923911 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f1c0fbe6-3223-4201-aaa8-1ec97c4b3095 req-05eacf63-5aa0-495e-8494-f93a408c1369 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/security-groups?id=997fe466-6d92-495c-a86c-449c8ea53922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550978 Jul 09 16:19:15.932968 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2581c1c-b606-46c5-ad86-6f6879be53d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303b98cd-be53-4bae-87b9-00e8eabf540a'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:19:15.935526 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5a9c0f-781e-414c-9563-cd628e467bd8" -d '{"events": [{"server_uuid": "f2581c1c-b606-46c5-ad86-6f6879be53d7", "name": "network-vif-plugged", "status": "completed", "tag": "303b98cd-be53-4bae-87b9-00e8eabf540a"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:19:15.949998 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 303b98cd-be53-4bae-87b9-00e8eabf540a, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=303b98cd-be53-4bae-87b9-00e8eabf540a,segment=NetworkSegment(f3322cfe-f17e-4138-825d-2b8f5a34d17c),segment_id=f3322cfe-f17e-4138-825d-2b8f5a34d17c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:19:15.959120 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:16.058125 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e60fb7f-9d4d-4da8-9c10-b60d05779cab x-openstack-request-id: req-4e60fb7f-9d4d-4da8-9c10-b60d05779cab {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:19:16.058435 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2581c1c-b606-46c5-ad86-6f6879be53d7", "name": "network-vif-plugged", "status": "completed", "tag": "303b98cd-be53-4bae-87b9-00e8eabf540a", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:19:16.058691 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4e60fb7f-9d4d-4da8-9c10-b60d05779cab {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:19:16.059116 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2581c1c-b606-46c5-ad86-6f6879be53d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303b98cd-be53-4bae-87b9-00e8eabf540a', 'code': 200} Jul 09 16:19:16.059806 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=303b98cd-be53-4bae-87b9-00e8eabf540a,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:16.289975 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa12a40-3469-41b0-81c1-d2e381c10c5b req-4a6025e4-9e46-43f6-886f-5f052c398b93 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:16.297463 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6fa12a40-3469-41b0-81c1-d2e381c10c5b req-4a6025e4-9e46-43f6-886f-5f052c398b93 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2581c1c-b606-46c5-ad86-6f6879be53d7 HTTP/1.1" status: 200 len: 945 time: 0.2448137 Jul 09 16:19:16.343746 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-51e91a88-a6c2-4751-b346-30cadf944777 req-0437bffa-ab3e-43e6-a856-30e16b8978c5 tempest-ServerMetadataNegativeTestJSON-1504199666 tempest-ServerMetadataNegativeTestJSON-1504199666-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd8fefdb-2dd3-4f0c-81a7-9f15c3d83e60 HTTP/1.1" status: 200 len: 210 time: 0.0774374 Jul 09 16:19:16.355341 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42cd46-d267-4671-aacf-19db4ce17159 req-de36da8e-7713-49c6-b9fc-bc3665131a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:16.356920 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-de42cd46-d267-4671-aacf-19db4ce17159 req-de36da8e-7713-49c6-b9fc-bc3665131a10 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f2581c1c-b606-46c5-ad86-6f6879be53d7 HTTP/1.1" status: 200 len: 1096 time: 0.1893520 Jul 09 16:19:16.415240 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-de42cd46-d267-4671-aacf-19db4ce17159 req-8b241c61-3ff6-4570-8cb0-79f50b070d7b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391312 Jul 09 16:19:16.428858 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6fa12a40-3469-41b0-81c1-d2e381c10c5b req-002be2bf-6df6-41b6-bacd-e95eff0dfb89 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291502 Jul 09 16:19:16.487972 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19dcea9-fffa-4911-8591-317e39ff170d req-c0bb5bef-751a-4764-af02-9704aad3d78a tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:16.493700 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e19dcea9-fffa-4911-8591-317e39ff170d req-c0bb5bef-751a-4764-af02-9704aad3d78a tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.77 "GET /v2.0/networks?id=ce97cc22-3a2c-431c-a7c0-56837c541317 HTTP/1.1" status: 200 len: 806 time: 0.3336651 Jul 09 16:19:16.508983 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-e19dcea9-fffa-4911-8591-317e39ff170d req-6c666440-2b79-4985-a114-57dffbfef402 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Request body: {'port': {'device_id': 'aaaedc44-53c3-4529-9d0f-8de96446e323', 'network_id': 'ce97cc22-3a2c-431c-a7c0-56837c541317', 'admin_state_up': True, 'tenant_id': 'e315895fcff346cb9e8f1de4a11daf77'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:19:16.683091 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e19dcea9-fffa-4911-8591-317e39ff170d req-6c666440-2b79-4985-a114-57dffbfef402 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Made reservation on behalf of e315895fcff346cb9e8f1de4a11daf77 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:19:16.686927 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e19dcea9-fffa-4911-8591-317e39ff170d req-6c666440-2b79-4985-a114-57dffbfef402 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:16.828202 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-e19dcea9-fffa-4911-8591-317e39ff170d req-6c666440-2b79-4985-a114-57dffbfef402 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Allocated IP 172.20.0.14 (ce97cc22-3a2c-431c-a7c0-56837c541317/87031510-fde3-40ce-a568-4132b7a3476d/dce1e834-3fdd-423d-9eda-6840f859d58e) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:19:17.029945 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e19dcea9-fffa-4911-8591-317e39ff170d req-6c666440-2b79-4985-a114-57dffbfef402 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:17.118032 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e19dcea9-fffa-4911-8591-317e39ff170d req-6c666440-2b79-4985-a114-57dffbfef402 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:17.132394 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['f8ff3a60-d462-40e9-acb7-798df2b5cc97'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:19:17.208308 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c1e25-05c4-461c-a007-f97d5bac91e8 req-337b26a2-9763-453c-89db-13bc63d9c155 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:17.216916 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-709c1e25-05c4-461c-a007-f97d5bac91e8 req-337b26a2-9763-453c-89db-13bc63d9c155 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/ports?device_id=228662c2-0595-4d0e-836f-c3a2a5a9f46c HTTP/1.1" status: 200 len: 944 time: 0.1060212 Jul 09 16:19:17.248107 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e19dcea9-fffa-4911-8591-317e39ff170d req-6c666440-2b79-4985-a114-57dffbfef402 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Network ce97cc22-3a2c-431c-a7c0-56837c541317 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:19:17.265194 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5af9d8-c1a6-4210-bece-ce4ef2491da4 req-1c193d4b-9dd7-4506-b7d9-5b40acc55c24 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:17.267244 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bc5af9d8-c1a6-4210-bece-ce4ef2491da4 req-1c193d4b-9dd7-4506-b7d9-5b40acc55c24 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=aaaedc44-53c3-4529-9d0f-8de96446e323 HTTP/1.1" status: 200 len: 932 time: 0.1972525 Jul 09 16:19:17.267872 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-709c1e25-05c4-461c-a007-f97d5bac91e8 req-c09abf9c-e67d-478f-9ad8-17b5609a6aca tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/security-groups?id=997fe466-6d92-495c-a86c-449c8ea53922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497372 Jul 09 16:19:17.268955 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-e19dcea9-fffa-4911-8591-317e39ff170d req-6c666440-2b79-4985-a114-57dffbfef402 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:19:17.271541 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c666440-2b79-4985-a114-57dffbfef402 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Pushing event updated for resources: {'Port': ['ID=dce1e834-3fdd-423d-9eda-6840f859d58e,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:17.273818 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-e19dcea9-fffa-4911-8591-317e39ff170d req-6c666440-2b79-4985-a114-57dffbfef402 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:19:17.342567 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 60184) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:19:17.363218 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19dcea9-fffa-4911-8591-317e39ff170d req-6c666440-2b79-4985-a114-57dffbfef402 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:17.364364 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e19dcea9-fffa-4911-8591-317e39ff170d req-6c666440-2b79-4985-a114-57dffbfef402 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:17.375030 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bc5af9d8-c1a6-4210-bece-ce4ef2491da4 req-8fb193e4-b40c-47cf-83db-75c28e2607c4 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604572 Jul 09 16:19:17.386460 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e19dcea9-fffa-4911-8591-317e39ff170d req-6c666440-2b79-4985-a114-57dffbfef402 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8826225 Jul 09 16:19:17.401770 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-e19dcea9-fffa-4911-8591-317e39ff170d req-12de9438-3812-40e3-9580-d16a6903255f service neutron] Request body: {'port': {'device_id': 'aaaedc44-53c3-4529-9d0f-8de96446e323', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:19:17.466750 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 60192) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:19:17.516689 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e19dcea9-fffa-4911-8591-317e39ff170d req-12de9438-3812-40e3-9580-d16a6903255f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:17.522568 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-664a07f0-8d10-42b9-b914-fe3fb77767ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:17.554694 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-62e59715-a4de-4ae7-81a6-2cf41ceef51c admin admin] Deleting subnet ae944b88-a8d3-472f-8293-2795b64e45af {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:19:17.560620 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-62e59715-a4de-4ae7-81a6-2cf41ceef51c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:17.616015 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-62e59715-a4de-4ae7-81a6-2cf41ceef51c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:17.658968 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 87eb6069-d489-44e3-98e3-5f50de6fd798 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:19:17.678221 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-62e59715-a4de-4ae7-81a6-2cf41ceef51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:17.719295 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 87eb6069-d489-44e3-98e3-5f50de6fd798 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:19:17.724013 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 87eb6069-d489-44e3-98e3-5f50de6fd798 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:19:17.724583 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:17.744003 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-664a07f0-8d10-42b9-b914-fe3fb77767ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:17.748654 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625cb97e-4477-42b2-9a27-273666a35df5 req-65811844-cae7-4697-8d5a-4f9eba378d70 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:17.756112 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-625cb97e-4477-42b2-9a27-273666a35df5 req-65811844-cae7-4697-8d5a-4f9eba378d70 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2581c1c-b606-46c5-ad86-6f6879be53d7 HTTP/1.1" status: 200 len: 945 time: 0.1831896 Jul 09 16:19:17.759881 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-664a07f0-8d10-42b9-b914-fe3fb77767ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:17.820765 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-664a07f0-8d10-42b9-b914-fe3fb77767ed admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8044445efd1846e08b1801c025738f80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4769709 Jul 09 16:19:17.824815 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-62e59715-a4de-4ae7-81a6-2cf41ceef51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:17.824969 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60204) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:19:17.834605 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664a07f0-8d10-42b9-b914-fe3fb77767ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c3e149-d11b-4672-827c-715cad1503a1,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:17.859192 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e59715-a4de-4ae7-81a6-2cf41ceef51c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae944b88-a8d3-472f-8293-2795b64e45af,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:17.861362 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-62e59715-a4de-4ae7-81a6-2cf41ceef51c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:17.863640 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-62e59715-a4de-4ae7-81a6-2cf41ceef51c admin admin] 10.222.0.98 "DELETE /v2.0/subnets/ae944b88-a8d3-472f-8293-2795b64e45af HTTP/1.1" status: 204 len: 168 time: 0.3956511 Jul 09 16:19:17.866488 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 60208) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:19:17.872308 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-625cb97e-4477-42b2-9a27-273666a35df5 req-5d678bc0-592b-4a84-89ce-d1a5e30ba1fa tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135571 Jul 09 16:19:17.907913 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:17.977722 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-13163bc0-6209-491d-b8e3-64b2ffc38368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:17.979779 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 87eb6069-d489-44e3-98e3-5f50de6fd798, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=87eb6069-d489-44e3-98e3-5f50de6fd798,segment=NetworkSegment(6a5dd1a7-6f0b-4217-a4d6-7d35a843600f),segment_id=6a5dd1a7-6f0b-4217-a4d6-7d35a843600f)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:19:17.991420 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:18.004427 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c586f28-024f-4e57-a5b1-b7c0a489ce9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:18.008128 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-13163bc0-6209-491d-b8e3-64b2ffc38368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:18.068015 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '228662c2-0595-4d0e-836f-c3a2a5a9f46c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87eb6069-d489-44e3-98e3-5f50de6fd798'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:19:18.072739 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-13163bc0-6209-491d-b8e3-64b2ffc38368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:18.073015 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba194228-3463-4318-b106-00c10c184a5d" -d '{"events": [{"server_uuid": "228662c2-0595-4d0e-836f-c3a2a5a9f46c", "name": "network-vif-plugged", "status": "completed", "tag": "87eb6069-d489-44e3-98e3-5f50de6fd798"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:19:18.076550 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-13163bc0-6209-491d-b8e3-64b2ffc38368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:18.080771 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-13163bc0-6209-491d-b8e3-64b2ffc38368 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/10c3e149-d11b-4672-827c-715cad1503a1 HTTP/1.1" status: 204 len: 168 time: 0.2549198 Jul 09 16:19:18.121374 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13163bc0-6209-491d-b8e3-64b2ffc38368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c3e149-d11b-4672-827c-715cad1503a1,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:18.136824 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-e19dcea9-fffa-4911-8591-317e39ff170d req-12de9438-3812-40e3-9580-d16a6903255f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dce1e834-3fdd-423d-9eda-6840f859d58e {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:19:18.154972 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e19dcea9-fffa-4911-8591-317e39ff170d req-12de9438-3812-40e3-9580-d16a6903255f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:18.181265 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=87eb6069-d489-44e3-98e3-5f50de6fd798,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:18.185311 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-e19dcea9-fffa-4911-8591-317e39ff170d req-12de9438-3812-40e3-9580-d16a6903255f service neutron] Transition to ACTIVE for port object dce1e834-3fdd-423d-9eda-6840f859d58e will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:19:18.196930 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6ec387-5dc3-4799-a133-70221ac859f4 x-openstack-request-id: req-6e6ec387-5dc3-4799-a133-70221ac859f4 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:19:18.197512 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "228662c2-0595-4d0e-836f-c3a2a5a9f46c", "name": "network-vif-plugged", "status": "completed", "tag": "87eb6069-d489-44e3-98e3-5f50de6fd798", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:19:18.198054 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6e6ec387-5dc3-4799-a133-70221ac859f4 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:19:18.198715 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '228662c2-0595-4d0e-836f-c3a2a5a9f46c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87eb6069-d489-44e3-98e3-5f50de6fd798', 'code': 200} Jul 09 16:19:18.203338 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e19dcea9-fffa-4911-8591-317e39ff170d req-12de9438-3812-40e3-9580-d16a6903255f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:18.314977 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c586f28-024f-4e57-a5b1-b7c0a489ce9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:18.335308 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12de9438-3812-40e3-9580-d16a6903255f service neutron] Pushing event updated for resources: {'Port': ['ID=dce1e834-3fdd-423d-9eda-6840f859d58e,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:18.355520 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-8c586f28-024f-4e57-a5b1-b7c0a489ce9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80d5c90a-3c9c-4866-a923-ef4309310375']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:19:18.419192 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-8c586f28-024f-4e57-a5b1-b7c0a489ce9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1d8d202-9b28-4a5e-81c4-0c5f8fef6467') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:19:18.419449 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-8c586f28-024f-4e57-a5b1-b7c0a489ce9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1d8d202-9b28-4a5e-81c4-0c5f8fef6467') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:19:18.439422 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c586f28-024f-4e57-a5b1-b7c0a489ce9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:18.490898 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c586f28-024f-4e57-a5b1-b7c0a489ce9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:18.503811 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c586f28-024f-4e57-a5b1-b7c0a489ce9f admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:19:18.504986 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c586f28-024f-4e57-a5b1-b7c0a489ce9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:18.507865 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:19:18.507865 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:19:18.507865 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:19:18.507865 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:19:18.507865 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:19:18.507865 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:19:18.507865 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:19:18.507865 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:19:18.507865 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:19:18.507865 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:19:18.507865 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:19:18.507865 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:19:18.507865 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:19:18.507865 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:19:18.507865 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:19:18.507865 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:19:18.507865 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:19:18.507865 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:19:18.507865 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:19:18.507865 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:19:18.507865 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:19:18.507865 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:19:18.507865 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:19:18.507865 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:19:18.507865 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:19:18.507865 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:19:18.507865 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:19:18.507865 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:19:18.507865 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:19:18.507865 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:19:18.507865 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:19:18.507865 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:19:18.507865 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:19:18.507865 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:19:18.507865 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:19:18.507865 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:19:18.523036 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-e19dcea9-fffa-4911-8591-317e39ff170d req-12de9438-3812-40e3-9580-d16a6903255f service neutron] Attempting to bind port dce1e834-3fdd-423d-9eda-6840f859d58e on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:19:18.523428 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-e19dcea9-fffa-4911-8591-317e39ff170d req-12de9438-3812-40e3-9580-d16a6903255f service neutron] Attempting to bind port dce1e834-3fdd-423d-9eda-6840f859d58e by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ce97cc22-3a2c-431c-a7c0-56837c541317'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:19:18.523841 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19dcea9-fffa-4911-8591-317e39ff170d req-12de9438-3812-40e3-9580-d16a6903255f service neutron] Attempting to bind port dce1e834-3fdd-423d-9eda-6840f859d58e on network ce97cc22-3a2c-431c-a7c0-56837c541317 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:19:18.549694 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19dcea9-fffa-4911-8591-317e39ff170d req-12de9438-3812-40e3-9580-d16a6903255f service neutron] Port dce1e834-3fdd-423d-9eda-6840f859d58e on network ce97cc22-3a2c-431c-a7c0-56837c541317 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:19:18.550074 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19dcea9-fffa-4911-8591-317e39ff170d req-12de9438-3812-40e3-9580-d16a6903255f service neutron] Attempting to bind port dce1e834-3fdd-423d-9eda-6840f859d58e on network ce97cc22-3a2c-431c-a7c0-56837c541317 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:19:18.563692 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19dcea9-fffa-4911-8591-317e39ff170d req-12de9438-3812-40e3-9580-d16a6903255f service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:19:18.564038 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19dcea9-fffa-4911-8591-317e39ff170d req-12de9438-3812-40e3-9580-d16a6903255f service neutron] Checking segment: {'id': 'fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ce97cc22-3a2c-431c-a7c0-56837c541317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:19:18.564524 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19dcea9-fffa-4911-8591-317e39ff170d req-12de9438-3812-40e3-9580-d16a6903255f service neutron] Bound using segment: {'id': 'fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ce97cc22-3a2c-431c-a7c0-56837c541317'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:19:18.564957 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-e19dcea9-fffa-4911-8591-317e39ff170d req-12de9438-3812-40e3-9580-d16a6903255f service neutron] Bound port: dce1e834-3fdd-423d-9eda-6840f859d58e, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ce97cc22-3a2c-431c-a7c0-56837c541317'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:19:18.565368 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e19dcea9-fffa-4911-8591-317e39ff170d req-12de9438-3812-40e3-9580-d16a6903255f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:18.598467 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d819aba4-9e27-4e75-b98b-84d4b31be3c3 req-5c8b13ec-3d57-4754-a676-16eaa2b0446c tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:18.606085 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d819aba4-9e27-4e75-b98b-84d4b31be3c3 req-5c8b13ec-3d57-4754-a676-16eaa2b0446c tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/ports?device_id=228662c2-0595-4d0e-836f-c3a2a5a9f46c HTTP/1.1" status: 200 len: 945 time: 0.1556301 Jul 09 16:19:18.606833 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12017cd-2f85-46e4-b7d4-c4f4715d58e1 req-b9f9b372-89f0-4e61-8b59-61899c73bc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:18.609013 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a12017cd-2f85-46e4-b7d4-c4f4715d58e1 req-b9f9b372-89f0-4e61-8b59-61899c73bc4e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=228662c2-0595-4d0e-836f-c3a2a5a9f46c HTTP/1.1" status: 200 len: 1096 time: 0.2815359 Jul 09 16:19:18.660963 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c586f28-024f-4e57-a5b1-b7c0a489ce9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:18.691215 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c586f28-024f-4e57-a5b1-b7c0a489ce9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:18.694260 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8c586f28-024f-4e57-a5b1-b7c0a489ce9f admin admin] 10.222.0.98 "DELETE /v2.0/networks/80d5c90a-3c9c-4866-a923-ef4309310375 HTTP/1.1" status: 204 len: 168 time: 0.8261623 Jul 09 16:19:18.704179 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d819aba4-9e27-4e75-b98b-84d4b31be3c3 req-34b6dc8e-e95f-4a5d-9f91-4a5269af9851 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/security-groups?id=997fe466-6d92-495c-a86c-449c8ea53922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940473 Jul 09 16:19:18.720048 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-e19dcea9-fffa-4911-8591-317e39ff170d req-12de9438-3812-40e3-9580-d16a6903255f service neutron] For port dce1e834-3fdd-423d-9eda-6840f859d58e, host n-h1-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:19:18.724766 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-e19dcea9-fffa-4911-8591-317e39ff170d req-12de9438-3812-40e3-9580-d16a6903255f service neutron] For port dce1e834-3fdd-423d-9eda-6840f859d58e, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=dce1e834-3fdd-423d-9eda-6840f859d58e,segment=NetworkSegment(fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c),segment_id=fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:19:18.731840 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c586f28-024f-4e57-a5b1-b7c0a489ce9f admin admin] Pushing event deleted for resources: {'Network': ['ID=80d5c90a-3c9c-4866-a923-ef4309310375,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:18.732522 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e19dcea9-fffa-4911-8591-317e39ff170d req-12de9438-3812-40e3-9580-d16a6903255f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:18.749171 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a12017cd-2f85-46e4-b7d4-c4f4715d58e1 req-38a8d006-7492-497e-8e66-29dd23963938 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=997fe466-6d92-495c-a86c-449c8ea53922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002359 Jul 09 16:19:18.783410 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c2565-fa61-45be-8a08-79fe6c90edbf req-44765ab8-ef76-4ee8-8381-5b14a2ed93e9 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:18.795965 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19dcea9-fffa-4911-8591-317e39ff170d req-12de9438-3812-40e3-9580-d16a6903255f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:18.796767 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e19dcea9-fffa-4911-8591-317e39ff170d req-12de9438-3812-40e3-9580-d16a6903255f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:18.798514 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e19dcea9-fffa-4911-8591-317e39ff170d req-12de9438-3812-40e3-9580-d16a6903255f service neutron] 10.222.0.77 "PUT /v2.0/ports/dce1e834-3fdd-423d-9eda-6840f859d58e HTTP/1.1" status: 200 len: 1092 time: 1.4011350 Jul 09 16:19:18.798975 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-de4c2565-fa61-45be-8a08-79fe6c90edbf req-44765ab8-ef76-4ee8-8381-5b14a2ed93e9 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=aaaedc44-53c3-4529-9d0f-8de96446e323 HTTP/1.1" status: 200 len: 944 time: 0.2190802 Jul 09 16:19:18.799504 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaaedc44-53c3-4529-9d0f-8de96446e323', 'tag': 'dce1e834-3fdd-423d-9eda-6840f859d58e'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:19:18.803254 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7531a57c-8737-43ec-bd8f-85d6ca0f498d" -d '{"events": [{"name": "network-changed", "server_uuid": "aaaedc44-53c3-4529-9d0f-8de96446e323", "tag": "dce1e834-3fdd-423d-9eda-6840f859d58e"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:19:18.877995 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ce70cd-8dc7-4471-ab36-9fb30a63f8eb x-openstack-request-id: req-18ce70cd-8dc7-4471-ab36-9fb30a63f8eb {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:19:18.879413 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaaedc44-53c3-4529-9d0f-8de96446e323", "tag": "dce1e834-3fdd-423d-9eda-6840f859d58e", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:19:18.879889 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-18ce70cd-8dc7-4471-ab36-9fb30a63f8eb {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:19:18.880770 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaaedc44-53c3-4529-9d0f-8de96446e323', 'tag': 'dce1e834-3fdd-423d-9eda-6840f859d58e', 'status': 'completed', 'code': 200} Jul 09 16:19:18.882000 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12de9438-3812-40e3-9580-d16a6903255f service neutron] Pushing event updated for resources: {'Port': ['ID=dce1e834-3fdd-423d-9eda-6840f859d58e,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:18.903422 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-de4c2565-fa61-45be-8a08-79fe6c90edbf req-7a923677-6c67-4538-b3bf-90d89e5f561e tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028256 Jul 09 16:19:18.927630 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60242) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:19:18.982581 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 60246) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:19:18.983763 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ca18e94f-5b0f-4e27-a5cc-8f2340cac85c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4c9ee3e3fa1b4befa123b0b9538cf553&name=default HTTP/1.1" status: 200 len: 2980 time: 0.0551519 Jul 09 16:19:19.075482 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a184a772-f85e-4eb7-933f-61cf9b0b2b6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:19.138758 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a184a772-f85e-4eb7-933f-61cf9b0b2b6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:19.203212 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a184a772-f85e-4eb7-933f-61cf9b0b2b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:19.207979 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a184a772-f85e-4eb7-933f-61cf9b0b2b6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:19.209482 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a184a772-f85e-4eb7-933f-61cf9b0b2b6e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a1460d15-e02f-477c-b5dd-b26b5a6707ce HTTP/1.1" status: 204 len: 168 time: 0.2257740 Jul 09 16:19:19.220468 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0b36c-631f-4943-b221-2e0b72e43ad0 req-f5d7aec6-f4de-41f2-8ce7-382679b2e5d4 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:19.235406 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a184a772-f85e-4eb7-933f-61cf9b0b2b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1460d15-e02f-477c-b5dd-b26b5a6707ce,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:19.236850 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-15f0b36c-631f-4943-b221-2e0b72e43ad0 req-f5d7aec6-f4de-41f2-8ce7-382679b2e5d4 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2581c1c-b606-46c5-ad86-6f6879be53d7 HTTP/1.1" status: 200 len: 945 time: 0.1716437 Jul 09 16:19:19.297862 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19dcea9-fffa-4911-8591-317e39ff170d req-115acab9-2e7a-4618-b20c-4eea899a22f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:19.299597 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e19dcea9-fffa-4911-8591-317e39ff170d req-115acab9-2e7a-4618-b20c-4eea899a22f1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e315895fcff346cb9e8f1de4a11daf77&device_id=aaaedc44-53c3-4529-9d0f-8de96446e323 HTTP/1.1" status: 200 len: 1095 time: 0.4454255 Jul 09 16:19:19.303686 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-15f0b36c-631f-4943-b221-2e0b72e43ad0 req-472a6c9b-f250-485a-9bcb-f8cb2409665d tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668716 Jul 09 16:19:19.438036 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e19dcea9-fffa-4911-8591-317e39ff170d req-399edd2e-a02e-4a35-a4bd-98d6172806e6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dce1e834-3fdd-423d-9eda-6840f859d58e HTTP/1.1" status: 200 len: 217 time: 0.1303656 Jul 09 16:19:19.552685 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19dcea9-fffa-4911-8591-317e39ff170d req-2b81cdc0-3666-4878-a6d6-480fac8f2025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:19.555584 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e19dcea9-fffa-4911-8591-317e39ff170d req-2b81cdc0-3666-4878-a6d6-480fac8f2025 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=87031510-fde3-40ce-a568-4132b7a3476d HTTP/1.1" status: 200 len: 846 time: 0.1100385 Jul 09 16:19:19.602832 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e19dcea9-fffa-4911-8591-317e39ff170d req-dc930dab-e50f-4e27-8f09-930b35b420c6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ce97cc22-3a2c-431c-a7c0-56837c541317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410731 Jul 09 16:19:19.621452 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [req-e19dcea9-fffa-4911-8591-317e39ff170d req-92821199-8cc8-4eae-866c-d8fab5e194a8 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:19:19.625082 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e19dcea9-fffa-4911-8591-317e39ff170d req-92821199-8cc8-4eae-866c-d8fab5e194a8 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0150793 Jul 09 16:19:19.789015 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e19dcea9-fffa-4911-8591-317e39ff170d req-032f1277-c333-4672-a440-3b08cf326436 service neutron] 10.222.0.77 "GET /v2.0/networks/ce97cc22-3a2c-431c-a7c0-56837c541317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576622 Jul 09 16:19:20.010131 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e341a81-2ddf-40fc-8576-41afb33de430 req-b5100da0-78b2-49a5-835f-2bc2f4045939 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:20.014332 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e19dcea9-fffa-4911-8591-317e39ff170d req-e7b3f824-4e50-4218-bd93-bb60fcff6342 service neutron] 10.222.0.77 "GET /v2.0/networks/ce97cc22-3a2c-431c-a7c0-56837c541317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181494 Jul 09 16:19:20.019069 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4e341a81-2ddf-40fc-8576-41afb33de430 req-b5100da0-78b2-49a5-835f-2bc2f4045939 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/ports?device_id=228662c2-0595-4d0e-836f-c3a2a5a9f46c HTTP/1.1" status: 200 len: 945 time: 0.0942056 Jul 09 16:19:20.023967 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd955217-0d49-4969-8e47-5c867b0a2f25 req-c397bb2f-3f51-4233-b5f7-a8de1737a3d9 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:20.030933 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fd955217-0d49-4969-8e47-5c867b0a2f25 req-c397bb2f-3f51-4233-b5f7-a8de1737a3d9 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2581c1c-b606-46c5-ad86-6f6879be53d7 HTTP/1.1" status: 200 len: 945 time: 0.1788116 Jul 09 16:19:20.072253 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 7b0e07fd-5b32-429c-bac3-5ab908dd9ece no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:19:20.101495 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4e341a81-2ddf-40fc-8576-41afb33de430 req-fe765d77-fa74-4db2-9bfa-d7165c111337 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/security-groups?id=997fe466-6d92-495c-a86c-449c8ea53922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765855 Jul 09 16:19:20.107139 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fd955217-0d49-4969-8e47-5c867b0a2f25 req-40a5f988-b85a-4dd8-8282-75afd92bf357 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750370 Jul 09 16:19:20.150151 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: 7b0e07fd-5b32-429c-bac3-5ab908dd9ece {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:19:20.150923 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 7b0e07fd-5b32-429c-bac3-5ab908dd9ece not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:19:20.169702 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7531a57c-8737-43ec-bd8f-85d6ca0f498d req-028e5a51-67e2-4123-86d0-454092c023a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:20.171543 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7531a57c-8737-43ec-bd8f-85d6ca0f498d req-028e5a51-67e2-4123-86d0-454092c023a4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e315895fcff346cb9e8f1de4a11daf77&device_id=aaaedc44-53c3-4529-9d0f-8de96446e323 HTTP/1.1" status: 200 len: 1095 time: 0.0906491 Jul 09 16:19:20.330286 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8c333-7864-402f-9782-e43d4befb67e req-e8baff12-5328-4795-9ed1-86d51ac36f1b tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:20.339066 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ead8c333-7864-402f-9782-e43d4befb67e req-e8baff12-5328-4795-9ed1-86d51ac36f1b tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=aaaedc44-53c3-4529-9d0f-8de96446e323 HTTP/1.1" status: 200 len: 944 time: 0.1051598 Jul 09 16:19:20.344582 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7531a57c-8737-43ec-bd8f-85d6ca0f498d req-a51d5bef-5537-4c89-81d3-52be24a0be04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:20.346736 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7531a57c-8737-43ec-bd8f-85d6ca0f498d req-a51d5bef-5537-4c89-81d3-52be24a0be04 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ce97cc22-3a2c-431c-a7c0-56837c541317 HTTP/1.1" status: 200 len: 907 time: 0.1675906 Jul 09 16:19:20.397383 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ead8c333-7864-402f-9782-e43d4befb67e req-8f7285a1-9391-4971-bdd4-fbdf46902f6f tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572598 Jul 09 16:19:20.456448 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7531a57c-8737-43ec-bd8f-85d6ca0f498d req-beee95f9-0568-46a7-bc88-9fb54c379b00 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dce1e834-3fdd-423d-9eda-6840f859d58e HTTP/1.1" status: 200 len: 217 time: 0.1013091 Jul 09 16:19:20.512215 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 60322) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:19:20.586172 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7531a57c-8737-43ec-bd8f-85d6ca0f498d req-3217a706-bf18-4f3f-b45c-d5716bef92d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:20.587702 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7531a57c-8737-43ec-bd8f-85d6ca0f498d req-3217a706-bf18-4f3f-b45c-d5716bef92d8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=87031510-fde3-40ce-a568-4132b7a3476d HTTP/1.1" status: 200 len: 846 time: 0.1182032 Jul 09 16:19:20.655006 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7531a57c-8737-43ec-bd8f-85d6ca0f498d req-a7b72742-835d-470e-bc21-7d17bf4b8590 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ce97cc22-3a2c-431c-a7c0-56837c541317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589757 Jul 09 16:19:20.704857 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-bd4495c3-4261-4a53-b665-f90746f6b85b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-636005127-network', 'tenant_id': '5bab4a62c1284375905a7ca59f2b0a16'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:19:20.744018 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4495c3-4261-4a53-b665-f90746f6b85b admin admin] Made reservation on behalf of 5bab4a62c1284375905a7ca59f2b0a16 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:19:20.750813 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bd4495c3-4261-4a53-b665-f90746f6b85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:20.765322 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bd4495c3-4261-4a53-b665-f90746f6b85b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:20.778423 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7531a57c-8737-43ec-bd8f-85d6ca0f498d req-7bc45976-2033-40db-b5ac-d4645c50dc11 service neutron] 10.222.0.77 "GET /v2.0/networks/ce97cc22-3a2c-431c-a7c0-56837c541317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146691 Jul 09 16:19:20.885868 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7531a57c-8737-43ec-bd8f-85d6ca0f498d req-b7c5e372-49a4-4a35-8008-8eb0ae17946b service neutron] 10.222.0.77 "GET /v2.0/networks/ce97cc22-3a2c-431c-a7c0-56837c541317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005466 Jul 09 16:19:20.907364 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bd4495c3-4261-4a53-b665-f90746f6b85b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:20.912125 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bd4495c3-4261-4a53-b665-f90746f6b85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:20.933987 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd4495c3-4261-4a53-b665-f90746f6b85b admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:19:20.948346 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4495c3-4261-4a53-b665-f90746f6b85b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec29c11-83a2-4c61-8763-c624bcb1da06,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:20.954109 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bd4495c3-4261-4a53-b665-f90746f6b85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:20.954564 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-bd4495c3-4261-4a53-b665-f90746f6b85b admin admin] Added segment f9a5d3fd-ec07-4398-97cb-0e4d61d6d25d of type vlan for network 7fb8e424-ddcd-465f-ad3d-2ffb770ae53b Jul 09 16:19:21.000036 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bd4495c3-4261-4a53-b665-f90746f6b85b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:21.029990 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bd4495c3-4261-4a53-b665-f90746f6b85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:21.032162 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4495c3-4261-4a53-b665-f90746f6b85b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:21.032162 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bd4495c3-4261-4a53-b665-f90746f6b85b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:21.100054 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-bd4495c3-4261-4a53-b665-f90746f6b85b admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5835128 Jul 09 16:19:21.100379 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 60348) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:19:21.105581 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-8a1cdda3-cd9b-496b-b571-779fa17604ae admin admin] Request body: {'subnet': {'network_id': '7fb8e424-ddcd-465f-ad3d-2ffb770ae53b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-636005127-subnet', 'tenant_id': '5bab4a62c1284375905a7ca59f2b0a16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:19:21.127398 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4495c3-4261-4a53-b665-f90746f6b85b admin admin] Pushing event updated for resources: {'Network': ['ID=7fb8e424-ddcd-465f-ad3d-2ffb770ae53b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:21.142711 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 7fb8e424-ddcd-465f-ad3d-2ffb770ae53b details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:19:21.171458 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1cdda3-cd9b-496b-b571-779fa17604ae admin admin] Made reservation on behalf of 5bab4a62c1284375905a7ca59f2b0a16 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:19:21.176540 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a1cdda3-cd9b-496b-b571-779fa17604ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:21.365223 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee1ba2-3650-4d19-919f-7b655e24da0a req-c0183d5a-445a-46a1-8879-898380609cec tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:21.366750 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8aee1ba2-3650-4d19-919f-7b655e24da0a req-c0183d5a-445a-46a1-8879-898380609cec tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/ports?device_id=228662c2-0595-4d0e-836f-c3a2a5a9f46c HTTP/1.1" status: 200 len: 945 time: 0.0845189 Jul 09 16:19:21.413422 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8aee1ba2-3650-4d19-919f-7b655e24da0a req-de36bb54-3212-4356-ba76-d561ec95fbaa tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/security-groups?id=997fe466-6d92-495c-a86c-449c8ea53922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398469 Jul 09 16:19:21.504772 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a1cdda3-cd9b-496b-b571-779fa17604ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:21.521735 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de36f9b-0bb0-4789-995c-2b20a3353a26 req-ebb1f969-a8dc-41df-afe5-9aadb5ab163b tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:21.531569 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6de36f9b-0bb0-4789-995c-2b20a3353a26 req-ebb1f969-a8dc-41df-afe5-9aadb5ab163b tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2581c1c-b606-46c5-ad86-6f6879be53d7 HTTP/1.1" status: 200 len: 945 time: 0.1607873 Jul 09 16:19:21.617560 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1cdda3-cd9b-496b-b571-779fa17604ae admin admin] Checking segment: {'id': 'f9a5d3fd-ec07-4398-97cb-0e4d61d6d25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7fb8e424-ddcd-465f-ad3d-2ffb770ae53b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:19:21.618112 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1cdda3-cd9b-496b-b571-779fa17604ae admin admin] Network hostable DHCP agents. Network: 7fb8e424-ddcd-465f-ad3d-2ffb770ae53b, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:19:21.654922 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1cdda3-cd9b-496b-b571-779fa17604ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=1658d367-2406-4d61-8a06-65bf719b3ab3,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:21.669387 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1cdda3-cd9b-496b-b571-779fa17604ae admin admin] Network 7fb8e424-ddcd-465f-ad3d-2ffb770ae53b is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:19:21.678031 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6de36f9b-0bb0-4789-995c-2b20a3353a26 req-03161781-364a-4c8a-8efd-8d3a748c42b1 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455169 Jul 09 16:19:21.701024 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93098e05-7562-41a1-a5fc-0ebacb9b62ba req-595d1741-939c-436e-af20-6982f3563f8e tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:21.701266 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-8a1cdda3-cd9b-496b-b571-779fa17604ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 7fb8e424-ddcd-465f-ad3d-2ffb770ae53b) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:19:21.710718 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-93098e05-7562-41a1-a5fc-0ebacb9b62ba req-595d1741-939c-436e-af20-6982f3563f8e tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=aaaedc44-53c3-4529-9d0f-8de96446e323 HTTP/1.1" status: 200 len: 944 time: 0.1161468 Jul 09 16:19:21.711751 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5fdc67-cf85-43ee-b23b-61acfae58787 None None] Network 7fb8e424-ddcd-465f-ad3d-2ffb770ae53b requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:19:21.715739 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1cdda3-cd9b-496b-b571-779fa17604ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:21.716205 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a1cdda3-cd9b-496b-b571-779fa17604ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:21.745893 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8a1cdda3-cd9b-496b-b571-779fa17604ae admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6443284 Jul 09 16:19:21.824256 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-93098e05-7562-41a1-a5fc-0ebacb9b62ba req-cad19f2a-054f-452f-96c8-6087e8f7a714 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124556 Jul 09 16:19:22.134578 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fff69d6-c2bb-436e-92f1-8485cf4fc6a4 None None] Network 7fb8e424-ddcd-465f-ad3d-2ffb770ae53b requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:19:22.189108 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a406fe95-1911-4561-809d-0e96f450dcbe req-99931334-fe1c-41bc-828e-835c9c28cadc tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4281955 Jul 09 16:19:22.202258 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-a406fe95-1911-4561-809d-0e96f450dcbe req-d567c6f6-10bc-4499-94d6-247a60c388ec tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Request body: {'floatingip': {'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:19:22.234113 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a406fe95-1911-4561-809d-0e96f450dcbe req-d567c6f6-10bc-4499-94d6-247a60c388ec tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:22.246713 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6a0ff12e-874a-4839-9b3c-774769255db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:22.400717 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a406fe95-1911-4561-809d-0e96f450dcbe req-d567c6f6-10bc-4499-94d6-247a60c388ec tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:22.569637 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-a406fe95-1911-4561-809d-0e96f450dcbe req-d567c6f6-10bc-4499-94d6-247a60c388ec tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Allocated IP 172.25.0.21 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/65b54d3e-1597-45d9-b09d-e1c2d62f0943) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:19:22.727108 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a406fe95-1911-4561-809d-0e96f450dcbe req-d567c6f6-10bc-4499-94d6-247a60c388ec tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:22.727336 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef70120-c7a2-49da-9c80-fdde8cec4dc8 req-08b8e863-1f5b-4213-b7b8-f27cca397939 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:22.728729 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bef70120-c7a2-49da-9c80-fdde8cec4dc8 req-08b8e863-1f5b-4213-b7b8-f27cca397939 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/networks?id=7fb8e424-ddcd-465f-ad3d-2ffb770ae53b HTTP/1.1" status: 200 len: 813 time: 0.1229887 Jul 09 16:19:22.747020 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bef70120-c7a2-49da-9c80-fdde8cec4dc8 req-349bd575-ebce-46c3-b1e1-1e8d4a877dea tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/quotas/5bab4a62c1284375905a7ca59f2b0a16 HTTP/1.1" status: 200 len: 375 time: 0.0115559 Jul 09 16:19:22.783645 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bef70120-c7a2-49da-9c80-fdde8cec4dc8 req-73bb49aa-6611-447f-8118-b6dde3ae99b0 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=5bab4a62c1284375905a7ca59f2b0a16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303838 Jul 09 16:19:22.791122 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a406fe95-1911-4561-809d-0e96f450dcbe req-d567c6f6-10bc-4499-94d6-247a60c388ec tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:22.837117 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a406fe95-1911-4561-809d-0e96f450dcbe req-d567c6f6-10bc-4499-94d6-247a60c388ec tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:19:22.842663 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-a406fe95-1911-4561-809d-0e96f450dcbe req-d567c6f6-10bc-4499-94d6-247a60c388ec tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:19:22.845064 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-a406fe95-1911-4561-809d-0e96f450dcbe req-d567c6f6-10bc-4499-94d6-247a60c388ec tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:19:22.848011 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d567c6f6-10bc-4499-94d6-247a60c388ec tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Pushing event updated for resources: {'Port': ['ID=65b54d3e-1597-45d9-b09d-e1c2d62f0943,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:22.927545 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bef70120-c7a2-49da-9c80-fdde8cec4dc8 req-6c9c3efe-8d75-4abb-b023-ed7918cf91c0 service neutron] 10.222.0.98 "GET /v2.0/networks/7fb8e424-ddcd-465f-ad3d-2ffb770ae53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355262 Jul 09 16:19:22.985971 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a406fe95-1911-4561-809d-0e96f450dcbe req-d567c6f6-10bc-4499-94d6-247a60c388ec tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:23.038659 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bef70120-c7a2-49da-9c80-fdde8cec4dc8 req-13d47fb0-7f5f-4d7a-b68e-362bae96bfd3 service neutron] 10.222.0.98 "GET /v2.0/networks/7fb8e424-ddcd-465f-ad3d-2ffb770ae53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047103 Jul 09 16:19:23.043643 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a406fe95-1911-4561-809d-0e96f450dcbe req-d567c6f6-10bc-4499-94d6-247a60c388ec tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:23.267016 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a406fe95-1911-4561-809d-0e96f450dcbe req-d567c6f6-10bc-4499-94d6-247a60c388ec tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:23.275272 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a406fe95-1911-4561-809d-0e96f450dcbe req-d567c6f6-10bc-4499-94d6-247a60c388ec tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:23.357438 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e15c8-30f7-47b4-88af-29ca84a89a05 req-5e6b392f-3ead-4243-be1e-05ca69164800 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:23.361463 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d567c6f6-10bc-4499-94d6-247a60c388ec tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Pushing event updated for resources: {'Port': ['ID=65b54d3e-1597-45d9-b09d-e1c2d62f0943,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:23.373516 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1e3e15c8-30f7-47b4-88af-29ca84a89a05 req-5e6b392f-3ead-4243-be1e-05ca69164800 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2581c1c-b606-46c5-ad86-6f6879be53d7 HTTP/1.1" status: 200 len: 945 time: 0.0876317 Jul 09 16:19:23.383386 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a406fe95-1911-4561-809d-0e96f450dcbe req-d567c6f6-10bc-4499-94d6-247a60c388ec tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:23.407372 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a406fe95-1911-4561-809d-0e96f450dcbe req-d567c6f6-10bc-4499-94d6-247a60c388ec tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:23.409188 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a406fe95-1911-4561-809d-0e96f450dcbe req-d567c6f6-10bc-4499-94d6-247a60c388ec tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2136681 Jul 09 16:19:23.429344 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1e3e15c8-30f7-47b4-88af-29ca84a89a05 req-d9e5cfa1-9031-4f4f-b361-28685a5cb31f tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546846 Jul 09 16:19:23.520205 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a406fe95-1911-4561-809d-0e96f450dcbe req-58cf1f7d-9570-4439-97fe-788247c25b4d tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.0.21 HTTP/1.1" status: 200 len: 695 time: 0.1035337 Jul 09 16:19:23.678182 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a6a18-408c-4f55-ac0d-8288a3df9630 req-52d74bf1-0df2-4f4a-b597-fe071d5a1e9b tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:23.680136 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3c6a6a18-408c-4f55-ac0d-8288a3df9630 req-52d74bf1-0df2-4f4a-b597-fe071d5a1e9b tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=aaaedc44-53c3-4529-9d0f-8de96446e323 HTTP/1.1" status: 200 len: 944 time: 0.0980220 Jul 09 16:19:23.700465 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406fe95-1911-4561-809d-0e96f450dcbe req-de5993ec-6734-443c-82bb-d55634cd6db8 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:23.702071 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a406fe95-1911-4561-809d-0e96f450dcbe req-de5993ec-6734-443c-82bb-d55634cd6db8 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/networks/caa6ed8d-2893-4113-8f68-c5284e694f6c HTTP/1.1" status: 200 len: 784 time: 0.1750331 Jul 09 16:19:23.717125 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [req-a406fe95-1911-4561-809d-0e96f450dcbe req-464b8d29-af48-4e98-a90a-83e1b8190f3f tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:19:23.718435 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a406fe95-1911-4561-809d-0e96f450dcbe req-464b8d29-af48-4e98-a90a-83e1b8190f3f tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096955 Jul 09 16:19:23.737714 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3c6a6a18-408c-4f55-ac0d-8288a3df9630 req-9930182e-70db-4913-9ea1-2cfb13448ca2 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509446 Jul 09 16:19:23.867423 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8e4dae41-136b-4032-be03-0c3360ffefaa req-f2aee986-ba28-4337-b3c7-424af67c79ca tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 210 time: 0.0430565 Jul 09 16:19:24.101941 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device dce1e834-3fdd-423d-9eda-6840f859d58e details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:19:24.153916 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad66cb-6b8a-4599-829a-9ceb7db4ead6 req-dcd440f2-af9e-4c4b-a8e3-e16c4a75f50b tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:24.161991 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0dad66cb-6b8a-4599-829a-9ceb7db4ead6 req-dcd440f2-af9e-4c4b-a8e3-e16c4a75f50b tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/networks?id=5ab794d9-1bd8-4da1-bd91-e5307e2548b2 HTTP/1.1" status: 200 len: 808 time: 0.1571422 Jul 09 16:19:24.184061 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0dad66cb-6b8a-4599-829a-9ceb7db4ead6 req-5293c5a3-bb04-42bb-bb4c-a64512a49069 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/quotas/546108aaf02647ac83ffc1a249896d22 HTTP/1.1" status: 200 len: 375 time: 0.0210645 Jul 09 16:19:24.234721 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port dce1e834-3fdd-423d-9eda-6840f859d58e, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=dce1e834-3fdd-423d-9eda-6840f859d58e,segment=NetworkSegment(fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c),segment_id=fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:19:24.270857 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': 'dce1e834-3fdd-423d-9eda-6840f859d58e', 'network_id': 'ce97cc22-3a2c-431c-a7c0-56837c541317', 'port_id': 'dce1e834-3fdd-423d-9eda-6840f859d58e', 'mac_address': 'fa:16:3e:2e:48:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87031510-fde3-40ce-a568-4132b7a3476d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:19:24.276709 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0dad66cb-6b8a-4599-829a-9ceb7db4ead6 req-13e6ce8b-2114-4edf-ae9d-e4dc3f9fb62b tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=546108aaf02647ac83ffc1a249896d22&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0917666 Jul 09 16:19:24.313627 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b03dd-a028-4a0b-9f19-644453a4530a req-92e1e3bf-12e3-4e2a-9aa5-3458e534ca3e tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:24.315449 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d88b03dd-a028-4a0b-9f19-644453a4530a req-92e1e3bf-12e3-4e2a-9aa5-3458e534ca3e tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/networks?id=107905d0-c615-4e8b-9b1d-9c2589d2ef47 HTTP/1.1" status: 200 len: 821 time: 0.1590929 Jul 09 16:19:24.352361 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d88b03dd-a028-4a0b-9f19-644453a4530a req-7b580b52-347a-4bb2-b6bf-d7d11db9a1f6 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/quotas/dee8c37c9ba8439b8ed8c6a930b7c811 HTTP/1.1" status: 200 len: 375 time: 0.0172019 Jul 09 16:19:24.369989 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:24.402033 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0dad66cb-6b8a-4599-829a-9ceb7db4ead6 req-4b0871ef-d707-49c5-a1d7-46c411412ce7 service neutron] 10.222.0.98 "GET /v2.0/networks/5ab794d9-1bd8-4da1-bd91-e5307e2548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168849 Jul 09 16:19:24.405813 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dce1e834-3fdd-423d-9eda-6840f859d58e {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:19:24.455123 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d88b03dd-a028-4a0b-9f19-644453a4530a req-ca13dd99-e890-499c-b607-17b897b046e2 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=dee8c37c9ba8439b8ed8c6a930b7c811&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0930443 Jul 09 16:19:24.473904 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port dce1e834-3fdd-423d-9eda-6840f859d58e, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=dce1e834-3fdd-423d-9eda-6840f859d58e,segment=NetworkSegment(fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c),segment_id=fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:19:24.481815 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:24.520950 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0dad66cb-6b8a-4599-829a-9ceb7db4ead6 req-600ed790-daef-454d-805d-d384b5760173 service neutron] 10.222.0.98 "GET /v2.0/networks/5ab794d9-1bd8-4da1-bd91-e5307e2548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106448 Jul 09 16:19:24.560500 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=dce1e834-3fdd-423d-9eda-6840f859d58e,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:24.685713 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['dce1e834-3fdd-423d-9eda-6840f859d58e'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:19:25.006690 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d88b03dd-a028-4a0b-9f19-644453a4530a req-2c8dd606-c103-45e2-a093-fb659c034ad6 service neutron] 10.222.0.98 "GET /v2.0/networks/107905d0-c615-4e8b-9b1d-9c2589d2ef47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5472329 Jul 09 16:19:25.070224 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f9c76e26-879d-4c83-9ced-4cfe49ba6d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:25.083332 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef8ec8f-789f-4186-92bd-40c056adf1d8 req-7cbd6d72-ca0c-4ac2-976f-bd7572482f3a tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:25.102711 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1ef8ec8f-789f-4186-92bd-40c056adf1d8 req-7cbd6d72-ca0c-4ac2-976f-bd7572482f3a tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2581c1c-b606-46c5-ad86-6f6879be53d7 HTTP/1.1" status: 200 len: 945 time: 0.1085334 Jul 09 16:19:25.157467 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d88b03dd-a028-4a0b-9f19-644453a4530a req-4156cb81-a525-4e33-a15a-31f9b5ec96f5 service neutron] 10.222.0.98 "GET /v2.0/networks/107905d0-c615-4e8b-9b1d-9c2589d2ef47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282156 Jul 09 16:19:25.161558 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1ef8ec8f-789f-4186-92bd-40c056adf1d8 req-95de6ef4-267a-46d5-8a6d-4380c7746b69 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491459 Jul 09 16:19:25.255951 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:25.475929 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaafe70-7e5b-4f2b-ae65-9526fb1b7f0b req-2bfd3b7e-b587-47ae-af14-37436ae5efb3 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:25.481276 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7cabc498-080d-4ce6-9641-200c59e34b6d req-7623b850-d6f6-49fe-b6b7-7608d6c8ac66 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=97e229fb-ac7a-435e-8c3d-665c7efeec0d HTTP/1.1" status: 200 len: 210 time: 0.0493953 Jul 09 16:19:25.486316 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-afaafe70-7e5b-4f2b-ae65-9526fb1b7f0b req-2bfd3b7e-b587-47ae-af14-37436ae5efb3 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=aaaedc44-53c3-4529-9d0f-8de96446e323 HTTP/1.1" status: 200 len: 945 time: 0.1624131 Jul 09 16:19:25.489716 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef70120-c7a2-49da-9c80-fdde8cec4dc8 req-0ae984a2-76bf-46ba-87f6-a1883a49d9b0 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:25.491267 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bef70120-c7a2-49da-9c80-fdde8cec4dc8 req-0ae984a2-76bf-46ba-87f6-a1883a49d9b0 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.77 "GET /v2.0/networks?id=7fb8e424-ddcd-465f-ad3d-2ffb770ae53b HTTP/1.1" status: 200 len: 813 time: 0.3307674 Jul 09 16:19:25.524474 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-bef70120-c7a2-49da-9c80-fdde8cec4dc8 req-412fc553-9c81-4819-b6b9-cb3741f7fbb1 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Request body: {'port': {'device_id': 'da5ab42b-1bf1-4c01-a5eb-3f30d23983fa', 'network_id': '7fb8e424-ddcd-465f-ad3d-2ffb770ae53b', 'admin_state_up': True, 'tenant_id': '5bab4a62c1284375905a7ca59f2b0a16'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:19:25.609564 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-afaafe70-7e5b-4f2b-ae65-9526fb1b7f0b req-0f87e09b-6f57-4fd0-96bf-581d9885b24d tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220906 Jul 09 16:19:25.702366 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bef70120-c7a2-49da-9c80-fdde8cec4dc8 req-412fc553-9c81-4819-b6b9-cb3741f7fbb1 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Made reservation on behalf of 5bab4a62c1284375905a7ca59f2b0a16 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:19:25.706269 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bef70120-c7a2-49da-9c80-fdde8cec4dc8 req-412fc553-9c81-4819-b6b9-cb3741f7fbb1 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:25.764561 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ebb99c93-7643-4b30-ae4a-9f9da606f8b9 req-5e966fa2-d1fa-4a98-948d-bba29cda21fb tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 210 time: 0.0529239 Jul 09 16:19:25.861268 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0baa57be-59da-45a2-a7de-fc5c164e46ef req-399aa345-ef61-43d5-b1db-d48e2972fae2 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/ports?device_id=fd3ff970-2934-42f8-8a23-3ad0ebdc9b9f HTTP/1.1" status: 200 len: 210 time: 0.0302861 Jul 09 16:19:25.973718 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-bef70120-c7a2-49da-9c80-fdde8cec4dc8 req-412fc553-9c81-4819-b6b9-cb3741f7fbb1 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Allocated IP 172.20.0.13 (7fb8e424-ddcd-465f-ad3d-2ffb770ae53b/1658d367-2406-4d61-8a06-65bf719b3ab3/e2cfd0d6-9109-4235-ab69-a9ac10ebf765) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:19:26.104754 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device dce1e834-3fdd-423d-9eda-6840f859d58e up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:19:26.197746 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:26.208221 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port dce1e834-3fdd-423d-9eda-6840f859d58e completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:19:26.213022 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port dce1e834-3fdd-423d-9eda-6840f859d58e triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:19:26.213780 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:26.256580 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bef70120-c7a2-49da-9c80-fdde8cec4dc8 req-412fc553-9c81-4819-b6b9-cb3741f7fbb1 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:26.349407 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bef70120-c7a2-49da-9c80-fdde8cec4dc8 req-412fc553-9c81-4819-b6b9-cb3741f7fbb1 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:26.378715 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:26.434599 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaaedc44-53c3-4529-9d0f-8de96446e323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce1e834-3fdd-423d-9eda-6840f859d58e'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:19:26.436949 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd86334f-efcc-4b24-9c6b-25a070bf869f" -d '{"events": [{"server_uuid": "aaaedc44-53c3-4529-9d0f-8de96446e323", "name": "network-vif-plugged", "status": "completed", "tag": "dce1e834-3fdd-423d-9eda-6840f859d58e"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:19:26.452527 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:26.457423 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port dce1e834-3fdd-423d-9eda-6840f859d58e, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=dce1e834-3fdd-423d-9eda-6840f859d58e,segment=NetworkSegment(fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c),segment_id=fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:19:26.463319 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:26.484361 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 60738) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:19:26.498174 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bef70120-c7a2-49da-9c80-fdde8cec4dc8 req-412fc553-9c81-4819-b6b9-cb3741f7fbb1 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Network 7fb8e424-ddcd-465f-ad3d-2ffb770ae53b is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:19:26.501896 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-bef70120-c7a2-49da-9c80-fdde8cec4dc8 req-412fc553-9c81-4819-b6b9-cb3741f7fbb1 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:19:26.504521 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef70120-c7a2-49da-9c80-fdde8cec4dc8 req-412fc553-9c81-4819-b6b9-cb3741f7fbb1 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:19:26.512340 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601a2f3-34b2-441b-9cd2-3042b0449036 req-24a851a6-e3a8-497e-8b8a-127e349a6960 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:26.514286 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c601a2f3-34b2-441b-9cd2-3042b0449036 req-24a851a6-e3a8-497e-8b8a-127e349a6960 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2581c1c-b606-46c5-ad86-6f6879be53d7 HTTP/1.1" status: 200 len: 945 time: 0.1591179 Jul 09 16:19:26.570151 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c601a2f3-34b2-441b-9cd2-3042b0449036 req-80e40b0a-cbc8-4edc-9ed7-8e01ad9055c2 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479288 Jul 09 16:19:26.571470 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef70120-c7a2-49da-9c80-fdde8cec4dc8 req-412fc553-9c81-4819-b6b9-cb3741f7fbb1 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:26.572126 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bef70120-c7a2-49da-9c80-fdde8cec4dc8 req-412fc553-9c81-4819-b6b9-cb3741f7fbb1 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:26.576615 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412fc553-9c81-4819-b6b9-cb3741f7fbb1 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Pushing event updated for resources: {'Port': ['ID=e2cfd0d6-9109-4235-ab69-a9ac10ebf765,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:26.580352 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488e4cb5-60ea-48cf-ac2d-6e5cbe7170cb x-openstack-request-id: req-488e4cb5-60ea-48cf-ac2d-6e5cbe7170cb {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:19:26.580860 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaaedc44-53c3-4529-9d0f-8de96446e323", "name": "network-vif-plugged", "status": "completed", "tag": "dce1e834-3fdd-423d-9eda-6840f859d58e", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:19:26.581289 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-488e4cb5-60ea-48cf-ac2d-6e5cbe7170cb {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:19:26.581851 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaaedc44-53c3-4529-9d0f-8de96446e323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce1e834-3fdd-423d-9eda-6840f859d58e', 'code': 200} Jul 09 16:19:26.599530 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412fc553-9c81-4819-b6b9-cb3741f7fbb1 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:19:26.599530 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412fc553-9c81-4819-b6b9-cb3741f7fbb1 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:19:26.599530 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412fc553-9c81-4819-b6b9-cb3741f7fbb1 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:19:26.599530 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412fc553-9c81-4819-b6b9-cb3741f7fbb1 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:19:26.599530 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412fc553-9c81-4819-b6b9-cb3741f7fbb1 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:19:26.599530 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412fc553-9c81-4819-b6b9-cb3741f7fbb1 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:19:26.599530 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412fc553-9c81-4819-b6b9-cb3741f7fbb1 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:19:26.599530 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412fc553-9c81-4819-b6b9-cb3741f7fbb1 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:19:26.599530 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412fc553-9c81-4819-b6b9-cb3741f7fbb1 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:19:26.599530 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412fc553-9c81-4819-b6b9-cb3741f7fbb1 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:19:26.599530 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412fc553-9c81-4819-b6b9-cb3741f7fbb1 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:19:26.599530 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412fc553-9c81-4819-b6b9-cb3741f7fbb1 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:19:26.604423 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=dce1e834-3fdd-423d-9eda-6840f859d58e,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:26.610695 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bef70120-c7a2-49da-9c80-fdde8cec4dc8 req-412fc553-9c81-4819-b6b9-cb3741f7fbb1 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1070485 Jul 09 16:19:26.624672 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-bef70120-c7a2-49da-9c80-fdde8cec4dc8 req-78633823-c3bd-4d31-8810-66d08dd745cb service neutron] Request body: {'port': {'device_id': 'da5ab42b-1bf1-4c01-a5eb-3f30d23983fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:19:26.661021 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5e690b1e-bca7-4fb4-ae59-11dd37fec836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:26.746277 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b25f6e90-1120-4b40-bbee-332c3d194d4b req-6502d8b3-e5a0-4509-a72b-f8cd4a836412 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=97e229fb-ac7a-435e-8c3d-665c7efeec0d HTTP/1.1" status: 200 len: 210 time: 0.0474522 Jul 09 16:19:26.757518 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bef70120-c7a2-49da-9c80-fdde8cec4dc8 req-78633823-c3bd-4d31-8810-66d08dd745cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:26.978315 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7250d165-f45c-4108-883e-c4ee6efa616d req-c3ffbbb5-f3bc-493a-9090-a2d8fe5eb396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:26.980098 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7250d165-f45c-4108-883e-c4ee6efa616d req-c3ffbbb5-f3bc-493a-9090-a2d8fe5eb396 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=aaaedc44-53c3-4529-9d0f-8de96446e323 HTTP/1.1" status: 200 len: 1097 time: 0.2875907 Jul 09 16:19:27.057928 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b109fc6f-e03e-4be9-b9e4-3741f4898e46 req-b5710a35-8c9a-4a32-aec4-692f6c0663eb tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:27.059829 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b109fc6f-e03e-4be9-b9e4-3741f4898e46 req-b5710a35-8c9a-4a32-aec4-692f6c0663eb tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=aaaedc44-53c3-4529-9d0f-8de96446e323 HTTP/1.1" status: 200 len: 946 time: 0.2815292 Jul 09 16:19:27.074037 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad66cb-6b8a-4599-829a-9ceb7db4ead6 req-73d93e2a-8756-4589-9553-10dec0c030e7 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:27.075217 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0dad66cb-6b8a-4599-829a-9ceb7db4ead6 req-73d93e2a-8756-4589-9553-10dec0c030e7 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.77 "GET /v2.0/networks?id=5ab794d9-1bd8-4da1-bd91-e5307e2548b2 HTTP/1.1" status: 200 len: 808 time: 0.2296548 Jul 09 16:19:27.081747 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867a956-7332-44cb-bb51-47899a8bfa4b req-c0b5e745-a492-4b0c-b12a-61ccac2d1e32 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:27.084388 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b867a956-7332-44cb-bb51-47899a8bfa4b req-c0b5e745-a492-4b0c-b12a-61ccac2d1e32 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 932 time: 0.1480558 Jul 09 16:19:27.100309 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-0dad66cb-6b8a-4599-829a-9ceb7db4ead6 req-33ab1e81-730d-456e-8c21-3d0ff3ecc70b tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Request body: {'port': {'device_id': '97e229fb-ac7a-435e-8c3d-665c7efeec0d', 'network_id': '5ab794d9-1bd8-4da1-bd91-e5307e2548b2', 'admin_state_up': True, 'tenant_id': '546108aaf02647ac83ffc1a249896d22'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:19:27.115387 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5e690b1e-bca7-4fb4-ae59-11dd37fec836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:27.127619 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7250d165-f45c-4108-883e-c4ee6efa616d req-382b0def-5a64-4401-bbc8-e970e49c0b54 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325252 Jul 09 16:19:27.150143 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b867a956-7332-44cb-bb51-47899a8bfa4b req-fcababee-de50-4941-9991-4618c946a7a5 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590613 Jul 09 16:19:27.161774 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5e690b1e-bca7-4fb4-ae59-11dd37fec836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:27.224430 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-bef70120-c7a2-49da-9c80-fdde8cec4dc8 req-78633823-c3bd-4d31-8810-66d08dd745cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2cfd0d6-9109-4235-ab69-a9ac10ebf765 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:19:27.233983 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bef70120-c7a2-49da-9c80-fdde8cec4dc8 req-78633823-c3bd-4d31-8810-66d08dd745cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:27.237217 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b109fc6f-e03e-4be9-b9e4-3741f4898e46 req-e4cbf227-133f-43b2-b9e5-590a8e870592 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584635 Jul 09 16:19:27.249928 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-bef70120-c7a2-49da-9c80-fdde8cec4dc8 req-78633823-c3bd-4d31-8810-66d08dd745cb service neutron] Transition to ACTIVE for port object e2cfd0d6-9109-4235-ab69-a9ac10ebf765 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:19:27.264691 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bef70120-c7a2-49da-9c80-fdde8cec4dc8 req-78633823-c3bd-4d31-8810-66d08dd745cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:27.275360 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-5e690b1e-bca7-4fb4-ae59-11dd37fec836 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4ede4f877ff246e2ad96c8b426800db4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7895625 Jul 09 16:19:27.276234 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e690b1e-bca7-4fb4-ae59-11dd37fec836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ff2da0-3c4b-4e94-9a70-d21e186d29f4,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:27.278119 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60752) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:19:27.331480 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dad66cb-6b8a-4599-829a-9ceb7db4ead6 req-33ab1e81-730d-456e-8c21-3d0ff3ecc70b tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Made reservation on behalf of 546108aaf02647ac83ffc1a249896d22 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:19:27.336115 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0dad66cb-6b8a-4599-829a-9ceb7db4ead6 req-33ab1e81-730d-456e-8c21-3d0ff3ecc70b tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:27.419792 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78633823-c3bd-4d31-8810-66d08dd745cb service neutron] Pushing event updated for resources: {'Port': ['ID=e2cfd0d6-9109-4235-ab69-a9ac10ebf765,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:27.452077 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3757a47a-50eb-4850-a318-9438971ba612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:27.501307 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3757a47a-50eb-4850-a318-9438971ba612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:27.607490 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-bef70120-c7a2-49da-9c80-fdde8cec4dc8 req-78633823-c3bd-4d31-8810-66d08dd745cb service neutron] Attempting to bind port e2cfd0d6-9109-4235-ab69-a9ac10ebf765 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:19:27.608503 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-bef70120-c7a2-49da-9c80-fdde8cec4dc8 req-78633823-c3bd-4d31-8810-66d08dd745cb service neutron] Attempting to bind port e2cfd0d6-9109-4235-ab69-a9ac10ebf765 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'f9a5d3fd-ec07-4398-97cb-0e4d61d6d25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7fb8e424-ddcd-465f-ad3d-2ffb770ae53b'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:19:27.608892 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef70120-c7a2-49da-9c80-fdde8cec4dc8 req-78633823-c3bd-4d31-8810-66d08dd745cb service neutron] Attempting to bind port e2cfd0d6-9109-4235-ab69-a9ac10ebf765 on network 7fb8e424-ddcd-465f-ad3d-2ffb770ae53b {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:19:27.615051 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef70120-c7a2-49da-9c80-fdde8cec4dc8 req-78633823-c3bd-4d31-8810-66d08dd745cb service neutron] Port e2cfd0d6-9109-4235-ab69-a9ac10ebf765 on network 7fb8e424-ddcd-465f-ad3d-2ffb770ae53b not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:19:27.615420 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef70120-c7a2-49da-9c80-fdde8cec4dc8 req-78633823-c3bd-4d31-8810-66d08dd745cb service neutron] Attempting to bind port e2cfd0d6-9109-4235-ab69-a9ac10ebf765 on network 7fb8e424-ddcd-465f-ad3d-2ffb770ae53b {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:19:27.622014 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef70120-c7a2-49da-9c80-fdde8cec4dc8 req-78633823-c3bd-4d31-8810-66d08dd745cb service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:19:27.622353 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef70120-c7a2-49da-9c80-fdde8cec4dc8 req-78633823-c3bd-4d31-8810-66d08dd745cb service neutron] Checking segment: {'id': 'f9a5d3fd-ec07-4398-97cb-0e4d61d6d25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7fb8e424-ddcd-465f-ad3d-2ffb770ae53b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:19:27.622741 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef70120-c7a2-49da-9c80-fdde8cec4dc8 req-78633823-c3bd-4d31-8810-66d08dd745cb service neutron] Bound using segment: {'id': 'f9a5d3fd-ec07-4398-97cb-0e4d61d6d25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7fb8e424-ddcd-465f-ad3d-2ffb770ae53b'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:19:27.623227 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-bef70120-c7a2-49da-9c80-fdde8cec4dc8 req-78633823-c3bd-4d31-8810-66d08dd745cb service neutron] Bound port: e2cfd0d6-9109-4235-ab69-a9ac10ebf765, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9a5d3fd-ec07-4398-97cb-0e4d61d6d25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7fb8e424-ddcd-465f-ad3d-2ffb770ae53b'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:19:27.623619 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bef70120-c7a2-49da-9c80-fdde8cec4dc8 req-78633823-c3bd-4d31-8810-66d08dd745cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:27.639458 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3757a47a-50eb-4850-a318-9438971ba612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:27.642280 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3757a47a-50eb-4850-a318-9438971ba612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:27.647361 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3757a47a-50eb-4850-a318-9438971ba612 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e3ff2da0-3c4b-4e94-9a70-d21e186d29f4 HTTP/1.1" status: 204 len: 168 time: 0.3659437 Jul 09 16:19:27.656592 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-97a4caa7-c079-4009-8e4a-b9aeacb976e7 req-aed284a0-17b1-43f8-9357-802bb08b1ba6 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/ports?device_id=fd3ff970-2934-42f8-8a23-3ad0ebdc9b9f HTTP/1.1" status: 200 len: 210 time: 0.1696610 Jul 09 16:19:27.702212 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3757a47a-50eb-4850-a318-9438971ba612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ff2da0-3c4b-4e94-9a70-d21e186d29f4,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:27.808802 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-bef70120-c7a2-49da-9c80-fdde8cec4dc8 req-78633823-c3bd-4d31-8810-66d08dd745cb service neutron] For port e2cfd0d6-9109-4235-ab69-a9ac10ebf765, host n-h1-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:19:27.817900 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-0dad66cb-6b8a-4599-829a-9ceb7db4ead6 req-33ab1e81-730d-456e-8c21-3d0ff3ecc70b tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Allocated IP 172.20.0.8 (5ab794d9-1bd8-4da1-bd91-e5307e2548b2/5288f2c0-4157-42ca-b91f-37115e42c839/52daa4a5-62a4-455b-8bb2-c1157c7d930f) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:19:27.819340 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-bef70120-c7a2-49da-9c80-fdde8cec4dc8 req-78633823-c3bd-4d31-8810-66d08dd745cb service neutron] For port e2cfd0d6-9109-4235-ab69-a9ac10ebf765, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=e2cfd0d6-9109-4235-ab69-a9ac10ebf765,segment=NetworkSegment(f9a5d3fd-ec07-4398-97cb-0e4d61d6d25d),segment_id=f9a5d3fd-ec07-4398-97cb-0e4d61d6d25d)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:19:27.826324 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bef70120-c7a2-49da-9c80-fdde8cec4dc8 req-78633823-c3bd-4d31-8810-66d08dd745cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:27.850956 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b03dd-a028-4a0b-9f19-644453a4530a req-a95fdf30-7067-4187-aaeb-fec9ebad7b86 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:27.850956 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d88b03dd-a028-4a0b-9f19-644453a4530a req-a95fdf30-7067-4187-aaeb-fec9ebad7b86 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.77 "GET /v2.0/networks?id=107905d0-c615-4e8b-9b1d-9c2589d2ef47 HTTP/1.1" status: 200 len: 821 time: 0.4405224 Jul 09 16:19:27.896942 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-d88b03dd-a028-4a0b-9f19-644453a4530a req-4ba64944-c94b-4610-a7fc-ffaebccce4fe tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Request body: {'port': {'device_id': 'fd3ff970-2934-42f8-8a23-3ad0ebdc9b9f', 'network_id': '107905d0-c615-4e8b-9b1d-9c2589d2ef47', 'admin_state_up': True, 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:19:27.928406 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef70120-c7a2-49da-9c80-fdde8cec4dc8 req-78633823-c3bd-4d31-8810-66d08dd745cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:27.928999 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bef70120-c7a2-49da-9c80-fdde8cec4dc8 req-78633823-c3bd-4d31-8810-66d08dd745cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:27.941085 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bef70120-c7a2-49da-9c80-fdde8cec4dc8 req-78633823-c3bd-4d31-8810-66d08dd745cb service neutron] 10.222.0.77 "PUT /v2.0/ports/e2cfd0d6-9109-4235-ab69-a9ac10ebf765 HTTP/1.1" status: 200 len: 1092 time: 1.3209009 Jul 09 16:19:27.942344 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da5ab42b-1bf1-4c01-a5eb-3f30d23983fa', 'tag': 'e2cfd0d6-9109-4235-ab69-a9ac10ebf765'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:19:27.950644 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44304cc-ea71-4a2f-814d-b305e6da98d0" -d '{"events": [{"name": "network-changed", "server_uuid": "da5ab42b-1bf1-4c01-a5eb-3f30d23983fa", "tag": "e2cfd0d6-9109-4235-ab69-a9ac10ebf765"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:19:28.007924 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78633823-c3bd-4d31-8810-66d08dd745cb service neutron] Pushing event updated for resources: {'Port': ['ID=e2cfd0d6-9109-4235-ab69-a9ac10ebf765,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:28.060560 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:28.067677 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5c28092f-fae7-4ac3-a6d4-6767bca44edd req-f881779d-6ce9-468e-91ec-f42c1b4bf519 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=97e229fb-ac7a-435e-8c3d-665c7efeec0d HTTP/1.1" status: 200 len: 210 time: 0.0449610 Jul 09 16:19:28.136075 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef70120-c7a2-49da-9c80-fdde8cec4dc8 req-0f64ee96-6018-42ca-91f1-28bc70c2626a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:28.137630 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bef70120-c7a2-49da-9c80-fdde8cec4dc8 req-0f64ee96-6018-42ca-91f1-28bc70c2626a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5bab4a62c1284375905a7ca59f2b0a16&device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 1095 time: 0.0689399 Jul 09 16:19:28.219668 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bef70120-c7a2-49da-9c80-fdde8cec4dc8 req-51bb2b92-a47f-4718-a886-1ccef0ee9d9b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2cfd0d6-9109-4235-ab69-a9ac10ebf765 HTTP/1.1" status: 200 len: 217 time: 0.0732527 Jul 09 16:19:28.275933 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef70120-c7a2-49da-9c80-fdde8cec4dc8 req-07bad8d5-236d-49cb-be3f-831efc8b18a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:28.277477 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bef70120-c7a2-49da-9c80-fdde8cec4dc8 req-07bad8d5-236d-49cb-be3f-831efc8b18a9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1658d367-2406-4d61-8a06-65bf719b3ab3 HTTP/1.1" status: 200 len: 853 time: 0.0519896 Jul 09 16:19:28.346493 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bef70120-c7a2-49da-9c80-fdde8cec4dc8 req-5bdaf6e6-371a-4384-82f5-14e31780907b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7fb8e424-ddcd-465f-ad3d-2ffb770ae53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603209 Jul 09 16:19:28.408694 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c86082-a972-479f-bfe2-ea0024931715 x-openstack-request-id: req-a5c86082-a972-479f-bfe2-ea0024931715 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:19:28.409219 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da5ab42b-1bf1-4c01-a5eb-3f30d23983fa", "tag": "e2cfd0d6-9109-4235-ab69-a9ac10ebf765", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:19:28.409649 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a5c86082-a972-479f-bfe2-ea0024931715 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:19:28.410362 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da5ab42b-1bf1-4c01-a5eb-3f30d23983fa', 'tag': 'e2cfd0d6-9109-4235-ab69-a9ac10ebf765', 'status': 'completed', 'code': 200} Jul 09 16:19:28.491243 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bef70120-c7a2-49da-9c80-fdde8cec4dc8 req-7d1b9374-abec-4e97-bde6-9447545c5b8f service neutron] 10.222.0.77 "GET /v2.0/networks/7fb8e424-ddcd-465f-ad3d-2ffb770ae53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373110 Jul 09 16:19:28.635945 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bef70120-c7a2-49da-9c80-fdde8cec4dc8 req-a5faff35-82cd-4f92-82fd-726fbfb1e686 service neutron] 10.222.0.77 "GET /v2.0/networks/7fb8e424-ddcd-465f-ad3d-2ffb770ae53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387715 Jul 09 16:19:28.688758 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6f367-b9ca-4eae-9798-fad9c233ddd6 req-57f3de44-c9d2-4423-9986-1a34b71c001c tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:28.690630 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2cf6f367-b9ca-4eae-9798-fad9c233ddd6 req-57f3de44-c9d2-4423-9986-1a34b71c001c tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2581c1c-b606-46c5-ad86-6f6879be53d7 HTTP/1.1" status: 200 len: 945 time: 0.2355177 Jul 09 16:19:28.694182 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d88b03dd-a028-4a0b-9f19-644453a4530a req-4ba64944-c94b-4610-a7fc-ffaebccce4fe tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Made reservation on behalf of dee8c37c9ba8439b8ed8c6a930b7c811 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:19:28.697817 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d88b03dd-a028-4a0b-9f19-644453a4530a req-4ba64944-c94b-4610-a7fc-ffaebccce4fe tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:28.769355 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bece839-2f13-421e-afd3-9d93b6bd3770 req-f6c1bcf6-fe49-4f06-a7bd-b241a045c739 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:28.771793 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5bece839-2f13-421e-afd3-9d93b6bd3770 req-f6c1bcf6-fe49-4f06-a7bd-b241a045c739 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 944 time: 0.1787562 Jul 09 16:19:28.825315 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44304cc-ea71-4a2f-814d-b305e6da98d0 req-cdb7cd4d-f4f9-4c02-9880-f1596711fdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:28.826907 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f44304cc-ea71-4a2f-814d-b305e6da98d0 req-cdb7cd4d-f4f9-4c02-9880-f1596711fdb5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5bab4a62c1284375905a7ca59f2b0a16&device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 1095 time: 0.1175342 Jul 09 16:19:28.830517 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5bece839-2f13-421e-afd3-9d93b6bd3770 req-bae58d4e-c0a2-4d0e-acb3-953393b584d8 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527740 Jul 09 16:19:28.850146 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60794) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:19:28.895817 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-d88b03dd-a028-4a0b-9f19-644453a4530a req-4ba64944-c94b-4610-a7fc-ffaebccce4fe tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Allocated IP 172.20.0.11 (107905d0-c615-4e8b-9b1d-9c2589d2ef47/6398ae78-ab25-4396-a51f-802464200a58/cd3030bb-36dc-419b-aaab-38e7dd4e5bc6) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:19:28.997499 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44304cc-ea71-4a2f-814d-b305e6da98d0 req-6bb318e9-2704-4dd8-9402-b3fd8f4bcae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:28.999147 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f44304cc-ea71-4a2f-814d-b305e6da98d0 req-6bb318e9-2704-4dd8-9402-b3fd8f4bcae0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7fb8e424-ddcd-465f-ad3d-2ffb770ae53b HTTP/1.1" status: 200 len: 914 time: 0.1636143 Jul 09 16:19:29.060877 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-7185c69a-1c03-431a-a110-72263429ea71 tempest-AgentManagementNegativeTest-162321626 tempest-AgentManagementNegativeTest-162321626-project] 10.222.0.98 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2095520 Jul 09 16:19:29.063661 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f44304cc-ea71-4a2f-814d-b305e6da98d0 req-85c5adcd-93d0-4f1a-9786-97251355f16f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2cfd0d6-9109-4235-ab69-a9ac10ebf765 HTTP/1.1" status: 200 len: 217 time: 0.0515630 Jul 09 16:19:29.066400 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2cf6f367-b9ca-4eae-9798-fad9c233ddd6 req-2f5c2816-d6af-43c1-b94e-634e18b116ab tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522668 Jul 09 16:19:29.086032 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0dad66cb-6b8a-4599-829a-9ceb7db4ead6 req-33ab1e81-730d-456e-8c21-3d0ff3ecc70b tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:29.123440 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d88b03dd-a028-4a0b-9f19-644453a4530a req-4ba64944-c94b-4610-a7fc-ffaebccce4fe tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:29.154440 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-d88b03dd-a028-4a0b-9f19-644453a4530a req-4ba64944-c94b-4610-a7fc-ffaebccce4fe tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Transition to ACTIVE for port object cd3030bb-36dc-419b-aaab-38e7dd4e5bc6 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:19:29.185710 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0dad66cb-6b8a-4599-829a-9ceb7db4ead6 req-33ab1e81-730d-456e-8c21-3d0ff3ecc70b tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:29.234957 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dad66cb-6b8a-4599-829a-9ceb7db4ead6 req-33ab1e81-730d-456e-8c21-3d0ff3ecc70b tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Network 5ab794d9-1bd8-4da1-bd91-e5307e2548b2 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:19:29.239755 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-0dad66cb-6b8a-4599-829a-9ceb7db4ead6 req-33ab1e81-730d-456e-8c21-3d0ff3ecc70b tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:19:29.240530 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44304cc-ea71-4a2f-814d-b305e6da98d0 req-fc16a986-7c22-4e15-ab6c-7f2c41eca8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:29.247719 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f44304cc-ea71-4a2f-814d-b305e6da98d0 req-fc16a986-7c22-4e15-ab6c-7f2c41eca8a9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1658d367-2406-4d61-8a06-65bf719b3ab3 HTTP/1.1" status: 200 len: 853 time: 0.1754668 Jul 09 16:19:29.247833 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dad66cb-6b8a-4599-829a-9ceb7db4ead6 req-33ab1e81-730d-456e-8c21-3d0ff3ecc70b tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:19:29.256619 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d88b03dd-a028-4a0b-9f19-644453a4530a req-4ba64944-c94b-4610-a7fc-ffaebccce4fe tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:29.273030 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe9811-51e1-4a81-8c8a-3ee29e8f79ac req-cf1c225a-37ea-46ea-bbfe-88bd90360826 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:29.285956 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-12fe9811-51e1-4a81-8c8a-3ee29e8f79ac req-cf1c225a-37ea-46ea-bbfe-88bd90360826 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=aaaedc44-53c3-4529-9d0f-8de96446e323 HTTP/1.1" status: 200 len: 946 time: 0.2165563 Jul 09 16:19:29.286570 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ab1e81-730d-456e-8c21-3d0ff3ecc70b tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Pushing event updated for resources: {'Port': ['ID=52daa4a5-62a4-455b-8bb2-c1157c7d930f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:29.305431 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['87eb6069-d489-44e3-98e3-5f50de6fd798'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:19:29.328731 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ab1e81-730d-456e-8c21-3d0ff3ecc70b tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:19:29.329072 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ab1e81-730d-456e-8c21-3d0ff3ecc70b tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:19:29.329405 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ab1e81-730d-456e-8c21-3d0ff3ecc70b tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:19:29.329731 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ab1e81-730d-456e-8c21-3d0ff3ecc70b tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:19:29.330055 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ab1e81-730d-456e-8c21-3d0ff3ecc70b tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:19:29.330380 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ab1e81-730d-456e-8c21-3d0ff3ecc70b tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:19:29.330699 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ab1e81-730d-456e-8c21-3d0ff3ecc70b tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:19:29.336455 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ab1e81-730d-456e-8c21-3d0ff3ecc70b tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:19:29.336455 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ab1e81-730d-456e-8c21-3d0ff3ecc70b tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:19:29.337804 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ab1e81-730d-456e-8c21-3d0ff3ecc70b tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:19:29.338021 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ab1e81-730d-456e-8c21-3d0ff3ecc70b tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:19:29.343009 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ab1e81-730d-456e-8c21-3d0ff3ecc70b tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:19:29.401263 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f44304cc-ea71-4a2f-814d-b305e6da98d0 req-f386e7c3-ab80-49bf-a29d-c2f166dd0a5d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7fb8e424-ddcd-465f-ad3d-2ffb770ae53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1129444 Jul 09 16:19:29.469685 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba64944-c94b-4610-a7fc-ffaebccce4fe tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Pushing event updated for resources: {'Port': ['ID=cd3030bb-36dc-419b-aaab-38e7dd4e5bc6,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:29.518325 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d88b03dd-a028-4a0b-9f19-644453a4530a req-4ba64944-c94b-4610-a7fc-ffaebccce4fe tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Network 107905d0-c615-4e8b-9b1d-9c2589d2ef47 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:19:29.520947 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-12fe9811-51e1-4a81-8c8a-3ee29e8f79ac req-4ebc7ba0-e873-4844-a1ba-29d8f6459916 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340400 Jul 09 16:19:29.531410 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad66cb-6b8a-4599-829a-9ceb7db4ead6 req-33ab1e81-730d-456e-8c21-3d0ff3ecc70b tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:29.539868 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0dad66cb-6b8a-4599-829a-9ceb7db4ead6 req-33ab1e81-730d-456e-8c21-3d0ff3ecc70b tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:29.572991 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60806) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:19:29.583988 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-d88b03dd-a028-4a0b-9f19-644453a4530a req-4ba64944-c94b-4610-a7fc-ffaebccce4fe tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:19:29.586696 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88b03dd-a028-4a0b-9f19-644453a4530a req-4ba64944-c94b-4610-a7fc-ffaebccce4fe tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:19:29.619288 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0dad66cb-6b8a-4599-829a-9ceb7db4ead6 req-33ab1e81-730d-456e-8c21-3d0ff3ecc70b tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5240104 Jul 09 16:19:29.634448 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-0dad66cb-6b8a-4599-829a-9ceb7db4ead6 req-b55a1b15-6354-4904-9236-66163318ed1b service neutron] Request body: {'port': {'device_id': '97e229fb-ac7a-435e-8c3d-665c7efeec0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:19:29.637783 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f44304cc-ea71-4a2f-814d-b305e6da98d0 req-7ea342f4-a039-44f3-880d-22737e331b28 service neutron] 10.222.0.77 "GET /v2.0/networks/7fb8e424-ddcd-465f-ad3d-2ffb770ae53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271774 Jul 09 16:19:29.724719 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b03dd-a028-4a0b-9f19-644453a4530a req-4ba64944-c94b-4610-a7fc-ffaebccce4fe tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:29.725226 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d88b03dd-a028-4a0b-9f19-644453a4530a req-4ba64944-c94b-4610-a7fc-ffaebccce4fe tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:29.751149 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e35a6a3-220d-471e-b22f-1ca494caca8b req-89f813b1-ec67-4ffd-a654-d2d3ef1f7e29 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:29.759798 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e35a6a3-220d-471e-b22f-1ca494caca8b req-89f813b1-ec67-4ffd-a654-d2d3ef1f7e29 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/ports?device_id=fd3ff970-2934-42f8-8a23-3ad0ebdc9b9f HTTP/1.1" status: 200 len: 932 time: 0.2844474 Jul 09 16:19:29.820278 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d88b03dd-a028-4a0b-9f19-644453a4530a req-4ba64944-c94b-4610-a7fc-ffaebccce4fe tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9374747 Jul 09 16:19:29.832887 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2840e9be-a11c-4378-9acc-128dc5f663e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:29.836170 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-d88b03dd-a028-4a0b-9f19-644453a4530a req-21490880-5fee-4df9-81ff-f3dee3d8e5c2 service neutron] Request body: {'port': {'device_id': 'fd3ff970-2934-42f8-8a23-3ad0ebdc9b9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:19:29.855522 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f44304cc-ea71-4a2f-814d-b305e6da98d0 req-e437117a-d8b5-4426-a1de-dd7c66736fa5 service neutron] 10.222.0.77 "GET /v2.0/networks/7fb8e424-ddcd-465f-ad3d-2ffb770ae53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116814 Jul 09 16:19:29.857444 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e35a6a3-220d-471e-b22f-1ca494caca8b req-c9095b06-611f-4d4d-ba5b-d591ec5c2847 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/security-groups?id=997fe466-6d92-495c-a86c-449c8ea53922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966885 Jul 09 16:19:29.895392 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-734ba743-7ac8-46ad-9ce0-7e1def1598aa None None] Provisioning for port cd3030bb-36dc-419b-aaab-38e7dd4e5bc6 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:19:29.899795 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-734ba743-7ac8-46ad-9ce0-7e1def1598aa None None] Provisioning complete for port cd3030bb-36dc-419b-aaab-38e7dd4e5bc6 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:19:29.900164 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-734ba743-7ac8-46ad-9ce0-7e1def1598aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:29.979767 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-734ba743-7ac8-46ad-9ce0-7e1def1598aa None None] Port cd3030bb-36dc-419b-aaab-38e7dd4e5bc6 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:19:29.979966 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d88b03dd-a028-4a0b-9f19-644453a4530a req-21490880-5fee-4df9-81ff-f3dee3d8e5c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:29.983367 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0dad66cb-6b8a-4599-829a-9ceb7db4ead6 req-b55a1b15-6354-4904-9236-66163318ed1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:29.987841 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6631a8d-bbe4-4f1c-b952-68ff97af0caf req-8bd6a156-ab4e-4295-8da6-f03f048d9668 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:29.989934 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b6631a8d-bbe4-4f1c-b952-68ff97af0caf req-8bd6a156-ab4e-4295-8da6-f03f048d9668 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=97e229fb-ac7a-435e-8c3d-665c7efeec0d HTTP/1.1" status: 200 len: 931 time: 0.1221628 Jul 09 16:19:30.075166 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2840e9be-a11c-4378-9acc-128dc5f663e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:30.088075 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2840e9be-a11c-4378-9acc-128dc5f663e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:30.155088 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b6631a8d-bbe4-4f1c-b952-68ff97af0caf req-90603b98-cab6-46fb-b501-0568912f1dd2 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509986 Jul 09 16:19:30.166588 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2840e9be-a11c-4378-9acc-128dc5f663e5 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1f6ac519b6784ac49cf64696f5747a51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5923300 Jul 09 16:19:30.167265 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60816) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:19:30.299327 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-97b1f294-1077-43d0-9cf4-904a4dde6ea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:30.302429 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2840e9be-a11c-4378-9acc-128dc5f663e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215d0282-36a9-4774-9cf8-0ec6ef3c11f5,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:30.341562 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-97b1f294-1077-43d0-9cf4-904a4dde6ea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:30.440089 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952d865-1dde-4e04-849f-66fa6d3667e2 req-82908c3f-314b-44dd-b9c6-fd168a2f33ba tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:30.442291 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8952d865-1dde-4e04-849f-66fa6d3667e2 req-82908c3f-314b-44dd-b9c6-fd168a2f33ba tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 944 time: 0.1665635 Jul 09 16:19:30.442968 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-97b1f294-1077-43d0-9cf4-904a4dde6ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:30.446057 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-97b1f294-1077-43d0-9cf4-904a4dde6ea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:30.450393 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-97b1f294-1077-43d0-9cf4-904a4dde6ea7 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/215d0282-36a9-4774-9cf8-0ec6ef3c11f5 HTTP/1.1" status: 204 len: 168 time: 0.2592385 Jul 09 16:19:30.458863 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d43891-c0e6-43d6-8edb-4f914122640a req-1e71447e-ad3d-487d-8cfe-bd4f72cfa054 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:30.466583 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-24d43891-c0e6-43d6-8edb-4f914122640a req-1e71447e-ad3d-487d-8cfe-bd4f72cfa054 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2581c1c-b606-46c5-ad86-6f6879be53d7 HTTP/1.1" status: 200 len: 945 time: 0.1146200 Jul 09 16:19:30.489482 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1f294-1077-43d0-9cf4-904a4dde6ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215d0282-36a9-4774-9cf8-0ec6ef3c11f5,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:30.522680 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-24d43891-c0e6-43d6-8edb-4f914122640a req-7acbd35d-eaac-4680-aa4b-2d7dc668f706 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550890 Jul 09 16:19:30.574161 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8952d865-1dde-4e04-849f-66fa6d3667e2 req-379411c1-dae1-42ed-a34f-62c598e2241c tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231601 Jul 09 16:19:30.687680 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-d88b03dd-a028-4a0b-9f19-644453a4530a req-21490880-5fee-4df9-81ff-f3dee3d8e5c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd3030bb-36dc-419b-aaab-38e7dd4e5bc6 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:19:30.694743 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-0dad66cb-6b8a-4599-829a-9ceb7db4ead6 req-b55a1b15-6354-4904-9236-66163318ed1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52daa4a5-62a4-455b-8bb2-c1157c7d930f {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:19:30.704779 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d88b03dd-a028-4a0b-9f19-644453a4530a req-21490880-5fee-4df9-81ff-f3dee3d8e5c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:30.708537 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0dad66cb-6b8a-4599-829a-9ceb7db4ead6 req-b55a1b15-6354-4904-9236-66163318ed1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:30.731600 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-d88b03dd-a028-4a0b-9f19-644453a4530a req-21490880-5fee-4df9-81ff-f3dee3d8e5c2 service neutron] Transition to ACTIVE for port object cd3030bb-36dc-419b-aaab-38e7dd4e5bc6 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:19:30.732838 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-0dad66cb-6b8a-4599-829a-9ceb7db4ead6 req-b55a1b15-6354-4904-9236-66163318ed1b service neutron] Transition to ACTIVE for port object 52daa4a5-62a4-455b-8bb2-c1157c7d930f will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:19:30.738035 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d88b03dd-a028-4a0b-9f19-644453a4530a req-21490880-5fee-4df9-81ff-f3dee3d8e5c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:30.786060 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2182027-8359-461e-964c-525a27fb085e req-d0fc36da-2293-4691-a12c-9b9366d3657b tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:30.791270 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e2182027-8359-461e-964c-525a27fb085e req-d0fc36da-2293-4691-a12c-9b9366d3657b tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=aaaedc44-53c3-4529-9d0f-8de96446e323 HTTP/1.1" status: 200 len: 946 time: 0.1102850 Jul 09 16:19:30.806690 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21490880-5fee-4df9-81ff-f3dee3d8e5c2 service neutron] Pushing event updated for resources: {'Port': ['ID=cd3030bb-36dc-419b-aaab-38e7dd4e5bc6,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:30.810188 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0dad66cb-6b8a-4599-829a-9ceb7db4ead6 req-b55a1b15-6354-4904-9236-66163318ed1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:30.881979 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55a1b15-6354-4904-9236-66163318ed1b service neutron] Pushing event updated for resources: {'Port': ['ID=52daa4a5-62a4-455b-8bb2-c1157c7d930f,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:30.923321 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e2182027-8359-461e-964c-525a27fb085e req-2ba1bb27-18a6-426d-839a-32611b1c0cb5 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296933 Jul 09 16:19:31.139501 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-0dad66cb-6b8a-4599-829a-9ceb7db4ead6 req-b55a1b15-6354-4904-9236-66163318ed1b service neutron] Attempting to bind port 52daa4a5-62a4-455b-8bb2-c1157c7d930f on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:19:31.139863 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-0dad66cb-6b8a-4599-829a-9ceb7db4ead6 req-b55a1b15-6354-4904-9236-66163318ed1b service neutron] Attempting to bind port 52daa4a5-62a4-455b-8bb2-c1157c7d930f by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'b3327873-1adb-4566-ad72-2213b9292320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5ab794d9-1bd8-4da1-bd91-e5307e2548b2'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:19:31.140193 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dad66cb-6b8a-4599-829a-9ceb7db4ead6 req-b55a1b15-6354-4904-9236-66163318ed1b service neutron] Attempting to bind port 52daa4a5-62a4-455b-8bb2-c1157c7d930f on network 5ab794d9-1bd8-4da1-bd91-e5307e2548b2 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:19:31.164730 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-d88b03dd-a028-4a0b-9f19-644453a4530a req-21490880-5fee-4df9-81ff-f3dee3d8e5c2 service neutron] Attempting to bind port cd3030bb-36dc-419b-aaab-38e7dd4e5bc6 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:19:31.165092 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-d88b03dd-a028-4a0b-9f19-644453a4530a req-21490880-5fee-4df9-81ff-f3dee3d8e5c2 service neutron] Attempting to bind port cd3030bb-36dc-419b-aaab-38e7dd4e5bc6 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '6a5dd1a7-6f0b-4217-a4d6-7d35a843600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '107905d0-c615-4e8b-9b1d-9c2589d2ef47'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:19:31.165447 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88b03dd-a028-4a0b-9f19-644453a4530a req-21490880-5fee-4df9-81ff-f3dee3d8e5c2 service neutron] Attempting to bind port cd3030bb-36dc-419b-aaab-38e7dd4e5bc6 on network 107905d0-c615-4e8b-9b1d-9c2589d2ef47 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:19:31.178721 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dad66cb-6b8a-4599-829a-9ceb7db4ead6 req-b55a1b15-6354-4904-9236-66163318ed1b service neutron] Port 52daa4a5-62a4-455b-8bb2-c1157c7d930f on network 5ab794d9-1bd8-4da1-bd91-e5307e2548b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:19:31.179070 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dad66cb-6b8a-4599-829a-9ceb7db4ead6 req-b55a1b15-6354-4904-9236-66163318ed1b service neutron] Attempting to bind port 52daa4a5-62a4-455b-8bb2-c1157c7d930f on network 5ab794d9-1bd8-4da1-bd91-e5307e2548b2 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:19:31.187076 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88b03dd-a028-4a0b-9f19-644453a4530a req-21490880-5fee-4df9-81ff-f3dee3d8e5c2 service neutron] Port cd3030bb-36dc-419b-aaab-38e7dd4e5bc6 on network 107905d0-c615-4e8b-9b1d-9c2589d2ef47 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:19:31.187326 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88b03dd-a028-4a0b-9f19-644453a4530a req-21490880-5fee-4df9-81ff-f3dee3d8e5c2 service neutron] Attempting to bind port cd3030bb-36dc-419b-aaab-38e7dd4e5bc6 on network 107905d0-c615-4e8b-9b1d-9c2589d2ef47 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:19:31.197656 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dad66cb-6b8a-4599-829a-9ceb7db4ead6 req-b55a1b15-6354-4904-9236-66163318ed1b service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:19:31.198071 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dad66cb-6b8a-4599-829a-9ceb7db4ead6 req-b55a1b15-6354-4904-9236-66163318ed1b service neutron] Checking segment: {'id': 'b3327873-1adb-4566-ad72-2213b9292320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5ab794d9-1bd8-4da1-bd91-e5307e2548b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:19:31.198305 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dad66cb-6b8a-4599-829a-9ceb7db4ead6 req-b55a1b15-6354-4904-9236-66163318ed1b service neutron] Bound using segment: {'id': 'b3327873-1adb-4566-ad72-2213b9292320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5ab794d9-1bd8-4da1-bd91-e5307e2548b2'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:19:31.198926 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-0dad66cb-6b8a-4599-829a-9ceb7db4ead6 req-b55a1b15-6354-4904-9236-66163318ed1b service neutron] Bound port: 52daa4a5-62a4-455b-8bb2-c1157c7d930f, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3327873-1adb-4566-ad72-2213b9292320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5ab794d9-1bd8-4da1-bd91-e5307e2548b2'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:19:31.199130 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0dad66cb-6b8a-4599-829a-9ceb7db4ead6 req-b55a1b15-6354-4904-9236-66163318ed1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:31.219249 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88b03dd-a028-4a0b-9f19-644453a4530a req-21490880-5fee-4df9-81ff-f3dee3d8e5c2 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:19:31.219586 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88b03dd-a028-4a0b-9f19-644453a4530a req-21490880-5fee-4df9-81ff-f3dee3d8e5c2 service neutron] Checking segment: {'id': '6a5dd1a7-6f0b-4217-a4d6-7d35a843600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '107905d0-c615-4e8b-9b1d-9c2589d2ef47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:19:31.219968 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88b03dd-a028-4a0b-9f19-644453a4530a req-21490880-5fee-4df9-81ff-f3dee3d8e5c2 service neutron] Bound using segment: {'id': '6a5dd1a7-6f0b-4217-a4d6-7d35a843600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '107905d0-c615-4e8b-9b1d-9c2589d2ef47'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:19:31.220407 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-d88b03dd-a028-4a0b-9f19-644453a4530a req-21490880-5fee-4df9-81ff-f3dee3d8e5c2 service neutron] Bound port: cd3030bb-36dc-419b-aaab-38e7dd4e5bc6, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a5dd1a7-6f0b-4217-a4d6-7d35a843600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '107905d0-c615-4e8b-9b1d-9c2589d2ef47'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:19:31.220934 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d88b03dd-a028-4a0b-9f19-644453a4530a req-21490880-5fee-4df9-81ff-f3dee3d8e5c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:31.263640 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed44520-e859-44de-b1cd-143d3731c7d1 req-2540ffd7-33fc-4836-8489-f867bec851a3 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:31.278972 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6ed44520-e859-44de-b1cd-143d3731c7d1 req-2540ffd7-33fc-4836-8489-f867bec851a3 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=aaaedc44-53c3-4529-9d0f-8de96446e323 HTTP/1.1" status: 200 len: 946 time: 0.1260655 Jul 09 16:19:31.291531 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e982ffc9-503b-4526-8e79-0f64aa26ca80 req-00fb10d5-c886-4be4-9a5b-72c8faf10f72 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:31.293364 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e982ffc9-503b-4526-8e79-0f64aa26ca80 req-00fb10d5-c886-4be4-9a5b-72c8faf10f72 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/ports?device_id=fd3ff970-2934-42f8-8a23-3ad0ebdc9b9f HTTP/1.1" status: 200 len: 944 time: 0.1888266 Jul 09 16:19:31.320090 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6ed44520-e859-44de-b1cd-143d3731c7d1 req-93f8acd5-c490-423c-829a-cf55a9d2e182 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398395 Jul 09 16:19:31.400993 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-d88b03dd-a028-4a0b-9f19-644453a4530a req-21490880-5fee-4df9-81ff-f3dee3d8e5c2 service neutron] For port cd3030bb-36dc-419b-aaab-38e7dd4e5bc6, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:19:31.432015 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-d88b03dd-a028-4a0b-9f19-644453a4530a req-21490880-5fee-4df9-81ff-f3dee3d8e5c2 service neutron] For port cd3030bb-36dc-419b-aaab-38e7dd4e5bc6, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=cd3030bb-36dc-419b-aaab-38e7dd4e5bc6,segment=NetworkSegment(6a5dd1a7-6f0b-4217-a4d6-7d35a843600f),segment_id=6a5dd1a7-6f0b-4217-a4d6-7d35a843600f)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:19:31.433668 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-0dad66cb-6b8a-4599-829a-9ceb7db4ead6 req-b55a1b15-6354-4904-9236-66163318ed1b service neutron] For port 52daa4a5-62a4-455b-8bb2-c1157c7d930f, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:19:31.449460 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d88b03dd-a028-4a0b-9f19-644453a4530a req-21490880-5fee-4df9-81ff-f3dee3d8e5c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:31.476996 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-0dad66cb-6b8a-4599-829a-9ceb7db4ead6 req-b55a1b15-6354-4904-9236-66163318ed1b service neutron] For port 52daa4a5-62a4-455b-8bb2-c1157c7d930f, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=52daa4a5-62a4-455b-8bb2-c1157c7d930f,segment=NetworkSegment(b3327873-1adb-4566-ad72-2213b9292320),segment_id=b3327873-1adb-4566-ad72-2213b9292320)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:19:31.481161 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e982ffc9-503b-4526-8e79-0f64aa26ca80 req-14942bb7-9e37-4401-b8f1-f4f78be9efbe tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/security-groups?id=997fe466-6d92-495c-a86c-449c8ea53922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258755 Jul 09 16:19:31.505981 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b03dd-a028-4a0b-9f19-644453a4530a req-21490880-5fee-4df9-81ff-f3dee3d8e5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:31.506610 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d88b03dd-a028-4a0b-9f19-644453a4530a req-21490880-5fee-4df9-81ff-f3dee3d8e5c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:31.508364 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d88b03dd-a028-4a0b-9f19-644453a4530a req-21490880-5fee-4df9-81ff-f3dee3d8e5c2 service neutron] 10.222.0.77 "PUT /v2.0/ports/cd3030bb-36dc-419b-aaab-38e7dd4e5bc6 HTTP/1.1" status: 200 len: 1092 time: 1.6804960 Jul 09 16:19:31.509253 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd3ff970-2934-42f8-8a23-3ad0ebdc9b9f', 'tag': 'cd3030bb-36dc-419b-aaab-38e7dd4e5bc6'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:19:31.513786 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0c0c9a-04dd-48cd-be90-07b1da220cab" -d '{"events": [{"name": "network-changed", "server_uuid": "fd3ff970-2934-42f8-8a23-3ad0ebdc9b9f", "tag": "cd3030bb-36dc-419b-aaab-38e7dd4e5bc6"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:19:31.520073 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0dad66cb-6b8a-4599-829a-9ceb7db4ead6 req-b55a1b15-6354-4904-9236-66163318ed1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:31.579936 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a5524-ef1d-41e4-9033-7fc54490d902 req-e80ac46e-768b-48a4-b3c1-aa6b095bbb60 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:31.588911 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7c1a5524-ef1d-41e4-9033-7fc54490d902 req-e80ac46e-768b-48a4-b3c1-aa6b095bbb60 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=97e229fb-ac7a-435e-8c3d-665c7efeec0d HTTP/1.1" status: 200 len: 943 time: 0.1329224 Jul 09 16:19:31.646719 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad66cb-6b8a-4599-829a-9ceb7db4ead6 req-b55a1b15-6354-4904-9236-66163318ed1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:31.647440 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0dad66cb-6b8a-4599-829a-9ceb7db4ead6 req-b55a1b15-6354-4904-9236-66163318ed1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:31.649261 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0dad66cb-6b8a-4599-829a-9ceb7db4ead6 req-b55a1b15-6354-4904-9236-66163318ed1b service neutron] 10.222.0.77 "PUT /v2.0/ports/52daa4a5-62a4-455b-8bb2-c1157c7d930f HTTP/1.1" status: 200 len: 1091 time: 2.0225925 Jul 09 16:19:31.657171 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7c1a5524-ef1d-41e4-9033-7fc54490d902 req-53dfdb05-a0ef-49c5-be60-079524970479 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669217 Jul 09 16:19:31.659489 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21490880-5fee-4df9-81ff-f3dee3d8e5c2 service neutron] Pushing event updated for resources: {'Port': ['ID=cd3030bb-36dc-419b-aaab-38e7dd4e5bc6,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:31.720927 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60858) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:19:31.804689 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b03dd-a028-4a0b-9f19-644453a4530a req-1050f039-fda0-482a-a72c-a8a70bf0b687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:31.806733 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d88b03dd-a028-4a0b-9f19-644453a4530a req-1050f039-fda0-482a-a72c-a8a70bf0b687 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dee8c37c9ba8439b8ed8c6a930b7c811&device_id=fd3ff970-2934-42f8-8a23-3ad0ebdc9b9f HTTP/1.1" status: 200 len: 1095 time: 0.2369561 Jul 09 16:19:31.867876 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-728c421c-7b64-4b5b-ace4-8058813b784d tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-540704019'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:19:31.871531 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55a1b15-6354-4904-9236-66163318ed1b service neutron] Pushing event updated for resources: {'Port': ['ID=52daa4a5-62a4-455b-8bb2-c1157c7d930f,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:31.876055 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d88b03dd-a028-4a0b-9f19-644453a4530a req-cec438d4-5982-4ad0-8535-9ec38110fbfc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd3030bb-36dc-419b-aaab-38e7dd4e5bc6 HTTP/1.1" status: 200 len: 217 time: 0.0563004 Jul 09 16:19:31.931442 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad66cb-6b8a-4599-829a-9ceb7db4ead6 req-8aecb04a-8e26-43e2-afa8-ad9a9e2ad38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:31.933018 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0dad66cb-6b8a-4599-829a-9ceb7db4ead6 req-8aecb04a-8e26-43e2-afa8-ad9a9e2ad38c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=546108aaf02647ac83ffc1a249896d22&device_id=97e229fb-ac7a-435e-8c3d-665c7efeec0d HTTP/1.1" status: 200 len: 1094 time: 0.2089002 Jul 09 16:19:31.938241 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728c421c-7b64-4b5b-ace4-8058813b784d tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Made reservation on behalf of 6db89b3914ad41fa938ac8835f254871 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:19:31.944723 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-728c421c-7b64-4b5b-ace4-8058813b784d tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:31.952792 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b03dd-a028-4a0b-9f19-644453a4530a req-74368b80-cd30-4f57-bebc-d2aa6c9c50e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:31.954379 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d88b03dd-a028-4a0b-9f19-644453a4530a req-74368b80-cd30-4f57-bebc-d2aa6c9c50e1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6398ae78-ab25-4396-a51f-802464200a58 HTTP/1.1" status: 200 len: 860 time: 0.0721147 Jul 09 16:19:31.966637 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-728c421c-7b64-4b5b-ace4-8058813b784d tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:31.989826 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8abf5f-b703-42d2-8ab6-c5665abaf298 x-openstack-request-id: req-ae8abf5f-b703-42d2-8ab6-c5665abaf298 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:19:31.990117 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd3ff970-2934-42f8-8a23-3ad0ebdc9b9f", "tag": "cd3030bb-36dc-419b-aaab-38e7dd4e5bc6", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:19:31.990549 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ae8abf5f-b703-42d2-8ab6-c5665abaf298 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:19:31.991001 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd3ff970-2934-42f8-8a23-3ad0ebdc9b9f', 'tag': 'cd3030bb-36dc-419b-aaab-38e7dd4e5bc6', 'status': 'completed', 'code': 200} Jul 09 16:19:32.001926 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0dad66cb-6b8a-4599-829a-9ceb7db4ead6 req-39d59df6-8c1c-492c-b406-200569462cd8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52daa4a5-62a4-455b-8bb2-c1157c7d930f HTTP/1.1" status: 200 len: 217 time: 0.0612533 Jul 09 16:19:32.078613 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad66cb-6b8a-4599-829a-9ceb7db4ead6 req-00fc3db1-b0b5-48dd-9cfe-3eb6ad7288c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:32.080446 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0dad66cb-6b8a-4599-829a-9ceb7db4ead6 req-00fc3db1-b0b5-48dd-9cfe-3eb6ad7288c2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5288f2c0-4157-42ca-b91f-37115e42c839 HTTP/1.1" status: 200 len: 848 time: 0.0603819 Jul 09 16:19:32.117514 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device e2cfd0d6-9109-4235-ab69-a9ac10ebf765 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:19:32.123379 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0dad66cb-6b8a-4599-829a-9ceb7db4ead6 req-3474a814-1af4-438a-805b-5d0e4fe2b6d6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5ab794d9-1bd8-4da1-bd91-e5307e2548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365050 Jul 09 16:19:32.125117 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b03dd-a028-4a0b-9f19-644453a4530a req-a88efe62-ef61-4e74-9b58-cb6ff8c1aa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:32.126518 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d88b03dd-a028-4a0b-9f19-644453a4530a req-a88efe62-ef61-4e74-9b58-cb6ff8c1aa71 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=107905d0-c615-4e8b-9b1d-9c2589d2ef47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1347599 Jul 09 16:19:32.274251 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-728c421c-7b64-4b5b-ace4-8058813b784d tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:32.276298 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0dad66cb-6b8a-4599-829a-9ceb7db4ead6 req-2b63cdd0-cc16-4661-9201-1047221d0ca9 service neutron] 10.222.0.77 "GET /v2.0/networks/5ab794d9-1bd8-4da1-bd91-e5307e2548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412926 Jul 09 16:19:32.287700 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-728c421c-7b64-4b5b-ace4-8058813b784d tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:32.325790 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port e2cfd0d6-9109-4235-ab69-a9ac10ebf765, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=e2cfd0d6-9109-4235-ab69-a9ac10ebf765,segment=NetworkSegment(f9a5d3fd-ec07-4398-97cb-0e4d61d6d25d),segment_id=f9a5d3fd-ec07-4398-97cb-0e4d61d6d25d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:19:32.329810 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728c421c-7b64-4b5b-ace4-8058813b784d tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d91e97c7-36ff-4282-a1f4-2e2f6574ee9c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:32.346502 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-728c421c-7b64-4b5b-ace4-8058813b784d tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:19:32.362473 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': 'e2cfd0d6-9109-4235-ab69-a9ac10ebf765', 'network_id': '7fb8e424-ddcd-465f-ad3d-2ffb770ae53b', 'port_id': 'e2cfd0d6-9109-4235-ab69-a9ac10ebf765', 'mac_address': 'fa:16:3e:01:ff:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1658d367-2406-4d61-8a06-65bf719b3ab3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:19:32.391519 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ac6fd-15b9-4e9a-91cb-b3584150d76a req-665e1e36-4547-4e0b-9be2-2d64e9221007 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:32.398502 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-237ac6fd-15b9-4e9a-91cb-b3584150d76a req-665e1e36-4547-4e0b-9be2-2d64e9221007 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2581c1c-b606-46c5-ad86-6f6879be53d7 HTTP/1.1" status: 200 len: 945 time: 0.2108266 Jul 09 16:19:32.407084 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-728c421c-7b64-4b5b-ace4-8058813b784d tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:32.407424 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-728c421c-7b64-4b5b-ace4-8058813b784d tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Added segment f3a60a18-6c76-46e6-a908-1bf954526b7a of type vlan for network 6bf39ff7-7585-4734-9cdd-19186c40a2b0 Jul 09 16:19:32.414560 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:32.433838 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2cfd0d6-9109-4235-ab69-a9ac10ebf765 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:19:32.458356 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port e2cfd0d6-9109-4235-ab69-a9ac10ebf765, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=e2cfd0d6-9109-4235-ab69-a9ac10ebf765,segment=NetworkSegment(f9a5d3fd-ec07-4398-97cb-0e4d61d6d25d),segment_id=f9a5d3fd-ec07-4398-97cb-0e4d61d6d25d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:19:32.464197 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:32.511347 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-237ac6fd-15b9-4e9a-91cb-b3584150d76a req-cedab8ca-62cf-4c9f-9c1b-44d5b965f215 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117768 Jul 09 16:19:32.514779 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-728c421c-7b64-4b5b-ace4-8058813b784d tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:32.550017 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=e2cfd0d6-9109-4235-ab69-a9ac10ebf765,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:32.552662 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d88b03dd-a028-4a0b-9f19-644453a4530a req-d2e4108d-abed-46a2-ad57-878dada4187b service neutron] 10.222.0.77 "GET /v2.0/networks/107905d0-c615-4e8b-9b1d-9c2589d2ef47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158616 Jul 09 16:19:32.561369 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:19:32.562027 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:19:32.562550 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:19:32.563118 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:19:32.563841 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:19:32.564365 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:19:32.564973 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:19:32.565598 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:19:32.566125 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:19:32.566987 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:19:32.567524 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:19:32.568042 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:19:32.587005 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-728c421c-7b64-4b5b-ace4-8058813b784d tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:32.595204 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728c421c-7b64-4b5b-ace4-8058813b784d tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:32.596183 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-728c421c-7b64-4b5b-ace4-8058813b784d tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:32.621209 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0dad66cb-6b8a-4599-829a-9ceb7db4ead6 req-432dc131-5a1b-4615-b919-1b18ccd4c811 service neutron] 10.222.0.77 "GET /v2.0/networks/5ab794d9-1bd8-4da1-bd91-e5307e2548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061202 Jul 09 16:19:32.632765 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d025c8c-462b-4b13-a1e5-9f4a527a1890 req-fb04d7ee-6ef2-4ff2-8884-42aab4b9896c tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:32.641048 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8d025c8c-462b-4b13-a1e5-9f4a527a1890 req-fb04d7ee-6ef2-4ff2-8884-42aab4b9896c tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 944 time: 0.2197752 Jul 09 16:19:32.691512 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728c421c-7b64-4b5b-ace4-8058813b784d tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Pushing event updated for resources: {'Network': ['ID=6bf39ff7-7585-4734-9cdd-19186c40a2b0,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:32.707632 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 6bf39ff7-7585-4734-9cdd-19186c40a2b0 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:19:32.718282 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-728c421c-7b64-4b5b-ace4-8058813b784d tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.9922230 Jul 09 16:19:32.719006 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60872) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:19:32.731412 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-a8fc94f1-304e-4299-a981-a34902d94af8 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Request body: {'subnet': {'network_id': '6bf39ff7-7585-4734-9cdd-19186c40a2b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:19:32.736327 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['e2cfd0d6-9109-4235-ab69-a9ac10ebf765'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:19:32.742153 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8d025c8c-462b-4b13-a1e5-9f4a527a1890 req-3ecbec08-a530-42f6-a092-cb4475590542 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964093 Jul 09 16:19:32.756477 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d88b03dd-a028-4a0b-9f19-644453a4530a req-04ee2089-f5bf-47a2-9f91-153f82f55182 service neutron] 10.222.0.77 "GET /v2.0/networks/107905d0-c615-4e8b-9b1d-9c2589d2ef47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916296 Jul 09 16:19:32.917225 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8fc94f1-304e-4299-a981-a34902d94af8 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Made reservation on behalf of 6db89b3914ad41fa938ac8835f254871 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:19:32.922186 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a8fc94f1-304e-4299-a981-a34902d94af8 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:32.975384 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c0c9a-04dd-48cd-be90-07b1da220cab req-075cbc2d-ee42-486a-a8af-8e5e1d90961c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:32.976870 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9d0c0c9a-04dd-48cd-be90-07b1da220cab req-075cbc2d-ee42-486a-a8af-8e5e1d90961c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dee8c37c9ba8439b8ed8c6a930b7c811&device_id=fd3ff970-2934-42f8-8a23-3ad0ebdc9b9f HTTP/1.1" status: 200 len: 1095 time: 0.1555755 Jul 09 16:19:33.054158 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e03139-4168-4762-a168-ec71c21cc306 req-df0884e4-b26e-4b0e-b781-586563d9c41e tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:33.059626 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a6e03139-4168-4762-a168-ec71c21cc306 req-df0884e4-b26e-4b0e-b781-586563d9c41e tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=aaaedc44-53c3-4529-9d0f-8de96446e323 HTTP/1.1" status: 200 len: 946 time: 0.1493752 Jul 09 16:19:33.135536 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c0c9a-04dd-48cd-be90-07b1da220cab req-9c34c323-bcb6-407a-b652-eb8ba3dfc945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:33.137150 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9d0c0c9a-04dd-48cd-be90-07b1da220cab req-9c34c323-bcb6-407a-b652-eb8ba3dfc945 service neutron] 10.222.0.77 "GET /v2.0/networks?id=107905d0-c615-4e8b-9b1d-9c2589d2ef47 HTTP/1.1" status: 200 len: 922 time: 0.1525204 Jul 09 16:19:33.143045 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a6e03139-4168-4762-a168-ec71c21cc306 req-c9d60ebd-d808-4524-85e4-fd3048ee65fe tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679519 Jul 09 16:19:33.188108 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9d0c0c9a-04dd-48cd-be90-07b1da220cab req-35ee32c0-b1ac-448c-98ca-dbe2bc2db6ad service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd3030bb-36dc-419b-aaab-38e7dd4e5bc6 HTTP/1.1" status: 200 len: 217 time: 0.0433452 Jul 09 16:19:33.238591 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab573b-a085-4b97-9654-1e802617eac1 req-dc16afc2-8860-48f8-87bc-86d9079b5c13 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:33.245729 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ecab573b-a085-4b97-9654-1e802617eac1 req-dc16afc2-8860-48f8-87bc-86d9079b5c13 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/ports?device_id=fd3ff970-2934-42f8-8a23-3ad0ebdc9b9f HTTP/1.1" status: 200 len: 944 time: 0.1682785 Jul 09 16:19:33.249778 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c0c9a-04dd-48cd-be90-07b1da220cab req-87b2931d-8cac-4940-81ba-0a335ea7a14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:33.251416 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9d0c0c9a-04dd-48cd-be90-07b1da220cab req-87b2931d-8cac-4940-81ba-0a335ea7a14b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6398ae78-ab25-4396-a51f-802464200a58 HTTP/1.1" status: 200 len: 860 time: 0.0562325 Jul 09 16:19:33.274201 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a8fc94f1-304e-4299-a981-a34902d94af8 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:33.343429 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ecab573b-a085-4b97-9654-1e802617eac1 req-cda0aeb9-c2f9-4bc8-a76d-d345e87c6bac tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/security-groups?id=997fe466-6d92-495c-a86c-449c8ea53922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960929 Jul 09 16:19:33.351235 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fc94f1-304e-4299-a981-a34902d94af8 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Pushing event updated for resources: {'Subnet': ['ID=c752ba1e-9b32-44c9-a36f-c1e55ae969e2,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:33.372373 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fc94f1-304e-4299-a981-a34902d94af8 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Checking segment: {'id': 'f3a60a18-6c76-46e6-a908-1bf954526b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6bf39ff7-7585-4734-9cdd-19186c40a2b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:19:33.373106 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fc94f1-304e-4299-a981-a34902d94af8 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Network hostable DHCP agents. Network: 6bf39ff7-7585-4734-9cdd-19186c40a2b0, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:19:33.381987 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c0c9a-04dd-48cd-be90-07b1da220cab req-73267c71-d9b9-41e2-855c-0594bf1d6684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:33.384799 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9d0c0c9a-04dd-48cd-be90-07b1da220cab req-73267c71-d9b9-41e2-855c-0594bf1d6684 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=107905d0-c615-4e8b-9b1d-9c2589d2ef47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1266901 Jul 09 16:19:33.397865 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fc94f1-304e-4299-a981-a34902d94af8 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Network 6bf39ff7-7585-4734-9cdd-19186c40a2b0 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:19:33.406402 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c94f073-4e5a-4ab1-b928-1dc61783b12b req-c2259327-d770-415c-bacc-e92a2f78677e tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:33.408007 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1c94f073-4e5a-4ab1-b928-1dc61783b12b req-c2259327-d770-415c-bacc-e92a2f78677e tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=97e229fb-ac7a-435e-8c3d-665c7efeec0d HTTP/1.1" status: 200 len: 943 time: 0.1147852 Jul 09 16:19:33.416257 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-a8fc94f1-304e-4299-a981-a34902d94af8 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 6bf39ff7-7585-4734-9cdd-19186c40a2b0) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:19:33.427460 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a858999-6b2c-47d0-8108-cf7657feb094 None None] Network 6bf39ff7-7585-4734-9cdd-19186c40a2b0 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:19:33.428263 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fc94f1-304e-4299-a981-a34902d94af8 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:33.428931 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a8fc94f1-304e-4299-a981-a34902d94af8 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:33.461789 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a8fc94f1-304e-4299-a981-a34902d94af8 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7390485 Jul 09 16:19:33.462644 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60874) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:19:33.469528 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-fe8ada3d-39b7-4d6e-af5a-6112246d26bf tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Request body: {'port': {'network_id': '6bf39ff7-7585-4734-9cdd-19186c40a2b0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1167838008'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:19:33.551594 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1c94f073-4e5a-4ab1-b928-1dc61783b12b req-d2a1ba85-e43b-437a-9984-23e9dafc7ce5 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338458 Jul 09 16:19:33.621697 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9d0c0c9a-04dd-48cd-be90-07b1da220cab req-37d387af-0006-4ecb-857b-95f9f9be2ffc service neutron] 10.222.0.77 "GET /v2.0/networks/107905d0-c615-4e8b-9b1d-9c2589d2ef47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125065 Jul 09 16:19:33.633722 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8ada3d-39b7-4d6e-af5a-6112246d26bf tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Made reservation on behalf of 6db89b3914ad41fa938ac8835f254871 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:19:33.637882 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fe8ada3d-39b7-4d6e-af5a-6112246d26bf tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:33.668814 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-fe8ada3d-39b7-4d6e-af5a-6112246d26bf tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] device_id is not set on port 239cefc6-2ce3-4a56-b32f-cc4402881e7c yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:19:33.679895 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c43ee8-302d-4cd1-8bc1-e20e8b4ba2c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-6bf39ff7-7585-4734-9cdd-19186c40a2b0', 'network_id': '6bf39ff7-7585-4734-9cdd-19186c40a2b0', 'tenant_id': '6db89b3914ad41fa938ac8835f254871', 'fixed_ips': [{'subnet_id': 'c752ba1e-9b32-44c9-a36f-c1e55ae969e2'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:19:33.681271 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-25c43ee8-302d-4cd1-8bc1-e20e8b4ba2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:33.888975 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292bf9a-174a-4472-951b-0c764c85c7b4 req-7490168d-d059-4f8e-9579-ad52a065b76a tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:33.891330 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0292bf9a-174a-4472-951b-0c764c85c7b4 req-7490168d-d059-4f8e-9579-ad52a065b76a tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2581c1c-b606-46c5-ad86-6f6879be53d7 HTTP/1.1" status: 200 len: 945 time: 0.1437600 Jul 09 16:19:33.899321 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-25c43ee8-302d-4cd1-8bc1-e20e8b4ba2c7 None None] Allocated IP 2001:db8::2 (6bf39ff7-7585-4734-9cdd-19186c40a2b0/c752ba1e-9b32-44c9-a36f-c1e55ae969e2/e349942b-85ce-4090-863f-89dff9f93541) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:19:33.945668 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:19:33.957427 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0292bf9a-174a-4472-951b-0c764c85c7b4 req-deec9ce9-2218-44ad-bf8e-516c53fa1dc7 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560231 Jul 09 16:19:34.092576 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-25c43ee8-302d-4cd1-8bc1-e20e8b4ba2c7 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:34.103039 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-25c43ee8-302d-4cd1-8bc1-e20e8b4ba2c7 None None] Transition to ACTIVE for port object e349942b-85ce-4090-863f-89dff9f93541 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:19:34.118544 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device e2cfd0d6-9109-4235-ab69-a9ac10ebf765 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:19:34.122611 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-25c43ee8-302d-4cd1-8bc1-e20e8b4ba2c7 None None] Transition to ACTIVE for port object e349942b-85ce-4090-863f-89dff9f93541 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:19:34.156626 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-25c43ee8-302d-4cd1-8bc1-e20e8b4ba2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:34.173165 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97e229fb-ac7a-435e-8c3d-665c7efeec0d', 'tag': '52daa4a5-62a4-455b-8bb2-c1157c7d930f'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:19:34.175521 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031ead32-e3bd-464d-ba4d-a4eb88ce0478" -d '{"events": [{"name": "network-changed", "server_uuid": "97e229fb-ac7a-435e-8c3d-665c7efeec0d", "tag": "52daa4a5-62a4-455b-8bb2-c1157c7d930f"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:19:34.214199 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-fe8ada3d-39b7-4d6e-af5a-6112246d26bf tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Allocated IP 2001:db8::c9 (6bf39ff7-7585-4734-9cdd-19186c40a2b0/c752ba1e-9b32-44c9-a36f-c1e55ae969e2/239cefc6-2ce3-4a56-b32f-cc4402881e7c) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:19:34.230265 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c43ee8-302d-4cd1-8bc1-e20e8b4ba2c7 None None] Network 6bf39ff7-7585-4734-9cdd-19186c40a2b0 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:19:34.236481 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-25c43ee8-302d-4cd1-8bc1-e20e8b4ba2c7 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:19:34.240275 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c43ee8-302d-4cd1-8bc1-e20e8b4ba2c7 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:19:34.242532 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c43ee8-302d-4cd1-8bc1-e20e8b4ba2c7 None None] Pushing event updated for resources: {'Port': ['ID=e349942b-85ce-4090-863f-89dff9f93541,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:34.304507 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port e2cfd0d6-9109-4235-ab69-a9ac10ebf765 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:19:34.306180 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f786cc-1f35-4bd8-b8c9-5c3604457c66 req-d8b986cc-068c-4d9c-be17-3a07027dfcf5 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:34.307974 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b7f786cc-1f35-4bd8-b8c9-5c3604457c66 req-d8b986cc-068c-4d9c-be17-3a07027dfcf5 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.77 "GET /v2.0/ports?device_id=aaaedc44-53c3-4529-9d0f-8de96446e323 HTTP/1.1" status: 200 len: 946 time: 0.6771793 Jul 09 16:19:34.313590 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9d0c0c9a-04dd-48cd-be90-07b1da220cab req-6a56af91-a4d5-4317-b650-6f28b2620943 service neutron] 10.222.0.77 "GET /v2.0/networks/107905d0-c615-4e8b-9b1d-9c2589d2ef47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6815107 Jul 09 16:19:34.316480 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port e2cfd0d6-9109-4235-ab69-a9ac10ebf765 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:19:34.316862 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:34.350577 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-25c43ee8-302d-4cd1-8bc1-e20e8b4ba2c7 None None] Attempting to bind port e349942b-85ce-4090-863f-89dff9f93541 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:19:34.351070 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-25c43ee8-302d-4cd1-8bc1-e20e8b4ba2c7 None None] Attempting to bind port e349942b-85ce-4090-863f-89dff9f93541 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'f3a60a18-6c76-46e6-a908-1bf954526b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6bf39ff7-7585-4734-9cdd-19186c40a2b0'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:19:34.351445 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c43ee8-302d-4cd1-8bc1-e20e8b4ba2c7 None None] Attempting to bind port e349942b-85ce-4090-863f-89dff9f93541 on network 6bf39ff7-7585-4734-9cdd-19186c40a2b0 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:19:34.359621 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c82415-bc4f-441f-895d-c70522843060 req-f22421fa-f48c-4be9-a939-458098c4e014 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:34.363451 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e6c82415-bc4f-441f-895d-c70522843060 req-f22421fa-f48c-4be9-a939-458098c4e014 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 945 time: 0.1821074 Jul 09 16:19:34.364812 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c43ee8-302d-4cd1-8bc1-e20e8b4ba2c7 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:19:34.364812 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c43ee8-302d-4cd1-8bc1-e20e8b4ba2c7 None None] Checking segment: {'id': 'f3a60a18-6c76-46e6-a908-1bf954526b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6bf39ff7-7585-4734-9cdd-19186c40a2b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:19:34.365162 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-25c43ee8-302d-4cd1-8bc1-e20e8b4ba2c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:34.365647 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c43ee8-302d-4cd1-8bc1-e20e8b4ba2c7 None None] Bound using segment: {'id': 'f3a60a18-6c76-46e6-a908-1bf954526b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6bf39ff7-7585-4734-9cdd-19186c40a2b0'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:19:34.366159 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-25c43ee8-302d-4cd1-8bc1-e20e8b4ba2c7 None None] Bound port: e349942b-85ce-4090-863f-89dff9f93541, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a60a18-6c76-46e6-a908-1bf954526b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6bf39ff7-7585-4734-9cdd-19186c40a2b0'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:19:34.366551 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-25c43ee8-302d-4cd1-8bc1-e20e8b4ba2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:34.446231 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e6c82415-bc4f-441f-895d-c70522843060 req-04ff6508-9711-4e3b-b9e0-10a7a25ea24a tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790200 Jul 09 16:19:34.472312 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-25c43ee8-302d-4cd1-8bc1-e20e8b4ba2c7 None None] For port e349942b-85ce-4090-863f-89dff9f93541, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:19:34.477100 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-25c43ee8-302d-4cd1-8bc1-e20e8b4ba2c7 None None] For port e349942b-85ce-4090-863f-89dff9f93541, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=e349942b-85ce-4090-863f-89dff9f93541,segment=NetworkSegment(f3a60a18-6c76-46e6-a908-1bf954526b7a),segment_id=f3a60a18-6c76-46e6-a908-1bf954526b7a)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:19:34.477275 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fe8ada3d-39b7-4d6e-af5a-6112246d26bf tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:34.485657 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-25c43ee8-302d-4cd1-8bc1-e20e8b4ba2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:34.496566 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-b7f786cc-1f35-4bd8-b8c9-5c3604457c66 req-b2814a47-f543-4fe3-b8b7-96970eda79d5 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Deleting port dce1e834-3fdd-423d-9eda-6840f859d58e {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:19:34.497004 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b7f786cc-1f35-4bd8-b8c9-5c3604457c66 req-b2814a47-f543-4fe3-b8b7-96970eda79d5 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:34.499579 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-fe8ada3d-39b7-4d6e-af5a-6112246d26bf tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Transition to ACTIVE for port object 239cefc6-2ce3-4a56-b32f-cc4402881e7c will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:19:34.543177 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081e815-1aba-4740-a961-9e23bd00c25c req-bd78a4d0-7f7c-4dbf-856c-03bb2c117e4a tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:34.551088 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8081e815-1aba-4740-a961-9e23bd00c25c req-bd78a4d0-7f7c-4dbf-856c-03bb2c117e4a tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=aaaedc44-53c3-4529-9d0f-8de96446e323 HTTP/1.1" status: 200 len: 946 time: 0.1891026 Jul 09 16:19:34.554453 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fe8ada3d-39b7-4d6e-af5a-6112246d26bf tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:34.571147 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c43ee8-302d-4cd1-8bc1-e20e8b4ba2c7 None None] Pushing event updated for resources: {'Port': ['ID=e349942b-85ce-4090-863f-89dff9f93541,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:34.579781 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:34.606739 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18eeeacc-5dd8-4539-a8a5-85625a015b47 x-openstack-request-id: req-18eeeacc-5dd8-4539-a8a5-85625a015b47 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:19:34.607108 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97e229fb-ac7a-435e-8c3d-665c7efeec0d", "tag": "52daa4a5-62a4-455b-8bb2-c1157c7d930f", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:19:34.607747 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-18eeeacc-5dd8-4539-a8a5-85625a015b47 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:19:34.607869 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97e229fb-ac7a-435e-8c3d-665c7efeec0d', 'tag': '52daa4a5-62a4-455b-8bb2-c1157c7d930f', 'status': 'completed', 'code': 200} Jul 09 16:19:34.628760 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5ab42b-1bf1-4c01-a5eb-3f30d23983fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2cfd0d6-9109-4235-ab69-a9ac10ebf765'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:19:34.632979 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40d7557-be26-4447-aa80-cccd71875f2a" -d '{"events": [{"server_uuid": "da5ab42b-1bf1-4c01-a5eb-3f30d23983fa", "name": "network-vif-plugged", "status": "completed", "tag": "e2cfd0d6-9109-4235-ab69-a9ac10ebf765"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:19:34.643027 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8ada3d-39b7-4d6e-af5a-6112246d26bf tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Network 6bf39ff7-7585-4734-9cdd-19186c40a2b0 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:19:34.650353 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port e2cfd0d6-9109-4235-ab69-a9ac10ebf765, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=e2cfd0d6-9109-4235-ab69-a9ac10ebf765,segment=NetworkSegment(f9a5d3fd-ec07-4398-97cb-0e4d61d6d25d),segment_id=f9a5d3fd-ec07-4398-97cb-0e4d61d6d25d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:19:34.653704 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-fe8ada3d-39b7-4d6e-af5a-6112246d26bf tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:19:34.657356 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:34.673002 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-b7f786cc-1f35-4bd8-b8c9-5c3604457c66 req-b2814a47-f543-4fe3-b8b7-96970eda79d5 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] For port dce1e834-3fdd-423d-9eda-6840f859d58e, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=dce1e834-3fdd-423d-9eda-6840f859d58e,segment=NetworkSegment(fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c),segment_id=fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:19:34.674177 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b7f786cc-1f35-4bd8-b8c9-5c3604457c66 req-b2814a47-f543-4fe3-b8b7-96970eda79d5 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:34.682820 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8081e815-1aba-4740-a961-9e23bd00c25c req-290fad03-36db-4598-96ac-d3157d53661b tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306281 Jul 09 16:19:34.683897 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8ada3d-39b7-4d6e-af5a-6112246d26bf tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:19:34.690757 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-b7f786cc-1f35-4bd8-b8c9-5c3604457c66 req-b2814a47-f543-4fe3-b8b7-96970eda79d5 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Calling delete_port for dce1e834-3fdd-423d-9eda-6840f859d58e owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:19:34.695683 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8ada3d-39b7-4d6e-af5a-6112246d26bf tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:34.696652 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fe8ada3d-39b7-4d6e-af5a-6112246d26bf tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:34.700995 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8ada3d-39b7-4d6e-af5a-6112246d26bf tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Pushing event updated for resources: {'Port': ['ID=239cefc6-2ce3-4a56-b32f-cc4402881e7c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:34.717800 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-fe8ada3d-39b7-4d6e-af5a-6112246d26bf tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2538488 Jul 09 16:19:34.729704 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60894) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:19:34.729704 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-cc20bff4-e9f7-4008-a981-93b0a8453e88 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Request body: {'port': {'network_id': '6bf39ff7-7585-4734-9cdd-19186c40a2b0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1088635376', 'allowed_address_pairs': [{'ip_address': '2001:db8::c9', 'mac_address': 'fa:16:3e:50:48:5e'}]}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:19:34.770183 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=e2cfd0d6-9109-4235-ab69-a9ac10ebf765,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:34.820682 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ead32-e3bd-464d-ba4d-a4eb88ce0478 req-50dd5f2a-5165-4845-a1a0-50f5742a5f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:34.822191 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-031ead32-e3bd-464d-ba4d-a4eb88ce0478 req-50dd5f2a-5165-4845-a1a0-50f5742a5f50 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=546108aaf02647ac83ffc1a249896d22&device_id=97e229fb-ac7a-435e-8c3d-665c7efeec0d HTTP/1.1" status: 200 len: 1094 time: 0.2135999 Jul 09 16:19:34.876411 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc20bff4-e9f7-4008-a981-93b0a8453e88 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Made reservation on behalf of 6db89b3914ad41fa938ac8835f254871 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:19:34.952140 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbcd7f-6c65-47ef-a7d7-4816736a743a req-bd0e97d4-a191-4982-9fe1-065ec6b8689f tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:34.953615 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c6fbcd7f-6c65-47ef-a7d7-4816736a743a req-bd0e97d4-a191-4982-9fe1-065ec6b8689f tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/ports?device_id=fd3ff970-2934-42f8-8a23-3ad0ebdc9b9f HTTP/1.1" status: 200 len: 944 time: 0.2434475 Jul 09 16:19:35.044559 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc20bff4-e9f7-4008-a981-93b0a8453e88 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:35.044757 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ead32-e3bd-464d-ba4d-a4eb88ce0478 req-6e73b24d-5bc0-4093-8f42-6f23a2f291cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:35.046184 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-031ead32-e3bd-464d-ba4d-a4eb88ce0478 req-6e73b24d-5bc0-4093-8f42-6f23a2f291cd service neutron] 10.222.0.77 "GET /v2.0/networks?id=5ab794d9-1bd8-4da1-bd91-e5307e2548b2 HTTP/1.1" status: 200 len: 909 time: 0.2139091 Jul 09 16:19:35.076937 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c2790-b8fa-461c-ae82-c0094efd6f68 req-99291bbf-76d9-4c09-a153-4b066ad75037 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:35.078847 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-032c2790-b8fa-461c-ae82-c0094efd6f68 req-99291bbf-76d9-4c09-a153-4b066ad75037 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=97e229fb-ac7a-435e-8c3d-665c7efeec0d HTTP/1.1" status: 200 len: 943 time: 0.1360717 Jul 09 16:19:35.086359 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-cc20bff4-e9f7-4008-a981-93b0a8453e88 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] device_id is not set on port df2307b1-40d8-479e-bc6c-bf7a4427673c yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:19:35.106758 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c6fbcd7f-6c65-47ef-a7d7-4816736a743a req-2c91bb64-1d0e-4007-832a-1760e4fe569e tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/security-groups?id=997fe466-6d92-495c-a86c-449c8ea53922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374667 Jul 09 16:19:35.108912 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-031ead32-e3bd-464d-ba4d-a4eb88ce0478 req-870e99fd-5445-497a-8432-887e8d56e389 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52daa4a5-62a4-455b-8bb2-c1157c7d930f HTTP/1.1" status: 200 len: 217 time: 0.0509396 Jul 09 16:19:35.112591 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b7f786cc-1f35-4bd8-b8c9-5c3604457c66 req-b2814a47-f543-4fe3-b8b7-96970eda79d5 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:35.124456 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['f8ff3a60-d462-40e9-acb7-798df2b5cc97', 'dce1e834-3fdd-423d-9eda-6840f859d58e'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:19:35.171440 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2814a47-f543-4fe3-b8b7-96970eda79d5 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Pushing event deleted for resources: {'Port': ['ID=dce1e834-3fdd-423d-9eda-6840f859d58e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:35.229758 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-032c2790-b8fa-461c-ae82-c0094efd6f68 req-e143fef5-b850-4b4c-8bc8-8bf9d2b68d7b tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371253 Jul 09 16:19:35.255941 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7f786cc-1f35-4bd8-b8c9-5c3604457c66 req-b2814a47-f543-4fe3-b8b7-96970eda79d5 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] No DVR routers for this DVR port dce1e834-3fdd-423d-9eda-6840f859d58e on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:19:35.261384 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01c72be-a618-49ac-9d20-0f3280ab6ca9 x-openstack-request-id: req-c01c72be-a618-49ac-9d20-0f3280ab6ca9 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:19:35.261384 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da5ab42b-1bf1-4c01-a5eb-3f30d23983fa", "name": "network-vif-plugged", "status": "completed", "tag": "e2cfd0d6-9109-4235-ab69-a9ac10ebf765", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:19:35.261773 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ead32-e3bd-464d-ba4d-a4eb88ce0478 req-80b03143-8c86-4aca-9d6c-c017ac4cb3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:35.261851 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c01c72be-a618-49ac-9d20-0f3280ab6ca9 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:19:35.261851 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5ab42b-1bf1-4c01-a5eb-3f30d23983fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2cfd0d6-9109-4235-ab69-a9ac10ebf765', 'code': 200} Jul 09 16:19:35.261972 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-031ead32-e3bd-464d-ba4d-a4eb88ce0478 req-80b03143-8c86-4aca-9d6c-c017ac4cb3dd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5288f2c0-4157-42ca-b91f-37115e42c839 HTTP/1.1" status: 200 len: 848 time: 0.1457202 Jul 09 16:19:35.261972 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b7f786cc-1f35-4bd8-b8c9-5c3604457c66 req-b2814a47-f543-4fe3-b8b7-96970eda79d5 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:35.263496 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b7f786cc-1f35-4bd8-b8c9-5c3604457c66 req-b2814a47-f543-4fe3-b8b7-96970eda79d5 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.77 "DELETE /v2.0/ports/dce1e834-3fdd-423d-9eda-6840f859d58e HTTP/1.1" status: 204 len: 173 time: 0.9473844 Jul 09 16:19:35.376571 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-031ead32-e3bd-464d-ba4d-a4eb88ce0478 req-419f2b64-ef36-43f2-ae86-b05624068cbc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5ab794d9-1bd8-4da1-bd91-e5307e2548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934854 Jul 09 16:19:35.389555 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device e349942b-85ce-4090-863f-89dff9f93541 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:19:35.424356 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-cc20bff4-e9f7-4008-a981-93b0a8453e88 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Allocated IP 2001:db8::1db (6bf39ff7-7585-4734-9cdd-19186c40a2b0/c752ba1e-9b32-44c9-a36f-c1e55ae969e2/df2307b1-40d8-479e-bc6c-bf7a4427673c) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:19:35.582895 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-031ead32-e3bd-464d-ba4d-a4eb88ce0478 req-64c864e7-d325-4bb3-b4fb-eb5e987a2337 service neutron] 10.222.0.77 "GET /v2.0/networks/5ab794d9-1bd8-4da1-bd91-e5307e2548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722004 Jul 09 16:19:35.615605 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port e349942b-85ce-4090-863f-89dff9f93541 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:19:35.656497 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb8b7a-bd09-4223-8d8b-b384be2cd5f3 req-df88eeb2-5d6d-4318-9d7a-66551c282923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:35.658116 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d6eb8b7a-bd09-4223-8d8b-b384be2cd5f3 req-df88eeb2-5d6d-4318-9d7a-66551c282923 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 1097 time: 0.2943876 Jul 09 16:19:35.738964 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d6eb8b7a-bd09-4223-8d8b-b384be2cd5f3 req-64788f17-cc48-49a2-9a80-905aff844f65 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723593 Jul 09 16:19:35.755762 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-031ead32-e3bd-464d-ba4d-a4eb88ce0478 req-01a12ca1-e25f-432c-a9a7-b41490ba4f8a service neutron] 10.222.0.77 "GET /v2.0/networks/5ab794d9-1bd8-4da1-bd91-e5307e2548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641796 Jul 09 16:19:35.756794 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148775b3-3a50-43ef-a4c8-7b6bac149fe5 req-dba47de2-6a67-4780-a64e-4acb83dd9d2b tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:35.758545 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-148775b3-3a50-43ef-a4c8-7b6bac149fe5 req-dba47de2-6a67-4780-a64e-4acb83dd9d2b tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2581c1c-b606-46c5-ad86-6f6879be53d7 HTTP/1.1" status: 200 len: 945 time: 0.2893333 Jul 09 16:19:35.769509 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc20bff4-e9f7-4008-a981-93b0a8453e88 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:35.797978 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-cc20bff4-e9f7-4008-a981-93b0a8453e88 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Transition to ACTIVE for port object df2307b1-40d8-479e-bc6c-bf7a4427673c will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:19:35.827507 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-148775b3-3a50-43ef-a4c8-7b6bac149fe5 req-32bea878-c901-42ad-9056-6b5fce8f1cb6 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599754 Jul 09 16:19:35.876265 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc20bff4-e9f7-4008-a981-93b0a8453e88 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:35.940713 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc20bff4-e9f7-4008-a981-93b0a8453e88 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Network 6bf39ff7-7585-4734-9cdd-19186c40a2b0 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:19:35.940806 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493bf4ab-c862-4487-8da2-882c026ec62b req-d76c1968-f6cb-4770-b3cd-788b5cc5355e tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:35.945734 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-cc20bff4-e9f7-4008-a981-93b0a8453e88 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:19:35.950650 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc20bff4-e9f7-4008-a981-93b0a8453e88 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:19:35.954054 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-493bf4ab-c862-4487-8da2-882c026ec62b req-d76c1968-f6cb-4770-b3cd-788b5cc5355e tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.1150095 Jul 09 16:19:35.958057 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc20bff4-e9f7-4008-a981-93b0a8453e88 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:35.959079 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc20bff4-e9f7-4008-a981-93b0a8453e88 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:35.971387 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc20bff4-e9f7-4008-a981-93b0a8453e88 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Pushing event updated for resources: {'Port': ['ID=df2307b1-40d8-479e-bc6c-bf7a4427673c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:35.983550 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-cc20bff4-e9f7-4008-a981-93b0a8453e88 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.2615142 Jul 09 16:19:35.987499 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60906) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:19:35.990622 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee84ebb-3d00-4a29-90dc-5ca118f145cf None None] Network 6bf39ff7-7585-4734-9cdd-19186c40a2b0 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:19:36.017304 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-493bf4ab-c862-4487-8da2-882c026ec62b req-fb9e21c2-19e8-44a5-9d69-6c74f923acce tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619671 Jul 09 16:19:36.065780 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ccefec85-510f-4055-a3b9-f7c981e27ccb None None] Provisioning for port e349942b-85ce-4090-863f-89dff9f93541 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:19:36.071651 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ccefec85-510f-4055-a3b9-f7c981e27ccb None None] Provisioning complete for port e349942b-85ce-4090-863f-89dff9f93541 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:19:36.072280 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ccefec85-510f-4055-a3b9-f7c981e27ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:36.087292 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b07827cb-1cf6-4c2c-b35c-90ed43059d22 req-2e9fb868-0c6d-4bdf-8631-cba7329921d7 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=aaaedc44-53c3-4529-9d0f-8de96446e323 HTTP/1.1" status: 200 len: 210 time: 0.0495746 Jul 09 16:19:36.153747 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device cd3030bb-36dc-419b-aaab-38e7dd4e5bc6 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:19:36.158519 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797d9bd0-72d0-4f43-a6a1-67cce766230a tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:36.165234 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797d9bd0-72d0-4f43-a6a1-67cce766230a tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:36.172372 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797d9bd0-72d0-4f43-a6a1-67cce766230a tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:36.177455 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-797d9bd0-72d0-4f43-a6a1-67cce766230a tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.1852860 Jul 09 16:19:36.177879 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 60910) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:19:36.300128 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ccefec85-510f-4055-a3b9-f7c981e27ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:36.348019 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-fb2f1962-33fb-44e8-b398-fdd5348124f3 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Deleting port df2307b1-40d8-479e-bc6c-bf7a4427673c {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:19:36.348849 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fb2f1962-33fb-44e8-b398-fdd5348124f3 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:36.372968 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-ccefec85-510f-4055-a3b9-f7c981e27ccb None None] For port e349942b-85ce-4090-863f-89dff9f93541, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=e349942b-85ce-4090-863f-89dff9f93541,segment=NetworkSegment(f3a60a18-6c76-46e6-a908-1bf954526b7a),segment_id=f3a60a18-6c76-46e6-a908-1bf954526b7a)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:19:36.381163 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd4ab66-d4cf-4a31-88ab-b9a013d007bd req-65e7ce08-1ed9-4fc4-b88f-8541f933b8c2 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:36.382840 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ccefec85-510f-4055-a3b9-f7c981e27ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:36.382992 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4dd4ab66-d4cf-4a31-88ab-b9a013d007bd req-65e7ce08-1ed9-4fc4-b88f-8541f933b8c2 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/ports?device_id=fd3ff970-2934-42f8-8a23-3ad0ebdc9b9f HTTP/1.1" status: 200 len: 944 time: 0.1225095 Jul 09 16:19:36.391030 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port cd3030bb-36dc-419b-aaab-38e7dd4e5bc6, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=cd3030bb-36dc-419b-aaab-38e7dd4e5bc6,segment=NetworkSegment(6a5dd1a7-6f0b-4217-a4d6-7d35a843600f),segment_id=6a5dd1a7-6f0b-4217-a4d6-7d35a843600f)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:19:36.430938 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': 'cd3030bb-36dc-419b-aaab-38e7dd4e5bc6', 'network_id': '107905d0-c615-4e8b-9b1d-9c2589d2ef47', 'port_id': 'cd3030bb-36dc-419b-aaab-38e7dd4e5bc6', 'mac_address': 'fa:16:3e:65:0b:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6398ae78-ab25-4396-a51f-802464200a58', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:19:36.469108 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c9096-bf73-4574-b395-5934cb538541 req-8a750544-42af-448f-a845-101fc3033ad5 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:36.479202 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1c0c9096-bf73-4574-b395-5934cb538541 req-8a750544-42af-448f-a845-101fc3033ad5 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=97e229fb-ac7a-435e-8c3d-665c7efeec0d HTTP/1.1" status: 200 len: 943 time: 0.1122429 Jul 09 16:19:36.504825 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fb2f1962-33fb-44e8-b398-fdd5348124f3 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:36.525526 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-fb2f1962-33fb-44e8-b398-fdd5348124f3 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Calling delete_port for df2307b1-40d8-479e-bc6c-bf7a4427673c owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:19:36.608831 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaaedc44-53c3-4529-9d0f-8de96446e323', 'name': 'network-vif-deleted', 'tag': 'dce1e834-3fdd-423d-9eda-6840f859d58e'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:19:36.611357 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2688f5e-baab-4730-95d1-8711827719df" -d '{"events": [{"server_uuid": "aaaedc44-53c3-4529-9d0f-8de96446e323", "name": "network-vif-deleted", "tag": "dce1e834-3fdd-423d-9eda-6840f859d58e"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:19:36.630095 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4dd4ab66-d4cf-4a31-88ab-b9a013d007bd req-313ec5ed-d94a-49e4-bdc2-59d5a4898868 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/security-groups?id=997fe466-6d92-495c-a86c-449c8ea53922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166352 Jul 09 16:19:36.669278 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccefec85-510f-4055-a3b9-f7c981e27ccb None None] Pushing event updated for resources: {'Port': ['ID=e349942b-85ce-4090-863f-89dff9f93541,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:36.685090 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:36.705002 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd3030bb-36dc-419b-aaab-38e7dd4e5bc6 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:19:36.722243 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fb2f1962-33fb-44e8-b398-fdd5348124f3 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:36.735820 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port cd3030bb-36dc-419b-aaab-38e7dd4e5bc6, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=cd3030bb-36dc-419b-aaab-38e7dd4e5bc6,segment=NetworkSegment(6a5dd1a7-6f0b-4217-a4d6-7d35a843600f),segment_id=6a5dd1a7-6f0b-4217-a4d6-7d35a843600f)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:19:36.743536 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:36.759643 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2f1962-33fb-44e8-b398-fdd5348124f3 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Pushing event deleted for resources: {'Port': ['ID=df2307b1-40d8-479e-bc6c-bf7a4427673c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:36.819056 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=cd3030bb-36dc-419b-aaab-38e7dd4e5bc6,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:36.922819 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2135dca9-eb0f-4c84-8b5c-dd2865baaf55 x-openstack-request-id: req-2135dca9-eb0f-4c84-8b5c-dd2865baaf55 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:19:36.923160 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaaedc44-53c3-4529-9d0f-8de96446e323", "name": "network-vif-deleted", "tag": "dce1e834-3fdd-423d-9eda-6840f859d58e", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:19:36.923413 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2135dca9-eb0f-4c84-8b5c-dd2865baaf55 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:19:36.923855 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaaedc44-53c3-4529-9d0f-8de96446e323', 'name': 'network-vif-deleted', 'tag': 'dce1e834-3fdd-423d-9eda-6840f859d58e', 'status': 'completed', 'code': 200} Jul 09 16:19:36.923969 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1c0c9096-bf73-4574-b395-5934cb538541 req-b5b11f4b-969e-4cfc-ab29-35e6e3dff37a tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4438124 Jul 09 16:19:36.955141 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['cd3030bb-36dc-419b-aaab-38e7dd4e5bc6'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:19:36.969622 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fb2f1962-33fb-44e8-b398-fdd5348124f3 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:36.972155 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-fb2f1962-33fb-44e8-b398-fdd5348124f3 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] 10.222.0.98 "DELETE /v2.0/ports/df2307b1-40d8-479e-bc6c-bf7a4427673c HTTP/1.1" status: 204 len: 168 time: 0.7932529 Jul 09 16:19:36.975419 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60922) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:19:37.021405 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-44fa605a-c004-4c20-b9ec-2feb72eb2375 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] GET failed (client error): The resource could not be found. Jul 09 16:19:37.023528 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-44fa605a-c004-4c20-b9ec-2feb72eb2375 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] 10.222.0.98 "GET /v2.0/ports/df2307b1-40d8-479e-bc6c-bf7a4427673c HTTP/1.1" status: 404 len: 333 time: 0.0467315 Jul 09 16:19:37.027429 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 60924) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:19:37.039086 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-70e920e1-dbde-4e0b-8798-e264d87a7e1b tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Request body: {'port': {'network_id': '6bf39ff7-7585-4734-9cdd-19186c40a2b0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-51497006'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:19:37.114854 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-cb947ed0-8d49-4b11-9667-fc1744e29c99 None None] Could not find standard attr ID for object df2307b1-40d8-479e-bc6c-bf7a4427673c. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:19:37.137176 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-cb947ed0-8d49-4b11-9667-fc1744e29c99 None None] Provisioning for port 239cefc6-2ce3-4a56-b32f-cc4402881e7c completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:19:37.147939 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-cb947ed0-8d49-4b11-9667-fc1744e29c99 None None] Provisioning complete for port 239cefc6-2ce3-4a56-b32f-cc4402881e7c triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:19:37.149112 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cb947ed0-8d49-4b11-9667-fc1744e29c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:37.195303 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59aa0a2-1e98-4e5e-9db5-faf2c22a20d3 req-384005c7-6bcd-45ce-b6b9-c524a4e2d8c3 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:37.203328 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c59aa0a2-1e98-4e5e-9db5-faf2c22a20d3 req-384005c7-6bcd-45ce-b6b9-c524a4e2d8c3 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2581c1c-b606-46c5-ad86-6f6879be53d7 HTTP/1.1" status: 200 len: 945 time: 0.1590054 Jul 09 16:19:37.232794 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device e349942b-85ce-4090-863f-89dff9f93541 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:19:37.244833 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e920e1-dbde-4e0b-8798-e264d87a7e1b tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Made reservation on behalf of 6db89b3914ad41fa938ac8835f254871 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:19:37.249447 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-70e920e1-dbde-4e0b-8798-e264d87a7e1b tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:37.268449 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-cb947ed0-8d49-4b11-9667-fc1744e29c99 None None] Port 239cefc6-2ce3-4a56-b32f-cc4402881e7c cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:19:37.287234 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c59aa0a2-1e98-4e5e-9db5-faf2c22a20d3 req-3f442833-cd61-4166-a83e-192b87986200 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775726 Jul 09 16:19:37.287589 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-70e920e1-dbde-4e0b-8798-e264d87a7e1b tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] device_id is not set on port b34caf3e-ba4d-4b64-9ebe-628861b635f9 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:19:37.292989 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-cb947ed0-8d49-4b11-9667-fc1744e29c99 None None] Provisioning complete for port e349942b-85ce-4090-863f-89dff9f93541 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:19:37.293455 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cb947ed0-8d49-4b11-9667-fc1744e29c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:37.353978 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port e349942b-85ce-4090-863f-89dff9f93541 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:19:37.354349 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:37.455402 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db238e0-8cf1-41be-ae06-e53ec3d1374c req-444924bc-c942-4d0f-8d92-e17c61bbdec0 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:37.458942 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1db238e0-8cf1-41be-ae06-e53ec3d1374c req-444924bc-c942-4d0f-8d92-e17c61bbdec0 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.1874492 Jul 09 16:19:37.499927 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-70e920e1-dbde-4e0b-8798-e264d87a7e1b tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Allocated IP 2001:db8::25e (6bf39ff7-7585-4734-9cdd-19186c40a2b0/c752ba1e-9b32-44c9-a36f-c1e55ae969e2/b34caf3e-ba4d-4b64-9ebe-628861b635f9) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:19:37.571487 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1db238e0-8cf1-41be-ae06-e53ec3d1374c req-da3502f6-d367-4260-94b9-7e86dd922d7b tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066732 Jul 09 16:19:37.610237 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3ca58bbc-a4ec-4283-ac58-f575deae6272 None None] Provisioning complete for port 239cefc6-2ce3-4a56-b32f-cc4402881e7c triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:19:37.610718 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3ca58bbc-a4ec-4283-ac58-f575deae6272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:37.652067 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-3ca58bbc-a4ec-4283-ac58-f575deae6272 None None] Port 239cefc6-2ce3-4a56-b32f-cc4402881e7c cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:19:37.765605 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-75c20a44-2d31-4327-9baf-5835e04bc148 None None] Could not find standard attr ID for object df2307b1-40d8-479e-bc6c-bf7a4427673c. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:19:37.793431 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-70e920e1-dbde-4e0b-8798-e264d87a7e1b tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:37.820259 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-70e920e1-dbde-4e0b-8798-e264d87a7e1b tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Transition to ACTIVE for port object b34caf3e-ba4d-4b64-9ebe-628861b635f9 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:19:37.835860 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0168a67-51c5-4520-b358-0b4c4c65b662 req-23b52fb8-d2ff-4f18-898c-ad7005146658 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:37.837858 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b0168a67-51c5-4520-b358-0b4c4c65b662 req-23b52fb8-d2ff-4f18-898c-ad7005146658 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/networks?id=ce97cc22-3a2c-431c-a7c0-56837c541317 HTTP/1.1" status: 200 len: 806 time: 0.1802852 Jul 09 16:19:37.855611 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b0168a67-51c5-4520-b358-0b4c4c65b662 req-875444c9-3e6d-4c9c-9265-5d4dbeafc14c tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/quotas/e315895fcff346cb9e8f1de4a11daf77 HTTP/1.1" status: 200 len: 375 time: 0.0121078 Jul 09 16:19:37.899026 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-70e920e1-dbde-4e0b-8798-e264d87a7e1b tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:37.916704 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3ed53-9920-4729-9cf1-ebee11cd7f38 req-a8b48085-c3a9-45b8-8354-4922d0b52335 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:37.918478 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d5d3ed53-9920-4729-9cf1-ebee11cd7f38 req-a8b48085-c3a9-45b8-8354-4922d0b52335 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/ports?device_id=fd3ff970-2934-42f8-8a23-3ad0ebdc9b9f HTTP/1.1" status: 200 len: 945 time: 0.1097977 Jul 09 16:19:37.937667 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b0168a67-51c5-4520-b358-0b4c4c65b662 req-e35cb300-cfdb-4712-9e56-9941d9724919 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=e315895fcff346cb9e8f1de4a11daf77&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0756493 Jul 09 16:19:37.990147 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e920e1-dbde-4e0b-8798-e264d87a7e1b tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Network 6bf39ff7-7585-4734-9cdd-19186c40a2b0 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:19:37.997100 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e920e1-dbde-4e0b-8798-e264d87a7e1b tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Pushing event updated for resources: {'Port': ['ID=b34caf3e-ba4d-4b64-9ebe-628861b635f9,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:37.999824 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-70e920e1-dbde-4e0b-8798-e264d87a7e1b tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:19:38.003382 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e920e1-dbde-4e0b-8798-e264d87a7e1b tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:19:38.010112 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e920e1-dbde-4e0b-8798-e264d87a7e1b tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:38.010910 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-70e920e1-dbde-4e0b-8798-e264d87a7e1b tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:38.039456 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d5d3ed53-9920-4729-9cf1-ebee11cd7f38 req-99e0b0e7-00a5-4e0e-b01b-fe1cf53af1e5 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/security-groups?id=997fe466-6d92-495c-a86c-449c8ea53922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142862 Jul 09 16:19:38.043331 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-70e920e1-dbde-4e0b-8798-e264d87a7e1b tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.0138667 Jul 09 16:19:38.044750 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60952) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:19:38.055533 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-32952c3a-414c-458d-bc17-bc03a922d973 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::c9', 'mac_address': 'fa:16:3e:50:48:5e'}]}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:19:38.065607 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b0168a67-51c5-4520-b358-0b4c4c65b662 req-718b3f4a-f8ec-4f5a-ae39-23dc253b00fc service neutron] 10.222.0.98 "GET /v2.0/networks/ce97cc22-3a2c-431c-a7c0-56837c541317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181343 Jul 09 16:19:38.164577 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device cd3030bb-36dc-419b-aaab-38e7dd4e5bc6 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:19:38.240893 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port cd3030bb-36dc-419b-aaab-38e7dd4e5bc6 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:19:38.248297 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port cd3030bb-36dc-419b-aaab-38e7dd4e5bc6 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:19:38.248768 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:38.267679 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403756c-8069-4993-ac25-326cda71b042 req-2c295388-310c-428c-933c-08277cf4422f tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:38.274948 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-32952c3a-414c-458d-bc17-bc03a922d973 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:38.279783 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2403756c-8069-4993-ac25-326cda71b042 req-2c295388-310c-428c-933c-08277cf4422f tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/networks?id=7fb8e424-ddcd-465f-ad3d-2ffb770ae53b HTTP/1.1" status: 200 len: 813 time: 0.1357002 Jul 09 16:19:38.291672 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2403756c-8069-4993-ac25-326cda71b042 req-c4cfb9d2-77ad-4e18-ab81-08009e077cc2 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/quotas/5bab4a62c1284375905a7ca59f2b0a16 HTTP/1.1" status: 200 len: 375 time: 0.0106785 Jul 09 16:19:38.319933 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b0168a67-51c5-4520-b358-0b4c4c65b662 req-f7c67035-3ea5-4f3b-af63-131194389c9e service neutron] 10.222.0.98 "GET /v2.0/networks/ce97cc22-3a2c-431c-a7c0-56837c541317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328081 Jul 09 16:19:38.366559 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:38.395972 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2403756c-8069-4993-ac25-326cda71b042 req-63906914-098e-46ef-93bd-21cb63489343 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=5bab4a62c1284375905a7ca59f2b0a16&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0966091 Jul 09 16:19:38.398148 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd3ff970-2934-42f8-8a23-3ad0ebdc9b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd3030bb-36dc-419b-aaab-38e7dd4e5bc6'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:19:38.400430 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82aa2b5e-16c3-429c-816d-dcb6851a736f" -d '{"events": [{"server_uuid": "fd3ff970-2934-42f8-8a23-3ad0ebdc9b9f", "name": "network-vif-plugged", "status": "completed", "tag": "cd3030bb-36dc-419b-aaab-38e7dd4e5bc6"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:19:38.417818 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port cd3030bb-36dc-419b-aaab-38e7dd4e5bc6, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=cd3030bb-36dc-419b-aaab-38e7dd4e5bc6,segment=NetworkSegment(6a5dd1a7-6f0b-4217-a4d6-7d35a843600f),segment_id=6a5dd1a7-6f0b-4217-a4d6-7d35a843600f)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:19:38.420039 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-bb58e382-4551-4017-933e-4782c4969f4f None None] Provisioning for port b34caf3e-ba4d-4b64-9ebe-628861b635f9 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:19:38.422999 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:38.423856 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device dce1e834-3fdd-423d-9eda-6840f859d58e no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:19:38.497879 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=cd3030bb-36dc-419b-aaab-38e7dd4e5bc6,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:38.508094 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-bb58e382-4551-4017-933e-4782c4969f4f None None] Provisioning complete for port b34caf3e-ba4d-4b64-9ebe-628861b635f9 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:19:38.508503 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bb58e382-4551-4017-933e-4782c4969f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:38.545412 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: dce1e834-3fdd-423d-9eda-6840f859d58e {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:19:38.545761 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device dce1e834-3fdd-423d-9eda-6840f859d58e not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:19:38.548138 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-bb58e382-4551-4017-933e-4782c4969f4f None None] Port b34caf3e-ba4d-4b64-9ebe-628861b635f9 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:19:38.569115 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2403756c-8069-4993-ac25-326cda71b042 req-1c5c01bb-4efa-44e5-a330-3b8a2c1c396b service neutron] 10.222.0.98 "GET /v2.0/networks/7fb8e424-ddcd-465f-ad3d-2ffb770ae53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548214 Jul 09 16:19:38.608367 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-32952c3a-414c-458d-bc17-bc03a922d973 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:38.615339 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-32952c3a-414c-458d-bc17-bc03a922d973 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:38.665664 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-32952c3a-414c-458d-bc17-bc03a922d973 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] In _notify_port_updated(), no bound segment for port b34caf3e-ba4d-4b64-9ebe-628861b635f9 on network 6bf39ff7-7585-4734-9cdd-19186c40a2b0 {{(pid=93959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 16:19:38.671052 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2403756c-8069-4993-ac25-326cda71b042 req-932ed8e9-8d91-4f84-8eec-28ac05592547 service neutron] 10.222.0.98 "GET /v2.0/networks/7fb8e424-ddcd-465f-ad3d-2ffb770ae53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961003 Jul 09 16:19:38.671552 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32952c3a-414c-458d-bc17-bc03a922d973 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:38.672211 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-32952c3a-414c-458d-bc17-bc03a922d973 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:38.678224 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-32952c3a-414c-458d-bc17-bc03a922d973 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] 10.222.0.98 "PUT /v2.0/ports/b34caf3e-ba4d-4b64-9ebe-628861b635f9 HTTP/1.1" status: 200 len: 1000 time: 0.6321237 Jul 09 16:19:38.680794 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 60974) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:19:38.702494 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32952c3a-414c-458d-bc17-bc03a922d973 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Pushing event updated for resources: {'Port': ['ID=b34caf3e-ba4d-4b64-9ebe-628861b635f9,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:38.807694 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-a1363f48-3a18-4b0d-91a9-3d1d577f5d7c tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Deleting port b34caf3e-ba4d-4b64-9ebe-628861b635f9 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:19:38.808078 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a1363f48-3a18-4b0d-91a9-3d1d577f5d7c tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:38.822183 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048500a4-9f3f-4f3a-b6e5-d94505c484b1 req-2d0992c7-b5f7-4977-b0ed-a5637c291110 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:38.823881 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-048500a4-9f3f-4f3a-b6e5-d94505c484b1 req-2d0992c7-b5f7-4977-b0ed-a5637c291110 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=97e229fb-ac7a-435e-8c3d-665c7efeec0d HTTP/1.1" status: 200 len: 943 time: 0.0901306 Jul 09 16:19:38.919603 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-048500a4-9f3f-4f3a-b6e5-d94505c484b1 req-b6dd454a-80ea-4cf4-b305-356dbd49a536 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886788 Jul 09 16:19:38.984244 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a1363f48-3a18-4b0d-91a9-3d1d577f5d7c tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:39.015445 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-a1363f48-3a18-4b0d-91a9-3d1d577f5d7c tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Calling delete_port for b34caf3e-ba4d-4b64-9ebe-628861b635f9 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:19:39.080412 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9b65b576-ad34-47fe-b8ce-e8b397ea0971 None None] Provisioning complete for port b34caf3e-ba4d-4b64-9ebe-628861b635f9 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:19:39.080975 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9b65b576-ad34-47fe-b8ce-e8b397ea0971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:39.166988 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9b65b576-ad34-47fe-b8ce-e8b397ea0971 None None] Port b34caf3e-ba4d-4b64-9ebe-628861b635f9 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:19:39.176737 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243fe840-88fa-4113-abd9-ad58ab8e4c1b x-openstack-request-id: req-243fe840-88fa-4113-abd9-ad58ab8e4c1b {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:19:39.177530 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd3ff970-2934-42f8-8a23-3ad0ebdc9b9f", "name": "network-vif-plugged", "status": "completed", "tag": "cd3030bb-36dc-419b-aaab-38e7dd4e5bc6", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:19:39.179535 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-243fe840-88fa-4113-abd9-ad58ab8e4c1b {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:19:39.180654 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd3ff970-2934-42f8-8a23-3ad0ebdc9b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd3030bb-36dc-419b-aaab-38e7dd4e5bc6', 'code': 200} Jul 09 16:19:39.272802 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae38c3f-7867-4744-9ff0-2095b6d90cb3 req-d74dd723-8691-4678-8a75-ea9204df1582 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:39.274187 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a1363f48-3a18-4b0d-91a9-3d1d577f5d7c tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:39.274567 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fae38c3f-7867-4744-9ff0-2095b6d90cb3 req-d74dd723-8691-4678-8a75-ea9204df1582 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2581c1c-b606-46c5-ad86-6f6879be53d7 HTTP/1.1" status: 200 len: 945 time: 0.1633897 Jul 09 16:19:39.321192 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1363f48-3a18-4b0d-91a9-3d1d577f5d7c tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Pushing event deleted for resources: {'Port': ['ID=b34caf3e-ba4d-4b64-9ebe-628861b635f9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:39.338866 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fae38c3f-7867-4744-9ff0-2095b6d90cb3 req-e9e414ef-97e2-4d52-88ed-00c6eef8f443 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553238 Jul 09 16:19:39.395435 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c5830f5e-6435-4298-8edd-981a26dee54f req-4d29e45c-74ca-4d0d-9696-cb9d23850389 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=13f47310-2757-4e55-a383-60056a18fc3f HTTP/1.1" status: 200 len: 210 time: 0.0749998 Jul 09 16:19:39.424039 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-382a349a-8b5a-4491-9b53-5dbb01223099 req-76ce4a3c-8176-4aff-bf95-b0fef545399f tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=41620b65-0ad6-4c94-b3a5-7b791f9710e1 HTTP/1.1" status: 200 len: 210 time: 0.0426784 Jul 09 16:19:39.527308 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a1363f48-3a18-4b0d-91a9-3d1d577f5d7c tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:39.532146 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a1363f48-3a18-4b0d-91a9-3d1d577f5d7c tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] 10.222.0.98 "DELETE /v2.0/ports/b34caf3e-ba4d-4b64-9ebe-628861b635f9 HTTP/1.1" status: 204 len: 168 time: 0.8502653 Jul 09 16:19:39.532405 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60992) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:19:39.558604 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6d160-6b82-44c5-b94e-395faa20bb16 req-edc9071d-d95a-4b58-8c39-0d272582e143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:39.560146 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ffd6d160-6b82-44c5-b94e-395faa20bb16 req-edc9071d-d95a-4b58-8c39-0d272582e143 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=fd3ff970-2934-42f8-8a23-3ad0ebdc9b9f HTTP/1.1" status: 200 len: 1097 time: 0.2810028 Jul 09 16:19:39.585618 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-18db0be4-e9b8-4189-9ceb-929ffe8aaa60 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] GET failed (client error): The resource could not be found. Jul 09 16:19:39.592244 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-18db0be4-e9b8-4189-9ceb-929ffe8aaa60 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] 10.222.0.98 "GET /v2.0/ports/b34caf3e-ba4d-4b64-9ebe-628861b635f9 HTTP/1.1" status: 404 len: 333 time: 0.0540340 Jul 09 16:19:39.592651 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60994) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:19:39.597957 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-9096f633-7f0a-439d-a6fa-5b094a00257a tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Request body: {'port': {'network_id': '6bf39ff7-7585-4734-9cdd-19186c40a2b0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-307250589'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:19:39.606136 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ffd6d160-6b82-44c5-b94e-395faa20bb16 req-ad065d1b-ee60-47bc-a750-5b05e40d6e4f service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=997fe466-6d92-495c-a86c-449c8ea53922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364671 Jul 09 16:19:39.711245 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3dda77-4e60-453b-b569-50ccabfb4813 req-e7a6b10c-039a-4f2d-bbfc-4b3425ac9326 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:39.712916 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6f3dda77-4e60-453b-b569-50ccabfb4813 req-e7a6b10c-039a-4f2d-bbfc-4b3425ac9326 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/ports?device_id=fd3ff970-2934-42f8-8a23-3ad0ebdc9b9f HTTP/1.1" status: 200 len: 946 time: 0.1059072 Jul 09 16:19:39.752528 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6f3dda77-4e60-453b-b569-50ccabfb4813 req-f365d111-ffc2-4503-b457-0ec12f01a8a6 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/security-groups?id=997fe466-6d92-495c-a86c-449c8ea53922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337651 Jul 09 16:19:39.767620 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9096f633-7f0a-439d-a6fa-5b094a00257a tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Made reservation on behalf of 6db89b3914ad41fa938ac8835f254871 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:19:39.771217 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9096f633-7f0a-439d-a6fa-5b094a00257a tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:39.788736 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-9096f633-7f0a-439d-a6fa-5b094a00257a tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] device_id is not set on port f75b367e-0c1f-4efa-b6a9-2d348a7fb2f6 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:19:39.907130 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-9096f633-7f0a-439d-a6fa-5b094a00257a tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Allocated IP 2001:db8::41 (6bf39ff7-7585-4734-9cdd-19186c40a2b0/c752ba1e-9b32-44c9-a36f-c1e55ae969e2/f75b367e-0c1f-4efa-b6a9-2d348a7fb2f6) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:19:39.939182 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:40.109703 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0168a67-51c5-4520-b358-0b4c4c65b662 req-dbd3cd74-78b0-436a-b47e-cc28211bec4d tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:40.111617 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b0168a67-51c5-4520-b358-0b4c4c65b662 req-dbd3cd74-78b0-436a-b47e-cc28211bec4d tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.77 "GET /v2.0/networks?id=ce97cc22-3a2c-431c-a7c0-56837c541317 HTTP/1.1" status: 200 len: 806 time: 0.1407747 Jul 09 16:19:40.120128 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9096f633-7f0a-439d-a6fa-5b094a00257a tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:40.125794 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-b0168a67-51c5-4520-b358-0b4c4c65b662 req-4542cbc3-a556-4368-a531-0785f7f64142 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Request body: {'port': {'device_id': '13f47310-2757-4e55-a383-60056a18fc3f', 'network_id': 'ce97cc22-3a2c-431c-a7c0-56837c541317', 'admin_state_up': True, 'tenant_id': 'e315895fcff346cb9e8f1de4a11daf77'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:19:40.136942 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-9096f633-7f0a-439d-a6fa-5b094a00257a tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Transition to ACTIVE for port object f75b367e-0c1f-4efa-b6a9-2d348a7fb2f6 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:19:40.180283 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9096f633-7f0a-439d-a6fa-5b094a00257a tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:40.228371 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9096f633-7f0a-439d-a6fa-5b094a00257a tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Network 6bf39ff7-7585-4734-9cdd-19186c40a2b0 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:19:40.237556 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-9096f633-7f0a-439d-a6fa-5b094a00257a tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:19:40.246231 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9096f633-7f0a-439d-a6fa-5b094a00257a tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:19:40.251864 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9096f633-7f0a-439d-a6fa-5b094a00257a tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:40.252514 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9096f633-7f0a-439d-a6fa-5b094a00257a tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:40.268651 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ba8a7-ff7c-4748-a1e8-82cdc73cb5ba req-a0e1f0c2-9015-4f74-a391-ee99f7a0fc4e tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:40.270664 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f77ba8a7-ff7c-4748-a1e8-82cdc73cb5ba req-a0e1f0c2-9015-4f74-a391-ee99f7a0fc4e tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=97e229fb-ac7a-435e-8c3d-665c7efeec0d HTTP/1.1" status: 200 len: 943 time: 0.2117722 Jul 09 16:19:40.272765 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0168a67-51c5-4520-b358-0b4c4c65b662 req-4542cbc3-a556-4368-a531-0785f7f64142 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Made reservation on behalf of e315895fcff346cb9e8f1de4a11daf77 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:19:40.274013 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9096f633-7f0a-439d-a6fa-5b094a00257a tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Pushing event updated for resources: {'Port': ['ID=f75b367e-0c1f-4efa-b6a9-2d348a7fb2f6,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:40.279130 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b0168a67-51c5-4520-b358-0b4c4c65b662 req-4542cbc3-a556-4368-a531-0785f7f64142 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:40.280412 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-9096f633-7f0a-439d-a6fa-5b094a00257a tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.6866055 Jul 09 16:19:40.281024 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 32770) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:19:40.290885 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-9f81999f-fd2b-4e79-bed3-b7d0c1433f80 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:50:48:5e'}]}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:19:40.453138 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f77ba8a7-ff7c-4748-a1e8-82cdc73cb5ba req-decf4012-093d-41d5-8429-9eaf8d5826c1 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581748 Jul 09 16:19:40.572733 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-b0168a67-51c5-4520-b358-0b4c4c65b662 req-4542cbc3-a556-4368-a531-0785f7f64142 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Allocated IP 172.20.0.6 (ce97cc22-3a2c-431c-a7c0-56837c541317/87031510-fde3-40ce-a568-4132b7a3476d/814d655f-64e5-4578-ae10-b9452557e95c) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:19:40.590290 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9f81999f-fd2b-4e79-bed3-b7d0c1433f80 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:40.619671 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1d45707f-0960-4aff-be89-593d2f20a1dd None None] Provisioning for port f75b367e-0c1f-4efa-b6a9-2d348a7fb2f6 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:19:40.625205 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1d45707f-0960-4aff-be89-593d2f20a1dd None None] Provisioning complete for port f75b367e-0c1f-4efa-b6a9-2d348a7fb2f6 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:19:40.625575 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1d45707f-0960-4aff-be89-593d2f20a1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:40.655382 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ee400681-2821-4147-843e-ea8ecfee66fe req-80ef4bf9-9b27-41fe-ac08-649d857fe2bd tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=13f47310-2757-4e55-a383-60056a18fc3f HTTP/1.1" status: 200 len: 210 time: 0.0342453 Jul 09 16:19:40.694527 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-1d45707f-0960-4aff-be89-593d2f20a1dd None None] Port f75b367e-0c1f-4efa-b6a9-2d348a7fb2f6 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:19:40.844938 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d317483f-0cee-44e7-a61e-457a44b58da6 req-982945d9-c0c3-4574-9fbf-63349b5fd6e7 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=41620b65-0ad6-4c94-b3a5-7b791f9710e1 HTTP/1.1" status: 200 len: 210 time: 0.0391052 Jul 09 16:19:40.936868 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9f81999f-fd2b-4e79-bed3-b7d0c1433f80 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:40.945352 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9f81999f-fd2b-4e79-bed3-b7d0c1433f80 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:40.982876 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-9f81999f-fd2b-4e79-bed3-b7d0c1433f80 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] In _notify_port_updated(), no bound segment for port f75b367e-0c1f-4efa-b6a9-2d348a7fb2f6 on network 6bf39ff7-7585-4734-9cdd-19186c40a2b0 {{(pid=93959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 16:19:40.989005 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f81999f-fd2b-4e79-bed3-b7d0c1433f80 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:40.989777 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9f81999f-fd2b-4e79-bed3-b7d0c1433f80 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:40.994636 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-9f81999f-fd2b-4e79-bed3-b7d0c1433f80 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] 10.222.0.98 "PUT /v2.0/ports/f75b367e-0c1f-4efa-b6a9-2d348a7fb2f6 HTTP/1.1" status: 200 len: 1001 time: 0.7095559 Jul 09 16:19:40.995781 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 32782) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:19:41.049852 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f81999f-fd2b-4e79-bed3-b7d0c1433f80 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Pushing event updated for resources: {'Port': ['ID=f75b367e-0c1f-4efa-b6a9-2d348a7fb2f6,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:41.099499 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf799ef9-a28f-4b1f-b2bd-836bcd1fc3f8 req-0bb68efa-9b65-4aa4-b374-ce02be7526ab tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:41.106954 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bf799ef9-a28f-4b1f-b2bd-836bcd1fc3f8 req-0bb68efa-9b65-4aa4-b374-ce02be7526ab tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2581c1c-b606-46c5-ad86-6f6879be53d7 HTTP/1.1" status: 200 len: 945 time: 0.6010838 Jul 09 16:19:41.195438 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-23c28655-bbbc-4315-b393-37324d5fec32 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Deleting port f75b367e-0c1f-4efa-b6a9-2d348a7fb2f6 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:19:41.195785 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-23c28655-bbbc-4315-b393-37324d5fec32 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:41.230227 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bf799ef9-a28f-4b1f-b2bd-836bcd1fc3f8 req-ee9def50-50e9-4ed2-bdb4-2590ffc4a636 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222634 Jul 09 16:19:41.266307 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680d2ab-1976-4d1b-9ab8-9f6ccaf534f4 req-fc424d08-563e-410a-b890-610c6d776f0e tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:41.267938 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7680d2ab-1976-4d1b-9ab8-9f6ccaf534f4 req-fc424d08-563e-410a-b890-610c6d776f0e tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/ports?device_id=fd3ff970-2934-42f8-8a23-3ad0ebdc9b9f HTTP/1.1" status: 200 len: 946 time: 0.1489244 Jul 09 16:19:41.281179 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403756c-8069-4993-ac25-326cda71b042 req-d5d1627d-b7ef-4f7d-8c47-fdbfce68643c tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:41.283151 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2403756c-8069-4993-ac25-326cda71b042 req-d5d1627d-b7ef-4f7d-8c47-fdbfce68643c tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.77 "GET /v2.0/networks?id=7fb8e424-ddcd-465f-ad3d-2ffb770ae53b HTTP/1.1" status: 200 len: 813 time: 0.6728253 Jul 09 16:19:41.298458 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-2403756c-8069-4993-ac25-326cda71b042 req-03f424cf-324b-4c79-84cf-875a12816456 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Request body: {'port': {'device_id': '41620b65-0ad6-4c94-b3a5-7b791f9710e1', 'network_id': '7fb8e424-ddcd-465f-ad3d-2ffb770ae53b', 'admin_state_up': True, 'tenant_id': '5bab4a62c1284375905a7ca59f2b0a16'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:19:41.339442 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-23c28655-bbbc-4315-b393-37324d5fec32 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:41.340707 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-129e11cf-20b7-4f1b-8833-b13d990812f6 None None] Provisioning complete for port f75b367e-0c1f-4efa-b6a9-2d348a7fb2f6 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:19:41.341195 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-129e11cf-20b7-4f1b-8833-b13d990812f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:41.351566 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7680d2ab-1976-4d1b-9ab8-9f6ccaf534f4 req-7deb0f75-68a2-4573-8baa-17e6ed586cda tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/security-groups?id=997fe466-6d92-495c-a86c-449c8ea53922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775480 Jul 09 16:19:41.358159 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-23c28655-bbbc-4315-b393-37324d5fec32 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Calling delete_port for f75b367e-0c1f-4efa-b6a9-2d348a7fb2f6 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:19:41.388774 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-129e11cf-20b7-4f1b-8833-b13d990812f6 None None] Port f75b367e-0c1f-4efa-b6a9-2d348a7fb2f6 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:19:41.404475 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b0168a67-51c5-4520-b358-0b4c4c65b662 req-4542cbc3-a556-4368-a531-0785f7f64142 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:41.524269 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b0168a67-51c5-4520-b358-0b4c4c65b662 req-4542cbc3-a556-4368-a531-0785f7f64142 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:41.537233 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['f8ff3a60-d462-40e9-acb7-798df2b5cc97'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:19:41.556114 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2403756c-8069-4993-ac25-326cda71b042 req-03f424cf-324b-4c79-84cf-875a12816456 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Made reservation on behalf of 5bab4a62c1284375905a7ca59f2b0a16 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:19:41.559716 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2403756c-8069-4993-ac25-326cda71b042 req-03f424cf-324b-4c79-84cf-875a12816456 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:41.606263 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0168a67-51c5-4520-b358-0b4c4c65b662 req-4542cbc3-a556-4368-a531-0785f7f64142 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Network ce97cc22-3a2c-431c-a7c0-56837c541317 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:19:41.612169 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4542cbc3-a556-4368-a531-0785f7f64142 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Pushing event updated for resources: {'Port': ['ID=814d655f-64e5-4578-ae10-b9452557e95c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:41.617446 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-b0168a67-51c5-4520-b358-0b4c4c65b662 req-4542cbc3-a556-4368-a531-0785f7f64142 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:19:41.618860 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-23c28655-bbbc-4315-b393-37324d5fec32 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:41.626449 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0168a67-51c5-4520-b358-0b4c4c65b662 req-4542cbc3-a556-4368-a531-0785f7f64142 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:19:41.668532 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c28655-bbbc-4315-b393-37324d5fec32 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Pushing event deleted for resources: {'Port': ['ID=f75b367e-0c1f-4efa-b6a9-2d348a7fb2f6,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:41.706016 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-23c28655-bbbc-4315-b393-37324d5fec32 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:41.710851 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-23c28655-bbbc-4315-b393-37324d5fec32 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] 10.222.0.98 "DELETE /v2.0/ports/f75b367e-0c1f-4efa-b6a9-2d348a7fb2f6 HTTP/1.1" status: 204 len: 168 time: 0.7113032 Jul 09 16:19:41.719385 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a2365-ca1d-47a5-bc3c-45d5f97c37ec req-6e5d56a2-21d8-4c1d-b262-ca26fdc23b97 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:41.724106 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 32792) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:19:41.726893 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-240a2365-ca1d-47a5-bc3c-45d5f97c37ec req-6e5d56a2-21d8-4c1d-b262-ca26fdc23b97 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/ports?device_id=228662c2-0595-4d0e-836f-c3a2a5a9f46c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2363675 Jul 09 16:19:41.788145 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-36d30278-edfc-4c26-8cbc-3d6255224033 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] GET failed (client error): The resource could not be found. Jul 09 16:19:41.789849 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-36d30278-edfc-4c26-8cbc-3d6255224033 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] 10.222.0.98 "GET /v2.0/ports/f75b367e-0c1f-4efa-b6a9-2d348a7fb2f6 HTTP/1.1" status: 404 len: 333 time: 0.0643635 Jul 09 16:19:41.799868 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 32794) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:19:41.809955 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-deda7e3b-66f8-4043-b360-466213a73f5a tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Request body: {'port': {'network_id': '6bf39ff7-7585-4734-9cdd-19186c40a2b0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-827241905'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:19:41.829761 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-240a2365-ca1d-47a5-bc3c-45d5f97c37ec req-d00a82fa-4818-48a2-8760-368f98573ac7 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.0.21 HTTP/1.1" status: 200 len: 695 time: 0.1019304 Jul 09 16:19:41.846364 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0168a67-51c5-4520-b358-0b4c4c65b662 req-4542cbc3-a556-4368-a531-0785f7f64142 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:41.847969 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-240a2365-ca1d-47a5-bc3c-45d5f97c37ec req-5bcbb075-07f5-46d6-b657-fbbc7d8a724d tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Request body: {'floatingip': {'port_id': '87eb6069-d489-44e3-98e3-5f50de6fd798', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:19:41.852328 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b0168a67-51c5-4520-b358-0b4c4c65b662 req-4542cbc3-a556-4368-a531-0785f7f64142 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:41.933199 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-240a2365-ca1d-47a5-bc3c-45d5f97c37ec req-5bcbb075-07f5-46d6-b657-fbbc7d8a724d tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Notify callbacks [] for floatingip, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:41.974879 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b0168a67-51c5-4520-b358-0b4c4c65b662 req-4542cbc3-a556-4368-a531-0785f7f64142 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8534293 Jul 09 16:19:41.999239 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-b0168a67-51c5-4520-b358-0b4c4c65b662 req-1074431c-0a4c-4e2d-a2eb-e653ad71b771 service neutron] Request body: {'port': {'device_id': '13f47310-2757-4e55-a383-60056a18fc3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:19:42.042066 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-2403756c-8069-4993-ac25-326cda71b042 req-03f424cf-324b-4c79-84cf-875a12816456 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Allocated IP 172.20.0.4 (7fb8e424-ddcd-465f-ad3d-2ffb770ae53b/1658d367-2406-4d61-8a06-65bf719b3ab3/d53afd75-677a-4f1e-9eb8-d9503385c6cd) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:19:42.069196 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb126781-0aff-4eb0-a6ff-9d52523bcd8c req-e58c9b9a-8225-4da7-94ba-e93e7dcd0213 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:42.071035 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cb126781-0aff-4eb0-a6ff-9d52523bcd8c req-e58c9b9a-8225-4da7-94ba-e93e7dcd0213 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=97e229fb-ac7a-435e-8c3d-665c7efeec0d HTTP/1.1" status: 200 len: 943 time: 0.3913920 Jul 09 16:19:42.164260 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 52daa4a5-62a4-455b-8bb2-c1157c7d930f details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:19:42.268401 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cb126781-0aff-4eb0-a6ff-9d52523bcd8c req-897903ea-05a9-4663-b604-173fef52a5c9 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704075 Jul 09 16:19:42.320709 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deda7e3b-66f8-4043-b360-466213a73f5a tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Made reservation on behalf of 6db89b3914ad41fa938ac8835f254871 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:19:42.326789 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-deda7e3b-66f8-4043-b360-466213a73f5a tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:42.329338 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b0168a67-51c5-4520-b358-0b4c4c65b662 req-1074431c-0a4c-4e2d-a2eb-e653ad71b771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:42.356192 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 52daa4a5-62a4-455b-8bb2-c1157c7d930f, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=52daa4a5-62a4-455b-8bb2-c1157c7d930f,segment=NetworkSegment(b3327873-1adb-4566-ad72-2213b9292320),segment_id=b3327873-1adb-4566-ad72-2213b9292320)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:19:42.390824 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '52daa4a5-62a4-455b-8bb2-c1157c7d930f', 'network_id': '5ab794d9-1bd8-4da1-bd91-e5307e2548b2', 'port_id': '52daa4a5-62a4-455b-8bb2-c1157c7d930f', 'mac_address': 'fa:16:3e:8d:56:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5288f2c0-4157-42ca-b91f-37115e42c839', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:19:42.394124 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-deda7e3b-66f8-4043-b360-466213a73f5a tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] device_id is not set on port 2d891cac-3f2f-4995-ae34-5aff85768063 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:19:42.451519 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:42.472408 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52daa4a5-62a4-455b-8bb2-c1157c7d930f {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:19:42.507830 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2403756c-8069-4993-ac25-326cda71b042 req-03f424cf-324b-4c79-84cf-875a12816456 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:42.515778 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 52daa4a5-62a4-455b-8bb2-c1157c7d930f, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=52daa4a5-62a4-455b-8bb2-c1157c7d930f,segment=NetworkSegment(b3327873-1adb-4566-ad72-2213b9292320),segment_id=b3327873-1adb-4566-ad72-2213b9292320)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:19:42.522420 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:42.596636 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=52daa4a5-62a4-455b-8bb2-c1157c7d930f,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:42.751629 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['52daa4a5-62a4-455b-8bb2-c1157c7d930f'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:19:42.778664 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff831f88-adfb-4dcd-87e5-c5c8b60e13ac req-72cbb99a-2d8c-4abb-807c-87828ede24b4 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:42.786543 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ff831f88-adfb-4dcd-87e5-c5c8b60e13ac req-72cbb99a-2d8c-4abb-807c-87828ede24b4 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=13f47310-2757-4e55-a383-60056a18fc3f HTTP/1.1" status: 200 len: 931 time: 0.3838503 Jul 09 16:19:42.840232 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2403756c-8069-4993-ac25-326cda71b042 req-03f424cf-324b-4c79-84cf-875a12816456 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:42.842686 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-deda7e3b-66f8-4043-b360-466213a73f5a tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Allocated IP 2001:db8::f6 (6bf39ff7-7585-4734-9cdd-19186c40a2b0/c752ba1e-9b32-44c9-a36f-c1e55ae969e2/2d891cac-3f2f-4995-ae34-5aff85768063) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:19:42.952761 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ff831f88-adfb-4dcd-87e5-c5c8b60e13ac req-30092949-4707-428f-8243-c0cdf41ca676 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647429 Jul 09 16:19:42.976074 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2403756c-8069-4993-ac25-326cda71b042 req-03f424cf-324b-4c79-84cf-875a12816456 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Network 7fb8e424-ddcd-465f-ad3d-2ffb770ae53b is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:19:42.993748 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-2403756c-8069-4993-ac25-326cda71b042 req-03f424cf-324b-4c79-84cf-875a12816456 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:19:43.011947 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-2403756c-8069-4993-ac25-326cda71b042 req-03f424cf-324b-4c79-84cf-875a12816456 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:19:43.024450 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f424cf-324b-4c79-84cf-875a12816456 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Pushing event updated for resources: {'Port': ['ID=d53afd75-677a-4f1e-9eb8-d9503385c6cd,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:43.054207 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-240a2365-ca1d-47a5-bc3c-45d5f97c37ec req-5bcbb075-07f5-46d6-b657-fbbc7d8a724d tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:43.061420 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-240a2365-ca1d-47a5-bc3c-45d5f97c37ec req-5bcbb075-07f5-46d6-b657-fbbc7d8a724d tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:43.181144 n-d-798930-3 neutron-server[93959]: INFO neutron.db.l3_db [req-240a2365-ca1d-47a5-bc3c-45d5f97c37ec req-5bcbb075-07f5-46d6-b657-fbbc7d8a724d tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Floating IP f8c4b7f9-32e6-4bc3-bfc7-16d7ac390be3 associated. External IP: 172.25.0.21, port: 87eb6069-d489-44e3-98e3-5f50de6fd798. Jul 09 16:19:43.195314 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403756c-8069-4993-ac25-326cda71b042 req-03f424cf-324b-4c79-84cf-875a12816456 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:43.195870 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2403756c-8069-4993-ac25-326cda71b042 req-03f424cf-324b-4c79-84cf-875a12816456 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:43.263579 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2403756c-8069-4993-ac25-326cda71b042 req-03f424cf-324b-4c79-84cf-875a12816456 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9700582 Jul 09 16:19:43.286865 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-2403756c-8069-4993-ac25-326cda71b042 req-2c36fc6d-94b4-4428-9335-5eb245969a9a service neutron] Request body: {'port': {'device_id': '41620b65-0ad6-4c94-b3a5-7b791f9710e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:19:43.332382 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-b0168a67-51c5-4520-b358-0b4c4c65b662 req-1074431c-0a4c-4e2d-a2eb-e653ad71b771 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 814d655f-64e5-4578-ae10-b9452557e95c {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:19:43.346390 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-deda7e3b-66f8-4043-b360-466213a73f5a tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:43.349480 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b0168a67-51c5-4520-b358-0b4c4c65b662 req-1074431c-0a4c-4e2d-a2eb-e653ad71b771 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:43.360403 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['e2cfd0d6-9109-4235-ab69-a9ac10ebf765'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:19:43.392873 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-b0168a67-51c5-4520-b358-0b4c4c65b662 req-1074431c-0a4c-4e2d-a2eb-e653ad71b771 service neutron] Transition to ACTIVE for port object 814d655f-64e5-4578-ae10-b9452557e95c will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:19:43.395413 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-deda7e3b-66f8-4043-b360-466213a73f5a tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Transition to ACTIVE for port object 2d891cac-3f2f-4995-ae34-5aff85768063 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:19:43.398551 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-240a2365-ca1d-47a5-bc3c-45d5f97c37ec req-5bcbb075-07f5-46d6-b657-fbbc7d8a724d tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Router 84e9a7cb-b30e-4eea-b44b-094622301e47 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:19:43.406774 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b43ef-b401-4994-b19c-7c3f3a874d01 req-cd315adb-b9a3-4e1c-9198-e01e1c253e2d tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:43.408347 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-933b43ef-b401-4994-b19c-7c3f3a874d01 req-cd315adb-b9a3-4e1c-9198-e01e1c253e2d tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=41620b65-0ad6-4c94-b3a5-7b791f9710e1 HTTP/1.1" status: 200 len: 931 time: 0.3068559 Jul 09 16:19:43.435766 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b0168a67-51c5-4520-b358-0b4c4c65b662 req-1074431c-0a4c-4e2d-a2eb-e653ad71b771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:43.519620 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-240a2365-ca1d-47a5-bc3c-45d5f97c37ec req-5bcbb075-07f5-46d6-b657-fbbc7d8a724d tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:19:43.528198 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-240a2365-ca1d-47a5-bc3c-45d5f97c37ec req-5bcbb075-07f5-46d6-b657-fbbc7d8a724d tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:43.533806 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2403756c-8069-4993-ac25-326cda71b042 req-2c36fc6d-94b4-4428-9335-5eb245969a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:43.536673 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecccf822-6de7-47e1-a697-bb6d7b2615c1 None None] Sync routers for ids ['84e9a7cb-b30e-4eea-b44b-094622301e47'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:19:43.549209 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecccf822-6de7-47e1-a697-bb6d7b2615c1 None None] Routers {'84e9a7cb-b30e-4eea-b44b-094622301e47'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:19:43.550187 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-ecccf822-6de7-47e1-a697-bb6d7b2615c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:19:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['84e9a7cb-b30e-4eea-b44b-094622301e47'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:19:43.560757 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1074431c-0a4c-4e2d-a2eb-e653ad71b771 service neutron] Pushing event updated for resources: {'Port': ['ID=814d655f-64e5-4578-ae10-b9452557e95c,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:43.570072 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-240a2365-ca1d-47a5-bc3c-45d5f97c37ec req-5bcbb075-07f5-46d6-b657-fbbc7d8a724d tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "PUT /v2.0/floatingips/f8c4b7f9-32e6-4bc3-bfc7-16d7ac390be3 HTTP/1.1" status: 200 len: 995 time: 1.7279258 Jul 09 16:19:43.570550 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '228662c2-0595-4d0e-836f-c3a2a5a9f46c', 'tag': '87eb6069-d489-44e3-98e3-5f50de6fd798'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:19:43.573371 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4b8897-ef2d-4f39-8889-af640ab0d080" -d '{"events": [{"name": "network-changed", "server_uuid": "228662c2-0595-4d0e-836f-c3a2a5a9f46c", "tag": "87eb6069-d489-44e3-98e3-5f50de6fd798"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:19:43.576414 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-933b43ef-b401-4994-b19c-7c3f3a874d01 req-459a00d2-24f3-4bcc-a7fb-0dae8498325b tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434314 Jul 09 16:19:43.651006 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a2365-ca1d-47a5-bc3c-45d5f97c37ec req-b16def80-2053-40e6-a76a-de75455b4d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:43.652902 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-240a2365-ca1d-47a5-bc3c-45d5f97c37ec req-b16def80-2053-40e6-a76a-de75455b4d14 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=dee8c37c9ba8439b8ed8c6a930b7c811&device_id=228662c2-0595-4d0e-836f-c3a2a5a9f46c HTTP/1.1" status: 200 len: 1096 time: 0.0591471 Jul 09 16:19:43.655425 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-deda7e3b-66f8-4043-b360-466213a73f5a tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:43.713919 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-ecccf822-6de7-47e1-a697-bb6d7b2615c1 None None] Set router 84e9a7cb-b30e-4eea-b44b-094622301e47 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:19:43.780558 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a2365-ca1d-47a5-bc3c-45d5f97c37ec req-572fd411-9f1a-4f3d-a886-dba7a96237f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:43.790976 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-240a2365-ca1d-47a5-bc3c-45d5f97c37ec req-572fd411-9f1a-4f3d-a886-dba7a96237f4 service neutron] 10.222.0.98 "GET /v2.0/networks?id=107905d0-c615-4e8b-9b1d-9c2589d2ef47 HTTP/1.1" status: 200 len: 922 time: 0.1292222 Jul 09 16:19:43.842970 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deda7e3b-66f8-4043-b360-466213a73f5a tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Network 6bf39ff7-7585-4734-9cdd-19186c40a2b0 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:19:43.860481 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-deda7e3b-66f8-4043-b360-466213a73f5a tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:19:43.879493 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deda7e3b-66f8-4043-b360-466213a73f5a tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Pushing event updated for resources: {'Port': ['ID=2d891cac-3f2f-4995-ae34-5aff85768063,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:43.884954 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deda7e3b-66f8-4043-b360-466213a73f5a tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:19:43.890783 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deda7e3b-66f8-4043-b360-466213a73f5a tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:43.891462 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-deda7e3b-66f8-4043-b360-466213a73f5a tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:43.900142 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-b0168a67-51c5-4520-b358-0b4c4c65b662 req-1074431c-0a4c-4e2d-a2eb-e653ad71b771 service neutron] Attempting to bind port 814d655f-64e5-4578-ae10-b9452557e95c on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:19:43.900142 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-b0168a67-51c5-4520-b358-0b4c4c65b662 req-1074431c-0a4c-4e2d-a2eb-e653ad71b771 service neutron] Attempting to bind port 814d655f-64e5-4578-ae10-b9452557e95c by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ce97cc22-3a2c-431c-a7c0-56837c541317'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:19:43.900142 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0168a67-51c5-4520-b358-0b4c4c65b662 req-1074431c-0a4c-4e2d-a2eb-e653ad71b771 service neutron] Attempting to bind port 814d655f-64e5-4578-ae10-b9452557e95c on network ce97cc22-3a2c-431c-a7c0-56837c541317 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:19:43.917926 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-240a2365-ca1d-47a5-bc3c-45d5f97c37ec req-abd74302-b720-405c-82df-88abe6cfebc0 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87eb6069-d489-44e3-98e3-5f50de6fd798 HTTP/1.1" status: 200 len: 998 time: 0.1257331 Jul 09 16:19:43.937297 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0168a67-51c5-4520-b358-0b4c4c65b662 req-1074431c-0a4c-4e2d-a2eb-e653ad71b771 service neutron] Port 814d655f-64e5-4578-ae10-b9452557e95c on network ce97cc22-3a2c-431c-a7c0-56837c541317 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:19:43.937690 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0168a67-51c5-4520-b358-0b4c4c65b662 req-1074431c-0a4c-4e2d-a2eb-e653ad71b771 service neutron] Attempting to bind port 814d655f-64e5-4578-ae10-b9452557e95c on network ce97cc22-3a2c-431c-a7c0-56837c541317 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:19:43.963375 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-deda7e3b-66f8-4043-b360-466213a73f5a tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.1597869 Jul 09 16:19:43.989464 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 32808) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:19:43.992341 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0168a67-51c5-4520-b358-0b4c4c65b662 req-1074431c-0a4c-4e2d-a2eb-e653ad71b771 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:19:43.992678 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0168a67-51c5-4520-b358-0b4c4c65b662 req-1074431c-0a4c-4e2d-a2eb-e653ad71b771 service neutron] Checking segment: {'id': 'fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ce97cc22-3a2c-431c-a7c0-56837c541317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:19:43.993154 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0168a67-51c5-4520-b358-0b4c4c65b662 req-1074431c-0a4c-4e2d-a2eb-e653ad71b771 service neutron] Bound using segment: {'id': 'fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ce97cc22-3a2c-431c-a7c0-56837c541317'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:19:43.993557 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-b0168a67-51c5-4520-b358-0b4c4c65b662 req-1074431c-0a4c-4e2d-a2eb-e653ad71b771 service neutron] Bound port: 814d655f-64e5-4578-ae10-b9452557e95c, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ce97cc22-3a2c-431c-a7c0-56837c541317'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:19:43.994258 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b0168a67-51c5-4520-b358-0b4c4c65b662 req-1074431c-0a4c-4e2d-a2eb-e653ad71b771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:44.006467 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f3631908-bbb9-439c-a9be-b3950142b265 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Request body: {'port': {'network_id': '6bf39ff7-7585-4734-9cdd-19186c40a2b0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-900671457'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:19:44.013850 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a2365-ca1d-47a5-bc3c-45d5f97c37ec req-c17a290a-9e19-41f4-95e0-2c720118e67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:44.015392 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-240a2365-ca1d-47a5-bc3c-45d5f97c37ec req-c17a290a-9e19-41f4-95e0-2c720118e67c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=6398ae78-ab25-4396-a51f-802464200a58 HTTP/1.1" status: 200 len: 860 time: 0.0686250 Jul 09 16:19:44.092311 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a2365-ca1d-47a5-bc3c-45d5f97c37ec req-a149f9ff-3938-48c8-a65c-3539666d3323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:44.094250 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-240a2365-ca1d-47a5-bc3c-45d5f97c37ec req-a149f9ff-3938-48c8-a65c-3539666d3323 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=107905d0-c615-4e8b-9b1d-9c2589d2ef47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659938 Jul 09 16:19:44.102145 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-ecccf822-6de7-47e1-a697-bb6d7b2615c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'name': 'tempest-FloatingIPsAssociationTestJSON-1254540187-router', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '125df260-2c04-4dcc-830d-f78f52662dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:18:47Z', 'updated_at': '2021-07-09T16:18:55Z', 'revision_number': 4, 'project_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'gw_port': {'id': '125df260-2c04-4dcc-830d-f78f52662dea', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:18:48Z', 'updated_at': '2021-07-09T16:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'f8c4b7f9-32e6-4bc3-bfc7-16d7ac390be3', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'floating_ip_address': '172.25.0.21', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'port_id': '87eb6069-d489-44e3-98e3-5f50de6fd798', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1038, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '107905d0-c615-4e8b-9b1d-9c2589d2ef47', 'mac_address': 'fa:16:3e:72:73:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228662c2-0595-4d0e-836f-c3a2a5a9f46c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:19:22Z', 'updated_at': '2021-07-09T16:19:42Z', 'revision_number': 1, 'project_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f955ffa-e82e-442c-84f0-766f4b942c05', 'name': '', 'network_id': '107905d0-c615-4e8b-9b1d-9c2589d2ef47', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'mac_address': 'fa:16:3e:7b:7b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '6398ae78-ab25-4396-a51f-802464200a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:18:53Z', 'updated_at': '2021-07-09T16:19:03Z', 'revision_number': 5, 'project_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'subnets': [{'id': '6398ae78-ab25-4396-a51f-802464200a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:19:44.109374 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [req-240a2365-ca1d-47a5-bc3c-45d5f97c37ec req-52c4d8a9-cd8e-475d-89ab-7694b96b9a39 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:19:44.110441 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-240a2365-ca1d-47a5-bc3c-45d5f97c37ec req-52c4d8a9-cd8e-475d-89ab-7694b96b9a39 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079412 Jul 09 16:19:44.140581 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecccf822-6de7-47e1-a697-bb6d7b2615c1 None None] Checking router: 84e9a7cb-b30e-4eea-b44b-094622301e47 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:19:44.152598 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecccf822-6de7-47e1-a697-bb6d7b2615c1 None None] Routers {'84e9a7cb-b30e-4eea-b44b-094622301e47'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:19:44.153168 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-ecccf822-6de7-47e1-a697-bb6d7b2615c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:19:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['84e9a7cb-b30e-4eea-b44b-094622301e47'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:19:44.155994 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 52daa4a5-62a4-455b-8bb2-c1157c7d930f up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:19:44.227580 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a763eb29-0b33-4a98-bb8b-d391752cf249 req-5369368d-3b37-4411-b476-5bd7379c5428 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:44.229620 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a763eb29-0b33-4a98-bb8b-d391752cf249 req-5369368d-3b37-4411-b476-5bd7379c5428 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2581c1c-b606-46c5-ad86-6f6879be53d7 HTTP/1.1" status: 200 len: 945 time: 0.3748209 Jul 09 16:19:44.234238 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-240a2365-ca1d-47a5-bc3c-45d5f97c37ec req-6bb76a92-b7cc-4b23-940a-14500b01c08c service neutron] 10.222.0.98 "GET /v2.0/networks/107905d0-c615-4e8b-9b1d-9c2589d2ef47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146994 Jul 09 16:19:44.248397 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 52daa4a5-62a4-455b-8bb2-c1157c7d930f completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:19:44.252340 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6c0d9d07-5e9e-44e4-9647-42bdcadbc4d3 None None] Provisioning for port 2d891cac-3f2f-4995-ae34-5aff85768063 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:19:44.257768 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6c0d9d07-5e9e-44e4-9647-42bdcadbc4d3 None None] Provisioning complete for port 2d891cac-3f2f-4995-ae34-5aff85768063 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:19:44.258142 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6c0d9d07-5e9e-44e4-9647-42bdcadbc4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:44.261482 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 52daa4a5-62a4-455b-8bb2-c1157c7d930f triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:19:44.261843 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:44.290304 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-b0168a67-51c5-4520-b358-0b4c4c65b662 req-1074431c-0a4c-4e2d-a2eb-e653ad71b771 service neutron] For port 814d655f-64e5-4578-ae10-b9452557e95c, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:19:44.294319 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-b0168a67-51c5-4520-b358-0b4c4c65b662 req-1074431c-0a4c-4e2d-a2eb-e653ad71b771 service neutron] For port 814d655f-64e5-4578-ae10-b9452557e95c, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=814d655f-64e5-4578-ae10-b9452557e95c,segment=NetworkSegment(fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c),segment_id=fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:19:44.315623 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b0168a67-51c5-4520-b358-0b4c4c65b662 req-1074431c-0a4c-4e2d-a2eb-e653ad71b771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:44.349094 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-6c0d9d07-5e9e-44e4-9647-42bdcadbc4d3 None None] Port 2d891cac-3f2f-4995-ae34-5aff85768063 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:19:44.375723 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-ecccf822-6de7-47e1-a697-bb6d7b2615c1 None None] Set router 84e9a7cb-b30e-4eea-b44b-094622301e47 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:19:44.376928 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-240a2365-ca1d-47a5-bc3c-45d5f97c37ec req-893eee73-5d8e-4315-b91b-c5480dda7fb4 service neutron] 10.222.0.98 "GET /v2.0/networks/107905d0-c615-4e8b-9b1d-9c2589d2ef47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363168 Jul 09 16:19:44.398994 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a763eb29-0b33-4a98-bb8b-d391752cf249 req-5eb34884-239d-4187-b0f4-11c5bfe154d7 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520023 Jul 09 16:19:44.426669 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:44.434250 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3631908-bbb9-439c-a9be-b3950142b265 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Made reservation on behalf of 6db89b3914ad41fa938ac8835f254871 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:19:44.437599 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f3631908-bbb9-439c-a9be-b3950142b265 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:44.449408 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0168a67-51c5-4520-b358-0b4c4c65b662 req-1074431c-0a4c-4e2d-a2eb-e653ad71b771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:44.450031 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b0168a67-51c5-4520-b358-0b4c4c65b662 req-1074431c-0a4c-4e2d-a2eb-e653ad71b771 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:44.451526 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b0168a67-51c5-4520-b358-0b4c4c65b662 req-1074431c-0a4c-4e2d-a2eb-e653ad71b771 service neutron] 10.222.0.77 "PUT /v2.0/ports/814d655f-64e5-4578-ae10-b9452557e95c HTTP/1.1" status: 200 len: 1091 time: 2.4694428 Jul 09 16:19:44.451993 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13f47310-2757-4e55-a383-60056a18fc3f', 'tag': '814d655f-64e5-4578-ae10-b9452557e95c'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:19:44.454326 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a6461f-9573-4f82-9e91-322083bb8348" -d '{"events": [{"name": "network-changed", "server_uuid": "13f47310-2757-4e55-a383-60056a18fc3f", "tag": "814d655f-64e5-4578-ae10-b9452557e95c"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:19:44.499112 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-f3631908-bbb9-439c-a9be-b3950142b265 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] device_id is not set on port ac0d7670-71a3-435f-b40f-7cf13ed64b8b yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:19:44.515545 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e229fb-ac7a-435e-8c3d-665c7efeec0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52daa4a5-62a4-455b-8bb2-c1157c7d930f'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:19:44.523028 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8165f16c-c9cf-4910-b211-1ca1ff2b090b" -d '{"events": [{"server_uuid": "97e229fb-ac7a-435e-8c3d-665c7efeec0d", "name": "network-vif-plugged", "status": "completed", "tag": "52daa4a5-62a4-455b-8bb2-c1157c7d930f"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:19:44.527646 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 52daa4a5-62a4-455b-8bb2-c1157c7d930f, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=52daa4a5-62a4-455b-8bb2-c1157c7d930f,segment=NetworkSegment(b3327873-1adb-4566-ad72-2213b9292320),segment_id=b3327873-1adb-4566-ad72-2213b9292320)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:19:44.534163 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:44.543111 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-2403756c-8069-4993-ac25-326cda71b042 req-2c36fc6d-94b4-4428-9335-5eb245969a9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d53afd75-677a-4f1e-9eb8-d9503385c6cd {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:19:44.571506 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1074431c-0a4c-4e2d-a2eb-e653ad71b771 service neutron] Pushing event updated for resources: {'Port': ['ID=814d655f-64e5-4578-ae10-b9452557e95c,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:44.596199 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=52daa4a5-62a4-455b-8bb2-c1157c7d930f,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:44.691068 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba928875-4e5e-4620-92ee-d15a09bf23ed x-openstack-request-id: req-ba928875-4e5e-4620-92ee-d15a09bf23ed {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:19:44.692148 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "228662c2-0595-4d0e-836f-c3a2a5a9f46c", "tag": "87eb6069-d489-44e3-98e3-5f50de6fd798", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:19:44.692598 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ba928875-4e5e-4620-92ee-d15a09bf23ed {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:19:44.693139 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '228662c2-0595-4d0e-836f-c3a2a5a9f46c', 'tag': '87eb6069-d489-44e3-98e3-5f50de6fd798', 'status': 'completed', 'code': 200} Jul 09 16:19:44.761122 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-ecccf822-6de7-47e1-a697-bb6d7b2615c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'name': 'tempest-FloatingIPsAssociationTestJSON-1254540187-router', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '125df260-2c04-4dcc-830d-f78f52662dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:18:47Z', 'updated_at': '2021-07-09T16:18:55Z', 'revision_number': 4, 'project_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'gw_port': {'id': '125df260-2c04-4dcc-830d-f78f52662dea', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:18:48Z', 'updated_at': '2021-07-09T16:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'f8c4b7f9-32e6-4bc3-bfc7-16d7ac390be3', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'floating_ip_address': '172.25.0.21', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'port_id': '87eb6069-d489-44e3-98e3-5f50de6fd798', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1038, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '107905d0-c615-4e8b-9b1d-9c2589d2ef47', 'mac_address': 'fa:16:3e:72:73:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228662c2-0595-4d0e-836f-c3a2a5a9f46c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:19:22Z', 'updated_at': '2021-07-09T16:19:42Z', 'revision_number': 1, 'project_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f955ffa-e82e-442c-84f0-766f4b942c05', 'name': '', 'network_id': '107905d0-c615-4e8b-9b1d-9c2589d2ef47', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'mac_address': 'fa:16:3e:7b:7b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '6398ae78-ab25-4396-a51f-802464200a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:18:53Z', 'updated_at': '2021-07-09T16:19:03Z', 'revision_number': 5, 'project_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'subnets': [{'id': '6398ae78-ab25-4396-a51f-802464200a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:19:44.790260 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecccf822-6de7-47e1-a697-bb6d7b2615c1 None None] The sync data for ids ['84e9a7cb-b30e-4eea-b44b-094622301e47'] in n-d-798930-3 is: [{'id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'name': 'tempest-FloatingIPsAssociationTestJSON-1254540187-router', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '125df260-2c04-4dcc-830d-f78f52662dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:18:47Z', 'updated_at': '2021-07-09T16:18:55Z', 'revision_number': 4, 'project_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'gw_port': {'id': '125df260-2c04-4dcc-830d-f78f52662dea', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:18:48Z', 'updated_at': '2021-07-09T16:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'f8c4b7f9-32e6-4bc3-bfc7-16d7ac390be3', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'floating_ip_address': '172.25.0.21', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'port_id': '87eb6069-d489-44e3-98e3-5f50de6fd798', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1038, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '107905d0-c615-4e8b-9b1d-9c2589d2ef47', 'mac_address': 'fa:16:3e:72:73:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228662c2-0595-4d0e-836f-c3a2a5a9f46c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:19:22Z', 'updated_at': '2021-07-09T16:19:42Z', 'revision_number': 1, 'project_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f955ffa-e82e-442c-84f0-766f4b942c05', 'name': '', 'network_id': '107905d0-c615-4e8b-9b1d-9c2589d2ef47', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'mac_address': 'fa:16:3e:7b:7b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '6398ae78-ab25-4396-a51f-802464200a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:18:53Z', 'updated_at': '2021-07-09T16:19:03Z', 'revision_number': 5, 'project_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'subnets': [{'id': '6398ae78-ab25-4396-a51f-802464200a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:19:44.879971 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db2744-4585-499e-96b6-903e877da172 req-74afadf0-7611-4c84-8799-643fd877aeff tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:44.888296 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-45db2744-4585-499e-96b6-903e877da172 req-74afadf0-7611-4c84-8799-643fd877aeff tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=13f47310-2757-4e55-a383-60056a18fc3f HTTP/1.1" status: 200 len: 943 time: 0.0888259 Jul 09 16:19:44.932232 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-45db2744-4585-499e-96b6-903e877da172 req-113eb761-cd15-4876-aa4d-879a95105761 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428865 Jul 09 16:19:44.972937 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2403756c-8069-4993-ac25-326cda71b042 req-2c36fc6d-94b4-4428-9335-5eb245969a9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:45.033627 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-2403756c-8069-4993-ac25-326cda71b042 req-2c36fc6d-94b4-4428-9335-5eb245969a9a service neutron] Transition to ACTIVE for port object d53afd75-677a-4f1e-9eb8-d9503385c6cd will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:19:45.052133 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2403756c-8069-4993-ac25-326cda71b042 req-2c36fc6d-94b4-4428-9335-5eb245969a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:45.142595 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6570d6-be23-4029-9ba7-d3618ae7d74c None None] New status for floating IP f8c4b7f9-32e6-4bc3-bfc7-16d7ac390be3: ACTIVE {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:19:45.178168 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800dc173-57a3-4f9c-b7c8-5c5d811c0a11 req-4f58b4ad-e483-40f0-a4a1-a6b0714c05b6 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:45.180031 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-800dc173-57a3-4f9c-b7c8-5c5d811c0a11 req-4f58b4ad-e483-40f0-a4a1-a6b0714c05b6 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/ports?device_id=fd3ff970-2934-42f8-8a23-3ad0ebdc9b9f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1186423 Jul 09 16:19:45.236070 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dddb960-4d0b-42c3-90d0-32f9dada43c9 req-8c82fa12-63d8-49b6-99ec-0db743e0935d tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:45.238159 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0dddb960-4d0b-42c3-90d0-32f9dada43c9 req-8c82fa12-63d8-49b6-99ec-0db743e0935d tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=97e229fb-ac7a-435e-8c3d-665c7efeec0d HTTP/1.1" status: 200 len: 945 time: 0.6987348 Jul 09 16:19:45.246560 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36fc6d-94b4-4428-9335-5eb245969a9a service neutron] Pushing event updated for resources: {'Port': ['ID=d53afd75-677a-4f1e-9eb8-d9503385c6cd,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:45.280366 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-f3631908-bbb9-439c-a9be-b3950142b265 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Allocated IP 2001:db8::1a8 (6bf39ff7-7585-4734-9cdd-19186c40a2b0/c752ba1e-9b32-44c9-a36f-c1e55ae969e2/ac0d7670-71a3-435f-b40f-7cf13ed64b8b) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:19:45.290987 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0168a67-51c5-4520-b358-0b4c4c65b662 req-e76272aa-192c-4fc7-9f38-43405fed95da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:45.292486 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b0168a67-51c5-4520-b358-0b4c4c65b662 req-e76272aa-192c-4fc7-9f38-43405fed95da service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e315895fcff346cb9e8f1de4a11daf77&device_id=13f47310-2757-4e55-a383-60056a18fc3f HTTP/1.1" status: 200 len: 1094 time: 0.7519410 Jul 09 16:19:45.386017 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b0168a67-51c5-4520-b358-0b4c4c65b662 req-37c123fa-2c6a-4265-ae2a-b5c42fe30655 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=814d655f-64e5-4578-ae10-b9452557e95c HTTP/1.1" status: 200 len: 217 time: 0.0614743 Jul 09 16:19:45.486937 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0dddb960-4d0b-42c3-90d0-32f9dada43c9 req-b35355f3-3cbb-4e88-959c-f60ecfc983d6 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091620 Jul 09 16:19:45.532903 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-2403756c-8069-4993-ac25-326cda71b042 req-2c36fc6d-94b4-4428-9335-5eb245969a9a service neutron] Attempting to bind port d53afd75-677a-4f1e-9eb8-d9503385c6cd on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:19:45.533243 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-2403756c-8069-4993-ac25-326cda71b042 req-2c36fc6d-94b4-4428-9335-5eb245969a9a service neutron] Attempting to bind port d53afd75-677a-4f1e-9eb8-d9503385c6cd by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'f9a5d3fd-ec07-4398-97cb-0e4d61d6d25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7fb8e424-ddcd-465f-ad3d-2ffb770ae53b'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:19:45.533575 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2403756c-8069-4993-ac25-326cda71b042 req-2c36fc6d-94b4-4428-9335-5eb245969a9a service neutron] Attempting to bind port d53afd75-677a-4f1e-9eb8-d9503385c6cd on network 7fb8e424-ddcd-465f-ad3d-2ffb770ae53b {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:19:45.536070 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-800dc173-57a3-4f9c-b7c8-5c5d811c0a11 req-01060f3d-93ae-48c7-8d08-4b660e7dc4fe tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.0.21 HTTP/1.1" status: 200 len: 998 time: 0.3417537 Jul 09 16:19:45.537409 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b8897-ef2d-4f39-8889-af640ab0d080 req-eabbf19e-f1e5-4ff7-827e-8543d55176d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:45.538940 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7b4b8897-ef2d-4f39-8889-af640ab0d080 req-eabbf19e-f1e5-4ff7-827e-8543d55176d4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dee8c37c9ba8439b8ed8c6a930b7c811&device_id=228662c2-0595-4d0e-836f-c3a2a5a9f46c HTTP/1.1" status: 200 len: 1096 time: 0.5461314 Jul 09 16:19:45.545342 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-800dc173-57a3-4f9c-b7c8-5c5d811c0a11 req-6d853828-bfcb-40e5-9ab6-5434aeb97362 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Request body: {'floatingip': {'port_id': 'cd3030bb-36dc-419b-aaab-38e7dd4e5bc6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:19:45.574299 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a662398b-3a8b-4266-873b-003fd5bcfb81 x-openstack-request-id: req-a662398b-3a8b-4266-873b-003fd5bcfb81 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:19:45.574606 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13f47310-2757-4e55-a383-60056a18fc3f", "tag": "814d655f-64e5-4578-ae10-b9452557e95c", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:19:45.574731 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a662398b-3a8b-4266-873b-003fd5bcfb81 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:19:45.575160 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13f47310-2757-4e55-a383-60056a18fc3f', 'tag': '814d655f-64e5-4578-ae10-b9452557e95c', 'status': 'completed', 'code': 200} Jul 09 16:19:45.591447 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0168a67-51c5-4520-b358-0b4c4c65b662 req-114a12ef-a2e9-4c5c-877b-72468a83de1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:45.592955 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b0168a67-51c5-4520-b358-0b4c4c65b662 req-114a12ef-a2e9-4c5c-877b-72468a83de1a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=87031510-fde3-40ce-a568-4132b7a3476d HTTP/1.1" status: 200 len: 846 time: 0.1844153 Jul 09 16:19:45.593623 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2403756c-8069-4993-ac25-326cda71b042 req-2c36fc6d-94b4-4428-9335-5eb245969a9a service neutron] Port d53afd75-677a-4f1e-9eb8-d9503385c6cd on network 7fb8e424-ddcd-465f-ad3d-2ffb770ae53b not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:19:45.593842 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2403756c-8069-4993-ac25-326cda71b042 req-2c36fc6d-94b4-4428-9335-5eb245969a9a service neutron] Attempting to bind port d53afd75-677a-4f1e-9eb8-d9503385c6cd on network 7fb8e424-ddcd-465f-ad3d-2ffb770ae53b {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:19:45.611395 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-800dc173-57a3-4f9c-b7c8-5c5d811c0a11 req-6d853828-bfcb-40e5-9ab6-5434aeb97362 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Notify callbacks [] for floatingip, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:45.647096 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36fbd9c4-8660-410a-8d93-abfad97f9018 x-openstack-request-id: req-36fbd9c4-8660-410a-8d93-abfad97f9018 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:19:45.648308 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97e229fb-ac7a-435e-8c3d-665c7efeec0d", "name": "network-vif-plugged", "status": "completed", "tag": "52daa4a5-62a4-455b-8bb2-c1157c7d930f", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:19:45.648581 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-36fbd9c4-8660-410a-8d93-abfad97f9018 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:19:45.648985 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e229fb-ac7a-435e-8c3d-665c7efeec0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52daa4a5-62a4-455b-8bb2-c1157c7d930f', 'code': 200} Jul 09 16:19:45.650967 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2403756c-8069-4993-ac25-326cda71b042 req-2c36fc6d-94b4-4428-9335-5eb245969a9a service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:19:45.651313 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2403756c-8069-4993-ac25-326cda71b042 req-2c36fc6d-94b4-4428-9335-5eb245969a9a service neutron] Checking segment: {'id': 'f9a5d3fd-ec07-4398-97cb-0e4d61d6d25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7fb8e424-ddcd-465f-ad3d-2ffb770ae53b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:19:45.652218 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2403756c-8069-4993-ac25-326cda71b042 req-2c36fc6d-94b4-4428-9335-5eb245969a9a service neutron] Bound using segment: {'id': 'f9a5d3fd-ec07-4398-97cb-0e4d61d6d25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7fb8e424-ddcd-465f-ad3d-2ffb770ae53b'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:19:45.652218 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-2403756c-8069-4993-ac25-326cda71b042 req-2c36fc6d-94b4-4428-9335-5eb245969a9a service neutron] Bound port: d53afd75-677a-4f1e-9eb8-d9503385c6cd, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9a5d3fd-ec07-4398-97cb-0e4d61d6d25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7fb8e424-ddcd-465f-ad3d-2ffb770ae53b'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:19:45.652553 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2403756c-8069-4993-ac25-326cda71b042 req-2c36fc6d-94b4-4428-9335-5eb245969a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:45.689742 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b0168a67-51c5-4520-b358-0b4c4c65b662 req-4a4a428f-6f19-4565-a27c-1cea7f3b2830 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ce97cc22-3a2c-431c-a7c0-56837c541317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569713 Jul 09 16:19:45.885157 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983ab8a4-44f6-463e-b168-04b6b2933e11 req-9a34133d-d6dd-4e61-b12b-c54682bfeaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:45.886545 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-983ab8a4-44f6-463e-b168-04b6b2933e11 req-9a34133d-d6dd-4e61-b12b-c54682bfeaf4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=97e229fb-ac7a-435e-8c3d-665c7efeec0d HTTP/1.1" status: 200 len: 1096 time: 0.1411695 Jul 09 16:19:45.900169 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f3631908-bbb9-439c-a9be-b3950142b265 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:45.911243 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b8897-ef2d-4f39-8889-af640ab0d080 req-c6828cc6-0cd9-4539-af39-f706b58e0eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:45.912127 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7b4b8897-ef2d-4f39-8889-af640ab0d080 req-c6828cc6-0cd9-4539-af39-f706b58e0eb7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=107905d0-c615-4e8b-9b1d-9c2589d2ef47 HTTP/1.1" status: 200 len: 922 time: 0.3362291 Jul 09 16:19:45.949288 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-2403756c-8069-4993-ac25-326cda71b042 req-2c36fc6d-94b4-4428-9335-5eb245969a9a service neutron] For port d53afd75-677a-4f1e-9eb8-d9503385c6cd, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:19:45.953328 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-2403756c-8069-4993-ac25-326cda71b042 req-2c36fc6d-94b4-4428-9335-5eb245969a9a service neutron] For port d53afd75-677a-4f1e-9eb8-d9503385c6cd, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=d53afd75-677a-4f1e-9eb8-d9503385c6cd,segment=NetworkSegment(f9a5d3fd-ec07-4398-97cb-0e4d61d6d25d),segment_id=f9a5d3fd-ec07-4398-97cb-0e4d61d6d25d)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:19:45.954675 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-f3631908-bbb9-439c-a9be-b3950142b265 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Transition to ACTIVE for port object ac0d7670-71a3-435f-b40f-7cf13ed64b8b will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:19:45.971887 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-983ab8a4-44f6-463e-b168-04b6b2933e11 req-b9b5ea9e-02a6-44d6-b52d-67bb70f2806a service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738444 Jul 09 16:19:45.999674 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2403756c-8069-4993-ac25-326cda71b042 req-2c36fc6d-94b4-4428-9335-5eb245969a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:46.015271 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b0168a67-51c5-4520-b358-0b4c4c65b662 req-65e24d84-3262-4db7-bbf8-f440bd51749f service neutron] 10.222.0.77 "GET /v2.0/networks/ce97cc22-3a2c-431c-a7c0-56837c541317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120444 Jul 09 16:19:46.130368 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7b4b8897-ef2d-4f39-8889-af640ab0d080 req-d84228a1-558b-43f3-9d81-ab481a987fcc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87eb6069-d489-44e3-98e3-5f50de6fd798 HTTP/1.1" status: 200 len: 1000 time: 0.2068973 Jul 09 16:19:46.131729 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403756c-8069-4993-ac25-326cda71b042 req-2c36fc6d-94b4-4428-9335-5eb245969a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:46.132349 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2403756c-8069-4993-ac25-326cda71b042 req-2c36fc6d-94b4-4428-9335-5eb245969a9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:46.133657 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2403756c-8069-4993-ac25-326cda71b042 req-2c36fc6d-94b4-4428-9335-5eb245969a9a service neutron] 10.222.0.77 "PUT /v2.0/ports/d53afd75-677a-4f1e-9eb8-d9503385c6cd HTTP/1.1" status: 200 len: 1091 time: 2.8555448 Jul 09 16:19:46.163856 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd00aa-77f6-4183-a20f-f0e471e6ae32 req-5f0de806-c850-42cd-92ac-cb8c6475f3ce tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:46.165294 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6bcd00aa-77f6-4183-a20f-f0e471e6ae32 req-5f0de806-c850-42cd-92ac-cb8c6475f3ce tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=41620b65-0ad6-4c94-b3a5-7b791f9710e1 HTTP/1.1" status: 200 len: 943 time: 0.3767412 Jul 09 16:19:46.221913 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-800dc173-57a3-4f9c-b7c8-5c5d811c0a11 req-6d853828-bfcb-40e5-9ab6-5434aeb97362 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:46.226562 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-800dc173-57a3-4f9c-b7c8-5c5d811c0a11 req-6d853828-bfcb-40e5-9ab6-5434aeb97362 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:46.242593 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36fc6d-94b4-4428-9335-5eb245969a9a service neutron] Pushing event updated for resources: {'Port': ['ID=d53afd75-677a-4f1e-9eb8-d9503385c6cd,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:46.270760 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f3631908-bbb9-439c-a9be-b3950142b265 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:46.346269 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b8897-ef2d-4f39-8889-af640ab0d080 req-15ccbbac-a4ac-4ad0-b637-0478aae44e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:46.347826 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7b4b8897-ef2d-4f39-8889-af640ab0d080 req-15ccbbac-a4ac-4ad0-b637-0478aae44e0a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6398ae78-ab25-4396-a51f-802464200a58 HTTP/1.1" status: 200 len: 860 time: 0.1996634 Jul 09 16:19:46.348209 n-d-798930-3 neutron-server[93959]: INFO neutron.db.l3_db [req-800dc173-57a3-4f9c-b7c8-5c5d811c0a11 req-6d853828-bfcb-40e5-9ab6-5434aeb97362 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Floating IP f8c4b7f9-32e6-4bc3-bfc7-16d7ac390be3 associated. External IP: 172.25.0.21, port: 87eb6069-d489-44e3-98e3-5f50de6fd798. Jul 09 16:19:46.377996 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6bcd00aa-77f6-4183-a20f-f0e471e6ae32 req-6345e907-0bda-4d9c-b454-b61ae0951ff0 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793125 Jul 09 16:19:46.386061 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3631908-bbb9-439c-a9be-b3950142b265 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Network 6bf39ff7-7585-4734-9cdd-19186c40a2b0 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:19:46.388529 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b0168a67-51c5-4520-b358-0b4c4c65b662 req-77bbba3f-c937-4308-bcdb-5ac337904f78 service neutron] 10.222.0.77 "GET /v2.0/networks/ce97cc22-3a2c-431c-a7c0-56837c541317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621480 Jul 09 16:19:46.417240 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-f3631908-bbb9-439c-a9be-b3950142b265 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:19:46.420511 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3631908-bbb9-439c-a9be-b3950142b265 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:19:46.428985 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3631908-bbb9-439c-a9be-b3950142b265 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:46.429659 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f3631908-bbb9-439c-a9be-b3950142b265 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:46.440604 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3631908-bbb9-439c-a9be-b3950142b265 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Pushing event updated for resources: {'Port': ['ID=ac0d7670-71a3-435f-b40f-7cf13ed64b8b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:46.498211 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403756c-8069-4993-ac25-326cda71b042 req-0b923f16-0767-4d84-9b6f-72cf3648bd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:46.499779 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2403756c-8069-4993-ac25-326cda71b042 req-0b923f16-0767-4d84-9b6f-72cf3648bd84 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5bab4a62c1284375905a7ca59f2b0a16&device_id=41620b65-0ad6-4c94-b3a5-7b791f9710e1 HTTP/1.1" status: 200 len: 1094 time: 0.2814975 Jul 09 16:19:46.504455 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f3631908-bbb9-439c-a9be-b3950142b265 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.5126328 Jul 09 16:19:46.507442 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 32832) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:19:46.516407 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-6b94dd63-964e-4b5d-9516-a4613c541197 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::c9', 'mac_address': 'fa:16:3e:50:48:5e'}, {'ip_address': '2001:db8::f6', 'mac_address': 'fa:16:3e:78:6f:0b'}]}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:19:46.558184 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2403756c-8069-4993-ac25-326cda71b042 req-377633a7-bcf0-46a9-bd56-d9eb66a455e0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d53afd75-677a-4f1e-9eb8-d9503385c6cd HTTP/1.1" status: 200 len: 217 time: 0.0504324 Jul 09 16:19:46.608128 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b8897-ef2d-4f39-8889-af640ab0d080 req-3a816e0b-090b-4fe2-9ec5-9b6182e62c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:46.609657 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7b4b8897-ef2d-4f39-8889-af640ab0d080 req-3a816e0b-090b-4fe2-9ec5-9b6182e62c16 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=107905d0-c615-4e8b-9b1d-9c2589d2ef47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2515886 Jul 09 16:19:46.620623 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6461f-9573-4f82-9e91-322083bb8348 req-94a857bf-72cf-4f77-96d7-926663851387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:46.622164 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d9a6461f-9573-4f82-9e91-322083bb8348 req-94a857bf-72cf-4f77-96d7-926663851387 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e315895fcff346cb9e8f1de4a11daf77&device_id=13f47310-2757-4e55-a383-60056a18fc3f HTTP/1.1" status: 200 len: 1094 time: 0.1768432 Jul 09 16:19:46.629617 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [req-7b4b8897-ef2d-4f39-8889-af640ab0d080 req-5d8989ba-c933-45a8-b48e-b3dd83f66f6b service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:19:46.631167 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7b4b8897-ef2d-4f39-8889-af640ab0d080 req-5d8989ba-c933-45a8-b48e-b3dd83f66f6b service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057774 Jul 09 16:19:46.653574 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403756c-8069-4993-ac25-326cda71b042 req-b4d4a515-c311-4187-bf50-6066224f1c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:46.655091 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2403756c-8069-4993-ac25-326cda71b042 req-b4d4a515-c311-4187-bf50-6066224f1c03 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1658d367-2406-4d61-8a06-65bf719b3ab3 HTTP/1.1" status: 200 len: 853 time: 0.0861828 Jul 09 16:19:46.752499 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-800dc173-57a3-4f9c-b7c8-5c5d811c0a11 req-6d853828-bfcb-40e5-9ab6-5434aeb97362 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Router 84e9a7cb-b30e-4eea-b44b-094622301e47 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:19:46.793364 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2403756c-8069-4993-ac25-326cda71b042 req-a3b41ec2-930a-40f6-8d7e-cea01331a265 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7fb8e424-ddcd-465f-ad3d-2ffb770ae53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1175523 Jul 09 16:19:46.800780 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-19d86fb7-cd46-41ec-b44a-047ff99cdc21 None None] Provisioning for port ac0d7670-71a3-435f-b40f-7cf13ed64b8b completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:19:46.807934 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-19d86fb7-cd46-41ec-b44a-047ff99cdc21 None None] Provisioning complete for port ac0d7670-71a3-435f-b40f-7cf13ed64b8b triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:19:46.808708 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-19d86fb7-cd46-41ec-b44a-047ff99cdc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:46.856644 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b94dd63-964e-4b5d-9516-a4613c541197 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:46.858037 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-19d86fb7-cd46-41ec-b44a-047ff99cdc21 None None] Port ac0d7670-71a3-435f-b40f-7cf13ed64b8b cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:19:46.943833 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6461f-9573-4f82-9e91-322083bb8348 req-7483ac9e-3a03-40fb-be5c-f184184f04d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:46.945471 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d9a6461f-9573-4f82-9e91-322083bb8348 req-7483ac9e-3a03-40fb-be5c-f184184f04d3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ce97cc22-3a2c-431c-a7c0-56837c541317 HTTP/1.1" status: 200 len: 907 time: 0.3119206 Jul 09 16:19:46.953394 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7b4b8897-ef2d-4f39-8889-af640ab0d080 req-1abdc336-7b2c-4be2-9b2c-2fb44a05a944 service neutron] 10.222.0.73 "GET /v2.0/networks/107905d0-c615-4e8b-9b1d-9c2589d2ef47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100352 Jul 09 16:19:47.006183 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d9a6461f-9573-4f82-9e91-322083bb8348 req-030eddf0-94f6-4563-8666-3bb1c53e0d3a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=814d655f-64e5-4578-ae10-b9452557e95c HTTP/1.1" status: 200 len: 217 time: 0.0510519 Jul 09 16:19:47.026387 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0170303f-fc8a-4710-90bd-f40f0ca7a414 req-2eb1bd0e-f1c6-4f95-aa87-1b3ed8efb1b4 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:47.028093 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0170303f-fc8a-4710-90bd-f40f0ca7a414 req-2eb1bd0e-f1c6-4f95-aa87-1b3ed8efb1b4 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2581c1c-b606-46c5-ad86-6f6879be53d7 HTTP/1.1" status: 200 len: 945 time: 0.3157325 Jul 09 16:19:47.074366 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2403756c-8069-4993-ac25-326cda71b042 req-d8ddc663-78bc-4aff-bd89-3811fbe584d3 service neutron] 10.222.0.77 "GET /v2.0/networks/7fb8e424-ddcd-465f-ad3d-2ffb770ae53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682607 Jul 09 16:19:47.092775 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-800dc173-57a3-4f9c-b7c8-5c5d811c0a11 req-6d853828-bfcb-40e5-9ab6-5434aeb97362 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:19:47.105883 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc067be-1547-4dd4-8eca-63acec8cdb3e None None] Sync routers for ids ['84e9a7cb-b30e-4eea-b44b-094622301e47'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:19:47.128758 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc067be-1547-4dd4-8eca-63acec8cdb3e None None] Routers {'84e9a7cb-b30e-4eea-b44b-094622301e47'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:19:47.130660 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-cdc067be-1547-4dd4-8eca-63acec8cdb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:19:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['84e9a7cb-b30e-4eea-b44b-094622301e47'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:19:47.219236 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6461f-9573-4f82-9e91-322083bb8348 req-453df6e6-406d-47ac-bf2c-b78936c4c718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:47.220851 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d9a6461f-9573-4f82-9e91-322083bb8348 req-453df6e6-406d-47ac-bf2c-b78936c4c718 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=87031510-fde3-40ce-a568-4132b7a3476d HTTP/1.1" status: 200 len: 846 time: 0.1900387 Jul 09 16:19:47.225349 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0170303f-fc8a-4710-90bd-f40f0ca7a414 req-da5c64e4-723c-4de2-8649-2be2d7822553 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712863 Jul 09 16:19:47.276483 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-cdc067be-1547-4dd4-8eca-63acec8cdb3e None None] Set router 84e9a7cb-b30e-4eea-b44b-094622301e47 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:19:47.285768 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b94dd63-964e-4b5d-9516-a4613c541197 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:47.384433 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b94dd63-964e-4b5d-9516-a4613c541197 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:47.440409 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-6b94dd63-964e-4b5d-9516-a4613c541197 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] In _notify_port_updated(), no bound segment for port ac0d7670-71a3-435f-b40f-7cf13ed64b8b on network 6bf39ff7-7585-4734-9cdd-19186c40a2b0 {{(pid=93959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 16:19:47.447257 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b94dd63-964e-4b5d-9516-a4613c541197 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:47.447639 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b94dd63-964e-4b5d-9516-a4613c541197 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:47.452543 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-6b94dd63-964e-4b5d-9516-a4613c541197 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] 10.222.0.98 "PUT /v2.0/ports/ac0d7670-71a3-435f-b40f-7cf13ed64b8b HTTP/1.1" status: 200 len: 1065 time: 0.9437900 Jul 09 16:19:47.460732 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 32838) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:19:47.567643 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b94dd63-964e-4b5d-9516-a4613c541197 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Pushing event updated for resources: {'Port': ['ID=ac0d7670-71a3-435f-b40f-7cf13ed64b8b,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:47.581629 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-800dc173-57a3-4f9c-b7c8-5c5d811c0a11 req-6d853828-bfcb-40e5-9ab6-5434aeb97362 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Router 84e9a7cb-b30e-4eea-b44b-094622301e47 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:19:47.687859 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41620b65-0ad6-4c94-b3a5-7b791f9710e1', 'tag': 'd53afd75-677a-4f1e-9eb8-d9503385c6cd'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:19:47.690229 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38dbbd49-498f-4b92-b785-c049598f42d9" -d '{"events": [{"name": "network-changed", "server_uuid": "41620b65-0ad6-4c94-b3a5-7b791f9710e1", "tag": "d53afd75-677a-4f1e-9eb8-d9503385c6cd"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:19:47.710969 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d9a6461f-9573-4f82-9e91-322083bb8348 req-cd4cae12-b496-420c-8be4-feb1b669e55c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ce97cc22-3a2c-431c-a7c0-56837c541317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4706857 Jul 09 16:19:47.771303 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-800dc173-57a3-4f9c-b7c8-5c5d811c0a11 req-6d853828-bfcb-40e5-9ab6-5434aeb97362 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:19:47.783768 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-800dc173-57a3-4f9c-b7c8-5c5d811c0a11 req-6d853828-bfcb-40e5-9ab6-5434aeb97362 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:47.784288 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-cdc067be-1547-4dd4-8eca-63acec8cdb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'name': 'tempest-FloatingIPsAssociationTestJSON-1254540187-router', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '125df260-2c04-4dcc-830d-f78f52662dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:18:47Z', 'updated_at': '2021-07-09T16:18:55Z', 'revision_number': 4, 'project_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'gw_port': {'id': '125df260-2c04-4dcc-830d-f78f52662dea', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:18:48Z', 'updated_at': '2021-07-09T16:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'f8c4b7f9-32e6-4bc3-bfc7-16d7ac390be3', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'floating_ip_address': '172.25.0.21', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'port_id': 'cd3030bb-36dc-419b-aaab-38e7dd4e5bc6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1038, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '107905d0-c615-4e8b-9b1d-9c2589d2ef47', 'mac_address': 'fa:16:3e:65:0b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3ff970-2934-42f8-8a23-3ad0ebdc9b9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:19:22Z', 'updated_at': '2021-07-09T16:19:46Z', 'revision_number': 3, 'project_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f955ffa-e82e-442c-84f0-766f4b942c05', 'name': '', 'network_id': '107905d0-c615-4e8b-9b1d-9c2589d2ef47', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'mac_address': 'fa:16:3e:7b:7b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '6398ae78-ab25-4396-a51f-802464200a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:18:53Z', 'updated_at': '2021-07-09T16:19:03Z', 'revision_number': 5, 'project_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'subnets': [{'id': '6398ae78-ab25-4396-a51f-802464200a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:19:47.805586 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7b4b8897-ef2d-4f39-8889-af640ab0d080 req-dcdf87fd-c0bf-4c83-8638-3d0501469ac4 service neutron] 10.222.0.73 "GET /v2.0/networks/107905d0-c615-4e8b-9b1d-9c2589d2ef47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8053913 Jul 09 16:19:47.815412 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2403756c-8069-4993-ac25-326cda71b042 req-760a0da0-40cf-4a2d-9577-b129ab6407aa service neutron] 10.222.0.77 "GET /v2.0/networks/7fb8e424-ddcd-465f-ad3d-2ffb770ae53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7027514 Jul 09 16:19:47.818950 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-afcfdfab-ded3-4349-9882-a31a0685415a None None] Provisioning complete for port ac0d7670-71a3-435f-b40f-7cf13ed64b8b triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:19:47.832386 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-afcfdfab-ded3-4349-9882-a31a0685415a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:47.861691 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '228662c2-0595-4d0e-836f-c3a2a5a9f46c', 'tag': '87eb6069-d489-44e3-98e3-5f50de6fd798'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:19:47.865957 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d82346-57cd-476b-bb03-d1bded824057" -d '{"events": [{"name": "network-changed", "server_uuid": "228662c2-0595-4d0e-836f-c3a2a5a9f46c", "tag": "87eb6069-d489-44e3-98e3-5f50de6fd798"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:19:47.870980 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-681d3ac2-93d8-472e-99bf-676682c68ad6 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Deleting port ac0d7670-71a3-435f-b40f-7cf13ed64b8b {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:19:47.871464 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-681d3ac2-93d8-472e-99bf-676682c68ad6 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:47.889070 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc067be-1547-4dd4-8eca-63acec8cdb3e None None] Checking router: 84e9a7cb-b30e-4eea-b44b-094622301e47 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:19:47.896838 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656817d3-bc0f-496c-8a5c-a40f07518990 req-bbc33e3f-e39b-4426-a156-0b3e9295acc3 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:47.898380 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-afcfdfab-ded3-4349-9882-a31a0685415a None None] Port ac0d7670-71a3-435f-b40f-7cf13ed64b8b cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:19:47.899106 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-656817d3-bc0f-496c-8a5c-a40f07518990 req-bbc33e3f-e39b-4426-a156-0b3e9295acc3 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=13f47310-2757-4e55-a383-60056a18fc3f HTTP/1.1" status: 200 len: 943 time: 0.1992598 Jul 09 16:19:47.903802 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d9a6461f-9573-4f82-9e91-322083bb8348 req-8a4d0261-2993-4434-a4a2-8bce31300534 service neutron] 10.222.0.77 "GET /v2.0/networks/ce97cc22-3a2c-431c-a7c0-56837c541317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776381 Jul 09 16:19:47.911591 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc067be-1547-4dd4-8eca-63acec8cdb3e None None] Routers {'84e9a7cb-b30e-4eea-b44b-094622301e47'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:19:47.912253 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-cdc067be-1547-4dd4-8eca-63acec8cdb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:19:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['84e9a7cb-b30e-4eea-b44b-094622301e47'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:19:47.984818 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-800dc173-57a3-4f9c-b7c8-5c5d811c0a11 req-6d853828-bfcb-40e5-9ab6-5434aeb97362 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "PUT /v2.0/floatingips/f8c4b7f9-32e6-4bc3-bfc7-16d7ac390be3 HTTP/1.1" status: 200 len: 998 time: 2.4447064 Jul 09 16:19:48.005793 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-656817d3-bc0f-496c-8a5c-a40f07518990 req-c829818e-8d3f-4c84-9579-e8921f18b73c tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981586 Jul 09 16:19:48.055297 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d9a6461f-9573-4f82-9e91-322083bb8348 req-cf4dcca4-807a-49c3-8b77-65aa985271ae service neutron] 10.222.0.77 "GET /v2.0/networks/ce97cc22-3a2c-431c-a7c0-56837c541317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361842 Jul 09 16:19:48.072784 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-cdc067be-1547-4dd4-8eca-63acec8cdb3e None None] Set router 84e9a7cb-b30e-4eea-b44b-094622301e47 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:19:48.088708 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800dc173-57a3-4f9c-b7c8-5c5d811c0a11 req-57a729e1-ecba-4fa8-97a9-886bb6e7d260 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:48.099201 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-800dc173-57a3-4f9c-b7c8-5c5d811c0a11 req-57a729e1-ecba-4fa8-97a9-886bb6e7d260 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/ports/87eb6069-d489-44e3-98e3-5f50de6fd798 HTTP/1.1" status: 200 len: 942 time: 0.1132612 Jul 09 16:19:48.106664 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-681d3ac2-93d8-472e-99bf-676682c68ad6 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:48.136130 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-681d3ac2-93d8-472e-99bf-676682c68ad6 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Calling delete_port for ac0d7670-71a3-435f-b40f-7cf13ed64b8b owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:19:48.235993 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba4b8e-8378-41ff-a35d-74ff6c607ca1 req-6a319c8c-6e02-4cca-9944-b3e9ff5777b5 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:48.238006 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-07ba4b8e-8378-41ff-a35d-74ff6c607ca1 req-6a319c8c-6e02-4cca-9944-b3e9ff5777b5 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=97e229fb-ac7a-435e-8c3d-665c7efeec0d HTTP/1.1" status: 200 len: 945 time: 0.0954120 Jul 09 16:19:48.298129 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-07ba4b8e-8378-41ff-a35d-74ff6c607ca1 req-81f9622a-1a97-4411-aca4-6fe5bcbb7e75 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483406 Jul 09 16:19:48.402534 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-cdc067be-1547-4dd4-8eca-63acec8cdb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'name': 'tempest-FloatingIPsAssociationTestJSON-1254540187-router', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '125df260-2c04-4dcc-830d-f78f52662dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:18:47Z', 'updated_at': '2021-07-09T16:18:55Z', 'revision_number': 4, 'project_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'gw_port': {'id': '125df260-2c04-4dcc-830d-f78f52662dea', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:18:48Z', 'updated_at': '2021-07-09T16:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'f8c4b7f9-32e6-4bc3-bfc7-16d7ac390be3', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'floating_ip_address': '172.25.0.21', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'port_id': 'cd3030bb-36dc-419b-aaab-38e7dd4e5bc6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1038, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '107905d0-c615-4e8b-9b1d-9c2589d2ef47', 'mac_address': 'fa:16:3e:65:0b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3ff970-2934-42f8-8a23-3ad0ebdc9b9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:19:22Z', 'updated_at': '2021-07-09T16:19:46Z', 'revision_number': 3, 'project_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f955ffa-e82e-442c-84f0-766f4b942c05', 'name': '', 'network_id': '107905d0-c615-4e8b-9b1d-9c2589d2ef47', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'mac_address': 'fa:16:3e:7b:7b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '6398ae78-ab25-4396-a51f-802464200a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:18:53Z', 'updated_at': '2021-07-09T16:19:03Z', 'revision_number': 5, 'project_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'subnets': [{'id': '6398ae78-ab25-4396-a51f-802464200a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:19:48.438355 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800dc173-57a3-4f9c-b7c8-5c5d811c0a11 req-31ded83d-412c-41de-9b46-676ffab21959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:48.439705 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc067be-1547-4dd4-8eca-63acec8cdb3e None None] The sync data for ids ['84e9a7cb-b30e-4eea-b44b-094622301e47'] in n-d-798930-3 is: [{'id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'name': 'tempest-FloatingIPsAssociationTestJSON-1254540187-router', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '125df260-2c04-4dcc-830d-f78f52662dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:18:47Z', 'updated_at': '2021-07-09T16:18:55Z', 'revision_number': 4, 'project_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'gw_port': {'id': '125df260-2c04-4dcc-830d-f78f52662dea', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:18:48Z', 'updated_at': '2021-07-09T16:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'f8c4b7f9-32e6-4bc3-bfc7-16d7ac390be3', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'floating_ip_address': '172.25.0.21', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'port_id': 'cd3030bb-36dc-419b-aaab-38e7dd4e5bc6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1038, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '107905d0-c615-4e8b-9b1d-9c2589d2ef47', 'mac_address': 'fa:16:3e:65:0b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3ff970-2934-42f8-8a23-3ad0ebdc9b9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:19:22Z', 'updated_at': '2021-07-09T16:19:46Z', 'revision_number': 3, 'project_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f955ffa-e82e-442c-84f0-766f4b942c05', 'name': '', 'network_id': '107905d0-c615-4e8b-9b1d-9c2589d2ef47', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'mac_address': 'fa:16:3e:7b:7b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '6398ae78-ab25-4396-a51f-802464200a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:18:53Z', 'updated_at': '2021-07-09T16:19:03Z', 'revision_number': 5, 'project_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'subnets': [{'id': '6398ae78-ab25-4396-a51f-802464200a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:19:48.441586 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-800dc173-57a3-4f9c-b7c8-5c5d811c0a11 req-31ded83d-412c-41de-9b46-676ffab21959 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=dee8c37c9ba8439b8ed8c6a930b7c811&device_id=228662c2-0595-4d0e-836f-c3a2a5a9f46c HTTP/1.1" status: 200 len: 1096 time: 0.2787001 Jul 09 16:19:48.541250 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-681d3ac2-93d8-472e-99bf-676682c68ad6 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:48.619632 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23173daf-18df-4c04-94ea-e6e01f82b57c req-1c9e25db-250e-4313-9dda-c0c81c069775 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:48.621503 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-23173daf-18df-4c04-94ea-e6e01f82b57c req-1c9e25db-250e-4313-9dda-c0c81c069775 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=41620b65-0ad6-4c94-b3a5-7b791f9710e1 HTTP/1.1" status: 200 len: 943 time: 0.1226857 Jul 09 16:19:48.682118 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-23173daf-18df-4c04-94ea-e6e01f82b57c req-f5fba8ef-7680-490d-a86e-9cc5786869a3 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488939 Jul 09 16:19:48.768227 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b643b6-f01f-4953-be91-e7b0d65e8a4b None None] New status for floating IP f8c4b7f9-32e6-4bc3-bfc7-16d7ac390be3: ACTIVE {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:19:48.918641 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0630dba6-80c5-4a20-b27b-c2534369c9f7 x-openstack-request-id: req-0630dba6-80c5-4a20-b27b-c2534369c9f7 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:19:48.920192 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41620b65-0ad6-4c94-b3a5-7b791f9710e1", "tag": "d53afd75-677a-4f1e-9eb8-d9503385c6cd", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:19:48.920779 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0630dba6-80c5-4a20-b27b-c2534369c9f7 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:19:48.922023 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41620b65-0ad6-4c94-b3a5-7b791f9710e1', 'tag': 'd53afd75-677a-4f1e-9eb8-d9503385c6cd', 'status': 'completed', 'code': 200} Jul 09 16:19:48.926643 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681d3ac2-93d8-472e-99bf-676682c68ad6 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Pushing event deleted for resources: {'Port': ['ID=ac0d7670-71a3-435f-b40f-7cf13ed64b8b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:48.981894 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b32ac7c-e1e5-4603-badb-559e1751854f x-openstack-request-id: req-1b32ac7c-e1e5-4603-badb-559e1751854f {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:19:48.982425 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "228662c2-0595-4d0e-836f-c3a2a5a9f46c", "tag": "87eb6069-d489-44e3-98e3-5f50de6fd798", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:19:48.982955 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1b32ac7c-e1e5-4603-badb-559e1751854f {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:19:48.983432 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '228662c2-0595-4d0e-836f-c3a2a5a9f46c', 'tag': '87eb6069-d489-44e3-98e3-5f50de6fd798', 'status': 'completed', 'code': 200} Jul 09 16:19:49.117080 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800dc173-57a3-4f9c-b7c8-5c5d811c0a11 req-c0a12c7d-0c8d-4d11-a3ab-e150d421012f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:49.125212 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-800dc173-57a3-4f9c-b7c8-5c5d811c0a11 req-c0a12c7d-0c8d-4d11-a3ab-e150d421012f service neutron] 10.222.0.98 "GET /v2.0/networks?id=107905d0-c615-4e8b-9b1d-9c2589d2ef47 HTTP/1.1" status: 200 len: 922 time: 0.6631150 Jul 09 16:19:49.155797 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f155b5-aec7-48dc-87e5-8c623d438e83 None None] Sync routers for ids ['84e9a7cb-b30e-4eea-b44b-094622301e47'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:19:49.174023 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f155b5-aec7-48dc-87e5-8c623d438e83 None None] Routers {'84e9a7cb-b30e-4eea-b44b-094622301e47'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:19:49.175437 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c9f155b5-aec7-48dc-87e5-8c623d438e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:19:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['84e9a7cb-b30e-4eea-b44b-094622301e47'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:19:49.198916 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-800dc173-57a3-4f9c-b7c8-5c5d811c0a11 req-41635863-05bf-44ed-ad60-e2eb77196abd service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87eb6069-d489-44e3-98e3-5f50de6fd798 HTTP/1.1" status: 200 len: 217 time: 0.0725269 Jul 09 16:19:49.283975 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dbbd49-498f-4b92-b785-c049598f42d9 req-20b77d58-cf2d-4982-b02e-88a2a19af0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:49.286318 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-38dbbd49-498f-4b92-b785-c049598f42d9 req-20b77d58-cf2d-4982-b02e-88a2a19af0d3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5bab4a62c1284375905a7ca59f2b0a16&device_id=41620b65-0ad6-4c94-b3a5-7b791f9710e1 HTTP/1.1" status: 200 len: 1094 time: 0.3073206 Jul 09 16:19:49.295885 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7161aa69-f975-419d-856a-d71b86d3a470 req-89783ba5-eb27-4dc0-b6b9-8baadd84a620 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:49.297441 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7161aa69-f975-419d-856a-d71b86d3a470 req-89783ba5-eb27-4dc0-b6b9-8baadd84a620 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2581c1c-b606-46c5-ad86-6f6879be53d7 HTTP/1.1" status: 200 len: 945 time: 0.1930733 Jul 09 16:19:49.299406 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d82346-57cd-476b-bb03-d1bded824057 req-76e3ee83-7bd0-4a5c-b2f0-3aa84a19d29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:49.301133 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d5d82346-57cd-476b-bb03-d1bded824057 req-76e3ee83-7bd0-4a5c-b2f0-3aa84a19d29b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dee8c37c9ba8439b8ed8c6a930b7c811&device_id=228662c2-0595-4d0e-836f-c3a2a5a9f46c HTTP/1.1" status: 200 len: 1096 time: 0.1987143 Jul 09 16:19:49.311795 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800dc173-57a3-4f9c-b7c8-5c5d811c0a11 req-71f065d3-a1ec-46fa-817e-bf78ad51a581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:49.313872 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-800dc173-57a3-4f9c-b7c8-5c5d811c0a11 req-71f065d3-a1ec-46fa-817e-bf78ad51a581 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=6398ae78-ab25-4396-a51f-802464200a58 HTTP/1.1" status: 200 len: 860 time: 0.1140625 Jul 09 16:19:49.366191 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-c9f155b5-aec7-48dc-87e5-8c623d438e83 None None] Set router 84e9a7cb-b30e-4eea-b44b-094622301e47 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:19:49.487737 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-681d3ac2-93d8-472e-99bf-676682c68ad6 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:49.493920 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-681d3ac2-93d8-472e-99bf-676682c68ad6 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] 10.222.0.98 "DELETE /v2.0/ports/ac0d7670-71a3-435f-b40f-7cf13ed64b8b HTTP/1.1" status: 204 len: 168 time: 2.0282874 Jul 09 16:19:49.494448 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 32858) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:19:49.510882 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800dc173-57a3-4f9c-b7c8-5c5d811c0a11 req-f965064e-f434-4191-ae78-1dc0c14d9dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:49.511821 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7161aa69-f975-419d-856a-d71b86d3a470 req-d9d5ce97-6fe7-4845-b7ee-40e1c0ba99bd tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895757 Jul 09 16:19:49.513304 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-800dc173-57a3-4f9c-b7c8-5c5d811c0a11 req-f965064e-f434-4191-ae78-1dc0c14d9dd7 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=107905d0-c615-4e8b-9b1d-9c2589d2ef47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1914833 Jul 09 16:19:49.552850 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-3736b89e-486a-43ff-8148-dc7143b3cf49 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] GET failed (client error): The resource could not be found. Jul 09 16:19:49.554843 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3736b89e-486a-43ff-8148-dc7143b3cf49 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] 10.222.0.98 "GET /v2.0/ports/ac0d7670-71a3-435f-b40f-7cf13ed64b8b HTTP/1.1" status: 404 len: 333 time: 0.0593390 Jul 09 16:19:49.571437 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 32860) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:19:49.603763 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d82346-57cd-476b-bb03-d1bded824057 req-8ad8ea18-7341-4395-8ce0-d94d9612b38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:49.606344 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d5d82346-57cd-476b-bb03-d1bded824057 req-8ad8ea18-7341-4395-8ce0-d94d9612b38b service neutron] 10.222.0.73 "GET /v2.0/networks?id=107905d0-c615-4e8b-9b1d-9c2589d2ef47 HTTP/1.1" status: 200 len: 922 time: 0.2951357 Jul 09 16:19:49.610304 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dbbd49-498f-4b92-b785-c049598f42d9 req-0fdfdc10-4100-4a10-958b-82f993090bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:49.612053 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-38dbbd49-498f-4b92-b785-c049598f42d9 req-0fdfdc10-4100-4a10-958b-82f993090bbc service neutron] 10.222.0.77 "GET /v2.0/networks?id=7fb8e424-ddcd-465f-ad3d-2ffb770ae53b HTTP/1.1" status: 200 len: 914 time: 0.3099675 Jul 09 16:19:49.673466 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-800dc173-57a3-4f9c-b7c8-5c5d811c0a11 req-503cac2d-525d-4aeb-892a-24fd9f9276c4 service neutron] 10.222.0.98 "GET /v2.0/networks/107905d0-c615-4e8b-9b1d-9c2589d2ef47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324468 Jul 09 16:19:49.746817 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d5d82346-57cd-476b-bb03-d1bded824057 req-2d2cb899-dc4b-44cb-9af2-5b64f8119a5b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87eb6069-d489-44e3-98e3-5f50de6fd798 HTTP/1.1" status: 200 len: 217 time: 0.1097291 Jul 09 16:19:49.748181 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-38dbbd49-498f-4b92-b785-c049598f42d9 req-1852eefa-1585-4ca0-a284-c5a3a5073d33 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d53afd75-677a-4f1e-9eb8-d9503385c6cd HTTP/1.1" status: 200 len: 217 time: 0.1124787 Jul 09 16:19:49.770197 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c9f155b5-aec7-48dc-87e5-8c623d438e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'name': 'tempest-FloatingIPsAssociationTestJSON-1254540187-router', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '125df260-2c04-4dcc-830d-f78f52662dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:18:47Z', 'updated_at': '2021-07-09T16:18:55Z', 'revision_number': 4, 'project_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'gw_port': {'id': '125df260-2c04-4dcc-830d-f78f52662dea', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:18:48Z', 'updated_at': '2021-07-09T16:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'f8c4b7f9-32e6-4bc3-bfc7-16d7ac390be3', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'floating_ip_address': '172.25.0.21', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'port_id': 'cd3030bb-36dc-419b-aaab-38e7dd4e5bc6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1038, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '107905d0-c615-4e8b-9b1d-9c2589d2ef47', 'mac_address': 'fa:16:3e:65:0b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3ff970-2934-42f8-8a23-3ad0ebdc9b9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:19:22Z', 'updated_at': '2021-07-09T16:19:48Z', 'revision_number': 4, 'project_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f955ffa-e82e-442c-84f0-766f4b942c05', 'name': '', 'network_id': '107905d0-c615-4e8b-9b1d-9c2589d2ef47', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'mac_address': 'fa:16:3e:7b:7b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '6398ae78-ab25-4396-a51f-802464200a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:18:53Z', 'updated_at': '2021-07-09T16:19:03Z', 'revision_number': 5, 'project_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'subnets': [{'id': '6398ae78-ab25-4396-a51f-802464200a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:19:49.796960 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-800dc173-57a3-4f9c-b7c8-5c5d811c0a11 req-75479b0b-a9a1-44a3-92f4-c39b4b959a1f service neutron] 10.222.0.98 "GET /v2.0/networks/107905d0-c615-4e8b-9b1d-9c2589d2ef47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134865 Jul 09 16:19:49.809628 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f155b5-aec7-48dc-87e5-8c623d438e83 None None] Checking router: 84e9a7cb-b30e-4eea-b44b-094622301e47 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:19:49.821229 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f155b5-aec7-48dc-87e5-8c623d438e83 None None] Routers {'84e9a7cb-b30e-4eea-b44b-094622301e47'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:19:49.822089 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c9f155b5-aec7-48dc-87e5-8c623d438e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:19:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['84e9a7cb-b30e-4eea-b44b-094622301e47'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:19:49.913736 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800dc173-57a3-4f9c-b7c8-5c5d811c0a11 req-b5f83463-df8c-4e83-a269-e7145b88b33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:49.916372 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-800dc173-57a3-4f9c-b7c8-5c5d811c0a11 req-b5f83463-df8c-4e83-a269-e7145b88b33f service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=dee8c37c9ba8439b8ed8c6a930b7c811&device_id=fd3ff970-2934-42f8-8a23-3ad0ebdc9b9f HTTP/1.1" status: 200 len: 1097 time: 0.0795825 Jul 09 16:19:49.939950 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d82346-57cd-476b-bb03-d1bded824057 req-ba1f97bd-103e-4b4b-a48b-b146f6ace7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:49.941650 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d5d82346-57cd-476b-bb03-d1bded824057 req-ba1f97bd-103e-4b4b-a48b-b146f6ace7b2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6398ae78-ab25-4396-a51f-802464200a58 HTTP/1.1" status: 200 len: 860 time: 0.1689970 Jul 09 16:19:49.948303 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dbbd49-498f-4b92-b785-c049598f42d9 req-fa8034a5-5037-4322-95fa-d7c17501e20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:49.949947 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-38dbbd49-498f-4b92-b785-c049598f42d9 req-fa8034a5-5037-4322-95fa-d7c17501e20c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1658d367-2406-4d61-8a06-65bf719b3ab3 HTTP/1.1" status: 200 len: 853 time: 0.1732726 Jul 09 16:19:49.955615 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-c9f155b5-aec7-48dc-87e5-8c623d438e83 None None] Set router 84e9a7cb-b30e-4eea-b44b-094622301e47 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:19:50.025680 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-38dbbd49-498f-4b92-b785-c049598f42d9 req-d99b91dc-02e7-46a8-ad17-88af40c75c38 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7fb8e424-ddcd-465f-ad3d-2ffb770ae53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612853 Jul 09 16:19:50.033026 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800dc173-57a3-4f9c-b7c8-5c5d811c0a11 req-11973fcc-6120-4cb4-99cf-5f663870b321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:50.034682 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-800dc173-57a3-4f9c-b7c8-5c5d811c0a11 req-11973fcc-6120-4cb4-99cf-5f663870b321 service neutron] 10.222.0.98 "GET /v2.0/networks?id=107905d0-c615-4e8b-9b1d-9c2589d2ef47 HTTP/1.1" status: 200 len: 922 time: 0.1104255 Jul 09 16:19:50.051677 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cdf7db-0843-47e4-abaa-25b7d00b8de4 req-2e88b831-c292-4541-a4dd-cb6c25ad2e22 tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:50.053731 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-71cdf7db-0843-47e4-abaa-25b7d00b8de4 req-2e88b831-c292-4541-a4dd-cb6c25ad2e22 tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=97e229fb-ac7a-435e-8c3d-665c7efeec0d HTTP/1.1" status: 200 len: 1096 time: 0.3964639 Jul 09 16:19:50.105619 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-508c0a76-f120-4b70-90af-8aa68bdb8524 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Deleting port 2d891cac-3f2f-4995-ae34-5aff85768063 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:19:50.105940 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-508c0a76-f120-4b70-90af-8aa68bdb8524 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:50.141501 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-800dc173-57a3-4f9c-b7c8-5c5d811c0a11 req-1fcf2a79-c525-48d2-a401-32f491b565c2 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd3030bb-36dc-419b-aaab-38e7dd4e5bc6 HTTP/1.1" status: 200 len: 1001 time: 0.0894370 Jul 09 16:19:50.204834 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 814d655f-64e5-4578-ae10-b9452557e95c details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:19:50.237188 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-71cdf7db-0843-47e4-abaa-25b7d00b8de4 req-4c5d8c78-d1ba-49e2-85a9-ae67da4f4633 tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703568 Jul 09 16:19:50.257845 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800dc173-57a3-4f9c-b7c8-5c5d811c0a11 req-81e4b3c6-1138-4ff4-a073-340ccdd115eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:50.261907 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c9f155b5-aec7-48dc-87e5-8c623d438e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'name': 'tempest-FloatingIPsAssociationTestJSON-1254540187-router', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '125df260-2c04-4dcc-830d-f78f52662dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:18:47Z', 'updated_at': '2021-07-09T16:18:55Z', 'revision_number': 4, 'project_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'gw_port': {'id': '125df260-2c04-4dcc-830d-f78f52662dea', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:18:48Z', 'updated_at': '2021-07-09T16:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'f8c4b7f9-32e6-4bc3-bfc7-16d7ac390be3', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'floating_ip_address': '172.25.0.21', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'port_id': 'cd3030bb-36dc-419b-aaab-38e7dd4e5bc6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1038, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '107905d0-c615-4e8b-9b1d-9c2589d2ef47', 'mac_address': 'fa:16:3e:65:0b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3ff970-2934-42f8-8a23-3ad0ebdc9b9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:19:22Z', 'updated_at': '2021-07-09T16:19:48Z', 'revision_number': 4, 'project_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f955ffa-e82e-442c-84f0-766f4b942c05', 'name': '', 'network_id': '107905d0-c615-4e8b-9b1d-9c2589d2ef47', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'mac_address': 'fa:16:3e:7b:7b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '6398ae78-ab25-4396-a51f-802464200a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:18:53Z', 'updated_at': '2021-07-09T16:19:03Z', 'revision_number': 5, 'project_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'subnets': [{'id': '6398ae78-ab25-4396-a51f-802464200a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:19:50.262509 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-800dc173-57a3-4f9c-b7c8-5c5d811c0a11 req-81e4b3c6-1138-4ff4-a073-340ccdd115eb service neutron] 10.222.0.98 "GET /v2.0/subnets?id=6398ae78-ab25-4396-a51f-802464200a58 HTTP/1.1" status: 200 len: 860 time: 0.1097999 Jul 09 16:19:50.299459 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-38dbbd49-498f-4b92-b785-c049598f42d9 req-aee2920f-602f-4d20-b837-67328eba73a6 service neutron] 10.222.0.77 "GET /v2.0/networks/7fb8e424-ddcd-465f-ad3d-2ffb770ae53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647741 Jul 09 16:19:50.333114 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f155b5-aec7-48dc-87e5-8c623d438e83 None None] The sync data for ids ['84e9a7cb-b30e-4eea-b44b-094622301e47'] in n-d-798930-3 is: [{'id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'name': 'tempest-FloatingIPsAssociationTestJSON-1254540187-router', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '125df260-2c04-4dcc-830d-f78f52662dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:18:47Z', 'updated_at': '2021-07-09T16:18:55Z', 'revision_number': 4, 'project_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'gw_port': {'id': '125df260-2c04-4dcc-830d-f78f52662dea', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:18:48Z', 'updated_at': '2021-07-09T16:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'f8c4b7f9-32e6-4bc3-bfc7-16d7ac390be3', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'floating_ip_address': '172.25.0.21', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'port_id': 'cd3030bb-36dc-419b-aaab-38e7dd4e5bc6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1038, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '107905d0-c615-4e8b-9b1d-9c2589d2ef47', 'mac_address': 'fa:16:3e:65:0b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3ff970-2934-42f8-8a23-3ad0ebdc9b9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:19:22Z', 'updated_at': '2021-07-09T16:19:48Z', 'revision_number': 4, 'project_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f955ffa-e82e-442c-84f0-766f4b942c05', 'name': '', 'network_id': '107905d0-c615-4e8b-9b1d-9c2589d2ef47', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'mac_address': 'fa:16:3e:7b:7b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '6398ae78-ab25-4396-a51f-802464200a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:18:53Z', 'updated_at': '2021-07-09T16:19:03Z', 'revision_number': 5, 'project_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'subnets': [{'id': '6398ae78-ab25-4396-a51f-802464200a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:19:50.383669 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 814d655f-64e5-4578-ae10-b9452557e95c, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=814d655f-64e5-4578-ae10-b9452557e95c,segment=NetworkSegment(fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c),segment_id=fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:19:50.396489 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800dc173-57a3-4f9c-b7c8-5c5d811c0a11 req-d4d2fc18-3048-4c8e-9e51-e943d287916a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:50.398738 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-800dc173-57a3-4f9c-b7c8-5c5d811c0a11 req-d4d2fc18-3048-4c8e-9e51-e943d287916a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=107905d0-c615-4e8b-9b1d-9c2589d2ef47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1229870 Jul 09 16:19:50.404264 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '814d655f-64e5-4578-ae10-b9452557e95c', 'network_id': 'ce97cc22-3a2c-431c-a7c0-56837c541317', 'port_id': '814d655f-64e5-4578-ae10-b9452557e95c', 'mac_address': 'fa:16:3e:b5:de:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87031510-fde3-40ce-a568-4132b7a3476d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:19:50.452758 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:50.471848 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 814d655f-64e5-4578-ae10-b9452557e95c {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:19:50.487580 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-508c0a76-f120-4b70-90af-8aa68bdb8524 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:50.500683 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-508c0a76-f120-4b70-90af-8aa68bdb8524 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Calling delete_port for 2d891cac-3f2f-4995-ae34-5aff85768063 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:19:50.506141 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 814d655f-64e5-4578-ae10-b9452557e95c, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=814d655f-64e5-4578-ae10-b9452557e95c,segment=NetworkSegment(fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c),segment_id=fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:19:50.511627 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:50.580986 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d82346-57cd-476b-bb03-d1bded824057 req-ae7bc4c7-7b1a-419f-ba07-79943c49f7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:50.582813 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=814d655f-64e5-4578-ae10-b9452557e95c,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:50.589365 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d5d82346-57cd-476b-bb03-d1bded824057 req-ae7bc4c7-7b1a-419f-ba07-79943c49f7c9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=107905d0-c615-4e8b-9b1d-9c2589d2ef47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6323085 Jul 09 16:19:50.618257 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-38dbbd49-498f-4b92-b785-c049598f42d9 req-0144661f-387a-416d-bc20-f3ec3e2e504d service neutron] 10.222.0.77 "GET /v2.0/networks/7fb8e424-ddcd-465f-ad3d-2ffb770ae53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975886 Jul 09 16:19:50.627967 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-800dc173-57a3-4f9c-b7c8-5c5d811c0a11 req-218b8598-a8e1-4fde-97fb-df9fc1b65e43 service neutron] 10.222.0.98 "GET /v2.0/networks/107905d0-c615-4e8b-9b1d-9c2589d2ef47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958089 Jul 09 16:19:50.757133 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-800dc173-57a3-4f9c-b7c8-5c5d811c0a11 req-eeb63096-998d-402a-8781-27db50e9746e service neutron] 10.222.0.98 "GET /v2.0/networks/107905d0-c615-4e8b-9b1d-9c2589d2ef47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141019 Jul 09 16:19:50.801592 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['814d655f-64e5-4578-ae10-b9452557e95c'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:19:50.810682 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d5d82346-57cd-476b-bb03-d1bded824057 req-989e70ff-752c-4318-8b21-7d0d80642cf8 service neutron] 10.222.0.73 "GET /v2.0/networks/107905d0-c615-4e8b-9b1d-9c2589d2ef47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204015 Jul 09 16:19:50.833848 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-508c0a76-f120-4b70-90af-8aa68bdb8524 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:50.914546 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c0a76-f120-4b70-90af-8aa68bdb8524 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Pushing event deleted for resources: {'Port': ['ID=2d891cac-3f2f-4995-ae34-5aff85768063,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:50.984882 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-508c0a76-f120-4b70-90af-8aa68bdb8524 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:50.988041 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-508c0a76-f120-4b70-90af-8aa68bdb8524 tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] 10.222.0.98 "DELETE /v2.0/ports/2d891cac-3f2f-4995-ae34-5aff85768063 HTTP/1.1" status: 204 len: 168 time: 1.4102964 Jul 09 16:19:50.992749 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2af098-0cda-40f6-aa3d-8bbf5414b953 req-55a6a0ce-e888-476d-bc2d-5537d87f2e59 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:50.993017 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 32872) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:19:50.994955 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0f2af098-0cda-40f6-aa3d-8bbf5414b953 req-55a6a0ce-e888-476d-bc2d-5537d87f2e59 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=41620b65-0ad6-4c94-b3a5-7b791f9710e1 HTTP/1.1" status: 200 len: 943 time: 0.0994163 Jul 09 16:19:50.995850 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd3ff970-2934-42f8-8a23-3ad0ebdc9b9f', 'tag': 'cd3030bb-36dc-419b-aaab-38e7dd4e5bc6'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:19:50.997725 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eacbb2c5-e239-4887-a142-c200342f23b5" -d '{"events": [{"name": "network-changed", "server_uuid": "fd3ff970-2934-42f8-8a23-3ad0ebdc9b9f", "tag": "cd3030bb-36dc-419b-aaab-38e7dd4e5bc6"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:19:51.027194 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c1170-8ad1-47df-9b93-57bae2aa0244 req-499cbfcd-49d2-4889-a2c7-5cb295ca5d65 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:51.028989 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-561c1170-8ad1-47df-9b93-57bae2aa0244 req-499cbfcd-49d2-4889-a2c7-5cb295ca5d65 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=13f47310-2757-4e55-a383-60056a18fc3f HTTP/1.1" status: 200 len: 944 time: 0.3329668 Jul 09 16:19:51.053883 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-25a90873-a9c7-45c7-a278-3dfb3c0d5b3f tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] GET failed (client error): The resource could not be found. Jul 09 16:19:51.058830 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-25a90873-a9c7-45c7-a278-3dfb3c0d5b3f tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] 10.222.0.98 "GET /v2.0/ports/2d891cac-3f2f-4995-ae34-5aff85768063 HTTP/1.1" status: 404 len: 333 time: 0.0592418 Jul 09 16:19:51.062493 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 32876) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:19:51.062676 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0f2af098-0cda-40f6-aa3d-8bbf5414b953 req-69409a31-ddd9-4b3b-84c8-605c1e3530ab tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595868 Jul 09 16:19:51.065245 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d5d82346-57cd-476b-bb03-d1bded824057 req-f5c70aa5-e7df-4ad5-8b6e-7039ce7e64ec service neutron] 10.222.0.73 "GET /v2.0/networks/107905d0-c615-4e8b-9b1d-9c2589d2ef47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449164 Jul 09 16:19:51.147118 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-561c1170-8ad1-47df-9b93-57bae2aa0244 req-647955c9-e492-4a1b-b3c9-67fc83876ad4 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981622 Jul 09 16:19:51.243049 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-097d0390-47f6-425d-ac9a-57b3bda2ac5d tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Deleting port 239cefc6-2ce3-4a56-b32f-cc4402881e7c {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:19:51.243489 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-097d0390-47f6-425d-ac9a-57b3bda2ac5d tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:51.390652 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-097d0390-47f6-425d-ac9a-57b3bda2ac5d tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:51.396473 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dad353-81db-47db-adea-9453e5135d81 req-8d664520-7a7c-47ac-b6ca-52f3481787d7 tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:51.398107 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-42dad353-81db-47db-adea-9453e5135d81 req-8d664520-7a7c-47ac-b6ca-52f3481787d7 tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=97e229fb-ac7a-435e-8c3d-665c7efeec0d HTTP/1.1" status: 200 len: 1096 time: 0.1129103 Jul 09 16:19:51.407227 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b002e7-97f0-430b-96e6-69bbe839d4e9 req-a9f1cb20-f496-46a6-9dcf-f4d792c8b521 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:51.408981 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-88b002e7-97f0-430b-96e6-69bbe839d4e9 req-a9f1cb20-f496-46a6-9dcf-f4d792c8b521 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2581c1c-b606-46c5-ad86-6f6879be53d7 HTTP/1.1" status: 200 len: 945 time: 0.0755017 Jul 09 16:19:51.426717 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-097d0390-47f6-425d-ac9a-57b3bda2ac5d tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Calling delete_port for 239cefc6-2ce3-4a56-b32f-cc4402881e7c owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:19:51.459379 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-88b002e7-97f0-430b-96e6-69bbe839d4e9 req-ac904908-1550-40ec-b0d2-965f6b2618c7 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402639 Jul 09 16:19:51.503209 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-42dad353-81db-47db-adea-9453e5135d81 req-5fc5e66c-f08e-436f-b028-8ad5d0cac2c7 tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955744 Jul 09 16:19:51.583043 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734dc97a-bbf5-4071-b4a7-aac963f67f37 x-openstack-request-id: req-734dc97a-bbf5-4071-b4a7-aac963f67f37 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:19:51.583668 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd3ff970-2934-42f8-8a23-3ad0ebdc9b9f", "tag": "cd3030bb-36dc-419b-aaab-38e7dd4e5bc6", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:19:51.584058 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-734dc97a-bbf5-4071-b4a7-aac963f67f37 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:19:51.584720 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd3ff970-2934-42f8-8a23-3ad0ebdc9b9f', 'tag': 'cd3030bb-36dc-419b-aaab-38e7dd4e5bc6', 'status': 'completed', 'code': 200} Jul 09 16:19:51.623293 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-dd4b718b-fb76-4767-997a-9ca5f87b2315 req-8bcf33f5-552f-4e32-8d21-8d63522ba8c2 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.0.21 HTTP/1.1" status: 200 len: 1001 time: 0.1289520 Jul 09 16:19:51.709592 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b718b-fb76-4767-997a-9ca5f87b2315 req-060110a9-6900-4d34-808d-de747c3fd35e tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:51.716860 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-dd4b718b-fb76-4767-997a-9ca5f87b2315 req-060110a9-6900-4d34-808d-de747c3fd35e tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/ports/cd3030bb-36dc-419b-aaab-38e7dd4e5bc6 HTTP/1.1" status: 200 len: 943 time: 0.0819733 Jul 09 16:19:51.721377 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-097d0390-47f6-425d-ac9a-57b3bda2ac5d tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:51.766109 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097d0390-47f6-425d-ac9a-57b3bda2ac5d tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Pushing event deleted for resources: {'Port': ['ID=239cefc6-2ce3-4a56-b32f-cc4402881e7c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:51.804390 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-097d0390-47f6-425d-ac9a-57b3bda2ac5d tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:51.815329 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-097d0390-47f6-425d-ac9a-57b3bda2ac5d tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] 10.222.0.98 "DELETE /v2.0/ports/239cefc6-2ce3-4a56-b32f-cc4402881e7c HTTP/1.1" status: 204 len: 168 time: 0.7487197 Jul 09 16:19:51.818426 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 32884) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:19:51.826040 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacbb2c5-e239-4887-a142-c200342f23b5 req-aa0c2e8b-563d-4b72-8f56-c4ade9f66d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:51.834659 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-eacbb2c5-e239-4887-a142-c200342f23b5 req-aa0c2e8b-563d-4b72-8f56-c4ade9f66d93 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dee8c37c9ba8439b8ed8c6a930b7c811&device_id=fd3ff970-2934-42f8-8a23-3ad0ebdc9b9f HTTP/1.1" status: 200 len: 1097 time: 0.1971607 Jul 09 16:19:51.945534 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-dd4b718b-fb76-4767-997a-9ca5f87b2315 req-5534099e-4ad5-4d53-a2c3-669747a20171 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.0.21 HTTP/1.1" status: 200 len: 1001 time: 0.1387515 Jul 09 16:19:51.949577 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4c5db55-a6d7-4b87-8df7-528d818a6e2b tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Deleting subnet c752ba1e-9b32-44c9-a36f-c1e55ae969e2 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:19:51.953082 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c4c5db55-a6d7-4b87-8df7-528d818a6e2b tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:51.997193 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacbb2c5-e239-4887-a142-c200342f23b5 req-c52b64fb-1807-40e3-8488-ddabc9bb56e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:51.998929 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-eacbb2c5-e239-4887-a142-c200342f23b5 req-c52b64fb-1807-40e3-8488-ddabc9bb56e0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=107905d0-c615-4e8b-9b1d-9c2589d2ef47 HTTP/1.1" status: 200 len: 922 time: 0.1424906 Jul 09 16:19:52.049927 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c4c5db55-a6d7-4b87-8df7-528d818a6e2b tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:52.103468 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-eacbb2c5-e239-4887-a142-c200342f23b5 req-2dac1252-013f-44b7-a4c2-9f28a69f785b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd3030bb-36dc-419b-aaab-38e7dd4e5bc6 HTTP/1.1" status: 200 len: 1001 time: 0.0976501 Jul 09 16:19:52.165807 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b718b-fb76-4767-997a-9ca5f87b2315 req-f2a7e949-2d0f-4741-b33d-a82fd5eaee6f tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:52.170177 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacbb2c5-e239-4887-a142-c200342f23b5 req-d4506cc0-68fd-41ca-a136-898ded3ae153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:52.174871 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-eacbb2c5-e239-4887-a142-c200342f23b5 req-d4506cc0-68fd-41ca-a136-898ded3ae153 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6398ae78-ab25-4396-a51f-802464200a58 HTTP/1.1" status: 200 len: 860 time: 0.0622804 Jul 09 16:19:52.175412 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-dd4b718b-fb76-4767-997a-9ca5f87b2315 req-f2a7e949-2d0f-4741-b33d-a82fd5eaee6f tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/networks/caa6ed8d-2893-4113-8f68-c5284e694f6c HTTP/1.1" status: 200 len: 784 time: 0.2189465 Jul 09 16:19:52.214238 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device d53afd75-677a-4f1e-9eb8-d9503385c6cd details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:19:52.217715 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 814d655f-64e5-4578-ae10-b9452557e95c up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:19:52.233166 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c4c5db55-a6d7-4b87-8df7-528d818a6e2b tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:52.269180 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-169781c8-ec2b-4270-ac25-e548f6f3a18e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:52.308211 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 814d655f-64e5-4578-ae10-b9452557e95c completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:19:52.313572 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053822c5-05e0-49b2-8fdd-9483a9a3204b req-d81b7515-df06-451d-a0bd-37770f1b0d47 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:52.318022 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c4c5db55-a6d7-4b87-8df7-528d818a6e2b tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:52.318515 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 814d655f-64e5-4578-ae10-b9452557e95c triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:19:52.322349 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-053822c5-05e0-49b2-8fdd-9483a9a3204b req-d81b7515-df06-451d-a0bd-37770f1b0d47 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2581c1c-b606-46c5-ad86-6f6879be53d7 HTTP/1.1" status: 200 len: 945 time: 0.1400774 Jul 09 16:19:52.327013 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:52.348430 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c5db55-a6d7-4b87-8df7-528d818a6e2b tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Pushing event deleted for resources: {'Subnet': ['ID=c752ba1e-9b32-44c9-a36f-c1e55ae969e2,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:52.356613 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c4c5db55-a6d7-4b87-8df7-528d818a6e2b tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:52.359937 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacbb2c5-e239-4887-a142-c200342f23b5 req-bc240d53-1900-4d0e-9794-7acc4c13d0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:52.360067 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c4c5db55-a6d7-4b87-8df7-528d818a6e2b tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] 10.222.0.98 "DELETE /v2.0/subnets/c752ba1e-9b32-44c9-a36f-c1e55ae969e2 HTTP/1.1" status: 204 len: 168 time: 0.5394781 Jul 09 16:19:52.362042 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 32900) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:19:52.362361 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-eacbb2c5-e239-4887-a142-c200342f23b5 req-bc240d53-1900-4d0e-9794-7acc4c13d0ac service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=107905d0-c615-4e8b-9b1d-9c2589d2ef47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1788881 Jul 09 16:19:52.381666 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-053822c5-05e0-49b2-8fdd-9483a9a3204b req-9dd2f3ae-f1e8-432f-8d29-ef9b43a35979 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582867 Jul 09 16:19:52.486187 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-56f648eb-3df3-4d32-bf41-b47de1b9faae tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:52.517472 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad949dc6-e389-4900-aa79-070d58464182 None None] Network 6bf39ff7-7585-4734-9cdd-19186c40a2b0 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:19:52.594569 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-eacbb2c5-e239-4887-a142-c200342f23b5 req-c258b053-acbd-44cb-887c-bcc34dd3bebf service neutron] 10.222.0.77 "GET /v2.0/networks/107905d0-c615-4e8b-9b1d-9c2589d2ef47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104425 Jul 09 16:19:52.633625 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-56f648eb-3df3-4d32-bf41-b47de1b9faae tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Deleting port e349942b-85ce-4090-863f-89dff9f93541 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:19:52.633981 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-56f648eb-3df3-4d32-bf41-b47de1b9faae tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:52.668084 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port d53afd75-677a-4f1e-9eb8-d9503385c6cd, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=d53afd75-677a-4f1e-9eb8-d9503385c6cd,segment=NetworkSegment(f9a5d3fd-ec07-4398-97cb-0e4d61d6d25d),segment_id=f9a5d3fd-ec07-4398-97cb-0e4d61d6d25d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:19:52.736762 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-56f648eb-3df3-4d32-bf41-b47de1b9faae tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] For port e349942b-85ce-4090-863f-89dff9f93541, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=e349942b-85ce-4090-863f-89dff9f93541,segment=NetworkSegment(f3a60a18-6c76-46e6-a908-1bf954526b7a),segment_id=f3a60a18-6c76-46e6-a908-1bf954526b7a)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:19:52.737356 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-56f648eb-3df3-4d32-bf41-b47de1b9faae tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:52.759046 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-56f648eb-3df3-4d32-bf41-b47de1b9faae tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Calling delete_port for e349942b-85ce-4090-863f-89dff9f93541 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:19:52.770087 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': 'd53afd75-677a-4f1e-9eb8-d9503385c6cd', 'network_id': '7fb8e424-ddcd-465f-ad3d-2ffb770ae53b', 'port_id': 'd53afd75-677a-4f1e-9eb8-d9503385c6cd', 'mac_address': 'fa:16:3e:49:b4:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1658d367-2406-4d61-8a06-65bf719b3ab3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:19:52.878892 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:52.898365 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-56f648eb-3df3-4d32-bf41-b47de1b9faae tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:52.915070 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:52.929665 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d53afd75-677a-4f1e-9eb8-d9503385c6cd {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:19:52.940533 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f648eb-3df3-4d32-bf41-b47de1b9faae tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Pushing event deleted for resources: {'Port': ['ID=e349942b-85ce-4090-863f-89dff9f93541,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:52.951669 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f648eb-3df3-4d32-bf41-b47de1b9faae tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] No DVR routers for this DVR port e349942b-85ce-4090-863f-89dff9f93541 on host n-d-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:19:52.971089 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port d53afd75-677a-4f1e-9eb8-d9503385c6cd, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=d53afd75-677a-4f1e-9eb8-d9503385c6cd,segment=NetworkSegment(f9a5d3fd-ec07-4398-97cb-0e4d61d6d25d),segment_id=f9a5d3fd-ec07-4398-97cb-0e4d61d6d25d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:19:52.993659 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:53.009375 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13f47310-2757-4e55-a383-60056a18fc3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '814d655f-64e5-4578-ae10-b9452557e95c'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:19:53.011452 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df550420-751b-44d0-984b-61dfca8eb9f5" -d '{"events": [{"server_uuid": "13f47310-2757-4e55-a383-60056a18fc3f", "name": "network-vif-plugged", "status": "completed", "tag": "814d655f-64e5-4578-ae10-b9452557e95c"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:19:53.069340 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-56f648eb-3df3-4d32-bf41-b47de1b9faae tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:53.092259 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-56f648eb-3df3-4d32-bf41-b47de1b9faae tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bf39ff7-7585-4734-9cdd-19186c40a2b0']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:19:53.119838 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-56f648eb-3df3-4d32-bf41-b47de1b9faae tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3a60a18-6c76-46e6-a908-1bf954526b7a') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:19:53.120136 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-56f648eb-3df3-4d32-bf41-b47de1b9faae tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3a60a18-6c76-46e6-a908-1bf954526b7a') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:19:53.150685 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-eacbb2c5-e239-4887-a142-c200342f23b5 req-75563991-ee65-4ad1-8b21-ab57cac5cac2 service neutron] 10.222.0.77 "GET /v2.0/networks/107905d0-c615-4e8b-9b1d-9c2589d2ef47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5498109 Jul 09 16:19:53.163684 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f6b22d4c-b75e-4fbf-b118-ff6f6cb44ba8 req-93d8596f-c925-4f15-b1ac-33c4651a9852 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7bd3fe27-45c9-40f1-91ec-771d46d8e32b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5242720 Jul 09 16:19:53.173704 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c8716-a9c4-4bd6-98f6-e248896bb217 req-99e08ad4-2327-45a1-b1f5-5db181937c2c tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:53.177520 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-56f648eb-3df3-4d32-bf41-b47de1b9faae tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:53.181670 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b73c8716-a9c4-4bd6-98f6-e248896bb217 req-99e08ad4-2327-45a1-b1f5-5db181937c2c tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=41620b65-0ad6-4c94-b3a5-7b791f9710e1 HTTP/1.1" status: 200 len: 943 time: 0.5531232 Jul 09 16:19:53.214350 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-56f648eb-3df3-4d32-bf41-b47de1b9faae tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:53.234610 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56f648eb-3df3-4d32-bf41-b47de1b9faae tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:19:53.236634 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-56f648eb-3df3-4d32-bf41-b47de1b9faae tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:19:53.240708 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:19:53.246192 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b73c8716-a9c4-4bd6-98f6-e248896bb217 req-7a12c387-fad0-4ae7-a358-c817dc7ed048 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608735 Jul 09 16:19:53.278018 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 814d655f-64e5-4578-ae10-b9452557e95c, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=814d655f-64e5-4578-ae10-b9452557e95c,segment=NetworkSegment(fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c),segment_id=fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:19:53.287211 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:53.309311 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=d53afd75-677a-4f1e-9eb8-d9503385c6cd,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:53.376346 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48cc076-605f-45d1-8f5c-0719c1534667 None None] DHCP port deletion for 6bf39ff7-7585-4734-9cdd-19186c40a2b0 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:19:53.376585 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-56f648eb-3df3-4d32-bf41-b47de1b9faae tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:53.395301 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-56f648eb-3df3-4d32-bf41-b47de1b9faae tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:53.397387 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-56f648eb-3df3-4d32-bf41-b47de1b9faae tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] 10.222.0.98 "DELETE /v2.0/networks/6bf39ff7-7585-4734-9cdd-19186c40a2b0 HTTP/1.1" status: 204 len: 168 time: 1.0330243 Jul 09 16:19:53.420950 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f648eb-3df3-4d32-bf41-b47de1b9faae tempest-AllowedAddressPairIpV6TestJSON-851881195 tempest-AllowedAddressPairIpV6TestJSON-851881195-project] Pushing event deleted for resources: {'Network': ['ID=6bf39ff7-7585-4734-9cdd-19186c40a2b0,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:53.425767 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a904c0a2-0bcc-4b02-afc4-889c38c45bdf req-548f90be-3dc3-480a-9ffc-95029c53f570 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.0.21 HTTP/1.1" status: 200 len: 1001 time: 0.1296639 Jul 09 16:19:53.428019 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b22d4c-b75e-4fbf-b118-ff6f6cb44ba8 req-920bd853-364a-4b39-b2be-82b0500c705b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:53.429574 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f6b22d4c-b75e-4fbf-b118-ff6f6cb44ba8 req-920bd853-364a-4b39-b2be-82b0500c705b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e315895fcff346cb9e8f1de4a11daf77&device_id=7bd3fe27-45c9-40f1-91ec-771d46d8e32b HTTP/1.1" status: 200 len: 1096 time: 0.1836028 Jul 09 16:19:53.435743 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['d53afd75-677a-4f1e-9eb8-d9503385c6cd'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:19:53.505791 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=814d655f-64e5-4578-ae10-b9452557e95c,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:53.597654 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904c0a2-0bcc-4b02-afc4-889c38c45bdf req-7920417b-e570-493b-ad7d-13f6900cdb3f tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:53.605722 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a904c0a2-0bcc-4b02-afc4-889c38c45bdf req-7920417b-e570-493b-ad7d-13f6900cdb3f tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/ports/cd3030bb-36dc-419b-aaab-38e7dd4e5bc6 HTTP/1.1" status: 200 len: 943 time: 0.1705451 Jul 09 16:19:53.684580 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b22d4c-b75e-4fbf-b118-ff6f6cb44ba8 req-f9b5f5c4-60e5-41aa-ae2d-26928bfe23b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:53.686413 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f6b22d4c-b75e-4fbf-b118-ff6f6cb44ba8 req-f9b5f5c4-60e5-41aa-ae2d-26928bfe23b4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ce97cc22-3a2c-431c-a7c0-56837c541317 HTTP/1.1" status: 200 len: 907 time: 0.2084217 Jul 09 16:19:53.694871 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1819fe8-0a39-489f-9c07-e0ad9abe041c req-c69bf64c-ede6-4b36-b1f2-1200bbfb9125 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:53.696368 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b1819fe8-0a39-489f-9c07-e0ad9abe041c req-c69bf64c-ede6-4b36-b1f2-1200bbfb9125 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2581c1c-b606-46c5-ad86-6f6879be53d7 HTTP/1.1" status: 200 len: 945 time: 0.1875589 Jul 09 16:19:53.746373 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f6b22d4c-b75e-4fbf-b118-ff6f6cb44ba8 req-dec28519-8798-4d85-a896-c9b879ca0908 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8ff3a60-d462-40e9-acb7-798df2b5cc97 HTTP/1.1" status: 200 len: 217 time: 0.0489318 Jul 09 16:19:53.821108 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 32934) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:19:53.919041 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b22d4c-b75e-4fbf-b118-ff6f6cb44ba8 req-f89ebeba-6619-44f6-8ffb-f9c4e69a22fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:53.920682 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f6b22d4c-b75e-4fbf-b118-ff6f6cb44ba8 req-f89ebeba-6619-44f6-8ffb-f9c4e69a22fa service neutron] 10.222.0.77 "GET /v2.0/subnets?id=87031510-fde3-40ce-a568-4132b7a3476d HTTP/1.1" status: 200 len: 846 time: 0.1370318 Jul 09 16:19:53.923772 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a904c0a2-0bcc-4b02-afc4-889c38c45bdf req-3cf1ba53-f59b-470a-9a87-bbc3f5edb45c tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.0.21 HTTP/1.1" status: 200 len: 1001 time: 0.1816502 Jul 09 16:19:53.973534 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-fe27dc20-b8a0-42c6-96a7-aa9eb74253ec admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6db89b3914ad41fa938ac8835f254871&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1512313 Jul 09 16:19:53.976523 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 32938) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:19:54.004985 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-f6995b85-8b23-4b08-8aec-9a223dd0d920 tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:19:54.006000 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-f6995b85-8b23-4b08-8aec-9a223dd0d920 tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2135048 Jul 09 16:19:54.031602 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f6b22d4c-b75e-4fbf-b118-ff6f6cb44ba8 req-3c6ffd4c-c72e-4b2c-a1e0-7199ee4c2326 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ce97cc22-3a2c-431c-a7c0-56837c541317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851700 Jul 09 16:19:54.047108 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fbdde643-ff4f-4195-9955-8331b11620d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:54.071118 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-0ad8f206-a8af-4ce2-a19b-1f68ebade3d1 service neutron] Request body: {'binding': {'host': 'n-h2-798930-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:19:54.071565 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-0ad8f206-a8af-4ce2-a19b-1f68ebade3d1 service neutron] Unknown quota resources ['binding']. {{(pid=93959) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 16:19:54.094737 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fbdde643-ff4f-4195-9955-8331b11620d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:54.136668 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-b1819fe8-0a39-489f-9c07-e0ad9abe041c req-d71a2c70-4120-4947-b6a9-bfd094cafb31 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Deleting port 303b98cd-be53-4bae-87b9-00e8eabf540a {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:19:54.137013 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b1819fe8-0a39-489f-9c07-e0ad9abe041c req-d71a2c70-4120-4947-b6a9-bfd094cafb31 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:54.207269 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fbdde643-ff4f-4195-9955-8331b11620d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:54.209791 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fbdde643-ff4f-4195-9955-8331b11620d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:54.211000 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-fbdde643-ff4f-4195-9955-8331b11620d2 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d91e97c7-36ff-4282-a1f4-2e2f6574ee9c HTTP/1.1" status: 204 len: 168 time: 0.2329550 Jul 09 16:19:54.227514 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904c0a2-0bcc-4b02-afc4-889c38c45bdf req-7731c156-b80d-401b-8a03-5d193e27dac3 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:54.229042 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a904c0a2-0bcc-4b02-afc4-889c38c45bdf req-7731c156-b80d-401b-8a03-5d193e27dac3 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/networks/caa6ed8d-2893-4113-8f68-c5284e694f6c HTTP/1.1" status: 200 len: 784 time: 0.2815793 Jul 09 16:19:54.230504 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdde643-ff4f-4195-9955-8331b11620d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91e97c7-36ff-4282-a1f4-2e2f6574ee9c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:54.242687 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f6b22d4c-b75e-4fbf-b118-ff6f6cb44ba8 req-d5d6afbf-3b6f-4aed-8d09-a52ab22201b6 service neutron] 10.222.0.77 "GET /v2.0/networks/ce97cc22-3a2c-431c-a7c0-56837c541317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021692 Jul 09 16:19:54.283796 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [req-a904c0a2-0bcc-4b02-afc4-889c38c45bdf req-5c8f1095-d030-4303-8de9-854ab84be51a tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:19:54.286300 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-0ad8f206-a8af-4ce2-a19b-1f68ebade3d1 service neutron] Attempting to bind port 52daa4a5-62a4-455b-8bb2-c1157c7d930f on host n-h2-798930-3 for vnic_type normal with profile None {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:19:54.286636 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-0ad8f206-a8af-4ce2-a19b-1f68ebade3d1 service neutron] Attempting to bind port 52daa4a5-62a4-455b-8bb2-c1157c7d930f by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': 'b3327873-1adb-4566-ad72-2213b9292320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5ab794d9-1bd8-4da1-bd91-e5307e2548b2'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:19:54.287186 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-0ad8f206-a8af-4ce2-a19b-1f68ebade3d1 service neutron] Attempting to bind port 52daa4a5-62a4-455b-8bb2-c1157c7d930f on network 5ab794d9-1bd8-4da1-bd91-e5307e2548b2 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:19:54.287543 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a904c0a2-0bcc-4b02-afc4-889c38c45bdf req-5c8f1095-d030-4303-8de9-854ab84be51a tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0416932 Jul 09 16:19:54.292604 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-0ad8f206-a8af-4ce2-a19b-1f68ebade3d1 service neutron] Port 52daa4a5-62a4-455b-8bb2-c1157c7d930f on network 5ab794d9-1bd8-4da1-bd91-e5307e2548b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:19:54.292935 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-0ad8f206-a8af-4ce2-a19b-1f68ebade3d1 service neutron] Attempting to bind port 52daa4a5-62a4-455b-8bb2-c1157c7d930f on network 5ab794d9-1bd8-4da1-bd91-e5307e2548b2 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:19:54.299159 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-0ad8f206-a8af-4ce2-a19b-1f68ebade3d1 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:19:54.299496 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-0ad8f206-a8af-4ce2-a19b-1f68ebade3d1 service neutron] Checking segment: {'id': 'b3327873-1adb-4566-ad72-2213b9292320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5ab794d9-1bd8-4da1-bd91-e5307e2548b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:19:54.299883 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-0ad8f206-a8af-4ce2-a19b-1f68ebade3d1 service neutron] Bound using segment: {'id': 'b3327873-1adb-4566-ad72-2213b9292320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5ab794d9-1bd8-4da1-bd91-e5307e2548b2'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:19:54.300485 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-0ad8f206-a8af-4ce2-a19b-1f68ebade3d1 service neutron] Bound port: 52daa4a5-62a4-455b-8bb2-c1157c7d930f, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3327873-1adb-4566-ad72-2213b9292320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5ab794d9-1bd8-4da1-bd91-e5307e2548b2'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:19:54.400282 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-0ad8f206-a8af-4ce2-a19b-1f68ebade3d1 service neutron] For port 52daa4a5-62a4-455b-8bb2-c1157c7d930f, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=52daa4a5-62a4-455b-8bb2-c1157c7d930f,segment=NetworkSegment(b3327873-1adb-4566-ad72-2213b9292320),segment_id=b3327873-1adb-4566-ad72-2213b9292320)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:19:54.408224 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-0ad8f206-a8af-4ce2-a19b-1f68ebade3d1 service neutron] Notify callbacks [] for binding, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:54.410808 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-0ad8f206-a8af-4ce2-a19b-1f68ebade3d1 service neutron] 10.222.0.98 "POST /v2.0/ports/52daa4a5-62a4-455b-8bb2-c1157c7d930f/bindings HTTP/1.1" status: 201 len: 389 time: 0.3971183 Jul 09 16:19:54.415685 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-b1819fe8-0a39-489f-9c07-e0ad9abe041c req-d71a2c70-4120-4947-b6a9-bfd094cafb31 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] For port 303b98cd-be53-4bae-87b9-00e8eabf540a, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=303b98cd-be53-4bae-87b9-00e8eabf540a,segment=NetworkSegment(f3322cfe-f17e-4138-825d-2b8f5a34d17c),segment_id=f3322cfe-f17e-4138-825d-2b8f5a34d17c)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:19:54.416095 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b1819fe8-0a39-489f-9c07-e0ad9abe041c req-d71a2c70-4120-4947-b6a9-bfd094cafb31 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:54.433096 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-b1819fe8-0a39-489f-9c07-e0ad9abe041c req-d71a2c70-4120-4947-b6a9-bfd094cafb31 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Calling delete_port for 303b98cd-be53-4bae-87b9-00e8eabf540a owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:19:54.503761 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a904c0a2-0bcc-4b02-afc4-889c38c45bdf req-e2f3bb77-7524-4a03-9d4e-402f883df8ec tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.0.21 HTTP/1.1" status: 200 len: 1001 time: 0.2013350 Jul 09 16:19:54.531234 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-a904c0a2-0bcc-4b02-afc4-889c38c45bdf req-fe1f2f82-2b31-49f4-b1fe-99dc7c8478b5 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:19:54.636842 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a904c0a2-0bcc-4b02-afc4-889c38c45bdf req-fe1f2f82-2b31-49f4-b1fe-99dc7c8478b5 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Notify callbacks [] for floatingip, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:54.691626 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5ac75-2168-40e9-b3b5-69600029936c req-3562a487-8986-47b7-8870-21a6ef9fa8ed tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:54.695097 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-28f5ac75-2168-40e9-b3b5-69600029936c req-3562a487-8986-47b7-8870-21a6ef9fa8ed tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=13f47310-2757-4e55-a383-60056a18fc3f HTTP/1.1" status: 200 len: 945 time: 0.1003935 Jul 09 16:19:54.758182 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-28f5ac75-2168-40e9-b3b5-69600029936c req-a4e5c400-198a-409a-a758-1944919233bb tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540521 Jul 09 16:19:54.773483 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f6b22d4c-b75e-4fbf-b118-ff6f6cb44ba8 req-07d0376f-599c-420d-bbf8-ba4b1309f52b service neutron] 10.222.0.77 "GET /v2.0/networks/ce97cc22-3a2c-431c-a7c0-56837c541317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4844494 Jul 09 16:19:54.859782 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-63af753a-3e69-4398-8d31-5da9bb9075d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:54.861764 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-63af753a-3e69-4398-8d31-5da9bb9075d8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=546108aaf02647ac83ffc1a249896d22&device_id=97e229fb-ac7a-435e-8c3d-665c7efeec0d HTTP/1.1" status: 200 len: 1096 time: 0.1208065 Jul 09 16:19:54.902430 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b1819fe8-0a39-489f-9c07-e0ad9abe041c req-d71a2c70-4120-4947-b6a9-bfd094cafb31 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:54.945721 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['303b98cd-be53-4bae-87b9-00e8eabf540a'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:19:54.972293 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a904c0a2-0bcc-4b02-afc4-889c38c45bdf req-fe1f2f82-2b31-49f4-b1fe-99dc7c8478b5 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:54.975413 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71a2c70-4120-4947-b6a9-bfd094cafb31 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Pushing event deleted for resources: {'Port': ['ID=303b98cd-be53-4bae-87b9-00e8eabf540a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:54.983164 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a904c0a2-0bcc-4b02-afc4-889c38c45bdf req-fe1f2f82-2b31-49f4-b1fe-99dc7c8478b5 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:54.983487 n-d-798930-3 neutron-server[93958]: INFO neutron.db.l3_db [req-a904c0a2-0bcc-4b02-afc4-889c38c45bdf req-fe1f2f82-2b31-49f4-b1fe-99dc7c8478b5 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Floating IP f8c4b7f9-32e6-4bc3-bfc7-16d7ac390be3 disassociated. External IP: 172.25.0.21, port: cd3030bb-36dc-419b-aaab-38e7dd4e5bc6. Jul 09 16:19:55.011310 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-b6144e5b-2d90-4d80-8fbe-e45a03a479a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:55.013207 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-b6144e5b-2d90-4d80-8fbe-e45a03a479a1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5ab794d9-1bd8-4da1-bd91-e5307e2548b2 HTTP/1.1" status: 200 len: 909 time: 0.1453478 Jul 09 16:19:55.032650 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46da1b2-d993-4082-9350-eb5fe832e80c x-openstack-request-id: req-e46da1b2-d993-4082-9350-eb5fe832e80c {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:19:55.032955 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13f47310-2757-4e55-a383-60056a18fc3f", "name": "network-vif-plugged", "status": "completed", "tag": "814d655f-64e5-4578-ae10-b9452557e95c", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:19:55.033214 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e46da1b2-d993-4082-9350-eb5fe832e80c {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:19:55.033621 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13f47310-2757-4e55-a383-60056a18fc3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '814d655f-64e5-4578-ae10-b9452557e95c', 'code': 200} Jul 09 16:19:55.062785 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1819fe8-0a39-489f-9c07-e0ad9abe041c req-d71a2c70-4120-4947-b6a9-bfd094cafb31 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] No DVR routers for this DVR port 303b98cd-be53-4bae-87b9-00e8eabf540a on host n-h2-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:19:55.070203 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b1819fe8-0a39-489f-9c07-e0ad9abe041c req-d71a2c70-4120-4947-b6a9-bfd094cafb31 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:55.071232 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bef8ab0c-1a83-4db9-9a61-ced7de1d02bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:55.073715 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b1819fe8-0a39-489f-9c07-e0ad9abe041c req-d71a2c70-4120-4947-b6a9-bfd094cafb31 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.73 "DELETE /v2.0/ports/303b98cd-be53-4bae-87b9-00e8eabf540a HTTP/1.1" status: 204 len: 173 time: 1.3688896 Jul 09 16:19:55.074225 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2581c1c-b606-46c5-ad86-6f6879be53d7', 'name': 'network-vif-deleted', 'tag': '303b98cd-be53-4bae-87b9-00e8eabf540a'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:19:55.077253 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d4566f-56a7-4eb0-8e0f-08a3b459eec7" -d '{"events": [{"server_uuid": "f2581c1c-b606-46c5-ad86-6f6879be53d7", "name": "network-vif-deleted", "tag": "303b98cd-be53-4bae-87b9-00e8eabf540a"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:19:55.104676 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-49e983d8-0745-449c-a06a-8c05c3221d9f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52daa4a5-62a4-455b-8bb2-c1157c7d930f HTTP/1.1" status: 200 len: 217 time: 0.0834188 Jul 09 16:19:55.199141 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device e349942b-85ce-4090-863f-89dff9f93541 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:19:55.229848 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-8a7f7cda-9bc9-4f8a-a1b1-88209e6c331e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:55.235473 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-8a7f7cda-9bc9-4f8a-a1b1-88209e6c331e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5288f2c0-4157-42ca-b91f-37115e42c839 HTTP/1.1" status: 200 len: 848 time: 0.1217227 Jul 09 16:19:55.270022 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: e349942b-85ce-4090-863f-89dff9f93541 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:19:55.270501 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device e349942b-85ce-4090-863f-89dff9f93541 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:19:55.295419 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:55.325293 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98374b1b-1e2c-4e4b-ac10-81cec2b374ed req-48566c3d-1229-410d-b95c-090c79760d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:55.327382 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-98374b1b-1e2c-4e4b-ac10-81cec2b374ed req-48566c3d-1229-410d-b95c-090c79760d22 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=13f47310-2757-4e55-a383-60056a18fc3f HTTP/1.1" status: 200 len: 1096 time: 0.1766236 Jul 09 16:19:55.339690 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-711f8e4f-0161-4dc4-9dcb-d4265835ccb1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5ab794d9-1bd8-4da1-bd91-e5307e2548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957942 Jul 09 16:19:55.344052 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 32968) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:19:55.427108 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-98374b1b-1e2c-4e4b-ac10-81cec2b374ed req-e30496b7-033f-4c6f-b35e-db3d7ce2b5bd service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926828 Jul 09 16:19:55.444185 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-478c16f0-8588-49b6-8d32-47e8231fe5ad req-bf10dac6-ab94-4d40-a7bf-2a561e6e6ecc tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2581c1c-b606-46c5-ad86-6f6879be53d7 HTTP/1.1" status: 200 len: 210 time: 0.0743210 Jul 09 16:19:55.446308 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a904c0a2-0bcc-4b02-afc4-889c38c45bdf req-fe1f2f82-2b31-49f4-b1fe-99dc7c8478b5 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Router 84e9a7cb-b30e-4eea-b44b-094622301e47 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:19:55.511913 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-f1876519-8a74-45d2-a4cf-893fbf104625 service neutron] 10.222.0.73 "GET /v2.0/networks/5ab794d9-1bd8-4da1-bd91-e5307e2548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618893 Jul 09 16:19:55.602086 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a069f5e2-c39b-4fca-934a-bada95f8040f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1802720248'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:19:55.643263 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a904c0a2-0bcc-4b02-afc4-889c38c45bdf req-fe1f2f82-2b31-49f4-b1fe-99dc7c8478b5 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:19:55.645668 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a069f5e2-c39b-4fca-934a-bada95f8040f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Made reservation on behalf of 57de25892d9840a89618c2852c5113d2 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:19:55.649577 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a069f5e2-c39b-4fca-934a-bada95f8040f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:55.654196 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a904c0a2-0bcc-4b02-afc4-889c38c45bdf req-fe1f2f82-2b31-49f4-b1fe-99dc7c8478b5 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:55.658990 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3195ca54-aff3-4006-a0b8-c46a4a16e729 None None] Sync routers for ids ['84e9a7cb-b30e-4eea-b44b-094622301e47'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:19:55.671787 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3195ca54-aff3-4006-a0b8-c46a4a16e729 None None] Routers {'84e9a7cb-b30e-4eea-b44b-094622301e47'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:19:55.673536 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3195ca54-aff3-4006-a0b8-c46a4a16e729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:19:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['84e9a7cb-b30e-4eea-b44b-094622301e47'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:19:55.686535 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a069f5e2-c39b-4fca-934a-bada95f8040f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:55.696226 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-6640318a-9890-4d21-b57e-8f27ff574610 service neutron] 10.222.0.73 "GET /v2.0/networks/5ab794d9-1bd8-4da1-bd91-e5307e2548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754365 Jul 09 16:19:55.723777 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a904c0a2-0bcc-4b02-afc4-889c38c45bdf req-fe1f2f82-2b31-49f4-b1fe-99dc7c8478b5 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "PUT /v2.0/floatingips/f8c4b7f9-32e6-4bc3-bfc7-16d7ac390be3 HTTP/1.1" status: 200 len: 694 time: 1.2115390 Jul 09 16:19:55.737996 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f8c346-d42c-4e9a-b3f1-78de46f1e28a req-f899185d-a984-48dc-ad26-5e397fe940e0 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:55.741384 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b5f8c346-d42c-4e9a-b3f1-78de46f1e28a req-f899185d-a984-48dc-ad26-5e397fe940e0 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=41620b65-0ad6-4c94-b3a5-7b791f9710e1 HTTP/1.1" status: 200 len: 944 time: 0.1168430 Jul 09 16:19:55.807460 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b5f8c346-d42c-4e9a-b3f1-78de46f1e28a req-870ef1c8-9887-4f3a-bc8e-87a231db904a tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517595 Jul 09 16:19:55.844882 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904c0a2-0bcc-4b02-afc4-889c38c45bdf req-1f281191-746a-43d0-b53e-ef8c8dfa5135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:55.853156 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-3195ca54-aff3-4006-a0b8-c46a4a16e729 None None] Set router 84e9a7cb-b30e-4eea-b44b-094622301e47 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:19:55.856045 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a904c0a2-0bcc-4b02-afc4-889c38c45bdf req-1f281191-746a-43d0-b53e-ef8c8dfa5135 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=dee8c37c9ba8439b8ed8c6a930b7c811&device_id=fd3ff970-2934-42f8-8a23-3ad0ebdc9b9f HTTP/1.1" status: 200 len: 1097 time: 0.1189556 Jul 09 16:19:56.013258 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a069f5e2-c39b-4fca-934a-bada95f8040f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:56.023810 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a069f5e2-c39b-4fca-934a-bada95f8040f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:56.095155 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a069f5e2-c39b-4fca-934a-bada95f8040f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f72a4dfa-b065-467c-9f06-52e6591335f6,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:56.125430 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904c0a2-0bcc-4b02-afc4-889c38c45bdf req-6132d580-3721-44ff-be4c-c967766bd3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:56.127049 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a904c0a2-0bcc-4b02-afc4-889c38c45bdf req-6132d580-3721-44ff-be4c-c967766bd3d1 service neutron] 10.222.0.98 "GET /v2.0/networks?id=107905d0-c615-4e8b-9b1d-9c2589d2ef47 HTTP/1.1" status: 200 len: 922 time: 0.2707603 Jul 09 16:19:56.127938 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a069f5e2-c39b-4fca-934a-bada95f8040f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:19:56.154484 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ece73a-9b58-458f-a0f1-3c8b89a2554b req-1ae8dfff-80b6-4ed7-938e-a527a4112773 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:56.180564 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-51ece73a-9b58-458f-a0f1-3c8b89a2554b req-1ae8dfff-80b6-4ed7-938e-a527a4112773 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=97e229fb-ac7a-435e-8c3d-665c7efeec0d HTTP/1.1" status: 200 len: 945 time: 0.1343009 Jul 09 16:19:56.181953 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:56.198613 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a069f5e2-c39b-4fca-934a-bada95f8040f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:56.198848 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-a069f5e2-c39b-4fca-934a-bada95f8040f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Added segment 3a8f154c-e5bb-4dd8-b0ac-54d7a1443ba2 of type vlan for network b241beb5-2d23-45f8-a178-1c6e0384f3fc Jul 09 16:19:56.202351 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a904c0a2-0bcc-4b02-afc4-889c38c45bdf req-e89cf98c-67b5-4df3-88b7-629665553027 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd3030bb-36dc-419b-aaab-38e7dd4e5bc6 HTTP/1.1" status: 200 len: 217 time: 0.0606222 Jul 09 16:19:56.235815 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device d53afd75-677a-4f1e-9eb8-d9503385c6cd up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:19:56.298314 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-51ece73a-9b58-458f-a0f1-3c8b89a2554b req-48526b52-c25d-45a0-a308-6d07e7f6c915 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138399 Jul 09 16:19:56.310250 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port d53afd75-677a-4f1e-9eb8-d9503385c6cd completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:19:56.317851 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a069f5e2-c39b-4fca-934a-bada95f8040f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:56.327969 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3195ca54-aff3-4006-a0b8-c46a4a16e729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'name': 'tempest-FloatingIPsAssociationTestJSON-1254540187-router', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '125df260-2c04-4dcc-830d-f78f52662dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:18:47Z', 'updated_at': '2021-07-09T16:18:55Z', 'revision_number': 4, 'project_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'gw_port': {'id': '125df260-2c04-4dcc-830d-f78f52662dea', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:18:48Z', 'updated_at': '2021-07-09T16:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '1f955ffa-e82e-442c-84f0-766f4b942c05', 'name': '', 'network_id': '107905d0-c615-4e8b-9b1d-9c2589d2ef47', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'mac_address': 'fa:16:3e:7b:7b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '6398ae78-ab25-4396-a51f-802464200a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:18:53Z', 'updated_at': '2021-07-09T16:19:03Z', 'revision_number': 5, 'project_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'subnets': [{'id': '6398ae78-ab25-4396-a51f-802464200a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:19:56.338304 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port d53afd75-677a-4f1e-9eb8-d9503385c6cd triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:19:56.338966 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:56.360784 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904c0a2-0bcc-4b02-afc4-889c38c45bdf req-6c1e2d5f-f516-4290-be41-b4ee54a3255f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:56.369267 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a904c0a2-0bcc-4b02-afc4-889c38c45bdf req-6c1e2d5f-f516-4290-be41-b4ee54a3255f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=6398ae78-ab25-4396-a51f-802464200a58 HTTP/1.1" status: 200 len: 860 time: 0.1275976 Jul 09 16:19:56.422679 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e2dea8-46e2-4fc5-a65d-f79b587c8d7b x-openstack-request-id: req-c2e2dea8-46e2-4fc5-a65d-f79b587c8d7b {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:19:56.423179 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2581c1c-b606-46c5-ad86-6f6879be53d7", "name": "network-vif-deleted", "tag": "303b98cd-be53-4bae-87b9-00e8eabf540a", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:19:56.423335 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c2e2dea8-46e2-4fc5-a65d-f79b587c8d7b {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:19:56.423633 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2581c1c-b606-46c5-ad86-6f6879be53d7', 'name': 'network-vif-deleted', 'tag': '303b98cd-be53-4bae-87b9-00e8eabf540a', 'status': 'completed', 'code': 200} Jul 09 16:19:56.424514 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a069f5e2-c39b-4fca-934a-bada95f8040f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:56.431754 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a069f5e2-c39b-4fca-934a-bada95f8040f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:56.432399 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a069f5e2-c39b-4fca-934a-bada95f8040f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:56.458982 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 32978) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:19:56.459281 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a069f5e2-c39b-4fca-934a-bada95f8040f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1119213 Jul 09 16:19:56.469828 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-2b09122e-f090-49ed-98d4-62633c01b230 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Request body: {'subnet': {'network_id': 'b241beb5-2d23-45f8-a178-1c6e0384f3fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:19:56.484330 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3195ca54-aff3-4006-a0b8-c46a4a16e729 None None] Checking router: 84e9a7cb-b30e-4eea-b44b-094622301e47 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:19:56.540020 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a069f5e2-c39b-4fca-934a-bada95f8040f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Pushing event updated for resources: {'Network': ['ID=b241beb5-2d23-45f8-a178-1c6e0384f3fc,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:56.574137 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904c0a2-0bcc-4b02-afc4-889c38c45bdf req-e21b7286-f807-43c1-895e-b954cbb35f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:56.583293 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a904c0a2-0bcc-4b02-afc4-889c38c45bdf req-e21b7286-f807-43c1-895e-b954cbb35f73 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=107905d0-c615-4e8b-9b1d-9c2589d2ef47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1983492 Jul 09 16:19:56.588061 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3195ca54-aff3-4006-a0b8-c46a4a16e729 None None] Routers {'84e9a7cb-b30e-4eea-b44b-094622301e47'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:19:56.592524 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3195ca54-aff3-4006-a0b8-c46a4a16e729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:19:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['84e9a7cb-b30e-4eea-b44b-094622301e47'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:19:56.594968 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network b241beb5-2d23-45f8-a178-1c6e0384f3fc details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:19:56.697224 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:56.700384 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a904c0a2-0bcc-4b02-afc4-889c38c45bdf req-e4f40c38-5c97-4b48-91a0-c00dfeb71de7 service neutron] 10.222.0.98 "GET /v2.0/networks/107905d0-c615-4e8b-9b1d-9c2589d2ef47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159329 Jul 09 16:19:56.815468 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b09122e-f090-49ed-98d4-62633c01b230 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Made reservation on behalf of 57de25892d9840a89618c2852c5113d2 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:19:56.823563 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2b09122e-f090-49ed-98d4-62633c01b230 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:56.845430 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ae5f6-e79a-4122-a564-6e8007f8a8ce req-1c023fa7-36b7-4be5-b3fa-bb8c18a7077e tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:56.849371 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d73ae5f6-e79a-4122-a564-6e8007f8a8ce req-1c023fa7-36b7-4be5-b3fa-bb8c18a7077e tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=13f47310-2757-4e55-a383-60056a18fc3f HTTP/1.1" status: 200 len: 945 time: 0.2145905 Jul 09 16:19:56.877273 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:56.883188 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a904c0a2-0bcc-4b02-afc4-889c38c45bdf req-b18bac60-946f-4d6d-8465-2cc5c4d1cb45 service neutron] 10.222.0.98 "GET /v2.0/networks/107905d0-c615-4e8b-9b1d-9c2589d2ef47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673751 Jul 09 16:19:56.905447 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-3195ca54-aff3-4006-a0b8-c46a4a16e729 None None] Set router 84e9a7cb-b30e-4eea-b44b-094622301e47 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:19:56.963544 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port d53afd75-677a-4f1e-9eb8-d9503385c6cd, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=d53afd75-677a-4f1e-9eb8-d9503385c6cd,segment=NetworkSegment(f9a5d3fd-ec07-4398-97cb-0e4d61d6d25d),segment_id=f9a5d3fd-ec07-4398-97cb-0e4d61d6d25d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:19:56.973227 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:57.037308 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41620b65-0ad6-4c94-b3a5-7b791f9710e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53afd75-677a-4f1e-9eb8-d9503385c6cd'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:19:57.040253 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9b3071-5f25-4bba-9956-678a2dc279f9" -d '{"events": [{"server_uuid": "41620b65-0ad6-4c94-b3a5-7b791f9710e1", "name": "network-vif-plugged", "status": "completed", "tag": "d53afd75-677a-4f1e-9eb8-d9503385c6cd"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:19:57.138639 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=d53afd75-677a-4f1e-9eb8-d9503385c6cd,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:57.265922 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3195ca54-aff3-4006-a0b8-c46a4a16e729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'name': 'tempest-FloatingIPsAssociationTestJSON-1254540187-router', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '125df260-2c04-4dcc-830d-f78f52662dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:18:47Z', 'updated_at': '2021-07-09T16:18:55Z', 'revision_number': 4, 'project_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'gw_port': {'id': '125df260-2c04-4dcc-830d-f78f52662dea', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:18:48Z', 'updated_at': '2021-07-09T16:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '1f955ffa-e82e-442c-84f0-766f4b942c05', 'name': '', 'network_id': '107905d0-c615-4e8b-9b1d-9c2589d2ef47', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'mac_address': 'fa:16:3e:7b:7b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '6398ae78-ab25-4396-a51f-802464200a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:18:53Z', 'updated_at': '2021-07-09T16:19:03Z', 'revision_number': 5, 'project_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'subnets': [{'id': '6398ae78-ab25-4396-a51f-802464200a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:19:57.303449 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3195ca54-aff3-4006-a0b8-c46a4a16e729 None None] The sync data for ids ['84e9a7cb-b30e-4eea-b44b-094622301e47'] in n-d-798930-3 is: [{'id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'name': 'tempest-FloatingIPsAssociationTestJSON-1254540187-router', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '125df260-2c04-4dcc-830d-f78f52662dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:18:47Z', 'updated_at': '2021-07-09T16:18:55Z', 'revision_number': 4, 'project_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'gw_port': {'id': '125df260-2c04-4dcc-830d-f78f52662dea', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:18:48Z', 'updated_at': '2021-07-09T16:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '1f955ffa-e82e-442c-84f0-766f4b942c05', 'name': '', 'network_id': '107905d0-c615-4e8b-9b1d-9c2589d2ef47', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'mac_address': 'fa:16:3e:7b:7b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '6398ae78-ab25-4396-a51f-802464200a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:18:53Z', 'updated_at': '2021-07-09T16:19:03Z', 'revision_number': 5, 'project_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'subnets': [{'id': '6398ae78-ab25-4396-a51f-802464200a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:19:57.363398 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d73ae5f6-e79a-4122-a564-6e8007f8a8ce req-14ace6eb-9108-480a-8036-78a454c5d15c tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4905889 Jul 09 16:19:57.638736 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2b09122e-f090-49ed-98d4-62633c01b230 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:57.689774 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca8d84-f2ad-4153-9b92-b3115e8fea64 req-a1674c7e-326d-4390-8008-c856a3e91da2 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:57.692985 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-14ca8d84-f2ad-4153-9b92-b3115e8fea64 req-a1674c7e-326d-4390-8008-c856a3e91da2 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=41620b65-0ad6-4c94-b3a5-7b791f9710e1 HTTP/1.1" status: 200 len: 945 time: 0.1170006 Jul 09 16:19:57.768202 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b09122e-f090-49ed-98d4-62633c01b230 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Pushing event updated for resources: {'Subnet': ['ID=1856eb9d-6d2d-491d-a89d-b589aaa88b63,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:19:57.771096 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-14ca8d84-f2ad-4153-9b92-b3115e8fea64 req-6e988e30-75be-4f40-b164-6cdc8ca308d1 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695858 Jul 09 16:19:57.797325 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2986ec-2f78-4d3f-8f18-29731534a2d1 x-openstack-request-id: req-7d2986ec-2f78-4d3f-8f18-29731534a2d1 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:19:57.797897 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41620b65-0ad6-4c94-b3a5-7b791f9710e1", "name": "network-vif-plugged", "status": "completed", "tag": "d53afd75-677a-4f1e-9eb8-d9503385c6cd", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:19:57.798345 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7d2986ec-2f78-4d3f-8f18-29731534a2d1 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:19:57.799011 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41620b65-0ad6-4c94-b3a5-7b791f9710e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53afd75-677a-4f1e-9eb8-d9503385c6cd', 'code': 200} Jul 09 16:19:57.805807 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 303b98cd-be53-4bae-87b9-00e8eabf540a no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:19:57.823850 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b09122e-f090-49ed-98d4-62633c01b230 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Checking segment: {'id': '3a8f154c-e5bb-4dd8-b0ac-54d7a1443ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b241beb5-2d23-45f8-a178-1c6e0384f3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:19:57.825939 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b09122e-f090-49ed-98d4-62633c01b230 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Network hostable DHCP agents. Network: b241beb5-2d23-45f8-a178-1c6e0384f3fc, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:19:57.870247 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: 303b98cd-be53-4bae-87b9-00e8eabf540a {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:19:57.870986 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 303b98cd-be53-4bae-87b9-00e8eabf540a not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:19:57.911086 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b09122e-f090-49ed-98d4-62633c01b230 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Network b241beb5-2d23-45f8-a178-1c6e0384f3fc is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:19:57.975587 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-2b09122e-f090-49ed-98d4-62633c01b230 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, b241beb5-2d23-45f8-a178-1c6e0384f3fc) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:19:57.981267 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b09122e-f090-49ed-98d4-62633c01b230 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:57.982495 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2b09122e-f090-49ed-98d4-62633c01b230 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:57.989153 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bf8b2a-f905-445d-8c97-e88f12c9a332 None None] Network b241beb5-2d23-45f8-a178-1c6e0384f3fc requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:19:58.015650 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b1aaa0-5dab-4cd7-8a58-aecdb3faaf40 None None] New status for floating IP f8c4b7f9-32e6-4bc3-bfc7-16d7ac390be3: DOWN {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:19:58.016048 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6586b350-65fc-4d6d-b41b-02d4d0c159f4 req-0c1981f5-b176-46b7-8e74-8c043c079ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:58.017854 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6586b350-65fc-4d6d-b41b-02d4d0c159f4 req-0c1981f5-b176-46b7-8e74-8c043c079ade service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=41620b65-0ad6-4c94-b3a5-7b791f9710e1 HTTP/1.1" status: 200 len: 1096 time: 0.1219535 Jul 09 16:19:58.047875 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2b09122e-f090-49ed-98d4-62633c01b230 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5834975 Jul 09 16:19:58.049762 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 32998) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:19:58.062718 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-e5dfbb85-e1bd-4335-be59-acc95a10f8e7 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1379472819', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}, 'admin_state_up': False}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:19:58.087701 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6586b350-65fc-4d6d-b41b-02d4d0c159f4 req-cb4fa78d-38a1-4143-a326-6ece82915292 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562363 Jul 09 16:19:58.120933 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e5dfbb85-e1bd-4335-be59-acc95a10f8e7 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:58.122228 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e5dfbb85-e1bd-4335-be59-acc95a10f8e7 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:58.131970 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:58.205584 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e5dfbb85-e1bd-4335-be59-acc95a10f8e7 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:58.223142 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32997fa-69e4-4fd1-9eea-0b7d91c08905 req-88c086f1-9311-4e9f-bc9b-a32183aacf92 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:58.230643 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d32997fa-69e4-4fd1-9eea-0b7d91c08905 req-88c086f1-9311-4e9f-bc9b-a32183aacf92 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=97e229fb-ac7a-435e-8c3d-665c7efeec0d HTTP/1.1" status: 200 len: 945 time: 0.2978141 Jul 09 16:19:58.249656 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e20261-9a82-4da0-b1be-9303f4112f80 None None] Network b241beb5-2d23-45f8-a178-1c6e0384f3fc requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:19:58.431145 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd3ff970-2934-42f8-8a23-3ad0ebdc9b9f', 'tag': 'cd3030bb-36dc-419b-aaab-38e7dd4e5bc6'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:19:58.434290 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b19305e-34e9-4160-a7e3-4094c04a6351" -d '{"events": [{"name": "network-changed", "server_uuid": "fd3ff970-2934-42f8-8a23-3ad0ebdc9b9f", "tag": "cd3030bb-36dc-419b-aaab-38e7dd4e5bc6"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:19:58.503272 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f1fb8-2292-43b3-b28b-261227ba9b56 req-d51cf39a-ff37-45f7-99ee-e0ce63f4ebd8 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:58.516312 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e81f1fb8-2292-43b3-b28b-261227ba9b56 req-d51cf39a-ff37-45f7-99ee-e0ce63f4ebd8 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/networks?id=e55b3510-4171-4466-a467-a28850f48baa HTTP/1.1" status: 200 len: 812 time: 0.2412210 Jul 09 16:19:58.530468 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e5dfbb85-e1bd-4335-be59-acc95a10f8e7 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:58.545152 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e81f1fb8-2292-43b3-b28b-261227ba9b56 req-e4a55def-bd84-4571-b521-e7bc3bcc49af tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/quotas/06cbfbbe1d844c0796508ff309a673b8 HTTP/1.1" status: 200 len: 375 time: 0.0273538 Jul 09 16:19:58.565606 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d32997fa-69e4-4fd1-9eea-0b7d91c08905 req-ff26435b-9a23-4548-b1a9-14cdb1a29119 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338833 Jul 09 16:19:58.601481 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e81f1fb8-2292-43b3-b28b-261227ba9b56 req-52eab48f-394e-45fb-be5a-75fabdff11bf tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=06cbfbbe1d844c0796508ff309a673b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0540030 Jul 09 16:19:58.729784 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e81f1fb8-2292-43b3-b28b-261227ba9b56 req-18aa4e99-9103-427e-85f3-d531c7d240b2 service neutron] 10.222.0.98 "GET /v2.0/networks/e55b3510-4171-4466-a467-a28850f48baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254699 Jul 09 16:19:59.046719 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e5dfbb85-e1bd-4335-be59-acc95a10f8e7 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:59.085285 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e5dfbb85-e1bd-4335-be59-acc95a10f8e7 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:59.111540 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95422e05-22ed-4133-8b02-112028c75536 req-49ec626a-c694-4d24-af89-707ac74043cc tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:59.113929 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-95422e05-22ed-4133-8b02-112028c75536 req-49ec626a-c694-4d24-af89-707ac74043cc tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/ports?device_id=228662c2-0595-4d0e-836f-c3a2a5a9f46c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3418210 Jul 09 16:19:59.250384 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e81f1fb8-2292-43b3-b28b-261227ba9b56 req-ce456fb7-a14a-43f9-92df-f2427ccd4af1 service neutron] 10.222.0.98 "GET /v2.0/networks/e55b3510-4171-4466-a467-a28850f48baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5171192 Jul 09 16:19:59.277443 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-95422e05-22ed-4133-8b02-112028c75536 req-cb748250-b156-4caf-8d66-4ec4ca14b322 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.0.21 HTTP/1.1" status: 200 len: 695 time: 0.1378374 Jul 09 16:19:59.376324 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-e5dfbb85-e1bd-4335-be59-acc95a10f8e7 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Allocated IP 172.25.0.230 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/52414902-2a7a-4c2e-9ff0-57cad21d3b29) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:19:59.384976 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-95422e05-22ed-4133-8b02-112028c75536 req-9642a8f2-513b-4ba7-8a7b-27c8be892ced tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Request body: {'floatingip': {'port_id': '87eb6069-d489-44e3-98e3-5f50de6fd798', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:19:59.434934 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-95422e05-22ed-4133-8b02-112028c75536 req-9642a8f2-513b-4ba7-8a7b-27c8be892ced tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Notify callbacks [] for floatingip, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:59.659004 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f581cdc-3b0c-47c1-9f8e-8985fcfe73cc req-0149d61f-0b09-4329-921d-273d15e1aefa tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:19:59.660863 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0f581cdc-3b0c-47c1-9f8e-8985fcfe73cc req-0149d61f-0b09-4329-921d-273d15e1aefa tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd3ff970-2934-42f8-8a23-3ad0ebdc9b9f HTTP/1.1" status: 200 len: 946 time: 0.1057558 Jul 09 16:19:59.723761 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e5dfbb85-e1bd-4335-be59-acc95a10f8e7 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:59.913265 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-0f581cdc-3b0c-47c1-9f8e-8985fcfe73cc req-ba664fdf-d906-46f6-9542-386365733e91 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Deleting port cd3030bb-36dc-419b-aaab-38e7dd4e5bc6 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:19:59.914183 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0f581cdc-3b0c-47c1-9f8e-8985fcfe73cc req-ba664fdf-d906-46f6-9542-386365733e91 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:19:59.925419 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e5dfbb85-e1bd-4335-be59-acc95a10f8e7 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:00.009818 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dfbb85-e1bd-4335-be59-acc95a10f8e7 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Pushing event updated for resources: {'Port': ['ID=52414902-2a7a-4c2e-9ff0-57cad21d3b29,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:00.031473 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dfbb85-e1bd-4335-be59-acc95a10f8e7 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:20:00.038101 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-e5dfbb85-e1bd-4335-be59-acc95a10f8e7 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:20:00.043050 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dfbb85-e1bd-4335-be59-acc95a10f8e7 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:20:00.052739 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7012e9-fc31-4596-b459-c104707f9ed7 req-f2a71722-ac0d-4fff-ac6d-d4dd04507af1 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:00.063562 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-da7012e9-fc31-4596-b459-c104707f9ed7 req-f2a71722-ac0d-4fff-ac6d-d4dd04507af1 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=13f47310-2757-4e55-a383-60056a18fc3f HTTP/1.1" status: 200 len: 945 time: 0.2439523 Jul 09 16:20:00.165624 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-0f581cdc-3b0c-47c1-9f8e-8985fcfe73cc req-ba664fdf-d906-46f6-9542-386365733e91 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] For port cd3030bb-36dc-419b-aaab-38e7dd4e5bc6, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=cd3030bb-36dc-419b-aaab-38e7dd4e5bc6,segment=NetworkSegment(6a5dd1a7-6f0b-4217-a4d6-7d35a843600f),segment_id=6a5dd1a7-6f0b-4217-a4d6-7d35a843600f)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:20:00.166318 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0f581cdc-3b0c-47c1-9f8e-8985fcfe73cc req-ba664fdf-d906-46f6-9542-386365733e91 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:00.188074 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-0f581cdc-3b0c-47c1-9f8e-8985fcfe73cc req-ba664fdf-d906-46f6-9542-386365733e91 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Calling delete_port for cd3030bb-36dc-419b-aaab-38e7dd4e5bc6 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:20:00.220324 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-da7012e9-fc31-4596-b459-c104707f9ed7 req-07a9dd5c-8b50-4fba-997c-58105ef8a099 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533329 Jul 09 16:20:00.444269 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.db.resource_extend [req-95422e05-22ed-4133-8b02-112028c75536 req-9642a8f2-513b-4ba7-8a7b-27c8be892ced tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 16:20:00.444657 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0f581cdc-3b0c-47c1-9f8e-8985fcfe73cc req-ba664fdf-d906-46f6-9542-386365733e91 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:00.471259 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['cd3030bb-36dc-419b-aaab-38e7dd4e5bc6'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:20:00.525561 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba664fdf-d906-46f6-9542-386365733e91 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Pushing event deleted for resources: {'Port': ['ID=cd3030bb-36dc-419b-aaab-38e7dd4e5bc6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:00.568993 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['87eb6069-d489-44e3-98e3-5f50de6fd798'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:20:00.596396 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0646ae02-9c95-4445-a94b-aa69acbc5c54 x-openstack-request-id: req-0646ae02-9c95-4445-a94b-aa69acbc5c54 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:20:00.596735 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd3ff970-2934-42f8-8a23-3ad0ebdc9b9f", "tag": "cd3030bb-36dc-419b-aaab-38e7dd4e5bc6", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:20:00.596984 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0646ae02-9c95-4445-a94b-aa69acbc5c54 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:20:00.597448 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd3ff970-2934-42f8-8a23-3ad0ebdc9b9f', 'tag': 'cd3030bb-36dc-419b-aaab-38e7dd4e5bc6', 'status': 'completed', 'code': 200} Jul 09 16:20:00.733104 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f581cdc-3b0c-47c1-9f8e-8985fcfe73cc req-ba664fdf-d906-46f6-9542-386365733e91 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] No DVR routers for this DVR port cd3030bb-36dc-419b-aaab-38e7dd4e5bc6 on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:20:00.743408 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1b19305e-34e9-4160-a7e3-4094c04a6351 req-f366e76a-ad4f-48b5-b15c-32919ee081dc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dee8c37c9ba8439b8ed8c6a930b7c811&device_id=fd3ff970-2934-42f8-8a23-3ad0ebdc9b9f HTTP/1.1" status: 200 len: 210 time: 0.1378372 Jul 09 16:20:00.746660 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0f581cdc-3b0c-47c1-9f8e-8985fcfe73cc req-ba664fdf-d906-46f6-9542-386365733e91 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:00.750677 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0f581cdc-3b0c-47c1-9f8e-8985fcfe73cc req-ba664fdf-d906-46f6-9542-386365733e91 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.77 "DELETE /v2.0/ports/cd3030bb-36dc-419b-aaab-38e7dd4e5bc6 HTTP/1.1" status: 204 len: 173 time: 1.0828044 Jul 09 16:20:00.948602 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe04f9-a963-43dd-9a91-7175647be82b req-b7116454-7965-42f6-9005-f77ec67a1b73 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:00.952790 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7dfe04f9-a963-43dd-9a91-7175647be82b req-b7116454-7965-42f6-9005-f77ec67a1b73 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=41620b65-0ad6-4c94-b3a5-7b791f9710e1 HTTP/1.1" status: 200 len: 945 time: 0.1226408 Jul 09 16:20:01.020737 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7dfe04f9-a963-43dd-9a91-7175647be82b req-68b28fac-9f56-44fb-99a4-b59d707b971e tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573032 Jul 09 16:20:01.135370 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-95422e05-22ed-4133-8b02-112028c75536 req-9642a8f2-513b-4ba7-8a7b-27c8be892ced tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:01.175237 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-95422e05-22ed-4133-8b02-112028c75536 req-9642a8f2-513b-4ba7-8a7b-27c8be892ced tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:01.215126 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0408ef1d-f452-4bf1-880f-2ba13573d209 req-345c0b9a-cf67-4b5c-951a-17d22ee4a94f tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=9052fde5-832a-449e-ac41-75fdf28ec8fa HTTP/1.1" status: 200 len: 210 time: 0.0386164 Jul 09 16:20:01.326743 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e5dfbb85-e1bd-4335-be59-acc95a10f8e7 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:01.376904 n-d-798930-3 neutron-server[93959]: INFO neutron.db.l3_db [req-95422e05-22ed-4133-8b02-112028c75536 req-9642a8f2-513b-4ba7-8a7b-27c8be892ced tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Floating IP f8c4b7f9-32e6-4bc3-bfc7-16d7ac390be3 associated. External IP: 172.25.0.21, port: 87eb6069-d489-44e3-98e3-5f50de6fd798. Jul 09 16:20:01.416300 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea2cf8-3b84-4929-905d-4f15da5320a1 req-dcbc6d65-61f2-4ba3-ba60-63c1e379743c tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:01.423704 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e0ea2cf8-3b84-4929-905d-4f15da5320a1 req-dcbc6d65-61f2-4ba3-ba60-63c1e379743c tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=97e229fb-ac7a-435e-8c3d-665c7efeec0d HTTP/1.1" status: 200 len: 945 time: 0.0866580 Jul 09 16:20:01.473273 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e0ea2cf8-3b84-4929-905d-4f15da5320a1 req-d90e3c0e-5c12-48da-bafa-6abed9ac08a3 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486400 Jul 09 16:20:01.704880 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249844f0-78b6-4469-adc8-0fb5bb59b9de req-121fd8ea-2526-4113-a7e9-c61947e78be2 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:01.717997 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-249844f0-78b6-4469-adc8-0fb5bb59b9de req-121fd8ea-2526-4113-a7e9-c61947e78be2 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=13f47310-2757-4e55-a383-60056a18fc3f HTTP/1.1" status: 200 len: 945 time: 0.0973940 Jul 09 16:20:01.776204 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-249844f0-78b6-4469-adc8-0fb5bb59b9de req-b8a9708c-f827-4de2-ac51-c9c7de2a5a5d tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552247 Jul 09 16:20:02.015710 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f1fb8-2292-43b3-b28b-261227ba9b56 req-3d83d0d4-cb72-4c2f-be24-d1fd84c9fd77 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:02.017561 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e81f1fb8-2292-43b3-b28b-261227ba9b56 req-3d83d0d4-cb72-4c2f-be24-d1fd84c9fd77 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.73 "GET /v2.0/networks?id=e55b3510-4171-4466-a467-a28850f48baa HTTP/1.1" status: 200 len: 812 time: 0.3674033 Jul 09 16:20:02.036283 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e5dfbb85-e1bd-4335-be59-acc95a10f8e7 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:02.045490 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-e81f1fb8-2292-43b3-b28b-261227ba9b56 req-a038380d-d25e-41a2-8b8e-7df14d24cce9 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Request body: {'port': {'device_id': '9052fde5-832a-449e-ac41-75fdf28ec8fa', 'network_id': 'e55b3510-4171-4466-a467-a28850f48baa', 'admin_state_up': True, 'tenant_id': '06cbfbbe1d844c0796508ff309a673b8'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:20:02.149696 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95422e05-22ed-4133-8b02-112028c75536 req-9642a8f2-513b-4ba7-8a7b-27c8be892ced tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Router 84e9a7cb-b30e-4eea-b44b-094622301e47 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:20:02.397386 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e81f1fb8-2292-43b3-b28b-261227ba9b56 req-a038380d-d25e-41a2-8b8e-7df14d24cce9 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Made reservation on behalf of 06cbfbbe1d844c0796508ff309a673b8 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:20:02.401020 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e81f1fb8-2292-43b3-b28b-261227ba9b56 req-a038380d-d25e-41a2-8b8e-7df14d24cce9 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:02.432525 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95422e05-22ed-4133-8b02-112028c75536 req-9642a8f2-513b-4ba7-8a7b-27c8be892ced tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:20:02.444015 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-95422e05-22ed-4133-8b02-112028c75536 req-9642a8f2-513b-4ba7-8a7b-27c8be892ced tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:02.444551 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6553ab82-e588-4161-8d7b-2c54b06e7497 None None] Sync routers for ids ['84e9a7cb-b30e-4eea-b44b-094622301e47'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:20:02.457047 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6553ab82-e588-4161-8d7b-2c54b06e7497 None None] Routers {'84e9a7cb-b30e-4eea-b44b-094622301e47'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:20:02.458004 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6553ab82-e588-4161-8d7b-2c54b06e7497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:19:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['84e9a7cb-b30e-4eea-b44b-094622301e47'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:02.518849 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5dfbb85-e1bd-4335-be59-acc95a10f8e7 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Router 53cf0c56-5ba4-4e0c-a002-1ae625c86541 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:20:02.585734 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-95422e05-22ed-4133-8b02-112028c75536 req-9642a8f2-513b-4ba7-8a7b-27c8be892ced tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "PUT /v2.0/floatingips/f8c4b7f9-32e6-4bc3-bfc7-16d7ac390be3 HTTP/1.1" status: 200 len: 995 time: 3.2054479 Jul 09 16:20:02.589105 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '228662c2-0595-4d0e-836f-c3a2a5a9f46c', 'tag': '87eb6069-d489-44e3-98e3-5f50de6fd798'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:20:02.591481 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f07856-a2fb-44d1-a892-86a61b97d23b" -d '{"events": [{"name": "network-changed", "server_uuid": "228662c2-0595-4d0e-836f-c3a2a5a9f46c", "tag": "87eb6069-d489-44e3-98e3-5f50de6fd798"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:20:02.598917 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd3ff970-2934-42f8-8a23-3ad0ebdc9b9f', 'name': 'network-vif-deleted', 'tag': 'cd3030bb-36dc-419b-aaab-38e7dd4e5bc6'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:20:02.601568 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dac929c-8ce2-4d95-9ca5-92c303f7d242" -d '{"events": [{"server_uuid": "fd3ff970-2934-42f8-8a23-3ad0ebdc9b9f", "name": "network-vif-deleted", "tag": "cd3030bb-36dc-419b-aaab-38e7dd4e5bc6"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:20:02.614977 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-6553ab82-e588-4161-8d7b-2c54b06e7497 None None] Set router 84e9a7cb-b30e-4eea-b44b-094622301e47 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:20:02.679137 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-e81f1fb8-2292-43b3-b28b-261227ba9b56 req-a038380d-d25e-41a2-8b8e-7df14d24cce9 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Allocated IP 172.20.0.2 (e55b3510-4171-4466-a467-a28850f48baa/1852f372-46e1-407a-a8ee-c45063bdc434/0c8ea357-3256-4860-85ba-5106e4007c5b) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:20:02.783080 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5dfbb85-e1bd-4335-be59-acc95a10f8e7 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:20:02.797037 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9209965f-2859-4ec7-907c-3fd615cf9a58 None None] Sync routers for ids ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:20:02.799984 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c3b45f9-49a1-4f91-b581-99b55ee3efe8 req-c274fe77-3217-4f1e-956d-8308e224cae9 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=9052fde5-832a-449e-ac41-75fdf28ec8fa HTTP/1.1" status: 200 len: 210 time: 0.0601125 Jul 09 16:20:02.818247 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9209965f-2859-4ec7-907c-3fd615cf9a58 None None] Routers {'53cf0c56-5ba4-4e0c-a002-1ae625c86541'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:20:02.819181 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-9209965f-2859-4ec7-907c-3fd615cf9a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:19:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:02.951053 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e5dfbb85-e1bd-4335-be59-acc95a10f8e7 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:02.952638 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e5dfbb85-e1bd-4335-be59-acc95a10f8e7 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.8997426 Jul 09 16:20:02.952815 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-9209965f-2859-4ec7-907c-3fd615cf9a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:02.957506 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33052) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:02.967171 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95422e05-22ed-4133-8b02-112028c75536 req-91975e96-fe0e-429d-9125-9d727194df16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:02.968763 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-95422e05-22ed-4133-8b02-112028c75536 req-91975e96-fe0e-429d-9125-9d727194df16 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=dee8c37c9ba8439b8ed8c6a930b7c811&device_id=228662c2-0595-4d0e-836f-c3a2a5a9f46c HTTP/1.1" status: 200 len: 1096 time: 0.3395045 Jul 09 16:20:02.970190 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9209965f-2859-4ec7-907c-3fd615cf9a58 None None] Routers {'53cf0c56-5ba4-4e0c-a002-1ae625c86541'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:20:02.974663 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-9209965f-2859-4ec7-907c-3fd615cf9a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:19:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:03.022695 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-9209965f-2859-4ec7-907c-3fd615cf9a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:03.023409 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9209965f-2859-4ec7-907c-3fd615cf9a58 None None] The sync data for ids ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'] in n-d-798930-3 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:20:03.162834 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e81f1fb8-2292-43b3-b28b-261227ba9b56 req-a038380d-d25e-41a2-8b8e-7df14d24cce9 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:03.173927 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95422e05-22ed-4133-8b02-112028c75536 req-5bd0cba3-58a6-47a6-bef3-9db95714f059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:03.179442 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-95422e05-22ed-4133-8b02-112028c75536 req-5bd0cba3-58a6-47a6-bef3-9db95714f059 service neutron] 10.222.0.98 "GET /v2.0/networks?id=107905d0-c615-4e8b-9b1d-9c2589d2ef47 HTTP/1.1" status: 200 len: 922 time: 0.1988783 Jul 09 16:20:03.194876 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6553ab82-e588-4161-8d7b-2c54b06e7497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'name': 'tempest-FloatingIPsAssociationTestJSON-1254540187-router', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '125df260-2c04-4dcc-830d-f78f52662dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:18:47Z', 'updated_at': '2021-07-09T16:18:55Z', 'revision_number': 4, 'project_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'gw_port': {'id': '125df260-2c04-4dcc-830d-f78f52662dea', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:18:48Z', 'updated_at': '2021-07-09T16:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'f8c4b7f9-32e6-4bc3-bfc7-16d7ac390be3', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'floating_ip_address': '172.25.0.21', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'port_id': '87eb6069-d489-44e3-98e3-5f50de6fd798', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1038, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '107905d0-c615-4e8b-9b1d-9c2589d2ef47', 'mac_address': 'fa:16:3e:72:73:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228662c2-0595-4d0e-836f-c3a2a5a9f46c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:19:22Z', 'updated_at': '2021-07-09T16:20:00Z', 'revision_number': 8, 'project_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f955ffa-e82e-442c-84f0-766f4b942c05', 'name': '', 'network_id': '107905d0-c615-4e8b-9b1d-9c2589d2ef47', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'mac_address': 'fa:16:3e:7b:7b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '6398ae78-ab25-4396-a51f-802464200a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:18:53Z', 'updated_at': '2021-07-09T16:19:03Z', 'revision_number': 5, 'project_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'subnets': [{'id': '6398ae78-ab25-4396-a51f-802464200a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:03.223506 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6553ab82-e588-4161-8d7b-2c54b06e7497 None None] Checking router: 84e9a7cb-b30e-4eea-b44b-094622301e47 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:20:03.235147 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6553ab82-e588-4161-8d7b-2c54b06e7497 None None] Routers {'84e9a7cb-b30e-4eea-b44b-094622301e47'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:20:03.236286 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6553ab82-e588-4161-8d7b-2c54b06e7497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:19:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['84e9a7cb-b30e-4eea-b44b-094622301e47'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:03.276910 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d642bed-11ee-476c-8b42-b66954cf076b req-bace57ed-1bb5-4995-99d7-a6da5a6d2b5f tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:03.278596 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5d642bed-11ee-476c-8b42-b66954cf076b req-bace57ed-1bb5-4995-99d7-a6da5a6d2b5f tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=41620b65-0ad6-4c94-b3a5-7b791f9710e1 HTTP/1.1" status: 200 len: 945 time: 0.2074745 Jul 09 16:20:03.369030 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-6553ab82-e588-4161-8d7b-2c54b06e7497 None None] Set router 84e9a7cb-b30e-4eea-b44b-094622301e47 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:20:03.391527 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5d642bed-11ee-476c-8b42-b66954cf076b req-8e31c4b2-812f-4449-b81d-646ea6c8e33b tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057353 Jul 09 16:20:03.569061 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-95422e05-22ed-4133-8b02-112028c75536 req-20761646-78d5-43b8-bc27-11fca2e0a8a8 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87eb6069-d489-44e3-98e3-5f50de6fd798 HTTP/1.1" status: 200 len: 998 time: 0.3862691 Jul 09 16:20:03.583196 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e81f1fb8-2292-43b3-b28b-261227ba9b56 req-a038380d-d25e-41a2-8b8e-7df14d24cce9 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:03.682048 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6553ab82-e588-4161-8d7b-2c54b06e7497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'name': 'tempest-FloatingIPsAssociationTestJSON-1254540187-router', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '125df260-2c04-4dcc-830d-f78f52662dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:18:47Z', 'updated_at': '2021-07-09T16:18:55Z', 'revision_number': 4, 'project_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'gw_port': {'id': '125df260-2c04-4dcc-830d-f78f52662dea', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:18:48Z', 'updated_at': '2021-07-09T16:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'f8c4b7f9-32e6-4bc3-bfc7-16d7ac390be3', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'floating_ip_address': '172.25.0.21', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'port_id': '87eb6069-d489-44e3-98e3-5f50de6fd798', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1038, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '107905d0-c615-4e8b-9b1d-9c2589d2ef47', 'mac_address': 'fa:16:3e:72:73:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228662c2-0595-4d0e-836f-c3a2a5a9f46c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:19:22Z', 'updated_at': '2021-07-09T16:20:00Z', 'revision_number': 8, 'project_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f955ffa-e82e-442c-84f0-766f4b942c05', 'name': '', 'network_id': '107905d0-c615-4e8b-9b1d-9c2589d2ef47', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'mac_address': 'fa:16:3e:7b:7b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '6398ae78-ab25-4396-a51f-802464200a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:18:53Z', 'updated_at': '2021-07-09T16:19:03Z', 'revision_number': 5, 'project_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'subnets': [{'id': '6398ae78-ab25-4396-a51f-802464200a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:03.691747 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e81f1fb8-2292-43b3-b28b-261227ba9b56 req-a038380d-d25e-41a2-8b8e-7df14d24cce9 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Network e55b3510-4171-4466-a467-a28850f48baa is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:20:03.711963 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-e81f1fb8-2292-43b3-b28b-261227ba9b56 req-a038380d-d25e-41a2-8b8e-7df14d24cce9 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:20:03.714614 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a038380d-d25e-41a2-8b8e-7df14d24cce9 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Pushing event updated for resources: {'Port': ['ID=0c8ea357-3256-4860-85ba-5106e4007c5b,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:03.717169 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-e81f1fb8-2292-43b3-b28b-261227ba9b56 req-a038380d-d25e-41a2-8b8e-7df14d24cce9 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:20:03.722005 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95422e05-22ed-4133-8b02-112028c75536 req-ebc9e45f-d11f-483f-b558-f9fbaa9028ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:03.723151 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-95422e05-22ed-4133-8b02-112028c75536 req-ebc9e45f-d11f-483f-b558-f9fbaa9028ca service neutron] 10.222.0.98 "GET /v2.0/subnets?id=6398ae78-ab25-4396-a51f-802464200a58 HTTP/1.1" status: 200 len: 860 time: 0.1326239 Jul 09 16:20:03.740831 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6553ab82-e588-4161-8d7b-2c54b06e7497 None None] The sync data for ids ['84e9a7cb-b30e-4eea-b44b-094622301e47'] in n-d-798930-3 is: [{'id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'name': 'tempest-FloatingIPsAssociationTestJSON-1254540187-router', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '125df260-2c04-4dcc-830d-f78f52662dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:18:47Z', 'updated_at': '2021-07-09T16:18:55Z', 'revision_number': 4, 'project_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'gw_port': {'id': '125df260-2c04-4dcc-830d-f78f52662dea', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:18:48Z', 'updated_at': '2021-07-09T16:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'f8c4b7f9-32e6-4bc3-bfc7-16d7ac390be3', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'floating_ip_address': '172.25.0.21', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'port_id': '87eb6069-d489-44e3-98e3-5f50de6fd798', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1038, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '107905d0-c615-4e8b-9b1d-9c2589d2ef47', 'mac_address': 'fa:16:3e:72:73:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228662c2-0595-4d0e-836f-c3a2a5a9f46c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:19:22Z', 'updated_at': '2021-07-09T16:20:00Z', 'revision_number': 8, 'project_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f955ffa-e82e-442c-84f0-766f4b942c05', 'name': '', 'network_id': '107905d0-c615-4e8b-9b1d-9c2589d2ef47', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'mac_address': 'fa:16:3e:7b:7b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '6398ae78-ab25-4396-a51f-802464200a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:18:53Z', 'updated_at': '2021-07-09T16:19:03Z', 'revision_number': 5, 'project_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'subnets': [{'id': '6398ae78-ab25-4396-a51f-802464200a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:20:03.753578 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aabd8f2-a993-4512-b202-2a378085c427 req-76294a5d-9d8c-4ae9-8c4a-0cb02f8cfcf4 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:03.755707 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1aabd8f2-a993-4512-b202-2a378085c427 req-76294a5d-9d8c-4ae9-8c4a-0cb02f8cfcf4 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=97e229fb-ac7a-435e-8c3d-665c7efeec0d HTTP/1.1" status: 200 len: 945 time: 0.1866872 Jul 09 16:20:03.804050 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f1fb8-2292-43b3-b28b-261227ba9b56 req-a038380d-d25e-41a2-8b8e-7df14d24cce9 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:03.804892 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e81f1fb8-2292-43b3-b28b-261227ba9b56 req-a038380d-d25e-41a2-8b8e-7df14d24cce9 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:03.829617 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e81f1fb8-2292-43b3-b28b-261227ba9b56 req-a038380d-d25e-41a2-8b8e-7df14d24cce9 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7904725 Jul 09 16:20:03.842298 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95422e05-22ed-4133-8b02-112028c75536 req-bf5e17f5-f2f9-4186-bce1-13ed52040818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:03.843945 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-95422e05-22ed-4133-8b02-112028c75536 req-bf5e17f5-f2f9-4186-bce1-13ed52040818 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=107905d0-c615-4e8b-9b1d-9c2589d2ef47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0968590 Jul 09 16:20:03.853205 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-e81f1fb8-2292-43b3-b28b-261227ba9b56 req-ad9f2386-17a8-4c34-9ffe-3bfecffe1053 service neutron] Request body: {'port': {'device_id': '9052fde5-832a-449e-ac41-75fdf28ec8fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:20:03.853500 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1aabd8f2-a993-4512-b202-2a378085c427 req-c9bbe16f-9d24-4942-92e4-529f9f67bd7f tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830717 Jul 09 16:20:03.863361 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa88f573-ee59-4a16-96bf-be47b69ec1ce tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:03.988665 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d15c58-ad41-40c3-9b4c-8f9f375239bc x-openstack-request-id: req-98d15c58-ad41-40c3-9b4c-8f9f375239bc {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:20:03.988952 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "228662c2-0595-4d0e-836f-c3a2a5a9f46c", "tag": "87eb6069-d489-44e3-98e3-5f50de6fd798", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:20:03.989199 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-98d15c58-ad41-40c3-9b4c-8f9f375239bc {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:20:03.989940 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '228662c2-0595-4d0e-836f-c3a2a5a9f46c', 'tag': '87eb6069-d489-44e3-98e3-5f50de6fd798', 'status': 'completed', 'code': 200} Jul 09 16:20:03.994188 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e13668-fa15-43b5-866b-88bde2cedb81 x-openstack-request-id: req-c7e13668-fa15-43b5-866b-88bde2cedb81 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:20:03.995217 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd3ff970-2934-42f8-8a23-3ad0ebdc9b9f", "name": "network-vif-deleted", "tag": "cd3030bb-36dc-419b-aaab-38e7dd4e5bc6", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:20:03.996563 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c7e13668-fa15-43b5-866b-88bde2cedb81 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:20:03.997391 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd3ff970-2934-42f8-8a23-3ad0ebdc9b9f', 'name': 'network-vif-deleted', 'tag': 'cd3030bb-36dc-419b-aaab-38e7dd4e5bc6', 'status': 'completed', 'code': 200} Jul 09 16:20:04.002218 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-95422e05-22ed-4133-8b02-112028c75536 req-3eac0476-ecc3-476c-af9a-8555c8033178 service neutron] 10.222.0.98 "GET /v2.0/networks/107905d0-c615-4e8b-9b1d-9c2589d2ef47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249926 Jul 09 16:20:04.080090 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6710c54-0154-45ce-ad01-b22114e332f2 None None] New status for floating IP f8c4b7f9-32e6-4bc3-bfc7-16d7ac390be3: ACTIVE {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:20:04.110355 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-95422e05-22ed-4133-8b02-112028c75536 req-45c6cb75-860f-475b-bb60-1f09f1c05a7d service neutron] 10.222.0.98 "GET /v2.0/networks/107905d0-c615-4e8b-9b1d-9c2589d2ef47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988662 Jul 09 16:20:04.150870 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea3b5b-db0f-4e9b-8b2c-4b87e288b13d req-048badf7-94e8-49e6-84a1-b3e1466d4de6 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:04.152409 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f1ea3b5b-db0f-4e9b-8b2c-4b87e288b13d req-048badf7-94e8-49e6-84a1-b3e1466d4de6 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.77 "GET /v2.0/ports?device_id=41620b65-0ad6-4c94-b3a5-7b791f9710e1 HTTP/1.1" status: 200 len: 945 time: 0.2856576 Jul 09 16:20:04.163969 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e81f1fb8-2292-43b3-b28b-261227ba9b56 req-ad9f2386-17a8-4c34-9ffe-3bfecffe1053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:04.266229 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device cd3030bb-36dc-419b-aaab-38e7dd4e5bc6 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:20:04.299859 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: cd3030bb-36dc-419b-aaab-38e7dd4e5bc6 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:20:04.300213 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device cd3030bb-36dc-419b-aaab-38e7dd4e5bc6 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:20:04.439264 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f07856-a2fb-44d1-a892-86a61b97d23b req-54129ffa-ddb0-4412-b1ff-2ef66c7d5e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:04.440985 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d1f07856-a2fb-44d1-a892-86a61b97d23b req-54129ffa-ddb0-4412-b1ff-2ef66c7d5e04 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dee8c37c9ba8439b8ed8c6a930b7c811&device_id=228662c2-0595-4d0e-836f-c3a2a5a9f46c HTTP/1.1" status: 200 len: 1096 time: 0.3997831 Jul 09 16:20:04.515175 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-aa88f573-ee59-4a16-96bf-be47b69ec1ce tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Allocated IP 172.20.0.1 (b241beb5-2d23-45f8-a178-1c6e0384f3fc/1856eb9d-6d2d-491d-a89d-b589aaa88b63/14dca3b8-ea44-413b-a9bb-ea52f8bb4234) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:20:04.525086 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04c0bc-bdfb-445a-a6ed-cb7e0b805c7c req-1f5ed5c0-c060-41c5-8b18-53a4502d86ae tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:04.526597 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6a04c0bc-bdfb-445a-a6ed-cb7e0b805c7c req-1f5ed5c0-c060-41c5-8b18-53a4502d86ae tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=13f47310-2757-4e55-a383-60056a18fc3f HTTP/1.1" status: 200 len: 945 time: 0.3921313 Jul 09 16:20:04.589898 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-f1ea3b5b-db0f-4e9b-8b2c-4b87e288b13d req-3861b827-ae29-4dfe-8f4c-cb46f796f8a3 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Deleting port d53afd75-677a-4f1e-9eb8-d9503385c6cd {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:20:04.590287 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f1ea3b5b-db0f-4e9b-8b2c-4b87e288b13d req-3861b827-ae29-4dfe-8f4c-cb46f796f8a3 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:04.643538 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-e81f1fb8-2292-43b3-b28b-261227ba9b56 req-ad9f2386-17a8-4c34-9ffe-3bfecffe1053 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c8ea357-3256-4860-85ba-5106e4007c5b {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:20:04.663573 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e81f1fb8-2292-43b3-b28b-261227ba9b56 req-ad9f2386-17a8-4c34-9ffe-3bfecffe1053 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:04.703174 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-e81f1fb8-2292-43b3-b28b-261227ba9b56 req-ad9f2386-17a8-4c34-9ffe-3bfecffe1053 service neutron] Transition to ACTIVE for port object 0c8ea357-3256-4860-85ba-5106e4007c5b will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:20:04.724476 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddee5cf-5f2d-4df9-846e-a0472ac03a03 req-3583056c-59f3-4f21-9ce2-585677502b3a tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:04.727020 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7ddee5cf-5f2d-4df9-846e-a0472ac03a03 req-3583056c-59f3-4f21-9ce2-585677502b3a tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=9052fde5-832a-449e-ac41-75fdf28ec8fa HTTP/1.1" status: 200 len: 931 time: 0.1884813 Jul 09 16:20:04.727797 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e81f1fb8-2292-43b3-b28b-261227ba9b56 req-ad9f2386-17a8-4c34-9ffe-3bfecffe1053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:04.732226 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6a04c0bc-bdfb-445a-a6ed-cb7e0b805c7c req-331d7e35-fef1-4089-8ee5-77e60fc4dd66 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858983 Jul 09 16:20:04.754406 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f07856-a2fb-44d1-a892-86a61b97d23b req-0592588d-fbed-46de-bb41-3f1d883ebdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:04.755937 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d1f07856-a2fb-44d1-a892-86a61b97d23b req-0592588d-fbed-46de-bb41-3f1d883ebdd7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=107905d0-c615-4e8b-9b1d-9c2589d2ef47 HTTP/1.1" status: 200 len: 922 time: 0.3072820 Jul 09 16:20:04.856665 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7ddee5cf-5f2d-4df9-846e-a0472ac03a03 req-f5215631-2488-4c9e-ae52-ca4d32b11072 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123369 Jul 09 16:20:04.858600 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f2386-17a8-4c34-9ffe-3bfecffe1053 service neutron] Pushing event updated for resources: {'Port': ['ID=0c8ea357-3256-4860-85ba-5106e4007c5b,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:04.884363 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-f1ea3b5b-db0f-4e9b-8b2c-4b87e288b13d req-3861b827-ae29-4dfe-8f4c-cb46f796f8a3 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] For port d53afd75-677a-4f1e-9eb8-d9503385c6cd, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=d53afd75-677a-4f1e-9eb8-d9503385c6cd,segment=NetworkSegment(f9a5d3fd-ec07-4398-97cb-0e4d61d6d25d),segment_id=f9a5d3fd-ec07-4398-97cb-0e4d61d6d25d)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:20:04.884740 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f1ea3b5b-db0f-4e9b-8b2c-4b87e288b13d req-3861b827-ae29-4dfe-8f4c-cb46f796f8a3 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:04.911237 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-f1ea3b5b-db0f-4e9b-8b2c-4b87e288b13d req-3861b827-ae29-4dfe-8f4c-cb46f796f8a3 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Calling delete_port for d53afd75-677a-4f1e-9eb8-d9503385c6cd owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:20:04.915226 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-e81f1fb8-2292-43b3-b28b-261227ba9b56 req-ad9f2386-17a8-4c34-9ffe-3bfecffe1053 service neutron] Attempting to bind port 0c8ea357-3256-4860-85ba-5106e4007c5b on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:20:04.915531 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-e81f1fb8-2292-43b3-b28b-261227ba9b56 req-ad9f2386-17a8-4c34-9ffe-3bfecffe1053 service neutron] Attempting to bind port 0c8ea357-3256-4860-85ba-5106e4007c5b by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': 'f3322cfe-f17e-4138-825d-2b8f5a34d17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e55b3510-4171-4466-a467-a28850f48baa'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:20:04.915865 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81f1fb8-2292-43b3-b28b-261227ba9b56 req-ad9f2386-17a8-4c34-9ffe-3bfecffe1053 service neutron] Attempting to bind port 0c8ea357-3256-4860-85ba-5106e4007c5b on network e55b3510-4171-4466-a467-a28850f48baa {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:20:04.921803 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81f1fb8-2292-43b3-b28b-261227ba9b56 req-ad9f2386-17a8-4c34-9ffe-3bfecffe1053 service neutron] Port 0c8ea357-3256-4860-85ba-5106e4007c5b on network e55b3510-4171-4466-a467-a28850f48baa not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:20:04.922162 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81f1fb8-2292-43b3-b28b-261227ba9b56 req-ad9f2386-17a8-4c34-9ffe-3bfecffe1053 service neutron] Attempting to bind port 0c8ea357-3256-4860-85ba-5106e4007c5b on network e55b3510-4171-4466-a467-a28850f48baa {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:20:04.928433 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81f1fb8-2292-43b3-b28b-261227ba9b56 req-ad9f2386-17a8-4c34-9ffe-3bfecffe1053 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:20:04.928770 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81f1fb8-2292-43b3-b28b-261227ba9b56 req-ad9f2386-17a8-4c34-9ffe-3bfecffe1053 service neutron] Checking segment: {'id': 'f3322cfe-f17e-4138-825d-2b8f5a34d17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e55b3510-4171-4466-a467-a28850f48baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:20:04.929159 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81f1fb8-2292-43b3-b28b-261227ba9b56 req-ad9f2386-17a8-4c34-9ffe-3bfecffe1053 service neutron] Bound using segment: {'id': 'f3322cfe-f17e-4138-825d-2b8f5a34d17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e55b3510-4171-4466-a467-a28850f48baa'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:20:04.929591 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-e81f1fb8-2292-43b3-b28b-261227ba9b56 req-ad9f2386-17a8-4c34-9ffe-3bfecffe1053 service neutron] Bound port: 0c8ea357-3256-4860-85ba-5106e4007c5b, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3322cfe-f17e-4138-825d-2b8f5a34d17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e55b3510-4171-4466-a467-a28850f48baa'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:20:04.930092 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e81f1fb8-2292-43b3-b28b-261227ba9b56 req-ad9f2386-17a8-4c34-9ffe-3bfecffe1053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:05.037208 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-e81f1fb8-2292-43b3-b28b-261227ba9b56 req-ad9f2386-17a8-4c34-9ffe-3bfecffe1053 service neutron] For port 0c8ea357-3256-4860-85ba-5106e4007c5b, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:20:05.052711 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-e81f1fb8-2292-43b3-b28b-261227ba9b56 req-ad9f2386-17a8-4c34-9ffe-3bfecffe1053 service neutron] For port 0c8ea357-3256-4860-85ba-5106e4007c5b, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=0c8ea357-3256-4860-85ba-5106e4007c5b,segment=NetworkSegment(f3322cfe-f17e-4138-825d-2b8f5a34d17c),segment_id=f3322cfe-f17e-4138-825d-2b8f5a34d17c)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:20:05.063002 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e81f1fb8-2292-43b3-b28b-261227ba9b56 req-ad9f2386-17a8-4c34-9ffe-3bfecffe1053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:05.109204 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f1fb8-2292-43b3-b28b-261227ba9b56 req-ad9f2386-17a8-4c34-9ffe-3bfecffe1053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:05.109870 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e81f1fb8-2292-43b3-b28b-261227ba9b56 req-ad9f2386-17a8-4c34-9ffe-3bfecffe1053 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:05.111445 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e81f1fb8-2292-43b3-b28b-261227ba9b56 req-ad9f2386-17a8-4c34-9ffe-3bfecffe1053 service neutron] 10.222.0.73 "PUT /v2.0/ports/0c8ea357-3256-4860-85ba-5106e4007c5b HTTP/1.1" status: 200 len: 1091 time: 1.2643905 Jul 09 16:20:05.129753 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7afa554-5c83-4c2d-879b-1c43c1d49f77 req-96bd319e-e651-4f17-894c-c91b1db46a19 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:05.131407 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c7afa554-5c83-4c2d-879b-1c43c1d49f77 req-96bd319e-e651-4f17-894c-c91b1db46a19 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=41620b65-0ad6-4c94-b3a5-7b791f9710e1 HTTP/1.1" status: 200 len: 945 time: 0.1400170 Jul 09 16:20:05.160059 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f2386-17a8-4c34-9ffe-3bfecffe1053 service neutron] Pushing event updated for resources: {'Port': ['ID=0c8ea357-3256-4860-85ba-5106e4007c5b,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:05.201462 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c7afa554-5c83-4c2d-879b-1c43c1d49f77 req-4d3503f2-731a-4658-adab-65e1a5b4e8fa tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550852 Jul 09 16:20:05.252044 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f1fb8-2292-43b3-b28b-261227ba9b56 req-1b97e289-7319-470b-8036-4b38450a9c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:05.253875 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e81f1fb8-2292-43b3-b28b-261227ba9b56 req-1b97e289-7319-470b-8036-4b38450a9c78 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=06cbfbbe1d844c0796508ff309a673b8&device_id=9052fde5-832a-449e-ac41-75fdf28ec8fa HTTP/1.1" status: 200 len: 1094 time: 0.0681343 Jul 09 16:20:05.313155 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa88f573-ee59-4a16-96bf-be47b69ec1ce tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:05.313355 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e81f1fb8-2292-43b3-b28b-261227ba9b56 req-e613518f-153f-4105-bfd4-8a563e8db47e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c8ea357-3256-4860-85ba-5106e4007c5b HTTP/1.1" status: 200 len: 217 time: 0.0453041 Jul 09 16:20:05.372804 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dc83be83-42fe-4af1-9a42-74b9f2d11367 req-4131c5c5-9d00-4532-a1d2-b9f923d847fb tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/floatingips/f8c4b7f9-32e6-4bc3-bfc7-16d7ac390be3 HTTP/1.1" status: 200 len: 997 time: 0.5920894 Jul 09 16:20:05.379735 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d1f07856-a2fb-44d1-a892-86a61b97d23b req-7205a9ea-e61c-4dad-a3d9-63d0f3e8525e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87eb6069-d489-44e3-98e3-5f50de6fd798 HTTP/1.1" status: 200 len: 1000 time: 0.6144032 Jul 09 16:20:05.395346 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f1fb8-2292-43b3-b28b-261227ba9b56 req-ceaacd4c-8b54-4d35-ac01-232c2e66089e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:05.396820 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e81f1fb8-2292-43b3-b28b-261227ba9b56 req-ceaacd4c-8b54-4d35-ac01-232c2e66089e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1852f372-46e1-407a-a8ee-c45063bdc434 HTTP/1.1" status: 200 len: 852 time: 0.0773101 Jul 09 16:20:05.438426 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e81f1fb8-2292-43b3-b28b-261227ba9b56 req-c4fd6bed-4870-4b20-923d-f263718ff215 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e55b3510-4171-4466-a467-a28850f48baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335770 Jul 09 16:20:05.461839 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cea1136-8e58-4208-a687-d450e52e48d9 req-6a00660f-e9af-4938-8d95-39ceb22fbc1e tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:05.463385 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5cea1136-8e58-4208-a687-d450e52e48d9 req-6a00660f-e9af-4938-8d95-39ceb22fbc1e tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=97e229fb-ac7a-435e-8c3d-665c7efeec0d HTTP/1.1" status: 200 len: 945 time: 0.1455216 Jul 09 16:20:05.537779 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f07856-a2fb-44d1-a892-86a61b97d23b req-fa853943-064f-4d61-a0d7-b8a114e246bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:05.539291 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d1f07856-a2fb-44d1-a892-86a61b97d23b req-fa853943-064f-4d61-a0d7-b8a114e246bf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6398ae78-ab25-4396-a51f-802464200a58 HTTP/1.1" status: 200 len: 860 time: 0.1469986 Jul 09 16:20:05.560335 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5cea1136-8e58-4208-a687-d450e52e48d9 req-fad03734-a002-4b10-bc58-72bd7e9f72fd tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854034 Jul 09 16:20:05.580926 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e81f1fb8-2292-43b3-b28b-261227ba9b56 req-95031efe-0d56-46cf-9afd-f81482f7f28b service neutron] 10.222.0.73 "GET /v2.0/networks/e55b3510-4171-4466-a467-a28850f48baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349709 Jul 09 16:20:05.593260 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa88f573-ee59-4a16-96bf-be47b69ec1ce tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:05.674345 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc83be83-42fe-4af1-9a42-74b9f2d11367 req-98cbb0ab-2c1d-4101-8227-50135a742aa2 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:05.676864 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dc83be83-42fe-4af1-9a42-74b9f2d11367 req-98cbb0ab-2c1d-4101-8227-50135a742aa2 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/networks/caa6ed8d-2893-4113-8f68-c5284e694f6c HTTP/1.1" status: 200 len: 784 time: 0.2899234 Jul 09 16:20:05.695003 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa88f573-ee59-4a16-96bf-be47b69ec1ce tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Network b241beb5-2d23-45f8-a178-1c6e0384f3fc is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:20:05.699113 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e81f1fb8-2292-43b3-b28b-261227ba9b56 req-f2a252ad-400f-4d56-a7fc-c7ca5fb95fa8 service neutron] 10.222.0.73 "GET /v2.0/networks/e55b3510-4171-4466-a467-a28850f48baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111944 Jul 09 16:20:05.702940 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [req-dc83be83-42fe-4af1-9a42-74b9f2d11367 req-c2c5de10-e091-48ca-8159-dd1477aeb584 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:20:05.703951 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dc83be83-42fe-4af1-9a42-74b9f2d11367 req-c2c5de10-e091-48ca-8159-dd1477aeb584 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0154297 Jul 09 16:20:05.723030 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-aa88f573-ee59-4a16-96bf-be47b69ec1ce tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:20:05.731603 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa88f573-ee59-4a16-96bf-be47b69ec1ce tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:20:05.769034 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa88f573-ee59-4a16-96bf-be47b69ec1ce tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Pushing event updated for resources: {'Port': ['ID=14dca3b8-ea44-413b-a9bb-ea52f8bb4234,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:05.780136 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f1ea3b5b-db0f-4e9b-8b2c-4b87e288b13d req-3861b827-ae29-4dfe-8f4c-cb46f796f8a3 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:05.793220 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['e2cfd0d6-9109-4235-ab69-a9ac10ebf765', 'd53afd75-677a-4f1e-9eb8-d9503385c6cd'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:20:05.861253 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3861b827-ae29-4dfe-8f4c-cb46f796f8a3 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Pushing event deleted for resources: {'Port': ['ID=d53afd75-677a-4f1e-9eb8-d9503385c6cd,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:05.869818 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa88f573-ee59-4a16-96bf-be47b69ec1ce tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:05.937223 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f07856-a2fb-44d1-a892-86a61b97d23b req-6c2b06a8-c1db-453b-bd3f-af31b99ee6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:05.938788 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d1f07856-a2fb-44d1-a892-86a61b97d23b req-6c2b06a8-c1db-453b-bd3f-af31b99ee6f1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=107905d0-c615-4e8b-9b1d-9c2589d2ef47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3907702 Jul 09 16:20:05.982049 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ea3b5b-db0f-4e9b-8b2c-4b87e288b13d req-3861b827-ae29-4dfe-8f4c-cb46f796f8a3 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] No DVR routers for this DVR port d53afd75-677a-4f1e-9eb8-d9503385c6cd on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:20:05.990170 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9052fde5-832a-449e-ac41-75fdf28ec8fa', 'tag': '0c8ea357-3256-4860-85ba-5106e4007c5b'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:20:05.993083 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f020ab-d43a-45a2-8004-f55b813e00ab" -d '{"events": [{"name": "network-changed", "server_uuid": "9052fde5-832a-449e-ac41-75fdf28ec8fa", "tag": "0c8ea357-3256-4860-85ba-5106e4007c5b"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:20:05.996933 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-abebb6c7-6c89-46f0-a625-ebcf29fc678c req-2d761cc5-a506-461e-befc-c086360fe679 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.0.21 HTTP/1.1" status: 200 len: 1000 time: 0.2352462 Jul 09 16:20:06.007732 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39cc19-f4e9-4fb6-83c9-fd5ba8e3c19b req-903a7e28-b916-4d1b-aa13-ebad3263e20b tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:06.009335 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2e39cc19-f4e9-4fb6-83c9-fd5ba8e3c19b req-903a7e28-b916-4d1b-aa13-ebad3263e20b tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=13f47310-2757-4e55-a383-60056a18fc3f HTTP/1.1" status: 200 len: 945 time: 0.0763404 Jul 09 16:20:06.022901 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f1ea3b5b-db0f-4e9b-8b2c-4b87e288b13d req-3861b827-ae29-4dfe-8f4c-cb46f796f8a3 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:06.024876 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f1ea3b5b-db0f-4e9b-8b2c-4b87e288b13d req-3861b827-ae29-4dfe-8f4c-cb46f796f8a3 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.77 "DELETE /v2.0/ports/d53afd75-677a-4f1e-9eb8-d9503385c6cd HTTP/1.1" status: 204 len: 173 time: 1.8318017 Jul 09 16:20:06.025317 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41620b65-0ad6-4c94-b3a5-7b791f9710e1', 'name': 'network-vif-deleted', 'tag': 'd53afd75-677a-4f1e-9eb8-d9503385c6cd'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:20:06.027567 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68f2310-5acf-4319-9d57-a272668ff788" -d '{"events": [{"server_uuid": "41620b65-0ad6-4c94-b3a5-7b791f9710e1", "name": "network-vif-deleted", "tag": "d53afd75-677a-4f1e-9eb8-d9503385c6cd"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:20:06.058229 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2e39cc19-f4e9-4fb6-83c9-fd5ba8e3c19b req-36c3c7d5-31bf-423d-9b39-2242acc89782 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432768 Jul 09 16:20:06.141360 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abebb6c7-6c89-46f0-a625-ebcf29fc678c req-1b828e63-44c7-443c-8b45-293da654e603 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:06.142738 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-abebb6c7-6c89-46f0-a625-ebcf29fc678c req-1b828e63-44c7-443c-8b45-293da654e603 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/ports/87eb6069-d489-44e3-98e3-5f50de6fd798 HTTP/1.1" status: 200 len: 942 time: 0.1124856 Jul 09 16:20:06.177761 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d1f07856-a2fb-44d1-a892-86a61b97d23b req-696dd3ac-f7c5-4b67-9bf0-5634444518be service neutron] 10.222.0.73 "GET /v2.0/networks/107905d0-c615-4e8b-9b1d-9c2589d2ef47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279339 Jul 09 16:20:06.248141 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6a8a1-4f25-4636-97b4-6a69dd2d3d0a req-8bd9209e-0290-421d-9c86-8de437c657a5 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:06.249826 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-dfe6a8a1-4f25-4636-97b4-6a69dd2d3d0a req-8bd9209e-0290-421d-9c86-8de437c657a5 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=9052fde5-832a-449e-ac41-75fdf28ec8fa HTTP/1.1" status: 200 len: 943 time: 0.0761480 Jul 09 16:20:06.297221 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-dfe6a8a1-4f25-4636-97b4-6a69dd2d3d0a req-012c86b5-6db7-4e2d-aeec-e406202240bd tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386055 Jul 09 16:20:06.308753 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa88f573-ee59-4a16-96bf-be47b69ec1ce tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:06.343218 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d941814-94c3-46e2-8070-e39e6ef4c47e x-openstack-request-id: req-7d941814-94c3-46e2-8070-e39e6ef4c47e {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:20:06.343504 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9052fde5-832a-449e-ac41-75fdf28ec8fa", "tag": "0c8ea357-3256-4860-85ba-5106e4007c5b", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:20:06.343757 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7d941814-94c3-46e2-8070-e39e6ef4c47e {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:20:06.344149 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9052fde5-832a-449e-ac41-75fdf28ec8fa', 'tag': '0c8ea357-3256-4860-85ba-5106e4007c5b', 'status': 'completed', 'code': 200} Jul 09 16:20:06.379347 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a747e4-91e2-49ed-b1ca-6dabb653df29 x-openstack-request-id: req-a1a747e4-91e2-49ed-b1ca-6dabb653df29 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:20:06.379703 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41620b65-0ad6-4c94-b3a5-7b791f9710e1", "name": "network-vif-deleted", "tag": "d53afd75-677a-4f1e-9eb8-d9503385c6cd", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:20:06.379880 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a1a747e4-91e2-49ed-b1ca-6dabb653df29 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:20:06.380275 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41620b65-0ad6-4c94-b3a5-7b791f9710e1', 'name': 'network-vif-deleted', 'tag': 'd53afd75-677a-4f1e-9eb8-d9503385c6cd', 'status': 'completed', 'code': 200} Jul 09 16:20:06.398255 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-abebb6c7-6c89-46f0-a625-ebcf29fc678c req-80bda406-3bd1-4ef3-8172-c9572e129cb4 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.0.21 HTTP/1.1" status: 200 len: 1000 time: 0.1409705 Jul 09 16:20:06.409205 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d1f07856-a2fb-44d1-a892-86a61b97d23b req-049cae00-9fac-4e1a-b3cb-39721c473d23 service neutron] 10.222.0.73 "GET /v2.0/networks/107905d0-c615-4e8b-9b1d-9c2589d2ef47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126322 Jul 09 16:20:06.455331 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f020ab-d43a-45a2-8004-f55b813e00ab req-52199e82-2389-47f2-ab26-1627f8e639dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:06.457114 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f3f020ab-d43a-45a2-8004-f55b813e00ab req-52199e82-2389-47f2-ab26-1627f8e639dd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=06cbfbbe1d844c0796508ff309a673b8&device_id=9052fde5-832a-449e-ac41-75fdf28ec8fa HTTP/1.1" status: 200 len: 1094 time: 0.0688112 Jul 09 16:20:06.546859 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9cf139b6-6dac-4344-99af-ede54d0a6595 req-d069e734-85a1-4248-abe1-c04f5b6b1357 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=41620b65-0ad6-4c94-b3a5-7b791f9710e1 HTTP/1.1" status: 200 len: 210 time: 0.0614643 Jul 09 16:20:06.586846 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f020ab-d43a-45a2-8004-f55b813e00ab req-6cebe762-391e-4965-a5fe-9d5009ce9e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:06.588315 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f3f020ab-d43a-45a2-8004-f55b813e00ab req-6cebe762-391e-4965-a5fe-9d5009ce9e7c service neutron] 10.222.0.73 "GET /v2.0/networks?id=e55b3510-4171-4466-a467-a28850f48baa HTTP/1.1" status: 200 len: 913 time: 0.1244657 Jul 09 16:20:06.592877 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abebb6c7-6c89-46f0-a625-ebcf29fc678c req-9abca8d9-e49f-4a7d-96b1-fe90e19e52e7 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:06.594206 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-abebb6c7-6c89-46f0-a625-ebcf29fc678c req-9abca8d9-e49f-4a7d-96b1-fe90e19e52e7 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/networks/caa6ed8d-2893-4113-8f68-c5284e694f6c HTTP/1.1" status: 200 len: 784 time: 0.1873930 Jul 09 16:20:06.656885 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f3f020ab-d43a-45a2-8004-f55b813e00ab req-71498517-c8e7-4bbe-9c76-701197bccf00 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c8ea357-3256-4860-85ba-5106e4007c5b HTTP/1.1" status: 200 len: 217 time: 0.0535998 Jul 09 16:20:06.726325 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-abebb6c7-6c89-46f0-a625-ebcf29fc678c req-5f1aca59-b9d6-4c80-b8b6-2adc25f77a5f tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.0.21 HTTP/1.1" status: 200 len: 1000 time: 0.1219354 Jul 09 16:20:06.748803 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f020ab-d43a-45a2-8004-f55b813e00ab req-dd0922e8-a12d-4211-93b7-241cae32e9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:06.750066 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-abebb6c7-6c89-46f0-a625-ebcf29fc678c req-64577a95-a023-4d3c-bce3-8b779ac79fc9 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:20:06.750683 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f3f020ab-d43a-45a2-8004-f55b813e00ab req-dd0922e8-a12d-4211-93b7-241cae32e9ef service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1852f372-46e1-407a-a8ee-c45063bdc434 HTTP/1.1" status: 200 len: 852 time: 0.0871737 Jul 09 16:20:06.795979 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f3f020ab-d43a-45a2-8004-f55b813e00ab req-d904eaf0-5a0b-436d-83cb-7094fa864ab9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e55b3510-4171-4466-a467-a28850f48baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367205 Jul 09 16:20:06.829618 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5bcc5-7d3d-44c8-8845-bc2312737d14 req-aba47a34-b865-4e76-990d-7d5b56b096f2 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:06.831161 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-feb5bcc5-7d3d-44c8-8845-bc2312737d14 req-aba47a34-b865-4e76-990d-7d5b56b096f2 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=97e229fb-ac7a-435e-8c3d-665c7efeec0d HTTP/1.1" status: 200 len: 945 time: 0.1312227 Jul 09 16:20:06.840366 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-abebb6c7-6c89-46f0-a625-ebcf29fc678c req-64577a95-a023-4d3c-bce3-8b779ac79fc9 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Notify callbacks [] for floatingip, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:06.898282 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa88f573-ee59-4a16-96bf-be47b69ec1ce tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:06.908076 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa88f573-ee59-4a16-96bf-be47b69ec1ce tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:06.921158 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-feb5bcc5-7d3d-44c8-8845-bc2312737d14 req-774aca4d-adac-4650-8e5b-385ba691027c tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609219 Jul 09 16:20:06.941726 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f3f020ab-d43a-45a2-8004-f55b813e00ab req-e0c07ae6-4515-45e1-88dc-12a21791ac32 service neutron] 10.222.0.73 "GET /v2.0/networks/e55b3510-4171-4466-a467-a28850f48baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370571 Jul 09 16:20:07.045318 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa88f573-ee59-4a16-96bf-be47b69ec1ce tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Pushing event updated for resources: {'Port': ['ID=14dca3b8-ea44-413b-a9bb-ea52f8bb4234,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:07.058433 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa88f573-ee59-4a16-96bf-be47b69ec1ce tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:07.062127 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f3f020ab-d43a-45a2-8004-f55b813e00ab req-7245ed84-2a54-45f1-a08d-dca1960ff59e service neutron] 10.222.0.73 "GET /v2.0/networks/e55b3510-4171-4466-a467-a28850f48baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143837 Jul 09 16:20:07.106853 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-abebb6c7-6c89-46f0-a625-ebcf29fc678c req-64577a95-a023-4d3c-bce3-8b779ac79fc9 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:07.117781 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-abebb6c7-6c89-46f0-a625-ebcf29fc678c req-64577a95-a023-4d3c-bce3-8b779ac79fc9 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:07.118107 n-d-798930-3 neutron-server[93958]: INFO neutron.db.l3_db [req-abebb6c7-6c89-46f0-a625-ebcf29fc678c req-64577a95-a023-4d3c-bce3-8b779ac79fc9 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Floating IP f8c4b7f9-32e6-4bc3-bfc7-16d7ac390be3 disassociated. External IP: 172.25.0.21, port: 87eb6069-d489-44e3-98e3-5f50de6fd798. Jul 09 16:20:07.277852 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa88f573-ee59-4a16-96bf-be47b69ec1ce tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Network b241beb5-2d23-45f8-a178-1c6e0384f3fc is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:20:07.280394 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-aa88f573-ee59-4a16-96bf-be47b69ec1ce tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:20:07.350309 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee08f9-3b96-47b5-952d-621e8b50ac9a req-88e45bd2-2565-4d4e-9771-4a3ce7f304a0 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:07.351967 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4bee08f9-3b96-47b5-952d-621e8b50ac9a req-88e45bd2-2565-4d4e-9771-4a3ce7f304a0 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=13f47310-2757-4e55-a383-60056a18fc3f HTTP/1.1" status: 200 len: 945 time: 0.0688047 Jul 09 16:20:07.393458 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4bee08f9-3b96-47b5-952d-621e8b50ac9a req-21aac4c1-518f-4a19-b9b0-4e7fcae4b378 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354948 Jul 09 16:20:07.481986 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa88f573-ee59-4a16-96bf-be47b69ec1ce tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Router 53cf0c56-5ba4-4e0c-a002-1ae625c86541 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:20:07.483685 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-abebb6c7-6c89-46f0-a625-ebcf29fc678c req-64577a95-a023-4d3c-bce3-8b779ac79fc9 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Router 84e9a7cb-b30e-4eea-b44b-094622301e47 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:20:07.567954 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8e24d-13f6-4b94-8447-6efed2b258b3 req-a2000918-052b-4e82-b1e3-112aa73d395a tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:07.569604 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e3e8e24d-13f6-4b94-8447-6efed2b258b3 req-a2000918-052b-4e82-b1e3-112aa73d395a tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=9052fde5-832a-449e-ac41-75fdf28ec8fa HTTP/1.1" status: 200 len: 943 time: 0.0702240 Jul 09 16:20:07.609033 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e3e8e24d-13f6-4b94-8447-6efed2b258b3 req-669fe065-7572-4ec7-8945-aa7b19e848c6 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336082 Jul 09 16:20:07.868942 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c6a671-3b7a-4cde-97c5-4595204ebb26 req-b3104d92-f07e-4c27-9385-84f3cda688b2 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:07.870720 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-96c6a671-3b7a-4cde-97c5-4595204ebb26 req-b3104d92-f07e-4c27-9385-84f3cda688b2 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.0718279 Jul 09 16:20:07.911319 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-96c6a671-3b7a-4cde-97c5-4595204ebb26 req-48ca222e-0e9a-4e27-b606-58c6c4788db7 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339763 Jul 09 16:20:08.021290 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-abebb6c7-6c89-46f0-a625-ebcf29fc678c req-64577a95-a023-4d3c-bce3-8b779ac79fc9 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:20:08.023353 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa88f573-ee59-4a16-96bf-be47b69ec1ce tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:20:08.030594 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-abebb6c7-6c89-46f0-a625-ebcf29fc678c req-64577a95-a023-4d3c-bce3-8b779ac79fc9 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:08.032940 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-aa88f573-ee59-4a16-96bf-be47b69ec1ce tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] 10.222.0.98 "PUT /v2.0/routers/53cf0c56-5ba4-4e0c-a002-1ae625c86541/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0727718 Jul 09 16:20:08.035869 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33102) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:08.040892 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597b1066-4fba-4edc-8e77-1cbdabf8e221 None None] Sync routers for ids ['84e9a7cb-b30e-4eea-b44b-094622301e47'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:20:08.042710 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-fdd38d66-067b-494f-9a2f-6e78f897ef79 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Request body: {'port': {'network_id': 'b241beb5-2d23-45f8-a178-1c6e0384f3fc', 'name': 'tempest-FloatingIPTestJSON-928599567'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:20:08.056989 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbde2677-02ed-40c6-b635-def404e98597 None None] Sync routers for ids ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:20:08.069289 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597b1066-4fba-4edc-8e77-1cbdabf8e221 None None] Routers {'84e9a7cb-b30e-4eea-b44b-094622301e47'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:20:08.070516 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbde2677-02ed-40c6-b635-def404e98597 None None] Routers {'53cf0c56-5ba4-4e0c-a002-1ae625c86541'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:20:08.071352 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-597b1066-4fba-4edc-8e77-1cbdabf8e221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:19:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['84e9a7cb-b30e-4eea-b44b-094622301e47'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:08.072293 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-abebb6c7-6c89-46f0-a625-ebcf29fc678c req-64577a95-a023-4d3c-bce3-8b779ac79fc9 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "PUT /v2.0/floatingips/f8c4b7f9-32e6-4bc3-bfc7-16d7ac390be3 HTTP/1.1" status: 200 len: 695 time: 1.3346961 Jul 09 16:20:08.074098 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-dbde2677-02ed-40c6-b635-def404e98597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:19:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:08.110855 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-dbde2677-02ed-40c6-b635-def404e98597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:08.120223 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbde2677-02ed-40c6-b635-def404e98597 None None] Routers {'53cf0c56-5ba4-4e0c-a002-1ae625c86541'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:20:08.120802 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-dbde2677-02ed-40c6-b635-def404e98597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:19:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:08.159559 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-dbde2677-02ed-40c6-b635-def404e98597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:08.160762 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbde2677-02ed-40c6-b635-def404e98597 None None] The sync data for ids ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'] in n-d-798930-3 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:20:08.174537 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abebb6c7-6c89-46f0-a625-ebcf29fc678c req-897b285b-ad06-46c5-a062-0e27da366f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:08.176590 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-abebb6c7-6c89-46f0-a625-ebcf29fc678c req-897b285b-ad06-46c5-a062-0e27da366f6a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=dee8c37c9ba8439b8ed8c6a930b7c811&device_id=228662c2-0595-4d0e-836f-c3a2a5a9f46c HTTP/1.1" status: 200 len: 1096 time: 0.0859504 Jul 09 16:20:08.201804 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aec188-cc1e-409f-9e7a-ed6e94e9dc90 req-d738ee00-73d6-4380-9775-2d00cf8baea1 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:08.203414 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e7aec188-cc1e-409f-9e7a-ed6e94e9dc90 req-d738ee00-73d6-4380-9775-2d00cf8baea1 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=97e229fb-ac7a-435e-8c3d-665c7efeec0d HTTP/1.1" status: 200 len: 945 time: 0.1453416 Jul 09 16:20:08.208528 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-597b1066-4fba-4edc-8e77-1cbdabf8e221 None None] Set router 84e9a7cb-b30e-4eea-b44b-094622301e47 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:20:08.243460 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd38d66-067b-494f-9a2f-6e78f897ef79 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Made reservation on behalf of 57de25892d9840a89618c2852c5113d2 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:20:08.248808 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fdd38d66-067b-494f-9a2f-6e78f897ef79 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:08.271368 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e7aec188-cc1e-409f-9e7a-ed6e94e9dc90 req-565c7fb3-b8e9-4319-be02-4fd40e051861 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595026 Jul 09 16:20:08.278385 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device d53afd75-677a-4f1e-9eb8-d9503385c6cd no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:20:08.279663 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-fdd38d66-067b-494f-9a2f-6e78f897ef79 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] device_id is not set on port 4ef01bfe-2b4f-497c-a291-eb9ae16766b3 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:20:08.326352 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: d53afd75-677a-4f1e-9eb8-d9503385c6cd {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:20:08.326746 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device d53afd75-677a-4f1e-9eb8-d9503385c6cd not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:20:08.327992 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abebb6c7-6c89-46f0-a625-ebcf29fc678c req-0188109b-5c59-4211-a36f-735a26088ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:08.333229 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-abebb6c7-6c89-46f0-a625-ebcf29fc678c req-0188109b-5c59-4211-a36f-735a26088ad2 service neutron] 10.222.0.98 "GET /v2.0/networks?id=107905d0-c615-4e8b-9b1d-9c2589d2ef47 HTTP/1.1" status: 200 len: 922 time: 0.1498129 Jul 09 16:20:08.387873 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '228662c2-0595-4d0e-836f-c3a2a5a9f46c', 'tag': '87eb6069-d489-44e3-98e3-5f50de6fd798'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:20:08.390460 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6ed715-4477-4fb0-9a41-893342e93301" -d '{"events": [{"name": "network-changed", "server_uuid": "228662c2-0595-4d0e-836f-c3a2a5a9f46c", "tag": "87eb6069-d489-44e3-98e3-5f50de6fd798"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:20:08.401932 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-abebb6c7-6c89-46f0-a625-ebcf29fc678c req-312a5b84-9563-464e-9ed6-00151162dd50 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87eb6069-d489-44e3-98e3-5f50de6fd798 HTTP/1.1" status: 200 len: 217 time: 0.0614419 Jul 09 16:20:08.448390 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-fdd38d66-067b-494f-9a2f-6e78f897ef79 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Allocated IP 172.20.0.13 (b241beb5-2d23-45f8-a178-1c6e0384f3fc/1856eb9d-6d2d-491d-a89d-b589aaa88b63/4ef01bfe-2b4f-497c-a291-eb9ae16766b3) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:20:08.460502 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-597b1066-4fba-4edc-8e77-1cbdabf8e221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'name': 'tempest-FloatingIPsAssociationTestJSON-1254540187-router', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '125df260-2c04-4dcc-830d-f78f52662dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:18:47Z', 'updated_at': '2021-07-09T16:18:55Z', 'revision_number': 4, 'project_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'gw_port': {'id': '125df260-2c04-4dcc-830d-f78f52662dea', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:18:48Z', 'updated_at': '2021-07-09T16:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '1f955ffa-e82e-442c-84f0-766f4b942c05', 'name': '', 'network_id': '107905d0-c615-4e8b-9b1d-9c2589d2ef47', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'mac_address': 'fa:16:3e:7b:7b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '6398ae78-ab25-4396-a51f-802464200a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:18:53Z', 'updated_at': '2021-07-09T16:19:03Z', 'revision_number': 5, 'project_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'subnets': [{'id': '6398ae78-ab25-4396-a51f-802464200a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:08.484084 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abebb6c7-6c89-46f0-a625-ebcf29fc678c req-ee451818-1968-4a9d-a58a-74c21346ddb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:08.494236 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-abebb6c7-6c89-46f0-a625-ebcf29fc678c req-ee451818-1968-4a9d-a58a-74c21346ddb3 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=6398ae78-ab25-4396-a51f-802464200a58 HTTP/1.1" status: 200 len: 860 time: 0.0912616 Jul 09 16:20:08.499238 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597b1066-4fba-4edc-8e77-1cbdabf8e221 None None] Checking router: 84e9a7cb-b30e-4eea-b44b-094622301e47 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:20:08.510497 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597b1066-4fba-4edc-8e77-1cbdabf8e221 None None] Routers {'84e9a7cb-b30e-4eea-b44b-094622301e47'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:20:08.511235 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-597b1066-4fba-4edc-8e77-1cbdabf8e221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:19:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['84e9a7cb-b30e-4eea-b44b-094622301e47'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:08.573002 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abebb6c7-6c89-46f0-a625-ebcf29fc678c req-ef213a2e-ed3b-489d-82cd-be2056637802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:08.577698 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-abebb6c7-6c89-46f0-a625-ebcf29fc678c req-ef213a2e-ed3b-489d-82cd-be2056637802 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=107905d0-c615-4e8b-9b1d-9c2589d2ef47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0812864 Jul 09 16:20:08.652950 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-597b1066-4fba-4edc-8e77-1cbdabf8e221 None None] Set router 84e9a7cb-b30e-4eea-b44b-094622301e47 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:20:08.685685 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fdd38d66-067b-494f-9a2f-6e78f897ef79 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:08.685985 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-abebb6c7-6c89-46f0-a625-ebcf29fc678c req-746bc30f-2026-4a44-b884-77357647513a service neutron] 10.222.0.98 "GET /v2.0/networks/107905d0-c615-4e8b-9b1d-9c2589d2ef47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011286 Jul 09 16:20:08.778316 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fdd38d66-067b-494f-9a2f-6e78f897ef79 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:08.806760 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-abebb6c7-6c89-46f0-a625-ebcf29fc678c req-e8fb12e4-b0fd-4077-8e43-f1544ef539b1 service neutron] 10.222.0.98 "GET /v2.0/networks/107905d0-c615-4e8b-9b1d-9c2589d2ef47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134393 Jul 09 16:20:08.838987 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd38d66-067b-494f-9a2f-6e78f897ef79 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Network b241beb5-2d23-45f8-a178-1c6e0384f3fc is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:20:08.846862 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4bc2f6-01b3-4821-98eb-fda6b1942431 req-6d3b3a66-a191-4bd1-ab7e-3dbfe9c49a80 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:08.848403 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-af4bc2f6-01b3-4821-98eb-fda6b1942431 req-6d3b3a66-a191-4bd1-ab7e-3dbfe9c49a80 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.1268117 Jul 09 16:20:08.852069 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-fdd38d66-067b-494f-9a2f-6e78f897ef79 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:20:08.856678 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd38d66-067b-494f-9a2f-6e78f897ef79 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:20:08.869944 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4831037f-b28e-47cb-ad6d-1db038b85979 x-openstack-request-id: req-4831037f-b28e-47cb-ad6d-1db038b85979 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:20:08.870244 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "228662c2-0595-4d0e-836f-c3a2a5a9f46c", "tag": "87eb6069-d489-44e3-98e3-5f50de6fd798", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:20:08.871413 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4831037f-b28e-47cb-ad6d-1db038b85979 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:20:08.872047 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '228662c2-0595-4d0e-836f-c3a2a5a9f46c', 'tag': '87eb6069-d489-44e3-98e3-5f50de6fd798', 'status': 'completed', 'code': 200} Jul 09 16:20:08.884772 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd38d66-067b-494f-9a2f-6e78f897ef79 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Pushing event updated for resources: {'Port': ['ID=4ef01bfe-2b4f-497c-a291-eb9ae16766b3,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:08.889440 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-597b1066-4fba-4edc-8e77-1cbdabf8e221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'name': 'tempest-FloatingIPsAssociationTestJSON-1254540187-router', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '125df260-2c04-4dcc-830d-f78f52662dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:18:47Z', 'updated_at': '2021-07-09T16:18:55Z', 'revision_number': 4, 'project_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'gw_port': {'id': '125df260-2c04-4dcc-830d-f78f52662dea', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:18:48Z', 'updated_at': '2021-07-09T16:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '1f955ffa-e82e-442c-84f0-766f4b942c05', 'name': '', 'network_id': '107905d0-c615-4e8b-9b1d-9c2589d2ef47', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'mac_address': 'fa:16:3e:7b:7b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '6398ae78-ab25-4396-a51f-802464200a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:18:53Z', 'updated_at': '2021-07-09T16:19:03Z', 'revision_number': 5, 'project_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'subnets': [{'id': '6398ae78-ab25-4396-a51f-802464200a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:08.931131 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597b1066-4fba-4edc-8e77-1cbdabf8e221 None None] The sync data for ids ['84e9a7cb-b30e-4eea-b44b-094622301e47'] in n-d-798930-3 is: [{'id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'name': 'tempest-FloatingIPsAssociationTestJSON-1254540187-router', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '125df260-2c04-4dcc-830d-f78f52662dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:18:47Z', 'updated_at': '2021-07-09T16:18:55Z', 'revision_number': 4, 'project_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'gw_port': {'id': '125df260-2c04-4dcc-830d-f78f52662dea', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:18:48Z', 'updated_at': '2021-07-09T16:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '1f955ffa-e82e-442c-84f0-766f4b942c05', 'name': '', 'network_id': '107905d0-c615-4e8b-9b1d-9c2589d2ef47', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'mac_address': 'fa:16:3e:7b:7b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '6398ae78-ab25-4396-a51f-802464200a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:18:53Z', 'updated_at': '2021-07-09T16:19:03Z', 'revision_number': 5, 'project_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'subnets': [{'id': '6398ae78-ab25-4396-a51f-802464200a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:20:08.963265 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd38d66-067b-494f-9a2f-6e78f897ef79 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:08.963918 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fdd38d66-067b-494f-9a2f-6e78f897ef79 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:08.973865 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-af4bc2f6-01b3-4821-98eb-fda6b1942431 req-d035fbb1-12f9-4fea-b060-bf4251f66f31 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128180 Jul 09 16:20:08.991484 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-fdd38d66-067b-494f-9a2f-6e78f897ef79 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9503577 Jul 09 16:20:08.994481 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33118) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:09.000705 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-452951af-7d44-4897-8105-6b19b095dec8 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Request body: {'port': {'network_id': 'b241beb5-2d23-45f8-a178-1c6e0384f3fc', 'name': 'tempest-FloatingIPTestJSON-359872428'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:20:09.064269 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6ed715-4477-4fb0-9a41-893342e93301 req-ccfd2e94-b87a-4924-9234-c9bd1599c544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:09.065772 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1c6ed715-4477-4fb0-9a41-893342e93301 req-ccfd2e94-b87a-4924-9234-c9bd1599c544 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dee8c37c9ba8439b8ed8c6a930b7c811&device_id=228662c2-0595-4d0e-836f-c3a2a5a9f46c HTTP/1.1" status: 200 len: 1096 time: 0.1500840 Jul 09 16:20:09.089970 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-86d1902e-cf25-42cb-91d2-fddf1fa24b7b tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:09.091443 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-86d1902e-cf25-42cb-91d2-fddf1fa24b7b tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=97e229fb-ac7a-435e-8c3d-665c7efeec0d&tenant_id=546108aaf02647ac83ffc1a249896d22&binding%3Ahost_id=n-h1-798930-3 HTTP/1.1" status: 200 len: 1096 time: 0.1367881 Jul 09 16:20:09.103748 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-dea0120e-f5be-4987-a240-c5c612cf1b2b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-798930-3'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:20:09.133177 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441ede9-5d9a-4da3-9bb5-e8a4d99bc911 req-3297583c-b12a-4bcc-bbc5-c13a8142b5e2 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:09.134689 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7441ede9-5d9a-4da3-9bb5-e8a4d99bc911 req-3297583c-b12a-4bcc-bbc5-c13a8142b5e2 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=13f47310-2757-4e55-a383-60056a18fc3f HTTP/1.1" status: 200 len: 945 time: 0.1384349 Jul 09 16:20:09.217378 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7441ede9-5d9a-4da3-9bb5-e8a4d99bc911 req-d69bd1a3-1c11-4cf1-b10b-6eac1c4a753e tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681281 Jul 09 16:20:09.226130 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-dea0120e-f5be-4987-a240-c5c612cf1b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:09.237596 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6ed715-4477-4fb0-9a41-893342e93301 req-1c819905-5c67-432b-9ea1-b85474bf2aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:09.239758 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1c6ed715-4477-4fb0-9a41-893342e93301 req-1c819905-5c67-432b-9ea1-b85474bf2aa0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=107905d0-c615-4e8b-9b1d-9c2589d2ef47 HTTP/1.1" status: 200 len: 922 time: 0.1679013 Jul 09 16:20:09.243950 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452951af-7d44-4897-8105-6b19b095dec8 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Made reservation on behalf of 57de25892d9840a89618c2852c5113d2 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:20:09.248437 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-452951af-7d44-4897-8105-6b19b095dec8 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:09.301572 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1c6ed715-4477-4fb0-9a41-893342e93301 req-6576ef42-6ac3-4180-91c5-0313ae3694d0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87eb6069-d489-44e3-98e3-5f50de6fd798 HTTP/1.1" status: 200 len: 217 time: 0.0470388 Jul 09 16:20:09.317775 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3662bd49-39de-4d79-82db-2fafa0258642 None None] New status for floating IP f8c4b7f9-32e6-4bc3-bfc7-16d7ac390be3: DOWN {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:20:09.322164 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-452951af-7d44-4897-8105-6b19b095dec8 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] device_id is not set on port f0074818-a093-4552-9223-49ebe531821a yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:20:09.358436 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa0b8c-283f-4ec8-8c21-4391fde1ee8f req-ad27164d-2135-4085-a7c5-b372101b5091 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:09.366493 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d3fa0b8c-283f-4ec8-8c21-4391fde1ee8f req-ad27164d-2135-4085-a7c5-b372101b5091 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=9052fde5-832a-449e-ac41-75fdf28ec8fa HTTP/1.1" status: 200 len: 943 time: 0.2363214 Jul 09 16:20:09.430801 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-dea0120e-f5be-4987-a240-c5c612cf1b2b service neutron] For port 52daa4a5-62a4-455b-8bb2-c1157c7d930f, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=52daa4a5-62a4-455b-8bb2-c1157c7d930f,segment=NetworkSegment(b3327873-1adb-4566-ad72-2213b9292320),segment_id=b3327873-1adb-4566-ad72-2213b9292320)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:20:09.482188 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6ed715-4477-4fb0-9a41-893342e93301 req-80499231-49c1-41cd-9cb6-60b181f365e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:09.488752 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1c6ed715-4477-4fb0-9a41-893342e93301 req-80499231-49c1-41cd-9cb6-60b181f365e4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6398ae78-ab25-4396-a51f-802464200a58 HTTP/1.1" status: 200 len: 860 time: 0.1784678 Jul 09 16:20:09.507427 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-dea0120e-f5be-4987-a240-c5c612cf1b2b service neutron] For port 52daa4a5-62a4-455b-8bb2-c1157c7d930f, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:20:09.514550 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d3fa0b8c-283f-4ec8-8c21-4391fde1ee8f req-6b4fae1d-d8ba-4c7f-b854-acf9bd21d301 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471255 Jul 09 16:20:09.585050 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-dea0120e-f5be-4987-a240-c5c612cf1b2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:09.599153 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-dea0120e-f5be-4987-a240-c5c612cf1b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:09.613948 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-452951af-7d44-4897-8105-6b19b095dec8 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Allocated IP 172.20.0.9 (b241beb5-2d23-45f8-a178-1c6e0384f3fc/1856eb9d-6d2d-491d-a89d-b589aaa88b63/f0074818-a093-4552-9223-49ebe531821a) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:20:09.633879 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d99e7-d290-4f3c-bc9d-570122f8241c req-3ecf4699-6480-4c6c-8e30-5372e3f34549 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:09.635851 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2c6d99e7-d290-4f3c-bc9d-570122f8241c req-3ecf4699-6480-4c6c-8e30-5372e3f34549 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.1854300 Jul 09 16:20:09.656992 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6ed715-4477-4fb0-9a41-893342e93301 req-10d949f2-4a8e-4a31-9204-e17b611710f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:09.659559 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1c6ed715-4477-4fb0-9a41-893342e93301 req-10d949f2-4a8e-4a31-9204-e17b611710f0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=107905d0-c615-4e8b-9b1d-9c2589d2ef47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1598217 Jul 09 16:20:09.739716 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea0120e-f5be-4987-a240-c5c612cf1b2b service neutron] Pushing event updated for resources: {'Port': ['ID=52daa4a5-62a4-455b-8bb2-c1157c7d930f,revision_number=7']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:09.755151 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-dea0120e-f5be-4987-a240-c5c612cf1b2b service neutron] Attempting to bind port 52daa4a5-62a4-455b-8bb2-c1157c7d930f on host n-h1-798930-3 for vnic_type normal with profile {"migrating_to": "n-h2-798930-3"} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:20:09.755497 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-dea0120e-f5be-4987-a240-c5c612cf1b2b service neutron] Attempting to bind port 52daa4a5-62a4-455b-8bb2-c1157c7d930f by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'b3327873-1adb-4566-ad72-2213b9292320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5ab794d9-1bd8-4da1-bd91-e5307e2548b2'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:20:09.755824 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-dea0120e-f5be-4987-a240-c5c612cf1b2b service neutron] Attempting to bind port 52daa4a5-62a4-455b-8bb2-c1157c7d930f on network 5ab794d9-1bd8-4da1-bd91-e5307e2548b2 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:20:09.764701 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2c6d99e7-d290-4f3c-bc9d-570122f8241c req-85c27194-e995-478d-a734-925a67ea4ca1 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048987 Jul 09 16:20:09.765686 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-dea0120e-f5be-4987-a240-c5c612cf1b2b service neutron] Port 52daa4a5-62a4-455b-8bb2-c1157c7d930f on network 5ab794d9-1bd8-4da1-bd91-e5307e2548b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:20:09.766006 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-dea0120e-f5be-4987-a240-c5c612cf1b2b service neutron] Attempting to bind port 52daa4a5-62a4-455b-8bb2-c1157c7d930f on network 5ab794d9-1bd8-4da1-bd91-e5307e2548b2 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:20:09.772223 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-dea0120e-f5be-4987-a240-c5c612cf1b2b service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:20:09.772560 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-dea0120e-f5be-4987-a240-c5c612cf1b2b service neutron] Checking segment: {'id': 'b3327873-1adb-4566-ad72-2213b9292320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5ab794d9-1bd8-4da1-bd91-e5307e2548b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:20:09.772945 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-dea0120e-f5be-4987-a240-c5c612cf1b2b service neutron] Bound using segment: {'id': 'b3327873-1adb-4566-ad72-2213b9292320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5ab794d9-1bd8-4da1-bd91-e5307e2548b2'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:20:09.773373 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-dea0120e-f5be-4987-a240-c5c612cf1b2b service neutron] Bound port: 52daa4a5-62a4-455b-8bb2-c1157c7d930f, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3327873-1adb-4566-ad72-2213b9292320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5ab794d9-1bd8-4da1-bd91-e5307e2548b2'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:20:09.773738 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-dea0120e-f5be-4987-a240-c5c612cf1b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:09.888750 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-dea0120e-f5be-4987-a240-c5c612cf1b2b service neutron] For port 52daa4a5-62a4-455b-8bb2-c1157c7d930f, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:20:09.892692 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-dea0120e-f5be-4987-a240-c5c612cf1b2b service neutron] For port 52daa4a5-62a4-455b-8bb2-c1157c7d930f, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=52daa4a5-62a4-455b-8bb2-c1157c7d930f,segment=NetworkSegment(b3327873-1adb-4566-ad72-2213b9292320),segment_id=b3327873-1adb-4566-ad72-2213b9292320)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:20:09.899323 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 52daa4a5-62a4-455b-8bb2-c1157c7d930f details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:20:09.910480 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-dea0120e-f5be-4987-a240-c5c612cf1b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:10.013386 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:10.018574 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea0120e-f5be-4987-a240-c5c612cf1b2b service neutron] Pushing event updated for resources: {'Port': ['ID=52daa4a5-62a4-455b-8bb2-c1157c7d930f,revision_number=8']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:10.058920 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-dea0120e-f5be-4987-a240-c5c612cf1b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:10.059540 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-dea0120e-f5be-4987-a240-c5c612cf1b2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:10.061001 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-dea0120e-f5be-4987-a240-c5c612cf1b2b service neutron] 10.222.0.73 "PUT /v2.0/ports/52daa4a5-62a4-455b-8bb2-c1157c7d930f HTTP/1.1" status: 200 len: 1121 time: 0.9615486 Jul 09 16:20:10.075641 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 52daa4a5-62a4-455b-8bb2-c1157c7d930f, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=52daa4a5-62a4-455b-8bb2-c1157c7d930f,segment=NetworkSegment(b3327873-1adb-4566-ad72-2213b9292320),segment_id=b3327873-1adb-4566-ad72-2213b9292320)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:20:10.088937 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 52daa4a5-62a4-455b-8bb2-c1157c7d930f has no active binding in host n-h2-798930-3 {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 16:20:10.089804 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 0c8ea357-3256-4860-85ba-5106e4007c5b details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:20:10.146967 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1c6ed715-4477-4fb0-9a41-893342e93301 req-34084a47-66c6-456e-a2f4-6ec1841e3dc0 service neutron] 10.222.0.73 "GET /v2.0/networks/107905d0-c615-4e8b-9b1d-9c2589d2ef47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4760361 Jul 09 16:20:10.213183 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 0c8ea357-3256-4860-85ba-5106e4007c5b, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=0c8ea357-3256-4860-85ba-5106e4007c5b,segment=NetworkSegment(f3322cfe-f17e-4138-825d-2b8f5a34d17c),segment_id=f3322cfe-f17e-4138-825d-2b8f5a34d17c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:20:10.229057 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '0c8ea357-3256-4860-85ba-5106e4007c5b', 'network_id': 'e55b3510-4171-4466-a467-a28850f48baa', 'port_id': '0c8ea357-3256-4860-85ba-5106e4007c5b', 'mac_address': 'fa:16:3e:d5:8f:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1852f372-46e1-407a-a8ee-c45063bdc434', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:20:10.236712 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['52daa4a5-62a4-455b-8bb2-c1157c7d930f'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:20:10.262088 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-452951af-7d44-4897-8105-6b19b095dec8 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:10.308205 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-adde58c2-4e42-4dc5-9082-3252d7e63bd1 req-457dbd5b-41e8-44a9-af4c-d272cebcaf85 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/floatingips/f8c4b7f9-32e6-4bc3-bfc7-16d7ac390be3 HTTP/1.1" status: 200 len: 693 time: 0.0904605 Jul 09 16:20:10.341727 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['52daa4a5-62a4-455b-8bb2-c1157c7d930f'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:20:10.412270 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-452951af-7d44-4897-8105-6b19b095dec8 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:10.436992 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1c6ed715-4477-4fb0-9a41-893342e93301 req-cd1914e4-cc16-4662-9447-bd61e0d22bd6 service neutron] 10.222.0.73 "GET /v2.0/networks/107905d0-c615-4e8b-9b1d-9c2589d2ef47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340685 Jul 09 16:20:10.446189 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:10.449358 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde58c2-4e42-4dc5-9082-3252d7e63bd1 req-5f452095-d6fe-4f47-a565-19bd1268553d tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:10.450972 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-adde58c2-4e42-4dc5-9082-3252d7e63bd1 req-5f452095-d6fe-4f47-a565-19bd1268553d tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/networks/caa6ed8d-2893-4113-8f68-c5284e694f6c HTTP/1.1" status: 200 len: 784 time: 0.1406906 Jul 09 16:20:10.469136 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452951af-7d44-4897-8105-6b19b095dec8 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Network b241beb5-2d23-45f8-a178-1c6e0384f3fc is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:20:10.474460 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-452951af-7d44-4897-8105-6b19b095dec8 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:20:10.485855 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452951af-7d44-4897-8105-6b19b095dec8 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:20:10.490670 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c8ea357-3256-4860-85ba-5106e4007c5b {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:20:10.528600 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-adde58c2-4e42-4dc5-9082-3252d7e63bd1 req-d8675da3-7b5c-4e00-8aa7-d23ebab8fd5f tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.0.21 HTTP/1.1" status: 200 len: 696 time: 0.0597701 Jul 09 16:20:10.530440 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b00845-a21e-4d17-91d0-e531d3488108 req-26362ff1-c296-49a1-8d4f-3d0a1363fcba tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:10.532077 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-61b00845-a21e-4d17-91d0-e531d3488108 req-26362ff1-c296-49a1-8d4f-3d0a1363fcba tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=97e229fb-ac7a-435e-8c3d-665c7efeec0d HTTP/1.1" status: 200 len: 943 time: 0.8145735 Jul 09 16:20:10.537539 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452951af-7d44-4897-8105-6b19b095dec8 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Pushing event updated for resources: {'Port': ['ID=f0074818-a093-4552-9223-49ebe531821a,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:10.553361 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 0c8ea357-3256-4860-85ba-5106e4007c5b, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=0c8ea357-3256-4860-85ba-5106e4007c5b,segment=NetworkSegment(f3322cfe-f17e-4138-825d-2b8f5a34d17c),segment_id=f3322cfe-f17e-4138-825d-2b8f5a34d17c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:20:10.578924 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:10.584755 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452951af-7d44-4897-8105-6b19b095dec8 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:10.584968 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-452951af-7d44-4897-8105-6b19b095dec8 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:10.615145 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-adde58c2-4e42-4dc5-9082-3252d7e63bd1 req-e93b2b54-523b-4f2d-ba02-d867dac40e32 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.0.21 HTTP/1.1" status: 200 len: 696 time: 0.0733366 Jul 09 16:20:10.637793 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-61b00845-a21e-4d17-91d0-e531d3488108 req-40a8a2ed-a10e-4567-9db6-dff715e7a52d tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954487 Jul 09 16:20:10.639795 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-452951af-7d44-4897-8105-6b19b095dec8 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6441703 Jul 09 16:20:10.645326 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33144) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:10.650400 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-ca320439-8515-4a4d-a046-8ee71d5cd550 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Request body: {'floatingip': {'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'port_id': 'f0074818-a093-4552-9223-49ebe531821a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:20:10.708483 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ca320439-8515-4a4d-a046-8ee71d5cd550 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:10.748871 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=0c8ea357-3256-4860-85ba-5106e4007c5b,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:10.812773 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-adde58c2-4e42-4dc5-9082-3252d7e63bd1 req-636fa019-56b8-4b3e-8cda-004609bdf4db tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Deleting port 65b54d3e-1597-45d9-b09d-e1c2d62f0943 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:20:10.813019 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-adde58c2-4e42-4dc5-9082-3252d7e63bd1 req-636fa019-56b8-4b3e-8cda-004609bdf4db tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:10.873202 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e229fb-ac7a-435e-8c3d-665c7efeec0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52daa4a5-62a4-455b-8bb2-c1157c7d930f'}, {'name': 'network-changed', 'server_uuid': '97e229fb-ac7a-435e-8c3d-665c7efeec0d', 'tag': '52daa4a5-62a4-455b-8bb2-c1157c7d930f'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:20:10.875628 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7777eacd-8481-42c2-888c-24f8bb5b4113" -d '{"events": [{"server_uuid": "97e229fb-ac7a-435e-8c3d-665c7efeec0d", "name": "network-vif-unplugged", "status": "completed", "tag": "52daa4a5-62a4-455b-8bb2-c1157c7d930f"}, {"name": "network-changed", "server_uuid": "97e229fb-ac7a-435e-8c3d-665c7efeec0d", "tag": "52daa4a5-62a4-455b-8bb2-c1157c7d930f"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:20:10.887284 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ca320439-8515-4a4d-a046-8ee71d5cd550 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:10.906147 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-adde58c2-4e42-4dc5-9082-3252d7e63bd1 req-636fa019-56b8-4b3e-8cda-004609bdf4db tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:10.906473 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-adde58c2-4e42-4dc5-9082-3252d7e63bd1 req-636fa019-56b8-4b3e-8cda-004609bdf4db tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:10.912568 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cdc5dc-1667-4e02-9355-395d274fe727 req-8f5ce5fb-a93b-4acd-a074-55c2fec1b66d tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:10.914436 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b8cdc5dc-1667-4e02-9355-395d274fe727 req-8f5ce5fb-a93b-4acd-a074-55c2fec1b66d tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=13f47310-2757-4e55-a383-60056a18fc3f HTTP/1.1" status: 200 len: 945 time: 0.0992124 Jul 09 16:20:10.927007 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-adde58c2-4e42-4dc5-9082-3252d7e63bd1 req-636fa019-56b8-4b3e-8cda-004609bdf4db tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Calling delete_port for 65b54d3e-1597-45d9-b09d-e1c2d62f0943 owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:20:10.950070 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:20:11.014527 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b8cdc5dc-1667-4e02-9355-395d274fe727 req-9e8d3674-b189-4538-9213-d9d0fae8d62f tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722501 Jul 09 16:20:11.074347 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-ca320439-8515-4a4d-a046-8ee71d5cd550 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Allocated IP 172.25.0.231 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/f8380532-915a-4635-baf5-7d21a1b591bf) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:20:11.151454 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-adde58c2-4e42-4dc5-9082-3252d7e63bd1 req-636fa019-56b8-4b3e-8cda-004609bdf4db tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:11.192503 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636fa019-56b8-4b3e-8cda-004609bdf4db tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Pushing event deleted for resources: {'Port': ['ID=65b54d3e-1597-45d9-b09d-e1c2d62f0943,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:11.261205 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ca320439-8515-4a4d-a046-8ee71d5cd550 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:11.266394 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-adde58c2-4e42-4dc5-9082-3252d7e63bd1 req-636fa019-56b8-4b3e-8cda-004609bdf4db tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:11.271879 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-adde58c2-4e42-4dc5-9082-3252d7e63bd1 req-636fa019-56b8-4b3e-8cda-004609bdf4db tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:11.279439 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-adde58c2-4e42-4dc5-9082-3252d7e63bd1 req-636fa019-56b8-4b3e-8cda-004609bdf4db tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "DELETE /v2.0/floatingips/f8c4b7f9-32e6-4bc3-bfc7-16d7ac390be3 HTTP/1.1" status: 204 len: 173 time: 0.6631610 Jul 09 16:20:11.289298 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc46aa8-5a03-44eb-8157-15b829e22dc2 req-c172d4ca-5ef5-4abb-a6ae-5be0b99096ea tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:11.290861 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-abc46aa8-5a03-44eb-8157-15b829e22dc2 req-c172d4ca-5ef5-4abb-a6ae-5be0b99096ea tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=9052fde5-832a-449e-ac41-75fdf28ec8fa HTTP/1.1" status: 200 len: 944 time: 0.1180232 Jul 09 16:20:11.303642 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['0c8ea357-3256-4860-85ba-5106e4007c5b'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:20:11.349525 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 09 Jul 2021 16:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b881d6f-0691-49a1-82b2-a4438a1ec0b0 x-openstack-request-id: req-7b881d6f-0691-49a1-82b2-a4438a1ec0b0 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:20:11.350044 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97e229fb-ac7a-435e-8c3d-665c7efeec0d", "name": "network-vif-unplugged", "status": "completed", "tag": "52daa4a5-62a4-455b-8bb2-c1157c7d930f", "code": 200}, {"name": "network-changed", "server_uuid": "97e229fb-ac7a-435e-8c3d-665c7efeec0d", "tag": "52daa4a5-62a4-455b-8bb2-c1157c7d930f", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:20:11.350044 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7b881d6f-0691-49a1-82b2-a4438a1ec0b0 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:20:11.350880 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e229fb-ac7a-435e-8c3d-665c7efeec0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52daa4a5-62a4-455b-8bb2-c1157c7d930f', 'code': 200} Jul 09 16:20:11.351146 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97e229fb-ac7a-435e-8c3d-665c7efeec0d', 'tag': '52daa4a5-62a4-455b-8bb2-c1157c7d930f', 'status': 'completed', 'code': 200} Jul 09 16:20:11.364858 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-abc46aa8-5a03-44eb-8157-15b829e22dc2 req-050e56a3-52a9-4f8d-8bd3-c4f36128c1f9 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675824 Jul 09 16:20:11.366530 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ca320439-8515-4a4d-a046-8ee71d5cd550 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:11.464060 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca320439-8515-4a4d-a046-8ee71d5cd550 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:20:11.486060 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-ca320439-8515-4a4d-a046-8ee71d5cd550 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:20:11.490166 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca320439-8515-4a4d-a046-8ee71d5cd550 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:20:11.556899 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777eacd-8481-42c2-888c-24f8bb5b4113 req-73b17dea-bffa-42cb-a052-6a0e9127e70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:11.558057 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7777eacd-8481-42c2-888c-24f8bb5b4113 req-73b17dea-bffa-42cb-a052-6a0e9127e70a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=546108aaf02647ac83ffc1a249896d22&device_id=97e229fb-ac7a-435e-8c3d-665c7efeec0d HTTP/1.1" status: 200 len: 1124 time: 0.1462023 Jul 09 16:20:11.566693 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca320439-8515-4a4d-a046-8ee71d5cd550 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Pushing event updated for resources: {'Port': ['ID=f8380532-915a-4635-baf5-7d21a1b591bf,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:11.689508 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777eacd-8481-42c2-888c-24f8bb5b4113 req-4f5d8b0a-0766-4266-8146-4784ad8619ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:11.691493 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7777eacd-8481-42c2-888c-24f8bb5b4113 req-4f5d8b0a-0766-4266-8146-4784ad8619ae service neutron] 10.222.0.77 "GET /v2.0/networks?id=5ab794d9-1bd8-4da1-bd91-e5307e2548b2 HTTP/1.1" status: 200 len: 909 time: 0.1153054 Jul 09 16:20:11.748752 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7777eacd-8481-42c2-888c-24f8bb5b4113 req-46259cd3-9b25-498e-9346-fa87d3f75110 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52daa4a5-62a4-455b-8bb2-c1157c7d930f HTTP/1.1" status: 200 len: 217 time: 0.0493524 Jul 09 16:20:11.827861 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777eacd-8481-42c2-888c-24f8bb5b4113 req-45aab308-fa07-430f-b400-aede77b8c391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:11.829652 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7777eacd-8481-42c2-888c-24f8bb5b4113 req-45aab308-fa07-430f-b400-aede77b8c391 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5288f2c0-4157-42ca-b91f-37115e42c839 HTTP/1.1" status: 200 len: 848 time: 0.0673175 Jul 09 16:20:11.881861 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7777eacd-8481-42c2-888c-24f8bb5b4113 req-cd95a3e0-f172-45c2-92ea-767777e19199 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5ab794d9-1bd8-4da1-bd91-e5307e2548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434492 Jul 09 16:20:11.937611 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b170d95b-06cf-425f-a024-33a7a879f53b req-37d68648-f785-436a-8cb0-0239a2427f0d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b4ce6cf7-8817-477b-9686-6acbbfd6d885&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3082159 Jul 09 16:20:12.001654 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402f7a3-f5b9-4e14-b49b-ed44ad078344 req-8013ebe7-d52d-4a1a-af5f-eabfc208b105 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:12.003212 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f402f7a3-f5b9-4e14-b49b-ed44ad078344 req-8013ebe7-d52d-4a1a-af5f-eabfc208b105 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=97e229fb-ac7a-435e-8c3d-665c7efeec0d HTTP/1.1" status: 200 len: 943 time: 0.2081444 Jul 09 16:20:12.014538 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7777eacd-8481-42c2-888c-24f8bb5b4113 req-b61f8cd4-ed71-4b25-86b9-41d9c1fef759 service neutron] 10.222.0.77 "GET /v2.0/networks/5ab794d9-1bd8-4da1-bd91-e5307e2548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226301 Jul 09 16:20:12.117767 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f402f7a3-f5b9-4e14-b49b-ed44ad078344 req-65b1644e-f176-46e9-986b-4496bbf8861f tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085575 Jul 09 16:20:12.171335 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7777eacd-8481-42c2-888c-24f8bb5b4113 req-407c54ac-6bf4-4f71-a22c-48e4aecfe56f service neutron] 10.222.0.77 "GET /v2.0/networks/5ab794d9-1bd8-4da1-bd91-e5307e2548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499908 Jul 09 16:20:12.199653 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0b5f9-51d3-49a5-bcd5-68cfeb183726 req-ab9ca053-8818-4fc6-b0e3-f3ce0085a3f0 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:12.201681 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-65a0b5f9-51d3-49a5-bcd5-68cfeb183726 req-ab9ca053-8818-4fc6-b0e3-f3ce0085a3f0 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/ports?device_id=228662c2-0595-4d0e-836f-c3a2a5a9f46c HTTP/1.1" status: 200 len: 945 time: 0.1095786 Jul 09 16:20:12.252831 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-65a0b5f9-51d3-49a5-bcd5-68cfeb183726 req-de3b9821-df5e-431c-b41a-d1fb1ee155c0 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/security-groups?id=997fe466-6d92-495c-a86c-449c8ea53922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439529 Jul 09 16:20:12.280188 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170d95b-06cf-425f-a024-33a7a879f53b req-ef94d934-80e6-4fc8-8fda-b860168e762f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:12.280188 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b170d95b-06cf-425f-a024-33a7a879f53b req-ef94d934-80e6-4fc8-8fda-b860168e762f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=546108aaf02647ac83ffc1a249896d22&device_id=b4ce6cf7-8817-477b-9686-6acbbfd6d885 HTTP/1.1" status: 200 len: 1095 time: 0.2423096 Jul 09 16:20:12.439947 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ca320439-8515-4a4d-a046-8ee71d5cd550 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:12.443119 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d536dcc-2974-465a-bc25-12fcea8be041 req-d234a1b7-f730-484f-8573-d3e0f2a20a56 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:12.444699 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4d536dcc-2974-465a-bc25-12fcea8be041 req-d234a1b7-f730-484f-8573-d3e0f2a20a56 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=13f47310-2757-4e55-a383-60056a18fc3f HTTP/1.1" status: 200 len: 945 time: 0.0732291 Jul 09 16:20:12.484709 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4d536dcc-2974-465a-bc25-12fcea8be041 req-726e9b56-7385-42b4-9694-d4b3fe2f55bc tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340610 Jul 09 16:20:12.506175 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170d95b-06cf-425f-a024-33a7a879f53b req-9a383d73-f0ea-4aec-b9fd-1d3b6f3b1f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:12.507682 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b170d95b-06cf-425f-a024-33a7a879f53b req-9a383d73-f0ea-4aec-b9fd-1d3b6f3b1f72 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5ab794d9-1bd8-4da1-bd91-e5307e2548b2 HTTP/1.1" status: 200 len: 909 time: 0.1919596 Jul 09 16:20:12.560801 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b170d95b-06cf-425f-a024-33a7a879f53b req-e6e1a1b2-6807-4b03-bc3f-c401cb383057 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fedb4196-6625-4f7b-b046-d9dc040c8327 HTTP/1.1" status: 200 len: 217 time: 0.0455728 Jul 09 16:20:12.569200 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2102ff7b-11bc-47c2-90b4-bf9ae161dcb8 req-d989a838-f407-4236-aee8-40409d0f200a tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:12.570702 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2102ff7b-11bc-47c2-90b4-bf9ae161dcb8 req-d989a838-f407-4236-aee8-40409d0f200a tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.2433996 Jul 09 16:20:12.659565 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b1805-16b5-4b6e-b305-51eda8451cb2 req-ffb0aaed-082d-4d24-9529-f80e16298157 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:12.661385 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-207b1805-16b5-4b6e-b305-51eda8451cb2 req-ffb0aaed-082d-4d24-9529-f80e16298157 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=9052fde5-832a-449e-ac41-75fdf28ec8fa HTTP/1.1" status: 200 len: 944 time: 0.0700111 Jul 09 16:20:12.669099 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ca320439-8515-4a4d-a046-8ee71d5cd550 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:12.673773 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170d95b-06cf-425f-a024-33a7a879f53b req-5bc03619-e966-4236-b97e-7186ea3b3455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:12.675456 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b170d95b-06cf-425f-a024-33a7a879f53b req-5bc03619-e966-4236-b97e-7186ea3b3455 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5288f2c0-4157-42ca-b91f-37115e42c839 HTTP/1.1" status: 200 len: 848 time: 0.1037409 Jul 09 16:20:12.680947 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2102ff7b-11bc-47c2-90b4-bf9ae161dcb8 req-24f5a63a-0147-46d8-b955-81a290f2cdea tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840855 Jul 09 16:20:12.730276 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-207b1805-16b5-4b6e-b305-51eda8451cb2 req-85a8a15c-c4fa-41da-a3a4-6f525fb2f53f tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595751 Jul 09 16:20:12.746409 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b170d95b-06cf-425f-a024-33a7a879f53b req-7d09426d-97fb-4369-a19a-a63d410de872 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5ab794d9-1bd8-4da1-bd91-e5307e2548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410330 Jul 09 16:20:12.919384 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b170d95b-06cf-425f-a024-33a7a879f53b req-992b9a66-4577-4ff4-b2a4-ccd6921d3d81 service neutron] 10.222.0.73 "GET /v2.0/networks/5ab794d9-1bd8-4da1-bd91-e5307e2548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622350 Jul 09 16:20:13.048055 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ca320439-8515-4a4d-a046-8ee71d5cd550 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:13.064147 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ca320439-8515-4a4d-a046-8ee71d5cd550 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:13.155556 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b170d95b-06cf-425f-a024-33a7a879f53b req-f33ec92a-6f9a-42c4-9aed-63e3312c5bdb service neutron] 10.222.0.73 "GET /v2.0/networks/5ab794d9-1bd8-4da1-bd91-e5307e2548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263904 Jul 09 16:20:13.177574 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca320439-8515-4a4d-a046-8ee71d5cd550 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Pushing event updated for resources: {'Port': ['ID=f8380532-915a-4635-baf5-7d21a1b591bf,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:13.192416 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd464f28-55d0-45ce-81ea-e3cba3cf0fe3 req-a7c5c579-f558-4df4-b154-5f6ef54d3cf2 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:13.193950 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cd464f28-55d0-45ce-81ea-e3cba3cf0fe3 req-a7c5c579-f558-4df4-b154-5f6ef54d3cf2 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.2384975 Jul 09 16:20:13.199765 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ca320439-8515-4a4d-a046-8ee71d5cd550 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:13.312609 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cd464f28-55d0-45ce-81ea-e3cba3cf0fe3 req-5e8977b4-bc5a-457b-979c-527d0bdb64b9 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105802 Jul 09 16:20:13.338278 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a7441-2679-4508-b82c-b6b22bb82b0b req-fed11dea-77ed-43e4-ae6e-cf6e2ff3fa6f tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:13.338658 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-383a7441-2679-4508-b82c-b6b22bb82b0b req-fed11dea-77ed-43e4-ae6e-cf6e2ff3fa6f tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=97e229fb-ac7a-435e-8c3d-665c7efeec0d HTTP/1.1" status: 200 len: 943 time: 0.0747108 Jul 09 16:20:13.343963 n-d-798930-3 neutron-server[93959]: INFO neutron.db.l3_db [None req-ca320439-8515-4a4d-a046-8ee71d5cd550 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Floating IP ad255c98-01ae-4419-aedf-610bc098728e associated. External IP: 172.25.0.231, port: f0074818-a093-4552-9223-49ebe531821a. Jul 09 16:20:13.397959 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-383a7441-2679-4508-b82c-b6b22bb82b0b req-ec88c73b-59f1-49db-897c-1924dfb4a045 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456994 Jul 09 16:20:13.739270 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6732d-e263-4e79-83dd-24fe123fa251 req-c0bb9977-ca23-422c-bcbd-d4f8c09d243f tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:13.747614 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8fd6732d-e263-4e79-83dd-24fe123fa251 req-c0bb9977-ca23-422c-bcbd-d4f8c09d243f tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=13f47310-2757-4e55-a383-60056a18fc3f HTTP/1.1" status: 200 len: 945 time: 0.1266448 Jul 09 16:20:13.799718 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8fd6732d-e263-4e79-83dd-24fe123fa251 req-3b3d171e-341f-4d6d-81e5-c2eff522c080 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508060 Jul 09 16:20:13.913618 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 0c8ea357-3256-4860-85ba-5106e4007c5b up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:20:14.034740 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4505950-8b5c-40f7-92d6-54bda8b6dfa7 req-c6488b25-f86a-48d4-be65-e36e8086c35a tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:14.036866 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c4505950-8b5c-40f7-92d6-54bda8b6dfa7 req-c6488b25-f86a-48d4-be65-e36e8086c35a tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=9052fde5-832a-449e-ac41-75fdf28ec8fa HTTP/1.1" status: 200 len: 944 time: 0.0918560 Jul 09 16:20:14.047991 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 0c8ea357-3256-4860-85ba-5106e4007c5b completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:20:14.055815 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 0c8ea357-3256-4860-85ba-5106e4007c5b triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:20:14.056948 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:14.109350 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c4505950-8b5c-40f7-92d6-54bda8b6dfa7 req-236348e9-87c0-4de4-b4ac-2bfe6b2333fa tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622134 Jul 09 16:20:14.171449 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ca1ca-a6c1-41d5-8cd4-92e88eb37031 req-9ee6f39b-5122-4dc4-9bd6-968230e30399 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:14.174099 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-153ca1ca-a6c1-41d5-8cd4-92e88eb37031 req-9ee6f39b-5122-4dc4-9bd6-968230e30399 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/ports?device_id=228662c2-0595-4d0e-836f-c3a2a5a9f46c HTTP/1.1" status: 200 len: 945 time: 0.6923480 Jul 09 16:20:14.183554 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:14.224978 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9052fde5-832a-449e-ac41-75fdf28ec8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c8ea357-3256-4860-85ba-5106e4007c5b'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:20:14.228646 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a97b66-ab24-4a8c-b7c0-fc567a1d2386" -d '{"events": [{"server_uuid": "9052fde5-832a-449e-ac41-75fdf28ec8fa", "name": "network-vif-plugged", "status": "completed", "tag": "0c8ea357-3256-4860-85ba-5106e4007c5b"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:20:14.246584 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 0c8ea357-3256-4860-85ba-5106e4007c5b, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=0c8ea357-3256-4860-85ba-5106e4007c5b,segment=NetworkSegment(f3322cfe-f17e-4138-825d-2b8f5a34d17c),segment_id=f3322cfe-f17e-4138-825d-2b8f5a34d17c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:20:14.251485 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:14.344193 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=0c8ea357-3256-4860-85ba-5106e4007c5b,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:14.377156 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca320439-8515-4a4d-a046-8ee71d5cd550 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Router 53cf0c56-5ba4-4e0c-a002-1ae625c86541 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:20:14.394009 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-153ca1ca-a6c1-41d5-8cd4-92e88eb37031 req-17eb2a9a-529c-4f49-9966-a4efbef87cd9 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/security-groups?id=997fe466-6d92-495c-a86c-449c8ea53922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878276 Jul 09 16:20:14.500304 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0ba52-b8ac-43b6-98aa-44fca5ea4055 req-9600bed7-8959-411c-b1d0-a4d3d1dbd608 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:14.502174 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-aad0ba52-b8ac-43b6-98aa-44fca5ea4055 req-9600bed7-8959-411c-b1d0-a4d3d1dbd608 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.73 "GET /v2.0/ports?device_id=228662c2-0595-4d0e-836f-c3a2a5a9f46c HTTP/1.1" status: 200 len: 945 time: 0.3175905 Jul 09 16:20:14.565293 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b406f863-de00-4477-b941-91a118880d22 x-openstack-request-id: req-b406f863-de00-4477-b941-91a118880d22 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:20:14.565950 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9052fde5-832a-449e-ac41-75fdf28ec8fa", "name": "network-vif-plugged", "status": "completed", "tag": "0c8ea357-3256-4860-85ba-5106e4007c5b", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:20:14.574706 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b406f863-de00-4477-b941-91a118880d22 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:20:14.575235 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9052fde5-832a-449e-ac41-75fdf28ec8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c8ea357-3256-4860-85ba-5106e4007c5b', 'code': 200} Jul 09 16:20:14.723712 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca320439-8515-4a4d-a046-8ee71d5cd550 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:20:14.736852 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c51b5c-b54b-4604-8cf2-2ca82a9f863d None None] Sync routers for ids ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:20:14.749313 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ca320439-8515-4a4d-a046-8ee71d5cd550 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:14.750895 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c51b5c-b54b-4604-8cf2-2ca82a9f863d None None] Routers {'53cf0c56-5ba4-4e0c-a002-1ae625c86541'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:20:14.751823 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-17c51b5c-b54b-4604-8cf2-2ca82a9f863d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:19:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:14.796584 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-17c51b5c-b54b-4604-8cf2-2ca82a9f863d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:14.807017 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c51b5c-b54b-4604-8cf2-2ca82a9f863d None None] Routers {'53cf0c56-5ba4-4e0c-a002-1ae625c86541'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:20:14.807630 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-17c51b5c-b54b-4604-8cf2-2ca82a9f863d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:19:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:14.833325 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-aad0ba52-b8ac-43b6-98aa-44fca5ea4055 req-adaaea83-e46d-440b-b4c0-74ed9003d25b tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Deleting port 87eb6069-d489-44e3-98e3-5f50de6fd798 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:20:14.833665 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-aad0ba52-b8ac-43b6-98aa-44fca5ea4055 req-adaaea83-e46d-440b-b4c0-74ed9003d25b tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:14.838971 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ca320439-8515-4a4d-a046-8ee71d5cd550 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.1925144 Jul 09 16:20:14.844257 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33212) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:14.862906 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-17c51b5c-b54b-4604-8cf2-2ca82a9f863d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:14.863311 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d73576cf-bb7f-451f-9983-b0197bd29cc9 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:20:14.864436 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c51b5c-b54b-4604-8cf2-2ca82a9f863d None None] The sync data for ids ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'] in n-d-798930-3 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:20:14.957797 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-aad0ba52-b8ac-43b6-98aa-44fca5ea4055 req-adaaea83-e46d-440b-b4c0-74ed9003d25b tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] For port 87eb6069-d489-44e3-98e3-5f50de6fd798, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=87eb6069-d489-44e3-98e3-5f50de6fd798,segment=NetworkSegment(6a5dd1a7-6f0b-4217-a4d6-7d35a843600f),segment_id=6a5dd1a7-6f0b-4217-a4d6-7d35a843600f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:20:14.957797 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-aad0ba52-b8ac-43b6-98aa-44fca5ea4055 req-adaaea83-e46d-440b-b4c0-74ed9003d25b tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:14.959637 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d73576cf-bb7f-451f-9983-b0197bd29cc9 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for floatingip, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:14.978637 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-aad0ba52-b8ac-43b6-98aa-44fca5ea4055 req-adaaea83-e46d-440b-b4c0-74ed9003d25b tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Calling delete_port for 87eb6069-d489-44e3-98e3-5f50de6fd798 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:20:15.162686 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ddbc5-b334-46de-9924-dc8459fca582 req-fb96824b-bf44-4bc2-a6e4-5615e960de65 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:15.171297 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f81ddbc5-b334-46de-9924-dc8459fca582 req-fb96824b-bf44-4bc2-a6e4-5615e960de65 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=97e229fb-ac7a-435e-8c3d-665c7efeec0d HTTP/1.1" status: 200 len: 943 time: 0.4540522 Jul 09 16:20:15.187937 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf55220-ed71-43ee-876b-0c6a32bc56c6 req-6804157c-ab58-47d1-837e-34de132b9f4b tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:15.195376 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03781056-f806-48b1-9757-ec7803aed109 req-063c7c77-124f-4bdc-a6f2-ddc82abf124f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:15.196335 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-aaf55220-ed71-43ee-876b-0c6a32bc56c6 req-6804157c-ab58-47d1-837e-34de132b9f4b tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=13f47310-2757-4e55-a383-60056a18fc3f HTTP/1.1" status: 200 len: 945 time: 0.1305540 Jul 09 16:20:15.197383 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-03781056-f806-48b1-9757-ec7803aed109 req-063c7c77-124f-4bdc-a6f2-ddc82abf124f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9052fde5-832a-449e-ac41-75fdf28ec8fa HTTP/1.1" status: 200 len: 1096 time: 0.4889605 Jul 09 16:20:15.228781 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-aad0ba52-b8ac-43b6-98aa-44fca5ea4055 req-adaaea83-e46d-440b-b4c0-74ed9003d25b tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:15.268429 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['87eb6069-d489-44e3-98e3-5f50de6fd798'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:20:15.271667 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaaea83-e46d-440b-b4c0-74ed9003d25b tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Pushing event deleted for resources: {'Port': ['ID=87eb6069-d489-44e3-98e3-5f50de6fd798,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:15.284294 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-aaf55220-ed71-43ee-876b-0c6a32bc56c6 req-5d51ffa5-a47e-4267-82cb-2a9c967f939a tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869672 Jul 09 16:20:15.294753 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d73576cf-bb7f-451f-9983-b0197bd29cc9 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:15.310690 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f81ddbc5-b334-46de-9924-dc8459fca582 req-4f524d93-aaf1-4ea4-bfdb-263e58dd4fce tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352158 Jul 09 16:20:15.321412 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d73576cf-bb7f-451f-9983-b0197bd29cc9 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:15.321935 n-d-798930-3 neutron-server[93958]: INFO neutron.db.l3_db [None req-d73576cf-bb7f-451f-9983-b0197bd29cc9 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Floating IP ad255c98-01ae-4419-aedf-610bc098728e disassociated. External IP: 172.25.0.231, port: f0074818-a093-4552-9223-49ebe531821a. Jul 09 16:20:15.377484 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad0ba52-b8ac-43b6-98aa-44fca5ea4055 req-adaaea83-e46d-440b-b4c0-74ed9003d25b tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] No DVR routers for this DVR port 87eb6069-d489-44e3-98e3-5f50de6fd798 on host n-h2-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:20:15.381981 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-aad0ba52-b8ac-43b6-98aa-44fca5ea4055 req-adaaea83-e46d-440b-b4c0-74ed9003d25b tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:15.384045 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-aad0ba52-b8ac-43b6-98aa-44fca5ea4055 req-adaaea83-e46d-440b-b4c0-74ed9003d25b tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.73 "DELETE /v2.0/ports/87eb6069-d489-44e3-98e3-5f50de6fd798 HTTP/1.1" status: 204 len: 173 time: 0.8751962 Jul 09 16:20:15.384503 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '228662c2-0595-4d0e-836f-c3a2a5a9f46c', 'name': 'network-vif-deleted', 'tag': '87eb6069-d489-44e3-98e3-5f50de6fd798'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:20:15.386873 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e2809e-56e8-419b-9daa-3dd1ace54ff7" -d '{"events": [{"server_uuid": "228662c2-0595-4d0e-836f-c3a2a5a9f46c", "name": "network-vif-deleted", "tag": "87eb6069-d489-44e3-98e3-5f50de6fd798"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:20:15.406536 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-03781056-f806-48b1-9757-ec7803aed109 req-b1b58b95-3f0c-4da3-af6d-e2c1ce40f3a0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005212 Jul 09 16:20:15.567948 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34eb0cb-7ea1-42da-bcd8-12d282b2b7f5 req-92d4a4a9-566c-4c5f-b956-4078eb86eb8d tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:15.569991 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d34eb0cb-7ea1-42da-bcd8-12d282b2b7f5 req-92d4a4a9-566c-4c5f-b956-4078eb86eb8d tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=9052fde5-832a-449e-ac41-75fdf28ec8fa HTTP/1.1" status: 200 len: 945 time: 0.0820615 Jul 09 16:20:15.596203 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa36bd-fc7d-4c29-abbe-92717c559b0b req-d81cd092-382f-4522-8444-b37368f3ef7e tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:15.599234 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-60fa36bd-fc7d-4c29-abbe-92717c559b0b req-d81cd092-382f-4522-8444-b37368f3ef7e tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.1374314 Jul 09 16:20:15.624296 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d34eb0cb-7ea1-42da-bcd8-12d282b2b7f5 req-7932e7f2-c947-45e0-ad75-437cc411d905 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452704 Jul 09 16:20:15.681869 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f70c48-2a41-465d-a0c7-e4c3f96d0503 x-openstack-request-id: req-78f70c48-2a41-465d-a0c7-e4c3f96d0503 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:20:15.682166 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "228662c2-0595-4d0e-836f-c3a2a5a9f46c", "name": "network-vif-deleted", "tag": "87eb6069-d489-44e3-98e3-5f50de6fd798", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:20:15.682406 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-78f70c48-2a41-465d-a0c7-e4c3f96d0503 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:20:15.682837 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '228662c2-0595-4d0e-836f-c3a2a5a9f46c', 'name': 'network-vif-deleted', 'tag': '87eb6069-d489-44e3-98e3-5f50de6fd798', 'status': 'completed', 'code': 200} Jul 09 16:20:15.686724 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-60fa36bd-fc7d-4c29-abbe-92717c559b0b req-b883c597-59c3-4946-baad-166aee7ff875 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803602 Jul 09 16:20:15.726430 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73576cf-bb7f-451f-9983-b0197bd29cc9 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Router 53cf0c56-5ba4-4e0c-a002-1ae625c86541 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:20:15.862005 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-de2ca3de-0f5e-4db9-a361-ce47b0f5ee9d req-b2040770-e227-447e-ab6d-5d6fac118b87 tempest-FloatingIPsAssociationTestJSON-971541552 tempest-FloatingIPsAssociationTestJSON-971541552-project] 10.222.0.98 "GET /v2.0/ports?device_id=228662c2-0595-4d0e-836f-c3a2a5a9f46c HTTP/1.1" status: 200 len: 210 time: 0.0657198 Jul 09 16:20:15.922227 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73576cf-bb7f-451f-9983-b0197bd29cc9 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:20:15.936399 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8ca077-2389-4795-9ec3-5e44d1c6af1b None None] Sync routers for ids ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:20:15.939710 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d73576cf-bb7f-451f-9983-b0197bd29cc9 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:15.958821 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8ca077-2389-4795-9ec3-5e44d1c6af1b None None] Routers {'53cf0c56-5ba4-4e0c-a002-1ae625c86541'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:20:15.959519 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-fa8ca077-2389-4795-9ec3-5e44d1c6af1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:19:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:16.000747 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-fa8ca077-2389-4795-9ec3-5e44d1c6af1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:16.012271 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8ca077-2389-4795-9ec3-5e44d1c6af1b None None] Routers {'53cf0c56-5ba4-4e0c-a002-1ae625c86541'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:20:16.013111 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-fa8ca077-2389-4795-9ec3-5e44d1c6af1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:19:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:16.029089 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d73576cf-bb7f-451f-9983-b0197bd29cc9 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] 10.222.0.98 "PUT /v2.0/floatingips/ad255c98-01ae-4419-aedf-610bc098728e HTTP/1.1" status: 200 len: 688 time: 1.1791070 Jul 09 16:20:16.031649 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33232) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:16.056970 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-fa8ca077-2389-4795-9ec3-5e44d1c6af1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:16.057718 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8ca077-2389-4795-9ec3-5e44d1c6af1b None None] The sync data for ids ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'] in n-d-798930-3 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:20:16.217594 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b05f120-12d1-4b9b-9bdb-9ecdb7bd6c6b req-93200d40-d750-4305-a9aa-50176f70f81b tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:16.219037 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6b05f120-12d1-4b9b-9bdb-9ecdb7bd6c6b req-93200d40-d750-4305-a9aa-50176f70f81b tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.1435599 Jul 09 16:20:16.271946 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-078f2482-9277-42cb-8b39-10d2c640dbc6 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Deleting port f8380532-915a-4635-baf5-7d21a1b591bf {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:20:16.272284 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-078f2482-9277-42cb-8b39-10d2c640dbc6 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:16.326942 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 52daa4a5-62a4-455b-8bb2-c1157c7d930f no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:20:16.348670 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6b05f120-12d1-4b9b-9bdb-9ecdb7bd6c6b req-fed81fbb-2a1a-4f6c-af8e-2c1b035703f5 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116414 Jul 09 16:20:16.351692 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-baeddbb4-2928-4b68-820d-caeb74ea185e service neutron] 10.222.0.77 "GET /v2.0/ports/52daa4a5-62a4-455b-8bb2-c1157c7d930f/bindings/n-h2-798930-3 HTTP/1.1" status: 200 len: 384 time: 0.1532962 Jul 09 16:20:16.447705 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-078f2482-9277-42cb-8b39-10d2c640dbc6 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:16.448128 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-078f2482-9277-42cb-8b39-10d2c640dbc6 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:16.470421 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-078f2482-9277-42cb-8b39-10d2c640dbc6 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Calling delete_port for f8380532-915a-4635-baf5-7d21a1b591bf owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:20:16.536802 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f09b2-557d-4168-a6c8-3bbf7d4db654 req-af3150c2-ccb9-4106-b92d-d0c1332d72ad tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:16.539406 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b81f09b2-557d-4168-a6c8-3bbf7d4db654 req-af3150c2-ccb9-4106-b92d-d0c1332d72ad tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=13f47310-2757-4e55-a383-60056a18fc3f HTTP/1.1" status: 200 len: 945 time: 0.0942996 Jul 09 16:20:16.596124 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b81f09b2-557d-4168-a6c8-3bbf7d4db654 req-c8bbc81f-a2c1-4486-bbb4-752ef2481706 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494168 Jul 09 16:20:16.711612 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e89e8f5-143c-4c6b-85f1-f3643d122b77 req-9e4b642c-6d1e-4e75-a65d-ff3e5ca21299 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:16.713169 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e89e8f5-143c-4c6b-85f1-f3643d122b77 req-9e4b642c-6d1e-4e75-a65d-ff3e5ca21299 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=97e229fb-ac7a-435e-8c3d-665c7efeec0d HTTP/1.1" status: 200 len: 943 time: 0.2060575 Jul 09 16:20:16.754318 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-df0d5cb3-ce88-431a-9b18-3674fd3cea43 service neutron] For port 52daa4a5-62a4-455b-8bb2-c1157c7d930f, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=52daa4a5-62a4-455b-8bb2-c1157c7d930f,segment=NetworkSegment(b3327873-1adb-4566-ad72-2213b9292320),segment_id=b3327873-1adb-4566-ad72-2213b9292320)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:20:16.798013 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad31a35-bcb7-47b8-afcd-0039c2e7eae4 req-fa715d6e-1e33-432b-8af5-a2951e77d14d tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:16.799767 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2ad31a35-bcb7-47b8-afcd-0039c2e7eae4 req-fa715d6e-1e33-432b-8af5-a2951e77d14d tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.0739949 Jul 09 16:20:16.811427 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-df0d5cb3-ce88-431a-9b18-3674fd3cea43 service neutron] For port 52daa4a5-62a4-455b-8bb2-c1157c7d930f, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:20:16.816644 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e89e8f5-143c-4c6b-85f1-f3643d122b77 req-efd4ef5f-b56c-418b-8942-1dc70771e9ce tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750568 Jul 09 16:20:16.835985 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-078f2482-9277-42cb-8b39-10d2c640dbc6 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:16.851010 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2ad31a35-bcb7-47b8-afcd-0039c2e7eae4 req-eb27bb81-2072-4e28-9557-7db2e5519d72 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435128 Jul 09 16:20:16.868052 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078f2482-9277-42cb-8b39-10d2c640dbc6 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Pushing event deleted for resources: {'Port': ['ID=f8380532-915a-4635-baf5-7d21a1b591bf,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:16.880433 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-df0d5cb3-ce88-431a-9b18-3674fd3cea43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52daa4a5-62a4-455b-8bb2-c1157c7d930f {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:20:16.919713 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-df0d5cb3-ce88-431a-9b18-3674fd3cea43 service neutron] For port 52daa4a5-62a4-455b-8bb2-c1157c7d930f, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=52daa4a5-62a4-455b-8bb2-c1157c7d930f,segment=NetworkSegment(b3327873-1adb-4566-ad72-2213b9292320),segment_id=b3327873-1adb-4566-ad72-2213b9292320)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:20:16.986809 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-df0d5cb3-ce88-431a-9b18-3674fd3cea43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:17.013001 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-078f2482-9277-42cb-8b39-10d2c640dbc6 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:17.015538 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-078f2482-9277-42cb-8b39-10d2c640dbc6 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:17.016696 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-078f2482-9277-42cb-8b39-10d2c640dbc6 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] 10.222.0.98 "DELETE /v2.0/floatingips/ad255c98-01ae-4419-aedf-610bc098728e HTTP/1.1" status: 204 len: 168 time: 0.9840322 Jul 09 16:20:17.020693 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33252) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:17.025242 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7cb8636e-914f-4640-849d-ba0ff44621fd tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Request body: {'floatingip': {'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'port_id': '4ef01bfe-2b4f-497c-a291-eb9ae16766b3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:20:17.055431 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e93236-9212-49c9-ab54-56c3dec165f0 req-66804f23-b308-41b7-abe8-c255078dc451 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:17.056860 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-45e93236-9212-49c9-ab54-56c3dec165f0 req-66804f23-b308-41b7-abe8-c255078dc451 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.0717683 Jul 09 16:20:17.104852 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7cb8636e-914f-4640-849d-ba0ff44621fd tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:17.108625 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-45e93236-9212-49c9-ab54-56c3dec165f0 req-85e834b5-b43d-4779-a45c-cd0ada568590 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397859 Jul 09 16:20:17.114397 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f81c09-f668-4265-b3a5-930f84ed9619 req-8d3b02e8-60c9-46a1-9159-4a90d5a74eeb tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:17.115933 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d5f81c09-f668-4265-b3a5-930f84ed9619 req-8d3b02e8-60c9-46a1-9159-4a90d5a74eeb tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=9052fde5-832a-449e-ac41-75fdf28ec8fa HTTP/1.1" status: 200 len: 945 time: 0.1674278 Jul 09 16:20:17.225990 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33260) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:17.536936 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-df0d5cb3-ce88-431a-9b18-3674fd3cea43 service neutron] Transition to ACTIVE for port object 52daa4a5-62a4-455b-8bb2-c1157c7d930f will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:20:17.544428 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-df0d5cb3-ce88-431a-9b18-3674fd3cea43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:17.599348 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d5f81c09-f668-4265-b3a5-930f84ed9619 req-e07d01c2-6899-4aa4-b762-9f1c3fe9486a tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4708142 Jul 09 16:20:17.655368 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-df0d5cb3-ce88-431a-9b18-3674fd3cea43 service neutron] No DVR routers for this DVR port 52daa4a5-62a4-455b-8bb2-c1157c7d930f on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:20:17.667548 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0d5cb3-ce88-431a-9b18-3674fd3cea43 service neutron] Pushing event updated for resources: {'Port': ['ID=52daa4a5-62a4-455b-8bb2-c1157c7d930f,revision_number=10']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:17.708486 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-445e105b-d4e1-468b-9d5f-1c414ccbc646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:17.735942 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-df0d5cb3-ce88-431a-9b18-3674fd3cea43 service neutron] 10.222.0.77 "PUT /v2.0/ports/52daa4a5-62a4-455b-8bb2-c1157c7d930f/bindings/n-h2-798930-3/activate HTTP/1.1" status: 200 len: 369 time: 1.3742142 Jul 09 16:20:17.756392 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de478b3f-f343-4988-8560-a0ea21cae524 req-ca1dd2e2-823f-4d98-b632-44daf9265c05 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:17.757977 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-de478b3f-f343-4988-8560-a0ea21cae524 req-ca1dd2e2-823f-4d98-b632-44daf9265c05 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.1422329 Jul 09 16:20:17.805670 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7cb8636e-914f-4640-849d-ba0ff44621fd tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:17.860093 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-de478b3f-f343-4988-8560-a0ea21cae524 req-425831a7-7791-4136-b786-a3c7834f5eff tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944226 Jul 09 16:20:17.933552 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 87eb6069-d489-44e3-98e3-5f50de6fd798 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:20:17.961404 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8eea7c-611c-447e-bd56-f9d2c6ea0e63 req-8e55df0e-4139-4c86-a7c7-85b4861e9344 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:17.963117 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ec8eea7c-611c-447e-bd56-f9d2c6ea0e63 req-8e55df0e-4139-4c86-a7c7-85b4861e9344 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=13f47310-2757-4e55-a383-60056a18fc3f HTTP/1.1" status: 200 len: 945 time: 0.2355270 Jul 09 16:20:17.978865 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: 87eb6069-d489-44e3-98e3-5f50de6fd798 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:20:17.979615 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 87eb6069-d489-44e3-98e3-5f50de6fd798 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:20:18.063848 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-967d50ec-180c-4911-9e9a-d9c8c6a5ab53 tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:18.065183 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-967d50ec-180c-4911-9e9a-d9c8c6a5ab53 tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=97e229fb-ac7a-435e-8c3d-665c7efeec0d&tenant_id=546108aaf02647ac83ffc1a249896d22&binding%3Ahost_id=n-h1-798930-3 HTTP/1.1" status: 200 len: 1095 time: 0.2508523 Jul 09 16:20:18.072845 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ec8eea7c-611c-447e-bd56-f9d2c6ea0e63 req-966db13e-2f92-4e39-bbe2-1f2535213a1d tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987937 Jul 09 16:20:18.094958 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-7cb8636e-914f-4640-849d-ba0ff44621fd tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Allocated IP 172.25.0.152 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/e79e3016-7043-45ae-aeb7-b5ba674112bb) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:20:18.108566 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-445e105b-d4e1-468b-9d5f-1c414ccbc646 admin admin] Deleting port 1f955ffa-e82e-442c-84f0-766f4b942c05 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:20:18.108566 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-445e105b-d4e1-468b-9d5f-1c414ccbc646 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:18.222471 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515af25-fc33-4015-a1e6-dc45a4889c14 req-b5985eeb-2112-4b9e-b922-248474d0b2c2 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:18.235586 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c515af25-fc33-4015-a1e6-dc45a4889c14 req-b5985eeb-2112-4b9e-b922-248474d0b2c2 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=97e229fb-ac7a-435e-8c3d-665c7efeec0d HTTP/1.1" status: 200 len: 944 time: 0.2181127 Jul 09 16:20:18.246384 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-f0ee6b8a-87a4-43e3-ba56-306cf7f8d6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:18.248680 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-f0ee6b8a-87a4-43e3-ba56-306cf7f8d6aa service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=97e229fb-ac7a-435e-8c3d-665c7efeec0d&tenant_id=546108aaf02647ac83ffc1a249896d22 HTTP/1.1" status: 200 len: 1095 time: 0.1642199 Jul 09 16:20:18.306291 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c515af25-fc33-4015-a1e6-dc45a4889c14 req-7a4b616e-2cad-4fb0-add8-82042cce5254 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693307 Jul 09 16:20:18.333400 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-445e105b-d4e1-468b-9d5f-1c414ccbc646 admin admin] For port 1f955ffa-e82e-442c-84f0-766f4b942c05, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=1f955ffa-e82e-442c-84f0-766f4b942c05,segment=NetworkSegment(6a5dd1a7-6f0b-4217-a4d6-7d35a843600f),segment_id=6a5dd1a7-6f0b-4217-a4d6-7d35a843600f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:20:18.333985 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-445e105b-d4e1-468b-9d5f-1c414ccbc646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:18.348378 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-445e105b-d4e1-468b-9d5f-1c414ccbc646 admin admin] Calling delete_port for 1f955ffa-e82e-442c-84f0-766f4b942c05 owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:20:18.368457 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7cb8636e-914f-4640-849d-ba0ff44621fd tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:18.445613 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f0ffbd-e44c-48d8-aa31-37ac82f43a2e req-730b619d-7588-4844-9bce-d8b85bff8eb5 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:18.449813 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-12f0ffbd-e44c-48d8-aa31-37ac82f43a2e req-730b619d-7588-4844-9bce-d8b85bff8eb5 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.1843176 Jul 09 16:20:18.493195 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-8d03586a-5005-4185-a29b-216500665e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:18.494932 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-8d03586a-5005-4185-a29b-216500665e47 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=546108aaf02647ac83ffc1a249896d22&device_id=97e229fb-ac7a-435e-8c3d-665c7efeec0d HTTP/1.1" status: 200 len: 1095 time: 0.1898344 Jul 09 16:20:18.499184 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7cb8636e-914f-4640-849d-ba0ff44621fd tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:18.558472 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-445e105b-d4e1-468b-9d5f-1c414ccbc646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:18.601714 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb8636e-914f-4640-849d-ba0ff44621fd tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:20:18.605292 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-12f0ffbd-e44c-48d8-aa31-37ac82f43a2e req-05212ea8-1e82-449e-81ee-61cb04fc156c tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450205 Jul 09 16:20:18.613567 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-7cb8636e-914f-4640-849d-ba0ff44621fd tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:20:18.622504 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb8636e-914f-4640-849d-ba0ff44621fd tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:20:18.625160 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445e105b-d4e1-468b-9d5f-1c414ccbc646 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f955ffa-e82e-442c-84f0-766f4b942c05,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:18.661468 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb8636e-914f-4640-849d-ba0ff44621fd tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Pushing event updated for resources: {'Port': ['ID=e79e3016-7043-45ae-aeb7-b5ba674112bb,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:18.737669 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-d306ad75-d25d-4750-9780-aeb75ae792d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:18.739401 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-d306ad75-d25d-4750-9780-aeb75ae792d8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5ab794d9-1bd8-4da1-bd91-e5307e2548b2 HTTP/1.1" status: 200 len: 909 time: 0.2251554 Jul 09 16:20:18.835963 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-c57fdb0f-907a-4447-984b-0743faf34208 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52daa4a5-62a4-455b-8bb2-c1157c7d930f HTTP/1.1" status: 200 len: 217 time: 0.0883317 Jul 09 16:20:18.845563 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-445e105b-d4e1-468b-9d5f-1c414ccbc646 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:18.978607 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-7c72f6e5-fc32-4027-9fb8-35d1b5498fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:18.980612 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-7c72f6e5-fc32-4027-9fb8-35d1b5498fc8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5288f2c0-4157-42ca-b91f-37115e42c839 HTTP/1.1" status: 200 len: 848 time: 0.1185899 Jul 09 16:20:18.985829 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830592d3-5a6e-4722-9930-ab527d1e5bbc req-4ae83be7-3f57-4905-9af1-cf904d84a247 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:18.987356 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-830592d3-5a6e-4722-9930-ab527d1e5bbc req-4ae83be7-3f57-4905-9af1-cf904d84a247 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.1435652 Jul 09 16:20:19.004704 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0aa3d-f8ab-4ea3-abd8-601d4cbdaca4 req-56f50399-501f-4101-abf0-3047761da426 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:19.006153 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-aca0aa3d-f8ab-4ea3-abd8-601d4cbdaca4 req-56f50399-501f-4101-abf0-3047761da426 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=9052fde5-832a-449e-ac41-75fdf28ec8fa HTTP/1.1" status: 200 len: 945 time: 0.2356174 Jul 09 16:20:19.042106 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-830592d3-5a6e-4722-9930-ab527d1e5bbc req-0476965a-b4a2-4c43-8fc8-62223a5c9305 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460887 Jul 09 16:20:19.065831 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-a971b7c3-0afe-4932-9366-040316349c32 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5ab794d9-1bd8-4da1-bd91-e5307e2548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749731 Jul 09 16:20:19.151315 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-445e105b-d4e1-468b-9d5f-1c414ccbc646 admin admin] Router 84e9a7cb-b30e-4eea-b44b-094622301e47 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:20:19.170086 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-aca0aa3d-f8ab-4ea3-abd8-601d4cbdaca4 req-d17fddf1-880d-44aa-8458-8bca002529fe tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324105 Jul 09 16:20:19.294083 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-e2d969c6-c74e-464f-b8f8-70314a734cb8 service neutron] 10.222.0.73 "GET /v2.0/networks/5ab794d9-1bd8-4da1-bd91-e5307e2548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153382 Jul 09 16:20:19.299994 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50687c23-33c5-403e-930a-492088d01d27 req-805c59e4-1146-40ce-9d4b-4eb9dad792f9 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:19.302084 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-50687c23-33c5-403e-930a-492088d01d27 req-805c59e4-1146-40ce-9d4b-4eb9dad792f9 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.1412857 Jul 09 16:20:19.341857 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445e105b-d4e1-468b-9d5f-1c414ccbc646 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:20:19.350588 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-445e105b-d4e1-468b-9d5f-1c414ccbc646 admin admin] 10.222.0.98 "PUT /v2.0/routers/84e9a7cb-b30e-4eea-b44b-094622301e47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1210120 Jul 09 16:20:19.351336 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33290) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:19.351451 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb69ea4-7c2e-4336-8de1-3a1523000b11 None None] Sync routers for ids ['84e9a7cb-b30e-4eea-b44b-094622301e47'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:20:19.360793 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-50687c23-33c5-403e-930a-492088d01d27 req-4fceb4d6-9880-4fd1-a9e6-88404ae04f8b tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515180 Jul 09 16:20:19.370846 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb69ea4-7c2e-4336-8de1-3a1523000b11 None None] Routers {'84e9a7cb-b30e-4eea-b44b-094622301e47'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:20:19.371994 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9bb69ea4-7c2e-4336-8de1-3a1523000b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:19:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['84e9a7cb-b30e-4eea-b44b-094622301e47'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:19.475188 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1d2ffaea-6a33-45e3-b5e0-846574581f7a admin admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:19.505265 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-9bb69ea4-7c2e-4336-8de1-3a1523000b11 None None] Set router 84e9a7cb-b30e-4eea-b44b-094622301e47 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:20:19.533206 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60ad9b-b5fc-4245-9a5f-a314bca54b7c req-035c4360-81cd-41b4-a848-1327ae76fa19 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:19.535037 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-eb60ad9b-b5fc-4245-9a5f-a314bca54b7c req-035c4360-81cd-41b4-a848-1327ae76fa19 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=13f47310-2757-4e55-a383-60056a18fc3f HTTP/1.1" status: 200 len: 945 time: 0.2400243 Jul 09 16:20:19.539576 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7cb8636e-914f-4640-849d-ba0ff44621fd tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:19.545104 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-bd37794e-747d-4a89-a5ed-aa0f9a9095e2 service neutron] 10.222.0.73 "GET /v2.0/networks/5ab794d9-1bd8-4da1-bd91-e5307e2548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368505 Jul 09 16:20:19.667275 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-eb60ad9b-b5fc-4245-9a5f-a314bca54b7c req-877065c3-3d75-4f38-a2de-cb37c568b89f tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254702 Jul 09 16:20:19.686991 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7cb8636e-914f-4640-849d-ba0ff44621fd tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:19.763273 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9bb69ea4-7c2e-4336-8de1-3a1523000b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'name': 'tempest-FloatingIPsAssociationTestJSON-1254540187-router', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '125df260-2c04-4dcc-830d-f78f52662dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:18:47Z', 'updated_at': '2021-07-09T16:20:18Z', 'revision_number': 5, 'project_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'gw_port': {'id': '125df260-2c04-4dcc-830d-f78f52662dea', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:18:48Z', 'updated_at': '2021-07-09T16:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:19.795540 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb69ea4-7c2e-4336-8de1-3a1523000b11 None None] Checking router: 84e9a7cb-b30e-4eea-b44b-094622301e47 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:20:19.810878 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb69ea4-7c2e-4336-8de1-3a1523000b11 None None] Routers {'84e9a7cb-b30e-4eea-b44b-094622301e47'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:20:19.811648 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9bb69ea4-7c2e-4336-8de1-3a1523000b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:19:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['84e9a7cb-b30e-4eea-b44b-094622301e47'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:19.946032 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7cb8636e-914f-4640-849d-ba0ff44621fd tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:19.951865 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7cb8636e-914f-4640-849d-ba0ff44621fd tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:20.020233 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7cb8636e-914f-4640-849d-ba0ff44621fd tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:20.079942 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-9bb69ea4-7c2e-4336-8de1-3a1523000b11 None None] Set router 84e9a7cb-b30e-4eea-b44b-094622301e47 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:20:20.139836 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1d2ffaea-6a33-45e3-b5e0-846574581f7a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:20.151461 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb8636e-914f-4640-849d-ba0ff44621fd tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Pushing event updated for resources: {'Port': ['ID=e79e3016-7043-45ae-aeb7-b5ba674112bb,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:20.208081 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-5d461949-c238-4022-b003-04f7105a9fe2 tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:20.210032 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-5d461949-c238-4022-b003-04f7105a9fe2 tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=97e229fb-ac7a-435e-8c3d-665c7efeec0d&tenant_id=546108aaf02647ac83ffc1a249896d22&binding%3Ahost_id=n-h2-798930-3 HTTP/1.1" status: 200 len: 1095 time: 0.2467792 Jul 09 16:20:20.220434 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58b558-60a1-4d55-a795-ea9343ff552b req-9b95437b-5bbf-47b0-8623-a2fe03df3695 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:20.228206 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0f58b558-60a1-4d55-a795-ea9343ff552b req-9b95437b-5bbf-47b0-8623-a2fe03df3695 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=97e229fb-ac7a-435e-8c3d-665c7efeec0d HTTP/1.1" status: 200 len: 944 time: 0.1824224 Jul 09 16:20:20.279923 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0f58b558-60a1-4d55-a795-ea9343ff552b req-11d0a390-6152-4fbd-afd8-1840a5e50420 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504563 Jul 09 16:20:20.295030 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-1d2ffaea-6a33-45e3-b5e0-846574581f7a admin admin] Deleting port 125df260-2c04-4dcc-830d-f78f52662dea {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:20:20.295660 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1d2ffaea-6a33-45e3-b5e0-846574581f7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:20.303053 n-d-798930-3 neutron-server[93958]: INFO neutron.db.l3_db [None req-7cb8636e-914f-4640-849d-ba0ff44621fd tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Floating IP b4a60ca4-c3f4-4d43-b470-fdb15e505418 associated. External IP: 172.25.0.152, port: 4ef01bfe-2b4f-497c-a291-eb9ae16766b3. Jul 09 16:20:20.324530 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9bb69ea4-7c2e-4336-8de1-3a1523000b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'name': 'tempest-FloatingIPsAssociationTestJSON-1254540187-router', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '125df260-2c04-4dcc-830d-f78f52662dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:18:47Z', 'updated_at': '2021-07-09T16:20:18Z', 'revision_number': 5, 'project_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'gw_port': {'id': '125df260-2c04-4dcc-830d-f78f52662dea', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:18:48Z', 'updated_at': '2021-07-09T16:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:20.375059 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb69ea4-7c2e-4336-8de1-3a1523000b11 None None] The sync data for ids ['84e9a7cb-b30e-4eea-b44b-094622301e47'] in n-d-798930-3 is: [{'id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'name': 'tempest-FloatingIPsAssociationTestJSON-1254540187-router', 'tenant_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '125df260-2c04-4dcc-830d-f78f52662dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:18:47Z', 'updated_at': '2021-07-09T16:20:18Z', 'revision_number': 5, 'project_id': 'dee8c37c9ba8439b8ed8c6a930b7c811', 'gw_port': {'id': '125df260-2c04-4dcc-830d-f78f52662dea', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9a7cb-b30e-4eea-b44b-094622301e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:18:48Z', 'updated_at': '2021-07-09T16:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:20:20.406010 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-1d2ffaea-6a33-45e3-b5e0-846574581f7a admin admin] For port 125df260-2c04-4dcc-830d-f78f52662dea, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=125df260-2c04-4dcc-830d-f78f52662dea,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:20:20.410390 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1d2ffaea-6a33-45e3-b5e0-846574581f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:20.422175 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-1d2ffaea-6a33-45e3-b5e0-846574581f7a admin admin] Calling delete_port for 125df260-2c04-4dcc-830d-f78f52662dea owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:20:20.504463 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b48ed9-c52a-43bb-b256-c1d2f4f2a64f req-b0ffbb14-6a07-43a7-b792-0ce4a42100b8 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:20.506040 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d2b48ed9-c52a-43bb-b256-c1d2f4f2a64f req-b0ffbb14-6a07-43a7-b792-0ce4a42100b8 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=9052fde5-832a-449e-ac41-75fdf28ec8fa HTTP/1.1" status: 200 len: 945 time: 0.2436891 Jul 09 16:20:20.516992 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-27a80c62-e0a0-493d-b47f-64ec5903f63f service neutron] For port 52daa4a5-62a4-455b-8bb2-c1157c7d930f, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:20:20.527704 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-27a80c62-e0a0-493d-b47f-64ec5903f63f service neutron] Notify callbacks [] for binding, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:20.528798 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a1708027-f3b1-4714-a82e-0e2ca9d999b7 req-27a80c62-e0a0-493d-b47f-64ec5903f63f service neutron] 10.222.0.73 "DELETE /v2.0/ports/52daa4a5-62a4-455b-8bb2-c1157c7d930f/bindings/n-h1-798930-3 HTTP/1.1" status: 204 len: 173 time: 0.3103001 Jul 09 16:20:20.545921 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd468a-c691-4e5f-b0ed-8df8a8312f86 req-3362232c-5545-4ccb-b699-bcab08336bf4 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:20.547033 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-afdd468a-c691-4e5f-b0ed-8df8a8312f86 req-3362232c-5545-4ccb-b699-bcab08336bf4 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.1270308 Jul 09 16:20:20.600055 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d2b48ed9-c52a-43bb-b256-c1d2f4f2a64f req-bf9cf7e8-57ed-48d0-821f-9101bb4d54be tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865777 Jul 09 16:20:20.660955 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-afdd468a-c691-4e5f-b0ed-8df8a8312f86 req-48ff481e-4056-4b2a-8912-d5f3dd9da62b tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778110 Jul 09 16:20:20.683176 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb8636e-914f-4640-849d-ba0ff44621fd tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Router 53cf0c56-5ba4-4e0c-a002-1ae625c86541 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:20:20.688269 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1d2ffaea-6a33-45e3-b5e0-846574581f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:20.724326 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2ffaea-6a33-45e3-b5e0-846574581f7a admin admin] Pushing event deleted for resources: {'Port': ['ID=125df260-2c04-4dcc-830d-f78f52662dea,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:20.813979 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1d2ffaea-6a33-45e3-b5e0-846574581f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:20.855609 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb8636e-914f-4640-849d-ba0ff44621fd tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:20:20.866598 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38f68ad-c3c9-4ca3-9808-c08fe06d567a None None] Sync routers for ids ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:20:20.876652 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7cb8636e-914f-4640-849d-ba0ff44621fd tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:20.885827 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38f68ad-c3c9-4ca3-9808-c08fe06d567a None None] Routers {'53cf0c56-5ba4-4e0c-a002-1ae625c86541'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:20:20.890817 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-b38f68ad-c3c9-4ca3-9808-c08fe06d567a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:19:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:20.969750 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7cb8636e-914f-4640-849d-ba0ff44621fd tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.9456019 Jul 09 16:20:20.971663 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33310) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:20.995812 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-b38f68ad-c3c9-4ca3-9808-c08fe06d567a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:21.007752 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38f68ad-c3c9-4ca3-9808-c08fe06d567a None None] Routers {'53cf0c56-5ba4-4e0c-a002-1ae625c86541'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:20:21.009234 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-b38f68ad-c3c9-4ca3-9808-c08fe06d567a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:19:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:21.032227 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1d2ffaea-6a33-45e3-b5e0-846574581f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:21.038488 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1d2ffaea-6a33-45e3-b5e0-846574581f7a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:21.056119 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0ad3986a-c793-4cd6-815a-d951a3276f71 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] 10.222.0.98 "GET /v2.0/floatingips/b4a60ca4-c3f4-4d43-b470-fdb15e505418 HTTP/1.1" status: 200 len: 978 time: 0.0830042 Jul 09 16:20:21.058734 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33312) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:21.069153 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-b38f68ad-c3c9-4ca3-9808-c08fe06d567a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:21.070030 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38f68ad-c3c9-4ca3-9808-c08fe06d567a None None] The sync data for ids ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'] in n-d-798930-3 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:20:21.094812 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32583e82-b118-4bc2-9e97-ecef305e569b req-c93ca365-b66d-4c24-b6de-5170842840d6 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:21.096400 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-32583e82-b118-4bc2-9e97-ecef305e569b req-c93ca365-b66d-4c24-b6de-5170842840d6 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.1700008 Jul 09 16:20:21.104167 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1d2ffaea-6a33-45e3-b5e0-846574581f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:21.104766 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2ffaea-6a33-45e3-b5e0-846574581f7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84e9a7cb-b30e-4eea-b44b-094622301e47 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:20:21.109814 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1d2ffaea-6a33-45e3-b5e0-846574581f7a admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:21.111132 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-1d2ffaea-6a33-45e3-b5e0-846574581f7a admin admin] 10.222.0.98 "DELETE /v2.0/routers/84e9a7cb-b30e-4eea-b44b-094622301e47 HTTP/1.1" status: 204 len: 168 time: 1.7588606 Jul 09 16:20:21.119776 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1df0f0-1647-4ef5-98e5-ebdad6b3b165 req-1954b2d5-b595-4d63-8005-263d9094308d tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:21.121366 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9e1df0f0-1647-4ef5-98e5-ebdad6b3b165 req-1954b2d5-b595-4d63-8005-263d9094308d tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=13f47310-2757-4e55-a383-60056a18fc3f HTTP/1.1" status: 200 len: 945 time: 0.1400850 Jul 09 16:20:21.122007 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33314) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:21.198637 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-91135579-fd79-4498-911a-40c2df0d865c admin admin] Deleting subnet 6398ae78-ab25-4396-a51f-802464200a58 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:20:21.203603 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9e1df0f0-1647-4ef5-98e5-ebdad6b3b165 req-6b7390e5-46e5-4f16-a839-a969dbc59d6e tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739331 Jul 09 16:20:21.205679 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-91135579-fd79-4498-911a-40c2df0d865c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:21.233514 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-32583e82-b118-4bc2-9e97-ecef305e569b req-5eacbda4-79df-47a6-ad7b-5895a3a4af51 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001258 Jul 09 16:20:21.251527 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-3a642879-c421-4f6d-9dd3-1dbd180c343f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] 10.222.0.98 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1887562 Jul 09 16:20:21.251692 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33318) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:21.258740 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-869d2e12-6586-4276-97c3-1ebe068ed253 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Request body: {'floatingip': {'port_id': 'f0074818-a093-4552-9223-49ebe531821a'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:20:21.264984 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-91135579-fd79-4498-911a-40c2df0d865c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:21.314221 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 1f955ffa-e82e-442c-84f0-766f4b942c05 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:20:21.365905 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 1f955ffa-e82e-442c-84f0-766f4b942c05 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:20:21.366466 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 1f955ffa-e82e-442c-84f0-766f4b942c05 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:20:21.434952 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-869d2e12-6586-4276-97c3-1ebe068ed253 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for floatingip, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:21.590108 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-91135579-fd79-4498-911a-40c2df0d865c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:21.674109 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1569f94-b91f-4b34-863d-94ce8e367455 req-acdb3485-054b-43bb-ac3a-ef888df84588 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:21.676145 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e1569f94-b91f-4b34-863d-94ce8e367455 req-acdb3485-054b-43bb-ac3a-ef888df84588 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.0662589 Jul 09 16:20:21.724232 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e1569f94-b91f-4b34-863d-94ce8e367455 req-c4e46c73-2f5a-49dc-84d8-63118aad7d9d tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409005 Jul 09 16:20:21.764098 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748983c3-55a4-403f-a153-67668f215e5e req-ea739297-3937-46ee-9a8a-de1860e11931 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:21.765859 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-748983c3-55a4-403f-a153-67668f215e5e req-ea739297-3937-46ee-9a8a-de1860e11931 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=97e229fb-ac7a-435e-8c3d-665c7efeec0d HTTP/1.1" status: 200 len: 944 time: 0.2430177 Jul 09 16:20:21.769007 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-91135579-fd79-4498-911a-40c2df0d865c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:21.843533 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91135579-fd79-4498-911a-40c2df0d865c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6398ae78-ab25-4396-a51f-802464200a58,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:21.862532 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-91135579-fd79-4498-911a-40c2df0d865c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:21.867682 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-91135579-fd79-4498-911a-40c2df0d865c admin admin] 10.222.0.98 "DELETE /v2.0/subnets/6398ae78-ab25-4396-a51f-802464200a58 HTTP/1.1" status: 204 len: 168 time: 0.7421083 Jul 09 16:20:21.868913 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33332) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:21.873153 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b46e1aa-16e9-44ed-94cb-1687c03bddd0 None None] Network 107905d0-c615-4e8b-9b1d-9c2589d2ef47 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:20:22.007666 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-748983c3-55a4-403f-a153-67668f215e5e req-a6a149d8-66d5-413e-b5b4-ce697ff5b4d3 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290924 Jul 09 16:20:22.048579 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a10386ec-f4e2-4cca-8aee-d41ca91555f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:22.124481 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39851c19-fc2b-4dc3-921f-f1671842364a None None] DHCP port deletion for 107905d0-c615-4e8b-9b1d-9c2589d2ef47 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:20:22.184876 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-39851c19-fc2b-4dc3-921f-f1671842364a None None] Deleting port 803ddcd5-d505-4c67-bc99-fffd627870f8 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:20:22.185223 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-39851c19-fc2b-4dc3-921f-f1671842364a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:22.254910 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0291c06-b9c1-4d52-9547-b94b47fb14d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:22.275746 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-39851c19-fc2b-4dc3-921f-f1671842364a None None] For port 803ddcd5-d505-4c67-bc99-fffd627870f8, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=803ddcd5-d505-4c67-bc99-fffd627870f8,segment=NetworkSegment(6a5dd1a7-6f0b-4217-a4d6-7d35a843600f),segment_id=6a5dd1a7-6f0b-4217-a4d6-7d35a843600f)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:20:22.276555 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-39851c19-fc2b-4dc3-921f-f1671842364a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:22.290569 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-39851c19-fc2b-4dc3-921f-f1671842364a None None] Calling delete_port for 803ddcd5-d505-4c67-bc99-fffd627870f8 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:20:22.316158 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed1c38-c058-47ee-a898-ae2f8483263c req-6a08cf07-ce73-46a7-95be-17f781d6002f tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:22.317953 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-03ed1c38-c058-47ee-a898-ae2f8483263c req-6a08cf07-ce73-46a7-95be-17f781d6002f tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=9052fde5-832a-449e-ac41-75fdf28ec8fa HTTP/1.1" status: 200 len: 945 time: 0.4759126 Jul 09 16:20:22.324171 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-a10386ec-f4e2-4cca-8aee-d41ca91555f2 admin admin] Deleting port 803ddcd5-d505-4c67-bc99-fffd627870f8 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:20:22.324739 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a10386ec-f4e2-4cca-8aee-d41ca91555f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:22.358103 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27679a-f9ab-4959-a804-8e8fc7077869 req-097fda29-d226-42f4-9783-08aa84241a28 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:22.366144 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1f27679a-f9ab-4959-a804-8e8fc7077869 req-097fda29-d226-42f4-9783-08aa84241a28 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.2122009 Jul 09 16:20:22.366391 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-03ed1c38-c058-47ee-a898-ae2f8483263c req-1be75d2a-4d0a-457b-88de-c69c67018d95 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400739 Jul 09 16:20:22.384174 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-39851c19-fc2b-4dc3-921f-f1671842364a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:22.400073 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39851c19-fc2b-4dc3-921f-f1671842364a None None] No DVR routers for this DVR port 803ddcd5-d505-4c67-bc99-fffd627870f8 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:20:22.416450 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.db.resource_extend [None req-869d2e12-6586-4276-97c3-1ebe068ed253 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 16:20:22.430128 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39851c19-fc2b-4dc3-921f-f1671842364a None None] Pushing event deleted for resources: {'Port': ['ID=803ddcd5-d505-4c67-bc99-fffd627870f8,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:22.516869 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-a10386ec-f4e2-4cca-8aee-d41ca91555f2 admin admin] For port 803ddcd5-d505-4c67-bc99-fffd627870f8, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=803ddcd5-d505-4c67-bc99-fffd627870f8,segment=NetworkSegment(6a5dd1a7-6f0b-4217-a4d6-7d35a843600f),segment_id=6a5dd1a7-6f0b-4217-a4d6-7d35a843600f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:20:22.517438 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a10386ec-f4e2-4cca-8aee-d41ca91555f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:22.534206 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1f27679a-f9ab-4959-a804-8e8fc7077869 req-d5b57cc9-055e-41f5-9317-a9a325d5d557 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668100 Jul 09 16:20:22.539785 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-869d2e12-6586-4276-97c3-1ebe068ed253 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:22.549148 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-a10386ec-f4e2-4cca-8aee-d41ca91555f2 admin admin] Calling delete_port for 803ddcd5-d505-4c67-bc99-fffd627870f8 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:20:22.599901 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-869d2e12-6586-4276-97c3-1ebe068ed253 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:22.626274 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e96aa3-3112-4ab4-b8f3-0f8dd078c5df req-19b78991-7b93-438e-9c7e-35c82e385cc3 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:22.627863 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e9e96aa3-3112-4ab4-b8f3-0f8dd078c5df req-19b78991-7b93-438e-9c7e-35c82e385cc3 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=13f47310-2757-4e55-a383-60056a18fc3f HTTP/1.1" status: 200 len: 945 time: 0.0918982 Jul 09 16:20:22.669648 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e9e96aa3-3112-4ab4-b8f3-0f8dd078c5df req-34e99c73-76a9-4089-85f5-f1f79a0ddddc tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336621 Jul 09 16:20:22.730354 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a10386ec-f4e2-4cca-8aee-d41ca91555f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:22.762467 n-d-798930-3 neutron-server[93959]: INFO neutron.db.l3_db [None req-869d2e12-6586-4276-97c3-1ebe068ed253 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Floating IP b4a60ca4-c3f4-4d43-b470-fdb15e505418 associated. External IP: 172.25.0.152, port: 4ef01bfe-2b4f-497c-a291-eb9ae16766b3. Jul 09 16:20:22.800132 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10386ec-f4e2-4cca-8aee-d41ca91555f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=803ddcd5-d505-4c67-bc99-fffd627870f8,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:22.804122 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10386ec-f4e2-4cca-8aee-d41ca91555f2 admin admin] No DVR routers for this DVR port 803ddcd5-d505-4c67-bc99-fffd627870f8 on host n-d-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:20:22.935086 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a10386ec-f4e2-4cca-8aee-d41ca91555f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:22.950467 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-a10386ec-f4e2-4cca-8aee-d41ca91555f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['107905d0-c615-4e8b-9b1d-9c2589d2ef47']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:22.965115 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-a10386ec-f4e2-4cca-8aee-d41ca91555f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a5dd1a7-6f0b-4217-a4d6-7d35a843600f') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:22.965402 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-a10386ec-f4e2-4cca-8aee-d41ca91555f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a5dd1a7-6f0b-4217-a4d6-7d35a843600f') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:22.979750 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a10386ec-f4e2-4cca-8aee-d41ca91555f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:22.982648 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ec123-d5b9-4c89-b2f1-6ceb5d60a8ee req-01e3d623-c055-4a26-80be-2d1fda71071c tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:22.984267 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bb6ec123-d5b9-4c89-b2f1-6ceb5d60a8ee req-01e3d623-c055-4a26-80be-2d1fda71071c tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=97e229fb-ac7a-435e-8c3d-665c7efeec0d HTTP/1.1" status: 200 len: 1095 time: 0.0605993 Jul 09 16:20:23.024796 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bb6ec123-d5b9-4c89-b2f1-6ceb5d60a8ee req-3ff5349c-f639-4290-ba38-2270e9c70a98 tempest-LiveMigrationTest-958865891 tempest-LiveMigrationTest-958865891-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332370 Jul 09 16:20:23.035651 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a10386ec-f4e2-4cca-8aee-d41ca91555f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:23.102679 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a10386ec-f4e2-4cca-8aee-d41ca91555f2 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:20:23.103109 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a10386ec-f4e2-4cca-8aee-d41ca91555f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:23.105116 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:20:23.105116 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:20:23.105116 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:20:23.105116 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:20:23.105116 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:20:23.105116 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:20:23.105116 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:20:23.105116 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:20:23.105116 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:20:23.105116 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:20:23.105116 n-d-798930-3 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:20:23.105116 n-d-798930-3 neutron-server[93959]: self.session.flush() Jul 09 16:20:23.105116 n-d-798930-3 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:20:23.105116 n-d-798930-3 neutron-server[93959]: self.session.flush() Jul 09 16:20:23.105116 n-d-798930-3 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:20:23.105116 n-d-798930-3 neutron-server[93959]: self.session.flush() Jul 09 16:20:23.105116 n-d-798930-3 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:20:23.105116 n-d-798930-3 neutron-server[93959]: self.session.flush() Jul 09 16:20:23.105116 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:20:23.105116 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:20:23.105116 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:20:23.105116 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:20:23.105116 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:20:23.105116 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:20:23.105116 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:20:23.105116 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:20:23.105116 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:20:23.105116 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:20:23.105116 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:20:23.105116 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:20:23.105116 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:20:23.105116 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:20:23.105116 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:20:23.105116 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:20:23.105116 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:20:23.105116 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:20:23.105116 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:20:23.105116 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:20:23.105116 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:20:23.105116 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:20:23.105116 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:20:23.105116 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:20:23.105116 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:20:23.105116 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:20:23.105116 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:20:23.105116 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:20:23.105116 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:20:23.105116 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:20:23.105116 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:20:23.105116 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:20:23.206760 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb8e6a-117f-4e9b-8573-31ba544a9417 req-13984090-feb4-4120-82a3-16932a3752ea tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:23.211278 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-26fb8e6a-117f-4e9b-8573-31ba544a9417 req-13984090-feb4-4120-82a3-16932a3752ea tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=9052fde5-832a-449e-ac41-75fdf28ec8fa HTTP/1.1" status: 200 len: 945 time: 0.0824940 Jul 09 16:20:23.219620 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 125df260-2c04-4dcc-830d-f78f52662dea no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:20:23.232737 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a10386ec-f4e2-4cca-8aee-d41ca91555f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:23.246181 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a10386ec-f4e2-4cca-8aee-d41ca91555f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:23.250669 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a10386ec-f4e2-4cca-8aee-d41ca91555f2 admin admin] 10.222.0.98 "DELETE /v2.0/networks/107905d0-c615-4e8b-9b1d-9c2589d2ef47 HTTP/1.1" status: 204 len: 168 time: 1.3781574 Jul 09 16:20:23.262409 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 125df260-2c04-4dcc-830d-f78f52662dea {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:20:23.262914 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 125df260-2c04-4dcc-830d-f78f52662dea not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:20:23.263426 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 803ddcd5-d505-4c67-bc99-fffd627870f8 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:20:23.271961 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-26fb8e6a-117f-4e9b-8573-31ba544a9417 req-d33c89b4-9290-48b3-ab05-4a7cf9ca3d0f tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547440 Jul 09 16:20:23.280959 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10386ec-f4e2-4cca-8aee-d41ca91555f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=107905d0-c615-4e8b-9b1d-9c2589d2ef47,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:23.285176 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-869d2e12-6586-4276-97c3-1ebe068ed253 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Router 53cf0c56-5ba4-4e0c-a002-1ae625c86541 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:20:23.287233 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 803ddcd5-d505-4c67-bc99-fffd627870f8 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:20:23.287663 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 803ddcd5-d505-4c67-bc99-fffd627870f8 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:20:23.293378 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea2680-8a9f-4027-ab92-0bd01c396939 req-f3a7aa63-35e9-4aa8-bfb6-da91a0657a2d tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:23.300009 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e7ea2680-8a9f-4027-ab92-0bd01c396939 req-f3a7aa63-35e9-4aa8-bfb6-da91a0657a2d tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/networks?id=7fb8e424-ddcd-465f-ad3d-2ffb770ae53b HTTP/1.1" status: 200 len: 813 time: 0.2678413 Jul 09 16:20:23.315871 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e7ea2680-8a9f-4027-ab92-0bd01c396939 req-76cc577b-e3b6-4968-beba-0ea53e0108c7 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/quotas/5bab4a62c1284375905a7ca59f2b0a16 HTTP/1.1" status: 200 len: 375 time: 0.0151186 Jul 09 16:20:23.459155 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33364) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:23.466792 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869d2e12-6586-4276-97c3-1ebe068ed253 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:20:23.479175 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd35416-5fbc-4ac1-bbaf-9995caaa9928 None None] Sync routers for ids ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:20:23.482422 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e7ea2680-8a9f-4027-ab92-0bd01c396939 req-df6465e5-eba9-413b-ac36-2e776206b78b tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=5bab4a62c1284375905a7ca59f2b0a16&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1530581 Jul 09 16:20:23.491372 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd35416-5fbc-4ac1-bbaf-9995caaa9928 None None] Routers {'53cf0c56-5ba4-4e0c-a002-1ae625c86541'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:20:23.493199 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-2fd35416-5fbc-4ac1-bbaf-9995caaa9928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:19:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:23.523836 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-05a1dee4-6361-4077-928c-61029a00bdcb admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=dee8c37c9ba8439b8ed8c6a930b7c811&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0627296 Jul 09 16:20:23.525009 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33368) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:23.549330 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-2fd35416-5fbc-4ac1-bbaf-9995caaa9928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:23.577954 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd35416-5fbc-4ac1-bbaf-9995caaa9928 None None] Routers {'53cf0c56-5ba4-4e0c-a002-1ae625c86541'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:20:23.578638 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-2fd35416-5fbc-4ac1-bbaf-9995caaa9928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:19:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:23.602788 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c4103854-b325-4410-9b5f-dad2e33bf229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:23.632618 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c4103854-b325-4410-9b5f-dad2e33bf229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:23.640466 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-2fd35416-5fbc-4ac1-bbaf-9995caaa9928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:23.641822 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd35416-5fbc-4ac1-bbaf-9995caaa9928 None None] The sync data for ids ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'] in n-d-798930-3 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:20:23.716364 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c4103854-b325-4410-9b5f-dad2e33bf229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:23.718874 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c4103854-b325-4410-9b5f-dad2e33bf229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:23.720047 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c4103854-b325-4410-9b5f-dad2e33bf229 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/997fe466-6d92-495c-a86c-449c8ea53922 HTTP/1.1" status: 204 len: 168 time: 0.1944561 Jul 09 16:20:23.732149 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4103854-b325-4410-9b5f-dad2e33bf229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997fe466-6d92-495c-a86c-449c8ea53922,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:23.779504 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b1de4-2cd0-4db1-9b52-790403161308 req-1bfb30de-21d6-4608-bd09-6d7e0326be46 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:23.788625 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-303b1de4-2cd0-4db1-9b52-790403161308 req-1bfb30de-21d6-4608-bd09-6d7e0326be46 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=97e229fb-ac7a-435e-8c3d-665c7efeec0d HTTP/1.1" status: 200 len: 944 time: 0.1119497 Jul 09 16:20:23.838379 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-303b1de4-2cd0-4db1-9b52-790403161308 req-db1d536f-b94a-4a04-91ef-ce1c0327cab2 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476506 Jul 09 16:20:24.034512 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc75633-3477-49a8-9096-935973e979b3 req-23959561-da51-4793-9ff0-dee905288484 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:24.036885 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-adc75633-3477-49a8-9096-935973e979b3 req-23959561-da51-4793-9ff0-dee905288484 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=13f47310-2757-4e55-a383-60056a18fc3f HTTP/1.1" status: 200 len: 945 time: 0.0727491 Jul 09 16:20:24.085843 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-adc75633-3477-49a8-9096-935973e979b3 req-19a86cd3-e31e-497b-a6e1-eb60a3e72b7f tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388970 Jul 09 16:20:24.104792 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71dcc4-4ee9-4c0f-95f9-7e6849814c35 req-5558c173-00aa-4c6e-bb5e-d1c257b621c3 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:24.106268 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cd71dcc4-4ee9-4c0f-95f9-7e6849814c35 req-5558c173-00aa-4c6e-bb5e-d1c257b621c3 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.4682343 Jul 09 16:20:24.145106 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-869d2e12-6586-4276-97c3-1ebe068ed253 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Router 53cf0c56-5ba4-4e0c-a002-1ae625c86541 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:20:24.171411 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cd71dcc4-4ee9-4c0f-95f9-7e6849814c35 req-e9812891-d7c2-46d8-a987-6812d9c71f96 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514321 Jul 09 16:20:24.287949 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869d2e12-6586-4276-97c3-1ebe068ed253 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:20:24.295161 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-869d2e12-6586-4276-97c3-1ebe068ed253 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:24.298332 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede18b16-a655-420c-a26c-4e29071a9a0c None None] Sync routers for ids ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:20:24.308294 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede18b16-a655-420c-a26c-4e29071a9a0c None None] Routers {'53cf0c56-5ba4-4e0c-a002-1ae625c86541'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:20:24.308905 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-ede18b16-a655-420c-a26c-4e29071a9a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:19:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:24.363713 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-ede18b16-a655-420c-a26c-4e29071a9a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:24.388619 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede18b16-a655-420c-a26c-4e29071a9a0c None None] Routers {'53cf0c56-5ba4-4e0c-a002-1ae625c86541'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:20:24.390278 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-ede18b16-a655-420c-a26c-4e29071a9a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:19:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:24.401584 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-869d2e12-6586-4276-97c3-1ebe068ed253 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] 10.222.0.98 "PUT /v2.0/floatingips/b4a60ca4-c3f4-4d43-b470-fdb15e505418 HTTP/1.1" status: 200 len: 977 time: 3.1491375 Jul 09 16:20:24.404770 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33398) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:24.417486 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-73e36f28-5887-4115-8dd0-5b8c29ba78f9 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:20:24.431482 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-ede18b16-a655-420c-a26c-4e29071a9a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:24.432465 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede18b16-a655-420c-a26c-4e29071a9a0c None None] The sync data for ids ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'] in n-d-798930-3 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:20:24.440947 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc52ac88-53d7-4358-b03f-7ea5441a8f9b req-9588de86-967e-4650-8e90-77c54e2df623 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:24.440947 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cc52ac88-53d7-4358-b03f-7ea5441a8f9b req-9588de86-967e-4650-8e90-77c54e2df623 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.0997601 Jul 09 16:20:24.494358 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-73e36f28-5887-4115-8dd0-5b8c29ba78f9 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for floatingip, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:24.515759 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cc52ac88-53d7-4358-b03f-7ea5441a8f9b req-84887583-7443-497f-8939-1fca09f4c5a3 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556262 Jul 09 16:20:24.619562 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33406) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:24.633421 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e60f8-5d9c-4e8a-b18b-d4baa2f260b1 req-ca590a84-4f3e-4dc2-8cb4-7541c3b62fcc tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:24.635008 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f20e60f8-5d9c-4e8a-b18b-d4baa2f260b1 req-ca590a84-4f3e-4dc2-8cb4-7541c3b62fcc tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=9052fde5-832a-449e-ac41-75fdf28ec8fa HTTP/1.1" status: 200 len: 945 time: 0.1584301 Jul 09 16:20:24.646349 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74d54c-b738-449a-97d7-359b27914492 req-5b938f35-44e8-4a2c-9512-3f5522fb2d03 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:24.647965 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0b74d54c-b738-449a-97d7-359b27914492 req-5b938f35-44e8-4a2c-9512-3f5522fb2d03 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.73 "GET /v2.0/ports?device_id=97e229fb-ac7a-435e-8c3d-665c7efeec0d HTTP/1.1" status: 200 len: 944 time: 0.0795245 Jul 09 16:20:24.735044 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-73e36f28-5887-4115-8dd0-5b8c29ba78f9 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:24.741972 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f20e60f8-5d9c-4e8a-b18b-d4baa2f260b1 req-beaeeee7-3587-4c1b-b19f-bcfc35368e60 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977333 Jul 09 16:20:24.743697 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-73e36f28-5887-4115-8dd0-5b8c29ba78f9 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:24.744205 n-d-798930-3 neutron-server[93959]: INFO neutron.db.l3_db [None req-73e36f28-5887-4115-8dd0-5b8c29ba78f9 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Floating IP b4a60ca4-c3f4-4d43-b470-fdb15e505418 disassociated. External IP: 172.25.0.152, port: f0074818-a093-4552-9223-49ebe531821a. Jul 09 16:20:24.760586 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-eb6ee44e-40d7-4478-9184-78c5dd0755ff admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2087140404-network', 'tenant_id': '0d09c7e748474147aa937d1c18ab1eb5'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:20:24.791937 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-91f68b35-2699-4235-bc5e-8548805d4357 req-50f501b7-74b8-45d4-bdbd-dd26a7849d95 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=5bab4a62c1284375905a7ca59f2b0a16 HTTP/1.1" status: 200 len: 221 time: 0.0730028 Jul 09 16:20:24.807112 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6ee44e-40d7-4478-9184-78c5dd0755ff admin admin] Made reservation on behalf of 0d09c7e748474147aa937d1c18ab1eb5 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:20:24.809460 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eb6ee44e-40d7-4478-9184-78c5dd0755ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:24.821789 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eb6ee44e-40d7-4478-9184-78c5dd0755ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:24.835987 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-0b74d54c-b738-449a-97d7-359b27914492 req-70129016-2e58-46c2-9d87-856ca0a40df9 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Deleting port 52daa4a5-62a4-455b-8bb2-c1157c7d930f {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:20:24.836323 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0b74d54c-b738-449a-97d7-359b27914492 req-70129016-2e58-46c2-9d87-856ca0a40df9 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:24.958557 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-0b74d54c-b738-449a-97d7-359b27914492 req-70129016-2e58-46c2-9d87-856ca0a40df9 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] For port 52daa4a5-62a4-455b-8bb2-c1157c7d930f, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=52daa4a5-62a4-455b-8bb2-c1157c7d930f,segment=NetworkSegment(b3327873-1adb-4566-ad72-2213b9292320),segment_id=b3327873-1adb-4566-ad72-2213b9292320)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:20:24.958984 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0b74d54c-b738-449a-97d7-359b27914492 req-70129016-2e58-46c2-9d87-856ca0a40df9 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:24.979175 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-0b74d54c-b738-449a-97d7-359b27914492 req-70129016-2e58-46c2-9d87-856ca0a40df9 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Calling delete_port for 52daa4a5-62a4-455b-8bb2-c1157c7d930f owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:20:25.071407 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-be607fb4-729b-430a-b03b-411085f7cd8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:25.083099 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e36f28-5887-4115-8dd0-5b8c29ba78f9 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Router 53cf0c56-5ba4-4e0c-a002-1ae625c86541 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:20:25.092389 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eb6ee44e-40d7-4478-9184-78c5dd0755ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:25.107052 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eb6ee44e-40d7-4478-9184-78c5dd0755ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:25.124622 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb59ff9-648b-4025-9937-8fee1b3c71f6 req-869a0b9c-4978-4383-b033-0e31d2bc81d5 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:25.126088 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0bb59ff9-648b-4025-9937-8fee1b3c71f6 req-869a0b9c-4978-4383-b033-0e31d2bc81d5 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.73 "GET /v2.0/ports?device_id=9052fde5-832a-449e-ac41-75fdf28ec8fa HTTP/1.1" status: 200 len: 945 time: 0.1523483 Jul 09 16:20:25.143927 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb6ee44e-40d7-4478-9184-78c5dd0755ff admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:20:25.164904 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c28ad-9937-4545-8723-0812a4d41326 req-80434fdb-956f-4726-b9ee-6fb7f38bb777 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:25.165921 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8419d9f5-2ad5-4cb4-9443-772d95fda871 req-06ac82d0-3c56-48a0-83a3-603733a51579 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:25.166356 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8a2c28ad-9937-4545-8723-0812a4d41326 req-80434fdb-956f-4726-b9ee-6fb7f38bb777 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.1913936 Jul 09 16:20:25.167432 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8419d9f5-2ad5-4cb4-9443-772d95fda871 req-06ac82d0-3c56-48a0-83a3-603733a51579 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=97e229fb-ac7a-435e-8c3d-665c7efeec0d HTTP/1.1" status: 200 len: 944 time: 0.1952553 Jul 09 16:20:25.171170 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ee44e-40d7-4478-9184-78c5dd0755ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7cb5031-446e-4635-9533-307563de15b6,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:25.177854 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eb6ee44e-40d7-4478-9184-78c5dd0755ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:25.178267 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-eb6ee44e-40d7-4478-9184-78c5dd0755ff admin admin] Added segment c75a1b70-1b3d-4117-8ba1-85d56a0b3c27 of type vlan for network 9809a851-ea74-4e67-9b3b-e340e8e7e565 Jul 09 16:20:25.242350 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:25.259206 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eb6ee44e-40d7-4478-9184-78c5dd0755ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:25.299112 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8a2c28ad-9937-4545-8723-0812a4d41326 req-7ede3702-28bb-45e4-85fd-fbdb626242e5 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196001 Jul 09 16:20:25.300349 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0b74d54c-b738-449a-97d7-359b27914492 req-70129016-2e58-46c2-9d87-856ca0a40df9 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:25.315387 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8419d9f5-2ad5-4cb4-9443-772d95fda871 req-a6788840-4bd4-4911-a59c-d28d00362f32 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078486 Jul 09 16:20:25.335646 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['52daa4a5-62a4-455b-8bb2-c1157c7d930f'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:20:25.345156 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e36f28-5887-4115-8dd0-5b8c29ba78f9 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:20:25.351594 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-73e36f28-5887-4115-8dd0-5b8c29ba78f9 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:25.387991 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151d946b-7315-4e13-85c0-3782f81b7694 None None] Sync routers for ids ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:20:25.405143 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-73e36f28-5887-4115-8dd0-5b8c29ba78f9 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] 10.222.0.98 "PUT /v2.0/floatingips/b4a60ca4-c3f4-4d43-b470-fdb15e505418 HTTP/1.1" status: 200 len: 688 time: 0.9968970 Jul 09 16:20:25.405371 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70129016-2e58-46c2-9d87-856ca0a40df9 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Pushing event deleted for resources: {'Port': ['ID=52daa4a5-62a4-455b-8bb2-c1157c7d930f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:25.407050 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151d946b-7315-4e13-85c0-3782f81b7694 None None] Routers {'53cf0c56-5ba4-4e0c-a002-1ae625c86541'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:20:25.408002 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-151d946b-7315-4e13-85c0-3782f81b7694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:20:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:25.410802 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33432) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:25.428709 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-0bb59ff9-648b-4025-9937-8fee1b3c71f6 req-a84cccb2-1b5b-4b7f-a7e5-1390906f2ec3 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Deleting port 0c8ea357-3256-4860-85ba-5106e4007c5b {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:20:25.429043 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0bb59ff9-648b-4025-9937-8fee1b3c71f6 req-a84cccb2-1b5b-4b7f-a7e5-1390906f2ec3 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:25.431225 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eb6ee44e-40d7-4478-9184-78c5dd0755ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:25.431400 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6ee44e-40d7-4478-9184-78c5dd0755ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:25.431831 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eb6ee44e-40d7-4478-9184-78c5dd0755ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:25.464149 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-151d946b-7315-4e13-85c0-3782f81b7694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:25.476587 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151d946b-7315-4e13-85c0-3782f81b7694 None None] Routers {'53cf0c56-5ba4-4e0c-a002-1ae625c86541'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:20:25.477573 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-151d946b-7315-4e13-85c0-3782f81b7694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:20:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:25.505127 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-eb6ee44e-40d7-4478-9184-78c5dd0755ff admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.8817415 Jul 09 16:20:25.507854 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33434) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:25.516239 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-151d946b-7315-4e13-85c0-3782f81b7694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:25.516985 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151d946b-7315-4e13-85c0-3782f81b7694 None None] The sync data for ids ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'] in n-d-798930-3 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:20:25.524886 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-dd3c89a4-840f-4cd4-91f0-99d46f72202e admin admin] Request body: {'subnet': {'network_id': '9809a851-ea74-4e67-9b3b-e340e8e7e565', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2087140404-subnet', 'tenant_id': '0d09c7e748474147aa937d1c18ab1eb5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:20:25.546043 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b74d54c-b738-449a-97d7-359b27914492 req-70129016-2e58-46c2-9d87-856ca0a40df9 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] No DVR routers for this DVR port 52daa4a5-62a4-455b-8bb2-c1157c7d930f on host n-h2-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:20:25.554203 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0b74d54c-b738-449a-97d7-359b27914492 req-70129016-2e58-46c2-9d87-856ca0a40df9 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:25.556676 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0b74d54c-b738-449a-97d7-359b27914492 req-70129016-2e58-46c2-9d87-856ca0a40df9 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.73 "DELETE /v2.0/ports/52daa4a5-62a4-455b-8bb2-c1157c7d930f HTTP/1.1" status: 204 len: 173 time: 0.8987699 Jul 09 16:20:25.556812 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e229fb-ac7a-435e-8c3d-665c7efeec0d', 'name': 'network-vif-deleted', 'tag': '52daa4a5-62a4-455b-8bb2-c1157c7d930f'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:20:25.559028 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280beac3-523e-4693-9a6e-9949d13585c4" -d '{"events": [{"server_uuid": "97e229fb-ac7a-435e-8c3d-665c7efeec0d", "name": "network-vif-deleted", "tag": "52daa4a5-62a4-455b-8bb2-c1157c7d930f"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:20:25.573893 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ee44e-40d7-4478-9184-78c5dd0755ff admin admin] Pushing event updated for resources: {'Network': ['ID=9809a851-ea74-4e67-9b3b-e340e8e7e565,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:25.584688 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 9809a851-ea74-4e67-9b3b-e340e8e7e565 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:20:25.681526 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3c89a4-840f-4cd4-91f0-99d46f72202e admin admin] Made reservation on behalf of 0d09c7e748474147aa937d1c18ab1eb5 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:20:25.684078 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dd3c89a4-840f-4cd4-91f0-99d46f72202e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:25.712342 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808215f4-7277-4928-9712-49ab4d825dd1 req-651746c2-998b-40d4-b6f1-ad968a763a35 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:25.714086 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-808215f4-7277-4928-9712-49ab4d825dd1 req-651746c2-998b-40d4-b6f1-ad968a763a35 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.0919278 Jul 09 16:20:25.755313 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-808215f4-7277-4928-9712-49ab4d825dd1 req-240c9388-3913-4ffd-b79e-9ccf656a5a11 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349197 Jul 09 16:20:25.769994 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-0bb59ff9-648b-4025-9937-8fee1b3c71f6 req-a84cccb2-1b5b-4b7f-a7e5-1390906f2ec3 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] For port 0c8ea357-3256-4860-85ba-5106e4007c5b, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=0c8ea357-3256-4860-85ba-5106e4007c5b,segment=NetworkSegment(f3322cfe-f17e-4138-825d-2b8f5a34d17c),segment_id=f3322cfe-f17e-4138-825d-2b8f5a34d17c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:20:25.770377 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0bb59ff9-648b-4025-9937-8fee1b3c71f6 req-a84cccb2-1b5b-4b7f-a7e5-1390906f2ec3 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:25.818792 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa428ad8-c11b-47a2-a3e9-a6310b60de4e req-b26b448d-be97-4148-a15a-04a590ee3882 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:25.826731 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fa428ad8-c11b-47a2-a3e9-a6310b60de4e req-b26b448d-be97-4148-a15a-04a590ee3882 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=13f47310-2757-4e55-a383-60056a18fc3f HTTP/1.1" status: 200 len: 945 time: 0.3553114 Jul 09 16:20:25.839292 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-0bb59ff9-648b-4025-9937-8fee1b3c71f6 req-a84cccb2-1b5b-4b7f-a7e5-1390906f2ec3 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Calling delete_port for 0c8ea357-3256-4860-85ba-5106e4007c5b owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:20:25.893001 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-f55dd16e-25af-4601-9392-60e7e7de126f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Deleting port e79e3016-7043-45ae-aeb7-b5ba674112bb {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:20:25.893687 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f55dd16e-25af-4601-9392-60e7e7de126f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:25.989173 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ecdf55-b47c-4c80-be33-a751b1dfc180 x-openstack-request-id: req-e6ecdf55-b47c-4c80-be33-a751b1dfc180 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:20:25.989720 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97e229fb-ac7a-435e-8c3d-665c7efeec0d", "name": "network-vif-deleted", "tag": "52daa4a5-62a4-455b-8bb2-c1157c7d930f", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:20:25.990193 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e6ecdf55-b47c-4c80-be33-a751b1dfc180 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:20:25.990904 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e229fb-ac7a-435e-8c3d-665c7efeec0d', 'name': 'network-vif-deleted', 'tag': '52daa4a5-62a4-455b-8bb2-c1157c7d930f', 'status': 'completed', 'code': 200} Jul 09 16:20:26.025433 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fa428ad8-c11b-47a2-a3e9-a6310b60de4e req-4cce3be8-8669-4ca9-a12c-e42c72a716e8 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977954 Jul 09 16:20:26.134299 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f55dd16e-25af-4601-9392-60e7e7de126f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:26.134689 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f55dd16e-25af-4601-9392-60e7e7de126f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:26.141240 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:26.176747 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-f55dd16e-25af-4601-9392-60e7e7de126f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Calling delete_port for e79e3016-7043-45ae-aeb7-b5ba674112bb owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:20:26.178610 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cffd96-4f2a-4a4a-8394-7d74d64f734c req-c40b26fa-d6ab-4ced-84ba-ee05b2bd7e5e tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:26.180907 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-31cffd96-4f2a-4a4a-8394-7d74d64f734c req-c40b26fa-d6ab-4ced-84ba-ee05b2bd7e5e tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=9052fde5-832a-449e-ac41-75fdf28ec8fa HTTP/1.1" status: 200 len: 945 time: 0.0769184 Jul 09 16:20:26.223240 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-31cffd96-4f2a-4a4a-8394-7d74d64f734c req-d83bcf4d-5b24-4fbd-bf2f-8039a3e31f3d tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/security-groups?id=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340185 Jul 09 16:20:26.307639 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dd3c89a4-840f-4cd4-91f0-99d46f72202e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:26.384356 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0bb59ff9-648b-4025-9937-8fee1b3c71f6 req-a84cccb2-1b5b-4b7f-a7e5-1390906f2ec3 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:26.408905 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:26.432777 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['0c8ea357-3256-4860-85ba-5106e4007c5b'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:20:26.451552 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84cccb2-1b5b-4b7f-a7e5-1390906f2ec3 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Pushing event deleted for resources: {'Port': ['ID=0c8ea357-3256-4860-85ba-5106e4007c5b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:26.467901 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3c89a4-840f-4cd4-91f0-99d46f72202e admin admin] Pushing event updated for resources: {'Subnet': ['ID=48086698-4f4f-4805-9505-5f3dd52a2a14,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:26.485435 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7fa8c440-8fe6-4e44-94ff-267d6792e173 req-7fa8a6d1-f402-4ef4-9b79-e7a7cab93961 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=97e229fb-ac7a-435e-8c3d-665c7efeec0d HTTP/1.1" status: 200 len: 210 time: 0.0420322 Jul 09 16:20:26.527215 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d09b7b-fe96-42c2-a521-783ecb937069 req-adcfac85-ff0d-4fb9-bbff-ca612a945e21 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:26.528751 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-63d09b7b-fe96-42c2-a521-783ecb937069 req-adcfac85-ff0d-4fb9-bbff-ca612a945e21 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.3446362 Jul 09 16:20:26.562889 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb59ff9-648b-4025-9937-8fee1b3c71f6 req-a84cccb2-1b5b-4b7f-a7e5-1390906f2ec3 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] No DVR routers for this DVR port 0c8ea357-3256-4860-85ba-5106e4007c5b on host n-h2-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:20:26.567819 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0bb59ff9-648b-4025-9937-8fee1b3c71f6 req-a84cccb2-1b5b-4b7f-a7e5-1390906f2ec3 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:26.569711 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0bb59ff9-648b-4025-9937-8fee1b3c71f6 req-a84cccb2-1b5b-4b7f-a7e5-1390906f2ec3 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.73 "DELETE /v2.0/ports/0c8ea357-3256-4860-85ba-5106e4007c5b HTTP/1.1" status: 204 len: 173 time: 1.4007423 Jul 09 16:20:26.575070 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9052fde5-832a-449e-ac41-75fdf28ec8fa', 'name': 'network-vif-deleted', 'tag': '0c8ea357-3256-4860-85ba-5106e4007c5b'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:20:26.577490 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2554834a-f5ac-45fd-a83e-a180032cb0e0" -d '{"events": [{"server_uuid": "9052fde5-832a-449e-ac41-75fdf28ec8fa", "name": "network-vif-deleted", "tag": "0c8ea357-3256-4860-85ba-5106e4007c5b"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:20:26.582431 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3c89a4-840f-4cd4-91f0-99d46f72202e admin admin] Checking segment: {'id': 'c75a1b70-1b3d-4117-8ba1-85d56a0b3c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9809a851-ea74-4e67-9b3b-e340e8e7e565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:20:26.582806 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3c89a4-840f-4cd4-91f0-99d46f72202e admin admin] Network hostable DHCP agents. Network: 9809a851-ea74-4e67-9b3b-e340e8e7e565, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:20:26.655727 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-63d09b7b-fe96-42c2-a521-783ecb937069 req-499891b9-3ce3-4a51-aa5f-8be8bb4da61b tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953279 Jul 09 16:20:26.656808 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3c89a4-840f-4cd4-91f0-99d46f72202e admin admin] Network 9809a851-ea74-4e67-9b3b-e340e8e7e565 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:20:26.687022 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-dd3c89a4-840f-4cd4-91f0-99d46f72202e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 9809a851-ea74-4e67-9b3b-e340e8e7e565) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:20:26.691843 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3c89a4-840f-4cd4-91f0-99d46f72202e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:26.692516 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dd3c89a4-840f-4cd4-91f0-99d46f72202e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:26.701423 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f55dd16e-25af-4601-9392-60e7e7de126f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:26.701656 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2d7537-d6b0-4ac5-9bbd-415980ae0366 None None] Network 9809a851-ea74-4e67-9b3b-e340e8e7e565 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:20:26.739183 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-dd3c89a4-840f-4cd4-91f0-99d46f72202e admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2214639 Jul 09 16:20:26.740093 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55dd16e-25af-4601-9392-60e7e7de126f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Pushing event deleted for resources: {'Port': ['ID=e79e3016-7043-45ae-aeb7-b5ba674112bb,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:26.741977 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33452) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:26.747404 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-108ff5d6-9b17-4d24-8259-6744a8ab7c56 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2087140404-router', 'tenant_id': '0d09c7e748474147aa937d1c18ab1eb5', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:20:26.772433 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad840856-eb61-4582-8d22-703f008213c7 x-openstack-request-id: req-ad840856-eb61-4582-8d22-703f008213c7 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:20:26.772867 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9052fde5-832a-449e-ac41-75fdf28ec8fa", "name": "network-vif-deleted", "tag": "0c8ea357-3256-4860-85ba-5106e4007c5b", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:20:26.773156 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ad840856-eb61-4582-8d22-703f008213c7 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:20:26.773551 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9052fde5-832a-449e-ac41-75fdf28ec8fa', 'name': 'network-vif-deleted', 'tag': '0c8ea357-3256-4860-85ba-5106e4007c5b', 'status': 'completed', 'code': 200} Jul 09 16:20:26.775203 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55dd16e-25af-4601-9392-60e7e7de126f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:26.775540 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55dd16e-25af-4601-9392-60e7e7de126f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:26.775949 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55dd16e-25af-4601-9392-60e7e7de126f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:26.776426 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55dd16e-25af-4601-9392-60e7e7de126f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:26.776935 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55dd16e-25af-4601-9392-60e7e7de126f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:26.777147 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55dd16e-25af-4601-9392-60e7e7de126f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:26.777377 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55dd16e-25af-4601-9392-60e7e7de126f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:26.777703 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55dd16e-25af-4601-9392-60e7e7de126f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:26.778026 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55dd16e-25af-4601-9392-60e7e7de126f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:26.778351 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55dd16e-25af-4601-9392-60e7e7de126f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:26.778660 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55dd16e-25af-4601-9392-60e7e7de126f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:26.779045 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55dd16e-25af-4601-9392-60e7e7de126f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:26.793778 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-108ff5d6-9b17-4d24-8259-6744a8ab7c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:26.795007 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-108ff5d6-9b17-4d24-8259-6744a8ab7c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:26.826948 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f55dd16e-25af-4601-9392-60e7e7de126f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:26.831306 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f55dd16e-25af-4601-9392-60e7e7de126f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:26.836717 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f55dd16e-25af-4601-9392-60e7e7de126f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] 10.222.0.98 "DELETE /v2.0/floatingips/b4a60ca4-c3f4-4d43-b470-fdb15e505418 HTTP/1.1" status: 204 len: 168 time: 1.4247029 Jul 09 16:20:26.837423 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33454) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:26.941227 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b22ea80-db24-4316-988f-11d664856671 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-9809a851-ea74-4e67-9b3b-e340e8e7e565', 'network_id': '9809a851-ea74-4e67-9b3b-e340e8e7e565', 'tenant_id': '0d09c7e748474147aa937d1c18ab1eb5', 'fixed_ips': [{'subnet_id': '48086698-4f4f-4805-9505-5f3dd52a2a14'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:20:26.943018 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1b22ea80-db24-4316-988f-11d664856671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:26.965195 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [None req-f8c873c7-aa7f-4913-a67f-40112fd6aa1b tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] delete failed (client error): The resource could not be found. Jul 09 16:20:26.966389 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f8c873c7-aa7f-4913-a67f-40112fd6aa1b tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] 10.222.0.98 "DELETE /v2.0/floatingips/b4a60ca4-c3f4-4d43-b470-fdb15e505418 HTTP/1.1" status: 404 len: 345 time: 0.1254289 Jul 09 16:20:26.970398 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33458) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:26.976083 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-108ff5d6-9b17-4d24-8259-6744a8ab7c56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:27.095887 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa7f72-eb9f-4197-a580-169925a24873 req-8f985940-736e-4228-8269-cabf45d5e9fb tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:27.109982 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6eaa7f72-eb9f-4197-a580-169925a24873 req-8f985940-736e-4228-8269-cabf45d5e9fb tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.2280369 Jul 09 16:20:27.171232 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-1b22ea80-db24-4316-988f-11d664856671 None None] Allocated IP 172.20.0.2 (9809a851-ea74-4e67-9b3b-e340e8e7e565/48086698-4f4f-4805-9505-5f3dd52a2a14/8478abea-f5a3-4683-86b6-f4321f76d690) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:20:27.196374 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02b6b67-1504-486e-b687-5e5b1bb5e5ad tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:27.203861 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02b6b67-1504-486e-b687-5e5b1bb5e5ad tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:27.210617 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02b6b67-1504-486e-b687-5e5b1bb5e5ad tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:27.215144 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a02b6b67-1504-486e-b687-5e5b1bb5e5ad tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] 10.222.0.98 "GET /v2.0/ports?network_id=b241beb5-2d23-45f8-a178-1c6e0384f3fc HTTP/1.1" status: 200 len: 2357 time: 0.2436249 Jul 09 16:20:27.217936 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33462) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:27.279291 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-108ff5d6-9b17-4d24-8259-6744a8ab7c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:27.342915 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6eaa7f72-eb9f-4197-a580-169925a24873 req-9b0e2358-5bca-4d75-b577-be5b1fa29559 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312517 Jul 09 16:20:27.365502 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1b22ea80-db24-4316-988f-11d664856671 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:27.374911 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1b22ea80-db24-4316-988f-11d664856671 None None] Transition to ACTIVE for port object 8478abea-f5a3-4683-86b6-f4321f76d690 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:20:27.392975 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1b22ea80-db24-4316-988f-11d664856671 None None] Transition to ACTIVE for port object 8478abea-f5a3-4683-86b6-f4321f76d690 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:20:27.401426 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1b22ea80-db24-4316-988f-11d664856671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:27.482057 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b22ea80-db24-4316-988f-11d664856671 None None] Network 9809a851-ea74-4e67-9b3b-e340e8e7e565 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:20:27.483695 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b22ea80-db24-4316-988f-11d664856671 None None] Pushing event updated for resources: {'Port': ['ID=8478abea-f5a3-4683-86b6-f4321f76d690,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:27.490923 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-1b22ea80-db24-4316-988f-11d664856671 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:20:27.497620 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b22ea80-db24-4316-988f-11d664856671 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:20:27.571629 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-1b22ea80-db24-4316-988f-11d664856671 None None] Attempting to bind port 8478abea-f5a3-4683-86b6-f4321f76d690 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:20:27.572315 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-1b22ea80-db24-4316-988f-11d664856671 None None] Attempting to bind port 8478abea-f5a3-4683-86b6-f4321f76d690 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'c75a1b70-1b3d-4117-8ba1-85d56a0b3c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9809a851-ea74-4e67-9b3b-e340e8e7e565'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:20:27.572837 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b22ea80-db24-4316-988f-11d664856671 None None] Attempting to bind port 8478abea-f5a3-4683-86b6-f4321f76d690 on network 9809a851-ea74-4e67-9b3b-e340e8e7e565 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:20:27.579320 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b22ea80-db24-4316-988f-11d664856671 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:20:27.579941 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b22ea80-db24-4316-988f-11d664856671 None None] Checking segment: {'id': 'c75a1b70-1b3d-4117-8ba1-85d56a0b3c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9809a851-ea74-4e67-9b3b-e340e8e7e565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:20:27.580582 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1b22ea80-db24-4316-988f-11d664856671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:27.581150 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b22ea80-db24-4316-988f-11d664856671 None None] Bound using segment: {'id': 'c75a1b70-1b3d-4117-8ba1-85d56a0b3c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9809a851-ea74-4e67-9b3b-e340e8e7e565'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:20:27.581813 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-1b22ea80-db24-4316-988f-11d664856671 None None] Bound port: 8478abea-f5a3-4683-86b6-f4321f76d690, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c75a1b70-1b3d-4117-8ba1-85d56a0b3c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9809a851-ea74-4e67-9b3b-e340e8e7e565'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:20:27.582355 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1b22ea80-db24-4316-988f-11d664856671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:27.654270 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-1b22ea80-db24-4316-988f-11d664856671 None None] For port 8478abea-f5a3-4683-86b6-f4321f76d690, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:20:27.657620 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-1b22ea80-db24-4316-988f-11d664856671 None None] For port 8478abea-f5a3-4683-86b6-f4321f76d690, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=8478abea-f5a3-4683-86b6-f4321f76d690,segment=NetworkSegment(c75a1b70-1b3d-4117-8ba1-85d56a0b3c27),segment_id=c75a1b70-1b3d-4117-8ba1-85d56a0b3c27)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:20:27.663131 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1b22ea80-db24-4316-988f-11d664856671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:27.698094 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4b0c3f96-b40a-4770-b05e-534d488a07b6 req-ecfd6040-4c67-4ec8-8ffe-7819270aeadb tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] 10.222.0.98 "GET /v2.0/ports?device_id=9052fde5-832a-449e-ac41-75fdf28ec8fa HTTP/1.1" status: 200 len: 210 time: 0.0564034 Jul 09 16:20:27.715361 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-108ff5d6-9b17-4d24-8259-6744a8ab7c56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:27.758525 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-108ff5d6-9b17-4d24-8259-6744a8ab7c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:27.762230 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1e10ac-f1e7-4664-b320-7973c3736580 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:27.766448 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-7b1e10ac-f1e7-4664-b320-7973c3736580 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] 10.222.0.98 "GET /v2.0/subnets/1856eb9d-6d2d-491d-a89d-b589aaa88b63 HTTP/1.1" status: 200 len: 797 time: 0.5448074 Jul 09 16:20:27.770007 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33474) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:27.779767 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b22ea80-db24-4316-988f-11d664856671 None None] Pushing event updated for resources: {'Port': ['ID=8478abea-f5a3-4683-86b6-f4321f76d690,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:27.787902 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-8a0f42bb-5338-45ed-9dd6-9083a7a63a76 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Request body: {'port': {'network_id': 'b241beb5-2d23-45f8-a178-1c6e0384f3fc', 'name': 'tempest-FloatingIPTestJSON-116477909', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:20:27.896403 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9294de0-79a5-43d0-b71c-6053ef8b5272 req-0bf4da03-53a9-4961-88c5-58827e756ca7 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:27.898071 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b9294de0-79a5-43d0-b71c-6053ef8b5272 req-0bf4da03-53a9-4961-88c5-58827e756ca7 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=13f47310-2757-4e55-a383-60056a18fc3f HTTP/1.1" status: 200 len: 945 time: 0.2207694 Jul 09 16:20:27.954439 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7c66ae24-0237-47c7-b8e1-f52f68d874cf req-c6ba1fa7-0a8a-4d3d-b8c9-9bbe71799296 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=97e229fb-ac7a-435e-8c3d-665c7efeec0d HTTP/1.1" status: 200 len: 210 time: 0.0575600 Jul 09 16:20:27.980475 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b9294de0-79a5-43d0-b71c-6053ef8b5272 req-3619dd20-29d6-4a53-8c16-df59e4eac5fa tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714269 Jul 09 16:20:27.982407 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-108ff5d6-9b17-4d24-8259-6744a8ab7c56 admin admin] Allocated IP 172.25.0.165 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/9f82f6c6-47e6-4dfc-9058-3b151d613f6e) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:20:27.993933 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 52daa4a5-62a4-455b-8bb2-c1157c7d930f no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:20:28.032701 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0f42bb-5338-45ed-9dd6-9083a7a63a76 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Made reservation on behalf of 57de25892d9840a89618c2852c5113d2 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:20:28.098884 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: 52daa4a5-62a4-455b-8bb2-c1157c7d930f {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:20:28.099312 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 52daa4a5-62a4-455b-8bb2-c1157c7d930f not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:20:28.128810 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:28.272016 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-108ff5d6-9b17-4d24-8259-6744a8ab7c56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:28.313374 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8a0f42bb-5338-45ed-9dd6-9083a7a63a76 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:28.334555 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-108ff5d6-9b17-4d24-8259-6744a8ab7c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:28.336720 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547c099-c085-4c97-8738-cf3449436826 req-6f45a0f6-53e0-4d01-a137-4ed937cd8f34 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:28.338372 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2547c099-c085-4c97-8738-cf3449436826 req-6f45a0f6-53e0-4d01-a137-4ed937cd8f34 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.1257246 Jul 09 16:20:28.345605 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8a0f42bb-5338-45ed-9dd6-9083a7a63a76 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] device_id is not set on port bcf2703d-13fd-4dd3-8c7e-588f185c13c5 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:20:28.359504 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108ff5d6-9b17-4d24-8259-6744a8ab7c56 admin admin] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:20:28.362680 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-108ff5d6-9b17-4d24-8259-6744a8ab7c56 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:20:28.365492 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108ff5d6-9b17-4d24-8259-6744a8ab7c56 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:20:28.464728 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2547c099-c085-4c97-8738-cf3449436826 req-92c110a9-8369-4dda-8f2b-e3d6ae75111c tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059508 Jul 09 16:20:28.553341 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ff5d6-9b17-4d24-8259-6744a8ab7c56 admin admin] Pushing event updated for resources: {'Port': ['ID=9f82f6c6-47e6-4dfc-9058-3b151d613f6e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:28.713057 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-8a0f42bb-5338-45ed-9dd6-9083a7a63a76 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Allocated IP 172.20.0.14 (b241beb5-2d23-45f8-a178-1c6e0384f3fc/1856eb9d-6d2d-491d-a89d-b589aaa88b63/bcf2703d-13fd-4dd3-8c7e-588f185c13c5) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:20:28.717305 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-108ff5d6-9b17-4d24-8259-6744a8ab7c56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:28.723174 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-8a0f42bb-5338-45ed-9dd6-9083a7a63a76 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Allocated IP 172.20.0.12 (b241beb5-2d23-45f8-a178-1c6e0384f3fc/1856eb9d-6d2d-491d-a89d-b589aaa88b63/bcf2703d-13fd-4dd3-8c7e-588f185c13c5) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:20:28.767025 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91dbeaa-522c-4685-9f4c-2a7d53eaabc5 req-95b54be0-140c-458a-94e5-8e74c034619a tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:28.768790 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d91dbeaa-522c-4685-9f4c-2a7d53eaabc5 req-95b54be0-140c-458a-94e5-8e74c034619a tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.1523652 Jul 09 16:20:28.858746 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d91dbeaa-522c-4685-9f4c-2a7d53eaabc5 req-8e2bafaa-e639-4d06-8fcb-9c1c61bac037 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820098 Jul 09 16:20:28.999278 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-108ff5d6-9b17-4d24-8259-6744a8ab7c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:29.098570 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8a0f42bb-5338-45ed-9dd6-9083a7a63a76 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:29.176103 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8a0f42bb-5338-45ed-9dd6-9083a7a63a76 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:29.212512 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-108ff5d6-9b17-4d24-8259-6744a8ab7c56 admin admin] Router 6c81df47-4053-467a-b8c5-cb15fa70fb3b is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:20:29.266142 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210f9800-13fe-41f1-bade-7061dae3cac1 None None] Network 9809a851-ea74-4e67-9b3b-e340e8e7e565 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:20:29.278214 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bcbd28-d8e4-48e6-a267-bc0458667cb7 req-1db024f1-204c-4a73-bb35-baadb922e4ae tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:29.285231 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-95bcbd28-d8e4-48e6-a267-bc0458667cb7 req-1db024f1-204c-4a73-bb35-baadb922e4ae tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.1363740 Jul 09 16:20:29.351147 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-939851ca-f73d-4a78-a087-f0f6371d23c4 req-63e52e2b-24c6-4c0e-8ec6-396b7edeaba4 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=97e229fb-ac7a-435e-8c3d-665c7efeec0d HTTP/1.1" status: 200 len: 210 time: 0.1495523 Jul 09 16:20:29.354012 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0f42bb-5338-45ed-9dd6-9083a7a63a76 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Pushing event updated for resources: {'Port': ['ID=bcf2703d-13fd-4dd3-8c7e-588f185c13c5,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:29.368791 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-95bcbd28-d8e4-48e6-a267-bc0458667cb7 req-227ec55e-cc05-4d6a-ae8c-c939bc5c8b6b tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768387 Jul 09 16:20:29.394317 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0f42bb-5338-45ed-9dd6-9083a7a63a76 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Network b241beb5-2d23-45f8-a178-1c6e0384f3fc is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:20:29.402861 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-8a0f42bb-5338-45ed-9dd6-9083a7a63a76 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:20:29.405857 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0f42bb-5338-45ed-9dd6-9083a7a63a76 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:20:29.410634 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 8478abea-f5a3-4683-86b6-f4321f76d690 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:20:29.422669 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108ff5d6-9b17-4d24-8259-6744a8ab7c56 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:20:29.431629 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58dba09-9715-4430-a10c-65e8f008f41d None None] Sync routers for ids ['6c81df47-4053-467a-b8c5-cb15fa70fb3b'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:20:29.442570 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-108ff5d6-9b17-4d24-8259-6744a8ab7c56 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:29.443996 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58dba09-9715-4430-a10c-65e8f008f41d None None] Routers {'6c81df47-4053-467a-b8c5-cb15fa70fb3b'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:20:29.445446 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-108ff5d6-9b17-4d24-8259-6744a8ab7c56 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 2.7018783 Jul 09 16:20:29.445867 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-a58dba09-9715-4430-a10c-65e8f008f41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:20:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['6c81df47-4053-467a-b8c5-cb15fa70fb3b'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:29.448440 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33500) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:29.525177 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0f42bb-5338-45ed-9dd6-9083a7a63a76 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:29.529862 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8a0f42bb-5338-45ed-9dd6-9083a7a63a76 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:29.570840 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8a0f42bb-5338-45ed-9dd6-9083a7a63a76 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.7979157 Jul 09 16:20:29.571621 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33506) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:29.577796 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-34a07785-3a0c-4be5-9054-dc67d8da72fa None None] Provisioning for port 8478abea-f5a3-4683-86b6-f4321f76d690 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:20:29.584005 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-a9da72e3-2ec8-4ff1-8269-aceee56e292e tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Request body: {'floatingip': {'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'port_id': 'bcf2703d-13fd-4dd3-8c7e-588f185c13c5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:20:29.636011 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a9da72e3-2ec8-4ff1-8269-aceee56e292e tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:29.639536 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 8478abea-f5a3-4683-86b6-f4321f76d690 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:20:29.645850 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 8478abea-f5a3-4683-86b6-f4321f76d690 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:20:29.646437 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:29.709376 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-a58dba09-9715-4430-a10c-65e8f008f41d None None] Set router 6c81df47-4053-467a-b8c5-cb15fa70fb3b gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:20:29.781194 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62782be-1da0-4ac4-83ce-13814e2a43c0 req-39a4ccfe-936f-4494-b90f-e18b87c1cebb tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:29.784198 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:29.790108 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b62782be-1da0-4ac4-83ce-13814e2a43c0 req-39a4ccfe-936f-4494-b90f-e18b87c1cebb tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=13f47310-2757-4e55-a383-60056a18fc3f HTTP/1.1" status: 200 len: 945 time: 0.1564870 Jul 09 16:20:29.852461 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 8478abea-f5a3-4683-86b6-f4321f76d690, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=8478abea-f5a3-4683-86b6-f4321f76d690,segment=NetworkSegment(c75a1b70-1b3d-4117-8ba1-85d56a0b3c27),segment_id=c75a1b70-1b3d-4117-8ba1-85d56a0b3c27)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:20:29.856863 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:29.902528 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a9da72e3-2ec8-4ff1-8269-aceee56e292e tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:29.917233 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=8478abea-f5a3-4683-86b6-f4321f76d690,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:29.917630 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b62782be-1da0-4ac4-83ce-13814e2a43c0 req-303b131a-c0ab-448f-86e8-76efa72063fd tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261387 Jul 09 16:20:30.003733 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 0c8ea357-3256-4860-85ba-5106e4007c5b no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:20:30.044625 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: 0c8ea357-3256-4860-85ba-5106e4007c5b {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:20:30.045052 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 0c8ea357-3256-4860-85ba-5106e4007c5b not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:20:30.072449 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-a9da72e3-2ec8-4ff1-8269-aceee56e292e tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Allocated IP 172.25.0.47 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/3dfe59f7-4a17-4f18-b4cf-f78f7c865269) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:20:30.131094 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8f7551ae-00bc-4637-aa30-b70fdd1d3557 None None] Provisioning complete for port 8478abea-f5a3-4683-86b6-f4321f76d690 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:20:30.131471 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8f7551ae-00bc-4637-aa30-b70fdd1d3557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:30.148513 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-a58dba09-9715-4430-a10c-65e8f008f41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c81df47-4053-467a-b8c5-cb15fa70fb3b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2087140404-router', 'tenant_id': '0d09c7e748474147aa937d1c18ab1eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '9f82f6c6-47e6-4dfc-9058-3b151d613f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:20:26Z', 'updated_at': '2021-07-09T16:20:28Z', 'revision_number': 3, 'project_id': '0d09c7e748474147aa937d1c18ab1eb5', 'gw_port': {'id': '9f82f6c6-47e6-4dfc-9058-3b151d613f6e', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:40:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c81df47-4053-467a-b8c5-cb15fa70fb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:20:27Z', 'updated_at': '2021-07-09T16:20:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:30.207827 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58dba09-9715-4430-a10c-65e8f008f41d None None] Checking router: 6c81df47-4053-467a-b8c5-cb15fa70fb3b for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:20:30.214057 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58dba09-9715-4430-a10c-65e8f008f41d None None] Updating router 6c81df47-4053-467a-b8c5-cb15fa70fb3b port 9f82f6c6-47e6-4dfc-9058-3b151d613f6e binding host n-d-798930-3 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:20:30.261630 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca518a1-11d6-4f29-a307-c9f7cadee37e req-c35d899c-3660-4fab-8462-08a229152fbd tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:30.267764 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3ca518a1-11d6-4f29-a307-c9f7cadee37e req-c35d899c-3660-4fab-8462-08a229152fbd tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.3597002 Jul 09 16:20:30.287451 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a58dba09-9715-4430-a10c-65e8f008f41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:30.368279 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-424779b5-9bfb-4e02-95df-12ebc2c5a5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:30.372430 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a9da72e3-2ec8-4ff1-8269-aceee56e292e tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:30.399890 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3ca518a1-11d6-4f29-a307-c9f7cadee37e req-a30b3d73-a47d-44f0-8dd0-1aec3895532a tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244848 Jul 09 16:20:30.461221 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a9da72e3-2ec8-4ff1-8269-aceee56e292e tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:30.588527 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9da72e3-2ec8-4ff1-8269-aceee56e292e tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:20:30.600725 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-a9da72e3-2ec8-4ff1-8269-aceee56e292e tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:20:30.604836 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9da72e3-2ec8-4ff1-8269-aceee56e292e tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:20:30.662017 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9da72e3-2ec8-4ff1-8269-aceee56e292e tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Pushing event updated for resources: {'Port': ['ID=3dfe59f7-4a17-4f18-b4cf-f78f7c865269,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:30.714385 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-424779b5-9bfb-4e02-95df-12ebc2c5a5aa admin admin] Allocated IP 172.20.0.1 (9809a851-ea74-4e67-9b3b-e340e8e7e565/48086698-4f4f-4805-9505-5f3dd52a2a14/f85bd825-efb1-482c-a4c6-7fdf648ad387) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:20:30.779177 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-64e8a5c6-084a-45b5-9477-5ca201f4e8b6 req-ca22f2a5-6a10-4c78-b462-5a2e0177667f tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=97e229fb-ac7a-435e-8c3d-665c7efeec0d HTTP/1.1" status: 200 len: 210 time: 0.0571208 Jul 09 16:20:30.801467 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a58dba09-9715-4430-a10c-65e8f008f41d None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:30.815405 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-a58dba09-9715-4430-a10c-65e8f008f41d None None] Transition to ACTIVE for port object 9f82f6c6-47e6-4dfc-9058-3b151d613f6e will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:20:30.824482 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a58dba09-9715-4430-a10c-65e8f008f41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:30.888190 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-a58dba09-9715-4430-a10c-65e8f008f41d None None] Attempting to bind port 9f82f6c6-47e6-4dfc-9058-3b151d613f6e on host n-d-798930-3 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:20:30.888561 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-a58dba09-9715-4430-a10c-65e8f008f41d None None] Attempting to bind port 9f82f6c6-47e6-4dfc-9058-3b151d613f6e by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:20:30.888923 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58dba09-9715-4430-a10c-65e8f008f41d None None] Attempting to bind port 9f82f6c6-47e6-4dfc-9058-3b151d613f6e on network caa6ed8d-2893-4113-8f68-c5284e694f6c {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:20:30.901863 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58dba09-9715-4430-a10c-65e8f008f41d None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:20:30.902327 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58dba09-9715-4430-a10c-65e8f008f41d None None] Checking segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:20:30.902760 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a58dba09-9715-4430-a10c-65e8f008f41d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:30.903162 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58dba09-9715-4430-a10c-65e8f008f41d None None] Bound using segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:20:30.903774 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-a58dba09-9715-4430-a10c-65e8f008f41d None None] Bound port: 9f82f6c6-47e6-4dfc-9058-3b151d613f6e, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:20:30.904250 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a58dba09-9715-4430-a10c-65e8f008f41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:30.931369 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d276dc-bcd7-4d02-8ee3-5181972a882f req-27f6741d-7fd7-45dc-b5c6-083fd030c3b5 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:30.950283 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-51d276dc-bcd7-4d02-8ee3-5181972a882f req-27f6741d-7fd7-45dc-b5c6-083fd030c3b5 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=13f47310-2757-4e55-a383-60056a18fc3f HTTP/1.1" status: 200 len: 945 time: 0.2115436 Jul 09 16:20:30.956870 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-424779b5-9bfb-4e02-95df-12ebc2c5a5aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:30.966026 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a58dba09-9715-4430-a10c-65e8f008f41d None None] For port 9f82f6c6-47e6-4dfc-9058-3b151d613f6e, host n-d-798930-3, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:20:30.971707 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a58dba09-9715-4430-a10c-65e8f008f41d None None] For port 9f82f6c6-47e6-4dfc-9058-3b151d613f6e, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=9f82f6c6-47e6-4dfc-9058-3b151d613f6e,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:20:30.978336 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb2ddb7-9299-4e96-b783-28edd7fe2cc2 None None] Pushing event updated for resources: {'Port': ['ID=9f82f6c6-47e6-4dfc-9058-3b151d613f6e,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:30.983016 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a58dba09-9715-4430-a10c-65e8f008f41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:30.995150 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2ddb7-9299-4e96-b783-28edd7fe2cc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:30.995491 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2ddb7-9299-4e96-b783-28edd7fe2cc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:30.995966 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2ddb7-9299-4e96-b783-28edd7fe2cc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:30.996302 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2ddb7-9299-4e96-b783-28edd7fe2cc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:30.996631 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2ddb7-9299-4e96-b783-28edd7fe2cc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:30.997096 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2ddb7-9299-4e96-b783-28edd7fe2cc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:30.997555 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2ddb7-9299-4e96-b783-28edd7fe2cc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:30.997880 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2ddb7-9299-4e96-b783-28edd7fe2cc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:30.998797 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2ddb7-9299-4e96-b783-28edd7fe2cc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:30.998797 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2ddb7-9299-4e96-b783-28edd7fe2cc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:30.998983 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2ddb7-9299-4e96-b783-28edd7fe2cc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:30.999198 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2ddb7-9299-4e96-b783-28edd7fe2cc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:31.068865 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb2ddb7-9299-4e96-b783-28edd7fe2cc2 None None] Pushing event updated for resources: {'Port': ['ID=9f82f6c6-47e6-4dfc-9058-3b151d613f6e,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:31.089401 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-51d276dc-bcd7-4d02-8ee3-5181972a882f req-8e910e1c-fa0a-466c-91d8-2969ccec9c90 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381044 Jul 09 16:20:31.097768 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58dba09-9715-4430-a10c-65e8f008f41d None None] Routers {'6c81df47-4053-467a-b8c5-cb15fa70fb3b'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:20:31.100503 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-a58dba09-9715-4430-a10c-65e8f008f41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:20:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['6c81df47-4053-467a-b8c5-cb15fa70fb3b'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:31.268710 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 8478abea-f5a3-4683-86b6-f4321f76d690 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:20:31.386755 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-a58dba09-9715-4430-a10c-65e8f008f41d None None] Set router 6c81df47-4053-467a-b8c5-cb15fa70fb3b gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:20:31.403267 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 8478abea-f5a3-4683-86b6-f4321f76d690 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:20:31.403883 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:31.513224 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a9da72e3-2ec8-4ff1-8269-aceee56e292e tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:31.568519 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-424779b5-9bfb-4e02-95df-12ebc2c5a5aa admin admin] Transition to ACTIVE for port object f85bd825-efb1-482c-a4c6-7fdf648ad387 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:20:31.631609 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c9f2ca-8dd0-4ba9-81f4-3b1173187764 req-22dd9171-e53d-455d-8428-91ba3cb5261c tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:31.638690 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b7c9f2ca-8dd0-4ba9-81f4-3b1173187764 req-22dd9171-e53d-455d-8428-91ba3cb5261c tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.1256061 Jul 09 16:20:31.647051 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-424779b5-9bfb-4e02-95df-12ebc2c5a5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:31.689416 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a9da72e3-2ec8-4ff1-8269-aceee56e292e tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:31.695807 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424779b5-9bfb-4e02-95df-12ebc2c5a5aa admin admin] Network 9809a851-ea74-4e67-9b3b-e340e8e7e565 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:20:31.698878 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-424779b5-9bfb-4e02-95df-12ebc2c5a5aa admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:20:31.703082 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424779b5-9bfb-4e02-95df-12ebc2c5a5aa admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:20:31.759437 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-a58dba09-9715-4430-a10c-65e8f008f41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c81df47-4053-467a-b8c5-cb15fa70fb3b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2087140404-router', 'tenant_id': '0d09c7e748474147aa937d1c18ab1eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '9f82f6c6-47e6-4dfc-9058-3b151d613f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:20:26Z', 'updated_at': '2021-07-09T16:20:28Z', 'revision_number': 3, 'project_id': '0d09c7e748474147aa937d1c18ab1eb5', 'gw_port': {'id': '9f82f6c6-47e6-4dfc-9058-3b151d613f6e', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:40:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c81df47-4053-467a-b8c5-cb15fa70fb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:20:27Z', 'updated_at': '2021-07-09T16:20:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:31.775135 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b7c9f2ca-8dd0-4ba9-81f4-3b1173187764 req-22318052-4517-4334-a930-d4a50d90fb5d tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353307 Jul 09 16:20:31.778087 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424779b5-9bfb-4e02-95df-12ebc2c5a5aa admin admin] Pushing event updated for resources: {'Port': ['ID=f85bd825-efb1-482c-a4c6-7fdf648ad387,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:31.796431 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58dba09-9715-4430-a10c-65e8f008f41d None None] The sync data for ids ['6c81df47-4053-467a-b8c5-cb15fa70fb3b'] in n-d-798930-3 is: [{'id': '6c81df47-4053-467a-b8c5-cb15fa70fb3b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2087140404-router', 'tenant_id': '0d09c7e748474147aa937d1c18ab1eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '9f82f6c6-47e6-4dfc-9058-3b151d613f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:20:26Z', 'updated_at': '2021-07-09T16:20:28Z', 'revision_number': 3, 'project_id': '0d09c7e748474147aa937d1c18ab1eb5', 'gw_port': {'id': '9f82f6c6-47e6-4dfc-9058-3b151d613f6e', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:40:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c81df47-4053-467a-b8c5-cb15fa70fb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:20:27Z', 'updated_at': '2021-07-09T16:20:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:20:31.809145 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424779b5-9bfb-4e02-95df-12ebc2c5a5aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:31.809496 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424779b5-9bfb-4e02-95df-12ebc2c5a5aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:31.809719 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69794de7-36ce-4ca7-8c06-b885d498bd6b req-bd9f8c11-1bae-490c-b903-86096aca90b1 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:31.809824 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424779b5-9bfb-4e02-95df-12ebc2c5a5aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:31.810155 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424779b5-9bfb-4e02-95df-12ebc2c5a5aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:31.810486 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424779b5-9bfb-4e02-95df-12ebc2c5a5aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:31.810833 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424779b5-9bfb-4e02-95df-12ebc2c5a5aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:31.811160 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424779b5-9bfb-4e02-95df-12ebc2c5a5aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:31.811507 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424779b5-9bfb-4e02-95df-12ebc2c5a5aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:31.811841 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424779b5-9bfb-4e02-95df-12ebc2c5a5aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:31.812162 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424779b5-9bfb-4e02-95df-12ebc2c5a5aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:31.812508 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424779b5-9bfb-4e02-95df-12ebc2c5a5aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:31.812828 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424779b5-9bfb-4e02-95df-12ebc2c5a5aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:31.821088 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-69794de7-36ce-4ca7-8c06-b885d498bd6b req-bd9f8c11-1bae-490c-b903-86096aca90b1 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=13f47310-2757-4e55-a383-60056a18fc3f HTTP/1.1" status: 200 len: 945 time: 0.2357020 Jul 09 16:20:31.833800 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-424779b5-9bfb-4e02-95df-12ebc2c5a5aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:31.918567 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-69794de7-36ce-4ca7-8c06-b885d498bd6b req-d754ceaa-ca4d-4ce8-8eb8-b45394c6e329 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963154 Jul 09 16:20:32.041042 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a9da72e3-2ec8-4ff1-8269-aceee56e292e tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:32.052753 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a9da72e3-2ec8-4ff1-8269-aceee56e292e tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:32.174717 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9da72e3-2ec8-4ff1-8269-aceee56e292e tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Pushing event updated for resources: {'Port': ['ID=3dfe59f7-4a17-4f18-b4cf-f78f7c865269,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:32.185139 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f86515a2-c72e-4590-b3ec-53ac4147b4dc None None] Provisioning for port f85bd825-efb1-482c-a4c6-7fdf648ad387 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:20:32.191628 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f86515a2-c72e-4590-b3ec-53ac4147b4dc None None] Provisioning complete for port f85bd825-efb1-482c-a4c6-7fdf648ad387 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:20:32.192328 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f86515a2-c72e-4590-b3ec-53ac4147b4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:32.210850 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a9da72e3-2ec8-4ff1-8269-aceee56e292e tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:32.292049 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-424779b5-9bfb-4e02-95df-12ebc2c5a5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:32.294613 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-f86515a2-c72e-4590-b3ec-53ac4147b4dc None None] Port f85bd825-efb1-482c-a4c6-7fdf648ad387 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:20:32.393730 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd93bd-2fb0-4a1a-baec-2cd2f65bb76d req-7a3cc58f-bc15-48f3-8c0e-a294f1cc1d46 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:32.403273 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e7cd93bd-2fb0-4a1a-baec-2cd2f65bb76d req-7a3cc58f-bc15-48f3-8c0e-a294f1cc1d46 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.2904391 Jul 09 16:20:32.418999 n-d-798930-3 neutron-server[93959]: INFO neutron.db.l3_db [None req-a9da72e3-2ec8-4ff1-8269-aceee56e292e tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Floating IP 1d12fe5c-24bb-4d7e-8578-9e5c8aaa787b associated. External IP: 172.25.0.47, port: bcf2703d-13fd-4dd3-8c7e-588f185c13c5. Jul 09 16:20:32.543540 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e7cd93bd-2fb0-4a1a-baec-2cd2f65bb76d req-a836cfdb-fa03-474c-bc0f-6fe3fad26e19 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390407 Jul 09 16:20:32.704664 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-424779b5-9bfb-4e02-95df-12ebc2c5a5aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:32.715823 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-424779b5-9bfb-4e02-95df-12ebc2c5a5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:32.791838 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424779b5-9bfb-4e02-95df-12ebc2c5a5aa admin admin] Pushing event updated for resources: {'Port': ['ID=f85bd825-efb1-482c-a4c6-7fdf648ad387,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:32.919323 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9da72e3-2ec8-4ff1-8269-aceee56e292e tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Router 53cf0c56-5ba4-4e0c-a002-1ae625c86541 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:20:32.931760 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-424779b5-9bfb-4e02-95df-12ebc2c5a5aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:33.198130 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9da72e3-2ec8-4ff1-8269-aceee56e292e tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:20:33.211497 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea3e28c-d8ab-41a1-a22a-8e3238ef0302 None None] Sync routers for ids ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:20:33.212385 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424779b5-9bfb-4e02-95df-12ebc2c5a5aa admin admin] Network 9809a851-ea74-4e67-9b3b-e340e8e7e565 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:20:33.216420 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-424779b5-9bfb-4e02-95df-12ebc2c5a5aa admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:20:33.224259 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea3e28c-d8ab-41a1-a22a-8e3238ef0302 None None] Routers {'53cf0c56-5ba4-4e0c-a002-1ae625c86541'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:20:33.228129 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1ea3e28c-d8ab-41a1-a22a-8e3238ef0302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:20:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:33.313108 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1ea3e28c-d8ab-41a1-a22a-8e3238ef0302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:33.340007 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a9da72e3-2ec8-4ff1-8269-aceee56e292e tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:33.347704 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea3e28c-d8ab-41a1-a22a-8e3238ef0302 None None] Routers {'53cf0c56-5ba4-4e0c-a002-1ae625c86541'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:20:33.352129 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1ea3e28c-d8ab-41a1-a22a-8e3238ef0302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:20:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:33.441963 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1ea3e28c-d8ab-41a1-a22a-8e3238ef0302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:33.443979 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea3e28c-d8ab-41a1-a22a-8e3238ef0302 None None] The sync data for ids ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'] in n-d-798930-3 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:20:33.448398 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 9f82f6c6-47e6-4dfc-9058-3b151d613f6e up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:20:33.465474 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a9da72e3-2ec8-4ff1-8269-aceee56e292e tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.8913062 Jul 09 16:20:33.472477 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33562) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:33.483408 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-c1a45def-67ac-42f2-8e7b-39192ef76962 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Request body: {'floatingip': {'port_id': 'bcf2703d-13fd-4dd3-8c7e-588f185c13c5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:20:33.489753 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-424779b5-9bfb-4e02-95df-12ebc2c5a5aa admin admin] Router 6c81df47-4053-467a-b8c5-cb15fa70fb3b has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:20:33.539869 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942b8ee-7061-49e3-b43c-c7681dd6058c req-9dbe21db-0eb4-434d-bd63-cf7bc59cb8cf tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:33.541605 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c942b8ee-7061-49e3-b43c-c7681dd6058c req-9dbe21db-0eb4-434d-bd63-cf7bc59cb8cf tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=13f47310-2757-4e55-a383-60056a18fc3f HTTP/1.1" status: 200 len: 945 time: 0.4162765 Jul 09 16:20:33.565548 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 9f82f6c6-47e6-4dfc-9058-3b151d613f6e completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:20:33.571633 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 9f82f6c6-47e6-4dfc-9058-3b151d613f6e triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:20:33.572430 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:33.589853 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15017a59-ee6c-4850-b7d1-50ec6b0a3dbc req-9d7424f9-f3a5-4749-a511-c39904a6458b tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:33.600470 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-15017a59-ee6c-4850-b7d1-50ec6b0a3dbc req-9d7424f9-f3a5-4749-a511-c39904a6458b tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.4098303 Jul 09 16:20:33.722695 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424779b5-9bfb-4e02-95df-12ebc2c5a5aa admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:20:33.725126 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-15017a59-ee6c-4850-b7d1-50ec6b0a3dbc req-439ac13b-b6c2-434d-932a-e7b1463b4488 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213801 Jul 09 16:20:33.746977 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-424779b5-9bfb-4e02-95df-12ebc2c5a5aa admin admin] 10.222.0.98 "PUT /v2.0/routers/6c81df47-4053-467a-b8c5-cb15fa70fb3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2965791 Jul 09 16:20:33.758834 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1b926d24-19a0-4af1-b5ef-b34dff89f1c0 None None] Provisioning complete for port f85bd825-efb1-482c-a4c6-7fdf648ad387 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:20:33.767012 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1b926d24-19a0-4af1-b5ef-b34dff89f1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:33.785162 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c1a45def-67ac-42f2-8e7b-39192ef76962 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for floatingip, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:33.838320 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c942b8ee-7061-49e3-b43c-c7681dd6058c req-f281f0ef-8b24-4260-a2ad-170717c42cd3 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857945 Jul 09 16:20:33.886279 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-1b926d24-19a0-4af1-b5ef-b34dff89f1c0 None None] Port f85bd825-efb1-482c-a4c6-7fdf648ad387 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:20:33.906831 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:33.974868 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 9f82f6c6-47e6-4dfc-9058-3b151d613f6e, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=9f82f6c6-47e6-4dfc-9058-3b151d613f6e,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:20:33.982191 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:34.041238 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec2924-aa41-496e-b63b-40eee727321a req-854185fc-d676-4bdc-bbe3-0b366a79dcef tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:34.049493 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-96ec2924-aa41-496e-b63b-40eee727321a req-854185fc-d676-4bdc-bbe3-0b366a79dcef tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.77 "GET /v2.0/ports?device_id=13f47310-2757-4e55-a383-60056a18fc3f HTTP/1.1" status: 200 len: 945 time: 0.2217963 Jul 09 16:20:34.171225 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=9f82f6c6-47e6-4dfc-9058-3b151d613f6e,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:34.204917 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:34.206416 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:34.207061 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:34.209897 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:34.210525 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:34.211769 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:34.215273 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:34.215894 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:34.216437 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:34.216993 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:34.217547 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:34.218091 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:20:34.310453 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b669a61a-256e-4509-a868-d102307c0276 req-1c949b4a-6ba8-4135-bd5f-e832f89f64c5 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:34.321104 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b669a61a-256e-4509-a868-d102307c0276 req-1c949b4a-6ba8-4135-bd5f-e832f89f64c5 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.1794364 Jul 09 16:20:34.486798 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-96ec2924-aa41-496e-b63b-40eee727321a req-c098f1f6-faac-4336-8c66-7df0924dc273 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Deleting port 814d655f-64e5-4578-ae10-b9452557e95c {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:20:34.492161 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-96ec2924-aa41-496e-b63b-40eee727321a req-c098f1f6-faac-4336-8c66-7df0924dc273 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:34.518254 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b669a61a-256e-4509-a868-d102307c0276 req-390ada04-abd2-4c50-b050-6ab463199c6c tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957808 Jul 09 16:20:34.742343 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35271448-bd1e-4953-a925-31b26906d7bc None None] Sync routers for ids ['6c81df47-4053-467a-b8c5-cb15fa70fb3b'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:20:34.759926 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-96ec2924-aa41-496e-b63b-40eee727321a req-c098f1f6-faac-4336-8c66-7df0924dc273 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] For port 814d655f-64e5-4578-ae10-b9452557e95c, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=814d655f-64e5-4578-ae10-b9452557e95c,segment=NetworkSegment(fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c),segment_id=fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:20:34.762619 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35271448-bd1e-4953-a925-31b26906d7bc None None] Routers {'6c81df47-4053-467a-b8c5-cb15fa70fb3b'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:20:34.766741 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-96ec2924-aa41-496e-b63b-40eee727321a req-c098f1f6-faac-4336-8c66-7df0924dc273 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:34.767150 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-35271448-bd1e-4953-a925-31b26906d7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:20:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['6c81df47-4053-467a-b8c5-cb15fa70fb3b'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:34.799966 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-96ec2924-aa41-496e-b63b-40eee727321a req-c098f1f6-faac-4336-8c66-7df0924dc273 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Calling delete_port for 814d655f-64e5-4578-ae10-b9452557e95c owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:20:34.961418 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e4420-c7c1-498d-b53b-329d91f83ada req-3c177f98-1bd2-47e3-8023-2a7febc481eb tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:34.969696 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bf8e4420-c7c1-498d-b53b-329d91f83ada req-3c177f98-1bd2-47e3-8023-2a7febc481eb tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.1648531 Jul 09 16:20:34.983771 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-35271448-bd1e-4953-a925-31b26906d7bc None None] Set router 6c81df47-4053-467a-b8c5-cb15fa70fb3b gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:20:35.051484 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bf8e4420-c7c1-498d-b53b-329d91f83ada req-afb17305-c820-4aad-b709-09d565bb473f tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807424 Jul 09 16:20:35.112799 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-96ec2924-aa41-496e-b63b-40eee727321a req-c098f1f6-faac-4336-8c66-7df0924dc273 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:35.125900 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['f8ff3a60-d462-40e9-acb7-798df2b5cc97', '814d655f-64e5-4578-ae10-b9452557e95c'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:20:35.186711 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098f1f6-faac-4336-8c66-7df0924dc273 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Pushing event deleted for resources: {'Port': ['ID=814d655f-64e5-4578-ae10-b9452557e95c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:35.311019 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-35271448-bd1e-4953-a925-31b26906d7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c81df47-4053-467a-b8c5-cb15fa70fb3b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2087140404-router', 'tenant_id': '0d09c7e748474147aa937d1c18ab1eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '9f82f6c6-47e6-4dfc-9058-3b151d613f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:20:26Z', 'updated_at': '2021-07-09T16:20:32Z', 'revision_number': 4, 'project_id': '0d09c7e748474147aa937d1c18ab1eb5', 'gw_port': {'id': '9f82f6c6-47e6-4dfc-9058-3b151d613f6e', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:40:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c81df47-4053-467a-b8c5-cb15fa70fb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:20:27Z', 'updated_at': '2021-07-09T16:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'f85bd825-efb1-482c-a4c6-7fdf648ad387', 'name': '', 'network_id': '9809a851-ea74-4e67-9b3b-e340e8e7e565', 'tenant_id': '0d09c7e748474147aa937d1c18ab1eb5', 'mac_address': 'fa:16:3e:d3:4a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c81df47-4053-467a-b8c5-cb15fa70fb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '48086698-4f4f-4805-9505-5f3dd52a2a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:20:30Z', 'updated_at': '2021-07-09T16:20:32Z', 'revision_number': 2, 'project_id': '0d09c7e748474147aa937d1c18ab1eb5', 'subnets': [{'id': '48086698-4f4f-4805-9505-5f3dd52a2a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:35.312216 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ec2924-aa41-496e-b63b-40eee727321a req-c098f1f6-faac-4336-8c66-7df0924dc273 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] No DVR routers for this DVR port 814d655f-64e5-4578-ae10-b9452557e95c on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:20:35.316972 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-96ec2924-aa41-496e-b63b-40eee727321a req-c098f1f6-faac-4336-8c66-7df0924dc273 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:35.319151 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-96ec2924-aa41-496e-b63b-40eee727321a req-c098f1f6-faac-4336-8c66-7df0924dc273 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.77 "DELETE /v2.0/ports/814d655f-64e5-4578-ae10-b9452557e95c HTTP/1.1" status: 204 len: 173 time: 1.2688060 Jul 09 16:20:35.322283 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13f47310-2757-4e55-a383-60056a18fc3f', 'name': 'network-vif-deleted', 'tag': '814d655f-64e5-4578-ae10-b9452557e95c'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:20:35.333609 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32d8723-2e27-4800-a773-6040420cb6b5" -d '{"events": [{"server_uuid": "13f47310-2757-4e55-a383-60056a18fc3f", "name": "network-vif-deleted", "tag": "814d655f-64e5-4578-ae10-b9452557e95c"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:20:35.370630 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35271448-bd1e-4953-a925-31b26906d7bc None None] Checking router: 6c81df47-4053-467a-b8c5-cb15fa70fb3b for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:20:35.371304 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35271448-bd1e-4953-a925-31b26906d7bc None None] Updating router 6c81df47-4053-467a-b8c5-cb15fa70fb3b port f85bd825-efb1-482c-a4c6-7fdf648ad387 binding host n-d-798930-3 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:20:35.416353 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 9f82f6c6-47e6-4dfc-9058-3b151d613f6e up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:20:35.436708 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0c07c5d9-260f-47b1-8339-4b1fd687b4f5 req-fe54c541-f489-4081-bde2-29f0d081045d tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=13f47310-2757-4e55-a383-60056a18fc3f HTTP/1.1" status: 200 len: 210 time: 0.0800812 Jul 09 16:20:35.478073 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-35271448-bd1e-4953-a925-31b26906d7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:35.715487 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51436deb-e2de-4f1d-a6fa-e06ee0f18079 req-649c6af4-263f-4536-869a-0dc8904e8dea tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:35.727969 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606e355-1479-4f54-b50a-66f79ee88ac4 req-53b0324a-b987-4cdb-8b13-d055313825c5 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:35.731372 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-51436deb-e2de-4f1d-a6fa-e06ee0f18079 req-649c6af4-263f-4536-869a-0dc8904e8dea tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.98 "GET /v2.0/networks?id=9809a851-ea74-4e67-9b3b-e340e8e7e565 HTTP/1.1" status: 200 len: 829 time: 0.4307592 Jul 09 16:20:35.739556 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b606e355-1479-4f54-b50a-66f79ee88ac4 req-53b0324a-b987-4cdb-8b13-d055313825c5 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.1217756 Jul 09 16:20:35.768234 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-51436deb-e2de-4f1d-a6fa-e06ee0f18079 req-e5803616-45b2-4a0d-95cb-5c5aee968457 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.98 "GET /v2.0/quotas/0d09c7e748474147aa937d1c18ab1eb5 HTTP/1.1" status: 200 len: 375 time: 0.0358689 Jul 09 16:20:35.812547 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b606e355-1479-4f54-b50a-66f79ee88ac4 req-1a0d46de-e3da-4e56-b7fe-20e9f884975e tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719986 Jul 09 16:20:35.931296 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.db.resource_extend [None req-c1a45def-67ac-42f2-8e7b-39192ef76962 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 16:20:36.024211 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 9f82f6c6-47e6-4dfc-9058-3b151d613f6e triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:20:36.024589 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:36.051610 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca41ae7-2b4e-4d3c-8aff-ab17826b00b2 x-openstack-request-id: req-fca41ae7-2b4e-4d3c-8aff-ab17826b00b2 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:20:36.052181 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13f47310-2757-4e55-a383-60056a18fc3f", "name": "network-vif-deleted", "tag": "814d655f-64e5-4578-ae10-b9452557e95c", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:20:36.052637 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fca41ae7-2b4e-4d3c-8aff-ab17826b00b2 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:20:36.053257 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13f47310-2757-4e55-a383-60056a18fc3f', 'name': 'network-vif-deleted', 'tag': '814d655f-64e5-4578-ae10-b9452557e95c', 'status': 'completed', 'code': 200} Jul 09 16:20:36.092635 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c1a45def-67ac-42f2-8e7b-39192ef76962 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:36.100869 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c1a45def-67ac-42f2-8e7b-39192ef76962 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:36.263902 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-35271448-bd1e-4953-a925-31b26906d7bc None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:36.281761 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-51436deb-e2de-4f1d-a6fa-e06ee0f18079 req-a86381f3-e5c5-4183-8711-b81bd9f61f11 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=0d09c7e748474147aa937d1c18ab1eb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5125732 Jul 09 16:20:36.287319 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [req-51436deb-e2de-4f1d-a6fa-e06ee0f18079 req-8c691832-39db-4465-a978-04a7b73640ec tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:20:36.294528 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-51436deb-e2de-4f1d-a6fa-e06ee0f18079 req-8c691832-39db-4465-a978-04a7b73640ec tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116458 Jul 09 16:20:36.298619 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-35271448-bd1e-4953-a925-31b26906d7bc None None] Transition to ACTIVE for port object f85bd825-efb1-482c-a4c6-7fdf648ad387 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:20:36.314135 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-35271448-bd1e-4953-a925-31b26906d7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:36.502546 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-51436deb-e2de-4f1d-a6fa-e06ee0f18079 req-23cf257c-e211-42f1-b6d6-e293d383f30a service neutron] 10.222.0.98 "GET /v2.0/networks/9809a851-ea74-4e67-9b3b-e340e8e7e565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071116 Jul 09 16:20:36.565157 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e688f69-dcda-40e5-b734-7b832dce77a3 None None] Pushing event updated for resources: {'Port': ['ID=f85bd825-efb1-482c-a4c6-7fdf648ad387,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:36.610301 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91a36e-acbb-4488-b66f-84508d916315 req-f96857e8-330e-401a-9bc1-ba556a51ead6 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:36.610875 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a45def-67ac-42f2-8e7b-39192ef76962 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Router 53cf0c56-5ba4-4e0c-a002-1ae625c86541 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:20:36.618268 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8e91a36e-acbb-4488-b66f-84508d916315 req-f96857e8-330e-401a-9bc1-ba556a51ead6 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.1459012 Jul 09 16:20:36.632326 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-35271448-bd1e-4953-a925-31b26906d7bc None None] Attempting to bind port f85bd825-efb1-482c-a4c6-7fdf648ad387 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:20:36.632950 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-35271448-bd1e-4953-a925-31b26906d7bc None None] Attempting to bind port f85bd825-efb1-482c-a4c6-7fdf648ad387 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'c75a1b70-1b3d-4117-8ba1-85d56a0b3c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9809a851-ea74-4e67-9b3b-e340e8e7e565'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:20:36.633513 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35271448-bd1e-4953-a925-31b26906d7bc None None] Attempting to bind port f85bd825-efb1-482c-a4c6-7fdf648ad387 on network 9809a851-ea74-4e67-9b3b-e340e8e7e565 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:20:36.642313 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35271448-bd1e-4953-a925-31b26906d7bc None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:20:36.642687 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35271448-bd1e-4953-a925-31b26906d7bc None None] Checking segment: {'id': 'c75a1b70-1b3d-4117-8ba1-85d56a0b3c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9809a851-ea74-4e67-9b3b-e340e8e7e565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:20:36.645374 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-35271448-bd1e-4953-a925-31b26906d7bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:36.645853 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35271448-bd1e-4953-a925-31b26906d7bc None None] Bound using segment: {'id': 'c75a1b70-1b3d-4117-8ba1-85d56a0b3c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9809a851-ea74-4e67-9b3b-e340e8e7e565'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:20:36.646360 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-35271448-bd1e-4953-a925-31b26906d7bc None None] Bound port: f85bd825-efb1-482c-a4c6-7fdf648ad387, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c75a1b70-1b3d-4117-8ba1-85d56a0b3c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9809a851-ea74-4e67-9b3b-e340e8e7e565'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:20:36.646805 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-35271448-bd1e-4953-a925-31b26906d7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:36.670164 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8e91a36e-acbb-4488-b66f-84508d916315 req-b921b7f0-f606-4ad5-9e96-99657afd6201 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508716 Jul 09 16:20:36.776662 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-51436deb-e2de-4f1d-a6fa-e06ee0f18079 req-efc38651-6987-4a77-b2f5-bdf94b023c78 service neutron] 10.222.0.98 "GET /v2.0/networks/9809a851-ea74-4e67-9b3b-e340e8e7e565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664616 Jul 09 16:20:36.812940 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-35271448-bd1e-4953-a925-31b26906d7bc None None] For port f85bd825-efb1-482c-a4c6-7fdf648ad387, host n-d-798930-3, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:20:36.826153 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-35271448-bd1e-4953-a925-31b26906d7bc None None] For port f85bd825-efb1-482c-a4c6-7fdf648ad387, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=f85bd825-efb1-482c-a4c6-7fdf648ad387,segment=NetworkSegment(c75a1b70-1b3d-4117-8ba1-85d56a0b3c27),segment_id=c75a1b70-1b3d-4117-8ba1-85d56a0b3c27)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:20:36.848354 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-35271448-bd1e-4953-a925-31b26906d7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:36.966743 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a45def-67ac-42f2-8e7b-39192ef76962 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:20:36.975458 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c1a45def-67ac-42f2-8e7b-39192ef76962 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:36.980907 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e25d7c-05ee-45bb-afc3-d09c25c08911 None None] Sync routers for ids ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:20:36.998170 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e25d7c-05ee-45bb-afc3-d09c25c08911 None None] Routers {'53cf0c56-5ba4-4e0c-a002-1ae625c86541'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:20:36.998170 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c3e25d7c-05ee-45bb-afc3-d09c25c08911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:20:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:36.998410 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35271448-bd1e-4953-a925-31b26906d7bc None None] Routers {'6c81df47-4053-467a-b8c5-cb15fa70fb3b'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:20:37.001494 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-35271448-bd1e-4953-a925-31b26906d7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:20:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['6c81df47-4053-467a-b8c5-cb15fa70fb3b'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:37.087488 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e688f69-dcda-40e5-b734-7b832dce77a3 None None] Pushing event updated for resources: {'Port': ['ID=f85bd825-efb1-482c-a4c6-7fdf648ad387,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:37.122877 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c3e25d7c-05ee-45bb-afc3-d09c25c08911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:37.151051 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e25d7c-05ee-45bb-afc3-d09c25c08911 None None] Routers {'53cf0c56-5ba4-4e0c-a002-1ae625c86541'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:20:37.151706 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c3e25d7c-05ee-45bb-afc3-d09c25c08911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:20:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:37.153925 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c1a45def-67ac-42f2-8e7b-39192ef76962 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] 10.222.0.98 "PUT /v2.0/floatingips/1d12fe5c-24bb-4d7e-8578-9e5c8aaa787b HTTP/1.1" status: 200 len: 977 time: 3.6778908 Jul 09 16:20:37.156962 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33630) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:37.243282 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c3e25d7c-05ee-45bb-afc3-d09c25c08911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:37.243947 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e25d7c-05ee-45bb-afc3-d09c25c08911 None None] The sync data for ids ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'] in n-d-798930-3 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:20:37.457804 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-35271448-bd1e-4953-a925-31b26906d7bc None None] Set router 6c81df47-4053-467a-b8c5-cb15fa70fb3b gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:20:37.783601 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f6f437-0fbf-4787-bae1-f55f02e69dc0 req-e84578e1-af1a-497d-9fb3-a7e38bb03238 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:37.789401 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d9f6f437-0fbf-4787-bae1-f55f02e69dc0 req-e84578e1-af1a-497d-9fb3-a7e38bb03238 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.2952402 Jul 09 16:20:37.818345 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-8be161e2-035a-486f-ba21-391d9beb22fa tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Deleting port 3dfe59f7-4a17-4f18-b4cf-f78f7c865269 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:20:37.820095 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-35271448-bd1e-4953-a925-31b26906d7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c81df47-4053-467a-b8c5-cb15fa70fb3b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2087140404-router', 'tenant_id': '0d09c7e748474147aa937d1c18ab1eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '9f82f6c6-47e6-4dfc-9058-3b151d613f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:20:26Z', 'updated_at': '2021-07-09T16:20:32Z', 'revision_number': 4, 'project_id': '0d09c7e748474147aa937d1c18ab1eb5', 'gw_port': {'id': '9f82f6c6-47e6-4dfc-9058-3b151d613f6e', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:40:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c81df47-4053-467a-b8c5-cb15fa70fb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:20:27Z', 'updated_at': '2021-07-09T16:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'f85bd825-efb1-482c-a4c6-7fdf648ad387', 'name': '', 'network_id': '9809a851-ea74-4e67-9b3b-e340e8e7e565', 'tenant_id': '0d09c7e748474147aa937d1c18ab1eb5', 'mac_address': 'fa:16:3e:d3:4a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c81df47-4053-467a-b8c5-cb15fa70fb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '48086698-4f4f-4805-9505-5f3dd52a2a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:20:30Z', 'updated_at': '2021-07-09T16:20:36Z', 'revision_number': 4, 'project_id': '0d09c7e748474147aa937d1c18ab1eb5', 'subnets': [{'id': '48086698-4f4f-4805-9505-5f3dd52a2a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:37.820864 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8be161e2-035a-486f-ba21-391d9beb22fa tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:37.864409 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35271448-bd1e-4953-a925-31b26906d7bc None None] The sync data for ids ['6c81df47-4053-467a-b8c5-cb15fa70fb3b'] in n-d-798930-3 is: [{'id': '6c81df47-4053-467a-b8c5-cb15fa70fb3b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2087140404-router', 'tenant_id': '0d09c7e748474147aa937d1c18ab1eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '9f82f6c6-47e6-4dfc-9058-3b151d613f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:20:26Z', 'updated_at': '2021-07-09T16:20:32Z', 'revision_number': 4, 'project_id': '0d09c7e748474147aa937d1c18ab1eb5', 'gw_port': {'id': '9f82f6c6-47e6-4dfc-9058-3b151d613f6e', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:40:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c81df47-4053-467a-b8c5-cb15fa70fb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:20:27Z', 'updated_at': '2021-07-09T16:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'f85bd825-efb1-482c-a4c6-7fdf648ad387', 'name': '', 'network_id': '9809a851-ea74-4e67-9b3b-e340e8e7e565', 'tenant_id': '0d09c7e748474147aa937d1c18ab1eb5', 'mac_address': 'fa:16:3e:d3:4a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c81df47-4053-467a-b8c5-cb15fa70fb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '48086698-4f4f-4805-9505-5f3dd52a2a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:20:30Z', 'updated_at': '2021-07-09T16:20:36Z', 'revision_number': 4, 'project_id': '0d09c7e748474147aa937d1c18ab1eb5', 'subnets': [{'id': '48086698-4f4f-4805-9505-5f3dd52a2a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:20:38.028957 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d9f6f437-0fbf-4787-bae1-f55f02e69dc0 req-855eea61-973d-4acd-95af-cfdb04ec19c4 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255499 Jul 09 16:20:38.134350 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8be161e2-035a-486f-ba21-391d9beb22fa tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:38.134646 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8be161e2-035a-486f-ba21-391d9beb22fa tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:38.162712 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-8be161e2-035a-486f-ba21-391d9beb22fa tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Calling delete_port for 3dfe59f7-4a17-4f18-b4cf-f78f7c865269 owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:20:38.317712 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3fd24428-566d-4d81-81f2-18e1857fd00f req-490c419a-f6ef-4126-a85d-67fb49850f21 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.98 "GET /v2.0/ports?device_id=6fbe057a-54ca-41d3-980b-d11ef8902d4e HTTP/1.1" status: 200 len: 210 time: 0.0965683 Jul 09 16:20:38.446351 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 814d655f-64e5-4578-ae10-b9452557e95c no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:20:38.497210 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: 814d655f-64e5-4578-ae10-b9452557e95c {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:20:38.504287 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 814d655f-64e5-4578-ae10-b9452557e95c not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:20:38.562506 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8be161e2-035a-486f-ba21-391d9beb22fa tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:38.603856 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be161e2-035a-486f-ba21-391d9beb22fa tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Pushing event deleted for resources: {'Port': ['ID=3dfe59f7-4a17-4f18-b4cf-f78f7c865269,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:38.730872 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6da040-e3e8-4e15-9f0b-1ea88ec5c298 req-6f1d4e70-a6ec-4d3c-920b-801ea355afe3 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:38.739908 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6c6da040-e3e8-4e15-9f0b-1ea88ec5c298 req-6f1d4e70-a6ec-4d3c-920b-801ea355afe3 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bfaa85a-7412-4693-8f76-85c0874e9aa1 HTTP/1.1" status: 200 len: 944 time: 0.1474788 Jul 09 16:20:38.762391 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8be161e2-035a-486f-ba21-391d9beb22fa tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:38.763016 n-d-798930-3 neutron-server[93958]: INFO neutron.db.l3_db [None req-8be161e2-035a-486f-ba21-391d9beb22fa tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Floating IP 1d12fe5c-24bb-4d7e-8578-9e5c8aaa787b disassociated (deleted). External IP: 172.25.0.47, port: bcf2703d-13fd-4dd3-8c7e-588f185c13c5. Jul 09 16:20:38.790264 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6c6da040-e3e8-4e15-9f0b-1ea88ec5c298 req-2af2937c-ce94-48e7-8f8e-b5f81ca3c33a tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493674 Jul 09 16:20:38.820894 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1609e-a9bd-4728-b8b1-0ca59df55f9b req-00017594-a56c-4bce-84d7-8f7ef165aea2 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:38.822685 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-12e1609e-a9bd-4728-b8b1-0ca59df55f9b req-00017594-a56c-4bce-84d7-8f7ef165aea2 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.73 "GET /v2.0/ports?device_id=0bfaa85a-7412-4693-8f76-85c0874e9aa1 HTTP/1.1" status: 200 len: 944 time: 0.3025718 Jul 09 16:20:39.043146 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-12e1609e-a9bd-4728-b8b1-0ca59df55f9b req-68b8d674-85fb-4913-8faa-b1950dd47d73 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Deleting port 26548898-1279-45e9-a1a3-38136f548176 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:20:39.043505 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-12e1609e-a9bd-4728-b8b1-0ca59df55f9b req-68b8d674-85fb-4913-8faa-b1950dd47d73 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:39.163871 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51436deb-e2de-4f1d-a6fa-e06ee0f18079 req-7b63597b-3c40-4ae7-9303-ed77f690e7a1 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:39.165465 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-51436deb-e2de-4f1d-a6fa-e06ee0f18079 req-7b63597b-3c40-4ae7-9303-ed77f690e7a1 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.77 "GET /v2.0/networks?id=9809a851-ea74-4e67-9b3b-e340e8e7e565 HTTP/1.1" status: 200 len: 829 time: 0.2537873 Jul 09 16:20:39.201335 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-51436deb-e2de-4f1d-a6fa-e06ee0f18079 req-7c6080d3-84b8-4536-8ac9-a00f6a83c0f2 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Request body: {'port': {'device_id': '6fbe057a-54ca-41d3-980b-d11ef8902d4e', 'network_id': '9809a851-ea74-4e67-9b3b-e340e8e7e565', 'admin_state_up': True, 'tenant_id': '0d09c7e748474147aa937d1c18ab1eb5'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:20:39.225714 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-12e1609e-a9bd-4728-b8b1-0ca59df55f9b req-68b8d674-85fb-4913-8faa-b1950dd47d73 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] For port 26548898-1279-45e9-a1a3-38136f548176, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=26548898-1279-45e9-a1a3-38136f548176,segment=NetworkSegment(b3327873-1adb-4566-ad72-2213b9292320),segment_id=b3327873-1adb-4566-ad72-2213b9292320)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:20:39.226503 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-12e1609e-a9bd-4728-b8b1-0ca59df55f9b req-68b8d674-85fb-4913-8faa-b1950dd47d73 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:39.252317 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-12e1609e-a9bd-4728-b8b1-0ca59df55f9b req-68b8d674-85fb-4913-8faa-b1950dd47d73 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Calling delete_port for 26548898-1279-45e9-a1a3-38136f548176 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:20:39.348089 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device f85bd825-efb1-482c-a4c6-7fdf648ad387 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:20:39.428222 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port f85bd825-efb1-482c-a4c6-7fdf648ad387 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:20:39.433729 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port f85bd825-efb1-482c-a4c6-7fdf648ad387 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:20:39.435825 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:39.506806 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-12e1609e-a9bd-4728-b8b1-0ca59df55f9b req-68b8d674-85fb-4913-8faa-b1950dd47d73 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:39.548428 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3524fd-f64c-4c62-b1cf-78562f43b809 req-b6c73c06-0fb4-4bee-a01c-543ccd651fab tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:39.562201 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b8d674-85fb-4913-8faa-b1950dd47d73 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Pushing event deleted for resources: {'Port': ['ID=26548898-1279-45e9-a1a3-38136f548176,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:39.562864 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3f3524fd-f64c-4c62-b1cf-78562f43b809 req-b6c73c06-0fb4-4bee-a01c-543ccd651fab tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.6007750 Jul 09 16:20:39.592342 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:39.635157 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port f85bd825-efb1-482c-a4c6-7fdf648ad387, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=f85bd825-efb1-482c-a4c6-7fdf648ad387,segment=NetworkSegment(c75a1b70-1b3d-4117-8ba1-85d56a0b3c27),segment_id=c75a1b70-1b3d-4117-8ba1-85d56a0b3c27)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:20:39.647962 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:39.668059 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51436deb-e2de-4f1d-a6fa-e06ee0f18079 req-7c6080d3-84b8-4536-8ac9-a00f6a83c0f2 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Made reservation on behalf of 0d09c7e748474147aa937d1c18ab1eb5 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:20:39.671844 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-51436deb-e2de-4f1d-a6fa-e06ee0f18079 req-7c6080d3-84b8-4536-8ac9-a00f6a83c0f2 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:39.696130 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f27eb4df-9f40-4cc2-94e8-e4129aaa1243 req-70fb8454-7551-46dd-914b-32cffbc9e00d tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.98 "GET /v2.0/ports?device_id=6fbe057a-54ca-41d3-980b-d11ef8902d4e HTTP/1.1" status: 200 len: 210 time: 0.0690327 Jul 09 16:20:39.731745 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=f85bd825-efb1-482c-a4c6-7fdf648ad387,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:39.739905 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e1609e-a9bd-4728-b8b1-0ca59df55f9b req-68b8d674-85fb-4913-8faa-b1950dd47d73 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] No DVR routers for this DVR port 26548898-1279-45e9-a1a3-38136f548176 on host n-h2-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:20:39.742195 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-12e1609e-a9bd-4728-b8b1-0ca59df55f9b req-68b8d674-85fb-4913-8faa-b1950dd47d73 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:39.744467 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-12e1609e-a9bd-4728-b8b1-0ca59df55f9b req-68b8d674-85fb-4913-8faa-b1950dd47d73 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.73 "DELETE /v2.0/ports/26548898-1279-45e9-a1a3-38136f548176 HTTP/1.1" status: 204 len: 173 time: 0.9132211 Jul 09 16:20:39.744921 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bfaa85a-7412-4693-8f76-85c0874e9aa1', 'name': 'network-vif-deleted', 'tag': '26548898-1279-45e9-a1a3-38136f548176'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:20:39.746924 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3f3524fd-f64c-4c62-b1cf-78562f43b809 req-182fdfcf-d0f9-49c3-868f-4a9c75930bb5 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830356 Jul 09 16:20:39.747209 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f90b02-c39e-40e3-92b8-c361ea066e42" -d '{"events": [{"server_uuid": "0bfaa85a-7412-4693-8f76-85c0874e9aa1", "name": "network-vif-deleted", "tag": "26548898-1279-45e9-a1a3-38136f548176"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:20:39.846380 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be161e2-035a-486f-ba21-391d9beb22fa tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Router 53cf0c56-5ba4-4e0c-a002-1ae625c86541 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:20:39.913587 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8229b4-fe9b-482f-87f1-259058106cc5 x-openstack-request-id: req-be8229b4-fe9b-482f-87f1-259058106cc5 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:20:39.917460 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bfaa85a-7412-4693-8f76-85c0874e9aa1", "name": "network-vif-deleted", "tag": "26548898-1279-45e9-a1a3-38136f548176", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:20:39.917915 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-be8229b4-fe9b-482f-87f1-259058106cc5 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:20:39.918401 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bfaa85a-7412-4693-8f76-85c0874e9aa1', 'name': 'network-vif-deleted', 'tag': '26548898-1279-45e9-a1a3-38136f548176', 'status': 'completed', 'code': 200} Jul 09 16:20:39.972080 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:40.023556 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-51436deb-e2de-4f1d-a6fa-e06ee0f18079 req-7c6080d3-84b8-4536-8ac9-a00f6a83c0f2 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Allocated IP 172.20.0.8 (9809a851-ea74-4e67-9b3b-e340e8e7e565/48086698-4f4f-4805-9505-5f3dd52a2a14/8b901ee5-7c09-4c6e-8d79-47824f7b12bf) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:20:40.083695 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be161e2-035a-486f-ba21-391d9beb22fa tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:20:40.086893 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-55999199-48ce-442d-b667-2bdf0cb78495 req-b9a59f16-8bcd-41ea-aaf9-01191865a760 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bfaa85a-7412-4693-8f76-85c0874e9aa1 HTTP/1.1" status: 200 len: 210 time: 0.0442214 Jul 09 16:20:40.092265 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8be161e2-035a-486f-ba21-391d9beb22fa tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:40.100599 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc69f515-08b0-4273-a4fe-d1c5c5f152be None None] Sync routers for ids ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:20:40.133419 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc69f515-08b0-4273-a4fe-d1c5c5f152be None None] Routers {'53cf0c56-5ba4-4e0c-a002-1ae625c86541'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:20:40.139584 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-bc69f515-08b0-4273-a4fe-d1c5c5f152be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:20:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:40.172649 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8be161e2-035a-486f-ba21-391d9beb22fa tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] 10.222.0.98 "DELETE /v2.0/floatingips/1d12fe5c-24bb-4d7e-8578-9e5c8aaa787b HTTP/1.1" status: 204 len: 168 time: 3.0144734 Jul 09 16:20:40.175243 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33686) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:40.199686 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-bc69f515-08b0-4273-a4fe-d1c5c5f152be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:40.211476 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc69f515-08b0-4273-a4fe-d1c5c5f152be None None] Routers {'53cf0c56-5ba4-4e0c-a002-1ae625c86541'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:20:40.212498 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-bc69f515-08b0-4273-a4fe-d1c5c5f152be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:20:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:40.289364 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-bc69f515-08b0-4273-a4fe-d1c5c5f152be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:40.290447 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc69f515-08b0-4273-a4fe-d1c5c5f152be None None] The sync data for ids ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'] in n-d-798930-3 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:20:40.350082 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a973790-a321-4777-a807-9955b89a17af req-b4cba929-dedd-463f-96ee-ae54c5eb1239 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:40.358953 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6a973790-a321-4777-a807-9955b89a17af req-b4cba929-dedd-463f-96ee-ae54c5eb1239 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.0854280 Jul 09 16:20:40.388396 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-51436deb-e2de-4f1d-a6fa-e06ee0f18079 req-7c6080d3-84b8-4536-8ac9-a00f6a83c0f2 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:40.403937 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-51436deb-e2de-4f1d-a6fa-e06ee0f18079 req-7c6080d3-84b8-4536-8ac9-a00f6a83c0f2 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Transition to ACTIVE for port object 8b901ee5-7c09-4c6e-8d79-47824f7b12bf will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:20:40.411465 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6a973790-a321-4777-a807-9955b89a17af req-0e0d01c0-90f2-4953-9ee4-8318410b4ab8 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511920 Jul 09 16:20:40.485473 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-51436deb-e2de-4f1d-a6fa-e06ee0f18079 req-7c6080d3-84b8-4536-8ac9-a00f6a83c0f2 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:40.512826 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51436deb-e2de-4f1d-a6fa-e06ee0f18079 req-7c6080d3-84b8-4536-8ac9-a00f6a83c0f2 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Network 9809a851-ea74-4e67-9b3b-e340e8e7e565 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:20:40.533731 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-51436deb-e2de-4f1d-a6fa-e06ee0f18079 req-7c6080d3-84b8-4536-8ac9-a00f6a83c0f2 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:20:40.536291 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-51436deb-e2de-4f1d-a6fa-e06ee0f18079 req-7c6080d3-84b8-4536-8ac9-a00f6a83c0f2 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:20:40.599605 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6080d3-84b8-4536-8ac9-a00f6a83c0f2 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Pushing event updated for resources: {'Port': ['ID=8b901ee5-7c09-4c6e-8d79-47824f7b12bf,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:40.672419 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51436deb-e2de-4f1d-a6fa-e06ee0f18079 req-7c6080d3-84b8-4536-8ac9-a00f6a83c0f2 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:40.673394 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-51436deb-e2de-4f1d-a6fa-e06ee0f18079 req-7c6080d3-84b8-4536-8ac9-a00f6a83c0f2 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:40.718261 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-5056a43b-f9c3-4208-beb6-c9d19a7356e5 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Deleting port bcf2703d-13fd-4dd3-8c7e-588f185c13c5 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:20:40.718667 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5056a43b-f9c3-4208-beb6-c9d19a7356e5 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:40.725007 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-51436deb-e2de-4f1d-a6fa-e06ee0f18079 req-7c6080d3-84b8-4536-8ac9-a00f6a83c0f2 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5347245 Jul 09 16:20:40.745595 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-51436deb-e2de-4f1d-a6fa-e06ee0f18079 req-954aa6d9-abf5-4e22-ae9b-9a1e401558fe service neutron] Request body: {'port': {'device_id': '6fbe057a-54ca-41d3-980b-d11ef8902d4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:20:40.823841 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33708) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:40.863997 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e9579ebe-e757-4f64-943b-edd9928f5884 None None] Provisioning for port 8b901ee5-7c09-4c6e-8d79-47824f7b12bf completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:20:40.867887 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e9579ebe-e757-4f64-943b-edd9928f5884 None None] Provisioning complete for port 8b901ee5-7c09-4c6e-8d79-47824f7b12bf triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:20:40.868263 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e9579ebe-e757-4f64-943b-edd9928f5884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:40.894220 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5056a43b-f9c3-4208-beb6-c9d19a7356e5 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:40.907944 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-51436deb-e2de-4f1d-a6fa-e06ee0f18079 req-954aa6d9-abf5-4e22-ae9b-9a1e401558fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:40.921230 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-5056a43b-f9c3-4208-beb6-c9d19a7356e5 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Calling delete_port for bcf2703d-13fd-4dd3-8c7e-588f185c13c5 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:20:40.929764 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-e9579ebe-e757-4f64-943b-edd9928f5884 None None] Port 8b901ee5-7c09-4c6e-8d79-47824f7b12bf cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:20:40.949485 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f35bd58-ac54-4389-bbfa-1d2e0654eacf admin admin] Deleting subnet 1852f372-46e1-407a-a8ee-c45063bdc434 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:20:40.954869 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9f35bd58-ac54-4389-bbfa-1d2e0654eacf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:40.987547 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac3a5aa-b998-4e42-8dc7-b628654dfa55 req-2eaee15c-6aba-4ef4-b8f0-763aa499c2db tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:40.989704 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fac3a5aa-b998-4e42-8dc7-b628654dfa55 req-2eaee15c-6aba-4ef4-b8f0-763aa499c2db tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.1771560 Jul 09 16:20:41.015003 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9f35bd58-ac54-4389-bbfa-1d2e0654eacf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:41.062447 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fac3a5aa-b998-4e42-8dc7-b628654dfa55 req-c1db7584-8107-4036-b272-8788df6cfa23 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659535 Jul 09 16:20:41.070826 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9f35bd58-ac54-4389-bbfa-1d2e0654eacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:41.136381 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9f35bd58-ac54-4389-bbfa-1d2e0654eacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:41.165129 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f35bd58-ac54-4389-bbfa-1d2e0654eacf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1852f372-46e1-407a-a8ee-c45063bdc434,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:41.169555 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9f35bd58-ac54-4389-bbfa-1d2e0654eacf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:41.174555 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-9f35bd58-ac54-4389-bbfa-1d2e0654eacf admin admin] 10.222.0.98 "DELETE /v2.0/subnets/1852f372-46e1-407a-a8ee-c45063bdc434 HTTP/1.1" status: 204 len: 168 time: 0.3503850 Jul 09 16:20:41.175248 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33718) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:41.179975 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c612c0-a1c6-44ad-b878-e963d967a250 req-b341b36f-0a81-42fd-91bc-bd56365d7f75 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:41.181551 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f7c612c0-a1c6-44ad-b878-e963d967a250 req-b341b36f-0a81-42fd-91bc-bd56365d7f75 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.98 "GET /v2.0/ports?device_id=6fbe057a-54ca-41d3-980b-d11ef8902d4e HTTP/1.1" status: 200 len: 931 time: 0.2583182 Jul 09 16:20:41.250934 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a9524e32-c75b-475e-8193-a0b6886534a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:41.264499 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device f85bd825-efb1-482c-a4c6-7fdf648ad387 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:20:41.314896 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port f85bd825-efb1-482c-a4c6-7fdf648ad387 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:20:41.315570 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:41.316595 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f7c612c0-a1c6-44ad-b878-e963d967a250 req-31bdbc12-77dd-4525-b2a6-42d38514275b tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.98 "GET /v2.0/security-groups?id=d7cb5031-446e-4635-9533-307563de15b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215694 Jul 09 16:20:41.366405 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a9524e32-c75b-475e-8193-a0b6886534a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:41.388423 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-a9524e32-c75b-475e-8193-a0b6886534a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e55b3510-4171-4466-a467-a28850f48baa']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:41.404151 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-a9524e32-c75b-475e-8193-a0b6886534a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3322cfe-f17e-4138-825d-2b8f5a34d17c') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:41.404526 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-a9524e32-c75b-475e-8193-a0b6886534a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3322cfe-f17e-4138-825d-2b8f5a34d17c') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:41.412006 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5056a43b-f9c3-4208-beb6-c9d19a7356e5 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:41.417910 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a9524e32-c75b-475e-8193-a0b6886534a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:41.439637 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a9524e32-c75b-475e-8193-a0b6886534a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:41.446217 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9524e32-c75b-475e-8193-a0b6886534a7 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:20:41.446628 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a9524e32-c75b-475e-8193-a0b6886534a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:41.448412 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:20:41.448412 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:20:41.448412 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:20:41.448412 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:20:41.448412 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:20:41.448412 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:20:41.448412 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:20:41.448412 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:20:41.448412 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:20:41.448412 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:20:41.448412 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:20:41.448412 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:20:41.448412 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:20:41.448412 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:20:41.448412 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:20:41.448412 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:20:41.448412 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:20:41.448412 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:20:41.448412 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:20:41.448412 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:20:41.448412 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:20:41.448412 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:20:41.448412 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:20:41.448412 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:20:41.448412 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:20:41.448412 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:20:41.448412 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:20:41.448412 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:20:41.448412 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:20:41.448412 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:20:41.448412 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:20:41.448412 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:20:41.448412 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:20:41.448412 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:20:41.461945 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5056a43b-f9c3-4208-beb6-c9d19a7356e5 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Pushing event deleted for resources: {'Port': ['ID=bcf2703d-13fd-4dd3-8c7e-588f185c13c5,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:41.550727 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-51436deb-e2de-4f1d-a6fa-e06ee0f18079 req-954aa6d9-abf5-4e22-ae9b-9a1e401558fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b901ee5-7c09-4c6e-8d79-47824f7b12bf {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:20:41.568967 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a9524e32-c75b-475e-8193-a0b6886534a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:41.575120 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a9524e32-c75b-475e-8193-a0b6886534a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:41.579289 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a9524e32-c75b-475e-8193-a0b6886534a7 admin admin] 10.222.0.98 "DELETE /v2.0/networks/e55b3510-4171-4466-a467-a28850f48baa HTTP/1.1" status: 204 len: 168 time: 0.4013479 Jul 09 16:20:41.591842 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-51436deb-e2de-4f1d-a6fa-e06ee0f18079 req-954aa6d9-abf5-4e22-ae9b-9a1e401558fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:41.603868 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9524e32-c75b-475e-8193-a0b6886534a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e55b3510-4171-4466-a467-a28850f48baa,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:41.604546 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-51436deb-e2de-4f1d-a6fa-e06ee0f18079 req-954aa6d9-abf5-4e22-ae9b-9a1e401558fe service neutron] Transition to ACTIVE for port object 8b901ee5-7c09-4c6e-8d79-47824f7b12bf will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:20:41.615803 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-51436deb-e2de-4f1d-a6fa-e06ee0f18079 req-954aa6d9-abf5-4e22-ae9b-9a1e401558fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:41.627511 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f2b797-14c5-4286-add6-022c38486b6f req-16bae2bd-666d-4916-9f9b-90a8c9cabef8 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:41.636463 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-75f2b797-14c5-4286-add6-022c38486b6f req-16bae2bd-666d-4916-9f9b-90a8c9cabef8 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.1270905 Jul 09 16:20:41.687077 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5056a43b-f9c3-4208-beb6-c9d19a7356e5 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:41.687724 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-75f2b797-14c5-4286-add6-022c38486b6f req-3e8e12b3-1811-4ef5-ba78-c7ed31158d19 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501158 Jul 09 16:20:41.693309 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33728) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:41.694045 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-5056a43b-f9c3-4208-beb6-c9d19a7356e5 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] 10.222.0.98 "DELETE /v2.0/ports/bcf2703d-13fd-4dd3-8c7e-588f185c13c5 HTTP/1.1" status: 204 len: 168 time: 1.5169008 Jul 09 16:20:41.701157 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-7ef7e7e1-12e4-4505-837e-0427cc4043f2 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Request body: {'floatingip': {'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:20:41.761855 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7ef7e7e1-12e4-4505-837e-0427cc4043f2 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:41.775075 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954aa6d9-abf5-4e22-ae9b-9a1e401558fe service neutron] Pushing event updated for resources: {'Port': ['ID=8b901ee5-7c09-4c6e-8d79-47824f7b12bf,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:41.794808 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-51436deb-e2de-4f1d-a6fa-e06ee0f18079 req-954aa6d9-abf5-4e22-ae9b-9a1e401558fe service neutron] Attempting to bind port 8b901ee5-7c09-4c6e-8d79-47824f7b12bf on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:20:41.795234 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-51436deb-e2de-4f1d-a6fa-e06ee0f18079 req-954aa6d9-abf5-4e22-ae9b-9a1e401558fe service neutron] Attempting to bind port 8b901ee5-7c09-4c6e-8d79-47824f7b12bf by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'c75a1b70-1b3d-4117-8ba1-85d56a0b3c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9809a851-ea74-4e67-9b3b-e340e8e7e565'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:20:41.795691 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51436deb-e2de-4f1d-a6fa-e06ee0f18079 req-954aa6d9-abf5-4e22-ae9b-9a1e401558fe service neutron] Attempting to bind port 8b901ee5-7c09-4c6e-8d79-47824f7b12bf on network 9809a851-ea74-4e67-9b3b-e340e8e7e565 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:20:41.803480 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51436deb-e2de-4f1d-a6fa-e06ee0f18079 req-954aa6d9-abf5-4e22-ae9b-9a1e401558fe service neutron] Port 8b901ee5-7c09-4c6e-8d79-47824f7b12bf on network 9809a851-ea74-4e67-9b3b-e340e8e7e565 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:20:41.803959 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51436deb-e2de-4f1d-a6fa-e06ee0f18079 req-954aa6d9-abf5-4e22-ae9b-9a1e401558fe service neutron] Attempting to bind port 8b901ee5-7c09-4c6e-8d79-47824f7b12bf on network 9809a851-ea74-4e67-9b3b-e340e8e7e565 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:20:41.809801 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51436deb-e2de-4f1d-a6fa-e06ee0f18079 req-954aa6d9-abf5-4e22-ae9b-9a1e401558fe service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:20:41.810152 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51436deb-e2de-4f1d-a6fa-e06ee0f18079 req-954aa6d9-abf5-4e22-ae9b-9a1e401558fe service neutron] Checking segment: {'id': 'c75a1b70-1b3d-4117-8ba1-85d56a0b3c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9809a851-ea74-4e67-9b3b-e340e8e7e565'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:20:41.810545 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51436deb-e2de-4f1d-a6fa-e06ee0f18079 req-954aa6d9-abf5-4e22-ae9b-9a1e401558fe service neutron] Bound using segment: {'id': 'c75a1b70-1b3d-4117-8ba1-85d56a0b3c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9809a851-ea74-4e67-9b3b-e340e8e7e565'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:20:41.811185 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-51436deb-e2de-4f1d-a6fa-e06ee0f18079 req-954aa6d9-abf5-4e22-ae9b-9a1e401558fe service neutron] Bound port: 8b901ee5-7c09-4c6e-8d79-47824f7b12bf, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c75a1b70-1b3d-4117-8ba1-85d56a0b3c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9809a851-ea74-4e67-9b3b-e340e8e7e565'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:20:41.811576 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-51436deb-e2de-4f1d-a6fa-e06ee0f18079 req-954aa6d9-abf5-4e22-ae9b-9a1e401558fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:41.818450 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33732) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:41.956081 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-51436deb-e2de-4f1d-a6fa-e06ee0f18079 req-954aa6d9-abf5-4e22-ae9b-9a1e401558fe service neutron] For port 8b901ee5-7c09-4c6e-8d79-47824f7b12bf, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:20:41.958097 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7ef7e7e1-12e4-4505-837e-0427cc4043f2 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:41.960060 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-51436deb-e2de-4f1d-a6fa-e06ee0f18079 req-954aa6d9-abf5-4e22-ae9b-9a1e401558fe service neutron] For port 8b901ee5-7c09-4c6e-8d79-47824f7b12bf, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=8b901ee5-7c09-4c6e-8d79-47824f7b12bf,segment=NetworkSegment(c75a1b70-1b3d-4117-8ba1-85d56a0b3c27),segment_id=c75a1b70-1b3d-4117-8ba1-85d56a0b3c27)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:20:41.966574 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a7edbd84-3cbc-43c4-8097-fcd835a89d3d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=06cbfbbe1d844c0796508ff309a673b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1468227 Jul 09 16:20:41.967100 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33738) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:41.976766 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-51436deb-e2de-4f1d-a6fa-e06ee0f18079 req-954aa6d9-abf5-4e22-ae9b-9a1e401558fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:42.020917 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 26548898-1279-45e9-a1a3-38136f548176 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:20:42.062294 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: 26548898-1279-45e9-a1a3-38136f548176 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:20:42.064655 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 26548898-1279-45e9-a1a3-38136f548176 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:20:42.153660 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-7ef7e7e1-12e4-4505-837e-0427cc4043f2 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Allocated IP 172.25.0.174 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/65639875-b7c2-4f44-9ded-8d2362ae1aec) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:20:42.386365 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7ef7e7e1-12e4-4505-837e-0427cc4043f2 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:42.436975 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51436deb-e2de-4f1d-a6fa-e06ee0f18079 req-954aa6d9-abf5-4e22-ae9b-9a1e401558fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:42.438154 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-51436deb-e2de-4f1d-a6fa-e06ee0f18079 req-954aa6d9-abf5-4e22-ae9b-9a1e401558fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:42.439336 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-51436deb-e2de-4f1d-a6fa-e06ee0f18079 req-954aa6d9-abf5-4e22-ae9b-9a1e401558fe service neutron] 10.222.0.77 "PUT /v2.0/ports/8b901ee5-7c09-4c6e-8d79-47824f7b12bf HTTP/1.1" status: 200 len: 1091 time: 1.6998239 Jul 09 16:20:42.440158 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fbe057a-54ca-41d3-980b-d11ef8902d4e', 'tag': '8b901ee5-7c09-4c6e-8d79-47824f7b12bf'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:20:42.442514 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e34a6c0-5d20-4cdd-b4a9-95275dc47d6b" -d '{"events": [{"name": "network-changed", "server_uuid": "6fbe057a-54ca-41d3-980b-d11ef8902d4e", "tag": "8b901ee5-7c09-4c6e-8d79-47824f7b12bf"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:20:42.450543 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954aa6d9-abf5-4e22-ae9b-9a1e401558fe service neutron] Pushing event updated for resources: {'Port': ['ID=8b901ee5-7c09-4c6e-8d79-47824f7b12bf,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:42.465236 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e4487d3-85a5-4603-8d2e-3827e2982614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:42.517152 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e4487d3-85a5-4603-8d2e-3827e2982614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:42.619951 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7ef7e7e1-12e4-4505-837e-0427cc4043f2 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:42.700680 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51436deb-e2de-4f1d-a6fa-e06ee0f18079 req-5e55031c-3762-43e4-8141-7ccfb84fcec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:42.702318 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-51436deb-e2de-4f1d-a6fa-e06ee0f18079 req-5e55031c-3762-43e4-8141-7ccfb84fcec0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0d09c7e748474147aa937d1c18ab1eb5&device_id=6fbe057a-54ca-41d3-980b-d11ef8902d4e HTTP/1.1" status: 200 len: 1094 time: 0.1321580 Jul 09 16:20:42.704094 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef7e7e1-12e4-4505-837e-0427cc4043f2 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:20:42.705847 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e4487d3-85a5-4603-8d2e-3827e2982614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:42.709181 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e4487d3-85a5-4603-8d2e-3827e2982614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:42.712601 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8e4487d3-85a5-4603-8d2e-3827e2982614 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f2a3ae4a-f459-4d5f-95dc-a7a67c54535b HTTP/1.1" status: 204 len: 168 time: 0.7420027 Jul 09 16:20:42.727553 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef7e7e1-12e4-4505-837e-0427cc4043f2 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Pushing event updated for resources: {'Port': ['ID=65639875-b7c2-4f44-9ded-8d2362ae1aec,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:42.734576 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-7ef7e7e1-12e4-4505-837e-0427cc4043f2 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:20:42.751629 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef7e7e1-12e4-4505-837e-0427cc4043f2 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:20:42.787224 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4487d3-85a5-4603-8d2e-3827e2982614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a3ae4a-f459-4d5f-95dc-a7a67c54535b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:42.789895 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-51436deb-e2de-4f1d-a6fa-e06ee0f18079 req-22143885-b8dd-4243-8b84-f9c8a0f35154 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b901ee5-7c09-4c6e-8d79-47824f7b12bf HTTP/1.1" status: 200 len: 217 time: 0.0784712 Jul 09 16:20:42.837861 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94baecb2-7a70-4c04-8aa0-b539732345ba req-78e5fdba-ddcb-4b8b-9a41-45d7bd83b0f3 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:42.845526 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-94baecb2-7a70-4c04-8aa0-b539732345ba req-78e5fdba-ddcb-4b8b-9a41-45d7bd83b0f3 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4ce6cf7-8817-477b-9686-6acbbfd6d885 HTTP/1.1" status: 200 len: 944 time: 0.4568031 Jul 09 16:20:42.918507 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51436deb-e2de-4f1d-a6fa-e06ee0f18079 req-8e93bc34-d271-423c-a857-bf3934d84fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:42.918877 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-94baecb2-7a70-4c04-8aa0-b539732345ba req-cca884f3-d899-4d99-bda0-e51d1ee2d43d tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723531 Jul 09 16:20:42.920441 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-51436deb-e2de-4f1d-a6fa-e06ee0f18079 req-8e93bc34-d271-423c-a857-bf3934d84fe1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=48086698-4f4f-4805-9505-5f3dd52a2a14 HTTP/1.1" status: 200 len: 868 time: 0.1227303 Jul 09 16:20:42.945735 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6884706-3b2a-49cb-96bb-471cf822e75d req-533bb4db-bf24-43b9-85ca-c49e9ceb4cbf tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:42.947399 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b6884706-3b2a-49cb-96bb-471cf822e75d req-533bb4db-bf24-43b9-85ca-c49e9ceb4cbf tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4ce6cf7-8817-477b-9686-6acbbfd6d885 HTTP/1.1" status: 200 len: 944 time: 0.4303861 Jul 09 16:20:42.968836 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3283038-85d8-451f-a73e-acfb4dae0683 req-c40fc552-f99d-45a2-b21f-6c9bd9388bb3 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:42.976144 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e3283038-85d8-451f-a73e-acfb4dae0683 req-c40fc552-f99d-45a2-b21f-6c9bd9388bb3 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.1357176 Jul 09 16:20:43.032544 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e3283038-85d8-451f-a73e-acfb4dae0683 req-5d01113d-ffd7-4f50-bde3-9e3c70377898 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542812 Jul 09 16:20:43.044719 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51436deb-e2de-4f1d-a6fa-e06ee0f18079 req-88ef368c-ef53-4da4-9026-07b7a90c6298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:43.047166 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-51436deb-e2de-4f1d-a6fa-e06ee0f18079 req-88ef368c-ef53-4da4-9026-07b7a90c6298 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9809a851-ea74-4e67-9b3b-e340e8e7e565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1178911 Jul 09 16:20:43.156924 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-51436deb-e2de-4f1d-a6fa-e06ee0f18079 req-f16c8b35-51c5-4e03-8a76-bb36331d62ac service neutron] 10.222.0.77 "GET /v2.0/networks/9809a851-ea74-4e67-9b3b-e340e8e7e565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029470 Jul 09 16:20:43.205587 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471ee707-f3dc-4fb1-8d05-c7719e4bbe0c x-openstack-request-id: req-471ee707-f3dc-4fb1-8d05-c7719e4bbe0c {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:20:43.205888 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fbe057a-54ca-41d3-980b-d11ef8902d4e", "tag": "8b901ee5-7c09-4c6e-8d79-47824f7b12bf", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:20:43.206143 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-471ee707-f3dc-4fb1-8d05-c7719e4bbe0c {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:20:43.207184 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fbe057a-54ca-41d3-980b-d11ef8902d4e', 'tag': '8b901ee5-7c09-4c6e-8d79-47824f7b12bf', 'status': 'completed', 'code': 200} Jul 09 16:20:43.220123 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7ef7e7e1-12e4-4505-837e-0427cc4043f2 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:43.330326 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5f7b2b-1a03-4851-9bf6-c895e33b7968 req-df698697-0f86-442c-9b96-80787a0698b6 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:43.331997 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ac5f7b2b-1a03-4851-9bf6-c895e33b7968 req-df698697-0f86-442c-9b96-80787a0698b6 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.98 "GET /v2.0/ports?device_id=6fbe057a-54ca-41d3-980b-d11ef8902d4e HTTP/1.1" status: 200 len: 943 time: 0.1703548 Jul 09 16:20:43.336184 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-51436deb-e2de-4f1d-a6fa-e06ee0f18079 req-307fc143-4258-4983-9a79-9f4d59255efa service neutron] 10.222.0.77 "GET /v2.0/networks/9809a851-ea74-4e67-9b3b-e340e8e7e565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630089 Jul 09 16:20:43.372298 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7ef7e7e1-12e4-4505-837e-0427cc4043f2 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:43.383387 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ac5f7b2b-1a03-4851-9bf6-c895e33b7968 req-441e0dfe-1153-4112-ab31-1bf530d219ad tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.98 "GET /v2.0/security-groups?id=d7cb5031-446e-4635-9533-307563de15b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438075 Jul 09 16:20:43.408212 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-b6884706-3b2a-49cb-96bb-471cf822e75d req-9ddf06e4-0189-499d-ab7e-4f1d55921efd tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Deleting port fedb4196-6625-4f7b-b046-d9dc040c8327 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:20:43.408494 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b6884706-3b2a-49cb-96bb-471cf822e75d req-9ddf06e4-0189-499d-ab7e-4f1d55921efd tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:43.468707 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34a6c0-5d20-4cdd-b4a9-95275dc47d6b req-cc55e65b-38e6-408d-a9af-87a62f69d9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:43.470979 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7e34a6c0-5d20-4cdd-b4a9-95275dc47d6b req-cc55e65b-38e6-408d-a9af-87a62f69d9b0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0d09c7e748474147aa937d1c18ab1eb5&device_id=6fbe057a-54ca-41d3-980b-d11ef8902d4e HTTP/1.1" status: 200 len: 1094 time: 0.0780952 Jul 09 16:20:43.530913 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674a16c-fd96-4198-aa37-d43ed6b7fdf8 req-9fae2dc3-5007-469e-bc18-be6134ad7c5b tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:43.532897 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f674a16c-fd96-4198-aa37-d43ed6b7fdf8 req-9fae2dc3-5007-469e-bc18-be6134ad7c5b tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=7bd3fe27-45c9-40f1-91ec-771d46d8e32b HTTP/1.1" status: 200 len: 945 time: 0.2257683 Jul 09 16:20:43.601129 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34a6c0-5d20-4cdd-b4a9-95275dc47d6b req-f333e754-60fb-466d-9ec2-c9a2a66202b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:43.604248 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7e34a6c0-5d20-4cdd-b4a9-95275dc47d6b req-f333e754-60fb-466d-9ec2-c9a2a66202b2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9809a851-ea74-4e67-9b3b-e340e8e7e565 HTTP/1.1" status: 200 len: 930 time: 0.1265745 Jul 09 16:20:43.626432 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-b6884706-3b2a-49cb-96bb-471cf822e75d req-9ddf06e4-0189-499d-ab7e-4f1d55921efd tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] For port fedb4196-6625-4f7b-b046-d9dc040c8327, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=fedb4196-6625-4f7b-b046-d9dc040c8327,segment=NetworkSegment(b3327873-1adb-4566-ad72-2213b9292320),segment_id=b3327873-1adb-4566-ad72-2213b9292320)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:20:43.626819 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b6884706-3b2a-49cb-96bb-471cf822e75d req-9ddf06e4-0189-499d-ab7e-4f1d55921efd tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:43.659614 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-b6884706-3b2a-49cb-96bb-471cf822e75d req-9ddf06e4-0189-499d-ab7e-4f1d55921efd tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Calling delete_port for fedb4196-6625-4f7b-b046-d9dc040c8327 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:20:43.669390 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7e34a6c0-5d20-4cdd-b4a9-95275dc47d6b req-44d733b7-5952-464f-aab3-93a9f87a3df7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b901ee5-7c09-4c6e-8d79-47824f7b12bf HTTP/1.1" status: 200 len: 217 time: 0.0571432 Jul 09 16:20:43.671635 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f674a16c-fd96-4198-aa37-d43ed6b7fdf8 req-5a445633-b841-4d1c-ad63-722896dbe0db tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273854 Jul 09 16:20:43.723895 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33778) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:43.760312 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34a6c0-5d20-4cdd-b4a9-95275dc47d6b req-320cff71-d523-4732-ad21-3395da0e167f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:43.761776 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7e34a6c0-5d20-4cdd-b4a9-95275dc47d6b req-320cff71-d523-4732-ad21-3395da0e167f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=48086698-4f4f-4805-9505-5f3dd52a2a14 HTTP/1.1" status: 200 len: 868 time: 0.0721922 Jul 09 16:20:43.789077 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7ef7e7e1-12e4-4505-837e-0427cc4043f2 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:43.807444 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7ef7e7e1-12e4-4505-837e-0427cc4043f2 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:43.869744 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34a6c0-5d20-4cdd-b4a9-95275dc47d6b req-d00770ce-baa7-485f-9ab8-a6e0ff37a3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:43.872150 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7e34a6c0-5d20-4cdd-b4a9-95275dc47d6b req-d00770ce-baa7-485f-9ab8-a6e0ff37a3db service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9809a851-ea74-4e67-9b3b-e340e8e7e565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1020942 Jul 09 16:20:43.913825 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-ed8e60fb-94ba-41d0-ab64-13da4f7e40ba admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1744582686-network', 'tenant_id': '927faf6a074749d0b7e4b4706940c5ca'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:20:43.916412 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef7e7e1-12e4-4505-837e-0427cc4043f2 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Pushing event updated for resources: {'Port': ['ID=65639875-b7c2-4f44-9ded-8d2362ae1aec,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:43.949480 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7ef7e7e1-12e4-4505-837e-0427cc4043f2 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:43.976789 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b6884706-3b2a-49cb-96bb-471cf822e75d req-9ddf06e4-0189-499d-ab7e-4f1d55921efd tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:44.018628 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8e60fb-94ba-41d0-ab64-13da4f7e40ba admin admin] Made reservation on behalf of 927faf6a074749d0b7e4b4706940c5ca for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:20:44.020311 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7ef7e7e1-12e4-4505-837e-0427cc4043f2 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:44.024024 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-7ef7e7e1-12e4-4505-837e-0427cc4043f2 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3268020 Jul 09 16:20:44.024188 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed8e60fb-94ba-41d0-ab64-13da4f7e40ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:44.032287 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33786) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:44.041433 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-21617ef8-ccf7-466c-bd06-f5d89dde892f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Request body: {'port': {'network_id': 'b241beb5-2d23-45f8-a178-1c6e0384f3fc', 'name': 'tempest-FloatingIPTestJSON-1206666947'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:20:44.047336 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddf06e4-0189-499d-ab7e-4f1d55921efd tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Pushing event deleted for resources: {'Port': ['ID=fedb4196-6625-4f7b-b046-d9dc040c8327,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:44.097897 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed8e60fb-94ba-41d0-ab64-13da4f7e40ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:44.107875 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6884706-3b2a-49cb-96bb-471cf822e75d req-9ddf06e4-0189-499d-ab7e-4f1d55921efd tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] No DVR routers for this DVR port fedb4196-6625-4f7b-b046-d9dc040c8327 on host n-h2-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:20:44.111038 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b6884706-3b2a-49cb-96bb-471cf822e75d req-9ddf06e4-0189-499d-ab7e-4f1d55921efd tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:44.113054 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b6884706-3b2a-49cb-96bb-471cf822e75d req-9ddf06e4-0189-499d-ab7e-4f1d55921efd tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.73 "DELETE /v2.0/ports/fedb4196-6625-4f7b-b046-d9dc040c8327 HTTP/1.1" status: 204 len: 173 time: 1.1563842 Jul 09 16:20:44.115307 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ce6cf7-8817-477b-9686-6acbbfd6d885', 'name': 'network-vif-deleted', 'tag': 'fedb4196-6625-4f7b-b046-d9dc040c8327'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:20:44.117470 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a738d6d-3caf-4967-86e8-38b43017b518" -d '{"events": [{"server_uuid": "b4ce6cf7-8817-477b-9686-6acbbfd6d885", "name": "network-vif-deleted", "tag": "fedb4196-6625-4f7b-b046-d9dc040c8327"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:20:44.128720 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c12f86-210b-4621-8cc5-725d56282eb3 req-f6b3c585-407a-457a-9618-c506131a9412 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:44.130262 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-07c12f86-210b-4621-8cc5-725d56282eb3 req-f6b3c585-407a-457a-9618-c506131a9412 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.1702304 Jul 09 16:20:44.175835 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3623cbc9-66cf-44f4-971b-48061032a84b req-d1ce3b8c-2051-4785-9c8c-005a015b99d4 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4ce6cf7-8817-477b-9686-6acbbfd6d885 HTTP/1.1" status: 200 len: 210 time: 0.0755460 Jul 09 16:20:44.191575 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7e34a6c0-5d20-4cdd-b4a9-95275dc47d6b req-0409f2b5-d23f-4744-977e-61041d95d043 service neutron] 10.222.0.77 "GET /v2.0/networks/9809a851-ea74-4e67-9b3b-e340e8e7e565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104098 Jul 09 16:20:44.192963 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-07c12f86-210b-4621-8cc5-725d56282eb3 req-82846a9b-a5ec-44d1-926f-44fd7e0557a7 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540087 Jul 09 16:20:44.259230 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c10365-0781-4cff-898f-6d7463cf266f x-openstack-request-id: req-10c10365-0781-4cff-898f-6d7463cf266f {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:20:44.259857 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ce6cf7-8817-477b-9686-6acbbfd6d885", "name": "network-vif-deleted", "tag": "fedb4196-6625-4f7b-b046-d9dc040c8327", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:20:44.259857 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-10c10365-0781-4cff-898f-6d7463cf266f {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:20:44.260218 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ce6cf7-8817-477b-9686-6acbbfd6d885', 'name': 'network-vif-deleted', 'tag': 'fedb4196-6625-4f7b-b046-d9dc040c8327', 'status': 'completed', 'code': 200} Jul 09 16:20:44.329757 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ae7fa-929b-433f-9694-58eaf44f9184 req-62c3e896-4e0b-479b-a608-9042c03e2db1 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:44.331278 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f24ae7fa-929b-433f-9694-58eaf44f9184 req-62c3e896-4e0b-479b-a608-9042c03e2db1 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.77 "GET /v2.0/ports?device_id=7bd3fe27-45c9-40f1-91ec-771d46d8e32b HTTP/1.1" status: 200 len: 945 time: 0.3578956 Jul 09 16:20:44.434117 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7e34a6c0-5d20-4cdd-b4a9-95275dc47d6b req-7118cde0-f828-43f1-9b7b-749981956442 service neutron] 10.222.0.77 "GET /v2.0/networks/9809a851-ea74-4e67-9b3b-e340e8e7e565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332757 Jul 09 16:20:44.484892 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed8e60fb-94ba-41d0-ab64-13da4f7e40ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:44.494351 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed8e60fb-94ba-41d0-ab64-13da4f7e40ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:44.536445 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed8e60fb-94ba-41d0-ab64-13da4f7e40ba admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:20:44.573776 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21617ef8-ccf7-466c-bd06-f5d89dde892f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Made reservation on behalf of 57de25892d9840a89618c2852c5113d2 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:20:44.577256 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21617ef8-ccf7-466c-bd06-f5d89dde892f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:44.595642 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed8e60fb-94ba-41d0-ab64-13da4f7e40ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:44.595985 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-ed8e60fb-94ba-41d0-ab64-13da4f7e40ba admin admin] Added segment 44b862f2-e325-48d7-99eb-7401b6fb9e9c of type vlan for network e14244d3-321e-4e11-8fa5-f8d23e2088a8 Jul 09 16:20:44.598200 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e60fb-94ba-41d0-ab64-13da4f7e40ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3327d918-a102-4021-a409-adf14eb413f4,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:44.646279 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-21617ef8-ccf7-466c-bd06-f5d89dde892f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] device_id is not set on port 30bac955-e408-4ef4-871c-3ee8c4597581 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:20:44.654491 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-f24ae7fa-929b-433f-9694-58eaf44f9184 req-e1477c04-d53e-48a2-8ae1-e2de3aa05f0e tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Deleting port f8ff3a60-d462-40e9-acb7-798df2b5cc97 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:20:44.654869 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f24ae7fa-929b-433f-9694-58eaf44f9184 req-e1477c04-d53e-48a2-8ae1-e2de3aa05f0e tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:44.684652 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed8e60fb-94ba-41d0-ab64-13da4f7e40ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:44.852236 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4ac03-a0dd-408a-a0e5-6a7c552507b0 req-c237da02-00e0-4678-a8b4-022531012e40 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:44.853771 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-78b4ac03-a0dd-408a-a0e5-6a7c552507b0 req-c237da02-00e0-4678-a8b4-022531012e40 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.98 "GET /v2.0/ports?device_id=6fbe057a-54ca-41d3-980b-d11ef8902d4e HTTP/1.1" status: 200 len: 943 time: 0.3451271 Jul 09 16:20:44.900374 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed8e60fb-94ba-41d0-ab64-13da4f7e40ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:44.901387 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8e60fb-94ba-41d0-ab64-13da4f7e40ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:44.902059 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed8e60fb-94ba-41d0-ab64-13da4f7e40ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:44.945297 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26762e91-deeb-4575-a1b2-115c45b698ad req-90bfb024-4890-4e11-a28b-6ee2c2e12da2 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:44.946836 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-26762e91-deeb-4575-a1b2-115c45b698ad req-90bfb024-4890-4e11-a28b-6ee2c2e12da2 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/ports?device_id=7bd3fe27-45c9-40f1-91ec-771d46d8e32b HTTP/1.1" status: 200 len: 945 time: 0.0950251 Jul 09 16:20:44.947667 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-21617ef8-ccf7-466c-bd06-f5d89dde892f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Allocated IP 172.20.0.5 (b241beb5-2d23-45f8-a178-1c6e0384f3fc/1856eb9d-6d2d-491d-a89d-b589aaa88b63/30bac955-e408-4ef4-871c-3ee8c4597581) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:20:44.987321 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-26762e91-deeb-4575-a1b2-115c45b698ad req-d8b5c83e-8c6a-48e4-b38a-1313839115d0 tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.98 "GET /v2.0/security-groups?id=886fb99b-ef29-4947-b067-746a024acf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340064 Jul 09 16:20:44.990432 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-f24ae7fa-929b-433f-9694-58eaf44f9184 req-e1477c04-d53e-48a2-8ae1-e2de3aa05f0e tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] For port f8ff3a60-d462-40e9-acb7-798df2b5cc97, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=f8ff3a60-d462-40e9-acb7-798df2b5cc97,segment=NetworkSegment(fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c),segment_id=fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:20:44.990823 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f24ae7fa-929b-433f-9694-58eaf44f9184 req-e1477c04-d53e-48a2-8ae1-e2de3aa05f0e tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:45.015934 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ed8e60fb-94ba-41d0-ab64-13da4f7e40ba admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2909575 Jul 09 16:20:45.019227 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33798) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:45.024374 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-17f744f8-61e7-42c7-8fa5-15f333c778cf admin admin] Request body: {'subnet': {'network_id': 'e14244d3-321e-4e11-8fa5-f8d23e2088a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1744582686-subnet', 'tenant_id': '927faf6a074749d0b7e4b4706940c5ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:20:45.030321 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-f24ae7fa-929b-433f-9694-58eaf44f9184 req-e1477c04-d53e-48a2-8ae1-e2de3aa05f0e tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Calling delete_port for f8ff3a60-d462-40e9-acb7-798df2b5cc97 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:20:45.040113 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-78b4ac03-a0dd-408a-a0e5-6a7c552507b0 req-63fd6dc7-a160-4a0c-abfe-ce24f4c9cb6e tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.98 "GET /v2.0/security-groups?id=d7cb5031-446e-4635-9533-307563de15b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733124 Jul 09 16:20:45.047635 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f744f8-61e7-42c7-8fa5-15f333c778cf admin admin] Made reservation on behalf of 927faf6a074749d0b7e4b4706940c5ca for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:20:45.050823 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17f744f8-61e7-42c7-8fa5-15f333c778cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:45.053529 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e60fb-94ba-41d0-ab64-13da4f7e40ba admin admin] Pushing event updated for resources: {'Network': ['ID=e14244d3-321e-4e11-8fa5-f8d23e2088a8,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:45.074094 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network e14244d3-321e-4e11-8fa5-f8d23e2088a8 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:20:45.255496 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17f744f8-61e7-42c7-8fa5-15f333c778cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:45.276380 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21617ef8-ccf7-466c-bd06-f5d89dde892f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:45.300938 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f24ae7fa-929b-433f-9694-58eaf44f9184 req-e1477c04-d53e-48a2-8ae1-e2de3aa05f0e tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:45.318572 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['f8ff3a60-d462-40e9-acb7-798df2b5cc97'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:20:45.337951 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f744f8-61e7-42c7-8fa5-15f333c778cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ed42caa-ccec-43f9-abc2-3f037ba46c07,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:45.345895 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1477c04-d53e-48a2-8ae1-e2de3aa05f0e tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Pushing event deleted for resources: {'Port': ['ID=f8ff3a60-d462-40e9-acb7-798df2b5cc97,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:45.350651 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f744f8-61e7-42c7-8fa5-15f333c778cf admin admin] Checking segment: {'id': '44b862f2-e325-48d7-99eb-7401b6fb9e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e14244d3-321e-4e11-8fa5-f8d23e2088a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:20:45.351038 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f744f8-61e7-42c7-8fa5-15f333c778cf admin admin] Network hostable DHCP agents. Network: e14244d3-321e-4e11-8fa5-f8d23e2088a8, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:20:45.373202 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f744f8-61e7-42c7-8fa5-15f333c778cf admin admin] Network e14244d3-321e-4e11-8fa5-f8d23e2088a8 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:20:45.382804 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-17f744f8-61e7-42c7-8fa5-15f333c778cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, e14244d3-321e-4e11-8fa5-f8d23e2088a8) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:20:45.387421 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f744f8-61e7-42c7-8fa5-15f333c778cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:45.388008 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17f744f8-61e7-42c7-8fa5-15f333c778cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:45.397496 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7df890-7ed2-46a3-82f2-a435dda3501b None None] Network e14244d3-321e-4e11-8fa5-f8d23e2088a8 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:20:45.406328 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-17f744f8-61e7-42c7-8fa5-15f333c778cf admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3856795 Jul 09 16:20:45.408649 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33808) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:45.415367 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-2fb65659-feac-4257-9aba-f0902b4961a7 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1744582686-router', 'tenant_id': '927faf6a074749d0b7e4b4706940c5ca', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:20:45.444231 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-f24ae7fa-929b-433f-9694-58eaf44f9184 req-e1477c04-d53e-48a2-8ae1-e2de3aa05f0e tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] No DVR routers for this DVR port f8ff3a60-d462-40e9-acb7-798df2b5cc97 on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:20:45.448714 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2fb65659-feac-4257-9aba-f0902b4961a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:45.451078 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21617ef8-ccf7-466c-bd06-f5d89dde892f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:45.451411 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2fb65659-feac-4257-9aba-f0902b4961a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:45.453691 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f24ae7fa-929b-433f-9694-58eaf44f9184 req-e1477c04-d53e-48a2-8ae1-e2de3aa05f0e tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:45.456012 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f24ae7fa-929b-433f-9694-58eaf44f9184 req-e1477c04-d53e-48a2-8ae1-e2de3aa05f0e tempest-ServersTestJSON-1221401468 tempest-ServersTestJSON-1221401468-project] 10.222.0.77 "DELETE /v2.0/ports/f8ff3a60-d462-40e9-acb7-798df2b5cc97 HTTP/1.1" status: 204 len: 173 time: 1.1107075 Jul 09 16:20:45.457445 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd3fe27-45c9-40f1-91ec-771d46d8e32b', 'name': 'network-vif-deleted', 'tag': 'f8ff3a60-d462-40e9-acb7-798df2b5cc97'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:20:45.459853 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c17be0-ae19-49a5-bf8e-688fc1f1f8f2" -d '{"events": [{"server_uuid": "7bd3fe27-45c9-40f1-91ec-771d46d8e32b", "name": "network-vif-deleted", "tag": "f8ff3a60-d462-40e9-acb7-798df2b5cc97"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:20:45.525616 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21617ef8-ccf7-466c-bd06-f5d89dde892f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Network b241beb5-2d23-45f8-a178-1c6e0384f3fc is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:20:45.533617 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-21617ef8-ccf7-466c-bd06-f5d89dde892f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:20:45.537445 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21617ef8-ccf7-466c-bd06-f5d89dde892f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Pushing event updated for resources: {'Port': ['ID=30bac955-e408-4ef4-871c-3ee8c4597581,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:45.539814 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21617ef8-ccf7-466c-bd06-f5d89dde892f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:20:45.577597 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f36b2-545c-4856-84d9-0f9cedf27080 req-49882941-aa4b-43c8-915c-93e2c97b5558 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:45.585683 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0b1f36b2-545c-4856-84d9-0f9cedf27080 req-49882941-aa4b-43c8-915c-93e2c97b5558 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.2451346 Jul 09 16:20:45.603627 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2fb65659-feac-4257-9aba-f0902b4961a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:45.647031 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21617ef8-ccf7-466c-bd06-f5d89dde892f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:45.648161 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21617ef8-ccf7-466c-bd06-f5d89dde892f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:45.669940 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9931e180-c05b-4eb8-9b85-0beea542ac25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-e14244d3-321e-4e11-8fa5-f8d23e2088a8', 'network_id': 'e14244d3-321e-4e11-8fa5-f8d23e2088a8', 'tenant_id': '927faf6a074749d0b7e4b4706940c5ca', 'fixed_ips': [{'subnet_id': '9ed42caa-ccec-43f9-abc2-3f037ba46c07'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:20:45.671202 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9931e180-c05b-4eb8-9b85-0beea542ac25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:45.679879 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0b1f36b2-545c-4856-84d9-0f9cedf27080 req-19d60301-41fa-45b9-9749-cfdae1bc5460 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929589 Jul 09 16:20:45.692074 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-21617ef8-ccf7-466c-bd06-f5d89dde892f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6584282 Jul 09 16:20:45.695044 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33814) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:45.707931 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a8a5560e-cd46-429b-8047-27d63b9473f9 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Request body: {'floatingip': {'port_id': '30bac955-e408-4ef4-871c-3ee8c4597581'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:20:45.749929 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a8a5560e-cd46-429b-8047-27d63b9473f9 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for floatingip, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:45.785510 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43ef7ab-3610-4560-8628-0f82d7538da1 x-openstack-request-id: req-f43ef7ab-3610-4560-8628-0f82d7538da1 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:20:45.785802 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bd3fe27-45c9-40f1-91ec-771d46d8e32b", "name": "network-vif-deleted", "tag": "f8ff3a60-d462-40e9-acb7-798df2b5cc97", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:20:45.786226 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f43ef7ab-3610-4560-8628-0f82d7538da1 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:20:45.786890 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd3fe27-45c9-40f1-91ec-771d46d8e32b', 'name': 'network-vif-deleted', 'tag': 'f8ff3a60-d462-40e9-acb7-798df2b5cc97', 'status': 'completed', 'code': 200} Jul 09 16:20:45.864851 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2fb65659-feac-4257-9aba-f0902b4961a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:45.866007 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-9931e180-c05b-4eb8-9b85-0beea542ac25 None None] Allocated IP 172.20.0.2 (e14244d3-321e-4e11-8fa5-f8d23e2088a8/9ed42caa-ccec-43f9-abc2-3f037ba46c07/8426c2bc-01a3-4fec-adde-76d8eaadb3ed) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:20:46.041549 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device fedb4196-6625-4f7b-b046-d9dc040c8327 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:20:46.061493 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7ee49-5489-414e-97a8-359b09a7b5ad req-533ecfd7-e4d1-440a-acb2-01039c1d11bf tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:46.063307 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-01c7ee49-5489-414e-97a8-359b09a7b5ad req-533ecfd7-e4d1-440a-acb2-01039c1d11bf tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b748b16-b4e7-4973-a477-e26313fba4b3 HTTP/1.1" status: 200 len: 945 time: 0.1897557 Jul 09 16:20:46.074973 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: fedb4196-6625-4f7b-b046-d9dc040c8327 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:20:46.075532 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device fedb4196-6625-4f7b-b046-d9dc040c8327 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:20:46.151338 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9931e180-c05b-4eb8-9b85-0beea542ac25 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:46.158718 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-01c7ee49-5489-414e-97a8-359b09a7b5ad req-37fd815e-cc15-4d50-b9dc-2a65fc6b5572 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878942 Jul 09 16:20:46.163882 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9931e180-c05b-4eb8-9b85-0beea542ac25 None None] Transition to ACTIVE for port object 8426c2bc-01a3-4fec-adde-76d8eaadb3ed will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:20:46.188614 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9931e180-c05b-4eb8-9b85-0beea542ac25 None None] Transition to ACTIVE for port object 8426c2bc-01a3-4fec-adde-76d8eaadb3ed will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:20:46.198671 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9931e180-c05b-4eb8-9b85-0beea542ac25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:46.264696 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9931e180-c05b-4eb8-9b85-0beea542ac25 None None] Network e14244d3-321e-4e11-8fa5-f8d23e2088a8 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:20:46.266803 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-9931e180-c05b-4eb8-9b85-0beea542ac25 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:20:46.277865 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9931e180-c05b-4eb8-9b85-0beea542ac25 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:20:46.324234 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9931e180-c05b-4eb8-9b85-0beea542ac25 None None] Pushing event updated for resources: {'Port': ['ID=8426c2bc-01a3-4fec-adde-76d8eaadb3ed,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:46.363584 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-9931e180-c05b-4eb8-9b85-0beea542ac25 None None] Attempting to bind port 8426c2bc-01a3-4fec-adde-76d8eaadb3ed on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:20:46.364394 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-9931e180-c05b-4eb8-9b85-0beea542ac25 None None] Attempting to bind port 8426c2bc-01a3-4fec-adde-76d8eaadb3ed by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '44b862f2-e325-48d7-99eb-7401b6fb9e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e14244d3-321e-4e11-8fa5-f8d23e2088a8'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:20:46.364562 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9931e180-c05b-4eb8-9b85-0beea542ac25 None None] Attempting to bind port 8426c2bc-01a3-4fec-adde-76d8eaadb3ed on network e14244d3-321e-4e11-8fa5-f8d23e2088a8 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:20:46.371253 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9931e180-c05b-4eb8-9b85-0beea542ac25 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:20:46.371625 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9931e180-c05b-4eb8-9b85-0beea542ac25 None None] Checking segment: {'id': '44b862f2-e325-48d7-99eb-7401b6fb9e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e14244d3-321e-4e11-8fa5-f8d23e2088a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:20:46.372027 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9931e180-c05b-4eb8-9b85-0beea542ac25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:46.372462 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9931e180-c05b-4eb8-9b85-0beea542ac25 None None] Bound using segment: {'id': '44b862f2-e325-48d7-99eb-7401b6fb9e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e14244d3-321e-4e11-8fa5-f8d23e2088a8'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:20:46.372934 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-9931e180-c05b-4eb8-9b85-0beea542ac25 None None] Bound port: 8426c2bc-01a3-4fec-adde-76d8eaadb3ed, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44b862f2-e325-48d7-99eb-7401b6fb9e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e14244d3-321e-4e11-8fa5-f8d23e2088a8'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:20:46.373359 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9931e180-c05b-4eb8-9b85-0beea542ac25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:46.455285 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9931e180-c05b-4eb8-9b85-0beea542ac25 None None] For port 8426c2bc-01a3-4fec-adde-76d8eaadb3ed, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:20:46.461875 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9931e180-c05b-4eb8-9b85-0beea542ac25 None None] For port 8426c2bc-01a3-4fec-adde-76d8eaadb3ed, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=8426c2bc-01a3-4fec-adde-76d8eaadb3ed,segment=NetworkSegment(44b862f2-e325-48d7-99eb-7401b6fb9e9c),segment_id=44b862f2-e325-48d7-99eb-7401b6fb9e9c)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:20:46.468413 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9931e180-c05b-4eb8-9b85-0beea542ac25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:46.483060 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33824) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:46.507996 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a8a5560e-cd46-429b-8047-27d63b9473f9 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:46.533241 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a8a5560e-cd46-429b-8047-27d63b9473f9 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:46.553308 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 8b901ee5-7c09-4c6e-8d79-47824f7b12bf details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:20:46.606994 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9931e180-c05b-4eb8-9b85-0beea542ac25 None None] Pushing event updated for resources: {'Port': ['ID=8426c2bc-01a3-4fec-adde-76d8eaadb3ed,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:46.667576 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e246a7-df54-4bff-8eac-8e22fe28d971 req-da65ccc5-9763-47e9-bd7c-7274d8d73d5a tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:46.673179 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-35e246a7-df54-4bff-8eac-8e22fe28d971 req-da65ccc5-9763-47e9-bd7c-7274d8d73d5a tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.6784947 Jul 09 16:20:46.697519 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e4d9a-ea33-4f6c-9e9a-586056ef07a5 req-82e3db8c-f9aa-44c2-8046-04f712d9ea61 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:46.699030 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-269e4d9a-ea33-4f6c-9e9a-586056ef07a5 req-82e3db8c-f9aa-44c2-8046-04f712d9ea61 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b748b16-b4e7-4973-a477-e26313fba4b3 HTTP/1.1" status: 200 len: 945 time: 0.2706468 Jul 09 16:20:46.709747 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 8b901ee5-7c09-4c6e-8d79-47824f7b12bf, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=8b901ee5-7c09-4c6e-8d79-47824f7b12bf,segment=NetworkSegment(c75a1b70-1b3d-4117-8ba1-85d56a0b3c27),segment_id=c75a1b70-1b3d-4117-8ba1-85d56a0b3c27)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:20:46.716742 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7a0ccae-60b6-4b61-a9d7-3b54df4cab97 admin admin] Deleting subnet 87031510-fde3-40ce-a568-4132b7a3476d {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:20:46.728952 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '8b901ee5-7c09-4c6e-8d79-47824f7b12bf', 'network_id': '9809a851-ea74-4e67-9b3b-e340e8e7e565', 'port_id': '8b901ee5-7c09-4c6e-8d79-47824f7b12bf', 'mac_address': 'fa:16:3e:40:1b:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48086698-4f4f-4805-9505-5f3dd52a2a14', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:20:46.730572 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2fb65659-feac-4257-9aba-f0902b4961a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:46.731100 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a7a0ccae-60b6-4b61-a9d7-3b54df4cab97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:46.791845 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:46.805956 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b901ee5-7c09-4c6e-8d79-47824f7b12bf {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:20:46.821958 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a7a0ccae-60b6-4b61-a9d7-3b54df4cab97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:46.824820 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2fb65659-feac-4257-9aba-f0902b4961a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:46.836106 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 8b901ee5-7c09-4c6e-8d79-47824f7b12bf, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=8b901ee5-7c09-4c6e-8d79-47824f7b12bf,segment=NetworkSegment(c75a1b70-1b3d-4117-8ba1-85d56a0b3c27),segment_id=c75a1b70-1b3d-4117-8ba1-85d56a0b3c27)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:20:46.845347 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:46.857683 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09744c8-808e-477b-8a32-000cfb684f9b req-986078af-b3ee-4727-b04c-eb0ecf81e872 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:46.859288 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c09744c8-808e-477b-8a32-000cfb684f9b req-986078af-b3ee-4727-b04c-eb0ecf81e872 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.98 "GET /v2.0/ports?device_id=6fbe057a-54ca-41d3-980b-d11ef8902d4e HTTP/1.1" status: 200 len: 943 time: 0.2520556 Jul 09 16:20:46.862665 n-d-798930-3 neutron-server[93958]: INFO neutron.db.l3_db [None req-a8a5560e-cd46-429b-8047-27d63b9473f9 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Floating IP 7b1c0e3e-3ddf-4979-81ee-c59d40fa5fee associated. External IP: 172.25.0.174, port: 30bac955-e408-4ef4-871c-3ee8c4597581. Jul 09 16:20:46.877777 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-35e246a7-df54-4bff-8eac-8e22fe28d971 req-e3414f1d-98d2-4936-99bf-0ed80d9a0a31 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008193 Jul 09 16:20:46.922043 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=8b901ee5-7c09-4c6e-8d79-47824f7b12bf,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:47.015999 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a7a0ccae-60b6-4b61-a9d7-3b54df4cab97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:47.051773 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c09744c8-808e-477b-8a32-000cfb684f9b req-2c32d93b-3dbb-4225-86b1-da55eb13868d tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.98 "GET /v2.0/security-groups?id=d7cb5031-446e-4635-9533-307563de15b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859720 Jul 09 16:20:47.052106 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-269e4d9a-ea33-4f6c-9e9a-586056ef07a5 req-ef9bec3f-5297-4f13-938f-4144ad405110 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Deleting port 924166bb-2540-42e4-a953-7ed06dded9dc {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:20:47.052454 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-269e4d9a-ea33-4f6c-9e9a-586056ef07a5 req-ef9bec3f-5297-4f13-938f-4144ad405110 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:47.061902 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['8b901ee5-7c09-4c6e-8d79-47824f7b12bf'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:20:47.127160 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-2fb65659-feac-4257-9aba-f0902b4961a7 admin admin] Allocated IP 172.25.0.169 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/40d0feb4-9fd8-48a7-acc6-a7ad18d9ca15) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:20:47.284214 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-269e4d9a-ea33-4f6c-9e9a-586056ef07a5 req-ef9bec3f-5297-4f13-938f-4144ad405110 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] For port 924166bb-2540-42e4-a953-7ed06dded9dc, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=924166bb-2540-42e4-a953-7ed06dded9dc,segment=NetworkSegment(b3327873-1adb-4566-ad72-2213b9292320),segment_id=b3327873-1adb-4566-ad72-2213b9292320)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:20:47.284629 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-269e4d9a-ea33-4f6c-9e9a-586056ef07a5 req-ef9bec3f-5297-4f13-938f-4144ad405110 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:47.309409 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-269e4d9a-ea33-4f6c-9e9a-586056ef07a5 req-ef9bec3f-5297-4f13-938f-4144ad405110 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Calling delete_port for 924166bb-2540-42e4-a953-7ed06dded9dc owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:20:47.364305 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 8426c2bc-01a3-4fec-adde-76d8eaadb3ed up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:20:47.397446 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2fb65659-feac-4257-9aba-f0902b4961a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:47.432722 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 8426c2bc-01a3-4fec-adde-76d8eaadb3ed completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:20:47.517615 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d1078-7533-4946-88ba-1d53deedfb6e req-94e4b7e8-2db2-495c-b412-f5b04381c145 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:47.519782 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-574d1078-7533-4946-88ba-1d53deedfb6e req-94e4b7e8-2db2-495c-b412-f5b04381c145 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b748b16-b4e7-4973-a477-e26313fba4b3 HTTP/1.1" status: 200 len: 945 time: 0.1784422 Jul 09 16:20:47.565934 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a7a0ccae-60b6-4b61-a9d7-3b54df4cab97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:47.568084 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2fb65659-feac-4257-9aba-f0902b4961a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:47.620395 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb65659-feac-4257-9aba-f0902b4961a7 admin admin] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:20:47.626492 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-2fb65659-feac-4257-9aba-f0902b4961a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:20:47.635434 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a0ccae-60b6-4b61-a9d7-3b54df4cab97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87031510-fde3-40ce-a568-4132b7a3476d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:47.639039 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a7a0ccae-60b6-4b61-a9d7-3b54df4cab97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:47.641053 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb65659-feac-4257-9aba-f0902b4961a7 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:20:47.643244 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a7a0ccae-60b6-4b61-a9d7-3b54df4cab97 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/87031510-fde3-40ce-a568-4132b7a3476d HTTP/1.1" status: 204 len: 168 time: 1.1590228 Jul 09 16:20:47.646031 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33836) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:47.684523 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb65659-feac-4257-9aba-f0902b4961a7 admin admin] Pushing event updated for resources: {'Port': ['ID=40d0feb4-9fd8-48a7-acc6-a7ad18d9ca15,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:47.698328 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-269e4d9a-ea33-4f6c-9e9a-586056ef07a5 req-ef9bec3f-5297-4f13-938f-4144ad405110 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:47.710977 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-574d1078-7533-4946-88ba-1d53deedfb6e req-ccfeeb79-a043-4689-99ab-b7d242dd3a07 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/security-groups?id=02b75c73-27d7-4975-9c87-615e08a2a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659007 Jul 09 16:20:47.741213 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6578e24-e241-4988-954b-5b31ccd577d2 req-cdf94e9b-cdb6-4ab9-b446-0f0def1a1c44 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:47.748340 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f6578e24-e241-4988-954b-5b31ccd577d2 req-cdf94e9b-cdb6-4ab9-b446-0f0def1a1c44 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.1864011 Jul 09 16:20:47.761612 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a5560e-cd46-429b-8047-27d63b9473f9 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Router 53cf0c56-5ba4-4e0c-a002-1ae625c86541 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:20:47.817156 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce75ea3-96d7-4f92-939e-3a0c7b96b573 None None] Network e14244d3-321e-4e11-8fa5-f8d23e2088a8 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:20:47.853305 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f6578e24-e241-4988-954b-5b31ccd577d2 req-b5466b2e-3f81-4770-99d2-8f95bf1275c5 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039097 Jul 09 16:20:47.863113 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9bec3f-5297-4f13-938f-4144ad405110 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Pushing event deleted for resources: {'Port': ['ID=924166bb-2540-42e4-a953-7ed06dded9dc,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:47.952505 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:20:47.958593 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a5560e-cd46-429b-8047-27d63b9473f9 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:20:47.965079 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d6ee7a50-fbb3-4db7-9621-06d21718a417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:47.966877 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a8a5560e-cd46-429b-8047-27d63b9473f9 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:47.986437 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c576feb-a9b4-49b5-8260-7db06b9e403e None None] Sync routers for ids ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:20:48.015758 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a8a5560e-cd46-429b-8047-27d63b9473f9 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] 10.222.0.98 "PUT /v2.0/floatingips/7b1c0e3e-3ddf-4979-81ee-c59d40fa5fee HTTP/1.1" status: 200 len: 978 time: 2.3171418 Jul 09 16:20:48.016398 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33840) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:48.018578 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-269e4d9a-ea33-4f6c-9e9a-586056ef07a5 req-ef9bec3f-5297-4f13-938f-4144ad405110 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] No DVR routers for this DVR port 924166bb-2540-42e4-a953-7ed06dded9dc on host n-h2-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:20:48.039488 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d6e7133f-a3b3-4724-8b6b-02854ca796e3 None None] Provisioning for port 8426c2bc-01a3-4fec-adde-76d8eaadb3ed completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:20:48.043945 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-269e4d9a-ea33-4f6c-9e9a-586056ef07a5 req-ef9bec3f-5297-4f13-938f-4144ad405110 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:48.046169 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-269e4d9a-ea33-4f6c-9e9a-586056ef07a5 req-ef9bec3f-5297-4f13-938f-4144ad405110 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.73 "DELETE /v2.0/ports/924166bb-2540-42e4-a953-7ed06dded9dc HTTP/1.1" status: 204 len: 173 time: 1.3372295 Jul 09 16:20:48.046645 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b748b16-b4e7-4973-a477-e26313fba4b3', 'name': 'network-vif-deleted', 'tag': '924166bb-2540-42e4-a953-7ed06dded9dc'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:20:48.049016 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89b3ee1-d182-4e45-89a2-444ac621af6d" -d '{"events": [{"server_uuid": "1b748b16-b4e7-4973-a477-e26313fba4b3", "name": "network-vif-deleted", "tag": "924166bb-2540-42e4-a953-7ed06dded9dc"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:20:48.050536 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c576feb-a9b4-49b5-8260-7db06b9e403e None None] Routers {'53cf0c56-5ba4-4e0c-a002-1ae625c86541'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:20:48.051521 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-5c576feb-a9b4-49b5-8260-7db06b9e403e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:20:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:48.133590 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d6e7133f-a3b3-4724-8b6b-02854ca796e3 None None] Provisioning complete for port 8426c2bc-01a3-4fec-adde-76d8eaadb3ed triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:20:48.134207 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d6e7133f-a3b3-4724-8b6b-02854ca796e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:48.139398 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-5c576feb-a9b4-49b5-8260-7db06b9e403e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:48.162012 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-2e1cbc7e-4f1c-419d-909d-a50923101e2c tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Deleting port 30bac955-e408-4ef4-871c-3ee8c4597581 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:20:48.162613 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2e1cbc7e-4f1c-419d-909d-a50923101e2c tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:48.185462 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c576feb-a9b4-49b5-8260-7db06b9e403e None None] Routers {'53cf0c56-5ba4-4e0c-a002-1ae625c86541'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:20:48.186103 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-5c576feb-a9b4-49b5-8260-7db06b9e403e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:20:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:48.234071 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-5c576feb-a9b4-49b5-8260-7db06b9e403e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:48.234513 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c576feb-a9b4-49b5-8260-7db06b9e403e None None] The sync data for ids ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'] in n-d-798930-3 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:20:48.251006 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d6ee7a50-fbb3-4db7-9621-06d21718a417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:48.275173 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-d6ee7a50-fbb3-4db7-9621-06d21718a417 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce97cc22-3a2c-431c-a7c0-56837c541317']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:48.282883 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2e1cbc7e-4f1c-419d-909d-a50923101e2c tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:48.303262 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d6e7133f-a3b3-4724-8b6b-02854ca796e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:48.342044 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-d6e7133f-a3b3-4724-8b6b-02854ca796e3 None None] For port 8426c2bc-01a3-4fec-adde-76d8eaadb3ed, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=8426c2bc-01a3-4fec-adde-76d8eaadb3ed,segment=NetworkSegment(44b862f2-e325-48d7-99eb-7401b6fb9e9c),segment_id=44b862f2-e325-48d7-99eb-7401b6fb9e9c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:20:48.344290 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-d6ee7a50-fbb3-4db7-9621-06d21718a417 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:48.344606 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-d6ee7a50-fbb3-4db7-9621-06d21718a417 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcdc4f4a-d32a-4aec-bd6f-3fa1aed0fd5c') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:48.349444 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d6e7133f-a3b3-4724-8b6b-02854ca796e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:48.355291 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cc7d2c-a4b3-48c3-a3e0-c7bdafb008f2 x-openstack-request-id: req-66cc7d2c-a4b3-48c3-a3e0-c7bdafb008f2 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:20:48.355291 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b748b16-b4e7-4973-a477-e26313fba4b3", "name": "network-vif-deleted", "tag": "924166bb-2540-42e4-a953-7ed06dded9dc", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:20:48.355291 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-66cc7d2c-a4b3-48c3-a3e0-c7bdafb008f2 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:20:48.355650 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b748b16-b4e7-4973-a477-e26313fba4b3', 'name': 'network-vif-deleted', 'tag': '924166bb-2540-42e4-a953-7ed06dded9dc', 'status': 'completed', 'code': 200} Jul 09 16:20:48.402463 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b195b4-6e9b-4854-a0f3-42f732b4de32 req-5295233d-a336-4d35-b1fa-6f9106360816 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:48.405509 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-58b195b4-6e9b-4854-a0f3-42f732b4de32 req-5295233d-a336-4d35-b1fa-6f9106360816 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.3507099 Jul 09 16:20:48.409348 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d6ee7a50-fbb3-4db7-9621-06d21718a417 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:48.443647 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e7133f-a3b3-4724-8b6b-02854ca796e3 None None] Pushing event updated for resources: {'Port': ['ID=8426c2bc-01a3-4fec-adde-76d8eaadb3ed,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:48.454671 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d6ee7a50-fbb3-4db7-9621-06d21718a417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:48.473434 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6ee7a50-fbb3-4db7-9621-06d21718a417 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:20:48.473844 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d6ee7a50-fbb3-4db7-9621-06d21718a417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:48.475721 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:20:48.475721 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:20:48.475721 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:20:48.475721 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:20:48.475721 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:20:48.475721 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:20:48.475721 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:20:48.475721 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:20:48.475721 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:20:48.475721 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:20:48.475721 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:20:48.475721 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:20:48.475721 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:20:48.475721 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:20:48.475721 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:20:48.475721 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:20:48.475721 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:20:48.475721 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:20:48.475721 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:20:48.475721 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:20:48.475721 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:20:48.475721 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:20:48.475721 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:20:48.475721 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:20:48.475721 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:20:48.475721 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:20:48.475721 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:20:48.475721 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:20:48.475721 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:20:48.475721 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:20:48.475721 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:20:48.475721 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:20:48.547222 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-58b195b4-6e9b-4854-a0f3-42f732b4de32 req-2c3de8b5-ce38-485e-ad80-da9c05300306 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179619 Jul 09 16:20:48.547222 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2fb65659-feac-4257-9aba-f0902b4961a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:48.554658 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 8b901ee5-7c09-4c6e-8d79-47824f7b12bf up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:20:48.623276 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2e1cbc7e-4f1c-419d-909d-a50923101e2c tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:48.623765 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-75e9c3df-8b60-4881-bbe6-969fa6226b63 None None] Provisioning complete for port 8426c2bc-01a3-4fec-adde-76d8eaadb3ed triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:20:48.623765 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-75e9c3df-8b60-4881-bbe6-969fa6226b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:48.624576 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2e1cbc7e-4f1c-419d-909d-a50923101e2c tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:48.625092 n-d-798930-3 neutron-server[93958]: INFO neutron.db.l3_db [None req-2e1cbc7e-4f1c-419d-909d-a50923101e2c tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Floating IP 7b1c0e3e-3ddf-4979-81ee-c59d40fa5fee disassociated. External IP: 172.25.0.174, port: 30bac955-e408-4ef4-871c-3ee8c4597581. Jul 09 16:20:48.625597 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-2e1cbc7e-4f1c-419d-909d-a50923101e2c tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Calling delete_port for 30bac955-e408-4ef4-871c-3ee8c4597581 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:20:48.633504 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d6ee7a50-fbb3-4db7-9621-06d21718a417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:48.651506 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d6ee7a50-fbb3-4db7-9621-06d21718a417 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:48.656237 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-d6ee7a50-fbb3-4db7-9621-06d21718a417 admin admin] 10.222.0.98 "DELETE /v2.0/networks/ce97cc22-3a2c-431c-a7c0-56837c541317 HTTP/1.1" status: 204 len: 168 time: 1.0055087 Jul 09 16:20:48.657090 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ee7a50-fbb3-4db7-9621-06d21718a417 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce97cc22-3a2c-431c-a7c0-56837c541317,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:48.696136 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 8b901ee5-7c09-4c6e-8d79-47824f7b12bf completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:20:48.702074 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 8b901ee5-7c09-4c6e-8d79-47824f7b12bf triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:20:48.702450 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:48.757443 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb4276-bec0-443a-b65a-d6e218d05145 req-8b2f3b42-7fc9-4335-8d32-4620b5282700 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:48.765958 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8cbb4276-bec0-443a-b65a-d6e218d05145 req-8b2f3b42-7fc9-4335-8d32-4620b5282700 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.98 "GET /v2.0/ports?device_id=6fbe057a-54ca-41d3-980b-d11ef8902d4e HTTP/1.1" status: 200 len: 944 time: 0.2801375 Jul 09 16:20:48.813666 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2fb65659-feac-4257-9aba-f0902b4961a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:48.841645 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:48.846048 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8cbb4276-bec0-443a-b65a-d6e218d05145 req-459fe3df-6a41-458e-82da-0ab325dc1a63 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.98 "GET /v2.0/security-groups?id=d7cb5031-446e-4635-9533-307563de15b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790038 Jul 09 16:20:48.869940 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fbe057a-54ca-41d3-980b-d11ef8902d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b901ee5-7c09-4c6e-8d79-47824f7b12bf'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:20:48.871978 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7070b62c-552c-42c4-b8d5-3a25a9598beb" -d '{"events": [{"server_uuid": "6fbe057a-54ca-41d3-980b-d11ef8902d4e", "name": "network-vif-plugged", "status": "completed", "tag": "8b901ee5-7c09-4c6e-8d79-47824f7b12bf"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:20:48.891223 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 8b901ee5-7c09-4c6e-8d79-47824f7b12bf, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=8b901ee5-7c09-4c6e-8d79-47824f7b12bf,segment=NetworkSegment(c75a1b70-1b3d-4117-8ba1-85d56a0b3c27),segment_id=c75a1b70-1b3d-4117-8ba1-85d56a0b3c27)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:20:48.899043 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:48.900689 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device f8ff3a60-d462-40e9-acb7-798df2b5cc97 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:20:48.931915 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33860) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:48.949511 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: f8ff3a60-d462-40e9-acb7-798df2b5cc97 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:20:48.950108 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device f8ff3a60-d462-40e9-acb7-798df2b5cc97 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:20:48.998277 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9b22c-a9e0-4bcb-9a13-147494049ca2 req-d6c1e100-5ce6-4c19-a3f9-3e059ded99f2 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:49.000265 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a7f9b22c-a9e0-4bcb-9a13-147494049ca2 req-d6c1e100-5ce6-4c19-a3f9-3e059ded99f2 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.1812773 Jul 09 16:20:49.009751 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=8b901ee5-7c09-4c6e-8d79-47824f7b12bf,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:49.011542 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0087d04c-f705-4c55-85d3-2d83f9cebb69 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e315895fcff346cb9e8f1de4a11daf77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0788336 Jul 09 16:20:49.012920 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2e1cbc7e-4f1c-419d-909d-a50923101e2c tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:49.015662 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33862) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:49.047242 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1cbc7e-4f1c-419d-909d-a50923101e2c tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Pushing event deleted for resources: {'Port': ['ID=30bac955-e408-4ef4-871c-3ee8c4597581,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:49.125606 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb65659-feac-4257-9aba-f0902b4961a7 admin admin] Router 8ea7c312-4851-457b-9c99-47152697f3c7 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:20:49.131386 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a7f9b22c-a9e0-4bcb-9a13-147494049ca2 req-76a69de3-f3f0-479f-99fa-527ee7145698 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246567 Jul 09 16:20:49.152750 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1ae399e4-b63f-47c9-93d9-4f2d0f47bf9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:49.200060 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-854d97c2-b5b6-448c-ba5b-a33cc7d164d7 req-7bfc934a-f9a0-472e-a5dc-b106321e2e92 tempest-LiveMigrationTest-1612758102 tempest-LiveMigrationTest-1612758102-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b748b16-b4e7-4973-a477-e26313fba4b3 HTTP/1.1" status: 200 len: 210 time: 0.0810871 Jul 09 16:20:49.204742 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a960e8-2232-48da-8e38-b62afa8556f1 x-openstack-request-id: req-c0a960e8-2232-48da-8e38-b62afa8556f1 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:20:49.205038 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fbe057a-54ca-41d3-980b-d11ef8902d4e", "name": "network-vif-plugged", "status": "completed", "tag": "8b901ee5-7c09-4c6e-8d79-47824f7b12bf", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:20:49.205288 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c0a960e8-2232-48da-8e38-b62afa8556f1 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:20:49.205683 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fbe057a-54ca-41d3-980b-d11ef8902d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b901ee5-7c09-4c6e-8d79-47824f7b12bf', 'code': 200} Jul 09 16:20:49.246151 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1ae399e4-b63f-47c9-93d9-4f2d0f47bf9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:49.275324 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e1cbc7e-4f1c-419d-909d-a50923101e2c tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Router 53cf0c56-5ba4-4e0c-a002-1ae625c86541 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:20:49.359890 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 8426c2bc-01a3-4fec-adde-76d8eaadb3ed up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:20:49.419036 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb65659-feac-4257-9aba-f0902b4961a7 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:20:49.436905 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c761a5-4de5-431a-a2b8-2380442f80bf None None] Sync routers for ids ['8ea7c312-4851-457b-9c99-47152697f3c7'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:20:49.452487 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2fb65659-feac-4257-9aba-f0902b4961a7 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:49.453840 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2fb65659-feac-4257-9aba-f0902b4961a7 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.0441587 Jul 09 16:20:49.457062 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33868) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:49.462375 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c761a5-4de5-431a-a2b8-2380442f80bf None None] Routers {'8ea7c312-4851-457b-9c99-47152697f3c7'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:20:49.466481 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-92c761a5-4de5-431a-a2b8-2380442f80bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:20:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['8ea7c312-4851-457b-9c99-47152697f3c7'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:49.470846 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 8426c2bc-01a3-4fec-adde-76d8eaadb3ed triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:20:49.473486 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:49.522710 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1ae399e4-b63f-47c9-93d9-4f2d0f47bf9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:49.529413 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1ae399e4-b63f-47c9-93d9-4f2d0f47bf9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:49.531158 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-1ae399e4-b63f-47c9-93d9-4f2d0f47bf9a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/886fb99b-ef29-4947-b067-746a024acf96 HTTP/1.1" status: 204 len: 168 time: 0.5118890 Jul 09 16:20:49.567373 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae399e4-b63f-47c9-93d9-4f2d0f47bf9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=886fb99b-ef29-4947-b067-746a024acf96,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:49.590399 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e1cbc7e-4f1c-419d-909d-a50923101e2c tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:20:49.599189 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69af8b9-abe9-4b46-9c7b-a8b801815a60 req-e1184eab-a998-4a48-ae20-52a1a95a0cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:49.600788 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b69af8b9-abe9-4b46-9c7b-a8b801815a60 req-e1184eab-a998-4a48-ae20-52a1a95a0cc3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6fbe057a-54ca-41d3-980b-d11ef8902d4e HTTP/1.1" status: 200 len: 1096 time: 0.2339199 Jul 09 16:20:49.615651 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f7ab9e-d343-41c0-bd0d-5da1142119d1 None None] Sync routers for ids ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:20:49.641029 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f7ab9e-d343-41c0-bd0d-5da1142119d1 None None] Routers {'53cf0c56-5ba4-4e0c-a002-1ae625c86541'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:20:49.641676 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-36f7ab9e-d343-41c0-bd0d-5da1142119d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:20:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:49.706527 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87cf32b-aef0-4a85-80ea-453be7adaa6f req-7d98c822-b540-4c93-9121-f20a7acb3b80 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:49.713305 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-92c761a5-4de5-431a-a2b8-2380442f80bf None None] Set router 8ea7c312-4851-457b-9c99-47152697f3c7 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:20:49.714470 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b87cf32b-aef0-4a85-80ea-453be7adaa6f req-7d98c822-b540-4c93-9121-f20a7acb3b80 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.2923982 Jul 09 16:20:49.793215 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b87cf32b-aef0-4a85-80ea-453be7adaa6f req-4f73f381-d55c-4b47-95d6-fec1a9469896 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776529 Jul 09 16:20:49.795164 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b69af8b9-abe9-4b46-9c7b-a8b801815a60 req-5bf62039-3943-4022-87a0-548b9dd7d507 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d7cb5031-446e-4635-9533-307563de15b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616855 Jul 09 16:20:49.802197 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-36f7ab9e-d343-41c0-bd0d-5da1142119d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:49.816051 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2e1cbc7e-4f1c-419d-909d-a50923101e2c tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:49.821364 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2e1cbc7e-4f1c-419d-909d-a50923101e2c tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] 10.222.0.98 "DELETE /v2.0/ports/30bac955-e408-4ef4-871c-3ee8c4597581 HTTP/1.1" status: 204 len: 168 time: 1.8037446 Jul 09 16:20:49.822016 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33874) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:49.828109 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f7ab9e-d343-41c0-bd0d-5da1142119d1 None None] Routers {'53cf0c56-5ba4-4e0c-a002-1ae625c86541'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:20:49.828731 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-36f7ab9e-d343-41c0-bd0d-5da1142119d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:20:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:49.919648 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-36f7ab9e-d343-41c0-bd0d-5da1142119d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:49.920426 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f7ab9e-d343-41c0-bd0d-5da1142119d1 None None] The sync data for ids ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'] in n-d-798930-3 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:20:49.920818 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d12d8e08-d24e-49b3-9c6e-f0f5ea3b610c tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] 10.222.0.98 "GET /v2.0/floatingips/7b1c0e3e-3ddf-4979-81ee-c59d40fa5fee HTTP/1.1" status: 200 len: 688 time: 0.0970829 Jul 09 16:20:49.922243 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33880) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:50.040488 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 924166bb-2540-42e4-a953-7ed06dded9dc no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:20:50.069057 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-92c761a5-4de5-431a-a2b8-2380442f80bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea7c312-4851-457b-9c99-47152697f3c7', 'name': 'tempest-ServerActionsTestJSON-1744582686-router', 'tenant_id': '927faf6a074749d0b7e4b4706940c5ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '40d0feb4-9fd8-48a7-acc6-a7ad18d9ca15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:20:45Z', 'updated_at': '2021-07-09T16:20:48Z', 'revision_number': 3, 'project_id': '927faf6a074749d0b7e4b4706940c5ca', 'gw_port': {'id': '40d0feb4-9fd8-48a7-acc6-a7ad18d9ca15', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea7c312-4851-457b-9c99-47152697f3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:20:46Z', 'updated_at': '2021-07-09T16:20:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:50.182441 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c761a5-4de5-431a-a2b8-2380442f80bf None None] Checking router: 8ea7c312-4851-457b-9c99-47152697f3c7 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:20:50.184809 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c761a5-4de5-431a-a2b8-2380442f80bf None None] Updating router 8ea7c312-4851-457b-9c99-47152697f3c7 port 40d0feb4-9fd8-48a7-acc6-a7ad18d9ca15 binding host n-d-798930-3 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:20:50.236097 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-92c761a5-4de5-431a-a2b8-2380442f80bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:50.264529 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff582c03-70ea-460a-9245-0be7dfc2d145 req-91cdd70b-df7b-4141-ad70-9aaea3213666 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:50.273522 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ff582c03-70ea-460a-9245-0be7dfc2d145 req-91cdd70b-df7b-4141-ad70-9aaea3213666 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.98 "GET /v2.0/ports?device_id=6fbe057a-54ca-41d3-980b-d11ef8902d4e HTTP/1.1" status: 200 len: 945 time: 0.2199805 Jul 09 16:20:50.297525 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-d361b052-f984-4130-9b42-8d47228861d9 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Deleting port 65639875-b7c2-4f44-9ded-8d2362ae1aec {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:20:50.298031 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d361b052-f984-4130-9b42-8d47228861d9 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:50.313642 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: 924166bb-2540-42e4-a953-7ed06dded9dc {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:20:50.318387 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 924166bb-2540-42e4-a953-7ed06dded9dc not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:20:50.379834 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ff582c03-70ea-460a-9245-0be7dfc2d145 req-60b62d23-9d51-4af7-8a57-2233e3c9c71f tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.98 "GET /v2.0/security-groups?id=d7cb5031-446e-4635-9533-307563de15b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060169 Jul 09 16:20:50.461338 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c59af2-0d42-40ff-bee1-19ab6f9d5e09 req-07b35a9b-10ab-45c3-9912-b157d9b2fbc8 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:50.468772 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-90c59af2-0d42-40ff-bee1-19ab6f9d5e09 req-07b35a9b-10ab-45c3-9912-b157d9b2fbc8 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.1510942 Jul 09 16:20:50.482452 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d361b052-f984-4130-9b42-8d47228861d9 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:50.484480 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d361b052-f984-4130-9b42-8d47228861d9 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:50.513794 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-d361b052-f984-4130-9b42-8d47228861d9 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Calling delete_port for 65639875-b7c2-4f44-9ded-8d2362ae1aec owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:20:50.549415 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-90c59af2-0d42-40ff-bee1-19ab6f9d5e09 req-cea3d80f-1432-4842-bf1f-d1ab5cc87ac7 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765986 Jul 09 16:20:50.633620 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33902) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:50.751687 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-92c761a5-4de5-431a-a2b8-2380442f80bf None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:50.768556 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c9eb1dc5-fa88-4741-bc18-23284fc76ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:50.801903 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-01b41590-8f73-4b7a-844b-f5fe6da5f2e3 admin admin] Deleting subnet 5288f2c0-4157-42ca-b91f-37115e42c839 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:20:50.816985 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-01b41590-8f73-4b7a-844b-f5fe6da5f2e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:50.872324 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-92c761a5-4de5-431a-a2b8-2380442f80bf None None] Transition to ACTIVE for port object 40d0feb4-9fd8-48a7-acc6-a7ad18d9ca15 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:20:50.877617 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d361b052-f984-4130-9b42-8d47228861d9 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:50.882983 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-92c761a5-4de5-431a-a2b8-2380442f80bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:50.922449 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33910) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:50.931574 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d361b052-f984-4130-9b42-8d47228861d9 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Pushing event deleted for resources: {'Port': ['ID=65639875-b7c2-4f44-9ded-8d2362ae1aec,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:50.950687 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1fcbda-da95-4912-85fa-cdbcac6e46d6 req-3c54b288-2d22-4214-9618-3936295347fc tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:50.951946 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b815774d-0698-4e41-8815-5297a072f788 None None] Pushing event updated for resources: {'Port': ['ID=40d0feb4-9fd8-48a7-acc6-a7ad18d9ca15,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:50.957875 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ac1fcbda-da95-4912-85fa-cdbcac6e46d6 req-3c54b288-2d22-4214-9618-3936295347fc tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.1593864 Jul 09 16:20:50.961476 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-01b41590-8f73-4b7a-844b-f5fe6da5f2e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:50.992222 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-92c761a5-4de5-431a-a2b8-2380442f80bf None None] Attempting to bind port 40d0feb4-9fd8-48a7-acc6-a7ad18d9ca15 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:20:50.992583 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-92c761a5-4de5-431a-a2b8-2380442f80bf None None] Attempting to bind port 40d0feb4-9fd8-48a7-acc6-a7ad18d9ca15 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:20:50.993122 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c761a5-4de5-431a-a2b8-2380442f80bf None None] Attempting to bind port 40d0feb4-9fd8-48a7-acc6-a7ad18d9ca15 on network caa6ed8d-2893-4113-8f68-c5284e694f6c {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:20:51.000876 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c761a5-4de5-431a-a2b8-2380442f80bf None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:20:51.000876 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c761a5-4de5-431a-a2b8-2380442f80bf None None] Checking segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:20:51.001245 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-92c761a5-4de5-431a-a2b8-2380442f80bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:51.001631 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c761a5-4de5-431a-a2b8-2380442f80bf None None] Bound using segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:20:51.002656 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-92c761a5-4de5-431a-a2b8-2380442f80bf None None] Bound port: 40d0feb4-9fd8-48a7-acc6-a7ad18d9ca15, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:20:51.004261 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-92c761a5-4de5-431a-a2b8-2380442f80bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:51.054752 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ac1fcbda-da95-4912-85fa-cdbcac6e46d6 req-fd91f960-46c9-4d5c-ac0c-5015fd0f5d2d tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918655 Jul 09 16:20:51.055682 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d361b052-f984-4130-9b42-8d47228861d9 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:51.058641 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d361b052-f984-4130-9b42-8d47228861d9 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:51.063248 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-92c761a5-4de5-431a-a2b8-2380442f80bf None None] For port 40d0feb4-9fd8-48a7-acc6-a7ad18d9ca15, host n-d-798930-3, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:20:51.065895 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d361b052-f984-4130-9b42-8d47228861d9 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] 10.222.0.98 "DELETE /v2.0/floatingips/7b1c0e3e-3ddf-4979-81ee-c59d40fa5fee HTTP/1.1" status: 204 len: 168 time: 1.1406331 Jul 09 16:20:51.069917 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33914) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:51.075090 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-5799e90d-affb-4166-8ec5-b424644c1dd1 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Request body: {'floatingip': {'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'port_id': 'f0074818-a093-4552-9223-49ebe531821a'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:20:51.081852 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-92c761a5-4de5-431a-a2b8-2380442f80bf None None] For port 40d0feb4-9fd8-48a7-acc6-a7ad18d9ca15, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=40d0feb4-9fd8-48a7-acc6-a7ad18d9ca15,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:20:51.084436 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-01b41590-8f73-4b7a-844b-f5fe6da5f2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:51.089840 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-92c761a5-4de5-431a-a2b8-2380442f80bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:51.111908 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5799e90d-affb-4166-8ec5-b424644c1dd1 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:51.158224 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b815774d-0698-4e41-8815-5297a072f788 None None] Pushing event updated for resources: {'Port': ['ID=40d0feb4-9fd8-48a7-acc6-a7ad18d9ca15,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:51.192279 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-c9eb1dc5-fa88-4741-bc18-23284fc76ff5 admin admin] Allocated IP 172.20.0.1 (e14244d3-321e-4e11-8fa5-f8d23e2088a8/9ed42caa-ccec-43f9-abc2-3f037ba46c07/b863c5ba-4531-4111-b284-8da94f975396) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:20:51.203384 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-951b905b-cf0e-43b1-874c-1dca89adb41e admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1156437007-network', 'tenant_id': '952cf3e1cb0f441a8c24e976f3f3a426'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:20:51.203651 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c761a5-4de5-431a-a2b8-2380442f80bf None None] Routers {'8ea7c312-4851-457b-9c99-47152697f3c7'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:20:51.204398 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-92c761a5-4de5-431a-a2b8-2380442f80bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:20:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['8ea7c312-4851-457b-9c99-47152697f3c7'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:51.206252 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-01b41590-8f73-4b7a-844b-f5fe6da5f2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:51.241907 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-01b41590-8f73-4b7a-844b-f5fe6da5f2e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:51.243953 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-01b41590-8f73-4b7a-844b-f5fe6da5f2e3 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/5288f2c0-4157-42ca-b91f-37115e42c839 HTTP/1.1" status: 204 len: 168 time: 0.6050463 Jul 09 16:20:51.253968 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33920) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:51.256018 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b41590-8f73-4b7a-844b-f5fe6da5f2e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5288f2c0-4157-42ca-b91f-37115e42c839,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:51.283892 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951b905b-cf0e-43b1-874c-1dca89adb41e admin admin] Made reservation on behalf of 952cf3e1cb0f441a8c24e976f3f3a426 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:20:51.286671 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-951b905b-cf0e-43b1-874c-1dca89adb41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:51.303146 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-951b905b-cf0e-43b1-874c-1dca89adb41e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:51.329897 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-92c761a5-4de5-431a-a2b8-2380442f80bf None None] Set router 8ea7c312-4851-457b-9c99-47152697f3c7 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:20:51.356923 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4675d4cd-54b3-4c87-ab32-409a61ba1166 req-a5afc5ba-2f45-4ade-8d4f-2c850a778861 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:51.358409 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4675d4cd-54b3-4c87-ab32-409a61ba1166 req-a5afc5ba-2f45-4ade-8d4f-2c850a778861 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.1346958 Jul 09 16:20:51.384138 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ae3fc2a7-bfa8-4ab8-95a9-e98b774c2a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:51.410362 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5799e90d-affb-4166-8ec5-b424644c1dd1 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:51.427608 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c9eb1dc5-fa88-4741-bc18-23284fc76ff5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:51.456747 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4675d4cd-54b3-4c87-ab32-409a61ba1166 req-f5b9896b-a0ff-4089-9d06-6823179b976c tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856659 Jul 09 16:20:51.510894 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c9eb1dc5-fa88-4741-bc18-23284fc76ff5 admin admin] Transition to ACTIVE for port object b863c5ba-4531-4111-b284-8da94f975396 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:20:51.522609 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ae3fc2a7-bfa8-4ab8-95a9-e98b774c2a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:51.564080 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-ae3fc2a7-bfa8-4ab8-95a9-e98b774c2a69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ab794d9-1bd8-4da1-bd91-e5307e2548b2']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:51.568710 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-951b905b-cf0e-43b1-874c-1dca89adb41e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:51.585277 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-ae3fc2a7-bfa8-4ab8-95a9-e98b774c2a69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3327873-1adb-4566-ad72-2213b9292320') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:51.585277 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-ae3fc2a7-bfa8-4ab8-95a9-e98b774c2a69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3327873-1adb-4566-ad72-2213b9292320') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:51.592741 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-951b905b-cf0e-43b1-874c-1dca89adb41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:51.605855 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-951b905b-cf0e-43b1-874c-1dca89adb41e admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:20:51.608163 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ae3fc2a7-bfa8-4ab8-95a9-e98b774c2a69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:51.615989 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-951b905b-cf0e-43b1-874c-1dca89adb41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:51.616352 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-951b905b-cf0e-43b1-874c-1dca89adb41e admin admin] Added segment aa718b3b-9b4c-43b2-b01b-87e454080ecb of type vlan for network 80c76dc4-5cd1-4ff2-9213-cc8ee9c634d7 Jul 09 16:20:51.625946 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-92c761a5-4de5-431a-a2b8-2380442f80bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea7c312-4851-457b-9c99-47152697f3c7', 'name': 'tempest-ServerActionsTestJSON-1744582686-router', 'tenant_id': '927faf6a074749d0b7e4b4706940c5ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '40d0feb4-9fd8-48a7-acc6-a7ad18d9ca15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:20:45Z', 'updated_at': '2021-07-09T16:20:48Z', 'revision_number': 3, 'project_id': '927faf6a074749d0b7e4b4706940c5ca', 'gw_port': {'id': '40d0feb4-9fd8-48a7-acc6-a7ad18d9ca15', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea7c312-4851-457b-9c99-47152697f3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:20:46Z', 'updated_at': '2021-07-09T16:20:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:51.636100 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ae3fc2a7-bfa8-4ab8-95a9-e98b774c2a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:51.641722 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c9eb1dc5-fa88-4741-bc18-23284fc76ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:51.654529 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae3fc2a7-bfa8-4ab8-95a9-e98b774c2a69 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:20:51.655064 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ae3fc2a7-bfa8-4ab8-95a9-e98b774c2a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:51.657949 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:20:51.657949 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:20:51.657949 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:20:51.657949 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:20:51.657949 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:20:51.657949 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:20:51.657949 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:20:51.657949 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:20:51.657949 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:20:51.657949 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:20:51.657949 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:20:51.657949 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:20:51.657949 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:20:51.657949 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:20:51.657949 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:20:51.657949 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:20:51.657949 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:20:51.657949 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:20:51.657949 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:20:51.657949 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:20:51.657949 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:20:51.657949 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:20:51.657949 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:20:51.657949 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:20:51.657949 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:20:51.657949 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:20:51.657949 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:20:51.657949 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:20:51.657949 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:20:51.657949 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:20:51.657949 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:20:51.657949 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:20:51.662093 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c761a5-4de5-431a-a2b8-2380442f80bf None None] The sync data for ids ['8ea7c312-4851-457b-9c99-47152697f3c7'] in n-d-798930-3 is: [{'id': '8ea7c312-4851-457b-9c99-47152697f3c7', 'name': 'tempest-ServerActionsTestJSON-1744582686-router', 'tenant_id': '927faf6a074749d0b7e4b4706940c5ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '40d0feb4-9fd8-48a7-acc6-a7ad18d9ca15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:20:45Z', 'updated_at': '2021-07-09T16:20:48Z', 'revision_number': 3, 'project_id': '927faf6a074749d0b7e4b4706940c5ca', 'gw_port': {'id': '40d0feb4-9fd8-48a7-acc6-a7ad18d9ca15', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea7c312-4851-457b-9c99-47152697f3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:20:46Z', 'updated_at': '2021-07-09T16:20:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:20:51.680565 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-951b905b-cf0e-43b1-874c-1dca89adb41e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:51.744562 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9eb1dc5-fa88-4741-bc18-23284fc76ff5 admin admin] Network e14244d3-321e-4e11-8fa5-f8d23e2088a8 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:20:51.763365 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4e310-95fe-4fca-9195-658cd653e0e8 req-d8490eb8-330e-48fc-a177-3bfd70fffb75 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:51.765114 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-18e4e310-95fe-4fca-9195-658cd653e0e8 req-d8490eb8-330e-48fc-a177-3bfd70fffb75 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.98 "GET /v2.0/ports?device_id=6fbe057a-54ca-41d3-980b-d11ef8902d4e HTTP/1.1" status: 200 len: 945 time: 0.2394078 Jul 09 16:20:51.766146 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-c9eb1dc5-fa88-4741-bc18-23284fc76ff5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:20:51.766366 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-5799e90d-affb-4166-8ec5-b424644c1dd1 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Allocated IP 172.25.0.41 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/89887115-0c25-4bac-84e0-0e4599c6e4e7) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:20:51.768633 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9eb1dc5-fa88-4741-bc18-23284fc76ff5 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:20:51.770963 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b905b-cf0e-43b1-874c-1dca89adb41e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9501f8bb-ee34-49d1-901d-45fd016b5370,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:51.802483 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb1dc5-fa88-4741-bc18-23284fc76ff5 admin admin] Pushing event updated for resources: {'Port': ['ID=b863c5ba-4531-4111-b284-8da94f975396,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:51.820310 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ae3fc2a7-bfa8-4ab8-95a9-e98b774c2a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:51.824201 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ae3fc2a7-bfa8-4ab8-95a9-e98b774c2a69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:51.824357 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-951b905b-cf0e-43b1-874c-1dca89adb41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:51.825181 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951b905b-cf0e-43b1-874c-1dca89adb41e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:51.825768 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-951b905b-cf0e-43b1-874c-1dca89adb41e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:51.829399 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ae3fc2a7-bfa8-4ab8-95a9-e98b774c2a69 admin admin] 10.222.0.98 "DELETE /v2.0/networks/5ab794d9-1bd8-4da1-bd91-e5307e2548b2 HTTP/1.1" status: 204 len: 168 time: 0.5713797 Jul 09 16:20:51.840371 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33928) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:51.897744 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3fc2a7-bfa8-4ab8-95a9-e98b774c2a69 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ab794d9-1bd8-4da1-bd91-e5307e2548b2,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:51.909659 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c9eb1dc5-fa88-4741-bc18-23284fc76ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:51.937979 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b754dd20-0a61-4497-b744-bcabe035091e req-d83ebec3-5ecf-415b-99d2-2095da528ac4 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:51.945045 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b754dd20-0a61-4497-b744-bcabe035091e req-d83ebec3-5ecf-415b-99d2-2095da528ac4 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.2798853 Jul 09 16:20:51.967929 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-951b905b-cf0e-43b1-874c-1dca89adb41e admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0395083 Jul 09 16:20:51.971274 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33932) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:51.980287 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-18e4e310-95fe-4fca-9195-658cd653e0e8 req-f9a05438-65e3-4804-a5b1-6e544a62c8dc tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.98 "GET /v2.0/security-groups?id=d7cb5031-446e-4635-9533-307563de15b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825311 Jul 09 16:20:52.008079 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-e17f0913-09f8-448b-b2bb-179261faebbe admin admin] Request body: {'subnet': {'network_id': '80c76dc4-5cd1-4ff2-9213-cc8ee9c634d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1156437007-subnet', 'tenant_id': '952cf3e1cb0f441a8c24e976f3f3a426', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:20:52.028571 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-3085734a-4268-46ec-9323-077bed595d7c admin admin] Deleting subnet 3fb1e355-45e0-430a-8b1c-54be77f6a963 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:20:52.037118 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3085734a-4268-46ec-9323-077bed595d7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:52.082888 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b905b-cf0e-43b1-874c-1dca89adb41e admin admin] Pushing event updated for resources: {'Network': ['ID=80c76dc4-5cd1-4ff2-9213-cc8ee9c634d7,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:52.093557 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 80c76dc4-5cd1-4ff2-9213-cc8ee9c634d7 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:20:52.115642 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b754dd20-0a61-4497-b744-bcabe035091e req-e7452fae-f468-46c6-94a3-7d9b0c2dd6d7 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694367 Jul 09 16:20:52.119061 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5799e90d-affb-4166-8ec5-b424644c1dd1 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:52.164639 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17f0913-09f8-448b-b2bb-179261faebbe admin admin] Made reservation on behalf of 952cf3e1cb0f441a8c24e976f3f3a426 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:20:52.186434 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e17f0913-09f8-448b-b2bb-179261faebbe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:52.214818 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3085734a-4268-46ec-9323-077bed595d7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:52.272935 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-62d4d520-bc2b-4237-9d05-6ba3018325f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:52.276787 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9e1d0871-96c4-4f20-8a57-7078466d4d39 None None] Provisioning for port b863c5ba-4531-4111-b284-8da94f975396 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:20:52.289598 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9e1d0871-96c4-4f20-8a57-7078466d4d39 None None] Provisioning complete for port b863c5ba-4531-4111-b284-8da94f975396 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:20:52.290291 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9e1d0871-96c4-4f20-8a57-7078466d4d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:52.343280 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9e1d0871-96c4-4f20-8a57-7078466d4d39 None None] Port b863c5ba-4531-4111-b284-8da94f975396 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:20:52.382555 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5799e90d-affb-4166-8ec5-b424644c1dd1 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:52.434698 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c9eb1dc5-fa88-4741-bc18-23284fc76ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:52.439381 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5799e90d-affb-4166-8ec5-b424644c1dd1 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:20:52.447103 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3085734a-4268-46ec-9323-077bed595d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:52.484801 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-5799e90d-affb-4166-8ec5-b424644c1dd1 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:20:52.490929 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5799e90d-affb-4166-8ec5-b424644c1dd1 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Pushing event updated for resources: {'Port': ['ID=89887115-0c25-4bac-84e0-0e4599c6e4e7,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:52.505100 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5799e90d-affb-4166-8ec5-b424644c1dd1 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:20:52.621623 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-57c1b65c-3451-4d2e-af92-fdad5cffb8fd req-e71a3cf2-b227-4793-8d8b-a69e74d692cb tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=caa6ed8d-2893-4113-8f68-c5284e694f6c HTTP/1.1" status: 200 len: 258 time: 0.3753171 Jul 09 16:20:52.671253 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3085734a-4268-46ec-9323-077bed595d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:52.678698 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-57c1b65c-3451-4d2e-af92-fdad5cffb8fd req-d97f8d67-6cb6-426f-8e34-19bbf43f1d96 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Request body: {'floatingip': {'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:20:52.683630 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e17f0913-09f8-448b-b2bb-179261faebbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:52.723882 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3085734a-4268-46ec-9323-077bed595d7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fb1e355-45e0-430a-8b1c-54be77f6a963,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:52.733943 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3085734a-4268-46ec-9323-077bed595d7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:52.738958 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3085734a-4268-46ec-9323-077bed595d7c admin admin] 10.222.0.98 "DELETE /v2.0/subnets/3fb1e355-45e0-430a-8b1c-54be77f6a963 HTTP/1.1" status: 204 len: 168 time: 0.8919954 Jul 09 16:20:52.744192 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33940) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:52.807655 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-57c1b65c-3451-4d2e-af92-fdad5cffb8fd req-d97f8d67-6cb6-426f-8e34-19bbf43f1d96 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:52.811994 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17f0913-09f8-448b-b2bb-179261faebbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cc07c46-23fe-4fb0-b133-6c5fc24b1a21,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:52.858232 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b4c88-8bac-41e7-9c1d-c020231539cf req-8c220a49-ec1e-44c6-a0c7-a523d7bf6fd1 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:52.865974 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a17b4c88-8bac-41e7-9c1d-c020231539cf req-8c220a49-ec1e-44c6-a0c7-a523d7bf6fd1 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.3885071 Jul 09 16:20:53.216380 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b449b1c6-e577-44ee-94f8-83d598a0b16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:53.254639 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c9eb1dc5-fa88-4741-bc18-23284fc76ff5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:53.266003 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c9eb1dc5-fa88-4741-bc18-23284fc76ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:53.303527 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 40d0feb4-9fd8-48a7-acc6-a7ad18d9ca15 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:20:53.328703 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17f0913-09f8-448b-b2bb-179261faebbe admin admin] Checking segment: {'id': 'aa718b3b-9b4c-43b2-b01b-87e454080ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '80c76dc4-5cd1-4ff2-9213-cc8ee9c634d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:20:53.329280 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17f0913-09f8-448b-b2bb-179261faebbe admin admin] Network hostable DHCP agents. Network: 80c76dc4-5cd1-4ff2-9213-cc8ee9c634d7, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:20:53.365225 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7754dbec-5753-49c8-8064-a45f62b0e47b req-d8617ab9-3f32-432a-9183-25d019a5aed7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7088423 Jul 09 16:20:53.380854 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 40d0feb4-9fd8-48a7-acc6-a7ad18d9ca15 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:20:53.381247 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a17b4c88-8bac-41e7-9c1d-c020231539cf req-172212a6-4d6a-4c69-8d94-d77457066f1f tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5143003 Jul 09 16:20:53.388036 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 40d0feb4-9fd8-48a7-acc6-a7ad18d9ca15 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:20:53.388780 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:53.445950 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c9eb1dc5-fa88-4741-bc18-23284fc76ff5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:53.448455 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb1dc5-fa88-4741-bc18-23284fc76ff5 admin admin] Pushing event updated for resources: {'Port': ['ID=b863c5ba-4531-4111-b284-8da94f975396,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:53.468651 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b449b1c6-e577-44ee-94f8-83d598a0b16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:53.480634 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-b449b1c6-e577-44ee-94f8-83d598a0b16f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58ab1117-ccb3-44ff-bc15-307aaea171e9']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:53.494561 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-b449b1c6-e577-44ee-94f8-83d598a0b16f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9f41455-d030-47e3-8b4c-45f13b0ccf39') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:53.495030 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-b449b1c6-e577-44ee-94f8-83d598a0b16f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9f41455-d030-47e3-8b4c-45f13b0ccf39') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:53.507370 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b449b1c6-e577-44ee-94f8-83d598a0b16f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:53.524182 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17f0913-09f8-448b-b2bb-179261faebbe admin admin] Network 80c76dc4-5cd1-4ff2-9213-cc8ee9c634d7 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:20:53.524638 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b449b1c6-e577-44ee-94f8-83d598a0b16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:53.543617 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b449b1c6-e577-44ee-94f8-83d598a0b16f admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:20:53.543994 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b449b1c6-e577-44ee-94f8-83d598a0b16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:53.549571 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:53.549763 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754dbec-5753-49c8-8064-a45f62b0e47b req-1e4b4473-c4f6-4c62-83d3-875806b8ff10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:53.549846 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:20:53.549846 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:20:53.549846 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:20:53.549846 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:20:53.549846 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:20:53.549846 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:20:53.549846 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:20:53.549846 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:20:53.549846 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:20:53.549846 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:20:53.549846 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:20:53.549846 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:20:53.549846 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:20:53.549846 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:20:53.549846 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:20:53.549846 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:20:53.549846 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:20:53.549846 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:20:53.549846 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:20:53.549846 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:20:53.549846 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:20:53.549846 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:20:53.549846 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:20:53.549846 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:20:53.549846 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:20:53.549846 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:20:53.549846 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:20:53.549846 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:20:53.549846 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:20:53.549846 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:20:53.549846 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:20:53.549846 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:20:53.552743 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7754dbec-5753-49c8-8064-a45f62b0e47b req-1e4b4473-c4f6-4c62-83d3-875806b8ff10 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5bab4a62c1284375905a7ca59f2b0a16&device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 1097 time: 0.1469636 Jul 09 16:20:53.568426 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-e17f0913-09f8-448b-b2bb-179261faebbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 80c76dc4-5cd1-4ff2-9213-cc8ee9c634d7) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:20:53.587420 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 40d0feb4-9fd8-48a7-acc6-a7ad18d9ca15, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=40d0feb4-9fd8-48a7-acc6-a7ad18d9ca15,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:20:53.595747 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce46e245-5607-4806-abe2-717694505ac2 None None] Network 80c76dc4-5cd1-4ff2-9213-cc8ee9c634d7 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:20:53.600267 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:53.669069 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-57c1b65c-3451-4d2e-af92-fdad5cffb8fd req-d97f8d67-6cb6-426f-8e34-19bbf43f1d96 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:53.677327 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17f0913-09f8-448b-b2bb-179261faebbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:53.677932 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e17f0913-09f8-448b-b2bb-179261faebbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:53.681786 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754dbec-5753-49c8-8064-a45f62b0e47b req-d2c4258c-e187-4811-88a7-844f895fc146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:53.685134 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7754dbec-5753-49c8-8064-a45f62b0e47b req-d2c4258c-e187-4811-88a7-844f895fc146 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7fb8e424-ddcd-465f-ad3d-2ffb770ae53b HTTP/1.1" status: 200 len: 914 time: 0.1077757 Jul 09 16:20:53.701990 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b449b1c6-e577-44ee-94f8-83d598a0b16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:53.707563 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b449b1c6-e577-44ee-94f8-83d598a0b16f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:53.709589 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b449b1c6-e577-44ee-94f8-83d598a0b16f admin admin] 10.222.0.98 "DELETE /v2.0/networks/58ab1117-ccb3-44ff-bc15-307aaea171e9 HTTP/1.1" status: 204 len: 168 time: 0.9628296 Jul 09 16:20:53.779309 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b449b1c6-e577-44ee-94f8-83d598a0b16f admin admin] Pushing event deleted for resources: {'Network': ['ID=58ab1117-ccb3-44ff-bc15-307aaea171e9,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:53.795427 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=40d0feb4-9fd8-48a7-acc6-a7ad18d9ca15,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:53.833914 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7754dbec-5753-49c8-8064-a45f62b0e47b req-a46f9919-d8e4-49f4-aa55-89885e741b3c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2cfd0d6-9109-4235-ab69-a9ac10ebf765 HTTP/1.1" status: 200 len: 217 time: 0.0907490 Jul 09 16:20:53.855804 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e17f0913-09f8-448b-b2bb-179261faebbe admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8576491 Jul 09 16:20:53.914757 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9eb1dc5-fa88-4741-bc18-23284fc76ff5 admin admin] Network e14244d3-321e-4e11-8fa5-f8d23e2088a8 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:20:53.919152 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-c9eb1dc5-fa88-4741-bc18-23284fc76ff5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:20:53.945790 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-57c1b65c-3451-4d2e-af92-fdad5cffb8fd req-d97f8d67-6cb6-426f-8e34-19bbf43f1d96 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Allocated IP 172.25.0.72 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/8b26e40b-ea7e-41a8-bc52-0e14537a94d7) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:20:54.001582 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6d8ca7-341f-45c8-a40b-ad6aacc6dc0b None None] Network 80c76dc4-5cd1-4ff2-9213-cc8ee9c634d7 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:20:54.043797 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33952) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:54.087399 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754dbec-5753-49c8-8064-a45f62b0e47b req-0558d11f-06ec-4dcb-be19-d6822c893f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:54.089635 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7754dbec-5753-49c8-8064-a45f62b0e47b req-0558d11f-06ec-4dcb-be19-d6822c893f21 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1658d367-2406-4d61-8a06-65bf719b3ab3 HTTP/1.1" status: 200 len: 853 time: 0.2446110 Jul 09 16:20:54.157022 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5799e90d-affb-4166-8ec5-b424644c1dd1 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:54.184044 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9eb1dc5-fa88-4741-bc18-23284fc76ff5 admin admin] Router 8ea7c312-4851-457b-9c99-47152697f3c7 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:20:54.197614 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7754dbec-5753-49c8-8064-a45f62b0e47b req-2a9b8a73-8068-48d8-8dcc-586ba27de98a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7fb8e424-ddcd-465f-ad3d-2ffb770ae53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779047 Jul 09 16:20:54.271367 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-57c1b65c-3451-4d2e-af92-fdad5cffb8fd req-d97f8d67-6cb6-426f-8e34-19bbf43f1d96 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:54.341860 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ca8a5-9bd3-4d38-9dd8-c1958c123c5a req-30a44a39-3d3f-4769-9b3c-1bdee71651ab tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:54.349612 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4d5ca8a5-9bd3-4d38-9dd8-c1958c123c5a req-30a44a39-3d3f-4769-9b3c-1bdee71651ab tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.4466150 Jul 09 16:20:54.373849 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9eb1dc5-fa88-4741-bc18-23284fc76ff5 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:20:54.379668 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c9eb1dc5-fa88-4741-bc18-23284fc76ff5 admin admin] 10.222.0.98 "PUT /v2.0/routers/8ea7c312-4851-457b-9c99-47152697f3c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9214911 Jul 09 16:20:54.400207 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1bc5e0-6074-4898-ab2b-d1443b3be48e None None] Sync routers for ids ['8ea7c312-4851-457b-9c99-47152697f3c7'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:20:54.405935 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-57c1b65c-3451-4d2e-af92-fdad5cffb8fd req-d97f8d67-6cb6-426f-8e34-19bbf43f1d96 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:54.431304 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2c829bb4-ea6c-4765-aeb8-edb91b5a5712 None None] Provisioning complete for port b863c5ba-4531-4111-b284-8da94f975396 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:20:54.431926 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2c829bb4-ea6c-4765-aeb8-edb91b5a5712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:54.435119 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1bc5e0-6074-4898-ab2b-d1443b3be48e None None] Routers {'8ea7c312-4851-457b-9c99-47152697f3c7'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:20:54.436086 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-ef1bc5e0-6074-4898-ab2b-d1443b3be48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:20:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['8ea7c312-4851-457b-9c99-47152697f3c7'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:54.450934 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57c1b65c-3451-4d2e-af92-fdad5cffb8fd req-d97f8d67-6cb6-426f-8e34-19bbf43f1d96 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:20:54.455979 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-57c1b65c-3451-4d2e-af92-fdad5cffb8fd req-d97f8d67-6cb6-426f-8e34-19bbf43f1d96 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:20:54.456213 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5799e90d-affb-4166-8ec5-b424644c1dd1 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:54.467899 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-57c1b65c-3451-4d2e-af92-fdad5cffb8fd req-d97f8d67-6cb6-426f-8e34-19bbf43f1d96 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:20:54.515563 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f8d67-6cb6-426f-8e34-19bbf43f1d96 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Pushing event updated for resources: {'Port': ['ID=8b26e40b-ea7e-41a8-bc52-0e14537a94d7,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:54.561880 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-2c829bb4-ea6c-4765-aeb8-edb91b5a5712 None None] Port b863c5ba-4531-4111-b284-8da94f975396 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:20:54.569119 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7754dbec-5753-49c8-8064-a45f62b0e47b req-ade7be47-ab4b-4ed2-ab8d-49adcd17004a service neutron] 10.222.0.77 "GET /v2.0/networks/7fb8e424-ddcd-465f-ad3d-2ffb770ae53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333266 Jul 09 16:20:54.596385 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4d5ca8a5-9bd3-4d38-9dd8-c1958c123c5a req-9b7c791d-04f1-4fe9-b12c-949c79a5a1ab tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455778 Jul 09 16:20:54.613298 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-57c1b65c-3451-4d2e-af92-fdad5cffb8fd req-d97f8d67-6cb6-426f-8e34-19bbf43f1d96 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:54.615709 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-ef1bc5e0-6074-4898-ab2b-d1443b3be48e None None] Set router 8ea7c312-4851-457b-9c99-47152697f3c7 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:20:54.656327 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33964) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:54.697844 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-57c1b65c-3451-4d2e-af92-fdad5cffb8fd req-d97f8d67-6cb6-426f-8e34-19bbf43f1d96 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:54.731352 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-fec24880-72b9-4387-8630-01afab70edb4 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=546108aaf02647ac83ffc1a249896d22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6697767 Jul 09 16:20:54.737260 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33970) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:54.912147 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-ef1bc5e0-6074-4898-ab2b-d1443b3be48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea7c312-4851-457b-9c99-47152697f3c7', 'name': 'tempest-ServerActionsTestJSON-1744582686-router', 'tenant_id': '927faf6a074749d0b7e4b4706940c5ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '40d0feb4-9fd8-48a7-acc6-a7ad18d9ca15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:20:45Z', 'updated_at': '2021-07-09T16:20:52Z', 'revision_number': 4, 'project_id': '927faf6a074749d0b7e4b4706940c5ca', 'gw_port': {'id': '40d0feb4-9fd8-48a7-acc6-a7ad18d9ca15', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea7c312-4851-457b-9c99-47152697f3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:20:46Z', 'updated_at': '2021-07-09T16:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'b863c5ba-4531-4111-b284-8da94f975396', 'name': '', 'network_id': 'e14244d3-321e-4e11-8fa5-f8d23e2088a8', 'tenant_id': '927faf6a074749d0b7e4b4706940c5ca', 'mac_address': 'fa:16:3e:b8:82:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea7c312-4851-457b-9c99-47152697f3c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '9ed42caa-ccec-43f9-abc2-3f037ba46c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:20:50Z', 'updated_at': '2021-07-09T16:20:52Z', 'revision_number': 2, 'project_id': '927faf6a074749d0b7e4b4706940c5ca', 'subnets': [{'id': '9ed42caa-ccec-43f9-abc2-3f037ba46c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:54.914023 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7754dbec-5753-49c8-8064-a45f62b0e47b req-b80ccf6b-8739-4135-9522-7efa5a79f8c9 service neutron] 10.222.0.77 "GET /v2.0/networks/7fb8e424-ddcd-465f-ad3d-2ffb770ae53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365071 Jul 09 16:20:54.939190 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5778eca-ff7e-4274-966c-0c78a7092aca admin admin] Deleting subnet 0cc07c46-23fe-4fb0-b133-6c5fc24b1a21 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:20:54.945068 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e5778eca-ff7e-4274-966c-0c78a7092aca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:54.976632 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1bc5e0-6074-4898-ab2b-d1443b3be48e None None] Checking router: 8ea7c312-4851-457b-9c99-47152697f3c7 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:20:54.977280 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1bc5e0-6074-4898-ab2b-d1443b3be48e None None] Updating router 8ea7c312-4851-457b-9c99-47152697f3c7 port b863c5ba-4531-4111-b284-8da94f975396 binding host n-d-798930-3 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:20:54.987452 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-57c1b65c-3451-4d2e-af92-fdad5cffb8fd req-d97f8d67-6cb6-426f-8e34-19bbf43f1d96 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:54.995386 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-57c1b65c-3451-4d2e-af92-fdad5cffb8fd req-d97f8d67-6cb6-426f-8e34-19bbf43f1d96 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:55.013600 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e8c3fc84-0d71-427a-8adb-15e3821af4d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:55.021932 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e5778eca-ff7e-4274-966c-0c78a7092aca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:55.031357 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-ef1bc5e0-6074-4898-ab2b-d1443b3be48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:55.072505 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2a7e0a4e-f365-4706-8281-bc019fee62a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:55.091610 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e8c3fc84-0d71-427a-8adb-15e3821af4d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:55.093414 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f8d67-6cb6-426f-8e34-19bbf43f1d96 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Pushing event updated for resources: {'Port': ['ID=8b26e40b-ea7e-41a8-bc52-0e14537a94d7,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:55.115536 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-57c1b65c-3451-4d2e-af92-fdad5cffb8fd req-d97f8d67-6cb6-426f-8e34-19bbf43f1d96 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:55.136016 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e5778eca-ff7e-4274-966c-0c78a7092aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:55.142258 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-57c1b65c-3451-4d2e-af92-fdad5cffb8fd req-d97f8d67-6cb6-426f-8e34-19bbf43f1d96 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:55.151521 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-57c1b65c-3451-4d2e-af92-fdad5cffb8fd req-d97f8d67-6cb6-426f-8e34-19bbf43f1d96 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5068400 Jul 09 16:20:55.164992 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5799e90d-affb-4166-8ec5-b424644c1dd1 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:55.190352 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5799e90d-affb-4166-8ec5-b424644c1dd1 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:55.252016 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-57c1b65c-3451-4d2e-af92-fdad5cffb8fd req-af952578-7a01-43f9-90ec-09dd95a64d82 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.0.72 HTTP/1.1" status: 200 len: 695 time: 0.0959325 Jul 09 16:20:55.275091 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:55.295777 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5799e90d-affb-4166-8ec5-b424644c1dd1 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Pushing event updated for resources: {'Port': ['ID=89887115-0c25-4bac-84e0-0e4599c6e4e7,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:55.299765 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e8c3fc84-0d71-427a-8adb-15e3821af4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:55.302331 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e8c3fc84-0d71-427a-8adb-15e3821af4d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:55.306693 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e8c3fc84-0d71-427a-8adb-15e3821af4d8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/02b75c73-27d7-4975-9c87-615e08a2a838 HTTP/1.1" status: 204 len: 168 time: 0.5683630 Jul 09 16:20:55.314365 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e5778eca-ff7e-4274-966c-0c78a7092aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:55.329148 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c3fc84-0d71-427a-8adb-15e3821af4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b75c73-27d7-4975-9c87-615e08a2a838,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:55.330755 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5799e90d-affb-4166-8ec5-b424644c1dd1 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:55.357809 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 40d0feb4-9fd8-48a7-acc6-a7ad18d9ca15 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:20:55.383071 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5778eca-ff7e-4274-966c-0c78a7092aca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cc07c46-23fe-4fb0-b133-6c5fc24b1a21,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:55.419459 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e5778eca-ff7e-4274-966c-0c78a7092aca admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:55.424122 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e5778eca-ff7e-4274-966c-0c78a7092aca admin admin] 10.222.0.98 "DELETE /v2.0/subnets/0cc07c46-23fe-4fb0-b133-6c5fc24b1a21 HTTP/1.1" status: 204 len: 168 time: 0.6917825 Jul 09 16:20:55.424752 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33980) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:55.426283 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33978) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:55.437227 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-1000c5f0-ac97-41d2-9ce7-fcb2cadc5adf tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1658284', 'description': 'tempest-description--721357477'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:20:55.489241 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 40d0feb4-9fd8-48a7-acc6-a7ad18d9ca15 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:20:55.490151 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:55.529684 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1000c5f0-ac97-41d2-9ce7-fcb2cadc5adf tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:55.563726 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1b65c-3451-4d2e-af92-fdad5cffb8fd req-fa2be2f4-702e-45bd-9166-10cf6e52b908 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:55.567721 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-57c1b65c-3451-4d2e-af92-fdad5cffb8fd req-fa2be2f4-702e-45bd-9166-10cf6e52b908 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.98 "GET /v2.0/networks/caa6ed8d-2893-4113-8f68-c5284e694f6c HTTP/1.1" status: 200 len: 784 time: 0.3136790 Jul 09 16:20:55.660943 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ea9c39a7-750e-4e10-943b-84eb2ba00492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:55.671995 n-d-798930-3 neutron-server[93958]: INFO neutron.db.l3_db [None req-5799e90d-affb-4166-8ec5-b424644c1dd1 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Floating IP c03ca7ea-6cec-4d8d-8c79-2bf007ea1228 associated. External IP: 172.25.0.41, port: f0074818-a093-4552-9223-49ebe531821a. Jul 09 16:20:55.692178 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-ef1bc5e0-6074-4898-ab2b-d1443b3be48e None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:55.712783 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-ef1bc5e0-6074-4898-ab2b-d1443b3be48e None None] Transition to ACTIVE for port object b863c5ba-4531-4111-b284-8da94f975396 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:20:55.732656 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-ef1bc5e0-6074-4898-ab2b-d1443b3be48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:55.761989 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1000c5f0-ac97-41d2-9ce7-fcb2cadc5adf tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:55.803002 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1000c5f0-ac97-41d2-9ce7-fcb2cadc5adf tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:55.839517 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422286d-4901-4cb8-b092-b6e74b84633f None None] Pushing event updated for resources: {'Port': ['ID=b863c5ba-4531-4111-b284-8da94f975396,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:55.890803 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1000c5f0-ac97-41d2-9ce7-fcb2cadc5adf tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:55.892692 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-1000c5f0-ac97-41d2-9ce7-fcb2cadc5adf tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4632227 Jul 09 16:20:55.895477 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1000c5f0-ac97-41d2-9ce7-fcb2cadc5adf tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9942fe85-2d87-47fc-a5a5-b6f185ad55d2,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:55.920851 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-ef1bc5e0-6074-4898-ab2b-d1443b3be48e None None] Attempting to bind port b863c5ba-4531-4111-b284-8da94f975396 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:20:55.921292 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-ef1bc5e0-6074-4898-ab2b-d1443b3be48e None None] Attempting to bind port b863c5ba-4531-4111-b284-8da94f975396 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '44b862f2-e325-48d7-99eb-7401b6fb9e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e14244d3-321e-4e11-8fa5-f8d23e2088a8'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:20:55.921570 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1bc5e0-6074-4898-ab2b-d1443b3be48e None None] Attempting to bind port b863c5ba-4531-4111-b284-8da94f975396 on network e14244d3-321e-4e11-8fa5-f8d23e2088a8 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:20:55.924983 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33988) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:55.928857 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1bc5e0-6074-4898-ab2b-d1443b3be48e None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:20:55.929511 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1bc5e0-6074-4898-ab2b-d1443b3be48e None None] Checking segment: {'id': '44b862f2-e325-48d7-99eb-7401b6fb9e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e14244d3-321e-4e11-8fa5-f8d23e2088a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:20:55.931434 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-ef1bc5e0-6074-4898-ab2b-d1443b3be48e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:55.931846 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1bc5e0-6074-4898-ab2b-d1443b3be48e None None] Bound using segment: {'id': '44b862f2-e325-48d7-99eb-7401b6fb9e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e14244d3-321e-4e11-8fa5-f8d23e2088a8'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:20:55.932390 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-ef1bc5e0-6074-4898-ab2b-d1443b3be48e None None] Bound port: b863c5ba-4531-4111-b284-8da94f975396, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44b862f2-e325-48d7-99eb-7401b6fb9e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e14244d3-321e-4e11-8fa5-f8d23e2088a8'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:20:55.932866 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-ef1bc5e0-6074-4898-ab2b-d1443b3be48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:55.968389 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33990) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:55.973189 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-bbf2176b-e0b0-4730-a75a-081483b21f22 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Request body: {'security_group_rule': {'security_group_id': '9942fe85-2d87-47fc-a5a5-b6f185ad55d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:20:56.021995 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ea9c39a7-750e-4e10-943b-84eb2ba00492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:56.023024 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-ef1bc5e0-6074-4898-ab2b-d1443b3be48e None None] For port b863c5ba-4531-4111-b284-8da94f975396, host n-d-798930-3, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:20:56.028286 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-ef1bc5e0-6074-4898-ab2b-d1443b3be48e None None] For port b863c5ba-4531-4111-b284-8da94f975396, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=b863c5ba-4531-4111-b284-8da94f975396,segment=NetworkSegment(44b862f2-e325-48d7-99eb-7401b6fb9e9c),segment_id=44b862f2-e325-48d7-99eb-7401b6fb9e9c)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:20:56.035429 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-ea9c39a7-750e-4e10-943b-84eb2ba00492 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80c76dc4-5cd1-4ff2-9213-cc8ee9c634d7']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:56.038170 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-ef1bc5e0-6074-4898-ab2b-d1443b3be48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:56.048990 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-ea9c39a7-750e-4e10-943b-84eb2ba00492 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa718b3b-9b4c-43b2-b01b-87e454080ecb') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:56.049470 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-ea9c39a7-750e-4e10-943b-84eb2ba00492 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa718b3b-9b4c-43b2-b01b-87e454080ecb') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:56.060936 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba50b3b-feda-4d39-9f6e-b1a6061cf21e req-365e48cd-693a-428a-a38b-06ebf6770f83 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:56.061489 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ea9c39a7-750e-4e10-943b-84eb2ba00492 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:56.068755 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4ba50b3b-feda-4d39-9f6e-b1a6061cf21e req-365e48cd-693a-428a-a38b-06ebf6770f83 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.3048103 Jul 09 16:20:56.078353 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ea9c39a7-750e-4e10-943b-84eb2ba00492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:56.085551 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea9c39a7-750e-4e10-943b-84eb2ba00492 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:20:56.086544 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ea9c39a7-750e-4e10-943b-84eb2ba00492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:56.103943 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422286d-4901-4cb8-b092-b6e74b84633f None None] Pushing event updated for resources: {'Port': ['ID=b863c5ba-4531-4111-b284-8da94f975396,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:56.106642 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1bc5e0-6074-4898-ab2b-d1443b3be48e None None] Routers {'8ea7c312-4851-457b-9c99-47152697f3c7'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:20:56.107290 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-ef1bc5e0-6074-4898-ab2b-d1443b3be48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:20:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['8ea7c312-4851-457b-9c99-47152697f3c7'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:56.120704 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-677bfc27-5bc0-4543-bb82-ee89e2cb014e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=99ff421ab88e492cb2c2d12f04033816&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1239471 Jul 09 16:20:56.127748 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33992) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:56.146410 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:20:56.160588 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:20:56.165429 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:20:56.165429 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:20:56.165429 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:20:56.165429 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:20:56.165429 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:20:56.178958 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bbf2176b-e0b0-4730-a75a-081483b21f22 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:56.206471 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ea9c39a7-750e-4e10-943b-84eb2ba00492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:56.219571 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ea9c39a7-750e-4e10-943b-84eb2ba00492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:56.223080 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ea9c39a7-750e-4e10-943b-84eb2ba00492 admin admin] 10.222.0.98 "DELETE /v2.0/networks/80c76dc4-5cd1-4ff2-9213-cc8ee9c634d7 HTTP/1.1" status: 204 len: 168 time: 0.7955682 Jul 09 16:20:56.244754 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4ba50b3b-feda-4d39-9f6e-b1a6061cf21e req-f9e671fd-fad7-4195-b54d-43582278cb2d tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746066 Jul 09 16:20:56.306798 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9c39a7-750e-4e10-943b-84eb2ba00492 admin admin] Pushing event deleted for resources: {'Network': ['ID=80c76dc4-5cd1-4ff2-9213-cc8ee9c634d7,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:56.313112 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-ef1bc5e0-6074-4898-ab2b-d1443b3be48e None None] Set router 8ea7c312-4851-457b-9c99-47152697f3c7 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:20:56.371020 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bbf2176b-e0b0-4730-a75a-081483b21f22 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:56.388867 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bbf2176b-e0b0-4730-a75a-081483b21f22 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:56.420599 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-71f3a436-8ba1-4893-8b60-dd3644a573f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:56.447888 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf2176b-e0b0-4730-a75a-081483b21f22 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54d5a418-d2c8-4ec0-b95a-49195c1eb7c4,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:56.452701 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b620345d-e533-4876-843b-4c9b659add6a req-19477f1a-141b-4eb9-9a78-a6fb6d66b291 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:56.455526 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bbf2176b-e0b0-4730-a75a-081483b21f22 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:56.457426 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-bbf2176b-e0b0-4730-a75a-081483b21f22 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5295019 Jul 09 16:20:56.457623 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:56.463868 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b620345d-e533-4876-843b-4c9b659add6a req-19477f1a-141b-4eb9-9a78-a6fb6d66b291 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.98 "GET /v2.0/ports?device_id=6fbe057a-54ca-41d3-980b-d11ef8902d4e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5167525 Jul 09 16:20:56.465765 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33998) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:56.479358 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-71f3a436-8ba1-4893-8b60-dd3644a573f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:56.482026 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f5dd825b-9d28-45ac-bd49-d4222dd6b71d tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Request body: {'security_group_rule': {'security_group_id': '9942fe85-2d87-47fc-a5a5-b6f185ad55d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:20:56.558285 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-71f3a436-8ba1-4893-8b60-dd3644a573f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:56.561310 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-71f3a436-8ba1-4893-8b60-dd3644a573f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:56.565927 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-71f3a436-8ba1-4893-8b60-dd3644a573f5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b23622bd-b06a-458d-a730-0f1320c71826 HTTP/1.1" status: 204 len: 168 time: 0.4363756 Jul 09 16:20:56.575111 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f3a436-8ba1-4893-8b60-dd3644a573f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23622bd-b06a-458d-a730-0f1320c71826,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:56.615593 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b620345d-e533-4876-843b-4c9b659add6a req-7f11426d-52fe-46b1-8f92-1ca1ff6e37e9 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.0.72 HTTP/1.1" status: 200 len: 695 time: 0.1506934 Jul 09 16:20:56.627473 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-b620345d-e533-4876-843b-4c9b659add6a req-84ce1cc3-e56d-41b0-8e72-43287b7a9791 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Request body: {'floatingip': {'port_id': '8b901ee5-7c09-4c6e-8d79-47824f7b12bf', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:20:56.643437 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34002) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:56.685662 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5799e90d-affb-4166-8ec5-b424644c1dd1 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Router 53cf0c56-5ba4-4e0c-a002-1ae625c86541 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:20:56.698166 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b620345d-e533-4876-843b-4c9b659add6a req-84ce1cc3-e56d-41b0-8e72-43287b7a9791 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Notify callbacks [] for floatingip, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:56.738656 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2ee92a05-4d2f-4dad-8255-23254cd9adfc admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=952cf3e1cb0f441a8c24e976f3f3a426&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0932767 Jul 09 16:20:56.739178 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5dd825b-9d28-45ac-bd49-d4222dd6b71d tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:56.739347 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34006) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:56.781856 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-ef1bc5e0-6074-4898-ab2b-d1443b3be48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea7c312-4851-457b-9c99-47152697f3c7', 'name': 'tempest-ServerActionsTestJSON-1744582686-router', 'tenant_id': '927faf6a074749d0b7e4b4706940c5ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '40d0feb4-9fd8-48a7-acc6-a7ad18d9ca15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:20:45Z', 'updated_at': '2021-07-09T16:20:52Z', 'revision_number': 4, 'project_id': '927faf6a074749d0b7e4b4706940c5ca', 'gw_port': {'id': '40d0feb4-9fd8-48a7-acc6-a7ad18d9ca15', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea7c312-4851-457b-9c99-47152697f3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:20:46Z', 'updated_at': '2021-07-09T16:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'b863c5ba-4531-4111-b284-8da94f975396', 'name': '', 'network_id': 'e14244d3-321e-4e11-8fa5-f8d23e2088a8', 'tenant_id': '927faf6a074749d0b7e4b4706940c5ca', 'mac_address': 'fa:16:3e:b8:82:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea7c312-4851-457b-9c99-47152697f3c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '9ed42caa-ccec-43f9-abc2-3f037ba46c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:20:50Z', 'updated_at': '2021-07-09T16:20:56Z', 'revision_number': 4, 'project_id': '927faf6a074749d0b7e4b4706940c5ca', 'subnets': [{'id': '9ed42caa-ccec-43f9-abc2-3f037ba46c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:56.811144 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952147b3-f87c-4ef0-90ac-471faf5bf9e3 req-40496e35-645d-4095-87e8-0865d66f3a0f tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:56.812881 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-952147b3-f87c-4ef0-90ac-471faf5bf9e3 req-40496e35-645d-4095-87e8-0865d66f3a0f tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.1406138 Jul 09 16:20:56.827155 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1bc5e0-6074-4898-ab2b-d1443b3be48e None None] The sync data for ids ['8ea7c312-4851-457b-9c99-47152697f3c7'] in n-d-798930-3 is: [{'id': '8ea7c312-4851-457b-9c99-47152697f3c7', 'name': 'tempest-ServerActionsTestJSON-1744582686-router', 'tenant_id': '927faf6a074749d0b7e4b4706940c5ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '40d0feb4-9fd8-48a7-acc6-a7ad18d9ca15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:20:45Z', 'updated_at': '2021-07-09T16:20:52Z', 'revision_number': 4, 'project_id': '927faf6a074749d0b7e4b4706940c5ca', 'gw_port': {'id': '40d0feb4-9fd8-48a7-acc6-a7ad18d9ca15', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea7c312-4851-457b-9c99-47152697f3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:20:46Z', 'updated_at': '2021-07-09T16:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'b863c5ba-4531-4111-b284-8da94f975396', 'name': '', 'network_id': 'e14244d3-321e-4e11-8fa5-f8d23e2088a8', 'tenant_id': '927faf6a074749d0b7e4b4706940c5ca', 'mac_address': 'fa:16:3e:b8:82:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea7c312-4851-457b-9c99-47152697f3c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '9ed42caa-ccec-43f9-abc2-3f037ba46c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:20:50Z', 'updated_at': '2021-07-09T16:20:56Z', 'revision_number': 4, 'project_id': '927faf6a074749d0b7e4b4706940c5ca', 'subnets': [{'id': '9ed42caa-ccec-43f9-abc2-3f037ba46c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:20:56.849910 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a40d47f0-1e82-472f-8edb-e1da8ab329d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:56.886944 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a40d47f0-1e82-472f-8edb-e1da8ab329d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:56.958407 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-952147b3-f87c-4ef0-90ac-471faf5bf9e3 req-2c25258b-3314-48bc-b7aa-5cd23e4d2c38 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376624 Jul 09 16:20:57.006333 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a40d47f0-1e82-472f-8edb-e1da8ab329d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:57.009211 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a40d47f0-1e82-472f-8edb-e1da8ab329d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:57.010431 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a40d47f0-1e82-472f-8edb-e1da8ab329d0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9501f8bb-ee34-49d1-901d-45fd016b5370 HTTP/1.1" status: 204 len: 168 time: 0.2693965 Jul 09 16:20:57.020296 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40d47f0-1e82-472f-8edb-e1da8ab329d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9501f8bb-ee34-49d1-901d-45fd016b5370,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:57.146098 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5dd825b-9d28-45ac-bd49-d4222dd6b71d tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:57.160226 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5dd825b-9d28-45ac-bd49-d4222dd6b71d tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:57.382700 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device b863c5ba-4531-4111-b284-8da94f975396 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:20:57.498446 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port b863c5ba-4531-4111-b284-8da94f975396 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:20:57.513165 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port b863c5ba-4531-4111-b284-8da94f975396 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:20:57.514592 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:57.551664 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7170c1c7-59c0-4bbf-8707-5ace0a2f2584 req-5413face-b16b-4031-becd-bdbd358a888c tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:57.561229 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7170c1c7-59c0-4bbf-8707-5ace0a2f2584 req-5413face-b16b-4031-becd-bdbd358a888c tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.1363015 Jul 09 16:20:57.635624 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7170c1c7-59c0-4bbf-8707-5ace0a2f2584 req-31fd7682-8d04-4b93-979f-5cf69752df5b tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733438 Jul 09 16:20:57.739552 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:57.784191 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port b863c5ba-4531-4111-b284-8da94f975396, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=b863c5ba-4531-4111-b284-8da94f975396,segment=NetworkSegment(44b862f2-e325-48d7-99eb-7401b6fb9e9c),segment_id=44b862f2-e325-48d7-99eb-7401b6fb9e9c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:20:57.792115 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:57.841370 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5dd825b-9d28-45ac-bd49-d4222dd6b71d tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:57.843472 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f5dd825b-9d28-45ac-bd49-d4222dd6b71d tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3716516 Jul 09 16:20:57.847225 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34046) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:57.851900 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dd825b-9d28-45ac-bd49-d4222dd6b71d tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=584863b6-cfff-48b4-abed-2a51adefdf50,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:57.853252 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-06b194ba-2a3f-4b26-984d-07f0ecf00d42 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Request body: {'floatingip': {'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:20:57.873679 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5799e90d-affb-4166-8ec5-b424644c1dd1 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:20:57.914870 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=b863c5ba-4531-4111-b284-8da94f975396,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:57.930588 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9709d485-0344-46e5-83cb-8745808af5fe None None] Sync routers for ids ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:20:57.934142 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-06b194ba-2a3f-4b26-984d-07f0ecf00d42 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:57.965845 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9709d485-0344-46e5-83cb-8745808af5fe None None] Routers {'53cf0c56-5ba4-4e0c-a002-1ae625c86541'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:20:57.966850 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9709d485-0344-46e5-83cb-8745808af5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:20:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:57.975600 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5799e90d-affb-4166-8ec5-b424644c1dd1 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:58.027328 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-5799e90d-affb-4166-8ec5-b424644c1dd1 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 6.9559152 Jul 09 16:20:58.031212 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34050) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:58.080627 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9709d485-0344-46e5-83cb-8745808af5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:58.092389 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:58.094916 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9709d485-0344-46e5-83cb-8745808af5fe None None] Routers {'53cf0c56-5ba4-4e0c-a002-1ae625c86541'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:20:58.095779 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9709d485-0344-46e5-83cb-8745808af5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:20:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:58.096279 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-0605707d-4f08-453f-8982-bb082bd2a333 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1260876037'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:20:58.144083 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9709d485-0344-46e5-83cb-8745808af5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:58.145008 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9709d485-0344-46e5-83cb-8745808af5fe None None] The sync data for ids ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'] in n-d-798930-3 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:20:58.206009 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0605707d-4f08-453f-8982-bb082bd2a333 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Made reservation on behalf of 57de25892d9840a89618c2852c5113d2 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:20:58.210008 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0605707d-4f08-453f-8982-bb082bd2a333 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:58.256168 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0605707d-4f08-453f-8982-bb082bd2a333 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:20:58.274202 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc0a29-eaac-4768-ab30-a36408b0a2b9 req-ee2206b8-50cb-4cc7-8317-f6762819c550 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:58.282709 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-88fc0a29-eaac-4768-ab30-a36408b0a2b9 req-ee2206b8-50cb-4cc7-8317-f6762819c550 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.1681478 Jul 09 16:20:58.288613 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0605707d-4f08-453f-8982-bb082bd2a333 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:58.288613 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-0605707d-4f08-453f-8982-bb082bd2a333 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Added segment 3aec9734-176a-47de-b187-a593f4bef1f5 of type vlan for network 00b91677-25d2-4ade-9a17-43d009bb50b3 Jul 09 16:20:58.385149 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.db.resource_extend [req-b620345d-e533-4876-843b-4c9b659add6a req-84ce1cc3-e56d-41b0-8e72-43287b7a9791 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 16:20:58.389301 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-88fc0a29-eaac-4768-ab30-a36408b0a2b9 req-0309225b-f05a-4fe6-a5fc-aadc922a521c tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052992 Jul 09 16:20:58.392230 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-06b194ba-2a3f-4b26-984d-07f0ecf00d42 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:58.432925 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0605707d-4f08-453f-8982-bb082bd2a333 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:58.461851 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b620345d-e533-4876-843b-4c9b659add6a req-84ce1cc3-e56d-41b0-8e72-43287b7a9791 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:58.476037 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b620345d-e533-4876-843b-4c9b659add6a req-84ce1cc3-e56d-41b0-8e72-43287b7a9791 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:58.522942 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0605707d-4f08-453f-8982-bb082bd2a333 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:58.528619 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0605707d-4f08-453f-8982-bb082bd2a333 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:58.529254 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0605707d-4f08-453f-8982-bb082bd2a333 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:58.541606 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34070) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:58.677673 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0605707d-4f08-453f-8982-bb082bd2a333 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Pushing event updated for resources: {'Network': ['ID=00b91677-25d2-4ade-9a17-43d009bb50b3,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:58.689069 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0605707d-4f08-453f-8982-bb082bd2a333 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6515305 Jul 09 16:20:58.689670 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 00b91677-25d2-4ade-9a17-43d009bb50b3 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:20:58.692374 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34076) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:20:58.702815 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-033f9f17-6f62-4daa-a1fb-7edd5ac292ed tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Request body: {'subnet': {'network_id': '00b91677-25d2-4ade-9a17-43d009bb50b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:20:58.716854 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-06b194ba-2a3f-4b26-984d-07f0ecf00d42 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Allocated IP 172.25.0.137 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/0fac576c-0a71-44d2-99bf-c88eb8ed5d4e) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:20:58.773253 n-d-798930-3 neutron-server[93958]: INFO neutron.db.l3_db [req-b620345d-e533-4876-843b-4c9b659add6a req-84ce1cc3-e56d-41b0-8e72-43287b7a9791 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Floating IP 4536aa4e-7ef6-41b9-bd79-4a991649d396 associated. External IP: 172.25.0.72, port: 8b901ee5-7c09-4c6e-8d79-47824f7b12bf. Jul 09 16:20:58.911603 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-eb25fff0-3cd6-40e6-96ef-ed6f35ca9c2f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2063707949-network', 'tenant_id': 'b8ad35771c814596a752d0340d35099a'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:20:59.078896 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-06b194ba-2a3f-4b26-984d-07f0ecf00d42 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:59.101104 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb25fff0-3cd6-40e6-96ef-ed6f35ca9c2f admin admin] Made reservation on behalf of b8ad35771c814596a752d0340d35099a for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:20:59.103603 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eb25fff0-3cd6-40e6-96ef-ed6f35ca9c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:59.122819 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eb25fff0-3cd6-40e6-96ef-ed6f35ca9c2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:59.132231 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b620345d-e533-4876-843b-4c9b659add6a req-84ce1cc3-e56d-41b0-8e72-43287b7a9791 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Router 6c81df47-4053-467a-b8c5-cb15fa70fb3b has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:20:59.155496 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033f9f17-6f62-4daa-a1fb-7edd5ac292ed tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Made reservation on behalf of 57de25892d9840a89618c2852c5113d2 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:20:59.160424 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-033f9f17-6f62-4daa-a1fb-7edd5ac292ed tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:59.248139 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-06b194ba-2a3f-4b26-984d-07f0ecf00d42 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:59.306833 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b194ba-2a3f-4b26-984d-07f0ecf00d42 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:20:59.315098 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-06b194ba-2a3f-4b26-984d-07f0ecf00d42 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:20:59.327469 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b620345d-e533-4876-843b-4c9b659add6a req-84ce1cc3-e56d-41b0-8e72-43287b7a9791 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:20:59.335599 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b620345d-e533-4876-843b-4c9b659add6a req-84ce1cc3-e56d-41b0-8e72-43287b7a9791 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:59.337733 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device b863c5ba-4531-4111-b284-8da94f975396 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:20:59.345825 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbcd1cc-5064-45b8-8fe9-42fe511bb1e9 None None] Sync routers for ids ['6c81df47-4053-467a-b8c5-cb15fa70fb3b'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:20:59.349380 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b194ba-2a3f-4b26-984d-07f0ecf00d42 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:20:59.367061 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbcd1cc-5064-45b8-8fe9-42fe511bb1e9 None None] Routers {'6c81df47-4053-467a-b8c5-cb15fa70fb3b'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:20:59.368210 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-4bbcd1cc-5064-45b8-8fe9-42fe511bb1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:20:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['6c81df47-4053-467a-b8c5-cb15fa70fb3b'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:59.408745 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port b863c5ba-4531-4111-b284-8da94f975396 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:20:59.409125 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:59.410137 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b620345d-e533-4876-843b-4c9b659add6a req-84ce1cc3-e56d-41b0-8e72-43287b7a9791 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.98 "PUT /v2.0/floatingips/4536aa4e-7ef6-41b9-bd79-4a991649d396 HTTP/1.1" status: 200 len: 995 time: 2.7920451 Jul 09 16:20:59.410745 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fbe057a-54ca-41d3-980b-d11ef8902d4e', 'tag': '8b901ee5-7c09-4c6e-8d79-47824f7b12bf'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:20:59.413430 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52fb90aa-7676-4204-8160-d5a1bc717392" -d '{"events": [{"name": "network-changed", "server_uuid": "6fbe057a-54ca-41d3-980b-d11ef8902d4e", "tag": "8b901ee5-7c09-4c6e-8d79-47824f7b12bf"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:20:59.482949 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b194ba-2a3f-4b26-984d-07f0ecf00d42 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Pushing event updated for resources: {'Port': ['ID=0fac576c-0a71-44d2-99bf-c88eb8ed5d4e,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:59.532097 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-4bbcd1cc-5064-45b8-8fe9-42fe511bb1e9 None None] Set router 6c81df47-4053-467a-b8c5-cb15fa70fb3b gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:20:59.592526 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eb25fff0-3cd6-40e6-96ef-ed6f35ca9c2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:59.609497 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eb25fff0-3cd6-40e6-96ef-ed6f35ca9c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:59.620636 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b620345d-e533-4876-843b-4c9b659add6a req-e2fd216e-9df1-4627-bdac-9a56f71d49c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:59.622579 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b620345d-e533-4876-843b-4c9b659add6a req-e2fd216e-9df1-4627-bdac-9a56f71d49c3 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=0d09c7e748474147aa937d1c18ab1eb5&device_id=6fbe057a-54ca-41d3-980b-d11ef8902d4e HTTP/1.1" status: 200 len: 1096 time: 0.1938388 Jul 09 16:20:59.678686 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-06b194ba-2a3f-4b26-984d-07f0ecf00d42 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:59.702394 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb25fff0-3cd6-40e6-96ef-ed6f35ca9c2f admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:20:59.728360 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058df60-f020-46e2-88b1-ee8786b8177a req-98521a23-3ba4-4093-9a29-24d4ca99a4b6 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:59.729956 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e058df60-f020-46e2-88b1-ee8786b8177a req-98521a23-3ba4-4093-9a29-24d4ca99a4b6 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.4045861 Jul 09 16:20:59.736627 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-033f9f17-6f62-4daa-a1fb-7edd5ac292ed tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:59.739261 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb25fff0-3cd6-40e6-96ef-ed6f35ca9c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5121c052-a777-4765-9df7-ab76daaeca1f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:59.744276 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b620345d-e533-4876-843b-4c9b659add6a req-2c06e659-cd22-4f21-b60f-9e585035d39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:59.748296 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b620345d-e533-4876-843b-4c9b659add6a req-2c06e659-cd22-4f21-b60f-9e585035d39f service neutron] 10.222.0.98 "GET /v2.0/networks?id=9809a851-ea74-4e67-9b3b-e340e8e7e565 HTTP/1.1" status: 200 len: 930 time: 0.1159773 Jul 09 16:20:59.769524 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eb25fff0-3cd6-40e6-96ef-ed6f35ca9c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:59.769992 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-eb25fff0-3cd6-40e6-96ef-ed6f35ca9c2f admin admin] Added segment ccf009d5-237d-4e31-8041-1465d7de9aef of type vlan for network a171d79a-1159-4481-9cc1-46c665ce3a96 Jul 09 16:20:59.849585 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-4bbcd1cc-5064-45b8-8fe9-42fe511bb1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c81df47-4053-467a-b8c5-cb15fa70fb3b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2087140404-router', 'tenant_id': '0d09c7e748474147aa937d1c18ab1eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '9f82f6c6-47e6-4dfc-9058-3b151d613f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:20:26Z', 'updated_at': '2021-07-09T16:20:32Z', 'revision_number': 4, 'project_id': '0d09c7e748474147aa937d1c18ab1eb5', 'gw_port': {'id': '9f82f6c6-47e6-4dfc-9058-3b151d613f6e', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:40:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c81df47-4053-467a-b8c5-cb15fa70fb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:20:27Z', 'updated_at': '2021-07-09T16:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '4536aa4e-7ef6-41b9-bd79-4a991649d396', 'tenant_id': '0d09c7e748474147aa937d1c18ab1eb5', 'floating_ip_address': '172.25.0.72', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '6c81df47-4053-467a-b8c5-cb15fa70fb3b', 'port_id': '8b901ee5-7c09-4c6e-8d79-47824f7b12bf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9809a851-ea74-4e67-9b3b-e340e8e7e565', 'mac_address': 'fa:16:3e:40:1b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fbe057a-54ca-41d3-980b-d11ef8902d4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:20:54Z', 'updated_at': '2021-07-09T16:20:58Z', 'revision_number': 1, 'project_id': '0d09c7e748474147aa937d1c18ab1eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f85bd825-efb1-482c-a4c6-7fdf648ad387', 'name': '', 'network_id': '9809a851-ea74-4e67-9b3b-e340e8e7e565', 'tenant_id': '0d09c7e748474147aa937d1c18ab1eb5', 'mac_address': 'fa:16:3e:d3:4a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c81df47-4053-467a-b8c5-cb15fa70fb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '48086698-4f4f-4805-9505-5f3dd52a2a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:20:30Z', 'updated_at': '2021-07-09T16:20:39Z', 'revision_number': 5, 'project_id': '0d09c7e748474147aa937d1c18ab1eb5', 'subnets': [{'id': '48086698-4f4f-4805-9505-5f3dd52a2a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:59.865150 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b620345d-e533-4876-843b-4c9b659add6a req-a531fe1a-99a1-495d-a0b5-9eb44e0aa6e0 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b901ee5-7c09-4c6e-8d79-47824f7b12bf HTTP/1.1" status: 200 len: 998 time: 0.1116149 Jul 09 16:20:59.889817 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eb25fff0-3cd6-40e6-96ef-ed6f35ca9c2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:59.890104 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbcd1cc-5064-45b8-8fe9-42fe511bb1e9 None None] Checking router: 6c81df47-4053-467a-b8c5-cb15fa70fb3b for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:20:59.896905 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-06b194ba-2a3f-4b26-984d-07f0ecf00d42 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:20:59.903235 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbcd1cc-5064-45b8-8fe9-42fe511bb1e9 None None] Routers {'6c81df47-4053-467a-b8c5-cb15fa70fb3b'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:20:59.903937 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-4bbcd1cc-5064-45b8-8fe9-42fe511bb1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:20:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['6c81df47-4053-467a-b8c5-cb15fa70fb3b'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:20:59.932583 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b620345d-e533-4876-843b-4c9b659add6a req-bad0ae5b-4567-4882-b01d-40509b5fa23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:20:59.934127 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b620345d-e533-4876-843b-4c9b659add6a req-bad0ae5b-4567-4882-b01d-40509b5fa23a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=48086698-4f4f-4805-9505-5f3dd52a2a14 HTTP/1.1" status: 200 len: 868 time: 0.0623691 Jul 09 16:20:59.946595 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033f9f17-6f62-4daa-a1fb-7edd5ac292ed tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Pushing event updated for resources: {'Subnet': ['ID=cd113d30-b80b-4f68-ab26-433d28a9f007,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:20:59.966338 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e058df60-f020-46e2-88b1-ee8786b8177a req-65e2da2a-306e-4275-95d9-d15e103d76dc tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058606 Jul 09 16:21:00.001117 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b620345d-e533-4876-843b-4c9b659add6a req-599bf007-c08c-475b-98a8-21d686eb36a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:00.003322 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b620345d-e533-4876-843b-4c9b659add6a req-599bf007-c08c-475b-98a8-21d686eb36a8 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9809a851-ea74-4e67-9b3b-e340e8e7e565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614674 Jul 09 16:21:00.007716 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033f9f17-6f62-4daa-a1fb-7edd5ac292ed tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Checking segment: {'id': '3aec9734-176a-47de-b187-a593f4bef1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '00b91677-25d2-4ade-9a17-43d009bb50b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:21:00.008433 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033f9f17-6f62-4daa-a1fb-7edd5ac292ed tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Network hostable DHCP agents. Network: 00b91677-25d2-4ade-9a17-43d009bb50b3, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:21:00.013954 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eb25fff0-3cd6-40e6-96ef-ed6f35ca9c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:00.014948 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb25fff0-3cd6-40e6-96ef-ed6f35ca9c2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:00.015539 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eb25fff0-3cd6-40e6-96ef-ed6f35ca9c2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:00.028511 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-4bbcd1cc-5064-45b8-8fe9-42fe511bb1e9 None None] Set router 6c81df47-4053-467a-b8c5-cb15fa70fb3b gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:21:00.154375 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-eb25fff0-3cd6-40e6-96ef-ed6f35ca9c2f admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6062868 Jul 09 16:21:00.156198 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34106) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:00.179038 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033f9f17-6f62-4daa-a1fb-7edd5ac292ed tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Network 00b91677-25d2-4ade-9a17-43d009bb50b3 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:21:00.187137 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb25fff0-3cd6-40e6-96ef-ed6f35ca9c2f admin admin] Pushing event updated for resources: {'Network': ['ID=a171d79a-1159-4481-9cc1-46c665ce3a96,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:00.197477 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-55b50a0c-7e8a-4731-9a3e-68cf2442082c admin admin] Request body: {'subnet': {'network_id': 'a171d79a-1159-4481-9cc1-46c665ce3a96', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2063707949-subnet', 'tenant_id': 'b8ad35771c814596a752d0340d35099a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:21:00.202608 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network a171d79a-1159-4481-9cc1-46c665ce3a96 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:21:00.207256 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-033f9f17-6f62-4daa-a1fb-7edd5ac292ed tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 00b91677-25d2-4ade-9a17-43d009bb50b3) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:21:00.225129 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033f9f17-6f62-4daa-a1fb-7edd5ac292ed tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:00.225446 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-033f9f17-6f62-4daa-a1fb-7edd5ac292ed tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:00.242414 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b620345d-e533-4876-843b-4c9b659add6a req-b7e59168-9380-47c5-8c8f-3cc79f5865fd service neutron] 10.222.0.98 "GET /v2.0/networks/9809a851-ea74-4e67-9b3b-e340e8e7e565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263405 Jul 09 16:21:00.249256 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f6b542-67c7-4168-b5c0-7c800a07692a None None] Network 00b91677-25d2-4ade-9a17-43d009bb50b3 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:21:00.262197 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b50a0c-7e8a-4731-9a3e-68cf2442082c admin admin] Made reservation on behalf of b8ad35771c814596a752d0340d35099a for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:21:00.264658 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55b50a0c-7e8a-4731-9a3e-68cf2442082c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:00.284426 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-033f9f17-6f62-4daa-a1fb-7edd5ac292ed tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5906692 Jul 09 16:21:00.288318 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34112) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:00.317519 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-85682938-f43b-47c3-be1b-ed6611158b54 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-488599398', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}, 'admin_state_up': False}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:21:00.395988 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-06b194ba-2a3f-4b26-984d-07f0ecf00d42 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:00.404068 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-06b194ba-2a3f-4b26-984d-07f0ecf00d42 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:00.406160 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-4bbcd1cc-5064-45b8-8fe9-42fe511bb1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c81df47-4053-467a-b8c5-cb15fa70fb3b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2087140404-router', 'tenant_id': '0d09c7e748474147aa937d1c18ab1eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '9f82f6c6-47e6-4dfc-9058-3b151d613f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:20:26Z', 'updated_at': '2021-07-09T16:20:32Z', 'revision_number': 4, 'project_id': '0d09c7e748474147aa937d1c18ab1eb5', 'gw_port': {'id': '9f82f6c6-47e6-4dfc-9058-3b151d613f6e', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:40:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c81df47-4053-467a-b8c5-cb15fa70fb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:20:27Z', 'updated_at': '2021-07-09T16:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '4536aa4e-7ef6-41b9-bd79-4a991649d396', 'tenant_id': '0d09c7e748474147aa937d1c18ab1eb5', 'floating_ip_address': '172.25.0.72', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '6c81df47-4053-467a-b8c5-cb15fa70fb3b', 'port_id': '8b901ee5-7c09-4c6e-8d79-47824f7b12bf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9809a851-ea74-4e67-9b3b-e340e8e7e565', 'mac_address': 'fa:16:3e:40:1b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fbe057a-54ca-41d3-980b-d11ef8902d4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:20:54Z', 'updated_at': '2021-07-09T16:20:58Z', 'revision_number': 1, 'project_id': '0d09c7e748474147aa937d1c18ab1eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f85bd825-efb1-482c-a4c6-7fdf648ad387', 'name': '', 'network_id': '9809a851-ea74-4e67-9b3b-e340e8e7e565', 'tenant_id': '0d09c7e748474147aa937d1c18ab1eb5', 'mac_address': 'fa:16:3e:d3:4a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c81df47-4053-467a-b8c5-cb15fa70fb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '48086698-4f4f-4805-9505-5f3dd52a2a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:20:30Z', 'updated_at': '2021-07-09T16:20:39Z', 'revision_number': 5, 'project_id': '0d09c7e748474147aa937d1c18ab1eb5', 'subnets': [{'id': '48086698-4f4f-4805-9505-5f3dd52a2a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:00.458050 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbcd1cc-5064-45b8-8fe9-42fe511bb1e9 None None] The sync data for ids ['6c81df47-4053-467a-b8c5-cb15fa70fb3b'] in n-d-798930-3 is: [{'id': '6c81df47-4053-467a-b8c5-cb15fa70fb3b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2087140404-router', 'tenant_id': '0d09c7e748474147aa937d1c18ab1eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '9f82f6c6-47e6-4dfc-9058-3b151d613f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:20:26Z', 'updated_at': '2021-07-09T16:20:32Z', 'revision_number': 4, 'project_id': '0d09c7e748474147aa937d1c18ab1eb5', 'gw_port': {'id': '9f82f6c6-47e6-4dfc-9058-3b151d613f6e', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:40:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c81df47-4053-467a-b8c5-cb15fa70fb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:20:27Z', 'updated_at': '2021-07-09T16:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '4536aa4e-7ef6-41b9-bd79-4a991649d396', 'tenant_id': '0d09c7e748474147aa937d1c18ab1eb5', 'floating_ip_address': '172.25.0.72', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '6c81df47-4053-467a-b8c5-cb15fa70fb3b', 'port_id': '8b901ee5-7c09-4c6e-8d79-47824f7b12bf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9809a851-ea74-4e67-9b3b-e340e8e7e565', 'mac_address': 'fa:16:3e:40:1b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fbe057a-54ca-41d3-980b-d11ef8902d4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:20:54Z', 'updated_at': '2021-07-09T16:20:58Z', 'revision_number': 1, 'project_id': '0d09c7e748474147aa937d1c18ab1eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f85bd825-efb1-482c-a4c6-7fdf648ad387', 'name': '', 'network_id': '9809a851-ea74-4e67-9b3b-e340e8e7e565', 'tenant_id': '0d09c7e748474147aa937d1c18ab1eb5', 'mac_address': 'fa:16:3e:d3:4a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c81df47-4053-467a-b8c5-cb15fa70fb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '48086698-4f4f-4805-9505-5f3dd52a2a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:20:30Z', 'updated_at': '2021-07-09T16:20:39Z', 'revision_number': 5, 'project_id': '0d09c7e748474147aa937d1c18ab1eb5', 'subnets': [{'id': '48086698-4f4f-4805-9505-5f3dd52a2a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:21:00.470926 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-85682938-f43b-47c3-be1b-ed6611158b54 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:00.472185 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-85682938-f43b-47c3-be1b-ed6611158b54 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:00.551831 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-06b194ba-2a3f-4b26-984d-07f0ecf00d42 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:00.589177 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69f531d-54cc-44b3-8edd-1352932de772 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-00b91677-25d2-4ade-9a17-43d009bb50b3', 'network_id': '00b91677-25d2-4ade-9a17-43d009bb50b3', 'tenant_id': '57de25892d9840a89618c2852c5113d2', 'fixed_ips': [{'subnet_id': 'cd113d30-b80b-4f68-ab26-433d28a9f007'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:21:00.591611 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c69f531d-54cc-44b3-8edd-1352932de772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:00.604366 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda40c76-e345-48e1-b1ba-3f30a6069bc1 x-openstack-request-id: req-fda40c76-e345-48e1-b1ba-3f30a6069bc1 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:21:00.604850 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fbe057a-54ca-41d3-980b-d11ef8902d4e", "tag": "8b901ee5-7c09-4c6e-8d79-47824f7b12bf", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:21:00.605264 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fda40c76-e345-48e1-b1ba-3f30a6069bc1 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:21:00.605911 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fbe057a-54ca-41d3-980b-d11ef8902d4e', 'tag': '8b901ee5-7c09-4c6e-8d79-47824f7b12bf', 'status': 'completed', 'code': 200} Jul 09 16:21:00.613444 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-06b194ba-2a3f-4b26-984d-07f0ecf00d42 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:00.615588 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-06b194ba-2a3f-4b26-984d-07f0ecf00d42 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7671392 Jul 09 16:21:00.629561 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-85682938-f43b-47c3-be1b-ed6611158b54 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:00.846603 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55b50a0c-7e8a-4731-9a3e-68cf2442082c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:00.856487 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b620345d-e533-4876-843b-4c9b659add6a req-415d164d-0fa6-4b3a-8f57-3d0fb9c742e9 service neutron] 10.222.0.98 "GET /v2.0/networks/9809a851-ea74-4e67-9b3b-e340e8e7e565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6046002 Jul 09 16:21:00.985943 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb90aa-7676-4204-8160-d5a1bc717392 req-6b128390-90e4-47a4-9ce9-f9fb57d997c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:00.988943 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-52fb90aa-7676-4204-8160-d5a1bc717392 req-6b128390-90e4-47a4-9ce9-f9fb57d997c6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0d09c7e748474147aa937d1c18ab1eb5&device_id=6fbe057a-54ca-41d3-980b-d11ef8902d4e HTTP/1.1" status: 200 len: 1096 time: 0.3700569 Jul 09 16:21:00.990124 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b50a0c-7e8a-4731-9a3e-68cf2442082c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9e97679-e3ca-4f43-b281-7791408a1287,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:00.994128 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b50a0c-7e8a-4731-9a3e-68cf2442082c admin admin] Checking segment: {'id': 'ccf009d5-237d-4e31-8041-1465d7de9aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a171d79a-1159-4481-9cc1-46c665ce3a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:21:00.994504 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b50a0c-7e8a-4731-9a3e-68cf2442082c admin admin] Network hostable DHCP agents. Network: a171d79a-1159-4481-9cc1-46c665ce3a96, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:21:01.011810 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fb1c3e-6a19-4c78-ba9c-ba0713cd4ef9 None None] New status for floating IP 4536aa4e-7ef6-41b9-bd79-4a991649d396: ACTIVE {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:21:01.126356 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b50a0c-7e8a-4731-9a3e-68cf2442082c admin admin] Network a171d79a-1159-4481-9cc1-46c665ce3a96 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:21:01.148196 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-55b50a0c-7e8a-4731-9a3e-68cf2442082c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, a171d79a-1159-4481-9cc1-46c665ce3a96) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:21:01.169596 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b50a0c-7e8a-4731-9a3e-68cf2442082c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:01.170278 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55b50a0c-7e8a-4731-9a3e-68cf2442082c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:01.185290 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb90aa-7676-4204-8160-d5a1bc717392 req-ec84f540-fcb7-498c-973c-393472194b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:01.187354 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-52fb90aa-7676-4204-8160-d5a1bc717392 req-ec84f540-fcb7-498c-973c-393472194b2c service neutron] 10.222.0.77 "GET /v2.0/networks?id=9809a851-ea74-4e67-9b3b-e340e8e7e565 HTTP/1.1" status: 200 len: 930 time: 0.1885431 Jul 09 16:21:01.206415 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-55b50a0c-7e8a-4731-9a3e-68cf2442082c admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0483778 Jul 09 16:21:01.210117 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34126) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:01.217781 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-ebd7eb3e-a903-4f7a-bc3d-0ae2541a4419 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2063707949-router', 'tenant_id': 'b8ad35771c814596a752d0340d35099a', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:21:01.245024 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856e4fe7-77c3-4c14-b3c1-8f66111040cf None None] Network a171d79a-1159-4481-9cc1-46c665ce3a96 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:21:01.309011 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ebd7eb3e-a903-4f7a-bc3d-0ae2541a4419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:01.310784 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ebd7eb3e-a903-4f7a-bc3d-0ae2541a4419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:01.318005 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-52fb90aa-7676-4204-8160-d5a1bc717392 req-1d3ddb52-eb53-4664-b1a7-a30ebde54366 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b901ee5-7c09-4c6e-8d79-47824f7b12bf HTTP/1.1" status: 200 len: 998 time: 0.1233292 Jul 09 16:21:01.346483 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-c69f531d-54cc-44b3-8edd-1352932de772 None None] Allocated IP 172.20.0.2 (00b91677-25d2-4ade-9a17-43d009bb50b3/cd113d30-b80b-4f68-ab26-433d28a9f007/bd3bc623-a37c-4c6d-af03-07d7c94c609a) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:21:01.404188 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb90aa-7676-4204-8160-d5a1bc717392 req-d1580a35-d094-4ce8-bf82-b23a97dd78b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:01.406296 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-52fb90aa-7676-4204-8160-d5a1bc717392 req-d1580a35-d094-4ce8-bf82-b23a97dd78b1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=48086698-4f4f-4805-9505-5f3dd52a2a14 HTTP/1.1" status: 200 len: 868 time: 0.0778825 Jul 09 16:21:01.412737 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-85682938-f43b-47c3-be1b-ed6611158b54 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:01.461541 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3711c359-7161-468e-b0e0-b1ee89db0c8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-a171d79a-1159-4481-9cc1-46c665ce3a96', 'network_id': 'a171d79a-1159-4481-9cc1-46c665ce3a96', 'tenant_id': 'b8ad35771c814596a752d0340d35099a', 'fixed_ips': [{'subnet_id': 'b9e97679-e3ca-4f43-b281-7791408a1287'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:21:01.462414 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3711c359-7161-468e-b0e0-b1ee89db0c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:01.489157 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b194ba-2a3f-4b26-984d-07f0ecf00d42 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Pushing event updated for resources: {'Port': ['ID=0fac576c-0a71-44d2-99bf-c88eb8ed5d4e,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:01.577332 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8903d567-6d4f-49cb-b316-b0cb13ce6756 req-0bfe6ad8-5a69-4ba4-9d0b-0634edcb1ee2 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--1658284&fields=id&tenant_id=927faf6a074749d0b7e4b4706940c5ca HTTP/1.1" status: 200 len: 267 time: 0.1683741 Jul 09 16:21:01.583227 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ebd7eb3e-a903-4f7a-bc3d-0ae2541a4419 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:01.589892 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf77bf-e528-4f9a-9109-263127aa414f req-15a25e8f-7c9e-484a-8220-12b10a532948 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:01.591071 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6fdf77bf-e528-4f9a-9109-263127aa414f req-15a25e8f-7c9e-484a-8220-12b10a532948 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.3903134 Jul 09 16:21:01.649662 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6fdf77bf-e528-4f9a-9109-263127aa414f req-f3072025-d517-4bb8-a5e8-327747a12dcb tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525882 Jul 09 16:21:01.736895 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c69f531d-54cc-44b3-8edd-1352932de772 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:01.747297 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c69f531d-54cc-44b3-8edd-1352932de772 None None] Transition to ACTIVE for port object bd3bc623-a37c-4c6d-af03-07d7c94c609a will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:21:01.766955 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c69f531d-54cc-44b3-8edd-1352932de772 None None] Transition to ACTIVE for port object bd3bc623-a37c-4c6d-af03-07d7c94c609a will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:21:01.781581 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c69f531d-54cc-44b3-8edd-1352932de772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:01.785176 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-3711c359-7161-468e-b0e0-b1ee89db0c8a None None] Allocated IP 172.20.0.2 (a171d79a-1159-4481-9cc1-46c665ce3a96/b9e97679-e3ca-4f43-b281-7791408a1287/cbb006e8-7da5-4dd6-a9d9-f4035afc4ebf) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:21:01.838632 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69f531d-54cc-44b3-8edd-1352932de772 None None] Network 00b91677-25d2-4ade-9a17-43d009bb50b3 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:21:01.842815 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-c69f531d-54cc-44b3-8edd-1352932de772 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:21:01.854552 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69f531d-54cc-44b3-8edd-1352932de772 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:21:01.904954 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-85682938-f43b-47c3-be1b-ed6611158b54 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:01.920632 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69f531d-54cc-44b3-8edd-1352932de772 None None] Pushing event updated for resources: {'Port': ['ID=bd3bc623-a37c-4c6d-af03-07d7c94c609a,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:01.938913 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-85682938-f43b-47c3-be1b-ed6611158b54 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:01.997102 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-c69f531d-54cc-44b3-8edd-1352932de772 None None] Attempting to bind port bd3bc623-a37c-4c6d-af03-07d7c94c609a on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:21:01.997746 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-c69f531d-54cc-44b3-8edd-1352932de772 None None] Attempting to bind port bd3bc623-a37c-4c6d-af03-07d7c94c609a by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '3aec9734-176a-47de-b187-a593f4bef1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '00b91677-25d2-4ade-9a17-43d009bb50b3'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:21:01.998277 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69f531d-54cc-44b3-8edd-1352932de772 None None] Attempting to bind port bd3bc623-a37c-4c6d-af03-07d7c94c609a on network 00b91677-25d2-4ade-9a17-43d009bb50b3 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:21:02.000369 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb90aa-7676-4204-8160-d5a1bc717392 req-296dcfa8-46ab-4ebd-896d-50fea564339a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:02.001896 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-52fb90aa-7676-4204-8160-d5a1bc717392 req-296dcfa8-46ab-4ebd-896d-50fea564339a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9809a851-ea74-4e67-9b3b-e340e8e7e565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5857971 Jul 09 16:21:02.013537 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69f531d-54cc-44b3-8edd-1352932de772 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:21:02.014211 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69f531d-54cc-44b3-8edd-1352932de772 None None] Checking segment: {'id': '3aec9734-176a-47de-b187-a593f4bef1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '00b91677-25d2-4ade-9a17-43d009bb50b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:21:02.014846 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c69f531d-54cc-44b3-8edd-1352932de772 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:02.015657 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69f531d-54cc-44b3-8edd-1352932de772 None None] Bound using segment: {'id': '3aec9734-176a-47de-b187-a593f4bef1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '00b91677-25d2-4ade-9a17-43d009bb50b3'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:21:02.016631 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-c69f531d-54cc-44b3-8edd-1352932de772 None None] Bound port: bd3bc623-a37c-4c6d-af03-07d7c94c609a, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aec9734-176a-47de-b187-a593f4bef1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '00b91677-25d2-4ade-9a17-43d009bb50b3'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:21:02.017234 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c69f531d-54cc-44b3-8edd-1352932de772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:02.033084 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-91a1740e-045d-4380-bdff-123b59a40750 req-e3f5e89c-c26c-41b9-9333-ba596f63d0e9 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=caa6ed8d-2893-4113-8f68-c5284e694f6c HTTP/1.1" status: 200 len: 258 time: 0.2907660 Jul 09 16:21:02.074911 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-91a1740e-045d-4380-bdff-123b59a40750 req-e96e7494-e730-4ecc-ae32-b0c4bbf46317 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Request body: {'floatingip': {'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:21:02.119449 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-85682938-f43b-47c3-be1b-ed6611158b54 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Allocated IP 172.25.0.141 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/cabed792-1b2e-4ac6-9e82-b3474803552e) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:21:02.124790 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-91a1740e-045d-4380-bdff-123b59a40750 req-e96e7494-e730-4ecc-ae32-b0c4bbf46317 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:02.157038 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-c69f531d-54cc-44b3-8edd-1352932de772 None None] For port bd3bc623-a37c-4c6d-af03-07d7c94c609a, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:21:02.160216 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3711c359-7161-468e-b0e0-b1ee89db0c8a None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:02.163249 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-c69f531d-54cc-44b3-8edd-1352932de772 None None] For port bd3bc623-a37c-4c6d-af03-07d7c94c609a, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=bd3bc623-a37c-4c6d-af03-07d7c94c609a,segment=NetworkSegment(3aec9734-176a-47de-b187-a593f4bef1f5),segment_id=3aec9734-176a-47de-b187-a593f4bef1f5)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:21:02.172261 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c69f531d-54cc-44b3-8edd-1352932de772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:02.182249 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3711c359-7161-468e-b0e0-b1ee89db0c8a None None] Transition to ACTIVE for port object cbb006e8-7da5-4dd6-a9d9-f4035afc4ebf will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:21:02.187814 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ebd7eb3e-a903-4f7a-bc3d-0ae2541a4419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:02.210577 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8903d567-6d4f-49cb-b316-b0cb13ce6756 req-e4039b5b-f4c4-478f-b5e1-e9b1d64979fd tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:02.212262 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8903d567-6d4f-49cb-b316-b0cb13ce6756 req-e4039b5b-f4c4-478f-b5e1-e9b1d64979fd tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/networks?id=e14244d3-321e-4e11-8fa5-f8d23e2088a8 HTTP/1.1" status: 200 len: 812 time: 0.6269891 Jul 09 16:21:02.296805 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8903d567-6d4f-49cb-b316-b0cb13ce6756 req-bce19f49-48ec-4e29-9778-028a3a96cb6d tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/quotas/927faf6a074749d0b7e4b4706940c5ca HTTP/1.1" status: 200 len: 375 time: 0.0703726 Jul 09 16:21:02.310391 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-52fb90aa-7676-4204-8160-d5a1bc717392 req-e7859fec-b02a-4d2b-8264-717725105136 service neutron] 10.222.0.77 "GET /v2.0/networks/9809a851-ea74-4e67-9b3b-e340e8e7e565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003376 Jul 09 16:21:02.310682 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-85682938-f43b-47c3-be1b-ed6611158b54 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:02.373250 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3711c359-7161-468e-b0e0-b1ee89db0c8a None None] Transition to ACTIVE for port object cbb006e8-7da5-4dd6-a9d9-f4035afc4ebf will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:21:02.387556 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3711c359-7161-468e-b0e0-b1ee89db0c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:02.409077 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-91a1740e-045d-4380-bdff-123b59a40750 req-e96e7494-e730-4ecc-ae32-b0c4bbf46317 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:02.409339 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69f531d-54cc-44b3-8edd-1352932de772 None None] Pushing event updated for resources: {'Port': ['ID=bd3bc623-a37c-4c6d-af03-07d7c94c609a,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:02.411206 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-85682938-f43b-47c3-be1b-ed6611158b54 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:02.414358 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3711c359-7161-468e-b0e0-b1ee89db0c8a None None] Network a171d79a-1159-4481-9cc1-46c665ce3a96 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:21:02.419413 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-3711c359-7161-468e-b0e0-b1ee89db0c8a None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:21:02.438064 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3711c359-7161-468e-b0e0-b1ee89db0c8a None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:21:02.508956 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85682938-f43b-47c3-be1b-ed6611158b54 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:21:02.522601 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-85682938-f43b-47c3-be1b-ed6611158b54 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:21:02.535859 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85682938-f43b-47c3-be1b-ed6611158b54 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:21:02.547993 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711c359-7161-468e-b0e0-b1ee89db0c8a None None] Pushing event updated for resources: {'Port': ['ID=cbb006e8-7da5-4dd6-a9d9-f4035afc4ebf,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:02.551755 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-3711c359-7161-468e-b0e0-b1ee89db0c8a None None] Attempting to bind port cbb006e8-7da5-4dd6-a9d9-f4035afc4ebf on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:21:02.552350 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-3711c359-7161-468e-b0e0-b1ee89db0c8a None None] Attempting to bind port cbb006e8-7da5-4dd6-a9d9-f4035afc4ebf by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'ccf009d5-237d-4e31-8041-1465d7de9aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a171d79a-1159-4481-9cc1-46c665ce3a96'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:21:02.552727 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3711c359-7161-468e-b0e0-b1ee89db0c8a None None] Attempting to bind port cbb006e8-7da5-4dd6-a9d9-f4035afc4ebf on network a171d79a-1159-4481-9cc1-46c665ce3a96 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:21:02.559226 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3711c359-7161-468e-b0e0-b1ee89db0c8a None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:21:02.559613 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3711c359-7161-468e-b0e0-b1ee89db0c8a None None] Checking segment: {'id': 'ccf009d5-237d-4e31-8041-1465d7de9aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a171d79a-1159-4481-9cc1-46c665ce3a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:21:02.560031 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3711c359-7161-468e-b0e0-b1ee89db0c8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:02.560465 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3711c359-7161-468e-b0e0-b1ee89db0c8a None None] Bound using segment: {'id': 'ccf009d5-237d-4e31-8041-1465d7de9aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a171d79a-1159-4481-9cc1-46c665ce3a96'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:21:02.561315 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-3711c359-7161-468e-b0e0-b1ee89db0c8a None None] Bound port: cbb006e8-7da5-4dd6-a9d9-f4035afc4ebf, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf009d5-237d-4e31-8041-1465d7de9aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a171d79a-1159-4481-9cc1-46c665ce3a96'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:21:02.561716 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3711c359-7161-468e-b0e0-b1ee89db0c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:02.569611 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-52fb90aa-7676-4204-8160-d5a1bc717392 req-f9b3a7ad-7343-4f78-abd1-fd5ea92ed72b service neutron] 10.222.0.77 "GET /v2.0/networks/9809a851-ea74-4e67-9b3b-e340e8e7e565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084303 Jul 09 16:21:02.585841 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8903d567-6d4f-49cb-b316-b0cb13ce6756 req-3243fb9c-6c68-434d-b504-543f62ce4a74 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=927faf6a074749d0b7e4b4706940c5ca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2788908 Jul 09 16:21:02.644670 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-3711c359-7161-468e-b0e0-b1ee89db0c8a None None] For port cbb006e8-7da5-4dd6-a9d9-f4035afc4ebf, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:21:02.648754 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-3711c359-7161-468e-b0e0-b1ee89db0c8a None None] For port cbb006e8-7da5-4dd6-a9d9-f4035afc4ebf, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=cbb006e8-7da5-4dd6-a9d9-f4035afc4ebf,segment=NetworkSegment(ccf009d5-237d-4e31-8041-1465d7de9aef),segment_id=ccf009d5-237d-4e31-8041-1465d7de9aef)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:21:02.660183 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3711c359-7161-468e-b0e0-b1ee89db0c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:02.678804 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85682938-f43b-47c3-be1b-ed6611158b54 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Pushing event updated for resources: {'Port': ['ID=cabed792-1b2e-4ac6-9e82-b3474803552e,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:02.701205 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [req-8903d567-6d4f-49cb-b316-b0cb13ce6756 req-b9567c68-fd08-42fb-bba5-26af25c742d3 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:21:02.702402 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8903d567-6d4f-49cb-b316-b0cb13ce6756 req-b9567c68-fd08-42fb-bba5-26af25c742d3 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0657983 Jul 09 16:21:02.790208 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711c359-7161-468e-b0e0-b1ee89db0c8a None None] Pushing event updated for resources: {'Port': ['ID=cbb006e8-7da5-4dd6-a9d9-f4035afc4ebf,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:02.812745 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-91a1740e-045d-4380-bdff-123b59a40750 req-e96e7494-e730-4ecc-ae32-b0c4bbf46317 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Allocated IP 172.25.0.32 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/407ac5a1-909f-4d89-b5ea-de4e98df1349) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:21:02.863975 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ebd7eb3e-a903-4f7a-bc3d-0ae2541a4419 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:02.898625 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ebd7eb3e-a903-4f7a-bc3d-0ae2541a4419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:02.952347 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8903d567-6d4f-49cb-b316-b0cb13ce6756 req-1c3c792b-b404-4a48-a799-d635adb1d2d9 service neutron] 10.222.0.98 "GET /v2.0/networks/e14244d3-321e-4e11-8fa5-f8d23e2088a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322731 Jul 09 16:21:03.074576 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-91a1740e-045d-4380-bdff-123b59a40750 req-e96e7494-e730-4ecc-ae32-b0c4bbf46317 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:03.105481 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8903d567-6d4f-49cb-b316-b0cb13ce6756 req-33039533-c5b4-480f-86ae-67d47af3956c service neutron] 10.222.0.98 "GET /v2.0/networks/e14244d3-321e-4e11-8fa5-f8d23e2088a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452861 Jul 09 16:21:03.167507 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-85682938-f43b-47c3-be1b-ed6611158b54 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:03.228628 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-91a1740e-045d-4380-bdff-123b59a40750 req-e96e7494-e730-4ecc-ae32-b0c4bbf46317 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:03.348284 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-ebd7eb3e-a903-4f7a-bc3d-0ae2541a4419 admin admin] Allocated IP 172.25.0.51 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/6b3ac3ef-027b-485c-a57d-53b52cb99166) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:21:03.407365 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e7494-e730-4ecc-ae32-b0c4bbf46317 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Pushing event updated for resources: {'Port': ['ID=407ac5a1-909f-4d89-b5ea-de4e98df1349,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:03.441362 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91a1740e-045d-4380-bdff-123b59a40750 req-e96e7494-e730-4ecc-ae32-b0c4bbf46317 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:21:03.445034 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-91a1740e-045d-4380-bdff-123b59a40750 req-e96e7494-e730-4ecc-ae32-b0c4bbf46317 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:21:03.519820 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device cbb006e8-7da5-4dd6-a9d9-f4035afc4ebf up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:21:03.587150 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a1740e-045d-4380-bdff-123b59a40750 req-e96e7494-e730-4ecc-ae32-b0c4bbf46317 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:21:03.653009 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ebd7eb3e-a903-4f7a-bc3d-0ae2541a4419 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:03.663230 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port cbb006e8-7da5-4dd6-a9d9-f4035afc4ebf completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:21:03.677135 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device bd3bc623-a37c-4c6d-af03-07d7c94c609a up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:21:03.719394 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ebd7eb3e-a903-4f7a-bc3d-0ae2541a4419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:03.770039 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port bd3bc623-a37c-4c6d-af03-07d7c94c609a completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:21:03.770996 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd7eb3e-a903-4f7a-bc3d-0ae2541a4419 admin admin] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:21:03.785040 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-ebd7eb3e-a903-4f7a-bc3d-0ae2541a4419 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:21:03.799550 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd7eb3e-a903-4f7a-bc3d-0ae2541a4419 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:21:03.812812 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd7eb3e-a903-4f7a-bc3d-0ae2541a4419 admin admin] Pushing event updated for resources: {'Port': ['ID=6b3ac3ef-027b-485c-a57d-53b52cb99166,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:03.907971 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-91a1740e-045d-4380-bdff-123b59a40750 req-e96e7494-e730-4ecc-ae32-b0c4bbf46317 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:03.910566 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-85682938-f43b-47c3-be1b-ed6611158b54 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:04.001161 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388331f5-231e-4446-965f-7ab4fc44e399 None None] Network 00b91677-25d2-4ade-9a17-43d009bb50b3 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:21:04.101570 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-91a1740e-045d-4380-bdff-123b59a40750 req-e96e7494-e730-4ecc-ae32-b0c4bbf46317 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:04.292371 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85682938-f43b-47c3-be1b-ed6611158b54 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Router 7ba4d62f-8a44-4fb5-bf8d-91eae31d78b6 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:21:04.338697 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5b6fda02-a330-4bb5-b077-b267868f4ffc req-8a889b7f-829d-4356-977d-ca4ce95154cd tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 210 time: 0.0466483 Jul 09 16:21:04.354426 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5639c22f-13b2-4ca4-b3f0-151f83eea913 None None] Provisioning for port bd3bc623-a37c-4c6d-af03-07d7c94c609a completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:21:04.362413 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5639c22f-13b2-4ca4-b3f0-151f83eea913 None None] Provisioning complete for port bd3bc623-a37c-4c6d-af03-07d7c94c609a triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:21:04.365326 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5639c22f-13b2-4ca4-b3f0-151f83eea913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:04.413042 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ebd7eb3e-a903-4f7a-bc3d-0ae2541a4419 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:04.481053 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-91a1740e-045d-4380-bdff-123b59a40750 req-e96e7494-e730-4ecc-ae32-b0c4bbf46317 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:04.498161 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5639c22f-13b2-4ca4-b3f0-151f83eea913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:04.502467 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-91a1740e-045d-4380-bdff-123b59a40750 req-e96e7494-e730-4ecc-ae32-b0c4bbf46317 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:04.546367 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-5639c22f-13b2-4ca4-b3f0-151f83eea913 None None] For port bd3bc623-a37c-4c6d-af03-07d7c94c609a, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=bd3bc623-a37c-4c6d-af03-07d7c94c609a,segment=NetworkSegment(3aec9734-176a-47de-b187-a593f4bef1f5),segment_id=3aec9734-176a-47de-b187-a593f4bef1f5)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:21:04.553365 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5639c22f-13b2-4ca4-b3f0-151f83eea913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:04.612135 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5639c22f-13b2-4ca4-b3f0-151f83eea913 None None] Pushing event updated for resources: {'Port': ['ID=bd3bc623-a37c-4c6d-af03-07d7c94c609a,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:04.638140 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad742a9-4015-40c6-881b-91c99712422c None None] Network a171d79a-1159-4481-9cc1-46c665ce3a96 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:21:04.716000 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85682938-f43b-47c3-be1b-ed6611158b54 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:21:04.736042 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cb9ace-3c6a-4b30-8015-eb1c982db564 None None] Sync routers for ids ['7ba4d62f-8a44-4fb5-bf8d-91eae31d78b6'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:21:04.765934 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cb9ace-3c6a-4b30-8015-eb1c982db564 None None] Routers {'7ba4d62f-8a44-4fb5-bf8d-91eae31d78b6'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:21:04.767894 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-51cb9ace-3c6a-4b30-8015-eb1c982db564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:20:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['7ba4d62f-8a44-4fb5-bf8d-91eae31d78b6'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:04.797499 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-85682938-f43b-47c3-be1b-ed6611158b54 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:04.799028 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-85682938-f43b-47c3-be1b-ed6611158b54 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.5047002 Jul 09 16:21:04.807697 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34176) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:04.952122 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6feb108d-8b95-41d0-90fa-52eea0bc8abd None None] Provisioning for port cbb006e8-7da5-4dd6-a9d9-f4035afc4ebf completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:21:04.962722 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6feb108d-8b95-41d0-90fa-52eea0bc8abd None None] Provisioning complete for port cbb006e8-7da5-4dd6-a9d9-f4035afc4ebf triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:21:04.963486 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6feb108d-8b95-41d0-90fa-52eea0bc8abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:04.997724 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e7494-e730-4ecc-ae32-b0c4bbf46317 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Pushing event updated for resources: {'Port': ['ID=407ac5a1-909f-4d89-b5ea-de4e98df1349,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:04.998467 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-51cb9ace-3c6a-4b30-8015-eb1c982db564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:05.012997 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cb9ace-3c6a-4b30-8015-eb1c982db564 None None] Routers {'7ba4d62f-8a44-4fb5-bf8d-91eae31d78b6'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:21:05.014937 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-51cb9ace-3c6a-4b30-8015-eb1c982db564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:20:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['7ba4d62f-8a44-4fb5-bf8d-91eae31d78b6'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:05.046214 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-91a1740e-045d-4380-bdff-123b59a40750 req-e96e7494-e730-4ecc-ae32-b0c4bbf46317 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:05.078812 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-51cb9ace-3c6a-4b30-8015-eb1c982db564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:05.080722 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cb9ace-3c6a-4b30-8015-eb1c982db564 None None] The sync data for ids ['7ba4d62f-8a44-4fb5-bf8d-91eae31d78b6'] in n-d-798930-3 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:21:05.207457 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-91a1740e-045d-4380-bdff-123b59a40750 req-e96e7494-e730-4ecc-ae32-b0c4bbf46317 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:05.227143 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-91a1740e-045d-4380-bdff-123b59a40750 req-e96e7494-e730-4ecc-ae32-b0c4bbf46317 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.1580245 Jul 09 16:21:05.326926 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6feb108d-8b95-41d0-90fa-52eea0bc8abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:05.346604 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device bd3bc623-a37c-4c6d-af03-07d7c94c609a up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:21:05.419015 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-91a1740e-045d-4380-bdff-123b59a40750 req-f14137d9-c544-4ed5-813d-c50e6f195752 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.0.32 HTTP/1.1" status: 200 len: 695 time: 0.1572585 Jul 09 16:21:05.488873 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ebd7eb3e-a903-4f7a-bc3d-0ae2541a4419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:05.496349 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-6feb108d-8b95-41d0-90fa-52eea0bc8abd None None] For port cbb006e8-7da5-4dd6-a9d9-f4035afc4ebf, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=cbb006e8-7da5-4dd6-a9d9-f4035afc4ebf,segment=NetworkSegment(ccf009d5-237d-4e31-8041-1465d7de9aef),segment_id=ccf009d5-237d-4e31-8041-1465d7de9aef)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:21:05.506593 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6feb108d-8b95-41d0-90fa-52eea0bc8abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:05.518003 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port bd3bc623-a37c-4c6d-af03-07d7c94c609a triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:21:05.518466 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:05.672376 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb108d-8b95-41d0-90fa-52eea0bc8abd None None] Pushing event updated for resources: {'Port': ['ID=cbb006e8-7da5-4dd6-a9d9-f4035afc4ebf,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:05.686954 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0ec86a8f-a6c4-4bf5-8036-74512a1ee51d None None] Provisioning complete for port bd3bc623-a37c-4c6d-af03-07d7c94c609a triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:21:05.687318 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0ec86a8f-a6c4-4bf5-8036-74512a1ee51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:05.742817 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1740e-045d-4380-bdff-123b59a40750 req-86e2e847-2fa7-496c-bdb6-661b790ceba8 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:05.745271 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-91a1740e-045d-4380-bdff-123b59a40750 req-86e2e847-2fa7-496c-bdb6-661b790ceba8 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.98 "GET /v2.0/networks/caa6ed8d-2893-4113-8f68-c5284e694f6c HTTP/1.1" status: 200 len: 784 time: 0.3248487 Jul 09 16:21:05.823028 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94a862-9ce1-479e-96b0-1722d7d8e1b1 req-906780e8-05ba-45d7-bbcb-2b1e465e1b94 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:05.836634 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9a94a862-9ce1-479e-96b0-1722d7d8e1b1 req-906780e8-05ba-45d7-bbcb-2b1e465e1b94 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.5028880 Jul 09 16:21:05.840504 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [req-91a1740e-045d-4380-bdff-123b59a40750 req-19419802-f806-4f32-8cee-e17326ff32c0 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:21:05.851755 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-91a1740e-045d-4380-bdff-123b59a40750 req-19419802-f806-4f32-8cee-e17326ff32c0 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0808296 Jul 09 16:21:05.864714 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8903d567-6d4f-49cb-b316-b0cb13ce6756 req-12e3d086-9e0c-4230-a02b-c580849cfeb9 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:05.866530 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8903d567-6d4f-49cb-b316-b0cb13ce6756 req-12e3d086-9e0c-4230-a02b-c580849cfeb9 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.77 "GET /v2.0/networks?id=e14244d3-321e-4e11-8fa5-f8d23e2088a8 HTTP/1.1" status: 200 len: 812 time: 0.5523181 Jul 09 16:21:05.967241 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34192) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:05.973266 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13994a5d-9342-43f7-8943-22e5129123a7 None None] Provisioning complete for port cbb006e8-7da5-4dd6-a9d9-f4035afc4ebf triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:21:05.973832 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13994a5d-9342-43f7-8943-22e5129123a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:05.985866 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9a94a862-9ce1-479e-96b0-1722d7d8e1b1 req-70a7bb72-c860-47fe-9702-dbb59bd85865 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450689 Jul 09 16:21:05.993039 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8903d567-6d4f-49cb-b316-b0cb13ce6756 req-a9f84ca4-a9ad-4f69-9cb8-2f16f9a6e920 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=927faf6a074749d0b7e4b4706940c5ca HTTP/1.1" status: 200 len: 377 time: 0.1134131 Jul 09 16:21:06.029184 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-8903d567-6d4f-49cb-b316-b0cb13ce6756 req-7912a4f3-4dbb-4650-838e-513b5a57da82 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Request body: {'port': {'device_id': '783cfe32-a307-4901-962c-ea5df494fe59', 'network_id': 'e14244d3-321e-4e11-8fa5-f8d23e2088a8', 'admin_state_up': True, 'tenant_id': '927faf6a074749d0b7e4b4706940c5ca', 'security_groups': ['9942fe85-2d87-47fc-a5a5-b6f185ad55d2']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:21:06.040309 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd7eb3e-a903-4f7a-bc3d-0ae2541a4419 admin admin] Router 9e8be58e-f676-46f3-ae87-e5efc0de1e53 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:21:06.143372 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8cb25a7b-b53d-48e7-b93b-7693e5740689 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:06.241093 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fa3efabf-98a4-4ef5-9a8a-7960fb691474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:06.252887 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-42e1114e-355a-43a9-880c-8e2e90efd99e req-82287996-3e72-4d72-a7d9-c01b8142fa91 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 210 time: 0.0824742 Jul 09 16:21:06.524770 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd7eb3e-a903-4f7a-bc3d-0ae2541a4419 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:21:06.541211 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81078ad-6968-4df5-be79-1c326dc41eca None None] Sync routers for ids ['9e8be58e-f676-46f3-ae87-e5efc0de1e53'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:21:06.561024 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31bf34-6518-4ade-a918-989944bc9fd2 req-01647aaf-9e38-421b-8c18-9844d0f70662 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:06.562838 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dc31bf34-6518-4ade-a918-989944bc9fd2 req-01647aaf-9e38-421b-8c18-9844d0f70662 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.98 "GET /v2.0/ports?device_id=6fbe057a-54ca-41d3-980b-d11ef8902d4e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2813752 Jul 09 16:21:06.564282 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81078ad-6968-4df5-be79-1c326dc41eca None None] Routers {'9e8be58e-f676-46f3-ae87-e5efc0de1e53'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:21:06.564922 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e81078ad-6968-4df5-be79-1c326dc41eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:20:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['9e8be58e-f676-46f3-ae87-e5efc0de1e53'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:06.629147 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dc31bf34-6518-4ade-a918-989944bc9fd2 req-129cf52a-392f-42ef-b9f7-a71e8db125f9 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.0.32 HTTP/1.1" status: 200 len: 695 time: 0.0590932 Jul 09 16:21:06.654978 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-dc31bf34-6518-4ade-a918-989944bc9fd2 req-12483623-c1b4-43aa-873a-5e7fd5114b27 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Request body: {'floatingip': {'port_id': '8b901ee5-7c09-4c6e-8d79-47824f7b12bf', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:21:06.659586 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fa3efabf-98a4-4ef5-9a8a-7960fb691474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:06.695536 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fa3efabf-98a4-4ef5-9a8a-7960fb691474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:06.706715 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-e81078ad-6968-4df5-be79-1c326dc41eca None None] Set router 9e8be58e-f676-46f3-ae87-e5efc0de1e53 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:21:06.714328 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ebd7eb3e-a903-4f7a-bc3d-0ae2541a4419 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:06.718266 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ebd7eb3e-a903-4f7a-bc3d-0ae2541a4419 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.5039871 Jul 09 16:21:06.718797 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34198) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:06.727915 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-dc31bf34-6518-4ade-a918-989944bc9fd2 req-12483623-c1b4-43aa-873a-5e7fd5114b27 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Notify callbacks [] for floatingip, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:06.801136 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-fa3efabf-98a4-4ef5-9a8a-7960fb691474 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d3934c89e7fb482487fd4b725bb08eca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8326397 Jul 09 16:21:06.812367 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34200) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:06.820702 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8903d567-6d4f-49cb-b316-b0cb13ce6756 req-7912a4f3-4dbb-4650-838e-513b5a57da82 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Made reservation on behalf of 927faf6a074749d0b7e4b4706940c5ca for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:21:06.824406 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8903d567-6d4f-49cb-b316-b0cb13ce6756 req-7912a4f3-4dbb-4650-838e-513b5a57da82 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:06.829852 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3efabf-98a4-4ef5-9a8a-7960fb691474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85fda8c5-143c-4ef9-991c-7dd67938f6d0,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:06.957358 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e81078ad-6968-4df5-be79-1c326dc41eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'name': 'tempest-AttachVolumeShelveTestJSON-2063707949-router', 'tenant_id': 'b8ad35771c814596a752d0340d35099a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '6b3ac3ef-027b-485c-a57d-53b52cb99166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:01Z', 'updated_at': '2021-07-09T16:21:04Z', 'revision_number': 3, 'project_id': 'b8ad35771c814596a752d0340d35099a', 'gw_port': {'id': '6b3ac3ef-027b-485c-a57d-53b52cb99166', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a8:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:02Z', 'updated_at': '2021-07-09T16:21:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:06.995164 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81078ad-6968-4df5-be79-1c326dc41eca None None] Checking router: 9e8be58e-f676-46f3-ae87-e5efc0de1e53 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:21:06.995638 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81078ad-6968-4df5-be79-1c326dc41eca None None] Updating router 9e8be58e-f676-46f3-ae87-e5efc0de1e53 port 6b3ac3ef-027b-485c-a57d-53b52cb99166 binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:21:07.045549 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e81078ad-6968-4df5-be79-1c326dc41eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:07.060788 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1777d-8b46-4a31-a4fe-2a3189f98649 req-80156a3a-f5b9-4d84-bc36-92ccb2d8b60c tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:07.062493 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-baa1777d-8b46-4a31-a4fe-2a3189f98649 req-80156a3a-f5b9-4d84-bc36-92ccb2d8b60c tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.3607171 Jul 09 16:21:07.082891 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96c94b3c-a49f-4e02-979b-2da800a7dfb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:07.116864 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-8903d567-6d4f-49cb-b316-b0cb13ce6756 req-7912a4f3-4dbb-4650-838e-513b5a57da82 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Allocated IP 172.20.0.14 (e14244d3-321e-4e11-8fa5-f8d23e2088a8/9ed42caa-ccec-43f9-abc2-3f037ba46c07/1db38019-9c36-4811-87b1-9165e461b73e) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:21:07.142129 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [req-dc31bf34-6518-4ade-a918-989944bc9fd2 req-12483623-c1b4-43aa-873a-5e7fd5114b27 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] update failed (client error): There was a conflict when trying to complete your request. Jul 09 16:21:07.154636 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dc31bf34-6518-4ade-a918-989944bc9fd2 req-12483623-c1b4-43aa-873a-5e7fd5114b27 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.98 "PUT /v2.0/floatingips/ba270cdf-fee7-4d59-905a-d251d7d82a6a HTTP/1.1" status: 409 len: 549 time: 0.5091293 Jul 09 16:21:07.205996 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96c94b3c-a49f-4e02-979b-2da800a7dfb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:07.283462 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-baa1777d-8b46-4a31-a4fe-2a3189f98649 req-42783a0e-2e0b-4a8f-8f3c-a02b8ada2d05 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003472 Jul 09 16:21:07.313508 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-8cb25a7b-b53d-48e7-b93b-7693e5740689 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Allocated IP 172.20.0.1 (00b91677-25d2-4ade-9a17-43d009bb50b3/cd113d30-b80b-4f68-ab26-433d28a9f007/93a7a621-636f-4d84-92cc-dd5ef4a1ec04) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:21:07.402237 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device cbb006e8-7da5-4dd6-a9d9-f4035afc4ebf up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:21:07.498799 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ee04d406-d8f6-48ed-918a-c9e851f7e798 req-a8a6205a-3a7e-4b42-9a1b-d54bce6b57f6 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.98 "GET /v2.0/floatingips/ba270cdf-fee7-4d59-905a-d251d7d82a6a HTTP/1.1" status: 200 len: 692 time: 0.1286576 Jul 09 16:21:07.533200 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96c94b3c-a49f-4e02-979b-2da800a7dfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:07.536839 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96c94b3c-a49f-4e02-979b-2da800a7dfb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:07.538467 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-96c94b3c-a49f-4e02-979b-2da800a7dfb3 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/85fda8c5-143c-4ef9-991c-7dd67938f6d0 HTTP/1.1" status: 204 len: 168 time: 0.7250109 Jul 09 16:21:07.561276 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port cbb006e8-7da5-4dd6-a9d9-f4035afc4ebf triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:21:07.561827 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:07.577824 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c94b3c-a49f-4e02-979b-2da800a7dfb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85fda8c5-143c-4ef9-991c-7dd67938f6d0,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:07.633547 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8903d567-6d4f-49cb-b316-b0cb13ce6756 req-7912a4f3-4dbb-4650-838e-513b5a57da82 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:07.665626 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-8903d567-6d4f-49cb-b316-b0cb13ce6756 req-7912a4f3-4dbb-4650-838e-513b5a57da82 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Transition to ACTIVE for port object 1db38019-9c36-4811-87b1-9165e461b73e will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:21:07.689555 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04d406-d8f6-48ed-918a-c9e851f7e798 req-ef20dfe5-fe3c-4b39-965e-cdb611a53f01 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:07.697287 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ee04d406-d8f6-48ed-918a-c9e851f7e798 req-ef20dfe5-fe3c-4b39-965e-cdb611a53f01 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.98 "GET /v2.0/networks/caa6ed8d-2893-4113-8f68-c5284e694f6c HTTP/1.1" status: 200 len: 784 time: 0.1986082 Jul 09 16:21:07.705559 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [req-ee04d406-d8f6-48ed-918a-c9e851f7e798 req-af78289a-bfc0-4fba-859c-014a322b00fa tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:21:07.713758 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ee04d406-d8f6-48ed-918a-c9e851f7e798 req-af78289a-bfc0-4fba-859c-014a322b00fa tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0152414 Jul 09 16:21:07.792970 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ee04d406-d8f6-48ed-918a-c9e851f7e798 req-96b91c96-ca85-46c5-93d6-4fb46f827c37 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.0.32 HTTP/1.1" status: 200 len: 695 time: 0.0778809 Jul 09 16:21:07.803398 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e81078ad-6968-4df5-be79-1c326dc41eca None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:07.820509 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e81078ad-6968-4df5-be79-1c326dc41eca None None] Transition to ACTIVE for port object 6b3ac3ef-027b-485c-a57d-53b52cb99166 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:21:07.830641 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e81078ad-6968-4df5-be79-1c326dc41eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:07.876367 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ee04d406-d8f6-48ed-918a-c9e851f7e798 req-8dcdae3e-627b-4644-a326-d20fc5a917c0 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.0.32 HTTP/1.1" status: 200 len: 695 time: 0.0818071 Jul 09 16:21:07.882965 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8903d567-6d4f-49cb-b316-b0cb13ce6756 req-7912a4f3-4dbb-4650-838e-513b5a57da82 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:07.913248 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e81078ad-6968-4df5-be79-1c326dc41eca None None] Attempting to bind port 6b3ac3ef-027b-485c-a57d-53b52cb99166 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:21:07.913664 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e81078ad-6968-4df5-be79-1c326dc41eca None None] Attempting to bind port 6b3ac3ef-027b-485c-a57d-53b52cb99166 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:21:07.914016 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81078ad-6968-4df5-be79-1c326dc41eca None None] Attempting to bind port 6b3ac3ef-027b-485c-a57d-53b52cb99166 on network caa6ed8d-2893-4113-8f68-c5284e694f6c {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:21:07.921622 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8006fcf3-c52d-4915-b0f9-353e25d17baf None None] Pushing event updated for resources: {'Port': ['ID=6b3ac3ef-027b-485c-a57d-53b52cb99166,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:07.924858 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81078ad-6968-4df5-be79-1c326dc41eca None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:21:07.925420 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81078ad-6968-4df5-be79-1c326dc41eca None None] Checking segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:21:07.925736 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e81078ad-6968-4df5-be79-1c326dc41eca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:07.926123 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81078ad-6968-4df5-be79-1c326dc41eca None None] Bound using segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:21:07.927379 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e81078ad-6968-4df5-be79-1c326dc41eca None None] Bound port: 6b3ac3ef-027b-485c-a57d-53b52cb99166, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:21:07.927767 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e81078ad-6968-4df5-be79-1c326dc41eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:08.041772 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8903d567-6d4f-49cb-b316-b0cb13ce6756 req-7912a4f3-4dbb-4650-838e-513b5a57da82 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Network e14244d3-321e-4e11-8fa5-f8d23e2088a8 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:21:08.043420 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-e81078ad-6968-4df5-be79-1c326dc41eca None None] For port 6b3ac3ef-027b-485c-a57d-53b52cb99166, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:21:08.044980 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7912a4f3-4dbb-4650-838e-513b5a57da82 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Pushing event updated for resources: {'Port': ['ID=1db38019-9c36-4811-87b1-9165e461b73e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:08.050832 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8cb25a7b-b53d-48e7-b93b-7693e5740689 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:08.058082 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-8903d567-6d4f-49cb-b316-b0cb13ce6756 req-7912a4f3-4dbb-4650-838e-513b5a57da82 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:21:08.060086 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-e81078ad-6968-4df5-be79-1c326dc41eca None None] For port 6b3ac3ef-027b-485c-a57d-53b52cb99166, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=6b3ac3ef-027b-485c-a57d-53b52cb99166,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:21:08.060499 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34216) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:08.074750 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e81078ad-6968-4df5-be79-1c326dc41eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:08.088682 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8cb25a7b-b53d-48e7-b93b-7693e5740689 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Transition to ACTIVE for port object 93a7a621-636f-4d84-92cc-dd5ef4a1ec04 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:21:08.090246 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-8903d567-6d4f-49cb-b316-b0cb13ce6756 req-7912a4f3-4dbb-4650-838e-513b5a57da82 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:21:08.126828 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2e354203-1ca5-4a99-a623-7d0e27df8df1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:08.164354 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81078ad-6968-4df5-be79-1c326dc41eca None None] Routers {'9e8be58e-f676-46f3-ae87-e5efc0de1e53'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:21:08.166400 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e81078ad-6968-4df5-be79-1c326dc41eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:20:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['9e8be58e-f676-46f3-ae87-e5efc0de1e53'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:08.183951 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2cc16ddd-cf27-41f4-8613-6eb720b90e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:08.197222 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8903d567-6d4f-49cb-b316-b0cb13ce6756 req-7912a4f3-4dbb-4650-838e-513b5a57da82 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:08.201293 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8903d567-6d4f-49cb-b316-b0cb13ce6756 req-7912a4f3-4dbb-4650-838e-513b5a57da82 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:08.206017 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bba4b5-a5ea-4ead-a423-f86efa936bbe req-cea98184-755d-4fd0-8613-99cbaf2e1b1a tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:08.213444 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d0bba4b5-a5ea-4ead-a423-f86efa936bbe req-cea98184-755d-4fd0-8613-99cbaf2e1b1a tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 932 time: 0.3298917 Jul 09 16:21:08.218824 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8cb25a7b-b53d-48e7-b93b-7693e5740689 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:08.243525 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8006fcf3-c52d-4915-b0f9-353e25d17baf None None] Pushing event updated for resources: {'Port': ['ID=6b3ac3ef-027b-485c-a57d-53b52cb99166,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:08.257119 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-ee04d406-d8f6-48ed-918a-c9e851f7e798 req-79c579da-3f46-4715-9331-c6a70607b167 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Deleting port 407ac5a1-909f-4d89-b5ea-de4e98df1349 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:21:08.257557 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ee04d406-d8f6-48ed-918a-c9e851f7e798 req-79c579da-3f46-4715-9331-c6a70607b167 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:08.332838 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb25a7b-b53d-48e7-b93b-7693e5740689 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Network 00b91677-25d2-4ade-9a17-43d009bb50b3 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:21:08.339126 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-e81078ad-6968-4df5-be79-1c326dc41eca None None] Set router 9e8be58e-f676-46f3-ae87-e5efc0de1e53 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:21:08.352412 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-8cb25a7b-b53d-48e7-b93b-7693e5740689 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:21:08.375051 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb25a7b-b53d-48e7-b93b-7693e5740689 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:21:08.394157 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ee04d406-d8f6-48ed-918a-c9e851f7e798 req-79c579da-3f46-4715-9331-c6a70607b167 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:08.394589 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ee04d406-d8f6-48ed-918a-c9e851f7e798 req-79c579da-3f46-4715-9331-c6a70607b167 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:08.423651 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-ee04d406-d8f6-48ed-918a-c9e851f7e798 req-79c579da-3f46-4715-9331-c6a70607b167 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Calling delete_port for 407ac5a1-909f-4d89-b5ea-de4e98df1349 owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:21:08.446088 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d0bba4b5-a5ea-4ead-a423-f86efa936bbe req-a05f970c-0c36-4aa6-9537-1af94fe58a3c tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2317045 Jul 09 16:21:08.480411 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2e354203-1ca5-4a99-a623-7d0e27df8df1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:08.607378 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb25a7b-b53d-48e7-b93b-7693e5740689 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Pushing event updated for resources: {'Port': ['ID=93a7a621-636f-4d84-92cc-dd5ef4a1ec04,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:08.618375 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a2e77cb6-cfae-451e-b50d-6519201c5b79 None None] Provisioning for port 1db38019-9c36-4811-87b1-9165e461b73e completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:21:08.626096 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a2e77cb6-cfae-451e-b50d-6519201c5b79 None None] Provisioning complete for port 1db38019-9c36-4811-87b1-9165e461b73e triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:21:08.626796 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a2e77cb6-cfae-451e-b50d-6519201c5b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:08.635690 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2e354203-1ca5-4a99-a623-7d0e27df8df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:08.660196 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8cb25a7b-b53d-48e7-b93b-7693e5740689 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:08.676235 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e81078ad-6968-4df5-be79-1c326dc41eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'name': 'tempest-AttachVolumeShelveTestJSON-2063707949-router', 'tenant_id': 'b8ad35771c814596a752d0340d35099a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '6b3ac3ef-027b-485c-a57d-53b52cb99166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:01Z', 'updated_at': '2021-07-09T16:21:04Z', 'revision_number': 3, 'project_id': 'b8ad35771c814596a752d0340d35099a', 'gw_port': {'id': '6b3ac3ef-027b-485c-a57d-53b52cb99166', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a8:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:02Z', 'updated_at': '2021-07-09T16:21:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:08.737052 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2e354203-1ca5-4a99-a623-7d0e27df8df1 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5f001d27929d4afe868ffc784d5df6ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6499987 Jul 09 16:21:08.738237 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8903d567-6d4f-49cb-b316-b0cb13ce6756 req-7912a4f3-4dbb-4650-838e-513b5a57da82 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7363064 Jul 09 16:21:08.740856 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a2e77cb6-cfae-451e-b50d-6519201c5b79 None None] Port 1db38019-9c36-4811-87b1-9165e461b73e cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:21:08.744706 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34224) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:08.761320 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81078ad-6968-4df5-be79-1c326dc41eca None None] The sync data for ids ['9e8be58e-f676-46f3-ae87-e5efc0de1e53'] in n-d-798930-3 is: [{'id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'name': 'tempest-AttachVolumeShelveTestJSON-2063707949-router', 'tenant_id': 'b8ad35771c814596a752d0340d35099a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '6b3ac3ef-027b-485c-a57d-53b52cb99166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:01Z', 'updated_at': '2021-07-09T16:21:04Z', 'revision_number': 3, 'project_id': 'b8ad35771c814596a752d0340d35099a', 'gw_port': {'id': '6b3ac3ef-027b-485c-a57d-53b52cb99166', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a8:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:02Z', 'updated_at': '2021-07-09T16:21:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:21:08.796063 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-8903d567-6d4f-49cb-b316-b0cb13ce6756 req-a38b1050-a998-4f6c-8feb-ad084c32bd74 service neutron] Request body: {'port': {'device_id': '783cfe32-a307-4901-962c-ea5df494fe59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:21:08.873338 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2a3857cb-f4a1-4d77-ac05-879484af338a None None] Provisioning for port 93a7a621-636f-4d84-92cc-dd5ef4a1ec04 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:21:08.881737 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2a3857cb-f4a1-4d77-ac05-879484af338a None None] Provisioning complete for port 93a7a621-636f-4d84-92cc-dd5ef4a1ec04 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:21:08.885737 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2a3857cb-f4a1-4d77-ac05-879484af338a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:08.902533 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e354203-1ca5-4a99-a623-7d0e27df8df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf79115-2e27-4d65-9722-845edc45a9dc,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:08.962615 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-2a3857cb-f4a1-4d77-ac05-879484af338a None None] Port 93a7a621-636f-4d84-92cc-dd5ef4a1ec04 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:21:08.977202 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1db8c551-1df4-4ede-b995-ae61ecb6db89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:09.023573 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-2cc16ddd-cf27-41f4-8613-6eb720b90e68 admin admin] Allocated IP 172.20.0.1 (a171d79a-1159-4481-9cc1-46c665ce3a96/b9e97679-e3ca-4f43-b281-7791408a1287/aeaed067-e2c8-49aa-b996-4bd4466aa056) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:21:09.039287 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1db8c551-1df4-4ede-b995-ae61ecb6db89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:09.044195 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8903d567-6d4f-49cb-b316-b0cb13ce6756 req-a38b1050-a998-4f6c-8feb-ad084c32bd74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:09.072947 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ee04d406-d8f6-48ed-918a-c9e851f7e798 req-79c579da-3f46-4715-9331-c6a70607b167 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:09.084601 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779bb18a-dbe3-4b63-8155-a07de736d83f req-a059ef78-47fd-49c0-8ce5-ff241bd2f8f2 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:09.086398 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-779bb18a-dbe3-4b63-8155-a07de736d83f req-a059ef78-47fd-49c0-8ce5-ff241bd2f8f2 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.2682114 Jul 09 16:21:09.145752 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8cb25a7b-b53d-48e7-b93b-7693e5740689 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:09.147136 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c579da-3f46-4715-9331-c6a70607b167 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Pushing event deleted for resources: {'Port': ['ID=407ac5a1-909f-4d89-b5ea-de4e98df1349,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:09.244554 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-779bb18a-dbe3-4b63-8155-a07de736d83f req-9deb2fee-22ac-4456-8808-7b64841be7fe tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387274 Jul 09 16:21:09.348771 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2cc16ddd-cf27-41f4-8613-6eb720b90e68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:09.455421 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 6b3ac3ef-027b-485c-a57d-53b52cb99166 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:21:09.711093 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-2cc16ddd-cf27-41f4-8613-6eb720b90e68 admin admin] Transition to ACTIVE for port object aeaed067-e2c8-49aa-b996-4bd4466aa056 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:21:09.711611 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1db8c551-1df4-4ede-b995-ae61ecb6db89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:09.714191 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1db8c551-1df4-4ede-b995-ae61ecb6db89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:09.718098 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1db8c551-1df4-4ede-b995-ae61ecb6db89 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9cf79115-2e27-4d65-9722-845edc45a9dc HTTP/1.1" status: 204 len: 168 time: 0.9696832 Jul 09 16:21:09.725065 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ee04d406-d8f6-48ed-918a-c9e851f7e798 req-79c579da-3f46-4715-9331-c6a70607b167 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:09.727636 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ee04d406-d8f6-48ed-918a-c9e851f7e798 req-79c579da-3f46-4715-9331-c6a70607b167 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:09.742934 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ee04d406-d8f6-48ed-918a-c9e851f7e798 req-79c579da-3f46-4715-9331-c6a70607b167 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.98 "DELETE /v2.0/floatingips/ba270cdf-fee7-4d59-905a-d251d7d82a6a HTTP/1.1" status: 204 len: 173 time: 1.8646946 Jul 09 16:21:09.767612 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db8c551-1df4-4ede-b995-ae61ecb6db89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf79115-2e27-4d65-9722-845edc45a9dc,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:09.831424 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 6b3ac3ef-027b-485c-a57d-53b52cb99166 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:21:09.837680 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 6b3ac3ef-027b-485c-a57d-53b52cb99166 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:21:09.838050 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:09.843493 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8cb25a7b-b53d-48e7-b93b-7693e5740689 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:09.864960 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8cb25a7b-b53d-48e7-b93b-7693e5740689 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:10.008358 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:10.009247 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:10.034183 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 6b3ac3ef-027b-485c-a57d-53b52cb99166, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=6b3ac3ef-027b-485c-a57d-53b52cb99166,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:21:10.042687 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:10.063638 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c0f26-9929-4dc4-856e-a9dcff4c0864 req-b586fd6e-a8b7-4753-9025-45e7c5875758 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:10.065222 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-747c0f26-9929-4dc4-856e-a9dcff4c0864 req-b586fd6e-a8b7-4753-9025-45e7c5875758 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 932 time: 0.1446726 Jul 09 16:21:10.076300 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8cb25a7b-b53d-48e7-b93b-7693e5740689 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:10.086243 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb25a7b-b53d-48e7-b93b-7693e5740689 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Pushing event updated for resources: {'Port': ['ID=93a7a621-636f-4d84-92cc-dd5ef4a1ec04,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:10.129780 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-8903d567-6d4f-49cb-b316-b0cb13ce6756 req-a38b1050-a998-4f6c-8feb-ad084c32bd74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1db38019-9c36-4811-87b1-9165e461b73e {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:21:10.139438 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=6b3ac3ef-027b-485c-a57d-53b52cb99166,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:10.141111 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8903d567-6d4f-49cb-b316-b0cb13ce6756 req-a38b1050-a998-4f6c-8feb-ad084c32bd74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:10.154144 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2cc16ddd-cf27-41f4-8613-6eb720b90e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:10.164820 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-8903d567-6d4f-49cb-b316-b0cb13ce6756 req-a38b1050-a998-4f6c-8feb-ad084c32bd74 service neutron] Transition to ACTIVE for port object 1db38019-9c36-4811-87b1-9165e461b73e will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:21:10.173575 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8903d567-6d4f-49cb-b316-b0cb13ce6756 req-a38b1050-a998-4f6c-8feb-ad084c32bd74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:10.234180 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc16ddd-cf27-41f4-8613-6eb720b90e68 admin admin] Network a171d79a-1159-4481-9cc1-46c665ce3a96 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:21:10.245455 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc16ddd-cf27-41f4-8613-6eb720b90e68 admin admin] Pushing event updated for resources: {'Port': ['ID=aeaed067-e2c8-49aa-b996-4bd4466aa056,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:10.248285 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-2cc16ddd-cf27-41f4-8613-6eb720b90e68 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:21:10.253848 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc16ddd-cf27-41f4-8613-6eb720b90e68 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:21:10.256440 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-747c0f26-9929-4dc4-856e-a9dcff4c0864 req-ed69275a-1e6d-444b-b8d6-ce63ca7ac051 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1812980 Jul 09 16:21:10.267673 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b1050-a998-4f6c-8feb-ad084c32bd74 service neutron] Pushing event updated for resources: {'Port': ['ID=1db38019-9c36-4811-87b1-9165e461b73e,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:10.301982 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ab617-c707-455d-bfcd-63e19ce40ffc req-47d9de87-219a-4d7e-8002-a80bf6227a28 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:10.312939 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-261ab617-c707-455d-bfcd-63e19ce40ffc req-47d9de87-219a-4d7e-8002-a80bf6227a28 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.6361651 Jul 09 16:21:10.385281 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-8903d567-6d4f-49cb-b316-b0cb13ce6756 req-a38b1050-a998-4f6c-8feb-ad084c32bd74 service neutron] Attempting to bind port 1db38019-9c36-4811-87b1-9165e461b73e on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:21:10.385625 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-8903d567-6d4f-49cb-b316-b0cb13ce6756 req-a38b1050-a998-4f6c-8feb-ad084c32bd74 service neutron] Attempting to bind port 1db38019-9c36-4811-87b1-9165e461b73e by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '44b862f2-e325-48d7-99eb-7401b6fb9e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e14244d3-321e-4e11-8fa5-f8d23e2088a8'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:21:10.386000 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8903d567-6d4f-49cb-b316-b0cb13ce6756 req-a38b1050-a998-4f6c-8feb-ad084c32bd74 service neutron] Attempting to bind port 1db38019-9c36-4811-87b1-9165e461b73e on network e14244d3-321e-4e11-8fa5-f8d23e2088a8 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:21:10.392338 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8903d567-6d4f-49cb-b316-b0cb13ce6756 req-a38b1050-a998-4f6c-8feb-ad084c32bd74 service neutron] Port 1db38019-9c36-4811-87b1-9165e461b73e on network e14244d3-321e-4e11-8fa5-f8d23e2088a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:21:10.392660 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8903d567-6d4f-49cb-b316-b0cb13ce6756 req-a38b1050-a998-4f6c-8feb-ad084c32bd74 service neutron] Attempting to bind port 1db38019-9c36-4811-87b1-9165e461b73e on network e14244d3-321e-4e11-8fa5-f8d23e2088a8 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:21:10.402687 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8903d567-6d4f-49cb-b316-b0cb13ce6756 req-a38b1050-a998-4f6c-8feb-ad084c32bd74 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:21:10.403066 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8903d567-6d4f-49cb-b316-b0cb13ce6756 req-a38b1050-a998-4f6c-8feb-ad084c32bd74 service neutron] Checking segment: {'id': '44b862f2-e325-48d7-99eb-7401b6fb9e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e14244d3-321e-4e11-8fa5-f8d23e2088a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:21:10.403466 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8903d567-6d4f-49cb-b316-b0cb13ce6756 req-a38b1050-a998-4f6c-8feb-ad084c32bd74 service neutron] Bound using segment: {'id': '44b862f2-e325-48d7-99eb-7401b6fb9e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e14244d3-321e-4e11-8fa5-f8d23e2088a8'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:21:10.403915 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-8903d567-6d4f-49cb-b316-b0cb13ce6756 req-a38b1050-a998-4f6c-8feb-ad084c32bd74 service neutron] Bound port: 1db38019-9c36-4811-87b1-9165e461b73e, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b862f2-e325-48d7-99eb-7401b6fb9e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e14244d3-321e-4e11-8fa5-f8d23e2088a8'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:21:10.404281 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8903d567-6d4f-49cb-b316-b0cb13ce6756 req-a38b1050-a998-4f6c-8feb-ad084c32bd74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:10.463383 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2cc16ddd-cf27-41f4-8613-6eb720b90e68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:10.556718 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-8903d567-6d4f-49cb-b316-b0cb13ce6756 req-a38b1050-a998-4f6c-8feb-ad084c32bd74 service neutron] For port 1db38019-9c36-4811-87b1-9165e461b73e, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:21:10.559576 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-261ab617-c707-455d-bfcd-63e19ce40ffc req-e75edc6c-a2e1-41ef-90c6-4c4ea7cf5689 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455981 Jul 09 16:21:10.560541 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-8903d567-6d4f-49cb-b316-b0cb13ce6756 req-a38b1050-a998-4f6c-8feb-ad084c32bd74 service neutron] For port 1db38019-9c36-4811-87b1-9165e461b73e, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=1db38019-9c36-4811-87b1-9165e461b73e,segment=NetworkSegment(44b862f2-e325-48d7-99eb-7401b6fb9e9c),segment_id=44b862f2-e325-48d7-99eb-7401b6fb9e9c)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:21:10.568541 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8903d567-6d4f-49cb-b316-b0cb13ce6756 req-a38b1050-a998-4f6c-8feb-ad084c32bd74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:10.657062 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8903d567-6d4f-49cb-b316-b0cb13ce6756 req-a38b1050-a998-4f6c-8feb-ad084c32bd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:10.657892 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8903d567-6d4f-49cb-b316-b0cb13ce6756 req-a38b1050-a998-4f6c-8feb-ad084c32bd74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:10.660419 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8903d567-6d4f-49cb-b316-b0cb13ce6756 req-a38b1050-a998-4f6c-8feb-ad084c32bd74 service neutron] 10.222.0.77 "PUT /v2.0/ports/1db38019-9c36-4811-87b1-9165e461b73e HTTP/1.1" status: 200 len: 1092 time: 1.8811700 Jul 09 16:21:10.660914 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '783cfe32-a307-4901-962c-ea5df494fe59', 'tag': '1db38019-9c36-4811-87b1-9165e461b73e'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:21:10.670849 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-227863fb-8a6b-4395-9c60-26782a08c1e5" -d '{"events": [{"name": "network-changed", "server_uuid": "783cfe32-a307-4901-962c-ea5df494fe59", "tag": "1db38019-9c36-4811-87b1-9165e461b73e"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:21:10.685225 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb25a7b-b53d-48e7-b93b-7693e5740689 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Network 00b91677-25d2-4ade-9a17-43d009bb50b3 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:21:10.698606 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-8cb25a7b-b53d-48e7-b93b-7693e5740689 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:21:10.906471 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b1050-a998-4f6c-8feb-ad084c32bd74 service neutron] Pushing event updated for resources: {'Port': ['ID=1db38019-9c36-4811-87b1-9165e461b73e,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:10.934967 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6f65ac11-6827-46cf-8a30-8cd1d732a8d0 req-305b1882-717a-4b91-ba43-c4c2d64be100 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.0.72 HTTP/1.1" status: 200 len: 1000 time: 0.2998195 Jul 09 16:21:11.013710 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8903d567-6d4f-49cb-b316-b0cb13ce6756 req-03a3e530-f506-4de3-ad3b-829ec44ed521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:11.015585 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8903d567-6d4f-49cb-b316-b0cb13ce6756 req-03a3e530-f506-4de3-ad3b-829ec44ed521 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=927faf6a074749d0b7e4b4706940c5ca&device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 1095 time: 0.2766080 Jul 09 16:21:11.030518 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-189b29d7-7a49-46f6-9d70-285995872625 None None] Provisioning for port aeaed067-e2c8-49aa-b996-4bd4466aa056 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:21:11.042215 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-189b29d7-7a49-46f6-9d70-285995872625 None None] Provisioning complete for port aeaed067-e2c8-49aa-b996-4bd4466aa056 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:21:11.042680 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-189b29d7-7a49-46f6-9d70-285995872625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:11.094628 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-189b29d7-7a49-46f6-9d70-285995872625 None None] Port aeaed067-e2c8-49aa-b996-4bd4466aa056 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:21:11.168998 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8903d567-6d4f-49cb-b316-b0cb13ce6756 req-72eba3cb-9ed2-4753-a525-f7f6706dfc9a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1db38019-9c36-4811-87b1-9165e461b73e HTTP/1.1" status: 200 len: 217 time: 0.1325641 Jul 09 16:21:11.169322 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb25a7b-b53d-48e7-b93b-7693e5740689 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Router 7ba4d62f-8a44-4fb5-bf8d-91eae31d78b6 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:21:11.203068 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65ac11-6827-46cf-8a30-8cd1d732a8d0 req-5e7d0a8f-ae40-41f1-ac17-77fb903abf65 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:11.204658 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6f65ac11-6827-46cf-8a30-8cd1d732a8d0 req-5e7d0a8f-ae40-41f1-ac17-77fb903abf65 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.98 "GET /v2.0/ports/8b901ee5-7c09-4c6e-8d79-47824f7b12bf HTTP/1.1" status: 200 len: 942 time: 0.2583447 Jul 09 16:21:11.351280 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-589640cc-550e-4a5d-a824-2ff1cc292a23 None None] Provisioning complete for port 93a7a621-636f-4d84-92cc-dd5ef4a1ec04 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:21:11.353887 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-589640cc-550e-4a5d-a824-2ff1cc292a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:11.367330 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8903d567-6d4f-49cb-b316-b0cb13ce6756 req-73cddae4-4f49-49fa-8aed-bdefc72bb9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:11.371925 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8903d567-6d4f-49cb-b316-b0cb13ce6756 req-73cddae4-4f49-49fa-8aed-bdefc72bb9e1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9ed42caa-ccec-43f9-abc2-3f037ba46c07 HTTP/1.1" status: 200 len: 851 time: 0.1880598 Jul 09 16:21:11.418407 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 6b3ac3ef-027b-485c-a57d-53b52cb99166 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:21:11.494872 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-589640cc-550e-4a5d-a824-2ff1cc292a23 None None] Port 93a7a621-636f-4d84-92cc-dd5ef4a1ec04 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:21:11.525587 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 6b3ac3ef-027b-485c-a57d-53b52cb99166 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:21:11.526257 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:11.530338 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6f65ac11-6827-46cf-8a30-8cd1d732a8d0 req-f2c353ea-1834-4ac5-9cb7-d17a9c149af8 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.0.72 HTTP/1.1" status: 200 len: 1000 time: 0.0940025 Jul 09 16:21:11.660194 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb25a7b-b53d-48e7-b93b-7693e5740689 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:21:11.670118 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8cb25a7b-b53d-48e7-b93b-7693e5740689 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] 10.222.0.98 "PUT /v2.0/routers/7ba4d62f-8a44-4fb5-bf8d-91eae31d78b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8610647 Jul 09 16:21:11.670595 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34270) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:11.672952 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cd2ff1-cb5c-4921-b719-24e5ae495159 None None] Sync routers for ids ['7ba4d62f-8a44-4fb5-bf8d-91eae31d78b6'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:21:11.680651 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-0a586778-4bf6-4209-a804-8db2c31833ae tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Request body: {'port': {'network_id': '00b91677-25d2-4ade-9a17-43d009bb50b3', 'name': 'tempest-FloatingIPTestJSON-1462852705'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:21:11.685626 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2cc16ddd-cf27-41f4-8613-6eb720b90e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:11.693039 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cd2ff1-cb5c-4921-b719-24e5ae495159 None None] Routers {'7ba4d62f-8a44-4fb5-bf8d-91eae31d78b6'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:21:11.698940 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-f6cd2ff1-cb5c-4921-b719-24e5ae495159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:20:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['7ba4d62f-8a44-4fb5-bf8d-91eae31d78b6'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:11.711065 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8903d567-6d4f-49cb-b316-b0cb13ce6756 req-aa19cb95-3a21-4f63-abdd-abb72cc22676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:11.714533 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8903d567-6d4f-49cb-b316-b0cb13ce6756 req-aa19cb95-3a21-4f63-abdd-abb72cc22676 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e14244d3-321e-4e11-8fa5-f8d23e2088a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3353734 Jul 09 16:21:11.735839 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-f6cd2ff1-cb5c-4921-b719-24e5ae495159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:11.746146 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cd2ff1-cb5c-4921-b719-24e5ae495159 None None] Routers {'7ba4d62f-8a44-4fb5-bf8d-91eae31d78b6'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:21:11.747189 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-f6cd2ff1-cb5c-4921-b719-24e5ae495159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:20:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['7ba4d62f-8a44-4fb5-bf8d-91eae31d78b6'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:11.802948 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-f6cd2ff1-cb5c-4921-b719-24e5ae495159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:11.803655 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cd2ff1-cb5c-4921-b719-24e5ae495159 None None] The sync data for ids ['7ba4d62f-8a44-4fb5-bf8d-91eae31d78b6'] in n-d-798930-3 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:21:11.855908 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65ac11-6827-46cf-8a30-8cd1d732a8d0 req-45d6734a-6bd9-47c8-a1b9-df2697c57be6 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:11.859012 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6f65ac11-6827-46cf-8a30-8cd1d732a8d0 req-45d6734a-6bd9-47c8-a1b9-df2697c57be6 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.98 "GET /v2.0/networks/caa6ed8d-2893-4113-8f68-c5284e694f6c HTTP/1.1" status: 200 len: 784 time: 0.3179886 Jul 09 16:21:11.873840 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c30a8658-dbb6-4f01-a0b5-21ce6a257050 x-openstack-request-id: req-c30a8658-dbb6-4f01-a0b5-21ce6a257050 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:21:11.874948 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "783cfe32-a307-4901-962c-ea5df494fe59", "tag": "1db38019-9c36-4811-87b1-9165e461b73e", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:21:11.875426 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c30a8658-dbb6-4f01-a0b5-21ce6a257050 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:21:11.876354 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '783cfe32-a307-4901-962c-ea5df494fe59', 'tag': '1db38019-9c36-4811-87b1-9165e461b73e', 'status': 'completed', 'code': 200} Jul 09 16:21:12.081775 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6f65ac11-6827-46cf-8a30-8cd1d732a8d0 req-5b62b974-9786-45b7-a564-1ca4492bd371 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.0.72 HTTP/1.1" status: 200 len: 1000 time: 0.2022157 Jul 09 16:21:12.106114 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-6f65ac11-6827-46cf-8a30-8cd1d732a8d0 req-354340e2-0b93-4ee0-b955-f83db48c7284 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:21:12.160492 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8903d567-6d4f-49cb-b316-b0cb13ce6756 req-7ecf47b6-29dc-405b-91dc-07cfbbb51e21 service neutron] 10.222.0.77 "GET /v2.0/networks/e14244d3-321e-4e11-8fa5-f8d23e2088a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993677 Jul 09 16:21:12.237118 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6f65ac11-6827-46cf-8a30-8cd1d732a8d0 req-354340e2-0b93-4ee0-b955-f83db48c7284 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Notify callbacks [] for floatingip, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:12.311466 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a586778-4bf6-4209-a804-8db2c31833ae tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Made reservation on behalf of 57de25892d9840a89618c2852c5113d2 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:21:12.315009 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0a586778-4bf6-4209-a804-8db2c31833ae tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:12.352928 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-0a586778-4bf6-4209-a804-8db2c31833ae tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] device_id is not set on port f43ed9dd-f035-47ef-a103-ebd32f8b699e yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:21:12.371154 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8903d567-6d4f-49cb-b316-b0cb13ce6756 req-3a5965c1-d999-4dfc-81fe-42afe1471aea service neutron] 10.222.0.77 "GET /v2.0/networks/e14244d3-321e-4e11-8fa5-f8d23e2088a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034678 Jul 09 16:21:12.438663 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6f65ac11-6827-46cf-8a30-8cd1d732a8d0 req-354340e2-0b93-4ee0-b955-f83db48c7284 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:12.450632 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6f65ac11-6827-46cf-8a30-8cd1d732a8d0 req-354340e2-0b93-4ee0-b955-f83db48c7284 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:12.451343 n-d-798930-3 neutron-server[93958]: INFO neutron.db.l3_db [req-6f65ac11-6827-46cf-8a30-8cd1d732a8d0 req-354340e2-0b93-4ee0-b955-f83db48c7284 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Floating IP 4536aa4e-7ef6-41b9-bd79-4a991649d396 disassociated. External IP: 172.25.0.72, port: 8b901ee5-7c09-4c6e-8d79-47824f7b12bf. Jul 09 16:21:12.453391 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2cc16ddd-cf27-41f4-8613-6eb720b90e68 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:12.463835 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2cc16ddd-cf27-41f4-8613-6eb720b90e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:12.478209 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2101ea2-e6ba-498d-893b-b0bc08b0ed83 req-0384bbab-66ed-4425-8a93-b8d3c3654028 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:12.480467 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a2101ea2-e6ba-498d-893b-b0bc08b0ed83 req-0384bbab-66ed-4425-8a93-b8d3c3654028 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 944 time: 0.2250743 Jul 09 16:21:12.651211 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227863fb-8a6b-4395-9c60-26782a08c1e5 req-4f53af5c-3c9d-4999-979a-4039170fa4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:12.652771 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-227863fb-8a6b-4395-9c60-26782a08c1e5 req-4f53af5c-3c9d-4999-979a-4039170fa4d0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=927faf6a074749d0b7e4b4706940c5ca&device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 1095 time: 0.1541243 Jul 09 16:21:12.676285 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc16ddd-cf27-41f4-8613-6eb720b90e68 admin admin] Pushing event updated for resources: {'Port': ['ID=aeaed067-e2c8-49aa-b996-4bd4466aa056,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:12.710753 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2cc16ddd-cf27-41f4-8613-6eb720b90e68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:12.728359 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-0a586778-4bf6-4209-a804-8db2c31833ae tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Allocated IP 172.20.0.13 (00b91677-25d2-4ade-9a17-43d009bb50b3/cd113d30-b80b-4f68-ab26-433d28a9f007/f43ed9dd-f035-47ef-a103-ebd32f8b699e) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:21:12.756395 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a2101ea2-e6ba-498d-893b-b0bc08b0ed83 req-1f93a5eb-37c6-450f-a9c1-d2f94f14d71f tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1843693 Jul 09 16:21:12.881581 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227863fb-8a6b-4395-9c60-26782a08c1e5 req-c779deed-86a1-480e-8086-10c1d963ffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:12.883103 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-227863fb-8a6b-4395-9c60-26782a08c1e5 req-c779deed-86a1-480e-8086-10c1d963ffc5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e14244d3-321e-4e11-8fa5-f8d23e2088a8 HTTP/1.1" status: 200 len: 913 time: 0.2211146 Jul 09 16:21:12.940062 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-227863fb-8a6b-4395-9c60-26782a08c1e5 req-4d9be75c-6c31-4d3e-8d33-b32e8742350c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1db38019-9c36-4811-87b1-9165e461b73e HTTP/1.1" status: 200 len: 217 time: 0.0477858 Jul 09 16:21:12.944421 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f65ac11-6827-46cf-8a30-8cd1d732a8d0 req-354340e2-0b93-4ee0-b955-f83db48c7284 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Router 6c81df47-4053-467a-b8c5-cb15fa70fb3b has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:21:12.978687 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc16ddd-cf27-41f4-8613-6eb720b90e68 admin admin] Network a171d79a-1159-4481-9cc1-46c665ce3a96 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:21:12.982075 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-2cc16ddd-cf27-41f4-8613-6eb720b90e68 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:21:13.044894 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227863fb-8a6b-4395-9c60-26782a08c1e5 req-42c41065-bde0-441c-b3e6-3775d3d97130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:13.046558 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-227863fb-8a6b-4395-9c60-26782a08c1e5 req-42c41065-bde0-441c-b3e6-3775d3d97130 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9ed42caa-ccec-43f9-abc2-3f037ba46c07 HTTP/1.1" status: 200 len: 851 time: 0.0991585 Jul 09 16:21:13.091379 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0a586778-4bf6-4209-a804-8db2c31833ae tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:13.155661 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f65ac11-6827-46cf-8a30-8cd1d732a8d0 req-354340e2-0b93-4ee0-b955-f83db48c7284 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:21:13.161909 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6f65ac11-6827-46cf-8a30-8cd1d732a8d0 req-354340e2-0b93-4ee0-b955-f83db48c7284 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:13.170261 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3333cfea-cd84-4fec-b905-d9a6fabaef61 None None] Sync routers for ids ['6c81df47-4053-467a-b8c5-cb15fa70fb3b'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:21:13.184680 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-0a586778-4bf6-4209-a804-8db2c31833ae tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Transition to ACTIVE for port object f43ed9dd-f035-47ef-a103-ebd32f8b699e will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:21:13.195151 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3333cfea-cd84-4fec-b905-d9a6fabaef61 None None] Routers {'6c81df47-4053-467a-b8c5-cb15fa70fb3b'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:21:13.197502 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3333cfea-cd84-4fec-b905-d9a6fabaef61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:20:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['6c81df47-4053-467a-b8c5-cb15fa70fb3b'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:13.208139 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227863fb-8a6b-4395-9c60-26782a08c1e5 req-65f4ed91-2545-4f84-a35e-cba2d8555af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:13.209679 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-227863fb-8a6b-4395-9c60-26782a08c1e5 req-65f4ed91-2545-4f84-a35e-cba2d8555af9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e14244d3-321e-4e11-8fa5-f8d23e2088a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1172500 Jul 09 16:21:13.237293 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc16ddd-cf27-41f4-8613-6eb720b90e68 admin admin] Router 9e8be58e-f676-46f3-ae87-e5efc0de1e53 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:21:13.246057 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6f65ac11-6827-46cf-8a30-8cd1d732a8d0 req-354340e2-0b93-4ee0-b955-f83db48c7284 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.98 "PUT /v2.0/floatingips/4536aa4e-7ef6-41b9-bd79-4a991649d396 HTTP/1.1" status: 200 len: 694 time: 1.1548712 Jul 09 16:21:13.276595 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e82a69-8344-4e9d-91e5-804205d2e7b1 req-43f23970-e831-4199-b42a-ad7ccc2442fb tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:13.278411 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b5e82a69-8344-4e9d-91e5-804205d2e7b1 req-43f23970-e831-4199-b42a-ad7ccc2442fb tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.1493807 Jul 09 16:21:13.331814 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0a586778-4bf6-4209-a804-8db2c31833ae tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:13.359497 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-3333cfea-cd84-4fec-b905-d9a6fabaef61 None None] Set router 6c81df47-4053-467a-b8c5-cb15fa70fb3b gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:21:13.468728 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a586778-4bf6-4209-a804-8db2c31833ae tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Network 00b91677-25d2-4ade-9a17-43d009bb50b3 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:21:13.474524 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b5e82a69-8344-4e9d-91e5-804205d2e7b1 req-c8656079-0471-4c70-a14d-8a3bde8f0d19 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874630 Jul 09 16:21:13.475635 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a586778-4bf6-4209-a804-8db2c31833ae tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Pushing event updated for resources: {'Port': ['ID=f43ed9dd-f035-47ef-a103-ebd32f8b699e,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:13.507290 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-0a586778-4bf6-4209-a804-8db2c31833ae tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:21:13.510396 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a586778-4bf6-4209-a804-8db2c31833ae tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:21:13.514134 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc16ddd-cf27-41f4-8613-6eb720b90e68 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:21:13.525227 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e192e527-d717-4dc5-a21e-fd47cc9e5e0e None None] Sync routers for ids ['9e8be58e-f676-46f3-ae87-e5efc0de1e53'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:21:13.541268 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2cc16ddd-cf27-41f4-8613-6eb720b90e68 admin admin] 10.222.0.98 "PUT /v2.0/routers/9e8be58e-f676-46f3-ae87-e5efc0de1e53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8212528 Jul 09 16:21:13.564699 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e192e527-d717-4dc5-a21e-fd47cc9e5e0e None None] Routers {'9e8be58e-f676-46f3-ae87-e5efc0de1e53'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:21:13.567339 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-e192e527-d717-4dc5-a21e-fd47cc9e5e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:20:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['9e8be58e-f676-46f3-ae87-e5efc0de1e53'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:13.662911 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a586778-4bf6-4209-a804-8db2c31833ae tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:13.663835 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0a586778-4bf6-4209-a804-8db2c31833ae tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:13.703981 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0a586778-4bf6-4209-a804-8db2c31833ae tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0294785 Jul 09 16:21:13.704852 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34296) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:13.710019 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-48054a83-e57d-45b1-90d5-4d7e8c664d9b tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Request body: {'floatingip': {'port_id': 'f43ed9dd-f035-47ef-a103-ebd32f8b699e'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:21:13.717398 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a5afa6b5-6296-4401-806f-88056c5e96b1 None None] Provisioning complete for port aeaed067-e2c8-49aa-b996-4bd4466aa056 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:21:13.717767 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a5afa6b5-6296-4401-806f-88056c5e96b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:13.768330 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a5afa6b5-6296-4401-806f-88056c5e96b1 None None] Port aeaed067-e2c8-49aa-b996-4bd4466aa056 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:21:13.842635 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-227863fb-8a6b-4395-9c60-26782a08c1e5 req-2facdec5-6ca0-49ff-96ef-8886631793e3 service neutron] 10.222.0.77 "GET /v2.0/networks/e14244d3-321e-4e11-8fa5-f8d23e2088a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6235964 Jul 09 16:21:13.860806 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-48054a83-e57d-45b1-90d5-4d7e8c664d9b tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for floatingip, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:13.883524 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fbe057a-54ca-41d3-980b-d11ef8902d4e', 'tag': '8b901ee5-7c09-4c6e-8d79-47824f7b12bf'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:21:13.886928 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb74675-a989-436a-8bfc-2f39365aa6a8" -d '{"events": [{"name": "network-changed", "server_uuid": "6fbe057a-54ca-41d3-980b-d11ef8902d4e", "tag": "8b901ee5-7c09-4c6e-8d79-47824f7b12bf"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:21:13.910069 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3333cfea-cd84-4fec-b905-d9a6fabaef61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c81df47-4053-467a-b8c5-cb15fa70fb3b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2087140404-router', 'tenant_id': '0d09c7e748474147aa937d1c18ab1eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '9f82f6c6-47e6-4dfc-9058-3b151d613f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:20:26Z', 'updated_at': '2021-07-09T16:20:32Z', 'revision_number': 4, 'project_id': '0d09c7e748474147aa937d1c18ab1eb5', 'gw_port': {'id': '9f82f6c6-47e6-4dfc-9058-3b151d613f6e', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:40:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c81df47-4053-467a-b8c5-cb15fa70fb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:20:27Z', 'updated_at': '2021-07-09T16:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'f85bd825-efb1-482c-a4c6-7fdf648ad387', 'name': '', 'network_id': '9809a851-ea74-4e67-9b3b-e340e8e7e565', 'tenant_id': '0d09c7e748474147aa937d1c18ab1eb5', 'mac_address': 'fa:16:3e:d3:4a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c81df47-4053-467a-b8c5-cb15fa70fb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '48086698-4f4f-4805-9505-5f3dd52a2a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:20:30Z', 'updated_at': '2021-07-09T16:20:39Z', 'revision_number': 5, 'project_id': '0d09c7e748474147aa937d1c18ab1eb5', 'subnets': [{'id': '48086698-4f4f-4805-9505-5f3dd52a2a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:13.921119 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-e192e527-d717-4dc5-a21e-fd47cc9e5e0e None None] Set router 9e8be58e-f676-46f3-ae87-e5efc0de1e53 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:21:13.941293 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65ac11-6827-46cf-8a30-8cd1d732a8d0 req-5a24f002-ae99-45b2-9cc7-1dd737af3e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:13.943545 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6f65ac11-6827-46cf-8a30-8cd1d732a8d0 req-5a24f002-ae99-45b2-9cc7-1dd737af3e0d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=0d09c7e748474147aa937d1c18ab1eb5&device_id=6fbe057a-54ca-41d3-980b-d11ef8902d4e HTTP/1.1" status: 200 len: 1096 time: 0.2167869 Jul 09 16:21:13.972719 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3333cfea-cd84-4fec-b905-d9a6fabaef61 None None] Checking router: 6c81df47-4053-467a-b8c5-cb15fa70fb3b for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:21:14.008452 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3333cfea-cd84-4fec-b905-d9a6fabaef61 None None] Routers {'6c81df47-4053-467a-b8c5-cb15fa70fb3b'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:21:14.009395 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3333cfea-cd84-4fec-b905-d9a6fabaef61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:20:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['6c81df47-4053-467a-b8c5-cb15fa70fb3b'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:14.014398 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-647a6999-9d53-4303-b4e5-325841333707 None None] Provisioning for port f43ed9dd-f035-47ef-a103-ebd32f8b699e completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:21:14.058668 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-647a6999-9d53-4303-b4e5-325841333707 None None] Provisioning complete for port f43ed9dd-f035-47ef-a103-ebd32f8b699e triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:21:14.059105 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-647a6999-9d53-4303-b4e5-325841333707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:14.082287 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-227863fb-8a6b-4395-9c60-26782a08c1e5 req-b4877c2a-3de1-4908-992a-8572b3bcb082 service neutron] 10.222.0.77 "GET /v2.0/networks/e14244d3-321e-4e11-8fa5-f8d23e2088a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316363 Jul 09 16:21:14.119061 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65ac11-6827-46cf-8a30-8cd1d732a8d0 req-8dbda000-203a-4436-a71c-040180eb7f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:14.121133 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6f65ac11-6827-46cf-8a30-8cd1d732a8d0 req-8dbda000-203a-4436-a71c-040180eb7f76 service neutron] 10.222.0.98 "GET /v2.0/networks?id=9809a851-ea74-4e67-9b3b-e340e8e7e565 HTTP/1.1" status: 200 len: 930 time: 0.1679306 Jul 09 16:21:14.204733 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-647a6999-9d53-4303-b4e5-325841333707 None None] Port f43ed9dd-f035-47ef-a103-ebd32f8b699e cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:21:14.212694 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6f65ac11-6827-46cf-8a30-8cd1d732a8d0 req-98a86b88-a3c3-4b2b-b327-355072b85332 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b901ee5-7c09-4c6e-8d79-47824f7b12bf HTTP/1.1" status: 200 len: 217 time: 0.0779068 Jul 09 16:21:14.272168 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-3333cfea-cd84-4fec-b905-d9a6fabaef61 None None] Set router 6c81df47-4053-467a-b8c5-cb15fa70fb3b gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:21:14.286734 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65ac11-6827-46cf-8a30-8cd1d732a8d0 req-ffd20d0b-4e9d-4943-b542-f9d8c23a8d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:14.297166 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6f65ac11-6827-46cf-8a30-8cd1d732a8d0 req-ffd20d0b-4e9d-4943-b542-f9d8c23a8d00 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=48086698-4f4f-4805-9505-5f3dd52a2a14 HTTP/1.1" status: 200 len: 868 time: 0.0722342 Jul 09 16:21:14.360218 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-e192e527-d717-4dc5-a21e-fd47cc9e5e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'name': 'tempest-AttachVolumeShelveTestJSON-2063707949-router', 'tenant_id': 'b8ad35771c814596a752d0340d35099a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '6b3ac3ef-027b-485c-a57d-53b52cb99166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:01Z', 'updated_at': '2021-07-09T16:21:11Z', 'revision_number': 4, 'project_id': 'b8ad35771c814596a752d0340d35099a', 'gw_port': {'id': '6b3ac3ef-027b-485c-a57d-53b52cb99166', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:02Z', 'updated_at': '2021-07-09T16:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'aeaed067-e2c8-49aa-b996-4bd4466aa056', 'name': '', 'network_id': 'a171d79a-1159-4481-9cc1-46c665ce3a96', 'tenant_id': 'b8ad35771c814596a752d0340d35099a', 'mac_address': 'fa:16:3e:f4:24:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'b9e97679-e3ca-4f43-b281-7791408a1287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:08Z', 'updated_at': '2021-07-09T16:21:11Z', 'revision_number': 2, 'project_id': 'b8ad35771c814596a752d0340d35099a', 'subnets': [{'id': 'b9e97679-e3ca-4f43-b281-7791408a1287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:14.399119 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65ac11-6827-46cf-8a30-8cd1d732a8d0 req-ff83e0dd-0b74-418b-ae49-ab8e8589ed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:14.401745 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6f65ac11-6827-46cf-8a30-8cd1d732a8d0 req-ff83e0dd-0b74-418b-ae49-ab8e8589ed37 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9809a851-ea74-4e67-9b3b-e340e8e7e565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921190 Jul 09 16:21:14.423060 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e192e527-d717-4dc5-a21e-fd47cc9e5e0e None None] Checking router: 9e8be58e-f676-46f3-ae87-e5efc0de1e53 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:21:14.423816 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e192e527-d717-4dc5-a21e-fd47cc9e5e0e None None] Updating router 9e8be58e-f676-46f3-ae87-e5efc0de1e53 port aeaed067-e2c8-49aa-b996-4bd4466aa056 binding host n-d-798930-3 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:21:14.488564 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-e192e527-d717-4dc5-a21e-fd47cc9e5e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:14.562227 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6f65ac11-6827-46cf-8a30-8cd1d732a8d0 req-6b545644-8707-4bfd-bbbf-4d2e71c2bb7d service neutron] 10.222.0.98 "GET /v2.0/networks/9809a851-ea74-4e67-9b3b-e340e8e7e565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370447 Jul 09 16:21:14.602169 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7acfd4-b73b-4197-954a-7137d2c8c166 req-7eb6db56-e3c3-4d3f-abc4-cf000eb1746e tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:14.603894 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bd7acfd4-b73b-4197-954a-7137d2c8c166 req-7eb6db56-e3c3-4d3f-abc4-cf000eb1746e tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 944 time: 0.2730329 Jul 09 16:21:14.625618 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3333cfea-cd84-4fec-b905-d9a6fabaef61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c81df47-4053-467a-b8c5-cb15fa70fb3b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2087140404-router', 'tenant_id': '0d09c7e748474147aa937d1c18ab1eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '9f82f6c6-47e6-4dfc-9058-3b151d613f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:20:26Z', 'updated_at': '2021-07-09T16:20:32Z', 'revision_number': 4, 'project_id': '0d09c7e748474147aa937d1c18ab1eb5', 'gw_port': {'id': '9f82f6c6-47e6-4dfc-9058-3b151d613f6e', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:40:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c81df47-4053-467a-b8c5-cb15fa70fb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:20:27Z', 'updated_at': '2021-07-09T16:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'f85bd825-efb1-482c-a4c6-7fdf648ad387', 'name': '', 'network_id': '9809a851-ea74-4e67-9b3b-e340e8e7e565', 'tenant_id': '0d09c7e748474147aa937d1c18ab1eb5', 'mac_address': 'fa:16:3e:d3:4a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c81df47-4053-467a-b8c5-cb15fa70fb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '48086698-4f4f-4805-9505-5f3dd52a2a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:20:30Z', 'updated_at': '2021-07-09T16:20:39Z', 'revision_number': 5, 'project_id': '0d09c7e748474147aa937d1c18ab1eb5', 'subnets': [{'id': '48086698-4f4f-4805-9505-5f3dd52a2a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:14.658415 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3333cfea-cd84-4fec-b905-d9a6fabaef61 None None] The sync data for ids ['6c81df47-4053-467a-b8c5-cb15fa70fb3b'] in n-d-798930-3 is: [{'id': '6c81df47-4053-467a-b8c5-cb15fa70fb3b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2087140404-router', 'tenant_id': '0d09c7e748474147aa937d1c18ab1eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '9f82f6c6-47e6-4dfc-9058-3b151d613f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:20:26Z', 'updated_at': '2021-07-09T16:20:32Z', 'revision_number': 4, 'project_id': '0d09c7e748474147aa937d1c18ab1eb5', 'gw_port': {'id': '9f82f6c6-47e6-4dfc-9058-3b151d613f6e', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:40:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c81df47-4053-467a-b8c5-cb15fa70fb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:20:27Z', 'updated_at': '2021-07-09T16:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'f85bd825-efb1-482c-a4c6-7fdf648ad387', 'name': '', 'network_id': '9809a851-ea74-4e67-9b3b-e340e8e7e565', 'tenant_id': '0d09c7e748474147aa937d1c18ab1eb5', 'mac_address': 'fa:16:3e:d3:4a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c81df47-4053-467a-b8c5-cb15fa70fb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '48086698-4f4f-4805-9505-5f3dd52a2a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:20:30Z', 'updated_at': '2021-07-09T16:20:39Z', 'revision_number': 5, 'project_id': '0d09c7e748474147aa937d1c18ab1eb5', 'subnets': [{'id': '48086698-4f4f-4805-9505-5f3dd52a2a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:21:14.787138 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6f65ac11-6827-46cf-8a30-8cd1d732a8d0 req-ccc20848-7da6-461f-94a5-c6c00cdcdb47 service neutron] 10.222.0.98 "GET /v2.0/networks/9809a851-ea74-4e67-9b3b-e340e8e7e565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170830 Jul 09 16:21:14.806035 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bd7acfd4-b73b-4197-954a-7137d2c8c166 req-7cdeeaae-0889-4c70-9bdf-3a1209c17ecf tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1875076 Jul 09 16:21:14.864413 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-48054a83-e57d-45b1-90d5-4d7e8c664d9b tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:14.880649 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-48054a83-e57d-45b1-90d5-4d7e8c664d9b tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:14.921256 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2c12d6-077d-4c20-90d2-1f8048a59f89 x-openstack-request-id: req-ee2c12d6-077d-4c20-90d2-1f8048a59f89 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:21:14.921773 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fbe057a-54ca-41d3-980b-d11ef8902d4e", "tag": "8b901ee5-7c09-4c6e-8d79-47824f7b12bf", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:21:14.922259 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ee2c12d6-077d-4c20-90d2-1f8048a59f89 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:21:14.922940 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fbe057a-54ca-41d3-980b-d11ef8902d4e', 'tag': '8b901ee5-7c09-4c6e-8d79-47824f7b12bf', 'status': 'completed', 'code': 200} Jul 09 16:21:15.026493 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-e192e527-d717-4dc5-a21e-fd47cc9e5e0e None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:15.070836 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-e192e527-d717-4dc5-a21e-fd47cc9e5e0e None None] Transition to ACTIVE for port object aeaed067-e2c8-49aa-b996-4bd4466aa056 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:21:15.086004 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-e192e527-d717-4dc5-a21e-fd47cc9e5e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:15.104494 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb74675-a989-436a-8bfc-2f39365aa6a8 req-2d7b41d7-1f9e-42da-9d2f-c15490c0b0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:15.107966 n-d-798930-3 neutron-server[93959]: INFO neutron.db.l3_db [None req-48054a83-e57d-45b1-90d5-4d7e8c664d9b tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Floating IP c03ca7ea-6cec-4d8d-8c79-2bf007ea1228 associated. External IP: 172.25.0.41, port: f0074818-a093-4552-9223-49ebe531821a. Jul 09 16:21:15.113398 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1cb74675-a989-436a-8bfc-2f39365aa6a8 req-2d7b41d7-1f9e-42da-9d2f-c15490c0b0b9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0d09c7e748474147aa937d1c18ab1eb5&device_id=6fbe057a-54ca-41d3-980b-d11ef8902d4e HTTP/1.1" status: 200 len: 1096 time: 0.1654408 Jul 09 16:21:15.160649 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035a2403-8084-41e6-b6a7-538a83c0c5a1 None None] New status for floating IP 4536aa4e-7ef6-41b9-bd79-4a991649d396: DOWN {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:21:15.177516 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961a359e-9639-4f58-a00c-8017112ad094 None None] Pushing event updated for resources: {'Port': ['ID=aeaed067-e2c8-49aa-b996-4bd4466aa056,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:15.375186 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb74675-a989-436a-8bfc-2f39365aa6a8 req-29c5a01c-f382-40c5-9739-95a62aa88c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:15.378799 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1cb74675-a989-436a-8bfc-2f39365aa6a8 req-29c5a01c-f382-40c5-9739-95a62aa88c49 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9809a851-ea74-4e67-9b3b-e340e8e7e565 HTTP/1.1" status: 200 len: 930 time: 0.2591133 Jul 09 16:21:15.454374 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-e192e527-d717-4dc5-a21e-fd47cc9e5e0e None None] Attempting to bind port aeaed067-e2c8-49aa-b996-4bd4466aa056 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:21:15.454926 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-e192e527-d717-4dc5-a21e-fd47cc9e5e0e None None] Attempting to bind port aeaed067-e2c8-49aa-b996-4bd4466aa056 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'ccf009d5-237d-4e31-8041-1465d7de9aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a171d79a-1159-4481-9cc1-46c665ce3a96'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:21:15.455254 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e192e527-d717-4dc5-a21e-fd47cc9e5e0e None None] Attempting to bind port aeaed067-e2c8-49aa-b996-4bd4466aa056 on network a171d79a-1159-4481-9cc1-46c665ce3a96 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:21:15.490177 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e192e527-d717-4dc5-a21e-fd47cc9e5e0e None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:21:15.490177 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e192e527-d717-4dc5-a21e-fd47cc9e5e0e None None] Checking segment: {'id': 'ccf009d5-237d-4e31-8041-1465d7de9aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a171d79a-1159-4481-9cc1-46c665ce3a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:21:15.490177 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-e192e527-d717-4dc5-a21e-fd47cc9e5e0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:15.490177 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e192e527-d717-4dc5-a21e-fd47cc9e5e0e None None] Bound using segment: {'id': 'ccf009d5-237d-4e31-8041-1465d7de9aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a171d79a-1159-4481-9cc1-46c665ce3a96'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:21:15.490177 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-e192e527-d717-4dc5-a21e-fd47cc9e5e0e None None] Bound port: aeaed067-e2c8-49aa-b996-4bd4466aa056, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf009d5-237d-4e31-8041-1465d7de9aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a171d79a-1159-4481-9cc1-46c665ce3a96'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:21:15.490177 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-e192e527-d717-4dc5-a21e-fd47cc9e5e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:15.492843 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1cb74675-a989-436a-8bfc-2f39365aa6a8 req-5543a1c7-7b0c-40a5-a3f7-1feddf7147dc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b901ee5-7c09-4c6e-8d79-47824f7b12bf HTTP/1.1" status: 200 len: 217 time: 0.1074617 Jul 09 16:21:15.608123 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb74675-a989-436a-8bfc-2f39365aa6a8 req-4c2b7bd1-537c-478c-bdf8-774f94ca8ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:15.615686 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1cb74675-a989-436a-8bfc-2f39365aa6a8 req-4c2b7bd1-537c-478c-bdf8-774f94ca8ce2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=48086698-4f4f-4805-9505-5f3dd52a2a14 HTTP/1.1" status: 200 len: 868 time: 0.1155450 Jul 09 16:21:15.708622 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-e192e527-d717-4dc5-a21e-fd47cc9e5e0e None None] For port aeaed067-e2c8-49aa-b996-4bd4466aa056, host n-d-798930-3, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:21:15.722740 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-e192e527-d717-4dc5-a21e-fd47cc9e5e0e None None] For port aeaed067-e2c8-49aa-b996-4bd4466aa056, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=aeaed067-e2c8-49aa-b996-4bd4466aa056,segment=NetworkSegment(ccf009d5-237d-4e31-8041-1465d7de9aef),segment_id=ccf009d5-237d-4e31-8041-1465d7de9aef)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:21:15.735208 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-e192e527-d717-4dc5-a21e-fd47cc9e5e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:15.763353 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48054a83-e57d-45b1-90d5-4d7e8c664d9b tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Router 53cf0c56-5ba4-4e0c-a002-1ae625c86541 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:21:15.802036 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb74675-a989-436a-8bfc-2f39365aa6a8 req-0943fb56-cf43-4dbc-b7f6-8a82a2e6e8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:15.803757 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1cb74675-a989-436a-8bfc-2f39365aa6a8 req-0943fb56-cf43-4dbc-b7f6-8a82a2e6e8c3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9809a851-ea74-4e67-9b3b-e340e8e7e565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1810682 Jul 09 16:21:15.827291 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34330) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:15.833675 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-578f11c9-4df0-4526-9b9a-9a966f2c1bf0 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1073306222', 'description': 'tempest-description--126972342'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:21:15.840139 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e192e527-d717-4dc5-a21e-fd47cc9e5e0e None None] Routers {'9e8be58e-f676-46f3-ae87-e5efc0de1e53'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:21:15.841194 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-e192e527-d717-4dc5-a21e-fd47cc9e5e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:20:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['9e8be58e-f676-46f3-ae87-e5efc0de1e53'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:15.919362 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-578f11c9-4df0-4526-9b9a-9a966f2c1bf0 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:15.923139 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961a359e-9639-4f58-a00c-8017112ad094 None None] Pushing event updated for resources: {'Port': ['ID=aeaed067-e2c8-49aa-b996-4bd4466aa056,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:16.003630 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2f3c5291-6714-49fc-b3da-6b50c751153e req-c1ead52c-099a-452e-b082-a050021886e2 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.98 "GET /v2.0/floatingips/4536aa4e-7ef6-41b9-bd79-4a991649d396 HTTP/1.1" status: 200 len: 692 time: 0.1302092 Jul 09 16:21:16.038115 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-e192e527-d717-4dc5-a21e-fd47cc9e5e0e None None] Set router 9e8be58e-f676-46f3-ae87-e5efc0de1e53 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:21:16.104167 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48054a83-e57d-45b1-90d5-4d7e8c664d9b tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:21:16.129715 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1cb74675-a989-436a-8bfc-2f39365aa6a8 req-68acbccf-51b7-4a3a-b519-b42da21a2d73 service neutron] 10.222.0.77 "GET /v2.0/networks/9809a851-ea74-4e67-9b3b-e340e8e7e565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118017 Jul 09 16:21:16.217279 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3add6bf-9a63-45c9-9a59-58fa45ddfaa0 None None] Sync routers for ids ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:21:16.243377 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3635ea-1fba-4f05-9730-a9f5d67ebf00 req-831ac7e3-91fe-4efa-ba2f-bc4fe4578a8f tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:16.247459 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bd3635ea-1fba-4f05-9730-a9f5d67ebf00 req-831ac7e3-91fe-4efa-ba2f-bc4fe4578a8f tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.2284317 Jul 09 16:21:16.273137 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c5291-6714-49fc-b3da-6b50c751153e req-b57c5fb7-191e-4760-9638-7d68c24f1113 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:16.274384 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2f3c5291-6714-49fc-b3da-6b50c751153e req-b57c5fb7-191e-4760-9638-7d68c24f1113 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.98 "GET /v2.0/networks/caa6ed8d-2893-4113-8f68-c5284e694f6c HTTP/1.1" status: 200 len: 784 time: 0.2695708 Jul 09 16:21:16.325151 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3add6bf-9a63-45c9-9a59-58fa45ddfaa0 None None] Routers {'53cf0c56-5ba4-4e0c-a002-1ae625c86541'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:21:16.325931 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c3add6bf-9a63-45c9-9a59-58fa45ddfaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:20:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:16.334179 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bd3635ea-1fba-4f05-9730-a9f5d67ebf00 req-84d9a589-f759-48e4-98b5-0f86d4d8378c tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805566 Jul 09 16:21:16.351444 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-578f11c9-4df0-4526-9b9a-9a966f2c1bf0 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:16.368247 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-578f11c9-4df0-4526-9b9a-9a966f2c1bf0 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:16.384893 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2f3c5291-6714-49fc-b3da-6b50c751153e req-2dafb5a5-71b5-48ff-8328-00a62979a6b7 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.0.72 HTTP/1.1" status: 200 len: 695 time: 0.0952270 Jul 09 16:21:16.399176 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1cb74675-a989-436a-8bfc-2f39365aa6a8 req-c6a3aa6f-83bf-4bcb-bb93-dd532484cbd7 service neutron] 10.222.0.77 "GET /v2.0/networks/9809a851-ea74-4e67-9b3b-e340e8e7e565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575295 Jul 09 16:21:16.420577 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-578f11c9-4df0-4526-9b9a-9a966f2c1bf0 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:16.421831 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-578f11c9-4df0-4526-9b9a-9a966f2c1bf0 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5932930 Jul 09 16:21:16.429194 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34336) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:16.434463 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-e203fce1-0f20-40b1-a1d9-d4043e5b8993 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Request body: {'security_group_rule': {'security_group_id': '1b3b76fb-2ca1-491d-8842-8db0c9cb7efb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:21:16.457285 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f11c9-4df0-4526-9b9a-9a966f2c1bf0 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:16.470664 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2f3c5291-6714-49fc-b3da-6b50c751153e req-8fe74353-22ed-473a-a853-bda03ddb519d tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.0.72 HTTP/1.1" status: 200 len: 695 time: 0.0672140 Jul 09 16:21:16.496728 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c3add6bf-9a63-45c9-9a59-58fa45ddfaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:16.509158 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48054a83-e57d-45b1-90d5-4d7e8c664d9b tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Router 7ba4d62f-8a44-4fb5-bf8d-91eae31d78b6 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:21:16.520693 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e203fce1-0f20-40b1-a1d9-d4043e5b8993 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:16.561865 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3add6bf-9a63-45c9-9a59-58fa45ddfaa0 None None] Routers {'53cf0c56-5ba4-4e0c-a002-1ae625c86541'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:21:16.562701 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c3add6bf-9a63-45c9-9a59-58fa45ddfaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:20:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:16.608638 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c3add6bf-9a63-45c9-9a59-58fa45ddfaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:16.609476 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3add6bf-9a63-45c9-9a59-58fa45ddfaa0 None None] The sync data for ids ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'] in n-d-798930-3 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:21:16.626689 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-e192e527-d717-4dc5-a21e-fd47cc9e5e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'name': 'tempest-AttachVolumeShelveTestJSON-2063707949-router', 'tenant_id': 'b8ad35771c814596a752d0340d35099a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '6b3ac3ef-027b-485c-a57d-53b52cb99166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:01Z', 'updated_at': '2021-07-09T16:21:11Z', 'revision_number': 4, 'project_id': 'b8ad35771c814596a752d0340d35099a', 'gw_port': {'id': '6b3ac3ef-027b-485c-a57d-53b52cb99166', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:02Z', 'updated_at': '2021-07-09T16:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'aeaed067-e2c8-49aa-b996-4bd4466aa056', 'name': '', 'network_id': 'a171d79a-1159-4481-9cc1-46c665ce3a96', 'tenant_id': 'b8ad35771c814596a752d0340d35099a', 'mac_address': 'fa:16:3e:f4:24:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'b9e97679-e3ca-4f43-b281-7791408a1287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:08Z', 'updated_at': '2021-07-09T16:21:15Z', 'revision_number': 4, 'project_id': 'b8ad35771c814596a752d0340d35099a', 'subnets': [{'id': 'b9e97679-e3ca-4f43-b281-7791408a1287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:16.657871 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e192e527-d717-4dc5-a21e-fd47cc9e5e0e None None] The sync data for ids ['9e8be58e-f676-46f3-ae87-e5efc0de1e53'] in n-d-798930-3 is: [{'id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'name': 'tempest-AttachVolumeShelveTestJSON-2063707949-router', 'tenant_id': 'b8ad35771c814596a752d0340d35099a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '6b3ac3ef-027b-485c-a57d-53b52cb99166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:01Z', 'updated_at': '2021-07-09T16:21:11Z', 'revision_number': 4, 'project_id': 'b8ad35771c814596a752d0340d35099a', 'gw_port': {'id': '6b3ac3ef-027b-485c-a57d-53b52cb99166', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:02Z', 'updated_at': '2021-07-09T16:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'aeaed067-e2c8-49aa-b996-4bd4466aa056', 'name': '', 'network_id': 'a171d79a-1159-4481-9cc1-46c665ce3a96', 'tenant_id': 'b8ad35771c814596a752d0340d35099a', 'mac_address': 'fa:16:3e:f4:24:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'b9e97679-e3ca-4f43-b281-7791408a1287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:08Z', 'updated_at': '2021-07-09T16:21:15Z', 'revision_number': 4, 'project_id': 'b8ad35771c814596a752d0340d35099a', 'subnets': [{'id': 'b9e97679-e3ca-4f43-b281-7791408a1287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:21:16.677592 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 1db38019-9c36-4811-87b1-9165e461b73e details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:21:16.688191 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-2f3c5291-6714-49fc-b3da-6b50c751153e req-80f96095-5248-491d-9b7d-be18e3f939bf tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Deleting port 8b26e40b-ea7e-41a8-bc52-0e14537a94d7 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:21:16.688761 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2f3c5291-6714-49fc-b3da-6b50c751153e req-80f96095-5248-491d-9b7d-be18e3f939bf tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:16.886390 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2f3c5291-6714-49fc-b3da-6b50c751153e req-80f96095-5248-491d-9b7d-be18e3f939bf tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:16.887127 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2f3c5291-6714-49fc-b3da-6b50c751153e req-80f96095-5248-491d-9b7d-be18e3f939bf tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:16.915238 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-2f3c5291-6714-49fc-b3da-6b50c751153e req-80f96095-5248-491d-9b7d-be18e3f939bf tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Calling delete_port for 8b26e40b-ea7e-41a8-bc52-0e14537a94d7 owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:21:16.952226 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 1db38019-9c36-4811-87b1-9165e461b73e, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=1db38019-9c36-4811-87b1-9165e461b73e,segment=NetworkSegment(44b862f2-e325-48d7-99eb-7401b6fb9e9c),segment_id=44b862f2-e325-48d7-99eb-7401b6fb9e9c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:21:16.970688 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '1db38019-9c36-4811-87b1-9165e461b73e', 'network_id': 'e14244d3-321e-4e11-8fa5-f8d23e2088a8', 'port_id': '1db38019-9c36-4811-87b1-9165e461b73e', 'mac_address': 'fa:16:3e:eb:fa:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ed42caa-ccec-43f9-abc2-3f037ba46c07', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:21:17.044389 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:17.080008 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1db38019-9c36-4811-87b1-9165e461b73e {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:21:17.119201 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 1db38019-9c36-4811-87b1-9165e461b73e, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=1db38019-9c36-4811-87b1-9165e461b73e,segment=NetworkSegment(44b862f2-e325-48d7-99eb-7401b6fb9e9c),segment_id=44b862f2-e325-48d7-99eb-7401b6fb9e9c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:21:17.126848 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:17.185209 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2f3c5291-6714-49fc-b3da-6b50c751153e req-80f96095-5248-491d-9b7d-be18e3f939bf tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:17.194055 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=1db38019-9c36-4811-87b1-9165e461b73e,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:17.240520 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f96095-5248-491d-9b7d-be18e3f939bf tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Pushing event deleted for resources: {'Port': ['ID=8b26e40b-ea7e-41a8-bc52-0e14537a94d7,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:17.253742 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-365f3597-3b37-4226-a928-c61a19db902d req-54a4c21b-f7fc-4c38-a7f8-13a1022ab634 tempest-QuotasAdminNegativeTest-1563984678 tempest-QuotasAdminNegativeTest-1563984678-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=ccb9324c3b8049bda14c77ed1db88264&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0628748 Jul 09 16:21:17.273662 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e203fce1-0f20-40b1-a1d9-d4043e5b8993 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:17.312132 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e203fce1-0f20-40b1-a1d9-d4043e5b8993 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:17.347856 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2f3c5291-6714-49fc-b3da-6b50c751153e req-80f96095-5248-491d-9b7d-be18e3f939bf tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:17.353018 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2f3c5291-6714-49fc-b3da-6b50c751153e req-80f96095-5248-491d-9b7d-be18e3f939bf tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:17.355868 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2f3c5291-6714-49fc-b3da-6b50c751153e req-80f96095-5248-491d-9b7d-be18e3f939bf tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.98 "DELETE /v2.0/floatingips/4536aa4e-7ef6-41b9-bd79-4a991649d396 HTTP/1.1" status: 204 len: 173 time: 0.8661234 Jul 09 16:21:17.361507 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['1db38019-9c36-4811-87b1-9165e461b73e'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:21:17.365991 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device aeaed067-e2c8-49aa-b996-4bd4466aa056 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:21:17.418307 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48054a83-e57d-45b1-90d5-4d7e8c664d9b tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:21:17.433036 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-48054a83-e57d-45b1-90d5-4d7e8c664d9b tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:17.435791 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203fce1-0f20-40b1-a1d9-d4043e5b8993 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9310ab83-e28c-489d-a776-b9e5f7197065,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:17.438354 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e203fce1-0f20-40b1-a1d9-d4043e5b8993 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:17.439889 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e203fce1-0f20-40b1-a1d9-d4043e5b8993 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0093734 Jul 09 16:21:17.443296 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34352) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:17.449216 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-ad739e97-f5e4-458c-aead-8bf2990171bb tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Request body: {'security_group_rule': {'security_group_id': '1b3b76fb-2ca1-491d-8842-8db0c9cb7efb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:21:17.488325 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1a8cc5-44b4-47fa-91e0-16a33f4accf8 None None] Sync routers for ids ['7ba4d62f-8a44-4fb5-bf8d-91eae31d78b6'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:21:17.498238 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ad739e97-f5e4-458c-aead-8bf2990171bb tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:17.548945 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port aeaed067-e2c8-49aa-b996-4bd4466aa056 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:21:17.558580 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port aeaed067-e2c8-49aa-b996-4bd4466aa056 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:21:17.558946 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:17.564082 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1a8cc5-44b4-47fa-91e0-16a33f4accf8 None None] Routers {'7ba4d62f-8a44-4fb5-bf8d-91eae31d78b6'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:21:17.564946 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-fe1a8cc5-44b4-47fa-91e0-16a33f4accf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:20:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['7ba4d62f-8a44-4fb5-bf8d-91eae31d78b6'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:17.613774 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f3597-3b37-4226-a928-c61a19db902d req-84d1d571-8bf2-4620-a499-47abecca4802 tempest-QuotasAdminNegativeTest-1563984678 tempest-QuotasAdminNegativeTest-1563984678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:17.620631 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-365f3597-3b37-4226-a928-c61a19db902d req-84d1d571-8bf2-4620-a499-47abecca4802 tempest-QuotasAdminNegativeTest-1563984678 tempest-QuotasAdminNegativeTest-1563984678-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3659174 Jul 09 16:21:17.621983 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ad739e97-f5e4-458c-aead-8bf2990171bb tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:17.631587 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ad739e97-f5e4-458c-aead-8bf2990171bb tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:17.644929 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-365f3597-3b37-4226-a928-c61a19db902d req-a7bfb338-5a9a-49b9-8521-26e0ac0f8eb4 tempest-QuotasAdminNegativeTest-1563984678 tempest-QuotasAdminNegativeTest-1563984678-project] 10.222.0.98 "GET /v2.0/quotas/ccb9324c3b8049bda14c77ed1db88264 HTTP/1.1" status: 200 len: 375 time: 0.0231695 Jul 09 16:21:17.657450 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-48054a83-e57d-45b1-90d5-4d7e8c664d9b tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] 10.222.0.98 "PUT /v2.0/floatingips/c03ca7ea-6cec-4d8d-8c79-2bf007ea1228 HTTP/1.1" status: 200 len: 978 time: 3.9514182 Jul 09 16:21:17.663215 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34356) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:17.685832 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-365f3597-3b37-4226-a928-c61a19db902d req-9e62d75a-caa1-494f-a455-224373c2285a tempest-QuotasAdminNegativeTest-1563984678 tempest-QuotasAdminNegativeTest-1563984678-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=ccb9324c3b8049bda14c77ed1db88264&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399644 Jul 09 16:21:17.740465 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad739e97-f5e4-458c-aead-8bf2990171bb tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3fb9a77-ddba-42d6-9b53-f16e1f9bf3fb,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:17.780155 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-fe1a8cc5-44b4-47fa-91e0-16a33f4accf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:17.796208 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5cf3e-cc07-47f2-b044-cb5a151914fd req-1fa58c2a-1cc1-4de1-a089-bc9f0ab768ae tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:17.798341 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-91b5cf3e-cc07-47f2-b044-cb5a151914fd req-1fa58c2a-1cc1-4de1-a089-bc9f0ab768ae tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.2327526 Jul 09 16:21:17.800648 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ad739e97-f5e4-458c-aead-8bf2990171bb tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:17.802010 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ad739e97-f5e4-458c-aead-8bf2990171bb tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3571165 Jul 09 16:21:17.805530 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34360) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:17.810382 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-e0ca7875-48c4-46b0-9a5e-68ada387fa6e tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Request body: {'floatingip': {'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:21:17.832166 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1a8cc5-44b4-47fa-91e0-16a33f4accf8 None None] Routers {'7ba4d62f-8a44-4fb5-bf8d-91eae31d78b6'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:21:17.833125 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-fe1a8cc5-44b4-47fa-91e0-16a33f4accf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:20:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['7ba4d62f-8a44-4fb5-bf8d-91eae31d78b6'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:17.859594 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e0ca7875-48c4-46b0-9a5e-68ada387fa6e tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:17.876214 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-91b5cf3e-cc07-47f2-b044-cb5a151914fd req-a10240e7-5561-4c29-8d42-765e6e57ab3d tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0703483 Jul 09 16:21:17.891604 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-a2d64b3d-9d8b-45d3-a5a3-2312cdeeb149 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Deleting port f43ed9dd-f035-47ef-a103-ebd32f8b699e {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:21:17.894414 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a2d64b3d-9d8b-45d3-a5a3-2312cdeeb149 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:17.903799 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-fe1a8cc5-44b4-47fa-91e0-16a33f4accf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:17.904687 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1a8cc5-44b4-47fa-91e0-16a33f4accf8 None None] The sync data for ids ['7ba4d62f-8a44-4fb5-bf8d-91eae31d78b6'] in n-d-798930-3 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:21:18.086423 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a2d64b3d-9d8b-45d3-a5a3-2312cdeeb149 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:18.094670 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:18.115107 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e0ca7875-48c4-46b0-9a5e-68ada387fa6e tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:18.199285 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port aeaed067-e2c8-49aa-b996-4bd4466aa056, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=aeaed067-e2c8-49aa-b996-4bd4466aa056,segment=NetworkSegment(ccf009d5-237d-4e31-8041-1465d7de9aef),segment_id=ccf009d5-237d-4e31-8041-1465d7de9aef)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:21:18.209023 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:18.281373 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa6ff1-c7ab-4aad-a75b-258262977142 req-c7c86fa6-abd4-4616-9240-60e3cf0310ad tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:18.282990 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8baa6ff1-c7ab-4aad-a75b-258262977142 req-c7c86fa6-abd4-4616-9240-60e3cf0310ad tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.2198532 Jul 09 16:21:18.300202 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=aeaed067-e2c8-49aa-b996-4bd4466aa056,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:18.327499 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-e0ca7875-48c4-46b0-9a5e-68ada387fa6e tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Allocated IP 172.25.0.198 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/5bb15e66-bec7-4b92-99f9-e2fd103c6695) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:21:18.362171 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a2d64b3d-9d8b-45d3-a5a3-2312cdeeb149 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:18.363149 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a2d64b3d-9d8b-45d3-a5a3-2312cdeeb149 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:18.363149 n-d-798930-3 neutron-server[93958]: INFO neutron.db.l3_db [None req-a2d64b3d-9d8b-45d3-a5a3-2312cdeeb149 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Floating IP c03ca7ea-6cec-4d8d-8c79-2bf007ea1228 disassociated. External IP: 172.25.0.41, port: f43ed9dd-f035-47ef-a103-ebd32f8b699e. Jul 09 16:21:18.365701 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-a2d64b3d-9d8b-45d3-a5a3-2312cdeeb149 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Calling delete_port for f43ed9dd-f035-47ef-a103-ebd32f8b699e owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:21:18.423747 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8baa6ff1-c7ab-4aad-a75b-258262977142 req-c477c7d3-cf47-49ed-b325-3f1a6cb02ba1 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271868 Jul 09 16:21:18.569266 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e0ca7875-48c4-46b0-9a5e-68ada387fa6e tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:18.650219 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a2d64b3d-9d8b-45d3-a5a3-2312cdeeb149 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:18.655946 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e0ca7875-48c4-46b0-9a5e-68ada387fa6e tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:18.681159 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 1db38019-9c36-4811-87b1-9165e461b73e up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:21:18.703598 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d64b3d-9d8b-45d3-a5a3-2312cdeeb149 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Pushing event deleted for resources: {'Port': ['ID=f43ed9dd-f035-47ef-a103-ebd32f8b699e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:18.740598 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ca7875-48c4-46b0-9a5e-68ada387fa6e tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:21:18.752054 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-e0ca7875-48c4-46b0-9a5e-68ada387fa6e tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:21:18.759629 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ca7875-48c4-46b0-9a5e-68ada387fa6e tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:21:18.774170 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ca7875-48c4-46b0-9a5e-68ada387fa6e tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Pushing event updated for resources: {'Port': ['ID=5bb15e66-bec7-4b92-99f9-e2fd103c6695,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:18.776965 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b6ade-8f5f-43bd-ae43-f23d80edd2e7 req-1fa547b5-6993-4a05-a551-028e973e1c8e tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:18.785146 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ac3b6ade-8f5f-43bd-ae43-f23d80edd2e7 req-1fa547b5-6993-4a05-a551-028e973e1c8e tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.98 "GET /v2.0/ports?device_id=6fbe057a-54ca-41d3-980b-d11ef8902d4e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2231367 Jul 09 16:21:18.815024 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 1db38019-9c36-4811-87b1-9165e461b73e completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:21:18.844374 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 1db38019-9c36-4811-87b1-9165e461b73e triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:21:18.845361 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:18.927152 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ac3b6ade-8f5f-43bd-ae43-f23d80edd2e7 req-212a4a7b-004d-4c6a-9142-a7d1f05b7eed tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1323013 Jul 09 16:21:18.957749 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d64b3d-9d8b-45d3-a5a3-2312cdeeb149 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Router 7ba4d62f-8a44-4fb5-bf8d-91eae31d78b6 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:21:18.988845 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e0ca7875-48c4-46b0-9a5e-68ada387fa6e tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:19.058616 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:19.084062 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-eb147802-e352-4e3c-a94a-0655e70bbe7b req-41e91640-5ed8-4501-a74c-59fb677a0166 tempest-QuotasAdminNegativeTest-1563984678 tempest-QuotasAdminNegativeTest-1563984678-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=ccb9324c3b8049bda14c77ed1db88264&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294859 Jul 09 16:21:19.096664 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e0ca7875-48c4-46b0-9a5e-68ada387fa6e tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:19.124799 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '783cfe32-a307-4901-962c-ea5df494fe59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db38019-9c36-4811-87b1-9165e461b73e'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:21:19.129853 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c871a358-1af5-4f71-ae48-898a325577bb" -d '{"events": [{"server_uuid": "783cfe32-a307-4901-962c-ea5df494fe59", "name": "network-vif-plugged", "status": "completed", "tag": "1db38019-9c36-4811-87b1-9165e461b73e"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:21:19.154139 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 1db38019-9c36-4811-87b1-9165e461b73e, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=1db38019-9c36-4811-87b1-9165e461b73e,segment=NetworkSegment(44b862f2-e325-48d7-99eb-7401b6fb9e9c),segment_id=44b862f2-e325-48d7-99eb-7401b6fb9e9c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:21:19.161031 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:19.200669 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d64b3d-9d8b-45d3-a5a3-2312cdeeb149 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:21:19.215872 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50ad1ed-2d26-4ccb-86d0-6ff2b2cfbed7 None None] Sync routers for ids ['7ba4d62f-8a44-4fb5-bf8d-91eae31d78b6'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:21:19.253388 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50ad1ed-2d26-4ccb-86d0-6ff2b2cfbed7 None None] Routers {'7ba4d62f-8a44-4fb5-bf8d-91eae31d78b6'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:21:19.257978 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c50ad1ed-2d26-4ccb-86d0-6ff2b2cfbed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:20:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['7ba4d62f-8a44-4fb5-bf8d-91eae31d78b6'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:19.260025 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=1db38019-9c36-4811-87b1-9165e461b73e,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:19.319421 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca503f79-56c1-4ac5-9d10-d7f93986d8f4 req-be045b5a-9fa9-4de6-924f-f037268bf898 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:19.321955 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ca503f79-56c1-4ac5-9d10-d7f93986d8f4 req-be045b5a-9fa9-4de6-924f-f037268bf898 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.1926990 Jul 09 16:21:19.348132 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device aeaed067-e2c8-49aa-b996-4bd4466aa056 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:21:19.364185 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb147802-e352-4e3c-a94a-0655e70bbe7b req-690f70ac-efda-4890-9add-150faf88dbed tempest-QuotasAdminNegativeTest-1563984678 tempest-QuotasAdminNegativeTest-1563984678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:19.368686 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c50ad1ed-2d26-4ccb-86d0-6ff2b2cfbed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:19.371531 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-eb147802-e352-4e3c-a94a-0655e70bbe7b req-690f70ac-efda-4890-9add-150faf88dbed tempest-QuotasAdminNegativeTest-1563984678 tempest-QuotasAdminNegativeTest-1563984678-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2465131 Jul 09 16:21:19.380589 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a2d64b3d-9d8b-45d3-a5a3-2312cdeeb149 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:19.388267 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a2d64b3d-9d8b-45d3-a5a3-2312cdeeb149 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] 10.222.0.98 "DELETE /v2.0/ports/f43ed9dd-f035-47ef-a103-ebd32f8b699e HTTP/1.1" status: 204 len: 168 time: 1.7141325 Jul 09 16:21:19.389370 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34402) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:19.394828 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-eb147802-e352-4e3c-a94a-0655e70bbe7b req-93782c14-0cb6-42c6-b7bd-e2ba4d053599 tempest-QuotasAdminNegativeTest-1563984678 tempest-QuotasAdminNegativeTest-1563984678-project] 10.222.0.98 "GET /v2.0/quotas/ccb9324c3b8049bda14c77ed1db88264 HTTP/1.1" status: 200 len: 375 time: 0.0222962 Jul 09 16:21:19.398313 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50ad1ed-2d26-4ccb-86d0-6ff2b2cfbed7 None None] Routers {'7ba4d62f-8a44-4fb5-bf8d-91eae31d78b6'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:21:19.399760 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c50ad1ed-2d26-4ccb-86d0-6ff2b2cfbed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:20:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['7ba4d62f-8a44-4fb5-bf8d-91eae31d78b6'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:19.427456 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port aeaed067-e2c8-49aa-b996-4bd4466aa056 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:21:19.428406 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:19.466629 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-eb147802-e352-4e3c-a94a-0655e70bbe7b req-e876e80e-9a04-4304-8685-5765b9cd36b9 tempest-QuotasAdminNegativeTest-1563984678 tempest-QuotasAdminNegativeTest-1563984678-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=ccb9324c3b8049bda14c77ed1db88264&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0708067 Jul 09 16:21:19.540277 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e0ca7875-48c4-46b0-9a5e-68ada387fa6e tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:19.553144 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ca503f79-56c1-4ac5-9d10-d7f93986d8f4 req-edd96ee9-3c1f-4ce7-9138-1aae4222089d tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2148149 Jul 09 16:21:19.569774 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e0ca7875-48c4-46b0-9a5e-68ada387fa6e tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:19.649179 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ca7875-48c4-46b0-9a5e-68ada387fa6e tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Pushing event updated for resources: {'Port': ['ID=5bb15e66-bec7-4b92-99f9-e2fd103c6695,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:19.699439 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c50ad1ed-2d26-4ccb-86d0-6ff2b2cfbed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:19.700540 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50ad1ed-2d26-4ccb-86d0-6ff2b2cfbed7 None None] The sync data for ids ['7ba4d62f-8a44-4fb5-bf8d-91eae31d78b6'] in n-d-798930-3 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:21:19.748709 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f7e97566-6009-45d9-b2fb-79d4cd2d22c2 req-637a5c55-403b-4dd7-8da0-8812b0518bda tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0684409 Jul 09 16:21:19.773718 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e0ca7875-48c4-46b0-9a5e-68ada387fa6e tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:19.801194 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e0ca7875-48c4-46b0-9a5e-68ada387fa6e tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:19.811490 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e0ca7875-48c4-46b0-9a5e-68ada387fa6e tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9965265 Jul 09 16:21:19.909929 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe92981-a8b9-455e-b91b-19d529d83cc5 x-openstack-request-id: req-cfe92981-a8b9-455e-b91b-19d529d83cc5 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:21:19.910706 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "783cfe32-a307-4901-962c-ea5df494fe59", "name": "network-vif-plugged", "status": "completed", "tag": "1db38019-9c36-4811-87b1-9165e461b73e", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:21:19.910706 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-cfe92981-a8b9-455e-b91b-19d529d83cc5 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:21:19.911038 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '783cfe32-a307-4901-962c-ea5df494fe59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db38019-9c36-4811-87b1-9165e461b73e', 'code': 200} Jul 09 16:21:20.203505 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b25af6-cbbd-47ad-8cdf-228307c646e0 req-39b82ef4-7732-413f-8234-fa2d12722997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:20.205103 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-67b25af6-cbbd-47ad-8cdf-228307c646e0 req-39b82ef4-7732-413f-8234-fa2d12722997 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 1097 time: 0.2103915 Jul 09 16:21:20.267933 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fbe2df-1dc5-4b34-b68a-c508e9faa000 req-02925845-c15f-4afe-9834-fa28f9b431ca tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:20.269918 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-38fbe2df-1dc5-4b34-b68a-c508e9faa000 req-02925845-c15f-4afe-9834-fa28f9b431ca tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.2253504 Jul 09 16:21:20.311904 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-67b25af6-cbbd-47ad-8cdf-228307c646e0 req-78c1c4b0-feca-4f0f-9d4f-69149899bd93 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0984459 Jul 09 16:21:20.375185 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-38fbe2df-1dc5-4b34-b68a-c508e9faa000 req-50bbb9c5-776e-45fe-a1b2-235ee54cd6cc tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971117 Jul 09 16:21:20.573697 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2e6bc3b9-bd18-4921-9986-bd8454794406 req-7b0302b4-7dfb-4569-a944-47d332f16c16 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--1073306222&fields=id&tenant_id=b8ad35771c814596a752d0340d35099a HTTP/1.1" status: 200 len: 267 time: 0.0643835 Jul 09 16:21:20.584188 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bc10f38c-a19e-4421-8181-8b3b7fc745ca tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:20.700517 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49a550-847c-42d1-8a8b-c3d324e91645 req-a10df4eb-3fa4-49ff-bb65-55ef8df4b9a2 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:20.702183 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cb49a550-847c-42d1-8a8b-c3d324e91645 req-a10df4eb-3fa4-49ff-bb65-55ef8df4b9a2 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.98 "GET /v2.0/ports?device_id=6fbe057a-54ca-41d3-980b-d11ef8902d4e HTTP/1.1" status: 200 len: 945 time: 0.0876892 Jul 09 16:21:20.768443 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cb49a550-847c-42d1-8a8b-c3d324e91645 req-c3d50fbb-1a79-4fd3-afec-82e18fad4930 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.98 "GET /v2.0/security-groups?id=d7cb5031-446e-4635-9533-307563de15b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579798 Jul 09 16:21:20.854092 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6bc3b9-bd18-4921-9986-bd8454794406 req-5984a874-8ba2-4011-8991-a4374c885cd4 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:20.855704 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2e6bc3b9-bd18-4921-9986-bd8454794406 req-5984a874-8ba2-4011-8991-a4374c885cd4 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/networks?id=a171d79a-1159-4481-9cc1-46c665ce3a96 HTTP/1.1" status: 200 len: 817 time: 0.2692611 Jul 09 16:21:20.908771 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2e6bc3b9-bd18-4921-9986-bd8454794406 req-f4f4da1e-44d4-4d80-8107-64f6a2e6f9e4 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/quotas/b8ad35771c814596a752d0340d35099a HTTP/1.1" status: 200 len: 375 time: 0.0359499 Jul 09 16:21:21.067105 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2e6bc3b9-bd18-4921-9986-bd8454794406 req-78e08735-de02-4c46-96a0-7f7ae0895a9f tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=b8ad35771c814596a752d0340d35099a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1457953 Jul 09 16:21:21.149489 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f5974-4c1f-492a-bd29-bb9976cc4e52 req-ae2b224f-05ea-4506-a423-18ccd37e208f tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:21.151489 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ef5f5974-4c1f-492a-bd29-bb9976cc4e52 req-ae2b224f-05ea-4506-a423-18ccd37e208f tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 946 time: 0.1048930 Jul 09 16:21:21.208362 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-bc10f38c-a19e-4421-8181-8b3b7fc745ca tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Deleting port 93a7a621-636f-4d84-92cc-dd5ef4a1ec04 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:21:21.209267 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bc10f38c-a19e-4421-8181-8b3b7fc745ca tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:21.213119 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2e6bc3b9-bd18-4921-9986-bd8454794406 req-8b85f52e-44bb-4582-b042-4c5512077a0f service neutron] 10.222.0.98 "GET /v2.0/networks/a171d79a-1159-4481-9cc1-46c665ce3a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214936 Jul 09 16:21:21.232347 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ef5f5974-4c1f-492a-bd29-bb9976cc4e52 req-f5e0a043-5470-4337-95f2-30c869b8ea6a tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0696826 Jul 09 16:21:21.454584 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bc10f38c-a19e-4421-8181-8b3b7fc745ca tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:21.477605 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-bc10f38c-a19e-4421-8181-8b3b7fc745ca tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Calling delete_port for 93a7a621-636f-4d84-92cc-dd5ef4a1ec04 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:21:21.480998 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2e6bc3b9-bd18-4921-9986-bd8454794406 req-4a2a8f96-9db9-439f-9d7f-2f8543ce92c1 service neutron] 10.222.0.98 "GET /v2.0/networks/a171d79a-1159-4481-9cc1-46c665ce3a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250266 Jul 09 16:21:21.624459 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d4e31714-68a2-4eef-8da8-d8319e3324f9 req-7b82a87f-336c-4e44-9bd8-dc6abe321055 tempest-QuotasAdminNegativeTest-1563984678 tempest-QuotasAdminNegativeTest-1563984678-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=ccb9324c3b8049bda14c77ed1db88264&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405478 Jul 09 16:21:21.793252 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e31714-68a2-4eef-8da8-d8319e3324f9 req-b9a50b2f-56ce-4de2-bafb-9dad669e655f tempest-QuotasAdminNegativeTest-1563984678 tempest-QuotasAdminNegativeTest-1563984678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:21.796489 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d4e31714-68a2-4eef-8da8-d8319e3324f9 req-b9a50b2f-56ce-4de2-bafb-9dad669e655f tempest-QuotasAdminNegativeTest-1563984678 tempest-QuotasAdminNegativeTest-1563984678-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1647553 Jul 09 16:21:21.814466 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d4e31714-68a2-4eef-8da8-d8319e3324f9 req-4a9f0f57-5679-409d-898d-d2b1abe8958e tempest-QuotasAdminNegativeTest-1563984678 tempest-QuotasAdminNegativeTest-1563984678-project] 10.222.0.98 "GET /v2.0/quotas/ccb9324c3b8049bda14c77ed1db88264 HTTP/1.1" status: 200 len: 375 time: 0.0116842 Jul 09 16:21:21.853765 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d4e31714-68a2-4eef-8da8-d8319e3324f9 req-9b206a32-fa6b-438f-b39c-904a937bba1e tempest-QuotasAdminNegativeTest-1563984678 tempest-QuotasAdminNegativeTest-1563984678-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=ccb9324c3b8049bda14c77ed1db88264&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331018 Jul 09 16:21:22.025367 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-63ea7429-cb64-440d-90f7-5e362a9d6ba7 req-abf15494-5d5c-4473-8857-b7ba48be97ae tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 210 time: 0.0336854 Jul 09 16:21:22.072756 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bc10f38c-a19e-4421-8181-8b3b7fc745ca tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:22.116179 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc10f38c-a19e-4421-8181-8b3b7fc745ca tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Pushing event deleted for resources: {'Port': ['ID=93a7a621-636f-4d84-92cc-dd5ef4a1ec04,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:22.216157 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2596b9b-20f9-485a-a31c-3d855dfea72c req-9fea116f-328c-447b-9eeb-c0ee625552e3 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:22.217762 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b2596b9b-20f9-485a-a31c-3d855dfea72c req-9fea116f-328c-447b-9eeb-c0ee625552e3 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.4979241 Jul 09 16:21:22.227696 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3e7a60ea-ef69-4154-819d-b5e7540764fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:22.273006 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459a75d-15b1-4bd8-9c14-e57adbe882eb req-c4517d24-a080-45ed-bc19-7700bbb9e592 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:22.274869 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2459a75d-15b1-4bd8-9c14-e57adbe882eb req-c4517d24-a080-45ed-bc19-7700bbb9e592 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fbe057a-54ca-41d3-980b-d11ef8902d4e HTTP/1.1" status: 200 len: 945 time: 0.2426124 Jul 09 16:21:22.293246 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbe195e-487c-4d04-9145-96f0976eab44 req-e213f246-500d-4f53-94d0-1c0f87b7e935 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:22.295705 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6cbe195e-487c-4d04-9145-96f0976eab44 req-e213f246-500d-4f53-94d0-1c0f87b7e935 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.98 "GET /v2.0/ports?device_id=6fbe057a-54ca-41d3-980b-d11ef8902d4e HTTP/1.1" status: 200 len: 945 time: 0.1319687 Jul 09 16:21:22.354008 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6cbe195e-487c-4d04-9145-96f0976eab44 req-31a4db0d-0291-4149-9d4a-793c6f03a793 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.98 "GET /v2.0/security-groups?id=d7cb5031-446e-4635-9533-307563de15b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477779 Jul 09 16:21:22.407392 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b2596b9b-20f9-485a-a31c-3d855dfea72c req-2722983e-d4a1-4d35-aecb-8e822e32c2e1 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743748 Jul 09 16:21:22.551344 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bc10f38c-a19e-4421-8181-8b3b7fc745ca tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:22.621144 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-2459a75d-15b1-4bd8-9c14-e57adbe882eb req-0b99cca2-89aa-423b-8627-ee9b9f06c16c tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Deleting port 8b901ee5-7c09-4c6e-8d79-47824f7b12bf {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:21:22.621568 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2459a75d-15b1-4bd8-9c14-e57adbe882eb req-0b99cca2-89aa-423b-8627-ee9b9f06c16c tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:22.825476 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc073a1-7bef-4a31-8281-66c6225837ef req-0154f72e-563a-43b9-9dc9-9b9691a5776d tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:22.827263 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9fc073a1-7bef-4a31-8281-66c6225837ef req-0154f72e-563a-43b9-9dc9-9b9691a5776d tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 946 time: 0.2735655 Jul 09 16:21:22.855590 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-2459a75d-15b1-4bd8-9c14-e57adbe882eb req-0b99cca2-89aa-423b-8627-ee9b9f06c16c tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] For port 8b901ee5-7c09-4c6e-8d79-47824f7b12bf, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=8b901ee5-7c09-4c6e-8d79-47824f7b12bf,segment=NetworkSegment(c75a1b70-1b3d-4117-8ba1-85d56a0b3c27),segment_id=c75a1b70-1b3d-4117-8ba1-85d56a0b3c27)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:21:22.855971 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2459a75d-15b1-4bd8-9c14-e57adbe882eb req-0b99cca2-89aa-423b-8627-ee9b9f06c16c tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:22.884085 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-2459a75d-15b1-4bd8-9c14-e57adbe882eb req-0b99cca2-89aa-423b-8627-ee9b9f06c16c tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Calling delete_port for 8b901ee5-7c09-4c6e-8d79-47824f7b12bf owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:21:22.953381 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9fc073a1-7bef-4a31-8281-66c6225837ef req-225f955e-4dd1-44ea-b13b-6af08059ad0e tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1196787 Jul 09 16:21:23.088687 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc10f38c-a19e-4421-8181-8b3b7fc745ca tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Router 7ba4d62f-8a44-4fb5-bf8d-91eae31d78b6 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:21:23.261310 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6bc3b9-bd18-4921-9986-bd8454794406 req-de983067-b40b-4b7f-ad94-35795f195c17 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:23.263729 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2e6bc3b9-bd18-4921-9986-bd8454794406 req-de983067-b40b-4b7f-ad94-35795f195c17 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.73 "GET /v2.0/networks?id=a171d79a-1159-4481-9cc1-46c665ce3a96 HTTP/1.1" status: 200 len: 817 time: 0.2220850 Jul 09 16:21:23.278057 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b8cf8-7da7-4c7f-84b4-5bc1abb2b9a1 req-3ea10f71-1733-4fc4-b98d-996ac3466b6a tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:23.280193 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e86b8cf8-7da7-4c7f-84b4-5bc1abb2b9a1 req-3ea10f71-1733-4fc4-b98d-996ac3466b6a tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 946 time: 0.1511471 Jul 09 16:21:23.294582 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34494) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:23.307875 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-74408ca3-033e-45f6-93d8-5ea723888b94 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Request body: {'floatingip': {'port_id': '1db38019-9c36-4811-87b1-9165e461b73e'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:21:23.358924 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-74408ca3-033e-45f6-93d8-5ea723888b94 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks [] for floatingip, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:23.373721 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2459a75d-15b1-4bd8-9c14-e57adbe882eb req-0b99cca2-89aa-423b-8627-ee9b9f06c16c tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:23.380910 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4c5e1cb7-c0e9-4f49-83e9-a95b38e5b885 req-e412d124-524a-4196-9cf1-e889168dc8ae tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 210 time: 0.1212847 Jul 09 16:21:23.388821 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['8b901ee5-7c09-4c6e-8d79-47824f7b12bf'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:21:23.400982 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2e6bc3b9-bd18-4921-9986-bd8454794406 req-92f96e4f-cd2e-41fe-9c70-f9868353adff tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8ad35771c814596a752d0340d35099a HTTP/1.1" status: 200 len: 380 time: 0.1195576 Jul 09 16:21:23.452388 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34498) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:23.458312 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-2e6bc3b9-bd18-4921-9986-bd8454794406 req-e7e3d8d7-50a8-4f7f-825a-cebfa139cf84 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Request body: {'port': {'device_id': '084206b1-bf14-4217-b285-ca4524c21dfa', 'network_id': 'a171d79a-1159-4481-9cc1-46c665ce3a96', 'admin_state_up': True, 'tenant_id': 'b8ad35771c814596a752d0340d35099a', 'security_groups': ['1b3b76fb-2ca1-491d-8842-8db0c9cb7efb']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:21:23.468341 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b99cca2-89aa-423b-8627-ee9b9f06c16c tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Pushing event deleted for resources: {'Port': ['ID=8b901ee5-7c09-4c6e-8d79-47824f7b12bf,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:23.527089 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc10f38c-a19e-4421-8181-8b3b7fc745ca tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:21:23.538643 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0287a7b0-e1ac-4a9e-9182-3827c70f7fb0 None None] Sync routers for ids ['7ba4d62f-8a44-4fb5-bf8d-91eae31d78b6'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:21:23.556740 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-bc10f38c-a19e-4421-8181-8b3b7fc745ca tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] 10.222.0.98 "PUT /v2.0/routers/7ba4d62f-8a44-4fb5-bf8d-91eae31d78b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1641517 Jul 09 16:21:23.557951 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0287a7b0-e1ac-4a9e-9182-3827c70f7fb0 None None] Routers {'7ba4d62f-8a44-4fb5-bf8d-91eae31d78b6'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:21:23.558503 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-2459a75d-15b1-4bd8-9c14-e57adbe882eb req-0b99cca2-89aa-423b-8627-ee9b9f06c16c tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] No DVR routers for this DVR port 8b901ee5-7c09-4c6e-8d79-47824f7b12bf on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:21:23.558668 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0287a7b0-e1ac-4a9e-9182-3827c70f7fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:20:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['7ba4d62f-8a44-4fb5-bf8d-91eae31d78b6'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:23.560496 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34504) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:23.658127 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0287a7b0-e1ac-4a9e-9182-3827c70f7fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:23.668555 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0287a7b0-e1ac-4a9e-9182-3827c70f7fb0 None None] Routers {'7ba4d62f-8a44-4fb5-bf8d-91eae31d78b6'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:21:23.669221 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0287a7b0-e1ac-4a9e-9182-3827c70f7fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:20:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['7ba4d62f-8a44-4fb5-bf8d-91eae31d78b6'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:23.670082 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2459a75d-15b1-4bd8-9c14-e57adbe882eb req-0b99cca2-89aa-423b-8627-ee9b9f06c16c tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:23.672277 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2459a75d-15b1-4bd8-9c14-e57adbe882eb req-0b99cca2-89aa-423b-8627-ee9b9f06c16c tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.77 "DELETE /v2.0/ports/8b901ee5-7c09-4c6e-8d79-47824f7b12bf HTTP/1.1" status: 204 len: 173 time: 1.3888979 Jul 09 16:21:23.672881 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fbe057a-54ca-41d3-980b-d11ef8902d4e', 'name': 'network-vif-deleted', 'tag': '8b901ee5-7c09-4c6e-8d79-47824f7b12bf'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:21:23.675928 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef8c344-03a5-4cdc-8c29-5f556ea6dd14" -d '{"events": [{"server_uuid": "6fbe057a-54ca-41d3-980b-d11ef8902d4e", "name": "network-vif-deleted", "tag": "8b901ee5-7c09-4c6e-8d79-47824f7b12bf"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:21:23.720046 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0287a7b0-e1ac-4a9e-9182-3827c70f7fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:23.721649 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0287a7b0-e1ac-4a9e-9182-3827c70f7fb0 None None] The sync data for ids ['7ba4d62f-8a44-4fb5-bf8d-91eae31d78b6'] in n-d-798930-3 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:21:23.763167 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9cab06fc-788a-49ab-9e30-81080df2198e req-81c4acbe-fcfa-4b1e-9e09-8592799a8c31 tempest-FloatingIPsAssociationNegativeTestJSON-982759746 tempest-FloatingIPsAssociationNegativeTestJSON-982759746-project] 10.222.0.98 "GET /v2.0/ports?device_id=6fbe057a-54ca-41d3-980b-d11ef8902d4e HTTP/1.1" status: 200 len: 210 time: 0.0936549 Jul 09 16:21:23.763955 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d993364-8f05-43f2-895c-2d4a864f566a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:23.777749 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-69a3d902-0a3b-4484-b5b4-321a62c93cbc tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:23.872342 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e6bc3b9-bd18-4921-9986-bd8454794406 req-e7e3d8d7-50a8-4f7f-825a-cebfa139cf84 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Made reservation on behalf of b8ad35771c814596a752d0340d35099a for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:21:23.876309 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2e6bc3b9-bd18-4921-9986-bd8454794406 req-e7e3d8d7-50a8-4f7f-825a-cebfa139cf84 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:23.880757 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e35f81b-4220-4190-9bd4-758ae6374570 req-46e3ffc1-c1d1-4b7f-b142-6725627214f5 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:23.894736 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1e35f81b-4220-4190-9bd4-758ae6374570 req-46e3ffc1-c1d1-4b7f-b142-6725627214f5 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.2038817 Jul 09 16:21:23.897721 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b94679-f0bb-490f-b294-efb2e7e90b28 x-openstack-request-id: req-51b94679-f0bb-490f-b294-efb2e7e90b28 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:21:23.898137 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fbe057a-54ca-41d3-980b-d11ef8902d4e", "name": "network-vif-deleted", "tag": "8b901ee5-7c09-4c6e-8d79-47824f7b12bf", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:21:23.898510 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-51b94679-f0bb-490f-b294-efb2e7e90b28 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:21:23.899232 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fbe057a-54ca-41d3-980b-d11ef8902d4e', 'name': 'network-vif-deleted', 'tag': '8b901ee5-7c09-4c6e-8d79-47824f7b12bf', 'status': 'completed', 'code': 200} Jul 09 16:21:23.983225 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1e35f81b-4220-4190-9bd4-758ae6374570 req-3a09c38d-6dd2-4bbb-96e5-33d1f576d1c2 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871551 Jul 09 16:21:24.090265 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-69a3d902-0a3b-4484-b5b4-321a62c93cbc tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:24.170533 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-69a3d902-0a3b-4484-b5b4-321a62c93cbc tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Deleting port cabed792-1b2e-4ac6-9e82-b3474803552e {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:21:24.171271 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-69a3d902-0a3b-4484-b5b4-321a62c93cbc tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:24.310355 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-2e6bc3b9-bd18-4921-9986-bd8454794406 req-e7e3d8d7-50a8-4f7f-825a-cebfa139cf84 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Allocated IP 172.20.0.3 (a171d79a-1159-4481-9cc1-46c665ce3a96/b9e97679-e3ca-4f43-b281-7791408a1287/e57d8c06-ab85-46d1-be00-3fb675deed68) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:21:24.313839 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d993364-8f05-43f2-895c-2d4a864f566a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:24.314551 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-69a3d902-0a3b-4484-b5b4-321a62c93cbc tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:24.334793 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-69a3d902-0a3b-4484-b5b4-321a62c93cbc tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Calling delete_port for cabed792-1b2e-4ac6-9e82-b3474803552e owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:21:24.352530 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d993364-8f05-43f2-895c-2d4a864f566a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:24.437814 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-74408ca3-033e-45f6-93d8-5ea723888b94 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:24.446515 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2d993364-8f05-43f2-895c-2d4a864f566a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ccb9324c3b8049bda14c77ed1db88264&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9927802 Jul 09 16:21:24.450353 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34520) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:24.452926 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d993364-8f05-43f2-895c-2d4a864f566a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b2ca94-5a13-4a83-8bc3-3917d79d0cfe,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:24.455518 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-74408ca3-033e-45f6-93d8-5ea723888b94 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:24.650193 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-69a3d902-0a3b-4484-b5b4-321a62c93cbc tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:24.697347 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c28670a0-9d53-43ae-b466-fd5eb00c9583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:24.704769 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device e2cfd0d6-9109-4235-ab69-a9ac10ebf765 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:21:24.705245 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a3d902-0a3b-4484-b5b4-321a62c93cbc tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Pushing event deleted for resources: {'Port': ['ID=cabed792-1b2e-4ac6-9e82-b3474803552e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:24.735416 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4911972b-69c5-41d7-9861-0adfc5f1ea11 req-c8e538c3-56fa-4f19-99a7-099d9abac99c tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 210 time: 0.0789897 Jul 09 16:21:24.781338 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c28670a0-9d53-43ae-b466-fd5eb00c9583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:24.795645 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2e6bc3b9-bd18-4921-9986-bd8454794406 req-e7e3d8d7-50a8-4f7f-825a-cebfa139cf84 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:24.812564 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-2e6bc3b9-bd18-4921-9986-bd8454794406 req-e7e3d8d7-50a8-4f7f-825a-cebfa139cf84 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Transition to ACTIVE for port object e57d8c06-ab85-46d1-be00-3fb675deed68 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:21:24.838314 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port e2cfd0d6-9109-4235-ab69-a9ac10ebf765, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=e2cfd0d6-9109-4235-ab69-a9ac10ebf765,segment=NetworkSegment(f9a5d3fd-ec07-4398-97cb-0e4d61d6d25d),segment_id=f9a5d3fd-ec07-4398-97cb-0e4d61d6d25d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:21:24.854496 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': 'e2cfd0d6-9109-4235-ab69-a9ac10ebf765', 'network_id': '7fb8e424-ddcd-465f-ad3d-2ffb770ae53b', 'port_id': 'e2cfd0d6-9109-4235-ab69-a9ac10ebf765', 'mac_address': 'fa:16:3e:01:ff:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1658d367-2406-4d61-8a06-65bf719b3ab3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:21:24.862074 n-d-798930-3 neutron-server[93959]: INFO neutron.db.l3_db [None req-74408ca3-033e-45f6-93d8-5ea723888b94 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Floating IP f6867fe6-24c1-4bd6-874e-66c1b6fbe524 associated. External IP: 172.25.0.137, port: 1db38019-9c36-4811-87b1-9165e461b73e. Jul 09 16:21:24.901044 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-69a3d902-0a3b-4484-b5b4-321a62c93cbc tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:24.914839 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:24.929936 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e2cfd0d6-9109-4235-ab69-a9ac10ebf765 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:21:24.933554 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34532) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:24.952238 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:21:24.955535 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port e2cfd0d6-9109-4235-ab69-a9ac10ebf765, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=e2cfd0d6-9109-4235-ab69-a9ac10ebf765,segment=NetworkSegment(f9a5d3fd-ec07-4398-97cb-0e4d61d6d25d),segment_id=f9a5d3fd-ec07-4398-97cb-0e4d61d6d25d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:21:24.960879 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:25.037307 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['e2cfd0d6-9109-4235-ab69-a9ac10ebf765'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:21:25.040159 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-69a3d902-0a3b-4484-b5b4-321a62c93cbc tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:25.042748 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-69a3d902-0a3b-4484-b5b4-321a62c93cbc tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:25.045842 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=e2cfd0d6-9109-4235-ab69-a9ac10ebf765,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:25.131700 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-43e6229d-86f2-4719-afca-573b344617fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:25.168227 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-69a3d902-0a3b-4484-b5b4-321a62c93cbc tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:25.169038 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a3d902-0a3b-4484-b5b4-321a62c93cbc tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Fanout notify agent at l3_agent the message router_deleted on router 7ba4d62f-8a44-4fb5-bf8d-91eae31d78b6 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:21:25.179438 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-69a3d902-0a3b-4484-b5b4-321a62c93cbc tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:25.183643 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-69a3d902-0a3b-4484-b5b4-321a62c93cbc tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] 10.222.0.98 "DELETE /v2.0/routers/7ba4d62f-8a44-4fb5-bf8d-91eae31d78b6 HTTP/1.1" status: 204 len: 168 time: 1.6193771 Jul 09 16:21:25.183643 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c28670a0-9d53-43ae-b466-fd5eb00c9583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:25.185768 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c28670a0-9d53-43ae-b466-fd5eb00c9583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:25.187219 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c28670a0-9d53-43ae-b466-fd5eb00c9583 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/07b2ca94-5a13-4a83-8bc3-3917d79d0cfe HTTP/1.1" status: 204 len: 168 time: 0.7343607 Jul 09 16:21:25.188318 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34548) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:25.208740 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28670a0-9d53-43ae-b466-fd5eb00c9583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b2ca94-5a13-4a83-8bc3-3917d79d0cfe,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:25.315147 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:25.579561 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2e6bc3b9-bd18-4921-9986-bd8454794406 req-e7e3d8d7-50a8-4f7f-825a-cebfa139cf84 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:25.639916 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34558) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:25.697849 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-acc67326-b75f-425e-9e4b-e50c75fd272d tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Deleting subnet cd113d30-b80b-4f68-ab26-433d28a9f007 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:21:25.707016 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-acc67326-b75f-425e-9e4b-e50c75fd272d tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:25.737448 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bc39c271-e376-4ecf-b5fb-0ca69a2ab3ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:25.756634 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e6bc3b9-bd18-4921-9986-bd8454794406 req-e7e3d8d7-50a8-4f7f-825a-cebfa139cf84 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Network a171d79a-1159-4481-9cc1-46c665ce3a96 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:21:25.760952 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e3d8d7-50a8-4f7f-825a-cebfa139cf84 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Pushing event updated for resources: {'Port': ['ID=e57d8c06-ab85-46d1-be00-3fb675deed68,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:25.767714 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-acc67326-b75f-425e-9e4b-e50c75fd272d tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:25.772250 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-2e6bc3b9-bd18-4921-9986-bd8454794406 req-e7e3d8d7-50a8-4f7f-825a-cebfa139cf84 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:21:25.814366 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6bc3b9-bd18-4921-9986-bd8454794406 req-e7e3d8d7-50a8-4f7f-825a-cebfa139cf84 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:21:25.980623 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffe238-455a-4a90-8ae9-c0812831aa5e req-52bc9bc3-c39e-4c34-ba02-6f6dd54fcae1 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:25.988959 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-76ffe238-455a-4a90-8ae9-c0812831aa5e req-52bc9bc3-c39e-4c34-ba02-6f6dd54fcae1 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 945 time: 0.5002251 Jul 09 16:21:25.997742 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6bc3b9-bd18-4921-9986-bd8454794406 req-e7e3d8d7-50a8-4f7f-825a-cebfa139cf84 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:25.998411 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2e6bc3b9-bd18-4921-9986-bd8454794406 req-e7e3d8d7-50a8-4f7f-825a-cebfa139cf84 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:26.132784 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fdc72f4e-b963-495a-947d-c6110aeccbbf None None] Provisioning for port e57d8c06-ab85-46d1-be00-3fb675deed68 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:21:26.133763 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-acc67326-b75f-425e-9e4b-e50c75fd272d tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:26.157716 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fdc72f4e-b963-495a-947d-c6110aeccbbf None None] Provisioning complete for port e57d8c06-ab85-46d1-be00-3fb675deed68 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:21:26.157716 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fdc72f4e-b963-495a-947d-c6110aeccbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:26.183787 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:26.186073 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-76ffe238-455a-4a90-8ae9-c0812831aa5e req-961a1eec-082f-42c8-a11f-783a1f205747 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957598 Jul 09 16:21:26.198198 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fdc72f4e-b963-495a-947d-c6110aeccbbf None None] Port e57d8c06-ab85-46d1-be00-3fb675deed68 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:21:26.247177 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-acc67326-b75f-425e-9e4b-e50c75fd272d tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:26.264466 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74408ca3-033e-45f6-93d8-5ea723888b94 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Router 8ea7c312-4851-457b-9c99-47152697f3c7 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:21:26.289059 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bc39c271-e376-4ecf-b5fb-0ca69a2ab3ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:26.291560 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc67326-b75f-425e-9e4b-e50c75fd272d tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Pushing event deleted for resources: {'Subnet': ['ID=cd113d30-b80b-4f68-ab26-433d28a9f007,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:26.302802 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-acc67326-b75f-425e-9e4b-e50c75fd272d tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:26.304926 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-acc67326-b75f-425e-9e4b-e50c75fd272d tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] 10.222.0.98 "DELETE /v2.0/subnets/cd113d30-b80b-4f68-ab26-433d28a9f007 HTTP/1.1" status: 204 len: 168 time: 1.1069412 Jul 09 16:21:26.305885 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bc39c271-e376-4ecf-b5fb-0ca69a2ab3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:26.309043 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34566) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:26.310060 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d179b45-49e5-4655-b575-4024be22f4ea None None] Network 00b91677-25d2-4ade-9a17-43d009bb50b3 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:21:26.329054 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a95d81-612c-4693-a9e3-8095b4f7f2b8 req-6b43db5e-1275-48b9-8434-b4ec6cee8c7c tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:26.330652 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-61a95d81-612c-4693-a9e3-8095b4f7f2b8 req-6b43db5e-1275-48b9-8434-b4ec6cee8c7c tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 931 time: 0.3613150 Jul 09 16:21:26.335402 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2e6bc3b9-bd18-4921-9986-bd8454794406 req-e7e3d8d7-50a8-4f7f-825a-cebfa139cf84 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8837583 Jul 09 16:21:26.355713 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-2e6bc3b9-bd18-4921-9986-bd8454794406 req-0fdc3258-1b29-4146-b3d0-e47408d65d7e service neutron] Request body: {'port': {'device_id': '084206b1-bf14-4217-b285-ca4524c21dfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:21:26.440234 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-bc39c271-e376-4ecf-b5fb-0ca69a2ab3ac admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=009effdd3d34427f84f55ba0927dee84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7469325 Jul 09 16:21:26.440984 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc39c271-e376-4ecf-b5fb-0ca69a2ab3ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dabaadf-76a3-44aa-b08c-54d0b42d2b33,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:26.447247 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34568) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:26.513849 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-61a95d81-612c-4693-a9e3-8095b4f7f2b8 req-cf28aa6e-5487-4ef4-a5af-b3120b288d5e tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605015 Jul 09 16:21:26.522279 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0f7089f9-e734-4f7d-9a60-7c48ff19548f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:26.526515 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:26.615103 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f43c7319-c2e2-4676-b9d3-7879bc1c5ddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:26.645033 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f43c7319-c2e2-4676-b9d3-7879bc1c5ddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:26.720689 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device e2cfd0d6-9109-4235-ab69-a9ac10ebf765 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:21:26.728393 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f43c7319-c2e2-4676-b9d3-7879bc1c5ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:26.737115 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2e6bc3b9-bd18-4921-9986-bd8454794406 req-0fdc3258-1b29-4146-b3d0-e47408d65d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:26.752910 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f43c7319-c2e2-4676-b9d3-7879bc1c5ddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:26.753940 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f43c7319-c2e2-4676-b9d3-7879bc1c5ddd admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0dabaadf-76a3-44aa-b08c-54d0b42d2b33 HTTP/1.1" status: 204 len: 168 time: 0.3060555 Jul 09 16:21:26.764175 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74408ca3-033e-45f6-93d8-5ea723888b94 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:21:26.782602 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-74408ca3-033e-45f6-93d8-5ea723888b94 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:26.793640 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e086ff03-1166-420d-ae98-12d9bf6055d0 None None] DHCP port deletion for 00b91677-25d2-4ade-9a17-43d009bb50b3 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:21:26.796126 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9805cab5-329a-462b-b681-4d73872b3d56 None None] Sync routers for ids ['8ea7c312-4851-457b-9c99-47152697f3c7'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:21:26.820694 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9805cab5-329a-462b-b681-4d73872b3d56 None None] Routers {'8ea7c312-4851-457b-9c99-47152697f3c7'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:21:26.823046 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-9805cab5-329a-462b-b681-4d73872b3d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:21:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['8ea7c312-4851-457b-9c99-47152697f3c7'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:26.827818 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43c7319-c2e2-4676-b9d3-7879bc1c5ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dabaadf-76a3-44aa-b08c-54d0b42d2b33,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:26.875780 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-0f7089f9-e734-4f7d-9a60-7c48ff19548f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Deleting port bd3bc623-a37c-4c6d-af03-07d7c94c609a {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:21:26.876131 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0f7089f9-e734-4f7d-9a60-7c48ff19548f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:26.933947 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port e2cfd0d6-9109-4235-ab69-a9ac10ebf765 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:21:26.933947 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:26.964079 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4347637e-74bf-4c98-9a3f-b314088b524e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:27.026155 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-e086ff03-1166-420d-ae98-12d9bf6055d0 None None] Deleting port bd3bc623-a37c-4c6d-af03-07d7c94c609a {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:21:27.027219 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e086ff03-1166-420d-ae98-12d9bf6055d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:27.035418 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-0f7089f9-e734-4f7d-9a60-7c48ff19548f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] For port bd3bc623-a37c-4c6d-af03-07d7c94c609a, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=bd3bc623-a37c-4c6d-af03-07d7c94c609a,segment=NetworkSegment(3aec9734-176a-47de-b187-a593f4bef1f5),segment_id=3aec9734-176a-47de-b187-a593f4bef1f5)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:21:27.035783 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0f7089f9-e734-4f7d-9a60-7c48ff19548f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:27.067110 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-0f7089f9-e734-4f7d-9a60-7c48ff19548f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Calling delete_port for bd3bc623-a37c-4c6d-af03-07d7c94c609a owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:21:27.096806 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-9805cab5-329a-462b-b681-4d73872b3d56 None None] Set router 8ea7c312-4851-457b-9c99-47152697f3c7 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:21:27.159593 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-e086ff03-1166-420d-ae98-12d9bf6055d0 None None] For port bd3bc623-a37c-4c6d-af03-07d7c94c609a, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=bd3bc623-a37c-4c6d-af03-07d7c94c609a,segment=NetworkSegment(3aec9734-176a-47de-b187-a593f4bef1f5),segment_id=3aec9734-176a-47de-b187-a593f4bef1f5)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:21:27.160159 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e086ff03-1166-420d-ae98-12d9bf6055d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:27.192937 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-e086ff03-1166-420d-ae98-12d9bf6055d0 None None] Calling delete_port for bd3bc623-a37c-4c6d-af03-07d7c94c609a owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:21:27.203612 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:27.271058 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0f7089f9-e734-4f7d-9a60-7c48ff19548f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:27.317089 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5ab42b-1bf1-4c01-a5eb-3f30d23983fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2cfd0d6-9109-4235-ab69-a9ac10ebf765'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:21:27.319465 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89df5e93-8190-48fb-866e-68be5e8b48ac" -d '{"events": [{"server_uuid": "da5ab42b-1bf1-4c01-a5eb-3f30d23983fa", "name": "network-vif-plugged", "status": "completed", "tag": "e2cfd0d6-9109-4235-ab69-a9ac10ebf765"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:21:27.391038 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7089f9-e734-4f7d-9a60-7c48ff19548f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] No DVR routers for this DVR port bd3bc623-a37c-4c6d-af03-07d7c94c609a on host n-d-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:21:27.411558 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device bd3bc623-a37c-4c6d-af03-07d7c94c609a no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:21:27.434394 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port e2cfd0d6-9109-4235-ab69-a9ac10ebf765, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=e2cfd0d6-9109-4235-ab69-a9ac10ebf765,segment=NetworkSegment(f9a5d3fd-ec07-4398-97cb-0e4d61d6d25d),segment_id=f9a5d3fd-ec07-4398-97cb-0e4d61d6d25d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:21:27.436165 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: bd3bc623-a37c-4c6d-af03-07d7c94c609a {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:21:27.436805 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device bd3bc623-a37c-4c6d-af03-07d7c94c609a not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:21:27.447623 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d29f4e-26e6-4fab-a5d9-fb9580724364 x-openstack-request-id: req-38d29f4e-26e6-4fab-a5d9-fb9580724364 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:21:27.448119 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da5ab42b-1bf1-4c01-a5eb-3f30d23983fa", "name": "network-vif-plugged", "status": "completed", "tag": "e2cfd0d6-9109-4235-ab69-a9ac10ebf765", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:21:27.448551 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-38d29f4e-26e6-4fab-a5d9-fb9580724364 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:21:27.449107 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5ab42b-1bf1-4c01-a5eb-3f30d23983fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2cfd0d6-9109-4235-ab69-a9ac10ebf765', 'code': 200} Jul 09 16:21:27.449884 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:27.451229 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 8b901ee5-7c09-4c6e-8d79-47824f7b12bf no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:21:27.493634 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7089f9-e734-4f7d-9a60-7c48ff19548f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Pushing event deleted for resources: {'Port': ['ID=bd3bc623-a37c-4c6d-af03-07d7c94c609a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:27.541690 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: 8b901ee5-7c09-4c6e-8d79-47824f7b12bf {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:21:27.542037 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 8b901ee5-7c09-4c6e-8d79-47824f7b12bf not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:21:27.594553 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-9805cab5-329a-462b-b681-4d73872b3d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea7c312-4851-457b-9c99-47152697f3c7', 'name': 'tempest-ServerActionsTestJSON-1744582686-router', 'tenant_id': '927faf6a074749d0b7e4b4706940c5ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '40d0feb4-9fd8-48a7-acc6-a7ad18d9ca15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:20:45Z', 'updated_at': '2021-07-09T16:20:52Z', 'revision_number': 4, 'project_id': '927faf6a074749d0b7e4b4706940c5ca', 'gw_port': {'id': '40d0feb4-9fd8-48a7-acc6-a7ad18d9ca15', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea7c312-4851-457b-9c99-47152697f3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:20:46Z', 'updated_at': '2021-07-09T16:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'f6867fe6-24c1-4bd6-874e-66c1b6fbe524', 'tenant_id': '927faf6a074749d0b7e4b4706940c5ca', 'floating_ip_address': '172.25.0.137', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '8ea7c312-4851-457b-9c99-47152697f3c7', 'port_id': '1db38019-9c36-4811-87b1-9165e461b73e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e14244d3-321e-4e11-8fa5-f8d23e2088a8', 'mac_address': 'fa:16:3e:eb:fa:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783cfe32-a307-4901-962c-ea5df494fe59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:20:59Z', 'updated_at': '2021-07-09T16:21:24Z', 'revision_number': 1, 'project_id': '927faf6a074749d0b7e4b4706940c5ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b863c5ba-4531-4111-b284-8da94f975396', 'name': '', 'network_id': 'e14244d3-321e-4e11-8fa5-f8d23e2088a8', 'tenant_id': '927faf6a074749d0b7e4b4706940c5ca', 'mac_address': 'fa:16:3e:b8:82:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea7c312-4851-457b-9c99-47152697f3c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '9ed42caa-ccec-43f9-abc2-3f037ba46c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:20:50Z', 'updated_at': '2021-07-09T16:20:57Z', 'revision_number': 5, 'project_id': '927faf6a074749d0b7e4b4706940c5ca', 'subnets': [{'id': '9ed42caa-ccec-43f9-abc2-3f037ba46c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:27.616772 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=e2cfd0d6-9109-4235-ab69-a9ac10ebf765,revision_number=7']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:27.635570 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e086ff03-1166-420d-ae98-12d9bf6055d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:27.658129 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9805cab5-329a-462b-b681-4d73872b3d56 None None] Checking router: 8ea7c312-4851-457b-9c99-47152697f3c7 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:21:27.686592 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e086ff03-1166-420d-ae98-12d9bf6055d0 None None] Pushing event deleted for resources: {'Port': ['ID=bd3bc623-a37c-4c6d-af03-07d7c94c609a,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:27.701304 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9805cab5-329a-462b-b681-4d73872b3d56 None None] Routers {'8ea7c312-4851-457b-9c99-47152697f3c7'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:21:27.703009 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-9805cab5-329a-462b-b681-4d73872b3d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:21:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['8ea7c312-4851-457b-9c99-47152697f3c7'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:27.709465 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-74408ca3-033e-45f6-93d8-5ea723888b94 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "PUT /v2.0/floatingips/f6867fe6-24c1-4bd6-874e-66c1b6fbe524 HTTP/1.1" status: 200 len: 992 time: 4.4110711 Jul 09 16:21:27.709690 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e086ff03-1166-420d-ae98-12d9bf6055d0 None None] No DVR routers for this DVR port bd3bc623-a37c-4c6d-af03-07d7c94c609a on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:21:27.738321 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '783cfe32-a307-4901-962c-ea5df494fe59', 'tag': '1db38019-9c36-4811-87b1-9165e461b73e'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:21:27.742592 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b0d11d-a445-453e-bc98-7129c44edd89" -d '{"events": [{"name": "network-changed", "server_uuid": "783cfe32-a307-4901-962c-ea5df494fe59", "tag": "1db38019-9c36-4811-87b1-9165e461b73e"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:21:27.750048 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0f7089f9-e734-4f7d-9a60-7c48ff19548f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:27.838807 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-0f7089f9-e734-4f7d-9a60-7c48ff19548f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00b91677-25d2-4ade-9a17-43d009bb50b3']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:27.867258 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-0f7089f9-e734-4f7d-9a60-7c48ff19548f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aec9734-176a-47de-b187-a593f4bef1f5') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:27.867809 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-0f7089f9-e734-4f7d-9a60-7c48ff19548f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aec9734-176a-47de-b187-a593f4bef1f5') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:27.898049 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0f7089f9-e734-4f7d-9a60-7c48ff19548f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:27.907202 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-9805cab5-329a-462b-b681-4d73872b3d56 None None] Set router 8ea7c312-4851-457b-9c99-47152697f3c7 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:21:27.912344 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-2e6bc3b9-bd18-4921-9986-bd8454794406 req-0fdc3258-1b29-4146-b3d0-e47408d65d7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e57d8c06-ab85-46d1-be00-3fb675deed68 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:21:27.923092 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2e6bc3b9-bd18-4921-9986-bd8454794406 req-0fdc3258-1b29-4146-b3d0-e47408d65d7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:27.941063 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-2e6bc3b9-bd18-4921-9986-bd8454794406 req-0fdc3258-1b29-4146-b3d0-e47408d65d7e service neutron] Transition to ACTIVE for port object e57d8c06-ab85-46d1-be00-3fb675deed68 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:21:27.947286 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0f7089f9-e734-4f7d-9a60-7c48ff19548f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:27.975729 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1cb051-76b4-451e-a786-6701f7fc4cb6 req-45d93707-112b-4ec8-80e7-9506d083bd3d tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:27.983173 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0d1cb051-76b4-451e-a786-6701f7fc4cb6 req-45d93707-112b-4ec8-80e7-9506d083bd3d tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 931 time: 0.2302406 Jul 09 16:21:27.997813 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f7089f9-e734-4f7d-9a60-7c48ff19548f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:21:27.998243 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0f7089f9-e734-4f7d-9a60-7c48ff19548f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:28.012871 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2e6bc3b9-bd18-4921-9986-bd8454794406 req-0fdc3258-1b29-4146-b3d0-e47408d65d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:28.027361 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:21:28.027361 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:21:28.027361 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:21:28.027361 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:21:28.027361 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:21:28.027361 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:21:28.027361 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:21:28.027361 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:21:28.027361 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:21:28.027361 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:21:28.027361 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:21:28.027361 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:21:28.027361 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:21:28.027361 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:21:28.027361 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:21:28.027361 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:21:28.027361 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:21:28.027361 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:21:28.027361 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:21:28.027361 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:21:28.027361 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:21:28.027361 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:21:28.027361 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:21:28.027361 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:21:28.027361 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:21:28.027361 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:21:28.027361 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:21:28.027361 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:21:28.027361 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:21:28.027361 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:21:28.027361 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:21:28.027361 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:21:28.027361 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:21:28.027361 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:21:28.027361 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:21:28.027361 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:21:28.075869 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:28.106970 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc3258-1b29-4146-b3d0-e47408d65d7e service neutron] Pushing event updated for resources: {'Port': ['ID=e57d8c06-ab85-46d1-be00-3fb675deed68,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:28.133468 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdc3258-1b29-4146-b3d0-e47408d65d7e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:21:28.133846 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdc3258-1b29-4146-b3d0-e47408d65d7e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:21:28.135194 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdc3258-1b29-4146-b3d0-e47408d65d7e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:21:28.135563 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdc3258-1b29-4146-b3d0-e47408d65d7e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:21:28.136328 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdc3258-1b29-4146-b3d0-e47408d65d7e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:21:28.136807 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdc3258-1b29-4146-b3d0-e47408d65d7e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:21:28.137257 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdc3258-1b29-4146-b3d0-e47408d65d7e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:21:28.137517 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdc3258-1b29-4146-b3d0-e47408d65d7e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:21:28.137851 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdc3258-1b29-4146-b3d0-e47408d65d7e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:21:28.138175 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdc3258-1b29-4146-b3d0-e47408d65d7e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:21:28.138501 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdc3258-1b29-4146-b3d0-e47408d65d7e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:21:28.138843 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdc3258-1b29-4146-b3d0-e47408d65d7e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:21:28.172153 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc51b8-d33b-41c6-b99c-043b46d03c8e req-9ef726c6-f6d9-401b-97d9-669aef826b37 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:28.184156 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0cbc51b8-d33b-41c6-b99c-043b46d03c8e req-9ef726c6-f6d9-401b-97d9-669aef826b37 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.6345425 Jul 09 16:21:28.192880 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0d1cb051-76b4-451e-a786-6701f7fc4cb6 req-14ee5d88-00a5-451c-b886-e1939d0ffce3 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1965802 Jul 09 16:21:28.194423 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0f7089f9-e734-4f7d-9a60-7c48ff19548f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:28.208952 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0f7089f9-e734-4f7d-9a60-7c48ff19548f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:28.213687 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0f7089f9-e734-4f7d-9a60-7c48ff19548f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] 10.222.0.98 "DELETE /v2.0/networks/00b91677-25d2-4ade-9a17-43d009bb50b3 HTTP/1.1" status: 204 len: 168 time: 1.9022923 Jul 09 16:21:28.229526 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34606) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:28.267314 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7089f9-e734-4f7d-9a60-7c48ff19548f tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Pushing event deleted for resources: {'Network': ['ID=00b91677-25d2-4ade-9a17-43d009bb50b3,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:28.296006 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0cbc51b8-d33b-41c6-b99c-043b46d03c8e req-e460e4af-759c-48bd-8efb-32276e353507 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106381 Jul 09 16:21:28.374869 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34608) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:28.441421 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-9805cab5-329a-462b-b681-4d73872b3d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea7c312-4851-457b-9c99-47152697f3c7', 'name': 'tempest-ServerActionsTestJSON-1744582686-router', 'tenant_id': '927faf6a074749d0b7e4b4706940c5ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '40d0feb4-9fd8-48a7-acc6-a7ad18d9ca15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:20:45Z', 'updated_at': '2021-07-09T16:20:52Z', 'revision_number': 4, 'project_id': '927faf6a074749d0b7e4b4706940c5ca', 'gw_port': {'id': '40d0feb4-9fd8-48a7-acc6-a7ad18d9ca15', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea7c312-4851-457b-9c99-47152697f3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:20:46Z', 'updated_at': '2021-07-09T16:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'f6867fe6-24c1-4bd6-874e-66c1b6fbe524', 'tenant_id': '927faf6a074749d0b7e4b4706940c5ca', 'floating_ip_address': '172.25.0.137', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '8ea7c312-4851-457b-9c99-47152697f3c7', 'port_id': '1db38019-9c36-4811-87b1-9165e461b73e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e14244d3-321e-4e11-8fa5-f8d23e2088a8', 'mac_address': 'fa:16:3e:eb:fa:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783cfe32-a307-4901-962c-ea5df494fe59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:20:59Z', 'updated_at': '2021-07-09T16:21:24Z', 'revision_number': 1, 'project_id': '927faf6a074749d0b7e4b4706940c5ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b863c5ba-4531-4111-b284-8da94f975396', 'name': '', 'network_id': 'e14244d3-321e-4e11-8fa5-f8d23e2088a8', 'tenant_id': '927faf6a074749d0b7e4b4706940c5ca', 'mac_address': 'fa:16:3e:b8:82:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea7c312-4851-457b-9c99-47152697f3c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '9ed42caa-ccec-43f9-abc2-3f037ba46c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:20:50Z', 'updated_at': '2021-07-09T16:20:57Z', 'revision_number': 5, 'project_id': '927faf6a074749d0b7e4b4706940c5ca', 'subnets': [{'id': '9ed42caa-ccec-43f9-abc2-3f037ba46c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:28.488418 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9805cab5-329a-462b-b681-4d73872b3d56 None None] The sync data for ids ['8ea7c312-4851-457b-9c99-47152697f3c7'] in n-d-798930-3 is: [{'id': '8ea7c312-4851-457b-9c99-47152697f3c7', 'name': 'tempest-ServerActionsTestJSON-1744582686-router', 'tenant_id': '927faf6a074749d0b7e4b4706940c5ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '40d0feb4-9fd8-48a7-acc6-a7ad18d9ca15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:20:45Z', 'updated_at': '2021-07-09T16:20:52Z', 'revision_number': 4, 'project_id': '927faf6a074749d0b7e4b4706940c5ca', 'gw_port': {'id': '40d0feb4-9fd8-48a7-acc6-a7ad18d9ca15', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea7c312-4851-457b-9c99-47152697f3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:20:46Z', 'updated_at': '2021-07-09T16:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'f6867fe6-24c1-4bd6-874e-66c1b6fbe524', 'tenant_id': '927faf6a074749d0b7e4b4706940c5ca', 'floating_ip_address': '172.25.0.137', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '8ea7c312-4851-457b-9c99-47152697f3c7', 'port_id': '1db38019-9c36-4811-87b1-9165e461b73e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e14244d3-321e-4e11-8fa5-f8d23e2088a8', 'mac_address': 'fa:16:3e:eb:fa:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783cfe32-a307-4901-962c-ea5df494fe59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:20:59Z', 'updated_at': '2021-07-09T16:21:24Z', 'revision_number': 1, 'project_id': '927faf6a074749d0b7e4b4706940c5ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b863c5ba-4531-4111-b284-8da94f975396', 'name': '', 'network_id': 'e14244d3-321e-4e11-8fa5-f8d23e2088a8', 'tenant_id': '927faf6a074749d0b7e4b4706940c5ca', 'mac_address': 'fa:16:3e:b8:82:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea7c312-4851-457b-9c99-47152697f3c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '9ed42caa-ccec-43f9-abc2-3f037ba46c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:20:50Z', 'updated_at': '2021-07-09T16:20:57Z', 'revision_number': 5, 'project_id': '927faf6a074749d0b7e4b4706940c5ca', 'subnets': [{'id': '9ed42caa-ccec-43f9-abc2-3f037ba46c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:21:28.603683 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-7447f98e-b65d-4251-8464-9fffe4925d9a tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Deleting port 89887115-0c25-4bac-84e0-0e4599c6e4e7 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:21:28.604563 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7447f98e-b65d-4251-8464-9fffe4925d9a tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:28.609495 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3a6124-3f3d-41b6-a5be-a9668d01fe41 x-openstack-request-id: req-9e3a6124-3f3d-41b6-a5be-a9668d01fe41 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:21:28.610232 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "783cfe32-a307-4901-962c-ea5df494fe59", "tag": "1db38019-9c36-4811-87b1-9165e461b73e", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:21:28.615699 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9e3a6124-3f3d-41b6-a5be-a9668d01fe41 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:21:28.616582 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '783cfe32-a307-4901-962c-ea5df494fe59', 'tag': '1db38019-9c36-4811-87b1-9165e461b73e', 'status': 'completed', 'code': 200} Jul 09 16:21:28.707907 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b7c7ccb3-4550-4381-a4f1-635c9080f26b admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-680453750-network', 'tenant_id': 'b154302935fe4c279158d96afe6f6577'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:21:28.715597 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-2e6bc3b9-bd18-4921-9986-bd8454794406 req-0fdc3258-1b29-4146-b3d0-e47408d65d7e service neutron] Attempting to bind port e57d8c06-ab85-46d1-be00-3fb675deed68 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:21:28.715950 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-2e6bc3b9-bd18-4921-9986-bd8454794406 req-0fdc3258-1b29-4146-b3d0-e47408d65d7e service neutron] Attempting to bind port e57d8c06-ab85-46d1-be00-3fb675deed68 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': 'ccf009d5-237d-4e31-8041-1465d7de9aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a171d79a-1159-4481-9cc1-46c665ce3a96'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:21:28.716420 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6bc3b9-bd18-4921-9986-bd8454794406 req-0fdc3258-1b29-4146-b3d0-e47408d65d7e service neutron] Attempting to bind port e57d8c06-ab85-46d1-be00-3fb675deed68 on network a171d79a-1159-4481-9cc1-46c665ce3a96 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:21:28.739830 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6bc3b9-bd18-4921-9986-bd8454794406 req-0fdc3258-1b29-4146-b3d0-e47408d65d7e service neutron] Port e57d8c06-ab85-46d1-be00-3fb675deed68 on network a171d79a-1159-4481-9cc1-46c665ce3a96 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:21:28.740895 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6bc3b9-bd18-4921-9986-bd8454794406 req-0fdc3258-1b29-4146-b3d0-e47408d65d7e service neutron] Attempting to bind port e57d8c06-ab85-46d1-be00-3fb675deed68 on network a171d79a-1159-4481-9cc1-46c665ce3a96 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:21:28.758833 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6bc3b9-bd18-4921-9986-bd8454794406 req-0fdc3258-1b29-4146-b3d0-e47408d65d7e service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:21:28.759106 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6bc3b9-bd18-4921-9986-bd8454794406 req-0fdc3258-1b29-4146-b3d0-e47408d65d7e service neutron] Checking segment: {'id': 'ccf009d5-237d-4e31-8041-1465d7de9aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a171d79a-1159-4481-9cc1-46c665ce3a96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:21:28.759319 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6bc3b9-bd18-4921-9986-bd8454794406 req-0fdc3258-1b29-4146-b3d0-e47408d65d7e service neutron] Bound using segment: {'id': 'ccf009d5-237d-4e31-8041-1465d7de9aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a171d79a-1159-4481-9cc1-46c665ce3a96'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:21:28.760315 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-2e6bc3b9-bd18-4921-9986-bd8454794406 req-0fdc3258-1b29-4146-b3d0-e47408d65d7e service neutron] Bound port: e57d8c06-ab85-46d1-be00-3fb675deed68, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccf009d5-237d-4e31-8041-1465d7de9aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a171d79a-1159-4481-9cc1-46c665ce3a96'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:21:28.760315 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2e6bc3b9-bd18-4921-9986-bd8454794406 req-0fdc3258-1b29-4146-b3d0-e47408d65d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:28.795219 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c7ccb3-4550-4381-a4f1-635c9080f26b admin admin] Made reservation on behalf of b154302935fe4c279158d96afe6f6577 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:21:28.798856 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b7c7ccb3-4550-4381-a4f1-635c9080f26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:28.824041 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b7c7ccb3-4550-4381-a4f1-635c9080f26b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:28.854126 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7447f98e-b65d-4251-8464-9fffe4925d9a tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:28.854452 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7447f98e-b65d-4251-8464-9fffe4925d9a tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:28.866938 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-2e6bc3b9-bd18-4921-9986-bd8454794406 req-0fdc3258-1b29-4146-b3d0-e47408d65d7e service neutron] For port e57d8c06-ab85-46d1-be00-3fb675deed68, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:21:28.871094 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-2e6bc3b9-bd18-4921-9986-bd8454794406 req-0fdc3258-1b29-4146-b3d0-e47408d65d7e service neutron] For port e57d8c06-ab85-46d1-be00-3fb675deed68, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=e57d8c06-ab85-46d1-be00-3fb675deed68,segment=NetworkSegment(ccf009d5-237d-4e31-8041-1465d7de9aef),segment_id=ccf009d5-237d-4e31-8041-1465d7de9aef)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:21:28.888250 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2e6bc3b9-bd18-4921-9986-bd8454794406 req-0fdc3258-1b29-4146-b3d0-e47408d65d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:28.888250 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-4347637e-74bf-4c98-9a3f-b314088b524e admin admin] Deleting port f85bd825-efb1-482c-a4c6-7fdf648ad387 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:21:28.888250 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4347637e-74bf-4c98-9a3f-b314088b524e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:28.891696 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-7447f98e-b65d-4251-8464-9fffe4925d9a tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Calling delete_port for 89887115-0c25-4bac-84e0-0e4599c6e4e7 owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:21:28.972493 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a461024-a85d-4b89-be74-92f8378eaf61 None None] New status for floating IP f6867fe6-24c1-4bd6-874e-66c1b6fbe524: ACTIVE {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:21:29.019846 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6bc3b9-bd18-4921-9986-bd8454794406 req-0fdc3258-1b29-4146-b3d0-e47408d65d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:29.020843 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2e6bc3b9-bd18-4921-9986-bd8454794406 req-0fdc3258-1b29-4146-b3d0-e47408d65d7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:29.022582 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2e6bc3b9-bd18-4921-9986-bd8454794406 req-0fdc3258-1b29-4146-b3d0-e47408d65d7e service neutron] 10.222.0.73 "PUT /v2.0/ports/e57d8c06-ab85-46d1-be00-3fb675deed68 HTTP/1.1" status: 200 len: 1091 time: 2.6719606 Jul 09 16:21:29.067681 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0d11d-a445-453e-bc98-7129c44edd89 req-71b5beb5-90db-4702-809b-68e528c07707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:29.077533 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-39b0d11d-a445-453e-bc98-7129c44edd89 req-71b5beb5-90db-4702-809b-68e528c07707 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=927faf6a074749d0b7e4b4706940c5ca&device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 1097 time: 0.3496053 Jul 09 16:21:29.137751 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-4347637e-74bf-4c98-9a3f-b314088b524e admin admin] For port f85bd825-efb1-482c-a4c6-7fdf648ad387, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=f85bd825-efb1-482c-a4c6-7fdf648ad387,segment=NetworkSegment(c75a1b70-1b3d-4117-8ba1-85d56a0b3c27),segment_id=c75a1b70-1b3d-4117-8ba1-85d56a0b3c27)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:21:29.138468 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4347637e-74bf-4c98-9a3f-b314088b524e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:29.162312 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-4347637e-74bf-4c98-9a3f-b314088b524e admin admin] Calling delete_port for f85bd825-efb1-482c-a4c6-7fdf648ad387 owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:21:29.492418 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b7c7ccb3-4550-4381-a4f1-635c9080f26b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:29.495448 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0d11d-a445-453e-bc98-7129c44edd89 req-f37c3d18-ee34-47e0-b36d-e86f514daee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:29.499022 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-39b0d11d-a445-453e-bc98-7129c44edd89 req-f37c3d18-ee34-47e0-b36d-e86f514daee9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e14244d3-321e-4e11-8fa5-f8d23e2088a8 HTTP/1.1" status: 200 len: 913 time: 0.4095654 Jul 09 16:21:29.508062 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc3258-1b29-4146-b3d0-e47408d65d7e service neutron] Pushing event updated for resources: {'Port': ['ID=e57d8c06-ab85-46d1-be00-3fb675deed68,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:29.541728 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b7c7ccb3-4550-4381-a4f1-635c9080f26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:29.565125 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4347637e-74bf-4c98-9a3f-b314088b524e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:29.566424 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7c7ccb3-4550-4381-a4f1-635c9080f26b admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:21:29.617083 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4347637e-74bf-4c98-9a3f-b314088b524e admin admin] Pushing event deleted for resources: {'Port': ['ID=f85bd825-efb1-482c-a4c6-7fdf648ad387,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:29.653879 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6bc3b9-bd18-4921-9986-bd8454794406 req-530f05a5-db31-4ec6-8ae7-7c5756efc5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:29.655684 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2e6bc3b9-bd18-4921-9986-bd8454794406 req-530f05a5-db31-4ec6-8ae7-7c5756efc5e0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b8ad35771c814596a752d0340d35099a&device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 1094 time: 0.1563048 Jul 09 16:21:29.661367 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b7c7ccb3-4550-4381-a4f1-635c9080f26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:29.661783 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-b7c7ccb3-4550-4381-a4f1-635c9080f26b admin admin] Added segment b4ddedb3-7069-497f-9f80-24921aba58b4 of type vlan for network 99d379c7-e52a-4136-9436-a3133586c4b0 Jul 09 16:21:29.747061 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c7ccb3-4550-4381-a4f1-635c9080f26b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79261b5a-dabc-49cb-bd0c-59aa90364d6b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:29.765424 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7447f98e-b65d-4251-8464-9fffe4925d9a tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:29.790116 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b7c7ccb3-4550-4381-a4f1-635c9080f26b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:29.842088 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-39b0d11d-a445-453e-bc98-7129c44edd89 req-bcd318b7-c02b-4ff9-a2a6-fd844f573de1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1db38019-9c36-4811-87b1-9165e461b73e HTTP/1.1" status: 200 len: 1002 time: 0.3017535 Jul 09 16:21:29.848627 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7447f98e-b65d-4251-8464-9fffe4925d9a tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Pushing event deleted for resources: {'Port': ['ID=89887115-0c25-4bac-84e0-0e4599c6e4e7,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:29.960813 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2e6bc3b9-bd18-4921-9986-bd8454794406 req-d2424d9e-3806-4ee0-8689-8ea2e1882981 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e57d8c06-ab85-46d1-be00-3fb675deed68 HTTP/1.1" status: 200 len: 217 time: 0.2724130 Jul 09 16:21:29.961685 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4347637e-74bf-4c98-9a3f-b314088b524e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:29.990816 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b7c7ccb3-4550-4381-a4f1-635c9080f26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:29.997691 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c7ccb3-4550-4381-a4f1-635c9080f26b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:29.998443 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b7c7ccb3-4550-4381-a4f1-635c9080f26b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:30.016359 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49048c9-a5d2-48dc-a7f8-a3d42b0c2a1b req-2723c549-bc50-41d8-a300-2362d5d2c6d5 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:30.024954 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d49048c9-a5d2-48dc-a7f8-a3d42b0c2a1b req-2723c549-bc50-41d8-a300-2362d5d2c6d5 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.4493823 Jul 09 16:21:30.039990 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6bc3b9-bd18-4921-9986-bd8454794406 req-4f0178b5-7f4b-44e1-a52a-40f7e289b897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:30.041858 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2e6bc3b9-bd18-4921-9986-bd8454794406 req-4f0178b5-7f4b-44e1-a52a-40f7e289b897 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b9e97679-e3ca-4f43-b281-7791408a1287 HTTP/1.1" status: 200 len: 856 time: 0.0742564 Jul 09 16:21:30.108721 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0d11d-a445-453e-bc98-7129c44edd89 req-0173b48a-6650-46b4-851e-fe8d76e29e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:30.110345 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-39b0d11d-a445-453e-bc98-7129c44edd89 req-0173b48a-6650-46b4-851e-fe8d76e29e76 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9ed42caa-ccec-43f9-abc2-3f037ba46c07 HTTP/1.1" status: 200 len: 851 time: 0.2592738 Jul 09 16:21:30.140127 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b7c7ccb3-4550-4381-a4f1-635c9080f26b admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7640867 Jul 09 16:21:30.147761 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34622) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:30.155493 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e374f-20ed-4130-be8e-9e799ba5df5b req-ec632bd2-c685-4014-9ceb-ebcf4372952f tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:30.157386 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c47e374f-20ed-4130-be8e-9e799ba5df5b req-ec632bd2-c685-4014-9ceb-ebcf4372952f tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 943 time: 0.6505358 Jul 09 16:21:30.196809 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-5d10f8e1-1dbc-474f-83cb-d360c3c0cc39 admin admin] Request body: {'subnet': {'network_id': '99d379c7-e52a-4136-9436-a3133586c4b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-680453750-subnet', 'tenant_id': 'b154302935fe4c279158d96afe6f6577', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:21:30.210662 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7447f98e-b65d-4251-8464-9fffe4925d9a tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:30.213355 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7447f98e-b65d-4251-8464-9fffe4925d9a tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:30.214638 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7447f98e-b65d-4251-8464-9fffe4925d9a tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] 10.222.0.98 "DELETE /v2.0/floatingips/c03ca7ea-6cec-4d8d-8c79-2bf007ea1228 HTTP/1.1" status: 204 len: 168 time: 1.9666619 Jul 09 16:21:30.215514 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c7ccb3-4550-4381-a4f1-635c9080f26b admin admin] Pushing event updated for resources: {'Network': ['ID=99d379c7-e52a-4136-9436-a3133586c4b0,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:30.223394 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34624) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:30.228400 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 99d379c7-e52a-4136-9436-a3133586c4b0 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:21:30.255792 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d49048c9-a5d2-48dc-a7f8-a3d42b0c2a1b req-0a4288e0-c2c3-49d1-8778-333bb1c355eb tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297857 Jul 09 16:21:30.281915 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c47e374f-20ed-4130-be8e-9e799ba5df5b req-5401a3a0-7577-47e2-a7d4-5b7844196708 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121938 Jul 09 16:21:30.292928 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6bc3b9-bd18-4921-9986-bd8454794406 req-95ab54d1-451c-4be9-94ca-c555e58809a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:30.295145 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2e6bc3b9-bd18-4921-9986-bd8454794406 req-95ab54d1-451c-4be9-94ca-c555e58809a7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a171d79a-1159-4481-9cc1-46c665ce3a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2451818 Jul 09 16:21:30.336974 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0aa63a9-7989-4173-b239-835a31835b67 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] DELETE failed (client error): The resource could not be found. Jul 09 16:21:30.337735 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0aa63a9-7989-4173-b239-835a31835b67 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:21:30.348701 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d0aa63a9-7989-4173-b239-835a31835b67 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] 10.222.0.98 "DELETE /v2.0/ports/f43ed9dd-f035-47ef-a103-ebd32f8b699e HTTP/1.1" status: 404 len: 333 time: 0.1228871 Jul 09 16:21:30.352628 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34626) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:30.468272 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a45edab9-e4be-41db-bb4e-e03cd35d5eef tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] 10.222.0.98 "GET /v2.0/ports?device_id=7ba4d62f-8a44-4fb5-bf8d-91eae31d78b6 HTTP/1.1" status: 200 len: 205 time: 0.1085992 Jul 09 16:21:30.484081 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34628) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:30.548559 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [None req-f18b84eb-c0a2-4425-a16e-e3ff38e154bf tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] delete failed (client error): The resource could not be found. Jul 09 16:21:30.548795 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f18b84eb-c0a2-4425-a16e-e3ff38e154bf tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] 10.222.0.98 "DELETE /v2.0/routers/7ba4d62f-8a44-4fb5-bf8d-91eae31d78b6 HTTP/1.1" status: 404 len: 336 time: 0.0625708 Jul 09 16:21:30.549288 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34630) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:30.586053 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f3b3d9d-ea4e-44b5-ae0c-04941bdae849 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] DELETE failed (client error): The resource could not be found. Jul 09 16:21:30.586453 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f3b3d9d-ea4e-44b5-ae0c-04941bdae849 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:21:30.591078 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8f3b3d9d-ea4e-44b5-ae0c-04941bdae849 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] 10.222.0.98 "DELETE /v2.0/subnets/cd113d30-b80b-4f68-ab26-433d28a9f007 HTTP/1.1" status: 404 len: 337 time: 0.0366881 Jul 09 16:21:30.596327 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d10f8e1-1dbc-474f-83cb-d360c3c0cc39 admin admin] Made reservation on behalf of b154302935fe4c279158d96afe6f6577 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:21:30.599571 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5d10f8e1-1dbc-474f-83cb-d360c3c0cc39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:30.601596 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34632) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:30.619060 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '084206b1-bf14-4217-b285-ca4524c21dfa', 'tag': 'e57d8c06-ab85-46d1-be00-3fb675deed68'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:21:30.621317 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12e676c-bb55-4e4d-8841-8eac0bc9222a" -d '{"events": [{"name": "network-changed", "server_uuid": "084206b1-bf14-4217-b285-ca4524c21dfa", "tag": "e57d8c06-ab85-46d1-be00-3fb675deed68"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:21:30.667259 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f668a4d-131e-44e9-a9ca-9f7ee2f5e609 x-openstack-request-id: req-2f668a4d-131e-44e9-a9ca-9f7ee2f5e609 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:21:30.667544 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "084206b1-bf14-4217-b285-ca4524c21dfa", "tag": "e57d8c06-ab85-46d1-be00-3fb675deed68", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:21:30.667790 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2f668a4d-131e-44e9-a9ca-9f7ee2f5e609 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:21:30.668185 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '084206b1-bf14-4217-b285-ca4524c21dfa', 'tag': 'e57d8c06-ab85-46d1-be00-3fb675deed68', 'status': 'completed', 'code': 200} Jul 09 16:21:30.677205 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0d11d-a445-453e-bc98-7129c44edd89 req-434f61e6-f110-4405-887a-45abfee1fa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:30.678269 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2e6bc3b9-bd18-4921-9986-bd8454794406 req-be8ab0ab-7522-45ff-afe1-dfcf717b448d service neutron] 10.222.0.73 "GET /v2.0/networks/a171d79a-1159-4481-9cc1-46c665ce3a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3751106 Jul 09 16:21:30.678729 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-39b0d11d-a445-453e-bc98-7129c44edd89 req-434f61e6-f110-4405-887a-45abfee1fa97 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e14244d3-321e-4e11-8fa5-f8d23e2088a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5576935 Jul 09 16:21:30.684126 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4347637e-74bf-4c98-9a3f-b314088b524e admin admin] Router 6c81df47-4053-467a-b8c5-cb15fa70fb3b has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:21:30.898643 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-d1f64913-15d2-4e36-b4f1-9d742127dd27 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Deleting port f0074818-a093-4552-9223-49ebe531821a {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:21:30.899286 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d1f64913-15d2-4e36-b4f1-9d742127dd27 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:30.910348 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-39b0d11d-a445-453e-bc98-7129c44edd89 req-04d3368e-09ba-4e50-84c2-8b71f4ea5874 service neutron] 10.222.0.77 "GET /v2.0/networks/e14244d3-321e-4e11-8fa5-f8d23e2088a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687970 Jul 09 16:21:31.146890 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d1f64913-15d2-4e36-b4f1-9d742127dd27 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:31.174298 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5d10f8e1-1dbc-474f-83cb-d360c3c0cc39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:31.176723 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-d1f64913-15d2-4e36-b4f1-9d742127dd27 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Calling delete_port for f0074818-a093-4552-9223-49ebe531821a owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:21:31.225182 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-39b0d11d-a445-453e-bc98-7129c44edd89 req-d7326a97-5132-4259-a3ff-6df3a416df2d service neutron] 10.222.0.77 "GET /v2.0/networks/e14244d3-321e-4e11-8fa5-f8d23e2088a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006203 Jul 09 16:21:31.376723 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d10f8e1-1dbc-474f-83cb-d360c3c0cc39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9acb6f7-e039-4944-af4b-1915f93a346f,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:31.415160 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2e6bc3b9-bd18-4921-9986-bd8454794406 req-4c8424d0-a73f-4731-8528-920f4fc8b6ed service neutron] 10.222.0.73 "GET /v2.0/networks/a171d79a-1159-4481-9cc1-46c665ce3a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7284863 Jul 09 16:21:31.415777 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d10f8e1-1dbc-474f-83cb-d360c3c0cc39 admin admin] Checking segment: {'id': 'b4ddedb3-7069-497f-9f80-24921aba58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '99d379c7-e52a-4136-9436-a3133586c4b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:21:31.415877 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d10f8e1-1dbc-474f-83cb-d360c3c0cc39 admin admin] Network hostable DHCP agents. Network: 99d379c7-e52a-4136-9436-a3133586c4b0, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:21:31.468822 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4347637e-74bf-4c98-9a3f-b314088b524e admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:21:31.486254 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec67ee4c-87f5-4b04-87dd-d8342af97ade None None] Sync routers for ids ['6c81df47-4053-467a-b8c5-cb15fa70fb3b'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:21:31.488823 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-4347637e-74bf-4c98-9a3f-b314088b524e admin admin] 10.222.0.98 "PUT /v2.0/routers/6c81df47-4053-467a-b8c5-cb15fa70fb3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5507779 Jul 09 16:21:31.495365 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34644) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:31.500982 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec67ee4c-87f5-4b04-87dd-d8342af97ade None None] Routers {'6c81df47-4053-467a-b8c5-cb15fa70fb3b'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:21:31.501600 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-ec67ee4c-87f5-4b04-87dd-d8342af97ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:21:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['6c81df47-4053-467a-b8c5-cb15fa70fb3b'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:31.551389 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d10f8e1-1dbc-474f-83cb-d360c3c0cc39 admin admin] Network 99d379c7-e52a-4136-9436-a3133586c4b0 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:21:31.635921 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6e9cf-854c-41a7-9368-215744a539ec req-274ef95f-3e93-46e3-a24c-8a75d9e66ea9 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:31.637468 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3ff6e9cf-854c-41a7-9368-215744a539ec req-274ef95f-3e93-46e3-a24c-8a75d9e66ea9 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.1708844 Jul 09 16:21:31.640996 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e676c-bb55-4e4d-8841-8eac0bc9222a req-47077684-cfee-4b2e-acfa-6f915a82fe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:31.642863 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c12e676c-bb55-4e4d-8841-8eac0bc9222a req-47077684-cfee-4b2e-acfa-6f915a82fe63 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b8ad35771c814596a752d0340d35099a&device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 1094 time: 0.1086881 Jul 09 16:21:31.652345 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d1f64913-15d2-4e36-b4f1-9d742127dd27 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:31.655954 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-ec67ee4c-87f5-4b04-87dd-d8342af97ade None None] Set router 6c81df47-4053-467a-b8c5-cb15fa70fb3b gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:21:31.683633 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-5d10f8e1-1dbc-474f-83cb-d360c3c0cc39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 99d379c7-e52a-4136-9436-a3133586c4b0) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:21:31.698178 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8174b24-fe01-45a2-a1e7-f6335673ec77 None None] Network 99d379c7-e52a-4136-9436-a3133586c4b0 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:21:31.744603 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3ff6e9cf-854c-41a7-9368-215744a539ec req-108cd2bc-d446-4225-8008-99ef8e7a2384 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981021 Jul 09 16:21:31.850230 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e676c-bb55-4e4d-8841-8eac0bc9222a req-643717a0-7015-489f-bb48-3282a72e6963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:31.856533 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c12e676c-bb55-4e4d-8841-8eac0bc9222a req-643717a0-7015-489f-bb48-3282a72e6963 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a171d79a-1159-4481-9cc1-46c665ce3a96 HTTP/1.1" status: 200 len: 918 time: 0.1865568 Jul 09 16:21:31.958432 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c12e676c-bb55-4e4d-8841-8eac0bc9222a req-4d06b13b-2b07-4fa4-90e2-cb5cedecf026 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e57d8c06-ab85-46d1-be00-3fb675deed68 HTTP/1.1" status: 200 len: 217 time: 0.0924613 Jul 09 16:21:32.000915 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998ceaa4-d5e2-4f57-a944-c21710ea1f3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-99d379c7-e52a-4136-9436-a3133586c4b0', 'network_id': '99d379c7-e52a-4136-9436-a3133586c4b0', 'tenant_id': 'b154302935fe4c279158d96afe6f6577', 'fixed_ips': [{'subnet_id': 'e9acb6f7-e039-4944-af4b-1915f93a346f'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:21:32.001786 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-998ceaa4-d5e2-4f57-a944-c21710ea1f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:32.033831 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-ec67ee4c-87f5-4b04-87dd-d8342af97ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c81df47-4053-467a-b8c5-cb15fa70fb3b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2087140404-router', 'tenant_id': '0d09c7e748474147aa937d1c18ab1eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '9f82f6c6-47e6-4dfc-9058-3b151d613f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:20:26Z', 'updated_at': '2021-07-09T16:21:29Z', 'revision_number': 5, 'project_id': '0d09c7e748474147aa937d1c18ab1eb5', 'gw_port': {'id': '9f82f6c6-47e6-4dfc-9058-3b151d613f6e', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:40:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c81df47-4053-467a-b8c5-cb15fa70fb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:20:27Z', 'updated_at': '2021-07-09T16:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:32.080883 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e676c-bb55-4e4d-8841-8eac0bc9222a req-4a94acb6-c215-401f-904e-891bfa997859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:32.085805 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c12e676c-bb55-4e4d-8841-8eac0bc9222a req-4a94acb6-c215-401f-904e-891bfa997859 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b9e97679-e3ca-4f43-b281-7791408a1287 HTTP/1.1" status: 200 len: 856 time: 0.1210821 Jul 09 16:21:32.093206 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d10f8e1-1dbc-474f-83cb-d360c3c0cc39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:32.093772 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5d10f8e1-1dbc-474f-83cb-d360c3c0cc39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:32.108741 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f64913-15d2-4e36-b4f1-9d742127dd27 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Pushing event deleted for resources: {'Port': ['ID=f0074818-a093-4552-9223-49ebe531821a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:32.114421 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec67ee4c-87f5-4b04-87dd-d8342af97ade None None] Checking router: 6c81df47-4053-467a-b8c5-cb15fa70fb3b for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:21:32.143656 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec67ee4c-87f5-4b04-87dd-d8342af97ade None None] Routers {'6c81df47-4053-467a-b8c5-cb15fa70fb3b'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:21:32.144516 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-ec67ee4c-87f5-4b04-87dd-d8342af97ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:21:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['6c81df47-4053-467a-b8c5-cb15fa70fb3b'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:32.146494 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-5d10f8e1-1dbc-474f-83cb-d360c3c0cc39 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9556997 Jul 09 16:21:32.154445 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34652) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:32.167037 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-6d5d5b4a-792b-40da-9d4a-146eaa236bfc admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-680453750-router', 'tenant_id': 'b154302935fe4c279158d96afe6f6577', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:21:32.184970 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f64913-15d2-4e36-b4f1-9d742127dd27 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:21:32.185356 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f64913-15d2-4e36-b4f1-9d742127dd27 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:21:32.185654 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f64913-15d2-4e36-b4f1-9d742127dd27 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:21:32.185994 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f64913-15d2-4e36-b4f1-9d742127dd27 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:21:32.186355 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f64913-15d2-4e36-b4f1-9d742127dd27 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:21:32.186653 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f64913-15d2-4e36-b4f1-9d742127dd27 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:21:32.186998 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f64913-15d2-4e36-b4f1-9d742127dd27 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:21:32.187330 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f64913-15d2-4e36-b4f1-9d742127dd27 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:21:32.187652 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f64913-15d2-4e36-b4f1-9d742127dd27 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:21:32.187971 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f64913-15d2-4e36-b4f1-9d742127dd27 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:21:32.188294 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f64913-15d2-4e36-b4f1-9d742127dd27 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:21:32.188611 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f64913-15d2-4e36-b4f1-9d742127dd27 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:21:32.256493 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6d5d5b4a-792b-40da-9d4a-146eaa236bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:32.260427 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6d5d5b4a-792b-40da-9d4a-146eaa236bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:32.274848 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6d121-dafb-4d85-bfc4-52b62238b91f req-8440b531-84d0-4e0c-a302-015a27756365 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:32.282935 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-78e6d121-dafb-4d85-bfc4-52b62238b91f req-8440b531-84d0-4e0c-a302-015a27756365 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 943 time: 0.7509930 Jul 09 16:21:32.293885 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aec98495-35d4-4e53-9a3d-357b13c5ee80 admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:32.346404 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d1f64913-15d2-4e36-b4f1-9d742127dd27 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:32.349176 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d1f64913-15d2-4e36-b4f1-9d742127dd27 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] 10.222.0.98 "DELETE /v2.0/ports/f0074818-a093-4552-9223-49ebe531821a HTTP/1.1" status: 204 len: 168 time: 1.7413380 Jul 09 16:21:32.352081 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-998ceaa4-d5e2-4f57-a944-c21710ea1f3f None None] Allocated IP 172.20.0.2 (99d379c7-e52a-4136-9436-a3133586c4b0/e9acb6f7-e039-4944-af4b-1915f93a346f/f0f78792-1bda-407a-9122-541509248a83) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:21:32.352955 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34654) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:32.397295 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6d5d5b4a-792b-40da-9d4a-146eaa236bfc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:32.479646 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-ec67ee4c-87f5-4b04-87dd-d8342af97ade None None] Set router 6c81df47-4053-467a-b8c5-cb15fa70fb3b gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:21:32.491375 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-78e6d121-dafb-4d85-bfc4-52b62238b91f req-767400a3-06a0-4fa5-b744-284d68f8fe44 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2077968 Jul 09 16:21:32.585216 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e676c-bb55-4e4d-8841-8eac0bc9222a req-89150474-d8d1-44dc-97b1-26f0d5e656c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:32.586997 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c12e676c-bb55-4e4d-8841-8eac0bc9222a req-89150474-d8d1-44dc-97b1-26f0d5e656c5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a171d79a-1159-4481-9cc1-46c665ce3a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4942052 Jul 09 16:21:32.587645 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-c41bdc4b-e2cf-4f2c-b23a-89c33423790d tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Deleting port 4ef01bfe-2b4f-497c-a291-eb9ae16766b3 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:21:32.588149 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c41bdc4b-e2cf-4f2c-b23a-89c33423790d tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:32.597470 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aec98495-35d4-4e53-9a3d-357b13c5ee80 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:32.701849 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-998ceaa4-d5e2-4f57-a944-c21710ea1f3f None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:32.723213 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-998ceaa4-d5e2-4f57-a944-c21710ea1f3f None None] Transition to ACTIVE for port object f0f78792-1bda-407a-9122-541509248a83 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:21:32.751519 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c41bdc4b-e2cf-4f2c-b23a-89c33423790d tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:32.769006 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-998ceaa4-d5e2-4f57-a944-c21710ea1f3f None None] Transition to ACTIVE for port object f0f78792-1bda-407a-9122-541509248a83 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:21:32.774014 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-c41bdc4b-e2cf-4f2c-b23a-89c33423790d tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Calling delete_port for 4ef01bfe-2b4f-497c-a291-eb9ae16766b3 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:21:32.801410 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-998ceaa4-d5e2-4f57-a944-c21710ea1f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:32.819576 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6d5d5b4a-792b-40da-9d4a-146eaa236bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:32.835597 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-aec98495-35d4-4e53-9a3d-357b13c5ee80 admin admin] Deleting port 9f82f6c6-47e6-4dfc-9058-3b151d613f6e {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:21:32.836062 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aec98495-35d4-4e53-9a3d-357b13c5ee80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:32.906865 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998ceaa4-d5e2-4f57-a944-c21710ea1f3f None None] Pushing event updated for resources: {'Port': ['ID=f0f78792-1bda-407a-9122-541509248a83,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:32.925298 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998ceaa4-d5e2-4f57-a944-c21710ea1f3f None None] Network 99d379c7-e52a-4136-9436-a3133586c4b0 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:21:32.927725 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-998ceaa4-d5e2-4f57-a944-c21710ea1f3f None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:21:32.936521 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998ceaa4-d5e2-4f57-a944-c21710ea1f3f None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:21:32.961463 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-ec67ee4c-87f5-4b04-87dd-d8342af97ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c81df47-4053-467a-b8c5-cb15fa70fb3b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2087140404-router', 'tenant_id': '0d09c7e748474147aa937d1c18ab1eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '9f82f6c6-47e6-4dfc-9058-3b151d613f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:20:26Z', 'updated_at': '2021-07-09T16:21:29Z', 'revision_number': 5, 'project_id': '0d09c7e748474147aa937d1c18ab1eb5', 'gw_port': {'id': '9f82f6c6-47e6-4dfc-9058-3b151d613f6e', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:40:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c81df47-4053-467a-b8c5-cb15fa70fb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:20:27Z', 'updated_at': '2021-07-09T16:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:32.967953 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c12e676c-bb55-4e4d-8841-8eac0bc9222a req-3f11ddc2-e7d1-47b8-a32c-874dcead572d service neutron] 10.222.0.73 "GET /v2.0/networks/a171d79a-1159-4481-9cc1-46c665ce3a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721728 Jul 09 16:21:33.056269 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-998ceaa4-d5e2-4f57-a944-c21710ea1f3f None None] Attempting to bind port f0f78792-1bda-407a-9122-541509248a83 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:21:33.056956 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-998ceaa4-d5e2-4f57-a944-c21710ea1f3f None None] Attempting to bind port f0f78792-1bda-407a-9122-541509248a83 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'b4ddedb3-7069-497f-9f80-24921aba58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '99d379c7-e52a-4136-9436-a3133586c4b0'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:21:33.057476 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998ceaa4-d5e2-4f57-a944-c21710ea1f3f None None] Attempting to bind port f0f78792-1bda-407a-9122-541509248a83 on network 99d379c7-e52a-4136-9436-a3133586c4b0 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:21:33.063589 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998ceaa4-d5e2-4f57-a944-c21710ea1f3f None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:21:33.064262 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998ceaa4-d5e2-4f57-a944-c21710ea1f3f None None] Checking segment: {'id': 'b4ddedb3-7069-497f-9f80-24921aba58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '99d379c7-e52a-4136-9436-a3133586c4b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:21:33.064997 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-998ceaa4-d5e2-4f57-a944-c21710ea1f3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:33.065603 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998ceaa4-d5e2-4f57-a944-c21710ea1f3f None None] Bound using segment: {'id': 'b4ddedb3-7069-497f-9f80-24921aba58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '99d379c7-e52a-4136-9436-a3133586c4b0'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:21:33.066241 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-998ceaa4-d5e2-4f57-a944-c21710ea1f3f None None] Bound port: f0f78792-1bda-407a-9122-541509248a83, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4ddedb3-7069-497f-9f80-24921aba58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '99d379c7-e52a-4136-9436-a3133586c4b0'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:21:33.066814 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-998ceaa4-d5e2-4f57-a944-c21710ea1f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:33.106018 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-aec98495-35d4-4e53-9a3d-357b13c5ee80 admin admin] For port 9f82f6c6-47e6-4dfc-9058-3b151d613f6e, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=9f82f6c6-47e6-4dfc-9058-3b151d613f6e,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:21:33.106649 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aec98495-35d4-4e53-9a3d-357b13c5ee80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:33.151646 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-aec98495-35d4-4e53-9a3d-357b13c5ee80 admin admin] Calling delete_port for 9f82f6c6-47e6-4dfc-9058-3b151d613f6e owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:21:33.195317 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec67ee4c-87f5-4b04-87dd-d8342af97ade None None] The sync data for ids ['6c81df47-4053-467a-b8c5-cb15fa70fb3b'] in n-d-798930-3 is: [{'id': '6c81df47-4053-467a-b8c5-cb15fa70fb3b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2087140404-router', 'tenant_id': '0d09c7e748474147aa937d1c18ab1eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '9f82f6c6-47e6-4dfc-9058-3b151d613f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:20:26Z', 'updated_at': '2021-07-09T16:21:29Z', 'revision_number': 5, 'project_id': '0d09c7e748474147aa937d1c18ab1eb5', 'gw_port': {'id': '9f82f6c6-47e6-4dfc-9058-3b151d613f6e', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:40:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c81df47-4053-467a-b8c5-cb15fa70fb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:20:27Z', 'updated_at': '2021-07-09T16:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:21:33.208667 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-998ceaa4-d5e2-4f57-a944-c21710ea1f3f None None] For port f0f78792-1bda-407a-9122-541509248a83, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:21:33.217258 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-998ceaa4-d5e2-4f57-a944-c21710ea1f3f None None] For port f0f78792-1bda-407a-9122-541509248a83, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=f0f78792-1bda-407a-9122-541509248a83,segment=NetworkSegment(b4ddedb3-7069-497f-9f80-24921aba58b4),segment_id=b4ddedb3-7069-497f-9f80-24921aba58b4)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:21:33.224076 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-998ceaa4-d5e2-4f57-a944-c21710ea1f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:33.263871 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70250108-fbeb-4d26-b6b0-367904ee4542 req-10812d6c-950c-4bec-9e5f-cdc04b3c5eef tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:33.265668 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-70250108-fbeb-4d26-b6b0-367904ee4542 req-10812d6c-950c-4bec-9e5f-cdc04b3c5eef tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.2223587 Jul 09 16:21:33.284732 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c41bdc4b-e2cf-4f2c-b23a-89c33423790d tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:33.356100 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c12e676c-bb55-4e4d-8841-8eac0bc9222a req-91120b09-81f7-42ae-8292-2ebc3b9b7066 service neutron] 10.222.0.73 "GET /v2.0/networks/a171d79a-1159-4481-9cc1-46c665ce3a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3790600 Jul 09 16:21:33.411953 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6d5d5b4a-792b-40da-9d4a-146eaa236bfc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:33.455924 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6d5d5b4a-792b-40da-9d4a-146eaa236bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:33.495415 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998ceaa4-d5e2-4f57-a944-c21710ea1f3f None None] Pushing event updated for resources: {'Port': ['ID=f0f78792-1bda-407a-9122-541509248a83,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:33.521628 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bdc4b-e2cf-4f2c-b23a-89c33423790d tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Pushing event deleted for resources: {'Port': ['ID=4ef01bfe-2b4f-497c-a291-eb9ae16766b3,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:33.521628 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-70250108-fbeb-4d26-b6b0-367904ee4542 req-9efc8938-3274-47cb-8d9c-4d90a2b75ffe tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397702 Jul 09 16:21:33.681823 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c41bdc4b-e2cf-4f2c-b23a-89c33423790d tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:33.683922 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c41bdc4b-e2cf-4f2c-b23a-89c33423790d tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] 10.222.0.98 "DELETE /v2.0/ports/4ef01bfe-2b4f-497c-a291-eb9ae16766b3 HTTP/1.1" status: 204 len: 168 time: 1.3297234 Jul 09 16:21:33.687431 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34666) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:33.779793 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-6d5d5b4a-792b-40da-9d4a-146eaa236bfc admin admin] Allocated IP 172.25.0.41 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/b23a1829-b1dd-4404-85b1-fc086b3019c3) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:21:34.042843 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5c2f97-5d36-46e3-9065-e6fc892303e8 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:34.045136 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8d5c2f97-5d36-46e3-9065-e6fc892303e8 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] 10.222.0.98 "GET /v2.0/ports?device_id=53cf0c56-5ba4-4e0c-a002-1ae625c86541 HTTP/1.1" status: 200 len: 913 time: 0.3569968 Jul 09 16:21:34.047824 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34668) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:34.073899 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aec98495-35d4-4e53-9a3d-357b13c5ee80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:34.074639 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6d5d5b4a-792b-40da-9d4a-146eaa236bfc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:34.192896 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6d5d5b4a-792b-40da-9d4a-146eaa236bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:34.202533 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec98495-35d4-4e53-9a3d-357b13c5ee80 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f82f6c6-47e6-4dfc-9058-3b151d613f6e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:34.256362 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5d5b4a-792b-40da-9d4a-146eaa236bfc admin admin] Pushing event updated for resources: {'Port': ['ID=b23a1829-b1dd-4404-85b1-fc086b3019c3,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:34.272666 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5d5b4a-792b-40da-9d4a-146eaa236bfc admin admin] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:21:34.274501 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-6d5d5b4a-792b-40da-9d4a-146eaa236bfc admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:21:34.281316 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5d5b4a-792b-40da-9d4a-146eaa236bfc admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:21:34.288504 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device e57d8c06-ab85-46d1-be00-3fb675deed68 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:21:34.334727 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8623d6-b80c-4e58-bb05-588c0a0fee9e req-2906927d-8768-432c-85db-98eb803a4d0e tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:34.342081 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ea8623d6-b80c-4e58-bb05-588c0a0fee9e req-2906927d-8768-432c-85db-98eb803a4d0e tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 943 time: 0.5025866 Jul 09 16:21:34.452050 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aec98495-35d4-4e53-9a3d-357b13c5ee80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:34.513832 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ea8623d6-b80c-4e58-bb05-588c0a0fee9e req-ce1901be-1e05-4b57-ba43-7cfb2d2964d1 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707244 Jul 09 16:21:34.654270 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aec98495-35d4-4e53-9a3d-357b13c5ee80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:34.665888 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port e57d8c06-ab85-46d1-be00-3fb675deed68, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=e57d8c06-ab85-46d1-be00-3fb675deed68,segment=NetworkSegment(ccf009d5-237d-4e31-8041-1465d7de9aef),segment_id=ccf009d5-237d-4e31-8041-1465d7de9aef)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:21:34.668661 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aec98495-35d4-4e53-9a3d-357b13c5ee80 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:34.732057 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': 'e57d8c06-ab85-46d1-be00-3fb675deed68', 'network_id': 'a171d79a-1159-4481-9cc1-46c665ce3a96', 'port_id': 'e57d8c06-ab85-46d1-be00-3fb675deed68', 'mac_address': 'fa:16:3e:41:67:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9e97679-e3ca-4f43-b281-7791408a1287', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:21:34.783106 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aec98495-35d4-4e53-9a3d-357b13c5ee80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:34.786942 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec98495-35d4-4e53-9a3d-357b13c5ee80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c81df47-4053-467a-b8c5-cb15fa70fb3b {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:21:34.847595 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aec98495-35d4-4e53-9a3d-357b13c5ee80 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:34.848791 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-aec98495-35d4-4e53-9a3d-357b13c5ee80 admin admin] 10.222.0.98 "DELETE /v2.0/routers/6c81df47-4053-467a-b8c5-cb15fa70fb3b HTTP/1.1" status: 204 len: 168 time: 3.3510964 Jul 09 16:21:34.851906 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34676) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:34.972364 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:35.027643 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e57d8c06-ab85-46d1-be00-3fb675deed68 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:21:35.079563 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port e57d8c06-ab85-46d1-be00-3fb675deed68, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=e57d8c06-ab85-46d1-be00-3fb675deed68,segment=NetworkSegment(ccf009d5-237d-4e31-8041-1465d7de9aef),segment_id=ccf009d5-237d-4e31-8041-1465d7de9aef)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:21:35.082378 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6d5d5b4a-792b-40da-9d4a-146eaa236bfc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:35.098561 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:35.147743 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-cccff350-3fc5-4353-a496-95f8837402e2 admin admin] Deleting subnet 48086698-4f4f-4805-9505-5f3dd52a2a14 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:21:35.161058 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cccff350-3fc5-4353-a496-95f8837402e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:35.217137 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=e57d8c06-ab85-46d1-be00-3fb675deed68,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:35.244238 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:21:35.244586 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:21:35.244930 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:21:35.245272 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:21:35.245607 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:21:35.245940 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:21:35.246270 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:21:35.246599 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:21:35.246951 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:21:35.247276 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:21:35.247599 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:21:35.247922 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:21:35.282247 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09a4fd-292f-4bb4-9154-14cc2804240b req-1685054e-c60c-41f6-9be6-7d77815d771b tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:35.290139 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bf09a4fd-292f-4bb4-9154-14cc2804240b req-1685054e-c60c-41f6-9be6-7d77815d771b tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.3779612 Jul 09 16:21:35.304523 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cccff350-3fc5-4353-a496-95f8837402e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:35.426823 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bf09a4fd-292f-4bb4-9154-14cc2804240b req-cf64c248-01b0-422b-a1e1-374d69650968 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258132 Jul 09 16:21:35.447186 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6d5d5b4a-792b-40da-9d4a-146eaa236bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:35.501429 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-becfa4ed-f913-427c-82ae-f8eb4510af0b tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:35.502439 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da35e552-d8c3-4fb6-9b1a-c4f38f5602b1 None None] Network 99d379c7-e52a-4136-9436-a3133586c4b0 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:21:35.617203 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cccff350-3fc5-4353-a496-95f8837402e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:35.649929 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device f0f78792-1bda-407a-9122-541509248a83 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:21:35.746555 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['e57d8c06-ab85-46d1-be00-3fb675deed68'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:21:35.811189 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-164c5361-f751-4928-b687-afd03e1a628b None None] Provisioning for port f0f78792-1bda-407a-9122-541509248a83 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:21:35.825193 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d5d5b4a-792b-40da-9d4a-146eaa236bfc admin admin] Router 1e1d9fb0-bfa3-41b5-a49f-39c24bc0dc8a is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:21:35.863798 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8834c0-58c9-48df-b3e2-30e4fcc046d1 req-530504e1-f0dc-49bd-a370-6334cee86fcd tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:35.864163 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cccff350-3fc5-4353-a496-95f8837402e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:35.866288 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2f8834c0-58c9-48df-b3e2-30e4fcc046d1 req-530504e1-f0dc-49bd-a370-6334cee86fcd tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 944 time: 0.1217499 Jul 09 16:21:35.947202 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccff350-3fc5-4353-a496-95f8837402e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48086698-4f4f-4805-9505-5f3dd52a2a14,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:35.961477 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port f0f78792-1bda-407a-9122-541509248a83 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:21:35.969119 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port f0f78792-1bda-407a-9122-541509248a83 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:21:35.969484 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:35.972792 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3866d1b7-f4b9-404e-9a6b-598d3716d962 None None] Network 9809a851-ea74-4e67-9b3b-e340e8e7e565 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:21:35.983403 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cccff350-3fc5-4353-a496-95f8837402e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:35.988536 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-cccff350-3fc5-4353-a496-95f8837402e2 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/48086698-4f4f-4805-9505-5f3dd52a2a14 HTTP/1.1" status: 204 len: 168 time: 1.1327591 Jul 09 16:21:35.991260 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34684) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:36.021694 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2f8834c0-58c9-48df-b3e2-30e4fcc046d1 req-f9cc8b40-6abc-489f-9f6e-40ac43eb38e4 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428483 Jul 09 16:21:36.121435 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d5d5b4a-792b-40da-9d4a-146eaa236bfc admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:21:36.166694 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdb0282-3669-4f06-a71b-507efcffdd93 None None] Sync routers for ids ['1e1d9fb0-bfa3-41b5-a49f-39c24bc0dc8a'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:21:36.170755 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6d5d5b4a-792b-40da-9d4a-146eaa236bfc admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:36.173986 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-6d5d5b4a-792b-40da-9d4a-146eaa236bfc admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.0165274 Jul 09 16:21:36.179127 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34688) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:36.192864 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-80ce2f03-201a-42e9-a2d4-8b622a148892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:36.244501 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdb0282-3669-4f06-a71b-507efcffdd93 None None] Routers {'1e1d9fb0-bfa3-41b5-a49f-39c24bc0dc8a'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:21:36.245141 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4bdb0282-3669-4f06-a71b-507efcffdd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:21:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['1e1d9fb0-bfa3-41b5-a49f-39c24bc0dc8a'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:36.337400 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:36.480261 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-80ce2f03-201a-42e9-a2d4-8b622a148892 admin admin] Deleting port 8478abea-f5a3-4683-86b6-f4321f76d690 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:21:36.481248 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-80ce2f03-201a-42e9-a2d4-8b622a148892 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:36.509347 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-becfa4ed-f913-427c-82ae-f8eb4510af0b tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Deleting port 14dca3b8-ea44-413b-a9bb-ea52f8bb4234 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:21:36.510085 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-becfa4ed-f913-427c-82ae-f8eb4510af0b tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:36.538479 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port f0f78792-1bda-407a-9122-541509248a83, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=f0f78792-1bda-407a-9122-541509248a83,segment=NetworkSegment(b4ddedb3-7069-497f-9f80-24921aba58b4),segment_id=b4ddedb3-7069-497f-9f80-24921aba58b4)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:21:36.587704 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:36.642840 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-80ce2f03-201a-42e9-a2d4-8b622a148892 admin admin] For port 8478abea-f5a3-4683-86b6-f4321f76d690, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=8478abea-f5a3-4683-86b6-f4321f76d690,segment=NetworkSegment(c75a1b70-1b3d-4117-8ba1-85d56a0b3c27),segment_id=c75a1b70-1b3d-4117-8ba1-85d56a0b3c27)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:21:36.643252 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-80ce2f03-201a-42e9-a2d4-8b622a148892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:36.733360 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-becfa4ed-f913-427c-82ae-f8eb4510af0b tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:36.772741 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-becfa4ed-f913-427c-82ae-f8eb4510af0b tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Calling delete_port for 14dca3b8-ea44-413b-a9bb-ea52f8bb4234 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:21:36.816761 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device f85bd825-efb1-482c-a4c6-7fdf648ad387 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:21:36.826068 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-80ce2f03-201a-42e9-a2d4-8b622a148892 admin admin] Calling delete_port for 8478abea-f5a3-4683-86b6-f4321f76d690 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:21:36.849126 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=f0f78792-1bda-407a-9122-541509248a83,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:36.880119 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-4bdb0282-3669-4f06-a71b-507efcffdd93 None None] Set router 1e1d9fb0-bfa3-41b5-a49f-39c24bc0dc8a gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:21:36.919939 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: f85bd825-efb1-482c-a4c6-7fdf648ad387 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:21:36.920570 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device f85bd825-efb1-482c-a4c6-7fdf648ad387 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:21:36.921145 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 9f82f6c6-47e6-4dfc-9058-3b151d613f6e no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:21:36.953945 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106d2ec7-613f-48bd-ac29-7cb4c867abf4 None None] DHCP port deletion for 9809a851-ea74-4e67-9b3b-e340e8e7e565 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:21:37.150687 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 9f82f6c6-47e6-4dfc-9058-3b151d613f6e {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:21:37.151507 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 9f82f6c6-47e6-4dfc-9058-3b151d613f6e not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:21:37.223151 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a2edb104-3075-4c26-a732-e779ce71d4bc None None] Provisioning complete for port f0f78792-1bda-407a-9122-541509248a83 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:21:37.223785 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a2edb104-3075-4c26-a732-e779ce71d4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:37.382053 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-106d2ec7-613f-48bd-ac29-7cb4c867abf4 None None] Deleting port 8478abea-f5a3-4683-86b6-f4321f76d690 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:21:37.382921 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-106d2ec7-613f-48bd-ac29-7cb4c867abf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:37.462518 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-106d2ec7-613f-48bd-ac29-7cb4c867abf4 None None] For port 8478abea-f5a3-4683-86b6-f4321f76d690, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=8478abea-f5a3-4683-86b6-f4321f76d690,segment=NetworkSegment(c75a1b70-1b3d-4117-8ba1-85d56a0b3c27),segment_id=c75a1b70-1b3d-4117-8ba1-85d56a0b3c27)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:21:37.463581 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-106d2ec7-613f-48bd-ac29-7cb4c867abf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:37.478994 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-106d2ec7-613f-48bd-ac29-7cb4c867abf4 None None] Calling delete_port for 8478abea-f5a3-4683-86b6-f4321f76d690 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:21:37.488252 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device f0f78792-1bda-407a-9122-541509248a83 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:21:37.607079 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c0a0e8-f286-43ec-9c45-1dcd16370a44 req-f6fcebed-f678-4515-bc18-2afa2a93d098 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:37.608718 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-38c0a0e8-f286-43ec-9c45-1dcd16370a44 req-f6fcebed-f678-4515-bc18-2afa2a93d098 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.7840703 Jul 09 16:21:37.646417 n-d-798930-3 neutron-server[93960]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 16:21:37.646417 n-d-798930-3 neutron-server[93960]: from cryptography.utils import int_from_bytes Jul 09 16:21:37.646417 n-d-798930-3 neutron-server[93960]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 16:21:37.646417 n-d-798930-3 neutron-server[93960]: from cryptography.utils import int_from_bytes Jul 09 16:21:37.646417 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:21:37.646417 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:21:37.646417 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:21:37.646417 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:21:37.646417 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:21:37.646417 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:21:37.646417 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:21:37.646417 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:21:37.646417 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:21:37.646417 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:21:37.646417 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:21:37.646417 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:21:37.646417 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:21:37.646417 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:21:37.646417 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:21:37.646417 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:21:37.646417 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:21:37.646417 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:21:37.646417 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:21:37.646417 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:21:37.646417 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:21:37.646417 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:21:37.646417 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:21:37.646417 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:21:37.646417 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:21:37.646417 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:21:37.646417 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:21:37.646417 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:21:37.646417 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:21:37.646417 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:21:37.646417 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:21:37.646417 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:21:37.646417 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:21:37.646417 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:21:37.646417 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:21:37.646417 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:21:37.646417 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:21:37.646417 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:21:37.649808 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:21:37.649808 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:21:37.649808 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:21:37.649808 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:21:37.649808 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:21:37.649808 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:21:37.649808 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:21:37.649808 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:21:37.649808 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:21:37.649808 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:21:37.649808 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:21:37.649808 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:21:37.649808 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:21:37.649808 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:21:37.655233 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-106d2ec7-613f-48bd-ac29-7cb4c867abf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:37.671805 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106d2ec7-613f-48bd-ac29-7cb4c867abf4 None None] No DVR routers for this DVR port 8478abea-f5a3-4683-86b6-f4321f76d690 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:21:37.743124 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-80ce2f03-201a-42e9-a2d4-8b622a148892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:37.745825 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d2ec7-613f-48bd-ac29-7cb4c867abf4 None None] Pushing event deleted for resources: {'Port': ['ID=8478abea-f5a3-4683-86b6-f4321f76d690,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:37.750881 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f580dc3e-f9f0-4a0d-9d53-3113bad5157d req-7d64e792-1892-4978-90fc-18744c7cec0c tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:37.758947 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f580dc3e-f9f0-4a0d-9d53-3113bad5157d req-7d64e792-1892-4978-90fc-18744c7cec0c tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 944 time: 0.5697763 Jul 09 16:21:37.764852 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ce2f03-201a-42e9-a2d4-8b622a148892 admin admin] No DVR routers for this DVR port 8478abea-f5a3-4683-86b6-f4321f76d690 on host n-d-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:21:37.771207 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4bdb0282-3669-4f06-a71b-507efcffdd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e1d9fb0-bfa3-41b5-a49f-39c24bc0dc8a', 'name': 'tempest-AttachSCSIVolumeTestJSON-680453750-router', 'tenant_id': 'b154302935fe4c279158d96afe6f6577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'b23a1829-b1dd-4404-85b1-fc086b3019c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:32Z', 'updated_at': '2021-07-09T16:21:34Z', 'revision_number': 3, 'project_id': 'b154302935fe4c279158d96afe6f6577', 'gw_port': {'id': 'b23a1829-b1dd-4404-85b1-fc086b3019c3', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e1d9fb0-bfa3-41b5-a49f-39c24bc0dc8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:33Z', 'updated_at': '2021-07-09T16:21:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:37.779666 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dee51dcf-1768-4bc2-87b5-cecc8f7aec96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:37.808229 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdb0282-3669-4f06-a71b-507efcffdd93 None None] Checking router: 1e1d9fb0-bfa3-41b5-a49f-39c24bc0dc8a for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:21:37.808728 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdb0282-3669-4f06-a71b-507efcffdd93 None None] Updating router 1e1d9fb0-bfa3-41b5-a49f-39c24bc0dc8a port b23a1829-b1dd-4404-85b1-fc086b3019c3 binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:21:37.825412 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ce2f03-201a-42e9-a2d4-8b622a148892 admin admin] Pushing event deleted for resources: {'Port': ['ID=8478abea-f5a3-4683-86b6-f4321f76d690,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:37.834794 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port f0f78792-1bda-407a-9122-541509248a83 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:21:37.835267 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:37.840097 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f580dc3e-f9f0-4a0d-9d53-3113bad5157d req-f5f5c218-e2c6-4f33-9dbe-00eeec58755f tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801206 Jul 09 16:21:37.863636 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-38c0a0e8-f286-43ec-9c45-1dcd16370a44 req-53a77619-b7ce-4a5f-96d4-ef846074c885 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559658 Jul 09 16:21:37.917496 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-becfa4ed-f913-427c-82ae-f8eb4510af0b tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:38.007867 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becfa4ed-f913-427c-82ae-f8eb4510af0b tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Pushing event deleted for resources: {'Port': ['ID=14dca3b8-ea44-413b-a9bb-ea52f8bb4234,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:38.020589 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-80ce2f03-201a-42e9-a2d4-8b622a148892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:38.056802 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-80ce2f03-201a-42e9-a2d4-8b622a148892 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9809a851-ea74-4e67-9b3b-e340e8e7e565']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:38.076682 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-80ce2f03-201a-42e9-a2d4-8b622a148892 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c75a1b70-1b3d-4117-8ba1-85d56a0b3c27') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:38.076981 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-80ce2f03-201a-42e9-a2d4-8b622a148892 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c75a1b70-1b3d-4117-8ba1-85d56a0b3c27') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:38.109259 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-80ce2f03-201a-42e9-a2d4-8b622a148892 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:38.160057 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-dee51dcf-1768-4bc2-87b5-cecc8f7aec96 admin admin] Allocated IP 172.20.0.1 (99d379c7-e52a-4136-9436-a3133586c4b0/e9acb6f7-e039-4944-af4b-1915f93a346f/a09a8daf-74c8-4999-9f1d-1f7b6593a692) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:21:38.168526 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4bdb0282-3669-4f06-a71b-507efcffdd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:38.203526 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-80ce2f03-201a-42e9-a2d4-8b622a148892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:38.237023 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80ce2f03-201a-42e9-a2d4-8b622a148892 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:21:38.237474 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-80ce2f03-201a-42e9-a2d4-8b622a148892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:38.246363 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:21:38.246363 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:21:38.246363 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:21:38.246363 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:21:38.246363 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:21:38.246363 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:21:38.246363 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:21:38.246363 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:21:38.246363 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:21:38.246363 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:21:38.246363 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:21:38.246363 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:21:38.246363 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:21:38.246363 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:21:38.246363 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:21:38.246363 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:21:38.246363 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:21:38.246363 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:21:38.246363 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:21:38.246363 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:21:38.246363 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:21:38.246363 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:21:38.246363 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:21:38.246363 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:21:38.246363 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:21:38.246363 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:21:38.246363 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:21:38.246363 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:21:38.246363 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:21:38.246363 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:21:38.246363 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:21:38.246363 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:21:38.390586 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dee51dcf-1768-4bc2-87b5-cecc8f7aec96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:38.409398 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-dee51dcf-1768-4bc2-87b5-cecc8f7aec96 admin admin] Transition to ACTIVE for port object a09a8daf-74c8-4999-9f1d-1f7b6593a692 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:21:38.455724 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4bdb0282-3669-4f06-a71b-507efcffdd93 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:38.469688 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4bdb0282-3669-4f06-a71b-507efcffdd93 None None] Transition to ACTIVE for port object b23a1829-b1dd-4404-85b1-fc086b3019c3 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:21:38.474840 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device e57d8c06-ab85-46d1-be00-3fb675deed68 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:21:38.479746 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dee51dcf-1768-4bc2-87b5-cecc8f7aec96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:38.496434 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-80ce2f03-201a-42e9-a2d4-8b622a148892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:38.513291 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-80ce2f03-201a-42e9-a2d4-8b622a148892 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:38.516427 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-80ce2f03-201a-42e9-a2d4-8b622a148892 admin admin] 10.222.0.98 "DELETE /v2.0/networks/9809a851-ea74-4e67-9b3b-e340e8e7e565 HTTP/1.1" status: 204 len: 168 time: 2.5230434 Jul 09 16:21:38.550205 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-becfa4ed-f913-427c-82ae-f8eb4510af0b tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:38.554283 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4bdb0282-3669-4f06-a71b-507efcffdd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:38.577778 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ce2f03-201a-42e9-a2d4-8b622a148892 admin admin] Pushing event deleted for resources: {'Network': ['ID=9809a851-ea74-4e67-9b3b-e340e8e7e565,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:38.593222 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee51dcf-1768-4bc2-87b5-cecc8f7aec96 admin admin] Network 99d379c7-e52a-4136-9436-a3133586c4b0 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:21:38.597005 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-dee51dcf-1768-4bc2-87b5-cecc8f7aec96 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:21:38.604025 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee51dcf-1768-4bc2-87b5-cecc8f7aec96 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:21:38.670169 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee51dcf-1768-4bc2-87b5-cecc8f7aec96 admin admin] Pushing event updated for resources: {'Port': ['ID=a09a8daf-74c8-4999-9f1d-1f7b6593a692,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:38.692731 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4026f1e5-a578-404a-abd7-41d4818aaf38 None None] Pushing event updated for resources: {'Port': ['ID=b23a1829-b1dd-4404-85b1-fc086b3019c3,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:38.707436 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dee51dcf-1768-4bc2-87b5-cecc8f7aec96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:38.753556 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34706) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:38.760859 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-4bdb0282-3669-4f06-a71b-507efcffdd93 None None] Attempting to bind port b23a1829-b1dd-4404-85b1-fc086b3019c3 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:21:38.761075 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-4bdb0282-3669-4f06-a71b-507efcffdd93 None None] Attempting to bind port b23a1829-b1dd-4404-85b1-fc086b3019c3 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:21:38.761527 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdb0282-3669-4f06-a71b-507efcffdd93 None None] Attempting to bind port b23a1829-b1dd-4404-85b1-fc086b3019c3 on network caa6ed8d-2893-4113-8f68-c5284e694f6c {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:21:38.779895 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdb0282-3669-4f06-a71b-507efcffdd93 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:21:38.786836 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdb0282-3669-4f06-a71b-507efcffdd93 None None] Checking segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:21:38.789142 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4bdb0282-3669-4f06-a71b-507efcffdd93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:38.790559 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdb0282-3669-4f06-a71b-507efcffdd93 None None] Bound using segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:21:38.793069 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-4bdb0282-3669-4f06-a71b-507efcffdd93 None None] Bound port: b23a1829-b1dd-4404-85b1-fc086b3019c3, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:21:38.795569 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4bdb0282-3669-4f06-a71b-507efcffdd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:38.841880 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 8478abea-f5a3-4683-86b6-f4321f76d690 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:21:38.874619 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6be0512b-c1c4-4ec1-81be-776dce30a039 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0d09c7e748474147aa937d1c18ab1eb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1198311 Jul 09 16:21:38.877642 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34708) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:38.879917 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 8478abea-f5a3-4683-86b6-f4321f76d690 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:21:38.880262 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 8478abea-f5a3-4683-86b6-f4321f76d690 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:21:38.911325 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port e57d8c06-ab85-46d1-be00-3fb675deed68 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:21:38.927678 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port e57d8c06-ab85-46d1-be00-3fb675deed68 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:21:38.928487 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:39.004278 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dee51dcf-1768-4bc2-87b5-cecc8f7aec96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:39.005513 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-4bdb0282-3669-4f06-a71b-507efcffdd93 None None] For port b23a1829-b1dd-4404-85b1-fc086b3019c3, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:21:39.010820 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-daf74434-f526-4c80-b126-b39eec3954d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:39.038068 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-4bdb0282-3669-4f06-a71b-507efcffdd93 None None] For port b23a1829-b1dd-4404-85b1-fc086b3019c3, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=b23a1829-b1dd-4404-85b1-fc086b3019c3,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:21:39.053218 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4bdb0282-3669-4f06-a71b-507efcffdd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:39.090520 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-daf74434-f526-4c80-b126-b39eec3954d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:39.111955 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4026f1e5-a578-404a-abd7-41d4818aaf38 None None] Pushing event updated for resources: {'Port': ['ID=b23a1829-b1dd-4404-85b1-fc086b3019c3,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:39.115591 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-03db519a-29cc-4f75-b426-13e24c0930f8 None None] Provisioning for port a09a8daf-74c8-4999-9f1d-1f7b6593a692 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:21:39.130443 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-03db519a-29cc-4f75-b426-13e24c0930f8 None None] Provisioning complete for port a09a8daf-74c8-4999-9f1d-1f7b6593a692 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:21:39.131237 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-03db519a-29cc-4f75-b426-13e24c0930f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:39.195674 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-becfa4ed-f913-427c-82ae-f8eb4510af0b tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Router 53cf0c56-5ba4-4e0c-a002-1ae625c86541 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:21:39.258562 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:39.264496 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-03db519a-29cc-4f75-b426-13e24c0930f8 None None] Port a09a8daf-74c8-4999-9f1d-1f7b6593a692 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:21:39.270206 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdb0282-3669-4f06-a71b-507efcffdd93 None None] Routers {'1e1d9fb0-bfa3-41b5-a49f-39c24bc0dc8a'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:21:39.271242 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4bdb0282-3669-4f06-a71b-507efcffdd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:21:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['1e1d9fb0-bfa3-41b5-a49f-39c24bc0dc8a'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:39.322662 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308fe6c-d587-46f1-8445-38422ede82cf req-ee47b00c-0f55-45cb-a0f8-94d3e75050ef tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:39.324768 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1308fe6c-d587-46f1-8445-38422ede82cf req-ee47b00c-0f55-45cb-a0f8-94d3e75050ef tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 944 time: 0.1069818 Jul 09 16:21:39.349293 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '084206b1-bf14-4217-b285-ca4524c21dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e57d8c06-ab85-46d1-be00-3fb675deed68'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:21:39.352974 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f3dedc-d2c4-4769-acd2-ff46d13222a7" -d '{"events": [{"server_uuid": "084206b1-bf14-4217-b285-ca4524c21dfa", "name": "network-vif-plugged", "status": "completed", "tag": "e57d8c06-ab85-46d1-be00-3fb675deed68"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:21:39.354218 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dee51dcf-1768-4bc2-87b5-cecc8f7aec96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:39.367335 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dee51dcf-1768-4bc2-87b5-cecc8f7aec96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:39.375352 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-becfa4ed-f913-427c-82ae-f8eb4510af0b tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:21:39.384657 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-becfa4ed-f913-427c-82ae-f8eb4510af0b tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] 10.222.0.98 "PUT /v2.0/routers/53cf0c56-5ba4-4e0c-a002-1ae625c86541/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3357198 Jul 09 16:21:39.386308 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34720) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:39.392489 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4589d725-1f69-4b12-9cb9-b7cb677947ea None None] Sync routers for ids ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:21:39.396087 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port e57d8c06-ab85-46d1-be00-3fb675deed68, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=e57d8c06-ab85-46d1-be00-3fb675deed68,segment=NetworkSegment(ccf009d5-237d-4e31-8041-1465d7de9aef),segment_id=ccf009d5-237d-4e31-8041-1465d7de9aef)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:21:39.409580 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4589d725-1f69-4b12-9cb9-b7cb677947ea None None] Routers {'53cf0c56-5ba4-4e0c-a002-1ae625c86541'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:21:39.410837 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-4589d725-1f69-4b12-9cb9-b7cb677947ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:21:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:39.418048 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:39.480292 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-4589d725-1f69-4b12-9cb9-b7cb677947ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:39.481603 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee51dcf-1768-4bc2-87b5-cecc8f7aec96 admin admin] Pushing event updated for resources: {'Port': ['ID=a09a8daf-74c8-4999-9f1d-1f7b6593a692,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:39.502343 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1308fe6c-d587-46f1-8445-38422ede82cf req-beb060a3-326d-452c-97d3-ebaeafef8977 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305618 Jul 09 16:21:39.509113 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4589d725-1f69-4b12-9cb9-b7cb677947ea None None] Routers {'53cf0c56-5ba4-4e0c-a002-1ae625c86541'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:21:39.510707 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-4589d725-1f69-4b12-9cb9-b7cb677947ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:21:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:39.532542 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dee51dcf-1768-4bc2-87b5-cecc8f7aec96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:39.612920 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-4589d725-1f69-4b12-9cb9-b7cb677947ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:39.613614 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4589d725-1f69-4b12-9cb9-b7cb677947ea None None] The sync data for ids ['53cf0c56-5ba4-4e0c-a002-1ae625c86541'] in n-d-798930-3 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:21:39.668809 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=e57d8c06-ab85-46d1-be00-3fb675deed68,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:39.731765 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bfd6ae53-b505-4cb5-9447-ff939f2cce02 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:39.736874 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-4bdb0282-3669-4f06-a71b-507efcffdd93 None None] Set router 1e1d9fb0-bfa3-41b5-a49f-39c24bc0dc8a gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:21:39.739844 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee51dcf-1768-4bc2-87b5-cecc8f7aec96 admin admin] Network 99d379c7-e52a-4136-9436-a3133586c4b0 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:21:39.741526 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-dee51dcf-1768-4bc2-87b5-cecc8f7aec96 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:21:39.931053 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-daf74434-f526-4c80-b126-b39eec3954d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:39.934715 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-daf74434-f526-4c80-b126-b39eec3954d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:39.936093 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-daf74434-f526-4c80-b126-b39eec3954d1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d7cb5031-446e-4635-9533-307563de15b6 HTTP/1.1" status: 204 len: 168 time: 1.0561228 Jul 09 16:21:39.972467 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf74434-f526-4c80-b126-b39eec3954d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7cb5031-446e-4635-9533-307563de15b6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:40.009164 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:40.010304 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee51dcf-1768-4bc2-87b5-cecc8f7aec96 admin admin] Router 1e1d9fb0-bfa3-41b5-a49f-39c24bc0dc8a has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:21:40.017158 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bfd6ae53-b505-4cb5-9447-ff939f2cce02 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:40.067137 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c57f33-0329-44e1-be58-22551a089951 x-openstack-request-id: req-66c57f33-0329-44e1-be58-22551a089951 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:21:40.067685 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "084206b1-bf14-4217-b285-ca4524c21dfa", "name": "network-vif-plugged", "status": "completed", "tag": "e57d8c06-ab85-46d1-be00-3fb675deed68", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:21:40.068076 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-66c57f33-0329-44e1-be58-22551a089951 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:21:40.068890 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '084206b1-bf14-4217-b285-ca4524c21dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e57d8c06-ab85-46d1-be00-3fb675deed68', 'code': 200} Jul 09 16:21:40.071415 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1446c35a-a7d2-4efc-977c-8e222a04fb4e req-9dc25cbe-ce0d-4155-b950-937e314d76a6 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:40.089791 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1446c35a-a7d2-4efc-977c-8e222a04fb4e req-9dc25cbe-ce0d-4155-b950-937e314d76a6 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.9119332 Jul 09 16:21:40.225155 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7e258b5e-74b3-4923-98d3-8a6beaf69a19 None None] Provisioning complete for port a09a8daf-74c8-4999-9f1d-1f7b6593a692 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:21:40.225897 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7e258b5e-74b3-4923-98d3-8a6beaf69a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:40.249856 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1446c35a-a7d2-4efc-977c-8e222a04fb4e req-f7b42084-7698-4158-91e3-3d9a6a3be738 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456153 Jul 09 16:21:40.284398 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-bfd6ae53-b505-4cb5-9447-ff939f2cce02 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Deleting port 52414902-2a7a-4c2e-9ff0-57cad21d3b29 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:21:40.285310 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bfd6ae53-b505-4cb5-9447-ff939f2cce02 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:40.303025 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-7e258b5e-74b3-4923-98d3-8a6beaf69a19 None None] Port a09a8daf-74c8-4999-9f1d-1f7b6593a692 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:21:40.317923 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4bdb0282-3669-4f06-a71b-507efcffdd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e1d9fb0-bfa3-41b5-a49f-39c24bc0dc8a', 'name': 'tempest-AttachSCSIVolumeTestJSON-680453750-router', 'tenant_id': 'b154302935fe4c279158d96afe6f6577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'b23a1829-b1dd-4404-85b1-fc086b3019c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:32Z', 'updated_at': '2021-07-09T16:21:38Z', 'revision_number': 4, 'project_id': 'b154302935fe4c279158d96afe6f6577', 'gw_port': {'id': 'b23a1829-b1dd-4404-85b1-fc086b3019c3', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e1d9fb0-bfa3-41b5-a49f-39c24bc0dc8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:33Z', 'updated_at': '2021-07-09T16:21:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'a09a8daf-74c8-4999-9f1d-1f7b6593a692', 'name': '', 'network_id': '99d379c7-e52a-4136-9436-a3133586c4b0', 'tenant_id': 'b154302935fe4c279158d96afe6f6577', 'mac_address': 'fa:16:3e:52:ec:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e1d9fb0-bfa3-41b5-a49f-39c24bc0dc8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'e9acb6f7-e039-4944-af4b-1915f93a346f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:37Z', 'updated_at': '2021-07-09T16:21:38Z', 'revision_number': 1, 'project_id': 'b154302935fe4c279158d96afe6f6577', 'subnets': [{'id': 'e9acb6f7-e039-4944-af4b-1915f93a346f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:40.349164 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdb0282-3669-4f06-a71b-507efcffdd93 None None] The sync data for ids ['1e1d9fb0-bfa3-41b5-a49f-39c24bc0dc8a'] in n-d-798930-3 is: [{'id': '1e1d9fb0-bfa3-41b5-a49f-39c24bc0dc8a', 'name': 'tempest-AttachSCSIVolumeTestJSON-680453750-router', 'tenant_id': 'b154302935fe4c279158d96afe6f6577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'b23a1829-b1dd-4404-85b1-fc086b3019c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:32Z', 'updated_at': '2021-07-09T16:21:38Z', 'revision_number': 4, 'project_id': 'b154302935fe4c279158d96afe6f6577', 'gw_port': {'id': 'b23a1829-b1dd-4404-85b1-fc086b3019c3', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e1d9fb0-bfa3-41b5-a49f-39c24bc0dc8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:33Z', 'updated_at': '2021-07-09T16:21:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'a09a8daf-74c8-4999-9f1d-1f7b6593a692', 'name': '', 'network_id': '99d379c7-e52a-4136-9436-a3133586c4b0', 'tenant_id': 'b154302935fe4c279158d96afe6f6577', 'mac_address': 'fa:16:3e:52:ec:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e1d9fb0-bfa3-41b5-a49f-39c24bc0dc8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'e9acb6f7-e039-4944-af4b-1915f93a346f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:37Z', 'updated_at': '2021-07-09T16:21:38Z', 'revision_number': 1, 'project_id': 'b154302935fe4c279158d96afe6f6577', 'subnets': [{'id': 'e9acb6f7-e039-4944-af4b-1915f93a346f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:21:40.363597 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee51dcf-1768-4bc2-87b5-cecc8f7aec96 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:21:40.383890 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-dee51dcf-1768-4bc2-87b5-cecc8f7aec96 admin admin] 10.222.0.98 "PUT /v2.0/routers/1e1d9fb0-bfa3-41b5-a49f-39c24bc0dc8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2021437 Jul 09 16:21:40.416753 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c2e4f-6118-49d1-97e6-ef5f2b8e93b0 req-92f608cf-e4cd-4946-bd5b-15ad88d048dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:40.423262 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-db4c2e4f-6118-49d1-97e6-ef5f2b8e93b0 req-92f608cf-e4cd-4946-bd5b-15ad88d048dc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 1096 time: 0.2566199 Jul 09 16:21:40.436042 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bfd6ae53-b505-4cb5-9447-ff939f2cce02 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:40.450207 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-bfd6ae53-b505-4cb5-9447-ff939f2cce02 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Calling delete_port for 52414902-2a7a-4c2e-9ff0-57cad21d3b29 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:21:40.511620 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-db4c2e4f-6118-49d1-97e6-ef5f2b8e93b0 req-a948d30c-d49d-413a-b241-e22707db2217 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827799 Jul 09 16:21:40.786348 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bfd6ae53-b505-4cb5-9447-ff939f2cce02 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:40.838323 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd6ae53-b505-4cb5-9447-ff939f2cce02 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Pushing event deleted for resources: {'Port': ['ID=52414902-2a7a-4c2e-9ff0-57cad21d3b29,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:40.984021 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bfd6ae53-b505-4cb5-9447-ff939f2cce02 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:41.050691 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368d977-d7ee-4808-9227-a3dc030c8971 req-6f7186be-8bbd-4a3a-acf1-71cee90988da tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:41.068190 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7368d977-d7ee-4808-9227-a3dc030c8971 req-6f7186be-8bbd-4a3a-acf1-71cee90988da tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 945 time: 0.2085195 Jul 09 16:21:41.169812 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7368d977-d7ee-4808-9227-a3dc030c8971 req-ccf6a7b3-5720-435d-b66c-c2ed34405a89 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997674 Jul 09 16:21:41.202271 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bfd6ae53-b505-4cb5-9447-ff939f2cce02 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:41.216472 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bfd6ae53-b505-4cb5-9447-ff939f2cce02 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:41.356206 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bfd6ae53-b505-4cb5-9447-ff939f2cce02 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:41.357270 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd6ae53-b505-4cb5-9447-ff939f2cce02 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Fanout notify agent at l3_agent the message router_deleted on router 53cf0c56-5ba4-4e0c-a002-1ae625c86541 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:21:41.367506 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bfd6ae53-b505-4cb5-9447-ff939f2cce02 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:41.373507 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34764) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:41.393856 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-bfd6ae53-b505-4cb5-9447-ff939f2cce02 tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] 10.222.0.98 "DELETE /v2.0/routers/53cf0c56-5ba4-4e0c-a002-1ae625c86541 HTTP/1.1" status: 204 len: 168 time: 1.9824991 Jul 09 16:21:41.487908 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbe3b850-7d39-4f9a-a599-71bb8c01448d tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Deleting subnet 1856eb9d-6d2d-491d-a89d-b589aaa88b63 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:21:41.499912 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bbe3b850-7d39-4f9a-a599-71bb8c01448d tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:41.573556 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bbe3b850-7d39-4f9a-a599-71bb8c01448d tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:41.597225 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4cda17-58c3-4474-aaeb-d974c1547e27 req-74d6324c-1758-451c-bf5b-c973a691d8fd tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:41.598864 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1b4cda17-58c3-4474-aaeb-d974c1547e27 req-74d6324c-1758-451c-bf5b-c973a691d8fd tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.1463354 Jul 09 16:21:41.685382 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bbe3b850-7d39-4f9a-a599-71bb8c01448d tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:41.707040 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1b4cda17-58c3-4474-aaeb-d974c1547e27 req-ac4ee562-0de6-407f-b605-f70eab3e6acc tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974767 Jul 09 16:21:41.755932 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34772) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:41.823921 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bbe3b850-7d39-4f9a-a599-71bb8c01448d tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:41.870436 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe3b850-7d39-4f9a-a599-71bb8c01448d tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Pushing event deleted for resources: {'Subnet': ['ID=1856eb9d-6d2d-491d-a89d-b589aaa88b63,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:41.883272 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bbe3b850-7d39-4f9a-a599-71bb8c01448d tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:41.886472 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-bbe3b850-7d39-4f9a-a599-71bb8c01448d tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] 10.222.0.98 "DELETE /v2.0/subnets/1856eb9d-6d2d-491d-a89d-b589aaa88b63 HTTP/1.1" status: 204 len: 168 time: 0.5115154 Jul 09 16:21:41.889535 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34776) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:42.022381 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34780) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:42.028371 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-6b531e06-ba83-40ab-be23-e6a9056adcd4 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2066350756-network', 'tenant_id': '67eecdd51d2a4239824608bed8aba04e'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:21:42.079264 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b531e06-ba83-40ab-be23-e6a9056adcd4 admin admin] Made reservation on behalf of 67eecdd51d2a4239824608bed8aba04e for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:21:42.086258 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b531e06-ba83-40ab-be23-e6a9056adcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:42.106262 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-30875438-55d8-431a-b093-18b746336352 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-901004818-network', 'tenant_id': '65b52ec9013742d2b6039b8f51bd362f'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:21:42.114478 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b531e06-ba83-40ab-be23-e6a9056adcd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:42.161387 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30875438-55d8-431a-b093-18b746336352 admin admin] Made reservation on behalf of 65b52ec9013742d2b6039b8f51bd362f for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:21:42.170006 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-30875438-55d8-431a-b093-18b746336352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:42.199729 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-30875438-55d8-431a-b093-18b746336352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:42.247715 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2652db98-79d9-435a-809e-7c71415ceecd tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:42.343130 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b531e06-ba83-40ab-be23-e6a9056adcd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:42.351991 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b531e06-ba83-40ab-be23-e6a9056adcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:42.389611 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b531e06-ba83-40ab-be23-e6a9056adcd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27903f50-c102-4e62-9210-772a590abff4,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:42.424308 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b531e06-ba83-40ab-be23-e6a9056adcd4 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:21:42.437720 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b531e06-ba83-40ab-be23-e6a9056adcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:42.438524 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-6b531e06-ba83-40ab-be23-e6a9056adcd4 admin admin] Added segment 07b3a9d4-28ac-49b8-9421-ef1cb587311c of type vlan for network f5ebf0c0-0fa8-41af-927f-63cc66c4d306 Jul 09 16:21:42.487000 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2652db98-79d9-435a-809e-7c71415ceecd tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:42.491464 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b531e06-ba83-40ab-be23-e6a9056adcd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:42.511183 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-2652db98-79d9-435a-809e-7c71415ceecd tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b241beb5-2d23-45f8-a178-1c6e0384f3fc']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:42.530045 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b531e06-ba83-40ab-be23-e6a9056adcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:42.531516 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b531e06-ba83-40ab-be23-e6a9056adcd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:42.532261 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b531e06-ba83-40ab-be23-e6a9056adcd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:42.537744 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-2652db98-79d9-435a-809e-7c71415ceecd tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a8f154c-e5bb-4dd8-b0ac-54d7a1443ba2') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:42.540895 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-2652db98-79d9-435a-809e-7c71415ceecd tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a8f154c-e5bb-4dd8-b0ac-54d7a1443ba2') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:42.561974 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2652db98-79d9-435a-809e-7c71415ceecd tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:42.598340 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2652db98-79d9-435a-809e-7c71415ceecd tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:42.613446 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b531e06-ba83-40ab-be23-e6a9056adcd4 admin admin] Pushing event updated for resources: {'Network': ['ID=f5ebf0c0-0fa8-41af-927f-63cc66c4d306,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:42.615206 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2652db98-79d9-435a-809e-7c71415ceecd tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:21:42.616652 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2652db98-79d9-435a-809e-7c71415ceecd tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:42.627941 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network f5ebf0c0-0fa8-41af-927f-63cc66c4d306 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:21:42.641855 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:21:42.641855 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:21:42.641855 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:21:42.641855 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:21:42.641855 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:21:42.641855 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:21:42.641855 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:21:42.641855 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:21:42.641855 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:21:42.641855 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:21:42.641855 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:21:42.641855 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:21:42.641855 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:21:42.641855 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:21:42.641855 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:21:42.641855 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:21:42.641855 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:21:42.641855 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:21:42.641855 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:21:42.641855 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:21:42.641855 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:21:42.641855 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:21:42.641855 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:21:42.641855 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:21:42.641855 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:21:42.641855 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:21:42.641855 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:21:42.641855 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:21:42.641855 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:21:42.641855 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:21:42.641855 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:21:42.641855 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:21:42.776158 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2652db98-79d9-435a-809e-7c71415ceecd tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:42.806981 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2652db98-79d9-435a-809e-7c71415ceecd tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:42.809017 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2652db98-79d9-435a-809e-7c71415ceecd tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] 10.222.0.98 "DELETE /v2.0/networks/b241beb5-2d23-45f8-a178-1c6e0384f3fc HTTP/1.1" status: 204 len: 168 time: 0.9172845 Jul 09 16:21:42.810000 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2652db98-79d9-435a-809e-7c71415ceecd tempest-FloatingIPTestJSON-934006606 tempest-FloatingIPTestJSON-934006606-project] Pushing event deleted for resources: {'Network': ['ID=b241beb5-2d23-45f8-a178-1c6e0384f3fc,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:42.872480 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e3e91-cbd2-4264-b0bb-2aa09e90c794 req-c55a721b-a62b-4649-810f-c5109f0a970a tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:42.884701 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-808e3e91-cbd2-4264-b0bb-2aa09e90c794 req-c55a721b-a62b-4649-810f-c5109f0a970a tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 945 time: 0.2385309 Jul 09 16:21:42.988755 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-808e3e91-cbd2-4264-b0bb-2aa09e90c794 req-9df993dc-2cd7-40d9-965c-012fd201b180 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963588 Jul 09 16:21:43.007115 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-30875438-55d8-431a-b093-18b746336352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:43.032449 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-30875438-55d8-431a-b093-18b746336352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:43.067340 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-6b531e06-ba83-40ab-be23-e6a9056adcd4 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0407488 Jul 09 16:21:43.067689 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34796) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:43.098793 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-b39ec719-c0cc-46d0-a9d7-1ba986853cfa admin admin] Request body: {'subnet': {'network_id': 'f5ebf0c0-0fa8-41af-927f-63cc66c4d306', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2066350756-subnet', 'tenant_id': '67eecdd51d2a4239824608bed8aba04e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:21:43.109527 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30875438-55d8-431a-b093-18b746336352 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:21:43.132706 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30875438-55d8-431a-b093-18b746336352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7a5ae2-0bc7-401c-8e39-78dfc5811498,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:43.145172 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-30875438-55d8-431a-b093-18b746336352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:43.148085 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-30875438-55d8-431a-b093-18b746336352 admin admin] Added segment 8178c8c1-4500-4676-9c93-0d90007a559f of type vlan for network 78dce3dd-5b42-428a-98ff-59646e97a83e Jul 09 16:21:43.197578 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229615bc-254a-4f98-aa97-3cf740f02847 req-e1d3adb5-0550-452a-84ca-5c3c9908f51c tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:43.209180 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-229615bc-254a-4f98-aa97-3cf740f02847 req-e1d3adb5-0550-452a-84ca-5c3c9908f51c tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.2649481 Jul 09 16:21:43.242372 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-30875438-55d8-431a-b093-18b746336352 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:43.287018 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39ec719-c0cc-46d0-a9d7-1ba986853cfa admin admin] Made reservation on behalf of 67eecdd51d2a4239824608bed8aba04e for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:21:43.289936 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b39ec719-c0cc-46d0-a9d7-1ba986853cfa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:43.374042 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34802) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:43.377260 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-30875438-55d8-431a-b093-18b746336352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:43.378263 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30875438-55d8-431a-b093-18b746336352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:43.378975 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-30875438-55d8-431a-b093-18b746336352 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:43.398190 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-229615bc-254a-4f98-aa97-3cf740f02847 req-c96ecff2-68fd-4520-b5e5-779021287a9b tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880314 Jul 09 16:21:43.453050 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device b23a1829-b1dd-4404-85b1-fc086b3019c3 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:21:43.485034 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-30875438-55d8-431a-b093-18b746336352 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7279215 Jul 09 16:21:43.496827 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34806) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:43.509177 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30875438-55d8-431a-b093-18b746336352 admin admin] Pushing event updated for resources: {'Network': ['ID=78dce3dd-5b42-428a-98ff-59646e97a83e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:43.510201 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-cafda4ff-a1cc-41f3-b3ba-6ea1240f4d03 admin admin] Request body: {'subnet': {'network_id': '78dce3dd-5b42-428a-98ff-59646e97a83e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-901004818-subnet', 'tenant_id': '65b52ec9013742d2b6039b8f51bd362f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:21:43.564460 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043cb65c-d494-4951-9939-f36e9add29ba req-f065b3ef-ce62-425e-b070-45e50ad7170b tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:43.582940 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-043cb65c-d494-4951-9939-f36e9add29ba req-f065b3ef-ce62-425e-b070-45e50ad7170b tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 945 time: 0.3079360 Jul 09 16:21:43.593220 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34808) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:43.595097 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 78dce3dd-5b42-428a-98ff-59646e97a83e details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:21:43.623977 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-bde8d099-aeaa-497f-b630-960054534df5 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Request body: {'floatingip': {'port_id': 'e57d8c06-ab85-46d1-be00-3fb675deed68'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:21:43.738331 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bde8d099-aeaa-497f-b630-960054534df5 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks [] for floatingip, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:43.740664 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cafda4ff-a1cc-41f3-b3ba-6ea1240f4d03 admin admin] Made reservation on behalf of 65b52ec9013742d2b6039b8f51bd362f for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:21:43.743405 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cafda4ff-a1cc-41f3-b3ba-6ea1240f4d03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:43.758194 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-bc92ce3d-4e40-46e8-bd2b-52f7bb128359 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=57de25892d9840a89618c2852c5113d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3819492 Jul 09 16:21:43.760976 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34812) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:43.783129 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port b23a1829-b1dd-4404-85b1-fc086b3019c3 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:21:43.790792 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port b23a1829-b1dd-4404-85b1-fc086b3019c3 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:21:43.791659 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:43.943869 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:43.966293 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c17d3e78-d9c7-4ac5-8f85-0a380781e374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:44.001288 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port b23a1829-b1dd-4404-85b1-fc086b3019c3, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=b23a1829-b1dd-4404-85b1-fc086b3019c3,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:21:44.010133 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:44.026320 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c17d3e78-d9c7-4ac5-8f85-0a380781e374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:44.102779 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=b23a1829-b1dd-4404-85b1-fc086b3019c3,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:44.124093 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c17d3e78-d9c7-4ac5-8f85-0a380781e374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:44.127168 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c17d3e78-d9c7-4ac5-8f85-0a380781e374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:44.131677 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c17d3e78-d9c7-4ac5-8f85-0a380781e374 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f72a4dfa-b065-467c-9f06-52e6591335f6 HTTP/1.1" status: 204 len: 168 time: 0.3670244 Jul 09 16:21:44.138604 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17d3e78-d9c7-4ac5-8f85-0a380781e374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72a4dfa-b065-467c-9f06-52e6591335f6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:44.199415 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cafda4ff-a1cc-41f3-b3ba-6ea1240f4d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:44.226107 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdff2f9c-d8bc-45fa-b1ae-742eca735cb7 None None] Sync routers for ids ['1e1d9fb0-bfa3-41b5-a49f-39c24bc0dc8a'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:21:44.241678 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdff2f9c-d8bc-45fa-b1ae-742eca735cb7 None None] Routers {'1e1d9fb0-bfa3-41b5-a49f-39c24bc0dc8a'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:21:44.242734 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-cdff2f9c-d8bc-45fa-b1ae-742eca735cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:21:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['1e1d9fb0-bfa3-41b5-a49f-39c24bc0dc8a'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:44.373601 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafda4ff-a1cc-41f3-b3ba-6ea1240f4d03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=697f6d2a-540a-4047-8ac1-8009f60f8ff1,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:44.396901 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-cdff2f9c-d8bc-45fa-b1ae-742eca735cb7 None None] Set router 1e1d9fb0-bfa3-41b5-a49f-39c24bc0dc8a gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:21:44.401075 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafda4ff-a1cc-41f3-b3ba-6ea1240f4d03 admin admin] Checking segment: {'id': '8178c8c1-4500-4676-9c93-0d90007a559f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '78dce3dd-5b42-428a-98ff-59646e97a83e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:21:44.401436 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafda4ff-a1cc-41f3-b3ba-6ea1240f4d03 admin admin] Network hostable DHCP agents. Network: 78dce3dd-5b42-428a-98ff-59646e97a83e, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:21:44.448002 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b39ec719-c0cc-46d0-a9d7-1ba986853cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:44.486263 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafda4ff-a1cc-41f3-b3ba-6ea1240f4d03 admin admin] Network 78dce3dd-5b42-428a-98ff-59646e97a83e is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:21:44.528328 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-cafda4ff-a1cc-41f3-b3ba-6ea1240f4d03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 78dce3dd-5b42-428a-98ff-59646e97a83e) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:21:44.590668 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90af6dd8-d3ec-4bad-b7e0-e37394921118 None None] Network 78dce3dd-5b42-428a-98ff-59646e97a83e requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:21:44.596061 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafda4ff-a1cc-41f3-b3ba-6ea1240f4d03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:44.597345 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cafda4ff-a1cc-41f3-b3ba-6ea1240f4d03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:44.614025 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39ec719-c0cc-46d0-a9d7-1ba986853cfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5eaeb2d-7520-4c05-88db-49064f13404b,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:44.706996 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd5ba4-0537-41fb-81a1-f254c0c3093a req-26cc7167-488d-46a7-9883-8c9e425cd096 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:44.714571 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-41fd5ba4-0537-41fb-81a1-f254c0c3093a req-26cc7167-488d-46a7-9883-8c9e425cd096 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.1036160 Jul 09 16:21:44.767076 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-cafda4ff-a1cc-41f3-b3ba-6ea1240f4d03 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2652974 Jul 09 16:21:44.774496 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34832) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:44.779608 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-adeb32af-dd54-42ba-8bd4-fdea3420710b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-901004818-router', 'tenant_id': '65b52ec9013742d2b6039b8f51bd362f', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:21:44.785390 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39ec719-c0cc-46d0-a9d7-1ba986853cfa admin admin] Checking segment: {'id': '07b3a9d4-28ac-49b8-9421-ef1cb587311c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f5ebf0c0-0fa8-41af-927f-63cc66c4d306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:21:44.785983 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39ec719-c0cc-46d0-a9d7-1ba986853cfa admin admin] Network hostable DHCP agents. Network: f5ebf0c0-0fa8-41af-927f-63cc66c4d306, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:21:44.853591 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39ec719-c0cc-46d0-a9d7-1ba986853cfa admin admin] Network f5ebf0c0-0fa8-41af-927f-63cc66c4d306 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:21:44.876255 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-adeb32af-dd54-42ba-8bd4-fdea3420710b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:44.877293 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-adeb32af-dd54-42ba-8bd4-fdea3420710b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:44.910710 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-b39ec719-c0cc-46d0-a9d7-1ba986853cfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, f5ebf0c0-0fa8-41af-927f-63cc66c4d306) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:21:44.920126 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39ec719-c0cc-46d0-a9d7-1ba986853cfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:44.920728 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b39ec719-c0cc-46d0-a9d7-1ba986853cfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:44.962110 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.db.resource_extend [None req-bde8d099-aeaa-497f-b630-960054534df5 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 16:21:45.080320 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b39ec719-c0cc-46d0-a9d7-1ba986853cfa admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0035861 Jul 09 16:21:45.083613 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34842) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:45.089572 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-532649ec-acb2-43bc-a115-382179df39f0 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2066350756-router', 'tenant_id': '67eecdd51d2a4239824608bed8aba04e', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:21:45.096007 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5573c2a-d18f-4de3-88a1-26deebd68ad4 None None] Network f5ebf0c0-0fa8-41af-927f-63cc66c4d306 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:21:45.179633 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-adeb32af-dd54-42ba-8bd4-fdea3420710b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:45.216308 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bde8d099-aeaa-497f-b630-960054534df5 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:45.250338 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bde8d099-aeaa-497f-b630-960054534df5 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:45.273262 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-41fd5ba4-0537-41fb-81a1-f254c0c3093a req-8d7972e1-16ca-4c7d-9d0e-d69f13c8fd46 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5553496 Jul 09 16:21:45.396831 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-cdff2f9c-d8bc-45fa-b1ae-742eca735cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e1d9fb0-bfa3-41b5-a49f-39c24bc0dc8a', 'name': 'tempest-AttachSCSIVolumeTestJSON-680453750-router', 'tenant_id': 'b154302935fe4c279158d96afe6f6577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'b23a1829-b1dd-4404-85b1-fc086b3019c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:32Z', 'updated_at': '2021-07-09T16:21:38Z', 'revision_number': 4, 'project_id': 'b154302935fe4c279158d96afe6f6577', 'gw_port': {'id': 'b23a1829-b1dd-4404-85b1-fc086b3019c3', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1d9fb0-bfa3-41b5-a49f-39c24bc0dc8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:33Z', 'updated_at': '2021-07-09T16:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'a09a8daf-74c8-4999-9f1d-1f7b6593a692', 'name': '', 'network_id': '99d379c7-e52a-4136-9436-a3133586c4b0', 'tenant_id': 'b154302935fe4c279158d96afe6f6577', 'mac_address': 'fa:16:3e:52:ec:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e1d9fb0-bfa3-41b5-a49f-39c24bc0dc8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'e9acb6f7-e039-4944-af4b-1915f93a346f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:37Z', 'updated_at': '2021-07-09T16:21:39Z', 'revision_number': 2, 'project_id': 'b154302935fe4c279158d96afe6f6577', 'subnets': [{'id': 'e9acb6f7-e039-4944-af4b-1915f93a346f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:45.427121 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-532649ec-acb2-43bc-a115-382179df39f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:45.428520 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-532649ec-acb2-43bc-a115-382179df39f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:45.433848 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34848) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:45.465627 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device b23a1829-b1dd-4404-85b1-fc086b3019c3 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:21:45.546955 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdff2f9c-d8bc-45fa-b1ae-742eca735cb7 None None] Checking router: 1e1d9fb0-bfa3-41b5-a49f-39c24bc0dc8a for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:21:45.547312 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdff2f9c-d8bc-45fa-b1ae-742eca735cb7 None None] Updating router 1e1d9fb0-bfa3-41b5-a49f-39c24bc0dc8a port a09a8daf-74c8-4999-9f1d-1f7b6593a692 binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:21:45.586223 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c982783f-ee68-475f-87e4-1d87effd687c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-78dce3dd-5b42-428a-98ff-59646e97a83e', 'network_id': '78dce3dd-5b42-428a-98ff-59646e97a83e', 'tenant_id': '65b52ec9013742d2b6039b8f51bd362f', 'fixed_ips': [{'subnet_id': '697f6d2a-540a-4047-8ac1-8009f60f8ff1'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:21:45.587109 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c982783f-ee68-475f-87e4-1d87effd687c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:45.640364 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-8fc0b2a0-f8a5-4b6c-ae18-723e5b6cd312 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1613344985'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:21:45.643867 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-adeb32af-dd54-42ba-8bd4-fdea3420710b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:45.661195 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-532649ec-acb2-43bc-a115-382179df39f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:45.696819 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc0b2a0-f8a5-4b6c-ae18-723e5b6cd312 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Made reservation on behalf of aa94cf628d794b7db9c4b4831f7d2b50 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:21:45.709986 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8fc0b2a0-f8a5-4b6c-ae18-723e5b6cd312 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:45.734458 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8fc0b2a0-f8a5-4b6c-ae18-723e5b6cd312 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:45.773897 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-c982783f-ee68-475f-87e4-1d87effd687c None None] Allocated IP 172.20.0.2 (78dce3dd-5b42-428a-98ff-59646e97a83e/697f6d2a-540a-4047-8ac1-8009f60f8ff1/96896115-59e5-48d2-838d-aead5a23c9a7) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:21:45.882605 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cdff2f9c-d8bc-45fa-b1ae-742eca735cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:46.000077 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1f6fb2-d517-4cc8-9fdd-ce55131a871f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-f5ebf0c0-0fa8-41af-927f-63cc66c4d306', 'network_id': 'f5ebf0c0-0fa8-41af-927f-63cc66c4d306', 'tenant_id': '67eecdd51d2a4239824608bed8aba04e', 'fixed_ips': [{'subnet_id': 'c5eaeb2d-7520-4c05-88db-49064f13404b'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:21:46.001210 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-aa1f6fb2-d517-4cc8-9fdd-ce55131a871f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:46.002158 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8fc0b2a0-f8a5-4b6c-ae18-723e5b6cd312 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:46.013094 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8fc0b2a0-f8a5-4b6c-ae18-723e5b6cd312 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:46.027274 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port b23a1829-b1dd-4404-85b1-fc086b3019c3 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:21:46.027821 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:46.036630 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c982783f-ee68-475f-87e4-1d87effd687c None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:46.046625 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fc0b2a0-f8a5-4b6c-ae18-723e5b6cd312 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:21:46.071999 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc0b2a0-f8a5-4b6c-ae18-723e5b6cd312 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4524a39e-bf9b-4b52-a4be-3e3ef6e84a47,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:46.075529 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8fc0b2a0-f8a5-4b6c-ae18-723e5b6cd312 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:46.075923 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-8fc0b2a0-f8a5-4b6c-ae18-723e5b6cd312 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Added segment 0777d7dc-0825-46d1-bad8-b9738ee0c813 of type vlan for network 9af8c279-d794-446f-82f3-631651f539fa Jul 09 16:21:46.113675 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c982783f-ee68-475f-87e4-1d87effd687c None None] Transition to ACTIVE for port object 96896115-59e5-48d2-838d-aead5a23c9a7 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:21:46.137963 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8fc0b2a0-f8a5-4b6c-ae18-723e5b6cd312 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:46.196690 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8fc0b2a0-f8a5-4b6c-ae18-723e5b6cd312 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:46.215151 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc0b2a0-f8a5-4b6c-ae18-723e5b6cd312 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:46.215979 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8fc0b2a0-f8a5-4b6c-ae18-723e5b6cd312 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:46.337136 n-d-798930-3 neutron-server[93959]: INFO neutron.db.l3_db [None req-bde8d099-aeaa-497f-b630-960054534df5 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Floating IP 45e04a3b-ccc0-4c0d-86f7-2fb681b53544 associated. External IP: 172.25.0.198, port: e57d8c06-ab85-46d1-be00-3fb675deed68. Jul 09 16:21:46.369903 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8fc0b2a0-f8a5-4b6c-ae18-723e5b6cd312 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9346488 Jul 09 16:21:46.392405 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c982783f-ee68-475f-87e4-1d87effd687c None None] Transition to ACTIVE for port object 96896115-59e5-48d2-838d-aead5a23c9a7 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:21:46.431503 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c982783f-ee68-475f-87e4-1d87effd687c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:46.452306 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc0b2a0-f8a5-4b6c-ae18-723e5b6cd312 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Pushing event updated for resources: {'Network': ['ID=9af8c279-d794-446f-82f3-631651f539fa,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:46.501665 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 9af8c279-d794-446f-82f3-631651f539fa details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:21:46.541462 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-532649ec-acb2-43bc-a115-382179df39f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:46.566629 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c982783f-ee68-475f-87e4-1d87effd687c None None] Network 78dce3dd-5b42-428a-98ff-59646e97a83e is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:21:46.688725 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-c982783f-ee68-475f-87e4-1d87effd687c None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:21:46.693703 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c982783f-ee68-475f-87e4-1d87effd687c None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:21:46.878585 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c982783f-ee68-475f-87e4-1d87effd687c None None] Pushing event updated for resources: {'Port': ['ID=96896115-59e5-48d2-838d-aead5a23c9a7,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:46.904955 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-aa1f6fb2-d517-4cc8-9fdd-ce55131a871f None None] Allocated IP 172.20.0.2 (f5ebf0c0-0fa8-41af-927f-63cc66c4d306/c5eaeb2d-7520-4c05-88db-49064f13404b/0f4026c0-8765-4af6-87ee-12ade00eae2b) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:21:46.908979 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f283c8a8-0d76-4c3d-83f3-c591db67e45c req-5b361937-d691-457a-90fa-965dc88d6fc7 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:46.916809 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f283c8a8-0d76-4c3d-83f3-c591db67e45c req-5b361937-d691-457a-90fa-965dc88d6fc7 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.2655520 Jul 09 16:21:46.946330 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-c982783f-ee68-475f-87e4-1d87effd687c None None] Attempting to bind port 96896115-59e5-48d2-838d-aead5a23c9a7 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:21:46.946702 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-c982783f-ee68-475f-87e4-1d87effd687c None None] Attempting to bind port 96896115-59e5-48d2-838d-aead5a23c9a7 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '8178c8c1-4500-4676-9c93-0d90007a559f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '78dce3dd-5b42-428a-98ff-59646e97a83e'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:21:46.947104 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c982783f-ee68-475f-87e4-1d87effd687c None None] Attempting to bind port 96896115-59e5-48d2-838d-aead5a23c9a7 on network 78dce3dd-5b42-428a-98ff-59646e97a83e {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:21:46.989494 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c982783f-ee68-475f-87e4-1d87effd687c None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:21:46.989865 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c982783f-ee68-475f-87e4-1d87effd687c None None] Checking segment: {'id': '8178c8c1-4500-4676-9c93-0d90007a559f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '78dce3dd-5b42-428a-98ff-59646e97a83e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:21:46.990267 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c982783f-ee68-475f-87e4-1d87effd687c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:46.990666 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c982783f-ee68-475f-87e4-1d87effd687c None None] Bound using segment: {'id': '8178c8c1-4500-4676-9c93-0d90007a559f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '78dce3dd-5b42-428a-98ff-59646e97a83e'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:21:46.991162 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-c982783f-ee68-475f-87e4-1d87effd687c None None] Bound port: 96896115-59e5-48d2-838d-aead5a23c9a7, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8178c8c1-4500-4676-9c93-0d90007a559f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '78dce3dd-5b42-428a-98ff-59646e97a83e'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:21:46.991547 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c982783f-ee68-475f-87e4-1d87effd687c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:47.016595 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f283c8a8-0d76-4c3d-83f3-c591db67e45c req-acf99882-91d7-4bd6-a006-d791adc7516c tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985715 Jul 09 16:21:47.181404 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cdff2f9c-d8bc-45fa-b1ae-742eca735cb7 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:47.218204 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-532649ec-acb2-43bc-a115-382179df39f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:47.218812 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-cdff2f9c-d8bc-45fa-b1ae-742eca735cb7 None None] Transition to ACTIVE for port object a09a8daf-74c8-4999-9f1d-1f7b6593a692 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:21:47.232006 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-c982783f-ee68-475f-87e4-1d87effd687c None None] For port 96896115-59e5-48d2-838d-aead5a23c9a7, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:21:47.253333 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-532649ec-acb2-43bc-a115-382179df39f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:47.309722 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cdff2f9c-d8bc-45fa-b1ae-742eca735cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:47.336508 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-c982783f-ee68-475f-87e4-1d87effd687c None None] For port 96896115-59e5-48d2-838d-aead5a23c9a7, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=96896115-59e5-48d2-838d-aead5a23c9a7,segment=NetworkSegment(8178c8c1-4500-4676-9c93-0d90007a559f),segment_id=8178c8c1-4500-4676-9c93-0d90007a559f)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:21:47.434734 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-532649ec-acb2-43bc-a115-382179df39f0 admin admin] Allocated IP 172.25.0.250 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/1d1b5f42-8d23-436f-8c74-8bd7983cf61a) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:21:47.517589 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-aa1f6fb2-d517-4cc8-9fdd-ce55131a871f None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:47.541812 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-aa1f6fb2-d517-4cc8-9fdd-ce55131a871f None None] Transition to ACTIVE for port object 0f4026c0-8765-4af6-87ee-12ade00eae2b will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:21:47.581727 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-aa1f6fb2-d517-4cc8-9fdd-ce55131a871f None None] Transition to ACTIVE for port object 0f4026c0-8765-4af6-87ee-12ade00eae2b will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:21:47.588624 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd98f34-3fee-4b10-aed3-95d4d993b453 None None] Pushing event updated for resources: {'Port': ['ID=a09a8daf-74c8-4999-9f1d-1f7b6593a692,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:47.597865 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c982783f-ee68-475f-87e4-1d87effd687c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:47.744756 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-aa1f6fb2-d517-4cc8-9fdd-ce55131a871f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:47.765271 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-532649ec-acb2-43bc-a115-382179df39f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:47.773413 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1f6fb2-d517-4cc8-9fdd-ce55131a871f None None] Network f5ebf0c0-0fa8-41af-927f-63cc66c4d306 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:21:47.785097 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-aa1f6fb2-d517-4cc8-9fdd-ce55131a871f None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:21:47.800607 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1f6fb2-d517-4cc8-9fdd-ce55131a871f None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:21:47.811101 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c982783f-ee68-475f-87e4-1d87effd687c None None] Pushing event updated for resources: {'Port': ['ID=96896115-59e5-48d2-838d-aead5a23c9a7,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:48.013296 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f6fb2-d517-4cc8-9fdd-ce55131a871f None None] Pushing event updated for resources: {'Port': ['ID=0f4026c0-8765-4af6-87ee-12ade00eae2b,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:48.064656 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-adeb32af-dd54-42ba-8bd4-fdea3420710b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:48.127228 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-adeb32af-dd54-42ba-8bd4-fdea3420710b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:48.213062 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-532649ec-acb2-43bc-a115-382179df39f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:48.268511 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-aa1f6fb2-d517-4cc8-9fdd-ce55131a871f None None] Attempting to bind port 0f4026c0-8765-4af6-87ee-12ade00eae2b on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:21:48.269247 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-aa1f6fb2-d517-4cc8-9fdd-ce55131a871f None None] Attempting to bind port 0f4026c0-8765-4af6-87ee-12ade00eae2b by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '07b3a9d4-28ac-49b8-9421-ef1cb587311c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f5ebf0c0-0fa8-41af-927f-63cc66c4d306'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:21:48.269869 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1f6fb2-d517-4cc8-9fdd-ce55131a871f None None] Attempting to bind port 0f4026c0-8765-4af6-87ee-12ade00eae2b on network f5ebf0c0-0fa8-41af-927f-63cc66c4d306 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:21:48.272902 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-cdff2f9c-d8bc-45fa-b1ae-742eca735cb7 None None] Attempting to bind port a09a8daf-74c8-4999-9f1d-1f7b6593a692 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:21:48.273280 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-cdff2f9c-d8bc-45fa-b1ae-742eca735cb7 None None] Attempting to bind port a09a8daf-74c8-4999-9f1d-1f7b6593a692 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'b4ddedb3-7069-497f-9f80-24921aba58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '99d379c7-e52a-4136-9436-a3133586c4b0'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:21:48.273649 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdff2f9c-d8bc-45fa-b1ae-742eca735cb7 None None] Attempting to bind port a09a8daf-74c8-4999-9f1d-1f7b6593a692 on network 99d379c7-e52a-4136-9436-a3133586c4b0 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:21:48.296376 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde8d099-aeaa-497f-b630-960054534df5 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Router 9e8be58e-f676-46f3-ae87-e5efc0de1e53 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:21:48.308975 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdff2f9c-d8bc-45fa-b1ae-742eca735cb7 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:21:48.309534 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdff2f9c-d8bc-45fa-b1ae-742eca735cb7 None None] Checking segment: {'id': 'b4ddedb3-7069-497f-9f80-24921aba58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '99d379c7-e52a-4136-9436-a3133586c4b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:21:48.309959 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cdff2f9c-d8bc-45fa-b1ae-742eca735cb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:48.316563 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdff2f9c-d8bc-45fa-b1ae-742eca735cb7 None None] Bound using segment: {'id': 'b4ddedb3-7069-497f-9f80-24921aba58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '99d379c7-e52a-4136-9436-a3133586c4b0'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:21:48.317647 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-cdff2f9c-d8bc-45fa-b1ae-742eca735cb7 None None] Bound port: a09a8daf-74c8-4999-9f1d-1f7b6593a692, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4ddedb3-7069-497f-9f80-24921aba58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '99d379c7-e52a-4136-9436-a3133586c4b0'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:21:48.318806 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cdff2f9c-d8bc-45fa-b1ae-742eca735cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:48.321387 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1f6fb2-d517-4cc8-9fdd-ce55131a871f None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:21:48.321739 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1f6fb2-d517-4cc8-9fdd-ce55131a871f None None] Checking segment: {'id': '07b3a9d4-28ac-49b8-9421-ef1cb587311c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f5ebf0c0-0fa8-41af-927f-63cc66c4d306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:21:48.323953 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-aa1f6fb2-d517-4cc8-9fdd-ce55131a871f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:48.324428 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1f6fb2-d517-4cc8-9fdd-ce55131a871f None None] Bound using segment: {'id': '07b3a9d4-28ac-49b8-9421-ef1cb587311c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f5ebf0c0-0fa8-41af-927f-63cc66c4d306'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:21:48.325193 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-aa1f6fb2-d517-4cc8-9fdd-ce55131a871f None None] Bound port: 0f4026c0-8765-4af6-87ee-12ade00eae2b, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07b3a9d4-28ac-49b8-9421-ef1cb587311c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f5ebf0c0-0fa8-41af-927f-63cc66c4d306'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:21:48.325406 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-aa1f6fb2-d517-4cc8-9fdd-ce55131a871f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:48.377835 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532649ec-acb2-43bc-a115-382179df39f0 admin admin] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:21:48.392755 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-532649ec-acb2-43bc-a115-382179df39f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:21:48.404299 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532649ec-acb2-43bc-a115-382179df39f0 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:21:48.525079 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-aa1f6fb2-d517-4cc8-9fdd-ce55131a871f None None] For port 0f4026c0-8765-4af6-87ee-12ade00eae2b, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:21:48.538530 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-aa1f6fb2-d517-4cc8-9fdd-ce55131a871f None None] For port 0f4026c0-8765-4af6-87ee-12ade00eae2b, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=0f4026c0-8765-4af6-87ee-12ade00eae2b,segment=NetworkSegment(07b3a9d4-28ac-49b8-9421-ef1cb587311c),segment_id=07b3a9d4-28ac-49b8-9421-ef1cb587311c)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:21:48.551438 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e005bc7-0e7b-490a-8abc-8541baa6002a req-27cb021a-3615-4d0d-8e53-6a2d1fd96a86 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:48.565793 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532649ec-acb2-43bc-a115-382179df39f0 admin admin] Pushing event updated for resources: {'Port': ['ID=1d1b5f42-8d23-436f-8c74-8bd7983cf61a,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:48.566328 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9e005bc7-0e7b-490a-8abc-8541baa6002a req-27cb021a-3615-4d0d-8e53-6a2d1fd96a86 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.2144382 Jul 09 16:21:48.587271 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-aa1f6fb2-d517-4cc8-9fdd-ce55131a871f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:48.690815 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9e005bc7-0e7b-490a-8abc-8541baa6002a req-ac4eb557-f410-405c-8ed9-2e06da4b8b11 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209860 Jul 09 16:21:48.957947 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f6fb2-d517-4cc8-9fdd-ce55131a871f None None] Pushing event updated for resources: {'Port': ['ID=0f4026c0-8765-4af6-87ee-12ade00eae2b,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:49.016906 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-cdff2f9c-d8bc-45fa-b1ae-742eca735cb7 None None] For port a09a8daf-74c8-4999-9f1d-1f7b6593a692, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:21:49.031641 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-cdff2f9c-d8bc-45fa-b1ae-742eca735cb7 None None] For port a09a8daf-74c8-4999-9f1d-1f7b6593a692, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=a09a8daf-74c8-4999-9f1d-1f7b6593a692,segment=NetworkSegment(b4ddedb3-7069-497f-9f80-24921aba58b4),segment_id=b4ddedb3-7069-497f-9f80-24921aba58b4)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:21:49.042314 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cdff2f9c-d8bc-45fa-b1ae-742eca735cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:49.166163 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-adeb32af-dd54-42ba-8bd4-fdea3420710b admin admin] Allocated IP 172.25.0.163 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/d7070931-7edf-4a97-9f80-8bbfad96abc0) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:21:49.188556 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdff2f9c-d8bc-45fa-b1ae-742eca735cb7 None None] Routers {'1e1d9fb0-bfa3-41b5-a49f-39c24bc0dc8a'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:21:49.189200 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-cdff2f9c-d8bc-45fa-b1ae-742eca735cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:21:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['1e1d9fb0-bfa3-41b5-a49f-39c24bc0dc8a'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:49.248553 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde8d099-aeaa-497f-b630-960054534df5 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:21:49.270035 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ab8683-effa-4fc5-8719-9ff029ca31ff None None] Sync routers for ids ['9e8be58e-f676-46f3-ae87-e5efc0de1e53'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:21:49.284813 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bde8d099-aeaa-497f-b630-960054534df5 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:49.303875 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ab8683-effa-4fc5-8719-9ff029ca31ff None None] Routers {'9e8be58e-f676-46f3-ae87-e5efc0de1e53'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:21:49.315284 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c7ab8683-effa-4fc5-8719-9ff029ca31ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:21:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['9e8be58e-f676-46f3-ae87-e5efc0de1e53'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:49.413666 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd98f34-3fee-4b10-aed3-95d4d993b453 None None] Pushing event updated for resources: {'Port': ['ID=a09a8daf-74c8-4999-9f1d-1f7b6593a692,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:49.671470 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-c7ab8683-effa-4fc5-8719-9ff029ca31ff None None] Set router 9e8be58e-f676-46f3-ae87-e5efc0de1e53 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:21:49.740554 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-532649ec-acb2-43bc-a115-382179df39f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:49.812272 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34890) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:49.819427 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-10cc8ce5-2c47-4543-9bb4-82fefe57e412 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Request body: {'subnet': {'network_id': '9af8c279-d794-446f-82f3-631651f539fa', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:21:49.890824 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-bde8d099-aeaa-497f-b630-960054534df5 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "PUT /v2.0/floatingips/45e04a3b-ccc0-4c0d-86f7-2fb681b53544 HTTP/1.1" status: 200 len: 991 time: 6.2924542 Jul 09 16:21:49.902032 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-cdff2f9c-d8bc-45fa-b1ae-742eca735cb7 None None] Set router 1e1d9fb0-bfa3-41b5-a49f-39c24bc0dc8a gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:21:49.902234 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '084206b1-bf14-4217-b285-ca4524c21dfa', 'tag': 'e57d8c06-ab85-46d1-be00-3fb675deed68'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:21:49.904422 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d8ec62-f9f7-442d-b7fe-31aa8897cd76" -d '{"events": [{"name": "network-changed", "server_uuid": "084206b1-bf14-4217-b285-ca4524c21dfa", "tag": "e57d8c06-ab85-46d1-be00-3fb675deed68"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:21:50.019288 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 96896115-59e5-48d2-838d-aead5a23c9a7 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:21:50.067117 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4247cf2-06f7-4a84-b948-9e6bcc8a3be1 None None] Network 78dce3dd-5b42-428a-98ff-59646e97a83e requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:21:50.127054 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-adeb32af-dd54-42ba-8bd4-fdea3420710b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:50.129531 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10cc8ce5-2c47-4543-9bb4-82fefe57e412 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Made reservation on behalf of aa94cf628d794b7db9c4b4831f7d2b50 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:21:50.140507 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10cc8ce5-2c47-4543-9bb4-82fefe57e412 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:50.149483 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-532649ec-acb2-43bc-a115-382179df39f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:50.182098 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c7ab8683-effa-4fc5-8719-9ff029ca31ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'name': 'tempest-AttachVolumeShelveTestJSON-2063707949-router', 'tenant_id': 'b8ad35771c814596a752d0340d35099a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '6b3ac3ef-027b-485c-a57d-53b52cb99166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:01Z', 'updated_at': '2021-07-09T16:21:11Z', 'revision_number': 4, 'project_id': 'b8ad35771c814596a752d0340d35099a', 'gw_port': {'id': '6b3ac3ef-027b-485c-a57d-53b52cb99166', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:02Z', 'updated_at': '2021-07-09T16:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '45e04a3b-ccc0-4c0d-86f7-2fb681b53544', 'tenant_id': 'b8ad35771c814596a752d0340d35099a', 'floating_ip_address': '172.25.0.198', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'port_id': 'e57d8c06-ab85-46d1-be00-3fb675deed68', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a171d79a-1159-4481-9cc1-46c665ce3a96', 'mac_address': 'fa:16:3e:41:67:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084206b1-bf14-4217-b285-ca4524c21dfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:21:18Z', 'updated_at': '2021-07-09T16:21:44Z', 'revision_number': 1, 'project_id': 'b8ad35771c814596a752d0340d35099a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeaed067-e2c8-49aa-b996-4bd4466aa056', 'name': '', 'network_id': 'a171d79a-1159-4481-9cc1-46c665ce3a96', 'tenant_id': 'b8ad35771c814596a752d0340d35099a', 'mac_address': 'fa:16:3e:f4:24:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'b9e97679-e3ca-4f43-b281-7791408a1287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:08Z', 'updated_at': '2021-07-09T16:21:18Z', 'revision_number': 5, 'project_id': 'b8ad35771c814596a752d0340d35099a', 'subnets': [{'id': 'b9e97679-e3ca-4f43-b281-7791408a1287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:50.273232 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ab8683-effa-4fc5-8719-9ff029ca31ff None None] Checking router: 9e8be58e-f676-46f3-ae87-e5efc0de1e53 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:21:50.290331 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ab8683-effa-4fc5-8719-9ff029ca31ff None None] Routers {'9e8be58e-f676-46f3-ae87-e5efc0de1e53'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:21:50.291614 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c7ab8683-effa-4fc5-8719-9ff029ca31ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:21:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['9e8be58e-f676-46f3-ae87-e5efc0de1e53'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:50.364930 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 96896115-59e5-48d2-838d-aead5a23c9a7 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:21:50.416557 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-adeb32af-dd54-42ba-8bd4-fdea3420710b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:50.433275 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 0f4026c0-8765-4af6-87ee-12ade00eae2b up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:21:50.435019 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b10df95-4706-478c-bcf1-f563c4ae0fac x-openstack-request-id: req-9b10df95-4706-478c-bcf1-f563c4ae0fac {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:21:50.435218 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "084206b1-bf14-4217-b285-ca4524c21dfa", "tag": "e57d8c06-ab85-46d1-be00-3fb675deed68", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:21:50.435470 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9b10df95-4706-478c-bcf1-f563c4ae0fac {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:21:50.435862 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '084206b1-bf14-4217-b285-ca4524c21dfa', 'tag': 'e57d8c06-ab85-46d1-be00-3fb675deed68', 'status': 'completed', 'code': 200} Jul 09 16:21:50.511517 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-c7ab8683-effa-4fc5-8719-9ff029ca31ff None None] Set router 9e8be58e-f676-46f3-ae87-e5efc0de1e53 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:21:50.608552 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7e2bac73-bc11-4a3e-9f4a-ad8b254d3b36 None None] Provisioning for port 96896115-59e5-48d2-838d-aead5a23c9a7 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:21:50.633426 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34980f79-92b8-48e1-9252-61fc519b466f req-4a61ed68-7cda-4c42-8ab7-eff024c55b0d tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:50.646012 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-34980f79-92b8-48e1-9252-61fc519b466f req-4a61ed68-7cda-4c42-8ab7-eff024c55b0d tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.6491613 Jul 09 16:21:50.658561 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7e2bac73-bc11-4a3e-9f4a-ad8b254d3b36 None None] Provisioning complete for port 96896115-59e5-48d2-838d-aead5a23c9a7 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:21:50.659773 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7e2bac73-bc11-4a3e-9f4a-ad8b254d3b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:50.755729 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10cc8ce5-2c47-4543-9bb4-82fefe57e412 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:50.774519 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 0f4026c0-8765-4af6-87ee-12ade00eae2b completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:21:50.795372 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c594734c-6ab2-48bc-8c38-14237b1b5f7c None None] Network f5ebf0c0-0fa8-41af-927f-63cc66c4d306 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:21:50.798183 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-34980f79-92b8-48e1-9252-61fc519b466f req-60480d64-8597-434a-b0d4-53a276b02619 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512287 Jul 09 16:21:50.843558 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9487891-4d68-4733-ab1d-6a4b1164b296 req-902e1ca9-5076-454a-889f-8a09e9499740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:50.845906 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d9487891-4d68-4733-ab1d-6a4b1164b296 req-902e1ca9-5076-454a-889f-8a09e9499740 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5bab4a62c1284375905a7ca59f2b0a16&device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 1097 time: 0.4436219 Jul 09 16:21:50.923066 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c7ab8683-effa-4fc5-8719-9ff029ca31ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'name': 'tempest-AttachVolumeShelveTestJSON-2063707949-router', 'tenant_id': 'b8ad35771c814596a752d0340d35099a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '6b3ac3ef-027b-485c-a57d-53b52cb99166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:01Z', 'updated_at': '2021-07-09T16:21:11Z', 'revision_number': 4, 'project_id': 'b8ad35771c814596a752d0340d35099a', 'gw_port': {'id': '6b3ac3ef-027b-485c-a57d-53b52cb99166', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:02Z', 'updated_at': '2021-07-09T16:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '45e04a3b-ccc0-4c0d-86f7-2fb681b53544', 'tenant_id': 'b8ad35771c814596a752d0340d35099a', 'floating_ip_address': '172.25.0.198', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'port_id': 'e57d8c06-ab85-46d1-be00-3fb675deed68', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a171d79a-1159-4481-9cc1-46c665ce3a96', 'mac_address': 'fa:16:3e:41:67:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084206b1-bf14-4217-b285-ca4524c21dfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:21:18Z', 'updated_at': '2021-07-09T16:21:44Z', 'revision_number': 1, 'project_id': 'b8ad35771c814596a752d0340d35099a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeaed067-e2c8-49aa-b996-4bd4466aa056', 'name': '', 'network_id': 'a171d79a-1159-4481-9cc1-46c665ce3a96', 'tenant_id': 'b8ad35771c814596a752d0340d35099a', 'mac_address': 'fa:16:3e:f4:24:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'b9e97679-e3ca-4f43-b281-7791408a1287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:08Z', 'updated_at': '2021-07-09T16:21:18Z', 'revision_number': 5, 'project_id': 'b8ad35771c814596a752d0340d35099a', 'subnets': [{'id': 'b9e97679-e3ca-4f43-b281-7791408a1287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:50.964370 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ab8683-effa-4fc5-8719-9ff029ca31ff None None] The sync data for ids ['9e8be58e-f676-46f3-ae87-e5efc0de1e53'] in n-d-798930-3 is: [{'id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'name': 'tempest-AttachVolumeShelveTestJSON-2063707949-router', 'tenant_id': 'b8ad35771c814596a752d0340d35099a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '6b3ac3ef-027b-485c-a57d-53b52cb99166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:01Z', 'updated_at': '2021-07-09T16:21:11Z', 'revision_number': 4, 'project_id': 'b8ad35771c814596a752d0340d35099a', 'gw_port': {'id': '6b3ac3ef-027b-485c-a57d-53b52cb99166', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:02Z', 'updated_at': '2021-07-09T16:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '45e04a3b-ccc0-4c0d-86f7-2fb681b53544', 'tenant_id': 'b8ad35771c814596a752d0340d35099a', 'floating_ip_address': '172.25.0.198', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'port_id': 'e57d8c06-ab85-46d1-be00-3fb675deed68', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a171d79a-1159-4481-9cc1-46c665ce3a96', 'mac_address': 'fa:16:3e:41:67:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084206b1-bf14-4217-b285-ca4524c21dfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:21:18Z', 'updated_at': '2021-07-09T16:21:44Z', 'revision_number': 1, 'project_id': 'b8ad35771c814596a752d0340d35099a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeaed067-e2c8-49aa-b996-4bd4466aa056', 'name': '', 'network_id': 'a171d79a-1159-4481-9cc1-46c665ce3a96', 'tenant_id': 'b8ad35771c814596a752d0340d35099a', 'mac_address': 'fa:16:3e:f4:24:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'b9e97679-e3ca-4f43-b281-7791408a1287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:08Z', 'updated_at': '2021-07-09T16:21:18Z', 'revision_number': 5, 'project_id': 'b8ad35771c814596a752d0340d35099a', 'subnets': [{'id': 'b9e97679-e3ca-4f43-b281-7791408a1287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:21:50.976148 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-cdff2f9c-d8bc-45fa-b1ae-742eca735cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e1d9fb0-bfa3-41b5-a49f-39c24bc0dc8a', 'name': 'tempest-AttachSCSIVolumeTestJSON-680453750-router', 'tenant_id': 'b154302935fe4c279158d96afe6f6577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'b23a1829-b1dd-4404-85b1-fc086b3019c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:32Z', 'updated_at': '2021-07-09T16:21:38Z', 'revision_number': 4, 'project_id': 'b154302935fe4c279158d96afe6f6577', 'gw_port': {'id': 'b23a1829-b1dd-4404-85b1-fc086b3019c3', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1d9fb0-bfa3-41b5-a49f-39c24bc0dc8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:33Z', 'updated_at': '2021-07-09T16:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'a09a8daf-74c8-4999-9f1d-1f7b6593a692', 'name': '', 'network_id': '99d379c7-e52a-4136-9436-a3133586c4b0', 'tenant_id': 'b154302935fe4c279158d96afe6f6577', 'mac_address': 'fa:16:3e:52:ec:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e1d9fb0-bfa3-41b5-a49f-39c24bc0dc8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'e9acb6f7-e039-4944-af4b-1915f93a346f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:37Z', 'updated_at': '2021-07-09T16:21:48Z', 'revision_number': 4, 'project_id': 'b154302935fe4c279158d96afe6f6577', 'subnets': [{'id': 'e9acb6f7-e039-4944-af4b-1915f93a346f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:50.976458 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cc8ce5-2c47-4543-9bb4-82fefe57e412 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Checking segment: {'id': '0777d7dc-0825-46d1-bad8-b9738ee0c813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9af8c279-d794-446f-82f3-631651f539fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:21:50.976785 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cc8ce5-2c47-4543-9bb4-82fefe57e412 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Network hostable DHCP agents. Network: 9af8c279-d794-446f-82f3-631651f539fa, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:21:51.014567 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc8ce5-2c47-4543-9bb4-82fefe57e412 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Pushing event updated for resources: {'Subnet': ['ID=26f3a783-9f3b-40f8-9371-161be49346a0,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:51.031016 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9487891-4d68-4733-ab1d-6a4b1164b296 req-f7be6e86-a55c-4721-b034-08f44db438a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:51.033244 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdff2f9c-d8bc-45fa-b1ae-742eca735cb7 None None] The sync data for ids ['1e1d9fb0-bfa3-41b5-a49f-39c24bc0dc8a'] in n-d-798930-3 is: [{'id': '1e1d9fb0-bfa3-41b5-a49f-39c24bc0dc8a', 'name': 'tempest-AttachSCSIVolumeTestJSON-680453750-router', 'tenant_id': 'b154302935fe4c279158d96afe6f6577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'b23a1829-b1dd-4404-85b1-fc086b3019c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:32Z', 'updated_at': '2021-07-09T16:21:38Z', 'revision_number': 4, 'project_id': 'b154302935fe4c279158d96afe6f6577', 'gw_port': {'id': 'b23a1829-b1dd-4404-85b1-fc086b3019c3', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1d9fb0-bfa3-41b5-a49f-39c24bc0dc8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:33Z', 'updated_at': '2021-07-09T16:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'a09a8daf-74c8-4999-9f1d-1f7b6593a692', 'name': '', 'network_id': '99d379c7-e52a-4136-9436-a3133586c4b0', 'tenant_id': 'b154302935fe4c279158d96afe6f6577', 'mac_address': 'fa:16:3e:52:ec:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e1d9fb0-bfa3-41b5-a49f-39c24bc0dc8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'e9acb6f7-e039-4944-af4b-1915f93a346f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:37Z', 'updated_at': '2021-07-09T16:21:48Z', 'revision_number': 4, 'project_id': 'b154302935fe4c279158d96afe6f6577', 'subnets': [{'id': 'e9acb6f7-e039-4944-af4b-1915f93a346f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:21:51.041424 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d9487891-4d68-4733-ab1d-6a4b1164b296 req-f7be6e86-a55c-4721-b034-08f44db438a8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7fb8e424-ddcd-465f-ad3d-2ffb770ae53b HTTP/1.1" status: 200 len: 914 time: 0.1786265 Jul 09 16:21:51.050813 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cc8ce5-2c47-4543-9bb4-82fefe57e412 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Network 9af8c279-d794-446f-82f3-631651f539fa is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:21:51.070158 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adeb32af-dd54-42ba-8bd4-fdea3420710b admin admin] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:21:51.078387 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-adeb32af-dd54-42ba-8bd4-fdea3420710b admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:21:51.081634 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adeb32af-dd54-42ba-8bd4-fdea3420710b admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:21:51.126445 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d9487891-4d68-4733-ab1d-6a4b1164b296 req-2a40f7ca-92b2-4d49-9761-464afb04e7ad service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2cfd0d6-9109-4235-ab69-a9ac10ebf765 HTTP/1.1" status: 200 len: 217 time: 0.0822864 Jul 09 16:21:51.131361 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-10cc8ce5-2c47-4543-9bb4-82fefe57e412 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 9af8c279-d794-446f-82f3-631651f539fa) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:21:51.159572 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeb32af-dd54-42ba-8bd4-fdea3420710b admin admin] Pushing event updated for resources: {'Port': ['ID=d7070931-7edf-4a97-9f80-8bbfad96abc0,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:51.167313 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1650531-90c1-4c1d-a95a-ae54f294ad51 None None] Network 9af8c279-d794-446f-82f3-631651f539fa requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:21:51.173559 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cc8ce5-2c47-4543-9bb4-82fefe57e412 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:51.174317 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10cc8ce5-2c47-4543-9bb4-82fefe57e412 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:51.249516 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-532649ec-acb2-43bc-a115-382179df39f0 admin admin] Router ff0e47c2-61b0-4977-a61b-f9e82af9cf49 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:21:51.312011 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-10cc8ce5-2c47-4543-9bb4-82fefe57e412 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4969723 Jul 09 16:21:51.329603 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34904) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:51.341113 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7e2bac73-bc11-4a3e-9f4a-ad8b254d3b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:51.354301 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8ec62-f9f7-442d-b7fe-31aa8897cd76 req-09e87b8d-091b-486f-9420-43df3b217ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:51.355913 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-00d8ec62-f9f7-442d-b7fe-31aa8897cd76 req-09e87b8d-091b-486f-9420-43df3b217ae1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b8ad35771c814596a752d0340d35099a&device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 1096 time: 0.8772559 Jul 09 16:21:51.361245 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-35806752-17f3-4ede-9620-7857f476c13d tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-953738138'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:21:51.398397 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9487891-4d68-4733-ab1d-6a4b1164b296 req-fa903884-637a-4ea7-8943-05430699f5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:51.399931 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d9487891-4d68-4733-ab1d-6a4b1164b296 req-fa903884-637a-4ea7-8943-05430699f5a2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1658d367-2406-4d61-8a06-65bf719b3ab3 HTTP/1.1" status: 200 len: 853 time: 0.2504375 Jul 09 16:21:51.494485 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d9487891-4d68-4733-ab1d-6a4b1164b296 req-b0d03839-ac05-4c6b-b1c9-b34dac0b6945 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7fb8e424-ddcd-465f-ad3d-2ffb770ae53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833101 Jul 09 16:21:51.520535 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35806752-17f3-4ede-9620-7857f476c13d tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Made reservation on behalf of aa94cf628d794b7db9c4b4831f7d2b50 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:21:51.521355 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device a09a8daf-74c8-4999-9f1d-1f7b6593a692 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:21:51.528694 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35806752-17f3-4ede-9620-7857f476c13d tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:51.545970 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7759d842-2c86-4059-8ec2-118f6e45ee66 None None] New status for floating IP 45e04a3b-ccc0-4c0d-86f7-2fb681b53544: ACTIVE {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:21:51.563422 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-7e2bac73-bc11-4a3e-9f4a-ad8b254d3b36 None None] For port 96896115-59e5-48d2-838d-aead5a23c9a7, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=96896115-59e5-48d2-838d-aead5a23c9a7,segment=NetworkSegment(8178c8c1-4500-4676-9c93-0d90007a559f),segment_id=8178c8c1-4500-4676-9c93-0d90007a559f)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:21:51.684579 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7e2bac73-bc11-4a3e-9f4a-ad8b254d3b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:51.694658 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35806752-17f3-4ede-9620-7857f476c13d tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:21:51.749094 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35806752-17f3-4ede-9620-7857f476c13d tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:51.749469 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-35806752-17f3-4ede-9620-7857f476c13d tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Added segment 316053e6-59c5-4505-89d9-b3301b0854c8 of type vlan for network 16d0fb81-e2d2-4e61-b06e-34579995d024 Jul 09 16:21:51.797851 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0234cd0-7b8a-4eb7-891c-321e2e5414be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-9af8c279-d794-446f-82f3-631651f539fa', 'network_id': '9af8c279-d794-446f-82f3-631651f539fa', 'tenant_id': 'aa94cf628d794b7db9c4b4831f7d2b50', 'fixed_ips': [{'subnet_id': '26f3a783-9f3b-40f8-9371-161be49346a0'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:21:51.798729 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e0234cd0-7b8a-4eb7-891c-321e2e5414be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:51.822232 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d9487891-4d68-4733-ab1d-6a4b1164b296 req-4a0619a2-e6ab-478a-803b-afee4b0b7985 service neutron] 10.222.0.77 "GET /v2.0/networks/7fb8e424-ddcd-465f-ad3d-2ffb770ae53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210602 Jul 09 16:21:51.922417 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d9487891-4d68-4733-ab1d-6a4b1164b296 req-5d603179-aee6-4233-b3cc-d9b0a7993649 service neutron] 10.222.0.77 "GET /v2.0/networks/7fb8e424-ddcd-465f-ad3d-2ffb770ae53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934529 Jul 09 16:21:51.924955 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35806752-17f3-4ede-9620-7857f476c13d tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:51.927549 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8ec62-f9f7-442d-b7fe-31aa8897cd76 req-14068757-26cf-4e06-829c-0487951ebd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:51.935439 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-00d8ec62-f9f7-442d-b7fe-31aa8897cd76 req-14068757-26cf-4e06-829c-0487951ebd9e service neutron] 10.222.0.73 "GET /v2.0/networks?id=a171d79a-1159-4481-9cc1-46c665ce3a96 HTTP/1.1" status: 200 len: 918 time: 0.5368671 Jul 09 16:21:51.983947 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35806752-17f3-4ede-9620-7857f476c13d tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:51.993943 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35806752-17f3-4ede-9620-7857f476c13d tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:51.994836 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35806752-17f3-4ede-9620-7857f476c13d tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:52.058026 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a56d7a7b-1f31-4aa8-a9cf-aa05bbe0352c None None] Provisioning complete for port 96896115-59e5-48d2-838d-aead5a23c9a7 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:21:52.058396 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a56d7a7b-1f31-4aa8-a9cf-aa05bbe0352c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:52.076907 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-35806752-17f3-4ede-9620-7857f476c13d tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7452776 Jul 09 16:21:52.080237 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34914) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:52.089309 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-cac51a2a-85ec-4353-9042-595b69c2f9e6 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Request body: {'subnet': {'network_id': '16d0fb81-e2d2-4e61-b06e-34579995d024', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:21:52.102975 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532649ec-acb2-43bc-a115-382179df39f0 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:21:52.114472 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5ddd38-ac67-4403-9626-46befb491743 None None] Sync routers for ids ['ff0e47c2-61b0-4977-a61b-f9e82af9cf49'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:21:52.118575 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2bac73-bc11-4a3e-9f4a-ad8b254d3b36 None None] Pushing event updated for resources: {'Port': ['ID=96896115-59e5-48d2-838d-aead5a23c9a7,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:52.122024 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port a09a8daf-74c8-4999-9f1d-1f7b6593a692 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:21:52.130512 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-e0234cd0-7b8a-4eb7-891c-321e2e5414be None None] Allocated IP 2001:db8:0:ffff::2 (9af8c279-d794-446f-82f3-631651f539fa/26f3a783-9f3b-40f8-9371-161be49346a0/9618f641-8f16-497c-827a-fb1e9661254e) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:21:52.132655 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port a09a8daf-74c8-4999-9f1d-1f7b6593a692 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:21:52.133020 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:52.141417 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5ddd38-ac67-4403-9626-46befb491743 None None] Routers {'ff0e47c2-61b0-4977-a61b-f9e82af9cf49'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:21:52.143877 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-da5ddd38-ac67-4403-9626-46befb491743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:21:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['ff0e47c2-61b0-4977-a61b-f9e82af9cf49'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:52.174147 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35806752-17f3-4ede-9620-7857f476c13d tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Pushing event updated for resources: {'Network': ['ID=16d0fb81-e2d2-4e61-b06e-34579995d024,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:52.196727 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 16d0fb81-e2d2-4e61-b06e-34579995d024 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:21:52.197489 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac51a2a-85ec-4353-9042-595b69c2f9e6 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Made reservation on behalf of aa94cf628d794b7db9c4b4831f7d2b50 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:21:52.202021 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cac51a2a-85ec-4353-9042-595b69c2f9e6 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:52.234569 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-532649ec-acb2-43bc-a115-382179df39f0 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:52.238960 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-532649ec-acb2-43bc-a115-382179df39f0 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.1528327 Jul 09 16:21:52.239869 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34916) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:52.267187 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c451a-ac6f-4c25-80c6-9b5cb5b0f960 req-ad33a11e-5540-4fa1-859a-710b117cbb80 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:52.275834 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-616c451a-ac6f-4c25-80c6-9b5cb5b0f960 req-ad33a11e-5540-4fa1-859a-710b117cbb80 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.2221494 Jul 09 16:21:52.347782 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-da5ddd38-ac67-4403-9626-46befb491743 None None] Set router ff0e47c2-61b0-4977-a61b-f9e82af9cf49 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:21:52.395568 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-00d8ec62-f9f7-442d-b7fe-31aa8897cd76 req-fbe424bc-4724-4daf-99ee-30765556a367 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e57d8c06-ab85-46d1-be00-3fb675deed68 HTTP/1.1" status: 200 len: 999 time: 0.3830719 Jul 09 16:21:52.395999 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-adeb32af-dd54-42ba-8bd4-fdea3420710b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:52.396309 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2ada200f-5529-4761-af72-2c8ac8105094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:52.499951 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cac51a2a-85ec-4353-9042-595b69c2f9e6 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:52.578752 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a56d7a7b-1f31-4aa8-a9cf-aa05bbe0352c None None] Provisioning for port 0f4026c0-8765-4af6-87ee-12ade00eae2b completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:21:52.593801 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac51a2a-85ec-4353-9042-595b69c2f9e6 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Checking segment: {'id': '316053e6-59c5-4505-89d9-b3301b0854c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '16d0fb81-e2d2-4e61-b06e-34579995d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:21:52.594579 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac51a2a-85ec-4353-9042-595b69c2f9e6 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Network hostable DHCP agents. Network: 16d0fb81-e2d2-4e61-b06e-34579995d024, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:21:52.595041 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:52.604553 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac51a2a-85ec-4353-9042-595b69c2f9e6 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Pushing event updated for resources: {'Subnet': ['ID=ab28840f-eebb-41f9-b86e-6ad9107149be,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:52.614427 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a56d7a7b-1f31-4aa8-a9cf-aa05bbe0352c None None] Provisioning complete for port 0f4026c0-8765-4af6-87ee-12ade00eae2b triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:21:52.614868 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a56d7a7b-1f31-4aa8-a9cf-aa05bbe0352c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:52.620407 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac51a2a-85ec-4353-9042-595b69c2f9e6 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Network 16d0fb81-e2d2-4e61-b06e-34579995d024 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:21:52.635735 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-cac51a2a-85ec-4353-9042-595b69c2f9e6 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 16d0fb81-e2d2-4e61-b06e-34579995d024) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:21:52.650100 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac51a2a-85ec-4353-9042-595b69c2f9e6 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:52.656904 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cac51a2a-85ec-4353-9042-595b69c2f9e6 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:52.681041 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-cac51a2a-85ec-4353-9042-595b69c2f9e6 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5984504 Jul 09 16:21:52.682646 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34922) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:52.709309 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-da5ddd38-ac67-4403-9626-46befb491743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0e47c2-61b0-4977-a61b-f9e82af9cf49', 'name': 'tempest-AttachSCSIVolumeTestJSON-2066350756-router', 'tenant_id': '67eecdd51d2a4239824608bed8aba04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '1d1b5f42-8d23-436f-8c74-8bd7983cf61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:45Z', 'updated_at': '2021-07-09T16:21:49Z', 'revision_number': 3, 'project_id': '67eecdd51d2a4239824608bed8aba04e', 'gw_port': {'id': '1d1b5f42-8d23-436f-8c74-8bd7983cf61a', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0e47c2-61b0-4977-a61b-f9e82af9cf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:47Z', 'updated_at': '2021-07-09T16:21:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:52.736577 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-616c451a-ac6f-4c25-80c6-9b5cb5b0f960 req-a26da957-bac9-49de-8d67-361f972bf77d tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4593952 Jul 09 16:21:52.761297 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5ddd38-ac67-4403-9626-46befb491743 None None] Checking router: ff0e47c2-61b0-4977-a61b-f9e82af9cf49 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:21:52.762008 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5ddd38-ac67-4403-9626-46befb491743 None None] Updating router ff0e47c2-61b0-4977-a61b-f9e82af9cf49 port 1d1b5f42-8d23-436f-8c74-8bd7983cf61a binding host n-d-798930-3 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:21:52.803757 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-da5ddd38-ac67-4403-9626-46befb491743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:52.809489 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-29520811-1a39-4af7-b9d7-333734f2d589 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:52.834668 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port a09a8daf-74c8-4999-9f1d-1f7b6593a692, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=a09a8daf-74c8-4999-9f1d-1f7b6593a692,segment=NetworkSegment(b4ddedb3-7069-497f-9f80-24921aba58b4),segment_id=b4ddedb3-7069-497f-9f80-24921aba58b4)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:21:52.840799 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a43b3a8-6b31-4838-b594-42e20cb0930e None None] Network 16d0fb81-e2d2-4e61-b06e-34579995d024 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:21:52.879636 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:52.932867 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-29520811-1a39-4af7-b9d7-333734f2d589 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:52.990133 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8ec62-f9f7-442d-b7fe-31aa8897cd76 req-5b5c2178-6d6f-4ab9-8455-23e0e597f9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:52.991815 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-00d8ec62-f9f7-442d-b7fe-31aa8897cd76 req-5b5c2178-6d6f-4ab9-8455-23e0e597f9e3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b9e97679-e3ca-4f43-b281-7791408a1287 HTTP/1.1" status: 200 len: 856 time: 0.3545876 Jul 09 16:21:53.059394 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e0234cd0-7b8a-4eb7-891c-321e2e5414be None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:53.063488 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-29520811-1a39-4af7-b9d7-333734f2d589 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:53.077817 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=a09a8daf-74c8-4999-9f1d-1f7b6593a692,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:53.084690 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e0234cd0-7b8a-4eb7-891c-321e2e5414be None None] Transition to ACTIVE for port object 9618f641-8f16-497c-827a-fb1e9661254e will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:21:53.140781 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-adeb32af-dd54-42ba-8bd4-fdea3420710b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:53.181235 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29520811-1a39-4af7-b9d7-333734f2d589 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Pushing event deleted for resources: {'Subnet': ['ID=ab28840f-eebb-41f9-b86e-6ad9107149be,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:53.194301 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-29520811-1a39-4af7-b9d7-333734f2d589 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:53.198802 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a56d7a7b-1f31-4aa8-a9cf-aa05bbe0352c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:53.205263 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-29520811-1a39-4af7-b9d7-333734f2d589 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16d0fb81-e2d2-4e61-b06e-34579995d024']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:53.216193 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-29520811-1a39-4af7-b9d7-333734f2d589 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '316053e6-59c5-4505-89d9-b3301b0854c8') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:53.216519 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-29520811-1a39-4af7-b9d7-333734f2d589 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '316053e6-59c5-4505-89d9-b3301b0854c8') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:53.220753 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e0234cd0-7b8a-4eb7-891c-321e2e5414be None None] Transition to ACTIVE for port object 9618f641-8f16-497c-827a-fb1e9661254e will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:21:53.228639 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-29520811-1a39-4af7-b9d7-333734f2d589 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:53.236468 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e0234cd0-7b8a-4eb7-891c-321e2e5414be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:53.245106 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-da5ddd38-ac67-4403-9626-46befb491743 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:53.249435 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-29520811-1a39-4af7-b9d7-333734f2d589 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:53.258094 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29520811-1a39-4af7-b9d7-333734f2d589 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:21:53.258636 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-29520811-1a39-4af7-b9d7-333734f2d589 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:53.262182 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:21:53.262182 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:21:53.262182 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:21:53.262182 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:21:53.262182 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:21:53.262182 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:21:53.262182 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:21:53.262182 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:21:53.262182 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:21:53.262182 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:21:53.262182 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:21:53.262182 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:21:53.262182 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:21:53.262182 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:21:53.262182 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:21:53.262182 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:21:53.262182 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:21:53.262182 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:21:53.262182 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:21:53.262182 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:21:53.262182 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:21:53.262182 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:21:53.262182 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:21:53.262182 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:21:53.262182 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:21:53.262182 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:21:53.262182 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:21:53.262182 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:21:53.262182 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:21:53.262182 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:21:53.262182 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:21:53.262182 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:21:53.333073 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-da5ddd38-ac67-4403-9626-46befb491743 None None] Transition to ACTIVE for port object 1d1b5f42-8d23-436f-8c74-8bd7983cf61a will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:21:53.333434 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-29520811-1a39-4af7-b9d7-333734f2d589 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:53.343572 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-29520811-1a39-4af7-b9d7-333734f2d589 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:53.343956 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-da5ddd38-ac67-4403-9626-46befb491743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:53.354135 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-29520811-1a39-4af7-b9d7-333734f2d589 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "DELETE /v2.0/networks/16d0fb81-e2d2-4e61-b06e-34579995d024 HTTP/1.1" status: 204 len: 168 time: 0.6697357 Jul 09 16:21:53.354336 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34928) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:53.359061 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-2577f800-6e12-4354-9ab1-b3dfe568a495 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-954506751'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:21:53.372000 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29520811-1a39-4af7-b9d7-333734f2d589 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Pushing event deleted for resources: {'Network': ['ID=16d0fb81-e2d2-4e61-b06e-34579995d024,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:53.399271 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a56d7a7b-1f31-4aa8-a9cf-aa05bbe0352c None None] For port 0f4026c0-8765-4af6-87ee-12ade00eae2b, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=0f4026c0-8765-4af6-87ee-12ade00eae2b,segment=NetworkSegment(07b3a9d4-28ac-49b8-9421-ef1cb587311c),segment_id=07b3a9d4-28ac-49b8-9421-ef1cb587311c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:21:53.400676 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device a09a8daf-74c8-4999-9f1d-1f7b6593a692 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:21:53.415534 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0234cd0-7b8a-4eb7-891c-321e2e5414be None None] Network 9af8c279-d794-446f-82f3-631651f539fa is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:21:53.416159 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-da5ddd38-ac67-4403-9626-46befb491743 None None] Attempting to bind port 1d1b5f42-8d23-436f-8c74-8bd7983cf61a on host n-d-798930-3 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:21:53.416600 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-da5ddd38-ac67-4403-9626-46befb491743 None None] Attempting to bind port 1d1b5f42-8d23-436f-8c74-8bd7983cf61a by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:21:53.418010 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5ddd38-ac67-4403-9626-46befb491743 None None] Attempting to bind port 1d1b5f42-8d23-436f-8c74-8bd7983cf61a on network caa6ed8d-2893-4113-8f68-c5284e694f6c {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:21:53.419661 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a9101c-0158-48d7-b9bb-53b618542efc None None] Pushing event updated for resources: {'Port': ['ID=1d1b5f42-8d23-436f-8c74-8bd7983cf61a,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:53.428347 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8ec62-f9f7-442d-b7fe-31aa8897cd76 req-f0f22c10-7f54-4d79-8ae2-c4b18f24581b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:53.429853 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-00d8ec62-f9f7-442d-b7fe-31aa8897cd76 req-f0f22c10-7f54-4d79-8ae2-c4b18f24581b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a171d79a-1159-4481-9cc1-46c665ce3a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3921759 Jul 09 16:21:53.433738 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a9101c-0158-48d7-b9bb-53b618542efc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:21:53.434543 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a9101c-0158-48d7-b9bb-53b618542efc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:21:53.435139 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a9101c-0158-48d7-b9bb-53b618542efc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:21:53.435505 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a9101c-0158-48d7-b9bb-53b618542efc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:21:53.435914 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a9101c-0158-48d7-b9bb-53b618542efc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:21:53.436318 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a9101c-0158-48d7-b9bb-53b618542efc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:21:53.436727 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a9101c-0158-48d7-b9bb-53b618542efc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:21:53.437115 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a9101c-0158-48d7-b9bb-53b618542efc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:21:53.437499 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a9101c-0158-48d7-b9bb-53b618542efc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:21:53.437949 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a9101c-0158-48d7-b9bb-53b618542efc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:21:53.438275 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a9101c-0158-48d7-b9bb-53b618542efc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:21:53.438662 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a9101c-0158-48d7-b9bb-53b618542efc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:21:53.442578 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5ddd38-ac67-4403-9626-46befb491743 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:21:53.443065 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5ddd38-ac67-4403-9626-46befb491743 None None] Checking segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:21:53.443525 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-da5ddd38-ac67-4403-9626-46befb491743 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:53.444166 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5ddd38-ac67-4403-9626-46befb491743 None None] Bound using segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:21:53.444725 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-da5ddd38-ac67-4403-9626-46befb491743 None None] Bound port: 1d1b5f42-8d23-436f-8c74-8bd7983cf61a, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:21:53.445118 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5938f04f-a8c7-4137-a2f9-c8f3e94e0dea None None] Network 16d0fb81-e2d2-4e61-b06e-34579995d024 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:21:53.445430 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-da5ddd38-ac67-4403-9626-46befb491743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:53.452867 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-e0234cd0-7b8a-4eb7-891c-321e2e5414be None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:21:53.454879 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a56d7a7b-1f31-4aa8-a9cf-aa05bbe0352c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:53.459863 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0234cd0-7b8a-4eb7-891c-321e2e5414be None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:21:53.466709 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2577f800-6e12-4354-9ab1-b3dfe568a495 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Made reservation on behalf of aa94cf628d794b7db9c4b4831f7d2b50 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:21:53.469822 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2577f800-6e12-4354-9ab1-b3dfe568a495 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:53.474508 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0234cd0-7b8a-4eb7-891c-321e2e5414be None None] Pushing event updated for resources: {'Port': ['ID=9618f641-8f16-497c-827a-fb1e9661254e,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:53.480490 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5938f04f-a8c7-4137-a2f9-c8f3e94e0dea None None] Network 16d0fb81-e2d2-4e61-b06e-34579995d024 could not be found, it might have been deleted concurrently. {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 16:21:53.517888 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-da5ddd38-ac67-4403-9626-46befb491743 None None] For port 1d1b5f42-8d23-436f-8c74-8bd7983cf61a, host n-d-798930-3, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:21:53.521359 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-da5ddd38-ac67-4403-9626-46befb491743 None None] For port 1d1b5f42-8d23-436f-8c74-8bd7983cf61a, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=1d1b5f42-8d23-436f-8c74-8bd7983cf61a,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:21:53.525476 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-da5ddd38-ac67-4403-9626-46befb491743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:53.584606 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a9101c-0158-48d7-b9bb-53b618542efc None None] Pushing event updated for resources: {'Port': ['ID=1d1b5f42-8d23-436f-8c74-8bd7983cf61a,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:53.587401 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5ddd38-ac67-4403-9626-46befb491743 None None] Routers {'ff0e47c2-61b0-4977-a61b-f9e82af9cf49'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:21:53.588016 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-da5ddd38-ac67-4403-9626-46befb491743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:21:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['ff0e47c2-61b0-4977-a61b-f9e82af9cf49'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:53.616673 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56d7a7b-1f31-4aa8-a9cf-aa05bbe0352c None None] Pushing event updated for resources: {'Port': ['ID=0f4026c0-8765-4af6-87ee-12ade00eae2b,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:53.636520 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-00d8ec62-f9f7-442d-b7fe-31aa8897cd76 req-8c71d343-4183-4c49-8c41-020567d01641 service neutron] 10.222.0.73 "GET /v2.0/networks/a171d79a-1159-4481-9cc1-46c665ce3a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980624 Jul 09 16:21:53.637467 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e0234cd0-7b8a-4eb7-891c-321e2e5414be None None] Attempting to bind port 9618f641-8f16-497c-827a-fb1e9661254e on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:21:53.637848 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e0234cd0-7b8a-4eb7-891c-321e2e5414be None None] Attempting to bind port 9618f641-8f16-497c-827a-fb1e9661254e by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '0777d7dc-0825-46d1-bad8-b9738ee0c813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9af8c279-d794-446f-82f3-631651f539fa'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:21:53.638214 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0234cd0-7b8a-4eb7-891c-321e2e5414be None None] Attempting to bind port 9618f641-8f16-497c-827a-fb1e9661254e on network 9af8c279-d794-446f-82f3-631651f539fa {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:21:53.651295 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0234cd0-7b8a-4eb7-891c-321e2e5414be None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:21:53.651716 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0234cd0-7b8a-4eb7-891c-321e2e5414be None None] Checking segment: {'id': '0777d7dc-0825-46d1-bad8-b9738ee0c813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9af8c279-d794-446f-82f3-631651f539fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:21:53.652074 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e0234cd0-7b8a-4eb7-891c-321e2e5414be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:53.652560 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0234cd0-7b8a-4eb7-891c-321e2e5414be None None] Bound using segment: {'id': '0777d7dc-0825-46d1-bad8-b9738ee0c813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9af8c279-d794-446f-82f3-631651f539fa'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:21:53.653055 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e0234cd0-7b8a-4eb7-891c-321e2e5414be None None] Bound port: 9618f641-8f16-497c-827a-fb1e9661254e, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0777d7dc-0825-46d1-bad8-b9738ee0c813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9af8c279-d794-446f-82f3-631651f539fa'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:21:53.653436 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e0234cd0-7b8a-4eb7-891c-321e2e5414be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:53.671482 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port a09a8daf-74c8-4999-9f1d-1f7b6593a692 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:21:53.671877 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:53.706589 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-da5ddd38-ac67-4403-9626-46befb491743 None None] Set router ff0e47c2-61b0-4977-a61b-f9e82af9cf49 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:21:53.754877 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2577f800-6e12-4354-9ab1-b3dfe568a495 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:21:53.771086 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adeb32af-dd54-42ba-8bd4-fdea3420710b admin admin] Router 8b152eb0-335a-447c-aab5-4b3f248466a0 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:21:53.835935 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 96896115-59e5-48d2-838d-aead5a23c9a7 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:21:53.841089 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-e0234cd0-7b8a-4eb7-891c-321e2e5414be None None] For port 9618f641-8f16-497c-827a-fb1e9661254e, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:21:53.855552 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2577f800-6e12-4354-9ab1-b3dfe568a495 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:53.855901 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-2577f800-6e12-4354-9ab1-b3dfe568a495 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Added segment 1dfd3070-35e4-4c99-a949-f24cc5c7a569 of type vlan for network 33629462-511b-41a2-9841-1638f517ba84 Jul 09 16:21:53.883451 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-e0234cd0-7b8a-4eb7-891c-321e2e5414be None None] For port 9618f641-8f16-497c-827a-fb1e9661254e, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=9618f641-8f16-497c-827a-fb1e9661254e,segment=NetworkSegment(0777d7dc-0825-46d1-bad8-b9738ee0c813),segment_id=0777d7dc-0825-46d1-bad8-b9738ee0c813)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:21:53.893958 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e0234cd0-7b8a-4eb7-891c-321e2e5414be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:53.979240 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-da5ddd38-ac67-4403-9626-46befb491743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0e47c2-61b0-4977-a61b-f9e82af9cf49', 'name': 'tempest-AttachSCSIVolumeTestJSON-2066350756-router', 'tenant_id': '67eecdd51d2a4239824608bed8aba04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '1d1b5f42-8d23-436f-8c74-8bd7983cf61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:45Z', 'updated_at': '2021-07-09T16:21:49Z', 'revision_number': 3, 'project_id': '67eecdd51d2a4239824608bed8aba04e', 'gw_port': {'id': '1d1b5f42-8d23-436f-8c74-8bd7983cf61a', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0e47c2-61b0-4977-a61b-f9e82af9cf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:47Z', 'updated_at': '2021-07-09T16:21:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:54.008141 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 96896115-59e5-48d2-838d-aead5a23c9a7 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:21:54.010051 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:54.019232 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-00d8ec62-f9f7-442d-b7fe-31aa8897cd76 req-a5f3ba7c-6c45-4924-8600-e87fcae94cd1 service neutron] 10.222.0.73 "GET /v2.0/networks/a171d79a-1159-4481-9cc1-46c665ce3a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621113 Jul 09 16:21:54.028125 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2577f800-6e12-4354-9ab1-b3dfe568a495 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:54.077225 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5ddd38-ac67-4403-9626-46befb491743 None None] The sync data for ids ['ff0e47c2-61b0-4977-a61b-f9e82af9cf49'] in n-d-798930-3 is: [{'id': 'ff0e47c2-61b0-4977-a61b-f9e82af9cf49', 'name': 'tempest-AttachSCSIVolumeTestJSON-2066350756-router', 'tenant_id': '67eecdd51d2a4239824608bed8aba04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '1d1b5f42-8d23-436f-8c74-8bd7983cf61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:45Z', 'updated_at': '2021-07-09T16:21:49Z', 'revision_number': 3, 'project_id': '67eecdd51d2a4239824608bed8aba04e', 'gw_port': {'id': '1d1b5f42-8d23-436f-8c74-8bd7983cf61a', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0e47c2-61b0-4977-a61b-f9e82af9cf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:47Z', 'updated_at': '2021-07-09T16:21:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:21:54.080639 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0234cd0-7b8a-4eb7-891c-321e2e5414be None None] Pushing event updated for resources: {'Port': ['ID=9618f641-8f16-497c-827a-fb1e9661254e,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:54.139750 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adeb32af-dd54-42ba-8bd4-fdea3420710b admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:21:54.152351 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60830312-916c-49f8-8c31-089480be9907 None None] Sync routers for ids ['8b152eb0-335a-447c-aab5-4b3f248466a0'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:21:54.216804 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60830312-916c-49f8-8c31-089480be9907 None None] Routers {'8b152eb0-335a-447c-aab5-4b3f248466a0'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:21:54.222314 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-60830312-916c-49f8-8c31-089480be9907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:21:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['8b152eb0-335a-447c-aab5-4b3f248466a0'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:54.277599 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cac7a7-80b9-4d38-9f88-06512372677b req-14bdad87-18f9-45a5-9e65-9aa8e0c46e2b tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:54.282883 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-34cac7a7-80b9-4d38-9f88-06512372677b req-14bdad87-18f9-45a5-9e65-9aa8e0c46e2b tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 946 time: 0.2010736 Jul 09 16:21:54.395214 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-34cac7a7-80b9-4d38-9f88-06512372677b req-357c045b-45b1-42f1-94f5-990b3e7f1a23 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945122 Jul 09 16:21:54.695500 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-60830312-916c-49f8-8c31-089480be9907 None None] Set router 8b152eb0-335a-447c-aab5-4b3f248466a0 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:21:54.765776 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-adeb32af-dd54-42ba-8bd4-fdea3420710b admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:54.767178 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-adeb32af-dd54-42ba-8bd4-fdea3420710b admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.9913664 Jul 09 16:21:54.769980 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34944) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:54.782667 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2577f800-6e12-4354-9ab1-b3dfe568a495 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:54.788910 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2577f800-6e12-4354-9ab1-b3dfe568a495 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:54.789966 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2577f800-6e12-4354-9ab1-b3dfe568a495 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:54.834895 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device e2cfd0d6-9109-4235-ab69-a9ac10ebf765 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:21:54.943083 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2577f800-6e12-4354-9ab1-b3dfe568a495 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Pushing event updated for resources: {'Network': ['ID=33629462-511b-41a2-9841-1638f517ba84,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:54.959962 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-58a55c4e-bad3-4cd7-933c-c8c9001def7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:54.967812 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2577f800-6e12-4354-9ab1-b3dfe568a495 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6097236 Jul 09 16:21:54.970471 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34946) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:54.976622 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-26642fba-47b5-4be2-9e53-f3831dc72ba0 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Request body: {'subnet': {'network_id': '33629462-511b-41a2-9841-1638f517ba84', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:21:54.980409 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 33629462-511b-41a2-9841-1638f517ba84 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:21:55.190443 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:55.211292 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-303d46e8-ede4-4974-ac30-20d7ed3364f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:55.264293 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26642fba-47b5-4be2-9e53-f3831dc72ba0 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Made reservation on behalf of aa94cf628d794b7db9c4b4831f7d2b50 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:21:55.272493 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-26642fba-47b5-4be2-9e53-f3831dc72ba0 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:55.278890 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5ab42b-1bf1-4c01-a5eb-3f30d23983fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2cfd0d6-9109-4235-ab69-a9ac10ebf765'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:21:55.282243 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9894a6f-b050-4825-b4d5-5e9dcf5fc97a" -d '{"events": [{"server_uuid": "da5ab42b-1bf1-4c01-a5eb-3f30d23983fa", "name": "network-vif-unplugged", "status": "completed", "tag": "e2cfd0d6-9109-4235-ab69-a9ac10ebf765"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:21:55.326289 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port e2cfd0d6-9109-4235-ab69-a9ac10ebf765, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=e2cfd0d6-9109-4235-ab69-a9ac10ebf765,segment=NetworkSegment(f9a5d3fd-ec07-4398-97cb-0e4d61d6d25d),segment_id=f9a5d3fd-ec07-4398-97cb-0e4d61d6d25d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:21:55.326792 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-58a55c4e-bad3-4cd7-933c-c8c9001def7a admin admin] Allocated IP 172.20.0.1 (f5ebf0c0-0fa8-41af-927f-63cc66c4d306/c5eaeb2d-7520-4c05-88db-49064f13404b/78e90a90-b601-406b-beaa-8e865464ea05) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:21:55.354231 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:55.434518 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-60830312-916c-49f8-8c31-089480be9907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b152eb0-335a-447c-aab5-4b3f248466a0', 'name': 'tempest-FloatingIPsNegativeTestJSON-901004818-router', 'tenant_id': '65b52ec9013742d2b6039b8f51bd362f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'd7070931-7edf-4a97-9f80-8bbfad96abc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:44Z', 'updated_at': '2021-07-09T16:21:51Z', 'revision_number': 3, 'project_id': '65b52ec9013742d2b6039b8f51bd362f', 'gw_port': {'id': 'd7070931-7edf-4a97-9f80-8bbfad96abc0', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b152eb0-335a-447c-aab5-4b3f248466a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:48Z', 'updated_at': '2021-07-09T16:21:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:55.474696 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6673d5-a6bb-4858-8342-46d06600af07 x-openstack-request-id: req-0c6673d5-a6bb-4858-8342-46d06600af07 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:21:55.474696 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da5ab42b-1bf1-4c01-a5eb-3f30d23983fa", "name": "network-vif-unplugged", "status": "completed", "tag": "e2cfd0d6-9109-4235-ab69-a9ac10ebf765", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:21:55.478182 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0c6673d5-a6bb-4858-8342-46d06600af07 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:21:55.478633 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5ab42b-1bf1-4c01-a5eb-3f30d23983fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2cfd0d6-9109-4235-ab69-a9ac10ebf765', 'code': 200} Jul 09 16:21:55.495177 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60830312-916c-49f8-8c31-089480be9907 None None] Checking router: 8b152eb0-335a-447c-aab5-4b3f248466a0 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:21:55.495532 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60830312-916c-49f8-8c31-089480be9907 None None] Updating router 8b152eb0-335a-447c-aab5-4b3f248466a0 port d7070931-7edf-4a97-9f80-8bbfad96abc0 binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:21:55.578373 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:55.590262 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=e2cfd0d6-9109-4235-ab69-a9ac10ebf765,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:55.604762 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-60830312-916c-49f8-8c31-089480be9907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:55.751969 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-58a55c4e-bad3-4cd7-933c-c8c9001def7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:55.802056 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-58a55c4e-bad3-4cd7-933c-c8c9001def7a admin admin] Transition to ACTIVE for port object 78e90a90-b601-406b-beaa-8e865464ea05 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:21:55.857730 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 0f4026c0-8765-4af6-87ee-12ade00eae2b up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:21:55.907100 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a538f253-683f-46cc-8cab-79133597de34 None None] Network 9af8c279-d794-446f-82f3-631651f539fa requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:21:55.941346 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-58a55c4e-bad3-4cd7-933c-c8c9001def7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:55.976505 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-26642fba-47b5-4be2-9e53-f3831dc72ba0 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:56.001478 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a55c4e-bad3-4cd7-933c-c8c9001def7a admin admin] Network f5ebf0c0-0fa8-41af-927f-63cc66c4d306 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:21:56.005429 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-58a55c4e-bad3-4cd7-933c-c8c9001def7a admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:21:56.012244 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a55c4e-bad3-4cd7-933c-c8c9001def7a admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:21:56.032268 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f306e801-7a3a-4cfa-a322-cba0c2678a69 req-39b2741e-c08f-4f4b-bd5c-be11f597276b tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:56.034045 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f306e801-7a3a-4cfa-a322-cba0c2678a69 req-39b2741e-c08f-4f4b-bd5c-be11f597276b tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 944 time: 0.1859429 Jul 09 16:21:56.080125 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26642fba-47b5-4be2-9e53-f3831dc72ba0 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Pushing event updated for resources: {'Subnet': ['ID=e4c8cfb3-f3f3-43b3-bb67-48b9884d797c,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:56.106641 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a55c4e-bad3-4cd7-933c-c8c9001def7a admin admin] Pushing event updated for resources: {'Port': ['ID=78e90a90-b601-406b-beaa-8e865464ea05,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:56.147940 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-58a55c4e-bad3-4cd7-933c-c8c9001def7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:56.162910 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26642fba-47b5-4be2-9e53-f3831dc72ba0 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Checking segment: {'id': '1dfd3070-35e4-4c99-a949-f24cc5c7a569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '33629462-511b-41a2-9841-1638f517ba84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:21:56.169499 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26642fba-47b5-4be2-9e53-f3831dc72ba0 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Network hostable DHCP agents. Network: 33629462-511b-41a2-9841-1638f517ba84, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:21:56.177885 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e5defdfa-3ac8-4d07-aea0-b08dcece9fb5 None None] Provisioning for port 9618f641-8f16-497c-827a-fb1e9661254e completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:21:56.204671 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26642fba-47b5-4be2-9e53-f3831dc72ba0 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Network 33629462-511b-41a2-9841-1638f517ba84 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:21:56.215432 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:56.223131 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f306e801-7a3a-4cfa-a322-cba0c2678a69 req-762da600-1396-4830-a3fb-ecce4f7e8b14 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325116 Jul 09 16:21:56.228278 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-26642fba-47b5-4be2-9e53-f3831dc72ba0 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 33629462-511b-41a2-9841-1638f517ba84) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:21:56.261562 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1041f757-227a-4c13-9225-ca649ec5f185 None None] Network 33629462-511b-41a2-9841-1638f517ba84 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:21:56.307580 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8cb96c96-bf85-426e-bd03-117da6d4d8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:56.317922 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26642fba-47b5-4be2-9e53-f3831dc72ba0 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:56.318558 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-26642fba-47b5-4be2-9e53-f3831dc72ba0 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:56.342282 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-26642fba-47b5-4be2-9e53-f3831dc72ba0 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3698211 Jul 09 16:21:56.345981 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34962) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:56.384586 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-2bcc31cf-c6aa-414d-aa40-2cbf4f6ab655 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-34369389'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:21:56.410816 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 0f4026c0-8765-4af6-87ee-12ade00eae2b triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:21:56.410816 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:56.417196 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-58a55c4e-bad3-4cd7-933c-c8c9001def7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:56.463836 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bcc31cf-c6aa-414d-aa40-2cbf4f6ab655 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Made reservation on behalf of aa94cf628d794b7db9c4b4831f7d2b50 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:21:56.467305 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2bcc31cf-c6aa-414d-aa40-2cbf4f6ab655 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:56.547331 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1ca506a5-b344-4056-8f9f-573c90eafdf7 None None] Provisioning for port 78e90a90-b601-406b-beaa-8e865464ea05 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:21:56.571497 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bcc31cf-c6aa-414d-aa40-2cbf4f6ab655 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:21:56.578641 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1ca506a5-b344-4056-8f9f-573c90eafdf7 None None] Provisioning complete for port 78e90a90-b601-406b-beaa-8e865464ea05 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:21:56.582179 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1ca506a5-b344-4056-8f9f-573c90eafdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:56.583952 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:56.597708 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-8cb96c96-bf85-426e-bd03-117da6d4d8a0 admin admin] Allocated IP 172.20.0.1 (78dce3dd-5b42-428a-98ff-59646e97a83e/697f6d2a-540a-4047-8ac1-8009f60f8ff1/64d3faff-5cde-4b3d-b421-4fba38241f21) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:21:56.600130 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2bcc31cf-c6aa-414d-aa40-2cbf4f6ab655 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:56.600492 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-2bcc31cf-c6aa-414d-aa40-2cbf4f6ab655 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Added segment 223b3a41-d337-4505-9f62-6b68cb1095ba of type vlan for network df5041c0-b678-4aff-b90d-ca81f0835e58 Jul 09 16:21:56.628387 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-58a55c4e-bad3-4cd7-933c-c8c9001def7a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:56.640925 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-58a55c4e-bad3-4cd7-933c-c8c9001def7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:56.681553 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2bcc31cf-c6aa-414d-aa40-2cbf4f6ab655 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:56.718503 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-58a55c4e-bad3-4cd7-933c-c8c9001def7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:56.720683 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a55c4e-bad3-4cd7-933c-c8c9001def7a admin admin] Pushing event updated for resources: {'Port': ['ID=78e90a90-b601-406b-beaa-8e865464ea05,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:56.720896 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-1ca506a5-b344-4056-8f9f-573c90eafdf7 None None] Port 78e90a90-b601-406b-beaa-8e865464ea05 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:21:56.755105 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b319ba9-031d-4605-954d-d5e87cdbd3ee req-f8793427-b364-40ba-b607-f06e1e18f278 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:56.756700 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7b319ba9-031d-4605-954d-d5e87cdbd3ee req-f8793427-b364-40ba-b607-f06e1e18f278 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 944 time: 0.3404369 Jul 09 16:21:56.760390 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2bcc31cf-c6aa-414d-aa40-2cbf4f6ab655 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:56.795304 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcc31cf-c6aa-414d-aa40-2cbf4f6ab655 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:56.795974 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2bcc31cf-c6aa-414d-aa40-2cbf4f6ab655 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:56.804596 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-60830312-916c-49f8-8c31-089480be9907 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:56.818410 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 1d1b5f42-8d23-436f-8c74-8bd7983cf61a up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:21:56.907993 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a55c4e-bad3-4cd7-933c-c8c9001def7a admin admin] Network f5ebf0c0-0fa8-41af-927f-63cc66c4d306 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:21:56.909230 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-58a55c4e-bad3-4cd7-933c-c8c9001def7a admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:21:56.949562 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-60830312-916c-49f8-8c31-089480be9907 None None] Transition to ACTIVE for port object d7070931-7edf-4a97-9f80-8bbfad96abc0 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:21:56.977892 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1eb4c8-f3f5-4538-9c84-2d7c9792f815 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-33629462-511b-41a2-9841-1638f517ba84', 'network_id': '33629462-511b-41a2-9841-1638f517ba84', 'tenant_id': 'aa94cf628d794b7db9c4b4831f7d2b50', 'fixed_ips': [{'subnet_id': 'e4c8cfb3-f3f3-43b3-bb67-48b9884d797c'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:21:56.978792 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-de1eb4c8-f3f5-4538-9c84-2d7c9792f815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:57.008915 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-60830312-916c-49f8-8c31-089480be9907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:57.039268 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2bcc31cf-c6aa-414d-aa40-2cbf4f6ab655 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6911683 Jul 09 16:21:57.045608 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34970) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:57.059392 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-73a5acc0-bf56-4518-aad9-34337dbaf4d4 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Request body: {'subnet': {'network_id': 'df5041c0-b678-4aff-b90d-ca81f0835e58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:21:57.072174 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 1d1b5f42-8d23-436f-8c74-8bd7983cf61a completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:21:57.074899 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcc31cf-c6aa-414d-aa40-2cbf4f6ab655 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Pushing event updated for resources: {'Network': ['ID=df5041c0-b678-4aff-b90d-ca81f0835e58,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:57.089129 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7b319ba9-031d-4605-954d-d5e87cdbd3ee req-2a9bd999-1fde-4b79-a1c2-3f8611174dc3 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879744 Jul 09 16:21:57.123946 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8cb96c96-bf85-426e-bd03-117da6d4d8a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:57.144150 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-8cb96c96-bf85-426e-bd03-117da6d4d8a0 admin admin] Transition to ACTIVE for port object 64d3faff-5cde-4b3d-b421-4fba38241f21 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:21:57.144711 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network df5041c0-b678-4aff-b90d-ca81f0835e58 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:21:57.197741 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 1d1b5f42-8d23-436f-8c74-8bd7983cf61a triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:21:57.198101 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:57.240417 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8cb96c96-bf85-426e-bd03-117da6d4d8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:57.323789 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb96c96-bf85-426e-bd03-117da6d4d8a0 admin admin] Network 78dce3dd-5b42-428a-98ff-59646e97a83e is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:21:57.331232 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-8cb96c96-bf85-426e-bd03-117da6d4d8a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:21:57.334796 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb96c96-bf85-426e-bd03-117da6d4d8a0 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:21:57.388040 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a55c4e-bad3-4cd7-933c-c8c9001def7a admin admin] Router ff0e47c2-61b0-4977-a61b-f9e82af9cf49 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:21:57.394551 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a5acc0-bf56-4518-aad9-34337dbaf4d4 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Made reservation on behalf of aa94cf628d794b7db9c4b4831f7d2b50 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:21:57.398276 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-73a5acc0-bf56-4518-aad9-34337dbaf4d4 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:57.440745 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-60830312-916c-49f8-8c31-089480be9907 None None] Attempting to bind port d7070931-7edf-4a97-9f80-8bbfad96abc0 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:21:57.441221 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-60830312-916c-49f8-8c31-089480be9907 None None] Attempting to bind port d7070931-7edf-4a97-9f80-8bbfad96abc0 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:21:57.441702 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60830312-916c-49f8-8c31-089480be9907 None None] Attempting to bind port d7070931-7edf-4a97-9f80-8bbfad96abc0 on network caa6ed8d-2893-4113-8f68-c5284e694f6c {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:21:57.450068 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c696446-3853-4cec-ad6b-d176f5c90ffe None None] Pushing event updated for resources: {'Port': ['ID=d7070931-7edf-4a97-9f80-8bbfad96abc0,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:57.487949 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60830312-916c-49f8-8c31-089480be9907 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:21:57.488460 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60830312-916c-49f8-8c31-089480be9907 None None] Checking segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:21:57.489324 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-60830312-916c-49f8-8c31-089480be9907 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:57.489324 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60830312-916c-49f8-8c31-089480be9907 None None] Bound using segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:21:57.490140 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-60830312-916c-49f8-8c31-089480be9907 None None] Bound port: d7070931-7edf-4a97-9f80-8bbfad96abc0, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:21:57.490615 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-60830312-916c-49f8-8c31-089480be9907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:57.492324 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.ipam_backend_mixin [None req-73a5acc0-bf56-4518-aad9-34337dbaf4d4 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Performing IP validity checks on allocation pools {{(pid=93959) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 09 16:21:57.492594 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.ipam_backend_mixin [None req-73a5acc0-bf56-4518-aad9-34337dbaf4d4 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93959) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 09 16:21:57.651739 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a55c4e-bad3-4cd7-933c-c8c9001def7a admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:21:57.665143 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922a5093-b822-45d7-aa46-ef85913b7269 None None] Sync routers for ids ['ff0e47c2-61b0-4977-a61b-f9e82af9cf49'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:21:57.682830 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-58a55c4e-bad3-4cd7-933c-c8c9001def7a admin admin] 10.222.0.98 "PUT /v2.0/routers/ff0e47c2-61b0-4977-a61b-f9e82af9cf49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4240086 Jul 09 16:21:57.687614 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922a5093-b822-45d7-aa46-ef85913b7269 None None] Routers {'ff0e47c2-61b0-4977-a61b-f9e82af9cf49'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:21:57.688506 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-922a5093-b822-45d7-aa46-ef85913b7269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:21:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['ff0e47c2-61b0-4977-a61b-f9e82af9cf49'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:57.706946 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-de1eb4c8-f3f5-4538-9c84-2d7c9792f815 None None] Allocated IP 2001:db8::3 (33629462-511b-41a2-9841-1638f517ba84/e4c8cfb3-f3f3-43b3-bb67-48b9884d797c/92d17194-e8f5-444d-a568-bda8dc7af3ab) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:21:57.712188 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-60830312-916c-49f8-8c31-089480be9907 None None] For port d7070931-7edf-4a97-9f80-8bbfad96abc0, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:21:57.758852 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-73a5acc0-bf56-4518-aad9-34337dbaf4d4 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:57.789378 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-60830312-916c-49f8-8c31-089480be9907 None None] For port d7070931-7edf-4a97-9f80-8bbfad96abc0, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=d7070931-7edf-4a97-9f80-8bbfad96abc0,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:21:57.850439 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a5acc0-bf56-4518-aad9-34337dbaf4d4 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Pushing event updated for resources: {'Subnet': ['ID=94da8b15-aae0-4fde-b5c9-5ed0b0264094,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:57.855394 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a5acc0-bf56-4518-aad9-34337dbaf4d4 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Checking segment: {'id': '223b3a41-d337-4505-9f62-6b68cb1095ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'df5041c0-b678-4aff-b90d-ca81f0835e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:21:57.855757 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a5acc0-bf56-4518-aad9-34337dbaf4d4 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Network hostable DHCP agents. Network: df5041c0-b678-4aff-b90d-ca81f0835e58, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:21:57.856928 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-922a5093-b822-45d7-aa46-ef85913b7269 None None] Set router ff0e47c2-61b0-4977-a61b-f9e82af9cf49 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:21:57.879115 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a5acc0-bf56-4518-aad9-34337dbaf4d4 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Network df5041c0-b678-4aff-b90d-ca81f0835e58 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:21:57.892166 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-73a5acc0-bf56-4518-aad9-34337dbaf4d4 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, df5041c0-b678-4aff-b90d-ca81f0835e58) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:21:57.898857 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [req-d039eae3-fc4a-4adf-aa3e-c002825a4895 req-994aae2c-5a64-4be5-8ad9-ef75bfc33801 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:21:57.912109 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d039eae3-fc4a-4adf-aa3e-c002825a4895 req-994aae2c-5a64-4be5-8ad9-ef75bfc33801 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0236180 Jul 09 16:21:57.922801 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a5acc0-bf56-4518-aad9-34337dbaf4d4 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:57.923460 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-73a5acc0-bf56-4518-aad9-34337dbaf4d4 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:57.931243 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb96c96-bf85-426e-bd03-117da6d4d8a0 admin admin] Pushing event updated for resources: {'Port': ['ID=64d3faff-5cde-4b3d-b421-4fba38241f21,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:57.950988 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-73a5acc0-bf56-4518-aad9-34337dbaf4d4 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.8977652 Jul 09 16:21:57.951216 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:57.952523 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34992) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:57.966254 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b417f20-4f6f-4218-8047-6f0ac9640fc2 None None] Network df5041c0-b678-4aff-b90d-ca81f0835e58 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:21:57.981593 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-60830312-916c-49f8-8c31-089480be9907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:57.997768 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8cb96c96-bf85-426e-bd03-117da6d4d8a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:58.203355 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6a9ada6b-0fbc-4a66-99ed-d69e93766bba tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:58.230251 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-922a5093-b822-45d7-aa46-ef85913b7269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0e47c2-61b0-4977-a61b-f9e82af9cf49', 'name': 'tempest-AttachSCSIVolumeTestJSON-2066350756-router', 'tenant_id': '67eecdd51d2a4239824608bed8aba04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '1d1b5f42-8d23-436f-8c74-8bd7983cf61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:45Z', 'updated_at': '2021-07-09T16:21:56Z', 'revision_number': 4, 'project_id': '67eecdd51d2a4239824608bed8aba04e', 'gw_port': {'id': '1d1b5f42-8d23-436f-8c74-8bd7983cf61a', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0e47c2-61b0-4977-a61b-f9e82af9cf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:47Z', 'updated_at': '2021-07-09T16:21:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '78e90a90-b601-406b-beaa-8e865464ea05', 'name': '', 'network_id': 'f5ebf0c0-0fa8-41af-927f-63cc66c4d306', 'tenant_id': '67eecdd51d2a4239824608bed8aba04e', 'mac_address': 'fa:16:3e:b1:bd:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0e47c2-61b0-4977-a61b-f9e82af9cf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'c5eaeb2d-7520-4c05-88db-49064f13404b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:54Z', 'updated_at': '2021-07-09T16:21:56Z', 'revision_number': 2, 'project_id': '67eecdd51d2a4239824608bed8aba04e', 'subnets': [{'id': 'c5eaeb2d-7520-4c05-88db-49064f13404b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:58.320207 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922a5093-b822-45d7-aa46-ef85913b7269 None None] Checking router: ff0e47c2-61b0-4977-a61b-f9e82af9cf49 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:21:58.321927 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922a5093-b822-45d7-aa46-ef85913b7269 None None] Updating router ff0e47c2-61b0-4977-a61b-f9e82af9cf49 port 78e90a90-b601-406b-beaa-8e865464ea05 binding host n-d-798930-3 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:21:58.361868 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8cb96c96-bf85-426e-bd03-117da6d4d8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:58.365781 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a2f42d8c-f5c9-4948-88d6-4ce6546ab18f None None] Provisioning complete for port 78e90a90-b601-406b-beaa-8e865464ea05 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:21:58.366287 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a2f42d8c-f5c9-4948-88d6-4ce6546ab18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:58.415761 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 1d1b5f42-8d23-436f-8c74-8bd7983cf61a, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=1d1b5f42-8d23-436f-8c74-8bd7983cf61a,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:21:58.426257 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:58.427292 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a2f42d8c-f5c9-4948-88d6-4ce6546ab18f None None] Port 78e90a90-b601-406b-beaa-8e865464ea05 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:21:58.436884 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6a9ada6b-0fbc-4a66-99ed-d69e93766bba tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:58.445708 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:58.447006 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 9618f641-8f16-497c-827a-fb1e9661254e up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:21:58.456577 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-922a5093-b822-45d7-aa46-ef85913b7269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:58.577151 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60830312-916c-49f8-8c31-089480be9907 None None] Routers {'8b152eb0-335a-447c-aab5-4b3f248466a0'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:21:58.580717 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-60830312-916c-49f8-8c31-089480be9907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:21:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['8b152eb0-335a-447c-aab5-4b3f248466a0'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:58.652524 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c696446-3853-4cec-ad6b-d176f5c90ffe None None] Pushing event updated for resources: {'Port': ['ID=d7070931-7edf-4a97-9f80-8bbfad96abc0,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:58.664539 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-71155f56-5573-4efc-afc8-fc8214f31bf7 None None] Provisioning for port 64d3faff-5cde-4b3d-b421-4fba38241f21 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:21:58.749039 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-71155f56-5573-4efc-afc8-fc8214f31bf7 None None] Provisioning complete for port 64d3faff-5cde-4b3d-b421-4fba38241f21 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:21:58.749626 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-71155f56-5573-4efc-afc8-fc8214f31bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:58.753245 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6a9ada6b-0fbc-4a66-99ed-d69e93766bba tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:58.793190 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-71155f56-5573-4efc-afc8-fc8214f31bf7 None None] Port 64d3faff-5cde-4b3d-b421-4fba38241f21 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:21:58.817285 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 9618f641-8f16-497c-827a-fb1e9661254e completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:21:58.823635 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ada6b-0fbc-4a66-99ed-d69e93766bba tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Pushing event deleted for resources: {'Subnet': ['ID=94da8b15-aae0-4fde-b5c9-5ed0b0264094,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:58.844956 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f3520-b140-4e0e-888c-08cccad4276f req-a03b5910-c054-4069-8876-6c12a022a653 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:58.852745 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-155f3520-b140-4e0e-888c-08cccad4276f req-a03b5910-c054-4069-8876-6c12a022a653 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 944 time: 0.4401498 Jul 09 16:21:58.866244 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4f449c48-92c8-4884-959e-0a39a125ff54 req-1ef6f68a-3df6-42f0-b6d2-5b7720da828b service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4781568 Jul 09 16:21:58.944547 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device e2cfd0d6-9109-4235-ab69-a9ac10ebf765 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:21:58.951018 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6a9ada6b-0fbc-4a66-99ed-d69e93766bba tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:58.962272 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-6a9ada6b-0fbc-4a66-99ed-d69e93766bba tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df5041c0-b678-4aff-b90d-ca81f0835e58']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:58.977627 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-6a9ada6b-0fbc-4a66-99ed-d69e93766bba tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '223b3a41-d337-4505-9f62-6b68cb1095ba') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:58.977929 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-6a9ada6b-0fbc-4a66-99ed-d69e93766bba tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '223b3a41-d337-4505-9f62-6b68cb1095ba') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:21:58.980837 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 9618f641-8f16-497c-827a-fb1e9661254e triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:21:58.981398 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:58.992021 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6a9ada6b-0fbc-4a66-99ed-d69e93766bba tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:59.020385 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6a9ada6b-0fbc-4a66-99ed-d69e93766bba tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:59.040211 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a9ada6b-0fbc-4a66-99ed-d69e93766bba tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:21:59.040725 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6a9ada6b-0fbc-4a66-99ed-d69e93766bba tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:59.041361 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-155f3520-b140-4e0e-888c-08cccad4276f req-c1869128-f3d6-41f8-83f1-e7124b928428 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876483 Jul 09 16:21:59.132830 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-922a5093-b822-45d7-aa46-ef85913b7269 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:59.147758 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-922a5093-b822-45d7-aa46-ef85913b7269 None None] Transition to ACTIVE for port object 78e90a90-b601-406b-beaa-8e865464ea05 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:21:59.155701 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-922a5093-b822-45d7-aa46-ef85913b7269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:59.158663 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8cb96c96-bf85-426e-bd03-117da6d4d8a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:59.168574 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8cb96c96-bf85-426e-bd03-117da6d4d8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:59.189645 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:21:59.189645 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:21:59.189645 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:21:59.189645 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:21:59.189645 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:21:59.189645 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:21:59.189645 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:21:59.189645 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:21:59.189645 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:21:59.189645 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:21:59.189645 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:21:59.189645 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:21:59.189645 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:21:59.189645 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:21:59.189645 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:21:59.189645 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:21:59.189645 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:21:59.189645 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:21:59.189645 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:21:59.189645 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:21:59.189645 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:21:59.189645 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:21:59.189645 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:21:59.189645 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:21:59.189645 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:21:59.189645 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:21:59.189645 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:21:59.189645 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:21:59.189645 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:21:59.189645 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:21:59.189645 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:21:59.189645 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:21:59.189645 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:21:59.189645 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:21:59.189645 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:21:59.189645 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:21:59.189645 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:21:59.189645 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:21:59.195561 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6a9ada6b-0fbc-4a66-99ed-d69e93766bba tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:59.232875 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6a9ada6b-0fbc-4a66-99ed-d69e93766bba tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:59.235905 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-6a9ada6b-0fbc-4a66-99ed-d69e93766bba tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "DELETE /v2.0/networks/df5041c0-b678-4aff-b90d-ca81f0835e58 HTTP/1.1" status: 204 len: 168 time: 1.2824311 Jul 09 16:21:59.237032 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ada6b-0fbc-4a66-99ed-d69e93766bba tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Pushing event deleted for resources: {'Network': ['ID=df5041c0-b678-4aff-b90d-ca81f0835e58,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:59.244433 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35022) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:21:59.261989 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-6b0003ba-ad55-4b2c-8511-5a06d9341376 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1764856651'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:21:59.273304 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-60830312-916c-49f8-8c31-089480be9907 None None] Set router 8b152eb0-335a-447c-aab5-4b3f248466a0 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:21:59.297602 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-922a5093-b822-45d7-aa46-ef85913b7269 None None] Attempting to bind port 78e90a90-b601-406b-beaa-8e865464ea05 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:21:59.298119 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-922a5093-b822-45d7-aa46-ef85913b7269 None None] Attempting to bind port 78e90a90-b601-406b-beaa-8e865464ea05 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '07b3a9d4-28ac-49b8-9421-ef1cb587311c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f5ebf0c0-0fa8-41af-927f-63cc66c4d306'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:21:59.298566 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922a5093-b822-45d7-aa46-ef85913b7269 None None] Attempting to bind port 78e90a90-b601-406b-beaa-8e865464ea05 on network f5ebf0c0-0fa8-41af-927f-63cc66c4d306 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:21:59.298682 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0003ba-ad55-4b2c-8511-5a06d9341376 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Made reservation on behalf of aa94cf628d794b7db9c4b4831f7d2b50 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:21:59.301389 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc4901-07ff-4613-9e83-e9256e6df018 None None] Pushing event updated for resources: {'Port': ['ID=78e90a90-b601-406b-beaa-8e865464ea05,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:59.307864 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b0003ba-ad55-4b2c-8511-5a06d9341376 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:59.309212 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922a5093-b822-45d7-aa46-ef85913b7269 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:21:59.309702 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922a5093-b822-45d7-aa46-ef85913b7269 None None] Checking segment: {'id': '07b3a9d4-28ac-49b8-9421-ef1cb587311c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f5ebf0c0-0fa8-41af-927f-63cc66c4d306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:21:59.310189 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-922a5093-b822-45d7-aa46-ef85913b7269 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:59.310744 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922a5093-b822-45d7-aa46-ef85913b7269 None None] Bound using segment: {'id': '07b3a9d4-28ac-49b8-9421-ef1cb587311c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f5ebf0c0-0fa8-41af-927f-63cc66c4d306'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:21:59.311330 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-922a5093-b822-45d7-aa46-ef85913b7269 None None] Bound port: 78e90a90-b601-406b-beaa-8e865464ea05, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07b3a9d4-28ac-49b8-9421-ef1cb587311c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f5ebf0c0-0fa8-41af-927f-63cc66c4d306'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:21:59.312089 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-922a5093-b822-45d7-aa46-ef85913b7269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:59.352719 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b0003ba-ad55-4b2c-8511-5a06d9341376 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:21:59.383502 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b0003ba-ad55-4b2c-8511-5a06d9341376 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:59.384526 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-6b0003ba-ad55-4b2c-8511-5a06d9341376 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Added segment 9ca80b2e-4c56-433f-9bc2-b03f409f276f of type vlan for network 68321bea-ac3b-43d2-a05b-9dc2ce683093 Jul 09 16:21:59.505064 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-922a5093-b822-45d7-aa46-ef85913b7269 None None] For port 78e90a90-b601-406b-beaa-8e865464ea05, host n-d-798930-3, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:21:59.507566 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb96c96-bf85-426e-bd03-117da6d4d8a0 admin admin] Pushing event updated for resources: {'Port': ['ID=64d3faff-5cde-4b3d-b421-4fba38241f21,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:59.510317 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-922a5093-b822-45d7-aa46-ef85913b7269 None None] For port 78e90a90-b601-406b-beaa-8e865464ea05, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=78e90a90-b601-406b-beaa-8e865464ea05,segment=NetworkSegment(07b3a9d4-28ac-49b8-9421-ef1cb587311c),segment_id=07b3a9d4-28ac-49b8-9421-ef1cb587311c)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:21:59.526907 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-922a5093-b822-45d7-aa46-ef85913b7269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:59.548546 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8cb96c96-bf85-426e-bd03-117da6d4d8a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:59.585187 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b0003ba-ad55-4b2c-8511-5a06d9341376 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:59.691347 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc4901-07ff-4613-9e83-e9256e6df018 None None] Pushing event updated for resources: {'Port': ['ID=78e90a90-b601-406b-beaa-8e865464ea05,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:21:59.750037 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b0003ba-ad55-4b2c-8511-5a06d9341376 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:59.779617 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0003ba-ad55-4b2c-8511-5a06d9341376 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:21:59.780638 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b0003ba-ad55-4b2c-8511-5a06d9341376 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:21:59.788232 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb96c96-bf85-426e-bd03-117da6d4d8a0 admin admin] Network 78dce3dd-5b42-428a-98ff-59646e97a83e is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:21:59.794015 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-8cb96c96-bf85-426e-bd03-117da6d4d8a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:21:59.856574 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922a5093-b822-45d7-aa46-ef85913b7269 None None] Routers {'ff0e47c2-61b0-4977-a61b-f9e82af9cf49'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:21:59.860375 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-922a5093-b822-45d7-aa46-ef85913b7269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:21:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['ff0e47c2-61b0-4977-a61b-f9e82af9cf49'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:22:00.103555 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0003ba-ad55-4b2c-8511-5a06d9341376 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Pushing event updated for resources: {'Network': ['ID=68321bea-ac3b-43d2-a05b-9dc2ce683093,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:00.146525 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb03558-b3ce-4858-96ec-b07f2194642a None None] Network df5041c0-b678-4aff-b90d-ca81f0835e58 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:22:00.148606 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 68321bea-ac3b-43d2-a05b-9dc2ce683093 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:22:00.161246 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb96c96-bf85-426e-bd03-117da6d4d8a0 admin admin] Router 8b152eb0-335a-447c-aab5-4b3f248466a0 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:22:00.165944 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-6b0003ba-ad55-4b2c-8511-5a06d9341376 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9173677 Jul 09 16:22:00.168936 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35034) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:00.176675 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-7c42a9d1-e1d1-43fa-84f9-e553f3869e44 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Request body: {'subnet': {'network_id': '68321bea-ac3b-43d2-a05b-9dc2ce683093', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:00.407649 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=1d1b5f42-8d23-436f-8c74-8bd7983cf61a,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:00.551837 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c42a9d1-e1d1-43fa-84f9-e553f3869e44 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Made reservation on behalf of aa94cf628d794b7db9c4b4831f7d2b50 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:22:00.556171 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7c42a9d1-e1d1-43fa-84f9-e553f3869e44 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:00.590006 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb96c96-bf85-426e-bd03-117da6d4d8a0 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:22:00.603941 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8cb96c96-bf85-426e-bd03-117da6d4d8a0 admin admin] 10.222.0.98 "PUT /v2.0/routers/8b152eb0-335a-447c-aab5-4b3f248466a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8308258 Jul 09 16:22:00.661314 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-de1eb4c8-f3f5-4538-9c84-2d7c9792f815 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:00.687992 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb03558-b3ce-4858-96ec-b07f2194642a None None] Network df5041c0-b678-4aff-b90d-ca81f0835e58 could not be found, it might have been deleted concurrently. {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 16:22:00.702758 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-922a5093-b822-45d7-aa46-ef85913b7269 None None] Set router ff0e47c2-61b0-4977-a61b-f9e82af9cf49 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:22:00.984665 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-de1eb4c8-f3f5-4538-9c84-2d7c9792f815 None None] Transition to ACTIVE for port object 92d17194-e8f5-444d-a568-bda8dc7af3ab will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:22:01.115709 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-922a5093-b822-45d7-aa46-ef85913b7269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0e47c2-61b0-4977-a61b-f9e82af9cf49', 'name': 'tempest-AttachSCSIVolumeTestJSON-2066350756-router', 'tenant_id': '67eecdd51d2a4239824608bed8aba04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '1d1b5f42-8d23-436f-8c74-8bd7983cf61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:45Z', 'updated_at': '2021-07-09T16:21:56Z', 'revision_number': 4, 'project_id': '67eecdd51d2a4239824608bed8aba04e', 'gw_port': {'id': '1d1b5f42-8d23-436f-8c74-8bd7983cf61a', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0e47c2-61b0-4977-a61b-f9e82af9cf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:47Z', 'updated_at': '2021-07-09T16:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '78e90a90-b601-406b-beaa-8e865464ea05', 'name': '', 'network_id': 'f5ebf0c0-0fa8-41af-927f-63cc66c4d306', 'tenant_id': '67eecdd51d2a4239824608bed8aba04e', 'mac_address': 'fa:16:3e:b1:bd:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0e47c2-61b0-4977-a61b-f9e82af9cf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'c5eaeb2d-7520-4c05-88db-49064f13404b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:54Z', 'updated_at': '2021-07-09T16:21:59Z', 'revision_number': 4, 'project_id': '67eecdd51d2a4239824608bed8aba04e', 'subnets': [{'id': 'c5eaeb2d-7520-4c05-88db-49064f13404b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:22:01.126086 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8fec10-926f-4461-b3d6-7b95e66159d3 req-a1994bf4-e070-462a-a802-553ac71edec0 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:01.127909 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ab8fec10-926f-4461-b3d6-7b95e66159d3 req-a1994bf4-e070-462a-a802-553ac71edec0 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 944 time: 0.3240688 Jul 09 16:22:01.137389 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-de1eb4c8-f3f5-4538-9c84-2d7c9792f815 None None] Transition to ACTIVE for port object 92d17194-e8f5-444d-a568-bda8dc7af3ab will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:22:01.195706 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922a5093-b822-45d7-aa46-ef85913b7269 None None] The sync data for ids ['ff0e47c2-61b0-4977-a61b-f9e82af9cf49'] in n-d-798930-3 is: [{'id': 'ff0e47c2-61b0-4977-a61b-f9e82af9cf49', 'name': 'tempest-AttachSCSIVolumeTestJSON-2066350756-router', 'tenant_id': '67eecdd51d2a4239824608bed8aba04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '1d1b5f42-8d23-436f-8c74-8bd7983cf61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:45Z', 'updated_at': '2021-07-09T16:21:56Z', 'revision_number': 4, 'project_id': '67eecdd51d2a4239824608bed8aba04e', 'gw_port': {'id': '1d1b5f42-8d23-436f-8c74-8bd7983cf61a', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0e47c2-61b0-4977-a61b-f9e82af9cf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:47Z', 'updated_at': '2021-07-09T16:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '78e90a90-b601-406b-beaa-8e865464ea05', 'name': '', 'network_id': 'f5ebf0c0-0fa8-41af-927f-63cc66c4d306', 'tenant_id': '67eecdd51d2a4239824608bed8aba04e', 'mac_address': 'fa:16:3e:b1:bd:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0e47c2-61b0-4977-a61b-f9e82af9cf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'c5eaeb2d-7520-4c05-88db-49064f13404b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:54Z', 'updated_at': '2021-07-09T16:21:59Z', 'revision_number': 4, 'project_id': '67eecdd51d2a4239824608bed8aba04e', 'subnets': [{'id': 'c5eaeb2d-7520-4c05-88db-49064f13404b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:22:01.216278 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-020c5220-ecfd-4d29-a247-10d0aedc7f13 None None] Provisioning complete for port 64d3faff-5cde-4b3d-b421-4fba38241f21 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:22:01.216908 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-020c5220-ecfd-4d29-a247-10d0aedc7f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:01.218585 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-de1eb4c8-f3f5-4538-9c84-2d7c9792f815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:01.233563 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-60830312-916c-49f8-8c31-089480be9907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b152eb0-335a-447c-aab5-4b3f248466a0', 'name': 'tempest-FloatingIPsNegativeTestJSON-901004818-router', 'tenant_id': '65b52ec9013742d2b6039b8f51bd362f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'd7070931-7edf-4a97-9f80-8bbfad96abc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:44Z', 'updated_at': '2021-07-09T16:21:58Z', 'revision_number': 4, 'project_id': '65b52ec9013742d2b6039b8f51bd362f', 'gw_port': {'id': 'd7070931-7edf-4a97-9f80-8bbfad96abc0', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b152eb0-335a-447c-aab5-4b3f248466a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:48Z', 'updated_at': '2021-07-09T16:21:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '64d3faff-5cde-4b3d-b421-4fba38241f21', 'name': '', 'network_id': '78dce3dd-5b42-428a-98ff-59646e97a83e', 'tenant_id': '65b52ec9013742d2b6039b8f51bd362f', 'mac_address': 'fa:16:3e:c2:9a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b152eb0-335a-447c-aab5-4b3f248466a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '697f6d2a-540a-4047-8ac1-8009f60f8ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:56Z', 'updated_at': '2021-07-09T16:21:56Z', 'revision_number': 1, 'project_id': '65b52ec9013742d2b6039b8f51bd362f', 'subnets': [{'id': '697f6d2a-540a-4047-8ac1-8009f60f8ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:22:01.235590 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:01.318738 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-020c5220-ecfd-4d29-a247-10d0aedc7f13 None None] Port 64d3faff-5cde-4b3d-b421-4fba38241f21 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:22:01.328606 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ab8fec10-926f-4461-b3d6-7b95e66159d3 req-5fb0c507-23eb-4097-a3b7-274920df0334 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869164 Jul 09 16:22:01.339655 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8b884d39-075f-4d05-a953-2eb43e44f9cc req-9ff8ac26-9c0e-41ae-bd15-7e8f512e9a2b tempest-FloatingIPsNegativeTestJSON-218146278 tempest-FloatingIPsNegativeTestJSON-218146278-project] 10.222.0.98 "GET /v2.0/floatingips?tenant_id=65b52ec9013742d2b6039b8f51bd362f HTTP/1.1" status: 200 len: 217 time: 0.2503366 Jul 09 16:22:01.521342 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f449c48-92c8-4884-959e-0a39a125ff54 req-588568c6-1e18-4df2-96da-dd252d3a5159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:01.523133 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4f449c48-92c8-4884-959e-0a39a125ff54 req-588568c6-1e18-4df2-96da-dd252d3a5159 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa&tenant_id=5bab4a62c1284375905a7ca59f2b0a16 HTTP/1.1" status: 200 len: 1095 time: 0.3120656 Jul 09 16:22:01.574399 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7c42a9d1-e1d1-43fa-84f9-e553f3869e44 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:01.574733 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60830312-916c-49f8-8c31-089480be9907 None None] The sync data for ids ['8b152eb0-335a-447c-aab5-4b3f248466a0'] in n-d-798930-3 is: [{'id': '8b152eb0-335a-447c-aab5-4b3f248466a0', 'name': 'tempest-FloatingIPsNegativeTestJSON-901004818-router', 'tenant_id': '65b52ec9013742d2b6039b8f51bd362f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'd7070931-7edf-4a97-9f80-8bbfad96abc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:44Z', 'updated_at': '2021-07-09T16:21:58Z', 'revision_number': 4, 'project_id': '65b52ec9013742d2b6039b8f51bd362f', 'gw_port': {'id': 'd7070931-7edf-4a97-9f80-8bbfad96abc0', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b152eb0-335a-447c-aab5-4b3f248466a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:48Z', 'updated_at': '2021-07-09T16:21:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '64d3faff-5cde-4b3d-b421-4fba38241f21', 'name': '', 'network_id': '78dce3dd-5b42-428a-98ff-59646e97a83e', 'tenant_id': '65b52ec9013742d2b6039b8f51bd362f', 'mac_address': 'fa:16:3e:c2:9a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b152eb0-335a-447c-aab5-4b3f248466a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '697f6d2a-540a-4047-8ac1-8009f60f8ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:56Z', 'updated_at': '2021-07-09T16:21:56Z', 'revision_number': 1, 'project_id': '65b52ec9013742d2b6039b8f51bd362f', 'subnets': [{'id': '697f6d2a-540a-4047-8ac1-8009f60f8ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:22:01.627269 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1eb4c8-f3f5-4538-9c84-2d7c9792f815 None None] Network 33629462-511b-41a2-9841-1638f517ba84 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:22:01.652762 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-de1eb4c8-f3f5-4538-9c84-2d7c9792f815 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:22:01.669886 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1eb4c8-f3f5-4538-9c84-2d7c9792f815 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:22:01.744577 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1eb4c8-f3f5-4538-9c84-2d7c9792f815 None None] Pushing event updated for resources: {'Port': ['ID=92d17194-e8f5-444d-a568-bda8dc7af3ab,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:01.804330 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c42a9d1-e1d1-43fa-84f9-e553f3869e44 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Pushing event updated for resources: {'Subnet': ['ID=52c50c33-3ad8-4ce1-98e4-530ec4378ea5,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:01.816874 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c42a9d1-e1d1-43fa-84f9-e553f3869e44 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Checking segment: {'id': '9ca80b2e-4c56-433f-9bc2-b03f409f276f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '68321bea-ac3b-43d2-a05b-9dc2ce683093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:22:01.817275 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c42a9d1-e1d1-43fa-84f9-e553f3869e44 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Network hostable DHCP agents. Network: 68321bea-ac3b-43d2-a05b-9dc2ce683093, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:22:01.828403 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 9618f641-8f16-497c-827a-fb1e9661254e, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=9618f641-8f16-497c-827a-fb1e9661254e,segment=NetworkSegment(0777d7dc-0825-46d1-bad8-b9738ee0c813),segment_id=0777d7dc-0825-46d1-bad8-b9738ee0c813)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:22:01.854730 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c42a9d1-e1d1-43fa-84f9-e553f3869e44 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Network 68321bea-ac3b-43d2-a05b-9dc2ce683093 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:22:01.861303 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6a31f488-b71b-43dd-9610-f12aa93f9640 req-9bc1b1f0-23ba-4094-93ac-0e441c6c86a3 tempest-FloatingIPsNegativeTestJSON-218146278 tempest-FloatingIPsNegativeTestJSON-218146278-project] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0815184 Jul 09 16:22:01.863679 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f449c48-92c8-4884-959e-0a39a125ff54 req-dc610892-973a-40a4-b33f-78b155d954b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:01.867426 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4f449c48-92c8-4884-959e-0a39a125ff54 req-dc610892-973a-40a4-b33f-78b155d954b7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5bab4a62c1284375905a7ca59f2b0a16&device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 1095 time: 0.3186569 Jul 09 16:22:01.882641 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-7c42a9d1-e1d1-43fa-84f9-e553f3869e44 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 68321bea-ac3b-43d2-a05b-9dc2ce683093) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:22:01.890567 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c42a9d1-e1d1-43fa-84f9-e553f3869e44 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:01.891064 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7c42a9d1-e1d1-43fa-84f9-e553f3869e44 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:01.902057 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5891c8e-e10d-43c4-8f42-4dda6317e085 None None] Network 68321bea-ac3b-43d2-a05b-9dc2ce683093 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:22:01.927810 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-7c42a9d1-e1d1-43fa-84f9-e553f3869e44 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.7554021 Jul 09 16:22:01.928182 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35058) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:01.952543 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:22:02.173072 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7831ac02-6dc8-47db-85b0-162478c0c55b tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:02.235737 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [req-88e075b1-e3bc-4f11-8245-2ec6f90e1196 req-ce876a99-0326-4224-b9c2-b01fe8280469 tempest-FloatingIPsNegativeTestJSON-218146278 tempest-FloatingIPsNegativeTestJSON-218146278-project] show failed (client error): The resource could not be found. Jul 09 16:22:02.249471 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-88e075b1-e3bc-4f11-8245-2ec6f90e1196 req-ce876a99-0326-4224-b9c2-b01fe8280469 tempest-FloatingIPsNegativeTestJSON-218146278 tempest-FloatingIPsNegativeTestJSON-218146278-project] 10.222.0.98 "GET /v2.0/floatingips/dfdac764-1759-405f-be23-6a1e4715839c HTTP/1.1" status: 404 len: 350 time: 0.1658340 Jul 09 16:22:02.250035 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35060) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:02.326642 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:02.334097 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f449c48-92c8-4884-959e-0a39a125ff54 req-f8a53a06-0b51-4851-bfd2-a4d457160f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:02.336101 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4f449c48-92c8-4884-959e-0a39a125ff54 req-f8a53a06-0b51-4851-bfd2-a4d457160f79 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7fb8e424-ddcd-465f-ad3d-2ffb770ae53b HTTP/1.1" status: 200 len: 914 time: 0.4384880 Jul 09 16:22:02.484187 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4f449c48-92c8-4884-959e-0a39a125ff54 req-8a22154a-14b9-4ed1-86b9-5de2465421ed service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2cfd0d6-9109-4235-ab69-a9ac10ebf765 HTTP/1.1" status: 200 len: 217 time: 0.1258252 Jul 09 16:22:02.626934 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7831ac02-6dc8-47db-85b0-162478c0c55b tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:02.628286 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-de1eb4c8-f3f5-4538-9c84-2d7c9792f815 None None] Attempting to bind port 92d17194-e8f5-444d-a568-bda8dc7af3ab on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:22:02.638484 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f449c48-92c8-4884-959e-0a39a125ff54 req-675d3afb-8f60-4369-8bfc-702652e7ccf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:02.640139 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4f449c48-92c8-4884-959e-0a39a125ff54 req-675d3afb-8f60-4369-8bfc-702652e7ccf2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1658d367-2406-4d61-8a06-65bf719b3ab3 HTTP/1.1" status: 200 len: 853 time: 0.1536617 Jul 09 16:22:02.667494 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-de1eb4c8-f3f5-4538-9c84-2d7c9792f815 None None] Attempting to bind port 92d17194-e8f5-444d-a568-bda8dc7af3ab by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '1dfd3070-35e4-4c99-a949-f24cc5c7a569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '33629462-511b-41a2-9841-1638f517ba84'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:22:02.671410 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1eb4c8-f3f5-4538-9c84-2d7c9792f815 None None] Attempting to bind port 92d17194-e8f5-444d-a568-bda8dc7af3ab on network 33629462-511b-41a2-9841-1638f517ba84 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:22:02.841839 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1eb4c8-f3f5-4538-9c84-2d7c9792f815 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:22:02.842228 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1eb4c8-f3f5-4538-9c84-2d7c9792f815 None None] Checking segment: {'id': '1dfd3070-35e4-4c99-a949-f24cc5c7a569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '33629462-511b-41a2-9841-1638f517ba84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:22:02.842644 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-de1eb4c8-f3f5-4538-9c84-2d7c9792f815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:02.843270 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1eb4c8-f3f5-4538-9c84-2d7c9792f815 None None] Bound using segment: {'id': '1dfd3070-35e4-4c99-a949-f24cc5c7a569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '33629462-511b-41a2-9841-1638f517ba84'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:22:02.843942 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-de1eb4c8-f3f5-4538-9c84-2d7c9792f815 None None] Bound port: 92d17194-e8f5-444d-a568-bda8dc7af3ab, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dfd3070-35e4-4c99-a949-f24cc5c7a569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '33629462-511b-41a2-9841-1638f517ba84'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:22:02.844510 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-de1eb4c8-f3f5-4538-9c84-2d7c9792f815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:02.864828 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4f449c48-92c8-4884-959e-0a39a125ff54 req-5cd0f9a0-d28f-4b36-b74b-35870f62db9a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7fb8e424-ddcd-465f-ad3d-2ffb770ae53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2171359 Jul 09 16:22:02.959297 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-de1eb4c8-f3f5-4538-9c84-2d7c9792f815 None None] For port 92d17194-e8f5-444d-a568-bda8dc7af3ab, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:22:02.963615 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-de1eb4c8-f3f5-4538-9c84-2d7c9792f815 None None] For port 92d17194-e8f5-444d-a568-bda8dc7af3ab, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=92d17194-e8f5-444d-a568-bda8dc7af3ab,segment=NetworkSegment(1dfd3070-35e4-4c99-a949-f24cc5c7a569),segment_id=1dfd3070-35e4-4c99-a949-f24cc5c7a569)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:22:02.965818 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 78e90a90-b601-406b-beaa-8e865464ea05 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:22:03.069338 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-de1eb4c8-f3f5-4538-9c84-2d7c9792f815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:03.113225 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=9618f641-8f16-497c-827a-fb1e9661254e,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:03.185053 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7831ac02-6dc8-47db-85b0-162478c0c55b tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:03.268180 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a6eee-3501-46a7-8f18-56662eb5085f req-5fa9f89b-a7d8-4a78-a2a7-7317bead68b4 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:03.279476 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b96a6eee-3501-46a7-8f18-56662eb5085f req-5fa9f89b-a7d8-4a78-a2a7-7317bead68b4 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 944 time: 0.6054037 Jul 09 16:22:03.314681 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b57ee0-c891-4f93-bc41-64e6f09dfb5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-68321bea-ac3b-43d2-a05b-9dc2ce683093', 'network_id': '68321bea-ac3b-43d2-a05b-9dc2ce683093', 'tenant_id': 'aa94cf628d794b7db9c4b4831f7d2b50', 'fixed_ips': [{'subnet_id': '52c50c33-3ad8-4ce1-98e4-530ec4378ea5'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:22:03.321233 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e5b57ee0-c891-4f93-bc41-64e6f09dfb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:03.348485 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4f449c48-92c8-4884-959e-0a39a125ff54 req-a0db6a22-273e-44b4-8f42-b52307ff5812 service neutron] 10.222.0.77 "GET /v2.0/networks/7fb8e424-ddcd-465f-ad3d-2ffb770ae53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4075658 Jul 09 16:22:03.512152 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7831ac02-6dc8-47db-85b0-162478c0c55b tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Pushing event deleted for resources: {'Subnet': ['ID=52c50c33-3ad8-4ce1-98e4-530ec4378ea5,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:03.667668 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7831ac02-6dc8-47db-85b0-162478c0c55b tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:03.681460 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4f449c48-92c8-4884-959e-0a39a125ff54 req-1ea9b375-a54e-4cd6-9402-d13e112ee752 service neutron] 10.222.0.77 "GET /v2.0/networks/7fb8e424-ddcd-465f-ad3d-2ffb770ae53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257253 Jul 09 16:22:03.686334 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81811be2-ca41-4814-b2d1-989bef9fc476 None None] Network 68321bea-ac3b-43d2-a05b-9dc2ce683093 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:22:03.742947 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-7831ac02-6dc8-47db-85b0-162478c0c55b tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68321bea-ac3b-43d2-a05b-9dc2ce683093']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:22:03.782080 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b96a6eee-3501-46a7-8f18-56662eb5085f req-c5bf62d3-aff8-4a16-ae97-325806926cca tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5005758 Jul 09 16:22:03.858155 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-7831ac02-6dc8-47db-85b0-162478c0c55b tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ca80b2e-4c56-433f-9bc2-b03f409f276f') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:22:03.858449 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-7831ac02-6dc8-47db-85b0-162478c0c55b tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ca80b2e-4c56-433f-9bc2-b03f409f276f') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:22:03.916967 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7831ac02-6dc8-47db-85b0-162478c0c55b tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:03.977627 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1eb4c8-f3f5-4538-9c84-2d7c9792f815 None None] Pushing event updated for resources: {'Port': ['ID=92d17194-e8f5-444d-a568-bda8dc7af3ab,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:03.991809 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 78e90a90-b601-406b-beaa-8e865464ea05 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:22:04.007165 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7831ac02-6dc8-47db-85b0-162478c0c55b tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:04.008390 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 78e90a90-b601-406b-beaa-8e865464ea05 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:22:04.009012 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:04.025860 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7831ac02-6dc8-47db-85b0-162478c0c55b tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:22:04.026364 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7831ac02-6dc8-47db-85b0-162478c0c55b tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:04.200346 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:22:04.200346 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:22:04.200346 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:22:04.200346 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:22:04.200346 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:22:04.200346 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:22:04.200346 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:22:04.200346 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:22:04.200346 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:22:04.200346 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:22:04.200346 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:22:04.200346 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:22:04.200346 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:22:04.200346 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:22:04.200346 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:22:04.200346 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:22:04.200346 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:22:04.200346 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:22:04.200346 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:22:04.200346 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:22:04.200346 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:22:04.200346 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:22:04.200346 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:22:04.200346 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:22:04.200346 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:22:04.200346 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:22:04.200346 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:22:04.200346 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:22:04.200346 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:22:04.200346 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:22:04.200346 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:22:04.200346 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:22:04.219144 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:04.221055 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7831ac02-6dc8-47db-85b0-162478c0c55b tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:04.273118 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7831ac02-6dc8-47db-85b0-162478c0c55b tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:04.275510 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-7831ac02-6dc8-47db-85b0-162478c0c55b tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "DELETE /v2.0/networks/68321bea-ac3b-43d2-a05b-9dc2ce683093 HTTP/1.1" status: 204 len: 168 time: 2.3463376 Jul 09 16:22:04.279244 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35080) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:04.286352 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b735a466-da6d-418a-8096-193849e4d397 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1864192286'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:04.287330 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7831ac02-6dc8-47db-85b0-162478c0c55b tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Pushing event deleted for resources: {'Network': ['ID=68321bea-ac3b-43d2-a05b-9dc2ce683093,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:04.304638 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 78e90a90-b601-406b-beaa-8e865464ea05, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=78e90a90-b601-406b-beaa-8e865464ea05,segment=NetworkSegment(07b3a9d4-28ac-49b8-9421-ef1cb587311c),segment_id=07b3a9d4-28ac-49b8-9421-ef1cb587311c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:22:04.315148 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:04.316070 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 1d1b5f42-8d23-436f-8c74-8bd7983cf61a up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:22:04.343252 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b735a466-da6d-418a-8096-193849e4d397 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Made reservation on behalf of aa94cf628d794b7db9c4b4831f7d2b50 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:22:04.347912 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b735a466-da6d-418a-8096-193849e4d397 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:04.392530 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b735a466-da6d-418a-8096-193849e4d397 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:22:04.408813 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b735a466-da6d-418a-8096-193849e4d397 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:04.410010 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-b735a466-da6d-418a-8096-193849e4d397 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Added segment f96aa016-b10e-436b-9c03-2562166d0a96 of type vlan for network feff1611-3d7e-4a59-976f-55189f6640eb Jul 09 16:22:04.512963 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=78e90a90-b601-406b-beaa-8e865464ea05,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:04.524980 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-57be2992-ff0f-4d6f-950a-8f6fc50f2d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:04.547271 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b735a466-da6d-418a-8096-193849e4d397 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:04.576958 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 1d1b5f42-8d23-436f-8c74-8bd7983cf61a triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:22:04.577561 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:04.637874 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b735a466-da6d-418a-8096-193849e4d397 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:04.659733 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b735a466-da6d-418a-8096-193849e4d397 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:04.660749 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b735a466-da6d-418a-8096-193849e4d397 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:04.772951 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b735a466-da6d-418a-8096-193849e4d397 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Pushing event updated for resources: {'Network': ['ID=feff1611-3d7e-4a59-976f-55189f6640eb,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:04.804501 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b735a466-da6d-418a-8096-193849e4d397 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5231788 Jul 09 16:22:04.807013 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35096) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:04.825176 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-358e4e53-eb06-4008-ab99-3fe6bad7b61f tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Request body: {'subnet': {'network_id': 'feff1611-3d7e-4a59-976f-55189f6640eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:04.884900 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network feff1611-3d7e-4a59-976f-55189f6640eb details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:22:05.204585 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-358e4e53-eb06-4008-ab99-3fe6bad7b61f tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Made reservation on behalf of aa94cf628d794b7db9c4b4831f7d2b50 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:22:05.212159 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-358e4e53-eb06-4008-ab99-3fe6bad7b61f tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:05.605486 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 92d17194-e8f5-444d-a568-bda8dc7af3ab up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:22:05.782596 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473c1c09-ecca-4eb3-a129-d0b73155e9ef None None] Network 33629462-511b-41a2-9841-1638f517ba84 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:22:05.844649 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c78a5-306b-4d48-93c6-e9c916b7fe34 req-b082b94a-00a2-4fb1-b717-90d9808390be tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:05.852491 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4b2c78a5-306b-4d48-93c6-e9c916b7fe34 req-b082b94a-00a2-4fb1-b717-90d9808390be tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 944 time: 0.4153461 Jul 09 16:22:05.952433 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-358e4e53-eb06-4008-ab99-3fe6bad7b61f tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:05.970295 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-57be2992-ff0f-4d6f-950a-8f6fc50f2d48 admin admin] Deleting port 64d3faff-5cde-4b3d-b421-4fba38241f21 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:22:05.971160 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-57be2992-ff0f-4d6f-950a-8f6fc50f2d48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:05.996434 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4b2c78a5-306b-4d48-93c6-e9c916b7fe34 req-a19b172c-d1dd-4f1c-84fb-8683bd231100 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427448 Jul 09 16:22:06.056292 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 92d17194-e8f5-444d-a568-bda8dc7af3ab completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:22:06.087134 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d7070931-7edf-4a97-9f80-8bbfad96abc0 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:22:06.130211 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e4e53-eb06-4008-ab99-3fe6bad7b61f tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Pushing event updated for resources: {'Subnet': ['ID=e470b867-f5d6-422f-850f-2f56ff7a264b,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:06.179873 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-aab8308d-29c1-4605-bf27-0aba383e653d None None] Provisioning for port 92d17194-e8f5-444d-a568-bda8dc7af3ab completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:22:06.213179 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-aab8308d-29c1-4605-bf27-0aba383e653d None None] Provisioning complete for port 92d17194-e8f5-444d-a568-bda8dc7af3ab triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:22:06.215035 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-aab8308d-29c1-4605-bf27-0aba383e653d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:06.231421 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358e4e53-eb06-4008-ab99-3fe6bad7b61f tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Checking segment: {'id': 'f96aa016-b10e-436b-9c03-2562166d0a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'feff1611-3d7e-4a59-976f-55189f6640eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:22:06.232200 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358e4e53-eb06-4008-ab99-3fe6bad7b61f tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Network hostable DHCP agents. Network: feff1611-3d7e-4a59-976f-55189f6640eb, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:22:06.249812 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-57be2992-ff0f-4d6f-950a-8f6fc50f2d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:06.290305 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358e4e53-eb06-4008-ab99-3fe6bad7b61f tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Network feff1611-3d7e-4a59-976f-55189f6640eb is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:22:06.308545 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-358e4e53-eb06-4008-ab99-3fe6bad7b61f tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, feff1611-3d7e-4a59-976f-55189f6640eb) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:22:06.312874 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-57be2992-ff0f-4d6f-950a-8f6fc50f2d48 admin admin] Calling delete_port for 64d3faff-5cde-4b3d-b421-4fba38241f21 owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:22:06.333222 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358e4e53-eb06-4008-ab99-3fe6bad7b61f tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:06.336993 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-358e4e53-eb06-4008-ab99-3fe6bad7b61f tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:06.360021 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c624d6f1-5281-4d58-840e-26aa17a5c3cd None None] Network feff1611-3d7e-4a59-976f-55189f6640eb requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:22:06.372848 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-358e4e53-eb06-4008-ab99-3fe6bad7b61f tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5642104 Jul 09 16:22:06.375039 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35108) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:06.629805 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b605ca78-e04c-4f06-b08d-9e36fa189276 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:06.792286 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b605ca78-e04c-4f06-b08d-9e36fa189276 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:06.941592 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b605ca78-e04c-4f06-b08d-9e36fa189276 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:07.041109 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b605ca78-e04c-4f06-b08d-9e36fa189276 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Pushing event deleted for resources: {'Subnet': ['ID=e470b867-f5d6-422f-850f-2f56ff7a264b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:07.307045 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b605ca78-e04c-4f06-b08d-9e36fa189276 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:07.350313 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-b605ca78-e04c-4f06-b08d-9e36fa189276 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feff1611-3d7e-4a59-976f-55189f6640eb']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:22:07.415763 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-b605ca78-e04c-4f06-b08d-9e36fa189276 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f96aa016-b10e-436b-9c03-2562166d0a96') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:22:07.416060 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-b605ca78-e04c-4f06-b08d-9e36fa189276 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f96aa016-b10e-436b-9c03-2562166d0a96') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:22:07.504085 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b605ca78-e04c-4f06-b08d-9e36fa189276 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:07.521443 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port d7070931-7edf-4a97-9f80-8bbfad96abc0 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:22:07.598812 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b605ca78-e04c-4f06-b08d-9e36fa189276 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:07.623601 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b605ca78-e04c-4f06-b08d-9e36fa189276 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:22:07.624509 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b605ca78-e04c-4f06-b08d-9e36fa189276 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:07.639078 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:22:07.639078 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:22:07.639078 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:22:07.639078 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:22:07.639078 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:22:07.639078 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:22:07.639078 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:22:07.639078 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:22:07.639078 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:22:07.639078 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:22:07.639078 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:22:07.639078 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:22:07.639078 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:22:07.639078 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:22:07.639078 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:22:07.639078 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:22:07.639078 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:22:07.639078 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:22:07.639078 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:22:07.639078 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:22:07.639078 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:22:07.639078 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:22:07.639078 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:22:07.639078 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:22:07.639078 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:22:07.639078 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:22:07.639078 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:22:07.639078 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:22:07.639078 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:22:07.639078 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:22:07.639078 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:22:07.639078 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:22:07.670187 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port d7070931-7edf-4a97-9f80-8bbfad96abc0 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:22:07.670781 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:07.698581 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-aab8308d-29c1-4605-bf27-0aba383e653d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:07.746156 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc7859-94b3-4ac7-b3ea-038b488790c7 req-c2773c60-f36d-4caf-9b69-3c6b08146a58 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:07.755209 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-64cc7859-94b3-4ac7-b3ea-038b488790c7 req-c2773c60-f36d-4caf-9b69-3c6b08146a58 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 944 time: 0.3020222 Jul 09 16:22:07.770989 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e05aac8-e34b-4b73-93b6-d757c7a31303 None None] Network feff1611-3d7e-4a59-976f-55189f6640eb requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:22:07.818099 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b605ca78-e04c-4f06-b08d-9e36fa189276 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:07.883477 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b605ca78-e04c-4f06-b08d-9e36fa189276 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:07.891932 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b605ca78-e04c-4f06-b08d-9e36fa189276 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "DELETE /v2.0/networks/feff1611-3d7e-4a59-976f-55189f6640eb HTTP/1.1" status: 204 len: 168 time: 1.5155799 Jul 09 16:22:07.896829 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35120) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:07.914155 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-481e0a2c-e6e0-48bc-8eeb-d8a8fe2227e7 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1456125239'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:07.915955 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b605ca78-e04c-4f06-b08d-9e36fa189276 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Pushing event deleted for resources: {'Network': ['ID=feff1611-3d7e-4a59-976f-55189f6640eb,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:07.966171 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-64cc7859-94b3-4ac7-b3ea-038b488790c7 req-8182c4fb-c1fb-4d3b-9e4a-36cfd4cc240e tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095823 Jul 09 16:22:07.994165 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df69c6d-1d2c-4a0a-8f16-70c01b2c7cc9 None None] Sync routers for ids ['8b152eb0-335a-447c-aab5-4b3f248466a0'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:22:08.022565 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-57be2992-ff0f-4d6f-950a-8f6fc50f2d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:08.045252 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481e0a2c-e6e0-48bc-8eeb-d8a8fe2227e7 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Made reservation on behalf of aa94cf628d794b7db9c4b4831f7d2b50 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:22:08.059611 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-481e0a2c-e6e0-48bc-8eeb-d8a8fe2227e7 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:08.100402 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57be2992-ff0f-4d6f-950a-8f6fc50f2d48 admin admin] Pushing event deleted for resources: {'Port': ['ID=64d3faff-5cde-4b3d-b421-4fba38241f21,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:08.171608 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-aab8308d-29c1-4605-bf27-0aba383e653d None None] For port 92d17194-e8f5-444d-a568-bda8dc7af3ab, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=92d17194-e8f5-444d-a568-bda8dc7af3ab,segment=NetworkSegment(1dfd3070-35e4-4c99-a949-f24cc5c7a569),segment_id=1dfd3070-35e4-4c99-a949-f24cc5c7a569)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:22:08.209198 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-481e0a2c-e6e0-48bc-8eeb-d8a8fe2227e7 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:22:08.241088 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-aab8308d-29c1-4605-bf27-0aba383e653d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:08.254547 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-481e0a2c-e6e0-48bc-8eeb-d8a8fe2227e7 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:08.255695 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-481e0a2c-e6e0-48bc-8eeb-d8a8fe2227e7 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Added segment 23f6e50c-4533-467b-83a3-71bacac9f9f2 of type vlan for network 95158563-3025-4696-b35e-b40b26e277c8 Jul 09 16:22:08.396330 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-481e0a2c-e6e0-48bc-8eeb-d8a8fe2227e7 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:08.511379 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df69c6d-1d2c-4a0a-8f16-70c01b2c7cc9 None None] Routers {'8b152eb0-335a-447c-aab5-4b3f248466a0'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:22:08.516892 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-481e0a2c-e6e0-48bc-8eeb-d8a8fe2227e7 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:08.517429 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-5df69c6d-1d2c-4a0a-8f16-70c01b2c7cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:21:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['8b152eb0-335a-447c-aab5-4b3f248466a0'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:22:08.567598 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481e0a2c-e6e0-48bc-8eeb-d8a8fe2227e7 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:08.568972 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-481e0a2c-e6e0-48bc-8eeb-d8a8fe2227e7 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:08.818732 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-481e0a2c-e6e0-48bc-8eeb-d8a8fe2227e7 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9129016 Jul 09 16:22:08.822033 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35126) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:08.828284 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-cfb53dee-1123-4a9f-b0ce-0df77d471258 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Request body: {'subnet': {'network_id': '95158563-3025-4696-b35e-b40b26e277c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:08.836362 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481e0a2c-e6e0-48bc-8eeb-d8a8fe2227e7 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Pushing event updated for resources: {'Network': ['ID=95158563-3025-4696-b35e-b40b26e277c8,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:08.954680 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab8308d-29c1-4605-bf27-0aba383e653d None None] Pushing event updated for resources: {'Port': ['ID=92d17194-e8f5-444d-a568-bda8dc7af3ab,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:08.963855 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:09.004771 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 95158563-3025-4696-b35e-b40b26e277c8 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:22:09.008589 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-57be2992-ff0f-4d6f-950a-8f6fc50f2d48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:09.037975 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb53dee-1123-4a9f-b0ce-0df77d471258 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Made reservation on behalf of aa94cf628d794b7db9c4b4831f7d2b50 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:22:09.042690 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cfb53dee-1123-4a9f-b0ce-0df77d471258 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:09.229503 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-5df69c6d-1d2c-4a0a-8f16-70c01b2c7cc9 None None] Set router 8b152eb0-335a-447c-aab5-4b3f248466a0 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:22:09.576949 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port d7070931-7edf-4a97-9f80-8bbfad96abc0, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=d7070931-7edf-4a97-9f80-8bbfad96abc0,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:22:09.589865 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-89a07a4d-fa00-4ffb-a8cd-e2e86ac1e10d None None] Provisioning complete for port 92d17194-e8f5-444d-a568-bda8dc7af3ab triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:22:09.590240 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-89a07a4d-fa00-4ffb-a8cd-e2e86ac1e10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:09.592172 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:09.593350 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 78e90a90-b601-406b-beaa-8e865464ea05 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:22:09.626955 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cfb53dee-1123-4a9f-b0ce-0df77d471258 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:09.762912 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4ea55-edfd-4b99-9fbd-798d1a9f40b1 req-ba06c9fd-2d71-4407-90f4-c7132cca9a24 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:09.778191 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-81c4ea55-edfd-4b99-9fbd-798d1a9f40b1 req-ba06c9fd-2d71-4407-90f4-c7132cca9a24 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 944 time: 0.4758570 Jul 09 16:22:09.851082 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb53dee-1123-4a9f-b0ce-0df77d471258 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Checking segment: {'id': '23f6e50c-4533-467b-83a3-71bacac9f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '95158563-3025-4696-b35e-b40b26e277c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:22:09.853373 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb53dee-1123-4a9f-b0ce-0df77d471258 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Network hostable DHCP agents. Network: 95158563-3025-4696-b35e-b40b26e277c8, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:22:09.882907 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb53dee-1123-4a9f-b0ce-0df77d471258 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Pushing event updated for resources: {'Subnet': ['ID=13b99e5e-6944-437a-83e7-c4e88e26f843,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:09.920815 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57be2992-ff0f-4d6f-950a-8f6fc50f2d48 admin admin] Router 8b152eb0-335a-447c-aab5-4b3f248466a0 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:22:09.926200 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb53dee-1123-4a9f-b0ce-0df77d471258 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Network 95158563-3025-4696-b35e-b40b26e277c8 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:22:09.943923 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-cfb53dee-1123-4a9f-b0ce-0df77d471258 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 95158563-3025-4696-b35e-b40b26e277c8) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:22:09.958355 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=d7070931-7edf-4a97-9f80-8bbfad96abc0,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:09.959950 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-81c4ea55-edfd-4b99-9fbd-798d1a9f40b1 req-80eec7a5-31b3-429f-b260-5623a4524c2f tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646011 Jul 09 16:22:09.973523 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb53dee-1123-4a9f-b0ce-0df77d471258 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:09.989308 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cfb53dee-1123-4a9f-b0ce-0df77d471258 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:10.035646 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a464a08-e05c-40dc-aca6-a41c60bca71d None None] Network 95158563-3025-4696-b35e-b40b26e277c8 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:22:10.036812 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-cfb53dee-1123-4a9f-b0ce-0df77d471258 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2118826 Jul 09 16:22:10.038802 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35138) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:10.056369 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-357540f6-8b18-41e3-b7a0-641a96854077 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Request body: {'subnet': {'network_id': '95158563-3025-4696-b35e-b40b26e277c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:10.169492 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:10.257150 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 78e90a90-b601-406b-beaa-8e865464ea05 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:22:10.257809 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:10.339065 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57be2992-ff0f-4d6f-950a-8f6fc50f2d48 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:22:10.358295 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-57be2992-ff0f-4d6f-950a-8f6fc50f2d48 admin admin] 10.222.0.98 "PUT /v2.0/routers/8b152eb0-335a-447c-aab5-4b3f248466a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0115824 Jul 09 16:22:10.359960 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35142) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:10.525565 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357540f6-8b18-41e3-b7a0-641a96854077 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Made reservation on behalf of aa94cf628d794b7db9c4b4831f7d2b50 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:22:10.529503 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-357540f6-8b18-41e3-b7a0-641a96854077 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:10.785981 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-41d5577b-6201-4923-98b3-aa5d751af330 admin admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:11.059592 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-41d5577b-6201-4923-98b3-aa5d751af330 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:11.161422 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 9618f641-8f16-497c-827a-fb1e9661254e up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:22:11.178847 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-5df69c6d-1d2c-4a0a-8f16-70c01b2c7cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b152eb0-335a-447c-aab5-4b3f248466a0', 'name': 'tempest-FloatingIPsNegativeTestJSON-901004818-router', 'tenant_id': '65b52ec9013742d2b6039b8f51bd362f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'd7070931-7edf-4a97-9f80-8bbfad96abc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:44Z', 'updated_at': '2021-07-09T16:22:07Z', 'revision_number': 5, 'project_id': '65b52ec9013742d2b6039b8f51bd362f', 'gw_port': {'id': 'd7070931-7edf-4a97-9f80-8bbfad96abc0', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b152eb0-335a-447c-aab5-4b3f248466a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:48Z', 'updated_at': '2021-07-09T16:21:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:22:11.201886 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-41d5577b-6201-4923-98b3-aa5d751af330 admin admin] Deleting port d7070931-7edf-4a97-9f80-8bbfad96abc0 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:22:11.202313 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-41d5577b-6201-4923-98b3-aa5d751af330 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:11.273257 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df69c6d-1d2c-4a0a-8f16-70c01b2c7cc9 None None] Checking router: 8b152eb0-335a-447c-aab5-4b3f248466a0 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:22:11.280706 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7a44a0-5ad2-417d-ad18-5210b5bcd8d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-95158563-3025-4696-b35e-b40b26e277c8', 'network_id': '95158563-3025-4696-b35e-b40b26e277c8', 'tenant_id': 'aa94cf628d794b7db9c4b4831f7d2b50', 'fixed_ips': [{'subnet_id': '13b99e5e-6944-437a-83e7-c4e88e26f843'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:22:11.288028 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0f7a44a0-5ad2-417d-ad18-5210b5bcd8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:11.370795 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-357540f6-8b18-41e3-b7a0-641a96854077 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:11.376942 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-41d5577b-6201-4923-98b3-aa5d751af330 admin admin] For port d7070931-7edf-4a97-9f80-8bbfad96abc0, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=d7070931-7edf-4a97-9f80-8bbfad96abc0,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:22:11.378182 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-41d5577b-6201-4923-98b3-aa5d751af330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:11.395632 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-41d5577b-6201-4923-98b3-aa5d751af330 admin admin] Calling delete_port for d7070931-7edf-4a97-9f80-8bbfad96abc0 owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:22:11.409811 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df69c6d-1d2c-4a0a-8f16-70c01b2c7cc9 None None] Routers {'8b152eb0-335a-447c-aab5-4b3f248466a0'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:22:11.410656 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-5df69c6d-1d2c-4a0a-8f16-70c01b2c7cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:21:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['8b152eb0-335a-447c-aab5-4b3f248466a0'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:22:11.500563 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357540f6-8b18-41e3-b7a0-641a96854077 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Pushing event updated for resources: {'Subnet': ['ID=4432c7a9-2e73-4567-aeb5-625d6ef630a2,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:11.525884 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357540f6-8b18-41e3-b7a0-641a96854077 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Network 95158563-3025-4696-b35e-b40b26e277c8 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:22:11.533847 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-357540f6-8b18-41e3-b7a0-641a96854077 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:22:11.542989 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357540f6-8b18-41e3-b7a0-641a96854077 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:11.545221 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-357540f6-8b18-41e3-b7a0-641a96854077 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:11.616037 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-357540f6-8b18-41e3-b7a0-641a96854077 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5737381 Jul 09 16:22:11.636409 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16cc54-6bfb-4185-b01a-06558390c24a req-4a79f11c-4cb9-4d6b-bbe4-ce5c62db9925 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:11.650011 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ab16cc54-6bfb-4185-b01a-06558390c24a req-4a79f11c-4cb9-4d6b-bbe4-ce5c62db9925 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 944 time: 0.3791316 Jul 09 16:22:11.654347 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35154) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:11.743581 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-41d5577b-6201-4923-98b3-aa5d751af330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:11.787362 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d5577b-6201-4923-98b3-aa5d751af330 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7070931-7edf-4a97-9f80-8bbfad96abc0,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:11.838129 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 9618f641-8f16-497c-827a-fb1e9661254e triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:22:11.838129 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:11.850810 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-5df69c6d-1d2c-4a0a-8f16-70c01b2c7cc9 None None] Set router 8b152eb0-335a-447c-aab5-4b3f248466a0 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:22:11.973671 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ab16cc54-6bfb-4185-b01a-06558390c24a req-ece462a9-0cd8-4ff9-8038-8441fb62bb06 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201010 Jul 09 16:22:11.996498 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-41d5577b-6201-4923-98b3-aa5d751af330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:12.056978 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c54670c-1436-4f7c-bf5b-825a644a66ea tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:12.059942 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c54670c-1436-4f7c-bf5b-825a644a66ea tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:12.061528 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c54670c-1436-4f7c-bf5b-825a644a66ea tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:12.063089 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c54670c-1436-4f7c-bf5b-825a644a66ea tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:12.070634 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c54670c-1436-4f7c-bf5b-825a644a66ea tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:12.077634 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1c54670c-1436-4f7c-bf5b-825a644a66ea tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4140775 Jul 09 16:22:12.078119 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35162) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:12.091558 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-76c36463-45ee-44c6-ac90-3b56457a5dfb tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1466091163'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:12.136637 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-41d5577b-6201-4923-98b3-aa5d751af330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:12.159168 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c36463-45ee-44c6-ac90-3b56457a5dfb tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Made reservation on behalf of aa94cf628d794b7db9c4b4831f7d2b50 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:22:12.159421 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-41d5577b-6201-4923-98b3-aa5d751af330 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:12.159516 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-76c36463-45ee-44c6-ac90-3b56457a5dfb tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:12.226406 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76c36463-45ee-44c6-ac90-3b56457a5dfb tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:22:12.276442 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-76c36463-45ee-44c6-ac90-3b56457a5dfb tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:12.276993 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-76c36463-45ee-44c6-ac90-3b56457a5dfb tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Added segment 53b857a6-d4bd-415a-aaf7-0650610a5bec of type vlan for network 57c4cce1-7763-40d9-8ae5-02bf42f38f46 Jul 09 16:22:12.324192 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-41d5577b-6201-4923-98b3-aa5d751af330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:12.324434 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-5df69c6d-1d2c-4a0a-8f16-70c01b2c7cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b152eb0-335a-447c-aab5-4b3f248466a0', 'name': 'tempest-FloatingIPsNegativeTestJSON-901004818-router', 'tenant_id': '65b52ec9013742d2b6039b8f51bd362f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:44Z', 'updated_at': '2021-07-09T16:22:11Z', 'revision_number': 6, 'project_id': '65b52ec9013742d2b6039b8f51bd362f', 'gw_port_host': None}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:22:12.327061 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d5577b-6201-4923-98b3-aa5d751af330 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b152eb0-335a-447c-aab5-4b3f248466a0 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:22:12.347137 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-41d5577b-6201-4923-98b3-aa5d751af330 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:12.349817 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-41d5577b-6201-4923-98b3-aa5d751af330 admin admin] 10.222.0.98 "DELETE /v2.0/routers/8b152eb0-335a-447c-aab5-4b3f248466a0 HTTP/1.1" status: 204 len: 168 time: 1.9826171 Jul 09 16:22:12.353990 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35170) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:12.393131 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-76c36463-45ee-44c6-ac90-3b56457a5dfb tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:12.412985 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df69c6d-1d2c-4a0a-8f16-70c01b2c7cc9 None None] The sync data for ids ['8b152eb0-335a-447c-aab5-4b3f248466a0'] in n-d-798930-3 is: [{'id': '8b152eb0-335a-447c-aab5-4b3f248466a0', 'name': 'tempest-FloatingIPsNegativeTestJSON-901004818-router', 'tenant_id': '65b52ec9013742d2b6039b8f51bd362f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:44Z', 'updated_at': '2021-07-09T16:22:11Z', 'revision_number': 6, 'project_id': '65b52ec9013742d2b6039b8f51bd362f', 'gw_port_host': None}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:22:12.468338 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-0f7a44a0-5ad2-417d-ad18-5210b5bcd8d8 None None] Allocated IP 2001:db8::2 (95158563-3025-4696-b35e-b40b26e277c8/13b99e5e-6944-437a-83e7-c4e88e26f843/d2b113f8-ed39-4433-b069-2fd7e0ac0810) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:22:12.529483 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-76c36463-45ee-44c6-ac90-3b56457a5dfb tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:12.552822 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c36463-45ee-44c6-ac90-3b56457a5dfb tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:12.552822 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-76c36463-45ee-44c6-ac90-3b56457a5dfb tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:12.602568 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-13e0af2a-d30a-4379-bcea-5c35ee515847 admin admin] Deleting subnet 697f6d2a-540a-4047-8ac1-8009f60f8ff1 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:22:12.622086 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-13e0af2a-d30a-4379-bcea-5c35ee515847 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:12.732177 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-13e0af2a-d30a-4379-bcea-5c35ee515847 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:12.760463 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-76c36463-45ee-44c6-ac90-3b56457a5dfb tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6757276 Jul 09 16:22:12.765176 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35186) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:12.798559 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-66eb8702-0d06-4c43-baae-7d1135dacb1b tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:13.097147 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0f7a44a0-5ad2-417d-ad18-5210b5bcd8d8 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:13.117306 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0f7a44a0-5ad2-417d-ad18-5210b5bcd8d8 None None] Transition to ACTIVE for port object d2b113f8-ed39-4433-b069-2fd7e0ac0810 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:22:13.122752 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-13e0af2a-d30a-4379-bcea-5c35ee515847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:13.148825 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0f7a44a0-5ad2-417d-ad18-5210b5bcd8d8 None None] Transition to ACTIVE for port object d2b113f8-ed39-4433-b069-2fd7e0ac0810 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:22:13.166815 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0f7a44a0-5ad2-417d-ad18-5210b5bcd8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:13.256064 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7a44a0-5ad2-417d-ad18-5210b5bcd8d8 None None] Pushing event updated for resources: {'Port': ['ID=d2b113f8-ed39-4433-b069-2fd7e0ac0810,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:13.307248 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7a44a0-5ad2-417d-ad18-5210b5bcd8d8 None None] Network 95158563-3025-4696-b35e-b40b26e277c8 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:22:13.315930 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-0f7a44a0-5ad2-417d-ad18-5210b5bcd8d8 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:22:13.324003 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-13e0af2a-d30a-4379-bcea-5c35ee515847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:13.340982 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7a44a0-5ad2-417d-ad18-5210b5bcd8d8 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:22:13.438860 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-13e0af2a-d30a-4379-bcea-5c35ee515847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:13.442046 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037198d9-6751-49b8-afdf-c849ee703e14 None None] Network 78dce3dd-5b42-428a-98ff-59646e97a83e requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:22:13.443731 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c36463-45ee-44c6-ac90-3b56457a5dfb tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Pushing event updated for resources: {'Network': ['ID=57c4cce1-7763-40d9-8ae5-02bf42f38f46,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:13.449680 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-13e0af2a-d30a-4379-bcea-5c35ee515847 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/697f6d2a-540a-4047-8ac1-8009f60f8ff1 HTTP/1.1" status: 204 len: 168 time: 1.0880368 Jul 09 16:22:13.453204 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e0af2a-d30a-4379-bcea-5c35ee515847 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=697f6d2a-540a-4047-8ac1-8009f60f8ff1,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:13.462377 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35198) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:13.462645 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-0f7a44a0-5ad2-417d-ad18-5210b5bcd8d8 None None] Attempting to bind port d2b113f8-ed39-4433-b069-2fd7e0ac0810 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:22:13.463518 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-0f7a44a0-5ad2-417d-ad18-5210b5bcd8d8 None None] Attempting to bind port d2b113f8-ed39-4433-b069-2fd7e0ac0810 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '23f6e50c-4533-467b-83a3-71bacac9f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '95158563-3025-4696-b35e-b40b26e277c8'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:22:13.464177 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7a44a0-5ad2-417d-ad18-5210b5bcd8d8 None None] Attempting to bind port d2b113f8-ed39-4433-b069-2fd7e0ac0810 on network 95158563-3025-4696-b35e-b40b26e277c8 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:22:13.575671 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-66eb8702-0d06-4c43-baae-7d1135dacb1b tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:13.635965 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-66eb8702-0d06-4c43-baae-7d1135dacb1b tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:13.650743 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-66eb8702-0d06-4c43-baae-7d1135dacb1b tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Network 57c4cce1-7763-40d9-8ae5-02bf42f38f46 is not hosted by any dhcp agent {{(pid=93958) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 16:22:13.665042 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7a44a0-5ad2-417d-ad18-5210b5bcd8d8 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:22:13.665663 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7a44a0-5ad2-417d-ad18-5210b5bcd8d8 None None] Checking segment: {'id': '23f6e50c-4533-467b-83a3-71bacac9f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '95158563-3025-4696-b35e-b40b26e277c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:22:13.669121 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0f7a44a0-5ad2-417d-ad18-5210b5bcd8d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:13.671330 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7a44a0-5ad2-417d-ad18-5210b5bcd8d8 None None] Bound using segment: {'id': '23f6e50c-4533-467b-83a3-71bacac9f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '95158563-3025-4696-b35e-b40b26e277c8'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:22:13.675309 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-0f7a44a0-5ad2-417d-ad18-5210b5bcd8d8 None None] Bound port: d2b113f8-ed39-4433-b069-2fd7e0ac0810, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23f6e50c-4533-467b-83a3-71bacac9f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '95158563-3025-4696-b35e-b40b26e277c8'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:22:13.676715 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66eb8702-0d06-4c43-baae-7d1135dacb1b tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:13.678362 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0f7a44a0-5ad2-417d-ad18-5210b5bcd8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:13.679269 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-66eb8702-0d06-4c43-baae-7d1135dacb1b tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:13.691568 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-66eb8702-0d06-4c43-baae-7d1135dacb1b tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "PUT /v2.0/networks/57c4cce1-7763-40d9-8ae5-02bf42f38f46 HTTP/1.1" status: 200 len: 723 time: 0.9246001 Jul 09 16:22:13.692530 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35202) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:13.767335 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 57c4cce1-7763-40d9-8ae5-02bf42f38f46 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:22:13.789583 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-522a050d-6c12-4e5f-8120-e499a93d9db9 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Request body: {'subnet': {'network_id': '57c4cce1-7763-40d9-8ae5-02bf42f38f46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:13.829199 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc97f5a3-3be7-4752-8eeb-4cb366b8343e None None] Sync routers for ids ['8b152eb0-335a-447c-aab5-4b3f248466a0'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:22:13.865269 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc97f5a3-3be7-4752-8eeb-4cb366b8343e None None] Routers set() bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:22:13.865838 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc97f5a3-3be7-4752-8eeb-4cb366b8343e None None] Router IDs set() for agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 09 16:22:13.866939 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_agentschedulers_db [None req-cc97f5a3-3be7-4752-8eeb-4cb366b8343e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8b152eb0-335a-447c-aab5-4b3f248466a0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:21:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent'). {{(pid=93961) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 09 16:22:13.871516 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-171cb31d-1525-4c1d-a086-cc184a17019c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:13.923126 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc97f5a3-3be7-4752-8eeb-4cb366b8343e None None] Routers set() bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:22:13.925337 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc97f5a3-3be7-4752-8eeb-4cb366b8343e None None] Router IDs set() for agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 09 16:22:13.948071 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_agentschedulers_db [None req-cc97f5a3-3be7-4752-8eeb-4cb366b8343e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8b152eb0-335a-447c-aab5-4b3f248466a0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:21:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent'). {{(pid=93961) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 09 16:22:13.949609 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc97f5a3-3be7-4752-8eeb-4cb366b8343e None None] The sync data for ids ['8b152eb0-335a-447c-aab5-4b3f248466a0'] in n-d-798930-3 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:22:14.058542 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 92d17194-e8f5-444d-a568-bda8dc7af3ab up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:22:14.100153 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-7234a62e-dd38-4864-9a60-308bb4c9510a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4276567 Jul 09 16:22:14.122132 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eb8702-0d06-4c43-baae-7d1135dacb1b tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Pushing event updated for resources: {'Network': ['ID=57c4cce1-7763-40d9-8ae5-02bf42f38f46,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:14.152312 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522a050d-6c12-4e5f-8120-e499a93d9db9 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Made reservation on behalf of aa94cf628d794b7db9c4b4831f7d2b50 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:22:14.163899 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-522a050d-6c12-4e5f-8120-e499a93d9db9 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:14.183721 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-171cb31d-1525-4c1d-a086-cc184a17019c admin admin] Deleting port 96896115-59e5-48d2-838d-aead5a23c9a7 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:22:14.184068 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-171cb31d-1525-4c1d-a086-cc184a17019c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:14.424147 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-171cb31d-1525-4c1d-a086-cc184a17019c admin admin] For port 96896115-59e5-48d2-838d-aead5a23c9a7, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=96896115-59e5-48d2-838d-aead5a23c9a7,segment=NetworkSegment(8178c8c1-4500-4676-9c93-0d90007a559f),segment_id=8178c8c1-4500-4676-9c93-0d90007a559f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:22:14.425337 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-171cb31d-1525-4c1d-a086-cc184a17019c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:14.440306 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 57c4cce1-7763-40d9-8ae5-02bf42f38f46 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:22:14.447912 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-171cb31d-1525-4c1d-a086-cc184a17019c admin admin] Calling delete_port for 96896115-59e5-48d2-838d-aead5a23c9a7 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:22:14.627023 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-36136d80-3a64-42a5-83ca-da3b0ba06e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:14.629317 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-36136d80-3a64-42a5-83ca-da3b0ba06e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:14.632742 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-36136d80-3a64-42a5-83ca-da3b0ba06e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:14.633397 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-36136d80-3a64-42a5-83ca-da3b0ba06e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:14.634027 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-36136d80-3a64-42a5-83ca-da3b0ba06e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:14.634683 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-36136d80-3a64-42a5-83ca-da3b0ba06e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:14.635324 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-36136d80-3a64-42a5-83ca-da3b0ba06e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:14.639923 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-36136d80-3a64-42a5-83ca-da3b0ba06e5a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=26aaf535ef1442ddbe5e4f5b96bc1792&device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 6492 time: 0.3599360 Jul 09 16:22:15.042526 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-171cb31d-1525-4c1d-a086-cc184a17019c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:15.143714 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171cb31d-1525-4c1d-a086-cc184a17019c admin admin] Pushing event deleted for resources: {'Port': ['ID=96896115-59e5-48d2-838d-aead5a23c9a7,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:15.146857 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 92d17194-e8f5-444d-a568-bda8dc7af3ab triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:22:15.147236 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:15.168255 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171cb31d-1525-4c1d-a086-cc184a17019c admin admin] No DVR routers for this DVR port 96896115-59e5-48d2-838d-aead5a23c9a7 on host n-d-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:22:15.196165 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-c39a837e-6590-4058-b392-bb902c015447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:15.201801 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-c39a837e-6590-4058-b392-bb902c015447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:15.203354 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-c39a837e-6590-4058-b392-bb902c015447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:15.205245 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-c39a837e-6590-4058-b392-bb902c015447 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8&id=f5b04cdf-01a8-4737-aa80-b62db70e7d95&id=f5b04cdf-01a8-4737-aa80-b62db70e7d95&id=f5b04cdf-01a8-4737-aa80-b62db70e7d95&id=f5b04cdf-01a8-4737-aa80-b62db70e7d95&id=6a26d5a7-49c7-498b-ac37-7c6cb6027d97&id=6a26d5a7-49c7-498b-ac37-7c6cb6027d97 HTTP/1.1" status: 200 len: 2294 time: 0.5375035 Jul 09 16:22:15.265546 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95caaab-527c-4c7c-acf7-b83b0655c60a req-94a9c821-14c1-40aa-925f-8724f77bdf2c tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:15.273872 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f95caaab-527c-4c7c-acf7-b83b0655c60a req-94a9c821-14c1-40aa-925f-8724f77bdf2c tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 944 time: 0.7786696 Jul 09 16:22:15.277172 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-522a050d-6c12-4e5f-8120-e499a93d9db9 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:15.372695 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-0f7a44a0-5ad2-417d-ad18-5210b5bcd8d8 None None] For port d2b113f8-ed39-4433-b069-2fd7e0ac0810, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:22:15.421555 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-0f7a44a0-5ad2-417d-ad18-5210b5bcd8d8 None None] For port d2b113f8-ed39-4433-b069-2fd7e0ac0810, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=d2b113f8-ed39-4433-b069-2fd7e0ac0810,segment=NetworkSegment(23f6e50c-4533-467b-83a3-71bacac9f9f2),segment_id=23f6e50c-4533-467b-83a3-71bacac9f9f2)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:22:15.433800 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0f7a44a0-5ad2-417d-ad18-5210b5bcd8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:15.527792 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f95caaab-527c-4c7c-acf7-b83b0655c60a req-f3b63e22-135b-449c-9e5f-8c267e57180a tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521565 Jul 09 16:22:15.531653 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852021d1-aaea-4324-8089-c54f7017ea69 None None] DHCP port deletion for 78dce3dd-5b42-428a-98ff-59646e97a83e request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:22:15.611645 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a050d-6c12-4e5f-8120-e499a93d9db9 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Pushing event updated for resources: {'Subnet': ['ID=49867ff9-9b52-4cf0-b20c-a8ebc9e8d45e,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:15.641335 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522a050d-6c12-4e5f-8120-e499a93d9db9 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Checking segment: {'id': '53b857a6-d4bd-415a-aaf7-0650610a5bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '57c4cce1-7763-40d9-8ae5-02bf42f38f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:22:15.641825 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522a050d-6c12-4e5f-8120-e499a93d9db9 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Network hostable DHCP agents. Network: 57c4cce1-7763-40d9-8ae5-02bf42f38f46, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:22:15.666934 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-b597dea9-77f2-4e51-9e4d-61c728aebfc1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e HTTP/1.1" status: 200 len: 1002 time: 0.3778627 Jul 09 16:22:15.705367 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-171cb31d-1525-4c1d-a086-cc184a17019c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:15.705615 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522a050d-6c12-4e5f-8120-e499a93d9db9 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Network 57c4cce1-7763-40d9-8ae5-02bf42f38f46 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:22:15.715585 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7a44a0-5ad2-417d-ad18-5210b5bcd8d8 None None] Pushing event updated for resources: {'Port': ['ID=d2b113f8-ed39-4433-b069-2fd7e0ac0810,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:15.730481 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-522a050d-6c12-4e5f-8120-e499a93d9db9 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 57c4cce1-7763-40d9-8ae5-02bf42f38f46) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:22:15.741249 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b2b6ef-d499-4320-82c7-caf25e693616 None None] Network 57c4cce1-7763-40d9-8ae5-02bf42f38f46 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:22:15.753724 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522a050d-6c12-4e5f-8120-e499a93d9db9 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:15.754220 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-522a050d-6c12-4e5f-8120-e499a93d9db9 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:15.784920 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-171cb31d-1525-4c1d-a086-cc184a17019c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78dce3dd-5b42-428a-98ff-59646e97a83e']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:22:15.825492 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-522a050d-6c12-4e5f-8120-e499a93d9db9 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1137552 Jul 09 16:22:15.826361 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-171cb31d-1525-4c1d-a086-cc184a17019c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8178c8c1-4500-4676-9c93-0d90007a559f') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:22:15.826923 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-171cb31d-1525-4c1d-a086-cc184a17019c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8178c8c1-4500-4676-9c93-0d90007a559f') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:22:15.830885 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35212) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:15.847030 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-794f1970-908b-437e-9606-e7e65beded23 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:15.853730 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-171cb31d-1525-4c1d-a086-cc184a17019c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:15.912505 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-131ee993-8418-4630-9f2a-6d9c12d96eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:15.913996 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-131ee993-8418-4630-9f2a-6d9c12d96eb4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d1711513-50d2-4abd-a78b-a82992d0d46f HTTP/1.1" status: 200 len: 851 time: 0.2375214 Jul 09 16:22:15.937924 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-171cb31d-1525-4c1d-a086-cc184a17019c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:16.000617 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 64d3faff-5cde-4b3d-b421-4fba38241f21 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:22:16.016143 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-171cb31d-1525-4c1d-a086-cc184a17019c admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:22:16.019988 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-171cb31d-1525-4c1d-a086-cc184a17019c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:16.023355 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:22:16.023355 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:22:16.023355 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:22:16.023355 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:22:16.023355 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:22:16.023355 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:22:16.023355 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:22:16.023355 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:22:16.023355 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:22:16.023355 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:22:16.023355 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:22:16.023355 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:22:16.023355 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:22:16.023355 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:22:16.023355 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:22:16.023355 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:22:16.023355 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:22:16.023355 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:22:16.023355 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:22:16.023355 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:22:16.023355 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:22:16.023355 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:22:16.023355 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:22:16.023355 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:22:16.023355 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:22:16.023355 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:22:16.023355 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:22:16.023355 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:22:16.023355 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:22:16.023355 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:22:16.023355 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:22:16.023355 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:22:16.028859 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 64d3faff-5cde-4b3d-b421-4fba38241f21 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:22:16.029378 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 64d3faff-5cde-4b3d-b421-4fba38241f21 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:22:16.029902 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d7070931-7edf-4a97-9f80-8bbfad96abc0 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:22:16.125259 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-83775c64-5640-4117-a4aa-19b9a65edefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:16.126940 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-83775c64-5640-4117-a4aa-19b9a65edefb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1996417 Jul 09 16:22:16.127926 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-171cb31d-1525-4c1d-a086-cc184a17019c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:16.152098 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-171cb31d-1525-4c1d-a086-cc184a17019c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:16.158316 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-171cb31d-1525-4c1d-a086-cc184a17019c admin admin] 10.222.0.98 "DELETE /v2.0/networks/78dce3dd-5b42-428a-98ff-59646e97a83e HTTP/1.1" status: 204 len: 168 time: 2.6957307 Jul 09 16:22:16.159294 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171cb31d-1525-4c1d-a086-cc184a17019c admin admin] Pushing event deleted for resources: {'Network': ['ID=78dce3dd-5b42-428a-98ff-59646e97a83e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:16.177035 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-794f1970-908b-437e-9606-e7e65beded23 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29676204'] for subnet, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:16.178926 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: d7070931-7edf-4a97-9f80-8bbfad96abc0 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:22:16.179327 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d7070931-7edf-4a97-9f80-8bbfad96abc0 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:22:16.334758 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-57c4cce1-7763-40d9-8ae5-02bf42f38f46', 'network_id': '57c4cce1-7763-40d9-8ae5-02bf42f38f46', 'tenant_id': 'aa94cf628d794b7db9c4b4831f7d2b50', 'fixed_ips': [{'subnet_id': '49867ff9-9b52-4cf0-b20c-a8ebc9e8d45e'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:22:16.337675 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:16.389183 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-a781c9e8-bf29-4b72-ad30-639c3bb0365c service neutron] 10.222.0.73 "GET /v2.0/networks/3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393730 Jul 09 16:22:16.506205 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d2b113f8-ed39-4433-b069-2fd7e0ac0810 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:22:16.587090 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35224) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:16.616604 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-794f1970-908b-437e-9606-e7e65beded23 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777622262550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29780206'] for subnet, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:16.676054 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794f1970-908b-437e-9606-e7e65beded23 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:16.676906 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-794f1970-908b-437e-9606-e7e65beded23 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:16.678485 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-794f1970-908b-437e-9606-e7e65beded23 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "PUT /v2.0/subnets/49867ff9-9b52-4cf0-b20c-a8ebc9e8d45e HTTP/1.1" status: 200 len: 826 time: 0.8464622 Jul 09 16:22:16.683824 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35226) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:16.684365 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-21fa13e9-d235-4af2-9a3f-a82252c62bb6 service neutron] 10.222.0.73 "GET /v2.0/networks/3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884405 Jul 09 16:22:16.695404 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d9bd6f54-8b18-42a8-97eb-ed1e1ef56197 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=65b52ec9013742d2b6039b8f51bd362f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1062891 Jul 09 16:22:16.697696 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35228) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:16.732154 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Allocated IP 2001:db8::2 (57c4cce1-7763-40d9-8ae5-02bf42f38f46/49867ff9-9b52-4cf0-b20c-a8ebc9e8d45e/b3666503-8e7f-4b21-8b63-ddb23c423952) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:22:16.804782 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794f1970-908b-437e-9606-e7e65beded23 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Pushing event updated for resources: {'Subnet': ['ID=49867ff9-9b52-4cf0-b20c-a8ebc9e8d45e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:16.863084 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-1dd83c2a-6838-46d2-ba5d-16a62fe88137 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=dc1969ff-da8f-4d79-bad7-c98b94b7dc83 HTTP/1.1" status: 200 len: 217 time: 0.1716578 Jul 09 16:22:16.882224 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb3c2698-407a-46c8-9556-2cfac82e99a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:16.946352 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb3c2698-407a-46c8-9556-2cfac82e99a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:16.972554 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b8b20b1e-2767-4615-8f59-8c25e5014a8a tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:17.080048 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port d2b113f8-ed39-4433-b069-2fd7e0ac0810 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:22:17.109849 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb3c2698-407a-46c8-9556-2cfac82e99a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:17.116455 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-81932add-2025-4ecc-8ea7-4184d74079e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:17.118498 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-81932add-2025-4ecc-8ea7-4184d74079e0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=069191b9-70ed-4c94-9317-897bb2dd7371 HTTP/1.1" status: 200 len: 797 time: 0.2478352 Jul 09 16:22:17.124016 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb3c2698-407a-46c8-9556-2cfac82e99a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:17.125751 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-bb3c2698-407a-46c8-9556-2cfac82e99a7 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/af7a5ae2-0bc7-401c-8e39-78dfc5811498 HTTP/1.1" status: 204 len: 168 time: 0.4098141 Jul 09 16:22:17.147412 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3c2698-407a-46c8-9556-2cfac82e99a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7a5ae2-0bc7-401c-8e39-78dfc5811498,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:17.186575 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b8b20b1e-2767-4615-8f59-8c25e5014a8a tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:17.216523 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c7c483-f9a4-4329-9ac8-4f86ac580588 req-f90eddbb-9df6-4798-870c-ccfcdebbaa0d tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:17.230938 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a5c7c483-f9a4-4329-9ac8-4f86ac580588 req-f90eddbb-9df6-4798-870c-ccfcdebbaa0d tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 944 time: 0.2928886 Jul 09 16:22:17.308316 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 96896115-59e5-48d2-838d-aead5a23c9a7 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:22:17.353585 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 96896115-59e5-48d2-838d-aead5a23c9a7 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:22:17.354022 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 96896115-59e5-48d2-838d-aead5a23c9a7 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:22:17.423367 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:17.436491 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Transition to ACTIVE for port object b3666503-8e7f-4b21-8b63-ddb23c423952 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:22:17.459010 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Transition to ACTIVE for port object b3666503-8e7f-4b21-8b63-ddb23c423952 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:22:17.485009 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:17.520035 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a5c7c483-f9a4-4329-9ac8-4f86ac580588 req-b95bfd0c-3f7d-446b-a15a-caeea6093771 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839568 Jul 09 16:22:17.531459 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b8b20b1e-2767-4615-8f59-8c25e5014a8a tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:17.559566 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-49240b96-d4f1-4e74-9a39-3e62e195e25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:17.561695 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-49240b96-d4f1-4e74-9a39-3e62e195e25d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5b04cdf-01a8-4737-aa80-b62db70e7d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3837154 Jul 09 16:22:17.594549 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78668d64-1fa5-4ea9-990b-52ff1cd79404 None None] Network 95158563-3025-4696-b35e-b40b26e277c8 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:22:17.657905 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b20b1e-2767-4615-8f59-8c25e5014a8a tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Pushing event deleted for resources: {'Subnet': ['ID=49867ff9-9b52-4cf0-b20c-a8ebc9e8d45e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:17.802062 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b8b20b1e-2767-4615-8f59-8c25e5014a8a tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:17.812825 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-7758a8c7-5d49-4779-a844-fb499bbf0cbc service neutron] 10.222.0.73 "GET /v2.0/networks/f5b04cdf-01a8-4737-aa80-b62db70e7d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436543 Jul 09 16:22:17.831696 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-b8b20b1e-2767-4615-8f59-8c25e5014a8a tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57c4cce1-7763-40d9-8ae5-02bf42f38f46']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:22:17.862982 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Network 57c4cce1-7763-40d9-8ae5-02bf42f38f46 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:22:17.863665 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-b8b20b1e-2767-4615-8f59-8c25e5014a8a tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53b857a6-d4bd-415a-aaf7-0650610a5bec') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:22:17.864067 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-b8b20b1e-2767-4615-8f59-8c25e5014a8a tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53b857a6-d4bd-415a-aaf7-0650610a5bec') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:22:17.886521 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b8b20b1e-2767-4615-8f59-8c25e5014a8a tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:17.925529 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Pushing event updated for resources: {'Port': ['ID=b3666503-8e7f-4b21-8b63-ddb23c423952,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:17.929134 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b8b20b1e-2767-4615-8f59-8c25e5014a8a tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:17.939954 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:22:17.953264 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8b20b1e-2767-4615-8f59-8c25e5014a8a tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:22:17.957637 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:22:17.959719 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b8b20b1e-2767-4615-8f59-8c25e5014a8a tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:17.967287 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:22:17.967287 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:22:17.967287 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:22:17.967287 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:22:17.967287 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:22:17.967287 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:22:17.967287 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:22:17.967287 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:22:17.967287 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:22:17.967287 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:22:17.967287 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:22:17.967287 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:22:17.967287 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:22:17.967287 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:22:17.967287 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:22:17.967287 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:22:17.967287 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:22:17.967287 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:22:17.967287 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:22:17.967287 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:22:17.967287 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:22:17.967287 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:22:17.967287 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:22:17.967287 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:22:17.967287 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:22:17.967287 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:22:17.967287 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:22:17.967287 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:22:17.967287 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:22:17.967287 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:22:17.967287 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:22:17.967287 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:22:17.995468 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8d8f5cc2-6638-4190-84d3-5faabfbfe632 None None] Provisioning for port d2b113f8-ed39-4433-b069-2fd7e0ac0810 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:22:18.013890 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8d8f5cc2-6638-4190-84d3-5faabfbfe632 None None] Provisioning complete for port d2b113f8-ed39-4433-b069-2fd7e0ac0810 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:22:18.014334 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8d8f5cc2-6638-4190-84d3-5faabfbfe632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:18.144971 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-e0b9b5d6-30ed-4b62-ba82-0b7165661904 service neutron] 10.222.0.73 "GET /v2.0/networks/f5b04cdf-01a8-4737-aa80-b62db70e7d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229403 Jul 09 16:22:18.162405 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.db.api [None req-b8b20b1e-2767-4615-8f59-8c25e5014a8a tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 16:22:18.162405 n-d-798930-3 neutron-server[93958]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 16:22:18.162405 n-d-798930-3 neutron-server[93958]: [parameters: {'id': '57c4cce1-7763-40d9-8ae5-02bf42f38f46'}] Jul 09 16:22:18.162405 n-d-798930-3 neutron-server[93958]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:22:18.163205 n-d-798930-3 neutron-server[93958]: DEBUG oslo_db.api [None req-b8b20b1e-2767-4615-8f59-8c25e5014a8a tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:22:18.286371 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-f056fd0e-2ba0-4a64-8c5a-f2643141ca87 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=1b59826e-f466-4732-9582-ca2f327b6c57 HTTP/1.1" status: 200 len: 217 time: 0.1286335 Jul 09 16:22:18.414557 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-d4ebfb96-2181-4a68-9416-600a5dc35b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:18.416117 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-d4ebfb96-2181-4a68-9416-600a5dc35b0a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=069191b9-70ed-4c94-9317-897bb2dd7371 HTTP/1.1" status: 200 len: 797 time: 0.1164019 Jul 09 16:22:18.596958 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-0aa74ca2-7814-420c-9ad1-341e2ccad5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:18.598493 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-0aa74ca2-7814-420c-9ad1-341e2ccad5db service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5b04cdf-01a8-4737-aa80-b62db70e7d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1723902 Jul 09 16:22:18.665281 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b8b20b1e-2767-4615-8f59-8c25e5014a8a tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:18.670023 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8d8f5cc2-6638-4190-84d3-5faabfbfe632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:18.727940 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Attempting to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:22:18.728421 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Attempting to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '53b857a6-d4bd-415a-aaf7-0650610a5bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '57c4cce1-7763-40d9-8ae5-02bf42f38f46'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:22:18.728983 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Attempting to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 on network 57c4cce1-7763-40d9-8ae5-02bf42f38f46 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:22:18.790284 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35264) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:18.792396 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-56f8326a-333a-436b-87f7-039b3a409828 service neutron] 10.222.0.73 "GET /v2.0/networks/f5b04cdf-01a8-4737-aa80-b62db70e7d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856284 Jul 09 16:22:18.797395 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:22:18.799742 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Checking segment: {'id': '53b857a6-d4bd-415a-aaf7-0650610a5bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '57c4cce1-7763-40d9-8ae5-02bf42f38f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:22:18.800536 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:18.801381 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Bound using segment: {'id': '53b857a6-d4bd-415a-aaf7-0650610a5bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '57c4cce1-7763-40d9-8ae5-02bf42f38f46'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:22:18.805992 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Bound port: b3666503-8e7f-4b21-8b63-ddb23c423952, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53b857a6-d4bd-415a-aaf7-0650610a5bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '57c4cce1-7763-40d9-8ae5-02bf42f38f46'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:22:18.806417 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:18.827095 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-b8b20b1e-2767-4615-8f59-8c25e5014a8a tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Deleting port b3666503-8e7f-4b21-8b63-ddb23c423952 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:22:18.827440 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b8b20b1e-2767-4615-8f59-8c25e5014a8a tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:18.920252 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-8b0db102-0fbf-4f6b-9446-13dd48a78dd5 service neutron] 10.222.0.73 "GET /v2.0/networks/f5b04cdf-01a8-4737-aa80-b62db70e7d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174309 Jul 09 16:22:18.929254 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a573bdd-871d-428d-a29f-614e474b71b8 req-e23f0a84-2749-4bee-9dca-5c5a3263009f tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:18.937582 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1a573bdd-871d-428d-a29f-614e474b71b8 req-e23f0a84-2749-4bee-9dca-5c5a3263009f tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 944 time: 0.1858356 Jul 09 16:22:18.975390 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-b8b20b1e-2767-4615-8f59-8c25e5014a8a tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] For port b3666503-8e7f-4b21-8b63-ddb23c423952, host n-d-798930-3, got binding levels [] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:22:18.975744 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b8b20b1e-2767-4615-8f59-8c25e5014a8a tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:19.008995 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-b8b20b1e-2767-4615-8f59-8c25e5014a8a tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Calling delete_port for b3666503-8e7f-4b21-8b63-ddb23c423952 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:22:19.022747 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1a573bdd-871d-428d-a29f-614e474b71b8 req-80a386a1-71f5-4c89-94c2-b7896090be5f tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842109 Jul 09 16:22:19.035508 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-5302f596-e965-4c07-8985-2f578a495cfc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=dc36f930-6d4f-46fd-90e2-c05d1f5f9547 HTTP/1.1" status: 200 len: 217 time: 0.0949788 Jul 09 16:22:19.036655 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-8d8f5cc2-6638-4190-84d3-5faabfbfe632 None None] For port d2b113f8-ed39-4433-b069-2fd7e0ac0810, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=d2b113f8-ed39-4433-b069-2fd7e0ac0810,segment=NetworkSegment(23f6e50c-4533-467b-83a3-71bacac9f9f2),segment_id=23f6e50c-4533-467b-83a3-71bacac9f9f2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:22:19.066822 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8d8f5cc2-6638-4190-84d3-5faabfbfe632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:19.188458 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b8b20b1e-2767-4615-8f59-8c25e5014a8a tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:19.205279 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-752335c7-65be-4e42-a0bd-a06ea3d65e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:19.214126 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b20b1e-2767-4615-8f59-8c25e5014a8a tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] No DVR routers for this DVR port b3666503-8e7f-4b21-8b63-ddb23c423952 on host n-d-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:22:19.215330 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-752335c7-65be-4e42-a0bd-a06ea3d65e7d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=069191b9-70ed-4c94-9317-897bb2dd7371 HTTP/1.1" status: 200 len: 797 time: 0.1756463 Jul 09 16:22:19.228251 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-56e909dd-f8f6-45e6-96e3-2b8d67016233 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1302574993-network', 'tenant_id': '97f227ad7be84ac08b59c2b24c66114c'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:19.355938 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e909dd-f8f6-45e6-96e3-2b8d67016233 admin admin] Made reservation on behalf of 97f227ad7be84ac08b59c2b24c66114c for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:22:19.356624 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b20b1e-2767-4615-8f59-8c25e5014a8a tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Pushing event deleted for resources: {'Port': ['ID=b3666503-8e7f-4b21-8b63-ddb23c423952,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:19.359776 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-56e909dd-f8f6-45e6-96e3-2b8d67016233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:19.408425 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-56e909dd-f8f6-45e6-96e3-2b8d67016233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:19.508041 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-feafdbbe-8e70-4fd6-99e6-427d9919486c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:19.509975 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-feafdbbe-8e70-4fd6-99e6-427d9919486c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5b04cdf-01a8-4737-aa80-b62db70e7d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2257934 Jul 09 16:22:19.600437 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b8b20b1e-2767-4615-8f59-8c25e5014a8a tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:19.630651 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-b8b20b1e-2767-4615-8f59-8c25e5014a8a tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57c4cce1-7763-40d9-8ae5-02bf42f38f46']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:22:19.662244 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-b8b20b1e-2767-4615-8f59-8c25e5014a8a tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53b857a6-d4bd-415a-aaf7-0650610a5bec') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:22:19.662467 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-b8b20b1e-2767-4615-8f59-8c25e5014a8a tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53b857a6-d4bd-415a-aaf7-0650610a5bec') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:22:19.685126 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b8b20b1e-2767-4615-8f59-8c25e5014a8a tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:19.734324 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b8b20b1e-2767-4615-8f59-8c25e5014a8a tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:19.747572 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8b20b1e-2767-4615-8f59-8c25e5014a8a tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:22:19.748669 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b8b20b1e-2767-4615-8f59-8c25e5014a8a tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:19.751347 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.db.api [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:22:19.753301 n-d-798930-3 neutron-server[93960]: DEBUG oslo_db.api [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:22:19.758522 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:22:19.758522 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:22:19.758522 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:22:19.758522 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:22:19.758522 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:22:19.758522 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:22:19.758522 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:22:19.758522 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:22:19.758522 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:22:19.758522 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:22:19.758522 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:22:19.758522 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:22:19.758522 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:22:19.758522 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:22:19.758522 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:22:19.758522 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:22:19.758522 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:22:19.758522 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:22:19.758522 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:22:19.758522 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:22:19.758522 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:22:19.758522 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:22:19.758522 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:22:19.758522 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:22:19.758522 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:22:19.758522 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:22:19.758522 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:22:19.758522 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:22:19.758522 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:22:19.758522 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:22:19.758522 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:22:19.758522 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:22:19.769862 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-bec773dd-5114-491c-8a24-ec6471324f6f service neutron] 10.222.0.73 "GET /v2.0/networks/f5b04cdf-01a8-4737-aa80-b62db70e7d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472005 Jul 09 16:22:19.832940 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8f5cc2-6638-4190-84d3-5faabfbfe632 None None] Pushing event updated for resources: {'Port': ['ID=d2b113f8-ed39-4433-b069-2fd7e0ac0810,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:19.912120 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b8b20b1e-2767-4615-8f59-8c25e5014a8a tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:19.921222 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b8b20b1e-2767-4615-8f59-8c25e5014a8a tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:19.925298 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b8b20b1e-2767-4615-8f59-8c25e5014a8a tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "DELETE /v2.0/networks/57c4cce1-7763-40d9-8ae5-02bf42f38f46 HTTP/1.1" status: 204 len: 168 time: 3.2283816 Jul 09 16:22:19.932438 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35280) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:19.953509 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608b8e99-5897-495d-8281-f391a78006be None None] Update dhcp port {'port': {'network_id': '95158563-3025-4696-b35e-b40b26e277c8', 'fixed_ips': [{'subnet_id': '13b99e5e-6944-437a-83e7-c4e88e26f843', 'ip_address': '2001:db8::2'}, {'subnet_id': '4432c7a9-2e73-4567-aeb5-625d6ef630a2'}], 'binding:host_id': 'n-d-798930-3'}, 'id': 'd2b113f8-ed39-4433-b069-2fd7e0ac0810'} from n-d-798930-3. {{(pid=93960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 16:22:19.982966 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b20b1e-2767-4615-8f59-8c25e5014a8a tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Pushing event deleted for resources: {'Network': ['ID=57c4cce1-7763-40d9-8ae5-02bf42f38f46,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:20.009062 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-53ec2bd8-f058-421d-9395-49bedfb067b1 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] DELETE failed (client error): The resource could not be found. Jul 09 16:22:20.012728 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53ec2bd8-f058-421d-9395-49bedfb067b1 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:22:20.014614 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-53ec2bd8-f058-421d-9395-49bedfb067b1 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "DELETE /v2.0/networks/57c4cce1-7763-40d9-8ae5-02bf42f38f46 HTTP/1.1" status: 404 len: 339 time: 0.0811625 Jul 09 16:22:20.019440 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35282) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:20.031298 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-25696ba2-5faa-4474-a91f-89ea6bbd6c38 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2010962032', 'description': 'd1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:20.059713 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-608b8e99-5897-495d-8281-f391a78006be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:20.083547 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-7e46c3a4-cae4-47ac-8bea-4aa89789839d service neutron] 10.222.0.73 "GET /v2.0/networks/f5b04cdf-01a8-4737-aa80-b62db70e7d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057880 Jul 09 16:22:20.141808 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-b85f4c47-3004-4b12-90b1-676d4b05be56 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.34&port_id=916c73bc-2bb6-461c-af98-fa6465f83617 HTTP/1.1" status: 200 len: 217 time: 0.0431547 Jul 09 16:22:20.202557 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-56e909dd-f8f6-45e6-96e3-2b8d67016233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:20.218657 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-c499eaec-1bc9-4d83-b42d-f63d6e6bfb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:20.220586 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-c499eaec-1bc9-4d83-b42d-f63d6e6bfb18 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=069191b9-70ed-4c94-9317-897bb2dd7371 HTTP/1.1" status: 200 len: 797 time: 0.0699730 Jul 09 16:22:20.222000 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-56e909dd-f8f6-45e6-96e3-2b8d67016233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:20.235607 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25696ba2-5faa-4474-a91f-89ea6bbd6c38 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Made reservation on behalf of aa94cf628d794b7db9c4b4831f7d2b50 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:22:20.249048 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56e909dd-f8f6-45e6-96e3-2b8d67016233 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:22:20.251920 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25696ba2-5faa-4474-a91f-89ea6bbd6c38 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:20.268477 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e909dd-f8f6-45e6-96e3-2b8d67016233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df3d11b-d144-4a96-b3c1-84a6e5d3d35a,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:20.272730 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-56e909dd-f8f6-45e6-96e3-2b8d67016233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:20.273525 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-56e909dd-f8f6-45e6-96e3-2b8d67016233 admin admin] Added segment a07da84f-9168-4aeb-95e6-091fcd93403d of type vlan for network a72a84d8-4ffe-4de0-8d4f-aafaf4579448 Jul 09 16:22:20.318103 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Attempting to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:22:20.318285 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Attempting to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:22:20.318654 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Attempting to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 on network 57c4cce1-7763-40d9-8ae5-02bf42f38f46 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:22:20.323741 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25696ba2-5faa-4474-a91f-89ea6bbd6c38 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:22:20.328103 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:22:20.328385 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Attempting to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 on network 57c4cce1-7763-40d9-8ae5-02bf42f38f46 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:22:20.335196 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Port b3666503-8e7f-4b21-8b63-ddb23c423952 on network 57c4cce1-7763-40d9-8ae5-02bf42f38f46 not bound, no agent of type HyperV agent registered on host n-d-798930-3 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:22:20.335551 n-d-798930-3 neutron-server[93960]: ERROR neutron.plugins.ml2.managers [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Failed to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 on host n-d-798930-3 for vnic_type normal using segments [] Jul 09 16:22:20.339381 n-d-798930-3 neutron-server[93960]: INFO neutron.plugins.ml2.plugin [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Attempt 2 to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 Jul 09 16:22:20.347257 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25696ba2-5faa-4474-a91f-89ea6bbd6c38 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:20.348412 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-25696ba2-5faa-4474-a91f-89ea6bbd6c38 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Added segment fe0d2d0b-9d3a-41b4-88d1-36d623b7bd71 of type vlan for network 463c59ac-f60f-4aa3-8c70-13a9802eb4c3 Jul 09 16:22:20.357267 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Attempting to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:22:20.357643 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Attempting to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:22:20.358004 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Attempting to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 on network 57c4cce1-7763-40d9-8ae5-02bf42f38f46 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:22:20.371909 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:22:20.372172 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Attempting to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 on network 57c4cce1-7763-40d9-8ae5-02bf42f38f46 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:22:20.386425 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Port b3666503-8e7f-4b21-8b63-ddb23c423952 on network 57c4cce1-7763-40d9-8ae5-02bf42f38f46 not bound, no agent of type HyperV agent registered on host n-d-798930-3 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:22:20.387054 n-d-798930-3 neutron-server[93960]: ERROR neutron.plugins.ml2.managers [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Failed to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 on host n-d-798930-3 for vnic_type normal using segments [] Jul 09 16:22:20.388262 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-608b8e99-5897-495d-8281-f391a78006be None None] Allocated IP 172.20.0.1 (95158563-3025-4696-b35e-b40b26e277c8/4432c7a9-2e73-4567-aeb5-625d6ef630a2/d2b113f8-ed39-4433-b069-2fd7e0ac0810) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:22:20.390251 n-d-798930-3 neutron-server[93960]: INFO neutron.plugins.ml2.plugin [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Attempt 3 to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 Jul 09 16:22:20.401916 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-56e909dd-f8f6-45e6-96e3-2b8d67016233 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:20.403767 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Attempting to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:22:20.404139 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Attempting to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:22:20.404505 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Attempting to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 on network 57c4cce1-7763-40d9-8ae5-02bf42f38f46 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:22:20.429717 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:22:20.430006 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Attempting to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 on network 57c4cce1-7763-40d9-8ae5-02bf42f38f46 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:22:20.453385 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Port b3666503-8e7f-4b21-8b63-ddb23c423952 on network 57c4cce1-7763-40d9-8ae5-02bf42f38f46 not bound, no agent of type HyperV agent registered on host n-d-798930-3 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:22:20.453740 n-d-798930-3 neutron-server[93960]: ERROR neutron.plugins.ml2.managers [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Failed to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 on host n-d-798930-3 for vnic_type normal using segments [] Jul 09 16:22:20.479456 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25696ba2-5faa-4474-a91f-89ea6bbd6c38 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:20.488570 n-d-798930-3 neutron-server[93960]: INFO neutron.plugins.ml2.plugin [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Attempt 4 to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 Jul 09 16:22:20.504299 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Attempting to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:22:20.504648 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Attempting to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:22:20.505004 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Attempting to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 on network 57c4cce1-7763-40d9-8ae5-02bf42f38f46 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:22:20.522192 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d2b113f8-ed39-4433-b069-2fd7e0ac0810 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:22:20.529900 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:22:20.530575 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Attempting to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 on network 57c4cce1-7763-40d9-8ae5-02bf42f38f46 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:22:20.574575 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Port b3666503-8e7f-4b21-8b63-ddb23c423952 on network 57c4cce1-7763-40d9-8ae5-02bf42f38f46 not bound, no agent of type HyperV agent registered on host n-d-798930-3 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:22:20.575241 n-d-798930-3 neutron-server[93960]: ERROR neutron.plugins.ml2.managers [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Failed to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 on host n-d-798930-3 for vnic_type normal using segments [] Jul 09 16:22:20.580145 n-d-798930-3 neutron-server[93960]: INFO neutron.plugins.ml2.plugin [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Attempt 5 to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 Jul 09 16:22:20.603544 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25696ba2-5faa-4474-a91f-89ea6bbd6c38 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:20.613601 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Attempting to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:22:20.615482 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25696ba2-5faa-4474-a91f-89ea6bbd6c38 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:20.616207 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-56e909dd-f8f6-45e6-96e3-2b8d67016233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:20.617236 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e909dd-f8f6-45e6-96e3-2b8d67016233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:20.617857 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-56e909dd-f8f6-45e6-96e3-2b8d67016233 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:20.618165 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25696ba2-5faa-4474-a91f-89ea6bbd6c38 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:20.625272 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Attempting to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:22:20.625869 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Attempting to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 on network 57c4cce1-7763-40d9-8ae5-02bf42f38f46 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:22:20.638182 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:22:20.640070 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Attempting to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 on network 57c4cce1-7763-40d9-8ae5-02bf42f38f46 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:22:20.658135 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-608b8e99-5897-495d-8281-f391a78006be None None] For port d2b113f8-ed39-4433-b069-2fd7e0ac0810, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=d2b113f8-ed39-4433-b069-2fd7e0ac0810,segment=NetworkSegment(23f6e50c-4533-467b-83a3-71bacac9f9f2),segment_id=23f6e50c-4533-467b-83a3-71bacac9f9f2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:22:20.679169 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Port b3666503-8e7f-4b21-8b63-ddb23c423952 on network 57c4cce1-7763-40d9-8ae5-02bf42f38f46 not bound, no agent of type HyperV agent registered on host n-d-798930-3 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:22:20.679847 n-d-798930-3 neutron-server[93960]: ERROR neutron.plugins.ml2.managers [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Failed to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 on host n-d-798930-3 for vnic_type normal using segments [] Jul 09 16:22:20.682965 n-d-798930-3 neutron-server[93960]: INFO neutron.plugins.ml2.plugin [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Attempt 6 to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 Jul 09 16:22:20.692445 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-8b9e9725-0c8a-4858-8398-9902c0ada04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:20.694528 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-8b9e9725-0c8a-4858-8398-9902c0ada04f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5b04cdf-01a8-4737-aa80-b62db70e7d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3250518 Jul 09 16:22:20.702266 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-56e909dd-f8f6-45e6-96e3-2b8d67016233 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9009557 Jul 09 16:22:20.709923 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53801498-9d32-4f89-9d79-20a23d6e3e5f req-87fce843-ec89-4c38-add6-79ecd8c32e1b tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:20.712634 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Attempting to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:22:20.716194 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Attempting to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:22:20.716768 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Attempting to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 on network 57c4cce1-7763-40d9-8ae5-02bf42f38f46 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:22:20.717195 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-53801498-9d32-4f89-9d79-20a23d6e3e5f req-87fce843-ec89-4c38-add6-79ecd8c32e1b tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 944 time: 0.2541838 Jul 09 16:22:20.724517 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35292) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:20.742202 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-65edac4c-2936-4d86-be64-1d9a6de9b803 admin admin] Request body: {'subnet': {'network_id': 'a72a84d8-4ffe-4de0-8d4f-aafaf4579448', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1302574993-subnet', 'tenant_id': '97f227ad7be84ac08b59c2b24c66114c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:20.749545 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:22:20.752109 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Attempting to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 on network 57c4cce1-7763-40d9-8ae5-02bf42f38f46 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:22:20.775276 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-608b8e99-5897-495d-8281-f391a78006be None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:20.789381 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Port b3666503-8e7f-4b21-8b63-ddb23c423952 on network 57c4cce1-7763-40d9-8ae5-02bf42f38f46 not bound, no agent of type HyperV agent registered on host n-d-798930-3 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:22:20.789949 n-d-798930-3 neutron-server[93960]: ERROR neutron.plugins.ml2.managers [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Failed to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 on host n-d-798930-3 for vnic_type normal using segments [] Jul 09 16:22:20.791998 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65edac4c-2936-4d86-be64-1d9a6de9b803 admin admin] Made reservation on behalf of 97f227ad7be84ac08b59c2b24c66114c for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:22:20.792732 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-25696ba2-5faa-4474-a91f-89ea6bbd6c38 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7704649 Jul 09 16:22:20.794916 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-65edac4c-2936-4d86-be64-1d9a6de9b803 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:20.796824 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35294) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:20.797515 n-d-798930-3 neutron-server[93960]: INFO neutron.plugins.ml2.plugin [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Attempt 7 to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 Jul 09 16:22:20.806948 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25696ba2-5faa-4474-a91f-89ea6bbd6c38 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Pushing event updated for resources: {'Network': ['ID=463c59ac-f60f-4aa3-8c70-13a9802eb4c3,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:20.823849 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port d2b113f8-ed39-4433-b069-2fd7e0ac0810 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:22:20.832738 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:20.926202 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 463c59ac-f60f-4aa3-8c70-13a9802eb4c3 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:22:20.929506 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9620d851-dd42-4fae-8771-b5678fa94688 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:20.931372 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-9620d851-dd42-4fae-8771-b5678fa94688 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "GET /v2.0/networks?id=463c59ac-f60f-4aa3-8c70-13a9802eb4c3 HTTP/1.1" status: 200 len: 765 time: 0.1212199 Jul 09 16:22:20.932338 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e909dd-f8f6-45e6-96e3-2b8d67016233 admin admin] Pushing event updated for resources: {'Network': ['ID=a72a84d8-4ffe-4de0-8d4f-aafaf4579448,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:20.934124 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35296) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:20.940321 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a016a448-2015-418e-bb5f-b0d90ed83e0a tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Request body: {'network': {'description': 'd2'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:21.023867 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network a72a84d8-4ffe-4de0-8d4f-aafaf4579448 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:22:21.147250 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-608b8e99-5897-495d-8281-f391a78006be None None] Transition to ACTIVE for port object d2b113f8-ed39-4433-b069-2fd7e0ac0810 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:22:21.155906 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Attempting to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:22:21.156522 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Attempting to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:22:21.157106 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Attempting to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 on network 57c4cce1-7763-40d9-8ae5-02bf42f38f46 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:22:21.188181 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-608b8e99-5897-495d-8281-f391a78006be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:21.207679 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:22:21.208488 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Attempting to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 on network 57c4cce1-7763-40d9-8ae5-02bf42f38f46 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:22:21.273891 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Port b3666503-8e7f-4b21-8b63-ddb23c423952 on network 57c4cce1-7763-40d9-8ae5-02bf42f38f46 not bound, no agent of type HyperV agent registered on host n-d-798930-3 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:22:21.274650 n-d-798930-3 neutron-server[93960]: ERROR neutron.plugins.ml2.managers [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Failed to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 on host n-d-798930-3 for vnic_type normal using segments [] Jul 09 16:22:21.275413 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608b8e99-5897-495d-8281-f391a78006be None None] Pushing event updated for resources: {'Port': ['ID=d2b113f8-ed39-4433-b069-2fd7e0ac0810,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:21.296218 n-d-798930-3 neutron-server[93960]: INFO neutron.plugins.ml2.plugin [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Attempt 8 to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 Jul 09 16:22:21.351913 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Attempting to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:22:21.361105 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Attempting to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:22:21.362537 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Attempting to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 on network 57c4cce1-7763-40d9-8ae5-02bf42f38f46 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:22:21.390831 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:22:21.391612 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Attempting to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 on network 57c4cce1-7763-40d9-8ae5-02bf42f38f46 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:22:21.412753 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a016a448-2015-418e-bb5f-b0d90ed83e0a tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:21.421905 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Port b3666503-8e7f-4b21-8b63-ddb23c423952 on network 57c4cce1-7763-40d9-8ae5-02bf42f38f46 not bound, no agent of type HyperV agent registered on host n-d-798930-3 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:22:21.422642 n-d-798930-3 neutron-server[93960]: ERROR neutron.plugins.ml2.managers [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Failed to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 on host n-d-798930-3 for vnic_type normal using segments [] Jul 09 16:22:21.425099 n-d-798930-3 neutron-server[93960]: INFO neutron.plugins.ml2.plugin [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Attempt 9 to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 Jul 09 16:22:21.451834 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-53801498-9d32-4f89-9d79-20a23d6e3e5f req-8d1f8be4-491a-471a-89da-8b0ea74cf9f9 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7335830 Jul 09 16:22:21.453940 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Attempting to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:22:21.454542 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Attempting to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:22:21.455177 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Attempting to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 on network 57c4cce1-7763-40d9-8ae5-02bf42f38f46 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:22:21.466870 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a016a448-2015-418e-bb5f-b0d90ed83e0a tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:21.468788 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:22:21.469425 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Attempting to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 on network 57c4cce1-7763-40d9-8ae5-02bf42f38f46 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:22:21.480617 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Port b3666503-8e7f-4b21-8b63-ddb23c423952 on network 57c4cce1-7763-40d9-8ae5-02bf42f38f46 not bound, no agent of type HyperV agent registered on host n-d-798930-3 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:22:21.481521 n-d-798930-3 neutron-server[93960]: ERROR neutron.plugins.ml2.managers [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Failed to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 on host n-d-798930-3 for vnic_type normal using segments [] Jul 09 16:22:21.482561 n-d-798930-3 neutron-server[93960]: INFO neutron.plugins.ml2.plugin [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Attempt 10 to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 Jul 09 16:22:21.493206 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Attempting to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:22:21.495137 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Attempting to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:22:21.495749 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Attempting to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 on network 57c4cce1-7763-40d9-8ae5-02bf42f38f46 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:22:21.502151 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:22:21.503202 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Attempting to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 on network 57c4cce1-7763-40d9-8ae5-02bf42f38f46 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:22:21.511949 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Port b3666503-8e7f-4b21-8b63-ddb23c423952 on network 57c4cce1-7763-40d9-8ae5-02bf42f38f46 not bound, no agent of type HyperV agent registered on host n-d-798930-3 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:22:21.512659 n-d-798930-3 neutron-server[93960]: ERROR neutron.plugins.ml2.managers [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Failed to bind port b3666503-8e7f-4b21-8b63-ddb23c423952 on host n-d-798930-3 for vnic_type normal using segments [] Jul 09 16:22:21.515632 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:21.519445 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a016a448-2015-418e-bb5f-b0d90ed83e0a tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Network 463c59ac-f60f-4aa3-8c70-13a9802eb4c3 is not hosted by any dhcp agent {{(pid=93958) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 16:22:21.531027 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a016a448-2015-418e-bb5f-b0d90ed83e0a tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:21.546632 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-f7fddfa7-882d-422d-9096-b41a0185123d service neutron] 10.222.0.73 "GET /v2.0/networks/f5b04cdf-01a8-4737-aa80-b62db70e7d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8200505 Jul 09 16:22:21.548788 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a016a448-2015-418e-bb5f-b0d90ed83e0a tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:21.553841 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35300) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:21.554037 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a016a448-2015-418e-bb5f-b0d90ed83e0a tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "PUT /v2.0/networks/463c59ac-f60f-4aa3-8c70-13a9802eb4c3 HTTP/1.1" status: 200 len: 762 time: 0.6180854 Jul 09 16:22:21.598086 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-6b65dced-4ddd-4f7f-bdc1-0e0a691b6cc1 None None] Port b3666503-8e7f-4b21-8b63-ddb23c423952 has been deleted concurrently {{(pid=93960) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 09 16:22:21.739466 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a016a448-2015-418e-bb5f-b0d90ed83e0a tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Pushing event updated for resources: {'Network': ['ID=463c59ac-f60f-4aa3-8c70-13a9802eb4c3,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:21.754410 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 463c59ac-f60f-4aa3-8c70-13a9802eb4c3 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:22:21.849169 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-129050b6-b142-460a-97f1-9c930dbe2c30 service neutron] 10.222.0.73 "GET /v2.0/networks/f5b04cdf-01a8-4737-aa80-b62db70e7d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918499 Jul 09 16:22:21.866944 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855748c7-bd81-4dd0-a170-0fad9f5e5220 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:21.871441 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-855748c7-bd81-4dd0-a170-0fad9f5e5220 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "GET /v2.0/networks?id=463c59ac-f60f-4aa3-8c70-13a9802eb4c3 HTTP/1.1" status: 200 len: 765 time: 0.1768203 Jul 09 16:22:21.885388 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35306) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:21.955429 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-c61b472b-40bd-443d-a17a-e982739fe0d4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9af7654b-8db2-4114-a977-f2b4377a7e3d HTTP/1.1" status: 200 len: 217 time: 0.0720794 Jul 09 16:22:22.229437 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a00be7af-09a3-470b-ba34-ed625dc57fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:22.360617 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-8f564bae-32c2-4941-986f-b5f74b1eb5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:22.364086 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-8f564bae-32c2-4941-986f-b5f74b1eb5da service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a54258b-5d51-4c0f-b2ea-6d2399e08904 HTTP/1.1" status: 200 len: 797 time: 0.2920070 Jul 09 16:22:22.372313 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef2977f-f19e-4581-b4a5-9df1447416b5 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:22.377044 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-cef2977f-f19e-4581-b4a5-9df1447416b5 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4904504 Jul 09 16:22:22.382590 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35312) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:22.448095 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-65edac4c-2936-4d86-be64-1d9a6de9b803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:22.457256 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6ed92de1-b929-4023-adb2-9e5b64d066f4 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "GET /v2.0/subnets?network_id=caa6ed8d-2893-4113-8f68-c5284e694f6c HTTP/1.1" status: 200 len: 207 time: 0.0780926 Jul 09 16:22:22.457935 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35314) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:22.479861 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d2b113f8-ed39-4433-b069-2fd7e0ac0810 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:22:22.571888 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65edac4c-2936-4d86-be64-1d9a6de9b803 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cadcd5ca-1a17-4db9-981a-45e07a385194,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:22.634840 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-b0c95c2f-42aa-4867-98b6-f9385915b623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:22.636363 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-b0c95c2f-42aa-4867-98b6-f9385915b623 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6a26d5a7-49c7-498b-ac37-7c6cb6027d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2650785 Jul 09 16:22:22.650610 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65edac4c-2936-4d86-be64-1d9a6de9b803 admin admin] Checking segment: {'id': 'a07da84f-9168-4aeb-95e6-091fcd93403d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a72a84d8-4ffe-4de0-8d4f-aafaf4579448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:22:22.652832 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65edac4c-2936-4d86-be64-1d9a6de9b803 admin admin] Network hostable DHCP agents. Network: a72a84d8-4ffe-4de0-8d4f-aafaf4579448, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:22:22.776632 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65edac4c-2936-4d86-be64-1d9a6de9b803 admin admin] Network a72a84d8-4ffe-4de0-8d4f-aafaf4579448 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:22:22.810406 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-65edac4c-2936-4d86-be64-1d9a6de9b803 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, a72a84d8-4ffe-4de0-8d4f-aafaf4579448) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:22:22.819991 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d321dc1-60f4-40b6-9760-5feec5e602c2 None None] Network a72a84d8-4ffe-4de0-8d4f-aafaf4579448 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:22:22.831526 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65edac4c-2936-4d86-be64-1d9a6de9b803 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:22.832194 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-65edac4c-2936-4d86-be64-1d9a6de9b803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:22.895366 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-65edac4c-2936-4d86-be64-1d9a6de9b803 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1586285 Jul 09 16:22:22.906834 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35320) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:22.911477 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-2aedd894-f5c4-4008-b373-4a85f73320f3 service neutron] 10.222.0.73 "GET /v2.0/networks/6a26d5a7-49c7-498b-ac37-7c6cb6027d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671680 Jul 09 16:22:22.928869 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-39cc017e-47e0-4ed8-bfea-c42a1c61e831 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1302574993-router', 'tenant_id': '97f227ad7be84ac08b59c2b24c66114c', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:23.029194 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b724aca-42b9-4595-943f-66f7f5294233 None None] Network 95158563-3025-4696-b35e-b40b26e277c8 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:22:23.040600 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b91ceb5-8cdd-41f9-a072-ce91597e7457 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:23.043768 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-39cc017e-47e0-4ed8-bfea-c42a1c61e831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:23.047531 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-39cc017e-47e0-4ed8-bfea-c42a1c61e831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:23.047855 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b91ceb5-8cdd-41f9-a072-ce91597e7457 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:23.054743 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b91ceb5-8cdd-41f9-a072-ce91597e7457 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:23.062097 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b91ceb5-8cdd-41f9-a072-ce91597e7457 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:23.068955 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b91ceb5-8cdd-41f9-a072-ce91597e7457 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:23.076347 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b91ceb5-8cdd-41f9-a072-ce91597e7457 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:23.088884 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0b91ceb5-8cdd-41f9-a072-ce91597e7457 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.6297834 Jul 09 16:22:23.089570 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35324) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:23.127101 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac2647-41f9-4fc0-baf4-be32828cacd5 req-a41a640f-eb90-4e0e-bb67-da2b6eee098c tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:23.134782 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8dac2647-41f9-4fc0-baf4-be32828cacd5 req-a41a640f-eb90-4e0e-bb67-da2b6eee098c tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 944 time: 0.4058080 Jul 09 16:22:23.222455 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d96e9296-3f92-4ea0-b89a-e04e6c2960f7 None None] Provisioning for port d2b113f8-ed39-4433-b069-2fd7e0ac0810 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:22:23.254822 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d96e9296-3f92-4ea0-b89a-e04e6c2960f7 None None] Provisioning complete for port d2b113f8-ed39-4433-b069-2fd7e0ac0810 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:22:23.255497 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d96e9296-3f92-4ea0-b89a-e04e6c2960f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:23.272362 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-24535da3-5450-4c1b-b904-d58b6b193945 service neutron] 10.222.0.73 "GET /v2.0/networks/6a26d5a7-49c7-498b-ac37-7c6cb6027d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705061 Jul 09 16:22:23.273873 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-39cc017e-47e0-4ed8-bfea-c42a1c61e831 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:23.294154 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8dac2647-41f9-4fc0-baf4-be32828cacd5 req-f36125aa-8f54-43de-bbcf-777c4dd98878 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583629 Jul 09 16:22:23.458858 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-43d9bb78-dabc-4389-a839-dc4b43ce1404 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.3663611 Jul 09 16:22:23.464787 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35328) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:23.625041 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6670f2-f302-4e57-857e-e3b3a3f96f28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-a72a84d8-4ffe-4de0-8d4f-aafaf4579448', 'network_id': 'a72a84d8-4ffe-4de0-8d4f-aafaf4579448', 'tenant_id': '97f227ad7be84ac08b59c2b24c66114c', 'fixed_ips': [{'subnet_id': 'cadcd5ca-1a17-4db9-981a-45e07a385194'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:22:23.625901 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5e6670f2-f302-4e57-857e-e3b3a3f96f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:23.644620 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330b4560-a077-4637-af64-a1e011200904 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:23.647797 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330b4560-a077-4637-af64-a1e011200904 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:23.654800 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330b4560-a077-4637-af64-a1e011200904 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:23.656808 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330b4560-a077-4637-af64-a1e011200904 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:23.658388 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330b4560-a077-4637-af64-a1e011200904 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:23.665512 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-330b4560-a077-4637-af64-a1e011200904 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1993284 Jul 09 16:22:23.670734 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35332) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:23.732989 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-39cc017e-47e0-4ed8-bfea-c42a1c61e831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:23.737623 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-5060ffb4-1690-4f5e-939e-358b2b0be0d8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d5a63360-2f2c-4256-88fa-b17027d6c63f HTTP/1.1" status: 200 len: 217 time: 0.3718560 Jul 09 16:22:23.809900 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ce387a-82fe-4e07-b41f-4b9d4689d0ee tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Attributes excluded by policy engine: ['shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:23.812948 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ce387a-82fe-4e07-b41f-4b9d4689d0ee tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Attributes excluded by policy engine: ['shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:23.814531 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ce387a-82fe-4e07-b41f-4b9d4689d0ee tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Attributes excluded by policy engine: ['shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:23.821536 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ce387a-82fe-4e07-b41f-4b9d4689d0ee tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Attributes excluded by policy engine: ['shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:23.825744 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ce387a-82fe-4e07-b41f-4b9d4689d0ee tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Attributes excluded by policy engine: ['shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:23.828258 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-42ce387a-82fe-4e07-b41f-4b9d4689d0ee tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1563115 Jul 09 16:22:23.836215 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35334) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:23.871797 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-bf860145-9b8d-4835-85c7-5b83ad7ad671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:23.874246 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-bf860145-9b8d-4835-85c7-5b83ad7ad671 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8a54258b-5d51-4c0f-b2ea-6d2399e08904 HTTP/1.1" status: 200 len: 797 time: 0.1256416 Jul 09 16:22:23.953091 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-79732bd3-da4e-4e17-af0c-f4a9610b9036 None None] Could not find standard attr ID for object b3666503-8e7f-4b21-8b63-ddb23c423952. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:22:23.978182 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503471fa-e367-4645-a8bf-de3b5e27dc45 None None] DHCP port deletion for 57c4cce1-7763-40d9-8ae5-02bf42f38f46 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:22:24.015337 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-5e6670f2-f302-4e57-857e-e3b3a3f96f28 None None] Allocated IP 172.20.0.2 (a72a84d8-4ffe-4de0-8d4f-aafaf4579448/cadcd5ca-1a17-4db9-981a-45e07a385194/97c39f44-4f47-4367-9d56-5564677d2100) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:22:24.031571 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f34ec75-96cb-4d31-ba26-e946b756d4db tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:24.035099 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-4f34ec75-96cb-4d31-ba26-e946b756d4db tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "GET /v2.0/networks/9af8c279-d794-446f-82f3-631651f539fa HTTP/1.1" status: 200 len: 804 time: 0.1973591 Jul 09 16:22:24.041020 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35336) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:24.160260 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-7ab5fa60-7998-46f7-9dca-df1f9f7f2d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:24.164281 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-7ab5fa60-7998-46f7-9dca-df1f9f7f2d43 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6a26d5a7-49c7-498b-ac37-7c6cb6027d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2428424 Jul 09 16:22:24.277469 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5e6670f2-f302-4e57-857e-e3b3a3f96f28 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:24.293350 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5e6670f2-f302-4e57-857e-e3b3a3f96f28 None None] Transition to ACTIVE for port object 97c39f44-4f47-4367-9d56-5564677d2100 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:22:24.302273 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c5b06e49-9c26-47b5-a96d-e4397740ee35 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "GET /v2.0/networks/9af8c279-d794-446f-82f3-631651f539fa?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2562456 Jul 09 16:22:24.304585 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35340) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:24.326439 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5e6670f2-f302-4e57-857e-e3b3a3f96f28 None None] Transition to ACTIVE for port object 97c39f44-4f47-4367-9d56-5564677d2100 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:22:24.335247 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92542ffe-5b74-445c-96f1-b5b09f91f905 None None] Network 57c4cce1-7763-40d9-8ae5-02bf42f38f46 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:22:24.338295 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device b3666503-8e7f-4b21-8b63-ddb23c423952 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:22:24.349260 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5e6670f2-f302-4e57-857e-e3b3a3f96f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:24.414828 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16599c7-982e-4f2e-b298-2cadb954f680 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:24.423035 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d16599c7-982e-4f2e-b298-2cadb954f680 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "GET /v2.0/subnets/26f3a783-9f3b-40f8-9371-161be49346a0 HTTP/1.1" status: 200 len: 843 time: 0.1171122 Jul 09 16:22:24.424349 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35346) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:24.439317 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: b3666503-8e7f-4b21-8b63-ddb23c423952 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:22:24.439665 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device b3666503-8e7f-4b21-8b63-ddb23c423952 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:22:24.448655 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6670f2-f302-4e57-857e-e3b3a3f96f28 None None] Pushing event updated for resources: {'Port': ['ID=97c39f44-4f47-4367-9d56-5564677d2100,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:24.456545 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92542ffe-5b74-445c-96f1-b5b09f91f905 None None] Network 57c4cce1-7763-40d9-8ae5-02bf42f38f46 could not be found, it might have been deleted concurrently. {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 16:22:24.472340 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6670f2-f302-4e57-857e-e3b3a3f96f28 None None] Network a72a84d8-4ffe-4de0-8d4f-aafaf4579448 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:22:24.476380 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-5e6670f2-f302-4e57-857e-e3b3a3f96f28 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:22:24.480557 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6670f2-f302-4e57-857e-e3b3a3f96f28 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:22:24.487596 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35862356-8241-4663-b7ba-2e3f65dac62d None None] Network 57c4cce1-7763-40d9-8ae5-02bf42f38f46 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:22:24.503394 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35862356-8241-4663-b7ba-2e3f65dac62d None None] Network 57c4cce1-7763-40d9-8ae5-02bf42f38f46 could not be found, it might have been deleted concurrently. {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 16:22:24.584037 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-5e6670f2-f302-4e57-857e-e3b3a3f96f28 None None] Attempting to bind port 97c39f44-4f47-4367-9d56-5564677d2100 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:22:24.584385 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-5e6670f2-f302-4e57-857e-e3b3a3f96f28 None None] Attempting to bind port 97c39f44-4f47-4367-9d56-5564677d2100 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'a07da84f-9168-4aeb-95e6-091fcd93403d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a72a84d8-4ffe-4de0-8d4f-aafaf4579448'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:22:24.584714 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6670f2-f302-4e57-857e-e3b3a3f96f28 None None] Attempting to bind port 97c39f44-4f47-4367-9d56-5564677d2100 on network a72a84d8-4ffe-4de0-8d4f-aafaf4579448 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:22:24.590586 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-18aeb3d4-a944-48a0-8875-3ca3878b5371 None None] Provisioning complete for port d2b113f8-ed39-4433-b069-2fd7e0ac0810 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:22:24.590987 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-18aeb3d4-a944-48a0-8875-3ca3878b5371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:24.596497 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6670f2-f302-4e57-857e-e3b3a3f96f28 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:22:24.596883 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6670f2-f302-4e57-857e-e3b3a3f96f28 None None] Checking segment: {'id': 'a07da84f-9168-4aeb-95e6-091fcd93403d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a72a84d8-4ffe-4de0-8d4f-aafaf4579448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:22:24.597272 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5e6670f2-f302-4e57-857e-e3b3a3f96f28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:24.597665 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6670f2-f302-4e57-857e-e3b3a3f96f28 None None] Bound using segment: {'id': 'a07da84f-9168-4aeb-95e6-091fcd93403d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a72a84d8-4ffe-4de0-8d4f-aafaf4579448'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:22:24.599060 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-5e6670f2-f302-4e57-857e-e3b3a3f96f28 None None] Bound port: 97c39f44-4f47-4367-9d56-5564677d2100, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a07da84f-9168-4aeb-95e6-091fcd93403d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a72a84d8-4ffe-4de0-8d4f-aafaf4579448'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:22:24.599456 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5e6670f2-f302-4e57-857e-e3b3a3f96f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:24.610435 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22152e60-2039-4cd2-945b-2f8321904b47 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Attributes excluded by policy engine: ['shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:24.625467 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-22152e60-2039-4cd2-945b-2f8321904b47 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "GET /v2.0/subnets/26f3a783-9f3b-40f8-9371-161be49346a0?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1997824 Jul 09 16:22:24.628020 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35350) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:24.643705 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b4fca060-ae71-4834-951b-c532bcd54d20 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-87494792'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:24.688411 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4fca060-ae71-4834-951b-c532bcd54d20 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Made reservation on behalf of aa94cf628d794b7db9c4b4831f7d2b50 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:22:24.692822 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b4fca060-ae71-4834-951b-c532bcd54d20 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:24.750603 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4fca060-ae71-4834-951b-c532bcd54d20 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:22:24.833290 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b4fca060-ae71-4834-951b-c532bcd54d20 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:24.833290 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-b4fca060-ae71-4834-951b-c532bcd54d20 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Added segment e2db8cbc-ea52-4ea7-ae32-cc53ff9d7bab of type vlan for network f6060acf-db14-4552-934a-6ec9387e2364 Jul 09 16:22:24.881407 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-9d1b9645-7465-4675-a36a-5cc49c83f4c2 service neutron] 10.222.0.73 "GET /v2.0/networks/6a26d5a7-49c7-498b-ac37-7c6cb6027d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7081633 Jul 09 16:22:24.893992 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-5e6670f2-f302-4e57-857e-e3b3a3f96f28 None None] For port 97c39f44-4f47-4367-9d56-5564677d2100, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:22:24.922990 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-5e6670f2-f302-4e57-857e-e3b3a3f96f28 None None] For port 97c39f44-4f47-4367-9d56-5564677d2100, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=97c39f44-4f47-4367-9d56-5564677d2100,segment=NetworkSegment(a07da84f-9168-4aeb-95e6-091fcd93403d),segment_id=a07da84f-9168-4aeb-95e6-091fcd93403d)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:22:24.926421 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b4fca060-ae71-4834-951b-c532bcd54d20 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:24.957850 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-39cc017e-47e0-4ed8-bfea-c42a1c61e831 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:24.992325 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5e6670f2-f302-4e57-857e-e3b3a3f96f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:25.007560 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b4fca060-ae71-4834-951b-c532bcd54d20 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:25.019874 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fca060-ae71-4834-951b-c532bcd54d20 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:25.020520 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b4fca060-ae71-4834-951b-c532bcd54d20 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:25.037082 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-39cc017e-47e0-4ed8-bfea-c42a1c61e831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:25.067403 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b4fca060-ae71-4834-951b-c532bcd54d20 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4335647 Jul 09 16:22:25.073842 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35354) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:25.085548 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-829c5c54-9da8-448b-be79-3a1e0a019557 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Request body: {'subnet': {'network_id': 'f6060acf-db14-4552-934a-6ec9387e2364', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:25.148950 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6670f2-f302-4e57-857e-e3b3a3f96f28 None None] Pushing event updated for resources: {'Port': ['ID=97c39f44-4f47-4367-9d56-5564677d2100,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:25.209515 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fca060-ae71-4834-951b-c532bcd54d20 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Pushing event updated for resources: {'Network': ['ID=f6060acf-db14-4552-934a-6ec9387e2364,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:25.210695 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a7395-4045-4e9c-906e-64dac3778bd8 req-6ddb8e85-0d52-4aeb-a79c-095f3da0911f tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:25.220383 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1f0a7395-4045-4e9c-906e-64dac3778bd8 req-6ddb8e85-0d52-4aeb-a79c-095f3da0911f tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 944 time: 0.6058040 Jul 09 16:22:25.234931 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network f6060acf-db14-4552-934a-6ec9387e2364 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:22:25.322349 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cac11205-4bac-4d2f-b1b4-8bbf4d1dda04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:25.394257 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1f0a7395-4045-4e9c-906e-64dac3778bd8 req-4caa0f14-6ffb-4f2d-a024-67d229e932d1 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717572 Jul 09 16:22:25.396867 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e2f1b131-8f60-47fa-80a6-8b9b88974c15 req-7fce9be6-2044-4978-8073-dc7b4fa9dadd service neutron] 10.222.0.73 "GET /v2.0/networks/6a26d5a7-49c7-498b-ac37-7c6cb6027d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4358613 Jul 09 16:22:25.455131 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-39cc017e-47e0-4ed8-bfea-c42a1c61e831 admin admin] Allocated IP 172.25.0.22 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/188148b5-926e-461d-97c4-a92769abc7bc) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:22:25.556901 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829c5c54-9da8-448b-be79-3a1e0a019557 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Made reservation on behalf of aa94cf628d794b7db9c4b4831f7d2b50 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:22:25.560901 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-829c5c54-9da8-448b-be79-3a1e0a019557 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:25.565892 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:25.792633 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.ipam_backend_mixin [None req-829c5c54-9da8-448b-be79-3a1e0a019557 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Performing IP validity checks on allocation pools {{(pid=93959) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 09 16:22:25.793256 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.ipam_backend_mixin [None req-829c5c54-9da8-448b-be79-3a1e0a019557 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93959) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 09 16:22:25.874576 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-39cc017e-47e0-4ed8-bfea-c42a1c61e831 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:26.023334 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-39cc017e-47e0-4ed8-bfea-c42a1c61e831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:26.047419 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cc017e-47e0-4ed8-bfea-c42a1c61e831 admin admin] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:22:26.051307 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-39cc017e-47e0-4ed8-bfea-c42a1c61e831 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:22:26.077275 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cc017e-47e0-4ed8-bfea-c42a1c61e831 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:22:26.148995 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:26.220231 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-829c5c54-9da8-448b-be79-3a1e0a019557 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:26.485964 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 97c39f44-4f47-4367-9d56-5564677d2100 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:22:26.551696 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:26.560299 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829c5c54-9da8-448b-be79-3a1e0a019557 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Pushing event updated for resources: {'Subnet': ['ID=873d581f-1e62-42bb-8ec2-821b5378f35a,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:26.573830 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cc017e-47e0-4ed8-bfea-c42a1c61e831 admin admin] Pushing event updated for resources: {'Port': ['ID=188148b5-926e-461d-97c4-a92769abc7bc,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:26.623907 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 97c39f44-4f47-4367-9d56-5564677d2100 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:22:26.637602 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829c5c54-9da8-448b-be79-3a1e0a019557 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Checking segment: {'id': 'e2db8cbc-ea52-4ea7-ae32-cc53ff9d7bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f6060acf-db14-4552-934a-6ec9387e2364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:22:26.640806 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829c5c54-9da8-448b-be79-3a1e0a019557 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Network hostable DHCP agents. Network: f6060acf-db14-4552-934a-6ec9387e2364, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:22:26.743821 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829c5c54-9da8-448b-be79-3a1e0a019557 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Network f6060acf-db14-4552-934a-6ec9387e2364 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:22:26.753351 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14248b6f-a633-4474-b464-e8884df7f0a0 req-edd1c103-4c96-4b98-a0a4-f3b448a494db tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:26.755847 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-14248b6f-a633-4474-b464-e8884df7f0a0 req-edd1c103-4c96-4b98-a0a4-f3b448a494db tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 944 time: 0.0996013 Jul 09 16:22:26.776353 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-829c5c54-9da8-448b-be79-3a1e0a019557 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, f6060acf-db14-4552-934a-6ec9387e2364) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:22:26.790213 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829c5c54-9da8-448b-be79-3a1e0a019557 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:26.790877 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-829c5c54-9da8-448b-be79-3a1e0a019557 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:26.791335 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102ed029-a411-49e2-8503-0dcf8c81185f None None] Network f6060acf-db14-4552-934a-6ec9387e2364 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:22:26.821055 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-14248b6f-a633-4474-b464-e8884df7f0a0 req-14a57b92-7987-4917-b1ff-cb94be8c73ab tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549467 Jul 09 16:22:26.884799 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-39cc017e-47e0-4ed8-bfea-c42a1c61e831 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:26.889824 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-829c5c54-9da8-448b-be79-3a1e0a019557 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.8107393 Jul 09 16:22:26.892363 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35378) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:26.905724 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-505508df-6ca9-45fd-8acf-231a19ed6ffe tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:26.908317 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95b92a0-5f4a-442b-9aa8-2dac4332233e None None] Network a72a84d8-4ffe-4de0-8d4f-aafaf4579448 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:22:27.124523 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-505508df-6ca9-45fd-8acf-231a19ed6ffe tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29676204'] for subnet, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:27.200291 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-39cc017e-47e0-4ed8-bfea-c42a1c61e831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:27.372545 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1670c7bf-d7f4-4476-a711-aa77d28b3998 None None] Provisioning for port 97c39f44-4f47-4367-9d56-5564677d2100 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:22:27.373077 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39cc017e-47e0-4ed8-bfea-c42a1c61e831 admin admin] Router 7dbd2c66-920f-4e7a-ac0b-e6c399544521 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:22:27.385035 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1670c7bf-d7f4-4476-a711-aa77d28b3998 None None] Provisioning complete for port 97c39f44-4f47-4367-9d56-5564677d2100 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:22:27.385412 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1670c7bf-d7f4-4476-a711-aa77d28b3998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:27.430872 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-505508df-6ca9-45fd-8acf-231a19ed6ffe tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777622262550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29780206'] for subnet, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:27.504847 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505508df-6ca9-45fd-8acf-231a19ed6ffe tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:27.505741 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-505508df-6ca9-45fd-8acf-231a19ed6ffe tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:27.508172 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-505508df-6ca9-45fd-8acf-231a19ed6ffe tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "PUT /v2.0/subnets/873d581f-1e62-42bb-8ec2-821b5378f35a HTTP/1.1" status: 200 len: 900 time: 0.6135414 Jul 09 16:22:27.510233 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f8db20-2754-48f6-99cf-6275d5a92c71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-f6060acf-db14-4552-934a-6ec9387e2364', 'network_id': 'f6060acf-db14-4552-934a-6ec9387e2364', 'tenant_id': 'aa94cf628d794b7db9c4b4831f7d2b50', 'fixed_ips': [{'subnet_id': '873d581f-1e62-42bb-8ec2-821b5378f35a'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:22:27.512268 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-25f8db20-2754-48f6-99cf-6275d5a92c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:27.514108 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35384) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:27.552928 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39cc017e-47e0-4ed8-bfea-c42a1c61e831 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:22:27.582563 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-39cc017e-47e0-4ed8-bfea-c42a1c61e831 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:27.586686 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-39cc017e-47e0-4ed8-bfea-c42a1c61e831 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.6761942 Jul 09 16:22:27.589555 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505508df-6ca9-45fd-8acf-231a19ed6ffe tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Pushing event updated for resources: {'Subnet': ['ID=873d581f-1e62-42bb-8ec2-821b5378f35a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:27.595094 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582ac1a7-af5d-4c04-8d6f-5f298f2f1ea6 None None] Sync routers for ids ['7dbd2c66-920f-4e7a-ac0b-e6c399544521'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:22:27.600328 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35386) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:27.690432 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e9aef499-08ed-44ac-af3c-94585dcb02b3 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:27.753423 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582ac1a7-af5d-4c04-8d6f-5f298f2f1ea6 None None] Routers {'7dbd2c66-920f-4e7a-ac0b-e6c399544521'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:22:27.754522 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-582ac1a7-af5d-4c04-8d6f-5f298f2f1ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:22:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['7dbd2c66-920f-4e7a-ac0b-e6c399544521'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:22:27.784150 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e9aef499-08ed-44ac-af3c-94585dcb02b3 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:27.939874 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e9aef499-08ed-44ac-af3c-94585dcb02b3 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:28.006100 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aef499-08ed-44ac-af3c-94585dcb02b3 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Pushing event deleted for resources: {'Subnet': ['ID=873d581f-1e62-42bb-8ec2-821b5378f35a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:28.044366 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-582ac1a7-af5d-4c04-8d6f-5f298f2f1ea6 None None] Set router 7dbd2c66-920f-4e7a-ac0b-e6c399544521 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:22:28.165138 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e9aef499-08ed-44ac-af3c-94585dcb02b3 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:28.183565 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-e9aef499-08ed-44ac-af3c-94585dcb02b3 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6060acf-db14-4552-934a-6ec9387e2364']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:22:28.199522 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-e9aef499-08ed-44ac-af3c-94585dcb02b3 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2db8cbc-ea52-4ea7-ae32-cc53ff9d7bab') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:22:28.199815 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-e9aef499-08ed-44ac-af3c-94585dcb02b3 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2db8cbc-ea52-4ea7-ae32-cc53ff9d7bab') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:22:28.219182 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e9aef499-08ed-44ac-af3c-94585dcb02b3 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:28.234156 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e9aef499-08ed-44ac-af3c-94585dcb02b3 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:28.241262 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9aef499-08ed-44ac-af3c-94585dcb02b3 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:22:28.241688 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e9aef499-08ed-44ac-af3c-94585dcb02b3 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:28.244873 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:22:28.244873 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:22:28.244873 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:22:28.244873 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:22:28.244873 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:22:28.244873 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:22:28.244873 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:22:28.244873 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:22:28.244873 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:22:28.244873 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:22:28.244873 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:22:28.244873 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:22:28.244873 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:22:28.244873 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:22:28.244873 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:22:28.244873 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:22:28.244873 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:22:28.244873 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:22:28.244873 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:22:28.244873 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:22:28.244873 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:22:28.244873 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:22:28.244873 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:22:28.244873 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:22:28.244873 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:22:28.244873 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:22:28.244873 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:22:28.244873 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:22:28.244873 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:22:28.244873 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:22:28.244873 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:22:28.244873 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:22:28.295089 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1670c7bf-d7f4-4476-a711-aa77d28b3998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:28.324416 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:28.332068 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e9aef499-08ed-44ac-af3c-94585dcb02b3 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:28.346752 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e9aef499-08ed-44ac-af3c-94585dcb02b3 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:28.355079 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e9aef499-08ed-44ac-af3c-94585dcb02b3 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "DELETE /v2.0/networks/f6060acf-db14-4552-934a-6ec9387e2364 HTTP/1.1" status: 204 len: 168 time: 0.8396103 Jul 09 16:22:28.355851 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35396) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:28.379252 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aef499-08ed-44ac-af3c-94585dcb02b3 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Pushing event deleted for resources: {'Network': ['ID=f6060acf-db14-4552-934a-6ec9387e2364,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:28.409631 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server [None req-25f8db20-2754-48f6-99cf-6275d5a92c71 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 873d581f-1e62-42bb-8ec2-821b5378f35a: This subnet is being modified by another concurrent operation. Jul 09 16:22:28.409631 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 16:22:28.409631 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 16:22:28.409631 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 16:22:28.409631 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 16:22:28.409631 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 16:22:28.409631 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 16:22:28.409631 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 16:22:28.409631 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 16:22:28.409631 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 16:22:28.409631 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 16:22:28.409631 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 16:22:28.409631 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 16:22:28.409631 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 16:22:28.409631 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 16:22:28.409631 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 16:22:28.409631 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 16:22:28.409631 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 16:22:28.409631 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 16:22:28.409631 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 16:22:28.409631 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 16:22:28.409631 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 16:22:28.409631 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 16:22:28.409631 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 16:22:28.409631 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 16:22:28.409631 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 16:22:28.409631 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 16:22:28.409631 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 16:22:28.409631 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 16:22:28.409631 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 16:22:28.409631 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 16:22:28.409631 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 16:22:28.409631 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 16:22:28.409631 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 16:22:28.409631 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 16:22:28.409631 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 16:22:28.409631 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 16:22:28.409631 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 16:22:28.409631 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 16:22:28.409631 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 16:22:28.409631 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 16:22:28.409631 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 16:22:28.409631 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 16:22:28.409631 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 16:22:28.409631 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 16:22:28.409631 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 16:22:28.409631 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 16:22:28.409631 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 16:22:28.409631 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 16:22:28.409631 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 16:22:28.409631 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 16:22:28.409631 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 16:22:28.409631 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 16:22:28.409631 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 16:22:28.413286 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 16:22:28.413286 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 16:22:28.413286 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 16:22:28.413286 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 16:22:28.413286 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 16:22:28.413286 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 16:22:28.413286 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 16:22:28.413286 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 16:22:28.413286 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 16:22:28.413286 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 16:22:28.413286 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 16:22:28.413286 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 16:22:28.413286 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 16:22:28.413286 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 16:22:28.413286 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 16:22:28.413286 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 16:22:28.413286 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 16:22:28.413286 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 16:22:28.413286 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 16:22:28.413286 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 16:22:28.413286 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 16:22:28.413286 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 16:22:28.413286 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 16:22:28.413286 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 16:22:28.413286 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 16:22:28.413286 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 16:22:28.413286 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 16:22:28.413286 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 16:22:28.413286 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 16:22:28.413286 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 16:22:28.413286 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 16:22:28.413286 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 16:22:28.413286 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 16:22:28.413286 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 16:22:28.413286 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 16:22:28.413286 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise exception Jul 09 16:22:28.413286 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 873d581f-1e62-42bb-8ec2-821b5378f35a: This subnet is being modified by another concurrent operation. Jul 09 16:22:28.413286 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server Jul 09 16:22:28.425001 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6cdd15-0d11-4474-bc36-09d26594d172 req-4e57cb89-b231-49bd-af47-2edcaf965ca5 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:28.428882 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3e6cdd15-0d11-4474-bc36-09d26594d172 req-4e57cb89-b231-49bd-af47-2edcaf965ca5 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 944 time: 0.3844366 Jul 09 16:22:28.436035 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-e76807fe-df5e-4f12-aa28-6cd59d6c687c tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] DELETE failed (client error): The resource could not be found. Jul 09 16:22:28.436677 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e76807fe-df5e-4f12-aa28-6cd59d6c687c tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:22:28.444150 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e76807fe-df5e-4f12-aa28-6cd59d6c687c tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "DELETE /v2.0/subnets/873d581f-1e62-42bb-8ec2-821b5378f35a HTTP/1.1" status: 404 len: 337 time: 0.0768123 Jul 09 16:22:28.444727 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35400) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:28.501937 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-4384b8a7-6833-440c-b543-194122984809 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] DELETE failed (client error): The resource could not be found. Jul 09 16:22:28.503549 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4384b8a7-6833-440c-b543-194122984809 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:22:28.515599 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35402) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:28.515909 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16dd6812-8063-49d0-8498-f75e87755f3c None None] Network f6060acf-db14-4552-934a-6ec9387e2364 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:22:28.517883 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-4384b8a7-6833-440c-b543-194122984809 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "DELETE /v2.0/networks/f6060acf-db14-4552-934a-6ec9387e2364 HTTP/1.1" status: 404 len: 339 time: 0.0701742 Jul 09 16:22:28.531417 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-1670c7bf-d7f4-4476-a711-aa77d28b3998 None None] For port 97c39f44-4f47-4367-9d56-5564677d2100, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=97c39f44-4f47-4367-9d56-5564677d2100,segment=NetworkSegment(a07da84f-9168-4aeb-95e6-091fcd93403d),segment_id=a07da84f-9168-4aeb-95e6-091fcd93403d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:22:28.575263 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1670c7bf-d7f4-4476-a711-aa77d28b3998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:28.588967 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3e6cdd15-0d11-4474-bc36-09d26594d172 req-7e7e1808-1943-402a-95d5-a399e1a04da5 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588156 Jul 09 16:22:28.589347 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16dd6812-8063-49d0-8498-f75e87755f3c None None] Network f6060acf-db14-4552-934a-6ec9387e2364 could not be found, it might have been deleted concurrently. {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 16:22:28.649285 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e58dad6-e120-4ba8-85b0-3bbe2944da42 None None] Network f6060acf-db14-4552-934a-6ec9387e2364 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:22:28.714622 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e58dad6-e120-4ba8-85b0-3bbe2944da42 None None] Network f6060acf-db14-4552-934a-6ec9387e2364 could not be found, it might have been deleted concurrently. {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 16:22:28.738957 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1670c7bf-d7f4-4476-a711-aa77d28b3998 None None] Pushing event updated for resources: {'Port': ['ID=97c39f44-4f47-4367-9d56-5564677d2100,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:28.758379 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-582ac1a7-af5d-4c04-8d6f-5f298f2f1ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dbd2c66-920f-4e7a-ac0b-e6c399544521', 'name': 'tempest-FloatingIPDetailsTestJSON-1302574993-router', 'tenant_id': '97f227ad7be84ac08b59c2b24c66114c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '188148b5-926e-461d-97c4-a92769abc7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:22:23Z', 'updated_at': '2021-07-09T16:22:26Z', 'revision_number': 3, 'project_id': '97f227ad7be84ac08b59c2b24c66114c', 'gw_port': {'id': '188148b5-926e-461d-97c4-a92769abc7bc', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dbd2c66-920f-4e7a-ac0b-e6c399544521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:22:25Z', 'updated_at': '2021-07-09T16:22:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:22:28.787278 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582ac1a7-af5d-4c04-8d6f-5f298f2f1ea6 None None] Checking router: 7dbd2c66-920f-4e7a-ac0b-e6c399544521 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:22:28.787713 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582ac1a7-af5d-4c04-8d6f-5f298f2f1ea6 None None] Updating router 7dbd2c66-920f-4e7a-ac0b-e6c399544521 port 188148b5-926e-461d-97c4-a92769abc7bc binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:22:28.791776 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-24704fc0-bc06-4038-a687-3550137bb1d6 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:28.795925 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-35030112-47f3-4a67-8689-24547f665244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:28.832437 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-582ac1a7-af5d-4c04-8d6f-5f298f2f1ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:28.945081 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bd48cd-f615-419d-8a9d-1cf6921b87d4 None None] get_active_networks_info from n-d-798930-3 {{(pid=93960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 16:22:28.998117 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device e2cfd0d6-9109-4235-ab69-a9ac10ebf765 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:22:28.998994 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-24704fc0-bc06-4038-a687-3550137bb1d6 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:29.039242 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-24704fc0-bc06-4038-a687-3550137bb1d6 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['463c59ac-f60f-4aa3-8c70-13a9802eb4c3']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:22:29.063809 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-24704fc0-bc06-4038-a687-3550137bb1d6 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe0d2d0b-9d3a-41b4-88d1-36d623b7bd71') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:22:29.064118 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-24704fc0-bc06-4038-a687-3550137bb1d6 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe0d2d0b-9d3a-41b4-88d1-36d623b7bd71') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:22:29.080023 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-24704fc0-bc06-4038-a687-3550137bb1d6 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:29.098589 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c17b67f0-ce1c-48ef-a2df-29a66ad3d0d6 None None] Provisioning complete for port 97c39f44-4f47-4367-9d56-5564677d2100 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:22:29.099190 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c17b67f0-ce1c-48ef-a2df-29a66ad3d0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:29.123398 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-24704fc0-bc06-4038-a687-3550137bb1d6 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:29.138042 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24704fc0-bc06-4038-a687-3550137bb1d6 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:22:29.138528 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-24704fc0-bc06-4038-a687-3550137bb1d6 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:29.143924 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:22:29.143924 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:22:29.143924 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:22:29.143924 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:22:29.143924 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:22:29.143924 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:22:29.143924 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:22:29.143924 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:22:29.143924 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:22:29.143924 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:22:29.143924 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:22:29.143924 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:22:29.143924 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:22:29.143924 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:22:29.143924 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:22:29.143924 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:22:29.143924 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:22:29.143924 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:22:29.143924 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:22:29.143924 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:22:29.143924 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:22:29.143924 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:22:29.143924 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:22:29.143924 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:22:29.143924 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:22:29.143924 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:22:29.143924 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:22:29.143924 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:22:29.143924 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:22:29.143924 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:22:29.143924 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:22:29.143924 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:22:29.220554 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-35030112-47f3-4a67-8689-24547f665244 admin admin] Allocated IP 172.20.0.1 (a72a84d8-4ffe-4de0-8d4f-aafaf4579448/cadcd5ca-1a17-4db9-981a-45e07a385194/06b3f8d1-b64d-4532-9f7e-fe4b180a6f7c) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:22:29.238185 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-24704fc0-bc06-4038-a687-3550137bb1d6 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:29.243321 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-24704fc0-bc06-4038-a687-3550137bb1d6 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:29.247261 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-24704fc0-bc06-4038-a687-3550137bb1d6 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "DELETE /v2.0/networks/463c59ac-f60f-4aa3-8c70-13a9802eb4c3 HTTP/1.1" status: 204 len: 168 time: 0.7291787 Jul 09 16:22:29.248592 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35408) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:29.270729 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port e2cfd0d6-9109-4235-ab69-a9ac10ebf765, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=e2cfd0d6-9109-4235-ab69-a9ac10ebf765,segment=NetworkSegment(f9a5d3fd-ec07-4398-97cb-0e4d61d6d25d),segment_id=f9a5d3fd-ec07-4398-97cb-0e4d61d6d25d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:22:29.278690 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24704fc0-bc06-4038-a687-3550137bb1d6 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Pushing event deleted for resources: {'Network': ['ID=463c59ac-f60f-4aa3-8c70-13a9802eb4c3,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:29.321506 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebf6460d-6193-4dc4-9967-f64358b8817e tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] DELETE failed (client error): The resource could not be found. Jul 09 16:22:29.322013 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebf6460d-6193-4dc4-9967-f64358b8817e tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:22:29.328047 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ebf6460d-6193-4dc4-9967-f64358b8817e tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "DELETE /v2.0/subnets/49867ff9-9b52-4cf0-b20c-a8ebc9e8d45e HTTP/1.1" status: 404 len: 337 time: 0.0784969 Jul 09 16:22:29.328652 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35412) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:29.336353 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24704fc0-bc06-4038-a687-3550137bb1d6 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:22:29.336857 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24704fc0-bc06-4038-a687-3550137bb1d6 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:22:29.337311 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24704fc0-bc06-4038-a687-3550137bb1d6 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:22:29.337745 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24704fc0-bc06-4038-a687-3550137bb1d6 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:22:29.338175 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24704fc0-bc06-4038-a687-3550137bb1d6 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:22:29.338601 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24704fc0-bc06-4038-a687-3550137bb1d6 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:22:29.339130 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24704fc0-bc06-4038-a687-3550137bb1d6 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:22:29.339552 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24704fc0-bc06-4038-a687-3550137bb1d6 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:22:29.339973 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24704fc0-bc06-4038-a687-3550137bb1d6 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:22:29.340390 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24704fc0-bc06-4038-a687-3550137bb1d6 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:22:29.340832 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24704fc0-bc06-4038-a687-3550137bb1d6 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:22:29.341258 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24704fc0-bc06-4038-a687-3550137bb1d6 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:22:29.356870 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': 'e2cfd0d6-9109-4235-ab69-a9ac10ebf765', 'network_id': '7fb8e424-ddcd-465f-ad3d-2ffb770ae53b', 'port_id': 'e2cfd0d6-9109-4235-ab69-a9ac10ebf765', 'mac_address': 'fa:16:3e:01:ff:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1658d367-2406-4d61-8a06-65bf719b3ab3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:22:29.360903 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-90837473-703a-411d-92c2-03a1024a1d2e tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] DELETE failed (client error): The resource could not be found. Jul 09 16:22:29.362221 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90837473-703a-411d-92c2-03a1024a1d2e tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:22:29.367751 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-90837473-703a-411d-92c2-03a1024a1d2e tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "DELETE /v2.0/networks/57c4cce1-7763-40d9-8ae5-02bf42f38f46 HTTP/1.1" status: 404 len: 339 time: 0.0359375 Jul 09 16:22:29.373024 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35414) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:29.468636 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-4896e92d-bd8e-4fde-929f-a988462cff9b tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Deleting subnet 4432c7a9-2e73-4567-aeb5-625d6ef630a2 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:22:29.477039 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-35030112-47f3-4a67-8689-24547f665244 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:29.479473 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4896e92d-bd8e-4fde-929f-a988462cff9b tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:29.496645 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:29.517609 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-35030112-47f3-4a67-8689-24547f665244 admin admin] Transition to ACTIVE for port object 06b3f8d1-b64d-4532-9f7e-fe4b180a6f7c will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:22:29.553701 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4896e92d-bd8e-4fde-929f-a988462cff9b tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:29.561580 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2cfd0d6-9109-4235-ab69-a9ac10ebf765 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:22:29.612813 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-582ac1a7-af5d-4c04-8d6f-5f298f2f1ea6 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:29.617850 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port e2cfd0d6-9109-4235-ab69-a9ac10ebf765, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=e2cfd0d6-9109-4235-ab69-a9ac10ebf765,segment=NetworkSegment(f9a5d3fd-ec07-4398-97cb-0e4d61d6d25d),segment_id=f9a5d3fd-ec07-4398-97cb-0e4d61d6d25d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:22:29.623488 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bd48cd-f615-419d-8a9d-1cf6921b87d4 None None] Resources bound (agent type, host, resource id): {{(pid=93960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 16:22:29.650144 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:29.652894 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-582ac1a7-af5d-4c04-8d6f-5f298f2f1ea6 None None] Transition to ACTIVE for port object 188148b5-926e-461d-97c4-a92769abc7bc will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:22:29.673608 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4896e92d-bd8e-4fde-929f-a988462cff9b tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:29.751114 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-35030112-47f3-4a67-8689-24547f665244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:29.783009 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-582ac1a7-af5d-4c04-8d6f-5f298f2f1ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:29.808328 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35030112-47f3-4a67-8689-24547f665244 admin admin] Pushing event updated for resources: {'Port': ['ID=06b3f8d1-b64d-4532-9f7e-fe4b180a6f7c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:29.822328 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4896e92d-bd8e-4fde-929f-a988462cff9b tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:29.823359 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=e2cfd0d6-9109-4235-ab69-a9ac10ebf765,revision_number=9']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:29.880854 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['e2cfd0d6-9109-4235-ab69-a9ac10ebf765'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:22:29.914183 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35030112-47f3-4a67-8689-24547f665244 admin admin] Network a72a84d8-4ffe-4de0-8d4f-aafaf4579448 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:22:29.921956 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-35030112-47f3-4a67-8689-24547f665244 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:22:29.940400 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35030112-47f3-4a67-8689-24547f665244 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:22:29.945256 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4896e92d-bd8e-4fde-929f-a988462cff9b tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:29.948660 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-4896e92d-bd8e-4fde-929f-a988462cff9b tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "DELETE /v2.0/subnets/4432c7a9-2e73-4567-aeb5-625d6ef630a2 HTTP/1.1" status: 204 len: 168 time: 0.5742431 Jul 09 16:22:29.950295 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4896e92d-bd8e-4fde-929f-a988462cff9b tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Pushing event deleted for resources: {'Subnet': ['ID=4432c7a9-2e73-4567-aeb5-625d6ef630a2,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:29.955572 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35420) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:30.020897 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-35030112-47f3-4a67-8689-24547f665244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:30.080698 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2a7821d-5a11-4fbc-92a7-623a2b409b6f tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Deleting subnet 13b99e5e-6944-437a-83e7-c4e88e26f843 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:22:30.087723 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a2a7821d-5a11-4fbc-92a7-623a2b409b6f tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:30.278675 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-35030112-47f3-4a67-8689-24547f665244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:30.393761 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 97c39f44-4f47-4367-9d56-5564677d2100 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:22:30.488627 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a2a7821d-5a11-4fbc-92a7-623a2b409b6f tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:30.503768 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39056cdf-ce95-4dd8-8b36-da91d09ded37 None None] Pushing event updated for resources: {'Port': ['ID=188148b5-926e-461d-97c4-a92769abc7bc,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:30.507999 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-35030112-47f3-4a67-8689-24547f665244 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:30.525737 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-35030112-47f3-4a67-8689-24547f665244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:30.541317 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ecd8a0-e836-4c4a-bb38-79086419deac req-a111a975-89bd-4ab2-951e-61b5a1dd021f tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:30.548199 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-582ac1a7-af5d-4c04-8d6f-5f298f2f1ea6 None None] Attempting to bind port 188148b5-926e-461d-97c4-a92769abc7bc on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:22:30.548766 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a7ecd8a0-e836-4c4a-bb38-79086419deac req-a111a975-89bd-4ab2-951e-61b5a1dd021f tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 945 time: 0.7858877 Jul 09 16:22:30.549629 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-582ac1a7-af5d-4c04-8d6f-5f298f2f1ea6 None None] Attempting to bind port 188148b5-926e-461d-97c4-a92769abc7bc by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:22:30.550349 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582ac1a7-af5d-4c04-8d6f-5f298f2f1ea6 None None] Attempting to bind port 188148b5-926e-461d-97c4-a92769abc7bc on network caa6ed8d-2893-4113-8f68-c5284e694f6c {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:22:30.615476 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582ac1a7-af5d-4c04-8d6f-5f298f2f1ea6 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:22:30.616564 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582ac1a7-af5d-4c04-8d6f-5f298f2f1ea6 None None] Checking segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:22:30.617139 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-582ac1a7-af5d-4c04-8d6f-5f298f2f1ea6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:30.617723 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582ac1a7-af5d-4c04-8d6f-5f298f2f1ea6 None None] Bound using segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:22:30.618376 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-582ac1a7-af5d-4c04-8d6f-5f298f2f1ea6 None None] Bound port: 188148b5-926e-461d-97c4-a92769abc7bc, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:22:30.618974 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-582ac1a7-af5d-4c04-8d6f-5f298f2f1ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:30.629938 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a7ecd8a0-e836-4c4a-bb38-79086419deac req-2c6e8f61-0b4c-460a-b590-d2d58f7e5ba0 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794530 Jul 09 16:22:30.650639 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a2a7821d-5a11-4fbc-92a7-623a2b409b6f tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:30.688000 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35030112-47f3-4a67-8689-24547f665244 admin admin] Pushing event updated for resources: {'Port': ['ID=06b3f8d1-b64d-4532-9f7e-fe4b180a6f7c,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:30.705043 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-35030112-47f3-4a67-8689-24547f665244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:30.709002 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-582ac1a7-af5d-4c04-8d6f-5f298f2f1ea6 None None] For port 188148b5-926e-461d-97c4-a92769abc7bc, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:22:30.723012 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-582ac1a7-af5d-4c04-8d6f-5f298f2f1ea6 None None] For port 188148b5-926e-461d-97c4-a92769abc7bc, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=188148b5-926e-461d-97c4-a92769abc7bc,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:22:30.747257 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-582ac1a7-af5d-4c04-8d6f-5f298f2f1ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:30.751555 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a2a7821d-5a11-4fbc-92a7-623a2b409b6f tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:30.792578 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 97c39f44-4f47-4367-9d56-5564677d2100 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:22:30.793321 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:30.805206 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a2a7821d-5a11-4fbc-92a7-623a2b409b6f tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:30.808361 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a2a7821d-5a11-4fbc-92a7-623a2b409b6f tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "DELETE /v2.0/subnets/13b99e5e-6944-437a-83e7-c4e88e26f843 HTTP/1.1" status: 204 len: 168 time: 0.8483160 Jul 09 16:22:30.811666 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35428) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:30.811923 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a7821d-5a11-4fbc-92a7-623a2b409b6f tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Pushing event deleted for resources: {'Subnet': ['ID=13b99e5e-6944-437a-83e7-c4e88e26f843,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:30.891293 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35030112-47f3-4a67-8689-24547f665244 admin admin] Network a72a84d8-4ffe-4de0-8d4f-aafaf4579448 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:22:30.894567 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-35030112-47f3-4a67-8689-24547f665244 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:22:30.919397 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2220ad15-a887-42a7-b7f5-c5c5e6a5695f tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:30.935749 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582ac1a7-af5d-4c04-8d6f-5f298f2f1ea6 None None] Routers {'7dbd2c66-920f-4e7a-ac0b-e6c399544521'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:22:30.936647 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-582ac1a7-af5d-4c04-8d6f-5f298f2f1ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:22:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['7dbd2c66-920f-4e7a-ac0b-e6c399544521'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:22:30.988377 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39056cdf-ce95-4dd8-8b36-da91d09ded37 None None] Pushing event updated for resources: {'Port': ['ID=188148b5-926e-461d-97c4-a92769abc7bc,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:31.133248 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-2220ad15-a887-42a7-b7f5-c5c5e6a5695f tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Deleting port d2b113f8-ed39-4433-b069-2fd7e0ac0810 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:22:31.133597 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2220ad15-a887-42a7-b7f5-c5c5e6a5695f tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:31.190537 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35030112-47f3-4a67-8689-24547f665244 admin admin] Router 7dbd2c66-920f-4e7a-ac0b-e6c399544521 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:22:31.283556 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-2220ad15-a887-42a7-b7f5-c5c5e6a5695f tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] For port d2b113f8-ed39-4433-b069-2fd7e0ac0810, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=d2b113f8-ed39-4433-b069-2fd7e0ac0810,segment=NetworkSegment(23f6e50c-4533-467b-83a3-71bacac9f9f2),segment_id=23f6e50c-4533-467b-83a3-71bacac9f9f2)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:22:31.283920 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2220ad15-a887-42a7-b7f5-c5c5e6a5695f tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:31.287397 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-582ac1a7-af5d-4c04-8d6f-5f298f2f1ea6 None None] Set router 7dbd2c66-920f-4e7a-ac0b-e6c399544521 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:22:31.314546 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-2220ad15-a887-42a7-b7f5-c5c5e6a5695f tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Calling delete_port for d2b113f8-ed39-4433-b069-2fd7e0ac0810 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:22:31.419336 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebaaf5c-03cc-4dee-b9b7-35a7b6ca49ca None None] Network 95158563-3025-4696-b35e-b40b26e277c8 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:22:31.419952 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35030112-47f3-4a67-8689-24547f665244 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:22:31.428975 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-35030112-47f3-4a67-8689-24547f665244 admin admin] 10.222.0.98 "PUT /v2.0/routers/7dbd2c66-920f-4e7a-ac0b-e6c399544521/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8261597 Jul 09 16:22:31.497074 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2220ad15-a887-42a7-b7f5-c5c5e6a5695f tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:31.554428 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2220ad15-a887-42a7-b7f5-c5c5e6a5695f tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Pushing event deleted for resources: {'Port': ['ID=d2b113f8-ed39-4433-b069-2fd7e0ac0810,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:31.573330 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2220ad15-a887-42a7-b7f5-c5c5e6a5695f tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] No DVR routers for this DVR port d2b113f8-ed39-4433-b069-2fd7e0ac0810 on host n-d-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:22:31.762920 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2220ad15-a887-42a7-b7f5-c5c5e6a5695f tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:31.801543 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-2220ad15-a887-42a7-b7f5-c5c5e6a5695f tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95158563-3025-4696-b35e-b40b26e277c8']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:22:31.833923 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-582ac1a7-af5d-4c04-8d6f-5f298f2f1ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dbd2c66-920f-4e7a-ac0b-e6c399544521', 'name': 'tempest-FloatingIPDetailsTestJSON-1302574993-router', 'tenant_id': '97f227ad7be84ac08b59c2b24c66114c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '188148b5-926e-461d-97c4-a92769abc7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:22:23Z', 'updated_at': '2021-07-09T16:22:30Z', 'revision_number': 4, 'project_id': '97f227ad7be84ac08b59c2b24c66114c', 'gw_port': {'id': '188148b5-926e-461d-97c4-a92769abc7bc', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dbd2c66-920f-4e7a-ac0b-e6c399544521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:22:25Z', 'updated_at': '2021-07-09T16:22:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '06b3f8d1-b64d-4532-9f7e-fe4b180a6f7c', 'name': '', 'network_id': 'a72a84d8-4ffe-4de0-8d4f-aafaf4579448', 'tenant_id': '97f227ad7be84ac08b59c2b24c66114c', 'mac_address': 'fa:16:3e:43:80:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dbd2c66-920f-4e7a-ac0b-e6c399544521', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'cadcd5ca-1a17-4db9-981a-45e07a385194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:22:28Z', 'updated_at': '2021-07-09T16:22:30Z', 'revision_number': 2, 'project_id': '97f227ad7be84ac08b59c2b24c66114c', 'subnets': [{'id': 'cadcd5ca-1a17-4db9-981a-45e07a385194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:22:31.841968 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-2220ad15-a887-42a7-b7f5-c5c5e6a5695f tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23f6e50c-4533-467b-83a3-71bacac9f9f2') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:22:31.842976 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-2220ad15-a887-42a7-b7f5-c5c5e6a5695f tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23f6e50c-4533-467b-83a3-71bacac9f9f2') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:22:31.870109 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2220ad15-a887-42a7-b7f5-c5c5e6a5695f tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:31.893421 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582ac1a7-af5d-4c04-8d6f-5f298f2f1ea6 None None] The sync data for ids ['7dbd2c66-920f-4e7a-ac0b-e6c399544521'] in n-d-798930-3 is: [{'id': '7dbd2c66-920f-4e7a-ac0b-e6c399544521', 'name': 'tempest-FloatingIPDetailsTestJSON-1302574993-router', 'tenant_id': '97f227ad7be84ac08b59c2b24c66114c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '188148b5-926e-461d-97c4-a92769abc7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:22:23Z', 'updated_at': '2021-07-09T16:22:30Z', 'revision_number': 4, 'project_id': '97f227ad7be84ac08b59c2b24c66114c', 'gw_port': {'id': '188148b5-926e-461d-97c4-a92769abc7bc', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dbd2c66-920f-4e7a-ac0b-e6c399544521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:22:25Z', 'updated_at': '2021-07-09T16:22:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '06b3f8d1-b64d-4532-9f7e-fe4b180a6f7c', 'name': '', 'network_id': 'a72a84d8-4ffe-4de0-8d4f-aafaf4579448', 'tenant_id': '97f227ad7be84ac08b59c2b24c66114c', 'mac_address': 'fa:16:3e:43:80:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dbd2c66-920f-4e7a-ac0b-e6c399544521', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'cadcd5ca-1a17-4db9-981a-45e07a385194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:22:28Z', 'updated_at': '2021-07-09T16:22:30Z', 'revision_number': 2, 'project_id': '97f227ad7be84ac08b59c2b24c66114c', 'subnets': [{'id': 'cadcd5ca-1a17-4db9-981a-45e07a385194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:22:31.909201 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d458cb5-18ba-405c-b944-bf9e6a1f7b2e None None] DHCP port deletion for 95158563-3025-4696-b35e-b40b26e277c8 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:22:31.916491 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f55aa4e1-9450-4991-b775-1ebe04fce892 None None] Provisioning for port 06b3f8d1-b64d-4532-9f7e-fe4b180a6f7c completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:22:31.932359 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f55aa4e1-9450-4991-b775-1ebe04fce892 None None] Provisioning complete for port 06b3f8d1-b64d-4532-9f7e-fe4b180a6f7c triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:22:31.932906 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f55aa4e1-9450-4991-b775-1ebe04fce892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:31.944421 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2220ad15-a887-42a7-b7f5-c5c5e6a5695f tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:31.969097 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2220ad15-a887-42a7-b7f5-c5c5e6a5695f tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:22:31.969523 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2220ad15-a887-42a7-b7f5-c5c5e6a5695f tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:31.988456 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-f55aa4e1-9450-4991-b775-1ebe04fce892 None None] Port 06b3f8d1-b64d-4532-9f7e-fe4b180a6f7c cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:22:32.066183 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:22:32.066183 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:22:32.066183 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:22:32.066183 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:22:32.066183 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:22:32.066183 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:22:32.066183 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:22:32.066183 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:22:32.066183 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:22:32.066183 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:22:32.066183 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:22:32.066183 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:22:32.066183 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:22:32.066183 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:22:32.066183 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:22:32.066183 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:22:32.066183 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:22:32.066183 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:22:32.066183 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:22:32.066183 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:22:32.066183 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:22:32.066183 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:22:32.066183 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:22:32.066183 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:22:32.066183 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:22:32.066183 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:22:32.066183 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:22:32.066183 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:22:32.066183 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:22:32.066183 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:22:32.066183 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:22:32.066183 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:22:32.112560 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-64391f9c-709c-433d-9cc7-d1c04df7926b None None] Provisioning complete for port 06b3f8d1-b64d-4532-9f7e-fe4b180a6f7c triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:22:32.113587 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-64391f9c-709c-433d-9cc7-d1c04df7926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:32.159171 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2220ad15-a887-42a7-b7f5-c5c5e6a5695f tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:32.169546 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2220ad15-a887-42a7-b7f5-c5c5e6a5695f tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:32.171526 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2220ad15-a887-42a7-b7f5-c5c5e6a5695f tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "DELETE /v2.0/networks/95158563-3025-4696-b35e-b40b26e277c8 HTTP/1.1" status: 204 len: 168 time: 1.3586385 Jul 09 16:22:32.179265 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35452) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:32.196930 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-64391f9c-709c-433d-9cc7-d1c04df7926b None None] Port 06b3f8d1-b64d-4532-9f7e-fe4b180a6f7c cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:22:32.229065 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bd987e38-cd0d-47ea-b09e-c37fbc1bcb09 req-97588a6c-b200-44be-bec7-09e7a1ddfbcd tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2556603 Jul 09 16:22:32.235231 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-bd987e38-cd0d-47ea-b09e-c37fbc1bcb09 req-ec1ed41b-e4a9-4500-9125-6c1dccf8b5b1 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Request body: {'floatingip': {'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:32.293610 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bd987e38-cd0d-47ea-b09e-c37fbc1bcb09 req-ec1ed41b-e4a9-4500-9125-6c1dccf8b5b1 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:32.313703 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ee24e8f-d557-42df-899e-69ec7f920e68 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] DELETE failed (client error): The resource could not be found. Jul 09 16:22:32.314927 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ee24e8f-d557-42df-899e-69ec7f920e68 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:22:32.317279 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-7ee24e8f-d557-42df-899e-69ec7f920e68 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "DELETE /v2.0/subnets/e470b867-f5d6-422f-850f-2f56ff7a264b HTTP/1.1" status: 404 len: 337 time: 0.1363170 Jul 09 16:22:32.319484 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2220ad15-a887-42a7-b7f5-c5c5e6a5695f tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Pushing event deleted for resources: {'Network': ['ID=95158563-3025-4696-b35e-b40b26e277c8,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:32.326664 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35454) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:32.397674 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba6c1b-ec74-4cc4-ac97-32bbfa5818ce req-c21a85e7-e4b2-4bbb-b00d-494164ec95b4 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:32.399368 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9eba6c1b-ec74-4cc4-ac97-32bbfa5818ce req-c21a85e7-e4b2-4bbb-b00d-494164ec95b4 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 945 time: 0.5539472 Jul 09 16:22:32.411730 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-126e700c-5deb-455f-af6b-1d8c25a7d751 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] DELETE failed (client error): The resource could not be found. Jul 09 16:22:32.412386 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-126e700c-5deb-455f-af6b-1d8c25a7d751 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:22:32.416391 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-126e700c-5deb-455f-af6b-1d8c25a7d751 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "DELETE /v2.0/networks/feff1611-3d7e-4a59-976f-55189f6640eb HTTP/1.1" status: 404 len: 339 time: 0.0616007 Jul 09 16:22:32.417750 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35464) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:32.424688 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d2b113f8-ed39-4433-b069-2fd7e0ac0810 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:22:32.449373 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: d2b113f8-ed39-4433-b069-2fd7e0ac0810 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:22:32.450051 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d2b113f8-ed39-4433-b069-2fd7e0ac0810 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:22:32.456659 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-2037b2fa-3926-4bb7-9a55-a8d065cd7d83 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] DELETE failed (client error): The resource could not be found. Jul 09 16:22:32.457120 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2037b2fa-3926-4bb7-9a55-a8d065cd7d83 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:22:32.461716 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2037b2fa-3926-4bb7-9a55-a8d065cd7d83 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "DELETE /v2.0/subnets/52c50c33-3ad8-4ce1-98e4-530ec4378ea5 HTTP/1.1" status: 404 len: 337 time: 0.0401404 Jul 09 16:22:32.461716 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35466) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:32.463808 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9eba6c1b-ec74-4cc4-ac97-32bbfa5818ce req-eb846d45-8b3b-4c0e-a060-9dbd1f7c8f2f tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514026 Jul 09 16:22:32.484925 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-1583cc4b-4553-444b-9bbf-9fbdb5939fd5 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] DELETE failed (client error): The resource could not be found. Jul 09 16:22:32.485519 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1583cc4b-4553-444b-9bbf-9fbdb5939fd5 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:22:32.487492 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1583cc4b-4553-444b-9bbf-9fbdb5939fd5 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "DELETE /v2.0/networks/68321bea-ac3b-43d2-a05b-9dc2ce683093 HTTP/1.1" status: 404 len: 339 time: 0.0249922 Jul 09 16:22:32.490008 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35468) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:32.525970 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-136f24d9-6c8c-41ef-a735-569fa62786aa tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] DELETE failed (client error): The resource could not be found. Jul 09 16:22:32.526511 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-136f24d9-6c8c-41ef-a735-569fa62786aa tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:22:32.529731 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-136f24d9-6c8c-41ef-a735-569fa62786aa tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "DELETE /v2.0/subnets/94da8b15-aae0-4fde-b5c9-5ed0b0264094 HTTP/1.1" status: 404 len: 337 time: 0.0387053 Jul 09 16:22:32.532241 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35470) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:32.562333 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bd987e38-cd0d-47ea-b09e-c37fbc1bcb09 req-ec1ed41b-e4a9-4500-9125-6c1dccf8b5b1 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:32.565646 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-a145b604-3945-414e-8406-e23569829f94 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] DELETE failed (client error): The resource could not be found. Jul 09 16:22:32.567467 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a145b604-3945-414e-8406-e23569829f94 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:22:32.572162 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a145b604-3945-414e-8406-e23569829f94 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "DELETE /v2.0/networks/df5041c0-b678-4aff-b90d-ca81f0835e58 HTTP/1.1" status: 404 len: 339 time: 0.0388446 Jul 09 16:22:32.572852 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35472) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:32.640294 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff264ba8-b631-443d-bf44-4efc93bf0c55 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Deleting subnet e4c8cfb3-f3f3-43b3-bb67-48b9884d797c {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:22:32.644748 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ff264ba8-b631-443d-bf44-4efc93bf0c55 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:32.721754 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ff264ba8-b631-443d-bf44-4efc93bf0c55 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:32.850256 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-bd987e38-cd0d-47ea-b09e-c37fbc1bcb09 req-ec1ed41b-e4a9-4500-9125-6c1dccf8b5b1 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Allocated IP 172.25.0.157 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/d16afc93-ce0f-4495-ae8e-2346f0d82127) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:22:32.873124 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ff264ba8-b631-443d-bf44-4efc93bf0c55 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:33.016979 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ff264ba8-b631-443d-bf44-4efc93bf0c55 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:33.035569 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device e2cfd0d6-9109-4235-ab69-a9ac10ebf765 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:22:33.037946 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ff264ba8-b631-443d-bf44-4efc93bf0c55 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:33.043183 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ff264ba8-b631-443d-bf44-4efc93bf0c55 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "DELETE /v2.0/subnets/e4c8cfb3-f3f3-43b3-bb67-48b9884d797c HTTP/1.1" status: 204 len: 168 time: 0.4659052 Jul 09 16:22:33.043947 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35490) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:33.063694 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff264ba8-b631-443d-bf44-4efc93bf0c55 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Pushing event deleted for resources: {'Subnet': ['ID=e4c8cfb3-f3f3-43b3-bb67-48b9884d797c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:33.081225 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867a7bd0-eada-40a3-9a38-f285cfa2810a None None] Network 33629462-511b-41a2-9841-1638f517ba84 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:22:33.088624 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bd987e38-cd0d-47ea-b09e-c37fbc1bcb09 req-ec1ed41b-e4a9-4500-9125-6c1dccf8b5b1 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:33.094167 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff264ba8-b631-443d-bf44-4efc93bf0c55 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:22:33.094511 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff264ba8-b631-443d-bf44-4efc93bf0c55 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:22:33.094861 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff264ba8-b631-443d-bf44-4efc93bf0c55 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:22:33.095512 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff264ba8-b631-443d-bf44-4efc93bf0c55 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:22:33.096064 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff264ba8-b631-443d-bf44-4efc93bf0c55 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:22:33.096391 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff264ba8-b631-443d-bf44-4efc93bf0c55 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:22:33.096742 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff264ba8-b631-443d-bf44-4efc93bf0c55 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:22:33.097063 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff264ba8-b631-443d-bf44-4efc93bf0c55 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:22:33.097380 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff264ba8-b631-443d-bf44-4efc93bf0c55 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:22:33.097697 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff264ba8-b631-443d-bf44-4efc93bf0c55 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:22:33.098014 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff264ba8-b631-443d-bf44-4efc93bf0c55 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:22:33.098328 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff264ba8-b631-443d-bf44-4efc93bf0c55 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:22:33.152556 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bd987e38-cd0d-47ea-b09e-c37fbc1bcb09 req-ec1ed41b-e4a9-4500-9125-6c1dccf8b5b1 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:33.206885 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1ed41b-e4a9-4500-9125-6c1dccf8b5b1 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Pushing event updated for resources: {'Port': ['ID=d16afc93-ce0f-4495-ae8e-2346f0d82127,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:33.214426 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd987e38-cd0d-47ea-b09e-c37fbc1bcb09 req-ec1ed41b-e4a9-4500-9125-6c1dccf8b5b1 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:22:33.216890 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-bd987e38-cd0d-47ea-b09e-c37fbc1bcb09 req-ec1ed41b-e4a9-4500-9125-6c1dccf8b5b1 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:22:33.218110 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port e2cfd0d6-9109-4235-ab69-a9ac10ebf765 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:22:33.218490 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:33.221350 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd987e38-cd0d-47ea-b09e-c37fbc1bcb09 req-ec1ed41b-e4a9-4500-9125-6c1dccf8b5b1 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:22:33.244242 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ed254078-ef0f-4a9f-bfc1-959a41dedabb tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:33.253303 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c888b-a3ea-4f70-a900-7de4af4a39d4 req-1365636e-91bd-44a8-89bb-3decad79a356 tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:33.264769 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ac1c888b-a3ea-4f70-a900-7de4af4a39d4 req-1365636e-91bd-44a8-89bb-3decad79a356 tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] 10.222.0.98 "GET /v2.0/networks?id=99d379c7-e52a-4136-9436-a3133586c4b0 HTTP/1.1" status: 200 len: 814 time: 0.1914823 Jul 09 16:22:33.287246 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ac1c888b-a3ea-4f70-a900-7de4af4a39d4 req-f0447da3-f41c-4a92-a8f2-223e12949e6d tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] 10.222.0.98 "GET /v2.0/quotas/b154302935fe4c279158d96afe6f6577 HTTP/1.1" status: 200 len: 375 time: 0.0214257 Jul 09 16:22:33.340988 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bd987e38-cd0d-47ea-b09e-c37fbc1bcb09 req-ec1ed41b-e4a9-4500-9125-6c1dccf8b5b1 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:33.362648 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:33.403328 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ac1c888b-a3ea-4f70-a900-7de4af4a39d4 req-9b6dd17b-e34c-4dfc-97f3-7f9612df2dfa tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=b154302935fe4c279158d96afe6f6577&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1150570 Jul 09 16:22:33.407203 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bd987e38-cd0d-47ea-b09e-c37fbc1bcb09 req-ec1ed41b-e4a9-4500-9125-6c1dccf8b5b1 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:33.484268 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-ed254078-ef0f-4a9f-bfc1-959a41dedabb tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Deleting port 92d17194-e8f5-444d-a568-bda8dc7af3ab {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:22:33.484990 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ed254078-ef0f-4a9f-bfc1-959a41dedabb tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:33.540022 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca448a9-019a-4aa6-8444-ec57bbc81adf None None] DHCP port deletion for 33629462-511b-41a2-9841-1638f517ba84 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:22:33.556915 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5ab42b-1bf1-4c01-a5eb-3f30d23983fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2cfd0d6-9109-4235-ab69-a9ac10ebf765'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:22:33.559445 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd9c0c6-1943-4340-ba2c-5405fb4992e3" -d '{"events": [{"server_uuid": "da5ab42b-1bf1-4c01-a5eb-3f30d23983fa", "name": "network-vif-plugged", "status": "completed", "tag": "e2cfd0d6-9109-4235-ab69-a9ac10ebf765"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:22:33.592523 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port e2cfd0d6-9109-4235-ab69-a9ac10ebf765, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=e2cfd0d6-9109-4235-ab69-a9ac10ebf765,segment=NetworkSegment(f9a5d3fd-ec07-4398-97cb-0e4d61d6d25d),segment_id=f9a5d3fd-ec07-4398-97cb-0e4d61d6d25d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:22:33.599602 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-ed254078-ef0f-4a9f-bfc1-959a41dedabb tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] For port 92d17194-e8f5-444d-a568-bda8dc7af3ab, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=92d17194-e8f5-444d-a568-bda8dc7af3ab,segment=NetworkSegment(1dfd3070-35e4-4c99-a949-f24cc5c7a569),segment_id=1dfd3070-35e4-4c99-a949-f24cc5c7a569)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:22:33.600148 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ed254078-ef0f-4a9f-bfc1-959a41dedabb tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:33.601670 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:33.624830 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-ed254078-ef0f-4a9f-bfc1-959a41dedabb tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Calling delete_port for 92d17194-e8f5-444d-a568-bda8dc7af3ab owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:22:33.629330 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bd987e38-cd0d-47ea-b09e-c37fbc1bcb09 req-ec1ed41b-e4a9-4500-9125-6c1dccf8b5b1 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:33.634877 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bd987e38-cd0d-47ea-b09e-c37fbc1bcb09 req-ec1ed41b-e4a9-4500-9125-6c1dccf8b5b1 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:33.641170 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ac1c888b-a3ea-4f70-a900-7de4af4a39d4 req-b40dd912-f2d9-406a-a464-6f1bcb74451e service neutron] 10.222.0.98 "GET /v2.0/networks/99d379c7-e52a-4136-9436-a3133586c4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246735 Jul 09 16:22:33.670590 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=e2cfd0d6-9109-4235-ab69-a9ac10ebf765,revision_number=10']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:33.684247 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fca448a9-019a-4aa6-8444-ec57bbc81adf None None] Deleting port 92d17194-e8f5-444d-a568-bda8dc7af3ab {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:22:33.684629 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fca448a9-019a-4aa6-8444-ec57bbc81adf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:33.720296 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1ed41b-e4a9-4500-9125-6c1dccf8b5b1 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Pushing event updated for resources: {'Port': ['ID=d16afc93-ce0f-4495-ae8e-2346f0d82127,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:33.729169 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bd987e38-cd0d-47ea-b09e-c37fbc1bcb09 req-ec1ed41b-e4a9-4500-9125-6c1dccf8b5b1 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:33.746891 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bd987e38-cd0d-47ea-b09e-c37fbc1bcb09 req-ec1ed41b-e4a9-4500-9125-6c1dccf8b5b1 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:33.748787 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bd987e38-cd0d-47ea-b09e-c37fbc1bcb09 req-ec1ed41b-e4a9-4500-9125-6c1dccf8b5b1 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5174518 Jul 09 16:22:33.768964 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fca448a9-019a-4aa6-8444-ec57bbc81adf None None] For port 92d17194-e8f5-444d-a568-bda8dc7af3ab, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=92d17194-e8f5-444d-a568-bda8dc7af3ab,segment=NetworkSegment(1dfd3070-35e4-4c99-a949-f24cc5c7a569),segment_id=1dfd3070-35e4-4c99-a949-f24cc5c7a569)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:22:33.769863 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fca448a9-019a-4aa6-8444-ec57bbc81adf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:33.786265 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fca448a9-019a-4aa6-8444-ec57bbc81adf None None] Calling delete_port for 92d17194-e8f5-444d-a568-bda8dc7af3ab owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:22:33.815672 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ac1c888b-a3ea-4f70-a900-7de4af4a39d4 req-e359b314-8c6c-4d6e-925e-c67f3415a75e service neutron] 10.222.0.98 "GET /v2.0/networks/99d379c7-e52a-4136-9436-a3133586c4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733427 Jul 09 16:22:33.834607 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ed254078-ef0f-4a9f-bfc1-959a41dedabb tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:33.859909 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bd987e38-cd0d-47ea-b09e-c37fbc1bcb09 req-8b1a5d24-834c-4fe2-81ed-91cc1d21715a tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.0.157 HTTP/1.1" status: 200 len: 696 time: 0.0860651 Jul 09 16:22:33.881106 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed254078-ef0f-4a9f-bfc1-959a41dedabb tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Pushing event deleted for resources: {'Port': ['ID=92d17194-e8f5-444d-a568-bda8dc7af3ab,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:33.883326 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed254078-ef0f-4a9f-bfc1-959a41dedabb tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] No DVR routers for this DVR port 92d17194-e8f5-444d-a568-bda8dc7af3ab on host n-d-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:22:33.887717 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fca448a9-019a-4aa6-8444-ec57bbc81adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:33.920652 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca448a9-019a-4aa6-8444-ec57bbc81adf None None] Pushing event deleted for resources: {'Port': ['ID=92d17194-e8f5-444d-a568-bda8dc7af3ab,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:33.933056 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca448a9-019a-4aa6-8444-ec57bbc81adf None None] No DVR routers for this DVR port 92d17194-e8f5-444d-a568-bda8dc7af3ab on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:22:33.980947 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ed254078-ef0f-4a9f-bfc1-959a41dedabb tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:33.996883 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-ed254078-ef0f-4a9f-bfc1-959a41dedabb tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33629462-511b-41a2-9841-1638f517ba84']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:22:34.012715 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-ed254078-ef0f-4a9f-bfc1-959a41dedabb tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dfd3070-35e4-4c99-a949-f24cc5c7a569') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:22:34.013125 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-ed254078-ef0f-4a9f-bfc1-959a41dedabb tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dfd3070-35e4-4c99-a949-f24cc5c7a569') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:22:34.016572 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd987e38-cd0d-47ea-b09e-c37fbc1bcb09 req-49306659-2630-45f8-a65f-e91b78bf6798 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:34.018825 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bd987e38-cd0d-47ea-b09e-c37fbc1bcb09 req-49306659-2630-45f8-a65f-e91b78bf6798 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] 10.222.0.98 "GET /v2.0/networks/caa6ed8d-2893-4113-8f68-c5284e694f6c HTTP/1.1" status: 200 len: 784 time: 0.1580646 Jul 09 16:22:34.027930 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ed254078-ef0f-4a9f-bfc1-959a41dedabb tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:34.048758 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ed254078-ef0f-4a9f-bfc1-959a41dedabb tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:34.061687 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed254078-ef0f-4a9f-bfc1-959a41dedabb tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:22:34.061687 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ed254078-ef0f-4a9f-bfc1-959a41dedabb tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:34.147300 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:22:34.147300 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:22:34.147300 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:22:34.147300 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:22:34.147300 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:22:34.147300 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:22:34.147300 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:22:34.147300 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:22:34.147300 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:22:34.147300 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:22:34.147300 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:22:34.147300 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:22:34.147300 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:22:34.147300 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:22:34.147300 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:22:34.147300 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:22:34.147300 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:22:34.147300 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:22:34.147300 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:22:34.147300 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:22:34.147300 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:22:34.147300 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:22:34.147300 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:22:34.147300 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:22:34.147300 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:22:34.147300 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:22:34.147300 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:22:34.147300 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:22:34.147300 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:22:34.147300 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:22:34.147300 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:22:34.147300 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:22:34.164923 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ed254078-ef0f-4a9f-bfc1-959a41dedabb tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:34.170708 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ed254078-ef0f-4a9f-bfc1-959a41dedabb tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:34.174869 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ed254078-ef0f-4a9f-bfc1-959a41dedabb tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "DELETE /v2.0/networks/33629462-511b-41a2-9841-1638f517ba84 HTTP/1.1" status: 204 len: 168 time: 1.1278923 Jul 09 16:22:34.175504 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35510) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:34.191814 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed254078-ef0f-4a9f-bfc1-959a41dedabb tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Pushing event deleted for resources: {'Network': ['ID=33629462-511b-41a2-9841-1638f517ba84,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:34.203526 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cbff415-c88f-477c-b79f-6c50c7e8cd37 x-openstack-request-id: req-2cbff415-c88f-477c-b79f-6c50c7e8cd37 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:22:34.204042 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da5ab42b-1bf1-4c01-a5eb-3f30d23983fa", "name": "network-vif-plugged", "status": "completed", "tag": "e2cfd0d6-9109-4235-ab69-a9ac10ebf765", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:22:34.204042 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2cbff415-c88f-477c-b79f-6c50c7e8cd37 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:22:34.204456 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5ab42b-1bf1-4c01-a5eb-3f30d23983fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2cfd0d6-9109-4235-ab69-a9ac10ebf765', 'code': 200} Jul 09 16:22:34.247372 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-6573c670-ef69-4500-8bca-b4931128cc0b tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] DELETE failed (client error): The resource could not be found. Jul 09 16:22:34.248176 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6573c670-ef69-4500-8bca-b4931128cc0b tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:22:34.250277 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6573c670-ef69-4500-8bca-b4931128cc0b tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "DELETE /v2.0/subnets/ab28840f-eebb-41f9-b86e-6ad9107149be HTTP/1.1" status: 404 len: 337 time: 0.0700047 Jul 09 16:22:34.253477 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35514) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:34.309429 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-f252a940-d17c-4f93-80cd-ae5a82ddbb59 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] DELETE failed (client error): The resource could not be found. Jul 09 16:22:34.310039 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f252a940-d17c-4f93-80cd-ae5a82ddbb59 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:22:34.314263 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f252a940-d17c-4f93-80cd-ae5a82ddbb59 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "DELETE /v2.0/networks/16d0fb81-e2d2-4e61-b06e-34579995d024 HTTP/1.1" status: 404 len: 339 time: 0.0572348 Jul 09 16:22:34.315230 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35516) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:34.375031 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68bde4f-443c-4d01-b668-7ded62ff5045 req-45018193-d5a6-4d69-ab3b-22e918793321 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:34.388816 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a68bde4f-443c-4d01-b668-7ded62ff5045 req-45018193-d5a6-4d69-ab3b-22e918793321 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 947 time: 0.2389908 Jul 09 16:22:34.411254 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 188148b5-926e-461d-97c4-a92769abc7bc up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:22:34.472127 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-13dc2e19-022f-4b34-bb04-54bd242ec40d tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Deleting subnet 26f3a783-9f3b-40f8-9371-161be49346a0 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:22:34.476409 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-13dc2e19-022f-4b34-bb04-54bd242ec40d tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:34.520361 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a68bde4f-443c-4d01-b668-7ded62ff5045 req-c584e4c1-6e37-4aaf-8ef4-eb935afe9612 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104250 Jul 09 16:22:34.520684 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 188148b5-926e-461d-97c4-a92769abc7bc completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:22:34.528267 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 188148b5-926e-461d-97c4-a92769abc7bc triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:22:34.529404 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:34.536352 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f83d8-c7ea-4469-9db0-e895015f3cb2 req-0a451dbe-07ac-4965-9aec-509a2b3b82ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:34.538825 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cf9f83d8-c7ea-4469-9db0-e895015f3cb2 req-0a451dbe-07ac-4965-9aec-509a2b3b82ba service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 1098 time: 0.1479068 Jul 09 16:22:34.572773 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-13dc2e19-022f-4b34-bb04-54bd242ec40d tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:34.615984 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cf9f83d8-c7ea-4469-9db0-e895015f3cb2 req-21622d5e-961d-473c-82c0-399c9dcffa9c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686960 Jul 09 16:22:34.687481 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:34.697788 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5d5970c4-881f-4dd2-a084-d5c9a0fea0d6 req-e6082271-5304-45fe-9c06-a7622bfe6989 tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] 10.222.0.98 "GET /v2.0/ports?device_id=e44bbdaa-8e6a-4888-b567-76f73db436ed HTTP/1.1" status: 200 len: 210 time: 0.0612378 Jul 09 16:22:34.718609 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 188148b5-926e-461d-97c4-a92769abc7bc, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=188148b5-926e-461d-97c4-a92769abc7bc,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:22:34.726799 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:34.792407 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=188148b5-926e-461d-97c4-a92769abc7bc,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:34.836138 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 92d17194-e8f5-444d-a568-bda8dc7af3ab no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:22:34.857460 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 92d17194-e8f5-444d-a568-bda8dc7af3ab {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:22:34.857844 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 92d17194-e8f5-444d-a568-bda8dc7af3ab not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:22:34.891661 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-13dc2e19-022f-4b34-bb04-54bd242ec40d tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:34.917663 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c9038f-e703-4c32-aba7-3e9346556842 None None] Sync routers for ids ['7dbd2c66-920f-4e7a-ac0b-e6c399544521'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:22:34.931399 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c9038f-e703-4c32-aba7-3e9346556842 None None] Routers {'7dbd2c66-920f-4e7a-ac0b-e6c399544521'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:22:34.932125 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-69c9038f-e703-4c32-aba7-3e9346556842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:22:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['7dbd2c66-920f-4e7a-ac0b-e6c399544521'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:22:35.012482 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d708e349-44ab-4398-a3a0-854b29c187d9 req-1e8a9394-82b9-4162-a1d8-9ea42f8b8d0f tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2568812 Jul 09 16:22:35.032260 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-d708e349-44ab-4398-a3a0-854b29c187d9 req-3b5a70b7-e1b0-4ccb-b35e-30c594fb844f tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Request body: {'floatingip': {'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:35.039780 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-13dc2e19-022f-4b34-bb04-54bd242ec40d tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:35.055379 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-69c9038f-e703-4c32-aba7-3e9346556842 None None] Set router 7dbd2c66-920f-4e7a-ac0b-e6c399544521 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:22:35.075656 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dc2e19-022f-4b34-bb04-54bd242ec40d tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Pushing event deleted for resources: {'Subnet': ['ID=26f3a783-9f3b-40f8-9371-161be49346a0,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:35.088273 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-13dc2e19-022f-4b34-bb04-54bd242ec40d tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:35.092658 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-13dc2e19-022f-4b34-bb04-54bd242ec40d tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "DELETE /v2.0/subnets/26f3a783-9f3b-40f8-9371-161be49346a0 HTTP/1.1" status: 204 len: 168 time: 0.7739935 Jul 09 16:22:35.093006 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35520) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:35.104850 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891d0add-93f8-494b-b557-75408a5beec3 None None] Network 9af8c279-d794-446f-82f3-631651f539fa requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:22:35.182367 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8e468533-a049-4a65-886e-c3edc913a9b3 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:35.186394 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d708e349-44ab-4398-a3a0-854b29c187d9 req-3b5a70b7-e1b0-4ccb-b35e-30c594fb844f tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:35.433060 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-69c9038f-e703-4c32-aba7-3e9346556842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dbd2c66-920f-4e7a-ac0b-e6c399544521', 'name': 'tempest-FloatingIPDetailsTestJSON-1302574993-router', 'tenant_id': '97f227ad7be84ac08b59c2b24c66114c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '188148b5-926e-461d-97c4-a92769abc7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:22:23Z', 'updated_at': '2021-07-09T16:22:30Z', 'revision_number': 4, 'project_id': '97f227ad7be84ac08b59c2b24c66114c', 'gw_port': {'id': '188148b5-926e-461d-97c4-a92769abc7bc', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbd2c66-920f-4e7a-ac0b-e6c399544521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:22:25Z', 'updated_at': '2021-07-09T16:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '06b3f8d1-b64d-4532-9f7e-fe4b180a6f7c', 'name': '', 'network_id': 'a72a84d8-4ffe-4de0-8d4f-aafaf4579448', 'tenant_id': '97f227ad7be84ac08b59c2b24c66114c', 'mac_address': 'fa:16:3e:43:80:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dbd2c66-920f-4e7a-ac0b-e6c399544521', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'cadcd5ca-1a17-4db9-981a-45e07a385194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:22:28Z', 'updated_at': '2021-07-09T16:22:30Z', 'revision_number': 2, 'project_id': '97f227ad7be84ac08b59c2b24c66114c', 'subnets': [{'id': 'cadcd5ca-1a17-4db9-981a-45e07a385194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:22:35.482794 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c9038f-e703-4c32-aba7-3e9346556842 None None] Checking router: 7dbd2c66-920f-4e7a-ac0b-e6c399544521 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:22:35.483149 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c9038f-e703-4c32-aba7-3e9346556842 None None] Updating router 7dbd2c66-920f-4e7a-ac0b-e6c399544521 port 06b3f8d1-b64d-4532-9f7e-fe4b180a6f7c binding host n-d-798930-3 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:22:35.544301 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf819d1b-35f3-42d6-9665-97c2261e0e87 None None] DHCP port deletion for 9af8c279-d794-446f-82f3-631651f539fa request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:22:35.567248 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-69c9038f-e703-4c32-aba7-3e9346556842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:35.642715 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-cf819d1b-35f3-42d6-9665-97c2261e0e87 None None] Deleting port 9618f641-8f16-497c-827a-fb1e9661254e {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:22:35.643115 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cf819d1b-35f3-42d6-9665-97c2261e0e87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:35.809384 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-cf819d1b-35f3-42d6-9665-97c2261e0e87 None None] For port 9618f641-8f16-497c-827a-fb1e9661254e, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=9618f641-8f16-497c-827a-fb1e9661254e,segment=NetworkSegment(0777d7dc-0825-46d1-bad8-b9738ee0c813),segment_id=0777d7dc-0825-46d1-bad8-b9738ee0c813)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:22:35.809778 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cf819d1b-35f3-42d6-9665-97c2261e0e87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:35.814056 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c888b-a3ea-4f70-a900-7de4af4a39d4 req-756237a5-489c-4528-954a-4fbf2ee1ab91 tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:35.815638 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ac1c888b-a3ea-4f70-a900-7de4af4a39d4 req-756237a5-489c-4528-954a-4fbf2ee1ab91 tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] 10.222.0.77 "GET /v2.0/networks?id=99d379c7-e52a-4136-9436-a3133586c4b0 HTTP/1.1" status: 200 len: 814 time: 0.2183399 Jul 09 16:22:35.834943 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-ac1c888b-a3ea-4f70-a900-7de4af4a39d4 req-09c419f1-5569-4818-9be8-c3979f1dbebd tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] Request body: {'port': {'device_id': 'e44bbdaa-8e6a-4888-b567-76f73db436ed', 'network_id': '99d379c7-e52a-4136-9436-a3133586c4b0', 'admin_state_up': True, 'tenant_id': 'b154302935fe4c279158d96afe6f6577'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:35.838502 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-cf819d1b-35f3-42d6-9665-97c2261e0e87 None None] Calling delete_port for 9618f641-8f16-497c-827a-fb1e9661254e owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:22:35.909121 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8e468533-a049-4a65-886e-c3edc913a9b3 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Deleting port 9618f641-8f16-497c-827a-fb1e9661254e {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:22:35.909363 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8e468533-a049-4a65-886e-c3edc913a9b3 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:35.989249 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d708e349-44ab-4398-a3a0-854b29c187d9 req-3b5a70b7-e1b0-4ccb-b35e-30c594fb844f tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:36.002752 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8e468533-a049-4a65-886e-c3edc913a9b3 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] For port 9618f641-8f16-497c-827a-fb1e9661254e, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=9618f641-8f16-497c-827a-fb1e9661254e,segment=NetworkSegment(0777d7dc-0825-46d1-bad8-b9738ee0c813),segment_id=0777d7dc-0825-46d1-bad8-b9738ee0c813)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:22:36.003156 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8e468533-a049-4a65-886e-c3edc913a9b3 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:36.025503 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cf819d1b-35f3-42d6-9665-97c2261e0e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:36.051781 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8e468533-a049-4a65-886e-c3edc913a9b3 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Calling delete_port for 9618f641-8f16-497c-827a-fb1e9661254e owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:22:36.079249 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf819d1b-35f3-42d6-9665-97c2261e0e87 None None] Pushing event deleted for resources: {'Port': ['ID=9618f641-8f16-497c-827a-fb1e9661254e,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:36.092700 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf819d1b-35f3-42d6-9665-97c2261e0e87 None None] No DVR routers for this DVR port 9618f641-8f16-497c-827a-fb1e9661254e on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:22:36.102795 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf819d1b-35f3-42d6-9665-97c2261e0e87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:22:36.103145 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf819d1b-35f3-42d6-9665-97c2261e0e87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:22:36.103483 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf819d1b-35f3-42d6-9665-97c2261e0e87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:22:36.103814 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf819d1b-35f3-42d6-9665-97c2261e0e87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:22:36.104458 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf819d1b-35f3-42d6-9665-97c2261e0e87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:22:36.104458 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf819d1b-35f3-42d6-9665-97c2261e0e87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:22:36.104755 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf819d1b-35f3-42d6-9665-97c2261e0e87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:22:36.107841 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf819d1b-35f3-42d6-9665-97c2261e0e87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:22:36.109582 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf819d1b-35f3-42d6-9665-97c2261e0e87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:22:36.110233 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf819d1b-35f3-42d6-9665-97c2261e0e87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:22:36.112942 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0684700d-77d8-4a7b-9eee-7ec93d5c6a6c req-eea01e12-778c-476b-ad58-e1d42f15651c tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:36.113505 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf819d1b-35f3-42d6-9665-97c2261e0e87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:22:36.114009 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf819d1b-35f3-42d6-9665-97c2261e0e87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:22:36.133196 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0684700d-77d8-4a7b-9eee-7ec93d5c6a6c req-eea01e12-778c-476b-ad58-e1d42f15651c tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 947 time: 0.3017330 Jul 09 16:22:36.152609 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-69c9038f-e703-4c32-aba7-3e9346556842 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:36.171491 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-69c9038f-e703-4c32-aba7-3e9346556842 None None] Transition to ACTIVE for port object 06b3f8d1-b64d-4532-9f7e-fe4b180a6f7c will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:22:36.187587 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-69c9038f-e703-4c32-aba7-3e9346556842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:36.229005 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0684700d-77d8-4a7b-9eee-7ec93d5c6a6c req-d23e0a66-a404-406c-9a92-df46a1ba2453 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944586 Jul 09 16:22:36.234491 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-d708e349-44ab-4398-a3a0-854b29c187d9 req-3b5a70b7-e1b0-4ccb-b35e-30c594fb844f tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Allocated IP 172.25.0.24 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/128b8737-5b9e-49e3-b0b3-237c9aa79d5e) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:22:36.245991 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac1c888b-a3ea-4f70-a900-7de4af4a39d4 req-09c419f1-5569-4818-9be8-c3979f1dbebd tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] Made reservation on behalf of b154302935fe4c279158d96afe6f6577 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:22:36.268684 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9580bacc-a379-48cd-ae3d-33c7d6e8b52b None None] Pushing event updated for resources: {'Port': ['ID=06b3f8d1-b64d-4532-9f7e-fe4b180a6f7c,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:36.271737 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ac1c888b-a3ea-4f70-a900-7de4af4a39d4 req-09c419f1-5569-4818-9be8-c3979f1dbebd tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:36.370816 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 188148b5-926e-461d-97c4-a92769abc7bc up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:22:36.383488 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8e468533-a049-4a65-886e-c3edc913a9b3 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:36.430732 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-69c9038f-e703-4c32-aba7-3e9346556842 None None] Attempting to bind port 06b3f8d1-b64d-4532-9f7e-fe4b180a6f7c on host n-d-798930-3 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:22:36.437070 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-69c9038f-e703-4c32-aba7-3e9346556842 None None] Attempting to bind port 06b3f8d1-b64d-4532-9f7e-fe4b180a6f7c by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'a07da84f-9168-4aeb-95e6-091fcd93403d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a72a84d8-4ffe-4de0-8d4f-aafaf4579448'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:22:36.437454 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c9038f-e703-4c32-aba7-3e9346556842 None None] Attempting to bind port 06b3f8d1-b64d-4532-9f7e-fe4b180a6f7c on network a72a84d8-4ffe-4de0-8d4f-aafaf4579448 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:22:36.448727 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c9038f-e703-4c32-aba7-3e9346556842 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:22:36.449133 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c9038f-e703-4c32-aba7-3e9346556842 None None] Checking segment: {'id': 'a07da84f-9168-4aeb-95e6-091fcd93403d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a72a84d8-4ffe-4de0-8d4f-aafaf4579448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:22:36.449544 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-69c9038f-e703-4c32-aba7-3e9346556842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:36.449924 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c9038f-e703-4c32-aba7-3e9346556842 None None] Bound using segment: {'id': 'a07da84f-9168-4aeb-95e6-091fcd93403d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a72a84d8-4ffe-4de0-8d4f-aafaf4579448'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:22:36.454393 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-69c9038f-e703-4c32-aba7-3e9346556842 None None] Bound port: 06b3f8d1-b64d-4532-9f7e-fe4b180a6f7c, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a07da84f-9168-4aeb-95e6-091fcd93403d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a72a84d8-4ffe-4de0-8d4f-aafaf4579448'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:22:36.454886 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-69c9038f-e703-4c32-aba7-3e9346556842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:36.457106 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e468533-a049-4a65-886e-c3edc913a9b3 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Pushing event deleted for resources: {'Port': ['ID=9618f641-8f16-497c-827a-fb1e9661254e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:36.484021 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e468533-a049-4a65-886e-c3edc913a9b3 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] No DVR routers for this DVR port 9618f641-8f16-497c-827a-fb1e9661254e on host n-d-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:22:36.524750 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 188148b5-926e-461d-97c4-a92769abc7bc triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:22:36.524890 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:36.559694 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-ac1c888b-a3ea-4f70-a900-7de4af4a39d4 req-09c419f1-5569-4818-9be8-c3979f1dbebd tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] Allocated IP 172.20.0.11 (99d379c7-e52a-4136-9436-a3133586c4b0/e9acb6f7-e039-4944-af4b-1915f93a346f/a7b2783d-2001-4868-bfda-5e014d6412bf) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:22:36.635955 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-69c9038f-e703-4c32-aba7-3e9346556842 None None] For port 06b3f8d1-b64d-4532-9f7e-fe4b180a6f7c, host n-d-798930-3, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:22:36.642037 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-69c9038f-e703-4c32-aba7-3e9346556842 None None] For port 06b3f8d1-b64d-4532-9f7e-fe4b180a6f7c, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=06b3f8d1-b64d-4532-9f7e-fe4b180a6f7c,segment=NetworkSegment(a07da84f-9168-4aeb-95e6-091fcd93403d),segment_id=a07da84f-9168-4aeb-95e6-091fcd93403d)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:22:36.650699 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-69c9038f-e703-4c32-aba7-3e9346556842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:36.764163 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d708e349-44ab-4398-a3a0-854b29c187d9 req-3b5a70b7-e1b0-4ccb-b35e-30c594fb844f tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:36.773838 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8e468533-a049-4a65-886e-c3edc913a9b3 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:36.801932 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c9038f-e703-4c32-aba7-3e9346556842 None None] Routers {'7dbd2c66-920f-4e7a-ac0b-e6c399544521'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:22:36.809876 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-8e468533-a049-4a65-886e-c3edc913a9b3 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9af8c279-d794-446f-82f3-631651f539fa']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:22:36.810810 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-69c9038f-e703-4c32-aba7-3e9346556842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:22:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['7dbd2c66-920f-4e7a-ac0b-e6c399544521'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:22:36.845328 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-8e468533-a049-4a65-886e-c3edc913a9b3 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0777d7dc-0825-46d1-bad8-b9738ee0c813') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:22:36.850964 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-8e468533-a049-4a65-886e-c3edc913a9b3 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0777d7dc-0825-46d1-bad8-b9738ee0c813') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:22:36.854653 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6ae55da5-67d3-4696-940c-48216fb9a7bd req-651d65fd-3948-472a-aa94-c7cd714cd55f tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] 10.222.0.98 "GET /v2.0/ports?device_id=e44bbdaa-8e6a-4888-b567-76f73db436ed HTTP/1.1" status: 200 len: 210 time: 0.1235893 Jul 09 16:22:36.876813 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8e468533-a049-4a65-886e-c3edc913a9b3 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:36.913703 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9580bacc-a379-48cd-ae3d-33c7d6e8b52b None None] Pushing event updated for resources: {'Port': ['ID=06b3f8d1-b64d-4532-9f7e-fe4b180a6f7c,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:36.977136 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8e468533-a049-4a65-886e-c3edc913a9b3 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:37.007854 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 9618f641-8f16-497c-827a-fb1e9661254e no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:22:37.020522 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e468533-a049-4a65-886e-c3edc913a9b3 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:22:37.020951 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8e468533-a049-4a65-886e-c3edc913a9b3 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:37.097843 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-69c9038f-e703-4c32-aba7-3e9346556842 None None] Set router 7dbd2c66-920f-4e7a-ac0b-e6c399544521 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:22:37.111382 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 9618f641-8f16-497c-827a-fb1e9661254e {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:22:37.113741 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 9618f641-8f16-497c-827a-fb1e9661254e not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:22:37.171384 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ac1c888b-a3ea-4f70-a900-7de4af4a39d4 req-09c419f1-5569-4818-9be8-c3979f1dbebd tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:37.190866 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-ac1c888b-a3ea-4f70-a900-7de4af4a39d4 req-09c419f1-5569-4818-9be8-c3979f1dbebd tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] Transition to ACTIVE for port object a7b2783d-2001-4868-bfda-5e014d6412bf will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:22:37.235326 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ac1c888b-a3ea-4f70-a900-7de4af4a39d4 req-09c419f1-5569-4818-9be8-c3979f1dbebd tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:37.256802 n-d-798930-3 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:22:37.256802 n-d-798930-3 neutron-server[93959]: self.session.flush() Jul 09 16:22:37.256802 n-d-798930-3 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:22:37.256802 n-d-798930-3 neutron-server[93959]: self.session.flush() Jul 09 16:22:37.256802 n-d-798930-3 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:22:37.256802 n-d-798930-3 neutron-server[93959]: self.session.flush() Jul 09 16:22:37.256802 n-d-798930-3 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:22:37.256802 n-d-798930-3 neutron-server[93959]: self.session.flush() Jul 09 16:22:37.256802 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:22:37.256802 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:22:37.256802 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:22:37.256802 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:22:37.256802 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:22:37.256802 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:22:37.256802 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:22:37.256802 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:22:37.256802 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:22:37.256802 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:22:37.256802 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:22:37.256802 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:22:37.256802 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:22:37.256802 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:22:37.256802 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:22:37.256802 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:22:37.256802 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:22:37.256802 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:22:37.256802 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:22:37.256802 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:22:37.256802 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:22:37.256802 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:22:37.256802 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:22:37.256802 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:22:37.256802 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:22:37.256802 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:22:37.256802 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:22:37.256802 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:22:37.256802 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:22:37.256802 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:22:37.256802 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:22:37.256802 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:22:37.304067 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8e468533-a049-4a65-886e-c3edc913a9b3 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:37.316940 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d708e349-44ab-4398-a3a0-854b29c187d9 req-3b5a70b7-e1b0-4ccb-b35e-30c594fb844f tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:37.317664 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c419f1-5569-4818-9be8-c3979f1dbebd tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] Pushing event updated for resources: {'Port': ['ID=a7b2783d-2001-4868-bfda-5e014d6412bf,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:37.325298 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac1c888b-a3ea-4f70-a900-7de4af4a39d4 req-09c419f1-5569-4818-9be8-c3979f1dbebd tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] Network 99d379c7-e52a-4136-9436-a3133586c4b0 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:22:37.326962 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-ac1c888b-a3ea-4f70-a900-7de4af4a39d4 req-09c419f1-5569-4818-9be8-c3979f1dbebd tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:22:37.329370 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac1c888b-a3ea-4f70-a900-7de4af4a39d4 req-09c419f1-5569-4818-9be8-c3979f1dbebd tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:22:37.329939 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8e468533-a049-4a65-886e-c3edc913a9b3 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:37.337440 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8e468533-a049-4a65-886e-c3edc913a9b3 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] 10.222.0.98 "DELETE /v2.0/networks/9af8c279-d794-446f-82f3-631651f539fa HTTP/1.1" status: 204 len: 168 time: 2.2434537 Jul 09 16:22:37.412449 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c888b-a3ea-4f70-a900-7de4af4a39d4 req-09c419f1-5569-4818-9be8-c3979f1dbebd tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:37.413227 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ac1c888b-a3ea-4f70-a900-7de4af4a39d4 req-09c419f1-5569-4818-9be8-c3979f1dbebd tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:37.415582 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e468533-a049-4a65-886e-c3edc913a9b3 tempest-NetworksIpV6Test-1284089850 tempest-NetworksIpV6Test-1284089850-project] Pushing event deleted for resources: {'Network': ['ID=9af8c279-d794-446f-82f3-631651f539fa,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:37.426511 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d708e349-44ab-4398-a3a0-854b29c187d9 req-3b5a70b7-e1b0-4ccb-b35e-30c594fb844f tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:22:37.432159 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-d708e349-44ab-4398-a3a0-854b29c187d9 req-3b5a70b7-e1b0-4ccb-b35e-30c594fb844f tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:22:37.439912 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-d708e349-44ab-4398-a3a0-854b29c187d9 req-3b5a70b7-e1b0-4ccb-b35e-30c594fb844f tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:22:37.448569 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ac1c888b-a3ea-4f70-a900-7de4af4a39d4 req-09c419f1-5569-4818-9be8-c3979f1dbebd tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6196022 Jul 09 16:22:37.470681 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-ac1c888b-a3ea-4f70-a900-7de4af4a39d4 req-8093562f-6b70-4396-8d90-250ec6998bd4 service neutron] Request body: {'port': {'device_id': 'e44bbdaa-8e6a-4888-b567-76f73db436ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:37.504123 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5a70b7-e1b0-4ccb-b35e-30c594fb844f tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Pushing event updated for resources: {'Port': ['ID=128b8737-5b9e-49e3-b0b3-237c9aa79d5e,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:37.611346 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-69c9038f-e703-4c32-aba7-3e9346556842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dbd2c66-920f-4e7a-ac0b-e6c399544521', 'name': 'tempest-FloatingIPDetailsTestJSON-1302574993-router', 'tenant_id': '97f227ad7be84ac08b59c2b24c66114c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '188148b5-926e-461d-97c4-a92769abc7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:22:23Z', 'updated_at': '2021-07-09T16:22:30Z', 'revision_number': 4, 'project_id': '97f227ad7be84ac08b59c2b24c66114c', 'gw_port': {'id': '188148b5-926e-461d-97c4-a92769abc7bc', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbd2c66-920f-4e7a-ac0b-e6c399544521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:22:25Z', 'updated_at': '2021-07-09T16:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '06b3f8d1-b64d-4532-9f7e-fe4b180a6f7c', 'name': '', 'network_id': 'a72a84d8-4ffe-4de0-8d4f-aafaf4579448', 'tenant_id': '97f227ad7be84ac08b59c2b24c66114c', 'mac_address': 'fa:16:3e:43:80:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dbd2c66-920f-4e7a-ac0b-e6c399544521', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'cadcd5ca-1a17-4db9-981a-45e07a385194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:22:28Z', 'updated_at': '2021-07-09T16:22:36Z', 'revision_number': 4, 'project_id': '97f227ad7be84ac08b59c2b24c66114c', 'subnets': [{'id': 'cadcd5ca-1a17-4db9-981a-45e07a385194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:22:37.685170 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d708e349-44ab-4398-a3a0-854b29c187d9 req-3b5a70b7-e1b0-4ccb-b35e-30c594fb844f tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:37.690691 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c9038f-e703-4c32-aba7-3e9346556842 None None] The sync data for ids ['7dbd2c66-920f-4e7a-ac0b-e6c399544521'] in n-d-798930-3 is: [{'id': '7dbd2c66-920f-4e7a-ac0b-e6c399544521', 'name': 'tempest-FloatingIPDetailsTestJSON-1302574993-router', 'tenant_id': '97f227ad7be84ac08b59c2b24c66114c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '188148b5-926e-461d-97c4-a92769abc7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:22:23Z', 'updated_at': '2021-07-09T16:22:30Z', 'revision_number': 4, 'project_id': '97f227ad7be84ac08b59c2b24c66114c', 'gw_port': {'id': '188148b5-926e-461d-97c4-a92769abc7bc', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbd2c66-920f-4e7a-ac0b-e6c399544521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:22:25Z', 'updated_at': '2021-07-09T16:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '06b3f8d1-b64d-4532-9f7e-fe4b180a6f7c', 'name': '', 'network_id': 'a72a84d8-4ffe-4de0-8d4f-aafaf4579448', 'tenant_id': '97f227ad7be84ac08b59c2b24c66114c', 'mac_address': 'fa:16:3e:43:80:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dbd2c66-920f-4e7a-ac0b-e6c399544521', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'cadcd5ca-1a17-4db9-981a-45e07a385194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:22:28Z', 'updated_at': '2021-07-09T16:22:36Z', 'revision_number': 4, 'project_id': '97f227ad7be84ac08b59c2b24c66114c', 'subnets': [{'id': 'cadcd5ca-1a17-4db9-981a-45e07a385194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:22:37.777433 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ac1c888b-a3ea-4f70-a900-7de4af4a39d4 req-8093562f-6b70-4396-8d90-250ec6998bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:37.819169 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d708e349-44ab-4398-a3a0-854b29c187d9 req-3b5a70b7-e1b0-4ccb-b35e-30c594fb844f tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:37.830047 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d713cac3-10ee-44fb-9329-23ea05fe7991 None None] Provisioning for port a7b2783d-2001-4868-bfda-5e014d6412bf completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:22:37.835886 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d713cac3-10ee-44fb-9329-23ea05fe7991 None None] Provisioning complete for port a7b2783d-2001-4868-bfda-5e014d6412bf triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:22:37.836630 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d713cac3-10ee-44fb-9329-23ea05fe7991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:37.893428 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35596) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:37.906907 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-d713cac3-10ee-44fb-9329-23ea05fe7991 None None] Port a7b2783d-2001-4868-bfda-5e014d6412bf cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:22:38.260205 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0876aa53-2b54-49f4-b666-f0d0c89d8348 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=aa94cf628d794b7db9c4b4831f7d2b50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3639719 Jul 09 16:22:38.262553 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35602) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:38.315113 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d708e349-44ab-4398-a3a0-854b29c187d9 req-3b5a70b7-e1b0-4ccb-b35e-30c594fb844f tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:38.323552 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d708e349-44ab-4398-a3a0-854b29c187d9 req-3b5a70b7-e1b0-4ccb-b35e-30c594fb844f tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:38.348276 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-ac1c888b-a3ea-4f70-a900-7de4af4a39d4 req-8093562f-6b70-4396-8d90-250ec6998bd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7b2783d-2001-4868-bfda-5e014d6412bf {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:22:38.358000 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ac1c888b-a3ea-4f70-a900-7de4af4a39d4 req-8093562f-6b70-4396-8d90-250ec6998bd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:38.391774 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 06b3f8d1-b64d-4532-9f7e-fe4b180a6f7c up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:22:38.400462 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-ac1c888b-a3ea-4f70-a900-7de4af4a39d4 req-8093562f-6b70-4396-8d90-250ec6998bd4 service neutron] Transition to ACTIVE for port object a7b2783d-2001-4868-bfda-5e014d6412bf will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:22:38.438170 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ac1c888b-a3ea-4f70-a900-7de4af4a39d4 req-8093562f-6b70-4396-8d90-250ec6998bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:38.509067 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5a70b7-e1b0-4ccb-b35e-30c594fb844f tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Pushing event updated for resources: {'Port': ['ID=128b8737-5b9e-49e3-b0b3-237c9aa79d5e,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:38.512283 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 06b3f8d1-b64d-4532-9f7e-fe4b180a6f7c completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:22:38.517086 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 06b3f8d1-b64d-4532-9f7e-fe4b180a6f7c triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:22:38.517741 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:38.554940 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8c80f092-1ca8-409c-ab7f-278243e1c2af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:38.572238 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d708e349-44ab-4398-a3a0-854b29c187d9 req-3b5a70b7-e1b0-4ccb-b35e-30c594fb844f tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:38.617193 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d708e349-44ab-4398-a3a0-854b29c187d9 req-3b5a70b7-e1b0-4ccb-b35e-30c594fb844f tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:38.619922 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d708e349-44ab-4398-a3a0-854b29c187d9 req-3b5a70b7-e1b0-4ccb-b35e-30c594fb844f tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.5945778 Jul 09 16:22:38.690413 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-ac1c888b-a3ea-4f70-a900-7de4af4a39d4 req-8093562f-6b70-4396-8d90-250ec6998bd4 service neutron] Attempting to bind port a7b2783d-2001-4868-bfda-5e014d6412bf on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:22:38.690746 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-ac1c888b-a3ea-4f70-a900-7de4af4a39d4 req-8093562f-6b70-4396-8d90-250ec6998bd4 service neutron] Attempting to bind port a7b2783d-2001-4868-bfda-5e014d6412bf by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'b4ddedb3-7069-497f-9f80-24921aba58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '99d379c7-e52a-4136-9436-a3133586c4b0'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:22:38.691120 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1c888b-a3ea-4f70-a900-7de4af4a39d4 req-8093562f-6b70-4396-8d90-250ec6998bd4 service neutron] Attempting to bind port a7b2783d-2001-4868-bfda-5e014d6412bf on network 99d379c7-e52a-4136-9436-a3133586c4b0 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:22:38.701480 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8093562f-6b70-4396-8d90-250ec6998bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b2783d-2001-4868-bfda-5e014d6412bf,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:38.713219 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1c888b-a3ea-4f70-a900-7de4af4a39d4 req-8093562f-6b70-4396-8d90-250ec6998bd4 service neutron] Port a7b2783d-2001-4868-bfda-5e014d6412bf on network 99d379c7-e52a-4136-9436-a3133586c4b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:22:38.713803 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1c888b-a3ea-4f70-a900-7de4af4a39d4 req-8093562f-6b70-4396-8d90-250ec6998bd4 service neutron] Attempting to bind port a7b2783d-2001-4868-bfda-5e014d6412bf on network 99d379c7-e52a-4136-9436-a3133586c4b0 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:22:38.723204 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1c888b-a3ea-4f70-a900-7de4af4a39d4 req-8093562f-6b70-4396-8d90-250ec6998bd4 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:22:38.723800 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1c888b-a3ea-4f70-a900-7de4af4a39d4 req-8093562f-6b70-4396-8d90-250ec6998bd4 service neutron] Checking segment: {'id': 'b4ddedb3-7069-497f-9f80-24921aba58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '99d379c7-e52a-4136-9436-a3133586c4b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:22:38.724196 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1c888b-a3ea-4f70-a900-7de4af4a39d4 req-8093562f-6b70-4396-8d90-250ec6998bd4 service neutron] Bound using segment: {'id': 'b4ddedb3-7069-497f-9f80-24921aba58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '99d379c7-e52a-4136-9436-a3133586c4b0'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:22:38.724731 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-ac1c888b-a3ea-4f70-a900-7de4af4a39d4 req-8093562f-6b70-4396-8d90-250ec6998bd4 service neutron] Bound port: a7b2783d-2001-4868-bfda-5e014d6412bf, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4ddedb3-7069-497f-9f80-24921aba58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '99d379c7-e52a-4136-9436-a3133586c4b0'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:22:38.725009 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ac1c888b-a3ea-4f70-a900-7de4af4a39d4 req-8093562f-6b70-4396-8d90-250ec6998bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:38.754664 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8c80f092-1ca8-409c-ab7f-278243e1c2af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:38.757449 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:38.778813 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a5433-ea3a-424e-be29-b5dbcfc74809 req-a8095f11-cfd4-4cec-b410-758e6429f585 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:38.791634 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c88a5433-ea3a-424e-be29-b5dbcfc74809 req-a8095f11-cfd4-4cec-b410-758e6429f585 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 947 time: 0.3886878 Jul 09 16:22:38.799630 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d708e349-44ab-4398-a3a0-854b29c187d9 req-45778d25-6c6c-465c-a420-16f56ee12544 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.0.24 HTTP/1.1" status: 200 len: 695 time: 0.1712966 Jul 09 16:22:38.842215 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 06b3f8d1-b64d-4532-9f7e-fe4b180a6f7c, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=06b3f8d1-b64d-4532-9f7e-fe4b180a6f7c,segment=NetworkSegment(a07da84f-9168-4aeb-95e6-091fcd93403d),segment_id=a07da84f-9168-4aeb-95e6-091fcd93403d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:22:38.852837 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:38.901473 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-ac1c888b-a3ea-4f70-a900-7de4af4a39d4 req-8093562f-6b70-4396-8d90-250ec6998bd4 service neutron] For port a7b2783d-2001-4868-bfda-5e014d6412bf, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:22:38.905530 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-ac1c888b-a3ea-4f70-a900-7de4af4a39d4 req-8093562f-6b70-4396-8d90-250ec6998bd4 service neutron] For port a7b2783d-2001-4868-bfda-5e014d6412bf, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=a7b2783d-2001-4868-bfda-5e014d6412bf,segment=NetworkSegment(b4ddedb3-7069-497f-9f80-24921aba58b4),segment_id=b4ddedb3-7069-497f-9f80-24921aba58b4)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:22:38.919199 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ac1c888b-a3ea-4f70-a900-7de4af4a39d4 req-8093562f-6b70-4396-8d90-250ec6998bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:38.953031 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:22:38.965430 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c888b-a3ea-4f70-a900-7de4af4a39d4 req-8093562f-6b70-4396-8d90-250ec6998bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:38.966064 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ac1c888b-a3ea-4f70-a900-7de4af4a39d4 req-8093562f-6b70-4396-8d90-250ec6998bd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:38.967229 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=06b3f8d1-b64d-4532-9f7e-fe4b180a6f7c,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:38.967529 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ac1c888b-a3ea-4f70-a900-7de4af4a39d4 req-8093562f-6b70-4396-8d90-250ec6998bd4 service neutron] 10.222.0.77 "PUT /v2.0/ports/a7b2783d-2001-4868-bfda-5e014d6412bf HTTP/1.1" status: 200 len: 1092 time: 1.5021968 Jul 09 16:22:38.996199 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c88a5433-ea3a-424e-be29-b5dbcfc74809 req-a9acd6af-47d1-40e4-aa99-03d90247cc64 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036343 Jul 09 16:22:39.003171 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e44bbdaa-8e6a-4888-b567-76f73db436ed', 'tag': 'a7b2783d-2001-4868-bfda-5e014d6412bf'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:22:39.022049 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61dda57-c32e-4172-b15e-aed827c14484" -d '{"events": [{"name": "network-changed", "server_uuid": "e44bbdaa-8e6a-4888-b567-76f73db436ed", "tag": "a7b2783d-2001-4868-bfda-5e014d6412bf"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:22:39.104878 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8093562f-6b70-4396-8d90-250ec6998bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b2783d-2001-4868-bfda-5e014d6412bf,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:39.115560 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8c80f092-1ca8-409c-ab7f-278243e1c2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:39.123838 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8c80f092-1ca8-409c-ab7f-278243e1c2af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:39.125282 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8c80f092-1ca8-409c-ab7f-278243e1c2af admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4524a39e-bf9b-4b52-a4be-3e3ef6e84a47 HTTP/1.1" status: 204 len: 168 time: 0.8616412 Jul 09 16:22:39.155886 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c888b-a3ea-4f70-a900-7de4af4a39d4 req-3edb94e1-e5dd-4263-a3d8-f31067f29142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:39.157741 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ac1c888b-a3ea-4f70-a900-7de4af4a39d4 req-3edb94e1-e5dd-4263-a3d8-f31067f29142 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b154302935fe4c279158d96afe6f6577&device_id=e44bbdaa-8e6a-4888-b567-76f73db436ed HTTP/1.1" status: 200 len: 1095 time: 0.1144912 Jul 09 16:22:39.190639 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c80f092-1ca8-409c-ab7f-278243e1c2af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4524a39e-bf9b-4b52-a4be-3e3ef6e84a47,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:39.216780 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d708e349-44ab-4398-a3a0-854b29c187d9 req-396f0800-6b4f-46c4-8783-a430844fa2e3 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:39.224026 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d708e349-44ab-4398-a3a0-854b29c187d9 req-396f0800-6b4f-46c4-8783-a430844fa2e3 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] 10.222.0.98 "GET /v2.0/networks/caa6ed8d-2893-4113-8f68-c5284e694f6c HTTP/1.1" status: 200 len: 784 time: 0.4151328 Jul 09 16:22:39.270500 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ac1c888b-a3ea-4f70-a900-7de4af4a39d4 req-77e3d960-9d3e-41c6-a750-96267ddc30db service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7b2783d-2001-4868-bfda-5e014d6412bf HTTP/1.1" status: 200 len: 217 time: 0.0822234 Jul 09 16:22:39.372909 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c888b-a3ea-4f70-a900-7de4af4a39d4 req-78c89909-de38-421e-a6bb-d0f48f6ec4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:39.374737 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ac1c888b-a3ea-4f70-a900-7de4af4a39d4 req-78c89909-de38-421e-a6bb-d0f48f6ec4bd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e9acb6f7-e039-4944-af4b-1915f93a346f HTTP/1.1" status: 200 len: 853 time: 0.0934427 Jul 09 16:22:39.492501 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c888b-a3ea-4f70-a900-7de4af4a39d4 req-d0b634ee-c8ed-4039-9e51-42f409f70a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:39.494156 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ac1c888b-a3ea-4f70-a900-7de4af4a39d4 req-d0b634ee-c8ed-4039-9e51-42f409f70a03 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=99d379c7-e52a-4136-9436-a3133586c4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0904140 Jul 09 16:22:39.545750 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd4bbc6-94ae-41d6-abbd-5da147c27891 req-68e3ded6-b2bb-44e0-b218-1b3ffcf95909 tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:39.568215 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9bd4bbc6-94ae-41d6-abbd-5da147c27891 req-68e3ded6-b2bb-44e0-b218-1b3ffcf95909 tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] 10.222.0.98 "GET /v2.0/ports?device_id=e44bbdaa-8e6a-4888-b567-76f73db436ed HTTP/1.1" status: 200 len: 944 time: 0.1442430 Jul 09 16:22:39.619359 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9bd4bbc6-94ae-41d6-abbd-5da147c27891 req-b40eeb7b-9db1-42b1-b9a0-bf683a51d9e6 tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] 10.222.0.98 "GET /v2.0/security-groups?id=79261b5a-dabc-49cb-bd0c-59aa90364d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504956 Jul 09 16:22:39.983938 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:40.017252 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ad37e5-6860-4bca-830e-0e0e63000e4b x-openstack-request-id: req-21ad37e5-6860-4bca-830e-0e0e63000e4b {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:22:40.017554 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e44bbdaa-8e6a-4888-b567-76f73db436ed", "tag": "a7b2783d-2001-4868-bfda-5e014d6412bf", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:22:40.018374 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-21ad37e5-6860-4bca-830e-0e0e63000e4b {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:22:40.018792 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e44bbdaa-8e6a-4888-b567-76f73db436ed', 'tag': 'a7b2783d-2001-4868-bfda-5e014d6412bf', 'status': 'completed', 'code': 200} Jul 09 16:22:40.204298 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da9eb7-5b7f-4f17-a602-8862c539c58a req-66bac996-4c91-4fb1-8335-c03c69262e85 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:40.206451 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c8da9eb7-5b7f-4f17-a602-8862c539c58a req-66bac996-4c91-4fb1-8335-c03c69262e85 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 947 time: 0.0770366 Jul 09 16:22:40.229930 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35640) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:40.269598 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c8da9eb7-5b7f-4f17-a602-8862c539c58a req-4e21b434-e906-40e2-bb06-81c1a6c4fd03 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553520 Jul 09 16:22:40.380651 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 06b3f8d1-b64d-4532-9f7e-fe4b180a6f7c up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:22:40.416631 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-cf7170f6-2ebe-4c77-a6f1-9cc9b58bffe5 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Request body: {'security_group': {'name': 'tempest-secgroup--839729463'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:40.449312 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1011a9d0-dc83-49f0-a47e-57a15c06124d req-2c29cc09-cf92-41c8-b703-f0d87395b49d tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1445181 Jul 09 16:22:40.456055 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 06b3f8d1-b64d-4532-9f7e-fe4b180a6f7c triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:22:40.456428 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:40.458314 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cf7170f6-2ebe-4c77-a6f1-9cc9b58bffe5 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:40.463634 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-1011a9d0-dc83-49f0-a47e-57a15c06124d req-f003a873-928d-4bd2-a95c-2c29fcb235d4 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Request body: {'floatingip': {'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:40.474128 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cf7170f6-2ebe-4c77-a6f1-9cc9b58bffe5 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:40.493820 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1011a9d0-dc83-49f0-a47e-57a15c06124d req-f003a873-928d-4bd2-a95c-2c29fcb235d4 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:40.650158 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1011a9d0-dc83-49f0-a47e-57a15c06124d req-f003a873-928d-4bd2-a95c-2c29fcb235d4 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:40.662965 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cf7170f6-2ebe-4c77-a6f1-9cc9b58bffe5 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:40.668082 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cf7170f6-2ebe-4c77-a6f1-9cc9b58bffe5 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:40.713030 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7170f6-2ebe-4c77-a6f1-9cc9b58bffe5 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2677d8c-1d6d-46a1-bed2-b47c1ecf1d2d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:40.783177 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-1011a9d0-dc83-49f0-a47e-57a15c06124d req-f003a873-928d-4bd2-a95c-2c29fcb235d4 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Allocated IP 172.25.0.89 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/754abc41-0db7-4dd7-82a0-9b85bedf8587) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:22:40.797450 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cf7170f6-2ebe-4c77-a6f1-9cc9b58bffe5 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:40.802407 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cf7170f6-2ebe-4c77-a6f1-9cc9b58bffe5 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:40.836476 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cf7170f6-2ebe-4c77-a6f1-9cc9b58bffe5 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:40.846318 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-cf7170f6-2ebe-4c77-a6f1-9cc9b58bffe5 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6127765 Jul 09 16:22:40.847122 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35650) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:40.855635 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7170f6-2ebe-4c77-a6f1-9cc9b58bffe5 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6adb9c96-d545-4c1b-8cd5-b890b5ea6fe9,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:40.924095 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1011a9d0-dc83-49f0-a47e-57a15c06124d req-f003a873-928d-4bd2-a95c-2c29fcb235d4 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:40.948665 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a9c5d96d-ba2b-4e77-ae1d-8a89dd97821c tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1003659 Jul 09 16:22:40.951602 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35654) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:40.957247 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f1ed145a-ae2b-4356-b857-1c717293874d tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Request body: {'security_group': {'name': 'tempest-security--984857280', 'description': 'tempest-security-description-1717803435'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:40.970012 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1011a9d0-dc83-49f0-a47e-57a15c06124d req-f003a873-928d-4bd2-a95c-2c29fcb235d4 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:40.990968 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f1ed145a-ae2b-4356-b857-1c717293874d tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:41.025740 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1011a9d0-dc83-49f0-a47e-57a15c06124d req-f003a873-928d-4bd2-a95c-2c29fcb235d4 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:22:41.028877 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-1011a9d0-dc83-49f0-a47e-57a15c06124d req-f003a873-928d-4bd2-a95c-2c29fcb235d4 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:22:41.032952 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-1011a9d0-dc83-49f0-a47e-57a15c06124d req-f003a873-928d-4bd2-a95c-2c29fcb235d4 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:22:41.056757 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f003a873-928d-4bd2-a95c-2c29fcb235d4 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Pushing event updated for resources: {'Port': ['ID=754abc41-0db7-4dd7-82a0-9b85bedf8587,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:41.060564 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f1ed145a-ae2b-4356-b857-1c717293874d tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:41.067435 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f1ed145a-ae2b-4356-b857-1c717293874d tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:41.070528 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f1ed145a-ae2b-4356-b857-1c717293874d tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:41.071904 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f1ed145a-ae2b-4356-b857-1c717293874d tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "PUT /v2.0/security-groups/6adb9c96-d545-4c1b-8cd5-b890b5ea6fe9 HTTP/1.1" status: 200 len: 1779 time: 0.1191597 Jul 09 16:22:41.074643 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35656) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:41.104235 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed145a-ae2b-4356-b857-1c717293874d tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6adb9c96-d545-4c1b-8cd5-b890b5ea6fe9,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:41.160412 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2acf0e1e-0f85-4a67-9612-d1a274db368a tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "GET /v2.0/security-groups/6adb9c96-d545-4c1b-8cd5-b890b5ea6fe9 HTTP/1.1" status: 200 len: 1779 time: 0.0842040 Jul 09 16:22:41.163115 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35658) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:41.178212 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1011a9d0-dc83-49f0-a47e-57a15c06124d req-f003a873-928d-4bd2-a95c-2c29fcb235d4 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:41.223953 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0719937f-4ef2-4614-bc0c-df9b70625196 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:41.226827 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1011a9d0-dc83-49f0-a47e-57a15c06124d req-f003a873-928d-4bd2-a95c-2c29fcb235d4 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:41.251009 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0719937f-4ef2-4614-bc0c-df9b70625196 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:41.316035 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0719937f-4ef2-4614-bc0c-df9b70625196 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:41.318591 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0719937f-4ef2-4614-bc0c-df9b70625196 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:41.319772 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0719937f-4ef2-4614-bc0c-df9b70625196 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "DELETE /v2.0/security-groups/6adb9c96-d545-4c1b-8cd5-b890b5ea6fe9 HTTP/1.1" status: 204 len: 168 time: 0.1556706 Jul 09 16:22:41.323006 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35660) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:41.341078 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0719937f-4ef2-4614-bc0c-df9b70625196 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6adb9c96-d545-4c1b-8cd5-b890b5ea6fe9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:41.396639 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-bf25200c-6c7e-4f39-b454-dbfaf3312ada tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0724435 Jul 09 16:22:41.399189 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35662) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:41.413121 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [None req-8b85c327-57f4-4225-aa35-1a7815444ad1 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] delete failed (client error): The resource could not be found. Jul 09 16:22:41.414172 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8b85c327-57f4-4225-aa35-1a7815444ad1 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "DELETE /v2.0/security-groups/6adb9c96-d545-4c1b-8cd5-b890b5ea6fe9 HTTP/1.1" status: 404 len: 347 time: 0.0139248 Jul 09 16:22:41.418281 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35664) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:41.428685 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-bccc0991-bf7c-4d60-adf8-a2a37b1806e6 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Request body: {'security_group': {'name': 'tempest-secgroup--310556846'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:41.452246 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1011a9d0-dc83-49f0-a47e-57a15c06124d req-f003a873-928d-4bd2-a95c-2c29fcb235d4 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:41.453651 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bccc0991-bf7c-4d60-adf8-a2a37b1806e6 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:41.465140 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1011a9d0-dc83-49f0-a47e-57a15c06124d req-f003a873-928d-4bd2-a95c-2c29fcb235d4 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:41.547860 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f003a873-928d-4bd2-a95c-2c29fcb235d4 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Pushing event updated for resources: {'Port': ['ID=754abc41-0db7-4dd7-82a0-9b85bedf8587,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:41.559468 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1011a9d0-dc83-49f0-a47e-57a15c06124d req-f003a873-928d-4bd2-a95c-2c29fcb235d4 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:41.583069 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bccc0991-bf7c-4d60-adf8-a2a37b1806e6 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:41.588503 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bccc0991-bf7c-4d60-adf8-a2a37b1806e6 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:41.593529 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1011a9d0-dc83-49f0-a47e-57a15c06124d req-f003a873-928d-4bd2-a95c-2c29fcb235d4 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:41.594870 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1011a9d0-dc83-49f0-a47e-57a15c06124d req-f003a873-928d-4bd2-a95c-2c29fcb235d4 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.1390290 Jul 09 16:22:41.627892 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccc0991-bf7c-4d60-adf8-a2a37b1806e6 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=025f8cbe-7772-403b-9cd0-723f3f0d2cb7,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:41.631934 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bccc0991-bf7c-4d60-adf8-a2a37b1806e6 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:41.639120 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-bccc0991-bf7c-4d60-adf8-a2a37b1806e6 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2191112 Jul 09 16:22:41.644382 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35666) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:41.649274 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-959d173e-2011-42fb-b72f-baa7a8855b28 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Request body: {'security_group_rule': {'security_group_id': '025f8cbe-7772-403b-9cd0-723f3f0d2cb7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:41.679191 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1011a9d0-dc83-49f0-a47e-57a15c06124d req-4a865b07-c4ff-4c51-88eb-e864e45c1da0 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.0.89 HTTP/1.1" status: 200 len: 695 time: 0.0778894 Jul 09 16:22:41.695926 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-959d173e-2011-42fb-b72f-baa7a8855b28 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:41.766988 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-959d173e-2011-42fb-b72f-baa7a8855b28 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:41.773470 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-959d173e-2011-42fb-b72f-baa7a8855b28 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:41.796266 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959d173e-2011-42fb-b72f-baa7a8855b28 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72d22206-bb25-41dc-92ae-e23c1af0ff1d,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:41.807982 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-959d173e-2011-42fb-b72f-baa7a8855b28 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:41.812006 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-959d173e-2011-42fb-b72f-baa7a8855b28 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1640217 Jul 09 16:22:41.812374 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35668) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:41.820988 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011a9d0-dc83-49f0-a47e-57a15c06124d req-fe8a7f42-ae9b-4b57-a362-ff1c73c550cb tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:41.826232 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1011a9d0-dc83-49f0-a47e-57a15c06124d req-fe8a7f42-ae9b-4b57-a362-ff1c73c550cb tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] 10.222.0.98 "GET /v2.0/networks/caa6ed8d-2893-4113-8f68-c5284e694f6c HTTP/1.1" status: 200 len: 784 time: 0.1344426 Jul 09 16:22:41.849206 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-af2b4b95-1010-4940-8848-cf8c8ea05297 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:41.873477 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-af2b4b95-1010-4940-8848-cf8c8ea05297 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:41.912743 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-af2b4b95-1010-4940-8848-cf8c8ea05297 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:41.921176 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-af2b4b95-1010-4940-8848-cf8c8ea05297 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:41.928892 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35674) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:41.937657 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-af2b4b95-1010-4940-8848-cf8c8ea05297 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/72d22206-bb25-41dc-92ae-e23c1af0ff1d HTTP/1.1" status: 204 len: 168 time: 0.1232078 Jul 09 16:22:41.957842 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b4b95-1010-4940-8848-cf8c8ea05297 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=72d22206-bb25-41dc-92ae-e23c1af0ff1d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:42.033054 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-7b7bacd2-e566-4200-a2c3-0b2151391526 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1020887 Jul 09 16:22:42.036342 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35676) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:42.116875 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77dee90-4ea7-4ef7-b230-82eb44a40be3 req-63c7960a-8b12-4397-9ca5-836a9f9ed3d9 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:42.120716 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0577227-416f-42f2-984e-e825faeb2464 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:42.124247 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77dee90-4ea7-4ef7-b230-82eb44a40be3 req-63c7960a-8b12-4397-9ca5-836a9f9ed3d9 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:42.132516 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77dee90-4ea7-4ef7-b230-82eb44a40be3 req-63c7960a-8b12-4397-9ca5-836a9f9ed3d9 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:42.139330 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77dee90-4ea7-4ef7-b230-82eb44a40be3 req-63c7960a-8b12-4397-9ca5-836a9f9ed3d9 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:42.146333 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77dee90-4ea7-4ef7-b230-82eb44a40be3 req-63c7960a-8b12-4397-9ca5-836a9f9ed3d9 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:42.153471 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77dee90-4ea7-4ef7-b230-82eb44a40be3 req-63c7960a-8b12-4397-9ca5-836a9f9ed3d9 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:42.154563 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0577227-416f-42f2-984e-e825faeb2464 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:42.160111 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77dee90-4ea7-4ef7-b230-82eb44a40be3 req-63c7960a-8b12-4397-9ca5-836a9f9ed3d9 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:42.162836 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d77dee90-4ea7-4ef7-b230-82eb44a40be3 req-63c7960a-8b12-4397-9ca5-836a9f9ed3d9 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 5435 time: 0.1567388 Jul 09 16:22:42.207719 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0577227-416f-42f2-984e-e825faeb2464 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:42.211177 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0577227-416f-42f2-984e-e825faeb2464 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:42.211976 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d77dee90-4ea7-4ef7-b230-82eb44a40be3 req-0b2a298b-a562-4ed9-89e7-7d551abb810e tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c727296-78a2-4526-a3ce-1ec442e3beaf&id=45384544-6ff6-497a-9513-ac1d1fea2ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392842 Jul 09 16:22:42.218643 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b0577227-416f-42f2-984e-e825faeb2464 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "DELETE /v2.0/security-groups/025f8cbe-7772-403b-9cd0-723f3f0d2cb7 HTTP/1.1" status: 204 len: 168 time: 0.1740475 Jul 09 16:22:42.218643 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35678) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:42.244698 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0577227-416f-42f2-984e-e825faeb2464 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=025f8cbe-7772-403b-9cd0-723f3f0d2cb7,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:42.329484 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-af57bfc3-c59f-4eec-a53b-77ac89279167 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1044896 Jul 09 16:22:42.334346 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35682) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:42.339100 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-54831fdb-62b2-42d0-bed8-1936e0fa8110 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Request body: {'security_group': {'name': 'tempest-secgroup--954041546'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:42.370011 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54831fdb-62b2-42d0-bed8-1936e0fa8110 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:42.501872 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ab65c-e502-401f-a249-083719a4ee00 req-0534e28a-5fd5-4c3c-9fd8-573adb53e114 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:42.510570 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ff2ab65c-e502-401f-a249-083719a4ee00 req-0534e28a-5fd5-4c3c-9fd8-573adb53e114 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 947 time: 0.1266639 Jul 09 16:22:42.573697 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54831fdb-62b2-42d0-bed8-1936e0fa8110 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:42.581871 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54831fdb-62b2-42d0-bed8-1936e0fa8110 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:42.606405 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ff2ab65c-e502-401f-a249-083719a4ee00 req-279dd07c-86ac-4fb4-a26d-531bd3a50972 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944586 Jul 09 16:22:42.639120 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54831fdb-62b2-42d0-bed8-1936e0fa8110 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c997c3f-159d-49f7-9497-c1680a22e442,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:42.643043 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54831fdb-62b2-42d0-bed8-1936e0fa8110 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:42.644260 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-54831fdb-62b2-42d0-bed8-1936e0fa8110 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3087814 Jul 09 16:22:42.647439 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35686) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:42.651630 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7ea75128-65f3-42ee-b33a-5da522568f87 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Request body: {'security_group_rule': {'security_group_id': '4c997c3f-159d-49f7-9497-c1680a22e442', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:42.709508 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7ea75128-65f3-42ee-b33a-5da522568f87 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:42.820535 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7ea75128-65f3-42ee-b33a-5da522568f87 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:42.842901 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7ea75128-65f3-42ee-b33a-5da522568f87 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:42.869249 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7ea75128-65f3-42ee-b33a-5da522568f87 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:42.870821 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7ea75128-65f3-42ee-b33a-5da522568f87 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2225127 Jul 09 16:22:42.871486 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea75128-65f3-42ee-b33a-5da522568f87 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=147ee4d8-aefe-4e74-9052-83196608d84a,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:42.873592 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35688) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:42.879176 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-bcf58f36-06d4-4b6c-8bae-bdbc878f1472 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Request body: {'security_group_rule': {'security_group_id': '4c997c3f-159d-49f7-9497-c1680a22e442', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:42.992952 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bcf58f36-06d4-4b6c-8bae-bdbc878f1472 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:43.018168 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da782c1-d236-473d-8204-9416f2db18d7 req-9944dc4c-133b-4a40-867d-781696d309ad tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:43.019702 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4da782c1-d236-473d-8204-9416f2db18d7 req-9944dc4c-133b-4a40-867d-781696d309ad tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] 10.222.0.98 "GET /v2.0/ports?device_id=e44bbdaa-8e6a-4888-b567-76f73db436ed HTTP/1.1" status: 200 len: 944 time: 0.1199625 Jul 09 16:22:43.094129 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4da782c1-d236-473d-8204-9416f2db18d7 req-3eb12e84-c7bb-494d-898f-fd3d09acdb5c tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] 10.222.0.98 "GET /v2.0/security-groups?id=79261b5a-dabc-49cb-bd0c-59aa90364d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686448 Jul 09 16:22:43.096569 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bcf58f36-06d4-4b6c-8bae-bdbc878f1472 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:43.103181 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bcf58f36-06d4-4b6c-8bae-bdbc878f1472 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:43.136474 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf58f36-06d4-4b6c-8bae-bdbc878f1472 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=808b83fe-b9cc-44ee-b3c8-c2813d1f2bfa,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:43.145587 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bcf58f36-06d4-4b6c-8bae-bdbc878f1472 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:43.146836 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-bcf58f36-06d4-4b6c-8bae-bdbc878f1472 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2721231 Jul 09 16:22:43.150014 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35690) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:43.160619 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-4b5efb3f-918f-475a-8794-844ec1a4cc80 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Request body: {'security_group_rule': {'security_group_id': '4c997c3f-159d-49f7-9497-c1680a22e442', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:43.202024 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4b5efb3f-918f-475a-8794-844ec1a4cc80 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:43.289565 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4b5efb3f-918f-475a-8794-844ec1a4cc80 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:43.298047 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4b5efb3f-918f-475a-8794-844ec1a4cc80 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:43.330899 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5efb3f-918f-475a-8794-844ec1a4cc80 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3fd007d-68ea-4eea-bbc0-553c3fd315ea,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:43.333706 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4b5efb3f-918f-475a-8794-844ec1a4cc80 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:43.337730 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-4b5efb3f-918f-475a-8794-844ec1a4cc80 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1841340 Jul 09 16:22:43.337730 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35694) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:43.342566 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-02a8ebda-e118-4290-9db1-5346a157d2a1 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Request body: {'security_group_rule': {'security_group_id': '4c997c3f-159d-49f7-9497-c1680a22e442', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:43.370454 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02a8ebda-e118-4290-9db1-5346a157d2a1 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:43.373980 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0774a1b3-0f9a-49c9-9ce0-987a1feeda34 req-0a0befc4-3a7b-4a20-9c2a-9b85e2a138be tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1198409 Jul 09 16:22:43.379324 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-0774a1b3-0f9a-49c9-9ce0-987a1feeda34 req-611075e0-e8b9-409a-b589-881c87d3fb86 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Request body: {'floatingip': {'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:43.405395 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0774a1b3-0f9a-49c9-9ce0-987a1feeda34 req-611075e0-e8b9-409a-b589-881c87d3fb86 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:43.439937 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02a8ebda-e118-4290-9db1-5346a157d2a1 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:43.445321 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02a8ebda-e118-4290-9db1-5346a157d2a1 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:43.469674 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a8ebda-e118-4290-9db1-5346a157d2a1 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5bf05a5-8ffa-4732-90e7-02d4451fdd0b,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:43.473298 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02a8ebda-e118-4290-9db1-5346a157d2a1 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:43.474475 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-02a8ebda-e118-4290-9db1-5346a157d2a1 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1354001 Jul 09 16:22:43.477393 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35696) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:43.482213 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-6f17bdb7-b0b7-4060-9a85-c46fb365462a tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Request body: {'security_group_rule': {'security_group_id': '4c997c3f-159d-49f7-9497-c1680a22e442', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:43.526081 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f17bdb7-b0b7-4060-9a85-c46fb365462a tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:43.605850 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0774a1b3-0f9a-49c9-9ce0-987a1feeda34 req-611075e0-e8b9-409a-b589-881c87d3fb86 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:43.622907 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f17bdb7-b0b7-4060-9a85-c46fb365462a tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:43.652540 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f17bdb7-b0b7-4060-9a85-c46fb365462a tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:43.681132 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f17bdb7-b0b7-4060-9a85-c46fb365462a tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17a64479-bf50-496e-9c0c-f1475204e551,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:43.699662 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f17bdb7-b0b7-4060-9a85-c46fb365462a tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:43.703646 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-6f17bdb7-b0b7-4060-9a85-c46fb365462a tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2225182 Jul 09 16:22:43.703969 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35698) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:43.740402 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4a8d11b3-3c2e-41f5-b106-7d700d997737 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:43.748407 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4a8d11b3-3c2e-41f5-b106-7d700d997737 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:43.765967 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-0774a1b3-0f9a-49c9-9ce0-987a1feeda34 req-611075e0-e8b9-409a-b589-881c87d3fb86 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Allocated IP 172.25.0.172 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/cc1364aa-bdd3-4dc7-99d5-8d09048adc8d) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:22:43.780869 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4a8d11b3-3c2e-41f5-b106-7d700d997737 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:43.788165 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4a8d11b3-3c2e-41f5-b106-7d700d997737 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:43.792750 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-4a8d11b3-3c2e-41f5-b106-7d700d997737 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/17a64479-bf50-496e-9c0c-f1475204e551 HTTP/1.1" status: 204 len: 168 time: 0.0877037 Jul 09 16:22:43.793473 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35702) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:43.813583 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d11b3-3c2e-41f5-b106-7d700d997737 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=17a64479-bf50-496e-9c0c-f1475204e551,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:43.872442 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6fa264cd-1f2c-44e8-98d4-a4d8930f221d tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0752754 Jul 09 16:22:43.875032 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35704) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:43.903100 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ee832433-03bb-4ffc-93e4-ba3e7a49ee20 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:43.911268 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ee832433-03bb-4ffc-93e4-ba3e7a49ee20 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:43.924716 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0774a1b3-0f9a-49c9-9ce0-987a1feeda34 req-611075e0-e8b9-409a-b589-881c87d3fb86 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:43.948600 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ee832433-03bb-4ffc-93e4-ba3e7a49ee20 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:43.948600 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ee832433-03bb-4ffc-93e4-ba3e7a49ee20 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:43.960480 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ee832433-03bb-4ffc-93e4-ba3e7a49ee20 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/e5bf05a5-8ffa-4732-90e7-02d4451fdd0b HTTP/1.1" status: 204 len: 168 time: 0.0844004 Jul 09 16:22:43.970057 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35706) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:43.974283 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee832433-03bb-4ffc-93e4-ba3e7a49ee20 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e5bf05a5-8ffa-4732-90e7-02d4451fdd0b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:43.995280 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0774a1b3-0f9a-49c9-9ce0-987a1feeda34 req-611075e0-e8b9-409a-b589-881c87d3fb86 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:44.049363 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-84304b5d-5ad3-4621-96ad-2acf276d48f7 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0778768 Jul 09 16:22:44.052843 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35708) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:44.065923 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0774a1b3-0f9a-49c9-9ce0-987a1feeda34 req-611075e0-e8b9-409a-b589-881c87d3fb86 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:22:44.068955 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-0774a1b3-0f9a-49c9-9ce0-987a1feeda34 req-611075e0-e8b9-409a-b589-881c87d3fb86 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:22:44.073843 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-0774a1b3-0f9a-49c9-9ce0-987a1feeda34 req-611075e0-e8b9-409a-b589-881c87d3fb86 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:22:44.076823 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611075e0-e8b9-409a-b589-881c87d3fb86 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Pushing event updated for resources: {'Port': ['ID=cc1364aa-bdd3-4dc7-99d5-8d09048adc8d,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:44.080785 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b95d955b-1ab7-4abb-b304-29e79ecfb2d5 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:44.094873 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b95d955b-1ab7-4abb-b304-29e79ecfb2d5 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:44.138090 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b95d955b-1ab7-4abb-b304-29e79ecfb2d5 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:44.144276 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b95d955b-1ab7-4abb-b304-29e79ecfb2d5 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:44.147865 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b95d955b-1ab7-4abb-b304-29e79ecfb2d5 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/d3fd007d-68ea-4eea-bbc0-553c3fd315ea HTTP/1.1" status: 204 len: 168 time: 0.0916667 Jul 09 16:22:44.148321 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35712) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:44.160371 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95d955b-1ab7-4abb-b304-29e79ecfb2d5 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d3fd007d-68ea-4eea-bbc0-553c3fd315ea,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:44.169872 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0774a1b3-0f9a-49c9-9ce0-987a1feeda34 req-611075e0-e8b9-409a-b589-881c87d3fb86 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:44.205499 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-217375ed-abc1-4ad1-aaf8-a04540f4cb30 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0556834 Jul 09 16:22:44.210816 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35714) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:44.254018 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0774a1b3-0f9a-49c9-9ce0-987a1feeda34 req-611075e0-e8b9-409a-b589-881c87d3fb86 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:44.256062 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fa398543-4aee-455d-b955-751aae73d5a5 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:44.279605 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fa398543-4aee-455d-b955-751aae73d5a5 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:44.334315 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fa398543-4aee-455d-b955-751aae73d5a5 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:44.339176 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fa398543-4aee-455d-b955-751aae73d5a5 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:44.340298 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-fa398543-4aee-455d-b955-751aae73d5a5 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/808b83fe-b9cc-44ee-b3c8-c2813d1f2bfa HTTP/1.1" status: 204 len: 168 time: 0.1287627 Jul 09 16:22:44.343080 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35718) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:44.382934 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa398543-4aee-455d-b955-751aae73d5a5 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=808b83fe-b9cc-44ee-b3c8-c2813d1f2bfa,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:44.400471 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-08db8b5a-f022-4d5e-bd03-d95e5b848516 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0561926 Jul 09 16:22:44.403345 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35720) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:44.429936 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1ae86242-8581-4977-aa72-fe477934d348 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:44.448112 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1ae86242-8581-4977-aa72-fe477934d348 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:44.465508 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0774a1b3-0f9a-49c9-9ce0-987a1feeda34 req-611075e0-e8b9-409a-b589-881c87d3fb86 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:44.471919 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0774a1b3-0f9a-49c9-9ce0-987a1feeda34 req-611075e0-e8b9-409a-b589-881c87d3fb86 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:44.486240 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1ae86242-8581-4977-aa72-fe477934d348 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:44.494622 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1ae86242-8581-4977-aa72-fe477934d348 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:44.495793 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1ae86242-8581-4977-aa72-fe477934d348 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/147ee4d8-aefe-4e74-9052-83196608d84a HTTP/1.1" status: 204 len: 168 time: 0.0913544 Jul 09 16:22:44.499323 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35722) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:44.536033 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae86242-8581-4977-aa72-fe477934d348 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=147ee4d8-aefe-4e74-9052-83196608d84a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:44.546923 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-282a3036-09cf-4103-9794-708af8e90d13 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0464633 Jul 09 16:22:44.550299 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35724) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:44.568638 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611075e0-e8b9-409a-b589-881c87d3fb86 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Pushing event updated for resources: {'Port': ['ID=cc1364aa-bdd3-4dc7-99d5-8d09048adc8d,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:44.577967 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0774a1b3-0f9a-49c9-9ce0-987a1feeda34 req-611075e0-e8b9-409a-b589-881c87d3fb86 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:44.595496 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0774a1b3-0f9a-49c9-9ce0-987a1feeda34 req-611075e0-e8b9-409a-b589-881c87d3fb86 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:44.605395 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0774a1b3-0f9a-49c9-9ce0-987a1feeda34 req-611075e0-e8b9-409a-b589-881c87d3fb86 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2303023 Jul 09 16:22:44.615135 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fdc9d9bd-7de5-4bdc-9d1c-0cbd8f8ae62a tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:44.639401 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fdc9d9bd-7de5-4bdc-9d1c-0cbd8f8ae62a tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:44.657499 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0774a1b3-0f9a-49c9-9ce0-987a1feeda34 req-0dcd01b9-06cc-49c9-bc25-34b9561c8302 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.0.172 HTTP/1.1" status: 200 len: 696 time: 0.0484970 Jul 09 16:22:44.685609 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fdc9d9bd-7de5-4bdc-9d1c-0cbd8f8ae62a tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:44.688724 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fdc9d9bd-7de5-4bdc-9d1c-0cbd8f8ae62a tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:44.690122 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-fdc9d9bd-7de5-4bdc-9d1c-0cbd8f8ae62a tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "DELETE /v2.0/security-groups/4c997c3f-159d-49f7-9497-c1680a22e442 HTTP/1.1" status: 204 len: 168 time: 0.1388128 Jul 09 16:22:44.693103 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35726) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:44.704226 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc9d9bd-7de5-4bdc-9d1c-0cbd8f8ae62a tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c997c3f-159d-49f7-9497-c1680a22e442,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:44.807761 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-bde2b890-6d28-40c4-ba4a-3e884feff156 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1132245 Jul 09 16:22:44.814501 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35728) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:44.819105 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-120f4aad-1cc5-4e5d-9edb-b19dd07bcc2a tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Request body: {'security_group': {'name': 'tempest-secgroup--1232726006'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:44.835647 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0774a1b3-0f9a-49c9-9ce0-987a1feeda34 req-fb0cabab-cf05-411d-bce9-f481854d0b40 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:44.839797 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0774a1b3-0f9a-49c9-9ce0-987a1feeda34 req-fb0cabab-cf05-411d-bce9-f481854d0b40 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] 10.222.0.98 "GET /v2.0/networks/caa6ed8d-2893-4113-8f68-c5284e694f6c HTTP/1.1" status: 200 len: 784 time: 0.1758425 Jul 09 16:22:44.855478 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-120f4aad-1cc5-4e5d-9edb-b19dd07bcc2a tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:44.972344 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-120f4aad-1cc5-4e5d-9edb-b19dd07bcc2a tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:44.976795 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-120f4aad-1cc5-4e5d-9edb-b19dd07bcc2a tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:45.005418 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-120f4aad-1cc5-4e5d-9edb-b19dd07bcc2a tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:45.010245 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-120f4aad-1cc5-4e5d-9edb-b19dd07bcc2a tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1945848 Jul 09 16:22:45.010607 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35732) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:45.015104 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4aad-1cc5-4e5d-9edb-b19dd07bcc2a tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f18471f-11f6-44fd-a3a1-34ca3f34d5dd,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:45.020839 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-e6d87d23-843d-4afb-9177-6896bd774f98 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Request body: {'security_group_rule': {'security_group_id': '7f18471f-11f6-44fd-a3a1-34ca3f34d5dd', 'direction': 'ingress', 'protocol': 17}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:45.045647 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80852bcc-d2b4-4507-9fc2-15c37b2fbdb0 req-acf14198-e6c9-4218-a1a0-40490793783f tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:45.052089 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80852bcc-d2b4-4507-9fc2-15c37b2fbdb0 req-acf14198-e6c9-4218-a1a0-40490793783f tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:45.058287 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80852bcc-d2b4-4507-9fc2-15c37b2fbdb0 req-acf14198-e6c9-4218-a1a0-40490793783f tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:45.064149 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80852bcc-d2b4-4507-9fc2-15c37b2fbdb0 req-acf14198-e6c9-4218-a1a0-40490793783f tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:45.070658 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80852bcc-d2b4-4507-9fc2-15c37b2fbdb0 req-acf14198-e6c9-4218-a1a0-40490793783f tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:45.076561 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80852bcc-d2b4-4507-9fc2-15c37b2fbdb0 req-acf14198-e6c9-4218-a1a0-40490793783f tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:45.082425 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80852bcc-d2b4-4507-9fc2-15c37b2fbdb0 req-acf14198-e6c9-4218-a1a0-40490793783f tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:45.084312 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-80852bcc-d2b4-4507-9fc2-15c37b2fbdb0 req-acf14198-e6c9-4218-a1a0-40490793783f tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 5435 time: 0.1415009 Jul 09 16:22:45.106419 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e6d87d23-843d-4afb-9177-6896bd774f98 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:45.211731 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e6d87d23-843d-4afb-9177-6896bd774f98 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:45.217376 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e6d87d23-843d-4afb-9177-6896bd774f98 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:45.239387 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d87d23-843d-4afb-9177-6896bd774f98 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e699fda3-67cf-45aa-b2d1-b91dcb9f287a,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:45.242675 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e6d87d23-843d-4afb-9177-6896bd774f98 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:45.244218 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e6d87d23-843d-4afb-9177-6896bd774f98 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2268622 Jul 09 16:22:45.246941 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35738) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:45.336726 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-149c8656-8ecc-4ce2-bd64-c34e8e352b1c tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:45.364788 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-149c8656-8ecc-4ce2-bd64-c34e8e352b1c tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:45.428182 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-149c8656-8ecc-4ce2-bd64-c34e8e352b1c tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:45.431148 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-149c8656-8ecc-4ce2-bd64-c34e8e352b1c tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:45.435634 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-149c8656-8ecc-4ce2-bd64-c34e8e352b1c tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "DELETE /v2.0/security-groups/7f18471f-11f6-44fd-a3a1-34ca3f34d5dd HTTP/1.1" status: 204 len: 168 time: 0.1876159 Jul 09 16:22:45.436250 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35740) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:45.439311 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a90821-2e4d-4159-af03-d11df4be334c req-b66dae1f-2515-4a4c-9362-4a93643e0caa tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:45.447162 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c3a90821-2e4d-4159-af03-d11df4be334c req-b66dae1f-2515-4a4c-9362-4a93643e0caa tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] 10.222.0.98 "GET /v2.0/ports?device_id=e44bbdaa-8e6a-4888-b567-76f73db436ed HTTP/1.1" status: 200 len: 944 time: 0.0908489 Jul 09 16:22:45.461538 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c8656-8ecc-4ce2-bd64-c34e8e352b1c tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f18471f-11f6-44fd-a3a1-34ca3f34d5dd,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:45.491577 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c3a90821-2e4d-4159-af03-d11df4be334c req-3dbce6d0-aceb-4ef9-b696-6ee5ebd99c7f tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] 10.222.0.98 "GET /v2.0/security-groups?id=79261b5a-dabc-49cb-bd0c-59aa90364d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433471 Jul 09 16:22:45.525575 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35742) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:45.525825 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-9717fc6e-8efd-49c2-9391-2ddd67b26d96 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0854442 Jul 09 16:22:45.530486 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-7ed6e4b9-fa0d-48ca-af9c-ad93b2cbca5c tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Request body: {'security_group': {'name': 'tempest-secgroup--248068972'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:45.561382 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7ed6e4b9-fa0d-48ca-af9c-ad93b2cbca5c tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:45.683005 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7ed6e4b9-fa0d-48ca-af9c-ad93b2cbca5c tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:45.717780 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7ed6e4b9-fa0d-48ca-af9c-ad93b2cbca5c tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:45.738174 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9cc30bec-5807-44e3-b995-8862af8b9fd9 req-2a1a7971-79ec-4de1-bbf8-3ceca5bb305a tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] 10.222.0.98 "GET /v2.0/floatingips/e046aea4-6ca2-40b5-8ba1-4ba7428f78d2 HTTP/1.1" status: 200 len: 693 time: 0.0710516 Jul 09 16:22:45.765987 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7ed6e4b9-fa0d-48ca-af9c-ad93b2cbca5c tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:45.770320 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-7ed6e4b9-fa0d-48ca-af9c-ad93b2cbca5c tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2406654 Jul 09 16:22:45.771307 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35744) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:45.777882 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-0ac20b0b-dcfd-4e69-b777-08cbc429c1a7 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Request body: {'security_group': {'name': 'tempest-secgroup--512634623'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:45.804759 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0ac20b0b-dcfd-4e69-b777-08cbc429c1a7 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:45.807315 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed6e4b9-fa0d-48ca-af9c-ad93b2cbca5c tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=970aead1-7bb3-40af-af47-09d0d5745daf,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:45.878644 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc30bec-5807-44e3-b995-8862af8b9fd9 req-36242a43-82d7-41a2-8ab7-303acfce9441 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:45.880119 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9cc30bec-5807-44e3-b995-8862af8b9fd9 req-36242a43-82d7-41a2-8ab7-303acfce9441 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] 10.222.0.98 "GET /v2.0/networks/caa6ed8d-2893-4113-8f68-c5284e694f6c HTTP/1.1" status: 200 len: 784 time: 0.1323225 Jul 09 16:22:45.892074 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [req-9cc30bec-5807-44e3-b995-8862af8b9fd9 req-c09613fa-9985-4e1f-86b6-bf10cac53d95 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:22:45.894277 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9cc30bec-5807-44e3-b995-8862af8b9fd9 req-c09613fa-9985-4e1f-86b6-bf10cac53d95 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079286 Jul 09 16:22:45.943199 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0ac20b0b-dcfd-4e69-b777-08cbc429c1a7 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:45.952382 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0ac20b0b-dcfd-4e69-b777-08cbc429c1a7 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:45.991993 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0ac20b0b-dcfd-4e69-b777-08cbc429c1a7 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:45.998520 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0ac20b0b-dcfd-4e69-b777-08cbc429c1a7 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2252972 Jul 09 16:22:45.999003 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35748) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:46.000955 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac20b0b-dcfd-4e69-b777-08cbc429c1a7 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f83c826-9812-4e31-9239-a8f32699a69e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:46.004800 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-a69066c5-1e4b-4bc7-aa6c-3a4b0a6a6e0f tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Request body: {'security_group_rule': {'security_group_id': '970aead1-7bb3-40af-af47-09d0d5745daf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3f83c826-9812-4e31-9239-a8f32699a69e', 'remote_ip_prefix': None}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:46.088503 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a69066c5-1e4b-4bc7-aa6c-3a4b0a6a6e0f tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:46.121099 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b931c9d-8339-46d3-8f40-e01b484e4cee req-9e413b17-f228-47e6-ae1b-0b8ae3228794 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:46.122576 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6b931c9d-8339-46d3-8f40-e01b484e4cee req-9e413b17-f228-47e6-ae1b-0b8ae3228794 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 947 time: 0.1095750 Jul 09 16:22:46.191616 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6b931c9d-8339-46d3-8f40-e01b484e4cee req-ddd8f208-5b34-43da-8ab2-e2f222254ae8 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605607 Jul 09 16:22:46.197648 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a69066c5-1e4b-4bc7-aa6c-3a4b0a6a6e0f tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:46.205552 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a69066c5-1e4b-4bc7-aa6c-3a4b0a6a6e0f tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:46.248635 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69066c5-1e4b-4bc7-aa6c-3a4b0a6a6e0f tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d9897ea-352b-48e1-84d2-8906939f48d2,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:46.305262 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a69066c5-1e4b-4bc7-aa6c-3a4b0a6a6e0f tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:46.306990 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a69066c5-1e4b-4bc7-aa6c-3a4b0a6a6e0f tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3067920 Jul 09 16:22:46.310119 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35756) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:46.315481 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6a4b1a87-ad62-4348-b01e-b9c46b0a222e req-77b6d965-fc72-47eb-beae-d26c8e2b30f2 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] 10.222.0.98 "GET /v2.0/floatingips/e046aea4-6ca2-40b5-8ba1-4ba7428f78d2 HTTP/1.1" status: 200 len: 693 time: 0.0796340 Jul 09 16:22:46.360022 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-15fc8415-4e0e-42e7-94bb-a6faf607aac1 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:46.368735 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-15fc8415-4e0e-42e7-94bb-a6faf607aac1 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:46.403805 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-15fc8415-4e0e-42e7-94bb-a6faf607aac1 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:46.411175 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-15fc8415-4e0e-42e7-94bb-a6faf607aac1 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:46.412620 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-15fc8415-4e0e-42e7-94bb-a6faf607aac1 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/7d9897ea-352b-48e1-84d2-8906939f48d2 HTTP/1.1" status: 204 len: 168 time: 0.1013162 Jul 09 16:22:46.416153 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35760) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:46.418791 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc8415-4e0e-42e7-94bb-a6faf607aac1 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d9897ea-352b-48e1-84d2-8906939f48d2,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:46.455676 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b1a87-ad62-4348-b01e-b9c46b0a222e req-6769ea96-6945-415e-aeb8-4e82c83389d8 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:46.457024 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6a4b1a87-ad62-4348-b01e-b9c46b0a222e req-6769ea96-6945-415e-aeb8-4e82c83389d8 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] 10.222.0.98 "GET /v2.0/networks/caa6ed8d-2893-4113-8f68-c5284e694f6c HTTP/1.1" status: 200 len: 784 time: 0.1400118 Jul 09 16:22:46.469836 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [req-6a4b1a87-ad62-4348-b01e-b9c46b0a222e req-aad3298f-26c0-4f26-9e16-33c0be7d2e18 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:22:46.471440 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6a4b1a87-ad62-4348-b01e-b9c46b0a222e req-aad3298f-26c0-4f26-9e16-33c0be7d2e18 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080667 Jul 09 16:22:46.523228 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-d3b6721f-702e-4a4f-af53-49bf5fcc026a tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1033254 Jul 09 16:22:46.526816 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35764) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:46.592514 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6a4b1a87-ad62-4348-b01e-b9c46b0a222e req-c00af032-9c36-4100-b9d6-187d81511d81 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.0.172 HTTP/1.1" status: 200 len: 696 time: 0.1119459 Jul 09 16:22:46.641511 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-546e8a98-a86b-41f9-a131-e0d9565dbc4d tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:46.649495 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6a4b1a87-ad62-4348-b01e-b9c46b0a222e req-b511cf8a-c2e0-49c1-ba61-37542ccd73cc tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.0.172 HTTP/1.1" status: 200 len: 696 time: 0.0555549 Jul 09 16:22:46.672274 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-546e8a98-a86b-41f9-a131-e0d9565dbc4d tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:46.736997 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-546e8a98-a86b-41f9-a131-e0d9565dbc4d tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:46.740466 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-546e8a98-a86b-41f9-a131-e0d9565dbc4d tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:46.744026 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-546e8a98-a86b-41f9-a131-e0d9565dbc4d tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "DELETE /v2.0/security-groups/3f83c826-9812-4e31-9239-a8f32699a69e HTTP/1.1" status: 204 len: 168 time: 0.2163379 Jul 09 16:22:46.745469 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35774) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:46.765372 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546e8a98-a86b-41f9-a131-e0d9565dbc4d tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f83c826-9812-4e31-9239-a8f32699a69e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:46.798435 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-6a4b1a87-ad62-4348-b01e-b9c46b0a222e req-a5c949b3-d068-4ed4-a9b3-0548fbecfe6e tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Deleting port cc1364aa-bdd3-4dc7-99d5-8d09048adc8d {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:22:46.798928 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6a4b1a87-ad62-4348-b01e-b9c46b0a222e req-a5c949b3-d068-4ed4-a9b3-0548fbecfe6e tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:46.817175 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-fb311df4-da9d-4188-9627-b64e4726a025 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0704386 Jul 09 16:22:46.818079 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35776) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:46.888401 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-105be9f4-221a-4fe5-beab-4c2cb7fc3fa1 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:46.901699 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6a4b1a87-ad62-4348-b01e-b9c46b0a222e req-a5c949b3-d068-4ed4-a9b3-0548fbecfe6e tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:46.902178 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6a4b1a87-ad62-4348-b01e-b9c46b0a222e req-a5c949b3-d068-4ed4-a9b3-0548fbecfe6e tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:46.912745 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-105be9f4-221a-4fe5-beab-4c2cb7fc3fa1 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:46.917214 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-6a4b1a87-ad62-4348-b01e-b9c46b0a222e req-a5c949b3-d068-4ed4-a9b3-0548fbecfe6e tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Calling delete_port for cc1364aa-bdd3-4dc7-99d5-8d09048adc8d owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:22:46.954435 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-105be9f4-221a-4fe5-beab-4c2cb7fc3fa1 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:46.957350 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-105be9f4-221a-4fe5-beab-4c2cb7fc3fa1 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:46.958487 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-105be9f4-221a-4fe5-beab-4c2cb7fc3fa1 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "DELETE /v2.0/security-groups/970aead1-7bb3-40af-af47-09d0d5745daf HTTP/1.1" status: 204 len: 168 time: 0.1397617 Jul 09 16:22:46.962370 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35778) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:46.976872 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105be9f4-221a-4fe5-beab-4c2cb7fc3fa1 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=970aead1-7bb3-40af-af47-09d0d5745daf,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:47.024744 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-be7c72ba-7f54-41c3-a829-933ac8209b4e tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0600564 Jul 09 16:22:47.029228 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35786) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:47.033240 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-38d4736f-0db7-4a06-a6a1-7a158288af10 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Request body: {'security_group': {'name': 'tempest-secgroup--316855823'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:47.058110 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-38d4736f-0db7-4a06-a6a1-7a158288af10 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:47.087414 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6a4b1a87-ad62-4348-b01e-b9c46b0a222e req-a5c949b3-d068-4ed4-a9b3-0548fbecfe6e tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:47.118755 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c949b3-d068-4ed4-a9b3-0548fbecfe6e tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Pushing event deleted for resources: {'Port': ['ID=cc1364aa-bdd3-4dc7-99d5-8d09048adc8d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:47.143916 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-38d4736f-0db7-4a06-a6a1-7a158288af10 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:47.149366 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-38d4736f-0db7-4a06-a6a1-7a158288af10 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:47.182935 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-38d4736f-0db7-4a06-a6a1-7a158288af10 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:47.184181 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-38d4736f-0db7-4a06-a6a1-7a158288af10 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1545453 Jul 09 16:22:47.186282 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d4736f-0db7-4a06-a6a1-7a158288af10 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f45bd2de-7991-40b3-95c4-a77418994758,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:47.187715 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35794) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:47.192984 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6a4b1a87-ad62-4348-b01e-b9c46b0a222e req-a5c949b3-d068-4ed4-a9b3-0548fbecfe6e tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:47.196243 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6a4b1a87-ad62-4348-b01e-b9c46b0a222e req-a5c949b3-d068-4ed4-a9b3-0548fbecfe6e tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:47.199832 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6a4b1a87-ad62-4348-b01e-b9c46b0a222e req-a5c949b3-d068-4ed4-a9b3-0548fbecfe6e tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] 10.222.0.98 "DELETE /v2.0/floatingips/e046aea4-6ca2-40b5-8ba1-4ba7428f78d2 HTTP/1.1" status: 204 len: 173 time: 0.5420601 Jul 09 16:22:47.207686 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-a1c63e87-a63d-463b-8a39-956b90fda534 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Request body: {'security_group_rule': {'security_group_id': 'f45bd2de-7991-40b3-95c4-a77418994758', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:47.226348 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35798) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:47.237084 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a1c63e87-a63d-463b-8a39-956b90fda534 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:47.302931 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a1c63e87-a63d-463b-8a39-956b90fda534 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:47.313596 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a1c63e87-a63d-463b-8a39-956b90fda534 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:47.340425 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa115d-4371-4dee-bb71-c5ed1d92077f req-023ddf38-a4de-471d-9a3d-22a7b2cf14c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:47.341000 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa115d-4371-4dee-bb71-c5ed1d92077f req-023ddf38-a4de-471d-9a3d-22a7b2cf14c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:47.341479 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa115d-4371-4dee-bb71-c5ed1d92077f req-023ddf38-a4de-471d-9a3d-22a7b2cf14c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:47.342062 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa115d-4371-4dee-bb71-c5ed1d92077f req-023ddf38-a4de-471d-9a3d-22a7b2cf14c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:47.342428 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa115d-4371-4dee-bb71-c5ed1d92077f req-023ddf38-a4de-471d-9a3d-22a7b2cf14c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:47.342922 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa115d-4371-4dee-bb71-c5ed1d92077f req-023ddf38-a4de-471d-9a3d-22a7b2cf14c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:47.343396 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa115d-4371-4dee-bb71-c5ed1d92077f req-023ddf38-a4de-471d-9a3d-22a7b2cf14c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:47.345509 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-08aa115d-4371-4dee-bb71-c5ed1d92077f req-023ddf38-a4de-471d-9a3d-22a7b2cf14c3 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 6492 time: 0.1175618 Jul 09 16:22:47.428438 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-08aa115d-4371-4dee-bb71-c5ed1d92077f req-c681e82a-256e-4ae9-b382-15e5fccdb894 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=45384544-6ff6-497a-9513-ac1d1fea2ec6&id=8c727296-78a2-4526-a3ce-1ec442e3beaf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0728292 Jul 09 16:22:47.451701 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ac1c888b-a3ea-4f70-a900-7de4af4a39d4 req-fa4f861c-0fe7-448e-81ad-fbc8967eef3e service neutron] 10.222.0.77 "GET /v2.0/networks/99d379c7-e52a-4136-9436-a3133586c4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270926 Jul 09 16:22:47.567189 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ac1c888b-a3ea-4f70-a900-7de4af4a39d4 req-d2b58d1d-0059-4e43-9237-65ff34f96a1f service neutron] 10.222.0.77 "GET /v2.0/networks/99d379c7-e52a-4136-9436-a3133586c4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033561 Jul 09 16:22:47.660719 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87960c96-b50c-41c6-b443-b548b9f219ed req-8eea77b2-a35c-491f-a34e-8792a02584c5 tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:47.662282 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-87960c96-b50c-41c6-b443-b548b9f219ed req-8eea77b2-a35c-491f-a34e-8792a02584c5 tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] 10.222.0.98 "GET /v2.0/ports?device_id=e44bbdaa-8e6a-4888-b567-76f73db436ed HTTP/1.1" status: 200 len: 944 time: 0.0900328 Jul 09 16:22:47.703348 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c63e87-a63d-463b-8a39-956b90fda534 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cb20a03-86f5-4abd-bd5f-d5987bad1f50,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:47.709770 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a1c63e87-a63d-463b-8a39-956b90fda534 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:47.711810 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a1c63e87-a63d-463b-8a39-956b90fda534 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5217059 Jul 09 16:22:47.716263 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35804) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:47.723724 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-87960c96-b50c-41c6-b443-b548b9f219ed req-421c2575-984f-4ea4-988e-b8197f15763e tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] 10.222.0.98 "GET /v2.0/security-groups?id=79261b5a-dabc-49cb-bd0c-59aa90364d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556545 Jul 09 16:22:47.726666 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61dda57-c32e-4172-b15e-aed827c14484 req-11340a73-e3d4-476e-8944-24d92fee6b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:47.728182 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d61dda57-c32e-4172-b15e-aed827c14484 req-11340a73-e3d4-476e-8944-24d92fee6b12 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b154302935fe4c279158d96afe6f6577&device_id=e44bbdaa-8e6a-4888-b567-76f73db436ed HTTP/1.1" status: 200 len: 1095 time: 0.1042180 Jul 09 16:22:47.753497 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dfcdc575-99c1-491c-8d1a-293565c4d776 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:47.763656 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dfcdc575-99c1-491c-8d1a-293565c4d776 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:47.778169 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f5edd-4fcd-4c2f-963a-b14fcdbecce3 req-9142d26f-d8e9-4979-a922-6516aa39af83 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:47.779854 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0c7f5edd-4fcd-4c2f-963a-b14fcdbecce3 req-9142d26f-d8e9-4979-a922-6516aa39af83 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 947 time: 0.4798777 Jul 09 16:22:47.823406 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dfcdc575-99c1-491c-8d1a-293565c4d776 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:47.828387 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dfcdc575-99c1-491c-8d1a-293565c4d776 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:47.831921 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-dfcdc575-99c1-491c-8d1a-293565c4d776 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/1cb20a03-86f5-4abd-bd5f-d5987bad1f50 HTTP/1.1" status: 204 len: 168 time: 0.1122997 Jul 09 16:22:47.832249 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35808) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:47.843968 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0c7f5edd-4fcd-4c2f-963a-b14fcdbecce3 req-32db9008-e867-4cad-9d18-fa6af73475d1 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554240 Jul 09 16:22:47.845056 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcdc575-99c1-491c-8d1a-293565c4d776 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1cb20a03-86f5-4abd-bd5f-d5987bad1f50,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:47.852355 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61dda57-c32e-4172-b15e-aed827c14484 req-0f81853c-21fa-4ffc-8f20-6974a5d35035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:47.853466 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d61dda57-c32e-4172-b15e-aed827c14484 req-0f81853c-21fa-4ffc-8f20-6974a5d35035 service neutron] 10.222.0.77 "GET /v2.0/networks?id=99d379c7-e52a-4136-9436-a3133586c4b0 HTTP/1.1" status: 200 len: 915 time: 0.1188126 Jul 09 16:22:48.097897 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68a73d-9552-4b6d-94a1-42a0495ef74d req-70146da9-bf33-4132-9b25-a54a7ae6dee3 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:48.099449 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0e68a73d-9552-4b6d-94a1-42a0495ef74d req-70146da9-bf33-4132-9b25-a54a7ae6dee3 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2304974 Jul 09 16:22:48.194534 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d892c444-988c-45ad-b6a5-15f1105d1ccc req-2b7af20d-4cfe-4a4d-83b7-000473f8b86d tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] 10.222.0.98 "GET /v2.0/floatingips?tenant_id=97f227ad7be84ac08b59c2b24c66114c HTTP/1.1" status: 200 len: 1655 time: 0.0744545 Jul 09 16:22:48.242018 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-49ecafc1-5985-4c31-affb-dc78cec76311 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4085064 Jul 09 16:22:48.244346 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d61dda57-c32e-4172-b15e-aed827c14484 req-cf8a9cc4-18b8-4384-9c6f-f20a2f299d43 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7b2783d-2001-4868-bfda-5e014d6412bf HTTP/1.1" status: 200 len: 217 time: 0.3814104 Jul 09 16:22:48.251657 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35816) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:48.310966 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d892c444-988c-45ad-b6a5-15f1105d1ccc req-05e80e27-b655-4eda-95d9-270ae0b020d5 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:48.312340 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d892c444-988c-45ad-b6a5-15f1105d1ccc req-05e80e27-b655-4eda-95d9-270ae0b020d5 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] 10.222.0.98 "GET /v2.0/networks?id=caa6ed8d-2893-4113-8f68-c5284e694f6c&id=caa6ed8d-2893-4113-8f68-c5284e694f6c&id=caa6ed8d-2893-4113-8f68-c5284e694f6c HTTP/1.1" status: 200 len: 787 time: 0.1121101 Jul 09 16:22:48.322336 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [req-d892c444-988c-45ad-b6a5-15f1105d1ccc req-bde4b218-1de7-43dd-90b7-50dcb71486bd tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:22:48.323355 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d892c444-988c-45ad-b6a5-15f1105d1ccc req-bde4b218-1de7-43dd-90b7-50dcb71486bd tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057707 Jul 09 16:22:48.369255 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61dda57-c32e-4172-b15e-aed827c14484 req-a012f4b9-85df-4787-b1e3-cfa0a44eab6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:48.370694 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d61dda57-c32e-4172-b15e-aed827c14484 req-a012f4b9-85df-4787-b1e3-cfa0a44eab6f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e9acb6f7-e039-4944-af4b-1915f93a346f HTTP/1.1" status: 200 len: 853 time: 0.1081197 Jul 09 16:22:48.391886 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bf4f6ec8-a734-4f8f-b9c5-564cbeec71c7 req-f32650e0-cc7a-4535-907c-90ac0b2d52c6 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] 10.222.0.98 "GET /v2.0/floatingips/0070e7d4-8cd2-4de0-b402-3d192ffca181 HTTP/1.1" status: 200 len: 692 time: 0.0470898 Jul 09 16:22:48.417583 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-160b556d-f92b-47ed-8ccb-d7fcaea3ecbf tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:48.433287 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33925614-0af6-40f8-9ccd-0ddcf15a2c65 req-25d926d3-65ce-4b78-985b-1d576153740f tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:48.434808 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-33925614-0af6-40f8-9ccd-0ddcf15a2c65 req-25d926d3-65ce-4b78-985b-1d576153740f tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 947 time: 0.2032256 Jul 09 16:22:48.468096 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-160b556d-f92b-47ed-8ccb-d7fcaea3ecbf tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:48.504813 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f6ec8-a734-4f8f-b9c5-564cbeec71c7 req-1415e6d9-a328-4418-af47-6da383a06864 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:48.506133 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bf4f6ec8-a734-4f8f-b9c5-564cbeec71c7 req-1415e6d9-a328-4418-af47-6da383a06864 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] 10.222.0.98 "GET /v2.0/networks/caa6ed8d-2893-4113-8f68-c5284e694f6c HTTP/1.1" status: 200 len: 784 time: 0.1089761 Jul 09 16:22:48.528462 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-33925614-0af6-40f8-9ccd-0ddcf15a2c65 req-32e490e7-4ca0-40fb-a272-d4a6ea5279c0 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840895 Jul 09 16:22:48.531549 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61dda57-c32e-4172-b15e-aed827c14484 req-c1b016b1-ce36-459f-805c-0e984d7e6983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:48.532966 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d61dda57-c32e-4172-b15e-aed827c14484 req-c1b016b1-ce36-459f-805c-0e984d7e6983 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=99d379c7-e52a-4136-9436-a3133586c4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1496501 Jul 09 16:22:48.550148 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-160b556d-f92b-47ed-8ccb-d7fcaea3ecbf tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:48.553319 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-160b556d-f92b-47ed-8ccb-d7fcaea3ecbf tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:48.554174 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-160b556d-f92b-47ed-8ccb-d7fcaea3ecbf tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "DELETE /v2.0/security-groups/f45bd2de-7991-40b3-95c4-a77418994758 HTTP/1.1" status: 204 len: 168 time: 0.3014338 Jul 09 16:22:48.574311 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35824) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:48.578438 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bf4f6ec8-a734-4f8f-b9c5-564cbeec71c7 req-3291390a-832f-45d1-9e85-607558e7f5f3 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.0.89 HTTP/1.1" status: 200 len: 695 time: 0.0665202 Jul 09 16:22:48.604741 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160b556d-f92b-47ed-8ccb-d7fcaea3ecbf tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45bd2de-7991-40b3-95c4-a77418994758,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:48.659282 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bf4f6ec8-a734-4f8f-b9c5-564cbeec71c7 req-63028fe2-9505-4d96-a200-18e108397dbf tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.0.89 HTTP/1.1" status: 200 len: 695 time: 0.0720830 Jul 09 16:22:48.664799 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d61dda57-c32e-4172-b15e-aed827c14484 req-7edd41a2-44d4-4c8f-ad45-49b88e90f9b3 service neutron] 10.222.0.77 "GET /v2.0/networks/99d379c7-e52a-4136-9436-a3133586c4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244578 Jul 09 16:22:48.714315 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ca315935-2eaa-49ae-89ab-1482c8acc6b4 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1342738 Jul 09 16:22:48.719306 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35828) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:48.724480 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-00537815-6591-4c0b-b3d9-8eab412bc7b7 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Request body: {'security_group': {'name': 'tempest-secgroup--1145852599'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:48.765005 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d61dda57-c32e-4172-b15e-aed827c14484 req-548d6488-7c14-4e97-a470-6b54b0e010e8 service neutron] 10.222.0.77 "GET /v2.0/networks/99d379c7-e52a-4136-9436-a3133586c4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929511 Jul 09 16:22:48.810289 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-00537815-6591-4c0b-b3d9-8eab412bc7b7 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:48.844917 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-bf4f6ec8-a734-4f8f-b9c5-564cbeec71c7 req-f3d196c5-29fe-46ec-af3f-e4be07d29294 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Deleting port 754abc41-0db7-4dd7-82a0-9b85bedf8587 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:22:48.845244 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bf4f6ec8-a734-4f8f-b9c5-564cbeec71c7 req-f3d196c5-29fe-46ec-af3f-e4be07d29294 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:48.946621 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366baf2-4f7f-4670-9eb8-754a1aac9a0f req-e234a5b4-4c42-44a0-86f8-e40207727bbb tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:48.948140 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3366baf2-4f7f-4670-9eb8-754a1aac9a0f req-e234a5b4-4c42-44a0-86f8-e40207727bbb tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 947 time: 0.0733593 Jul 09 16:22:48.953490 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bf4f6ec8-a734-4f8f-b9c5-564cbeec71c7 req-f3d196c5-29fe-46ec-af3f-e4be07d29294 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:48.953821 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bf4f6ec8-a734-4f8f-b9c5-564cbeec71c7 req-f3d196c5-29fe-46ec-af3f-e4be07d29294 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:48.976809 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-bf4f6ec8-a734-4f8f-b9c5-564cbeec71c7 req-f3d196c5-29fe-46ec-af3f-e4be07d29294 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Calling delete_port for 754abc41-0db7-4dd7-82a0-9b85bedf8587 owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:22:48.985302 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-00537815-6591-4c0b-b3d9-8eab412bc7b7 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:48.988796 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3366baf2-4f7f-4670-9eb8-754a1aac9a0f req-038e2406-c2fd-446e-bea7-96634d7bf781 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339763 Jul 09 16:22:48.993315 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-00537815-6591-4c0b-b3d9-8eab412bc7b7 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:49.063493 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-00537815-6591-4c0b-b3d9-8eab412bc7b7 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:49.065250 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-00537815-6591-4c0b-b3d9-8eab412bc7b7 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3449893 Jul 09 16:22:49.068540 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35836) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:49.069558 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00537815-6591-4c0b-b3d9-8eab412bc7b7 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a314ee1b-e6f9-4854-8e0f-5b677460c79d,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:49.081219 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-45ab0de6-08ef-4580-bf6a-d97fe22fc7d5 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Request body: {'security_group_rule': {'security_group_id': 'a314ee1b-e6f9-4854-8e0f-5b677460c79d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:49.138080 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-45ab0de6-08ef-4580-bf6a-d97fe22fc7d5 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:49.156346 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bf4f6ec8-a734-4f8f-b9c5-564cbeec71c7 req-f3d196c5-29fe-46ec-af3f-e4be07d29294 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:49.183800 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d196c5-29fe-46ec-af3f-e4be07d29294 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Pushing event deleted for resources: {'Port': ['ID=754abc41-0db7-4dd7-82a0-9b85bedf8587,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:49.208626 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1919cad-6a9d-475b-b3f9-bf0ea19c15ee req-d998233b-f4fc-46e7-9edd-3e8593d1f75a tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:49.210132 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a1919cad-6a9d-475b-b3f9-bf0ea19c15ee req-d998233b-f4fc-46e7-9edd-3e8593d1f75a tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] 10.222.0.98 "GET /v2.0/ports?device_id=e44bbdaa-8e6a-4888-b567-76f73db436ed HTTP/1.1" status: 200 len: 944 time: 0.1092587 Jul 09 16:22:49.221952 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-45ab0de6-08ef-4580-bf6a-d97fe22fc7d5 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:49.228716 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-45ab0de6-08ef-4580-bf6a-d97fe22fc7d5 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:49.256401 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bf4f6ec8-a734-4f8f-b9c5-564cbeec71c7 req-f3d196c5-29fe-46ec-af3f-e4be07d29294 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:49.257943 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab0de6-08ef-4580-bf6a-d97fe22fc7d5 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a72af695-9b2a-4522-a45b-8cf9e65845e9,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:49.260046 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bf4f6ec8-a734-4f8f-b9c5-564cbeec71c7 req-f3d196c5-29fe-46ec-af3f-e4be07d29294 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:49.261442 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bf4f6ec8-a734-4f8f-b9c5-564cbeec71c7 req-f3d196c5-29fe-46ec-af3f-e4be07d29294 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] 10.222.0.98 "DELETE /v2.0/floatingips/0070e7d4-8cd2-4de0-b402-3d192ffca181 HTTP/1.1" status: 204 len: 173 time: 0.5949233 Jul 09 16:22:49.273905 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a1919cad-6a9d-475b-b3f9-bf0ea19c15ee req-f664c954-6890-4198-a0ce-45e5fc41b6ec tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] 10.222.0.98 "GET /v2.0/security-groups?id=79261b5a-dabc-49cb-bd0c-59aa90364d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545003 Jul 09 16:22:49.275109 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-45ab0de6-08ef-4580-bf6a-d97fe22fc7d5 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:49.276168 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-45ab0de6-08ef-4580-bf6a-d97fe22fc7d5 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2058964 Jul 09 16:22:49.278974 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35840) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:49.297107 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-cc504a17-c7b9-4aef-be6e-07c698332723 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "GET /v2.0/security-group-rules/a72af695-9b2a-4522-a45b-8cf9e65845e9 HTTP/1.1" status: 200 len: 763 time: 0.0167389 Jul 09 16:22:49.300937 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35842) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:49.349607 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-44a6c9e0-77c7-4368-bbb1-cc81fb3de139 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0446377 Jul 09 16:22:49.350461 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35844) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:49.374863 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-92ab9955-9353-4d33-aeea-fad8377ec6a7 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:49.383556 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-92ab9955-9353-4d33-aeea-fad8377ec6a7 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:49.449392 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-92ab9955-9353-4d33-aeea-fad8377ec6a7 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:49.455837 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-65c5dc43-fed3-4927-91aa-777f2e608603 req-d11f932f-1596-4dfc-91a0-f8956091b06f tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] 10.222.0.98 "GET /v2.0/floatingips/37ce09fa-2c9a-47fb-a14f-c4f12524bdbc HTTP/1.1" status: 200 len: 692 time: 0.0541489 Jul 09 16:22:49.459656 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-92ab9955-9353-4d33-aeea-fad8377ec6a7 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:49.462811 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-92ab9955-9353-4d33-aeea-fad8377ec6a7 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/a72af695-9b2a-4522-a45b-8cf9e65845e9 HTTP/1.1" status: 204 len: 168 time: 0.1092095 Jul 09 16:22:49.463708 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35846) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:49.475137 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ab9955-9353-4d33-aeea-fad8377ec6a7 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a72af695-9b2a-4522-a45b-8cf9e65845e9,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:49.529680 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-bb6900e8-8280-47e0-b3cf-e35ebc82fa5b tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0645933 Jul 09 16:22:49.532965 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35850) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:49.539674 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-21564c13-525e-4524-8ecb-a5656470f875 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Request body: {'security_group_rule': {'security_group_id': 'a314ee1b-e6f9-4854-8e0f-5b677460c79d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:49.582808 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5dc43-fed3-4927-91aa-777f2e608603 req-a054267a-3af7-4f46-810d-91eb2bf3fa86 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:49.585129 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21564c13-525e-4524-8ecb-a5656470f875 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:49.587222 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-65c5dc43-fed3-4927-91aa-777f2e608603 req-a054267a-3af7-4f46-810d-91eb2bf3fa86 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] 10.222.0.98 "GET /v2.0/networks/caa6ed8d-2893-4113-8f68-c5284e694f6c HTTP/1.1" status: 200 len: 784 time: 0.1254847 Jul 09 16:22:49.647725 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-65c5dc43-fed3-4927-91aa-777f2e608603 req-52b73a40-bd07-4b13-ab46-079000fc77f8 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.0.24 HTTP/1.1" status: 200 len: 695 time: 0.0565574 Jul 09 16:22:49.684929 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21564c13-525e-4524-8ecb-a5656470f875 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:49.690628 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21564c13-525e-4524-8ecb-a5656470f875 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:49.703891 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-65c5dc43-fed3-4927-91aa-777f2e608603 req-10b8b9df-5970-41d3-b8eb-bc0a52dbd922 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.0.24 HTTP/1.1" status: 200 len: 695 time: 0.0503168 Jul 09 16:22:49.719758 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21564c13-525e-4524-8ecb-a5656470f875 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56043a2c-5c7b-47cf-a5ff-58bda8e16c2d,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:49.725300 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21564c13-525e-4524-8ecb-a5656470f875 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:49.729212 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-21564c13-525e-4524-8ecb-a5656470f875 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1942391 Jul 09 16:22:49.730882 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35854) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:49.747410 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e4a755-ae20-4a71-94e7-815f124304e3 req-fc9946ad-abba-4c2f-97aa-b5ef0a3b5cbb tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:49.748906 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d7e4a755-ae20-4a71-94e7-815f124304e3 req-fc9946ad-abba-4c2f-97aa-b5ef0a3b5cbb tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 947 time: 0.1250987 Jul 09 16:22:49.758574 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6b8eb878-2a8c-42be-966c-614e25f4bf25 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "GET /v2.0/security-group-rules/56043a2c-5c7b-47cf-a5ff-58bda8e16c2d HTTP/1.1" status: 200 len: 763 time: 0.0266273 Jul 09 16:22:49.765211 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35856) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:49.809675 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d7e4a755-ae20-4a71-94e7-815f124304e3 req-c7a46a6d-ee77-4a06-acf2-566827e764f4 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498919 Jul 09 16:22:49.828263 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-275b3e6a-c32b-4dd9-90d5-6d6f30ae5070 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0619884 Jul 09 16:22:49.830897 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35860) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:49.850866 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-65c5dc43-fed3-4927-91aa-777f2e608603 req-4ef6cac2-7b36-4211-a6a5-8048624c4366 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Deleting port 128b8737-5b9e-49e3-b0b3-237c9aa79d5e {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:22:49.851170 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-65c5dc43-fed3-4927-91aa-777f2e608603 req-4ef6cac2-7b36-4211-a6a5-8048624c4366 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:49.856880 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d4718655-1900-4d88-b15e-c20dc5739277 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:49.865069 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d4718655-1900-4d88-b15e-c20dc5739277 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:49.893959 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d4718655-1900-4d88-b15e-c20dc5739277 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:49.901106 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d4718655-1900-4d88-b15e-c20dc5739277 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:49.904398 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d4718655-1900-4d88-b15e-c20dc5739277 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/56043a2c-5c7b-47cf-a5ff-58bda8e16c2d HTTP/1.1" status: 204 len: 168 time: 0.0701776 Jul 09 16:22:49.904876 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35862) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:49.907906 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4718655-1900-4d88-b15e-c20dc5739277 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=56043a2c-5c7b-47cf-a5ff-58bda8e16c2d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:49.971661 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-65c5dc43-fed3-4927-91aa-777f2e608603 req-4ef6cac2-7b36-4211-a6a5-8048624c4366 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:49.971989 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-65c5dc43-fed3-4927-91aa-777f2e608603 req-4ef6cac2-7b36-4211-a6a5-8048624c4366 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:49.983296 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-46904656-57fe-4c53-92dc-b85bc7e98194 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0773425 Jul 09 16:22:49.986353 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35864) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:49.992844 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-17a871e1-756d-4302-b1d8-8e4353b23905 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Request body: {'security_group_rule': {'security_group_id': 'a314ee1b-e6f9-4854-8e0f-5b677460c79d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:49.999315 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-65c5dc43-fed3-4927-91aa-777f2e608603 req-4ef6cac2-7b36-4211-a6a5-8048624c4366 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Calling delete_port for 128b8737-5b9e-49e3-b0b3-237c9aa79d5e owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:22:50.020480 n-d-798930-3 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-17a871e1-756d-4302-b1d8-8e4353b23905 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Project 4f3f69e282214522bfcd744c2aa23fed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 16:22:50.025898 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17a871e1-756d-4302-b1d8-8e4353b23905 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:50.075659 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17a871e1-756d-4302-b1d8-8e4353b23905 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:50.079682 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17a871e1-756d-4302-b1d8-8e4353b23905 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:50.097535 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a871e1-756d-4302-b1d8-8e4353b23905 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dda6bdb2-0ce3-4b14-978c-059842aa5df6,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:50.106999 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17a871e1-756d-4302-b1d8-8e4353b23905 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:50.108223 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-17a871e1-756d-4302-b1d8-8e4353b23905 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1203187 Jul 09 16:22:50.110993 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35868) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:50.127049 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-9210a258-0b75-4b31-aa08-dd259c6d004a tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "GET /v2.0/security-group-rules/dda6bdb2-0ce3-4b14-978c-059842aa5df6 HTTP/1.1" status: 200 len: 769 time: 0.0149162 Jul 09 16:22:50.129690 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35870) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:50.141811 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-65c5dc43-fed3-4927-91aa-777f2e608603 req-4ef6cac2-7b36-4211-a6a5-8048624c4366 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:50.170028 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef6cac2-7b36-4211-a6a5-8048624c4366 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Pushing event deleted for resources: {'Port': ['ID=128b8737-5b9e-49e3-b0b3-237c9aa79d5e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:50.175489 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e7036c3f-b92c-4be4-ba85-819247e624bf tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0447371 Jul 09 16:22:50.178062 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35872) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:50.203166 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5fe18863-f000-46ae-abbd-b13f138c5879 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:50.211863 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5fe18863-f000-46ae-abbd-b13f138c5879 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:50.242717 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5fe18863-f000-46ae-abbd-b13f138c5879 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:50.249514 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5fe18863-f000-46ae-abbd-b13f138c5879 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:50.250611 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-5fe18863-f000-46ae-abbd-b13f138c5879 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/dda6bdb2-0ce3-4b14-978c-059842aa5df6 HTTP/1.1" status: 204 len: 168 time: 0.0716341 Jul 09 16:22:50.251499 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-65c5dc43-fed3-4927-91aa-777f2e608603 req-4ef6cac2-7b36-4211-a6a5-8048624c4366 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:50.254811 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-65c5dc43-fed3-4927-91aa-777f2e608603 req-4ef6cac2-7b36-4211-a6a5-8048624c4366 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:50.255803 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35874) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:50.256138 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-65c5dc43-fed3-4927-91aa-777f2e608603 req-4ef6cac2-7b36-4211-a6a5-8048624c4366 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] 10.222.0.98 "DELETE /v2.0/floatingips/37ce09fa-2c9a-47fb-a14f-c4f12524bdbc HTTP/1.1" status: 204 len: 173 time: 0.5469253 Jul 09 16:22:50.262029 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe18863-f000-46ae-abbd-b13f138c5879 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dda6bdb2-0ce3-4b14-978c-059842aa5df6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:50.332946 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7239f4fb-6ce5-44dd-b218-2f3853f641a0 req-1ecdc208-0a3a-49fb-baf9-8abaa82b0297 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] 10.222.0.98 "GET /v2.0/floatingips/7d89129b-b785-49dd-8eb9-2d9db8599e88 HTTP/1.1" status: 200 len: 693 time: 0.0547812 Jul 09 16:22:50.341874 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-16b620ca-9077-4b03-aeb7-68ba75d227b6 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0850484 Jul 09 16:22:50.344945 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35880) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:50.405881 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-88f8e069-c234-40e9-b56a-6e7e1e111b99 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:50.447637 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7239f4fb-6ce5-44dd-b218-2f3853f641a0 req-24101fe3-d8ff-44d1-9381-1ceb1567d37e tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:50.448993 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7239f4fb-6ce5-44dd-b218-2f3853f641a0 req-24101fe3-d8ff-44d1-9381-1ceb1567d37e tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] 10.222.0.98 "GET /v2.0/networks/caa6ed8d-2893-4113-8f68-c5284e694f6c HTTP/1.1" status: 200 len: 784 time: 0.1061389 Jul 09 16:22:50.458230 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-88f8e069-c234-40e9-b56a-6e7e1e111b99 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:50.504433 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7239f4fb-6ce5-44dd-b218-2f3853f641a0 req-a67d440e-4750-4336-bcb6-e512ebb7b15c tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.0.157 HTTP/1.1" status: 200 len: 696 time: 0.0494599 Jul 09 16:22:50.519141 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c734f8-f6fb-47eb-a488-ab278575bcf5 req-81dbdf2e-f8a6-48f5-bc07-d8ff3a58cb24 tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:50.520626 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-29c734f8-f6fb-47eb-a488-ab278575bcf5 req-81dbdf2e-f8a6-48f5-bc07-d8ff3a58cb24 tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] 10.222.0.98 "GET /v2.0/ports?device_id=e44bbdaa-8e6a-4888-b567-76f73db436ed HTTP/1.1" status: 200 len: 944 time: 0.1166301 Jul 09 16:22:50.534551 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-88f8e069-c234-40e9-b56a-6e7e1e111b99 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:50.536965 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-88f8e069-c234-40e9-b56a-6e7e1e111b99 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:50.538027 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-88f8e069-c234-40e9-b56a-6e7e1e111b99 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "DELETE /v2.0/security-groups/a314ee1b-e6f9-4854-8e0f-5b677460c79d HTTP/1.1" status: 204 len: 168 time: 0.1909814 Jul 09 16:22:50.546414 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35884) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:50.557911 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f8e069-c234-40e9-b56a-6e7e1e111b99 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a314ee1b-e6f9-4854-8e0f-5b677460c79d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:50.569451 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7239f4fb-6ce5-44dd-b218-2f3853f641a0 req-810f8044-636f-479f-b9d6-a4b7b483b5c1 tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.0.157 HTTP/1.1" status: 200 len: 696 time: 0.0587370 Jul 09 16:22:50.576615 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-29c734f8-f6fb-47eb-a488-ab278575bcf5 req-fb8c6444-f38a-4871-b270-f4f87a306e0b tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] 10.222.0.98 "GET /v2.0/security-groups?id=79261b5a-dabc-49cb-bd0c-59aa90364d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495055 Jul 09 16:22:50.655568 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-400dde2f-ffaf-460f-886b-bf3200c45ffa tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1077716 Jul 09 16:22:50.661778 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35886) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:50.704830 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-bc802de7-8237-48e5-9ebb-4a7cf02c2464 tempest-SecGroupIPv6Test-322920108 tempest-SecGroupIPv6Test-322920108-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0430980 Jul 09 16:22:50.740944 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-7239f4fb-6ce5-44dd-b218-2f3853f641a0 req-681f5560-9997-4f29-af64-25784663678f tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Deleting port d16afc93-ce0f-4495-ae8e-2346f0d82127 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:22:50.741296 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7239f4fb-6ce5-44dd-b218-2f3853f641a0 req-681f5560-9997-4f29-af64-25784663678f tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:50.823543 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7239f4fb-6ce5-44dd-b218-2f3853f641a0 req-681f5560-9997-4f29-af64-25784663678f tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:50.823867 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7239f4fb-6ce5-44dd-b218-2f3853f641a0 req-681f5560-9997-4f29-af64-25784663678f tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:50.836472 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-7239f4fb-6ce5-44dd-b218-2f3853f641a0 req-681f5560-9997-4f29-af64-25784663678f tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Calling delete_port for d16afc93-ce0f-4495-ae8e-2346f0d82127 owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:22:50.966740 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35896) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:51.000009 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7239f4fb-6ce5-44dd-b218-2f3853f641a0 req-681f5560-9997-4f29-af64-25784663678f tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:51.004438 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afbe12c-4119-4099-8374-ffaecd9df1af req-865d5de9-2acd-4625-b9b3-c766d6d42cd6 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:51.006283 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2afbe12c-4119-4099-8374-ffaecd9df1af req-865d5de9-2acd-4625-b9b3-c766d6d42cd6 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 947 time: 0.0781932 Jul 09 16:22:51.030426 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681f5560-9997-4f29-af64-25784663678f tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Pushing event deleted for resources: {'Port': ['ID=d16afc93-ce0f-4495-ae8e-2346f0d82127,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:51.048428 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2afbe12c-4119-4099-8374-ffaecd9df1af req-48ad6355-0548-4051-9097-d752e4318605 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356543 Jul 09 16:22:51.082223 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device a7b2783d-2001-4868-bfda-5e014d6412bf details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:22:51.109820 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7239f4fb-6ce5-44dd-b218-2f3853f641a0 req-681f5560-9997-4f29-af64-25784663678f tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:51.113279 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7239f4fb-6ce5-44dd-b218-2f3853f641a0 req-681f5560-9997-4f29-af64-25784663678f tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:51.114485 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7239f4fb-6ce5-44dd-b218-2f3853f641a0 req-681f5560-9997-4f29-af64-25784663678f tempest-FloatingIPDetailsTestJSON-255492109 tempest-FloatingIPDetailsTestJSON-255492109-project] 10.222.0.98 "DELETE /v2.0/floatingips/7d89129b-b785-49dd-8eb9-2d9db8599e88 HTTP/1.1" status: 204 len: 173 time: 0.5371165 Jul 09 16:22:51.120558 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35904) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:51.151118 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-52b6458d-7b24-4281-84e3-38d5649d3cab admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4f3f69e282214522bfcd744c2aa23fed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1809692 Jul 09 16:22:51.152252 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35906) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:51.235465 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96b61de0-24e6-42a4-b2d7-78ac8b3e3347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:51.260500 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96b61de0-24e6-42a4-b2d7-78ac8b3e3347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:51.269856 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port a7b2783d-2001-4868-bfda-5e014d6412bf, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=a7b2783d-2001-4868-bfda-5e014d6412bf,segment=NetworkSegment(b4ddedb3-7069-497f-9f80-24921aba58b4),segment_id=b4ddedb3-7069-497f-9f80-24921aba58b4)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:22:51.292374 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': 'a7b2783d-2001-4868-bfda-5e014d6412bf', 'network_id': '99d379c7-e52a-4136-9436-a3133586c4b0', 'port_id': 'a7b2783d-2001-4868-bfda-5e014d6412bf', 'mac_address': 'fa:16:3e:ba:1d:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9acb6f7-e039-4944-af4b-1915f93a346f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:22:51.338545 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96b61de0-24e6-42a4-b2d7-78ac8b3e3347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:51.342922 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96b61de0-24e6-42a4-b2d7-78ac8b3e3347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:51.344339 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-96b61de0-24e6-42a4-b2d7-78ac8b3e3347 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b2677d8c-1d6d-46a1-bed2-b47c1ecf1d2d HTTP/1.1" status: 204 len: 168 time: 0.1908009 Jul 09 16:22:51.356827 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:51.365395 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b61de0-24e6-42a4-b2d7-78ac8b3e3347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2677d8c-1d6d-46a1-bed2-b47c1ecf1d2d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:51.381250 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7b2783d-2001-4868-bfda-5e014d6412bf {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:22:51.412481 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port a7b2783d-2001-4868-bfda-5e014d6412bf, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=a7b2783d-2001-4868-bfda-5e014d6412bf,segment=NetworkSegment(b4ddedb3-7069-497f-9f80-24921aba58b4),segment_id=b4ddedb3-7069-497f-9f80-24921aba58b4)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:22:51.423906 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:51.479510 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=a7b2783d-2001-4868-bfda-5e014d6412bf,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:51.594444 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5b9600d-4995-422a-b89d-855664ee77c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:51.636568 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['a7b2783d-2001-4868-bfda-5e014d6412bf'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:22:51.896073 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb53e7e-96c3-407d-986c-b8052ae07af1 req-ceacf52e-b5a0-4e39-baca-133508c9f57b tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:51.903772 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bbb53e7e-96c3-407d-986c-b8052ae07af1 req-ceacf52e-b5a0-4e39-baca-133508c9f57b tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] 10.222.0.98 "GET /v2.0/ports?device_id=e44bbdaa-8e6a-4888-b567-76f73db436ed HTTP/1.1" status: 200 len: 945 time: 0.0889549 Jul 09 16:22:51.946107 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bbb53e7e-96c3-407d-986c-b8052ae07af1 req-7486490b-6a72-40ce-8054-d5641e68285f tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] 10.222.0.98 "GET /v2.0/security-groups?id=79261b5a-dabc-49cb-bd0c-59aa90364d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410905 Jul 09 16:22:51.973728 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d8a6e-e021-44fd-9a46-6a9d388fa932 req-3029985e-0f4c-4276-9e6a-da14a8b8a591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:51.975254 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0e2d8a6e-e021-44fd-9a46-6a9d388fa932 req-3029985e-0f4c-4276-9e6a-da14a8b8a591 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5bab4a62c1284375905a7ca59f2b0a16&device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 1098 time: 0.2072611 Jul 09 16:22:52.004464 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa19c8-80a8-4014-bbe9-510503f3e10b req-c1f2f91f-b9f6-4bce-b54f-ae17b3574962 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:52.006017 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8ffa19c8-80a8-4014-bbe9-510503f3e10b req-c1f2f91f-b9f6-4bce-b54f-ae17b3574962 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 947 time: 0.1539752 Jul 09 16:22:52.127382 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8ffa19c8-80a8-4014-bbe9-510503f3e10b req-d80e2643-562a-4538-b6ee-f01bfa677461 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107483 Jul 09 16:22:52.167757 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d8a6e-e021-44fd-9a46-6a9d388fa932 req-62259948-094c-4279-8aec-66b19f5fe750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:52.169251 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0e2d8a6e-e021-44fd-9a46-6a9d388fa932 req-62259948-094c-4279-8aec-66b19f5fe750 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7fb8e424-ddcd-465f-ad3d-2ffb770ae53b HTTP/1.1" status: 200 len: 914 time: 0.1872258 Jul 09 16:22:52.183299 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35936) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:52.217721 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-63799d4c-7e3a-4b16-b8bb-5144b791e1ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:52.221266 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0e2d8a6e-e021-44fd-9a46-6a9d388fa932 req-f16dc274-bb7d-4ce9-a2f3-e936b76ddfe2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2cfd0d6-9109-4235-ab69-a9ac10ebf765 HTTP/1.1" status: 200 len: 217 time: 0.0427616 Jul 09 16:22:52.226065 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-d5b9600d-4995-422a-b89d-855664ee77c5 admin admin] Deleting port 06b3f8d1-b64d-4532-9f7e-fe4b180a6f7c {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:22:52.226422 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5b9600d-4995-422a-b89d-855664ee77c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:52.297942 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-b7f16beb-7b1b-49ce-a005-15b1effb07cd tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:52.299216 n-d-798930-3 neutron-server[93959]: WARNING neutron.api.v2.base [None req-b7f16beb-7b1b-49ce-a005-15b1effb07cd tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 09 16:22:52.300369 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-b7f16beb-7b1b-49ce-a005-15b1effb07cd tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] create failed (client error): There was a conflict when trying to complete your request. Jul 09 16:22:52.301909 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b7f16beb-7b1b-49ce-a005-15b1effb07cd tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1176105 Jul 09 16:22:52.305801 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35944) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:52.311833 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-5d9009e3-2559-4d04-9d58-b2885135e243 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Request body: {'security_group': {'name': 'tempest-secgroup--1217152021'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:52.338334 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d8a6e-e021-44fd-9a46-6a9d388fa932 req-2b3090c0-34dd-4c6b-bb3c-5481782708ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:52.339862 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0e2d8a6e-e021-44fd-9a46-6a9d388fa932 req-2b3090c0-34dd-4c6b-bb3c-5481782708ef service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1658d367-2406-4d61-8a06-65bf719b3ab3 HTTP/1.1" status: 200 len: 853 time: 0.1114428 Jul 09 16:22:52.385807 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0e2d8a6e-e021-44fd-9a46-6a9d388fa932 req-76068750-c08d-491d-a8e7-1ac8c05882ca service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7fb8e424-ddcd-465f-ad3d-2ffb770ae53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388186 Jul 09 16:22:52.396144 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-d5b9600d-4995-422a-b89d-855664ee77c5 admin admin] For port 06b3f8d1-b64d-4532-9f7e-fe4b180a6f7c, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=06b3f8d1-b64d-4532-9f7e-fe4b180a6f7c,segment=NetworkSegment(a07da84f-9168-4aeb-95e6-091fcd93403d),segment_id=a07da84f-9168-4aeb-95e6-091fcd93403d)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:22:52.396503 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5b9600d-4995-422a-b89d-855664ee77c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:52.404853 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5d9009e3-2559-4d04-9d58-b2885135e243 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:52.453379 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5d9009e3-2559-4d04-9d58-b2885135e243 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:52.456818 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-d5b9600d-4995-422a-b89d-855664ee77c5 admin admin] Calling delete_port for 06b3f8d1-b64d-4532-9f7e-fe4b180a6f7c owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:22:52.578142 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0e2d8a6e-e021-44fd-9a46-6a9d388fa932 req-ba33e338-4a65-4e5e-b80d-ff27d448b956 service neutron] 10.222.0.77 "GET /v2.0/networks/7fb8e424-ddcd-465f-ad3d-2ffb770ae53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841881 Jul 09 16:22:52.763126 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0e2d8a6e-e021-44fd-9a46-6a9d388fa932 req-6b7ba8ab-9c32-48d5-afe5-1d38b6556c46 service neutron] 10.222.0.77 "GET /v2.0/networks/7fb8e424-ddcd-465f-ad3d-2ffb770ae53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774321 Jul 09 16:22:52.772740 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5d9009e3-2559-4d04-9d58-b2885135e243 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:52.777350 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5d9009e3-2559-4d04-9d58-b2885135e243 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:52.848251 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9009e3-2559-4d04-9d58-b2885135e243 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4744dc84-bfae-41b4-b342-70e321f046cd,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:52.869027 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5b9600d-4995-422a-b89d-855664ee77c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:52.905603 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b9600d-4995-422a-b89d-855664ee77c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=06b3f8d1-b64d-4532-9f7e-fe4b180a6f7c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:52.991062 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5d9009e3-2559-4d04-9d58-b2885135e243 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:53.033130 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5d9009e3-2559-4d04-9d58-b2885135e243 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:53.076377 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5d9009e3-2559-4d04-9d58-b2885135e243 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:53.078813 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-5d9009e3-2559-4d04-9d58-b2885135e243 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7706923 Jul 09 16:22:53.086352 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device a7b2783d-2001-4868-bfda-5e014d6412bf up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:22:53.093087 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35948) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:53.103907 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9009e3-2559-4d04-9d58-b2885135e243 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b679887d-7ce3-4815-84e3-b1fde87f9e3e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:53.126125 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-47d837dd-8fe2-4e05-8cdb-ff29a39818bf tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Request body: {'security_group_rule': {'security_group_id': 'b679887d-7ce3-4815-84e3-b1fde87f9e3e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:53.131396 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5b9600d-4995-422a-b89d-855664ee77c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:53.166831 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port a7b2783d-2001-4868-bfda-5e014d6412bf completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:22:53.171969 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port a7b2783d-2001-4868-bfda-5e014d6412bf triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:22:53.172839 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:53.178530 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-47d837dd-8fe2-4e05-8cdb-ff29a39818bf tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:53.212362 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3f0d6-4741-44f6-b888-173003945a12 req-f6e157fd-2d7c-4e68-9c71-20f9a25a6ac7 tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:53.214801 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-43b3f0d6-4741-44f6-b888-173003945a12 req-f6e157fd-2d7c-4e68-9c71-20f9a25a6ac7 tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] 10.222.0.98 "GET /v2.0/ports?device_id=e44bbdaa-8e6a-4888-b567-76f73db436ed HTTP/1.1" status: 200 len: 945 time: 0.1418984 Jul 09 16:22:53.269968 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-47d837dd-8fe2-4e05-8cdb-ff29a39818bf tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:53.276939 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:53.278550 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-47d837dd-8fe2-4e05-8cdb-ff29a39818bf tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:53.308169 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44bbdaa-8e6a-4888-b567-76f73db436ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b2783d-2001-4868-bfda-5e014d6412bf'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:22:53.310696 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c67b28-6216-4a18-9820-0796526558d9" -d '{"events": [{"server_uuid": "e44bbdaa-8e6a-4888-b567-76f73db436ed", "name": "network-vif-plugged", "status": "completed", "tag": "a7b2783d-2001-4868-bfda-5e014d6412bf"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:22:53.321895 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-43b3f0d6-4741-44f6-b888-173003945a12 req-8ef11974-fd63-40cb-97dc-6f2d49a99a99 tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] 10.222.0.98 "GET /v2.0/security-groups?id=79261b5a-dabc-49cb-bd0c-59aa90364d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893965 Jul 09 16:22:53.327486 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d837dd-8fe2-4e05-8cdb-ff29a39818bf tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=222d62d8-8254-40b3-b947-7c33abbdf6ab,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:53.332069 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port a7b2783d-2001-4868-bfda-5e014d6412bf, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=a7b2783d-2001-4868-bfda-5e014d6412bf,segment=NetworkSegment(b4ddedb3-7069-497f-9f80-24921aba58b4),segment_id=b4ddedb3-7069-497f-9f80-24921aba58b4)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:22:53.334316 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-47d837dd-8fe2-4e05-8cdb-ff29a39818bf tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:53.335516 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-47d837dd-8fe2-4e05-8cdb-ff29a39818bf tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2408798 Jul 09 16:22:53.343437 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35956) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:53.347833 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:53.361913 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-31ca942e-8841-460c-a3ce-1f78e7a759a1 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Request body: {'security_group_rule': {'security_group_id': 'b679887d-7ce3-4815-84e3-b1fde87f9e3e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:53.401685 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-31ca942e-8841-460c-a3ce-1f78e7a759a1 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:53.407947 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b9600d-4995-422a-b89d-855664ee77c5 admin admin] Router 7dbd2c66-920f-4e7a-ac0b-e6c399544521 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:22:53.414158 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a50c71-ca94-4ed6-8d67-c46f7d2a59c9 x-openstack-request-id: req-d8a50c71-ca94-4ed6-8d67-c46f7d2a59c9 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:22:53.415299 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e44bbdaa-8e6a-4888-b567-76f73db436ed", "name": "network-vif-plugged", "status": "completed", "tag": "a7b2783d-2001-4868-bfda-5e014d6412bf", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:22:53.415299 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d8a50c71-ca94-4ed6-8d67-c46f7d2a59c9 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:22:53.415604 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e44bbdaa-8e6a-4888-b567-76f73db436ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b2783d-2001-4868-bfda-5e014d6412bf', 'code': 200} Jul 09 16:22:53.429839 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=a7b2783d-2001-4868-bfda-5e014d6412bf,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:53.513667 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-31ca942e-8841-460c-a3ce-1f78e7a759a1 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] create failed (client error): There was a conflict when trying to complete your request. Jul 09 16:22:53.515482 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-31ca942e-8841-460c-a3ce-1f78e7a759a1 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1705461 Jul 09 16:22:53.518247 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35962) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:53.593368 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-58d243b5-4183-4df3-8d56-dbd62c91025c tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:53.647244 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-58d243b5-4183-4df3-8d56-dbd62c91025c tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:53.701170 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-58d243b5-4183-4df3-8d56-dbd62c91025c tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:53.703769 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-58d243b5-4183-4df3-8d56-dbd62c91025c tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:53.705119 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-58d243b5-4183-4df3-8d56-dbd62c91025c tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] 10.222.0.98 "DELETE /v2.0/security-groups/b679887d-7ce3-4815-84e3-b1fde87f9e3e HTTP/1.1" status: 204 len: 168 time: 0.1857021 Jul 09 16:22:53.708540 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35964) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:53.722041 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d243b5-4183-4df3-8d56-dbd62c91025c tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b679887d-7ce3-4815-84e3-b1fde87f9e3e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:53.768454 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-72c4f232-4df8-4668-93d0-8aeda3ea62d0 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0588415 Jul 09 16:22:53.772605 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35966) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:53.777176 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-abe3166b-90ff-48bb-bdf8-adc0a6e432c6 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Request body: {'security_group': {'name': 'tempest-secgroup--1961698875'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:53.801462 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-abe3166b-90ff-48bb-bdf8-adc0a6e432c6 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:53.883878 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-abe3166b-90ff-48bb-bdf8-adc0a6e432c6 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:53.888563 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-abe3166b-90ff-48bb-bdf8-adc0a6e432c6 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:53.918664 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-abe3166b-90ff-48bb-bdf8-adc0a6e432c6 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:53.919854 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-abe3166b-90ff-48bb-bdf8-adc0a6e432c6 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1462834 Jul 09 16:22:53.922170 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe3166b-90ff-48bb-bdf8-adc0a6e432c6 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c109ff42-530f-41df-b64b-779d7c448aec,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:53.923249 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35968) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:53.932213 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-697147ee-007c-4a43-9013-7cfe31fcb827 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Request body: {'security_group_rule': {'security_group_id': 'c109ff42-530f-41df-b64b-779d7c448aec', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:53.932968 n-d-798930-3 neutron-server[93958]: WARNING neutron.api.v2.base [None req-697147ee-007c-4a43-9013-7cfe31fcb827 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 09 16:22:53.933529 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [None req-697147ee-007c-4a43-9013-7cfe31fcb827 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:22:53.934659 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-697147ee-007c-4a43-9013-7cfe31fcb827 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0084183 Jul 09 16:22:53.937973 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35970) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:53.952028 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f34f8-5f46-4d55-a010-578b0dcc36f3 req-6b5f25be-bb45-4c72-8b04-d3beb43d6664 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:53.953553 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8f0f34f8-5f46-4d55-a010-578b0dcc36f3 req-6b5f25be-bb45-4c72-8b04-d3beb43d6664 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 947 time: 0.5812464 Jul 09 16:22:54.000210 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-236c0a64-4e5d-4989-95d0-7c6b10e6bf44 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:54.000727 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b9600d-4995-422a-b89d-855664ee77c5 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:22:54.008376 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d5b9600d-4995-422a-b89d-855664ee77c5 admin admin] 10.222.0.98 "PUT /v2.0/routers/7dbd2c66-920f-4e7a-ac0b-e6c399544521/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8865378 Jul 09 16:22:54.010817 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35972) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:54.011989 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8bdc22-cb7c-4514-9a93-70cdb2f39784 None None] Sync routers for ids ['7dbd2c66-920f-4e7a-ac0b-e6c399544521'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:22:54.019752 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb94f5-9f54-4bec-8db1-fe2439a21bca req-028d5d9d-4b93-4ce7-b17d-be60e1f3880d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:54.021454 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-17bb94f5-9f54-4bec-8db1-fe2439a21bca req-028d5d9d-4b93-4ce7-b17d-be60e1f3880d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e44bbdaa-8e6a-4888-b567-76f73db436ed HTTP/1.1" status: 200 len: 1097 time: 0.2126997 Jul 09 16:22:54.025317 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8bdc22-cb7c-4514-9a93-70cdb2f39784 None None] Routers {'7dbd2c66-920f-4e7a-ac0b-e6c399544521'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:22:54.026189 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ce8bdc22-cb7c-4514-9a93-70cdb2f39784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:22:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['7dbd2c66-920f-4e7a-ac0b-e6c399544521'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:22:54.029268 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a2654625-7d57-4da8-83ff-c27baae98fcd req-76bc499b-ad36-4db0-add5-4c4078ab0c63 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2192705 Jul 09 16:22:54.043701 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8f0f34f8-5f46-4d55-a010-578b0dcc36f3 req-fd073840-4379-4644-aafc-c71e96c21946 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813589 Jul 09 16:22:54.070321 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-17bb94f5-9f54-4bec-8db1-fe2439a21bca req-6c62d7ab-9041-4675-b82c-158464271518 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=79261b5a-dabc-49cb-bd0c-59aa90364d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399919 Jul 09 16:22:54.076118 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-236c0a64-4e5d-4989-95d0-7c6b10e6bf44 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:54.145041 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-ce8bdc22-cb7c-4514-9a93-70cdb2f39784 None None] Set router 7dbd2c66-920f-4e7a-ac0b-e6c399544521 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:22:54.156320 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-18171309-af1d-4357-ae96-d6271d4cfbe8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:54.159309 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-236c0a64-4e5d-4989-95d0-7c6b10e6bf44 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:54.161810 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-236c0a64-4e5d-4989-95d0-7c6b10e6bf44 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:54.165640 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-236c0a64-4e5d-4989-95d0-7c6b10e6bf44 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] 10.222.0.98 "DELETE /v2.0/security-groups/c109ff42-530f-41df-b64b-779d7c448aec HTTP/1.1" status: 204 len: 168 time: 0.2266674 Jul 09 16:22:54.166247 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35974) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:54.202637 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2654625-7d57-4da8-83ff-c27baae98fcd req-8b91b002-a4fc-4283-acd4-9f7bf8e37e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:54.204158 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a2654625-7d57-4da8-83ff-c27baae98fcd req-8b91b002-a4fc-4283-acd4-9f7bf8e37e7b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5bab4a62c1284375905a7ca59f2b0a16&device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 1098 time: 0.0644677 Jul 09 16:22:54.226142 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236c0a64-4e5d-4989-95d0-7c6b10e6bf44 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c109ff42-530f-41df-b64b-779d7c448aec,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:54.312267 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-60f152e3-6ba0-4be8-8149-87e45f2f5bbc tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1091452 Jul 09 16:22:54.316640 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35978) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:54.320977 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-617d2cf0-d5da-4802-b3ff-3088e65669e1 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Request body: {'security_group': {'name': 'tempest-secgroup--529538499'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:54.350915 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-18171309-af1d-4357-ae96-d6271d4cfbe8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:54.360205 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-617d2cf0-d5da-4802-b3ff-3088e65669e1 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:54.365696 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ce8bdc22-cb7c-4514-9a93-70cdb2f39784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dbd2c66-920f-4e7a-ac0b-e6c399544521', 'name': 'tempest-FloatingIPDetailsTestJSON-1302574993-router', 'tenant_id': '97f227ad7be84ac08b59c2b24c66114c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '188148b5-926e-461d-97c4-a92769abc7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:22:23Z', 'updated_at': '2021-07-09T16:22:52Z', 'revision_number': 5, 'project_id': '97f227ad7be84ac08b59c2b24c66114c', 'gw_port': {'id': '188148b5-926e-461d-97c4-a92769abc7bc', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbd2c66-920f-4e7a-ac0b-e6c399544521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:22:25Z', 'updated_at': '2021-07-09T16:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:22:54.403007 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8bdc22-cb7c-4514-9a93-70cdb2f39784 None None] Checking router: 7dbd2c66-920f-4e7a-ac0b-e6c399544521 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:22:54.410672 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2654625-7d57-4da8-83ff-c27baae98fcd req-a651b68d-01ac-4335-8e8d-bae3eacec785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:54.414167 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a2654625-7d57-4da8-83ff-c27baae98fcd req-a651b68d-01ac-4335-8e8d-bae3eacec785 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7fb8e424-ddcd-465f-ad3d-2ffb770ae53b HTTP/1.1" status: 200 len: 914 time: 0.1769240 Jul 09 16:22:54.414481 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8bdc22-cb7c-4514-9a93-70cdb2f39784 None None] Routers {'7dbd2c66-920f-4e7a-ac0b-e6c399544521'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:22:54.415430 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ce8bdc22-cb7c-4514-9a93-70cdb2f39784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:22:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['7dbd2c66-920f-4e7a-ac0b-e6c399544521'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:22:54.479118 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a2654625-7d57-4da8-83ff-c27baae98fcd req-4af3f13d-dfeb-4726-986a-8f5defde6b83 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2cfd0d6-9109-4235-ab69-a9ac10ebf765 HTTP/1.1" status: 200 len: 217 time: 0.0453448 Jul 09 16:22:54.484889 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-18171309-af1d-4357-ae96-d6271d4cfbe8 admin admin] Deleting port 188148b5-926e-461d-97c4-a92769abc7bc {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:22:54.485473 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-18171309-af1d-4357-ae96-d6271d4cfbe8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:54.529862 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-ce8bdc22-cb7c-4514-9a93-70cdb2f39784 None None] Set router 7dbd2c66-920f-4e7a-ac0b-e6c399544521 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:22:54.571026 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-617d2cf0-d5da-4802-b3ff-3088e65669e1 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:54.578839 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-617d2cf0-d5da-4802-b3ff-3088e65669e1 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:54.579144 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2654625-7d57-4da8-83ff-c27baae98fcd req-d7a18638-c3cd-45db-acc9-1e9906a0d6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:54.581131 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a2654625-7d57-4da8-83ff-c27baae98fcd req-d7a18638-c3cd-45db-acc9-1e9906a0d6c5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1658d367-2406-4d61-8a06-65bf719b3ab3 HTTP/1.1" status: 200 len: 853 time: 0.0730405 Jul 09 16:22:54.594567 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc88f79f-f429-4f57-99cf-d0a801a0f947 req-db6ec8e5-0b40-42b3-82be-7e129e61981e tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:54.596494 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bc88f79f-f429-4f57-99cf-d0a801a0f947 req-db6ec8e5-0b40-42b3-82be-7e129e61981e tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] 10.222.0.98 "GET /v2.0/ports?device_id=e44bbdaa-8e6a-4888-b567-76f73db436ed HTTP/1.1" status: 200 len: 946 time: 0.1204295 Jul 09 16:22:54.620139 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d2cf0-d5da-4802-b3ff-3088e65669e1 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5f1d4b-66ea-496c-ae43-1a464ffce1de,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:54.640053 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-617d2cf0-d5da-4802-b3ff-3088e65669e1 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:54.641644 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-617d2cf0-d5da-4802-b3ff-3088e65669e1 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3240268 Jul 09 16:22:54.648308 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35984) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:54.653603 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-b4208df8-f3e9-4067-8481-830363abd811 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Request body: {'security_group_rule': {'security_group_id': '5b5f1d4b-66ea-496c-ae43-1a464ffce1de', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:54.655587 n-d-798930-3 neutron-server[93959]: WARNING neutron.api.v2.base [None req-b4208df8-f3e9-4067-8481-830363abd811 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 09 16:22:54.656292 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-b4208df8-f3e9-4067-8481-830363abd811 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:22:54.657500 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b4208df8-f3e9-4067-8481-830363abd811 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0080323 Jul 09 16:22:54.660411 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35986) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:54.661332 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a2654625-7d57-4da8-83ff-c27baae98fcd req-af9e0941-5ea6-4b4a-b958-91ce497cf2c3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7fb8e424-ddcd-465f-ad3d-2ffb770ae53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636601 Jul 09 16:22:54.671564 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bc88f79f-f429-4f57-99cf-d0a801a0f947 req-d301c364-61a5-4d38-8065-9185f343c542 tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] 10.222.0.98 "GET /v2.0/security-groups?id=79261b5a-dabc-49cb-bd0c-59aa90364d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659015 Jul 09 16:22:54.673057 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-18171309-af1d-4357-ae96-d6271d4cfbe8 admin admin] For port 188148b5-926e-461d-97c4-a92769abc7bc, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=188148b5-926e-461d-97c4-a92769abc7bc,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:22:54.673556 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-18171309-af1d-4357-ae96-d6271d4cfbe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:54.708767 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-18171309-af1d-4357-ae96-d6271d4cfbe8 admin admin] Calling delete_port for 188148b5-926e-461d-97c4-a92769abc7bc owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:22:54.810090 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ce8bdc22-cb7c-4514-9a93-70cdb2f39784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dbd2c66-920f-4e7a-ac0b-e6c399544521', 'name': 'tempest-FloatingIPDetailsTestJSON-1302574993-router', 'tenant_id': '97f227ad7be84ac08b59c2b24c66114c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:22:23Z', 'updated_at': '2021-07-09T16:22:54Z', 'revision_number': 6, 'project_id': '97f227ad7be84ac08b59c2b24c66114c', 'gw_port_host': None}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:22:54.810884 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-72ec3875-982c-4c7c-bd91-2195c311d235 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:54.815502 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a2654625-7d57-4da8-83ff-c27baae98fcd req-cc9f9dc7-0970-414c-8e67-e33f6758a20a service neutron] 10.222.0.77 "GET /v2.0/networks/7fb8e424-ddcd-465f-ad3d-2ffb770ae53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372943 Jul 09 16:22:54.836775 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8bdc22-cb7c-4514-9a93-70cdb2f39784 None None] The sync data for ids ['7dbd2c66-920f-4e7a-ac0b-e6c399544521'] in n-d-798930-3 is: [{'id': '7dbd2c66-920f-4e7a-ac0b-e6c399544521', 'name': 'tempest-FloatingIPDetailsTestJSON-1302574993-router', 'tenant_id': '97f227ad7be84ac08b59c2b24c66114c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:22:23Z', 'updated_at': '2021-07-09T16:22:54Z', 'revision_number': 6, 'project_id': '97f227ad7be84ac08b59c2b24c66114c', 'gw_port_host': None}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:22:54.876415 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-72ec3875-982c-4c7c-bd91-2195c311d235 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:54.913285 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a2654625-7d57-4da8-83ff-c27baae98fcd req-720265f5-26bd-4943-90f8-6997236607af service neutron] 10.222.0.77 "GET /v2.0/networks/7fb8e424-ddcd-465f-ad3d-2ffb770ae53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921335 Jul 09 16:22:54.957890 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-72ec3875-982c-4c7c-bd91-2195c311d235 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:54.960395 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-72ec3875-982c-4c7c-bd91-2195c311d235 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:54.961525 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-72ec3875-982c-4c7c-bd91-2195c311d235 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] 10.222.0.98 "DELETE /v2.0/security-groups/5b5f1d4b-66ea-496c-ae43-1a464ffce1de HTTP/1.1" status: 204 len: 168 time: 0.3000472 Jul 09 16:22:54.964369 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35990) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:54.977580 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec3875-982c-4c7c-bd91-2195c311d235 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5f1d4b-66ea-496c-ae43-1a464ffce1de,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:54.986916 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-18171309-af1d-4357-ae96-d6271d4cfbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:55.022045 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-951ee8d4-85d2-4331-b5e9-c28d6097866a tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0564687 Jul 09 16:22:55.022509 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18171309-af1d-4357-ae96-d6271d4cfbe8 admin admin] Pushing event deleted for resources: {'Port': ['ID=188148b5-926e-461d-97c4-a92769abc7bc,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:55.025817 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35992) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:55.037932 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a33683d1-723f-4d6c-9237-2dd0056022f0 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Request body: {'security_group': {'name': 'tempest-secgroup--2096807517'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:55.072839 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a33683d1-723f-4d6c-9237-2dd0056022f0 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:55.073686 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-60ec333b-6deb-4525-86eb-2811cfbc6aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:55.098998 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-18171309-af1d-4357-ae96-d6271d4cfbe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:55.158978 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a33683d1-723f-4d6c-9237-2dd0056022f0 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:55.168257 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a33683d1-723f-4d6c-9237-2dd0056022f0 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:55.192563 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a33683d1-723f-4d6c-9237-2dd0056022f0 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:55.196546 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a33683d1-723f-4d6c-9237-2dd0056022f0 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1614685 Jul 09 16:22:55.196744 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35996) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:55.203882 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-6805468f-c3b8-4d12-8ed2-c9a8857e23e6 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Request body: {'security_group_rule': {'security_group_id': '89a2d968-85a2-4b90-b076-d1ecd87816de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:55.207202 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-18171309-af1d-4357-ae96-d6271d4cfbe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:55.222726 n-d-798930-3 neutron-server[93958]: WARNING neutron.api.v2.base [None req-6805468f-c3b8-4d12-8ed2-c9a8857e23e6 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 09 16:22:55.223687 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [None req-6805468f-c3b8-4d12-8ed2-c9a8857e23e6 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:22:55.226133 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-18171309-af1d-4357-ae96-d6271d4cfbe8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:55.227728 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35998) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:55.228399 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6805468f-c3b8-4d12-8ed2-c9a8857e23e6 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0306973 Jul 09 16:22:55.235881 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-9e5e49aa-1e17-4813-855f-4a3fcce74511 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Request body: {'security_group_rule': {'security_group_id': '89a2d968-85a2-4b90-b076-d1ecd87816de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:55.238499 n-d-798930-3 neutron-server[93959]: WARNING neutron.api.v2.base [None req-9e5e49aa-1e17-4813-855f-4a3fcce74511 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 09 16:22:55.238655 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33683d1-723f-4d6c-9237-2dd0056022f0 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89a2d968-85a2-4b90-b076-d1ecd87816de,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:55.238760 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-9e5e49aa-1e17-4813-855f-4a3fcce74511 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:22:55.239599 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-9e5e49aa-1e17-4813-855f-4a3fcce74511 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0105844 Jul 09 16:22:55.242784 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36000) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:55.250716 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-1d669718-5aa7-4e99-91fe-80594ac5d5aa tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Request body: {'security_group_rule': {'security_group_id': '89a2d968-85a2-4b90-b076-d1ecd87816de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:55.252433 n-d-798930-3 neutron-server[93959]: WARNING neutron.api.v2.base [None req-1d669718-5aa7-4e99-91fe-80594ac5d5aa tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 09 16:22:55.252935 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-1d669718-5aa7-4e99-91fe-80594ac5d5aa tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:22:55.256400 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-1d669718-5aa7-4e99-91fe-80594ac5d5aa tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0102010 Jul 09 16:22:55.256959 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36002) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:55.263132 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-27f1899c-edfa-4c9d-a494-72f4cfe9f7c5 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Request body: {'security_group_rule': {'security_group_id': '89a2d968-85a2-4b90-b076-d1ecd87816de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:55.264206 n-d-798930-3 neutron-server[93958]: WARNING neutron.api.v2.base [None req-27f1899c-edfa-4c9d-a494-72f4cfe9f7c5 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 09 16:22:55.264822 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [None req-27f1899c-edfa-4c9d-a494-72f4cfe9f7c5 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:22:55.266258 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-27f1899c-edfa-4c9d-a494-72f4cfe9f7c5 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0078301 Jul 09 16:22:55.269323 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36004) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:55.308747 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-18171309-af1d-4357-ae96-d6271d4cfbe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:55.309289 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18171309-af1d-4357-ae96-d6271d4cfbe8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7dbd2c66-920f-4e7a-ac0b-e6c399544521 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:22:55.313758 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-18171309-af1d-4357-ae96-d6271d4cfbe8 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:55.314959 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-18171309-af1d-4357-ae96-d6271d4cfbe8 admin admin] 10.222.0.98 "DELETE /v2.0/routers/7dbd2c66-920f-4e7a-ac0b-e6c399544521 HTTP/1.1" status: 204 len: 168 time: 1.3031819 Jul 09 16:22:55.317514 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36006) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:55.336553 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5af21dfe-2e2c-420f-ad6a-b4c46a7a45a9 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:55.351947 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:55.361966 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5af21dfe-2e2c-420f-ad6a-b4c46a7a45a9 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:55.373018 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1787d-8434-43a7-a4e0-5e94bb822646 req-d699cbad-38ad-4d88-ac5f-2a460b6fc2ce tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:55.375145 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2af1787d-8434-43a7-a4e0-5e94bb822646 req-d699cbad-38ad-4d88-ac5f-2a460b6fc2ce tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 947 time: 0.1822803 Jul 09 16:22:55.389634 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f750f73-94c0-4766-b30c-7899a22c5293 admin admin] Deleting subnet cadcd5ca-1a17-4db9-981a-45e07a385194 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:22:55.398567 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f750f73-94c0-4766-b30c-7899a22c5293 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:55.406676 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5af21dfe-2e2c-420f-ad6a-b4c46a7a45a9 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:55.410090 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5af21dfe-2e2c-420f-ad6a-b4c46a7a45a9 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:55.411277 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-5af21dfe-2e2c-420f-ad6a-b4c46a7a45a9 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] 10.222.0.98 "DELETE /v2.0/security-groups/89a2d968-85a2-4b90-b076-d1ecd87816de HTTP/1.1" status: 204 len: 168 time: 0.1408267 Jul 09 16:22:55.414569 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36008) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:55.433329 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af21dfe-2e2c-420f-ad6a-b4c46a7a45a9 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a2d968-85a2-4b90-b076-d1ecd87816de,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:55.457854 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2af1787d-8434-43a7-a4e0-5e94bb822646 req-6e0dabcd-a5bd-4b3a-af7f-047e5b56d829 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725226 Jul 09 16:22:55.461151 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f750f73-94c0-4766-b30c-7899a22c5293 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:55.484109 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-9e3c2dae-6b2e-4a29-adcf-a7b39bbad5d6 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0683994 Jul 09 16:22:55.490412 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36014) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:55.496839 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-33376178-4130-4b7f-a44d-14b2db6892e4 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Request body: {'security_group': {'name': 'tempest-secgroup--644349748'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:55.536079 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33376178-4130-4b7f-a44d-14b2db6892e4 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:55.624977 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f750f73-94c0-4766-b30c-7899a22c5293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:55.732770 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f750f73-94c0-4766-b30c-7899a22c5293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:55.759261 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c3aae-4066-430d-928f-73fa8e7ce811 req-a0357b88-a455-448f-8585-9d148a5a75c9 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:55.760758 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-be5c3aae-4066-430d-928f-73fa8e7ce811 req-a0357b88-a455-448f-8585-9d148a5a75c9 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 947 time: 0.1854844 Jul 09 16:22:55.787917 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f750f73-94c0-4766-b30c-7899a22c5293 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:55.789975 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-7f750f73-94c0-4766-b30c-7899a22c5293 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/cadcd5ca-1a17-4db9-981a-45e07a385194 HTTP/1.1" status: 204 len: 168 time: 0.4715445 Jul 09 16:22:55.794285 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce3825e-751c-462e-9c88-721348176df2 None None] Network a72a84d8-4ffe-4de0-8d4f-aafaf4579448 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:22:55.799412 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36020) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:55.800174 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f750f73-94c0-4766-b30c-7899a22c5293 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cadcd5ca-1a17-4db9-981a-45e07a385194,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:55.817096 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33376178-4130-4b7f-a44d-14b2db6892e4 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:55.845406 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33376178-4130-4b7f-a44d-14b2db6892e4 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:55.878981 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c7a00-c9d1-4c9e-9988-49bd41447574 req-3c4b3bec-fc0b-4e2c-9589-526c2004274f tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:55.880614 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-570c7a00-c9d1-4c9e-9988-49bd41447574 req-3c4b3bec-fc0b-4e2c-9589-526c2004274f tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] 10.222.0.98 "GET /v2.0/ports?device_id=e44bbdaa-8e6a-4888-b567-76f73db436ed HTTP/1.1" status: 200 len: 946 time: 0.0903125 Jul 09 16:22:55.944022 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-570c7a00-c9d1-4c9e-9988-49bd41447574 req-5789661a-fa81-4af9-89fb-e6daad326272 tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] 10.222.0.98 "GET /v2.0/security-groups?id=79261b5a-dabc-49cb-bd0c-59aa90364d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564811 Jul 09 16:22:55.944284 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33376178-4130-4b7f-a44d-14b2db6892e4 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:55.945510 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-33376178-4130-4b7f-a44d-14b2db6892e4 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4540992 Jul 09 16:22:55.949150 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36024) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:55.953663 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-8c75e2d0-b521-455b-8fd8-0c7d493ffa6b tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Request body: {'security_group_rule': {'security_group_id': '55be062f-a224-443b-b762-8850bd43963c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:55.954406 n-d-798930-3 neutron-server[93959]: WARNING neutron.api.v2.base [None req-8c75e2d0-b521-455b-8fd8-0c7d493ffa6b tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 09 16:22:55.955663 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-8c75e2d0-b521-455b-8fd8-0c7d493ffa6b tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:22:55.966519 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8c75e2d0-b521-455b-8fd8-0c7d493ffa6b tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064929 Jul 09 16:22:55.966735 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36026) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:55.968331 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-5384e772-b5e5-4fea-9bfa-9dc5c14ece01 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Request body: {'security_group_rule': {'security_group_id': '55be062f-a224-443b-b762-8850bd43963c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:55.977648 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-be5c3aae-4066-430d-928f-73fa8e7ce811 req-bca6660c-bbce-4c4a-a8f2-0625a8825983 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952543 Jul 09 16:22:55.978855 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33376178-4130-4b7f-a44d-14b2db6892e4 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55be062f-a224-443b-b762-8850bd43963c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:55.984800 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ebdb9312-e8e1-4c38-841d-e8f9b2944a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:56.040640 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d91306-3637-4fb1-b968-1df6eaa14f64 None None] DHCP port deletion for a72a84d8-4ffe-4de0-8d4f-aafaf4579448 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:22:56.087904 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-ebdb9312-e8e1-4c38-841d-e8f9b2944a78 admin admin] Deleting port 97c39f44-4f47-4367-9d56-5564677d2100 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:22:56.088257 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ebdb9312-e8e1-4c38-841d-e8f9b2944a78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:56.088720 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [None req-5384e772-b5e5-4fea-9bfa-9dc5c14ece01 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:22:56.090392 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-5384e772-b5e5-4fea-9bfa-9dc5c14ece01 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1257255 Jul 09 16:22:56.093495 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36034) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:56.099661 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-9a9fb2cd-f5c1-48d2-aacd-b0e03c1b780d tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Request body: {'security_group_rule': {'security_group_id': '55be062f-a224-443b-b762-8850bd43963c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:56.100509 n-d-798930-3 neutron-server[93958]: WARNING neutron.api.v2.base [None req-9a9fb2cd-f5c1-48d2-aacd-b0e03c1b780d tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 09 16:22:56.101007 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [None req-9a9fb2cd-f5c1-48d2-aacd-b0e03c1b780d tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:22:56.102317 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-9a9fb2cd-f5c1-48d2-aacd-b0e03c1b780d tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0074763 Jul 09 16:22:56.104762 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36036) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:56.113215 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-013b0ff5-18d1-4f40-9832-14ed167f6496 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Request body: {'security_group_rule': {'security_group_id': '55be062f-a224-443b-b762-8850bd43963c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:56.123058 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-85d91306-3637-4fb1-b968-1df6eaa14f64 None None] Deleting port 97c39f44-4f47-4367-9d56-5564677d2100 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:22:56.123890 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85d91306-3637-4fb1-b968-1df6eaa14f64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:56.162938 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [None req-013b0ff5-18d1-4f40-9832-14ed167f6496 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:22:56.164977 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-013b0ff5-18d1-4f40-9832-14ed167f6496 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0586810 Jul 09 16:22:56.168157 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36038) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:56.192611 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-99164f3c-2438-4c5e-8ec2-d6eee5bcf30a tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Request body: {'security_group_rule': {'security_group_id': '55be062f-a224-443b-b762-8850bd43963c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:56.195486 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-85d91306-3637-4fb1-b968-1df6eaa14f64 None None] For port 97c39f44-4f47-4367-9d56-5564677d2100, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=97c39f44-4f47-4367-9d56-5564677d2100,segment=NetworkSegment(a07da84f-9168-4aeb-95e6-091fcd93403d),segment_id=a07da84f-9168-4aeb-95e6-091fcd93403d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:22:56.195885 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85d91306-3637-4fb1-b968-1df6eaa14f64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:56.197986 n-d-798930-3 neutron-server[93959]: WARNING neutron.api.v2.base [None req-99164f3c-2438-4c5e-8ec2-d6eee5bcf30a tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 09 16:22:56.198355 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-99164f3c-2438-4c5e-8ec2-d6eee5bcf30a tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:22:56.199407 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-99164f3c-2438-4c5e-8ec2-d6eee5bcf30a tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0284286 Jul 09 16:22:56.204139 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36042) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:56.210448 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7ce6c39f-cc56-4ab4-b2c1-985f60f0d029 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Request body: {'security_group_rule': {'security_group_id': '55be062f-a224-443b-b762-8850bd43963c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:56.213225 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-85d91306-3637-4fb1-b968-1df6eaa14f64 None None] Calling delete_port for 97c39f44-4f47-4367-9d56-5564677d2100 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:22:56.248870 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-ebdb9312-e8e1-4c38-841d-e8f9b2944a78 admin admin] For port 97c39f44-4f47-4367-9d56-5564677d2100, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=97c39f44-4f47-4367-9d56-5564677d2100,segment=NetworkSegment(a07da84f-9168-4aeb-95e6-091fcd93403d),segment_id=a07da84f-9168-4aeb-95e6-091fcd93403d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:22:56.249347 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ebdb9312-e8e1-4c38-841d-e8f9b2944a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:56.264611 n-d-798930-3 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-7ce6c39f-cc56-4ab4-b2c1-985f60f0d029 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Project 8b2a0b098c4043bc9276d6d30fe0a58d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 16:22:56.281573 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-ebdb9312-e8e1-4c38-841d-e8f9b2944a78 admin admin] Calling delete_port for 97c39f44-4f47-4367-9d56-5564677d2100 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:22:56.287353 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [None req-7ce6c39f-cc56-4ab4-b2c1-985f60f0d029 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:22:56.289093 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7ce6c39f-cc56-4ab4-b2c1-985f60f0d029 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0838876 Jul 09 16:22:56.293708 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36044) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:56.301269 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-eed83e11-4d67-4b8b-b059-59f312fe479b tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Request body: {'security_group_rule': {'security_group_id': '55be062f-a224-443b-b762-8850bd43963c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:56.301757 n-d-798930-3 neutron-server[93958]: WARNING neutron.api.v2.base [None req-eed83e11-4d67-4b8b-b059-59f312fe479b tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 09 16:22:56.302249 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [None req-eed83e11-4d67-4b8b-b059-59f312fe479b tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:22:56.305750 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-eed83e11-4d67-4b8b-b059-59f312fe479b tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0086312 Jul 09 16:22:56.307126 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36046) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:56.317532 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-601a4f66-f12c-4596-8a1e-2102a4bd5bec tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Request body: {'security_group_rule': {'security_group_id': '55be062f-a224-443b-b762-8850bd43963c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:56.354904 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 188148b5-926e-461d-97c4-a92769abc7bc no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:22:56.364860 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:56.391818 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 188148b5-926e-461d-97c4-a92769abc7bc {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:22:56.392544 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 188148b5-926e-461d-97c4-a92769abc7bc not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:22:56.393309 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 97c39f44-4f47-4367-9d56-5564677d2100 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:22:56.430385 n-d-798930-3 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-601a4f66-f12c-4596-8a1e-2102a4bd5bec tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Project 8b2a0b098c4043bc9276d6d30fe0a58d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 16:22:56.455911 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85d91306-3637-4fb1-b968-1df6eaa14f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:56.496012 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d91306-3637-4fb1-b968-1df6eaa14f64 None None] Pushing event deleted for resources: {'Port': ['ID=97c39f44-4f47-4367-9d56-5564677d2100,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:56.498605 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd413ff-999a-41f9-827d-c488d15953c2 req-4b61f90b-96bc-4b74-b596-27cb86dfdfad tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:56.506716 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6fd413ff-999a-41f9-827d-c488d15953c2 req-4b61f90b-96bc-4b74-b596-27cb86dfdfad tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 947 time: 0.1822884 Jul 09 16:22:56.509274 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [None req-601a4f66-f12c-4596-8a1e-2102a4bd5bec tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:22:56.510682 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-601a4f66-f12c-4596-8a1e-2102a4bd5bec tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2026997 Jul 09 16:22:56.513412 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36054) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:56.518578 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-c18bbdae-6e1a-40ca-bf12-9a19e40c7294 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Request body: {'security_group_rule': {'security_group_id': '55be062f-a224-443b-b762-8850bd43963c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:56.519649 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d91306-3637-4fb1-b968-1df6eaa14f64 None None] No DVR routers for this DVR port 97c39f44-4f47-4367-9d56-5564677d2100 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:22:56.541389 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No active binding found for port 97c39f44-4f47-4367-9d56-5564677d2100 {{(pid=93960) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 09 16:22:56.541876 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 97c39f44-4f47-4367-9d56-5564677d2100 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:22:56.542847 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 06b3f8d1-b64d-4532-9f7e-fe4b180a6f7c no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:22:56.546957 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:56.582110 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 06b3f8d1-b64d-4532-9f7e-fe4b180a6f7c {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:22:56.582527 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 06b3f8d1-b64d-4532-9f7e-fe4b180a6f7c not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:22:56.604319 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6fd413ff-999a-41f9-827d-c488d15953c2 req-582eb051-7fb4-4eb3-9c74-607803d0ba14 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962043 Jul 09 16:22:56.627741 n-d-798930-3 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-c18bbdae-6e1a-40ca-bf12-9a19e40c7294 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Project 8b2a0b098c4043bc9276d6d30fe0a58d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 16:22:56.653241 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [None req-c18bbdae-6e1a-40ca-bf12-9a19e40c7294 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:22:56.654601 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c18bbdae-6e1a-40ca-bf12-9a19e40c7294 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1399508 Jul 09 16:22:56.657515 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36062) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:56.776413 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-43766d35-e512-4b2a-a0ca-afdfafa452fa tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:56.786466 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ebdb9312-e8e1-4c38-841d-e8f9b2944a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:56.817788 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb9312-e8e1-4c38-841d-e8f9b2944a78 admin admin] Pushing event deleted for resources: {'Port': ['ID=97c39f44-4f47-4367-9d56-5564677d2100,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:56.819863 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-43766d35-e512-4b2a-a0ca-afdfafa452fa tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:56.827300 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdb9312-e8e1-4c38-841d-e8f9b2944a78 admin admin] No DVR routers for this DVR port 97c39f44-4f47-4367-9d56-5564677d2100 on host n-d-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:22:56.878732 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d49c16-806a-46f2-afa1-386951b0fce4 req-141b49c1-acfd-46cb-b3c7-3ff9a1f09344 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:56.880245 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-13d49c16-806a-46f2-afa1-386951b0fce4 req-141b49c1-acfd-46cb-b3c7-3ff9a1f09344 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 947 time: 0.1188869 Jul 09 16:22:56.907084 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-43766d35-e512-4b2a-a0ca-afdfafa452fa tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:56.910648 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-43766d35-e512-4b2a-a0ca-afdfafa452fa tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:56.911993 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-43766d35-e512-4b2a-a0ca-afdfafa452fa tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] 10.222.0.98 "DELETE /v2.0/security-groups/55be062f-a224-443b-b762-8850bd43963c HTTP/1.1" status: 204 len: 168 time: 0.2524872 Jul 09 16:22:56.915596 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36064) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:56.930342 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43766d35-e512-4b2a-a0ca-afdfafa452fa tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55be062f-a224-443b-b762-8850bd43963c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:56.950002 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ebdb9312-e8e1-4c38-841d-e8f9b2944a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:56.969640 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-ebdb9312-e8e1-4c38-841d-e8f9b2944a78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a72a84d8-4ffe-4de0-8d4f-aafaf4579448']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:22:56.977172 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-13d49c16-806a-46f2-afa1-386951b0fce4 req-fb285a3a-6713-4dac-83eb-cc6e3eb2934d tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907943 Jul 09 16:22:56.983370 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-ebdb9312-e8e1-4c38-841d-e8f9b2944a78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a07da84f-9168-4aeb-95e6-091fcd93403d') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:22:56.983664 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-ebdb9312-e8e1-4c38-841d-e8f9b2944a78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a07da84f-9168-4aeb-95e6-091fcd93403d') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:22:57.000907 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ebdb9312-e8e1-4c38-841d-e8f9b2944a78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:57.013047 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-fd98099d-de5b-4c11-ad2b-09804e9e5def tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0935192 Jul 09 16:22:57.014037 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36068) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:57.019902 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-62f6d7d7-247d-4298-bac8-1b5e60e642f0 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Request body: {'security_group': {'name': 'tempest-secgroup--577843612'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:57.025808 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ebdb9312-e8e1-4c38-841d-e8f9b2944a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:57.034278 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebdb9312-e8e1-4c38-841d-e8f9b2944a78 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:22:57.035610 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ebdb9312-e8e1-4c38-841d-e8f9b2944a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:57.046536 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-62f6d7d7-247d-4298-bac8-1b5e60e642f0 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:57.073714 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:22:57.073714 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:22:57.073714 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:22:57.073714 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:22:57.073714 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:22:57.073714 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:22:57.073714 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:22:57.073714 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:22:57.073714 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:22:57.073714 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:22:57.073714 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:22:57.073714 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:22:57.073714 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:22:57.073714 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:22:57.073714 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:22:57.073714 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:22:57.073714 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:22:57.073714 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:22:57.073714 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:22:57.073714 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:22:57.073714 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:22:57.073714 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:22:57.073714 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:22:57.073714 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:22:57.073714 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:22:57.073714 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:22:57.073714 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:22:57.073714 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:22:57.073714 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:22:57.073714 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:22:57.073714 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:22:57.073714 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:22:57.104495 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ebdb9312-e8e1-4c38-841d-e8f9b2944a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:57.117340 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ebdb9312-e8e1-4c38-841d-e8f9b2944a78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:57.122136 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ebdb9312-e8e1-4c38-841d-e8f9b2944a78 admin admin] 10.222.0.98 "DELETE /v2.0/networks/a72a84d8-4ffe-4de0-8d4f-aafaf4579448 HTTP/1.1" status: 204 len: 168 time: 1.3162730 Jul 09 16:22:57.138536 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb9312-e8e1-4c38-841d-e8f9b2944a78 admin admin] Pushing event deleted for resources: {'Network': ['ID=a72a84d8-4ffe-4de0-8d4f-aafaf4579448,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:57.172019 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-62f6d7d7-247d-4298-bac8-1b5e60e642f0 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:57.180003 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-62f6d7d7-247d-4298-bac8-1b5e60e642f0 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:57.255418 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-62f6d7d7-247d-4298-bac8-1b5e60e642f0 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:57.259000 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-62f6d7d7-247d-4298-bac8-1b5e60e642f0 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2416129 Jul 09 16:22:57.259426 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f6d7d7-247d-4298-bac8-1b5e60e642f0 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5c94d8-a872-4e72-bb87-a76dbd713ab9,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:57.259657 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36076) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:57.264415 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-a22be59e-2590-434f-b100-cc8db449c8bb tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Request body: {'security_group_rule': {'security_group_id': '5d5c94d8-a872-4e72-bb87-a76dbd713ab9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:57.345975 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-a22be59e-2590-434f-b100-cc8db449c8bb tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] create failed (client error): The resource could not be found. Jul 09 16:22:57.351603 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586297b-1d42-4d6a-b1b2-4b6f4d559087 req-c380a4ef-bcd2-4bfd-83d7-9c669219da77 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:57.352081 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a22be59e-2590-434f-b100-cc8db449c8bb tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0911326 Jul 09 16:22:57.353561 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36080) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:57.359781 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8586297b-1d42-4d6a-b1b2-4b6f4d559087 req-c380a4ef-bcd2-4bfd-83d7-9c669219da77 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 947 time: 0.1509113 Jul 09 16:22:57.363517 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-aa1a8228-20f7-4ff8-9d4d-355a50fc23a2 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Request body: {'security_group_rule': {'security_group_id': '5d5c94d8-a872-4e72-bb87-a76dbd713ab9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '5cc577ca-5dcb-4ef8-ad1a-5b9efc223a0e'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:57.422571 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36082) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:57.423928 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8586297b-1d42-4d6a-b1b2-4b6f4d559087 req-975c3c1c-9500-4d4f-912f-c0cf74f123e3 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628078 Jul 09 16:22:57.442485 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-aa1a8228-20f7-4ff8-9d4d-355a50fc23a2 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] create failed (client error): The resource could not be found. Jul 09 16:22:57.443613 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-aa1a8228-20f7-4ff8-9d4d-355a50fc23a2 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0887282 Jul 09 16:22:57.446561 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36084) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:57.478523 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-40f9ce9a-630c-4234-9914-3ffa396bd94b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=97f227ad7be84ac08b59c2b24c66114c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0537753 Jul 09 16:22:57.490069 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36090) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:57.575788 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a2651e8-0d77-4447-9fbb-50b37fc6dc97 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:57.608208 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a2651e8-0d77-4447-9fbb-50b37fc6dc97 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:57.611580 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3c41621e-91da-4f91-b597-af836563a990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:57.641048 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45e04d-ac55-4a92-88c9-3f416a20f676 req-263b53ae-e28a-44ba-9463-6204f0af2fe3 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:57.642622 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1c45e04d-ac55-4a92-88c9-3f416a20f676 req-263b53ae-e28a-44ba-9463-6204f0af2fe3 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 947 time: 0.0670397 Jul 09 16:22:57.653095 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3c41621e-91da-4f91-b597-af836563a990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:57.681741 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1c45e04d-ac55-4a92-88c9-3f416a20f676 req-8f985e1f-0780-4de4-be57-c4c45eac3515 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328467 Jul 09 16:22:57.687525 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a2651e8-0d77-4447-9fbb-50b37fc6dc97 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:57.690728 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a2651e8-0d77-4447-9fbb-50b37fc6dc97 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:57.692502 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-9a2651e8-0d77-4447-9fbb-50b37fc6dc97 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] 10.222.0.98 "DELETE /v2.0/security-groups/5d5c94d8-a872-4e72-bb87-a76dbd713ab9 HTTP/1.1" status: 204 len: 168 time: 0.2440789 Jul 09 16:22:57.695079 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36092) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:57.712014 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2651e8-0d77-4447-9fbb-50b37fc6dc97 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5c94d8-a872-4e72-bb87-a76dbd713ab9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:57.732413 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3c41621e-91da-4f91-b597-af836563a990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:57.735969 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3c41621e-91da-4f91-b597-af836563a990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:57.741659 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-3c41621e-91da-4f91-b597-af836563a990 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/7df3d11b-d144-4a96-b3c1-84a6e5d3d35a HTTP/1.1" status: 204 len: 168 time: 0.2484846 Jul 09 16:22:57.749929 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c41621e-91da-4f91-b597-af836563a990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df3d11b-d144-4a96-b3c1-84a6e5d3d35a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:57.752587 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ae0ca2ae-b5a3-47db-8536-ae8a6cd42fa7 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0553639 Jul 09 16:22:57.756340 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36102) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:57.761265 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-ed1e2000-ee53-423d-bf9c-b082b8f8b5ac tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Request body: {'security_group_rule': {'security_group_id': '5c15336f-5143-4f71-8ae8-6c7b0efb7309', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:57.809175 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-ed1e2000-ee53-423d-bf9c-b082b8f8b5ac tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] create failed (client error): The resource could not be found. Jul 09 16:22:57.813764 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ed1e2000-ee53-423d-bf9c-b082b8f8b5ac tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0527561 Jul 09 16:22:57.814843 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36104) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:57.819723 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7cc4c00b-5292-44d2-b4bb-53c08a75e16d tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Request body: {'security_group': {'name': 'tempest-secgroup--575608054'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:57.864221 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7cc4c00b-5292-44d2-b4bb-53c08a75e16d tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:57.962507 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b46e3-d5fb-4863-9c82-7e6d18241534 req-a37b67fc-193f-4922-aad8-ff64d94423ab tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:57.964462 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-738b46e3-d5fb-4863-9c82-7e6d18241534 req-a37b67fc-193f-4922-aad8-ff64d94423ab tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 947 time: 0.0776620 Jul 09 16:22:57.965481 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7cc4c00b-5292-44d2-b4bb-53c08a75e16d tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:57.969473 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7cc4c00b-5292-44d2-b4bb-53c08a75e16d tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:58.011644 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc4c00b-5292-44d2-b4bb-53c08a75e16d tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f53828db-785c-4686-9e9a-8cac1621dfee,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:58.017633 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-738b46e3-d5fb-4863-9c82-7e6d18241534 req-aebf2216-20ff-4f27-997a-9ce241b45b3c tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441806 Jul 09 16:22:58.019224 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7cc4c00b-5292-44d2-b4bb-53c08a75e16d tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:58.023574 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36108) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:58.025524 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7cc4c00b-5292-44d2-b4bb-53c08a75e16d tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2094142 Jul 09 16:22:58.029677 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-45a28ee3-1e4b-448c-b532-603b4e6d592c tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Request body: {'security_group': {'name': 'tempest-secgroup--469380117'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:58.057650 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-45a28ee3-1e4b-448c-b532-603b4e6d592c tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:58.080254 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:58.152376 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-45a28ee3-1e4b-448c-b532-603b4e6d592c tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:58.157567 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-45a28ee3-1e4b-448c-b532-603b4e6d592c tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:58.194940 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-45a28ee3-1e4b-448c-b532-603b4e6d592c tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:58.199863 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-45a28ee3-1e4b-448c-b532-603b4e6d592c tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1753664 Jul 09 16:22:58.201446 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36118) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:58.207077 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-21934509-819f-4247-80d1-094f3921d0d5 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Request body: {'security_group_rule': {'security_group_id': 'f53828db-785c-4686-9e9a-8cac1621dfee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '2c7e2f75-b83b-41bd-8a2b-81c38c90750b'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:58.211440 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a28ee3-1e4b-448c-b532-603b4e6d592c tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7e2f75-b83b-41bd-8a2b-81c38c90750b,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:58.229500 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aeaf87-964c-4bcc-8598-70e930bcc418 req-0473555b-ac0d-4301-9af0-97ee105fee2a tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:58.231108 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-19aeaf87-964c-4bcc-8598-70e930bcc418 req-0473555b-ac0d-4301-9af0-97ee105fee2a tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 947 time: 0.0758276 Jul 09 16:22:58.255783 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-21934509-819f-4247-80d1-094f3921d0d5 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:22:58.256960 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-21934509-819f-4247-80d1-094f3921d0d5 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0542727 Jul 09 16:22:58.260368 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36122) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:58.286029 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-19aeaf87-964c-4bcc-8598-70e930bcc418 req-8329144a-a21d-4253-80aa-f2fbc33f1fa5 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444422 Jul 09 16:22:58.335024 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3ae37675-1044-4d19-bd67-1c1d21ed8019 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:58.362482 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3ae37675-1044-4d19-bd67-1c1d21ed8019 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:58.415135 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3ae37675-1044-4d19-bd67-1c1d21ed8019 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:58.419290 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3ae37675-1044-4d19-bd67-1c1d21ed8019 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:58.424313 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36134) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:58.436707 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3ae37675-1044-4d19-bd67-1c1d21ed8019 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] 10.222.0.98 "DELETE /v2.0/security-groups/2c7e2f75-b83b-41bd-8a2b-81c38c90750b HTTP/1.1" status: 204 len: 168 time: 0.1735418 Jul 09 16:22:58.451523 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae37675-1044-4d19-bd67-1c1d21ed8019 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7e2f75-b83b-41bd-8a2b-81c38c90750b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:58.506595 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-36c21a2c-b289-4405-be34-44f482f802b1 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0810361 Jul 09 16:22:58.509437 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36140) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:58.614511 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1f2f0248-b3db-46c8-953b-732335d540af tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:58.655129 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d81ffca-11f6-4dbb-bc12-519b2f6b417b req-2cb20c7e-7986-4e02-9cf5-f2f621916d32 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:58.657075 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7d81ffca-11f6-4dbb-bc12-519b2f6b417b req-2cb20c7e-7986-4e02-9cf5-f2f621916d32 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 947 time: 0.1217000 Jul 09 16:22:58.658947 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1f2f0248-b3db-46c8-953b-732335d540af tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:58.720109 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7d81ffca-11f6-4dbb-bc12-519b2f6b417b req-80f6cb50-88bf-4d86-b46a-c492777c0ec2 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527451 Jul 09 16:22:58.732947 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1f2f0248-b3db-46c8-953b-732335d540af tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:58.735874 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1f2f0248-b3db-46c8-953b-732335d540af tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:58.739505 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-1f2f0248-b3db-46c8-953b-732335d540af tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] 10.222.0.98 "DELETE /v2.0/security-groups/f53828db-785c-4686-9e9a-8cac1621dfee HTTP/1.1" status: 204 len: 168 time: 0.2263479 Jul 09 16:22:58.740565 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36152) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:58.747184 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2f0248-b3db-46c8-953b-732335d540af tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53828db-785c-4686-9e9a-8cac1621dfee,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:58.798050 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d637abda-f5d0-4339-b389-4b54314effeb tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0556934 Jul 09 16:22:58.803132 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36158) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:58.807653 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-02ecf7bb-79b7-45e6-ac3f-e232f65a944d tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Request body: {'security_group': {'name': 'tempest-secgroup--1915161165'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:58.835680 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-02ecf7bb-79b7-45e6-ac3f-e232f65a944d tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:58.933678 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-02ecf7bb-79b7-45e6-ac3f-e232f65a944d tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:58.938663 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-02ecf7bb-79b7-45e6-ac3f-e232f65a944d tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:58.974594 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ecf7bb-79b7-45e6-ac3f-e232f65a944d tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=727ac9f0-ded9-4fe0-bc59-05270c590ff6,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:58.978692 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-02ecf7bb-79b7-45e6-ac3f-e232f65a944d tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:58.981656 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-02ecf7bb-79b7-45e6-ac3f-e232f65a944d tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1780045 Jul 09 16:22:58.984167 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36168) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:58.989254 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-599ae028-b314-401d-a6f4-cb000a86c7b1 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Request body: {'security_group_rule': {'security_group_id': '727ac9f0-ded9-4fe0-bc59-05270c590ff6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:59.051148 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [None req-599ae028-b314-401d-a6f4-cb000a86c7b1 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:22:59.054360 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-599ae028-b314-401d-a6f4-cb000a86c7b1 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0689781 Jul 09 16:22:59.057168 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36172) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:59.070064 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7de0b2c1-b329-4af6-a423-e6647ecec02d tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Request body: {'security_group_rule': {'security_group_id': '727ac9f0-ded9-4fe0-bc59-05270c590ff6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:59.129591 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [None req-7de0b2c1-b329-4af6-a423-e6647ecec02d tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:22:59.130841 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7de0b2c1-b329-4af6-a423-e6647ecec02d tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0690453 Jul 09 16:22:59.133740 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36174) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:59.192447 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a359b-1b56-4f48-93bc-cc3f7510dbb8 req-9672f15d-00c6-4018-ae7b-ddc8e39c7070 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:59.194728 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2f4a359b-1b56-4f48-93bc-cc3f7510dbb8 req-9672f15d-00c6-4018-ae7b-ddc8e39c7070 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 947 time: 0.0920777 Jul 09 16:22:59.208057 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e6688589-2d4d-48d8-94de-d5139fff0cf8 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:59.243883 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e6688589-2d4d-48d8-94de-d5139fff0cf8 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:59.255578 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2f4a359b-1b56-4f48-93bc-cc3f7510dbb8 req-faa14882-927a-453d-87ac-08f656037bc3 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526135 Jul 09 16:22:59.297411 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e6688589-2d4d-48d8-94de-d5139fff0cf8 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:59.301048 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e6688589-2d4d-48d8-94de-d5139fff0cf8 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:59.302387 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e6688589-2d4d-48d8-94de-d5139fff0cf8 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] 10.222.0.98 "DELETE /v2.0/security-groups/727ac9f0-ded9-4fe0-bc59-05270c590ff6 HTTP/1.1" status: 204 len: 168 time: 0.1669075 Jul 09 16:22:59.305868 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36182) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:59.322875 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6688589-2d4d-48d8-94de-d5139fff0cf8 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=727ac9f0-ded9-4fe0-bc59-05270c590ff6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:59.365856 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36184) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:59.390052 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36188) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:59.391297 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a1644dc7-52ee-4fd1-97fc-99cb27b709bf tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0835559 Jul 09 16:22:59.396036 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-0cece8e4-8494-45f2-845e-261419971f1c tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Request body: {'security_group': {'name': 'tempest-secgroup--2120676353'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:59.427597 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0cece8e4-8494-45f2-845e-261419971f1c tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:59.536357 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c602a62-2e83-43f6-9c3a-c24f52a20c55 req-3428b377-eea7-45bd-9b5c-e16d029a5bd9 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:59.537711 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7c602a62-2e83-43f6-9c3a-c24f52a20c55 req-3428b377-eea7-45bd-9b5c-e16d029a5bd9 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 947 time: 0.1050589 Jul 09 16:22:59.554939 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0cece8e4-8494-45f2-845e-261419971f1c tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:59.563149 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0cece8e4-8494-45f2-845e-261419971f1c tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:59.569149 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-398a78c8-9be3-4168-960d-f4dc2b3fb718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:59.620518 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7c602a62-2e83-43f6-9c3a-c24f52a20c55 req-efeedeaf-e5e2-4505-ad97-33777f57b601 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746250 Jul 09 16:22:59.622267 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cece8e4-8494-45f2-845e-261419971f1c tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09bce465-b217-4682-8cea-cb652d5eb560,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:59.709154 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-398a78c8-9be3-4168-960d-f4dc2b3fb718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:59.715195 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-398a78c8-9be3-4168-960d-f4dc2b3fb718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:59.724412 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0cece8e4-8494-45f2-845e-261419971f1c tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:59.728700 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0cece8e4-8494-45f2-845e-261419971f1c tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3366170 Jul 09 16:22:59.729290 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36196) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:59.743924 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-104e726b-84d9-44dd-a76a-5c2aa24b0102 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:22:59.744325 n-d-798930-3 neutron-server[93959]: WARNING neutron.api.v2.base [None req-104e726b-84d9-44dd-a76a-5c2aa24b0102 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 09 16:22:59.745752 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-104e726b-84d9-44dd-a76a-5c2aa24b0102 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] update failed (client error): There was a conflict when trying to complete your request. Jul 09 16:22:59.750807 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-104e726b-84d9-44dd-a76a-5c2aa24b0102 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] 10.222.0.98 "PUT /v2.0/security-groups/09bce465-b217-4682-8cea-cb652d5eb560 HTTP/1.1" status: 409 len: 330 time: 0.0165951 Jul 09 16:22:59.750807 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36198) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:59.775752 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-398a78c8-9be3-4168-960d-f4dc2b3fb718 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2fb6065684414bc18e307b3557a1bd34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4062672 Jul 09 16:22:59.775752 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a78c8-9be3-4168-960d-f4dc2b3fb718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7d8a2b-4b30-4a70-aa1d-a8b09cba18a8,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:59.778001 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36200) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:22:59.835644 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-65239e16-8917-4d0d-a708-047ee1099ecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:59.837950 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33713645-5d9b-43e1-ab13-d9dfd619d7a8 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:59.859621 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-65239e16-8917-4d0d-a708-047ee1099ecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:59.868292 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc1ed69-51cc-472b-b4f6-d2f6acdab359 req-d3c44ee0-061b-4820-8c0f-c44234e68a63 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:22:59.869829 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6fc1ed69-51cc-472b-b4f6-d2f6acdab359 req-d3c44ee0-061b-4820-8c0f-c44234e68a63 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 947 time: 0.1422527 Jul 09 16:22:59.874045 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33713645-5d9b-43e1-ab13-d9dfd619d7a8 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:59.921413 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-65239e16-8917-4d0d-a708-047ee1099ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:59.924397 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-65239e16-8917-4d0d-a708-047ee1099ecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:59.925611 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-65239e16-8917-4d0d-a708-047ee1099ecc admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9b7d8a2b-4b30-4a70-aa1d-a8b09cba18a8 HTTP/1.1" status: 204 len: 168 time: 0.1466658 Jul 09 16:22:59.947319 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65239e16-8917-4d0d-a708-047ee1099ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7d8a2b-4b30-4a70-aa1d-a8b09cba18a8,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:22:59.951422 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6fc1ed69-51cc-472b-b4f6-d2f6acdab359 req-065f34fd-5d49-44bf-b14a-12dd5f6fd134 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662861 Jul 09 16:22:59.959406 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33713645-5d9b-43e1-ab13-d9dfd619d7a8 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:59.962316 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33713645-5d9b-43e1-ab13-d9dfd619d7a8 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:22:59.963593 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-33713645-5d9b-43e1-ab13-d9dfd619d7a8 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] 10.222.0.98 "DELETE /v2.0/security-groups/09bce465-b217-4682-8cea-cb652d5eb560 HTTP/1.1" status: 204 len: 168 time: 0.2126625 Jul 09 16:22:59.966253 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36204) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:00.003257 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33713645-5d9b-43e1-ab13-d9dfd619d7a8 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09bce465-b217-4682-8cea-cb652d5eb560,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:00.029324 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e5070aee-1592-4b05-85ec-6a484e806fc7 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0612361 Jul 09 16:23:00.032532 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36210) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:00.049750 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [None req-511b14e8-dd86-4793-97d4-6e181415633a tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] delete failed (client error): The resource could not be found. Jul 09 16:23:00.051287 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-511b14e8-dd86-4793-97d4-6e181415633a tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] 10.222.0.98 "DELETE /v2.0/security-groups/262f1be3-95a4-4668-9dac-abd98b030d46 HTTP/1.1" status: 404 len: 347 time: 0.0166237 Jul 09 16:23:00.055107 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36212) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:00.071270 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [None req-c0745803-0726-41ea-b65f-58cce3a2b761 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] show failed (client error): The resource could not be found. Jul 09 16:23:00.072459 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c0745803-0726-41ea-b65f-58cce3a2b761 tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] 10.222.0.98 "GET /v2.0/security-groups/9e223f6e-c4fb-4c0f-a2f9-1b7331e89408 HTTP/1.1" status: 404 len: 347 time: 0.0160592 Jul 09 16:23:00.076425 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36214) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:00.092306 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-6740b81e-84d4-402e-a053-1ba82b18652a tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] show failed (client error): The resource could not be found. Jul 09 16:23:00.094149 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-6740b81e-84d4-402e-a053-1ba82b18652a tempest-NegativeSecGroupIPv6Test-74618553 tempest-NegativeSecGroupIPv6Test-74618553-project] 10.222.0.98 "GET /v2.0/security-group-rules/252b77e1-326f-4142-b0c3-9643e43c1ac2 HTTP/1.1" status: 404 len: 356 time: 0.0164165 Jul 09 16:23:00.239383 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a1634-48fb-4ece-8635-bf153b013e79 req-a393574d-5d92-4f1f-b6bb-b4519ad9fc40 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:00.253595 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cb6a1634-48fb-4ece-8635-bf153b013e79 req-a393574d-5d92-4f1f-b6bb-b4519ad9fc40 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 947 time: 0.0973508 Jul 09 16:23:00.306614 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cb6a1634-48fb-4ece-8635-bf153b013e79 req-642e3146-40c1-4d98-8f1e-2f0ea24780e5 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486627 Jul 09 16:23:00.430665 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36234) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:00.499804 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd7a04-af08-4e55-b713-e28d7de85dc2 req-99324e0b-f8ad-4e18-8d2c-456104cdd496 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:00.507620 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6cbd7a04-af08-4e55-b713-e28d7de85dc2 req-99324e0b-f8ad-4e18-8d2c-456104cdd496 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 947 time: 0.0887711 Jul 09 16:23:00.591537 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6cbd7a04-af08-4e55-b713-e28d7de85dc2 req-e66721db-93bf-4b6d-944d-7c3125e553a4 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828805 Jul 09 16:23:00.711741 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e0b20b40-c631-4067-afa5-872f1d3df10d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8b2a0b098c4043bc9276d6d30fe0a58d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2794058 Jul 09 16:23:00.714935 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36248) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:00.793484 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-486bfdcb-6478-424a-ac7e-95618b2588b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:00.837325 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-486bfdcb-6478-424a-ac7e-95618b2588b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:00.839689 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed05b7-645d-4aec-a5a1-d11204640a49 req-40dced2e-0aff-40b2-99b2-91b34e1c94bb tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:00.841261 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0aed05b7-645d-4aec-a5a1-d11204640a49 req-40dced2e-0aff-40b2-99b2-91b34e1c94bb tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 947 time: 0.1252604 Jul 09 16:23:00.899375 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0aed05b7-645d-4aec-a5a1-d11204640a49 req-a37b5829-8c5c-49c6-b510-fc1387016d96 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505149 Jul 09 16:23:00.919875 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-486bfdcb-6478-424a-ac7e-95618b2588b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:00.922574 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-486bfdcb-6478-424a-ac7e-95618b2588b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:00.924105 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-486bfdcb-6478-424a-ac7e-95618b2588b6 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4744dc84-bfae-41b4-b342-70e321f046cd HTTP/1.1" status: 204 len: 168 time: 0.2077031 Jul 09 16:23:00.934589 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486bfdcb-6478-424a-ac7e-95618b2588b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4744dc84-bfae-41b4-b342-70e321f046cd,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:01.725338 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-788fd945-a98d-4229-88ab-9b183bcaee78 req-cb50bf85-fe25-450a-8c53-72b3db327d74 tempest-AbsoluteLimitsNegativeTestJSON-1814968375 tempest-AbsoluteLimitsNegativeTestJSON-1814968375-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=9fa80c4558f844d6a034db60d4a4a79e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327704 Jul 09 16:23:01.941082 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36308) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:01.983001 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fd945-a98d-4229-88ab-9b183bcaee78 req-96457a27-35a6-4925-a509-ff562672f86c tempest-AbsoluteLimitsNegativeTestJSON-1814968375 tempest-AbsoluteLimitsNegativeTestJSON-1814968375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:01.990051 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-788fd945-a98d-4229-88ab-9b183bcaee78 req-96457a27-35a6-4925-a509-ff562672f86c tempest-AbsoluteLimitsNegativeTestJSON-1814968375 tempest-AbsoluteLimitsNegativeTestJSON-1814968375-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2588649 Jul 09 16:23:02.007856 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-788fd945-a98d-4229-88ab-9b183bcaee78 req-a1da6979-347c-4cac-af61-12baa3618cf9 tempest-AbsoluteLimitsNegativeTestJSON-1814968375 tempest-AbsoluteLimitsNegativeTestJSON-1814968375-project] 10.222.0.98 "GET /v2.0/quotas/9fa80c4558f844d6a034db60d4a4a79e HTTP/1.1" status: 200 len: 375 time: 0.0168576 Jul 09 16:23:02.048192 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-788fd945-a98d-4229-88ab-9b183bcaee78 req-88c5cd7d-17c3-4458-b592-15d966358f57 tempest-AbsoluteLimitsNegativeTestJSON-1814968375 tempest-AbsoluteLimitsNegativeTestJSON-1814968375-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=9fa80c4558f844d6a034db60d4a4a79e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364270 Jul 09 16:23:02.095953 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-1f97d25c-611e-49ba-b4a9-0e56ecff4427 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-767961211'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:23:02.134253 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58d32d-5c14-4df7-8603-dff77ca27ac4 req-f980b62e-b033-42f2-812c-88e17955280d tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:02.143356 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3d58d32d-5c14-4df7-8603-dff77ca27ac4 req-f980b62e-b033-42f2-812c-88e17955280d tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 946 time: 0.1017377 Jul 09 16:23:02.184616 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f97d25c-611e-49ba-b4a9-0e56ecff4427 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Made reservation on behalf of 4107163ed07d41c992999e7669aaa8b3 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:23:02.194820 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1f97d25c-611e-49ba-b4a9-0e56ecff4427 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:02.234491 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1f97d25c-611e-49ba-b4a9-0e56ecff4427 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:02.261584 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3d58d32d-5c14-4df7-8603-dff77ca27ac4 req-d75c0934-6b8b-41a9-b918-7791f2f37fde tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1173015 Jul 09 16:23:02.421197 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1f97d25c-611e-49ba-b4a9-0e56ecff4427 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:02.426794 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1f97d25c-611e-49ba-b4a9-0e56ecff4427 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:02.443121 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f97d25c-611e-49ba-b4a9-0e56ecff4427 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:23:02.456451 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1f97d25c-611e-49ba-b4a9-0e56ecff4427 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:02.457371 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-1f97d25c-611e-49ba-b4a9-0e56ecff4427 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Added segment 8e7c17f6-ecd7-4266-886b-7417477e9c9a of type vlan for network 2c5d8b09-43aa-4524-a3b1-0112e3190328 Jul 09 16:23:02.511237 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1f97d25c-611e-49ba-b4a9-0e56ecff4427 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:02.544625 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36324) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:02.567837 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1f97d25c-611e-49ba-b4a9-0e56ecff4427 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:02.573928 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f97d25c-611e-49ba-b4a9-0e56ecff4427 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:02.574569 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1f97d25c-611e-49ba-b4a9-0e56ecff4427 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:02.615184 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1f97d25c-611e-49ba-b4a9-0e56ecff4427 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6719635 Jul 09 16:23:02.618092 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36328) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:02.623943 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-dea1b5b8-08af-48fb-af00-4f726aa9bc19 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Request body: {'subnet': {'network_id': '2c5d8b09-43aa-4524-a3b1-0112e3190328', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:23:02.706090 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f97d25c-611e-49ba-b4a9-0e56ecff4427 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49c1bd3b-ef45-4d08-b255-299c94e319d5,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:02.720993 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f97d25c-611e-49ba-b4a9-0e56ecff4427 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Pushing event updated for resources: {'Network': ['ID=2c5d8b09-43aa-4524-a3b1-0112e3190328,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:02.756263 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 2c5d8b09-43aa-4524-a3b1-0112e3190328 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:23:02.794990 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea1b5b8-08af-48fb-af00-4f726aa9bc19 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Made reservation on behalf of 4107163ed07d41c992999e7669aaa8b3 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:23:02.802622 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dea1b5b8-08af-48fb-af00-4f726aa9bc19 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:02.827087 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-468d6e39-c14a-448f-8750-5405ebb29810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:02.973116 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-468d6e39-c14a-448f-8750-5405ebb29810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:02.985033 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-468d6e39-c14a-448f-8750-5405ebb29810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:03.049510 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-468d6e39-c14a-448f-8750-5405ebb29810 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9fa80c4558f844d6a034db60d4a4a79e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5029962 Jul 09 16:23:03.051967 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36338) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:03.055561 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d6e39-c14a-448f-8750-5405ebb29810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154cc857-145f-467c-9850-104f55ce81ad,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:03.164053 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bcc594e1-fd7c-48c1-a8c9-e33771fb6908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:03.204295 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bcc594e1-fd7c-48c1-a8c9-e33771fb6908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:03.225594 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dea1b5b8-08af-48fb-af00-4f726aa9bc19 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:03.271896 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bcc594e1-fd7c-48c1-a8c9-e33771fb6908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:03.275548 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bcc594e1-fd7c-48c1-a8c9-e33771fb6908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:03.295059 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-bcc594e1-fd7c-48c1-a8c9-e33771fb6908 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/154cc857-145f-467c-9850-104f55ce81ad HTTP/1.1" status: 204 len: 168 time: 0.2246144 Jul 09 16:23:03.334274 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc594e1-fd7c-48c1-a8c9-e33771fb6908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154cc857-145f-467c-9850-104f55ce81ad,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:03.434738 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea1b5b8-08af-48fb-af00-4f726aa9bc19 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Pushing event updated for resources: {'Subnet': ['ID=a2c4db7d-e658-4c48-91af-f0d3a75e9e11,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:03.471441 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea1b5b8-08af-48fb-af00-4f726aa9bc19 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Checking segment: {'id': '8e7c17f6-ecd7-4266-886b-7417477e9c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2c5d8b09-43aa-4524-a3b1-0112e3190328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:23:03.473646 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea1b5b8-08af-48fb-af00-4f726aa9bc19 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Network hostable DHCP agents. Network: 2c5d8b09-43aa-4524-a3b1-0112e3190328, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:23:03.512499 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea1b5b8-08af-48fb-af00-4f726aa9bc19 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Network 2c5d8b09-43aa-4524-a3b1-0112e3190328 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:23:03.526032 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-dea1b5b8-08af-48fb-af00-4f726aa9bc19 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 2c5d8b09-43aa-4524-a3b1-0112e3190328) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:23:03.531305 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea1b5b8-08af-48fb-af00-4f726aa9bc19 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:03.532049 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dea1b5b8-08af-48fb-af00-4f726aa9bc19 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:03.542144 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f73332-c510-4369-b58c-f93cc249f502 None None] Network 2c5d8b09-43aa-4524-a3b1-0112e3190328 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:23:03.555959 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36356) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:03.557659 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-dea1b5b8-08af-48fb-af00-4f726aa9bc19 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9381511 Jul 09 16:23:03.562817 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-941fbf2e-d744-44d5-8a00-3a5da71cd946 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Request body: {'port': {'network_id': '2c5d8b09-43aa-4524-a3b1-0112e3190328', 'name': 'tempest-TagsExtTest-1325474124'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:23:03.745243 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2758ae05-1dba-4839-933a-35ad46b86334 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-2c5d8b09-43aa-4524-a3b1-0112e3190328', 'network_id': '2c5d8b09-43aa-4524-a3b1-0112e3190328', 'tenant_id': '4107163ed07d41c992999e7669aaa8b3', 'fixed_ips': [{'subnet_id': 'a2c4db7d-e658-4c48-91af-f0d3a75e9e11'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:23:03.746437 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2758ae05-1dba-4839-933a-35ad46b86334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:03.850530 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941fbf2e-d744-44d5-8a00-3a5da71cd946 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Made reservation on behalf of 4107163ed07d41c992999e7669aaa8b3 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:23:03.854944 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-941fbf2e-d744-44d5-8a00-3a5da71cd946 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:03.908034 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-941fbf2e-d744-44d5-8a00-3a5da71cd946 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] device_id is not set on port 0f5cab83-86d9-4505-9072-aee8442526f0 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:23:03.999432 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-2758ae05-1dba-4839-933a-35ad46b86334 None None] Allocated IP 172.20.0.2 (2c5d8b09-43aa-4524-a3b1-0112e3190328/a2c4db7d-e658-4c48-91af-f0d3a75e9e11/7409b250-d5d6-4385-a817-6dc72fe5da41) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:23:04.217040 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2758ae05-1dba-4839-933a-35ad46b86334 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:04.243826 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2758ae05-1dba-4839-933a-35ad46b86334 None None] Transition to ACTIVE for port object 7409b250-d5d6-4385-a817-6dc72fe5da41 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:23:04.271422 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2758ae05-1dba-4839-933a-35ad46b86334 None None] Transition to ACTIVE for port object 7409b250-d5d6-4385-a817-6dc72fe5da41 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:23:04.280260 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2758ae05-1dba-4839-933a-35ad46b86334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:04.344789 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2758ae05-1dba-4839-933a-35ad46b86334 None None] Pushing event updated for resources: {'Port': ['ID=7409b250-d5d6-4385-a817-6dc72fe5da41,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:04.362354 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2758ae05-1dba-4839-933a-35ad46b86334 None None] Network 2c5d8b09-43aa-4524-a3b1-0112e3190328 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:23:04.364257 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-2758ae05-1dba-4839-933a-35ad46b86334 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:23:04.367907 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2758ae05-1dba-4839-933a-35ad46b86334 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:23:04.382001 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.db.api [None req-941fbf2e-d744-44d5-8a00-3a5da71cd946 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-6600f103-3d92-4520-9ad8-7bce491cf03c {{(pid=93958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:23:04.382590 n-d-798930-3 neutron-server[93958]: DEBUG oslo_db.api [None req-941fbf2e-d744-44d5-8a00-3a5da71cd946 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:23:04.468329 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-2758ae05-1dba-4839-933a-35ad46b86334 None None] Attempting to bind port 7409b250-d5d6-4385-a817-6dc72fe5da41 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:23:04.472094 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-2758ae05-1dba-4839-933a-35ad46b86334 None None] Attempting to bind port 7409b250-d5d6-4385-a817-6dc72fe5da41 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '8e7c17f6-ecd7-4266-886b-7417477e9c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2c5d8b09-43aa-4524-a3b1-0112e3190328'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:23:04.472893 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2758ae05-1dba-4839-933a-35ad46b86334 None None] Attempting to bind port 7409b250-d5d6-4385-a817-6dc72fe5da41 on network 2c5d8b09-43aa-4524-a3b1-0112e3190328 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:23:04.479162 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2758ae05-1dba-4839-933a-35ad46b86334 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:23:04.479903 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2758ae05-1dba-4839-933a-35ad46b86334 None None] Checking segment: {'id': '8e7c17f6-ecd7-4266-886b-7417477e9c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2c5d8b09-43aa-4524-a3b1-0112e3190328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:23:04.481320 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2758ae05-1dba-4839-933a-35ad46b86334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:04.482286 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2758ae05-1dba-4839-933a-35ad46b86334 None None] Bound using segment: {'id': '8e7c17f6-ecd7-4266-886b-7417477e9c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2c5d8b09-43aa-4524-a3b1-0112e3190328'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:23:04.483207 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-2758ae05-1dba-4839-933a-35ad46b86334 None None] Bound port: 7409b250-d5d6-4385-a817-6dc72fe5da41, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e7c17f6-ecd7-4266-886b-7417477e9c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2c5d8b09-43aa-4524-a3b1-0112e3190328'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:23:04.483838 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2758ae05-1dba-4839-933a-35ad46b86334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:04.492302 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36384) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:04.579587 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-2758ae05-1dba-4839-933a-35ad46b86334 None None] For port 7409b250-d5d6-4385-a817-6dc72fe5da41, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:23:04.594427 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-2758ae05-1dba-4839-933a-35ad46b86334 None None] For port 7409b250-d5d6-4385-a817-6dc72fe5da41, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=7409b250-d5d6-4385-a817-6dc72fe5da41,segment=NetworkSegment(8e7c17f6-ecd7-4266-886b-7417477e9c9a),segment_id=8e7c17f6-ecd7-4266-886b-7417477e9c9a)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:23:04.600527 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2758ae05-1dba-4839-933a-35ad46b86334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:04.667810 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-3dcbafad-b519-457f-a308-7a9d70649816 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-237515491-network', 'tenant_id': '8e332d09a4e944d7885efcd510d0a3f6'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:23:04.693175 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2758ae05-1dba-4839-933a-35ad46b86334 None None] Pushing event updated for resources: {'Port': ['ID=7409b250-d5d6-4385-a817-6dc72fe5da41,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:04.696995 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dcbafad-b519-457f-a308-7a9d70649816 admin admin] Made reservation on behalf of 8e332d09a4e944d7885efcd510d0a3f6 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:23:04.700218 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3dcbafad-b519-457f-a308-7a9d70649816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:04.711916 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3dcbafad-b519-457f-a308-7a9d70649816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:04.859933 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3dcbafad-b519-457f-a308-7a9d70649816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:04.865936 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3dcbafad-b519-457f-a308-7a9d70649816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:04.885033 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-941fbf2e-d744-44d5-8a00-3a5da71cd946 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:04.916515 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dcbafad-b519-457f-a308-7a9d70649816 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:23:04.921695 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcbafad-b519-457f-a308-7a9d70649816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d87ace1-2954-48bb-821f-934df0f5c577,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:04.939742 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3dcbafad-b519-457f-a308-7a9d70649816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:04.940576 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-3dcbafad-b519-457f-a308-7a9d70649816 admin admin] Added segment 4707960b-22ef-48c0-82a0-f4dc9651ce75 of type vlan for network 59b203a2-d105-4ba6-b07c-2912b86577db Jul 09 16:23:04.959159 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-941fbf2e-d744-44d5-8a00-3a5da71cd946 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] device_id is not set on port 37cdee54-52c1-47b8-8c5f-00044d7bcadf yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:23:05.109364 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3dcbafad-b519-457f-a308-7a9d70649816 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:05.177899 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-941fbf2e-d744-44d5-8a00-3a5da71cd946 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Allocated IP 172.20.0.12 (2c5d8b09-43aa-4524-a3b1-0112e3190328/a2c4db7d-e658-4c48-91af-f0d3a75e9e11/37cdee54-52c1-47b8-8c5f-00044d7bcadf) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:23:05.182647 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3dcbafad-b519-457f-a308-7a9d70649816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:05.183740 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcbafad-b519-457f-a308-7a9d70649816 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:05.184306 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3dcbafad-b519-457f-a308-7a9d70649816 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:05.268565 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-3dcbafad-b519-457f-a308-7a9d70649816 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7750325 Jul 09 16:23:05.271547 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36398) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:05.276526 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-bb14cb83-dcd0-490f-b0b3-eed8c5c0e2f0 admin admin] Request body: {'subnet': {'network_id': '59b203a2-d105-4ba6-b07c-2912b86577db', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-237515491-subnet', 'tenant_id': '8e332d09a4e944d7885efcd510d0a3f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:23:05.286663 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcbafad-b519-457f-a308-7a9d70649816 admin admin] Pushing event updated for resources: {'Network': ['ID=59b203a2-d105-4ba6-b07c-2912b86577db,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:05.298069 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 59b203a2-d105-4ba6-b07c-2912b86577db details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:23:05.315951 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb14cb83-dcd0-490f-b0b3-eed8c5c0e2f0 admin admin] Made reservation on behalf of 8e332d09a4e944d7885efcd510d0a3f6 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:23:05.318363 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bb14cb83-dcd0-490f-b0b3-eed8c5c0e2f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:05.423743 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-941fbf2e-d744-44d5-8a00-3a5da71cd946 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:05.441409 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-941fbf2e-d744-44d5-8a00-3a5da71cd946 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Transition to ACTIVE for port object 37cdee54-52c1-47b8-8c5f-00044d7bcadf will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:23:05.481776 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-941fbf2e-d744-44d5-8a00-3a5da71cd946 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:05.545101 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941fbf2e-d744-44d5-8a00-3a5da71cd946 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Network 2c5d8b09-43aa-4524-a3b1-0112e3190328 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:23:05.552391 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-941fbf2e-d744-44d5-8a00-3a5da71cd946 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:23:05.554360 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941fbf2e-d744-44d5-8a00-3a5da71cd946 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Pushing event updated for resources: {'Port': ['ID=37cdee54-52c1-47b8-8c5f-00044d7bcadf,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:05.557112 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941fbf2e-d744-44d5-8a00-3a5da71cd946 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:23:05.574296 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bb14cb83-dcd0-490f-b0b3-eed8c5c0e2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:05.634883 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb14cb83-dcd0-490f-b0b3-eed8c5c0e2f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aa64cb2-eb50-4e34-97e2-83a4b700140b,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:05.646118 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941fbf2e-d744-44d5-8a00-3a5da71cd946 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:05.646928 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-941fbf2e-d744-44d5-8a00-3a5da71cd946 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:05.657829 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb14cb83-dcd0-490f-b0b3-eed8c5c0e2f0 admin admin] Checking segment: {'id': '4707960b-22ef-48c0-82a0-f4dc9651ce75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '59b203a2-d105-4ba6-b07c-2912b86577db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:23:05.658188 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb14cb83-dcd0-490f-b0b3-eed8c5c0e2f0 admin admin] Network hostable DHCP agents. Network: 59b203a2-d105-4ba6-b07c-2912b86577db, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:23:05.681492 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb14cb83-dcd0-490f-b0b3-eed8c5c0e2f0 admin admin] Network 59b203a2-d105-4ba6-b07c-2912b86577db is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:23:05.682364 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-941fbf2e-d744-44d5-8a00-3a5da71cd946 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1249988 Jul 09 16:23:05.682944 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36404) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:05.687464 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-2434ae87-a165-40fc-95c6-1ddb83214325 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1535152136', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:23:05.697853 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-bb14cb83-dcd0-490f-b0b3-eed8c5c0e2f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 59b203a2-d105-4ba6-b07c-2912b86577db) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:23:05.705849 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb14cb83-dcd0-490f-b0b3-eed8c5c0e2f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:05.707741 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bb14cb83-dcd0-490f-b0b3-eed8c5c0e2f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:05.723796 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87f2b4c-2bc2-4e94-98cc-a61128ba4cc1 None None] Network 59b203a2-d105-4ba6-b07c-2912b86577db requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:23:05.729709 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2434ae87-a165-40fc-95c6-1ddb83214325 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:05.732371 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2434ae87-a165-40fc-95c6-1ddb83214325 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:05.739273 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-bb14cb83-dcd0-490f-b0b3-eed8c5c0e2f0 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4661958 Jul 09 16:23:05.870554 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2434ae87-a165-40fc-95c6-1ddb83214325 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:05.881803 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2434ae87-a165-40fc-95c6-1ddb83214325 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:05.906918 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2434ae87-a165-40fc-95c6-1ddb83214325 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:05.908169 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2434ae87-a165-40fc-95c6-1ddb83214325 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2243021 Jul 09 16:23:05.911218 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36416) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:05.918207 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-40e11bc0-2144-47fc-87b6-7a8ab5742144 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-251632736', 'prefixes': ['172.20.0.0/16']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:23:06.015232 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-40e11bc0-2144-47fc-87b6-7a8ab5742144 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Notify callbacks [] for subnetpool, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:06.016887 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-40e11bc0-2144-47fc-87b6-7a8ab5742144 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1046593 Jul 09 16:23:06.023323 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36420) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:06.029315 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-a8767710-418f-4952-ae84-8231ebf580dc tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a2c4db7d-e658-4c48-91af-f0d3a75e9e11', 'tempest-TagsExtTest-Tag-2076294170') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:06.060349 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd7f865-f227-4cd7-adce-f9a86760cf84 None None] Network 59b203a2-d105-4ba6-b07c-2912b86577db requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:23:06.217263 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c002cc51-1668-4f35-86a0-15f359bb9f35 None None] Network 2c5d8b09-43aa-4524-a3b1-0112e3190328 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:23:06.222733 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a8767710-418f-4952-ae84-8231ebf580dc tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "PUT /v2.0/subnets/a2c4db7d-e658-4c48-91af-f0d3a75e9e11/tags/tempest-TagsExtTest-Tag-2076294170 HTTP/1.1" status: 201 len: 201 time: 0.1982198 Jul 09 16:23:06.225687 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36428) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:06.238866 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-3cd80f4b-ab16-4963-9a6b-1091b40adab9 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '37cdee54-52c1-47b8-8c5f-00044d7bcadf', 'tempest-TagsExtTest-Tag-567643105') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:06.263496 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-e459b11d-0dfb-4cbb-a10a-64eb957064e4 req-f57224fc-da8a-44b5-8690-a7b9d8c482be tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1450389261', 'description': 'tempest-description-639387756'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:23:06.304945 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e459b11d-0dfb-4cbb-a10a-64eb957064e4 req-f57224fc-da8a-44b5-8690-a7b9d8c482be tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:06.392612 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d22fb8f1-0b3b-48f5-afb0-7436298e1305 None None] Provisioning for port 7409b250-d5d6-4385-a817-6dc72fe5da41 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:23:06.406328 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-3cd80f4b-ab16-4963-9a6b-1091b40adab9 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "PUT /v2.0/ports/37cdee54-52c1-47b8-8c5f-00044d7bcadf/tags/tempest-TagsExtTest-Tag-567643105 HTTP/1.1" status: 201 len: 201 time: 0.1795690 Jul 09 16:23:06.410745 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36434) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:06.417136 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-5cd3b8aa-fd8e-4afc-8689-14864ab19b31 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6489e359-627e-4eab-b08f-78076b80ebf9', 'tempest-TagsExtTest-Tag-583382717') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:06.470207 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e459b11d-0dfb-4cbb-a10a-64eb957064e4 req-f57224fc-da8a-44b5-8690-a7b9d8c482be tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:06.475824 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e459b11d-0dfb-4cbb-a10a-64eb957064e4 req-f57224fc-da8a-44b5-8690-a7b9d8c482be tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:06.491985 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 7409b250-d5d6-4385-a817-6dc72fe5da41 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:23:06.514718 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57224fc-da8a-44b5-8690-a7b9d8c482be tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64dd1e81-2fda-41c9-913c-229281a9e213,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:06.541205 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e459b11d-0dfb-4cbb-a10a-64eb957064e4 req-f57224fc-da8a-44b5-8690-a7b9d8c482be tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:06.543213 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e459b11d-0dfb-4cbb-a10a-64eb957064e4 req-f57224fc-da8a-44b5-8690-a7b9d8c482be tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2868373 Jul 09 16:23:06.616914 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-5cd3b8aa-fd8e-4afc-8689-14864ab19b31 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "PUT /v2.0/routers/6489e359-627e-4eab-b08f-78076b80ebf9/tags/tempest-TagsExtTest-Tag-583382717 HTTP/1.1" status: 201 len: 201 time: 0.2025366 Jul 09 16:23:06.618644 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36438) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:06.623473 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-7faf8db6-c910-417e-8ed2-8dce21f960b0 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e02f36bc-d84c-4bc7-9a2c-c96bf35ee350', 'tempest-TagsExtTest-Tag-968537912') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:06.628777 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f21154d2-e229-4eed-90fe-8c23d71832f4 req-70f95f62-50eb-4197-b46c-38c7bd69ea07 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] 10.222.0.98 "GET /v2.0/security-groups/64dd1e81-2fda-41c9-913c-229281a9e213 HTTP/1.1" status: 200 len: 1806 time: 0.0616124 Jul 09 16:23:06.638357 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a39228-2f37-45c0-8103-7d142846f73b req-b53cf25e-30ec-4078-93f5-5c0fdbcc331b tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:06.640012 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a1a39228-2f37-45c0-8103-7d142846f73b req-b53cf25e-30ec-4078-93f5-5c0fdbcc331b tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 947 time: 0.1084449 Jul 09 16:23:06.648593 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-f21154d2-e229-4eed-90fe-8c23d71832f4 req-9763d3f5-d9ef-4b3e-a84a-77cdea889f9c tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '64dd1e81-2fda-41c9-913c-229281a9e213', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:23:06.649216 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-f21154d2-e229-4eed-90fe-8c23d71832f4 req-9763d3f5-d9ef-4b3e-a84a-77cdea889f9c tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '64dd1e81-2fda-41c9-913c-229281a9e213', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:23:06.665048 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 7409b250-d5d6-4385-a817-6dc72fe5da41 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:23:06.671326 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 7409b250-d5d6-4385-a817-6dc72fe5da41 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:23:06.671699 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:06.704530 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a1a39228-2f37-45c0-8103-7d142846f73b req-a188cf60-4005-4455-a634-ecf37e9186d7 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527990 Jul 09 16:23:06.715257 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7faf8db6-c910-417e-8ed2-8dce21f960b0 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "PUT /v2.0/subnetpools/e02f36bc-d84c-4bc7-9a2c-c96bf35ee350/tags/tempest-TagsExtTest-Tag-968537912 HTTP/1.1" status: 201 len: 201 time: 0.0953920 Jul 09 16:23:06.717662 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36440) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:06.723695 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-4c24718f-255c-4ca9-bb18-c4b9521ea6cb tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a2c4db7d-e658-4c48-91af-f0d3a75e9e11') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:06.779853 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f21154d2-e229-4eed-90fe-8c23d71832f4 req-9763d3f5-d9ef-4b3e-a84a-77cdea889f9c tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:06.784828 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:06.788224 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-4c24718f-255c-4ca9-bb18-c4b9521ea6cb tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "GET /v2.0/subnets/a2c4db7d-e658-4c48-91af-f0d3a75e9e11/tags HTTP/1.1" status: 200 len: 241 time: 0.0693574 Jul 09 16:23:06.790689 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36442) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:06.803013 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-6d8b14fc-5fdb-4c69-8932-e27ca0d2c5c8 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a2c4db7d-e658-4c48-91af-f0d3a75e9e11', 'tempest-TagsExtTest-Tag-2076294170') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:06.817536 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f21154d2-e229-4eed-90fe-8c23d71832f4 req-9763d3f5-d9ef-4b3e-a84a-77cdea889f9c tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:06.824042 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f21154d2-e229-4eed-90fe-8c23d71832f4 req-9763d3f5-d9ef-4b3e-a84a-77cdea889f9c tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:06.825102 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 7409b250-d5d6-4385-a817-6dc72fe5da41, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=7409b250-d5d6-4385-a817-6dc72fe5da41,segment=NetworkSegment(8e7c17f6-ecd7-4266-886b-7417477e9c9a),segment_id=8e7c17f6-ecd7-4266-886b-7417477e9c9a)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:23:06.840131 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:06.851283 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f21154d2-e229-4eed-90fe-8c23d71832f4 req-9763d3f5-d9ef-4b3e-a84a-77cdea889f9c tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:06.856315 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f21154d2-e229-4eed-90fe-8c23d71832f4 req-9763d3f5-d9ef-4b3e-a84a-77cdea889f9c tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2199481 Jul 09 16:23:06.857144 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9763d3f5-d9ef-4b3e-a84a-77cdea889f9c tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d8a09dd-6eec-43cb-804e-66edca050b4c,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:06.886347 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6d8b14fc-5fdb-4c69-8932-e27ca0d2c5c8 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "GET /v2.0/subnets/a2c4db7d-e658-4c48-91af-f0d3a75e9e11/tags/tempest-TagsExtTest-Tag-2076294170 HTTP/1.1" status: 204 len: 168 time: 0.0912278 Jul 09 16:23:06.887371 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-31c1c8ec-b0e5-46ad-8eac-d95c9dc706ff req-eadde549-58dd-4f08-9cfb-44079574bd25 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-459137998', 'description': 'tempest-description-787693623'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:23:06.889651 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36448) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:06.905866 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.tag.tag_plugin [None req-4dcd2339-a4d2-4845-a0c3-efea873dfcb7 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'a2c4db7d-e658-4c48-91af-f0d3a75e9e11', 'tempest-TagsExtTest-Tag-2076294170') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:06.945527 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-31c1c8ec-b0e5-46ad-8eac-d95c9dc706ff req-eadde549-58dd-4f08-9cfb-44079574bd25 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:06.946844 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=7409b250-d5d6-4385-a817-6dc72fe5da41,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:07.061934 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36454) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:07.062843 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-4dcd2339-a4d2-4845-a0c3-efea873dfcb7 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "DELETE /v2.0/subnets/a2c4db7d-e658-4c48-91af-f0d3a75e9e11/tags/tempest-TagsExtTest-Tag-2076294170 HTTP/1.1" status: 204 len: 168 time: 0.1709242 Jul 09 16:23:07.066864 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-40000733-bc27-47bd-a780-8ca545de406e tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a2c4db7d-e658-4c48-91af-f0d3a75e9e11') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:07.102080 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-31c1c8ec-b0e5-46ad-8eac-d95c9dc706ff req-eadde549-58dd-4f08-9cfb-44079574bd25 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:07.110710 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-31c1c8ec-b0e5-46ad-8eac-d95c9dc706ff req-eadde549-58dd-4f08-9cfb-44079574bd25 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:07.157681 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-31c1c8ec-b0e5-46ad-8eac-d95c9dc706ff req-eadde549-58dd-4f08-9cfb-44079574bd25 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:07.158971 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-31c1c8ec-b0e5-46ad-8eac-d95c9dc706ff req-eadde549-58dd-4f08-9cfb-44079574bd25 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2797472 Jul 09 16:23:07.165133 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadde549-58dd-4f08-9cfb-44079574bd25 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=836997fc-27cf-4a72-980e-0b569096293f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:07.175071 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-dc72d559-1858-43ae-8b08-1dec7fa52075 None None] Provisioning for port 37cdee54-52c1-47b8-8c5f-00044d7bcadf completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:23:07.179695 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-dc72d559-1858-43ae-8b08-1dec7fa52075 None None] Provisioning complete for port 37cdee54-52c1-47b8-8c5f-00044d7bcadf triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:23:07.180123 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dc72d559-1858-43ae-8b08-1dec7fa52075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:07.198820 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-40000733-bc27-47bd-a780-8ca545de406e tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "GET /v2.0/subnets/a2c4db7d-e658-4c48-91af-f0d3a75e9e11/tags HTTP/1.1" status: 200 len: 205 time: 0.1332667 Jul 09 16:23:07.200453 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36464) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:07.205376 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-f8969567-2eb1-476e-ae8f-f71d6bf87215 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '37cdee54-52c1-47b8-8c5f-00044d7bcadf') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:07.215436 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 1db38019-9c36-4811-87b1-9165e461b73e details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:23:07.271905 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f8969567-2eb1-476e-ae8f-f71d6bf87215 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "GET /v2.0/ports/37cdee54-52c1-47b8-8c5f-00044d7bcadf/tags HTTP/1.1" status: 200 len: 240 time: 0.0659878 Jul 09 16:23:07.272166 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-dc72d559-1858-43ae-8b08-1dec7fa52075 None None] Port 37cdee54-52c1-47b8-8c5f-00044d7bcadf cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:23:07.272367 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36468) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:07.276864 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-8014f040-2ed4-4217-980c-9f8587586a1b tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '37cdee54-52c1-47b8-8c5f-00044d7bcadf', 'tempest-TagsExtTest-Tag-567643105') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:07.313146 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-dc72d559-1858-43ae-8b08-1dec7fa52075 None None] Provisioning complete for port 7409b250-d5d6-4385-a817-6dc72fe5da41 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:23:07.314046 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dc72d559-1858-43ae-8b08-1dec7fa52075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:07.317792 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-475c0f92-ac6c-4ad7-bb21-6d296b21bbdb req-bf9b939d-7e15-432d-98db-6ecfd10a3ecd tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] 10.222.0.98 "GET /v2.0/security-groups/836997fc-27cf-4a72-980e-0b569096293f HTTP/1.1" status: 200 len: 1805 time: 0.0938432 Jul 09 16:23:07.342856 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-475c0f92-ac6c-4ad7-bb21-6d296b21bbdb req-6b48e4ef-dbbb-4c7f-8691-3614a03d3365 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '836997fc-27cf-4a72-980e-0b569096293f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:23:07.343327 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-475c0f92-ac6c-4ad7-bb21-6d296b21bbdb req-6b48e4ef-dbbb-4c7f-8691-3614a03d3365 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '836997fc-27cf-4a72-980e-0b569096293f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:23:07.411795 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8014f040-2ed4-4217-980c-9f8587586a1b tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "GET /v2.0/ports/37cdee54-52c1-47b8-8c5f-00044d7bcadf/tags/tempest-TagsExtTest-Tag-567643105 HTTP/1.1" status: 204 len: 168 time: 0.1380515 Jul 09 16:23:07.413874 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36478) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:07.419000 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-2b24a534-671a-4fac-be48-ed3f8d7682b7 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '37cdee54-52c1-47b8-8c5f-00044d7bcadf', 'tempest-TagsExtTest-Tag-567643105') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:07.452557 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-475c0f92-ac6c-4ad7-bb21-6d296b21bbdb req-6b48e4ef-dbbb-4c7f-8691-3614a03d3365 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:07.481915 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-475c0f92-ac6c-4ad7-bb21-6d296b21bbdb req-6b48e4ef-dbbb-4c7f-8691-3614a03d3365 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:07.487607 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-475c0f92-ac6c-4ad7-bb21-6d296b21bbdb req-6b48e4ef-dbbb-4c7f-8691-3614a03d3365 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:07.509698 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b48e4ef-dbbb-4c7f-8691-3614a03d3365 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9e87d0b-dab3-4c49-bd10-aeb89abf9f82,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:07.521430 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-475c0f92-ac6c-4ad7-bb21-6d296b21bbdb req-6b48e4ef-dbbb-4c7f-8691-3614a03d3365 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:07.524494 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-475c0f92-ac6c-4ad7-bb21-6d296b21bbdb req-6b48e4ef-dbbb-4c7f-8691-3614a03d3365 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1970189 Jul 09 16:23:07.557143 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-51a5706d-dfed-4129-9235-3f735f8c8596 req-591915a4-1f1c-49af-8668-bb3952495e45 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1926614052', 'description': 'tempest-description-929634064'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:23:07.566196 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 1db38019-9c36-4811-87b1-9165e461b73e, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=1db38019-9c36-4811-87b1-9165e461b73e,segment=NetworkSegment(44b862f2-e325-48d7-99eb-7401b6fb9e9c),segment_id=44b862f2-e325-48d7-99eb-7401b6fb9e9c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:23:07.581038 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2b24a534-671a-4fac-be48-ed3f8d7682b7 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "DELETE /v2.0/ports/37cdee54-52c1-47b8-8c5f-00044d7bcadf/tags/tempest-TagsExtTest-Tag-567643105 HTTP/1.1" status: 204 len: 168 time: 0.1648448 Jul 09 16:23:07.582287 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36484) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:07.586056 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '1db38019-9c36-4811-87b1-9165e461b73e', 'network_id': 'e14244d3-321e-4e11-8fa5-f8d23e2088a8', 'port_id': '1db38019-9c36-4811-87b1-9165e461b73e', 'mac_address': 'fa:16:3e:eb:fa:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ed42caa-ccec-43f9-abc2-3f037ba46c07', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:23:07.590077 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-33583753-0b7c-46da-bb65-42de11eb9d12 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '37cdee54-52c1-47b8-8c5f-00044d7bcadf') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:07.592857 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-51a5706d-dfed-4129-9235-3f735f8c8596 req-591915a4-1f1c-49af-8668-bb3952495e45 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:07.646973 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:07.657040 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-33583753-0b7c-46da-bb65-42de11eb9d12 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "GET /v2.0/ports/37cdee54-52c1-47b8-8c5f-00044d7bcadf/tags HTTP/1.1" status: 200 len: 205 time: 0.0733192 Jul 09 16:23:07.659006 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36490) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:07.663910 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-3d9a84d2-500f-49d3-8033-a1446d322156 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6489e359-627e-4eab-b08f-78076b80ebf9') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:07.666608 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1db38019-9c36-4811-87b1-9165e461b73e {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:23:07.688297 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-51a5706d-dfed-4129-9235-3f735f8c8596 req-591915a4-1f1c-49af-8668-bb3952495e45 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:07.693590 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-51a5706d-dfed-4129-9235-3f735f8c8596 req-591915a4-1f1c-49af-8668-bb3952495e45 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:07.704425 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 1db38019-9c36-4811-87b1-9165e461b73e, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=1db38019-9c36-4811-87b1-9165e461b73e,segment=NetworkSegment(44b862f2-e325-48d7-99eb-7401b6fb9e9c),segment_id=44b862f2-e325-48d7-99eb-7401b6fb9e9c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:23:07.714138 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-67dcd78c-9f94-43d3-a1ea-87eeccc43443 None None] Provisioning complete for port 37cdee54-52c1-47b8-8c5f-00044d7bcadf triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:23:07.714379 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-51a5706d-dfed-4129-9235-3f735f8c8596 req-591915a4-1f1c-49af-8668-bb3952495e45 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:07.714565 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-67dcd78c-9f94-43d3-a1ea-87eeccc43443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:07.715566 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-51a5706d-dfed-4129-9235-3f735f8c8596 req-591915a4-1f1c-49af-8668-bb3952495e45 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1630304 Jul 09 16:23:07.739248 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591915a4-1f1c-49af-8668-bb3952495e45 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87dbef06-0b61-41f1-89ac-f6ceb6337502,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:07.756502 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:07.765334 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-3a5308a6-3449-4a36-8aa0-aa6d6b369f09 req-de169a89-8aa4-4608-8560-e16d44de2cbc tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-301090775', 'description': 'tempest-description-1616744313'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:23:07.806809 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36500) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:07.807615 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-3d9a84d2-500f-49d3-8033-a1446d322156 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "GET /v2.0/routers/6489e359-627e-4eab-b08f-78076b80ebf9/tags HTTP/1.1" status: 200 len: 240 time: 0.1473014 Jul 09 16:23:07.813577 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3a5308a6-3449-4a36-8aa0-aa6d6b369f09 req-de169a89-8aa4-4608-8560-e16d44de2cbc tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:07.818568 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.tag.tag_plugin [None req-24a52f26-bed3-4139-b8c8-b08fd58e2fdd tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6489e359-627e-4eab-b08f-78076b80ebf9', 'tempest-TagsExtTest-Tag-583382717') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:07.822837 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-67dcd78c-9f94-43d3-a1ea-87eeccc43443 None None] Port 37cdee54-52c1-47b8-8c5f-00044d7bcadf cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:23:07.865061 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=1db38019-9c36-4811-87b1-9165e461b73e,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:07.881160 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['1db38019-9c36-4811-87b1-9165e461b73e'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:23:07.989625 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3a5308a6-3449-4a36-8aa0-aa6d6b369f09 req-de169a89-8aa4-4608-8560-e16d44de2cbc tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:07.998413 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3a5308a6-3449-4a36-8aa0-aa6d6b369f09 req-de169a89-8aa4-4608-8560-e16d44de2cbc tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:08.024804 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3a5308a6-3449-4a36-8aa0-aa6d6b369f09 req-de169a89-8aa4-4608-8560-e16d44de2cbc tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:08.026327 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3a5308a6-3449-4a36-8aa0-aa6d6b369f09 req-de169a89-8aa4-4608-8560-e16d44de2cbc tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2727275 Jul 09 16:23:08.106380 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de169a89-8aa4-4608-8560-e16d44de2cbc tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97a05444-f1f2-4a15-9296-a8ca3786c4ae,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:08.110388 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-24a52f26-bed3-4139-b8c8-b08fd58e2fdd tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "GET /v2.0/routers/6489e359-627e-4eab-b08f-78076b80ebf9/tags/tempest-TagsExtTest-Tag-583382717 HTTP/1.1" status: 204 len: 168 time: 0.3024244 Jul 09 16:23:08.113651 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36508) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:08.118220 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.tag.tag_plugin [None req-7ce03ab2-f39d-42f1-bc78-874cfcb6243f tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '6489e359-627e-4eab-b08f-78076b80ebf9', 'tempest-TagsExtTest-Tag-583382717') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:08.133837 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a9e2ae61-a0e0-4fa7-a297-5bd058005cf9 req-8c3c59ce-7dff-4494-88f1-d26a0b117d33 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] 10.222.0.98 "GET /v2.0/security-groups/87dbef06-0b61-41f1-89ac-f6ceb6337502 HTTP/1.1" status: 200 len: 1806 time: 0.0657384 Jul 09 16:23:08.207084 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4a8ba-3538-4828-9560-7b1d11fd44d7 req-c28438c9-c9db-466b-aa34-90e056685f69 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:08.213690 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d7d4a8ba-3538-4828-9560-7b1d11fd44d7 req-c28438c9-c9db-466b-aa34-90e056685f69 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 947 time: 0.2999489 Jul 09 16:23:08.216721 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a9e2ae61-a0e0-4fa7-a297-5bd058005cf9 req-a04dab7a-6ddf-43cf-b99e-ff2e9c87a32b tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] 10.222.0.98 "GET /v2.0/security-groups/97a05444-f1f2-4a15-9296-a8ca3786c4ae HTTP/1.1" status: 200 len: 1806 time: 0.0770969 Jul 09 16:23:08.232495 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-a9e2ae61-a0e0-4fa7-a297-5bd058005cf9 req-e671d422-3323-4723-9f25-cc47fa215d66 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '87dbef06-0b61-41f1-89ac-f6ceb6337502', 'remote_group_id': '97a05444-f1f2-4a15-9296-a8ca3786c4ae', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:23:08.233108 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-a9e2ae61-a0e0-4fa7-a297-5bd058005cf9 req-e671d422-3323-4723-9f25-cc47fa215d66 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '87dbef06-0b61-41f1-89ac-f6ceb6337502', 'remote_group_id': '97a05444-f1f2-4a15-9296-a8ca3786c4ae', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:23:08.281037 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d7d4a8ba-3538-4828-9560-7b1d11fd44d7 req-47f2aab9-d4fd-48e6-8d3c-7ef7c075ffef tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/security-groups?id=cec29c11-83a2-4c61-8763-c624bcb1da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650275 Jul 09 16:23:08.283594 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-7ce03ab2-f39d-42f1-bc78-874cfcb6243f tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "DELETE /v2.0/routers/6489e359-627e-4eab-b08f-78076b80ebf9/tags/tempest-TagsExtTest-Tag-583382717 HTTP/1.1" status: 204 len: 168 time: 0.1692784 Jul 09 16:23:08.286064 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36510) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:08.298927 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.tag.tag_plugin [None req-353dfffa-40d9-4fc6-a16e-d5dfe3ed2940 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6489e359-627e-4eab-b08f-78076b80ebf9') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:08.313632 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780be5ce-920f-4265-ba96-05b69c61e18d req-9d34bb6b-9eaf-428a-a668-ae85b6444cbb tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:08.330847 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-780be5ce-920f-4265-ba96-05b69c61e18d req-9d34bb6b-9eaf-428a-a668-ae85b6444cbb tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.77 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 947 time: 0.1653450 Jul 09 16:23:08.352699 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 7409b250-d5d6-4385-a817-6dc72fe5da41 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:23:08.487493 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 7409b250-d5d6-4385-a817-6dc72fe5da41 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:23:08.490322 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:08.653771 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-780be5ce-920f-4265-ba96-05b69c61e18d req-ff19fa99-1812-4002-b6a7-ba46cc595084 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Deleting port e2cfd0d6-9109-4235-ab69-a9ac10ebf765 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:23:08.654389 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-780be5ce-920f-4265-ba96-05b69c61e18d req-ff19fa99-1812-4002-b6a7-ba46cc595084 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:08.668609 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a9e2ae61-a0e0-4fa7-a297-5bd058005cf9 req-e671d422-3323-4723-9f25-cc47fa215d66 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:08.688643 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-353dfffa-40d9-4fc6-a16e-d5dfe3ed2940 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "GET /v2.0/routers/6489e359-627e-4eab-b08f-78076b80ebf9/tags HTTP/1.1" status: 200 len: 205 time: 0.3992937 Jul 09 16:23:08.689281 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36518) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:08.694564 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.tag.tag_plugin [None req-4efb0292-c37e-4167-bc94-9c3cad5b08b4 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e02f36bc-d84c-4bc7-9a2c-c96bf35ee350') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:08.751534 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-4efb0292-c37e-4167-bc94-9c3cad5b08b4 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "GET /v2.0/subnetpools/e02f36bc-d84c-4bc7-9a2c-c96bf35ee350/tags HTTP/1.1" status: 200 len: 240 time: 0.0583999 Jul 09 16:23:08.752432 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36520) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:08.757609 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.tag.tag_plugin [None req-1af6b130-8b78-499e-bdec-8016340e73ed tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e02f36bc-d84c-4bc7-9a2c-c96bf35ee350', 'tempest-TagsExtTest-Tag-968537912') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:08.787830 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a9e2ae61-a0e0-4fa7-a297-5bd058005cf9 req-e671d422-3323-4723-9f25-cc47fa215d66 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:08.794612 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-1af6b130-8b78-499e-bdec-8016340e73ed tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "GET /v2.0/subnetpools/e02f36bc-d84c-4bc7-9a2c-c96bf35ee350/tags/tempest-TagsExtTest-Tag-968537912 HTTP/1.1" status: 204 len: 168 time: 0.0386634 Jul 09 16:23:08.796535 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36522) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:08.801032 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a9e2ae61-a0e0-4fa7-a297-5bd058005cf9 req-e671d422-3323-4723-9f25-cc47fa215d66 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:08.801371 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.tag.tag_plugin [None req-87412150-ba5a-4877-8b17-b4679f1f75e2 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'e02f36bc-d84c-4bc7-9a2c-c96bf35ee350', 'tempest-TagsExtTest-Tag-968537912') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:08.830874 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-780be5ce-920f-4265-ba96-05b69c61e18d req-ff19fa99-1812-4002-b6a7-ba46cc595084 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] For port e2cfd0d6-9109-4235-ab69-a9ac10ebf765, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=e2cfd0d6-9109-4235-ab69-a9ac10ebf765,segment=NetworkSegment(f9a5d3fd-ec07-4398-97cb-0e4d61d6d25d),segment_id=f9a5d3fd-ec07-4398-97cb-0e4d61d6d25d)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:23:08.831277 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-780be5ce-920f-4265-ba96-05b69c61e18d req-ff19fa99-1812-4002-b6a7-ba46cc595084 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:08.841919 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e671d422-3323-4723-9f25-cc47fa215d66 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78752283-6d3e-4512-acf4-d18add1a4c26,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:08.851283 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a9e2ae61-a0e0-4fa7-a297-5bd058005cf9 req-e671d422-3323-4723-9f25-cc47fa215d66 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:08.851987 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-87412150-ba5a-4877-8b17-b4679f1f75e2 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "DELETE /v2.0/subnetpools/e02f36bc-d84c-4bc7-9a2c-c96bf35ee350/tags/tempest-TagsExtTest-Tag-968537912 HTTP/1.1" status: 204 len: 168 time: 0.0515165 Jul 09 16:23:08.852076 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a9e2ae61-a0e0-4fa7-a297-5bd058005cf9 req-e671d422-3323-4723-9f25-cc47fa215d66 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6259739 Jul 09 16:23:08.855658 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36524) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:08.858250 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-780be5ce-920f-4265-ba96-05b69c61e18d req-ff19fa99-1812-4002-b6a7-ba46cc595084 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Calling delete_port for e2cfd0d6-9109-4235-ab69-a9ac10ebf765 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:23:08.862786 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-e4c5a5e4-31ac-4202-a069-add2e93640a3 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e02f36bc-d84c-4bc7-9a2c-c96bf35ee350') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:08.877025 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-f0a3ab4c-4451-406b-8178-ff5606cb0838 req-051e1644-acd6-425f-bb09-6d2aa0c5d687 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-747937224', 'description': 'tempest-description-213371174'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:23:08.906978 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f0a3ab4c-4451-406b-8178-ff5606cb0838 req-051e1644-acd6-425f-bb09-6d2aa0c5d687 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:08.936644 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e4c5a5e4-31ac-4202-a069-add2e93640a3 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "GET /v2.0/subnetpools/e02f36bc-d84c-4bc7-9a2c-c96bf35ee350/tags HTTP/1.1" status: 200 len: 205 time: 0.0799036 Jul 09 16:23:08.941367 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36528) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:08.946705 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-3e96a284-c326-48b6-a248-12a1edc6b744 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e02f36bc-d84c-4bc7-9a2c-c96bf35ee350') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:08.991231 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-3e96a284-c326-48b6-a248-12a1edc6b744 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "DELETE /v2.0/subnetpools/e02f36bc-d84c-4bc7-9a2c-c96bf35ee350/tags HTTP/1.1" status: 204 len: 168 time: 0.0487854 Jul 09 16:23:08.994850 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36530) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:09.006756 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.tag.tag_plugin [None req-341a1b63-3175-4b9b-9500-814587c5809e tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6489e359-627e-4eab-b08f-78076b80ebf9') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:09.092721 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f0a3ab4c-4451-406b-8178-ff5606cb0838 req-051e1644-acd6-425f-bb09-6d2aa0c5d687 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:09.098954 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-780be5ce-920f-4265-ba96-05b69c61e18d req-ff19fa99-1812-4002-b6a7-ba46cc595084 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:09.109863 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f0a3ab4c-4451-406b-8178-ff5606cb0838 req-051e1644-acd6-425f-bb09-6d2aa0c5d687 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:09.113249 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['e2cfd0d6-9109-4235-ab69-a9ac10ebf765'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:23:09.193536 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff19fa99-1812-4002-b6a7-ba46cc595084 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Pushing event deleted for resources: {'Port': ['ID=e2cfd0d6-9109-4235-ab69-a9ac10ebf765,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:09.194394 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f0a3ab4c-4451-406b-8178-ff5606cb0838 req-051e1644-acd6-425f-bb09-6d2aa0c5d687 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:09.199020 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f0a3ab4c-4451-406b-8178-ff5606cb0838 req-051e1644-acd6-425f-bb09-6d2aa0c5d687 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3273625 Jul 09 16:23:09.204550 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-341a1b63-3175-4b9b-9500-814587c5809e tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "DELETE /v2.0/routers/6489e359-627e-4eab-b08f-78076b80ebf9/tags HTTP/1.1" status: 204 len: 168 time: 0.2062244 Jul 09 16:23:09.204550 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051e1644-acd6-425f-bb09-6d2aa0c5d687 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ea4092-0b21-4614-aae3-142dea1d6fe1,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:09.208785 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 1db38019-9c36-4811-87b1-9165e461b73e up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:23:09.217759 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36536) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:09.223125 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.tag.tag_plugin [None req-804b4eb1-3591-4d47-870d-8b5d223fc308 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '37cdee54-52c1-47b8-8c5f-00044d7bcadf') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:09.232768 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-780be5ce-920f-4265-ba96-05b69c61e18d req-ff19fa99-1812-4002-b6a7-ba46cc595084 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] No DVR routers for this DVR port e2cfd0d6-9109-4235-ab69-a9ac10ebf765 on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:23:09.243176 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-1a70a3af-eeef-4c16-b452-8a19d1376a2e req-e38532b9-f967-43f0-911c-407567ef7d25 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-836387761', 'description': 'tempest-description-1074921533'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:23:09.254732 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-780be5ce-920f-4265-ba96-05b69c61e18d req-ff19fa99-1812-4002-b6a7-ba46cc595084 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:09.259074 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-780be5ce-920f-4265-ba96-05b69c61e18d req-ff19fa99-1812-4002-b6a7-ba46cc595084 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.77 "DELETE /v2.0/ports/e2cfd0d6-9109-4235-ab69-a9ac10ebf765 HTTP/1.1" status: 204 len: 173 time: 0.9273806 Jul 09 16:23:09.260993 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5ab42b-1bf1-4c01-a5eb-3f30d23983fa', 'name': 'network-vif-deleted', 'tag': 'e2cfd0d6-9109-4235-ab69-a9ac10ebf765'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:23:09.267400 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d56ecc-68a0-44c5-9b2f-50a114e042ac" -d '{"events": [{"server_uuid": "da5ab42b-1bf1-4c01-a5eb-3f30d23983fa", "name": "network-vif-deleted", "tag": "e2cfd0d6-9109-4235-ab69-a9ac10ebf765"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:23:09.297872 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 1db38019-9c36-4811-87b1-9165e461b73e triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:23:09.298484 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:09.315378 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1a70a3af-eeef-4c16-b452-8a19d1376a2e req-e38532b9-f967-43f0-911c-407567ef7d25 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:09.334552 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9bdf6a-4b0a-4bda-a2ec-9010106b6c35 x-openstack-request-id: req-9f9bdf6a-4b0a-4bda-a2ec-9010106b6c35 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:23:09.334876 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da5ab42b-1bf1-4c01-a5eb-3f30d23983fa", "name": "network-vif-deleted", "tag": "e2cfd0d6-9109-4235-ab69-a9ac10ebf765", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:23:09.335748 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9f9bdf6a-4b0a-4bda-a2ec-9010106b6c35 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:23:09.335748 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5ab42b-1bf1-4c01-a5eb-3f30d23983fa', 'name': 'network-vif-deleted', 'tag': 'e2cfd0d6-9109-4235-ab69-a9ac10ebf765', 'status': 'completed', 'code': 200} Jul 09 16:23:09.407222 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-804b4eb1-3591-4d47-870d-8b5d223fc308 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "DELETE /v2.0/ports/37cdee54-52c1-47b8-8c5f-00044d7bcadf/tags HTTP/1.1" status: 204 len: 168 time: 0.1878033 Jul 09 16:23:09.409751 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36542) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:09.414364 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.tag.tag_plugin [None req-fadf900b-870d-4e68-9c0e-0cf3e12b19df tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a2c4db7d-e658-4c48-91af-f0d3a75e9e11') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:09.424157 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:09.464302 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 1db38019-9c36-4811-87b1-9165e461b73e, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=1db38019-9c36-4811-87b1-9165e461b73e,segment=NetworkSegment(44b862f2-e325-48d7-99eb-7401b6fb9e9c),segment_id=44b862f2-e325-48d7-99eb-7401b6fb9e9c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:23:09.465513 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '783cfe32-a307-4901-962c-ea5df494fe59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db38019-9c36-4811-87b1-9165e461b73e'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:23:09.468483 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ac7f3e-481d-498c-9e7c-affc366acd5d" -d '{"events": [{"server_uuid": "783cfe32-a307-4901-962c-ea5df494fe59", "name": "network-vif-plugged", "status": "completed", "tag": "1db38019-9c36-4811-87b1-9165e461b73e"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:23:09.473309 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:09.533709 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1a70a3af-eeef-4c16-b452-8a19d1376a2e req-e38532b9-f967-43f0-911c-407567ef7d25 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:09.540435 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1a70a3af-eeef-4c16-b452-8a19d1376a2e req-e38532b9-f967-43f0-911c-407567ef7d25 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:09.553156 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=1db38019-9c36-4811-87b1-9165e461b73e,revision_number=7']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:09.558157 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-fadf900b-870d-4e68-9c0e-0cf3e12b19df tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "DELETE /v2.0/subnets/a2c4db7d-e658-4c48-91af-f0d3a75e9e11/tags HTTP/1.1" status: 204 len: 168 time: 0.1451879 Jul 09 16:23:09.561166 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36550) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:09.567598 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-7434b0f4-19d7-4f57-97c8-4c2a9a43df8d tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a2c4db7d-e658-4c48-91af-f0d3a75e9e11', 'tempest-TagsExtTest-Tag-75768699') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:09.608869 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1a70a3af-eeef-4c16-b452-8a19d1376a2e req-e38532b9-f967-43f0-911c-407567ef7d25 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:09.609523 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-002193af-6fca-470b-8870-83cd35dd40cb req-5f1e6841-8827-488a-b7fc-92fcf805e477 tempest-ServersNegativeTestJSON-51196857 tempest-ServersNegativeTestJSON-51196857-project] 10.222.0.98 "GET /v2.0/ports?device_id=da5ab42b-1bf1-4c01-a5eb-3f30d23983fa HTTP/1.1" status: 200 len: 210 time: 0.0697224 Jul 09 16:23:09.623403 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1a70a3af-eeef-4c16-b452-8a19d1376a2e req-e38532b9-f967-43f0-911c-407567ef7d25 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3973396 Jul 09 16:23:09.641557 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38532b9-f967-43f0-911c-407567ef7d25 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fadcf865-a267-4820-acc2-c3c56fbf0628,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:09.667171 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24d2443-7f4d-40db-bead-710a44cb645a x-openstack-request-id: req-a24d2443-7f4d-40db-bead-710a44cb645a {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:23:09.667916 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "783cfe32-a307-4901-962c-ea5df494fe59", "name": "network-vif-plugged", "status": "completed", "tag": "1db38019-9c36-4811-87b1-9165e461b73e", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:23:09.668371 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a24d2443-7f4d-40db-bead-710a44cb645a {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:23:09.669229 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '783cfe32-a307-4901-962c-ea5df494fe59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db38019-9c36-4811-87b1-9165e461b73e', 'code': 200} Jul 09 16:23:09.738379 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7434b0f4-19d7-4f57-97c8-4c2a9a43df8d tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "PUT /v2.0/subnets/a2c4db7d-e658-4c48-91af-f0d3a75e9e11/tags/tempest-TagsExtTest-Tag-75768699 HTTP/1.1" status: 201 len: 201 time: 0.1719792 Jul 09 16:23:09.739023 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36556) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:09.743252 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-4facf3a2-da4f-48bb-9e9d-a4843dd1c032 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '37cdee54-52c1-47b8-8c5f-00044d7bcadf', 'tempest-TagsExtTest-Tag-1936459525') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:09.749636 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-303b67af-454d-4370-afe3-f5e50cfc1078 req-0edaccd1-7806-45dc-bedd-2709c0c4c867 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] 10.222.0.98 "GET /v2.0/security-groups/b9ea4092-0b21-4614-aae3-142dea1d6fe1 HTTP/1.1" status: 200 len: 1805 time: 0.0608730 Jul 09 16:23:09.862282 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-303b67af-454d-4370-afe3-f5e50cfc1078 req-fd9aab4e-329c-4dcc-9b49-fe476e49bbd7 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] 10.222.0.98 "GET /v2.0/security-groups/fadcf865-a267-4820-acc2-c3c56fbf0628 HTTP/1.1" status: 200 len: 1806 time: 0.0894952 Jul 09 16:23:09.882305 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-303b67af-454d-4370-afe3-f5e50cfc1078 req-5cb7181a-0f31-4839-945e-ed48cd9f0e1d tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b9ea4092-0b21-4614-aae3-142dea1d6fe1', 'remote_group_id': 'fadcf865-a267-4820-acc2-c3c56fbf0628', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:23:09.883343 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-303b67af-454d-4370-afe3-f5e50cfc1078 req-5cb7181a-0f31-4839-945e-ed48cd9f0e1d tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b9ea4092-0b21-4614-aae3-142dea1d6fe1', 'remote_group_id': 'fadcf865-a267-4820-acc2-c3c56fbf0628', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:23:09.910387 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36560) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:09.910950 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-4facf3a2-da4f-48bb-9e9d-a4843dd1c032 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "PUT /v2.0/ports/37cdee54-52c1-47b8-8c5f-00044d7bcadf/tags/tempest-TagsExtTest-Tag-1936459525 HTTP/1.1" status: 201 len: 201 time: 0.1712036 Jul 09 16:23:09.921852 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.tag.tag_plugin [None req-47f86e14-fe13-438b-849d-40dc008bd6f1 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6489e359-627e-4eab-b08f-78076b80ebf9', 'tempest-TagsExtTest-Tag-1816381064') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:09.979850 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-303b67af-454d-4370-afe3-f5e50cfc1078 req-5cb7181a-0f31-4839-945e-ed48cd9f0e1d tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:09.988802 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:10.027069 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-303b67af-454d-4370-afe3-f5e50cfc1078 req-5cb7181a-0f31-4839-945e-ed48cd9f0e1d tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:10.034166 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-303b67af-454d-4370-afe3-f5e50cfc1078 req-5cb7181a-0f31-4839-945e-ed48cd9f0e1d tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:10.060691 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb7181a-0f31-4839-945e-ed48cd9f0e1d tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0135f7a-324a-4ea4-a6a8-41b305c420d9,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:10.070739 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-303b67af-454d-4370-afe3-f5e50cfc1078 req-5cb7181a-0f31-4839-945e-ed48cd9f0e1d tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:10.073002 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-303b67af-454d-4370-afe3-f5e50cfc1078 req-5cb7181a-0f31-4839-945e-ed48cd9f0e1d tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1993988 Jul 09 16:23:10.169305 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-47f86e14-fe13-438b-849d-40dc008bd6f1 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "PUT /v2.0/routers/6489e359-627e-4eab-b08f-78076b80ebf9/tags/tempest-TagsExtTest-Tag-1816381064 HTTP/1.1" status: 201 len: 201 time: 0.2510595 Jul 09 16:23:10.170115 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36566) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:10.179065 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.tag.tag_plugin [None req-cfbee59d-2b48-47d7-a34e-8e56e3aa773f tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e02f36bc-d84c-4bc7-9a2c-c96bf35ee350', 'tempest-TagsExtTest-Tag-1722460803') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:10.198075 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b9ef000f-6650-4c05-bef8-a10a69c94746 req-614e1746-1c5b-4355-bb88-1e72a26fa73e tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] 10.222.0.98 "GET /v2.0/security-groups/fadcf865-a267-4820-acc2-c3c56fbf0628 HTTP/1.1" status: 200 len: 1806 time: 0.0974677 Jul 09 16:23:10.250985 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-cfbee59d-2b48-47d7-a34e-8e56e3aa773f tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "PUT /v2.0/subnetpools/e02f36bc-d84c-4bc7-9a2c-c96bf35ee350/tags/tempest-TagsExtTest-Tag-1722460803 HTTP/1.1" status: 201 len: 201 time: 0.0771961 Jul 09 16:23:10.252065 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36568) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:10.257077 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-21becf9f-0221-42e9-924d-95c5d83aac11 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'a2c4db7d-e658-4c48-91af-f0d3a75e9e11', {'tags': ['tempest-TagsExtTest-Tag-381636025', 'tempest-TagsExtTest-Tag-1159367200', 'tempest-TagsExtTest-Tag-200741495']}) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:10.276901 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9ef000f-6650-4c05-bef8-a10a69c94746 req-2e1281c2-dc29-469c-990b-00e38f2ca218 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:10.307614 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9ef000f-6650-4c05-bef8-a10a69c94746 req-2e1281c2-dc29-469c-990b-00e38f2ca218 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:10.339234 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-21becf9f-0221-42e9-924d-95c5d83aac11 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "PUT /v2.0/subnets/a2c4db7d-e658-4c48-91af-f0d3a75e9e11/tags HTTP/1.1" status: 200 len: 316 time: 0.0830920 Jul 09 16:23:10.340124 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36570) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:10.344618 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.tag.tag_plugin [None req-9df3a5cf-8765-498c-b736-e33546d8d148 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a2c4db7d-e658-4c48-91af-f0d3a75e9e11') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:10.420249 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9ef000f-6650-4c05-bef8-a10a69c94746 req-2e1281c2-dc29-469c-990b-00e38f2ca218 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:10.422904 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9ef000f-6650-4c05-bef8-a10a69c94746 req-2e1281c2-dc29-469c-990b-00e38f2ca218 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:10.424714 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b9ef000f-6650-4c05-bef8-a10a69c94746 req-2e1281c2-dc29-469c-990b-00e38f2ca218 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] 10.222.0.98 "DELETE /v2.0/security-groups/fadcf865-a267-4820-acc2-c3c56fbf0628 HTTP/1.1" status: 204 len: 173 time: 0.2196105 Jul 09 16:23:10.435868 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1281c2-dc29-469c-990b-00e38f2ca218 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadcf865-a267-4820-acc2-c3c56fbf0628,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:10.478710 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-9df3a5cf-8765-498c-b736-e33546d8d148 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "DELETE /v2.0/subnets/a2c4db7d-e658-4c48-91af-f0d3a75e9e11/tags HTTP/1.1" status: 204 len: 168 time: 0.1373401 Jul 09 16:23:10.488795 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36574) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:10.493824 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.tag.tag_plugin [None req-68cba023-ac6b-449b-8726-c57cd76d5d1b tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a2c4db7d-e658-4c48-91af-f0d3a75e9e11', 'tempest-TagsExtTest-Tag-381636025') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:10.541276 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f354988c-9fc0-411d-b4fe-3d4175924d26 req-b49ef922-3f1c-4b1c-88a4-345166dd4eac tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] 10.222.0.98 "GET /v2.0/security-groups/b9ea4092-0b21-4614-aae3-142dea1d6fe1 HTTP/1.1" status: 200 len: 1805 time: 0.0838408 Jul 09 16:23:10.594074 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-e1c6079a-c631-45e1-80d5-5883b40bab41 req-ca460603-825f-473c-b58e-f3df5990817d tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1436645312', 'description': 'tempest-description-1187230786'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:23:10.645748 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-68cba023-ac6b-449b-8726-c57cd76d5d1b tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] show failed (client error): The resource could not be found. Jul 09 16:23:10.649888 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36584) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:10.650547 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-68cba023-ac6b-449b-8726-c57cd76d5d1b tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "GET /v2.0/subnets/a2c4db7d-e658-4c48-91af-f0d3a75e9e11/tags/tempest-TagsExtTest-Tag-381636025 HTTP/1.1" status: 404 len: 328 time: 0.1670296 Jul 09 16:23:10.653615 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e1c6079a-c631-45e1-80d5-5883b40bab41 req-ca460603-825f-473c-b58e-f3df5990817d tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:10.654496 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-45983fbc-227e-4e90-8449-8d510418646c tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a2c4db7d-e658-4c48-91af-f0d3a75e9e11', 'tempest-TagsExtTest-Tag-1159367200') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:10.706434 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36586) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:10.736890 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [None req-45983fbc-227e-4e90-8449-8d510418646c tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] show failed (client error): The resource could not be found. Jul 09 16:23:10.739922 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-45983fbc-227e-4e90-8449-8d510418646c tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "GET /v2.0/subnets/a2c4db7d-e658-4c48-91af-f0d3a75e9e11/tags/tempest-TagsExtTest-Tag-1159367200 HTTP/1.1" status: 404 len: 329 time: 0.0890119 Jul 09 16:23:10.742626 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36588) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:10.748820 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-daeb2e14-6b03-4f61-856a-1a0bb8720755 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a2c4db7d-e658-4c48-91af-f0d3a75e9e11', 'tempest-TagsExtTest-Tag-200741495') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:10.822822 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [None req-daeb2e14-6b03-4f61-856a-1a0bb8720755 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] show failed (client error): The resource could not be found. Jul 09 16:23:10.823764 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-daeb2e14-6b03-4f61-856a-1a0bb8720755 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "GET /v2.0/subnets/a2c4db7d-e658-4c48-91af-f0d3a75e9e11/tags/tempest-TagsExtTest-Tag-200741495 HTTP/1.1" status: 404 len: 328 time: 0.0800505 Jul 09 16:23:10.826411 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36592) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:10.831593 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-3257e9ee-96c4-438d-a380-077b6b4629ac tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '37cdee54-52c1-47b8-8c5f-00044d7bcadf', {'tags': ['tempest-TagsExtTest-Tag-116807378', 'tempest-TagsExtTest-Tag-872338512', 'tempest-TagsExtTest-Tag-1925622511']}) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:10.836536 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1db4eb2-66a1-4f8a-b600-cd21120c0613 admin admin] Deleting subnet 1658d367-2406-4d61-8a06-65bf719b3ab3 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:23:10.839963 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c1db4eb2-66a1-4f8a-b600-cd21120c0613 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:10.921342 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-3257e9ee-96c4-438d-a380-077b6b4629ac tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "PUT /v2.0/ports/37cdee54-52c1-47b8-8c5f-00044d7bcadf/tags HTTP/1.1" status: 200 len: 316 time: 0.0937097 Jul 09 16:23:10.924108 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36596) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:10.930820 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-47a7d305-963b-4247-bae4-d55c7b6f3530 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '37cdee54-52c1-47b8-8c5f-00044d7bcadf') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:10.950846 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e1c6079a-c631-45e1-80d5-5883b40bab41 req-ca460603-825f-473c-b58e-f3df5990817d tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:10.966039 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c1db4eb2-66a1-4f8a-b600-cd21120c0613 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:10.993665 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e1c6079a-c631-45e1-80d5-5883b40bab41 req-ca460603-825f-473c-b58e-f3df5990817d tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:11.045981 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e1c6079a-c631-45e1-80d5-5883b40bab41 req-ca460603-825f-473c-b58e-f3df5990817d tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:11.064682 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e1c6079a-c631-45e1-80d5-5883b40bab41 req-ca460603-825f-473c-b58e-f3df5990817d tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.4714825 Jul 09 16:23:11.078539 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-47a7d305-963b-4247-bae4-d55c7b6f3530 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "DELETE /v2.0/ports/37cdee54-52c1-47b8-8c5f-00044d7bcadf/tags HTTP/1.1" status: 204 len: 168 time: 0.1504037 Jul 09 16:23:11.078880 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36600) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:11.084650 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-d21c1d6c-cf56-47e8-b313-6c60f5a92623 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '37cdee54-52c1-47b8-8c5f-00044d7bcadf', 'tempest-TagsExtTest-Tag-116807378') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:11.117347 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c1db4eb2-66a1-4f8a-b600-cd21120c0613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:11.138864 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca460603-825f-473c-b58e-f3df5990817d tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=618b2157-ee23-4c0c-a2a4-e191d72027da,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:11.162411 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [None req-d21c1d6c-cf56-47e8-b313-6c60f5a92623 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] show failed (client error): The resource could not be found. Jul 09 16:23:11.166861 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d21c1d6c-cf56-47e8-b313-6c60f5a92623 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "GET /v2.0/ports/37cdee54-52c1-47b8-8c5f-00044d7bcadf/tags/tempest-TagsExtTest-Tag-116807378 HTTP/1.1" status: 404 len: 328 time: 0.0835676 Jul 09 16:23:11.167916 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36602) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:11.179278 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.tag.tag_plugin [None req-2dcceb49-c56e-4a72-90ac-c07da2d532e2 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '37cdee54-52c1-47b8-8c5f-00044d7bcadf', 'tempest-TagsExtTest-Tag-872338512') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:11.226270 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-85435ef8-9572-4114-9bf6-fe35939e01b3 req-4a354b0d-4b83-42b2-acf3-de56a14bddaa tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] 10.222.0.98 "GET /v2.0/security-groups/618b2157-ee23-4c0c-a2a4-e191d72027da HTTP/1.1" status: 200 len: 1807 time: 0.1339962 Jul 09 16:23:11.235487 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-85435ef8-9572-4114-9bf6-fe35939e01b3 req-ff03a598-e466-4c3a-8ab0-5bfc7dc1f20d tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '618b2157-ee23-4c0c-a2a4-e191d72027da', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:23:11.235813 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-85435ef8-9572-4114-9bf6-fe35939e01b3 req-ff03a598-e466-4c3a-8ab0-5bfc7dc1f20d tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '618b2157-ee23-4c0c-a2a4-e191d72027da', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:23:11.274599 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c1db4eb2-66a1-4f8a-b600-cd21120c0613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:11.318149 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db4eb2-66a1-4f8a-b600-cd21120c0613 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1658d367-2406-4d61-8a06-65bf719b3ab3,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:11.322684 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-2dcceb49-c56e-4a72-90ac-c07da2d532e2 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] show failed (client error): The resource could not be found. Jul 09 16:23:11.323778 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2dcceb49-c56e-4a72-90ac-c07da2d532e2 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "GET /v2.0/ports/37cdee54-52c1-47b8-8c5f-00044d7bcadf/tags/tempest-TagsExtTest-Tag-872338512 HTTP/1.1" status: 404 len: 328 time: 0.1533194 Jul 09 16:23:11.325027 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c1db4eb2-66a1-4f8a-b600-cd21120c0613 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:11.329163 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36608) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:11.329426 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c1db4eb2-66a1-4f8a-b600-cd21120c0613 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/1658d367-2406-4d61-8a06-65bf719b3ab3 HTTP/1.1" status: 204 len: 168 time: 0.6186080 Jul 09 16:23:11.329510 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36610) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:11.333226 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-fecba964-0666-4ca6-a5d9-b785418ce49e tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '37cdee54-52c1-47b8-8c5f-00044d7bcadf', 'tempest-TagsExtTest-Tag-1925622511') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:11.384174 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-85435ef8-9572-4114-9bf6-fe35939e01b3 req-ff03a598-e466-4c3a-8ab0-5bfc7dc1f20d tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:11.406135 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-85435ef8-9572-4114-9bf6-fe35939e01b3 req-ff03a598-e466-4c3a-8ab0-5bfc7dc1f20d tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:11.413719 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-85435ef8-9572-4114-9bf6-fe35939e01b3 req-ff03a598-e466-4c3a-8ab0-5bfc7dc1f20d tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:11.441953 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff03a598-e466-4c3a-8ab0-5bfc7dc1f20d tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a307e7c9-36a6-4492-8c6b-60bfdccb7a6e,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:11.454381 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-85435ef8-9572-4114-9bf6-fe35939e01b3 req-ff03a598-e466-4c3a-8ab0-5bfc7dc1f20d tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:11.455814 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-85435ef8-9572-4114-9bf6-fe35939e01b3 req-ff03a598-e466-4c3a-8ab0-5bfc7dc1f20d tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2286797 Jul 09 16:23:11.526939 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-be8a9f1e-2338-4845-b949-f046bb3d2245 req-ad0c0228-530c-4ef7-bc96-6047b13732ee tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] 10.222.0.98 "GET /v2.0/security-groups/618b2157-ee23-4c0c-a2a4-e191d72027da HTTP/1.1" status: 200 len: 2401 time: 0.0494962 Jul 09 16:23:11.551902 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-be8a9f1e-2338-4845-b949-f046bb3d2245 req-e7a60e1d-55fe-49ed-9177-82a57a9050cb tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '618b2157-ee23-4c0c-a2a4-e191d72027da', 'remote_group_id': None}]} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:23:11.552245 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-be8a9f1e-2338-4845-b949-f046bb3d2245 req-e7a60e1d-55fe-49ed-9177-82a57a9050cb tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '618b2157-ee23-4c0c-a2a4-e191d72027da', 'remote_group_id': None}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:23:11.658802 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-be8a9f1e-2338-4845-b949-f046bb3d2245 req-e7a60e1d-55fe-49ed-9177-82a57a9050cb tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:11.700270 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-be8a9f1e-2338-4845-b949-f046bb3d2245 req-e7a60e1d-55fe-49ed-9177-82a57a9050cb tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:11.705893 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-be8a9f1e-2338-4845-b949-f046bb3d2245 req-e7a60e1d-55fe-49ed-9177-82a57a9050cb tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:11.742614 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a60e1d-55fe-49ed-9177-82a57a9050cb tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fc68790-6522-40ce-a1f2-3a522d28095a,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:11.755562 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-be8a9f1e-2338-4845-b949-f046bb3d2245 req-e7a60e1d-55fe-49ed-9177-82a57a9050cb tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:11.762496 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-be8a9f1e-2338-4845-b949-f046bb3d2245 req-e7a60e1d-55fe-49ed-9177-82a57a9050cb tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2297001 Jul 09 16:23:11.837719 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f5014bb2-80eb-473e-bc0b-73d5ebc55c9e req-e71a00bf-463e-4456-b14b-2bcce7a4436e tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] 10.222.0.98 "GET /v2.0/security-groups/618b2157-ee23-4c0c-a2a4-e191d72027da HTTP/1.1" status: 200 len: 3000 time: 0.0532444 Jul 09 16:23:11.902163 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6d1808c-dd5c-48a9-be31-53007bbab381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:11.926052 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [None req-fecba964-0666-4ca6-a5d9-b785418ce49e tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] show failed (client error): The resource could not be found. Jul 09 16:23:11.927274 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-fecba964-0666-4ca6-a5d9-b785418ce49e tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "GET /v2.0/ports/37cdee54-52c1-47b8-8c5f-00044d7bcadf/tags/tempest-TagsExtTest-Tag-1925622511 HTTP/1.1" status: 404 len: 329 time: 0.5986485 Jul 09 16:23:11.932307 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36632) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:11.937609 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-73ea0dc4-2bba-440f-befd-647b4afdc40c req-9aa5c946-0ecb-4d70-a319-fe0d64e2ceb8 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] 10.222.0.98 "GET /v2.0/security-group-rules/2fc68790-6522-40ce-a1f2-3a522d28095a HTTP/1.1" status: 200 len: 783 time: 0.0363727 Jul 09 16:23:11.976933 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-addb611b-ec88-4bea-8222-dddda4c30e28 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '6489e359-627e-4eab-b08f-78076b80ebf9', {'tags': ['tempest-TagsExtTest-Tag-1612573687', 'tempest-TagsExtTest-Tag-616449971', 'tempest-TagsExtTest-Tag-1159238061']}) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:12.033950 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-73ea0dc4-2bba-440f-befd-647b4afdc40c req-347a375d-277c-412a-a458-259f850dd372 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] 10.222.0.98 "GET /v2.0/security-groups/618b2157-ee23-4c0c-a2a4-e191d72027da HTTP/1.1" status: 200 len: 3000 time: 0.0889213 Jul 09 16:23:12.077848 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-73ea0dc4-2bba-440f-befd-647b4afdc40c req-6bc6cfdc-b74c-4810-b200-63b9009c752d tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:12.089658 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-73ea0dc4-2bba-440f-befd-647b4afdc40c req-6bc6cfdc-b74c-4810-b200-63b9009c752d tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:12.129295 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-73ea0dc4-2bba-440f-befd-647b4afdc40c req-6bc6cfdc-b74c-4810-b200-63b9009c752d tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:12.137951 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-73ea0dc4-2bba-440f-befd-647b4afdc40c req-6bc6cfdc-b74c-4810-b200-63b9009c752d tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:12.140371 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6d1808c-dd5c-48a9-be31-53007bbab381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:12.143555 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-73ea0dc4-2bba-440f-befd-647b4afdc40c req-6bc6cfdc-b74c-4810-b200-63b9009c752d tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/2fc68790-6522-40ce-a1f2-3a522d28095a HTTP/1.1" status: 204 len: 173 time: 0.0995781 Jul 09 16:23:12.156961 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-c6d1808c-dd5c-48a9-be31-53007bbab381 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fb8e424-ddcd-465f-ad3d-2ffb770ae53b']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:12.163790 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6cfdc-b74c-4810-b200-63b9009c752d tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2fc68790-6522-40ce-a1f2-3a522d28095a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:12.172755 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-c6d1808c-dd5c-48a9-be31-53007bbab381 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9a5d3fd-ec07-4398-97cb-0e4d61d6d25d') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:12.173877 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-c6d1808c-dd5c-48a9-be31-53007bbab381 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9a5d3fd-ec07-4398-97cb-0e4d61d6d25d') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:12.188695 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6d1808c-dd5c-48a9-be31-53007bbab381 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:12.201232 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-addb611b-ec88-4bea-8222-dddda4c30e28 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "PUT /v2.0/routers/6489e359-627e-4eab-b08f-78076b80ebf9/tags HTTP/1.1" status: 200 len: 317 time: 0.2281902 Jul 09 16:23:12.215082 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36640) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:12.220685 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-37adeda4-dd98-4d4d-ad97-94a4761e6908 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6489e359-627e-4eab-b08f-78076b80ebf9') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:12.223426 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6d1808c-dd5c-48a9-be31-53007bbab381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:12.230541 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6d1808c-dd5c-48a9-be31-53007bbab381 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:23:12.231508 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6d1808c-dd5c-48a9-be31-53007bbab381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:12.234407 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:23:12.234407 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:23:12.234407 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:23:12.234407 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:23:12.234407 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:23:12.234407 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:23:12.234407 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:23:12.234407 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:23:12.234407 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:23:12.234407 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:23:12.234407 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:23:12.234407 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:23:12.234407 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:23:12.234407 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:23:12.234407 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:23:12.234407 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:23:12.234407 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:23:12.234407 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:23:12.234407 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:23:12.234407 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:23:12.234407 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:23:12.234407 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:23:12.234407 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:23:12.234407 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:23:12.234407 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:23:12.234407 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:23:12.234407 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:23:12.234407 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:23:12.234407 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:23:12.234407 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:23:12.234407 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:23:12.234407 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:23:12.234407 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:23:12.234407 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:23:12.234407 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:23:12.234407 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:23:12.234407 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:23:12.234407 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:23:12.270671 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-de6cf05d-4a00-4958-b813-de9d7691c01a req-17cdf4f1-5671-4038-8339-a83c0fd5617b tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] 10.222.0.98 "GET /v2.0/security-groups/618b2157-ee23-4c0c-a2a4-e191d72027da HTTP/1.1" status: 200 len: 2401 time: 0.0945637 Jul 09 16:23:12.382127 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-de6cf05d-4a00-4958-b813-de9d7691c01a req-ff97b466-8e94-4722-9709-7c1e34099ad8 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:12.382382 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6d1808c-dd5c-48a9-be31-53007bbab381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:12.393547 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6d1808c-dd5c-48a9-be31-53007bbab381 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:12.397754 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c6d1808c-dd5c-48a9-be31-53007bbab381 admin admin] 10.222.0.98 "DELETE /v2.0/networks/7fb8e424-ddcd-465f-ad3d-2ffb770ae53b HTTP/1.1" status: 204 len: 168 time: 1.0594146 Jul 09 16:23:12.407440 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d1808c-dd5c-48a9-be31-53007bbab381 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fb8e424-ddcd-465f-ad3d-2ffb770ae53b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:12.431770 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-de6cf05d-4a00-4958-b813-de9d7691c01a req-ff97b466-8e94-4722-9709-7c1e34099ad8 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:12.436096 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-37adeda4-dd98-4d4d-ad97-94a4761e6908 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "DELETE /v2.0/routers/6489e359-627e-4eab-b08f-78076b80ebf9/tags HTTP/1.1" status: 204 len: 168 time: 0.2195432 Jul 09 16:23:12.438707 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36648) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:12.447348 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-31e5f4ce-2066-4299-b91b-974ce2f8a249 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6489e359-627e-4eab-b08f-78076b80ebf9', 'tempest-TagsExtTest-Tag-1612573687') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:12.523560 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-de6cf05d-4a00-4958-b813-de9d7691c01a req-ff97b466-8e94-4722-9709-7c1e34099ad8 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:12.526573 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-de6cf05d-4a00-4958-b813-de9d7691c01a req-ff97b466-8e94-4722-9709-7c1e34099ad8 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:12.527915 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-de6cf05d-4a00-4958-b813-de9d7691c01a req-ff97b466-8e94-4722-9709-7c1e34099ad8 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] 10.222.0.98 "DELETE /v2.0/security-groups/618b2157-ee23-4c0c-a2a4-e191d72027da HTTP/1.1" status: 204 len: 173 time: 0.2509429 Jul 09 16:23:12.541529 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97b466-8e94-4722-9709-7c1e34099ad8 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=618b2157-ee23-4c0c-a2a4-e191d72027da,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:12.596106 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36652) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:12.613855 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [req-87c93b2f-4c7a-4497-99b9-9b320165f093 req-5613c194-03c8-48e1-b9db-03b4f6e8edd5 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] show failed (client error): The resource could not be found. Jul 09 16:23:12.620505 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-87c93b2f-4c7a-4497-99b9-9b320165f093 req-5613c194-03c8-48e1-b9db-03b4f6e8edd5 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] 10.222.0.98 "GET /v2.0/security-groups/fadcf865-a267-4820-acc2-c3c56fbf0628 HTTP/1.1" status: 404 len: 352 time: 0.0196373 Jul 09 16:23:12.642922 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [None req-31e5f4ce-2066-4299-b91b-974ce2f8a249 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] show failed (client error): The resource could not be found. Jul 09 16:23:12.648537 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-9cc0c30c-7fd0-418a-acca-70556f1e19a3 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5bab4a62c1284375905a7ca59f2b0a16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489309 Jul 09 16:23:12.648728 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-31e5f4ce-2066-4299-b91b-974ce2f8a249 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "GET /v2.0/routers/6489e359-627e-4eab-b08f-78076b80ebf9/tags/tempest-TagsExtTest-Tag-1612573687 HTTP/1.1" status: 404 len: 329 time: 0.2067666 Jul 09 16:23:12.648728 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36660) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:12.653869 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36662) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:12.662382 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-80876e3e-c176-46de-a21f-a91d8aed0b29 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6489e359-627e-4eab-b08f-78076b80ebf9', 'tempest-TagsExtTest-Tag-616449971') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:12.736855 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0bad78e8-cf57-44ea-9453-ee0c54e775b4 req-9a2efb1c-7fd4-45bd-acf0-cc7d6779a0dc tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] 10.222.0.98 "GET /v2.0/security-groups/b9ea4092-0b21-4614-aae3-142dea1d6fe1 HTTP/1.1" status: 200 len: 1805 time: 0.0892360 Jul 09 16:23:12.737672 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-11149850-f99d-45d4-af40-7d40d041aa60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:12.763762 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-11149850-f99d-45d4-af40-7d40d041aa60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:12.773301 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [None req-80876e3e-c176-46de-a21f-a91d8aed0b29 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] show failed (client error): The resource could not be found. Jul 09 16:23:12.777927 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-80876e3e-c176-46de-a21f-a91d8aed0b29 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "GET /v2.0/routers/6489e359-627e-4eab-b08f-78076b80ebf9/tags/tempest-TagsExtTest-Tag-616449971 HTTP/1.1" status: 404 len: 328 time: 0.1281319 Jul 09 16:23:12.778496 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36664) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:12.783460 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-036a6df4-a6c2-43dd-b1c1-20241ee29a31 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6489e359-627e-4eab-b08f-78076b80ebf9', 'tempest-TagsExtTest-Tag-1159238061') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:12.824372 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-11149850-f99d-45d4-af40-7d40d041aa60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:12.827139 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-11149850-f99d-45d4-af40-7d40d041aa60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:12.830525 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-11149850-f99d-45d4-af40-7d40d041aa60 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/cec29c11-83a2-4c61-8763-c624bcb1da06 HTTP/1.1" status: 204 len: 168 time: 0.1733649 Jul 09 16:23:12.848290 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11149850-f99d-45d4-af40-7d40d041aa60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec29c11-83a2-4c61-8763-c624bcb1da06,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:12.900131 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0bad78e8-cf57-44ea-9453-ee0c54e775b4 req-a9118f80-1f08-4eab-ad7a-dae2dfaf203a tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:12.936457 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [None req-036a6df4-a6c2-43dd-b1c1-20241ee29a31 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] show failed (client error): The resource could not be found. Jul 09 16:23:12.938229 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-036a6df4-a6c2-43dd-b1c1-20241ee29a31 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "GET /v2.0/routers/6489e359-627e-4eab-b08f-78076b80ebf9/tags/tempest-TagsExtTest-Tag-1159238061 HTTP/1.1" status: 404 len: 329 time: 0.1587536 Jul 09 16:23:12.941454 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36668) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:12.946831 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-f5f7ac33-2bef-4bac-959b-419fb52790ec tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'e02f36bc-d84c-4bc7-9a2c-c96bf35ee350', {'tags': ['tempest-TagsExtTest-Tag-1341388430', 'tempest-TagsExtTest-Tag-103211658', 'tempest-TagsExtTest-Tag-327912886']}) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:12.956415 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0bad78e8-cf57-44ea-9453-ee0c54e775b4 req-a9118f80-1f08-4eab-ad7a-dae2dfaf203a tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:13.022008 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f5f7ac33-2bef-4bac-959b-419fb52790ec tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "PUT /v2.0/subnetpools/e02f36bc-d84c-4bc7-9a2c-c96bf35ee350/tags HTTP/1.1" status: 200 len: 316 time: 0.0789194 Jul 09 16:23:13.027929 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36672) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:13.040804 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-878fad4f-501b-4965-bdde-04358a47a8fd tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e02f36bc-d84c-4bc7-9a2c-c96bf35ee350') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:13.058132 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0bad78e8-cf57-44ea-9453-ee0c54e775b4 req-a9118f80-1f08-4eab-ad7a-dae2dfaf203a tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:13.065189 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0bad78e8-cf57-44ea-9453-ee0c54e775b4 req-a9118f80-1f08-4eab-ad7a-dae2dfaf203a tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:13.070214 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0bad78e8-cf57-44ea-9453-ee0c54e775b4 req-a9118f80-1f08-4eab-ad7a-dae2dfaf203a tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] 10.222.0.98 "DELETE /v2.0/security-groups/b9ea4092-0b21-4614-aae3-142dea1d6fe1 HTTP/1.1" status: 204 len: 173 time: 0.2573855 Jul 09 16:23:13.098691 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9118f80-1f08-4eab-ad7a-dae2dfaf203a tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ea4092-0b21-4614-aae3-142dea1d6fe1,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:13.168895 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-878fad4f-501b-4965-bdde-04358a47a8fd tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "DELETE /v2.0/subnetpools/e02f36bc-d84c-4bc7-9a2c-c96bf35ee350/tags HTTP/1.1" status: 204 len: 168 time: 0.1391013 Jul 09 16:23:13.171717 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36676) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:13.177044 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cbfbc5d8-07f0-48aa-bd0a-3776064573d6 req-c44234d3-73cd-4bbf-870c-6be2b13f0806 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] 10.222.0.98 "GET /v2.0/security-groups/97a05444-f1f2-4a15-9296-a8ca3786c4ae HTTP/1.1" status: 200 len: 1806 time: 0.0758412 Jul 09 16:23:13.177596 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.tag.tag_plugin [None req-2a3815ae-6359-4016-982d-663a0deeff06 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e02f36bc-d84c-4bc7-9a2c-c96bf35ee350', 'tempest-TagsExtTest-Tag-1341388430') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:13.234359 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-2a3815ae-6359-4016-982d-663a0deeff06 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] show failed (client error): The resource could not be found. Jul 09 16:23:13.235755 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2a3815ae-6359-4016-982d-663a0deeff06 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "GET /v2.0/subnetpools/e02f36bc-d84c-4bc7-9a2c-c96bf35ee350/tags/tempest-TagsExtTest-Tag-1341388430 HTTP/1.1" status: 404 len: 329 time: 0.0628304 Jul 09 16:23:13.244511 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device e2cfd0d6-9109-4235-ab69-a9ac10ebf765 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:23:13.245972 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36682) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:13.251493 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.tag.tag_plugin [None req-0149ca46-2845-4682-b962-3956aa4caffb tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e02f36bc-d84c-4bc7-9a2c-c96bf35ee350', 'tempest-TagsExtTest-Tag-103211658') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:13.291529 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: e2cfd0d6-9109-4235-ab69-a9ac10ebf765 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:23:13.294313 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device e2cfd0d6-9109-4235-ab69-a9ac10ebf765 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:23:13.299001 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-cbfbc5d8-07f0-48aa-bd0a-3776064573d6 req-f10f5347-8ee0-48b2-b4a1-27a6e954af54 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:13.303595 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-0149ca46-2845-4682-b962-3956aa4caffb tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] show failed (client error): The resource could not be found. Jul 09 16:23:13.304645 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0149ca46-2845-4682-b962-3956aa4caffb tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "GET /v2.0/subnetpools/e02f36bc-d84c-4bc7-9a2c-c96bf35ee350/tags/tempest-TagsExtTest-Tag-103211658 HTTP/1.1" status: 404 len: 328 time: 0.0573714 Jul 09 16:23:13.307849 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36684) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:13.313162 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.tag.tag_plugin [None req-068fe750-2676-4258-ae43-a86102ca72a9 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e02f36bc-d84c-4bc7-9a2c-c96bf35ee350', 'tempest-TagsExtTest-Tag-327912886') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:13.330181 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-cbfbc5d8-07f0-48aa-bd0a-3776064573d6 req-f10f5347-8ee0-48b2-b4a1-27a6e954af54 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:13.377004 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-068fe750-2676-4258-ae43-a86102ca72a9 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] show failed (client error): The resource could not be found. Jul 09 16:23:13.378422 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-068fe750-2676-4258-ae43-a86102ca72a9 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "GET /v2.0/subnetpools/e02f36bc-d84c-4bc7-9a2c-c96bf35ee350/tags/tempest-TagsExtTest-Tag-327912886 HTTP/1.1" status: 404 len: 328 time: 0.0696511 Jul 09 16:23:13.381328 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36688) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:13.391435 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.tag.tag_plugin [None req-ac7c902b-a875-4782-9968-33192bd17a5d tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e02f36bc-d84c-4bc7-9a2c-c96bf35ee350') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:13.472066 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-cbfbc5d8-07f0-48aa-bd0a-3776064573d6 req-f10f5347-8ee0-48b2-b4a1-27a6e954af54 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:13.475274 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-cbfbc5d8-07f0-48aa-bd0a-3776064573d6 req-f10f5347-8ee0-48b2-b4a1-27a6e954af54 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:13.479440 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ac7c902b-a875-4782-9968-33192bd17a5d tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "DELETE /v2.0/subnetpools/e02f36bc-d84c-4bc7-9a2c-c96bf35ee350/tags HTTP/1.1" status: 204 len: 168 time: 0.0962937 Jul 09 16:23:13.482519 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cbfbc5d8-07f0-48aa-bd0a-3776064573d6 req-f10f5347-8ee0-48b2-b4a1-27a6e954af54 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] 10.222.0.98 "DELETE /v2.0/security-groups/97a05444-f1f2-4a15-9296-a8ca3786c4ae HTTP/1.1" status: 204 len: 173 time: 0.2833691 Jul 09 16:23:13.482820 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36692) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:13.516134 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.tag.tag_plugin [None req-00c980a1-8b54-44f8-a9da-d2c0a591fc5a tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6489e359-627e-4eab-b08f-78076b80ebf9') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:13.525150 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10f5347-8ee0-48b2-b4a1-27a6e954af54 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a05444-f1f2-4a15-9296-a8ca3786c4ae,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:13.668292 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e840971d-e4d9-48b2-8572-d01fb0b5bf8c req-5c8ae8cd-4fb6-4203-9405-fcf1b3688096 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] 10.222.0.98 "GET /v2.0/security-groups/87dbef06-0b61-41f1-89ac-f6ceb6337502 HTTP/1.1" status: 200 len: 1806 time: 0.1441691 Jul 09 16:23:13.718902 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-00c980a1-8b54-44f8-a9da-d2c0a591fc5a tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "DELETE /v2.0/routers/6489e359-627e-4eab-b08f-78076b80ebf9/tags HTTP/1.1" status: 204 len: 168 time: 0.2336490 Jul 09 16:23:13.725860 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36704) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:13.736394 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-d0585dbb-d567-416c-b0ce-3e7548e55f7b tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '37cdee54-52c1-47b8-8c5f-00044d7bcadf') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:13.782625 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-feac2ee1-799d-4508-8acc-c9e28ef6f585 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1804726 Jul 09 16:23:13.922968 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e840971d-e4d9-48b2-8572-d01fb0b5bf8c req-616f98f1-3736-4acd-b2ce-875543935d2c tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:13.951273 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d0585dbb-d567-416c-b0ce-3e7548e55f7b tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "DELETE /v2.0/ports/37cdee54-52c1-47b8-8c5f-00044d7bcadf/tags HTTP/1.1" status: 204 len: 168 time: 0.2182863 Jul 09 16:23:13.952921 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36708) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:13.958940 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-380c4493-3e94-445e-a504-4807a71725ee tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a2c4db7d-e658-4c48-91af-f0d3a75e9e11') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:13.982591 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e840971d-e4d9-48b2-8572-d01fb0b5bf8c req-616f98f1-3736-4acd-b2ce-875543935d2c tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:14.028518 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-7e767b10-8922-49f8-acd5-37a6f0480d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:14.029690 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-7e767b10-8922-49f8-acd5-37a6f0480d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:14.030585 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-7e767b10-8922-49f8-acd5-37a6f0480d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:14.031096 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-7e767b10-8922-49f8-acd5-37a6f0480d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:14.031568 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-7e767b10-8922-49f8-acd5-37a6f0480d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:14.032037 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-7e767b10-8922-49f8-acd5-37a6f0480d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:14.032530 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-7e767b10-8922-49f8-acd5-37a6f0480d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:14.034696 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-7e767b10-8922-49f8-acd5-37a6f0480d32 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9c1d3606ae1042aca4f5fe7ec5b98f71&device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 6500 time: 0.2124867 Jul 09 16:23:14.078493 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e840971d-e4d9-48b2-8572-d01fb0b5bf8c req-616f98f1-3736-4acd-b2ce-875543935d2c tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:14.082153 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e840971d-e4d9-48b2-8572-d01fb0b5bf8c req-616f98f1-3736-4acd-b2ce-875543935d2c tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:14.083354 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e840971d-e4d9-48b2-8572-d01fb0b5bf8c req-616f98f1-3736-4acd-b2ce-875543935d2c tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] 10.222.0.98 "DELETE /v2.0/security-groups/87dbef06-0b61-41f1-89ac-f6ceb6337502 HTTP/1.1" status: 204 len: 173 time: 0.4135056 Jul 09 16:23:14.099508 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-380c4493-3e94-445e-a504-4807a71725ee tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "DELETE /v2.0/subnets/a2c4db7d-e658-4c48-91af-f0d3a75e9e11/tags HTTP/1.1" status: 204 len: 168 time: 0.1453562 Jul 09 16:23:14.100571 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616f98f1-3736-4acd-b2ce-875543935d2c tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87dbef06-0b61-41f1-89ac-f6ceb6337502,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:14.106672 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36718) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:14.321605 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2792443d-251a-47e9-a9b1-d9d3e93765b6 req-cd812177-affb-4683-9990-29cf2053a0bf tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] 10.222.0.98 "GET /v2.0/security-groups/836997fc-27cf-4a72-980e-0b569096293f HTTP/1.1" status: 200 len: 2405 time: 0.1813400 Jul 09 16:23:14.333742 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-afbbd260-ac4d-4ede-8823-11e4848251fc tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Notify callbacks [] for subnetpool, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:14.335189 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-afbbd260-ac4d-4ede-8823-11e4848251fc tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "DELETE /v2.0/subnetpools/e02f36bc-d84c-4bc7-9a2c-c96bf35ee350 HTTP/1.1" status: 204 len: 168 time: 0.2269964 Jul 09 16:23:14.338758 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36728) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:14.377475 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-98427511-aebe-4941-8756-5a0d5d6b85bf tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "GET /v2.0/ports?device_id=6489e359-627e-4eab-b08f-78076b80ebf9 HTTP/1.1" status: 200 len: 205 time: 0.0363660 Jul 09 16:23:14.380027 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36730) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:14.476801 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2792443d-251a-47e9-a9b1-d9d3e93765b6 req-9cca51ee-e7e6-47d2-a690-3415e6335d56 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:14.479532 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-5e784eea-20b2-498c-a3ef-4015a7441e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:14.479869 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-5e784eea-20b2-498c-a3ef-4015a7441e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:14.480333 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-5e784eea-20b2-498c-a3ef-4015a7441e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:14.489252 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-5e784eea-20b2-498c-a3ef-4015a7441e89 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3a4e126d-a665-4056-ac42-0c366e7fbeca&id=6395e908-6223-4d6f-b1c1-e394506abed8&id=6395e908-6223-4d6f-b1c1-e394506abed8&id=6395e908-6223-4d6f-b1c1-e394506abed8&id=6395e908-6223-4d6f-b1c1-e394506abed8&id=f2f28c7b-9941-49e4-8996-9de52a7808d3&id=f2f28c7b-9941-49e4-8996-9de52a7808d3 HTTP/1.1" status: 200 len: 2297 time: 0.4233818 Jul 09 16:23:14.553992 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-da053e2d-5401-47eb-a18d-f23d7e62f323 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:14.615034 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-8be79a38-ec6a-4a2b-b1b9-40c324ae5b6d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e01c9589-6e5d-4d24-9c0d-a5ccec3105eb HTTP/1.1" status: 200 len: 1000 time: 0.1148024 Jul 09 16:23:14.705200 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2792443d-251a-47e9-a9b1-d9d3e93765b6 req-9cca51ee-e7e6-47d2-a690-3415e6335d56 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:14.776039 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-abccf87d-5f50-4509-8444-3516de80e017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:14.777536 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-abccf87d-5f50-4509-8444-3516de80e017 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17b1bf0f-6449-4963-a32c-463b55d292cb HTTP/1.1" status: 200 len: 856 time: 0.1523149 Jul 09 16:23:14.846362 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2792443d-251a-47e9-a9b1-d9d3e93765b6 req-9cca51ee-e7e6-47d2-a690-3415e6335d56 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:14.850580 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2792443d-251a-47e9-a9b1-d9d3e93765b6 req-9cca51ee-e7e6-47d2-a690-3415e6335d56 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:14.852353 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2792443d-251a-47e9-a9b1-d9d3e93765b6 req-9cca51ee-e7e6-47d2-a690-3415e6335d56 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] 10.222.0.98 "DELETE /v2.0/security-groups/836997fc-27cf-4a72-980e-0b569096293f HTTP/1.1" status: 204 len: 173 time: 0.5217738 Jul 09 16:23:14.878760 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca51ee-e7e6-47d2-a690-3415e6335d56 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=836997fc-27cf-4a72-980e-0b569096293f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:14.888457 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36746) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:14.949305 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-5e947c6d-861e-4e65-b3f6-45fbc8e7436c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:14.951289 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-5e947c6d-861e-4e65-b3f6-45fbc8e7436c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3a4e126d-a665-4056-ac42-0c366e7fbeca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1658032 Jul 09 16:23:14.982328 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-da053e2d-5401-47eb-a18d-f23d7e62f323 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:14.985091 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-da053e2d-5401-47eb-a18d-f23d7e62f323 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:15.049990 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-da053e2d-5401-47eb-a18d-f23d7e62f323 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:15.050626 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da053e2d-5401-47eb-a18d-f23d7e62f323 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Fanout notify agent at l3_agent the message router_deleted on router 6489e359-627e-4eab-b08f-78076b80ebf9 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:23:15.062901 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-da053e2d-5401-47eb-a18d-f23d7e62f323 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:15.065087 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-da053e2d-5401-47eb-a18d-f23d7e62f323 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "DELETE /v2.0/routers/6489e359-627e-4eab-b08f-78076b80ebf9 HTTP/1.1" status: 204 len: 168 time: 0.6832449 Jul 09 16:23:15.069701 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36750) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:15.155302 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-e61196fb-5ff5-4499-bd00-f2ae622e9ed6 service neutron] 10.222.0.73 "GET /v2.0/networks/3a4e126d-a665-4056-ac42-0c366e7fbeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745110 Jul 09 16:23:15.173368 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-70d9fbe2-d136-4813-a728-78fdf7f71005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:15.187066 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4fae1275-c8d8-4573-a882-c693aba2d2eb req-62912b85-3ce3-439a-aeef-a9b9d35c4ce7 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] 10.222.0.98 "GET /v2.0/security-groups/64dd1e81-2fda-41c9-913c-229281a9e213 HTTP/1.1" status: 200 len: 2400 time: 0.2853131 Jul 09 16:23:15.239625 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-3d210d72-bc68-4011-863e-6e7611b39a86 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Deleting port 37cdee54-52c1-47b8-8c5f-00044d7bcadf {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:23:15.239928 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3d210d72-bc68-4011-863e-6e7611b39a86 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:15.299334 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-70d9fbe2-d136-4813-a728-78fdf7f71005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:15.312216 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-70d9fbe2-d136-4813-a728-78fdf7f71005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:15.355618 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3d210d72-bc68-4011-863e-6e7611b39a86 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:15.379135 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-3d210d72-bc68-4011-863e-6e7611b39a86 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Calling delete_port for 37cdee54-52c1-47b8-8c5f-00044d7bcadf owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:23:15.428897 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4fae1275-c8d8-4573-a882-c693aba2d2eb req-d6df9030-0f76-4620-ab13-fb812a332605 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:15.453454 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4fae1275-c8d8-4573-a882-c693aba2d2eb req-d6df9030-0f76-4620-ab13-fb812a332605 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:15.539677 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4fae1275-c8d8-4573-a882-c693aba2d2eb req-d6df9030-0f76-4620-ab13-fb812a332605 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:15.542376 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4fae1275-c8d8-4573-a882-c693aba2d2eb req-d6df9030-0f76-4620-ab13-fb812a332605 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:15.551321 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4fae1275-c8d8-4573-a882-c693aba2d2eb req-d6df9030-0f76-4620-ab13-fb812a332605 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] 10.222.0.98 "DELETE /v2.0/security-groups/64dd1e81-2fda-41c9-913c-229281a9e213 HTTP/1.1" status: 204 len: 173 time: 0.2422225 Jul 09 16:23:15.560414 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36754) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:15.570673 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-70d9fbe2-d136-4813-a728-78fdf7f71005 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7e98d8630bda438da2b3b5d3350e0c49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6767037 Jul 09 16:23:15.570673 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9fbe2-d136-4813-a728-78fdf7f71005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ae391b-55ee-41d8-9e8c-fc99cab7b859,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:15.570673 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36756) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:15.625917 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6df9030-0f76-4620-ab13-fb812a332605 tempest-SecurityGroupRulesTestJSON-734127954 tempest-SecurityGroupRulesTestJSON-734127954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64dd1e81-2fda-41c9-913c-229281a9e213,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:15.659194 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b72d6809-0588-4609-b0ad-b7e46e5d923c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:15.667034 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-5161eb76-24b8-416c-b953-fdcb73e18880 admin admin] Deleting subnet 7aa64cb2-eb50-4e34-97e2-83a4b700140b {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:23:15.671244 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3d210d72-bc68-4011-863e-6e7611b39a86 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:15.673948 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5161eb76-24b8-416c-b953-fdcb73e18880 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:15.686479 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-3f3a9508-9c80-4339-bccd-f3ff621eb9a2 service neutron] 10.222.0.73 "GET /v2.0/networks/3a4e126d-a665-4056-ac42-0c366e7fbeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4980643 Jul 09 16:23:15.698972 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b72d6809-0588-4609-b0ad-b7e46e5d923c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:15.740217 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-dbe01ba4-07cd-412f-9521-c80bcc0717ad service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847 HTTP/1.1" status: 200 len: 217 time: 0.0440557 Jul 09 16:23:15.740797 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d210d72-bc68-4011-863e-6e7611b39a86 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Pushing event deleted for resources: {'Port': ['ID=37cdee54-52c1-47b8-8c5f-00044d7bcadf,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:15.835456 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5161eb76-24b8-416c-b953-fdcb73e18880 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:15.893648 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-b7591b10-fde3-440b-a93e-471dad815b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:15.900629 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-b7591b10-fde3-440b-a93e-471dad815b79 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=981e8e3d-124b-4345-9952-afb7f38f6b86 HTTP/1.1" status: 200 len: 797 time: 0.1521068 Jul 09 16:23:15.942253 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3d210d72-bc68-4011-863e-6e7611b39a86 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:15.944950 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-3d210d72-bc68-4011-863e-6e7611b39a86 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "DELETE /v2.0/ports/37cdee54-52c1-47b8-8c5f-00044d7bcadf HTTP/1.1" status: 204 len: 168 time: 0.8747699 Jul 09 16:23:15.948062 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36764) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:15.954860 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:23:15.964340 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5161eb76-24b8-416c-b953-fdcb73e18880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:15.997811 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b72d6809-0588-4609-b0ad-b7e46e5d923c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:16.003078 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b72d6809-0588-4609-b0ad-b7e46e5d923c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:16.007383 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b72d6809-0588-4609-b0ad-b7e46e5d923c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c6ae391b-55ee-41d8-9e8c-fc99cab7b859 HTTP/1.1" status: 204 len: 168 time: 0.4339709 Jul 09 16:23:16.019297 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72d6809-0588-4609-b0ad-b7e46e5d923c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ae391b-55ee-41d8-9e8c-fc99cab7b859,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:16.088927 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-35c32c30-e24e-4930-acf1-30ac60f18a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:16.094452 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-35c32c30-e24e-4930-acf1-30ac60f18a75 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6395e908-6223-4d6f-b1c1-e394506abed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1863992 Jul 09 16:23:16.119995 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-41f6962d-9a23-4e98-9101-d3fbf1806c19 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Deleting subnet a2c4db7d-e658-4c48-91af-f0d3a75e9e11 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:23:16.135756 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-41f6962d-9a23-4e98-9101-d3fbf1806c19 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:16.175840 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5161eb76-24b8-416c-b953-fdcb73e18880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:16.221926 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5161eb76-24b8-416c-b953-fdcb73e18880 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7aa64cb2-eb50-4e34-97e2-83a4b700140b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:16.230283 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-41f6962d-9a23-4e98-9101-d3fbf1806c19 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:16.233934 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5161eb76-24b8-416c-b953-fdcb73e18880 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:16.235951 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-5161eb76-24b8-416c-b953-fdcb73e18880 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/7aa64cb2-eb50-4e34-97e2-83a4b700140b HTTP/1.1" status: 204 len: 168 time: 0.6745300 Jul 09 16:23:16.240335 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36770) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:16.328364 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-0d0d9000-5df3-4dfc-b9c7-1d9aaf6db2b2 service neutron] 10.222.0.73 "GET /v2.0/networks/6395e908-6223-4d6f-b1c1-e394506abed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297757 Jul 09 16:23:16.407035 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-41f6962d-9a23-4e98-9101-d3fbf1806c19 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:16.444745 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-9db0fd1c-fbe3-406c-9546-3aeaabe7053c service neutron] 10.222.0.73 "GET /v2.0/networks/6395e908-6223-4d6f-b1c1-e394506abed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092560 Jul 09 16:23:16.451471 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d17295ef-c7f9-4a95-b53e-517e0bd2476b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:16.514720 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-c0f9160d-c347-4eee-9fa5-13376a8ae550 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e HTTP/1.1" status: 200 len: 217 time: 0.0594673 Jul 09 16:23:16.550708 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-41f6962d-9a23-4e98-9101-d3fbf1806c19 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:16.568929 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-41f6962d-9a23-4e98-9101-d3fbf1806c19 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:16.571977 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-41f6962d-9a23-4e98-9101-d3fbf1806c19 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "DELETE /v2.0/subnets/a2c4db7d-e658-4c48-91af-f0d3a75e9e11 HTTP/1.1" status: 204 len: 168 time: 0.6220868 Jul 09 16:23:16.576802 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1c0ead-5619-4152-b40c-3b22c89d2a1c None None] Network 2c5d8b09-43aa-4524-a3b1-0112e3190328 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:23:16.583047 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36780) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:16.629573 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f6962d-9a23-4e98-9101-d3fbf1806c19 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Pushing event deleted for resources: {'Subnet': ['ID=a2c4db7d-e658-4c48-91af-f0d3a75e9e11,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:16.666660 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d17295ef-c7f9-4a95-b53e-517e0bd2476b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:16.722379 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-d17295ef-c7f9-4a95-b53e-517e0bd2476b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59b203a2-d105-4ba6-b07c-2912b86577db']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:16.744697 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-d192026b-a769-4226-abb2-947477832a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:16.747440 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-d192026b-a769-4226-abb2-947477832a2f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=981e8e3d-124b-4345-9952-afb7f38f6b86 HTTP/1.1" status: 200 len: 797 time: 0.2260396 Jul 09 16:23:16.753477 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-d17295ef-c7f9-4a95-b53e-517e0bd2476b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4707960b-22ef-48c0-82a0-f4dc9651ce75') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:16.753914 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-d17295ef-c7f9-4a95-b53e-517e0bd2476b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4707960b-22ef-48c0-82a0-f4dc9651ce75') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:16.802425 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d17295ef-c7f9-4a95-b53e-517e0bd2476b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:16.820612 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b19c121d-9850-495d-a556-2122fbd09c91 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:16.839320 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d17295ef-c7f9-4a95-b53e-517e0bd2476b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:16.861951 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d17295ef-c7f9-4a95-b53e-517e0bd2476b admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:23:16.862504 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d17295ef-c7f9-4a95-b53e-517e0bd2476b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:16.866349 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:23:16.866349 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:23:16.866349 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:23:16.866349 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:23:16.866349 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:23:16.866349 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:23:16.866349 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:23:16.866349 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:23:16.866349 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:23:16.866349 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:23:16.866349 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:23:16.866349 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:23:16.866349 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:23:16.866349 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:23:16.866349 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:23:16.866349 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:23:16.866349 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:23:16.866349 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:23:16.866349 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:23:16.866349 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:23:16.866349 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:23:16.866349 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:23:16.866349 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:23:16.866349 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:23:16.866349 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:23:16.866349 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:23:16.866349 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:23:16.866349 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:23:16.866349 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:23:16.866349 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:23:16.866349 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:23:16.866349 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:23:16.923135 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc4efe8-5193-4134-976f-01946ad38c9b None None] DHCP port deletion for 2c5d8b09-43aa-4524-a3b1-0112e3190328 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:23:16.965005 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-232800e0-9830-4645-97e4-a5d0bd150f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:16.967009 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-232800e0-9830-4645-97e4-a5d0bd150f15 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6395e908-6223-4d6f-b1c1-e394506abed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2109418 Jul 09 16:23:17.031388 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d17295ef-c7f9-4a95-b53e-517e0bd2476b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:17.042659 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d17295ef-c7f9-4a95-b53e-517e0bd2476b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:17.044711 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-d17295ef-c7f9-4a95-b53e-517e0bd2476b admin admin] 10.222.0.98 "DELETE /v2.0/networks/59b203a2-d105-4ba6-b07c-2912b86577db HTTP/1.1" status: 204 len: 168 time: 0.8030450 Jul 09 16:23:17.045243 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-4cc4efe8-5193-4134-976f-01946ad38c9b None None] Deleting port 7409b250-d5d6-4385-a817-6dc72fe5da41 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:23:17.045729 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4cc4efe8-5193-4134-976f-01946ad38c9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:17.159701 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17295ef-c7f9-4a95-b53e-517e0bd2476b admin admin] Pushing event deleted for resources: {'Network': ['ID=59b203a2-d105-4ba6-b07c-2912b86577db,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:17.168954 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-4cc4efe8-5193-4134-976f-01946ad38c9b None None] For port 7409b250-d5d6-4385-a817-6dc72fe5da41, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=7409b250-d5d6-4385-a817-6dc72fe5da41,segment=NetworkSegment(8e7c17f6-ecd7-4266-886b-7417477e9c9a),segment_id=8e7c17f6-ecd7-4266-886b-7417477e9c9a)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:23:17.170108 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4cc4efe8-5193-4134-976f-01946ad38c9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:17.177451 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-b19c121d-9850-495d-a556-2122fbd09c91 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Deleting port 7409b250-d5d6-4385-a817-6dc72fe5da41 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:23:17.178072 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b19c121d-9850-495d-a556-2122fbd09c91 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:17.192890 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-4cc4efe8-5193-4134-976f-01946ad38c9b None None] Calling delete_port for 7409b250-d5d6-4385-a817-6dc72fe5da41 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:23:17.278141 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36802) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:17.351720 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4cc4efe8-5193-4134-976f-01946ad38c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:17.397564 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc4efe8-5193-4134-976f-01946ad38c9b None None] No DVR routers for this DVR port 7409b250-d5d6-4385-a817-6dc72fe5da41 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:23:17.420222 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc4efe8-5193-4134-976f-01946ad38c9b None None] Pushing event deleted for resources: {'Port': ['ID=7409b250-d5d6-4385-a817-6dc72fe5da41,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:17.424465 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-de8b4f36-9639-4737-bb5d-90491f44ce36 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8e332d09a4e944d7885efcd510d0a3f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1450663 Jul 09 16:23:17.427477 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36806) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:17.514857 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d59991db-1f7c-46fa-9e12-c274cff7ef39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:17.555767 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-b19c121d-9850-495d-a556-2122fbd09c91 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] For port 7409b250-d5d6-4385-a817-6dc72fe5da41, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=7409b250-d5d6-4385-a817-6dc72fe5da41,segment=NetworkSegment(8e7c17f6-ecd7-4266-886b-7417477e9c9a),segment_id=8e7c17f6-ecd7-4266-886b-7417477e9c9a)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:23:17.556619 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b19c121d-9850-495d-a556-2122fbd09c91 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:17.577291 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-b19c121d-9850-495d-a556-2122fbd09c91 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Calling delete_port for 7409b250-d5d6-4385-a817-6dc72fe5da41 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:23:17.586215 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d59991db-1f7c-46fa-9e12-c274cff7ef39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:17.674356 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d59991db-1f7c-46fa-9e12-c274cff7ef39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:17.689049 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d59991db-1f7c-46fa-9e12-c274cff7ef39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:17.693722 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d59991db-1f7c-46fa-9e12-c274cff7ef39 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5d87ace1-2954-48bb-821f-934df0f5c577 HTTP/1.1" status: 204 len: 168 time: 0.2621126 Jul 09 16:23:17.696581 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b19c121d-9850-495d-a556-2122fbd09c91 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:17.703948 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-b2a6b3ec-6d81-44cb-ade8-e15303ff7671 service neutron] 10.222.0.73 "GET /v2.0/networks/6395e908-6223-4d6f-b1c1-e394506abed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7295215 Jul 09 16:23:17.716315 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59991db-1f7c-46fa-9e12-c274cff7ef39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d87ace1-2954-48bb-821f-934df0f5c577,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:17.837616 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19c121d-9850-495d-a556-2122fbd09c91 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Pushing event deleted for resources: {'Port': ['ID=7409b250-d5d6-4385-a817-6dc72fe5da41,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:17.844783 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-40eaac2f-ae97-43d1-bd13-40ccc2b1f784 service neutron] 10.222.0.73 "GET /v2.0/networks/6395e908-6223-4d6f-b1c1-e394506abed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128879 Jul 09 16:23:17.858163 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19c121d-9850-495d-a556-2122fbd09c91 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] No DVR routers for this DVR port 7409b250-d5d6-4385-a817-6dc72fe5da41 on host n-d-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:23:17.930367 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-d3bac38f-b0af-49da-a4d8-1bc4bb7cd47f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=cc1b9003-be21-4ede-8937-a785742afd1f HTTP/1.1" status: 200 len: 217 time: 0.0743952 Jul 09 16:23:18.082693 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b19c121d-9850-495d-a556-2122fbd09c91 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:18.086590 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-c56be887-ec9e-47e1-a0ed-3d20022aaa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:18.088166 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-c56be887-ec9e-47e1-a0ed-3d20022aaa8a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=981e8e3d-124b-4345-9952-afb7f38f6b86 HTTP/1.1" status: 200 len: 797 time: 0.1490993 Jul 09 16:23:18.108197 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-b19c121d-9850-495d-a556-2122fbd09c91 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c5d8b09-43aa-4524-a3b1-0112e3190328']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:18.148848 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-b19c121d-9850-495d-a556-2122fbd09c91 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e7c17f6-ecd7-4266-886b-7417477e9c9a') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:18.149159 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-b19c121d-9850-495d-a556-2122fbd09c91 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e7c17f6-ecd7-4266-886b-7417477e9c9a') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:18.161847 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b19c121d-9850-495d-a556-2122fbd09c91 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:18.197945 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b19c121d-9850-495d-a556-2122fbd09c91 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:18.215180 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b19c121d-9850-495d-a556-2122fbd09c91 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:23:18.215591 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b19c121d-9850-495d-a556-2122fbd09c91 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:18.220631 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-48458b6c-aa9e-4d62-bee0-c5638e598436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:18.222217 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-48458b6c-aa9e-4d62-bee0-c5638e598436 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6395e908-6223-4d6f-b1c1-e394506abed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1278944 Jul 09 16:23:18.222944 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:23:18.222944 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:23:18.222944 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:23:18.222944 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:23:18.222944 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:23:18.222944 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:23:18.222944 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:23:18.222944 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:23:18.222944 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:23:18.222944 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:23:18.222944 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:23:18.222944 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:23:18.222944 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:23:18.222944 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:23:18.222944 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:23:18.222944 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:23:18.222944 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:23:18.222944 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:23:18.222944 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:23:18.222944 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:23:18.222944 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:23:18.222944 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:23:18.222944 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:23:18.222944 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:23:18.222944 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:23:18.222944 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:23:18.222944 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:23:18.222944 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:23:18.222944 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:23:18.222944 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:23:18.222944 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:23:18.222944 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:23:18.390626 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 7409b250-d5d6-4385-a817-6dc72fe5da41 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:23:18.428192 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b19c121d-9850-495d-a556-2122fbd09c91 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:18.448737 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b19c121d-9850-495d-a556-2122fbd09c91 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:18.453020 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b19c121d-9850-495d-a556-2122fbd09c91 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] 10.222.0.98 "DELETE /v2.0/networks/2c5d8b09-43aa-4524-a3b1-0112e3190328 HTTP/1.1" status: 204 len: 168 time: 1.8192239 Jul 09 16:23:18.453370 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19c121d-9850-495d-a556-2122fbd09c91 tempest-TagsExtTest-1354477802 tempest-TagsExtTest-1354477802-project] Pushing event deleted for resources: {'Network': ['ID=2c5d8b09-43aa-4524-a3b1-0112e3190328,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:18.485437 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 7409b250-d5d6-4385-a817-6dc72fe5da41 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:23:18.485789 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 7409b250-d5d6-4385-a817-6dc72fe5da41 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:23:18.521911 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-7737d84c-6c94-422b-85f6-04ffcd87ed67 service neutron] 10.222.0.73 "GET /v2.0/networks/6395e908-6223-4d6f-b1c1-e394506abed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847841 Jul 09 16:23:18.732944 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-66b81672-3457-49b9-9273-fc840a48b569 service neutron] 10.222.0.73 "GET /v2.0/networks/6395e908-6223-4d6f-b1c1-e394506abed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031014 Jul 09 16:23:18.881979 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-ae922a95-3f3e-4408-87cd-9367585c7278 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=4f254e63-6b3b-4694-9cb5-3a15ac319c88 HTTP/1.1" status: 200 len: 217 time: 0.1356680 Jul 09 16:23:18.896842 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36854) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:18.988439 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-511b1cb5-efff-4da6-bb26-dc207d23c6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:18.992027 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-511b1cb5-efff-4da6-bb26-dc207d23c6d8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=981e8e3d-124b-4345-9952-afb7f38f6b86 HTTP/1.1" status: 200 len: 797 time: 0.1067753 Jul 09 16:23:19.148394 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f813cecd-7428-4373-8bd4-3e300bb542d3 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4107163ed07d41c992999e7669aaa8b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2479565 Jul 09 16:23:19.150085 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36866) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:19.167449 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-b1cd1c16-331f-40f7-a3c1-dd9009a6a60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:19.180695 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-b1cd1c16-331f-40f7-a3c1-dd9009a6a60b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6395e908-6223-4d6f-b1c1-e394506abed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1814487 Jul 09 16:23:19.298149 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-59dc4097-8ff3-41d0-8cc8-173acdd8c684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:19.341708 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-59dc4097-8ff3-41d0-8cc8-173acdd8c684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:19.391105 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-d96d4747-6b7e-46bf-a076-e9cd3c841a2f service neutron] 10.222.0.73 "GET /v2.0/networks/6395e908-6223-4d6f-b1c1-e394506abed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033019 Jul 09 16:23:19.424977 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-59dc4097-8ff3-41d0-8cc8-173acdd8c684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:19.431347 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-59dc4097-8ff3-41d0-8cc8-173acdd8c684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:19.435438 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-59dc4097-8ff3-41d0-8cc8-173acdd8c684 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/49c1bd3b-ef45-4d08-b255-299c94e319d5 HTTP/1.1" status: 204 len: 168 time: 0.2788363 Jul 09 16:23:19.435823 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36870) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:19.452426 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dc4097-8ff3-41d0-8cc8-173acdd8c684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c1bd3b-ef45-4d08-b255-299c94e319d5,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:19.569820 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-c0ff56f8-1893-4992-a92a-fff621d6960e service neutron] 10.222.0.73 "GET /v2.0/networks/6395e908-6223-4d6f-b1c1-e394506abed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724803 Jul 09 16:23:19.712949 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-b10c3dc7-0f65-4d58-ae22-ea088ebb02d2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a7a4e491-e2c2-414f-9cdd-91edf6bc83f0 HTTP/1.1" status: 200 len: 217 time: 0.1363392 Jul 09 16:23:19.753580 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-be526bb8-771c-4d00-96d1-b64074b96424 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-2097221963-network', 'tenant_id': '13b09b760dc6420ab12a8bce7980cc05'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:23:19.824759 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be526bb8-771c-4d00-96d1-b64074b96424 admin admin] Made reservation on behalf of 13b09b760dc6420ab12a8bce7980cc05 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:23:19.827832 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be526bb8-771c-4d00-96d1-b64074b96424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:19.851485 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be526bb8-771c-4d00-96d1-b64074b96424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:19.867956 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-fb176212-6326-4637-8b70-619e34881048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:19.873847 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-fb176212-6326-4637-8b70-619e34881048 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ae89dbbd-9e79-42bc-a3f4-8084965358e2 HTTP/1.1" status: 200 len: 797 time: 0.1520519 Jul 09 16:23:20.054103 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be526bb8-771c-4d00-96d1-b64074b96424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:20.063904 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be526bb8-771c-4d00-96d1-b64074b96424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:20.065836 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-6007fc37-1050-44ca-99f2-7928e767acc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:20.072384 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-6007fc37-1050-44ca-99f2-7928e767acc2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f2f28c7b-9941-49e4-8996-9de52a7808d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1792033 Jul 09 16:23:20.103045 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be526bb8-771c-4d00-96d1-b64074b96424 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:23:20.111597 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be526bb8-771c-4d00-96d1-b64074b96424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5aaf73-cce0-44bd-b180-89eef08390e7,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:20.142420 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be526bb8-771c-4d00-96d1-b64074b96424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:20.143401 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-be526bb8-771c-4d00-96d1-b64074b96424 admin admin] Added segment b86f4fc9-92dc-4018-929c-a855e99a03f2 of type vlan for network 0592054e-0a2e-4cb2-984c-bcf72b77af51 Jul 09 16:23:20.236766 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be526bb8-771c-4d00-96d1-b64074b96424 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:20.260274 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-c500f9cc-9647-49d0-98b4-cf62caa1723d service neutron] 10.222.0.73 "GET /v2.0/networks/f2f28c7b-9941-49e4-8996-9de52a7808d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855578 Jul 09 16:23:20.299649 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be526bb8-771c-4d00-96d1-b64074b96424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:20.301086 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be526bb8-771c-4d00-96d1-b64074b96424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:20.302094 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be526bb8-771c-4d00-96d1-b64074b96424 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:20.387708 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be526bb8-771c-4d00-96d1-b64074b96424 admin admin] Pushing event updated for resources: {'Network': ['ID=0592054e-0a2e-4cb2-984c-bcf72b77af51,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:20.401512 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 0592054e-0a2e-4cb2-984c-bcf72b77af51 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:23:20.412904 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-be526bb8-771c-4d00-96d1-b64074b96424 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9750247 Jul 09 16:23:20.416360 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36916) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:20.429720 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-609e0ff9-b80c-41ec-bc55-f1b3c975da2b admin admin] Request body: {'subnet': {'network_id': '0592054e-0a2e-4cb2-984c-bcf72b77af51', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-2097221963-subnet', 'tenant_id': '13b09b760dc6420ab12a8bce7980cc05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:23:20.492166 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609e0ff9-b80c-41ec-bc55-f1b3c975da2b admin admin] Made reservation on behalf of 13b09b760dc6420ab12a8bce7980cc05 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:23:20.497609 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-609e0ff9-b80c-41ec-bc55-f1b3c975da2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:20.528104 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-e2ec38c8-a8f6-4ff2-9e66-23389dc63fe1 service neutron] 10.222.0.73 "GET /v2.0/networks/f2f28c7b-9941-49e4-8996-9de52a7808d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448964 Jul 09 16:23:20.620294 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-a13d5263-42a7-47cd-ab2e-408ad5e9e3ec service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5989e1c6-4c6c-4db6-8f16-533f3fd6e06c HTTP/1.1" status: 200 len: 217 time: 0.0883732 Jul 09 16:23:20.717860 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-592225cc-9b5c-4277-99f4-2669de33a9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:20.722173 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-592225cc-9b5c-4277-99f4-2669de33a9f0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ae89dbbd-9e79-42bc-a3f4-8084965358e2 HTTP/1.1" status: 200 len: 797 time: 0.0940750 Jul 09 16:23:20.841531 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-609e0ff9-b80c-41ec-bc55-f1b3c975da2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:20.891543 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-603c9073-e16e-4395-82cc-6af51f1c75ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:20.910512 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-603c9073-e16e-4395-82cc-6af51f1c75ba service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f2f28c7b-9941-49e4-8996-9de52a7808d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1732190 Jul 09 16:23:20.991725 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609e0ff9-b80c-41ec-bc55-f1b3c975da2b admin admin] Checking segment: {'id': 'b86f4fc9-92dc-4018-929c-a855e99a03f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0592054e-0a2e-4cb2-984c-bcf72b77af51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:23:20.992074 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609e0ff9-b80c-41ec-bc55-f1b3c975da2b admin admin] Network hostable DHCP agents. Network: 0592054e-0a2e-4cb2-984c-bcf72b77af51, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:23:21.041610 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609e0ff9-b80c-41ec-bc55-f1b3c975da2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4bd6369-57bd-4cb6-842b-8466274bcb5c,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:21.046582 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609e0ff9-b80c-41ec-bc55-f1b3c975da2b admin admin] Network 0592054e-0a2e-4cb2-984c-bcf72b77af51 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:23:21.066323 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-609e0ff9-b80c-41ec-bc55-f1b3c975da2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 0592054e-0a2e-4cb2-984c-bcf72b77af51) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:23:21.073708 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609e0ff9-b80c-41ec-bc55-f1b3c975da2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:21.075113 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-609e0ff9-b80c-41ec-bc55-f1b3c975da2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:21.076344 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68695c2-c5fe-4108-8d7c-c6fe9b15e5a2 None None] Network 0592054e-0a2e-4cb2-984c-bcf72b77af51 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:23:21.107276 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-609e0ff9-b80c-41ec-bc55-f1b3c975da2b admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6879849 Jul 09 16:23:21.118056 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-392522d3-783b-4d7e-9bf5-86bec7cfdeff service neutron] 10.222.0.73 "GET /v2.0/networks/f2f28c7b-9941-49e4-8996-9de52a7808d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064576 Jul 09 16:23:21.413358 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e710a46-23cb-46f4-add8-1c64a37dd77d None None] Network 0592054e-0a2e-4cb2-984c-bcf72b77af51 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:23:21.511937 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2d62ad48-70e7-4e44-8454-d06d0f61090f req-19ef08dc-7703-4b7f-9cd9-83c205b05070 service neutron] 10.222.0.73 "GET /v2.0/networks/f2f28c7b-9941-49e4-8996-9de52a7808d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3872666 Jul 09 16:23:21.622736 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73209cc3-9951-4351-a604-6a1b2a277ea0 req-63787a0b-6e4a-45e6-a7f2-c0c2f688bde3 tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:21.635364 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-73209cc3-9951-4351-a604-6a1b2a277ea0 req-63787a0b-6e4a-45e6-a7f2-c0c2f688bde3 tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] 10.222.0.98 "GET /v2.0/ports?device_id=e44bbdaa-8e6a-4888-b567-76f73db436ed HTTP/1.1" status: 200 len: 946 time: 0.1501915 Jul 09 16:23:21.730533 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-73209cc3-9951-4351-a604-6a1b2a277ea0 req-6f3c883d-747c-44a1-a82f-10ad18361694 tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] 10.222.0.98 "GET /v2.0/security-groups?id=79261b5a-dabc-49cb-bd0c-59aa90364d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941510 Jul 09 16:23:22.240189 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b1428687-cd30-4ba2-912d-fc6c0d5762ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:22.477211 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-51ed774c-87a6-4ccd-8aa9-92c1cba57c3e tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:22.502484 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-51ed774c-87a6-4ccd-8aa9-92c1cba57c3e tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.98 "GET /v2.0/networks?id=0592054e-0a2e-4cb2-984c-bcf72b77af51 HTTP/1.1" status: 200 len: 813 time: 0.3379431 Jul 09 16:23:22.529231 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-cd06ce36-d6c3-4c99-b644-e49a38a818ae tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.98 "GET /v2.0/quotas/13b09b760dc6420ab12a8bce7980cc05 HTTP/1.1" status: 200 len: 375 time: 0.0252521 Jul 09 16:23:22.639757 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-4ece0d95-8e6e-48a4-bfb9-e852fefefdaf tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=13b09b760dc6420ab12a8bce7980cc05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1090193 Jul 09 16:23:23.027560 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c696d5f3-bdd2-4848-a8b1-b1188fed5ec1 req-54779a16-fe03-4c4c-b952-6f152f426bdc tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:23.030010 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c696d5f3-bdd2-4848-a8b1-b1188fed5ec1 req-54779a16-fe03-4c4c-b952-6f152f426bdc tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] 10.222.0.77 "GET /v2.0/ports?device_id=e44bbdaa-8e6a-4888-b567-76f73db436ed HTTP/1.1" status: 200 len: 946 time: 0.2371006 Jul 09 16:23:23.128371 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f95f5-1401-42e7-b49c-98bba00a6f48 req-bb2bf218-6090-4eb0-8e38-c4d63fd15f20 tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:23.129970 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a44f95f5-1401-42e7-b49c-98bba00a6f48 req-bb2bf218-6090-4eb0-8e38-c4d63fd15f20 tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] 10.222.0.98 "GET /v2.0/ports?device_id=e44bbdaa-8e6a-4888-b567-76f73db436ed HTTP/1.1" status: 200 len: 946 time: 0.1170940 Jul 09 16:23:23.133521 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-f2465bb0-3fc3-4ac7-8562-3b529ce97f42 service neutron] 10.222.0.98 "GET /v2.0/networks/0592054e-0a2e-4cb2-984c-bcf72b77af51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4833076 Jul 09 16:23:23.215749 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a44f95f5-1401-42e7-b49c-98bba00a6f48 req-fee87902-dfaa-4c10-9ecc-bead5bdc279b tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] 10.222.0.98 "GET /v2.0/security-groups?id=79261b5a-dabc-49cb-bd0c-59aa90364d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595026 Jul 09 16:23:23.371318 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-c696d5f3-bdd2-4848-a8b1-b1188fed5ec1 req-9023d766-ffc3-491b-8786-331228d28ddb tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] Deleting port a7b2783d-2001-4868-bfda-5e014d6412bf {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:23:23.372873 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c696d5f3-bdd2-4848-a8b1-b1188fed5ec1 req-9023d766-ffc3-491b-8786-331228d28ddb tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:23.546799 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-c696d5f3-bdd2-4848-a8b1-b1188fed5ec1 req-9023d766-ffc3-491b-8786-331228d28ddb tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] For port a7b2783d-2001-4868-bfda-5e014d6412bf, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=a7b2783d-2001-4868-bfda-5e014d6412bf,segment=NetworkSegment(b4ddedb3-7069-497f-9f80-24921aba58b4),segment_id=b4ddedb3-7069-497f-9f80-24921aba58b4)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:23:23.547451 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c696d5f3-bdd2-4848-a8b1-b1188fed5ec1 req-9023d766-ffc3-491b-8786-331228d28ddb tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:23.566131 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-c696d5f3-bdd2-4848-a8b1-b1188fed5ec1 req-9023d766-ffc3-491b-8786-331228d28ddb tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] Calling delete_port for a7b2783d-2001-4868-bfda-5e014d6412bf owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:23:23.590003 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-7c50c261-9c14-43fa-b570-42a636c3f1da service neutron] 10.222.0.98 "GET /v2.0/networks/0592054e-0a2e-4cb2-984c-bcf72b77af51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4013581 Jul 09 16:23:23.614707 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37016) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:23.779850 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-41bc52cb-fcf0-489c-9689-1ed6c9239787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:23.823355 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c696d5f3-bdd2-4848-a8b1-b1188fed5ec1 req-9023d766-ffc3-491b-8786-331228d28ddb tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:23.838118 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['a7b2783d-2001-4868-bfda-5e014d6412bf'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:23:24.010257 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-41bc52cb-fcf0-489c-9689-1ed6c9239787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:24.020060 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-41bc52cb-fcf0-489c-9689-1ed6c9239787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:24.085046 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-41bc52cb-fcf0-489c-9689-1ed6c9239787 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6fb0dfbf132145edb473198e8541673b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4628310 Jul 09 16:23:24.086960 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37026) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:24.185733 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bc52cb-fcf0-489c-9689-1ed6c9239787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f909daa-bc2d-4775-8530-c25b18b6aa7a,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:24.235556 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-36b5844a-ae22-41cf-afb5-2d2807088674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:24.341554 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b840fffe-3b6a-4b10-be7c-7ebf32307458 req-a71d441e-92ef-48fe-bbe2-c50cead2446b tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.98 "GET /v2.0/ports?device_id=1a5ccaf3-9083-465f-a93f-b95c8cb551e5 HTTP/1.1" status: 200 len: 210 time: 0.0789044 Jul 09 16:23:24.347996 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-36b5844a-ae22-41cf-afb5-2d2807088674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:24.440750 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-36b5844a-ae22-41cf-afb5-2d2807088674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:24.446842 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-36b5844a-ae22-41cf-afb5-2d2807088674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:24.451595 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-36b5844a-ae22-41cf-afb5-2d2807088674 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/7f909daa-bc2d-4775-8530-c25b18b6aa7a HTTP/1.1" status: 204 len: 168 time: 0.3635299 Jul 09 16:23:24.463430 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b5844a-ae22-41cf-afb5-2d2807088674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f909daa-bc2d-4775-8530-c25b18b6aa7a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:24.999535 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37060) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:25.085036 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f603072c-afde-42f0-b08c-496ed02cfc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:25.147091 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-c696d5f3-bdd2-4848-a8b1-b1188fed5ec1 req-9023d766-ffc3-491b-8786-331228d28ddb tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] No DVR routers for this DVR port a7b2783d-2001-4868-bfda-5e014d6412bf on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:23:25.150262 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c696d5f3-bdd2-4848-a8b1-b1188fed5ec1 req-9023d766-ffc3-491b-8786-331228d28ddb tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:25.185756 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c696d5f3-bdd2-4848-a8b1-b1188fed5ec1 req-9023d766-ffc3-491b-8786-331228d28ddb tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] 10.222.0.77 "DELETE /v2.0/ports/a7b2783d-2001-4868-bfda-5e014d6412bf HTTP/1.1" status: 204 len: 173 time: 2.1472864 Jul 09 16:23:25.250623 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44bbdaa-8e6a-4888-b567-76f73db436ed', 'name': 'network-vif-deleted', 'tag': 'a7b2783d-2001-4868-bfda-5e014d6412bf'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:23:25.261250 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee88ff2-7721-49b5-b491-d7061f258ec1" -d '{"events": [{"server_uuid": "e44bbdaa-8e6a-4888-b567-76f73db436ed", "name": "network-vif-deleted", "tag": "a7b2783d-2001-4868-bfda-5e014d6412bf"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:23:25.262386 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fc1125d0-22d6-4bea-bbf1-147c462d84e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:25.269314 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9023d766-ffc3-491b-8786-331228d28ddb tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] Pushing event deleted for resources: {'Port': ['ID=a7b2783d-2001-4868-bfda-5e014d6412bf,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:25.322515 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fd919bbd-afdb-4547-9c8b-46ba1ec3d6c2 req-47369335-3138-4f8a-8de2-dc9a073e4840 tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] 10.222.0.98 "GET /v2.0/ports?device_id=e44bbdaa-8e6a-4888-b567-76f73db436ed HTTP/1.1" status: 200 len: 210 time: 0.2469859 Jul 09 16:23:25.373171 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:25.394041 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37074) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:25.402681 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d042c60-0996-4a03-a131-8bbe32041dee x-openstack-request-id: req-5d042c60-0996-4a03-a131-8bbe32041dee {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:23:25.402965 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e44bbdaa-8e6a-4888-b567-76f73db436ed", "name": "network-vif-deleted", "tag": "a7b2783d-2001-4868-bfda-5e014d6412bf", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:23:25.403289 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5d042c60-0996-4a03-a131-8bbe32041dee {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:23:25.403741 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e44bbdaa-8e6a-4888-b567-76f73db436ed', 'name': 'network-vif-deleted', 'tag': 'a7b2783d-2001-4868-bfda-5e014d6412bf', 'status': 'completed', 'code': 200} Jul 09 16:23:25.439587 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c716666e-9227-45da-ab15-d5d0ac03b246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:25.560963 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-65c2c0fb-d1a4-4337-ad01-eeece5019822 req-b54faf9e-5253-4c20-90b9-55cf246af218 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.98 "GET /v2.0/ports?device_id=1a5ccaf3-9083-465f-a93f-b95c8cb551e5 HTTP/1.1" status: 200 len: 210 time: 0.0452120 Jul 09 16:23:25.590277 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fc1125d0-22d6-4bea-bbf1-147c462d84e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:25.618924 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fc1125d0-22d6-4bea-bbf1-147c462d84e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:25.711231 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-fc1125d0-22d6-4bea-bbf1-147c462d84e6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b2560ec727734c8c8d87d7882c00ba23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7078040 Jul 09 16:23:25.715746 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37076) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:25.732150 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1125d0-22d6-4bea-bbf1-147c462d84e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01918405-dcd9-41ef-a22e-82dadcdb9ceb,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:25.766639 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c716666e-9227-45da-ab15-d5d0ac03b246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:25.775378 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c716666e-9227-45da-ab15-d5d0ac03b246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:25.818377 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9143be1b-df04-43b5-a273-c2b4b1ea8aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:25.831033 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c716666e-9227-45da-ab15-d5d0ac03b246 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f66f6c5cb62c4ac9ae46a334ceecf767&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4348814 Jul 09 16:23:25.831220 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37078) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:25.831820 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c716666e-9227-45da-ab15-d5d0ac03b246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54724ba6-0d00-4546-8191-b5db3ab60a64,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:25.866812 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9143be1b-df04-43b5-a273-c2b4b1ea8aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:25.952899 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-07dca58f-e20e-4622-b4c4-678b6025ea20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:25.977419 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-07dca58f-e20e-4622-b4c4-678b6025ea20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:26.041777 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-07dca58f-e20e-4622-b4c4-678b6025ea20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:26.045464 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-07dca58f-e20e-4622-b4c4-678b6025ea20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:26.046993 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-07dca58f-e20e-4622-b4c4-678b6025ea20 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/54724ba6-0d00-4546-8191-b5db3ab60a64 HTTP/1.1" status: 204 len: 168 time: 0.2147169 Jul 09 16:23:26.052538 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9143be1b-df04-43b5-a273-c2b4b1ea8aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:26.055363 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9143be1b-df04-43b5-a273-c2b4b1ea8aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:26.060390 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-9143be1b-df04-43b5-a273-c2b4b1ea8aef admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/01918405-dcd9-41ef-a22e-82dadcdb9ceb HTTP/1.1" status: 204 len: 168 time: 0.3379755 Jul 09 16:23:26.065499 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dca58f-e20e-4622-b4c4-678b6025ea20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54724ba6-0d00-4546-8191-b5db3ab60a64,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:26.082249 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9143be1b-df04-43b5-a273-c2b4b1ea8aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01918405-dcd9-41ef-a22e-82dadcdb9ceb,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:26.171564 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:26.492778 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:26.643980 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-8414d950-ea28-4c80-874a-0b3dd3333033 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:26.647324 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-8414d950-ea28-4c80-874a-0b3dd3333033 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.77 "GET /v2.0/networks?id=0592054e-0a2e-4cb2-984c-bcf72b77af51 HTTP/1.1" status: 200 len: 813 time: 0.3558657 Jul 09 16:23:26.686799 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-c9313a45-0b2e-4fc4-aac5-281bb2c6bd87 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Request body: {'port': {'device_id': 'bde3e3c1-aa07-4f63-bff3-7d2e273238b0', 'network_id': '0592054e-0a2e-4cb2-984c-bcf72b77af51', 'admin_state_up': True, 'tenant_id': '13b09b760dc6420ab12a8bce7980cc05'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:23:26.962721 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4a3da54d-f3a8-4195-9844-ab819b5c2284 req-05d2fe8e-e85a-49a5-8273-3c550b4768f7 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.98 "GET /v2.0/ports?device_id=1a5ccaf3-9083-465f-a93f-b95c8cb551e5 HTTP/1.1" status: 200 len: 210 time: 0.1278670 Jul 09 16:23:26.987911 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5047f9c4-b12c-4f0c-ad9c-fc6f58d92541 req-0cc447ca-ee4b-42ae-8506-a199c4b21076 tempest-AttachSCSIVolumeTestJSON-1809146552 tempest-AttachSCSIVolumeTestJSON-1809146552-project] 10.222.0.98 "GET /v2.0/ports?device_id=e44bbdaa-8e6a-4888-b567-76f73db436ed HTTP/1.1" status: 200 len: 210 time: 0.1276977 Jul 09 16:23:27.111792 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-c9313a45-0b2e-4fc4-aac5-281bb2c6bd87 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Made reservation on behalf of 13b09b760dc6420ab12a8bce7980cc05 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:23:27.118698 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-c9313a45-0b2e-4fc4-aac5-281bb2c6bd87 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:27.151200 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-64b179bb-73c3-4acc-9df0-2fdc3ffd9fb1 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:27.154458 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-64b179bb-73c3-4acc-9df0-2fdc3ffd9fb1 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.73 "GET /v2.0/networks?id=0592054e-0a2e-4cb2-984c-bcf72b77af51 HTTP/1.1" status: 200 len: 813 time: 0.4899645 Jul 09 16:23:27.176493 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-607a7273-7882-40e6-9973-105a5e329d25 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Request body: {'port': {'device_id': '1a5ccaf3-9083-465f-a93f-b95c8cb551e5', 'network_id': '0592054e-0a2e-4cb2-984c-bcf72b77af51', 'admin_state_up': True, 'tenant_id': '13b09b760dc6420ab12a8bce7980cc05'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:23:27.333241 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device a7b2783d-2001-4868-bfda-5e014d6412bf no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:23:27.395111 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: a7b2783d-2001-4868-bfda-5e014d6412bf {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:23:27.397922 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device a7b2783d-2001-4868-bfda-5e014d6412bf not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:23:27.413404 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-607a7273-7882-40e6-9973-105a5e329d25 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Made reservation on behalf of 13b09b760dc6420ab12a8bce7980cc05 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:23:27.420638 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-607a7273-7882-40e6-9973-105a5e329d25 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:27.571833 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-c9313a45-0b2e-4fc4-aac5-281bb2c6bd87 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Allocated IP 172.20.0.12 (0592054e-0a2e-4cb2-984c-bcf72b77af51/d4bd6369-57bd-4cb6-842b-8466274bcb5c/1ae802bd-c6f6-4b89-8bea-3c6f7bd97f24) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:23:27.849376 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-c9313a45-0b2e-4fc4-aac5-281bb2c6bd87 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:27.902990 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-c9313a45-0b2e-4fc4-aac5-281bb2c6bd87 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:27.968729 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-c9313a45-0b2e-4fc4-aac5-281bb2c6bd87 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Network 0592054e-0a2e-4cb2-984c-bcf72b77af51 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:23:27.973471 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-c9313a45-0b2e-4fc4-aac5-281bb2c6bd87 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:23:27.986630 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-c9313a45-0b2e-4fc4-aac5-281bb2c6bd87 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:23:28.027847 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-607a7273-7882-40e6-9973-105a5e329d25 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Allocated IP 172.20.0.6 (0592054e-0a2e-4cb2-984c-bcf72b77af51/d4bd6369-57bd-4cb6-842b-8466274bcb5c/11cc4e4d-08c0-4680-a8c3-a433a2489db0) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:23:28.084783 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:28.099600 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-c9313a45-0b2e-4fc4-aac5-281bb2c6bd87 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:28.100291 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-c9313a45-0b2e-4fc4-aac5-281bb2c6bd87 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:28.108424 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9313a45-0b2e-4fc4-aac5-281bb2c6bd87 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Pushing event updated for resources: {'Port': ['ID=1ae802bd-c6f6-4b89-8bea-3c6f7bd97f24,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:28.137107 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-c9313a45-0b2e-4fc4-aac5-281bb2c6bd87 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4795694 Jul 09 16:23:28.149977 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-d57128cb-041f-4624-a06d-b64cc6470870 service neutron] Request body: {'port': {'device_id': 'bde3e3c1-aa07-4f63-bff3-7d2e273238b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:23:28.339507 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f286184e-0dbd-45ac-8522-4da2d64513bf req-a80d0b6d-adf9-451c-8da4-0404654b73d1 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.98 "GET /v2.0/ports?device_id=1a5ccaf3-9083-465f-a93f-b95c8cb551e5 HTTP/1.1" status: 200 len: 210 time: 0.0465648 Jul 09 16:23:28.346186 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-d57128cb-041f-4624-a06d-b64cc6470870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:28.462534 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-607a7273-7882-40e6-9973-105a5e329d25 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:28.554635 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-607a7273-7882-40e6-9973-105a5e329d25 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:28.630411 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-607a7273-7882-40e6-9973-105a5e329d25 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Network 0592054e-0a2e-4cb2-984c-bcf72b77af51 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:23:28.709815 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-d57128cb-041f-4624-a06d-b64cc6470870 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ae802bd-c6f6-4b89-8bea-3c6f7bd97f24 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:23:28.718730 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-d57128cb-041f-4624-a06d-b64cc6470870 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:28.724375 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-607a7273-7882-40e6-9973-105a5e329d25 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:23:28.726940 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-607a7273-7882-40e6-9973-105a5e329d25 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:23:28.730368 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a7273-7882-40e6-9973-105a5e329d25 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Pushing event updated for resources: {'Port': ['ID=11cc4e4d-08c0-4680-a8c3-a433a2489db0,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:28.742191 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-d57128cb-041f-4624-a06d-b64cc6470870 service neutron] Transition to ACTIVE for port object 1ae802bd-c6f6-4b89-8bea-3c6f7bd97f24 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:23:28.749456 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-d57128cb-041f-4624-a06d-b64cc6470870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:28.822885 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-607a7273-7882-40e6-9973-105a5e329d25 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:28.824042 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-607a7273-7882-40e6-9973-105a5e329d25 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:28.847362 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57128cb-041f-4624-a06d-b64cc6470870 service neutron] Pushing event updated for resources: {'Port': ['ID=1ae802bd-c6f6-4b89-8bea-3c6f7bd97f24,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:28.857952 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-607a7273-7882-40e6-9973-105a5e329d25 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6889107 Jul 09 16:23:28.877018 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-656807e5-58a9-4149-941c-3fcfde671e29 service neutron] Request body: {'port': {'device_id': '1a5ccaf3-9083-465f-a93f-b95c8cb551e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:23:28.944469 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-d57128cb-041f-4624-a06d-b64cc6470870 service neutron] Attempting to bind port 1ae802bd-c6f6-4b89-8bea-3c6f7bd97f24 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:23:28.945601 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-d57128cb-041f-4624-a06d-b64cc6470870 service neutron] Attempting to bind port 1ae802bd-c6f6-4b89-8bea-3c6f7bd97f24 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'b86f4fc9-92dc-4018-929c-a855e99a03f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0592054e-0a2e-4cb2-984c-bcf72b77af51'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:23:28.946833 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-d57128cb-041f-4624-a06d-b64cc6470870 service neutron] Attempting to bind port 1ae802bd-c6f6-4b89-8bea-3c6f7bd97f24 on network 0592054e-0a2e-4cb2-984c-bcf72b77af51 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:23:28.953798 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-d57128cb-041f-4624-a06d-b64cc6470870 service neutron] Port 1ae802bd-c6f6-4b89-8bea-3c6f7bd97f24 on network 0592054e-0a2e-4cb2-984c-bcf72b77af51 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:23:28.954222 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-d57128cb-041f-4624-a06d-b64cc6470870 service neutron] Attempting to bind port 1ae802bd-c6f6-4b89-8bea-3c6f7bd97f24 on network 0592054e-0a2e-4cb2-984c-bcf72b77af51 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:23:28.960203 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-d57128cb-041f-4624-a06d-b64cc6470870 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:23:28.960639 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-d57128cb-041f-4624-a06d-b64cc6470870 service neutron] Checking segment: {'id': 'b86f4fc9-92dc-4018-929c-a855e99a03f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0592054e-0a2e-4cb2-984c-bcf72b77af51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:23:28.961100 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-d57128cb-041f-4624-a06d-b64cc6470870 service neutron] Bound using segment: {'id': 'b86f4fc9-92dc-4018-929c-a855e99a03f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0592054e-0a2e-4cb2-984c-bcf72b77af51'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:23:28.961849 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-d57128cb-041f-4624-a06d-b64cc6470870 service neutron] Bound port: 1ae802bd-c6f6-4b89-8bea-3c6f7bd97f24, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b86f4fc9-92dc-4018-929c-a855e99a03f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0592054e-0a2e-4cb2-984c-bcf72b77af51'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:23:28.962282 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-d57128cb-041f-4624-a06d-b64cc6470870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:29.031171 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-656807e5-58a9-4149-941c-3fcfde671e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:29.104578 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-d57128cb-041f-4624-a06d-b64cc6470870 service neutron] For port 1ae802bd-c6f6-4b89-8bea-3c6f7bd97f24, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:23:29.120116 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-d57128cb-041f-4624-a06d-b64cc6470870 service neutron] For port 1ae802bd-c6f6-4b89-8bea-3c6f7bd97f24, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=1ae802bd-c6f6-4b89-8bea-3c6f7bd97f24,segment=NetworkSegment(b86f4fc9-92dc-4018-929c-a855e99a03f2),segment_id=b86f4fc9-92dc-4018-929c-a855e99a03f2)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:23:29.153504 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6f4c5-29e5-4f55-93b7-8db47dc1d761 req-00c33328-c51e-4321-9a5c-64017409769f tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:29.155485 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-52c6f4c5-29e5-4f55-93b7-8db47dc1d761 req-00c33328-c51e-4321-9a5c-64017409769f tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 946 time: 0.1452217 Jul 09 16:23:29.156968 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-d57128cb-041f-4624-a06d-b64cc6470870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:29.216447 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-d57128cb-041f-4624-a06d-b64cc6470870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:29.217161 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-d57128cb-041f-4624-a06d-b64cc6470870 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:29.218991 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-d57128cb-041f-4624-a06d-b64cc6470870 service neutron] 10.222.0.77 "PUT /v2.0/ports/1ae802bd-c6f6-4b89-8bea-3c6f7bd97f24 HTTP/1.1" status: 200 len: 1092 time: 1.0741744 Jul 09 16:23:29.219532 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bde3e3c1-aa07-4f63-bff3-7d2e273238b0', 'tag': '1ae802bd-c6f6-4b89-8bea-3c6f7bd97f24'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:23:29.226581 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae777ba-cd47-4b83-8c2a-5f9eef23e8c6" -d '{"events": [{"name": "network-changed", "server_uuid": "bde3e3c1-aa07-4f63-bff3-7d2e273238b0", "tag": "1ae802bd-c6f6-4b89-8bea-3c6f7bd97f24"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:23:29.288432 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-52c6f4c5-29e5-4f55-93b7-8db47dc1d761 req-5ec9222f-45ac-413d-8a35-55c7b62fea13 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1192989 Jul 09 16:23:29.291907 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57128cb-041f-4624-a06d-b64cc6470870 service neutron] Pushing event updated for resources: {'Port': ['ID=1ae802bd-c6f6-4b89-8bea-3c6f7bd97f24,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:29.342241 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32245cb-f892-4d4e-bb49-7ad6136f2dc2 x-openstack-request-id: req-e32245cb-f892-4d4e-bb49-7ad6136f2dc2 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:23:29.342663 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bde3e3c1-aa07-4f63-bff3-7d2e273238b0", "tag": "1ae802bd-c6f6-4b89-8bea-3c6f7bd97f24", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:23:29.343067 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e32245cb-f892-4d4e-bb49-7ad6136f2dc2 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:23:29.343519 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bde3e3c1-aa07-4f63-bff3-7d2e273238b0', 'tag': '1ae802bd-c6f6-4b89-8bea-3c6f7bd97f24', 'status': 'completed', 'code': 200} Jul 09 16:23:29.468474 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-859fb7f9-48ff-4f30-9426-3e52d97fbe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:29.470371 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-859fb7f9-48ff-4f30-9426-3e52d97fbe3d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=13b09b760dc6420ab12a8bce7980cc05&device_id=bde3e3c1-aa07-4f63-bff3-7d2e273238b0 HTTP/1.1" status: 200 len: 1095 time: 0.1238220 Jul 09 16:23:29.566419 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-dc22dbeb-f800-4380-a46d-222de58fef83 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ae802bd-c6f6-4b89-8bea-3c6f7bd97f24 HTTP/1.1" status: 200 len: 217 time: 0.0868626 Jul 09 16:23:29.662641 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-656807e5-58a9-4149-941c-3fcfde671e29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11cc4e4d-08c0-4680-a8c3-a433a2489db0 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:23:29.672282 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-656807e5-58a9-4149-941c-3fcfde671e29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:29.684320 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-ac6d64ae-7705-462e-b64e-391a605ad44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:29.688439 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-656807e5-58a9-4149-941c-3fcfde671e29 service neutron] Transition to ACTIVE for port object 11cc4e4d-08c0-4680-a8c3-a433a2489db0 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:23:29.690247 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-ac6d64ae-7705-462e-b64e-391a605ad44b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d4bd6369-57bd-4cb6-842b-8466274bcb5c HTTP/1.1" status: 200 len: 853 time: 0.1055315 Jul 09 16:23:29.701550 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-656807e5-58a9-4149-941c-3fcfde671e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:29.769882 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-5665e701-d203-4123-9516-5e6bd2f2f630 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0592054e-0a2e-4cb2-984c-bcf72b77af51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736833 Jul 09 16:23:29.800568 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c8409-f2ba-4fa4-a6d0-565d24673056 req-7ad7eeb0-b654-4336-b4ec-e2b4127b91b0 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:29.803041 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e74c8409-f2ba-4fa4-a6d0-565d24673056 req-7ad7eeb0-b654-4336-b4ec-e2b4127b91b0 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.98 "GET /v2.0/ports?device_id=1a5ccaf3-9083-465f-a93f-b95c8cb551e5 HTTP/1.1" status: 200 len: 931 time: 0.2555110 Jul 09 16:23:29.899089 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656807e5-58a9-4149-941c-3fcfde671e29 service neutron] Pushing event updated for resources: {'Port': ['ID=11cc4e4d-08c0-4680-a8c3-a433a2489db0,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:29.910286 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e74c8409-f2ba-4fa4-a6d0-565d24673056 req-2a5f3700-d455-4595-a3dc-cf86018dde23 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f5aaf73-cce0-44bd-b180-89eef08390e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939558 Jul 09 16:23:29.911152 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656807e5-58a9-4149-941c-3fcfde671e29 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:29.911500 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656807e5-58a9-4149-941c-3fcfde671e29 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:29.911838 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656807e5-58a9-4149-941c-3fcfde671e29 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:29.912172 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656807e5-58a9-4149-941c-3fcfde671e29 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:29.912498 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656807e5-58a9-4149-941c-3fcfde671e29 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:29.912827 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656807e5-58a9-4149-941c-3fcfde671e29 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:29.913289 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656807e5-58a9-4149-941c-3fcfde671e29 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:29.913463 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656807e5-58a9-4149-941c-3fcfde671e29 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:29.914036 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656807e5-58a9-4149-941c-3fcfde671e29 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:29.914133 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656807e5-58a9-4149-941c-3fcfde671e29 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:29.914390 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656807e5-58a9-4149-941c-3fcfde671e29 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:29.914704 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656807e5-58a9-4149-941c-3fcfde671e29 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:29.942187 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-c0b922d4-c74b-4c89-8c24-187f1958b09f service neutron] 10.222.0.77 "GET /v2.0/networks/0592054e-0a2e-4cb2-984c-bcf72b77af51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627865 Jul 09 16:23:29.954345 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-656807e5-58a9-4149-941c-3fcfde671e29 service neutron] Attempting to bind port 11cc4e4d-08c0-4680-a8c3-a433a2489db0 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:23:29.954690 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-656807e5-58a9-4149-941c-3fcfde671e29 service neutron] Attempting to bind port 11cc4e4d-08c0-4680-a8c3-a433a2489db0 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': 'b86f4fc9-92dc-4018-929c-a855e99a03f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0592054e-0a2e-4cb2-984c-bcf72b77af51'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:23:29.955050 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-656807e5-58a9-4149-941c-3fcfde671e29 service neutron] Attempting to bind port 11cc4e4d-08c0-4680-a8c3-a433a2489db0 on network 0592054e-0a2e-4cb2-984c-bcf72b77af51 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:23:29.959816 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-656807e5-58a9-4149-941c-3fcfde671e29 service neutron] Port 11cc4e4d-08c0-4680-a8c3-a433a2489db0 on network 0592054e-0a2e-4cb2-984c-bcf72b77af51 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:23:29.960076 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-656807e5-58a9-4149-941c-3fcfde671e29 service neutron] Attempting to bind port 11cc4e4d-08c0-4680-a8c3-a433a2489db0 on network 0592054e-0a2e-4cb2-984c-bcf72b77af51 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:23:29.965865 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-656807e5-58a9-4149-941c-3fcfde671e29 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:23:29.966251 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-656807e5-58a9-4149-941c-3fcfde671e29 service neutron] Checking segment: {'id': 'b86f4fc9-92dc-4018-929c-a855e99a03f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0592054e-0a2e-4cb2-984c-bcf72b77af51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:23:29.966647 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-656807e5-58a9-4149-941c-3fcfde671e29 service neutron] Bound using segment: {'id': 'b86f4fc9-92dc-4018-929c-a855e99a03f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0592054e-0a2e-4cb2-984c-bcf72b77af51'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:23:29.967119 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-656807e5-58a9-4149-941c-3fcfde671e29 service neutron] Bound port: 11cc4e4d-08c0-4680-a8c3-a433a2489db0, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b86f4fc9-92dc-4018-929c-a855e99a03f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0592054e-0a2e-4cb2-984c-bcf72b77af51'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:23:29.967484 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-656807e5-58a9-4149-941c-3fcfde671e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:30.048571 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-3751f552-648d-414a-af29-840c66cbaa02 service neutron] 10.222.0.77 "GET /v2.0/networks/0592054e-0a2e-4cb2-984c-bcf72b77af51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958703 Jul 09 16:23:30.101657 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-656807e5-58a9-4149-941c-3fcfde671e29 service neutron] For port 11cc4e4d-08c0-4680-a8c3-a433a2489db0, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:23:30.108625 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-656807e5-58a9-4149-941c-3fcfde671e29 service neutron] For port 11cc4e4d-08c0-4680-a8c3-a433a2489db0, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=11cc4e4d-08c0-4680-a8c3-a433a2489db0,segment=NetworkSegment(b86f4fc9-92dc-4018-929c-a855e99a03f2),segment_id=b86f4fc9-92dc-4018-929c-a855e99a03f2)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:23:30.122452 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-656807e5-58a9-4149-941c-3fcfde671e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:30.204562 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-656807e5-58a9-4149-941c-3fcfde671e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:30.207487 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-656807e5-58a9-4149-941c-3fcfde671e29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:30.209298 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-656807e5-58a9-4149-941c-3fcfde671e29 service neutron] 10.222.0.73 "PUT /v2.0/ports/11cc4e4d-08c0-4680-a8c3-a433a2489db0 HTTP/1.1" status: 200 len: 1091 time: 1.3372386 Jul 09 16:23:30.211893 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a5ccaf3-9083-465f-a93f-b95c8cb551e5', 'tag': '11cc4e4d-08c0-4680-a8c3-a433a2489db0'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:23:30.225236 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f37f1b-0443-4f53-96f7-aca4163a1217" -d '{"events": [{"name": "network-changed", "server_uuid": "1a5ccaf3-9083-465f-a93f-b95c8cb551e5", "tag": "11cc4e4d-08c0-4680-a8c3-a433a2489db0"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:23:30.226066 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae777ba-cd47-4b83-8c2a-5f9eef23e8c6 req-6aa47675-f0dd-4fa2-9b01-7e7aa0e8910e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:30.228291 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9ae777ba-cd47-4b83-8c2a-5f9eef23e8c6 req-6aa47675-f0dd-4fa2-9b01-7e7aa0e8910e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=13b09b760dc6420ab12a8bce7980cc05&device_id=bde3e3c1-aa07-4f63-bff3-7d2e273238b0 HTTP/1.1" status: 200 len: 1095 time: 0.1276894 Jul 09 16:23:30.299712 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1437821-0905-4684-bca3-012144911f75 x-openstack-request-id: req-f1437821-0905-4684-bca3-012144911f75 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:23:30.300059 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a5ccaf3-9083-465f-a93f-b95c8cb551e5", "tag": "11cc4e4d-08c0-4680-a8c3-a433a2489db0", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:23:30.300302 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f1437821-0905-4684-bca3-012144911f75 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:23:30.300726 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a5ccaf3-9083-465f-a93f-b95c8cb551e5', 'tag': '11cc4e4d-08c0-4680-a8c3-a433a2489db0', 'status': 'completed', 'code': 200} Jul 09 16:23:30.321289 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656807e5-58a9-4149-941c-3fcfde671e29 service neutron] Pushing event updated for resources: {'Port': ['ID=11cc4e4d-08c0-4680-a8c3-a433a2489db0,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:30.355045 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-454a3628-84f4-4309-9733-bd3574f0d92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:30.356703 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-454a3628-84f4-4309-9733-bd3574f0d92a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=13b09b760dc6420ab12a8bce7980cc05&device_id=1a5ccaf3-9083-465f-a93f-b95c8cb551e5 HTTP/1.1" status: 200 len: 1094 time: 0.0726678 Jul 09 16:23:30.442876 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae777ba-cd47-4b83-8c2a-5f9eef23e8c6 req-a7dea6a0-a5e8-4df7-8745-c51910583f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:30.444265 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-42d5dc67-1f95-4edb-85ae-a99ec23c4685 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11cc4e4d-08c0-4680-a8c3-a433a2489db0 HTTP/1.1" status: 200 len: 217 time: 0.0725477 Jul 09 16:23:30.444997 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9ae777ba-cd47-4b83-8c2a-5f9eef23e8c6 req-a7dea6a0-a5e8-4df7-8745-c51910583f1d service neutron] 10.222.0.77 "GET /v2.0/networks?id=0592054e-0a2e-4cb2-984c-bcf72b77af51 HTTP/1.1" status: 200 len: 914 time: 0.2101614 Jul 09 16:23:30.547965 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9ae777ba-cd47-4b83-8c2a-5f9eef23e8c6 req-595064c8-185d-4ce2-afdf-70d6a429ab7b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ae802bd-c6f6-4b89-8bea-3c6f7bd97f24 HTTP/1.1" status: 200 len: 217 time: 0.0928614 Jul 09 16:23:30.588684 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-da143973-f035-41e6-a1d9-63ede9808b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:30.590509 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-da143973-f035-41e6-a1d9-63ede9808b69 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d4bd6369-57bd-4cb6-842b-8466274bcb5c HTTP/1.1" status: 200 len: 853 time: 0.1418300 Jul 09 16:23:30.621955 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae777ba-cd47-4b83-8c2a-5f9eef23e8c6 req-7e585a4e-2a0b-4a3c-be6f-397476c12dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:30.623631 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9ae777ba-cd47-4b83-8c2a-5f9eef23e8c6 req-7e585a4e-2a0b-4a3c-be6f-397476c12dd6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d4bd6369-57bd-4cb6-842b-8466274bcb5c HTTP/1.1" status: 200 len: 853 time: 0.0614359 Jul 09 16:23:30.631776 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-65e07725-3f81-4a67-b865-0aa63de26e1c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0592054e-0a2e-4cb2-984c-bcf72b77af51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320036 Jul 09 16:23:30.653395 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac9171-3618-4fb5-97e1-a5f02f7e6569 req-29d8ecba-0cda-44a6-81e5-8dd144358967 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:30.660738 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-82ac9171-3618-4fb5-97e1-a5f02f7e6569 req-29d8ecba-0cda-44a6-81e5-8dd144358967 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 946 time: 0.1375148 Jul 09 16:23:30.662204 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9ae777ba-cd47-4b83-8c2a-5f9eef23e8c6 req-1f52da66-a482-4d60-a910-1f7941a1c8dc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0592054e-0a2e-4cb2-984c-bcf72b77af51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318258 Jul 09 16:23:30.773424 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-82ac9171-3618-4fb5-97e1-a5f02f7e6569 req-997f8ad1-55ef-47e1-a5a3-6e282d1805ab tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1116955 Jul 09 16:23:30.806238 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9ae777ba-cd47-4b83-8c2a-5f9eef23e8c6 req-0aa9ce31-ce28-49ff-b0d6-ec00edf74707 service neutron] 10.222.0.77 "GET /v2.0/networks/0592054e-0a2e-4cb2-984c-bcf72b77af51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367681 Jul 09 16:23:30.821488 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-13321cce-8b76-4a45-b6e9-b2e8239d3a8e service neutron] 10.222.0.73 "GET /v2.0/networks/0592054e-0a2e-4cb2-984c-bcf72b77af51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827743 Jul 09 16:23:30.944138 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9ae777ba-cd47-4b83-8c2a-5f9eef23e8c6 req-36107576-c490-42c6-b5c6-9c0cc55b51ad service neutron] 10.222.0.77 "GET /v2.0/networks/0592054e-0a2e-4cb2-984c-bcf72b77af51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279521 Jul 09 16:23:30.971749 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a2ec98f2-76ea-49f3-b658-e484eb7be531 req-be28b110-ce61-44d1-ae99-d9d16d1973e3 service neutron] 10.222.0.73 "GET /v2.0/networks/0592054e-0a2e-4cb2-984c-bcf72b77af51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434534 Jul 09 16:23:31.198017 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f37f1b-0443-4f53-96f7-aca4163a1217 req-703c5747-198d-41cd-b308-a22674174e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:31.199866 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-93f37f1b-0443-4f53-96f7-aca4163a1217 req-703c5747-198d-41cd-b308-a22674174e68 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=13b09b760dc6420ab12a8bce7980cc05&device_id=1a5ccaf3-9083-465f-a93f-b95c8cb551e5 HTTP/1.1" status: 200 len: 1094 time: 0.1077256 Jul 09 16:23:31.662298 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f37f1b-0443-4f53-96f7-aca4163a1217 req-c4c6299b-bed6-4ab2-ae2a-3d0405d03398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:31.663714 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-93f37f1b-0443-4f53-96f7-aca4163a1217 req-c4c6299b-bed6-4ab2-ae2a-3d0405d03398 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0592054e-0a2e-4cb2-984c-bcf72b77af51 HTTP/1.1" status: 200 len: 914 time: 0.4577134 Jul 09 16:23:31.691862 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c1922-ffb5-4452-9354-df03d342d59e req-22ec526a-164c-474e-902b-e6532474fa04 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:31.698971 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ad0c1922-ffb5-4452-9354-df03d342d59e req-22ec526a-164c-474e-902b-e6532474fa04 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.98 "GET /v2.0/ports?device_id=1a5ccaf3-9083-465f-a93f-b95c8cb551e5 HTTP/1.1" status: 200 len: 943 time: 0.1232741 Jul 09 16:23:31.745783 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-93f37f1b-0443-4f53-96f7-aca4163a1217 req-543a3f27-724e-445a-8786-c3a2b33a2fa2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11cc4e4d-08c0-4680-a8c3-a433a2489db0 HTTP/1.1" status: 200 len: 217 time: 0.0728645 Jul 09 16:23:31.808776 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ad0c1922-ffb5-4452-9354-df03d342d59e req-a49b4d24-04c5-4249-9c2c-8860fb403db1 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f5aaf73-cce0-44bd-b180-89eef08390e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088350 Jul 09 16:23:31.847885 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f37f1b-0443-4f53-96f7-aca4163a1217 req-e118a432-9163-406a-a4a3-f95ffcc0ec9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:31.849396 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-93f37f1b-0443-4f53-96f7-aca4163a1217 req-e118a432-9163-406a-a4a3-f95ffcc0ec9c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d4bd6369-57bd-4cb6-842b-8466274bcb5c HTTP/1.1" status: 200 len: 853 time: 0.0950861 Jul 09 16:23:31.907056 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-93f37f1b-0443-4f53-96f7-aca4163a1217 req-da99b9d2-c5c5-4329-9984-7610f8c1eabf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0592054e-0a2e-4cb2-984c-bcf72b77af51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507317 Jul 09 16:23:32.023023 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-93f37f1b-0443-4f53-96f7-aca4163a1217 req-367fd078-e6bd-433c-ab24-2f995ceac252 service neutron] 10.222.0.73 "GET /v2.0/networks/0592054e-0a2e-4cb2-984c-bcf72b77af51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083584 Jul 09 16:23:32.079172 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37332) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:32.146886 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-93f37f1b-0443-4f53-96f7-aca4163a1217 req-0ff246ef-5a44-463d-a283-4fe655a8622a service neutron] 10.222.0.73 "GET /v2.0/networks/0592054e-0a2e-4cb2-984c-bcf72b77af51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166351 Jul 09 16:23:32.214944 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-51ecab8f-cb92-4e86-8d2b-fb76698e20fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:32.320472 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-51ecab8f-cb92-4e86-8d2b-fb76698e20fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:32.324311 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-51ecab8f-cb92-4e86-8d2b-fb76698e20fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:32.365602 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-51ecab8f-cb92-4e86-8d2b-fb76698e20fe admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4c8eb0f62a474120921a84879d92e47b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2843437 Jul 09 16:23:32.366609 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ecab8f-cb92-4e86-8d2b-fb76698e20fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78dd7aa7-cf01-49d5-8812-81e133a295d7,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:32.368451 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37338) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:32.422135 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4e409d9e-13bf-4eca-9951-577849c51967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:32.444289 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4e409d9e-13bf-4eca-9951-577849c51967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:32.506753 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4e409d9e-13bf-4eca-9951-577849c51967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:32.509352 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4e409d9e-13bf-4eca-9951-577849c51967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:32.510546 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-4e409d9e-13bf-4eca-9951-577849c51967 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/78dd7aa7-cf01-49d5-8812-81e133a295d7 HTTP/1.1" status: 204 len: 168 time: 0.1403418 Jul 09 16:23:32.519152 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e409d9e-13bf-4eca-9951-577849c51967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78dd7aa7-cf01-49d5-8812-81e133a295d7,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:32.814285 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37350) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:32.828078 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1c274c2e-3dc7-4385-9efa-9da7d5c4d066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:32.997032 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1c274c2e-3dc7-4385-9efa-9da7d5c4d066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:33.003703 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 11cc4e4d-08c0-4680-a8c3-a433a2489db0 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:23:33.004298 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1c274c2e-3dc7-4385-9efa-9da7d5c4d066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:33.075470 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-1c274c2e-3dc7-4385-9efa-9da7d5c4d066 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2a23d3814875443c95c0e1f322e8b9bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2600079 Jul 09 16:23:33.076659 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c274c2e-3dc7-4385-9efa-9da7d5c4d066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee1eb12-deae-41da-8ff2-8e0881780c26,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:33.079052 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37362) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:33.129464 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 11cc4e4d-08c0-4680-a8c3-a433a2489db0, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=11cc4e4d-08c0-4680-a8c3-a433a2489db0,segment=NetworkSegment(b86f4fc9-92dc-4018-929c-a855e99a03f2),segment_id=b86f4fc9-92dc-4018-929c-a855e99a03f2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:23:33.145814 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '11cc4e4d-08c0-4680-a8c3-a433a2489db0', 'network_id': '0592054e-0a2e-4cb2-984c-bcf72b77af51', 'port_id': '11cc4e4d-08c0-4680-a8c3-a433a2489db0', 'mac_address': 'fa:16:3e:93:41:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4bd6369-57bd-4cb6-842b-8466274bcb5c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:23:33.172029 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8eef41db-2d8c-41c2-afb5-94f847e7616d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:33.206608 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:33.213913 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8eef41db-2d8c-41c2-afb5-94f847e7616d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:33.216213 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9073b490-2329-4936-b3a5-365080685d50 req-1e5d3883-08f9-4696-9bb6-2832a01d28b1 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:33.223577 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9073b490-2329-4936-b3a5-365080685d50 req-1e5d3883-08f9-4696-9bb6-2832a01d28b1 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.98 "GET /v2.0/ports?device_id=1a5ccaf3-9083-465f-a93f-b95c8cb551e5 HTTP/1.1" status: 200 len: 943 time: 0.1782362 Jul 09 16:23:33.239228 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11cc4e4d-08c0-4680-a8c3-a433a2489db0 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:23:33.288769 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 11cc4e4d-08c0-4680-a8c3-a433a2489db0, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=11cc4e4d-08c0-4680-a8c3-a433a2489db0,segment=NetworkSegment(b86f4fc9-92dc-4018-929c-a855e99a03f2),segment_id=b86f4fc9-92dc-4018-929c-a855e99a03f2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:23:33.292530 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:33.304601 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9073b490-2329-4936-b3a5-365080685d50 req-3db1d501-4637-441e-8c25-fe73d56c9dd3 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f5aaf73-cce0-44bd-b180-89eef08390e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793071 Jul 09 16:23:33.311414 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8eef41db-2d8c-41c2-afb5-94f847e7616d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:33.314217 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8eef41db-2d8c-41c2-afb5-94f847e7616d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:33.318001 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8eef41db-2d8c-41c2-afb5-94f847e7616d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3ee1eb12-deae-41da-8ff2-8e0881780c26 HTTP/1.1" status: 204 len: 168 time: 0.2353985 Jul 09 16:23:33.337387 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eef41db-2d8c-41c2-afb5-94f847e7616d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee1eb12-deae-41da-8ff2-8e0881780c26,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:33.338195 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37370) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:33.381485 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 1ae802bd-c6f6-4b89-8bea-3c6f7bd97f24 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:23:33.438333 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 1db38019-9c36-4811-87b1-9165e461b73e no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:23:33.718396 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=11cc4e4d-08c0-4680-a8c3-a433a2489db0,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:33.796616 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 1ae802bd-c6f6-4b89-8bea-3c6f7bd97f24, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=1ae802bd-c6f6-4b89-8bea-3c6f7bd97f24,segment=NetworkSegment(b86f4fc9-92dc-4018-929c-a855e99a03f2),segment_id=b86f4fc9-92dc-4018-929c-a855e99a03f2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:23:33.810829 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '1ae802bd-c6f6-4b89-8bea-3c6f7bd97f24', 'network_id': '0592054e-0a2e-4cb2-984c-bcf72b77af51', 'port_id': '1ae802bd-c6f6-4b89-8bea-3c6f7bd97f24', 'mac_address': 'fa:16:3e:ae:e8:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4bd6369-57bd-4cb6-842b-8466274bcb5c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:23:33.857025 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:33.877800 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['11cc4e4d-08c0-4680-a8c3-a433a2489db0'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:23:33.900393 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c88040e4-bbfd-44a1-8ff3-33dbe651f7aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:33.918432 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:33.963129 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '783cfe32-a307-4901-962c-ea5df494fe59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1db38019-9c36-4811-87b1-9165e461b73e'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:23:33.968991 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7f1652-c4d3-4518-95bb-b0509f15c3c8" -d '{"events": [{"server_uuid": "783cfe32-a307-4901-962c-ea5df494fe59", "name": "network-vif-unplugged", "status": "completed", "tag": "1db38019-9c36-4811-87b1-9165e461b73e"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:23:33.974807 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ae802bd-c6f6-4b89-8bea-3c6f7bd97f24 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:23:34.076381 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba752f4-44cf-4943-98dd-3bc0db3bc1c9 x-openstack-request-id: req-6ba752f4-44cf-4943-98dd-3bc0db3bc1c9 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:23:34.076996 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "783cfe32-a307-4901-962c-ea5df494fe59", "name": "network-vif-unplugged", "status": "completed", "tag": "1db38019-9c36-4811-87b1-9165e461b73e", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:23:34.076996 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6ba752f4-44cf-4943-98dd-3bc0db3bc1c9 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:23:34.077319 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '783cfe32-a307-4901-962c-ea5df494fe59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1db38019-9c36-4811-87b1-9165e461b73e', 'code': 200} Jul 09 16:23:34.079096 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 1db38019-9c36-4811-87b1-9165e461b73e, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=1db38019-9c36-4811-87b1-9165e461b73e,segment=NetworkSegment(44b862f2-e325-48d7-99eb-7401b6fb9e9c),segment_id=44b862f2-e325-48d7-99eb-7401b6fb9e9c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:23:34.101101 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:34.112713 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 1ae802bd-c6f6-4b89-8bea-3c6f7bd97f24, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=1ae802bd-c6f6-4b89-8bea-3c6f7bd97f24,segment=NetworkSegment(b86f4fc9-92dc-4018-929c-a855e99a03f2),segment_id=b86f4fc9-92dc-4018-929c-a855e99a03f2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:23:34.145383 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:34.245312 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=1db38019-9c36-4811-87b1-9165e461b73e,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:34.320556 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=1ae802bd-c6f6-4b89-8bea-3c6f7bd97f24,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:34.355417 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-c88040e4-bbfd-44a1-8ff3-33dbe651f7aa admin admin] Deleting port a09a8daf-74c8-4999-9f1d-1f7b6593a692 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:23:34.356090 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c88040e4-bbfd-44a1-8ff3-33dbe651f7aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:34.420403 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['1ae802bd-c6f6-4b89-8bea-3c6f7bd97f24'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:23:34.525439 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-c88040e4-bbfd-44a1-8ff3-33dbe651f7aa admin admin] For port a09a8daf-74c8-4999-9f1d-1f7b6593a692, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=a09a8daf-74c8-4999-9f1d-1f7b6593a692,segment=NetworkSegment(b4ddedb3-7069-497f-9f80-24921aba58b4),segment_id=b4ddedb3-7069-497f-9f80-24921aba58b4)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:23:34.525801 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c88040e4-bbfd-44a1-8ff3-33dbe651f7aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:34.594274 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-c88040e4-bbfd-44a1-8ff3-33dbe651f7aa admin admin] Calling delete_port for a09a8daf-74c8-4999-9f1d-1f7b6593a692 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:23:34.648008 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416fff7-e599-40dd-8ff8-64668ef905bb req-1593563f-97c6-40a2-9bf6-f4bf3d55fa1b tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:34.653183 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3416fff7-e599-40dd-8ff8-64668ef905bb req-1593563f-97c6-40a2-9bf6-f4bf3d55fa1b tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.98 "GET /v2.0/ports?device_id=1a5ccaf3-9083-465f-a93f-b95c8cb551e5 HTTP/1.1" status: 200 len: 944 time: 0.1995461 Jul 09 16:23:34.751418 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3416fff7-e599-40dd-8ff8-64668ef905bb req-e39c632f-a611-41b6-8c3c-48b9e17eaea8 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f5aaf73-cce0-44bd-b180-89eef08390e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909624 Jul 09 16:23:34.848187 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c88040e4-bbfd-44a1-8ff3-33dbe651f7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:34.877334 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88040e4-bbfd-44a1-8ff3-33dbe651f7aa admin admin] Pushing event deleted for resources: {'Port': ['ID=a09a8daf-74c8-4999-9f1d-1f7b6593a692,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:34.917086 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88040e4-bbfd-44a1-8ff3-33dbe651f7aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:34.917430 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88040e4-bbfd-44a1-8ff3-33dbe651f7aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:34.917768 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88040e4-bbfd-44a1-8ff3-33dbe651f7aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:34.918100 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88040e4-bbfd-44a1-8ff3-33dbe651f7aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:34.918429 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88040e4-bbfd-44a1-8ff3-33dbe651f7aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:34.918755 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88040e4-bbfd-44a1-8ff3-33dbe651f7aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:34.919101 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88040e4-bbfd-44a1-8ff3-33dbe651f7aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:34.919422 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88040e4-bbfd-44a1-8ff3-33dbe651f7aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:34.919739 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88040e4-bbfd-44a1-8ff3-33dbe651f7aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:34.920057 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88040e4-bbfd-44a1-8ff3-33dbe651f7aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:34.920375 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88040e4-bbfd-44a1-8ff3-33dbe651f7aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:34.920690 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88040e4-bbfd-44a1-8ff3-33dbe651f7aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:35.149887 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c88040e4-bbfd-44a1-8ff3-33dbe651f7aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:35.346792 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 1db38019-9c36-4811-87b1-9165e461b73e details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:23:35.350638 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 1ae802bd-c6f6-4b89-8bea-3c6f7bd97f24 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:23:35.382212 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c88040e4-bbfd-44a1-8ff3-33dbe651f7aa admin admin] Router 1e1d9fb0-bfa3-41b5-a49f-39c24bc0dc8a has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:23:35.497678 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 1ae802bd-c6f6-4b89-8bea-3c6f7bd97f24 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:23:35.511698 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 1ae802bd-c6f6-4b89-8bea-3c6f7bd97f24 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:23:35.512310 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:35.523004 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88040e4-bbfd-44a1-8ff3-33dbe651f7aa admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:23:35.535675 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c88040e4-bbfd-44a1-8ff3-33dbe651f7aa admin admin] 10.222.0.98 "PUT /v2.0/routers/1e1d9fb0-bfa3-41b5-a49f-39c24bc0dc8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1941729 Jul 09 16:23:35.537137 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6be124-ab82-4b34-9bdc-7d4e9cf1f428 None None] Sync routers for ids ['1e1d9fb0-bfa3-41b5-a49f-39c24bc0dc8a'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:23:35.537607 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37450) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:35.575738 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6be124-ab82-4b34-9bdc-7d4e9cf1f428 None None] Routers {'1e1d9fb0-bfa3-41b5-a49f-39c24bc0dc8a'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:23:35.576382 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-9a6be124-ab82-4b34-9bdc-7d4e9cf1f428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:23:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['1e1d9fb0-bfa3-41b5-a49f-39c24bc0dc8a'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:35.607289 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 1db38019-9c36-4811-87b1-9165e461b73e, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=1db38019-9c36-4811-87b1-9165e461b73e,segment=NetworkSegment(44b862f2-e325-48d7-99eb-7401b6fb9e9c),segment_id=44b862f2-e325-48d7-99eb-7401b6fb9e9c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:23:35.694487 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '1db38019-9c36-4811-87b1-9165e461b73e', 'network_id': 'e14244d3-321e-4e11-8fa5-f8d23e2088a8', 'port_id': '1db38019-9c36-4811-87b1-9165e461b73e', 'mac_address': 'fa:16:3e:eb:fa:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ed42caa-ccec-43f9-abc2-3f037ba46c07', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:23:35.747148 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d390baed-eb48-464d-9679-33b053ed41fb admin admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:35.764588 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-9a6be124-ab82-4b34-9bdc-7d4e9cf1f428 None None] Set router 1e1d9fb0-bfa3-41b5-a49f-39c24bc0dc8a gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:23:35.893087 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:35.975825 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:36.082267 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1db38019-9c36-4811-87b1-9165e461b73e {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:23:36.107965 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d390baed-eb48-464d-9679-33b053ed41fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:36.122017 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde3e3c1-aa07-4f63-bff3-7d2e273238b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae802bd-c6f6-4b89-8bea-3c6f7bd97f24'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:23:36.131230 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4069615-1207-4a87-8931-9463247b203c" -d '{"events": [{"server_uuid": "bde3e3c1-aa07-4f63-bff3-7d2e273238b0", "name": "network-vif-plugged", "status": "completed", "tag": "1ae802bd-c6f6-4b89-8bea-3c6f7bd97f24"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:23:36.173826 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 1db38019-9c36-4811-87b1-9165e461b73e, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=1db38019-9c36-4811-87b1-9165e461b73e,segment=NetworkSegment(44b862f2-e325-48d7-99eb-7401b6fb9e9c),segment_id=44b862f2-e325-48d7-99eb-7401b6fb9e9c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:23:36.218491 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 1ae802bd-c6f6-4b89-8bea-3c6f7bd97f24, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=1ae802bd-c6f6-4b89-8bea-3c6f7bd97f24,segment=NetworkSegment(b86f4fc9-92dc-4018-929c-a855e99a03f2),segment_id=b86f4fc9-92dc-4018-929c-a855e99a03f2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:23:36.230288 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:36.237962 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-d390baed-eb48-464d-9679-33b053ed41fb admin admin] Deleting port b23a1829-b1dd-4404-85b1-fc086b3019c3 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:23:36.238911 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d390baed-eb48-464d-9679-33b053ed41fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:36.247002 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:36.285067 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eea238-0a60-4eff-ad28-0bef4f7be868 req-89d530cc-cc40-49a6-b9a5-c0e8f2d8164a tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:36.291998 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a4eea238-0a60-4eff-ad28-0bef4f7be868 req-89d530cc-cc40-49a6-b9a5-c0e8f2d8164a tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.98 "GET /v2.0/ports?device_id=1a5ccaf3-9083-465f-a93f-b95c8cb551e5 HTTP/1.1" status: 200 len: 944 time: 0.2027383 Jul 09 16:23:36.339822 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-9a6be124-ab82-4b34-9bdc-7d4e9cf1f428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e1d9fb0-bfa3-41b5-a49f-39c24bc0dc8a', 'name': 'tempest-AttachSCSIVolumeTestJSON-680453750-router', 'tenant_id': 'b154302935fe4c279158d96afe6f6577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'b23a1829-b1dd-4404-85b1-fc086b3019c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:32Z', 'updated_at': '2021-07-09T16:23:34Z', 'revision_number': 5, 'project_id': 'b154302935fe4c279158d96afe6f6577', 'gw_port': {'id': 'b23a1829-b1dd-4404-85b1-fc086b3019c3', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1d9fb0-bfa3-41b5-a49f-39c24bc0dc8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:33Z', 'updated_at': '2021-07-09T16:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:36.416950 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d46411-4ee8-4a0b-8b74-9261735a44bf x-openstack-request-id: req-09d46411-4ee8-4a0b-8b74-9261735a44bf {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:23:36.417565 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bde3e3c1-aa07-4f63-bff3-7d2e273238b0", "name": "network-vif-plugged", "status": "completed", "tag": "1ae802bd-c6f6-4b89-8bea-3c6f7bd97f24", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:23:36.417565 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-09d46411-4ee8-4a0b-8b74-9261735a44bf {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:23:36.417885 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bde3e3c1-aa07-4f63-bff3-7d2e273238b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae802bd-c6f6-4b89-8bea-3c6f7bd97f24', 'code': 200} Jul 09 16:23:36.418247 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6be124-ab82-4b34-9bdc-7d4e9cf1f428 None None] Checking router: 1e1d9fb0-bfa3-41b5-a49f-39c24bc0dc8a for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:23:36.437128 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6be124-ab82-4b34-9bdc-7d4e9cf1f428 None None] Routers {'1e1d9fb0-bfa3-41b5-a49f-39c24bc0dc8a'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:23:36.438005 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-9a6be124-ab82-4b34-9bdc-7d4e9cf1f428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:23:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['1e1d9fb0-bfa3-41b5-a49f-39c24bc0dc8a'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:36.447106 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a4eea238-0a60-4eff-ad28-0bef4f7be868 req-d579f8db-2ee6-48c2-9ee4-b726a1d81d3d tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f5aaf73-cce0-44bd-b180-89eef08390e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448681 Jul 09 16:23:36.487646 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['1db38019-9c36-4811-87b1-9165e461b73e'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:23:36.507491 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c25e6-dd0f-49a2-bdf9-26618aa6d6d5 req-bf9ada2d-78d2-4065-83fc-282bdeadc062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:36.509423 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1d5c25e6-dd0f-49a2-bdf9-26618aa6d6d5 req-bf9ada2d-78d2-4065-83fc-282bdeadc062 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bde3e3c1-aa07-4f63-bff3-7d2e273238b0 HTTP/1.1" status: 200 len: 1097 time: 0.1574411 Jul 09 16:23:36.511125 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-d390baed-eb48-464d-9679-33b053ed41fb admin admin] For port b23a1829-b1dd-4404-85b1-fc086b3019c3, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=b23a1829-b1dd-4404-85b1-fc086b3019c3,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:23:36.515873 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d390baed-eb48-464d-9679-33b053ed41fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:36.555010 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-d390baed-eb48-464d-9679-33b053ed41fb admin admin] Calling delete_port for b23a1829-b1dd-4404-85b1-fc086b3019c3 owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:23:36.591276 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1d5c25e6-dd0f-49a2-bdf9-26618aa6d6d5 req-0caf10d2-7782-494d-b61b-f06111c440af service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=3f5aaf73-cce0-44bd-b180-89eef08390e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743036 Jul 09 16:23:36.614715 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=1db38019-9c36-4811-87b1-9165e461b73e,revision_number=9']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:36.642502 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-9a6be124-ab82-4b34-9bdc-7d4e9cf1f428 None None] Set router 1e1d9fb0-bfa3-41b5-a49f-39c24bc0dc8a gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:23:36.657561 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:36.659262 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:36.659653 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:36.659953 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:36.662597 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:36.669555 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:36.671347 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:36.672429 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:36.676550 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:36.676892 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:36.677226 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:36.677554 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:23:36.710403 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-9a6be124-ab82-4b34-9bdc-7d4e9cf1f428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e1d9fb0-bfa3-41b5-a49f-39c24bc0dc8a', 'name': 'tempest-AttachSCSIVolumeTestJSON-680453750-router', 'tenant_id': 'b154302935fe4c279158d96afe6f6577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:32Z', 'updated_at': '2021-07-09T16:23:36Z', 'revision_number': 6, 'project_id': 'b154302935fe4c279158d96afe6f6577', 'gw_port_host': None}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:36.752649 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6be124-ab82-4b34-9bdc-7d4e9cf1f428 None None] The sync data for ids ['1e1d9fb0-bfa3-41b5-a49f-39c24bc0dc8a'] in n-d-798930-3 is: [{'id': '1e1d9fb0-bfa3-41b5-a49f-39c24bc0dc8a', 'name': 'tempest-AttachSCSIVolumeTestJSON-680453750-router', 'tenant_id': 'b154302935fe4c279158d96afe6f6577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:32Z', 'updated_at': '2021-07-09T16:23:36Z', 'revision_number': 6, 'project_id': 'b154302935fe4c279158d96afe6f6577', 'gw_port_host': None}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:23:36.871444 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=1ae802bd-c6f6-4b89-8bea-3c6f7bd97f24,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:37.031582 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 11cc4e4d-08c0-4680-a8c3-a433a2489db0 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:23:37.061523 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d390baed-eb48-464d-9679-33b053ed41fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:37.145783 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d390baed-eb48-464d-9679-33b053ed41fb admin admin] Pushing event deleted for resources: {'Port': ['ID=b23a1829-b1dd-4404-85b1-fc086b3019c3,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:37.181237 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 11cc4e4d-08c0-4680-a8c3-a433a2489db0 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:23:37.188075 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 11cc4e4d-08c0-4680-a8c3-a433a2489db0 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:23:37.188450 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:37.300710 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d390baed-eb48-464d-9679-33b053ed41fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:37.336943 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:37.435421 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 11cc4e4d-08c0-4680-a8c3-a433a2489db0, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=11cc4e4d-08c0-4680-a8c3-a433a2489db0,segment=NetworkSegment(b86f4fc9-92dc-4018-929c-a855e99a03f2),segment_id=b86f4fc9-92dc-4018-929c-a855e99a03f2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:23:37.449208 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:37.550139 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d390baed-eb48-464d-9679-33b053ed41fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:37.552110 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=11cc4e4d-08c0-4680-a8c3-a433a2489db0,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:37.555210 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d390baed-eb48-464d-9679-33b053ed41fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:37.780850 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d390baed-eb48-464d-9679-33b053ed41fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:37.783454 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d390baed-eb48-464d-9679-33b053ed41fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e1d9fb0-bfa3-41b5-a49f-39c24bc0dc8a {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:23:37.798786 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d390baed-eb48-464d-9679-33b053ed41fb admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:37.800603 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-d390baed-eb48-464d-9679-33b053ed41fb admin admin] 10.222.0.98 "DELETE /v2.0/routers/1e1d9fb0-bfa3-41b5-a49f-39c24bc0dc8a HTTP/1.1" status: 204 len: 168 time: 2.2619822 Jul 09 16:23:37.803119 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37530) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:37.850657 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382dbc0-c0e8-41d9-94b6-23372ee738f0 req-db764aa2-66a4-4d74-b589-cd9e89901834 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:37.859424 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8382dbc0-c0e8-41d9-94b6-23372ee738f0 req-db764aa2-66a4-4d74-b589-cd9e89901834 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.98 "GET /v2.0/ports?device_id=1a5ccaf3-9083-465f-a93f-b95c8cb551e5 HTTP/1.1" status: 200 len: 945 time: 0.1687980 Jul 09 16:23:37.890265 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a2d23fa-b33a-4962-9622-7f42c7c4bcb3 admin admin] Deleting subnet e9acb6f7-e039-4944-af4b-1915f93a346f {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:23:37.901475 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a2d23fa-b33a-4962-9622-7f42c7c4bcb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:37.972140 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8382dbc0-c0e8-41d9-94b6-23372ee738f0 req-102feb88-e093-4926-94a3-5f7632b5e4c1 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f5aaf73-cce0-44bd-b180-89eef08390e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116459 Jul 09 16:23:37.981327 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a2d23fa-b33a-4962-9622-7f42c7c4bcb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:38.123207 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a2d23fa-b33a-4962-9622-7f42c7c4bcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:38.211474 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a2d23fa-b33a-4962-9622-7f42c7c4bcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:38.296077 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2d23fa-b33a-4962-9622-7f42c7c4bcb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9acb6f7-e039-4944-af4b-1915f93a346f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:38.321740 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a2d23fa-b33a-4962-9622-7f42c7c4bcb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:38.322331 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df65b4ed-110d-4736-beea-964399d2c03f None None] Network 99d379c7-e52a-4136-9436-a3133586c4b0 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:23:38.325846 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0a2d23fa-b33a-4962-9622-7f42c7c4bcb3 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/e9acb6f7-e039-4944-af4b-1915f93a346f HTTP/1.1" status: 204 len: 168 time: 0.5190828 Jul 09 16:23:38.326500 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37540) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:38.477578 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f256a7f8-f974-460d-b7f4-3136cb8ce4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:38.508557 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a5ccaf3-9083-465f-a93f-b95c8cb551e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11cc4e4d-08c0-4680-a8c3-a433a2489db0'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:23:38.510823 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988eb2ec-07f1-41f0-8774-0f1aec4002f1" -d '{"events": [{"server_uuid": "1a5ccaf3-9083-465f-a93f-b95c8cb551e5", "name": "network-vif-plugged", "status": "completed", "tag": "11cc4e4d-08c0-4680-a8c3-a433a2489db0"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:23:38.552753 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device a09a8daf-74c8-4999-9f1d-1f7b6593a692 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:23:38.558258 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-f256a7f8-f974-460d-b7f4-3136cb8ce4be admin admin] Deleting port f0f78792-1bda-407a-9122-541509248a83 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:23:38.558600 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f256a7f8-f974-460d-b7f4-3136cb8ce4be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:38.632772 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-f256a7f8-f974-460d-b7f4-3136cb8ce4be admin admin] For port f0f78792-1bda-407a-9122-541509248a83, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=f0f78792-1bda-407a-9122-541509248a83,segment=NetworkSegment(b4ddedb3-7069-497f-9f80-24921aba58b4),segment_id=b4ddedb3-7069-497f-9f80-24921aba58b4)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:23:38.633144 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f256a7f8-f974-460d-b7f4-3136cb8ce4be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:38.648332 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-f256a7f8-f974-460d-b7f4-3136cb8ce4be admin admin] Calling delete_port for f0f78792-1bda-407a-9122-541509248a83 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:23:38.682781 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4197ef05-8ceb-4a50-8a7a-0327d3975990 x-openstack-request-id: req-4197ef05-8ceb-4a50-8a7a-0327d3975990 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:23:38.682781 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a5ccaf3-9083-465f-a93f-b95c8cb551e5", "name": "network-vif-plugged", "status": "completed", "tag": "11cc4e4d-08c0-4680-a8c3-a433a2489db0", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:23:38.682781 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4197ef05-8ceb-4a50-8a7a-0327d3975990 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:23:38.683509 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a5ccaf3-9083-465f-a93f-b95c8cb551e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11cc4e4d-08c0-4680-a8c3-a433a2489db0', 'code': 200} Jul 09 16:23:38.715033 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: a09a8daf-74c8-4999-9f1d-1f7b6593a692 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:23:38.715384 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device a09a8daf-74c8-4999-9f1d-1f7b6593a692 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:23:38.715806 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device b23a1829-b1dd-4404-85b1-fc086b3019c3 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:23:38.744152 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: b23a1829-b1dd-4404-85b1-fc086b3019c3 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:23:38.744538 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device b23a1829-b1dd-4404-85b1-fc086b3019c3 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:23:38.788382 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f256a7f8-f974-460d-b7f4-3136cb8ce4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:38.882370 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21995546-311b-469a-a958-e09fe4a8bf96 req-138bb117-e786-4dc0-97f1-f47a6839844c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:38.885086 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-21995546-311b-469a-a958-e09fe4a8bf96 req-138bb117-e786-4dc0-97f1-f47a6839844c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1a5ccaf3-9083-465f-a93f-b95c8cb551e5 HTTP/1.1" status: 200 len: 1096 time: 0.1321859 Jul 09 16:23:38.888738 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f256a7f8-f974-460d-b7f4-3136cb8ce4be admin admin] Pushing event deleted for resources: {'Port': ['ID=f0f78792-1bda-407a-9122-541509248a83,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:38.893507 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f256a7f8-f974-460d-b7f4-3136cb8ce4be admin admin] No DVR routers for this DVR port f0f78792-1bda-407a-9122-541509248a83 on host n-d-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:23:38.952046 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e320ec0-b2db-48e8-8780-590a197677dd None None] DHCP port deletion for 99d379c7-e52a-4136-9436-a3133586c4b0 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:23:38.998564 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-21995546-311b-469a-a958-e09fe4a8bf96 req-487bc371-2243-4b4e-a51a-06533cbc9871 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3f5aaf73-cce0-44bd-b180-89eef08390e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057963 Jul 09 16:23:39.055696 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f256a7f8-f974-460d-b7f4-3136cb8ce4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:39.077959 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-f256a7f8-f974-460d-b7f4-3136cb8ce4be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99d379c7-e52a-4136-9436-a3133586c4b0']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:39.099467 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-f256a7f8-f974-460d-b7f4-3136cb8ce4be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4ddedb3-7069-497f-9f80-24921aba58b4') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:39.099813 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-f256a7f8-f974-460d-b7f4-3136cb8ce4be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4ddedb3-7069-497f-9f80-24921aba58b4') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:39.109789 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f256a7f8-f974-460d-b7f4-3136cb8ce4be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:39.131900 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f256a7f8-f974-460d-b7f4-3136cb8ce4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:39.143196 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f256a7f8-f974-460d-b7f4-3136cb8ce4be admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:23:39.144182 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f256a7f8-f974-460d-b7f4-3136cb8ce4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:39.220331 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:23:39.220331 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:23:39.220331 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:23:39.220331 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:23:39.220331 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:23:39.220331 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:23:39.220331 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:23:39.220331 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:23:39.220331 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:23:39.220331 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:23:39.220331 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:23:39.220331 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:23:39.220331 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:23:39.220331 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:23:39.220331 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:23:39.220331 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:23:39.220331 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:23:39.220331 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:23:39.220331 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:23:39.220331 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:23:39.220331 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:23:39.220331 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:23:39.220331 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:23:39.220331 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:23:39.220331 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:23:39.220331 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:23:39.220331 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:23:39.220331 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:23:39.220331 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:23:39.220331 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:23:39.220331 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:23:39.220331 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:23:39.220331 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:23:39.220331 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:23:39.220331 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:23:39.220331 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:23:39.220331 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:23:39.220331 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:23:39.267476 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f256a7f8-f974-460d-b7f4-3136cb8ce4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:39.272817 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f256a7f8-f974-460d-b7f4-3136cb8ce4be admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:39.276220 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f256a7f8-f974-460d-b7f4-3136cb8ce4be admin admin] 10.222.0.98 "DELETE /v2.0/networks/99d379c7-e52a-4136-9436-a3133586c4b0 HTTP/1.1" status: 204 len: 168 time: 0.9487357 Jul 09 16:23:39.279459 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37566) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:39.295905 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f256a7f8-f974-460d-b7f4-3136cb8ce4be admin admin] Pushing event deleted for resources: {'Network': ['ID=99d379c7-e52a-4136-9436-a3133586c4b0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:39.345430 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cac89d-abe5-4303-8873-11011254afe5 req-3fa22f47-c140-4af5-86ad-c8c918e0f09e tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:39.347658 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f5cac89d-abe5-4303-8873-11011254afe5 req-3fa22f47-c140-4af5-86ad-c8c918e0f09e tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.98 "GET /v2.0/ports?device_id=1a5ccaf3-9083-465f-a93f-b95c8cb551e5 HTTP/1.1" status: 200 len: 945 time: 0.1235693 Jul 09 16:23:39.380728 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 1db38019-9c36-4811-87b1-9165e461b73e up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:23:39.483724 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 1db38019-9c36-4811-87b1-9165e461b73e triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:23:39.486048 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:39.494240 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f5cac89d-abe5-4303-8873-11011254afe5 req-700262bf-c6bb-4286-9088-0eb0321dd9a3 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f5aaf73-cce0-44bd-b180-89eef08390e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386757 Jul 09 16:23:39.668407 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:39.718290 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 1db38019-9c36-4811-87b1-9165e461b73e, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=1db38019-9c36-4811-87b1-9165e461b73e,segment=NetworkSegment(44b862f2-e325-48d7-99eb-7401b6fb9e9c),segment_id=44b862f2-e325-48d7-99eb-7401b6fb9e9c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:23:39.726089 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:39.884799 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=1db38019-9c36-4811-87b1-9165e461b73e,revision_number=10']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:39.964631 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2c343608-f9a8-4f47-bcb0-10d603855f59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:40.005030 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:40.358894 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device f0f78792-1bda-407a-9122-541509248a83 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:23:40.399387 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: f0f78792-1bda-407a-9122-541509248a83 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:23:40.400395 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device f0f78792-1bda-407a-9122-541509248a83 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:23:40.489652 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-2c343608-f9a8-4f47-bcb0-10d603855f59 admin admin] Deleting port 78e90a90-b601-406b-beaa-8e865464ea05 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:23:40.491856 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2c343608-f9a8-4f47-bcb0-10d603855f59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:40.685649 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '783cfe32-a307-4901-962c-ea5df494fe59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db38019-9c36-4811-87b1-9165e461b73e'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:23:40.687973 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df89f24-3705-43fc-b7d2-58da9820d200" -d '{"events": [{"server_uuid": "783cfe32-a307-4901-962c-ea5df494fe59", "name": "network-vif-plugged", "status": "completed", "tag": "1db38019-9c36-4811-87b1-9165e461b73e"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:23:40.721538 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-2c343608-f9a8-4f47-bcb0-10d603855f59 admin admin] For port 78e90a90-b601-406b-beaa-8e865464ea05, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=78e90a90-b601-406b-beaa-8e865464ea05,segment=NetworkSegment(07b3a9d4-28ac-49b8-9421-ef1cb587311c),segment_id=07b3a9d4-28ac-49b8-9421-ef1cb587311c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:23:40.725336 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2c343608-f9a8-4f47-bcb0-10d603855f59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:40.761374 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-2c343608-f9a8-4f47-bcb0-10d603855f59 admin admin] Calling delete_port for 78e90a90-b601-406b-beaa-8e865464ea05 owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:23:40.776594 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae932207-da74-4f35-8cf1-0e0cfc2e87a7 x-openstack-request-id: req-ae932207-da74-4f35-8cf1-0e0cfc2e87a7 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:23:40.776755 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "783cfe32-a307-4901-962c-ea5df494fe59", "name": "network-vif-plugged", "status": "completed", "tag": "1db38019-9c36-4811-87b1-9165e461b73e", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:23:40.777007 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ae932207-da74-4f35-8cf1-0e0cfc2e87a7 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:23:40.777405 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '783cfe32-a307-4901-962c-ea5df494fe59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db38019-9c36-4811-87b1-9165e461b73e', 'code': 200} Jul 09 16:23:41.117392 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e70d2a8-46bc-4b2a-8a5b-725edbea650e req-334b8b04-1b97-48b3-a8d0-89d0f4258ebe tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:41.119365 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5e70d2a8-46bc-4b2a-8a5b-725edbea650e req-334b8b04-1b97-48b3-a8d0-89d0f4258ebe tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.98 "GET /v2.0/ports?device_id=1a5ccaf3-9083-465f-a93f-b95c8cb551e5 HTTP/1.1" status: 200 len: 945 time: 0.2585099 Jul 09 16:23:41.195687 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5e70d2a8-46bc-4b2a-8a5b-725edbea650e req-84920b2c-6ef0-4316-b630-2ba34b432131 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f5aaf73-cce0-44bd-b180-89eef08390e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632167 Jul 09 16:23:41.322333 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2c343608-f9a8-4f47-bcb0-10d603855f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:41.363494 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c343608-f9a8-4f47-bcb0-10d603855f59 admin admin] Pushing event deleted for resources: {'Port': ['ID=78e90a90-b601-406b-beaa-8e865464ea05,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:41.639272 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1dbe0c-9819-4ee8-8b6e-bbfc16d72ca0 req-0fb7250c-a658-44b8-b2c9-43c8a3df3e84 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:41.647829 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1c1dbe0c-9819-4ee8-8b6e-bbfc16d72ca0 req-0fb7250c-a658-44b8-b2c9-43c8a3df3e84 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.98 "GET /v2.0/ports?device_id=bde3e3c1-aa07-4f63-bff3-7d2e273238b0 HTTP/1.1" status: 200 len: 946 time: 0.2586067 Jul 09 16:23:41.805264 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1c1dbe0c-9819-4ee8-8b6e-bbfc16d72ca0 req-d23da676-53c6-46d3-8e29-1ff77580e40d tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f5aaf73-cce0-44bd-b180-89eef08390e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564229 Jul 09 16:23:41.849054 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2c343608-f9a8-4f47-bcb0-10d603855f59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:42.510116 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c343608-f9a8-4f47-bcb0-10d603855f59 admin admin] Router ff0e47c2-61b0-4977-a61b-f9e82af9cf49 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:23:42.781574 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c343608-f9a8-4f47-bcb0-10d603855f59 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:23:42.798036 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88328af2-2f92-4d92-9823-8b6242cda61e None None] Sync routers for ids ['ff0e47c2-61b0-4977-a61b-f9e82af9cf49'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:23:42.805760 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2c343608-f9a8-4f47-bcb0-10d603855f59 admin admin] 10.222.0.98 "PUT /v2.0/routers/ff0e47c2-61b0-4977-a61b-f9e82af9cf49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5251141 Jul 09 16:23:42.808776 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37664) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:42.836018 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88328af2-2f92-4d92-9823-8b6242cda61e None None] Routers {'ff0e47c2-61b0-4977-a61b-f9e82af9cf49'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:23:42.836669 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-88328af2-2f92-4d92-9823-8b6242cda61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:23:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['ff0e47c2-61b0-4977-a61b-f9e82af9cf49'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:43.109995 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-88328af2-2f92-4d92-9823-8b6242cda61e None None] Set router ff0e47c2-61b0-4977-a61b-f9e82af9cf49 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:23:43.245105 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d03fa888-ebd9-43f4-91f3-d23e6ad385ae admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:43.408425 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d03fa888-ebd9-43f4-91f3-d23e6ad385ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:43.476276 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-88328af2-2f92-4d92-9823-8b6242cda61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0e47c2-61b0-4977-a61b-f9e82af9cf49', 'name': 'tempest-AttachSCSIVolumeTestJSON-2066350756-router', 'tenant_id': '67eecdd51d2a4239824608bed8aba04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '1d1b5f42-8d23-436f-8c74-8bd7983cf61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:45Z', 'updated_at': '2021-07-09T16:23:41Z', 'revision_number': 5, 'project_id': '67eecdd51d2a4239824608bed8aba04e', 'gw_port': {'id': '1d1b5f42-8d23-436f-8c74-8bd7983cf61a', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0e47c2-61b0-4977-a61b-f9e82af9cf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:47Z', 'updated_at': '2021-07-09T16:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:43.514526 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-d03fa888-ebd9-43f4-91f3-d23e6ad385ae admin admin] Deleting port 1d1b5f42-8d23-436f-8c74-8bd7983cf61a {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:23:43.520916 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-e8b75774-07bd-45d2-99cb-288fb6be885f tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:43.524155 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d03fa888-ebd9-43f4-91f3-d23e6ad385ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:43.531364 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-e8b75774-07bd-45d2-99cb-288fb6be885f tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.98 "GET /v2.0/networks?id=0592054e-0a2e-4cb2-984c-bcf72b77af51 HTTP/1.1" status: 200 len: 813 time: 0.2582796 Jul 09 16:23:43.534169 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88328af2-2f92-4d92-9823-8b6242cda61e None None] Checking router: ff0e47c2-61b0-4977-a61b-f9e82af9cf49 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:23:43.545793 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88328af2-2f92-4d92-9823-8b6242cda61e None None] Routers {'ff0e47c2-61b0-4977-a61b-f9e82af9cf49'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:23:43.546428 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-88328af2-2f92-4d92-9823-8b6242cda61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:23:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['ff0e47c2-61b0-4977-a61b-f9e82af9cf49'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:43.552765 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-719f6c9b-16ce-46ec-bee5-7df0bab461bd tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.98 "GET /v2.0/quotas/13b09b760dc6420ab12a8bce7980cc05 HTTP/1.1" status: 200 len: 375 time: 0.0200806 Jul 09 16:23:43.703656 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-d03fa888-ebd9-43f4-91f3-d23e6ad385ae admin admin] For port 1d1b5f42-8d23-436f-8c74-8bd7983cf61a, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=1d1b5f42-8d23-436f-8c74-8bd7983cf61a,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:23:43.704353 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d03fa888-ebd9-43f4-91f3-d23e6ad385ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:43.718724 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-d03fa888-ebd9-43f4-91f3-d23e6ad385ae admin admin] Calling delete_port for 1d1b5f42-8d23-436f-8c74-8bd7983cf61a owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:23:44.132016 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-72c15fb7-a31a-47fd-9825-0dce0c2d5db4 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=13b09b760dc6420ab12a8bce7980cc05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5779653 Jul 09 16:23:44.172516 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-88328af2-2f92-4d92-9823-8b6242cda61e None None] Set router ff0e47c2-61b0-4977-a61b-f9e82af9cf49 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:23:44.285992 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-f8bad2f8-b548-46fb-b1c5-58f119cca04f service neutron] 10.222.0.98 "GET /v2.0/networks/0592054e-0a2e-4cb2-984c-bcf72b77af51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528285 Jul 09 16:23:44.338802 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-88328af2-2f92-4d92-9823-8b6242cda61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0e47c2-61b0-4977-a61b-f9e82af9cf49', 'name': 'tempest-AttachSCSIVolumeTestJSON-2066350756-router', 'tenant_id': '67eecdd51d2a4239824608bed8aba04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:45Z', 'updated_at': '2021-07-09T16:23:43Z', 'revision_number': 6, 'project_id': '67eecdd51d2a4239824608bed8aba04e', 'gw_port_host': None}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:44.411907 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88328af2-2f92-4d92-9823-8b6242cda61e None None] The sync data for ids ['ff0e47c2-61b0-4977-a61b-f9e82af9cf49'] in n-d-798930-3 is: [{'id': 'ff0e47c2-61b0-4977-a61b-f9e82af9cf49', 'name': 'tempest-AttachSCSIVolumeTestJSON-2066350756-router', 'tenant_id': '67eecdd51d2a4239824608bed8aba04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:45Z', 'updated_at': '2021-07-09T16:23:43Z', 'revision_number': 6, 'project_id': '67eecdd51d2a4239824608bed8aba04e', 'gw_port_host': None}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:23:44.575882 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-27786cf0-bb29-43b8-9e70-e3dc0092d275 service neutron] 10.222.0.98 "GET /v2.0/networks/0592054e-0a2e-4cb2-984c-bcf72b77af51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719989 Jul 09 16:23:44.717602 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ab6d3-6e5b-4e48-8f6d-a2035408d0e0 req-893d613d-ed43-4d04-b529-25839770c0c7 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:44.724209 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c46ab6d3-6e5b-4e48-8f6d-a2035408d0e0 req-893d613d-ed43-4d04-b529-25839770c0c7 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a5ccaf3-9083-465f-a93f-b95c8cb551e5 HTTP/1.1" status: 200 len: 945 time: 0.1993592 Jul 09 16:23:44.738884 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d03fa888-ebd9-43f4-91f3-d23e6ad385ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:44.819741 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03fa888-ebd9-43f4-91f3-d23e6ad385ae admin admin] Pushing event deleted for resources: {'Port': ['ID=1d1b5f42-8d23-436f-8c74-8bd7983cf61a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:45.006088 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e7780-4f74-4743-8c6c-6c54dd4c7aee req-66c67b15-41de-4e19-bbd0-fa3ab5933bf8 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:45.007785 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f49e7780-4f74-4743-8c6c-6c54dd4c7aee req-66c67b15-41de-4e19-bbd0-fa3ab5933bf8 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.77 "GET /v2.0/ports?device_id=bde3e3c1-aa07-4f63-bff3-7d2e273238b0 HTTP/1.1" status: 200 len: 946 time: 0.5128202 Jul 09 16:23:45.015264 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d03fa888-ebd9-43f4-91f3-d23e6ad385ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:45.130182 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-c46ab6d3-6e5b-4e48-8f6d-a2035408d0e0 req-115b8f57-3ebe-4da4-9a31-8d7fdbffd598 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Deleting port 11cc4e4d-08c0-4680-a8c3-a433a2489db0 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:23:45.135831 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c46ab6d3-6e5b-4e48-8f6d-a2035408d0e0 req-115b8f57-3ebe-4da4-9a31-8d7fdbffd598 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:45.408079 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-c46ab6d3-6e5b-4e48-8f6d-a2035408d0e0 req-115b8f57-3ebe-4da4-9a31-8d7fdbffd598 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] For port 11cc4e4d-08c0-4680-a8c3-a433a2489db0, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=11cc4e4d-08c0-4680-a8c3-a433a2489db0,segment=NetworkSegment(b86f4fc9-92dc-4018-929c-a855e99a03f2),segment_id=b86f4fc9-92dc-4018-929c-a855e99a03f2)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:23:45.408456 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c46ab6d3-6e5b-4e48-8f6d-a2035408d0e0 req-115b8f57-3ebe-4da4-9a31-8d7fdbffd598 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:45.433939 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-c46ab6d3-6e5b-4e48-8f6d-a2035408d0e0 req-115b8f57-3ebe-4da4-9a31-8d7fdbffd598 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Calling delete_port for 11cc4e4d-08c0-4680-a8c3-a433a2489db0 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:23:45.635436 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d03fa888-ebd9-43f4-91f3-d23e6ad385ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:45.639422 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d03fa888-ebd9-43f4-91f3-d23e6ad385ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:45.710608 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c46ab6d3-6e5b-4e48-8f6d-a2035408d0e0 req-115b8f57-3ebe-4da4-9a31-8d7fdbffd598 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:45.736212 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-f49e7780-4f74-4743-8c6c-6c54dd4c7aee req-7be8d10e-c4e4-4f3d-ab37-f3957096ae10 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Deleting port 1ae802bd-c6f6-4b89-8bea-3c6f7bd97f24 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:23:45.736902 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f49e7780-4f74-4743-8c6c-6c54dd4c7aee req-7be8d10e-c4e4-4f3d-ab37-f3957096ae10 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:45.744451 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d03fa888-ebd9-43f4-91f3-d23e6ad385ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:45.747904 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03fa888-ebd9-43f4-91f3-d23e6ad385ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff0e47c2-61b0-4977-a61b-f9e82af9cf49 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:23:45.758651 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d03fa888-ebd9-43f4-91f3-d23e6ad385ae admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:45.771149 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d03fa888-ebd9-43f4-91f3-d23e6ad385ae admin admin] 10.222.0.98 "DELETE /v2.0/routers/ff0e47c2-61b0-4977-a61b-f9e82af9cf49 HTTP/1.1" status: 204 len: 168 time: 2.9575629 Jul 09 16:23:45.772006 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37752) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:45.830919 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b8f57-3ebe-4da4-9a31-8d7fdbffd598 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Pushing event deleted for resources: {'Port': ['ID=11cc4e4d-08c0-4680-a8c3-a433a2489db0,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:45.988135 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-f49e7780-4f74-4743-8c6c-6c54dd4c7aee req-7be8d10e-c4e4-4f3d-ab37-f3957096ae10 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] For port 1ae802bd-c6f6-4b89-8bea-3c6f7bd97f24, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=1ae802bd-c6f6-4b89-8bea-3c6f7bd97f24,segment=NetworkSegment(b86f4fc9-92dc-4018-929c-a855e99a03f2),segment_id=b86f4fc9-92dc-4018-929c-a855e99a03f2)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:23:45.990088 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f49e7780-4f74-4743-8c6c-6c54dd4c7aee req-7be8d10e-c4e4-4f3d-ab37-f3957096ae10 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:45.999392 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b09a165c-93d3-45f6-a8b2-14a9618a7ce1 req-ed9197d4-3367-4765-842c-6143db81b315 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.98 "GET /v2.0/ports?device_id=261338af-3253-45e2-a6c2-05e586db4cd4 HTTP/1.1" status: 200 len: 210 time: 0.1538997 Jul 09 16:23:46.020024 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-c46ab6d3-6e5b-4e48-8f6d-a2035408d0e0 req-115b8f57-3ebe-4da4-9a31-8d7fdbffd598 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] No DVR routers for this DVR port 11cc4e4d-08c0-4680-a8c3-a433a2489db0 on host n-h2-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:23:46.023570 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-f49e7780-4f74-4743-8c6c-6c54dd4c7aee req-7be8d10e-c4e4-4f3d-ab37-f3957096ae10 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Calling delete_port for 1ae802bd-c6f6-4b89-8bea-3c6f7bd97f24 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:23:46.030028 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c46ab6d3-6e5b-4e48-8f6d-a2035408d0e0 req-115b8f57-3ebe-4da4-9a31-8d7fdbffd598 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:46.033031 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c46ab6d3-6e5b-4e48-8f6d-a2035408d0e0 req-115b8f57-3ebe-4da4-9a31-8d7fdbffd598 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.73 "DELETE /v2.0/ports/11cc4e4d-08c0-4680-a8c3-a433a2489db0 HTTP/1.1" status: 204 len: 173 time: 1.3022921 Jul 09 16:23:46.035131 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a5ccaf3-9083-465f-a93f-b95c8cb551e5', 'name': 'network-vif-deleted', 'tag': '11cc4e4d-08c0-4680-a8c3-a433a2489db0'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:23:46.037901 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541503e0-b04b-4dfa-b91c-ce69e5c8b73d" -d '{"events": [{"server_uuid": "1a5ccaf3-9083-465f-a93f-b95c8cb551e5", "name": "network-vif-deleted", "tag": "11cc4e4d-08c0-4680-a8c3-a433a2489db0"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:23:46.134294 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618dec25-7784-48d4-8e78-bff326ab7d96 x-openstack-request-id: req-618dec25-7784-48d4-8e78-bff326ab7d96 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:23:46.134583 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a5ccaf3-9083-465f-a93f-b95c8cb551e5", "name": "network-vif-deleted", "tag": "11cc4e4d-08c0-4680-a8c3-a433a2489db0", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:23:46.134886 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-618dec25-7784-48d4-8e78-bff326ab7d96 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:23:46.135286 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a5ccaf3-9083-465f-a93f-b95c8cb551e5', 'name': 'network-vif-deleted', 'tag': '11cc4e4d-08c0-4680-a8c3-a433a2489db0', 'status': 'completed', 'code': 200} Jul 09 16:23:46.223675 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-00b4f66a-edd6-4016-8909-563e18c935b1 admin admin] Deleting subnet c5eaeb2d-7520-4c05-88db-49064f13404b {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:23:46.230447 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-00b4f66a-edd6-4016-8909-563e18c935b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:46.308714 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-00b4f66a-edd6-4016-8909-563e18c935b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:46.398917 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 1d1b5f42-8d23-436f-8c74-8bd7983cf61a no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:23:46.456935 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 1d1b5f42-8d23-436f-8c74-8bd7983cf61a {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:23:46.459235 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 1d1b5f42-8d23-436f-8c74-8bd7983cf61a not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:23:46.459985 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 78e90a90-b601-406b-beaa-8e865464ea05 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:23:46.469434 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f49e7780-4f74-4743-8c6c-6c54dd4c7aee req-7be8d10e-c4e4-4f3d-ab37-f3957096ae10 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:46.514577 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-00b4f66a-edd6-4016-8909-563e18c935b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:46.517732 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be8d10e-c4e4-4f3d-ab37-f3957096ae10 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Pushing event deleted for resources: {'Port': ['ID=1ae802bd-c6f6-4b89-8bea-3c6f7bd97f24,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:46.553184 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 78e90a90-b601-406b-beaa-8e865464ea05 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:23:46.554008 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 78e90a90-b601-406b-beaa-8e865464ea05 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:23:46.738727 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-f49e7780-4f74-4743-8c6c-6c54dd4c7aee req-7be8d10e-c4e4-4f3d-ab37-f3957096ae10 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] No DVR routers for this DVR port 1ae802bd-c6f6-4b89-8bea-3c6f7bd97f24 on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:23:46.749047 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f49e7780-4f74-4743-8c6c-6c54dd4c7aee req-7be8d10e-c4e4-4f3d-ab37-f3957096ae10 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:46.752409 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f49e7780-4f74-4743-8c6c-6c54dd4c7aee req-7be8d10e-c4e4-4f3d-ab37-f3957096ae10 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.77 "DELETE /v2.0/ports/1ae802bd-c6f6-4b89-8bea-3c6f7bd97f24 HTTP/1.1" status: 204 len: 173 time: 1.7340195 Jul 09 16:23:46.753116 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde3e3c1-aa07-4f63-bff3-7d2e273238b0', 'name': 'network-vif-deleted', 'tag': '1ae802bd-c6f6-4b89-8bea-3c6f7bd97f24'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:23:46.757257 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1410e350-135d-4729-b283-b3e53d503f15" -d '{"events": [{"server_uuid": "bde3e3c1-aa07-4f63-bff3-7d2e273238b0", "name": "network-vif-deleted", "tag": "1ae802bd-c6f6-4b89-8bea-3c6f7bd97f24"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:23:46.777220 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-00b4f66a-edd6-4016-8909-563e18c935b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:46.821901 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b4f66a-edd6-4016-8909-563e18c935b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5eaeb2d-7520-4c05-88db-49064f13404b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:46.828259 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9785ff4-89c0-4f98-9e68-54a2e70f4340 x-openstack-request-id: req-f9785ff4-89c0-4f98-9e68-54a2e70f4340 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:23:46.828801 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bde3e3c1-aa07-4f63-bff3-7d2e273238b0", "name": "network-vif-deleted", "tag": "1ae802bd-c6f6-4b89-8bea-3c6f7bd97f24", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:23:46.830074 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f9785ff4-89c0-4f98-9e68-54a2e70f4340 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:23:46.830497 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bde3e3c1-aa07-4f63-bff3-7d2e273238b0', 'name': 'network-vif-deleted', 'tag': '1ae802bd-c6f6-4b89-8bea-3c6f7bd97f24', 'status': 'completed', 'code': 200} Jul 09 16:23:46.840519 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56c39a3-39ea-4adf-a366-4db9c85bf072 None None] Network f5ebf0c0-0fa8-41af-927f-63cc66c4d306 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:23:46.840683 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-00b4f66a-edd6-4016-8909-563e18c935b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:46.842464 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-00b4f66a-edd6-4016-8909-563e18c935b1 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/c5eaeb2d-7520-4c05-88db-49064f13404b HTTP/1.1" status: 204 len: 168 time: 1.0482645 Jul 09 16:23:46.845118 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37782) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:47.061265 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-63dac593-94c3-4598-af0c-c8fa39b0e4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:47.113446 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 11cc4e4d-08c0-4680-a8c3-a433a2489db0 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:23:47.142005 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: 11cc4e4d-08c0-4680-a8c3-a433a2489db0 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:23:47.142738 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 11cc4e4d-08c0-4680-a8c3-a433a2489db0 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:23:47.228938 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-63dac593-94c3-4598-af0c-c8fa39b0e4fe admin admin] Deleting port 0f4026c0-8765-4af6-87ee-12ade00eae2b {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:23:47.229580 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-63dac593-94c3-4598-af0c-c8fa39b0e4fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:47.327816 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63ad206-0080-4a84-b988-f43f4b614a6e None None] DHCP port deletion for f5ebf0c0-0fa8-41af-927f-63cc66c4d306 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:23:47.361728 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-63dac593-94c3-4598-af0c-c8fa39b0e4fe admin admin] For port 0f4026c0-8765-4af6-87ee-12ade00eae2b, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=0f4026c0-8765-4af6-87ee-12ade00eae2b,segment=NetworkSegment(07b3a9d4-28ac-49b8-9421-ef1cb587311c),segment_id=07b3a9d4-28ac-49b8-9421-ef1cb587311c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:23:47.365060 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-63dac593-94c3-4598-af0c-c8fa39b0e4fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:47.401135 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-63dac593-94c3-4598-af0c-c8fa39b0e4fe admin admin] Calling delete_port for 0f4026c0-8765-4af6-87ee-12ade00eae2b owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:23:47.409760 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-c63ad206-0080-4a84-b988-f43f4b614a6e None None] Deleting port 0f4026c0-8765-4af6-87ee-12ade00eae2b {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:23:47.410334 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c63ad206-0080-4a84-b988-f43f4b614a6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:47.442211 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 1ae802bd-c6f6-4b89-8bea-3c6f7bd97f24 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:23:47.507190 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7a9dd9d4-8965-42a3-9ff0-a9cf1e2b28ed req-93202f4f-83f4-4678-8cb6-c57d02dbfec1 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.98 "GET /v2.0/ports?device_id=261338af-3253-45e2-a6c2-05e586db4cd4 HTTP/1.1" status: 200 len: 210 time: 0.0936849 Jul 09 16:23:47.568173 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: 1ae802bd-c6f6-4b89-8bea-3c6f7bd97f24 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:23:47.568512 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 1ae802bd-c6f6-4b89-8bea-3c6f7bd97f24 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:23:47.587034 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-63dac593-94c3-4598-af0c-c8fa39b0e4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:47.622523 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-c63ad206-0080-4a84-b988-f43f4b614a6e None None] For port 0f4026c0-8765-4af6-87ee-12ade00eae2b, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=0f4026c0-8765-4af6-87ee-12ade00eae2b,segment=NetworkSegment(07b3a9d4-28ac-49b8-9421-ef1cb587311c),segment_id=07b3a9d4-28ac-49b8-9421-ef1cb587311c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:23:47.623743 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c63ad206-0080-4a84-b988-f43f4b614a6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:47.626902 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dac593-94c3-4598-af0c-c8fa39b0e4fe admin admin] Pushing event deleted for resources: {'Port': ['ID=0f4026c0-8765-4af6-87ee-12ade00eae2b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:47.632636 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dac593-94c3-4598-af0c-c8fa39b0e4fe admin admin] No DVR routers for this DVR port 0f4026c0-8765-4af6-87ee-12ade00eae2b on host n-d-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:23:47.650471 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-c63ad206-0080-4a84-b988-f43f4b614a6e None None] Calling delete_port for 0f4026c0-8765-4af6-87ee-12ade00eae2b owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:23:47.766353 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c63ad206-0080-4a84-b988-f43f4b614a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:47.775020 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-63dac593-94c3-4598-af0c-c8fa39b0e4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:47.814006 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-63dac593-94c3-4598-af0c-c8fa39b0e4fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5ebf0c0-0fa8-41af-927f-63cc66c4d306']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:47.859904 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63ad206-0080-4a84-b988-f43f4b614a6e None None] No DVR routers for this DVR port 0f4026c0-8765-4af6-87ee-12ade00eae2b on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:23:47.868230 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-63dac593-94c3-4598-af0c-c8fa39b0e4fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07b3a9d4-28ac-49b8-9421-ef1cb587311c') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:47.869824 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-63dac593-94c3-4598-af0c-c8fa39b0e4fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07b3a9d4-28ac-49b8-9421-ef1cb587311c') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:23:47.875585 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63ad206-0080-4a84-b988-f43f4b614a6e None None] Pushing event deleted for resources: {'Port': ['ID=0f4026c0-8765-4af6-87ee-12ade00eae2b,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:47.914316 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-63dac593-94c3-4598-af0c-c8fa39b0e4fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:47.941687 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-63dac593-94c3-4598-af0c-c8fa39b0e4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:47.950227 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63dac593-94c3-4598-af0c-c8fa39b0e4fe admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:23:47.951153 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-63dac593-94c3-4598-af0c-c8fa39b0e4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:47.954615 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:23:47.954615 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:23:47.954615 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:23:47.954615 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:23:47.954615 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:23:47.954615 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:23:47.954615 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:23:47.954615 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:23:47.954615 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:23:47.954615 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:23:47.954615 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:23:47.954615 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:23:47.954615 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:23:47.954615 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:23:47.954615 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:23:47.954615 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:23:47.954615 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:23:47.954615 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:23:47.954615 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:23:47.954615 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:23:47.954615 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:23:47.954615 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:23:47.954615 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:23:47.954615 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:23:47.954615 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:23:47.954615 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:23:47.954615 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:23:47.954615 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:23:47.954615 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:23:47.954615 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:23:47.954615 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:23:47.954615 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:23:47.954615 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:23:47.954615 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:23:47.990465 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37816) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:48.117385 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-63dac593-94c3-4598-af0c-c8fa39b0e4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:48.124255 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-63dac593-94c3-4598-af0c-c8fa39b0e4fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:48.144076 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-63dac593-94c3-4598-af0c-c8fa39b0e4fe admin admin] 10.222.0.98 "DELETE /v2.0/networks/f5ebf0c0-0fa8-41af-927f-63cc66c4d306 HTTP/1.1" status: 204 len: 168 time: 1.2970457 Jul 09 16:23:48.174562 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-e71afbe9-6d7f-48d1-b2c2-f7c7fd592b91 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:48.185766 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-e71afbe9-6d7f-48d1-b2c2-f7c7fd592b91 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.77 "GET /v2.0/networks?id=0592054e-0a2e-4cb2-984c-bcf72b77af51 HTTP/1.1" status: 200 len: 813 time: 0.3993046 Jul 09 16:23:48.188454 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dac593-94c3-4598-af0c-c8fa39b0e4fe admin admin] Pushing event deleted for resources: {'Network': ['ID=f5ebf0c0-0fa8-41af-927f-63cc66c4d306,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:48.200700 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-488a2585-44a7-42f5-ac80-a50ddb2dd644 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Request body: {'port': {'device_id': '9b8350ee-7ff2-496b-b0a9-194282503cea', 'network_id': '0592054e-0a2e-4cb2-984c-bcf72b77af51', 'admin_state_up': True, 'tenant_id': '13b09b760dc6420ab12a8bce7980cc05'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:23:48.269132 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bba4895b-eac5-4f62-857e-f5a4cef7795e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:48.429704 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37832) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:48.430339 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 0f4026c0-8765-4af6-87ee-12ade00eae2b no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:23:48.495251 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 0f4026c0-8765-4af6-87ee-12ade00eae2b {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:23:48.499141 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 0f4026c0-8765-4af6-87ee-12ade00eae2b not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:23:48.650145 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bba4895b-eac5-4f62-857e-f5a4cef7795e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:48.668873 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bba4895b-eac5-4f62-857e-f5a4cef7795e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:48.724751 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-d734bf0b-ca7f-40f4-a033-1698a2d56645 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b154302935fe4c279158d96afe6f6577&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2907009 Jul 09 16:23:48.733206 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37836) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:48.824476 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-bba4895b-eac5-4f62-857e-f5a4cef7795e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=98496348571d4b2a8f9ebde89e709b90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8214133 Jul 09 16:23:48.829707 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37838) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:48.832137 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-488a2585-44a7-42f5-ac80-a50ddb2dd644 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Made reservation on behalf of 13b09b760dc6420ab12a8bce7980cc05 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:23:48.836453 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-488a2585-44a7-42f5-ac80-a50ddb2dd644 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:48.882122 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba4895b-eac5-4f62-857e-f5a4cef7795e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf2ccab-bbc2-4aa2-9d71-eb935c31dfc5,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:48.918789 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0d0d1789-4ed9-492e-82ce-0cd25db34c81 req-b4890f4a-54ba-484b-944e-8970a4bf9e8d tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.98 "GET /v2.0/ports?device_id=261338af-3253-45e2-a6c2-05e586db4cd4 HTTP/1.1" status: 200 len: 210 time: 0.0976150 Jul 09 16:23:48.929985 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-403fbe08-6a28-49fe-9e90-f8a2c0a5a8cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:49.005987 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-b86c4235-bd99-4b1e-b3ac-950a56d5e84a tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:49.013188 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-b86c4235-bd99-4b1e-b3ac-950a56d5e84a tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.73 "GET /v2.0/networks?id=0592054e-0a2e-4cb2-984c-bcf72b77af51 HTTP/1.1" status: 200 len: 813 time: 0.5108476 Jul 09 16:23:49.014207 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-db797a2b-ac8c-4aab-bbbb-92d75b1757c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:49.040368 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-891a4104-b024-4cc0-9352-a949b37917a9 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Request body: {'port': {'device_id': '261338af-3253-45e2-a6c2-05e586db4cd4', 'network_id': '0592054e-0a2e-4cb2-984c-bcf72b77af51', 'admin_state_up': True, 'tenant_id': '13b09b760dc6420ab12a8bce7980cc05'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:23:49.077603 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-403fbe08-6a28-49fe-9e90-f8a2c0a5a8cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:49.199244 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-db797a2b-ac8c-4aab-bbbb-92d75b1757c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:49.231651 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-488a2585-44a7-42f5-ac80-a50ddb2dd644 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Allocated IP 172.20.0.3 (0592054e-0a2e-4cb2-984c-bcf72b77af51/d4bd6369-57bd-4cb6-842b-8466274bcb5c/88465b80-6138-4d6f-8d1a-c57841d2a749) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:23:49.275390 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-403fbe08-6a28-49fe-9e90-f8a2c0a5a8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:49.277091 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-891a4104-b024-4cc0-9352-a949b37917a9 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Made reservation on behalf of 13b09b760dc6420ab12a8bce7980cc05 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:23:49.281086 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-891a4104-b024-4cc0-9352-a949b37917a9 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:49.281625 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-403fbe08-6a28-49fe-9e90-f8a2c0a5a8cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:49.285715 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-403fbe08-6a28-49fe-9e90-f8a2c0a5a8cc admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ecf2ccab-bbc2-4aa2-9d71-eb935c31dfc5 HTTP/1.1" status: 204 len: 168 time: 0.4545584 Jul 09 16:23:49.309941 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-db797a2b-ac8c-4aab-bbbb-92d75b1757c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:49.312758 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-db797a2b-ac8c-4aab-bbbb-92d75b1757c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:49.314691 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-db797a2b-ac8c-4aab-bbbb-92d75b1757c5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/79261b5a-dabc-49cb-bd0c-59aa90364d6b HTTP/1.1" status: 204 len: 168 time: 0.5791810 Jul 09 16:23:49.317329 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403fbe08-6a28-49fe-9e90-f8a2c0a5a8cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf2ccab-bbc2-4aa2-9d71-eb935c31dfc5,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:49.367438 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db797a2b-ac8c-4aab-bbbb-92d75b1757c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79261b5a-dabc-49cb-bd0c-59aa90364d6b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:49.525363 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-488a2585-44a7-42f5-ac80-a50ddb2dd644 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:49.577847 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-488a2585-44a7-42f5-ac80-a50ddb2dd644 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:49.657782 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-488a2585-44a7-42f5-ac80-a50ddb2dd644 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Network 0592054e-0a2e-4cb2-984c-bcf72b77af51 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:23:49.664378 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-488a2585-44a7-42f5-ac80-a50ddb2dd644 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:23:49.665219 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-891a4104-b024-4cc0-9352-a949b37917a9 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Allocated IP 172.20.0.6 (0592054e-0a2e-4cb2-984c-bcf72b77af51/d4bd6369-57bd-4cb6-842b-8466274bcb5c/2e6fbfb8-db98-4a38-8408-d29072543614) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:23:49.671481 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-488a2585-44a7-42f5-ac80-a50ddb2dd644 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:23:49.727404 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488a2585-44a7-42f5-ac80-a50ddb2dd644 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Pushing event updated for resources: {'Port': ['ID=88465b80-6138-4d6f-8d1a-c57841d2a749,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:49.753011 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-488a2585-44a7-42f5-ac80-a50ddb2dd644 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:49.753695 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-488a2585-44a7-42f5-ac80-a50ddb2dd644 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:49.775170 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-488a2585-44a7-42f5-ac80-a50ddb2dd644 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5803590 Jul 09 16:23:49.788055 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-0bb14e8f-1816-48f3-88ca-daa1204f1896 service neutron] Request body: {'port': {'device_id': '9b8350ee-7ff2-496b-b0a9-194282503cea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:23:49.909154 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-0bb14e8f-1816-48f3-88ca-daa1204f1896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:49.929433 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37860) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:49.944122 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-891a4104-b024-4cc0-9352-a949b37917a9 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:49.972799 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e316a3c7-b46b-4710-9ae0-eadf3802b59d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:50.028319 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37864) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:50.127167 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0708fcee-8bc3-42f1-8390-cbdd7818e9ae admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=67eecdd51d2a4239824608bed8aba04e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0912108 Jul 09 16:23:50.127167 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37866) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:50.135312 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-891a4104-b024-4cc0-9352-a949b37917a9 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:50.195375 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-891a4104-b024-4cc0-9352-a949b37917a9 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Network 0592054e-0a2e-4cb2-984c-bcf72b77af51 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:23:50.197663 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e316a3c7-b46b-4710-9ae0-eadf3802b59d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:50.205997 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-891a4104-b024-4cc0-9352-a949b37917a9 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:23:50.210930 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e316a3c7-b46b-4710-9ae0-eadf3802b59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:50.211693 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-891a4104-b024-4cc0-9352-a949b37917a9 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:23:50.310632 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891a4104-b024-4cc0-9352-a949b37917a9 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Pushing event updated for resources: {'Port': ['ID=2e6fbfb8-db98-4a38-8408-d29072543614,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:50.331435 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-891a4104-b024-4cc0-9352-a949b37917a9 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:50.332094 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-891a4104-b024-4cc0-9352-a949b37917a9 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:50.338627 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e316a3c7-b46b-4710-9ae0-eadf3802b59d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b732b5f950634702a286a7fcc588d949&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4073613 Jul 09 16:23:50.352131 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37872) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:50.367245 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-891a4104-b024-4cc0-9352-a949b37917a9 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3315854 Jul 09 16:23:50.373156 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-385498df-2aa8-4f87-bd3c-734a9540420b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:50.387985 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b8f95-1c88-44fe-aaf8-93da85095ad3 req-39ff77d6-88dc-4709-88a2-5a70bf2a4c73 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:50.393994 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-194b8f95-1c88-44fe-aaf8-93da85095ad3 req-39ff77d6-88dc-4709-88a2-5a70bf2a4c73 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.98 "GET /v2.0/ports?device_id=261338af-3253-45e2-a6c2-05e586db4cd4 HTTP/1.1" status: 200 len: 931 time: 0.2757616 Jul 09 16:23:50.394684 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e316a3c7-b46b-4710-9ae0-eadf3802b59d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa470aa3-24ce-49eb-ac5d-5e89721b37b0,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:50.399320 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-385498df-2aa8-4f87-bd3c-734a9540420b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:50.468945 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-31cbc0c5-7867-4003-a8d4-014e15b5add8 service neutron] Request body: {'port': {'device_id': '261338af-3253-45e2-a6c2-05e586db4cd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:23:50.471273 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-194b8f95-1c88-44fe-aaf8-93da85095ad3 req-107b5e33-996c-4a08-9035-ed9f11d20a6b tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f5aaf73-cce0-44bd-b180-89eef08390e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657797 Jul 09 16:23:50.595791 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-0bb14e8f-1816-48f3-88ca-daa1204f1896 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88465b80-6138-4d6f-8d1a-c57841d2a749 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:23:50.612668 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-0bb14e8f-1816-48f3-88ca-daa1204f1896 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:50.630336 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-0bb14e8f-1816-48f3-88ca-daa1204f1896 service neutron] Transition to ACTIVE for port object 88465b80-6138-4d6f-8d1a-c57841d2a749 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:23:50.637804 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-0bb14e8f-1816-48f3-88ca-daa1204f1896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:50.656264 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-31cbc0c5-7867-4003-a8d4-014e15b5add8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:50.668374 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be74c7f3-3dfa-4717-8691-8428f36bc56f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:50.755494 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb14e8f-1816-48f3-88ca-daa1204f1896 service neutron] Pushing event updated for resources: {'Port': ['ID=88465b80-6138-4d6f-8d1a-c57841d2a749,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:50.804481 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-0bb14e8f-1816-48f3-88ca-daa1204f1896 service neutron] Attempting to bind port 88465b80-6138-4d6f-8d1a-c57841d2a749 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:23:50.805151 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-0bb14e8f-1816-48f3-88ca-daa1204f1896 service neutron] Attempting to bind port 88465b80-6138-4d6f-8d1a-c57841d2a749 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'b86f4fc9-92dc-4018-929c-a855e99a03f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0592054e-0a2e-4cb2-984c-bcf72b77af51'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:23:50.805698 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-0bb14e8f-1816-48f3-88ca-daa1204f1896 service neutron] Attempting to bind port 88465b80-6138-4d6f-8d1a-c57841d2a749 on network 0592054e-0a2e-4cb2-984c-bcf72b77af51 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:23:50.812441 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-0bb14e8f-1816-48f3-88ca-daa1204f1896 service neutron] Port 88465b80-6138-4d6f-8d1a-c57841d2a749 on network 0592054e-0a2e-4cb2-984c-bcf72b77af51 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:23:50.813460 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-0bb14e8f-1816-48f3-88ca-daa1204f1896 service neutron] Attempting to bind port 88465b80-6138-4d6f-8d1a-c57841d2a749 on network 0592054e-0a2e-4cb2-984c-bcf72b77af51 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:23:50.821772 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-0bb14e8f-1816-48f3-88ca-daa1204f1896 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:23:50.822249 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-0bb14e8f-1816-48f3-88ca-daa1204f1896 service neutron] Checking segment: {'id': 'b86f4fc9-92dc-4018-929c-a855e99a03f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0592054e-0a2e-4cb2-984c-bcf72b77af51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:23:50.826371 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-0bb14e8f-1816-48f3-88ca-daa1204f1896 service neutron] Bound using segment: {'id': 'b86f4fc9-92dc-4018-929c-a855e99a03f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0592054e-0a2e-4cb2-984c-bcf72b77af51'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:23:50.827711 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-0bb14e8f-1816-48f3-88ca-daa1204f1896 service neutron] Bound port: 88465b80-6138-4d6f-8d1a-c57841d2a749, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b86f4fc9-92dc-4018-929c-a855e99a03f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0592054e-0a2e-4cb2-984c-bcf72b77af51'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:23:50.828097 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-0bb14e8f-1816-48f3-88ca-daa1204f1896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:50.864870 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be74c7f3-3dfa-4717-8691-8428f36bc56f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:50.879456 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-385498df-2aa8-4f87-bd3c-734a9540420b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:50.882213 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-385498df-2aa8-4f87-bd3c-734a9540420b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:50.883493 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-385498df-2aa8-4f87-bd3c-734a9540420b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/27903f50-c102-4e62-9210-772a590abff4 HTTP/1.1" status: 204 len: 168 time: 0.7544837 Jul 09 16:23:50.925524 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385498df-2aa8-4f87-bd3c-734a9540420b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27903f50-c102-4e62-9210-772a590abff4,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:50.944269 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-0bb14e8f-1816-48f3-88ca-daa1204f1896 service neutron] For port 88465b80-6138-4d6f-8d1a-c57841d2a749, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:23:50.950069 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-0bb14e8f-1816-48f3-88ca-daa1204f1896 service neutron] For port 88465b80-6138-4d6f-8d1a-c57841d2a749, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=88465b80-6138-4d6f-8d1a-c57841d2a749,segment=NetworkSegment(b86f4fc9-92dc-4018-929c-a855e99a03f2),segment_id=b86f4fc9-92dc-4018-929c-a855e99a03f2)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:23:50.956872 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-0bb14e8f-1816-48f3-88ca-daa1204f1896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:51.013069 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-0bb14e8f-1816-48f3-88ca-daa1204f1896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:51.013901 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-0bb14e8f-1816-48f3-88ca-daa1204f1896 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:51.016088 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-0bb14e8f-1816-48f3-88ca-daa1204f1896 service neutron] 10.222.0.77 "PUT /v2.0/ports/88465b80-6138-4d6f-8d1a-c57841d2a749 HTTP/1.1" status: 200 len: 1091 time: 1.2338631 Jul 09 16:23:51.017634 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b8350ee-7ff2-496b-b0a9-194282503cea', 'tag': '88465b80-6138-4d6f-8d1a-c57841d2a749'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:23:51.020332 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01dbc407-8b26-4750-b549-e44ab13b41c5" -d '{"events": [{"name": "network-changed", "server_uuid": "9b8350ee-7ff2-496b-b0a9-194282503cea", "tag": "88465b80-6138-4d6f-8d1a-c57841d2a749"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:23:51.057370 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb14e8f-1816-48f3-88ca-daa1204f1896 service neutron] Pushing event updated for resources: {'Port': ['ID=88465b80-6138-4d6f-8d1a-c57841d2a749,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:51.067687 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be74c7f3-3dfa-4717-8691-8428f36bc56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:51.070209 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be74c7f3-3dfa-4717-8691-8428f36bc56f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:51.085107 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-be74c7f3-3dfa-4717-8691-8428f36bc56f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/aa470aa3-24ce-49eb-ac5d-5e89721b37b0 HTTP/1.1" status: 204 len: 168 time: 0.7187970 Jul 09 16:23:51.109015 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b21eef-f8ed-4406-b083-b4bcc981c1e1 x-openstack-request-id: req-03b21eef-f8ed-4406-b083-b4bcc981c1e1 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:23:51.109313 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b8350ee-7ff2-496b-b0a9-194282503cea", "tag": "88465b80-6138-4d6f-8d1a-c57841d2a749", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:23:51.109562 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-03b21eef-f8ed-4406-b083-b4bcc981c1e1 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:23:51.110007 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b8350ee-7ff2-496b-b0a9-194282503cea', 'tag': '88465b80-6138-4d6f-8d1a-c57841d2a749', 'status': 'completed', 'code': 200} Jul 09 16:23:51.126928 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be74c7f3-3dfa-4717-8691-8428f36bc56f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa470aa3-24ce-49eb-ac5d-5e89721b37b0,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:51.143627 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-31cbc0c5-7867-4003-a8d4-014e15b5add8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e6fbfb8-db98-4a38-8408-d29072543614 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:23:51.169186 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-31cbc0c5-7867-4003-a8d4-014e15b5add8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:51.203819 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-64a52550-8cac-4b74-a77d-ba0e3cbecaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:51.208159 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-31cbc0c5-7867-4003-a8d4-014e15b5add8 service neutron] Transition to ACTIVE for port object 2e6fbfb8-db98-4a38-8408-d29072543614 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:23:51.208680 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-64a52550-8cac-4b74-a77d-ba0e3cbecaba service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=13b09b760dc6420ab12a8bce7980cc05&device_id=9b8350ee-7ff2-496b-b0a9-194282503cea HTTP/1.1" status: 200 len: 1094 time: 0.1448090 Jul 09 16:23:51.217076 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-31cbc0c5-7867-4003-a8d4-014e15b5add8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:51.299725 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-3eca4e07-5e0d-409a-a4e5-eba6abaaa8b8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88465b80-6138-4d6f-8d1a-c57841d2a749 HTTP/1.1" status: 200 len: 217 time: 0.0777953 Jul 09 16:23:51.348153 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cbc0c5-7867-4003-a8d4-014e15b5add8 service neutron] Pushing event updated for resources: {'Port': ['ID=2e6fbfb8-db98-4a38-8408-d29072543614,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:51.406812 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-f93dc21e-34ce-437b-acbb-991e7e74a1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:51.412078 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-f93dc21e-34ce-437b-acbb-991e7e74a1a4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d4bd6369-57bd-4cb6-842b-8466274bcb5c HTTP/1.1" status: 200 len: 853 time: 0.1054161 Jul 09 16:23:51.456102 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-31cbc0c5-7867-4003-a8d4-014e15b5add8 service neutron] Attempting to bind port 2e6fbfb8-db98-4a38-8408-d29072543614 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:23:51.456453 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-31cbc0c5-7867-4003-a8d4-014e15b5add8 service neutron] Attempting to bind port 2e6fbfb8-db98-4a38-8408-d29072543614 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': 'b86f4fc9-92dc-4018-929c-a855e99a03f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0592054e-0a2e-4cb2-984c-bcf72b77af51'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:23:51.456789 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-31cbc0c5-7867-4003-a8d4-014e15b5add8 service neutron] Attempting to bind port 2e6fbfb8-db98-4a38-8408-d29072543614 on network 0592054e-0a2e-4cb2-984c-bcf72b77af51 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:23:51.481821 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-b61dce28-858e-4c6a-b82b-3539ac564840 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0592054e-0a2e-4cb2-984c-bcf72b77af51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625939 Jul 09 16:23:51.493395 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-31cbc0c5-7867-4003-a8d4-014e15b5add8 service neutron] Port 2e6fbfb8-db98-4a38-8408-d29072543614 on network 0592054e-0a2e-4cb2-984c-bcf72b77af51 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:23:51.493836 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-31cbc0c5-7867-4003-a8d4-014e15b5add8 service neutron] Attempting to bind port 2e6fbfb8-db98-4a38-8408-d29072543614 on network 0592054e-0a2e-4cb2-984c-bcf72b77af51 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:23:51.520660 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-31cbc0c5-7867-4003-a8d4-014e15b5add8 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:23:51.524380 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-31cbc0c5-7867-4003-a8d4-014e15b5add8 service neutron] Checking segment: {'id': 'b86f4fc9-92dc-4018-929c-a855e99a03f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0592054e-0a2e-4cb2-984c-bcf72b77af51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:23:51.525118 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-31cbc0c5-7867-4003-a8d4-014e15b5add8 service neutron] Bound using segment: {'id': 'b86f4fc9-92dc-4018-929c-a855e99a03f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0592054e-0a2e-4cb2-984c-bcf72b77af51'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:23:51.525969 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-31cbc0c5-7867-4003-a8d4-014e15b5add8 service neutron] Bound port: 2e6fbfb8-db98-4a38-8408-d29072543614, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b86f4fc9-92dc-4018-929c-a855e99a03f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0592054e-0a2e-4cb2-984c-bcf72b77af51'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:23:51.527314 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-31cbc0c5-7867-4003-a8d4-014e15b5add8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:51.669207 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-31cbc0c5-7867-4003-a8d4-014e15b5add8 service neutron] For port 2e6fbfb8-db98-4a38-8408-d29072543614, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:23:51.673651 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-31cbc0c5-7867-4003-a8d4-014e15b5add8 service neutron] For port 2e6fbfb8-db98-4a38-8408-d29072543614, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=2e6fbfb8-db98-4a38-8408-d29072543614,segment=NetworkSegment(b86f4fc9-92dc-4018-929c-a855e99a03f2),segment_id=b86f4fc9-92dc-4018-929c-a855e99a03f2)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:23:51.674722 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-1b4184a4-5584-4849-a7b9-8b75bdea4b69 service neutron] 10.222.0.77 "GET /v2.0/networks/0592054e-0a2e-4cb2-984c-bcf72b77af51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823161 Jul 09 16:23:51.715503 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-31cbc0c5-7867-4003-a8d4-014e15b5add8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:51.849903 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-31cbc0c5-7867-4003-a8d4-014e15b5add8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:51.849903 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-31cbc0c5-7867-4003-a8d4-014e15b5add8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:51.869694 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-31cbc0c5-7867-4003-a8d4-014e15b5add8 service neutron] 10.222.0.73 "PUT /v2.0/ports/2e6fbfb8-db98-4a38-8408-d29072543614 HTTP/1.1" status: 200 len: 1091 time: 1.4195778 Jul 09 16:23:51.870426 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '261338af-3253-45e2-a6c2-05e586db4cd4', 'tag': '2e6fbfb8-db98-4a38-8408-d29072543614'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:23:51.877671 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d10e26e-267e-45b5-9b5f-157395c34645" -d '{"events": [{"name": "network-changed", "server_uuid": "261338af-3253-45e2-a6c2-05e586db4cd4", "tag": "2e6fbfb8-db98-4a38-8408-d29072543614"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:23:51.961743 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cbc0c5-7867-4003-a8d4-014e15b5add8 service neutron] Pushing event updated for resources: {'Port': ['ID=2e6fbfb8-db98-4a38-8408-d29072543614,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:51.992573 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-a56da6b4-598e-4c71-9abe-d762c16b82ae service neutron] 10.222.0.77 "GET /v2.0/networks/0592054e-0a2e-4cb2-984c-bcf72b77af51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085370 Jul 09 16:23:52.097057 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-14b99ade-5cca-491a-9c46-23f6319972cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:52.099885 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-14b99ade-5cca-491a-9c46-23f6319972cb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=13b09b760dc6420ab12a8bce7980cc05&device_id=261338af-3253-45e2-a6c2-05e586db4cd4 HTTP/1.1" status: 200 len: 1094 time: 0.1476774 Jul 09 16:23:52.176917 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31377691-31d2-4c22-8cd5-b4e44ae57c97 req-52e4db00-aee2-44da-b855-d4186d2c630a tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:52.179615 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-31377691-31d2-4c22-8cd5-b4e44ae57c97 req-52e4db00-aee2-44da-b855-d4186d2c630a tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.98 "GET /v2.0/ports?device_id=261338af-3253-45e2-a6c2-05e586db4cd4 HTTP/1.1" status: 200 len: 943 time: 0.3367920 Jul 09 16:23:52.197914 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-b4e86c3c-b7dc-42b1-9833-eee2a51945d7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e6fbfb8-db98-4a38-8408-d29072543614 HTTP/1.1" status: 200 len: 217 time: 0.0824172 Jul 09 16:23:52.233459 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ee29f7d4-551f-4b3c-8ca0-d282fca8723e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:52.302123 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d789fec-226e-4da2-aa40-8ec09919a181 x-openstack-request-id: req-1d789fec-226e-4da2-aa40-8ec09919a181 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:23:52.302612 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "261338af-3253-45e2-a6c2-05e586db4cd4", "tag": "2e6fbfb8-db98-4a38-8408-d29072543614", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:23:52.302930 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1d789fec-226e-4da2-aa40-8ec09919a181 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:23:52.305975 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-31377691-31d2-4c22-8cd5-b4e44ae57c97 req-56a1de15-d2b5-437c-8d17-16e59ed65aa6 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f5aaf73-cce0-44bd-b180-89eef08390e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177678 Jul 09 16:23:52.310672 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dbc407-8b26-4750-b549-e44ab13b41c5 req-d942ae17-f203-4095-94a1-909cbb15c037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:52.312177 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-01dbc407-8b26-4750-b549-e44ab13b41c5 req-d942ae17-f203-4095-94a1-909cbb15c037 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=13b09b760dc6420ab12a8bce7980cc05&device_id=9b8350ee-7ff2-496b-b0a9-194282503cea HTTP/1.1" status: 200 len: 1094 time: 0.2504478 Jul 09 16:23:52.316866 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '261338af-3253-45e2-a6c2-05e586db4cd4', 'tag': '2e6fbfb8-db98-4a38-8408-d29072543614', 'status': 'completed', 'code': 200} Jul 09 16:23:52.357580 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-62576d6b-c4c3-440f-b151-5ff4ca13fdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:52.359770 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-62576d6b-c4c3-440f-b151-5ff4ca13fdb3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d4bd6369-57bd-4cb6-842b-8466274bcb5c HTTP/1.1" status: 200 len: 853 time: 0.1547728 Jul 09 16:23:52.426270 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-43611d05-946c-47cb-8027-15b70b4f501a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0592054e-0a2e-4cb2-984c-bcf72b77af51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592749 Jul 09 16:23:52.540746 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37954) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:52.559851 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dbc407-8b26-4750-b549-e44ab13b41c5 req-1331f437-d5c2-484a-883d-245cfdc34e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:52.563339 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-01dbc407-8b26-4750-b549-e44ab13b41c5 req-1331f437-d5c2-484a-883d-245cfdc34e7f service neutron] 10.222.0.77 "GET /v2.0/networks?id=0592054e-0a2e-4cb2-984c-bcf72b77af51 HTTP/1.1" status: 200 len: 914 time: 0.2402787 Jul 09 16:23:52.581516 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-dfe1c771-061a-4848-aa46-22cfbba84413 service neutron] 10.222.0.73 "GET /v2.0/networks/0592054e-0a2e-4cb2-984c-bcf72b77af51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444397 Jul 09 16:23:52.612015 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-01dbc407-8b26-4750-b549-e44ab13b41c5 req-4f32351f-a543-44e1-a22a-19cfa9ed3f83 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88465b80-6138-4d6f-8d1a-c57841d2a749 HTTP/1.1" status: 200 len: 217 time: 0.0400860 Jul 09 16:23:52.711720 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-81789919-785d-40cb-8969-dc89241a3405 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-899340046-network', 'tenant_id': 'a27b2d6ec67c4326817305bdf0faebf8'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:23:52.715235 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dbc407-8b26-4750-b549-e44ab13b41c5 req-b3c87cdb-461a-446b-9416-0172f66951ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:52.716733 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-01dbc407-8b26-4750-b549-e44ab13b41c5 req-b3c87cdb-461a-446b-9416-0172f66951ea service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d4bd6369-57bd-4cb6-842b-8466274bcb5c HTTP/1.1" status: 200 len: 853 time: 0.0974500 Jul 09 16:23:52.734506 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-66d1d86a-eef2-403c-9074-a67bb25a2a1b req-25feb12d-7144-4ecc-ab68-8f29c6dc9659 service neutron] 10.222.0.73 "GET /v2.0/networks/0592054e-0a2e-4cb2-984c-bcf72b77af51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438200 Jul 09 16:23:52.757120 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81789919-785d-40cb-8969-dc89241a3405 admin admin] Made reservation on behalf of a27b2d6ec67c4326817305bdf0faebf8 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:23:52.761655 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-81789919-785d-40cb-8969-dc89241a3405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:52.768820 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-01dbc407-8b26-4750-b549-e44ab13b41c5 req-55ca18c9-2265-421b-8fa6-3354de525111 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0592054e-0a2e-4cb2-984c-bcf72b77af51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395343 Jul 09 16:23:52.778376 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-81789919-785d-40cb-8969-dc89241a3405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:52.956409 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:23:52.958595 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-01dbc407-8b26-4750-b549-e44ab13b41c5 req-7df54c9a-1b43-4b33-8551-8c68d921acf9 service neutron] 10.222.0.77 "GET /v2.0/networks/0592054e-0a2e-4cb2-984c-bcf72b77af51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817780 Jul 09 16:23:52.960653 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10e26e-267e-45b5-9b5f-157395c34645 req-f3f19531-279e-4651-8d12-98f23a20d8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:52.964980 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2d10e26e-267e-45b5-9b5f-157395c34645 req-f3f19531-279e-4651-8d12-98f23a20d8cb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=13b09b760dc6420ab12a8bce7980cc05&device_id=261338af-3253-45e2-a6c2-05e586db4cd4 HTTP/1.1" status: 200 len: 1094 time: 0.1137984 Jul 09 16:23:53.063488 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-81789919-785d-40cb-8969-dc89241a3405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:53.078598 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-01dbc407-8b26-4750-b549-e44ab13b41c5 req-cae5c0f0-2518-4a50-8730-0ecc5226dd8b service neutron] 10.222.0.77 "GET /v2.0/networks/0592054e-0a2e-4cb2-984c-bcf72b77af51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127656 Jul 09 16:23:53.086888 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-81789919-785d-40cb-8969-dc89241a3405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:53.124904 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81789919-785d-40cb-8969-dc89241a3405 admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:23:53.144656 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10e26e-267e-45b5-9b5f-157395c34645 req-16b3d905-4446-4ce2-a9d3-3233e9f1ce7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:53.145807 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2d10e26e-267e-45b5-9b5f-157395c34645 req-16b3d905-4446-4ce2-a9d3-3233e9f1ce7b service neutron] 10.222.0.73 "GET /v2.0/networks?id=0592054e-0a2e-4cb2-984c-bcf72b77af51 HTTP/1.1" status: 200 len: 914 time: 0.1761534 Jul 09 16:23:53.148168 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81789919-785d-40cb-8969-dc89241a3405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1064de3-3a24-4324-9f55-66568bfd1ef8,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:53.153518 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-81789919-785d-40cb-8969-dc89241a3405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:53.153862 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-81789919-785d-40cb-8969-dc89241a3405 admin admin] Added segment 54adfe02-b869-4884-bf8b-5c8e16c54a46 of type vlan for network cb07b627-18f2-452e-9e93-be86bc0f0ec6 Jul 09 16:23:53.225768 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2d10e26e-267e-45b5-9b5f-157395c34645 req-e5632bb6-7246-4f82-9e12-986093c023e8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e6fbfb8-db98-4a38-8408-d29072543614 HTTP/1.1" status: 200 len: 217 time: 0.0699413 Jul 09 16:23:53.283855 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10e26e-267e-45b5-9b5f-157395c34645 req-7e8a963b-7200-43c0-94c4-57ffebdaebab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:53.285315 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2d10e26e-267e-45b5-9b5f-157395c34645 req-7e8a963b-7200-43c0-94c4-57ffebdaebab service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d4bd6369-57bd-4cb6-842b-8466274bcb5c HTTP/1.1" status: 200 len: 853 time: 0.0508707 Jul 09 16:23:53.287258 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-81789919-785d-40cb-8969-dc89241a3405 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:53.372944 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2d10e26e-267e-45b5-9b5f-157395c34645 req-71f04686-be49-49ad-ae88-0c629fe33179 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0592054e-0a2e-4cb2-984c-bcf72b77af51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461800 Jul 09 16:23:53.393282 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-81789919-785d-40cb-8969-dc89241a3405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:53.394604 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81789919-785d-40cb-8969-dc89241a3405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:53.395207 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-81789919-785d-40cb-8969-dc89241a3405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:53.660348 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-81789919-785d-40cb-8969-dc89241a3405 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.1184406 Jul 09 16:23:53.664103 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37994) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:23:53.670343 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-daeb9fd7-1ab6-47c1-bcba-957391f54d5b admin admin] Request body: {'subnet': {'network_id': 'cb07b627-18f2-452e-9e93-be86bc0f0ec6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-899340046-subnet', 'tenant_id': 'a27b2d6ec67c4326817305bdf0faebf8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:23:53.676146 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81789919-785d-40cb-8969-dc89241a3405 admin admin] Pushing event updated for resources: {'Network': ['ID=cb07b627-18f2-452e-9e93-be86bc0f0ec6,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:53.693567 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network cb07b627-18f2-452e-9e93-be86bc0f0ec6 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:23:53.726546 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daeb9fd7-1ab6-47c1-bcba-957391f54d5b admin admin] Made reservation on behalf of a27b2d6ec67c4326817305bdf0faebf8 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:23:53.729235 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-daeb9fd7-1ab6-47c1-bcba-957391f54d5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:53.786324 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2d10e26e-267e-45b5-9b5f-157395c34645 req-803a9564-a56c-408b-a1ce-ace2768fd888 service neutron] 10.222.0.73 "GET /v2.0/networks/0592054e-0a2e-4cb2-984c-bcf72b77af51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4061217 Jul 09 16:23:53.823448 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee27442-7d62-4fac-a70a-b57c4365d51d req-79daace4-3cb3-4398-9512-946e7c91e4b1 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:53.827664 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ee27442-7d62-4fac-a70a-b57c4365d51d req-79daace4-3cb3-4398-9512-946e7c91e4b1 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.98 "GET /v2.0/ports?device_id=261338af-3253-45e2-a6c2-05e586db4cd4 HTTP/1.1" status: 200 len: 943 time: 0.3259385 Jul 09 16:23:54.000183 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2d10e26e-267e-45b5-9b5f-157395c34645 req-0df8dc08-e7eb-4a07-acf2-97b78829ecdc service neutron] 10.222.0.73 "GET /v2.0/networks/0592054e-0a2e-4cb2-984c-bcf72b77af51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058780 Jul 09 16:23:54.004155 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0ee27442-7d62-4fac-a70a-b57c4365d51d req-e0101c2e-66b8-4c53-86f7-918bf5aa8fd5 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f5aaf73-cce0-44bd-b180-89eef08390e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632855 Jul 09 16:23:54.126206 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-daeb9fd7-1ab6-47c1-bcba-957391f54d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:54.212348 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daeb9fd7-1ab6-47c1-bcba-957391f54d5b admin admin] Checking segment: {'id': '54adfe02-b869-4884-bf8b-5c8e16c54a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'cb07b627-18f2-452e-9e93-be86bc0f0ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:23:54.213298 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daeb9fd7-1ab6-47c1-bcba-957391f54d5b admin admin] Network hostable DHCP agents. Network: cb07b627-18f2-452e-9e93-be86bc0f0ec6, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:23:54.219024 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeb9fd7-1ab6-47c1-bcba-957391f54d5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=290e7ab8-3d22-43c0-a3ef-f5bcba5938e6,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:54.257333 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daeb9fd7-1ab6-47c1-bcba-957391f54d5b admin admin] Network cb07b627-18f2-452e-9e93-be86bc0f0ec6 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:23:54.286553 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-daeb9fd7-1ab6-47c1-bcba-957391f54d5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, cb07b627-18f2-452e-9e93-be86bc0f0ec6) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:23:54.294214 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daeb9fd7-1ab6-47c1-bcba-957391f54d5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:54.298462 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-daeb9fd7-1ab6-47c1-bcba-957391f54d5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:54.299727 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf1badc-8665-4cc6-8eb3-881a30d30007 None None] Network cb07b627-18f2-452e-9e93-be86bc0f0ec6 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:23:54.351709 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-daeb9fd7-1ab6-47c1-bcba-957391f54d5b admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6861753 Jul 09 16:23:54.498001 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1de981-e6c1-4aee-bbd3-65e5f6b762d4 None None] Network cb07b627-18f2-452e-9e93-be86bc0f0ec6 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:23:55.075784 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0e38b120-5e5e-4310-8fd9-b8912b9f558f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:55.375333 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:55.411290 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b613a5b-3e2e-427d-8004-a00fdfd56b2a req-d487103e-df18-46a9-b513-97eb2ea45420 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:55.413985 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4b613a5b-3e2e-427d-8004-a00fdfd56b2a req-d487103e-df18-46a9-b513-97eb2ea45420 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.98 "GET /v2.0/ports?device_id=261338af-3253-45e2-a6c2-05e586db4cd4 HTTP/1.1" status: 200 len: 943 time: 0.1583614 Jul 09 16:23:55.445510 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b21ef-0575-478c-bc3c-f4b47b72d2df req-8a43898f-b3d0-4d11-9452-27579a991738 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:55.450228 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e44b21ef-0575-478c-bc3c-f4b47b72d2df req-8a43898f-b3d0-4d11-9452-27579a991738 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/networks?id=cb07b627-18f2-452e-9e93-be86bc0f0ec6 HTTP/1.1" status: 200 len: 804 time: 0.2735550 Jul 09 16:23:55.459827 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 88465b80-6138-4d6f-8d1a-c57841d2a749 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:23:55.470095 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4b613a5b-3e2e-427d-8004-a00fdfd56b2a req-3688b7cd-7682-49cf-9c4c-ea0b83e462d0 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f5aaf73-cce0-44bd-b180-89eef08390e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459726 Jul 09 16:23:55.493033 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e44b21ef-0575-478c-bc3c-f4b47b72d2df req-fa63d0e2-abe2-4297-a3b9-dc48835b563e tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/quotas/a27b2d6ec67c4326817305bdf0faebf8 HTTP/1.1" status: 200 len: 375 time: 0.0357139 Jul 09 16:23:55.605421 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e44b21ef-0575-478c-bc3c-f4b47b72d2df req-65f9919d-3b86-4a4c-a6b7-2ef39a415b49 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=a27b2d6ec67c4326817305bdf0faebf8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1110201 Jul 09 16:23:55.639361 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 88465b80-6138-4d6f-8d1a-c57841d2a749, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=88465b80-6138-4d6f-8d1a-c57841d2a749,segment=NetworkSegment(b86f4fc9-92dc-4018-929c-a855e99a03f2),segment_id=b86f4fc9-92dc-4018-929c-a855e99a03f2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:23:55.676801 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '88465b80-6138-4d6f-8d1a-c57841d2a749', 'network_id': '0592054e-0a2e-4cb2-984c-bcf72b77af51', 'port_id': '88465b80-6138-4d6f-8d1a-c57841d2a749', 'mac_address': 'fa:16:3e:06:29:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4bd6369-57bd-4cb6-842b-8466274bcb5c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:23:55.766553 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e44b21ef-0575-478c-bc3c-f4b47b72d2df req-aadb41ac-c0d3-4204-91bd-37c93d5fbbd3 service neutron] 10.222.0.98 "GET /v2.0/networks/cb07b627-18f2-452e-9e93-be86bc0f0ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593935 Jul 09 16:23:55.814100 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:55.853260 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88465b80-6138-4d6f-8d1a-c57841d2a749 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:23:55.882271 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 88465b80-6138-4d6f-8d1a-c57841d2a749, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=88465b80-6138-4d6f-8d1a-c57841d2a749,segment=NetworkSegment(b86f4fc9-92dc-4018-929c-a855e99a03f2),segment_id=b86f4fc9-92dc-4018-929c-a855e99a03f2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:23:55.902367 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:55.965310 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e44b21ef-0575-478c-bc3c-f4b47b72d2df req-c99220dd-3fce-4fb3-8627-b5e99f834386 service neutron] 10.222.0.98 "GET /v2.0/networks/cb07b627-18f2-452e-9e93-be86bc0f0ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977215 Jul 09 16:23:55.993207 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5df3a-b5a8-42b5-ae59-dc19affbf754 req-983769e5-425c-407d-8142-43fe4385b576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:55.993207 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4ab5df3a-b5a8-42b5-ae59-dc19affbf754 req-983769e5-425c-407d-8142-43fe4385b576 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=927faf6a074749d0b7e4b4706940c5ca&device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 1098 time: 0.2239275 Jul 09 16:23:56.025853 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=88465b80-6138-4d6f-8d1a-c57841d2a749,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:56.160829 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['88465b80-6138-4d6f-8d1a-c57841d2a749'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:23:56.239080 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5df3a-b5a8-42b5-ae59-dc19affbf754 req-e81f9efb-fa05-46c3-8c63-d0b7201ae325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:56.247904 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4ab5df3a-b5a8-42b5-ae59-dc19affbf754 req-e81f9efb-fa05-46c3-8c63-d0b7201ae325 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e14244d3-321e-4e11-8fa5-f8d23e2088a8 HTTP/1.1" status: 200 len: 913 time: 0.2316992 Jul 09 16:23:56.264192 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:56.322194 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f4868576-3797-4bb4-9e7e-73006fe81880 req-a4d878a2-eaf5-4abf-ba78-b2c63a91ee01 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=1c012fb3-410d-4566-9f74-2bc68c2c3b36 HTTP/1.1" status: 200 len: 210 time: 0.0811267 Jul 09 16:23:56.401711 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4ab5df3a-b5a8-42b5-ae59-dc19affbf754 req-de346317-bd10-4161-ba89-3f879dc0efad service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1db38019-9c36-4811-87b1-9165e461b73e HTTP/1.1" status: 200 len: 1002 time: 0.1454334 Jul 09 16:23:56.492444 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:56.523742 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5df3a-b5a8-42b5-ae59-dc19affbf754 req-d375e1c8-32b0-473a-a2a5-41ded7d695f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:56.528981 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4ab5df3a-b5a8-42b5-ae59-dc19affbf754 req-d375e1c8-32b0-473a-a2a5-41ded7d695f8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9ed42caa-ccec-43f9-abc2-3f037ba46c07 HTTP/1.1" status: 200 len: 851 time: 0.1192822 Jul 09 16:23:56.752316 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5df3a-b5a8-42b5-ae59-dc19affbf754 req-19709bf6-bae3-4d37-8c36-c9b8dc41ef2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:56.753834 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4ab5df3a-b5a8-42b5-ae59-dc19affbf754 req-19709bf6-bae3-4d37-8c36-c9b8dc41ef2b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e14244d3-321e-4e11-8fa5-f8d23e2088a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2184854 Jul 09 16:23:56.934129 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6b755-5a26-489c-838e-022700e09de0 req-f648ab1d-6b59-4803-9133-92d0748a0973 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:56.952569 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-edc6b755-5a26-489c-838e-022700e09de0 req-f648ab1d-6b59-4803-9133-92d0748a0973 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.98 "GET /v2.0/ports?device_id=261338af-3253-45e2-a6c2-05e586db4cd4 HTTP/1.1" status: 200 len: 943 time: 0.2822187 Jul 09 16:23:57.107838 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 2e6fbfb8-db98-4a38-8408-d29072543614 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:23:57.144698 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-edc6b755-5a26-489c-838e-022700e09de0 req-248a677e-0596-410d-a384-c18519f85309 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f5aaf73-cce0-44bd-b180-89eef08390e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908176 Jul 09 16:23:57.183588 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4ab5df3a-b5a8-42b5-ae59-dc19affbf754 req-c6345745-6f63-4611-a22f-5ac6158ea650 service neutron] 10.222.0.77 "GET /v2.0/networks/e14244d3-321e-4e11-8fa5-f8d23e2088a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4169216 Jul 09 16:23:57.275616 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 2e6fbfb8-db98-4a38-8408-d29072543614, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=2e6fbfb8-db98-4a38-8408-d29072543614,segment=NetworkSegment(b86f4fc9-92dc-4018-929c-a855e99a03f2),segment_id=b86f4fc9-92dc-4018-929c-a855e99a03f2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:23:57.312818 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '2e6fbfb8-db98-4a38-8408-d29072543614', 'network_id': '0592054e-0a2e-4cb2-984c-bcf72b77af51', 'port_id': '2e6fbfb8-db98-4a38-8408-d29072543614', 'mac_address': 'fa:16:3e:24:9e:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4bd6369-57bd-4cb6-842b-8466274bcb5c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:23:57.371162 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4ab5df3a-b5a8-42b5-ae59-dc19affbf754 req-0200ff5f-3bc3-438b-818c-2468fe1025e5 service neutron] 10.222.0.77 "GET /v2.0/networks/e14244d3-321e-4e11-8fa5-f8d23e2088a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814308 Jul 09 16:23:57.406669 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:57.430623 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e6fbfb8-db98-4a38-8408-d29072543614 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:23:57.469794 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 2e6fbfb8-db98-4a38-8408-d29072543614, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=2e6fbfb8-db98-4a38-8408-d29072543614,segment=NetworkSegment(b86f4fc9-92dc-4018-929c-a855e99a03f2),segment_id=b86f4fc9-92dc-4018-929c-a855e99a03f2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:23:57.472470 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 88465b80-6138-4d6f-8d1a-c57841d2a749 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:23:57.524251 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:57.574872 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 88465b80-6138-4d6f-8d1a-c57841d2a749 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:23:57.590142 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 88465b80-6138-4d6f-8d1a-c57841d2a749 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:23:57.590880 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:57.619301 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=2e6fbfb8-db98-4a38-8408-d29072543614,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:57.659519 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a4ced2a7-b998-4201-9525-4b783f218b20 req-a338f968-3535-4cd0-8b51-0235a62994ed tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=1c012fb3-410d-4566-9f74-2bc68c2c3b36 HTTP/1.1" status: 200 len: 210 time: 0.1089182 Jul 09 16:23:57.740877 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:57.768450 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b8350ee-7ff2-496b-b0a9-194282503cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88465b80-6138-4d6f-8d1a-c57841d2a749'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:23:57.770922 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9707b8-a312-45e9-9683-b29b3944167e" -d '{"events": [{"server_uuid": "9b8350ee-7ff2-496b-b0a9-194282503cea", "name": "network-vif-plugged", "status": "completed", "tag": "88465b80-6138-4d6f-8d1a-c57841d2a749"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:23:57.785656 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 88465b80-6138-4d6f-8d1a-c57841d2a749, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=88465b80-6138-4d6f-8d1a-c57841d2a749,segment=NetworkSegment(b86f4fc9-92dc-4018-929c-a855e99a03f2),segment_id=b86f4fc9-92dc-4018-929c-a855e99a03f2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:23:57.793176 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:57.845506 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd18f7ed-b279-44f8-b35e-c3db432b3509 x-openstack-request-id: req-cd18f7ed-b279-44f8-b35e-c3db432b3509 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:23:57.845853 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b8350ee-7ff2-496b-b0a9-194282503cea", "name": "network-vif-plugged", "status": "completed", "tag": "88465b80-6138-4d6f-8d1a-c57841d2a749", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:23:57.846066 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-cd18f7ed-b279-44f8-b35e-c3db432b3509 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:23:57.846474 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b8350ee-7ff2-496b-b0a9-194282503cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88465b80-6138-4d6f-8d1a-c57841d2a749', 'code': 200} Jul 09 16:23:57.913407 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=88465b80-6138-4d6f-8d1a-c57841d2a749,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:58.044618 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55d6f9-0325-4d13-bc4a-2750fe8e8930 req-557c54a6-7f67-429a-aff8-b9e5e96272a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:58.047750 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fd55d6f9-0325-4d13-bc4a-2750fe8e8930 req-557c54a6-7f67-429a-aff8-b9e5e96272a4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9b8350ee-7ff2-496b-b0a9-194282503cea HTTP/1.1" status: 200 len: 1096 time: 0.1467950 Jul 09 16:23:58.088034 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['2e6fbfb8-db98-4a38-8408-d29072543614'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:23:58.133888 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fd55d6f9-0325-4d13-bc4a-2750fe8e8930 req-9073a1f5-69dc-4f1a-88a0-e19c21c98f30 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=3f5aaf73-cce0-44bd-b180-89eef08390e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788496 Jul 09 16:23:58.162171 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:58.445309 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b21ef-0575-478c-bc3c-f4b47b72d2df req-72cf9e30-e8b0-4cb3-899c-2faf4f3fac27 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:58.447286 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e44b21ef-0575-478c-bc3c-f4b47b72d2df req-72cf9e30-e8b0-4cb3-899c-2faf4f3fac27 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.77 "GET /v2.0/networks?id=cb07b627-18f2-452e-9e93-be86bc0f0ec6 HTTP/1.1" status: 200 len: 804 time: 0.1303027 Jul 09 16:23:58.462356 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-e44b21ef-0575-478c-bc3c-f4b47b72d2df req-7fce06e5-9887-4752-b4e9-edf0d69653b9 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Request body: {'port': {'device_id': '1c012fb3-410d-4566-9f74-2bc68c2c3b36', 'network_id': 'cb07b627-18f2-452e-9e93-be86bc0f0ec6', 'admin_state_up': True, 'tenant_id': 'a27b2d6ec67c4326817305bdf0faebf8'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:23:58.557852 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170bfac4-9760-4590-a75e-7ba2dcd3d7ab req-0c0e2eb2-c85d-43ea-804b-be9615941999 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:58.565687 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-170bfac4-9760-4590-a75e-7ba2dcd3d7ab req-0c0e2eb2-c85d-43ea-804b-be9615941999 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.98 "GET /v2.0/ports?device_id=261338af-3253-45e2-a6c2-05e586db4cd4 HTTP/1.1" status: 200 len: 944 time: 0.1928997 Jul 09 16:23:58.664149 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-170bfac4-9760-4590-a75e-7ba2dcd3d7ab req-909ed61e-8fcf-4788-83d3-aebd0c403c5f tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f5aaf73-cce0-44bd-b180-89eef08390e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894072 Jul 09 16:23:58.811580 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e44b21ef-0575-478c-bc3c-f4b47b72d2df req-7fce06e5-9887-4752-b4e9-edf0d69653b9 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Made reservation on behalf of a27b2d6ec67c4326817305bdf0faebf8 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:23:58.817217 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e44b21ef-0575-478c-bc3c-f4b47b72d2df req-7fce06e5-9887-4752-b4e9-edf0d69653b9 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:58.984432 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-50f2bdad-0f2c-49aa-a2ef-e7aeee58af51 req-853d14ab-7705-49d0-a54a-91c8ab113fe4 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=1c012fb3-410d-4566-9f74-2bc68c2c3b36 HTTP/1.1" status: 200 len: 210 time: 0.1592948 Jul 09 16:23:59.028768 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-e44b21ef-0575-478c-bc3c-f4b47b72d2df req-7fce06e5-9887-4752-b4e9-edf0d69653b9 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Allocated IP 172.20.0.2 (cb07b627-18f2-452e-9e93-be86bc0f0ec6/290e7ab8-3d22-43c0-a3ef-f5bcba5938e6/e64b2948-3801-41bf-bb62-f1d476c80d79) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:23:59.284655 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e44b21ef-0575-478c-bc3c-f4b47b72d2df req-7fce06e5-9887-4752-b4e9-edf0d69653b9 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:59.352877 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e44b21ef-0575-478c-bc3c-f4b47b72d2df req-7fce06e5-9887-4752-b4e9-edf0d69653b9 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:59.409321 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e44b21ef-0575-478c-bc3c-f4b47b72d2df req-7fce06e5-9887-4752-b4e9-edf0d69653b9 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Network cb07b627-18f2-452e-9e93-be86bc0f0ec6 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:23:59.418068 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-e44b21ef-0575-478c-bc3c-f4b47b72d2df req-7fce06e5-9887-4752-b4e9-edf0d69653b9 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:23:59.423585 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-e44b21ef-0575-478c-bc3c-f4b47b72d2df req-7fce06e5-9887-4752-b4e9-edf0d69653b9 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:23:59.455519 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce06e5-9887-4752-b4e9-edf0d69653b9 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Pushing event updated for resources: {'Port': ['ID=e64b2948-3801-41bf-bb62-f1d476c80d79,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:23:59.483198 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b21ef-0575-478c-bc3c-f4b47b72d2df req-7fce06e5-9887-4752-b4e9-edf0d69653b9 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:23:59.483947 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e44b21ef-0575-478c-bc3c-f4b47b72d2df req-7fce06e5-9887-4752-b4e9-edf0d69653b9 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:23:59.505937 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e44b21ef-0575-478c-bc3c-f4b47b72d2df req-7fce06e5-9887-4752-b4e9-edf0d69653b9 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0474153 Jul 09 16:23:59.517227 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-e44b21ef-0575-478c-bc3c-f4b47b72d2df req-6df4520e-177f-4697-9ee3-4c9c5e08c027 service neutron] Request body: {'port': {'device_id': '1c012fb3-410d-4566-9f74-2bc68c2c3b36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:23:59.620652 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e44b21ef-0575-478c-bc3c-f4b47b72d2df req-6df4520e-177f-4697-9ee3-4c9c5e08c027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:00.001093 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c1fcd-40d9-4c51-ac59-5d3ca084648e req-3751d774-6b7d-4bad-aee2-8e58cf023777 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:00.021371 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-378c1fcd-40d9-4c51-ac59-5d3ca084648e req-3751d774-6b7d-4bad-aee2-8e58cf023777 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.98 "GET /v2.0/ports?device_id=261338af-3253-45e2-a6c2-05e586db4cd4 HTTP/1.1" status: 200 len: 944 time: 0.1231742 Jul 09 16:24:00.077071 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-378c1fcd-40d9-4c51-ac59-5d3ca084648e req-a81c9299-b8cd-447f-b14e-a5331ba43983 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f5aaf73-cce0-44bd-b180-89eef08390e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541165 Jul 09 16:24:00.757886 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38236) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:24:00.769250 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c26776-c180-4cc8-8a72-dbea0800a01c req-5d48df86-b6b4-4a68-a3da-2652b7936577 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:00.771509 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-78c26776-c180-4cc8-8a72-dbea0800a01c req-5d48df86-b6b4-4a68-a3da-2652b7936577 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=1c012fb3-410d-4566-9f74-2bc68c2c3b36 HTTP/1.1" status: 200 len: 931 time: 0.1514928 Jul 09 16:24:00.851349 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-78c26776-c180-4cc8-8a72-dbea0800a01c req-00d62ce7-0dbe-4c15-adec-2a861b9f9b2b tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697434 Jul 09 16:24:00.866068 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-e44b21ef-0575-478c-bc3c-f4b47b72d2df req-6df4520e-177f-4697-9ee3-4c9c5e08c027 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e64b2948-3801-41bf-bb62-f1d476c80d79 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:24:00.875333 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e44b21ef-0575-478c-bc3c-f4b47b72d2df req-6df4520e-177f-4697-9ee3-4c9c5e08c027 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:00.895437 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-e44b21ef-0575-478c-bc3c-f4b47b72d2df req-6df4520e-177f-4697-9ee3-4c9c5e08c027 service neutron] Transition to ACTIVE for port object e64b2948-3801-41bf-bb62-f1d476c80d79 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:24:00.902673 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e44b21ef-0575-478c-bc3c-f4b47b72d2df req-6df4520e-177f-4697-9ee3-4c9c5e08c027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:00.987775 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df4520e-177f-4697-9ee3-4c9c5e08c027 service neutron] Pushing event updated for resources: {'Port': ['ID=e64b2948-3801-41bf-bb62-f1d476c80d79,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:01.010873 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dc545d02-5537-4af5-a78e-a65f94b52cc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:01.082979 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-e44b21ef-0575-478c-bc3c-f4b47b72d2df req-6df4520e-177f-4697-9ee3-4c9c5e08c027 service neutron] Attempting to bind port e64b2948-3801-41bf-bb62-f1d476c80d79 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:24:01.083465 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-e44b21ef-0575-478c-bc3c-f4b47b72d2df req-6df4520e-177f-4697-9ee3-4c9c5e08c027 service neutron] Attempting to bind port e64b2948-3801-41bf-bb62-f1d476c80d79 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '54adfe02-b869-4884-bf8b-5c8e16c54a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'cb07b627-18f2-452e-9e93-be86bc0f0ec6'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:24:01.084227 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44b21ef-0575-478c-bc3c-f4b47b72d2df req-6df4520e-177f-4697-9ee3-4c9c5e08c027 service neutron] Attempting to bind port e64b2948-3801-41bf-bb62-f1d476c80d79 on network cb07b627-18f2-452e-9e93-be86bc0f0ec6 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:24:01.093388 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44b21ef-0575-478c-bc3c-f4b47b72d2df req-6df4520e-177f-4697-9ee3-4c9c5e08c027 service neutron] Port e64b2948-3801-41bf-bb62-f1d476c80d79 on network cb07b627-18f2-452e-9e93-be86bc0f0ec6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:24:01.093737 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44b21ef-0575-478c-bc3c-f4b47b72d2df req-6df4520e-177f-4697-9ee3-4c9c5e08c027 service neutron] Attempting to bind port e64b2948-3801-41bf-bb62-f1d476c80d79 on network cb07b627-18f2-452e-9e93-be86bc0f0ec6 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:24:01.099684 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44b21ef-0575-478c-bc3c-f4b47b72d2df req-6df4520e-177f-4697-9ee3-4c9c5e08c027 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:24:01.100173 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44b21ef-0575-478c-bc3c-f4b47b72d2df req-6df4520e-177f-4697-9ee3-4c9c5e08c027 service neutron] Checking segment: {'id': '54adfe02-b869-4884-bf8b-5c8e16c54a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'cb07b627-18f2-452e-9e93-be86bc0f0ec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:24:01.100566 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44b21ef-0575-478c-bc3c-f4b47b72d2df req-6df4520e-177f-4697-9ee3-4c9c5e08c027 service neutron] Bound using segment: {'id': '54adfe02-b869-4884-bf8b-5c8e16c54a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'cb07b627-18f2-452e-9e93-be86bc0f0ec6'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:24:01.101001 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-e44b21ef-0575-478c-bc3c-f4b47b72d2df req-6df4520e-177f-4697-9ee3-4c9c5e08c027 service neutron] Bound port: e64b2948-3801-41bf-bb62-f1d476c80d79, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54adfe02-b869-4884-bf8b-5c8e16c54a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'cb07b627-18f2-452e-9e93-be86bc0f0ec6'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:24:01.101396 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e44b21ef-0575-478c-bc3c-f4b47b72d2df req-6df4520e-177f-4697-9ee3-4c9c5e08c027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:01.141709 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dc545d02-5537-4af5-a78e-a65f94b52cc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:01.145103 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 2e6fbfb8-db98-4a38-8408-d29072543614 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:24:01.177327 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dc545d02-5537-4af5-a78e-a65f94b52cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:01.193506 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-e44b21ef-0575-478c-bc3c-f4b47b72d2df req-6df4520e-177f-4697-9ee3-4c9c5e08c027 service neutron] For port e64b2948-3801-41bf-bb62-f1d476c80d79, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:24:01.200518 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-e44b21ef-0575-478c-bc3c-f4b47b72d2df req-6df4520e-177f-4697-9ee3-4c9c5e08c027 service neutron] For port e64b2948-3801-41bf-bb62-f1d476c80d79, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=e64b2948-3801-41bf-bb62-f1d476c80d79,segment=NetworkSegment(54adfe02-b869-4884-bf8b-5c8e16c54a46),segment_id=54adfe02-b869-4884-bf8b-5c8e16c54a46)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:24:01.206673 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e44b21ef-0575-478c-bc3c-f4b47b72d2df req-6df4520e-177f-4697-9ee3-4c9c5e08c027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:01.219024 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-dc545d02-5537-4af5-a78e-a65f94b52cc9 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e5a48a4d196844339a883458bea1cc45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4598022 Jul 09 16:24:01.223410 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38260) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:24:01.255201 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc545d02-5537-4af5-a78e-a65f94b52cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c486e3-aa9c-4017-bf09-32308a3867b6,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:01.263447 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 2e6fbfb8-db98-4a38-8408-d29072543614 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:24:01.272609 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 2e6fbfb8-db98-4a38-8408-d29072543614 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:24:01.273411 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:01.295183 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cad7f0a3-0044-4910-b2e9-c3b26a7c8a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:01.318190 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cad7f0a3-0044-4910-b2e9-c3b26a7c8a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:01.355835 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b21ef-0575-478c-bc3c-f4b47b72d2df req-6df4520e-177f-4697-9ee3-4c9c5e08c027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:01.357233 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e44b21ef-0575-478c-bc3c-f4b47b72d2df req-6df4520e-177f-4697-9ee3-4c9c5e08c027 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:01.359100 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e44b21ef-0575-478c-bc3c-f4b47b72d2df req-6df4520e-177f-4697-9ee3-4c9c5e08c027 service neutron] 10.222.0.77 "PUT /v2.0/ports/e64b2948-3801-41bf-bb62-f1d476c80d79 HTTP/1.1" status: 200 len: 1091 time: 1.8470106 Jul 09 16:24:01.374644 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c012fb3-410d-4566-9f74-2bc68c2c3b36', 'tag': 'e64b2948-3801-41bf-bb62-f1d476c80d79'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:24:01.386302 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4a7abd-6928-4c3e-89d0-484772e396a2" -d '{"events": [{"name": "network-changed", "server_uuid": "1c012fb3-410d-4566-9f74-2bc68c2c3b36", "tag": "e64b2948-3801-41bf-bb62-f1d476c80d79"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:24:01.413622 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:01.415734 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cad7f0a3-0044-4910-b2e9-c3b26a7c8a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:01.418375 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cad7f0a3-0044-4910-b2e9-c3b26a7c8a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:01.422601 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-cad7f0a3-0044-4910-b2e9-c3b26a7c8a0d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/11c486e3-aa9c-4017-bf09-32308a3867b6 HTTP/1.1" status: 204 len: 168 time: 0.1977715 Jul 09 16:24:01.448144 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad7f0a3-0044-4910-b2e9-c3b26a7c8a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c486e3-aa9c-4017-bf09-32308a3867b6,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:01.449814 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261338af-3253-45e2-a6c2-05e586db4cd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6fbfb8-db98-4a38-8408-d29072543614'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:24:01.450879 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df4520e-177f-4697-9ee3-4c9c5e08c027 service neutron] Pushing event updated for resources: {'Port': ['ID=e64b2948-3801-41bf-bb62-f1d476c80d79,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:01.472493 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f06d70b-7fc1-4840-92d5-0705db3c04d6 req-8901f6d8-d72b-4e0f-86cd-f65663d8fa9f tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:01.474115 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8f06d70b-7fc1-4840-92d5-0705db3c04d6 req-8901f6d8-d72b-4e0f-86cd-f65663d8fa9f tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 947 time: 0.1538768 Jul 09 16:24:01.475440 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d581da-6e10-48d8-a410-9f1137798be0" -d '{"events": [{"server_uuid": "261338af-3253-45e2-a6c2-05e586db4cd4", "name": "network-vif-plugged", "status": "completed", "tag": "2e6fbfb8-db98-4a38-8408-d29072543614"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:24:01.510394 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a910ed-4853-4b08-ad23-7bded6adf126 req-0c604af3-13f0-4aca-9bfd-671b7cdece29 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:01.514314 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 2e6fbfb8-db98-4a38-8408-d29072543614, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=2e6fbfb8-db98-4a38-8408-d29072543614,segment=NetworkSegment(b86f4fc9-92dc-4018-929c-a855e99a03f2),segment_id=b86f4fc9-92dc-4018-929c-a855e99a03f2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:24:01.518647 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-65a910ed-4853-4b08-ad23-7bded6adf126 req-0c604af3-13f0-4aca-9bfd-671b7cdece29 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.98 "GET /v2.0/ports?device_id=261338af-3253-45e2-a6c2-05e586db4cd4 HTTP/1.1" status: 200 len: 944 time: 0.2686899 Jul 09 16:24:01.522849 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:01.549367 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b21ef-0575-478c-bc3c-f4b47b72d2df req-53e5e062-032c-4ab9-8019-a7599eb3f5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:01.550909 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e44b21ef-0575-478c-bc3c-f4b47b72d2df req-53e5e062-032c-4ab9-8019-a7599eb3f5d2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a27b2d6ec67c4326817305bdf0faebf8&device_id=1c012fb3-410d-4566-9f74-2bc68c2c3b36 HTTP/1.1" status: 200 len: 1094 time: 0.1410854 Jul 09 16:24:01.554079 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8f06d70b-7fc1-4840-92d5-0705db3c04d6 req-75010955-110c-4a51-bbbc-4fe5485baa92 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0714622 Jul 09 16:24:01.598300 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=2e6fbfb8-db98-4a38-8408-d29072543614,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:01.617722 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-65a910ed-4853-4b08-ad23-7bded6adf126 req-af653b9a-e364-49be-9563-eaa032990c2c tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f5aaf73-cce0-44bd-b180-89eef08390e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980699 Jul 09 16:24:01.619670 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e44b21ef-0575-478c-bc3c-f4b47b72d2df req-b2228184-81fb-44f7-aebf-926c9b4b16e8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e64b2948-3801-41bf-bb62-f1d476c80d79 HTTP/1.1" status: 200 len: 217 time: 0.0604491 Jul 09 16:24:01.623549 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2edadf1-fffb-4ad3-b467-248b6e8001b9 x-openstack-request-id: req-f2edadf1-fffb-4ad3-b467-248b6e8001b9 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:24:01.623841 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c012fb3-410d-4566-9f74-2bc68c2c3b36", "tag": "e64b2948-3801-41bf-bb62-f1d476c80d79", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:24:01.624092 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f2edadf1-fffb-4ad3-b467-248b6e8001b9 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:24:01.624529 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c012fb3-410d-4566-9f74-2bc68c2c3b36', 'tag': 'e64b2948-3801-41bf-bb62-f1d476c80d79', 'status': 'completed', 'code': 200} Jul 09 16:24:01.661219 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7668c9c9-5fe6-40c7-842c-d628c135fcfa x-openstack-request-id: req-7668c9c9-5fe6-40c7-842c-d628c135fcfa {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:24:01.661513 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "261338af-3253-45e2-a6c2-05e586db4cd4", "name": "network-vif-plugged", "status": "completed", "tag": "2e6fbfb8-db98-4a38-8408-d29072543614", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:24:01.661850 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7668c9c9-5fe6-40c7-842c-d628c135fcfa {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:24:01.662159 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '261338af-3253-45e2-a6c2-05e586db4cd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6fbfb8-db98-4a38-8408-d29072543614', 'code': 200} Jul 09 16:24:01.700662 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b21ef-0575-478c-bc3c-f4b47b72d2df req-8a2fdc84-08ce-475e-937b-89026a102970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:01.702209 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e44b21ef-0575-478c-bc3c-f4b47b72d2df req-8a2fdc84-08ce-475e-937b-89026a102970 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=290e7ab8-3d22-43c0-a3ef-f5bcba5938e6 HTTP/1.1" status: 200 len: 844 time: 0.0728514 Jul 09 16:24:01.759524 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e44b21ef-0575-478c-bc3c-f4b47b72d2df req-79764c29-4198-4dbe-af7f-e2babcb587a7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cb07b627-18f2-452e-9e93-be86bc0f0ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508051 Jul 09 16:24:01.863520 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca5242-b0e8-4883-b095-df46d68c81fd req-239c14c2-5801-46b6-9cc9-b37d1c0b83ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:01.865134 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f6ca5242-b0e8-4883-b095-df46d68c81fd req-239c14c2-5801-46b6-9cc9-b37d1c0b83ac service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=261338af-3253-45e2-a6c2-05e586db4cd4 HTTP/1.1" status: 200 len: 1096 time: 0.1031809 Jul 09 16:24:01.918839 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f6ca5242-b0e8-4883-b095-df46d68c81fd req-e91ac44f-9dc3-40b9-8374-ac78ab99d4d3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3f5aaf73-cce0-44bd-b180-89eef08390e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469444 Jul 09 16:24:01.948507 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e44b21ef-0575-478c-bc3c-f4b47b72d2df req-9ccc0925-a06c-41da-8c7a-d11d450aa255 service neutron] 10.222.0.77 "GET /v2.0/networks/cb07b627-18f2-452e-9e93-be86bc0f0ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806555 Jul 09 16:24:02.050625 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38306) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:24:02.069871 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2a14d17a-b630-4ff5-8164-4947e2b9de2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:02.083791 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e44b21ef-0575-478c-bc3c-f4b47b72d2df req-ec882ea5-8473-4fab-a693-3b1064f49b24 service neutron] 10.222.0.77 "GET /v2.0/networks/cb07b627-18f2-452e-9e93-be86bc0f0ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278532 Jul 09 16:24:02.151038 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b3e03-2bec-4e0c-8b8f-222ba9d557e5 req-09cd6bbd-a5e3-4c5d-8f01-6871d28caf3b tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:02.153302 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-668b3e03-2bec-4e0c-8b8f-222ba9d557e5 req-09cd6bbd-a5e3-4c5d-8f01-6871d28caf3b tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=1c012fb3-410d-4566-9f74-2bc68c2c3b36 HTTP/1.1" status: 200 len: 943 time: 0.1420276 Jul 09 16:24:02.215878 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-668b3e03-2bec-4e0c-8b8f-222ba9d557e5 req-63ca0a1a-3ac4-48b9-a8db-c39a58278c43 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563881 Jul 09 16:24:02.259467 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2a14d17a-b630-4ff5-8164-4947e2b9de2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:02.266412 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2a14d17a-b630-4ff5-8164-4947e2b9de2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:02.269428 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4a7abd-6928-4c3e-89d0-484772e396a2 req-e7e25fee-d128-4eb5-b9b4-9154b5a04252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:02.274051 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3d4a7abd-6928-4c3e-89d0-484772e396a2 req-e7e25fee-d128-4eb5-b9b4-9154b5a04252 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a27b2d6ec67c4326817305bdf0faebf8&device_id=1c012fb3-410d-4566-9f74-2bc68c2c3b36 HTTP/1.1" status: 200 len: 1094 time: 0.1270478 Jul 09 16:24:02.335737 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2a14d17a-b630-4ff5-8164-4947e2b9de2e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=841ab1e3daab46d29f7781bf1d0c2a30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2838488 Jul 09 16:24:02.336656 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14d17a-b630-4ff5-8164-4947e2b9de2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bccdb7d4-db68-44d3-a19d-239663da9602,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:02.339516 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38312) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:24:02.405831 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4a7abd-6928-4c3e-89d0-484772e396a2 req-94770c2a-f84e-467c-b643-dd490c5da027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:02.407846 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3d4a7abd-6928-4c3e-89d0-484772e396a2 req-94770c2a-f84e-467c-b643-dd490c5da027 service neutron] 10.222.0.77 "GET /v2.0/networks?id=cb07b627-18f2-452e-9e93-be86bc0f0ec6 HTTP/1.1" status: 200 len: 905 time: 0.1273265 Jul 09 16:24:02.437250 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-db625699-1296-4627-8942-092ee246cea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:02.459890 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3d4a7abd-6928-4c3e-89d0-484772e396a2 req-a16a96c7-71b9-4a9d-8b1e-875d3e0ac74d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e64b2948-3801-41bf-bb62-f1d476c80d79 HTTP/1.1" status: 200 len: 217 time: 0.0423963 Jul 09 16:24:02.467503 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-db625699-1296-4627-8942-092ee246cea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:02.510285 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01189f6d-ecf7-471e-a54c-e74d4dec8a43 req-684da0f6-cab5-48f1-afb2-0177cc69d2ff tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:02.513560 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-01189f6d-ecf7-471e-a54c-e74d4dec8a43 req-684da0f6-cab5-48f1-afb2-0177cc69d2ff tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 947 time: 0.1253128 Jul 09 16:24:02.525320 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4a7abd-6928-4c3e-89d0-484772e396a2 req-7e0bb5c6-f65b-4a18-a5f7-e45236059f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:02.526804 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3d4a7abd-6928-4c3e-89d0-484772e396a2 req-7e0bb5c6-f65b-4a18-a5f7-e45236059f03 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=290e7ab8-3d22-43c0-a3ef-f5bcba5938e6 HTTP/1.1" status: 200 len: 844 time: 0.0544088 Jul 09 16:24:02.567743 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-01189f6d-ecf7-471e-a54c-e74d4dec8a43 req-710f7e87-d4a6-4ba8-b6b2-5e79a5dbe192 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0453277 Jul 09 16:24:02.568340 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-db625699-1296-4627-8942-092ee246cea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:02.570826 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-db625699-1296-4627-8942-092ee246cea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:02.571869 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-db625699-1296-4627-8942-092ee246cea6 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/bccdb7d4-db68-44d3-a19d-239663da9602 HTTP/1.1" status: 204 len: 168 time: 0.2309079 Jul 09 16:24:02.580715 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db625699-1296-4627-8942-092ee246cea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bccdb7d4-db68-44d3-a19d-239663da9602,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:02.587121 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3d4a7abd-6928-4c3e-89d0-484772e396a2 req-acc735ad-7a41-400c-bf76-f880a0d365a3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cb07b627-18f2-452e-9e93-be86bc0f0ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515287 Jul 09 16:24:02.687683 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3d4a7abd-6928-4c3e-89d0-484772e396a2 req-c53638f4-1736-4b1f-8904-935c1d66f7cc service neutron] 10.222.0.77 "GET /v2.0/networks/cb07b627-18f2-452e-9e93-be86bc0f0ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935173 Jul 09 16:24:02.822668 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3d4a7abd-6928-4c3e-89d0-484772e396a2 req-05fe970b-cbc0-4800-8309-7a8404357c23 service neutron] 10.222.0.77 "GET /v2.0/networks/cb07b627-18f2-452e-9e93-be86bc0f0ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254551 Jul 09 16:24:02.847149 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe396f-5961-4d55-8e01-2eb6adeeea77 req-ca4ed1b6-0c1d-4b8d-b712-e79e27d24012 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:02.849408 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-79fe396f-5961-4d55-8e01-2eb6adeeea77 req-ca4ed1b6-0c1d-4b8d-b712-e79e27d24012 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.98 "GET /v2.0/ports?device_id=261338af-3253-45e2-a6c2-05e586db4cd4 HTTP/1.1" status: 200 len: 945 time: 0.1002614 Jul 09 16:24:02.908073 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-79fe396f-5961-4d55-8e01-2eb6adeeea77 req-2519f709-e234-417d-9d66-a1c291bb5f9e tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f5aaf73-cce0-44bd-b180-89eef08390e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520794 Jul 09 16:24:03.424135 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e55775c-bc20-48cf-97d3-eb7ffef6c9b2 req-0d3c24d1-3cb7-4378-915b-2b1c064e39a7 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:03.426429 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4e55775c-bc20-48cf-97d3-eb7ffef6c9b2 req-0d3c24d1-3cb7-4378-915b-2b1c064e39a7 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=1c012fb3-410d-4566-9f74-2bc68c2c3b36 HTTP/1.1" status: 200 len: 943 time: 0.0859797 Jul 09 16:24:03.495816 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4e55775c-bc20-48cf-97d3-eb7ffef6c9b2 req-a79b22df-a38c-4d6b-bfa0-8ce6444cfb89 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590451 Jul 09 16:24:03.532866 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 1db38019-9c36-4811-87b1-9165e461b73e no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:24:03.634366 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:03.672193 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 1db38019-9c36-4811-87b1-9165e461b73e, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=1db38019-9c36-4811-87b1-9165e461b73e,segment=NetworkSegment(44b862f2-e325-48d7-99eb-7401b6fb9e9c),segment_id=44b862f2-e325-48d7-99eb-7401b6fb9e9c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:24:03.673825 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '783cfe32-a307-4901-962c-ea5df494fe59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1db38019-9c36-4811-87b1-9165e461b73e'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:24:03.676222 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4418cf4-bb25-44f6-97e0-b02a76bef9fa" -d '{"events": [{"server_uuid": "783cfe32-a307-4901-962c-ea5df494fe59", "name": "network-vif-unplugged", "status": "completed", "tag": "1db38019-9c36-4811-87b1-9165e461b73e"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:24:03.680439 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:03.734902 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=1db38019-9c36-4811-87b1-9165e461b73e,revision_number=11']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:03.744294 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8eac3f1-32e2-4c58-a8e7-26048521c968 x-openstack-request-id: req-a8eac3f1-32e2-4c58-a8e7-26048521c968 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:24:03.744843 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "783cfe32-a307-4901-962c-ea5df494fe59", "name": "network-vif-unplugged", "status": "completed", "tag": "1db38019-9c36-4811-87b1-9165e461b73e", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:24:03.745161 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a8eac3f1-32e2-4c58-a8e7-26048521c968 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:24:03.745630 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '783cfe32-a307-4901-962c-ea5df494fe59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1db38019-9c36-4811-87b1-9165e461b73e', 'code': 200} Jul 09 16:24:03.809749 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ebb86-89ba-4468-8b1d-cc5851dd8384 req-ed8edd81-25e6-459e-a93e-25540287813f tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:03.811280 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-762ebb86-89ba-4468-8b1d-cc5851dd8384 req-ed8edd81-25e6-459e-a93e-25540287813f tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.0732918 Jul 09 16:24:03.855116 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-762ebb86-89ba-4468-8b1d-cc5851dd8384 req-ae44439a-43aa-4cdc-87f0-518ba024828d tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0340722 Jul 09 16:24:04.103399 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513a093-1c96-4afd-9fe2-bdc4e5015dfb req-c4d5275f-0657-454b-8901-2cf309dad065 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:04.106109 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6513a093-1c96-4afd-9fe2-bdc4e5015dfb req-c4d5275f-0657-454b-8901-2cf309dad065 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.98 "GET /v2.0/ports?device_id=261338af-3253-45e2-a6c2-05e586db4cd4 HTTP/1.1" status: 200 len: 945 time: 0.0751739 Jul 09 16:24:04.160370 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6513a093-1c96-4afd-9fe2-bdc4e5015dfb req-3986a0e1-ada1-475b-a7fa-24ddf3bf6745 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f5aaf73-cce0-44bd-b180-89eef08390e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472662 Jul 09 16:24:04.340730 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed736fd7-975a-4949-b8a0-b014d4b6c1ac req-85037192-13b5-47ec-a633-24a3299a3906 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:04.342501 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ed736fd7-975a-4949-b8a0-b014d4b6c1ac req-85037192-13b5-47ec-a633-24a3299a3906 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b8350ee-7ff2-496b-b0a9-194282503cea HTTP/1.1" status: 200 len: 945 time: 0.0739691 Jul 09 16:24:04.383914 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ed736fd7-975a-4949-b8a0-b014d4b6c1ac req-0bb86215-807f-4d69-bc59-5a3a89da7e70 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f5aaf73-cce0-44bd-b180-89eef08390e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347557 Jul 09 16:24:04.700493 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a68cdce-39bc-462e-b792-d85a203d0602 req-a32a5c1b-679c-4742-8317-f1fb92da5791 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:04.702145 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0a68cdce-39bc-462e-b792-d85a203d0602 req-a32a5c1b-679c-4742-8317-f1fb92da5791 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=1c012fb3-410d-4566-9f74-2bc68c2c3b36 HTTP/1.1" status: 200 len: 943 time: 0.0767448 Jul 09 16:24:04.747979 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0a68cdce-39bc-462e-b792-d85a203d0602 req-2854a458-0b75-4031-a0b6-e918706ef93d tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379119 Jul 09 16:24:05.078895 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eedf47-aa4c-461a-9c47-b671be1fc022 req-d5a22169-9f74-41e1-ba2a-db701d334746 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:05.080516 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a6eedf47-aa4c-461a-9c47-b671be1fc022 req-d5a22169-9f74-41e1-ba2a-db701d334746 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.0938399 Jul 09 16:24:05.138279 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a6eedf47-aa4c-461a-9c47-b671be1fc022 req-12c5e3b3-0eae-431d-8aee-df1baedfe8ec tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0517845 Jul 09 16:24:05.288619 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e521e-06f9-4431-9758-455a6b713b2b req-b1a50655-2a56-4f37-8c72-4a285289cc33 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:05.290246 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-eb9e521e-06f9-4431-9758-455a6b713b2b req-b1a50655-2a56-4f37-8c72-4a285289cc33 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b8350ee-7ff2-496b-b0a9-194282503cea HTTP/1.1" status: 200 len: 945 time: 0.0981739 Jul 09 16:24:05.335973 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-eb9e521e-06f9-4431-9758-455a6b713b2b req-effcaf29-3d0f-44ea-b411-541283693b15 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f5aaf73-cce0-44bd-b180-89eef08390e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396483 Jul 09 16:24:05.539082 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device e64b2948-3801-41bf-bb62-f1d476c80d79 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:24:05.657471 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port e64b2948-3801-41bf-bb62-f1d476c80d79, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=e64b2948-3801-41bf-bb62-f1d476c80d79,segment=NetworkSegment(54adfe02-b869-4884-bf8b-5c8e16c54a46),segment_id=54adfe02-b869-4884-bf8b-5c8e16c54a46)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:24:05.677100 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': 'e64b2948-3801-41bf-bb62-f1d476c80d79', 'network_id': 'cb07b627-18f2-452e-9e93-be86bc0f0ec6', 'port_id': 'e64b2948-3801-41bf-bb62-f1d476c80d79', 'mac_address': 'fa:16:3e:ae:49:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '290e7ab8-3d22-43c0-a3ef-f5bcba5938e6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:24:05.722526 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:05.742796 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e64b2948-3801-41bf-bb62-f1d476c80d79 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:24:05.763821 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port e64b2948-3801-41bf-bb62-f1d476c80d79, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=e64b2948-3801-41bf-bb62-f1d476c80d79,segment=NetworkSegment(54adfe02-b869-4884-bf8b-5c8e16c54a46),segment_id=54adfe02-b869-4884-bf8b-5c8e16c54a46)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:24:05.770876 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:05.771840 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 1db38019-9c36-4811-87b1-9165e461b73e details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:24:05.843841 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=e64b2948-3801-41bf-bb62-f1d476c80d79,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:06.019540 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 1db38019-9c36-4811-87b1-9165e461b73e, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=1db38019-9c36-4811-87b1-9165e461b73e,segment=NetworkSegment(44b862f2-e325-48d7-99eb-7401b6fb9e9c),segment_id=44b862f2-e325-48d7-99eb-7401b6fb9e9c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:24:06.033369 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '1db38019-9c36-4811-87b1-9165e461b73e', 'network_id': 'e14244d3-321e-4e11-8fa5-f8d23e2088a8', 'port_id': '1db38019-9c36-4811-87b1-9165e461b73e', 'mac_address': 'fa:16:3e:eb:fa:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ed42caa-ccec-43f9-abc2-3f037ba46c07', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:24:06.100526 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:06.117950 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1db38019-9c36-4811-87b1-9165e461b73e {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:24:06.139054 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a01c26-e196-4a2f-b3ce-348ad9669a12 req-3880b3f6-e610-47c6-8870-8259d492a768 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:06.147606 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 1db38019-9c36-4811-87b1-9165e461b73e, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=1db38019-9c36-4811-87b1-9165e461b73e,segment=NetworkSegment(44b862f2-e325-48d7-99eb-7401b6fb9e9c),segment_id=44b862f2-e325-48d7-99eb-7401b6fb9e9c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:24:06.149418 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a3a01c26-e196-4a2f-b3ce-348ad9669a12 req-3880b3f6-e610-47c6-8870-8259d492a768 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=1c012fb3-410d-4566-9f74-2bc68c2c3b36 HTTP/1.1" status: 200 len: 944 time: 0.1499808 Jul 09 16:24:06.158847 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:06.228643 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=1db38019-9c36-4811-87b1-9165e461b73e,revision_number=12']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:06.237941 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['1db38019-9c36-4811-87b1-9165e461b73e'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:24:06.265522 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a3a01c26-e196-4a2f-b3ce-348ad9669a12 req-00af96ec-4984-449d-a824-c5794a09ff0b tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039562 Jul 09 16:24:06.384018 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e2309-f18c-478d-945c-b974bc231b4e req-515261e7-1148-4e60-87b4-2ddae712f7f5 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:06.385528 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bc5e2309-f18c-478d-945c-b974bc231b4e req-515261e7-1148-4e60-87b4-2ddae712f7f5 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.77 "GET /v2.0/ports?device_id=9b8350ee-7ff2-496b-b0a9-194282503cea HTTP/1.1" status: 200 len: 945 time: 0.1134818 Jul 09 16:24:06.413195 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['e64b2948-3801-41bf-bb62-f1d476c80d79'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:24:06.679225 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-bc5e2309-f18c-478d-945c-b974bc231b4e req-9ad7e4a6-bcc6-4697-be95-86139c48489e tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Deleting port 88465b80-6138-4d6f-8d1a-c57841d2a749 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:24:06.679786 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bc5e2309-f18c-478d-945c-b974bc231b4e req-9ad7e4a6-bcc6-4697-be95-86139c48489e tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:06.831125 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baebff46-7617-4832-b390-965b15bb204d req-99166026-fdf5-45fe-9c86-6ba978de5091 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:06.839246 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-baebff46-7617-4832-b390-965b15bb204d req-99166026-fdf5-45fe-9c86-6ba978de5091 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 946 time: 0.2813830 Jul 09 16:24:06.926154 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-baebff46-7617-4832-b390-965b15bb204d req-98eab40b-53a1-4f0a-97a7-b4e939f607b8 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0855498 Jul 09 16:24:06.929685 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-bc5e2309-f18c-478d-945c-b974bc231b4e req-9ad7e4a6-bcc6-4697-be95-86139c48489e tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] For port 88465b80-6138-4d6f-8d1a-c57841d2a749, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=88465b80-6138-4d6f-8d1a-c57841d2a749,segment=NetworkSegment(b86f4fc9-92dc-4018-929c-a855e99a03f2),segment_id=b86f4fc9-92dc-4018-929c-a855e99a03f2)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:24:06.930069 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bc5e2309-f18c-478d-945c-b974bc231b4e req-9ad7e4a6-bcc6-4697-be95-86139c48489e tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:06.951294 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-bc5e2309-f18c-478d-945c-b974bc231b4e req-9ad7e4a6-bcc6-4697-be95-86139c48489e tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Calling delete_port for 88465b80-6138-4d6f-8d1a-c57841d2a749 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:24:07.116764 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 38580) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:24:07.117920 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bc5e2309-f18c-478d-945c-b974bc231b4e req-9ad7e4a6-bcc6-4697-be95-86139c48489e tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:07.143442 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['88465b80-6138-4d6f-8d1a-c57841d2a749'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:24:07.172451 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ffb220-6521-48a0-aca5-11c6297b99c7 req-f55fba1d-2ce6-46b6-b5c6-f34e0f3f790d tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:07.175152 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-51ffb220-6521-48a0-aca5-11c6297b99c7 req-f55fba1d-2ce6-46b6-b5c6-f34e0f3f790d tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.73 "GET /v2.0/ports?device_id=261338af-3253-45e2-a6c2-05e586db4cd4 HTTP/1.1" status: 200 len: 945 time: 0.4643919 Jul 09 16:24:07.210976 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['2e6fbfb8-db98-4a38-8408-d29072543614'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:24:07.270457 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc5e2309-f18c-478d-945c-b974bc231b4e req-9ad7e4a6-bcc6-4697-be95-86139c48489e tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] No DVR routers for this DVR port 88465b80-6138-4d6f-8d1a-c57841d2a749 on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:24:07.277025 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bc5e2309-f18c-478d-945c-b974bc231b4e req-9ad7e4a6-bcc6-4697-be95-86139c48489e tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:07.282409 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bc5e2309-f18c-478d-945c-b974bc231b4e req-9ad7e4a6-bcc6-4697-be95-86139c48489e tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.77 "DELETE /v2.0/ports/88465b80-6138-4d6f-8d1a-c57841d2a749 HTTP/1.1" status: 204 len: 173 time: 0.8903620 Jul 09 16:24:07.284212 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b8350ee-7ff2-496b-b0a9-194282503cea', 'name': 'network-vif-deleted', 'tag': '88465b80-6138-4d6f-8d1a-c57841d2a749'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:24:07.290526 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419311b-b4cf-4ce2-b9d5-70c3be2c7bc3 req-0176fa30-8a4c-4c75-99d9-a691b63b8f47 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:07.297176 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10679c26-d576-47e3-bd16-ed70be3039c9" -d '{"events": [{"server_uuid": "9b8350ee-7ff2-496b-b0a9-194282503cea", "name": "network-vif-deleted", "tag": "88465b80-6138-4d6f-8d1a-c57841d2a749"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:24:07.299870 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1419311b-b4cf-4ce2-b9d5-70c3be2c7bc3 req-0176fa30-8a4c-4c75-99d9-a691b63b8f47 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b8350ee-7ff2-496b-b0a9-194282503cea HTTP/1.1" status: 200 len: 867 time: 0.2122257 Jul 09 16:24:07.308646 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad7e4a6-bcc6-4697-be95-86139c48489e tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Pushing event deleted for resources: {'Port': ['ID=88465b80-6138-4d6f-8d1a-c57841d2a749,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:07.353057 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1419311b-b4cf-4ce2-b9d5-70c3be2c7bc3 req-f59755ab-83f4-4393-aef5-8835362925e8 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f5aaf73-cce0-44bd-b180-89eef08390e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516763 Jul 09 16:24:07.422654 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-51ffb220-6521-48a0-aca5-11c6297b99c7 req-f57cd247-1f0f-4045-bffa-9f540979fc39 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Deleting port 2e6fbfb8-db98-4a38-8408-d29072543614 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:24:07.425391 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-51ffb220-6521-48a0-aca5-11c6297b99c7 req-f57cd247-1f0f-4045-bffa-9f540979fc39 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:07.457470 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd8771f-f71c-458e-9975-ba880c006e17 x-openstack-request-id: req-ebd8771f-f71c-458e-9975-ba880c006e17 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:24:07.457953 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b8350ee-7ff2-496b-b0a9-194282503cea", "name": "network-vif-deleted", "tag": "88465b80-6138-4d6f-8d1a-c57841d2a749", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:24:07.458184 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ebd8771f-f71c-458e-9975-ba880c006e17 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:24:07.458845 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b8350ee-7ff2-496b-b0a9-194282503cea', 'name': 'network-vif-deleted', 'tag': '88465b80-6138-4d6f-8d1a-c57841d2a749', 'status': 'completed', 'code': 200} Jul 09 16:24:07.562112 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d66510-2925-416c-aff0-4e363b2401de req-e79137da-d571-42ad-b3d6-c6103729f32e tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:07.577043 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device e64b2948-3801-41bf-bb62-f1d476c80d79 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:24:07.577369 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-70d66510-2925-416c-aff0-4e363b2401de req-e79137da-d571-42ad-b3d6-c6103729f32e tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=1c012fb3-410d-4566-9f74-2bc68c2c3b36 HTTP/1.1" status: 200 len: 944 time: 0.1327147 Jul 09 16:24:07.659109 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-51ffb220-6521-48a0-aca5-11c6297b99c7 req-f57cd247-1f0f-4045-bffa-9f540979fc39 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] For port 2e6fbfb8-db98-4a38-8408-d29072543614, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=2e6fbfb8-db98-4a38-8408-d29072543614,segment=NetworkSegment(b86f4fc9-92dc-4018-929c-a855e99a03f2),segment_id=b86f4fc9-92dc-4018-929c-a855e99a03f2)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:24:07.665718 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-51ffb220-6521-48a0-aca5-11c6297b99c7 req-f57cd247-1f0f-4045-bffa-9f540979fc39 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:07.682372 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port e64b2948-3801-41bf-bb62-f1d476c80d79 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:24:07.700600 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-51ffb220-6521-48a0-aca5-11c6297b99c7 req-f57cd247-1f0f-4045-bffa-9f540979fc39 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Calling delete_port for 2e6fbfb8-db98-4a38-8408-d29072543614 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:24:07.703318 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-70d66510-2925-416c-aff0-4e363b2401de req-bea5ed60-3746-4aef-8361-753bd590c891 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244493 Jul 09 16:24:07.708242 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port e64b2948-3801-41bf-bb62-f1d476c80d79 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:24:07.708865 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:07.808777 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3ce57471-f497-4927-a607-49a59f8b69af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:07.939048 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:07.978171 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port e64b2948-3801-41bf-bb62-f1d476c80d79, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=e64b2948-3801-41bf-bb62-f1d476c80d79,segment=NetworkSegment(54adfe02-b869-4884-bf8b-5c8e16c54a46),segment_id=54adfe02-b869-4884-bf8b-5c8e16c54a46)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:24:07.979305 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c012fb3-410d-4566-9f74-2bc68c2c3b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64b2948-3801-41bf-bb62-f1d476c80d79'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:24:07.982095 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c827cba-8440-4335-b7e3-e9448c0af6bb" -d '{"events": [{"server_uuid": "1c012fb3-410d-4566-9f74-2bc68c2c3b36", "name": "network-vif-plugged", "status": "completed", "tag": "e64b2948-3801-41bf-bb62-f1d476c80d79"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:24:07.989979 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-51ffb220-6521-48a0-aca5-11c6297b99c7 req-f57cd247-1f0f-4045-bffa-9f540979fc39 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:07.999433 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:08.000247 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 1db38019-9c36-4811-87b1-9165e461b73e up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:24:08.104602 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3ce57471-f497-4927-a607-49a59f8b69af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:08.112210 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3ce57471-f497-4927-a607-49a59f8b69af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:08.123896 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1c2ff0-ef84-4978-ae11-aca76c359a64 x-openstack-request-id: req-ff1c2ff0-ef84-4978-ae11-aca76c359a64 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:24:08.124198 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c012fb3-410d-4566-9f74-2bc68c2c3b36", "name": "network-vif-plugged", "status": "completed", "tag": "e64b2948-3801-41bf-bb62-f1d476c80d79", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:24:08.124501 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ff1c2ff0-ef84-4978-ae11-aca76c359a64 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:24:08.124841 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c012fb3-410d-4566-9f74-2bc68c2c3b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64b2948-3801-41bf-bb62-f1d476c80d79', 'code': 200} Jul 09 16:24:08.181021 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57cd247-1f0f-4045-bffa-9f540979fc39 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Pushing event deleted for resources: {'Port': ['ID=2e6fbfb8-db98-4a38-8408-d29072543614,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:08.218618 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 1db38019-9c36-4811-87b1-9165e461b73e triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:24:08.219675 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:08.222941 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=e64b2948-3801-41bf-bb62-f1d476c80d79,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:08.248886 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce57471-f497-4927-a607-49a59f8b69af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19681264-cb10-4e8f-bda4-52105f6837f6,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:08.268030 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-51ffb220-6521-48a0-aca5-11c6297b99c7 req-f57cd247-1f0f-4045-bffa-9f540979fc39 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] No DVR routers for this DVR port 2e6fbfb8-db98-4a38-8408-d29072543614 on host n-h2-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:24:08.275391 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-51ffb220-6521-48a0-aca5-11c6297b99c7 req-f57cd247-1f0f-4045-bffa-9f540979fc39 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:08.280486 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-51ffb220-6521-48a0-aca5-11c6297b99c7 req-f57cd247-1f0f-4045-bffa-9f540979fc39 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.73 "DELETE /v2.0/ports/2e6fbfb8-db98-4a38-8408-d29072543614 HTTP/1.1" status: 204 len: 173 time: 1.0959511 Jul 09 16:24:08.283670 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261338af-3253-45e2-a6c2-05e586db4cd4', 'name': 'network-vif-deleted', 'tag': '2e6fbfb8-db98-4a38-8408-d29072543614'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:24:08.289284 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9abf59-504f-4e10-be10-b53a62b21f48" -d '{"events": [{"server_uuid": "261338af-3253-45e2-a6c2-05e586db4cd4", "name": "network-vif-deleted", "tag": "2e6fbfb8-db98-4a38-8408-d29072543614"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:24:08.336115 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:08.364862 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38618) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:24:08.380959 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-3ce57471-f497-4927-a607-49a59f8b69af admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b2ad51192ae54928a8ac6c4844f181e6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2428043 Jul 09 16:24:08.433977 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 1db38019-9c36-4811-87b1-9165e461b73e, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=1db38019-9c36-4811-87b1-9165e461b73e,segment=NetworkSegment(44b862f2-e325-48d7-99eb-7401b6fb9e9c),segment_id=44b862f2-e325-48d7-99eb-7401b6fb9e9c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:24:08.441268 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:08.442325 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 88465b80-6138-4d6f-8d1a-c57841d2a749 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:24:08.492626 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b6670df-9acf-42d5-89d5-c06a860a094c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:08.502213 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: 88465b80-6138-4d6f-8d1a-c57841d2a749 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:24:08.502615 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 88465b80-6138-4d6f-8d1a-c57841d2a749 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:24:08.517023 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f31e1-d538-4811-9ed6-c92120a8c2ac req-d6beb2fd-c65f-4c48-b1fe-ee28dd23b2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:08.519615 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7c5f31e1-d538-4811-9ed6-c92120a8c2ac req-d6beb2fd-c65f-4c48-b1fe-ee28dd23b2f8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1c012fb3-410d-4566-9f74-2bc68c2c3b36 HTTP/1.1" status: 200 len: 1096 time: 0.2952285 Jul 09 16:24:08.566619 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b6670df-9acf-42d5-89d5-c06a860a094c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:08.572161 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=1db38019-9c36-4811-87b1-9165e461b73e,revision_number=13']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:08.628344 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7c5f31e1-d538-4811-9ed6-c92120a8c2ac req-a948ef9b-c20a-488c-82b4-94e6f018fe22 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921147 Jul 09 16:24:08.636500 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa793edd-544d-49c0-830d-52d0923872a1 x-openstack-request-id: req-aa793edd-544d-49c0-830d-52d0923872a1 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:24:08.636966 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "261338af-3253-45e2-a6c2-05e586db4cd4", "name": "network-vif-deleted", "tag": "2e6fbfb8-db98-4a38-8408-d29072543614", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:24:08.637222 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-aa793edd-544d-49c0-830d-52d0923872a1 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:24:08.637624 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '261338af-3253-45e2-a6c2-05e586db4cd4', 'name': 'network-vif-deleted', 'tag': '2e6fbfb8-db98-4a38-8408-d29072543614', 'status': 'completed', 'code': 200} Jul 09 16:24:08.644772 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba16516-acd4-4b85-9097-7476502f6519 req-f70f4af5-f428-4a36-90dd-96c1315f933a tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:08.652377 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cba16516-acd4-4b85-9097-7476502f6519 req-f70f4af5-f428-4a36-90dd-96c1315f933a tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 946 time: 0.3129175 Jul 09 16:24:08.665520 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b6670df-9acf-42d5-89d5-c06a860a094c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:08.668431 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b6670df-9acf-42d5-89d5-c06a860a094c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:08.678571 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-6b6670df-9acf-42d5-89d5-c06a860a094c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/19681264-cb10-4e8f-bda4-52105f6837f6 HTTP/1.1" status: 204 len: 168 time: 0.3057587 Jul 09 16:24:08.700614 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cba16516-acd4-4b85-9097-7476502f6519 req-a9897c2b-abf9-4137-b834-ee84602583c2 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0469708 Jul 09 16:24:08.720014 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6670df-9acf-42d5-89d5-c06a860a094c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19681264-cb10-4e8f-bda4-52105f6837f6,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:08.986752 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c82ba606-c56b-460b-a192-72e14453d6b5 req-943f794b-ef5c-4bde-ad1a-58e5a98b94c1 tempest-MultipleCreateTestJSON-1594099489 tempest-MultipleCreateTestJSON-1594099489-project] 10.222.0.98 "GET /v2.0/ports?device_id=261338af-3253-45e2-a6c2-05e586db4cd4 HTTP/1.1" status: 200 len: 210 time: 0.0499761 Jul 09 16:24:09.059174 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622de75-343f-4aaa-86dc-209e2dac2b2f req-19964415-5cc6-4d99-93d4-9ac0c8dd9497 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:09.064061 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a622de75-343f-4aaa-86dc-209e2dac2b2f req-19964415-5cc6-4d99-93d4-9ac0c8dd9497 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=1c012fb3-410d-4566-9f74-2bc68c2c3b36 HTTP/1.1" status: 200 len: 945 time: 0.1333461 Jul 09 16:24:09.152035 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a622de75-343f-4aaa-86dc-209e2dac2b2f req-df1c2d08-bc45-4aa2-8122-cd8d439fdc1f tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829396 Jul 09 16:24:09.159839 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 2e6fbfb8-db98-4a38-8408-d29072543614 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:24:09.268321 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: 2e6fbfb8-db98-4a38-8408-d29072543614 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:24:09.269412 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 2e6fbfb8-db98-4a38-8408-d29072543614 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:24:09.303321 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 38646) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:24:09.325043 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc23a5a3-8484-4c30-8679-c8bf409bc58e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:09.548464 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc23a5a3-8484-4c30-8679-c8bf409bc58e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:09.565160 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc23a5a3-8484-4c30-8679-c8bf409bc58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:09.664572 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc23a5a3-8484-4c30-8679-c8bf409bc58e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dda4588-6e13-4a17-b39c-92376296b594,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:09.688068 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-cc23a5a3-8484-4c30-8679-c8bf409bc58e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=18ab0d71815b423b8a5cbf0288e4540e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3833413 Jul 09 16:24:09.691517 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38658) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:24:09.766585 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-80280df9-34b9-46ef-9d1d-80d716cdd48f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:09.792318 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-80280df9-34b9-46ef-9d1d-80d716cdd48f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:09.873636 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-80280df9-34b9-46ef-9d1d-80d716cdd48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:09.877078 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-80280df9-34b9-46ef-9d1d-80d716cdd48f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:09.889238 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-80280df9-34b9-46ef-9d1d-80d716cdd48f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/7dda4588-6e13-4a17-b39c-92376296b594 HTTP/1.1" status: 204 len: 168 time: 0.1919775 Jul 09 16:24:09.914220 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80280df9-34b9-46ef-9d1d-80d716cdd48f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dda4588-6e13-4a17-b39c-92376296b594,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:09.996151 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:10.117416 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38676) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:24:10.126730 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '783cfe32-a307-4901-962c-ea5df494fe59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db38019-9c36-4811-87b1-9165e461b73e'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:24:10.130226 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ca9ea2-3790-4d78-8ec0-80e8468708e4" -d '{"events": [{"server_uuid": "783cfe32-a307-4901-962c-ea5df494fe59", "name": "network-vif-plugged", "status": "completed", "tag": "1db38019-9c36-4811-87b1-9165e461b73e"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:24:10.200137 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e510840-61a9-4d10-b10c-e53bd5bb202d x-openstack-request-id: req-8e510840-61a9-4d10-b10c-e53bd5bb202d {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:24:10.200441 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "783cfe32-a307-4901-962c-ea5df494fe59", "name": "network-vif-plugged", "status": "completed", "tag": "1db38019-9c36-4811-87b1-9165e461b73e", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:24:10.200697 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8e510840-61a9-4d10-b10c-e53bd5bb202d {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:24:10.201158 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '783cfe32-a307-4901-962c-ea5df494fe59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db38019-9c36-4811-87b1-9165e461b73e', 'code': 200} Jul 09 16:24:10.202522 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fb3143e-6303-4591-8bdf-e497b17616ef admin admin] Deleting subnet d4bd6369-57bd-4cb6-842b-8466274bcb5c {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:24:10.207219 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5fb3143e-6303-4591-8bdf-e497b17616ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:10.262375 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5fb3143e-6303-4591-8bdf-e497b17616ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:10.341818 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5fb3143e-6303-4591-8bdf-e497b17616ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:10.461059 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a17f277-6196-4be5-bc4b-413ac98de12a req-0b37dbeb-90fc-4acc-b86f-bcc419ffc4c2 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:10.468757 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1a17f277-6196-4be5-bc4b-413ac98de12a req-0b37dbeb-90fc-4acc-b86f-bcc419ffc4c2 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=1c012fb3-410d-4566-9f74-2bc68c2c3b36 HTTP/1.1" status: 200 len: 945 time: 0.1035550 Jul 09 16:24:10.516325 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5fb3143e-6303-4591-8bdf-e497b17616ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:10.552853 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1a17f277-6196-4be5-bc4b-413ac98de12a req-afa77153-a7e3-4127-bb69-d9c2e78fe838 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826583 Jul 09 16:24:10.583929 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb3143e-6303-4591-8bdf-e497b17616ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4bd6369-57bd-4cb6-842b-8466274bcb5c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:10.603895 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5fb3143e-6303-4591-8bdf-e497b17616ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:10.610331 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-5fb3143e-6303-4591-8bdf-e497b17616ef admin admin] 10.222.0.98 "DELETE /v2.0/subnets/d4bd6369-57bd-4cb6-842b-8466274bcb5c HTTP/1.1" status: 204 len: 168 time: 0.4896696 Jul 09 16:24:10.611180 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38696) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:24:10.688681 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f5150cab-097a-443c-a520-35f1f624fcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:10.710189 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f70b19-5d94-4c4e-a7e0-e219b1d45e51 req-e34cbe5f-77fa-4c47-93d3-c7f124d5f900 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:10.717211 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-86f70b19-5d94-4c4e-a7e0-e219b1d45e51 req-e34cbe5f-77fa-4c47-93d3-c7f124d5f900 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 947 time: 0.8251929 Jul 09 16:24:10.802913 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-86f70b19-5d94-4c4e-a7e0-e219b1d45e51 req-006219d5-87fa-487d-b2f1-a5716e93c933 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0820594 Jul 09 16:24:10.900816 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f5150cab-097a-443c-a520-35f1f624fcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:10.930582 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-f5150cab-097a-443c-a520-35f1f624fcb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0592054e-0a2e-4cb2-984c-bcf72b77af51']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:24:10.973633 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-f5150cab-097a-443c-a520-35f1f624fcb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b86f4fc9-92dc-4018-929c-a855e99a03f2') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:24:10.973902 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-f5150cab-097a-443c-a520-35f1f624fcb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b86f4fc9-92dc-4018-929c-a855e99a03f2') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:24:11.011123 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f5150cab-097a-443c-a520-35f1f624fcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:11.061512 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f5150cab-097a-443c-a520-35f1f624fcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:11.087341 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5150cab-097a-443c-a520-35f1f624fcb8 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:24:11.087772 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f5150cab-097a-443c-a520-35f1f624fcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:11.092719 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:24:11.092719 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:24:11.092719 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:24:11.092719 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:24:11.092719 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:24:11.092719 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:24:11.092719 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:24:11.092719 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:24:11.092719 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:24:11.092719 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:24:11.092719 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:24:11.092719 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:24:11.092719 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:24:11.092719 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:24:11.092719 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:24:11.092719 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:24:11.092719 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:24:11.092719 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:24:11.092719 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:24:11.092719 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:24:11.092719 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:24:11.092719 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:24:11.092719 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:24:11.092719 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:24:11.092719 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:24:11.092719 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:24:11.092719 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:24:11.092719 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:24:11.092719 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:24:11.092719 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:24:11.092719 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:24:11.092719 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:24:11.092719 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:24:11.092719 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:24:11.341854 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f5150cab-097a-443c-a520-35f1f624fcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:11.367985 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f5150cab-097a-443c-a520-35f1f624fcb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:11.370209 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f5150cab-097a-443c-a520-35f1f624fcb8 admin admin] 10.222.0.98 "DELETE /v2.0/networks/0592054e-0a2e-4cb2-984c-bcf72b77af51 HTTP/1.1" status: 204 len: 168 time: 0.7580931 Jul 09 16:24:11.420212 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5150cab-097a-443c-a520-35f1f624fcb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0592054e-0a2e-4cb2-984c-bcf72b77af51,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:11.486710 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4bc6f4-6b2a-443f-b5b9-b7ba54a985c6 req-492f8a29-99f7-4fca-9ec5-de772ac8c5af tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:11.495228 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-df4bc6f4-6b2a-443f-b5b9-b7ba54a985c6 req-492f8a29-99f7-4fca-9ec5-de772ac8c5af tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=1c012fb3-410d-4566-9f74-2bc68c2c3b36 HTTP/1.1" status: 200 len: 945 time: 0.2373552 Jul 09 16:24:11.588924 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-df4bc6f4-6b2a-443f-b5b9-b7ba54a985c6 req-c8da1a72-6765-46c7-9daa-16737bf30476 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927737 Jul 09 16:24:11.776994 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38724) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:24:11.876754 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 38734) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:24:11.986009 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0554b054-71b4-45d4-a741-1d03961be66e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=13b09b760dc6420ab12a8bce7980cc05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1071620 Jul 09 16:24:11.989532 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38736) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:24:12.109651 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-605b0a5f-4ad9-49cc-b50c-b2aea3c637e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:12.166676 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-25a8214a-ae82-4190-9c86-34684859be57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:12.179967 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-605b0a5f-4ad9-49cc-b50c-b2aea3c637e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:12.283579 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-605b0a5f-4ad9-49cc-b50c-b2aea3c637e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:12.287236 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-605b0a5f-4ad9-49cc-b50c-b2aea3c637e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:12.291853 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-605b0a5f-4ad9-49cc-b50c-b2aea3c637e2 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3f5aaf73-cce0-44bd-b180-89eef08390e7 HTTP/1.1" status: 204 len: 168 time: 0.2999682 Jul 09 16:24:12.315789 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605b0a5f-4ad9-49cc-b50c-b2aea3c637e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5aaf73-cce0-44bd-b180-89eef08390e7,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:12.378247 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-25a8214a-ae82-4190-9c86-34684859be57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:12.385368 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-25a8214a-ae82-4190-9c86-34684859be57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:12.483962 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45549cc-55e2-466b-af65-6a141f086f35 req-c5883276-389c-4321-a0d1-0786606838da tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:12.496117 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a45549cc-55e2-466b-af65-6a141f086f35 req-c5883276-389c-4321-a0d1-0786606838da tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 947 time: 0.5076692 Jul 09 16:24:12.497374 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 38750) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:24:12.503285 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-25a8214a-ae82-4190-9c86-34684859be57 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=375af518265d4defb856194c1eab360a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7174897 Jul 09 16:24:12.506121 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a8214a-ae82-4190-9c86-34684859be57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5234fa21-bb89-4ab2-9ba2-e1c02ab5bb15,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:12.609384 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a45549cc-55e2-466b-af65-6a141f086f35 req-00b0d052-044e-479e-8c00-54f0fed1bf10 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1047950 Jul 09 16:24:12.657653 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8734c605-a63d-44d8-b8ad-14c95da592f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:12.689356 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8734c605-a63d-44d8-b8ad-14c95da592f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:12.763433 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8734c605-a63d-44d8-b8ad-14c95da592f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:12.766890 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8734c605-a63d-44d8-b8ad-14c95da592f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:12.768674 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8734c605-a63d-44d8-b8ad-14c95da592f8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5234fa21-bb89-4ab2-9ba2-e1c02ab5bb15 HTTP/1.1" status: 204 len: 168 time: 0.2696757 Jul 09 16:24:12.785235 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8734c605-a63d-44d8-b8ad-14c95da592f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5234fa21-bb89-4ab2-9ba2-e1c02ab5bb15,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:12.937809 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb7f1c-49b2-4147-b66e-44b04a696089 req-f93ab4e9-2759-4d10-9bdb-365bc18c157b tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:12.947831 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bebb7f1c-49b2-4147-b66e-44b04a696089 req-f93ab4e9-2759-4d10-9bdb-365bc18c157b tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=1c012fb3-410d-4566-9f74-2bc68c2c3b36 HTTP/1.1" status: 200 len: 945 time: 0.2148173 Jul 09 16:24:13.003980 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bebb7f1c-49b2-4147-b66e-44b04a696089 req-69bc45b1-b480-4539-84d6-8308feec7666 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514209 Jul 09 16:24:13.881478 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38802) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:24:13.903633 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1f2e71f7-93c7-41d0-8793-0fd141d0963d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:14.155675 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1f2e71f7-93c7-41d0-8793-0fd141d0963d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:14.172075 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1f2e71f7-93c7-41d0-8793-0fd141d0963d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:14.280850 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-1f2e71f7-93c7-41d0-8793-0fd141d0963d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7590b58762764fc583c00ed28bab8ac5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3976679 Jul 09 16:24:14.283479 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 38820) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:24:14.286034 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2e71f7-93c7-41d0-8793-0fd141d0963d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe630c1-274b-40ea-a756-209902198cb5,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:14.414236 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ac55ab2-eabc-427b-88bb-c970c8ac062b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:14.463042 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1969bf-7057-4a48-8858-34f0f98f70c6 req-ba421f00-8a22-4008-8e2e-4260f549a7ed tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:14.465088 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2e1969bf-7057-4a48-8858-34f0f98f70c6 req-ba421f00-8a22-4008-8e2e-4260f549a7ed tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 947 time: 0.3031428 Jul 09 16:24:14.473337 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ac55ab2-eabc-427b-88bb-c970c8ac062b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:14.556034 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 38826) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:24:14.569634 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2e1969bf-7057-4a48-8858-34f0f98f70c6 req-b7a6dd71-1fb9-4cb1-b194-909857a1801a tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0977850 Jul 09 16:24:14.605889 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ac55ab2-eabc-427b-88bb-c970c8ac062b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:14.609088 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ac55ab2-eabc-427b-88bb-c970c8ac062b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:14.626375 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-4ac55ab2-eabc-427b-88bb-c970c8ac062b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ffe630c1-274b-40ea-a756-209902198cb5 HTTP/1.1" status: 204 len: 168 time: 0.3312519 Jul 09 16:24:14.639466 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac55ab2-eabc-427b-88bb-c970c8ac062b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe630c1-274b-40ea-a756-209902198cb5,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:14.996270 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-fb9d9fcd-30fa-4149-bfa0-10c1b6d21e2d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1517347468-network', 'tenant_id': 'f23c452800b847489100356e9b37b53d'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:24:15.024268 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9d9fcd-30fa-4149-bfa0-10c1b6d21e2d admin admin] Made reservation on behalf of f23c452800b847489100356e9b37b53d for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:24:15.027318 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fb9d9fcd-30fa-4149-bfa0-10c1b6d21e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:15.038975 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fb9d9fcd-30fa-4149-bfa0-10c1b6d21e2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:15.173212 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fb9d9fcd-30fa-4149-bfa0-10c1b6d21e2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:15.181307 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fb9d9fcd-30fa-4149-bfa0-10c1b6d21e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:15.210975 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb9d9fcd-30fa-4149-bfa0-10c1b6d21e2d admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:24:15.227482 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9d9fcd-30fa-4149-bfa0-10c1b6d21e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a6dc63-8b1a-4a2e-94f0-61890eef0833,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:15.250973 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fb9d9fcd-30fa-4149-bfa0-10c1b6d21e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:15.251839 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-fb9d9fcd-30fa-4149-bfa0-10c1b6d21e2d admin admin] Added segment 5aa2b303-4215-48db-b010-ab00e40f1ba3 of type vlan for network 253b6b11-136f-4359-8b4b-5977842f3b3f Jul 09 16:24:15.327299 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fb9d9fcd-30fa-4149-bfa0-10c1b6d21e2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:15.392680 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fb9d9fcd-30fa-4149-bfa0-10c1b6d21e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:15.394251 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9d9fcd-30fa-4149-bfa0-10c1b6d21e2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:15.394889 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fb9d9fcd-30fa-4149-bfa0-10c1b6d21e2d admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:15.424657 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38860) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:24:15.430467 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-9617ab05-4f25-4f3f-8341-783a202d54d8 admin admin] Request body: {'subnet': {'network_id': '253b6b11-136f-4359-8b4b-5977842f3b3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1517347468-subnet', 'tenant_id': 'f23c452800b847489100356e9b37b53d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:24:15.435806 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-fb9d9fcd-30fa-4149-bfa0-10c1b6d21e2d admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8758492 Jul 09 16:24:15.482029 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9617ab05-4f25-4f3f-8341-783a202d54d8 admin admin] Made reservation on behalf of f23c452800b847489100356e9b37b53d for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:24:15.490671 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9617ab05-4f25-4f3f-8341-783a202d54d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:15.510508 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9d9fcd-30fa-4149-bfa0-10c1b6d21e2d admin admin] Pushing event updated for resources: {'Network': ['ID=253b6b11-136f-4359-8b4b-5977842f3b3f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:15.522945 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 253b6b11-136f-4359-8b4b-5977842f3b3f details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:24:15.859535 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-66220489-8600-4b9e-88cd-d65608188d48 req-44b8a875-a415-4491-aa25-63a2c7077065 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1861541 Jul 09 16:24:15.968557 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9617ab05-4f25-4f3f-8341-783a202d54d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:15.977718 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e21e0-bd21-46c1-90ae-f66fbe48488d req-c79a7805-f648-4fc8-a6d7-944410b91e7b tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:15.986807 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a28e21e0-bd21-46c1-90ae-f66fbe48488d req-c79a7805-f648-4fc8-a6d7-944410b91e7b tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 947 time: 0.1898069 Jul 09 16:24:16.110730 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9617ab05-4f25-4f3f-8341-783a202d54d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7643443c-f3fe-4a91-b386-208fcf7a8dfa,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:16.128049 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a28e21e0-bd21-46c1-90ae-f66fbe48488d req-24d13191-12b6-4fb1-8922-515ebdba86ef tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1399124 Jul 09 16:24:16.150080 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9617ab05-4f25-4f3f-8341-783a202d54d8 admin admin] Checking segment: {'id': '5aa2b303-4215-48db-b010-ab00e40f1ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '253b6b11-136f-4359-8b4b-5977842f3b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:24:16.150080 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9617ab05-4f25-4f3f-8341-783a202d54d8 admin admin] Network hostable DHCP agents. Network: 253b6b11-136f-4359-8b4b-5977842f3b3f, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:24:16.150558 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66220489-8600-4b9e-88cd-d65608188d48 req-30eec142-8fe5-425f-a8f1-8a9a04ef7c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:16.152140 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-66220489-8600-4b9e-88cd-d65608188d48 req-30eec142-8fe5-425f-a8f1-8a9a04ef7c09 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b8ad35771c814596a752d0340d35099a&device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 1096 time: 0.2244065 Jul 09 16:24:16.201725 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9617ab05-4f25-4f3f-8341-783a202d54d8 admin admin] Network 253b6b11-136f-4359-8b4b-5977842f3b3f is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:24:16.263710 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-9617ab05-4f25-4f3f-8341-783a202d54d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 253b6b11-136f-4359-8b4b-5977842f3b3f) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:24:16.272665 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ae335d-a06e-4a87-9862-47db2a7fd090 None None] Network 253b6b11-136f-4359-8b4b-5977842f3b3f requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:24:16.278748 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9617ab05-4f25-4f3f-8341-783a202d54d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:16.279372 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9617ab05-4f25-4f3f-8341-783a202d54d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:16.303443 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-9617ab05-4f25-4f3f-8341-783a202d54d8 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8770597 Jul 09 16:24:16.306405 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 38886) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:24:16.319776 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-1395a2b8-92f2-4c9e-bf85-e06948b4c524 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1517347468-router', 'tenant_id': 'f23c452800b847489100356e9b37b53d', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:24:16.357869 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66220489-8600-4b9e-88cd-d65608188d48 req-55d53b51-a197-4077-9fbc-fa93e9d81f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:16.360403 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-66220489-8600-4b9e-88cd-d65608188d48 req-55d53b51-a197-4077-9fbc-fa93e9d81f86 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a171d79a-1159-4481-9cc1-46c665ce3a96 HTTP/1.1" status: 200 len: 918 time: 0.1686583 Jul 09 16:24:16.411122 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1395a2b8-92f2-4c9e-bf85-e06948b4c524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:16.413914 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1395a2b8-92f2-4c9e-bf85-e06948b4c524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:16.512336 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-66220489-8600-4b9e-88cd-d65608188d48 req-69cb17eb-9d5c-463d-a395-cf9801eb661b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e57d8c06-ab85-46d1-be00-3fb675deed68 HTTP/1.1" status: 200 len: 1001 time: 0.1388643 Jul 09 16:24:16.577666 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1395a2b8-92f2-4c9e-bf85-e06948b4c524 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:16.595182 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66220489-8600-4b9e-88cd-d65608188d48 req-9c0518b7-49c0-471e-b8c2-b7e10e6171a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:16.596945 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-66220489-8600-4b9e-88cd-d65608188d48 req-9c0518b7-49c0-471e-b8c2-b7e10e6171a2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b9e97679-e3ca-4f43-b281-7791408a1287 HTTP/1.1" status: 200 len: 856 time: 0.0756724 Jul 09 16:24:16.702635 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66220489-8600-4b9e-88cd-d65608188d48 req-14716e2a-02bf-4e6b-b245-6d0e08859a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:16.706180 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-66220489-8600-4b9e-88cd-d65608188d48 req-14716e2a-02bf-4e6b-b245-6d0e08859a48 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a171d79a-1159-4481-9cc1-46c665ce3a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0920763 Jul 09 16:24:16.866595 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-66220489-8600-4b9e-88cd-d65608188d48 req-064a7a46-0103-4960-a262-8866942fe20b service neutron] 10.222.0.73 "GET /v2.0/networks/a171d79a-1159-4481-9cc1-46c665ce3a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538498 Jul 09 16:24:16.937627 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1395a2b8-92f2-4c9e-bf85-e06948b4c524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:16.977219 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4720998b-720d-4e13-b08b-8f129c6e0149 None None] Network 253b6b11-136f-4359-8b4b-5977842f3b3f requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:24:17.145651 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-66220489-8600-4b9e-88cd-d65608188d48 req-7cef9aa8-795f-40b8-8ae2-03b6487f7252 service neutron] 10.222.0.73 "GET /v2.0/networks/a171d79a-1159-4481-9cc1-46c665ce3a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690682 Jul 09 16:24:17.241288 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1395a2b8-92f2-4c9e-bf85-e06948b4c524 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:17.271991 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1395a2b8-92f2-4c9e-bf85-e06948b4c524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:17.582633 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04d054-a49f-4d81-8172-62c87559b072 req-3f5eef93-583f-4b13-8695-81d7892b825c tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:17.592748 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ca04d054-a49f-4d81-8172-62c87559b072 req-3f5eef93-583f-4b13-8695-81d7892b825c tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 947 time: 0.1587300 Jul 09 16:24:17.595842 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device e64b2948-3801-41bf-bb62-f1d476c80d79 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:24:17.604568 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 38932) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:24:17.607937 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-1395a2b8-92f2-4c9e-bf85-e06948b4c524 admin admin] Allocated IP 172.25.0.146 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/189cafd3-b10c-4e4e-90cf-26ea4fd2a434) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:24:17.668751 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ca04d054-a49f-4d81-8172-62c87559b072 req-150b6ddf-e9a7-4d26-a7c0-dcd355447524 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0746369 Jul 09 16:24:17.832800 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1395a2b8-92f2-4c9e-bf85-e06948b4c524 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:17.836376 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port e64b2948-3801-41bf-bb62-f1d476c80d79, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=e64b2948-3801-41bf-bb62-f1d476c80d79,segment=NetworkSegment(54adfe02-b869-4884-bf8b-5c8e16c54a46),segment_id=54adfe02-b869-4884-bf8b-5c8e16c54a46)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:24:17.855011 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': 'e64b2948-3801-41bf-bb62-f1d476c80d79', 'network_id': 'cb07b627-18f2-452e-9e93-be86bc0f0ec6', 'port_id': 'e64b2948-3801-41bf-bb62-f1d476c80d79', 'mac_address': 'fa:16:3e:ae:49:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '290e7ab8-3d22-43c0-a3ef-f5bcba5938e6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:24:17.884460 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2745bcb5-d5f6-4ab4-9c42-52e2c31e1b9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:17.964440 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:18.003556 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2745bcb5-d5f6-4ab4-9c42-52e2c31e1b9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:18.007301 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e64b2948-3801-41bf-bb62-f1d476c80d79 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:24:18.007836 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1395a2b8-92f2-4c9e-bf85-e06948b4c524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:18.015169 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2745bcb5-d5f6-4ab4-9c42-52e2c31e1b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:18.040557 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port e64b2948-3801-41bf-bb62-f1d476c80d79, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=e64b2948-3801-41bf-bb62-f1d476c80d79,segment=NetworkSegment(54adfe02-b869-4884-bf8b-5c8e16c54a46),segment_id=54adfe02-b869-4884-bf8b-5c8e16c54a46)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:24:18.048560 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:18.140257 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745bcb5-d5f6-4ab4-9c42-52e2c31e1b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba6fc5a-59fc-4785-9efe-7275734d2899,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:18.218752 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1395a2b8-92f2-4c9e-bf85-e06948b4c524 admin admin] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:24:18.221239 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['e64b2948-3801-41bf-bb62-f1d476c80d79'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:24:18.232381 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=e64b2948-3801-41bf-bb62-f1d476c80d79,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:18.237541 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2745bcb5-d5f6-4ab4-9c42-52e2c31e1b9a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f1f3e4d8ae80432a98409870547d8f70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6270559 Jul 09 16:24:18.240226 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38956) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:24:18.257066 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1395a2b8-92f2-4c9e-bf85-e06948b4c524 admin admin] Pushing event updated for resources: {'Port': ['ID=189cafd3-b10c-4e4e-90cf-26ea4fd2a434,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:18.273867 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-1395a2b8-92f2-4c9e-bf85-e06948b4c524 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:24:18.296925 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1395a2b8-92f2-4c9e-bf85-e06948b4c524 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:24:18.505448 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1e2eaa45-bfe7-4b61-b890-6e447299d09c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:18.596420 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1e2eaa45-bfe7-4b61-b890-6e447299d09c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:18.700673 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1e2eaa45-bfe7-4b61-b890-6e447299d09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:18.704979 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1e2eaa45-bfe7-4b61-b890-6e447299d09c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:18.707772 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-1e2eaa45-bfe7-4b61-b890-6e447299d09c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/dba6fc5a-59fc-4785-9efe-7275734d2899 HTTP/1.1" status: 204 len: 168 time: 0.4646266 Jul 09 16:24:18.725740 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2eaa45-bfe7-4b61-b890-6e447299d09c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba6fc5a-59fc-4785-9efe-7275734d2899,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:19.120398 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1395a2b8-92f2-4c9e-bf85-e06948b4c524 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:19.441897 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be44133-ecc3-45d8-a5ae-8412dda1476a req-9944a40c-a1aa-49e9-8238-5021891f3b04 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:19.444306 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3be44133-ecc3-45d8-a5ae-8412dda1476a req-9944a40c-a1aa-49e9-8238-5021891f3b04 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 947 time: 0.3101447 Jul 09 16:24:19.610071 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device e64b2948-3801-41bf-bb62-f1d476c80d79 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:24:19.702519 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3be44133-ecc3-45d8-a5ae-8412dda1476a req-09b29361-c437-4484-9908-ab033d6c6357 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2517931 Jul 09 16:24:19.704884 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1395a2b8-92f2-4c9e-bf85-e06948b4c524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:19.737721 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port e64b2948-3801-41bf-bb62-f1d476c80d79 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:24:19.738110 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:19.997681 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:20.135650 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c012fb3-410d-4566-9f74-2bc68c2c3b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64b2948-3801-41bf-bb62-f1d476c80d79'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:24:20.141584 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7d4c78-96e0-40a1-87c2-2cbc08b6a1e9" -d '{"events": [{"server_uuid": "1c012fb3-410d-4566-9f74-2bc68c2c3b36", "name": "network-vif-plugged", "status": "completed", "tag": "e64b2948-3801-41bf-bb62-f1d476c80d79"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:24:20.180894 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port e64b2948-3801-41bf-bb62-f1d476c80d79, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=e64b2948-3801-41bf-bb62-f1d476c80d79,segment=NetworkSegment(54adfe02-b869-4884-bf8b-5c8e16c54a46),segment_id=54adfe02-b869-4884-bf8b-5c8e16c54a46)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:24:20.183029 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1395a2b8-92f2-4c9e-bf85-e06948b4c524 admin admin] Router ee93f2da-a74c-4728-8185-8f5c9c464910 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:24:20.190198 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:20.338234 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=e64b2948-3801-41bf-bb62-f1d476c80d79,revision_number=7']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:20.431784 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5fb56d-5712-4fd4-a43b-f6798e12ed44 x-openstack-request-id: req-fd5fb56d-5712-4fd4-a43b-f6798e12ed44 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:24:20.433919 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c012fb3-410d-4566-9f74-2bc68c2c3b36", "name": "network-vif-plugged", "status": "completed", "tag": "e64b2948-3801-41bf-bb62-f1d476c80d79", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:24:20.434291 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fd5fb56d-5712-4fd4-a43b-f6798e12ed44 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:24:20.434861 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c012fb3-410d-4566-9f74-2bc68c2c3b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64b2948-3801-41bf-bb62-f1d476c80d79', 'code': 200} Jul 09 16:24:20.536963 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1395a2b8-92f2-4c9e-bf85-e06948b4c524 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:24:20.557886 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4665fbd-d18c-4cdb-a0e6-a7c11262e547 None None] Sync routers for ids ['ee93f2da-a74c-4728-8185-8f5c9c464910'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:24:20.573114 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1395a2b8-92f2-4c9e-bf85-e06948b4c524 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:20.579488 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4665fbd-d18c-4cdb-a0e6-a7c11262e547 None None] Routers {'ee93f2da-a74c-4728-8185-8f5c9c464910'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:24:20.580163 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-d4665fbd-d18c-4cdb-a0e6-a7c11262e547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:23:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['ee93f2da-a74c-4728-8185-8f5c9c464910'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:24:20.587103 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 39022) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:24:20.587738 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1395a2b8-92f2-4c9e-bf85-e06948b4c524 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.2792583 Jul 09 16:24:20.944156 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-d4665fbd-d18c-4cdb-a0e6-a7c11262e547 None None] Set router ee93f2da-a74c-4728-8185-8f5c9c464910 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:24:20.948644 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ba908-868d-4817-b82f-bbd5cc77c07b req-5af6b479-439b-4ca7-b0e2-86cebafa27e8 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:20.961102 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-825ba908-868d-4817-b82f-bbd5cc77c07b req-5af6b479-439b-4ca7-b0e2-86cebafa27e8 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 947 time: 0.1333230 Jul 09 16:24:21.059508 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-825ba908-868d-4817-b82f-bbd5cc77c07b req-07244672-cff9-43c8-83c0-d121be8e3bc0 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0970442 Jul 09 16:24:21.389659 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-d4665fbd-d18c-4cdb-a0e6-a7c11262e547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee93f2da-a74c-4728-8185-8f5c9c464910', 'name': 'tempest-ServerRescueTestJSONUnderV235-1517347468-router', 'tenant_id': 'f23c452800b847489100356e9b37b53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '189cafd3-b10c-4e4e-90cf-26ea4fd2a434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:24:16Z', 'updated_at': '2021-07-09T16:24:18Z', 'revision_number': 3, 'project_id': 'f23c452800b847489100356e9b37b53d', 'gw_port': {'id': '189cafd3-b10c-4e4e-90cf-26ea4fd2a434', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:38:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee93f2da-a74c-4728-8185-8f5c9c464910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:24:17Z', 'updated_at': '2021-07-09T16:24:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:24:21.467113 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4665fbd-d18c-4cdb-a0e6-a7c11262e547 None None] Checking router: ee93f2da-a74c-4728-8185-8f5c9c464910 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:24:21.467524 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4665fbd-d18c-4cdb-a0e6-a7c11262e547 None None] Updating router ee93f2da-a74c-4728-8185-8f5c9c464910 port 189cafd3-b10c-4e4e-90cf-26ea4fd2a434 binding host n-d-798930-3 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:24:21.548494 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d4665fbd-d18c-4cdb-a0e6-a7c11262e547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:21.706443 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-777bbc29-cdd7-4824-bea1-7ac59fbd35a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:22.113407 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-777bbc29-cdd7-4824-bea1-7ac59fbd35a4 admin admin] Allocated IP 172.20.0.1 (253b6b11-136f-4359-8b4b-5977842f3b3f/7643443c-f3fe-4a91-b386-208fcf7a8dfa/04d5bec3-8ba8-481d-b7c0-f39db6938f38) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:24:22.272525 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ef0230e8-f693-4c27-a627-aa28bde1b27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:22.367528 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d4665fbd-d18c-4cdb-a0e6-a7c11262e547 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:22.381599 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-777bbc29-cdd7-4824-bea1-7ac59fbd35a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:22.416403 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d4665fbd-d18c-4cdb-a0e6-a7c11262e547 None None] Transition to ACTIVE for port object 189cafd3-b10c-4e4e-90cf-26ea4fd2a434 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:24:22.430068 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d4665fbd-d18c-4cdb-a0e6-a7c11262e547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:22.527720 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-777bbc29-cdd7-4824-bea1-7ac59fbd35a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:22.574610 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c30eac1-cf86-4fcc-bbe6-193544c3a852 None None] Pushing event updated for resources: {'Port': ['ID=189cafd3-b10c-4e4e-90cf-26ea4fd2a434,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:22.577944 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-d4665fbd-d18c-4cdb-a0e6-a7c11262e547 None None] Attempting to bind port 189cafd3-b10c-4e4e-90cf-26ea4fd2a434 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:24:22.579241 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-d4665fbd-d18c-4cdb-a0e6-a7c11262e547 None None] Attempting to bind port 189cafd3-b10c-4e4e-90cf-26ea4fd2a434 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:24:22.579949 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4665fbd-d18c-4cdb-a0e6-a7c11262e547 None None] Attempting to bind port 189cafd3-b10c-4e4e-90cf-26ea4fd2a434 on network caa6ed8d-2893-4113-8f68-c5284e694f6c {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:24:22.592427 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c30eac1-cf86-4fcc-bbe6-193544c3a852 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:22.593592 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c30eac1-cf86-4fcc-bbe6-193544c3a852 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:22.594807 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c30eac1-cf86-4fcc-bbe6-193544c3a852 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:22.595383 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c30eac1-cf86-4fcc-bbe6-193544c3a852 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:22.595958 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c30eac1-cf86-4fcc-bbe6-193544c3a852 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:22.596506 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c30eac1-cf86-4fcc-bbe6-193544c3a852 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:22.597050 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c30eac1-cf86-4fcc-bbe6-193544c3a852 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:22.597604 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c30eac1-cf86-4fcc-bbe6-193544c3a852 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:22.598158 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c30eac1-cf86-4fcc-bbe6-193544c3a852 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:22.598787 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c30eac1-cf86-4fcc-bbe6-193544c3a852 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:22.599007 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2919093-10d2-454e-ad8b-d0f9f23c473e req-2ea3e1d4-3334-4457-9393-fdaebe4017a0 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:22.599916 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c30eac1-cf86-4fcc-bbe6-193544c3a852 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:22.600487 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c30eac1-cf86-4fcc-bbe6-193544c3a852 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:22.606698 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4665fbd-d18c-4cdb-a0e6-a7c11262e547 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:24:22.607550 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4665fbd-d18c-4cdb-a0e6-a7c11262e547 None None] Checking segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:24:22.608338 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d4665fbd-d18c-4cdb-a0e6-a7c11262e547 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:22.608961 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4665fbd-d18c-4cdb-a0e6-a7c11262e547 None None] Bound using segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:24:22.609560 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777bbc29-cdd7-4824-bea1-7ac59fbd35a4 admin admin] Network 253b6b11-136f-4359-8b4b-5977842f3b3f is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:24:22.609988 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-d4665fbd-d18c-4cdb-a0e6-a7c11262e547 None None] Bound port: 189cafd3-b10c-4e4e-90cf-26ea4fd2a434, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:24:22.610748 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d4665fbd-d18c-4cdb-a0e6-a7c11262e547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:22.612437 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a2919093-10d2-454e-ad8b-d0f9f23c473e req-2ea3e1d4-3334-4457-9393-fdaebe4017a0 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 947 time: 0.1780767 Jul 09 16:24:22.613012 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-777bbc29-cdd7-4824-bea1-7ac59fbd35a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:24:22.620230 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777bbc29-cdd7-4824-bea1-7ac59fbd35a4 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:24:22.669059 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777bbc29-cdd7-4824-bea1-7ac59fbd35a4 admin admin] Pushing event updated for resources: {'Port': ['ID=04d5bec3-8ba8-481d-b7c0-f39db6938f38,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:22.701058 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-777bbc29-cdd7-4824-bea1-7ac59fbd35a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:22.740480 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a2919093-10d2-454e-ad8b-d0f9f23c473e req-dd2ad407-d1b1-4116-bc98-3e570fd50053 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1266239 Jul 09 16:24:22.936423 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-d4665fbd-d18c-4cdb-a0e6-a7c11262e547 None None] For port 189cafd3-b10c-4e4e-90cf-26ea4fd2a434, host n-d-798930-3, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:24:22.955815 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-d4665fbd-d18c-4cdb-a0e6-a7c11262e547 None None] For port 189cafd3-b10c-4e4e-90cf-26ea4fd2a434, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=189cafd3-b10c-4e4e-90cf-26ea4fd2a434,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:24:22.964070 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d4665fbd-d18c-4cdb-a0e6-a7c11262e547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:23.088144 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4665fbd-d18c-4cdb-a0e6-a7c11262e547 None None] Routers {'ee93f2da-a74c-4728-8185-8f5c9c464910'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:24:23.089057 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-d4665fbd-d18c-4cdb-a0e6-a7c11262e547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:23:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['ee93f2da-a74c-4728-8185-8f5c9c464910'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:24:23.181339 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-777bbc29-cdd7-4824-bea1-7ac59fbd35a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:23.343976 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-d4665fbd-d18c-4cdb-a0e6-a7c11262e547 None None] Set router ee93f2da-a74c-4728-8185-8f5c9c464910 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:24:23.556455 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c30eac1-cf86-4fcc-bbe6-193544c3a852 None None] Pushing event updated for resources: {'Port': ['ID=189cafd3-b10c-4e4e-90cf-26ea4fd2a434,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:23.732506 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-777bbc29-cdd7-4824-bea1-7ac59fbd35a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:23.743603 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-777bbc29-cdd7-4824-bea1-7ac59fbd35a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:23.946564 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777bbc29-cdd7-4824-bea1-7ac59fbd35a4 admin admin] Pushing event updated for resources: {'Port': ['ID=04d5bec3-8ba8-481d-b7c0-f39db6938f38,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:23.960988 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-777bbc29-cdd7-4824-bea1-7ac59fbd35a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:23.966871 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-d4665fbd-d18c-4cdb-a0e6-a7c11262e547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee93f2da-a74c-4728-8185-8f5c9c464910', 'name': 'tempest-ServerRescueTestJSONUnderV235-1517347468-router', 'tenant_id': 'f23c452800b847489100356e9b37b53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '189cafd3-b10c-4e4e-90cf-26ea4fd2a434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:24:16Z', 'updated_at': '2021-07-09T16:24:18Z', 'revision_number': 3, 'project_id': 'f23c452800b847489100356e9b37b53d', 'gw_port': {'id': '189cafd3-b10c-4e4e-90cf-26ea4fd2a434', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:38:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee93f2da-a74c-4728-8185-8f5c9c464910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:24:17Z', 'updated_at': '2021-07-09T16:24:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:24:24.029058 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4665fbd-d18c-4cdb-a0e6-a7c11262e547 None None] The sync data for ids ['ee93f2da-a74c-4728-8185-8f5c9c464910'] in n-d-798930-3 is: [{'id': 'ee93f2da-a74c-4728-8185-8f5c9c464910', 'name': 'tempest-ServerRescueTestJSONUnderV235-1517347468-router', 'tenant_id': 'f23c452800b847489100356e9b37b53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '189cafd3-b10c-4e4e-90cf-26ea4fd2a434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:24:16Z', 'updated_at': '2021-07-09T16:24:18Z', 'revision_number': 3, 'project_id': 'f23c452800b847489100356e9b37b53d', 'gw_port': {'id': '189cafd3-b10c-4e4e-90cf-26ea4fd2a434', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:38:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee93f2da-a74c-4728-8185-8f5c9c464910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:24:17Z', 'updated_at': '2021-07-09T16:24:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:24:24.187186 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777bbc29-cdd7-4824-bea1-7ac59fbd35a4 admin admin] Network 253b6b11-136f-4359-8b4b-5977842f3b3f is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:24:24.188767 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-777bbc29-cdd7-4824-bea1-7ac59fbd35a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:24:24.553043 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-777bbc29-cdd7-4824-bea1-7ac59fbd35a4 admin admin] Router ee93f2da-a74c-4728-8185-8f5c9c464910 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:24:25.100435 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13ff374b-c96b-4466-8fbc-d1a4901d2c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:25.333156 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-777bbc29-cdd7-4824-bea1-7ac59fbd35a4 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:24:25.365078 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-777bbc29-cdd7-4824-bea1-7ac59fbd35a4 admin admin] 10.222.0.98 "PUT /v2.0/routers/ee93f2da-a74c-4728-8185-8f5c9c464910/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7663829 Jul 09 16:24:25.396511 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:26.167881 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:26.504602 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:26.521971 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 189cafd3-b10c-4e4e-90cf-26ea4fd2a434 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:24:26.624243 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 189cafd3-b10c-4e4e-90cf-26ea4fd2a434 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:24:26.640173 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 189cafd3-b10c-4e4e-90cf-26ea4fd2a434 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:24:26.643181 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:26.822714 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:26.850750 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 189cafd3-b10c-4e4e-90cf-26ea4fd2a434, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=189cafd3-b10c-4e4e-90cf-26ea4fd2a434,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:24:26.856696 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:26.914397 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=189cafd3-b10c-4e4e-90cf-26ea4fd2a434,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:27.064645 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96ebe04-4feb-44b9-8eff-1f335af44426 None None] Sync routers for ids ['ee93f2da-a74c-4728-8185-8f5c9c464910'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:24:27.075625 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96ebe04-4feb-44b9-8eff-1f335af44426 None None] Routers {'ee93f2da-a74c-4728-8185-8f5c9c464910'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:24:27.076576 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f96ebe04-4feb-44b9-8eff-1f335af44426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:24:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['ee93f2da-a74c-4728-8185-8f5c9c464910'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:24:27.199133 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-f96ebe04-4feb-44b9-8eff-1f335af44426 None None] Set router ee93f2da-a74c-4728-8185-8f5c9c464910 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:24:27.540491 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f96ebe04-4feb-44b9-8eff-1f335af44426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee93f2da-a74c-4728-8185-8f5c9c464910', 'name': 'tempest-ServerRescueTestJSONUnderV235-1517347468-router', 'tenant_id': 'f23c452800b847489100356e9b37b53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '189cafd3-b10c-4e4e-90cf-26ea4fd2a434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:24:16Z', 'updated_at': '2021-07-09T16:24:23Z', 'revision_number': 4, 'project_id': 'f23c452800b847489100356e9b37b53d', 'gw_port': {'id': '189cafd3-b10c-4e4e-90cf-26ea4fd2a434', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee93f2da-a74c-4728-8185-8f5c9c464910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:24:17Z', 'updated_at': '2021-07-09T16:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '04d5bec3-8ba8-481d-b7c0-f39db6938f38', 'name': '', 'network_id': '253b6b11-136f-4359-8b4b-5977842f3b3f', 'tenant_id': 'f23c452800b847489100356e9b37b53d', 'mac_address': 'fa:16:3e:6d:b4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee93f2da-a74c-4728-8185-8f5c9c464910', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '7643443c-f3fe-4a91-b386-208fcf7a8dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:24:21Z', 'updated_at': '2021-07-09T16:24:23Z', 'revision_number': 2, 'project_id': 'f23c452800b847489100356e9b37b53d', 'subnets': [{'id': '7643443c-f3fe-4a91-b386-208fcf7a8dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:24:27.604861 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96ebe04-4feb-44b9-8eff-1f335af44426 None None] Checking router: ee93f2da-a74c-4728-8185-8f5c9c464910 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:24:27.605224 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96ebe04-4feb-44b9-8eff-1f335af44426 None None] Updating router ee93f2da-a74c-4728-8185-8f5c9c464910 port 04d5bec3-8ba8-481d-b7c0-f39db6938f38 binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:24:27.665734 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02008e61-22ea-4a0f-a389-ae46a6c9e993 req-a5e51809-9bcc-456c-95ec-cbc886107c91 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:27.675145 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-02008e61-22ea-4a0f-a389-ae46a6c9e993 req-a5e51809-9bcc-456c-95ec-cbc886107c91 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 947 time: 0.1016335 Jul 09 16:24:27.684393 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f96ebe04-4feb-44b9-8eff-1f335af44426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:27.730280 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-02008e61-22ea-4a0f-a389-ae46a6c9e993 req-e7ede176-e829-4fa4-9aa2-5755f44d72fa tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0536902 Jul 09 16:24:28.073268 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24fc131-5f17-4465-a614-e33475b578ca req-d2661fad-36f2-4fb8-bbd8-162df846f14c tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:28.079383 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f24fc131-5f17-4465-a614-e33475b578ca req-d2661fad-36f2-4fb8-bbd8-162df846f14c tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 945 time: 0.1713407 Jul 09 16:24:28.141251 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09565244-0e5d-47e6-b7da-42710c770493 req-8e9e61cd-6d42-48f5-af24-ac7063fad025 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:28.151356 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-09565244-0e5d-47e6-b7da-42710c770493 req-8e9e61cd-6d42-48f5-af24-ac7063fad025 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/networks?id=253b6b11-136f-4359-8b4b-5977842f3b3f HTTP/1.1" status: 200 len: 820 time: 0.2503595 Jul 09 16:24:28.179664 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f24fc131-5f17-4465-a614-e33475b578ca req-4f88fc32-8cc6-41af-b6ab-835a3e83839a tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938115 Jul 09 16:24:28.191756 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-09565244-0e5d-47e6-b7da-42710c770493 req-49252625-8f78-41cc-89a7-a2d63b2d0d12 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/quotas/f23c452800b847489100356e9b37b53d HTTP/1.1" status: 200 len: 375 time: 0.0368648 Jul 09 16:24:28.238530 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:28.326669 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-09565244-0e5d-47e6-b7da-42710c770493 req-ce694376-fa9e-4ea2-85ce-12db73c3463e tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=f23c452800b847489100356e9b37b53d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1224554 Jul 09 16:24:28.352618 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f96ebe04-4feb-44b9-8eff-1f335af44426 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:28.363578 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f96ebe04-4feb-44b9-8eff-1f335af44426 None None] Transition to ACTIVE for port object 04d5bec3-8ba8-481d-b7c0-f39db6938f38 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:24:28.376255 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f96ebe04-4feb-44b9-8eff-1f335af44426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:28.439823 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c067c8-665b-46ca-9940-aac93825b191 None None] Pushing event updated for resources: {'Port': ['ID=04d5bec3-8ba8-481d-b7c0-f39db6938f38,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:28.507313 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 189cafd3-b10c-4e4e-90cf-26ea4fd2a434 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:24:28.608505 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-f96ebe04-4feb-44b9-8eff-1f335af44426 None None] Attempting to bind port 04d5bec3-8ba8-481d-b7c0-f39db6938f38 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:24:28.609021 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-f96ebe04-4feb-44b9-8eff-1f335af44426 None None] Attempting to bind port 04d5bec3-8ba8-481d-b7c0-f39db6938f38 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '5aa2b303-4215-48db-b010-ab00e40f1ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '253b6b11-136f-4359-8b4b-5977842f3b3f'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:24:28.609425 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96ebe04-4feb-44b9-8eff-1f335af44426 None None] Attempting to bind port 04d5bec3-8ba8-481d-b7c0-f39db6938f38 on network 253b6b11-136f-4359-8b4b-5977842f3b3f {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:24:28.626392 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96ebe04-4feb-44b9-8eff-1f335af44426 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:24:28.626876 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96ebe04-4feb-44b9-8eff-1f335af44426 None None] Checking segment: {'id': '5aa2b303-4215-48db-b010-ab00e40f1ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '253b6b11-136f-4359-8b4b-5977842f3b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:24:28.627217 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f96ebe04-4feb-44b9-8eff-1f335af44426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:28.637354 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96ebe04-4feb-44b9-8eff-1f335af44426 None None] Bound using segment: {'id': '5aa2b303-4215-48db-b010-ab00e40f1ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '253b6b11-136f-4359-8b4b-5977842f3b3f'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:24:28.638403 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-f96ebe04-4feb-44b9-8eff-1f335af44426 None None] Bound port: 04d5bec3-8ba8-481d-b7c0-f39db6938f38, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aa2b303-4215-48db-b010-ab00e40f1ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '253b6b11-136f-4359-8b4b-5977842f3b3f'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:24:28.638838 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f96ebe04-4feb-44b9-8eff-1f335af44426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:28.827820 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 189cafd3-b10c-4e4e-90cf-26ea4fd2a434 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:24:28.829017 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:28.911965 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-f96ebe04-4feb-44b9-8eff-1f335af44426 None None] For port 04d5bec3-8ba8-481d-b7c0-f39db6938f38, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:24:28.916123 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-f96ebe04-4feb-44b9-8eff-1f335af44426 None None] For port 04d5bec3-8ba8-481d-b7c0-f39db6938f38, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=04d5bec3-8ba8-481d-b7c0-f39db6938f38,segment=NetworkSegment(5aa2b303-4215-48db-b010-ab00e40f1ba3),segment_id=5aa2b303-4215-48db-b010-ab00e40f1ba3)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:24:28.971456 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f96ebe04-4feb-44b9-8eff-1f335af44426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:28.980962 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-09565244-0e5d-47e6-b7da-42710c770493 req-52f10d5b-3977-460b-91b1-12a0da5791fe service neutron] 10.222.0.98 "GET /v2.0/networks/253b6b11-136f-4359-8b4b-5977842f3b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6442862 Jul 09 16:24:29.040949 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96ebe04-4feb-44b9-8eff-1f335af44426 None None] Routers {'ee93f2da-a74c-4728-8185-8f5c9c464910'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:24:29.041983 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f96ebe04-4feb-44b9-8eff-1f335af44426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:24:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['ee93f2da-a74c-4728-8185-8f5c9c464910'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:24:29.118141 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c067c8-665b-46ca-9940-aac93825b191 None None] Pushing event updated for resources: {'Port': ['ID=04d5bec3-8ba8-481d-b7c0-f39db6938f38,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:29.173764 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-09565244-0e5d-47e6-b7da-42710c770493 req-e88f6102-1982-463d-8cfe-b6059c712a66 service neutron] 10.222.0.98 "GET /v2.0/networks/253b6b11-136f-4359-8b4b-5977842f3b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862307 Jul 09 16:24:29.238747 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-f96ebe04-4feb-44b9-8eff-1f335af44426 None None] Set router ee93f2da-a74c-4728-8185-8f5c9c464910 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:24:29.582720 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f96ebe04-4feb-44b9-8eff-1f335af44426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee93f2da-a74c-4728-8185-8f5c9c464910', 'name': 'tempest-ServerRescueTestJSONUnderV235-1517347468-router', 'tenant_id': 'f23c452800b847489100356e9b37b53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '189cafd3-b10c-4e4e-90cf-26ea4fd2a434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:24:16Z', 'updated_at': '2021-07-09T16:24:23Z', 'revision_number': 4, 'project_id': 'f23c452800b847489100356e9b37b53d', 'gw_port': {'id': '189cafd3-b10c-4e4e-90cf-26ea4fd2a434', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee93f2da-a74c-4728-8185-8f5c9c464910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:24:17Z', 'updated_at': '2021-07-09T16:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '04d5bec3-8ba8-481d-b7c0-f39db6938f38', 'name': '', 'network_id': '253b6b11-136f-4359-8b4b-5977842f3b3f', 'tenant_id': 'f23c452800b847489100356e9b37b53d', 'mac_address': 'fa:16:3e:6d:b4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee93f2da-a74c-4728-8185-8f5c9c464910', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '7643443c-f3fe-4a91-b386-208fcf7a8dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:24:21Z', 'updated_at': '2021-07-09T16:24:28Z', 'revision_number': 4, 'project_id': 'f23c452800b847489100356e9b37b53d', 'subnets': [{'id': '7643443c-f3fe-4a91-b386-208fcf7a8dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:24:29.623289 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922ce5c3-13ee-4088-b2e1-bf8a689285c2 req-146cbc2d-89c4-4fcb-ac9d-7c51b691ea9a tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:29.625966 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-922ce5c3-13ee-4088-b2e1-bf8a689285c2 req-146cbc2d-89c4-4fcb-ac9d-7c51b691ea9a tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 947 time: 0.0811858 Jul 09 16:24:29.646547 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96ebe04-4feb-44b9-8eff-1f335af44426 None None] The sync data for ids ['ee93f2da-a74c-4728-8185-8f5c9c464910'] in n-d-798930-3 is: [{'id': 'ee93f2da-a74c-4728-8185-8f5c9c464910', 'name': 'tempest-ServerRescueTestJSONUnderV235-1517347468-router', 'tenant_id': 'f23c452800b847489100356e9b37b53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '189cafd3-b10c-4e4e-90cf-26ea4fd2a434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:24:16Z', 'updated_at': '2021-07-09T16:24:23Z', 'revision_number': 4, 'project_id': 'f23c452800b847489100356e9b37b53d', 'gw_port': {'id': '189cafd3-b10c-4e4e-90cf-26ea4fd2a434', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee93f2da-a74c-4728-8185-8f5c9c464910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:24:17Z', 'updated_at': '2021-07-09T16:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '04d5bec3-8ba8-481d-b7c0-f39db6938f38', 'name': '', 'network_id': '253b6b11-136f-4359-8b4b-5977842f3b3f', 'tenant_id': 'f23c452800b847489100356e9b37b53d', 'mac_address': 'fa:16:3e:6d:b4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee93f2da-a74c-4728-8185-8f5c9c464910', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '7643443c-f3fe-4a91-b386-208fcf7a8dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:24:21Z', 'updated_at': '2021-07-09T16:24:28Z', 'revision_number': 4, 'project_id': 'f23c452800b847489100356e9b37b53d', 'subnets': [{'id': '7643443c-f3fe-4a91-b386-208fcf7a8dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:24:29.786279 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-922ce5c3-13ee-4088-b2e1-bf8a689285c2 req-75e53771-2c3a-4213-879e-4e7b6b76f458 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1525288 Jul 09 16:24:29.851165 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae72369d-7d1d-4a72-8f02-b6e65448e216 req-909615ca-20ce-4e60-ad4b-e59d44ab9dd5 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:29.852914 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ae72369d-7d1d-4a72-8f02-b6e65448e216 req-909615ca-20ce-4e60-ad4b-e59d44ab9dd5 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 945 time: 0.3117135 Jul 09 16:24:29.958394 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:24:29.963900 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ae72369d-7d1d-4a72-8f02-b6e65448e216 req-f65a5af6-7914-48ba-8d65-f31e942369e5 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995808 Jul 09 16:24:30.037387 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-da67defb-d89b-4211-97a4-2e24551ac51f req-8f829726-c35c-475e-b5c5-090a1d128fc7 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2ac1b48-1b4b-49e2-b4ec-136d43f2b192 HTTP/1.1" status: 200 len: 210 time: 0.1090057 Jul 09 16:24:30.422934 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7b7dd-6ba7-42f7-836b-1c1fc1d88f59 req-c3ee0449-0e40-478d-a7c8-f88d3f7c5145 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:30.434458 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7da7b7dd-6ba7-42f7-836b-1c1fc1d88f59 req-c3ee0449-0e40-478d-a7c8-f88d3f7c5145 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 947 time: 0.2084136 Jul 09 16:24:30.596268 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 04d5bec3-8ba8-481d-b7c0-f39db6938f38 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:24:30.597905 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7da7b7dd-6ba7-42f7-836b-1c1fc1d88f59 req-b1cdc1d0-e427-4136-86ab-569377c11768 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1624336 Jul 09 16:24:30.796859 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 04d5bec3-8ba8-481d-b7c0-f39db6938f38 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:24:30.802441 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 04d5bec3-8ba8-481d-b7c0-f39db6938f38 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:24:30.802849 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:30.954544 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:31.047697 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 04d5bec3-8ba8-481d-b7c0-f39db6938f38, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=04d5bec3-8ba8-481d-b7c0-f39db6938f38,segment=NetworkSegment(5aa2b303-4215-48db-b010-ab00e40f1ba3),segment_id=5aa2b303-4215-48db-b010-ab00e40f1ba3)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:24:31.056962 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:31.280622 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=04d5bec3-8ba8-481d-b7c0-f39db6938f38,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:31.483890 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd7e3a-2bf1-4998-abae-68889bfbcd85 req-0a562dd5-a084-413f-9407-fd33ebed097b tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:31.496493 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-26cd7e3a-2bf1-4998-abae-68889bfbcd85 req-0a562dd5-a084-413f-9407-fd33ebed097b tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 945 time: 0.2225266 Jul 09 16:24:31.510151 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fce25830-d240-4d23-9bb7-0b75fb7c4d3e req-8870fc1d-10e0-4379-9410-db35a76c28a1 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2ac1b48-1b4b-49e2-b4ec-136d43f2b192 HTTP/1.1" status: 200 len: 210 time: 0.1221464 Jul 09 16:24:31.591631 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-26cd7e3a-2bf1-4998-abae-68889bfbcd85 req-c8547ee2-7d83-42f0-8f7b-834070a4d678 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930774 Jul 09 16:24:31.642287 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 1db38019-9c36-4811-87b1-9165e461b73e no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:24:31.913421 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:32.014190 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 1db38019-9c36-4811-87b1-9165e461b73e, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=1db38019-9c36-4811-87b1-9165e461b73e,segment=NetworkSegment(44b862f2-e325-48d7-99eb-7401b6fb9e9c),segment_id=44b862f2-e325-48d7-99eb-7401b6fb9e9c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:24:32.015251 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '783cfe32-a307-4901-962c-ea5df494fe59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1db38019-9c36-4811-87b1-9165e461b73e'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:24:32.020480 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0598c983-a7b5-4a49-b4e2-333f41717b8c" -d '{"events": [{"server_uuid": "783cfe32-a307-4901-962c-ea5df494fe59", "name": "network-vif-unplugged", "status": "completed", "tag": "1db38019-9c36-4811-87b1-9165e461b73e"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:24:32.028716 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:32.119245 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=1db38019-9c36-4811-87b1-9165e461b73e,revision_number=14']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:32.209614 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb7eea4-3b91-4662-9019-11bdd55d10cc x-openstack-request-id: req-5bb7eea4-3b91-4662-9019-11bdd55d10cc {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:24:32.210128 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "783cfe32-a307-4901-962c-ea5df494fe59", "name": "network-vif-unplugged", "status": "completed", "tag": "1db38019-9c36-4811-87b1-9165e461b73e", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:24:32.210332 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5bb7eea4-3b91-4662-9019-11bdd55d10cc {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:24:32.211503 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '783cfe32-a307-4901-962c-ea5df494fe59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1db38019-9c36-4811-87b1-9165e461b73e', 'code': 200} Jul 09 16:24:32.472661 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 04d5bec3-8ba8-481d-b7c0-f39db6938f38 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:24:32.644436 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 04d5bec3-8ba8-481d-b7c0-f39db6938f38 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:24:32.645117 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:32.851431 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6e2e40bb-43b8-42e3-b542-f9b73684f2a4 req-0186bea3-73e4-486f-baa7-825cca46bf19 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2ac1b48-1b4b-49e2-b4ec-136d43f2b192 HTTP/1.1" status: 200 len: 210 time: 0.0508940 Jul 09 16:24:32.867175 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09565244-0e5d-47e6-b7da-42710c770493 req-d46bae73-681f-4f7c-b5f2-5eccc7a74618 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:32.870123 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-09565244-0e5d-47e6-b7da-42710c770493 req-d46bae73-681f-4f7c-b5f2-5eccc7a74618 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.73 "GET /v2.0/networks?id=253b6b11-136f-4359-8b4b-5977842f3b3f HTTP/1.1" status: 200 len: 820 time: 0.3507686 Jul 09 16:24:32.900023 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-09565244-0e5d-47e6-b7da-42710c770493 req-b739ba0a-fbd2-4c7d-b3de-9ba8a8f3791c tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Request body: {'port': {'device_id': 'f2ac1b48-1b4b-49e2-b4ec-136d43f2b192', 'network_id': '253b6b11-136f-4359-8b4b-5977842f3b3f', 'admin_state_up': True, 'tenant_id': 'f23c452800b847489100356e9b37b53d'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:24:33.213274 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e1eb78-1a98-4cc1-a47b-698ef2e67a4f req-1f61fb29-78b8-4202-88ed-05f4c6e88ed0 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:33.220656 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09565244-0e5d-47e6-b7da-42710c770493 req-b739ba0a-fbd2-4c7d-b3de-9ba8a8f3791c tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Made reservation on behalf of f23c452800b847489100356e9b37b53d for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:24:33.228409 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-28e1eb78-1a98-4cc1-a47b-698ef2e67a4f req-1f61fb29-78b8-4202-88ed-05f4c6e88ed0 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 945 time: 0.1664155 Jul 09 16:24:33.228904 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-09565244-0e5d-47e6-b7da-42710c770493 req-b739ba0a-fbd2-4c7d-b3de-9ba8a8f3791c tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:33.308704 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-28e1eb78-1a98-4cc1-a47b-698ef2e67a4f req-f0652c66-20d7-4e56-b826-e57769b037c5 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792625 Jul 09 16:24:33.464037 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-09565244-0e5d-47e6-b7da-42710c770493 req-b739ba0a-fbd2-4c7d-b3de-9ba8a8f3791c tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Allocated IP 172.20.0.11 (253b6b11-136f-4359-8b4b-5977842f3b3f/7643443c-f3fe-4a91-b386-208fcf7a8dfa/227cf03a-70d2-418e-9b84-3e6c167e46b4) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:24:33.707092 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287cde58-8237-4efc-88f8-f41da7db4246 req-a0fd19b6-c8df-4ea0-afb1-9c316ef0a223 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:33.710659 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-287cde58-8237-4efc-88f8-f41da7db4246 req-a0fd19b6-c8df-4ea0-afb1-9c316ef0a223 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.1090312 Jul 09 16:24:33.792366 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-287cde58-8237-4efc-88f8-f41da7db4246 req-0e8b45b4-ef79-4f41-81ad-0c6195ab68da tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0723486 Jul 09 16:24:33.872390 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-09565244-0e5d-47e6-b7da-42710c770493 req-b739ba0a-fbd2-4c7d-b3de-9ba8a8f3791c tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:33.953678 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-09565244-0e5d-47e6-b7da-42710c770493 req-b739ba0a-fbd2-4c7d-b3de-9ba8a8f3791c tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:34.049307 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09565244-0e5d-47e6-b7da-42710c770493 req-b739ba0a-fbd2-4c7d-b3de-9ba8a8f3791c tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Network 253b6b11-136f-4359-8b4b-5977842f3b3f is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:24:34.056169 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-09565244-0e5d-47e6-b7da-42710c770493 req-b739ba0a-fbd2-4c7d-b3de-9ba8a8f3791c tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:24:34.066212 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-09565244-0e5d-47e6-b7da-42710c770493 req-b739ba0a-fbd2-4c7d-b3de-9ba8a8f3791c tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:24:34.179771 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09565244-0e5d-47e6-b7da-42710c770493 req-b739ba0a-fbd2-4c7d-b3de-9ba8a8f3791c tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:34.188396 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-09565244-0e5d-47e6-b7da-42710c770493 req-b739ba0a-fbd2-4c7d-b3de-9ba8a8f3791c tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:34.189332 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde8ef5-45df-46d0-8488-b255eef4213b req-69b742cb-9ae9-495a-8311-653df45a9214 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:34.195503 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b739ba0a-fbd2-4c7d-b3de-9ba8a8f3791c tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Pushing event updated for resources: {'Port': ['ID=227cf03a-70d2-418e-9b84-3e6c167e46b4,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:34.197439 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9dde8ef5-45df-46d0-8488-b255eef4213b req-69b742cb-9ae9-495a-8311-653df45a9214 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2ac1b48-1b4b-49e2-b4ec-136d43f2b192 HTTP/1.1" status: 200 len: 932 time: 0.1195636 Jul 09 16:24:34.228963 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739ba0a-fbd2-4c7d-b3de-9ba8a8f3791c tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:34.229623 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739ba0a-fbd2-4c7d-b3de-9ba8a8f3791c tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:34.230218 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739ba0a-fbd2-4c7d-b3de-9ba8a8f3791c tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:34.230994 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739ba0a-fbd2-4c7d-b3de-9ba8a8f3791c tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:34.231573 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739ba0a-fbd2-4c7d-b3de-9ba8a8f3791c tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:34.232741 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739ba0a-fbd2-4c7d-b3de-9ba8a8f3791c tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:34.234031 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739ba0a-fbd2-4c7d-b3de-9ba8a8f3791c tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:34.234721 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739ba0a-fbd2-4c7d-b3de-9ba8a8f3791c tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:34.235403 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739ba0a-fbd2-4c7d-b3de-9ba8a8f3791c tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:34.236057 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739ba0a-fbd2-4c7d-b3de-9ba8a8f3791c tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:34.236653 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739ba0a-fbd2-4c7d-b3de-9ba8a8f3791c tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:34.238096 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b739ba0a-fbd2-4c7d-b3de-9ba8a8f3791c tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:34.279087 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9dde8ef5-45df-46d0-8488-b255eef4213b req-ee20966f-bb82-4a83-a8fa-5b90d050eb96 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/security-groups?id=d0a6dc63-8b1a-4a2e-94f0-61890eef0833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799983 Jul 09 16:24:34.284322 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-09565244-0e5d-47e6-b7da-42710c770493 req-b739ba0a-fbd2-4c7d-b3de-9ba8a8f3791c tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3882644 Jul 09 16:24:34.313231 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-09565244-0e5d-47e6-b7da-42710c770493 req-67031f01-51b2-48f4-81ec-407858fbe500 service neutron] Request body: {'port': {'device_id': 'f2ac1b48-1b4b-49e2-b4ec-136d43f2b192', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:24:34.629081 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-09565244-0e5d-47e6-b7da-42710c770493 req-67031f01-51b2-48f4-81ec-407858fbe500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:34.717458 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d4968-e6f5-4c5e-833a-679f5ccb63fa req-13126fb8-e7c2-4dd2-8688-73ca884e38c9 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:34.719680 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e85d4968-e6f5-4c5e-833a-679f5ccb63fa req-13126fb8-e7c2-4dd2-8688-73ca884e38c9 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.2383032 Jul 09 16:24:34.737135 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ada9e-6ae0-44c7-bca7-f23d20862852 req-d989f1c0-43df-4540-9009-b2e1c849c3be tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:34.750478 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-df3ada9e-6ae0-44c7-bca7-f23d20862852 req-d989f1c0-43df-4540-9009-b2e1c849c3be tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 945 time: 0.2210343 Jul 09 16:24:34.767070 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c93ec-a9ed-4131-ad20-ac9025e27f2c req-c1b819cf-5d63-4dd9-8ec4-710da9db2f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:34.770069 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-810c93ec-a9ed-4131-ad20-ac9025e27f2c req-c1b819cf-5d63-4dd9-8ec4-710da9db2f9a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=927faf6a074749d0b7e4b4706940c5ca&device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 1096 time: 0.4880555 Jul 09 16:24:35.054641 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c93ec-a9ed-4131-ad20-ac9025e27f2c req-98a3b400-eaed-41ea-9003-66a53ae20a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:35.057936 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-810c93ec-a9ed-4131-ad20-ac9025e27f2c req-98a3b400-eaed-41ea-9003-66a53ae20a36 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e14244d3-321e-4e11-8fa5-f8d23e2088a8 HTTP/1.1" status: 200 len: 913 time: 0.2419553 Jul 09 16:24:35.064553 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-df3ada9e-6ae0-44c7-bca7-f23d20862852 req-05c17065-2502-463b-b874-f6a341fe075e tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3123739 Jul 09 16:24:35.138807 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e85d4968-e6f5-4c5e-833a-679f5ccb63fa req-5f52bf77-ec33-4323-ad47-d5018bfe79c2 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3899739 Jul 09 16:24:35.266923 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-810c93ec-a9ed-4131-ad20-ac9025e27f2c req-eb968c05-bf7e-402e-904e-3cee84dcaf84 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1db38019-9c36-4811-87b1-9165e461b73e HTTP/1.1" status: 200 len: 1000 time: 0.2004254 Jul 09 16:24:35.390260 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c93ec-a9ed-4131-ad20-ac9025e27f2c req-5754e5c9-3cd5-4d21-810c-3171fc249f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:35.402474 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-810c93ec-a9ed-4131-ad20-ac9025e27f2c req-5754e5c9-3cd5-4d21-810c-3171fc249f10 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9ed42caa-ccec-43f9-abc2-3f037ba46c07 HTTP/1.1" status: 200 len: 851 time: 0.1148865 Jul 09 16:24:35.421561 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-09565244-0e5d-47e6-b7da-42710c770493 req-67031f01-51b2-48f4-81ec-407858fbe500 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 227cf03a-70d2-418e-9b84-3e6c167e46b4 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:24:35.446360 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-09565244-0e5d-47e6-b7da-42710c770493 req-67031f01-51b2-48f4-81ec-407858fbe500 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:35.464584 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-09565244-0e5d-47e6-b7da-42710c770493 req-67031f01-51b2-48f4-81ec-407858fbe500 service neutron] Transition to ACTIVE for port object 227cf03a-70d2-418e-9b84-3e6c167e46b4 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:24:35.478307 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-09565244-0e5d-47e6-b7da-42710c770493 req-67031f01-51b2-48f4-81ec-407858fbe500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:35.581307 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c93ec-a9ed-4131-ad20-ac9025e27f2c req-8499b491-5203-4a5b-9020-ca6763666023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:35.583854 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-810c93ec-a9ed-4131-ad20-ac9025e27f2c req-8499b491-5203-4a5b-9020-ca6763666023 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e14244d3-321e-4e11-8fa5-f8d23e2088a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1820042 Jul 09 16:24:35.626154 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67031f01-51b2-48f4-81ec-407858fbe500 service neutron] Pushing event updated for resources: {'Port': ['ID=227cf03a-70d2-418e-9b84-3e6c167e46b4,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:35.718403 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-810c93ec-a9ed-4131-ad20-ac9025e27f2c req-d427b80e-3103-41f8-8e26-fd1437b33452 service neutron] 10.222.0.77 "GET /v2.0/networks/e14244d3-321e-4e11-8fa5-f8d23e2088a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266720 Jul 09 16:24:35.776377 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737616bd-1de3-4a6a-88cb-f00ead515028 req-c00c921a-4e26-418e-aa7f-f21152590d63 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:35.778240 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-737616bd-1de3-4a6a-88cb-f00ead515028 req-c00c921a-4e26-418e-aa7f-f21152590d63 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2ac1b48-1b4b-49e2-b4ec-136d43f2b192 HTTP/1.1" status: 200 len: 944 time: 0.1775668 Jul 09 16:24:35.823288 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-09565244-0e5d-47e6-b7da-42710c770493 req-67031f01-51b2-48f4-81ec-407858fbe500 service neutron] Attempting to bind port 227cf03a-70d2-418e-9b84-3e6c167e46b4 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:24:35.823625 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-09565244-0e5d-47e6-b7da-42710c770493 req-67031f01-51b2-48f4-81ec-407858fbe500 service neutron] Attempting to bind port 227cf03a-70d2-418e-9b84-3e6c167e46b4 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': '5aa2b303-4215-48db-b010-ab00e40f1ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '253b6b11-136f-4359-8b4b-5977842f3b3f'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:24:35.823961 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09565244-0e5d-47e6-b7da-42710c770493 req-67031f01-51b2-48f4-81ec-407858fbe500 service neutron] Attempting to bind port 227cf03a-70d2-418e-9b84-3e6c167e46b4 on network 253b6b11-136f-4359-8b4b-5977842f3b3f {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:24:35.840031 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09565244-0e5d-47e6-b7da-42710c770493 req-67031f01-51b2-48f4-81ec-407858fbe500 service neutron] Port 227cf03a-70d2-418e-9b84-3e6c167e46b4 on network 253b6b11-136f-4359-8b4b-5977842f3b3f not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:24:35.840400 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09565244-0e5d-47e6-b7da-42710c770493 req-67031f01-51b2-48f4-81ec-407858fbe500 service neutron] Attempting to bind port 227cf03a-70d2-418e-9b84-3e6c167e46b4 on network 253b6b11-136f-4359-8b4b-5977842f3b3f {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:24:35.852020 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09565244-0e5d-47e6-b7da-42710c770493 req-67031f01-51b2-48f4-81ec-407858fbe500 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:24:35.852364 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09565244-0e5d-47e6-b7da-42710c770493 req-67031f01-51b2-48f4-81ec-407858fbe500 service neutron] Checking segment: {'id': '5aa2b303-4215-48db-b010-ab00e40f1ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '253b6b11-136f-4359-8b4b-5977842f3b3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:24:35.852914 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09565244-0e5d-47e6-b7da-42710c770493 req-67031f01-51b2-48f4-81ec-407858fbe500 service neutron] Bound using segment: {'id': '5aa2b303-4215-48db-b010-ab00e40f1ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '253b6b11-136f-4359-8b4b-5977842f3b3f'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:24:35.853379 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-09565244-0e5d-47e6-b7da-42710c770493 req-67031f01-51b2-48f4-81ec-407858fbe500 service neutron] Bound port: 227cf03a-70d2-418e-9b84-3e6c167e46b4, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa2b303-4215-48db-b010-ab00e40f1ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '253b6b11-136f-4359-8b4b-5977842f3b3f'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:24:35.853784 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-09565244-0e5d-47e6-b7da-42710c770493 req-67031f01-51b2-48f4-81ec-407858fbe500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:35.885423 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-737616bd-1de3-4a6a-88cb-f00ead515028 req-413e3e99-33b5-4437-9e18-e43462b8254c tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/security-groups?id=d0a6dc63-8b1a-4a2e-94f0-61890eef0833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822906 Jul 09 16:24:35.911252 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-810c93ec-a9ed-4131-ad20-ac9025e27f2c req-2eb2bba6-ce76-4893-8b18-ad71d3cf0d18 service neutron] 10.222.0.77 "GET /v2.0/networks/e14244d3-321e-4e11-8fa5-f8d23e2088a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855719 Jul 09 16:24:35.993120 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-09565244-0e5d-47e6-b7da-42710c770493 req-67031f01-51b2-48f4-81ec-407858fbe500 service neutron] For port 227cf03a-70d2-418e-9b84-3e6c167e46b4, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:24:35.997512 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-09565244-0e5d-47e6-b7da-42710c770493 req-67031f01-51b2-48f4-81ec-407858fbe500 service neutron] For port 227cf03a-70d2-418e-9b84-3e6c167e46b4, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=227cf03a-70d2-418e-9b84-3e6c167e46b4,segment=NetworkSegment(5aa2b303-4215-48db-b010-ab00e40f1ba3),segment_id=5aa2b303-4215-48db-b010-ab00e40f1ba3)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:24:36.004977 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-09565244-0e5d-47e6-b7da-42710c770493 req-67031f01-51b2-48f4-81ec-407858fbe500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:36.077017 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67031f01-51b2-48f4-81ec-407858fbe500 service neutron] Pushing event updated for resources: {'Port': ['ID=227cf03a-70d2-418e-9b84-3e6c167e46b4,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:36.093082 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09565244-0e5d-47e6-b7da-42710c770493 req-67031f01-51b2-48f4-81ec-407858fbe500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:36.094378 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-09565244-0e5d-47e6-b7da-42710c770493 req-67031f01-51b2-48f4-81ec-407858fbe500 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:36.100281 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-09565244-0e5d-47e6-b7da-42710c770493 req-67031f01-51b2-48f4-81ec-407858fbe500 service neutron] 10.222.0.73 "PUT /v2.0/ports/227cf03a-70d2-418e-9b84-3e6c167e46b4 HTTP/1.1" status: 200 len: 1092 time: 1.7996376 Jul 09 16:24:36.100799 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2ac1b48-1b4b-49e2-b4ec-136d43f2b192', 'tag': '227cf03a-70d2-418e-9b84-3e6c167e46b4'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:24:36.120654 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342d9d65-b078-42b1-87e3-bc95a379d8bf" -d '{"events": [{"name": "network-changed", "server_uuid": "f2ac1b48-1b4b-49e2-b4ec-136d43f2b192", "tag": "227cf03a-70d2-418e-9b84-3e6c167e46b4"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:24:36.387218 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6eb440-7aed-4d87-8527-6b37ef7d98c5 x-openstack-request-id: req-4c6eb440-7aed-4d87-8527-6b37ef7d98c5 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:24:36.388729 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2ac1b48-1b4b-49e2-b4ec-136d43f2b192", "tag": "227cf03a-70d2-418e-9b84-3e6c167e46b4", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:24:36.389743 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4c6eb440-7aed-4d87-8527-6b37ef7d98c5 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:24:36.390355 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2ac1b48-1b4b-49e2-b4ec-136d43f2b192', 'tag': '227cf03a-70d2-418e-9b84-3e6c167e46b4', 'status': 'completed', 'code': 200} Jul 09 16:24:36.532657 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09565244-0e5d-47e6-b7da-42710c770493 req-3643f28c-4ac0-42f5-b13f-32580b481731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:36.534199 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-09565244-0e5d-47e6-b7da-42710c770493 req-3643f28c-4ac0-42f5-b13f-32580b481731 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f23c452800b847489100356e9b37b53d&device_id=f2ac1b48-1b4b-49e2-b4ec-136d43f2b192 HTTP/1.1" status: 200 len: 1095 time: 0.3221307 Jul 09 16:24:36.648571 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96875bb0-a874-46fb-a36b-9d24e8cc08fe req-21e48284-7ab6-4876-990f-9b176359255f tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:36.650904 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-96875bb0-a874-46fb-a36b-9d24e8cc08fe req-21e48284-7ab6-4876-990f-9b176359255f tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.1590085 Jul 09 16:24:36.682660 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-09565244-0e5d-47e6-b7da-42710c770493 req-5049c245-6bd9-453c-8c01-72d577b833d5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=227cf03a-70d2-418e-9b84-3e6c167e46b4 HTTP/1.1" status: 200 len: 217 time: 0.1273317 Jul 09 16:24:36.709755 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f80d39-6b51-4741-9553-d01489f6bb38 req-ed46c335-9238-4721-9ad4-f881573856e7 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:36.717451 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-07f80d39-6b51-4741-9553-d01489f6bb38 req-ed46c335-9238-4721-9ad4-f881573856e7 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 945 time: 0.4015276 Jul 09 16:24:36.748521 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-96875bb0-a874-46fb-a36b-9d24e8cc08fe req-c6389de9-3384-4848-84b2-e3594189fbac tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0878434 Jul 09 16:24:36.827586 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09565244-0e5d-47e6-b7da-42710c770493 req-e3e93600-b27c-4499-b117-f1beb18f186b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:36.831040 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-09565244-0e5d-47e6-b7da-42710c770493 req-e3e93600-b27c-4499-b117-f1beb18f186b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7643443c-f3fe-4a91-b386-208fcf7a8dfa HTTP/1.1" status: 200 len: 860 time: 0.1406133 Jul 09 16:24:36.863611 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-07f80d39-6b51-4741-9553-d01489f6bb38 req-f8e93520-79e3-4bd4-923b-e376da3d1b4f tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445482 Jul 09 16:24:36.954103 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-09565244-0e5d-47e6-b7da-42710c770493 req-096b030c-51ee-4fce-89ee-a66cdb9fed3d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=253b6b11-136f-4359-8b4b-5977842f3b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1047373 Jul 09 16:24:37.286661 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-09565244-0e5d-47e6-b7da-42710c770493 req-06e4ff78-c51b-4ed2-bb46-9cb3afc85129 service neutron] 10.222.0.73 "GET /v2.0/networks/253b6b11-136f-4359-8b4b-5977842f3b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224134 Jul 09 16:24:37.354173 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9b8ff-1377-4495-a2b8-0d91cf73c4c6 req-208314d1-130e-4a3f-a06e-48d5978559b8 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:37.357062 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-52b9b8ff-1377-4495-a2b8-0d91cf73c4c6 req-208314d1-130e-4a3f-a06e-48d5978559b8 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2ac1b48-1b4b-49e2-b4ec-136d43f2b192 HTTP/1.1" status: 200 len: 944 time: 0.0847301 Jul 09 16:24:37.410019 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-52b9b8ff-1377-4495-a2b8-0d91cf73c4c6 req-245e31bb-1fd9-48aa-811d-26407561d89c tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/security-groups?id=d0a6dc63-8b1a-4a2e-94f0-61890eef0833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468898 Jul 09 16:24:37.420168 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-09565244-0e5d-47e6-b7da-42710c770493 req-176a7371-edb2-44e0-9ac7-dee0ff474dbb service neutron] 10.222.0.73 "GET /v2.0/networks/253b6b11-136f-4359-8b4b-5977842f3b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223462 Jul 09 16:24:37.659068 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d9d65-b078-42b1-87e3-bc95a379d8bf req-9e0d577b-72b0-4631-98cf-2a2238371196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:37.661227 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-342d9d65-b078-42b1-87e3-bc95a379d8bf req-9e0d577b-72b0-4631-98cf-2a2238371196 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f23c452800b847489100356e9b37b53d&device_id=f2ac1b48-1b4b-49e2-b4ec-136d43f2b192 HTTP/1.1" status: 200 len: 1095 time: 0.0903776 Jul 09 16:24:37.788451 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d9d65-b078-42b1-87e3-bc95a379d8bf req-eaa1c2c6-eba1-47c5-84d9-9f514addd9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:37.790444 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-342d9d65-b078-42b1-87e3-bc95a379d8bf req-eaa1c2c6-eba1-47c5-84d9-9f514addd9c0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=253b6b11-136f-4359-8b4b-5977842f3b3f HTTP/1.1" status: 200 len: 921 time: 0.1132028 Jul 09 16:24:37.848473 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-342d9d65-b078-42b1-87e3-bc95a379d8bf req-2ae13090-df2e-40ef-9c3c-9ad8a87674e4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=227cf03a-70d2-418e-9b84-3e6c167e46b4 HTTP/1.1" status: 200 len: 217 time: 0.0502198 Jul 09 16:24:37.950689 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d9d65-b078-42b1-87e3-bc95a379d8bf req-33aada99-b39b-4a15-8167-b183aba33b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:37.953802 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-342d9d65-b078-42b1-87e3-bc95a379d8bf req-33aada99-b39b-4a15-8167-b183aba33b7e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7643443c-f3fe-4a91-b386-208fcf7a8dfa HTTP/1.1" status: 200 len: 860 time: 0.0966282 Jul 09 16:24:37.995888 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-342d9d65-b078-42b1-87e3-bc95a379d8bf req-9b408c39-f112-4482-a5ca-1f8c055afe95 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=253b6b11-136f-4359-8b4b-5977842f3b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359063 Jul 09 16:24:38.077244 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dbf696-a039-48fd-a893-9a734b3cd71b req-1ecbb7e0-4c63-4cb5-a19d-0f00a353ca29 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:38.079005 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-02dbf696-a039-48fd-a893-9a734b3cd71b req-1ecbb7e0-4c63-4cb5-a19d-0f00a353ca29 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.1849618 Jul 09 16:24:38.160774 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d1676-449a-47f3-8b1d-e6ceceff6f4a req-6170e172-cb33-4669-948a-abafccb1612a tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:38.162287 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-02dbf696-a039-48fd-a893-9a734b3cd71b req-6700ed43-26ae-41ff-aecb-13ee74c35b02 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0703804 Jul 09 16:24:38.165135 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-342d9d65-b078-42b1-87e3-bc95a379d8bf req-8a4df4c0-813f-4e5d-8ea9-9842f06c5b3d service neutron] 10.222.0.73 "GET /v2.0/networks/253b6b11-136f-4359-8b4b-5977842f3b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609199 Jul 09 16:24:38.167419 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cd8d1676-449a-47f3-8b1d-e6ceceff6f4a req-6170e172-cb33-4669-948a-abafccb1612a tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 945 time: 0.0966494 Jul 09 16:24:38.241677 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cd8d1676-449a-47f3-8b1d-e6ceceff6f4a req-32c72ab1-f5d2-4890-8182-6952fd5fa5e3 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654442 Jul 09 16:24:38.324970 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-342d9d65-b078-42b1-87e3-bc95a379d8bf req-b181c55c-ae1f-45d9-94b6-c9a38d14825a service neutron] 10.222.0.73 "GET /v2.0/networks/253b6b11-136f-4359-8b4b-5977842f3b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529188 Jul 09 16:24:38.775152 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08885c3-d9ea-4cad-872c-2a81cd74a845 req-c0c9c408-9505-4042-9318-fb12b5a10861 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:38.777184 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f08885c3-d9ea-4cad-872c-2a81cd74a845 req-c0c9c408-9505-4042-9318-fb12b5a10861 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2ac1b48-1b4b-49e2-b4ec-136d43f2b192 HTTP/1.1" status: 200 len: 944 time: 0.1467850 Jul 09 16:24:38.843116 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f08885c3-d9ea-4cad-872c-2a81cd74a845 req-230e1c80-fb37-4aef-94cd-ca3d9585ff01 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/security-groups?id=d0a6dc63-8b1a-4a2e-94f0-61890eef0833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519011 Jul 09 16:24:39.066353 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6621d558-b1c6-42e1-9d92-e78878dff629 req-7210da78-0e10-450f-b019-99f83c1d94eb tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:39.074655 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6621d558-b1c6-42e1-9d92-e78878dff629 req-7210da78-0e10-450f-b019-99f83c1d94eb tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.1125016 Jul 09 16:24:39.129930 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6621d558-b1c6-42e1-9d92-e78878dff629 req-dfbbdbd4-ed83-43e0-b04e-ae35975355ba tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0541980 Jul 09 16:24:39.357657 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120cd333-0bf8-48a4-a6bf-8a8fc242cfc9 req-40783e7a-4ab4-49ac-bb86-b27dc9c67dc4 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:39.359194 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-120cd333-0bf8-48a4-a6bf-8a8fc242cfc9 req-40783e7a-4ab4-49ac-bb86-b27dc9c67dc4 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.0929546 Jul 09 16:24:39.403599 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-120cd333-0bf8-48a4-a6bf-8a8fc242cfc9 req-ea652829-9769-42f1-bc1b-a3bd8f5539ec tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0375352 Jul 09 16:24:39.643843 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f3b77-d5d9-4391-8a09-87ae4ccc931f req-7d115446-41cb-4d90-84a7-d6168e4e103e tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:39.646754 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-893f3b77-d5d9-4391-8a09-87ae4ccc931f req-7d115446-41cb-4d90-84a7-d6168e4e103e tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 945 time: 0.1274643 Jul 09 16:24:39.717701 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-893f3b77-d5d9-4391-8a09-87ae4ccc931f req-1de3b95c-a514-4672-889d-2f224d3a48c7 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616591 Jul 09 16:24:39.933162 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ad48b-be46-4691-82d3-b5e817531e3b req-7f3fd785-ef36-4c4a-8c25-af3959d035d4 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:39.935952 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fc4ad48b-be46-4691-82d3-b5e817531e3b req-7f3fd785-ef36-4c4a-8c25-af3959d035d4 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/networks?id=e14244d3-321e-4e11-8fa5-f8d23e2088a8 HTTP/1.1" status: 200 len: 812 time: 0.1472178 Jul 09 16:24:39.955655 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fc4ad48b-be46-4691-82d3-b5e817531e3b req-85a118d7-ae02-488b-bc14-01d0728099b4 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/quotas/927faf6a074749d0b7e4b4706940c5ca HTTP/1.1" status: 200 len: 375 time: 0.0102959 Jul 09 16:24:40.011332 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:40.073328 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0190e2-1da4-416b-a215-9c70f02ae9cb req-8571f9c5-3f0a-4ce0-99d1-a9f55c129baf tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:40.076339 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ba0190e2-1da4-416b-a215-9c70f02ae9cb req-8571f9c5-3f0a-4ce0-99d1-a9f55c129baf tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/networks?id=cb07b627-18f2-452e-9e93-be86bc0f0ec6 HTTP/1.1" status: 200 len: 804 time: 0.2195094 Jul 09 16:24:40.078973 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fc4ad48b-be46-4691-82d3-b5e817531e3b req-13ea5ac0-9de1-4853-a48e-0aeeb9ddaa56 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=927faf6a074749d0b7e4b4706940c5ca&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1128833 Jul 09 16:24:40.108989 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ba0190e2-1da4-416b-a215-9c70f02ae9cb req-dc7fa057-3fc7-4e36-bfc6-8d06550295d2 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/quotas/a27b2d6ec67c4326817305bdf0faebf8 HTTP/1.1" status: 200 len: 375 time: 0.0213616 Jul 09 16:24:40.208393 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ba0190e2-1da4-416b-a215-9c70f02ae9cb req-ade9a6d3-caca-4c03-8360-fa64ac1cace7 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=a27b2d6ec67c4326817305bdf0faebf8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0967009 Jul 09 16:24:40.218015 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fc4ad48b-be46-4691-82d3-b5e817531e3b req-a7d58d65-5d02-4f76-8502-52882cb46436 service neutron] 10.222.0.98 "GET /v2.0/networks/e14244d3-321e-4e11-8fa5-f8d23e2088a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361749 Jul 09 16:24:40.328709 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fc4ad48b-be46-4691-82d3-b5e817531e3b req-656b1aaf-221c-4099-93f5-cb03681c4e2c service neutron] 10.222.0.98 "GET /v2.0/networks/e14244d3-321e-4e11-8fa5-f8d23e2088a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044331 Jul 09 16:24:40.329166 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ba0190e2-1da4-416b-a215-9c70f02ae9cb req-48c9cecc-8607-4959-9e6e-6f2bd78be301 service neutron] 10.222.0.98 "GET /v2.0/networks/cb07b627-18f2-452e-9e93-be86bc0f0ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111121 Jul 09 16:24:40.431910 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ba0190e2-1da4-416b-a215-9c70f02ae9cb req-85508c9e-4eaa-434c-8264-1b523461ebd4 service neutron] 10.222.0.98 "GET /v2.0/networks/cb07b627-18f2-452e-9e93-be86bc0f0ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919816 Jul 09 16:24:40.639272 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f783f-460d-4840-ba39-7891cf7c3875 req-f45171a4-f468-4142-a64a-c1dfec78b119 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:40.647217 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f47f783f-460d-4840-ba39-7891cf7c3875 req-f45171a4-f468-4142-a64a-c1dfec78b119 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2ac1b48-1b4b-49e2-b4ec-136d43f2b192 HTTP/1.1" status: 200 len: 944 time: 0.0951204 Jul 09 16:24:40.693402 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f47f783f-460d-4840-ba39-7891cf7c3875 req-ec291d81-b41a-4c40-a235-612b4b0f3ecc tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/security-groups?id=d0a6dc63-8b1a-4a2e-94f0-61890eef0833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448356 Jul 09 16:24:40.711375 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-189fb51f-672d-4425-ab79-1d43f3f4eab9 req-93ea37a6-8935-4143-a421-a4518960b6a5 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=3da9fb37-f90e-4355-bb34-5d4d79af901a HTTP/1.1" status: 200 len: 210 time: 0.0611277 Jul 09 16:24:40.828172 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0b3b4498-1ac9-4505-b64f-9ece74161775 req-fa315810-c087-490e-9797-36cd4eba3adc tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=cafc69eb-199c-4d82-98ad-04ebd5ea8eac HTTP/1.1" status: 200 len: 210 time: 0.0585270 Jul 09 16:24:41.151033 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545080b-e648-41f7-8cc0-fae94b340237 req-e05ed0dc-434e-49cf-85e9-842d450efbf5 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:41.154128 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4545080b-e648-41f7-8cc0-fae94b340237 req-e05ed0dc-434e-49cf-85e9-842d450efbf5 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 945 time: 0.1539581 Jul 09 16:24:41.223980 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4545080b-e648-41f7-8cc0-fae94b340237 req-5e816910-8ede-41d8-b436-1592bdfedce9 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621827 Jul 09 16:24:41.309282 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 227cf03a-70d2-418e-9b84-3e6c167e46b4 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:24:41.325146 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419319d-e77c-4636-af36-d74d410244a9 req-3b68c99c-144d-49c4-b444-4a68d400c223 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:41.327648 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a419319d-e77c-4636-af36-d74d410244a9 req-3b68c99c-144d-49c4-b444-4a68d400c223 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c012fb3-410d-4566-9f74-2bc68c2c3b36 HTTP/1.1" status: 200 len: 945 time: 0.1315167 Jul 09 16:24:41.618854 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-a419319d-e77c-4636-af36-d74d410244a9 req-af953e76-1c66-4770-a3d0-2791aa9ec9fb tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Deleting port e64b2948-3801-41bf-bb62-f1d476c80d79 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:24:41.619221 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a419319d-e77c-4636-af36-d74d410244a9 req-af953e76-1c66-4770-a3d0-2791aa9ec9fb tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:41.721963 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-a419319d-e77c-4636-af36-d74d410244a9 req-af953e76-1c66-4770-a3d0-2791aa9ec9fb tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] For port e64b2948-3801-41bf-bb62-f1d476c80d79, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=e64b2948-3801-41bf-bb62-f1d476c80d79,segment=NetworkSegment(54adfe02-b869-4884-bf8b-5c8e16c54a46),segment_id=54adfe02-b869-4884-bf8b-5c8e16c54a46)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:24:41.722352 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a419319d-e77c-4636-af36-d74d410244a9 req-af953e76-1c66-4770-a3d0-2791aa9ec9fb tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:41.745128 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-a419319d-e77c-4636-af36-d74d410244a9 req-af953e76-1c66-4770-a3d0-2791aa9ec9fb tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Calling delete_port for e64b2948-3801-41bf-bb62-f1d476c80d79 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:24:41.769396 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device e64b2948-3801-41bf-bb62-f1d476c80d79 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:24:41.871824 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:41.894253 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 227cf03a-70d2-418e-9b84-3e6c167e46b4, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=227cf03a-70d2-418e-9b84-3e6c167e46b4,segment=NetworkSegment(5aa2b303-4215-48db-b010-ab00e40f1ba3),segment_id=5aa2b303-4215-48db-b010-ab00e40f1ba3)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:24:41.918400 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '227cf03a-70d2-418e-9b84-3e6c167e46b4', 'network_id': '253b6b11-136f-4359-8b4b-5977842f3b3f', 'port_id': '227cf03a-70d2-418e-9b84-3e6c167e46b4', 'mac_address': 'fa:16:3e:2b:df:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7643443c-f3fe-4a91-b386-208fcf7a8dfa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:24:41.961745 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8df82c-9422-4afa-a290-933c5982ec25 req-f11c1d44-1998-45f6-b76c-dbfb086dbef3 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:41.966108 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0c8df82c-9422-4afa-a290-933c5982ec25 req-f11c1d44-1998-45f6-b76c-dbfb086dbef3 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2ac1b48-1b4b-49e2-b4ec-136d43f2b192 HTTP/1.1" status: 200 len: 944 time: 0.1288331 Jul 09 16:24:41.981729 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:41.994173 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f0d7e081-a680-450a-a16c-894f7ad49132 req-35d7b6fc-bf0e-4ae0-92de-81b458e3afea tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=3da9fb37-f90e-4355-bb34-5d4d79af901a HTTP/1.1" status: 200 len: 210 time: 0.0663977 Jul 09 16:24:42.016837 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 227cf03a-70d2-418e-9b84-3e6c167e46b4 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:24:42.033037 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a419319d-e77c-4636-af36-d74d410244a9 req-af953e76-1c66-4770-a3d0-2791aa9ec9fb tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:42.039913 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0c8df82c-9422-4afa-a290-933c5982ec25 req-be3d2e5d-1eb0-42f1-908b-ff24024c89e2 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/security-groups?id=d0a6dc63-8b1a-4a2e-94f0-61890eef0833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694270 Jul 09 16:24:42.130790 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 227cf03a-70d2-418e-9b84-3e6c167e46b4, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=227cf03a-70d2-418e-9b84-3e6c167e46b4,segment=NetworkSegment(5aa2b303-4215-48db-b010-ab00e40f1ba3),segment_id=5aa2b303-4215-48db-b010-ab00e40f1ba3)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:24:42.145606 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:42.147037 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device e57d8c06-ab85-46d1-be00-3fb675deed68 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:24:42.172492 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af953e76-1c66-4770-a3d0-2791aa9ec9fb tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Pushing event deleted for resources: {'Port': ['ID=e64b2948-3801-41bf-bb62-f1d476c80d79,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:42.232609 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-a419319d-e77c-4636-af36-d74d410244a9 req-af953e76-1c66-4770-a3d0-2791aa9ec9fb tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] No DVR routers for this DVR port e64b2948-3801-41bf-bb62-f1d476c80d79 on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:24:42.254831 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a419319d-e77c-4636-af36-d74d410244a9 req-af953e76-1c66-4770-a3d0-2791aa9ec9fb tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:42.257218 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a419319d-e77c-4636-af36-d74d410244a9 req-af953e76-1c66-4770-a3d0-2791aa9ec9fb tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.77 "DELETE /v2.0/ports/e64b2948-3801-41bf-bb62-f1d476c80d79 HTTP/1.1" status: 204 len: 173 time: 0.9030795 Jul 09 16:24:42.266793 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c012fb3-410d-4566-9f74-2bc68c2c3b36', 'name': 'network-vif-deleted', 'tag': 'e64b2948-3801-41bf-bb62-f1d476c80d79'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:24:42.269996 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb35dd0b-b76c-4a94-abd3-9a45c8e6c816" -d '{"events": [{"server_uuid": "1c012fb3-410d-4566-9f74-2bc68c2c3b36", "name": "network-vif-deleted", "tag": "e64b2948-3801-41bf-bb62-f1d476c80d79"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:24:42.295812 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=227cf03a-70d2-418e-9b84-3e6c167e46b4,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:42.309979 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:42.311149 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:42.311642 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:42.312128 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:42.312660 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:42.313187 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:42.313663 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:42.314491 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:42.315043 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:42.315534 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:42.316009 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:42.317594 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:42.365604 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af953e76-1c66-4770-a3d0-2791aa9ec9fb tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:42.366104 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af953e76-1c66-4770-a3d0-2791aa9ec9fb tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:42.366537 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af953e76-1c66-4770-a3d0-2791aa9ec9fb tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:42.367529 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af953e76-1c66-4770-a3d0-2791aa9ec9fb tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:42.368031 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af953e76-1c66-4770-a3d0-2791aa9ec9fb tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:42.368516 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af953e76-1c66-4770-a3d0-2791aa9ec9fb tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:42.368943 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af953e76-1c66-4770-a3d0-2791aa9ec9fb tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:42.369362 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af953e76-1c66-4770-a3d0-2791aa9ec9fb tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:42.369784 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af953e76-1c66-4770-a3d0-2791aa9ec9fb tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:42.370675 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af953e76-1c66-4770-a3d0-2791aa9ec9fb tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:42.371126 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af953e76-1c66-4770-a3d0-2791aa9ec9fb tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:42.371540 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af953e76-1c66-4770-a3d0-2791aa9ec9fb tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:24:42.387438 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port e57d8c06-ab85-46d1-be00-3fb675deed68, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=e57d8c06-ab85-46d1-be00-3fb675deed68,segment=NetworkSegment(ccf009d5-237d-4e31-8041-1465d7de9aef),segment_id=ccf009d5-237d-4e31-8041-1465d7de9aef)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:24:42.392655 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bbf4f8fa-073d-4af3-bbe9-184003b64b1f req-335123ce-a41e-4b02-b670-ad987cd41034 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=cafc69eb-199c-4d82-98ad-04ebd5ea8eac HTTP/1.1" status: 200 len: 210 time: 0.1707385 Jul 09 16:24:42.400847 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': 'e57d8c06-ab85-46d1-be00-3fb675deed68', 'network_id': 'a171d79a-1159-4481-9cc1-46c665ce3a96', 'port_id': 'e57d8c06-ab85-46d1-be00-3fb675deed68', 'mac_address': 'fa:16:3e:41:67:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9e97679-e3ca-4f43-b281-7791408a1287', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:24:42.481299 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:42.517657 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e57d8c06-ab85-46d1-be00-3fb675deed68 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:24:42.556990 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ad48b-be46-4691-82d3-b5e817531e3b req-f4c0fcdd-fc75-4834-ab4b-4974647cf9c7 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:42.563736 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fc4ad48b-be46-4691-82d3-b5e817531e3b req-f4c0fcdd-fc75-4834-ab4b-4974647cf9c7 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.77 "GET /v2.0/networks?id=e14244d3-321e-4e11-8fa5-f8d23e2088a8 HTTP/1.1" status: 200 len: 812 time: 0.3932397 Jul 09 16:24:42.568447 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port e57d8c06-ab85-46d1-be00-3fb675deed68, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=e57d8c06-ab85-46d1-be00-3fb675deed68,segment=NetworkSegment(ccf009d5-237d-4e31-8041-1465d7de9aef),segment_id=ccf009d5-237d-4e31-8041-1465d7de9aef)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:24:42.578638 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:42.589795 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-fc4ad48b-be46-4691-82d3-b5e817531e3b req-d70d704a-a85e-4dad-934d-f804623cc1a8 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Request body: {'port': {'device_id': '3da9fb37-f90e-4355-bb34-5d4d79af901a', 'network_id': 'e14244d3-321e-4e11-8fa5-f8d23e2088a8', 'admin_state_up': True, 'tenant_id': '927faf6a074749d0b7e4b4706940c5ca'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:24:42.703464 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=e57d8c06-ab85-46d1-be00-3fb675deed68,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:42.783653 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2cb592-271a-4abf-bb20-eba0b9a0439d x-openstack-request-id: req-6d2cb592-271a-4abf-bb20-eba0b9a0439d {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:24:42.784059 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c012fb3-410d-4566-9f74-2bc68c2c3b36", "name": "network-vif-deleted", "tag": "e64b2948-3801-41bf-bb62-f1d476c80d79", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:24:42.794997 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6d2cb592-271a-4abf-bb20-eba0b9a0439d {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:24:42.795557 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c012fb3-410d-4566-9f74-2bc68c2c3b36', 'name': 'network-vif-deleted', 'tag': 'e64b2948-3801-41bf-bb62-f1d476c80d79', 'status': 'completed', 'code': 200} Jul 09 16:24:42.894544 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['e57d8c06-ab85-46d1-be00-3fb675deed68'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:24:42.927142 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc4ad48b-be46-4691-82d3-b5e817531e3b req-d70d704a-a85e-4dad-934d-f804623cc1a8 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Made reservation on behalf of 927faf6a074749d0b7e4b4706940c5ca for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:24:42.931250 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fc4ad48b-be46-4691-82d3-b5e817531e3b req-d70d704a-a85e-4dad-934d-f804623cc1a8 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:42.981709 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a5c14-ef2e-44c4-86cc-78c22d7f3f2d req-7b204e65-b6d4-4991-8b43-f4a4fd122b49 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:42.983297 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bc0a5c14-ef2e-44c4-86cc-78c22d7f3f2d req-7b204e65-b6d4-4991-8b43-f4a4fd122b49 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 944 time: 0.2397919 Jul 09 16:24:43.201822 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-fc4ad48b-be46-4691-82d3-b5e817531e3b req-d70d704a-a85e-4dad-934d-f804623cc1a8 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Allocated IP 172.20.0.13 (e14244d3-321e-4e11-8fa5-f8d23e2088a8/9ed42caa-ccec-43f9-abc2-3f037ba46c07/3340795a-2af7-4b17-94ed-fb41de92ccb5) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:24:43.238316 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['227cf03a-70d2-418e-9b84-3e6c167e46b4'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:24:43.297059 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0190e2-1da4-416b-a215-9c70f02ae9cb req-5c600472-e432-4058-9dc4-c6a16f942d80 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:43.299024 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ba0190e2-1da4-416b-a215-9c70f02ae9cb req-5c600472-e432-4058-9dc4-c6a16f942d80 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.77 "GET /v2.0/networks?id=cb07b627-18f2-452e-9e93-be86bc0f0ec6 HTTP/1.1" status: 200 len: 804 time: 0.4967134 Jul 09 16:24:43.325298 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ddeba5b7-1c01-4a90-aa83-58a4150827ff req-9c6ff34a-fc6b-4f43-8d71-1e4abba368b2 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=3da9fb37-f90e-4355-bb34-5d4d79af901a HTTP/1.1" status: 200 len: 210 time: 0.0943317 Jul 09 16:24:43.333271 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-ba0190e2-1da4-416b-a215-9c70f02ae9cb req-3861fffd-e7b6-4ea5-8b83-4730400c28be tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Request body: {'port': {'device_id': 'cafc69eb-199c-4d82-98ad-04ebd5ea8eac', 'network_id': 'cb07b627-18f2-452e-9e93-be86bc0f0ec6', 'admin_state_up': True, 'tenant_id': 'a27b2d6ec67c4326817305bdf0faebf8'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:24:43.417864 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bc0a5c14-ef2e-44c4-86cc-78c22d7f3f2d req-a7c7400f-4ed7-4f86-8933-f522bee060c9 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832809 Jul 09 16:24:43.568622 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca80aad1-ac1a-426d-a626-1740c542835f req-65f04111-7063-4c96-9a77-a31ca66979c1 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:43.570573 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ca80aad1-ac1a-426d-a626-1740c542835f req-65f04111-7063-4c96-9a77-a31ca66979c1 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2ac1b48-1b4b-49e2-b4ec-136d43f2b192 HTTP/1.1" status: 200 len: 945 time: 0.0860076 Jul 09 16:24:43.610787 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fc4ad48b-be46-4691-82d3-b5e817531e3b req-d70d704a-a85e-4dad-934d-f804623cc1a8 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:43.616680 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ca80aad1-ac1a-426d-a626-1740c542835f req-2edcc9c4-2cbb-422b-96dd-29c4be651d27 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/security-groups?id=d0a6dc63-8b1a-4a2e-94f0-61890eef0833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368774 Jul 09 16:24:43.653428 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-856ff096-68c4-47ce-a3a9-822028b757ae req-f618e00e-5f61-4671-bb2c-aaef18dbfdde tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=cafc69eb-199c-4d82-98ad-04ebd5ea8eac HTTP/1.1" status: 200 len: 210 time: 0.0670476 Jul 09 16:24:43.666575 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-fc4ad48b-be46-4691-82d3-b5e817531e3b req-d70d704a-a85e-4dad-934d-f804623cc1a8 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Transition to ACTIVE for port object 3340795a-2af7-4b17-94ed-fb41de92ccb5 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:24:43.714423 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba0190e2-1da4-416b-a215-9c70f02ae9cb req-3861fffd-e7b6-4ea5-8b83-4730400c28be tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Made reservation on behalf of a27b2d6ec67c4326817305bdf0faebf8 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:24:43.717983 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ba0190e2-1da4-416b-a215-9c70f02ae9cb req-3861fffd-e7b6-4ea5-8b83-4730400c28be tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:43.729654 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fc4ad48b-be46-4691-82d3-b5e817531e3b req-d70d704a-a85e-4dad-934d-f804623cc1a8 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:43.819232 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70d704a-a85e-4dad-934d-f804623cc1a8 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Pushing event updated for resources: {'Port': ['ID=3340795a-2af7-4b17-94ed-fb41de92ccb5,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:43.860069 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc4ad48b-be46-4691-82d3-b5e817531e3b req-d70d704a-a85e-4dad-934d-f804623cc1a8 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Network e14244d3-321e-4e11-8fa5-f8d23e2088a8 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:24:43.864448 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-fc4ad48b-be46-4691-82d3-b5e817531e3b req-d70d704a-a85e-4dad-934d-f804623cc1a8 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:24:43.867217 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc4ad48b-be46-4691-82d3-b5e817531e3b req-d70d704a-a85e-4dad-934d-f804623cc1a8 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:24:43.981395 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ad48b-be46-4691-82d3-b5e817531e3b req-d70d704a-a85e-4dad-934d-f804623cc1a8 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:43.981979 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fc4ad48b-be46-4691-82d3-b5e817531e3b req-d70d704a-a85e-4dad-934d-f804623cc1a8 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:44.021015 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-ba0190e2-1da4-416b-a215-9c70f02ae9cb req-3861fffd-e7b6-4ea5-8b83-4730400c28be tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Allocated IP 172.20.0.12 (cb07b627-18f2-452e-9e93-be86bc0f0ec6/290e7ab8-3d22-43c0-a3ef-f5bcba5938e6/33017192-84c7-45fb-aa15-2178b3d5b528) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:24:44.028091 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fc4ad48b-be46-4691-82d3-b5e817531e3b req-d70d704a-a85e-4dad-934d-f804623cc1a8 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4571245 Jul 09 16:24:44.040206 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-fc4ad48b-be46-4691-82d3-b5e817531e3b req-df617ab9-4cc6-45d3-9c7d-35aa0e146668 service neutron] Request body: {'port': {'device_id': '3da9fb37-f90e-4355-bb34-5d4d79af901a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:24:44.201185 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fc4ad48b-be46-4691-82d3-b5e817531e3b req-df617ab9-4cc6-45d3-9c7d-35aa0e146668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:44.226513 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-cde28a42-b107-4763-991a-249c3119eb45 None None] Provisioning for port 3340795a-2af7-4b17-94ed-fb41de92ccb5 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:24:44.231555 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-cde28a42-b107-4763-991a-249c3119eb45 None None] Provisioning complete for port 3340795a-2af7-4b17-94ed-fb41de92ccb5 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:24:44.231934 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cde28a42-b107-4763-991a-249c3119eb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:44.267142 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-cde28a42-b107-4763-991a-249c3119eb45 None None] Port 3340795a-2af7-4b17-94ed-fb41de92ccb5 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:24:44.357108 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ba0190e2-1da4-416b-a215-9c70f02ae9cb req-3861fffd-e7b6-4ea5-8b83-4730400c28be tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:44.479240 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ba0190e2-1da4-416b-a215-9c70f02ae9cb req-3861fffd-e7b6-4ea5-8b83-4730400c28be tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:44.588106 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba0190e2-1da4-416b-a215-9c70f02ae9cb req-3861fffd-e7b6-4ea5-8b83-4730400c28be tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Network cb07b627-18f2-452e-9e93-be86bc0f0ec6 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:24:44.604169 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-ba0190e2-1da4-416b-a215-9c70f02ae9cb req-3861fffd-e7b6-4ea5-8b83-4730400c28be tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:24:44.616867 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba0190e2-1da4-416b-a215-9c70f02ae9cb req-3861fffd-e7b6-4ea5-8b83-4730400c28be tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:24:44.617888 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3861fffd-e7b6-4ea5-8b83-4730400c28be tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Pushing event updated for resources: {'Port': ['ID=33017192-84c7-45fb-aa15-2178b3d5b528,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:44.730558 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02d0fc-5c1d-4fb4-8333-070d9caac6bb req-0f3f7b73-96f6-486c-a916-c06a5bb090f5 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:44.748532 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3e02d0fc-5c1d-4fb4-8333-070d9caac6bb req-0f3f7b73-96f6-486c-a916-c06a5bb090f5 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 944 time: 0.1520753 Jul 09 16:24:44.759898 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-fc4ad48b-be46-4691-82d3-b5e817531e3b req-df617ab9-4cc6-45d3-9c7d-35aa0e146668 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3340795a-2af7-4b17-94ed-fb41de92ccb5 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:24:44.771406 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0190e2-1da4-416b-a215-9c70f02ae9cb req-3861fffd-e7b6-4ea5-8b83-4730400c28be tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:44.772082 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ba0190e2-1da4-416b-a215-9c70f02ae9cb req-3861fffd-e7b6-4ea5-8b83-4730400c28be tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:44.780742 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fc4ad48b-be46-4691-82d3-b5e817531e3b req-df617ab9-4cc6-45d3-9c7d-35aa0e146668 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:44.811993 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f864e71-efa2-41f2-b3e7-3b9b72a6b718 req-b04f7afe-eec2-46f2-b8c4-db0b41c098d6 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:44.811993 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1f864e71-efa2-41f2-b3e7-3b9b72a6b718 req-b04f7afe-eec2-46f2-b8c4-db0b41c098d6 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=3da9fb37-f90e-4355-bb34-5d4d79af901a HTTP/1.1" status: 200 len: 932 time: 0.3236425 Jul 09 16:24:44.833606 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-fc4ad48b-be46-4691-82d3-b5e817531e3b req-df617ab9-4cc6-45d3-9c7d-35aa0e146668 service neutron] Transition to ACTIVE for port object 3340795a-2af7-4b17-94ed-fb41de92ccb5 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:24:44.834361 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3e02d0fc-5c1d-4fb4-8333-070d9caac6bb req-017472ca-72a9-49b0-bc02-cab8ceb602b3 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836782 Jul 09 16:24:44.857057 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ba0190e2-1da4-416b-a215-9c70f02ae9cb req-3861fffd-e7b6-4ea5-8b83-4730400c28be tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5469279 Jul 09 16:24:44.860040 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fc4ad48b-be46-4691-82d3-b5e817531e3b req-df617ab9-4cc6-45d3-9c7d-35aa0e146668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:44.871589 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-ba0190e2-1da4-416b-a215-9c70f02ae9cb req-1a5eeec2-8542-406c-a7b3-7a3c8aae36a1 service neutron] Request body: {'port': {'device_id': 'cafc69eb-199c-4d82-98ad-04ebd5ea8eac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:24:45.044699 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1f864e71-efa2-41f2-b3e7-3b9b72a6b718 req-3e835a2c-ec71-4c34-abd5-8f5222007aa5 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241807 Jul 09 16:24:45.059183 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ba0190e2-1da4-416b-a215-9c70f02ae9cb req-1a5eeec2-8542-406c-a7b3-7a3c8aae36a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:45.084998 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df617ab9-4cc6-45d3-9c7d-35aa0e146668 service neutron] Pushing event updated for resources: {'Port': ['ID=3340795a-2af7-4b17-94ed-fb41de92ccb5,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:45.312176 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 227cf03a-70d2-418e-9b84-3e6c167e46b4 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:24:45.319261 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29dad8-de98-4a6b-9418-e47c0bfec7cb req-77e0bd7c-27e3-4a13-923a-9856fce1d506 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:45.320929 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fa29dad8-de98-4a6b-9418-e47c0bfec7cb req-77e0bd7c-27e3-4a13-923a-9856fce1d506 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2ac1b48-1b4b-49e2-b4ec-136d43f2b192 HTTP/1.1" status: 200 len: 945 time: 0.1834872 Jul 09 16:24:45.454044 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fa29dad8-de98-4a6b-9418-e47c0bfec7cb req-3e99bc14-c97a-49c7-a22a-5ace2da343a5 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/security-groups?id=d0a6dc63-8b1a-4a2e-94f0-61890eef0833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224165 Jul 09 16:24:45.512897 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 227cf03a-70d2-418e-9b84-3e6c167e46b4 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:24:45.520184 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 227cf03a-70d2-418e-9b84-3e6c167e46b4 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:24:45.520946 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:45.800203 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device e64b2948-3801-41bf-bb62-f1d476c80d79 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:24:45.815773 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-fc4ad48b-be46-4691-82d3-b5e817531e3b req-df617ab9-4cc6-45d3-9c7d-35aa0e146668 service neutron] Attempting to bind port 3340795a-2af7-4b17-94ed-fb41de92ccb5 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:24:45.816694 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-fc4ad48b-be46-4691-82d3-b5e817531e3b req-df617ab9-4cc6-45d3-9c7d-35aa0e146668 service neutron] Attempting to bind port 3340795a-2af7-4b17-94ed-fb41de92ccb5 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '44b862f2-e325-48d7-99eb-7401b6fb9e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e14244d3-321e-4e11-8fa5-f8d23e2088a8'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:24:45.817211 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4ad48b-be46-4691-82d3-b5e817531e3b req-df617ab9-4cc6-45d3-9c7d-35aa0e146668 service neutron] Attempting to bind port 3340795a-2af7-4b17-94ed-fb41de92ccb5 on network e14244d3-321e-4e11-8fa5-f8d23e2088a8 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:24:45.841788 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4ad48b-be46-4691-82d3-b5e817531e3b req-df617ab9-4cc6-45d3-9c7d-35aa0e146668 service neutron] Port 3340795a-2af7-4b17-94ed-fb41de92ccb5 on network e14244d3-321e-4e11-8fa5-f8d23e2088a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:24:45.842107 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4ad48b-be46-4691-82d3-b5e817531e3b req-df617ab9-4cc6-45d3-9c7d-35aa0e146668 service neutron] Attempting to bind port 3340795a-2af7-4b17-94ed-fb41de92ccb5 on network e14244d3-321e-4e11-8fa5-f8d23e2088a8 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:24:45.844259 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: e64b2948-3801-41bf-bb62-f1d476c80d79 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:24:45.844840 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device e64b2948-3801-41bf-bb62-f1d476c80d79 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:24:45.871763 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:45.901371 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4ad48b-be46-4691-82d3-b5e817531e3b req-df617ab9-4cc6-45d3-9c7d-35aa0e146668 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:24:45.901747 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4ad48b-be46-4691-82d3-b5e817531e3b req-df617ab9-4cc6-45d3-9c7d-35aa0e146668 service neutron] Checking segment: {'id': '44b862f2-e325-48d7-99eb-7401b6fb9e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e14244d3-321e-4e11-8fa5-f8d23e2088a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:24:45.902144 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4ad48b-be46-4691-82d3-b5e817531e3b req-df617ab9-4cc6-45d3-9c7d-35aa0e146668 service neutron] Bound using segment: {'id': '44b862f2-e325-48d7-99eb-7401b6fb9e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e14244d3-321e-4e11-8fa5-f8d23e2088a8'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:24:45.902618 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-fc4ad48b-be46-4691-82d3-b5e817531e3b req-df617ab9-4cc6-45d3-9c7d-35aa0e146668 service neutron] Bound port: 3340795a-2af7-4b17-94ed-fb41de92ccb5, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b862f2-e325-48d7-99eb-7401b6fb9e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e14244d3-321e-4e11-8fa5-f8d23e2088a8'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:24:45.902996 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fc4ad48b-be46-4691-82d3-b5e817531e3b req-df617ab9-4cc6-45d3-9c7d-35aa0e146668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:45.929387 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ac1b48-1b4b-49e2-b4ec-136d43f2b192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '227cf03a-70d2-418e-9b84-3e6c167e46b4'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:24:45.934008 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb95e91-0961-42c2-a273-2cad1c7bfdaf" -d '{"events": [{"server_uuid": "f2ac1b48-1b4b-49e2-b4ec-136d43f2b192", "name": "network-vif-plugged", "status": "completed", "tag": "227cf03a-70d2-418e-9b84-3e6c167e46b4"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:24:45.956009 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7ae50-d6cc-4a79-9c65-7af1c280666f req-05906cb1-ecfa-467b-be4f-23cc72094154 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:45.965176 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b1b7ae50-d6cc-4a79-9c65-7af1c280666f req-05906cb1-ecfa-467b-be4f-23cc72094154 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=cafc69eb-199c-4d82-98ad-04ebd5ea8eac HTTP/1.1" status: 200 len: 932 time: 0.2980216 Jul 09 16:24:45.967475 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 227cf03a-70d2-418e-9b84-3e6c167e46b4, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=227cf03a-70d2-418e-9b84-3e6c167e46b4,segment=NetworkSegment(5aa2b303-4215-48db-b010-ab00e40f1ba3),segment_id=5aa2b303-4215-48db-b010-ab00e40f1ba3)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:24:45.974388 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:45.975580 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device e57d8c06-ab85-46d1-be00-3fb675deed68 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:24:46.087951 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=227cf03a-70d2-418e-9b84-3e6c167e46b4,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:46.096475 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port e57d8c06-ab85-46d1-be00-3fb675deed68 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:24:46.097147 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:46.142437 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b1b7ae50-d6cc-4a79-9c65-7af1c280666f req-d64b6e6b-0e6d-421e-a8d6-72b827cbda81 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762497 Jul 09 16:24:46.173601 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48108e-0211-4da6-8405-dfbb653647c5 req-aee62045-aa33-46f6-a3bb-4e51045a6bc0 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:46.173601 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3a48108e-0211-4da6-8405-dfbb653647c5 req-aee62045-aa33-46f6-a3bb-4e51045a6bc0 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 944 time: 0.1079535 Jul 09 16:24:46.181990 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-fc4ad48b-be46-4691-82d3-b5e817531e3b req-df617ab9-4cc6-45d3-9c7d-35aa0e146668 service neutron] For port 3340795a-2af7-4b17-94ed-fb41de92ccb5, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:24:46.197794 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-fc4ad48b-be46-4691-82d3-b5e817531e3b req-df617ab9-4cc6-45d3-9c7d-35aa0e146668 service neutron] For port 3340795a-2af7-4b17-94ed-fb41de92ccb5, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=3340795a-2af7-4b17-94ed-fb41de92ccb5,segment=NetworkSegment(44b862f2-e325-48d7-99eb-7401b6fb9e9c),segment_id=44b862f2-e325-48d7-99eb-7401b6fb9e9c)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:24:46.208315 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fc4ad48b-be46-4691-82d3-b5e817531e3b req-df617ab9-4cc6-45d3-9c7d-35aa0e146668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:46.216097 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:46.287232 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ad48b-be46-4691-82d3-b5e817531e3b req-df617ab9-4cc6-45d3-9c7d-35aa0e146668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:46.288386 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fc4ad48b-be46-4691-82d3-b5e817531e3b req-df617ab9-4cc6-45d3-9c7d-35aa0e146668 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:46.289875 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fc4ad48b-be46-4691-82d3-b5e817531e3b req-df617ab9-4cc6-45d3-9c7d-35aa0e146668 service neutron] 10.222.0.77 "PUT /v2.0/ports/3340795a-2af7-4b17-94ed-fb41de92ccb5 HTTP/1.1" status: 200 len: 1092 time: 2.2547834 Jul 09 16:24:46.290069 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port e57d8c06-ab85-46d1-be00-3fb675deed68, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=e57d8c06-ab85-46d1-be00-3fb675deed68,segment=NetworkSegment(ccf009d5-237d-4e31-8041-1465d7de9aef),segment_id=ccf009d5-237d-4e31-8041-1465d7de9aef)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:24:46.292563 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3da9fb37-f90e-4355-bb34-5d4d79af901a', 'tag': '3340795a-2af7-4b17-94ed-fb41de92ccb5'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:24:46.295194 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1c36cd-398c-4fdc-9609-3daeb2b6b7c7" -d '{"events": [{"name": "network-changed", "server_uuid": "3da9fb37-f90e-4355-bb34-5d4d79af901a", "tag": "3340795a-2af7-4b17-94ed-fb41de92ccb5"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:24:46.315221 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:46.376897 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df617ab9-4cc6-45d3-9c7d-35aa0e146668 service neutron] Pushing event updated for resources: {'Port': ['ID=3340795a-2af7-4b17-94ed-fb41de92ccb5,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:46.380765 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3a48108e-0211-4da6-8405-dfbb653647c5 req-a5264724-9d2f-482a-bed5-425f059cf4d2 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949656 Jul 09 16:24:46.383750 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42a1fac-d76d-45a9-97ad-6ac30c7d8999 x-openstack-request-id: req-e42a1fac-d76d-45a9-97ad-6ac30c7d8999 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:24:46.384292 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2ac1b48-1b4b-49e2-b4ec-136d43f2b192", "name": "network-vif-plugged", "status": "completed", "tag": "227cf03a-70d2-418e-9b84-3e6c167e46b4", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:24:46.384718 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e42a1fac-d76d-45a9-97ad-6ac30c7d8999 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:24:46.385389 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2ac1b48-1b4b-49e2-b4ec-136d43f2b192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '227cf03a-70d2-418e-9b84-3e6c167e46b4', 'code': 200} Jul 09 16:24:46.386142 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=e57d8c06-ab85-46d1-be00-3fb675deed68,revision_number=7']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:46.467744 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d64c405-d091-43cf-b2dc-196958df8ef0 x-openstack-request-id: req-5d64c405-d091-43cf-b2dc-196958df8ef0 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:24:46.468010 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3da9fb37-f90e-4355-bb34-5d4d79af901a", "tag": "3340795a-2af7-4b17-94ed-fb41de92ccb5", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:24:46.472024 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5d64c405-d091-43cf-b2dc-196958df8ef0 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:24:46.472641 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3da9fb37-f90e-4355-bb34-5d4d79af901a', 'tag': '3340795a-2af7-4b17-94ed-fb41de92ccb5', 'status': 'completed', 'code': 200} Jul 09 16:24:46.731308 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-ba0190e2-1da4-416b-a215-9c70f02ae9cb req-1a5eeec2-8542-406c-a7b3-7a3c8aae36a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33017192-84c7-45fb-aa15-2178b3d5b528 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:24:46.790295 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ba0190e2-1da4-416b-a215-9c70f02ae9cb req-1a5eeec2-8542-406c-a7b3-7a3c8aae36a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:46.825441 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ad48b-be46-4691-82d3-b5e817531e3b req-a1f00966-1c8b-451c-9300-601f85a67077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:46.825441 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fc4ad48b-be46-4691-82d3-b5e817531e3b req-a1f00966-1c8b-451c-9300-601f85a67077 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=927faf6a074749d0b7e4b4706940c5ca&device_id=3da9fb37-f90e-4355-bb34-5d4d79af901a HTTP/1.1" status: 200 len: 1095 time: 0.4671357 Jul 09 16:24:46.864873 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd2788b-d83b-4d23-8ddb-0885b84db6b7 req-a8f91c6b-957f-4bf3-9475-ad75a0cccec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:46.866316 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ecd2788b-d83b-4d23-8ddb-0885b84db6b7 req-a8f91c6b-957f-4bf3-9475-ad75a0cccec0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f2ac1b48-1b4b-49e2-b4ec-136d43f2b192 HTTP/1.1" status: 200 len: 1097 time: 0.3649344 Jul 09 16:24:46.876518 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-ba0190e2-1da4-416b-a215-9c70f02ae9cb req-1a5eeec2-8542-406c-a7b3-7a3c8aae36a1 service neutron] Transition to ACTIVE for port object 33017192-84c7-45fb-aa15-2178b3d5b528 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:24:46.922365 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fc4ad48b-be46-4691-82d3-b5e817531e3b req-258964ca-ef33-47ba-be19-33a39b11ce58 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3340795a-2af7-4b17-94ed-fb41de92ccb5 HTTP/1.1" status: 200 len: 217 time: 0.0715606 Jul 09 16:24:46.926339 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ba0190e2-1da4-416b-a215-9c70f02ae9cb req-1a5eeec2-8542-406c-a7b3-7a3c8aae36a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:46.959863 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c37b53-221f-443f-ba30-5c2f1a1d45c8 req-9fc12648-814d-4015-8492-ebc6c5ac53b8 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:46.961384 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a3c37b53-221f-443f-ba30-5c2f1a1d45c8 req-9fc12648-814d-4015-8492-ebc6c5ac53b8 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2ac1b48-1b4b-49e2-b4ec-136d43f2b192 HTTP/1.1" status: 200 len: 946 time: 0.2309778 Jul 09 16:24:46.962575 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 39762) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:24:47.009804 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ecd2788b-d83b-4d23-8ddb-0885b84db6b7 req-8c8e7dd4-01c7-42ed-82cd-72d42ea7eb2f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d0a6dc63-8b1a-4a2e-94f0-61890eef0833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282244 Jul 09 16:24:47.081510 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a3c37b53-221f-443f-ba30-5c2f1a1d45c8 req-5c2f9aa5-cf09-430e-bb51-14e39e46abea tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/security-groups?id=d0a6dc63-8b1a-4a2e-94f0-61890eef0833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698583 Jul 09 16:24:47.104127 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aea1ad-2588-49d4-91a0-eade7741f6bf req-a8b0a542-0352-4ce6-9e74-0b3ffbd8f9a6 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:47.106036 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-78aea1ad-2588-49d4-91a0-eade7741f6bf req-a8b0a542-0352-4ce6-9e74-0b3ffbd8f9a6 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=3da9fb37-f90e-4355-bb34-5d4d79af901a HTTP/1.1" status: 200 len: 944 time: 0.4169929 Jul 09 16:24:47.181915 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b3e2b317-0fd2-465a-985e-da2393f76e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:47.203227 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-78aea1ad-2588-49d4-91a0-eade7741f6bf req-492d9226-c6aa-41d3-a231-d400d3c15b34 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700135 Jul 09 16:24:47.204053 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5eeec2-8542-406c-a7b3-7a3c8aae36a1 service neutron] Pushing event updated for resources: {'Port': ['ID=33017192-84c7-45fb-aa15-2178b3d5b528,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:47.218935 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ad48b-be46-4691-82d3-b5e817531e3b req-ef95fe7a-9f6a-4e54-b891-7c21f253850f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:47.220403 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fc4ad48b-be46-4691-82d3-b5e817531e3b req-ef95fe7a-9f6a-4e54-b891-7c21f253850f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9ed42caa-ccec-43f9-abc2-3f037ba46c07 HTTP/1.1" status: 200 len: 851 time: 0.2881975 Jul 09 16:24:47.317014 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-ba0190e2-1da4-416b-a215-9c70f02ae9cb req-1a5eeec2-8542-406c-a7b3-7a3c8aae36a1 service neutron] Attempting to bind port 33017192-84c7-45fb-aa15-2178b3d5b528 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:24:47.317369 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-ba0190e2-1da4-416b-a215-9c70f02ae9cb req-1a5eeec2-8542-406c-a7b3-7a3c8aae36a1 service neutron] Attempting to bind port 33017192-84c7-45fb-aa15-2178b3d5b528 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '54adfe02-b869-4884-bf8b-5c8e16c54a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'cb07b627-18f2-452e-9e93-be86bc0f0ec6'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:24:47.317674 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0190e2-1da4-416b-a215-9c70f02ae9cb req-1a5eeec2-8542-406c-a7b3-7a3c8aae36a1 service neutron] Attempting to bind port 33017192-84c7-45fb-aa15-2178b3d5b528 on network cb07b627-18f2-452e-9e93-be86bc0f0ec6 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:24:47.327010 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0190e2-1da4-416b-a215-9c70f02ae9cb req-1a5eeec2-8542-406c-a7b3-7a3c8aae36a1 service neutron] Port 33017192-84c7-45fb-aa15-2178b3d5b528 on network cb07b627-18f2-452e-9e93-be86bc0f0ec6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:24:47.327401 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0190e2-1da4-416b-a215-9c70f02ae9cb req-1a5eeec2-8542-406c-a7b3-7a3c8aae36a1 service neutron] Attempting to bind port 33017192-84c7-45fb-aa15-2178b3d5b528 on network cb07b627-18f2-452e-9e93-be86bc0f0ec6 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:24:47.335290 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0190e2-1da4-416b-a215-9c70f02ae9cb req-1a5eeec2-8542-406c-a7b3-7a3c8aae36a1 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:24:47.335812 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0190e2-1da4-416b-a215-9c70f02ae9cb req-1a5eeec2-8542-406c-a7b3-7a3c8aae36a1 service neutron] Checking segment: {'id': '54adfe02-b869-4884-bf8b-5c8e16c54a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'cb07b627-18f2-452e-9e93-be86bc0f0ec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:24:47.336074 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0190e2-1da4-416b-a215-9c70f02ae9cb req-1a5eeec2-8542-406c-a7b3-7a3c8aae36a1 service neutron] Bound using segment: {'id': '54adfe02-b869-4884-bf8b-5c8e16c54a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'cb07b627-18f2-452e-9e93-be86bc0f0ec6'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:24:47.336498 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-ba0190e2-1da4-416b-a215-9c70f02ae9cb req-1a5eeec2-8542-406c-a7b3-7a3c8aae36a1 service neutron] Bound port: 33017192-84c7-45fb-aa15-2178b3d5b528, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54adfe02-b869-4884-bf8b-5c8e16c54a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'cb07b627-18f2-452e-9e93-be86bc0f0ec6'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:24:47.336897 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ba0190e2-1da4-416b-a215-9c70f02ae9cb req-1a5eeec2-8542-406c-a7b3-7a3c8aae36a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:47.479209 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b3e2b317-0fd2-465a-985e-da2393f76e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:47.496273 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b3e2b317-0fd2-465a-985e-da2393f76e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:47.506641 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ad48b-be46-4691-82d3-b5e817531e3b req-63c5b500-2a3c-470d-b25f-a4ccecf4eca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:47.517212 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fc4ad48b-be46-4691-82d3-b5e817531e3b req-63c5b500-2a3c-470d-b25f-a4ccecf4eca4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e14244d3-321e-4e11-8fa5-f8d23e2088a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2688417 Jul 09 16:24:47.527885 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b3e2b317-0fd2-465a-985e-da2393f76e6c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8b0f9ba721f541eeaf4fea801ee230f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5637887 Jul 09 16:24:47.538098 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 39774) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:24:47.633450 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e2b317-0fd2-465a-985e-da2393f76e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a6f08b-bdd4-424c-8e67-73ce92ab1f27,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:47.689239 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3ea1d3fd-d36a-4975-9ef4-a0db1e8187c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:47.721622 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3ea1d3fd-d36a-4975-9ef4-a0db1e8187c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:47.753612 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-ba0190e2-1da4-416b-a215-9c70f02ae9cb req-1a5eeec2-8542-406c-a7b3-7a3c8aae36a1 service neutron] For port 33017192-84c7-45fb-aa15-2178b3d5b528, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:24:47.762044 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-ba0190e2-1da4-416b-a215-9c70f02ae9cb req-1a5eeec2-8542-406c-a7b3-7a3c8aae36a1 service neutron] For port 33017192-84c7-45fb-aa15-2178b3d5b528, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=33017192-84c7-45fb-aa15-2178b3d5b528,segment=NetworkSegment(54adfe02-b869-4884-bf8b-5c8e16c54a46),segment_id=54adfe02-b869-4884-bf8b-5c8e16c54a46)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:24:47.779164 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ba0190e2-1da4-416b-a215-9c70f02ae9cb req-1a5eeec2-8542-406c-a7b3-7a3c8aae36a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:47.800873 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3ea1d3fd-d36a-4975-9ef4-a0db1e8187c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:47.804691 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3ea1d3fd-d36a-4975-9ef4-a0db1e8187c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:47.806321 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3ea1d3fd-d36a-4975-9ef4-a0db1e8187c3 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b2a6f08b-bdd4-424c-8e67-73ce92ab1f27 HTTP/1.1" status: 204 len: 168 time: 0.2669716 Jul 09 16:24:47.834272 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea1d3fd-d36a-4975-9ef4-a0db1e8187c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a6f08b-bdd4-424c-8e67-73ce92ab1f27,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:47.884711 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16dad6-2bc6-43b4-a2a6-cd7820c130d5 req-cc778cce-c456-4c2a-af62-661e0a0762c7 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:47.892693 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2a16dad6-2bc6-43b4-a2a6-cd7820c130d5 req-cc778cce-c456-4c2a-af62-661e0a0762c7 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 945 time: 0.2699866 Jul 09 16:24:47.899675 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0190e2-1da4-416b-a215-9c70f02ae9cb req-1a5eeec2-8542-406c-a7b3-7a3c8aae36a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:47.900735 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ba0190e2-1da4-416b-a215-9c70f02ae9cb req-1a5eeec2-8542-406c-a7b3-7a3c8aae36a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:47.903566 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ba0190e2-1da4-416b-a215-9c70f02ae9cb req-1a5eeec2-8542-406c-a7b3-7a3c8aae36a1 service neutron] 10.222.0.77 "PUT /v2.0/ports/33017192-84c7-45fb-aa15-2178b3d5b528 HTTP/1.1" status: 200 len: 1092 time: 3.0369787 Jul 09 16:24:47.940245 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fc4ad48b-be46-4691-82d3-b5e817531e3b req-4c36a8a7-b0fa-4a30-a033-865ca4ab5968 service neutron] 10.222.0.77 "GET /v2.0/networks/e14244d3-321e-4e11-8fa5-f8d23e2088a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4119582 Jul 09 16:24:47.967968 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2a16dad6-2bc6-43b4-a2a6-cd7820c130d5 req-8a07c3cb-556b-4773-ab70-60b0e1d0345a tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733459 Jul 09 16:24:47.973552 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778ebcab-cdb6-417c-876b-991c915a3211 req-430a5ebf-5932-4111-8f19-56e22ab3c674 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:47.975220 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-778ebcab-cdb6-417c-876b-991c915a3211 req-430a5ebf-5932-4111-8f19-56e22ab3c674 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=cafc69eb-199c-4d82-98ad-04ebd5ea8eac HTTP/1.1" status: 200 len: 944 time: 0.4567258 Jul 09 16:24:48.082056 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5eeec2-8542-406c-a7b3-7a3c8aae36a1 service neutron] Pushing event updated for resources: {'Port': ['ID=33017192-84c7-45fb-aa15-2178b3d5b528,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:48.141234 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-778ebcab-cdb6-417c-876b-991c915a3211 req-90ebd7b7-3242-4528-8e4a-b7a0a14186ac tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015506 Jul 09 16:24:48.163498 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fc4ad48b-be46-4691-82d3-b5e817531e3b req-f9e548b4-b40b-4c24-878e-6ef405959d97 service neutron] 10.222.0.77 "GET /v2.0/networks/e14244d3-321e-4e11-8fa5-f8d23e2088a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149734 Jul 09 16:24:48.181552 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0190e2-1da4-416b-a215-9c70f02ae9cb req-b9fa32f1-e281-4696-832f-0c652deadc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:48.183913 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ba0190e2-1da4-416b-a215-9c70f02ae9cb req-b9fa32f1-e281-4696-832f-0c652deadc82 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a27b2d6ec67c4326817305bdf0faebf8&device_id=cafc69eb-199c-4d82-98ad-04ebd5ea8eac HTTP/1.1" status: 200 len: 1095 time: 0.2234259 Jul 09 16:24:48.323494 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ba0190e2-1da4-416b-a215-9c70f02ae9cb req-98897708-080d-421a-b227-685119d877d5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33017192-84c7-45fb-aa15-2178b3d5b528 HTTP/1.1" status: 200 len: 217 time: 0.1300488 Jul 09 16:24:48.387016 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '084206b1-bf14-4217-b285-ca4524c21dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e57d8c06-ab85-46d1-be00-3fb675deed68'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:24:48.391112 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f59d02f-79c3-4c7b-9cfa-23bb57463d9e" -d '{"events": [{"server_uuid": "084206b1-bf14-4217-b285-ca4524c21dfa", "name": "network-vif-plugged", "status": "completed", "tag": "e57d8c06-ab85-46d1-be00-3fb675deed68"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:24:48.430248 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0190e2-1da4-416b-a215-9c70f02ae9cb req-cf990415-a712-4c98-8ad5-1f4f8b9aee48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:48.431705 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9713a7-6e47-40ae-a94f-c12cb2718627 req-1709e98a-f13f-4859-9ac9-b695f2a8cec6 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:48.432963 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ba0190e2-1da4-416b-a215-9c70f02ae9cb req-cf990415-a712-4c98-8ad5-1f4f8b9aee48 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=290e7ab8-3d22-43c0-a3ef-f5bcba5938e6 HTTP/1.1" status: 200 len: 844 time: 0.0820518 Jul 09 16:24:48.441969 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-aa9713a7-6e47-40ae-a94f-c12cb2718627 req-1709e98a-f13f-4859-9ac9-b695f2a8cec6 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2ac1b48-1b4b-49e2-b4ec-136d43f2b192 HTTP/1.1" status: 200 len: 946 time: 0.1803415 Jul 09 16:24:48.478969 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cafc69eb-199c-4d82-98ad-04ebd5ea8eac', 'tag': '33017192-84c7-45fb-aa15-2178b3d5b528'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:24:48.492032 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918cb7a2-cc9f-4bcd-acb1-f6280627b032" -d '{"events": [{"name": "network-changed", "server_uuid": "cafc69eb-199c-4d82-98ad-04ebd5ea8eac", "tag": "33017192-84c7-45fb-aa15-2178b3d5b528"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:24:48.499528 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ba0190e2-1da4-416b-a215-9c70f02ae9cb req-fc781f68-8f49-4c36-9250-814b06389796 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cb07b627-18f2-452e-9e93-be86bc0f0ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566461 Jul 09 16:24:48.512302 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-aa9713a7-6e47-40ae-a94f-c12cb2718627 req-2500987c-5e18-4dd8-901b-92aa86c9fe03 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/security-groups?id=d0a6dc63-8b1a-4a2e-94f0-61890eef0833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691960 Jul 09 16:24:48.624224 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7944c80-3957-473a-b4e2-14a1597b2914 x-openstack-request-id: req-e7944c80-3957-473a-b4e2-14a1597b2914 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:24:48.624523 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "084206b1-bf14-4217-b285-ca4524c21dfa", "name": "network-vif-plugged", "status": "completed", "tag": "e57d8c06-ab85-46d1-be00-3fb675deed68", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:24:48.624824 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e7944c80-3957-473a-b4e2-14a1597b2914 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:24:48.625228 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '084206b1-bf14-4217-b285-ca4524c21dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e57d8c06-ab85-46d1-be00-3fb675deed68', 'code': 200} Jul 09 16:24:48.641669 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c36cd-398c-4fdc-9609-3daeb2b6b7c7 req-6f588a87-c8c0-401f-bd81-ad6dfe85f842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:48.643099 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3c1c36cd-398c-4fdc-9609-3daeb2b6b7c7 req-6f588a87-c8c0-401f-bd81-ad6dfe85f842 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=927faf6a074749d0b7e4b4706940c5ca&device_id=3da9fb37-f90e-4355-bb34-5d4d79af901a HTTP/1.1" status: 200 len: 1095 time: 0.3356993 Jul 09 16:24:48.644996 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ba0190e2-1da4-416b-a215-9c70f02ae9cb req-623ed46a-0a3c-4374-9170-b15c892dfaf5 service neutron] 10.222.0.77 "GET /v2.0/networks/cb07b627-18f2-452e-9e93-be86bc0f0ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381848 Jul 09 16:24:48.987276 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff64c04-d2cd-4df8-b3a6-64a3fc34daf1 req-6f2118f1-71c3-4914-adc7-d95b3dff39b9 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:48.995796 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5ff64c04-d2cd-4df8-b3a6-64a3fc34daf1 req-6f2118f1-71c3-4914-adc7-d95b3dff39b9 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=3da9fb37-f90e-4355-bb34-5d4d79af901a HTTP/1.1" status: 200 len: 944 time: 0.4991231 Jul 09 16:24:49.054923 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ba0190e2-1da4-416b-a215-9c70f02ae9cb req-7ef538de-7388-4667-839b-353ca2a1d405 service neutron] 10.222.0.77 "GET /v2.0/networks/cb07b627-18f2-452e-9e93-be86bc0f0ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695290 Jul 09 16:24:49.058806 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50bca633-ce81-4b2d-a336-ec8ef86b60d5 x-openstack-request-id: req-50bca633-ce81-4b2d-a336-ec8ef86b60d5 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:24:49.059144 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cafc69eb-199c-4d82-98ad-04ebd5ea8eac", "tag": "33017192-84c7-45fb-aa15-2178b3d5b528", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:24:49.059627 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-50bca633-ce81-4b2d-a336-ec8ef86b60d5 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:24:49.060324 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cafc69eb-199c-4d82-98ad-04ebd5ea8eac', 'tag': '33017192-84c7-45fb-aa15-2178b3d5b528', 'status': 'completed', 'code': 200} Jul 09 16:24:49.062910 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c36cd-398c-4fdc-9609-3daeb2b6b7c7 req-0027e15a-786d-4552-8da6-b2f897e2f028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:49.064710 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3c1c36cd-398c-4fdc-9609-3daeb2b6b7c7 req-0027e15a-786d-4552-8da6-b2f897e2f028 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e14244d3-321e-4e11-8fa5-f8d23e2088a8 HTTP/1.1" status: 200 len: 913 time: 0.3895040 Jul 09 16:24:49.167675 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5ff64c04-d2cd-4df8-b3a6-64a3fc34daf1 req-c5e93d40-aa46-4e5e-814e-2f3588f75835 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593673 Jul 09 16:24:49.181083 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3c1c36cd-398c-4fdc-9609-3daeb2b6b7c7 req-f31875c5-ecec-43cf-95a2-d2b9c28b4732 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3340795a-2af7-4b17-94ed-fb41de92ccb5 HTTP/1.1" status: 200 len: 217 time: 0.1077006 Jul 09 16:24:49.274187 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c36cd-398c-4fdc-9609-3daeb2b6b7c7 req-61ab8cab-66a3-4490-b3fd-ae5d323845ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:49.276051 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3c1c36cd-398c-4fdc-9609-3daeb2b6b7c7 req-61ab8cab-66a3-4490-b3fd-ae5d323845ac service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9ed42caa-ccec-43f9-abc2-3f037ba46c07 HTTP/1.1" status: 200 len: 851 time: 0.0756564 Jul 09 16:24:49.361669 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918cb7a2-cc9f-4bcd-acb1-f6280627b032 req-1fe01c1a-4fe5-4d5d-9886-54289b9c83d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:49.363209 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-918cb7a2-cc9f-4bcd-acb1-f6280627b032 req-1fe01c1a-4fe5-4d5d-9886-54289b9c83d6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a27b2d6ec67c4326817305bdf0faebf8&device_id=cafc69eb-199c-4d82-98ad-04ebd5ea8eac HTTP/1.1" status: 200 len: 1095 time: 0.1947517 Jul 09 16:24:49.366560 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b20f5-932a-4810-9059-5e0479878f25 req-fdc8a1b4-0706-4aa9-9e38-bc6d35fb1e19 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:49.375716 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b57b20f5-932a-4810-9059-5e0479878f25 req-fdc8a1b4-0706-4aa9-9e38-bc6d35fb1e19 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 945 time: 0.1757810 Jul 09 16:24:49.435663 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b57b20f5-932a-4810-9059-5e0479878f25 req-b14e4ab0-0931-44f0-9af4-b90c9977402b tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582640 Jul 09 16:24:49.627062 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918cb7a2-cc9f-4bcd-acb1-f6280627b032 req-77a76d0d-bfec-4679-9189-09308fd85baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:49.629901 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-918cb7a2-cc9f-4bcd-acb1-f6280627b032 req-77a76d0d-bfec-4679-9189-09308fd85baf service neutron] 10.222.0.77 "GET /v2.0/networks?id=cb07b627-18f2-452e-9e93-be86bc0f0ec6 HTTP/1.1" status: 200 len: 905 time: 0.2529004 Jul 09 16:24:49.783172 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-918cb7a2-cc9f-4bcd-acb1-f6280627b032 req-cefbfceb-63dd-4add-b060-b96fa97d858b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33017192-84c7-45fb-aa15-2178b3d5b528 HTTP/1.1" status: 200 len: 217 time: 0.1127372 Jul 09 16:24:49.793923 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c36cd-398c-4fdc-9609-3daeb2b6b7c7 req-c5f9c1b2-2143-4deb-a7b9-550794d6c234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:49.797181 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3c1c36cd-398c-4fdc-9609-3daeb2b6b7c7 req-c5f9c1b2-2143-4deb-a7b9-550794d6c234 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e14244d3-321e-4e11-8fa5-f8d23e2088a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5121152 Jul 09 16:24:49.903282 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918cb7a2-cc9f-4bcd-acb1-f6280627b032 req-e1e3f646-4380-4229-baff-629c656168d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:49.905677 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-918cb7a2-cc9f-4bcd-acb1-f6280627b032 req-e1e3f646-4380-4229-baff-629c656168d8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=290e7ab8-3d22-43c0-a3ef-f5bcba5938e6 HTTP/1.1" status: 200 len: 844 time: 0.1069107 Jul 09 16:24:49.933478 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d28d2-1d66-47b4-903f-c8c39465c5e4 req-706cc490-885b-456c-84e3-fd1e029fbdf0 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:49.947684 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-678d28d2-1d66-47b4-903f-c8c39465c5e4 req-706cc490-885b-456c-84e3-fd1e029fbdf0 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=cafc69eb-199c-4d82-98ad-04ebd5ea8eac HTTP/1.1" status: 200 len: 944 time: 0.5590563 Jul 09 16:24:50.139004 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-918cb7a2-cc9f-4bcd-acb1-f6280627b032 req-417748d5-7ccb-4ae6-be4d-9446f3fa5663 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cb07b627-18f2-452e-9e93-be86bc0f0ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1797376 Jul 09 16:24:50.187355 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-678d28d2-1d66-47b4-903f-c8c39465c5e4 req-7f9668f0-e15a-4aa7-bd1d-667677a746a7 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385244 Jul 09 16:24:50.536565 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3c1c36cd-398c-4fdc-9609-3daeb2b6b7c7 req-ef3844ac-d991-4fae-9b16-6ff16cb0a412 service neutron] 10.222.0.77 "GET /v2.0/networks/e14244d3-321e-4e11-8fa5-f8d23e2088a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7281196 Jul 09 16:24:50.576460 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-918cb7a2-cc9f-4bcd-acb1-f6280627b032 req-3ba1bc91-13b4-4680-a5bc-57df70416298 service neutron] 10.222.0.77 "GET /v2.0/networks/cb07b627-18f2-452e-9e93-be86bc0f0ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4129570 Jul 09 16:24:51.130160 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207056a-f780-44c0-8198-187c2ce3bf39 req-1ce1eefd-c5e7-4768-9d76-14515a4fc7e5 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:51.138264 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a207056a-f780-44c0-8198-187c2ce3bf39 req-1ce1eefd-c5e7-4768-9d76-14515a4fc7e5 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=3da9fb37-f90e-4355-bb34-5d4d79af901a HTTP/1.1" status: 200 len: 944 time: 0.1124914 Jul 09 16:24:51.190250 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a207056a-f780-44c0-8198-187c2ce3bf39 req-2dbeee60-e51f-4725-9c8f-f1776b05d6ce tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509531 Jul 09 16:24:51.325352 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65b98b8-4ba5-4672-bfd0-8c256234bd50 req-3a4751e9-0ef1-45eb-8f1e-8ba0b5686d25 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:51.335464 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a65b98b8-4ba5-4672-bfd0-8c256234bd50 req-3a4751e9-0ef1-45eb-8f1e-8ba0b5686d25 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2ac1b48-1b4b-49e2-b4ec-136d43f2b192 HTTP/1.1" status: 200 len: 946 time: 0.8466368 Jul 09 16:24:51.426172 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e316648-6c87-4ec4-87fb-c579b2152b05 req-e0b9d7de-df00-43c2-80ed-e8032085dd5e tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:51.436693 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3e316648-6c87-4ec4-87fb-c579b2152b05 req-e0b9d7de-df00-43c2-80ed-e8032085dd5e tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 945 time: 0.1305733 Jul 09 16:24:51.548161 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3e316648-6c87-4ec4-87fb-c579b2152b05 req-ef809ed7-5c8b-49bc-b82b-da65509ef63c tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100001 Jul 09 16:24:51.567300 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3c1c36cd-398c-4fdc-9609-3daeb2b6b7c7 req-c6809ded-11c2-4e1a-9a75-19d80eef693f service neutron] 10.222.0.77 "GET /v2.0/networks/e14244d3-321e-4e11-8fa5-f8d23e2088a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0096412 Jul 09 16:24:51.607438 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a65b98b8-4ba5-4672-bfd0-8c256234bd50 req-c036e34b-9d90-45d4-bdee-4a5e264a19f8 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/security-groups?id=d0a6dc63-8b1a-4a2e-94f0-61890eef0833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713287 Jul 09 16:24:51.609614 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-918cb7a2-cc9f-4bcd-acb1-f6280627b032 req-3e9f5171-0f70-4545-81d0-38e2fd1274fc service neutron] 10.222.0.77 "GET /v2.0/networks/cb07b627-18f2-452e-9e93-be86bc0f0ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9830365 Jul 09 16:24:51.797476 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 3340795a-2af7-4b17-94ed-fb41de92ccb5 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:24:51.965319 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be0afd-f28a-43b1-9211-f00414733c64 req-97c0313e-708b-44cd-830a-8a8c9057e225 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:51.967100 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 3340795a-2af7-4b17-94ed-fb41de92ccb5, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=3340795a-2af7-4b17-94ed-fb41de92ccb5,segment=NetworkSegment(44b862f2-e325-48d7-99eb-7401b6fb9e9c),segment_id=44b862f2-e325-48d7-99eb-7401b6fb9e9c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:24:51.967505 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-68be0afd-f28a-43b1-9211-f00414733c64 req-97c0313e-708b-44cd-830a-8a8c9057e225 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=cafc69eb-199c-4d82-98ad-04ebd5ea8eac HTTP/1.1" status: 200 len: 944 time: 0.1621366 Jul 09 16:24:52.018069 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404403a-5d65-47c3-93de-60b03c3ea136 req-bc7439d5-f3df-452d-8a06-63f55804b1a5 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:52.023826 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '3340795a-2af7-4b17-94ed-fb41de92ccb5', 'network_id': 'e14244d3-321e-4e11-8fa5-f8d23e2088a8', 'port_id': '3340795a-2af7-4b17-94ed-fb41de92ccb5', 'mac_address': 'fa:16:3e:e4:8a:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ed42caa-ccec-43f9-abc2-3f037ba46c07', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:24:52.032777 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 39906) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:24:52.034407 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404403a-5d65-47c3-93de-60b03c3ea136 req-bc7439d5-f3df-452d-8a06-63f55804b1a5 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:52.040744 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404403a-5d65-47c3-93de-60b03c3ea136 req-bc7439d5-f3df-452d-8a06-63f55804b1a5 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:52.046995 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404403a-5d65-47c3-93de-60b03c3ea136 req-bc7439d5-f3df-452d-8a06-63f55804b1a5 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:52.058792 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404403a-5d65-47c3-93de-60b03c3ea136 req-bc7439d5-f3df-452d-8a06-63f55804b1a5 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:52.092189 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404403a-5d65-47c3-93de-60b03c3ea136 req-bc7439d5-f3df-452d-8a06-63f55804b1a5 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:52.098474 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-68be0afd-f28a-43b1-9211-f00414733c64 req-0b9ac8f4-e42a-4b9f-b116-27f51aab7182 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108136 Jul 09 16:24:52.098642 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404403a-5d65-47c3-93de-60b03c3ea136 req-bc7439d5-f3df-452d-8a06-63f55804b1a5 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:52.118707 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7404403a-5d65-47c3-93de-60b03c3ea136 req-bc7439d5-f3df-452d-8a06-63f55804b1a5 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 5435 time: 0.3319204 Jul 09 16:24:52.160808 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:52.209171 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3340795a-2af7-4b17-94ed-fb41de92ccb5 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:24:52.226154 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7404403a-5d65-47c3-93de-60b03c3ea136 req-272c7b84-a6f6-44fd-a17b-cc2d8fa4ac2a tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c727296-78a2-4526-a3ce-1ec442e3beaf&id=45384544-6ff6-497a-9513-ac1d1fea2ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1049089 Jul 09 16:24:52.274497 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 3340795a-2af7-4b17-94ed-fb41de92ccb5, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=3340795a-2af7-4b17-94ed-fb41de92ccb5,segment=NetworkSegment(44b862f2-e325-48d7-99eb-7401b6fb9e9c),segment_id=44b862f2-e325-48d7-99eb-7401b6fb9e9c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:24:52.329382 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 39914) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:24:52.378016 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:52.378849 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 33017192-84c7-45fb-aa15-2178b3d5b528 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:24:52.459580 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-84fef33c-605a-45da-b74f-f1870e877c58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:52.508071 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3daae8e6-ebee-41f1-980e-fb299b5b1edf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:52.602444 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-198d596b-38b0-496d-aa75-25d410cf338e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:52.652097 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-8a3c3935-11c2-4e25-92df-b9c512e4e5c4 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:52.664154 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-8a3c3935-11c2-4e25-92df-b9c512e4e5c4 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:52.669412 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=3340795a-2af7-4b17-94ed-fb41de92ccb5,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:52.675988 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-8a3c3935-11c2-4e25-92df-b9c512e4e5c4 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:52.685372 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-8a3c3935-11c2-4e25-92df-b9c512e4e5c4 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:52.692742 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-8a3c3935-11c2-4e25-92df-b9c512e4e5c4 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:52.699368 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-8a3c3935-11c2-4e25-92df-b9c512e4e5c4 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:52.703069 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 33017192-84c7-45fb-aa15-2178b3d5b528, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=33017192-84c7-45fb-aa15-2178b3d5b528,segment=NetworkSegment(54adfe02-b869-4884-bf8b-5c8e16c54a46),segment_id=54adfe02-b869-4884-bf8b-5c8e16c54a46)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:24:52.706137 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-8a3c3935-11c2-4e25-92df-b9c512e4e5c4 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:52.708739 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-8a3c3935-11c2-4e25-92df-b9c512e4e5c4 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 5435 time: 0.3717885 Jul 09 16:24:52.741957 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '33017192-84c7-45fb-aa15-2178b3d5b528', 'network_id': 'cb07b627-18f2-452e-9e93-be86bc0f0ec6', 'port_id': '33017192-84c7-45fb-aa15-2178b3d5b528', 'mac_address': 'fa:16:3e:c5:14:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '290e7ab8-3d22-43c0-a3ef-f5bcba5938e6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:24:52.856203 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-7751ee75-5539-463a-8268-f3ff78584901 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:52.858356 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-7751ee75-5539-463a-8268-f3ff78584901 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.73 "GET /v2.0/ports/dc1969ff-da8f-4d79-bad7-c98b94b7dc83?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1398926 Jul 09 16:24:52.872459 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:52.889091 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33017192-84c7-45fb-aa15-2178b3d5b528 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:24:52.913614 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b58a9e-5f58-40ca-935c-656b404810be req-0b5daab6-483a-4a61-a116-fe991fa662c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:52.915690 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-22b58a9e-5f58-40ca-935c-656b404810be req-0b5daab6-483a-4a61-a116-fe991fa662c8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f23c452800b847489100356e9b37b53d&device_id=f2ac1b48-1b4b-49e2-b4ec-136d43f2b192 HTTP/1.1" status: 200 len: 1097 time: 0.1086249 Jul 09 16:24:52.921328 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 33017192-84c7-45fb-aa15-2178b3d5b528, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=33017192-84c7-45fb-aa15-2178b3d5b528,segment=NetworkSegment(54adfe02-b869-4884-bf8b-5c8e16c54a46),segment_id=54adfe02-b869-4884-bf8b-5c8e16c54a46)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:24:52.932973 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:52.999979 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-84fef33c-605a-45da-b74f-f1870e877c58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:53.005140 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=33017192-84c7-45fb-aa15-2178b3d5b528,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:53.012666 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-84fef33c-605a-45da-b74f-f1870e877c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:53.116784 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-84fef33c-605a-45da-b74f-f1870e877c58 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=14a323c70e674abdb2f090d1edbcec1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7836595 Jul 09 16:24:53.116784 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fef33c-605a-45da-b74f-f1870e877c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1bd5f32-66dc-433e-8ff0-5e7566d304c3,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:53.117714 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 39922) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:24:53.134136 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9577a6-1b6e-47d0-9cc7-b0b9f1ac998a req-820811de-ea71-4468-a6fb-e0a7b123b971 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:53.139268 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3c9577a6-1b6e-47d0-9cc7-b0b9f1ac998a req-820811de-ea71-4468-a6fb-e0a7b123b971 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=3da9fb37-f90e-4355-bb34-5d4d79af901a HTTP/1.1" status: 200 len: 945 time: 0.3568158 Jul 09 16:24:53.169755 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['3340795a-2af7-4b17-94ed-fb41de92ccb5'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:24:53.174585 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b58a9e-5f58-40ca-935c-656b404810be req-00a02cde-8c3b-4f61-ba7b-c3091ccada22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:53.175200 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-47f1b8b6-931f-4b94-b0dd-4b04bac00bb8 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.73 "GET /v2.0/networks/f5b04cdf-01a8-4737-aa80-b62db70e7d95?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3082082 Jul 09 16:24:53.176283 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-22b58a9e-5f58-40ca-935c-656b404810be req-00a02cde-8c3b-4f61-ba7b-c3091ccada22 service neutron] 10.222.0.73 "GET /v2.0/networks?id=253b6b11-136f-4359-8b4b-5977842f3b3f HTTP/1.1" status: 200 len: 921 time: 0.2530456 Jul 09 16:24:53.181676 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['33017192-84c7-45fb-aa15-2178b3d5b528'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:24:53.204684 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-302e4c07-35c6-4cf4-b93e-44ae545566d5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:24:53.250715 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-22b58a9e-5f58-40ca-935c-656b404810be req-91066f8d-e3de-4eb5-adbf-5f0afd48989d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=227cf03a-70d2-418e-9b84-3e6c167e46b4 HTTP/1.1" status: 200 len: 217 time: 0.0569589 Jul 09 16:24:53.293058 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2add6e-8854-4288-a09d-298120c1448b req-a38199cb-0283-43be-9f84-a0f68f460968 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:53.301154 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5e2add6e-8854-4288-a09d-298120c1448b req-a38199cb-0283-43be-9f84-a0f68f460968 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 945 time: 0.2894599 Jul 09 16:24:53.316723 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-302e4c07-35c6-4cf4-b93e-44ae545566d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:53.454665 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5e2add6e-8854-4288-a09d-298120c1448b req-43c39bbc-2db2-4492-a2de-1bfcef2160c9 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521521 Jul 09 16:24:53.476423 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b58a9e-5f58-40ca-935c-656b404810be req-7a483e67-4d59-49f7-b4b2-b73af34915a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:53.479012 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-22b58a9e-5f58-40ca-935c-656b404810be req-7a483e67-4d59-49f7-b4b2-b73af34915a8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7643443c-f3fe-4a91-b386-208fcf7a8dfa HTTP/1.1" status: 200 len: 860 time: 0.2194519 Jul 09 16:24:53.498942 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ef3a5769-48cc-45e7-8aa0-bcd45a8b4ab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:53.602069 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ef3a5769-48cc-45e7-8aa0-bcd45a8b4ab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:53.684738 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3daae8e6-ebee-41f1-980e-fb299b5b1edf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:53.689716 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-22b58a9e-5f58-40ca-935c-656b404810be req-06026404-fc4f-41ef-b256-73f19c1c7414 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=253b6b11-136f-4359-8b4b-5977842f3b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2006817 Jul 09 16:24:53.704747 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3daae8e6-ebee-41f1-980e-fb299b5b1edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:53.811322 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3c9577a6-1b6e-47d0-9cc7-b0b9f1ac998a req-0f0da583-5d84-4077-8e52-27ab04024a30 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6476707 Jul 09 16:24:53.827938 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-3daae8e6-ebee-41f1-980e-fb299b5b1edf admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=37f42c086eae4a2e81e1509b0585a51e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7916298 Jul 09 16:24:53.829246 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 39930) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:24:53.893193 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ef3a5769-48cc-45e7-8aa0-bcd45a8b4ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:53.897868 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ef3a5769-48cc-45e7-8aa0-bcd45a8b4ab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:53.899393 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ef3a5769-48cc-45e7-8aa0-bcd45a8b4ab8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f1bd5f32-66dc-433e-8ff0-5e7566d304c3 HTTP/1.1" status: 204 len: 168 time: 0.7748597 Jul 09 16:24:53.936177 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daae8e6-ebee-41f1-980e-fb299b5b1edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01ba76a-05f6-44b5-9fe7-606303f6d2b0,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:54.003592 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a5769-48cc-45e7-8aa0-bcd45a8b4ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1bd5f32-66dc-433e-8ff0-5e7566d304c3,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:54.014875 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-22b58a9e-5f58-40ca-935c-656b404810be req-8969e178-7e47-4c2c-9c28-5c39e9965ce8 service neutron] 10.222.0.73 "GET /v2.0/networks/253b6b11-136f-4359-8b4b-5977842f3b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131378 Jul 09 16:24:54.032127 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68557846-f486-440f-bd29-80851cd1bae7 req-c4cbe45e-484e-4061-a2c0-573fe1f58c4c tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:54.041810 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-302e4c07-35c6-4cf4-b93e-44ae545566d5 service neutron] For port dc1969ff-da8f-4d79-bad7-c98b94b7dc83, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=dc1969ff-da8f-4d79-bad7-c98b94b7dc83,segment=NetworkSegment(1bfbbbb5-eeae-4b13-af34-13d5b7a106d2),segment_id=1bfbbbb5-eeae-4b13-af34-13d5b7a106d2)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:24:54.044343 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-68557846-f486-440f-bd29-80851cd1bae7 req-c4cbe45e-484e-4061-a2c0-573fe1f58c4c tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2ac1b48-1b4b-49e2-b4ec-136d43f2b192 HTTP/1.1" status: 200 len: 946 time: 0.3822069 Jul 09 16:24:54.058375 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dac59022-021f-4af2-9a6d-649cca858e09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:54.114508 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-302e4c07-35c6-4cf4-b93e-44ae545566d5 service neutron] For port dc1969ff-da8f-4d79-bad7-c98b94b7dc83, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:24:54.178148 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dac59022-021f-4af2-9a6d-649cca858e09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:54.194572 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-302e4c07-35c6-4cf4-b93e-44ae545566d5 service neutron] device_id is not set on port dc1969ff-da8f-4d79-bad7-c98b94b7dc83 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:24:54.203638 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-68557846-f486-440f-bd29-80851cd1bae7 req-65cad25e-e897-45b8-a070-ba701ff27143 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/security-groups?id=d0a6dc63-8b1a-4a2e-94f0-61890eef0833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580770 Jul 09 16:24:54.217858 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-302e4c07-35c6-4cf4-b93e-44ae545566d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:54.248251 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b3d33-9df4-4b1c-8068-ebed8d52ffb6 req-27cea6fe-edec-432d-bc4b-9cf92f8170ca tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:54.250845 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-885b3d33-9df4-4b1c-8068-ebed8d52ffb6 req-27cea6fe-edec-432d-bc4b-9cf92f8170ca tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=cafc69eb-199c-4d82-98ad-04ebd5ea8eac HTTP/1.1" status: 200 len: 945 time: 0.1379840 Jul 09 16:24:54.251578 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-302e4c07-35c6-4cf4-b93e-44ae545566d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:54.343178 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-22b58a9e-5f58-40ca-935c-656b404810be req-8fa6ee3b-3468-48a5-96bd-9cd152976b41 service neutron] 10.222.0.73 "GET /v2.0/networks/253b6b11-136f-4359-8b4b-5977842f3b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201022 Jul 09 16:24:54.388119 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dac59022-021f-4af2-9a6d-649cca858e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:54.397118 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dac59022-021f-4af2-9a6d-649cca858e09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:54.402466 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-302e4c07-35c6-4cf4-b93e-44ae545566d5 service neutron] No DVR routers for this DVR port dc1969ff-da8f-4d79-bad7-c98b94b7dc83 on host n-h2-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:24:54.416110 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-dac59022-021f-4af2-9a6d-649cca858e09 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e01ba76a-05f6-44b5-9fe7-606303f6d2b0 HTTP/1.1" status: 204 len: 168 time: 0.5786126 Jul 09 16:24:54.432128 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac59022-021f-4af2-9a6d-649cca858e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01ba76a-05f6-44b5-9fe7-606303f6d2b0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:54.487260 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-302e4c07-35c6-4cf4-b93e-44ae545566d5 service neutron] In _notify_port_updated(), no bound segment for port dc1969ff-da8f-4d79-bad7-c98b94b7dc83 on network f5b04cdf-01a8-4737-aa80-b62db70e7d95 {{(pid=93959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 16:24:54.488234 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-302e4c07-35c6-4cf4-b93e-44ae545566d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:54.489081 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-302e4c07-35c6-4cf4-b93e-44ae545566d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:54.492208 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-302e4c07-35c6-4cf4-b93e-44ae545566d5 service neutron] 10.222.0.73 "PUT /v2.0/ports/dc1969ff-da8f-4d79-bad7-c98b94b7dc83 HTTP/1.1" status: 200 len: 1028 time: 1.2939079 Jul 09 16:24:54.494435 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302e4c07-35c6-4cf4-b93e-44ae545566d5 service neutron] Pushing event updated for resources: {'Port': ['ID=dc1969ff-da8f-4d79-bad7-c98b94b7dc83,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:54.524845 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-885b3d33-9df4-4b1c-8068-ebed8d52ffb6 req-2e146286-b1eb-4d02-b373-bd1f631644c9 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656555 Jul 09 16:24:54.573367 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 39944) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:24:54.686547 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-247ba7f7-f2b8-4ce3-9e13-b696c0e1422a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:54.697483 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de0820-7f7f-42e2-9abf-99da6dad34e3 req-24657652-f9a3-44e9-b229-70581b91594a tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:54.705871 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de0820-7f7f-42e2-9abf-99da6dad34e3 req-24657652-f9a3-44e9-b229-70581b91594a tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:54.712437 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de0820-7f7f-42e2-9abf-99da6dad34e3 req-24657652-f9a3-44e9-b229-70581b91594a tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:54.727602 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de0820-7f7f-42e2-9abf-99da6dad34e3 req-24657652-f9a3-44e9-b229-70581b91594a tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:54.737238 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-311c05f1-65c3-4fb7-bc5f-5353f861b08e tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:54.738657 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-311c05f1-65c3-4fb7-bc5f-5353f861b08e tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.73 "GET /v2.0/ports/1b59826e-f466-4732-9582-ca2f327b6c57?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2350621 Jul 09 16:24:54.744847 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de0820-7f7f-42e2-9abf-99da6dad34e3 req-24657652-f9a3-44e9-b229-70581b91594a tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:54.751881 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de0820-7f7f-42e2-9abf-99da6dad34e3 req-24657652-f9a3-44e9-b229-70581b91594a tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:54.754889 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-3385c957-705b-4482-b10c-627a92077129 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:24:54.760751 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f0de0820-7f7f-42e2-9abf-99da6dad34e3 req-24657652-f9a3-44e9-b229-70581b91594a tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 4660 time: 0.2222366 Jul 09 16:24:54.841177 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f0de0820-7f7f-42e2-9abf-99da6dad34e3 req-50643f6d-e060-49b7-8233-f0727e6f5a78 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c727296-78a2-4526-a3ce-1ec442e3beaf&id=45384544-6ff6-497a-9513-ac1d1fea2ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0791895 Jul 09 16:24:54.920808 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-3385c957-705b-4482-b10c-627a92077129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:54.951897 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4e9bf66a-0c41-4b26-81bd-c940bb006bf8 None None] Provisioning complete for port dc1969ff-da8f-4d79-bad7-c98b94b7dc83 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:24:54.953287 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4e9bf66a-0c41-4b26-81bd-c940bb006bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:55.010175 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-4e9bf66a-0c41-4b26-81bd-c940bb006bf8 None None] Port dc1969ff-da8f-4d79-bad7-c98b94b7dc83 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:24:55.100078 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-247ba7f7-f2b8-4ce3-9e13-b696c0e1422a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:55.110369 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-da804897-3d8c-42ee-856e-ca393ed64348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:55.114542 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-247ba7f7-f2b8-4ce3-9e13-b696c0e1422a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:55.126803 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a817d-45b5-491b-95b9-a662777065c2 req-7178d483-5d18-4861-840c-10c93702912d tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:55.135945 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-573a817d-45b5-491b-95b9-a662777065c2 req-7178d483-5d18-4861-840c-10c93702912d tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=3da9fb37-f90e-4355-bb34-5d4d79af901a HTTP/1.1" status: 200 len: 945 time: 0.1294160 Jul 09 16:24:55.209184 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-573a817d-45b5-491b-95b9-a662777065c2 req-e9ad8bb9-533a-4156-89b9-308cdfc75b09 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717199 Jul 09 16:24:55.268998 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247ba7f7-f2b8-4ce3-9e13-b696c0e1422a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cc7946-b9c4-45dc-974a-022bc2c00e5a,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:55.304178 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-247ba7f7-f2b8-4ce3-9e13-b696c0e1422a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=281c8918809e45fc9fb1e33eef5d88a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7252758 Jul 09 16:24:55.305531 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 39952) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:24:55.309703 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 39954) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:24:55.342863 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 1b59826e-f466-4732-9582-ca2f327b6c57 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:24:55.348497 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fffdda5a-df18-40ce-8472-a960c7c345bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:55.389039 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b12f7-9778-47ce-8c61-312c5fd42e72 req-89624bcd-cbde-4d0b-b171-7ec86a5a6501 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:55.401237 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1d4b12f7-9778-47ce-8c61-312c5fd42e72 req-89624bcd-cbde-4d0b-b171-7ec86a5a6501 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 945 time: 0.3658903 Jul 09 16:24:55.447401 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:55.473760 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-3385c957-705b-4482-b10c-627a92077129 service neutron] For port 1b59826e-f466-4732-9582-ca2f327b6c57, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=1b59826e-f466-4732-9582-ca2f327b6c57,segment=NetworkSegment(1bfbbbb5-eeae-4b13-af34-13d5b7a106d2),segment_id=1bfbbbb5-eeae-4b13-af34-13d5b7a106d2)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:24:55.558815 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1d4b12f7-9778-47ce-8c61-312c5fd42e72 req-df9d263c-71d5-47d6-8c64-8636a36bbcd6 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560693 Jul 09 16:24:55.568816 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e1c588e3-abcc-45ec-a6bd-ecda73836158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:55.569204 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb82b7f-ffee-47e1-8d38-b1ec51735f41 req-82c4c5f7-2d6c-4f7c-b3c7-dcc3e92f01cb tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:55.576209 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:55.576965 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1bb82b7f-ffee-47e1-8d38-b1ec51735f41 req-82c4c5f7-2d6c-4f7c-b3c7-dcc3e92f01cb tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2ac1b48-1b4b-49e2-b4ec-136d43f2b192 HTTP/1.1" status: 200 len: 946 time: 0.1313465 Jul 09 16:24:55.608983 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fffdda5a-df18-40ce-8472-a960c7c345bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:55.631716 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-3385c957-705b-4482-b10c-627a92077129 service neutron] For port 1b59826e-f466-4732-9582-ca2f327b6c57, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:24:55.639834 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fffdda5a-df18-40ce-8472-a960c7c345bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:55.667141 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e1c588e3-abcc-45ec-a6bd-ecda73836158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:55.673300 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1bb82b7f-ffee-47e1-8d38-b1ec51735f41 req-c108d04d-9466-441f-ae58-1ce43525322a tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/security-groups?id=d0a6dc63-8b1a-4a2e-94f0-61890eef0833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953205 Jul 09 16:24:55.679674 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-fffdda5a-df18-40ce-8472-a960c7c345bb admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e1baed46c78f497eb6083fd44885e574&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3679771 Jul 09 16:24:55.682968 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 39958) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:24:55.700208 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-3385c957-705b-4482-b10c-627a92077129 service neutron] device_id is not set on port 1b59826e-f466-4732-9582-ca2f327b6c57 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:24:55.724691 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-3385c957-705b-4482-b10c-627a92077129 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:55.733887 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-3385c957-705b-4482-b10c-627a92077129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:55.776049 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffdda5a-df18-40ce-8472-a960c7c345bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5889787-055e-41c2-bf0d-146d7d0a3a06,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:55.801321 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.db.api [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:24:55.802873 n-d-798930-3 neutron-server[93960]: DEBUG oslo_db.api [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:24:55.805727 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 3340795a-2af7-4b17-94ed-fb41de92ccb5 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:24:55.839748 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-303d4a2d-dedb-43aa-8307-3c584038ac96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:55.852384 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e1c588e3-abcc-45ec-a6bd-ecda73836158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:55.855546 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e1c588e3-abcc-45ec-a6bd-ecda73836158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:55.857345 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e1c588e3-abcc-45ec-a6bd-ecda73836158 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e3cc7946-b9c4-45dc-974a-022bc2c00e5a HTTP/1.1" status: 204 len: 168 time: 0.5512710 Jul 09 16:24:55.881179 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c588e3-abcc-45ec-a6bd-ecda73836158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3cc7946-b9c4-45dc-974a-022bc2c00e5a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:55.900906 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-303d4a2d-dedb-43aa-8307-3c584038ac96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:55.911615 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-3385c957-705b-4482-b10c-627a92077129 service neutron] No DVR routers for this DVR port 1b59826e-f466-4732-9582-ca2f327b6c57 on host n-h2-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:24:55.917634 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3385c957-705b-4482-b10c-627a92077129 service neutron] Pushing event updated for resources: {'Port': ['ID=1b59826e-f466-4732-9582-ca2f327b6c57,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:56.008146 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-3385c957-705b-4482-b10c-627a92077129 service neutron] In _notify_port_updated(), no bound segment for port 1b59826e-f466-4732-9582-ca2f327b6c57 on network f5b04cdf-01a8-4737-aa80-b62db70e7d95 {{(pid=93959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 16:24:56.009371 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-3385c957-705b-4482-b10c-627a92077129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:56.010218 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-3385c957-705b-4482-b10c-627a92077129 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:56.018480 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-3385c957-705b-4482-b10c-627a92077129 service neutron] 10.222.0.73 "PUT /v2.0/ports/1b59826e-f466-4732-9582-ca2f327b6c57 HTTP/1.1" status: 200 len: 1027 time: 1.2670925 Jul 09 16:24:56.019389 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 3340795a-2af7-4b17-94ed-fb41de92ccb5 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:24:56.030226 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 3340795a-2af7-4b17-94ed-fb41de92ccb5 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:24:56.031694 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:56.034585 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-303d4a2d-dedb-43aa-8307-3c584038ac96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:56.039438 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-303d4a2d-dedb-43aa-8307-3c584038ac96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:56.048024 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-303d4a2d-dedb-43aa-8307-3c584038ac96 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e5889787-055e-41c2-bf0d-146d7d0a3a06 HTTP/1.1" status: 204 len: 168 time: 0.3638716 Jul 09 16:24:56.083983 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303d4a2d-dedb-43aa-8307-3c584038ac96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5889787-055e-41c2-bf0d-146d7d0a3a06,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:56.131253 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e819e-7655-48ba-976a-604b802eaa8d req-63244be4-3e49-4262-8ff1-d37c5d50656f tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:56.138741 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-572e819e-7655-48ba-976a-604b802eaa8d req-63244be4-3e49-4262-8ff1-d37c5d50656f tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=cafc69eb-199c-4d82-98ad-04ebd5ea8eac HTTP/1.1" status: 200 len: 945 time: 0.3865950 Jul 09 16:24:56.201926 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:56.377600 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-572e819e-7655-48ba-976a-604b802eaa8d req-121e9e3a-7899-44ea-9084-a007b6af288d tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331088 Jul 09 16:24:56.466727 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237c3d1-6049-4051-8f9e-86bb9e21a6a9 req-0646972d-820b-4337-b949-c473c1c0c43e tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:56.496027 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237c3d1-6049-4051-8f9e-86bb9e21a6a9 req-0646972d-820b-4337-b949-c473c1c0c43e tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:56.505406 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237c3d1-6049-4051-8f9e-86bb9e21a6a9 req-0646972d-820b-4337-b949-c473c1c0c43e tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:56.506064 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:56.508925 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-00accb8c-78c0-4eaa-a0cd-b0c0ae63e763 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Deleting port 916c73bc-2bb6-461c-af98-fa6465f83617 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:24:56.509475 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-00accb8c-78c0-4eaa-a0cd-b0c0ae63e763 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:56.514588 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237c3d1-6049-4051-8f9e-86bb9e21a6a9 req-0646972d-820b-4337-b949-c473c1c0c43e tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:56.522110 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237c3d1-6049-4051-8f9e-86bb9e21a6a9 req-0646972d-820b-4337-b949-c473c1c0c43e tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:56.529867 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d237c3d1-6049-4051-8f9e-86bb9e21a6a9 req-0646972d-820b-4337-b949-c473c1c0c43e tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 3886 time: 0.2306287 Jul 09 16:24:56.588724 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d237c3d1-6049-4051-8f9e-86bb9e21a6a9 req-01b670b7-4024-4578-9a01-f201b0273af6 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/security-groups?id=45384544-6ff6-497a-9513-ac1d1fea2ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574722 Jul 09 16:24:56.715237 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:56.727977 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da9fb37-f90e-4355-bb34-5d4d79af901a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3340795a-2af7-4b17-94ed-fb41de92ccb5'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:24:56.738414 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ac418a-001e-4bd0-b33b-de9cc0a01662" -d '{"events": [{"server_uuid": "3da9fb37-f90e-4355-bb34-5d4d79af901a", "name": "network-vif-plugged", "status": "completed", "tag": "3340795a-2af7-4b17-94ed-fb41de92ccb5"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:24:56.746955 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-450bbc48-937b-4bc7-9f33-8b23ebcec1d0 None None] Provisioning complete for port 1b59826e-f466-4732-9582-ca2f327b6c57 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:24:56.747590 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-450bbc48-937b-4bc7-9f33-8b23ebcec1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:56.750829 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 916c73bc-2bb6-461c-af98-fa6465f83617 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:24:56.771163 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 3340795a-2af7-4b17-94ed-fb41de92ccb5, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=3340795a-2af7-4b17-94ed-fb41de92ccb5,segment=NetworkSegment(44b862f2-e325-48d7-99eb-7401b6fb9e9c),segment_id=44b862f2-e325-48d7-99eb-7401b6fb9e9c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:24:56.827099 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-00accb8c-78c0-4eaa-a0cd-b0c0ae63e763 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] For port 916c73bc-2bb6-461c-af98-fa6465f83617, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=916c73bc-2bb6-461c-af98-fa6465f83617,segment=NetworkSegment(1bfbbbb5-eeae-4b13-af34-13d5b7a106d2),segment_id=1bfbbbb5-eeae-4b13-af34-13d5b7a106d2)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:24:56.828086 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-00accb8c-78c0-4eaa-a0cd-b0c0ae63e763 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:56.871852 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:56.872653 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 33017192-84c7-45fb-aa15-2178b3d5b528 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:24:56.935433 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-00accb8c-78c0-4eaa-a0cd-b0c0ae63e763 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Calling delete_port for 916c73bc-2bb6-461c-af98-fa6465f83617 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:24:56.983521 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c8665-8a28-4474-ba86-c9b9a1009a87 req-16dd63e3-3793-4603-9491-c7ca3a4d3658 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:56.987143 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b47c8665-8a28-4474-ba86-c9b9a1009a87 req-16dd63e3-3793-4603-9491-c7ca3a4d3658 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 945 time: 0.1541760 Jul 09 16:24:57.000609 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=3340795a-2af7-4b17-94ed-fb41de92ccb5,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:57.080357 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b47c8665-8a28-4474-ba86-c9b9a1009a87 req-8cfba6ab-e43e-4b28-afee-2f95b5cf405c tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870466 Jul 09 16:24:57.100351 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-450bbc48-937b-4bc7-9f33-8b23ebcec1d0 None None] Port 1b59826e-f466-4732-9582-ca2f327b6c57 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:24:57.121434 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec352874-86f4-4716-8b6f-c7cdf5f870f0 req-3bef63ea-3473-457a-b693-bd92b98f6179 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:57.137753 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ec352874-86f4-4716-8b6f-c7cdf5f870f0 req-3bef63ea-3473-457a-b693-bd92b98f6179 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=3da9fb37-f90e-4355-bb34-5d4d79af901a HTTP/1.1" status: 200 len: 946 time: 0.2905564 Jul 09 16:24:57.218827 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ec352874-86f4-4716-8b6f-c7cdf5f870f0 req-aea15baa-91ac-46cb-a3cd-1e5a0b0c3259 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793910 Jul 09 16:24:57.258810 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:57.262423 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 33017192-84c7-45fb-aa15-2178b3d5b528 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:24:57.273212 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 33017192-84c7-45fb-aa15-2178b3d5b528 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:24:57.273773 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:57.327178 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e835695-c27d-48ba-93c6-95ffb1463a71 x-openstack-request-id: req-9e835695-c27d-48ba-93c6-95ffb1463a71 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:24:57.328085 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da9fb37-f90e-4355-bb34-5d4d79af901a", "name": "network-vif-plugged", "status": "completed", "tag": "3340795a-2af7-4b17-94ed-fb41de92ccb5", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:24:57.328515 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9e835695-c27d-48ba-93c6-95ffb1463a71 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:24:57.329080 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da9fb37-f90e-4355-bb34-5d4d79af901a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3340795a-2af7-4b17-94ed-fb41de92ccb5', 'code': 200} Jul 09 16:24:57.374134 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-00accb8c-78c0-4eaa-a0cd-b0c0ae63e763 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:57.460399 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00accb8c-78c0-4eaa-a0cd-b0c0ae63e763 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Pushing event deleted for resources: {'Port': ['ID=916c73bc-2bb6-461c-af98-fa6465f83617,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:57.548017 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 9af7654b-8db2-4114-a977-f2b4377a7e3d no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:24:57.576011 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e22b4f-15a0-4a49-a4ed-6ee0f6eabbec req-bc339315-70ef-4d3f-a05d-05d9a87a2d9e tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:57.584286 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b2e22b4f-15a0-4a49-a4ed-6ee0f6eabbec req-bc339315-70ef-4d3f-a05d-05d9a87a2d9e tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2ac1b48-1b4b-49e2-b4ec-136d43f2b192 HTTP/1.1" status: 200 len: 946 time: 0.3064594 Jul 09 16:24:57.650307 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2490ab2-b5c7-4e0d-aee0-e22abb307a3f req-89672ebb-f8ec-48de-9cbd-f150e61a4859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:57.652890 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d2490ab2-b5c7-4e0d-aee0-e22abb307a3f req-89672ebb-f8ec-48de-9cbd-f150e61a4859 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3da9fb37-f90e-4355-bb34-5d4d79af901a HTTP/1.1" status: 200 len: 1097 time: 0.2277341 Jul 09 16:24:57.680861 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-00accb8c-78c0-4eaa-a0cd-b0c0ae63e763 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] No DVR routers for this DVR port 916c73bc-2bb6-461c-af98-fa6465f83617 on host n-h2-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:24:57.692309 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-00accb8c-78c0-4eaa-a0cd-b0c0ae63e763 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:57.697751 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-00accb8c-78c0-4eaa-a0cd-b0c0ae63e763 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.73 "DELETE /v2.0/ports/916c73bc-2bb6-461c-af98-fa6465f83617 HTTP/1.1" status: 204 len: 173 time: 1.6670573 Jul 09 16:24:57.703481 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:57.710966 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9380d95-b37d-4e4c-8dd7-18a74bd89bfa', 'name': 'network-vif-deleted', 'tag': '916c73bc-2bb6-461c-af98-fa6465f83617'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:24:57.722988 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b2e22b4f-15a0-4a49-a4ed-6ee0f6eabbec req-718a37e4-b80f-4bb7-a9d8-230c89bbc7c2 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/security-groups?id=d0a6dc63-8b1a-4a2e-94f0-61890eef0833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369970 Jul 09 16:24:57.747797 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e776e7f-3806-4e65-8dbb-d868bae8c9f8" -d '{"events": [{"server_uuid": "f9380d95-b37d-4e4c-8dd7-18a74bd89bfa", "name": "network-vif-deleted", "tag": "916c73bc-2bb6-461c-af98-fa6465f83617"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:24:57.806715 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 33017192-84c7-45fb-aa15-2178b3d5b528, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=33017192-84c7-45fb-aa15-2178b3d5b528,segment=NetworkSegment(54adfe02-b869-4884-bf8b-5c8e16c54a46),segment_id=54adfe02-b869-4884-bf8b-5c8e16c54a46)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:24:57.838142 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d2490ab2-b5c7-4e0d-aee0-e22abb307a3f req-74b13ce2-f302-4b6c-b8f8-b5ef940eec17 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646378 Jul 09 16:24:57.876177 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0276a223-040f-4240-a7ea-58b34258080f req-0bf4490a-7e3c-4b86-bdaa-317884f1e59b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2652576 Jul 09 16:24:57.926718 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:57.929271 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:58.132850 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-be2d3882-c0d2-4a0a-805f-25ad3bd8aa17 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Deleting port dc36f930-6d4f-46fd-90e2-c05d1f5f9547 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:24:58.141203 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-be2d3882-c0d2-4a0a-805f-25ad3bd8aa17 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:58.245547 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 9af7654b-8db2-4114-a977-f2b4377a7e3d, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=9af7654b-8db2-4114-a977-f2b4377a7e3d,segment=NetworkSegment(2c926b7f-3d2f-4a20-b2db-f56b1ea8f48b),segment_id=2c926b7f-3d2f-4a20-b2db-f56b1ea8f48b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:24:58.251565 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=33017192-84c7-45fb-aa15-2178b3d5b528,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:58.255442 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:58.260047 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:58.263878 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:24:58.297619 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276a223-040f-4240-a7ea-58b34258080f req-6ced47b6-aacc-4b41-b7ae-39ebd86a95a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:58.300284 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0276a223-040f-4240-a7ea-58b34258080f req-6ced47b6-aacc-4b41-b7ae-39ebd86a95a8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=927faf6a074749d0b7e4b4706940c5ca&device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 1096 time: 0.3218503 Jul 09 16:24:58.356206 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34356be5-b4f3-4a2c-9755-76a0dd707db8 req-9f1915a0-f2d2-4860-9727-e82d6dfc025d tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:58.385448 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34356be5-b4f3-4a2c-9755-76a0dd707db8 req-9f1915a0-f2d2-4860-9727-e82d6dfc025d tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:58.404181 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34356be5-b4f3-4a2c-9755-76a0dd707db8 req-9f1915a0-f2d2-4860-9727-e82d6dfc025d tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:58.418982 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34356be5-b4f3-4a2c-9755-76a0dd707db8 req-9f1915a0-f2d2-4860-9727-e82d6dfc025d tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:58.440144 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-34356be5-b4f3-4a2c-9755-76a0dd707db8 req-9f1915a0-f2d2-4860-9727-e82d6dfc025d tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 3152 time: 0.3720586 Jul 09 16:24:58.476383 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=9af7654b-8db2-4114-a977-f2b4377a7e3d,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:58.553767 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:58.628069 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576d864-c3e4-43b5-baa9-7b0c4d065ffe req-f0f666db-689a-41e0-9faf-7fc56c1ae73a tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:58.638657 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-34356be5-b4f3-4a2c-9755-76a0dd707db8 req-998ad553-21dd-426a-a44f-c031f460653f tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/security-groups?id=45384544-6ff6-497a-9513-ac1d1fea2ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636243 Jul 09 16:24:58.647297 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d576d864-c3e4-43b5-baa9-7b0c4d065ffe req-f0f666db-689a-41e0-9faf-7fc56c1ae73a tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=cafc69eb-199c-4d82-98ad-04ebd5ea8eac HTTP/1.1" status: 200 len: 946 time: 0.5194407 Jul 09 16:24:58.720968 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e,segment=NetworkSegment(83198ff5-8209-4915-83c0-f54a458e911a),segment_id=83198ff5-8209-4915-83c0-f54a458e911a)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:24:58.742805 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:58.743366 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device d5a63360-2f2c-4256-88fa-b17027d6c63f no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:24:58.751739 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-be2d3882-c0d2-4a0a-805f-25ad3bd8aa17 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] For port dc36f930-6d4f-46fd-90e2-c05d1f5f9547, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=dc36f930-6d4f-46fd-90e2-c05d1f5f9547,segment=NetworkSegment(1bfbbbb5-eeae-4b13-af34-13d5b7a106d2),segment_id=1bfbbbb5-eeae-4b13-af34-13d5b7a106d2)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:24:58.755144 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276a223-040f-4240-a7ea-58b34258080f req-4759faf6-8d6e-4c2f-8f0a-22cd2bd025ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:58.761246 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0276a223-040f-4240-a7ea-58b34258080f req-4759faf6-8d6e-4c2f-8f0a-22cd2bd025ca service neutron] 10.222.0.77 "GET /v2.0/networks?id=e14244d3-321e-4e11-8fa5-f8d23e2088a8 HTTP/1.1" status: 200 len: 913 time: 0.3165014 Jul 09 16:24:58.769424 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-be2d3882-c0d2-4a0a-805f-25ad3bd8aa17 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:58.780803 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362f22d6-4872-4f8d-8733-3a71b89e1971 x-openstack-request-id: req-362f22d6-4872-4f8d-8733-3a71b89e1971 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:24:58.781111 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9380d95-b37d-4e4c-8dd7-18a74bd89bfa", "name": "network-vif-deleted", "tag": "916c73bc-2bb6-461c-af98-fa6465f83617", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:24:58.781372 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-362f22d6-4872-4f8d-8733-3a71b89e1971 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:24:58.781779 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9380d95-b37d-4e4c-8dd7-18a74bd89bfa', 'name': 'network-vif-deleted', 'tag': '916c73bc-2bb6-461c-af98-fa6465f83617', 'status': 'completed', 'code': 200} Jul 09 16:24:58.836684 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-be2d3882-c0d2-4a0a-805f-25ad3bd8aa17 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Calling delete_port for dc36f930-6d4f-46fd-90e2-c05d1f5f9547 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:24:58.967243 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0276a223-040f-4240-a7ea-58b34258080f req-24ea56ab-3d64-462e-8b4b-da501e020266 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1db38019-9c36-4811-87b1-9165e461b73e HTTP/1.1" status: 200 len: 1000 time: 0.1964245 Jul 09 16:24:58.995306 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:59.011000 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 40068) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:24:59.017446 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:59.071390 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port d5a63360-2f2c-4256-88fa-b17027d6c63f, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=d5a63360-2f2c-4256-88fa-b17027d6c63f,segment=NetworkSegment(2c926b7f-3d2f-4a20-b2db-f56b1ea8f48b),segment_id=2c926b7f-3d2f-4a20-b2db-f56b1ea8f48b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:24:59.079056 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:59.079961 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device dc36f930-6d4f-46fd-90e2-c05d1f5f9547 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:24:59.139657 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb00267-a06a-4158-98da-4904b901b29b req-513b9886-f801-49d8-8269-0fc07f8b8265 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:59.148043 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0bb00267-a06a-4158-98da-4904b901b29b req-513b9886-f801-49d8-8269-0fc07f8b8265 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 945 time: 0.1773529 Jul 09 16:24:59.153350 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276a223-040f-4240-a7ea-58b34258080f req-914cf1d4-39fe-4fb8-a604-2d61a7d04cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:59.158433 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0276a223-040f-4240-a7ea-58b34258080f req-914cf1d4-39fe-4fb8-a604-2d61a7d04cae service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9ed42caa-ccec-43f9-abc2-3f037ba46c07 HTTP/1.1" status: 200 len: 851 time: 0.1836801 Jul 09 16:24:59.242994 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=d5a63360-2f2c-4256-88fa-b17027d6c63f,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:59.292756 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0bb00267-a06a-4158-98da-4904b901b29b req-7f077a40-c5c6-4368-97d4-9ae89749f83e tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312344 Jul 09 16:24:59.373869 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cafc69eb-199c-4d82-98ad-04ebd5ea8eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33017192-84c7-45fb-aa15-2178b3d5b528'}, {'server_uuid': 'f9380d95-b37d-4e4c-8dd7-18a74bd89bfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9af7654b-8db2-4114-a977-f2b4377a7e3d'}, {'server_uuid': 'f9380d95-b37d-4e4c-8dd7-18a74bd89bfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e'}, {'server_uuid': 'f9380d95-b37d-4e4c-8dd7-18a74bd89bfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5a63360-2f2c-4256-88fa-b17027d6c63f'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:24:59.377011 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83844078-2aab-4a2e-b635-9592dcf349c5" -d '{"events": [{"server_uuid": "cafc69eb-199c-4d82-98ad-04ebd5ea8eac", "name": "network-vif-plugged", "status": "completed", "tag": "33017192-84c7-45fb-aa15-2178b3d5b528"}, {"server_uuid": "f9380d95-b37d-4e4c-8dd7-18a74bd89bfa", "name": "network-vif-unplugged", "status": "completed", "tag": "9af7654b-8db2-4114-a977-f2b4377a7e3d"}, {"server_uuid": "f9380d95-b37d-4e4c-8dd7-18a74bd89bfa", "name": "network-vif-unplugged", "status": "completed", "tag": "8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e"}, {"server_uuid": "f9380d95-b37d-4e4c-8dd7-18a74bd89bfa", "name": "network-vif-unplugged", "status": "completed", "tag": "d5a63360-2f2c-4256-88fa-b17027d6c63f"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:24:59.380328 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276a223-040f-4240-a7ea-58b34258080f req-88f399c8-a35e-49a9-9fa2-9293b8b5905f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:24:59.382965 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0276a223-040f-4240-a7ea-58b34258080f req-88f399c8-a35e-49a9-9fa2-9293b8b5905f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e14244d3-321e-4e11-8fa5-f8d23e2088a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2178769 Jul 09 16:24:59.386677 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:59.426638 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d576d864-c3e4-43b5-baa9-7b0c4d065ffe req-01e51c94-b428-42d2-adb8-d3429eee879b tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7747383 Jul 09 16:24:59.460440 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-be2d3882-c0d2-4a0a-805f-25ad3bd8aa17 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:59.528888 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device dc1969ff-da8f-4d79-bad7-c98b94b7dc83 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:24:59.529393 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d3882-c0d2-4a0a-805f-25ad3bd8aa17 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Pushing event deleted for resources: {'Port': ['ID=dc36f930-6d4f-46fd-90e2-c05d1f5f9547,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:24:59.534798 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bb03c479-24f9-4b8e-a16d-8be346950611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:59.659467 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device dc1969ff-da8f-4d79-bad7-c98b94b7dc83 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:24:59.665541 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-be2d3882-c0d2-4a0a-805f-25ad3bd8aa17 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] No DVR routers for this DVR port dc36f930-6d4f-46fd-90e2-c05d1f5f9547 on host n-h2-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:24:59.668717 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-be2d3882-c0d2-4a0a-805f-25ad3bd8aa17 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:59.670703 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-be2d3882-c0d2-4a0a-805f-25ad3bd8aa17 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.73 "DELETE /v2.0/ports/dc36f930-6d4f-46fd-90e2-c05d1f5f9547 HTTP/1.1" status: 204 len: 173 time: 1.9614644 Jul 09 16:24:59.797040 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0276a223-040f-4240-a7ea-58b34258080f req-c4244845-f0d2-4c3b-aec0-736e9cab549c service neutron] 10.222.0.77 "GET /v2.0/networks/e14244d3-321e-4e11-8fa5-f8d23e2088a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4013112 Jul 09 16:24:59.944221 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-0e34f07d-7763-4bd8-a169-942bc44fce41 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Deleting port d5a63360-2f2c-4256-88fa-b17027d6c63f {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:24:59.945249 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-0e34f07d-7763-4bd8-a169-942bc44fce41 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:24:59.992046 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f38b6-667c-4e8e-9011-d8c0d9514c30 req-3f6b4cf2-8799-42ee-9bfc-72bb2c929ff1 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:00.000281 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c44f38b6-667c-4e8e-9011-d8c0d9514c30 req-3f6b4cf2-8799-42ee-9bfc-72bb2c929ff1 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=3da9fb37-f90e-4355-bb34-5d4d79af901a HTTP/1.1" status: 200 len: 946 time: 0.2351508 Jul 09 16:25:00.040089 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bb03c479-24f9-4b8e-a16d-8be346950611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:00.061760 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0276a223-040f-4240-a7ea-58b34258080f req-0a833d22-5ace-4a20-b772-91b1f0e67713 service neutron] 10.222.0.77 "GET /v2.0/networks/e14244d3-321e-4e11-8fa5-f8d23e2088a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342296 Jul 09 16:25:00.075446 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bb03c479-24f9-4b8e-a16d-8be346950611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:00.125069 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb03c479-24f9-4b8e-a16d-8be346950611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34dd6788-5b0c-4624-a976-19e65f2061e2,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:00.131145 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c44f38b6-667c-4e8e-9011-d8c0d9514c30 req-d63bad08-f285-4e3f-82d3-0df9eec652f6 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297898 Jul 09 16:25:00.152408 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-0e34f07d-7763-4bd8-a169-942bc44fce41 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] For port d5a63360-2f2c-4256-88fa-b17027d6c63f, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=d5a63360-2f2c-4256-88fa-b17027d6c63f,segment=NetworkSegment(2c926b7f-3d2f-4a20-b2db-f56b1ea8f48b),segment_id=2c926b7f-3d2f-4a20-b2db-f56b1ea8f48b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:25:00.152917 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-0e34f07d-7763-4bd8-a169-942bc44fce41 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:00.194800 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-0e34f07d-7763-4bd8-a169-942bc44fce41 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Calling delete_port for d5a63360-2f2c-4256-88fa-b17027d6c63f owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:25:00.207249 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-bb03c479-24f9-4b8e-a16d-8be346950611 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=882cf7f523e54c79bcb0c4be843cc5c6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1879804 Jul 09 16:25:00.208270 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 40092) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:00.236524 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a265f-60b1-456a-aaf4-b52329413b7b req-928eabc3-65f3-4cbd-b054-85b670b7afd6 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:00.240291 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a89a265f-60b1-456a-aaf4-b52329413b7b req-928eabc3-65f3-4cbd-b054-85b670b7afd6 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2ac1b48-1b4b-49e2-b4ec-136d43f2b192 HTTP/1.1" status: 200 len: 946 time: 0.3114529 Jul 09 16:25:00.309270 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a89a265f-60b1-456a-aaf4-b52329413b7b req-8dd40cb1-9868-479a-9e2b-9f4399525bcf tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/security-groups?id=d0a6dc63-8b1a-4a2e-94f0-61890eef0833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620124 Jul 09 16:25:00.319518 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 702 Content-Type: application/json Date: Fri, 09 Jul 2021 16:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd42025d-e1a4-45b1-8702-58ae6e7c1404 x-openstack-request-id: req-bd42025d-e1a4-45b1-8702-58ae6e7c1404 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:25:00.320423 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cafc69eb-199c-4d82-98ad-04ebd5ea8eac", "name": "network-vif-plugged", "status": "completed", "tag": "33017192-84c7-45fb-aa15-2178b3d5b528", "code": 200}, {"server_uuid": "f9380d95-b37d-4e4c-8dd7-18a74bd89bfa", "name": "network-vif-unplugged", "status": "completed", "tag": "9af7654b-8db2-4114-a977-f2b4377a7e3d", "code": 200}, {"server_uuid": "f9380d95-b37d-4e4c-8dd7-18a74bd89bfa", "name": "network-vif-unplugged", "status": "completed", "tag": "8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e", "code": 200}, {"server_uuid": "f9380d95-b37d-4e4c-8dd7-18a74bd89bfa", "name": "network-vif-unplugged", "status": "completed", "tag": "d5a63360-2f2c-4256-88fa-b17027d6c63f", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:25:00.331541 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-bd42025d-e1a4-45b1-8702-58ae6e7c1404 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:25:00.332325 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cafc69eb-199c-4d82-98ad-04ebd5ea8eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33017192-84c7-45fb-aa15-2178b3d5b528', 'code': 200} Jul 09 16:25:00.332871 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9380d95-b37d-4e4c-8dd7-18a74bd89bfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9af7654b-8db2-4114-a977-f2b4377a7e3d', 'code': 200} Jul 09 16:25:00.334969 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9380d95-b37d-4e4c-8dd7-18a74bd89bfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e', 'code': 200} Jul 09 16:25:00.335481 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9380d95-b37d-4e4c-8dd7-18a74bd89bfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5a63360-2f2c-4256-88fa-b17027d6c63f', 'code': 200} Jul 09 16:25:00.592712 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89abad3e-b1c9-4164-bfcc-8bce263b3b51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:00.683096 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b35a83-4c89-4e10-88da-e556fe3f67c5 req-e0c9e908-69a2-4e89-9f42-797ba0223635 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:00.694907 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b35a83-4c89-4e10-88da-e556fe3f67c5 req-e0c9e908-69a2-4e89-9f42-797ba0223635 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:00.706241 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b35a83-4c89-4e10-88da-e556fe3f67c5 req-e0c9e908-69a2-4e89-9f42-797ba0223635 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:00.726096 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-96b35a83-4c89-4e10-88da-e556fe3f67c5 req-e0c9e908-69a2-4e89-9f42-797ba0223635 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 2411 time: 0.2120066 Jul 09 16:25:00.733071 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89abad3e-b1c9-4164-bfcc-8bce263b3b51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:00.741103 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4035ba-df54-4b06-ad4a-de7e5e3485c9 req-a04ee497-5fa6-4242-8306-5c7e83c69a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:00.743590 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fd4035ba-df54-4b06-ad4a-de7e5e3485c9 req-a04ee497-5fa6-4242-8306-5c7e83c69a48 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=cafc69eb-199c-4d82-98ad-04ebd5ea8eac HTTP/1.1" status: 200 len: 1097 time: 0.3731630 Jul 09 16:25:00.772160 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-0e34f07d-7763-4bd8-a169-942bc44fce41 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:00.790647 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9380d95-b37d-4e4c-8dd7-18a74bd89bfa', 'name': 'network-vif-deleted', 'tag': 'dc36f930-6d4f-46fd-90e2-c05d1f5f9547'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:25:00.801050 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0191604f-8df2-4f90-99e0-ece796585d59" -d '{"events": [{"server_uuid": "f9380d95-b37d-4e4c-8dd7-18a74bd89bfa", "name": "network-vif-deleted", "tag": "dc36f930-6d4f-46fd-90e2-c05d1f5f9547"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:25:00.910563 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e34f07d-7763-4bd8-a169-942bc44fce41 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Pushing event deleted for resources: {'Port': ['ID=d5a63360-2f2c-4256-88fa-b17027d6c63f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:00.920496 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-96b35a83-4c89-4e10-88da-e556fe3f67c5 req-bcd7ce31-17f7-451c-b35a-287c8b54f8ee tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/security-groups?id=45384544-6ff6-497a-9513-ac1d1fea2ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905234 Jul 09 16:25:00.970915 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fd4035ba-df54-4b06-ad4a-de7e5e3485c9 req-a61674db-6c36-40bd-935e-7d3a0b1b677d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099185 Jul 09 16:25:01.023952 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89abad3e-b1c9-4164-bfcc-8bce263b3b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:01.027450 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89abad3e-b1c9-4164-bfcc-8bce263b3b51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:01.029031 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-89abad3e-b1c9-4164-bfcc-8bce263b3b51 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/34dd6788-5b0c-4624-a976-19e65f2061e2 HTTP/1.1" status: 204 len: 168 time: 0.8194368 Jul 09 16:25:01.056759 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-0e34f07d-7763-4bd8-a169-942bc44fce41 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] No DVR routers for this DVR port d5a63360-2f2c-4256-88fa-b17027d6c63f on host n-h2-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:25:01.072509 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-0e34f07d-7763-4bd8-a169-942bc44fce41 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:01.074869 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-0e34f07d-7763-4bd8-a169-942bc44fce41 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.73 "DELETE /v2.0/ports/d5a63360-2f2c-4256-88fa-b17027d6c63f HTTP/1.1" status: 204 len: 173 time: 1.3876269 Jul 09 16:25:01.077818 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89abad3e-b1c9-4164-bfcc-8bce263b3b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34dd6788-5b0c-4624-a976-19e65f2061e2,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:01.225522 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6347e-a2a6-4929-a630-ba377d00a584 req-92468524-e37e-4295-98be-031a6c6b3ec8 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:01.227401 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-58a6347e-a2a6-4929-a630-ba377d00a584 req-92468524-e37e-4295-98be-031a6c6b3ec8 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 945 time: 0.2298205 Jul 09 16:25:01.267490 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-c0204c05-0a7c-4bd7-955d-eaef1bd0a433 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Deleting port 9af7654b-8db2-4114-a977-f2b4377a7e3d {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:25:01.267764 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-c0204c05-0a7c-4bd7-955d-eaef1bd0a433 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:01.397764 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-c0204c05-0a7c-4bd7-955d-eaef1bd0a433 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] For port 9af7654b-8db2-4114-a977-f2b4377a7e3d, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=9af7654b-8db2-4114-a977-f2b4377a7e3d,segment=NetworkSegment(2c926b7f-3d2f-4a20-b2db-f56b1ea8f48b),segment_id=2c926b7f-3d2f-4a20-b2db-f56b1ea8f48b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:25:01.398278 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-c0204c05-0a7c-4bd7-955d-eaef1bd0a433 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:01.416072 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce91565-bfe7-45b1-a5db-59e024c00495 req-861e12f0-ed16-4278-a4e2-ffaa8a6d4797 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:01.418018 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4ce91565-bfe7-45b1-a5db-59e024c00495 req-861e12f0-ed16-4278-a4e2-ffaa8a6d4797 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=cafc69eb-199c-4d82-98ad-04ebd5ea8eac HTTP/1.1" status: 200 len: 946 time: 0.1831229 Jul 09 16:25:01.428590 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-c0204c05-0a7c-4bd7-955d-eaef1bd0a433 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Calling delete_port for 9af7654b-8db2-4114-a977-f2b4377a7e3d owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:25:01.521967 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4ce91565-bfe7-45b1-a5db-59e024c00495 req-13d55628-8cf5-4fb1-a53e-d7f4a9d11ee4 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934803 Jul 09 16:25:01.571009 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-58a6347e-a2a6-4929-a630-ba377d00a584 req-03eefa7f-c399-4590-90c9-a6573eb17d62 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3344822 Jul 09 16:25:01.766144 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-c0204c05-0a7c-4bd7-955d-eaef1bd0a433 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:01.815715 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5873f41a-2952-45e4-9a7d-19770d0bbc37 req-a958b8ec-7ff4-49e3-8709-7016de42a12a tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:01.818965 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5873f41a-2952-45e4-9a7d-19770d0bbc37 req-a958b8ec-7ff4-49e3-8709-7016de42a12a tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=3da9fb37-f90e-4355-bb34-5d4d79af901a HTTP/1.1" status: 200 len: 946 time: 0.1320488 Jul 09 16:25:01.860738 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0204c05-0a7c-4bd7-955d-eaef1bd0a433 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Pushing event deleted for resources: {'Port': ['ID=9af7654b-8db2-4114-a977-f2b4377a7e3d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:01.916842 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5873f41a-2952-45e4-9a7d-19770d0bbc37 req-60b42699-3aed-4da3-921f-39d58345653f tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878506 Jul 09 16:25:01.959532 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d9c0f0-a980-4aab-8ebb-5e27ee2be8cb x-openstack-request-id: req-b3d9c0f0-a980-4aab-8ebb-5e27ee2be8cb {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:25:01.959826 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9380d95-b37d-4e4c-8dd7-18a74bd89bfa", "name": "network-vif-deleted", "tag": "dc36f930-6d4f-46fd-90e2-c05d1f5f9547", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:25:01.960082 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b3d9c0f0-a980-4aab-8ebb-5e27ee2be8cb {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:25:01.960477 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9380d95-b37d-4e4c-8dd7-18a74bd89bfa', 'name': 'network-vif-deleted', 'tag': 'dc36f930-6d4f-46fd-90e2-c05d1f5f9547', 'status': 'completed', 'code': 200} Jul 09 16:25:01.961321 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-c0204c05-0a7c-4bd7-955d-eaef1bd0a433 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] No DVR routers for this DVR port 9af7654b-8db2-4114-a977-f2b4377a7e3d on host n-h2-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:25:01.964679 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-c0204c05-0a7c-4bd7-955d-eaef1bd0a433 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:01.969599 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-c0204c05-0a7c-4bd7-955d-eaef1bd0a433 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.73 "DELETE /v2.0/ports/9af7654b-8db2-4114-a977-f2b4377a7e3d HTTP/1.1" status: 204 len: 173 time: 0.8625066 Jul 09 16:25:02.282752 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-b1d69605-1a60-4aed-bd84-2e698aea47f3 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Deleting port 8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:25:02.291476 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-b1d69605-1a60-4aed-bd84-2e698aea47f3 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:02.405663 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c306b-7e91-4edb-b66f-a064d64ed759 req-a666669b-7cfa-4975-aa47-fb235ee9312c tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:02.426643 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-063c306b-7e91-4edb-b66f-a064d64ed759 req-a666669b-7cfa-4975-aa47-fb235ee9312c tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2ac1b48-1b4b-49e2-b4ec-136d43f2b192 HTTP/1.1" status: 200 len: 946 time: 0.2338135 Jul 09 16:25:02.515462 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5626dee-ca3c-4125-9a66-119214d65a36 req-11712d81-c2b0-42db-8582-6c46a1ce8675 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:02.524805 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d5626dee-ca3c-4125-9a66-119214d65a36 req-11712d81-c2b0-42db-8582-6c46a1ce8675 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 944 time: 0.1334319 Jul 09 16:25:02.531881 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-063c306b-7e91-4edb-b66f-a064d64ed759 req-05cde9b8-0f8b-4940-8f87-4a75a71ff5a3 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/security-groups?id=d0a6dc63-8b1a-4a2e-94f0-61890eef0833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011117 Jul 09 16:25:02.588624 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-b1d69605-1a60-4aed-bd84-2e698aea47f3 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] For port 8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e,segment=NetworkSegment(83198ff5-8209-4915-83c0-f54a458e911a),segment_id=83198ff5-8209-4915-83c0-f54a458e911a)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:25:02.588997 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-b1d69605-1a60-4aed-bd84-2e698aea47f3 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:02.754156 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a96e73-84d4-4872-86b9-0ac954df5f86 req-b88e5b57-4b08-46bc-bcc2-8ce68ce32f2e tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:02.762495 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-08a96e73-84d4-4872-86b9-0ac954df5f86 req-b88e5b57-4b08-46bc-bcc2-8ce68ce32f2e tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=cafc69eb-199c-4d82-98ad-04ebd5ea8eac HTTP/1.1" status: 200 len: 946 time: 0.1127408 Jul 09 16:25:02.790523 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d5626dee-ca3c-4125-9a66-119214d65a36 req-cb1f19ac-1a28-4933-a5db-d5769f483113 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/security-groups?id=45384544-6ff6-497a-9513-ac1d1fea2ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2650282 Jul 09 16:25:02.815495 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-08a96e73-84d4-4872-86b9-0ac954df5f86 req-85846c81-8077-49a1-a30c-dd8e7233da13 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518417 Jul 09 16:25:03.033245 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-b1d69605-1a60-4aed-bd84-2e698aea47f3 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:03.033791 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-b1d69605-1a60-4aed-bd84-2e698aea47f3 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:03.034227 n-d-798930-3 neutron-server[93959]: INFO neutron.db.l3_db [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-b1d69605-1a60-4aed-bd84-2e698aea47f3 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Floating IP 3ca17b7c-4d25-4a64-a362-42f35b748513 disassociated. External IP: 172.25.0.202, port: 8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e. Jul 09 16:25:03.038105 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb1311-0883-46d0-8e43-688307aabba1 req-f4613cd5-3933-4df4-81a7-a274bc06077b tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:03.038671 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-b1d69605-1a60-4aed-bd84-2e698aea47f3 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Calling delete_port for 8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:25:03.047067 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6bcb1311-0883-46d0-8e43-688307aabba1 req-f4613cd5-3933-4df4-81a7-a274bc06077b tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 945 time: 0.1011524 Jul 09 16:25:03.105344 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6bcb1311-0883-46d0-8e43-688307aabba1 req-88e30ae2-7666-452d-95cb-fc68ae5dfa73 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558722 Jul 09 16:25:03.534175 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65237780-0c7a-4c85-aeec-7afecce2f6b6 req-acc90844-e6dc-4d58-b8f5-2db4ac4fcc68 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:03.543278 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-65237780-0c7a-4c85-aeec-7afecce2f6b6 req-acc90844-e6dc-4d58-b8f5-2db4ac4fcc68 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=cafc69eb-199c-4d82-98ad-04ebd5ea8eac HTTP/1.1" status: 200 len: 946 time: 0.1152442 Jul 09 16:25:03.614309 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-b1d69605-1a60-4aed-bd84-2e698aea47f3 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:03.615146 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-65237780-0c7a-4c85-aeec-7afecce2f6b6 req-b93fc73e-624d-44d5-843c-3c73bd7c16f7 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706229 Jul 09 16:25:03.648707 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d69605-1a60-4aed-bd84-2e698aea47f3 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Pushing event deleted for resources: {'Port': ['ID=8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:03.728691 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 40174) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:03.782113 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12213f96-99ef-4e9d-af8f-38d9432b3e92 req-3dc228d0-614d-4d1b-b43c-bd06457a7cd0 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:03.789045 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-12213f96-99ef-4e9d-af8f-38d9432b3e92 req-3dc228d0-614d-4d1b-b43c-bd06457a7cd0 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=3da9fb37-f90e-4355-bb34-5d4d79af901a HTTP/1.1" status: 200 len: 946 time: 0.2172863 Jul 09 16:25:03.864322 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-12213f96-99ef-4e9d-af8f-38d9432b3e92 req-19b37b16-0366-4321-b4e3-6eca7d6ea2da tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742848 Jul 09 16:25:03.875372 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-b1d69605-1a60-4aed-bd84-2e698aea47f3 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Router 6dd3ebce-7cac-4b83-8d52-7129c436ac00 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:25:03.978071 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9380d95-b37d-4e4c-8dd7-18a74bd89bfa', 'name': 'network-vif-deleted', 'tag': 'd5a63360-2f2c-4256-88fa-b17027d6c63f'}, {'server_uuid': 'f9380d95-b37d-4e4c-8dd7-18a74bd89bfa', 'name': 'network-vif-deleted', 'tag': '9af7654b-8db2-4114-a977-f2b4377a7e3d'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:25:03.980390 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217144f8-5ff6-437c-841f-1419f48e3626" -d '{"events": [{"server_uuid": "f9380d95-b37d-4e4c-8dd7-18a74bd89bfa", "name": "network-vif-deleted", "tag": "d5a63360-2f2c-4256-88fa-b17027d6c63f"}, {"server_uuid": "f9380d95-b37d-4e4c-8dd7-18a74bd89bfa", "name": "network-vif-deleted", "tag": "9af7654b-8db2-4114-a977-f2b4377a7e3d"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:25:03.990707 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-674935f5-aa2b-4f8e-bc34-fb2fee653272 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389-project-admin] Request body: {'floatingip': {'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:25:03.996762 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc648d-5676-4736-89c6-2181b4e9df1d req-398271fe-a378-471b-ae56-f158a6f18214 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:03.998338 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9dbc648d-5676-4736-89c6-2181b4e9df1d req-398271fe-a378-471b-ae56-f158a6f18214 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2ac1b48-1b4b-49e2-b4ec-136d43f2b192 HTTP/1.1" status: 200 len: 946 time: 0.1897328 Jul 09 16:25:04.086905 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-674935f5-aa2b-4f8e-bc34-fb2fee653272 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:04.106805 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9dbc648d-5676-4736-89c6-2181b4e9df1d req-39d7ebfb-fd95-42cc-8189-8d6c41e9339d tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/security-groups?id=d0a6dc63-8b1a-4a2e-94f0-61890eef0833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884268 Jul 09 16:25:04.165681 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fa5eaf33-a335-48b0-a9df-add3fe185fc2 req-97f6bd34-287f-415e-bae1-be61af3127b7 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 210 time: 0.0983102 Jul 09 16:25:04.177055 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 16:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2b3aa4-01d9-4091-a651-873dcbd52fef x-openstack-request-id: req-4a2b3aa4-01d9-4091-a651-873dcbd52fef {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:25:04.177362 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9380d95-b37d-4e4c-8dd7-18a74bd89bfa", "name": "network-vif-deleted", "tag": "d5a63360-2f2c-4256-88fa-b17027d6c63f", "status": "completed", "code": 200}, {"server_uuid": "f9380d95-b37d-4e4c-8dd7-18a74bd89bfa", "name": "network-vif-deleted", "tag": "9af7654b-8db2-4114-a977-f2b4377a7e3d", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:25:04.177618 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4a2b3aa4-01d9-4091-a651-873dcbd52fef {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:25:04.178021 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9380d95-b37d-4e4c-8dd7-18a74bd89bfa', 'name': 'network-vif-deleted', 'tag': 'd5a63360-2f2c-4256-88fa-b17027d6c63f', 'status': 'completed', 'code': 200} Jul 09 16:25:04.178279 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9380d95-b37d-4e4c-8dd7-18a74bd89bfa', 'name': 'network-vif-deleted', 'tag': '9af7654b-8db2-4114-a977-f2b4377a7e3d', 'status': 'completed', 'code': 200} Jul 09 16:25:04.210007 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-b1d69605-1a60-4aed-bd84-2e698aea47f3 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:25:04.220378 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab8fbc6-d491-4337-bc77-4c7ea1772696 None None] Sync routers for ids ['6dd3ebce-7cac-4b83-8d52-7129c436ac00'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:25:04.239857 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab8fbc6-d491-4337-bc77-4c7ea1772696 None None] Routers {'6dd3ebce-7cac-4b83-8d52-7129c436ac00'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:25:04.240595 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-4ab8fbc6-d491-4337-bc77-4c7ea1772696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:24:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['6dd3ebce-7cac-4b83-8d52-7129c436ac00'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:25:04.298798 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-b1d69605-1a60-4aed-bd84-2e698aea47f3 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] No DVR routers for this DVR port 8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e on host n-h2-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:25:04.311242 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-b1d69605-1a60-4aed-bd84-2e698aea47f3 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:04.315349 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b13e9aed-38fe-4c6f-bce6-739fcc7a19d3 req-b1d69605-1a60-4aed-bd84-2e698aea47f3 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.73 "DELETE /v2.0/ports/8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e HTTP/1.1" status: 204 len: 173 time: 2.3272176 Jul 09 16:25:04.380419 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-674935f5-aa2b-4f8e-bc34-fb2fee653272 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:04.492146 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e8822-d4c6-44bc-afc8-4e8653112be7 req-a92e3634-73e4-45d2-8ba5-4e1008ad5951 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:04.495819 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0c4e8822-d4c6-44bc-afc8-4e8653112be7 req-a92e3634-73e4-45d2-8ba5-4e1008ad5951 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 945 time: 0.1657009 Jul 09 16:25:04.571292 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0c4e8822-d4c6-44bc-afc8-4e8653112be7 req-917a2e0e-f59d-4757-a405-7110485d48a0 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686553 Jul 09 16:25:04.586991 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-674935f5-aa2b-4f8e-bc34-fb2fee653272 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389-project-admin] Allocated IP 172.25.0.210 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/423b0079-4f25-4075-a078-86ca900824fa) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:25:04.589500 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-4ab8fbc6-d491-4337-bc77-4c7ea1772696 None None] Set router 6dd3ebce-7cac-4b83-8d52-7129c436ac00 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:25:04.799689 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-674935f5-aa2b-4f8e-bc34-fb2fee653272 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:04.861039 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-674935f5-aa2b-4f8e-bc34-fb2fee653272 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:04.912862 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674935f5-aa2b-4f8e-bc34-fb2fee653272 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389-project-admin] Pushing event updated for resources: {'Port': ['ID=423b0079-4f25-4075-a078-86ca900824fa,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:04.936130 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674935f5-aa2b-4f8e-bc34-fb2fee653272 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389-project-admin] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:25:04.937945 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-674935f5-aa2b-4f8e-bc34-fb2fee653272 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389-project-admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:25:04.942503 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674935f5-aa2b-4f8e-bc34-fb2fee653272 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389-project-admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:25:05.043856 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-4ab8fbc6-d491-4337-bc77-4c7ea1772696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd3ebce-7cac-4b83-8d52-7129c436ac00', 'name': 'tempest-TaggedBootDevicesTest-1119092116-router', 'tenant_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '8336f8e6-589b-4a4f-b587-817febe17219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:14:17Z', 'updated_at': '2021-07-09T16:14:23Z', 'revision_number': 4, 'project_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'gw_port': {'id': '8336f8e6-589b-4a4f-b587-817febe17219', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:23:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd3ebce-7cac-4b83-8d52-7129c436ac00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:14:18Z', 'updated_at': '2021-07-09T16:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'fee0d584-97ea-46ca-a745-72eea694d7a5', 'name': '', 'network_id': '3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8', 'tenant_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'mac_address': 'fa:16:3e:0e:bf:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd3ebce-7cac-4b83-8d52-7129c436ac00', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd1711513-50d2-4abd-a78b-a82992d0d46f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:14:21Z', 'updated_at': '2021-07-09T16:14:32Z', 'revision_number': 5, 'project_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'subnets': [{'id': 'd1711513-50d2-4abd-a78b-a82992d0d46f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:25:05.075205 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd8f19-6d24-46fa-a1dd-4773969d219c req-b36f5308-90e3-4c1d-adbc-a1daa108652c tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:05.083395 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e2cd8f19-6d24-46fa-a1dd-4773969d219c req-b36f5308-90e3-4c1d-adbc-a1daa108652c tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=cafc69eb-199c-4d82-98ad-04ebd5ea8eac HTTP/1.1" status: 200 len: 946 time: 0.2259493 Jul 09 16:25:05.164057 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab8fbc6-d491-4337-bc77-4c7ea1772696 None None] Checking router: 6dd3ebce-7cac-4b83-8d52-7129c436ac00 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:25:05.181693 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab8fbc6-d491-4337-bc77-4c7ea1772696 None None] Routers {'6dd3ebce-7cac-4b83-8d52-7129c436ac00'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:25:05.182516 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-4ab8fbc6-d491-4337-bc77-4c7ea1772696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:24:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['6dd3ebce-7cac-4b83-8d52-7129c436ac00'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:25:05.195974 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e2cd8f19-6d24-46fa-a1dd-4773969d219c req-77b089c9-7802-4a25-bd81-7eaf4619d62b tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105378 Jul 09 16:25:05.199470 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-674935f5-aa2b-4f8e-bc34-fb2fee653272 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:05.418417 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-674935f5-aa2b-4f8e-bc34-fb2fee653272 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:05.449861 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-4ab8fbc6-d491-4337-bc77-4c7ea1772696 None None] Set router 6dd3ebce-7cac-4b83-8d52-7129c436ac00 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:25:05.632877 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4fa20-8dd9-4e50-9904-b90c2bbcfd40 req-3f5599f2-ebe4-4b11-bb2b-8502fdcfdda6 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:05.641684 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f2a4fa20-8dd9-4e50-9904-b90c2bbcfd40 req-3f5599f2-ebe4-4b11-bb2b-8502fdcfdda6 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=3da9fb37-f90e-4355-bb34-5d4d79af901a HTTP/1.1" status: 200 len: 946 time: 0.4268565 Jul 09 16:25:05.793137 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f2a4fa20-8dd9-4e50-9904-b90c2bbcfd40 req-5321fc09-8c17-447b-8e66-ef72eed67980 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501133 Jul 09 16:25:05.885719 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395cda43-bc5b-4a54-beb2-2a3840ee996a req-717a33ab-08b3-4e46-aa79-78e788f18867 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:05.903678 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-4ab8fbc6-d491-4337-bc77-4c7ea1772696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd3ebce-7cac-4b83-8d52-7129c436ac00', 'name': 'tempest-TaggedBootDevicesTest-1119092116-router', 'tenant_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '8336f8e6-589b-4a4f-b587-817febe17219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:14:17Z', 'updated_at': '2021-07-09T16:14:23Z', 'revision_number': 4, 'project_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'gw_port': {'id': '8336f8e6-589b-4a4f-b587-817febe17219', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:23:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd3ebce-7cac-4b83-8d52-7129c436ac00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:14:18Z', 'updated_at': '2021-07-09T16:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'fee0d584-97ea-46ca-a745-72eea694d7a5', 'name': '', 'network_id': '3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8', 'tenant_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'mac_address': 'fa:16:3e:0e:bf:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd3ebce-7cac-4b83-8d52-7129c436ac00', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd1711513-50d2-4abd-a78b-a82992d0d46f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:14:21Z', 'updated_at': '2021-07-09T16:14:32Z', 'revision_number': 5, 'project_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'subnets': [{'id': 'd1711513-50d2-4abd-a78b-a82992d0d46f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:25:05.916154 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-395cda43-bc5b-4a54-beb2-2a3840ee996a req-717a33ab-08b3-4e46-aa79-78e788f18867 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2ac1b48-1b4b-49e2-b4ec-136d43f2b192 HTTP/1.1" status: 200 len: 946 time: 0.2807946 Jul 09 16:25:05.919049 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-674935f5-aa2b-4f8e-bc34-fb2fee653272 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:05.932318 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-674935f5-aa2b-4f8e-bc34-fb2fee653272 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:05.939748 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab8fbc6-d491-4337-bc77-4c7ea1772696 None None] The sync data for ids ['6dd3ebce-7cac-4b83-8d52-7129c436ac00'] in n-d-798930-3 is: [{'id': '6dd3ebce-7cac-4b83-8d52-7129c436ac00', 'name': 'tempest-TaggedBootDevicesTest-1119092116-router', 'tenant_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '8336f8e6-589b-4a4f-b587-817febe17219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:14:17Z', 'updated_at': '2021-07-09T16:14:23Z', 'revision_number': 4, 'project_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'gw_port': {'id': '8336f8e6-589b-4a4f-b587-817febe17219', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:23:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd3ebce-7cac-4b83-8d52-7129c436ac00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:14:18Z', 'updated_at': '2021-07-09T16:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'fee0d584-97ea-46ca-a745-72eea694d7a5', 'name': '', 'network_id': '3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8', 'tenant_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'mac_address': 'fa:16:3e:0e:bf:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd3ebce-7cac-4b83-8d52-7129c436ac00', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd1711513-50d2-4abd-a78b-a82992d0d46f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:14:21Z', 'updated_at': '2021-07-09T16:14:32Z', 'revision_number': 5, 'project_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'subnets': [{'id': 'd1711513-50d2-4abd-a78b-a82992d0d46f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:25:06.022286 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-395cda43-bc5b-4a54-beb2-2a3840ee996a req-5148586d-ce05-44b2-8ea4-5eb3862b242f tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/security-groups?id=d0a6dc63-8b1a-4a2e-94f0-61890eef0833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051464 Jul 09 16:25:06.228839 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9380d95-b37d-4e4c-8dd7-18a74bd89bfa', 'name': 'network-vif-deleted', 'tag': '8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:25:06.232498 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0aeab5f-f980-46d5-8490-c3c499753edc" -d '{"events": [{"server_uuid": "f9380d95-b37d-4e4c-8dd7-18a74bd89bfa", "name": "network-vif-deleted", "tag": "8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:25:06.251554 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ec89dc92-130f-45cd-b36c-bf2701223a09 req-d498d0ef-432d-4f58-9f70-8f132295db34 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 210 time: 0.1275434 Jul 09 16:25:06.257116 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674935f5-aa2b-4f8e-bc34-fb2fee653272 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389-project-admin] Pushing event updated for resources: {'Port': ['ID=423b0079-4f25-4075-a078-86ca900824fa,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:06.295036 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-674935f5-aa2b-4f8e-bc34-fb2fee653272 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:06.347451 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-674935f5-aa2b-4f8e-bc34-fb2fee653272 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:06.348051 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bcfd90-2e4e-413b-9aa2-4a8fd4b559ec req-b22ae87d-be03-48db-aad6-aa54f0e50787 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:06.351985 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-674935f5-aa2b-4f8e-bc34-fb2fee653272 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389-project-admin] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6182630 Jul 09 16:25:06.352475 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 40214) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:06.353967 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-42bcfd90-2e4e-413b-9aa2-4a8fd4b559ec req-b22ae87d-be03-48db-aad6-aa54f0e50787 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 945 time: 0.1622317 Jul 09 16:25:06.358083 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-b8420a12-9e4e-4ffc-b908-8a4c043abdde tempest-ExternalNetworksAdminNegativeTestJSON-1671153389 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-730124646', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'fixed_ips': [{'ip_address': '172.25.0.210'}]}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:25:06.399418 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8420a12-9e4e-4ffc-b908-8a4c043abdde tempest-ExternalNetworksAdminNegativeTestJSON-1671153389 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389-project-admin] Made reservation on behalf of 08b222978d2f4012b01dd4c8469630c8 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:25:06.403353 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b8420a12-9e4e-4ffc-b908-8a4c043abdde tempest-ExternalNetworksAdminNegativeTestJSON-1671153389 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:06.429650 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b8420a12-9e4e-4ffc-b908-8a4c043abdde tempest-ExternalNetworksAdminNegativeTestJSON-1671153389 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:06.460793 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-42bcfd90-2e4e-413b-9aa2-4a8fd4b559ec req-663827c9-29a1-449d-976a-2d9bb942f036 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994973 Jul 09 16:25:06.586513 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7868f4c0-1101-4b80-b427-94444892cbdc None None] New status for floating IP 3ca17b7c-4d25-4a64-a362-42f35b748513: DOWN {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:25:06.590796 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916a2fd5-7ad5-42b7-a5f9-06ded0349d41 x-openstack-request-id: req-916a2fd5-7ad5-42b7-a5f9-06ded0349d41 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:25:06.591025 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9380d95-b37d-4e4c-8dd7-18a74bd89bfa", "name": "network-vif-deleted", "tag": "8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:25:06.591225 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-916a2fd5-7ad5-42b7-a5f9-06ded0349d41 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:25:06.594522 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9380d95-b37d-4e4c-8dd7-18a74bd89bfa', 'name': 'network-vif-deleted', 'tag': '8e4c20a8-ec26-432a-a9ac-b4c6ca638b1e', 'status': 'completed', 'code': 200} Jul 09 16:25:06.674535 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b8420a12-9e4e-4ffc-b908-8a4c043abdde tempest-ExternalNetworksAdminNegativeTestJSON-1671153389 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:06.687217 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b8420a12-9e4e-4ffc-b908-8a4c043abdde tempest-ExternalNetworksAdminNegativeTestJSON-1671153389 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:06.745721 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-b8420a12-9e4e-4ffc-b908-8a4c043abdde tempest-ExternalNetworksAdminNegativeTestJSON-1671153389 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389-project-admin] device_id is not set on port d6270782-29c1-4d00-afb8-9821fc07360e yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:25:06.828920 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8420a12-9e4e-4ffc-b908-8a4c043abdde tempest-ExternalNetworksAdminNegativeTestJSON-1671153389 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f367902-b5e1-487c-8cf9-ae28aa210871,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:06.946402 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee3a9b8-4b4a-45a6-a0d8-89e1880a1a28 req-95dd92d7-6dd7-4f24-bead-089ea7af7a5f tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:06.955088 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3ee3a9b8-4b4a-45a6-a0d8-89e1880a1a28 req-95dd92d7-6dd7-4f24-bead-089ea7af7a5f tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=cafc69eb-199c-4d82-98ad-04ebd5ea8eac HTTP/1.1" status: 200 len: 946 time: 0.2625792 Jul 09 16:25:06.966349 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:25:07.045640 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3ee3a9b8-4b4a-45a6-a0d8-89e1880a1a28 req-963e4f95-7a5c-4465-9641-7585322a88bc tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894065 Jul 09 16:25:07.100212 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8420a12-9e4e-4ffc-b908-8a4c043abdde tempest-ExternalNetworksAdminNegativeTestJSON-1671153389 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 09 16:25:07.101787 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8420a12-9e4e-4ffc-b908-8a4c043abdde tempest-ExternalNetworksAdminNegativeTestJSON-1671153389 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:25:07.131303 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b8420a12-9e4e-4ffc-b908-8a4c043abdde tempest-ExternalNetworksAdminNegativeTestJSON-1671153389 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389-project-admin] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.7748330 Jul 09 16:25:07.134520 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 40222) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:07.238888 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2411cec2-0416-4848-ac2a-1d0d30becefa req-969fd280-4a9c-4ca8-9d68-21c915d4c1bf tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:07.254202 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2411cec2-0416-4848-ac2a-1d0d30becefa req-969fd280-4a9c-4ca8-9d68-21c915d4c1bf tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=3da9fb37-f90e-4355-bb34-5d4d79af901a HTTP/1.1" status: 200 len: 946 time: 0.2036562 Jul 09 16:25:07.321896 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2411cec2-0416-4848-ac2a-1d0d30becefa req-afc5a12a-fb9e-4e47-9949-e78b1b0c67eb tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639024 Jul 09 16:25:07.441526 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ea8bf-942c-4e5d-af00-75112f5e7a0a req-491b7540-e7af-470b-a0c1-5ec4675eb6c1 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:07.448994 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b76ea8bf-942c-4e5d-af00-75112f5e7a0a req-491b7540-e7af-470b-a0c1-5ec4675eb6c1 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2ac1b48-1b4b-49e2-b4ec-136d43f2b192 HTTP/1.1" status: 200 len: 946 time: 0.2437055 Jul 09 16:25:07.520294 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b76ea8bf-942c-4e5d-af00-75112f5e7a0a req-96a19177-8204-4176-8d6a-2c8d8b320961 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/security-groups?id=d0a6dc63-8b1a-4a2e-94f0-61890eef0833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701721 Jul 09 16:25:07.526067 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-261fee69-0731-41f4-bad1-067acf2f9f48 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389-project-admin] Deleting port 423b0079-4f25-4075-a078-86ca900824fa {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:25:07.526067 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-261fee69-0731-41f4-bad1-067acf2f9f48 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:07.563259 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-db7af5f7-3ae5-4d56-8651-15ddd54eb6bf req-c7f11c0a-2876-4afe-ac39-206e9de53c3d tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 210 time: 0.0511696 Jul 09 16:25:07.740725 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-261fee69-0731-41f4-bad1-067acf2f9f48 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:07.741384 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-261fee69-0731-41f4-bad1-067acf2f9f48 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:07.765245 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-261fee69-0731-41f4-bad1-067acf2f9f48 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389-project-admin] Calling delete_port for 423b0079-4f25-4075-a078-86ca900824fa owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:25:07.940359 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4992111d-ab36-4758-99dc-27763a7cbbe5 req-6839b3b4-9a3a-442b-ad37-e37be2a830da tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:07.943520 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4992111d-ab36-4758-99dc-27763a7cbbe5 req-6839b3b4-9a3a-442b-ad37-e37be2a830da tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 945 time: 0.1550786 Jul 09 16:25:08.045754 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4992111d-ab36-4758-99dc-27763a7cbbe5 req-35d483ef-494f-42bb-95a0-595fbd2e9a12 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879138 Jul 09 16:25:08.075764 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-261fee69-0731-41f4-bad1-067acf2f9f48 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:08.159394 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261fee69-0731-41f4-bad1-067acf2f9f48 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389-project-admin] Pushing event deleted for resources: {'Port': ['ID=423b0079-4f25-4075-a078-86ca900824fa,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:08.228552 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-261fee69-0731-41f4-bad1-067acf2f9f48 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:08.231791 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-261fee69-0731-41f4-bad1-067acf2f9f48 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:08.233155 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-261fee69-0731-41f4-bad1-067acf2f9f48 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389 tempest-ExternalNetworksAdminNegativeTestJSON-1671153389-project-admin] 10.222.0.98 "DELETE /v2.0/floatingips/63dbcf1d-c9a8-4c4b-9785-3ca3c923e9e4 HTTP/1.1" status: 204 len: 168 time: 1.0972369 Jul 09 16:25:08.341386 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185611c-634a-4aad-a60f-9ce2157170d2 req-23fb5f6f-0fff-4303-9b74-88b365a5a2f7 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:08.352129 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9185611c-634a-4aad-a60f-9ce2157170d2 req-23fb5f6f-0fff-4303-9b74-88b365a5a2f7 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=cafc69eb-199c-4d82-98ad-04ebd5ea8eac HTTP/1.1" status: 200 len: 946 time: 0.1507938 Jul 09 16:25:08.414815 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9185611c-634a-4aad-a60f-9ce2157170d2 req-b2950fe3-7162-4337-bef6-ddc15808351a tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613868 Jul 09 16:25:08.663096 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2abee2c-0c70-4c80-9045-48490146c549 req-d5a699dc-8490-4f07-a8e3-4eccefb84c6d tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:08.678605 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f2abee2c-0c70-4c80-9045-48490146c549 req-d5a699dc-8490-4f07-a8e3-4eccefb84c6d tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=3da9fb37-f90e-4355-bb34-5d4d79af901a HTTP/1.1" status: 200 len: 946 time: 0.0974102 Jul 09 16:25:08.739846 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f2abee2c-0c70-4c80-9045-48490146c549 req-bfd3d7ad-2a48-4936-a75e-47ee9c62a5b6 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598040 Jul 09 16:25:08.854663 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3bf5d-e978-44fd-bde5-16b4e2b95a35 req-90f0cf6b-7357-47d7-ad8d-10b2ef5384a3 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:08.864733 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d9e3bf5d-e978-44fd-bde5-16b4e2b95a35 req-90f0cf6b-7357-47d7-ad8d-10b2ef5384a3 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2ac1b48-1b4b-49e2-b4ec-136d43f2b192 HTTP/1.1" status: 200 len: 946 time: 0.0942121 Jul 09 16:25:08.868146 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 40254) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:08.933885 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d9e3bf5d-e978-44fd-bde5-16b4e2b95a35 req-68cbf23a-645f-45a0-b664-1a0824bf9de7 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/security-groups?id=d0a6dc63-8b1a-4a2e-94f0-61890eef0833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641165 Jul 09 16:25:09.068182 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c92e368f-1ac4-4776-b1e3-9b6eec9e512d req-f946d1f8-afef-42b0-bdfa-30c0f9b995ff tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 210 time: 0.0838301 Jul 09 16:25:09.093026 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-19fd5ce6-787e-4838-8d9f-bd821e398fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:09.261831 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-19fd5ce6-787e-4838-8d9f-bd821e398fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:09.292411 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-19fd5ce6-787e-4838-8d9f-bd821e398fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:09.389237 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fd5ce6-787e-4838-8d9f-bd821e398fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e391009-28fe-4335-9277-8968cbb174e8,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:09.428327 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 40270) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:09.475620 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-19fd5ce6-787e-4838-8d9f-bd821e398fbb admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=582540a4df0e4d69b2040150de1783eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6046276 Jul 09 16:25:09.476473 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 40276) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:09.622973 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9233e440-43a0-4286-a57a-634ad320adea req-6f9fd358-c091-4a2d-859b-3adb980e30f0 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:09.624614 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9233e440-43a0-4286-a57a-634ad320adea req-6f9fd358-c091-4a2d-859b-3adb980e30f0 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 945 time: 0.2815788 Jul 09 16:25:09.674720 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-22bc333e-c963-4279-bee6-220af46dabeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:09.677392 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-186aeb14-3170-492f-ae2d-3669fe44c5e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:09.711782 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9233e440-43a0-4286-a57a-634ad320adea req-70d2440f-20ea-4216-922d-d074dda8c7c9 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773795 Jul 09 16:25:09.864487 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-186aeb14-3170-492f-ae2d-3669fe44c5e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:09.907803 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-186aeb14-3170-492f-ae2d-3669fe44c5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:09.974337 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-186aeb14-3170-492f-ae2d-3669fe44c5e0 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=94972b3eb1e441ffbd10098f26d256b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5441298 Jul 09 16:25:09.984813 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 40282) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:09.993305 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186aeb14-3170-492f-ae2d-3669fe44c5e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2e7d92-c1d2-4e41-9e0d-ca988aa3f0b7,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:10.008009 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:10.033636 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-22bc333e-c963-4279-bee6-220af46dabeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:10.093921 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde9f715-0a27-4f4d-8d1a-3c5952245601 req-581423f0-75e3-4e5f-8bc1-ef14266193a0 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:10.101619 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bde9f715-0a27-4f4d-8d1a-3c5952245601 req-581423f0-75e3-4e5f-8bc1-ef14266193a0 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=cafc69eb-199c-4d82-98ad-04ebd5ea8eac HTTP/1.1" status: 200 len: 946 time: 0.4132051 Jul 09 16:25:10.143229 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845f6b0-70e5-4175-837b-bc9097108483 req-4231e77a-4e37-456d-bcb4-b271aa447a7b tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:10.145028 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0845f6b0-70e5-4175-837b-bc9097108483 req-4231e77a-4e37-456d-bcb4-b271aa447a7b tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=3da9fb37-f90e-4355-bb34-5d4d79af901a HTTP/1.1" status: 200 len: 946 time: 0.1789219 Jul 09 16:25:10.161892 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b869818e-8cbd-4a5b-993e-474839bd22cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:10.165481 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bde9f715-0a27-4f4d-8d1a-3c5952245601 req-cc4dc14a-f321-459e-a617-b130cea6329a tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627742 Jul 09 16:25:10.192558 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b869818e-8cbd-4a5b-993e-474839bd22cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:10.206987 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-22bc333e-c963-4279-bee6-220af46dabeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:10.210339 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-22bc333e-c963-4279-bee6-220af46dabeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:10.211702 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-22bc333e-c963-4279-bee6-220af46dabeb admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5e391009-28fe-4335-9277-8968cbb174e8 HTTP/1.1" status: 204 len: 168 time: 0.7340553 Jul 09 16:25:10.225062 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc333e-c963-4279-bee6-220af46dabeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e391009-28fe-4335-9277-8968cbb174e8,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:10.299861 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b869818e-8cbd-4a5b-993e-474839bd22cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:10.314132 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b869818e-8cbd-4a5b-993e-474839bd22cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:10.316240 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b869818e-8cbd-4a5b-993e-474839bd22cf admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/cb2e7d92-c1d2-4e41-9e0d-ca988aa3f0b7 HTTP/1.1" status: 204 len: 168 time: 0.3204944 Jul 09 16:25:10.372265 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b869818e-8cbd-4a5b-993e-474839bd22cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2e7d92-c1d2-4e41-9e0d-ca988aa3f0b7,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:10.436361 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0845f6b0-70e5-4175-837b-bc9097108483 req-145177d0-b05d-4236-b56f-da199d442700 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747591 Jul 09 16:25:10.603324 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd82393-4526-4271-9b2a-a181e2e45907 req-c3fa3239-1c0c-4987-b4fb-3acf6db39760 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:10.627393 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3fd82393-4526-4271-9b2a-a181e2e45907 req-c3fa3239-1c0c-4987-b4fb-3acf6db39760 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2ac1b48-1b4b-49e2-b4ec-136d43f2b192 HTTP/1.1" status: 200 len: 946 time: 0.2107384 Jul 09 16:25:10.645772 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1f2e0016-34fc-4a68-859b-ae44789964c5 req-12d10ee9-f6af-4f05-bcc0-d894d532e0e8 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 210 time: 0.0508690 Jul 09 16:25:10.739869 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3fd82393-4526-4271-9b2a-a181e2e45907 req-e107d487-fcab-4210-8d35-9ceddb076736 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/security-groups?id=d0a6dc63-8b1a-4a2e-94f0-61890eef0833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022446 Jul 09 16:25:10.885751 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 40304) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:10.925466 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 40310) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:10.927810 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f91e429-4a9d-4d20-a14b-84bf3362bb8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:10.985936 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-5aa82ea7-cf58-41a0-b9ae-634a1703060b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=08b222978d2f4012b01dd4c8469630c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0553191 Jul 09 16:25:10.986674 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 40314) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:11.032872 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d00141-0316-4c3c-8357-b3c3bc8e2451 req-0392a8d9-e048-451e-8a53-0648b44f8ce7 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:11.034478 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-96d00141-0316-4c3c-8357-b3c3bc8e2451 req-0392a8d9-e048-451e-8a53-0648b44f8ce7 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 945 time: 0.1108904 Jul 09 16:25:11.083823 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d5b01b72-b6fc-40a0-a4ee-9e9a6e77f3e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:11.091467 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-96d00141-0316-4c3c-8357-b3c3bc8e2451 req-54084461-676d-4ff4-b6e5-4eab8b2ed36b tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458102 Jul 09 16:25:11.116963 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d5b01b72-b6fc-40a0-a4ee-9e9a6e77f3e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:11.122485 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f91e429-4a9d-4d20-a14b-84bf3362bb8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:11.129014 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f91e429-4a9d-4d20-a14b-84bf3362bb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:11.159649 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeefe79-9577-484f-ad90-d50dbcc16588 req-076f4e40-5da0-4925-bd99-298874e9b79a tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:11.166721 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeefe79-9577-484f-ad90-d50dbcc16588 req-076f4e40-5da0-4925-bd99-298874e9b79a tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:11.173411 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeefe79-9577-484f-ad90-d50dbcc16588 req-076f4e40-5da0-4925-bd99-298874e9b79a tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:11.180960 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-4f91e429-4a9d-4d20-a14b-84bf3362bb8a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=dec00af118d04e7f8868372399c538fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2903426 Jul 09 16:25:11.180960 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f91e429-4a9d-4d20-a14b-84bf3362bb8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356aafd8-6886-45cb-8840-6f7747a25a81,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:11.182190 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 40316) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:11.183815 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeefe79-9577-484f-ad90-d50dbcc16588 req-076f4e40-5da0-4925-bd99-298874e9b79a tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:11.190006 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeefe79-9577-484f-ad90-d50dbcc16588 req-076f4e40-5da0-4925-bd99-298874e9b79a tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:11.196413 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeefe79-9577-484f-ad90-d50dbcc16588 req-076f4e40-5da0-4925-bd99-298874e9b79a tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:11.203298 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeefe79-9577-484f-ad90-d50dbcc16588 req-076f4e40-5da0-4925-bd99-298874e9b79a tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:11.205206 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fbeefe79-9577-484f-ad90-d50dbcc16588 req-076f4e40-5da0-4925-bd99-298874e9b79a tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 5443 time: 0.1784170 Jul 09 16:25:11.239691 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e750d3b9-0e05-4d42-be26-adcba1bd6606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:11.262646 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e750d3b9-0e05-4d42-be26-adcba1bd6606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:11.264773 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fbeefe79-9577-484f-ad90-d50dbcc16588 req-963ce91a-12a8-474c-9fb8-43e211cf0392 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca0135bb-d8c1-4b57-8ce3-faf17c546fda&id=c40e1744-30c5-4994-a4ae-d009355a2528&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0483754 Jul 09 16:25:11.275030 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d5b01b72-b6fc-40a0-a4ee-9e9a6e77f3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:11.277682 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d5b01b72-b6fc-40a0-a4ee-9e9a6e77f3e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:11.283161 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-d5b01b72-b6fc-40a0-a4ee-9e9a6e77f3e0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4f367902-b5e1-487c-8cf9-ae28aa210871 HTTP/1.1" status: 204 len: 168 time: 0.2953019 Jul 09 16:25:11.299801 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b01b72-b6fc-40a0-a4ee-9e9a6e77f3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f367902-b5e1-487c-8cf9-ae28aa210871,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:11.375339 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e750d3b9-0e05-4d42-be26-adcba1bd6606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:11.381995 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e750d3b9-0e05-4d42-be26-adcba1bd6606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:11.383466 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e750d3b9-0e05-4d42-be26-adcba1bd6606 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/356aafd8-6886-45cb-8840-6f7747a25a81 HTTP/1.1" status: 204 len: 168 time: 0.2000751 Jul 09 16:25:11.426065 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e750d3b9-0e05-4d42-be26-adcba1bd6606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356aafd8-6886-45cb-8840-6f7747a25a81,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:11.491694 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f6ba27-6491-4284-af5c-f49b705efdd4 req-5f824253-f54b-4658-9bc2-9ac3bb416ca4 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:11.496263 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-59f6ba27-6491-4284-af5c-f49b705efdd4 req-5f824253-f54b-4658-9bc2-9ac3bb416ca4 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=cafc69eb-199c-4d82-98ad-04ebd5ea8eac HTTP/1.1" status: 200 len: 946 time: 0.1288354 Jul 09 16:25:11.563033 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-59f6ba27-6491-4284-af5c-f49b705efdd4 req-ef1387e4-ea9e-4b88-aab0-2dfbd57190d5 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581217 Jul 09 16:25:11.613457 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3739b0b-3c5b-4f84-b27a-4566b30d90f0 req-e6569415-8d25-4ba7-9c85-31d5847c2adf tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:11.619922 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3739b0b-3c5b-4f84-b27a-4566b30d90f0 req-e6569415-8d25-4ba7-9c85-31d5847c2adf tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:11.626793 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3739b0b-3c5b-4f84-b27a-4566b30d90f0 req-e6569415-8d25-4ba7-9c85-31d5847c2adf tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:11.633319 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3739b0b-3c5b-4f84-b27a-4566b30d90f0 req-e6569415-8d25-4ba7-9c85-31d5847c2adf tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:11.639675 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3739b0b-3c5b-4f84-b27a-4566b30d90f0 req-e6569415-8d25-4ba7-9c85-31d5847c2adf tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:11.646153 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3739b0b-3c5b-4f84-b27a-4566b30d90f0 req-e6569415-8d25-4ba7-9c85-31d5847c2adf tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:11.657883 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3739b0b-3c5b-4f84-b27a-4566b30d90f0 req-e6569415-8d25-4ba7-9c85-31d5847c2adf tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:11.659898 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c3739b0b-3c5b-4f84-b27a-4566b30d90f0 req-e6569415-8d25-4ba7-9c85-31d5847c2adf tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 5443 time: 0.1587577 Jul 09 16:25:11.835334 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4610484b-0748-4be0-adab-aa5718f6e77a req-d97e04b9-e791-4bff-932e-d9e763635c31 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 210 time: 0.0361443 Jul 09 16:25:11.908349 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebabb41-462a-4055-8304-3cfa46b90ecb req-613b3085-d152-4be2-996d-591e3b67bba7 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:11.919835 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6ebabb41-462a-4055-8304-3cfa46b90ecb req-613b3085-d152-4be2-996d-591e3b67bba7 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=3da9fb37-f90e-4355-bb34-5d4d79af901a HTTP/1.1" status: 200 len: 946 time: 0.1697536 Jul 09 16:25:12.013789 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6ebabb41-462a-4055-8304-3cfa46b90ecb req-c9534125-5d7e-4f90-856e-30bb3568ffc1 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924678 Jul 09 16:25:12.014801 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8ba57-1616-4550-8aec-3750139953ce req-dffe79ef-b493-436c-8a9f-1d2c9a7aa015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:12.016879 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-34f8ba57-1616-4550-8aec-3750139953ce req-dffe79ef-b493-436c-8a9f-1d2c9a7aa015 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b8ad35771c814596a752d0340d35099a&device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 1096 time: 0.1133263 Jul 09 16:25:12.151639 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8ba57-1616-4550-8aec-3750139953ce req-fc7d8368-69d2-4de8-ac98-9a4870bd3ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:12.153395 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-34f8ba57-1616-4550-8aec-3750139953ce req-fc7d8368-69d2-4de8-ac98-9a4870bd3ac1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a171d79a-1159-4481-9cc1-46c665ce3a96 HTTP/1.1" status: 200 len: 918 time: 0.1037562 Jul 09 16:25:12.232411 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453da995-caeb-4587-8f81-88008aa0af99 req-c48d5ddc-aa9d-4f92-8701-821f12d61859 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:12.234042 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-453da995-caeb-4587-8f81-88008aa0af99 req-c48d5ddc-aa9d-4f92-8701-821f12d61859 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2ac1b48-1b4b-49e2-b4ec-136d43f2b192 HTTP/1.1" status: 200 len: 946 time: 0.2416251 Jul 09 16:25:12.284283 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-34f8ba57-1616-4550-8aec-3750139953ce req-d96b8447-9264-4f78-908a-eae2e50e782d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e57d8c06-ab85-46d1-be00-3fb675deed68 HTTP/1.1" status: 200 len: 1001 time: 0.1224599 Jul 09 16:25:12.362291 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252140d7-ea7f-4aa5-b5b0-baf9808ff64c req-ef0bfb66-5ecb-469c-9fed-3c576a13ed27 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:12.363426 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-252140d7-ea7f-4aa5-b5b0-baf9808ff64c req-ef0bfb66-5ecb-469c-9fed-3c576a13ed27 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 945 time: 0.1095772 Jul 09 16:25:12.367810 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-453da995-caeb-4587-8f81-88008aa0af99 req-c636132e-81d2-4277-bf2a-2d7d7c214ab8 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/security-groups?id=d0a6dc63-8b1a-4a2e-94f0-61890eef0833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192703 Jul 09 16:25:12.385939 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8ba57-1616-4550-8aec-3750139953ce req-73b96bc2-e3da-4c4d-a42f-800468a7ae37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:12.387434 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-34f8ba57-1616-4550-8aec-3750139953ce req-73b96bc2-e3da-4c4d-a42f-800468a7ae37 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b9e97679-e3ca-4f43-b281-7791408a1287 HTTP/1.1" status: 200 len: 856 time: 0.0925813 Jul 09 16:25:12.456654 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-252140d7-ea7f-4aa5-b5b0-baf9808ff64c req-7e4e4f58-3d0b-4207-bf9e-f8545e36b5ce tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857317 Jul 09 16:25:12.463674 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8ba57-1616-4550-8aec-3750139953ce req-0680ce2c-f49d-478e-9e22-4cacff4f6161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:12.465703 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-34f8ba57-1616-4550-8aec-3750139953ce req-0680ce2c-f49d-478e-9e22-4cacff4f6161 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a171d79a-1159-4481-9cc1-46c665ce3a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619802 Jul 09 16:25:12.603098 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-34f8ba57-1616-4550-8aec-3750139953ce req-9c0171a2-ed04-4588-a1e4-5f84dcfebb9d service neutron] 10.222.0.73 "GET /v2.0/networks/a171d79a-1159-4481-9cc1-46c665ce3a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299932 Jul 09 16:25:13.097909 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-34f8ba57-1616-4550-8aec-3750139953ce req-d11d8989-d35f-4483-b848-84bebb6e2f66 service neutron] 10.222.0.73 "GET /v2.0/networks/a171d79a-1159-4481-9cc1-46c665ce3a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4879427 Jul 09 16:25:13.152441 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de25befc-948d-41f6-b3c7-45de4b014092 req-fb42c14d-00d9-4579-bf87-3d94b1f723d8 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:13.153954 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-de25befc-948d-41f6-b3c7-45de4b014092 req-fb42c14d-00d9-4579-bf87-3d94b1f723d8 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=cafc69eb-199c-4d82-98ad-04ebd5ea8eac HTTP/1.1" status: 200 len: 946 time: 0.4258580 Jul 09 16:25:13.174682 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-102f6065-b6ba-481d-afa2-68405ac733ed req-a9642ed7-ca23-4f95-bb2a-98604b15f806 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 210 time: 0.0544090 Jul 09 16:25:13.217232 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-de25befc-948d-41f6-b3c7-45de4b014092 req-661e8fc3-e6b7-4326-a2a5-964325548274 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562143 Jul 09 16:25:13.491217 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 40408) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:13.544941 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e50bcd-3d52-4d6f-9bd1-0b94af2da11a req-fd6ed9fb-d1f9-4ef4-8f73-eeed89d41e2d tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:13.547200 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d9e50bcd-3d52-4d6f-9bd1-0b94af2da11a req-fd6ed9fb-d1f9-4ef4-8f73-eeed89d41e2d tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=3da9fb37-f90e-4355-bb34-5d4d79af901a HTTP/1.1" status: 200 len: 946 time: 0.1763556 Jul 09 16:25:13.612470 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d9e50bcd-3d52-4d6f-9bd1-0b94af2da11a req-fc23e073-9b6e-4ab8-b604-e26721557378 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574567 Jul 09 16:25:13.680666 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-0a6ef92b-6c7a-473b-869a-d1e08efac92e tempest-MeteringTestJSON-544454547 tempest-MeteringTestJSON-544454547-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1682453894'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:25:13.681524 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-0a6ef92b-6c7a-473b-869a-d1e08efac92e tempest-MeteringTestJSON-544454547 tempest-MeteringTestJSON-544454547-project-admin] Unknown quota resources ['metering_label']. {{(pid=93959) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 16:25:13.789013 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b81c01-e39d-47ab-bcd8-bdc7198026a9 req-e07d3a48-d25d-4623-9af6-2e083d8daa6c tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:13.796986 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-06b81c01-e39d-47ab-bcd8-bdc7198026a9 req-e07d3a48-d25d-4623-9af6-2e083d8daa6c tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2ac1b48-1b4b-49e2-b4ec-136d43f2b192 HTTP/1.1" status: 200 len: 946 time: 0.1818798 Jul 09 16:25:13.853468 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2afa02a-818b-48a5-9247-9e52792222c1 req-310e80b0-7fd7-4e7c-ad00-b43778a5194d tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:13.861177 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e2afa02a-818b-48a5-9247-9e52792222c1 req-310e80b0-7fd7-4e7c-ad00-b43778a5194d tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 945 time: 0.0846465 Jul 09 16:25:13.931530 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e2afa02a-818b-48a5-9247-9e52792222c1 req-64c7c87a-5525-4fcb-8a6f-29dab8490458 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689509 Jul 09 16:25:13.933946 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 40432) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:13.976465 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0a6ef92b-6c7a-473b-869a-d1e08efac92e tempest-MeteringTestJSON-544454547 tempest-MeteringTestJSON-544454547-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:13.977687 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0a6ef92b-6c7a-473b-869a-d1e08efac92e tempest-MeteringTestJSON-544454547 tempest-MeteringTestJSON-544454547-project-admin] 10.222.0.98 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4849865 Jul 09 16:25:13.980478 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 40438) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:13.985516 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-0de3a1a6-0083-4998-9072-f849f822740b tempest-MeteringTestJSON-544454547 tempest-MeteringTestJSON-544454547-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'b23dd48f-7997-4132-b61d-c3ceba18c230'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:25:13.986060 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-0de3a1a6-0083-4998-9072-f849f822740b tempest-MeteringTestJSON-544454547 tempest-MeteringTestJSON-544454547-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93958) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 16:25:14.009322 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-06b81c01-e39d-47ab-bcd8-bdc7198026a9 req-d9dfa34e-e233-467a-8c7d-177881558285 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/security-groups?id=d0a6dc63-8b1a-4a2e-94f0-61890eef0833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112200 Jul 09 16:25:14.109791 n-d-798930-3 neutron-server[93958]: WARNING neutron.services.metering.metering_plugin [None req-0de3a1a6-0083-4998-9072-f849f822740b tempest-MeteringTestJSON-544454547 tempest-MeteringTestJSON-544454547-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 09 16:25:14.235291 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0de3a1a6-0083-4998-9072-f849f822740b tempest-MeteringTestJSON-544454547 tempest-MeteringTestJSON-544454547-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:14.239715 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 40448) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:14.245049 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-e95131db-c4f0-49c0-b841-a9293a8c09f7 tempest-MeteringTestJSON-544454547 tempest-MeteringTestJSON-544454547-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'b23dd48f-7997-4132-b61d-c3ceba18c230'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:25:14.245551 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-e95131db-c4f0-49c0-b841-a9293a8c09f7 tempest-MeteringTestJSON-544454547 tempest-MeteringTestJSON-544454547-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93959) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 16:25:14.250863 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0de3a1a6-0083-4998-9072-f849f822740b tempest-MeteringTestJSON-544454547 tempest-MeteringTestJSON-544454547-project-admin] 10.222.0.98 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2577295 Jul 09 16:25:14.279563 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21fb194-3491-4bea-87da-dd30df1969cc req-4360f319-b116-43d8-ab09-cafe635a00b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:14.280045 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21fb194-3491-4bea-87da-dd30df1969cc req-4360f319-b116-43d8-ab09-cafe635a00b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:14.280543 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21fb194-3491-4bea-87da-dd30df1969cc req-4360f319-b116-43d8-ab09-cafe635a00b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:14.281005 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21fb194-3491-4bea-87da-dd30df1969cc req-4360f319-b116-43d8-ab09-cafe635a00b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:14.285529 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21fb194-3491-4bea-87da-dd30df1969cc req-4360f319-b116-43d8-ab09-cafe635a00b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:14.286500 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21fb194-3491-4bea-87da-dd30df1969cc req-4360f319-b116-43d8-ab09-cafe635a00b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:14.286500 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21fb194-3491-4bea-87da-dd30df1969cc req-4360f319-b116-43d8-ab09-cafe635a00b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:14.297100 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e21fb194-3491-4bea-87da-dd30df1969cc req-4360f319-b116-43d8-ab09-cafe635a00b3 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 6500 time: 0.3612528 Jul 09 16:25:14.369004 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d55f1bd7-1da9-465d-9c00-0a268b6b103f req-dc3dd395-cf6c-434b-bf86-0d0fc17a9e74 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 210 time: 0.0411148 Jul 09 16:25:14.383688 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e21fb194-3491-4bea-87da-dd30df1969cc req-c98c0b1f-3af0-4fd8-8e24-32110e10a703 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=ca0135bb-d8c1-4b57-8ce3-faf17c546fda&id=c40e1744-30c5-4994-a4ae-d009355a2528&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0792503 Jul 09 16:25:14.417244 n-d-798930-3 neutron-server[93959]: WARNING neutron.services.metering.metering_plugin [None req-e95131db-c4f0-49c0-b841-a9293a8c09f7 tempest-MeteringTestJSON-544454547 tempest-MeteringTestJSON-544454547-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 09 16:25:14.568215 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e95131db-c4f0-49c0-b841-a9293a8c09f7 tempest-MeteringTestJSON-544454547 tempest-MeteringTestJSON-544454547-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:14.570571 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e95131db-c4f0-49c0-b841-a9293a8c09f7 tempest-MeteringTestJSON-544454547 tempest-MeteringTestJSON-544454547-project-admin] 10.222.0.98 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3286831 Jul 09 16:25:14.572304 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 40462) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:14.584578 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a7c18f48-b6a7-4d94-a4f7-83c7c5e98799 tempest-MeteringTestJSON-544454547 tempest-MeteringTestJSON-544454547-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-label-rules?id=461743fb-06d5-4936-90f4-03129107d2ca HTTP/1.1" status: 200 len: 464 time: 0.0110641 Jul 09 16:25:14.587318 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 40464) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:14.615459 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d5b3a1-5397-424d-aa49-095a93e0fff8 req-e9506425-9013-408c-8a87-a4268b02edb3 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:14.617051 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d5d5b3a1-5397-424d-aa49-095a93e0fff8 req-e9506425-9013-408c-8a87-a4268b02edb3 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=cafc69eb-199c-4d82-98ad-04ebd5ea8eac HTTP/1.1" status: 200 len: 946 time: 0.1873121 Jul 09 16:25:14.676483 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d5d5b3a1-5397-424d-aa49-095a93e0fff8 req-ba610d6f-f47b-4237-a362-7db474114ea4 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539482 Jul 09 16:25:14.708632 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09d3357e-7198-47f8-86d4-8f8ff8d8ebb7 tempest-MeteringTestJSON-544454547 tempest-MeteringTestJSON-544454547-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:14.709817 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-09d3357e-7198-47f8-86d4-8f8ff8d8ebb7 tempest-MeteringTestJSON-544454547 tempest-MeteringTestJSON-544454547-project-admin] 10.222.0.98 "DELETE /v2.0/metering/metering-label-rules/461743fb-06d5-4936-90f4-03129107d2ca HTTP/1.1" status: 204 len: 168 time: 0.1215885 Jul 09 16:25:14.713962 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 40474) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:14.726054 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f204f1c5-308b-499e-8e0a-ae3d05a07fce tempest-MeteringTestJSON-544454547 tempest-MeteringTestJSON-544454547-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-label-rules?id=461743fb-06d5-4936-90f4-03129107d2ca HTTP/1.1" status: 200 len: 221 time: 0.0107639 Jul 09 16:25:14.730599 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 40476) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:14.736342 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-aff296fa-1363-4400-9731-f5dbd2f52beb tempest-MeteringTestJSON-544454547 tempest-MeteringTestJSON-544454547-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--254023158', 'description': 'label created by tempest'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:25:14.738097 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-aff296fa-1363-4400-9731-f5dbd2f52beb tempest-MeteringTestJSON-544454547 tempest-MeteringTestJSON-544454547-project-admin] Unknown quota resources ['metering_label']. {{(pid=93958) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 16:25:15.161284 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca4991-842b-4096-a974-d412c0b8ffd9 req-925ced80-02f2-4ad5-b048-9f0310313466 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:15.162881 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-40ca4991-842b-4096-a974-d412c0b8ffd9 req-925ced80-02f2-4ad5-b048-9f0310313466 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 945 time: 0.0990825 Jul 09 16:25:15.218491 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-40ca4991-842b-4096-a974-d412c0b8ffd9 req-166c62be-d447-4e18-97b5-758748eacbc4 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487859 Jul 09 16:25:15.486604 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device e57d8c06-ab85-46d1-be00-3fb675deed68 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:25:15.494142 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3611f5e-a273-4510-8032-fd5feec21b9a req-94c12dc3-bdfe-4426-a83d-7eed4b59c8d3 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:15.495694 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e3611f5e-a273-4510-8032-fd5feec21b9a req-94c12dc3-bdfe-4426-a83d-7eed4b59c8d3 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2ac1b48-1b4b-49e2-b4ec-136d43f2b192 HTTP/1.1" status: 200 len: 946 time: 0.1222372 Jul 09 16:25:15.601513 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aff296fa-1363-4400-9731-f5dbd2f52beb tempest-MeteringTestJSON-544454547 tempest-MeteringTestJSON-544454547-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:15.602618 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-aff296fa-1363-4400-9731-f5dbd2f52beb tempest-MeteringTestJSON-544454547 tempest-MeteringTestJSON-544454547-project-admin] 10.222.0.98 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.8710485 Jul 09 16:25:15.611732 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 40492) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:15.620255 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:15.646313 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da8da7-63ba-4170-8431-3a7cbe92e530 req-f0d04082-e4dd-4715-b22c-7a037417c7a9 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:15.661794 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c6da8da7-63ba-4170-8431-3a7cbe92e530 req-f0d04082-e4dd-4715-b22c-7a037417c7a9 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=3da9fb37-f90e-4355-bb34-5d4d79af901a HTTP/1.1" status: 200 len: 946 time: 0.8490925 Jul 09 16:25:15.676167 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port e57d8c06-ab85-46d1-be00-3fb675deed68, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=e57d8c06-ab85-46d1-be00-3fb675deed68,segment=NetworkSegment(ccf009d5-237d-4e31-8041-1465d7de9aef),segment_id=ccf009d5-237d-4e31-8041-1465d7de9aef)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:25:15.680006 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '084206b1-bf14-4217-b285-ca4524c21dfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e57d8c06-ab85-46d1-be00-3fb675deed68'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:25:15.684324 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ae6a89-e409-4ab1-9390-6c42194f6f0c" -d '{"events": [{"server_uuid": "084206b1-bf14-4217-b285-ca4524c21dfa", "name": "network-vif-unplugged", "status": "completed", "tag": "e57d8c06-ab85-46d1-be00-3fb675deed68"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:25:15.690105 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:15.715776 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c6da8da7-63ba-4170-8431-3a7cbe92e530 req-13843787-531f-44ce-8f19-343e4f49ff53 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516827 Jul 09 16:25:15.723307 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-deecf9ef-d0b9-42ca-86ee-9b1d28bc3875 tempest-MeteringTestJSON-544454547 tempest-MeteringTestJSON-544454547-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-labels?id=ed5af9c7-be20-44e4-a8d5-c1dd6839a5f6 HTTP/1.1" status: 200 len: 467 time: 0.1102989 Jul 09 16:25:15.725913 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 40498) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:15.736667 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e3611f5e-a273-4510-8032-fd5feec21b9a req-d10af568-3888-471f-aee9-c8fe71ac4131 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/security-groups?id=d0a6dc63-8b1a-4a2e-94f0-61890eef0833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312841 Jul 09 16:25:15.827976 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=e57d8c06-ab85-46d1-be00-3fb675deed68,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:15.830957 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-20792672-0773-4f44-92a0-c40d616debd2 req-9553c88d-6e5b-417f-b8e3-a08e754f4436 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2858133 Jul 09 16:25:16.017610 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e14f0740-cce8-4b0f-9cc0-f93bce80cf61 req-ec201a00-9db1-4e80-98db-273cbb32c835 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 210 time: 0.0673201 Jul 09 16:25:16.084014 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 09 Jul 2021 16:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a24e9f-266f-49df-9f3f-19b6d758b66c x-openstack-request-id: req-14a24e9f-266f-49df-9f3f-19b6d758b66c {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:25:16.084592 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "084206b1-bf14-4217-b285-ca4524c21dfa", "name": "network-vif-unplugged", "status": "failed", "tag": "e57d8c06-ab85-46d1-be00-3fb675deed68", "code": 422}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:25:16.085100 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-14a24e9f-266f-49df-9f3f-19b6d758b66c {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:25:16.085778 n-d-798930-3 neutron-server[93960]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '084206b1-bf14-4217-b285-ca4524c21dfa', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e57d8c06-ab85-46d1-be00-3fb675deed68', 'code': 422} returned with failed status Jul 09 16:25:16.089463 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20792672-0773-4f44-92a0-c40d616debd2 req-e8a48520-f309-4913-9266-12adfc126498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:16.090343 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20792672-0773-4f44-92a0-c40d616debd2 req-e8a48520-f309-4913-9266-12adfc126498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:16.091051 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20792672-0773-4f44-92a0-c40d616debd2 req-e8a48520-f309-4913-9266-12adfc126498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:16.091692 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20792672-0773-4f44-92a0-c40d616debd2 req-e8a48520-f309-4913-9266-12adfc126498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:16.092330 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20792672-0773-4f44-92a0-c40d616debd2 req-e8a48520-f309-4913-9266-12adfc126498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:16.093484 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20792672-0773-4f44-92a0-c40d616debd2 req-e8a48520-f309-4913-9266-12adfc126498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:16.094297 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20792672-0773-4f44-92a0-c40d616debd2 req-e8a48520-f309-4913-9266-12adfc126498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:16.098189 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-20792672-0773-4f44-92a0-c40d616debd2 req-e8a48520-f309-4913-9266-12adfc126498 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9c1d3606ae1042aca4f5fe7ec5b98f71&device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 6500 time: 0.1627536 Jul 09 16:25:16.169054 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ee78173-3443-4910-8598-ff0fdbab16c2 tempest-MeteringTestJSON-544454547 tempest-MeteringTestJSON-544454547-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:16.174731 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-9ee78173-3443-4910-8598-ff0fdbab16c2 tempest-MeteringTestJSON-544454547 tempest-MeteringTestJSON-544454547-project-admin] 10.222.0.98 "DELETE /v2.0/metering/metering-labels/ed5af9c7-be20-44e4-a8d5-c1dd6839a5f6 HTTP/1.1" status: 204 len: 168 time: 0.4459424 Jul 09 16:25:16.176069 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 40504) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:16.194234 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-dcec25f1-afb9-4e0a-8984-6496718213d8 tempest-MeteringTestJSON-544454547 tempest-MeteringTestJSON-544454547-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-labels?id=ed5af9c7-be20-44e4-a8d5-c1dd6839a5f6 HTTP/1.1" status: 200 len: 216 time: 0.0167086 Jul 09 16:25:16.200163 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 40506) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:16.212478 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c30ed5dd-eba9-43b5-b8ea-4b1e363b7b53 tempest-MeteringTestJSON-544454547 tempest-MeteringTestJSON-544454547-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0123262 Jul 09 16:25:16.218910 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 40510) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:16.237578 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1d674bf9-a59f-4087-bcd0-0dca6e195b38 tempest-MeteringTestJSON-544454547 tempest-MeteringTestJSON-544454547-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0121076 Jul 09 16:25:16.237906 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 40512) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:16.300249 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8ee12d1e-ae13-4308-88b4-534c32ec6928 tempest-MeteringTestJSON-544454547 tempest-MeteringTestJSON-544454547-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-labels/b23dd48f-7997-4132-b61d-c3ceba18c230 HTTP/1.1" status: 200 len: 473 time: 0.0609498 Jul 09 16:25:16.304092 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 40518) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:16.316939 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f3b6a377-3e12-409a-8a4b-bf7165c0f72a tempest-MeteringTestJSON-544454547 tempest-MeteringTestJSON-544454547-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-label-rules/7409e5f3-580b-4949-99c3-bb662bef3f34 HTTP/1.1" status: 200 len: 461 time: 0.0100555 Jul 09 16:25:16.318448 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 40522) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:16.345147 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb733a-05ec-4a1f-9ef3-3a5ce3a2bf2d req-ed96b479-7c30-400c-8d95-cf0e077a537e tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:16.346970 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8feb733a-05ec-4a1f-9ef3-3a5ce3a2bf2d req-ed96b479-7c30-400c-8d95-cf0e077a537e tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=cafc69eb-199c-4d82-98ad-04ebd5ea8eac HTTP/1.1" status: 200 len: 946 time: 0.1315081 Jul 09 16:25:16.348225 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20792672-0773-4f44-92a0-c40d616debd2 req-0cd25b33-e114-4af6-9d08-454089b32922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:16.348697 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20792672-0773-4f44-92a0-c40d616debd2 req-0cd25b33-e114-4af6-9d08-454089b32922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:16.349159 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20792672-0773-4f44-92a0-c40d616debd2 req-0cd25b33-e114-4af6-9d08-454089b32922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:16.351097 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-20792672-0773-4f44-92a0-c40d616debd2 req-0cd25b33-e114-4af6-9d08-454089b32922 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3a4e126d-a665-4056-ac42-0c366e7fbeca&id=6395e908-6223-4d6f-b1c1-e394506abed8&id=6395e908-6223-4d6f-b1c1-e394506abed8&id=6395e908-6223-4d6f-b1c1-e394506abed8&id=6395e908-6223-4d6f-b1c1-e394506abed8&id=f2f28c7b-9941-49e4-8996-9de52a7808d3&id=f2f28c7b-9941-49e4-8996-9de52a7808d3 HTTP/1.1" status: 200 len: 2297 time: 0.2179444 Jul 09 16:25:16.453787 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8feb733a-05ec-4a1f-9ef3-3a5ce3a2bf2d req-4761b2d3-018c-42bb-8947-30dc2a7dc379 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980630 Jul 09 16:25:16.463063 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aeea6063-2fe0-4127-9d5d-b9884617d884 tempest-MeteringTestJSON-544454547 tempest-MeteringTestJSON-544454547-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:16.464617 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-aeea6063-2fe0-4127-9d5d-b9884617d884 tempest-MeteringTestJSON-544454547 tempest-MeteringTestJSON-544454547-project-admin] 10.222.0.98 "DELETE /v2.0/metering/metering-label-rules/7409e5f3-580b-4949-99c3-bb662bef3f34 HTTP/1.1" status: 204 len: 168 time: 0.1451795 Jul 09 16:25:16.467029 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 40526) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:16.474638 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-20792672-0773-4f44-92a0-c40d616debd2 req-1ee1ff3c-7562-4ae9-a51c-95bf42e39c89 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e01c9589-6e5d-4d24-9c0d-a5ccec3105eb HTTP/1.1" status: 200 len: 1000 time: 0.1121047 Jul 09 16:25:16.537570 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20792672-0773-4f44-92a0-c40d616debd2 req-e563c336-d994-4bee-b04a-99c864c4f094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:16.539903 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-20792672-0773-4f44-92a0-c40d616debd2 req-e563c336-d994-4bee-b04a-99c864c4f094 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17b1bf0f-6449-4963-a32c-463b55d292cb HTTP/1.1" status: 200 len: 856 time: 0.0588732 Jul 09 16:25:16.621299 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20792672-0773-4f44-92a0-c40d616debd2 req-30910aa4-81e1-4c26-bfad-0d79ff2641c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:16.624051 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-20792672-0773-4f44-92a0-c40d616debd2 req-30910aa4-81e1-4c26-bfad-0d79ff2641c2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3a4e126d-a665-4056-ac42-0c366e7fbeca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755429 Jul 09 16:25:16.688905 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7b650cb7-aaa1-421f-a2d9-163dfd9f9d67 tempest-MeteringTestJSON-544454547 tempest-MeteringTestJSON-544454547-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:16.690806 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7b650cb7-aaa1-421f-a2d9-163dfd9f9d67 tempest-MeteringTestJSON-544454547 tempest-MeteringTestJSON-544454547-project-admin] 10.222.0.98 "DELETE /v2.0/metering/metering-labels/b23dd48f-7997-4132-b61d-c3ceba18c230 HTTP/1.1" status: 204 len: 168 time: 0.2223141 Jul 09 16:25:16.753005 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-20792672-0773-4f44-92a0-c40d616debd2 req-63cbc168-4477-4d73-9c96-cb146ee52877 service neutron] 10.222.0.73 "GET /v2.0/networks/3a4e126d-a665-4056-ac42-0c366e7fbeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213644 Jul 09 16:25:16.924407 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-20792672-0773-4f44-92a0-c40d616debd2 req-94de4031-b7f3-48d5-b96e-4eeb52a64984 service neutron] 10.222.0.73 "GET /v2.0/networks/3a4e126d-a665-4056-ac42-0c366e7fbeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657605 Jul 09 16:25:17.045020 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-20792672-0773-4f44-92a0-c40d616debd2 req-6eba41c9-4070-457f-a496-5ce01ab0f2b1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847 HTTP/1.1" status: 200 len: 217 time: 0.0715711 Jul 09 16:25:17.060627 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 40558) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:17.082270 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd6637-c00a-4406-a73c-fd51444db36a req-48eb519d-19b6-4397-9602-1d4fa34d0ed7 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:17.100924 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1ebd6637-c00a-4406-a73c-fd51444db36a req-48eb519d-19b6-4397-9602-1d4fa34d0ed7 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2ac1b48-1b4b-49e2-b4ec-136d43f2b192 HTTP/1.1" status: 200 len: 946 time: 0.1420901 Jul 09 16:25:17.112117 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20792672-0773-4f44-92a0-c40d616debd2 req-8de6d6c0-e299-467d-97a0-f408725f6453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:17.113554 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-20792672-0773-4f44-92a0-c40d616debd2 req-8de6d6c0-e299-467d-97a0-f408725f6453 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=981e8e3d-124b-4345-9952-afb7f38f6b86 HTTP/1.1" status: 200 len: 797 time: 0.0571325 Jul 09 16:25:17.139473 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e8163-f38e-48ce-859b-7a7ff25e792a req-e0a5eb6a-de42-4440-a232-4c02d95c2e87 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:17.141251 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-305e8163-f38e-48ce-859b-7a7ff25e792a req-e0a5eb6a-de42-4440-a232-4c02d95c2e87 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=3da9fb37-f90e-4355-bb34-5d4d79af901a HTTP/1.1" status: 200 len: 946 time: 0.2847693 Jul 09 16:25:17.204083 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1ebd6637-c00a-4406-a73c-fd51444db36a req-ed157ed7-84e4-4ec2-9305-42690cfc470d tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/security-groups?id=d0a6dc63-8b1a-4a2e-94f0-61890eef0833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003373 Jul 09 16:25:17.281319 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed190800-d824-4036-a98e-a91d15a4fd7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:17.292369 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-305e8163-f38e-48ce-859b-7a7ff25e792a req-b7b38075-dc1a-47d4-85df-de52c610863e tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331198 Jul 09 16:25:17.320949 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20792672-0773-4f44-92a0-c40d616debd2 req-dee3a9c2-7df5-4321-976e-4819a8f30384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:17.322441 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-20792672-0773-4f44-92a0-c40d616debd2 req-dee3a9c2-7df5-4321-976e-4819a8f30384 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6395e908-6223-4d6f-b1c1-e394506abed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2009110 Jul 09 16:25:17.411554 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed190800-d824-4036-a98e-a91d15a4fd7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:17.418717 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed190800-d824-4036-a98e-a91d15a4fd7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:17.476697 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-20792672-0773-4f44-92a0-c40d616debd2 req-1d6f2a25-5344-48d1-b64e-2be29f8db9ea service neutron] 10.222.0.73 "GET /v2.0/networks/6395e908-6223-4d6f-b1c1-e394506abed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473897 Jul 09 16:25:17.511186 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ed190800-d824-4036-a98e-a91d15a4fd7a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=52cd6c98c2774fe0928aa9fcb87994c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4494913 Jul 09 16:25:17.530207 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed190800-d824-4036-a98e-a91d15a4fd7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f76710b-2a15-4668-8e8d-9f12c1f9c8ab,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:17.547758 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 40568) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:17.672213 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d2331f79-31ef-4a90-ad8c-f66d4d91f7da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:17.697605 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d2331f79-31ef-4a90-ad8c-f66d4d91f7da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:17.707346 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-20792672-0773-4f44-92a0-c40d616debd2 req-93c09397-c913-4f82-9385-c7c9aba72cb7 service neutron] 10.222.0.73 "GET /v2.0/networks/6395e908-6223-4d6f-b1c1-e394506abed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235587 Jul 09 16:25:17.755742 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d2331f79-31ef-4a90-ad8c-f66d4d91f7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:17.758979 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d2331f79-31ef-4a90-ad8c-f66d4d91f7da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:17.760402 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d2331f79-31ef-4a90-ad8c-f66d4d91f7da admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6f76710b-2a15-4668-8e8d-9f12c1f9c8ab HTTP/1.1" status: 204 len: 168 time: 0.2056727 Jul 09 16:25:17.770596 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-20792672-0773-4f44-92a0-c40d616debd2 req-f9af2520-fd8b-4b8c-ae47-597f7cd3b5da service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e HTTP/1.1" status: 200 len: 217 time: 0.0516629 Jul 09 16:25:17.792028 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2331f79-31ef-4a90-ad8c-f66d4d91f7da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f76710b-2a15-4668-8e8d-9f12c1f9c8ab,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:17.811515 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-573cc7c4-c141-4ba5-bfee-087c8e8d9e61 req-5aeb7784-86ac-4559-abcc-11d6342d7e7f tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 210 time: 0.1025245 Jul 09 16:25:17.830314 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041ee66a-ab74-45d8-a1f2-f32ca4a405e7 req-8cc7aa1f-4975-441a-9158-f08460511aa0 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:17.852485 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-041ee66a-ab74-45d8-a1f2-f32ca4a405e7 req-8cc7aa1f-4975-441a-9158-f08460511aa0 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=cafc69eb-199c-4d82-98ad-04ebd5ea8eac HTTP/1.1" status: 200 len: 946 time: 0.2262647 Jul 09 16:25:17.934899 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20792672-0773-4f44-92a0-c40d616debd2 req-d5185ea6-ae4b-488c-8ea0-51c21912f948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:17.939247 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-20792672-0773-4f44-92a0-c40d616debd2 req-d5185ea6-ae4b-488c-8ea0-51c21912f948 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=981e8e3d-124b-4345-9952-afb7f38f6b86 HTTP/1.1" status: 200 len: 797 time: 0.1389003 Jul 09 16:25:17.947466 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-041ee66a-ab74-45d8-a1f2-f32ca4a405e7 req-1b2bcdd1-deec-4bf0-a595-b4ab0795b236 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940416 Jul 09 16:25:18.138211 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20792672-0773-4f44-92a0-c40d616debd2 req-d506c203-94fa-4563-b78e-89cf3389997c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:18.139801 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-20792672-0773-4f44-92a0-c40d616debd2 req-d506c203-94fa-4563-b78e-89cf3389997c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6395e908-6223-4d6f-b1c1-e394506abed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1945772 Jul 09 16:25:18.192421 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 40586) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:18.211850 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35d5ba41-73db-4e25-92c0-fba25f350d72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:18.275435 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b2ead20b-7fc0-4dcb-9e05-89173db6f9af req-e9606083-add4-4557-8d7a-20e4e5780357 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2675662 Jul 09 16:25:18.295766 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6273ec-5fc6-4d38-97b4-ff26cff2ddc5 req-f2d81af6-f157-44d9-be7c-b307e1a71c60 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:18.303165 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4c6273ec-5fc6-4d38-97b4-ff26cff2ddc5 req-f2d81af6-f157-44d9-be7c-b307e1a71c60 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 943 time: 0.2867522 Jul 09 16:25:18.375117 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-20792672-0773-4f44-92a0-c40d616debd2 req-210f33b7-420e-4e8b-b1d7-e03866f52923 service neutron] 10.222.0.73 "GET /v2.0/networks/6395e908-6223-4d6f-b1c1-e394506abed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281594 Jul 09 16:25:18.382882 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35d5ba41-73db-4e25-92c0-fba25f350d72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:18.412779 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35d5ba41-73db-4e25-92c0-fba25f350d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:18.496612 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-35d5ba41-73db-4e25-92c0-fba25f350d72 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8947722c8b514da8b13a6cb11245697b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3007529 Jul 09 16:25:18.497176 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d5ba41-73db-4e25-92c0-fba25f350d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936247d3-b699-4a9d-8252-fe5df72ab96a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:18.500067 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-20792672-0773-4f44-92a0-c40d616debd2 req-2cc0f29c-e966-4add-8146-c1b2342771b6 service neutron] 10.222.0.73 "GET /v2.0/networks/6395e908-6223-4d6f-b1c1-e394506abed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177900 Jul 09 16:25:18.502904 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4c6273ec-5fc6-4d38-97b4-ff26cff2ddc5 req-94f15c47-5bae-4dd5-8f55-85a3ad2b4386 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1989946 Jul 09 16:25:18.503379 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 40594) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:18.529178 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41676375-ac9e-436b-a461-c1dfebf2c084 req-abcf9561-2a2a-454a-93d5-8c99e058b0dd tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:18.536355 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-41676375-ac9e-436b-a461-c1dfebf2c084 req-abcf9561-2a2a-454a-93d5-8c99e058b0dd tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2ac1b48-1b4b-49e2-b4ec-136d43f2b192 HTTP/1.1" status: 200 len: 946 time: 0.1750293 Jul 09 16:25:18.605803 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-41676375-ac9e-436b-a461-c1dfebf2c084 req-fd8c0c9e-e177-4311-a03d-f39ef97dee7c tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/security-groups?id=d0a6dc63-8b1a-4a2e-94f0-61890eef0833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684574 Jul 09 16:25:18.619048 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-20792672-0773-4f44-92a0-c40d616debd2 req-d43dd165-1a4a-4624-8514-882af78eee2b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=cc1b9003-be21-4ede-8937-a785742afd1f HTTP/1.1" status: 200 len: 217 time: 0.0741038 Jul 09 16:25:18.665628 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20792672-0773-4f44-92a0-c40d616debd2 req-9ee1497e-b89d-4be8-adeb-1a852b6b81f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:18.667125 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-20792672-0773-4f44-92a0-c40d616debd2 req-9ee1497e-b89d-4be8-adeb-1a852b6b81f3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=981e8e3d-124b-4345-9952-afb7f38f6b86 HTTP/1.1" status: 200 len: 797 time: 0.0478714 Jul 09 16:25:18.718329 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-907ae8c1-6ab4-4439-84ce-a139684ffe28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:18.774313 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-907ae8c1-6ab4-4439-84ce-a139684ffe28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:18.853317 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-907ae8c1-6ab4-4439-84ce-a139684ffe28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:18.856626 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-907ae8c1-6ab4-4439-84ce-a139684ffe28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:18.859719 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-907ae8c1-6ab4-4439-84ce-a139684ffe28 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/936247d3-b699-4a9d-8252-fe5df72ab96a HTTP/1.1" status: 204 len: 168 time: 0.3553927 Jul 09 16:25:18.877521 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907ae8c1-6ab4-4439-84ce-a139684ffe28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936247d3-b699-4a9d-8252-fe5df72ab96a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:18.934461 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3c117-0493-4db6-9b97-0fdaf4d35509 req-c065aa79-5641-497b-b8e9-9638d1351510 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:18.941842 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c2a3c117-0493-4db6-9b97-0fdaf4d35509 req-c065aa79-5641-497b-b8e9-9638d1351510 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=3da9fb37-f90e-4355-bb34-5d4d79af901a HTTP/1.1" status: 200 len: 946 time: 0.2247434 Jul 09 16:25:18.945303 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20792672-0773-4f44-92a0-c40d616debd2 req-3086de7a-7b7f-426a-83e6-04ac48a68467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:18.946728 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-20792672-0773-4f44-92a0-c40d616debd2 req-3086de7a-7b7f-426a-83e6-04ac48a68467 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6395e908-6223-4d6f-b1c1-e394506abed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2702870 Jul 09 16:25:18.995177 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c2a3c117-0493-4db6-9b97-0fdaf4d35509 req-a310a552-8aaa-4718-b43a-9f9837a594c2 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502121 Jul 09 16:25:19.036521 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0749f6e4-4061-4bc1-b901-c7ccaceabedb req-1891dd97-7bbd-41bf-bae2-a5526fcd4c1a tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 210 time: 0.0403693 Jul 09 16:25:19.160920 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-20792672-0773-4f44-92a0-c40d616debd2 req-29ef6168-f7e4-413a-bee0-6c5c36b43bcd service neutron] 10.222.0.73 "GET /v2.0/networks/6395e908-6223-4d6f-b1c1-e394506abed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811376 Jul 09 16:25:19.291991 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-20792672-0773-4f44-92a0-c40d616debd2 req-e25c684d-960f-4333-9ab2-8760e31c46c5 service neutron] 10.222.0.73 "GET /v2.0/networks/6395e908-6223-4d6f-b1c1-e394506abed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150005 Jul 09 16:25:19.359694 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-20792672-0773-4f44-92a0-c40d616debd2 req-1cb73fa6-9509-4be7-9c8e-727f1f09cd13 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=4f254e63-6b3b-4694-9cb5-3a15ac319c88 HTTP/1.1" status: 200 len: 217 time: 0.0401571 Jul 09 16:25:19.421351 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20792672-0773-4f44-92a0-c40d616debd2 req-5adb0c08-ae1a-491b-a949-13d18b83aaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:19.422983 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-20792672-0773-4f44-92a0-c40d616debd2 req-5adb0c08-ae1a-491b-a949-13d18b83aaa4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=981e8e3d-124b-4345-9952-afb7f38f6b86 HTTP/1.1" status: 200 len: 797 time: 0.0577085 Jul 09 16:25:19.473517 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe69cf6-01f4-4f83-aeb1-4cde5ddf812d req-7ff2e573-7778-4430-b3ab-fcc18f263dc5 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:19.479640 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9fe69cf6-01f4-4f83-aeb1-4cde5ddf812d req-7ff2e573-7778-4430-b3ab-fcc18f263dc5 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=cafc69eb-199c-4d82-98ad-04ebd5ea8eac HTTP/1.1" status: 200 len: 946 time: 0.3172858 Jul 09 16:25:19.513353 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device e57d8c06-ab85-46d1-be00-3fb675deed68 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:25:19.572757 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9fe69cf6-01f4-4f83-aeb1-4cde5ddf812d req-e7af5196-16dd-4530-a34c-82c254df0f55 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740988 Jul 09 16:25:19.579930 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20792672-0773-4f44-92a0-c40d616debd2 req-e7a5646a-5aa3-41f7-b453-16f8ae0e77fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:19.584688 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-20792672-0773-4f44-92a0-c40d616debd2 req-e7a5646a-5aa3-41f7-b453-16f8ae0e77fb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6395e908-6223-4d6f-b1c1-e394506abed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1524863 Jul 09 16:25:19.845083 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-20792672-0773-4f44-92a0-c40d616debd2 req-c3f21e40-5851-4d96-8848-3d0942982df0 service neutron] 10.222.0.73 "GET /v2.0/networks/6395e908-6223-4d6f-b1c1-e394506abed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528939 Jul 09 16:25:19.919665 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e4c13-5a35-416f-ae21-947374b4fc32 req-f3f9d1c4-cd13-4da3-a2e2-09a4ffe263ed tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:19.921317 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6f4e4c13-5a35-416f-ae21-947374b4fc32 req-f3f9d1c4-cd13-4da3-a2e2-09a4ffe263ed tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 943 time: 0.1535420 Jul 09 16:25:19.977032 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6f4e4c13-5a35-416f-ae21-947374b4fc32 req-2b0c09df-63db-4805-aa05-c539959db452 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498600 Jul 09 16:25:20.303898 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa7bef-e12a-437d-8876-b8de249db956 req-90fe73b6-c4c5-41df-8eac-973b2453f8fb tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:20.305467 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-35aa7bef-e12a-437d-8876-b8de249db956 req-90fe73b6-c4c5-41df-8eac-973b2453f8fb tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=3da9fb37-f90e-4355-bb34-5d4d79af901a HTTP/1.1" status: 200 len: 946 time: 0.1306472 Jul 09 16:25:20.323356 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-20792672-0773-4f44-92a0-c40d616debd2 req-6b45412e-29e8-4a80-9ee3-4038780f88dd service neutron] 10.222.0.73 "GET /v2.0/networks/6395e908-6223-4d6f-b1c1-e394506abed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4713802 Jul 09 16:25:20.369259 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-35aa7bef-e12a-437d-8876-b8de249db956 req-af97e45a-d95a-4116-a74f-a96a38092640 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577755 Jul 09 16:25:20.418415 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-20792672-0773-4f44-92a0-c40d616debd2 req-5adba30c-28e6-4c4d-afef-2792b0b12930 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a7a4e491-e2c2-414f-9cdd-91edf6bc83f0 HTTP/1.1" status: 200 len: 217 time: 0.0620944 Jul 09 16:25:20.461533 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eb5448-4757-4e21-b284-76a8737d6eb1 req-2bd7bad6-ec7b-411d-a79e-e0e1dc0950c5 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:20.468590 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e4eb5448-4757-4e21-b284-76a8737d6eb1 req-2bd7bad6-ec7b-411d-a79e-e0e1dc0950c5 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2ac1b48-1b4b-49e2-b4ec-136d43f2b192 HTTP/1.1" status: 200 len: 946 time: 0.1437564 Jul 09 16:25:20.530975 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e4eb5448-4757-4e21-b284-76a8737d6eb1 req-85e68ed4-3d10-4fd2-bc6b-6527dfb94a16 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/security-groups?id=d0a6dc63-8b1a-4a2e-94f0-61890eef0833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611525 Jul 09 16:25:20.539039 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20792672-0773-4f44-92a0-c40d616debd2 req-5d7d0013-5973-46dd-b5a7-72cd366797f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:20.540521 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-20792672-0773-4f44-92a0-c40d616debd2 req-5d7d0013-5973-46dd-b5a7-72cd366797f2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ae89dbbd-9e79-42bc-a3f4-8084965358e2 HTTP/1.1" status: 200 len: 797 time: 0.1049430 Jul 09 16:25:20.568522 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-409dd135-ede6-443b-bc24-dea8a0d321a6 req-2ce587a4-2e8c-44cf-93c9-e57a3ba33638 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 210 time: 0.0494692 Jul 09 16:25:20.637668 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20792672-0773-4f44-92a0-c40d616debd2 req-ed918145-882b-427f-b22b-d7a4ff844a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:20.640370 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-20792672-0773-4f44-92a0-c40d616debd2 req-ed918145-882b-427f-b22b-d7a4ff844a90 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f2f28c7b-9941-49e4-8996-9de52a7808d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0923753 Jul 09 16:25:20.813737 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-20792672-0773-4f44-92a0-c40d616debd2 req-5f40c8eb-3332-4624-9077-d9d74e81139e service neutron] 10.222.0.73 "GET /v2.0/networks/f2f28c7b-9941-49e4-8996-9de52a7808d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658356 Jul 09 16:25:20.875706 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc847863-864d-4aa6-ad65-c0d2d54ed5e6 req-24a41b88-05cf-4b68-823b-799102069453 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:20.877162 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cc847863-864d-4aa6-ad65-c0d2d54ed5e6 req-24a41b88-05cf-4b68-823b-799102069453 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=cafc69eb-199c-4d82-98ad-04ebd5ea8eac HTTP/1.1" status: 200 len: 946 time: 0.1352315 Jul 09 16:25:20.943043 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cc847863-864d-4aa6-ad65-c0d2d54ed5e6 req-03a8d0cb-fa42-433b-9e85-9b8c4b5bc6de tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544858 Jul 09 16:25:20.953476 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-20792672-0773-4f44-92a0-c40d616debd2 req-489eb82b-44e2-4778-ad01-b2aaf82f20a6 service neutron] 10.222.0.73 "GET /v2.0/networks/f2f28c7b-9941-49e4-8996-9de52a7808d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329496 Jul 09 16:25:21.005963 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-20792672-0773-4f44-92a0-c40d616debd2 req-3429f663-a8f3-4a34-b5e2-3df466673c6a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5989e1c6-4c6c-4db6-8f16-533f3fd6e06c HTTP/1.1" status: 200 len: 217 time: 0.0459352 Jul 09 16:25:21.060729 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20792672-0773-4f44-92a0-c40d616debd2 req-f9c421dd-8143-4b17-b544-959105cc2bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:21.063153 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-20792672-0773-4f44-92a0-c40d616debd2 req-f9c421dd-8143-4b17-b544-959105cc2bd1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ae89dbbd-9e79-42bc-a3f4-8084965358e2 HTTP/1.1" status: 200 len: 797 time: 0.0507965 Jul 09 16:25:21.150183 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20792672-0773-4f44-92a0-c40d616debd2 req-95e5c54d-bb88-4092-bf0d-de94e2551b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:21.152062 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-20792672-0773-4f44-92a0-c40d616debd2 req-95e5c54d-bb88-4092-bf0d-de94e2551b4c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f2f28c7b-9941-49e4-8996-9de52a7808d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0809150 Jul 09 16:25:21.201752 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74fe6b-bf89-421e-b16c-cebdd7cc55c0 req-5722f96b-9f24-4051-b829-dcf5ac21e147 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:21.204362 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ba74fe6b-bf89-421e-b16c-cebdd7cc55c0 req-5722f96b-9f24-4051-b829-dcf5ac21e147 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 943 time: 0.0786319 Jul 09 16:25:21.232318 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 40658) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:21.259836 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ba74fe6b-bf89-421e-b16c-cebdd7cc55c0 req-ed64ee08-48f5-4b37-a634-8d9406f8c2a5 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498486 Jul 09 16:25:21.290893 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-20792672-0773-4f44-92a0-c40d616debd2 req-c74ef2e3-77a6-4b98-88a4-8f754a34f954 service neutron] 10.222.0.73 "GET /v2.0/networks/f2f28c7b-9941-49e4-8996-9de52a7808d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318612 Jul 09 16:25:21.371417 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f271cead-1f57-40e7-bc2c-b76dce1867ff tempest-QuotasNegativeTest-2005717782 tempest-QuotasNegativeTest-2005717782-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:25:21.425851 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-20792672-0773-4f44-92a0-c40d616debd2 req-30d044cb-f685-4346-98b3-9b8f3ceefb01 service neutron] 10.222.0.73 "GET /v2.0/networks/f2f28c7b-9941-49e4-8996-9de52a7808d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186926 Jul 09 16:25:21.426673 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f271cead-1f57-40e7-bc2c-b76dce1867ff tempest-QuotasNegativeTest-2005717782 tempest-QuotasNegativeTest-2005717782-project-admin] 10.222.0.98 "PUT /v2.0/quotas/1030e2ec9c8848d1af0c7f7f76c8d2c8 HTTP/1.1" status: 200 len: 368 time: 0.1932743 Jul 09 16:25:21.427177 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 40664) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:21.432259 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-2db21eed-8ad9-4b1c-9f03-08fef57209eb tempest-QuotasNegativeTest-2005717782 tempest-QuotasNegativeTest-2005717782-project-admin] Request body: {'network': {'project_id': '1030e2ec9c8848d1af0c7f7f76c8d2c8'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:25:21.460246 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db21eed-8ad9-4b1c-9f03-08fef57209eb tempest-QuotasNegativeTest-2005717782 tempest-QuotasNegativeTest-2005717782-project-admin] Made reservation on behalf of 1030e2ec9c8848d1af0c7f7f76c8d2c8 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:25:21.463332 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2db21eed-8ad9-4b1c-9f03-08fef57209eb tempest-QuotasNegativeTest-2005717782 tempest-QuotasNegativeTest-2005717782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:21.472839 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29508573-b3e0-4ca1-b410-f13cb76d299a req-ecf903d0-7ab4-4f2d-a691-522c3ee695db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:21.474518 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-29508573-b3e0-4ca1-b410-f13cb76d299a req-ecf903d0-7ab4-4f2d-a691-522c3ee695db service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f2ac1b48-1b4b-49e2-b4ec-136d43f2b192 HTTP/1.1" status: 200 len: 1097 time: 0.1001840 Jul 09 16:25:21.476633 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2db21eed-8ad9-4b1c-9f03-08fef57209eb tempest-QuotasNegativeTest-2005717782 tempest-QuotasNegativeTest-2005717782-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:21.546194 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-29508573-b3e0-4ca1-b410-f13cb76d299a req-0037942b-0ba5-4a3e-b42a-0eba08348d2e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d0a6dc63-8b1a-4a2e-94f0-61890eef0833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513108 Jul 09 16:25:21.633379 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7634d406-fb2b-4616-924c-9078306d8545 req-489b6861-ae77-4d00-892d-13437b4cf90d tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:21.634977 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7634d406-fb2b-4616-924c-9078306d8545 req-489b6861-ae77-4d00-892d-13437b4cf90d tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=3da9fb37-f90e-4355-bb34-5d4d79af901a HTTP/1.1" status: 200 len: 946 time: 0.1277900 Jul 09 16:25:21.701547 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7634d406-fb2b-4616-924c-9078306d8545 req-50c839d0-d4f6-48f6-ba3d-4019fd044705 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561502 Jul 09 16:25:21.716638 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2db21eed-8ad9-4b1c-9f03-08fef57209eb tempest-QuotasNegativeTest-2005717782 tempest-QuotasNegativeTest-2005717782-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:21.722254 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2db21eed-8ad9-4b1c-9f03-08fef57209eb tempest-QuotasNegativeTest-2005717782 tempest-QuotasNegativeTest-2005717782-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:21.757580 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db21eed-8ad9-4b1c-9f03-08fef57209eb tempest-QuotasNegativeTest-2005717782 tempest-QuotasNegativeTest-2005717782-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=839153b6-e6d2-4977-ba2f-04483a7ebe06,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:21.774170 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2db21eed-8ad9-4b1c-9f03-08fef57209eb tempest-QuotasNegativeTest-2005717782 tempest-QuotasNegativeTest-2005717782-project-admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:25:21.788110 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2db21eed-8ad9-4b1c-9f03-08fef57209eb tempest-QuotasNegativeTest-2005717782 tempest-QuotasNegativeTest-2005717782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:21.789089 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-2db21eed-8ad9-4b1c-9f03-08fef57209eb tempest-QuotasNegativeTest-2005717782 tempest-QuotasNegativeTest-2005717782-project-admin] Added segment 574a00ad-c45b-425f-a780-dd3fae2bc4d5 of type vlan for network afcdd615-7026-426a-bfa8-c5ba21eea463 Jul 09 16:25:21.794111 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3880d5-19ca-45a9-8100-fde9be4cc294 req-1a7c31b8-bd1b-4808-8eb0-9be732c53f66 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:21.796944 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ca3880d5-19ca-45a9-8100-fde9be4cc294 req-1a7c31b8-bd1b-4808-8eb0-9be732c53f66 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2ac1b48-1b4b-49e2-b4ec-136d43f2b192 HTTP/1.1" status: 200 len: 946 time: 0.0852237 Jul 09 16:25:21.850756 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2db21eed-8ad9-4b1c-9f03-08fef57209eb tempest-QuotasNegativeTest-2005717782 tempest-QuotasNegativeTest-2005717782-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:21.894407 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2db21eed-8ad9-4b1c-9f03-08fef57209eb tempest-QuotasNegativeTest-2005717782 tempest-QuotasNegativeTest-2005717782-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:21.899620 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db21eed-8ad9-4b1c-9f03-08fef57209eb tempest-QuotasNegativeTest-2005717782 tempest-QuotasNegativeTest-2005717782-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:21.909853 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2db21eed-8ad9-4b1c-9f03-08fef57209eb tempest-QuotasNegativeTest-2005717782 tempest-QuotasNegativeTest-2005717782-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:21.927272 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ca3880d5-19ca-45a9-8100-fde9be4cc294 req-a0097965-0a09-4fb9-828e-1373a46dbff7 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/security-groups?id=d0a6dc63-8b1a-4a2e-94f0-61890eef0833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094482 Jul 09 16:25:22.003864 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db21eed-8ad9-4b1c-9f03-08fef57209eb tempest-QuotasNegativeTest-2005717782 tempest-QuotasNegativeTest-2005717782-project-admin] Pushing event updated for resources: {'Network': ['ID=afcdd615-7026-426a-bfa8-c5ba21eea463,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:22.016317 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network afcdd615-7026-426a-bfa8-c5ba21eea463 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:25:22.051942 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ff951d69-3b60-46e5-bfce-e05a8e427b1a req-550c1f67-22f0-4a5c-a4ab-7eafef8deb08 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9380d95-b37d-4e4c-8dd7-18a74bd89bfa HTTP/1.1" status: 200 len: 210 time: 0.1222608 Jul 09 16:25:22.065145 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2db21eed-8ad9-4b1c-9f03-08fef57209eb tempest-QuotasNegativeTest-2005717782 tempest-QuotasNegativeTest-2005717782-project-admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6367917 Jul 09 16:25:22.067798 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 40680) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:22.084134 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-14841775-a745-434a-950b-d6dffcb17f46 tempest-QuotasNegativeTest-2005717782 tempest-QuotasNegativeTest-2005717782-project-admin] Request body: {'network': {'project_id': '1030e2ec9c8848d1af0c7f7f76c8d2c8'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:25:22.129012 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14841775-a745-434a-950b-d6dffcb17f46 tempest-QuotasNegativeTest-2005717782 tempest-QuotasNegativeTest-2005717782-project-admin] Made reservation on behalf of 1030e2ec9c8848d1af0c7f7f76c8d2c8 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:25:22.133378 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-14841775-a745-434a-950b-d6dffcb17f46 tempest-QuotasNegativeTest-2005717782 tempest-QuotasNegativeTest-2005717782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:22.184481 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 40682) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:22.213531 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14841775-a745-434a-950b-d6dffcb17f46 tempest-QuotasNegativeTest-2005717782 tempest-QuotasNegativeTest-2005717782-project-admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:25:22.229661 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-14841775-a745-434a-950b-d6dffcb17f46 tempest-QuotasNegativeTest-2005717782 tempest-QuotasNegativeTest-2005717782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:22.230010 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-14841775-a745-434a-950b-d6dffcb17f46 tempest-QuotasNegativeTest-2005717782 tempest-QuotasNegativeTest-2005717782-project-admin] Added segment e6240ebf-ede7-42fb-8a90-4d3b22f59449 of type vlan for network ae62db56-d682-48db-b188-162d0ecd553c Jul 09 16:25:22.231206 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5dfa0864-2a03-49a2-b461-313db203c6a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:22.279094 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-14841775-a745-434a-950b-d6dffcb17f46 tempest-QuotasNegativeTest-2005717782 tempest-QuotasNegativeTest-2005717782-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:22.291929 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dda6b2-fdb0-43c7-b556-ad0e2b972fce req-0ab2460c-b477-4ebf-9722-e90911ba1e43 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:22.293468 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d8dda6b2-fdb0-43c7-b556-ad0e2b972fce req-0ab2460c-b477-4ebf-9722-e90911ba1e43 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=cafc69eb-199c-4d82-98ad-04ebd5ea8eac HTTP/1.1" status: 200 len: 946 time: 0.1325872 Jul 09 16:25:22.310368 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5d319b2a-efc1-4958-906a-69cbe27b7413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:22.363169 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-14841775-a745-434a-950b-d6dffcb17f46 tempest-QuotasNegativeTest-2005717782 tempest-QuotasNegativeTest-2005717782-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:22.365031 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14841775-a745-434a-950b-d6dffcb17f46 tempest-QuotasNegativeTest-2005717782 tempest-QuotasNegativeTest-2005717782-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:22.365894 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-14841775-a745-434a-950b-d6dffcb17f46 tempest-QuotasNegativeTest-2005717782 tempest-QuotasNegativeTest-2005717782-project-admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:22.388111 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d8dda6b2-fdb0-43c7-b556-ad0e2b972fce req-142de1c5-2839-4e65-b7d8-20d0a938834e tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816214 Jul 09 16:25:22.465262 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14841775-a745-434a-950b-d6dffcb17f46 tempest-QuotasNegativeTest-2005717782 tempest-QuotasNegativeTest-2005717782-project-admin] Pushing event updated for resources: {'Network': ['ID=ae62db56-d682-48db-b188-162d0ecd553c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:22.477138 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network ae62db56-d682-48db-b188-162d0ecd553c details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:25:22.496095 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5d319b2a-efc1-4958-906a-69cbe27b7413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:22.513585 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-14841775-a745-434a-950b-d6dffcb17f46 tempest-QuotasNegativeTest-2005717782 tempest-QuotasNegativeTest-2005717782-project-admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4444656 Jul 09 16:25:22.516856 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 40688) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:22.521964 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e760b81e-b379-4101-ab2b-8afd6730b9d9 req-33a4ebf7-d11e-493f-ab8c-1d63f01d53f3 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:22.522134 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d63a68c1-f4e9-48f0-90fc-240bfa92e753 tempest-QuotasNegativeTest-2005717782 tempest-QuotasNegativeTest-2005717782-project-admin] Request body: {'network': {'project_id': '1030e2ec9c8848d1af0c7f7f76c8d2c8'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:25:22.523724 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e760b81e-b379-4101-ab2b-8afd6730b9d9 req-33a4ebf7-d11e-493f-ab8c-1d63f01d53f3 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 943 time: 0.1320097 Jul 09 16:25:22.524697 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5d319b2a-efc1-4958-906a-69cbe27b7413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:22.541658 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-d63a68c1-f4e9-48f0-90fc-240bfa92e753 tempest-QuotasNegativeTest-2005717782 tempest-QuotasNegativeTest-2005717782-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 09 16:25:22.542129 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d63a68c1-f4e9-48f0-90fc-240bfa92e753 tempest-QuotasNegativeTest-2005717782 tempest-QuotasNegativeTest-2005717782-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:25:22.543375 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d63a68c1-f4e9-48f0-90fc-240bfa92e753 tempest-QuotasNegativeTest-2005717782 tempest-QuotasNegativeTest-2005717782-project-admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0255885 Jul 09 16:25:22.546130 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 40690) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:22.608683 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d319b2a-efc1-4958-906a-69cbe27b7413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de106ee-af4b-4b78-be94-843d5229bb28,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:22.630449 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e760b81e-b379-4101-ab2b-8afd6730b9d9 req-5dcd8435-39a6-4743-97fe-6d650f11d047 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927384 Jul 09 16:25:22.631303 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-abdd44bb-18bc-49ae-a789-f6f238fd36f4 tempest-QuotasNegativeTest-2005717782 tempest-QuotasNegativeTest-2005717782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:22.632784 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-5d319b2a-efc1-4958-906a-69cbe27b7413 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=cbd74186447a4af3820f21a71430ec26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4473174 Jul 09 16:25:22.635659 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 40692) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:22.711822 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dec7dbdc-5c1b-45a3-a698-27f31aa7aa47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:22.753599 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-abdd44bb-18bc-49ae-a789-f6f238fd36f4 tempest-QuotasNegativeTest-2005717782 tempest-QuotasNegativeTest-2005717782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:22.756743 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dec7dbdc-5c1b-45a3-a698-27f31aa7aa47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:22.767465 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-abdd44bb-18bc-49ae-a789-f6f238fd36f4 tempest-QuotasNegativeTest-2005717782 tempest-QuotasNegativeTest-2005717782-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae62db56-d682-48db-b188-162d0ecd553c']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:25:22.784166 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-abdd44bb-18bc-49ae-a789-f6f238fd36f4 tempest-QuotasNegativeTest-2005717782 tempest-QuotasNegativeTest-2005717782-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6240ebf-ede7-42fb-8a90-4d3b22f59449') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:25:22.784469 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-abdd44bb-18bc-49ae-a789-f6f238fd36f4 tempest-QuotasNegativeTest-2005717782 tempest-QuotasNegativeTest-2005717782-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6240ebf-ede7-42fb-8a90-4d3b22f59449') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:25:22.804574 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-abdd44bb-18bc-49ae-a789-f6f238fd36f4 tempest-QuotasNegativeTest-2005717782 tempest-QuotasNegativeTest-2005717782-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:22.813522 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dec7dbdc-5c1b-45a3-a698-27f31aa7aa47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:22.816685 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dec7dbdc-5c1b-45a3-a698-27f31aa7aa47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:22.820708 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-dec7dbdc-5c1b-45a3-a698-27f31aa7aa47 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6de106ee-af4b-4b78-be94-843d5229bb28 HTTP/1.1" status: 204 len: 168 time: 0.1809688 Jul 09 16:25:22.825800 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec7dbdc-5c1b-45a3-a698-27f31aa7aa47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de106ee-af4b-4b78-be94-843d5229bb28,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:22.842919 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-abdd44bb-18bc-49ae-a789-f6f238fd36f4 tempest-QuotasNegativeTest-2005717782 tempest-QuotasNegativeTest-2005717782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:22.851090 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abdd44bb-18bc-49ae-a789-f6f238fd36f4 tempest-QuotasNegativeTest-2005717782 tempest-QuotasNegativeTest-2005717782-project-admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:25:22.851600 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-abdd44bb-18bc-49ae-a789-f6f238fd36f4 tempest-QuotasNegativeTest-2005717782 tempest-QuotasNegativeTest-2005717782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:22.853594 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:25:22.853594 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:25:22.853594 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:25:22.853594 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:25:22.853594 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:25:22.853594 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:25:22.853594 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:25:22.853594 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:25:22.853594 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:25:22.853594 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:25:22.853594 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:25:22.853594 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:25:22.853594 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:25:22.853594 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:25:22.853594 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:25:22.853594 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:25:22.853594 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:25:22.853594 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:25:22.853594 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:25:22.853594 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:25:22.853594 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:25:22.853594 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:25:22.853594 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:25:22.853594 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:25:22.853594 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:25:22.853594 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:25:22.853594 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:25:22.853594 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:25:22.853594 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:25:22.853594 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:25:22.853594 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:25:22.853594 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:25:22.853594 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:25:22.853594 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:25:22.853594 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:25:22.853594 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:25:22.853594 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:25:22.853594 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:25:22.853594 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:25:22.853594 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:25:22.853594 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:25:22.853594 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:25:22.853594 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:25:22.853594 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:25:22.853594 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:25:22.853594 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:25:22.853594 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:25:22.853594 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:25:22.853594 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:25:22.853594 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:25:22.853594 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:25:22.853594 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:25:22.978538 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-abdd44bb-18bc-49ae-a789-f6f238fd36f4 tempest-QuotasNegativeTest-2005717782 tempest-QuotasNegativeTest-2005717782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:22.994056 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-abdd44bb-18bc-49ae-a789-f6f238fd36f4 tempest-QuotasNegativeTest-2005717782 tempest-QuotasNegativeTest-2005717782-project-admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:22.995996 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-abdd44bb-18bc-49ae-a789-f6f238fd36f4 tempest-QuotasNegativeTest-2005717782 tempest-QuotasNegativeTest-2005717782-project-admin] 10.222.0.98 "DELETE /v2.0/networks/ae62db56-d682-48db-b188-162d0ecd553c HTTP/1.1" status: 204 len: 168 time: 0.4488506 Jul 09 16:25:22.998807 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 40700) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:23.029106 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd44bb-18bc-49ae-a789-f6f238fd36f4 tempest-QuotasNegativeTest-2005717782 tempest-QuotasNegativeTest-2005717782-project-admin] Pushing event deleted for resources: {'Network': ['ID=ae62db56-d682-48db-b188-162d0ecd553c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:23.089111 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57eded1-13de-442c-b39b-ff6d915395b4 req-0faafc66-412d-439f-9c57-0f8f6132f3d2 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:23.090472 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a57eded1-13de-442c-b39b-ff6d915395b4 req-0faafc66-412d-439f-9c57-0f8f6132f3d2 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=3da9fb37-f90e-4355-bb34-5d4d79af901a HTTP/1.1" status: 200 len: 946 time: 0.1788974 Jul 09 16:25:23.134724 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-962ae902-9261-4a02-b679-9258a2bc46ab tempest-QuotasNegativeTest-2005717782 tempest-QuotasNegativeTest-2005717782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:23.144262 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a57eded1-13de-442c-b39b-ff6d915395b4 req-abf8355c-eb04-41f1-b4e9-070c135d3e9c tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433397 Jul 09 16:25:23.227497 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 40706) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:23.238100 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9dc8e0-ac82-4db3-ad12-c3c95ca7442c req-276cdd05-3def-427f-8fdc-17792e84bd96 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:23.239679 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4c9dc8e0-ac82-4db3-ad12-c3c95ca7442c req-276cdd05-3def-427f-8fdc-17792e84bd96 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2ac1b48-1b4b-49e2-b4ec-136d43f2b192 HTTP/1.1" status: 200 len: 946 time: 0.1208718 Jul 09 16:25:23.250918 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-564e1721-3c48-4a7f-a536-ed518592f29d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:23.293615 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 40710) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:23.299658 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-962ae902-9261-4a02-b679-9258a2bc46ab tempest-QuotasNegativeTest-2005717782 tempest-QuotasNegativeTest-2005717782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:23.328391 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-962ae902-9261-4a02-b679-9258a2bc46ab tempest-QuotasNegativeTest-2005717782 tempest-QuotasNegativeTest-2005717782-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afcdd615-7026-426a-bfa8-c5ba21eea463']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:25:23.353806 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-962ae902-9261-4a02-b679-9258a2bc46ab tempest-QuotasNegativeTest-2005717782 tempest-QuotasNegativeTest-2005717782-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '574a00ad-c45b-425f-a780-dd3fae2bc4d5') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:25:23.354032 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-962ae902-9261-4a02-b679-9258a2bc46ab tempest-QuotasNegativeTest-2005717782 tempest-QuotasNegativeTest-2005717782-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '574a00ad-c45b-425f-a780-dd3fae2bc4d5') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:25:23.356856 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-564e1721-3c48-4a7f-a536-ed518592f29d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:23.363189 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-564e1721-3c48-4a7f-a536-ed518592f29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:23.373838 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-962ae902-9261-4a02-b679-9258a2bc46ab tempest-QuotasNegativeTest-2005717782 tempest-QuotasNegativeTest-2005717782-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:23.378561 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4c9dc8e0-ac82-4db3-ad12-c3c95ca7442c req-3874cd06-e675-4121-9662-e5854c45d4ff tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/security-groups?id=d0a6dc63-8b1a-4a2e-94f0-61890eef0833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126375 Jul 09 16:25:23.401488 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-962ae902-9261-4a02-b679-9258a2bc46ab tempest-QuotasNegativeTest-2005717782 tempest-QuotasNegativeTest-2005717782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:23.407918 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-564e1721-3c48-4a7f-a536-ed518592f29d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5974c7ccc32542e5874b1fed0dde905d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1792672 Jul 09 16:25:23.408832 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 40712) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:23.415185 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e1721-3c48-4a7f-a536-ed518592f29d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438853d1-8110-4833-b5b6-c949a55fc076,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:23.419499 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-962ae902-9261-4a02-b679-9258a2bc46ab tempest-QuotasNegativeTest-2005717782 tempest-QuotasNegativeTest-2005717782-project-admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:25:23.419908 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-962ae902-9261-4a02-b679-9258a2bc46ab tempest-QuotasNegativeTest-2005717782 tempest-QuotasNegativeTest-2005717782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:23.422547 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:25:23.422547 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:25:23.422547 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:25:23.422547 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:25:23.422547 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:25:23.422547 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:25:23.422547 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:25:23.422547 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:25:23.422547 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:25:23.422547 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:25:23.422547 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:25:23.422547 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:25:23.422547 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:25:23.422547 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:25:23.422547 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:25:23.422547 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:25:23.422547 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:25:23.422547 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:25:23.422547 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:25:23.422547 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:25:23.422547 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:25:23.422547 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:25:23.422547 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:25:23.422547 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:25:23.422547 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:25:23.422547 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:25:23.422547 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:25:23.422547 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:25:23.422547 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:25:23.422547 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:25:23.422547 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:25:23.422547 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:25:23.422547 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:25:23.422547 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:25:23.422547 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:25:23.422547 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:25:23.422547 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:25:23.422547 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:25:23.422547 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:25:23.422547 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:25:23.422547 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:25:23.422547 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:25:23.461688 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-1bd47be8-9b29-4644-ab79-1554eb188c72 req-cb03ba48-f9e8-4514-a57c-786683b8a187 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-583376554', 'description': 'tempest-description-77440796'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:25:23.465153 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f4b3f43e-ba6d-48c1-8bf5-a192b842b00d tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:23.496176 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1bd47be8-9b29-4644-ab79-1554eb188c72 req-cb03ba48-f9e8-4514-a57c-786683b8a187 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:23.500672 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f4b3f43e-ba6d-48c1-8bf5-a192b842b00d tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:23.509486 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-962ae902-9261-4a02-b679-9258a2bc46ab tempest-QuotasNegativeTest-2005717782 tempest-QuotasNegativeTest-2005717782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:23.520255 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-962ae902-9261-4a02-b679-9258a2bc46ab tempest-QuotasNegativeTest-2005717782 tempest-QuotasNegativeTest-2005717782-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:23.522305 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-962ae902-9261-4a02-b679-9258a2bc46ab tempest-QuotasNegativeTest-2005717782 tempest-QuotasNegativeTest-2005717782-project-admin] 10.222.0.98 "DELETE /v2.0/networks/afcdd615-7026-426a-bfa8-c5ba21eea463 HTTP/1.1" status: 204 len: 168 time: 0.5217562 Jul 09 16:25:23.531865 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5fec3742-0408-4034-8b60-beea4f4a06de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:23.565219 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962ae902-9261-4a02-b679-9258a2bc46ab tempest-QuotasNegativeTest-2005717782 tempest-QuotasNegativeTest-2005717782-project-admin] Pushing event deleted for resources: {'Network': ['ID=afcdd615-7026-426a-bfa8-c5ba21eea463,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:23.576536 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5fec3742-0408-4034-8b60-beea4f4a06de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:23.670198 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f4b3f43e-ba6d-48c1-8bf5-a192b842b00d tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:23.673679 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f4b3f43e-ba6d-48c1-8bf5-a192b842b00d tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:23.677383 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f4b3f43e-ba6d-48c1-8bf5-a192b842b00d tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "DELETE /v2.0/security-groups/45384544-6ff6-497a-9513-ac1d1fea2ec6 HTTP/1.1" status: 204 len: 168 time: 0.3788619 Jul 09 16:25:23.680462 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 40722) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:23.689695 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b3f43e-ba6d-48c1-8bf5-a192b842b00d tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45384544-6ff6-497a-9513-ac1d1fea2ec6,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:23.698139 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1bd47be8-9b29-4644-ab79-1554eb188c72 req-cb03ba48-f9e8-4514-a57c-786683b8a187 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:23.704317 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5fec3742-0408-4034-8b60-beea4f4a06de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:23.707373 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5fec3742-0408-4034-8b60-beea4f4a06de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:23.720169 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-5fec3742-0408-4034-8b60-beea4f4a06de admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/438853d1-8110-4833-b5b6-c949a55fc076 HTTP/1.1" status: 204 len: 168 time: 0.3037534 Jul 09 16:25:23.726214 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [None req-aed57965-71cd-4b27-807a-aba3f218aae4 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] show failed (client error): The resource could not be found. Jul 09 16:25:23.732821 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-aed57965-71cd-4b27-807a-aba3f218aae4 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "GET /v2.0/security-groups/45384544-6ff6-497a-9513-ac1d1fea2ec6 HTTP/1.1" status: 404 len: 347 time: 0.0506041 Jul 09 16:25:23.734186 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 40726) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:23.736366 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1bd47be8-9b29-4644-ab79-1554eb188c72 req-cb03ba48-f9e8-4514-a57c-786683b8a187 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:23.737324 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2b84c-3aa3-43c9-9258-e60d18d4bbab req-a20a55f6-4ce5-4473-8e25-ae8dc4f628c0 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:23.744727 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-dda2b84c-3aa3-43c9-9258-e60d18d4bbab req-a20a55f6-4ce5-4473-8e25-ae8dc4f628c0 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=cafc69eb-199c-4d82-98ad-04ebd5ea8eac HTTP/1.1" status: 200 len: 946 time: 0.1330211 Jul 09 16:25:23.800368 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-dda2b84c-3aa3-43c9-9258-e60d18d4bbab req-35a824bb-333d-4207-968b-1d2e6c00f03f tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539253 Jul 09 16:25:23.840259 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec3742-0408-4034-8b60-beea4f4a06de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438853d1-8110-4833-b5b6-c949a55fc076,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:23.941894 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1bd47be8-9b29-4644-ab79-1554eb188c72 req-cb03ba48-f9e8-4514-a57c-786683b8a187 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:23.946476 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1bd47be8-9b29-4644-ab79-1554eb188c72 req-cb03ba48-f9e8-4514-a57c-786683b8a187 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.4892888 Jul 09 16:25:24.077927 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb03ba48-f9e8-4514-a57c-786683b8a187 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92ad2155-ad03-45ea-8639-20fa8695f411,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:24.085110 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff6821-63ee-4bc2-aaf1-ab209647bcb4 req-28086ca4-8a11-4413-8624-9a28b92980dc tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:24.098014 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-12ff6821-63ee-4bc2-aaf1-ab209647bcb4 req-28086ca4-8a11-4413-8624-9a28b92980dc tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 943 time: 0.1398523 Jul 09 16:25:24.117394 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-a77358a3-f40c-45c4-97bc-28fcc20932c6 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Deleting port f199f1a0-619e-43f0-9499-ca2d3681f73e {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:25:24.117742 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a77358a3-f40c-45c4-97bc-28fcc20932c6 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:24.177238 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-12ff6821-63ee-4bc2-aaf1-ab209647bcb4 req-31c90f8d-0685-47c4-82c3-65dfe9eb9e79 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780275 Jul 09 16:25:24.262409 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-11e1f161-3c9d-407e-97d5-28d35c3b73e5 req-d02a7ef0-8035-4450-8470-ad68f5f9ad38 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-583376554&fields=id&tenant_id=f23c452800b847489100356e9b37b53d HTTP/1.1" status: 200 len: 267 time: 0.0507979 Jul 09 16:25:24.309528 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 40736) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:24.353131 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a77358a3-f40c-45c4-97bc-28fcc20932c6 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:24.353884 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a77358a3-f40c-45c4-97bc-28fcc20932c6 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:24.354822 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6a3bbb90-fe44-4069-9ea2-92572b8e108e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:24.381756 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-a77358a3-f40c-45c4-97bc-28fcc20932c6 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Calling delete_port for f199f1a0-619e-43f0-9499-ca2d3681f73e owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:25:24.419450 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1f161-3c9d-407e-97d5-28d35c3b73e5 req-403035ab-fcd5-48b6-8993-da8de76e64ee tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:24.422161 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-11e1f161-3c9d-407e-97d5-28d35c3b73e5 req-403035ab-fcd5-48b6-8993-da8de76e64ee tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2ac1b48-1b4b-49e2-b4ec-136d43f2b192 HTTP/1.1" status: 200 len: 946 time: 0.1534295 Jul 09 16:25:24.427079 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56e59c-e3df-4758-a0e9-e48fdb0e6c96 req-6fdf4682-0ad2-4c4e-bd8e-ccf309753e63 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:24.428653 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9f56e59c-e3df-4758-a0e9-e48fdb0e6c96 req-6fdf4682-0ad2-4c4e-bd8e-ccf309753e63 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=3da9fb37-f90e-4355-bb34-5d4d79af901a HTTP/1.1" status: 200 len: 946 time: 0.1102920 Jul 09 16:25:24.454794 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 40740) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:24.475897 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-11e1f161-3c9d-407e-97d5-28d35c3b73e5 req-d9af6e6a-bdd9-44d2-bbbd-c13cb4e02740 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Request body: {'port': {'security_groups': ['d0a6dc63-8b1a-4a2e-94f0-61890eef0833', '92ad2155-ad03-45ea-8639-20fa8695f411']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:25:24.496051 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9f56e59c-e3df-4758-a0e9-e48fdb0e6c96 req-01840d55-7966-4fb3-b270-670339761348 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611727 Jul 09 16:25:24.527149 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6a3bbb90-fe44-4069-9ea2-92572b8e108e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:24.533562 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6a3bbb90-fe44-4069-9ea2-92572b8e108e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:24.573160 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-6a3bbb90-fe44-4069-9ea2-92572b8e108e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0143c0521f10441bb3fa176d6cfcf5f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2621582 Jul 09 16:25:24.575360 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 40744) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:24.627865 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-11e1f161-3c9d-407e-97d5-28d35c3b73e5 req-d9af6e6a-bdd9-44d2-bbbd-c13cb4e02740 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:24.635287 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3bbb90-fe44-4069-9ea2-92572b8e108e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc545aff-868e-4785-b70e-fd97fd3a58db,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:24.638960 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5e32dea0-d673-4359-9b8b-690c485f6cce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:24.676189 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aa8026bc-d28f-4c24-b7c2-8e7595222054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:24.708888 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aa8026bc-d28f-4c24-b7c2-8e7595222054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:24.728095 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a77358a3-f40c-45c4-97bc-28fcc20932c6 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:24.772997 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77358a3-f40c-45c4-97bc-28fcc20932c6 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Pushing event deleted for resources: {'Port': ['ID=f199f1a0-619e-43f0-9499-ca2d3681f73e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:24.797341 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aa8026bc-d28f-4c24-b7c2-8e7595222054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:24.799857 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aa8026bc-d28f-4c24-b7c2-8e7595222054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:24.803309 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-aa8026bc-d28f-4c24-b7c2-8e7595222054 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/dc545aff-868e-4785-b70e-fd97fd3a58db HTTP/1.1" status: 204 len: 168 time: 0.2268233 Jul 09 16:25:24.832133 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5e32dea0-d673-4359-9b8b-690c485f6cce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:24.846172 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8026bc-d28f-4c24-b7c2-8e7595222054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc545aff-868e-4785-b70e-fd97fd3a58db,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:24.852096 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5e32dea0-d673-4359-9b8b-690c485f6cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:24.938170 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-5e32dea0-d673-4359-9b8b-690c485f6cce admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c34a3c576a5a413db12ea32b2fe672ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4791319 Jul 09 16:25:24.939483 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e32dea0-d673-4359-9b8b-690c485f6cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d602305-25cc-4550-8e9b-1aaac3e5444a,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:24.943589 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 40750) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:25.012045 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-08347944-ae85-42d6-8b3f-021a68ce43e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:25.013884 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a77358a3-f40c-45c4-97bc-28fcc20932c6 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:25.016735 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a77358a3-f40c-45c4-97bc-28fcc20932c6 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:25.020942 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a77358a3-f40c-45c4-97bc-28fcc20932c6 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "DELETE /v2.0/floatingips/3ca17b7c-4d25-4a64-a362-42f35b748513 HTTP/1.1" status: 204 len: 168 time: 1.2821586 Jul 09 16:25:25.024989 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 40754) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:25.028261 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-11e1f161-3c9d-407e-97d5-28d35c3b73e5 req-d9af6e6a-bdd9-44d2-bbbd-c13cb4e02740 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] For port 227cf03a-70d2-418e-9b84-3e6c167e46b4, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=227cf03a-70d2-418e-9b84-3e6c167e46b4,segment=NetworkSegment(5aa2b303-4215-48db-b010-ab00e40f1ba3),segment_id=5aa2b303-4215-48db-b010-ab00e40f1ba3)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:25:25.071971 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-08347944-ae85-42d6-8b3f-021a68ce43e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:25.083607 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-634f3e5a-c0d6-4c7d-a697-be8f36d643db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:25.107545 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-11e1f161-3c9d-407e-97d5-28d35c3b73e5 req-d9af6e6a-bdd9-44d2-bbbd-c13cb4e02740 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:25.132401 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-11e1f161-3c9d-407e-97d5-28d35c3b73e5 req-d9af6e6a-bdd9-44d2-bbbd-c13cb4e02740 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:25.158677 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e2bdee-b100-4d9e-a091-e629e6c1d861 req-91767632-371a-4391-ab03-4c8083f60729 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:25.161027 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1f161-3c9d-407e-97d5-28d35c3b73e5 req-d9af6e6a-bdd9-44d2-bbbd-c13cb4e02740 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:25.161668 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-11e1f161-3c9d-407e-97d5-28d35c3b73e5 req-d9af6e6a-bdd9-44d2-bbbd-c13cb4e02740 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:25.166302 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-11e1f161-3c9d-407e-97d5-28d35c3b73e5 req-d9af6e6a-bdd9-44d2-bbbd-c13cb4e02740 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "PUT /v2.0/ports/227cf03a-70d2-418e-9b84-3e6c167e46b4 HTTP/1.1" status: 200 len: 982 time: 0.7009666 Jul 09 16:25:25.166741 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['227cf03a-70d2-418e-9b84-3e6c167e46b4'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:25:25.168869 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f8e2bdee-b100-4d9e-a091-e629e6c1d861 req-91767632-371a-4391-ab03-4c8083f60729 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=cafc69eb-199c-4d82-98ad-04ebd5ea8eac HTTP/1.1" status: 200 len: 946 time: 0.1443315 Jul 09 16:25:25.223214 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2ac1b48-1b4b-49e2-b4ec-136d43f2b192', 'tag': '227cf03a-70d2-418e-9b84-3e6c167e46b4'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:25:25.226799 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f8e2bdee-b100-4d9e-a091-e629e6c1d861 req-6b1756bb-be9e-4d47-a0aa-05767c2a9bc6 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566761 Jul 09 16:25:25.230803 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53db6bda-999c-4190-8640-d76e666d9c9f" -d '{"events": [{"name": "network-changed", "server_uuid": "f2ac1b48-1b4b-49e2-b4ec-136d43f2b192", "tag": "227cf03a-70d2-418e-9b84-3e6c167e46b4"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:25:25.232403 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-08347944-ae85-42d6-8b3f-021a68ce43e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:25.250262 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-08347944-ae85-42d6-8b3f-021a68ce43e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:25.253875 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-08347944-ae85-42d6-8b3f-021a68ce43e0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4d602305-25cc-4550-8e9b-1aaac3e5444a HTTP/1.1" status: 204 len: 168 time: 0.3068545 Jul 09 16:25:25.268932 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08347944-ae85-42d6-8b3f-021a68ce43e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d602305-25cc-4550-8e9b-1aaac3e5444a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:25.348694 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['227cf03a-70d2-418e-9b84-3e6c167e46b4'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:25:25.526702 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:25.618893 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34659d-2357-4aed-8c43-9feb66363973 req-05033b7c-3903-462a-8543-de18e43a95dc tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:25.630114 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7e34659d-2357-4aed-8c43-9feb66363973 req-05033b7c-3903-462a-8543-de18e43a95dc tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 943 time: 0.1933873 Jul 09 16:25:25.647122 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af6e6a-bdd9-44d2-bbbd-c13cb4e02740 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Pushing event updated for resources: {'Port': ['ID=227cf03a-70d2-418e-9b84-3e6c167e46b4,revision_number=6']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:25.666580 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-a505faca-e607-447c-be50-c86973badbfc tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Deleting port 1b59826e-f466-4732-9582-ca2f327b6c57 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:25:25.666979 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a505faca-e607-447c-be50-c86973badbfc tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:25.678147 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8eda5286-12dc-4f99-9bc8-1f2403c8c6ea req-b5d6839b-8faa-42fd-8974-d25b74c5e7fc tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-583376554&fields=id&tenant_id=f23c452800b847489100356e9b37b53d HTTP/1.1" status: 200 len: 267 time: 0.0596344 Jul 09 16:25:25.726373 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7e34659d-2357-4aed-8c43-9feb66363973 req-e76cd4fe-5ad4-4adc-9530-a9d27167dc10 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949154 Jul 09 16:25:25.778204 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a240a71-c1bf-42a7-b9d0-5d998b2e6687 x-openstack-request-id: req-5a240a71-c1bf-42a7-b9d0-5d998b2e6687 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:25:25.778547 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2ac1b48-1b4b-49e2-b4ec-136d43f2b192", "tag": "227cf03a-70d2-418e-9b84-3e6c167e46b4", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:25:25.778746 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5a240a71-c1bf-42a7-b9d0-5d998b2e6687 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:25:25.779160 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2ac1b48-1b4b-49e2-b4ec-136d43f2b192', 'tag': '227cf03a-70d2-418e-9b84-3e6c167e46b4', 'status': 'completed', 'code': 200} Jul 09 16:25:25.938885 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 40784) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:26.005656 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda5286-12dc-4f99-9bc8-1f2403c8c6ea req-a0fd9726-d880-44df-b6ee-e7278384dd9d tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:26.014176 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8eda5286-12dc-4f99-9bc8-1f2403c8c6ea req-a0fd9726-d880-44df-b6ee-e7278384dd9d tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2ac1b48-1b4b-49e2-b4ec-136d43f2b192 HTTP/1.1" status: 200 len: 985 time: 0.3350959 Jul 09 16:25:26.022972 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a505faca-e607-447c-be50-c86973badbfc tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:26.025019 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-da201702-65b2-4288-a769-36eaaa59da2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:26.038569 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-8eda5286-12dc-4f99-9bc8-1f2403c8c6ea req-2bf50f30-b199-48b7-b6f1-bc3230460950 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Request body: {'port': {'security_groups': ['d0a6dc63-8b1a-4a2e-94f0-61890eef0833']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:25:26.093842 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d9fdf-e98a-40c9-aab6-6fc6c9957b32 req-79841e50-e6e0-4fad-83fd-a96e65772ba3 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:26.101479 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8c0d9fdf-e98a-40c9-aab6-6fc6c9957b32 req-79841e50-e6e0-4fad-83fd-a96e65772ba3 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=3da9fb37-f90e-4355-bb34-5d4d79af901a HTTP/1.1" status: 200 len: 946 time: 0.1731730 Jul 09 16:25:26.140456 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-a505faca-e607-447c-be50-c86973badbfc tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Calling delete_port for 1b59826e-f466-4732-9582-ca2f327b6c57 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:25:26.165886 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:26.192861 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8c0d9fdf-e98a-40c9-aab6-6fc6c9957b32 req-92c72b37-abee-4e6a-bca4-f2e585d881a5 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901060 Jul 09 16:25:26.265370 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db6bda-999c-4190-8640-d76e666d9c9f req-053cf5a2-a60f-40d0-b5b7-154cd9e8dafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:26.267494 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-53db6bda-999c-4190-8640-d76e666d9c9f req-053cf5a2-a60f-40d0-b5b7-154cd9e8dafd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f23c452800b847489100356e9b37b53d&device_id=f2ac1b48-1b4b-49e2-b4ec-136d43f2b192 HTTP/1.1" status: 200 len: 1136 time: 0.4185362 Jul 09 16:25:26.287979 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-da201702-65b2-4288-a769-36eaaa59da2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:26.293694 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-da201702-65b2-4288-a769-36eaaa59da2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:26.346702 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-da201702-65b2-4288-a769-36eaaa59da2a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b1bee0509be945fb8c26f4eae7061004&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4050756 Jul 09 16:25:26.348522 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da201702-65b2-4288-a769-36eaaa59da2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67cb6093-48ad-420e-a713-4228ad8a274f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:26.365373 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 40794) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:26.448130 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8eda5286-12dc-4f99-9bc8-1f2403c8c6ea req-2bf50f30-b199-48b7-b6f1-bc3230460950 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:26.493029 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:26.518680 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ef65e0ad-9e0b-4461-823f-2eb20727a1f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:26.572193 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a6880-a767-4c51-bfdb-dde622acca0b req-92f138fa-f2f8-4aea-a05c-8a61b8ef80c1 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:26.573601 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db6bda-999c-4190-8640-d76e666d9c9f req-716e58ee-cade-4bad-9a54-86c09209575b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:26.573797 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-618a6880-a767-4c51-bfdb-dde622acca0b req-92f138fa-f2f8-4aea-a05c-8a61b8ef80c1 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=cafc69eb-199c-4d82-98ad-04ebd5ea8eac HTTP/1.1" status: 200 len: 946 time: 0.1749954 Jul 09 16:25:26.575110 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-53db6bda-999c-4190-8640-d76e666d9c9f req-716e58ee-cade-4bad-9a54-86c09209575b service neutron] 10.222.0.73 "GET /v2.0/networks?id=253b6b11-136f-4359-8b4b-5977842f3b3f HTTP/1.1" status: 200 len: 921 time: 0.2642593 Jul 09 16:25:26.586213 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ef65e0ad-9e0b-4461-823f-2eb20727a1f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:26.661989 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-53db6bda-999c-4190-8640-d76e666d9c9f req-0d526132-ff8a-4c57-9454-d44426568190 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=227cf03a-70d2-418e-9b84-3e6c167e46b4 HTTP/1.1" status: 200 len: 217 time: 0.0784690 Jul 09 16:25:26.662817 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a505faca-e607-447c-be50-c86973badbfc tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:26.683681 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-618a6880-a767-4c51-bfdb-dde622acca0b req-4d17ed31-e6a9-481c-8f18-b0058779e2af tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943561 Jul 09 16:25:26.718146 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ef65e0ad-9e0b-4461-823f-2eb20727a1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:26.720853 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ef65e0ad-9e0b-4461-823f-2eb20727a1f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:26.721986 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ef65e0ad-9e0b-4461-823f-2eb20727a1f4 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/67cb6093-48ad-420e-a713-4228ad8a274f HTTP/1.1" status: 204 len: 168 time: 0.3557148 Jul 09 16:25:26.729836 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef65e0ad-9e0b-4461-823f-2eb20727a1f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67cb6093-48ad-420e-a713-4228ad8a274f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:26.731531 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a505faca-e607-447c-be50-c86973badbfc tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Pushing event deleted for resources: {'Port': ['ID=1b59826e-f466-4732-9582-ca2f327b6c57,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:26.763275 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 40802) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:26.849518 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db6bda-999c-4190-8640-d76e666d9c9f req-40799aa2-6112-4372-9303-6fcf575cfa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:26.851154 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-53db6bda-999c-4190-8640-d76e666d9c9f req-40799aa2-6112-4372-9303-6fcf575cfa4a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7643443c-f3fe-4a91-b386-208fcf7a8dfa HTTP/1.1" status: 200 len: 860 time: 0.1795032 Jul 09 16:25:26.901267 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-53db6bda-999c-4190-8640-d76e666d9c9f req-2bf2d646-9d77-4bc8-bdb2-b70632aaa28f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=253b6b11-136f-4359-8b4b-5977842f3b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358663 Jul 09 16:25:26.908182 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a505faca-e607-447c-be50-c86973badbfc tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:26.913429 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a505faca-e607-447c-be50-c86973badbfc tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "DELETE /v2.0/ports/1b59826e-f466-4732-9582-ca2f327b6c57 HTTP/1.1" status: 204 len: 168 time: 1.8847401 Jul 09 16:25:26.922065 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 40806) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:26.946031 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-81f497bc-f571-4e74-a71e-49f068c3af3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:27.006635 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed938303-48ae-4f67-aba4-14f00808451e req-b1de2eeb-1abc-42e9-826f-828cd2b3d616 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:27.008178 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ed938303-48ae-4f67-aba4-14f00808451e req-b1de2eeb-1abc-42e9-826f-828cd2b3d616 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 943 time: 0.1138554 Jul 09 16:25:27.027198 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-8eda5286-12dc-4f99-9bc8-1f2403c8c6ea req-2bf50f30-b199-48b7-b6f1-bc3230460950 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] For port 227cf03a-70d2-418e-9b84-3e6c167e46b4, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=227cf03a-70d2-418e-9b84-3e6c167e46b4,segment=NetworkSegment(5aa2b303-4215-48db-b010-ab00e40f1ba3),segment_id=5aa2b303-4215-48db-b010-ab00e40f1ba3)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:25:27.073412 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ed938303-48ae-4f67-aba4-14f00808451e req-54516f88-e06d-4170-ab7e-41ed315a2e12 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560284 Jul 09 16:25:27.129348 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8eda5286-12dc-4f99-9bc8-1f2403c8c6ea req-2bf50f30-b199-48b7-b6f1-bc3230460950 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:27.136460 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-81f497bc-f571-4e74-a71e-49f068c3af3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:27.138150 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8eda5286-12dc-4f99-9bc8-1f2403c8c6ea req-2bf50f30-b199-48b7-b6f1-bc3230460950 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:27.141881 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-81f497bc-f571-4e74-a71e-49f068c3af3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:27.142345 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-53db6bda-999c-4190-8640-d76e666d9c9f req-933ed640-9278-403d-b1b0-2958d0c2d0f5 service neutron] 10.222.0.73 "GET /v2.0/networks/253b6b11-136f-4359-8b4b-5977842f3b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279351 Jul 09 16:25:27.177528 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['227cf03a-70d2-418e-9b84-3e6c167e46b4'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:25:27.200959 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-81f497bc-f571-4e74-a71e-49f068c3af3b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6827453a08ae4793958ee3f7fdab5c1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4341910 Jul 09 16:25:27.200959 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f497bc-f571-4e74-a71e-49f068c3af3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7effb23a-cc6b-44bc-900b-096758ab5260,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:27.202268 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 40810) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:27.276948 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-21d204bd-f782-401d-a265-33e18547b9c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:27.283868 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda5286-12dc-4f99-9bc8-1f2403c8c6ea req-2bf50f30-b199-48b7-b6f1-bc3230460950 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:27.284523 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8eda5286-12dc-4f99-9bc8-1f2403c8c6ea req-2bf50f30-b199-48b7-b6f1-bc3230460950 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:27.305721 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8eda5286-12dc-4f99-9bc8-1f2403c8c6ea req-2bf50f30-b199-48b7-b6f1-bc3230460950 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "PUT /v2.0/ports/227cf03a-70d2-418e-9b84-3e6c167e46b4 HTTP/1.1" status: 200 len: 943 time: 1.2900012 Jul 09 16:25:27.333078 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-21d204bd-f782-401d-a265-33e18547b9c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:27.407547 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['227cf03a-70d2-418e-9b84-3e6c167e46b4'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:25:27.428914 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-21d204bd-f782-401d-a265-33e18547b9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:27.431973 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-21d204bd-f782-401d-a265-33e18547b9c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:27.436622 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-21d204bd-f782-401d-a265-33e18547b9c7 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/7effb23a-cc6b-44bc-900b-096758ab5260 HTTP/1.1" status: 204 len: 168 time: 0.2330511 Jul 09 16:25:27.456529 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-df5ecbf0-93e4-4e9a-b1d1-b7fb14c89ba5 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Deleting port dc1969ff-da8f-4d79-bad7-c98b94b7dc83 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:25:27.456878 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-df5ecbf0-93e4-4e9a-b1d1-b7fb14c89ba5 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:27.519030 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d204bd-f782-401d-a265-33e18547b9c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7effb23a-cc6b-44bc-900b-096758ab5260,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:27.527189 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf50f30-b199-48b7-b6f1-bc3230460950 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Pushing event updated for resources: {'Port': ['ID=227cf03a-70d2-418e-9b84-3e6c167e46b4,revision_number=7']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:27.628916 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ead20b-7fc0-4dcb-9e05-89173db6f9af req-8605c79c-939e-456f-886a-0fe78235f5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:27.632473 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b2ead20b-7fc0-4dcb-9e05-89173db6f9af req-8605c79c-939e-456f-886a-0fe78235f5b5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa&tenant_id=b8ad35771c814596a752d0340d35099a HTTP/1.1" status: 200 len: 1094 time: 0.2366481 Jul 09 16:25:27.643417 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2604024f-c1e5-4eed-a7df-5eb45f5a6c8d req-7bce3b27-94f6-4710-b3f9-ed86380e29a9 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:27.647052 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2604024f-c1e5-4eed-a7df-5eb45f5a6c8d req-7bce3b27-94f6-4710-b3f9-ed86380e29a9 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=3da9fb37-f90e-4355-bb34-5d4d79af901a HTTP/1.1" status: 200 len: 946 time: 0.2086065 Jul 09 16:25:27.685964 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-53db6bda-999c-4190-8640-d76e666d9c9f req-6789a2a5-63d8-4ec9-8191-03f1b0dfcf09 service neutron] 10.222.0.73 "GET /v2.0/networks/253b6b11-136f-4359-8b4b-5977842f3b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5156724 Jul 09 16:25:27.737492 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e3c01995-a57a-40c9-8fb9-b2a346dcb78e req-cd77a17d-1ecd-40a7-8862-8e5c1db2c5a7 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4308367 Jul 09 16:25:27.744478 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-e3c01995-a57a-40c9-8fb9-b2a346dcb78e req-0ba54417-bfe9-4337-9790-730539b2521a tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Request body: {'floatingip': {'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:25:27.746184 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2604024f-c1e5-4eed-a7df-5eb45f5a6c8d req-9b51b5fb-d768-4496-b0b3-25c226922581 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858147 Jul 09 16:25:27.751301 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-df5ecbf0-93e4-4e9a-b1d1-b7fb14c89ba5 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:27.780082 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2ac1b48-1b4b-49e2-b4ec-136d43f2b192', 'tag': '227cf03a-70d2-418e-9b84-3e6c167e46b4'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:25:27.787020 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac21aa24-ecb3-496b-8b6d-1875a6519115" -d '{"events": [{"name": "network-changed", "server_uuid": "f2ac1b48-1b4b-49e2-b4ec-136d43f2b192", "tag": "227cf03a-70d2-418e-9b84-3e6c167e46b4"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:25:27.790381 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ead20b-7fc0-4dcb-9e05-89173db6f9af req-f8d13cff-6c30-4e8d-9765-b1db8180965d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:27.792262 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b2ead20b-7fc0-4dcb-9e05-89173db6f9af req-f8d13cff-6c30-4e8d-9765-b1db8180965d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b8ad35771c814596a752d0340d35099a&device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 1094 time: 0.0871925 Jul 09 16:25:27.796232 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-df5ecbf0-93e4-4e9a-b1d1-b7fb14c89ba5 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Calling delete_port for dc1969ff-da8f-4d79-bad7-c98b94b7dc83 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:25:27.823154 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e3c01995-a57a-40c9-8fb9-b2a346dcb78e req-0ba54417-bfe9-4337-9790-730539b2521a tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:27.961601 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ead20b-7fc0-4dcb-9e05-89173db6f9af req-13889646-3944-43a2-9974-7fea74472695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:27.963466 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b2ead20b-7fc0-4dcb-9e05-89173db6f9af req-13889646-3944-43a2-9974-7fea74472695 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a171d79a-1159-4481-9cc1-46c665ce3a96 HTTP/1.1" status: 200 len: 918 time: 0.1603293 Jul 09 16:25:28.042222 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574bf77-6f60-45ee-aeda-8bc9340fe5e6 req-47fe60bf-6a01-4211-b489-a2490f736707 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:28.043692 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e574bf77-6f60-45ee-aeda-8bc9340fe5e6 req-47fe60bf-6a01-4211-b489-a2490f736707 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=cafc69eb-199c-4d82-98ad-04ebd5ea8eac HTTP/1.1" status: 200 len: 946 time: 0.1547923 Jul 09 16:25:28.073031 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b2ead20b-7fc0-4dcb-9e05-89173db6f9af req-3923ebd6-52eb-41b6-87a6-e7308e43d34a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e57d8c06-ab85-46d1-be00-3fb675deed68 HTTP/1.1" status: 200 len: 999 time: 0.1006436 Jul 09 16:25:28.079059 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-df5ecbf0-93e4-4e9a-b1d1-b7fb14c89ba5 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:28.107651 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:28.117116 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5ecbf0-93e4-4e9a-b1d1-b7fb14c89ba5 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Pushing event deleted for resources: {'Port': ['ID=dc1969ff-da8f-4d79-bad7-c98b94b7dc83,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:28.120484 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e3c01995-a57a-40c9-8fb9-b2a346dcb78e req-0ba54417-bfe9-4337-9790-730539b2521a tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:28.141082 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e574bf77-6f60-45ee-aeda-8bc9340fe5e6 req-eb93f3f2-b69c-47c1-b594-b9cf6838aa97 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859008 Jul 09 16:25:28.149533 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ead20b-7fc0-4dcb-9e05-89173db6f9af req-671cb519-f892-4d18-943e-f6b0caf123c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:28.151262 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b2ead20b-7fc0-4dcb-9e05-89173db6f9af req-671cb519-f892-4d18-943e-f6b0caf123c0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b9e97679-e3ca-4f43-b281-7791408a1287 HTTP/1.1" status: 200 len: 856 time: 0.0712509 Jul 09 16:25:28.232867 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ead20b-7fc0-4dcb-9e05-89173db6f9af req-7ca2a054-338c-4d40-b8c8-25a6b8f615b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:28.235398 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b2ead20b-7fc0-4dcb-9e05-89173db6f9af req-7ca2a054-338c-4d40-b8c8-25a6b8f615b9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a171d79a-1159-4481-9cc1-46c665ce3a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770462 Jul 09 16:25:28.258419 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 40854) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:28.290713 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-df5ecbf0-93e4-4e9a-b1d1-b7fb14c89ba5 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:28.292741 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-df5ecbf0-93e4-4e9a-b1d1-b7fb14c89ba5 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "DELETE /v2.0/ports/dc1969ff-da8f-4d79-bad7-c98b94b7dc83 HTTP/1.1" status: 204 len: 168 time: 1.3576770 Jul 09 16:25:28.295299 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 40860) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:28.367933 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-e3c01995-a57a-40c9-8fb9-b2a346dcb78e req-0ba54417-bfe9-4337-9790-730539b2521a tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Allocated IP 172.25.0.47 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/4e9c521d-b4f0-47a9-8deb-135ae009c9d9) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:25:28.373496 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-37709d5e-0393-4d00-9c46-2597f36c9de1 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Deleting subnet 8a54258b-5d51-4c0f-b2ea-6d2399e08904 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:25:28.379097 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-37709d5e-0393-4d00-9c46-2597f36c9de1 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:28.388169 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b2ead20b-7fc0-4dcb-9e05-89173db6f9af req-e9773e42-2e59-435a-b119-51d825073619 service neutron] 10.222.0.73 "GET /v2.0/networks/a171d79a-1159-4481-9cc1-46c665ce3a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463664 Jul 09 16:25:28.446100 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-37709d5e-0393-4d00-9c46-2597f36c9de1 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:28.449581 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a749030-6966-4f1a-8b01-6b11a488f7c9 x-openstack-request-id: req-8a749030-6966-4f1a-8b01-6b11a488f7c9 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:25:28.449913 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2ac1b48-1b4b-49e2-b4ec-136d43f2b192", "tag": "227cf03a-70d2-418e-9b84-3e6c167e46b4", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:25:28.450173 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8a749030-6966-4f1a-8b01-6b11a488f7c9 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:25:28.450567 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2ac1b48-1b4b-49e2-b4ec-136d43f2b192', 'tag': '227cf03a-70d2-418e-9b84-3e6c167e46b4', 'status': 'completed', 'code': 200} Jul 09 16:25:28.557134 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b2ead20b-7fc0-4dcb-9e05-89173db6f9af req-8d40e0bd-92d2-44c1-83a8-d33aae652157 service neutron] 10.222.0.73 "GET /v2.0/networks/a171d79a-1159-4481-9cc1-46c665ce3a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626210 Jul 09 16:25:28.695570 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca76feb-2e83-4f56-8524-345b38b05504 req-2e402bd6-3a34-455c-a1b5-6f64348aa5df tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:28.697863 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fca76feb-2e83-4f56-8524-345b38b05504 req-2e402bd6-3a34-455c-a1b5-6f64348aa5df tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 943 time: 0.0975795 Jul 09 16:25:28.774859 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fca76feb-2e83-4f56-8524-345b38b05504 req-634b450a-a8ae-4464-9a5a-4c7a9893633a tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645521 Jul 09 16:25:28.813934 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-af595170-3db1-48a9-857e-928be49b502d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1621372944'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:25:28.906309 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af595170-3db1-48a9-857e-928be49b502d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:25:28.910294 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-af595170-3db1-48a9-857e-928be49b502d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:28.937457 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-af595170-3db1-48a9-857e-928be49b502d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:29.013108 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e3c01995-a57a-40c9-8fb9-b2a346dcb78e req-0ba54417-bfe9-4337-9790-730539b2521a tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:29.024296 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc39a17-03c1-4e99-96db-390c47e1c09e req-234172b1-fb77-4def-89cc-c4e8332b7ccd tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:29.026257 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9dc39a17-03c1-4e99-96db-390c47e1c09e req-234172b1-fb77-4def-89cc-c4e8332b7ccd tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.0921369 Jul 09 16:25:29.036729 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac21aa24-ecb3-496b-8b6d-1875a6519115 req-f68714c8-60ee-44c3-89a7-56ff99c4b026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:29.038280 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ac21aa24-ecb3-496b-8b6d-1875a6519115 req-f68714c8-60ee-44c3-89a7-56ff99c4b026 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f23c452800b847489100356e9b37b53d&device_id=f2ac1b48-1b4b-49e2-b4ec-136d43f2b192 HTTP/1.1" status: 200 len: 1097 time: 0.2161822 Jul 09 16:25:29.039740 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-37709d5e-0393-4d00-9c46-2597f36c9de1 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:29.089227 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9dc39a17-03c1-4e99-96db-390c47e1c09e req-9524ec2d-ed53-45b2-a5d6-fd2cf7f31dd7 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0512874 Jul 09 16:25:29.259797 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-37709d5e-0393-4d00-9c46-2597f36c9de1 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:29.353937 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e3c01995-a57a-40c9-8fb9-b2a346dcb78e req-0ba54417-bfe9-4337-9790-730539b2521a tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:29.384378 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40a777-992d-4779-b62d-dbb6d0030239 req-b5a658af-b306-422f-8d05-3035a2015b03 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:29.395301 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0e40a777-992d-4779-b62d-dbb6d0030239 req-b5a658af-b306-422f-8d05-3035a2015b03 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.1542850 Jul 09 16:25:29.397478 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37709d5e-0393-4d00-9c46-2597f36c9de1 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Pushing event deleted for resources: {'Subnet': ['ID=8a54258b-5d51-4c0f-b2ea-6d2399e08904,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:29.447628 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac21aa24-ecb3-496b-8b6d-1875a6519115 req-e7e8cb42-d118-40e3-bea5-50730d55519f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:29.449104 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ac21aa24-ecb3-496b-8b6d-1875a6519115 req-e7e8cb42-d118-40e3-bea5-50730d55519f service neutron] 10.222.0.73 "GET /v2.0/networks?id=253b6b11-136f-4359-8b4b-5977842f3b3f HTTP/1.1" status: 200 len: 921 time: 0.3834908 Jul 09 16:25:29.450408 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-37709d5e-0393-4d00-9c46-2597f36c9de1 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:29.456754 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0cee5c-b5a2-49f0-b0a1-e241feb28b18 None None] Network 6a26d5a7-49c7-498b-ac37-7c6cb6027d97 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:25:29.461934 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-37709d5e-0393-4d00-9c46-2597f36c9de1 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "DELETE /v2.0/subnets/8a54258b-5d51-4c0f-b2ea-6d2399e08904 HTTP/1.1" status: 204 len: 168 time: 1.1650887 Jul 09 16:25:29.463325 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0e40a777-992d-4779-b62d-dbb6d0030239 req-fa2c5bc8-dcb7-491f-bb40-c2daa9f1c13f tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0636117 Jul 09 16:25:29.466610 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 40900) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:29.555794 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3c01995-a57a-40c9-8fb9-b2a346dcb78e req-0ba54417-bfe9-4337-9790-730539b2521a tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:25:29.613195 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ac21aa24-ecb3-496b-8b6d-1875a6519115 req-c3451a2f-9825-4141-83fd-98460c331fed service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=227cf03a-70d2-418e-9b84-3e6c167e46b4 HTTP/1.1" status: 200 len: 217 time: 0.1194804 Jul 09 16:25:29.614361 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-e3c01995-a57a-40c9-8fb9-b2a346dcb78e req-0ba54417-bfe9-4337-9790-730539b2521a tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:25:29.618082 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c01995-a57a-40c9-8fb9-b2a346dcb78e req-0ba54417-bfe9-4337-9790-730539b2521a tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:25:29.634455 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba54417-bfe9-4337-9790-730539b2521a tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Pushing event updated for resources: {'Port': ['ID=4e9c521d-b4f0-47a9-8deb-135ae009c9d9,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:29.688991 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-af595170-3db1-48a9-857e-928be49b502d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:29.701127 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0f44296-c309-455c-a916-f23402f32e49 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Deleting subnet 069191b9-70ed-4c94-9317-897bb2dd7371 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:25:29.709021 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e0f44296-c309-455c-a916-f23402f32e49 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:29.712377 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-af595170-3db1-48a9-857e-928be49b502d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:29.794884 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af595170-3db1-48a9-857e-928be49b502d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:25:29.806009 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af595170-3db1-48a9-857e-928be49b502d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8f2be7-5a0a-4964-8ee9-0b9fb29d8d8d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:29.831029 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-af595170-3db1-48a9-857e-928be49b502d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:29.832224 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-af595170-3db1-48a9-857e-928be49b502d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Added segment b50b79fc-1f84-4dbf-bb3a-a17e7a194641 of type vlan for network f22714f5-d774-47cf-ac1e-3989f67517e9 Jul 09 16:25:29.849349 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e0f44296-c309-455c-a916-f23402f32e49 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:29.944268 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-af595170-3db1-48a9-857e-928be49b502d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:29.952508 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e3c01995-a57a-40c9-8fb9-b2a346dcb78e req-0ba54417-bfe9-4337-9790-730539b2521a tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:29.962602 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a2286b-eef1-4ce5-b142-8f067528196a req-a5994f4e-064b-46d8-8b92-1e2577ed64df tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:29.964484 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-32a2286b-eef1-4ce5-b142-8f067528196a req-a5994f4e-064b-46d8-8b92-1e2577ed64df tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=cafc69eb-199c-4d82-98ad-04ebd5ea8eac HTTP/1.1" status: 200 len: 946 time: 0.1745031 Jul 09 16:25:29.997102 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a93d98-e979-4207-a318-7aea24f6d30a None None] DHCP port deletion for 6a26d5a7-49c7-498b-ac37-7c6cb6027d97 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:25:30.029696 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e3c01995-a57a-40c9-8fb9-b2a346dcb78e req-0ba54417-bfe9-4337-9790-730539b2521a tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:30.032483 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-af595170-3db1-48a9-857e-928be49b502d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:30.039386 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af595170-3db1-48a9-857e-928be49b502d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:30.040419 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-af595170-3db1-48a9-857e-928be49b502d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:30.115840 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-d7a93d98-e979-4207-a318-7aea24f6d30a None None] Deleting port aa4c45a8-1947-4a46-9386-f61c3de09215 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:25:30.116169 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d7a93d98-e979-4207-a318-7aea24f6d30a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:30.134407 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-32a2286b-eef1-4ce5-b142-8f067528196a req-413fc2a7-5847-4507-8553-417445390313 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447463 Jul 09 16:25:30.136217 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e0f44296-c309-455c-a916-f23402f32e49 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:30.210865 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-af595170-3db1-48a9-857e-928be49b502d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9511538 Jul 09 16:25:30.214528 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 40914) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:30.224102 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af595170-3db1-48a9-857e-928be49b502d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'Network': ['ID=f22714f5-d774-47cf-ac1e-3989f67517e9,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:30.229239 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-a3984411-5afa-46f8-8579-0280d503d278 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'subnet': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:25:30.240555 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:25:30.437682 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e3c01995-a57a-40c9-8fb9-b2a346dcb78e req-0ba54417-bfe9-4337-9790-730539b2521a tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:30.446920 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e3c01995-a57a-40c9-8fb9-b2a346dcb78e req-0ba54417-bfe9-4337-9790-730539b2521a tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:30.494798 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3984411-5afa-46f8-8579-0280d503d278 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:25:30.499669 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a3984411-5afa-46f8-8579-0280d503d278 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:30.510124 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-d7a93d98-e979-4207-a318-7aea24f6d30a None None] For port aa4c45a8-1947-4a46-9386-f61c3de09215, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=aa4c45a8-1947-4a46-9386-f61c3de09215,segment=NetworkSegment(2c926b7f-3d2f-4a20-b2db-f56b1ea8f48b),segment_id=2c926b7f-3d2f-4a20-b2db-f56b1ea8f48b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:25:30.510698 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d7a93d98-e979-4207-a318-7aea24f6d30a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:30.541350 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-d7a93d98-e979-4207-a318-7aea24f6d30a None None] Calling delete_port for aa4c45a8-1947-4a46-9386-f61c3de09215 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:25:30.613589 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba54417-bfe9-4337-9790-730539b2521a tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Pushing event updated for resources: {'Port': ['ID=4e9c521d-b4f0-47a9-8deb-135ae009c9d9,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:30.628460 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device aa4c45a8-1947-4a46-9386-f61c3de09215 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:25:30.697355 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e3c01995-a57a-40c9-8fb9-b2a346dcb78e req-0ba54417-bfe9-4337-9790-730539b2521a tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:30.735172 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac21aa24-ecb3-496b-8b6d-1875a6519115 req-9af25ca7-90c6-4fd6-9969-5f053601670c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:30.736901 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ac21aa24-ecb3-496b-8b6d-1875a6519115 req-9af25ca7-90c6-4fd6-9969-5f053601670c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7643443c-f3fe-4a91-b386-208fcf7a8dfa HTTP/1.1" status: 200 len: 860 time: 0.1520131 Jul 09 16:25:30.738910 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e3c01995-a57a-40c9-8fb9-b2a346dcb78e req-0ba54417-bfe9-4337-9790-730539b2521a tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:30.740825 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e3c01995-a57a-40c9-8fb9-b2a346dcb78e req-0ba54417-bfe9-4337-9790-730539b2521a tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0023725 Jul 09 16:25:30.847051 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d7a93d98-e979-4207-a318-7aea24f6d30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:30.911163 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a93d98-e979-4207-a318-7aea24f6d30a None None] Pushing event deleted for resources: {'Port': ['ID=aa4c45a8-1947-4a46-9386-f61c3de09215,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:30.935009 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a93d98-e979-4207-a318-7aea24f6d30a None None] No DVR routers for this DVR port aa4c45a8-1947-4a46-9386-f61c3de09215 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:25:30.951217 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:31.001010 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e0f44296-c309-455c-a916-f23402f32e49 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:31.003526 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ac21aa24-ecb3-496b-8b6d-1875a6519115 req-c93c8dc7-bdec-4435-b112-005166754d06 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=253b6b11-136f-4359-8b4b-5977842f3b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1582363 Jul 09 16:25:31.007640 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e3c01995-a57a-40c9-8fb9-b2a346dcb78e req-f499cc59-9e94-49da-abf5-eaa0e8a2b6e8 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.0.47 HTTP/1.1" status: 200 len: 695 time: 0.2306135 Jul 09 16:25:31.078710 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f44296-c309-455c-a916-f23402f32e49 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Pushing event deleted for resources: {'Subnet': ['ID=069191b9-70ed-4c94-9317-897bb2dd7371,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:31.122566 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560ff27d-ab25-4e04-9828-e09cb62866cc None None] Network f5b04cdf-01a8-4737-aa80-b62db70e7d95 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:25:31.122810 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e0f44296-c309-455c-a916-f23402f32e49 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:31.131145 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e0f44296-c309-455c-a916-f23402f32e49 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "DELETE /v2.0/subnets/069191b9-70ed-4c94-9317-897bb2dd7371 HTTP/1.1" status: 204 len: 168 time: 1.6596954 Jul 09 16:25:31.133522 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 40922) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:31.153277 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdafe0-1e24-415c-b576-d6a59a274372 req-ff5acb16-aa34-4e3d-839d-16fd4bdf84a5 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:31.160596 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-61bdafe0-1e24-415c-b576-d6a59a274372 req-ff5acb16-aa34-4e3d-839d-16fd4bdf84a5 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/networks?id=e14244d3-321e-4e11-8fa5-f8d23e2088a8 HTTP/1.1" status: 200 len: 812 time: 0.6842575 Jul 09 16:25:31.181905 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-61bdafe0-1e24-415c-b576-d6a59a274372 req-5549db17-64c2-4608-adfa-121e1ce270e9 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/quotas/927faf6a074749d0b7e4b4706940c5ca HTTP/1.1" status: 200 len: 375 time: 0.0203476 Jul 09 16:25:31.313127 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-61bdafe0-1e24-415c-b576-d6a59a274372 req-417f368b-1031-4308-96dd-761c4dbf854e tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=927faf6a074749d0b7e4b4706940c5ca&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1302662 Jul 09 16:25:31.380756 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a3984411-5afa-46f8-8579-0280d503d278 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:31.419257 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c01995-a57a-40c9-8fb9-b2a346dcb78e req-068915af-252a-4590-9083-b81856b31b04 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:31.420818 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e3c01995-a57a-40c9-8fb9-b2a346dcb78e req-068915af-252a-4590-9083-b81856b31b04 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/networks/caa6ed8d-2893-4113-8f68-c5284e694f6c HTTP/1.1" status: 200 len: 784 time: 0.4046907 Jul 09 16:25:31.432643 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82542b5a-2a1a-42e0-b567-9352d141ca19 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:31.436012 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbce8034-1e92-4938-9a18-ef67b68b7a79 None None] DHCP port deletion for f5b04cdf-01a8-4737-aa80-b62db70e7d95 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:25:31.470424 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3984411-5afa-46f8-8579-0280d503d278 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Checking segment: {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:25:31.470802 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3984411-5afa-46f8-8579-0280d503d278 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Network hostable DHCP agents. Network: f22714f5-d774-47cf-ac1e-3989f67517e9, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:25:31.481286 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3984411-5afa-46f8-8579-0280d503d278 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'Subnet': ['ID=fbb2443c-85e0-4f7b-9a1e-c1e16402c413,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:31.531335 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3984411-5afa-46f8-8579-0280d503d278 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:25:31.544821 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-a3984411-5afa-46f8-8579-0280d503d278 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, f22714f5-d774-47cf-ac1e-3989f67517e9) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:25:31.556634 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3984411-5afa-46f8-8579-0280d503d278 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:31.557300 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a3984411-5afa-46f8-8579-0280d503d278 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:31.584663 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0264a4-5c75-4909-aa51-ce2ed9a3e38c None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:25:31.686087 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a3984411-5afa-46f8-8579-0280d503d278 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4703057 Jul 09 16:25:31.686704 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 40932) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:31.694626 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-823a6edc-3b9d-4b71-b8f8-f5b3ac9bc9de tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'port': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'name': 'tempest-NetworksTestDHCPv6-906032520'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:25:31.793506 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-bbce8034-1e92-4938-9a18-ef67b68b7a79 None None] Deleting port df3fbdf9-ec4d-44ad-80d0-a7b4569691df {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:25:31.793884 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bbce8034-1e92-4938-9a18-ef67b68b7a79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:31.874179 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823a6edc-3b9d-4b71-b8f8-f5b3ac9bc9de tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:25:31.879074 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-823a6edc-3b9d-4b71-b8f8-f5b3ac9bc9de tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:31.908797 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-823a6edc-3b9d-4b71-b8f8-f5b3ac9bc9de tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] device_id is not set on port bd21e19a-6970-4b15-aad1-4d4a8e11be50 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:25:31.917646 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82542b5a-2a1a-42e0-b567-9352d141ca19 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:31.926545 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-bbce8034-1e92-4938-9a18-ef67b68b7a79 None None] For port df3fbdf9-ec4d-44ad-80d0-a7b4569691df, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=df3fbdf9-ec4d-44ad-80d0-a7b4569691df,segment=NetworkSegment(1bfbbbb5-eeae-4b13-af34-13d5b7a106d2),segment_id=1bfbbbb5-eeae-4b13-af34-13d5b7a106d2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:25:31.927014 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bbce8034-1e92-4938-9a18-ef67b68b7a79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:31.982257 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-82542b5a-2a1a-42e0-b567-9352d141ca19 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a26d5a7-49c7-498b-ac37-7c6cb6027d97']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:25:31.991705 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-bbce8034-1e92-4938-9a18-ef67b68b7a79 None None] Calling delete_port for df3fbdf9-ec4d-44ad-80d0-a7b4569691df owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:25:32.009363 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-82542b5a-2a1a-42e0-b567-9352d141ca19 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c926b7f-3d2f-4a20-b2db-f56b1ea8f48b') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:25:32.010288 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-82542b5a-2a1a-42e0-b567-9352d141ca19 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c926b7f-3d2f-4a20-b2db-f56b1ea8f48b') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:25:32.041183 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82542b5a-2a1a-42e0-b567-9352d141ca19 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:32.124471 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82542b5a-2a1a-42e0-b567-9352d141ca19 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:32.148922 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ac21aa24-ecb3-496b-8b6d-1875a6519115 req-78301bfb-75b4-4cad-b686-bd3ff77e526f service neutron] 10.222.0.73 "GET /v2.0/networks/253b6b11-136f-4359-8b4b-5977842f3b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4414351 Jul 09 16:25:32.154009 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82542b5a-2a1a-42e0-b567-9352d141ca19 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:25:32.154424 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82542b5a-2a1a-42e0-b567-9352d141ca19 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:32.165807 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:25:32.165807 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:25:32.165807 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:25:32.165807 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:25:32.165807 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:25:32.165807 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:25:32.165807 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:25:32.165807 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:25:32.165807 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:25:32.165807 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:25:32.165807 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:25:32.165807 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:25:32.165807 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:25:32.165807 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:25:32.165807 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:25:32.165807 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:25:32.165807 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:25:32.165807 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:25:32.165807 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:25:32.165807 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:25:32.165807 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:25:32.165807 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:25:32.165807 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:25:32.165807 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:25:32.165807 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:25:32.165807 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:25:32.165807 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:25:32.165807 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:25:32.165807 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:25:32.165807 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:25:32.165807 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:25:32.165807 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:25:32.165807 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:25:32.165807 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:25:32.165807 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:25:32.165807 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:25:32.183925 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-823a6edc-3b9d-4b71-b8f8-f5b3ac9bc9de tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Allocated IP 2001:db8::331 (f22714f5-d774-47cf-ac1e-3989f67517e9/fbb2443c-85e0-4f7b-9a1e-c1e16402c413/bd21e19a-6970-4b15-aad1-4d4a8e11be50) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:25:32.207686 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db69602-41fd-40a5-ab58-87bf81313092 req-08dde60a-19f4-4f9e-a4b2-67c0b591cfc2 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:32.215234 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0db69602-41fd-40a5-ab58-87bf81313092 req-08dde60a-19f4-4f9e-a4b2-67c0b591cfc2 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 943 time: 0.5065494 Jul 09 16:25:32.298354 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bbce8034-1e92-4938-9a18-ef67b68b7a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:32.331903 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53df520c-db3b-413f-92dd-6e58ff9e4ad7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-f22714f5-d774-47cf-ac1e-3989f67517e9', 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'tenant_id': '005b565b3c004d24a50d69ddcd50be46', 'fixed_ips': [{'subnet_id': 'fbb2443c-85e0-4f7b-9a1e-c1e16402c413'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:25:32.332787 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-53df520c-db3b-413f-92dd-6e58ff9e4ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:32.368019 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-61bdafe0-1e24-415c-b576-d6a59a274372 req-ae458562-39cd-48d9-8e11-1ee6db2504a9 service neutron] 10.222.0.98 "GET /v2.0/networks/e14244d3-321e-4e11-8fa5-f8d23e2088a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0495641 Jul 09 16:25:32.396528 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbce8034-1e92-4938-9a18-ef67b68b7a79 None None] Pushing event deleted for resources: {'Port': ['ID=df3fbdf9-ec4d-44ad-80d0-a7b4569691df,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:32.413682 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82542b5a-2a1a-42e0-b567-9352d141ca19 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:32.446044 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbce8034-1e92-4938-9a18-ef67b68b7a79 None None] No DVR routers for this DVR port df3fbdf9-ec4d-44ad-80d0-a7b4569691df on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:25:32.463715 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0db69602-41fd-40a5-ab58-87bf81313092 req-796201bc-4625-4a43-94a8-b022d2d77c89 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2475212 Jul 09 16:25:32.478901 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82542b5a-2a1a-42e0-b567-9352d141ca19 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:32.487401 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-82542b5a-2a1a-42e0-b567-9352d141ca19 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "DELETE /v2.0/networks/6a26d5a7-49c7-498b-ac37-7c6cb6027d97 HTTP/1.1" status: 204 len: 168 time: 1.3463271 Jul 09 16:25:32.491326 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 40936) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:32.547554 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82542b5a-2a1a-42e0-b567-9352d141ca19 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Pushing event deleted for resources: {'Network': ['ID=6a26d5a7-49c7-498b-ac37-7c6cb6027d97,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:32.618011 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-61bdafe0-1e24-415c-b576-d6a59a274372 req-0c0de726-78be-4c60-8b52-1b25186aeb51 service neutron] 10.222.0.98 "GET /v2.0/networks/e14244d3-321e-4e11-8fa5-f8d23e2088a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489619 Jul 09 16:25:32.643669 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-823a6edc-3b9d-4b71-b8f8-f5b3ac9bc9de tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:32.655247 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device df3fbdf9-ec4d-44ad-80d0-a7b4569691df no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:25:32.683348 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-823a6edc-3b9d-4b71-b8f8-f5b3ac9bc9de tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Transition to ACTIVE for port object bd21e19a-6970-4b15-aad1-4d4a8e11be50 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:25:32.726291 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b123b63-2b2e-4658-ace1-27a8305550a2 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:32.731048 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: df3fbdf9-ec4d-44ad-80d0-a7b4569691df {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:25:32.731395 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device df3fbdf9-ec4d-44ad-80d0-a7b4569691df not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:25:32.755301 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-823a6edc-3b9d-4b71-b8f8-f5b3ac9bc9de tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:32.832253 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823a6edc-3b9d-4b71-b8f8-f5b3ac9bc9de tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:25:32.836642 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-823a6edc-3b9d-4b71-b8f8-f5b3ac9bc9de tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:25:32.841657 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823a6edc-3b9d-4b71-b8f8-f5b3ac9bc9de tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:25:32.847968 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823a6edc-3b9d-4b71-b8f8-f5b3ac9bc9de tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:32.849033 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-823a6edc-3b9d-4b71-b8f8-f5b3ac9bc9de tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:32.861788 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823a6edc-3b9d-4b71-b8f8-f5b3ac9bc9de tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'Port': ['ID=bd21e19a-6970-4b15-aad1-4d4a8e11be50,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:32.886046 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-823a6edc-3b9d-4b71-b8f8-f5b3ac9bc9de tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1936252 Jul 09 16:25:32.886278 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 40944) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:32.922891 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-53df520c-db3b-413f-92dd-6e58ff9e4ad7 None None] Allocated IP 2001:db8::2 (f22714f5-d774-47cf-ac1e-3989f67517e9/fbb2443c-85e0-4f7b-9a1e-c1e16402c413/f7611acb-deb1-45cc-897e-a666c0231533) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:25:33.172351 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6acf1ae-d8f5-4768-bee2-ee852a354a09 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:33.185098 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f6acf1ae-d8f5-4768-bee2-ee852a354a09 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2952023 Jul 09 16:25:33.185948 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 40956) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:33.259094 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ac21aa24-ecb3-496b-8b6d-1875a6519115 req-6247362e-18e8-46d1-8edf-a16d99d05be5 service neutron] 10.222.0.73 "GET /v2.0/networks/253b6b11-136f-4359-8b4b-5977842f3b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037829 Jul 09 16:25:33.320499 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-53df520c-db3b-413f-92dd-6e58ff9e4ad7 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:33.339560 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-53df520c-db3b-413f-92dd-6e58ff9e4ad7 None None] Transition to ACTIVE for port object f7611acb-deb1-45cc-897e-a666c0231533 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:25:33.385640 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-53df520c-db3b-413f-92dd-6e58ff9e4ad7 None None] Transition to ACTIVE for port object f7611acb-deb1-45cc-897e-a666c0231533 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:25:33.401339 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-53df520c-db3b-413f-92dd-6e58ff9e4ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:33.431070 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b123b63-2b2e-4658-ace1-27a8305550a2 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:33.501790 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-3b123b63-2b2e-4658-ace1-27a8305550a2 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5b04cdf-01a8-4737-aa80-b62db70e7d95']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:25:33.505555 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53df520c-db3b-413f-92dd-6e58ff9e4ad7 None None] Pushing event updated for resources: {'Port': ['ID=f7611acb-deb1-45cc-897e-a666c0231533,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:33.546938 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53df520c-db3b-413f-92dd-6e58ff9e4ad7 None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:25:33.548568 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-53df520c-db3b-413f-92dd-6e58ff9e4ad7 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:25:33.556934 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53df520c-db3b-413f-92dd-6e58ff9e4ad7 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:25:33.609981 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e247e3c8-efd4-487e-b931-27582b71e496 req-492a93fd-c5f0-43d6-9972-28514d2cba03 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8fa6c38-9de0-479e-a227-8e4ce3e78bde HTTP/1.1" status: 200 len: 210 time: 0.1539812 Jul 09 16:25:33.617055 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-3b123b63-2b2e-4658-ace1-27a8305550a2 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bfbbbb5-eeae-4b13-af34-13d5b7a106d2') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:25:33.619091 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-3b123b63-2b2e-4658-ace1-27a8305550a2 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bfbbbb5-eeae-4b13-af34-13d5b7a106d2') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:25:33.653176 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b123b63-2b2e-4658-ace1-27a8305550a2 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:33.705055 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b123b63-2b2e-4658-ace1-27a8305550a2 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:33.719308 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-53df520c-db3b-413f-92dd-6e58ff9e4ad7 None None] Attempting to bind port f7611acb-deb1-45cc-897e-a666c0231533 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:25:33.719802 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-53df520c-db3b-413f-92dd-6e58ff9e4ad7 None None] Attempting to bind port f7611acb-deb1-45cc-897e-a666c0231533 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:25:33.720329 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53df520c-db3b-413f-92dd-6e58ff9e4ad7 None None] Attempting to bind port f7611acb-deb1-45cc-897e-a666c0231533 on network f22714f5-d774-47cf-ac1e-3989f67517e9 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:25:33.730084 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b123b63-2b2e-4658-ace1-27a8305550a2 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:25:33.731278 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b123b63-2b2e-4658-ace1-27a8305550a2 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:33.740005 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53df520c-db3b-413f-92dd-6e58ff9e4ad7 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:25:33.741026 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53df520c-db3b-413f-92dd-6e58ff9e4ad7 None None] Checking segment: {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:25:33.741026 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-53df520c-db3b-413f-92dd-6e58ff9e4ad7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:33.741255 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53df520c-db3b-413f-92dd-6e58ff9e4ad7 None None] Bound using segment: {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:25:33.741654 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-53df520c-db3b-413f-92dd-6e58ff9e4ad7 None None] Bound port: f7611acb-deb1-45cc-897e-a666c0231533, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:25:33.742069 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-53df520c-db3b-413f-92dd-6e58ff9e4ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:33.747855 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:25:33.747855 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:25:33.747855 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:25:33.747855 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:25:33.747855 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:25:33.747855 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:25:33.747855 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:25:33.747855 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:25:33.747855 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:25:33.747855 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:25:33.747855 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:25:33.747855 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:25:33.747855 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:25:33.747855 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:25:33.747855 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:25:33.747855 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:25:33.747855 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:25:33.747855 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:25:33.747855 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:25:33.747855 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:25:33.747855 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:25:33.747855 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:25:33.747855 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:25:33.747855 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:25:33.747855 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:25:33.747855 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:25:33.747855 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:25:33.747855 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:25:33.747855 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:25:33.747855 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:25:33.747855 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:25:33.747855 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:25:33.879816 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7146c7bd-29c7-4c61-a81b-5ba6f94ee86d req-52721760-7bed-4724-a4e1-85863bb06c0a tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:33.882155 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7146c7bd-29c7-4c61-a81b-5ba6f94ee86d req-52721760-7bed-4724-a4e1-85863bb06c0a tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2ac1b48-1b4b-49e2-b4ec-136d43f2b192&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.6192646 Jul 09 16:25:33.907341 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-3602db21-9d74-4ac5-b66d-77d2ffe38a00 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Deleting port bd21e19a-6970-4b15-aad1-4d4a8e11be50 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:25:33.919252 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3602db21-9d74-4ac5-b66d-77d2ffe38a00 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:33.928704 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-53df520c-db3b-413f-92dd-6e58ff9e4ad7 None None] For port f7611acb-deb1-45cc-897e-a666c0231533, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:25:33.933479 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-53df520c-db3b-413f-92dd-6e58ff9e4ad7 None None] For port f7611acb-deb1-45cc-897e-a666c0231533, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=f7611acb-deb1-45cc-897e-a666c0231533,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:25:33.946423 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-53df520c-db3b-413f-92dd-6e58ff9e4ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:33.949854 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b123b63-2b2e-4658-ace1-27a8305550a2 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:33.958918 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b123b63-2b2e-4658-ace1-27a8305550a2 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:33.965108 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-3b123b63-2b2e-4658-ace1-27a8305550a2 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] 10.222.0.98 "DELETE /v2.0/networks/f5b04cdf-01a8-4737-aa80-b62db70e7d95 HTTP/1.1" status: 204 len: 168 time: 1.4727561 Jul 09 16:25:34.015392 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b123b63-2b2e-4658-ace1-27a8305550a2 tempest-TaggedBootDevicesTest-1294014486 tempest-TaggedBootDevicesTest-1294014486-project] Pushing event deleted for resources: {'Network': ['ID=f5b04cdf-01a8-4737-aa80-b62db70e7d95,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:34.139079 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53df520c-db3b-413f-92dd-6e58ff9e4ad7 None None] Pushing event updated for resources: {'Port': ['ID=f7611acb-deb1-45cc-897e-a666c0231533,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:34.333481 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7146c7bd-29c7-4c61-a81b-5ba6f94ee86d req-bb03eb60-f5bc-4f7c-a45b-52bbe53c3ae5 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.0.47 HTTP/1.1" status: 200 len: 695 time: 0.4336083 Jul 09 16:25:34.342179 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e2ef3d-ded0-4e19-ab3f-55a7b1b462d5 req-d26962c4-dc6c-43e9-8c72-68bb10cbef05 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:34.343547 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-7146c7bd-29c7-4c61-a81b-5ba6f94ee86d req-debe8624-8e9a-4367-9f34-4673d975f44d tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Request body: {'floatingip': {'port_id': '227cf03a-70d2-418e-9b84-3e6c167e46b4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:25:34.432871 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b0e2ef3d-ded0-4e19-ab3f-55a7b1b462d5 req-d26962c4-dc6c-43e9-8c72-68bb10cbef05 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 943 time: 0.3027802 Jul 09 16:25:34.441420 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7146c7bd-29c7-4c61-a81b-5ba6f94ee86d req-debe8624-8e9a-4367-9f34-4673d975f44d tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Notify callbacks [] for floatingip, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:34.677711 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b0e2ef3d-ded0-4e19-ab3f-55a7b1b462d5 req-dc006044-1ce5-48b0-86a0-6cd61b9b6644 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2436535 Jul 09 16:25:34.862046 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3602db21-9d74-4ac5-b66d-77d2ffe38a00 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:34.882048 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-3602db21-9d74-4ac5-b66d-77d2ffe38a00 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Calling delete_port for bd21e19a-6970-4b15-aad1-4d4a8e11be50 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:25:35.111004 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-92229e6a-49de-46b0-82a6-83f246c6f6d2 req-5fed5020-a026-4b7a-8b44-e24b6ab45354 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8fa6c38-9de0-479e-a227-8e4ce3e78bde HTTP/1.1" status: 200 len: 210 time: 0.0515959 Jul 09 16:25:35.626978 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3602db21-9d74-4ac5-b66d-77d2ffe38a00 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:35.645137 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.db.resource_extend [req-7146c7bd-29c7-4c61-a81b-5ba6f94ee86d req-debe8624-8e9a-4367-9f34-4673d975f44d tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 16:25:35.742819 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3602db21-9d74-4ac5-b66d-77d2ffe38a00 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:35.747879 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 41018) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:35.748681 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3602db21-9d74-4ac5-b66d-77d2ffe38a00 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/ports/bd21e19a-6970-4b15-aad1-4d4a8e11be50 HTTP/1.1" status: 204 len: 168 time: 2.5588913 Jul 09 16:25:35.788601 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3602db21-9d74-4ac5-b66d-77d2ffe38a00 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event deleted for resources: {'Port': ['ID=bd21e19a-6970-4b15-aad1-4d4a8e11be50,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:35.837392 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602db21-9d74-4ac5-b66d-77d2ffe38a00 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:25:35.838016 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602db21-9d74-4ac5-b66d-77d2ffe38a00 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:25:35.838568 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602db21-9d74-4ac5-b66d-77d2ffe38a00 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:25:35.839169 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602db21-9d74-4ac5-b66d-77d2ffe38a00 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:25:35.839727 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602db21-9d74-4ac5-b66d-77d2ffe38a00 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:25:35.840268 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602db21-9d74-4ac5-b66d-77d2ffe38a00 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:25:35.840805 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602db21-9d74-4ac5-b66d-77d2ffe38a00 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:25:35.841341 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602db21-9d74-4ac5-b66d-77d2ffe38a00 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:25:35.841902 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602db21-9d74-4ac5-b66d-77d2ffe38a00 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:25:35.843248 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602db21-9d74-4ac5-b66d-77d2ffe38a00 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:25:35.843805 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602db21-9d74-4ac5-b66d-77d2ffe38a00 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:25:35.846719 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602db21-9d74-4ac5-b66d-77d2ffe38a00 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:25:35.875172 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7146c7bd-29c7-4c61-a81b-5ba6f94ee86d req-debe8624-8e9a-4367-9f34-4673d975f44d tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:35.882415 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7146c7bd-29c7-4c61-a81b-5ba6f94ee86d req-debe8624-8e9a-4367-9f34-4673d975f44d tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:35.904956 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043ee14a-0f70-4761-b868-2c39e7ca403b None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:25:36.007405 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7e90a3-93fb-421a-bc51-90b424f042d9 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:36.009529 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7e90a3-93fb-421a-bc51-90b424f042d9 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:36.011434 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-3f7e90a3-93fb-421a-bc51-90b424f042d9 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2611034 Jul 09 16:25:36.014317 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 41026) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:36.065589 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 33017192-84c7-45fb-aa15-2178b3d5b528 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:25:36.137039 n-d-798930-3 neutron-server[93959]: INFO neutron.db.l3_db [req-7146c7bd-29c7-4c61-a81b-5ba6f94ee86d req-debe8624-8e9a-4367-9f34-4673d975f44d tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Floating IP a55b7531-d6be-4a60-bc9b-de11202397b6 associated. External IP: 172.25.0.47, port: 227cf03a-70d2-418e-9b84-3e6c167e46b4. Jul 09 16:25:36.186703 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-63265f68-8af3-439f-a39c-bdcdfc6dcf45 None None] Provisioning for port f7611acb-deb1-45cc-897e-a666c0231533 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:25:36.264374 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ca6020b-c5c3-40f7-89c2-833fc6843d29 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Deleting subnet fbb2443c-85e0-4f7b-9a1e-c1e16402c413 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:25:36.283284 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1ca6020b-c5c3-40f7-89c2-833fc6843d29 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:36.429400 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1ca6020b-c5c3-40f7-89c2-833fc6843d29 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:36.714893 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device f7611acb-deb1-45cc-897e-a666c0231533 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:25:36.736601 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 33017192-84c7-45fb-aa15-2178b3d5b528, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=33017192-84c7-45fb-aa15-2178b3d5b528,segment=NetworkSegment(54adfe02-b869-4884-bf8b-5c8e16c54a46),segment_id=54adfe02-b869-4884-bf8b-5c8e16c54a46)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:25:36.736938 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed471d-e048-4ce1-856d-20097b9f015d req-10e7c146-edc1-4982-8778-24bddad64fb0 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:36.744579 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e4ed471d-e048-4ce1-856d-20097b9f015d req-10e7c146-edc1-4982-8778-24bddad64fb0 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 943 time: 0.6618514 Jul 09 16:25:36.804581 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1ca6020b-c5c3-40f7-89c2-833fc6843d29 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:37.080139 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e4ed471d-e048-4ce1-856d-20097b9f015d req-8eebe811-f766-42cf-bb14-8807a5782afd tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3345547 Jul 09 16:25:37.286524 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1ca6020b-c5c3-40f7-89c2-833fc6843d29 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:37.358831 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca6020b-c5c3-40f7-89c2-833fc6843d29 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event deleted for resources: {'Subnet': ['ID=fbb2443c-85e0-4f7b-9a1e-c1e16402c413,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:37.379407 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1ca6020b-c5c3-40f7-89c2-833fc6843d29 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:37.381658 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1ca6020b-c5c3-40f7-89c2-833fc6843d29 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/fbb2443c-85e0-4f7b-9a1e-c1e16402c413 HTTP/1.1" status: 204 len: 168 time: 1.3660669 Jul 09 16:25:37.416419 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 41064) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:37.449952 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d56bc9a4-b9e2-4b75-b04a-63111807b85c req-6d7ff5f5-d247-41cb-aeee-c5e0444a424f tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8fa6c38-9de0-479e-a227-8e4ce3e78bde HTTP/1.1" status: 200 len: 210 time: 0.1360319 Jul 09 16:25:37.503119 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '33017192-84c7-45fb-aa15-2178b3d5b528', 'network_id': 'cb07b627-18f2-452e-9e93-be86bc0f0ec6', 'port_id': '33017192-84c7-45fb-aa15-2178b3d5b528', 'mac_address': 'fa:16:3e:c5:14:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '290e7ab8-3d22-43c0-a3ef-f5bcba5938e6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:25:37.580627 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6bedbec4-9614-4b9f-9fdb-b39bc05a3816 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1628070 Jul 09 16:25:37.586540 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 41074) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:37.593657 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7957de17-14d7-4fbc-b8aa-249f1e0de336 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'subnet': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:25:37.712101 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:37.786472 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 33017192-84c7-45fb-aa15-2178b3d5b528 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:25:37.911494 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port f7611acb-deb1-45cc-897e-a666c0231533 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:25:37.955740 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port f7611acb-deb1-45cc-897e-a666c0231533 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:25:37.956275 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:38.067527 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 33017192-84c7-45fb-aa15-2178b3d5b528, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=33017192-84c7-45fb-aa15-2178b3d5b528,segment=NetworkSegment(54adfe02-b869-4884-bf8b-5c8e16c54a46),segment_id=54adfe02-b869-4884-bf8b-5c8e16c54a46)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:25:38.102698 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:38.196514 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7146c7bd-29c7-4c61-a81b-5ba6f94ee86d req-debe8624-8e9a-4367-9f34-4673d975f44d tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Router ee93f2da-a74c-4728-8185-8f5c9c464910 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:25:38.392502 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['33017192-84c7-45fb-aa15-2178b3d5b528'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:25:38.416980 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80fd107-18de-41ef-b6dc-8f433b1c23a0 None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:25:38.569557 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7146c7bd-29c7-4c61-a81b-5ba6f94ee86d req-debe8624-8e9a-4367-9f34-4673d975f44d tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:25:38.581236 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7146c7bd-29c7-4c61-a81b-5ba6f94ee86d req-debe8624-8e9a-4367-9f34-4673d975f44d tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:38.610794 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099734e1-3468-4be5-9ab8-c916be9ec714 None None] Sync routers for ids ['ee93f2da-a74c-4728-8185-8f5c9c464910'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:25:38.666678 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099734e1-3468-4be5-9ab8-c916be9ec714 None None] Routers {'ee93f2da-a74c-4728-8185-8f5c9c464910'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:25:38.667410 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-099734e1-3468-4be5-9ab8-c916be9ec714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:25:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['ee93f2da-a74c-4728-8185-8f5c9c464910'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:25:38.702684 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7146c7bd-29c7-4c61-a81b-5ba6f94ee86d req-debe8624-8e9a-4367-9f34-4673d975f44d tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "PUT /v2.0/floatingips/a55b7531-d6be-4a60-bc9b-de11202397b6 HTTP/1.1" status: 200 len: 996 time: 4.3638928 Jul 09 16:25:38.703176 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2ac1b48-1b4b-49e2-b4ec-136d43f2b192', 'tag': '227cf03a-70d2-418e-9b84-3e6c167e46b4'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:25:38.705560 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba577ec-51ed-4086-8135-6db4602235c1" -d '{"events": [{"name": "network-changed", "server_uuid": "f2ac1b48-1b4b-49e2-b4ec-136d43f2b192", "tag": "227cf03a-70d2-418e-9b84-3e6c167e46b4"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:25:38.779206 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7957de17-14d7-4fbc-b8aa-249f1e0de336 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:25:38.783983 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7957de17-14d7-4fbc-b8aa-249f1e0de336 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:38.861472 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7146c7bd-29c7-4c61-a81b-5ba6f94ee86d req-6102e4a4-e49b-420f-ab0d-0eeb65bb082b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:38.861472 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7146c7bd-29c7-4c61-a81b-5ba6f94ee86d req-6102e4a4-e49b-420f-ab0d-0eeb65bb082b service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=f23c452800b847489100356e9b37b53d&device_id=f2ac1b48-1b4b-49e2-b4ec-136d43f2b192 HTTP/1.1" status: 200 len: 1097 time: 0.1444185 Jul 09 16:25:38.893335 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=33017192-84c7-45fb-aa15-2178b3d5b528,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:38.950052 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-099734e1-3468-4be5-9ab8-c916be9ec714 None None] Set router ee93f2da-a74c-4728-8185-8f5c9c464910 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:25:39.103356 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d3211f57-55c5-4579-a6a8-841b0cbdb89b None None] Provisioning complete for port f7611acb-deb1-45cc-897e-a666c0231533 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:25:39.114423 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d3211f57-55c5-4579-a6a8-841b0cbdb89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:39.122211 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:39.180348 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdafe0-1e24-415c-b576-d6a59a274372 req-3ffda260-a3b2-4070-ad52-a3c06271ea01 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:39.181953 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-61bdafe0-1e24-415c-b576-d6a59a274372 req-3ffda260-a3b2-4070-ad52-a3c06271ea01 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.73 "GET /v2.0/networks?id=e14244d3-321e-4e11-8fa5-f8d23e2088a8 HTTP/1.1" status: 200 len: 812 time: 0.4924769 Jul 09 16:25:39.191921 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7146c7bd-29c7-4c61-a81b-5ba6f94ee86d req-06617422-2dcd-4c18-ae25-d9122aa2f988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:39.201291 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7146c7bd-29c7-4c61-a81b-5ba6f94ee86d req-06617422-2dcd-4c18-ae25-d9122aa2f988 service neutron] 10.222.0.98 "GET /v2.0/networks?id=253b6b11-136f-4359-8b4b-5977842f3b3f HTTP/1.1" status: 200 len: 921 time: 0.3293726 Jul 09 16:25:39.224743 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-61bdafe0-1e24-415c-b576-d6a59a274372 req-172766dc-1547-4c78-bc0c-5fa8f21830c8 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Request body: {'port': {'device_id': 'd8fa6c38-9de0-479e-a227-8e4ce3e78bde', 'network_id': 'e14244d3-321e-4e11-8fa5-f8d23e2088a8', 'admin_state_up': True, 'tenant_id': '927faf6a074749d0b7e4b4706940c5ca'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:25:39.445948 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port f7611acb-deb1-45cc-897e-a666c0231533, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=f7611acb-deb1-45cc-897e-a666c0231533,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:25:39.472190 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:39.657023 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7146c7bd-29c7-4c61-a81b-5ba6f94ee86d req-8a5520dc-6276-4a89-a31b-0240b96f12a3 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=227cf03a-70d2-418e-9b84-3e6c167e46b4 HTTP/1.1" status: 200 len: 999 time: 0.4491391 Jul 09 16:25:39.661680 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2c309a-7bdd-4fa2-b451-fce4b2644991 None None] DHCP port deletion for f22714f5-d774-47cf-ac1e-3989f67517e9 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:25:39.738355 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=f7611acb-deb1-45cc-897e-a666c0231533,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:39.816935 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7957de17-14d7-4fbc-b8aa-249f1e0de336 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:39.842427 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61bdafe0-1e24-415c-b576-d6a59a274372 req-172766dc-1547-4c78-bc0c-5fa8f21830c8 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Made reservation on behalf of 927faf6a074749d0b7e4b4706940c5ca for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:25:39.848618 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c309a-7bdd-4fa2-b451-fce4b2644991 None None] Deleting port f7611acb-deb1-45cc-897e-a666c0231533 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:25:39.849164 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ec2c309a-7bdd-4fa2-b451-fce4b2644991 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:39.854410 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7146c7bd-29c7-4c61-a81b-5ba6f94ee86d req-a25727a7-390e-4e0e-9b58-8fea00e28366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:39.857493 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-61bdafe0-1e24-415c-b576-d6a59a274372 req-172766dc-1547-4c78-bc0c-5fa8f21830c8 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:39.880861 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7146c7bd-29c7-4c61-a81b-5ba6f94ee86d req-a25727a7-390e-4e0e-9b58-8fea00e28366 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=7643443c-f3fe-4a91-b386-208fcf7a8dfa HTTP/1.1" status: 200 len: 860 time: 0.2098308 Jul 09 16:25:39.963804 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7146c7bd-29c7-4c61-a81b-5ba6f94ee86d req-43b6d2b7-88e5-4dc2-af79-0dd1676eb409 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=253b6b11-136f-4359-8b4b-5977842f3b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816314 Jul 09 16:25:40.013973 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7957de17-14d7-4fbc-b8aa-249f1e0de336 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:25:40.020484 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-7957de17-14d7-4fbc-b8aa-249f1e0de336 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:25:40.031922 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7957de17-14d7-4fbc-b8aa-249f1e0de336 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:40.032812 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7957de17-14d7-4fbc-b8aa-249f1e0de336 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:40.065950 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:40.082832 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7957de17-14d7-4fbc-b8aa-249f1e0de336 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'Subnet': ['ID=f5120702-25e6-4936-8a2d-8b591cf642cc,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:40.084420 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-099734e1-3468-4be5-9ab8-c916be9ec714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee93f2da-a74c-4728-8185-8f5c9c464910', 'name': 'tempest-ServerRescueTestJSONUnderV235-1517347468-router', 'tenant_id': 'f23c452800b847489100356e9b37b53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '189cafd3-b10c-4e4e-90cf-26ea4fd2a434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:24:16Z', 'updated_at': '2021-07-09T16:24:23Z', 'revision_number': 4, 'project_id': 'f23c452800b847489100356e9b37b53d', 'gw_port': {'id': '189cafd3-b10c-4e4e-90cf-26ea4fd2a434', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee93f2da-a74c-4728-8185-8f5c9c464910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:24:17Z', 'updated_at': '2021-07-09T16:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'a55b7531-d6be-4a60-bc9b-de11202397b6', 'tenant_id': 'f23c452800b847489100356e9b37b53d', 'floating_ip_address': '172.25.0.47', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': 'ee93f2da-a74c-4728-8185-8f5c9c464910', 'port_id': '227cf03a-70d2-418e-9b84-3e6c167e46b4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '253b6b11-136f-4359-8b4b-5977842f3b3f', 'mac_address': 'fa:16:3e:2b:df:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ac1b48-1b4b-49e2-b4ec-136d43f2b192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:25:29Z', 'updated_at': '2021-07-09T16:25:35Z', 'revision_number': 1, 'project_id': 'f23c452800b847489100356e9b37b53d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04d5bec3-8ba8-481d-b7c0-f39db6938f38', 'name': '', 'network_id': '253b6b11-136f-4359-8b4b-5977842f3b3f', 'tenant_id': 'f23c452800b847489100356e9b37b53d', 'mac_address': 'fa:16:3e:6d:b4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee93f2da-a74c-4728-8185-8f5c9c464910', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '7643443c-f3fe-4a91-b386-208fcf7a8dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:24:21Z', 'updated_at': '2021-07-09T16:24:30Z', 'revision_number': 5, 'project_id': 'f23c452800b847489100356e9b37b53d', 'subnets': [{'id': '7643443c-f3fe-4a91-b386-208fcf7a8dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:25:40.123130 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 33017192-84c7-45fb-aa15-2178b3d5b528 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:25:40.171691 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099734e1-3468-4be5-9ab8-c916be9ec714 None None] Checking router: ee93f2da-a74c-4728-8185-8f5c9c464910 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:25:40.217057 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099734e1-3468-4be5-9ab8-c916be9ec714 None None] Routers {'ee93f2da-a74c-4728-8185-8f5c9c464910'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:25:40.217792 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-099734e1-3468-4be5-9ab8-c916be9ec714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:25:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['ee93f2da-a74c-4728-8185-8f5c9c464910'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:25:40.265429 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7146c7bd-29c7-4c61-a81b-5ba6f94ee86d req-d3c9cdd0-2362-4621-801a-1db10f386fea service neutron] 10.222.0.98 "GET /v2.0/networks/253b6b11-136f-4359-8b4b-5977842f3b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995343 Jul 09 16:25:40.325889 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-ec2c309a-7bdd-4fa2-b451-fce4b2644991 None None] For port f7611acb-deb1-45cc-897e-a666c0231533, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=f7611acb-deb1-45cc-897e-a666c0231533,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:25:40.335375 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ec2c309a-7bdd-4fa2-b451-fce4b2644991 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:40.385557 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c309a-7bdd-4fa2-b451-fce4b2644991 None None] Calling delete_port for f7611acb-deb1-45cc-897e-a666c0231533 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:25:40.427325 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7957de17-14d7-4fbc-b8aa-249f1e0de336 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.8375802 Jul 09 16:25:40.427595 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 41092) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:40.432542 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 33017192-84c7-45fb-aa15-2178b3d5b528 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:25:40.435077 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:40.435989 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-e940df31-acd3-454d-a782-d5f875492150 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'port': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'name': 'tempest-NetworksTestDHCPv6-1529476746'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:25:40.539646 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-099734e1-3468-4be5-9ab8-c916be9ec714 None None] Set router ee93f2da-a74c-4728-8185-8f5c9c464910 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:25:40.812654 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-61bdafe0-1e24-415c-b576-d6a59a274372 req-172766dc-1547-4c78-bc0c-5fa8f21830c8 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Allocated IP 172.20.0.7 (e14244d3-321e-4e11-8fa5-f8d23e2088a8/9ed42caa-ccec-43f9-abc2-3f037ba46c07/a171e1ce-73c7-41f2-85cd-8fa1c943068f) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:25:40.842140 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7146c7bd-29c7-4c61-a81b-5ba6f94ee86d req-1632d086-913b-4057-9de2-d85102d082df service neutron] 10.222.0.98 "GET /v2.0/networks/253b6b11-136f-4359-8b4b-5977842f3b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5749488 Jul 09 16:25:40.984137 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:41.013657 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e940df31-acd3-454d-a782-d5f875492150 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:25:41.018150 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e940df31-acd3-454d-a782-d5f875492150 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:41.077690 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-e940df31-acd3-454d-a782-d5f875492150 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] device_id is not set on port 78aba4a1-fbcf-474e-8112-21221f2a6e06 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:25:41.129543 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cafc69eb-199c-4d82-98ad-04ebd5ea8eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33017192-84c7-45fb-aa15-2178b3d5b528'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:25:41.148246 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82436346-0de1-415f-8c3d-33a07cb67c6f" -d '{"events": [{"server_uuid": "cafc69eb-199c-4d82-98ad-04ebd5ea8eac", "name": "network-vif-plugged", "status": "completed", "tag": "33017192-84c7-45fb-aa15-2178b3d5b528"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:25:41.205696 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 33017192-84c7-45fb-aa15-2178b3d5b528, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=33017192-84c7-45fb-aa15-2178b3d5b528,segment=NetworkSegment(54adfe02-b869-4884-bf8b-5c8e16c54a46),segment_id=54adfe02-b869-4884-bf8b-5c8e16c54a46)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:25:41.209108 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ec2c309a-7bdd-4fa2-b451-fce4b2644991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:41.248854 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:41.310808 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-099734e1-3468-4be5-9ab8-c916be9ec714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee93f2da-a74c-4728-8185-8f5c9c464910', 'name': 'tempest-ServerRescueTestJSONUnderV235-1517347468-router', 'tenant_id': 'f23c452800b847489100356e9b37b53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '189cafd3-b10c-4e4e-90cf-26ea4fd2a434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:24:16Z', 'updated_at': '2021-07-09T16:24:23Z', 'revision_number': 4, 'project_id': 'f23c452800b847489100356e9b37b53d', 'gw_port': {'id': '189cafd3-b10c-4e4e-90cf-26ea4fd2a434', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee93f2da-a74c-4728-8185-8f5c9c464910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:24:17Z', 'updated_at': '2021-07-09T16:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'a55b7531-d6be-4a60-bc9b-de11202397b6', 'tenant_id': 'f23c452800b847489100356e9b37b53d', 'floating_ip_address': '172.25.0.47', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': 'ee93f2da-a74c-4728-8185-8f5c9c464910', 'port_id': '227cf03a-70d2-418e-9b84-3e6c167e46b4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '253b6b11-136f-4359-8b4b-5977842f3b3f', 'mac_address': 'fa:16:3e:2b:df:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ac1b48-1b4b-49e2-b4ec-136d43f2b192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:25:29Z', 'updated_at': '2021-07-09T16:25:35Z', 'revision_number': 1, 'project_id': 'f23c452800b847489100356e9b37b53d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04d5bec3-8ba8-481d-b7c0-f39db6938f38', 'name': '', 'network_id': '253b6b11-136f-4359-8b4b-5977842f3b3f', 'tenant_id': 'f23c452800b847489100356e9b37b53d', 'mac_address': 'fa:16:3e:6d:b4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee93f2da-a74c-4728-8185-8f5c9c464910', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '7643443c-f3fe-4a91-b386-208fcf7a8dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:24:21Z', 'updated_at': '2021-07-09T16:24:30Z', 'revision_number': 5, 'project_id': 'f23c452800b847489100356e9b37b53d', 'subnets': [{'id': '7643443c-f3fe-4a91-b386-208fcf7a8dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:25:41.311651 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2c309a-7bdd-4fa2-b451-fce4b2644991 None None] No DVR routers for this DVR port f7611acb-deb1-45cc-897e-a666c0231533 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:25:41.317299 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c309a-7bdd-4fa2-b451-fce4b2644991 None None] Pushing event deleted for resources: {'Port': ['ID=f7611acb-deb1-45cc-897e-a666c0231533,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:41.335190 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-61bdafe0-1e24-415c-b576-d6a59a274372 req-172766dc-1547-4c78-bc0c-5fa8f21830c8 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:41.371450 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0e966e-29b4-4fe8-8688-379d92ec8184 None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:25:41.379384 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-61bdafe0-1e24-415c-b576-d6a59a274372 req-172766dc-1547-4c78-bc0c-5fa8f21830c8 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Transition to ACTIVE for port object a171e1ce-73c7-41f2-85cd-8fa1c943068f will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:25:41.403244 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099734e1-3468-4be5-9ab8-c916be9ec714 None None] The sync data for ids ['ee93f2da-a74c-4728-8185-8f5c9c464910'] in n-d-798930-3 is: [{'id': 'ee93f2da-a74c-4728-8185-8f5c9c464910', 'name': 'tempest-ServerRescueTestJSONUnderV235-1517347468-router', 'tenant_id': 'f23c452800b847489100356e9b37b53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '189cafd3-b10c-4e4e-90cf-26ea4fd2a434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:24:16Z', 'updated_at': '2021-07-09T16:24:23Z', 'revision_number': 4, 'project_id': 'f23c452800b847489100356e9b37b53d', 'gw_port': {'id': '189cafd3-b10c-4e4e-90cf-26ea4fd2a434', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee93f2da-a74c-4728-8185-8f5c9c464910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:24:17Z', 'updated_at': '2021-07-09T16:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'a55b7531-d6be-4a60-bc9b-de11202397b6', 'tenant_id': 'f23c452800b847489100356e9b37b53d', 'floating_ip_address': '172.25.0.47', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': 'ee93f2da-a74c-4728-8185-8f5c9c464910', 'port_id': '227cf03a-70d2-418e-9b84-3e6c167e46b4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '253b6b11-136f-4359-8b4b-5977842f3b3f', 'mac_address': 'fa:16:3e:2b:df:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ac1b48-1b4b-49e2-b4ec-136d43f2b192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:25:29Z', 'updated_at': '2021-07-09T16:25:35Z', 'revision_number': 1, 'project_id': 'f23c452800b847489100356e9b37b53d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04d5bec3-8ba8-481d-b7c0-f39db6938f38', 'name': '', 'network_id': '253b6b11-136f-4359-8b4b-5977842f3b3f', 'tenant_id': 'f23c452800b847489100356e9b37b53d', 'mac_address': 'fa:16:3e:6d:b4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee93f2da-a74c-4728-8185-8f5c9c464910', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '7643443c-f3fe-4a91-b386-208fcf7a8dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:24:21Z', 'updated_at': '2021-07-09T16:24:30Z', 'revision_number': 5, 'project_id': 'f23c452800b847489100356e9b37b53d', 'subnets': [{'id': '7643443c-f3fe-4a91-b386-208fcf7a8dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:25:41.502132 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-61bdafe0-1e24-415c-b576-d6a59a274372 req-172766dc-1547-4c78-bc0c-5fa8f21830c8 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:41.557673 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['3340795a-2af7-4b17-94ed-fb41de92ccb5'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:25:41.642756 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-e940df31-acd3-454d-a782-d5f875492150 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Allocated IP 2001:db8::380 (f22714f5-d774-47cf-ac1e-3989f67517e9/f5120702-25e6-4936-8a2d-8b591cf642cc/78aba4a1-fbcf-474e-8112-21221f2a6e06) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:25:41.737848 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61bdafe0-1e24-415c-b576-d6a59a274372 req-172766dc-1547-4c78-bc0c-5fa8f21830c8 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Network e14244d3-321e-4e11-8fa5-f8d23e2088a8 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:25:41.767489 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172766dc-1547-4c78-bc0c-5fa8f21830c8 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Pushing event updated for resources: {'Port': ['ID=a171e1ce-73c7-41f2-85cd-8fa1c943068f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:41.770329 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-61bdafe0-1e24-415c-b576-d6a59a274372 req-172766dc-1547-4c78-bc0c-5fa8f21830c8 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:25:41.772496 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-61bdafe0-1e24-415c-b576-d6a59a274372 req-172766dc-1547-4c78-bc0c-5fa8f21830c8 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:25:41.791911 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device f7611acb-deb1-45cc-897e-a666c0231533 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:25:41.871365 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ca2ce-b1e5-4574-a2a1-54235c04a643 req-d845f5f3-9804-4149-b404-375361065bb3 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:41.882554 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-606ca2ce-b1e5-4574-a2a1-54235c04a643 req-d845f5f3-9804-4149-b404-375361065bb3 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 943 time: 0.5657771 Jul 09 16:25:41.993129 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdafe0-1e24-415c-b576-d6a59a274372 req-172766dc-1547-4c78-bc0c-5fa8f21830c8 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:41.993729 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-61bdafe0-1e24-415c-b576-d6a59a274372 req-172766dc-1547-4c78-bc0c-5fa8f21830c8 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:42.075475 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-61bdafe0-1e24-415c-b576-d6a59a274372 req-172766dc-1547-4c78-bc0c-5fa8f21830c8 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8710346 Jul 09 16:25:42.109870 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-61bdafe0-1e24-415c-b576-d6a59a274372 req-e3db6c2e-6839-4d6a-b3ab-b1673afbab98 service neutron] Request body: {'port': {'device_id': 'd8fa6c38-9de0-479e-a227-8e4ce3e78bde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:25:42.191373 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-606ca2ce-b1e5-4574-a2a1-54235c04a643 req-07380420-ef3c-4f9e-9ed1-9250237aeca1 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2974503 Jul 09 16:25:42.247228 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: f7611acb-deb1-45cc-897e-a666c0231533 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:25:42.247854 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device f7611acb-deb1-45cc-897e-a666c0231533 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:25:42.251794 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=33017192-84c7-45fb-aa15-2178b3d5b528,revision_number=7']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:42.267481 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31246149-e602-4f07-a5bf-0817d1156458 None None] New status for floating IP a55b7531-d6be-4a60-bc9b-de11202397b6: ACTIVE {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:25:42.483761 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-61bdafe0-1e24-415c-b576-d6a59a274372 req-e3db6c2e-6839-4d6a-b3ab-b1673afbab98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:42.953849 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e940df31-acd3-454d-a782-d5f875492150 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:43.021819 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e940df31-acd3-454d-a782-d5f875492150 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Transition to ACTIVE for port object 78aba4a1-fbcf-474e-8112-21221f2a6e06 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:25:43.040913 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34349425-02d8-488d-9efd-22a663de4e62 req-56fd2563-303c-4464-a24c-9af59e33ef9c tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:43.048471 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-34349425-02d8-488d-9efd-22a663de4e62 req-56fd2563-303c-4464-a24c-9af59e33ef9c tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8fa6c38-9de0-479e-a227-8e4ce3e78bde HTTP/1.1" status: 200 len: 931 time: 0.5444398 Jul 09 16:25:43.063090 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-57713cfc-4c3f-4308-92f1-252d2ce6e043 None None] Provisioning for port a171e1ce-73c7-41f2-85cd-8fa1c943068f completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:25:43.098585 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-57713cfc-4c3f-4308-92f1-252d2ce6e043 None None] Provisioning complete for port a171e1ce-73c7-41f2-85cd-8fa1c943068f triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:25:43.104377 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-57713cfc-4c3f-4308-92f1-252d2ce6e043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:43.217804 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-34349425-02d8-488d-9efd-22a663de4e62 req-b6f080f4-c609-4deb-8575-50c3628ac6cc tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583877 Jul 09 16:25:43.275853 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-61bdafe0-1e24-415c-b576-d6a59a274372 req-e3db6c2e-6839-4d6a-b3ab-b1673afbab98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a171e1ce-73c7-41f2-85cd-8fa1c943068f {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:25:43.285399 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-61bdafe0-1e24-415c-b576-d6a59a274372 req-e3db6c2e-6839-4d6a-b3ab-b1673afbab98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:43.299401 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-61bdafe0-1e24-415c-b576-d6a59a274372 req-e3db6c2e-6839-4d6a-b3ab-b1673afbab98 service neutron] Transition to ACTIVE for port object a171e1ce-73c7-41f2-85cd-8fa1c943068f will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:25:43.307532 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-61bdafe0-1e24-415c-b576-d6a59a274372 req-e3db6c2e-6839-4d6a-b3ab-b1673afbab98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:43.313451 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e940df31-acd3-454d-a782-d5f875492150 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:43.606931 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3db6c2e-6839-4d6a-b3ab-b1673afbab98 service neutron] Pushing event updated for resources: {'Port': ['ID=a171e1ce-73c7-41f2-85cd-8fa1c943068f,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:43.628282 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3db6c2e-6839-4d6a-b3ab-b1673afbab98 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:25:43.633578 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3db6c2e-6839-4d6a-b3ab-b1673afbab98 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:25:43.635279 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3db6c2e-6839-4d6a-b3ab-b1673afbab98 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:25:43.636496 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3db6c2e-6839-4d6a-b3ab-b1673afbab98 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:25:43.642392 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3db6c2e-6839-4d6a-b3ab-b1673afbab98 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:25:43.643438 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3db6c2e-6839-4d6a-b3ab-b1673afbab98 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:25:43.644018 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3db6c2e-6839-4d6a-b3ab-b1673afbab98 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:25:43.644769 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3db6c2e-6839-4d6a-b3ab-b1673afbab98 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:25:43.645349 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3db6c2e-6839-4d6a-b3ab-b1673afbab98 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:25:43.645915 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3db6c2e-6839-4d6a-b3ab-b1673afbab98 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:25:43.646481 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3db6c2e-6839-4d6a-b3ab-b1673afbab98 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:25:43.647074 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3db6c2e-6839-4d6a-b3ab-b1673afbab98 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:25:43.700826 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6d1fc6-552e-4159-95bb-56d825c39b33 x-openstack-request-id: req-4d6d1fc6-552e-4159-95bb-56d825c39b33 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:25:43.701200 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2ac1b48-1b4b-49e2-b4ec-136d43f2b192", "tag": "227cf03a-70d2-418e-9b84-3e6c167e46b4", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:25:43.701397 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4d6d1fc6-552e-4159-95bb-56d825c39b33 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:25:43.702313 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2ac1b48-1b4b-49e2-b4ec-136d43f2b192', 'tag': '227cf03a-70d2-418e-9b84-3e6c167e46b4', 'status': 'completed', 'code': 200} Jul 09 16:25:43.725687 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-57713cfc-4c3f-4308-92f1-252d2ce6e043 None None] Port a171e1ce-73c7-41f2-85cd-8fa1c943068f cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:25:43.756330 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e940df31-acd3-454d-a782-d5f875492150 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'Port': ['ID=78aba4a1-fbcf-474e-8112-21221f2a6e06,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:43.839649 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbc05a7-fe4a-4346-97f6-a4b2726c1ee3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-f22714f5-d774-47cf-ac1e-3989f67517e9', 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'tenant_id': '005b565b3c004d24a50d69ddcd50be46', 'fixed_ips': [{'subnet_id': 'f5120702-25e6-4936-8a2d-8b591cf642cc'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:25:43.840550 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-edbc05a7-fe4a-4346-97f6-a4b2726c1ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:43.849776 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-61bdafe0-1e24-415c-b576-d6a59a274372 req-e3db6c2e-6839-4d6a-b3ab-b1673afbab98 service neutron] Attempting to bind port a171e1ce-73c7-41f2-85cd-8fa1c943068f on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:25:43.850294 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-61bdafe0-1e24-415c-b576-d6a59a274372 req-e3db6c2e-6839-4d6a-b3ab-b1673afbab98 service neutron] Attempting to bind port a171e1ce-73c7-41f2-85cd-8fa1c943068f by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': '44b862f2-e325-48d7-99eb-7401b6fb9e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e14244d3-321e-4e11-8fa5-f8d23e2088a8'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:25:43.850727 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bdafe0-1e24-415c-b576-d6a59a274372 req-e3db6c2e-6839-4d6a-b3ab-b1673afbab98 service neutron] Attempting to bind port a171e1ce-73c7-41f2-85cd-8fa1c943068f on network e14244d3-321e-4e11-8fa5-f8d23e2088a8 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:25:43.864735 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bdafe0-1e24-415c-b576-d6a59a274372 req-e3db6c2e-6839-4d6a-b3ab-b1673afbab98 service neutron] Port a171e1ce-73c7-41f2-85cd-8fa1c943068f on network e14244d3-321e-4e11-8fa5-f8d23e2088a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:25:43.867132 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bdafe0-1e24-415c-b576-d6a59a274372 req-e3db6c2e-6839-4d6a-b3ab-b1673afbab98 service neutron] Attempting to bind port a171e1ce-73c7-41f2-85cd-8fa1c943068f on network e14244d3-321e-4e11-8fa5-f8d23e2088a8 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:25:43.881962 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bdafe0-1e24-415c-b576-d6a59a274372 req-e3db6c2e-6839-4d6a-b3ab-b1673afbab98 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:25:43.882433 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bdafe0-1e24-415c-b576-d6a59a274372 req-e3db6c2e-6839-4d6a-b3ab-b1673afbab98 service neutron] Checking segment: {'id': '44b862f2-e325-48d7-99eb-7401b6fb9e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e14244d3-321e-4e11-8fa5-f8d23e2088a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:25:43.883078 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bdafe0-1e24-415c-b576-d6a59a274372 req-e3db6c2e-6839-4d6a-b3ab-b1673afbab98 service neutron] Bound using segment: {'id': '44b862f2-e325-48d7-99eb-7401b6fb9e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e14244d3-321e-4e11-8fa5-f8d23e2088a8'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:25:43.883743 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-61bdafe0-1e24-415c-b576-d6a59a274372 req-e3db6c2e-6839-4d6a-b3ab-b1673afbab98 service neutron] Bound port: a171e1ce-73c7-41f2-85cd-8fa1c943068f, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b862f2-e325-48d7-99eb-7401b6fb9e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e14244d3-321e-4e11-8fa5-f8d23e2088a8'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:25:43.885052 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-61bdafe0-1e24-415c-b576-d6a59a274372 req-e3db6c2e-6839-4d6a-b3ab-b1673afbab98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:43.957044 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:25:44.067183 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-61bdafe0-1e24-415c-b576-d6a59a274372 req-e3db6c2e-6839-4d6a-b3ab-b1673afbab98 service neutron] For port a171e1ce-73c7-41f2-85cd-8fa1c943068f, host n-h2-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:25:44.078821 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-61bdafe0-1e24-415c-b576-d6a59a274372 req-e3db6c2e-6839-4d6a-b3ab-b1673afbab98 service neutron] For port a171e1ce-73c7-41f2-85cd-8fa1c943068f, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=a171e1ce-73c7-41f2-85cd-8fa1c943068f,segment=NetworkSegment(44b862f2-e325-48d7-99eb-7401b6fb9e9c),segment_id=44b862f2-e325-48d7-99eb-7401b6fb9e9c)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:25:44.096245 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-61bdafe0-1e24-415c-b576-d6a59a274372 req-e3db6c2e-6839-4d6a-b3ab-b1673afbab98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:44.097911 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e940df31-acd3-454d-a782-d5f875492150 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:25:44.130269 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdafe0-1e24-415c-b576-d6a59a274372 req-e3db6c2e-6839-4d6a-b3ab-b1673afbab98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:44.138950 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-61bdafe0-1e24-415c-b576-d6a59a274372 req-e3db6c2e-6839-4d6a-b3ab-b1673afbab98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:44.141173 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-61bdafe0-1e24-415c-b576-d6a59a274372 req-e3db6c2e-6839-4d6a-b3ab-b1673afbab98 service neutron] 10.222.0.73 "PUT /v2.0/ports/a171e1ce-73c7-41f2-85cd-8fa1c943068f HTTP/1.1" status: 200 len: 1091 time: 2.0415173 Jul 09 16:25:44.148930 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8fa6c38-9de0-479e-a227-8e4ce3e78bde', 'tag': 'a171e1ce-73c7-41f2-85cd-8fa1c943068f'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:25:44.151583 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4deb4ab9-281c-48b8-8892-15450933209c" -d '{"events": [{"name": "network-changed", "server_uuid": "d8fa6c38-9de0-479e-a227-8e4ce3e78bde", "tag": "a171e1ce-73c7-41f2-85cd-8fa1c943068f"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:25:44.262234 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-e940df31-acd3-454d-a782-d5f875492150 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:25:44.295173 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e940df31-acd3-454d-a782-d5f875492150 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:25:44.300716 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-edbc05a7-fe4a-4346-97f6-a4b2726c1ee3 None None] Allocated IP 2001:db8::2 (f22714f5-d774-47cf-ac1e-3989f67517e9/f5120702-25e6-4936-8a2d-8b591cf642cc/8a087467-b573-4b07-bd3f-de7f49f1ae06) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:25:44.329134 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e940df31-acd3-454d-a782-d5f875492150 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:44.351613 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e940df31-acd3-454d-a782-d5f875492150 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:44.412594 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bdf2ec89-e88e-4d36-a9de-03e6c3a6d5f9 req-e23a801c-1360-48e5-91d6-c3fb3bfe275d tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.0.47 HTTP/1.1" status: 200 len: 1001 time: 0.7092731 Jul 09 16:25:44.491393 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba577ec-51ed-4086-8135-6db4602235c1 req-7a4b6d51-4a94-4509-8f4b-01adb15e6ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:44.494792 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1ba577ec-51ed-4086-8135-6db4602235c1 req-7a4b6d51-4a94-4509-8f4b-01adb15e6ed5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f23c452800b847489100356e9b37b53d&device_id=f2ac1b48-1b4b-49e2-b4ec-136d43f2b192 HTTP/1.1" status: 200 len: 1097 time: 0.9271221 Jul 09 16:25:44.554424 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-edbc05a7-fe4a-4346-97f6-a4b2726c1ee3 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:44.572098 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e940df31-acd3-454d-a782-d5f875492150 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.1386294 Jul 09 16:25:44.577842 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-edbc05a7-fe4a-4346-97f6-a4b2726c1ee3 None None] Transition to ACTIVE for port object 8a087467-b573-4b07-bd3f-de7f49f1ae06 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:25:44.579802 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 41128) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:44.610975 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-edbc05a7-fe4a-4346-97f6-a4b2726c1ee3 None None] Transition to ACTIVE for port object 8a087467-b573-4b07-bd3f-de7f49f1ae06 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:25:44.631289 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-edbc05a7-fe4a-4346-97f6-a4b2726c1ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:44.703978 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc05a7-fe4a-4346-97f6-a4b2726c1ee3 None None] Pushing event updated for resources: {'Port': ['ID=8a087467-b573-4b07-bd3f-de7f49f1ae06,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:44.723525 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc05a7-fe4a-4346-97f6-a4b2726c1ee3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:25:44.724102 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc05a7-fe4a-4346-97f6-a4b2726c1ee3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:25:44.724618 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc05a7-fe4a-4346-97f6-a4b2726c1ee3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:25:44.725120 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc05a7-fe4a-4346-97f6-a4b2726c1ee3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:25:44.725632 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc05a7-fe4a-4346-97f6-a4b2726c1ee3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:25:44.726139 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc05a7-fe4a-4346-97f6-a4b2726c1ee3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:25:44.727103 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc05a7-fe4a-4346-97f6-a4b2726c1ee3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:25:44.727606 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc05a7-fe4a-4346-97f6-a4b2726c1ee3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:25:44.728240 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc05a7-fe4a-4346-97f6-a4b2726c1ee3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:25:44.728849 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc05a7-fe4a-4346-97f6-a4b2726c1ee3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:25:44.731299 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc05a7-fe4a-4346-97f6-a4b2726c1ee3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:25:44.732728 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc05a7-fe4a-4346-97f6-a4b2726c1ee3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:25:44.752914 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdafe0-1e24-415c-b576-d6a59a274372 req-9cc67235-4b33-427d-802d-769b4a6c5618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:44.755772 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbc05a7-fe4a-4346-97f6-a4b2726c1ee3 None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:25:44.757460 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-edbc05a7-fe4a-4346-97f6-a4b2726c1ee3 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:25:44.758310 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-61bdafe0-1e24-415c-b576-d6a59a274372 req-9cc67235-4b33-427d-802d-769b4a6c5618 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=927faf6a074749d0b7e4b4706940c5ca&device_id=d8fa6c38-9de0-479e-a227-8e4ce3e78bde HTTP/1.1" status: 200 len: 1094 time: 0.4826684 Jul 09 16:25:44.760090 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3db6c2e-6839-4d6a-b3ab-b1673afbab98 service neutron] Pushing event updated for resources: {'Port': ['ID=a171e1ce-73c7-41f2-85cd-8fa1c943068f,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:44.767840 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbc05a7-fe4a-4346-97f6-a4b2726c1ee3 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:25:44.847215 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-edbc05a7-fe4a-4346-97f6-a4b2726c1ee3 None None] Attempting to bind port 8a087467-b573-4b07-bd3f-de7f49f1ae06 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:25:44.847588 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-edbc05a7-fe4a-4346-97f6-a4b2726c1ee3 None None] Attempting to bind port 8a087467-b573-4b07-bd3f-de7f49f1ae06 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:25:44.848108 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbc05a7-fe4a-4346-97f6-a4b2726c1ee3 None None] Attempting to bind port 8a087467-b573-4b07-bd3f-de7f49f1ae06 on network f22714f5-d774-47cf-ac1e-3989f67517e9 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:25:44.855863 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbc05a7-fe4a-4346-97f6-a4b2726c1ee3 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:25:44.856243 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbc05a7-fe4a-4346-97f6-a4b2726c1ee3 None None] Checking segment: {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:25:44.859317 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-edbc05a7-fe4a-4346-97f6-a4b2726c1ee3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:44.861160 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbc05a7-fe4a-4346-97f6-a4b2726c1ee3 None None] Bound using segment: {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:25:44.861683 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-edbc05a7-fe4a-4346-97f6-a4b2726c1ee3 None None] Bound port: 8a087467-b573-4b07-bd3f-de7f49f1ae06, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:25:44.862091 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-edbc05a7-fe4a-4346-97f6-a4b2726c1ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:44.881882 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba577ec-51ed-4086-8135-6db4602235c1 req-91166c7c-7369-4bd3-812e-adb4b29e36d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:44.886549 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1ba577ec-51ed-4086-8135-6db4602235c1 req-91166c7c-7369-4bd3-812e-adb4b29e36d9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=253b6b11-136f-4359-8b4b-5977842f3b3f HTTP/1.1" status: 200 len: 921 time: 0.3194251 Jul 09 16:25:45.043940 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-61bdafe0-1e24-415c-b576-d6a59a274372 req-ab92432b-bd24-459e-ad70-598ece70ca32 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a171e1ce-73c7-41f2-85cd-8fa1c943068f HTTP/1.1" status: 200 len: 217 time: 0.2341869 Jul 09 16:25:45.093989 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4e6d0c-f207-4911-bdbb-52787c4d6c61 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:45.105739 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf2ec89-e88e-4d36-a9de-03e6c3a6d5f9 req-8d4b299e-f163-4a9d-91fc-6d0d69d2fb0e tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:45.122344 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4e6d0c-f207-4911-bdbb-52787c4d6c61 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:45.123445 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bdf2ec89-e88e-4d36-a9de-03e6c3a6d5f9 req-8d4b299e-f163-4a9d-91fc-6d0d69d2fb0e tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/ports/227cf03a-70d2-418e-9b84-3e6c167e46b4 HTTP/1.1" status: 200 len: 943 time: 0.7078013 Jul 09 16:25:45.129241 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-eb4e6d0c-f207-4911-bdbb-52787c4d6c61 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.5481179 Jul 09 16:25:45.132096 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 41134) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:45.154418 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-edbc05a7-fe4a-4346-97f6-a4b2726c1ee3 None None] For port 8a087467-b573-4b07-bd3f-de7f49f1ae06, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:25:45.162561 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-edbc05a7-fe4a-4346-97f6-a4b2726c1ee3 None None] For port 8a087467-b573-4b07-bd3f-de7f49f1ae06, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=8a087467-b573-4b07-bd3f-de7f49f1ae06,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:25:45.177816 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-edbc05a7-fe4a-4346-97f6-a4b2726c1ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:45.189990 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1ba577ec-51ed-4086-8135-6db4602235c1 req-92aa906d-78c7-45eb-ad0b-718f2597dd3c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=227cf03a-70d2-418e-9b84-3e6c167e46b4 HTTP/1.1" status: 200 len: 1001 time: 0.2754681 Jul 09 16:25:45.300811 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc05a7-fe4a-4346-97f6-a4b2726c1ee3 None None] Pushing event updated for resources: {'Port': ['ID=8a087467-b573-4b07-bd3f-de7f49f1ae06,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:45.339019 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba577ec-51ed-4086-8135-6db4602235c1 req-669ed3d9-6867-470b-9a0c-0b0ede2bb811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:45.340493 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1ba577ec-51ed-4086-8135-6db4602235c1 req-669ed3d9-6867-470b-9a0c-0b0ede2bb811 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7643443c-f3fe-4a91-b386-208fcf7a8dfa HTTP/1.1" status: 200 len: 860 time: 0.0982585 Jul 09 16:25:45.509000 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdafe0-1e24-415c-b576-d6a59a274372 req-c85e7712-9138-4f1c-a464-7aa2899106b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:45.509000 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-61bdafe0-1e24-415c-b576-d6a59a274372 req-c85e7712-9138-4f1c-a464-7aa2899106b3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9ed42caa-ccec-43f9-abc2-3f037ba46c07 HTTP/1.1" status: 200 len: 851 time: 0.2390852 Jul 09 16:25:45.603863 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-972ed6e7-011e-4d05-91be-e0884d17f39f tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Deleting port 78aba4a1-fbcf-474e-8112-21221f2a6e06 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:25:45.604190 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-972ed6e7-011e-4d05-91be-e0884d17f39f tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:45.609404 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bdf2ec89-e88e-4d36-a9de-03e6c3a6d5f9 req-9ed4c451-949f-4f9a-9089-b7951e642ddb tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.0.47 HTTP/1.1" status: 200 len: 1001 time: 0.1879306 Jul 09 16:25:45.659920 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1ba577ec-51ed-4086-8135-6db4602235c1 req-7684e09c-4421-4393-9c82-61de99f6ab8c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=253b6b11-136f-4359-8b4b-5977842f3b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2274346 Jul 09 16:25:45.717835 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdafe0-1e24-415c-b576-d6a59a274372 req-b3005c25-e5d0-452b-b580-04008282f1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:45.720047 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-61bdafe0-1e24-415c-b576-d6a59a274372 req-b3005c25-e5d0-452b-b580-04008282f1ee service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e14244d3-321e-4e11-8fa5-f8d23e2088a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1904421 Jul 09 16:25:45.917159 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-61bdafe0-1e24-415c-b576-d6a59a274372 req-9f8ac1c5-afb9-4508-9c93-f71b6de9b6cd service neutron] 10.222.0.73 "GET /v2.0/networks/e14244d3-321e-4e11-8fa5-f8d23e2088a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802230 Jul 09 16:25:45.965697 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-972ed6e7-011e-4d05-91be-e0884d17f39f tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:46.148311 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-972ed6e7-011e-4d05-91be-e0884d17f39f tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Calling delete_port for 78aba4a1-fbcf-474e-8112-21221f2a6e06 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:25:46.223352 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf2ec89-e88e-4d36-a9de-03e6c3a6d5f9 req-3962b0b6-d616-4d5a-8293-15bdd9e62edb tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:46.234523 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bdf2ec89-e88e-4d36-a9de-03e6c3a6d5f9 req-3962b0b6-d616-4d5a-8293-15bdd9e62edb tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/networks/caa6ed8d-2893-4113-8f68-c5284e694f6c HTTP/1.1" status: 200 len: 784 time: 0.5897765 Jul 09 16:25:46.310155 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-61bdafe0-1e24-415c-b576-d6a59a274372 req-2b957f68-ad69-4725-a89d-f345c514721e service neutron] 10.222.0.73 "GET /v2.0/networks/e14244d3-321e-4e11-8fa5-f8d23e2088a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3467269 Jul 09 16:25:46.315488 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1ba577ec-51ed-4086-8135-6db4602235c1 req-5da1a740-99e7-4a99-b0bb-057686e5311c service neutron] 10.222.0.73 "GET /v2.0/networks/253b6b11-136f-4359-8b4b-5977842f3b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6239374 Jul 09 16:25:46.364622 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98146478-bcdd-4613-85d6-874ae7f4ce3e x-openstack-request-id: req-98146478-bcdd-4613-85d6-874ae7f4ce3e {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:25:46.365488 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cafc69eb-199c-4d82-98ad-04ebd5ea8eac", "name": "network-vif-plugged", "status": "completed", "tag": "33017192-84c7-45fb-aa15-2178b3d5b528", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:25:46.365907 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-98146478-bcdd-4613-85d6-874ae7f4ce3e {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:25:46.366557 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cafc69eb-199c-4d82-98ad-04ebd5ea8eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33017192-84c7-45fb-aa15-2178b3d5b528', 'code': 200} Jul 09 16:25:46.377891 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bdf2ec89-e88e-4d36-a9de-03e6c3a6d5f9 req-35b2e949-0014-46cd-b2c4-33a44e973688 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.0.47 HTTP/1.1" status: 200 len: 1001 time: 0.1421552 Jul 09 16:25:46.388287 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-bdf2ec89-e88e-4d36-a9de-03e6c3a6d5f9 req-3edec77b-9e5b-4f97-8922-fdc7b0945752 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:25:46.429005 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-972ed6e7-011e-4d05-91be-e0884d17f39f tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:46.476354 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bdf2ec89-e88e-4d36-a9de-03e6c3a6d5f9 req-3edec77b-9e5b-4f97-8922-fdc7b0945752 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Notify callbacks [] for floatingip, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:46.518555 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972ed6e7-011e-4d05-91be-e0884d17f39f tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event deleted for resources: {'Port': ['ID=78aba4a1-fbcf-474e-8112-21221f2a6e06,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:46.583915 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-972ed6e7-011e-4d05-91be-e0884d17f39f tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:46.588418 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-972ed6e7-011e-4d05-91be-e0884d17f39f tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/ports/78aba4a1-fbcf-474e-8112-21221f2a6e06 HTTP/1.1" status: 204 len: 168 time: 1.4498978 Jul 09 16:25:46.604051 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 41152) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:46.744789 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bdf2ec89-e88e-4d36-a9de-03e6c3a6d5f9 req-3edec77b-9e5b-4f97-8922-fdc7b0945752 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:46.756117 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bdf2ec89-e88e-4d36-a9de-03e6c3a6d5f9 req-3edec77b-9e5b-4f97-8922-fdc7b0945752 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:46.756913 n-d-798930-3 neutron-server[93959]: INFO neutron.db.l3_db [req-bdf2ec89-e88e-4d36-a9de-03e6c3a6d5f9 req-3edec77b-9e5b-4f97-8922-fdc7b0945752 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Floating IP a55b7531-d6be-4a60-bc9b-de11202397b6 disassociated. External IP: 172.25.0.47, port: 227cf03a-70d2-418e-9b84-3e6c167e46b4. Jul 09 16:25:46.791251 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80953dc-d7bd-4ceb-b18c-8280d123a401 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:46.793493 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80953dc-d7bd-4ceb-b18c-8280d123a401 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:46.802230 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a80953dc-d7bd-4ceb-b18c-8280d123a401 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1971328 Jul 09 16:25:46.804845 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 41154) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:46.965261 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-d43bb31d-1ec0-4fb9-a9d7-2e1b1941b0f0 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Deleting subnet f5120702-25e6-4936-8a2d-8b591cf642cc {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:25:46.984914 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d43bb31d-1ec0-4fb9-a9d7-2e1b1941b0f0 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:47.075987 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52e0ea-e69f-4a0a-aaec-96419e5cdf13 req-c17f8044-a5dd-4cbf-b194-c6e4bb4995bb tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:47.089262 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e52e0ea-e69f-4a0a-aaec-96419e5cdf13 req-c17f8044-a5dd-4cbf-b194-c6e4bb4995bb tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 943 time: 0.5069132 Jul 09 16:25:47.172697 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e52e0ea-e69f-4a0a-aaec-96419e5cdf13 req-946cabb8-a711-4792-abe8-82bdc495f266 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824001 Jul 09 16:25:47.200406 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e7047539-7115-4a17-9201-7b74fe676578 None None] Provisioning for port 8a087467-b573-4b07-bd3f-de7f49f1ae06 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:25:47.212175 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e7047539-7115-4a17-9201-7b74fe676578 None None] Could not find standard attr ID for object 78aba4a1-fbcf-474e-8112-21221f2a6e06. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:25:47.246238 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d43bb31d-1ec0-4fb9-a9d7-2e1b1941b0f0 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:47.383070 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b93d9ab-56a1-4a88-a227-aee83cc37eef x-openstack-request-id: req-1b93d9ab-56a1-4a88-a227-aee83cc37eef {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:25:47.383666 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8fa6c38-9de0-479e-a227-8e4ce3e78bde", "tag": "a171e1ce-73c7-41f2-85cd-8fa1c943068f", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:25:47.385652 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1b93d9ab-56a1-4a88-a227-aee83cc37eef {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:25:47.386139 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8fa6c38-9de0-479e-a227-8e4ce3e78bde', 'tag': 'a171e1ce-73c7-41f2-85cd-8fa1c943068f', 'status': 'completed', 'code': 200} Jul 09 16:25:47.417167 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bdf2ec89-e88e-4d36-a9de-03e6c3a6d5f9 req-3edec77b-9e5b-4f97-8922-fdc7b0945752 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Router ee93f2da-a74c-4728-8185-8f5c9c464910 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:25:47.639768 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-64000806-60e9-449d-aaf7-4677a91c2752 None None] Could not find standard attr ID for object bd21e19a-6970-4b15-aad1-4d4a8e11be50. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:25:47.707151 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d43bb31d-1ec0-4fb9-a9d7-2e1b1941b0f0 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:47.726620 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bdf2ec89-e88e-4d36-a9de-03e6c3a6d5f9 req-3edec77b-9e5b-4f97-8922-fdc7b0945752 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:25:47.755892 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e26f3a1-22c6-480b-a7c9-8f1033e77a88 None None] Sync routers for ids ['ee93f2da-a74c-4728-8185-8f5c9c464910'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:25:47.757109 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 8a087467-b573-4b07-bd3f-de7f49f1ae06 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:25:47.758476 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bdf2ec89-e88e-4d36-a9de-03e6c3a6d5f9 req-3edec77b-9e5b-4f97-8922-fdc7b0945752 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:47.774638 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e26f3a1-22c6-480b-a7c9-8f1033e77a88 None None] Routers {'ee93f2da-a74c-4728-8185-8f5c9c464910'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:25:47.775652 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-3e26f3a1-22c6-480b-a7c9-8f1033e77a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:25:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['ee93f2da-a74c-4728-8185-8f5c9c464910'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:25:47.804205 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 41164) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:47.846575 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bdf2ec89-e88e-4d36-a9de-03e6c3a6d5f9 req-3edec77b-9e5b-4f97-8922-fdc7b0945752 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "PUT /v2.0/floatingips/a55b7531-d6be-4a60-bc9b-de11202397b6 HTTP/1.1" status: 200 len: 694 time: 1.4623394 Jul 09 16:25:47.871734 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2ac1b48-1b4b-49e2-b4ec-136d43f2b192', 'tag': '227cf03a-70d2-418e-9b84-3e6c167e46b4'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:25:47.874788 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cebf198-e7c6-4081-bce2-9f705787b2e1" -d '{"events": [{"name": "network-changed", "server_uuid": "f2ac1b48-1b4b-49e2-b4ec-136d43f2b192", "tag": "227cf03a-70d2-418e-9b84-3e6c167e46b4"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:25:47.919771 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 8a087467-b573-4b07-bd3f-de7f49f1ae06 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:25:47.925790 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 8a087467-b573-4b07-bd3f-de7f49f1ae06 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:25:47.926509 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:47.970403 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-3e26f3a1-22c6-480b-a7c9-8f1033e77a88 None None] Set router ee93f2da-a74c-4728-8185-8f5c9c464910 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:25:48.003636 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf2ec89-e88e-4d36-a9de-03e6c3a6d5f9 req-e08141e9-8391-4d23-96ff-8392da4d4ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:48.010880 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bdf2ec89-e88e-4d36-a9de-03e6c3a6d5f9 req-e08141e9-8391-4d23-96ff-8392da4d4ed0 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=f23c452800b847489100356e9b37b53d&device_id=f2ac1b48-1b4b-49e2-b4ec-136d43f2b192 HTTP/1.1" status: 200 len: 1097 time: 0.1633129 Jul 09 16:25:48.070781 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409b4fe-538d-4b2d-8ce2-d14b5829defb req-87952ea3-33c5-402d-94d2-731d17b6cf0f tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:48.083606 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e409b4fe-538d-4b2d-8ce2-d14b5829defb req-87952ea3-33c5-402d-94d2-731d17b6cf0f tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8fa6c38-9de0-479e-a227-8e4ce3e78bde HTTP/1.1" status: 200 len: 943 time: 0.5131314 Jul 09 16:25:48.203231 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf2ec89-e88e-4d36-a9de-03e6c3a6d5f9 req-f7978031-7b20-4973-918e-bee60cb7cb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:48.210570 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bdf2ec89-e88e-4d36-a9de-03e6c3a6d5f9 req-f7978031-7b20-4973-918e-bee60cb7cb30 service neutron] 10.222.0.98 "GET /v2.0/networks?id=253b6b11-136f-4359-8b4b-5977842f3b3f HTTP/1.1" status: 200 len: 921 time: 0.1987741 Jul 09 16:25:48.217662 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e172b6ca-dfd3-4524-ac7a-f13ce17ea0d2 None None] Could not find standard attr ID for object 78aba4a1-fbcf-474e-8112-21221f2a6e06. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:25:48.254629 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:48.260055 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e409b4fe-538d-4b2d-8ce2-d14b5829defb req-98eca132-58be-4dc2-a587-2438e2e78f39 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745360 Jul 09 16:25:48.274300 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2808ec07-b177-48b0-9f97-9a3d0efe422c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:48.303154 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d43bb31d-1ec0-4fb9-a9d7-2e1b1941b0f0 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:48.309101 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bdf2ec89-e88e-4d36-a9de-03e6c3a6d5f9 req-b3a52a91-b21b-445d-9e53-82c1cf81e4b1 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=227cf03a-70d2-418e-9b84-3e6c167e46b4 HTTP/1.1" status: 200 len: 217 time: 0.0975547 Jul 09 16:25:48.321396 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-3e26f3a1-22c6-480b-a7c9-8f1033e77a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee93f2da-a74c-4728-8185-8f5c9c464910', 'name': 'tempest-ServerRescueTestJSONUnderV235-1517347468-router', 'tenant_id': 'f23c452800b847489100356e9b37b53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '189cafd3-b10c-4e4e-90cf-26ea4fd2a434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:24:16Z', 'updated_at': '2021-07-09T16:24:23Z', 'revision_number': 4, 'project_id': 'f23c452800b847489100356e9b37b53d', 'gw_port': {'id': '189cafd3-b10c-4e4e-90cf-26ea4fd2a434', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee93f2da-a74c-4728-8185-8f5c9c464910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:24:17Z', 'updated_at': '2021-07-09T16:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '04d5bec3-8ba8-481d-b7c0-f39db6938f38', 'name': '', 'network_id': '253b6b11-136f-4359-8b4b-5977842f3b3f', 'tenant_id': 'f23c452800b847489100356e9b37b53d', 'mac_address': 'fa:16:3e:6d:b4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee93f2da-a74c-4728-8185-8f5c9c464910', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '7643443c-f3fe-4a91-b386-208fcf7a8dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:24:21Z', 'updated_at': '2021-07-09T16:24:30Z', 'revision_number': 5, 'project_id': 'f23c452800b847489100356e9b37b53d', 'subnets': [{'id': '7643443c-f3fe-4a91-b386-208fcf7a8dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:25:48.388250 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d43bb31d-1ec0-4fb9-a9d7-2e1b1941b0f0 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:48.391088 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d43bb31d-1ec0-4fb9-a9d7-2e1b1941b0f0 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/f5120702-25e6-4936-8a2d-8b591cf642cc HTTP/1.1" status: 204 len: 168 time: 1.5818331 Jul 09 16:25:48.392274 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43bb31d-1ec0-4fb9-a9d7-2e1b1941b0f0 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event deleted for resources: {'Subnet': ['ID=f5120702-25e6-4936-8a2d-8b591cf642cc,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:48.394162 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 41176) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:48.451148 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e26f3a1-22c6-480b-a7c9-8f1033e77a88 None None] Checking router: ee93f2da-a74c-4728-8185-8f5c9c464910 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:25:48.479173 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e26f3a1-22c6-480b-a7c9-8f1033e77a88 None None] Routers {'ee93f2da-a74c-4728-8185-8f5c9c464910'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:25:48.479931 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-3e26f3a1-22c6-480b-a7c9-8f1033e77a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:25:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['ee93f2da-a74c-4728-8185-8f5c9c464910'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:25:48.488470 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.db.api [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:25:48.491473 n-d-798930-3 neutron-server[93960]: DEBUG oslo_db.api [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:25:48.552538 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f75a75b4-0aad-49f4-9cdb-a436ad293895 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1517534 Jul 09 16:25:48.554253 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e8d336-242a-4104-9c0b-ee071589c917 x-openstack-request-id: req-d1e8d336-242a-4104-9c0b-ee071589c917 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:25:48.554696 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2ac1b48-1b4b-49e2-b4ec-136d43f2b192", "tag": "227cf03a-70d2-418e-9b84-3e6c167e46b4", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:25:48.554814 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d1e8d336-242a-4104-9c0b-ee071589c917 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:25:48.555232 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2ac1b48-1b4b-49e2-b4ec-136d43f2b192', 'tag': '227cf03a-70d2-418e-9b84-3e6c167e46b4', 'status': 'completed', 'code': 200} Jul 09 16:25:48.566826 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 41186) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:48.584556 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f59b1ca0-3ef0-45db-9ecf-ef267f34352a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'subnet': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:25:48.610506 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf2ec89-e88e-4d36-a9de-03e6c3a6d5f9 req-46cf3489-0a13-437c-a274-e8dbc50f7fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:48.619673 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bdf2ec89-e88e-4d36-a9de-03e6c3a6d5f9 req-46cf3489-0a13-437c-a274-e8dbc50f7fbf service neutron] 10.222.0.98 "GET /v2.0/subnets?id=7643443c-f3fe-4a91-b386-208fcf7a8dfa HTTP/1.1" status: 200 len: 860 time: 0.3096344 Jul 09 16:25:48.697779 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680f84ba-61ec-466e-bd98-b8234e8249c1 None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:25:48.719390 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bdf2ec89-e88e-4d36-a9de-03e6c3a6d5f9 req-946c7ff2-3125-4fe2-a643-15f2c585a9c0 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=253b6b11-136f-4359-8b4b-5977842f3b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966909 Jul 09 16:25:48.800651 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-3e26f3a1-22c6-480b-a7c9-8f1033e77a88 None None] Set router ee93f2da-a74c-4728-8185-8f5c9c464910 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:25:48.926594 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb4ab9-281c-48b8-8892-15450933209c req-0b5073fc-cabd-400c-ad23-747d51027ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:48.938582 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4deb4ab9-281c-48b8-8892-15450933209c req-0b5073fc-cabd-400c-ad23-747d51027ee8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=927faf6a074749d0b7e4b4706940c5ca&device_id=d8fa6c38-9de0-479e-a227-8e4ce3e78bde HTTP/1.1" status: 200 len: 1094 time: 0.4243569 Jul 09 16:25:48.948967 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bdf2ec89-e88e-4d36-a9de-03e6c3a6d5f9 req-84625266-afc4-4b2a-9f53-1ee0cf2831c7 service neutron] 10.222.0.98 "GET /v2.0/networks/253b6b11-136f-4359-8b4b-5977842f3b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258279 Jul 09 16:25:49.096108 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:49.133231 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb4ab9-281c-48b8-8892-15450933209c req-5d91774c-5f4c-4cbe-b1d8-c327818bf61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:49.134736 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4deb4ab9-281c-48b8-8892-15450933209c req-5d91774c-5f4c-4cbe-b1d8-c327818bf61a service neutron] 10.222.0.73 "GET /v2.0/networks?id=e14244d3-321e-4e11-8fa5-f8d23e2088a8 HTTP/1.1" status: 200 len: 913 time: 0.1887171 Jul 09 16:25:49.182916 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 8a087467-b573-4b07-bd3f-de7f49f1ae06, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=8a087467-b573-4b07-bd3f-de7f49f1ae06,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:25:49.192048 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:49.257140 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-3e26f3a1-22c6-480b-a7c9-8f1033e77a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee93f2da-a74c-4728-8185-8f5c9c464910', 'name': 'tempest-ServerRescueTestJSONUnderV235-1517347468-router', 'tenant_id': 'f23c452800b847489100356e9b37b53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '189cafd3-b10c-4e4e-90cf-26ea4fd2a434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:24:16Z', 'updated_at': '2021-07-09T16:24:23Z', 'revision_number': 4, 'project_id': 'f23c452800b847489100356e9b37b53d', 'gw_port': {'id': '189cafd3-b10c-4e4e-90cf-26ea4fd2a434', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee93f2da-a74c-4728-8185-8f5c9c464910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:24:17Z', 'updated_at': '2021-07-09T16:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '04d5bec3-8ba8-481d-b7c0-f39db6938f38', 'name': '', 'network_id': '253b6b11-136f-4359-8b4b-5977842f3b3f', 'tenant_id': 'f23c452800b847489100356e9b37b53d', 'mac_address': 'fa:16:3e:6d:b4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee93f2da-a74c-4728-8185-8f5c9c464910', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '7643443c-f3fe-4a91-b386-208fcf7a8dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:24:21Z', 'updated_at': '2021-07-09T16:24:30Z', 'revision_number': 5, 'project_id': 'f23c452800b847489100356e9b37b53d', 'subnets': [{'id': '7643443c-f3fe-4a91-b386-208fcf7a8dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:25:49.259214 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bf52de-96dc-4339-b6b7-7d4da1f7d43e None None] DHCP port deletion for f22714f5-d774-47cf-ac1e-3989f67517e9 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:25:49.272698 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4deb4ab9-281c-48b8-8892-15450933209c req-bbc07d21-8e08-4b38-ab57-75a0ee9d70e1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a171e1ce-73c7-41f2-85cd-8fa1c943068f HTTP/1.1" status: 200 len: 217 time: 0.1157568 Jul 09 16:25:49.308710 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e26f3a1-22c6-480b-a7c9-8f1033e77a88 None None] The sync data for ids ['ee93f2da-a74c-4728-8185-8f5c9c464910'] in n-d-798930-3 is: [{'id': 'ee93f2da-a74c-4728-8185-8f5c9c464910', 'name': 'tempest-ServerRescueTestJSONUnderV235-1517347468-router', 'tenant_id': 'f23c452800b847489100356e9b37b53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '189cafd3-b10c-4e4e-90cf-26ea4fd2a434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:24:16Z', 'updated_at': '2021-07-09T16:24:23Z', 'revision_number': 4, 'project_id': 'f23c452800b847489100356e9b37b53d', 'gw_port': {'id': '189cafd3-b10c-4e4e-90cf-26ea4fd2a434', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee93f2da-a74c-4728-8185-8f5c9c464910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:24:17Z', 'updated_at': '2021-07-09T16:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '04d5bec3-8ba8-481d-b7c0-f39db6938f38', 'name': '', 'network_id': '253b6b11-136f-4359-8b4b-5977842f3b3f', 'tenant_id': 'f23c452800b847489100356e9b37b53d', 'mac_address': 'fa:16:3e:6d:b4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee93f2da-a74c-4728-8185-8f5c9c464910', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '7643443c-f3fe-4a91-b386-208fcf7a8dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:24:21Z', 'updated_at': '2021-07-09T16:24:30Z', 'revision_number': 5, 'project_id': 'f23c452800b847489100356e9b37b53d', 'subnets': [{'id': '7643443c-f3fe-4a91-b386-208fcf7a8dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:25:49.327162 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1ba577ec-51ed-4086-8135-6db4602235c1 req-5a07ea75-f235-4fb0-8db6-9258d15884ff service neutron] 10.222.0.73 "GET /v2.0/networks/253b6b11-136f-4359-8b4b-5977842f3b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9565699 Jul 09 16:25:49.329938 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bdf2ec89-e88e-4d36-a9de-03e6c3a6d5f9 req-34040bc5-ddb6-452b-9640-dcdf65786ea7 service neutron] 10.222.0.98 "GET /v2.0/networks/253b6b11-136f-4359-8b4b-5977842f3b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3802092 Jul 09 16:25:49.363152 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=8a087467-b573-4b07-bd3f-de7f49f1ae06,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:49.416147 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf52de-96dc-4339-b6b7-7d4da1f7d43e None None] Deleting port 8a087467-b573-4b07-bd3f-de7f49f1ae06 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:25:49.416489 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e2bf52de-96dc-4339-b6b7-7d4da1f7d43e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:49.564491 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cebf198-e7c6-4081-bce2-9f705787b2e1 req-d2a45ba0-be76-4c8b-b320-45e0cd9556e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:49.567439 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3cebf198-e7c6-4081-bce2-9f705787b2e1 req-d2a45ba0-be76-4c8b-b320-45e0cd9556e9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f23c452800b847489100356e9b37b53d&device_id=f2ac1b48-1b4b-49e2-b4ec-136d43f2b192 HTTP/1.1" status: 200 len: 1097 time: 0.1561625 Jul 09 16:25:49.573271 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-e2bf52de-96dc-4339-b6b7-7d4da1f7d43e None None] For port 8a087467-b573-4b07-bd3f-de7f49f1ae06, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=8a087467-b573-4b07-bd3f-de7f49f1ae06,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:25:49.573666 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e2bf52de-96dc-4339-b6b7-7d4da1f7d43e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:49.622371 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf52de-96dc-4339-b6b7-7d4da1f7d43e None None] Calling delete_port for 8a087467-b573-4b07-bd3f-de7f49f1ae06 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:25:49.645067 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 8a087467-b573-4b07-bd3f-de7f49f1ae06 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:25:49.729761 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cebf198-e7c6-4081-bce2-9f705787b2e1 req-f01971f0-4813-496f-9416-af95e20ff655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:49.732144 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3cebf198-e7c6-4081-bce2-9f705787b2e1 req-f01971f0-4813-496f-9416-af95e20ff655 service neutron] 10.222.0.73 "GET /v2.0/networks?id=253b6b11-136f-4359-8b4b-5977842f3b3f HTTP/1.1" status: 200 len: 921 time: 0.1524804 Jul 09 16:25:49.886516 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3cebf198-e7c6-4081-bce2-9f705787b2e1 req-238dbf0d-f9e1-4e0a-b9f4-86a33f18b4b8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=227cf03a-70d2-418e-9b84-3e6c167e46b4 HTTP/1.1" status: 200 len: 217 time: 0.0869956 Jul 09 16:25:49.897248 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:49.901533 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e2bf52de-96dc-4339-b6b7-7d4da1f7d43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:50.000723 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf52de-96dc-4339-b6b7-7d4da1f7d43e None None] Pushing event deleted for resources: {'Port': ['ID=8a087467-b573-4b07-bd3f-de7f49f1ae06,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:50.012107 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e8d902-c2e7-403f-8a3f-0ae14198bc25 None None] New status for floating IP a55b7531-d6be-4a60-bc9b-de11202397b6: DOWN {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:25:50.012522 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb4ab9-281c-48b8-8892-15450933209c req-7a3f7783-ae6e-443f-a4f5-5e94ef7d6538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:50.014753 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4deb4ab9-281c-48b8-8892-15450933209c req-7a3f7783-ae6e-443f-a4f5-5e94ef7d6538 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9ed42caa-ccec-43f9-abc2-3f037ba46c07 HTTP/1.1" status: 200 len: 851 time: 0.7258849 Jul 09 16:25:50.040747 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980fa734-96f1-4297-af57-03ee6c48f5e9 req-f8136fa3-386c-4a4a-9569-c67410c851c8 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:50.048656 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-980fa734-96f1-4297-af57-03ee6c48f5e9 req-f8136fa3-386c-4a4a-9569-c67410c851c8 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 943 time: 1.2405987 Jul 09 16:25:50.062703 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2808ec07-b177-48b0-9f97-9a3d0efe422c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:50.065391 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab507505-58a0-4d24-8b57-40243562faeb req-e74c941f-aee9-4991-a71c-ff271993438f tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:50.082268 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ab507505-58a0-4d24-8b57-40243562faeb req-e74c941f-aee9-4991-a71c-ff271993438f tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8fa6c38-9de0-479e-a227-8e4ce3e78bde HTTP/1.1" status: 200 len: 943 time: 0.3484273 Jul 09 16:25:50.090425 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cebf198-e7c6-4081-bce2-9f705787b2e1 req-f9187d3b-002e-4294-9eff-bdcfa5db461f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:50.098828 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3cebf198-e7c6-4081-bce2-9f705787b2e1 req-f9187d3b-002e-4294-9eff-bdcfa5db461f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7643443c-f3fe-4a91-b386-208fcf7a8dfa HTTP/1.1" status: 200 len: 860 time: 0.2047384 Jul 09 16:25:50.101226 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bf52de-96dc-4339-b6b7-7d4da1f7d43e None None] No DVR routers for this DVR port 8a087467-b573-4b07-bd3f-de7f49f1ae06 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:25:50.112573 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2808ec07-b177-48b0-9f97-9a3d0efe422c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:50.120312 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59b1ca0-3ef0-45db-9ecf-ef267f34352a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:25:50.133141 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f59b1ca0-3ef0-45db-9ecf-ef267f34352a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:50.172523 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3cebf198-e7c6-4081-bce2-9f705787b2e1 req-632de2ee-7d6a-4def-bfca-4ac2c0814d25 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=253b6b11-136f-4359-8b4b-5977842f3b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624356 Jul 09 16:25:50.200061 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ab507505-58a0-4d24-8b57-40243562faeb req-d76a3153-fa99-4485-a424-57c7bc89e85e tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166735 Jul 09 16:25:50.312168 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3cebf198-e7c6-4081-bce2-9f705787b2e1 req-3ebe3b02-1f70-4777-b1d6-72cbcd653fbd service neutron] 10.222.0.73 "GET /v2.0/networks/253b6b11-136f-4359-8b4b-5977842f3b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164355 Jul 09 16:25:50.381376 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1fa5b598-c06e-4709-970c-9baf8fdf9493 req-a0107bbd-cfc3-497d-b4b8-f210c0f16392 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/floatingips/a55b7531-d6be-4a60-bc9b-de11202397b6 HTTP/1.1" status: 200 len: 694 time: 0.0678544 Jul 09 16:25:50.401014 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f59b1ca0-3ef0-45db-9ecf-ef267f34352a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:50.497416 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-980fa734-96f1-4297-af57-03ee6c48f5e9 req-52748620-c438-4649-a8c4-cd3676cadd24 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4475362 Jul 09 16:25:50.510588 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2808ec07-b177-48b0-9f97-9a3d0efe422c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ba40da-8a8f-491d-a180-7cc585c18233,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:50.543802 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59b1ca0-3ef0-45db-9ecf-ef267f34352a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:25:50.555900 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-f59b1ca0-3ef0-45db-9ecf-ef267f34352a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:25:50.560137 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2808ec07-b177-48b0-9f97-9a3d0efe422c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9c61b34567324a39b693aed5e27edf73&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7454798 Jul 09 16:25:50.565021 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59b1ca0-3ef0-45db-9ecf-ef267f34352a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:50.566023 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f59b1ca0-3ef0-45db-9ecf-ef267f34352a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:50.573770 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 41202) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:50.587158 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3cebf198-e7c6-4081-bce2-9f705787b2e1 req-c3dd0114-85ad-41cb-8181-6bdb618d6f3a service neutron] 10.222.0.73 "GET /v2.0/networks/253b6b11-136f-4359-8b4b-5977842f3b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026608 Jul 09 16:25:50.603190 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb4ab9-281c-48b8-8892-15450933209c req-69b064fe-9ce0-475d-8a02-32bce5ab14a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:50.616676 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4deb4ab9-281c-48b8-8892-15450933209c req-69b064fe-9ce0-475d-8a02-32bce5ab14a0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e14244d3-321e-4e11-8fa5-f8d23e2088a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5798299 Jul 09 16:25:50.630189 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59b1ca0-3ef0-45db-9ecf-ef267f34352a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'Subnet': ['ID=a8942d4e-4284-4c72-91e4-e1132204b98e,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:50.677687 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f59b1ca0-3ef0-45db-9ecf-ef267f34352a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1048248 Jul 09 16:25:50.683342 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 41208) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:50.691054 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-235b98f3-683c-4865-b61d-010f3f9488b6 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'port': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'name': 'tempest-NetworksTestDHCPv6-1823203262'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:25:50.746911 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f825077-ff0c-419a-a2e9-fdadf2f5f21c None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:25:50.762357 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa5b598-c06e-4709-970c-9baf8fdf9493 req-692c9c62-4ae6-4afa-9d5b-5dd056f3bb80 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:50.770246 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1fa5b598-c06e-4709-970c-9baf8fdf9493 req-692c9c62-4ae6-4afa-9d5b-5dd056f3bb80 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/networks/caa6ed8d-2893-4113-8f68-c5284e694f6c HTTP/1.1" status: 200 len: 784 time: 0.1794071 Jul 09 16:25:50.774653 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0fad4d54-8381-4430-9b55-824a3ff8161e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:50.838868 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1fa5b598-c06e-4709-970c-9baf8fdf9493 req-f5c48be4-2a7f-4ae2-a54d-9aede343857a tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.0.47 HTTP/1.1" status: 200 len: 697 time: 0.0673339 Jul 09 16:25:50.865854 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0fad4d54-8381-4430-9b55-824a3ff8161e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:50.889720 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4deb4ab9-281c-48b8-8892-15450933209c req-f5595d07-fd63-406d-9414-89830dba963b service neutron] 10.222.0.73 "GET /v2.0/networks/e14244d3-321e-4e11-8fa5-f8d23e2088a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712359 Jul 09 16:25:50.895972 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1fa5b598-c06e-4709-970c-9baf8fdf9493 req-e3a7bc7f-1be6-4c22-b2d3-f6f977dbbaa7 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.0.47 HTTP/1.1" status: 200 len: 697 time: 0.0561469 Jul 09 16:25:51.017322 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235b98f3-683c-4865-b61d-010f3f9488b6 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:25:51.033717 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-235b98f3-683c-4865-b61d-010f3f9488b6 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:51.074104 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6adb006-03c8-4edb-ab29-e07004169254 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-f22714f5-d774-47cf-ac1e-3989f67517e9', 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'tenant_id': '005b565b3c004d24a50d69ddcd50be46', 'fixed_ips': [{'subnet_id': 'a8942d4e-4284-4c72-91e4-e1132204b98e'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:25:51.075242 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e6adb006-03c8-4edb-ab29-e07004169254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:51.117833 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4deb4ab9-281c-48b8-8892-15450933209c req-dc8687d8-0807-4b05-a754-72d98dc94d28 service neutron] 10.222.0.73 "GET /v2.0/networks/e14244d3-321e-4e11-8fa5-f8d23e2088a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103777 Jul 09 16:25:51.127197 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-235b98f3-683c-4865-b61d-010f3f9488b6 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] device_id is not set on port 1931a24c-75ff-41c9-9da1-f86a1e9a1899 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:25:51.146345 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0fad4d54-8381-4430-9b55-824a3ff8161e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:51.152032 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0fad4d54-8381-4430-9b55-824a3ff8161e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:51.157086 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0fad4d54-8381-4430-9b55-824a3ff8161e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/03ba40da-8a8f-491d-a180-7cc585c18233 HTTP/1.1" status: 204 len: 168 time: 0.5818775 Jul 09 16:25:51.173838 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fad4d54-8381-4430-9b55-824a3ff8161e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ba40da-8a8f-491d-a180-7cc585c18233,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:51.320506 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-e6adb006-03c8-4edb-ab29-e07004169254 None None] Allocated IP 2001:db8::2 (f22714f5-d774-47cf-ac1e-3989f67517e9/a8942d4e-4284-4c72-91e4-e1132204b98e/2edd3d43-8218-4a96-afe5-19257738a219) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:25:51.532444 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e6adb006-03c8-4edb-ab29-e07004169254 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:51.562368 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e6adb006-03c8-4edb-ab29-e07004169254 None None] Transition to ACTIVE for port object 2edd3d43-8218-4a96-afe5-19257738a219 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:25:51.598586 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e6adb006-03c8-4edb-ab29-e07004169254 None None] Transition to ACTIVE for port object 2edd3d43-8218-4a96-afe5-19257738a219 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:25:51.618381 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e6adb006-03c8-4edb-ab29-e07004169254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:51.642483 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd75d83-8c28-42bc-afb2-2987e588ce00 req-ce9553d0-d163-433e-a79b-99020167b8ed tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:51.649757 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ebd75d83-8c28-42bc-afb2-2987e588ce00 req-ce9553d0-d163-433e-a79b-99020167b8ed tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8fa6c38-9de0-479e-a227-8e4ce3e78bde HTTP/1.1" status: 200 len: 943 time: 0.2082541 Jul 09 16:25:51.664347 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device a171e1ce-73c7-41f2-85cd-8fa1c943068f details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:25:51.738030 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ebd75d83-8c28-42bc-afb2-2987e588ce00 req-ba977aa7-85bb-45d5-ad0c-dff00c2182ac tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803196 Jul 09 16:25:51.792374 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-235b98f3-683c-4865-b61d-010f3f9488b6 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Allocated IP 2001:db8::291 (f22714f5-d774-47cf-ac1e-3989f67517e9/a8942d4e-4284-4c72-91e4-e1132204b98e/1931a24c-75ff-41c9-9da1-f86a1e9a1899) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:25:51.932149 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port a171e1ce-73c7-41f2-85cd-8fa1c943068f, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=a171e1ce-73c7-41f2-85cd-8fa1c943068f,segment=NetworkSegment(44b862f2-e325-48d7-99eb-7401b6fb9e9c),segment_id=44b862f2-e325-48d7-99eb-7401b6fb9e9c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:25:52.002096 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': 'a171e1ce-73c7-41f2-85cd-8fa1c943068f', 'network_id': 'e14244d3-321e-4e11-8fa5-f8d23e2088a8', 'port_id': 'a171e1ce-73c7-41f2-85cd-8fa1c943068f', 'mac_address': 'fa:16:3e:49:00:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ed42caa-ccec-43f9-abc2-3f037ba46c07', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:25:52.024868 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6adb006-03c8-4edb-ab29-e07004169254 None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:25:52.106031 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-e6adb006-03c8-4edb-ab29-e07004169254 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:25:52.118581 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:52.127176 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6adb006-03c8-4edb-ab29-e07004169254 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:25:52.141628 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-1fa5b598-c06e-4709-970c-9baf8fdf9493 req-c706b325-54f3-4743-8eb3-e71ce4234089 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Deleting port 4e9c521d-b4f0-47a9-8deb-135ae009c9d9 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:25:52.145713 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1fa5b598-c06e-4709-970c-9baf8fdf9493 req-c706b325-54f3-4743-8eb3-e71ce4234089 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:52.285381 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1fa5b598-c06e-4709-970c-9baf8fdf9493 req-c706b325-54f3-4743-8eb3-e71ce4234089 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:52.285707 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1fa5b598-c06e-4709-970c-9baf8fdf9493 req-c706b325-54f3-4743-8eb3-e71ce4234089 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:52.305535 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-1fa5b598-c06e-4709-970c-9baf8fdf9493 req-c706b325-54f3-4743-8eb3-e71ce4234089 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Calling delete_port for 4e9c521d-b4f0-47a9-8deb-135ae009c9d9 owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:25:52.314485 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a171e1ce-73c7-41f2-85cd-8fa1c943068f {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:25:52.321989 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adb006-03c8-4edb-ab29-e07004169254 None None] Pushing event updated for resources: {'Port': ['ID=2edd3d43-8218-4a96-afe5-19257738a219,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:52.337421 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e6adb006-03c8-4edb-ab29-e07004169254 None None] Attempting to bind port 2edd3d43-8218-4a96-afe5-19257738a219 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:25:52.337694 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e6adb006-03c8-4edb-ab29-e07004169254 None None] Attempting to bind port 2edd3d43-8218-4a96-afe5-19257738a219 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:25:52.338310 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6adb006-03c8-4edb-ab29-e07004169254 None None] Attempting to bind port 2edd3d43-8218-4a96-afe5-19257738a219 on network f22714f5-d774-47cf-ac1e-3989f67517e9 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:25:52.348164 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-235b98f3-683c-4865-b61d-010f3f9488b6 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:52.351251 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6adb006-03c8-4edb-ab29-e07004169254 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:25:52.351826 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6adb006-03c8-4edb-ab29-e07004169254 None None] Checking segment: {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:25:52.352429 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e6adb006-03c8-4edb-ab29-e07004169254 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:52.353094 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6adb006-03c8-4edb-ab29-e07004169254 None None] Bound using segment: {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:25:52.353820 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e6adb006-03c8-4edb-ab29-e07004169254 None None] Bound port: 2edd3d43-8218-4a96-afe5-19257738a219, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:25:52.354295 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e6adb006-03c8-4edb-ab29-e07004169254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:52.381849 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b394421-374a-4d61-9ca8-41f2789cb413 req-4067b36f-78e2-4584-8663-4d27e15d1dca tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:52.391340 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2b394421-374a-4d61-9ca8-41f2789cb413 req-4067b36f-78e2-4584-8663-4d27e15d1dca tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 943 time: 0.3546906 Jul 09 16:25:52.398242 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7de82931-bcfa-4a9f-ac5e-f21493c9bc50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:52.455137 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-235b98f3-683c-4865-b61d-010f3f9488b6 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Transition to ACTIVE for port object 1931a24c-75ff-41c9-9da1-f86a1e9a1899 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:25:52.474784 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port a171e1ce-73c7-41f2-85cd-8fa1c943068f, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=a171e1ce-73c7-41f2-85cd-8fa1c943068f,segment=NetworkSegment(44b862f2-e325-48d7-99eb-7401b6fb9e9c),segment_id=44b862f2-e325-48d7-99eb-7401b6fb9e9c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:25:52.500609 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:52.511956 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2b394421-374a-4d61-9ca8-41f2789cb413 req-5dca89c2-cf21-46f9-91b3-043bed5cd1bb tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194894 Jul 09 16:25:52.597859 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-235b98f3-683c-4865-b61d-010f3f9488b6 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:52.687920 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1fa5b598-c06e-4709-970c-9baf8fdf9493 req-c706b325-54f3-4743-8eb3-e71ce4234089 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:52.713845 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-e6adb006-03c8-4edb-ab29-e07004169254 None None] For port 2edd3d43-8218-4a96-afe5-19257738a219, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:25:52.719487 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=a171e1ce-73c7-41f2-85cd-8fa1c943068f,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:52.719985 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c706b325-54f3-4743-8eb3-e71ce4234089 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Pushing event deleted for resources: {'Port': ['ID=4e9c521d-b4f0-47a9-8deb-135ae009c9d9,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:52.730646 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-e6adb006-03c8-4edb-ab29-e07004169254 None None] For port 2edd3d43-8218-4a96-afe5-19257738a219, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=2edd3d43-8218-4a96-afe5-19257738a219,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:25:52.735572 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235b98f3-683c-4865-b61d-010f3f9488b6 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:25:52.740364 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e6adb006-03c8-4edb-ab29-e07004169254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:52.757361 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-235b98f3-683c-4865-b61d-010f3f9488b6 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:25:52.770199 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235b98f3-683c-4865-b61d-010f3f9488b6 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:25:52.785037 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235b98f3-683c-4865-b61d-010f3f9488b6 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:52.787422 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-235b98f3-683c-4865-b61d-010f3f9488b6 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:52.792726 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b98f3-683c-4865-b61d-010f3f9488b6 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'Port': ['ID=1931a24c-75ff-41c9-9da1-f86a1e9a1899,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:52.819037 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-235b98f3-683c-4865-b61d-010f3f9488b6 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1312394 Jul 09 16:25:52.820550 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 41252) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:52.828790 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1fa5b598-c06e-4709-970c-9baf8fdf9493 req-c706b325-54f3-4743-8eb3-e71ce4234089 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:52.837584 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1fa5b598-c06e-4709-970c-9baf8fdf9493 req-c706b325-54f3-4743-8eb3-e71ce4234089 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:52.848661 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1fa5b598-c06e-4709-970c-9baf8fdf9493 req-c706b325-54f3-4743-8eb3-e71ce4234089 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "DELETE /v2.0/floatingips/a55b7531-d6be-4a60-bc9b-de11202397b6 HTTP/1.1" status: 204 len: 173 time: 1.9513702 Jul 09 16:25:52.849547 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adb006-03c8-4edb-ab29-e07004169254 None None] Pushing event updated for resources: {'Port': ['ID=2edd3d43-8218-4a96-afe5-19257738a219,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:53.004789 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f242e375-22a2-4923-b77f-6e285cef5054 req-ab67e02e-6469-4327-a0d1-d477add67433 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/security-groups/92ad2155-ad03-45ea-8639-20fa8695f411 HTTP/1.1" status: 200 len: 1807 time: 0.1208904 Jul 09 16:25:53.034993 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840bdbe6-ddc6-4aac-9872-4b1007c95252 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:53.042963 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840bdbe6-ddc6-4aac-9872-4b1007c95252 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:53.043646 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['a171e1ce-73c7-41f2-85cd-8fa1c943068f'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:25:53.047821 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-840bdbe6-ddc6-4aac-9872-4b1007c95252 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2194853 Jul 09 16:25:53.049158 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 41258) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:53.134887 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1855cd-07f7-4c21-97b5-86ea957aa8d3 req-134cafff-0dda-40c4-92db-065474599af3 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:53.147092 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4f1855cd-07f7-4c21-97b5-86ea957aa8d3 req-134cafff-0dda-40c4-92db-065474599af3 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8fa6c38-9de0-479e-a227-8e4ce3e78bde HTTP/1.1" status: 200 len: 944 time: 0.1809835 Jul 09 16:25:53.241315 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4f1855cd-07f7-4c21-97b5-86ea957aa8d3 req-1e8eba8c-862c-47e8-8c62-d2af38bad9b7 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931780 Jul 09 16:25:53.381776 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f242e375-22a2-4923-b77f-6e285cef5054 req-2bf4a4b0-1258-4914-81e9-f624150b10d2 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:53.441651 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f242e375-22a2-4923-b77f-6e285cef5054 req-2bf4a4b0-1258-4914-81e9-f624150b10d2 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:53.449929 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-469a2320-5af7-49ce-a4e7-e903fa61a5ac tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Deleting port 1931a24c-75ff-41c9-9da1-f86a1e9a1899 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:25:53.450274 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-469a2320-5af7-49ce-a4e7-e903fa61a5ac tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:53.643672 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f242e375-22a2-4923-b77f-6e285cef5054 req-2bf4a4b0-1258-4914-81e9-f624150b10d2 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:53.654514 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f242e375-22a2-4923-b77f-6e285cef5054 req-2bf4a4b0-1258-4914-81e9-f624150b10d2 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:53.660268 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f242e375-22a2-4923-b77f-6e285cef5054 req-2bf4a4b0-1258-4914-81e9-f624150b10d2 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "DELETE /v2.0/security-groups/92ad2155-ad03-45ea-8639-20fa8695f411 HTTP/1.1" status: 204 len: 173 time: 0.6545956 Jul 09 16:25:53.671956 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-469a2320-5af7-49ce-a4e7-e903fa61a5ac tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:53.712840 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 2edd3d43-8218-4a96-afe5-19257738a219 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:25:53.752518 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf4a4b0-1258-4914-81e9-f624150b10d2 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ad2155-ad03-45ea-8639-20fa8695f411,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:53.772784 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-469a2320-5af7-49ce-a4e7-e903fa61a5ac tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Calling delete_port for 1931a24c-75ff-41c9-9da1-f86a1e9a1899 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:25:53.875608 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 2edd3d43-8218-4a96-afe5-19257738a219 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:25:54.018922 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d13272-0a5c-42b4-a442-bdc54dd3f43a req-14980f17-2f3d-45c8-9402-edde0e1c59a9 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:54.022482 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-37d13272-0a5c-42b4-a442-bdc54dd3f43a req-14980f17-2f3d-45c8-9402-edde0e1c59a9 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 943 time: 0.1849916 Jul 09 16:25:54.131846 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-37d13272-0a5c-42b4-a442-bdc54dd3f43a req-03ab3e71-cfce-40f0-9f85-8f500003ef4f tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020956 Jul 09 16:25:54.183937 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-469a2320-5af7-49ce-a4e7-e903fa61a5ac tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:54.326266 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 41302) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:54.333363 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469a2320-5af7-49ce-a4e7-e903fa61a5ac tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event deleted for resources: {'Port': ['ID=1931a24c-75ff-41c9-9da1-f86a1e9a1899,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:54.424863 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-469a2320-5af7-49ce-a4e7-e903fa61a5ac tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:54.428426 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-469a2320-5af7-49ce-a4e7-e903fa61a5ac tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/ports/1931a24c-75ff-41c9-9da1-f86a1e9a1899 HTTP/1.1" status: 204 len: 168 time: 1.3782542 Jul 09 16:25:54.431722 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 41306) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:54.626506 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781d5b9e-bdd9-4d65-9dcb-0a1627affa3f tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:54.628205 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781d5b9e-bdd9-4d65-9dcb-0a1627affa3f tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:54.638804 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-781d5b9e-bdd9-4d65-9dcb-0a1627affa3f tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2023075 Jul 09 16:25:54.640141 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 41308) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:54.693016 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a8864-51b3-4edc-bbf8-a61fed371704 req-2c2476ab-76c8-4406-80db-44fc63a256b3 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:54.735611 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-728a8864-51b3-4edc-bbf8-a61fed371704 req-2c2476ab-76c8-4406-80db-44fc63a256b3 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2ac1b48-1b4b-49e2-b4ec-136d43f2b192 HTTP/1.1" status: 200 len: 946 time: 0.2807453 Jul 09 16:25:54.767753 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6a5d2c25-ccac-4d04-a7b6-099832cea375 None None] Provisioning for port 2edd3d43-8218-4a96-afe5-19257738a219 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:25:54.772188 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6a5d2c25-ccac-4d04-a7b6-099832cea375 None None] Provisioning complete for port 2edd3d43-8218-4a96-afe5-19257738a219 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:25:54.772571 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6a5d2c25-ccac-4d04-a7b6-099832cea375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:54.927945 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a418fd-e35a-4d02-b830-0a6d6bbadf5c req-1eeb47fe-bc5c-475b-b6d8-a464f0a98859 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:54.940895 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f7a418fd-e35a-4d02-b830-0a6d6bbadf5c req-1eeb47fe-bc5c-475b-b6d8-a464f0a98859 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8fa6c38-9de0-479e-a227-8e4ce3e78bde HTTP/1.1" status: 200 len: 944 time: 0.3030415 Jul 09 16:25:54.962390 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-14e5eb5a-b5f4-4248-92cc-fd0496e49a12 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Deleting subnet a8942d4e-4284-4c72-91e4-e1132204b98e {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:25:54.991064 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-14e5eb5a-b5f4-4248-92cc-fd0496e49a12 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:55.036682 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6a5d2c25-ccac-4d04-a7b6-099832cea375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:55.067995 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-728a8864-51b3-4edc-bbf8-a61fed371704 req-25caf380-76c3-489a-9b70-5593a17bfab5 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/security-groups?id=d0a6dc63-8b1a-4a2e-94f0-61890eef0833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253243 Jul 09 16:25:55.120432 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-14e5eb5a-b5f4-4248-92cc-fd0496e49a12 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:55.138593 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-817b102f-ca51-40d7-b16e-6dd9608e5c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:55.151953 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-6a5d2c25-ccac-4d04-a7b6-099832cea375 None None] For port 2edd3d43-8218-4a96-afe5-19257738a219, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=2edd3d43-8218-4a96-afe5-19257738a219,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:25:55.175440 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6a5d2c25-ccac-4d04-a7b6-099832cea375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:55.296762 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb964-e0b7-444d-8f37-adc0710eac03 None None] Could not find standard attr ID for object 1931a24c-75ff-41c9-9da1-f86a1e9a1899. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:25:55.304332 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5d2c25-ccac-4d04-a7b6-099832cea375 None None] Pushing event updated for resources: {'Port': ['ID=2edd3d43-8218-4a96-afe5-19257738a219,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:55.371712 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:55.426813 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-14e5eb5a-b5f4-4248-92cc-fd0496e49a12 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:55.617238 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f7a418fd-e35a-4d02-b830-0a6d6bbadf5c req-3627f60a-b2b7-4f5f-a790-8e2587ea8d6b tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6704533 Jul 09 16:25:55.646032 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af06bb-d4ec-49c5-aedf-b1ac07885b80 req-5594c168-14bd-4231-993d-9d9c576adc40 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:55.653716 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a3af06bb-d4ec-49c5-aedf-b1ac07885b80 req-5594c168-14bd-4231-993d-9d9c576adc40 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 943 time: 0.2502480 Jul 09 16:25:55.662489 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-14e5eb5a-b5f4-4248-92cc-fd0496e49a12 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:55.671965 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device a171e1ce-73c7-41f2-85cd-8fa1c943068f up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:25:55.717993 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-14e5eb5a-b5f4-4248-92cc-fd0496e49a12 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:55.720186 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-14e5eb5a-b5f4-4248-92cc-fd0496e49a12 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/a8942d4e-4284-4c72-91e4-e1132204b98e HTTP/1.1" status: 204 len: 168 time: 1.0796881 Jul 09 16:25:55.721613 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e5eb5a-b5f4-4248-92cc-fd0496e49a12 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event deleted for resources: {'Subnet': ['ID=a8942d4e-4284-4c72-91e4-e1132204b98e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:55.725451 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 41330) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:55.759247 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a3af06bb-d4ec-49c5-aedf-b1ac07885b80 req-6b32ec1a-1a98-42a3-85db-f499014b99c2 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043587 Jul 09 16:25:55.791465 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5815fdd-bf3b-4f57-84dc-76fd5fbc2dac None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:25:55.798149 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 2edd3d43-8218-4a96-afe5-19257738a219 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:25:55.851590 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-76ec7a9c-a7d5-4645-8274-5f8d310d5004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:55.858981 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c92cacdb-7c74-49e5-9057-d921b970fe0d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1317136 Jul 09 16:25:55.863191 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 41336) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:56.006736 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port a171e1ce-73c7-41f2-85cd-8fa1c943068f completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:25:56.008088 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995a9414-9143-46b8-bf1d-f7855e19be83 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:56.014960 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-995a9414-9143-46b8-bf1d-f7855e19be83 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1452754 Jul 09 16:25:56.015801 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 41338) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:56.022410 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port a171e1ce-73c7-41f2-85cd-8fa1c943068f triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:25:56.023199 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:56.129285 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 2edd3d43-8218-4a96-afe5-19257738a219 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:25:56.130150 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:56.212466 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:56.254800 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712022b0-ca20-438b-9a5c-bbdfbd2505d1 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:56.265603 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-712022b0-ca20-438b-9a5c-bbdfbd2505d1 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2439580 Jul 09 16:25:56.278510 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 41344) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:56.388724 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:56.397545 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486fe266-db11-4f3c-afa0-80efe8078132 None None] DHCP port deletion for f22714f5-d774-47cf-ac1e-3989f67517e9 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:25:56.418109 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a7f76066-91bc-4c47-8500-6ea6ef7afd3c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1304984 Jul 09 16:25:56.418109 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 41346) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:56.425663 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-def61f48-b0aa-4b11-8dab-bdb0fd8a16fa tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'subnet': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:25:56.471147 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8fa6c38-9de0-479e-a227-8e4ce3e78bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a171e1ce-73c7-41f2-85cd-8fa1c943068f'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:25:56.473639 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7a42a3-a208-4dc9-871f-983fd5f4b9b1" -d '{"events": [{"server_uuid": "d8fa6c38-9de0-479e-a227-8e4ce3e78bde", "name": "network-vif-plugged", "status": "completed", "tag": "a171e1ce-73c7-41f2-85cd-8fa1c943068f"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:25:56.496992 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-76ec7a9c-a7d5-4645-8274-5f8d310d5004 admin admin] Deleting port fee0d584-97ea-46ca-a745-72eea694d7a5 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:25:56.498115 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-76ec7a9c-a7d5-4645-8274-5f8d310d5004 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:56.543625 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port a171e1ce-73c7-41f2-85cd-8fa1c943068f, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=a171e1ce-73c7-41f2-85cd-8fa1c943068f,segment=NetworkSegment(44b862f2-e325-48d7-99eb-7401b6fb9e9c),segment_id=44b862f2-e325-48d7-99eb-7401b6fb9e9c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:25:56.563208 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05bb93e-68b7-4c51-9f7f-c72a3d5ad958 req-03072a59-909e-45ec-8f66-0f9729f17fd3 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:56.565406 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b05bb93e-68b7-4c51-9f7f-c72a3d5ad958 req-03072a59-909e-45ec-8f66-0f9729f17fd3 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2ac1b48-1b4b-49e2-b4ec-136d43f2b192 HTTP/1.1" status: 200 len: 946 time: 0.2335551 Jul 09 16:25:56.575229 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c83280c-f339-44cb-b892-da3346b3cba8 x-openstack-request-id: req-9c83280c-f339-44cb-b892-da3346b3cba8 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:25:56.575569 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8fa6c38-9de0-479e-a227-8e4ce3e78bde", "name": "network-vif-plugged", "status": "completed", "tag": "a171e1ce-73c7-41f2-85cd-8fa1c943068f", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:25:56.575778 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9c83280c-f339-44cb-b892-da3346b3cba8 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:25:56.576180 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8fa6c38-9de0-479e-a227-8e4ce3e78bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a171e1ce-73c7-41f2-85cd-8fa1c943068f', 'code': 200} Jul 09 16:25:56.589010 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:56.623148 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def61f48-b0aa-4b11-8dab-bdb0fd8a16fa tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:25:56.633825 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-def61f48-b0aa-4b11-8dab-bdb0fd8a16fa tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:56.671993 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=a171e1ce-73c7-41f2-85cd-8fa1c943068f,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:56.680243 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:56.690094 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-486fe266-db11-4f3c-afa0-80efe8078132 None None] Deleting port 2edd3d43-8218-4a96-afe5-19257738a219 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:25:56.690684 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-486fe266-db11-4f3c-afa0-80efe8078132 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:56.786181 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-486fe266-db11-4f3c-afa0-80efe8078132 None None] For port 2edd3d43-8218-4a96-afe5-19257738a219, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=2edd3d43-8218-4a96-afe5-19257738a219,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:25:56.787679 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-486fe266-db11-4f3c-afa0-80efe8078132 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:56.810418 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-486fe266-db11-4f3c-afa0-80efe8078132 None None] Calling delete_port for 2edd3d43-8218-4a96-afe5-19257738a219 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:25:56.875578 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b05bb93e-68b7-4c51-9f7f-c72a3d5ad958 req-91841605-3b75-4855-b5e3-6018ea4fc1a5 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/security-groups?id=d0a6dc63-8b1a-4a2e-94f0-61890eef0833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806146 Jul 09 16:25:56.877712 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-76ec7a9c-a7d5-4645-8274-5f8d310d5004 admin admin] For port fee0d584-97ea-46ca-a745-72eea694d7a5, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=fee0d584-97ea-46ca-a745-72eea694d7a5,segment=NetworkSegment(83198ff5-8209-4915-83c0-f54a458e911a),segment_id=83198ff5-8209-4915-83c0-f54a458e911a)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:25:56.878163 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-76ec7a9c-a7d5-4645-8274-5f8d310d5004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:56.918931 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-76ec7a9c-a7d5-4645-8274-5f8d310d5004 admin admin] Calling delete_port for fee0d584-97ea-46ca-a745-72eea694d7a5 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:25:56.942484 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-486fe266-db11-4f3c-afa0-80efe8078132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:57.043966 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486fe266-db11-4f3c-afa0-80efe8078132 None None] Pushing event deleted for resources: {'Port': ['ID=2edd3d43-8218-4a96-afe5-19257738a219,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:57.050630 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486fe266-db11-4f3c-afa0-80efe8078132 None None] No DVR routers for this DVR port 2edd3d43-8218-4a96-afe5-19257738a219 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:25:57.084948 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-def61f48-b0aa-4b11-8dab-bdb0fd8a16fa tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:57.137532 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6728ed3-9055-443e-9161-0f3c3bb6febb req-d8d7a616-712a-49ba-bed1-80d1763acb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:57.139759 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f6728ed3-9055-443e-9161-0f3c3bb6febb req-d8d7a616-712a-49ba-bed1-80d1763acb25 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d8fa6c38-9de0-479e-a227-8e4ce3e78bde HTTP/1.1" status: 200 len: 1096 time: 0.4277358 Jul 09 16:25:57.175454 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c9f3a-7daf-46bc-bbf6-48790a4f5b53 req-ffb3d174-fb8f-4917-8477-fa0bc28c336f tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:57.177008 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-626c9f3a-7daf-46bc-bbf6-48790a4f5b53 req-ffb3d174-fb8f-4917-8477-fa0bc28c336f tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8fa6c38-9de0-479e-a227-8e4ce3e78bde HTTP/1.1" status: 200 len: 945 time: 0.3122926 Jul 09 16:25:57.178655 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def61f48-b0aa-4b11-8dab-bdb0fd8a16fa tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'Subnet': ['ID=24577404-fcb2-47c2-a584-86ad43a17dd2,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:57.192581 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def61f48-b0aa-4b11-8dab-bdb0fd8a16fa tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:25:57.230088 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-626c9f3a-7daf-46bc-bbf6-48790a4f5b53 req-df63e66a-4320-49a2-8ba7-ed2437c76f6e tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410538 Jul 09 16:25:57.231993 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-def61f48-b0aa-4b11-8dab-bdb0fd8a16fa tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:25:57.235510 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def61f48-b0aa-4b11-8dab-bdb0fd8a16fa tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:57.236108 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-def61f48-b0aa-4b11-8dab-bdb0fd8a16fa tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:57.242407 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd70ed91-2feb-433e-a8ce-0fcbfabcd459 None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:25:57.250625 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0307f491-2058-4c57-abfe-3f5683aedf21 req-0bd590b0-9d06-4edf-88b6-3a7d142e3e6f tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:57.252210 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0307f491-2058-4c57-abfe-3f5683aedf21 req-0bd590b0-9d06-4edf-88b6-3a7d142e3e6f tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2ac1b48-1b4b-49e2-b4ec-136d43f2b192 HTTP/1.1" status: 200 len: 946 time: 0.3682775 Jul 09 16:25:57.266808 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f6728ed3-9055-443e-9161-0f3c3bb6febb req-5138ff35-1e8a-4077-9446-35a3e3315c9d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211479 Jul 09 16:25:57.291276 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-76ec7a9c-a7d5-4645-8274-5f8d310d5004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:57.302995 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-def61f48-b0aa-4b11-8dab-bdb0fd8a16fa tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8837924 Jul 09 16:25:57.306025 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 41364) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:57.312127 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-eda220b2-2a9b-404f-8c1d-5e047d79e261 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'port': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'fixed_ips': [{'subnet_id': '24577404-fcb2-47c2-a584-86ad43a17dd2', 'ip_address': '2001:db8::d28d:7844:2380:2335'}], 'name': 'tempest-NetworksTestDHCPv6-221627226'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:25:57.472227 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-0307f491-2058-4c57-abfe-3f5683aedf21 req-1630b6f5-c5e7-4287-a373-640ca3713fcf tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Deleting port 227cf03a-70d2-418e-9b84-3e6c167e46b4 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:25:57.472459 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0307f491-2058-4c57-abfe-3f5683aedf21 req-1630b6f5-c5e7-4287-a373-640ca3713fcf tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:57.569911 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5cadf1-ed37-4382-8aaf-19e726e3a3d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-f22714f5-d774-47cf-ac1e-3989f67517e9', 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'tenant_id': '005b565b3c004d24a50d69ddcd50be46', 'fixed_ips': [{'subnet_id': '24577404-fcb2-47c2-a584-86ad43a17dd2'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:25:57.570908 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4d5cadf1-ed37-4382-8aaf-19e726e3a3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:57.611350 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda220b2-2a9b-404f-8c1d-5e047d79e261 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:25:57.782156 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-0307f491-2058-4c57-abfe-3f5683aedf21 req-1630b6f5-c5e7-4287-a373-640ca3713fcf tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] For port 227cf03a-70d2-418e-9b84-3e6c167e46b4, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=227cf03a-70d2-418e-9b84-3e6c167e46b4,segment=NetworkSegment(5aa2b303-4215-48db-b010-ab00e40f1ba3),segment_id=5aa2b303-4215-48db-b010-ab00e40f1ba3)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:25:57.783918 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0307f491-2058-4c57-abfe-3f5683aedf21 req-1630b6f5-c5e7-4287-a373-640ca3713fcf tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:57.832121 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-0307f491-2058-4c57-abfe-3f5683aedf21 req-1630b6f5-c5e7-4287-a373-640ca3713fcf tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Calling delete_port for 227cf03a-70d2-418e-9b84-3e6c167e46b4 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:25:57.850939 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec7a9c-a7d5-4645-8274-5f8d310d5004 admin admin] Pushing event deleted for resources: {'Port': ['ID=fee0d584-97ea-46ca-a745-72eea694d7a5,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:57.857278 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-4d5cadf1-ed37-4382-8aaf-19e726e3a3d8 None None] Allocated IP 2001:db8::2 (f22714f5-d774-47cf-ac1e-3989f67517e9/24577404-fcb2-47c2-a584-86ad43a17dd2/8f2bf0bc-7878-4492-9913-d3a8db521c04) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:25:57.893275 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eda220b2-2a9b-404f-8c1d-5e047d79e261 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:57.897621 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b2170-3605-474c-bdde-430e798d1f16 req-aa00d269-098a-4e91-b17f-a99b3352f962 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:57.907413 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-906b2170-3605-474c-bdde-430e798d1f16 req-aa00d269-098a-4e91-b17f-a99b3352f962 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 943 time: 0.7007470 Jul 09 16:25:58.011261 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-eda220b2-2a9b-404f-8c1d-5e047d79e261 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] device_id is not set on port b34375c4-0285-4c21-a673-e68be8967f02 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:25:58.096088 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6dcba4a4-8963-4ba6-bad3-37b938563914 req-bfa880da-979e-4b89-ae8b-7f792cd0229d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2798254 Jul 09 16:25:58.101779 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-906b2170-3605-474c-bdde-430e798d1f16 req-d8a79348-30fc-470d-8b4a-810600bef292 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1934116 Jul 09 16:25:58.141400 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4d5cadf1-ed37-4382-8aaf-19e726e3a3d8 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:58.151771 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4d5cadf1-ed37-4382-8aaf-19e726e3a3d8 None None] Transition to ACTIVE for port object 8f2bf0bc-7878-4492-9913-d3a8db521c04 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:25:58.182902 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4d5cadf1-ed37-4382-8aaf-19e726e3a3d8 None None] Transition to ACTIVE for port object 8f2bf0bc-7878-4492-9913-d3a8db521c04 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:25:58.194171 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 2edd3d43-8218-4a96-afe5-19257738a219 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:25:58.215048 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device e57d8c06-ab85-46d1-be00-3fb675deed68 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:25:58.219206 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 2edd3d43-8218-4a96-afe5-19257738a219 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:25:58.219540 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 2edd3d43-8218-4a96-afe5-19257738a219 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:25:58.221385 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4d5cadf1-ed37-4382-8aaf-19e726e3a3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:58.344777 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:58.373019 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5cadf1-ed37-4382-8aaf-19e726e3a3d8 None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:25:58.404970 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-4d5cadf1-ed37-4382-8aaf-19e726e3a3d8 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:25:58.428485 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcba4a4-8963-4ba6-bad3-37b938563914 req-c17f5d3d-851e-49c8-ac41-f9771310d09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:58.429967 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5cadf1-ed37-4382-8aaf-19e726e3a3d8 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:25:58.438677 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6dcba4a4-8963-4ba6-bad3-37b938563914 req-c17f5d3d-851e-49c8-ac41-f9771310d09d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=927faf6a074749d0b7e4b4706940c5ca&device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 1096 time: 0.2800443 Jul 09 16:25:58.443772 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-76ec7a9c-a7d5-4645-8274-5f8d310d5004 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:58.556135 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2219a9f-0243-423e-88d0-232671e28766 req-4eba94d7-3df9-451a-ae13-edef22b845aa tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:58.557733 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c2219a9f-0243-423e-88d0-232671e28766 req-4eba94d7-3df9-451a-ae13-edef22b845aa tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2ac1b48-1b4b-49e2-b4ec-136d43f2b192 HTTP/1.1" status: 200 len: 946 time: 0.4239769 Jul 09 16:25:58.574064 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port e57d8c06-ab85-46d1-be00-3fb675deed68, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=e57d8c06-ab85-46d1-be00-3fb675deed68,segment=NetworkSegment(ccf009d5-237d-4e31-8041-1465d7de9aef),segment_id=ccf009d5-237d-4e31-8041-1465d7de9aef)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:25:58.592558 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5cadf1-ed37-4382-8aaf-19e726e3a3d8 None None] Pushing event updated for resources: {'Port': ['ID=8f2bf0bc-7878-4492-9913-d3a8db521c04,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:58.595246 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': 'e57d8c06-ab85-46d1-be00-3fb675deed68', 'network_id': 'a171d79a-1159-4481-9cc1-46c665ce3a96', 'port_id': 'e57d8c06-ab85-46d1-be00-3fb675deed68', 'mac_address': 'fa:16:3e:41:67:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9e97679-e3ca-4f43-b281-7791408a1287', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:25:58.637840 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c2219a9f-0243-423e-88d0-232671e28766 req-b5ff4123-d66e-43ec-ab2a-5947e0e8e791 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/security-groups?id=d0a6dc63-8b1a-4a2e-94f0-61890eef0833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659599 Jul 09 16:25:58.689228 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcba4a4-8963-4ba6-bad3-37b938563914 req-4a25c577-4224-4d39-bba1-ea61ccf5382c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:58.689228 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6dcba4a4-8963-4ba6-bad3-37b938563914 req-4a25c577-4224-4d39-bba1-ea61ccf5382c service neutron] 10.222.0.77 "GET /v2.0/networks?id=e14244d3-321e-4e11-8fa5-f8d23e2088a8 HTTP/1.1" status: 200 len: 913 time: 0.2090125 Jul 09 16:25:58.779111 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-4d5cadf1-ed37-4382-8aaf-19e726e3a3d8 None None] Attempting to bind port 8f2bf0bc-7878-4492-9913-d3a8db521c04 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:25:58.780027 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-4d5cadf1-ed37-4382-8aaf-19e726e3a3d8 None None] Attempting to bind port 8f2bf0bc-7878-4492-9913-d3a8db521c04 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:25:58.780399 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5cadf1-ed37-4382-8aaf-19e726e3a3d8 None None] Attempting to bind port 8f2bf0bc-7878-4492-9913-d3a8db521c04 on network f22714f5-d774-47cf-ac1e-3989f67517e9 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:25:58.828082 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-eda220b2-2a9b-404f-8c1d-5e047d79e261 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Allocated IP 2001:db8::d28d:7844:2380:2335 (f22714f5-d774-47cf-ac1e-3989f67517e9/24577404-fcb2-47c2-a584-86ad43a17dd2/b34375c4-0285-4c21-a673-e68be8967f02) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:25:58.840887 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5cadf1-ed37-4382-8aaf-19e726e3a3d8 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:25:58.841295 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5cadf1-ed37-4382-8aaf-19e726e3a3d8 None None] Checking segment: {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:25:58.841616 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4d5cadf1-ed37-4382-8aaf-19e726e3a3d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:58.842531 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5cadf1-ed37-4382-8aaf-19e726e3a3d8 None None] Bound using segment: {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:25:58.843088 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-4d5cadf1-ed37-4382-8aaf-19e726e3a3d8 None None] Bound port: 8f2bf0bc-7878-4492-9913-d3a8db521c04, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:25:58.843801 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4d5cadf1-ed37-4382-8aaf-19e726e3a3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:58.846587 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0307f491-2058-4c57-abfe-3f5683aedf21 req-1630b6f5-c5e7-4287-a373-640ca3713fcf tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:58.880489 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6dcba4a4-8963-4ba6-bad3-37b938563914 req-9a67a1f4-e431-481f-bfcb-d051532ba2af service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1db38019-9c36-4811-87b1-9165e461b73e HTTP/1.1" status: 200 len: 1000 time: 0.1264093 Jul 09 16:25:58.901973 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1630b6f5-c5e7-4287-a373-640ca3713fcf tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Pushing event deleted for resources: {'Port': ['ID=227cf03a-70d2-418e-9b84-3e6c167e46b4,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:58.905578 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:58.925104 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['227cf03a-70d2-418e-9b84-3e6c167e46b4'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:25:58.934621 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcba4a4-8963-4ba6-bad3-37b938563914 req-4d1271b8-b763-4cce-92f9-1000ee7c191a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:58.936193 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6dcba4a4-8963-4ba6-bad3-37b938563914 req-4d1271b8-b763-4cce-92f9-1000ee7c191a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9ed42caa-ccec-43f9-abc2-3f037ba46c07 HTTP/1.1" status: 200 len: 851 time: 0.0487452 Jul 09 16:25:58.996076 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e57d8c06-ab85-46d1-be00-3fb675deed68 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:25:59.012430 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4259e61-c216-4d07-8abb-bfec491e1499 req-21bf77f5-838a-4ad3-befa-f14987c2b8c7 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:59.021061 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f4259e61-c216-4d07-8abb-bfec491e1499 req-21bf77f5-838a-4ad3-befa-f14987c2b8c7 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8fa6c38-9de0-479e-a227-8e4ce3e78bde HTTP/1.1" status: 200 len: 945 time: 0.5629950 Jul 09 16:25:59.046544 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-0307f491-2058-4c57-abfe-3f5683aedf21 req-1630b6f5-c5e7-4287-a373-640ca3713fcf tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] No DVR routers for this DVR port 227cf03a-70d2-418e-9b84-3e6c167e46b4 on host n-h2-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:25:59.071859 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port e57d8c06-ab85-46d1-be00-3fb675deed68, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=e57d8c06-ab85-46d1-be00-3fb675deed68,segment=NetworkSegment(ccf009d5-237d-4e31-8041-1465d7de9aef),segment_id=ccf009d5-237d-4e31-8041-1465d7de9aef)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:25:59.097952 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f4259e61-c216-4d07-8abb-bfec491e1499 req-70bcc5bc-3f4b-42a5-9ea6-498a281bf316 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759048 Jul 09 16:25:59.118070 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:59.130508 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcba4a4-8963-4ba6-bad3-37b938563914 req-1ffdcbdf-de47-4ac7-93f4-7e4a04d28a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:59.132018 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6dcba4a4-8963-4ba6-bad3-37b938563914 req-1ffdcbdf-de47-4ac7-93f4-7e4a04d28a05 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e14244d3-321e-4e11-8fa5-f8d23e2088a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1871626 Jul 09 16:25:59.135049 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ec7a9c-a7d5-4645-8274-5f8d310d5004 admin admin] Router 6dd3ebce-7cac-4b83-8d52-7129c436ac00 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:25:59.208285 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-4d5cadf1-ed37-4382-8aaf-19e726e3a3d8 None None] For port 8f2bf0bc-7878-4492-9913-d3a8db521c04, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:25:59.210499 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eda220b2-2a9b-404f-8c1d-5e047d79e261 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:59.233783 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-4d5cadf1-ed37-4382-8aaf-19e726e3a3d8 None None] For port 8f2bf0bc-7878-4492-9913-d3a8db521c04, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=8f2bf0bc-7878-4492-9913-d3a8db521c04,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:25:59.246681 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4d5cadf1-ed37-4382-8aaf-19e726e3a3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:59.250562 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-eda220b2-2a9b-404f-8c1d-5e047d79e261 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Transition to ACTIVE for port object b34375c4-0285-4c21-a673-e68be8967f02 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:25:59.261896 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=e57d8c06-ab85-46d1-be00-3fb675deed68,revision_number=9']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:59.330111 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0307f491-2058-4c57-abfe-3f5683aedf21 req-1630b6f5-c5e7-4287-a373-640ca3713fcf tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:59.334989 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0307f491-2058-4c57-abfe-3f5683aedf21 req-1630b6f5-c5e7-4287-a373-640ca3713fcf tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.73 "DELETE /v2.0/ports/227cf03a-70d2-418e-9b84-3e6c167e46b4 HTTP/1.1" status: 204 len: 173 time: 2.0733445 Jul 09 16:25:59.337792 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ac1b48-1b4b-49e2-b4ec-136d43f2b192', 'name': 'network-vif-deleted', 'tag': '227cf03a-70d2-418e-9b84-3e6c167e46b4'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:25:59.342789 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b87d1e-e57d-4b58-a829-468e74e20a4b" -d '{"events": [{"server_uuid": "f2ac1b48-1b4b-49e2-b4ec-136d43f2b192", "name": "network-vif-deleted", "tag": "227cf03a-70d2-418e-9b84-3e6c167e46b4"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:25:59.377510 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eda220b2-2a9b-404f-8c1d-5e047d79e261 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:59.404065 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5cadf1-ed37-4382-8aaf-19e726e3a3d8 None None] Pushing event updated for resources: {'Port': ['ID=8f2bf0bc-7878-4492-9913-d3a8db521c04,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:59.446829 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ec7a9c-a7d5-4645-8274-5f8d310d5004 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:25:59.456876 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6dcba4a4-8963-4ba6-bad3-37b938563914 req-c8e2a114-9d5f-435d-ad23-b6729a46a40d service neutron] 10.222.0.77 "GET /v2.0/networks/e14244d3-321e-4e11-8fa5-f8d23e2088a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162489 Jul 09 16:25:59.457731 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c7fa4b-0d28-4449-a8f3-a47033eeb35c None None] Sync routers for ids ['6dd3ebce-7cac-4b83-8d52-7129c436ac00'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:25:59.477308 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-76ec7a9c-a7d5-4645-8274-5f8d310d5004 admin admin] 10.222.0.98 "PUT /v2.0/routers/6dd3ebce-7cac-4b83-8d52-7129c436ac00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1468072 Jul 09 16:25:59.478927 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c7fa4b-0d28-4449-a8f3-a47033eeb35c None None] Routers {'6dd3ebce-7cac-4b83-8d52-7129c436ac00'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:25:59.479591 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-d2c7fa4b-0d28-4449-a8f3-a47033eeb35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:25:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['6dd3ebce-7cac-4b83-8d52-7129c436ac00'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:25:59.512850 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 41404) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:59.518455 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382534b8-dbd7-4437-aeca-36edbf4e44f0 x-openstack-request-id: req-382534b8-dbd7-4437-aeca-36edbf4e44f0 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:25:59.518746 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2ac1b48-1b4b-49e2-b4ec-136d43f2b192", "name": "network-vif-deleted", "tag": "227cf03a-70d2-418e-9b84-3e6c167e46b4", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:25:59.519036 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-382534b8-dbd7-4437-aeca-36edbf4e44f0 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:25:59.519548 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2ac1b48-1b4b-49e2-b4ec-136d43f2b192', 'name': 'network-vif-deleted', 'tag': '227cf03a-70d2-418e-9b84-3e6c167e46b4', 'status': 'completed', 'code': 200} Jul 09 16:25:59.536143 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda220b2-2a9b-404f-8c1d-5e047d79e261 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'Port': ['ID=b34375c4-0285-4c21-a673-e68be8967f02,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:25:59.641377 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['e57d8c06-ab85-46d1-be00-3fb675deed68'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:25:59.692194 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda220b2-2a9b-404f-8c1d-5e047d79e261 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:25:59.695761 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-eda220b2-2a9b-404f-8c1d-5e047d79e261 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:25:59.702428 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda220b2-2a9b-404f-8c1d-5e047d79e261 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:25:59.708360 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda220b2-2a9b-404f-8c1d-5e047d79e261 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:59.713848 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-d2c7fa4b-0d28-4449-a8f3-a47033eeb35c None None] Set router 6dd3ebce-7cac-4b83-8d52-7129c436ac00 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:25:59.719810 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eda220b2-2a9b-404f-8c1d-5e047d79e261 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:25:59.754225 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 227cf03a-70d2-418e-9b84-3e6c167e46b4 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:25:59.763359 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-eda220b2-2a9b-404f-8c1d-5e047d79e261 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4559045 Jul 09 16:25:59.764899 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 41408) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:25:59.929057 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87848e37-b5f4-4232-bcd5-1f88d54c0bda req-7652943f-5f28-4cd9-bd86-437f3f39baa8 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:59.931207 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-87848e37-b5f4-4232-bcd5-1f88d54c0bda req-7652943f-5f28-4cd9-bd86-437f3f39baa8 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 944 time: 0.4109833 Jul 09 16:25:59.937657 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: 227cf03a-70d2-418e-9b84-3e6c167e46b4 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:25:59.938202 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 227cf03a-70d2-418e-9b84-3e6c167e46b4 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:25:59.942579 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2180ac58-4c57-4a2d-9c3d-c1ce493585af tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:59.950466 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2180ac58-4c57-4a2d-9c3d-c1ce493585af tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:25:59.958112 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2180ac58-4c57-4a2d-9c3d-c1ce493585af tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1882069 Jul 09 16:25:59.959023 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 41410) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:00.104559 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-87848e37-b5f4-4232-bcd5-1f88d54c0bda req-c3a68d38-9657-4d98-ae2d-5b40c859875a tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442969 Jul 09 16:26:00.155274 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-513777f6-6174-4374-b7b2-677e2899ace6 req-801a3412-0cc3-4dd6-9485-0141da71e720 tempest-ServerRescueTestJSONUnderV235-1808244036 tempest-ServerRescueTestJSONUnderV235-1808244036-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2ac1b48-1b4b-49e2-b4ec-136d43f2b192 HTTP/1.1" status: 200 len: 210 time: 0.1329474 Jul 09 16:26:00.185185 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-16d5a465-c52d-4960-958d-500915482166 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Deleting port b34375c4-0285-4c21-a673-e68be8967f02 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:26:00.186307 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-16d5a465-c52d-4960-958d-500915482166 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:00.301426 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-16d5a465-c52d-4960-958d-500915482166 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:00.319474 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-16d5a465-c52d-4960-958d-500915482166 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Calling delete_port for b34375c4-0285-4c21-a673-e68be8967f02 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:26:00.334173 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6bdb2294-38a5-4a23-a5c4-981f63b8ff8d admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:00.341393 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6dcba4a4-8963-4ba6-bad3-37b938563914 req-655a0d92-3806-40c6-a426-0fc20d373045 service neutron] 10.222.0.77 "GET /v2.0/networks/e14244d3-321e-4e11-8fa5-f8d23e2088a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8640120 Jul 09 16:26:00.574355 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6bdb2294-38a5-4a23-a5c4-981f63b8ff8d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:00.583171 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-16d5a465-c52d-4960-958d-500915482166 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:00.624072 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-d2c7fa4b-0d28-4449-a8f3-a47033eeb35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd3ebce-7cac-4b83-8d52-7129c436ac00', 'name': 'tempest-TaggedBootDevicesTest-1119092116-router', 'tenant_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '8336f8e6-589b-4a4f-b587-817febe17219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:14:17Z', 'updated_at': '2021-07-09T16:25:57Z', 'revision_number': 5, 'project_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'gw_port': {'id': '8336f8e6-589b-4a4f-b587-817febe17219', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:23:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd3ebce-7cac-4b83-8d52-7129c436ac00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:14:18Z', 'updated_at': '2021-07-09T16:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:26:00.688136 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-16d5a465-c52d-4960-958d-500915482166 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:00.690218 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-16d5a465-c52d-4960-958d-500915482166 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/ports/b34375c4-0285-4c21-a673-e68be8967f02 HTTP/1.1" status: 204 len: 168 time: 0.7289081 Jul 09 16:26:00.693101 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 41428) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:00.698044 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c7fa4b-0d28-4449-a8f3-a47033eeb35c None None] Checking router: 6dd3ebce-7cac-4b83-8d52-7129c436ac00 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:26:00.707984 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d5a465-c52d-4960-958d-500915482166 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event deleted for resources: {'Port': ['ID=b34375c4-0285-4c21-a673-e68be8967f02,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:00.717461 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c7fa4b-0d28-4449-a8f3-a47033eeb35c None None] Routers {'6dd3ebce-7cac-4b83-8d52-7129c436ac00'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:26:00.718081 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-d2c7fa4b-0d28-4449-a8f3-a47033eeb35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:25:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['6dd3ebce-7cac-4b83-8d52-7129c436ac00'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:26:00.722449 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97f052-3e34-40da-837a-a298db233dc9 req-51413d1c-05be-4380-89e6-ec52d9660288 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:00.730710 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1a97f052-3e34-40da-837a-a298db233dc9 req-51413d1c-05be-4380-89e6-ec52d9660288 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8fa6c38-9de0-479e-a227-8e4ce3e78bde HTTP/1.1" status: 200 len: 945 time: 0.2327487 Jul 09 16:26:00.807637 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1a97f052-3e34-40da-837a-a298db233dc9 req-bfaa7380-d2d1-4545-8e68-a8972549e088 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600288 Jul 09 16:26:00.820355 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-6bdb2294-38a5-4a23-a5c4-981f63b8ff8d admin admin] Deleting port 8336f8e6-589b-4a4f-b587-817febe17219 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:26:00.820802 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6bdb2294-38a5-4a23-a5c4-981f63b8ff8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:00.903350 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-d2c7fa4b-0d28-4449-a8f3-a47033eeb35c None None] Set router 6dd3ebce-7cac-4b83-8d52-7129c436ac00 gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:26:00.910242 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f4410b-51ec-4c43-90a0-ceeb6fc8f551 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:00.911900 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f4410b-51ec-4c43-90a0-ceeb6fc8f551 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:00.913486 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f3f4410b-51ec-4c43-90a0-ceeb6fc8f551 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2172487 Jul 09 16:26:00.916623 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 41432) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:00.988984 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-6bdb2294-38a5-4a23-a5c4-981f63b8ff8d admin admin] For port 8336f8e6-589b-4a4f-b587-817febe17219, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=8336f8e6-589b-4a4f-b587-817febe17219,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:26:00.989413 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6bdb2294-38a5-4a23-a5c4-981f63b8ff8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:01.020721 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-d2c7fa4b-0d28-4449-a8f3-a47033eeb35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd3ebce-7cac-4b83-8d52-7129c436ac00', 'name': 'tempest-TaggedBootDevicesTest-1119092116-router', 'tenant_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:14:17Z', 'updated_at': '2021-07-09T16:26:00Z', 'revision_number': 6, 'project_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'gw_port_host': None}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:26:01.047484 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-6bdb2294-38a5-4a23-a5c4-981f63b8ff8d admin admin] Calling delete_port for 8336f8e6-589b-4a4f-b587-817febe17219 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:26:01.053929 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-39cacec9-3e92-44db-a344-edfa3cdc203e tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Deleting subnet 24577404-fcb2-47c2-a584-86ad43a17dd2 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:26:01.056726 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c7fa4b-0d28-4449-a8f3-a47033eeb35c None None] The sync data for ids ['6dd3ebce-7cac-4b83-8d52-7129c436ac00'] in n-d-798930-3 is: [{'id': '6dd3ebce-7cac-4b83-8d52-7129c436ac00', 'name': 'tempest-TaggedBootDevicesTest-1119092116-router', 'tenant_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:14:17Z', 'updated_at': '2021-07-09T16:26:00Z', 'revision_number': 6, 'project_id': '26aaf535ef1442ddbe5e4f5b96bc1792', 'gw_port_host': None}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:26:01.072163 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-39cacec9-3e92-44db-a344-edfa3cdc203e tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:01.189679 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-cd201752-4eb6-4cc3-b4a8-c52b8276ebca None None] Provisioning for port 8f2bf0bc-7878-4492-9913-d3a8db521c04 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:26:01.199581 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-39cacec9-3e92-44db-a344-edfa3cdc203e tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:01.415482 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6bdb2294-38a5-4a23-a5c4-981f63b8ff8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:01.482177 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 41444) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:01.513098 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdb2294-38a5-4a23-a5c4-981f63b8ff8d admin admin] Pushing event deleted for resources: {'Port': ['ID=8336f8e6-589b-4a4f-b587-817febe17219,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:01.543378 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-39cacec9-3e92-44db-a344-edfa3cdc203e tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:01.623074 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b106b8dc-7dea-4589-bd97-16355295d18a None None] Could not find standard attr ID for object b34375c4-0285-4c21-a673-e68be8967f02. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:26:01.658025 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 41456) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:01.692094 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-39cacec9-3e92-44db-a344-edfa3cdc203e tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:01.706520 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device e57d8c06-ab85-46d1-be00-3fb675deed68 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:26:01.818382 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cacec9-3e92-44db-a344-edfa3cdc203e tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event deleted for resources: {'Subnet': ['ID=24577404-fcb2-47c2-a584-86ad43a17dd2,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:01.823883 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port e57d8c06-ab85-46d1-be00-3fb675deed68 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:26:01.824347 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:01.832625 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-39cacec9-3e92-44db-a344-edfa3cdc203e tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:01.834637 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-39cacec9-3e92-44db-a344-edfa3cdc203e tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/24577404-fcb2-47c2-a584-86ad43a17dd2 HTTP/1.1" status: 204 len: 168 time: 0.9169295 Jul 09 16:26:01.859971 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 41460) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:01.954232 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6bdb2294-38a5-4a23-a5c4-981f63b8ff8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:01.980041 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c257f66-7bc1-4319-ad35-fd4f795db83d None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:26:02.035923 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-d62c13e1-2645-45dc-bd42-98cd47fd6b30 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1747270 Jul 09 16:26:02.041037 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 41466) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:02.047990 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-19ab99ed-e8c6-4d6c-a840-b1de1d02adc5 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'subnet': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:26:02.293974 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab23af-38f2-48a2-a828-e298e202b08e req-5fe99684-93bf-4185-a238-cdb7f62e55ce tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:02.299591 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6fab23af-38f2-48a2-a828-e298e202b08e req-5fe99684-93bf-4185-a238-cdb7f62e55ce tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 944 time: 0.6198807 Jul 09 16:26:02.370239 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6fab23af-38f2-48a2-a828-e298e202b08e req-13ff295d-8369-453b-9401-12021f230f84 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647235 Jul 09 16:26:02.396645 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 8f2bf0bc-7878-4492-9913-d3a8db521c04 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:26:02.403058 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ab99ed-e8c6-4d6c-a840-b1de1d02adc5 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:26:02.421208 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-19ab99ed-e8c6-4d6c-a840-b1de1d02adc5 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:02.448685 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:02.531634 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '084206b1-bf14-4217-b285-ca4524c21dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e57d8c06-ab85-46d1-be00-3fb675deed68'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:26:02.533940 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4541ad-387e-4fc3-a3c2-9291b4da7dcb" -d '{"events": [{"server_uuid": "084206b1-bf14-4217-b285-ca4524c21dfa", "name": "network-vif-plugged", "status": "completed", "tag": "e57d8c06-ab85-46d1-be00-3fb675deed68"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:26:02.594153 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port e57d8c06-ab85-46d1-be00-3fb675deed68, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=e57d8c06-ab85-46d1-be00-3fb675deed68,segment=NetworkSegment(ccf009d5-237d-4e31-8041-1465d7de9aef),segment_id=ccf009d5-237d-4e31-8041-1465d7de9aef)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:26:02.624750 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 8f2bf0bc-7878-4492-9913-d3a8db521c04 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:26:02.628396 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be4cdfe-228c-4fe3-b14d-d4392fb39208 x-openstack-request-id: req-3be4cdfe-228c-4fe3-b14d-d4392fb39208 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:26:02.628921 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "084206b1-bf14-4217-b285-ca4524c21dfa", "name": "network-vif-plugged", "status": "completed", "tag": "e57d8c06-ab85-46d1-be00-3fb675deed68", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:26:02.629395 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3be4cdfe-228c-4fe3-b14d-d4392fb39208 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:26:02.630020 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '084206b1-bf14-4217-b285-ca4524c21dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e57d8c06-ab85-46d1-be00-3fb675deed68', 'code': 200} Jul 09 16:26:02.633762 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:02.661257 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 8f2bf0bc-7878-4492-9913-d3a8db521c04 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:26:02.661836 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:02.843473 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-19ab99ed-e8c6-4d6c-a840-b1de1d02adc5 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:02.882691 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=e57d8c06-ab85-46d1-be00-3fb675deed68,revision_number=10']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:02.915198 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:02.956434 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3162befd-9954-41b4-8a88-e9aeb277d0b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:02.963576 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6bdb2294-38a5-4a23-a5c4-981f63b8ff8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:02.968969 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6bdb2294-38a5-4a23-a5c4-981f63b8ff8d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:02.972150 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ab99ed-e8c6-4d6c-a840-b1de1d02adc5 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:26:02.979774 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-19ab99ed-e8c6-4d6c-a840-b1de1d02adc5 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:26:02.997305 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ab99ed-e8c6-4d6c-a840-b1de1d02adc5 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:02.997921 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-19ab99ed-e8c6-4d6c-a840-b1de1d02adc5 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:03.015371 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 8f2bf0bc-7878-4492-9913-d3a8db521c04, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=8f2bf0bc-7878-4492-9913-d3a8db521c04,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:26:03.020553 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785bb693-7ba1-48e6-ad37-be679fc46cfc None None] DHCP port deletion for f22714f5-d774-47cf-ac1e-3989f67517e9 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:26:03.025663 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:03.050140 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab99ed-e8c6-4d6c-a840-b1de1d02adc5 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'Subnet': ['ID=b63801f7-74d6-4619-a551-99c673ea8204,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:03.106786 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c0d05-0321-4627-8d3f-88e3e363cde7 req-79d89c24-25b7-4894-a250-8739a3375580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:03.108857 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c08c0d05-0321-4627-8d3f-88e3e363cde7 req-79d89c24-25b7-4894-a250-8739a3375580 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 1097 time: 0.2052820 Jul 09 16:26:03.109956 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device fee0d584-97ea-46ca-a745-72eea694d7a5 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:26:03.135600 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: fee0d584-97ea-46ca-a745-72eea694d7a5 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:26:03.135848 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device fee0d584-97ea-46ca-a745-72eea694d7a5 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:26:03.179645 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=8f2bf0bc-7878-4492-9913-d3a8db521c04,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:03.180012 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6bdb2294-38a5-4a23-a5c4-981f63b8ff8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:03.180715 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bdb2294-38a5-4a23-a5c4-981f63b8ff8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6dd3ebce-7cac-4b83-8d52-7129c436ac00 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:26:03.192371 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6bdb2294-38a5-4a23-a5c4-981f63b8ff8d admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:03.196005 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6bdb2294-38a5-4a23-a5c4-981f63b8ff8d admin admin] 10.222.0.98 "DELETE /v2.0/routers/6dd3ebce-7cac-4b83-8d52-7129c436ac00 HTTP/1.1" status: 204 len: 168 time: 3.6753836 Jul 09 16:26:03.196691 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 41484) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:03.217972 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-785bb693-7ba1-48e6-ad37-be679fc46cfc None None] Deleting port 8f2bf0bc-7878-4492-9913-d3a8db521c04 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:26:03.218349 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-785bb693-7ba1-48e6-ad37-be679fc46cfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:03.313472 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3162befd-9954-41b4-8a88-e9aeb277d0b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:03.339107 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3162befd-9954-41b4-8a88-e9aeb277d0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:03.347758 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-66e240e9-ab3a-46f9-8582-62e29b0df9fb admin admin] Deleting subnet d1711513-50d2-4abd-a78b-a82992d0d46f {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:26:03.353595 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-785bb693-7ba1-48e6-ad37-be679fc46cfc None None] For port 8f2bf0bc-7878-4492-9913-d3a8db521c04, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=8f2bf0bc-7878-4492-9913-d3a8db521c04,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:26:03.354309 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-785bb693-7ba1-48e6-ad37-be679fc46cfc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:03.377429 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-785bb693-7ba1-48e6-ad37-be679fc46cfc None None] Calling delete_port for 8f2bf0bc-7878-4492-9913-d3a8db521c04 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:26:03.427927 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-66e240e9-ab3a-46f9-8582-62e29b0df9fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:03.510718 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-3162befd-9954-41b4-8a88-e9aeb277d0b2 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e1142fdd9c2047a6bd66e1bfbb31a278&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7365665 Jul 09 16:26:03.513617 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-66e240e9-ab3a-46f9-8582-62e29b0df9fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:03.518806 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 41490) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:03.519511 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3162befd-9954-41b4-8a88-e9aeb277d0b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4657bf1c-d6c7-4462-8ede-800cc0ec14b2,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:03.546727 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-785bb693-7ba1-48e6-ad37-be679fc46cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:03.581489 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785bb693-7ba1-48e6-ad37-be679fc46cfc None None] Pushing event deleted for resources: {'Port': ['ID=8f2bf0bc-7878-4492-9913-d3a8db521c04,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:03.588225 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785bb693-7ba1-48e6-ad37-be679fc46cfc None None] No DVR routers for this DVR port 8f2bf0bc-7878-4492-9913-d3a8db521c04 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:26:03.604374 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0beec7ac-a8c8-4931-b81f-4536ad26aee6 None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:26:03.707736 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-19ab99ed-e8c6-4d6c-a840-b1de1d02adc5 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6654367 Jul 09 16:26:03.714158 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 41492) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:03.725018 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-4bcd3f2a-a2f1-4b25-9c83-e3cfbd91dbb3 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'port': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'fixed_ips': [{'subnet_id': 'b63801f7-74d6-4619-a551-99c673ea8204', 'ip_address': '2001:db8::1252:1e84:8891:84b0'}], 'name': 'tempest-NetworksTestDHCPv6-930156506'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:26:03.745138 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-66e240e9-ab3a-46f9-8582-62e29b0df9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:03.771344 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 8336f8e6-589b-4a4f-b587-817febe17219 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:26:03.815115 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-66e240e9-ab3a-46f9-8582-62e29b0df9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:03.834223 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 8336f8e6-589b-4a4f-b587-817febe17219 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:26:03.834947 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 8336f8e6-589b-4a4f-b587-817febe17219 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:26:03.835718 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 8f2bf0bc-7878-4492-9913-d3a8db521c04 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:26:03.849316 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c08c0d05-0321-4627-8d3f-88e3e363cde7 req-c2914e03-7664-4360-8493-640dddb0866c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7284882 Jul 09 16:26:03.864875 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd531947-90a8-4e0c-9bc0-41c04841290d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-f22714f5-d774-47cf-ac1e-3989f67517e9', 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'tenant_id': '005b565b3c004d24a50d69ddcd50be46', 'fixed_ips': [{'subnet_id': 'b63801f7-74d6-4619-a551-99c673ea8204'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:26:03.865755 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dd531947-90a8-4e0c-9bc0-41c04841290d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:03.871055 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 8f2bf0bc-7878-4492-9913-d3a8db521c04 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:26:03.871414 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 8f2bf0bc-7878-4492-9913-d3a8db521c04 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:26:03.882306 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9104ae5-15ab-4327-90fa-198f7464413e req-e4af2876-305a-49cc-9c20-977ffcfd254d tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:03.885066 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f9104ae5-15ab-4327-90fa-198f7464413e req-e4af2876-305a-49cc-9c20-977ffcfd254d tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 946 time: 0.2176251 Jul 09 16:26:03.901818 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e240e9-ab3a-46f9-8582-62e29b0df9fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1711513-50d2-4abd-a78b-a82992d0d46f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:03.911875 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-66e240e9-ab3a-46f9-8582-62e29b0df9fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:03.919877 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-66e240e9-ab3a-46f9-8582-62e29b0df9fb admin admin] 10.222.0.98 "DELETE /v2.0/subnets/d1711513-50d2-4abd-a78b-a82992d0d46f HTTP/1.1" status: 204 len: 168 time: 0.7220442 Jul 09 16:26:03.921272 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-67d20ce3-0733-42aa-80b4-029c97f3970b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:03.924443 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 41504) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:03.972389 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f9104ae5-15ab-4327-90fa-198f7464413e req-88ce70aa-5351-4649-977f-5169e836906b tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787106 Jul 09 16:26:03.984359 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5081752-dcdd-4e8f-8312-96f0a08c38da None None] Network 3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:26:03.993544 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bcd3f2a-a2f1-4b25-9c83-e3cfbd91dbb3 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:26:04.032569 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-67d20ce3-0733-42aa-80b4-029c97f3970b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:04.087048 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5d1a9c7e-88d3-4e11-ae5a-07395230eeff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:04.155726 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4bcd3f2a-a2f1-4b25-9c83-e3cfbd91dbb3 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:04.155980 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-67d20ce3-0733-42aa-80b4-029c97f3970b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:04.158799 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-67d20ce3-0733-42aa-80b4-029c97f3970b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:04.162184 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-67d20ce3-0733-42aa-80b4-029c97f3970b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4657bf1c-d6c7-4462-8ede-800cc0ec14b2 HTTP/1.1" status: 204 len: 168 time: 0.6364381 Jul 09 16:26:04.182070 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-016c1e11-75be-4df6-bc67-f6ede726e49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:04.188245 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-4bcd3f2a-a2f1-4b25-9c83-e3cfbd91dbb3 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] device_id is not set on port 4a9888ce-491d-4130-b4b2-8a839251bc01 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:26:04.193247 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d20ce3-0733-42aa-80b4-029c97f3970b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4657bf1c-d6c7-4462-8ede-800cc0ec14b2,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:04.221679 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-dd531947-90a8-4e0c-9bc0-41c04841290d None None] Allocated IP 2001:db8::2 (f22714f5-d774-47cf-ac1e-3989f67517e9/b63801f7-74d6-4619-a551-99c673ea8204/ee106a9d-97c8-457f-986f-ecf592faf4a1) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:26:04.366011 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-016c1e11-75be-4df6-bc67-f6ede726e49e admin admin] Deleting port 4cdc34ca-4d6d-4cf0-b74a-2d3862642fb9 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:26:04.366350 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-016c1e11-75be-4df6-bc67-f6ede726e49e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:04.465311 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-016c1e11-75be-4df6-bc67-f6ede726e49e admin admin] For port 4cdc34ca-4d6d-4cf0-b74a-2d3862642fb9, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=4cdc34ca-4d6d-4cf0-b74a-2d3862642fb9,segment=NetworkSegment(83198ff5-8209-4915-83c0-f54a458e911a),segment_id=83198ff5-8209-4915-83c0-f54a458e911a)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:26:04.465579 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-016c1e11-75be-4df6-bc67-f6ede726e49e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:04.481252 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-016c1e11-75be-4df6-bc67-f6ede726e49e admin admin] Calling delete_port for 4cdc34ca-4d6d-4cf0-b74a-2d3862642fb9 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:26:04.499100 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4fe816-d2f3-40d2-be8a-33d0414dadf1 None None] DHCP port deletion for 3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:26:04.542852 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dd531947-90a8-4e0c-9bc0-41c04841290d None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:04.560597 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 41522) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:04.564673 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-dd531947-90a8-4e0c-9bc0-41c04841290d None None] Transition to ACTIVE for port object ee106a9d-97c8-457f-986f-ecf592faf4a1 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:26:04.575863 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5554c2b6-ced2-4444-94f9-c36a10a7286d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:04.581463 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-2a4fe816-d2f3-40d2-be8a-33d0414dadf1 None None] Deleting port 4cdc34ca-4d6d-4cf0-b74a-2d3862642fb9 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:26:04.581840 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2a4fe816-d2f3-40d2-be8a-33d0414dadf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:04.603658 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-dd531947-90a8-4e0c-9bc0-41c04841290d None None] Transition to ACTIVE for port object ee106a9d-97c8-457f-986f-ecf592faf4a1 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:26:04.637125 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dd531947-90a8-4e0c-9bc0-41c04841290d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:04.680057 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-016c1e11-75be-4df6-bc67-f6ede726e49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:04.687906 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-2a4fe816-d2f3-40d2-be8a-33d0414dadf1 None None] For port 4cdc34ca-4d6d-4cf0-b74a-2d3862642fb9, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=4cdc34ca-4d6d-4cf0-b74a-2d3862642fb9,segment=NetworkSegment(83198ff5-8209-4915-83c0-f54a458e911a),segment_id=83198ff5-8209-4915-83c0-f54a458e911a)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:26:04.688295 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2a4fe816-d2f3-40d2-be8a-33d0414dadf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:04.709115 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd531947-90a8-4e0c-9bc0-41c04841290d None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:26:04.717139 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-dd531947-90a8-4e0c-9bc0-41c04841290d None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:26:04.719472 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-5d1a9c7e-88d3-4e11-ae5a-07395230eeff admin admin] Deleting port 04d5bec3-8ba8-481d-b7c0-f39db6938f38 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:26:04.719654 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-2a4fe816-d2f3-40d2-be8a-33d0414dadf1 None None] Calling delete_port for 4cdc34ca-4d6d-4cf0-b74a-2d3862642fb9 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:26:04.720153 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5d1a9c7e-88d3-4e11-ae5a-07395230eeff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:04.721776 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd531947-90a8-4e0c-9bc0-41c04841290d None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:26:04.725546 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016c1e11-75be-4df6-bc67-f6ede726e49e admin admin] No DVR routers for this DVR port 4cdc34ca-4d6d-4cf0-b74a-2d3862642fb9 on host n-d-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:26:04.732583 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016c1e11-75be-4df6-bc67-f6ede726e49e admin admin] Pushing event deleted for resources: {'Port': ['ID=4cdc34ca-4d6d-4cf0-b74a-2d3862642fb9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:04.746995 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-4bcd3f2a-a2f1-4b25-9c83-e3cfbd91dbb3 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Allocated IP 2001:db8::1252:1e84:8891:84b0 (f22714f5-d774-47cf-ac1e-3989f67517e9/b63801f7-74d6-4619-a551-99c673ea8204/4a9888ce-491d-4130-b4b2-8a839251bc01) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:26:04.748001 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd531947-90a8-4e0c-9bc0-41c04841290d None None] Pushing event updated for resources: {'Port': ['ID=ee106a9d-97c8-457f-986f-ecf592faf4a1,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:04.803620 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-dd531947-90a8-4e0c-9bc0-41c04841290d None None] Attempting to bind port ee106a9d-97c8-457f-986f-ecf592faf4a1 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:26:04.803620 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-dd531947-90a8-4e0c-9bc0-41c04841290d None None] Attempting to bind port ee106a9d-97c8-457f-986f-ecf592faf4a1 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:26:04.803620 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd531947-90a8-4e0c-9bc0-41c04841290d None None] Attempting to bind port ee106a9d-97c8-457f-986f-ecf592faf4a1 on network f22714f5-d774-47cf-ac1e-3989f67517e9 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:26:04.815899 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5554c2b6-ced2-4444-94f9-c36a10a7286d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:04.824655 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5554c2b6-ced2-4444-94f9-c36a10a7286d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:04.837896 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd531947-90a8-4e0c-9bc0-41c04841290d None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:26:04.838267 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd531947-90a8-4e0c-9bc0-41c04841290d None None] Checking segment: {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:26:04.838807 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dd531947-90a8-4e0c-9bc0-41c04841290d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:04.839091 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd531947-90a8-4e0c-9bc0-41c04841290d None None] Bound using segment: {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:26:04.839546 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-dd531947-90a8-4e0c-9bc0-41c04841290d None None] Bound port: ee106a9d-97c8-457f-986f-ecf592faf4a1, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:26:04.839919 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dd531947-90a8-4e0c-9bc0-41c04841290d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:04.857748 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-016c1e11-75be-4df6-bc67-f6ede726e49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:04.875946 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-016c1e11-75be-4df6-bc67-f6ede726e49e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:26:04.890361 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-016c1e11-75be-4df6-bc67-f6ede726e49e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83198ff5-8209-4915-83c0-f54a458e911a') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:26:04.890361 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-016c1e11-75be-4df6-bc67-f6ede726e49e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83198ff5-8209-4915-83c0-f54a458e911a') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:26:04.908672 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-016c1e11-75be-4df6-bc67-f6ede726e49e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:04.927905 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2a4fe816-d2f3-40d2-be8a-33d0414dadf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:04.937106 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-016c1e11-75be-4df6-bc67-f6ede726e49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:04.938715 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-dd531947-90a8-4e0c-9bc0-41c04841290d None None] For port ee106a9d-97c8-457f-986f-ecf592faf4a1, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:26:04.946028 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-5554c2b6-ced2-4444-94f9-c36a10a7286d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7f5beb28b780458bb5ff63f978bc4b4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3817632 Jul 09 16:26:04.947746 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 41530) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:04.948503 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5554c2b6-ced2-4444-94f9-c36a10a7286d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa994d91-2b0d-4cb7-96c5-6cee6537257a,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:04.957327 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-5d1a9c7e-88d3-4e11-ae5a-07395230eeff admin admin] For port 04d5bec3-8ba8-481d-b7c0-f39db6938f38, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=04d5bec3-8ba8-481d-b7c0-f39db6938f38,segment=NetworkSegment(5aa2b303-4215-48db-b010-ab00e40f1ba3),segment_id=5aa2b303-4215-48db-b010-ab00e40f1ba3)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:26:04.957968 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5d1a9c7e-88d3-4e11-ae5a-07395230eeff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:04.961748 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-016c1e11-75be-4df6-bc67-f6ede726e49e admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:26:04.962160 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-016c1e11-75be-4df6-bc67-f6ede726e49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:04.964486 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:26:04.964486 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:26:04.964486 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:26:04.964486 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:26:04.964486 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:26:04.964486 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:26:04.964486 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:26:04.964486 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:26:04.964486 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:26:04.964486 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:26:04.964486 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:26:04.964486 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:26:04.964486 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:26:04.964486 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:26:04.964486 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:26:04.964486 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:26:04.964486 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:26:04.964486 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:26:04.964486 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:26:04.964486 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:26:04.964486 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:26:04.964486 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:26:04.964486 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:26:04.964486 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:26:04.964486 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:26:04.964486 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:26:04.964486 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:26:04.964486 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:26:04.964486 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:26:04.964486 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:26:04.964486 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:26:04.964486 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:26:04.964486 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:26:04.964486 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:26:04.964486 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:26:04.964486 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:26:04.977003 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4fe816-d2f3-40d2-be8a-33d0414dadf1 None None] Pushing event deleted for resources: {'Port': ['ID=4cdc34ca-4d6d-4cf0-b74a-2d3862642fb9,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:04.979622 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4fe816-d2f3-40d2-be8a-33d0414dadf1 None None] No DVR routers for this DVR port 4cdc34ca-4d6d-4cf0-b74a-2d3862642fb9 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:26:04.985641 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-dd531947-90a8-4e0c-9bc0-41c04841290d None None] For port ee106a9d-97c8-457f-986f-ecf592faf4a1, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=ee106a9d-97c8-457f-986f-ecf592faf4a1,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:26:04.994346 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dd531947-90a8-4e0c-9bc0-41c04841290d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:05.036376 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-5d1a9c7e-88d3-4e11-ae5a-07395230eeff admin admin] Calling delete_port for 04d5bec3-8ba8-481d-b7c0-f39db6938f38 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:26:05.050405 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4bcd3f2a-a2f1-4b25-9c83-e3cfbd91dbb3 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:05.081516 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd531947-90a8-4e0c-9bc0-41c04841290d None None] Pushing event updated for resources: {'Port': ['ID=ee106a9d-97c8-457f-986f-ecf592faf4a1,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:05.081845 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-4bcd3f2a-a2f1-4b25-9c83-e3cfbd91dbb3 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Transition to ACTIVE for port object 4a9888ce-491d-4130-b4b2-8a839251bc01 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:26:05.135078 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-016c1e11-75be-4df6-bc67-f6ede726e49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:05.139771 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-016c1e11-75be-4df6-bc67-f6ede726e49e admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:05.144458 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-016c1e11-75be-4df6-bc67-f6ede726e49e admin admin] 10.222.0.98 "DELETE /v2.0/networks/3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8 HTTP/1.1" status: 204 len: 168 time: 1.2126169 Jul 09 16:26:05.167755 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016c1e11-75be-4df6-bc67-f6ede726e49e admin admin] Pushing event deleted for resources: {'Network': ['ID=3c4fa4f4-93e7-40c0-bea8-2a2db24eb8c8,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:05.197431 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4bcd3f2a-a2f1-4b25-9c83-e3cfbd91dbb3 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:05.202812 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a7dc5b44-a4ec-4688-add9-897206a144e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:05.245406 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcd3f2a-a2f1-4b25-9c83-e3cfbd91dbb3 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:26:05.275569 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a7dc5b44-a4ec-4688-add9-897206a144e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:05.314621 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-4bcd3f2a-a2f1-4b25-9c83-e3cfbd91dbb3 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:26:05.326514 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcd3f2a-a2f1-4b25-9c83-e3cfbd91dbb3 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:26:05.336963 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcd3f2a-a2f1-4b25-9c83-e3cfbd91dbb3 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:05.342356 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4bcd3f2a-a2f1-4b25-9c83-e3cfbd91dbb3 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:05.407999 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-4bcd3f2a-a2f1-4b25-9c83-e3cfbd91dbb3 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6869845 Jul 09 16:26:05.414457 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 41562) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:05.466057 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e830bed-cc83-4f18-8d21-e97deb911e86 req-e2cbbdb8-3461-4b2c-85f5-55bf0138f43b tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:05.468233 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6e830bed-cc83-4f18-8d21-e97deb911e86 req-e2cbbdb8-3461-4b2c-85f5-55bf0138f43b tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 946 time: 0.1965492 Jul 09 16:26:05.483788 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a7dc5b44-a4ec-4688-add9-897206a144e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:05.486796 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a7dc5b44-a4ec-4688-add9-897206a144e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:05.490102 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a7dc5b44-a4ec-4688-add9-897206a144e9 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/fa994d91-2b0d-4cb7-96c5-6cee6537257a HTTP/1.1" status: 204 len: 168 time: 0.5418069 Jul 09 16:26:05.502539 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd3f2a-a2f1-4b25-9c83-e3cfbd91dbb3 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'Port': ['ID=4a9888ce-491d-4130-b4b2-8a839251bc01,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:05.525803 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 41570) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:05.565799 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc5b44-a4ec-4688-add9-897206a144e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa994d91-2b0d-4cb7-96c5-6cee6537257a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:05.589635 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049fb5a1-6acd-4f24-9842-193654ad1f30 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:05.599329 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049fb5a1-6acd-4f24-9842-193654ad1f30 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:05.601940 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-049fb5a1-6acd-4f24-9842-193654ad1f30 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1855345 Jul 09 16:26:05.609075 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 41574) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:05.675691 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-6b035f66-632d-4066-8cf3-8581539b8c44 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=26aaf535ef1442ddbe5e4f5b96bc1792&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1393237 Jul 09 16:26:05.675976 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6e830bed-cc83-4f18-8d21-e97deb911e86 req-6f95bbdf-8368-42cd-b55b-5adcab9f1a54 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1968298 Jul 09 16:26:05.676092 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 41578) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:05.681903 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5d1a9c7e-88d3-4e11-ae5a-07395230eeff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:05.770125 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device ee106a9d-97c8-457f-986f-ecf592faf4a1 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:26:05.794007 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1a9c7e-88d3-4e11-ae5a-07395230eeff admin admin] Pushing event deleted for resources: {'Port': ['ID=04d5bec3-8ba8-481d-b7c0-f39db6938f38,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:05.797163 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-909b3dcb-0219-4068-b72f-e87bc78b51ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:05.811139 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-283b5311-4d5e-4faf-a351-c1652c9a20ef tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Deleting port 4a9888ce-491d-4130-b4b2-8a839251bc01 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:26:05.811489 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-283b5311-4d5e-4faf-a351-c1652c9a20ef tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:05.901115 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port ee106a9d-97c8-457f-986f-ecf592faf4a1 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:26:05.913341 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-909b3dcb-0219-4068-b72f-e87bc78b51ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:06.009990 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 4cdc34ca-4d6d-4cf0-b74a-2d3862642fb9 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:26:06.014394 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-283b5311-4d5e-4faf-a351-c1652c9a20ef tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:06.022806 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-909b3dcb-0219-4068-b72f-e87bc78b51ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:06.025795 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-909b3dcb-0219-4068-b72f-e87bc78b51ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:06.030200 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-909b3dcb-0219-4068-b72f-e87bc78b51ad admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8c727296-78a2-4526-a3ce-1ec442e3beaf HTTP/1.1" status: 204 len: 168 time: 0.3503449 Jul 09 16:26:06.056342 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 4cdc34ca-4d6d-4cf0-b74a-2d3862642fb9 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:26:06.056765 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 4cdc34ca-4d6d-4cf0-b74a-2d3862642fb9 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:26:06.079872 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-283b5311-4d5e-4faf-a351-c1652c9a20ef tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Calling delete_port for 4a9888ce-491d-4130-b4b2-8a839251bc01 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:26:06.089839 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5d1a9c7e-88d3-4e11-ae5a-07395230eeff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:06.103504 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909b3dcb-0219-4068-b72f-e87bc78b51ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c727296-78a2-4526-a3ce-1ec442e3beaf,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:06.377285 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-283b5311-4d5e-4faf-a351-c1652c9a20ef tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:06.462515 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283b5311-4d5e-4faf-a351-c1652c9a20ef tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event deleted for resources: {'Port': ['ID=4a9888ce-491d-4130-b4b2-8a839251bc01,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:06.507732 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-283b5311-4d5e-4faf-a351-c1652c9a20ef tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:06.513560 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-283b5311-4d5e-4faf-a351-c1652c9a20ef tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/ports/4a9888ce-491d-4130-b4b2-8a839251bc01 HTTP/1.1" status: 204 len: 168 time: 0.9032569 Jul 09 16:26:06.514955 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 41642) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:06.630924 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd5141e-71e8-486b-909c-f81a21ee411f tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:06.635971 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd5141e-71e8-486b-909c-f81a21ee411f tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:06.643220 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-9bd5141e-71e8-486b-909c-f81a21ee411f tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1253586 Jul 09 16:26:06.644140 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 41652) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:06.659597 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1a9c7e-88d3-4e11-ae5a-07395230eeff admin admin] Router ee93f2da-a74c-4728-8185-8f5c9c464910 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:26:06.767427 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-e451f57f-9788-4513-9d1a-025c1ef5f62d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Deleting subnet b63801f7-74d6-4619-a551-99c673ea8204 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:26:06.771466 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e451f57f-9788-4513-9d1a-025c1ef5f62d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:06.804751 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-bae801da-7292-4493-8f23-2fff2f86cff1 None None] Provisioning for port ee106a9d-97c8-457f-986f-ecf592faf4a1 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:26:06.815586 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-bae801da-7292-4493-8f23-2fff2f86cff1 None None] Provisioning complete for port ee106a9d-97c8-457f-986f-ecf592faf4a1 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:26:06.815959 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bae801da-7292-4493-8f23-2fff2f86cff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:06.938445 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e451f57f-9788-4513-9d1a-025c1ef5f62d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:07.015748 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1a9c7e-88d3-4e11-ae5a-07395230eeff admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:26:07.041721 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-5d1a9c7e-88d3-4e11-ae5a-07395230eeff admin admin] 10.222.0.98 "PUT /v2.0/routers/ee93f2da-a74c-4728-8185-8f5c9c464910/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5555320 Jul 09 16:26:07.042363 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 41674) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:07.056572 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1b64fd-4ca1-4c69-ab90-c29bd241cab2 None None] Sync routers for ids ['ee93f2da-a74c-4728-8185-8f5c9c464910'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:26:07.116696 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bae801da-7292-4493-8f23-2fff2f86cff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:07.133129 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1b64fd-4ca1-4c69-ab90-c29bd241cab2 None None] Routers {'ee93f2da-a74c-4728-8185-8f5c9c464910'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:26:07.136712 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9e1b64fd-4ca1-4c69-ab90-c29bd241cab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:25:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['ee93f2da-a74c-4728-8185-8f5c9c464910'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:26:07.190663 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ac7ff-8e46-469d-9e9f-5c6b95b174d4 req-5ffdc593-b8b9-437a-9902-1e812a0d28ac tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:07.193726 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7b6ac7ff-8e46-469d-9e9f-5c6b95b174d4 req-5ffdc593-b8b9-437a-9902-1e812a0d28ac tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 946 time: 0.1497724 Jul 09 16:26:07.340172 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-889def77-a3e1-4bd3-a4b5-a3c63051ef92 admin admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:07.344653 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7b6ac7ff-8e46-469d-9e9f-5c6b95b174d4 req-ef56e987-9ba4-4b0d-a70d-5e5bf9923557 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441443 Jul 09 16:26:07.405718 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e451f57f-9788-4513-9d1a-025c1ef5f62d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:07.495170 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e451f57f-9788-4513-9d1a-025c1ef5f62d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:07.562711 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e451f57f-9788-4513-9d1a-025c1ef5f62d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event deleted for resources: {'Subnet': ['ID=b63801f7-74d6-4619-a551-99c673ea8204,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:07.569893 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e451f57f-9788-4513-9d1a-025c1ef5f62d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:07.571899 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e451f57f-9788-4513-9d1a-025c1ef5f62d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/b63801f7-74d6-4619-a551-99c673ea8204 HTTP/1.1" status: 204 len: 168 time: 0.9265528 Jul 09 16:26:07.576746 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 41692) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:07.616437 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-889def77-a3e1-4bd3-a4b5-a3c63051ef92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:07.618653 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3f4117-b8c8-4296-a9fd-95998fa8e309 None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:26:07.693067 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-aa103fed-fb6c-4588-bd40-4a247f73304e tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1151063 Jul 09 16:26:07.693818 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 41700) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:07.700485 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-68373eb6-28f5-4cef-b455-d45411b05d5e tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'subnet': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:26:07.730094 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.db.api [None req-bae801da-7292-4493-8f23-2fff2f86cff1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:26:07.730451 n-d-798930-3 neutron-server[93960]: DEBUG oslo_db.api [None req-bae801da-7292-4493-8f23-2fff2f86cff1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:26:07.733357 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-9e1b64fd-4ca1-4c69-ab90-c29bd241cab2 None None] Set router ee93f2da-a74c-4728-8185-8f5c9c464910 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:26:07.773297 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-889def77-a3e1-4bd3-a4b5-a3c63051ef92 admin admin] Deleting port 189cafd3-b10c-4e4e-90cf-26ea4fd2a434 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:26:07.773927 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-889def77-a3e1-4bd3-a4b5-a3c63051ef92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:07.944038 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-889def77-a3e1-4bd3-a4b5-a3c63051ef92 admin admin] For port 189cafd3-b10c-4e4e-90cf-26ea4fd2a434, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=189cafd3-b10c-4e4e-90cf-26ea4fd2a434,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:26:07.944778 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-889def77-a3e1-4bd3-a4b5-a3c63051ef92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:07.968857 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-889def77-a3e1-4bd3-a4b5-a3c63051ef92 admin admin] Calling delete_port for 189cafd3-b10c-4e4e-90cf-26ea4fd2a434 owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:26:08.034802 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9e1b64fd-4ca1-4c69-ab90-c29bd241cab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee93f2da-a74c-4728-8185-8f5c9c464910', 'name': 'tempest-ServerRescueTestJSONUnderV235-1517347468-router', 'tenant_id': 'f23c452800b847489100356e9b37b53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '189cafd3-b10c-4e4e-90cf-26ea4fd2a434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:24:16Z', 'updated_at': '2021-07-09T16:26:05Z', 'revision_number': 5, 'project_id': 'f23c452800b847489100356e9b37b53d', 'gw_port': {'id': '189cafd3-b10c-4e4e-90cf-26ea4fd2a434', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee93f2da-a74c-4728-8185-8f5c9c464910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:24:17Z', 'updated_at': '2021-07-09T16:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:26:08.053095 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 41706) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:08.084005 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1b64fd-4ca1-4c69-ab90-c29bd241cab2 None None] Checking router: ee93f2da-a74c-4728-8185-8f5c9c464910 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:26:08.092684 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68373eb6-28f5-4cef-b455-d45411b05d5e tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:26:08.096793 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-68373eb6-28f5-4cef-b455-d45411b05d5e tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:08.099584 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1dd5f6c-a1dc-4f19-8973-0c64f53f51e7 None None] DHCP port deletion for f22714f5-d774-47cf-ac1e-3989f67517e9 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:26:08.110641 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1b64fd-4ca1-4c69-ab90-c29bd241cab2 None None] Routers {'ee93f2da-a74c-4728-8185-8f5c9c464910'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:26:08.112029 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9e1b64fd-4ca1-4c69-ab90-c29bd241cab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:25:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['ee93f2da-a74c-4728-8185-8f5c9c464910'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:26:08.224798 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d3a08-760f-46bd-b52e-980d7f3256a8 req-8ec976c7-c9c9-4544-8a1e-80c51c051989 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:08.226378 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-124d3a08-760f-46bd-b52e-980d7f3256a8 req-8ec976c7-c9c9-4544-8a1e-80c51c051989 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/networks?id=cb07b627-18f2-452e-9e93-be86bc0f0ec6 HTTP/1.1" status: 200 len: 804 time: 0.5494881 Jul 09 16:26:08.276157 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-124d3a08-760f-46bd-b52e-980d7f3256a8 req-0106fe43-41be-416b-896f-9103884ba134 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/quotas/a27b2d6ec67c4326817305bdf0faebf8 HTTP/1.1" status: 200 len: 375 time: 0.0410368 Jul 09 16:26:08.348925 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-f4370674-add8-434b-b7b8-737855add66e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1888968666-network', 'tenant_id': '0b46bf6a4b7d43dfb5def3ef27bbe601'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:26:08.380723 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4370674-add8-434b-b7b8-737855add66e admin admin] Made reservation on behalf of 0b46bf6a4b7d43dfb5def3ef27bbe601 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:26:08.383284 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f4370674-add8-434b-b7b8-737855add66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:08.391989 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-124d3a08-760f-46bd-b52e-980d7f3256a8 req-e77197a0-308b-4253-869d-44aba556346f tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=a27b2d6ec67c4326817305bdf0faebf8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1144040 Jul 09 16:26:08.408815 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 33017192-84c7-45fb-aa15-2178b3d5b528 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:26:08.423737 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f4370674-add8-434b-b7b8-737855add66e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:08.527802 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-889def77-a3e1-4bd3-a4b5-a3c63051ef92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:08.578855 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bae801da-7292-4493-8f23-2fff2f86cff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:08.620797 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-9e1b64fd-4ca1-4c69-ab90-c29bd241cab2 None None] Set router ee93f2da-a74c-4728-8185-8f5c9c464910 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:26:08.628599 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889def77-a3e1-4bd3-a4b5-a3c63051ef92 admin admin] Pushing event deleted for resources: {'Port': ['ID=189cafd3-b10c-4e4e-90cf-26ea4fd2a434,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:08.640992 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-124d3a08-760f-46bd-b52e-980d7f3256a8 req-1592f6a4-9ded-427b-839f-c8a6888629e3 service neutron] 10.222.0.98 "GET /v2.0/networks/cb07b627-18f2-452e-9e93-be86bc0f0ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479506 Jul 09 16:26:08.699770 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-e1dd5f6c-a1dc-4f19-8973-0c64f53f51e7 None None] Deleting port ee106a9d-97c8-457f-986f-ecf592faf4a1 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:26:08.700150 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e1dd5f6c-a1dc-4f19-8973-0c64f53f51e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:08.768477 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-e1dd5f6c-a1dc-4f19-8973-0c64f53f51e7 None None] For port ee106a9d-97c8-457f-986f-ecf592faf4a1, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=ee106a9d-97c8-457f-986f-ecf592faf4a1,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:26:08.768894 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e1dd5f6c-a1dc-4f19-8973-0c64f53f51e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:08.785158 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-e1dd5f6c-a1dc-4f19-8973-0c64f53f51e7 None None] Calling delete_port for ee106a9d-97c8-457f-986f-ecf592faf4a1 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:26:08.789910 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-124d3a08-760f-46bd-b52e-980d7f3256a8 req-cae02999-c94c-4f9d-947a-c98da5facb99 service neutron] 10.222.0.98 "GET /v2.0/networks/cb07b627-18f2-452e-9e93-be86bc0f0ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465931 Jul 09 16:26:08.792128 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-68373eb6-28f5-4cef-b455-d45411b05d5e tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:08.853610 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:08.856328 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9e1b64fd-4ca1-4c69-ab90-c29bd241cab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee93f2da-a74c-4728-8185-8f5c9c464910', 'name': 'tempest-ServerRescueTestJSONUnderV235-1517347468-router', 'tenant_id': 'f23c452800b847489100356e9b37b53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:24:16Z', 'updated_at': '2021-07-09T16:26:07Z', 'revision_number': 6, 'project_id': 'f23c452800b847489100356e9b37b53d', 'gw_port_host': None}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:26:08.871016 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3920b9fa-05bb-4e75-aaf5-f0328c0b443c req-bb60a8a0-a6cb-4370-bd35-8903fd49e4b0 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:08.873211 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3920b9fa-05bb-4e75-aaf5-f0328c0b443c req-bb60a8a0-a6cb-4370-bd35-8903fd49e4b0 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.77 "GET /v2.0/ports?device_id=cafc69eb-199c-4d82-98ad-04ebd5ea8eac HTTP/1.1" status: 200 len: 946 time: 0.1331263 Jul 09 16:26:08.890970 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68373eb6-28f5-4cef-b455-d45411b05d5e tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:26:08.895371 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-889def77-a3e1-4bd3-a4b5-a3c63051ef92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:08.913566 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-68373eb6-28f5-4cef-b455-d45411b05d5e tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:26:08.936342 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1b64fd-4ca1-4c69-ab90-c29bd241cab2 None None] The sync data for ids ['ee93f2da-a74c-4728-8185-8f5c9c464910'] in n-d-798930-3 is: [{'id': 'ee93f2da-a74c-4728-8185-8f5c9c464910', 'name': 'tempest-ServerRescueTestJSONUnderV235-1517347468-router', 'tenant_id': 'f23c452800b847489100356e9b37b53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:24:16Z', 'updated_at': '2021-07-09T16:26:07Z', 'revision_number': 6, 'project_id': 'f23c452800b847489100356e9b37b53d', 'gw_port_host': None}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:26:08.942822 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-bae801da-7292-4493-8f23-2fff2f86cff1 None None] For port ee106a9d-97c8-457f-986f-ecf592faf4a1, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=ee106a9d-97c8-457f-986f-ecf592faf4a1,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:26:08.996754 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bae801da-7292-4493-8f23-2fff2f86cff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:09.063376 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cafc69eb-199c-4d82-98ad-04ebd5ea8eac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33017192-84c7-45fb-aa15-2178b3d5b528'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:26:09.067162 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ba427d-b244-443d-8afc-cfeda2cc2b53" -d '{"events": [{"server_uuid": "cafc69eb-199c-4d82-98ad-04ebd5ea8eac", "name": "network-vif-unplugged", "status": "completed", "tag": "33017192-84c7-45fb-aa15-2178b3d5b528"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:26:09.095963 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-3920b9fa-05bb-4e75-aaf5-f0328c0b443c req-2443248d-3a57-408b-859b-ace6ddc3e52b tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Deleting port 33017192-84c7-45fb-aa15-2178b3d5b528 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:26:09.096316 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3920b9fa-05bb-4e75-aaf5-f0328c0b443c req-2443248d-3a57-408b-859b-ace6ddc3e52b tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:09.147486 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2511c0e6-7051-4573-952f-0106136ea22b None None] Could not find standard attr ID for object 4a9888ce-491d-4130-b4b2-8a839251bc01. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:26:09.152514 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-889def77-a3e1-4bd3-a4b5-a3c63051ef92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:09.158464 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-889def77-a3e1-4bd3-a4b5-a3c63051ef92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:09.158891 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 33017192-84c7-45fb-aa15-2178b3d5b528, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=33017192-84c7-45fb-aa15-2178b3d5b528,segment=NetworkSegment(54adfe02-b869-4884-bf8b-5c8e16c54a46),segment_id=54adfe02-b869-4884-bf8b-5c8e16c54a46)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:26:09.168933 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68373eb6-28f5-4cef-b455-d45411b05d5e tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:09.171662 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-68373eb6-28f5-4cef-b455-d45411b05d5e tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:09.171821 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:09.195854 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae801da-7292-4493-8f23-2fff2f86cff1 None None] Pushing event updated for resources: {'Port': ['ID=ee106a9d-97c8-457f-986f-ecf592faf4a1,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:09.209836 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e1dd5f6c-a1dc-4f19-8973-0c64f53f51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:09.211749 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68373eb6-28f5-4cef-b455-d45411b05d5e tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'Subnet': ['ID=0a11a5d1-5441-4d4e-9959-20d3797f4aa6,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:09.226478 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f4370674-add8-434b-b7b8-737855add66e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:09.246956 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dd5f6c-a1dc-4f19-8973-0c64f53f51e7 None None] No DVR routers for this DVR port ee106a9d-97c8-457f-986f-ecf592faf4a1 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:26:09.260676 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-3920b9fa-05bb-4e75-aaf5-f0328c0b443c req-2443248d-3a57-408b-859b-ace6ddc3e52b tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] For port 33017192-84c7-45fb-aa15-2178b3d5b528, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=33017192-84c7-45fb-aa15-2178b3d5b528,segment=NetworkSegment(54adfe02-b869-4884-bf8b-5c8e16c54a46),segment_id=54adfe02-b869-4884-bf8b-5c8e16c54a46)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:26:09.261148 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3920b9fa-05bb-4e75-aaf5-f0328c0b443c req-2443248d-3a57-408b-859b-ace6ddc3e52b tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:09.262724 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a8768a-2f2f-4c36-af05-513f3b1e5acb req-e2da4481-26e2-4919-94a9-0a822a2ac46d tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:09.269412 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c476ac39-2c05-47ab-a5dd-77b76cbcc84d None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:26:09.273563 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-35a8768a-2f2f-4c36-af05-513f3b1e5acb req-e2da4481-26e2-4919-94a9-0a822a2ac46d tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 946 time: 0.6619320 Jul 09 16:26:09.284455 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-3920b9fa-05bb-4e75-aaf5-f0328c0b443c req-2443248d-3a57-408b-859b-ace6ddc3e52b tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Calling delete_port for 33017192-84c7-45fb-aa15-2178b3d5b528 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:26:09.307468 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f4370674-add8-434b-b7b8-737855add66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:09.376926 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-35a8768a-2f2f-4c36-af05-513f3b1e5acb req-af50f9a4-86b7-4506-9cfb-7e0673b4da93 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024063 Jul 09 16:26:09.381389 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-68373eb6-28f5-4cef-b455-d45411b05d5e tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6833768 Jul 09 16:26:09.384443 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-889def77-a3e1-4bd3-a4b5-a3c63051ef92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:09.385204 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-889def77-a3e1-4bd3-a4b5-a3c63051ef92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee93f2da-a74c-4728-8185-8f5c9c464910 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:26:09.389977 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 41734) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:09.427777 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-d8fbb616-8d24-4e3a-b8a0-d9e7b0a2a69e tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'port': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'fixed_ips': [{'subnet_id': '0a11a5d1-5441-4d4e-9959-20d3797f4aa6', 'ip_address': '2001:db8::cbc0:dc11:6ebe:bb4f'}], 'name': 'tempest-NetworksTestDHCPv6-1427159287'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:26:09.464955 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=33017192-84c7-45fb-aa15-2178b3d5b528,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:09.471080 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-889def77-a3e1-4bd3-a4b5-a3c63051ef92 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:09.474655 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-889def77-a3e1-4bd3-a4b5-a3c63051ef92 admin admin] 10.222.0.98 "DELETE /v2.0/routers/ee93f2da-a74c-4728-8185-8f5c9c464910 HTTP/1.1" status: 204 len: 168 time: 2.4293668 Jul 09 16:26:09.484075 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4370674-add8-434b-b7b8-737855add66e admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:26:09.510497 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7eb2bcd-fbeb-4c8d-becc-f01425d23cc0 x-openstack-request-id: req-e7eb2bcd-fbeb-4c8d-becc-f01425d23cc0 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:26:09.511207 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f4370674-add8-434b-b7b8-737855add66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:09.511454 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cafc69eb-199c-4d82-98ad-04ebd5ea8eac", "name": "network-vif-unplugged", "status": "completed", "tag": "33017192-84c7-45fb-aa15-2178b3d5b528", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:26:09.511882 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e7eb2bcd-fbeb-4c8d-becc-f01425d23cc0 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:26:09.512407 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-f4370674-add8-434b-b7b8-737855add66e admin admin] Added segment 85bdecab-fd23-4165-9e77-c7f00571aed4 of type vlan for network 534b4cde-6023-471d-8be3-ed9f2f6e629a Jul 09 16:26:09.512610 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cafc69eb-199c-4d82-98ad-04ebd5ea8eac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33017192-84c7-45fb-aa15-2178b3d5b528', 'code': 200} Jul 09 16:26:09.516310 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd5f6c-a1dc-4f19-8973-0c64f53f51e7 None None] Pushing event deleted for resources: {'Port': ['ID=ee106a9d-97c8-457f-986f-ecf592faf4a1,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:09.541095 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fd123032-3cd6-4374-b893-8af12e9f4c75 req-b67d9b9a-9061-4eb1-a24e-b3aa8c7f9897 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=e513b158-9b78-4cb9-a7d3-95ded31a1de7 HTTP/1.1" status: 200 len: 210 time: 0.2529395 Jul 09 16:26:09.549019 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 41740) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:09.594038 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f4370674-add8-434b-b7b8-737855add66e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:09.620961 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3695e9-92b0-4582-873f-449b3fdea399 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-f22714f5-d774-47cf-ac1e-3989f67517e9', 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'tenant_id': '005b565b3c004d24a50d69ddcd50be46', 'fixed_ips': [{'subnet_id': '0a11a5d1-5441-4d4e-9959-20d3797f4aa6'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:26:09.623132 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4a3695e9-92b0-4582-873f-449b3fdea399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:09.659858 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4370674-add8-434b-b7b8-737855add66e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae95be32-6f38-40fa-86d4-cf743cbf0885,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:09.692447 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e8524b7-dbd8-4015-8ede-8b27f0b86bb4 admin admin] Deleting subnet 7643443c-f3fe-4a91-b386-208fcf7a8dfa {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:26:09.703380 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4e8524b7-dbd8-4015-8ede-8b27f0b86bb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:09.722463 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f4370674-add8-434b-b7b8-737855add66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:09.723696 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4370674-add8-434b-b7b8-737855add66e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:09.724659 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f4370674-add8-434b-b7b8-737855add66e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:09.755842 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4e8524b7-dbd8-4015-8ede-8b27f0b86bb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:09.823073 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f4370674-add8-434b-b7b8-737855add66e admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7664161 Jul 09 16:26:09.823344 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4e8524b7-dbd8-4015-8ede-8b27f0b86bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:09.828851 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 41752) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:09.838667 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-b2dcf610-b553-477b-b348-52ee16dc0e1c admin admin] Request body: {'subnet': {'network_id': '534b4cde-6023-471d-8be3-ed9f2f6e629a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1888968666-subnet', 'tenant_id': '0b46bf6a4b7d43dfb5def3ef27bbe601', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:26:09.863280 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4370674-add8-434b-b7b8-737855add66e admin admin] Pushing event updated for resources: {'Network': ['ID=534b4cde-6023-471d-8be3-ed9f2f6e629a,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:09.875775 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8fbb616-8d24-4e3a-b8a0-d9e7b0a2a69e tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:26:09.878180 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 534b4cde-6023-471d-8be3-ed9f2f6e629a details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:26:09.886961 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3920b9fa-05bb-4e75-aaf5-f0328c0b443c req-2443248d-3a57-408b-859b-ace6ddc3e52b tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:09.903284 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4e8524b7-dbd8-4015-8ede-8b27f0b86bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:09.953477 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2443248d-3a57-408b-859b-ace6ddc3e52b tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Pushing event deleted for resources: {'Port': ['ID=33017192-84c7-45fb-aa15-2178b3d5b528,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:09.962474 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8524b7-dbd8-4015-8ede-8b27f0b86bb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7643443c-f3fe-4a91-b386-208fcf7a8dfa,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:09.968551 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4e8524b7-dbd8-4015-8ede-8b27f0b86bb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:09.974363 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-4e8524b7-dbd8-4015-8ede-8b27f0b86bb4 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/7643443c-f3fe-4a91-b386-208fcf7a8dfa HTTP/1.1" status: 204 len: 168 time: 0.4231994 Jul 09 16:26:09.977629 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 41756) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:10.022873 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-3920b9fa-05bb-4e75-aaf5-f0328c0b443c req-2443248d-3a57-408b-859b-ace6ddc3e52b tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] No DVR routers for this DVR port 33017192-84c7-45fb-aa15-2178b3d5b528 on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:26:10.025617 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3920b9fa-05bb-4e75-aaf5-f0328c0b443c req-2443248d-3a57-408b-859b-ace6ddc3e52b tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:10.028091 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3920b9fa-05bb-4e75-aaf5-f0328c0b443c req-2443248d-3a57-408b-859b-ace6ddc3e52b tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.77 "DELETE /v2.0/ports/33017192-84c7-45fb-aa15-2178b3d5b528 HTTP/1.1" status: 204 len: 173 time: 1.1491270 Jul 09 16:26:10.028983 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cafc69eb-199c-4d82-98ad-04ebd5ea8eac', 'name': 'network-vif-deleted', 'tag': '33017192-84c7-45fb-aa15-2178b3d5b528'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:26:10.033853 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e90cd34-3d41-4fb6-9c63-883fd88909aa" -d '{"events": [{"server_uuid": "cafc69eb-199c-4d82-98ad-04ebd5ea8eac", "name": "network-vif-deleted", "tag": "33017192-84c7-45fb-aa15-2178b3d5b528"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:26:10.094735 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-4a3695e9-92b0-4582-873f-449b3fdea399 None None] Allocated IP 2001:db8::2 (f22714f5-d774-47cf-ac1e-3989f67517e9/0a11a5d1-5441-4d4e-9959-20d3797f4aa6/d574e408-9dd9-4aec-a682-57f8c6ff8539) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:26:10.099880 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352c800b-52dd-47bc-8234-91d1b395755e x-openstack-request-id: req-352c800b-52dd-47bc-8234-91d1b395755e {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:26:10.100607 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cafc69eb-199c-4d82-98ad-04ebd5ea8eac", "name": "network-vif-deleted", "tag": "33017192-84c7-45fb-aa15-2178b3d5b528", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:26:10.100863 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-352c800b-52dd-47bc-8234-91d1b395755e {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:26:10.101262 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cafc69eb-199c-4d82-98ad-04ebd5ea8eac', 'name': 'network-vif-deleted', 'tag': '33017192-84c7-45fb-aa15-2178b3d5b528', 'status': 'completed', 'code': 200} Jul 09 16:26:10.162512 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e0254ce7-9750-4975-b59d-63980e95743c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:10.168690 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2dcf610-b553-477b-b348-52ee16dc0e1c admin admin] Made reservation on behalf of 0b46bf6a4b7d43dfb5def3ef27bbe601 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:26:10.171779 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b2dcf610-b553-477b-b348-52ee16dc0e1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:10.252450 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 04d5bec3-8ba8-481d-b7c0-f39db6938f38 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:26:10.290967 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 04d5bec3-8ba8-481d-b7c0-f39db6938f38 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:26:10.291324 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 04d5bec3-8ba8-481d-b7c0-f39db6938f38 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:26:10.291749 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device ee106a9d-97c8-457f-986f-ecf592faf4a1 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:26:10.293414 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:10.344017 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: ee106a9d-97c8-457f-986f-ecf592faf4a1 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:26:10.344612 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device ee106a9d-97c8-457f-986f-ecf592faf4a1 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:26:10.350013 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d8fbb616-8d24-4e3a-b8a0-d9e7b0a2a69e tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:10.442882 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4a3695e9-92b0-4582-873f-449b3fdea399 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:10.455799 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4a3695e9-92b0-4582-873f-449b3fdea399 None None] Transition to ACTIVE for port object d574e408-9dd9-4aec-a682-57f8c6ff8539 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:26:10.461430 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e0254ce7-9750-4975-b59d-63980e95743c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:10.464612 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-d8fbb616-8d24-4e3a-b8a0-d9e7b0a2a69e tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] device_id is not set on port fd1c5414-bbd6-42f2-af48-1ada0421619f yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:26:10.477014 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4a3695e9-92b0-4582-873f-449b3fdea399 None None] Transition to ACTIVE for port object d574e408-9dd9-4aec-a682-57f8c6ff8539 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:26:10.484417 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-e0254ce7-9750-4975-b59d-63980e95743c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['253b6b11-136f-4359-8b4b-5977842f3b3f']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:26:10.487238 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4a3695e9-92b0-4582-873f-449b3fdea399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:10.527200 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3695e9-92b0-4582-873f-449b3fdea399 None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:26:10.531353 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-4a3695e9-92b0-4582-873f-449b3fdea399 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:26:10.537868 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3695e9-92b0-4582-873f-449b3fdea399 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:26:10.538372 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-e0254ce7-9750-4975-b59d-63980e95743c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aa2b303-4215-48db-b010-ab00e40f1ba3') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:26:10.538811 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-e0254ce7-9750-4975-b59d-63980e95743c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aa2b303-4215-48db-b010-ab00e40f1ba3') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:26:10.567502 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e0254ce7-9750-4975-b59d-63980e95743c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:10.577460 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3695e9-92b0-4582-873f-449b3fdea399 None None] Pushing event updated for resources: {'Port': ['ID=d574e408-9dd9-4aec-a682-57f8c6ff8539,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:10.641773 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-4a3695e9-92b0-4582-873f-449b3fdea399 None None] Attempting to bind port d574e408-9dd9-4aec-a682-57f8c6ff8539 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:26:10.642345 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-4a3695e9-92b0-4582-873f-449b3fdea399 None None] Attempting to bind port d574e408-9dd9-4aec-a682-57f8c6ff8539 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:26:10.642723 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3695e9-92b0-4582-873f-449b3fdea399 None None] Attempting to bind port d574e408-9dd9-4aec-a682-57f8c6ff8539 on network f22714f5-d774-47cf-ac1e-3989f67517e9 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:26:10.650362 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3695e9-92b0-4582-873f-449b3fdea399 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:26:10.650983 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3695e9-92b0-4582-873f-449b3fdea399 None None] Checking segment: {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:26:10.651360 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4a3695e9-92b0-4582-873f-449b3fdea399 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:10.651952 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3695e9-92b0-4582-873f-449b3fdea399 None None] Bound using segment: {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:26:10.652788 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-4a3695e9-92b0-4582-873f-449b3fdea399 None None] Bound port: d574e408-9dd9-4aec-a682-57f8c6ff8539, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:26:10.653500 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4a3695e9-92b0-4582-873f-449b3fdea399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:10.746978 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-4a3695e9-92b0-4582-873f-449b3fdea399 None None] For port d574e408-9dd9-4aec-a682-57f8c6ff8539, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:26:10.752131 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-4a3695e9-92b0-4582-873f-449b3fdea399 None None] For port d574e408-9dd9-4aec-a682-57f8c6ff8539, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=d574e408-9dd9-4aec-a682-57f8c6ff8539,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:26:10.759396 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4a3695e9-92b0-4582-873f-449b3fdea399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:10.814475 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-d8fbb616-8d24-4e3a-b8a0-d9e7b0a2a69e tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Allocated IP 2001:db8::cbc0:dc11:6ebe:bb4f (f22714f5-d774-47cf-ac1e-3989f67517e9/0a11a5d1-5441-4d4e-9959-20d3797f4aa6/fd1c5414-bbd6-42f2-af48-1ada0421619f) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:26:10.848352 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b2dcf610-b553-477b-b348-52ee16dc0e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:10.883479 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3695e9-92b0-4582-873f-449b3fdea399 None None] Pushing event updated for resources: {'Port': ['ID=d574e408-9dd9-4aec-a682-57f8c6ff8539,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:10.890968 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-91461735-7bc1-44aa-a555-d012a53627bb req-fcb6d147-3be0-4679-b364-5713e126715b tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=e513b158-9b78-4cb9-a7d3-95ded31a1de7 HTTP/1.1" status: 200 len: 210 time: 0.0597661 Jul 09 16:26:10.891998 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e0254ce7-9750-4975-b59d-63980e95743c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:10.961186 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0254ce7-9750-4975-b59d-63980e95743c admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:26:10.961186 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e0254ce7-9750-4975-b59d-63980e95743c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:10.962920 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:26:10.962920 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:26:10.962920 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:26:10.962920 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:26:10.962920 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:26:10.962920 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:26:10.962920 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:26:10.962920 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:26:10.962920 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:26:10.962920 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:26:10.962920 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:26:10.962920 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:26:10.962920 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:26:10.962920 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:26:10.962920 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:26:10.962920 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:26:10.962920 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:26:10.962920 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:26:10.962920 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:26:10.962920 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:26:10.962920 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:26:10.962920 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:26:10.962920 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:26:10.962920 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:26:10.962920 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:26:10.962920 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:26:10.962920 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:26:10.962920 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:26:10.962920 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:26:10.962920 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:26:10.962920 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:26:10.962920 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:26:10.962920 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:26:10.962920 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:26:10.962920 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:26:10.962920 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:26:10.962920 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:26:10.962920 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:26:10.962920 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:26:10.962920 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:26:11.072721 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dcf610-b553-477b-b348-52ee16dc0e1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=826624ef-8f63-49ff-a492-4b4dc55ec15f,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:11.119046 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d3a08-760f-46bd-b52e-980d7f3256a8 req-2a6d1dff-9540-40c1-85bb-12da826858e2 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:11.121726 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-124d3a08-760f-46bd-b52e-980d7f3256a8 req-2a6d1dff-9540-40c1-85bb-12da826858e2 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.77 "GET /v2.0/networks?id=cb07b627-18f2-452e-9e93-be86bc0f0ec6 HTTP/1.1" status: 200 len: 804 time: 0.2913342 Jul 09 16:26:11.124267 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dcf610-b553-477b-b348-52ee16dc0e1c admin admin] Checking segment: {'id': '85bdecab-fd23-4165-9e77-c7f00571aed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '534b4cde-6023-471d-8be3-ed9f2f6e629a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:26:11.124630 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2dcf610-b553-477b-b348-52ee16dc0e1c admin admin] Network hostable DHCP agents. Network: 534b4cde-6023-471d-8be3-ed9f2f6e629a, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:26:11.134227 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-124d3a08-760f-46bd-b52e-980d7f3256a8 req-09f76caa-9bae-40ca-977b-ee41bd0d8b43 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Request body: {'port': {'device_id': 'e513b158-9b78-4cb9-a7d3-95ded31a1de7', 'network_id': 'cb07b627-18f2-452e-9e93-be86bc0f0ec6', 'admin_state_up': True, 'tenant_id': 'a27b2d6ec67c4326817305bdf0faebf8'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:26:11.137597 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e0254ce7-9750-4975-b59d-63980e95743c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:11.213155 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e0254ce7-9750-4975-b59d-63980e95743c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:11.218121 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e0254ce7-9750-4975-b59d-63980e95743c admin admin] 10.222.0.98 "DELETE /v2.0/networks/253b6b11-136f-4359-8b4b-5977842f3b3f HTTP/1.1" status: 204 len: 168 time: 1.2365317 Jul 09 16:26:11.218121 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0254ce7-9750-4975-b59d-63980e95743c admin admin] Pushing event deleted for resources: {'Network': ['ID=253b6b11-136f-4359-8b4b-5977842f3b3f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:11.245436 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2dcf610-b553-477b-b348-52ee16dc0e1c admin admin] Network 534b4cde-6023-471d-8be3-ed9f2f6e629a is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:26:11.309239 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d8fbb616-8d24-4e3a-b8a0-d9e7b0a2a69e tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:11.317556 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-b2dcf610-b553-477b-b348-52ee16dc0e1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 534b4cde-6023-471d-8be3-ed9f2f6e629a) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:26:11.323899 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dcf610-b553-477b-b348-52ee16dc0e1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:11.325140 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b2dcf610-b553-477b-b348-52ee16dc0e1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:11.328708 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1f4f74-8b49-4b86-affa-19bd5c144c99 None None] Network 534b4cde-6023-471d-8be3-ed9f2f6e629a requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:26:11.364567 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d8fbb616-8d24-4e3a-b8a0-d9e7b0a2a69e tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Transition to ACTIVE for port object fd1c5414-bbd6-42f2-af48-1ada0421619f will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:26:11.378927 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b2dcf610-b553-477b-b348-52ee16dc0e1c admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5461595 Jul 09 16:26:11.438958 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d8fbb616-8d24-4e3a-b8a0-d9e7b0a2a69e tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:11.444469 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-124d3a08-760f-46bd-b52e-980d7f3256a8 req-09f76caa-9bae-40ca-977b-ee41bd0d8b43 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Made reservation on behalf of a27b2d6ec67c4326817305bdf0faebf8 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:26:11.448239 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-124d3a08-760f-46bd-b52e-980d7f3256a8 req-09f76caa-9bae-40ca-977b-ee41bd0d8b43 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:11.504768 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fbb616-8d24-4e3a-b8a0-d9e7b0a2a69e tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:26:11.511134 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 41786) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:11.524681 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-d8fbb616-8d24-4e3a-b8a0-d9e7b0a2a69e tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:26:11.547338 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fbb616-8d24-4e3a-b8a0-d9e7b0a2a69e tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:26:11.557106 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fbb616-8d24-4e3a-b8a0-d9e7b0a2a69e tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:11.559233 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d8fbb616-8d24-4e3a-b8a0-d9e7b0a2a69e tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:11.594609 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-d8fbb616-8d24-4e3a-b8a0-d9e7b0a2a69e tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1981122 Jul 09 16:26:11.600089 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 41788) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:11.620748 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fbb616-8d24-4e3a-b8a0-d9e7b0a2a69e tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'Port': ['ID=fd1c5414-bbd6-42f2-af48-1ada0421619f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:11.682884 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0ea7fdaa-2bd3-47fa-9d99-c580adb2d5d4 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f23c452800b847489100356e9b37b53d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1705630 Jul 09 16:26:11.686576 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 41792) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:11.713926 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f7a6e3-0f88-45b0-a42b-9a03a2acfe2c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:11.728956 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f7a6e3-0f88-45b0-a42b-9a03a2acfe2c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:11.730738 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-37f7a6e3-0f88-45b0-a42b-9a03a2acfe2c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1282332 Jul 09 16:26:11.733523 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 41796) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:11.750013 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d574e408-9dd9-4aec-a682-57f8c6ff8539 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:26:11.798993 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46119143-c6d9-4c5e-8971-2d48551806ba None None] Network 534b4cde-6023-471d-8be3-ed9f2f6e629a requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:26:11.853180 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-124d3a08-760f-46bd-b52e-980d7f3256a8 req-09f76caa-9bae-40ca-977b-ee41bd0d8b43 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Allocated IP 172.20.0.10 (cb07b627-18f2-452e-9e93-be86bc0f0ec6/290e7ab8-3d22-43c0-a3ef-f5bcba5938e6/76869409-73b4-44d6-bfae-2dcd77d6b00d) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:26:12.006450 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-9080e629-6d40-4a94-b978-c4d531d0db38 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Deleting port fd1c5414-bbd6-42f2-af48-1ada0421619f {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:26:12.007060 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9080e629-6d40-4a94-b978-c4d531d0db38 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:12.061767 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port d574e408-9dd9-4aec-a682-57f8c6ff8539 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:26:12.075433 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 189cafd3-b10c-4e4e-90cf-26ea4fd2a434 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:26:12.115825 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 189cafd3-b10c-4e4e-90cf-26ea4fd2a434 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:26:12.119322 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 189cafd3-b10c-4e4e-90cf-26ea4fd2a434 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:26:12.139806 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b619b71-7014-4822-aea0-d32803698698 req-1c506cb9-05c9-4f90-b702-d08fdf04ffd9 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:12.146913 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3b619b71-7014-4822-aea0-d32803698698 req-1c506cb9-05c9-4f90-b702-d08fdf04ffd9 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.2118039 Jul 09 16:26:12.190628 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f9da1cf3-8dc1-406d-8a93-d5c7b3ed9c7d req-6046efa2-89b5-4ea7-bb64-70f778ca8c24 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=e513b158-9b78-4cb9-a7d3-95ded31a1de7 HTTP/1.1" status: 200 len: 210 time: 0.0484531 Jul 09 16:26:12.215598 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bcc66baa-45bf-4625-932d-b8c4450a27fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:12.223429 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3b619b71-7014-4822-aea0-d32803698698 req-e862bb9a-e702-48a0-b2b3-0f3db721cb25 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0749264 Jul 09 16:26:12.227799 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9080e629-6d40-4a94-b978-c4d531d0db38 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:12.249279 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-9080e629-6d40-4a94-b978-c4d531d0db38 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Calling delete_port for fd1c5414-bbd6-42f2-af48-1ada0421619f owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:26:12.249445 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-124d3a08-760f-46bd-b52e-980d7f3256a8 req-09f76caa-9bae-40ca-977b-ee41bd0d8b43 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:12.263288 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 33017192-84c7-45fb-aa15-2178b3d5b528 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:26:12.267259 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bcc66baa-45bf-4625-932d-b8c4450a27fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:12.303675 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: 33017192-84c7-45fb-aa15-2178b3d5b528 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:26:12.304028 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 33017192-84c7-45fb-aa15-2178b3d5b528 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:26:12.373894 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-124d3a08-760f-46bd-b52e-980d7f3256a8 req-09f76caa-9bae-40ca-977b-ee41bd0d8b43 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:12.385081 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bcc66baa-45bf-4625-932d-b8c4450a27fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:12.389482 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bcc66baa-45bf-4625-932d-b8c4450a27fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:12.390375 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-bcc66baa-45bf-4625-932d-b8c4450a27fc admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d0a6dc63-8b1a-4a2e-94f0-61890eef0833 HTTP/1.1" status: 204 len: 168 time: 0.6964643 Jul 09 16:26:12.475934 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-47d900a7-cc8e-4ee3-bfaa-37640c1d7b35 None None] Provisioning for port d574e408-9dd9-4aec-a682-57f8c6ff8539 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:26:12.480949 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-47d900a7-cc8e-4ee3-bfaa-37640c1d7b35 None None] Provisioning complete for port d574e408-9dd9-4aec-a682-57f8c6ff8539 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:26:12.484755 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-47d900a7-cc8e-4ee3-bfaa-37640c1d7b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:12.518653 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc66baa-45bf-4625-932d-b8c4450a27fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a6dc63-8b1a-4a2e-94f0-61890eef0833,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:12.530698 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-124d3a08-760f-46bd-b52e-980d7f3256a8 req-09f76caa-9bae-40ca-977b-ee41bd0d8b43 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Network cb07b627-18f2-452e-9e93-be86bc0f0ec6 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:26:12.549221 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-124d3a08-760f-46bd-b52e-980d7f3256a8 req-09f76caa-9bae-40ca-977b-ee41bd0d8b43 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:26:12.558884 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-124d3a08-760f-46bd-b52e-980d7f3256a8 req-09f76caa-9bae-40ca-977b-ee41bd0d8b43 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:26:12.633203 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f76caa-9bae-40ca-977b-ee41bd0d8b43 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Pushing event updated for resources: {'Port': ['ID=76869409-73b4-44d6-bfae-2dcd77d6b00d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:12.686553 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-47d900a7-cc8e-4ee3-bfaa-37640c1d7b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:12.704966 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d3a08-760f-46bd-b52e-980d7f3256a8 req-09f76caa-9bae-40ca-977b-ee41bd0d8b43 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:12.705558 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-124d3a08-760f-46bd-b52e-980d7f3256a8 req-09f76caa-9bae-40ca-977b-ee41bd0d8b43 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:12.760849 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-47d900a7-cc8e-4ee3-bfaa-37640c1d7b35 None None] For port d574e408-9dd9-4aec-a682-57f8c6ff8539, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=d574e408-9dd9-4aec-a682-57f8c6ff8539,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:26:12.767023 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-47d900a7-cc8e-4ee3-bfaa-37640c1d7b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:12.830957 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d900a7-cc8e-4ee3-bfaa-37640c1d7b35 None None] Pushing event updated for resources: {'Port': ['ID=d574e408-9dd9-4aec-a682-57f8c6ff8539,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:12.850110 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-124d3a08-760f-46bd-b52e-980d7f3256a8 req-09f76caa-9bae-40ca-977b-ee41bd0d8b43 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7202938 Jul 09 16:26:12.865418 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-124d3a08-760f-46bd-b52e-980d7f3256a8 req-33f85d70-d022-4efe-8dd8-162147e19089 service neutron] Request body: {'port': {'device_id': 'e513b158-9b78-4cb9-a7d3-95ded31a1de7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:26:12.898795 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8231fc50-9629-43b5-bcc3-449fda11f7eb None None] Provisioning for port fd1c5414-bbd6-42f2-af48-1ada0421619f completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:26:12.905665 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8231fc50-9629-43b5-bcc3-449fda11f7eb None None] Provisioning complete for port fd1c5414-bbd6-42f2-af48-1ada0421619f triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:26:12.906713 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8231fc50-9629-43b5-bcc3-449fda11f7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:12.915143 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb40bf1-136a-4fb3-9443-e886325392d0 req-08abf7b4-1f13-44e0-9e77-41c1552dac87 tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:12.923615 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fbb40bf1-136a-4fb3-9443-e886325392d0 req-08abf7b4-1f13-44e0-9e77-41c1552dac87 tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] 10.222.0.98 "GET /v2.0/networks?id=534b4cde-6023-471d-8be3-ed9f2f6e629a HTTP/1.1" status: 200 len: 814 time: 0.1882002 Jul 09 16:26:12.961962 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fbb40bf1-136a-4fb3-9443-e886325392d0 req-a960d3c8-3cf3-4246-8908-22c43fb7fd0a tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] 10.222.0.98 "GET /v2.0/quotas/0b46bf6a4b7d43dfb5def3ef27bbe601 HTTP/1.1" status: 200 len: 375 time: 0.0372703 Jul 09 16:26:13.007369 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-8231fc50-9629-43b5-bcc3-449fda11f7eb None None] Port fd1c5414-bbd6-42f2-af48-1ada0421619f cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:26:13.023868 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fbb40bf1-136a-4fb3-9443-e886325392d0 req-9220ae26-bced-4717-ba05-70ceea0e44ef tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=0b46bf6a4b7d43dfb5def3ef27bbe601&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604618 Jul 09 16:26:13.108752 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-124d3a08-760f-46bd-b52e-980d7f3256a8 req-33f85d70-d022-4efe-8dd8-162147e19089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:13.202606 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871257a-735e-4c0c-8bba-3e962e326903 req-5262a934-0b4b-474b-b5ef-4d68b12ef775 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:13.204814 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1871257a-735e-4c0c-8bba-3e962e326903 req-5262a934-0b4b-474b-b5ef-4d68b12ef775 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.1712830 Jul 09 16:26:13.206181 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9080e629-6d40-4a94-b978-c4d531d0db38 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:13.262142 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fbb40bf1-136a-4fb3-9443-e886325392d0 req-86c311ae-06ad-45f1-a7db-d24f4a16619e service neutron] 10.222.0.98 "GET /v2.0/networks/534b4cde-6023-471d-8be3-ed9f2f6e629a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344401 Jul 09 16:26:13.295699 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9080e629-6d40-4a94-b978-c4d531d0db38 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event deleted for resources: {'Port': ['ID=fd1c5414-bbd6-42f2-af48-1ada0421619f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:13.307774 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9080e629-6d40-4a94-b978-c4d531d0db38 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:13.310130 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-9080e629-6d40-4a94-b978-c4d531d0db38 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/ports/fd1c5414-bbd6-42f2-af48-1ada0421619f HTTP/1.1" status: 204 len: 168 time: 1.5756409 Jul 09 16:26:13.312746 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 41834) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:13.410626 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fbb40bf1-136a-4fb3-9443-e886325392d0 req-69ddab0e-1fd2-4b56-8058-725f0d6c9f42 service neutron] 10.222.0.98 "GET /v2.0/networks/534b4cde-6023-471d-8be3-ed9f2f6e629a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349287 Jul 09 16:26:13.418674 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1871257a-735e-4c0c-8bba-3e962e326903 req-dc6e3b86-49d2-47a1-bc7e-bd284efc0735 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1948898 Jul 09 16:26:13.489873 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818ee737-63e9-46d4-88ca-7ef882514e59 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:13.492024 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818ee737-63e9-46d4-88ca-7ef882514e59 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:13.507007 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-818ee737-63e9-46d4-88ca-7ef882514e59 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1931760 Jul 09 16:26:13.508635 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 41844) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:13.612639 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-f709d34f-611c-4713-b3b1-090fc1c918af tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Deleting subnet 0a11a5d1-5441-4d4e-9959-20d3797f4aa6 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:26:13.617636 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f709d34f-611c-4713-b3b1-090fc1c918af tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:13.647941 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d574e408-9dd9-4aec-a682-57f8c6ff8539 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:26:13.671730 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f709d34f-611c-4713-b3b1-090fc1c918af tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:13.734867 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 41850) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:13.759435 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port d574e408-9dd9-4aec-a682-57f8c6ff8539 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:26:13.759855 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:13.855688 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7140fc-75d0-455d-a6c9-8a919003fe55 req-ce6b1c35-4e76-47c4-8436-96bf18fc6ec5 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:13.865279 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-dd7140fc-75d0-455d-a6c9-8a919003fe55 req-ce6b1c35-4e76-47c4-8436-96bf18fc6ec5 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=e513b158-9b78-4cb9-a7d3-95ded31a1de7 HTTP/1.1" status: 200 len: 932 time: 0.2025077 Jul 09 16:26:13.874614 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-124d3a08-760f-46bd-b52e-980d7f3256a8 req-33f85d70-d022-4efe-8dd8-162147e19089 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76869409-73b4-44d6-bfae-2dcd77d6b00d {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:26:13.892643 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f709d34f-611c-4713-b3b1-090fc1c918af tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:13.897200 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-124d3a08-760f-46bd-b52e-980d7f3256a8 req-33f85d70-d022-4efe-8dd8-162147e19089 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:13.927787 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-df7f5701-fd48-4dfb-9f63-3e7f83f0440b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-516189427-network', 'tenant_id': '90f0307cb8734beb9d540965bb31df1b'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:26:13.946903 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-124d3a08-760f-46bd-b52e-980d7f3256a8 req-33f85d70-d022-4efe-8dd8-162147e19089 service neutron] Transition to ACTIVE for port object 76869409-73b4-44d6-bfae-2dcd77d6b00d will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:26:13.957787 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-124d3a08-760f-46bd-b52e-980d7f3256a8 req-33f85d70-d022-4efe-8dd8-162147e19089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:14.007582 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-dd7140fc-75d0-455d-a6c9-8a919003fe55 req-b95300a7-36e7-4f82-8668-24f7b64198f5 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357582 Jul 09 16:26:14.012719 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f85d70-d022-4efe-8dd8-162147e19089 service neutron] Pushing event updated for resources: {'Port': ['ID=76869409-73b4-44d6-bfae-2dcd77d6b00d,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:14.041131 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7f5701-fd48-4dfb-9f63-3e7f83f0440b admin admin] Made reservation on behalf of 90f0307cb8734beb9d540965bb31df1b for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:26:14.047767 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df7f5701-fd48-4dfb-9f63-3e7f83f0440b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:14.062051 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df7f5701-fd48-4dfb-9f63-3e7f83f0440b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:14.112717 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f709d34f-611c-4713-b3b1-090fc1c918af tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:14.144756 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709d34f-611c-4713-b3b1-090fc1c918af tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event deleted for resources: {'Subnet': ['ID=0a11a5d1-5441-4d4e-9959-20d3797f4aa6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:14.178157 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f709d34f-611c-4713-b3b1-090fc1c918af tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:14.180182 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f709d34f-611c-4713-b3b1-090fc1c918af tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/0a11a5d1-5441-4d4e-9959-20d3797f4aa6 HTTP/1.1" status: 204 len: 168 time: 0.6704912 Jul 09 16:26:14.184491 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 41864) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:14.187950 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497d4b12-1ea7-4644-b432-522178c78529 None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:26:14.197804 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6d420546-39ac-4efe-b12d-ec0f481c8baf req-ec21f698-009f-4a04-9fc2-a5dceabd50e8 tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] 10.222.0.98 "GET /v2.0/ports?device_id=70218482-0ce4-40d9-b57e-a6906bb2bdec HTTP/1.1" status: 200 len: 210 time: 0.0910466 Jul 09 16:26:14.255492 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-3abd643c-4fdf-406a-8286-321a5bb03094 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0694358 Jul 09 16:26:14.257699 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 41866) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:14.316861 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-124d3a08-760f-46bd-b52e-980d7f3256a8 req-33f85d70-d022-4efe-8dd8-162147e19089 service neutron] Attempting to bind port 76869409-73b4-44d6-bfae-2dcd77d6b00d on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:26:14.318888 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-124d3a08-760f-46bd-b52e-980d7f3256a8 req-33f85d70-d022-4efe-8dd8-162147e19089 service neutron] Attempting to bind port 76869409-73b4-44d6-bfae-2dcd77d6b00d by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '54adfe02-b869-4884-bf8b-5c8e16c54a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'cb07b627-18f2-452e-9e93-be86bc0f0ec6'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:26:14.319400 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124d3a08-760f-46bd-b52e-980d7f3256a8 req-33f85d70-d022-4efe-8dd8-162147e19089 service neutron] Attempting to bind port 76869409-73b4-44d6-bfae-2dcd77d6b00d on network cb07b627-18f2-452e-9e93-be86bc0f0ec6 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:26:14.331946 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124d3a08-760f-46bd-b52e-980d7f3256a8 req-33f85d70-d022-4efe-8dd8-162147e19089 service neutron] Port 76869409-73b4-44d6-bfae-2dcd77d6b00d on network cb07b627-18f2-452e-9e93-be86bc0f0ec6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:26:14.332644 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124d3a08-760f-46bd-b52e-980d7f3256a8 req-33f85d70-d022-4efe-8dd8-162147e19089 service neutron] Attempting to bind port 76869409-73b4-44d6-bfae-2dcd77d6b00d on network cb07b627-18f2-452e-9e93-be86bc0f0ec6 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:26:14.342571 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124d3a08-760f-46bd-b52e-980d7f3256a8 req-33f85d70-d022-4efe-8dd8-162147e19089 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:26:14.343510 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124d3a08-760f-46bd-b52e-980d7f3256a8 req-33f85d70-d022-4efe-8dd8-162147e19089 service neutron] Checking segment: {'id': '54adfe02-b869-4884-bf8b-5c8e16c54a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'cb07b627-18f2-452e-9e93-be86bc0f0ec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:26:14.346602 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124d3a08-760f-46bd-b52e-980d7f3256a8 req-33f85d70-d022-4efe-8dd8-162147e19089 service neutron] Bound using segment: {'id': '54adfe02-b869-4884-bf8b-5c8e16c54a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'cb07b627-18f2-452e-9e93-be86bc0f0ec6'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:26:14.349011 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-124d3a08-760f-46bd-b52e-980d7f3256a8 req-33f85d70-d022-4efe-8dd8-162147e19089 service neutron] Bound port: 76869409-73b4-44d6-bfae-2dcd77d6b00d, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54adfe02-b869-4884-bf8b-5c8e16c54a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'cb07b627-18f2-452e-9e93-be86bc0f0ec6'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:26:14.350000 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-124d3a08-760f-46bd-b52e-980d7f3256a8 req-33f85d70-d022-4efe-8dd8-162147e19089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:14.353837 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df7f5701-fd48-4dfb-9f63-3e7f83f0440b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:14.378271 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df7f5701-fd48-4dfb-9f63-3e7f83f0440b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:14.460607 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 41872) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:14.465887 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7f5701-fd48-4dfb-9f63-3e7f83f0440b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457b8671-d32c-4365-9e12-47d6ca217431,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:14.481272 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b671c84a-3ae1-4b2c-9b34-28f6c9333252 None None] DHCP port deletion for f22714f5-d774-47cf-ac1e-3989f67517e9 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:26:14.483003 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df7f5701-fd48-4dfb-9f63-3e7f83f0440b admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:26:14.505371 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df7f5701-fd48-4dfb-9f63-3e7f83f0440b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:14.506043 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-df7f5701-fd48-4dfb-9f63-3e7f83f0440b admin admin] Added segment 028f19c8-a073-4eae-bd16-9e46a809404d of type vlan for network c3570998-1a5b-4176-8ca2-62b19e09ece8 Jul 09 16:26:14.564465 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-124d3a08-760f-46bd-b52e-980d7f3256a8 req-33f85d70-d022-4efe-8dd8-162147e19089 service neutron] For port 76869409-73b4-44d6-bfae-2dcd77d6b00d, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:26:14.572381 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df7f5701-fd48-4dfb-9f63-3e7f83f0440b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:14.573040 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-124d3a08-760f-46bd-b52e-980d7f3256a8 req-33f85d70-d022-4efe-8dd8-162147e19089 service neutron] For port 76869409-73b4-44d6-bfae-2dcd77d6b00d, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=76869409-73b4-44d6-bfae-2dcd77d6b00d,segment=NetworkSegment(54adfe02-b869-4884-bf8b-5c8e16c54a46),segment_id=54adfe02-b869-4884-bf8b-5c8e16c54a46)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:26:14.581985 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f0cc05-6823-4593-8302-e6707174299f req-cae86358-ac79-4c34-bebc-17b05955b6fb tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:14.585535 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478a9705-7553-4563-a7a4-5c47adbcccd0 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:14.587595 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-478a9705-7553-4563-a7a4-5c47adbcccd0 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3289559 Jul 09 16:26:14.590692 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-00f0cc05-6823-4593-8302-e6707174299f req-cae86358-ac79-4c34-bebc-17b05955b6fb tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.2013643 Jul 09 16:26:14.592276 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 41876) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:14.595923 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b671c84a-3ae1-4b2c-9b34-28f6c9333252 None None] Deleting port d574e408-9dd9-4aec-a682-57f8c6ff8539 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:26:14.596317 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b671c84a-3ae1-4b2c-9b34-28f6c9333252 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:14.641745 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-124d3a08-760f-46bd-b52e-980d7f3256a8 req-33f85d70-d022-4efe-8dd8-162147e19089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:14.659919 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-00f0cc05-6823-4593-8302-e6707174299f req-db784aef-3235-4e5f-b049-e1d3badf1456 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0681016 Jul 09 16:26:14.691157 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d3a08-760f-46bd-b52e-980d7f3256a8 req-33f85d70-d022-4efe-8dd8-162147e19089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:14.691948 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-124d3a08-760f-46bd-b52e-980d7f3256a8 req-33f85d70-d022-4efe-8dd8-162147e19089 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:14.692361 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df7f5701-fd48-4dfb-9f63-3e7f83f0440b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:14.693588 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7f5701-fd48-4dfb-9f63-3e7f83f0440b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:14.694322 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df7f5701-fd48-4dfb-9f63-3e7f83f0440b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:14.695867 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-124d3a08-760f-46bd-b52e-980d7f3256a8 req-33f85d70-d022-4efe-8dd8-162147e19089 service neutron] 10.222.0.77 "PUT /v2.0/ports/76869409-73b4-44d6-bfae-2dcd77d6b00d HTTP/1.1" status: 200 len: 1092 time: 1.8375125 Jul 09 16:26:14.696364 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e513b158-9b78-4cb9-a7d3-95ded31a1de7', 'tag': '76869409-73b4-44d6-bfae-2dcd77d6b00d'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:26:14.704527 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc587f5a-24c4-4410-a3da-d10069178b16" -d '{"events": [{"name": "network-changed", "server_uuid": "e513b158-9b78-4cb9-a7d3-95ded31a1de7", "tag": "76869409-73b4-44d6-bfae-2dcd77d6b00d"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:26:14.740382 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b671c84a-3ae1-4b2c-9b34-28f6c9333252 None None] For port d574e408-9dd9-4aec-a682-57f8c6ff8539, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=d574e408-9dd9-4aec-a682-57f8c6ff8539,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:26:14.740971 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b671c84a-3ae1-4b2c-9b34-28f6c9333252 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:14.771135 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b671c84a-3ae1-4b2c-9b34-28f6c9333252 None None] Calling delete_port for d574e408-9dd9-4aec-a682-57f8c6ff8539 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:26:14.775477 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ff6f1d-d696-4105-b06d-da9f5a7efa28 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:14.777211 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e1ff6f1d-d696-4105-b06d-da9f5a7efa28 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1835122 Jul 09 16:26:14.779093 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7f5701-fd48-4dfb-9f63-3e7f83f0440b admin admin] Pushing event updated for resources: {'Network': ['ID=c3570998-1a5b-4176-8ca2-62b19e09ece8,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:14.782340 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 41882) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:14.791863 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network c3570998-1a5b-4176-8ca2-62b19e09ece8 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:26:14.816605 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-729b13cf-a396-4aaa-9a6e-28bd257dcc64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:14.835343 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-febefe25-530b-4c41-81fe-1ee494337b89 x-openstack-request-id: req-febefe25-530b-4c41-81fe-1ee494337b89 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:26:14.835912 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e513b158-9b78-4cb9-a7d3-95ded31a1de7", "tag": "76869409-73b4-44d6-bfae-2dcd77d6b00d", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:26:14.836407 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-febefe25-530b-4c41-81fe-1ee494337b89 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:26:14.836970 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e513b158-9b78-4cb9-a7d3-95ded31a1de7', 'tag': '76869409-73b4-44d6-bfae-2dcd77d6b00d', 'status': 'completed', 'code': 200} Jul 09 16:26:14.879061 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-44b0069e-cccd-419e-ac19-86e43d009123 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0839498 Jul 09 16:26:14.882908 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 41886) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:14.892352 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-37a668e9-6386-4f0b-a575-ec64ac7b1369 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'subnet': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:26:14.969153 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b671c84a-3ae1-4b2c-9b34-28f6c9333252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:15.034876 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b671c84a-3ae1-4b2c-9b34-28f6c9333252 None None] Pushing event deleted for resources: {'Port': ['ID=d574e408-9dd9-4aec-a682-57f8c6ff8539,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:15.039758 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f85d70-d022-4efe-8dd8-162147e19089 service neutron] Pushing event updated for resources: {'Port': ['ID=76869409-73b4-44d6-bfae-2dcd77d6b00d,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:15.079084 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b671c84a-3ae1-4b2c-9b34-28f6c9333252 None None] No DVR routers for this DVR port d574e408-9dd9-4aec-a682-57f8c6ff8539 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:26:15.088315 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d3a08-760f-46bd-b52e-980d7f3256a8 req-02460dad-27fc-4cbd-81b7-647720f63da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:15.092641 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-124d3a08-760f-46bd-b52e-980d7f3256a8 req-02460dad-27fc-4cbd-81b7-647720f63da7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a27b2d6ec67c4326817305bdf0faebf8&device_id=e513b158-9b78-4cb9-a7d3-95ded31a1de7 HTTP/1.1" status: 200 len: 1095 time: 0.1880143 Jul 09 16:26:15.149907 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-124d3a08-760f-46bd-b52e-980d7f3256a8 req-939d9117-ce18-43ca-9ef3-bb9825cad576 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76869409-73b4-44d6-bfae-2dcd77d6b00d HTTP/1.1" status: 200 len: 217 time: 0.0508335 Jul 09 16:26:15.156965 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-729b13cf-a396-4aaa-9a6e-28bd257dcc64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:15.169434 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-729b13cf-a396-4aaa-9a6e-28bd257dcc64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:15.187789 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-df7f5701-fd48-4dfb-9f63-3e7f83f0440b admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4458840 Jul 09 16:26:15.190953 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 41890) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:15.196674 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-db400ae0-ef4e-4fd5-815c-bd6fe221a094 admin admin] Request body: {'subnet': {'network_id': 'c3570998-1a5b-4176-8ca2-62b19e09ece8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-516189427-subnet', 'tenant_id': '90f0307cb8734beb9d540965bb31df1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:26:15.203397 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a668e9-6386-4f0b-a575-ec64ac7b1369 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:26:15.207677 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-37a668e9-6386-4f0b-a575-ec64ac7b1369 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:15.248927 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-729b13cf-a396-4aaa-9a6e-28bd257dcc64 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=10b0279f2feb471097c73f60cb830218&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7816124 Jul 09 16:26:15.249556 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 41896) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:15.258028 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d3a08-760f-46bd-b52e-980d7f3256a8 req-2bef61aa-74b1-4df4-89e7-55a51673afdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:15.259828 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-124d3a08-760f-46bd-b52e-980d7f3256a8 req-2bef61aa-74b1-4df4-89e7-55a51673afdc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=290e7ab8-3d22-43c0-a3ef-f5bcba5938e6 HTTP/1.1" status: 200 len: 844 time: 0.1012232 Jul 09 16:26:15.260658 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b13cf-a396-4aaa-9a6e-28bd257dcc64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4279b2ce-29f1-4596-bf9d-70e5d318479b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:15.307778 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-124d3a08-760f-46bd-b52e-980d7f3256a8 req-59cb450e-ac8a-4e7d-994c-d50ae63cd354 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cb07b627-18f2-452e-9e93-be86bc0f0ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396721 Jul 09 16:26:15.318258 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db400ae0-ef4e-4fd5-815c-bd6fe221a094 admin admin] Made reservation on behalf of 90f0307cb8734beb9d540965bb31df1b for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:26:15.320804 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-db400ae0-ef4e-4fd5-815c-bd6fe221a094 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:15.405090 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-59562a68-5469-4019-95c4-952198e31cc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:15.455048 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c9c82-caa9-4439-a4eb-a3f61d175f5d req-89db2321-9b60-42ab-9bca-2b4fc7724b32 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:15.456794 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6b8c9c82-caa9-4439-a4eb-a3f61d175f5d req-89db2321-9b60-42ab-9bca-2b4fc7724b32 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=e513b158-9b78-4cb9-a7d3-95ded31a1de7 HTTP/1.1" status: 200 len: 944 time: 0.2557237 Jul 09 16:26:15.465408 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-59562a68-5469-4019-95c4-952198e31cc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:15.475767 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-124d3a08-760f-46bd-b52e-980d7f3256a8 req-0dce8c68-c567-4c99-80b8-e9ba5ba7fa0c service neutron] 10.222.0.77 "GET /v2.0/networks/cb07b627-18f2-452e-9e93-be86bc0f0ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539660 Jul 09 16:26:15.608920 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6b8c9c82-caa9-4439-a4eb-a3f61d175f5d req-e77cc29b-e182-4e0c-8217-c9fde06e6a1e tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308889 Jul 09 16:26:15.616349 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-edd2c20f-d2cf-4b14-97f7-1f517dfc25ec req-0e21a300-7cf6-4508-a642-fccceaa41cae tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] 10.222.0.98 "GET /v2.0/ports?device_id=70218482-0ce4-40d9-b57e-a6906bb2bdec HTTP/1.1" status: 200 len: 210 time: 0.0669463 Jul 09 16:26:15.650361 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d574e408-9dd9-4aec-a682-57f8c6ff8539 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:26:15.678641 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: d574e408-9dd9-4aec-a682-57f8c6ff8539 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:26:15.679017 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d574e408-9dd9-4aec-a682-57f8c6ff8539 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:26:15.681718 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-37a668e9-6386-4f0b-a575-ec64ac7b1369 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:15.711036 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-59562a68-5469-4019-95c4-952198e31cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:15.713512 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-59562a68-5469-4019-95c4-952198e31cc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:15.717020 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-59562a68-5469-4019-95c4-952198e31cc5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4279b2ce-29f1-4596-bf9d-70e5d318479b HTTP/1.1" status: 204 len: 168 time: 0.4639437 Jul 09 16:26:15.729988 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-124d3a08-760f-46bd-b52e-980d7f3256a8 req-4a8abbc9-3bd9-4791-89b0-5a2fd0531842 service neutron] 10.222.0.77 "GET /v2.0/networks/cb07b627-18f2-452e-9e93-be86bc0f0ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472594 Jul 09 16:26:15.730898 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59562a68-5469-4019-95c4-952198e31cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4279b2ce-29f1-4596-bf9d-70e5d318479b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:15.863038 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc587f5a-24c4-4410-a3da-d10069178b16 req-ec71b8d2-c6be-4830-8924-c70719569ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:15.865489 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bc587f5a-24c4-4410-a3da-d10069178b16 req-ec71b8d2-c6be-4830-8924-c70719569ec2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a27b2d6ec67c4326817305bdf0faebf8&device_id=e513b158-9b78-4cb9-a7d3-95ded31a1de7 HTTP/1.1" status: 200 len: 1095 time: 0.0787618 Jul 09 16:26:15.905513 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a668e9-6386-4f0b-a575-ec64ac7b1369 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:26:15.927283 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-37a668e9-6386-4f0b-a575-ec64ac7b1369 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:26:15.930104 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a668e9-6386-4f0b-a575-ec64ac7b1369 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:15.930902 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-37a668e9-6386-4f0b-a575-ec64ac7b1369 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:15.938116 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e759b70-6e0a-4c97-8b38-f97a27809fc5 None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:26:15.948649 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-db400ae0-ef4e-4fd5-815c-bd6fe221a094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:15.956294 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a668e9-6386-4f0b-a575-ec64ac7b1369 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'Subnet': ['ID=5893d3a0-da78-4725-aba2-019fc20ff6dd,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:16.012460 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc587f5a-24c4-4410-a3da-d10069178b16 req-e0f8e3df-0113-4de3-80c1-f31faa8c1389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:16.014130 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bc587f5a-24c4-4410-a3da-d10069178b16 req-e0f8e3df-0113-4de3-80c1-f31faa8c1389 service neutron] 10.222.0.77 "GET /v2.0/networks?id=cb07b627-18f2-452e-9e93-be86bc0f0ec6 HTTP/1.1" status: 200 len: 905 time: 0.1392643 Jul 09 16:26:16.025196 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-37a668e9-6386-4f0b-a575-ec64ac7b1369 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1411357 Jul 09 16:26:16.028266 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 41910) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:16.043737 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-59358d9d-6900-4316-8a59-d39b07e68bc7 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'port': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'fixed_ips': [{'subnet_id': '5893d3a0-da78-4725-aba2-019fc20ff6dd', 'ip_address': '2001:db8::d8b6:9c78:f4ff:12dc'}], 'name': 'tempest-NetworksTestDHCPv6-1526426436'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:26:16.090307 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bc587f5a-24c4-4410-a3da-d10069178b16 req-967fb46d-6bcd-4c76-ad5f-1bbd5b721071 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76869409-73b4-44d6-bfae-2dcd77d6b00d HTTP/1.1" status: 200 len: 217 time: 0.0685494 Jul 09 16:26:16.091513 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db400ae0-ef4e-4fd5-815c-bd6fe221a094 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5561fee3-9d3b-4aef-b4a3-aabc552b71c3,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:16.135589 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb40bf1-136a-4fb3-9443-e886325392d0 req-9dc963a5-2d56-42b1-a35b-3ff7154d31c5 tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:16.137119 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fbb40bf1-136a-4fb3-9443-e886325392d0 req-9dc963a5-2d56-42b1-a35b-3ff7154d31c5 tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] 10.222.0.73 "GET /v2.0/networks?id=534b4cde-6023-471d-8be3-ed9f2f6e629a HTTP/1.1" status: 200 len: 814 time: 0.3598561 Jul 09 16:26:16.146000 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79f07f-ced7-4890-b779-c32b35c70d98 req-c62f1af0-cc6d-4a07-900e-d5f2df2ff85d tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:16.153071 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ca79f07f-ced7-4890-b779-c32b35c70d98 req-c62f1af0-cc6d-4a07-900e-d5f2df2ff85d tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.3767128 Jul 09 16:26:16.168205 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-fbb40bf1-136a-4fb3-9443-e886325392d0 req-afc55a8e-cec9-4657-a3f3-6671d3455cee tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] Request body: {'port': {'device_id': '70218482-0ce4-40d9-b57e-a6906bb2bdec', 'network_id': '534b4cde-6023-471d-8be3-ed9f2f6e629a', 'admin_state_up': True, 'tenant_id': '0b46bf6a4b7d43dfb5def3ef27bbe601'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:26:16.190564 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc587f5a-24c4-4410-a3da-d10069178b16 req-cd5f70c0-a9de-409d-b7b6-6e5793bcffb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:16.192080 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bc587f5a-24c4-4410-a3da-d10069178b16 req-cd5f70c0-a9de-409d-b7b6-6e5793bcffb5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=290e7ab8-3d22-43c0-a3ef-f5bcba5938e6 HTTP/1.1" status: 200 len: 844 time: 0.0708055 Jul 09 16:26:16.225190 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db400ae0-ef4e-4fd5-815c-bd6fe221a094 admin admin] Checking segment: {'id': '028f19c8-a073-4eae-bd16-9e46a809404d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c3570998-1a5b-4176-8ca2-62b19e09ece8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:26:16.225600 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db400ae0-ef4e-4fd5-815c-bd6fe221a094 admin admin] Network hostable DHCP agents. Network: c3570998-1a5b-4176-8ca2-62b19e09ece8, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:26:16.238295 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bc587f5a-24c4-4410-a3da-d10069178b16 req-1dd1cf94-29fe-44e9-9e71-2fd0ed21c304 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cb07b627-18f2-452e-9e93-be86bc0f0ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357711 Jul 09 16:26:16.303451 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ca79f07f-ced7-4890-b779-c32b35c70d98 req-23c7ed68-c0a3-4b46-8360-119e450fd5bb tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1477242 Jul 09 16:26:16.317773 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59358d9d-6900-4316-8a59-d39b07e68bc7 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:26:16.322609 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db400ae0-ef4e-4fd5-815c-bd6fe221a094 admin admin] Network c3570998-1a5b-4176-8ca2-62b19e09ece8 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:26:16.349135 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-db400ae0-ef4e-4fd5-815c-bd6fe221a094 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, c3570998-1a5b-4176-8ca2-62b19e09ece8) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:26:16.354059 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db400ae0-ef4e-4fd5-815c-bd6fe221a094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:16.354728 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-db400ae0-ef4e-4fd5-815c-bd6fe221a094 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:16.412100 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8778cd0-561c-4629-aaca-8f28a98747e4 None None] Network c3570998-1a5b-4176-8ca2-62b19e09ece8 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:26:16.412470 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-db400ae0-ef4e-4fd5-815c-bd6fe221a094 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2185023 Jul 09 16:26:16.415413 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbb40bf1-136a-4fb3-9443-e886325392d0 req-afc55a8e-cec9-4657-a3f3-6671d3455cee tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] Made reservation on behalf of 0b46bf6a4b7d43dfb5def3ef27bbe601 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:26:16.418208 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fbb40bf1-136a-4fb3-9443-e886325392d0 req-afc55a8e-cec9-4657-a3f3-6671d3455cee tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:16.428292 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bc587f5a-24c4-4410-a3da-d10069178b16 req-8b7f49c1-bfd6-481c-8c2f-8fa41d88fc70 service neutron] 10.222.0.77 "GET /v2.0/networks/cb07b627-18f2-452e-9e93-be86bc0f0ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818619 Jul 09 16:26:16.431744 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-59358d9d-6900-4316-8a59-d39b07e68bc7 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:16.566679 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0783e7e-beae-4058-84df-48338384cb0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-f22714f5-d774-47cf-ac1e-3989f67517e9', 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'tenant_id': '005b565b3c004d24a50d69ddcd50be46', 'fixed_ips': [{'subnet_id': '5893d3a0-da78-4725-aba2-019fc20ff6dd'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:26:16.567851 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e0783e7e-beae-4058-84df-48338384cb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:16.610866 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbe6852-6b89-4b8b-992d-a117096529aa None None] Network c3570998-1a5b-4176-8ca2-62b19e09ece8 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:26:16.626741 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-fbb40bf1-136a-4fb3-9443-e886325392d0 req-afc55a8e-cec9-4657-a3f3-6671d3455cee tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] Allocated IP 172.20.0.14 (534b4cde-6023-471d-8be3-ed9f2f6e629a/826624ef-8f63-49ff-a492-4b4dc55ec15f/06a80463-a539-4098-83ad-b7b2ad019cc8) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:26:16.861982 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-59358d9d-6900-4316-8a59-d39b07e68bc7 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] device_id is not set on port 6cd3b454-5f6e-4822-90ae-8967a7836767 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:26:16.896596 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-e0783e7e-beae-4058-84df-48338384cb0c None None] Allocated IP 2001:db8::2 (f22714f5-d774-47cf-ac1e-3989f67517e9/5893d3a0-da78-4725-aba2-019fc20ff6dd/e8af0fd3-4d70-4d83-a54c-4c32f39ebb54) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:26:16.933619 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7b9ec851-a1fc-4f31-b90c-6e188661d04f req-89b01335-a024-4ea3-8c3f-2d64fde8d182 tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] 10.222.0.98 "GET /v2.0/ports?device_id=70218482-0ce4-40d9-b57e-a6906bb2bdec HTTP/1.1" status: 200 len: 210 time: 0.0836117 Jul 09 16:26:17.059930 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fbb40bf1-136a-4fb3-9443-e886325392d0 req-afc55a8e-cec9-4657-a3f3-6671d3455cee tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:17.125351 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bc587f5a-24c4-4410-a3da-d10069178b16 req-9eb7c87e-4aa7-47d8-8c63-76272d0e6756 service neutron] 10.222.0.77 "GET /v2.0/networks/cb07b627-18f2-452e-9e93-be86bc0f0ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6896386 Jul 09 16:26:17.145317 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fbb40bf1-136a-4fb3-9443-e886325392d0 req-afc55a8e-cec9-4657-a3f3-6671d3455cee tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:17.159904 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c9ba9-a015-42cf-a6cb-ad6b160c18cd req-17740332-db0b-4de8-bafe-095cfc5370f0 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:17.167914 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-503c9ba9-a015-42cf-a6cb-ad6b160c18cd req-17740332-db0b-4de8-bafe-095cfc5370f0 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=e513b158-9b78-4cb9-a7d3-95ded31a1de7 HTTP/1.1" status: 200 len: 944 time: 0.2425406 Jul 09 16:26:17.190222 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e0783e7e-beae-4058-84df-48338384cb0c None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:17.205645 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbb40bf1-136a-4fb3-9443-e886325392d0 req-afc55a8e-cec9-4657-a3f3-6671d3455cee tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] Network 534b4cde-6023-471d-8be3-ed9f2f6e629a is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:26:17.212960 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-fbb40bf1-136a-4fb3-9443-e886325392d0 req-afc55a8e-cec9-4657-a3f3-6671d3455cee tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:26:17.218006 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbb40bf1-136a-4fb3-9443-e886325392d0 req-afc55a8e-cec9-4657-a3f3-6671d3455cee tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:26:17.218894 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-503c9ba9-a015-42cf-a6cb-ad6b160c18cd req-c5e3d6e4-4fd5-4729-8d37-3c8cdde41d46 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448177 Jul 09 16:26:17.219826 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e0783e7e-beae-4058-84df-48338384cb0c None None] Transition to ACTIVE for port object e8af0fd3-4d70-4d83-a54c-4c32f39ebb54 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:26:17.243482 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e0783e7e-beae-4058-84df-48338384cb0c None None] Transition to ACTIVE for port object e8af0fd3-4d70-4d83-a54c-4c32f39ebb54 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:26:17.248911 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc55a8e-cec9-4657-a3f3-6671d3455cee tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] Pushing event updated for resources: {'Port': ['ID=06a80463-a539-4098-83ad-b7b2ad019cc8,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:17.253791 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e0783e7e-beae-4058-84df-48338384cb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:17.283306 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb40bf1-136a-4fb3-9443-e886325392d0 req-afc55a8e-cec9-4657-a3f3-6671d3455cee tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:17.283945 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fbb40bf1-136a-4fb3-9443-e886325392d0 req-afc55a8e-cec9-4657-a3f3-6671d3455cee tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:17.296473 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0783e7e-beae-4058-84df-48338384cb0c None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:26:17.300106 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-e0783e7e-beae-4058-84df-48338384cb0c None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:26:17.304440 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0783e7e-beae-4058-84df-48338384cb0c None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:26:17.312388 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fbb40bf1-136a-4fb3-9443-e886325392d0 req-afc55a8e-cec9-4657-a3f3-6671d3455cee tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1508386 Jul 09 16:26:17.331188 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-fbb40bf1-136a-4fb3-9443-e886325392d0 req-abdcc755-eaf8-41f3-a223-83ef62466181 service neutron] Request body: {'port': {'device_id': '70218482-0ce4-40d9-b57e-a6906bb2bdec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:26:17.337426 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-59358d9d-6900-4316-8a59-d39b07e68bc7 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Allocated IP 2001:db8::d8b6:9c78:f4ff:12dc (f22714f5-d774-47cf-ac1e-3989f67517e9/5893d3a0-da78-4725-aba2-019fc20ff6dd/6cd3b454-5f6e-4822-90ae-8967a7836767) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:26:17.391048 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 41982) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:17.393184 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e0783e7e-beae-4058-84df-48338384cb0c None None] Attempting to bind port e8af0fd3-4d70-4d83-a54c-4c32f39ebb54 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:26:17.393576 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e0783e7e-beae-4058-84df-48338384cb0c None None] Attempting to bind port e8af0fd3-4d70-4d83-a54c-4c32f39ebb54 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:26:17.393976 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0783e7e-beae-4058-84df-48338384cb0c None None] Attempting to bind port e8af0fd3-4d70-4d83-a54c-4c32f39ebb54 on network f22714f5-d774-47cf-ac1e-3989f67517e9 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:26:17.400026 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a36badb0-7b46-4c2a-9e78-c129692b0958 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2110878885-network', 'tenant_id': '397da1bea5a7430db2e8602c05f2f154'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:26:17.400660 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0783e7e-beae-4058-84df-48338384cb0c None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:26:17.401041 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0783e7e-beae-4058-84df-48338384cb0c None None] Checking segment: {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:26:17.401444 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e0783e7e-beae-4058-84df-48338384cb0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:17.401987 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0783e7e-beae-4058-84df-48338384cb0c None None] Bound using segment: {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:26:17.402466 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e0783e7e-beae-4058-84df-48338384cb0c None None] Bound port: e8af0fd3-4d70-4d83-a54c-4c32f39ebb54, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:26:17.402869 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e0783e7e-beae-4058-84df-48338384cb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:17.417321 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0783e7e-beae-4058-84df-48338384cb0c None None] Pushing event updated for resources: {'Port': ['ID=e8af0fd3-4d70-4d83-a54c-4c32f39ebb54,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:17.430701 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fbb40bf1-136a-4fb3-9443-e886325392d0 req-abdcc755-eaf8-41f3-a223-83ef62466181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:17.434739 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36badb0-7b46-4c2a-9e78-c129692b0958 admin admin] Made reservation on behalf of 397da1bea5a7430db2e8602c05f2f154 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:26:17.438428 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a36badb0-7b46-4c2a-9e78-c129692b0958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:17.453301 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a36badb0-7b46-4c2a-9e78-c129692b0958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:17.507744 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-e0783e7e-beae-4058-84df-48338384cb0c None None] For port e8af0fd3-4d70-4d83-a54c-4c32f39ebb54, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:26:17.527091 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-e0783e7e-beae-4058-84df-48338384cb0c None None] For port e8af0fd3-4d70-4d83-a54c-4c32f39ebb54, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=e8af0fd3-4d70-4d83-a54c-4c32f39ebb54,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:26:17.535656 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e0783e7e-beae-4058-84df-48338384cb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:17.641906 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-59358d9d-6900-4316-8a59-d39b07e68bc7 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:17.650025 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0783e7e-beae-4058-84df-48338384cb0c None None] Pushing event updated for resources: {'Port': ['ID=e8af0fd3-4d70-4d83-a54c-4c32f39ebb54,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:17.682452 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-59358d9d-6900-4316-8a59-d39b07e68bc7 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Transition to ACTIVE for port object 6cd3b454-5f6e-4822-90ae-8967a7836767 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:26:17.740033 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a36badb0-7b46-4c2a-9e78-c129692b0958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:17.765662 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a36badb0-7b46-4c2a-9e78-c129692b0958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:17.773876 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82bad2-e4ac-45f2-8abd-d299f7011e23 req-684f41ec-5b28-4a29-891a-62c8e0a8e95c tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:17.776214 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-59358d9d-6900-4316-8a59-d39b07e68bc7 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:17.780166 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2c82bad2-e4ac-45f2-8abd-d299f7011e23 req-684f41ec-5b28-4a29-891a-62c8e0a8e95c tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.2630982 Jul 09 16:26:17.798341 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a36badb0-7b46-4c2a-9e78-c129692b0958 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:26:17.872611 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2c82bad2-e4ac-45f2-8abd-d299f7011e23 req-5101e0b0-7d01-4a95-958e-de389780ed1e tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0817661 Jul 09 16:26:17.886557 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36badb0-7b46-4c2a-9e78-c129692b0958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80bcb0b0-6cf8-4647-8875-5c02d448a0b6,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:17.929964 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59358d9d-6900-4316-8a59-d39b07e68bc7 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:26:17.937647 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a36badb0-7b46-4c2a-9e78-c129692b0958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:17.938002 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-a36badb0-7b46-4c2a-9e78-c129692b0958 admin admin] Added segment f6ce240e-c46a-44db-b5b8-bf7251e9bb87 of type vlan for network 95f57471-7a80-4a31-81c2-ce967e9bee53 Jul 09 16:26:17.939589 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-59358d9d-6900-4316-8a59-d39b07e68bc7 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:26:17.952256 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59358d9d-6900-4316-8a59-d39b07e68bc7 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:26:17.958691 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59358d9d-6900-4316-8a59-d39b07e68bc7 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:17.959591 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-59358d9d-6900-4316-8a59-d39b07e68bc7 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:17.982081 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-fbb40bf1-136a-4fb3-9443-e886325392d0 req-abdcc755-eaf8-41f3-a223-83ef62466181 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06a80463-a539-4098-83ad-b7b2ad019cc8 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:26:17.992583 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fbb40bf1-136a-4fb3-9443-e886325392d0 req-abdcc755-eaf8-41f3-a223-83ef62466181 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:18.018087 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-fbb40bf1-136a-4fb3-9443-e886325392d0 req-abdcc755-eaf8-41f3-a223-83ef62466181 service neutron] Transition to ACTIVE for port object 06a80463-a539-4098-83ad-b7b2ad019cc8 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:26:18.022372 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fbb40bf1-136a-4fb3-9443-e886325392d0 req-abdcc755-eaf8-41f3-a223-83ef62466181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:18.052335 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59358d9d-6900-4316-8a59-d39b07e68bc7 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'Port': ['ID=6cd3b454-5f6e-4822-90ae-8967a7836767,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:18.061631 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-59358d9d-6900-4316-8a59-d39b07e68bc7 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0218456 Jul 09 16:26:18.065802 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 42020) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:18.073578 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-8b81fb47-0a4a-4f7e-866d-f03820675b4b tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'port': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'fixed_ips': [{'subnet_id': '5893d3a0-da78-4725-aba2-019fc20ff6dd', 'ip_address': '2001:db8::d8b6:9c78:f4ff:12dc'}], 'name': 'tempest-NetworksTestDHCPv6-505057834'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:26:18.076403 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a36badb0-7b46-4c2a-9e78-c129692b0958 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:18.135492 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdcc755-eaf8-41f3-a223-83ef62466181 service neutron] Pushing event updated for resources: {'Port': ['ID=06a80463-a539-4098-83ad-b7b2ad019cc8,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:18.171334 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a36badb0-7b46-4c2a-9e78-c129692b0958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:18.173478 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36badb0-7b46-4c2a-9e78-c129692b0958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:18.174801 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a36badb0-7b46-4c2a-9e78-c129692b0958 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:18.264280 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36badb0-7b46-4c2a-9e78-c129692b0958 admin admin] Pushing event updated for resources: {'Network': ['ID=95f57471-7a80-4a31-81c2-ce967e9bee53,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:18.279018 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 95f57471-7a80-4a31-81c2-ce967e9bee53 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:26:18.289047 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 76869409-73b4-44d6-bfae-2dcd77d6b00d details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:26:18.294581 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-fbb40bf1-136a-4fb3-9443-e886325392d0 req-abdcc755-eaf8-41f3-a223-83ef62466181 service neutron] Attempting to bind port 06a80463-a539-4098-83ad-b7b2ad019cc8 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:26:18.295628 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-fbb40bf1-136a-4fb3-9443-e886325392d0 req-abdcc755-eaf8-41f3-a223-83ef62466181 service neutron] Attempting to bind port 06a80463-a539-4098-83ad-b7b2ad019cc8 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': '85bdecab-fd23-4165-9e77-c7f00571aed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '534b4cde-6023-471d-8be3-ed9f2f6e629a'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:26:18.295965 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb40bf1-136a-4fb3-9443-e886325392d0 req-abdcc755-eaf8-41f3-a223-83ef62466181 service neutron] Attempting to bind port 06a80463-a539-4098-83ad-b7b2ad019cc8 on network 534b4cde-6023-471d-8be3-ed9f2f6e629a {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:26:18.300836 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a36badb0-7b46-4c2a-9e78-c129692b0958 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9068265 Jul 09 16:26:18.305934 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 42024) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:18.313906 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb40bf1-136a-4fb3-9443-e886325392d0 req-abdcc755-eaf8-41f3-a223-83ef62466181 service neutron] Port 06a80463-a539-4098-83ad-b7b2ad019cc8 on network 534b4cde-6023-471d-8be3-ed9f2f6e629a not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:26:18.314106 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b133cfef-6f11-49eb-818f-8c27a1c73abb admin admin] Request body: {'subnet': {'network_id': '95f57471-7a80-4a31-81c2-ce967e9bee53', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2110878885-subnet', 'tenant_id': '397da1bea5a7430db2e8602c05f2f154', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:26:18.314281 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb40bf1-136a-4fb3-9443-e886325392d0 req-abdcc755-eaf8-41f3-a223-83ef62466181 service neutron] Attempting to bind port 06a80463-a539-4098-83ad-b7b2ad019cc8 on network 534b4cde-6023-471d-8be3-ed9f2f6e629a {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:26:18.320139 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b81fb47-0a4a-4f7e-866d-f03820675b4b tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:26:18.325657 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb40bf1-136a-4fb3-9443-e886325392d0 req-abdcc755-eaf8-41f3-a223-83ef62466181 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:26:18.326034 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb40bf1-136a-4fb3-9443-e886325392d0 req-abdcc755-eaf8-41f3-a223-83ef62466181 service neutron] Checking segment: {'id': '85bdecab-fd23-4165-9e77-c7f00571aed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '534b4cde-6023-471d-8be3-ed9f2f6e629a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:26:18.326426 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb40bf1-136a-4fb3-9443-e886325392d0 req-abdcc755-eaf8-41f3-a223-83ef62466181 service neutron] Bound using segment: {'id': '85bdecab-fd23-4165-9e77-c7f00571aed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '534b4cde-6023-471d-8be3-ed9f2f6e629a'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:26:18.326898 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-fbb40bf1-136a-4fb3-9443-e886325392d0 req-abdcc755-eaf8-41f3-a223-83ef62466181 service neutron] Bound port: 06a80463-a539-4098-83ad-b7b2ad019cc8, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85bdecab-fd23-4165-9e77-c7f00571aed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '534b4cde-6023-471d-8be3-ed9f2f6e629a'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:26:18.327266 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fbb40bf1-136a-4fb3-9443-e886325392d0 req-abdcc755-eaf8-41f3-a223-83ef62466181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:18.352818 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65012942-3f19-4d51-a035-d8368e0b338e req-b0a415f2-16ee-4463-8aad-2fa4fc5a323d tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:18.354740 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-65012942-3f19-4d51-a035-d8368e0b338e req-b0a415f2-16ee-4463-8aad-2fa4fc5a323d tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] 10.222.0.98 "GET /v2.0/ports?device_id=70218482-0ce4-40d9-b57e-a6906bb2bdec HTTP/1.1" status: 200 len: 944 time: 0.2414684 Jul 09 16:26:18.356326 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b133cfef-6f11-49eb-818f-8c27a1c73abb admin admin] Made reservation on behalf of 397da1bea5a7430db2e8602c05f2f154 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:26:18.360242 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b133cfef-6f11-49eb-818f-8c27a1c73abb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:18.463408 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-65012942-3f19-4d51-a035-d8368e0b338e req-b376e334-5127-4b7f-8d29-01bf2332983a tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] 10.222.0.98 "GET /v2.0/security-groups?id=ae95be32-6f38-40fa-86d4-cf743cbf0885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989971 Jul 09 16:26:18.580697 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-fbb40bf1-136a-4fb3-9443-e886325392d0 req-abdcc755-eaf8-41f3-a223-83ef62466181 service neutron] For port 06a80463-a539-4098-83ad-b7b2ad019cc8, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:26:18.587978 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 76869409-73b4-44d6-bfae-2dcd77d6b00d, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=76869409-73b4-44d6-bfae-2dcd77d6b00d,segment=NetworkSegment(54adfe02-b869-4884-bf8b-5c8e16c54a46),segment_id=54adfe02-b869-4884-bf8b-5c8e16c54a46)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:26:18.609819 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '76869409-73b4-44d6-bfae-2dcd77d6b00d', 'network_id': 'cb07b627-18f2-452e-9e93-be86bc0f0ec6', 'port_id': '76869409-73b4-44d6-bfae-2dcd77d6b00d', 'mac_address': 'fa:16:3e:77:5e:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '290e7ab8-3d22-43c0-a3ef-f5bcba5938e6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:26:18.623514 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b81fb47-0a4a-4f7e-866d-f03820675b4b tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:18.651404 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-fbb40bf1-136a-4fb3-9443-e886325392d0 req-abdcc755-eaf8-41f3-a223-83ef62466181 service neutron] For port 06a80463-a539-4098-83ad-b7b2ad019cc8, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=06a80463-a539-4098-83ad-b7b2ad019cc8,segment=NetworkSegment(85bdecab-fd23-4165-9e77-c7f00571aed4),segment_id=85bdecab-fd23-4165-9e77-c7f00571aed4)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:26:18.667457 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fbb40bf1-136a-4fb3-9443-e886325392d0 req-abdcc755-eaf8-41f3-a223-83ef62466181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:18.669920 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b81fb47-0a4a-4f7e-866d-f03820675b4b tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] device_id is not set on port 98902cc9-2792-43ac-b5b3-dffa3d2077b9 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:26:18.672237 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:18.683978 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b133cfef-6f11-49eb-818f-8c27a1c73abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:18.707419 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76869409-73b4-44d6-bfae-2dcd77d6b00d {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:26:18.746409 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b133cfef-6f11-49eb-818f-8c27a1c73abb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a743734-94b8-4d45-8068-c93062ff2ef0,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:18.765907 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 76869409-73b4-44d6-bfae-2dcd77d6b00d, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=76869409-73b4-44d6-bfae-2dcd77d6b00d,segment=NetworkSegment(54adfe02-b869-4884-bf8b-5c8e16c54a46),segment_id=54adfe02-b869-4884-bf8b-5c8e16c54a46)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:26:18.775539 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:18.789494 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb40bf1-136a-4fb3-9443-e886325392d0 req-abdcc755-eaf8-41f3-a223-83ef62466181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:18.790151 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fbb40bf1-136a-4fb3-9443-e886325392d0 req-abdcc755-eaf8-41f3-a223-83ef62466181 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:18.791392 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b133cfef-6f11-49eb-818f-8c27a1c73abb admin admin] Checking segment: {'id': 'f6ce240e-c46a-44db-b5b8-bf7251e9bb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '95f57471-7a80-4a31-81c2-ce967e9bee53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:26:18.791628 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fbb40bf1-136a-4fb3-9443-e886325392d0 req-abdcc755-eaf8-41f3-a223-83ef62466181 service neutron] 10.222.0.73 "PUT /v2.0/ports/06a80463-a539-4098-83ad-b7b2ad019cc8 HTTP/1.1" status: 200 len: 1092 time: 1.4673321 Jul 09 16:26:18.792190 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b133cfef-6f11-49eb-818f-8c27a1c73abb admin admin] Network hostable DHCP agents. Network: 95f57471-7a80-4a31-81c2-ce967e9bee53, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:26:18.804319 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70218482-0ce4-40d9-b57e-a6906bb2bdec', 'tag': '06a80463-a539-4098-83ad-b7b2ad019cc8'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:26:18.806669 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfcde167-ca08-4200-8a89-936c00426730" -d '{"events": [{"name": "network-changed", "server_uuid": "70218482-0ce4-40d9-b57e-a6906bb2bdec", "tag": "06a80463-a539-4098-83ad-b7b2ad019cc8"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:26:18.845975 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b133cfef-6f11-49eb-818f-8c27a1c73abb admin admin] Network 95f57471-7a80-4a31-81c2-ce967e9bee53 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:26:18.868076 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-b133cfef-6f11-49eb-818f-8c27a1c73abb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 95f57471-7a80-4a31-81c2-ce967e9bee53) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:26:18.881401 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b133cfef-6f11-49eb-818f-8c27a1c73abb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:18.882002 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b133cfef-6f11-49eb-818f-8c27a1c73abb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:18.882380 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f46d19-42fa-440c-b231-e5b7f7df7739 None None] Network 95f57471-7a80-4a31-81c2-ce967e9bee53 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:26:18.909119 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b133cfef-6f11-49eb-818f-8c27a1c73abb admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6018355 Jul 09 16:26:18.969541 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=76869409-73b4-44d6-bfae-2dcd77d6b00d,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:18.990232 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370029a6-54b6-4731-9a23-a47819341c9b x-openstack-request-id: req-370029a6-54b6-4731-9a23-a47819341c9b {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:26:18.992535 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70218482-0ce4-40d9-b57e-a6906bb2bdec", "tag": "06a80463-a539-4098-83ad-b7b2ad019cc8", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:26:18.993784 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-370029a6-54b6-4731-9a23-a47819341c9b {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:26:18.994215 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70218482-0ce4-40d9-b57e-a6906bb2bdec', 'tag': '06a80463-a539-4098-83ad-b7b2ad019cc8', 'status': 'completed', 'code': 200} Jul 09 16:26:19.047932 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['76869409-73b4-44d6-bfae-2dcd77d6b00d'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:26:19.113502 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdcc755-eaf8-41f3-a223-83ef62466181 service neutron] Pushing event updated for resources: {'Port': ['ID=06a80463-a539-4098-83ad-b7b2ad019cc8,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:19.130515 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b81fb47-0a4a-4f7e-866d-f03820675b4b tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 09 16:26:19.131300 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b81fb47-0a4a-4f7e-866d-f03820675b4b tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:26:19.154863 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54d580-bcbb-4b77-9feb-1a7857a3a0af req-9c401e94-3acf-4b14-a387-09665a10b2bd tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:19.157230 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7c54d580-bcbb-4b77-9feb-1a7857a3a0af req-9c401e94-3acf-4b14-a387-09665a10b2bd tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=e513b158-9b78-4cb9-a7d3-95ded31a1de7 HTTP/1.1" status: 200 len: 944 time: 0.6280279 Jul 09 16:26:19.162068 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8b81fb47-0a4a-4f7e-866d-f03820675b4b tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0947611 Jul 09 16:26:19.165024 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 42036) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:19.215887 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de2a94-eb2b-410b-8761-74c7ac019fcd req-66c065a5-2c9c-4532-9fe7-0929047f2386 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:19.224087 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f1de2a94-eb2b-410b-8761-74c7ac019fcd req-66c065a5-2c9c-4532-9fe7-0929047f2386 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.1697145 Jul 09 16:26:19.271780 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb40bf1-136a-4fb3-9443-e886325392d0 req-959c409e-a000-49e2-ad3f-1411cc774b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:19.273293 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fbb40bf1-136a-4fb3-9443-e886325392d0 req-959c409e-a000-49e2-ad3f-1411cc774b8b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0b46bf6a4b7d43dfb5def3ef27bbe601&device_id=70218482-0ce4-40d9-b57e-a6906bb2bdec HTTP/1.1" status: 200 len: 1095 time: 0.2885153 Jul 09 16:26:19.273996 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fe21a6-53ce-456f-b084-8b94b61a1626 None None] Network 95f57471-7a80-4a31-81c2-ce967e9bee53 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:26:19.283641 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7c54d580-bcbb-4b77-9feb-1a7857a3a0af req-970829da-2744-4fc4-9a86-6629e896d5d5 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059155 Jul 09 16:26:19.344790 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fbb40bf1-136a-4fb3-9443-e886325392d0 req-c338b3bf-d6e8-4c6c-9be8-ce7438b999bf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06a80463-a539-4098-83ad-b7b2ad019cc8 HTTP/1.1" status: 200 len: 217 time: 0.0558603 Jul 09 16:26:19.364481 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f1de2a94-eb2b-410b-8761-74c7ac019fcd req-7911b194-a053-43df-b215-f1b7b08c1acb tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1396482 Jul 09 16:26:19.376131 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f6b0c291-275a-4e9e-acdc-ec72b9d34cb1 None None] Provisioning for port e8af0fd3-4d70-4d83-a54c-4c32f39ebb54 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:26:19.394350 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829d9927-4897-458c-8876-6983bb4af893 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:19.403735 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829d9927-4897-458c-8876-6983bb4af893 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:19.405687 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-829d9927-4897-458c-8876-6983bb4af893 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2393246 Jul 09 16:26:19.408625 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 42042) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:19.422456 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb40bf1-136a-4fb3-9443-e886325392d0 req-96d5cc32-0eaf-4188-ba5f-4cb3ec592937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:19.425894 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fbb40bf1-136a-4fb3-9443-e886325392d0 req-96d5cc32-0eaf-4188-ba5f-4cb3ec592937 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=826624ef-8f63-49ff-a492-4b4dc55ec15f HTTP/1.1" status: 200 len: 854 time: 0.0718763 Jul 09 16:26:19.506852 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fbb40bf1-136a-4fb3-9443-e886325392d0 req-7eaf72bf-7d47-4f64-9f00-c65081ce4781 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=534b4cde-6023-471d-8be3-ed9f2f6e629a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687215 Jul 09 16:26:19.553146 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-f6faf664-eb50-44a5-9415-5ae8e1a8b267 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Deleting port 6cd3b454-5f6e-4822-90ae-8967a7836767 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:26:19.553830 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f6faf664-eb50-44a5-9415-5ae8e1a8b267 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:19.608288 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0be3b499-fdec-47c0-8c38-ccc9d91c77ea None None] Provisioning for port 6cd3b454-5f6e-4822-90ae-8967a7836767 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:26:19.620798 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0be3b499-fdec-47c0-8c38-ccc9d91c77ea None None] Provisioning complete for port 6cd3b454-5f6e-4822-90ae-8967a7836767 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:26:19.621222 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0be3b499-fdec-47c0-8c38-ccc9d91c77ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:19.712099 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f6faf664-eb50-44a5-9415-5ae8e1a8b267 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:19.725525 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-0be3b499-fdec-47c0-8c38-ccc9d91c77ea None None] Port 6cd3b454-5f6e-4822-90ae-8967a7836767 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:26:19.733756 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-f6faf664-eb50-44a5-9415-5ae8e1a8b267 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Calling delete_port for 6cd3b454-5f6e-4822-90ae-8967a7836767 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:26:19.735714 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device e8af0fd3-4d70-4d83-a54c-4c32f39ebb54 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:26:19.809639 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port e8af0fd3-4d70-4d83-a54c-4c32f39ebb54 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:26:19.811402 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fbb40bf1-136a-4fb3-9443-e886325392d0 req-ae94fe95-3935-41e5-8851-1e19868f9f5d service neutron] 10.222.0.73 "GET /v2.0/networks/534b4cde-6023-471d-8be3-ed9f2f6e629a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812436 Jul 09 16:26:19.826587 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port e8af0fd3-4d70-4d83-a54c-4c32f39ebb54 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:26:19.826983 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:19.925079 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15538e0c-05de-4675-9392-1e67a8f99ab8 req-f89d905b-3e78-4b04-8c08-7052a077fff6 tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:19.942656 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-15538e0c-05de-4675-9392-1e67a8f99ab8 req-f89d905b-3e78-4b04-8c08-7052a077fff6 tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] 10.222.0.98 "GET /v2.0/ports?device_id=70218482-0ce4-40d9-b57e-a6906bb2bdec HTTP/1.1" status: 200 len: 944 time: 0.1860001 Jul 09 16:26:19.952944 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:19.993949 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fbb40bf1-136a-4fb3-9443-e886325392d0 req-cc6b2ade-d06c-472f-a9f2-cb5f2c6dc775 service neutron] 10.222.0.73 "GET /v2.0/networks/534b4cde-6023-471d-8be3-ed9f2f6e629a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664283 Jul 09 16:26:19.995273 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port e8af0fd3-4d70-4d83-a54c-4c32f39ebb54, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=e8af0fd3-4d70-4d83-a54c-4c32f39ebb54,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:26:20.001073 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512f6c3-6968-470a-9045-a4c109441777 req-a939027f-3eee-4400-8986-a6fdd3f8eb44 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:20.001490 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:20.002537 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8512f6c3-6968-470a-9045-a4c109441777 req-a939027f-3eee-4400-8986-a6fdd3f8eb44 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] 10.222.0.98 "GET /v2.0/networks?id=c3570998-1a5b-4176-8ca2-62b19e09ece8 HTTP/1.1" status: 200 len: 824 time: 0.3262579 Jul 09 16:26:20.026398 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8512f6c3-6968-470a-9045-a4c109441777 req-f7e13a93-29a5-41d3-9f60-16f4047282b9 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] 10.222.0.98 "GET /v2.0/quotas/90f0307cb8734beb9d540965bb31df1b HTTP/1.1" status: 200 len: 375 time: 0.0176053 Jul 09 16:26:20.048781 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-15538e0c-05de-4675-9392-1e67a8f99ab8 req-8fe420ec-3313-439b-ad8d-11bf363f3d95 tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] 10.222.0.98 "GET /v2.0/security-groups?id=ae95be32-6f38-40fa-86d4-cf743cbf0885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037295 Jul 09 16:26:20.072826 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8512f6c3-6968-470a-9045-a4c109441777 req-5a2f7514-18bf-4251-ae12-5c76473e1ae8 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=90f0307cb8734beb9d540965bb31df1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382879 Jul 09 16:26:20.077484 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f6faf664-eb50-44a5-9415-5ae8e1a8b267 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:20.118431 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=e8af0fd3-4d70-4d83-a54c-4c32f39ebb54,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:20.123538 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6faf664-eb50-44a5-9415-5ae8e1a8b267 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event deleted for resources: {'Port': ['ID=6cd3b454-5f6e-4822-90ae-8967a7836767,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:20.157542 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f6faf664-eb50-44a5-9415-5ae8e1a8b267 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:20.159528 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f6faf664-eb50-44a5-9415-5ae8e1a8b267 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/ports/6cd3b454-5f6e-4822-90ae-8967a7836767 HTTP/1.1" status: 204 len: 168 time: 0.7482991 Jul 09 16:26:20.161926 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 42056) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:20.234785 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60f93f3-c0c6-439a-8cf2-b01387ec6708 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:20.236859 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60f93f3-c0c6-439a-8cf2-b01387ec6708 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:20.241490 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a60f93f3-c0c6-439a-8cf2-b01387ec6708 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0757456 Jul 09 16:26:20.241772 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 42058) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:20.262400 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8512f6c3-6968-470a-9045-a4c109441777 req-b17db1de-4d8a-4a1d-bea9-a6b535115bfa service neutron] 10.222.0.98 "GET /v2.0/networks/c3570998-1a5b-4176-8ca2-62b19e09ece8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797950 Jul 09 16:26:20.272329 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcde167-ca08-4200-8a89-936c00426730 req-084f454d-d9cd-4c62-98bf-92b5cdae4a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:20.274209 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bfcde167-ca08-4200-8a89-936c00426730 req-084f454d-d9cd-4c62-98bf-92b5cdae4a86 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0b46bf6a4b7d43dfb5def3ef27bbe601&device_id=70218482-0ce4-40d9-b57e-a6906bb2bdec HTTP/1.1" status: 200 len: 1095 time: 0.1126530 Jul 09 16:26:20.309946 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 76869409-73b4-44d6-bfae-2dcd77d6b00d up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:26:20.312886 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-47e721e4-91f2-4841-9887-c95803ed2460 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Deleting subnet 5893d3a0-da78-4725-aba2-019fc20ff6dd {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:26:20.319139 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47e721e4-91f2-4841-9887-c95803ed2460 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:20.367013 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47e721e4-91f2-4841-9887-c95803ed2460 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:20.425909 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 76869409-73b4-44d6-bfae-2dcd77d6b00d completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:26:20.433596 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 76869409-73b4-44d6-bfae-2dcd77d6b00d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:26:20.434289 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:20.485981 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8512f6c3-6968-470a-9045-a4c109441777 req-1e9c6d5e-98ba-4b6c-87d2-bd17e38053d5 service neutron] 10.222.0.98 "GET /v2.0/networks/c3570998-1a5b-4176-8ca2-62b19e09ece8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075777 Jul 09 16:26:20.508966 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcde167-ca08-4200-8a89-936c00426730 req-6380441e-065a-41d9-8ea3-011d59c39db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:20.512886 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bfcde167-ca08-4200-8a89-936c00426730 req-6380441e-065a-41d9-8ea3-011d59c39db5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=534b4cde-6023-471d-8be3-ed9f2f6e629a HTTP/1.1" status: 200 len: 915 time: 0.2201178 Jul 09 16:26:20.545387 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47e721e4-91f2-4841-9887-c95803ed2460 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:20.569732 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:20.608909 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e513b158-9b78-4cb9-a7d3-95ded31a1de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76869409-73b4-44d6-bfae-2dcd77d6b00d'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:26:20.616352 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce77cfb1-3b31-4349-aede-91adb4fab36f" -d '{"events": [{"server_uuid": "e513b158-9b78-4cb9-a7d3-95ded31a1de7", "name": "network-vif-plugged", "status": "completed", "tag": "76869409-73b4-44d6-bfae-2dcd77d6b00d"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:26:20.628951 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bfcde167-ca08-4200-8a89-936c00426730 req-948244d2-8c4b-405d-a8eb-bcc3ba65939f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06a80463-a539-4098-83ad-b7b2ad019cc8 HTTP/1.1" status: 200 len: 217 time: 0.0910935 Jul 09 16:26:20.641543 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 76869409-73b4-44d6-bfae-2dcd77d6b00d, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=76869409-73b4-44d6-bfae-2dcd77d6b00d,segment=NetworkSegment(54adfe02-b869-4884-bf8b-5c8e16c54a46),segment_id=54adfe02-b869-4884-bf8b-5c8e16c54a46)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:26:20.649003 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:20.683166 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f59d6-d9f5-46e3-b215-e98587a684b7 req-bf931a55-50a4-4bf5-87ad-ca6d19f4840d tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:20.685002 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ee1f59d6-d9f5-46e3-b215-e98587a684b7 req-bf931a55-50a4-4bf5-87ad-ca6d19f4840d tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=e513b158-9b78-4cb9-a7d3-95ded31a1de7 HTTP/1.1" status: 200 len: 945 time: 0.1504154 Jul 09 16:26:20.687519 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47e721e4-91f2-4841-9887-c95803ed2460 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:20.746252 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e721e4-91f2-4841-9887-c95803ed2460 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event deleted for resources: {'Subnet': ['ID=5893d3a0-da78-4725-aba2-019fc20ff6dd,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:20.762726 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47e721e4-91f2-4841-9887-c95803ed2460 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:20.768077 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-47e721e4-91f2-4841-9887-c95803ed2460 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/5893d3a0-da78-4725-aba2-019fc20ff6dd HTTP/1.1" status: 204 len: 168 time: 0.5253026 Jul 09 16:26:20.770033 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 42070) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:20.772331 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e9f628-2061-44fe-b320-0f02b19f267e None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:26:20.788554 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ee1f59d6-d9f5-46e3-b215-e98587a684b7 req-3a857b52-4c83-4997-9d6d-306539cdf9b8 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958397 Jul 09 16:26:20.792390 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcde167-ca08-4200-8a89-936c00426730 req-4c4c418d-379d-433d-82ea-61f8425543c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:20.796841 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bfcde167-ca08-4200-8a89-936c00426730 req-4c4c418d-379d-433d-82ea-61f8425543c5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=826624ef-8f63-49ff-a492-4b4dc55ec15f HTTP/1.1" status: 200 len: 854 time: 0.1476169 Jul 09 16:26:20.838332 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-917cdf6a-73ee-4f42-a74a-83f7251a4afa tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0659764 Jul 09 16:26:20.844900 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 42072) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:20.850643 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-734bed8a-4315-4978-8347-3a30d764221a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'subnet': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:26:20.866097 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=76869409-73b4-44d6-bfae-2dcd77d6b00d,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:20.889070 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bfcde167-ca08-4200-8a89-936c00426730 req-45249bc3-e34b-41ff-bb4e-b955b94fc483 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=534b4cde-6023-471d-8be3-ed9f2f6e629a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532546 Jul 09 16:26:20.952453 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86011ad-ac19-4b13-bc2c-a8ded7b3b0b2 x-openstack-request-id: req-a86011ad-ac19-4b13-bc2c-a8ded7b3b0b2 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:26:20.952819 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e513b158-9b78-4cb9-a7d3-95ded31a1de7", "name": "network-vif-plugged", "status": "completed", "tag": "76869409-73b4-44d6-bfae-2dcd77d6b00d", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:26:20.953018 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a86011ad-ac19-4b13-bc2c-a8ded7b3b0b2 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:26:20.956126 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e513b158-9b78-4cb9-a7d3-95ded31a1de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76869409-73b4-44d6-bfae-2dcd77d6b00d', 'code': 200} Jul 09 16:26:20.962631 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:26:21.113994 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-75528bb4-cd84-412a-b232-ee7d50ec158e req-7d2b5f12-3430-444b-ba5c-e4ea374be599 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] 10.222.0.98 "GET /v2.0/ports?device_id=2db17524-b5f4-4a94-ba84-cc13da768364 HTTP/1.1" status: 200 len: 210 time: 0.1194897 Jul 09 16:26:21.144877 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734bed8a-4315-4978-8347-3a30d764221a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:26:21.158330 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-734bed8a-4315-4978-8347-3a30d764221a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:21.164036 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d08fe90-6f68-42f8-a870-7540628ba4e4 None None] DHCP port deletion for f22714f5-d774-47cf-ac1e-3989f67517e9 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:26:21.187618 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff6dec-fa3d-405b-beef-d0c85d8f0ca3 req-d67dd703-8c74-424a-a1f5-631aa16783c9 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:21.190337 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e6ff6dec-fa3d-405b-beef-d0c85d8f0ca3 req-d67dd703-8c74-424a-a1f5-631aa16783c9 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.2942920 Jul 09 16:26:21.193649 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bfcde167-ca08-4200-8a89-936c00426730 req-04a7d578-33bb-4baa-8ccb-4863b8b35f39 service neutron] 10.222.0.73 "GET /v2.0/networks/534b4cde-6023-471d-8be3-ed9f2f6e629a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638958 Jul 09 16:26:21.287116 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-4d08fe90-6f68-42f8-a870-7540628ba4e4 None None] Deleting port e8af0fd3-4d70-4d83-a54c-4c32f39ebb54 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:26:21.288383 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4d08fe90-6f68-42f8-a870-7540628ba4e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:21.304553 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e6ff6dec-fa3d-405b-beef-d0c85d8f0ca3 req-bcab46fd-0524-4e3c-928e-6ef8358473b4 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1064725 Jul 09 16:26:21.382354 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bfcde167-ca08-4200-8a89-936c00426730 req-57814ac4-17ee-4408-8d4a-a72a84b8aa32 service neutron] 10.222.0.73 "GET /v2.0/networks/534b4cde-6023-471d-8be3-ed9f2f6e629a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746488 Jul 09 16:26:21.391987 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e7b44-6102-426c-83f1-b2bb3bfeb090 req-69664009-8b63-4ada-8b8a-b169013c79ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:21.393830 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a27e7b44-6102-426c-83f1-b2bb3bfeb090 req-69664009-8b63-4ada-8b8a-b169013c79ed service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e513b158-9b78-4cb9-a7d3-95ded31a1de7 HTTP/1.1" status: 200 len: 1097 time: 0.3875103 Jul 09 16:26:21.412263 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-4d08fe90-6f68-42f8-a870-7540628ba4e4 None None] For port e8af0fd3-4d70-4d83-a54c-4c32f39ebb54, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=e8af0fd3-4d70-4d83-a54c-4c32f39ebb54,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:26:21.412711 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4d08fe90-6f68-42f8-a870-7540628ba4e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:21.430078 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-4d08fe90-6f68-42f8-a870-7540628ba4e4 None None] Calling delete_port for e8af0fd3-4d70-4d83-a54c-4c32f39ebb54 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:26:21.548365 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4d08fe90-6f68-42f8-a870-7540628ba4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:21.553520 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a27e7b44-6102-426c-83f1-b2bb3bfeb090 req-750d4794-0584-4847-8a67-462eecce7fed service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474450 Jul 09 16:26:21.583034 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d08fe90-6f68-42f8-a870-7540628ba4e4 None None] Pushing event deleted for resources: {'Port': ['ID=e8af0fd3-4d70-4d83-a54c-4c32f39ebb54,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:21.587548 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d08fe90-6f68-42f8-a870-7540628ba4e4 None None] No DVR routers for this DVR port e8af0fd3-4d70-4d83-a54c-4c32f39ebb54 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:26:21.607569 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device e8af0fd3-4d70-4d83-a54c-4c32f39ebb54 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:26:21.632792 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: e8af0fd3-4d70-4d83-a54c-4c32f39ebb54 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:26:21.633191 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device e8af0fd3-4d70-4d83-a54c-4c32f39ebb54 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:26:21.635942 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863c3a9-dc10-4d57-b2c3-333467f48aff req-c424716c-8013-42b8-8ef9-101e157456b3 tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:21.643984 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f863c3a9-dc10-4d57-b2c3-333467f48aff req-c424716c-8013-42b8-8ef9-101e157456b3 tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] 10.222.0.98 "GET /v2.0/ports?device_id=70218482-0ce4-40d9-b57e-a6906bb2bdec HTTP/1.1" status: 200 len: 944 time: 0.2490561 Jul 09 16:26:21.719060 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f863c3a9-dc10-4d57-b2c3-333467f48aff req-c7f3f004-f9e5-43a4-9d78-61b03b8e1ffd tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] 10.222.0.98 "GET /v2.0/security-groups?id=ae95be32-6f38-40fa-86d4-cf743cbf0885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741472 Jul 09 16:26:21.743116 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-734bed8a-4315-4978-8347-3a30d764221a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:21.797689 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734bed8a-4315-4978-8347-3a30d764221a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:26:21.801292 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-734bed8a-4315-4978-8347-3a30d764221a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:26:21.806548 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734bed8a-4315-4978-8347-3a30d764221a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:21.807532 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-734bed8a-4315-4978-8347-3a30d764221a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:21.812583 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4cacfe-309e-4423-8369-4053cd2cb7fc None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:26:21.818641 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734bed8a-4315-4978-8347-3a30d764221a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'Subnet': ['ID=3da4320b-c14d-4c9e-866f-cd316b2a8de6,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:21.848215 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 42086) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:21.849195 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-734bed8a-4315-4978-8347-3a30d764221a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0029676 Jul 09 16:26:21.855465 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-e056569f-2ddb-4b04-ad57-bf672af7096d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'port': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'fixed_ips': [{'subnet_id': '3da4320b-c14d-4c9e-866f-cd316b2a8de6', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-1335006367'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:26:22.023506 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8118f480-5dd3-41cb-bdf5-592028092a76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-f22714f5-d774-47cf-ac1e-3989f67517e9', 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'tenant_id': '005b565b3c004d24a50d69ddcd50be46', 'fixed_ips': [{'subnet_id': '3da4320b-c14d-4c9e-866f-cd316b2a8de6'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:26:22.032286 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8118f480-5dd3-41cb-bdf5-592028092a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:22.081440 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a4653-bccc-4f75-a0a2-09b5ea69cb6e req-54819520-ef96-4927-8ace-143593a960c0 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:22.083076 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4a5a4653-bccc-4f75-a0a2-09b5ea69cb6e req-54819520-ef96-4927-8ace-143593a960c0 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=e513b158-9b78-4cb9-a7d3-95ded31a1de7 HTTP/1.1" status: 200 len: 946 time: 0.1230934 Jul 09 16:26:22.090217 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e056569f-2ddb-4b04-ad57-bf672af7096d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:26:22.100587 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e056569f-2ddb-4b04-ad57-bf672af7096d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:22.136829 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-e056569f-2ddb-4b04-ad57-bf672af7096d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] device_id is not set on port bf953430-6e22-40d0-b53d-28171c0c3b75 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:26:22.159293 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4a5a4653-bccc-4f75-a0a2-09b5ea69cb6e req-db7e5c69-d173-4bcd-8eb1-f9cb34baa978 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592225 Jul 09 16:26:22.246487 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-08fe1193-5724-4c16-aac0-9f29c7043f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:22.280689 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-8118f480-5dd3-41cb-bdf5-592028092a76 None None] Allocated IP 2001:db8::2 (f22714f5-d774-47cf-ac1e-3989f67517e9/3da4320b-c14d-4c9e-866f-cd316b2a8de6/8afa77d2-4c7d-40f1-887c-43a399c3288c) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:26:22.422638 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4dc2277a-6da9-4e19-af26-6fb40f58e7dd req-9657ed0d-d4fb-4207-afaa-c0b5cb44bf75 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] 10.222.0.98 "GET /v2.0/ports?device_id=2db17524-b5f4-4a94-ba84-cc13da768364 HTTP/1.1" status: 200 len: 210 time: 0.1485450 Jul 09 16:26:22.485151 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8118f480-5dd3-41cb-bdf5-592028092a76 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:22.496256 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8118f480-5dd3-41cb-bdf5-592028092a76 None None] Transition to ACTIVE for port object 8afa77d2-4c7d-40f1-887c-43a399c3288c will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:26:22.537029 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8118f480-5dd3-41cb-bdf5-592028092a76 None None] Transition to ACTIVE for port object 8afa77d2-4c7d-40f1-887c-43a399c3288c will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:26:22.549518 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8118f480-5dd3-41cb-bdf5-592028092a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:22.557216 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-e056569f-2ddb-4b04-ad57-bf672af7096d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:26:22.557667 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e056569f-2ddb-4b04-ad57-bf672af7096d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:26:22.590102 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e056569f-2ddb-4b04-ad57-bf672af7096d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.7404416 Jul 09 16:26:22.590701 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 42094) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:22.666883 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8118f480-5dd3-41cb-bdf5-592028092a76 None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:26:22.671607 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8118f480-5dd3-41cb-bdf5-592028092a76 None None] Pushing event updated for resources: {'Port': ['ID=8afa77d2-4c7d-40f1-887c-43a399c3288c,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:22.675098 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-8118f480-5dd3-41cb-bdf5-592028092a76 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:26:22.677435 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8118f480-5dd3-41cb-bdf5-592028092a76 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:26:22.773884 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512f6c3-6968-470a-9045-a4c109441777 req-20d53a6d-4eb9-4d1a-872e-a903a9bc7f01 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:22.775644 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8512f6c3-6968-470a-9045-a4c109441777 req-20d53a6d-4eb9-4d1a-872e-a903a9bc7f01 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] 10.222.0.77 "GET /v2.0/networks?id=c3570998-1a5b-4176-8ca2-62b19e09ece8 HTTP/1.1" status: 200 len: 824 time: 0.3211606 Jul 09 16:26:22.789714 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-8512f6c3-6968-470a-9045-a4c109441777 req-c5965037-0964-4af3-85f4-48580db028c8 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] Request body: {'port': {'device_id': '2db17524-b5f4-4a94-ba84-cc13da768364', 'network_id': 'c3570998-1a5b-4176-8ca2-62b19e09ece8', 'admin_state_up': True, 'tenant_id': '90f0307cb8734beb9d540965bb31df1b'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:26:22.950226 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-8118f480-5dd3-41cb-bdf5-592028092a76 None None] Attempting to bind port 8afa77d2-4c7d-40f1-887c-43a399c3288c on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:26:22.950579 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-8118f480-5dd3-41cb-bdf5-592028092a76 None None] Attempting to bind port 8afa77d2-4c7d-40f1-887c-43a399c3288c by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:26:22.951214 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8118f480-5dd3-41cb-bdf5-592028092a76 None None] Attempting to bind port 8afa77d2-4c7d-40f1-887c-43a399c3288c on network f22714f5-d774-47cf-ac1e-3989f67517e9 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:26:22.969864 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8118f480-5dd3-41cb-bdf5-592028092a76 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:26:22.970596 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8118f480-5dd3-41cb-bdf5-592028092a76 None None] Checking segment: {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:26:22.971352 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8118f480-5dd3-41cb-bdf5-592028092a76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:22.979280 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8118f480-5dd3-41cb-bdf5-592028092a76 None None] Bound using segment: {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:26:22.980340 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-8118f480-5dd3-41cb-bdf5-592028092a76 None None] Bound port: 8afa77d2-4c7d-40f1-887c-43a399c3288c, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:26:22.981401 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8118f480-5dd3-41cb-bdf5-592028092a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:22.990685 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8512f6c3-6968-470a-9045-a4c109441777 req-c5965037-0964-4af3-85f4-48580db028c8 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] Made reservation on behalf of 90f0307cb8734beb9d540965bb31df1b for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:26:22.994501 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8512f6c3-6968-470a-9045-a4c109441777 req-c5965037-0964-4af3-85f4-48580db028c8 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:23.121714 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-8118f480-5dd3-41cb-bdf5-592028092a76 None None] For port 8afa77d2-4c7d-40f1-887c-43a399c3288c, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:26:23.127828 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-8118f480-5dd3-41cb-bdf5-592028092a76 None None] For port 8afa77d2-4c7d-40f1-887c-43a399c3288c, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=8afa77d2-4c7d-40f1-887c-43a399c3288c,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:26:23.136107 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8118f480-5dd3-41cb-bdf5-592028092a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:23.208263 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77519eb8-7b6e-4762-a113-f0d26348d1e6 req-df67ade0-5858-4449-b8bc-123eef610b93 tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:23.211421 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-77519eb8-7b6e-4762-a113-f0d26348d1e6 req-df67ade0-5858-4449-b8bc-123eef610b93 tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] 10.222.0.98 "GET /v2.0/ports?device_id=70218482-0ce4-40d9-b57e-a6906bb2bdec HTTP/1.1" status: 200 len: 944 time: 0.2013409 Jul 09 16:26:23.266947 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-8512f6c3-6968-470a-9045-a4c109441777 req-c5965037-0964-4af3-85f4-48580db028c8 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] Allocated IP 172.20.0.3 (c3570998-1a5b-4176-8ca2-62b19e09ece8/5561fee3-9d3b-4aef-b4a3-aabc552b71c3/aa82b63e-772c-4b04-85a5-f1b1ec8f3b4a) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:26:23.282690 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8118f480-5dd3-41cb-bdf5-592028092a76 None None] Pushing event updated for resources: {'Port': ['ID=8afa77d2-4c7d-40f1-887c-43a399c3288c,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:23.317457 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-77519eb8-7b6e-4762-a113-f0d26348d1e6 req-3a458de9-c688-40da-9452-8a696b23805f tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] 10.222.0.98 "GET /v2.0/security-groups?id=ae95be32-6f38-40fa-86d4-cf743cbf0885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049840 Jul 09 16:26:23.364171 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f371f3-643f-4bbe-bef4-667b2dfbdb16 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:23.368008 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-11f371f3-643f-4bbe-bef4-667b2dfbdb16 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.7740619 Jul 09 16:26:23.370094 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 42102) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:23.401370 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15280422-cfef-44e0-89cb-40467bf351a2 req-474fc126-cddf-4182-b112-bdf60099dff2 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:23.402983 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-15280422-cfef-44e0-89cb-40467bf351a2 req-474fc126-cddf-4182-b112-bdf60099dff2 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.7476439 Jul 09 16:26:23.549242 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-15280422-cfef-44e0-89cb-40467bf351a2 req-735a732f-2dbc-4e2d-b971-ef223ef76c4c tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1166101 Jul 09 16:26:23.552617 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252af7e4-8c98-405a-8062-bbe0c8e8bf6a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:23.554291 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252af7e4-8c98-405a-8062-bbe0c8e8bf6a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:23.556145 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-252af7e4-8c98-405a-8062-bbe0c8e8bf6a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1848011 Jul 09 16:26:23.559106 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 42106) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:23.635672 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8512f6c3-6968-470a-9045-a4c109441777 req-c5965037-0964-4af3-85f4-48580db028c8 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:23.689799 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c624418-97e9-4135-b588-ea71d7929200 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Deleting subnet 3da4320b-c14d-4c9e-866f-cd316b2a8de6 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:26:23.694002 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1c624418-97e9-4135-b588-ea71d7929200 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:23.699247 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 8afa77d2-4c7d-40f1-887c-43a399c3288c up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:26:23.755672 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21670e-2bf5-44df-9152-77c1a6f6e144 req-3226b90d-4234-4b41-be29-a9fd492d5c93 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:23.758379 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4c21670e-2bf5-44df-9152-77c1a6f6e144 req-3226b90d-4234-4b41-be29-a9fd492d5c93 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=e513b158-9b78-4cb9-a7d3-95ded31a1de7 HTTP/1.1" status: 200 len: 946 time: 0.2213800 Jul 09 16:26:23.773395 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1c624418-97e9-4135-b588-ea71d7929200 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:23.778626 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 8afa77d2-4c7d-40f1-887c-43a399c3288c completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:26:23.805213 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8512f6c3-6968-470a-9045-a4c109441777 req-c5965037-0964-4af3-85f4-48580db028c8 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:23.819489 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 06a80463-a539-4098-83ad-b7b2ad019cc8 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:26:23.878942 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4c21670e-2bf5-44df-9152-77c1a6f6e144 req-e81c33cf-7ede-4072-aa22-5e6e6df40742 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119664 Jul 09 16:26:23.910365 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8512f6c3-6968-470a-9045-a4c109441777 req-c5965037-0964-4af3-85f4-48580db028c8 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] Network c3570998-1a5b-4176-8ca2-62b19e09ece8 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:26:23.914435 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-8512f6c3-6968-470a-9045-a4c109441777 req-c5965037-0964-4af3-85f4-48580db028c8 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:26:23.928891 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-8512f6c3-6968-470a-9045-a4c109441777 req-c5965037-0964-4af3-85f4-48580db028c8 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:26:23.942686 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 06a80463-a539-4098-83ad-b7b2ad019cc8, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=06a80463-a539-4098-83ad-b7b2ad019cc8,segment=NetworkSegment(85bdecab-fd23-4165-9e77-c7f00571aed4),segment_id=85bdecab-fd23-4165-9e77-c7f00571aed4)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:26:23.947934 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1c624418-97e9-4135-b588-ea71d7929200 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:23.958953 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e460ad-17fb-4c82-9a9a-4b8767727bb1 req-48f716c7-0cd8-4082-924c-2735fa1f4a73 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:23.961983 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '06a80463-a539-4098-83ad-b7b2ad019cc8', 'network_id': '534b4cde-6023-471d-8be3-ed9f2f6e629a', 'port_id': '06a80463-a539-4098-83ad-b7b2ad019cc8', 'mac_address': 'fa:16:3e:ba:44:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '826624ef-8f63-49ff-a492-4b4dc55ec15f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:26:23.968357 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-64e460ad-17fb-4c82-9a9a-4b8767727bb1 req-48f716c7-0cd8-4082-924c-2735fa1f4a73 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] 10.222.0.98 "GET /v2.0/ports?device_id=2db17524-b5f4-4a94-ba84-cc13da768364 HTTP/1.1" status: 200 len: 931 time: 0.1676340 Jul 09 16:26:24.009042 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:24.016788 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512f6c3-6968-470a-9045-a4c109441777 req-c5965037-0964-4af3-85f4-48580db028c8 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:24.017451 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8512f6c3-6968-470a-9045-a4c109441777 req-c5965037-0964-4af3-85f4-48580db028c8 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:24.026319 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06a80463-a539-4098-83ad-b7b2ad019cc8 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:26:24.029062 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5965037-0964-4af3-85f4-48580db028c8 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] Pushing event updated for resources: {'Port': ['ID=aa82b63e-772c-4b04-85a5-f1b1ec8f3b4a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:24.048076 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8512f6c3-6968-470a-9045-a4c109441777 req-c5965037-0964-4af3-85f4-48580db028c8 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2635002 Jul 09 16:26:24.062633 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-8512f6c3-6968-470a-9045-a4c109441777 req-5063e5b2-ab3d-4d36-8b7a-89076819f8a1 service neutron] Request body: {'port': {'device_id': '2db17524-b5f4-4a94-ba84-cc13da768364', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:26:24.062998 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 06a80463-a539-4098-83ad-b7b2ad019cc8, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=06a80463-a539-4098-83ad-b7b2ad019cc8,segment=NetworkSegment(85bdecab-fd23-4165-9e77-c7f00571aed4),segment_id=85bdecab-fd23-4165-9e77-c7f00571aed4)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:26:24.071814 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:24.104107 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-64e460ad-17fb-4c82-9a9a-4b8767727bb1 req-553bed10-422a-4fd0-b0f9-48e511238d04 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] 10.222.0.98 "GET /v2.0/security-groups?id=457b8671-d32c-4365-9e12-47d6ca217431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347466 Jul 09 16:26:24.106299 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1c624418-97e9-4135-b588-ea71d7929200 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:24.156868 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=06a80463-a539-4098-83ad-b7b2ad019cc8,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:24.172782 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c624418-97e9-4135-b588-ea71d7929200 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event deleted for resources: {'Subnet': ['ID=3da4320b-c14d-4c9e-866f-cd316b2a8de6,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:24.179791 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1c624418-97e9-4135-b588-ea71d7929200 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:24.184909 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-1c624418-97e9-4135-b588-ea71d7929200 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/3da4320b-c14d-4c9e-866f-cd316b2a8de6 HTTP/1.1" status: 204 len: 168 time: 0.6245472 Jul 09 16:26:24.185591 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 42110) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:24.252471 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8512f6c3-6968-470a-9045-a4c109441777 req-5063e5b2-ab3d-4d36-8b7a-89076819f8a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:24.270073 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-56d33aab-8bfe-4c63-ba14-bfe18720f9a5 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0832777 Jul 09 16:26:24.275082 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 42114) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:24.282484 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-9e1911fc-203b-4914-89e2-389f860dd8d2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'subnet': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:26:24.562818 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1911fc-203b-4914-89e2-389f860dd8d2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:26:24.566962 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9e1911fc-203b-4914-89e2-389f860dd8d2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:24.569594 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['06a80463-a539-4098-83ad-b7b2ad019cc8'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:26:24.710841 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e7d7c-505e-466b-a455-3477bb423ebc req-68a96626-81e3-432c-bb6d-5aabcac0b4d6 tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:24.710841 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3f8e7d7c-505e-466b-a455-3477bb423ebc req-68a96626-81e3-432c-bb6d-5aabcac0b4d6 tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] 10.222.0.98 "GET /v2.0/ports?device_id=70218482-0ce4-40d9-b57e-a6906bb2bdec HTTP/1.1" status: 200 len: 945 time: 0.1893661 Jul 09 16:26:24.741140 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf186e4-86d9-47d7-8c34-e9ff7ad2d24b None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:26:24.754526 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce87ebf-dc5a-42ac-bbab-04fe87376ff1 req-bcd9a192-7230-4c35-9f5e-16b9baffa9e8 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:24.764476 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fce87ebf-dc5a-42ac-bbab-04fe87376ff1 req-bcd9a192-7230-4c35-9f5e-16b9baffa9e8 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=e513b158-9b78-4cb9-a7d3-95ded31a1de7 HTTP/1.1" status: 200 len: 946 time: 0.2739003 Jul 09 16:26:24.806633 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3f8e7d7c-505e-466b-a455-3477bb423ebc req-16bf949d-e324-40d4-b584-2b90bf6471e9 tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] 10.222.0.98 "GET /v2.0/security-groups?id=ae95be32-6f38-40fa-86d4-cf743cbf0885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864899 Jul 09 16:26:24.811485 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-8512f6c3-6968-470a-9045-a4c109441777 req-5063e5b2-ab3d-4d36-8b7a-89076819f8a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa82b63e-772c-4b04-85a5-f1b1ec8f3b4a {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:26:24.834680 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8512f6c3-6968-470a-9045-a4c109441777 req-5063e5b2-ab3d-4d36-8b7a-89076819f8a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:24.859791 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-8512f6c3-6968-470a-9045-a4c109441777 req-5063e5b2-ab3d-4d36-8b7a-89076819f8a1 service neutron] Transition to ACTIVE for port object aa82b63e-772c-4b04-85a5-f1b1ec8f3b4a will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:26:24.860578 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fce87ebf-dc5a-42ac-bbab-04fe87376ff1 req-db912680-7d53-4ab3-b7ee-484519fba0f3 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946441 Jul 09 16:26:24.868194 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8512f6c3-6968-470a-9045-a4c109441777 req-5063e5b2-ab3d-4d36-8b7a-89076819f8a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:24.964676 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a2eb7dec-5165-45e4-b632-fdc7b1c70e1f None None] Provisioning for port 8afa77d2-4c7d-40f1-887c-43a399c3288c completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:26:24.981351 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9e1911fc-203b-4914-89e2-389f860dd8d2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:24.988019 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a2eb7dec-5165-45e4-b632-fdc7b1c70e1f None None] Provisioning complete for port 8afa77d2-4c7d-40f1-887c-43a399c3288c triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:26:24.988394 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a2eb7dec-5165-45e4-b632-fdc7b1c70e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:25.062603 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1911fc-203b-4914-89e2-389f860dd8d2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'Subnet': ['ID=2feb3904-d38a-4a3b-9776-4a223c07063d,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:25.085404 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1911fc-203b-4914-89e2-389f860dd8d2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:26:25.088180 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-9e1911fc-203b-4914-89e2-389f860dd8d2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:26:25.092450 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1911fc-203b-4914-89e2-389f860dd8d2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:25.093445 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9e1911fc-203b-4914-89e2-389f860dd8d2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:25.114044 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-9e1911fc-203b-4914-89e2-389f860dd8d2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8373985 Jul 09 16:26:25.116448 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 42122) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:25.123793 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-5b546270-d095-4e2e-9727-9ed34f197a3c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-318811133', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:26:25.125607 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-55e36d59-17a7-4bd9-83c7-9d4205d860f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:25.181929 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b546270-d095-4e2e-9727-9ed34f197a3c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:25.184060 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b546270-d095-4e2e-9727-9ed34f197a3c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:25.214614 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b85c44-b844-4ae8-bebe-c37919dcbd87 None None] DHCP port deletion for f22714f5-d774-47cf-ac1e-3989f67517e9 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:26:25.265669 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a2eb7dec-5165-45e4-b632-fdc7b1c70e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:25.319483 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5063e5b2-ab3d-4d36-8b7a-89076819f8a1 service neutron] Pushing event updated for resources: {'Port': ['ID=aa82b63e-772c-4b04-85a5-f1b1ec8f3b4a,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:25.330148 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a2eb7dec-5165-45e4-b632-fdc7b1c70e1f None None] For port 8afa77d2-4c7d-40f1-887c-43a399c3288c, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=8afa77d2-4c7d-40f1-887c-43a399c3288c,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:26:25.340251 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a2eb7dec-5165-45e4-b632-fdc7b1c70e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:25.349621 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b546270-d095-4e2e-9727-9ed34f197a3c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:25.361773 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b546270-d095-4e2e-9727-9ed34f197a3c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:25.399150 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b546270-d095-4e2e-9727-9ed34f197a3c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:25.405568 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 42128) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:25.407090 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-5b546270-d095-4e2e-9727-9ed34f197a3c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2878456 Jul 09 16:26:25.428126 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878328d-bd15-4c76-a830-bba1720e4451 req-dc1fc96f-a435-4757-8e78-44d3ae26c708 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:25.428924 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-69b85c44-b844-4ae8-bebe-c37919dcbd87 None None] Deleting port 8afa77d2-4c7d-40f1-887c-43a399c3288c {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:26:25.429248 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-69b85c44-b844-4ae8-bebe-c37919dcbd87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:25.431219 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c878328d-bd15-4c76-a830-bba1720e4451 req-dc1fc96f-a435-4757-8e78-44d3ae26c708 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] 10.222.0.98 "GET /v2.0/ports?device_id=2db17524-b5f4-4a94-ba84-cc13da768364 HTTP/1.1" status: 200 len: 943 time: 0.1481874 Jul 09 16:26:25.490337 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c878328d-bd15-4c76-a830-bba1720e4451 req-9c77311d-f2c1-410f-8642-6d670cb3bac5 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] 10.222.0.98 "GET /v2.0/security-groups?id=457b8671-d32c-4365-9e12-47d6ca217431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523610 Jul 09 16:26:25.551219 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:25.567340 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eb7dec-5165-45e4-b632-fdc7b1c70e1f None None] Pushing event updated for resources: {'Port': ['ID=8afa77d2-4c7d-40f1-887c-43a399c3288c,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:25.576410 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-69b85c44-b844-4ae8-bebe-c37919dcbd87 None None] For port 8afa77d2-4c7d-40f1-887c-43a399c3288c, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=8afa77d2-4c7d-40f1-887c-43a399c3288c,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:26:25.576806 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-69b85c44-b844-4ae8-bebe-c37919dcbd87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:25.583011 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f958f-334e-46ff-a92b-6773a72a0885 req-e064b975-3fa8-434b-95d7-29bcfa178824 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:25.590789 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-213f958f-334e-46ff-a92b-6773a72a0885 req-e064b975-3fa8-434b-95d7-29bcfa178824 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.3360937 Jul 09 16:26:25.593280 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-69b85c44-b844-4ae8-bebe-c37919dcbd87 None None] Calling delete_port for 8afa77d2-4c7d-40f1-887c-43a399c3288c owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:26:25.627760 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-8512f6c3-6968-470a-9045-a4c109441777 req-5063e5b2-ab3d-4d36-8b7a-89076819f8a1 service neutron] Attempting to bind port aa82b63e-772c-4b04-85a5-f1b1ec8f3b4a on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:26:25.630896 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-8512f6c3-6968-470a-9045-a4c109441777 req-5063e5b2-ab3d-4d36-8b7a-89076819f8a1 service neutron] Attempting to bind port aa82b63e-772c-4b04-85a5-f1b1ec8f3b4a by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '028f19c8-a073-4eae-bd16-9e46a809404d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c3570998-1a5b-4176-8ca2-62b19e09ece8'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:26:25.631363 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8512f6c3-6968-470a-9045-a4c109441777 req-5063e5b2-ab3d-4d36-8b7a-89076819f8a1 service neutron] Attempting to bind port aa82b63e-772c-4b04-85a5-f1b1ec8f3b4a on network c3570998-1a5b-4176-8ca2-62b19e09ece8 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:26:25.647002 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 8afa77d2-4c7d-40f1-887c-43a399c3288c no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:26:25.735220 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8512f6c3-6968-470a-9045-a4c109441777 req-5063e5b2-ab3d-4d36-8b7a-89076819f8a1 service neutron] Port aa82b63e-772c-4b04-85a5-f1b1ec8f3b4a on network c3570998-1a5b-4176-8ca2-62b19e09ece8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:26:25.735614 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8512f6c3-6968-470a-9045-a4c109441777 req-5063e5b2-ab3d-4d36-8b7a-89076819f8a1 service neutron] Attempting to bind port aa82b63e-772c-4b04-85a5-f1b1ec8f3b4a on network c3570998-1a5b-4176-8ca2-62b19e09ece8 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:26:25.780081 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-69b85c44-b844-4ae8-bebe-c37919dcbd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:25.782676 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8512f6c3-6968-470a-9045-a4c109441777 req-5063e5b2-ab3d-4d36-8b7a-89076819f8a1 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:26:25.783430 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8512f6c3-6968-470a-9045-a4c109441777 req-5063e5b2-ab3d-4d36-8b7a-89076819f8a1 service neutron] Checking segment: {'id': '028f19c8-a073-4eae-bd16-9e46a809404d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c3570998-1a5b-4176-8ca2-62b19e09ece8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:26:25.784095 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8512f6c3-6968-470a-9045-a4c109441777 req-5063e5b2-ab3d-4d36-8b7a-89076819f8a1 service neutron] Bound using segment: {'id': '028f19c8-a073-4eae-bd16-9e46a809404d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c3570998-1a5b-4176-8ca2-62b19e09ece8'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:26:25.784251 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-8512f6c3-6968-470a-9045-a4c109441777 req-5063e5b2-ab3d-4d36-8b7a-89076819f8a1 service neutron] Bound port: aa82b63e-772c-4b04-85a5-f1b1ec8f3b4a, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '028f19c8-a073-4eae-bd16-9e46a809404d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c3570998-1a5b-4176-8ca2-62b19e09ece8'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:26:25.784508 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8512f6c3-6968-470a-9045-a4c109441777 req-5063e5b2-ab3d-4d36-8b7a-89076819f8a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:25.819292 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:25.833984 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b85c44-b844-4ae8-bebe-c37919dcbd87 None None] Pushing event deleted for resources: {'Port': ['ID=8afa77d2-4c7d-40f1-887c-43a399c3288c,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:25.842357 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b85c44-b844-4ae8-bebe-c37919dcbd87 None None] No DVR routers for this DVR port 8afa77d2-4c7d-40f1-887c-43a399c3288c on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:26:25.879786 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b061967-da86-45ed-bde3-0e7ff99d461d None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:26:25.927340 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-213f958f-334e-46ff-a92b-6773a72a0885 req-9efc01d7-3eac-47e6-b719-a1fc741d2747 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3353341 Jul 09 16:26:25.931422 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d00a3cfd-2cdd-40ef-be74-b28a6a7fac40 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:26.095443 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a82c7-7192-4425-8825-10cdc83df1d3 req-73dbafc8-d227-4bf2-8001-cffd7dd0e5b3 tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:26.097343 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-451a82c7-7192-4425-8825-10cdc83df1d3 req-73dbafc8-d227-4bf2-8001-cffd7dd0e5b3 tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] 10.222.0.98 "GET /v2.0/ports?device_id=70218482-0ce4-40d9-b57e-a6906bb2bdec HTTP/1.1" status: 200 len: 945 time: 0.1279202 Jul 09 16:26:26.125824 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a53d4a9-ee70-4ba6-bfe1-3190e7a6f3f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-f22714f5-d774-47cf-ac1e-3989f67517e9', 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'tenant_id': '005b565b3c004d24a50d69ddcd50be46', 'fixed_ips': [{'subnet_id': '2feb3904-d38a-4a3b-9776-4a223c07063d'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:26:26.126171 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5a53d4a9-ee70-4ba6-bfe1-3190e7a6f3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:26.136013 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-8512f6c3-6968-470a-9045-a4c109441777 req-5063e5b2-ab3d-4d36-8b7a-89076819f8a1 service neutron] For port aa82b63e-772c-4b04-85a5-f1b1ec8f3b4a, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:26:26.149714 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-451a82c7-7192-4425-8825-10cdc83df1d3 req-c793d8ff-fa21-425c-8e41-72c900659646 tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] 10.222.0.98 "GET /v2.0/security-groups?id=ae95be32-6f38-40fa-86d4-cf743cbf0885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465183 Jul 09 16:26:26.218227 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-8512f6c3-6968-470a-9045-a4c109441777 req-5063e5b2-ab3d-4d36-8b7a-89076819f8a1 service neutron] For port aa82b63e-772c-4b04-85a5-f1b1ec8f3b4a, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=aa82b63e-772c-4b04-85a5-f1b1ec8f3b4a,segment=NetworkSegment(028f19c8-a073-4eae-bd16-9e46a809404d),segment_id=028f19c8-a073-4eae-bd16-9e46a809404d)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:26:26.227998 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8512f6c3-6968-470a-9045-a4c109441777 req-5063e5b2-ab3d-4d36-8b7a-89076819f8a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:26.255919 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:26.333952 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512f6c3-6968-470a-9045-a4c109441777 req-5063e5b2-ab3d-4d36-8b7a-89076819f8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:26.335235 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8512f6c3-6968-470a-9045-a4c109441777 req-5063e5b2-ab3d-4d36-8b7a-89076819f8a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:26.336089 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8512f6c3-6968-470a-9045-a4c109441777 req-5063e5b2-ab3d-4d36-8b7a-89076819f8a1 service neutron] 10.222.0.77 "PUT /v2.0/ports/aa82b63e-772c-4b04-85a5-f1b1ec8f3b4a HTTP/1.1" status: 200 len: 1091 time: 2.2794218 Jul 09 16:26:26.336550 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2db17524-b5f4-4a94-ba84-cc13da768364', 'tag': 'aa82b63e-772c-4b04-85a5-f1b1ec8f3b4a'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:26:26.340561 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18ae794-ae1c-4969-b113-3b1aa109a489" -d '{"events": [{"name": "network-changed", "server_uuid": "2db17524-b5f4-4a94-ba84-cc13da768364", "tag": "aa82b63e-772c-4b04-85a5-f1b1ec8f3b4a"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:26:26.369316 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-5a53d4a9-ee70-4ba6-bfe1-3190e7a6f3f9 None None] Allocated IP 2001:db8::2 (f22714f5-d774-47cf-ac1e-3989f67517e9/2feb3904-d38a-4a3b-9776-4a223c07063d/2a7c3095-4745-4a08-9ee3-af7c1d8c007a) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:26:26.396188 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9858f5d2-8b02-4507-b2bc-ad3a35de0602 req-ba9352a6-f872-4b39-b5c8-7797accdbb0c tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:26.404892 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9858f5d2-8b02-4507-b2bc-ad3a35de0602 req-ba9352a6-f872-4b39-b5c8-7797accdbb0c tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=e513b158-9b78-4cb9-a7d3-95ded31a1de7 HTTP/1.1" status: 200 len: 946 time: 0.3027122 Jul 09 16:26:26.439982 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2674044b-8954-4978-8c40-8b9f04f370d5 x-openstack-request-id: req-2674044b-8954-4978-8c40-8b9f04f370d5 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:26:26.440302 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2db17524-b5f4-4a94-ba84-cc13da768364", "tag": "aa82b63e-772c-4b04-85a5-f1b1ec8f3b4a", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:26:26.440525 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2674044b-8954-4978-8c40-8b9f04f370d5 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:26:26.441183 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2db17524-b5f4-4a94-ba84-cc13da768364', 'tag': 'aa82b63e-772c-4b04-85a5-f1b1ec8f3b4a', 'status': 'completed', 'code': 200} Jul 09 16:26:26.477483 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5063e5b2-ab3d-4d36-8b7a-89076819f8a1 service neutron] Pushing event updated for resources: {'Port': ['ID=aa82b63e-772c-4b04-85a5-f1b1ec8f3b4a,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:26.520453 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9858f5d2-8b02-4507-b2bc-ad3a35de0602 req-adf98795-e666-46da-9fb3-a959d7239de0 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146197 Jul 09 16:26:26.533369 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:26.565715 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512f6c3-6968-470a-9045-a4c109441777 req-ba1e059b-daea-4848-a0e3-801b6f40d32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:26.567723 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8512f6c3-6968-470a-9045-a4c109441777 req-ba1e059b-daea-4848-a0e3-801b6f40d32d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=90f0307cb8734beb9d540965bb31df1b&device_id=2db17524-b5f4-4a94-ba84-cc13da768364 HTTP/1.1" status: 200 len: 1094 time: 0.1565869 Jul 09 16:26:26.620774 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5a53d4a9-ee70-4ba6-bfe1-3190e7a6f3f9 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:26.623387 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8512f6c3-6968-470a-9045-a4c109441777 req-9bb07c6a-42c3-46cf-bf60-3fe228775432 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa82b63e-772c-4b04-85a5-f1b1ec8f3b4a HTTP/1.1" status: 200 len: 217 time: 0.0484281 Jul 09 16:26:26.632781 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5a53d4a9-ee70-4ba6-bfe1-3190e7a6f3f9 None None] Transition to ACTIVE for port object 2a7c3095-4745-4a08-9ee3-af7c1d8c007a will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:26:26.649426 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5a53d4a9-ee70-4ba6-bfe1-3190e7a6f3f9 None None] Transition to ACTIVE for port object 2a7c3095-4745-4a08-9ee3-af7c1d8c007a will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:26:26.659459 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5a53d4a9-ee70-4ba6-bfe1-3190e7a6f3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:26.705657 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a53d4a9-ee70-4ba6-bfe1-3190e7a6f3f9 None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:26:26.711879 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-5a53d4a9-ee70-4ba6-bfe1-3190e7a6f3f9 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:26:26.718369 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a53d4a9-ee70-4ba6-bfe1-3190e7a6f3f9 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:26:26.728832 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a53d4a9-ee70-4ba6-bfe1-3190e7a6f3f9 None None] Pushing event updated for resources: {'Port': ['ID=2a7c3095-4745-4a08-9ee3-af7c1d8c007a,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:26.748688 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8766cd-b6be-4bd0-b85f-7a1276719790 req-ea7c554a-167a-477c-8c71-ccb9456a88ff tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:26.754714 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512f6c3-6968-470a-9045-a4c109441777 req-b6114445-6bae-4760-aac0-3ed959b78192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:26.756270 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8512f6c3-6968-470a-9045-a4c109441777 req-b6114445-6bae-4760-aac0-3ed959b78192 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5561fee3-9d3b-4aef-b4a3-aabc552b71c3 HTTP/1.1" status: 200 len: 864 time: 0.1253927 Jul 09 16:26:26.757263 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2a8766cd-b6be-4bd0-b85f-7a1276719790 req-ea7c554a-167a-477c-8c71-ccb9456a88ff tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] 10.222.0.98 "GET /v2.0/ports?device_id=2db17524-b5f4-4a94-ba84-cc13da768364 HTTP/1.1" status: 200 len: 943 time: 0.1104827 Jul 09 16:26:26.781009 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-d00a3cfd-2cdd-40ef-be74-b28a6a7fac40 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Allocated IP 2001:db8::1 (f22714f5-d774-47cf-ac1e-3989f67517e9/2feb3904-d38a-4a3b-9776-4a223c07063d/e981f1ea-1fee-4476-8b8b-c7db28a780fa) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:26:26.816879 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-5a53d4a9-ee70-4ba6-bfe1-3190e7a6f3f9 None None] Attempting to bind port 2a7c3095-4745-4a08-9ee3-af7c1d8c007a on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:26:26.817518 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-5a53d4a9-ee70-4ba6-bfe1-3190e7a6f3f9 None None] Attempting to bind port 2a7c3095-4745-4a08-9ee3-af7c1d8c007a by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:26:26.817690 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a53d4a9-ee70-4ba6-bfe1-3190e7a6f3f9 None None] Attempting to bind port 2a7c3095-4745-4a08-9ee3-af7c1d8c007a on network f22714f5-d774-47cf-ac1e-3989f67517e9 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:26:26.822942 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8512f6c3-6968-470a-9045-a4c109441777 req-2404d8f9-1997-4991-ae0c-33c7c767db10 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c3570998-1a5b-4176-8ca2-62b19e09ece8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442960 Jul 09 16:26:26.824333 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2a8766cd-b6be-4bd0-b85f-7a1276719790 req-09274c07-067f-44fe-af72-55b93789d9cf tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] 10.222.0.98 "GET /v2.0/security-groups?id=457b8671-d32c-4365-9e12-47d6ca217431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640750 Jul 09 16:26:26.830827 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a53d4a9-ee70-4ba6-bfe1-3190e7a6f3f9 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:26:26.831717 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a53d4a9-ee70-4ba6-bfe1-3190e7a6f3f9 None None] Checking segment: {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:26:26.832525 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5a53d4a9-ee70-4ba6-bfe1-3190e7a6f3f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:26.833083 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a53d4a9-ee70-4ba6-bfe1-3190e7a6f3f9 None None] Bound using segment: {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:26:26.834207 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-5a53d4a9-ee70-4ba6-bfe1-3190e7a6f3f9 None None] Bound port: 2a7c3095-4745-4a08-9ee3-af7c1d8c007a, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:26:26.835017 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5a53d4a9-ee70-4ba6-bfe1-3190e7a6f3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:26.962291 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-5a53d4a9-ee70-4ba6-bfe1-3190e7a6f3f9 None None] For port 2a7c3095-4745-4a08-9ee3-af7c1d8c007a, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:26:26.971007 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-5a53d4a9-ee70-4ba6-bfe1-3190e7a6f3f9 None None] For port 2a7c3095-4745-4a08-9ee3-af7c1d8c007a, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=2a7c3095-4745-4a08-9ee3-af7c1d8c007a,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:26:26.982573 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5a53d4a9-ee70-4ba6-bfe1-3190e7a6f3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:27.072014 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a53d4a9-ee70-4ba6-bfe1-3190e7a6f3f9 None None] Pushing event updated for resources: {'Port': ['ID=2a7c3095-4745-4a08-9ee3-af7c1d8c007a,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:27.113237 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8512f6c3-6968-470a-9045-a4c109441777 req-98f646cd-ddbe-43cd-b4ec-d645d5ccdf64 service neutron] 10.222.0.77 "GET /v2.0/networks/c3570998-1a5b-4176-8ca2-62b19e09ece8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831333 Jul 09 16:26:27.192389 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e69120c-ac34-48dd-b64c-15dd5a0e3b9e req-97b80c34-2d1b-448b-b34d-b0f445796d6f tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:27.194918 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0e69120c-ac34-48dd-b64c-15dd5a0e3b9e req-97b80c34-2d1b-448b-b34d-b0f445796d6f tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.0915277 Jul 09 16:26:27.200031 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d00a3cfd-2cdd-40ef-be74-b28a6a7fac40 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:27.230265 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-d00a3cfd-2cdd-40ef-be74-b28a6a7fac40 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Transition to ACTIVE for port object e981f1ea-1fee-4476-8b8b-c7db28a780fa will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:26:27.286576 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8512f6c3-6968-470a-9045-a4c109441777 req-27c533c5-8bf9-47c1-b817-e6f61eff16f3 service neutron] 10.222.0.77 "GET /v2.0/networks/c3570998-1a5b-4176-8ca2-62b19e09ece8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591749 Jul 09 16:26:27.303853 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0e69120c-ac34-48dd-b64c-15dd5a0e3b9e req-04675cc7-9ef9-4314-9878-aaaf86bfe48e tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0830877 Jul 09 16:26:27.305616 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d00a3cfd-2cdd-40ef-be74-b28a6a7fac40 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:27.512939 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00a3cfd-2cdd-40ef-be74-b28a6a7fac40 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:26:27.515983 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-d00a3cfd-2cdd-40ef-be74-b28a6a7fac40 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:26:27.525307 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00a3cfd-2cdd-40ef-be74-b28a6a7fac40 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:26:27.527319 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d00a3cfd-2cdd-40ef-be74-b28a6a7fac40 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:27.665058 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00a3cfd-2cdd-40ef-be74-b28a6a7fac40 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'Port': ['ID=e981f1ea-1fee-4476-8b8b-c7db28a780fa,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:27.736766 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19043672-64e9-44e8-a11a-971e06d14822 req-61967904-5449-4fcf-9333-ba013cb0a1ad tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:27.738844 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-19043672-64e9-44e8-a11a-971e06d14822 req-61967904-5449-4fcf-9333-ba013cb0a1ad tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] 10.222.0.98 "GET /v2.0/ports?device_id=70218482-0ce4-40d9-b57e-a6906bb2bdec HTTP/1.1" status: 200 len: 945 time: 0.2657120 Jul 09 16:26:27.755347 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 2a7c3095-4745-4a08-9ee3-af7c1d8c007a up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:26:27.806554 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-19043672-64e9-44e8-a11a-971e06d14822 req-e1dafd74-5352-40c5-8f88-31fdd69751b6 tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] 10.222.0.98 "GET /v2.0/security-groups?id=ae95be32-6f38-40fa-86d4-cf743cbf0885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562990 Jul 09 16:26:27.846654 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 06a80463-a539-4098-83ad-b7b2ad019cc8 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:26:27.878466 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ae794-ae1c-4969-b113-3b1aa109a489 req-81c53930-92d1-475b-8af2-33ce3dae1451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:27.882599 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d18ae794-ae1c-4969-b113-3b1aa109a489 req-81c53930-92d1-475b-8af2-33ce3dae1451 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=90f0307cb8734beb9d540965bb31df1b&device_id=2db17524-b5f4-4a94-ba84-cc13da768364 HTTP/1.1" status: 200 len: 1094 time: 0.4475460 Jul 09 16:26:27.918276 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 2a7c3095-4745-4a08-9ee3-af7c1d8c007a completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:26:27.978144 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 06a80463-a539-4098-83ad-b7b2ad019cc8 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:26:27.988414 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 06a80463-a539-4098-83ad-b7b2ad019cc8 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:26:27.989176 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:28.150513 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ae794-ae1c-4969-b113-3b1aa109a489 req-f0871313-9d6d-4ab6-8276-e55a757d0c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:28.155198 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d18ae794-ae1c-4969-b113-3b1aa109a489 req-f0871313-9d6d-4ab6-8276-e55a757d0c5e service neutron] 10.222.0.77 "GET /v2.0/networks?id=c3570998-1a5b-4176-8ca2-62b19e09ece8 HTTP/1.1" status: 200 len: 925 time: 0.2611973 Jul 09 16:26:28.163241 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d00a3cfd-2cdd-40ef-be74-b28a6a7fac40 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:28.177823 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:28.204395 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4ba98-000e-4076-a415-338dd4350d1e req-d108847e-cefb-4bf8-b3a3-263a5e719a91 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:28.205273 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:28.213748 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9cd4ba98-000e-4076-a415-338dd4350d1e req-d108847e-cefb-4bf8-b3a3-263a5e719a91 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] 10.222.0.98 "GET /v2.0/ports?device_id=2db17524-b5f4-4a94-ba84-cc13da768364 HTTP/1.1" status: 200 len: 943 time: 0.1010728 Jul 09 16:26:28.215424 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d18ae794-ae1c-4969-b113-3b1aa109a489 req-f81b112d-b8b9-467b-b3e1-434b8726ae19 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa82b63e-772c-4b04-85a5-f1b1ec8f3b4a HTTP/1.1" status: 200 len: 217 time: 0.0437424 Jul 09 16:26:28.270891 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9cd4ba98-000e-4076-a415-338dd4350d1e req-617aa086-3c83-4bcc-a4e0-2e92fe1377a0 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] 10.222.0.98 "GET /v2.0/security-groups?id=457b8671-d32c-4365-9e12-47d6ca217431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556433 Jul 09 16:26:28.286305 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70218482-0ce4-40d9-b57e-a6906bb2bdec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a80463-a539-4098-83ad-b7b2ad019cc8'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:26:28.289906 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecfafe9d-5f8b-4446-94f0-ef65fad93942" -d '{"events": [{"server_uuid": "70218482-0ce4-40d9-b57e-a6906bb2bdec", "name": "network-vif-plugged", "status": "completed", "tag": "06a80463-a539-4098-83ad-b7b2ad019cc8"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:26:28.329023 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 06a80463-a539-4098-83ad-b7b2ad019cc8, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=06a80463-a539-4098-83ad-b7b2ad019cc8,segment=NetworkSegment(85bdecab-fd23-4165-9e77-c7f00571aed4),segment_id=85bdecab-fd23-4165-9e77-c7f00571aed4)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:26:28.337359 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:28.385490 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5fc1fcf-23ae-45c8-a8af-1b4963d3cbc6 x-openstack-request-id: req-c5fc1fcf-23ae-45c8-a8af-1b4963d3cbc6 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:26:28.385757 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70218482-0ce4-40d9-b57e-a6906bb2bdec", "name": "network-vif-plugged", "status": "completed", "tag": "06a80463-a539-4098-83ad-b7b2ad019cc8", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:26:28.385885 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c5fc1fcf-23ae-45c8-a8af-1b4963d3cbc6 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:26:28.386222 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70218482-0ce4-40d9-b57e-a6906bb2bdec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a80463-a539-4098-83ad-b7b2ad019cc8', 'code': 200} Jul 09 16:26:28.424081 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=06a80463-a539-4098-83ad-b7b2ad019cc8,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:28.448624 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ae794-ae1c-4969-b113-3b1aa109a489 req-1a5f5a07-3b5b-4248-b086-89a5bbcd859a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:28.450392 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d18ae794-ae1c-4969-b113-3b1aa109a489 req-1a5f5a07-3b5b-4248-b086-89a5bbcd859a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5561fee3-9d3b-4aef-b4a3-aabc552b71c3 HTTP/1.1" status: 200 len: 864 time: 0.2141376 Jul 09 16:26:28.582076 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7518bcb7-46c6-4d80-beea-52f93ff1e267 req-661df27d-1b13-4c51-9205-e1d61a1853e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:28.583665 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7518bcb7-46c6-4d80-beea-52f93ff1e267 req-661df27d-1b13-4c51-9205-e1d61a1853e1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=70218482-0ce4-40d9-b57e-a6906bb2bdec HTTP/1.1" status: 200 len: 1097 time: 0.0899067 Jul 09 16:26:28.634948 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7518bcb7-46c6-4d80-beea-52f93ff1e267 req-b0d416b7-68f4-4d7d-9821-72e2da4ca676 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ae95be32-6f38-40fa-86d4-cf743cbf0885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411985 Jul 09 16:26:28.755151 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4207e1b0-cd57-4e61-a46c-454ecc2fb0f2 None None] Provisioning for port 2a7c3095-4745-4a08-9ee3-af7c1d8c007a completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:26:28.760881 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4207e1b0-cd57-4e61-a46c-454ecc2fb0f2 None None] Provisioning complete for port 2a7c3095-4745-4a08-9ee3-af7c1d8c007a triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:26:28.761267 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4207e1b0-cd57-4e61-a46c-454ecc2fb0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:28.874601 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4207e1b0-cd57-4e61-a46c-454ecc2fb0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:28.884130 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d18ae794-ae1c-4969-b113-3b1aa109a489 req-a45705d4-bd31-4e11-b1b3-e54e2959020e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c3570998-1a5b-4176-8ca2-62b19e09ece8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4245126 Jul 09 16:26:28.924442 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-4207e1b0-cd57-4e61-a46c-454ecc2fb0f2 None None] For port 2a7c3095-4745-4a08-9ee3-af7c1d8c007a, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=2a7c3095-4745-4a08-9ee3-af7c1d8c007a,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:26:28.933676 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4207e1b0-cd57-4e61-a46c-454ecc2fb0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:29.034259 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944b80b-d7ac-486e-932c-f320ed6c34f7 req-86b9ee3c-caef-4666-8522-80e6b11181ca tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:29.041332 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1944b80b-d7ac-486e-932c-f320ed6c34f7 req-86b9ee3c-caef-4666-8522-80e6b11181ca tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.8882449 Jul 09 16:26:29.050264 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac1211-d334-4da3-bf73-5cd8f5d9a99b req-81d4b979-4e4f-42d4-bd30-ca4f701a876e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:29.050863 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4207e1b0-cd57-4e61-a46c-454ecc2fb0f2 None None] Pushing event updated for resources: {'Port': ['ID=2a7c3095-4745-4a08-9ee3-af7c1d8c007a,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:29.051856 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-11ac1211-d334-4da3-bf73-5cd8f5d9a99b req-81d4b979-4e4f-42d4-bd30-ca4f701a876e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=927faf6a074749d0b7e4b4706940c5ca&device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 1096 time: 0.8142536 Jul 09 16:26:29.076384 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ab25850e-2bf9-4424-aae9-a9b06887a722 None None] Provisioning for port e981f1ea-1fee-4476-8b8b-c7db28a780fa completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:26:29.082476 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ab25850e-2bf9-4424-aae9-a9b06887a722 None None] Provisioning complete for port e981f1ea-1fee-4476-8b8b-c7db28a780fa triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:26:29.083191 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a7970-c5f5-4349-9905-97e33f69573a req-d4ed9b92-efeb-4022-b889-682b3ca820f5 tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:29.083394 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ab25850e-2bf9-4424-aae9-a9b06887a722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:29.090005 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d92a7970-c5f5-4349-9905-97e33f69573a req-d4ed9b92-efeb-4022-b889-682b3ca820f5 tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] 10.222.0.98 "GET /v2.0/ports?device_id=70218482-0ce4-40d9-b57e-a6906bb2bdec HTTP/1.1" status: 200 len: 946 time: 0.1101844 Jul 09 16:26:29.134791 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-ab25850e-2bf9-4424-aae9-a9b06887a722 None None] Port e981f1ea-1fee-4476-8b8b-c7db28a780fa cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:26:29.147132 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d92a7970-c5f5-4349-9905-97e33f69573a req-6e213b56-b0d8-479c-a4c0-ad7f5fd88aae tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] 10.222.0.98 "GET /v2.0/security-groups?id=ae95be32-6f38-40fa-86d4-cf743cbf0885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479443 Jul 09 16:26:29.254443 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1944b80b-d7ac-486e-932c-f320ed6c34f7 req-33ef0a58-b042-4c98-8470-f8463fb7258a tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2121410 Jul 09 16:26:29.285223 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d18ae794-ae1c-4969-b113-3b1aa109a489 req-3b000d14-1615-43b2-b88f-bace7d089bc6 service neutron] 10.222.0.77 "GET /v2.0/networks/c3570998-1a5b-4176-8ca2-62b19e09ece8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841321 Jul 09 16:26:29.367700 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac1211-d334-4da3-bf73-5cd8f5d9a99b req-9cceebb7-e7c8-4b70-b99f-9429407cea1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:29.369189 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-11ac1211-d334-4da3-bf73-5cd8f5d9a99b req-9cceebb7-e7c8-4b70-b99f-9429407cea1c service neutron] 10.222.0.77 "GET /v2.0/networks?id=e14244d3-321e-4e11-8fa5-f8d23e2088a8 HTTP/1.1" status: 200 len: 913 time: 0.3029311 Jul 09 16:26:29.493771 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-11ac1211-d334-4da3-bf73-5cd8f5d9a99b req-07a79c3a-1e73-4490-bf9f-a356855d642b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1db38019-9c36-4811-87b1-9165e461b73e HTTP/1.1" status: 200 len: 1000 time: 0.1166379 Jul 09 16:26:29.505267 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d00a3cfd-2cdd-40ef-be74-b28a6a7fac40 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:29.522240 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d00a3cfd-2cdd-40ef-be74-b28a6a7fac40 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:29.523038 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d00a3cfd-2cdd-40ef-be74-b28a6a7fac40 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:29.537444 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc41c8-bcfb-4f92-8c21-45cea9dad9b4 req-7cce2662-8fc4-407e-823a-eb5c50a1a19e tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:29.539037 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a7fc41c8-bcfb-4f92-8c21-45cea9dad9b4 req-7cce2662-8fc4-407e-823a-eb5c50a1a19e tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] 10.222.0.98 "GET /v2.0/ports?device_id=2db17524-b5f4-4a94-ba84-cc13da768364 HTTP/1.1" status: 200 len: 943 time: 0.1086631 Jul 09 16:26:29.557654 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d18ae794-ae1c-4969-b113-3b1aa109a489 req-1531a2d5-ed9f-4bce-99fd-cd5e161fbf3e service neutron] 10.222.0.77 "GET /v2.0/networks/c3570998-1a5b-4176-8ca2-62b19e09ece8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579811 Jul 09 16:26:29.619440 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a7fc41c8-bcfb-4f92-8c21-45cea9dad9b4 req-fbdc58f2-f9e9-4431-998a-466f0744dcfb tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] 10.222.0.98 "GET /v2.0/security-groups?id=457b8671-d32c-4365-9e12-47d6ca217431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600810 Jul 09 16:26:29.620411 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 2a7c3095-4745-4a08-9ee3-af7c1d8c007a up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:26:29.656600 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac1211-d334-4da3-bf73-5cd8f5d9a99b req-c7c3e4fb-5fa4-4149-833b-25bd3dc198ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:29.658342 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-11ac1211-d334-4da3-bf73-5cd8f5d9a99b req-c7c3e4fb-5fa4-4149-833b-25bd3dc198ab service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9ed42caa-ccec-43f9-abc2-3f037ba46c07 HTTP/1.1" status: 200 len: 851 time: 0.1503320 Jul 09 16:26:29.662783 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00a3cfd-2cdd-40ef-be74-b28a6a7fac40 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'Port': ['ID=e981f1ea-1fee-4476-8b8b-c7db28a780fa,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:29.690303 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 2a7c3095-4745-4a08-9ee3-af7c1d8c007a triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:26:29.690687 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:29.749537 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00a3cfd-2cdd-40ef-be74-b28a6a7fac40 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:26:29.753482 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-d00a3cfd-2cdd-40ef-be74-b28a6a7fac40 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:26:29.764978 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac1211-d334-4da3-bf73-5cd8f5d9a99b req-17e15872-79ce-48a4-bd4f-87e0bcfc9c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:29.766567 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-11ac1211-d334-4da3-bf73-5cd8f5d9a99b req-17e15872-79ce-48a4-bd4f-87e0bcfc9c3d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e14244d3-321e-4e11-8fa5-f8d23e2088a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0989721 Jul 09 16:26:29.999226 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-11ac1211-d334-4da3-bf73-5cd8f5d9a99b req-08b75bf2-4d3a-4d53-b625-c9157a63240a service neutron] 10.222.0.77 "GET /v2.0/networks/e14244d3-321e-4e11-8fa5-f8d23e2088a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930184 Jul 09 16:26:30.000308 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d00a3cfd-2cdd-40ef-be74-b28a6a7fac40 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Router 99a45d1d-65bc-4e06-8d61-d9eecc6d1a33 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:26:30.170863 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f3abbca3-7d14-4f98-8366-f8d5735ee8e4 None None] Provisioning complete for port e981f1ea-1fee-4476-8b8b-c7db28a780fa triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:26:30.171637 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f3abbca3-7d14-4f98-8366-f8d5735ee8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:30.218987 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-11ac1211-d334-4da3-bf73-5cd8f5d9a99b req-048014bc-a85f-4616-83ef-4fa6ccac2dfc service neutron] 10.222.0.77 "GET /v2.0/networks/e14244d3-321e-4e11-8fa5-f8d23e2088a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111714 Jul 09 16:26:30.220183 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00a3cfd-2cdd-40ef-be74-b28a6a7fac40 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:26:30.233636 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d00a3cfd-2cdd-40ef-be74-b28a6a7fac40 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "PUT /v2.0/routers/99a45d1d-65bc-4e06-8d61-d9eecc6d1a33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8269799 Jul 09 16:26:30.236174 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 42208) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:30.245096 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b469fd2a-dd98-4fd7-9113-398c8f80b327 None None] Sync routers for ids ['99a45d1d-65bc-4e06-8d61-d9eecc6d1a33'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:26:30.253467 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-f3abbca3-7d14-4f98-8366-f8d5735ee8e4 None None] Port e981f1ea-1fee-4476-8b8b-c7db28a780fa cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:26:30.270646 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b469fd2a-dd98-4fd7-9113-398c8f80b327 None None] Routers {'99a45d1d-65bc-4e06-8d61-d9eecc6d1a33'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:26:30.272547 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-b469fd2a-dd98-4fd7-9113-398c8f80b327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:26:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['99a45d1d-65bc-4e06-8d61-d9eecc6d1a33'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:26:30.311598 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407d7e0d-b957-451c-87a3-537b145cda0f tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:30.316883 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 42220) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:30.327645 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-407d7e0d-b957-451c-87a3-537b145cda0f tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/ports/e981f1ea-1fee-4476-8b8b-c7db28a780fa HTTP/1.1" status: 200 len: 911 time: 0.0903308 Jul 09 16:26:30.372306 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 76869409-73b4-44d6-bfae-2dcd77d6b00d details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:26:30.429078 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30106200-0d3b-42c0-9661-0666bded4a70 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:30.441825 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30106200-0d3b-42c0-9661-0666bded4a70 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:30.444537 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-30106200-0d3b-42c0-9661-0666bded4a70 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1265893 Jul 09 16:26:30.449754 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 42222) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:30.490364 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-b469fd2a-dd98-4fd7-9113-398c8f80b327 None None] Set router 99a45d1d-65bc-4e06-8d61-d9eecc6d1a33 gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:26:30.584653 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 76869409-73b4-44d6-bfae-2dcd77d6b00d, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=76869409-73b4-44d6-bfae-2dcd77d6b00d,segment=NetworkSegment(54adfe02-b869-4884-bf8b-5c8e16c54a46),segment_id=54adfe02-b869-4884-bf8b-5c8e16c54a46)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:26:30.598852 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc35e2-c3aa-4b19-9795-48a357537af8 req-41217124-7a57-437a-a69b-1da57fd4cfea tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:30.603403 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '76869409-73b4-44d6-bfae-2dcd77d6b00d', 'network_id': 'cb07b627-18f2-452e-9e93-be86bc0f0ec6', 'port_id': '76869409-73b4-44d6-bfae-2dcd77d6b00d', 'mac_address': 'fa:16:3e:77:5e:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '290e7ab8-3d22-43c0-a3ef-f5bcba5938e6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:26:30.604693 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f6fc35e2-c3aa-4b19-9795-48a357537af8 req-41217124-7a57-437a-a69b-1da57fd4cfea tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] 10.222.0.98 "GET /v2.0/ports?device_id=70218482-0ce4-40d9-b57e-a6906bb2bdec HTTP/1.1" status: 200 len: 946 time: 0.2099569 Jul 09 16:26:30.715401 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f6fc35e2-c3aa-4b19-9795-48a357537af8 req-3e796f5c-3c25-4201-a5e9-583ec55ebde7 tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] 10.222.0.98 "GET /v2.0/security-groups?id=ae95be32-6f38-40fa-86d4-cf743cbf0885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016266 Jul 09 16:26:30.738179 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:30.769481 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 76869409-73b4-44d6-bfae-2dcd77d6b00d {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:26:30.841552 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 76869409-73b4-44d6-bfae-2dcd77d6b00d, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=76869409-73b4-44d6-bfae-2dcd77d6b00d,segment=NetworkSegment(54adfe02-b869-4884-bf8b-5c8e16c54a46),segment_id=54adfe02-b869-4884-bf8b-5c8e16c54a46)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:26:30.849879 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:30.850809 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device aa82b63e-772c-4b04-85a5-f1b1ec8f3b4a details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:26:30.981781 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-b469fd2a-dd98-4fd7-9113-398c8f80b327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a45d1d-65bc-4e06-8d61-d9eecc6d1a33', 'name': 'tempest-NetworksTestDHCPv6-router-318811133', 'tenant_id': '005b565b3c004d24a50d69ddcd50be46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:26:25Z', 'updated_at': '2021-07-09T16:26:27Z', 'revision_number': 2, 'project_id': '005b565b3c004d24a50d69ddcd50be46', 'gw_port_host': None, '_interfaces': [{'id': 'e981f1ea-1fee-4476-8b8b-c7db28a780fa', 'name': '', 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'tenant_id': '005b565b3c004d24a50d69ddcd50be46', 'mac_address': 'fa:16:3e:cb:90:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a45d1d-65bc-4e06-8d61-d9eecc6d1a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '2feb3904-d38a-4a3b-9776-4a223c07063d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:26:26Z', 'updated_at': '2021-07-09T16:26:29Z', 'revision_number': 2, 'project_id': '005b565b3c004d24a50d69ddcd50be46', 'subnets': [{'id': '2feb3904-d38a-4a3b-9776-4a223c07063d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:26:31.047246 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee351f5-4fdd-43ab-80b4-89e09cc0b7ff req-b2aedc4a-14bc-4d96-b704-fe67c90fda03 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:31.057166 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8ee351f5-4fdd-43ab-80b4-89e09cc0b7ff req-b2aedc4a-14bc-4d96-b704-fe67c90fda03 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.1250274 Jul 09 16:26:31.098786 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b469fd2a-dd98-4fd7-9113-398c8f80b327 None None] Checking router: 99a45d1d-65bc-4e06-8d61-d9eecc6d1a33 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:26:31.099144 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b469fd2a-dd98-4fd7-9113-398c8f80b327 None None] Updating router 99a45d1d-65bc-4e06-8d61-d9eecc6d1a33 port e981f1ea-1fee-4476-8b8b-c7db28a780fa binding host n-d-798930-3 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:26:31.142545 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8ee351f5-4fdd-43ab-80b4-89e09cc0b7ff req-2252357d-ca97-405b-8fb6-90e57216f449 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0836146 Jul 09 16:26:31.197849 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-b469fd2a-dd98-4fd7-9113-398c8f80b327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:31.209598 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port aa82b63e-772c-4b04-85a5-f1b1ec8f3b4a, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=aa82b63e-772c-4b04-85a5-f1b1ec8f3b4a,segment=NetworkSegment(028f19c8-a073-4eae-bd16-9e46a809404d),segment_id=028f19c8-a073-4eae-bd16-9e46a809404d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:26:31.232219 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=76869409-73b4-44d6-bfae-2dcd77d6b00d,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:31.248571 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': 'aa82b63e-772c-4b04-85a5-f1b1ec8f3b4a', 'network_id': 'c3570998-1a5b-4176-8ca2-62b19e09ece8', 'port_id': 'aa82b63e-772c-4b04-85a5-f1b1ec8f3b4a', 'mac_address': 'fa:16:3e:64:fa:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5561fee3-9d3b-4aef-b4a3-aabc552b71c3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:26:31.358394 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:31.384777 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa82b63e-772c-4b04-85a5-f1b1ec8f3b4a {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:26:31.430602 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port aa82b63e-772c-4b04-85a5-f1b1ec8f3b4a, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=aa82b63e-772c-4b04-85a5-f1b1ec8f3b4a,segment=NetworkSegment(028f19c8-a073-4eae-bd16-9e46a809404d),segment_id=028f19c8-a073-4eae-bd16-9e46a809404d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:26:31.442804 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:31.481550 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7ded6555-1733-4bbf-a527-7174eb4cecdb tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:31.530703 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1872e3-251a-4dbc-a4e2-5dc78e94b3d9 req-7c3c0878-6c08-468f-8c4d-52322a921650 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:31.538414 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7c1872e3-251a-4dbc-a4e2-5dc78e94b3d9 req-7c3c0878-6c08-468f-8c4d-52322a921650 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] 10.222.0.98 "GET /v2.0/ports?device_id=2db17524-b5f4-4a94-ba84-cc13da768364 HTTP/1.1" status: 200 len: 943 time: 0.1497281 Jul 09 16:26:31.620454 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['76869409-73b4-44d6-bfae-2dcd77d6b00d'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:26:31.637993 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7c1872e3-251a-4dbc-a4e2-5dc78e94b3d9 req-ef6593bc-3982-42e8-8a30-3b83764c502d tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] 10.222.0.98 "GET /v2.0/security-groups?id=457b8671-d32c-4365-9e12-47d6ca217431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982740 Jul 09 16:26:31.690968 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=aa82b63e-772c-4b04-85a5-f1b1ec8f3b4a,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:31.708557 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['aa82b63e-772c-4b04-85a5-f1b1ec8f3b4a'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:26:31.778283 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-b469fd2a-dd98-4fd7-9113-398c8f80b327 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:31.809659 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-b469fd2a-dd98-4fd7-9113-398c8f80b327 None None] Transition to ACTIVE for port object e981f1ea-1fee-4476-8b8b-c7db28a780fa will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:26:31.827276 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-b469fd2a-dd98-4fd7-9113-398c8f80b327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:31.991672 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3919b13a-ed6d-4743-8763-24ba4b91d447 None None] Pushing event updated for resources: {'Port': ['ID=e981f1ea-1fee-4476-8b8b-c7db28a780fa,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:32.008839 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3919b13a-ed6d-4743-8763-24ba4b91d447 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:32.009471 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3919b13a-ed6d-4743-8763-24ba4b91d447 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:32.010436 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3919b13a-ed6d-4743-8763-24ba4b91d447 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:32.011418 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3919b13a-ed6d-4743-8763-24ba4b91d447 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:32.016475 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3919b13a-ed6d-4743-8763-24ba4b91d447 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:32.018187 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3919b13a-ed6d-4743-8763-24ba4b91d447 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:32.018725 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3919b13a-ed6d-4743-8763-24ba4b91d447 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:32.019264 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3919b13a-ed6d-4743-8763-24ba4b91d447 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:32.019780 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3919b13a-ed6d-4743-8763-24ba4b91d447 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:32.020277 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3919b13a-ed6d-4743-8763-24ba4b91d447 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:32.020862 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3919b13a-ed6d-4743-8763-24ba4b91d447 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:32.021858 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3919b13a-ed6d-4743-8763-24ba4b91d447 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:32.096897 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3843e51-9745-4ea1-bee3-6760a918c021 req-bca345cd-e6c5-4626-a3f1-6d6d3597bfcb tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:32.114565 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f3843e51-9745-4ea1-bee3-6760a918c021 req-bca345cd-e6c5-4626-a3f1-6d6d3597bfcb tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] 10.222.0.98 "GET /v2.0/ports?device_id=70218482-0ce4-40d9-b57e-a6906bb2bdec HTTP/1.1" status: 200 len: 946 time: 0.1443357 Jul 09 16:26:32.210272 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f3843e51-9745-4ea1-bee3-6760a918c021 req-c272d0ca-0d84-48f6-a281-8a67f0a58766 tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] 10.222.0.98 "GET /v2.0/security-groups?id=ae95be32-6f38-40fa-86d4-cf743cbf0885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947404 Jul 09 16:26:32.218377 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-7ded6555-1733-4bbf-a527-7174eb4cecdb tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Deleting port e981f1ea-1fee-4476-8b8b-c7db28a780fa {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:26:32.218852 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7ded6555-1733-4bbf-a527-7174eb4cecdb tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:32.248432 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-b469fd2a-dd98-4fd7-9113-398c8f80b327 None None] Attempting to bind port e981f1ea-1fee-4476-8b8b-c7db28a780fa on host n-d-798930-3 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:26:32.249705 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-b469fd2a-dd98-4fd7-9113-398c8f80b327 None None] Attempting to bind port e981f1ea-1fee-4476-8b8b-c7db28a780fa by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:26:32.250254 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b469fd2a-dd98-4fd7-9113-398c8f80b327 None None] Attempting to bind port e981f1ea-1fee-4476-8b8b-c7db28a780fa on network f22714f5-d774-47cf-ac1e-3989f67517e9 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:26:32.263964 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b469fd2a-dd98-4fd7-9113-398c8f80b327 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:26:32.265297 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b469fd2a-dd98-4fd7-9113-398c8f80b327 None None] Checking segment: {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:26:32.266514 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-b469fd2a-dd98-4fd7-9113-398c8f80b327 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:32.268702 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b469fd2a-dd98-4fd7-9113-398c8f80b327 None None] Bound using segment: {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:26:32.270177 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-b469fd2a-dd98-4fd7-9113-398c8f80b327 None None] Bound port: e981f1ea-1fee-4476-8b8b-c7db28a780fa, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:26:32.272315 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-b469fd2a-dd98-4fd7-9113-398c8f80b327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:32.370732 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 76869409-73b4-44d6-bfae-2dcd77d6b00d up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:26:32.395146 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-7ded6555-1733-4bbf-a527-7174eb4cecdb tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] For port e981f1ea-1fee-4476-8b8b-c7db28a780fa, host n-d-798930-3, got binding levels [] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:26:32.395922 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7ded6555-1733-4bbf-a527-7174eb4cecdb tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:32.417473 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-7ded6555-1733-4bbf-a527-7174eb4cecdb tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Calling delete_port for e981f1ea-1fee-4476-8b8b-c7db28a780fa owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:26:32.457965 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-b469fd2a-dd98-4fd7-9113-398c8f80b327 None None] For port e981f1ea-1fee-4476-8b8b-c7db28a780fa, host n-d-798930-3, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:26:32.465354 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-b469fd2a-dd98-4fd7-9113-398c8f80b327 None None] For port e981f1ea-1fee-4476-8b8b-c7db28a780fa, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=e981f1ea-1fee-4476-8b8b-c7db28a780fa,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:26:32.475734 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-b469fd2a-dd98-4fd7-9113-398c8f80b327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:32.519110 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 76869409-73b4-44d6-bfae-2dcd77d6b00d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:26:32.523316 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:32.592678 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d935b-d246-4095-ab44-781c077b83a2 req-7c623bb2-d7e3-4fdc-9724-0e5d1166307a tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:32.595992 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71d935b-d246-4095-ab44-781c077b83a2 req-7c623bb2-d7e3-4fdc-9724-0e5d1166307a tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.1437140 Jul 09 16:26:32.626679 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b469fd2a-dd98-4fd7-9113-398c8f80b327 None None] Routers {'99a45d1d-65bc-4e06-8d61-d9eecc6d1a33'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:26:32.627361 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-b469fd2a-dd98-4fd7-9113-398c8f80b327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:26:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['99a45d1d-65bc-4e06-8d61-d9eecc6d1a33'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:26:32.693536 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3919b13a-ed6d-4743-8763-24ba4b91d447 None None] Pushing event updated for resources: {'Port': ['ID=e981f1ea-1fee-4476-8b8b-c7db28a780fa,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:32.702624 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e71d935b-d246-4095-ab44-781c077b83a2 req-19f43216-1de3-4432-9c61-071364d0813d tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0958569 Jul 09 16:26:32.771450 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:32.796604 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-b469fd2a-dd98-4fd7-9113-398c8f80b327 None None] Set router 99a45d1d-65bc-4e06-8d61-d9eecc6d1a33 gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:26:32.869840 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e513b158-9b78-4cb9-a7d3-95ded31a1de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76869409-73b4-44d6-bfae-2dcd77d6b00d'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:26:32.882003 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e095d1b-5362-4d23-9874-33744a9f0f98" -d '{"events": [{"server_uuid": "e513b158-9b78-4cb9-a7d3-95ded31a1de7", "name": "network-vif-plugged", "status": "completed", "tag": "76869409-73b4-44d6-bfae-2dcd77d6b00d"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:26:32.901042 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7ded6555-1733-4bbf-a527-7174eb4cecdb tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:32.961828 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 76869409-73b4-44d6-bfae-2dcd77d6b00d, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=76869409-73b4-44d6-bfae-2dcd77d6b00d,segment=NetworkSegment(54adfe02-b869-4884-bf8b-5c8e16c54a46),segment_id=54adfe02-b869-4884-bf8b-5c8e16c54a46)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:26:32.964823 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-dadb4779-7f5d-473b-b7ee-55271c9d9bc1 None None] Could not find standard attr ID for object e981f1ea-1fee-4476-8b8b-c7db28a780fa. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:26:32.965042 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ded6555-1733-4bbf-a527-7174eb4cecdb tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event deleted for resources: {'Port': ['ID=e981f1ea-1fee-4476-8b8b-c7db28a780fa,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:32.976534 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:33.110238 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=76869409-73b4-44d6-bfae-2dcd77d6b00d,revision_number=7']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:33.207194 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a55ed8f-ff64-4c91-9b4d-94842371245f req-c3b88480-f5ec-43ba-a78d-a164aad4f760 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:33.229171 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0a55ed8f-ff64-4c91-9b4d-94842371245f req-c3b88480-f5ec-43ba-a78d-a164aad4f760 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] 10.222.0.98 "GET /v2.0/ports?device_id=2db17524-b5f4-4a94-ba84-cc13da768364 HTTP/1.1" status: 200 len: 944 time: 0.1388388 Jul 09 16:26:33.269700 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7ded6555-1733-4bbf-a527-7174eb4cecdb tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:33.319659 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0a55ed8f-ff64-4c91-9b4d-94842371245f req-244ff6a2-599a-42ee-b5fb-e2bafa446a8d tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] 10.222.0.98 "GET /v2.0/security-groups?id=457b8671-d32c-4365-9e12-47d6ca217431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895493 Jul 09 16:26:33.364418 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-b469fd2a-dd98-4fd7-9113-398c8f80b327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a45d1d-65bc-4e06-8d61-d9eecc6d1a33', 'name': 'tempest-NetworksTestDHCPv6-router-318811133', 'tenant_id': '005b565b3c004d24a50d69ddcd50be46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:26:25Z', 'updated_at': '2021-07-09T16:26:27Z', 'revision_number': 2, 'project_id': '005b565b3c004d24a50d69ddcd50be46', 'gw_port_host': None, '_interfaces': [{'id': 'e981f1ea-1fee-4476-8b8b-c7db28a780fa', 'name': '', 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'tenant_id': '005b565b3c004d24a50d69ddcd50be46', 'mac_address': 'fa:16:3e:cb:90:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a45d1d-65bc-4e06-8d61-d9eecc6d1a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '2feb3904-d38a-4a3b-9776-4a223c07063d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:26:26Z', 'updated_at': '2021-07-09T16:26:32Z', 'revision_number': 4, 'project_id': '005b565b3c004d24a50d69ddcd50be46', 'subnets': [{'id': '2feb3904-d38a-4a3b-9776-4a223c07063d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:26:33.421030 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b469fd2a-dd98-4fd7-9113-398c8f80b327 None None] The sync data for ids ['99a45d1d-65bc-4e06-8d61-d9eecc6d1a33'] in n-d-798930-3 is: [{'id': '99a45d1d-65bc-4e06-8d61-d9eecc6d1a33', 'name': 'tempest-NetworksTestDHCPv6-router-318811133', 'tenant_id': '005b565b3c004d24a50d69ddcd50be46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:26:25Z', 'updated_at': '2021-07-09T16:26:27Z', 'revision_number': 2, 'project_id': '005b565b3c004d24a50d69ddcd50be46', 'gw_port_host': None, '_interfaces': [{'id': 'e981f1ea-1fee-4476-8b8b-c7db28a780fa', 'name': '', 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'tenant_id': '005b565b3c004d24a50d69ddcd50be46', 'mac_address': 'fa:16:3e:cb:90:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a45d1d-65bc-4e06-8d61-d9eecc6d1a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '2feb3904-d38a-4a3b-9776-4a223c07063d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:26:26Z', 'updated_at': '2021-07-09T16:26:32Z', 'revision_number': 4, 'project_id': '005b565b3c004d24a50d69ddcd50be46', 'subnets': [{'id': '2feb3904-d38a-4a3b-9776-4a223c07063d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:26:33.614611 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e5d42-9e3b-4115-8762-707f7fd896e8 req-70cba96b-3648-4530-b83d-da28fef90a8b tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:33.617216 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5a3e5d42-9e3b-4115-8762-707f7fd896e8 req-70cba96b-3648-4530-b83d-da28fef90a8b tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.0963130 Jul 09 16:26:33.631829 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ded6555-1733-4bbf-a527-7174eb4cecdb tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Router 99a45d1d-65bc-4e06-8d61-d9eecc6d1a33 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:26:33.723482 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5a3e5d42-9e3b-4115-8762-707f7fd896e8 req-78e615d4-3d51-4ea1-a881-07d2866104a7 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0927625 Jul 09 16:26:33.821991 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ded6555-1733-4bbf-a527-7174eb4cecdb tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:26:33.845551 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 42258) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:33.847275 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-7ded6555-1733-4bbf-a527-7174eb4cecdb tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "PUT /v2.0/routers/99a45d1d-65bc-4e06-8d61-d9eecc6d1a33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3950300 Jul 09 16:26:33.858037 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e355022-25ee-4650-88bb-e46ea1b7d462 x-openstack-request-id: req-7e355022-25ee-4650-88bb-e46ea1b7d462 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:26:33.858037 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e513b158-9b78-4cb9-a7d3-95ded31a1de7", "name": "network-vif-plugged", "status": "completed", "tag": "76869409-73b4-44d6-bfae-2dcd77d6b00d", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:26:33.858037 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7e355022-25ee-4650-88bb-e46ea1b7d462 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:26:33.862066 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e513b158-9b78-4cb9-a7d3-95ded31a1de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76869409-73b4-44d6-bfae-2dcd77d6b00d', 'code': 200} Jul 09 16:26:33.950209 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8905310c-84dc-4eae-83c4-fd70958a36c8 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:33.952662 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8905310c-84dc-4eae-83c4-fd70958a36c8 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:33.955109 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8905310c-84dc-4eae-83c4-fd70958a36c8 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1067064 Jul 09 16:26:33.958341 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 42260) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:34.065699 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-edd136ed-e38b-4d86-8361-c6e87efbb28d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Deleting subnet 2feb3904-d38a-4a3b-9776-4a223c07063d {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:26:34.069695 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-edd136ed-e38b-4d86-8361-c6e87efbb28d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:34.300575 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-edd136ed-e38b-4d86-8361-c6e87efbb28d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:34.389511 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device aa82b63e-772c-4b04-85a5-f1b1ec8f3b4a up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:26:34.547551 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port aa82b63e-772c-4b04-85a5-f1b1ec8f3b4a completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:26:34.558924 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port aa82b63e-772c-4b04-85a5-f1b1ec8f3b4a triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:26:34.561282 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:34.719560 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b39fb8-eddb-44ca-9ebc-103e791442e1 req-cb9aef9e-1d01-4dd6-b634-cdc4be68329c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:34.725579 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f4b39fb8-eddb-44ca-9ebc-103e791442e1 req-cb9aef9e-1d01-4dd6-b634-cdc4be68329c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0b46bf6a4b7d43dfb5def3ef27bbe601&device_id=70218482-0ce4-40d9-b57e-a6906bb2bdec HTTP/1.1" status: 200 len: 1097 time: 0.2763343 Jul 09 16:26:34.727568 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-edd136ed-e38b-4d86-8361-c6e87efbb28d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:34.914001 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:34.989796 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b39fb8-eddb-44ca-9ebc-103e791442e1 req-7c30d192-912e-4c8a-b936-0f261f862f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:34.999071 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f4b39fb8-eddb-44ca-9ebc-103e791442e1 req-7c30d192-912e-4c8a-b936-0f261f862f8c service neutron] 10.222.0.73 "GET /v2.0/networks?id=534b4cde-6023-471d-8be3-ed9f2f6e629a HTTP/1.1" status: 200 len: 915 time: 0.2672286 Jul 09 16:26:35.005660 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port aa82b63e-772c-4b04-85a5-f1b1ec8f3b4a, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=aa82b63e-772c-4b04-85a5-f1b1ec8f3b4a,segment=NetworkSegment(028f19c8-a073-4eae-bd16-9e46a809404d),segment_id=028f19c8-a073-4eae-bd16-9e46a809404d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:26:35.012815 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:35.068894 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3856dd-49ed-4213-8107-c3c29e354d2b req-18c1ef0b-17f8-4abb-8f26-8f4180ecd0c1 tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:35.081639 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dc3856dd-49ed-4213-8107-c3c29e354d2b req-18c1ef0b-17f8-4abb-8f26-8f4180ecd0c1 tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] 10.222.0.98 "GET /v2.0/ports?device_id=70218482-0ce4-40d9-b57e-a6906bb2bdec HTTP/1.1" status: 200 len: 946 time: 0.2114558 Jul 09 16:26:35.090604 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f4b39fb8-eddb-44ca-9ebc-103e791442e1 req-f8683e57-c7e1-43e3-b91d-e6946d8e469e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06a80463-a539-4098-83ad-b7b2ad019cc8 HTTP/1.1" status: 200 len: 217 time: 0.0836444 Jul 09 16:26:35.092701 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-edd136ed-e38b-4d86-8361-c6e87efbb28d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:35.120384 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=aa82b63e-772c-4b04-85a5-f1b1ec8f3b4a,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:35.144342 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dc3856dd-49ed-4213-8107-c3c29e354d2b req-c540193d-fc73-4ee5-9e7b-d337390f8c94 tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] 10.222.0.98 "GET /v2.0/security-groups?id=ae95be32-6f38-40fa-86d4-cf743cbf0885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502176 Jul 09 16:26:35.151099 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-edd136ed-e38b-4d86-8361-c6e87efbb28d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:35.155902 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-edd136ed-e38b-4d86-8361-c6e87efbb28d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/2feb3904-d38a-4a3b-9776-4a223c07063d HTTP/1.1" status: 204 len: 168 time: 1.1963556 Jul 09 16:26:35.158238 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 42270) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:35.160415 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8985c6f-2034-4f90-8ceb-0804628f8181 None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:26:35.176994 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd136ed-e38b-4d86-8361-c6e87efbb28d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event deleted for resources: {'Subnet': ['ID=2feb3904-d38a-4a3b-9776-4a223c07063d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:35.540607 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b7d2ac-caa8-44ed-93ec-24c49d390d54 None None] DHCP port deletion for f22714f5-d774-47cf-ac1e-3989f67517e9 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:26:35.562697 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e25efc-6861-4cd1-ad41-28dceffbf0af req-1aaa1c81-e5f1-435f-924d-f97cb8b3ef13 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:35.564780 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-92e25efc-6861-4cd1-ad41-28dceffbf0af req-1aaa1c81-e5f1-435f-924d-f97cb8b3ef13 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] 10.222.0.98 "GET /v2.0/ports?device_id=2db17524-b5f4-4a94-ba84-cc13da768364 HTTP/1.1" status: 200 len: 945 time: 0.1890962 Jul 09 16:26:35.658482 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-87b7d2ac-caa8-44ed-93ec-24c49d390d54 None None] Deleting port 2a7c3095-4745-4a08-9ee3-af7c1d8c007a {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:26:35.659054 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-87b7d2ac-caa8-44ed-93ec-24c49d390d54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:35.668249 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-92e25efc-6861-4cd1-ad41-28dceffbf0af req-42950c79-45ba-47d5-8a1c-e3b1ac2b0437 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] 10.222.0.98 "GET /v2.0/security-groups?id=457b8671-d32c-4365-9e12-47d6ca217431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881233 Jul 09 16:26:35.829792 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-87b7d2ac-caa8-44ed-93ec-24c49d390d54 None None] For port 2a7c3095-4745-4a08-9ee3-af7c1d8c007a, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=2a7c3095-4745-4a08-9ee3-af7c1d8c007a,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:26:35.830207 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-87b7d2ac-caa8-44ed-93ec-24c49d390d54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:35.859024 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-87b7d2ac-caa8-44ed-93ec-24c49d390d54 None None] Calling delete_port for 2a7c3095-4745-4a08-9ee3-af7c1d8c007a owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:26:35.909887 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949254a2-d525-4246-bb92-3def050dd469 req-2f0fee7c-87a3-4861-85b6-4b93a24d6ca6 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:35.917537 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-949254a2-d525-4246-bb92-3def050dd469 req-2f0fee7c-87a3-4861-85b6-4b93a24d6ca6 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.1075456 Jul 09 16:26:35.978720 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-949254a2-d525-4246-bb92-3def050dd469 req-d7592efe-3a46-452f-9aca-560dd8ea2450 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0594461 Jul 09 16:26:36.000746 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db17524-b5f4-4a94-ba84-cc13da768364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa82b63e-772c-4b04-85a5-f1b1ec8f3b4a'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:26:36.004815 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055ae3d7-bad8-4138-acd2-207264be9e5d" -d '{"events": [{"server_uuid": "2db17524-b5f4-4a94-ba84-cc13da768364", "name": "network-vif-plugged", "status": "completed", "tag": "aa82b63e-772c-4b04-85a5-f1b1ec8f3b4a"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:26:36.032670 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 2a7c3095-4745-4a08-9ee3-af7c1d8c007a no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:26:36.111030 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 2a7c3095-4745-4a08-9ee3-af7c1d8c007a {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:26:36.111767 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 2a7c3095-4745-4a08-9ee3-af7c1d8c007a not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:26:36.115703 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-87b7d2ac-caa8-44ed-93ec-24c49d390d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:36.159881 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b7d2ac-caa8-44ed-93ec-24c49d390d54 None None] Pushing event deleted for resources: {'Port': ['ID=2a7c3095-4745-4a08-9ee3-af7c1d8c007a,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:36.184527 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b7d2ac-caa8-44ed-93ec-24c49d390d54 None None] No DVR routers for this DVR port 2a7c3095-4745-4a08-9ee3-af7c1d8c007a on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:26:36.198606 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9559208a-a9a5-42b2-b224-b013a20d01b5 None None] Sync routers for ids ['99a45d1d-65bc-4e06-8d61-d9eecc6d1a33'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:26:36.218552 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9559208a-a9a5-42b2-b224-b013a20d01b5 None None] Routers {'99a45d1d-65bc-4e06-8d61-d9eecc6d1a33'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:26:36.219356 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9559208a-a9a5-42b2-b224-b013a20d01b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:26:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['99a45d1d-65bc-4e06-8d61-d9eecc6d1a33'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:26:36.287030 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b39fb8-eddb-44ca-9ebc-103e791442e1 req-24e2eeaf-ac0e-4d25-b559-064593d6865a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:36.289704 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f4b39fb8-eddb-44ca-9ebc-103e791442e1 req-24e2eeaf-ac0e-4d25-b559-064593d6865a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=826624ef-8f63-49ff-a492-4b4dc55ec15f HTTP/1.1" status: 200 len: 854 time: 1.1857553 Jul 09 16:26:36.306921 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-9559208a-a9a5-42b2-b224-b013a20d01b5 None None] Set router 99a45d1d-65bc-4e06-8d61-d9eecc6d1a33 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:26:36.351796 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f4b39fb8-eddb-44ca-9ebc-103e791442e1 req-4efaabd9-1480-46a0-8085-8c0a6adbbfb4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=534b4cde-6023-471d-8be3-ed9f2f6e629a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523169 Jul 09 16:26:36.382684 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9559208a-a9a5-42b2-b224-b013a20d01b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a45d1d-65bc-4e06-8d61-d9eecc6d1a33', 'name': 'tempest-NetworksTestDHCPv6-router-318811133', 'tenant_id': '005b565b3c004d24a50d69ddcd50be46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:26:25Z', 'updated_at': '2021-07-09T16:26:32Z', 'revision_number': 3, 'project_id': '005b565b3c004d24a50d69ddcd50be46', 'gw_port_host': None}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:26:36.391642 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-bf3c37c3-c26c-4b5f-9ad0-ab6bd8bd9424 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 1.2109370 Jul 09 16:26:36.394170 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 42282) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:36.435697 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9559208a-a9a5-42b2-b224-b013a20d01b5 None None] Checking router: 99a45d1d-65bc-4e06-8d61-d9eecc6d1a33 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:26:36.455637 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9559208a-a9a5-42b2-b224-b013a20d01b5 None None] Routers {'99a45d1d-65bc-4e06-8d61-d9eecc6d1a33'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:26:36.456596 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9559208a-a9a5-42b2-b224-b013a20d01b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:26:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['99a45d1d-65bc-4e06-8d61-d9eecc6d1a33'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:26:36.547871 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f4b39fb8-eddb-44ca-9ebc-103e791442e1 req-5a5d58e1-ed95-4f29-96e6-764501b53336 service neutron] 10.222.0.73 "GET /v2.0/networks/534b4cde-6023-471d-8be3-ed9f2f6e629a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874478 Jul 09 16:26:36.582683 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-9559208a-a9a5-42b2-b224-b013a20d01b5 None None] Set router 99a45d1d-65bc-4e06-8d61-d9eecc6d1a33 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:26:36.612214 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9f0e6eea-3047-4103-bd1b-e4caabeb2f90 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:36.685501 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fed134-0e96-42c3-8ec3-766bb9aed834 x-openstack-request-id: req-b6fed134-0e96-42c3-8ec3-766bb9aed834 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:26:36.685878 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2db17524-b5f4-4a94-ba84-cc13da768364", "name": "network-vif-plugged", "status": "completed", "tag": "aa82b63e-772c-4b04-85a5-f1b1ec8f3b4a", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:26:36.686081 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b6fed134-0e96-42c3-8ec3-766bb9aed834 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:26:36.686635 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2db17524-b5f4-4a94-ba84-cc13da768364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa82b63e-772c-4b04-85a5-f1b1ec8f3b4a', 'code': 200} Jul 09 16:26:36.759648 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f4b39fb8-eddb-44ca-9ebc-103e791442e1 req-2d1915f3-c252-4a02-b364-debaa243ac3f service neutron] 10.222.0.73 "GET /v2.0/networks/534b4cde-6023-471d-8be3-ed9f2f6e629a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054441 Jul 09 16:26:36.842071 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9559208a-a9a5-42b2-b224-b013a20d01b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a45d1d-65bc-4e06-8d61-d9eecc6d1a33', 'name': 'tempest-NetworksTestDHCPv6-router-318811133', 'tenant_id': '005b565b3c004d24a50d69ddcd50be46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:26:25Z', 'updated_at': '2021-07-09T16:26:32Z', 'revision_number': 3, 'project_id': '005b565b3c004d24a50d69ddcd50be46', 'gw_port_host': None}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:26:36.949877 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9559208a-a9a5-42b2-b224-b013a20d01b5 None None] The sync data for ids ['99a45d1d-65bc-4e06-8d61-d9eecc6d1a33'] in n-d-798930-3 is: [{'id': '99a45d1d-65bc-4e06-8d61-d9eecc6d1a33', 'name': 'tempest-NetworksTestDHCPv6-router-318811133', 'tenant_id': '005b565b3c004d24a50d69ddcd50be46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:26:25Z', 'updated_at': '2021-07-09T16:26:32Z', 'revision_number': 3, 'project_id': '005b565b3c004d24a50d69ddcd50be46', 'gw_port_host': None}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:26:37.123834 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9f0e6eea-3047-4103-bd1b-e4caabeb2f90 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:37.127504 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9f0e6eea-3047-4103-bd1b-e4caabeb2f90 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:37.241243 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c07ef-760e-4547-b3db-fad45c48808e req-a84e14f6-1faa-445e-be8d-3b68cac861f0 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:37.243933 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-165c07ef-760e-4547-b3db-fad45c48808e req-a84e14f6-1faa-445e-be8d-3b68cac861f0 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.1545408 Jul 09 16:26:37.249410 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d6cf7-0283-411c-87d7-03bfeb335412 req-46118dfd-b0e3-4dc4-8f8f-41105aa35e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:37.251256 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cb2d6cf7-0283-411c-87d7-03bfeb335412 req-46118dfd-b0e3-4dc4-8f8f-41105aa35e55 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2db17524-b5f4-4a94-ba84-cc13da768364 HTTP/1.1" status: 200 len: 1096 time: 0.3838739 Jul 09 16:26:37.254063 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9f0e6eea-3047-4103-bd1b-e4caabeb2f90 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:37.254702 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0e6eea-3047-4103-bd1b-e4caabeb2f90 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Fanout notify agent at l3_agent the message router_deleted on router 99a45d1d-65bc-4e06-8d61-d9eecc6d1a33 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:26:37.262275 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9f0e6eea-3047-4103-bd1b-e4caabeb2f90 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:37.269587 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-9f0e6eea-3047-4103-bd1b-e4caabeb2f90 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/routers/99a45d1d-65bc-4e06-8d61-d9eecc6d1a33 HTTP/1.1" status: 204 len: 168 time: 0.8679986 Jul 09 16:26:37.272369 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 42300) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:37.295217 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-b72fef6f-27c7-4886-a7fc-c7cea81fc628 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'subnet': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:26:37.316894 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee180ccf-b14b-424f-945f-ba91c27135cd req-615f007d-12f0-4c36-af1e-cb27fbd9b35c tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:37.331639 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ee180ccf-b14b-424f-945f-ba91c27135cd req-615f007d-12f0-4c36-af1e-cb27fbd9b35c tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] 10.222.0.98 "GET /v2.0/ports?device_id=70218482-0ce4-40d9-b57e-a6906bb2bdec HTTP/1.1" status: 200 len: 946 time: 0.2784553 Jul 09 16:26:37.384599 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cb2d6cf7-0283-411c-87d7-03bfeb335412 req-3fe1e75d-9fc9-4e4b-a632-8589c0a59c14 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=457b8671-d32c-4365-9e12-47d6ca217431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192563 Jul 09 16:26:37.568623 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-165c07ef-760e-4547-b3db-fad45c48808e req-0b163341-bad2-4650-b179-54d2a03cf145 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2946861 Jul 09 16:26:37.622636 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device e981f1ea-1fee-4476-8b8b-c7db28a780fa no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:26:37.700519 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72fef6f-27c7-4886-a7fc-c7cea81fc628 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:26:37.707938 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b72fef6f-27c7-4886-a7fc-c7cea81fc628 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:37.727026 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: e981f1ea-1fee-4476-8b8b-c7db28a780fa {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:26:37.728188 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device e981f1ea-1fee-4476-8b8b-c7db28a780fa not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:26:38.209626 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ee180ccf-b14b-424f-945f-ba91c27135cd req-92547634-5c28-492f-951f-af339e130972 tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] 10.222.0.98 "GET /v2.0/security-groups?id=ae95be32-6f38-40fa-86d4-cf743cbf0885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8848622 Jul 09 16:26:38.218880 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b5cdf-caf8-426a-b793-ce05bd009656 req-1a0349ff-66f5-48d0-aaad-66de37b48d91 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:38.220482 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-614b5cdf-caf8-426a-b793-ce05bd009656 req-1a0349ff-66f5-48d0-aaad-66de37b48d91 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] 10.222.0.98 "GET /v2.0/ports?device_id=2db17524-b5f4-4a94-ba84-cc13da768364 HTTP/1.1" status: 200 len: 945 time: 0.2089319 Jul 09 16:26:38.327223 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-614b5cdf-caf8-426a-b793-ce05bd009656 req-0022acea-3282-49b2-9410-b6ac0592fdf1 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] 10.222.0.98 "GET /v2.0/security-groups?id=457b8671-d32c-4365-9e12-47d6ca217431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895550 Jul 09 16:26:38.361224 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b72fef6f-27c7-4886-a7fc-c7cea81fc628 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:38.437709 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72fef6f-27c7-4886-a7fc-c7cea81fc628 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:26:38.441966 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-b72fef6f-27c7-4886-a7fc-c7cea81fc628 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:26:38.482525 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad69072-d330-4ec3-ad4a-d8ce203e6869 None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:26:38.492716 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72fef6f-27c7-4886-a7fc-c7cea81fc628 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:38.494149 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b72fef6f-27c7-4886-a7fc-c7cea81fc628 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:38.500313 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72fef6f-27c7-4886-a7fc-c7cea81fc628 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'Subnet': ['ID=36ee30bb-7a0c-45dc-89e1-d906a3353c23,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:38.515653 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72fef6f-27c7-4886-a7fc-c7cea81fc628 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:38.516300 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72fef6f-27c7-4886-a7fc-c7cea81fc628 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:38.516876 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72fef6f-27c7-4886-a7fc-c7cea81fc628 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:38.517443 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72fef6f-27c7-4886-a7fc-c7cea81fc628 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:38.521658 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72fef6f-27c7-4886-a7fc-c7cea81fc628 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:38.522816 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72fef6f-27c7-4886-a7fc-c7cea81fc628 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:38.524449 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72fef6f-27c7-4886-a7fc-c7cea81fc628 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:38.525077 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72fef6f-27c7-4886-a7fc-c7cea81fc628 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:38.525657 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72fef6f-27c7-4886-a7fc-c7cea81fc628 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:38.526244 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72fef6f-27c7-4886-a7fc-c7cea81fc628 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:38.526908 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72fef6f-27c7-4886-a7fc-c7cea81fc628 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:38.527470 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72fef6f-27c7-4886-a7fc-c7cea81fc628 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:38.554411 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b72fef6f-27c7-4886-a7fc-c7cea81fc628 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2648613 Jul 09 16:26:38.557308 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 42322) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:38.564623 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-442ee04c-dc7a-4a69-bbe1-2fc9905dcbc4 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-778346128', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:26:38.647685 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-442ee04c-dc7a-4a69-bbe1-2fc9905dcbc4 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:38.648633 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-442ee04c-dc7a-4a69-bbe1-2fc9905dcbc4 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:38.757587 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-442ee04c-dc7a-4a69-bbe1-2fc9905dcbc4 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:38.765530 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-442ee04c-dc7a-4a69-bbe1-2fc9905dcbc4 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:38.790646 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-442ee04c-dc7a-4a69-bbe1-2fc9905dcbc4 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:38.795922 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-442ee04c-dc7a-4a69-bbe1-2fc9905dcbc4 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2370257 Jul 09 16:26:38.796634 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 42332) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:38.860234 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed55c74-2930-436c-994b-d7b7a05ed77d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-f22714f5-d774-47cf-ac1e-3989f67517e9', 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'tenant_id': '005b565b3c004d24a50d69ddcd50be46', 'fixed_ips': [{'subnet_id': '36ee30bb-7a0c-45dc-89e1-d906a3353c23'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:26:38.862588 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-eed55c74-2930-436c-994b-d7b7a05ed77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:38.912521 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb44c77-bd7e-4f72-9847-2b5429437168 req-017f376d-cc91-4fd6-a28a-a729566de8bc tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:38.914889 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-edb44c77-bd7e-4f72-9847-2b5429437168 req-017f376d-cc91-4fd6-a28a-a729566de8bc tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.1649055 Jul 09 16:26:39.057877 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-edb44c77-bd7e-4f72-9847-2b5429437168 req-3f55a10b-af7f-4d07-bcee-f660d683b962 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1354482 Jul 09 16:26:39.079147 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-eed55c74-2930-436c-994b-d7b7a05ed77d None None] Allocated IP 2001:db8::2 (f22714f5-d774-47cf-ac1e-3989f67517e9/36ee30bb-7a0c-45dc-89e1-d906a3353c23/25ec16c9-068f-4489-af1f-0dcc871f2677) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:26:39.132147 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [req-e5f719b6-3651-4ddb-a36d-5a7bcaf0735b req-9a4cdaea-221d-4c2c-b7f4-5579ded21d0b service neutron] (93959) timed out ('10.222.0.73', 58263) {{(pid=93959) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 16:26:39.223563 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1933b589-5b84-404a-911c-878fe4456656 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:39.293724 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-eed55c74-2930-436c-994b-d7b7a05ed77d None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:39.310782 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-eed55c74-2930-436c-994b-d7b7a05ed77d None None] Transition to ACTIVE for port object 25ec16c9-068f-4489-af1f-0dcc871f2677 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:26:39.338842 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-eed55c74-2930-436c-994b-d7b7a05ed77d None None] Transition to ACTIVE for port object 25ec16c9-068f-4489-af1f-0dcc871f2677 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:26:39.379274 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-eed55c74-2930-436c-994b-d7b7a05ed77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:39.463502 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed55c74-2930-436c-994b-d7b7a05ed77d None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:26:39.465331 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-eed55c74-2930-436c-994b-d7b7a05ed77d None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:26:39.473780 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed55c74-2930-436c-994b-d7b7a05ed77d None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:26:39.559353 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed55c74-2930-436c-994b-d7b7a05ed77d None None] Pushing event updated for resources: {'Port': ['ID=25ec16c9-068f-4489-af1f-0dcc871f2677,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:39.621535 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-eed55c74-2930-436c-994b-d7b7a05ed77d None None] Attempting to bind port 25ec16c9-068f-4489-af1f-0dcc871f2677 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:26:39.622097 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-eed55c74-2930-436c-994b-d7b7a05ed77d None None] Attempting to bind port 25ec16c9-068f-4489-af1f-0dcc871f2677 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:26:39.622559 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed55c74-2930-436c-994b-d7b7a05ed77d None None] Attempting to bind port 25ec16c9-068f-4489-af1f-0dcc871f2677 on network f22714f5-d774-47cf-ac1e-3989f67517e9 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:26:39.632378 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed55c74-2930-436c-994b-d7b7a05ed77d None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:26:39.632908 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed55c74-2930-436c-994b-d7b7a05ed77d None None] Checking segment: {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:26:39.633403 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-eed55c74-2930-436c-994b-d7b7a05ed77d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:39.634613 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed55c74-2930-436c-994b-d7b7a05ed77d None None] Bound using segment: {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:26:39.635153 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-eed55c74-2930-436c-994b-d7b7a05ed77d None None] Bound port: 25ec16c9-068f-4489-af1f-0dcc871f2677, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:26:39.635695 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-eed55c74-2930-436c-994b-d7b7a05ed77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:39.668601 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b73d4-0513-4af0-9d6d-3643ea3fe854 req-3b6af66e-2b17-476f-8278-df8f76e60100 tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:39.680867 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2a1b73d4-0513-4af0-9d6d-3643ea3fe854 req-3b6af66e-2b17-476f-8278-df8f76e60100 tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] 10.222.0.98 "GET /v2.0/ports?device_id=70218482-0ce4-40d9-b57e-a6906bb2bdec HTTP/1.1" status: 200 len: 946 time: 0.2662027 Jul 09 16:26:39.727309 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-eed55c74-2930-436c-994b-d7b7a05ed77d None None] For port 25ec16c9-068f-4489-af1f-0dcc871f2677, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:26:39.731410 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-eed55c74-2930-436c-994b-d7b7a05ed77d None None] For port 25ec16c9-068f-4489-af1f-0dcc871f2677, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=25ec16c9-068f-4489-af1f-0dcc871f2677,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:26:39.737639 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-eed55c74-2930-436c-994b-d7b7a05ed77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:39.764555 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ca0ec-9d3f-40af-9b22-cc4fd8db8285 req-8b8e7db3-6c0f-43c3-9420-7cb10c2d53b1 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:39.773005 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c94ca0ec-9d3f-40af-9b22-cc4fd8db8285 req-8b8e7db3-6c0f-43c3-9420-7cb10c2d53b1 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] 10.222.0.98 "GET /v2.0/ports?device_id=2db17524-b5f4-4a94-ba84-cc13da768364 HTTP/1.1" status: 200 len: 945 time: 0.1776619 Jul 09 16:26:39.786511 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2a1b73d4-0513-4af0-9d6d-3643ea3fe854 req-3cc8be47-17a0-430d-b92a-a7ecf6a0fe1f tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] 10.222.0.98 "GET /v2.0/security-groups?id=ae95be32-6f38-40fa-86d4-cf743cbf0885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044583 Jul 09 16:26:39.820228 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-1933b589-5b84-404a-911c-878fe4456656 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Allocated IP 2001:db8::1 (f22714f5-d774-47cf-ac1e-3989f67517e9/36ee30bb-7a0c-45dc-89e1-d906a3353c23/c89cf6a4-eaa9-4caf-899d-62ef2001f909) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:26:39.851444 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed55c74-2930-436c-994b-d7b7a05ed77d None None] Pushing event updated for resources: {'Port': ['ID=25ec16c9-068f-4489-af1f-0dcc871f2677,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:39.881203 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c94ca0ec-9d3f-40af-9b22-cc4fd8db8285 req-3ddc7e88-47c4-4bd0-9110-8c6fab6e78bd tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] 10.222.0.98 "GET /v2.0/security-groups?id=457b8671-d32c-4365-9e12-47d6ca217431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054578 Jul 09 16:26:40.025515 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:40.142601 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1933b589-5b84-404a-911c-878fe4456656 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:40.185578 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-1933b589-5b84-404a-911c-878fe4456656 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Transition to ACTIVE for port object c89cf6a4-eaa9-4caf-899d-62ef2001f909 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:26:40.319741 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1933b589-5b84-404a-911c-878fe4456656 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:40.422379 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1933b589-5b84-404a-911c-878fe4456656 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:26:40.438583 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-1933b589-5b84-404a-911c-878fe4456656 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:26:40.445771 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1933b589-5b84-404a-911c-878fe4456656 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:26:40.446332 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1933b589-5b84-404a-911c-878fe4456656 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:40.608918 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a235b877-799d-447d-803e-a5cedb054349 req-246d37b6-9e05-4093-bfe8-34acfbbc555f tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:40.610612 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a235b877-799d-447d-803e-a5cedb054349 req-246d37b6-9e05-4093-bfe8-34acfbbc555f tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] 10.222.0.98 "GET /v2.0/ports?device_id=2db17524-b5f4-4a94-ba84-cc13da768364 HTTP/1.1" status: 200 len: 945 time: 0.3827434 Jul 09 16:26:40.640768 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad42800-555e-416a-bafd-4314ff93c5b8 req-aac2680b-7357-40e5-8025-f521664eb766 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:40.653446 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cad42800-555e-416a-bafd-4314ff93c5b8 req-aac2680b-7357-40e5-8025-f521664eb766 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.1371925 Jul 09 16:26:40.658857 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933b589-5b84-404a-911c-878fe4456656 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'Port': ['ID=c89cf6a4-eaa9-4caf-899d-62ef2001f909,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:40.695507 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1933b589-5b84-404a-911c-878fe4456656 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:40.710067 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cad42800-555e-416a-bafd-4314ff93c5b8 req-37c68912-0d9a-41bd-bdf2-97fe485b2376 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0549109 Jul 09 16:26:40.726803 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a235b877-799d-447d-803e-a5cedb054349 req-8fc7152f-b44b-4455-bcb0-8c03cbe36076 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] 10.222.0.98 "GET /v2.0/security-groups?id=457b8671-d32c-4365-9e12-47d6ca217431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789654 Jul 09 16:26:41.103624 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1933b589-5b84-404a-911c-878fe4456656 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:41.125526 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1933b589-5b84-404a-911c-878fe4456656 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:41.126473 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1933b589-5b84-404a-911c-878fe4456656 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:41.326239 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7f1f7-b3c8-41a1-b490-b3d9e58f3446 req-826e3e69-9c14-4201-a071-d95a28b88b9a tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:41.335837 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1be7f1f7-b3c8-41a1-b490-b3d9e58f3446 req-826e3e69-9c14-4201-a071-d95a28b88b9a tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.3156998 Jul 09 16:26:41.367909 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1933b589-5b84-404a-911c-878fe4456656 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:26:41.377707 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-1933b589-5b84-404a-911c-878fe4456656 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:26:41.391783 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933b589-5b84-404a-911c-878fe4456656 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'Port': ['ID=c89cf6a4-eaa9-4caf-899d-62ef2001f909,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:41.435342 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1be7f1f7-b3c8-41a1-b490-b3d9e58f3446 req-bcd2e9d9-f428-48ce-8f05-958da4ac6139 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0977488 Jul 09 16:26:41.722602 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b5204866-3833-4a2b-9b88-74dfbf0b1322 None None] Provisioning for port 25ec16c9-068f-4489-af1f-0dcc871f2677 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:26:41.753786 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 25ec16c9-068f-4489-af1f-0dcc871f2677 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:26:41.852398 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0816094b-6202-418b-96a3-4e5ae0605b69 req-688fca6a-0026-400d-8792-f0c0a4f31a46 tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:41.864765 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0816094b-6202-418b-96a3-4e5ae0605b69 req-688fca6a-0026-400d-8792-f0c0a4f31a46 tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] 10.222.0.98 "GET /v2.0/ports?device_id=70218482-0ce4-40d9-b57e-a6906bb2bdec HTTP/1.1" status: 200 len: 946 time: 0.2138064 Jul 09 16:26:41.884895 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 25ec16c9-068f-4489-af1f-0dcc871f2677 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:26:41.895412 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 25ec16c9-068f-4489-af1f-0dcc871f2677 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:26:41.896717 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:41.909777 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1933b589-5b84-404a-911c-878fe4456656 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Router 7734d958-7241-4c93-b445-111280dd8deb is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:26:41.994349 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0816094b-6202-418b-96a3-4e5ae0605b69 req-4661bf56-09ee-4db1-a188-d2e43640be56 tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] 10.222.0.98 "GET /v2.0/security-groups?id=ae95be32-6f38-40fa-86d4-cf743cbf0885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268172 Jul 09 16:26:42.118250 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:42.199464 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187eb4d-41bf-4c02-b43a-20473b522410 req-d840e2e4-db96-4671-96ca-337ef99e0363 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:42.204371 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f187eb4d-41bf-4c02-b43a-20473b522410 req-d840e2e4-db96-4671-96ca-337ef99e0363 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] 10.222.0.98 "GET /v2.0/ports?device_id=2db17524-b5f4-4a94-ba84-cc13da768364 HTTP/1.1" status: 200 len: 945 time: 0.5221474 Jul 09 16:26:42.210826 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-249340ab-5ddc-43b3-91f5-8b89b4fac7f5 None None] Provisioning for port c89cf6a4-eaa9-4caf-899d-62ef2001f909 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:26:42.231583 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-249340ab-5ddc-43b3-91f5-8b89b4fac7f5 None None] Provisioning complete for port c89cf6a4-eaa9-4caf-899d-62ef2001f909 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:26:42.231878 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-249340ab-5ddc-43b3-91f5-8b89b4fac7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:42.307354 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 25ec16c9-068f-4489-af1f-0dcc871f2677, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=25ec16c9-068f-4489-af1f-0dcc871f2677,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:26:42.333092 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:42.334346 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f187eb4d-41bf-4c02-b43a-20473b522410 req-59b39fc3-7695-4659-9fbe-4167e58b9c17 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] 10.222.0.98 "GET /v2.0/security-groups?id=457b8671-d32c-4365-9e12-47d6ca217431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127117 Jul 09 16:26:42.417134 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1933b589-5b84-404a-911c-878fe4456656 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:26:42.432654 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0965157a-e813-43ac-a97f-12ca022e1f4c None None] Sync routers for ids ['7734d958-7241-4c93-b445-111280dd8deb'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:26:42.450307 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0965157a-e813-43ac-a97f-12ca022e1f4c None None] Routers {'7734d958-7241-4c93-b445-111280dd8deb'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:26:42.451144 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-249340ab-5ddc-43b3-91f5-8b89b4fac7f5 None None] Port c89cf6a4-eaa9-4caf-899d-62ef2001f909 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:26:42.451481 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1933b589-5b84-404a-911c-878fe4456656 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "PUT /v2.0/routers/7734d958-7241-4c93-b445-111280dd8deb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6490209 Jul 09 16:26:42.453684 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 42404) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:42.455580 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-0965157a-e813-43ac-a97f-12ca022e1f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:26:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['7734d958-7241-4c93-b445-111280dd8deb'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:26:42.497637 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b055cf-e1fc-4b44-a9b1-26ca705d8f3a req-47f6fa55-f9fc-4fda-a321-afc4c94eeeaa tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:42.500829 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-70b055cf-e1fc-4b44-a9b1-26ca705d8f3a req-47f6fa55-f9fc-4fda-a321-afc4c94eeeaa tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.2608891 Jul 09 16:26:42.615759 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=25ec16c9-068f-4489-af1f-0dcc871f2677,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:42.657974 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1e9989-38ad-4dea-bc2c-dd2fde380cda tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:42.658463 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ed1e9989-38ad-4dea-bc2c-dd2fde380cda tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/ports/c89cf6a4-eaa9-4caf-899d-62ef2001f909 HTTP/1.1" status: 200 len: 911 time: 0.2005537 Jul 09 16:26:42.661050 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 42408) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:42.667400 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-70b055cf-e1fc-4b44-a9b1-26ca705d8f3a req-734ea18d-3ec4-4bba-93fc-31047e38e28f tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1564853 Jul 09 16:26:42.677709 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-35759504-cdb6-4fec-8fdf-3be44077bbc6 None None] Provisioning complete for port c89cf6a4-eaa9-4caf-899d-62ef2001f909 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:26:42.678052 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-35759504-cdb6-4fec-8fdf-3be44077bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:42.811127 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-35759504-cdb6-4fec-8fdf-3be44077bbc6 None None] Port c89cf6a4-eaa9-4caf-899d-62ef2001f909 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:26:42.853940 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fc024d-4640-475e-bda1-3bbb1e24aadb tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:42.869549 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fc024d-4640-475e-bda1-3bbb1e24aadb tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:42.871045 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c4fc024d-4640-475e-bda1-3bbb1e24aadb tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2087574 Jul 09 16:26:42.874535 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 42420) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:42.898050 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-0965157a-e813-43ac-a97f-12ca022e1f4c None None] Set router 7734d958-7241-4c93-b445-111280dd8deb gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:26:43.052221 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d60a61-ec9a-46a2-af2e-3e4f6b369301 req-c4ce7e4d-19b7-4792-a701-fac4b228a35f tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:43.063549 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-68d60a61-ec9a-46a2-af2e-3e4f6b369301 req-c4ce7e4d-19b7-4792-a701-fac4b228a35f tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.1371329 Jul 09 16:26:43.148272 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-68d60a61-ec9a-46a2-af2e-3e4f6b369301 req-e2536ccc-2848-44e6-906d-edc582abe020 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0836389 Jul 09 16:26:43.267679 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-0965157a-e813-43ac-a97f-12ca022e1f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7734d958-7241-4c93-b445-111280dd8deb', 'name': 'tempest-NetworksTestDHCPv6-router-778346128', 'tenant_id': '005b565b3c004d24a50d69ddcd50be46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:26:38Z', 'updated_at': '2021-07-09T16:26:40Z', 'revision_number': 2, 'project_id': '005b565b3c004d24a50d69ddcd50be46', 'gw_port_host': None, '_interfaces': [{'id': 'c89cf6a4-eaa9-4caf-899d-62ef2001f909', 'name': '', 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'tenant_id': '005b565b3c004d24a50d69ddcd50be46', 'mac_address': 'fa:16:3e:dc:e4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7734d958-7241-4c93-b445-111280dd8deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '36ee30bb-7a0c-45dc-89e1-d906a3353c23', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:26:39Z', 'updated_at': '2021-07-09T16:26:40Z', 'revision_number': 2, 'project_id': '005b565b3c004d24a50d69ddcd50be46', 'subnets': [{'id': '36ee30bb-7a0c-45dc-89e1-d906a3353c23', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:26:43.297906 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0965157a-e813-43ac-a97f-12ca022e1f4c None None] Checking router: 7734d958-7241-4c93-b445-111280dd8deb for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:26:43.298631 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0965157a-e813-43ac-a97f-12ca022e1f4c None None] Updating router 7734d958-7241-4c93-b445-111280dd8deb port c89cf6a4-eaa9-4caf-899d-62ef2001f909 binding host n-d-798930-3 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:26:43.335540 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-0965157a-e813-43ac-a97f-12ca022e1f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:43.582546 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f130f92-dc48-4874-8731-37e43a908018 req-24d5751f-85e5-4c33-ab34-78ad989f3965 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:43.597188 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2f130f92-dc48-4874-8731-37e43a908018 req-24d5751f-85e5-4c33-ab34-78ad989f3965 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] 10.222.0.98 "GET /v2.0/ports?device_id=2db17524-b5f4-4a94-ba84-cc13da768364 HTTP/1.1" status: 200 len: 945 time: 0.1384163 Jul 09 16:26:43.652338 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555e03c-db61-490c-97e5-9c415a08be8b req-f5f77306-def7-4bc4-bef8-8cf56cb70421 tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:43.658089 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0555e03c-db61-490c-97e5-9c415a08be8b req-f5f77306-def7-4bc4-bef8-8cf56cb70421 tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] 10.222.0.73 "GET /v2.0/ports?device_id=70218482-0ce4-40d9-b57e-a6906bb2bdec HTTP/1.1" status: 200 len: 946 time: 0.6852186 Jul 09 16:26:43.710250 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2f130f92-dc48-4874-8731-37e43a908018 req-3c9635b2-2c83-4724-8cd7-8eedef397507 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] 10.222.0.98 "GET /v2.0/security-groups?id=457b8671-d32c-4365-9e12-47d6ca217431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121290 Jul 09 16:26:43.728665 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 25ec16c9-068f-4489-af1f-0dcc871f2677 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:26:43.834050 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-0965157a-e813-43ac-a97f-12ca022e1f4c None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:43.847339 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-0965157a-e813-43ac-a97f-12ca022e1f4c None None] Transition to ACTIVE for port object c89cf6a4-eaa9-4caf-899d-62ef2001f909 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:26:43.860824 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-0965157a-e813-43ac-a97f-12ca022e1f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:43.867963 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 25ec16c9-068f-4489-af1f-0dcc871f2677 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:26:43.868538 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:43.909548 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082100e6-530f-472f-a5ad-fcdd070ad147 req-6118ac53-aacd-4c19-b6c2-d3642e6eb939 tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:43.911964 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-082100e6-530f-472f-a5ad-fcdd070ad147 req-6118ac53-aacd-4c19-b6c2-d3642e6eb939 tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] 10.222.0.98 "GET /v2.0/ports?device_id=70218482-0ce4-40d9-b57e-a6906bb2bdec HTTP/1.1" status: 200 len: 946 time: 0.3971405 Jul 09 16:26:43.937526 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89fad66-331c-42cc-b566-9d4c9a1f5d95 None None] Pushing event updated for resources: {'Port': ['ID=c89cf6a4-eaa9-4caf-899d-62ef2001f909,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:44.071440 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-082100e6-530f-472f-a5ad-fcdd070ad147 req-058985e3-f208-44dd-bb05-53304e70d418 tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] 10.222.0.98 "GET /v2.0/security-groups?id=ae95be32-6f38-40fa-86d4-cf743cbf0885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199446 Jul 09 16:26:44.103972 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-0965157a-e813-43ac-a97f-12ca022e1f4c None None] Attempting to bind port c89cf6a4-eaa9-4caf-899d-62ef2001f909 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:26:44.104335 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-0965157a-e813-43ac-a97f-12ca022e1f4c None None] Attempting to bind port c89cf6a4-eaa9-4caf-899d-62ef2001f909 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:26:44.118189 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0965157a-e813-43ac-a97f-12ca022e1f4c None None] Attempting to bind port c89cf6a4-eaa9-4caf-899d-62ef2001f909 on network f22714f5-d774-47cf-ac1e-3989f67517e9 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:26:44.132336 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-0555e03c-db61-490c-97e5-9c415a08be8b req-536bf4c7-cd97-4fed-bf68-5c0d6eb2cf54 tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] Deleting port 06a80463-a539-4098-83ad-b7b2ad019cc8 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:26:44.133083 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0555e03c-db61-490c-97e5-9c415a08be8b req-536bf4c7-cd97-4fed-bf68-5c0d6eb2cf54 tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:44.135755 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0965157a-e813-43ac-a97f-12ca022e1f4c None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:26:44.136136 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0965157a-e813-43ac-a97f-12ca022e1f4c None None] Checking segment: {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:26:44.136546 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-0965157a-e813-43ac-a97f-12ca022e1f4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:44.136940 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0965157a-e813-43ac-a97f-12ca022e1f4c None None] Bound using segment: {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:26:44.137421 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-0965157a-e813-43ac-a97f-12ca022e1f4c None None] Bound port: c89cf6a4-eaa9-4caf-899d-62ef2001f909, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:26:44.137798 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-0965157a-e813-43ac-a97f-12ca022e1f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:44.305620 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-0965157a-e813-43ac-a97f-12ca022e1f4c None None] For port c89cf6a4-eaa9-4caf-899d-62ef2001f909, host n-d-798930-3, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:26:44.320034 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-0965157a-e813-43ac-a97f-12ca022e1f4c None None] For port c89cf6a4-eaa9-4caf-899d-62ef2001f909, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=c89cf6a4-eaa9-4caf-899d-62ef2001f909,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:26:44.328171 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-0965157a-e813-43ac-a97f-12ca022e1f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:44.329993 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-0555e03c-db61-490c-97e5-9c415a08be8b req-536bf4c7-cd97-4fed-bf68-5c0d6eb2cf54 tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] For port 06a80463-a539-4098-83ad-b7b2ad019cc8, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=06a80463-a539-4098-83ad-b7b2ad019cc8,segment=NetworkSegment(85bdecab-fd23-4165-9e77-c7f00571aed4),segment_id=85bdecab-fd23-4165-9e77-c7f00571aed4)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:26:44.331569 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0555e03c-db61-490c-97e5-9c415a08be8b req-536bf4c7-cd97-4fed-bf68-5c0d6eb2cf54 tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:44.361877 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-0555e03c-db61-490c-97e5-9c415a08be8b req-536bf4c7-cd97-4fed-bf68-5c0d6eb2cf54 tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] Calling delete_port for 06a80463-a539-4098-83ad-b7b2ad019cc8 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:26:44.498746 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-64e103aa-1f6e-40de-a2d1-166ac08b0962 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:44.600260 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89fad66-331c-42cc-b566-9d4c9a1f5d95 None None] Pushing event updated for resources: {'Port': ['ID=c89cf6a4-eaa9-4caf-899d-62ef2001f909,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:44.621365 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0965157a-e813-43ac-a97f-12ca022e1f4c None None] Routers {'7734d958-7241-4c93-b445-111280dd8deb'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:26:44.622128 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-0965157a-e813-43ac-a97f-12ca022e1f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:26:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['7734d958-7241-4c93-b445-111280dd8deb'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:26:44.685151 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8be44-c1d6-48cb-847a-8274cd73e60f req-629a306e-2029-4459-86f9-9d3126104b8d tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:44.699126 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e0d8be44-c1d6-48cb-847a-8274cd73e60f req-629a306e-2029-4459-86f9-9d3126104b8d tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] 10.222.0.77 "GET /v2.0/ports?device_id=2db17524-b5f4-4a94-ba84-cc13da768364 HTTP/1.1" status: 200 len: 945 time: 0.1411357 Jul 09 16:26:44.845425 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-0965157a-e813-43ac-a97f-12ca022e1f4c None None] Set router 7734d958-7241-4c93-b445-111280dd8deb gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:26:45.177365 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-e0d8be44-c1d6-48cb-847a-8274cd73e60f req-7cbeea4c-5a92-4d51-aabc-3e8a4abfe093 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] Deleting port aa82b63e-772c-4b04-85a5-f1b1ec8f3b4a {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:26:45.177365 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e0d8be44-c1d6-48cb-847a-8274cd73e60f req-7cbeea4c-5a92-4d51-aabc-3e8a4abfe093 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:45.391149 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0555e03c-db61-490c-97e5-9c415a08be8b req-536bf4c7-cd97-4fed-bf68-5c0d6eb2cf54 tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:45.397595 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0708e58b-5948-4fd4-bb4b-9d6ac86b2a48 req-8d3d38cc-32c3-4376-a9b4-427ac3e3962f tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] 10.222.0.98 "GET /v2.0/ports?device_id=70218482-0ce4-40d9-b57e-a6906bb2bdec HTTP/1.1" status: 200 len: 210 time: 0.0620487 Jul 09 16:26:45.429585 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536bf4c7-cd97-4fed-bf68-5c0d6eb2cf54 tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] Pushing event deleted for resources: {'Port': ['ID=06a80463-a539-4098-83ad-b7b2ad019cc8,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:45.437862 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6574a3-0207-46ff-8fda-ef0d9f80586a req-43537e21-8e97-47d1-b71c-05f9f4e2ee1a tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:45.446088 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3d6574a3-0207-46ff-8fda-ef0d9f80586a req-43537e21-8e97-47d1-b71c-05f9f4e2ee1a tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] 10.222.0.98 "GET /v2.0/ports?device_id=2db17524-b5f4-4a94-ba84-cc13da768364 HTTP/1.1" status: 200 len: 945 time: 0.4370151 Jul 09 16:26:45.460407 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-0965157a-e813-43ac-a97f-12ca022e1f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7734d958-7241-4c93-b445-111280dd8deb', 'name': 'tempest-NetworksTestDHCPv6-router-778346128', 'tenant_id': '005b565b3c004d24a50d69ddcd50be46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:26:38Z', 'updated_at': '2021-07-09T16:26:40Z', 'revision_number': 2, 'project_id': '005b565b3c004d24a50d69ddcd50be46', 'gw_port_host': None, '_interfaces': [{'id': 'c89cf6a4-eaa9-4caf-899d-62ef2001f909', 'name': '', 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'tenant_id': '005b565b3c004d24a50d69ddcd50be46', 'mac_address': 'fa:16:3e:dc:e4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7734d958-7241-4c93-b445-111280dd8deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '36ee30bb-7a0c-45dc-89e1-d906a3353c23', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:26:39Z', 'updated_at': '2021-07-09T16:26:44Z', 'revision_number': 4, 'project_id': '005b565b3c004d24a50d69ddcd50be46', 'subnets': [{'id': '36ee30bb-7a0c-45dc-89e1-d906a3353c23', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:26:45.510751 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3d6574a3-0207-46ff-8fda-ef0d9f80586a req-1c5c5e69-9203-4365-a049-fae6155eb640 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] 10.222.0.98 "GET /v2.0/security-groups?id=457b8671-d32c-4365-9e12-47d6ca217431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632701 Jul 09 16:26:45.563863 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-0555e03c-db61-490c-97e5-9c415a08be8b req-536bf4c7-cd97-4fed-bf68-5c0d6eb2cf54 tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] No DVR routers for this DVR port 06a80463-a539-4098-83ad-b7b2ad019cc8 on host n-h2-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:26:45.568776 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0555e03c-db61-490c-97e5-9c415a08be8b req-536bf4c7-cd97-4fed-bf68-5c0d6eb2cf54 tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:45.570875 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0555e03c-db61-490c-97e5-9c415a08be8b req-536bf4c7-cd97-4fed-bf68-5c0d6eb2cf54 tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] 10.222.0.73 "DELETE /v2.0/ports/06a80463-a539-4098-83ad-b7b2ad019cc8 HTTP/1.1" status: 204 len: 173 time: 1.9048901 Jul 09 16:26:45.573076 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70218482-0ce4-40d9-b57e-a6906bb2bdec', 'name': 'network-vif-deleted', 'tag': '06a80463-a539-4098-83ad-b7b2ad019cc8'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:26:45.580336 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-e0d8be44-c1d6-48cb-847a-8274cd73e60f req-7cbeea4c-5a92-4d51-aabc-3e8a4abfe093 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] For port aa82b63e-772c-4b04-85a5-f1b1ec8f3b4a, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=aa82b63e-772c-4b04-85a5-f1b1ec8f3b4a,segment=NetworkSegment(028f19c8-a073-4eae-bd16-9e46a809404d),segment_id=028f19c8-a073-4eae-bd16-9e46a809404d)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:26:45.580718 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e0d8be44-c1d6-48cb-847a-8274cd73e60f req-7cbeea4c-5a92-4d51-aabc-3e8a4abfe093 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:45.585359 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c77f49-9e3f-4cdf-8d7f-4ae556f4b1fb" -d '{"events": [{"server_uuid": "70218482-0ce4-40d9-b57e-a6906bb2bdec", "name": "network-vif-deleted", "tag": "06a80463-a539-4098-83ad-b7b2ad019cc8"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:26:45.613312 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-64e103aa-1f6e-40de-a2d1-166ac08b0962 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Deleting port c89cf6a4-eaa9-4caf-899d-62ef2001f909 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:26:45.613647 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-64e103aa-1f6e-40de-a2d1-166ac08b0962 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:45.613910 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0965157a-e813-43ac-a97f-12ca022e1f4c None None] The sync data for ids ['7734d958-7241-4c93-b445-111280dd8deb'] in n-d-798930-3 is: [{'id': '7734d958-7241-4c93-b445-111280dd8deb', 'name': 'tempest-NetworksTestDHCPv6-router-778346128', 'tenant_id': '005b565b3c004d24a50d69ddcd50be46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:26:38Z', 'updated_at': '2021-07-09T16:26:40Z', 'revision_number': 2, 'project_id': '005b565b3c004d24a50d69ddcd50be46', 'gw_port_host': None, '_interfaces': [{'id': 'c89cf6a4-eaa9-4caf-899d-62ef2001f909', 'name': '', 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'tenant_id': '005b565b3c004d24a50d69ddcd50be46', 'mac_address': 'fa:16:3e:dc:e4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7734d958-7241-4c93-b445-111280dd8deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '36ee30bb-7a0c-45dc-89e1-d906a3353c23', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:26:39Z', 'updated_at': '2021-07-09T16:26:44Z', 'revision_number': 4, 'project_id': '005b565b3c004d24a50d69ddcd50be46', 'subnets': [{'id': '36ee30bb-7a0c-45dc-89e1-d906a3353c23', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:26:45.639896 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-e0d8be44-c1d6-48cb-847a-8274cd73e60f req-7cbeea4c-5a92-4d51-aabc-3e8a4abfe093 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] Calling delete_port for aa82b63e-772c-4b04-85a5-f1b1ec8f3b4a owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:26:45.678054 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e256b4-dfa3-4f29-bc96-979b8d8c5b3d x-openstack-request-id: req-20e256b4-dfa3-4f29-bc96-979b8d8c5b3d {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:26:45.678382 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70218482-0ce4-40d9-b57e-a6906bb2bdec", "name": "network-vif-deleted", "tag": "06a80463-a539-4098-83ad-b7b2ad019cc8", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:26:45.678644 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-20e256b4-dfa3-4f29-bc96-979b8d8c5b3d {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:26:45.679088 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70218482-0ce4-40d9-b57e-a6906bb2bdec', 'name': 'network-vif-deleted', 'tag': '06a80463-a539-4098-83ad-b7b2ad019cc8', 'status': 'completed', 'code': 200} Jul 09 16:26:45.851753 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-64e103aa-1f6e-40de-a2d1-166ac08b0962 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] For port c89cf6a4-eaa9-4caf-899d-62ef2001f909, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=c89cf6a4-eaa9-4caf-899d-62ef2001f909,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:26:45.852265 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-64e103aa-1f6e-40de-a2d1-166ac08b0962 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:45.875368 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-64e103aa-1f6e-40de-a2d1-166ac08b0962 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Calling delete_port for c89cf6a4-eaa9-4caf-899d-62ef2001f909 owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:26:45.902738 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e0d8be44-c1d6-48cb-847a-8274cd73e60f req-7cbeea4c-5a92-4d51-aabc-3e8a4abfe093 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:45.921999 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['aa82b63e-772c-4b04-85a5-f1b1ec8f3b4a'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:26:45.955619 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbeea4c-5a92-4d51-aabc-3e8a4abfe093 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] Pushing event deleted for resources: {'Port': ['ID=aa82b63e-772c-4b04-85a5-f1b1ec8f3b4a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:46.028138 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbeea4c-5a92-4d51-aabc-3e8a4abfe093 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:46.029303 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbeea4c-5a92-4d51-aabc-3e8a4abfe093 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:46.029662 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbeea4c-5a92-4d51-aabc-3e8a4abfe093 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:46.030007 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbeea4c-5a92-4d51-aabc-3e8a4abfe093 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:46.030350 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbeea4c-5a92-4d51-aabc-3e8a4abfe093 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:46.030689 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbeea4c-5a92-4d51-aabc-3e8a4abfe093 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:46.031888 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbeea4c-5a92-4d51-aabc-3e8a4abfe093 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:46.032243 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbeea4c-5a92-4d51-aabc-3e8a4abfe093 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:46.032576 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbeea4c-5a92-4d51-aabc-3e8a4abfe093 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:46.032909 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbeea4c-5a92-4d51-aabc-3e8a4abfe093 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:46.039327 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbeea4c-5a92-4d51-aabc-3e8a4abfe093 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:46.039841 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbeea4c-5a92-4d51-aabc-3e8a4abfe093 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:46.069812 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 06a80463-a539-4098-83ad-b7b2ad019cc8 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:26:46.147989 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: 06a80463-a539-4098-83ad-b7b2ad019cc8 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:26:46.147989 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 06a80463-a539-4098-83ad-b7b2ad019cc8 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:26:46.200095 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0d8be44-c1d6-48cb-847a-8274cd73e60f req-7cbeea4c-5a92-4d51-aabc-3e8a4abfe093 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] No DVR routers for this DVR port aa82b63e-772c-4b04-85a5-f1b1ec8f3b4a on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:26:46.204793 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e0d8be44-c1d6-48cb-847a-8274cd73e60f req-7cbeea4c-5a92-4d51-aabc-3e8a4abfe093 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:46.211862 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e0d8be44-c1d6-48cb-847a-8274cd73e60f req-7cbeea4c-5a92-4d51-aabc-3e8a4abfe093 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] 10.222.0.77 "DELETE /v2.0/ports/aa82b63e-772c-4b04-85a5-f1b1ec8f3b4a HTTP/1.1" status: 204 len: 173 time: 1.5118079 Jul 09 16:26:46.212765 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db17524-b5f4-4a94-ba84-cc13da768364', 'name': 'network-vif-deleted', 'tag': 'aa82b63e-772c-4b04-85a5-f1b1ec8f3b4a'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:26:46.215827 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d273b99a-401d-4063-99ec-b98a47e788de" -d '{"events": [{"server_uuid": "2db17524-b5f4-4a94-ba84-cc13da768364", "name": "network-vif-deleted", "tag": "aa82b63e-772c-4b04-85a5-f1b1ec8f3b4a"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:26:46.289569 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-64e103aa-1f6e-40de-a2d1-166ac08b0962 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:46.293285 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23457a91-86ee-448b-a0f2-465ec2632cc3 x-openstack-request-id: req-23457a91-86ee-448b-a0f2-465ec2632cc3 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:26:46.293285 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2db17524-b5f4-4a94-ba84-cc13da768364", "name": "network-vif-deleted", "tag": "aa82b63e-772c-4b04-85a5-f1b1ec8f3b4a", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:26:46.293285 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-23457a91-86ee-448b-a0f2-465ec2632cc3 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:26:46.293285 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2db17524-b5f4-4a94-ba84-cc13da768364', 'name': 'network-vif-deleted', 'tag': 'aa82b63e-772c-4b04-85a5-f1b1ec8f3b4a', 'status': 'completed', 'code': 200} Jul 09 16:26:46.346491 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e103aa-1f6e-40de-a2d1-166ac08b0962 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event deleted for resources: {'Port': ['ID=c89cf6a4-eaa9-4caf-899d-62ef2001f909,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:46.678483 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-64e103aa-1f6e-40de-a2d1-166ac08b0962 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:46.895232 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2f1c5dd3-5f37-41e9-8d27-3cf48706f738 req-d41ce11b-7b9d-4fca-ba63-20e39fd566aa tempest-InstanceActionsTestJSON-1337351239 tempest-InstanceActionsTestJSON-1337351239-project] 10.222.0.98 "GET /v2.0/ports?device_id=70218482-0ce4-40d9-b57e-a6906bb2bdec HTTP/1.1" status: 200 len: 210 time: 0.0702102 Jul 09 16:26:47.008650 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8b3717be-647a-41a1-a653-be280ee6142c req-3c404742-dbd0-4df1-9637-a7c6460976c4 tempest-ServersNegativeTestMultiTenantJSON-1525521912 tempest-ServersNegativeTestMultiTenantJSON-1525521912-project] 10.222.0.98 "GET /v2.0/ports?device_id=2db17524-b5f4-4a94-ba84-cc13da768364 HTTP/1.1" status: 200 len: 210 time: 0.0986581 Jul 09 16:26:47.082856 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e103aa-1f6e-40de-a2d1-166ac08b0962 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Router 7734d958-7241-4c93-b445-111280dd8deb has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:26:47.175721 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e103aa-1f6e-40de-a2d1-166ac08b0962 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:26:47.181429 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-64e103aa-1f6e-40de-a2d1-166ac08b0962 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "PUT /v2.0/routers/7734d958-7241-4c93-b445-111280dd8deb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3057659 Jul 09 16:26:47.184253 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 42482) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:47.284250 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6451853-4186-480f-b266-6bcd4560412e tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:47.286193 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6451853-4186-480f-b266-6bcd4560412e tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:47.287869 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d6451853-4186-480f-b266-6bcd4560412e tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1020746 Jul 09 16:26:47.291356 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 42498) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:47.398621 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bf6b872-defb-43e0-9d26-52a949b6072f tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Deleting subnet 36ee30bb-7a0c-45dc-89e1-d906a3353c23 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:26:47.403458 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9bf6b872-defb-43e0-9d26-52a949b6072f tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:47.458230 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9bf6b872-defb-43e0-9d26-52a949b6072f tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:47.690907 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9bf6b872-defb-43e0-9d26-52a949b6072f tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:47.838631 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9bf6b872-defb-43e0-9d26-52a949b6072f tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:47.898244 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf6b872-defb-43e0-9d26-52a949b6072f tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event deleted for resources: {'Subnet': ['ID=36ee30bb-7a0c-45dc-89e1-d906a3353c23,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:47.910948 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9bf6b872-defb-43e0-9d26-52a949b6072f tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:47.920545 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9caf513e-0c8c-4ccd-9f82-3a650ee554a8 None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:26:47.934106 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 42504) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:47.945662 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-9bf6b872-defb-43e0-9d26-52a949b6072f tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/36ee30bb-7a0c-45dc-89e1-d906a3353c23 HTTP/1.1" status: 204 len: 168 time: 0.6386337 Jul 09 16:26:48.026710 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 42506) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:48.151403 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-3e6f2dca-8186-4533-a9bc-0c1d0c014dd8 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2155206 Jul 09 16:26:48.155736 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 42510) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:48.190611 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f11c12a-6461-418c-9bc8-9742636bc022 admin admin] Deleting subnet 826624ef-8f63-49ff-a492-4b4dc55ec15f {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:26:48.198130 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e3b174-1009-42c7-928b-564c91c3f383 None None] Sync routers for ids ['7734d958-7241-4c93-b445-111280dd8deb'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:26:48.211131 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3f11c12a-6461-418c-9bc8-9742636bc022 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:48.284275 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 42512) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:48.323601 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e3b174-1009-42c7-928b-564c91c3f383 None None] Routers {'7734d958-7241-4c93-b445-111280dd8deb'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:26:48.324687 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f3e3b174-1009-42c7-928b-564c91c3f383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:26:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['7734d958-7241-4c93-b445-111280dd8deb'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:26:48.433755 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device aa82b63e-772c-4b04-85a5-f1b1ec8f3b4a no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:26:48.486075 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: aa82b63e-772c-4b04-85a5-f1b1ec8f3b4a {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:26:48.486967 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device aa82b63e-772c-4b04-85a5-f1b1ec8f3b4a not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:26:48.510699 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-f3e3b174-1009-42c7-928b-564c91c3f383 None None] Set router 7734d958-7241-4c93-b445-111280dd8deb gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:26:48.662016 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bfcd44cf-b9ad-43ab-9b16-1265ae001a19 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:48.686233 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f3e3b174-1009-42c7-928b-564c91c3f383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7734d958-7241-4c93-b445-111280dd8deb', 'name': 'tempest-NetworksTestDHCPv6-router-778346128', 'tenant_id': '005b565b3c004d24a50d69ddcd50be46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:26:38Z', 'updated_at': '2021-07-09T16:26:46Z', 'revision_number': 3, 'project_id': '005b565b3c004d24a50d69ddcd50be46', 'gw_port_host': None}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:26:48.787411 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e3b174-1009-42c7-928b-564c91c3f383 None None] Checking router: 7734d958-7241-4c93-b445-111280dd8deb for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:26:48.846801 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e3b174-1009-42c7-928b-564c91c3f383 None None] Routers {'7734d958-7241-4c93-b445-111280dd8deb'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:26:48.850981 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f3e3b174-1009-42c7-928b-564c91c3f383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:26:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['7734d958-7241-4c93-b445-111280dd8deb'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:26:48.910538 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8f99ea9-b5d8-4469-9e78-d5c6dd6a0ded admin admin] Deleting subnet 5561fee3-9d3b-4aef-b4a3-aabc552b71c3 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:26:48.940116 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a8f99ea9-b5d8-4469-9e78-d5c6dd6a0ded admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:48.952235 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-f3e3b174-1009-42c7-928b-564c91c3f383 None None] Set router 7734d958-7241-4c93-b445-111280dd8deb gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:26:48.997349 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3f11c12a-6461-418c-9bc8-9742636bc022 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:49.050406 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a8f99ea9-b5d8-4469-9e78-d5c6dd6a0ded admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:49.112390 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bfcd44cf-b9ad-43ab-9b16-1265ae001a19 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:49.117090 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bfcd44cf-b9ad-43ab-9b16-1265ae001a19 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:49.173395 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bfcd44cf-b9ad-43ab-9b16-1265ae001a19 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:49.174162 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfcd44cf-b9ad-43ab-9b16-1265ae001a19 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Fanout notify agent at l3_agent the message router_deleted on router 7734d958-7241-4c93-b445-111280dd8deb {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:26:49.182726 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bfcd44cf-b9ad-43ab-9b16-1265ae001a19 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:49.184251 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-bfcd44cf-b9ad-43ab-9b16-1265ae001a19 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/routers/7734d958-7241-4c93-b445-111280dd8deb HTTP/1.1" status: 204 len: 168 time: 1.0244489 Jul 09 16:26:49.184842 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3f11c12a-6461-418c-9bc8-9742636bc022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:49.186992 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 42528) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:49.211116 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a8f99ea9-b5d8-4469-9e78-d5c6dd6a0ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:49.261437 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f3e3b174-1009-42c7-928b-564c91c3f383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7734d958-7241-4c93-b445-111280dd8deb', 'name': 'tempest-NetworksTestDHCPv6-router-778346128', 'tenant_id': '005b565b3c004d24a50d69ddcd50be46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:26:38Z', 'updated_at': '2021-07-09T16:26:46Z', 'revision_number': 3, 'project_id': '005b565b3c004d24a50d69ddcd50be46', 'gw_port_host': None}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:26:49.264678 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c01e0d-facf-449b-b7da-c2b69bbb3cb5 None None] DHCP port deletion for f22714f5-d774-47cf-ac1e-3989f67517e9 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:26:49.294709 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3f11c12a-6461-418c-9bc8-9742636bc022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:49.311256 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920cd773-8873-4399-8953-b4e5bf88497c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:49.318865 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-920cd773-8873-4399-8953-b4e5bf88497c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1305549 Jul 09 16:26:49.319528 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 42530) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:49.327451 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f11c12a-6461-418c-9bc8-9742636bc022 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=826624ef-8f63-49ff-a492-4b4dc55ec15f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:49.331927 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a8f99ea9-b5d8-4469-9e78-d5c6dd6a0ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:49.334673 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e3b174-1009-42c7-928b-564c91c3f383 None None] The sync data for ids ['7734d958-7241-4c93-b445-111280dd8deb'] in n-d-798930-3 is: [{'id': '7734d958-7241-4c93-b445-111280dd8deb', 'name': 'tempest-NetworksTestDHCPv6-router-778346128', 'tenant_id': '005b565b3c004d24a50d69ddcd50be46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:26:38Z', 'updated_at': '2021-07-09T16:26:46Z', 'revision_number': 3, 'project_id': '005b565b3c004d24a50d69ddcd50be46', 'gw_port_host': None}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:26:49.363850 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f99ea9-b5d8-4469-9e78-d5c6dd6a0ded admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5561fee3-9d3b-4aef-b4a3-aabc552b71c3,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:49.372563 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3f11c12a-6461-418c-9bc8-9742636bc022 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:49.377840 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 42532) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:49.378076 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3f11c12a-6461-418c-9bc8-9742636bc022 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/826624ef-8f63-49ff-a492-4b4dc55ec15f HTTP/1.1" status: 204 len: 168 time: 1.3498006 Jul 09 16:26:49.381816 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-d8c01e0d-facf-449b-b7da-c2b69bbb3cb5 None None] Deleting port 25ec16c9-068f-4489-af1f-0dcc871f2677 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:26:49.382653 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d8c01e0d-facf-449b-b7da-c2b69bbb3cb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:49.387056 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a8f99ea9-b5d8-4469-9e78-d5c6dd6a0ded admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:49.390036 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a8f99ea9-b5d8-4469-9e78-d5c6dd6a0ded admin admin] 10.222.0.98 "DELETE /v2.0/subnets/5561fee3-9d3b-4aef-b4a3-aabc552b71c3 HTTP/1.1" status: 204 len: 168 time: 1.1046736 Jul 09 16:26:49.393280 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 42534) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:49.484777 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-d8c01e0d-facf-449b-b7da-c2b69bbb3cb5 None None] For port 25ec16c9-068f-4489-af1f-0dcc871f2677, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=25ec16c9-068f-4489-af1f-0dcc871f2677,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:26:49.485510 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d8c01e0d-facf-449b-b7da-c2b69bbb3cb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:49.508544 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629c4b15-5812-4d63-ba50-9a73ff20a158 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:49.512416 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-629c4b15-5812-4d63-ba50-9a73ff20a158 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1890152 Jul 09 16:26:49.516455 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 42542) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:49.517680 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-d8c01e0d-facf-449b-b7da-c2b69bbb3cb5 None None] Calling delete_port for 25ec16c9-068f-4489-af1f-0dcc871f2677 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:26:49.529231 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53cbf9a9-cb0a-46ba-be94-8381808c4765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:49.571636 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-9626a9b7-fe00-4d84-b9b1-fa19c5db98ea tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0539708 Jul 09 16:26:49.577833 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-96c5b8a6-f4ba-44cb-b06a-b2e28b64956c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:49.581982 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 42548) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:49.588845 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-e9a32138-1017-4738-90e4-3fcb590758b0 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'subnet': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:26:49.650136 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53cbf9a9-cb0a-46ba-be94-8381808c4765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:49.668828 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-53cbf9a9-cb0a-46ba-be94-8381808c4765 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3570998-1a5b-4176-8ca2-62b19e09ece8']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:26:49.680077 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d8c01e0d-facf-449b-b7da-c2b69bbb3cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:49.713683 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-53cbf9a9-cb0a-46ba-be94-8381808c4765 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '028f19c8-a073-4eae-bd16-9e46a809404d') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:26:49.717812 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c01e0d-facf-449b-b7da-c2b69bbb3cb5 None None] No DVR routers for this DVR port 25ec16c9-068f-4489-af1f-0dcc871f2677 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:26:49.718673 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-53cbf9a9-cb0a-46ba-be94-8381808c4765 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '028f19c8-a073-4eae-bd16-9e46a809404d') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:26:49.755088 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-96c5b8a6-f4ba-44cb-b06a-b2e28b64956c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:49.770273 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-96c5b8a6-f4ba-44cb-b06a-b2e28b64956c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['534b4cde-6023-471d-8be3-ed9f2f6e629a']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:26:49.777883 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53cbf9a9-cb0a-46ba-be94-8381808c4765 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:49.788874 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a32138-1017-4738-90e4-3fcb590758b0 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:26:49.792634 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e9a32138-1017-4738-90e4-3fcb590758b0 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:49.820260 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c01e0d-facf-449b-b7da-c2b69bbb3cb5 None None] Pushing event deleted for resources: {'Port': ['ID=25ec16c9-068f-4489-af1f-0dcc871f2677,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:49.845920 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-96c5b8a6-f4ba-44cb-b06a-b2e28b64956c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85bdecab-fd23-4165-9e77-c7f00571aed4') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:26:49.846210 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-96c5b8a6-f4ba-44cb-b06a-b2e28b64956c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85bdecab-fd23-4165-9e77-c7f00571aed4') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:26:49.849768 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53cbf9a9-cb0a-46ba-be94-8381808c4765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:49.852465 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c01e0d-facf-449b-b7da-c2b69bbb3cb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:49.859500 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c01e0d-facf-449b-b7da-c2b69bbb3cb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:49.860078 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c01e0d-facf-449b-b7da-c2b69bbb3cb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:49.860569 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c01e0d-facf-449b-b7da-c2b69bbb3cb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:49.861011 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c01e0d-facf-449b-b7da-c2b69bbb3cb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:49.861581 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c01e0d-facf-449b-b7da-c2b69bbb3cb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:49.862018 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c01e0d-facf-449b-b7da-c2b69bbb3cb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:49.874464 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53cbf9a9-cb0a-46ba-be94-8381808c4765 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:26:49.874908 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53cbf9a9-cb0a-46ba-be94-8381808c4765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:49.876810 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:26:49.876810 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:26:49.876810 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:26:49.876810 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:26:49.876810 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:26:49.876810 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:26:49.876810 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:26:49.876810 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:26:49.876810 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:26:49.876810 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:26:49.876810 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:26:49.876810 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:26:49.876810 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:26:49.876810 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:26:49.876810 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:26:49.876810 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:26:49.876810 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:26:49.876810 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:26:49.876810 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:26:49.876810 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:26:49.876810 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:26:49.876810 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:26:49.876810 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:26:49.876810 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:26:49.876810 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:26:49.876810 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:26:49.876810 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:26:49.876810 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:26:49.876810 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:26:49.876810 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:26:49.876810 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:26:49.876810 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:26:49.876810 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:26:49.876810 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:26:49.876810 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:26:49.876810 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:26:49.876810 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:26:49.876810 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:26:49.876810 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:26:49.876810 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:26:49.883843 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c01e0d-facf-449b-b7da-c2b69bbb3cb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:49.884392 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c01e0d-facf-449b-b7da-c2b69bbb3cb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:49.884834 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c01e0d-facf-449b-b7da-c2b69bbb3cb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:49.885430 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c01e0d-facf-449b-b7da-c2b69bbb3cb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:49.886798 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c01e0d-facf-449b-b7da-c2b69bbb3cb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:26:49.890692 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-96c5b8a6-f4ba-44cb-b06a-b2e28b64956c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:49.900734 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 25ec16c9-068f-4489-af1f-0dcc871f2677 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:26:49.920807 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-96c5b8a6-f4ba-44cb-b06a-b2e28b64956c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:49.934570 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 25ec16c9-068f-4489-af1f-0dcc871f2677 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:26:49.935249 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 25ec16c9-068f-4489-af1f-0dcc871f2677 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:26:49.935691 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device c89cf6a4-eaa9-4caf-899d-62ef2001f909 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:26:49.943728 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96c5b8a6-f4ba-44cb-b06a-b2e28b64956c admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:26:49.944137 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-96c5b8a6-f4ba-44cb-b06a-b2e28b64956c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:49.946317 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:26:49.946317 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:26:49.946317 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:26:49.946317 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:26:49.946317 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:26:49.946317 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:26:49.946317 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:26:49.946317 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:26:49.946317 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:26:49.946317 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:26:49.946317 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:26:49.946317 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:26:49.946317 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:26:49.946317 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:26:49.946317 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:26:49.946317 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:26:49.946317 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:26:49.946317 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:26:49.946317 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:26:49.946317 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:26:49.946317 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:26:49.946317 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:26:49.946317 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:26:49.946317 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:26:49.946317 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:26:49.946317 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:26:49.946317 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:26:49.946317 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:26:49.946317 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:26:49.946317 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:26:49.946317 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:26:49.946317 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:26:49.946317 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:26:49.946317 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:26:49.946317 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:26:49.946317 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:26:49.946317 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:26:49.946317 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:26:49.946317 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:26:49.946317 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:26:49.946317 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:26:49.946317 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:26:49.946317 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:26:49.946317 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:26:49.946317 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:26:49.946317 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:26:49.975752 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: c89cf6a4-eaa9-4caf-899d-62ef2001f909 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:26:49.976328 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device c89cf6a4-eaa9-4caf-899d-62ef2001f909 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:26:50.059736 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-96c5b8a6-f4ba-44cb-b06a-b2e28b64956c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:50.066081 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53cbf9a9-cb0a-46ba-be94-8381808c4765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:50.071588 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-96c5b8a6-f4ba-44cb-b06a-b2e28b64956c admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:50.076690 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-96c5b8a6-f4ba-44cb-b06a-b2e28b64956c admin admin] 10.222.0.98 "DELETE /v2.0/networks/534b4cde-6023-471d-8be3-ed9f2f6e629a HTTP/1.1" status: 204 len: 168 time: 0.6946888 Jul 09 16:26:50.105219 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53cbf9a9-cb0a-46ba-be94-8381808c4765 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:50.113654 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 42558) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:50.118092 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-53cbf9a9-cb0a-46ba-be94-8381808c4765 admin admin] 10.222.0.98 "DELETE /v2.0/networks/c3570998-1a5b-4176-8ca2-62b19e09ece8 HTTP/1.1" status: 204 len: 168 time: 0.7162304 Jul 09 16:26:50.119633 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cbf9a9-cb0a-46ba-be94-8381808c4765 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3570998-1a5b-4176-8ca2-62b19e09ece8,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:50.141252 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c5b8a6-f4ba-44cb-b06a-b2e28b64956c admin admin] Pushing event deleted for resources: {'Network': ['ID=534b4cde-6023-471d-8be3-ed9f2f6e629a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:50.230834 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-66c7ee64-6019-434d-bdcf-426aaf7a6c4f admin admin] Deleting subnet 1a743734-94b8-4d45-8068-c93062ff2ef0 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:26:50.275838 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-66c7ee64-6019-434d-bdcf-426aaf7a6c4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:50.339540 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-66c7ee64-6019-434d-bdcf-426aaf7a6c4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:50.406067 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 42560) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:50.406613 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-66c7ee64-6019-434d-bdcf-426aaf7a6c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:50.487191 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-45899a56-70d7-4950-aea1-5a4109a29fdc admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0b46bf6a4b7d43dfb5def3ef27bbe601&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0744109 Jul 09 16:26:50.487191 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 42564) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:50.613411 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d16fe57a-278e-4450-bf17-8bcc5154bb08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:50.637512 n-d-798930-3 neutron-server[93958]: DEBUG neutron.objects.ports [None req-e9a32138-1017-4738-90e4-3fcb590758b0 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93958) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 16:26:50.639997 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e9a32138-1017-4738-90e4-3fcb590758b0 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:50.665678 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-66c7ee64-6019-434d-bdcf-426aaf7a6c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:50.671489 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d16fe57a-278e-4450-bf17-8bcc5154bb08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:50.689247 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a32138-1017-4738-90e4-3fcb590758b0 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:26:50.718605 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-e9a32138-1017-4738-90e4-3fcb590758b0 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:26:50.723302 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a32138-1017-4738-90e4-3fcb590758b0 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:50.723906 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e9a32138-1017-4738-90e4-3fcb590758b0 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:50.734002 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3174efd2-8a4c-4d29-bf1f-84ef2db277f4 None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:26:50.748912 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-66c7ee64-6019-434d-bdcf-426aaf7a6c4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:50.754577 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d16fe57a-278e-4450-bf17-8bcc5154bb08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:50.758601 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-66c7ee64-6019-434d-bdcf-426aaf7a6c4f admin admin] 10.222.0.98 "DELETE /v2.0/subnets/1a743734-94b8-4d45-8068-c93062ff2ef0 HTTP/1.1" status: 204 len: 168 time: 0.6414356 Jul 09 16:26:50.759164 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d16fe57a-278e-4450-bf17-8bcc5154bb08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:50.759164 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-d16fe57a-278e-4450-bf17-8bcc5154bb08 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ae95be32-6f38-40fa-86d4-cf743cbf0885 HTTP/1.1" status: 204 len: 168 time: 0.2703505 Jul 09 16:26:50.759164 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 42580) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:50.785651 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e9a32138-1017-4738-90e4-3fcb590758b0 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2008801 Jul 09 16:26:50.789271 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 42584) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:50.796575 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-6d139597-e1a8-43bb-a080-6fd8c54ddd31 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'subnet': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:26:50.802237 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a32138-1017-4738-90e4-3fcb590758b0 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'Subnet': ['ID=da8d6f63-3184-4f0b-befc-5855ae784a7e,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:50.813034 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16fe57a-278e-4450-bf17-8bcc5154bb08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae95be32-6f38-40fa-86d4-cf743cbf0885,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:50.864455 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c7ee64-6019-434d-bdcf-426aaf7a6c4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a743734-94b8-4d45-8068-c93062ff2ef0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:50.910973 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-715279ee-2608-4ce2-bb63-70fb34be6ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:51.043747 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-715279ee-2608-4ce2-bb63-70fb34be6ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:51.056215 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-715279ee-2608-4ce2-bb63-70fb34be6ac2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95f57471-7a80-4a31-81c2-ce967e9bee53']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:26:51.068964 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-715279ee-2608-4ce2-bb63-70fb34be6ac2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6ce240e-c46a-44db-b5b8-bf7251e9bb87') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:26:51.069984 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-715279ee-2608-4ce2-bb63-70fb34be6ac2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6ce240e-c46a-44db-b5b8-bf7251e9bb87') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:26:51.080369 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-715279ee-2608-4ce2-bb63-70fb34be6ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:51.097291 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d139597-e1a8-43bb-a080-6fd8c54ddd31 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:26:51.097638 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-715279ee-2608-4ce2-bb63-70fb34be6ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:51.105011 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6d139597-e1a8-43bb-a080-6fd8c54ddd31 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:51.115885 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-715279ee-2608-4ce2-bb63-70fb34be6ac2 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:26:51.116374 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-715279ee-2608-4ce2-bb63-70fb34be6ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:51.117868 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581e5657-cf4d-4eea-9824-58272994cd8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-f22714f5-d774-47cf-ac1e-3989f67517e9', 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'tenant_id': '005b565b3c004d24a50d69ddcd50be46', 'fixed_ips': [{'subnet_id': 'da8d6f63-3184-4f0b-befc-5855ae784a7e'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:26:51.121832 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-581e5657-cf4d-4eea-9824-58272994cd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:51.231021 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:26:51.231021 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:26:51.231021 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:26:51.231021 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:26:51.231021 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:26:51.231021 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:26:51.231021 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:26:51.231021 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:26:51.231021 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:26:51.231021 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:26:51.231021 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:26:51.231021 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:26:51.231021 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:26:51.231021 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:26:51.231021 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:26:51.231021 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:26:51.231021 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:26:51.231021 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:26:51.231021 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:26:51.231021 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:26:51.231021 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:26:51.231021 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:26:51.231021 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:26:51.231021 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:26:51.231021 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:26:51.231021 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:26:51.231021 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:26:51.231021 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:26:51.231021 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:26:51.231021 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:26:51.231021 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:26:51.231021 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:26:51.267663 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-715279ee-2608-4ce2-bb63-70fb34be6ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:51.283024 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-715279ee-2608-4ce2-bb63-70fb34be6ac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:51.288518 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-715279ee-2608-4ce2-bb63-70fb34be6ac2 admin admin] 10.222.0.98 "DELETE /v2.0/networks/95f57471-7a80-4a31-81c2-ce967e9bee53 HTTP/1.1" status: 204 len: 168 time: 0.5216718 Jul 09 16:26:51.338144 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715279ee-2608-4ce2-bb63-70fb34be6ac2 admin admin] Pushing event deleted for resources: {'Network': ['ID=95f57471-7a80-4a31-81c2-ce967e9bee53,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:51.561869 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-581e5657-cf4d-4eea-9824-58272994cd8b None None] Allocated IP 2001:db8::f816:3eff:fe54:2b80 (f22714f5-d774-47cf-ac1e-3989f67517e9/da8d6f63-3184-4f0b-befc-5855ae784a7e/5118c8f3-036d-4e75-9e27-0defbfdb2831) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:26:51.666948 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 42602) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:51.784833 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6d139597-e1a8-43bb-a080-6fd8c54ddd31 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:51.824825 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d139597-e1a8-43bb-a080-6fd8c54ddd31 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:26:51.833840 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-6d139597-e1a8-43bb-a080-6fd8c54ddd31 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:26:51.843578 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0e4b703b-fc3c-4bb1-8314-8ee36abc8bc3 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=90f0307cb8734beb9d540965bb31df1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1750836 Jul 09 16:26:51.844236 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 42614) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:51.870448 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-581e5657-cf4d-4eea-9824-58272994cd8b None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:51.885714 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-581e5657-cf4d-4eea-9824-58272994cd8b None None] Transition to ACTIVE for port object 5118c8f3-036d-4e75-9e27-0defbfdb2831 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:26:51.907391 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d139597-e1a8-43bb-a080-6fd8c54ddd31 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:51.907391 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6d139597-e1a8-43bb-a080-6fd8c54ddd31 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:51.914858 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-581e5657-cf4d-4eea-9824-58272994cd8b None None] Transition to ACTIVE for port object 5118c8f3-036d-4e75-9e27-0defbfdb2831 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:26:51.927378 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-581e5657-cf4d-4eea-9824-58272994cd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:51.951220 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6d139597-e1a8-43bb-a080-6fd8c54ddd31 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1597617 Jul 09 16:26:51.954311 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 42616) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:51.962340 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f5e27540-f568-40d8-b48a-60468e736334 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'port': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'mac_address': 'fa:16:3e:5f:51:fb', 'name': 'tempest-NetworksTestDHCPv6-167762975'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:26:51.969607 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d139597-e1a8-43bb-a080-6fd8c54ddd31 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'Subnet': ['ID=cfacb497-21a9-4a48-aa3c-42e5642663bc,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:51.987954 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c9105d38-b3dd-4499-9494-e3807fd86bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:52.035848 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581e5657-cf4d-4eea-9824-58272994cd8b None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:26:52.039565 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-581e5657-cf4d-4eea-9824-58272994cd8b None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:26:52.042028 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c9105d38-b3dd-4499-9494-e3807fd86bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:52.057103 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581e5657-cf4d-4eea-9824-58272994cd8b None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:26:52.171879 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c9105d38-b3dd-4499-9494-e3807fd86bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:52.176295 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c9105d38-b3dd-4499-9494-e3807fd86bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:52.177769 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c9105d38-b3dd-4499-9494-e3807fd86bb2 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/457b8671-d32c-4365-9e12-47d6ca217431 HTTP/1.1" status: 204 len: 168 time: 0.3325326 Jul 09 16:26:52.181731 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-581e5657-cf4d-4eea-9824-58272994cd8b None None] Attempting to bind port 5118c8f3-036d-4e75-9e27-0defbfdb2831 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:26:52.182211 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-581e5657-cf4d-4eea-9824-58272994cd8b None None] Attempting to bind port 5118c8f3-036d-4e75-9e27-0defbfdb2831 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:26:52.182949 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581e5657-cf4d-4eea-9824-58272994cd8b None None] Attempting to bind port 5118c8f3-036d-4e75-9e27-0defbfdb2831 on network f22714f5-d774-47cf-ac1e-3989f67517e9 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:26:52.196125 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9105d38-b3dd-4499-9494-e3807fd86bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457b8671-d32c-4365-9e12-47d6ca217431,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:52.197732 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581e5657-cf4d-4eea-9824-58272994cd8b None None] Pushing event updated for resources: {'Port': ['ID=5118c8f3-036d-4e75-9e27-0defbfdb2831,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:52.201245 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581e5657-cf4d-4eea-9824-58272994cd8b None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:26:52.201958 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581e5657-cf4d-4eea-9824-58272994cd8b None None] Checking segment: {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:26:52.202590 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-581e5657-cf4d-4eea-9824-58272994cd8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:52.203315 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581e5657-cf4d-4eea-9824-58272994cd8b None None] Bound using segment: {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:26:52.203921 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-581e5657-cf4d-4eea-9824-58272994cd8b None None] Bound port: 5118c8f3-036d-4e75-9e27-0defbfdb2831, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:26:52.204239 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-581e5657-cf4d-4eea-9824-58272994cd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:52.277543 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-39f55c1f-729b-4a43-a38d-e201d68a85c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:52.304696 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-581e5657-cf4d-4eea-9824-58272994cd8b None None] For port 5118c8f3-036d-4e75-9e27-0defbfdb2831, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:26:52.310944 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-581e5657-cf4d-4eea-9824-58272994cd8b None None] For port 5118c8f3-036d-4e75-9e27-0defbfdb2831, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=5118c8f3-036d-4e75-9e27-0defbfdb2831,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:26:52.318938 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-581e5657-cf4d-4eea-9824-58272994cd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:52.357781 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e27540-f568-40d8-b48a-60468e736334 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:26:52.412192 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581e5657-cf4d-4eea-9824-58272994cd8b None None] Pushing event updated for resources: {'Port': ['ID=5118c8f3-036d-4e75-9e27-0defbfdb2831,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:52.525537 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5e27540-f568-40d8-b48a-60468e736334 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:52.558354 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-f5e27540-f568-40d8-b48a-60468e736334 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] device_id is not set on port 76ba91da-84be-4b09-b2ac-22cef2c37735 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:26:52.707605 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 42632) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:52.969824 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-f5e27540-f568-40d8-b48a-60468e736334 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Allocated IP 172.20.0.11 (f22714f5-d774-47cf-ac1e-3989f67517e9/cfacb497-21a9-4a48-aa3c-42e5642663bc/76ba91da-84be-4b09-b2ac-22cef2c37735) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:26:52.987666 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-f5e27540-f568-40d8-b48a-60468e736334 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Allocated IP 2001:db8::f816:3eff:fe5f:51fb (f22714f5-d774-47cf-ac1e-3989f67517e9/da8d6f63-3184-4f0b-befc-5855ae784a7e/76ba91da-84be-4b09-b2ac-22cef2c37735) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:26:53.003811 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-223cbccb-9ad6-4b7d-ac74-3ba43a4c34a5 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1072643902-network', 'tenant_id': 'd5427208d077483089fe1312788fecfa'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:26:53.016106 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 42650) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:53.057971 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223cbccb-9ad6-4b7d-ac74-3ba43a4c34a5 admin admin] Made reservation on behalf of d5427208d077483089fe1312788fecfa for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:26:53.060752 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-223cbccb-9ad6-4b7d-ac74-3ba43a4c34a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:53.073894 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-253e0d9c-76cc-435a-8c89-94ab7ba25593 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=397da1bea5a7430db2e8602c05f2f154&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0559070 Jul 09 16:26:53.076752 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-223cbccb-9ad6-4b7d-ac74-3ba43a4c34a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:53.078262 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 42652) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:53.165510 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3590ebbd-0d62-4a30-ac15-9b83e3591bac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:53.219150 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3590ebbd-0d62-4a30-ac15-9b83e3591bac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:53.297126 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3590ebbd-0d62-4a30-ac15-9b83e3591bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:53.299572 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5e27540-f568-40d8-b48a-60468e736334 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:53.300014 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3590ebbd-0d62-4a30-ac15-9b83e3591bac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:53.301170 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3590ebbd-0d62-4a30-ac15-9b83e3591bac admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/80bcb0b0-6cf8-4647-8875-5c02d448a0b6 HTTP/1.1" status: 204 len: 168 time: 0.2214639 Jul 09 16:26:53.311888 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3590ebbd-0d62-4a30-ac15-9b83e3591bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bcb0b0-6cf8-4647-8875-5c02d448a0b6,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:53.335722 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-f5e27540-f568-40d8-b48a-60468e736334 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Transition to ACTIVE for port object 76ba91da-84be-4b09-b2ac-22cef2c37735 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:26:53.389384 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-223cbccb-9ad6-4b7d-ac74-3ba43a4c34a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:53.398822 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-223cbccb-9ad6-4b7d-ac74-3ba43a4c34a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:53.430499 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5e27540-f568-40d8-b48a-60468e736334 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:53.443700 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-223cbccb-9ad6-4b7d-ac74-3ba43a4c34a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:26:53.509775 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e27540-f568-40d8-b48a-60468e736334 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:26:53.511225 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-223cbccb-9ad6-4b7d-ac74-3ba43a4c34a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:53.511592 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-223cbccb-9ad6-4b7d-ac74-3ba43a4c34a5 admin admin] Added segment 09b9bd14-7df9-4ccc-91e2-064737385aec of type vlan for network 9b392232-8e70-4383-b653-31fd21242bc3 Jul 09 16:26:53.525810 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223cbccb-9ad6-4b7d-ac74-3ba43a4c34a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1fa693e-b215-4799-805b-053a2d9d4145,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:53.534647 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-f5e27540-f568-40d8-b48a-60468e736334 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:26:53.541217 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e27540-f568-40d8-b48a-60468e736334 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:26:53.555914 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e27540-f568-40d8-b48a-60468e736334 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'Port': ['ID=76ba91da-84be-4b09-b2ac-22cef2c37735,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:53.697233 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-223cbccb-9ad6-4b7d-ac74-3ba43a4c34a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:53.725868 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e27540-f568-40d8-b48a-60468e736334 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:53.726537 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5e27540-f568-40d8-b48a-60468e736334 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:53.759708 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-223cbccb-9ad6-4b7d-ac74-3ba43a4c34a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:53.761005 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223cbccb-9ad6-4b7d-ac74-3ba43a4c34a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:53.762067 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-223cbccb-9ad6-4b7d-ac74-3ba43a4c34a5 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:53.768820 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f5e27540-f568-40d8-b48a-60468e736334 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8128030 Jul 09 16:26:53.771102 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 42660) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:53.803071 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-223cbccb-9ad6-4b7d-ac74-3ba43a4c34a5 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0785611 Jul 09 16:26:53.821647 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 42664) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:53.836009 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-6629733c-6859-435a-aead-1911c1add42b admin admin] Request body: {'subnet': {'network_id': '9b392232-8e70-4383-b653-31fd21242bc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1072643902-subnet', 'tenant_id': 'd5427208d077483089fe1312788fecfa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:26:53.840421 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 5118c8f3-036d-4e75-9e27-0defbfdb2831 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:26:53.876156 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223cbccb-9ad6-4b7d-ac74-3ba43a4c34a5 admin admin] Pushing event updated for resources: {'Network': ['ID=9b392232-8e70-4383-b653-31fd21242bc3,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:53.921627 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 9b392232-8e70-4383-b653-31fd21242bc3 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:26:53.922817 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6629733c-6859-435a-aead-1911c1add42b admin admin] Made reservation on behalf of d5427208d077483089fe1312788fecfa for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:26:53.932647 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6629733c-6859-435a-aead-1911c1add42b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:54.092563 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651ceec4-e1f2-4f6c-82f0-28ca41ffc0f2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:54.104548 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 5118c8f3-036d-4e75-9e27-0defbfdb2831 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:26:54.108204 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651ceec4-e1f2-4f6c-82f0-28ca41ffc0f2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:54.116504 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 42680) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:54.120897 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-651ceec4-e1f2-4f6c-82f0-28ca41ffc0f2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.3433862 Jul 09 16:26:54.146990 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc2d45a-24aa-42fb-a7ab-31d65f07dc6c None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:26:54.280337 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6629733c-6859-435a-aead-1911c1add42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:54.328787 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6629733c-6859-435a-aead-1911c1add42b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7feaf118-1c1b-483a-a086-0d28e2b9829b,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:54.367605 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1c93d1cf-4561-4d7a-a14d-44a903e5364c None None] Provisioning for port 5118c8f3-036d-4e75-9e27-0defbfdb2831 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:26:54.380024 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1c93d1cf-4561-4d7a-a14d-44a903e5364c None None] Provisioning complete for port 5118c8f3-036d-4e75-9e27-0defbfdb2831 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:26:54.381025 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1c93d1cf-4561-4d7a-a14d-44a903e5364c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:54.424573 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-ee14d497-c63f-40f9-9e65-765a38b252b8 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Deleting port 76ba91da-84be-4b09-b2ac-22cef2c37735 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:26:54.425277 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ee14d497-c63f-40f9-9e65-765a38b252b8 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:54.459745 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6629733c-6859-435a-aead-1911c1add42b admin admin] Checking segment: {'id': '09b9bd14-7df9-4ccc-91e2-064737385aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9b392232-8e70-4383-b653-31fd21242bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:26:54.460130 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6629733c-6859-435a-aead-1911c1add42b admin admin] Network hostable DHCP agents. Network: 9b392232-8e70-4383-b653-31fd21242bc3, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:26:54.489756 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6629733c-6859-435a-aead-1911c1add42b admin admin] Network 9b392232-8e70-4383-b653-31fd21242bc3 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:26:54.521618 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-6629733c-6859-435a-aead-1911c1add42b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 9b392232-8e70-4383-b653-31fd21242bc3) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:26:54.537901 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6629733c-6859-435a-aead-1911c1add42b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:54.538453 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6629733c-6859-435a-aead-1911c1add42b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:54.594384 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-6629733c-6859-435a-aead-1911c1add42b admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7662838 Jul 09 16:26:54.604191 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbb41fb-acae-4df6-83c7-5cd6ddf6b751 None None] Network 9b392232-8e70-4383-b653-31fd21242bc3 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:26:54.695232 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ee14d497-c63f-40f9-9e65-765a38b252b8 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:54.727365 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-ee14d497-c63f-40f9-9e65-765a38b252b8 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Calling delete_port for 76ba91da-84be-4b09-b2ac-22cef2c37735 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:26:54.739037 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1c93d1cf-4561-4d7a-a14d-44a903e5364c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:54.801892 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7bf937-213e-46c7-b1bf-b451df243aa2 None None] Network 9b392232-8e70-4383-b653-31fd21242bc3 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:26:54.818396 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-1c93d1cf-4561-4d7a-a14d-44a903e5364c None None] For port 5118c8f3-036d-4e75-9e27-0defbfdb2831, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=5118c8f3-036d-4e75-9e27-0defbfdb2831,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:26:54.866363 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1c93d1cf-4561-4d7a-a14d-44a903e5364c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:54.947257 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c93d1cf-4561-4d7a-a14d-44a903e5364c None None] Pushing event updated for resources: {'Port': ['ID=5118c8f3-036d-4e75-9e27-0defbfdb2831,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:55.159774 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ee14d497-c63f-40f9-9e65-765a38b252b8 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:55.266862 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee14d497-c63f-40f9-9e65-765a38b252b8 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event deleted for resources: {'Port': ['ID=76ba91da-84be-4b09-b2ac-22cef2c37735,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:55.306651 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1fd3d019-8f28-4e86-8ffe-9151a8b318be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:55.340633 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ccbdf8-9135-4027-b807-b08909bcbad9 None None] Update dhcp port {'port': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'fixed_ips': [{'subnet_id': 'da8d6f63-3184-4f0b-befc-5855ae784a7e', 'ip_address': '2001:db8::f816:3eff:fe54:2b80'}, {'subnet_id': 'cfacb497-21a9-4a48-aa3c-42e5642663bc'}], 'binding:host_id': 'n-d-798930-3'}, 'id': '5118c8f3-036d-4e75-9e27-0defbfdb2831'} from n-d-798930-3. {{(pid=93960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 16:26:55.397158 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-24ccbdf8-9135-4027-b807-b08909bcbad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:55.463143 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:55.489528 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ee14d497-c63f-40f9-9e65-765a38b252b8 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:55.492327 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ee14d497-c63f-40f9-9e65-765a38b252b8 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/ports/76ba91da-84be-4b09-b2ac-22cef2c37735 HTTP/1.1" status: 204 len: 168 time: 1.3689725 Jul 09 16:26:55.494850 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 42740) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:55.595416 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4b18de-609d-4531-beef-3612479b4721 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:55.597497 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4b18de-609d-4531-beef-3612479b4721 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:55.599481 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4b18de-609d-4531-beef-3612479b4721 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:55.602046 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ba4b18de-609d-4531-beef-3612479b4721 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1059818 Jul 09 16:26:55.604917 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 42746) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:55.687778 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-24ccbdf8-9135-4027-b807-b08909bcbad9 None None] Allocated IP 172.20.0.2 (f22714f5-d774-47cf-ac1e-3989f67517e9/cfacb497-21a9-4a48-aa3c-42e5642663bc/5118c8f3-036d-4e75-9e27-0defbfdb2831) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:26:55.688349 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-d522c4e0-7db0-4dba-906f-5a3f2ada5a12 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Deleting subnet cfacb497-21a9-4a48-aa3c-42e5642663bc {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:26:55.797769 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 5118c8f3-036d-4e75-9e27-0defbfdb2831 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:26:55.817697 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2abc6f-1074-43b9-8c6b-fd88830ac7d7 req-c0059d3d-a5ea-45a3-9d19-e26dbcb94095 tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:55.819638 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6e2abc6f-1074-43b9-8c6b-fd88830ac7d7 req-c0059d3d-a5ea-45a3-9d19-e26dbcb94095 tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] 10.222.0.98 "GET /v2.0/networks?id=9b392232-8e70-4383-b653-31fd21242bc3 HTTP/1.1" status: 200 len: 813 time: 0.1641011 Jul 09 16:26:55.837555 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6e2abc6f-1074-43b9-8c6b-fd88830ac7d7 req-a79aa5ae-b54a-4b34-8cc7-478e22ce4da5 tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] 10.222.0.98 "GET /v2.0/quotas/d5427208d077483089fe1312788fecfa HTTP/1.1" status: 200 len: 375 time: 0.0111415 Jul 09 16:26:55.838499 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-24ccbdf8-9135-4027-b807-b08909bcbad9 None None] For port 5118c8f3-036d-4e75-9e27-0defbfdb2831, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=5118c8f3-036d-4e75-9e27-0defbfdb2831,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:26:55.848684 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 42754) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:55.877252 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6e2abc6f-1074-43b9-8c6b-fd88830ac7d7 req-f512bff6-d345-495f-a73b-d90a4c56e1f9 tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=d5427208d077483089fe1312788fecfa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324829 Jul 09 16:26:55.906892 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-24ccbdf8-9135-4027-b807-b08909bcbad9 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:55.920810 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 5118c8f3-036d-4e75-9e27-0defbfdb2831 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:26:55.921478 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:55.948583 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-24ccbdf8-9135-4027-b807-b08909bcbad9 None None] Transition to ACTIVE for port object 5118c8f3-036d-4e75-9e27-0defbfdb2831 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:26:55.952445 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d522c4e0-7db0-4dba-906f-5a3f2ada5a12 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:55.959274 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-24ccbdf8-9135-4027-b807-b08909bcbad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:55.988040 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6e2abc6f-1074-43b9-8c6b-fd88830ac7d7 req-02551c33-54f5-4129-8c1f-570e4222120a service neutron] 10.222.0.98 "GET /v2.0/networks/9b392232-8e70-4383-b653-31fd21242bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022346 Jul 09 16:26:55.996616 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bccafff2-e9f8-4656-8ce4-54ffee92d1cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:56.025885 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d522c4e0-7db0-4dba-906f-5a3f2ada5a12 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:56.047969 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Port 5118c8f3-036d-4e75-9e27-0defbfdb2831 had new provisioning blocks added so it will not transition to active. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 09 16:26:56.069682 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ccbdf8-9135-4027-b807-b08909bcbad9 None None] Pushing event updated for resources: {'Port': ['ID=5118c8f3-036d-4e75-9e27-0defbfdb2831,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:56.105389 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6e2abc6f-1074-43b9-8c6b-fd88830ac7d7 req-25aa8394-9db9-41a1-8085-a120d13bd5fd service neutron] 10.222.0.98 "GET /v2.0/networks/9b392232-8e70-4383-b653-31fd21242bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109121 Jul 09 16:26:56.153662 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d522c4e0-7db0-4dba-906f-5a3f2ada5a12 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:56.177883 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:56.251718 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bccafff2-e9f8-4656-8ce4-54ffee92d1cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:56.253633 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bccafff2-e9f8-4656-8ce4-54ffee92d1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:56.292031 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d522c4e0-7db0-4dba-906f-5a3f2ada5a12 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:56.331540 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-bccafff2-e9f8-4656-8ce4-54ffee92d1cd admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8c07c11efbad48378e4d48eeaae7d364&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4812691 Jul 09 16:26:56.334161 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccafff2-e9f8-4656-8ce4-54ffee92d1cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe16b30-7a87-44ad-8189-de7f0e662852,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:56.337389 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d522c4e0-7db0-4dba-906f-5a3f2ada5a12 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event deleted for resources: {'Subnet': ['ID=cfacb497-21a9-4a48-aa3c-42e5642663bc,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:56.346683 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 42782) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:56.351676 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d522c4e0-7db0-4dba-906f-5a3f2ada5a12 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:56.360348 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d522c4e0-7db0-4dba-906f-5a3f2ada5a12 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/cfacb497-21a9-4a48-aa3c-42e5642663bc HTTP/1.1" status: 204 len: 168 time: 0.7509267 Jul 09 16:26:56.361054 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 42784) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:56.408795 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fda6b359-800c-404b-a539-ca0240777772 req-b046ea1a-b295-4f31-8681-99a9705c8070 tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] 10.222.0.98 "GET /v2.0/ports?device_id=795d0a34-637e-44f4-b0ae-12c1aa60a730 HTTP/1.1" status: 200 len: 210 time: 0.1055260 Jul 09 16:26:56.482517 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c7d26b6-3da9-4aa6-81d0-b6e336c3de63 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Deleting subnet da8d6f63-3184-4f0b-befc-5855ae784a7e {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:26:56.492168 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c7d26b6-3da9-4aa6-81d0-b6e336c3de63 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:56.496657 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e392de8e-0a83-4d65-a3c2-5ea21eaecf00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:56.515694 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:56.585369 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e392de8e-0a83-4d65-a3c2-5ea21eaecf00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:56.658837 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c7d26b6-3da9-4aa6-81d0-b6e336c3de63 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:56.730544 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e392de8e-0a83-4d65-a3c2-5ea21eaecf00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:56.739274 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e392de8e-0a83-4d65-a3c2-5ea21eaecf00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:56.742704 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e392de8e-0a83-4d65-a3c2-5ea21eaecf00 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/fbe16b30-7a87-44ad-8189-de7f0e662852 HTTP/1.1" status: 204 len: 168 time: 0.3936386 Jul 09 16:26:56.784222 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e392de8e-0a83-4d65-a3c2-5ea21eaecf00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe16b30-7a87-44ad-8189-de7f0e662852,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:56.895321 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c7d26b6-3da9-4aa6-81d0-b6e336c3de63 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:56.957293 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44602a8-d93e-435c-a5f3-15a04d6e119e None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:26:57.053575 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c7d26b6-3da9-4aa6-81d0-b6e336c3de63 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:57.083568 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4cdf088d-1922-4701-a8b0-0350370f3088 None None] Provisioning for port 5118c8f3-036d-4e75-9e27-0defbfdb2831 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:26:57.094233 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d26b6-3da9-4aa6-81d0-b6e336c3de63 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event deleted for resources: {'Subnet': ['ID=da8d6f63-3184-4f0b-befc-5855ae784a7e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:57.099881 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4cdf088d-1922-4701-a8b0-0350370f3088 None None] Provisioning complete for port 5118c8f3-036d-4e75-9e27-0defbfdb2831 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:26:57.102478 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4cdf088d-1922-4701-a8b0-0350370f3088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:57.103191 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c7d26b6-3da9-4aa6-81d0-b6e336c3de63 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:57.105687 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7c7d26b6-3da9-4aa6-81d0-b6e336c3de63 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/da8d6f63-3184-4f0b-befc-5855ae784a7e HTTP/1.1" status: 204 len: 168 time: 0.7354608 Jul 09 16:26:57.108894 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 42832) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:57.154409 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-618127d9-0c19-4250-a3bb-3b3257297dd2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0444930 Jul 09 16:26:57.157352 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 42836) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:57.165174 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-0bf946ff-1676-4d88-b2d5-c9001ee3b86d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'subnet': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:26:57.346436 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf946ff-1676-4d88-b2d5-c9001ee3b86d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:26:57.351789 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0bf946ff-1676-4d88-b2d5-c9001ee3b86d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:57.567156 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4cdf088d-1922-4701-a8b0-0350370f3088 None None] Could not find standard attr ID for object 76ba91da-84be-4b09-b2ac-22cef2c37735. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:26:57.636600 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0e61ad-7101-4034-b505-8d862e09dfe2 None None] DHCP port deletion for f22714f5-d774-47cf-ac1e-3989f67517e9 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:26:57.674596 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-73572853-dad2-4e60-82f4-e22dec5d9168 req-3160934c-7c23-4a1a-9f61-4763091c6676 tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] 10.222.0.98 "GET /v2.0/ports?device_id=795d0a34-637e-44f4-b0ae-12c1aa60a730 HTTP/1.1" status: 200 len: 210 time: 0.0489454 Jul 09 16:26:57.783089 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-2e0e61ad-7101-4034-b505-8d862e09dfe2 None None] Deleting port 5118c8f3-036d-4e75-9e27-0defbfdb2831 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:26:57.783658 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2e0e61ad-7101-4034-b505-8d862e09dfe2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:57.819191 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 5118c8f3-036d-4e75-9e27-0defbfdb2831 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:26:57.903829 n-d-798930-3 neutron-server[93958]: DEBUG neutron.objects.ports [None req-0bf946ff-1676-4d88-b2d5-c9001ee3b86d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93958) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 16:26:57.967823 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:26:58.022060 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 42868) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:58.062698 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-2e0e61ad-7101-4034-b505-8d862e09dfe2 None None] For port 5118c8f3-036d-4e75-9e27-0defbfdb2831, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=5118c8f3-036d-4e75-9e27-0defbfdb2831,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:26:58.063306 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2e0e61ad-7101-4034-b505-8d862e09dfe2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:58.094011 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-2e0e61ad-7101-4034-b505-8d862e09dfe2 None None] Calling delete_port for 5118c8f3-036d-4e75-9e27-0defbfdb2831 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:26:58.096121 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:58.150353 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:58.188183 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-f0c531ed-c4e7-478e-ac33-e5bb180e0302 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1223617838-network', 'tenant_id': 'c352622f74f54906914220d03e45b0a2'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:26:58.224295 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c531ed-c4e7-478e-ac33-e5bb180e0302 admin admin] Made reservation on behalf of c352622f74f54906914220d03e45b0a2 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:26:58.229920 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0c531ed-c4e7-478e-ac33-e5bb180e0302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:58.240491 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 5118c8f3-036d-4e75-9e27-0defbfdb2831, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=5118c8f3-036d-4e75-9e27-0defbfdb2831,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:26:58.247609 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:58.264463 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0c531ed-c4e7-478e-ac33-e5bb180e0302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:58.359217 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=5118c8f3-036d-4e75-9e27-0defbfdb2831,revision_number=7']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:58.372432 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2e0e61ad-7101-4034-b505-8d862e09dfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:58.413159 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0e61ad-7101-4034-b505-8d862e09dfe2 None None] Pushing event deleted for resources: {'Port': ['ID=5118c8f3-036d-4e75-9e27-0defbfdb2831,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:58.415357 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0e61ad-7101-4034-b505-8d862e09dfe2 None None] No DVR routers for this DVR port 5118c8f3-036d-4e75-9e27-0defbfdb2831 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:26:58.415527 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2abc6f-1074-43b9-8c6b-fd88830ac7d7 req-d6763b31-0fe5-4076-9f15-4393c1f1ce28 tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:58.417050 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6e2abc6f-1074-43b9-8c6b-fd88830ac7d7 req-d6763b31-0fe5-4076-9f15-4393c1f1ce28 tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] 10.222.0.73 "GET /v2.0/networks?id=9b392232-8e70-4383-b653-31fd21242bc3 HTTP/1.1" status: 200 len: 813 time: 0.1741529 Jul 09 16:26:58.441817 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-6e2abc6f-1074-43b9-8c6b-fd88830ac7d7 req-2c85ebca-6f96-4a6f-b9ef-10c64a86747f tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] Request body: {'port': {'device_id': '795d0a34-637e-44f4-b0ae-12c1aa60a730', 'network_id': '9b392232-8e70-4383-b653-31fd21242bc3', 'admin_state_up': True, 'tenant_id': 'd5427208d077483089fe1312788fecfa'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:26:58.496128 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0c531ed-c4e7-478e-ac33-e5bb180e0302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:58.530991 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0c531ed-c4e7-478e-ac33-e5bb180e0302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:58.544349 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0c531ed-c4e7-478e-ac33-e5bb180e0302 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:26:58.555882 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0c531ed-c4e7-478e-ac33-e5bb180e0302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:58.556610 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-f0c531ed-c4e7-478e-ac33-e5bb180e0302 admin admin] Added segment ff4c1188-4c7e-4a21-a4de-80c253f4fab0 of type vlan for network adbf0553-b476-4533-a282-e74124932d76 Jul 09 16:26:58.605381 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0c531ed-c4e7-478e-ac33-e5bb180e0302 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:58.658641 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0c531ed-c4e7-478e-ac33-e5bb180e0302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:58.660073 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c531ed-c4e7-478e-ac33-e5bb180e0302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:58.660838 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0c531ed-c4e7-478e-ac33-e5bb180e0302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:58.779639 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f0c531ed-c4e7-478e-ac33-e5bb180e0302 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7560780 Jul 09 16:26:58.780396 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c531ed-c4e7-478e-ac33-e5bb180e0302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52276eff-5c6e-4122-ab66-c70cbea52616,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:58.784917 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 42886) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:58.792108 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-be0eb441-aefb-4a5c-aaa2-cf4d04396448 admin admin] Request body: {'subnet': {'network_id': 'adbf0553-b476-4533-a282-e74124932d76', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1223617838-subnet', 'tenant_id': 'c352622f74f54906914220d03e45b0a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:26:58.815776 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12c1c1-c451-4b98-bf1b-fe6bca68fbad req-815fd86c-bf8f-4c6c-a0d5-63202ab58e83 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:58.823317 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cc12c1c1-c451-4b98-bf1b-fe6bca68fbad req-815fd86c-bf8f-4c6c-a0d5-63202ab58e83 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/networks?id=cb07b627-18f2-452e-9e93-be86bc0f0ec6 HTTP/1.1" status: 200 len: 804 time: 0.5495460 Jul 09 16:26:58.834730 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0eb441-aefb-4a5c-aaa2-cf4d04396448 admin admin] Made reservation on behalf of c352622f74f54906914220d03e45b0a2 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:26:58.837271 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be0eb441-aefb-4a5c-aaa2-cf4d04396448 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:58.840367 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c531ed-c4e7-478e-ac33-e5bb180e0302 admin admin] Pushing event updated for resources: {'Network': ['ID=adbf0553-b476-4533-a282-e74124932d76,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:58.853269 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network adbf0553-b476-4533-a282-e74124932d76 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:26:58.882611 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cc12c1c1-c451-4b98-bf1b-fe6bca68fbad req-a3cf7e2e-cd3d-416f-92b3-cd2b82f3b568 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/quotas/a27b2d6ec67c4326817305bdf0faebf8 HTTP/1.1" status: 200 len: 375 time: 0.0582442 Jul 09 16:26:58.924230 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.ipam_pluggable_backend [None req-0bf946ff-1676-4d88-b2d5-c9001ee3b86d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Port 5118c8f3-036d-4e75-9e27-0defbfdb2831 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93958) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 09 16:26:58.924542 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.ipam_pluggable_backend [None req-0bf946ff-1676-4d88-b2d5-c9001ee3b86d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Reverting IP allocation for 2001:db8::f816:3eff:fe54:2b80 {{(pid=93958) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 09 16:26:58.931973 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.ipam_pluggable_backend [None req-0bf946ff-1676-4d88-b2d5-c9001ee3b86d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe54:2b80 {{(pid=93958) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 09 16:26:58.937857 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0bf946ff-1676-4d88-b2d5-c9001ee3b86d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:58.938628 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e8996b58-8f86-4e50-b440-f051ba8c218b req-9ad2e1f7-80ea-4fa7-9e1f-3d20f3316b09 tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] 10.222.0.98 "GET /v2.0/ports?device_id=795d0a34-637e-44f4-b0ae-12c1aa60a730 HTTP/1.1" status: 200 len: 210 time: 0.0694544 Jul 09 16:26:58.972225 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e2abc6f-1074-43b9-8c6b-fd88830ac7d7 req-2c85ebca-6f96-4a6f-b9ef-10c64a86747f tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] Made reservation on behalf of d5427208d077483089fe1312788fecfa for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:26:58.976607 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6e2abc6f-1074-43b9-8c6b-fd88830ac7d7 req-2c85ebca-6f96-4a6f-b9ef-10c64a86747f tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:59.014496 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf946ff-1676-4d88-b2d5-c9001ee3b86d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:26:59.027747 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-0bf946ff-1676-4d88-b2d5-c9001ee3b86d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:26:59.036123 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf946ff-1676-4d88-b2d5-c9001ee3b86d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:59.036752 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0bf946ff-1676-4d88-b2d5-c9001ee3b86d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:59.040448 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70060c8-54f1-4c13-ab52-87e175bb9409 None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:26:59.049241 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf946ff-1676-4d88-b2d5-c9001ee3b86d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'Subnet': ['ID=d5da24eb-194e-48ca-8b45-0d16f17dab10,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:59.061739 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-edbd73eb-db24-4f50-9ff2-01fd6e0f3505 req-cfb50f8a-5f14-43d5-803e-9df299cf2822 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3da9fb37-f90e-4355-bb34-5d4d79af901a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2361920 Jul 09 16:26:59.073513 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cc12c1c1-c451-4b98-bf1b-fe6bca68fbad req-554f6188-eafc-4b28-a6ab-090592ae24d7 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=a27b2d6ec67c4326817305bdf0faebf8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1898675 Jul 09 16:26:59.078834 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0bf946ff-1676-4d88-b2d5-c9001ee3b86d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9198287 Jul 09 16:26:59.079433 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 42888) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:59.085089 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d4376053-49a9-4da7-be1a-fe05e71769e2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'subnet': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:26:59.220713 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-6e2abc6f-1074-43b9-8c6b-fd88830ac7d7 req-2c85ebca-6f96-4a6f-b9ef-10c64a86747f tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] Allocated IP 172.20.0.9 (9b392232-8e70-4383-b653-31fd21242bc3/7feaf118-1c1b-483a-a086-0d28e2b9829b/103cf23e-86d6-48fd-8824-91a3ded96efd) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:26:59.227311 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be0eb441-aefb-4a5c-aaa2-cf4d04396448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:59.263083 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df20e3b-1f0c-4937-903f-609152f97aa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-f22714f5-d774-47cf-ac1e-3989f67517e9', 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'tenant_id': '005b565b3c004d24a50d69ddcd50be46', 'fixed_ips': [{'subnet_id': 'd5da24eb-194e-48ca-8b45-0d16f17dab10'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:26:59.265345 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9df20e3b-1f0c-4937-903f-609152f97aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:59.301779 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cc12c1c1-c451-4b98-bf1b-fe6bca68fbad req-351370b9-85ac-416a-9c2b-70cfa315b5d1 service neutron] 10.222.0.98 "GET /v2.0/networks/cb07b627-18f2-452e-9e93-be86bc0f0ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129259 Jul 09 16:26:59.305781 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd73eb-db24-4f50-9ff2-01fd6e0f3505 req-516c0ff3-5ef4-4433-9ac0-ba5a83c5e0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:59.307592 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-edbd73eb-db24-4f50-9ff2-01fd6e0f3505 req-516c0ff3-5ef4-4433-9ac0-ba5a83c5e0d7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=927faf6a074749d0b7e4b4706940c5ca&device_id=3da9fb37-f90e-4355-bb34-5d4d79af901a HTTP/1.1" status: 200 len: 1097 time: 0.2086258 Jul 09 16:26:59.338867 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0eb441-aefb-4a5c-aaa2-cf4d04396448 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4438d29a-df86-457d-ba35-c2df5ed90700,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:26:59.398104 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0eb441-aefb-4a5c-aaa2-cf4d04396448 admin admin] Checking segment: {'id': 'ff4c1188-4c7e-4a21-a4de-80c253f4fab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'adbf0553-b476-4533-a282-e74124932d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:26:59.399717 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0eb441-aefb-4a5c-aaa2-cf4d04396448 admin admin] Network hostable DHCP agents. Network: adbf0553-b476-4533-a282-e74124932d76, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:26:59.429903 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4376053-49a9-4da7-be1a-fe05e71769e2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:26:59.434108 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d4376053-49a9-4da7-be1a-fe05e71769e2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:59.458500 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0eb441-aefb-4a5c-aaa2-cf4d04396448 admin admin] Network adbf0553-b476-4533-a282-e74124932d76 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:26:59.480581 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-be0eb441-aefb-4a5c-aaa2-cf4d04396448 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, adbf0553-b476-4533-a282-e74124932d76) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:26:59.498816 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0eb441-aefb-4a5c-aaa2-cf4d04396448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:59.499655 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be0eb441-aefb-4a5c-aaa2-cf4d04396448 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:59.499926 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e403ce25-577b-40e1-aa78-9fea35d2b3d2 None None] Network adbf0553-b476-4533-a282-e74124932d76 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:26:59.521329 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-be0eb441-aefb-4a5c-aaa2-cf4d04396448 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7328281 Jul 09 16:26:59.529180 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 42892) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:26:59.534245 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-800f8951-f692-4cde-9654-820e5a5560b7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1223617838-router', 'tenant_id': 'c352622f74f54906914220d03e45b0a2', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:26:59.560950 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6e2abc6f-1074-43b9-8c6b-fd88830ac7d7 req-2c85ebca-6f96-4a6f-b9ef-10c64a86747f tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:59.568063 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cc12c1c1-c451-4b98-bf1b-fe6bca68fbad req-de1335b1-09eb-47da-a438-0fd16291e319 service neutron] 10.222.0.98 "GET /v2.0/networks/cb07b627-18f2-452e-9e93-be86bc0f0ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566676 Jul 09 16:26:59.575543 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-9df20e3b-1f0c-4937-903f-609152f97aa9 None None] Allocated IP 2001:db8::f816:3eff:fe26:729b (f22714f5-d774-47cf-ac1e-3989f67517e9/d5da24eb-194e-48ca-8b45-0d16f17dab10/d484654d-6973-4f7f-91ea-8e4e1738e86b) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:26:59.587872 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd73eb-db24-4f50-9ff2-01fd6e0f3505 req-771fe75b-bd4d-4e1e-bed7-9049b5624342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:59.589358 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-edbd73eb-db24-4f50-9ff2-01fd6e0f3505 req-771fe75b-bd4d-4e1e-bed7-9049b5624342 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e14244d3-321e-4e11-8fa5-f8d23e2088a8 HTTP/1.1" status: 200 len: 913 time: 0.2310843 Jul 09 16:26:59.607907 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-800f8951-f692-4cde-9654-820e5a5560b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:59.609141 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-800f8951-f692-4cde-9654-820e5a5560b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:59.669751 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-edbd73eb-db24-4f50-9ff2-01fd6e0f3505 req-0d703baf-7523-46da-815a-94a285037cf8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3340795a-2af7-4b17-94ed-fb41de92ccb5 HTTP/1.1" status: 200 len: 217 time: 0.0729811 Jul 09 16:26:59.674164 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6e2abc6f-1074-43b9-8c6b-fd88830ac7d7 req-2c85ebca-6f96-4a6f-b9ef-10c64a86747f tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:59.835810 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4832f1fb-a558-4d93-ba08-b6ae28c4c1c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-adbf0553-b476-4533-a282-e74124932d76', 'network_id': 'adbf0553-b476-4533-a282-e74124932d76', 'tenant_id': 'c352622f74f54906914220d03e45b0a2', 'fixed_ips': [{'subnet_id': '4438d29a-df86-457d-ba35-c2df5ed90700'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:26:59.836670 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4832f1fb-a558-4d93-ba08-b6ae28c4c1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:59.870481 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9df20e3b-1f0c-4937-903f-609152f97aa9 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:26:59.888031 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd73eb-db24-4f50-9ff2-01fd6e0f3505 req-70967e0c-4f4c-4b36-aa9d-4bde20155c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:26:59.892950 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e2abc6f-1074-43b9-8c6b-fd88830ac7d7 req-2c85ebca-6f96-4a6f-b9ef-10c64a86747f tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] Network 9b392232-8e70-4383-b653-31fd21242bc3 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:26:59.894048 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-edbd73eb-db24-4f50-9ff2-01fd6e0f3505 req-70967e0c-4f4c-4b36-aa9d-4bde20155c14 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9ed42caa-ccec-43f9-abc2-3f037ba46c07 HTTP/1.1" status: 200 len: 851 time: 0.2103100 Jul 09 16:26:59.897081 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-6e2abc6f-1074-43b9-8c6b-fd88830ac7d7 req-2c85ebca-6f96-4a6f-b9ef-10c64a86747f tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:26:59.936114 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e2abc6f-1074-43b9-8c6b-fd88830ac7d7 req-2c85ebca-6f96-4a6f-b9ef-10c64a86747f tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:26:59.943035 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e09a5293-33e5-4406-9386-039195da3afd req-3ebcb28e-22d6-456c-91ac-ffa47983f3a9 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecdae31c-9b18-4116-a3f4-c6df86143d58 HTTP/1.1" status: 200 len: 210 time: 0.0790188 Jul 09 16:26:59.948229 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9df20e3b-1f0c-4937-903f-609152f97aa9 None None] Transition to ACTIVE for port object d484654d-6973-4f7f-91ea-8e4e1738e86b will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:26:59.948379 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-800f8951-f692-4cde-9654-820e5a5560b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:00.001015 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c85ebca-6f96-4a6f-b9ef-10c64a86747f tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] Pushing event updated for resources: {'Port': ['ID=103cf23e-86d6-48fd-8824-91a3ded96efd,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:00.011295 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9df20e3b-1f0c-4937-903f-609152f97aa9 None None] Transition to ACTIVE for port object d484654d-6973-4f7f-91ea-8e4e1738e86b will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:27:00.041970 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9df20e3b-1f0c-4937-903f-609152f97aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:00.083004 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df20e3b-1f0c-4937-903f-609152f97aa9 None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:27:00.090535 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-9df20e3b-1f0c-4937-903f-609152f97aa9 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:27:00.096436 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df20e3b-1f0c-4937-903f-609152f97aa9 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:27:00.104218 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-4832f1fb-a558-4d93-ba08-b6ae28c4c1c5 None None] Allocated IP 172.20.0.2 (adbf0553-b476-4533-a282-e74124932d76/4438d29a-df86-457d-ba35-c2df5ed90700/ee80921e-fcc0-435f-94f1-cad2c89bc30d) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:27:00.154911 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d4376053-49a9-4da7-be1a-fe05e71769e2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:00.182078 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df20e3b-1f0c-4937-903f-609152f97aa9 None None] Pushing event updated for resources: {'Port': ['ID=d484654d-6973-4f7f-91ea-8e4e1738e86b,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:00.198520 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2abc6f-1074-43b9-8c6b-fd88830ac7d7 req-2c85ebca-6f96-4a6f-b9ef-10c64a86747f tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:00.201440 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6e2abc6f-1074-43b9-8c6b-fd88830ac7d7 req-2c85ebca-6f96-4a6f-b9ef-10c64a86747f tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:00.208018 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5de61d-ab7b-4237-a67e-a2d5aed55cdc req-f97b50bd-5520-423a-81ba-160a8e0bed66 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:00.209811 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0c5de61d-ab7b-4237-a67e-a2d5aed55cdc req-f97b50bd-5520-423a-81ba-160a8e0bed66 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.77 "GET /v2.0/ports?device_id=e513b158-9b78-4cb9-a7d3-95ded31a1de7 HTTP/1.1" status: 200 len: 946 time: 0.5044796 Jul 09 16:27:00.240315 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6e2abc6f-1074-43b9-8c6b-fd88830ac7d7 req-2c85ebca-6f96-4a6f-b9ef-10c64a86747f tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8039279 Jul 09 16:27:00.285196 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-9df20e3b-1f0c-4937-903f-609152f97aa9 None None] Attempting to bind port d484654d-6973-4f7f-91ea-8e4e1738e86b on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:27:00.285807 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-9df20e3b-1f0c-4937-903f-609152f97aa9 None None] Attempting to bind port d484654d-6973-4f7f-91ea-8e4e1738e86b by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:27:00.286107 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df20e3b-1f0c-4937-903f-609152f97aa9 None None] Attempting to bind port d484654d-6973-4f7f-91ea-8e4e1738e86b on network f22714f5-d774-47cf-ac1e-3989f67517e9 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:27:00.286295 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-6e2abc6f-1074-43b9-8c6b-fd88830ac7d7 req-50e1e79a-c17b-4696-9f66-cbc37e1b8e1b service neutron] Request body: {'port': {'device_id': '795d0a34-637e-44f4-b0ae-12c1aa60a730', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:27:00.312753 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4376053-49a9-4da7-be1a-fe05e71769e2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:27:00.312990 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df20e3b-1f0c-4937-903f-609152f97aa9 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:27:00.313344 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df20e3b-1f0c-4937-903f-609152f97aa9 None None] Checking segment: {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:27:00.313719 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9df20e3b-1f0c-4937-903f-609152f97aa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:00.316355 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df20e3b-1f0c-4937-903f-609152f97aa9 None None] Bound using segment: {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:27:00.316845 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-9df20e3b-1f0c-4937-903f-609152f97aa9 None None] Bound port: d484654d-6973-4f7f-91ea-8e4e1738e86b, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:27:00.317291 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9df20e3b-1f0c-4937-903f-609152f97aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:00.322550 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-d4376053-49a9-4da7-be1a-fe05e71769e2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:27:00.335701 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4376053-49a9-4da7-be1a-fe05e71769e2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:00.336618 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d4376053-49a9-4da7-be1a-fe05e71769e2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:00.353936 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4376053-49a9-4da7-be1a-fe05e71769e2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'Subnet': ['ID=4c01a8b4-1d13-4a0a-b9a1-911873aaa0af,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:00.362577 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd73eb-db24-4f50-9ff2-01fd6e0f3505 req-cfd4625a-a773-4fe5-9881-a0f752cd3255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:00.364428 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-edbd73eb-db24-4f50-9ff2-01fd6e0f3505 req-cfd4625a-a773-4fe5-9881-a0f752cd3255 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e14244d3-321e-4e11-8fa5-f8d23e2088a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4588654 Jul 09 16:27:00.456761 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-800f8951-f692-4cde-9654-820e5a5560b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:00.499169 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 76869409-73b4-44d6-bfae-2dcd77d6b00d no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:27:00.537981 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d4376053-49a9-4da7-be1a-fe05e71769e2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4574316 Jul 09 16:27:00.550344 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 42908) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:00.567446 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-e39a85ab-5f56-4dd2-bfa9-3017a044252c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'port': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'mac_address': 'fa:16:3e:18:34:af', 'name': 'tempest-NetworksTestDHCPv6-78318331'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:27:00.573530 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6e2abc6f-1074-43b9-8c6b-fd88830ac7d7 req-50e1e79a-c17b-4696-9f66-cbc37e1b8e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:00.664283 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9df20e3b-1f0c-4937-903f-609152f97aa9 None None] For port d484654d-6973-4f7f-91ea-8e4e1738e86b, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:27:00.667714 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-edbd73eb-db24-4f50-9ff2-01fd6e0f3505 req-fbe4a3e8-a7ed-4ca4-ac5d-b000f8a5def1 service neutron] 10.222.0.77 "GET /v2.0/networks/e14244d3-321e-4e11-8fa5-f8d23e2088a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928543 Jul 09 16:27:00.697539 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9df20e3b-1f0c-4937-903f-609152f97aa9 None None] For port d484654d-6973-4f7f-91ea-8e4e1738e86b, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=d484654d-6973-4f7f-91ea-8e4e1738e86b,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:27:00.714121 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9df20e3b-1f0c-4937-903f-609152f97aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:00.745560 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4832f1fb-a558-4d93-ba08-b6ae28c4c1c5 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:00.760555 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b999b70-5bca-40c5-a963-62f188156b2e req-8bbe8553-be3e-4534-a012-75154dfe707a tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:00.762209 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4b999b70-5bca-40c5-a963-62f188156b2e req-8bbe8553-be3e-4534-a012-75154dfe707a tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] 10.222.0.98 "GET /v2.0/ports?device_id=795d0a34-637e-44f4-b0ae-12c1aa60a730 HTTP/1.1" status: 200 len: 931 time: 0.5512855 Jul 09 16:27:00.816657 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4832f1fb-a558-4d93-ba08-b6ae28c4c1c5 None None] Transition to ACTIVE for port object ee80921e-fcc0-435f-94f1-cad2c89bc30d will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:27:00.870503 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:00.927921 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4b999b70-5bca-40c5-a963-62f188156b2e req-a947d585-c243-4f3a-bee2-2059c610332c tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] 10.222.0.98 "GET /v2.0/security-groups?id=c1fa693e-b215-4799-805b-053a2d9d4145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561399 Jul 09 16:27:00.954180 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df20e3b-1f0c-4937-903f-609152f97aa9 None None] Pushing event updated for resources: {'Port': ['ID=d484654d-6973-4f7f-91ea-8e4e1738e86b,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:00.970631 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4832f1fb-a558-4d93-ba08-b6ae28c4c1c5 None None] Transition to ACTIVE for port object ee80921e-fcc0-435f-94f1-cad2c89bc30d will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:27:00.977914 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-0c5de61d-ab7b-4237-a67e-a2d5aed55cdc req-af87c68f-1041-4fe0-a616-2c4d11e87204 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Deleting port 76869409-73b4-44d6-bfae-2dcd77d6b00d {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:27:00.978546 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0c5de61d-ab7b-4237-a67e-a2d5aed55cdc req-af87c68f-1041-4fe0-a616-2c4d11e87204 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:00.990211 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4832f1fb-a558-4d93-ba08-b6ae28c4c1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:01.006907 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e513b158-9b78-4cb9-a7d3-95ded31a1de7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76869409-73b4-44d6-bfae-2dcd77d6b00d'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:27:01.009186 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41f285f-a4c2-4568-98de-99eb3ea9f18b" -d '{"events": [{"server_uuid": "e513b158-9b78-4cb9-a7d3-95ded31a1de7", "name": "network-vif-unplugged", "status": "completed", "tag": "76869409-73b4-44d6-bfae-2dcd77d6b00d"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:27:01.069712 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 76869409-73b4-44d6-bfae-2dcd77d6b00d, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=76869409-73b4-44d6-bfae-2dcd77d6b00d,segment=NetworkSegment(54adfe02-b869-4884-bf8b-5c8e16c54a46),segment_id=54adfe02-b869-4884-bf8b-5c8e16c54a46)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:27:01.079669 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4832f1fb-a558-4d93-ba08-b6ae28c4c1c5 None None] Network adbf0553-b476-4533-a282-e74124932d76 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:27:01.084090 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:01.086721 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-4832f1fb-a558-4d93-ba08-b6ae28c4c1c5 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:27:01.089013 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4832f1fb-a558-4d93-ba08-b6ae28c4c1c5 None None] Pushing event updated for resources: {'Port': ['ID=ee80921e-fcc0-435f-94f1-cad2c89bc30d,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:01.091880 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4832f1fb-a558-4d93-ba08-b6ae28c4c1c5 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:27:01.119041 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-6e2abc6f-1074-43b9-8c6b-fd88830ac7d7 req-50e1e79a-c17b-4696-9f66-cbc37e1b8e1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 103cf23e-86d6-48fd-8824-91a3ded96efd {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:27:01.128422 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6e2abc6f-1074-43b9-8c6b-fd88830ac7d7 req-50e1e79a-c17b-4696-9f66-cbc37e1b8e1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:01.144547 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-6e2abc6f-1074-43b9-8c6b-fd88830ac7d7 req-50e1e79a-c17b-4696-9f66-cbc37e1b8e1b service neutron] Transition to ACTIVE for port object 103cf23e-86d6-48fd-8824-91a3ded96efd will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:27:01.155677 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6e2abc6f-1074-43b9-8c6b-fd88830ac7d7 req-50e1e79a-c17b-4696-9f66-cbc37e1b8e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:01.158711 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=76869409-73b4-44d6-bfae-2dcd77d6b00d,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:01.167358 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ed7c9f-1afa-4d83-99b6-656533c8387f x-openstack-request-id: req-e0ed7c9f-1afa-4d83-99b6-656533c8387f {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:27:01.167786 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e513b158-9b78-4cb9-a7d3-95ded31a1de7", "name": "network-vif-unplugged", "status": "completed", "tag": "76869409-73b4-44d6-bfae-2dcd77d6b00d", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:27:01.167907 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e0ed7c9f-1afa-4d83-99b6-656533c8387f {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:27:01.168309 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e513b158-9b78-4cb9-a7d3-95ded31a1de7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76869409-73b4-44d6-bfae-2dcd77d6b00d', 'code': 200} Jul 09 16:27:01.266866 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-edbd73eb-db24-4f50-9ff2-01fd6e0f3505 req-4824307d-6cb2-4c38-b668-cac4afbdb1a5 service neutron] 10.222.0.77 "GET /v2.0/networks/e14244d3-321e-4e11-8fa5-f8d23e2088a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5795636 Jul 09 16:27:01.331725 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39a85ab-5f56-4dd2-bfa9-3017a044252c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:27:01.334797 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-4832f1fb-a558-4d93-ba08-b6ae28c4c1c5 None None] Attempting to bind port ee80921e-fcc0-435f-94f1-cad2c89bc30d on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:27:01.335352 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-4832f1fb-a558-4d93-ba08-b6ae28c4c1c5 None None] Attempting to bind port ee80921e-fcc0-435f-94f1-cad2c89bc30d by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'ff4c1188-4c7e-4a21-a4de-80c253f4fab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'adbf0553-b476-4533-a282-e74124932d76'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:27:01.335665 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4832f1fb-a558-4d93-ba08-b6ae28c4c1c5 None None] Attempting to bind port ee80921e-fcc0-435f-94f1-cad2c89bc30d on network adbf0553-b476-4533-a282-e74124932d76 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:27:01.342639 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4832f1fb-a558-4d93-ba08-b6ae28c4c1c5 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:27:01.343044 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4832f1fb-a558-4d93-ba08-b6ae28c4c1c5 None None] Checking segment: {'id': 'ff4c1188-4c7e-4a21-a4de-80c253f4fab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'adbf0553-b476-4533-a282-e74124932d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:27:01.343722 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4832f1fb-a558-4d93-ba08-b6ae28c4c1c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:01.344119 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4832f1fb-a558-4d93-ba08-b6ae28c4c1c5 None None] Bound using segment: {'id': 'ff4c1188-4c7e-4a21-a4de-80c253f4fab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'adbf0553-b476-4533-a282-e74124932d76'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:27:01.344638 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-4832f1fb-a558-4d93-ba08-b6ae28c4c1c5 None None] Bound port: ee80921e-fcc0-435f-94f1-cad2c89bc30d, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff4c1188-4c7e-4a21-a4de-80c253f4fab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'adbf0553-b476-4533-a282-e74124932d76'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:27:01.345019 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4832f1fb-a558-4d93-ba08-b6ae28c4c1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:01.451100 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-4832f1fb-a558-4d93-ba08-b6ae28c4c1c5 None None] For port ee80921e-fcc0-435f-94f1-cad2c89bc30d, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:27:01.455145 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-4832f1fb-a558-4d93-ba08-b6ae28c4c1c5 None None] For port ee80921e-fcc0-435f-94f1-cad2c89bc30d, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=ee80921e-fcc0-435f-94f1-cad2c89bc30d,segment=NetworkSegment(ff4c1188-4c7e-4a21-a4de-80c253f4fab0),segment_id=ff4c1188-4c7e-4a21-a4de-80c253f4fab0)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:27:01.462722 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4832f1fb-a558-4d93-ba08-b6ae28c4c1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:01.470700 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-0c5de61d-ab7b-4237-a67e-a2d5aed55cdc req-af87c68f-1041-4fe0-a616-2c4d11e87204 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] For port 76869409-73b4-44d6-bfae-2dcd77d6b00d, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=76869409-73b4-44d6-bfae-2dcd77d6b00d,segment=NetworkSegment(54adfe02-b869-4884-bf8b-5c8e16c54a46),segment_id=54adfe02-b869-4884-bf8b-5c8e16c54a46)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:27:01.471084 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0c5de61d-ab7b-4237-a67e-a2d5aed55cdc req-af87c68f-1041-4fe0-a616-2c4d11e87204 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:01.495014 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-0c5de61d-ab7b-4237-a67e-a2d5aed55cdc req-af87c68f-1041-4fe0-a616-2c4d11e87204 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Calling delete_port for 76869409-73b4-44d6-bfae-2dcd77d6b00d owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:27:01.559158 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4832f1fb-a558-4d93-ba08-b6ae28c4c1c5 None None] Pushing event updated for resources: {'Port': ['ID=ee80921e-fcc0-435f-94f1-cad2c89bc30d,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:01.598344 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e39a85ab-5f56-4dd2-bfa9-3017a044252c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:01.649013 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-e39a85ab-5f56-4dd2-bfa9-3017a044252c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] device_id is not set on port 38af6ce6-88a9-44a1-9db1-8b4ed2e4d8ff yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:27:01.815250 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-df8c6348-3da9-4d4a-8ce2-9ea74221b679 req-55f2c70b-ab4e-4781-b85b-80df726e476a tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecdae31c-9b18-4116-a3f4-c6df86143d58 HTTP/1.1" status: 200 len: 210 time: 0.1306119 Jul 09 16:27:01.830790 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0c5de61d-ab7b-4237-a67e-a2d5aed55cdc req-af87c68f-1041-4fe0-a616-2c4d11e87204 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:01.834499 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e1e79a-c17b-4696-9f66-cbc37e1b8e1b service neutron] Pushing event updated for resources: {'Port': ['ID=103cf23e-86d6-48fd-8824-91a3ded96efd,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:01.880098 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af87c68f-1041-4fe0-a616-2c4d11e87204 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Pushing event deleted for resources: {'Port': ['ID=76869409-73b4-44d6-bfae-2dcd77d6b00d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:01.941139 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d484654d-6973-4f7f-91ea-8e4e1738e86b up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:27:01.969399 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c5de61d-ab7b-4237-a67e-a2d5aed55cdc req-af87c68f-1041-4fe0-a616-2c4d11e87204 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] No DVR routers for this DVR port 76869409-73b4-44d6-bfae-2dcd77d6b00d on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:27:01.974464 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0c5de61d-ab7b-4237-a67e-a2d5aed55cdc req-af87c68f-1041-4fe0-a616-2c4d11e87204 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:01.976752 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0c5de61d-ab7b-4237-a67e-a2d5aed55cdc req-af87c68f-1041-4fe0-a616-2c4d11e87204 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.77 "DELETE /v2.0/ports/76869409-73b4-44d6-bfae-2dcd77d6b00d HTTP/1.1" status: 204 len: 173 time: 1.7419930 Jul 09 16:27:01.977283 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e513b158-9b78-4cb9-a7d3-95ded31a1de7', 'name': 'network-vif-deleted', 'tag': '76869409-73b4-44d6-bfae-2dcd77d6b00d'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:27:01.979926 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b142ab-545d-43f6-804d-c25f927f31df" -d '{"events": [{"server_uuid": "e513b158-9b78-4cb9-a7d3-95ded31a1de7", "name": "network-vif-deleted", "tag": "76869409-73b4-44d6-bfae-2dcd77d6b00d"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:27:02.048518 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-e39a85ab-5f56-4dd2-bfa9-3017a044252c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Allocated IP 172.20.0.2 (f22714f5-d774-47cf-ac1e-3989f67517e9/4c01a8b4-1d13-4a0a-b9a1-911873aaa0af/38af6ce6-88a9-44a1-9db1-8b4ed2e4d8ff) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:27:02.073667 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-800f8951-f692-4cde-9654-820e5a5560b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:02.081115 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port d484654d-6973-4f7f-91ea-8e4e1738e86b completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:27:02.100318 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-e39a85ab-5f56-4dd2-bfa9-3017a044252c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Allocated IP 2001:db8::f816:3eff:fe18:34af (f22714f5-d774-47cf-ac1e-3989f67517e9/d5da24eb-194e-48ca-8b45-0d16f17dab10/38af6ce6-88a9-44a1-9db1-8b4ed2e4d8ff) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:27:02.103840 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96221506-04f7-41f2-aa9c-2d74bbc8b7b2 x-openstack-request-id: req-96221506-04f7-41f2-aa9c-2d74bbc8b7b2 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:27:02.104141 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e513b158-9b78-4cb9-a7d3-95ded31a1de7", "name": "network-vif-deleted", "tag": "76869409-73b4-44d6-bfae-2dcd77d6b00d", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:27:02.104398 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-96221506-04f7-41f2-aa9c-2d74bbc8b7b2 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:27:02.104820 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e513b158-9b78-4cb9-a7d3-95ded31a1de7', 'name': 'network-vif-deleted', 'tag': '76869409-73b4-44d6-bfae-2dcd77d6b00d', 'status': 'completed', 'code': 200} Jul 09 16:27:02.119187 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-800f8951-f692-4cde-9654-820e5a5560b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:02.403561 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-6e2abc6f-1074-43b9-8c6b-fd88830ac7d7 req-50e1e79a-c17b-4696-9f66-cbc37e1b8e1b service neutron] Attempting to bind port 103cf23e-86d6-48fd-8824-91a3ded96efd on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:27:02.403934 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-6e2abc6f-1074-43b9-8c6b-fd88830ac7d7 req-50e1e79a-c17b-4696-9f66-cbc37e1b8e1b service neutron] Attempting to bind port 103cf23e-86d6-48fd-8824-91a3ded96efd by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': '09b9bd14-7df9-4ccc-91e2-064737385aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9b392232-8e70-4383-b653-31fd21242bc3'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:27:02.404913 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2abc6f-1074-43b9-8c6b-fd88830ac7d7 req-50e1e79a-c17b-4696-9f66-cbc37e1b8e1b service neutron] Attempting to bind port 103cf23e-86d6-48fd-8824-91a3ded96efd on network 9b392232-8e70-4383-b653-31fd21242bc3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:27:02.413047 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2abc6f-1074-43b9-8c6b-fd88830ac7d7 req-50e1e79a-c17b-4696-9f66-cbc37e1b8e1b service neutron] Port 103cf23e-86d6-48fd-8824-91a3ded96efd on network 9b392232-8e70-4383-b653-31fd21242bc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:27:02.413047 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2abc6f-1074-43b9-8c6b-fd88830ac7d7 req-50e1e79a-c17b-4696-9f66-cbc37e1b8e1b service neutron] Attempting to bind port 103cf23e-86d6-48fd-8824-91a3ded96efd on network 9b392232-8e70-4383-b653-31fd21242bc3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:27:02.443487 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2abc6f-1074-43b9-8c6b-fd88830ac7d7 req-50e1e79a-c17b-4696-9f66-cbc37e1b8e1b service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:27:02.443823 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2abc6f-1074-43b9-8c6b-fd88830ac7d7 req-50e1e79a-c17b-4696-9f66-cbc37e1b8e1b service neutron] Checking segment: {'id': '09b9bd14-7df9-4ccc-91e2-064737385aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9b392232-8e70-4383-b653-31fd21242bc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:27:02.444211 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2abc6f-1074-43b9-8c6b-fd88830ac7d7 req-50e1e79a-c17b-4696-9f66-cbc37e1b8e1b service neutron] Bound using segment: {'id': '09b9bd14-7df9-4ccc-91e2-064737385aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9b392232-8e70-4383-b653-31fd21242bc3'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:27:02.444655 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-6e2abc6f-1074-43b9-8c6b-fd88830ac7d7 req-50e1e79a-c17b-4696-9f66-cbc37e1b8e1b service neutron] Bound port: 103cf23e-86d6-48fd-8824-91a3ded96efd, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09b9bd14-7df9-4ccc-91e2-064737385aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9b392232-8e70-4383-b653-31fd21242bc3'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:27:02.445007 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6e2abc6f-1074-43b9-8c6b-fd88830ac7d7 req-50e1e79a-c17b-4696-9f66-cbc37e1b8e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:02.543132 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-800f8951-f692-4cde-9654-820e5a5560b7 admin admin] Allocated IP 172.25.0.147 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/1fc5489f-84c9-44e6-ba8e-392c2519d7aa) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:27:02.621565 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf95723-7edb-44b2-ad5a-2bd3c87cc3ad None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:27:02.635219 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-6e2abc6f-1074-43b9-8c6b-fd88830ac7d7 req-50e1e79a-c17b-4696-9f66-cbc37e1b8e1b service neutron] For port 103cf23e-86d6-48fd-8824-91a3ded96efd, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:27:02.681967 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-6e2abc6f-1074-43b9-8c6b-fd88830ac7d7 req-50e1e79a-c17b-4696-9f66-cbc37e1b8e1b service neutron] For port 103cf23e-86d6-48fd-8824-91a3ded96efd, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=103cf23e-86d6-48fd-8824-91a3ded96efd,segment=NetworkSegment(09b9bd14-7df9-4ccc-91e2-064737385aec),segment_id=09b9bd14-7df9-4ccc-91e2-064737385aec)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:27:02.688331 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6e2abc6f-1074-43b9-8c6b-fd88830ac7d7 req-50e1e79a-c17b-4696-9f66-cbc37e1b8e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:02.758579 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e1e79a-c17b-4696-9f66-cbc37e1b8e1b service neutron] Pushing event updated for resources: {'Port': ['ID=103cf23e-86d6-48fd-8824-91a3ded96efd,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:02.808143 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2abc6f-1074-43b9-8c6b-fd88830ac7d7 req-50e1e79a-c17b-4696-9f66-cbc37e1b8e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:02.809147 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6e2abc6f-1074-43b9-8c6b-fd88830ac7d7 req-50e1e79a-c17b-4696-9f66-cbc37e1b8e1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:02.815347 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6e2abc6f-1074-43b9-8c6b-fd88830ac7d7 req-50e1e79a-c17b-4696-9f66-cbc37e1b8e1b service neutron] 10.222.0.73 "PUT /v2.0/ports/103cf23e-86d6-48fd-8824-91a3ded96efd HTTP/1.1" status: 200 len: 1091 time: 2.5341780 Jul 09 16:27:02.819525 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '795d0a34-637e-44f4-b0ae-12c1aa60a730', 'tag': '103cf23e-86d6-48fd-8824-91a3ded96efd'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:27:02.827662 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8c5b14-b604-408d-b16a-04efd9403999" -d '{"events": [{"name": "network-changed", "server_uuid": "795d0a34-637e-44f4-b0ae-12c1aa60a730", "tag": "103cf23e-86d6-48fd-8824-91a3ded96efd"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:27:02.827894 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2fff68fe-7269-414a-bb0c-824021131b38 None None] Provisioning for port d484654d-6973-4f7f-91ea-8e4e1738e86b completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:27:02.866332 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2fff68fe-7269-414a-bb0c-824021131b38 None None] Provisioning complete for port d484654d-6973-4f7f-91ea-8e4e1738e86b triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:27:02.866666 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2fff68fe-7269-414a-bb0c-824021131b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:02.954979 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-800f8951-f692-4cde-9654-820e5a5560b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:03.013616 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9f467a-82ec-4a9d-a1c2-0ff9ebb1e312 x-openstack-request-id: req-2c9f467a-82ec-4a9d-a1c2-0ff9ebb1e312 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:27:03.013993 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "795d0a34-637e-44f4-b0ae-12c1aa60a730", "tag": "103cf23e-86d6-48fd-8824-91a3ded96efd", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:27:03.014230 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2c9f467a-82ec-4a9d-a1c2-0ff9ebb1e312 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:27:03.014593 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '795d0a34-637e-44f4-b0ae-12c1aa60a730', 'tag': '103cf23e-86d6-48fd-8824-91a3ded96efd', 'status': 'completed', 'code': 200} Jul 09 16:27:03.104346 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2fff68fe-7269-414a-bb0c-824021131b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:03.127803 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2abc6f-1074-43b9-8c6b-fd88830ac7d7 req-3dfebf45-47cc-4147-9609-ec29d13d5d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:03.129582 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6e2abc6f-1074-43b9-8c6b-fd88830ac7d7 req-3dfebf45-47cc-4147-9609-ec29d13d5d27 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d5427208d077483089fe1312788fecfa&device_id=795d0a34-637e-44f4-b0ae-12c1aa60a730 HTTP/1.1" status: 200 len: 1094 time: 0.2237267 Jul 09 16:27:03.159959 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-800f8951-f692-4cde-9654-820e5a5560b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:03.177505 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-2fff68fe-7269-414a-bb0c-824021131b38 None None] For port d484654d-6973-4f7f-91ea-8e4e1738e86b, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=d484654d-6973-4f7f-91ea-8e4e1738e86b,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:27:03.186263 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2fff68fe-7269-414a-bb0c-824021131b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:03.261540 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fff68fe-7269-414a-bb0c-824021131b38 None None] Pushing event updated for resources: {'Port': ['ID=d484654d-6973-4f7f-91ea-8e4e1738e86b,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:03.261815 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f8951-f692-4cde-9654-820e5a5560b7 admin admin] Pushing event updated for resources: {'Port': ['ID=1fc5489f-84c9-44e6-ba8e-392c2519d7aa,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:03.280392 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800f8951-f692-4cde-9654-820e5a5560b7 admin admin] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:27:03.283148 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6e2abc6f-1074-43b9-8c6b-fd88830ac7d7 req-94291f9d-5af5-4b62-bf5f-0d3614ee7a3f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=103cf23e-86d6-48fd-8824-91a3ded96efd HTTP/1.1" status: 200 len: 217 time: 0.1385503 Jul 09 16:27:03.284182 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-800f8951-f692-4cde-9654-820e5a5560b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:27:03.329318 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800f8951-f692-4cde-9654-820e5a5560b7 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:27:03.344230 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1103e287-bf81-4504-b7ca-e6540776f116 req-8270d006-2eed-488d-898f-307e83323414 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecdae31c-9b18-4116-a3f4-c6df86143d58 HTTP/1.1" status: 200 len: 210 time: 0.0838077 Jul 09 16:27:03.363245 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e39a85ab-5f56-4dd2-bfa9-3017a044252c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:03.371186 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d750f1ab-e747-4d5f-b71b-866b21564487 None None] Update dhcp port {'port': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'fixed_ips': [{'subnet_id': 'd5da24eb-194e-48ca-8b45-0d16f17dab10', 'ip_address': '2001:db8::f816:3eff:fe26:729b'}, {'subnet_id': '4c01a8b4-1d13-4a0a-b9a1-911873aaa0af'}], 'binding:host_id': 'n-d-798930-3'}, 'id': 'd484654d-6973-4f7f-91ea-8e4e1738e86b'} from n-d-798930-3. {{(pid=93960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 16:27:03.403583 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566c6c35-ed61-4f29-9098-a83cfb770ec1 None None] Network adbf0553-b476-4533-a282-e74124932d76 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:27:03.414897 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-e39a85ab-5f56-4dd2-bfa9-3017a044252c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Transition to ACTIVE for port object 38af6ce6-88a9-44a1-9db1-8b4ed2e4d8ff will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:27:03.430072 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7681a3-4884-4fb7-845b-feee703550ce req-0165665f-7611-4fd1-8fe1-53669c11d680 tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:03.438536 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-be7681a3-4884-4fb7-845b-feee703550ce req-0165665f-7611-4fd1-8fe1-53669c11d680 tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] 10.222.0.98 "GET /v2.0/ports?device_id=795d0a34-637e-44f4-b0ae-12c1aa60a730 HTTP/1.1" status: 200 len: 943 time: 1.2152767 Jul 09 16:27:03.460590 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2abc6f-1074-43b9-8c6b-fd88830ac7d7 req-cfa447bd-b0ec-4256-bbf7-9d51fef8328b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:03.462339 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6e2abc6f-1074-43b9-8c6b-fd88830ac7d7 req-cfa447bd-b0ec-4256-bbf7-9d51fef8328b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7feaf118-1c1b-483a-a086-0d28e2b9829b HTTP/1.1" status: 200 len: 853 time: 0.1345713 Jul 09 16:27:03.495022 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-59eb81eb-a9a6-44b4-aa7c-aa5154febfcf None None] Provisioning for port ee80921e-fcc0-435f-94f1-cad2c89bc30d completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:27:03.496012 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12c1c1-c451-4b98-bf1b-fe6bca68fbad req-2c776313-11c1-4a21-9793-af4e4a06591d tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:03.498513 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d750f1ab-e747-4d5f-b71b-866b21564487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:03.498741 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cc12c1c1-c451-4b98-bf1b-fe6bca68fbad req-2c776313-11c1-4a21-9793-af4e4a06591d tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.77 "GET /v2.0/networks?id=cb07b627-18f2-452e-9e93-be86bc0f0ec6 HTTP/1.1" status: 200 len: 804 time: 0.5445771 Jul 09 16:27:03.517624 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-be7681a3-4884-4fb7-845b-feee703550ce req-4be4ae4d-d2c6-4e35-a2ff-33f46b6d217e tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] 10.222.0.98 "GET /v2.0/security-groups?id=c1fa693e-b215-4799-805b-053a2d9d4145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775855 Jul 09 16:27:03.533641 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-cc12c1c1-c451-4b98-bf1b-fe6bca68fbad req-26a7b50c-5d91-4dda-aa61-58cef0294840 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Request body: {'port': {'device_id': 'ecdae31c-9b18-4116-a3f4-c6df86143d58', 'network_id': 'cb07b627-18f2-452e-9e93-be86bc0f0ec6', 'admin_state_up': True, 'tenant_id': 'a27b2d6ec67c4326817305bdf0faebf8'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:27:03.571872 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6e2abc6f-1074-43b9-8c6b-fd88830ac7d7 req-c81cba35-fd9d-4555-8e89-6b0804f59237 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9b392232-8e70-4383-b653-31fd21242bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648203 Jul 09 16:27:03.608123 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e39a85ab-5f56-4dd2-bfa9-3017a044252c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:03.700716 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39a85ab-5f56-4dd2-bfa9-3017a044252c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:27:03.705941 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a85ab-5f56-4dd2-bfa9-3017a044252c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'Port': ['ID=38af6ce6-88a9-44a1-9db1-8b4ed2e4d8ff,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:03.726611 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-e39a85ab-5f56-4dd2-bfa9-3017a044252c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:27:03.732101 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39a85ab-5f56-4dd2-bfa9-3017a044252c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:27:03.808465 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39a85ab-5f56-4dd2-bfa9-3017a044252c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:03.810104 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e39a85ab-5f56-4dd2-bfa9-3017a044252c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:03.855329 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e39a85ab-5f56-4dd2-bfa9-3017a044252c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 3.2975371 Jul 09 16:27:03.858265 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 42938) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:03.892057 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6e2abc6f-1074-43b9-8c6b-fd88830ac7d7 req-92a6a5b6-131b-401b-af80-060469a35d1c service neutron] 10.222.0.73 "GET /v2.0/networks/9b392232-8e70-4383-b653-31fd21242bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698674 Jul 09 16:27:03.969989 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc12c1c1-c451-4b98-bf1b-fe6bca68fbad req-26a7b50c-5d91-4dda-aa61-58cef0294840 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Made reservation on behalf of a27b2d6ec67c4326817305bdf0faebf8 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:27:03.974321 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-cc12c1c1-c451-4b98-bf1b-fe6bca68fbad req-26a7b50c-5d91-4dda-aa61-58cef0294840 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:03.982984 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d484654d-6973-4f7f-91ea-8e4e1738e86b up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:27:04.010360 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-800f8951-f692-4cde-9654-820e5a5560b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:04.060620 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.db.api [None req-d750f1ab-e747-4d5f-b71b-866b21564487 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-b0951aaa-0e5b-4ef5-ab6d-9d9ae24b7164 {{(pid=93960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:27:04.060942 n-d-798930-3 neutron-server[93960]: DEBUG oslo_db.api [None req-d750f1ab-e747-4d5f-b71b-866b21564487 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:27:04.082575 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83589fd-cf0a-4c11-8d9a-921b027b79d3 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:04.092940 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83589fd-cf0a-4c11-8d9a-921b027b79d3 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:04.095011 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e83589fd-cf0a-4c11-8d9a-921b027b79d3 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2347465 Jul 09 16:27:04.095743 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port d484654d-6973-4f7f-91ea-8e4e1738e86b triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:27:04.096375 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:04.098870 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 42940) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:04.156459 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6e2abc6f-1074-43b9-8c6b-fd88830ac7d7 req-61a9cb13-5c7d-42cb-8daa-4735fab7eaa0 service neutron] 10.222.0.73 "GET /v2.0/networks/9b392232-8e70-4383-b653-31fd21242bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572970 Jul 09 16:27:04.213128 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device ee80921e-fcc0-435f-94f1-cad2c89bc30d up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:27:04.274088 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-cc12c1c1-c451-4b98-bf1b-fe6bca68fbad req-26a7b50c-5d91-4dda-aa61-58cef0294840 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Allocated IP 172.20.0.7 (cb07b627-18f2-452e-9e93-be86bc0f0ec6/290e7ab8-3d22-43c0-a3ef-f5bcba5938e6/a4af443e-a014-40e1-ad84-a9457a1be1b0) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:27:04.288225 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-4c84fe12-b4d3-472b-b8a1-6097f05dc000 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Deleting port 38af6ce6-88a9-44a1-9db1-8b4ed2e4d8ff {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:27:04.288571 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4c84fe12-b4d3-472b-b8a1-6097f05dc000 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:04.314519 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port ee80921e-fcc0-435f-94f1-cad2c89bc30d completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:27:04.319853 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port ee80921e-fcc0-435f-94f1-cad2c89bc30d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:27:04.320655 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:04.370332 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-800f8951-f692-4cde-9654-820e5a5560b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:04.438841 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:04.456348 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c504bbfa-d5ff-451f-936e-b95f00b2ea0b None None] Provisioning complete for port ee80921e-fcc0-435f-94f1-cad2c89bc30d triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:27:04.456732 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c504bbfa-d5ff-451f-936e-b95f00b2ea0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:04.472712 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c5b14-b604-408d-b16a-04efd9403999 req-ae0c3b86-ca13-4466-868c-a50234fc20ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:04.485075 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ff8c5b14-b604-408d-b16a-04efd9403999 req-ae0c3b86-ca13-4466-868c-a50234fc20ca service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d5427208d077483089fe1312788fecfa&device_id=795d0a34-637e-44f4-b0ae-12c1aa60a730 HTTP/1.1" status: 200 len: 1094 time: 0.1948719 Jul 09 16:27:04.507702 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 76869409-73b4-44d6-bfae-2dcd77d6b00d no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:27:04.515076 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4c84fe12-b4d3-472b-b8a1-6097f05dc000 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:04.560648 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-4c84fe12-b4d3-472b-b8a1-6097f05dc000 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Calling delete_port for 38af6ce6-88a9-44a1-9db1-8b4ed2e4d8ff owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:27:04.659188 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: 76869409-73b4-44d6-bfae-2dcd77d6b00d {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:27:04.666332 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 76869409-73b4-44d6-bfae-2dcd77d6b00d not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:27:04.696685 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port ee80921e-fcc0-435f-94f1-cad2c89bc30d, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=ee80921e-fcc0-435f-94f1-cad2c89bc30d,segment=NetworkSegment(ff4c1188-4c7e-4a21-a4de-80c253f4fab0),segment_id=ff4c1188-4c7e-4a21-a4de-80c253f4fab0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:27:04.699331 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-cc12c1c1-c451-4b98-bf1b-fe6bca68fbad req-26a7b50c-5d91-4dda-aa61-58cef0294840 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:04.718594 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d750f1ab-e747-4d5f-b71b-866b21564487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:04.723565 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:04.847759 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1eebb8-28b8-49e4-a23a-1544bfa0b7a2 req-0280b3da-4ff4-4746-beec-179aea6d4725 tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:04.857039 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7a1eebb8-28b8-49e4-a23a-1544bfa0b7a2 req-0280b3da-4ff4-4746-beec-179aea6d4725 tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] 10.222.0.98 "GET /v2.0/ports?device_id=795d0a34-637e-44f4-b0ae-12c1aa60a730 HTTP/1.1" status: 200 len: 943 time: 0.1836891 Jul 09 16:27:04.917147 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=ee80921e-fcc0-435f-94f1-cad2c89bc30d,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:04.931235 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7a1eebb8-28b8-49e4-a23a-1544bfa0b7a2 req-08db9d81-63b0-4b93-9fc3-367e74ad3859 tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] 10.222.0.98 "GET /v2.0/security-groups?id=c1fa693e-b215-4799-805b-053a2d9d4145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730231 Jul 09 16:27:04.959802 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1a36dc16-0523-4b13-a341-e3b74c6ea21b req-8f8569d8-389f-4fe9-9325-922cb96e1df4 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecdae31c-9b18-4116-a3f4-c6df86143d58 HTTP/1.1" status: 200 len: 210 time: 0.3530207 Jul 09 16:27:04.988131 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-cc12c1c1-c451-4b98-bf1b-fe6bca68fbad req-26a7b50c-5d91-4dda-aa61-58cef0294840 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:05.038053 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c5b14-b604-408d-b16a-04efd9403999 req-89c84222-48df-4a59-94a1-912b37881c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:05.040692 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ff8c5b14-b604-408d-b16a-04efd9403999 req-89c84222-48df-4a59-94a1-912b37881c6a service neutron] 10.222.0.73 "GET /v2.0/networks?id=9b392232-8e70-4383-b653-31fd21242bc3 HTTP/1.1" status: 200 len: 914 time: 0.5480876 Jul 09 16:27:05.094533 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-d750f1ab-e747-4d5f-b71b-866b21564487 None None] Allocated IP 172.20.0.3 (f22714f5-d774-47cf-ac1e-3989f67517e9/4c01a8b4-1d13-4a0a-b9a1-911873aaa0af/d484654d-6973-4f7f-91ea-8e4e1738e86b) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:27:05.103838 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ff8c5b14-b604-408d-b16a-04efd9403999 req-6f1c88fa-d85f-48cf-9536-e1f07fcf8922 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=103cf23e-86d6-48fd-8824-91a3ded96efd HTTP/1.1" status: 200 len: 217 time: 0.0551577 Jul 09 16:27:05.143632 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc12c1c1-c451-4b98-bf1b-fe6bca68fbad req-26a7b50c-5d91-4dda-aa61-58cef0294840 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Network cb07b627-18f2-452e-9e93-be86bc0f0ec6 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:27:05.147362 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4c84fe12-b4d3-472b-b8a1-6097f05dc000 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:05.151708 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-cc12c1c1-c451-4b98-bf1b-fe6bca68fbad req-26a7b50c-5d91-4dda-aa61-58cef0294840 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:27:05.154666 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7b50c-5d91-4dda-aa61-58cef0294840 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Pushing event updated for resources: {'Port': ['ID=a4af443e-a014-40e1-ad84-a9457a1be1b0,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:05.157052 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc12c1c1-c451-4b98-bf1b-fe6bca68fbad req-26a7b50c-5d91-4dda-aa61-58cef0294840 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:27:05.190062 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c5b14-b604-408d-b16a-04efd9403999 req-18b3f224-87d8-4987-ad25-6554b9a9cfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:05.192037 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ff8c5b14-b604-408d-b16a-04efd9403999 req-18b3f224-87d8-4987-ad25-6554b9a9cfd4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7feaf118-1c1b-483a-a086-0d28e2b9829b HTTP/1.1" status: 200 len: 853 time: 0.0792465 Jul 09 16:27:05.193355 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-800f8951-f692-4cde-9654-820e5a5560b7 admin admin] Router a90c85c8-9dc9-478f-bcd7-3b436153b307 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:27:05.218390 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c84fe12-b4d3-472b-b8a1-6097f05dc000 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event deleted for resources: {'Port': ['ID=38af6ce6-88a9-44a1-9db1-8b4ed2e4d8ff,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:05.219392 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-d750f1ab-e747-4d5f-b71b-866b21564487 None None] For port d484654d-6973-4f7f-91ea-8e4e1738e86b, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=d484654d-6973-4f7f-91ea-8e4e1738e86b,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:27:05.253517 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ff8c5b14-b604-408d-b16a-04efd9403999 req-6c4f8f00-9904-45fe-a128-fa85deedcfad service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9b392232-8e70-4383-b653-31fd21242bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526514 Jul 09 16:27:05.269391 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d750f1ab-e747-4d5f-b71b-866b21564487 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:05.285896 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d750f1ab-e747-4d5f-b71b-866b21564487 None None] Transition to ACTIVE for port object d484654d-6973-4f7f-91ea-8e4e1738e86b will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:27:05.292623 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d750f1ab-e747-4d5f-b71b-866b21564487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:05.319808 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12c1c1-c451-4b98-bf1b-fe6bca68fbad req-26a7b50c-5d91-4dda-aa61-58cef0294840 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:05.320461 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-cc12c1c1-c451-4b98-bf1b-fe6bca68fbad req-26a7b50c-5d91-4dda-aa61-58cef0294840 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:05.346861 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cc12c1c1-c451-4b98-bf1b-fe6bca68fbad req-26a7b50c-5d91-4dda-aa61-58cef0294840 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8279314 Jul 09 16:27:05.352771 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4c84fe12-b4d3-472b-b8a1-6097f05dc000 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:05.357478 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-4c84fe12-b4d3-472b-b8a1-6097f05dc000 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/ports/38af6ce6-88a9-44a1-9db1-8b4ed2e4d8ff HTTP/1.1" status: 204 len: 168 time: 1.2550428 Jul 09 16:27:05.360880 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-cc12c1c1-c451-4b98-bf1b-fe6bca68fbad req-cc0d6895-1306-455d-a5f4-be87d2642214 service neutron] Request body: {'port': {'device_id': 'ecdae31c-9b18-4116-a3f4-c6df86143d58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:27:05.361395 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d750f1ab-e747-4d5f-b71b-866b21564487 None None] Pushing event updated for resources: {'Port': ['ID=d484654d-6973-4f7f-91ea-8e4e1738e86b,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:05.365004 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 42952) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:05.461715 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ff8c5b14-b604-408d-b16a-04efd9403999 req-6a29cce0-d767-4b24-ab6d-876cd4456568 service neutron] 10.222.0.73 "GET /v2.0/networks/9b392232-8e70-4383-b653-31fd21242bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581476 Jul 09 16:27:05.481011 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d8d096-7f69-4da7-af70-155086b07a10 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:05.483519 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d8d096-7f69-4da7-af70-155086b07a10 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:05.489775 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d8d096-7f69-4da7-af70-155086b07a10 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:05.489775 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b5d8d096-7f69-4da7-af70-155086b07a10 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1214070 Jul 09 16:27:05.489775 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 42954) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:05.555478 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-800f8951-f692-4cde-9654-820e5a5560b7 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:27:05.566560 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6361c0-4621-42a0-a554-bd1a5b3f5fa6 None None] Sync routers for ids ['a90c85c8-9dc9-478f-bcd7-3b436153b307'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:27:05.575125 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e11c5f6-939e-4d9d-89e6-2db367967971 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Deleting subnet 4c01a8b4-1d13-4a0a-b9a1-911873aaa0af {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:27:05.577432 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6361c0-4621-42a0-a554-bd1a5b3f5fa6 None None] Routers {'a90c85c8-9dc9-478f-bcd7-3b436153b307'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:27:05.578321 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-cf6361c0-4621-42a0-a554-bd1a5b3f5fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:26:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['a90c85c8-9dc9-478f-bcd7-3b436153b307'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:27:05.578481 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e11c5f6-939e-4d9d-89e6-2db367967971 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:05.632474 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-800f8951-f692-4cde-9654-820e5a5560b7 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:05.637072 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-800f8951-f692-4cde-9654-820e5a5560b7 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.1067173 Jul 09 16:27:05.639196 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e11c5f6-939e-4d9d-89e6-2db367967971 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:05.641007 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 42956) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:05.651272 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ff8c5b14-b604-408d-b16a-04efd9403999 req-ced740ec-c04e-4ffd-b463-910c716e0683 service neutron] 10.222.0.73 "GET /v2.0/networks/9b392232-8e70-4383-b653-31fd21242bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814582 Jul 09 16:27:05.736550 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-cf6361c0-4621-42a0-a554-bd1a5b3f5fa6 None None] Set router a90c85c8-9dc9-478f-bcd7-3b436153b307 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:27:05.805410 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-cc12c1c1-c451-4b98-bf1b-fe6bca68fbad req-cc0d6895-1306-455d-a5f4-be87d2642214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:05.818102 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d484654d-6973-4f7f-91ea-8e4e1738e86b up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:27:05.823320 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e11c5f6-939e-4d9d-89e6-2db367967971 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:05.925224 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device ee80921e-fcc0-435f-94f1-cad2c89bc30d up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:27:05.999308 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-cf6361c0-4621-42a0-a554-bd1a5b3f5fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'name': 'tempest-AttachVolumeTestJSON-1223617838-router', 'tenant_id': 'c352622f74f54906914220d03e45b0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '1fc5489f-84c9-44e6-ba8e-392c2519d7aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:26:59Z', 'updated_at': '2021-07-09T16:27:03Z', 'revision_number': 3, 'project_id': 'c352622f74f54906914220d03e45b0a2', 'gw_port': {'id': '1fc5489f-84c9-44e6-ba8e-392c2519d7aa', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:27:02Z', 'updated_at': '2021-07-09T16:27:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:27:06.052428 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6361c0-4621-42a0-a554-bd1a5b3f5fa6 None None] Checking router: a90c85c8-9dc9-478f-bcd7-3b436153b307 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:27:06.053199 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6361c0-4621-42a0-a554-bd1a5b3f5fa6 None None] Updating router a90c85c8-9dc9-478f-bcd7-3b436153b307 port 1fc5489f-84c9-44e6-ba8e-392c2519d7aa binding host n-d-798930-3 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:27:06.061983 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e11c5f6-939e-4d9d-89e6-2db367967971 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:06.083472 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port ee80921e-fcc0-435f-94f1-cad2c89bc30d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:27:06.083992 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:06.118955 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-cf6361c0-4621-42a0-a554-bd1a5b3f5fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:06.159627 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e11c5f6-939e-4d9d-89e6-2db367967971 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event deleted for resources: {'Subnet': ['ID=4c01a8b4-1d13-4a0a-b9a1-911873aaa0af,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:06.163095 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e11c5f6-939e-4d9d-89e6-2db367967971 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:06.168232 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8e11c5f6-939e-4d9d-89e6-2db367967971 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/4c01a8b4-1d13-4a0a-b9a1-911873aaa0af HTTP/1.1" status: 204 len: 168 time: 0.6773047 Jul 09 16:27:06.219978 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 42964) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:06.397922 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e5767-912d-4512-81e8-80d163ec5a88 req-c025e19f-dc6c-45f1-beea-00bf473234d8 tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:06.400320 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-323e5767-912d-4512-81e8-80d163ec5a88 req-c025e19f-dc6c-45f1-beea-00bf473234d8 tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] 10.222.0.98 "GET /v2.0/ports?device_id=795d0a34-637e-44f4-b0ae-12c1aa60a730 HTTP/1.1" status: 200 len: 943 time: 0.2278459 Jul 09 16:27:06.408827 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5bde153-713f-451a-b650-a358e22f6afc tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Deleting subnet d5da24eb-194e-48ca-8b45-0d16f17dab10 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:27:06.413684 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5bde153-713f-451a-b650-a358e22f6afc tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:06.466442 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5bde153-713f-451a-b650-a358e22f6afc tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:06.469343 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71be42a-51a5-4b6e-82b6-18efbb21dd41 req-20d32cdf-03d9-42dc-ac84-6c4cd176479f tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:06.471394 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d71be42a-51a5-4b6e-82b6-18efbb21dd41 req-20d32cdf-03d9-42dc-ac84-6c4cd176479f tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecdae31c-9b18-4116-a3f4-c6df86143d58 HTTP/1.1" status: 200 len: 931 time: 0.1234756 Jul 09 16:27:06.511649 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff7b43d-368d-4827-89f2-5fcd9cd79f05 None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:27:06.573607 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d71be42a-51a5-4b6e-82b6-18efbb21dd41 req-a052d7aa-1d2a-490e-b6cb-73bad70936e3 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949485 Jul 09 16:27:06.641569 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-57fd1e48-1493-4d61-a5d6-b226c5efe9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:06.655139 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b0732864-62e7-478a-8b06-0e9b3b60bd48 None None] Provisioning for port d484654d-6973-4f7f-91ea-8e4e1738e86b completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:27:06.659887 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-323e5767-912d-4512-81e8-80d163ec5a88 req-03ea462f-f7da-462e-b9d0-a371127972fb tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] 10.222.0.98 "GET /v2.0/security-groups?id=c1fa693e-b215-4799-805b-053a2d9d4145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429648 Jul 09 16:27:06.677895 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b0732864-62e7-478a-8b06-0e9b3b60bd48 None None] Provisioning complete for port d484654d-6973-4f7f-91ea-8e4e1738e86b triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:27:06.678286 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b0732864-62e7-478a-8b06-0e9b3b60bd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:06.728300 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-cf6361c0-4621-42a0-a554-bd1a5b3f5fa6 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:06.743257 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-cf6361c0-4621-42a0-a554-bd1a5b3f5fa6 None None] Transition to ACTIVE for port object 1fc5489f-84c9-44e6-ba8e-392c2519d7aa will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:27:06.753816 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-cf6361c0-4621-42a0-a554-bd1a5b3f5fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:06.763535 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5bde153-713f-451a-b650-a358e22f6afc tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:06.788655 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-cc12c1c1-c451-4b98-bf1b-fe6bca68fbad req-cc0d6895-1306-455d-a5f4-be87d2642214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4af443e-a014-40e1-ad84-a9457a1be1b0 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:27:06.804658 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-cc12c1c1-c451-4b98-bf1b-fe6bca68fbad req-cc0d6895-1306-455d-a5f4-be87d2642214 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:06.812371 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a849f0a-070f-47d3-aba4-b23830657d46 None None] Pushing event updated for resources: {'Port': ['ID=1fc5489f-84c9-44e6-ba8e-392c2519d7aa,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:06.845769 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-cc12c1c1-c451-4b98-bf1b-fe6bca68fbad req-cc0d6895-1306-455d-a5f4-be87d2642214 service neutron] Transition to ACTIVE for port object a4af443e-a014-40e1-ad84-a9457a1be1b0 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:27:06.848386 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-cf6361c0-4621-42a0-a554-bd1a5b3f5fa6 None None] Attempting to bind port 1fc5489f-84c9-44e6-ba8e-392c2519d7aa on host n-d-798930-3 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:27:06.849004 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-cf6361c0-4621-42a0-a554-bd1a5b3f5fa6 None None] Attempting to bind port 1fc5489f-84c9-44e6-ba8e-392c2519d7aa by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:27:06.849473 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6361c0-4621-42a0-a554-bd1a5b3f5fa6 None None] Attempting to bind port 1fc5489f-84c9-44e6-ba8e-392c2519d7aa on network caa6ed8d-2893-4113-8f68-c5284e694f6c {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:27:06.857222 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6361c0-4621-42a0-a554-bd1a5b3f5fa6 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:27:06.857982 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6361c0-4621-42a0-a554-bd1a5b3f5fa6 None None] Checking segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:27:06.858722 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-cf6361c0-4621-42a0-a554-bd1a5b3f5fa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:06.859423 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6361c0-4621-42a0-a554-bd1a5b3f5fa6 None None] Bound using segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:27:06.859840 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-cc12c1c1-c451-4b98-bf1b-fe6bca68fbad req-cc0d6895-1306-455d-a5f4-be87d2642214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:06.860440 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-cf6361c0-4621-42a0-a554-bd1a5b3f5fa6 None None] Bound port: 1fc5489f-84c9-44e6-ba8e-392c2519d7aa, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:27:06.861063 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-cf6361c0-4621-42a0-a554-bd1a5b3f5fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:06.939215 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5bde153-713f-451a-b650-a358e22f6afc tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:06.950970 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-cf6361c0-4621-42a0-a554-bd1a5b3f5fa6 None None] For port 1fc5489f-84c9-44e6-ba8e-392c2519d7aa, host n-d-798930-3, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:27:06.956258 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-cf6361c0-4621-42a0-a554-bd1a5b3f5fa6 None None] For port 1fc5489f-84c9-44e6-ba8e-392c2519d7aa, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=1fc5489f-84c9-44e6-ba8e-392c2519d7aa,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:27:06.966523 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-cf6361c0-4621-42a0-a554-bd1a5b3f5fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:06.990978 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bde153-713f-451a-b650-a358e22f6afc tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event deleted for resources: {'Subnet': ['ID=d5da24eb-194e-48ca-8b45-0d16f17dab10,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:07.005128 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5bde153-713f-451a-b650-a358e22f6afc tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:07.007230 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f5bde153-713f-451a-b650-a358e22f6afc tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/d5da24eb-194e-48ca-8b45-0d16f17dab10 HTTP/1.1" status: 204 len: 168 time: 0.7864780 Jul 09 16:27:07.008105 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0d6895-1306-455d-a5f4-be87d2642214 service neutron] Pushing event updated for resources: {'Port': ['ID=a4af443e-a014-40e1-ad84-a9457a1be1b0,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:07.013155 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 42970) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:07.029050 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-57fd1e48-1493-4d61-a5d6-b226c5efe9d4 admin admin] Allocated IP 172.20.0.1 (adbf0553-b476-4533-a282-e74124932d76/4438d29a-df86-457d-ba35-c2df5ed90700/00e8a9e8-bd1b-484b-9903-3c8a9fa65b58) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:27:07.084784 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-02eee2c4-e608-4d2d-83b1-4242a0e7b6a8 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0712018 Jul 09 16:27:07.093874 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6361c0-4621-42a0-a554-bd1a5b3f5fa6 None None] Routers {'a90c85c8-9dc9-478f-bcd7-3b436153b307'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:27:07.095917 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-cf6361c0-4621-42a0-a554-bd1a5b3f5fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:26:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['a90c85c8-9dc9-478f-bcd7-3b436153b307'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:27:07.109453 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 42972) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:07.115029 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-e4968c13-dd1d-4840-8744-2c7198bc9681 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'subnet': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:27:07.171974 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a849f0a-070f-47d3-aba4-b23830657d46 None None] Pushing event updated for resources: {'Port': ['ID=1fc5489f-84c9-44e6-ba8e-392c2519d7aa,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:07.228854 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c055a5-42fa-4a2b-944e-d30c44a88505 None None] DHCP port deletion for f22714f5-d774-47cf-ac1e-3989f67517e9 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:27:07.276931 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-cc12c1c1-c451-4b98-bf1b-fe6bca68fbad req-cc0d6895-1306-455d-a5f4-be87d2642214 service neutron] Attempting to bind port a4af443e-a014-40e1-ad84-a9457a1be1b0 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:27:07.277167 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-cc12c1c1-c451-4b98-bf1b-fe6bca68fbad req-cc0d6895-1306-455d-a5f4-be87d2642214 service neutron] Attempting to bind port a4af443e-a014-40e1-ad84-a9457a1be1b0 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '54adfe02-b869-4884-bf8b-5c8e16c54a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'cb07b627-18f2-452e-9e93-be86bc0f0ec6'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:27:07.279268 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc12c1c1-c451-4b98-bf1b-fe6bca68fbad req-cc0d6895-1306-455d-a5f4-be87d2642214 service neutron] Attempting to bind port a4af443e-a014-40e1-ad84-a9457a1be1b0 on network cb07b627-18f2-452e-9e93-be86bc0f0ec6 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:27:07.289576 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-57fd1e48-1493-4d61-a5d6-b226c5efe9d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:07.297593 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-cf6361c0-4621-42a0-a554-bd1a5b3f5fa6 None None] Set router a90c85c8-9dc9-478f-bcd7-3b436153b307 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:27:07.299381 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-e1c055a5-42fa-4a2b-944e-d30c44a88505 None None] Deleting port d484654d-6973-4f7f-91ea-8e4e1738e86b {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:27:07.299867 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e1c055a5-42fa-4a2b-944e-d30c44a88505 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:07.302856 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc12c1c1-c451-4b98-bf1b-fe6bca68fbad req-cc0d6895-1306-455d-a5f4-be87d2642214 service neutron] Port a4af443e-a014-40e1-ad84-a9457a1be1b0 on network cb07b627-18f2-452e-9e93-be86bc0f0ec6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:27:07.303602 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc12c1c1-c451-4b98-bf1b-fe6bca68fbad req-cc0d6895-1306-455d-a5f4-be87d2642214 service neutron] Attempting to bind port a4af443e-a014-40e1-ad84-a9457a1be1b0 on network cb07b627-18f2-452e-9e93-be86bc0f0ec6 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:27:07.307325 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-57fd1e48-1493-4d61-a5d6-b226c5efe9d4 admin admin] Transition to ACTIVE for port object 00e8a9e8-bd1b-484b-9903-3c8a9fa65b58 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:27:07.329048 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc12c1c1-c451-4b98-bf1b-fe6bca68fbad req-cc0d6895-1306-455d-a5f4-be87d2642214 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:27:07.330851 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc12c1c1-c451-4b98-bf1b-fe6bca68fbad req-cc0d6895-1306-455d-a5f4-be87d2642214 service neutron] Checking segment: {'id': '54adfe02-b869-4884-bf8b-5c8e16c54a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'cb07b627-18f2-452e-9e93-be86bc0f0ec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:27:07.332205 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc12c1c1-c451-4b98-bf1b-fe6bca68fbad req-cc0d6895-1306-455d-a5f4-be87d2642214 service neutron] Bound using segment: {'id': '54adfe02-b869-4884-bf8b-5c8e16c54a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'cb07b627-18f2-452e-9e93-be86bc0f0ec6'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:27:07.333437 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-cc12c1c1-c451-4b98-bf1b-fe6bca68fbad req-cc0d6895-1306-455d-a5f4-be87d2642214 service neutron] Bound port: a4af443e-a014-40e1-ad84-a9457a1be1b0, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54adfe02-b869-4884-bf8b-5c8e16c54a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'cb07b627-18f2-452e-9e93-be86bc0f0ec6'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:27:07.334563 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-cc12c1c1-c451-4b98-bf1b-fe6bca68fbad req-cc0d6895-1306-455d-a5f4-be87d2642214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:07.356014 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-57fd1e48-1493-4d61-a5d6-b226c5efe9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:07.362354 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4968c13-dd1d-4840-8744-2c7198bc9681 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:27:07.368095 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e4968c13-dd1d-4840-8744-2c7198bc9681 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:07.406659 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fd1e48-1493-4d61-a5d6-b226c5efe9d4 admin admin] Network adbf0553-b476-4533-a282-e74124932d76 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:27:07.409389 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-57fd1e48-1493-4d61-a5d6-b226c5efe9d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:27:07.431402 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fd1e48-1493-4d61-a5d6-b226c5efe9d4 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:27:07.453475 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-e1c055a5-42fa-4a2b-944e-d30c44a88505 None None] For port d484654d-6973-4f7f-91ea-8e4e1738e86b, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=d484654d-6973-4f7f-91ea-8e4e1738e86b,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:27:07.454345 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e1c055a5-42fa-4a2b-944e-d30c44a88505 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:07.486443 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-e1c055a5-42fa-4a2b-944e-d30c44a88505 None None] Calling delete_port for d484654d-6973-4f7f-91ea-8e4e1738e86b owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:27:07.534965 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fd1e48-1493-4d61-a5d6-b226c5efe9d4 admin admin] Pushing event updated for resources: {'Port': ['ID=00e8a9e8-bd1b-484b-9903-3c8a9fa65b58,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:07.559308 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-cf6361c0-4621-42a0-a554-bd1a5b3f5fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'name': 'tempest-AttachVolumeTestJSON-1223617838-router', 'tenant_id': 'c352622f74f54906914220d03e45b0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '1fc5489f-84c9-44e6-ba8e-392c2519d7aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:26:59Z', 'updated_at': '2021-07-09T16:27:03Z', 'revision_number': 3, 'project_id': 'c352622f74f54906914220d03e45b0a2', 'gw_port': {'id': '1fc5489f-84c9-44e6-ba8e-392c2519d7aa', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:27:02Z', 'updated_at': '2021-07-09T16:27:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:27:07.574134 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-57fd1e48-1493-4d61-a5d6-b226c5efe9d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:07.603096 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6361c0-4621-42a0-a554-bd1a5b3f5fa6 None None] The sync data for ids ['a90c85c8-9dc9-478f-bcd7-3b436153b307'] in n-d-798930-3 is: [{'id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'name': 'tempest-AttachVolumeTestJSON-1223617838-router', 'tenant_id': 'c352622f74f54906914220d03e45b0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '1fc5489f-84c9-44e6-ba8e-392c2519d7aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:26:59Z', 'updated_at': '2021-07-09T16:27:03Z', 'revision_number': 3, 'project_id': 'c352622f74f54906914220d03e45b0a2', 'gw_port': {'id': '1fc5489f-84c9-44e6-ba8e-392c2519d7aa', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:27:02Z', 'updated_at': '2021-07-09T16:27:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:27:07.695662 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-cc12c1c1-c451-4b98-bf1b-fe6bca68fbad req-cc0d6895-1306-455d-a5f4-be87d2642214 service neutron] For port a4af443e-a014-40e1-ad84-a9457a1be1b0, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:27:07.702655 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-cc12c1c1-c451-4b98-bf1b-fe6bca68fbad req-cc0d6895-1306-455d-a5f4-be87d2642214 service neutron] For port a4af443e-a014-40e1-ad84-a9457a1be1b0, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=a4af443e-a014-40e1-ad84-a9457a1be1b0,segment=NetworkSegment(54adfe02-b869-4884-bf8b-5c8e16c54a46),segment_id=54adfe02-b869-4884-bf8b-5c8e16c54a46)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:27:07.712026 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-cc12c1c1-c451-4b98-bf1b-fe6bca68fbad req-cc0d6895-1306-455d-a5f4-be87d2642214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:07.764300 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e1c055a5-42fa-4a2b-944e-d30c44a88505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:07.790156 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c055a5-42fa-4a2b-944e-d30c44a88505 None None] No DVR routers for this DVR port d484654d-6973-4f7f-91ea-8e4e1738e86b on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:27:07.838553 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c055a5-42fa-4a2b-944e-d30c44a88505 None None] Pushing event deleted for resources: {'Port': ['ID=d484654d-6973-4f7f-91ea-8e4e1738e86b,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:07.842236 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0d6895-1306-455d-a5f4-be87d2642214 service neutron] Pushing event updated for resources: {'Port': ['ID=a4af443e-a014-40e1-ad84-a9457a1be1b0,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:07.868575 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12c1c1-c451-4b98-bf1b-fe6bca68fbad req-cc0d6895-1306-455d-a5f4-be87d2642214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:07.869195 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-cc12c1c1-c451-4b98-bf1b-fe6bca68fbad req-cc0d6895-1306-455d-a5f4-be87d2642214 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:07.871261 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cc12c1c1-c451-4b98-bf1b-fe6bca68fbad req-cc0d6895-1306-455d-a5f4-be87d2642214 service neutron] 10.222.0.77 "PUT /v2.0/ports/a4af443e-a014-40e1-ad84-a9457a1be1b0 HTTP/1.1" status: 200 len: 1091 time: 2.5147307 Jul 09 16:27:07.871780 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecdae31c-9b18-4116-a3f4-c6df86143d58', 'tag': 'a4af443e-a014-40e1-ad84-a9457a1be1b0'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:27:07.874915 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8025254-c177-4ca2-a0d9-b508073fe788" -d '{"events": [{"name": "network-changed", "server_uuid": "ecdae31c-9b18-4116-a3f4-c6df86143d58", "tag": "a4af443e-a014-40e1-ad84-a9457a1be1b0"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:27:07.886811 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d484654d-6973-4f7f-91ea-8e4e1738e86b no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:27:07.891870 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-723dbfa2-c4f1-4ab3-9fd0-73716833d727 None None] Provisioning for port 00e8a9e8-bd1b-484b-9903-3c8a9fa65b58 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:27:07.928098 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: d484654d-6973-4f7f-91ea-8e4e1738e86b {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:27:07.928448 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d484654d-6973-4f7f-91ea-8e4e1738e86b not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:27:07.932881 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-723dbfa2-c4f1-4ab3-9fd0-73716833d727 None None] Provisioning complete for port 00e8a9e8-bd1b-484b-9903-3c8a9fa65b58 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:27:07.933447 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-723dbfa2-c4f1-4ab3-9fd0-73716833d727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:07.987345 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-723dbfa2-c4f1-4ab3-9fd0-73716833d727 None None] Port 00e8a9e8-bd1b-484b-9903-3c8a9fa65b58 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:27:08.134707 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 103cf23e-86d6-48fd-8824-91a3ded96efd details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:27:08.229336 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250760e-5456-4817-a5a0-c72c0890fe29 req-ad548008-1515-4d93-a702-d74522a8b086 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:08.232347 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f250760e-5456-4817-a5a0-c72c0890fe29 req-ad548008-1515-4d93-a702-d74522a8b086 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecdae31c-9b18-4116-a3f4-c6df86143d58 HTTP/1.1" status: 200 len: 943 time: 0.4368134 Jul 09 16:27:08.292638 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-57fd1e48-1493-4d61-a5d6-b226c5efe9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:08.345622 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f250760e-5456-4817-a5a0-c72c0890fe29 req-817e9c1b-0e98-44ec-b7db-1eb072c59276 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023130 Jul 09 16:27:08.351285 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 103cf23e-86d6-48fd-8824-91a3ded96efd, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=103cf23e-86d6-48fd-8824-91a3ded96efd,segment=NetworkSegment(09b9bd14-7df9-4ccc-91e2-064737385aec),segment_id=09b9bd14-7df9-4ccc-91e2-064737385aec)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:27:08.376692 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '103cf23e-86d6-48fd-8824-91a3ded96efd', 'network_id': '9b392232-8e70-4383-b653-31fd21242bc3', 'port_id': '103cf23e-86d6-48fd-8824-91a3ded96efd', 'mac_address': 'fa:16:3e:11:15:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7feaf118-1c1b-483a-a086-0d28e2b9829b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:27:08.435355 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:08.453946 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 103cf23e-86d6-48fd-8824-91a3ded96efd {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:27:08.485563 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd89bd4f-1c6a-4130-b118-e765c0fede17 x-openstack-request-id: req-bd89bd4f-1c6a-4130-b118-e765c0fede17 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:27:08.486280 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecdae31c-9b18-4116-a3f4-c6df86143d58", "tag": "a4af443e-a014-40e1-ad84-a9457a1be1b0", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:27:08.486810 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-bd89bd4f-1c6a-4130-b118-e765c0fede17 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:27:08.487471 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecdae31c-9b18-4116-a3f4-c6df86143d58', 'tag': 'a4af443e-a014-40e1-ad84-a9457a1be1b0', 'status': 'completed', 'code': 200} Jul 09 16:27:08.498486 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 103cf23e-86d6-48fd-8824-91a3ded96efd, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=103cf23e-86d6-48fd-8824-91a3ded96efd,segment=NetworkSegment(09b9bd14-7df9-4ccc-91e2-064737385aec),segment_id=09b9bd14-7df9-4ccc-91e2-064737385aec)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:27:08.506760 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:08.597228 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=103cf23e-86d6-48fd-8824-91a3ded96efd,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:08.633367 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-57fd1e48-1493-4d61-a5d6-b226c5efe9d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:08.641074 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-57fd1e48-1493-4d61-a5d6-b226c5efe9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:08.712850 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-57fd1e48-1493-4d61-a5d6-b226c5efe9d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:08.734576 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e4968c13-dd1d-4840-8744-2c7198bc9681 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:08.770937 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fd1e48-1493-4d61-a5d6-b226c5efe9d4 admin admin] Pushing event updated for resources: {'Port': ['ID=00e8a9e8-bd1b-484b-9903-3c8a9fa65b58,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:08.798987 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e2bcaa-fe7c-405f-9840-7563f980d242 req-95b9979a-5e66-42af-8e36-88df49737e94 tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:08.800973 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-83e2bcaa-fe7c-405f-9840-7563f980d242 req-95b9979a-5e66-42af-8e36-88df49737e94 tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] 10.222.0.98 "GET /v2.0/ports?device_id=795d0a34-637e-44f4-b0ae-12c1aa60a730 HTTP/1.1" status: 200 len: 943 time: 0.9117558 Jul 09 16:27:08.816673 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4968c13-dd1d-4840-8744-2c7198bc9681 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:27:08.827906 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-e4968c13-dd1d-4840-8744-2c7198bc9681 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:27:08.839244 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fd1e48-1493-4d61-a5d6-b226c5efe9d4 admin admin] Network adbf0553-b476-4533-a282-e74124932d76 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:27:08.842110 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4968c13-dd1d-4840-8744-2c7198bc9681 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:08.842265 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-57fd1e48-1493-4d61-a5d6-b226c5efe9d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:27:08.842378 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e4968c13-dd1d-4840-8744-2c7198bc9681 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:08.857204 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9ec266-ab33-4b99-8273-7b9a8e4bd239 None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:27:08.860719 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4968c13-dd1d-4840-8744-2c7198bc9681 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'Subnet': ['ID=43c99ab2-4d5f-4d47-9a1d-ccb76f300db1,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:08.882446 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12c1c1-c451-4b98-bf1b-fe6bca68fbad req-91d75ae2-fc27-4fb4-a4c2-2ec6600a7456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:08.884182 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cc12c1c1-c451-4b98-bf1b-fe6bca68fbad req-91d75ae2-fc27-4fb4-a4c2-2ec6600a7456 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a27b2d6ec67c4326817305bdf0faebf8&device_id=ecdae31c-9b18-4116-a3f4-c6df86143d58 HTTP/1.1" status: 200 len: 1094 time: 0.3955867 Jul 09 16:27:08.888254 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e4968c13-dd1d-4840-8744-2c7198bc9681 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7775040 Jul 09 16:27:08.891150 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 42988) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:08.896263 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-e6e673ad-fcfb-40d1-b538-ce0196e4fff4 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'subnet': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:27:08.979269 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-83e2bcaa-fe7c-405f-9840-7563f980d242 req-dad23da7-4404-49ee-a790-52894d639123 tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] 10.222.0.98 "GET /v2.0/security-groups?id=c1fa693e-b215-4799-805b-053a2d9d4145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696138 Jul 09 16:27:09.026647 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cc12c1c1-c451-4b98-bf1b-fe6bca68fbad req-fd2e825f-a6eb-4c60-a091-714848073e29 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4af443e-a014-40e1-ad84-a9457a1be1b0 HTTP/1.1" status: 200 len: 217 time: 0.0639923 Jul 09 16:27:09.066753 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['103cf23e-86d6-48fd-8824-91a3ded96efd'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:27:09.098531 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57fd1e48-1493-4d61-a5d6-b226c5efe9d4 admin admin] Router a90c85c8-9dc9-478f-bcd7-3b436153b307 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:27:09.135957 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12c1c1-c451-4b98-bf1b-fe6bca68fbad req-83f9973b-43d7-41ab-b801-d89649436ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:09.138777 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cc12c1c1-c451-4b98-bf1b-fe6bca68fbad req-83f9973b-43d7-41ab-b801-d89649436ddf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=290e7ab8-3d22-43c0-a3ef-f5bcba5938e6 HTTP/1.1" status: 200 len: 844 time: 0.1039581 Jul 09 16:27:09.209985 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cc12c1c1-c451-4b98-bf1b-fe6bca68fbad req-281c68b6-0734-407d-8bf8-7dd254051415 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cb07b627-18f2-452e-9e93-be86bc0f0ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622764 Jul 09 16:27:09.235581 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d23687-f020-4e2e-929c-97f8f9d43cd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-f22714f5-d774-47cf-ac1e-3989f67517e9', 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'tenant_id': '005b565b3c004d24a50d69ddcd50be46', 'fixed_ips': [{'subnet_id': '43c99ab2-4d5f-4d47-9a1d-ccb76f300db1'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:27:09.236807 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f5d23687-f020-4e2e-929c-97f8f9d43cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:09.289577 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e673ad-fcfb-40d1-b538-ce0196e4fff4 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:27:09.290707 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57fd1e48-1493-4d61-a5d6-b226c5efe9d4 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:27:09.309433 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e6e673ad-fcfb-40d1-b538-ce0196e4fff4 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:09.309658 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-57fd1e48-1493-4d61-a5d6-b226c5efe9d4 admin admin] 10.222.0.98 "PUT /v2.0/routers/a90c85c8-9dc9-478f-bcd7-3b436153b307/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6672242 Jul 09 16:27:09.441284 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2e2fe4e0-4e11-4606-a8e0-22fa33cd31b9 None None] Provisioning complete for port 00e8a9e8-bd1b-484b-9903-3c8a9fa65b58 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:27:09.441284 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2e2fe4e0-4e11-4606-a8e0-22fa33cd31b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:09.493906 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-f5d23687-f020-4e2e-929c-97f8f9d43cd1 None None] Allocated IP 172.20.0.2 (f22714f5-d774-47cf-ac1e-3989f67517e9/43c99ab2-4d5f-4d47-9a1d-ccb76f300db1/afe6c691-0f70-4484-b187-dad36cc474b9) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:27:09.584245 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cc12c1c1-c451-4b98-bf1b-fe6bca68fbad req-0fc015cd-5574-44f3-96cb-2b2aab19475c service neutron] 10.222.0.77 "GET /v2.0/networks/cb07b627-18f2-452e-9e93-be86bc0f0ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589709 Jul 09 16:27:09.589150 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-2e2fe4e0-4e11-4606-a8e0-22fa33cd31b9 None None] Port 00e8a9e8-bd1b-484b-9903-3c8a9fa65b58 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:27:09.783253 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f5d23687-f020-4e2e-929c-97f8f9d43cd1 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:09.801966 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f5d23687-f020-4e2e-929c-97f8f9d43cd1 None None] Transition to ACTIVE for port object afe6c691-0f70-4484-b187-dad36cc474b9 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:27:09.822145 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f5d23687-f020-4e2e-929c-97f8f9d43cd1 None None] Transition to ACTIVE for port object afe6c691-0f70-4484-b187-dad36cc474b9 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:27:09.828479 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01051b0c-843b-436a-bed4-9f387b830dc7 req-151a668b-e0b7-4701-b723-e0446355b764 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:09.830331 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-01051b0c-843b-436a-bed4-9f387b830dc7 req-151a668b-e0b7-4701-b723-e0446355b764 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecdae31c-9b18-4116-a3f4-c6df86143d58 HTTP/1.1" status: 200 len: 943 time: 0.3049426 Jul 09 16:27:09.832662 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f5d23687-f020-4e2e-929c-97f8f9d43cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:09.908074 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d23687-f020-4e2e-929c-97f8f9d43cd1 None None] Pushing event updated for resources: {'Port': ['ID=afe6c691-0f70-4484-b187-dad36cc474b9,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:09.916593 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cc12c1c1-c451-4b98-bf1b-fe6bca68fbad req-5354eccb-9bd7-4177-b9a4-056c9ff59404 service neutron] 10.222.0.77 "GET /v2.0/networks/cb07b627-18f2-452e-9e93-be86bc0f0ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204741 Jul 09 16:27:09.919726 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 1fc5489f-84c9-44e6-ba8e-392c2519d7aa up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:27:09.997860 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d23687-f020-4e2e-929c-97f8f9d43cd1 None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:27:09.999797 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-f5d23687-f020-4e2e-929c-97f8f9d43cd1 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:27:10.003424 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d23687-f020-4e2e-929c-97f8f9d43cd1 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:27:10.008799 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0605253-eef6-477c-85fd-4da238993d63 req-18e704a5-33ed-4202-a7a3-b4c7f7622d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:10.011353 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f0605253-eef6-477c-85fd-4da238993d63 req-18e704a5-33ed-4202-a7a3-b4c7f7622d30 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=927faf6a074749d0b7e4b4706940c5ca&device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 1096 time: 0.3273041 Jul 09 16:27:10.022637 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 1fc5489f-84c9-44e6-ba8e-392c2519d7aa completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:27:10.039805 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-01051b0c-843b-436a-bed4-9f387b830dc7 req-60961c02-124d-4632-b0e4-781c3b0663d8 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811023 Jul 09 16:27:10.047703 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 1fc5489f-84c9-44e6-ba8e-392c2519d7aa triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:27:10.048194 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:10.052725 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:10.131470 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-f5d23687-f020-4e2e-929c-97f8f9d43cd1 None None] Attempting to bind port afe6c691-0f70-4484-b187-dad36cc474b9 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:27:10.131837 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-f5d23687-f020-4e2e-929c-97f8f9d43cd1 None None] Attempting to bind port afe6c691-0f70-4484-b187-dad36cc474b9 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:27:10.132344 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d23687-f020-4e2e-929c-97f8f9d43cd1 None None] Attempting to bind port afe6c691-0f70-4484-b187-dad36cc474b9 on network f22714f5-d774-47cf-ac1e-3989f67517e9 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:27:10.151315 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d23687-f020-4e2e-929c-97f8f9d43cd1 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:27:10.151849 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d23687-f020-4e2e-929c-97f8f9d43cd1 None None] Checking segment: {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:27:10.152089 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f5d23687-f020-4e2e-929c-97f8f9d43cd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:10.152544 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d23687-f020-4e2e-929c-97f8f9d43cd1 None None] Bound using segment: {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:27:10.153134 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-f5d23687-f020-4e2e-929c-97f8f9d43cd1 None None] Bound port: afe6c691-0f70-4484-b187-dad36cc474b9, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:27:10.153523 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f5d23687-f020-4e2e-929c-97f8f9d43cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:10.256415 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0605253-eef6-477c-85fd-4da238993d63 req-fb6512ef-6f67-4228-bf56-1e55d5b6058e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:10.258051 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f0605253-eef6-477c-85fd-4da238993d63 req-fb6512ef-6f67-4228-bf56-1e55d5b6058e service neutron] 10.222.0.77 "GET /v2.0/networks?id=e14244d3-321e-4e11-8fa5-f8d23e2088a8 HTTP/1.1" status: 200 len: 913 time: 0.2150400 Jul 09 16:27:10.351068 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8025254-c177-4ca2-a0d9-b508073fe788 req-9310fb8c-d577-4110-a087-3a9f5e9b24ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:10.352619 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b8025254-c177-4ca2-a0d9-b508073fe788 req-9310fb8c-d577-4110-a087-3a9f5e9b24ac service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a27b2d6ec67c4326817305bdf0faebf8&device_id=ecdae31c-9b18-4116-a3f4-c6df86143d58 HTTP/1.1" status: 200 len: 1094 time: 0.3593075 Jul 09 16:27:10.428192 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c50ab6-276f-404f-b2b9-7a68b289664d None None] Sync routers for ids ['a90c85c8-9dc9-478f-bcd7-3b436153b307'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:27:10.463402 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f0605253-eef6-477c-85fd-4da238993d63 req-9ab9c0e5-b650-4eaa-9992-3295fd322c1d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1db38019-9c36-4811-87b1-9165e461b73e HTTP/1.1" status: 200 len: 1000 time: 0.1964302 Jul 09 16:27:10.466325 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c50ab6-276f-404f-b2b9-7a68b289664d None None] Routers {'a90c85c8-9dc9-478f-bcd7-3b436153b307'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:27:10.467061 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-08c50ab6-276f-404f-b2b9-7a68b289664d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:26:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['a90c85c8-9dc9-478f-bcd7-3b436153b307'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:27:10.469447 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:10.491625 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49f01a-e788-4f84-8eaa-324b6258f0b7 req-7e916fb2-7d29-46fd-b0d5-1d8e394c7a3c tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:10.493074 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-aa49f01a-e788-4f84-8eaa-324b6258f0b7 req-7e916fb2-7d29-46fd-b0d5-1d8e394c7a3c tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.3262713 Jul 09 16:27:10.516708 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-f5d23687-f020-4e2e-929c-97f8f9d43cd1 None None] For port afe6c691-0f70-4484-b187-dad36cc474b9, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:27:10.549281 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-f5d23687-f020-4e2e-929c-97f8f9d43cd1 None None] For port afe6c691-0f70-4484-b187-dad36cc474b9, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=afe6c691-0f70-4484-b187-dad36cc474b9,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:27:10.549281 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 1fc5489f-84c9-44e6-ba8e-392c2519d7aa, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=1fc5489f-84c9-44e6-ba8e-392c2519d7aa,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:27:10.557381 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:10.585699 n-d-798930-3 neutron-server[93958]: DEBUG neutron.objects.ports [None req-e6e673ad-fcfb-40d1-b538-ce0196e4fff4 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93958) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 16:27:10.610596 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f5d23687-f020-4e2e-929c-97f8f9d43cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:10.677124 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-aa49f01a-e788-4f84-8eaa-324b6258f0b7 req-bab435c1-1419-4845-9166-67673f850b84 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1739404 Jul 09 16:27:10.681923 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0605253-eef6-477c-85fd-4da238993d63 req-b9751a14-e0e0-4706-b54f-1822b9f32098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:10.682265 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=1fc5489f-84c9-44e6-ba8e-392c2519d7aa,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:10.683629 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f0605253-eef6-477c-85fd-4da238993d63 req-b9751a14-e0e0-4706-b54f-1822b9f32098 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9ed42caa-ccec-43f9-abc2-3f037ba46c07 HTTP/1.1" status: 200 len: 851 time: 0.1896608 Jul 09 16:27:10.685838 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8025254-c177-4ca2-a0d9-b508073fe788 req-74c9fa08-a419-4a49-8b08-8b810d2f2685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:10.687080 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-08c50ab6-276f-404f-b2b9-7a68b289664d None None] Set router a90c85c8-9dc9-478f-bcd7-3b436153b307 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:27:10.687734 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b8025254-c177-4ca2-a0d9-b508073fe788 req-74c9fa08-a419-4a49-8b08-8b810d2f2685 service neutron] 10.222.0.77 "GET /v2.0/networks?id=cb07b627-18f2-452e-9e93-be86bc0f0ec6 HTTP/1.1" status: 200 len: 905 time: 0.3249264 Jul 09 16:27:10.785579 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b8025254-c177-4ca2-a0d9-b508073fe788 req-c30d1465-7838-49e5-8202-f138bfb28396 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4af443e-a014-40e1-ad84-a9457a1be1b0 HTTP/1.1" status: 200 len: 217 time: 0.0789375 Jul 09 16:27:10.875817 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d23687-f020-4e2e-929c-97f8f9d43cd1 None None] Pushing event updated for resources: {'Port': ['ID=afe6c691-0f70-4484-b187-dad36cc474b9,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:10.949358 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8025254-c177-4ca2-a0d9-b508073fe788 req-ab96b0ec-416a-4c2b-ac9a-eb960c85f6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:10.952014 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b8025254-c177-4ca2-a0d9-b508073fe788 req-ab96b0ec-416a-4c2b-ac9a-eb960c85f6f7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=290e7ab8-3d22-43c0-a3ef-f5bcba5938e6 HTTP/1.1" status: 200 len: 844 time: 0.1589675 Jul 09 16:27:11.094873 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-08c50ab6-276f-404f-b2b9-7a68b289664d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'name': 'tempest-AttachVolumeTestJSON-1223617838-router', 'tenant_id': 'c352622f74f54906914220d03e45b0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '1fc5489f-84c9-44e6-ba8e-392c2519d7aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:26:59Z', 'updated_at': '2021-07-09T16:27:08Z', 'revision_number': 4, 'project_id': 'c352622f74f54906914220d03e45b0a2', 'gw_port': {'id': '1fc5489f-84c9-44e6-ba8e-392c2519d7aa', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:27:02Z', 'updated_at': '2021-07-09T16:27:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '00e8a9e8-bd1b-484b-9903-3c8a9fa65b58', 'name': '', 'network_id': 'adbf0553-b476-4533-a282-e74124932d76', 'tenant_id': 'c352622f74f54906914220d03e45b0a2', 'mac_address': 'fa:16:3e:a6:de:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '4438d29a-df86-457d-ba35-c2df5ed90700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:27:06Z', 'updated_at': '2021-07-09T16:27:08Z', 'revision_number': 2, 'project_id': 'c352622f74f54906914220d03e45b0a2', 'subnets': [{'id': '4438d29a-df86-457d-ba35-c2df5ed90700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:27:11.114595 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e6e673ad-fcfb-40d1-b538-ce0196e4fff4 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:11.134972 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b8025254-c177-4ca2-a0d9-b508073fe788 req-201b6647-cb45-411d-8956-009b422dbc15 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cb07b627-18f2-452e-9e93-be86bc0f0ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664802 Jul 09 16:27:11.138034 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c50ab6-276f-404f-b2b9-7a68b289664d None None] Checking router: a90c85c8-9dc9-478f-bcd7-3b436153b307 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:27:11.138034 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c50ab6-276f-404f-b2b9-7a68b289664d None None] Updating router a90c85c8-9dc9-478f-bcd7-3b436153b307 port 00e8a9e8-bd1b-484b-9903-3c8a9fa65b58 binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:27:11.175914 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-08c50ab6-276f-404f-b2b9-7a68b289664d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:11.252894 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43014) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:11.257391 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b8025254-c177-4ca2-a0d9-b508073fe788 req-fc812869-1273-4495-9f7d-964518644cc5 service neutron] 10.222.0.77 "GET /v2.0/networks/cb07b627-18f2-452e-9e93-be86bc0f0ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952544 Jul 09 16:27:11.258930 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-d0fe0398-f931-49dc-9dea-aec2ee09a2b2 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1898999959', 'description': 'tempest-description--962981397'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:27:11.314784 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d0fe0398-f931-49dc-9dea-aec2ee09a2b2 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:11.316904 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0605253-eef6-477c-85fd-4da238993d63 req-8060b43e-c1ea-4b83-ad18-a63cf84599ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:11.318567 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f0605253-eef6-477c-85fd-4da238993d63 req-8060b43e-c1ea-4b83-ad18-a63cf84599ec service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e14244d3-321e-4e11-8fa5-f8d23e2088a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6201675 Jul 09 16:27:11.572462 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d0fe0398-f931-49dc-9dea-aec2ee09a2b2 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:11.586522 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d0fe0398-f931-49dc-9dea-aec2ee09a2b2 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:11.623817 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d0fe0398-f931-49dc-9dea-aec2ee09a2b2 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:11.625278 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-d0fe0398-f931-49dc-9dea-aec2ee09a2b2 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3706515 Jul 09 16:27:11.631166 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43022) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:11.653375 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-104830e8-d7ae-4d8d-b9f3-59d1f3ae47f1 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Request body: {'security_group_rule': {'security_group_id': '08871550-d616-4453-85b1-faed9ff5bbda', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:27:11.698809 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe0398-f931-49dc-9dea-aec2ee09a2b2 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08871550-d616-4453-85b1-faed9ff5bbda,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:11.733520 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43026) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:11.736045 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-08c50ab6-276f-404f-b2b9-7a68b289664d None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:11.761702 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-08c50ab6-276f-404f-b2b9-7a68b289664d None None] Transition to ACTIVE for port object 00e8a9e8-bd1b-484b-9903-3c8a9fa65b58 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:27:11.774384 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-08c50ab6-276f-404f-b2b9-7a68b289664d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:11.781935 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ac4b8-549d-4c0b-86f5-2c2a45fe4c1f req-67ab5cc6-9e0d-4c8c-b9dc-c6c8e7ce86c8 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:11.787167 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fc4ac4b8-549d-4c0b-86f5-2c2a45fe4c1f req-67ab5cc6-9e0d-4c8c-b9dc-c6c8e7ce86c8 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecdae31c-9b18-4116-a3f4-c6df86143d58 HTTP/1.1" status: 200 len: 943 time: 0.3106778 Jul 09 16:27:11.797259 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-104830e8-d7ae-4d8d-b9f3-59d1f3ae47f1 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:11.902667 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fc4ac4b8-549d-4c0b-86f5-2c2a45fe4c1f req-6d8b2ea0-78a2-4179-9271-6d0aefea42a1 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005254 Jul 09 16:27:11.942598 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-104830e8-d7ae-4d8d-b9f3-59d1f3ae47f1 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:11.951685 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-104830e8-d7ae-4d8d-b9f3-59d1f3ae47f1 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:11.967497 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d928d85-2247-42ca-acc9-4e29fe455091 None None] Pushing event updated for resources: {'Port': ['ID=00e8a9e8-bd1b-484b-9903-3c8a9fa65b58,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:12.026186 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-104830e8-d7ae-4d8d-b9f3-59d1f3ae47f1 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:12.027441 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-104830e8-d7ae-4d8d-b9f3-59d1f3ae47f1 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3886740 Jul 09 16:27:12.028868 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f514ce8-7357-4680-aab2-451246ca27bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:12.030799 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43030) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:12.035440 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-19c4e3b3-c7fc-44d0-a38a-d21d3a74b988 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Request body: {'security_group_rule': {'security_group_id': '08871550-d616-4453-85b1-faed9ff5bbda', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:27:12.039739 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104830e8-d7ae-4d8d-b9f3-59d1f3ae47f1 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26e1774a-125a-4ba2-9f0e-af96aba38864,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:12.061904 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-08c50ab6-276f-404f-b2b9-7a68b289664d None None] Attempting to bind port 00e8a9e8-bd1b-484b-9903-3c8a9fa65b58 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:27:12.062684 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-08c50ab6-276f-404f-b2b9-7a68b289664d None None] Attempting to bind port 00e8a9e8-bd1b-484b-9903-3c8a9fa65b58 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'ff4c1188-4c7e-4a21-a4de-80c253f4fab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'adbf0553-b476-4533-a282-e74124932d76'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:27:12.069172 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c50ab6-276f-404f-b2b9-7a68b289664d None None] Attempting to bind port 00e8a9e8-bd1b-484b-9903-3c8a9fa65b58 on network adbf0553-b476-4533-a282-e74124932d76 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:27:12.072976 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 1fc5489f-84c9-44e6-ba8e-392c2519d7aa up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:27:12.096075 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-19c4e3b3-c7fc-44d0-a38a-d21d3a74b988 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:12.132146 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 103cf23e-86d6-48fd-8824-91a3ded96efd up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:27:12.139508 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c50ab6-276f-404f-b2b9-7a68b289664d None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:27:12.139905 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c50ab6-276f-404f-b2b9-7a68b289664d None None] Checking segment: {'id': 'ff4c1188-4c7e-4a21-a4de-80c253f4fab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'adbf0553-b476-4533-a282-e74124932d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:27:12.140296 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-08c50ab6-276f-404f-b2b9-7a68b289664d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:12.140691 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c50ab6-276f-404f-b2b9-7a68b289664d None None] Bound using segment: {'id': 'ff4c1188-4c7e-4a21-a4de-80c253f4fab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'adbf0553-b476-4533-a282-e74124932d76'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:27:12.141216 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-08c50ab6-276f-404f-b2b9-7a68b289664d None None] Bound port: 00e8a9e8-bd1b-484b-9903-3c8a9fa65b58, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff4c1188-4c7e-4a21-a4de-80c253f4fab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'adbf0553-b476-4533-a282-e74124932d76'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:27:12.141551 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-08c50ab6-276f-404f-b2b9-7a68b289664d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:12.182582 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-e6e673ad-fcfb-40d1-b538-ce0196e4fff4 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] For port afe6c691-0f70-4484-b187-dad36cc474b9, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=afe6c691-0f70-4484-b187-dad36cc474b9,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:27:12.216507 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e6e673ad-fcfb-40d1-b538-ce0196e4fff4 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:12.227046 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883da9f5-406e-4cca-abe6-e070b04af034 req-5240e19c-8e85-49ba-a086-d98c002baffb tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:12.228814 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-883da9f5-406e-4cca-abe6-e070b04af034 req-5240e19c-8e85-49ba-a086-d98c002baffb tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] 10.222.0.98 "GET /v2.0/ports?device_id=795d0a34-637e-44f4-b0ae-12c1aa60a730 HTTP/1.1" status: 200 len: 944 time: 1.3598764 Jul 09 16:27:12.254227 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 1fc5489f-84c9-44e6-ba8e-392c2519d7aa triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:27:12.254603 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:12.256121 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e6e673ad-fcfb-40d1-b538-ce0196e4fff4 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:12.256939 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e6e673ad-fcfb-40d1-b538-ce0196e4fff4 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:12.313385 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-08c50ab6-276f-404f-b2b9-7a68b289664d None None] For port 00e8a9e8-bd1b-484b-9903-3c8a9fa65b58, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:27:12.318710 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-08c50ab6-276f-404f-b2b9-7a68b289664d None None] For port 00e8a9e8-bd1b-484b-9903-3c8a9fa65b58, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=00e8a9e8-bd1b-484b-9903-3c8a9fa65b58,segment=NetworkSegment(ff4c1188-4c7e-4a21-a4de-80c253f4fab0),segment_id=ff4c1188-4c7e-4a21-a4de-80c253f4fab0)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:27:12.328968 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-08c50ab6-276f-404f-b2b9-7a68b289664d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:12.385349 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 103cf23e-86d6-48fd-8824-91a3ded96efd completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:27:12.399959 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 103cf23e-86d6-48fd-8824-91a3ded96efd triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:27:12.400775 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:12.404143 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e673ad-fcfb-40d1-b538-ce0196e4fff4 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:27:12.409755 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f0605253-eef6-477c-85fd-4da238993d63 req-25e7f86b-9496-4559-a80a-7ab2cc216c1d service neutron] 10.222.0.77 "GET /v2.0/networks/e14244d3-321e-4e11-8fa5-f8d23e2088a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0518620 Jul 09 16:27:12.434337 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-e6e673ad-fcfb-40d1-b538-ce0196e4fff4 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:27:12.458299 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b8025254-c177-4ca2-a0d9-b508073fe788 req-7cd0ff54-603c-4d12-8681-96c6e00ca0a7 service neutron] 10.222.0.77 "GET /v2.0/networks/cb07b627-18f2-452e-9e93-be86bc0f0ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1935773 Jul 09 16:27:12.462748 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e673ad-fcfb-40d1-b538-ce0196e4fff4 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:12.463112 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2541b0f-c239-4fc3-a914-66c015ef1955 None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:27:12.463815 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e6e673ad-fcfb-40d1-b538-ce0196e4fff4 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:12.472002 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e673ad-fcfb-40d1-b538-ce0196e4fff4 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'Subnet': ['ID=c633fb71-15eb-46b5-bfb7-df606ec62331,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:12.478008 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-883da9f5-406e-4cca-abe6-e070b04af034 req-2d49446d-7b12-4ef3-a836-4659c7319e5e tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] 10.222.0.98 "GET /v2.0/security-groups?id=c1fa693e-b215-4799-805b-053a2d9d4145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229478 Jul 09 16:27:12.500270 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e673ad-fcfb-40d1-b538-ce0196e4fff4 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'Port': ['ID=afe6c691-0f70-4484-b187-dad36cc474b9,revision_number=4']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:12.529405 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d928d85-2247-42ca-acc9-4e29fe455091 None None] Pushing event updated for resources: {'Port': ['ID=00e8a9e8-bd1b-484b-9903-3c8a9fa65b58,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:12.563479 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-19c4e3b3-c7fc-44d0-a38a-d21d3a74b988 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:12.573580 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-19c4e3b3-c7fc-44d0-a38a-d21d3a74b988 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:12.586889 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c50ab6-276f-404f-b2b9-7a68b289664d None None] Routers {'a90c85c8-9dc9-478f-bcd7-3b436153b307'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:27:12.587534 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-08c50ab6-276f-404f-b2b9-7a68b289664d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:26:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['a90c85c8-9dc9-478f-bcd7-3b436153b307'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:27:12.588586 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8579a-eba7-42b7-a243-9a51a2935da9 req-628aaff9-269d-4713-9456-038689fde774 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:12.596656 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-50d8579a-eba7-42b7-a243-9a51a2935da9 req-628aaff9-269d-4713-9456-038689fde774 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.4961269 Jul 09 16:27:12.598940 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device a4af443e-a014-40e1-ad84-a9457a1be1b0 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:27:12.630806 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f0605253-eef6-477c-85fd-4da238993d63 req-8afbf893-bb96-4482-89c4-2d3dd4ceeb49 service neutron] 10.222.0.77 "GET /v2.0/networks/e14244d3-321e-4e11-8fa5-f8d23e2088a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018900 Jul 09 16:27:12.669321 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-cf1a66c1-c603-4628-a663-81793947b462 None None] Provisioning for port afe6c691-0f70-4484-b187-dad36cc474b9 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:27:12.672086 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device afe6c691-0f70-4484-b187-dad36cc474b9 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:27:12.679169 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-50d8579a-eba7-42b7-a243-9a51a2935da9 req-d0e0d3da-de89-4c16-9913-922c857dd2d9 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0811965 Jul 09 16:27:12.685749 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4e3b3-c7fc-44d0-a38a-d21d3a74b988 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=670ad315-af7e-4659-b206-bc2bdcdce87f,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:12.729977 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f514ce8-7357-4680-aab2-451246ca27bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:12.737527 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f514ce8-7357-4680-aab2-451246ca27bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:12.741895 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e6e673ad-fcfb-40d1-b538-ce0196e4fff4 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.8496711 Jul 09 16:27:12.744737 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 43032) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:12.747494 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-19c4e3b3-c7fc-44d0-a38a-d21d3a74b988 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:12.749149 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-19c4e3b3-c7fc-44d0-a38a-d21d3a74b988 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7172167 Jul 09 16:27:12.751225 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-daf79c13-792c-4384-8d01-461a550b7bc9 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'port': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'mac_address': 'fa:16:3e:44:b2:38', 'name': 'tempest-NetworksTestDHCPv6-1464623172'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:27:12.759341 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43034) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:12.775191 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-946e6924-9adf-4ab2-b788-9e09132e61e6 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Request body: {'floatingip': {'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:27:12.846569 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f514ce8-7357-4680-aab2-451246ca27bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d253b410-f887-4258-b9c2-9d1eaf53ba03,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:12.876858 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-6f514ce8-7357-4680-aab2-451246ca27bd admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=371b7826adbe415d904f580732d88889&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1381154 Jul 09 16:27:12.877896 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43036) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:12.926846 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-946e6924-9adf-4ab2-b788-9e09132e61e6 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:12.987417 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf79c13-792c-4384-8d01-461a550b7bc9 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:27:13.026353 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4f9c453a-205e-449e-8888-fe2030d8183d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:13.065287 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4f9c453a-205e-449e-8888-fe2030d8183d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:13.132784 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-946e6924-9adf-4ab2-b788-9e09132e61e6 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:13.135529 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-daf79c13-792c-4384-8d01-461a550b7bc9 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:13.171246 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-daf79c13-792c-4384-8d01-461a550b7bc9 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] device_id is not set on port c1f8eee9-323e-4bb5-a5cb-35bf9d0365fb yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:27:13.233053 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4f9c453a-205e-449e-8888-fe2030d8183d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:13.235507 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4f9c453a-205e-449e-8888-fe2030d8183d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:13.245104 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-08c50ab6-276f-404f-b2b9-7a68b289664d None None] Set router a90c85c8-9dc9-478f-bcd7-3b436153b307 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:27:13.251621 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-4f9c453a-205e-449e-8888-fe2030d8183d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d253b410-f887-4258-b9c2-9d1eaf53ba03 HTTP/1.1" status: 204 len: 168 time: 0.3720579 Jul 09 16:27:13.251823 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d774544-b304-4790-ba8e-203c21e3dc2f req-d14f7b84-ddd1-4f0b-9e2d-977ce20846ca tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:13.255155 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3d774544-b304-4790-ba8e-203c21e3dc2f req-d14f7b84-ddd1-4f0b-9e2d-977ce20846ca tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecdae31c-9b18-4116-a3f4-c6df86143d58 HTTP/1.1" status: 200 len: 943 time: 0.1805718 Jul 09 16:27:13.292456 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:13.303411 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port afe6c691-0f70-4484-b187-dad36cc474b9 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:27:13.315415 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port a4af443e-a014-40e1-ad84-a9457a1be1b0, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=a4af443e-a014-40e1-ad84-a9457a1be1b0,segment=NetworkSegment(54adfe02-b869-4884-bf8b-5c8e16c54a46),segment_id=54adfe02-b869-4884-bf8b-5c8e16c54a46)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:27:13.331882 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c453a-205e-449e-8888-fe2030d8183d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d253b410-f887-4258-b9c2-9d1eaf53ba03,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:13.342804 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port afe6c691-0f70-4484-b187-dad36cc474b9 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:27:13.344709 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:13.371474 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-946e6924-9adf-4ab2-b788-9e09132e61e6 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Allocated IP 172.25.0.106 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/2134ed89-bb30-4c5f-a5be-821c99236c7f) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:27:13.411347 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3d774544-b304-4790-ba8e-203c21e3dc2f req-e64308e3-1cf8-4f1c-9600-e0a44613a060 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456439 Jul 09 16:27:13.437308 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': 'a4af443e-a014-40e1-ad84-a9457a1be1b0', 'network_id': 'cb07b627-18f2-452e-9e93-be86bc0f0ec6', 'port_id': 'a4af443e-a014-40e1-ad84-a9457a1be1b0', 'mac_address': 'fa:16:3e:29:94:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '290e7ab8-3d22-43c0-a3ef-f5bcba5938e6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:27:13.511812 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-daf79c13-792c-4384-8d01-461a550b7bc9 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Allocated IP 172.20.0.14 (f22714f5-d774-47cf-ac1e-3989f67517e9/43c99ab2-4d5f-4d47-9a1d-ccb76f300db1/c1f8eee9-323e-4bb5-a5cb-35bf9d0365fb) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:27:13.519623 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '795d0a34-637e-44f4-b0ae-12c1aa60a730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '103cf23e-86d6-48fd-8824-91a3ded96efd'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:27:13.522117 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54705124-baf4-4dd9-8af3-0ef6a83aff13" -d '{"events": [{"server_uuid": "795d0a34-637e-44f4-b0ae-12c1aa60a730", "name": "network-vif-plugged", "status": "completed", "tag": "103cf23e-86d6-48fd-8824-91a3ded96efd"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:27:13.536154 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-946e6924-9adf-4ab2-b788-9e09132e61e6 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:13.566650 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-daf79c13-792c-4384-8d01-461a550b7bc9 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Allocated IP 2001:db8::f816:3eff:fe44:b238 (f22714f5-d774-47cf-ac1e-3989f67517e9/c633fb71-15eb-46b5-bfb7-df606ec62331/c1f8eee9-323e-4bb5-a5cb-35bf9d0365fb) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:27:13.569769 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 103cf23e-86d6-48fd-8824-91a3ded96efd, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=103cf23e-86d6-48fd-8824-91a3ded96efd,segment=NetworkSegment(09b9bd14-7df9-4ccc-91e2-064737385aec),segment_id=09b9bd14-7df9-4ccc-91e2-064737385aec)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:27:13.598061 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed62e95-3fc4-4723-8f97-169ed4eaea5c x-openstack-request-id: req-1ed62e95-3fc4-4723-8f97-169ed4eaea5c {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:27:13.598355 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "795d0a34-637e-44f4-b0ae-12c1aa60a730", "name": "network-vif-plugged", "status": "completed", "tag": "103cf23e-86d6-48fd-8824-91a3ded96efd", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:27:13.598609 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1ed62e95-3fc4-4723-8f97-169ed4eaea5c {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:27:13.599025 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '795d0a34-637e-44f4-b0ae-12c1aa60a730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '103cf23e-86d6-48fd-8824-91a3ded96efd', 'code': 200} Jul 09 16:27:13.604488 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:13.655691 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-946e6924-9adf-4ab2-b788-9e09132e61e6 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:13.702217 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:13.725670 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946e6924-9adf-4ab2-b788-9e09132e61e6 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:27:13.763715 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-946e6924-9adf-4ab2-b788-9e09132e61e6 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:27:13.771251 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946e6924-9adf-4ab2-b788-9e09132e61e6 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:27:13.781474 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4af443e-a014-40e1-ad84-a9457a1be1b0 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:27:13.804016 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port a4af443e-a014-40e1-ad84-a9457a1be1b0, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=a4af443e-a014-40e1-ad84-a9457a1be1b0,segment=NetworkSegment(54adfe02-b869-4884-bf8b-5c8e16c54a46),segment_id=54adfe02-b869-4884-bf8b-5c8e16c54a46)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:27:13.831265 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:13.839698 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946e6924-9adf-4ab2-b788-9e09132e61e6 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Pushing event updated for resources: {'Port': ['ID=2134ed89-bb30-4c5f-a5be-821c99236c7f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:13.857108 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=103cf23e-86d6-48fd-8824-91a3ded96efd,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:13.901551 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b2c02-e348-4e67-b924-a50a7331d836 req-a904a47a-3b17-40ec-a7f7-e5d3b1d1f3c1 tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:13.903510 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-178b2c02-e348-4e67-b924-a50a7331d836 req-a904a47a-3b17-40ec-a7f7-e5d3b1d1f3c1 tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] 10.222.0.98 "GET /v2.0/ports?device_id=795d0a34-637e-44f4-b0ae-12c1aa60a730 HTTP/1.1" status: 200 len: 945 time: 0.2182539 Jul 09 16:27:13.932909 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=a4af443e-a014-40e1-ad84-a9457a1be1b0,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:13.961623 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:13.967149 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-08c50ab6-276f-404f-b2b9-7a68b289664d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'name': 'tempest-AttachVolumeTestJSON-1223617838-router', 'tenant_id': 'c352622f74f54906914220d03e45b0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '1fc5489f-84c9-44e6-ba8e-392c2519d7aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:26:59Z', 'updated_at': '2021-07-09T16:27:08Z', 'revision_number': 4, 'project_id': 'c352622f74f54906914220d03e45b0a2', 'gw_port': {'id': '1fc5489f-84c9-44e6-ba8e-392c2519d7aa', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:27:02Z', 'updated_at': '2021-07-09T16:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '00e8a9e8-bd1b-484b-9903-3c8a9fa65b58', 'name': '', 'network_id': 'adbf0553-b476-4533-a282-e74124932d76', 'tenant_id': 'c352622f74f54906914220d03e45b0a2', 'mac_address': 'fa:16:3e:a6:de:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '4438d29a-df86-457d-ba35-c2df5ed90700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:27:06Z', 'updated_at': '2021-07-09T16:27:12Z', 'revision_number': 4, 'project_id': 'c352622f74f54906914220d03e45b0a2', 'subnets': [{'id': '4438d29a-df86-457d-ba35-c2df5ed90700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:27:13.973775 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-178b2c02-e348-4e67-b924-a50a7331d836 req-2784739e-78a1-4a20-9ed2-ee4de200bcae tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] 10.222.0.98 "GET /v2.0/security-groups?id=c1fa693e-b215-4799-805b-053a2d9d4145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589890 Jul 09 16:27:14.018077 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c50ab6-276f-404f-b2b9-7a68b289664d None None] The sync data for ids ['a90c85c8-9dc9-478f-bcd7-3b436153b307'] in n-d-798930-3 is: [{'id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'name': 'tempest-AttachVolumeTestJSON-1223617838-router', 'tenant_id': 'c352622f74f54906914220d03e45b0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '1fc5489f-84c9-44e6-ba8e-392c2519d7aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:26:59Z', 'updated_at': '2021-07-09T16:27:08Z', 'revision_number': 4, 'project_id': 'c352622f74f54906914220d03e45b0a2', 'gw_port': {'id': '1fc5489f-84c9-44e6-ba8e-392c2519d7aa', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:27:02Z', 'updated_at': '2021-07-09T16:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '00e8a9e8-bd1b-484b-9903-3c8a9fa65b58', 'name': '', 'network_id': 'adbf0553-b476-4533-a282-e74124932d76', 'tenant_id': 'c352622f74f54906914220d03e45b0a2', 'mac_address': 'fa:16:3e:a6:de:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '4438d29a-df86-457d-ba35-c2df5ed90700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:27:06Z', 'updated_at': '2021-07-09T16:27:12Z', 'revision_number': 4, 'project_id': 'c352622f74f54906914220d03e45b0a2', 'subnets': [{'id': '4438d29a-df86-457d-ba35-c2df5ed90700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:27:14.039633 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902fafd3-d780-4e6f-adae-1c89a3a03797 req-34175b00-b350-4233-bec8-ffd6f594a07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:14.042685 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-902fafd3-d780-4e6f-adae-1c89a3a03797 req-34175b00-b350-4233-bec8-ffd6f594a07b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=795d0a34-637e-44f4-b0ae-12c1aa60a730 HTTP/1.1" status: 200 len: 1096 time: 0.3155446 Jul 09 16:27:14.049128 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-daf79c13-792c-4384-8d01-461a550b7bc9 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:14.105769 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-daf79c13-792c-4384-8d01-461a550b7bc9 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Transition to ACTIVE for port object c1f8eee9-323e-4bb5-a5cb-35bf9d0365fb will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:27:14.111034 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port afe6c691-0f70-4484-b187-dad36cc474b9, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=afe6c691-0f70-4484-b187-dad36cc474b9,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:27:14.114363 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['a4af443e-a014-40e1-ad84-a9457a1be1b0'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:27:14.132067 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-946e6924-9adf-4ab2-b788-9e09132e61e6 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:14.159120 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:14.164745 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-daf79c13-792c-4384-8d01-461a550b7bc9 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:14.167251 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-902fafd3-d780-4e6f-adae-1c89a3a03797 req-5d147097-6f51-4fe9-8c18-39ee2d414f7e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c1fa693e-b215-4799-805b-053a2d9d4145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151748 Jul 09 16:27:14.238496 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50f03e-46ed-4316-bb3f-0b7a1e9554b0 req-1be62961-430a-4c07-b9e7-32d30ab85e3b tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:14.248374 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-de50f03e-46ed-4316-bb3f-0b7a1e9554b0 req-1be62961-430a-4c07-b9e7-32d30ab85e3b tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.3504703 Jul 09 16:27:14.251985 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=afe6c691-0f70-4484-b187-dad36cc474b9,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:14.259324 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf79c13-792c-4384-8d01-461a550b7bc9 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:27:14.271664 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-daf79c13-792c-4384-8d01-461a550b7bc9 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:27:14.278039 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf79c13-792c-4384-8d01-461a550b7bc9 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:27:14.290700 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-946e6924-9adf-4ab2-b788-9e09132e61e6 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:14.336985 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf79c13-792c-4384-8d01-461a550b7bc9 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'Port': ['ID=c1f8eee9-323e-4bb5-a5cb-35bf9d0365fb,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:14.385524 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-de50f03e-46ed-4316-bb3f-0b7a1e9554b0 req-e4be68e3-07f9-4a7b-8d80-14d76b60aac5 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1358998 Jul 09 16:27:14.395419 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf79c13-792c-4384-8d01-461a550b7bc9 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:14.400773 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-daf79c13-792c-4384-8d01-461a550b7bc9 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:14.442065 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-daf79c13-792c-4384-8d01-461a550b7bc9 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.6936760 Jul 09 16:27:14.442826 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 43070) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:14.602197 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device afe6c691-0f70-4484-b187-dad36cc474b9 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:27:14.705482 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-946e6924-9adf-4ab2-b788-9e09132e61e6 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:14.714327 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5da4455-c482-4c32-9c53-9f2391bdab6d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:14.714570 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-946e6924-9adf-4ab2-b788-9e09132e61e6 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:14.721878 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5da4455-c482-4c32-9c53-9f2391bdab6d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:14.723685 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port afe6c691-0f70-4484-b187-dad36cc474b9 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:27:14.724447 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:14.730370 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e5da4455-c482-4c32-9c53-9f2391bdab6d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.2864406 Jul 09 16:27:14.733623 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43074) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:14.806419 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946e6924-9adf-4ab2-b788-9e09132e61e6 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Pushing event updated for resources: {'Port': ['ID=2134ed89-bb30-4c5f-a5be-821c99236c7f,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:14.852168 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894907e1-1eaa-4f83-8dba-a87e0171ed18 req-aa468dcc-49b8-4119-80dd-ae5e2c2491e3 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:14.865746 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-894907e1-1eaa-4f83-8dba-a87e0171ed18 req-aa468dcc-49b8-4119-80dd-ae5e2c2491e3 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecdae31c-9b18-4116-a3f4-c6df86143d58 HTTP/1.1" status: 200 len: 944 time: 0.2126126 Jul 09 16:27:14.942024 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 00e8a9e8-bd1b-484b-9903-3c8a9fa65b58 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:27:14.943217 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-894907e1-1eaa-4f83-8dba-a87e0171ed18 req-42e2cf44-a19c-4ee1-b4a7-ef7b6b5225cd tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701478 Jul 09 16:27:14.994631 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-946e6924-9adf-4ab2-b788-9e09132e61e6 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:15.020609 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-946e6924-9adf-4ab2-b788-9e09132e61e6 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:15.021888 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-946e6924-9adf-4ab2-b788-9e09132e61e6 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2519789 Jul 09 16:27:15.048948 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 00e8a9e8-bd1b-484b-9903-3c8a9fa65b58 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:27:15.064653 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 00e8a9e8-bd1b-484b-9903-3c8a9fa65b58 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:27:15.064653 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:15.107203 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-64275929-d0fd-4777-9261-fba5db401ff8 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Deleting port c1f8eee9-323e-4bb5-a5cb-35bf9d0365fb {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:27:15.112068 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-64275929-d0fd-4777-9261-fba5db401ff8 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:15.234117 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:15.238165 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f5a8ee37-a6a1-4352-af22-80e81bd22aa6 None None] Provisioning complete for port afe6c691-0f70-4484-b187-dad36cc474b9 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:27:15.238639 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f5a8ee37-a6a1-4352-af22-80e81bd22aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:15.387555 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 00e8a9e8-bd1b-484b-9903-3c8a9fa65b58, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=00e8a9e8-bd1b-484b-9903-3c8a9fa65b58,segment=NetworkSegment(ff4c1188-4c7e-4a21-a4de-80c253f4fab0),segment_id=ff4c1188-4c7e-4a21-a4de-80c253f4fab0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:27:15.391850 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c827b8db-7d8a-4565-81a8-d0a307e4fe41 req-54dd802e-fea3-4a46-886b-3ff605aa7bc3 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--1898999959&fields=id&tenant_id=c352622f74f54906914220d03e45b0a2 HTTP/1.1" status: 200 len: 267 time: 0.0578425 Jul 09 16:27:15.404094 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:15.417388 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c532d0da-8790-4266-aca7-d8311fa485df req-596e676a-ada6-4e25-83cb-895c090521d0 tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:15.419656 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c532d0da-8790-4266-aca7-d8311fa485df req-596e676a-ada6-4e25-83cb-895c090521d0 tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] 10.222.0.98 "GET /v2.0/ports?device_id=795d0a34-637e-44f4-b0ae-12c1aa60a730 HTTP/1.1" status: 200 len: 945 time: 0.1690199 Jul 09 16:27:15.478164 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-64275929-d0fd-4777-9261-fba5db401ff8 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:15.511071 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-64275929-d0fd-4777-9261-fba5db401ff8 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Calling delete_port for c1f8eee9-323e-4bb5-a5cb-35bf9d0365fb owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:27:15.534533 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c532d0da-8790-4266-aca7-d8311fa485df req-8e7d78b8-aa8b-4e3a-a217-efe90ebe4594 tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] 10.222.0.98 "GET /v2.0/security-groups?id=c1fa693e-b215-4799-805b-053a2d9d4145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030262 Jul 09 16:27:15.613644 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=00e8a9e8-bd1b-484b-9903-3c8a9fa65b58,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:15.697651 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827b8db-7d8a-4565-81a8-d0a307e4fe41 req-bf881870-b8ac-41cd-8a41-ffbeac362be8 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:15.707265 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c827b8db-7d8a-4565-81a8-d0a307e4fe41 req-bf881870-b8ac-41cd-8a41-ffbeac362be8 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/networks?id=adbf0553-b476-4533-a282-e74124932d76 HTTP/1.1" status: 200 len: 811 time: 0.2965236 Jul 09 16:27:15.727073 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c827b8db-7d8a-4565-81a8-d0a307e4fe41 req-df98f281-98ba-4e70-b1d0-e1a2e842fd8b tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/quotas/c352622f74f54906914220d03e45b0a2 HTTP/1.1" status: 200 len: 375 time: 0.0184817 Jul 09 16:27:15.815709 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c827b8db-7d8a-4565-81a8-d0a307e4fe41 req-3f193447-ef6f-42a7-ada8-2136f584106f tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=c352622f74f54906914220d03e45b0a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0872691 Jul 09 16:27:15.855042 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4c17d476-60e3-42c5-b88c-c861cfda309f None None] Provisioning for port c1f8eee9-323e-4bb5-a5cb-35bf9d0365fb completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:27:15.859419 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-64275929-d0fd-4777-9261-fba5db401ff8 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:15.859987 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4c17d476-60e3-42c5-b88c-c861cfda309f None None] Provisioning complete for port c1f8eee9-323e-4bb5-a5cb-35bf9d0365fb triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:27:15.859987 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4c17d476-60e3-42c5-b88c-c861cfda309f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:15.890328 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-4c17d476-60e3-42c5-b88c-c861cfda309f None None] Port c1f8eee9-323e-4bb5-a5cb-35bf9d0365fb was deleted so its status cannot be updated. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 09 16:27:15.910085 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64275929-d0fd-4777-9261-fba5db401ff8 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event deleted for resources: {'Port': ['ID=c1f8eee9-323e-4bb5-a5cb-35bf9d0365fb,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:15.946242 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c827b8db-7d8a-4565-81a8-d0a307e4fe41 req-fa6b6f8e-c2a2-462b-be6e-f63bc3c9d895 service neutron] 10.222.0.98 "GET /v2.0/networks/adbf0553-b476-4533-a282-e74124932d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206520 Jul 09 16:27:16.052766 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-64275929-d0fd-4777-9261-fba5db401ff8 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:16.054868 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-64275929-d0fd-4777-9261-fba5db401ff8 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/ports/c1f8eee9-323e-4bb5-a5cb-35bf9d0365fb HTTP/1.1" status: 204 len: 168 time: 1.3195722 Jul 09 16:27:16.057334 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43126) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:16.124192 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c827b8db-7d8a-4565-81a8-d0a307e4fe41 req-2fb3716c-4cee-4218-8a8f-b68df317aea6 service neutron] 10.222.0.98 "GET /v2.0/networks/adbf0553-b476-4533-a282-e74124932d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609058 Jul 09 16:27:16.156976 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bcdf04-64ad-49b0-bf20-b74e5cdab11a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:16.164618 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bcdf04-64ad-49b0-bf20-b74e5cdab11a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:16.168391 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bcdf04-64ad-49b0-bf20-b74e5cdab11a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:16.172521 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-d8bcdf04-64ad-49b0-bf20-b74e5cdab11a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1117949 Jul 09 16:27:16.173141 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 43140) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:16.301905 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-55f59548-9409-403f-8e70-44afd9543f6e tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Deleting subnet 43c99ab2-4d5f-4d47-9a1d-ccb76f300db1 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:27:16.310310 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55f59548-9409-403f-8e70-44afd9543f6e tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:16.316005 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd7984-bff0-4490-a8b0-8c3373ecafe4 req-ef17d789-76b0-4dcd-9dad-a97d5cd8fc74 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:16.323869 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-76cd7984-bff0-4490-a8b0-8c3373ecafe4 req-ef17d789-76b0-4dcd-9dad-a97d5cd8fc74 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecdae31c-9b18-4116-a3f4-c6df86143d58 HTTP/1.1" status: 200 len: 944 time: 0.1503172 Jul 09 16:27:16.348337 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device afe6c691-0f70-4484-b187-dad36cc474b9 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:27:16.404096 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-76cd7984-bff0-4490-a8b0-8c3373ecafe4 req-c6bcf0ed-322a-4185-a08f-c18eec7065ce tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788572 Jul 09 16:27:16.421879 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55f59548-9409-403f-8e70-44afd9543f6e tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:16.449228 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port afe6c691-0f70-4484-b187-dad36cc474b9 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:27:16.450491 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:16.561892 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8ebb81d4-4b31-4d08-940c-c4359a29e7f7 req-b8d4f196-25b3-4adf-9112-b17359487a11 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/ports?device_id=56a0021d-217b-42fc-b461-d010febc7602 HTTP/1.1" status: 200 len: 210 time: 0.0618596 Jul 09 16:27:16.614966 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55f59548-9409-403f-8e70-44afd9543f6e tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:16.647917 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device a4af443e-a014-40e1-ad84-a9457a1be1b0 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:27:16.736356 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55f59548-9409-403f-8e70-44afd9543f6e tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:16.750911 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-470c8360-a906-4ae3-8cd1-73c6ef709114 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1879535 Jul 09 16:27:16.755060 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 00e8a9e8-bd1b-484b-9903-3c8a9fa65b58 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:27:16.805229 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port a4af443e-a014-40e1-ad84-a9457a1be1b0 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:27:16.819076 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port a4af443e-a014-40e1-ad84-a9457a1be1b0 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:27:16.819774 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:16.841344 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55f59548-9409-403f-8e70-44afd9543f6e tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:16.854482 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-55f59548-9409-403f-8e70-44afd9543f6e tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/43c99ab2-4d5f-4d47-9a1d-ccb76f300db1 HTTP/1.1" status: 204 len: 168 time: 0.6794305 Jul 09 16:27:16.858029 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43232) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:16.875237 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f59548-9409-403f-8e70-44afd9543f6e tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event deleted for resources: {'Subnet': ['ID=43c99ab2-4d5f-4d47-9a1d-ccb76f300db1,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:16.887319 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7e2e0c-4e2a-435e-9b9e-d1fdf3323589 None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:27:17.022015 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7246ca0-7770-4d58-bcd6-0e7e110f4481 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Deleting subnet c633fb71-15eb-46b5-bfb7-df606ec62331 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:27:17.032856 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d7246ca0-7770-4d58-bcd6-0e7e110f4481 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:17.111984 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba81d875-896b-4bda-8191-01437a047f27 req-afade245-896d-4657-9446-5ef4a5a9811a tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:17.118945 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ba81d875-896b-4bda-8191-01437a047f27 req-afade245-896d-4657-9446-5ef4a5a9811a tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] 10.222.0.98 "GET /v2.0/ports?device_id=795d0a34-637e-44f4-b0ae-12c1aa60a730 HTTP/1.1" status: 200 len: 945 time: 0.3189318 Jul 09 16:27:17.129716 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 00e8a9e8-bd1b-484b-9903-3c8a9fa65b58 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:27:17.130241 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:17.150192 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-6123bbfc-68f6-4a21-ab6e-7e490ea9ba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:17.150498 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-6123bbfc-68f6-4a21-ab6e-7e490ea9ba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:17.151000 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-6123bbfc-68f6-4a21-ab6e-7e490ea9ba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:17.151467 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-6123bbfc-68f6-4a21-ab6e-7e490ea9ba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:17.152096 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-6123bbfc-68f6-4a21-ab6e-7e490ea9ba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:17.152431 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-6123bbfc-68f6-4a21-ab6e-7e490ea9ba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:17.152972 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-6123bbfc-68f6-4a21-ab6e-7e490ea9ba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:17.154957 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-6123bbfc-68f6-4a21-ab6e-7e490ea9ba28 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9c1d3606ae1042aca4f5fe7ec5b98f71&device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 6500 time: 0.3099134 Jul 09 16:27:17.178514 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:17.183603 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d7246ca0-7770-4d58-bcd6-0e7e110f4481 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:17.224894 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecdae31c-9b18-4116-a3f4-c6df86143d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4af443e-a014-40e1-ad84-a9457a1be1b0'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:27:17.227359 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ff3953-c0d4-4709-aa18-aa968e2618df" -d '{"events": [{"server_uuid": "ecdae31c-9b18-4116-a3f4-c6df86143d58", "name": "network-vif-plugged", "status": "completed", "tag": "a4af443e-a014-40e1-ad84-a9457a1be1b0"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:27:17.250323 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port a4af443e-a014-40e1-ad84-a9457a1be1b0, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=a4af443e-a014-40e1-ad84-a9457a1be1b0,segment=NetworkSegment(54adfe02-b869-4884-bf8b-5c8e16c54a46),segment_id=54adfe02-b869-4884-bf8b-5c8e16c54a46)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:27:17.281248 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:17.323449 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-9b9cb74c-48a7-45c2-9c3e-9e5eb94a13f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:17.323929 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-9b9cb74c-48a7-45c2-9c3e-9e5eb94a13f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:17.324390 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-9b9cb74c-48a7-45c2-9c3e-9e5eb94a13f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:17.326199 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-9b9cb74c-48a7-45c2-9c3e-9e5eb94a13f2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3a4e126d-a665-4056-ac42-0c366e7fbeca&id=6395e908-6223-4d6f-b1c1-e394506abed8&id=6395e908-6223-4d6f-b1c1-e394506abed8&id=6395e908-6223-4d6f-b1c1-e394506abed8&id=6395e908-6223-4d6f-b1c1-e394506abed8&id=f2f28c7b-9941-49e4-8996-9de52a7808d3&id=f2f28c7b-9941-49e4-8996-9de52a7808d3 HTTP/1.1" status: 200 len: 2297 time: 0.1388550 Jul 09 16:27:17.355043 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ba81d875-896b-4bda-8191-01437a047f27 req-921edb19-c015-4a1c-9662-39546024655c tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] 10.222.0.98 "GET /v2.0/security-groups?id=c1fa693e-b215-4799-805b-053a2d9d4145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350888 Jul 09 16:27:17.400620 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=a4af443e-a014-40e1-ad84-a9457a1be1b0,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:17.451476 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 43258) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:17.462299 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75e02ac-cfe4-474e-8970-52dc25532933 x-openstack-request-id: req-a75e02ac-cfe4-474e-8970-52dc25532933 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:27:17.463172 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecdae31c-9b18-4116-a3f4-c6df86143d58", "name": "network-vif-plugged", "status": "completed", "tag": "a4af443e-a014-40e1-ad84-a9457a1be1b0", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:27:17.463623 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a75e02ac-cfe4-474e-8970-52dc25532933 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:27:17.464199 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecdae31c-9b18-4116-a3f4-c6df86143d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4af443e-a014-40e1-ad84-a9457a1be1b0', 'code': 200} Jul 09 16:27:17.530308 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-dd0d2658-2aea-4c7c-b6f2-0bca0b286f91 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e01c9589-6e5d-4d24-9c0d-a5ccec3105eb HTTP/1.1" status: 200 len: 1000 time: 0.1733506 Jul 09 16:27:17.694952 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d7246ca0-7770-4d58-bcd6-0e7e110f4481 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:17.772558 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-172e0b0b-4ab4-493b-8c20-00905a67dc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:17.774349 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-172e0b0b-4ab4-493b-8c20-00905a67dc62 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17b1bf0f-6449-4963-a32c-463b55d292cb HTTP/1.1" status: 200 len: 856 time: 0.2372341 Jul 09 16:27:17.801647 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ee7b39e2-4d2d-4f33-a143-134d6c41faeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:17.809862 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e2529-b69b-440f-bb84-6a32dce74349 req-7118954f-44ad-47f8-b881-5825d3305ef9 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:17.817082 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e2529-b69b-440f-bb84-6a32dce74349 req-7118954f-44ad-47f8-b881-5825d3305ef9 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:17.829029 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e2529-b69b-440f-bb84-6a32dce74349 req-7118954f-44ad-47f8-b881-5825d3305ef9 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:17.836080 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e2529-b69b-440f-bb84-6a32dce74349 req-7118954f-44ad-47f8-b881-5825d3305ef9 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:17.837678 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2cd0a-43ab-4d32-b4ee-785ce33b48d3 req-961e24be-3eeb-429b-b4b4-0ee549015deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:17.840126 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a2e2cd0a-43ab-4d32-b4ee-785ce33b48d3 req-961e24be-3eeb-429b-b4b4-0ee549015deb service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ecdae31c-9b18-4116-a3f4-c6df86143d58 HTTP/1.1" status: 200 len: 1096 time: 0.2157350 Jul 09 16:27:17.843887 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e2529-b69b-440f-bb84-6a32dce74349 req-7118954f-44ad-47f8-b881-5825d3305ef9 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:17.851254 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e2529-b69b-440f-bb84-6a32dce74349 req-7118954f-44ad-47f8-b881-5825d3305ef9 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:17.857650 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e2529-b69b-440f-bb84-6a32dce74349 req-7118954f-44ad-47f8-b881-5825d3305ef9 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:17.866678 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b90e2529-b69b-440f-bb84-6a32dce74349 req-7118954f-44ad-47f8-b881-5825d3305ef9 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 5443 time: 0.2881992 Jul 09 16:27:17.895739 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a2e2cd0a-43ab-4d32-b4ee-785ce33b48d3 req-87e72532-b577-4316-ac6b-9187b5c5a5b7 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487959 Jul 09 16:27:17.965807 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b90e2529-b69b-440f-bb84-6a32dce74349 req-87bc3e79-de8f-4a0e-896e-cee22271844b tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca0135bb-d8c1-4b57-8ce3-faf17c546fda&id=c40e1744-30c5-4994-a4ae-d009355a2528&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0972826 Jul 09 16:27:17.967139 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d7246ca0-7770-4d58-bcd6-0e7e110f4481 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:17.989121 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ee7b39e2-4d2d-4f33-a143-134d6c41faeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:17.994680 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ee7b39e2-4d2d-4f33-a143-134d6c41faeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:18.037561 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7246ca0-7770-4d58-bcd6-0e7e110f4481 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event deleted for resources: {'Subnet': ['ID=c633fb71-15eb-46b5-bfb7-df606ec62331,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:18.046226 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d7246ca0-7770-4d58-bcd6-0e7e110f4481 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:18.049003 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-d7246ca0-7770-4d58-bcd6-0e7e110f4481 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/c633fb71-15eb-46b5-bfb7-df606ec62331 HTTP/1.1" status: 204 len: 168 time: 1.1891494 Jul 09 16:27:18.056511 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43272) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:18.093512 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7b39e2-4d2d-4f33-a143-134d6c41faeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc991f55-4a81-4119-b654-d634114bf513,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:18.098435 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ee7b39e2-4d2d-4f33-a143-134d6c41faeb admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d1bb96844e1749ee8001285fbd11fb20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6458738 Jul 09 16:27:18.108556 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 43274) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:18.127743 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c728936f-a3eb-433c-92eb-b5f0602a1ada tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0657256 Jul 09 16:27:18.128567 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43276) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:18.139165 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-ea803d50-b8d2-40d4-8725-21e704864e66 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'subnet': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:27:18.159834 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-396d72c3-833a-4b18-8e9f-0cb7145c97ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:18.161433 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-396d72c3-833a-4b18-8e9f-0cb7145c97ca service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3a4e126d-a665-4056-ac42-0c366e7fbeca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3658586 Jul 09 16:27:18.214946 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd04e22-0d11-4cc8-b2cc-3eceae38a3db None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:27:18.248546 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2f480-a12f-40e2-8186-258b8d1717c6 req-4a8b028c-9026-461f-a287-0339c2771a50 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:18.256343 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-efe2f480-a12f-40e2-8186-258b8d1717c6 req-4a8b028c-9026-461f-a287-0339c2771a50 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecdae31c-9b18-4116-a3f4-c6df86143d58 HTTP/1.1" status: 200 len: 945 time: 0.2187469 Jul 09 16:27:18.263634 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-af97dd01-8ae6-4e7e-bee3-e5676252cec5 req-274784a3-bb33-4645-8de0-1a8cbe1e0f07 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/ports?device_id=56a0021d-217b-42fc-b461-d010febc7602 HTTP/1.1" status: 200 len: 210 time: 0.1053481 Jul 09 16:27:18.281425 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-709138df-2a45-4a36-8da8-6152141075ff None None] Provisioning complete for port afe6c691-0f70-4484-b187-dad36cc474b9 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:27:18.281796 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-709138df-2a45-4a36-8da8-6152141075ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:18.311782 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e76527e8-baae-4837-ab95-2d87c9838fd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:18.340576 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e76527e8-baae-4837-ab95-2d87c9838fd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:18.395109 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-efe2f480-a12f-40e2-8186-258b8d1717c6 req-6281c0b9-ee0a-44ae-b5b0-064f12d14d32 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375401 Jul 09 16:27:18.398194 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea803d50-b8d2-40d4-8725-21e704864e66 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:27:18.402202 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ea803d50-b8d2-40d4-8725-21e704864e66 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:18.544154 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827b8db-7d8a-4565-81a8-d0a307e4fe41 req-49ad9c27-2604-473e-aecc-03557f21d5c4 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:18.546408 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c827b8db-7d8a-4565-81a8-d0a307e4fe41 req-49ad9c27-2604-473e-aecc-03557f21d5c4 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.77 "GET /v2.0/networks?id=adbf0553-b476-4533-a282-e74124932d76 HTTP/1.1" status: 200 len: 811 time: 0.3728039 Jul 09 16:27:18.564253 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-6c36bc0e-0d1e-47c9-9d79-e2d71ff580d1 service neutron] 10.222.0.73 "GET /v2.0/networks/3a4e126d-a665-4056-ac42-0c366e7fbeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606691 Jul 09 16:27:18.636950 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c827b8db-7d8a-4565-81a8-d0a307e4fe41 req-a7293adc-4a4f-4b98-910a-98ae40673e6c tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c352622f74f54906914220d03e45b0a2 HTTP/1.1" status: 200 len: 380 time: 0.0762961 Jul 09 16:27:18.638271 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e76527e8-baae-4837-ab95-2d87c9838fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:18.641548 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e76527e8-baae-4837-ab95-2d87c9838fd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:18.642997 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e76527e8-baae-4837-ab95-2d87c9838fd3 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/fc991f55-4a81-4119-b654-d634114bf513 HTTP/1.1" status: 204 len: 168 time: 0.5334702 Jul 09 16:27:18.647652 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36894c1b-7630-45f6-83d7-818ae4567323 None None] DHCP port deletion for f22714f5-d774-47cf-ac1e-3989f67517e9 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:27:18.649989 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-c827b8db-7d8a-4565-81a8-d0a307e4fe41 req-7bdc3db7-ee6a-4b9d-8c23-6c2a3a136d92 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Request body: {'port': {'device_id': '56a0021d-217b-42fc-b461-d010febc7602', 'network_id': 'adbf0553-b476-4533-a282-e74124932d76', 'admin_state_up': True, 'tenant_id': 'c352622f74f54906914220d03e45b0a2', 'security_groups': ['08871550-d616-4453-85b1-faed9ff5bbda']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:27:18.687407 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-eb892723-455f-46ff-9ab5-ac00b17cfdf2 service neutron] 10.222.0.73 "GET /v2.0/networks/3a4e126d-a665-4056-ac42-0c366e7fbeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053250 Jul 09 16:27:18.750932 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-36894c1b-7630-45f6-83d7-818ae4567323 None None] Deleting port afe6c691-0f70-4484-b187-dad36cc474b9 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:27:18.753746 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-36894c1b-7630-45f6-83d7-818ae4567323 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:18.774785 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76527e8-baae-4837-ab95-2d87c9838fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc991f55-4a81-4119-b654-d634114bf513,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:18.841925 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-3346b99b-2c10-42b4-9d90-abfcfedf1c4e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847 HTTP/1.1" status: 200 len: 217 time: 0.1033266 Jul 09 16:27:18.937776 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-36894c1b-7630-45f6-83d7-818ae4567323 None None] For port afe6c691-0f70-4484-b187-dad36cc474b9, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=afe6c691-0f70-4484-b187-dad36cc474b9,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:27:18.939666 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-36894c1b-7630-45f6-83d7-818ae4567323 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:18.940065 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-c190ce4b-c4b9-460e-8612-7ad1cab94957 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:18.940294 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ea803d50-b8d2-40d4-8725-21e704864e66 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:18.946748 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-c190ce4b-c4b9-460e-8612-7ad1cab94957 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:18.953168 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-c190ce4b-c4b9-460e-8612-7ad1cab94957 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:18.959221 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-c190ce4b-c4b9-460e-8612-7ad1cab94957 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:18.966608 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-c190ce4b-c4b9-460e-8612-7ad1cab94957 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:18.971815 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-36894c1b-7630-45f6-83d7-818ae4567323 None None] Calling delete_port for afe6c691-0f70-4484-b187-dad36cc474b9 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:27:18.977030 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-c190ce4b-c4b9-460e-8612-7ad1cab94957 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:18.988656 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-c190ce4b-c4b9-460e-8612-7ad1cab94957 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:18.996922 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-c190ce4b-c4b9-460e-8612-7ad1cab94957 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.73 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 5443 time: 0.2022290 Jul 09 16:27:19.038910 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c827b8db-7d8a-4565-81a8-d0a307e4fe41 req-7bdc3db7-ee6a-4b9d-8c23-6c2a3a136d92 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Made reservation on behalf of c352622f74f54906914220d03e45b0a2 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:27:19.042828 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c827b8db-7d8a-4565-81a8-d0a307e4fe41 req-7bdc3db7-ee6a-4b9d-8c23-6c2a3a136d92 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:19.084246 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-37a87b4f-6d07-426a-aa05-692b41ed1972 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:19.085083 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-37a87b4f-6d07-426a-aa05-692b41ed1972 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.73 "GET /v2.0/ports/f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0846014 Jul 09 16:27:19.157746 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-b7380cad-ecca-4d03-ad04-1d473f01d474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:19.162800 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-b7380cad-ecca-4d03-ad04-1d473f01d474 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=981e8e3d-124b-4345-9952-afb7f38f6b86 HTTP/1.1" status: 200 len: 797 time: 0.3007519 Jul 09 16:27:19.179445 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea803d50-b8d2-40d4-8725-21e704864e66 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:27:19.188089 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-36894c1b-7630-45f6-83d7-818ae4567323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:19.210989 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-ea803d50-b8d2-40d4-8725-21e704864e66 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:27:19.263104 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 43294) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:19.264198 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36894c1b-7630-45f6-83d7-818ae4567323 None None] Pushing event deleted for resources: {'Port': ['ID=afe6c691-0f70-4484-b187-dad36cc474b9,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:19.267093 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36894c1b-7630-45f6-83d7-818ae4567323 None None] No DVR routers for this DVR port afe6c691-0f70-4484-b187-dad36cc474b9 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:27:19.277452 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea803d50-b8d2-40d4-8725-21e704864e66 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:19.280238 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ea803d50-b8d2-40d4-8725-21e704864e66 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:19.289212 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffc0ade-e009-4148-b7db-639ec159988e None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:27:19.292499 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3657b413-c314-4211-9a0e-d5b17eec033c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:19.304236 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea803d50-b8d2-40d4-8725-21e704864e66 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'Subnet': ['ID=914c4487-3c77-4546-ab56-f5bbf88a1708,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:19.357626 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-4c347247-4193-4d26-914a-ed5ef8bb65e6 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.73 "GET /v2.0/networks/6395e908-6223-4d6f-b1c1-e394506abed8?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2623403 Jul 09 16:27:19.373746 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-5c6f0ad8-ffa7-48d5-9228-63dc918b670c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:27:19.381669 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-c827b8db-7d8a-4565-81a8-d0a307e4fe41 req-7bdc3db7-ee6a-4b9d-8c23-6c2a3a136d92 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Allocated IP 172.20.0.6 (adbf0553-b476-4533-a282-e74124932d76/4438d29a-df86-457d-ba35-c2df5ed90700/afa69882-a289-47d1-b186-c740c902a5b7) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:27:19.483294 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653b8cf4-5151-4040-bac4-df014c93bc30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-f22714f5-d774-47cf-ac1e-3989f67517e9', 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'tenant_id': '005b565b3c004d24a50d69ddcd50be46', 'fixed_ips': [{'subnet_id': '914c4487-3c77-4546-ab56-f5bbf88a1708'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:27:19.484552 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-653b8cf4-5151-4040-bac4-df014c93bc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:19.555973 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8127d2-0d3f-4222-b376-6e012eff9417 req-a97849e3-ef0b-4294-8447-e47d564eaf09 tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:19.557465 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8f8127d2-0d3f-4222-b376-6e012eff9417 req-a97849e3-ef0b-4294-8447-e47d564eaf09 tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] 10.222.0.98 "GET /v2.0/ports?device_id=795d0a34-637e-44f4-b0ae-12c1aa60a730 HTTP/1.1" status: 200 len: 945 time: 0.2497666 Jul 09 16:27:19.578274 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-5c6f0ad8-ffa7-48d5-9228-63dc918b670c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:19.647749 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ea803d50-b8d2-40d4-8725-21e704864e66 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5156920 Jul 09 16:27:19.650587 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43300) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:19.659095 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-653b8cf4-5151-4040-bac4-df014c93bc30 None None] Allocated IP 172.20.0.2 (f22714f5-d774-47cf-ac1e-3989f67517e9/914c4487-3c77-4546-ab56-f5bbf88a1708/7a8e85cf-0d49-451d-9b5d-bfab2d6b6e5f) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:27:19.669766 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8f8127d2-0d3f-4222-b376-6e012eff9417 req-f95450d6-b976-427d-a7a2-022cc2e54340 tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] 10.222.0.98 "GET /v2.0/security-groups?id=c1fa693e-b215-4799-805b-053a2d9d4145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025872 Jul 09 16:27:19.671150 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-55c080af-7619-47c2-a48d-b637368e9997 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'subnet': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:27:19.767708 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-cefa0cfb-0c45-4f22-91af-fcd4d597e79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:19.768700 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c827b8db-7d8a-4565-81a8-d0a307e4fe41 req-7bdc3db7-ee6a-4b9d-8c23-6c2a3a136d92 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:19.769455 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-cefa0cfb-0c45-4f22-91af-fcd4d597e79c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6395e908-6223-4d6f-b1c1-e394506abed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5965297 Jul 09 16:27:19.804013 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-c827b8db-7d8a-4565-81a8-d0a307e4fe41 req-7bdc3db7-ee6a-4b9d-8c23-6c2a3a136d92 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Transition to ACTIVE for port object afa69882-a289-47d1-b186-c740c902a5b7 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:27:19.853594 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b03fef-6927-4eae-870e-db2f680a80d1 req-2e8acefa-4140-44fd-aa8c-d390d59132bb tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:19.859811 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b03fef-6927-4eae-870e-db2f680a80d1 req-2e8acefa-4140-44fd-aa8c-d390d59132bb tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:19.881500 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b03fef-6927-4eae-870e-db2f680a80d1 req-2e8acefa-4140-44fd-aa8c-d390d59132bb tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:19.888711 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b03fef-6927-4eae-870e-db2f680a80d1 req-2e8acefa-4140-44fd-aa8c-d390d59132bb tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:19.900568 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b03fef-6927-4eae-870e-db2f680a80d1 req-2e8acefa-4140-44fd-aa8c-d390d59132bb tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:19.907866 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-653b8cf4-5151-4040-bac4-df014c93bc30 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:19.919762 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-653b8cf4-5151-4040-bac4-df014c93bc30 None None] Transition to ACTIVE for port object 7a8e85cf-0d49-451d-9b5d-bfab2d6b6e5f will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:27:19.923892 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b03fef-6927-4eae-870e-db2f680a80d1 req-2e8acefa-4140-44fd-aa8c-d390d59132bb tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:19.929707 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-5c6f0ad8-ffa7-48d5-9228-63dc918b670c service neutron] For port f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847,segment=NetworkSegment(21dc0c02-4744-4465-9c58-ff9696cac53b),segment_id=21dc0c02-4744-4465-9c58-ff9696cac53b)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:27:19.933581 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b03fef-6927-4eae-870e-db2f680a80d1 req-2e8acefa-4140-44fd-aa8c-d390d59132bb tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:19.944152 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-653b8cf4-5151-4040-bac4-df014c93bc30 None None] Transition to ACTIVE for port object 7a8e85cf-0d49-451d-9b5d-bfab2d6b6e5f will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:27:19.949049 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-11b03fef-6927-4eae-870e-db2f680a80d1 req-2e8acefa-4140-44fd-aa8c-d390d59132bb tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 5443 time: 0.6624229 Jul 09 16:27:19.958176 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-653b8cf4-5151-4040-bac4-df014c93bc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:19.966535 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c827b8db-7d8a-4565-81a8-d0a307e4fe41 req-7bdc3db7-ee6a-4b9d-8c23-6c2a3a136d92 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:20.023588 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3657b413-c314-4211-9a0e-d5b17eec033c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:20.041121 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653b8cf4-5151-4040-bac4-df014c93bc30 None None] Pushing event updated for resources: {'Port': ['ID=7a8e85cf-0d49-451d-9b5d-bfab2d6b6e5f,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:20.048354 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-11b03fef-6927-4eae-870e-db2f680a80d1 req-47521775-a175-4115-a92b-57549f334505 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca0135bb-d8c1-4b57-8ce3-faf17c546fda&id=c40e1744-30c5-4994-a4ae-d009355a2528&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0982339 Jul 09 16:27:20.065401 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653b8cf4-5151-4040-bac4-df014c93bc30 None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:27:20.067334 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-653b8cf4-5151-4040-bac4-df014c93bc30 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:27:20.071288 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3657b413-c314-4211-9a0e-d5b17eec033c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:20.071428 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653b8cf4-5151-4040-bac4-df014c93bc30 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:27:20.093522 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-131bb0c6-3420-477e-bd1d-8003946d151a service neutron] 10.222.0.73 "GET /v2.0/networks/6395e908-6223-4d6f-b1c1-e394506abed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104649 Jul 09 16:27:20.134646 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c080af-7619-47c2-a48d-b637368e9997 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:27:20.139418 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-55c080af-7619-47c2-a48d-b637368e9997 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:20.150064 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-653b8cf4-5151-4040-bac4-df014c93bc30 None None] Attempting to bind port 7a8e85cf-0d49-451d-9b5d-bfab2d6b6e5f on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:27:20.150431 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-653b8cf4-5151-4040-bac4-df014c93bc30 None None] Attempting to bind port 7a8e85cf-0d49-451d-9b5d-bfab2d6b6e5f by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:27:20.150827 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653b8cf4-5151-4040-bac4-df014c93bc30 None None] Attempting to bind port 7a8e85cf-0d49-451d-9b5d-bfab2d6b6e5f on network f22714f5-d774-47cf-ac1e-3989f67517e9 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:27:20.157051 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653b8cf4-5151-4040-bac4-df014c93bc30 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:27:20.157427 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653b8cf4-5151-4040-bac4-df014c93bc30 None None] Checking segment: {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:27:20.157833 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-653b8cf4-5151-4040-bac4-df014c93bc30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:20.158422 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653b8cf4-5151-4040-bac4-df014c93bc30 None None] Bound using segment: {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:27:20.158956 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-653b8cf4-5151-4040-bac4-df014c93bc30 None None] Bound port: 7a8e85cf-0d49-451d-9b5d-bfab2d6b6e5f, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:27:20.159345 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-653b8cf4-5151-4040-bac4-df014c93bc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:20.291555 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-653b8cf4-5151-4040-bac4-df014c93bc30 None None] For port 7a8e85cf-0d49-451d-9b5d-bfab2d6b6e5f, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:27:20.296425 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-653b8cf4-5151-4040-bac4-df014c93bc30 None None] For port 7a8e85cf-0d49-451d-9b5d-bfab2d6b6e5f, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=7a8e85cf-0d49-451d-9b5d-bfab2d6b6e5f,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:27:20.299831 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device afe6c691-0f70-4484-b187-dad36cc474b9 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:27:20.324090 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-653b8cf4-5151-4040-bac4-df014c93bc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:20.327996 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: afe6c691-0f70-4484-b187-dad36cc474b9 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:27:20.328423 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device afe6c691-0f70-4484-b187-dad36cc474b9 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:27:20.407513 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653b8cf4-5151-4040-bac4-df014c93bc30 None None] Pushing event updated for resources: {'Port': ['ID=7a8e85cf-0d49-451d-9b5d-bfab2d6b6e5f,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:20.520317 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c827b8db-7d8a-4565-81a8-d0a307e4fe41 req-7bdc3db7-ee6a-4b9d-8c23-6c2a3a136d92 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Network adbf0553-b476-4533-a282-e74124932d76 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:27:20.523514 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-5c6f0ad8-ffa7-48d5-9228-63dc918b670c service neutron] For port f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847, host n-h2-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:27:20.566894 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-c827b8db-7d8a-4565-81a8-d0a307e4fe41 req-7bdc3db7-ee6a-4b9d-8c23-6c2a3a136d92 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:27:20.573569 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-c827b8db-7d8a-4565-81a8-d0a307e4fe41 req-7bdc3db7-ee6a-4b9d-8c23-6c2a3a136d92 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:27:20.579190 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdc3db7-ee6a-4b9d-8c23-6c2a3a136d92 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Pushing event updated for resources: {'Port': ['ID=afa69882-a289-47d1-b186-c740c902a5b7,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:20.586431 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657b413-c314-4211-9a0e-d5b17eec033c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03df291e-99de-4b36-b44c-6b1d08e4cd5e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:20.591647 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-3657b413-c314-4211-9a0e-d5b17eec033c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=cc4974fc0e524791a262c1e026ab4aa0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3250151 Jul 09 16:27:20.618953 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 43304) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:20.647434 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-5c6f0ad8-ffa7-48d5-9228-63dc918b670c service neutron] device_id is not set on port f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:27:20.707238 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-5c6f0ad8-ffa7-48d5-9228-63dc918b670c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:20.738442 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-5c6f0ad8-ffa7-48d5-9228-63dc918b670c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:20.779994 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-c8b6be51-f718-426f-b143-80511fd3a39b service neutron] 10.222.0.73 "GET /v2.0/networks/6395e908-6223-4d6f-b1c1-e394506abed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6763611 Jul 09 16:27:20.815957 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840e86db-e7d9-4cb0-89d3-e3b1a2df5511 req-17b46d6b-9576-4783-99f0-a317cc89aa93 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:20.817497 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827b8db-7d8a-4565-81a8-d0a307e4fe41 req-7bdc3db7-ee6a-4b9d-8c23-6c2a3a136d92 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:20.817656 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-840e86db-e7d9-4cb0-89d3-e3b1a2df5511 req-17b46d6b-9576-4783-99f0-a317cc89aa93 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecdae31c-9b18-4116-a3f4-c6df86143d58 HTTP/1.1" status: 200 len: 945 time: 0.3928723 Jul 09 16:27:20.818546 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c827b8db-7d8a-4565-81a8-d0a307e4fe41 req-7bdc3db7-ee6a-4b9d-8c23-6c2a3a136d92 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:20.865543 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bafb59-473c-45d1-930f-4ec056af79a3 req-7d973c7b-1010-4931-b405-80cc8a38e079 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:20.873329 n-d-798930-3 neutron-server[93959]: DEBUG neutron.objects.ports [None req-55c080af-7619-47c2-a48d-b637368e9997 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93959) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 16:27:20.873796 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-19bafb59-473c-45d1-930f-4ec056af79a3 req-7d973c7b-1010-4931-b405-80cc8a38e079 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/ports?device_id=56a0021d-217b-42fc-b461-d010febc7602 HTTP/1.1" status: 200 len: 931 time: 0.9038668 Jul 09 16:27:20.924982 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6f0ad8-ffa7-48d5-9228-63dc918b670c service neutron] Pushing event updated for resources: {'Port': ['ID=f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847,revision_number=6']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:20.939900 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-840e86db-e7d9-4cb0-89d3-e3b1a2df5511 req-4f024247-571b-44c9-9ff1-173e10f49163 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683703 Jul 09 16:27:20.941823 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-3c3be769-f207-4053-b1f2-5b0e1eda3abb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e HTTP/1.1" status: 200 len: 217 time: 0.1484048 Jul 09 16:27:20.957198 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c827b8db-7d8a-4565-81a8-d0a307e4fe41 req-7bdc3db7-ee6a-4b9d-8c23-6c2a3a136d92 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3122787 Jul 09 16:27:21.021836 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0b78d8ec-79c8-4359-9f54-ae53cd3bc0e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:21.023773 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-5c6f0ad8-ffa7-48d5-9228-63dc918b670c service neutron] No DVR routers for this DVR port f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847 on host n-h2-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:27:21.035424 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-c827b8db-7d8a-4565-81a8-d0a307e4fe41 req-fb51c6f4-fa29-45d6-9997-39daf5d4fa5a service neutron] Request body: {'port': {'device_id': '56a0021d-217b-42fc-b461-d010febc7602', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:27:21.088554 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3ded53c4-8549-45e6-9125-f2fc52bb621c None None] Provisioning for port afa69882-a289-47d1-b186-c740c902a5b7 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:27:21.099418 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3ded53c4-8549-45e6-9125-f2fc52bb621c None None] Provisioning complete for port afa69882-a289-47d1-b186-c740c902a5b7 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:27:21.103763 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3ded53c4-8549-45e6-9125-f2fc52bb621c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:21.215268 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0b78d8ec-79c8-4359-9f54-ae53cd3bc0e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:21.227919 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-3ded53c4-8549-45e6-9125-f2fc52bb621c None None] Port afa69882-a289-47d1-b186-c740c902a5b7 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:27:21.243141 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-19bafb59-473c-45d1-930f-4ec056af79a3 req-f5b4dba1-7866-4c97-a185-370f569de631 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/security-groups?id=08871550-d616-4453-85b1-faed9ff5bbda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3643610 Jul 09 16:27:21.266066 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-5c6f0ad8-ffa7-48d5-9228-63dc918b670c service neutron] In _notify_port_updated(), no bound segment for port f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847 on network 6395e908-6223-4d6f-b1c1-e394506abed8 {{(pid=93958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 16:27:21.267091 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-5c6f0ad8-ffa7-48d5-9228-63dc918b670c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:21.267935 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-5c6f0ad8-ffa7-48d5-9228-63dc918b670c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:21.269505 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-5c6f0ad8-ffa7-48d5-9228-63dc918b670c service neutron] 10.222.0.73 "PUT /v2.0/ports/f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847 HTTP/1.1" status: 200 len: 1032 time: 1.9030848 Jul 09 16:27:21.311620 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-7f3bceb2-de0b-4bc2-a1f7-aca0ec9a83ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:21.313079 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-7f3bceb2-de0b-4bc2-a1f7-aca0ec9a83ec service neutron] 10.222.0.73 "GET /v2.0/subnets?id=981e8e3d-124b-4345-9952-afb7f38f6b86 HTTP/1.1" status: 200 len: 797 time: 0.2981429 Jul 09 16:27:21.361844 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d158e8ee-c91f-4171-8371-f41abb657ebf None None] Provisioning complete for port f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:27:21.363693 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d158e8ee-c91f-4171-8371-f41abb657ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:21.424194 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1858f0-665a-4c21-add2-094fa2393687 req-336b3b6f-c14b-4bba-8f2e-23df536c6243 tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:21.428270 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fa1858f0-665a-4c21-add2-094fa2393687 req-336b3b6f-c14b-4bba-8f2e-23df536c6243 tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] 10.222.0.73 "GET /v2.0/ports?device_id=795d0a34-637e-44f4-b0ae-12c1aa60a730 HTTP/1.1" status: 200 len: 945 time: 0.4604490 Jul 09 16:27:21.429736 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-8546f8f1-de75-4a3b-b44f-de52e0f07cc6 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:21.431459 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-8546f8f1-de75-4a3b-b44f-de52e0f07cc6 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.73 "GET /v2.0/ports/b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1535389 Jul 09 16:27:21.435179 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c827b8db-7d8a-4565-81a8-d0a307e4fe41 req-fb51c6f4-fa29-45d6-9997-39daf5d4fa5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:21.452272 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-fa1e52ac-2bb4-4d56-91d2-4d325eb22164 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:27:21.512569 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-d158e8ee-c91f-4171-8371-f41abb657ebf None None] Port f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:27:21.516257 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-55c080af-7619-47c2-a48d-b637368e9997 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:21.541312 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-7c1bebfe-4c98-4cea-8acb-ffabe7de7ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:21.547322 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-7c1bebfe-4c98-4cea-8acb-ffabe7de7ab5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6395e908-6223-4d6f-b1c1-e394506abed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2120287 Jul 09 16:27:21.572826 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29976d96-3c31-4847-9838-733acc5f8964 req-720b2b50-2c30-47d8-9aa6-db6dafff5bf9 tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:21.582091 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-29976d96-3c31-4847-9838-733acc5f8964 req-720b2b50-2c30-47d8-9aa6-db6dafff5bf9 tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] 10.222.0.98 "GET /v2.0/ports?device_id=795d0a34-637e-44f4-b0ae-12c1aa60a730 HTTP/1.1" status: 200 len: 945 time: 0.3399012 Jul 09 16:27:21.654862 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0b78d8ec-79c8-4359-9f54-ae53cd3bc0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:21.660237 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0b78d8ec-79c8-4359-9f54-ae53cd3bc0e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:21.662224 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0b78d8ec-79c8-4359-9f54-ae53cd3bc0e3 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/03df291e-99de-4b36-b44c-6b1d08e4cd5e HTTP/1.1" status: 204 len: 168 time: 1.0340722 Jul 09 16:27:21.751805 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-33f8901c-c459-4fd9-be2f-89a3fcea417f service neutron] 10.222.0.73 "GET /v2.0/networks/6395e908-6223-4d6f-b1c1-e394506abed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650867 Jul 09 16:27:21.786524 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b78d8ec-79c8-4359-9f54-ae53cd3bc0e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03df291e-99de-4b36-b44c-6b1d08e4cd5e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:21.833906 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-29976d96-3c31-4847-9838-733acc5f8964 req-1c47ceec-f95b-4891-93f9-814692b8b0c4 tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] 10.222.0.98 "GET /v2.0/security-groups?id=c1fa693e-b215-4799-805b-053a2d9d4145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507930 Jul 09 16:27:22.144332 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ec7a812a-de76-4362-969a-23358ae4ac9d None None] Provisioning for port 7a8e85cf-0d49-451d-9b5d-bfab2d6b6e5f completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:27:22.188003 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-55c080af-7619-47c2-a48d-b637368e9997 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] For port 7a8e85cf-0d49-451d-9b5d-bfab2d6b6e5f, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=7a8e85cf-0d49-451d-9b5d-bfab2d6b6e5f,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:27:22.190666 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:27:22.256717 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-fa1858f0-665a-4c21-add2-094fa2393687 req-a0367d96-3981-4b82-bdb1-c999d8514afc tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] Deleting port 103cf23e-86d6-48fd-8824-91a3ded96efd {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:27:22.257065 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fa1858f0-665a-4c21-add2-094fa2393687 req-a0367d96-3981-4b82-bdb1-c999d8514afc tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:22.337097 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-83c80b70-4ea1-4fd4-987b-90c6e22097cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:22.403899 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-fa1e52ac-2bb4-4d56-91d2-4d325eb22164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:22.405142 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:22.423271 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-55c080af-7619-47c2-a48d-b637368e9997 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:22.429767 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-d38cff0d-b664-42ec-ae3d-493c68395234 service neutron] 10.222.0.73 "GET /v2.0/networks/6395e908-6223-4d6f-b1c1-e394506abed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6549001 Jul 09 16:27:22.450708 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-55c080af-7619-47c2-a48d-b637368e9997 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:22.461222 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-55c080af-7619-47c2-a48d-b637368e9997 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:22.465262 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e,segment=NetworkSegment(21dc0c02-4744-4465-9c58-ff9696cac53b),segment_id=21dc0c02-4744-4465-9c58-ff9696cac53b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:27:22.468697 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41621f63-6505-4833-9032-002b139573a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:27:22.473446 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b058b2-6b55-4f9f-b4c7-9fb3548a453b" -d '{"events": [{"server_uuid": "41621f63-6505-4833-9032-002b139573a9", "name": "network-vif-unplugged", "status": "completed", "tag": "b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:27:22.480389 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 7a8e85cf-0d49-451d-9b5d-bfab2d6b6e5f up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:27:22.533545 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:22.534336 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:27:22.587221 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c080af-7619-47c2-a48d-b637368e9997 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:27:22.613589 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-13322b10-1169-4c31-8938-ec165aecc5aa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=cc1b9003-be21-4ede-8937-a785742afd1f HTTP/1.1" status: 200 len: 217 time: 0.1695600 Jul 09 16:27:22.625742 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-55c080af-7619-47c2-a48d-b637368e9997 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:27:22.646813 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b37ed8-770e-4a7a-85f9-a620f56a11f8 None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:27:22.649192 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c080af-7619-47c2-a48d-b637368e9997 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:22.649966 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-55c080af-7619-47c2-a48d-b637368e9997 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:22.799231 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31d033-f278-4c2d-b727-58c14bc8b7a4 req-8eefaa0b-99f3-4219-8443-286da51f1d88 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:22.810497 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31d033-f278-4c2d-b727-58c14bc8b7a4 req-8eefaa0b-99f3-4219-8443-286da51f1d88 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:22.822867 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31d033-f278-4c2d-b727-58c14bc8b7a4 req-8eefaa0b-99f3-4219-8443-286da51f1d88 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:22.832212 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31d033-f278-4c2d-b727-58c14bc8b7a4 req-8eefaa0b-99f3-4219-8443-286da51f1d88 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:22.841248 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31d033-f278-4c2d-b727-58c14bc8b7a4 req-8eefaa0b-99f3-4219-8443-286da51f1d88 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:22.852208 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31d033-f278-4c2d-b727-58c14bc8b7a4 req-8eefaa0b-99f3-4219-8443-286da51f1d88 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:22.864140 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-af31d033-f278-4c2d-b727-58c14bc8b7a4 req-8eefaa0b-99f3-4219-8443-286da51f1d88 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 4664 time: 0.5944800 Jul 09 16:27:22.878621 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c080af-7619-47c2-a48d-b637368e9997 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'Subnet': ['ID=913fe050-b9aa-4bd1-a6b5-75bff0114baa,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:22.907995 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c080af-7619-47c2-a48d-b637368e9997 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'Port': ['ID=7a8e85cf-0d49-451d-9b5d-bfab2d6b6e5f,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:22.926052 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-c827b8db-7d8a-4565-81a8-d0a307e4fe41 req-fb51c6f4-fa29-45d6-9997-39daf5d4fa5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afa69882-a289-47d1-b186-c740c902a5b7 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:27:22.931383 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-55c080af-7619-47c2-a48d-b637368e9997 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2796991 Jul 09 16:27:22.936863 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c827b8db-7d8a-4565-81a8-d0a307e4fe41 req-fb51c6f4-fa29-45d6-9997-39daf5d4fa5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:22.950682 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43374) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:22.955653 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-c827b8db-7d8a-4565-81a8-d0a307e4fe41 req-fb51c6f4-fa29-45d6-9997-39daf5d4fa5a service neutron] Transition to ACTIVE for port object afa69882-a289-47d1-b186-c740c902a5b7 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:27:22.959356 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:27:22.959888 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device e01c9589-6e5d-4d24-9c0d-a5ccec3105eb no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:27:22.961692 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 7a8e85cf-0d49-451d-9b5d-bfab2d6b6e5f completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:27:22.970595 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:22.977669 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-3cde0930-affc-4194-9516-d625a04f374b tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'port': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'mac_address': 'fa:16:3e:50:91:4a', 'name': 'tempest-NetworksTestDHCPv6-2045998705'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:27:22.987822 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c827b8db-7d8a-4565-81a8-d0a307e4fe41 req-fb51c6f4-fa29-45d6-9997-39daf5d4fa5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:22.997865 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 7a8e85cf-0d49-451d-9b5d-bfab2d6b6e5f triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:27:22.998241 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:23.087598 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-fa1858f0-665a-4c21-add2-094fa2393687 req-a0367d96-3981-4b82-bdb1-c999d8514afc tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] For port 103cf23e-86d6-48fd-8824-91a3ded96efd, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=103cf23e-86d6-48fd-8824-91a3ded96efd,segment=NetworkSegment(09b9bd14-7df9-4ccc-91e2-064737385aec),segment_id=09b9bd14-7df9-4ccc-91e2-064737385aec)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:27:23.088159 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fa1858f0-665a-4c21-add2-094fa2393687 req-a0367d96-3981-4b82-bdb1-c999d8514afc tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:23.116845 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-3fef09d7-5969-40d1-80ef-5d902237aea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:23.118299 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-3fef09d7-5969-40d1-80ef-5d902237aea1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=981e8e3d-124b-4345-9952-afb7f38f6b86 HTTP/1.1" status: 200 len: 797 time: 0.4982660 Jul 09 16:27:23.127643 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756ae7b-8b50-4390-aced-dec0fc2a99fc req-43d8ad5a-89ce-4fec-98d6-4d558b9bb367 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:23.134970 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9756ae7b-8b50-4390-aced-dec0fc2a99fc req-43d8ad5a-89ce-4fec-98d6-4d558b9bb367 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/ports?device_id=56a0021d-217b-42fc-b461-d010febc7602 HTTP/1.1" status: 200 len: 931 time: 0.3970695 Jul 09 16:27:23.159510 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-af31d033-f278-4c2d-b727-58c14bc8b7a4 req-c03ff206-955d-4dae-8b5b-c349c0f03fa0 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca0135bb-d8c1-4b57-8ce3-faf17c546fda&id=c40e1744-30c5-4994-a4ae-d009355a2528&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2944665 Jul 09 16:27:23.201911 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43380) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:23.270902 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-fa1858f0-665a-4c21-add2-094fa2393687 req-a0367d96-3981-4b82-bdb1-c999d8514afc tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] Calling delete_port for 103cf23e-86d6-48fd-8824-91a3ded96efd owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:27:23.293672 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4cf98df-430a-461f-9331-5d34795e6f49 x-openstack-request-id: req-c4cf98df-430a-461f-9331-5d34795e6f49 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:27:23.294148 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41621f63-6505-4833-9032-002b139573a9", "name": "network-vif-unplugged", "status": "completed", "tag": "b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:27:23.294256 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c4cf98df-430a-461f-9331-5d34795e6f49 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:27:23.294574 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41621f63-6505-4833-9032-002b139573a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e', 'code': 200} Jul 09 16:27:23.359822 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb51c6f4-fa29-45d6-9997-39daf5d4fa5a service neutron] Pushing event updated for resources: {'Port': ['ID=afa69882-a289-47d1-b186-c740c902a5b7,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:23.383094 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:23.393650 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9756ae7b-8b50-4390-aced-dec0fc2a99fc req-61e8b4f1-cd0e-4cad-9a32-3a1e50e7f898 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/security-groups?id=08871550-d616-4453-85b1-faed9ff5bbda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2575452 Jul 09 16:27:23.448538 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-ffefe305-11d7-4b25-b96e-0d15f3e1c603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:23.450904 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-ffefe305-11d7-4b25-b96e-0d15f3e1c603 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6395e908-6223-4d6f-b1c1-e394506abed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2728381 Jul 09 16:27:23.452767 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cde0930-affc-4194-9516-d625a04f374b tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:27:23.458747 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:23.546543 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 7a8e85cf-0d49-451d-9b5d-bfab2d6b6e5f, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=7a8e85cf-0d49-451d-9b5d-bfab2d6b6e5f,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:27:23.551857 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port e01c9589-6e5d-4d24-9c0d-a5ccec3105eb, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=e01c9589-6e5d-4d24-9c0d-a5ccec3105eb,segment=NetworkSegment(02e77d4c-49a5-4dc1-ad0d-c8bf1f1b70f0),segment_id=02e77d4c-49a5-4dc1-ad0d-c8bf1f1b70f0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:27:23.556714 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:23.612275 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:23.613264 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device cc1b9003-be21-4ede-8937-a785742afd1f no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:27:23.614883 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3cde0930-affc-4194-9516-d625a04f374b tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:23.634531 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-9f0147d4-8814-4483-8ee2-52072c72b959 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1636733866-network', 'tenant_id': 'd51c8e8366b7411fa3b4bbb6b14ba732'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:27:23.682079 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0147d4-8814-4483-8ee2-52072c72b959 admin admin] Made reservation on behalf of d51c8e8366b7411fa3b4bbb6b14ba732 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:27:23.685537 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9f0147d4-8814-4483-8ee2-52072c72b959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:23.713486 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-fa1e52ac-2bb4-4d56-91d2-4d325eb22164 service neutron] For port b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e,segment=NetworkSegment(21dc0c02-4744-4465-9c58-ff9696cac53b),segment_id=21dc0c02-4744-4465-9c58-ff9696cac53b)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:27:23.737979 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=7a8e85cf-0d49-451d-9b5d-bfab2d6b6e5f,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:23.849605 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:23.851686 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=e01c9589-6e5d-4d24-9c0d-a5ccec3105eb,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:23.888494 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-c827b8db-7d8a-4565-81a8-d0a307e4fe41 req-fb51c6f4-fa29-45d6-9997-39daf5d4fa5a service neutron] Attempting to bind port afa69882-a289-47d1-b186-c740c902a5b7 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:27:23.888982 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-c827b8db-7d8a-4565-81a8-d0a307e4fe41 req-fb51c6f4-fa29-45d6-9997-39daf5d4fa5a service neutron] Attempting to bind port afa69882-a289-47d1-b186-c740c902a5b7 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'ff4c1188-4c7e-4a21-a4de-80c253f4fab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'adbf0553-b476-4533-a282-e74124932d76'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:27:23.889420 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c827b8db-7d8a-4565-81a8-d0a307e4fe41 req-fb51c6f4-fa29-45d6-9997-39daf5d4fa5a service neutron] Attempting to bind port afa69882-a289-47d1-b186-c740c902a5b7 on network adbf0553-b476-4533-a282-e74124932d76 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:27:23.897240 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-fa1e52ac-2bb4-4d56-91d2-4d325eb22164 service neutron] For port b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e, host n-h2-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:27:23.924836 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port cc1b9003-be21-4ede-8937-a785742afd1f, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=cc1b9003-be21-4ede-8937-a785742afd1f,segment=NetworkSegment(21dc0c02-4744-4465-9c58-ff9696cac53b),segment_id=21dc0c02-4744-4465-9c58-ff9696cac53b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:27:23.933217 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:23.934792 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 4f254e63-6b3b-4694-9cb5-3a15ac319c88 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:27:23.946792 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c827b8db-7d8a-4565-81a8-d0a307e4fe41 req-fb51c6f4-fa29-45d6-9997-39daf5d4fa5a service neutron] Port afa69882-a289-47d1-b186-c740c902a5b7 on network adbf0553-b476-4533-a282-e74124932d76 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:27:23.947424 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c827b8db-7d8a-4565-81a8-d0a307e4fe41 req-fb51c6f4-fa29-45d6-9997-39daf5d4fa5a service neutron] Attempting to bind port afa69882-a289-47d1-b186-c740c902a5b7 on network adbf0553-b476-4533-a282-e74124932d76 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:27:23.965920 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c827b8db-7d8a-4565-81a8-d0a307e4fe41 req-fb51c6f4-fa29-45d6-9997-39daf5d4fa5a service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:27:23.966502 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c827b8db-7d8a-4565-81a8-d0a307e4fe41 req-fb51c6f4-fa29-45d6-9997-39daf5d4fa5a service neutron] Checking segment: {'id': 'ff4c1188-4c7e-4a21-a4de-80c253f4fab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'adbf0553-b476-4533-a282-e74124932d76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:27:23.967065 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c827b8db-7d8a-4565-81a8-d0a307e4fe41 req-fb51c6f4-fa29-45d6-9997-39daf5d4fa5a service neutron] Bound using segment: {'id': 'ff4c1188-4c7e-4a21-a4de-80c253f4fab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'adbf0553-b476-4533-a282-e74124932d76'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:27:23.967764 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-c827b8db-7d8a-4565-81a8-d0a307e4fe41 req-fb51c6f4-fa29-45d6-9997-39daf5d4fa5a service neutron] Bound port: afa69882-a289-47d1-b186-c740c902a5b7, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4c1188-4c7e-4a21-a4de-80c253f4fab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'adbf0553-b476-4533-a282-e74124932d76'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:27:23.968578 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c827b8db-7d8a-4565-81a8-d0a307e4fe41 req-fb51c6f4-fa29-45d6-9997-39daf5d4fa5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:24.006324 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-fa1e52ac-2bb4-4d56-91d2-4d325eb22164 service neutron] device_id is not set on port b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:27:24.027320 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77986c7-0f0a-4518-8be9-f09a7d793307 req-09964a34-d8f7-48b1-bb8d-a28363d944a9 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:24.032955 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=cc1b9003-be21-4ede-8937-a785742afd1f,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:24.035356 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f77986c7-0f0a-4518-8be9-f09a7d793307 req-09964a34-d8f7-48b1-bb8d-a28363d944a9 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecdae31c-9b18-4116-a3f4-c6df86143d58 HTTP/1.1" status: 200 len: 945 time: 0.3193555 Jul 09 16:27:24.047186 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-fa1e52ac-2bb4-4d56-91d2-4d325eb22164 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:24.091846 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:24.114541 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9f0147d4-8814-4483-8ee2-52072c72b959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:24.119020 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-fa1e52ac-2bb4-4d56-91d2-4d325eb22164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:24.138905 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 4f254e63-6b3b-4694-9cb5-3a15ac319c88, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=4f254e63-6b3b-4694-9cb5-3a15ac319c88,segment=NetworkSegment(21dc0c02-4744-4465-9c58-ff9696cac53b),segment_id=21dc0c02-4744-4465-9c58-ff9696cac53b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:27:24.148085 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:24.148900 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device a7a4e491-e2c2-414f-9cdd-91edf6bc83f0 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:27:24.150929 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-3cde0930-affc-4194-9516-d625a04f374b tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] device_id is not set on port f2883dd4-d7d8-43aa-a8ab-ef7ee7f18fa1 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:27:24.230420 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f77986c7-0f0a-4518-8be9-f09a7d793307 req-11f8b44d-d5c8-4ba8-9468-a7872128ad91 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797638 Jul 09 16:27:24.329229 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 7a8e85cf-0d49-451d-9b5d-bfab2d6b6e5f up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:27:24.364240 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-fa1e52ac-2bb4-4d56-91d2-4d325eb22164 service neutron] No DVR routers for this DVR port b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e on host n-h2-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:27:24.366241 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1e52ac-2bb4-4d56-91d2-4d325eb22164 service neutron] Pushing event updated for resources: {'Port': ['ID=b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e,revision_number=7']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:24.422236 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fa1858f0-665a-4c21-add2-094fa2393687 req-a0367d96-3981-4b82-bdb1-c999d8514afc tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:24.434843 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-c827b8db-7d8a-4565-81a8-d0a307e4fe41 req-fb51c6f4-fa29-45d6-9997-39daf5d4fa5a service neutron] For port afa69882-a289-47d1-b186-c740c902a5b7, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:27:24.440788 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-3cde0930-affc-4194-9516-d625a04f374b tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Allocated IP 172.20.0.10 (f22714f5-d774-47cf-ac1e-3989f67517e9/914c4487-3c77-4546-ab56-f5bbf88a1708/f2883dd4-d7d8-43aa-a8ab-ef7ee7f18fa1) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:27:24.450829 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-3cde0930-affc-4194-9516-d625a04f374b tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Allocated IP 2001:db8::f816:3eff:fe50:914a (f22714f5-d774-47cf-ac1e-3989f67517e9/913fe050-b9aa-4bd1-a6b5-75bff0114baa/f2883dd4-d7d8-43aa-a8ab-ef7ee7f18fa1) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:27:24.533049 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0367d96-3981-4b82-bdb1-c999d8514afc tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] Pushing event deleted for resources: {'Port': ['ID=103cf23e-86d6-48fd-8824-91a3ded96efd,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:24.549932 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-c827b8db-7d8a-4565-81a8-d0a307e4fe41 req-fb51c6f4-fa29-45d6-9997-39daf5d4fa5a service neutron] For port afa69882-a289-47d1-b186-c740c902a5b7, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=afa69882-a289-47d1-b186-c740c902a5b7,segment=NetworkSegment(ff4c1188-4c7e-4a21-a4de-80c253f4fab0),segment_id=ff4c1188-4c7e-4a21-a4de-80c253f4fab0)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:27:24.594924 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 7a8e85cf-0d49-451d-9b5d-bfab2d6b6e5f triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:27:24.595450 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:24.613600 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c827b8db-7d8a-4565-81a8-d0a307e4fe41 req-fb51c6f4-fa29-45d6-9997-39daf5d4fa5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:24.649437 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-3a8517da-cbe6-4765-af68-6facdd5f1d2b service neutron] 10.222.0.73 "GET /v2.0/networks/6395e908-6223-4d6f-b1c1-e394506abed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0381410 Jul 09 16:27:24.666289 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device a4af443e-a014-40e1-ad84-a9457a1be1b0 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:27:24.696732 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-fa1e52ac-2bb4-4d56-91d2-4d325eb22164 service neutron] In _notify_port_updated(), no bound segment for port b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e on network 6395e908-6223-4d6f-b1c1-e394506abed8 {{(pid=93958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 16:27:24.697232 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-fa1e52ac-2bb4-4d56-91d2-4d325eb22164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:24.697928 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-fa1e52ac-2bb4-4d56-91d2-4d325eb22164 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:24.699273 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-fa1e52ac-2bb4-4d56-91d2-4d325eb22164 service neutron] 10.222.0.73 "PUT /v2.0/ports/b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e HTTP/1.1" status: 200 len: 1031 time: 3.2592041 Jul 09 16:27:24.761422 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=4f254e63-6b3b-4694-9cb5-3a15ac319c88,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:24.775046 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:24.791461 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827b8db-7d8a-4565-81a8-d0a307e4fe41 req-fb51c6f4-fa29-45d6-9997-39daf5d4fa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:24.792081 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c827b8db-7d8a-4565-81a8-d0a307e4fe41 req-fb51c6f4-fa29-45d6-9997-39daf5d4fa5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:24.793570 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c827b8db-7d8a-4565-81a8-d0a307e4fe41 req-fb51c6f4-fa29-45d6-9997-39daf5d4fa5a service neutron] 10.222.0.77 "PUT /v2.0/ports/afa69882-a289-47d1-b186-c740c902a5b7 HTTP/1.1" status: 200 len: 1091 time: 3.7920518 Jul 09 16:27:24.803764 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56a0021d-217b-42fc-b461-d010febc7602', 'tag': 'afa69882-a289-47d1-b186-c740c902a5b7'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:27:24.806184 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483e5e0c-d626-4339-b998-034df479951a" -d '{"events": [{"name": "network-changed", "server_uuid": "56a0021d-217b-42fc-b461-d010febc7602", "tag": "afa69882-a289-47d1-b186-c740c902a5b7"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:27:24.826018 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa1858f0-665a-4c21-add2-094fa2393687 req-a0367d96-3981-4b82-bdb1-c999d8514afc tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] No DVR routers for this DVR port 103cf23e-86d6-48fd-8824-91a3ded96efd on host n-h2-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:27:24.828502 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fa1858f0-665a-4c21-add2-094fa2393687 req-a0367d96-3981-4b82-bdb1-c999d8514afc tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:24.834384 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fa1858f0-665a-4c21-add2-094fa2393687 req-a0367d96-3981-4b82-bdb1-c999d8514afc tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] 10.222.0.73 "DELETE /v2.0/ports/103cf23e-86d6-48fd-8824-91a3ded96efd HTTP/1.1" status: 204 len: 173 time: 3.4018853 Jul 09 16:27:24.875289 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2be7647e-97c6-4e79-ab3b-ff91a9e0cc0d None None] Provisioning complete for port b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:27:24.875818 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2be7647e-97c6-4e79-ab3b-ff91a9e0cc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:24.936618 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-2be7647e-97c6-4e79-ab3b-ff91a9e0cc0d None None] Port b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:27:24.963508 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb51c6f4-fa29-45d6-9997-39daf5d4fa5a service neutron] Pushing event updated for resources: {'Port': ['ID=afa69882-a289-47d1-b186-c740c902a5b7,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:24.988006 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc54b2e-5843-447e-b9b6-ef8ccecc7119 req-3c6f4635-a181-4f71-823b-da6104312fed tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:24.989612 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-dcc54b2e-5843-447e-b9b6-ef8ccecc7119 req-3c6f4635-a181-4f71-823b-da6104312fed tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] 10.222.0.98 "GET /v2.0/ports?device_id=795d0a34-637e-44f4-b0ae-12c1aa60a730 HTTP/1.1" status: 200 len: 867 time: 1.3823488 Jul 09 16:27:25.041581 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port a7a4e491-e2c2-414f-9cdd-91edf6bc83f0, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=a7a4e491-e2c2-414f-9cdd-91edf6bc83f0,segment=NetworkSegment(9890f08f-b7c2-4880-91d7-5553e02a84db),segment_id=9890f08f-b7c2-4880-91d7-5553e02a84db)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:27:25.044677 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port a4af443e-a014-40e1-ad84-a9457a1be1b0, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=a4af443e-a014-40e1-ad84-a9457a1be1b0,segment=NetworkSegment(54adfe02-b869-4884-bf8b-5c8e16c54a46),segment_id=54adfe02-b869-4884-bf8b-5c8e16c54a46)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:27:25.053417 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-1af1c5f9-0c0f-4faf-ab41-99322b4a281f service neutron] 10.222.0.73 "GET /v2.0/networks/6395e908-6223-4d6f-b1c1-e394506abed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970640 Jul 09 16:27:25.060043 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:25.070194 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 5989e1c6-4c6c-4db6-8f16-533f3fd6e06c no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:27:25.140685 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-e98ce471-1143-4139-8268-09aa75c8e457 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=4f254e63-6b3b-4694-9cb5-3a15ac319c88 HTTP/1.1" status: 200 len: 217 time: 0.0631182 Jul 09 16:27:25.151714 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3cde0930-affc-4194-9516-d625a04f374b tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:25.171683 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': 'a4af443e-a014-40e1-ad84-a9457a1be1b0', 'network_id': 'cb07b627-18f2-452e-9e93-be86bc0f0ec6', 'port_id': 'a4af443e-a014-40e1-ad84-a9457a1be1b0', 'mac_address': 'fa:16:3e:29:94:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '290e7ab8-3d22-43c0-a3ef-f5bcba5938e6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:27:25.174760 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa10314-91f2-451d-9dc0-3fce3e0bb3cc req-241ee7c4-da2b-4dd0-8a07-6461d5018394 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:25.185272 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa10314-91f2-451d-9dc0-3fce3e0bb3cc req-241ee7c4-da2b-4dd0-8a07-6461d5018394 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:25.198492 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa10314-91f2-451d-9dc0-3fce3e0bb3cc req-241ee7c4-da2b-4dd0-8a07-6461d5018394 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:25.208714 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa10314-91f2-451d-9dc0-3fce3e0bb3cc req-241ee7c4-da2b-4dd0-8a07-6461d5018394 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:25.212776 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-dcc54b2e-5843-447e-b9b6-ef8ccecc7119 req-3e89c8fa-281a-457e-973f-3072c43060df tempest-ServerPasswordTestJSON-33655337 tempest-ServerPasswordTestJSON-33655337-project] 10.222.0.98 "GET /v2.0/security-groups?id=c1fa693e-b215-4799-805b-053a2d9d4145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860731 Jul 09 16:27:25.226345 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9f0147d4-8814-4483-8ee2-52072c72b959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:25.229275 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-3cde0930-affc-4194-9516-d625a04f374b tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Transition to ACTIVE for port object f2883dd4-d7d8-43aa-a8ab-ef7ee7f18fa1 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:27:25.235447 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0ac1c675-b118-4cbb-8f15-4d501ddfb38f None None] Provisioning complete for port 7a8e85cf-0d49-451d-9b5d-bfab2d6b6e5f triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:27:25.236139 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0ac1c675-b118-4cbb-8f15-4d501ddfb38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:25.238798 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9f0147d4-8814-4483-8ee2-52072c72b959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:25.246842 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa10314-91f2-451d-9dc0-3fce3e0bb3cc req-241ee7c4-da2b-4dd0-8a07-6461d5018394 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:25.254128 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-daa10314-91f2-451d-9dc0-3fce3e0bb3cc req-241ee7c4-da2b-4dd0-8a07-6461d5018394 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 3880 time: 0.6842923 Jul 09 16:27:25.258070 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-d08a2ea7-7297-48a4-8219-70da18b26834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:25.260194 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-d08a2ea7-7297-48a4-8219-70da18b26834 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=981e8e3d-124b-4345-9952-afb7f38f6b86 HTTP/1.1" status: 200 len: 797 time: 0.1011748 Jul 09 16:27:25.279946 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827b8db-7d8a-4565-81a8-d0a307e4fe41 req-c4dcab72-f37b-4303-9e78-a3848d768d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:25.285429 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c827b8db-7d8a-4565-81a8-d0a307e4fe41 req-c4dcab72-f37b-4303-9e78-a3848d768d40 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c352622f74f54906914220d03e45b0a2&device_id=56a0021d-217b-42fc-b461-d010febc7602 HTTP/1.1" status: 200 len: 1094 time: 0.4141407 Jul 09 16:27:25.314749 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f0147d4-8814-4483-8ee2-52072c72b959 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:27:25.344073 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41621f63-6505-4833-9032-002b139573a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e01c9589-6e5d-4d24-9c0d-a5ccec3105eb'}, {'server_uuid': '41621f63-6505-4833-9032-002b139573a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc1b9003-be21-4ede-8937-a785742afd1f'}, {'server_uuid': '41621f63-6505-4833-9032-002b139573a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f254e63-6b3b-4694-9cb5-3a15ac319c88'}, {'server_uuid': '41621f63-6505-4833-9032-002b139573a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7a4e491-e2c2-414f-9cdd-91edf6bc83f0'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:27:25.346836 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7730acdc-0b14-44bc-a840-e2bf2031983f" -d '{"events": [{"server_uuid": "41621f63-6505-4833-9032-002b139573a9", "name": "network-vif-unplugged", "status": "completed", "tag": "e01c9589-6e5d-4d24-9c0d-a5ccec3105eb"}, {"server_uuid": "41621f63-6505-4833-9032-002b139573a9", "name": "network-vif-unplugged", "status": "completed", "tag": "cc1b9003-be21-4ede-8937-a785742afd1f"}, {"server_uuid": "41621f63-6505-4833-9032-002b139573a9", "name": "network-vif-unplugged", "status": "completed", "tag": "4f254e63-6b3b-4694-9cb5-3a15ac319c88"}, {"server_uuid": "41621f63-6505-4833-9032-002b139573a9", "name": "network-vif-unplugged", "status": "completed", "tag": "a7a4e491-e2c2-414f-9cdd-91edf6bc83f0"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:27:25.351065 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:25.366191 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd8590a1-00d5-4cf9-9d52-2ecf2f01c172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:25.370088 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9f0147d4-8814-4483-8ee2-52072c72b959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:25.370439 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-9f0147d4-8814-4483-8ee2-52072c72b959 admin admin] Added segment f3891603-d389-48e9-86e0-de20dae12b43 of type vlan for network 231872ae-9296-4423-b514-875db3d45bc0 Jul 09 16:27:25.389525 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0147d4-8814-4483-8ee2-52072c72b959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5dfb5f3-bae8-43bd-bad8-d840d40120c8,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:25.433618 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3cde0930-affc-4194-9516-d625a04f374b tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:25.437709 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9f0147d4-8814-4483-8ee2-52072c72b959 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:25.461360 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:25.469328 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:25.472725 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=a7a4e491-e2c2-414f-9cdd-91edf6bc83f0,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:25.525831 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cde0930-affc-4194-9516-d625a04f374b tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:27:25.545244 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 5989e1c6-4c6c-4db6-8f16-533f3fd6e06c, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=5989e1c6-4c6c-4db6-8f16-533f3fd6e06c,segment=NetworkSegment(9890f08f-b7c2-4880-91d7-5553e02a84db),segment_id=9890f08f-b7c2-4880-91d7-5553e02a84db)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:27:25.552952 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-3cde0930-affc-4194-9516-d625a04f374b tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:27:25.563170 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:25.585905 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cde0930-affc-4194-9516-d625a04f374b tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:27:25.592187 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a4af443e-a014-40e1-ad84-a9457a1be1b0 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:27:25.603996 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 103cf23e-86d6-48fd-8824-91a3ded96efd no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:27:25.604430 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cde0930-affc-4194-9516-d625a04f374b tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'Port': ['ID=f2883dd4-d7d8-43aa-a8ab-ef7ee7f18fa1,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:25.644587 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-6057f626-1fda-48c2-99a5-db7450a7aaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:25.646536 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-6057f626-1fda-48c2-99a5-db7450a7aaaa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6395e908-6223-4d6f-b1c1-e394506abed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3757985 Jul 09 16:27:25.705067 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9f0147d4-8814-4483-8ee2-52072c72b959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:25.706081 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0147d4-8814-4483-8ee2-52072c72b959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:25.706664 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9f0147d4-8814-4483-8ee2-52072c72b959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:25.732445 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: 103cf23e-86d6-48fd-8824-91a3ded96efd {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:27:25.732813 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 103cf23e-86d6-48fd-8824-91a3ded96efd not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:27:25.787984 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port a4af443e-a014-40e1-ad84-a9457a1be1b0, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=a4af443e-a014-40e1-ad84-a9457a1be1b0,segment=NetworkSegment(54adfe02-b869-4884-bf8b-5c8e16c54a46),segment_id=54adfe02-b869-4884-bf8b-5c8e16c54a46)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:27:25.799831 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:25.829057 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=5989e1c6-4c6c-4db6-8f16-533f3fd6e06c,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:25.895472 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['a4af443e-a014-40e1-ad84-a9457a1be1b0'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:27:25.910196 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-9f0147d4-8814-4483-8ee2-52072c72b959 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.7026916 Jul 09 16:27:25.911442 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43412) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:25.930300 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-5bd3b922-389d-4131-8e10-f2db2e7ff4e7 admin admin] Request body: {'subnet': {'network_id': '231872ae-9296-4423-b514-875db3d45bc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1636733866-subnet', 'tenant_id': 'd51c8e8366b7411fa3b4bbb6b14ba732', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:27:25.945297 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cde0930-affc-4194-9516-d625a04f374b tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:25.946319 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3cde0930-affc-4194-9516-d625a04f374b tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:25.999613 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0147d4-8814-4483-8ee2-52072c72b959 admin admin] Pushing event updated for resources: {'Network': ['ID=231872ae-9296-4423-b514-875db3d45bc0,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:26.032048 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 231872ae-9296-4423-b514-875db3d45bc0 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:27:26.084007 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd3b922-389d-4131-8e10-f2db2e7ff4e7 admin admin] Made reservation on behalf of d51c8e8366b7411fa3b4bbb6b14ba732 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:27:26.086728 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bd3b922-389d-4131-8e10-f2db2e7ff4e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:26.097050 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb8d081-28bc-464a-8279-62feb996d51a req-efe57729-182c-4c37-829b-738c5fefb4f1 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:26.104315 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-dcb8d081-28bc-464a-8279-62feb996d51a req-efe57729-182c-4c37-829b-738c5fefb4f1 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/ports?device_id=56a0021d-217b-42fc-b461-d010febc7602 HTTP/1.1" status: 200 len: 943 time: 0.5353849 Jul 09 16:27:26.143962 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-04d70fab-909d-468e-be26-a75fddafe543 service neutron] 10.222.0.73 "GET /v2.0/networks/6395e908-6223-4d6f-b1c1-e394506abed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4571030 Jul 09 16:27:26.147945 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3cde0930-affc-4194-9516-d625a04f374b tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.1892662 Jul 09 16:27:26.148860 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43414) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:26.172563 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-b5a18440-79ea-4f45-a883-4849292e3a54 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Deleting port cc1b9003-be21-4ede-8937-a785742afd1f {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:27:26.173957 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-b5a18440-79ea-4f45-a883-4849292e3a54 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:26.191436 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-daa10314-91f2-451d-9dc0-3fce3e0bb3cc req-01d7c983-3725-47f1-b39a-3e236a1dc010 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca0135bb-d8c1-4b57-8ce3-faf17c546fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9193990 Jul 09 16:27:26.203873 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=a4af443e-a014-40e1-ad84-a9457a1be1b0,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:26.223552 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c827b8db-7d8a-4565-81a8-d0a307e4fe41 req-de6c70a3-6256-4263-bd30-223474cb7f1a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afa69882-a289-47d1-b186-c740c902a5b7 HTTP/1.1" status: 200 len: 217 time: 0.8810651 Jul 09 16:27:26.268417 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:26.338502 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7894f8a9-6687-4fc2-8e6b-016967f500f5 x-openstack-request-id: req-7894f8a9-6687-4fc2-8e6b-016967f500f5 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:27:26.338875 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56a0021d-217b-42fc-b461-d010febc7602", "tag": "afa69882-a289-47d1-b186-c740c902a5b7", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:27:26.339180 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7894f8a9-6687-4fc2-8e6b-016967f500f5 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:27:26.340898 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56a0021d-217b-42fc-b461-d010febc7602', 'tag': 'afa69882-a289-47d1-b186-c740c902a5b7', 'status': 'completed', 'code': 200} Jul 09 16:27:26.345413 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827b8db-7d8a-4565-81a8-d0a307e4fe41 req-78d6ee2b-6fef-4ea0-9cb8-6d4ea4515c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:26.346906 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-dcb8d081-28bc-464a-8279-62feb996d51a req-64109f94-d359-4656-91da-aec91ec92575 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/security-groups?id=08871550-d616-4453-85b1-faed9ff5bbda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2383845 Jul 09 16:27:26.347205 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c827b8db-7d8a-4565-81a8-d0a307e4fe41 req-78d6ee2b-6fef-4ea0-9cb8-6d4ea4515c62 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4438d29a-df86-457d-ba35-c2df5ed90700 HTTP/1.1" status: 200 len: 850 time: 0.0878422 Jul 09 16:27:26.392274 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-975b322e-189b-4d7c-bf57-ddbfec35d2f8 None None] Provisioning for port f2883dd4-d7d8-43aa-a8ab-ef7ee7f18fa1 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:27:26.398740 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-975b322e-189b-4d7c-bf57-ddbfec35d2f8 None None] Provisioning complete for port f2883dd4-d7d8-43aa-a8ab-ef7ee7f18fa1 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:27:26.398740 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-975b322e-189b-4d7c-bf57-ddbfec35d2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:26.443116 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-b5a18440-79ea-4f45-a883-4849292e3a54 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] For port cc1b9003-be21-4ede-8937-a785742afd1f, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=cc1b9003-be21-4ede-8937-a785742afd1f,segment=NetworkSegment(21dc0c02-4744-4465-9c58-ff9696cac53b),segment_id=21dc0c02-4744-4465-9c58-ff9696cac53b)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:27:26.443503 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-b5a18440-79ea-4f45-a883-4849292e3a54 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:26.463279 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-b5a18440-79ea-4f45-a883-4849292e3a54 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Calling delete_port for cc1b9003-be21-4ede-8937-a785742afd1f owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:27:26.477226 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-975b322e-189b-4d7c-bf57-ddbfec35d2f8 None None] Port f2883dd4-d7d8-43aa-a8ab-ef7ee7f18fa1 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:27:26.480745 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 09 Jul 2021 16:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d71763-fc6c-40ac-b202-248286e18f03 x-openstack-request-id: req-21d71763-fc6c-40ac-b202-248286e18f03 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:27:26.481654 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41621f63-6505-4833-9032-002b139573a9", "name": "network-vif-unplugged", "status": "completed", "tag": "e01c9589-6e5d-4d24-9c0d-a5ccec3105eb", "code": 200}, {"server_uuid": "41621f63-6505-4833-9032-002b139573a9", "name": "network-vif-unplugged", "status": "completed", "tag": "cc1b9003-be21-4ede-8937-a785742afd1f", "code": 200}, {"server_uuid": "41621f63-6505-4833-9032-002b139573a9", "name": "network-vif-unplugged", "status": "completed", "tag": "4f254e63-6b3b-4694-9cb5-3a15ac319c88", "code": 200}, {"server_uuid": "41621f63-6505-4833-9032-002b139573a9", "name": "network-vif-unplugged", "status": "completed", "tag": "a7a4e491-e2c2-414f-9cdd-91edf6bc83f0", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:27:26.481913 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-21d71763-fc6c-40ac-b202-248286e18f03 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:27:26.482320 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41621f63-6505-4833-9032-002b139573a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e01c9589-6e5d-4d24-9c0d-a5ccec3105eb', 'code': 200} Jul 09 16:27:26.482579 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41621f63-6505-4833-9032-002b139573a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc1b9003-be21-4ede-8937-a785742afd1f', 'code': 200} Jul 09 16:27:26.482852 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41621f63-6505-4833-9032-002b139573a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f254e63-6b3b-4694-9cb5-3a15ac319c88', 'code': 200} Jul 09 16:27:26.483101 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41621f63-6505-4833-9032-002b139573a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7a4e491-e2c2-414f-9cdd-91edf6bc83f0', 'code': 200} Jul 09 16:27:26.513686 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:26.523923 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 43418) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:26.536496 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-3149d390-3fda-4c73-8535-c5bfa8daf076 service neutron] 10.222.0.73 "GET /v2.0/networks/6395e908-6223-4d6f-b1c1-e394506abed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216760 Jul 09 16:27:26.549661 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b690af1-5329-4b48-b660-26f9714a2141 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:26.555569 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b690af1-5329-4b48-b660-26f9714a2141 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:26.557163 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-1b690af1-5329-4b48-b660-26f9714a2141 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.3559260 Jul 09 16:27:26.563331 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 43420) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:26.625676 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-e0c0ac36-86a6-4373-957f-652c70ab7606 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a7a4e491-e2c2-414f-9cdd-91edf6bc83f0 HTTP/1.1" status: 200 len: 217 time: 0.0586901 Jul 09 16:27:26.637188 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device a4af443e-a014-40e1-ad84-a9457a1be1b0 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:27:26.659289 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827b8db-7d8a-4565-81a8-d0a307e4fe41 req-5f2f8ebb-17b8-418d-97a1-f2ad78b80650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:26.660701 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c827b8db-7d8a-4565-81a8-d0a307e4fe41 req-5f2f8ebb-17b8-418d-97a1-f2ad78b80650 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=adbf0553-b476-4533-a282-e74124932d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3023050 Jul 09 16:27:26.671179 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bd3b922-389d-4131-8e10-f2db2e7ff4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:26.684640 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-4704c005-836e-4ada-859e-94ed90308f12 admin admin] Deleting subnet 7feaf118-1c1b-483a-a086-0d28e2b9829b {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:27:26.701965 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port a4af443e-a014-40e1-ad84-a9457a1be1b0 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:27:26.702419 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:26.710922 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4704c005-836e-4ada-859e-94ed90308f12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:26.723039 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-f5b1c49a-c740-411e-873d-3943fd8d1e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:26.724530 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-f5b1c49a-c740-411e-873d-3943fd8d1e17 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ae89dbbd-9e79-42bc-a3f4-8084965358e2 HTTP/1.1" status: 200 len: 797 time: 0.0900466 Jul 09 16:27:26.771624 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd3b922-389d-4131-8e10-f2db2e7ff4e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e0d8c88-f878-4783-9bea-2e636c9b8d9c,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:26.789805 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd3b922-389d-4131-8e10-f2db2e7ff4e7 admin admin] Checking segment: {'id': 'f3891603-d389-48e9-86e0-de20dae12b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '231872ae-9296-4423-b514-875db3d45bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:27:26.790470 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd3b922-389d-4131-8e10-f2db2e7ff4e7 admin admin] Network hostable DHCP agents. Network: 231872ae-9296-4423-b514-875db3d45bc0, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:27:26.795153 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:26.827936 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-b8114fa7-7e4d-4849-9e74-cd7e9dbcd4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:26.829832 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-b8114fa7-7e4d-4849-9e74-cd7e9dbcd4d7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f2f28c7b-9941-49e4-8996-9de52a7808d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0977101 Jul 09 16:27:26.831672 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd3b922-389d-4131-8e10-f2db2e7ff4e7 admin admin] Network 231872ae-9296-4423-b514-875db3d45bc0 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:27:26.836456 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port a4af443e-a014-40e1-ad84-a9457a1be1b0, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=a4af443e-a014-40e1-ad84-a9457a1be1b0,segment=NetworkSegment(54adfe02-b869-4884-bf8b-5c8e16c54a46),segment_id=54adfe02-b869-4884-bf8b-5c8e16c54a46)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:27:26.843033 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:26.863616 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef4b57-4996-489e-bc46-a2281ec2c489 req-de797372-714b-4965-8c85-24977a04eb5a tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:26.871058 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c6ef4b57-4996-489e-bc46-a2281ec2c489 req-de797372-714b-4965-8c85-24977a04eb5a tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecdae31c-9b18-4116-a3f4-c6df86143d58 HTTP/1.1" status: 200 len: 944 time: 0.3942626 Jul 09 16:27:26.877208 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4704c005-836e-4ada-859e-94ed90308f12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:26.898138 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-5bd3b922-389d-4131-8e10-f2db2e7ff4e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 231872ae-9296-4423-b514-875db3d45bc0) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:27:26.907607 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd3b922-389d-4131-8e10-f2db2e7ff4e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:26.908472 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bd3b922-389d-4131-8e10-f2db2e7ff4e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:26.917607 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085619ff-0e74-4ac3-b500-97037f8e94cd None None] Network 231872ae-9296-4423-b514-875db3d45bc0 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:27:26.949127 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-5bd3b922-389d-4131-8e10-f2db2e7ff4e7 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0268607 Jul 09 16:27:26.977280 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=a4af443e-a014-40e1-ad84-a9457a1be1b0,revision_number=7']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:27.078619 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-13b2806a-e3cf-4bba-a844-532c1262e86d service neutron] 10.222.0.73 "GET /v2.0/networks/f2f28c7b-9941-49e4-8996-9de52a7808d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409620 Jul 09 16:27:27.081582 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c6ef4b57-4996-489e-bc46-a2281ec2c489 req-5609c433-87f4-46a7-978b-391e57063b46 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083237 Jul 09 16:27:27.103595 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c827b8db-7d8a-4565-81a8-d0a307e4fe41 req-69bfb2c3-c17d-4ebc-a7a9-f686007b0b48 service neutron] 10.222.0.77 "GET /v2.0/networks/adbf0553-b476-4533-a282-e74124932d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4280019 Jul 09 16:27:27.126260 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4704c005-836e-4ada-859e-94ed90308f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:27.132356 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db62471-3a7c-4a0f-b3dd-8467f83240a3 None None] Network 231872ae-9296-4423-b514-875db3d45bc0 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:27:27.275983 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-d9ab4b9f-bfed-4ed5-90f3-5b5b531f92d3 service neutron] 10.222.0.73 "GET /v2.0/networks/f2f28c7b-9941-49e4-8996-9de52a7808d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914179 Jul 09 16:27:27.295518 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-0ec79f30-ceac-4bcc-98d5-4c2137488eef tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Deleting port f2883dd4-d7d8-43aa-a8ab-ef7ee7f18fa1 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:27:27.296083 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0ec79f30-ceac-4bcc-98d5-4c2137488eef tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:27.322843 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-b5a18440-79ea-4f45-a883-4849292e3a54 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:27.392674 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-12e918f2-9da9-4a15-a432-f31fd0974df0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5989e1c6-4c6c-4db6-8f16-533f3fd6e06c HTTP/1.1" status: 200 len: 217 time: 0.0947204 Jul 09 16:27:27.438313 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a18440-79ea-4f45-a883-4849292e3a54 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Pushing event deleted for resources: {'Port': ['ID=cc1b9003-be21-4ede-8937-a785742afd1f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:27.501076 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-5910e8c6-9023-49dd-a3b3-1fa71462f003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:27.502647 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-5910e8c6-9023-49dd-a3b3-1fa71462f003 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ae89dbbd-9e79-42bc-a3f4-8084965358e2 HTTP/1.1" status: 200 len: 797 time: 0.1049733 Jul 09 16:27:27.546852 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-b5a18440-79ea-4f45-a883-4849292e3a54 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] No DVR routers for this DVR port cc1b9003-be21-4ede-8937-a785742afd1f on host n-h2-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:27:27.549619 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c827b8db-7d8a-4565-81a8-d0a307e4fe41 req-a976bc22-cf8c-4f98-8fd4-d76d1051d0db service neutron] 10.222.0.77 "GET /v2.0/networks/adbf0553-b476-4533-a282-e74124932d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4279230 Jul 09 16:27:27.550633 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4704c005-836e-4ada-859e-94ed90308f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:27.555527 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-b5a18440-79ea-4f45-a883-4849292e3a54 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:27.557590 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-b5a18440-79ea-4f45-a883-4849292e3a54 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.73 "DELETE /v2.0/ports/cc1b9003-be21-4ede-8937-a785742afd1f HTTP/1.1" status: 204 len: 173 time: 2.7849147 Jul 09 16:27:27.633709 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4704c005-836e-4ada-859e-94ed90308f12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7feaf118-1c1b-483a-a086-0d28e2b9829b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:27.645636 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd4dd4-c6a8-41c6-92ed-ebeaaf3c66f0 req-c9d0787b-efb0-4ef6-b2f8-c8a4693dc3be tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:27.653861 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd4dd4-c6a8-41c6-92ed-ebeaaf3c66f0 req-c9d0787b-efb0-4ef6-b2f8-c8a4693dc3be tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:27.656162 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0ec79f30-ceac-4bcc-98d5-4c2137488eef tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:27.660210 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd4dd4-c6a8-41c6-92ed-ebeaaf3c66f0 req-c9d0787b-efb0-4ef6-b2f8-c8a4693dc3be tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:27.676773 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd4dd4-c6a8-41c6-92ed-ebeaaf3c66f0 req-c9d0787b-efb0-4ef6-b2f8-c8a4693dc3be tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:27.679462 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d5cd4dd4-c6a8-41c6-92ed-ebeaaf3c66f0 req-c9d0787b-efb0-4ef6-b2f8-c8a4693dc3be tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 3143 time: 0.2405167 Jul 09 16:27:27.685220 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4704c005-836e-4ada-859e-94ed90308f12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:27.689816 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-4704c005-836e-4ada-859e-94ed90308f12 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/7feaf118-1c1b-483a-a086-0d28e2b9829b HTTP/1.1" status: 204 len: 168 time: 1.1620998 Jul 09 16:27:27.690010 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-9911aaa2-7221-4625-b7c0-6c9fbea4980a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:27.691329 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-9911aaa2-7221-4625-b7c0-6c9fbea4980a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f2f28c7b-9941-49e4-8996-9de52a7808d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1754773 Jul 09 16:27:27.693014 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43448) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:27.709310 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-0ec79f30-ceac-4bcc-98d5-4c2137488eef tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Calling delete_port for f2883dd4-d7d8-43aa-a8ab-ef7ee7f18fa1 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:27:27.818251 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 43452) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:27.835042 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d5cd4dd4-c6a8-41c6-92ed-ebeaaf3c66f0 req-3b1102b3-b418-4798-a773-e3185313bf30 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca0135bb-d8c1-4b57-8ce3-faf17c546fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424749 Jul 09 16:27:27.837870 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-bc3a16e6-6ba6-4aae-acf9-05ca40c725ef admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2118113528-network', 'tenant_id': 'd0c9af5ede844c88ab9650d39b0080ac'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:27:27.873806 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9763c492-101c-4f13-ac58-08297eef9a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:27.943657 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-cb5e63a0-5da0-4b08-b7a6-45016342ed47 service neutron] 10.222.0.73 "GET /v2.0/networks/f2f28c7b-9941-49e4-8996-9de52a7808d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425096 Jul 09 16:27:27.988145 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e5e0c-d626-4339-b998-034df479951a req-a2b6598a-b618-4c84-ba06-a6d5163aee5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:27.989763 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-483e5e0c-d626-4339-b998-034df479951a req-a2b6598a-b618-4c84-ba06-a6d5163aee5a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c352622f74f54906914220d03e45b0a2&device_id=56a0021d-217b-42fc-b461-d010febc7602 HTTP/1.1" status: 200 len: 1094 time: 0.3590140 Jul 09 16:27:27.990400 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3a16e6-6ba6-4aae-acf9-05ca40c725ef admin admin] Made reservation on behalf of d0c9af5ede844c88ab9650d39b0080ac for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:27:27.993152 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bc3a16e6-6ba6-4aae-acf9-05ca40c725ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:28.031633 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9763c492-101c-4f13-ac58-08297eef9a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:28.037362 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc8891-5d4a-4424-984b-6b2aca372937 req-d578a86f-d589-47b8-9f2f-7816da90e81b tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:28.038934 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bbcc8891-5d4a-4424-984b-6b2aca372937 req-d578a86f-d589-47b8-9f2f-7816da90e81b tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 946 time: 0.3800263 Jul 09 16:27:28.039655 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bc3a16e6-6ba6-4aae-acf9-05ca40c725ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:28.054881 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-48203e09-e23c-469c-9cb7-b50fc8b8fb05 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Deleting port e01c9589-6e5d-4d24-9c0d-a5ccec3105eb {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:27:28.055376 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-48203e09-e23c-469c-9cb7-b50fc8b8fb05 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:28.085915 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-9763c492-101c-4f13-ac58-08297eef9a99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b392232-8e70-4383-b653-31fd21242bc3']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:27:28.107965 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:28.111851 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-9763c492-101c-4f13-ac58-08297eef9a99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09b9bd14-7df9-4ccc-91e2-064737385aec') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:27:28.112309 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-9763c492-101c-4f13-ac58-08297eef9a99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09b9bd14-7df9-4ccc-91e2-064737385aec') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:27:28.131064 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9763c492-101c-4f13-ac58-08297eef9a99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:28.158496 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9763c492-101c-4f13-ac58-08297eef9a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:28.173900 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9763c492-101c-4f13-ac58-08297eef9a99 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:27:28.174308 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9763c492-101c-4f13-ac58-08297eef9a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:28.175980 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:27:28.175980 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:27:28.175980 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:27:28.175980 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:27:28.175980 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:27:28.175980 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:27:28.175980 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:27:28.175980 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:27:28.175980 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:27:28.175980 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:27:28.175980 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:27:28.175980 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:27:28.175980 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:27:28.175980 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:27:28.175980 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:27:28.175980 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:27:28.175980 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:27:28.175980 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:27:28.175980 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:27:28.175980 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:27:28.175980 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:27:28.175980 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:27:28.175980 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:27:28.175980 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:27:28.175980 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:27:28.175980 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:27:28.175980 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:27:28.175980 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:27:28.175980 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:27:28.175980 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:27:28.175980 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:27:28.175980 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:27:28.175980 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:27:28.175980 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:27:28.175980 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:27:28.175980 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:27:28.175980 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:27:28.175980 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:27:28.239777 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e42944e0-5339-430b-ac0e-d60fe34dedfb req-d9424a78-c430-4374-ad10-94882b14e28c service neutron] 10.222.0.73 "GET /v2.0/networks/f2f28c7b-9941-49e4-8996-9de52a7808d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662206 Jul 09 16:27:28.250353 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c4964-78d8-497d-b768-fe11eb365506 req-981de451-4673-4ebd-8a76-d8804013ebd4 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:28.252457 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-729c4964-78d8-497d-b768-fe11eb365506 req-981de451-4673-4ebd-8a76-d8804013ebd4 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/ports?device_id=56a0021d-217b-42fc-b461-d010febc7602 HTTP/1.1" status: 200 len: 943 time: 0.2467186 Jul 09 16:27:28.267217 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9763c492-101c-4f13-ac58-08297eef9a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:28.292635 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9763c492-101c-4f13-ac58-08297eef9a99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:28.294073 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bbcc8891-5d4a-4424-984b-6b2aca372937 req-b0c6679b-c3a3-42c9-a780-e45a9124d0e3 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2202113 Jul 09 16:27:28.299633 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-9763c492-101c-4f13-ac58-08297eef9a99 admin admin] 10.222.0.98 "DELETE /v2.0/networks/9b392232-8e70-4383-b653-31fd21242bc3 HTTP/1.1" status: 204 len: 168 time: 0.6006088 Jul 09 16:27:28.301988 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9763c492-101c-4f13-ac58-08297eef9a99 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b392232-8e70-4383-b653-31fd21242bc3,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:28.324014 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0ec79f30-ceac-4bcc-98d5-4c2137488eef tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:28.346005 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '795d0a34-637e-44f4-b0ae-12c1aa60a730', 'name': 'network-vif-deleted', 'tag': '103cf23e-86d6-48fd-8824-91a3ded96efd'}, {'server_uuid': '41621f63-6505-4833-9032-002b139573a9', 'name': 'network-vif-deleted', 'tag': 'cc1b9003-be21-4ede-8937-a785742afd1f'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:27:28.349401 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281a6f85-bcea-4b17-9a21-085c6044c24f" -d '{"events": [{"server_uuid": "795d0a34-637e-44f4-b0ae-12c1aa60a730", "name": "network-vif-deleted", "tag": "103cf23e-86d6-48fd-8824-91a3ded96efd"}, {"server_uuid": "41621f63-6505-4833-9032-002b139573a9", "name": "network-vif-deleted", "tag": "cc1b9003-be21-4ede-8937-a785742afd1f"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:27:28.353009 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-729c4964-78d8-497d-b768-fe11eb365506 req-85583dd5-a1af-43f2-af8c-cf65ffe0a045 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/security-groups?id=08871550-d616-4453-85b1-faed9ff5bbda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890310 Jul 09 16:27:28.396215 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec79f30-ceac-4bcc-98d5-4c2137488eef tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event deleted for resources: {'Port': ['ID=f2883dd4-d7d8-43aa-a8ab-ef7ee7f18fa1,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:28.410340 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e5e0c-d626-4339-b998-034df479951a req-08a72e76-55c5-48f4-9060-e72dc45e3708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:28.413225 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-483e5e0c-d626-4339-b998-034df479951a req-08a72e76-55c5-48f4-9060-e72dc45e3708 service neutron] 10.222.0.77 "GET /v2.0/networks?id=adbf0553-b476-4533-a282-e74124932d76 HTTP/1.1" status: 200 len: 912 time: 0.4045768 Jul 09 16:27:28.421555 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-48203e09-e23c-469c-9cb7-b50fc8b8fb05 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] For port e01c9589-6e5d-4d24-9c0d-a5ccec3105eb, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=e01c9589-6e5d-4d24-9c0d-a5ccec3105eb,segment=NetworkSegment(02e77d4c-49a5-4dc1-ad0d-c8bf1f1b70f0),segment_id=02e77d4c-49a5-4dc1-ad0d-c8bf1f1b70f0)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:27:28.421972 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-48203e09-e23c-469c-9cb7-b50fc8b8fb05 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:28.438808 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 16:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0661502e-172b-4c94-a585-f19ce6514b9c x-openstack-request-id: req-0661502e-172b-4c94-a585-f19ce6514b9c {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:27:28.438808 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "795d0a34-637e-44f4-b0ae-12c1aa60a730", "name": "network-vif-deleted", "tag": "103cf23e-86d6-48fd-8824-91a3ded96efd", "status": "completed", "code": 200}, {"server_uuid": "41621f63-6505-4833-9032-002b139573a9", "name": "network-vif-deleted", "tag": "cc1b9003-be21-4ede-8937-a785742afd1f", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:27:28.438808 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0661502e-172b-4c94-a585-f19ce6514b9c {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:27:28.438808 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '795d0a34-637e-44f4-b0ae-12c1aa60a730', 'name': 'network-vif-deleted', 'tag': '103cf23e-86d6-48fd-8824-91a3ded96efd', 'status': 'completed', 'code': 200} Jul 09 16:27:28.438808 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41621f63-6505-4833-9032-002b139573a9', 'name': 'network-vif-deleted', 'tag': 'cc1b9003-be21-4ede-8937-a785742afd1f', 'status': 'completed', 'code': 200} Jul 09 16:27:28.488821 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41621f63-6505-4833-9032-002b139573a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5989e1c6-4c6c-4db6-8f16-533f3fd6e06c'}, {'server_uuid': 'ecdae31c-9b18-4116-a3f4-c6df86143d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4af443e-a014-40e1-ad84-a9457a1be1b0'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:27:28.492557 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13b0ceb-b878-46df-b776-dd3994e0c5a6" -d '{"events": [{"server_uuid": "41621f63-6505-4833-9032-002b139573a9", "name": "network-vif-unplugged", "status": "completed", "tag": "5989e1c6-4c6c-4db6-8f16-533f3fd6e06c"}, {"server_uuid": "ecdae31c-9b18-4116-a3f4-c6df86143d58", "name": "network-vif-plugged", "status": "completed", "tag": "a4af443e-a014-40e1-ad84-a9457a1be1b0"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:27:28.578857 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 09 Jul 2021 16:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5222bb-7613-42c0-8d94-f6461d84e9f2 x-openstack-request-id: req-cd5222bb-7613-42c0-8d94-f6461d84e9f2 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:27:28.579232 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41621f63-6505-4833-9032-002b139573a9", "name": "network-vif-unplugged", "status": "completed", "tag": "5989e1c6-4c6c-4db6-8f16-533f3fd6e06c", "code": 200}, {"server_uuid": "ecdae31c-9b18-4116-a3f4-c6df86143d58", "name": "network-vif-plugged", "status": "completed", "tag": "a4af443e-a014-40e1-ad84-a9457a1be1b0", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:27:28.579846 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-cd5222bb-7613-42c0-8d94-f6461d84e9f2 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:27:28.580248 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41621f63-6505-4833-9032-002b139573a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5989e1c6-4c6c-4db6-8f16-533f3fd6e06c', 'code': 200} Jul 09 16:27:28.580503 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecdae31c-9b18-4116-a3f4-c6df86143d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4af443e-a014-40e1-ad84-a9457a1be1b0', 'code': 200} Jul 09 16:27:28.611943 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-483e5e0c-d626-4339-b998-034df479951a req-afeb4134-9b8e-49fc-a9a3-906dd9285829 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afa69882-a289-47d1-b186-c740c902a5b7 HTTP/1.1" status: 200 len: 217 time: 0.1712801 Jul 09 16:27:28.705593 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43466) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:28.767987 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-bf131a28-8f59-45b2-b15b-71dd754bf671 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d5427208d077483089fe1312788fecfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0595798 Jul 09 16:27:28.768677 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43470) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:28.834042 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-854f9137-f9d3-4c15-ba77-e5e55b4b28ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:28.862034 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-854f9137-f9d3-4c15-ba77-e5e55b4b28ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:28.932658 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-854f9137-f9d3-4c15-ba77-e5e55b4b28ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:28.939302 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-854f9137-f9d3-4c15-ba77-e5e55b4b28ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:28.957946 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-854f9137-f9d3-4c15-ba77-e5e55b4b28ed admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c1fa693e-b215-4799-805b-053a2d9d4145 HTTP/1.1" status: 204 len: 168 time: 0.1769745 Jul 09 16:27:28.988304 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f9137-f9d3-4c15-ba77-e5e55b4b28ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1fa693e-b215-4799-805b-053a2d9d4145,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:29.156704 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242000f1-b043-4b2b-b13b-d3c39eb024b2 req-67aa4396-966f-4f7a-ade4-9e9064d1a00c tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:29.163168 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242000f1-b043-4b2b-b13b-d3c39eb024b2 req-67aa4396-966f-4f7a-ade4-9e9064d1a00c tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:29.170039 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242000f1-b043-4b2b-b13b-d3c39eb024b2 req-67aa4396-966f-4f7a-ade4-9e9064d1a00c tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:29.176277 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242000f1-b043-4b2b-b13b-d3c39eb024b2 req-67aa4396-966f-4f7a-ade4-9e9064d1a00c tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:29.181932 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bc3a16e6-6ba6-4aae-acf9-05ca40c725ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:29.184813 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-242000f1-b043-4b2b-b13b-d3c39eb024b2 req-67aa4396-966f-4f7a-ade4-9e9064d1a00c tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 3143 time: 0.1407580 Jul 09 16:27:29.216915 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0ec79f30-ceac-4bcc-98d5-4c2137488eef tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:29.218227 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0ec79f30-ceac-4bcc-98d5-4c2137488eef tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/ports/f2883dd4-d7d8-43aa-a8ab-ef7ee7f18fa1 HTTP/1.1" status: 204 len: 168 time: 2.6525478 Jul 09 16:27:29.221504 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43478) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:29.237983 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-242000f1-b043-4b2b-b13b-d3c39eb024b2 req-d2f582f7-82ff-47ba-ba5b-2e954f5c6443 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca0135bb-d8c1-4b57-8ce3-faf17c546fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522518 Jul 09 16:27:29.241156 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e5e0c-d626-4339-b998-034df479951a req-030130d4-11a3-462e-8103-22d6f908ef5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:29.242750 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-483e5e0c-d626-4339-b998-034df479951a req-030130d4-11a3-462e-8103-22d6f908ef5e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4438d29a-df86-457d-ba35-c2df5ed90700 HTTP/1.1" status: 200 len: 850 time: 0.6060464 Jul 09 16:27:29.243272 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bc3a16e6-6ba6-4aae-acf9-05ca40c725ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:29.313907 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc958956-089f-456c-89b4-1c61221b21b8 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:29.315904 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc958956-089f-456c-89b4-1c61221b21b8 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:29.318529 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc958956-089f-456c-89b4-1c61221b21b8 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:29.327635 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-dc958956-089f-456c-89b4-1c61221b21b8 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1047764 Jul 09 16:27:29.328265 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43480) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:29.361396 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc3a16e6-6ba6-4aae-acf9-05ca40c725ef admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:27:29.391953 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac5cf1cf-c6d1-42b3-940b-34ded84fc25a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Deleting subnet 913fe050-b9aa-4bd1-a6b5-75bff0114baa {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:27:29.396052 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ac5cf1cf-c6d1-42b3-940b-34ded84fc25a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:29.436197 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bc3a16e6-6ba6-4aae-acf9-05ca40c725ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:29.436550 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-bc3a16e6-6ba6-4aae-acf9-05ca40c725ef admin admin] Added segment 5a4ec688-5b06-4990-8ebd-f825ce32d4a4 of type vlan for network 76c1ec96-5ad6-4ddd-a2f8-f44a4c3062a9 Jul 09 16:27:29.445020 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3a16e6-6ba6-4aae-acf9-05ca40c725ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5deab295-63c1-45f9-af38-1575e51f3576,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:29.458241 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ac5cf1cf-c6d1-42b3-940b-34ded84fc25a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:29.473655 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-48203e09-e23c-469c-9cb7-b50fc8b8fb05 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:29.474067 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-48203e09-e23c-469c-9cb7-b50fc8b8fb05 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:29.474347 n-d-798930-3 neutron-server[93958]: INFO neutron.db.l3_db [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-48203e09-e23c-469c-9cb7-b50fc8b8fb05 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Floating IP 3095ea9c-b6ae-4776-89f5-de0162bc0913 disassociated. External IP: 172.25.0.65, port: e01c9589-6e5d-4d24-9c0d-a5ccec3105eb. Jul 09 16:27:29.474697 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-48203e09-e23c-469c-9cb7-b50fc8b8fb05 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Calling delete_port for e01c9589-6e5d-4d24-9c0d-a5ccec3105eb owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:27:29.533223 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bc3a16e6-6ba6-4aae-acf9-05ca40c725ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:29.586454 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d17c8-41f6-4e23-a8ba-33a7b90011a1 req-6aa5ab4e-02c5-4a91-86ea-9c696a6f7a8e tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:29.588033 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4c8d17c8-41f6-4e23-a8ba-33a7b90011a1 req-6aa5ab4e-02c5-4a91-86ea-9c696a6f7a8e tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.77 "GET /v2.0/ports?device_id=ecdae31c-9b18-4116-a3f4-c6df86143d58 HTTP/1.1" status: 200 len: 945 time: 0.4097915 Jul 09 16:27:29.606851 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59feb2-c54f-466e-936a-b16b7d1a6d2b req-a43e7a80-bf26-4b12-be33-8f88c32f0b4f tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:29.614075 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7c59feb2-c54f-466e-936a-b16b7d1a6d2b req-a43e7a80-bf26-4b12-be33-8f88c32f0b4f tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecdae31c-9b18-4116-a3f4-c6df86143d58 HTTP/1.1" status: 200 len: 945 time: 0.4674020 Jul 09 16:27:29.642407 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ac5cf1cf-c6d1-42b3-940b-34ded84fc25a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:29.689717 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e5e0c-d626-4339-b998-034df479951a req-3c4958fb-0dd9-47e2-8573-5850adba7ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:29.691270 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-483e5e0c-d626-4339-b998-034df479951a req-3c4958fb-0dd9-47e2-8573-5850adba7ffd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=adbf0553-b476-4533-a282-e74124932d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4362276 Jul 09 16:27:29.705031 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3557395f-7797-45f8-83a2-146b13f1dde0 req-4261f9e7-5b9e-4004-909b-49f3092d9fe9 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:29.707246 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3557395f-7797-45f8-83a2-146b13f1dde0 req-4261f9e7-5b9e-4004-909b-49f3092d9fe9 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.73 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 946 time: 0.2437658 Jul 09 16:27:29.719568 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8794030-0c9b-4cea-95ed-4d72103ba39f req-c298bf71-a406-4294-a313-0ae4790e53e7 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:29.720971 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f8794030-0c9b-4cea-95ed-4d72103ba39f req-c298bf71-a406-4294-a313-0ae4790e53e7 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/ports?device_id=56a0021d-217b-42fc-b461-d010febc7602 HTTP/1.1" status: 200 len: 943 time: 0.2238257 Jul 09 16:27:29.774582 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bc3a16e6-6ba6-4aae-acf9-05ca40c725ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:29.775594 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3a16e6-6ba6-4aae-acf9-05ca40c725ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:29.776170 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bc3a16e6-6ba6-4aae-acf9-05ca40c725ef admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:29.843321 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7c59feb2-c54f-466e-936a-b16b7d1a6d2b req-43ec43db-8a6c-47f7-b545-6425d864e050 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283399 Jul 09 16:27:29.887869 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-bc3a16e6-6ba6-4aae-acf9-05ca40c725ef admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0603766 Jul 09 16:27:29.890537 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 43502) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:29.905129 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-13d7a73a-1e27-4382-aeae-b876333c6057 admin admin] Request body: {'subnet': {'network_id': '76c1ec96-5ad6-4ddd-a2f8-f44a4c3062a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2118113528-subnet', 'tenant_id': 'd0c9af5ede844c88ab9650d39b0080ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:27:29.958267 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3a16e6-6ba6-4aae-acf9-05ca40c725ef admin admin] Pushing event updated for resources: {'Network': ['ID=76c1ec96-5ad6-4ddd-a2f8-f44a4c3062a9,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:29.970863 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 76c1ec96-5ad6-4ddd-a2f8-f44a4c3062a9 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:27:29.974347 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 43504) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:30.012908 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-483e5e0c-d626-4339-b998-034df479951a req-ab479918-1d91-4f88-b459-86be8f4ea8cd service neutron] 10.222.0.77 "GET /v2.0/networks/adbf0553-b476-4533-a282-e74124932d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076200 Jul 09 16:27:30.019691 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d7a73a-1e27-4382-aeae-b876333c6057 admin admin] Made reservation on behalf of d0c9af5ede844c88ab9650d39b0080ac for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:27:30.022440 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-13d7a73a-1e27-4382-aeae-b876333c6057 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:30.135957 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-48203e09-e23c-469c-9cb7-b50fc8b8fb05 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:30.160321 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ac5cf1cf-c6d1-42b3-940b-34ded84fc25a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:30.163991 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-4c8d17c8-41f6-4e23-a8ba-33a7b90011a1 req-e0d353c7-252e-4dd7-9e5f-64df97c83d39 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Deleting port a4af443e-a014-40e1-ad84-a9457a1be1b0 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:27:30.164320 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4c8d17c8-41f6-4e23-a8ba-33a7b90011a1 req-e0d353c7-252e-4dd7-9e5f-64df97c83d39 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:30.169219 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f8794030-0c9b-4cea-95ed-4d72103ba39f req-38447752-52d2-4865-a438-9cdfbd069237 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/security-groups?id=08871550-d616-4453-85b1-faed9ff5bbda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4383781 Jul 09 16:27:30.203304 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ac5cf1cf-c6d1-42b3-940b-34ded84fc25a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:30.207469 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ac5cf1cf-c6d1-42b3-940b-34ded84fc25a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/913fe050-b9aa-4bd1-a6b5-75bff0114baa HTTP/1.1" status: 204 len: 168 time: 0.8752606 Jul 09 16:27:30.210624 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0581fb0-3a90-403f-bf5f-26f77ba0c2d9 None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:27:30.215562 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5cf1cf-c6d1-42b3-940b-34ded84fc25a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event deleted for resources: {'Subnet': ['ID=913fe050-b9aa-4bd1-a6b5-75bff0114baa,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:30.217657 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43508) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:30.219533 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-6e6a33ee-7544-4a94-9d86-6c7ac1be71cd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1425692658-network', 'tenant_id': 'bab91c2e534b48d6932e69e9f922d333'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:27:30.255440 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48203e09-e23c-469c-9cb7-b50fc8b8fb05 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Pushing event deleted for resources: {'Port': ['ID=e01c9589-6e5d-4d24-9c0d-a5ccec3105eb,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:30.296319 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-3557395f-7797-45f8-83a2-146b13f1dde0 req-ca315fdc-24f3-48fa-b348-775583e51613 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Deleting port e57d8c06-ab85-46d1-be00-3fb675deed68 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:27:30.296683 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3557395f-7797-45f8-83a2-146b13f1dde0 req-ca315fdc-24f3-48fa-b348-775583e51613 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:30.397462 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-88f9d21d-175f-448c-a1a3-f6b7d0bcad30 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Deleting subnet 914c4487-3c77-4546-ab56-f5bbf88a1708 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:27:30.410279 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6a33ee-7544-4a94-9d86-6c7ac1be71cd admin admin] Made reservation on behalf of bab91c2e534b48d6932e69e9f922d333 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:27:30.410935 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-88f9d21d-175f-448c-a1a3-f6b7d0bcad30 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:30.412379 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e6a33ee-7544-4a94-9d86-6c7ac1be71cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:30.447585 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e6a33ee-7544-4a94-9d86-6c7ac1be71cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:30.461444 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-483e5e0c-d626-4339-b998-034df479951a req-c4bbc621-d7c5-42db-a601-9a326644ccc0 service neutron] 10.222.0.77 "GET /v2.0/networks/adbf0553-b476-4533-a282-e74124932d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4312520 Jul 09 16:27:30.477892 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-3557395f-7797-45f8-83a2-146b13f1dde0 req-ca315fdc-24f3-48fa-b348-775583e51613 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] For port e57d8c06-ab85-46d1-be00-3fb675deed68, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=e57d8c06-ab85-46d1-be00-3fb675deed68,segment=NetworkSegment(ccf009d5-237d-4e31-8041-1465d7de9aef),segment_id=ccf009d5-237d-4e31-8041-1465d7de9aef)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:27:30.478242 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3557395f-7797-45f8-83a2-146b13f1dde0 req-ca315fdc-24f3-48fa-b348-775583e51613 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:30.555806 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b452fa-a7f6-417c-9496-ea5288fb4015 req-ceb83a41-cc1a-4295-8a3c-0574baa5df34 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:30.557331 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b9b452fa-a7f6-417c-9496-ea5288fb4015 req-ceb83a41-cc1a-4295-8a3c-0574baa5df34 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 946 time: 0.5049970 Jul 09 16:27:30.564024 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-88f9d21d-175f-448c-a1a3-f6b7d0bcad30 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:30.565150 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-4c8d17c8-41f6-4e23-a8ba-33a7b90011a1 req-e0d353c7-252e-4dd7-9e5f-64df97c83d39 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] For port a4af443e-a014-40e1-ad84-a9457a1be1b0, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=a4af443e-a014-40e1-ad84-a9457a1be1b0,segment=NetworkSegment(54adfe02-b869-4884-bf8b-5c8e16c54a46),segment_id=54adfe02-b869-4884-bf8b-5c8e16c54a46)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:27:30.565730 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4c8d17c8-41f6-4e23-a8ba-33a7b90011a1 req-e0d353c7-252e-4dd7-9e5f-64df97c83d39 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:30.605180 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-4c8d17c8-41f6-4e23-a8ba-33a7b90011a1 req-e0d353c7-252e-4dd7-9e5f-64df97c83d39 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Calling delete_port for a4af443e-a014-40e1-ad84-a9457a1be1b0 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:27:30.658944 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device afa69882-a289-47d1-b186-c740c902a5b7 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:27:30.663476 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device a4af443e-a014-40e1-ad84-a9457a1be1b0 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:27:30.681897 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8d910-d56b-4ecc-a17c-98cc2b2f52b5 req-0572c91c-712b-4722-b88e-8abd91f5386c tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:30.688228 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8d910-d56b-4ecc-a17c-98cc2b2f52b5 req-0572c91c-712b-4722-b88e-8abd91f5386c tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:30.694232 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8d910-d56b-4ecc-a17c-98cc2b2f52b5 req-0572c91c-712b-4722-b88e-8abd91f5386c tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:30.695980 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e3d8d910-d56b-4ecc-a17c-98cc2b2f52b5 req-0572c91c-712b-4722-b88e-8abd91f5386c tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 2410 time: 0.2960904 Jul 09 16:27:30.775606 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-48203e09-e23c-469c-9cb7-b50fc8b8fb05 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Router 2c5ed968-b6e5-4c59-93a1-c43e4e641302 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:27:30.892359 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-88f9d21d-175f-448c-a1a3-f6b7d0bcad30 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:30.913342 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e3d8d910-d56b-4ecc-a17c-98cc2b2f52b5 req-4aed140e-ab43-474a-91ce-1a3a348f809d tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca0135bb-d8c1-4b57-8ce3-faf17c546fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746240 Jul 09 16:27:30.945238 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b9b452fa-a7f6-417c-9496-ea5288fb4015 req-d345a990-0cfd-49fe-b21b-d8622125fea4 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3671131 Jul 09 16:27:30.960018 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-13d7a73a-1e27-4382-aeae-b876333c6057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:31.005217 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3557395f-7797-45f8-83a2-146b13f1dde0 req-ca315fdc-24f3-48fa-b348-775583e51613 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:31.005694 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3557395f-7797-45f8-83a2-146b13f1dde0 req-ca315fdc-24f3-48fa-b348-775583e51613 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:31.006126 n-d-798930-3 neutron-server[93959]: INFO neutron.db.l3_db [req-3557395f-7797-45f8-83a2-146b13f1dde0 req-ca315fdc-24f3-48fa-b348-775583e51613 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Floating IP 45e04a3b-ccc0-4c0d-86f7-2fb681b53544 disassociated. External IP: 172.25.0.198, port: e57d8c06-ab85-46d1-be00-3fb675deed68. Jul 09 16:27:31.006538 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-3557395f-7797-45f8-83a2-146b13f1dde0 req-ca315fdc-24f3-48fa-b348-775583e51613 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Calling delete_port for e57d8c06-ab85-46d1-be00-3fb675deed68 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:27:31.112909 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-48203e09-e23c-469c-9cb7-b50fc8b8fb05 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:27:31.120556 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:31.131915 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc5452a-385c-481b-b32b-0edbdacd4d15 None None] Sync routers for ids ['2c5ed968-b6e5-4c59-93a1-c43e4e641302'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:27:31.134111 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port afa69882-a289-47d1-b186-c740c902a5b7, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=afa69882-a289-47d1-b186-c740c902a5b7,segment=NetworkSegment(ff4c1188-4c7e-4a21-a4de-80c253f4fab0),segment_id=ff4c1188-4c7e-4a21-a4de-80c253f4fab0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:27:31.149495 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc5452a-385c-481b-b32b-0edbdacd4d15 None None] Routers {'2c5ed968-b6e5-4c59-93a1-c43e4e641302'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:27:31.150179 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-acc5452a-385c-481b-b32b-0edbdacd4d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:27:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['2c5ed968-b6e5-4c59-93a1-c43e4e641302'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:27:31.174996 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': 'afa69882-a289-47d1-b186-c740c902a5b7', 'network_id': 'adbf0553-b476-4533-a282-e74124932d76', 'port_id': 'afa69882-a289-47d1-b186-c740c902a5b7', 'mac_address': 'fa:16:3e:4f:68:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4438d29a-df86-457d-ba35-c2df5ed90700', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:27:31.232001 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-88f9d21d-175f-448c-a1a3-f6b7d0bcad30 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:31.235166 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-48203e09-e23c-469c-9cb7-b50fc8b8fb05 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] No DVR routers for this DVR port e01c9589-6e5d-4d24-9c0d-a5ccec3105eb on host n-h2-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:27:31.238685 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d7a73a-1e27-4382-aeae-b876333c6057 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e8e8008-6cdf-435a-aee2-6fd543a518b1,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:31.240064 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-48203e09-e23c-469c-9cb7-b50fc8b8fb05 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:31.242216 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-48203e09-e23c-469c-9cb7-b50fc8b8fb05 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.73 "DELETE /v2.0/ports/e01c9589-6e5d-4d24-9c0d-a5ccec3105eb HTTP/1.1" status: 204 len: 173 time: 3.6776361 Jul 09 16:27:31.245881 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e6a33ee-7544-4a94-9d86-6c7ac1be71cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:31.266801 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41621f63-6505-4833-9032-002b139573a9', 'name': 'network-vif-deleted', 'tag': 'e01c9589-6e5d-4d24-9c0d-a5ccec3105eb'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:27:31.269338 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89689f7-b4b9-47b6-b241-838b34b284d2" -d '{"events": [{"server_uuid": "41621f63-6505-4833-9032-002b139573a9", "name": "network-vif-deleted", "tag": "e01c9589-6e5d-4d24-9c0d-a5ccec3105eb"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:27:31.290372 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e6a33ee-7544-4a94-9d86-6c7ac1be71cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:31.311577 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:31.327473 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.db.api [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 16:27:31.327473 n-d-798930-3 neutron-server[93960]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jul 09 16:27:31.327473 n-d-798930-3 neutron-server[93960]: [parameters: {'status': 'DOWN', 'ports_id': 'a4af443e-a014-40e1-ad84-a9457a1be1b0'}] Jul 09 16:27:31.327473 n-d-798930-3 neutron-server[93960]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:27:31.328668 n-d-798930-3 neutron-server[93960]: DEBUG oslo_db.api [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:27:31.334296 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afa69882-a289-47d1-b186-c740c902a5b7 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:27:31.343789 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-88f9d21d-175f-448c-a1a3-f6b7d0bcad30 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:31.348269 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-88f9d21d-175f-448c-a1a3-f6b7d0bcad30 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/914c4487-3c77-4546-ab56-f5bbf88a1708 HTTP/1.1" status: 204 len: 168 time: 1.1251268 Jul 09 16:27:31.368549 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 43518) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:31.370494 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port afa69882-a289-47d1-b186-c740c902a5b7, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=afa69882-a289-47d1-b186-c740c902a5b7,segment=NetworkSegment(ff4c1188-4c7e-4a21-a4de-80c253f4fab0),segment_id=ff4c1188-4c7e-4a21-a4de-80c253f4fab0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:27:31.376195 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:31.383447 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f9d21d-175f-448c-a1a3-f6b7d0bcad30 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event deleted for resources: {'Subnet': ['ID=914c4487-3c77-4546-ab56-f5bbf88a1708,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:31.408411 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e6a33ee-7544-4a94-9d86-6c7ac1be71cd admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:27:31.424293 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-acc5452a-385c-481b-b32b-0edbdacd4d15 None None] Set router 2c5ed968-b6e5-4c59-93a1-c43e4e641302 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:27:31.440969 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e083ba-5663-4180-9041-d102df0b8162 req-feb42236-7cb9-4b7a-891f-80150ae54a14 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:31.449341 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-96e083ba-5663-4180-9041-d102df0b8162 req-feb42236-7cb9-4b7a-891f-80150ae54a14 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecdae31c-9b18-4116-a3f4-c6df86143d58 HTTP/1.1" status: 200 len: 945 time: 0.3625741 Jul 09 16:27:31.457615 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3557395f-7797-45f8-83a2-146b13f1dde0 req-ca315fdc-24f3-48fa-b348-775583e51613 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:31.469201 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=afa69882-a289-47d1-b186-c740c902a5b7,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:31.475483 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca36d173-125b-4a68-a892-adabb29faef5 None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:27:31.489551 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d7a73a-1e27-4382-aeae-b876333c6057 admin admin] Checking segment: {'id': '5a4ec688-5b06-4990-8ebd-f825ce32d4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '76c1ec96-5ad6-4ddd-a2f8-f44a4c3062a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:27:31.489551 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d7a73a-1e27-4382-aeae-b876333c6057 admin admin] Network hostable DHCP agents. Network: 76c1ec96-5ad6-4ddd-a2f8-f44a4c3062a9, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:27:31.501354 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca315fdc-24f3-48fa-b348-775583e51613 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Pushing event deleted for resources: {'Port': ['ID=e57d8c06-ab85-46d1-be00-3fb675deed68,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:31.507824 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0f5ade2d-c68e-4d29-acea-a8d0456bd906 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1204617 Jul 09 16:27:31.511499 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43520) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:31.541184 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e6a33ee-7544-4a94-9d86-6c7ac1be71cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:31.541661 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-6e6a33ee-7544-4a94-9d86-6c7ac1be71cd admin admin] Added segment 98a03907-eb1c-4003-907c-acf76e082f5d of type vlan for network 77349fb7-f08f-401d-a502-ac937b81dcab Jul 09 16:27:31.547678 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4c8d17c8-41f6-4e23-a8ba-33a7b90011a1 req-e0d353c7-252e-4dd7-9e5f-64df97c83d39 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:31.565642 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6f018453-4aef-417a-81e2-cb3c9ca5d29a None None] Provisioning complete for port 7a8e85cf-0d49-451d-9b5d-bfab2d6b6e5f triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:27:31.566058 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6f018453-4aef-417a-81e2-cb3c9ca5d29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:31.581189 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-96e083ba-5663-4180-9041-d102df0b8162 req-95fb9441-3701-4791-a370-5da7c88b6e67 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1064de3-3a24-4324-9f55-66568bfd1ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286592 Jul 09 16:27:31.582223 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a33ee-7544-4a94-9d86-6c7ac1be71cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ce7119-0644-4f22-8c1b-937cc892fe43,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:31.676820 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dacfa400-3b7d-46d6-a1c6-c5e2f93065dc x-openstack-request-id: req-dacfa400-3b7d-46d6-a1c6-c5e2f93065dc {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:27:31.677595 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41621f63-6505-4833-9032-002b139573a9", "name": "network-vif-deleted", "tag": "e01c9589-6e5d-4d24-9c0d-a5ccec3105eb", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:27:31.678087 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-dacfa400-3b7d-46d6-a1c6-c5e2f93065dc {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:27:31.678710 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41621f63-6505-4833-9032-002b139573a9', 'name': 'network-vif-deleted', 'tag': 'e01c9589-6e5d-4d24-9c0d-a5ccec3105eb', 'status': 'completed', 'code': 200} Jul 09 16:27:31.692333 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d353c7-252e-4dd7-9e5f-64df97c83d39 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Pushing event deleted for resources: {'Port': ['ID=a4af443e-a014-40e1-ad84-a9457a1be1b0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:31.716985 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e6a33ee-7544-4a94-9d86-6c7ac1be71cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:31.722264 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d7a73a-1e27-4382-aeae-b876333c6057 admin admin] Network 76c1ec96-5ad6-4ddd-a2f8-f44a4c3062a9 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:27:31.746115 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['afa69882-a289-47d1-b186-c740c902a5b7'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:27:31.785506 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b55ec33-85c8-469f-af1e-aa61e16a9c93 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:31.787526 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8b55ec33-85c8-469f-af1e-aa61e16a9c93 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2680917 Jul 09 16:27:31.790606 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43522) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:31.802351 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-13d7a73a-1e27-4382-aeae-b876333c6057 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 76c1ec96-5ad6-4ddd-a2f8-f44a4c3062a9) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:27:31.804700 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8d17c8-41f6-4e23-a8ba-33a7b90011a1 req-e0d353c7-252e-4dd7-9e5f-64df97c83d39 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] No DVR routers for this DVR port a4af443e-a014-40e1-ad84-a9457a1be1b0 on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:27:31.813736 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d7a73a-1e27-4382-aeae-b876333c6057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:31.814715 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-13d7a73a-1e27-4382-aeae-b876333c6057 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:31.819355 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4c8d17c8-41f6-4e23-a8ba-33a7b90011a1 req-e0d353c7-252e-4dd7-9e5f-64df97c83d39 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:31.821828 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4c8d17c8-41f6-4e23-a8ba-33a7b90011a1 req-e0d353c7-252e-4dd7-9e5f-64df97c83d39 tempest-ImagesTestJSON-2066497461 tempest-ImagesTestJSON-2066497461-project] 10.222.0.77 "DELETE /v2.0/ports/a4af443e-a014-40e1-ad84-a9457a1be1b0 HTTP/1.1" status: 204 len: 173 time: 2.2269018 Jul 09 16:27:31.827156 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00f7e9a-1957-476d-8fb2-3d2dbbc6d0ea None None] Network 76c1ec96-5ad6-4ddd-a2f8-f44a4c3062a9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:27:31.845631 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-acc5452a-385c-481b-b32b-0edbdacd4d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5ed968-b6e5-4c59-93a1-c43e4e641302', 'name': 'tempest-TaggedBootDevicesTest_v242-1257433462-router', 'tenant_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '24d1084e-66da-454d-aea8-50fe96e75c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:17:05Z', 'updated_at': '2021-07-09T16:17:10Z', 'revision_number': 4, 'project_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'gw_port': {'id': '24d1084e-66da-454d-aea8-50fe96e75c62', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:88:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5ed968-b6e5-4c59-93a1-c43e4e641302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:17:06Z', 'updated_at': '2021-07-09T16:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '6628b0f7-8abc-41e3-b094-74474e134a4e', 'name': '', 'network_id': '3a4e126d-a665-4056-ac42-0c366e7fbeca', 'tenant_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'mac_address': 'fa:16:3e:32:8a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5ed968-b6e5-4c59-93a1-c43e4e641302', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '17b1bf0f-6449-4963-a32c-463b55d292cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:17:09Z', 'updated_at': '2021-07-09T16:17:19Z', 'revision_number': 5, 'project_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'subnets': [{'id': '17b1bf0f-6449-4963-a32c-463b55d292cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:27:31.851728 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3557395f-7797-45f8-83a2-146b13f1dde0 req-ca315fdc-24f3-48fa-b348-775583e51613 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Router 9e8be58e-f676-46f3-ae87-e5efc0de1e53 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:27:31.870147 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71104a9c-f4dd-41ab-a9c9-0239098491be req-41a6659e-c0d3-4bb1-9237-a5601c3d73f0 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:31.879880 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-71104a9c-f4dd-41ab-a9c9-0239098491be req-41a6659e-c0d3-4bb1-9237-a5601c3d73f0 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/ports?device_id=56a0021d-217b-42fc-b461-d010febc7602 HTTP/1.1" status: 200 len: 944 time: 0.3802252 Jul 09 16:27:31.884370 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e6a33ee-7544-4a94-9d86-6c7ac1be71cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:31.885689 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6a33ee-7544-4a94-9d86-6c7ac1be71cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:31.886499 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e6a33ee-7544-4a94-9d86-6c7ac1be71cd admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:31.890938 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbfbd96-dd38-4d4e-a939-74f66cf263a7 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:31.893147 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-bcbfbd96-dd38-4d4e-a939-74f66cf263a7 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1015432 Jul 09 16:27:31.900908 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-13d7a73a-1e27-4382-aeae-b876333c6057 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0055013 Jul 09 16:27:31.901864 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 43524) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:31.940201 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc5452a-385c-481b-b32b-0edbdacd4d15 None None] Checking router: 2c5ed968-b6e5-4c59-93a1-c43e4e641302 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:27:31.965908 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc5452a-385c-481b-b32b-0edbdacd4d15 None None] Routers {'2c5ed968-b6e5-4c59-93a1-c43e4e641302'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:27:31.966568 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-acc5452a-385c-481b-b32b-0edbdacd4d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:27:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['2c5ed968-b6e5-4c59-93a1-c43e4e641302'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:27:31.996835 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-3422b608-e7f8-4398-9cb4-24cef395c56b tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Deleting port 4f254e63-6b3b-4694-9cb5-3a15ac319c88 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:27:31.998369 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-3422b608-e7f8-4398-9cb4-24cef395c56b tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:32.147992 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Port a4af443e-a014-40e1-ad84-a9457a1be1b0 update to DOWN by agent not found {{(pid=93960) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 09 16:27:32.176864 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3557395f-7797-45f8-83a2-146b13f1dde0 req-ca315fdc-24f3-48fa-b348-775583e51613 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:27:32.249232 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-acc5452a-385c-481b-b32b-0edbdacd4d15 None None] Set router 2c5ed968-b6e5-4c59-93a1-c43e4e641302 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:27:32.283092 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-3557395f-7797-45f8-83a2-146b13f1dde0 req-ca315fdc-24f3-48fa-b348-775583e51613 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] No DVR routers for this DVR port e57d8c06-ab85-46d1-be00-3fb675deed68 on host n-h2-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:27:32.301046 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device e57d8c06-ab85-46d1-be00-3fb675deed68 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:27:32.312581 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3557395f-7797-45f8-83a2-146b13f1dde0 req-ca315fdc-24f3-48fa-b348-775583e51613 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:32.315173 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3557395f-7797-45f8-83a2-146b13f1dde0 req-ca315fdc-24f3-48fa-b348-775583e51613 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.73 "DELETE /v2.0/ports/e57d8c06-ab85-46d1-be00-3fb675deed68 HTTP/1.1" status: 204 len: 173 time: 2.5932829 Jul 09 16:27:32.317604 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '084206b1-bf14-4217-b285-ca4524c21dfa', 'name': 'network-vif-deleted', 'tag': 'e57d8c06-ab85-46d1-be00-3fb675deed68'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:27:32.320385 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a958b9-13af-4472-9ed7-223212d6c73e" -d '{"events": [{"server_uuid": "084206b1-bf14-4217-b285-ca4524c21dfa", "name": "network-vif-deleted", "tag": "e57d8c06-ab85-46d1-be00-3fb675deed68"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:27:32.344653 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edef627f-77d0-491b-a4a4-4599ab7af19e None None] Sync routers for ids ['9e8be58e-f676-46f3-ae87-e5efc0de1e53'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:27:32.359467 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: e57d8c06-ab85-46d1-be00-3fb675deed68 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:27:32.359947 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device e57d8c06-ab85-46d1-be00-3fb675deed68 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:27:32.369238 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edef627f-77d0-491b-a4a4-4599ab7af19e None None] Routers {'9e8be58e-f676-46f3-ae87-e5efc0de1e53'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:27:32.370031 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-edef627f-77d0-491b-a4a4-4599ab7af19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:27:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['9e8be58e-f676-46f3-ae87-e5efc0de1e53'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:27:32.387028 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72cd6f-a9b1-49c5-a154-054cdbda6de4 req-1f83f705-045d-45bd-8aab-f3acb2759917 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:32.395822 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72cd6f-a9b1-49c5-a154-054cdbda6de4 req-1f83f705-045d-45bd-8aab-f3acb2759917 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:32.404418 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72cd6f-a9b1-49c5-a154-054cdbda6de4 req-1f83f705-045d-45bd-8aab-f3acb2759917 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:32.414450 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fb72cd6f-a9b1-49c5-a154-054cdbda6de4 req-1f83f705-045d-45bd-8aab-f3acb2759917 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 2410 time: 0.1694777 Jul 09 16:27:32.473616 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fb72cd6f-a9b1-49c5-a154-054cdbda6de4 req-628d8b44-6f9f-47f7-ba39-a93f1d3e30a3 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca0135bb-d8c1-4b57-8ce3-faf17c546fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576348 Jul 09 16:27:32.497645 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae4839a-c405-4c92-b78a-2fb085ead54a None None] Network 76c1ec96-5ad6-4ddd-a2f8-f44a4c3062a9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:27:32.633795 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-acc5452a-385c-481b-b32b-0edbdacd4d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5ed968-b6e5-4c59-93a1-c43e4e641302', 'name': 'tempest-TaggedBootDevicesTest_v242-1257433462-router', 'tenant_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '24d1084e-66da-454d-aea8-50fe96e75c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:17:05Z', 'updated_at': '2021-07-09T16:17:10Z', 'revision_number': 4, 'project_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'gw_port': {'id': '24d1084e-66da-454d-aea8-50fe96e75c62', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:88:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5ed968-b6e5-4c59-93a1-c43e4e641302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:17:06Z', 'updated_at': '2021-07-09T16:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '6628b0f7-8abc-41e3-b094-74474e134a4e', 'name': '', 'network_id': '3a4e126d-a665-4056-ac42-0c366e7fbeca', 'tenant_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'mac_address': 'fa:16:3e:32:8a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5ed968-b6e5-4c59-93a1-c43e4e641302', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '17b1bf0f-6449-4963-a32c-463b55d292cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:17:09Z', 'updated_at': '2021-07-09T16:17:19Z', 'revision_number': 5, 'project_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'subnets': [{'id': '17b1bf0f-6449-4963-a32c-463b55d292cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:27:32.673916 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc5452a-385c-481b-b32b-0edbdacd4d15 None None] The sync data for ids ['2c5ed968-b6e5-4c59-93a1-c43e4e641302'] in n-d-798930-3 is: [{'id': '2c5ed968-b6e5-4c59-93a1-c43e4e641302', 'name': 'tempest-TaggedBootDevicesTest_v242-1257433462-router', 'tenant_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '24d1084e-66da-454d-aea8-50fe96e75c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:17:05Z', 'updated_at': '2021-07-09T16:17:10Z', 'revision_number': 4, 'project_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'gw_port': {'id': '24d1084e-66da-454d-aea8-50fe96e75c62', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:88:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5ed968-b6e5-4c59-93a1-c43e4e641302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:17:06Z', 'updated_at': '2021-07-09T16:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '6628b0f7-8abc-41e3-b094-74474e134a4e', 'name': '', 'network_id': '3a4e126d-a665-4056-ac42-0c366e7fbeca', 'tenant_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'mac_address': 'fa:16:3e:32:8a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5ed968-b6e5-4c59-93a1-c43e4e641302', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '17b1bf0f-6449-4963-a32c-463b55d292cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:17:09Z', 'updated_at': '2021-07-09T16:17:19Z', 'revision_number': 5, 'project_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'subnets': [{'id': '17b1bf0f-6449-4963-a32c-463b55d292cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:27:32.675760 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-edef627f-77d0-491b-a4a4-4599ab7af19e None None] Set router 9e8be58e-f676-46f3-ae87-e5efc0de1e53 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:27:32.692259 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e1e1931a-826a-441a-b092-2750ca80b3a4 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7835169 Jul 09 16:27:32.698936 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 43540) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:32.734884 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f8744fc9-0160-443c-a139-f163525bf95b tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'subnet': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:27:32.783518 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6e6a33ee-7544-4a94-9d86-6c7ac1be71cd admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.8056612 Jul 09 16:27:32.785126 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a33ee-7544-4a94-9d86-6c7ac1be71cd admin admin] Pushing event updated for resources: {'Network': ['ID=77349fb7-f08f-401d-a502-ac937b81dcab,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:32.785288 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-77dc5d7b-633e-4934-9979-b4307588f08f req-fbac96a3-9a74-48b6-b1e9-870d6a9f44c7 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=084206b1-bf14-4217-b285-ca4524c21dfa HTTP/1.1" status: 200 len: 210 time: 0.0782442 Jul 09 16:27:32.789794 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43542) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:32.804126 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-5f92d73a-92af-44cf-a45c-3ba1a06252b0 admin admin] Request body: {'subnet': {'network_id': '77349fb7-f08f-401d-a502-ac937b81dcab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1425692658-subnet', 'tenant_id': 'bab91c2e534b48d6932e69e9f922d333', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:27:32.863064 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f92d73a-92af-44cf-a45c-3ba1a06252b0 admin admin] Made reservation on behalf of bab91c2e534b48d6932e69e9f922d333 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:27:32.865878 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5f92d73a-92af-44cf-a45c-3ba1a06252b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:32.930388 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 77349fb7-f08f-401d-a502-ac937b81dcab details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:27:32.934796 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8101ae6-8aae-4436-8718-61599f89a76e None None] DHCP port deletion for f22714f5-d774-47cf-ac1e-3989f67517e9 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:27:32.952831 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-71104a9c-f4dd-41ab-a9c9-0239098491be req-9c1ed752-2619-44a9-8b5a-77779272f83f tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/security-groups?id=08871550-d616-4453-85b1-faed9ff5bbda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0710297 Jul 09 16:27:33.010869 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8744fc9-0160-443c-a139-f163525bf95b tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:27:33.016572 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8744fc9-0160-443c-a139-f163525bf95b tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:33.021622 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8744fc9-0160-443c-a139-f163525bf95b tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:27:33.022083 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8744fc9-0160-443c-a139-f163525bf95b tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:27:33.066095 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f8744fc9-0160-443c-a139-f163525bf95b tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3367007 Jul 09 16:27:33.070307 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43546) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:33.081695 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-e2a9c300-5fe7-4fd5-8a2b-fcfbbcb10926 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'subnet': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:27:33.088948 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-3422b608-e7f8-4398-9cb4-24cef395c56b tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] For port 4f254e63-6b3b-4694-9cb5-3a15ac319c88, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=4f254e63-6b3b-4694-9cb5-3a15ac319c88,segment=NetworkSegment(21dc0c02-4744-4465-9c58-ff9696cac53b),segment_id=21dc0c02-4744-4465-9c58-ff9696cac53b)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:27:33.089375 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-3422b608-e7f8-4398-9cb4-24cef395c56b tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:33.105205 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cecc24e-f010-485d-ac39-5406d49d979d x-openstack-request-id: req-1cecc24e-f010-485d-ac39-5406d49d979d {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:27:33.105643 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "084206b1-bf14-4217-b285-ca4524c21dfa", "name": "network-vif-deleted", "tag": "e57d8c06-ab85-46d1-be00-3fb675deed68", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:27:33.105929 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1cecc24e-f010-485d-ac39-5406d49d979d {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:27:33.106315 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '084206b1-bf14-4217-b285-ca4524c21dfa', 'name': 'network-vif-deleted', 'tag': 'e57d8c06-ab85-46d1-be00-3fb675deed68', 'status': 'completed', 'code': 200} Jul 09 16:27:33.116233 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-3422b608-e7f8-4398-9cb4-24cef395c56b tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Calling delete_port for 4f254e63-6b3b-4694-9cb5-3a15ac319c88 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:27:33.240823 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393e1fff-8b8c-4da1-ad02-274dccba3e0c None None] New status for floating IP 3095ea9c-b6ae-4776-89f5-de0162bc0913: DOWN {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:27:33.374128 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-3422b608-e7f8-4398-9cb4-24cef395c56b tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:33.505632 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3422b608-e7f8-4398-9cb4-24cef395c56b tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Pushing event deleted for resources: {'Port': ['ID=4f254e63-6b3b-4694-9cb5-3a15ac319c88,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:33.506562 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-c8101ae6-8aae-4436-8718-61599f89a76e None None] Deleting port 7a8e85cf-0d49-451d-9b5d-bfab2d6b6e5f {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:27:33.515494 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c8101ae6-8aae-4436-8718-61599f89a76e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:33.645176 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-3422b608-e7f8-4398-9cb4-24cef395c56b tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] No DVR routers for this DVR port 4f254e63-6b3b-4694-9cb5-3a15ac319c88 on host n-h2-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:27:33.651351 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-3422b608-e7f8-4398-9cb4-24cef395c56b tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:33.655625 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-3422b608-e7f8-4398-9cb4-24cef395c56b tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.73 "DELETE /v2.0/ports/4f254e63-6b3b-4694-9cb5-3a15ac319c88 HTTP/1.1" status: 204 len: 173 time: 2.3815413 Jul 09 16:27:33.673895 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-c8101ae6-8aae-4436-8718-61599f89a76e None None] For port 7a8e85cf-0d49-451d-9b5d-bfab2d6b6e5f, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=7a8e85cf-0d49-451d-9b5d-bfab2d6b6e5f,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:27:33.674812 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c8101ae6-8aae-4436-8718-61599f89a76e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:33.684603 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecdae31c-9b18-4116-a3f4-c6df86143d58', 'name': 'network-vif-deleted', 'tag': 'a4af443e-a014-40e1-ad84-a9457a1be1b0'}, {'server_uuid': '41621f63-6505-4833-9032-002b139573a9', 'name': 'network-vif-deleted', 'tag': '4f254e63-6b3b-4694-9cb5-3a15ac319c88'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:27:33.692627 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c526649-5120-4a79-809b-f97a8fee9476" -d '{"events": [{"server_uuid": "ecdae31c-9b18-4116-a3f4-c6df86143d58", "name": "network-vif-deleted", "tag": "a4af443e-a014-40e1-ad84-a9457a1be1b0"}, {"server_uuid": "41621f63-6505-4833-9032-002b139573a9", "name": "network-vif-deleted", "tag": "4f254e63-6b3b-4694-9cb5-3a15ac319c88"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:27:33.697954 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-c8101ae6-8aae-4436-8718-61599f89a76e None None] Calling delete_port for 7a8e85cf-0d49-451d-9b5d-bfab2d6b6e5f owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:27:33.706506 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a9c300-5fe7-4fd5-8a2b-fcfbbcb10926 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:27:33.711543 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e2a9c300-5fe7-4fd5-8a2b-fcfbbcb10926 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:33.715809 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2a9c300-5fe7-4fd5-8a2b-fcfbbcb10926 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:27:33.715809 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2a9c300-5fe7-4fd5-8a2b-fcfbbcb10926 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:27:33.757498 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094373d1-aa1b-4c88-ad4a-c51472fb92e4 req-66d22441-ffcd-435e-85eb-d24961c1f201 tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:33.769358 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-094373d1-aa1b-4c88-ad4a-c51472fb92e4 req-66d22441-ffcd-435e-85eb-d24961c1f201 tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] 10.222.0.98 "GET /v2.0/networks?id=231872ae-9296-4423-b514-875db3d45bc0 HTTP/1.1" status: 200 len: 812 time: 0.4131088 Jul 09 16:27:33.780611 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-edef627f-77d0-491b-a4a4-4599ab7af19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'name': 'tempest-AttachVolumeShelveTestJSON-2063707949-router', 'tenant_id': 'b8ad35771c814596a752d0340d35099a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '6b3ac3ef-027b-485c-a57d-53b52cb99166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:01Z', 'updated_at': '2021-07-09T16:21:11Z', 'revision_number': 4, 'project_id': 'b8ad35771c814596a752d0340d35099a', 'gw_port': {'id': '6b3ac3ef-027b-485c-a57d-53b52cb99166', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:02Z', 'updated_at': '2021-07-09T16:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'aeaed067-e2c8-49aa-b996-4bd4466aa056', 'name': '', 'network_id': 'a171d79a-1159-4481-9cc1-46c665ce3a96', 'tenant_id': 'b8ad35771c814596a752d0340d35099a', 'mac_address': 'fa:16:3e:f4:24:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'b9e97679-e3ca-4f43-b281-7791408a1287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:08Z', 'updated_at': '2021-07-09T16:21:18Z', 'revision_number': 5, 'project_id': 'b8ad35771c814596a752d0340d35099a', 'subnets': [{'id': 'b9e97679-e3ca-4f43-b281-7791408a1287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:27:33.784658 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5f92d73a-92af-44cf-a45c-3ba1a06252b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:33.799751 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e2a9c300-5fe7-4fd5-8a2b-fcfbbcb10926 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7278943 Jul 09 16:27:33.816901 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edef627f-77d0-491b-a4a4-4599ab7af19e None None] Checking router: 9e8be58e-f676-46f3-ae87-e5efc0de1e53 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:27:33.825880 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43572) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:33.832800 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-094373d1-aa1b-4c88-ad4a-c51472fb92e4 req-d4d9c5a8-2327-4cc3-bb5c-54da3ba344b2 tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] 10.222.0.98 "GET /v2.0/quotas/d51c8e8366b7411fa3b4bbb6b14ba732 HTTP/1.1" status: 200 len: 375 time: 0.0608268 Jul 09 16:27:33.839961 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edef627f-77d0-491b-a4a4-4599ab7af19e None None] Routers {'9e8be58e-f676-46f3-ae87-e5efc0de1e53'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:27:33.840603 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-edef627f-77d0-491b-a4a4-4599ab7af19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:27:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['9e8be58e-f676-46f3-ae87-e5efc0de1e53'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:27:33.850995 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-40c5629d-c0d0-4acd-974c-da01140a2508 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'subnet': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:27:33.888154 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-c8f991b9-d202-447d-a7fc-dc5acc1fcc98 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Deleting port a7a4e491-e2c2-414f-9cdd-91edf6bc83f0 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:27:33.888507 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-c8f991b9-d202-447d-a7fc-dc5acc1fcc98 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:33.918909 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee79e07-d73f-4891-9fd3-154ed08b1e93 req-4e336270-2e1f-468f-b8ab-2f8bc56ed562 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:33.924970 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee79e07-d73f-4891-9fd3-154ed08b1e93 req-4e336270-2e1f-468f-b8ab-2f8bc56ed562 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:33.926648 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5ee79e07-d73f-4891-9fd3-154ed08b1e93 req-4e336270-2e1f-468f-b8ab-2f8bc56ed562 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 1677 time: 0.1468468 Jul 09 16:27:33.975675 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-edef627f-77d0-491b-a4a4-4599ab7af19e None None] Set router 9e8be58e-f676-46f3-ae87-e5efc0de1e53 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:27:34.030283 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5ee79e07-d73f-4891-9fd3-154ed08b1e93 req-0ac674c1-dcee-4a7d-a68c-daa7d5cd9d8f tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/security-groups?id=ca0135bb-d8c1-4b57-8ce3-faf17c546fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780613 Jul 09 16:27:34.076075 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-c8f991b9-d202-447d-a7fc-dc5acc1fcc98 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] For port a7a4e491-e2c2-414f-9cdd-91edf6bc83f0, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=a7a4e491-e2c2-414f-9cdd-91edf6bc83f0,segment=NetworkSegment(9890f08f-b7c2-4880-91d7-5553e02a84db),segment_id=9890f08f-b7c2-4880-91d7-5553e02a84db)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:27:34.076675 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-c8f991b9-d202-447d-a7fc-dc5acc1fcc98 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:34.094619 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-c8f991b9-d202-447d-a7fc-dc5acc1fcc98 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Calling delete_port for a7a4e491-e2c2-414f-9cdd-91edf6bc83f0 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:27:34.112051 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c8101ae6-8aae-4436-8718-61599f89a76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:34.146265 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8101ae6-8aae-4436-8718-61599f89a76e None None] Pushing event deleted for resources: {'Port': ['ID=7a8e85cf-0d49-451d-9b5d-bfab2d6b6e5f,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:34.180463 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8101ae6-8aae-4436-8718-61599f89a76e None None] No DVR routers for this DVR port 7a8e85cf-0d49-451d-9b5d-bfab2d6b6e5f on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:27:34.208693 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-094373d1-aa1b-4c88-ad4a-c51472fb92e4 req-2c173770-9797-43c7-b52a-12dfcabb99a0 tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=d51c8e8366b7411fa3b4bbb6b14ba732&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2009094 Jul 09 16:27:34.252726 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 16:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef17d17-a470-45bd-9fd6-ccab163f8f93 x-openstack-request-id: req-cef17d17-a470-45bd-9fd6-ccab163f8f93 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:27:34.253037 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecdae31c-9b18-4116-a3f4-c6df86143d58", "name": "network-vif-deleted", "tag": "a4af443e-a014-40e1-ad84-a9457a1be1b0", "status": "completed", "code": 200}, {"server_uuid": "41621f63-6505-4833-9032-002b139573a9", "name": "network-vif-deleted", "tag": "4f254e63-6b3b-4694-9cb5-3a15ac319c88", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:27:34.253360 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-cef17d17-a470-45bd-9fd6-ccab163f8f93 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:27:34.253774 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecdae31c-9b18-4116-a3f4-c6df86143d58', 'name': 'network-vif-deleted', 'tag': 'a4af443e-a014-40e1-ad84-a9457a1be1b0', 'status': 'completed', 'code': 200} Jul 09 16:27:34.254031 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41621f63-6505-4833-9032-002b139573a9', 'name': 'network-vif-deleted', 'tag': '4f254e63-6b3b-4694-9cb5-3a15ac319c88', 'status': 'completed', 'code': 200} Jul 09 16:27:34.323123 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 7a8e85cf-0d49-451d-9b5d-bfab2d6b6e5f no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:27:34.332508 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f92d73a-92af-44cf-a45c-3ba1a06252b0 admin admin] Checking segment: {'id': '98a03907-eb1c-4003-907c-acf76e082f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '77349fb7-f08f-401d-a502-ac937b81dcab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:27:34.332861 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f92d73a-92af-44cf-a45c-3ba1a06252b0 admin admin] Network hostable DHCP agents. Network: 77349fb7-f08f-401d-a502-ac937b81dcab, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:27:34.336357 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-c8f991b9-d202-447d-a7fc-dc5acc1fcc98 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:34.345952 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f92d73a-92af-44cf-a45c-3ba1a06252b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03aa29d7-618e-4fba-93dc-b83569f87121,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:34.366695 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c5629d-c0d0-4acd-974c-da01140a2508 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:27:34.366977 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 7a8e85cf-0d49-451d-9b5d-bfab2d6b6e5f {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:27:34.367165 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 7a8e85cf-0d49-451d-9b5d-bfab2d6b6e5f not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:27:34.377750 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-40c5629d-c0d0-4acd-974c-da01140a2508 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:34.379478 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-40c5629d-c0d0-4acd-974c-da01140a2508 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:27:34.380382 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40c5629d-c0d0-4acd-974c-da01140a2508 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:27:34.382026 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-edef627f-77d0-491b-a4a4-4599ab7af19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'name': 'tempest-AttachVolumeShelveTestJSON-2063707949-router', 'tenant_id': 'b8ad35771c814596a752d0340d35099a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '6b3ac3ef-027b-485c-a57d-53b52cb99166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:01Z', 'updated_at': '2021-07-09T16:21:11Z', 'revision_number': 4, 'project_id': 'b8ad35771c814596a752d0340d35099a', 'gw_port': {'id': '6b3ac3ef-027b-485c-a57d-53b52cb99166', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:02Z', 'updated_at': '2021-07-09T16:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'aeaed067-e2c8-49aa-b996-4bd4466aa056', 'name': '', 'network_id': 'a171d79a-1159-4481-9cc1-46c665ce3a96', 'tenant_id': 'b8ad35771c814596a752d0340d35099a', 'mac_address': 'fa:16:3e:f4:24:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'b9e97679-e3ca-4f43-b281-7791408a1287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:08Z', 'updated_at': '2021-07-09T16:21:18Z', 'revision_number': 5, 'project_id': 'b8ad35771c814596a752d0340d35099a', 'subnets': [{'id': 'b9e97679-e3ca-4f43-b281-7791408a1287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:27:34.384473 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f991b9-d202-447d-a7fc-dc5acc1fcc98 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Pushing event deleted for resources: {'Port': ['ID=a7a4e491-e2c2-414f-9cdd-91edf6bc83f0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:34.421324 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f92d73a-92af-44cf-a45c-3ba1a06252b0 admin admin] Network 77349fb7-f08f-401d-a502-ac937b81dcab is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:27:34.427840 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edef627f-77d0-491b-a4a4-4599ab7af19e None None] The sync data for ids ['9e8be58e-f676-46f3-ae87-e5efc0de1e53'] in n-d-798930-3 is: [{'id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'name': 'tempest-AttachVolumeShelveTestJSON-2063707949-router', 'tenant_id': 'b8ad35771c814596a752d0340d35099a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '6b3ac3ef-027b-485c-a57d-53b52cb99166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:01Z', 'updated_at': '2021-07-09T16:21:11Z', 'revision_number': 4, 'project_id': 'b8ad35771c814596a752d0340d35099a', 'gw_port': {'id': '6b3ac3ef-027b-485c-a57d-53b52cb99166', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:02Z', 'updated_at': '2021-07-09T16:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'aeaed067-e2c8-49aa-b996-4bd4466aa056', 'name': '', 'network_id': 'a171d79a-1159-4481-9cc1-46c665ce3a96', 'tenant_id': 'b8ad35771c814596a752d0340d35099a', 'mac_address': 'fa:16:3e:f4:24:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'b9e97679-e3ca-4f43-b281-7791408a1287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:08Z', 'updated_at': '2021-07-09T16:21:18Z', 'revision_number': 5, 'project_id': 'b8ad35771c814596a752d0340d35099a', 'subnets': [{'id': 'b9e97679-e3ca-4f43-b281-7791408a1287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:27:34.438670 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-40c5629d-c0d0-4acd-974c-da01140a2508 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6040287 Jul 09 16:27:34.439802 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43586) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:34.448027 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-57d249e6-afc6-4a86-9ecd-bec6b4ca38af tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'subnet': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:27:34.456021 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-c8f991b9-d202-447d-a7fc-dc5acc1fcc98 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] No DVR routers for this DVR port a7a4e491-e2c2-414f-9cdd-91edf6bc83f0 on host n-h2-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:27:34.456297 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-5f92d73a-92af-44cf-a45c-3ba1a06252b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 77349fb7-f08f-401d-a502-ac937b81dcab) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:27:34.461365 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-c8f991b9-d202-447d-a7fc-dc5acc1fcc98 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:34.466281 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-c8f991b9-d202-447d-a7fc-dc5acc1fcc98 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.73 "DELETE /v2.0/ports/a7a4e491-e2c2-414f-9cdd-91edf6bc83f0 HTTP/1.1" status: 204 len: 173 time: 0.7943399 Jul 09 16:27:34.470317 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4dae5d-aa79-489b-b3f6-dab9848d44db None None] Network 77349fb7-f08f-401d-a502-ac937b81dcab requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:27:34.511468 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f92d73a-92af-44cf-a45c-3ba1a06252b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:34.513007 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5f92d73a-92af-44cf-a45c-3ba1a06252b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:34.528887 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-094373d1-aa1b-4c88-ad4a-c51472fb92e4 req-3da070ad-6fa6-471b-8010-2c2583252e16 service neutron] 10.222.0.98 "GET /v2.0/networks/231872ae-9296-4423-b514-875db3d45bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035009 Jul 09 16:27:34.618798 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-5f92d73a-92af-44cf-a45c-3ba1a06252b0 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8278143 Jul 09 16:27:34.624121 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43588) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:34.628888 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-fb345c0c-e5a2-41e3-b5a3-de62cbe138e9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1425692658-router', 'tenant_id': 'bab91c2e534b48d6932e69e9f922d333', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:27:34.642438 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3480aba-e878-4946-ab7d-08664740928e None None] Network 77349fb7-f08f-401d-a502-ac937b81dcab requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:27:34.663936 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691dfa3-2726-4e08-b471-f9af821e7866 req-4f33121d-85cb-4a6d-9509-482d8b6d4eac tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:34.668596 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.db.api [None req-57d249e6-afc6-4a86-9ecd-bec6b4ca38af tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 16:27:34.668596 n-d-798930-3 neutron-server[93959]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 16:27:34.668596 n-d-798930-3 neutron-server[93959]: [parameters: {'project_id_1': '005b565b3c004d24a50d69ddcd50be46', 'expiration_1': datetime.datetime(2021, 7, 9, 16, 27, 34, 650448)}] Jul 09 16:27:34.668596 n-d-798930-3 neutron-server[93959]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:27:34.669064 n-d-798930-3 neutron-server[93959]: DEBUG oslo_db.api [None req-57d249e6-afc6-4a86-9ecd-bec6b4ca38af tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:27:34.670948 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6691dfa3-2726-4e08-b471-f9af821e7866 req-4f33121d-85cb-4a6d-9509-482d8b6d4eac tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/ports?device_id=56a0021d-217b-42fc-b461-d010febc7602 HTTP/1.1" status: 200 len: 944 time: 0.1886437 Jul 09 16:27:34.683416 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fb345c0c-e5a2-41e3-b5a3-de62cbe138e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:34.685190 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fb345c0c-e5a2-41e3-b5a3-de62cbe138e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:34.693254 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device afa69882-a289-47d1-b186-c740c902a5b7 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:27:34.735648 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6691dfa3-2726-4e08-b471-f9af821e7866 req-4593d558-3f0e-4145-85b7-cdfb21c09a22 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/security-groups?id=08871550-d616-4453-85b1-faed9ff5bbda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637960 Jul 09 16:27:34.744081 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-ce42123a-1935-4acc-8e11-74be67e1c939 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Deleting port 5989e1c6-4c6c-4db6-8f16-533f3fd6e06c {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:27:34.744570 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-ce42123a-1935-4acc-8e11-74be67e1c939 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:34.755733 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fb345c0c-e5a2-41e3-b5a3-de62cbe138e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:34.894681 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-094373d1-aa1b-4c88-ad4a-c51472fb92e4 req-2309efa4-f2ad-42ee-9353-9a7d5d921838 service neutron] 10.222.0.98 "GET /v2.0/networks/231872ae-9296-4423-b514-875db3d45bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547447 Jul 09 16:27:34.909578 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-ce42123a-1935-4acc-8e11-74be67e1c939 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] For port 5989e1c6-4c6c-4db6-8f16-533f3fd6e06c, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=5989e1c6-4c6c-4db6-8f16-533f3fd6e06c,segment=NetworkSegment(9890f08f-b7c2-4880-91d7-5553e02a84db),segment_id=9890f08f-b7c2-4880-91d7-5553e02a84db)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:27:34.909958 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-ce42123a-1935-4acc-8e11-74be67e1c939 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:34.936778 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-ce42123a-1935-4acc-8e11-74be67e1c939 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Calling delete_port for 5989e1c6-4c6c-4db6-8f16-533f3fd6e06c owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:27:34.968528 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43592) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:34.970286 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:27:34.989280 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5257787d-7466-4aec-8bba-7df6748dc008 None None] New status for floating IP 45e04a3b-ccc0-4c0d-86f7-2fb681b53544: DOWN {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:27:35.112611 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-ce42123a-1935-4acc-8e11-74be67e1c939 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:35.120284 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a31c988e-5e97-4cd6-b863-b67bddb0f6f2 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:35.150251 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce42123a-1935-4acc-8e11-74be67e1c939 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Pushing event deleted for resources: {'Port': ['ID=5989e1c6-4c6c-4db6-8f16-533f3fd6e06c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:35.204778 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fb345c0c-e5a2-41e3-b5a3-de62cbe138e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:35.231287 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port afa69882-a289-47d1-b186-c740c902a5b7 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:27:35.268196 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a31c988e-5e97-4cd6-b863-b67bddb0f6f2 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:35.286286 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-ce42123a-1935-4acc-8e11-74be67e1c939 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] No DVR routers for this DVR port 5989e1c6-4c6c-4db6-8f16-533f3fd6e06c on host n-h2-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:27:35.289674 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-ce42123a-1935-4acc-8e11-74be67e1c939 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:35.293971 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-05a6a553-1090-4cdb-8ce4-17968645f552 req-ce42123a-1935-4acc-8e11-74be67e1c939 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.73 "DELETE /v2.0/ports/5989e1c6-4c6c-4db6-8f16-533f3fd6e06c HTTP/1.1" status: 204 len: 173 time: 0.8137043 Jul 09 16:27:35.295045 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port afa69882-a289-47d1-b186-c740c902a5b7 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:27:35.309296 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:35.410350 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-899ba13f-43e8-439a-a57e-4e741bb1cea0 req-059181cb-31cb-49f3-b8a3-7757badcf21c tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 210 time: 0.0356464 Jul 09 16:27:35.431106 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:35.469274 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d98e1905-eb12-4f05-97ab-5861cb6dab3b req-ab45c9f4-481b-40b8-bfee-d77d4f05f6f2 tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] 10.222.0.98 "GET /v2.0/ports?device_id=2c00d4ab-0149-4d78-99f2-3d68ebb16180 HTTP/1.1" status: 200 len: 210 time: 0.1372721 Jul 09 16:27:35.469903 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port afa69882-a289-47d1-b186-c740c902a5b7, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=afa69882-a289-47d1-b186-c740c902a5b7,segment=NetworkSegment(ff4c1188-4c7e-4a21-a4de-80c253f4fab0),segment_id=ff4c1188-4c7e-4a21-a4de-80c253f4fab0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:27:35.471007 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56a0021d-217b-42fc-b461-d010febc7602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa69882-a289-47d1-b186-c740c902a5b7'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:27:35.474017 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342942c3-539e-4a38-a5c0-68e2b7536344" -d '{"events": [{"server_uuid": "56a0021d-217b-42fc-b461-d010febc7602", "name": "network-vif-plugged", "status": "completed", "tag": "afa69882-a289-47d1-b186-c740c902a5b7"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:27:35.479771 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:35.533980 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d249e6-afc6-4a86-9ecd-bec6b4ca38af tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:27:35.545351 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-57d249e6-afc6-4a86-9ecd-bec6b4ca38af tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:35.547301 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-57d249e6-afc6-4a86-9ecd-bec6b4ca38af tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:27:35.549710 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57d249e6-afc6-4a86-9ecd-bec6b4ca38af tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:27:35.574787 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4712a981-6cf2-4dc2-b3de-c0daba0044d4 x-openstack-request-id: req-4712a981-6cf2-4dc2-b3de-c0daba0044d4 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:27:35.575197 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56a0021d-217b-42fc-b461-d010febc7602", "name": "network-vif-plugged", "status": "completed", "tag": "afa69882-a289-47d1-b186-c740c902a5b7", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:27:35.575577 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4712a981-6cf2-4dc2-b3de-c0daba0044d4 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:27:35.576073 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a0021d-217b-42fc-b461-d010febc7602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa69882-a289-47d1-b186-c740c902a5b7', 'code': 200} Jul 09 16:27:35.577280 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=afa69882-a289-47d1-b186-c740c902a5b7,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:35.605081 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-57d249e6-afc6-4a86-9ecd-bec6b4ca38af tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.1588476 Jul 09 16:27:35.606757 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 43614) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:35.616910 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a31c988e-5e97-4cd6-b863-b67bddb0f6f2 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:35.620021 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-5e44f467-9333-48de-b2bf-bcdc1152d5dd tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'subnet': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:27:35.620526 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a31c988e-5e97-4cd6-b863-b67bddb0f6f2 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:35.621877 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a31c988e-5e97-4cd6-b863-b67bddb0f6f2 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "DELETE /v2.0/security-groups/1b3b76fb-2ca1-491d-8842-8db0c9cb7efb HTTP/1.1" status: 204 len: 168 time: 0.6471050 Jul 09 16:27:35.629917 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43618) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:35.649607 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c988e-5e97-4cd6-b863-b67bddb0f6f2 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3b76fb-2ca1-491d-8842-8db0c9cb7efb,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:35.655229 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-3a5232e1-9bfa-41f9-a0a0-8e1111bc573d tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] show failed (client error): The resource could not be found. Jul 09 16:27:35.656549 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3a5232e1-9bfa-41f9-a0a0-8e1111bc573d tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups/1b3b76fb-2ca1-491d-8842-8db0c9cb7efb HTTP/1.1" status: 404 len: 347 time: 0.0256906 Jul 09 16:27:35.660678 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43620) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:35.756374 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 43624) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:35.962827 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c1c3b9f-b01e-4fec-bc2d-c57b751df31e admin admin] Deleting subnet 290e7ab8-3d22-43c0-a3ef-f5bcba5938e6 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:27:35.988615 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c1c3b9f-b01e-4fec-bc2d-c57b751df31e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:36.020290 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-eb9fd314-a32a-490c-8d97-06e8ea8ae45a tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Deleting port 5bb15e66-bec7-4b92-99f9-e2fd103c6695 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:27:36.021277 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eb9fd314-a32a-490c-8d97-06e8ea8ae45a tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:36.065070 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c1c3b9f-b01e-4fec-bc2d-c57b751df31e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:36.096220 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e44f467-9333-48de-b2bf-bcdc1152d5dd tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:27:36.100574 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5e44f467-9333-48de-b2bf-bcdc1152d5dd tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:36.102437 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e44f467-9333-48de-b2bf-bcdc1152d5dd tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:27:36.102898 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e44f467-9333-48de-b2bf-bcdc1152d5dd tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:27:36.120128 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3874bc9-8517-4fac-92ce-f3538a5d2db8 req-8727319b-acc0-4529-8dc4-7ab74651a311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:36.122286 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e3874bc9-8517-4fac-92ce-f3538a5d2db8 req-8727319b-acc0-4529-8dc4-7ab74651a311 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=56a0021d-217b-42fc-b461-d010febc7602 HTTP/1.1" status: 200 len: 1096 time: 0.3954742 Jul 09 16:27:36.164341 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-5e44f467-9333-48de-b2bf-bcdc1152d5dd tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5560803 Jul 09 16:27:36.166743 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c1c3b9f-b01e-4fec-bc2d-c57b751df31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:36.170816 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 43628) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:36.197009 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-4392a34f-9769-44bf-9eb8-a92f28adc858 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'subnet': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:27:36.212581 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dda5f6-e509-40a1-a2b6-877e95094af2 req-efa2d6b3-9691-4aaa-a961-b6522ee3fd34 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:36.220025 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d9dda5f6-e509-40a1-a2b6-877e95094af2 req-efa2d6b3-9691-4aaa-a961-b6522ee3fd34 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/ports?device_id=56a0021d-217b-42fc-b461-d010febc7602 HTTP/1.1" status: 200 len: 945 time: 0.2752550 Jul 09 16:27:36.285505 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41621f63-6505-4833-9032-002b139573a9', 'name': 'network-vif-deleted', 'tag': 'a7a4e491-e2c2-414f-9cdd-91edf6bc83f0'}, {'server_uuid': '41621f63-6505-4833-9032-002b139573a9', 'name': 'network-vif-deleted', 'tag': '5989e1c6-4c6c-4db6-8f16-533f3fd6e06c'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:27:36.288108 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1b9d6d-4e18-4599-9f2b-065b08624eed" -d '{"events": [{"server_uuid": "41621f63-6505-4833-9032-002b139573a9", "name": "network-vif-deleted", "tag": "a7a4e491-e2c2-414f-9cdd-91edf6bc83f0"}, {"server_uuid": "41621f63-6505-4833-9032-002b139573a9", "name": "network-vif-deleted", "tag": "5989e1c6-4c6c-4db6-8f16-533f3fd6e06c"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:27:36.310807 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e3874bc9-8517-4fac-92ce-f3538a5d2db8 req-a9d5e7d7-3dbc-4fc9-86eb-864e001e4c00 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=08871550-d616-4453-85b1-faed9ff5bbda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776893 Jul 09 16:27:36.375846 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d9dda5f6-e509-40a1-a2b6-877e95094af2 req-c2c2be83-12f9-4f08-a4dd-daa2db666a1d tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/security-groups?id=08871550-d616-4453-85b1-faed9ff5bbda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537478 Jul 09 16:27:36.380725 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 16:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453f55fe-a74b-408c-a0b8-d4b0ed6153ae x-openstack-request-id: req-453f55fe-a74b-408c-a0b8-d4b0ed6153ae {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:27:36.381023 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41621f63-6505-4833-9032-002b139573a9", "name": "network-vif-deleted", "tag": "a7a4e491-e2c2-414f-9cdd-91edf6bc83f0", "status": "completed", "code": 200}, {"server_uuid": "41621f63-6505-4833-9032-002b139573a9", "name": "network-vif-deleted", "tag": "5989e1c6-4c6c-4db6-8f16-533f3fd6e06c", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:27:36.381273 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-453f55fe-a74b-408c-a0b8-d4b0ed6153ae {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:27:36.381674 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41621f63-6505-4833-9032-002b139573a9', 'name': 'network-vif-deleted', 'tag': 'a7a4e491-e2c2-414f-9cdd-91edf6bc83f0', 'status': 'completed', 'code': 200} Jul 09 16:27:36.381920 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41621f63-6505-4833-9032-002b139573a9', 'name': 'network-vif-deleted', 'tag': '5989e1c6-4c6c-4db6-8f16-533f3fd6e06c', 'status': 'completed', 'code': 200} Jul 09 16:27:36.389563 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c1c3b9f-b01e-4fec-bc2d-c57b751df31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:36.424453 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c3b9f-b01e-4fec-bc2d-c57b751df31e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=290e7ab8-3d22-43c0-a3ef-f5bcba5938e6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:36.428750 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c1c3b9f-b01e-4fec-bc2d-c57b751df31e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:36.430733 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-5c1c3b9f-b01e-4fec-bc2d-c57b751df31e admin admin] 10.222.0.98 "DELETE /v2.0/subnets/290e7ab8-3d22-43c0-a3ef-f5bcba5938e6 HTTP/1.1" status: 204 len: 168 time: 0.6480274 Jul 09 16:27:36.435389 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 43632) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:36.458088 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4392a34f-9769-44bf-9eb8-a92f28adc858 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:27:36.458849 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fb345c0c-e5a2-41e3-b5a3-de62cbe138e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:36.461601 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4392a34f-9769-44bf-9eb8-a92f28adc858 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:36.463014 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-4392a34f-9769-44bf-9eb8-a92f28adc858 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:27:36.463437 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4392a34f-9769-44bf-9eb8-a92f28adc858 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:27:36.480388 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fb345c0c-e5a2-41e3-b5a3-de62cbe138e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:36.525284 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-4392a34f-9769-44bf-9eb8-a92f28adc858 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3516893 Jul 09 16:27:36.527717 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 43638) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:36.542537 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d14c1c7a-0f19-4bad-8bda-56a834c977f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:36.558394 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eb9fd314-a32a-490c-8d97-06e8ea8ae45a tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:36.559799 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eb9fd314-a32a-490c-8d97-06e8ea8ae45a tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:36.564164 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-4a085bad-713e-42d1-b7ab-e54ad662159c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0353894 Jul 09 16:27:36.566749 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 43640) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:36.655854 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-fb345c0c-e5a2-41e3-b5a3-de62cbe138e9 admin admin] Allocated IP 172.25.0.229 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/57bc03c9-a39e-4fea-841c-1db587f57e5d) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:27:36.686808 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0adde1-a31e-4018-b165-0d8a7c9e2b48 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:36.688964 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2f0adde1-a31e-4018-b165-0d8a7c9e2b48 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1208916 Jul 09 16:27:36.691516 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 43642) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:36.731292 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d14c1c7a-0f19-4bad-8bda-56a834c977f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:36.749190 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-cc54dcbf-6949-4313-b49e-5f243d133e77 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0563657 Jul 09 16:27:36.774698 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 43644) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:36.777847 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-d14c1c7a-0f19-4bad-8bda-56a834c977f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb07b627-18f2-452e-9e93-be86bc0f0ec6']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:27:36.781755 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0377949b-f048-4536-9ceb-63d389ab4c33 req-ef5171af-4d64-40af-a493-36ed38715517 tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] 10.222.0.98 "GET /v2.0/ports?device_id=2c00d4ab-0149-4d78-99f2-3d68ebb16180 HTTP/1.1" status: 200 len: 210 time: 0.0810156 Jul 09 16:27:36.785435 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-293e6025-5174-4ac7-a2d6-4c6754235930 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'subnet': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:27:36.820402 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-d14c1c7a-0f19-4bad-8bda-56a834c977f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54adfe02-b869-4884-bf8b-5c8e16c54a46') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:27:36.820695 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-d14c1c7a-0f19-4bad-8bda-56a834c977f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54adfe02-b869-4884-bf8b-5c8e16c54a46') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:27:36.835474 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-eb9fd314-a32a-490c-8d97-06e8ea8ae45a tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Calling delete_port for 5bb15e66-bec7-4b92-99f9-e2fd103c6695 owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:27:36.838701 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-391d1d42-8783-466f-a436-642884ff4aa4 req-0f09b5fb-e8f6-4a7e-82c3-638a2228ba19 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 210 time: 0.0559390 Jul 09 16:27:36.841812 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fb345c0c-e5a2-41e3-b5a3-de62cbe138e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:36.911768 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d14c1c7a-0f19-4bad-8bda-56a834c977f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:36.947336 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d14c1c7a-0f19-4bad-8bda-56a834c977f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:36.972194 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d14c1c7a-0f19-4bad-8bda-56a834c977f4 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:27:36.972959 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d14c1c7a-0f19-4bad-8bda-56a834c977f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:36.974937 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:27:36.974937 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:27:36.974937 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:27:36.974937 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:27:36.974937 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:27:36.974937 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:27:36.974937 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:27:36.974937 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:27:36.974937 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:27:36.974937 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:27:36.974937 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:27:36.974937 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:27:36.974937 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:27:36.974937 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:27:36.974937 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:27:36.974937 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:27:36.974937 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:27:36.974937 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:27:36.974937 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:27:36.974937 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:27:36.974937 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:27:36.974937 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:27:36.974937 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:27:36.974937 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:27:36.974937 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:27:36.974937 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:27:36.974937 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:27:36.974937 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:27:36.974937 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:27:36.974937 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:27:36.974937 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:27:36.974937 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:27:36.974937 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:27:36.974937 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:27:36.974937 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:27:36.974937 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:27:36.974937 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:27:36.974937 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:27:36.974937 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:27:36.974937 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:27:36.974937 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:27:36.974937 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:27:36.974937 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:27:36.974937 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:27:36.974937 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:27:36.974937 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:27:36.974937 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:27:36.974937 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:27:36.974937 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:27:36.974937 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:27:36.990187 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fb345c0c-e5a2-41e3-b5a3-de62cbe138e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:37.044756 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb345c0c-e5a2-41e3-b5a3-de62cbe138e9 admin admin] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:27:37.049978 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-fb345c0c-e5a2-41e3-b5a3-de62cbe138e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:27:37.052551 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb345c0c-e5a2-41e3-b5a3-de62cbe138e9 admin admin] Pushing event updated for resources: {'Port': ['ID=57bc03c9-a39e-4fea-841c-1db587f57e5d,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:37.055044 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb345c0c-e5a2-41e3-b5a3-de62cbe138e9 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:27:37.061707 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094373d1-aa1b-4c88-ad4a-c51472fb92e4 req-7ad75a15-34a2-41ca-853b-8871a5c43417 tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:37.064266 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-094373d1-aa1b-4c88-ad4a-c51472fb92e4 req-7ad75a15-34a2-41ca-853b-8871a5c43417 tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] 10.222.0.73 "GET /v2.0/networks?id=231872ae-9296-4423-b514-875db3d45bc0 HTTP/1.1" status: 200 len: 812 time: 0.2553594 Jul 09 16:27:37.071860 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293e6025-5174-4ac7-a2d6-4c6754235930 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:27:37.076319 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-293e6025-5174-4ac7-a2d6-4c6754235930 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:37.127205 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-094373d1-aa1b-4c88-ad4a-c51472fb92e4 req-caf5679f-80f0-458d-8c55-e8574797fa8d tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] Request body: {'port': {'device_id': '2c00d4ab-0149-4d78-99f2-3d68ebb16180', 'network_id': '231872ae-9296-4423-b514-875db3d45bc0', 'admin_state_up': True, 'tenant_id': 'd51c8e8366b7411fa3b4bbb6b14ba732'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:27:37.130517 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d14c1c7a-0f19-4bad-8bda-56a834c977f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:37.181268 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d14c1c7a-0f19-4bad-8bda-56a834c977f4 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:37.183180 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d14c1c7a-0f19-4bad-8bda-56a834c977f4 admin admin] 10.222.0.98 "DELETE /v2.0/networks/cb07b627-18f2-452e-9e93-be86bc0f0ec6 HTTP/1.1" status: 204 len: 168 time: 0.7468748 Jul 09 16:27:37.235194 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c1c7a-0f19-4bad-8bda-56a834c977f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb07b627-18f2-452e-9e93-be86bc0f0ec6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:37.271773 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eb9fd314-a32a-490c-8d97-06e8ea8ae45a tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:37.395365 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 43648) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:37.397918 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9fd314-a32a-490c-8d97-06e8ea8ae45a tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Pushing event deleted for resources: {'Port': ['ID=5bb15e66-bec7-4b92-99f9-e2fd103c6695,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:37.446416 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-094373d1-aa1b-4c88-ad4a-c51472fb92e4 req-caf5679f-80f0-458d-8c55-e8574797fa8d tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] Made reservation on behalf of d51c8e8366b7411fa3b4bbb6b14ba732 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:27:37.450591 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-094373d1-aa1b-4c88-ad4a-c51472fb92e4 req-caf5679f-80f0-458d-8c55-e8574797fa8d tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:37.550301 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c393c026-92ec-4e78-b8de-0610dc36775f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a27b2d6ec67c4326817305bdf0faebf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1488178 Jul 09 16:27:37.553441 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43652) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:37.566003 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eb9fd314-a32a-490c-8d97-06e8ea8ae45a tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:37.569027 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eb9fd314-a32a-490c-8d97-06e8ea8ae45a tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:37.574749 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-eb9fd314-a32a-490c-8d97-06e8ea8ae45a tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "DELETE /v2.0/floatingips/45e04a3b-ccc0-4c0d-86f7-2fb681b53544 HTTP/1.1" status: 204 len: 168 time: 1.9082654 Jul 09 16:27:37.615685 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fb345c0c-e5a2-41e3-b5a3-de62cbe138e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:37.762841 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-094373d1-aa1b-4c88-ad4a-c51472fb92e4 req-caf5679f-80f0-458d-8c55-e8574797fa8d tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] Allocated IP 172.20.0.2 (231872ae-9296-4423-b514-875db3d45bc0/3e0d8c88-f878-4783-9bea-2e636c9b8d9c/4cb35c4b-70f9-4d6e-9f5e-67d047e23968) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:27:37.805730 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479951fe-59ec-4ca9-bb8d-8a1af0e34593 req-ca6c0c02-0495-4ad3-ad94-dc7b08ecbb3a tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:37.807300 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-479951fe-59ec-4ca9-bb8d-8a1af0e34593 req-ca6c0c02-0495-4ad3-ad94-dc7b08ecbb3a tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/ports?device_id=56a0021d-217b-42fc-b461-d010febc7602 HTTP/1.1" status: 200 len: 945 time: 0.2548048 Jul 09 16:27:37.826711 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-68530ada-908f-4f85-b80c-c065b0e06559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:37.854101 n-d-798930-3 neutron-server[93958]: DEBUG neutron.objects.ports [None req-293e6025-5174-4ac7-a2d6-4c6754235930 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93958) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 16:27:37.870100 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-293e6025-5174-4ac7-a2d6-4c6754235930 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:37.893614 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-68530ada-908f-4f85-b80c-c065b0e06559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:37.930907 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-479951fe-59ec-4ca9-bb8d-8a1af0e34593 req-07c44eec-b2fe-437d-942a-14972ae70d18 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/security-groups?id=08871550-d616-4453-85b1-faed9ff5bbda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132677 Jul 09 16:27:37.938979 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fb345c0c-e5a2-41e3-b5a3-de62cbe138e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:37.965705 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293e6025-5174-4ac7-a2d6-4c6754235930 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:27:38.010627 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-293e6025-5174-4ac7-a2d6-4c6754235930 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:27:38.017616 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293e6025-5174-4ac7-a2d6-4c6754235930 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:38.018209 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-293e6025-5174-4ac7-a2d6-4c6754235930 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:38.026698 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c7b8a0-fff4-4c06-83b8-6a6d87a61edc None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:27:38.028204 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293e6025-5174-4ac7-a2d6-4c6754235930 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'Subnet': ['ID=e7d41f06-0f43-4a3d-bf41-fe1693b64f98,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:38.054657 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-293e6025-5174-4ac7-a2d6-4c6754235930 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2788324 Jul 09 16:27:38.072414 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 43662) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:38.083206 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-ec1ca965-309b-4995-a99c-2accd223b8ef tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'port': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'mac_address': 'fa:16:3e:36:48:d4', 'name': 'tempest-NetworksTestDHCPv6-269150383'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:27:38.241688 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43664) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:38.254931 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-39989f20-0fe9-47d9-8a24-255535f1b2cf tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1345760408', 'description': 'tempest-description--2123231880'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:27:38.310249 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-68530ada-908f-4f85-b80c-c065b0e06559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:38.312891 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-68530ada-908f-4f85-b80c-c065b0e06559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:38.320155 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-68530ada-908f-4f85-b80c-c065b0e06559 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d1064de3-3a24-4324-9f55-66568bfd1ef8 HTTP/1.1" status: 204 len: 168 time: 0.7637215 Jul 09 16:27:38.368628 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68530ada-908f-4f85-b80c-c065b0e06559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1064de3-3a24-4324-9f55-66568bfd1ef8,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:38.380043 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-39989f20-0fe9-47d9-8a24-255535f1b2cf tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:38.388070 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb345c0c-e5a2-41e3-b5a3-de62cbe138e9 admin admin] Router 9da0aafd-876f-4c10-9e1a-e35f54749220 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:27:38.401453 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03261dee-51aa-49ec-a01b-26054eb8c935 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-f22714f5-d774-47cf-ac1e-3989f67517e9', 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'tenant_id': '005b565b3c004d24a50d69ddcd50be46', 'fixed_ips': [{'subnet_id': 'e7d41f06-0f43-4a3d-bf41-fe1693b64f98'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:27:38.403997 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-03261dee-51aa-49ec-a01b-26054eb8c935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:38.637926 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-aae35851-1b13-48be-b944-f1574cdf6585 req-955b6f41-f1c2-464c-9ce9-fd23dd961788 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 210 time: 0.0741205 Jul 09 16:27:38.666190 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb345c0c-e5a2-41e3-b5a3-de62cbe138e9 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:27:38.680356 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70de241-4e5e-4e98-a926-1f9f9592173b None None] Sync routers for ids ['9da0aafd-876f-4c10-9e1a-e35f54749220'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:27:38.696776 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70de241-4e5e-4e98-a926-1f9f9592173b None None] Routers {'9da0aafd-876f-4c10-9e1a-e35f54749220'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:27:38.697398 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c70de241-4e5e-4e98-a926-1f9f9592173b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:27:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['9da0aafd-876f-4c10-9e1a-e35f54749220'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:27:38.715861 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-03261dee-51aa-49ec-a01b-26054eb8c935 None None] Allocated IP 2001:db8::f816:3eff:fe5d:d6df (f22714f5-d774-47cf-ac1e-3989f67517e9/e7d41f06-0f43-4a3d-bf41-fe1693b64f98/bb936a71-6dd8-4089-89c8-adef7e7d7ba8) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:27:38.747118 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-39989f20-0fe9-47d9-8a24-255535f1b2cf tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:38.763000 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-39989f20-0fe9-47d9-8a24-255535f1b2cf tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:38.789102 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fb345c0c-e5a2-41e3-b5a3-de62cbe138e9 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:38.796974 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-fb345c0c-e5a2-41e3-b5a3-de62cbe138e9 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.1717887 Jul 09 16:27:38.798693 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43670) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:38.817503 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-39989f20-0fe9-47d9-8a24-255535f1b2cf tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:38.821592 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-39989f20-0fe9-47d9-8a24-255535f1b2cf tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5746074 Jul 09 16:27:38.832645 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43672) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:38.849737 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-0058cbc5-eb1c-4d6f-9e82-beba63b85830 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Request body: {'security_group_rule': {'security_group_id': 'db534772-854f-44b2-9c7b-a802824a17db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:27:38.880781 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-c70de241-4e5e-4e98-a926-1f9f9592173b None None] Set router 9da0aafd-876f-4c10-9e1a-e35f54749220 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:27:38.954586 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-094373d1-aa1b-4c88-ad4a-c51472fb92e4 req-caf5679f-80f0-458d-8c55-e8574797fa8d tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:39.005816 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-03261dee-51aa-49ec-a01b-26054eb8c935 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:39.015547 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-03261dee-51aa-49ec-a01b-26054eb8c935 None None] Transition to ACTIVE for port object bb936a71-6dd8-4089-89c8-adef7e7d7ba8 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:27:39.034624 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-150d1c46-41f1-4b4c-88f6-a49a726e5916 req-62c133c9-b65e-4848-bfa4-6316b855f7c7 tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] 10.222.0.98 "GET /v2.0/ports?device_id=2c00d4ab-0149-4d78-99f2-3d68ebb16180 HTTP/1.1" status: 200 len: 210 time: 0.8554118 Jul 09 16:27:39.035807 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39989f20-0fe9-47d9-8a24-255535f1b2cf tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db534772-854f-44b2-9c7b-a802824a17db,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:39.051783 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-03261dee-51aa-49ec-a01b-26054eb8c935 None None] Transition to ACTIVE for port object bb936a71-6dd8-4089-89c8-adef7e7d7ba8 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:27:39.052744 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-094373d1-aa1b-4c88-ad4a-c51472fb92e4 req-caf5679f-80f0-458d-8c55-e8574797fa8d tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:39.070990 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-03261dee-51aa-49ec-a01b-26054eb8c935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:39.104773 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39989f20-0fe9-47d9-8a24-255535f1b2cf tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:39.107984 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39989f20-0fe9-47d9-8a24-255535f1b2cf tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:39.108618 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39989f20-0fe9-47d9-8a24-255535f1b2cf tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:39.109848 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39989f20-0fe9-47d9-8a24-255535f1b2cf tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:39.111358 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39989f20-0fe9-47d9-8a24-255535f1b2cf tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:39.112313 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39989f20-0fe9-47d9-8a24-255535f1b2cf tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:39.115236 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39989f20-0fe9-47d9-8a24-255535f1b2cf tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:39.115692 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39989f20-0fe9-47d9-8a24-255535f1b2cf tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:39.116135 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39989f20-0fe9-47d9-8a24-255535f1b2cf tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:39.116593 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39989f20-0fe9-47d9-8a24-255535f1b2cf tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:39.117042 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39989f20-0fe9-47d9-8a24-255535f1b2cf tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:39.118650 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39989f20-0fe9-47d9-8a24-255535f1b2cf tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:39.131431 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03261dee-51aa-49ec-a01b-26054eb8c935 None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:27:39.135209 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-03261dee-51aa-49ec-a01b-26054eb8c935 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:27:39.139279 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03261dee-51aa-49ec-a01b-26054eb8c935 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:27:39.148564 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03261dee-51aa-49ec-a01b-26054eb8c935 None None] Pushing event updated for resources: {'Port': ['ID=bb936a71-6dd8-4089-89c8-adef7e7d7ba8,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:39.189397 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-094373d1-aa1b-4c88-ad4a-c51472fb92e4 req-caf5679f-80f0-458d-8c55-e8574797fa8d tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] Network 231872ae-9296-4423-b514-875db3d45bc0 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:27:39.206813 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-094373d1-aa1b-4c88-ad4a-c51472fb92e4 req-caf5679f-80f0-458d-8c55-e8574797fa8d tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:27:39.218731 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-03261dee-51aa-49ec-a01b-26054eb8c935 None None] Attempting to bind port bb936a71-6dd8-4089-89c8-adef7e7d7ba8 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:27:39.219880 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-03261dee-51aa-49ec-a01b-26054eb8c935 None None] Attempting to bind port bb936a71-6dd8-4089-89c8-adef7e7d7ba8 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:27:39.220255 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03261dee-51aa-49ec-a01b-26054eb8c935 None None] Attempting to bind port bb936a71-6dd8-4089-89c8-adef7e7d7ba8 on network f22714f5-d774-47cf-ac1e-3989f67517e9 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:27:39.231778 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03261dee-51aa-49ec-a01b-26054eb8c935 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:27:39.232159 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03261dee-51aa-49ec-a01b-26054eb8c935 None None] Checking segment: {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:27:39.232812 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-03261dee-51aa-49ec-a01b-26054eb8c935 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:39.233628 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03261dee-51aa-49ec-a01b-26054eb8c935 None None] Bound using segment: {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:27:39.234439 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-03261dee-51aa-49ec-a01b-26054eb8c935 None None] Bound port: bb936a71-6dd8-4089-89c8-adef7e7d7ba8, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:27:39.235038 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-03261dee-51aa-49ec-a01b-26054eb8c935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:39.246941 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-094373d1-aa1b-4c88-ad4a-c51472fb92e4 req-caf5679f-80f0-458d-8c55-e8574797fa8d tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:27:39.270266 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0058cbc5-eb1c-4d6f-9e82-beba63b85830 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:39.279646 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c70de241-4e5e-4e98-a926-1f9f9592173b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da0aafd-876f-4c10-9e1a-e35f54749220', 'name': 'tempest-ServerRescueNegativeTestJSON-1425692658-router', 'tenant_id': 'bab91c2e534b48d6932e69e9f922d333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '57bc03c9-a39e-4fea-841c-1db587f57e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:27:34Z', 'updated_at': '2021-07-09T16:27:37Z', 'revision_number': 3, 'project_id': 'bab91c2e534b48d6932e69e9f922d333', 'gw_port': {'id': '57bc03c9-a39e-4fea-841c-1db587f57e5d', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da0aafd-876f-4c10-9e1a-e35f54749220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:27:36Z', 'updated_at': '2021-07-09T16:27:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:27:39.360012 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-03261dee-51aa-49ec-a01b-26054eb8c935 None None] For port bb936a71-6dd8-4089-89c8-adef7e7d7ba8, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:27:39.363332 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0058cbc5-eb1c-4d6f-9e82-beba63b85830 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:39.366661 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-03261dee-51aa-49ec-a01b-26054eb8c935 None None] For port bb936a71-6dd8-4089-89c8-adef7e7d7ba8, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=bb936a71-6dd8-4089-89c8-adef7e7d7ba8,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:27:39.375959 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-03261dee-51aa-49ec-a01b-26054eb8c935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:39.377159 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70de241-4e5e-4e98-a926-1f9f9592173b None None] Checking router: 9da0aafd-876f-4c10-9e1a-e35f54749220 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:27:39.377544 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0058cbc5-eb1c-4d6f-9e82-beba63b85830 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:39.378173 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70de241-4e5e-4e98-a926-1f9f9592173b None None] Updating router 9da0aafd-876f-4c10-9e1a-e35f54749220 port 57bc03c9-a39e-4fea-841c-1db587f57e5d binding host n-d-798930-3 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:27:39.391070 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f865ad-cc60-4d9d-9c05-e1a3b1bbd746 req-8480885c-1ee3-48ec-8cf7-4a7820a097a7 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:39.396640 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf5679f-80f0-458d-8c55-e8574797fa8d tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] Pushing event updated for resources: {'Port': ['ID=4cb35c4b-70f9-4d6e-9f5e-67d047e23968,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:39.396987 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-89f865ad-cc60-4d9d-9c05-e1a3b1bbd746 req-8480885c-1ee3-48ec-8cf7-4a7820a097a7 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/ports?device_id=56a0021d-217b-42fc-b461-d010febc7602 HTTP/1.1" status: 200 len: 945 time: 0.4499424 Jul 09 16:27:39.404720 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43682) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:39.419428 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-1fe43d03-6e27-400e-bef2-af1ddb9f0265 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Request body: {'floatingip': {'port_id': 'afa69882-a289-47d1-b186-c740c902a5b7'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:27:39.474714 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094373d1-aa1b-4c88-ad4a-c51472fb92e4 req-caf5679f-80f0-458d-8c55-e8574797fa8d tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:39.475417 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-094373d1-aa1b-4c88-ad4a-c51472fb92e4 req-caf5679f-80f0-458d-8c55-e8574797fa8d tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:39.485751 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1ca965-309b-4995-a99c-2accd223b8ef tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:27:39.505056 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-c70de241-4e5e-4e98-a926-1f9f9592173b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:39.508899 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1fe43d03-6e27-400e-bef2-af1ddb9f0265 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks [] for floatingip, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:39.524225 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0058cbc5-eb1c-4d6f-9e82-beba63b85830 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4027981e-7894-4887-85c8-bf43d9ed928a,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:39.525960 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03261dee-51aa-49ec-a01b-26054eb8c935 None None] Pushing event updated for resources: {'Port': ['ID=bb936a71-6dd8-4089-89c8-adef7e7d7ba8,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:39.635493 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-094373d1-aa1b-4c88-ad4a-c51472fb92e4 req-caf5679f-80f0-458d-8c55-e8574797fa8d tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5367720 Jul 09 16:27:39.668281 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-094373d1-aa1b-4c88-ad4a-c51472fb92e4 req-c017e9c4-2474-4b74-89a5-1fb5bd596d48 service neutron] Request body: {'port': {'device_id': '2c00d4ab-0149-4d78-99f2-3d68ebb16180', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:27:39.716661 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0058cbc5-eb1c-4d6f-9e82-beba63b85830 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:39.724433 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0058cbc5-eb1c-4d6f-9e82-beba63b85830 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8814154 Jul 09 16:27:39.726578 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43692) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:39.800743 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-7d8e516d-4b9e-4c8c-9607-e261c6d86fcf tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Request body: {'security_group_rule': {'security_group_id': 'db534772-854f-44b2-9c7b-a802824a17db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:27:39.980514 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ec1ca965-309b-4995-a99c-2accd223b8ef tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:40.050354 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-c70de241-4e5e-4e98-a926-1f9f9592173b None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:40.053639 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:40.067935 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-ec1ca965-309b-4995-a99c-2accd223b8ef tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] device_id is not set on port bac530c8-73ce-4c1d-8fd6-8c9037f698e0 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:27:40.077544 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-c70de241-4e5e-4e98-a926-1f9f9592173b None None] Transition to ACTIVE for port object 57bc03c9-a39e-4fea-841c-1db587f57e5d will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:27:40.087625 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-c70de241-4e5e-4e98-a926-1f9f9592173b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:40.180192 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b859d5b-14de-4417-b496-2983c8ec3903 None None] Pushing event updated for resources: {'Port': ['ID=57bc03c9-a39e-4fea-841c-1db587f57e5d,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:40.190091 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4d73ba1f-4424-49e0-bad5-f16bc8df00c3 req-2adda59f-14a9-4d48-9540-0332069686ec tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 210 time: 0.2498710 Jul 09 16:27:40.190358 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-c70de241-4e5e-4e98-a926-1f9f9592173b None None] Attempting to bind port 57bc03c9-a39e-4fea-841c-1db587f57e5d on host n-d-798930-3 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:27:40.190916 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-c70de241-4e5e-4e98-a926-1f9f9592173b None None] Attempting to bind port 57bc03c9-a39e-4fea-841c-1db587f57e5d by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:27:40.191506 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70de241-4e5e-4e98-a926-1f9f9592173b None None] Attempting to bind port 57bc03c9-a39e-4fea-841c-1db587f57e5d on network caa6ed8d-2893-4113-8f68-c5284e694f6c {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:27:40.200668 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b859d5b-14de-4417-b496-2983c8ec3903 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:40.201399 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b859d5b-14de-4417-b496-2983c8ec3903 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:40.202146 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b859d5b-14de-4417-b496-2983c8ec3903 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:40.202719 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b859d5b-14de-4417-b496-2983c8ec3903 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:40.203443 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b859d5b-14de-4417-b496-2983c8ec3903 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:40.204341 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b859d5b-14de-4417-b496-2983c8ec3903 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:40.204885 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b859d5b-14de-4417-b496-2983c8ec3903 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:40.205470 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b859d5b-14de-4417-b496-2983c8ec3903 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:40.206108 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b859d5b-14de-4417-b496-2983c8ec3903 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:40.206536 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b859d5b-14de-4417-b496-2983c8ec3903 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:40.207254 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b859d5b-14de-4417-b496-2983c8ec3903 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:40.207750 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b859d5b-14de-4417-b496-2983c8ec3903 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:40.212284 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70de241-4e5e-4e98-a926-1f9f9592173b None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:27:40.212879 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70de241-4e5e-4e98-a926-1f9f9592173b None None] Checking segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:27:40.213370 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-c70de241-4e5e-4e98-a926-1f9f9592173b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:40.213878 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70de241-4e5e-4e98-a926-1f9f9592173b None None] Bound using segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:27:40.214450 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-c70de241-4e5e-4e98-a926-1f9f9592173b None None] Bound port: 57bc03c9-a39e-4fea-841c-1db587f57e5d, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:27:40.215066 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-c70de241-4e5e-4e98-a926-1f9f9592173b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:40.290281 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-094373d1-aa1b-4c88-ad4a-c51472fb92e4 req-c017e9c4-2474-4b74-89a5-1fb5bd596d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:40.296881 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-c70de241-4e5e-4e98-a926-1f9f9592173b None None] For port 57bc03c9-a39e-4fea-841c-1db587f57e5d, host n-d-798930-3, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:27:40.300574 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-c70de241-4e5e-4e98-a926-1f9f9592173b None None] For port 57bc03c9-a39e-4fea-841c-1db587f57e5d, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=57bc03c9-a39e-4fea-841c-1db587f57e5d,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:27:40.306661 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-c70de241-4e5e-4e98-a926-1f9f9592173b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:40.337674 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7d8e516d-4b9e-4c8c-9607-e261c6d86fcf tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:40.415668 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-ec1ca965-309b-4995-a99c-2accd223b8ef tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Allocated IP 2001:db8::f816:3eff:fe36:48d4 (f22714f5-d774-47cf-ac1e-3989f67517e9/e7d41f06-0f43-4a3d-bf41-fe1693b64f98/bac530c8-73ce-4c1d-8fd6-8c9037f698e0) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:27:40.467218 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device bb936a71-6dd8-4089-89c8-adef7e7d7ba8 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:27:40.513533 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b859d5b-14de-4417-b496-2983c8ec3903 None None] Pushing event updated for resources: {'Port': ['ID=57bc03c9-a39e-4fea-841c-1db587f57e5d,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:40.523178 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70de241-4e5e-4e98-a926-1f9f9592173b None None] Routers {'9da0aafd-876f-4c10-9e1a-e35f54749220'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:27:40.523754 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c70de241-4e5e-4e98-a926-1f9f9592173b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:27:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['9da0aafd-876f-4c10-9e1a-e35f54749220'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:27:40.599074 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port bb936a71-6dd8-4089-89c8-adef7e7d7ba8 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:27:40.761331 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-c70de241-4e5e-4e98-a926-1f9f9592173b None None] Set router 9da0aafd-876f-4c10-9e1a-e35f54749220 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:27:40.851662 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7d8e516d-4b9e-4c8c-9607-e261c6d86fcf tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:40.864153 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7d8e516d-4b9e-4c8c-9607-e261c6d86fcf tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:40.891917 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e516d-4b9e-4c8c-9607-e261c6d86fcf tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1204f45d-41b6-44bb-a013-66ef31a62b7e,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:40.971561 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-47817c8a-5494-4b0b-8f9e-4a46c2de124b req-feb3d064-a2d4-4d42-9406-aa315ff233e5 tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=566244edd731443e98a06069383cb32a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0992961 Jul 09 16:27:40.981792 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ec1ca965-309b-4995-a99c-2accd223b8ef tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:41.039565 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c70de241-4e5e-4e98-a926-1f9f9592173b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da0aafd-876f-4c10-9e1a-e35f54749220', 'name': 'tempest-ServerRescueNegativeTestJSON-1425692658-router', 'tenant_id': 'bab91c2e534b48d6932e69e9f922d333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '57bc03c9-a39e-4fea-841c-1db587f57e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:27:34Z', 'updated_at': '2021-07-09T16:27:37Z', 'revision_number': 3, 'project_id': 'bab91c2e534b48d6932e69e9f922d333', 'gw_port': {'id': '57bc03c9-a39e-4fea-841c-1db587f57e5d', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da0aafd-876f-4c10-9e1a-e35f54749220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:27:36Z', 'updated_at': '2021-07-09T16:27:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:27:41.073934 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70de241-4e5e-4e98-a926-1f9f9592173b None None] The sync data for ids ['9da0aafd-876f-4c10-9e1a-e35f54749220'] in n-d-798930-3 is: [{'id': '9da0aafd-876f-4c10-9e1a-e35f54749220', 'name': 'tempest-ServerRescueNegativeTestJSON-1425692658-router', 'tenant_id': 'bab91c2e534b48d6932e69e9f922d333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '57bc03c9-a39e-4fea-841c-1db587f57e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:27:34Z', 'updated_at': '2021-07-09T16:27:37Z', 'revision_number': 3, 'project_id': 'bab91c2e534b48d6932e69e9f922d333', 'gw_port': {'id': '57bc03c9-a39e-4fea-841c-1db587f57e5d', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da0aafd-876f-4c10-9e1a-e35f54749220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:27:36Z', 'updated_at': '2021-07-09T16:27:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:27:41.119116 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7d8e516d-4b9e-4c8c-9607-e261c6d86fcf tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:41.124707 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-7d8e516d-4b9e-4c8c-9607-e261c6d86fcf tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3905225 Jul 09 16:27:41.129414 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-ec1ca965-309b-4995-a99c-2accd223b8ef tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Transition to ACTIVE for port object bac530c8-73ce-4c1d-8fd6-8c9037f698e0 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:27:41.138488 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43712) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:41.146901 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-6ed5295d-aba3-4750-baa9-33016376decd tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Request body: {'floatingip': {'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:27:41.191683 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-094373d1-aa1b-4c88-ad4a-c51472fb92e4 req-c017e9c4-2474-4b74-89a5-1fb5bd596d48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cb35c4b-70f9-4d6e-9f5e-67d047e23968 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:27:41.200758 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991d856-2bee-4bd2-8fe6-24e812e3e291 req-cf68d704-9a6d-411e-a7df-b8861c98b766 tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:41.202886 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b991d856-2bee-4bd2-8fe6-24e812e3e291 req-cf68d704-9a6d-411e-a7df-b8861c98b766 tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] 10.222.0.98 "GET /v2.0/ports?device_id=2c00d4ab-0149-4d78-99f2-3d68ebb16180 HTTP/1.1" status: 200 len: 931 time: 0.8141491 Jul 09 16:27:41.226408 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-094373d1-aa1b-4c88-ad4a-c51472fb92e4 req-c017e9c4-2474-4b74-89a5-1fb5bd596d48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:41.287908 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a4487684-5672-4400-8e68-9475c162abc9 None None] Provisioning for port bb936a71-6dd8-4089-89c8-adef7e7d7ba8 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:27:41.292513 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a4487684-5672-4400-8e68-9475c162abc9 None None] Provisioning complete for port bb936a71-6dd8-4089-89c8-adef7e7d7ba8 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:27:41.294302 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a4487684-5672-4400-8e68-9475c162abc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:41.301311 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-094373d1-aa1b-4c88-ad4a-c51472fb92e4 req-c017e9c4-2474-4b74-89a5-1fb5bd596d48 service neutron] Transition to ACTIVE for port object 4cb35c4b-70f9-4d6e-9f5e-67d047e23968 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:27:41.316081 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-094373d1-aa1b-4c88-ad4a-c51472fb92e4 req-c017e9c4-2474-4b74-89a5-1fb5bd596d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:41.349874 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6ed5295d-aba3-4750-baa9-33016376decd tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:41.367148 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47817c8a-5494-4b0b-8f9e-4a46c2de124b req-c1a1c434-e192-4d5f-b411-16f095b683d4 tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:41.376468 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-47817c8a-5494-4b0b-8f9e-4a46c2de124b req-c1a1c434-e192-4d5f-b411-16f095b683d4 tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4036574 Jul 09 16:27:41.396511 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ec1ca965-309b-4995-a99c-2accd223b8ef tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:41.406986 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b991d856-2bee-4bd2-8fe6-24e812e3e291 req-1e1fcce0-41e6-4b28-8403-9f1659b07e31 tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] 10.222.0.98 "GET /v2.0/security-groups?id=b5dfb5f3-bae8-43bd-bad8-d840d40120c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948128 Jul 09 16:27:41.453252 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a4487684-5672-4400-8e68-9475c162abc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:41.467582 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-47817c8a-5494-4b0b-8f9e-4a46c2de124b req-5c935703-cc5d-4234-bf1c-8384f9c07db1 tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] 10.222.0.98 "GET /v2.0/quotas/566244edd731443e98a06069383cb32a HTTP/1.1" status: 200 len: 375 time: 0.0897298 Jul 09 16:27:41.567707 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1ca965-309b-4995-a99c-2accd223b8ef tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:27:41.567956 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a4487684-5672-4400-8e68-9475c162abc9 None None] For port bb936a71-6dd8-4089-89c8-adef7e7d7ba8, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=bb936a71-6dd8-4089-89c8-adef7e7d7ba8,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:27:41.573315 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-47817c8a-5494-4b0b-8f9e-4a46c2de124b req-1237fe1a-a93b-4af7-af9c-96e4676c8f1b tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=566244edd731443e98a06069383cb32a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1038947 Jul 09 16:27:41.586085 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-ec1ca965-309b-4995-a99c-2accd223b8ef tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:27:41.586280 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a4487684-5672-4400-8e68-9475c162abc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:41.600252 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1ca965-309b-4995-a99c-2accd223b8ef tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:27:41.606539 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1ca965-309b-4995-a99c-2accd223b8ef tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:41.616193 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ec1ca965-309b-4995-a99c-2accd223b8ef tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:41.627968 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c017e9c4-2474-4b74-89a5-1fb5bd596d48 service neutron] Pushing event updated for resources: {'Port': ['ID=4cb35c4b-70f9-4d6e-9f5e-67d047e23968,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:41.731276 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ec1ca965-309b-4995-a99c-2accd223b8ef tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.6577241 Jul 09 16:27:41.740371 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 43716) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:41.751358 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4487684-5672-4400-8e68-9475c162abc9 None None] Pushing event updated for resources: {'Port': ['ID=bb936a71-6dd8-4089-89c8-adef7e7d7ba8,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:41.866717 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1ca965-309b-4995-a99c-2accd223b8ef tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'Port': ['ID=bac530c8-73ce-4c1d-8fd6-8c9037f698e0,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:41.929277 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-75925199-579e-4afe-9cca-4ca6084004f1 req-e6aad35e-5fe2-4d4e-8370-0a25e672f562 tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] 10.222.0.98 "GET /v2.0/ports?device_id=e5ebcab8-5539-48a5-a89a-c895e6b7cdc0 HTTP/1.1" status: 200 len: 210 time: 0.0439527 Jul 09 16:27:41.974244 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-094373d1-aa1b-4c88-ad4a-c51472fb92e4 req-c017e9c4-2474-4b74-89a5-1fb5bd596d48 service neutron] Attempting to bind port 4cb35c4b-70f9-4d6e-9f5e-67d047e23968 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:27:41.975130 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-094373d1-aa1b-4c88-ad4a-c51472fb92e4 req-c017e9c4-2474-4b74-89a5-1fb5bd596d48 service neutron] Attempting to bind port 4cb35c4b-70f9-4d6e-9f5e-67d047e23968 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': 'f3891603-d389-48e9-86e0-de20dae12b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '231872ae-9296-4423-b514-875db3d45bc0'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:27:41.981427 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094373d1-aa1b-4c88-ad4a-c51472fb92e4 req-c017e9c4-2474-4b74-89a5-1fb5bd596d48 service neutron] Attempting to bind port 4cb35c4b-70f9-4d6e-9f5e-67d047e23968 on network 231872ae-9296-4423-b514-875db3d45bc0 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:27:41.988947 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094373d1-aa1b-4c88-ad4a-c51472fb92e4 req-c017e9c4-2474-4b74-89a5-1fb5bd596d48 service neutron] Port 4cb35c4b-70f9-4d6e-9f5e-67d047e23968 on network 231872ae-9296-4423-b514-875db3d45bc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:27:41.990688 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094373d1-aa1b-4c88-ad4a-c51472fb92e4 req-c017e9c4-2474-4b74-89a5-1fb5bd596d48 service neutron] Attempting to bind port 4cb35c4b-70f9-4d6e-9f5e-67d047e23968 on network 231872ae-9296-4423-b514-875db3d45bc0 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:27:42.015800 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094373d1-aa1b-4c88-ad4a-c51472fb92e4 req-c017e9c4-2474-4b74-89a5-1fb5bd596d48 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:27:42.022538 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094373d1-aa1b-4c88-ad4a-c51472fb92e4 req-c017e9c4-2474-4b74-89a5-1fb5bd596d48 service neutron] Checking segment: {'id': 'f3891603-d389-48e9-86e0-de20dae12b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '231872ae-9296-4423-b514-875db3d45bc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:27:42.023358 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094373d1-aa1b-4c88-ad4a-c51472fb92e4 req-c017e9c4-2474-4b74-89a5-1fb5bd596d48 service neutron] Bound using segment: {'id': 'f3891603-d389-48e9-86e0-de20dae12b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '231872ae-9296-4423-b514-875db3d45bc0'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:27:42.024359 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-094373d1-aa1b-4c88-ad4a-c51472fb92e4 req-c017e9c4-2474-4b74-89a5-1fb5bd596d48 service neutron] Bound port: 4cb35c4b-70f9-4d6e-9f5e-67d047e23968, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3891603-d389-48e9-86e0-de20dae12b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '231872ae-9296-4423-b514-875db3d45bc0'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:27:42.024980 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-094373d1-aa1b-4c88-ad4a-c51472fb92e4 req-c017e9c4-2474-4b74-89a5-1fb5bd596d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:42.070139 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0926e3-8692-4139-8bf4-f60aeb53e2f8 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:42.077593 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0926e3-8692-4139-8bf4-f60aeb53e2f8 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:42.079592 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-fc0926e3-8692-4139-8bf4-f60aeb53e2f8 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.3379397 Jul 09 16:27:42.107936 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 43722) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:42.128140 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-076c155e-b883-42bb-849b-08a7e250d888 None None] Provisioning for port bac530c8-73ce-4c1d-8fd6-8c9037f698e0 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:27:42.133257 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-076c155e-b883-42bb-849b-08a7e250d888 None None] Provisioning complete for port bac530c8-73ce-4c1d-8fd6-8c9037f698e0 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:27:42.133708 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-076c155e-b883-42bb-849b-08a7e250d888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:42.167382 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.db.resource_extend [None req-1fe43d03-6e27-400e-bef2-af1ddb9f0265 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] It took 0.64 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 16:27:42.241931 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-076c155e-b883-42bb-849b-08a7e250d888 None None] Port bac530c8-73ce-4c1d-8fd6-8c9037f698e0 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:27:42.280263 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1fe43d03-6e27-400e-bef2-af1ddb9f0265 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:42.288698 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1fe43d03-6e27-400e-bef2-af1ddb9f0265 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:42.489767 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 57bc03c9-a39e-4fea-841c-1db587f57e5d up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:27:42.519745 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c4c9aa94-8745-4eda-a207-1a80ef83d9fe req-12bc8df2-70ae-47d9-8e82-badc61a29867 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 210 time: 0.2266574 Jul 09 16:27:42.558758 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-112de5ec-2307-486a-8a71-6cc804cc125d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Deleting port bac530c8-73ce-4c1d-8fd6-8c9037f698e0 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:27:42.559637 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-112de5ec-2307-486a-8a71-6cc804cc125d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:42.563228 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-094373d1-aa1b-4c88-ad4a-c51472fb92e4 req-c017e9c4-2474-4b74-89a5-1fb5bd596d48 service neutron] For port 4cb35c4b-70f9-4d6e-9f5e-67d047e23968, host n-h2-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:27:42.568646 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-094373d1-aa1b-4c88-ad4a-c51472fb92e4 req-c017e9c4-2474-4b74-89a5-1fb5bd596d48 service neutron] For port 4cb35c4b-70f9-4d6e-9f5e-67d047e23968, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=4cb35c4b-70f9-4d6e-9f5e-67d047e23968,segment=NetworkSegment(f3891603-d389-48e9-86e0-de20dae12b43),segment_id=f3891603-d389-48e9-86e0-de20dae12b43)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:27:42.582397 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-094373d1-aa1b-4c88-ad4a-c51472fb92e4 req-c017e9c4-2474-4b74-89a5-1fb5bd596d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:42.646187 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 57bc03c9-a39e-4fea-841c-1db587f57e5d completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:27:42.657564 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 57bc03c9-a39e-4fea-841c-1db587f57e5d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:27:42.658271 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:42.693772 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8c30215-1916-4791-8ddb-7255450dbf88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:42.796605 n-d-798930-3 neutron-server[93959]: INFO neutron.db.l3_db [None req-1fe43d03-6e27-400e-bef2-af1ddb9f0265 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Floating IP 5bda7604-19c5-4c85-917c-a2e262fd4714 associated. External IP: 172.25.0.106, port: afa69882-a289-47d1-b186-c740c902a5b7. Jul 09 16:27:42.824667 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094373d1-aa1b-4c88-ad4a-c51472fb92e4 req-c017e9c4-2474-4b74-89a5-1fb5bd596d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:42.848456 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-094373d1-aa1b-4c88-ad4a-c51472fb92e4 req-c017e9c4-2474-4b74-89a5-1fb5bd596d48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:42.851207 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-094373d1-aa1b-4c88-ad4a-c51472fb92e4 req-c017e9c4-2474-4b74-89a5-1fb5bd596d48 service neutron] 10.222.0.73 "PUT /v2.0/ports/4cb35c4b-70f9-4d6e-9f5e-67d047e23968 HTTP/1.1" status: 200 len: 1091 time: 3.2009914 Jul 09 16:27:42.857032 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c00d4ab-0149-4d78-99f2-3d68ebb16180', 'tag': '4cb35c4b-70f9-4d6e-9f5e-67d047e23968'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:27:42.869162 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:42.869943 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80871613-f9a0-439e-b70c-2773dcd1910f" -d '{"events": [{"name": "network-changed", "server_uuid": "2c00d4ab-0149-4d78-99f2-3d68ebb16180", "tag": "4cb35c4b-70f9-4d6e-9f5e-67d047e23968"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:27:42.899283 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 57bc03c9-a39e-4fea-841c-1db587f57e5d, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=57bc03c9-a39e-4fea-841c-1db587f57e5d,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:27:42.910790 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:42.913557 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device bb936a71-6dd8-4089-89c8-adef7e7d7ba8 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:27:42.937504 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cdfeec9-0588-4f0d-8002-27c5fe58ff15 x-openstack-request-id: req-1cdfeec9-0588-4f0d-8002-27c5fe58ff15 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:27:42.937982 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c00d4ab-0149-4d78-99f2-3d68ebb16180", "tag": "4cb35c4b-70f9-4d6e-9f5e-67d047e23968", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:27:42.938245 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1cdfeec9-0588-4f0d-8002-27c5fe58ff15 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:27:42.938675 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c00d4ab-0149-4d78-99f2-3d68ebb16180', 'tag': '4cb35c4b-70f9-4d6e-9f5e-67d047e23968', 'status': 'completed', 'code': 200} Jul 09 16:27:42.974267 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c017e9c4-2474-4b74-89a5-1fb5bd596d48 service neutron] Pushing event updated for resources: {'Port': ['ID=4cb35c4b-70f9-4d6e-9f5e-67d047e23968,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:43.004148 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-112de5ec-2307-486a-8a71-6cc804cc125d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:43.026726 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-112de5ec-2307-486a-8a71-6cc804cc125d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Calling delete_port for bac530c8-73ce-4c1d-8fd6-8c9037f698e0 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:27:43.087175 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51190f3-6806-4a9c-8084-8781d2260f77 req-6929c960-0ee6-4d97-8ad5-f4d7b0b31016 tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:43.088695 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f51190f3-6806-4a9c-8084-8781d2260f77 req-6929c960-0ee6-4d97-8ad5-f4d7b0b31016 tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] 10.222.0.98 "GET /v2.0/ports?device_id=2c00d4ab-0149-4d78-99f2-3d68ebb16180 HTTP/1.1" status: 200 len: 943 time: 0.3332324 Jul 09 16:27:43.156997 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=57bc03c9-a39e-4fea-841c-1db587f57e5d,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:43.174645 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port bb936a71-6dd8-4089-89c8-adef7e7d7ba8 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:27:43.175181 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:43.295392 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f51190f3-6806-4a9c-8084-8781d2260f77 req-cc52d1bf-3a5d-4efe-9ee9-7e7a55504f69 tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] 10.222.0.98 "GET /v2.0/security-groups?id=b5dfb5f3-bae8-43bd-bad8-d840d40120c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869411 Jul 09 16:27:43.329143 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094373d1-aa1b-4c88-ad4a-c51472fb92e4 req-020f4bbb-146d-468f-8484-642226a0239c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:43.331395 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-094373d1-aa1b-4c88-ad4a-c51472fb92e4 req-020f4bbb-146d-468f-8484-642226a0239c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d51c8e8366b7411fa3b4bbb6b14ba732&device_id=2c00d4ab-0149-4d78-99f2-3d68ebb16180 HTTP/1.1" status: 200 len: 1094 time: 0.3057189 Jul 09 16:27:43.338157 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6ed5295d-aba3-4750-baa9-33016376decd tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:43.414521 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-86985b96-992e-4d06-805d-28e5a2292190 req-01df79fb-811a-4ff3-9bdd-c9e31145053c tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] 10.222.0.98 "GET /v2.0/ports?device_id=e5ebcab8-5539-48a5-a89a-c895e6b7cdc0 HTTP/1.1" status: 200 len: 210 time: 0.0934789 Jul 09 16:27:43.461426 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-094373d1-aa1b-4c88-ad4a-c51472fb92e4 req-29ce3af0-cd1f-4bd6-b077-cceea8ec57ac service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4cb35c4b-70f9-4d6e-9f5e-67d047e23968 HTTP/1.1" status: 200 len: 217 time: 0.1147170 Jul 09 16:27:43.462417 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-112de5ec-2307-486a-8a71-6cc804cc125d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:43.569825 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-f8c30215-1916-4791-8ddb-7255450dbf88 admin admin] Allocated IP 172.20.0.1 (77349fb7-f08f-401d-a502-ac937b81dcab/03aa29d7-618e-4fba-93dc-b83569f87121/af5078c9-b9d8-4c83-a2e8-9d0f459b7606) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:27:43.570433 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094373d1-aa1b-4c88-ad4a-c51472fb92e4 req-f6dcd011-9060-4831-a6b1-eec1176db6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:43.572208 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-094373d1-aa1b-4c88-ad4a-c51472fb92e4 req-f6dcd011-9060-4831-a6b1-eec1176db6bc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3e0d8c88-f878-4783-9bea-2e636c9b8d9c HTTP/1.1" status: 200 len: 852 time: 0.1002281 Jul 09 16:27:43.608729 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112de5ec-2307-486a-8a71-6cc804cc125d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event deleted for resources: {'Port': ['ID=bac530c8-73ce-4c1d-8fd6-8c9037f698e0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:43.635268 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-094373d1-aa1b-4c88-ad4a-c51472fb92e4 req-1231f89c-12fb-4e96-801b-d3f18d79d616 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=231872ae-9296-4423-b514-875db3d45bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366089 Jul 09 16:27:43.682516 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-112de5ec-2307-486a-8a71-6cc804cc125d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:43.688592 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-112de5ec-2307-486a-8a71-6cc804cc125d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/ports/bac530c8-73ce-4c1d-8fd6-8c9037f698e0 HTTP/1.1" status: 204 len: 168 time: 1.5792019 Jul 09 16:27:43.689233 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 43738) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:43.792141 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe43d03-6e27-400e-bef2-af1ddb9f0265 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Router a90c85c8-9dc9-478f-bcd7-3b436153b307 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:27:43.821327 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-50f1bfb7-bcfb-45c6-a493-1778f95e6f2d req-7035ba5c-8a82-4541-b0af-adeaf255d5d5 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 210 time: 0.0710471 Jul 09 16:27:43.881258 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c1bf74-3780-4569-97f8-051ff49a23ff tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:43.900361 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c1bf74-3780-4569-97f8-051ff49a23ff tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:43.902166 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-00c1bf74-3780-4569-97f8-051ff49a23ff tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1621437 Jul 09 16:27:43.908338 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43740) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:43.919669 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-6ed5295d-aba3-4750-baa9-33016376decd tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Allocated IP 172.25.0.253 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/69c5770b-9e42-4574-96ff-bbc7ad9bd861) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:27:43.953024 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-094373d1-aa1b-4c88-ad4a-c51472fb92e4 req-41884f11-c7f5-4eef-ade6-b16db3922381 service neutron] 10.222.0.73 "GET /v2.0/networks/231872ae-9296-4423-b514-875db3d45bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100271 Jul 09 16:27:44.087374 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-094373d1-aa1b-4c88-ad4a-c51472fb92e4 req-79d98db9-3ac7-4c15-a64c-dcee06726281 service neutron] 10.222.0.73 "GET /v2.0/networks/231872ae-9296-4423-b514-875db3d45bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271429 Jul 09 16:27:44.164139 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-47817c8a-5494-4b0b-8f9e-4a46c2de124b req-6530e935-9299-4ea6-8af1-ba9e47c56a2d tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=566244edd731443e98a06069383cb32a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0876462 Jul 09 16:27:44.244072 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8c30215-1916-4791-8ddb-7255450dbf88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:44.271224 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b9ddf6b-adb8-47bc-a4b8-ce5e9bdae677 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Deleting subnet e7d41f06-0f43-4a3d-bf41-fe1693b64f98 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:27:44.295107 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80871613-f9a0-439e-b70c-2773dcd1910f req-d015b446-e369-474c-beb2-4211e9831690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:44.296622 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 57bc03c9-a39e-4fea-841c-1db587f57e5d up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:27:44.297622 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-80871613-f9a0-439e-b70c-2773dcd1910f req-d015b446-e369-474c-beb2-4211e9831690 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d51c8e8366b7411fa3b4bbb6b14ba732&device_id=2c00d4ab-0149-4d78-99f2-3d68ebb16180 HTTP/1.1" status: 200 len: 1094 time: 0.1052773 Jul 09 16:27:44.389470 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 57bc03c9-a39e-4fea-841c-1db587f57e5d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:27:44.390121 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:44.422354 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80871613-f9a0-439e-b70c-2773dcd1910f req-c8fd3b79-f40a-4fe1-80df-3e77c2fc49e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:44.424145 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-80871613-f9a0-439e-b70c-2773dcd1910f req-c8fd3b79-f40a-4fe1-80df-3e77c2fc49e9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=231872ae-9296-4423-b514-875db3d45bc0 HTTP/1.1" status: 200 len: 913 time: 0.1194425 Jul 09 16:27:44.466747 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47817c8a-5494-4b0b-8f9e-4a46c2de124b req-20aedd55-3104-4a01-be1e-950aba0d3b68 tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:44.468277 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-47817c8a-5494-4b0b-8f9e-4a46c2de124b req-20aedd55-3104-4a01-be1e-950aba0d3b68 tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2670085 Jul 09 16:27:44.473151 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b9ddf6b-adb8-47bc-a4b8-ce5e9bdae677 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:44.517586 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-80871613-f9a0-439e-b70c-2773dcd1910f req-4f0bf4ce-239a-4485-b97b-b4e75d55dc04 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4cb35c4b-70f9-4d6e-9f5e-67d047e23968 HTTP/1.1" status: 200 len: 217 time: 0.0867965 Jul 09 16:27:44.525314 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b9ddf6b-adb8-47bc-a4b8-ce5e9bdae677 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:44.575215 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-47817c8a-5494-4b0b-8f9e-4a46c2de124b req-b60ea268-d5d8-49f7-a682-4fd35446c1c4 tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] Request body: {'port': {'device_id': 'e5ebcab8-5539-48a5-a89a-c895e6b7cdc0', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'admin_state_up': True, 'tenant_id': '566244edd731443e98a06069383cb32a'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:27:44.625092 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e0d4442-1a61-411b-ba76-ff63037e9252 req-70c7494b-0fb7-4242-95a6-fa6fc8d93236 tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] 10.222.0.98 "GET /v2.0/ports?device_id=e5ebcab8-5539-48a5-a89a-c895e6b7cdc0 HTTP/1.1" status: 200 len: 210 time: 0.0356433 Jul 09 16:27:44.629261 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80871613-f9a0-439e-b70c-2773dcd1910f req-73931f65-2adf-4a11-9d49-63b7eef7bb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:44.630681 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-80871613-f9a0-439e-b70c-2773dcd1910f req-73931f65-2adf-4a11-9d49-63b7eef7bb99 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3e0d8c88-f878-4783-9bea-2e636c9b8d9c HTTP/1.1" status: 200 len: 852 time: 0.1063995 Jul 09 16:27:44.657711 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe43d03-6e27-400e-bef2-af1ddb9f0265 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:27:44.670584 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88366c6d-25f0-4138-8e94-8436687d9b96 None None] Sync routers for ids ['a90c85c8-9dc9-478f-bcd7-3b436153b307'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:27:44.681250 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1fe43d03-6e27-400e-bef2-af1ddb9f0265 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:44.683428 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-80871613-f9a0-439e-b70c-2773dcd1910f req-646f7e29-7cdc-4593-8c75-d533f9f71153 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=231872ae-9296-4423-b514-875db3d45bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455220 Jul 09 16:27:44.686118 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88366c6d-25f0-4138-8e94-8436687d9b96 None None] Routers {'a90c85c8-9dc9-478f-bcd7-3b436153b307'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:27:44.687046 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-88366c6d-25f0-4138-8e94-8436687d9b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:27:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['a90c85c8-9dc9-478f-bcd7-3b436153b307'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:27:44.806838 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-80871613-f9a0-439e-b70c-2773dcd1910f req-fbc5086a-5f7a-4e18-8a8c-d19839a0f1fe service neutron] 10.222.0.73 "GET /v2.0/networks/231872ae-9296-4423-b514-875db3d45bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155088 Jul 09 16:27:44.810070 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-88366c6d-25f0-4138-8e94-8436687d9b96 None None] Set router a90c85c8-9dc9-478f-bcd7-3b436153b307 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:27:44.849667 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b9ddf6b-adb8-47bc-a4b8-ce5e9bdae677 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:44.863578 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-1fe43d03-6e27-400e-bef2-af1ddb9f0265 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "PUT /v2.0/floatingips/5bda7604-19c5-4c85-917c-a2e262fd4714 HTTP/1.1" status: 200 len: 991 time: 5.4533935 Jul 09 16:27:44.894758 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56a0021d-217b-42fc-b461-d010febc7602', 'tag': 'afa69882-a289-47d1-b186-c740c902a5b7'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:27:44.897266 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8dadf2b-86b4-4768-9312-2652365436a0" -d '{"events": [{"name": "network-changed", "server_uuid": "56a0021d-217b-42fc-b461-d010febc7602", "tag": "afa69882-a289-47d1-b186-c740c902a5b7"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:27:44.914424 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6ed5295d-aba3-4750-baa9-33016376decd tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:44.945029 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8c30215-1916-4791-8ddb-7255450dbf88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:44.954528 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47817c8a-5494-4b0b-8f9e-4a46c2de124b req-b60ea268-d5d8-49f7-a682-4fd35446c1c4 tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] Made reservation on behalf of 566244edd731443e98a06069383cb32a for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:27:44.958280 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-47817c8a-5494-4b0b-8f9e-4a46c2de124b req-b60ea268-d5d8-49f7-a682-4fd35446c1c4 tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:44.981868 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-80871613-f9a0-439e-b70c-2773dcd1910f req-ee23073b-3625-4294-8a82-08b44ba1b2ac service neutron] 10.222.0.73 "GET /v2.0/networks/231872ae-9296-4423-b514-875db3d45bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661546 Jul 09 16:27:45.044952 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-47817c8a-5494-4b0b-8f9e-4a46c2de124b req-b60ea268-d5d8-49f7-a682-4fd35446c1c4 tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:45.066372 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f36554-efee-43b1-8077-db84ba1cead7 req-6c6c71dc-36b8-4dce-abd2-57bb2509d4dd tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:45.073480 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d2f36554-efee-43b1-8077-db84ba1cead7 req-6c6c71dc-36b8-4dce-abd2-57bb2509d4dd tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] 10.222.0.98 "GET /v2.0/ports?device_id=2c00d4ab-0149-4d78-99f2-3d68ebb16180 HTTP/1.1" status: 200 len: 943 time: 0.4219108 Jul 09 16:27:45.109461 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c30215-1916-4791-8ddb-7255450dbf88 admin admin] Network 77349fb7-f08f-401d-a502-ac937b81dcab is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:27:45.139695 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-f8c30215-1916-4791-8ddb-7255450dbf88 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:27:45.153825 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-88366c6d-25f0-4138-8e94-8436687d9b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'name': 'tempest-AttachVolumeTestJSON-1223617838-router', 'tenant_id': 'c352622f74f54906914220d03e45b0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '1fc5489f-84c9-44e6-ba8e-392c2519d7aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:26:59Z', 'updated_at': '2021-07-09T16:27:08Z', 'revision_number': 4, 'project_id': 'c352622f74f54906914220d03e45b0a2', 'gw_port': {'id': '1fc5489f-84c9-44e6-ba8e-392c2519d7aa', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:27:02Z', 'updated_at': '2021-07-09T16:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '5bda7604-19c5-4c85-917c-a2e262fd4714', 'tenant_id': 'c352622f74f54906914220d03e45b0a2', 'floating_ip_address': '172.25.0.106', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'port_id': 'afa69882-a289-47d1-b186-c740c902a5b7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adbf0553-b476-4533-a282-e74124932d76', 'mac_address': 'fa:16:3e:4f:68:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a0021d-217b-42fc-b461-d010febc7602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:27:13Z', 'updated_at': '2021-07-09T16:27:41Z', 'revision_number': 1, 'project_id': 'c352622f74f54906914220d03e45b0a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00e8a9e8-bd1b-484b-9903-3c8a9fa65b58', 'name': '', 'network_id': 'adbf0553-b476-4533-a282-e74124932d76', 'tenant_id': 'c352622f74f54906914220d03e45b0a2', 'mac_address': 'fa:16:3e:a6:de:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '4438d29a-df86-457d-ba35-c2df5ed90700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:27:06Z', 'updated_at': '2021-07-09T16:27:15Z', 'revision_number': 5, 'project_id': 'c352622f74f54906914220d03e45b0a2', 'subnets': [{'id': '4438d29a-df86-457d-ba35-c2df5ed90700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:27:45.178455 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d1df90a3-c13b-4248-a040-e9303c537eff req-c6e08e43-bb29-411a-895f-302a47e65801 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 210 time: 0.0307343 Jul 09 16:27:45.184689 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c30215-1916-4791-8ddb-7255450dbf88 admin admin] Pushing event updated for resources: {'Port': ['ID=af5078c9-b9d8-4c83-a2e8-9d0f459b7606,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:45.187458 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c30215-1916-4791-8ddb-7255450dbf88 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:27:45.194621 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88366c6d-25f0-4138-8e94-8436687d9b96 None None] Checking router: a90c85c8-9dc9-478f-bcd7-3b436153b307 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:27:45.201905 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b9ddf6b-adb8-47bc-a4b8-ce5e9bdae677 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:45.213134 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88366c6d-25f0-4138-8e94-8436687d9b96 None None] Routers {'a90c85c8-9dc9-478f-bcd7-3b436153b307'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:27:45.213770 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-88366c6d-25f0-4138-8e94-8436687d9b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:27:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['a90c85c8-9dc9-478f-bcd7-3b436153b307'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:27:45.280304 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7728f283-b8f2-41de-a3d4-0841f7ef7c66 x-openstack-request-id: req-7728f283-b8f2-41de-a3d4-0841f7ef7c66 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:27:45.281258 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56a0021d-217b-42fc-b461-d010febc7602", "tag": "afa69882-a289-47d1-b186-c740c902a5b7", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:27:45.281258 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7728f283-b8f2-41de-a3d4-0841f7ef7c66 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:27:45.281654 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56a0021d-217b-42fc-b461-d010febc7602', 'tag': 'afa69882-a289-47d1-b186-c740c902a5b7', 'status': 'completed', 'code': 200} Jul 09 16:27:45.303353 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ddf6b-adb8-47bc-a4b8-ce5e9bdae677 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event deleted for resources: {'Subnet': ['ID=e7d41f06-0f43-4a3d-bf41-fe1693b64f98,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:45.305270 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b9ddf6b-adb8-47bc-a4b8-ce5e9bdae677 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:45.307404 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-5b9ddf6b-adb8-47bc-a4b8-ce5e9bdae677 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/e7d41f06-0f43-4a3d-bf41-fe1693b64f98 HTTP/1.1" status: 204 len: 168 time: 1.3897612 Jul 09 16:27:45.335789 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43752) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:45.342256 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6ed5295d-aba3-4750-baa9-33016376decd tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:45.355935 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2054a987-bb34-4058-a6fd-d82077ae23c4 None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:27:45.366374 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d2f36554-efee-43b1-8077-db84ba1cead7 req-25407713-4752-42c4-b88d-e40c6c7ecf8f tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] 10.222.0.98 "GET /v2.0/security-groups?id=b5dfb5f3-bae8-43bd-bad8-d840d40120c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911534 Jul 09 16:27:45.381294 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dadf2b-86b4-4768-9312-2652365436a0 req-e74b6fb0-c95e-47f3-8309-6f3edeea0abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:45.389917 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f8dadf2b-86b4-4768-9312-2652365436a0 req-e74b6fb0-c95e-47f3-8309-6f3edeea0abd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c352622f74f54906914220d03e45b0a2&device_id=56a0021d-217b-42fc-b461-d010febc7602 HTTP/1.1" status: 200 len: 1096 time: 0.0996337 Jul 09 16:27:45.500066 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-88366c6d-25f0-4138-8e94-8436687d9b96 None None] Set router a90c85c8-9dc9-478f-bcd7-3b436153b307 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:27:45.523593 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f0811b5a-4eab-401c-8139-ea13c11d896b tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1815701 Jul 09 16:27:45.529808 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8c30215-1916-4791-8ddb-7255450dbf88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:45.536623 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dadf2b-86b4-4768-9312-2652365436a0 req-cdce1d86-0fa9-47d0-9439-f2f9c3986637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:45.538292 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f8dadf2b-86b4-4768-9312-2652365436a0 req-cdce1d86-0fa9-47d0-9439-f2f9c3986637 service neutron] 10.222.0.77 "GET /v2.0/networks?id=adbf0553-b476-4533-a282-e74124932d76 HTTP/1.1" status: 200 len: 912 time: 0.1415005 Jul 09 16:27:45.540334 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 43754) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:45.556676 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a79258d3-e68d-41df-8bc6-1072109c15e2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'subnet': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:27:45.560460 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed5295d-aba3-4750-baa9-33016376decd tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:27:45.629074 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-6ed5295d-aba3-4750-baa9-33016376decd tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:27:45.645191 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed5295d-aba3-4750-baa9-33016376decd tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:27:45.701195 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed5295d-aba3-4750-baa9-33016376decd tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Pushing event updated for resources: {'Port': ['ID=69c5770b-9e42-4574-96ff-bbc7ad9bd861,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:45.764557 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-47817c8a-5494-4b0b-8f9e-4a46c2de124b req-b60ea268-d5d8-49f7-a682-4fd35446c1c4 tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:45.767530 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f8dadf2b-86b4-4768-9312-2652365436a0 req-e14ce6c6-0872-4923-8761-6f392859df13 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afa69882-a289-47d1-b186-c740c902a5b7 HTTP/1.1" status: 200 len: 999 time: 0.1123214 Jul 09 16:27:45.807187 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-47817c8a-5494-4b0b-8f9e-4a46c2de124b req-b60ea268-d5d8-49f7-a682-4fd35446c1c4 tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:45.864381 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79258d3-e68d-41df-8bc6-1072109c15e2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:27:45.871913 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a79258d3-e68d-41df-8bc6-1072109c15e2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:45.935849 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-12b28333-cbfc-4817-a316-e2235ca4c347 req-fdd98fee-4d63-4be9-aea9-38fa7d6d39de tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] 10.222.0.98 "GET /v2.0/ports?device_id=e5ebcab8-5539-48a5-a89a-c895e6b7cdc0 HTTP/1.1" status: 200 len: 210 time: 0.0933378 Jul 09 16:27:46.199906 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b806eef-d9f9-44a1-a5b8-6676f47a374f None None] DHCP port deletion for f22714f5-d774-47cf-ac1e-3989f67517e9 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:27:46.322563 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device bb936a71-6dd8-4089-89c8-adef7e7d7ba8 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:27:46.414216 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-88366c6d-25f0-4138-8e94-8436687d9b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'name': 'tempest-AttachVolumeTestJSON-1223617838-router', 'tenant_id': 'c352622f74f54906914220d03e45b0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '1fc5489f-84c9-44e6-ba8e-392c2519d7aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:26:59Z', 'updated_at': '2021-07-09T16:27:08Z', 'revision_number': 4, 'project_id': 'c352622f74f54906914220d03e45b0a2', 'gw_port': {'id': '1fc5489f-84c9-44e6-ba8e-392c2519d7aa', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:27:02Z', 'updated_at': '2021-07-09T16:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '5bda7604-19c5-4c85-917c-a2e262fd4714', 'tenant_id': 'c352622f74f54906914220d03e45b0a2', 'floating_ip_address': '172.25.0.106', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'port_id': 'afa69882-a289-47d1-b186-c740c902a5b7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adbf0553-b476-4533-a282-e74124932d76', 'mac_address': 'fa:16:3e:4f:68:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a0021d-217b-42fc-b461-d010febc7602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:27:13Z', 'updated_at': '2021-07-09T16:27:41Z', 'revision_number': 1, 'project_id': 'c352622f74f54906914220d03e45b0a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00e8a9e8-bd1b-484b-9903-3c8a9fa65b58', 'name': '', 'network_id': 'adbf0553-b476-4533-a282-e74124932d76', 'tenant_id': 'c352622f74f54906914220d03e45b0a2', 'mac_address': 'fa:16:3e:a6:de:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '4438d29a-df86-457d-ba35-c2df5ed90700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:27:06Z', 'updated_at': '2021-07-09T16:27:15Z', 'revision_number': 5, 'project_id': 'c352622f74f54906914220d03e45b0a2', 'subnets': [{'id': '4438d29a-df86-457d-ba35-c2df5ed90700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:27:46.416750 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60ea268-d5d8-49f7-a682-4fd35446c1c4 tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5787e4b-0025-4888-9634-927da41b95f0,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:46.426263 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-0b806eef-d9f9-44a1-a5b8-6676f47a374f None None] Deleting port bb936a71-6dd8-4089-89c8-adef7e7d7ba8 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:27:46.431764 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0b806eef-d9f9-44a1-a5b8-6676f47a374f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:46.487411 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8c30215-1916-4791-8ddb-7255450dbf88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:46.492682 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6ed5295d-aba3-4750-baa9-33016376decd tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:46.512371 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-0b806eef-d9f9-44a1-a5b8-6676f47a374f None None] For port bb936a71-6dd8-4089-89c8-adef7e7d7ba8, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=bb936a71-6dd8-4089-89c8-adef7e7d7ba8,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:27:46.513245 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0b806eef-d9f9-44a1-a5b8-6676f47a374f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:46.526206 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-47817c8a-5494-4b0b-8f9e-4a46c2de124b req-b60ea268-d5d8-49f7-a682-4fd35446c1c4 tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] Allocated IP 192.168.233.136 (c7d8b865-e1f3-4446-a87b-a6da86eba8a1/f122b436-b232-4a3c-9aac-47d5639f2da4/a1401fea-336b-4056-ab81-4b77265f7002) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:27:46.529507 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-0b806eef-d9f9-44a1-a5b8-6676f47a374f None None] Calling delete_port for bb936a71-6dd8-4089-89c8-adef7e7d7ba8 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:27:46.540914 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d37b831a-54c2-4984-a17e-f7e5a116db6d req-763d3e20-65d8-49bd-88c9-6b8fc137550c tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 210 time: 0.0924797 Jul 09 16:27:46.576375 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dadf2b-86b4-4768-9312-2652365436a0 req-7bf4214a-9141-4e0d-80cb-bd2ab49acd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:46.585412 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f8dadf2b-86b4-4768-9312-2652365436a0 req-7bf4214a-9141-4e0d-80cb-bd2ab49acd5d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4438d29a-df86-457d-ba35-c2df5ed90700 HTTP/1.1" status: 200 len: 850 time: 0.8049407 Jul 09 16:27:46.626434 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6ed5295d-aba3-4750-baa9-33016376decd tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:46.653379 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88366c6d-25f0-4138-8e94-8436687d9b96 None None] The sync data for ids ['a90c85c8-9dc9-478f-bcd7-3b436153b307'] in n-d-798930-3 is: [{'id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'name': 'tempest-AttachVolumeTestJSON-1223617838-router', 'tenant_id': 'c352622f74f54906914220d03e45b0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '1fc5489f-84c9-44e6-ba8e-392c2519d7aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:26:59Z', 'updated_at': '2021-07-09T16:27:08Z', 'revision_number': 4, 'project_id': 'c352622f74f54906914220d03e45b0a2', 'gw_port': {'id': '1fc5489f-84c9-44e6-ba8e-392c2519d7aa', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:27:02Z', 'updated_at': '2021-07-09T16:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '5bda7604-19c5-4c85-917c-a2e262fd4714', 'tenant_id': 'c352622f74f54906914220d03e45b0a2', 'floating_ip_address': '172.25.0.106', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'port_id': 'afa69882-a289-47d1-b186-c740c902a5b7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adbf0553-b476-4533-a282-e74124932d76', 'mac_address': 'fa:16:3e:4f:68:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a0021d-217b-42fc-b461-d010febc7602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:27:13Z', 'updated_at': '2021-07-09T16:27:41Z', 'revision_number': 1, 'project_id': 'c352622f74f54906914220d03e45b0a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00e8a9e8-bd1b-484b-9903-3c8a9fa65b58', 'name': '', 'network_id': 'adbf0553-b476-4533-a282-e74124932d76', 'tenant_id': 'c352622f74f54906914220d03e45b0a2', 'mac_address': 'fa:16:3e:a6:de:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '4438d29a-df86-457d-ba35-c2df5ed90700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:27:06Z', 'updated_at': '2021-07-09T16:27:15Z', 'revision_number': 5, 'project_id': 'c352622f74f54906914220d03e45b0a2', 'subnets': [{'id': '4438d29a-df86-457d-ba35-c2df5ed90700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:27:46.709666 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:46.731745 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0b806eef-d9f9-44a1-a5b8-6676f47a374f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:46.747729 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b806eef-d9f9-44a1-a5b8-6676f47a374f None None] No DVR routers for this DVR port bb936a71-6dd8-4089-89c8-adef7e7d7ba8 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:27:46.779622 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b806eef-d9f9-44a1-a5b8-6676f47a374f None None] Pushing event deleted for resources: {'Port': ['ID=bb936a71-6dd8-4089-89c8-adef7e7d7ba8,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:46.857309 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dadf2b-86b4-4768-9312-2652365436a0 req-e60ebf64-5b49-462c-baca-ddf8ba5dbe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:46.860137 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f8dadf2b-86b4-4768-9312-2652365436a0 req-e60ebf64-5b49-462c-baca-ddf8ba5dbe5f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=adbf0553-b476-4533-a282-e74124932d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1751869 Jul 09 16:27:46.978152 n-d-798930-3 neutron-server[93958]: DEBUG neutron.objects.ports [None req-a79258d3-e68d-41df-8bc6-1072109c15e2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93958) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 16:27:46.985251 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a79258d3-e68d-41df-8bc6-1072109c15e2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:47.030541 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80417f9b-a291-4a62-95aa-e08271d792da None None] New status for floating IP 5bda7604-19c5-4c85-917c-a2e262fd4714: ACTIVE {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:27:47.064102 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de9842-b455-4c44-8d39-1f3a02dbf17d req-129ec44b-5556-493c-a301-072f2b07bbf3 tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:47.065671 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-42de9842-b455-4c44-8d39-1f3a02dbf17d req-129ec44b-5556-493c-a301-072f2b07bbf3 tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] 10.222.0.98 "GET /v2.0/ports?device_id=2c00d4ab-0149-4d78-99f2-3d68ebb16180 HTTP/1.1" status: 200 len: 943 time: 0.4457092 Jul 09 16:27:47.094310 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79258d3-e68d-41df-8bc6-1072109c15e2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:27:47.103475 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-a79258d3-e68d-41df-8bc6-1072109c15e2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:27:47.107683 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79258d3-e68d-41df-8bc6-1072109c15e2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:47.108480 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a79258d3-e68d-41df-8bc6-1072109c15e2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:47.112865 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabfe509-7f80-40c6-b6cc-2eeb52c5268c None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:27:47.129243 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8c30215-1916-4791-8ddb-7255450dbf88 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:47.157806 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8c30215-1916-4791-8ddb-7255450dbf88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:47.158095 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79258d3-e68d-41df-8bc6-1072109c15e2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'Subnet': ['ID=8cff7d7f-a711-48d2-9d1c-8e229088f9a1,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:47.163158 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f8dadf2b-86b4-4768-9312-2652365436a0 req-9b8e6829-b093-406b-9463-8277ebef22a2 service neutron] 10.222.0.77 "GET /v2.0/networks/adbf0553-b476-4533-a282-e74124932d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963917 Jul 09 16:27:47.177057 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a79258d3-e68d-41df-8bc6-1072109c15e2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6222937 Jul 09 16:27:47.199304 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43768) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:47.238667 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b69306-a7ca-4240-a281-9338807e7aec req-ca9f3167-90b7-47e8-a6f4-76b27ba1da1e tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:47.240025 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-c9c35cad-32ef-4b9c-9fed-05ebf6a53604 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'port': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'mac_address': 'fa:16:3e:2b:18:f5', 'name': 'tempest-NetworksTestDHCPv6-1731661739'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:27:47.249016 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a7b69306-a7ca-4240-a281-9338807e7aec req-ca9f3167-90b7-47e8-a6f4-76b27ba1da1e tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.2677181 Jul 09 16:27:47.275301 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79258d3-e68d-41df-8bc6-1072109c15e2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:47.275648 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79258d3-e68d-41df-8bc6-1072109c15e2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:47.275989 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79258d3-e68d-41df-8bc6-1072109c15e2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:47.276325 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79258d3-e68d-41df-8bc6-1072109c15e2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:47.276657 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79258d3-e68d-41df-8bc6-1072109c15e2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:47.277020 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79258d3-e68d-41df-8bc6-1072109c15e2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:47.277349 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79258d3-e68d-41df-8bc6-1072109c15e2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:47.277674 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79258d3-e68d-41df-8bc6-1072109c15e2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:47.278003 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79258d3-e68d-41df-8bc6-1072109c15e2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:47.278324 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79258d3-e68d-41df-8bc6-1072109c15e2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:47.278647 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79258d3-e68d-41df-8bc6-1072109c15e2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:47.278990 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79258d3-e68d-41df-8bc6-1072109c15e2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:47.282917 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-47817c8a-5494-4b0b-8f9e-4a46c2de124b req-b60ea268-d5d8-49f7-a682-4fd35446c1c4 tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:47.315854 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-47817c8a-5494-4b0b-8f9e-4a46c2de124b req-b60ea268-d5d8-49f7-a682-4fd35446c1c4 tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] Transition to ACTIVE for port object a1401fea-336b-4056-ab81-4b77265f7002 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:27:47.346646 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a7b69306-a7ca-4240-a281-9338807e7aec req-29bf5840-8732-44e5-a269-c8f4419ab8a9 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0624690 Jul 09 16:27:47.358801 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c674ca-14d6-4663-8e3e-b0a6cde80120 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-f22714f5-d774-47cf-ac1e-3989f67517e9', 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'tenant_id': '005b565b3c004d24a50d69ddcd50be46', 'fixed_ips': [{'subnet_id': '8cff7d7f-a711-48d2-9d1c-8e229088f9a1'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:27:47.361155 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-69c674ca-14d6-4663-8e3e-b0a6cde80120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:47.379602 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8c30215-1916-4791-8ddb-7255450dbf88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:47.393642 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f8dadf2b-86b4-4768-9312-2652365436a0 req-b442e37d-d755-4823-b3b5-4f738b4f37f1 service neutron] 10.222.0.77 "GET /v2.0/networks/adbf0553-b476-4533-a282-e74124932d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173839 Jul 09 16:27:47.532742 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0fc4620f-13b8-452a-a52a-b49b5bc594b0 req-fbf3b005-f815-40c1-8b00-eeb49957c48d tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] 10.222.0.98 "GET /v2.0/ports?device_id=e5ebcab8-5539-48a5-a89a-c895e6b7cdc0 HTTP/1.1" status: 200 len: 210 time: 0.0462058 Jul 09 16:27:47.536460 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-69c674ca-14d6-4663-8e3e-b0a6cde80120 None None] Allocated IP 2001:db8::f816:3eff:fefb:1aaf (f22714f5-d774-47cf-ac1e-3989f67517e9/8cff7d7f-a711-48d2-9d1c-8e229088f9a1/ea963ae5-9f6b-4417-82a5-77feb6dca827) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:27:47.540021 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-42de9842-b455-4c44-8d39-1f3a02dbf17d req-a24df526-a722-4f07-8257-95e6304bc8df tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] 10.222.0.98 "GET /v2.0/security-groups?id=b5dfb5f3-bae8-43bd-bad8-d840d40120c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4556067 Jul 09 16:27:47.643725 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c30215-1916-4791-8ddb-7255450dbf88 admin admin] Pushing event updated for resources: {'Port': ['ID=af5078c9-b9d8-4c83-a2e8-9d0f459b7606,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:47.708327 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-69c674ca-14d6-4663-8e3e-b0a6cde80120 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:47.718926 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-69c674ca-14d6-4663-8e3e-b0a6cde80120 None None] Transition to ACTIVE for port object ea963ae5-9f6b-4417-82a5-77feb6dca827 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:27:47.737526 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-69c674ca-14d6-4663-8e3e-b0a6cde80120 None None] Transition to ACTIVE for port object ea963ae5-9f6b-4417-82a5-77feb6dca827 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:27:47.748030 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-69c674ca-14d6-4663-8e3e-b0a6cde80120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:47.752570 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6ed5295d-aba3-4750-baa9-33016376decd tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:47.769460 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6ed5295d-aba3-4750-baa9-33016376decd tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:47.816043 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c674ca-14d6-4663-8e3e-b0a6cde80120 None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:27:47.819232 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-69c674ca-14d6-4663-8e3e-b0a6cde80120 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:27:47.824868 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c674ca-14d6-4663-8e3e-b0a6cde80120 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:27:47.829571 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c674ca-14d6-4663-8e3e-b0a6cde80120 None None] Pushing event updated for resources: {'Port': ['ID=ea963ae5-9f6b-4417-82a5-77feb6dca827,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:47.830528 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed5295d-aba3-4750-baa9-33016376decd tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Pushing event updated for resources: {'Port': ['ID=69c5770b-9e42-4574-96ff-bbc7ad9bd861,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:47.852705 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-47817c8a-5494-4b0b-8f9e-4a46c2de124b req-b60ea268-d5d8-49f7-a682-4fd35446c1c4 tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:47.897199 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-69c674ca-14d6-4663-8e3e-b0a6cde80120 None None] Attempting to bind port ea963ae5-9f6b-4417-82a5-77feb6dca827 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:27:47.897579 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-69c674ca-14d6-4663-8e3e-b0a6cde80120 None None] Attempting to bind port ea963ae5-9f6b-4417-82a5-77feb6dca827 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:27:47.897946 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c674ca-14d6-4663-8e3e-b0a6cde80120 None None] Attempting to bind port ea963ae5-9f6b-4417-82a5-77feb6dca827 on network f22714f5-d774-47cf-ac1e-3989f67517e9 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:27:47.904298 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c674ca-14d6-4663-8e3e-b0a6cde80120 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:27:47.904553 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c674ca-14d6-4663-8e3e-b0a6cde80120 None None] Checking segment: {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:27:47.904885 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-69c674ca-14d6-4663-8e3e-b0a6cde80120 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:47.905285 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c674ca-14d6-4663-8e3e-b0a6cde80120 None None] Bound using segment: {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:27:47.905906 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-69c674ca-14d6-4663-8e3e-b0a6cde80120 None None] Bound port: ea963ae5-9f6b-4417-82a5-77feb6dca827, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:27:47.906431 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-69c674ca-14d6-4663-8e3e-b0a6cde80120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:47.943249 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c30215-1916-4791-8ddb-7255450dbf88 admin admin] Network 77349fb7-f08f-401d-a502-ac937b81dcab is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:27:47.973171 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-f8c30215-1916-4791-8ddb-7255450dbf88 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:27:47.996128 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-69c674ca-14d6-4663-8e3e-b0a6cde80120 None None] For port ea963ae5-9f6b-4417-82a5-77feb6dca827, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:27:48.000292 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47817c8a-5494-4b0b-8f9e-4a46c2de124b req-b60ea268-d5d8-49f7-a682-4fd35446c1c4 tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] Network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:27:48.000481 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-69c674ca-14d6-4663-8e3e-b0a6cde80120 None None] For port ea963ae5-9f6b-4417-82a5-77feb6dca827, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=ea963ae5-9f6b-4417-82a5-77feb6dca827,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:27:48.009168 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-69c674ca-14d6-4663-8e3e-b0a6cde80120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:48.019073 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-47817c8a-5494-4b0b-8f9e-4a46c2de124b req-b60ea268-d5d8-49f7-a682-4fd35446c1c4 tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:27:48.031558 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-47817c8a-5494-4b0b-8f9e-4a46c2de124b req-b60ea268-d5d8-49f7-a682-4fd35446c1c4 tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:27:48.115072 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c674ca-14d6-4663-8e3e-b0a6cde80120 None None] Pushing event updated for resources: {'Port': ['ID=ea963ae5-9f6b-4417-82a5-77feb6dca827,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:48.121605 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d390a782-5ac8-42d9-bf76-627187df0c8a req-f1465260-e5f2-46b0-9fff-aa9222d7c12b tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 210 time: 0.0581658 Jul 09 16:27:48.160484 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60ea268-d5d8-49f7-a682-4fd35446c1c4 tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] Pushing event updated for resources: {'Port': ['ID=a1401fea-336b-4056-ab81-4b77265f7002,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:48.219396 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6ed5295d-aba3-4750-baa9-33016376decd tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:48.248408 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d8cc25-7f8f-4d10-a0ba-3f5b4b89eed5 req-19547de5-5d95-4839-8086-bda280815142 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:48.250036 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-55d8cc25-7f8f-4d10-a0ba-3f5b4b89eed5 req-19547de5-5d95-4839-8086-bda280815142 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.4285171 Jul 09 16:27:48.259476 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c35cad-32ef-4b9c-9fed-05ebf6a53604 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:27:48.276227 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47817c8a-5494-4b0b-8f9e-4a46c2de124b req-b60ea268-d5d8-49f7-a682-4fd35446c1c4 tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:48.276887 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-47817c8a-5494-4b0b-8f9e-4a46c2de124b req-b60ea268-d5d8-49f7-a682-4fd35446c1c4 tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:48.302949 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 4cb35c4b-70f9-4d6e-9f5e-67d047e23968 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:27:48.311559 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6ed5295d-aba3-4750-baa9-33016376decd tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:48.315271 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-6ed5295d-aba3-4750-baa9-33016376decd tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.1730626 Jul 09 16:27:48.462848 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c9c35cad-32ef-4b9c-9fed-05ebf6a53604 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:48.473722 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-47817c8a-5494-4b0b-8f9e-4a46c2de124b req-b60ea268-d5d8-49f7-a682-4fd35446c1c4 tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9035354 Jul 09 16:27:48.497233 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-47817c8a-5494-4b0b-8f9e-4a46c2de124b req-cd315ced-d38b-4ed6-a124-b5e9994c1051 service neutron] Request body: {'port': {'device_id': 'e5ebcab8-5539-48a5-a89a-c895e6b7cdc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:27:48.519364 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6f549494-9cc6-47fa-a5fe-6d64018892b5 None None] Provisioning for port a1401fea-336b-4056-ab81-4b77265f7002 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:27:48.534072 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6f549494-9cc6-47fa-a5fe-6d64018892b5 None None] Provisioning complete for port a1401fea-336b-4056-ab81-4b77265f7002 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:27:48.534449 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6f549494-9cc6-47fa-a5fe-6d64018892b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:48.540398 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c30215-1916-4791-8ddb-7255450dbf88 admin admin] Router 9da0aafd-876f-4c10-9e1a-e35f54749220 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:27:48.561632 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c9c35cad-32ef-4b9c-9fed-05ebf6a53604 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] device_id is not set on port 39792ab6-784f-4628-9a44-ff6736048df4 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:27:48.609636 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 4cb35c4b-70f9-4d6e-9f5e-67d047e23968, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=4cb35c4b-70f9-4d6e-9f5e-67d047e23968,segment=NetworkSegment(f3891603-d389-48e9-86e0-de20dae12b43),segment_id=f3891603-d389-48e9-86e0-de20dae12b43)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:27:48.627843 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '4cb35c4b-70f9-4d6e-9f5e-67d047e23968', 'network_id': '231872ae-9296-4423-b514-875db3d45bc0', 'port_id': '4cb35c4b-70f9-4d6e-9f5e-67d047e23968', 'mac_address': 'fa:16:3e:a1:63:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0d8c88-f878-4783-9bea-2e636c9b8d9c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:27:48.635263 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-6f549494-9cc6-47fa-a5fe-6d64018892b5 None None] Port a1401fea-336b-4056-ab81-4b77265f7002 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:27:48.665838 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-207105f4-1e0d-4ab1-8835-a0906e730b02 req-6a740625-54d3-46f8-bc27-4b459abd49a0 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--1345760408&fields=id&tenant_id=b8ad35771c814596a752d0340d35099a HTTP/1.1" status: 200 len: 267 time: 0.0498860 Jul 09 16:27:48.682642 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-c9c35cad-32ef-4b9c-9fed-05ebf6a53604 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Allocated IP 2001:db8::f816:3eff:fe2b:18f5 (f22714f5-d774-47cf-ac1e-3989f67517e9/8cff7d7f-a711-48d2-9d1c-8e229088f9a1/39792ab6-784f-4628-9a44-ff6736048df4) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:27:48.687396 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:48.703372 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cb35c4b-70f9-4d6e-9f5e-67d047e23968 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:27:48.727282 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 4cb35c4b-70f9-4d6e-9f5e-67d047e23968, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=4cb35c4b-70f9-4d6e-9f5e-67d047e23968,segment=NetworkSegment(f3891603-d389-48e9-86e0-de20dae12b43),segment_id=f3891603-d389-48e9-86e0-de20dae12b43)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:27:48.735170 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:48.796210 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207105f4-1e0d-4ab1-8835-a0906e730b02 req-694b0a63-ffd5-4dc1-9b75-5c78178bec20 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:48.797759 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-207105f4-1e0d-4ab1-8835-a0906e730b02 req-694b0a63-ffd5-4dc1-9b75-5c78178bec20 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/networks?id=a171d79a-1159-4481-9cc1-46c665ce3a96 HTTP/1.1" status: 200 len: 817 time: 0.1233284 Jul 09 16:27:48.810409 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=4cb35c4b-70f9-4d6e-9f5e-67d047e23968,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:48.819237 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-55d8cc25-7f8f-4d10-a0ba-3f5b4b89eed5 req-0590667a-c60c-4bde-ae71-db41e5f2bdb4 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.5553529 Jul 09 16:27:48.822264 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-207105f4-1e0d-4ab1-8835-a0906e730b02 req-378e4e98-b5d1-406c-a07c-82726844eeea tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/quotas/b8ad35771c814596a752d0340d35099a HTTP/1.1" status: 200 len: 375 time: 0.0182648 Jul 09 16:27:48.952663 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-207105f4-1e0d-4ab1-8835-a0906e730b02 req-74234e16-eb13-4b8c-a7c8-78a1cf18eeeb tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=b8ad35771c814596a752d0340d35099a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1274500 Jul 09 16:27:48.974584 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-47817c8a-5494-4b0b-8f9e-4a46c2de124b req-cd315ced-d38b-4ed6-a124-b5e9994c1051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:49.044334 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c9c35cad-32ef-4b9c-9fed-05ebf6a53604 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:49.091765 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-207105f4-1e0d-4ab1-8835-a0906e730b02 req-6500d742-3614-404d-903a-63f03ccdafe4 service neutron] 10.222.0.98 "GET /v2.0/networks/a171d79a-1159-4481-9cc1-46c665ce3a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303523 Jul 09 16:27:49.118633 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c9c35cad-32ef-4b9c-9fed-05ebf6a53604 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Transition to ACTIVE for port object 39792ab6-784f-4628-9a44-ff6736048df4 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:27:49.121636 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['4cb35c4b-70f9-4d6e-9f5e-67d047e23968'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:27:49.172477 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c30215-1916-4791-8ddb-7255450dbf88 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:27:49.195363 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f8c30215-1916-4791-8ddb-7255450dbf88 admin admin] 10.222.0.98 "PUT /v2.0/routers/9da0aafd-876f-4c10-9e1a-e35f54749220/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3815088 Jul 09 16:27:49.208592 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19b473d-8227-48e8-831c-267559aa1f57 None None] Sync routers for ids ['9da0aafd-876f-4c10-9e1a-e35f54749220'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:27:49.246713 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-207105f4-1e0d-4ab1-8835-a0906e730b02 req-874053a7-7b7d-4f5a-b88d-4834976408ea service neutron] 10.222.0.98 "GET /v2.0/networks/a171d79a-1159-4481-9cc1-46c665ce3a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459024 Jul 09 16:27:49.252473 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19b473d-8227-48e8-831c-267559aa1f57 None None] Routers {'9da0aafd-876f-4c10-9e1a-e35f54749220'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:27:49.259903 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b19b473d-8227-48e8-831c-267559aa1f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:27:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['9da0aafd-876f-4c10-9e1a-e35f54749220'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:27:49.303080 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b95fcb1-2fc1-4181-9198-e8d74f3452a4 req-d918a1f0-4a03-4bd6-9df5-57f8cecfd11a tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:49.304687 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9b95fcb1-2fc1-4181-9198-e8d74f3452a4 req-d918a1f0-4a03-4bd6-9df5-57f8cecfd11a tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] 10.222.0.98 "GET /v2.0/ports?device_id=e5ebcab8-5539-48a5-a89a-c895e6b7cdc0 HTTP/1.1" status: 200 len: 936 time: 0.2562861 Jul 09 16:27:49.366660 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c9c35cad-32ef-4b9c-9fed-05ebf6a53604 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:49.480399 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c35cad-32ef-4b9c-9fed-05ebf6a53604 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'Port': ['ID=39792ab6-784f-4628-9a44-ff6736048df4,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:49.514386 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9b95fcb1-2fc1-4181-9198-e8d74f3452a4 req-f7082c46-de66-49db-9199-f1fef5102f39 tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] 10.222.0.98 "GET /v2.0/security-groups?id=d5787e4b-0025-4888-9634-927da41b95f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007887 Jul 09 16:27:49.530081 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c35cad-32ef-4b9c-9fed-05ebf6a53604 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:27:49.543471 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-c9c35cad-32ef-4b9c-9fed-05ebf6a53604 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:27:49.555765 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c35cad-32ef-4b9c-9fed-05ebf6a53604 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:27:49.563273 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c35cad-32ef-4b9c-9fed-05ebf6a53604 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:49.564073 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c9c35cad-32ef-4b9c-9fed-05ebf6a53604 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:49.595978 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 43810) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:49.606375 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c9c35cad-32ef-4b9c-9fed-05ebf6a53604 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3854864 Jul 09 16:27:49.690514 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-b19b473d-8227-48e8-831c-267559aa1f57 None None] Set router 9da0aafd-876f-4c10-9e1a-e35f54749220 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:27:49.743946 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-47817c8a-5494-4b0b-8f9e-4a46c2de124b req-cd315ced-d38b-4ed6-a124-b5e9994c1051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1401fea-336b-4056-ab81-4b77265f7002 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:27:49.753424 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-47817c8a-5494-4b0b-8f9e-4a46c2de124b req-cd315ced-d38b-4ed6-a124-b5e9994c1051 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:49.773563 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-47817c8a-5494-4b0b-8f9e-4a46c2de124b req-cd315ced-d38b-4ed6-a124-b5e9994c1051 service neutron] Transition to ACTIVE for port object a1401fea-336b-4056-ab81-4b77265f7002 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:27:49.780866 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-47817c8a-5494-4b0b-8f9e-4a46c2de124b req-cd315ced-d38b-4ed6-a124-b5e9994c1051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:49.821709 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815cba8c-404c-4042-8e95-2da5a003b686 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:49.839362 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815cba8c-404c-4042-8e95-2da5a003b686 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:49.844929 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43814) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:49.845823 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-815cba8c-404c-4042-8e95-2da5a003b686 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2487607 Jul 09 16:27:49.898501 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86fd87-4415-49e4-bbb3-dfb089994df6 req-92396a96-93b6-495e-a512-2b885b575279 tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:49.900535 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ac86fd87-4415-49e4-bbb3-dfb089994df6 req-92396a96-93b6-495e-a512-2b885b575279 tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] 10.222.0.98 "GET /v2.0/ports?device_id=2c00d4ab-0149-4d78-99f2-3d68ebb16180 HTTP/1.1" status: 200 len: 944 time: 0.2563221 Jul 09 16:27:50.019659 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ac86fd87-4415-49e4-bbb3-dfb089994df6 req-47a4c599-7c9d-4ac8-9ef7-a367cd7728cc tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] 10.222.0.98 "GET /v2.0/security-groups?id=b5dfb5f3-bae8-43bd-bad8-d840d40120c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124840 Jul 09 16:27:50.059781 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-74138028-9e6d-4847-b05e-1fb6a7d7d01f None None] Provisioning for port ea963ae5-9f6b-4417-82a5-77feb6dca827 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:27:50.103391 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd315ced-d38b-4ed6-a124-b5e9994c1051 service neutron] Pushing event updated for resources: {'Port': ['ID=a1401fea-336b-4056-ab81-4b77265f7002,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:50.209089 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0f49c7f1-0373-410c-bd8b-129ff90a0e7a None None] Provisioning for port 39792ab6-784f-4628-9a44-ff6736048df4 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:27:50.217558 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b19b473d-8227-48e8-831c-267559aa1f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da0aafd-876f-4c10-9e1a-e35f54749220', 'name': 'tempest-ServerRescueNegativeTestJSON-1425692658-router', 'tenant_id': 'bab91c2e534b48d6932e69e9f922d333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '57bc03c9-a39e-4fea-841c-1db587f57e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:27:34Z', 'updated_at': '2021-07-09T16:27:45Z', 'revision_number': 4, 'project_id': 'bab91c2e534b48d6932e69e9f922d333', 'gw_port': {'id': '57bc03c9-a39e-4fea-841c-1db587f57e5d', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da0aafd-876f-4c10-9e1a-e35f54749220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:27:36Z', 'updated_at': '2021-07-09T16:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'af5078c9-b9d8-4c83-a2e8-9d0f459b7606', 'name': '', 'network_id': '77349fb7-f08f-401d-a502-ac937b81dcab', 'tenant_id': 'bab91c2e534b48d6932e69e9f922d333', 'mac_address': 'fa:16:3e:ee:ab:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da0aafd-876f-4c10-9e1a-e35f54749220', 'device_owner': 'network:router_interface', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '03aa29d7-618e-4fba-93dc-b83569f87121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:27:42Z', 'updated_at': '2021-07-09T16:27:46Z', 'revision_number': 2, 'project_id': 'bab91c2e534b48d6932e69e9f922d333', 'subnets': [{'id': '03aa29d7-618e-4fba-93dc-b83569f87121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:27:50.219668 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0f49c7f1-0373-410c-bd8b-129ff90a0e7a None None] Provisioning complete for port 39792ab6-784f-4628-9a44-ff6736048df4 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:27:50.220047 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0f49c7f1-0373-410c-bd8b-129ff90a0e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:50.261228 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d4462a91-92cc-4caa-8cd6-f7f1e1f9a257 req-b2d22848-8e1b-4b97-87a3-0c922d3c5b76 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 210 time: 0.0988162 Jul 09 16:27:50.285927 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-0f49c7f1-0373-410c-bd8b-129ff90a0e7a None None] Port 39792ab6-784f-4628-9a44-ff6736048df4 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:27:50.327305 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19b473d-8227-48e8-831c-267559aa1f57 None None] Checking router: 9da0aafd-876f-4c10-9e1a-e35f54749220 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:27:50.328013 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19b473d-8227-48e8-831c-267559aa1f57 None None] Updating router 9da0aafd-876f-4c10-9e1a-e35f54749220 port af5078c9-b9d8-4c83-a2e8-9d0f459b7606 binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:27:50.342452 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-47817c8a-5494-4b0b-8f9e-4a46c2de124b req-cd315ced-d38b-4ed6-a124-b5e9994c1051 service neutron] Attempting to bind port a1401fea-336b-4056-ab81-4b77265f7002 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:27:50.343100 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-47817c8a-5494-4b0b-8f9e-4a46c2de124b req-cd315ced-d38b-4ed6-a124-b5e9994c1051 service neutron] Attempting to bind port a1401fea-336b-4056-ab81-4b77265f7002 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:27:50.343397 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47817c8a-5494-4b0b-8f9e-4a46c2de124b req-cd315ced-d38b-4ed6-a124-b5e9994c1051 service neutron] Attempting to bind port a1401fea-336b-4056-ab81-4b77265f7002 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:27:50.376261 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47817c8a-5494-4b0b-8f9e-4a46c2de124b req-cd315ced-d38b-4ed6-a124-b5e9994c1051 service neutron] Port a1401fea-336b-4056-ab81-4b77265f7002 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:27:50.382376 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device ea963ae5-9f6b-4417-82a5-77feb6dca827 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:27:50.383175 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47817c8a-5494-4b0b-8f9e-4a46c2de124b req-cd315ced-d38b-4ed6-a124-b5e9994c1051 service neutron] Attempting to bind port a1401fea-336b-4056-ab81-4b77265f7002 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:27:50.419888 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47817c8a-5494-4b0b-8f9e-4a46c2de124b req-cd315ced-d38b-4ed6-a124-b5e9994c1051 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:27:50.420534 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47817c8a-5494-4b0b-8f9e-4a46c2de124b req-cd315ced-d38b-4ed6-a124-b5e9994c1051 service neutron] Checking segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:27:50.421119 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47817c8a-5494-4b0b-8f9e-4a46c2de124b req-cd315ced-d38b-4ed6-a124-b5e9994c1051 service neutron] Bound using segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:27:50.421759 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-47817c8a-5494-4b0b-8f9e-4a46c2de124b req-cd315ced-d38b-4ed6-a124-b5e9994c1051 service neutron] Bound port: a1401fea-336b-4056-ab81-4b77265f7002, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:27:50.422371 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-47817c8a-5494-4b0b-8f9e-4a46c2de124b req-cd315ced-d38b-4ed6-a124-b5e9994c1051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:50.441004 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-9b32446c-5f7a-4ac1-ba74-9c94aa087b7d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Deleting port 39792ab6-784f-4628-9a44-ff6736048df4 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:27:50.441601 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9b32446c-5f7a-4ac1-ba74-9c94aa087b7d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:50.451758 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b19b473d-8227-48e8-831c-267559aa1f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:50.503257 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port ea963ae5-9f6b-4417-82a5-77feb6dca827 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:27:50.508934 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port ea963ae5-9f6b-4417-82a5-77feb6dca827 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:27:50.509419 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:50.518604 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973752d-be71-4251-b83e-d3c41358d3b0 req-bf01c31c-a24e-4daf-96ed-a14a06aa2cd9 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:50.520202 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a973752d-be71-4251-b83e-d3c41358d3b0 req-bf01c31c-a24e-4daf-96ed-a14a06aa2cd9 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/networks?id=e14244d3-321e-4e11-8fa5-f8d23e2088a8 HTTP/1.1" status: 200 len: 812 time: 0.5551662 Jul 09 16:27:50.568335 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a973752d-be71-4251-b83e-d3c41358d3b0 req-44e8b4db-63bd-4baa-b5f5-709539dc480d tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/quotas/927faf6a074749d0b7e4b4706940c5ca HTTP/1.1" status: 200 len: 375 time: 0.0230553 Jul 09 16:27:50.659817 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41917e10-b39b-420c-badd-2309e35edc1c req-41d98d5e-cba2-45a0-aea8-24b5b6e28d86 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:50.673158 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-41917e10-b39b-420c-badd-2309e35edc1c req-41d98d5e-cba2-45a0-aea8-24b5b6e28d86 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/networks?id=77349fb7-f08f-401d-a502-ac937b81dcab HTTP/1.1" status: 200 len: 819 time: 0.1611819 Jul 09 16:27:50.675527 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-47817c8a-5494-4b0b-8f9e-4a46c2de124b req-cd315ced-d38b-4ed6-a124-b5e9994c1051 service neutron] For port a1401fea-336b-4056-ab81-4b77265f7002, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:27:50.689220 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-47817c8a-5494-4b0b-8f9e-4a46c2de124b req-cd315ced-d38b-4ed6-a124-b5e9994c1051 service neutron] For port a1401fea-336b-4056-ab81-4b77265f7002, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=a1401fea-336b-4056-ab81-4b77265f7002,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:27:50.695505 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9b32446c-5f7a-4ac1-ba74-9c94aa087b7d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:50.704875 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-41917e10-b39b-420c-badd-2309e35edc1c req-e02169d8-6508-4a44-bcae-fea058d4e3fc tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/quotas/bab91c2e534b48d6932e69e9f922d333 HTTP/1.1" status: 200 len: 375 time: 0.0284178 Jul 09 16:27:50.707441 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:50.715721 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-47817c8a-5494-4b0b-8f9e-4a46c2de124b req-cd315ced-d38b-4ed6-a124-b5e9994c1051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:50.727640 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-9b32446c-5f7a-4ac1-ba74-9c94aa087b7d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Calling delete_port for 39792ab6-784f-4628-9a44-ff6736048df4 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:27:50.796234 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47817c8a-5494-4b0b-8f9e-4a46c2de124b req-cd315ced-d38b-4ed6-a124-b5e9994c1051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:50.796881 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-47817c8a-5494-4b0b-8f9e-4a46c2de124b req-cd315ced-d38b-4ed6-a124-b5e9994c1051 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:50.798751 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-41917e10-b39b-420c-badd-2309e35edc1c req-2ec7a795-9b6c-47a7-b4a7-075b9ceb4f88 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=bab91c2e534b48d6932e69e9f922d333&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0921071 Jul 09 16:27:50.799209 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-47817c8a-5494-4b0b-8f9e-4a46c2de124b req-cd315ced-d38b-4ed6-a124-b5e9994c1051 service neutron] 10.222.0.73 "PUT /v2.0/ports/a1401fea-336b-4056-ab81-4b77265f7002 HTTP/1.1" status: 200 len: 1096 time: 2.3094704 Jul 09 16:27:50.800105 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port ea963ae5-9f6b-4417-82a5-77feb6dca827, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=ea963ae5-9f6b-4417-82a5-77feb6dca827,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:27:50.801568 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5ebcab8-5539-48a5-a89a-c895e6b7cdc0', 'tag': 'a1401fea-336b-4056-ab81-4b77265f7002'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:27:50.805962 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2aa56d0-1817-495f-b6aa-d5459e61e703" -d '{"events": [{"name": "network-changed", "server_uuid": "e5ebcab8-5539-48a5-a89a-c895e6b7cdc0", "tag": "a1401fea-336b-4056-ab81-4b77265f7002"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:27:50.808393 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:50.872040 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a973752d-be71-4251-b83e-d3c41358d3b0 req-62a8440a-3bab-400a-b82b-475738266d80 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=927faf6a074749d0b7e4b4706940c5ca&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2946992 Jul 09 16:27:50.892583 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=ea963ae5-9f6b-4417-82a5-77feb6dca827,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:50.911401 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:50.912051 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:50.912574 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:50.913760 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:50.914279 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:50.914815 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:50.915345 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:50.915837 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:50.918450 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:50.919035 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:50.919547 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:50.920194 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:27:50.970108 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd315ced-d38b-4ed6-a124-b5e9994c1051 service neutron] Pushing event updated for resources: {'Port': ['ID=a1401fea-336b-4056-ab81-4b77265f7002,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:50.981484 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-41917e10-b39b-420c-badd-2309e35edc1c req-175574dc-a646-444e-a833-5fe28ad7abac service neutron] 10.222.0.98 "GET /v2.0/networks/77349fb7-f08f-401d-a502-ac937b81dcab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621082 Jul 09 16:27:51.051871 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b19b473d-8227-48e8-831c-267559aa1f57 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:51.077254 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b19b473d-8227-48e8-831c-267559aa1f57 None None] Transition to ACTIVE for port object af5078c9-b9d8-4c83-a2e8-9d0f459b7606 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:27:51.087414 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b19b473d-8227-48e8-831c-267559aa1f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:51.145615 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9717fb7b-3dc9-405c-a37d-5429a9b08317 None None] Pushing event updated for resources: {'Port': ['ID=af5078c9-b9d8-4c83-a2e8-9d0f459b7606,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:51.159938 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-41917e10-b39b-420c-badd-2309e35edc1c req-3e52d309-3960-4342-95db-ad5c8adc3f1d service neutron] 10.222.0.98 "GET /v2.0/networks/77349fb7-f08f-401d-a502-ac937b81dcab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719830 Jul 09 16:27:51.189560 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a973752d-be71-4251-b83e-d3c41358d3b0 req-c27761aa-81f5-44d3-8760-495be0fee94d service neutron] 10.222.0.98 "GET /v2.0/networks/e14244d3-321e-4e11-8fa5-f8d23e2088a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003061 Jul 09 16:27:51.235946 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-b19b473d-8227-48e8-831c-267559aa1f57 None None] Attempting to bind port af5078c9-b9d8-4c83-a2e8-9d0f459b7606 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:27:51.236746 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-b19b473d-8227-48e8-831c-267559aa1f57 None None] Attempting to bind port af5078c9-b9d8-4c83-a2e8-9d0f459b7606 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '98a03907-eb1c-4003-907c-acf76e082f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '77349fb7-f08f-401d-a502-ac937b81dcab'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:27:51.237219 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b473d-8227-48e8-831c-267559aa1f57 None None] Attempting to bind port af5078c9-b9d8-4c83-a2e8-9d0f459b7606 on network 77349fb7-f08f-401d-a502-ac937b81dcab {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:27:51.251819 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b473d-8227-48e8-831c-267559aa1f57 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:27:51.252343 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b473d-8227-48e8-831c-267559aa1f57 None None] Checking segment: {'id': '98a03907-eb1c-4003-907c-acf76e082f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '77349fb7-f08f-401d-a502-ac937b81dcab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:27:51.253163 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b19b473d-8227-48e8-831c-267559aa1f57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:51.253335 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b473d-8227-48e8-831c-267559aa1f57 None None] Bound using segment: {'id': '98a03907-eb1c-4003-907c-acf76e082f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '77349fb7-f08f-401d-a502-ac937b81dcab'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:27:51.254528 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-b19b473d-8227-48e8-831c-267559aa1f57 None None] Bound port: af5078c9-b9d8-4c83-a2e8-9d0f459b7606, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a03907-eb1c-4003-907c-acf76e082f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '77349fb7-f08f-401d-a502-ac937b81dcab'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:27:51.255089 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b19b473d-8227-48e8-831c-267559aa1f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:51.257104 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47817c8a-5494-4b0b-8f9e-4a46c2de124b req-e276fb32-0bd0-49c2-ac89-9709aac9d288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:51.258760 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-47817c8a-5494-4b0b-8f9e-4a46c2de124b req-e276fb32-0bd0-49c2-ac89-9709aac9d288 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=566244edd731443e98a06069383cb32a&device_id=e5ebcab8-5539-48a5-a89a-c895e6b7cdc0 HTTP/1.1" status: 200 len: 1099 time: 0.2648406 Jul 09 16:27:51.273745 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9b32446c-5f7a-4ac1-ba74-9c94aa087b7d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:51.349070 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b19b473d-8227-48e8-831c-267559aa1f57 None None] For port af5078c9-b9d8-4c83-a2e8-9d0f459b7606, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:27:51.352783 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b19b473d-8227-48e8-831c-267559aa1f57 None None] For port af5078c9-b9d8-4c83-a2e8-9d0f459b7606, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=af5078c9-b9d8-4c83-a2e8-9d0f459b7606,segment=NetworkSegment(98a03907-eb1c-4003-907c-acf76e082f5d),segment_id=98a03907-eb1c-4003-907c-acf76e082f5d)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:27:51.358669 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b19b473d-8227-48e8-831c-267559aa1f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:51.447868 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9717fb7b-3dc9-405c-a37d-5429a9b08317 None None] Pushing event updated for resources: {'Port': ['ID=af5078c9-b9d8-4c83-a2e8-9d0f459b7606,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:51.473589 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19b473d-8227-48e8-831c-267559aa1f57 None None] Routers {'9da0aafd-876f-4c10-9e1a-e35f54749220'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:27:51.474529 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b19b473d-8227-48e8-831c-267559aa1f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:27:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['9da0aafd-876f-4c10-9e1a-e35f54749220'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:27:51.486815 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b90bcf88-d667-4ec6-ae06-51065f259bde req-c91e05bf-783b-42a8-9ad7-1eace79344bf tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 210 time: 0.0826299 Jul 09 16:27:51.680990 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-b19b473d-8227-48e8-831c-267559aa1f57 None None] Set router 9da0aafd-876f-4c10-9e1a-e35f54749220 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:27:51.787611 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207105f4-1e0d-4ab1-8835-a0906e730b02 req-e7027cd0-4efa-40d0-9881-fe31f98a6540 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:51.795229 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-207105f4-1e0d-4ab1-8835-a0906e730b02 req-e7027cd0-4efa-40d0-9881-fe31f98a6540 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.77 "GET /v2.0/networks?id=a171d79a-1159-4481-9cc1-46c665ce3a96 HTTP/1.1" status: 200 len: 817 time: 0.2709560 Jul 09 16:27:51.888335 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c281c-5d0c-47b3-b8d8-6634a32ebb2b req-b3b20100-f3d8-4d2b-9591-f8762b476734 tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:51.890790 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-741c281c-5d0c-47b3-b8d8-6634a32ebb2b req-b3b20100-f3d8-4d2b-9591-f8762b476734 tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] 10.222.0.98 "GET /v2.0/ports?device_id=e5ebcab8-5539-48a5-a89a-c895e6b7cdc0 HTTP/1.1" status: 200 len: 948 time: 0.1948280 Jul 09 16:27:51.915446 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-207105f4-1e0d-4ab1-8835-a0906e730b02 req-c0526c30-6f0a-4852-985c-e35872b8bbc3 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8ad35771c814596a752d0340d35099a HTTP/1.1" status: 200 len: 380 time: 0.1005008 Jul 09 16:27:51.932247 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b32446c-5f7a-4ac1-ba74-9c94aa087b7d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event deleted for resources: {'Port': ['ID=39792ab6-784f-4628-9a44-ff6736048df4,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:51.940168 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-47817c8a-5494-4b0b-8f9e-4a46c2de124b req-a1a105b3-02d7-4432-9510-86f47085228e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=a1401fea-336b-4056-ab81-4b77265f7002 HTTP/1.1" status: 200 len: 217 time: 0.6639628 Jul 09 16:27:51.961387 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-207105f4-1e0d-4ab1-8835-a0906e730b02 req-8ae271f0-1acf-411d-961b-8b88e67cdd82 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Request body: {'port': {'device_id': '80b72271-6fd5-4421-a385-eedba481230a', 'network_id': 'a171d79a-1159-4481-9cc1-46c665ce3a96', 'admin_state_up': True, 'tenant_id': 'b8ad35771c814596a752d0340d35099a', 'security_groups': ['db534772-854f-44b2-9c7b-a802824a17db']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:27:52.018522 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47817c8a-5494-4b0b-8f9e-4a46c2de124b req-82d9ba50-0e11-4689-adc3-e298d90c228e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:52.020424 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-47817c8a-5494-4b0b-8f9e-4a46c2de124b req-82d9ba50-0e11-4689-adc3-e298d90c228e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.0716629 Jul 09 16:27:52.061507 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9b32446c-5f7a-4ac1-ba74-9c94aa087b7d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:52.064550 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-9b32446c-5f7a-4ac1-ba74-9c94aa087b7d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/ports/39792ab6-784f-4628-9a44-ff6736048df4 HTTP/1.1" status: 204 len: 168 time: 2.2166221 Jul 09 16:27:52.067712 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 43858) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:52.141341 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a973752d-be71-4251-b83e-d3c41358d3b0 req-d24b3c63-0adf-4336-a49c-63c879df2066 service neutron] 10.222.0.98 "GET /v2.0/networks/e14244d3-321e-4e11-8fa5-f8d23e2088a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9452801 Jul 09 16:27:52.198138 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47817c8a-5494-4b0b-8f9e-4a46c2de124b req-bc30e1d9-43f7-4e9c-bc31-a764254d54b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:52.202715 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-47817c8a-5494-4b0b-8f9e-4a46c2de124b req-bc30e1d9-43f7-4e9c-bc31-a764254d54b1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1599591 Jul 09 16:27:52.278280 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-741c281c-5d0c-47b3-b8d8-6634a32ebb2b req-ce5a3511-5da1-4c7c-a54f-6a0e075baf7a tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] 10.222.0.98 "GET /v2.0/security-groups?id=d5787e4b-0025-4888-9634-927da41b95f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3677540 Jul 09 16:27:52.358006 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c15315c-5c35-498f-a414-c51c2ed89592 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:52.361654 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-79614b03-f341-4abc-b254-911b6a8d5c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:52.365470 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 4cb35c4b-70f9-4d6e-9f5e-67d047e23968 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:27:52.381508 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c15315c-5c35-498f-a414-c51c2ed89592 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:52.390911 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1c15315c-5c35-498f-a414-c51c2ed89592 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3169181 Jul 09 16:27:52.395069 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device ea963ae5-9f6b-4417-82a5-77feb6dca827 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:27:52.399340 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 43860) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:52.399725 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f866d7-822f-4bd0-95ad-68e9c15bc9c1 x-openstack-request-id: req-69f866d7-822f-4bd0-95ad-68e9c15bc9c1 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:27:52.400254 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5ebcab8-5539-48a5-a89a-c895e6b7cdc0", "tag": "a1401fea-336b-4056-ab81-4b77265f7002", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:27:52.400880 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-69f866d7-822f-4bd0-95ad-68e9c15bc9c1 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:27:52.401633 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5ebcab8-5539-48a5-a89a-c895e6b7cdc0', 'tag': 'a1401fea-336b-4056-ab81-4b77265f7002', 'status': 'completed', 'code': 200} Jul 09 16:27:52.410010 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-47817c8a-5494-4b0b-8f9e-4a46c2de124b req-6baf288c-8439-41e0-8f22-25e6059a4827 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989350 Jul 09 16:27:52.439523 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-207105f4-1e0d-4ab1-8835-a0906e730b02 req-8ae271f0-1acf-411d-961b-8b88e67cdd82 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Made reservation on behalf of b8ad35771c814596a752d0340d35099a for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:27:52.444161 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-207105f4-1e0d-4ab1-8835-a0906e730b02 req-8ae271f0-1acf-411d-961b-8b88e67cdd82 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:52.497204 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-86b6c524-3f29-4163-885f-9acbb18d9bac tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Deleting subnet 8cff7d7f-a711-48d2-9d1c-8e229088f9a1 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:27:52.530574 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-86b6c524-3f29-4163-885f-9acbb18d9bac tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:52.653374 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-47817c8a-5494-4b0b-8f9e-4a46c2de124b req-a1aafe7d-1a4b-4891-8140-be7ce0eba26b service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136376 Jul 09 16:27:52.657548 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-86b6c524-3f29-4163-885f-9acbb18d9bac tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:52.682016 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port ea963ae5-9f6b-4417-82a5-77feb6dca827 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:27:52.682584 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:52.684777 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 4cb35c4b-70f9-4d6e-9f5e-67d047e23968 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:27:52.690035 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 4cb35c4b-70f9-4d6e-9f5e-67d047e23968 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:27:52.690628 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:52.694387 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b19b473d-8227-48e8-831c-267559aa1f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da0aafd-876f-4c10-9e1a-e35f54749220', 'name': 'tempest-ServerRescueNegativeTestJSON-1425692658-router', 'tenant_id': 'bab91c2e534b48d6932e69e9f922d333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '57bc03c9-a39e-4fea-841c-1db587f57e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:27:34Z', 'updated_at': '2021-07-09T16:27:45Z', 'revision_number': 4, 'project_id': 'bab91c2e534b48d6932e69e9f922d333', 'gw_port': {'id': '57bc03c9-a39e-4fea-841c-1db587f57e5d', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da0aafd-876f-4c10-9e1a-e35f54749220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:27:36Z', 'updated_at': '2021-07-09T16:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'af5078c9-b9d8-4c83-a2e8-9d0f459b7606', 'name': '', 'network_id': '77349fb7-f08f-401d-a502-ac937b81dcab', 'tenant_id': 'bab91c2e534b48d6932e69e9f922d333', 'mac_address': 'fa:16:3e:ee:ab:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da0aafd-876f-4c10-9e1a-e35f54749220', 'device_owner': 'network:router_interface', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '03aa29d7-618e-4fba-93dc-b83569f87121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:27:42Z', 'updated_at': '2021-07-09T16:27:51Z', 'revision_number': 4, 'project_id': 'bab91c2e534b48d6932e69e9f922d333', 'subnets': [{'id': '03aa29d7-618e-4fba-93dc-b83569f87121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:27:52.771529 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19b473d-8227-48e8-831c-267559aa1f57 None None] The sync data for ids ['9da0aafd-876f-4c10-9e1a-e35f54749220'] in n-d-798930-3 is: [{'id': '9da0aafd-876f-4c10-9e1a-e35f54749220', 'name': 'tempest-ServerRescueNegativeTestJSON-1425692658-router', 'tenant_id': 'bab91c2e534b48d6932e69e9f922d333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '57bc03c9-a39e-4fea-841c-1db587f57e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:27:34Z', 'updated_at': '2021-07-09T16:27:45Z', 'revision_number': 4, 'project_id': 'bab91c2e534b48d6932e69e9f922d333', 'gw_port': {'id': '57bc03c9-a39e-4fea-841c-1db587f57e5d', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da0aafd-876f-4c10-9e1a-e35f54749220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:27:36Z', 'updated_at': '2021-07-09T16:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'af5078c9-b9d8-4c83-a2e8-9d0f459b7606', 'name': '', 'network_id': '77349fb7-f08f-401d-a502-ac937b81dcab', 'tenant_id': 'bab91c2e534b48d6932e69e9f922d333', 'mac_address': 'fa:16:3e:ee:ab:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da0aafd-876f-4c10-9e1a-e35f54749220', 'device_owner': 'network:router_interface', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '03aa29d7-618e-4fba-93dc-b83569f87121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:27:42Z', 'updated_at': '2021-07-09T16:27:51Z', 'revision_number': 4, 'project_id': 'bab91c2e534b48d6932e69e9f922d333', 'subnets': [{'id': '03aa29d7-618e-4fba-93dc-b83569f87121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:27:52.890591 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-207105f4-1e0d-4ab1-8835-a0906e730b02 req-8ae271f0-1acf-411d-961b-8b88e67cdd82 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Allocated IP 172.20.0.13 (a171d79a-1159-4481-9cc1-46c665ce3a96/b9e97679-e3ca-4f43-b281-7791408a1287/979bff33-6997-4354-abf3-dcab99fbd3f9) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:27:52.979238 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e529dfc-2ebb-4701-982a-f96d838cdb18 req-bd363e7e-7213-47b9-9a9a-36307975d042 tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:52.989676 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5e529dfc-2ebb-4701-982a-f96d838cdb18 req-bd363e7e-7213-47b9-9a9a-36307975d042 tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] 10.222.0.98 "GET /v2.0/ports?device_id=2c00d4ab-0149-4d78-99f2-3d68ebb16180 HTTP/1.1" status: 200 len: 944 time: 0.2472370 Jul 09 16:27:53.076726 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:53.094632 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5e529dfc-2ebb-4701-982a-f96d838cdb18 req-11e4e6b1-321f-48bd-abab-6206563d9fc0 tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] 10.222.0.98 "GET /v2.0/security-groups?id=b5dfb5f3-bae8-43bd-bad8-d840d40120c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036239 Jul 09 16:27:53.133955 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 4cb35c4b-70f9-4d6e-9f5e-67d047e23968, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=4cb35c4b-70f9-4d6e-9f5e-67d047e23968,segment=NetworkSegment(f3891603-d389-48e9-86e0-de20dae12b43),segment_id=f3891603-d389-48e9-86e0-de20dae12b43)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:27:53.134981 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c00d4ab-0149-4d78-99f2-3d68ebb16180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb35c4b-70f9-4d6e-9f5e-67d047e23968'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:27:53.140570 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa56d0-1817-495f-b6aa-d5459e61e703 req-c163ed67-ffbe-4dd8-ac13-b3f1c6efd079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:53.142129 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588b27e4-e421-4c75-9ab7-9e2664de7eb5" -d '{"events": [{"server_uuid": "2c00d4ab-0149-4d78-99f2-3d68ebb16180", "name": "network-vif-plugged", "status": "completed", "tag": "4cb35c4b-70f9-4d6e-9f5e-67d047e23968"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:27:53.145454 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f2aa56d0-1817-495f-b6aa-d5459e61e703 req-c163ed67-ffbe-4dd8-ac13-b3f1c6efd079 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=566244edd731443e98a06069383cb32a&device_id=e5ebcab8-5539-48a5-a89a-c895e6b7cdc0 HTTP/1.1" status: 200 len: 1099 time: 0.2811906 Jul 09 16:27:53.145593 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:53.220966 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-409b0112-8bb6-4d41-b77a-358e96a0e0db req-b4e1c5ca-9c42-464d-9017-ee3a4b40c664 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=e56a7d9f-9692-476b-b3cb-c13689fb321b HTTP/1.1" status: 200 len: 210 time: 0.1964676 Jul 09 16:27:53.278687 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=4cb35c4b-70f9-4d6e-9f5e-67d047e23968,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:53.387629 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-86b6c524-3f29-4163-885f-9acbb18d9bac tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:53.392972 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-90b49df5-fc58-42f7-b4fd-88bb8db51770 req-a5995a49-3ad1-4787-a8e4-f4dce3361dbe tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc689a4e-7bc3-4b19-adac-813c7d22b5b8 HTTP/1.1" status: 200 len: 210 time: 0.0407567 Jul 09 16:27:53.491564 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-dff55b55-bb7c-4aa1-b7a9-75c7b0f1a933 req-024e816a-324d-4883-b6e0-6e591a458b7c tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/ports?device_id=41621f63-6505-4833-9032-002b139573a9 HTTP/1.1" status: 200 len: 210 time: 0.1015503 Jul 09 16:27:53.508255 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa56d0-1817-495f-b6aa-d5459e61e703 req-7763345d-61a2-4fa6-baa2-edf637f8bf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:53.509727 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f2aa56d0-1817-495f-b6aa-d5459e61e703 req-7763345d-61a2-4fa6-baa2-edf637f8bf8e service neutron] 10.222.0.73 "GET /v2.0/networks?id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1 HTTP/1.1" status: 200 len: 870 time: 0.3561118 Jul 09 16:27:53.576204 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-86b6c524-3f29-4163-885f-9acbb18d9bac tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:53.596459 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776c3d7c-68ab-4744-8ba0-acb3662af26e x-openstack-request-id: req-776c3d7c-68ab-4744-8ba0-acb3662af26e {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:27:53.597018 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c00d4ab-0149-4d78-99f2-3d68ebb16180", "name": "network-vif-plugged", "status": "completed", "tag": "4cb35c4b-70f9-4d6e-9f5e-67d047e23968", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:27:53.597018 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-776c3d7c-68ab-4744-8ba0-acb3662af26e {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:27:53.597400 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c00d4ab-0149-4d78-99f2-3d68ebb16180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb35c4b-70f9-4d6e-9f5e-67d047e23968', 'code': 200} Jul 09 16:27:53.610761 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f2aa56d0-1817-495f-b6aa-d5459e61e703 req-e383e949-2605-4dc6-925e-35c791137604 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=a1401fea-336b-4056-ab81-4b77265f7002 HTTP/1.1" status: 200 len: 217 time: 0.0941651 Jul 09 16:27:53.624038 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e43467c6-a036-49b0-9f31-8748d0cf0a74 req-7dbb16c1-ba87-46ba-a54b-68ba6e0a44be tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 210 time: 0.0665472 Jul 09 16:27:53.649776 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-207105f4-1e0d-4ab1-8835-a0906e730b02 req-8ae271f0-1acf-411d-961b-8b88e67cdd82 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:53.652671 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b6c524-3f29-4163-885f-9acbb18d9bac tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event deleted for resources: {'Subnet': ['ID=8cff7d7f-a711-48d2-9d1c-8e229088f9a1,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:53.658149 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-86b6c524-3f29-4163-885f-9acbb18d9bac tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:53.665427 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222c3f5c-b0dd-4088-9cc5-f53eee324a12 None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:27:53.678750 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-86b6c524-3f29-4163-885f-9acbb18d9bac tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/8cff7d7f-a711-48d2-9d1c-8e229088f9a1 HTTP/1.1" status: 204 len: 168 time: 1.2727137 Jul 09 16:27:53.680212 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 43892) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:53.806880 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-9d56fd10-6f93-42a8-8f19-072adca0adcc tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1251125 Jul 09 16:27:53.812755 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 43894) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:53.815609 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-207105f4-1e0d-4ab1-8835-a0906e730b02 req-8ae271f0-1acf-411d-961b-8b88e67cdd82 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Transition to ACTIVE for port object 979bff33-6997-4354-abf3-dcab99fbd3f9 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:27:53.889188 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa56d0-1817-495f-b6aa-d5459e61e703 req-da3f0423-522c-40f5-9bed-159278bff24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:53.891010 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f2aa56d0-1817-495f-b6aa-d5459e61e703 req-da3f0423-522c-40f5-9bed-159278bff24a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.2512937 Jul 09 16:27:54.015668 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17795008-ff78-41e2-8d28-e758578d641c req-89d4ce6e-3875-4e35-a501-2db258fc49f5 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:54.023982 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-17795008-ff78-41e2-8d28-e758578d641c req-89d4ce6e-3875-4e35-a501-2db258fc49f5 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/networks?id=77349fb7-f08f-401d-a502-ac937b81dcab HTTP/1.1" status: 200 len: 819 time: 0.3103564 Jul 09 16:27:54.025670 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8710c7e7-14c3-4098-86a7-6cd4bc765f62 None None] DHCP port deletion for f22714f5-d774-47cf-ac1e-3989f67517e9 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:27:54.043130 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-17795008-ff78-41e2-8d28-e758578d641c req-38bc2085-dc90-40ae-9cfc-7171daea5d5b tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/quotas/bab91c2e534b48d6932e69e9f922d333 HTTP/1.1" status: 200 len: 375 time: 0.0176039 Jul 09 16:27:54.080873 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa56d0-1817-495f-b6aa-d5459e61e703 req-e594c972-6368-467e-8e3b-20009931b1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:54.082963 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f2aa56d0-1817-495f-b6aa-d5459e61e703 req-e594c972-6368-467e-8e3b-20009931b1ac service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1848638 Jul 09 16:27:54.102187 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-207105f4-1e0d-4ab1-8835-a0906e730b02 req-8ae271f0-1acf-411d-961b-8b88e67cdd82 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:54.156430 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-8710c7e7-14c3-4098-86a7-6cd4bc765f62 None None] Deleting port ea963ae5-9f6b-4417-82a5-77feb6dca827 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:27:54.156805 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8710c7e7-14c3-4098-86a7-6cd4bc765f62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:54.241752 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-17795008-ff78-41e2-8d28-e758578d641c req-f5435dde-821b-48d2-b1f7-3cfe86f7156d tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=bab91c2e534b48d6932e69e9f922d333&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1974237 Jul 09 16:27:54.269924 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae271f0-1acf-411d-961b-8b88e67cdd82 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Pushing event updated for resources: {'Port': ['ID=979bff33-6997-4354-abf3-dcab99fbd3f9,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:54.316515 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-8710c7e7-14c3-4098-86a7-6cd4bc765f62 None None] For port ea963ae5-9f6b-4417-82a5-77feb6dca827, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=ea963ae5-9f6b-4417-82a5-77feb6dca827,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:27:54.316913 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8710c7e7-14c3-4098-86a7-6cd4bc765f62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:54.331073 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41917e10-b39b-420c-badd-2309e35edc1c req-539684fb-67ec-41da-8c4e-2934f5a2cc98 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:54.336000 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-41917e10-b39b-420c-badd-2309e35edc1c req-539684fb-67ec-41da-8c4e-2934f5a2cc98 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.73 "GET /v2.0/networks?id=77349fb7-f08f-401d-a502-ac937b81dcab HTTP/1.1" status: 200 len: 819 time: 0.5042825 Jul 09 16:27:54.355416 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-8710c7e7-14c3-4098-86a7-6cd4bc765f62 None None] Calling delete_port for ea963ae5-9f6b-4417-82a5-77feb6dca827 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:27:54.356434 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-41917e10-b39b-420c-badd-2309e35edc1c req-a3efd7a8-1fb2-4a6a-8218-a4c9368bf9e8 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Request body: {'port': {'device_id': 'e56a7d9f-9692-476b-b3cb-c13689fb321b', 'network_id': '77349fb7-f08f-401d-a502-ac937b81dcab', 'admin_state_up': True, 'tenant_id': 'bab91c2e534b48d6932e69e9f922d333'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:27:54.376658 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb59203-3ac0-47db-b4be-29adee4fa460 req-b8fef4eb-5e99-490d-8f97-2711104c6d7b tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:54.384528 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4eb59203-3ac0-47db-b4be-29adee4fa460 req-b8fef4eb-5e99-490d-8f97-2711104c6d7b tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] 10.222.0.98 "GET /v2.0/ports?device_id=e5ebcab8-5539-48a5-a89a-c895e6b7cdc0 HTTP/1.1" status: 200 len: 948 time: 0.4974780 Jul 09 16:27:54.397815 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df72e96-1773-41e4-be33-ab893041d479 req-c9815167-d056-4c73-af07-455f3d1836c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:54.399501 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8df72e96-1773-41e4-be33-ab893041d479 req-c9815167-d056-4c73-af07-455f3d1836c8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2c00d4ab-0149-4d78-99f2-3d68ebb16180 HTTP/1.1" status: 200 len: 1096 time: 0.5433397 Jul 09 16:27:54.434850 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-17795008-ff78-41e2-8d28-e758578d641c req-689f3c61-4b5f-442d-b036-243aa8f4a391 service neutron] 10.222.0.98 "GET /v2.0/networks/77349fb7-f08f-401d-a502-ac937b81dcab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800430 Jul 09 16:27:54.466813 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device af5078c9-b9d8-4c83-a2e8-9d0f459b7606 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:27:54.523204 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f2aa56d0-1817-495f-b6aa-d5459e61e703 req-8a366159-fb7c-4c32-9c27-b603b68e6ee0 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3899546 Jul 09 16:27:54.561300 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port af5078c9-b9d8-4c83-a2e8-9d0f459b7606 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:27:54.569226 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8710c7e7-14c3-4098-86a7-6cd4bc765f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:54.575532 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port af5078c9-b9d8-4c83-a2e8-9d0f459b7606 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:27:54.575899 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:54.601534 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-207105f4-1e0d-4ab1-8835-a0906e730b02 req-8ae271f0-1acf-411d-961b-8b88e67cdd82 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Network a171d79a-1159-4481-9cc1-46c665ce3a96 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:27:54.655449 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8710c7e7-14c3-4098-86a7-6cd4bc765f62 None None] Pushing event deleted for resources: {'Port': ['ID=ea963ae5-9f6b-4417-82a5-77feb6dca827,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:54.680287 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8710c7e7-14c3-4098-86a7-6cd4bc765f62 None None] No DVR routers for this DVR port ea963ae5-9f6b-4417-82a5-77feb6dca827 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:27:54.704935 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-207105f4-1e0d-4ab1-8835-a0906e730b02 req-8ae271f0-1acf-411d-961b-8b88e67cdd82 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:27:54.723782 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-207105f4-1e0d-4ab1-8835-a0906e730b02 req-8ae271f0-1acf-411d-961b-8b88e67cdd82 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:27:54.726326 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-17795008-ff78-41e2-8d28-e758578d641c req-7f213ebb-c949-4bdf-9f6a-66a61ae0d318 service neutron] 10.222.0.98 "GET /v2.0/networks/77349fb7-f08f-401d-a502-ac937b81dcab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835917 Jul 09 16:27:54.765271 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b080966-d64b-4eef-b8d4-d09e1f2b66f8 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:54.766579 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7b080966-d64b-4eef-b8d4-d09e1f2b66f8 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9526010 Jul 09 16:27:54.769790 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43904) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:54.778493 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8df72e96-1773-41e4-be33-ab893041d479 req-131f7f5d-89c3-4c81-9301-6a905f0f2d2c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b5dfb5f3-bae8-43bd-bad8-d840d40120c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443251 Jul 09 16:27:54.821819 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4eb59203-3ac0-47db-b4be-29adee4fa460 req-343bec3a-de20-458d-a38b-d5007e7ce2f2 tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] 10.222.0.98 "GET /v2.0/security-groups?id=d5787e4b-0025-4888-9634-927da41b95f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4335272 Jul 09 16:27:54.832047 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:54.839132 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41917e10-b39b-420c-badd-2309e35edc1c req-a3efd7a8-1fb2-4a6a-8218-a4c9368bf9e8 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Made reservation on behalf of bab91c2e534b48d6932e69e9f922d333 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:27:54.839132 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-41917e10-b39b-420c-badd-2309e35edc1c req-a3efd7a8-1fb2-4a6a-8218-a4c9368bf9e8 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:54.856544 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207105f4-1e0d-4ab1-8835-a0906e730b02 req-8ae271f0-1acf-411d-961b-8b88e67cdd82 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:54.857224 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-207105f4-1e0d-4ab1-8835-a0906e730b02 req-8ae271f0-1acf-411d-961b-8b88e67cdd82 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:54.877653 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f2aa56d0-1817-495f-b6aa-d5459e61e703 req-64133a8e-6fdd-4e41-8d38-f0b2056cbdc8 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453329 Jul 09 16:27:54.927493 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port af5078c9-b9d8-4c83-a2e8-9d0f459b7606, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=af5078c9-b9d8-4c83-a2e8-9d0f459b7606,segment=NetworkSegment(98a03907-eb1c-4003-907c-acf76e082f5d),segment_id=98a03907-eb1c-4003-907c-acf76e082f5d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:27:54.928159 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c50ba5b-d195-419d-a270-bf6678675f82 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:54.932301 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-207105f4-1e0d-4ab1-8835-a0906e730b02 req-8ae271f0-1acf-411d-961b-8b88e67cdd82 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0047195 Jul 09 16:27:54.935581 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:54.937344 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2c50ba5b-d195-419d-a270-bf6678675f82 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1664810 Jul 09 16:27:54.941626 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 43906) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:54.966667 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-207105f4-1e0d-4ab1-8835-a0906e730b02 req-6c340377-368c-4f5c-974c-f698a1f80adb service neutron] Request body: {'port': {'device_id': '80b72271-6fd5-4421-a385-eedba481230a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:27:55.075021 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=af5078c9-b9d8-4c83-a2e8-9d0f459b7606,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:55.093105 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device ea963ae5-9f6b-4417-82a5-77feb6dca827 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:27:55.137669 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: ea963ae5-9f6b-4417-82a5-77feb6dca827 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:27:55.138016 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device ea963ae5-9f6b-4417-82a5-77feb6dca827 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:27:55.160965 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9469c88d-5ef1-4161-9ca7-b21d778ef157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:55.168807 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f8780fbd-cacb-4bdd-965d-3ced5ae3cb9d None None] Provisioning for port 979bff33-6997-4354-abf3-dcab99fbd3f9 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:27:55.174916 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f8780fbd-cacb-4bdd-965d-3ced5ae3cb9d None None] Provisioning complete for port 979bff33-6997-4354-abf3-dcab99fbd3f9 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:27:55.175662 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f8780fbd-cacb-4bdd-965d-3ced5ae3cb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:55.203880 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c4a5da20-4e98-4552-a982-8079bd656ee2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2301853 Jul 09 16:27:55.209768 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43912) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:55.215205 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-ae509387-37b6-4869-bf04-3c3d82c38ac7 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'subnet': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:27:55.220855 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-f8780fbd-cacb-4bdd-965d-3ced5ae3cb9d None None] Port 979bff33-6997-4354-abf3-dcab99fbd3f9 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:27:55.306366 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-12047ec5-517b-47fc-b750-1acadd0e4e4d req-ee739ff3-5265-44bb-b0ec-a34ce3ce652d tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc689a4e-7bc3-4b19-adac-813c7d22b5b8 HTTP/1.1" status: 200 len: 210 time: 0.0648203 Jul 09 16:27:55.375480 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:55.385847 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-207105f4-1e0d-4ab1-8835-a0906e730b02 req-6c340377-368c-4f5c-974c-f698a1f80adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:55.409898 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae509387-37b6-4869-bf04-3c3d82c38ac7 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:27:55.411930 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-41917e10-b39b-420c-badd-2309e35edc1c req-a3efd7a8-1fb2-4a6a-8218-a4c9368bf9e8 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Allocated IP 172.20.0.2 (77349fb7-f08f-401d-a502-ac937b81dcab/03aa29d7-618e-4fba-93dc-b83569f87121/f485a2cf-f2dd-4a21-99af-285b7678aa99) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:27:55.414103 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ae509387-37b6-4869-bf04-3c3d82c38ac7 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:55.524125 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4ab9d-b084-413c-8394-449de78c979a req-363821db-0dd8-42c2-b287-6e7f09845d92 tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:55.525850 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6ba4ab9d-b084-413c-8394-449de78c979a req-363821db-0dd8-42c2-b287-6e7f09845d92 tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] 10.222.0.98 "GET /v2.0/ports?device_id=2c00d4ab-0149-4d78-99f2-3d68ebb16180 HTTP/1.1" status: 200 len: 945 time: 0.3169684 Jul 09 16:27:55.631678 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6ba4ab9d-b084-413c-8394-449de78c979a req-b2f2d0bd-ca9d-42d5-b29d-24501c54b782 tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] 10.222.0.98 "GET /v2.0/security-groups?id=b5dfb5f3-bae8-43bd-bad8-d840d40120c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982645 Jul 09 16:27:55.818655 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d8838f52-5028-436a-86fe-8a2a0cee96ca req-e5c4a32d-1781-4471-b6ff-ec0fddadb666 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=5f8c45e3-0037-4593-9e76-6947bc1f2540 HTTP/1.1" status: 200 len: 210 time: 0.0471172 Jul 09 16:27:55.943251 n-d-798930-3 neutron-server[93959]: DEBUG neutron.objects.ports [None req-ae509387-37b6-4869-bf04-3c3d82c38ac7 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93959) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 16:27:55.944241 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43924) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:56.014105 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ae509387-37b6-4869-bf04-3c3d82c38ac7 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:56.068215 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973752d-be71-4251-b83e-d3c41358d3b0 req-d787b830-4c5a-41d7-8622-524daa56af48 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:56.070110 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a973752d-be71-4251-b83e-d3c41358d3b0 req-d787b830-4c5a-41d7-8622-524daa56af48 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.73 "GET /v2.0/networks?id=e14244d3-321e-4e11-8fa5-f8d23e2088a8 HTTP/1.1" status: 200 len: 812 time: 0.4569318 Jul 09 16:27:56.126695 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae509387-37b6-4869-bf04-3c3d82c38ac7 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:27:56.144952 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-a973752d-be71-4251-b83e-d3c41358d3b0 req-4d6bd227-61c3-4d51-be64-e156364f31af tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Request body: {'port': {'device_id': 'bc689a4e-7bc3-4b19-adac-813c7d22b5b8', 'network_id': 'e14244d3-321e-4e11-8fa5-f8d23e2088a8', 'admin_state_up': True, 'tenant_id': '927faf6a074749d0b7e4b4706940c5ca'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:27:56.148168 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-ae509387-37b6-4869-bf04-3c3d82c38ac7 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:27:56.150910 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae509387-37b6-4869-bf04-3c3d82c38ac7 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:56.152404 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ae509387-37b6-4869-bf04-3c3d82c38ac7 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:56.162008 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fd4521-7b8c-48bd-8c15-1f1409f72668 None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:27:56.163046 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b6282-619a-4e48-ba1c-f243e798174b req-17708a30-61f5-48cb-955f-3e0cee98a954 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:56.169877 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-136b6282-619a-4e48-ba1c-f243e798174b req-17708a30-61f5-48cb-955f-3e0cee98a954 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 932 time: 0.6412549 Jul 09 16:27:56.221922 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae509387-37b6-4869-bf04-3c3d82c38ac7 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'Subnet': ['ID=ae1ea345-6f55-41cc-b9cc-3974cc6180de,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:56.236505 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2c9efca4-e46e-41a0-a6c8-27eb1ab9016f tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:56.259368 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ae509387-37b6-4869-bf04-3c3d82c38ac7 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.0450635 Jul 09 16:27:56.263648 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-136b6282-619a-4e48-ba1c-f243e798174b req-7ccb401a-1327-46d0-bcf5-8d39fcf09b0e tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890310 Jul 09 16:27:56.269102 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43928) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:56.281522 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-baa3aca0-a84e-4c95-93d8-bfd61e741900 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'port': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'mac_address': 'fa:16:3e:50:94:51', 'name': 'tempest-NetworksTestDHCPv6-1063294490'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:27:56.321379 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2c9efca4-e46e-41a0-a6c8-27eb1ab9016f tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:56.367754 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-41917e10-b39b-420c-badd-2309e35edc1c req-a3efd7a8-1fb2-4a6a-8218-a4c9368bf9e8 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:56.407100 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device a1401fea-336b-4056-ab81-4b77265f7002 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:27:56.407360 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-207105f4-1e0d-4ab1-8835-a0906e730b02 req-6c340377-368c-4f5c-974c-f698a1f80adb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 979bff33-6997-4354-abf3-dcab99fbd3f9 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:27:56.423847 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-207105f4-1e0d-4ab1-8835-a0906e730b02 req-6c340377-368c-4f5c-974c-f698a1f80adb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:56.424632 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:56.426449 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device af5078c9-b9d8-4c83-a2e8-9d0f459b7606 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:27:56.429030 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6043ed-dc4c-4f38-ac5f-ea26aaba6ca5 req-cb220838-6176-4a3a-b57d-5ba4b0ba7d74 tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:56.438489 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ab6043ed-dc4c-4f38-ac5f-ea26aaba6ca5 req-cb220838-6176-4a3a-b57d-5ba4b0ba7d74 tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] 10.222.0.98 "GET /v2.0/ports?device_id=e5ebcab8-5539-48a5-a89a-c895e6b7cdc0 HTTP/1.1" status: 200 len: 948 time: 0.3673155 Jul 09 16:27:56.466069 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-207105f4-1e0d-4ab1-8835-a0906e730b02 req-6c340377-368c-4f5c-974c-f698a1f80adb service neutron] Transition to ACTIVE for port object 979bff33-6997-4354-abf3-dcab99fbd3f9 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:27:56.492432 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-207105f4-1e0d-4ab1-8835-a0906e730b02 req-6c340377-368c-4f5c-974c-f698a1f80adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:56.556828 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ab6043ed-dc4c-4f38-ac5f-ea26aaba6ca5 req-b33a942c-c9e0-4fea-98b4-d0346c849f73 tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] 10.222.0.98 "GET /v2.0/security-groups?id=d5787e4b-0025-4888-9634-927da41b95f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171279 Jul 09 16:27:56.559900 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a973752d-be71-4251-b83e-d3c41358d3b0 req-4d6bd227-61c3-4d51-be64-e156364f31af tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Made reservation on behalf of 927faf6a074749d0b7e4b4706940c5ca for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:27:56.585389 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a973752d-be71-4251-b83e-d3c41358d3b0 req-4d6bd227-61c3-4d51-be64-e156364f31af tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:56.601734 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.db.resource_extend [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 16:27:56.610077 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-41917e10-b39b-420c-badd-2309e35edc1c req-a3efd7a8-1fb2-4a6a-8218-a4c9368bf9e8 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:56.669440 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c340377-368c-4f5c-974c-f698a1f80adb service neutron] Pushing event updated for resources: {'Port': ['ID=979bff33-6997-4354-abf3-dcab99fbd3f9,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:56.673818 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2c9efca4-e46e-41a0-a6c8-27eb1ab9016f tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:56.677431 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1056d7-6f78-4e01-acf6-5cfed47d2867 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-f22714f5-d774-47cf-ac1e-3989f67517e9', 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'tenant_id': '005b565b3c004d24a50d69ddcd50be46', 'fixed_ips': [{'subnet_id': 'ae1ea345-6f55-41cc-b9cc-3974cc6180de'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:27:56.677669 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2c9efca4-e46e-41a0-a6c8-27eb1ab9016f tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:56.678846 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2c9efca4-e46e-41a0-a6c8-27eb1ab9016f tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "DELETE /v2.0/security-groups/ca0135bb-d8c1-4b57-8ce3-faf17c546fda HTTP/1.1" status: 204 len: 168 time: 0.7283955 Jul 09 16:27:56.681153 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3d1056d7-6f78-4e01-acf6-5cfed47d2867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:56.692422 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43934) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:56.711087 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa3aca0-a84e-4c95-93d8-bfd61e741900 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:27:56.751610 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:56.798959 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port a1401fea-336b-4056-ab81-4b77265f7002, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=a1401fea-336b-4056-ab81-4b77265f7002,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:27:56.807575 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port af5078c9-b9d8-4c83-a2e8-9d0f459b7606 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:27:56.807953 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:56.874352 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9efca4-e46e-41a0-a6c8-27eb1ab9016f tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0135bb-d8c1-4b57-8ce3-faf17c546fda,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:56.874605 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5c72622f-bea0-4f38-a14a-b37e716f6138 req-2fba92eb-6590-4fc7-ad96-1a83714e51a7 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc689a4e-7bc3-4b19-adac-813c7d22b5b8 HTTP/1.1" status: 200 len: 210 time: 0.1239243 Jul 09 16:27:56.884831 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-8225d82f-4433-4c90-b5ef-f53f4a7bfa53 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] show failed (client error): The resource could not be found. Jul 09 16:27:56.885854 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8225d82f-4433-4c90-b5ef-f53f4a7bfa53 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "GET /v2.0/security-groups/ca0135bb-d8c1-4b57-8ce3-faf17c546fda HTTP/1.1" status: 404 len: 347 time: 0.1760674 Jul 09 16:27:56.913308 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': 'a1401fea-336b-4056-ab81-4b77265f7002', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'port_id': 'a1401fea-336b-4056-ab81-4b77265f7002', 'mac_address': 'fa:16:3e:33:94:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f122b436-b232-4a3c-9aac-47d5639f2da4', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:27:56.921137 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 43938) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:56.962523 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41917e10-b39b-420c-badd-2309e35edc1c req-a3efd7a8-1fb2-4a6a-8218-a4c9368bf9e8 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Network 77349fb7-f08f-401d-a502-ac937b81dcab is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:27:56.990082 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-41917e10-b39b-420c-badd-2309e35edc1c req-a3efd7a8-1fb2-4a6a-8218-a4c9368bf9e8 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:27:57.022294 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-41917e10-b39b-420c-badd-2309e35edc1c req-a3efd7a8-1fb2-4a6a-8218-a4c9368bf9e8 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:27:57.055858 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-baa3aca0-a84e-4c95-93d8-bfd61e741900 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:57.065065 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b1bc8-5541-43fc-866d-4bc582537fdf req-4b31b9db-e923-4375-9f38-28aceb40a5ca tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:57.067110 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bb2b1bc8-5541-43fc-866d-4bc582537fdf req-4b31b9db-e923-4375-9f38-28aceb40a5ca tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] 10.222.0.98 "GET /v2.0/ports?device_id=2c00d4ab-0149-4d78-99f2-3d68ebb16180 HTTP/1.1" status: 200 len: 945 time: 0.1891994 Jul 09 16:27:57.070361 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3efd7a8-1fb2-4a6a-8218-a4c9368bf9e8 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Pushing event updated for resources: {'Port': ['ID=f485a2cf-f2dd-4a21-99af-285b7678aa99,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:57.086713 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:57.096825 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-a973752d-be71-4251-b83e-d3c41358d3b0 req-4d6bd227-61c3-4d51-be64-e156364f31af tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Allocated IP 172.20.0.12 (e14244d3-321e-4e11-8fa5-f8d23e2088a8/9ed42caa-ccec-43f9-abc2-3f037ba46c07/cc96a59f-cd47-4505-ac7f-6bbd72fbddb5) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:27:57.121447 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-3d1056d7-6f78-4e01-acf6-5cfed47d2867 None None] Allocated IP 2001:db8::f816:3eff:fe73:6df8 (f22714f5-d774-47cf-ac1e-3989f67517e9/ae1ea345-6f55-41cc-b9cc-3974cc6180de/e44504a8-b4ba-435d-a9a0-58f7698b1ce7) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:27:57.140910 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-baa3aca0-a84e-4c95-93d8-bfd61e741900 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] device_id is not set on port 58642a2e-6e89-43b9-aa6e-d0cb66aab184 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:27:57.150637 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bb2b1bc8-5541-43fc-866d-4bc582537fdf req-3e1602a4-9794-443f-b153-c3e0b60fbf1e tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] 10.222.0.98 "GET /v2.0/security-groups?id=b5dfb5f3-bae8-43bd-bad8-d840d40120c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585012 Jul 09 16:27:57.160332 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1401fea-336b-4056-ab81-4b77265f7002 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:27:57.231865 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port a1401fea-336b-4056-ab81-4b77265f7002, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=a1401fea-336b-4056-ab81-4b77265f7002,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:27:57.245500 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-207105f4-1e0d-4ab1-8835-a0906e730b02 req-6c340377-368c-4f5c-974c-f698a1f80adb service neutron] Attempting to bind port 979bff33-6997-4354-abf3-dcab99fbd3f9 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:27:57.246077 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-207105f4-1e0d-4ab1-8835-a0906e730b02 req-6c340377-368c-4f5c-974c-f698a1f80adb service neutron] Attempting to bind port 979bff33-6997-4354-abf3-dcab99fbd3f9 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'ccf009d5-237d-4e31-8041-1465d7de9aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a171d79a-1159-4481-9cc1-46c665ce3a96'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:27:57.246194 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207105f4-1e0d-4ab1-8835-a0906e730b02 req-6c340377-368c-4f5c-974c-f698a1f80adb service neutron] Attempting to bind port 979bff33-6997-4354-abf3-dcab99fbd3f9 on network a171d79a-1159-4481-9cc1-46c665ce3a96 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:27:57.284583 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6e4dc895-0637-40f0-bde8-d60f9f121cde req-a06eae48-2746-47c1-9e63-9b91525f4565 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=5f8c45e3-0037-4593-9e76-6947bc1f2540 HTTP/1.1" status: 200 len: 210 time: 0.1468475 Jul 09 16:27:57.291232 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41917e10-b39b-420c-badd-2309e35edc1c req-a3efd7a8-1fb2-4a6a-8218-a4c9368bf9e8 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:57.291877 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-41917e10-b39b-420c-badd-2309e35edc1c req-a3efd7a8-1fb2-4a6a-8218-a4c9368bf9e8 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:57.297182 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207105f4-1e0d-4ab1-8835-a0906e730b02 req-6c340377-368c-4f5c-974c-f698a1f80adb service neutron] Port 979bff33-6997-4354-abf3-dcab99fbd3f9 on network a171d79a-1159-4481-9cc1-46c665ce3a96 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:27:57.297790 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207105f4-1e0d-4ab1-8835-a0906e730b02 req-6c340377-368c-4f5c-974c-f698a1f80adb service neutron] Attempting to bind port 979bff33-6997-4354-abf3-dcab99fbd3f9 on network a171d79a-1159-4481-9cc1-46c665ce3a96 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:27:57.303177 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:57.310040 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17795008-ff78-41e2-8d28-e758578d641c req-c2310bf3-9dab-4685-be31-e597db0c79a5 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:57.311532 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-17795008-ff78-41e2-8d28-e758578d641c req-c2310bf3-9dab-4685-be31-e597db0c79a5 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.77 "GET /v2.0/networks?id=77349fb7-f08f-401d-a502-ac937b81dcab HTTP/1.1" status: 200 len: 819 time: 0.6912358 Jul 09 16:27:57.320826 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207105f4-1e0d-4ab1-8835-a0906e730b02 req-6c340377-368c-4f5c-974c-f698a1f80adb service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:27:57.321170 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207105f4-1e0d-4ab1-8835-a0906e730b02 req-6c340377-368c-4f5c-974c-f698a1f80adb service neutron] Checking segment: {'id': 'ccf009d5-237d-4e31-8041-1465d7de9aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a171d79a-1159-4481-9cc1-46c665ce3a96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:27:57.321558 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207105f4-1e0d-4ab1-8835-a0906e730b02 req-6c340377-368c-4f5c-974c-f698a1f80adb service neutron] Bound using segment: {'id': 'ccf009d5-237d-4e31-8041-1465d7de9aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a171d79a-1159-4481-9cc1-46c665ce3a96'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:27:57.322004 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-207105f4-1e0d-4ab1-8835-a0906e730b02 req-6c340377-368c-4f5c-974c-f698a1f80adb service neutron] Bound port: 979bff33-6997-4354-abf3-dcab99fbd3f9, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccf009d5-237d-4e31-8041-1465d7de9aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a171d79a-1159-4481-9cc1-46c665ce3a96'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:27:57.322366 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-207105f4-1e0d-4ab1-8835-a0906e730b02 req-6c340377-368c-4f5c-974c-f698a1f80adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:57.347433 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-17795008-ff78-41e2-8d28-e758578d641c req-248a2c8b-6582-44fa-9aaf-5c44a91fae82 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Request body: {'port': {'device_id': '5f8c45e3-0037-4593-9e76-6947bc1f2540', 'network_id': '77349fb7-f08f-401d-a502-ac937b81dcab', 'admin_state_up': True, 'tenant_id': 'bab91c2e534b48d6932e69e9f922d333'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:27:57.357855 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-41917e10-b39b-420c-badd-2309e35edc1c req-a3efd7a8-1fb2-4a6a-8218-a4c9368bf9e8 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0058949 Jul 09 16:27:57.378268 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-41917e10-b39b-420c-badd-2309e35edc1c req-26dfb533-076a-47ee-bf9b-ee684130a3e4 service neutron] Request body: {'port': {'device_id': 'e56a7d9f-9692-476b-b3cb-c13689fb321b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:27:57.385330 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=a1401fea-336b-4056-ab81-4b77265f7002,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:57.429325 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a973752d-be71-4251-b83e-d3c41358d3b0 req-4d6bd227-61c3-4d51-be64-e156364f31af tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:57.446180 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32029d2a-e872-4f6d-9e86-2401fd1d25be req-5cb5afa8-605c-464d-9285-92a265c65367 tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:57.447901 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-32029d2a-e872-4f6d-9e86-2401fd1d25be req-5cb5afa8-605c-464d-9285-92a265c65367 tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] 10.222.0.98 "GET /v2.0/ports?device_id=2c00d4ab-0149-4d78-99f2-3d68ebb16180 HTTP/1.1" status: 200 len: 945 time: 0.1388891 Jul 09 16:27:57.456548 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-a973752d-be71-4251-b83e-d3c41358d3b0 req-4d6bd227-61c3-4d51-be64-e156364f31af tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Transition to ACTIVE for port object cc96a59f-cd47-4505-ac7f-6bbd72fbddb5 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:27:57.472352 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3d1056d7-6f78-4e01-acf6-5cfed47d2867 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:57.490577 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3d1056d7-6f78-4e01-acf6-5cfed47d2867 None None] Transition to ACTIVE for port object e44504a8-b4ba-435d-a9a0-58f7698b1ce7 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:27:57.507034 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3d1056d7-6f78-4e01-acf6-5cfed47d2867 None None] Transition to ACTIVE for port object e44504a8-b4ba-435d-a9a0-58f7698b1ce7 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:27:57.511939 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-32029d2a-e872-4f6d-9e86-2401fd1d25be req-23be17da-f120-4b27-97e2-b1b5aca07c1c tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] 10.222.0.98 "GET /v2.0/security-groups?id=b5dfb5f3-bae8-43bd-bad8-d840d40120c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559769 Jul 09 16:27:57.517321 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3d1056d7-6f78-4e01-acf6-5cfed47d2867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:57.524452 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-6c427e70-03fc-49b8-8396-bc555b021f4d tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Deleting port 70c2c9c4-e2ca-4751-947d-139f744c152c {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:27:57.524804 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c427e70-03fc-49b8-8396-bc555b021f4d tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:57.586401 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1056d7-6f78-4e01-acf6-5cfed47d2867 None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:27:57.593699 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a973752d-be71-4251-b83e-d3c41358d3b0 req-4d6bd227-61c3-4d51-be64-e156364f31af tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:57.596834 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-3d1056d7-6f78-4e01-acf6-5cfed47d2867 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:27:57.600568 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1056d7-6f78-4e01-acf6-5cfed47d2867 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:27:57.604758 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-baa3aca0-a84e-4c95-93d8-bfd61e741900 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Allocated IP 2001:db8::f816:3eff:fe50:9451 (f22714f5-d774-47cf-ac1e-3989f67517e9/ae1ea345-6f55-41cc-b9cc-3974cc6180de/58642a2e-6e89-43b9-aa6e-d0cb66aab184) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:27:57.616284 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['3340795a-2af7-4b17-94ed-fb41de92ccb5'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:27:57.669375 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['a171e1ce-73c7-41f2-85cd-8fa1c943068f'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:27:57.673311 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-207105f4-1e0d-4ab1-8835-a0906e730b02 req-6c340377-368c-4f5c-974c-f698a1f80adb service neutron] For port 979bff33-6997-4354-abf3-dcab99fbd3f9, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:27:57.674661 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a973752d-be71-4251-b83e-d3c41358d3b0 req-4d6bd227-61c3-4d51-be64-e156364f31af tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Network e14244d3-321e-4e11-8fa5-f8d23e2088a8 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:27:57.691511 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-a973752d-be71-4251-b83e-d3c41358d3b0 req-4d6bd227-61c3-4d51-be64-e156364f31af tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:27:57.695581 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6bd227-61c3-4d51-be64-e156364f31af tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Pushing event updated for resources: {'Port': ['ID=cc96a59f-cd47-4505-ac7f-6bbd72fbddb5,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:57.700149 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-a973752d-be71-4251-b83e-d3c41358d3b0 req-4d6bd227-61c3-4d51-be64-e156364f31af tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:27:57.702060 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1056d7-6f78-4e01-acf6-5cfed47d2867 None None] Pushing event updated for resources: {'Port': ['ID=e44504a8-b4ba-435d-a9a0-58f7698b1ce7,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:57.719635 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-207105f4-1e0d-4ab1-8835-a0906e730b02 req-6c340377-368c-4f5c-974c-f698a1f80adb service neutron] For port 979bff33-6997-4354-abf3-dcab99fbd3f9, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=979bff33-6997-4354-abf3-dcab99fbd3f9,segment=NetworkSegment(ccf009d5-237d-4e31-8041-1465d7de9aef),segment_id=ccf009d5-237d-4e31-8041-1465d7de9aef)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:27:57.748897 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-207105f4-1e0d-4ab1-8835-a0906e730b02 req-6c340377-368c-4f5c-974c-f698a1f80adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:57.755170 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-41917e10-b39b-420c-badd-2309e35edc1c req-26dfb533-076a-47ee-bf9b-ee684130a3e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:57.765008 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['a1401fea-336b-4056-ab81-4b77265f7002'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:27:57.779679 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973752d-be71-4251-b83e-d3c41358d3b0 req-4d6bd227-61c3-4d51-be64-e156364f31af tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:57.780911 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a973752d-be71-4251-b83e-d3c41358d3b0 req-4d6bd227-61c3-4d51-be64-e156364f31af tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:57.836264 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c427e70-03fc-49b8-8396-bc555b021f4d tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:57.836264 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c427e70-03fc-49b8-8396-bc555b021f4d tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:57.845989 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-3d1056d7-6f78-4e01-acf6-5cfed47d2867 None None] Attempting to bind port e44504a8-b4ba-435d-a9a0-58f7698b1ce7 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:27:57.846425 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-3d1056d7-6f78-4e01-acf6-5cfed47d2867 None None] Attempting to bind port e44504a8-b4ba-435d-a9a0-58f7698b1ce7 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:27:57.846869 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1056d7-6f78-4e01-acf6-5cfed47d2867 None None] Attempting to bind port e44504a8-b4ba-435d-a9a0-58f7698b1ce7 on network f22714f5-d774-47cf-ac1e-3989f67517e9 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:27:57.883279 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a973752d-be71-4251-b83e-d3c41358d3b0 req-4d6bd227-61c3-4d51-be64-e156364f31af tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7516575 Jul 09 16:27:57.887525 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1056d7-6f78-4e01-acf6-5cfed47d2867 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:27:57.887924 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1056d7-6f78-4e01-acf6-5cfed47d2867 None None] Checking segment: {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:27:57.889561 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3d1056d7-6f78-4e01-acf6-5cfed47d2867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:57.889561 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1056d7-6f78-4e01-acf6-5cfed47d2867 None None] Bound using segment: {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:27:57.889561 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-3d1056d7-6f78-4e01-acf6-5cfed47d2867 None None] Bound port: e44504a8-b4ba-435d-a9a0-58f7698b1ce7, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:27:57.889561 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3d1056d7-6f78-4e01-acf6-5cfed47d2867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:57.908191 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-a973752d-be71-4251-b83e-d3c41358d3b0 req-6408cd28-8e67-43b8-aa88-bf130d9d1531 service neutron] Request body: {'port': {'device_id': 'bc689a4e-7bc3-4b19-adac-813c7d22b5b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:27:57.982642 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c340377-368c-4f5c-974c-f698a1f80adb service neutron] Pushing event updated for resources: {'Port': ['ID=979bff33-6997-4354-abf3-dcab99fbd3f9,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:57.986015 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17795008-ff78-41e2-8d28-e758578d641c req-248a2c8b-6582-44fa-9aaf-5c44a91fae82 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Made reservation on behalf of bab91c2e534b48d6932e69e9f922d333 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:27:57.991735 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-17795008-ff78-41e2-8d28-e758578d641c req-248a2c8b-6582-44fa-9aaf-5c44a91fae82 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:58.009414 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79479e77-f17e-40b0-a3df-f7f56dbe188e req-ab81eedf-5ea1-4335-be45-285277614a11 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:58.011656 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-79479e77-f17e-40b0-a3df-f7f56dbe188e req-ab81eedf-5ea1-4335-be45-285277614a11 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 944 time: 0.5165958 Jul 09 16:27:58.015418 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-6c427e70-03fc-49b8-8396-bc555b021f4d tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Calling delete_port for 70c2c9c4-e2ca-4751-947d-139f744c152c owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:27:58.056277 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207105f4-1e0d-4ab1-8835-a0906e730b02 req-6c340377-368c-4f5c-974c-f698a1f80adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:58.057064 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-207105f4-1e0d-4ab1-8835-a0906e730b02 req-6c340377-368c-4f5c-974c-f698a1f80adb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:58.073004 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-207105f4-1e0d-4ab1-8835-a0906e730b02 req-6c340377-368c-4f5c-974c-f698a1f80adb service neutron] 10.222.0.77 "PUT /v2.0/ports/979bff33-6997-4354-abf3-dcab99fbd3f9 HTTP/1.1" status: 200 len: 1092 time: 3.1303201 Jul 09 16:27:58.100037 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80b72271-6fd5-4421-a385-eedba481230a', 'tag': '979bff33-6997-4354-abf3-dcab99fbd3f9'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:27:58.103534 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4698103-b5a6-436e-acaf-0bb0e1b35516" -d '{"events": [{"name": "network-changed", "server_uuid": "80b72271-6fd5-4421-a385-eedba481230a", "tag": "979bff33-6997-4354-abf3-dcab99fbd3f9"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:27:58.126255 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-79479e77-f17e-40b0-a3df-f7f56dbe188e req-760b9f09-1dd5-4d0d-969a-8a661fad4763 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964441 Jul 09 16:27:58.180817 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-baa3aca0-a84e-4c95-93d8-bfd61e741900 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:58.188387 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a973752d-be71-4251-b83e-d3c41358d3b0 req-6408cd28-8e67-43b8-aa88-bf130d9d1531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:58.234623 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:58.252518 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-3d1056d7-6f78-4e01-acf6-5cfed47d2867 None None] For port e44504a8-b4ba-435d-a9a0-58f7698b1ce7, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:27:58.259078 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-baa3aca0-a84e-4c95-93d8-bfd61e741900 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Transition to ACTIVE for port object 58642a2e-6e89-43b9-aa6e-d0cb66aab184 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:27:58.327781 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2b95fb4c-53b5-4b7d-933b-aae926bbf25f None None] Provisioning for port cc96a59f-cd47-4505-ac7f-6bbd72fbddb5 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:27:58.328058 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-17795008-ff78-41e2-8d28-e758578d641c req-248a2c8b-6582-44fa-9aaf-5c44a91fae82 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Allocated IP 172.20.0.13 (77349fb7-f08f-401d-a502-ac937b81dcab/03aa29d7-618e-4fba-93dc-b83569f87121/40bfc16b-7605-4f19-8e82-20b449ed7fc1) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:27:58.337945 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-3d1056d7-6f78-4e01-acf6-5cfed47d2867 None None] For port e44504a8-b4ba-435d-a9a0-58f7698b1ce7, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=e44504a8-b4ba-435d-a9a0-58f7698b1ce7,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:27:58.356422 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3d1056d7-6f78-4e01-acf6-5cfed47d2867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:58.381004 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2b95fb4c-53b5-4b7d-933b-aae926bbf25f None None] Provisioning complete for port cc96a59f-cd47-4505-ac7f-6bbd72fbddb5 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:27:58.381577 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2b95fb4c-53b5-4b7d-933b-aae926bbf25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:58.493540 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffea88d-feed-4c76-a3ab-c29b56054789 req-b30ece31-0380-47a2-a4e6-53ecec44a803 tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:58.495309 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2ffea88d-feed-4c76-a3ab-c29b56054789 req-b30ece31-0380-47a2-a4e6-53ecec44a803 tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] 10.222.0.98 "GET /v2.0/ports?device_id=e5ebcab8-5539-48a5-a89a-c895e6b7cdc0 HTTP/1.1" status: 200 len: 949 time: 0.1789343 Jul 09 16:27:58.503540 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-baa3aca0-a84e-4c95-93d8-bfd61e741900 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:58.635763 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa3aca0-a84e-4c95-93d8-bfd61e741900 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:27:58.665127 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-2b95fb4c-53b5-4b7d-933b-aae926bbf25f None None] Port cc96a59f-cd47-4505-ac7f-6bbd72fbddb5 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:27:58.699233 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1056d7-6f78-4e01-acf6-5cfed47d2867 None None] Pushing event updated for resources: {'Port': ['ID=e44504a8-b4ba-435d-a9a0-58f7698b1ce7,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:58.708019 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-baa3aca0-a84e-4c95-93d8-bfd61e741900 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:27:58.713515 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2ffea88d-feed-4c76-a3ab-c29b56054789 req-e7e8198a-5bc6-41a5-b1c6-ea1a33340be2 tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] 10.222.0.98 "GET /v2.0/security-groups?id=d5787e4b-0025-4888-9634-927da41b95f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049451 Jul 09 16:27:58.717493 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa3aca0-a84e-4c95-93d8-bfd61e741900 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:27:58.723761 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa3aca0-a84e-4c95-93d8-bfd61e741900 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:58.724406 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-baa3aca0-a84e-4c95-93d8-bfd61e741900 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:58.782319 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa3aca0-a84e-4c95-93d8-bfd61e741900 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'Port': ['ID=58642a2e-6e89-43b9-aa6e-d0cb66aab184,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:58.796802 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-baa3aca0-a84e-4c95-93d8-bfd61e741900 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5263600 Jul 09 16:27:58.800619 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43960) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:58.838365 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c6cfcd-b210-42ec-82de-0d0c8c80bfd2 x-openstack-request-id: req-55c6cfcd-b210-42ec-82de-0d0c8c80bfd2 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:27:58.838657 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80b72271-6fd5-4421-a385-eedba481230a", "tag": "979bff33-6997-4354-abf3-dcab99fbd3f9", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:27:58.838948 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-55c6cfcd-b210-42ec-82de-0d0c8c80bfd2 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:27:58.839882 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80b72271-6fd5-4421-a385-eedba481230a', 'tag': '979bff33-6997-4354-abf3-dcab99fbd3f9', 'status': 'completed', 'code': 200} Jul 09 16:27:58.887904 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36986c18-7f55-413a-aa69-3c1ee27e7678 req-4b179ff8-194a-48ac-ac21-cb02a0797503 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:58.895057 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-36986c18-7f55-413a-aa69-3c1ee27e7678 req-4b179ff8-194a-48ac-ac21-cb02a0797503 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc689a4e-7bc3-4b19-adac-813c7d22b5b8 HTTP/1.1" status: 200 len: 932 time: 0.5098572 Jul 09 16:27:58.912962 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207105f4-1e0d-4ab1-8835-a0906e730b02 req-5e128b3a-bad3-49c4-a8eb-482413d6bbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:58.914497 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-207105f4-1e0d-4ab1-8835-a0906e730b02 req-5e128b3a-bad3-49c4-a8eb-482413d6bbf9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b8ad35771c814596a752d0340d35099a&device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 1095 time: 0.7732928 Jul 09 16:27:58.952848 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-17795008-ff78-41e2-8d28-e758578d641c req-248a2c8b-6582-44fa-9aaf-5c44a91fae82 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:59.002247 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-207105f4-1e0d-4ab1-8835-a0906e730b02 req-2ecc02f1-3513-4eb2-8b91-a4feb3a25030 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=979bff33-6997-4354-abf3-dcab99fbd3f9 HTTP/1.1" status: 200 len: 217 time: 0.0645428 Jul 09 16:27:59.002755 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c427e70-03fc-49b8-8396-bc555b021f4d tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:59.021614 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-36986c18-7f55-413a-aa69-3c1ee27e7678 req-3d41b462-2bed-47a6-9ead-0abb8077e588 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255908 Jul 09 16:27:59.066485 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c427e70-03fc-49b8-8396-bc555b021f4d tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Pushing event deleted for resources: {'Port': ['ID=70c2c9c4-e2ca-4751-947d-139f744c152c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:59.209770 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-17795008-ff78-41e2-8d28-e758578d641c req-248a2c8b-6582-44fa-9aaf-5c44a91fae82 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:59.274502 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-a973752d-be71-4251-b83e-d3c41358d3b0 req-6408cd28-8e67-43b8-aa88-bf130d9d1531 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc96a59f-cd47-4505-ac7f-6bbd72fbddb5 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:27:59.289039 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a973752d-be71-4251-b83e-d3c41358d3b0 req-6408cd28-8e67-43b8-aa88-bf130d9d1531 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:59.315100 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-a973752d-be71-4251-b83e-d3c41358d3b0 req-6408cd28-8e67-43b8-aa88-bf130d9d1531 service neutron] Transition to ACTIVE for port object cc96a59f-cd47-4505-ac7f-6bbd72fbddb5 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:27:59.325991 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1f1b84-8203-408f-a368-a97f2043a5ea tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:59.332275 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1f1b84-8203-408f-a368-a97f2043a5ea tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:59.334016 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2e1f1b84-8203-408f-a368-a97f2043a5ea tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.5321116 Jul 09 16:27:59.336511 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a973752d-be71-4251-b83e-d3c41358d3b0 req-6408cd28-8e67-43b8-aa88-bf130d9d1531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:59.346118 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6bb68-54e0-4d99-9bba-c4b05a4bb02f req-9466074f-8a5f-40d6-9633-240430812b2a tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:59.347731 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a1a6bb68-54e0-4d99-9bba-c4b05a4bb02f req-9466074f-8a5f-40d6-9633-240430812b2a tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] 10.222.0.98 "GET /v2.0/ports?device_id=2c00d4ab-0149-4d78-99f2-3d68ebb16180 HTTP/1.1" status: 200 len: 945 time: 0.1688299 Jul 09 16:27:59.349403 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43964) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:59.474238 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6408cd28-8e67-43b8-aa88-bf130d9d1531 service neutron] Pushing event updated for resources: {'Port': ['ID=cc96a59f-cd47-4505-ac7f-6bbd72fbddb5,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:59.487951 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a1a6bb68-54e0-4d99-9bba-c4b05a4bb02f req-adc5af8d-c309-492e-b0af-8a0653f4f25b tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] 10.222.0.98 "GET /v2.0/security-groups?id=b5dfb5f3-bae8-43bd-bad8-d840d40120c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982199 Jul 09 16:27:59.633618 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-a973752d-be71-4251-b83e-d3c41358d3b0 req-6408cd28-8e67-43b8-aa88-bf130d9d1531 service neutron] Attempting to bind port cc96a59f-cd47-4505-ac7f-6bbd72fbddb5 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:27:59.634302 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-a973752d-be71-4251-b83e-d3c41358d3b0 req-6408cd28-8e67-43b8-aa88-bf130d9d1531 service neutron] Attempting to bind port cc96a59f-cd47-4505-ac7f-6bbd72fbddb5 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': '44b862f2-e325-48d7-99eb-7401b6fb9e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e14244d3-321e-4e11-8fa5-f8d23e2088a8'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:27:59.634514 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a973752d-be71-4251-b83e-d3c41358d3b0 req-6408cd28-8e67-43b8-aa88-bf130d9d1531 service neutron] Attempting to bind port cc96a59f-cd47-4505-ac7f-6bbd72fbddb5 on network e14244d3-321e-4e11-8fa5-f8d23e2088a8 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:27:59.651026 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a973752d-be71-4251-b83e-d3c41358d3b0 req-6408cd28-8e67-43b8-aa88-bf130d9d1531 service neutron] Port cc96a59f-cd47-4505-ac7f-6bbd72fbddb5 on network e14244d3-321e-4e11-8fa5-f8d23e2088a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:27:59.651570 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a973752d-be71-4251-b83e-d3c41358d3b0 req-6408cd28-8e67-43b8-aa88-bf130d9d1531 service neutron] Attempting to bind port cc96a59f-cd47-4505-ac7f-6bbd72fbddb5 on network e14244d3-321e-4e11-8fa5-f8d23e2088a8 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:27:59.664457 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-675b0506-9761-4511-8af0-30d020738e46 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Deleting port 58642a2e-6e89-43b9-aa6e-d0cb66aab184 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:27:59.664813 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-675b0506-9761-4511-8af0-30d020738e46 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:59.721918 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207105f4-1e0d-4ab1-8835-a0906e730b02 req-30d0cd0c-b64e-4926-bd97-c1eed82952b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:59.723466 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-207105f4-1e0d-4ab1-8835-a0906e730b02 req-30d0cd0c-b64e-4926-bd97-c1eed82952b3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b9e97679-e3ca-4f43-b281-7791408a1287 HTTP/1.1" status: 200 len: 856 time: 0.6599481 Jul 09 16:27:59.767356 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-675b0506-9761-4511-8af0-30d020738e46 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:59.782285 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-675b0506-9761-4511-8af0-30d020738e46 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Calling delete_port for 58642a2e-6e89-43b9-aa6e-d0cb66aab184 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:27:59.793298 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17795008-ff78-41e2-8d28-e758578d641c req-248a2c8b-6582-44fa-9aaf-5c44a91fae82 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Network 77349fb7-f08f-401d-a502-ac937b81dcab is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:27:59.796126 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c427e70-03fc-49b8-8396-bc555b021f4d tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:59.799116 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c427e70-03fc-49b8-8396-bc555b021f4d tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:59.800312 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6c427e70-03fc-49b8-8396-bc555b021f4d tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "DELETE /v2.0/floatingips/3095ea9c-b6ae-4776-89f5-de0162bc0913 HTTP/1.1" status: 204 len: 168 time: 2.8747585 Jul 09 16:27:59.813358 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 43968) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:27:59.825167 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-17795008-ff78-41e2-8d28-e758578d641c req-248a2c8b-6582-44fa-9aaf-5c44a91fae82 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:27:59.827639 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-17795008-ff78-41e2-8d28-e758578d641c req-248a2c8b-6582-44fa-9aaf-5c44a91fae82 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:27:59.838608 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a973752d-be71-4251-b83e-d3c41358d3b0 req-6408cd28-8e67-43b8-aa88-bf130d9d1531 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:27:59.839182 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a973752d-be71-4251-b83e-d3c41358d3b0 req-6408cd28-8e67-43b8-aa88-bf130d9d1531 service neutron] Checking segment: {'id': '44b862f2-e325-48d7-99eb-7401b6fb9e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e14244d3-321e-4e11-8fa5-f8d23e2088a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:27:59.839424 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a973752d-be71-4251-b83e-d3c41358d3b0 req-6408cd28-8e67-43b8-aa88-bf130d9d1531 service neutron] Bound using segment: {'id': '44b862f2-e325-48d7-99eb-7401b6fb9e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e14244d3-321e-4e11-8fa5-f8d23e2088a8'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:27:59.841316 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-a973752d-be71-4251-b83e-d3c41358d3b0 req-6408cd28-8e67-43b8-aa88-bf130d9d1531 service neutron] Bound port: cc96a59f-cd47-4505-ac7f-6bbd72fbddb5, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b862f2-e325-48d7-99eb-7401b6fb9e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e14244d3-321e-4e11-8fa5-f8d23e2088a8'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:27:59.841316 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a973752d-be71-4251-b83e-d3c41358d3b0 req-6408cd28-8e67-43b8-aa88-bf130d9d1531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:27:59.865382 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a2c8b-6582-44fa-9aaf-5c44a91fae82 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Pushing event updated for resources: {'Port': ['ID=40bfc16b-7605-4f19-8e82-20b449ed7fc1,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:27:59.887714 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-67e123ff-448e-4369-bc30-60bd5df0bf6d None None] Provisioning for port e44504a8-b4ba-435d-a9a0-58f7698b1ce7 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:27:59.993765 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-a973752d-be71-4251-b83e-d3c41358d3b0 req-6408cd28-8e67-43b8-aa88-bf130d9d1531 service neutron] For port cc96a59f-cd47-4505-ac7f-6bbd72fbddb5, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:27:59.998281 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17795008-ff78-41e2-8d28-e758578d641c req-248a2c8b-6582-44fa-9aaf-5c44a91fae82 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:27:59.999175 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-17795008-ff78-41e2-8d28-e758578d641c req-248a2c8b-6582-44fa-9aaf-5c44a91fae82 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:00.020436 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-a973752d-be71-4251-b83e-d3c41358d3b0 req-6408cd28-8e67-43b8-aa88-bf130d9d1531 service neutron] For port cc96a59f-cd47-4505-ac7f-6bbd72fbddb5, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=cc96a59f-cd47-4505-ac7f-6bbd72fbddb5,segment=NetworkSegment(44b862f2-e325-48d7-99eb-7401b6fb9e9c),segment_id=44b862f2-e325-48d7-99eb-7401b6fb9e9c)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:28:00.031324 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccaa8be-0458-4fde-bfef-d5b51460f8df req-62d81aa6-eec2-4b60-8905-6b9530b36577 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:00.032936 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dccaa8be-0458-4fde-bfef-d5b51460f8df req-62d81aa6-eec2-4b60-8905-6b9530b36577 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=5f8c45e3-0037-4593-9e76-6947bc1f2540 HTTP/1.1" status: 200 len: 932 time: 0.8499017 Jul 09 16:28:00.062136 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab235d9-d43b-4e11-afc1-4f96448a653e req-901e1038-336c-4053-9d9e-21634ea23f9e tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:00.068104 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1ab235d9-d43b-4e11-afc1-4f96448a653e req-901e1038-336c-4053-9d9e-21634ea23f9e tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 944 time: 0.2304270 Jul 09 16:28:00.072662 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a973752d-be71-4251-b83e-d3c41358d3b0 req-6408cd28-8e67-43b8-aa88-bf130d9d1531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:00.102166 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-17795008-ff78-41e2-8d28-e758578d641c req-248a2c8b-6582-44fa-9aaf-5c44a91fae82 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7747016 Jul 09 16:28:00.109451 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207105f4-1e0d-4ab1-8835-a0906e730b02 req-1db156bd-2562-458f-8de0-8505ff3aea62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:00.110967 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-207105f4-1e0d-4ab1-8835-a0906e730b02 req-1db156bd-2562-458f-8de0-8505ff3aea62 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a171d79a-1159-4481-9cc1-46c665ce3a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3741667 Jul 09 16:28:00.125665 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-17795008-ff78-41e2-8d28-e758578d641c req-e0c3b44c-210b-4736-84cf-8224cdc37573 service neutron] Request body: {'port': {'device_id': '5f8c45e3-0037-4593-9e76-6947bc1f2540', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:28:00.153983 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973752d-be71-4251-b83e-d3c41358d3b0 req-6408cd28-8e67-43b8-aa88-bf130d9d1531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:00.154708 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a973752d-be71-4251-b83e-d3c41358d3b0 req-6408cd28-8e67-43b8-aa88-bf130d9d1531 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:00.156146 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a973752d-be71-4251-b83e-d3c41358d3b0 req-6408cd28-8e67-43b8-aa88-bf130d9d1531 service neutron] 10.222.0.73 "PUT /v2.0/ports/cc96a59f-cd47-4505-ac7f-6bbd72fbddb5 HTTP/1.1" status: 200 len: 1092 time: 2.2560170 Jul 09 16:28:00.156602 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc689a4e-7bc3-4b19-adac-813c7d22b5b8', 'tag': 'cc96a59f-cd47-4505-ac7f-6bbd72fbddb5'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:28:00.159030 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d3813df-708b-4dda-acb5-b2d2ceb20284" -d '{"events": [{"name": "network-changed", "server_uuid": "bc689a4e-7bc3-4b19-adac-813c7d22b5b8", "tag": "cc96a59f-cd47-4505-ac7f-6bbd72fbddb5"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:28:00.170442 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-97a0ebc6-67d5-4edc-ab40-658af2e4a4d0 None None] Provisioning for port 58642a2e-6e89-43b9-aa6e-d0cb66aab184 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:28:00.180578 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-97a0ebc6-67d5-4edc-ab40-658af2e4a4d0 None None] Provisioning complete for port 58642a2e-6e89-43b9-aa6e-d0cb66aab184 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:28:00.182564 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-97a0ebc6-67d5-4edc-ab40-658af2e4a4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:00.189328 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-41917e10-b39b-420c-badd-2309e35edc1c req-26dfb533-076a-47ee-bf9b-ee684130a3e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f485a2cf-f2dd-4a21-99af-285b7678aa99 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:28:00.189726 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-675b0506-9761-4511-8af0-30d020738e46 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:00.209190 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1ab235d9-d43b-4e11-afc1-4f96448a653e req-5080a71a-0887-4e58-b704-14c8a0866c73 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338260 Jul 09 16:28:00.209860 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6408cd28-8e67-43b8-aa88-bf130d9d1531 service neutron] Pushing event updated for resources: {'Port': ['ID=cc96a59f-cd47-4505-ac7f-6bbd72fbddb5,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:00.226642 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dccaa8be-0458-4fde-bfef-d5b51460f8df req-48df0601-8fc2-4ecf-9eff-a34a9dd1ea89 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808045 Jul 09 16:28:00.237673 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-41917e10-b39b-420c-badd-2309e35edc1c req-26dfb533-076a-47ee-bf9b-ee684130a3e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:00.264328 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-97a0ebc6-67d5-4edc-ab40-658af2e4a4d0 None None] Port 58642a2e-6e89-43b9-aa6e-d0cb66aab184 was deleted so its status cannot be updated. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 09 16:28:00.300684 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675b0506-9761-4511-8af0-30d020738e46 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event deleted for resources: {'Port': ['ID=58642a2e-6e89-43b9-aa6e-d0cb66aab184,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:00.307431 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-41917e10-b39b-420c-badd-2309e35edc1c req-26dfb533-076a-47ee-bf9b-ee684130a3e4 service neutron] Transition to ACTIVE for port object f485a2cf-f2dd-4a21-99af-285b7678aa99 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:28:00.309278 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-632883fd-09fc-4911-8783-9eda865b3415 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Deleting port b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:28:00.309629 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-632883fd-09fc-4911-8783-9eda865b3415 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:00.330991 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-41917e10-b39b-420c-badd-2309e35edc1c req-26dfb533-076a-47ee-bf9b-ee684130a3e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:00.348735 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device a1401fea-336b-4056-ab81-4b77265f7002 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:28:00.361348 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-675b0506-9761-4511-8af0-30d020738e46 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:00.363322 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-675b0506-9761-4511-8af0-30d020738e46 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/ports/58642a2e-6e89-43b9-aa6e-d0cb66aab184 HTTP/1.1" status: 204 len: 168 time: 1.0113902 Jul 09 16:28:00.366083 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43974) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:00.500684 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port a1401fea-336b-4056-ab81-4b77265f7002 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:28:00.515211 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port a1401fea-336b-4056-ab81-4b77265f7002 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:28:00.515578 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:00.548369 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device e44504a8-b4ba-435d-a9a0-58f7698b1ce7 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:28:00.550255 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a659ec6-507e-4309-bfb9-84a2eae8d4ad tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:00.553406 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a659ec6-507e-4309-bfb9-84a2eae8d4ad tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:00.565915 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-1a659ec6-507e-4309-bfb9-84a2eae8d4ad tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1935785 Jul 09 16:28:00.566837 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43978) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:00.585083 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-207105f4-1e0d-4ab1-8835-a0906e730b02 req-cd2b0150-0c4b-42bd-8b5b-17a262a38594 service neutron] 10.222.0.77 "GET /v2.0/networks/a171d79a-1159-4481-9cc1-46c665ce3a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4633656 Jul 09 16:28:00.615198 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-17795008-ff78-41e2-8d28-e758578d641c req-e0c3b44c-210b-4736-84cf-8224cdc37573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:00.643313 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973752d-be71-4251-b83e-d3c41358d3b0 req-2584db38-0836-4b8f-a2d6-a8b3087cb1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:00.645575 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a973752d-be71-4251-b83e-d3c41358d3b0 req-2584db38-0836-4b8f-a2d6-a8b3087cb1a9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=927faf6a074749d0b7e4b4706940c5ca&device_id=bc689a4e-7bc3-4b19-adac-813c7d22b5b8 HTTP/1.1" status: 200 len: 1095 time: 0.4201546 Jul 09 16:28:00.680652 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dfb533-076a-47ee-bf9b-ee684130a3e4 service neutron] Pushing event updated for resources: {'Port': ['ID=f485a2cf-f2dd-4a21-99af-285b7678aa99,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:00.704850 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:00.717541 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a973752d-be71-4251-b83e-d3c41358d3b0 req-902faae6-c828-43cf-9be9-dcb5b8432ec5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc96a59f-cd47-4505-ac7f-6bbd72fbddb5 HTTP/1.1" status: 200 len: 217 time: 0.0548153 Jul 09 16:28:00.717935 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port e44504a8-b4ba-435d-a9a0-58f7698b1ce7 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:28:00.723694 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port e44504a8-b4ba-435d-a9a0-58f7698b1ce7 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:28:00.724597 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:00.724909 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-9349f302-70cf-4637-9334-ae74e46f51cf tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Deleting subnet ae1ea345-6f55-41cc-b9cc-3974cc6180de {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:28:00.732003 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9349f302-70cf-4637-9334-ae74e46f51cf tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:00.754262 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ebcab8-5539-48a5-a89a-c895e6b7cdc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1401fea-336b-4056-ab81-4b77265f7002'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:28:00.756606 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f40afb-4277-4c7d-aa4f-4b2f40a52c69" -d '{"events": [{"server_uuid": "e5ebcab8-5539-48a5-a89a-c895e6b7cdc0", "name": "network-vif-plugged", "status": "completed", "tag": "a1401fea-336b-4056-ab81-4b77265f7002"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:28:00.773793 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port a1401fea-336b-4056-ab81-4b77265f7002, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=a1401fea-336b-4056-ab81-4b77265f7002,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:28:00.782432 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:00.784117 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-632883fd-09fc-4911-8783-9eda865b3415 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:00.832480 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beceb0a-0da1-4376-899c-a63644efe033 req-70433c0b-50ae-4d0b-aba8-7c569eb8fe74 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:00.834403 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3beceb0a-0da1-4376-899c-a63644efe033 req-70433c0b-50ae-4d0b-aba8-7c569eb8fe74 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc689a4e-7bc3-4b19-adac-813c7d22b5b8 HTTP/1.1" status: 200 len: 944 time: 0.3097231 Jul 09 16:28:00.835898 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-632883fd-09fc-4911-8783-9eda865b3415 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Calling delete_port for b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:28:00.842651 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9349f302-70cf-4637-9334-ae74e46f51cf tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:00.847905 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973752d-be71-4251-b83e-d3c41358d3b0 req-6b3c43eb-a0d3-4304-a1a1-0a6763d5666d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:00.849280 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a973752d-be71-4251-b83e-d3c41358d3b0 req-6b3c43eb-a0d3-4304-a1a1-0a6763d5666d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9ed42caa-ccec-43f9-abc2-3f037ba46c07 HTTP/1.1" status: 200 len: 851 time: 0.1201999 Jul 09 16:28:00.867274 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=a1401fea-336b-4056-ab81-4b77265f7002,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:00.880986 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:00.915880 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port e44504a8-b4ba-435d-a9a0-58f7698b1ce7, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=e44504a8-b4ba-435d-a9a0-58f7698b1ce7,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:28:00.921914 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:00.953886 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3beceb0a-0da1-4376-899c-a63644efe033 req-bf89cf7d-1758-4135-b840-61debc38bf5e tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078696 Jul 09 16:28:00.957498 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74568df4-5636-41a5-8741-34df949f8893 req-58ac3be1-59fa-4e6f-abf8-49606921a0ee tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:00.961767 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-74568df4-5636-41a5-8741-34df949f8893 req-58ac3be1-59fa-4e6f-abf8-49606921a0ee tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] 10.222.0.98 "GET /v2.0/ports?device_id=e5ebcab8-5539-48a5-a89a-c895e6b7cdc0 HTTP/1.1" status: 200 len: 949 time: 0.4437599 Jul 09 16:28:00.976345 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=e44504a8-b4ba-435d-a9a0-58f7698b1ce7,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:01.007839 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-207105f4-1e0d-4ab1-8835-a0906e730b02 req-c24bf0cc-cd4d-40ef-b0a5-04c1306094b4 service neutron] 10.222.0.77 "GET /v2.0/networks/a171d79a-1159-4481-9cc1-46c665ce3a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4120879 Jul 09 16:28:01.018816 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-41917e10-b39b-420c-badd-2309e35edc1c req-26dfb533-076a-47ee-bf9b-ee684130a3e4 service neutron] Attempting to bind port f485a2cf-f2dd-4a21-99af-285b7678aa99 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:28:01.019302 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-41917e10-b39b-420c-badd-2309e35edc1c req-26dfb533-076a-47ee-bf9b-ee684130a3e4 service neutron] Attempting to bind port f485a2cf-f2dd-4a21-99af-285b7678aa99 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': '98a03907-eb1c-4003-907c-acf76e082f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '77349fb7-f08f-401d-a502-ac937b81dcab'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:28:01.019697 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41917e10-b39b-420c-badd-2309e35edc1c req-26dfb533-076a-47ee-bf9b-ee684130a3e4 service neutron] Attempting to bind port f485a2cf-f2dd-4a21-99af-285b7678aa99 on network 77349fb7-f08f-401d-a502-ac937b81dcab {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:28:01.024525 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9349f302-70cf-4637-9334-ae74e46f51cf tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:01.030009 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973752d-be71-4251-b83e-d3c41358d3b0 req-bda68a47-d90b-4c32-be58-441f226f697c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:01.031949 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a973752d-be71-4251-b83e-d3c41358d3b0 req-bda68a47-d90b-4c32-be58-441f226f697c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e14244d3-321e-4e11-8fa5-f8d23e2088a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1620874 Jul 09 16:28:01.053009 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab5e2df-37d3-4277-b58a-668ddddf881f x-openstack-request-id: req-eab5e2df-37d3-4277-b58a-668ddddf881f {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:28:01.053299 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc689a4e-7bc3-4b19-adac-813c7d22b5b8", "tag": "cc96a59f-cd47-4505-ac7f-6bbd72fbddb5", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:28:01.053548 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-eab5e2df-37d3-4277-b58a-668ddddf881f {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:28:01.053950 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc689a4e-7bc3-4b19-adac-813c7d22b5b8', 'tag': 'cc96a59f-cd47-4505-ac7f-6bbd72fbddb5', 'status': 'completed', 'code': 200} Jul 09 16:28:01.182425 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41917e10-b39b-420c-badd-2309e35edc1c req-26dfb533-076a-47ee-bf9b-ee684130a3e4 service neutron] Port f485a2cf-f2dd-4a21-99af-285b7678aa99 on network 77349fb7-f08f-401d-a502-ac937b81dcab not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:28:01.183583 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41917e10-b39b-420c-badd-2309e35edc1c req-26dfb533-076a-47ee-bf9b-ee684130a3e4 service neutron] Attempting to bind port f485a2cf-f2dd-4a21-99af-285b7678aa99 on network 77349fb7-f08f-401d-a502-ac937b81dcab {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:28:01.191543 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9349f302-70cf-4637-9334-ae74e46f51cf tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:01.226788 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a973752d-be71-4251-b83e-d3c41358d3b0 req-81b5a203-2d48-4e95-ba26-68e729165fc4 service neutron] 10.222.0.73 "GET /v2.0/networks/e14244d3-321e-4e11-8fa5-f8d23e2088a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719527 Jul 09 16:28:01.229558 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9349f302-70cf-4637-9334-ae74e46f51cf tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event deleted for resources: {'Subnet': ['ID=ae1ea345-6f55-41cc-b9cc-3974cc6180de,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:01.231564 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9349f302-70cf-4637-9334-ae74e46f51cf tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:01.235689 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-9349f302-70cf-4637-9334-ae74e46f51cf tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/ae1ea345-6f55-41cc-b9cc-3974cc6180de HTTP/1.1" status: 204 len: 168 time: 0.6481111 Jul 09 16:28:01.242586 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e354d577-dc12-4a75-bfe7-8649647d972d None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:28:01.242808 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43984) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:01.244110 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41917e10-b39b-420c-badd-2309e35edc1c req-26dfb533-076a-47ee-bf9b-ee684130a3e4 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:28:01.245079 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41917e10-b39b-420c-badd-2309e35edc1c req-26dfb533-076a-47ee-bf9b-ee684130a3e4 service neutron] Checking segment: {'id': '98a03907-eb1c-4003-907c-acf76e082f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '77349fb7-f08f-401d-a502-ac937b81dcab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:28:01.245079 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41917e10-b39b-420c-badd-2309e35edc1c req-26dfb533-076a-47ee-bf9b-ee684130a3e4 service neutron] Bound using segment: {'id': '98a03907-eb1c-4003-907c-acf76e082f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '77349fb7-f08f-401d-a502-ac937b81dcab'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:28:01.246394 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-41917e10-b39b-420c-badd-2309e35edc1c req-26dfb533-076a-47ee-bf9b-ee684130a3e4 service neutron] Bound port: f485a2cf-f2dd-4a21-99af-285b7678aa99, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98a03907-eb1c-4003-907c-acf76e082f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '77349fb7-f08f-401d-a502-ac937b81dcab'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:28:01.247717 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-41917e10-b39b-420c-badd-2309e35edc1c req-26dfb533-076a-47ee-bf9b-ee684130a3e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:01.263444 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-74568df4-5636-41a5-8741-34df949f8893 req-d9f03c1f-8cf5-423a-ac70-697c8f60f855 tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] 10.222.0.98 "GET /v2.0/security-groups?id=d5787e4b-0025-4888-9634-927da41b95f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588329 Jul 09 16:28:01.332461 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-022323d2-3b35-44f8-b701-27d3a076787b tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0855255 Jul 09 16:28:01.341380 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43990) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:01.346284 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-58031de6-e939-4ea1-aec6-f53ffa5f3181 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'subnet': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:28:01.391161 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-41917e10-b39b-420c-badd-2309e35edc1c req-26dfb533-076a-47ee-bf9b-ee684130a3e4 service neutron] For port f485a2cf-f2dd-4a21-99af-285b7678aa99, host n-h2-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:28:01.394524 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-41917e10-b39b-420c-badd-2309e35edc1c req-26dfb533-076a-47ee-bf9b-ee684130a3e4 service neutron] For port f485a2cf-f2dd-4a21-99af-285b7678aa99, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=f485a2cf-f2dd-4a21-99af-285b7678aa99,segment=NetworkSegment(98a03907-eb1c-4003-907c-acf76e082f5d),segment_id=98a03907-eb1c-4003-907c-acf76e082f5d)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:28:01.400772 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-632883fd-09fc-4911-8783-9eda865b3415 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:01.411800 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-41917e10-b39b-420c-badd-2309e35edc1c req-26dfb533-076a-47ee-bf9b-ee684130a3e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:01.445254 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd2ded-6bf2-4bfe-8b58-01ceac0e7a38 req-ffa51163-b1bc-46e1-8411-d0abd9557bdd tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:01.446791 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8cdd2ded-6bf2-4bfe-8b58-01ceac0e7a38 req-ffa51163-b1bc-46e1-8411-d0abd9557bdd tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] 10.222.0.98 "GET /v2.0/ports?device_id=2c00d4ab-0149-4d78-99f2-3d68ebb16180 HTTP/1.1" status: 200 len: 945 time: 0.3047454 Jul 09 16:28:01.462736 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632883fd-09fc-4911-8783-9eda865b3415 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Pushing event deleted for resources: {'Port': ['ID=b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:01.474462 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4698103-b5a6-436e-acaf-0bb0e1b35516 req-3576fcf0-ffba-4c9c-8535-8387a2307bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:01.477069 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a4698103-b5a6-436e-acaf-0bb0e1b35516 req-3576fcf0-ffba-4c9c-8535-8387a2307bf6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b8ad35771c814596a752d0340d35099a&device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 1095 time: 0.3519995 Jul 09 16:28:01.484959 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35252df-d91c-422c-8bdf-3f4eafb6e3fa None None] DHCP port deletion for f22714f5-d774-47cf-ac1e-3989f67517e9 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:28:01.493040 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665b4b59-d03b-4150-9e02-c600a5a0e684 x-openstack-request-id: req-665b4b59-d03b-4150-9e02-c600a5a0e684 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:28:01.493437 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5ebcab8-5539-48a5-a89a-c895e6b7cdc0", "name": "network-vif-plugged", "status": "completed", "tag": "a1401fea-336b-4056-ab81-4b77265f7002", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:28:01.493808 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-665b4b59-d03b-4150-9e02-c600a5a0e684 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:28:01.494297 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5ebcab8-5539-48a5-a89a-c895e6b7cdc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1401fea-336b-4056-ab81-4b77265f7002', 'code': 200} Jul 09 16:28:01.539617 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41917e10-b39b-420c-badd-2309e35edc1c req-26dfb533-076a-47ee-bf9b-ee684130a3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:01.540239 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-41917e10-b39b-420c-badd-2309e35edc1c req-26dfb533-076a-47ee-bf9b-ee684130a3e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:01.551315 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-41917e10-b39b-420c-badd-2309e35edc1c req-26dfb533-076a-47ee-bf9b-ee684130a3e4 service neutron] 10.222.0.73 "PUT /v2.0/ports/f485a2cf-f2dd-4a21-99af-285b7678aa99 HTTP/1.1" status: 200 len: 1091 time: 4.1679268 Jul 09 16:28:01.553651 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a973752d-be71-4251-b83e-d3c41358d3b0 req-dff70ae3-366a-4040-9b5f-42476515681b service neutron] 10.222.0.73 "GET /v2.0/networks/e14244d3-321e-4e11-8fa5-f8d23e2088a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177919 Jul 09 16:28:01.569156 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8cdd2ded-6bf2-4bfe-8b58-01ceac0e7a38 req-25ea7f78-724a-4fad-a19b-38ce6c1cc320 tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] 10.222.0.98 "GET /v2.0/security-groups?id=b5dfb5f3-bae8-43bd-bad8-d840d40120c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085989 Jul 09 16:28:01.572718 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e56a7d9f-9692-476b-b3cb-c13689fb321b', 'tag': 'f485a2cf-f2dd-4a21-99af-285b7678aa99'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:28:01.575739 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c4c138-19d7-49c9-8281-cd69eb926ecb" -d '{"events": [{"name": "network-changed", "server_uuid": "e56a7d9f-9692-476b-b3cb-c13689fb321b", "tag": "f485a2cf-f2dd-4a21-99af-285b7678aa99"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:28:01.592729 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58031de6-e939-4ea1-aec6-f53ffa5f3181 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:28:01.596743 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-58031de6-e939-4ea1-aec6-f53ffa5f3181 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:01.628369 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-d35252df-d91c-422c-8bdf-3f4eafb6e3fa None None] Deleting port e44504a8-b4ba-435d-a9a0-58f7698b1ce7 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:28:01.629105 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d35252df-d91c-422c-8bdf-3f4eafb6e3fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:01.715382 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-d35252df-d91c-422c-8bdf-3f4eafb6e3fa None None] For port e44504a8-b4ba-435d-a9a0-58f7698b1ce7, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=e44504a8-b4ba-435d-a9a0-58f7698b1ce7,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:28:01.715894 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d35252df-d91c-422c-8bdf-3f4eafb6e3fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:01.733606 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-d35252df-d91c-422c-8bdf-3f4eafb6e3fa None None] Calling delete_port for e44504a8-b4ba-435d-a9a0-58f7698b1ce7 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:28:01.827161 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d35252df-d91c-422c-8bdf-3f4eafb6e3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:01.827682 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-17795008-ff78-41e2-8d28-e758578d641c req-e0c3b44c-210b-4736-84cf-8224cdc37573 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40bfc16b-7605-4f19-8e82-20b449ed7fc1 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:28:01.833446 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dfb533-076a-47ee-bf9b-ee684130a3e4 service neutron] Pushing event updated for resources: {'Port': ['ID=f485a2cf-f2dd-4a21-99af-285b7678aa99,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:01.850044 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-17795008-ff78-41e2-8d28-e758578d641c req-e0c3b44c-210b-4736-84cf-8224cdc37573 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:01.852727 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-632883fd-09fc-4911-8783-9eda865b3415 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:01.854668 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-632883fd-09fc-4911-8783-9eda865b3415 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "DELETE /v2.0/ports/b2728ad0-8f8e-487e-ab9f-174bbf0d1e1e HTTP/1.1" status: 204 len: 168 time: 2.0364954 Jul 09 16:28:01.863956 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43996) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:01.882702 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35252df-d91c-422c-8bdf-3f4eafb6e3fa None None] Pushing event deleted for resources: {'Port': ['ID=e44504a8-b4ba-435d-a9a0-58f7698b1ce7,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:01.892369 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35252df-d91c-422c-8bdf-3f4eafb6e3fa None None] No DVR routers for this DVR port e44504a8-b4ba-435d-a9a0-58f7698b1ce7 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:28:01.897308 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-17795008-ff78-41e2-8d28-e758578d641c req-e0c3b44c-210b-4736-84cf-8224cdc37573 service neutron] Transition to ACTIVE for port object 40bfc16b-7605-4f19-8e82-20b449ed7fc1 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:28:01.916992 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-17795008-ff78-41e2-8d28-e758578d641c req-e0c3b44c-210b-4736-84cf-8224cdc37573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:01.935002 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4698103-b5a6-436e-acaf-0bb0e1b35516 req-a0611422-f25f-4456-84f2-97d6dbbbc31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:01.936490 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a4698103-b5a6-436e-acaf-0bb0e1b35516 req-a0611422-f25f-4456-84f2-97d6dbbbc31b service neutron] 10.222.0.77 "GET /v2.0/networks?id=a171d79a-1159-4481-9cc1-46c665ce3a96 HTTP/1.1" status: 200 len: 918 time: 0.4374042 Jul 09 16:28:01.996789 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2a8fe-6346-4488-bcfa-425fa3147f42 req-c72e92d1-7ddb-471e-8fbf-452cf84eb4d7 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:02.000053 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-77e2a8fe-6346-4488-bcfa-425fa3147f42 req-c72e92d1-7ddb-471e-8fbf-452cf84eb4d7 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 944 time: 0.2528496 Jul 09 16:28:02.034317 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3283f64-aabb-47c2-a681-eafcf37e60f0 req-4ed4dc54-e873-42d5-9d5e-4578299febff tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:02.035877 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c3283f64-aabb-47c2-a681-eafcf37e60f0 req-4ed4dc54-e873-42d5-9d5e-4578299febff tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=5f8c45e3-0037-4593-9e76-6947bc1f2540 HTTP/1.1" status: 200 len: 932 time: 0.3651996 Jul 09 16:28:02.047177 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a4698103-b5a6-436e-acaf-0bb0e1b35516 req-cfb1cf19-2882-4df7-ab08-1ec23801ddc1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=979bff33-6997-4354-abf3-dcab99fbd3f9 HTTP/1.1" status: 200 len: 217 time: 0.0884795 Jul 09 16:28:02.066856 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41917e10-b39b-420c-badd-2309e35edc1c req-0abb87ca-c2fc-4b7d-b583-6d592919339d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:02.069170 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-41917e10-b39b-420c-badd-2309e35edc1c req-0abb87ca-c2fc-4b7d-b583-6d592919339d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bab91c2e534b48d6932e69e9f922d333&device_id=e56a7d9f-9692-476b-b3cb-c13689fb321b HTTP/1.1" status: 200 len: 1094 time: 0.3214443 Jul 09 16:28:02.072666 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3813df-708b-4dda-acb5-b2d2ceb20284 req-c7b629b6-cd9c-49e3-b44f-93e529f9199f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:02.074929 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7d3813df-708b-4dda-acb5-b2d2ceb20284 req-c7b629b6-cd9c-49e3-b44f-93e529f9199f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=927faf6a074749d0b7e4b4706940c5ca&device_id=bc689a4e-7bc3-4b19-adac-813c7d22b5b8 HTTP/1.1" status: 200 len: 1095 time: 0.3606412 Jul 09 16:28:02.085310 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c3b44c-210b-4736-84cf-8224cdc37573 service neutron] Pushing event updated for resources: {'Port': ['ID=40bfc16b-7605-4f19-8e82-20b449ed7fc1,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:02.092392 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d12e0-5b3d-4c75-8a83-e61842856a4c req-9ecf8fcd-1f32-4d58-8777-0dd39a95235e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:02.093867 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-204d12e0-5b3d-4c75-8a83-e61842856a4c req-9ecf8fcd-1f32-4d58-8777-0dd39a95235e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e5ebcab8-5539-48a5-a89a-c895e6b7cdc0 HTTP/1.1" status: 200 len: 1101 time: 0.3909066 Jul 09 16:28:02.160048 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-41917e10-b39b-420c-badd-2309e35edc1c req-bf3cdb69-40b8-4dba-8abb-5df1d67fbd3e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f485a2cf-f2dd-4a21-99af-285b7678aa99 HTTP/1.1" status: 200 len: 217 time: 0.0645504 Jul 09 16:28:02.172700 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-77e2a8fe-6346-4488-bcfa-425fa3147f42 req-16a72b35-734e-48cc-868b-c69176701274 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643295 Jul 09 16:28:02.225091 n-d-798930-3 neutron-server[93959]: DEBUG neutron.objects.ports [None req-58031de6-e939-4ea1-aec6-f53ffa5f3181 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93959) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 16:28:02.234964 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-58031de6-e939-4ea1-aec6-f53ffa5f3181 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:02.299389 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41917e10-b39b-420c-badd-2309e35edc1c req-de19692a-e4ef-4d70-bbcd-bc4d1d262932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:02.300853 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-41917e10-b39b-420c-badd-2309e35edc1c req-de19692a-e4ef-4d70-bbcd-bc4d1d262932 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=03aa29d7-618e-4fba-93dc-b83569f87121 HTTP/1.1" status: 200 len: 859 time: 0.1317036 Jul 09 16:28:02.302539 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-bec72429-963e-477f-b2b3-0c635f377845 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Deleting port f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:28:02.302709 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bec72429-963e-477f-b2b3-0c635f377845 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:02.311866 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58031de6-e939-4ea1-aec6-f53ffa5f3181 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:28:02.325638 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device e44504a8-b4ba-435d-a9a0-58f7698b1ce7 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:28:02.367272 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: e44504a8-b4ba-435d-a9a0-58f7698b1ce7 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:28:02.367640 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device e44504a8-b4ba-435d-a9a0-58f7698b1ce7 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:28:02.372424 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-58031de6-e939-4ea1-aec6-f53ffa5f3181 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:28:02.376580 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58031de6-e939-4ea1-aec6-f53ffa5f3181 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:02.377289 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-58031de6-e939-4ea1-aec6-f53ffa5f3181 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:02.387300 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e53b0e-8f8d-41ca-af54-ed1926c5fd0f None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:28:02.409001 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-41917e10-b39b-420c-badd-2309e35edc1c req-2df03a1b-0224-4780-81ab-110cc81e570a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=77349fb7-f08f-401d-a502-ac937b81dcab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0959084 Jul 09 16:28:02.415891 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58031de6-e939-4ea1-aec6-f53ffa5f3181 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'Subnet': ['ID=9053fb04-65aa-43c2-af10-ba7bf86f5225,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:02.492692 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-58031de6-e939-4ea1-aec6-f53ffa5f3181 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1501749 Jul 09 16:28:02.499222 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 44006) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:02.510625 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-bf48b213-b249-4752-8070-d38756433d17 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'port': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'mac_address': 'fa:16:3e:ca:8a:6e', 'name': 'tempest-NetworksTestDHCPv6-1518279431'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:28:02.540108 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9d468b-642a-4c8f-b11e-97643faf2b2a x-openstack-request-id: req-9b9d468b-642a-4c8f-b11e-97643faf2b2a {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:28:02.540399 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e56a7d9f-9692-476b-b3cb-c13689fb321b", "tag": "f485a2cf-f2dd-4a21-99af-285b7678aa99", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:28:02.540654 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9b9d468b-642a-4c8f-b11e-97643faf2b2a {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:28:02.541051 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e56a7d9f-9692-476b-b3cb-c13689fb321b', 'tag': 'f485a2cf-f2dd-4a21-99af-285b7678aa99', 'status': 'completed', 'code': 200} Jul 09 16:28:02.597069 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c3283f64-aabb-47c2-a681-eafcf37e60f0 req-99255fd7-b07c-49fa-a777-08478472ede1 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5549598 Jul 09 16:28:02.617620 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4698103-b5a6-436e-acaf-0bb0e1b35516 req-1bd67656-3c0c-4af7-819f-a8c1f07206e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:02.619186 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a4698103-b5a6-436e-acaf-0bb0e1b35516 req-1bd67656-3c0c-4af7-819f-a8c1f07206e6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b9e97679-e3ca-4f43-b281-7791408a1287 HTTP/1.1" status: 200 len: 856 time: 0.5487151 Jul 09 16:28:02.652805 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb10993b-f3e9-408e-9264-585a9640c3a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-f22714f5-d774-47cf-ac1e-3989f67517e9', 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'tenant_id': '005b565b3c004d24a50d69ddcd50be46', 'fixed_ips': [{'subnet_id': '9053fb04-65aa-43c2-af10-ba7bf86f5225'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:28:02.654009 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fb10993b-f3e9-408e-9264-585a9640c3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:02.704717 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bec72429-963e-477f-b2b3-0c635f377845 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:02.747543 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3813df-708b-4dda-acb5-b2d2ceb20284 req-a101b400-864a-4a9b-b765-9ef2307e466f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:02.749470 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7d3813df-708b-4dda-acb5-b2d2ceb20284 req-a101b400-864a-4a9b-b765-9ef2307e466f service neutron] 10.222.0.73 "GET /v2.0/networks?id=e14244d3-321e-4e11-8fa5-f8d23e2088a8 HTTP/1.1" status: 200 len: 913 time: 0.6602259 Jul 09 16:28:02.754645 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-204d12e0-5b3d-4c75-8a83-e61842856a4c req-f66d4536-fce4-4549-87fb-3b53ad8557b1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d5787e4b-0025-4888-9634-927da41b95f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6271648 Jul 09 16:28:02.764566 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-bec72429-963e-477f-b2b3-0c635f377845 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Calling delete_port for f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:28:02.772086 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-17795008-ff78-41e2-8d28-e758578d641c req-e0c3b44c-210b-4736-84cf-8224cdc37573 service neutron] Attempting to bind port 40bfc16b-7605-4f19-8e82-20b449ed7fc1 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:28:02.772437 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-17795008-ff78-41e2-8d28-e758578d641c req-e0c3b44c-210b-4736-84cf-8224cdc37573 service neutron] Attempting to bind port 40bfc16b-7605-4f19-8e82-20b449ed7fc1 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '98a03907-eb1c-4003-907c-acf76e082f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '77349fb7-f08f-401d-a502-ac937b81dcab'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:28:02.772908 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17795008-ff78-41e2-8d28-e758578d641c req-e0c3b44c-210b-4736-84cf-8224cdc37573 service neutron] Attempting to bind port 40bfc16b-7605-4f19-8e82-20b449ed7fc1 on network 77349fb7-f08f-401d-a502-ac937b81dcab {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:28:02.783147 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 979bff33-6997-4354-abf3-dcab99fbd3f9 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:28:02.787999 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c21e010-9ce7-48e8-8386-814d7bd33244 req-f3bb6109-03c3-4ec1-a286-989d30a960d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:02.789535 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1c21e010-9ce7-48e8-8386-814d7bd33244 req-f3bb6109-03c3-4ec1-a286-989d30a960d6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d51c8e8366b7411fa3b4bbb6b14ba732&device_id=2c00d4ab-0149-4d78-99f2-3d68ebb16180 HTTP/1.1" status: 200 len: 1096 time: 0.1725764 Jul 09 16:28:02.802347 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17795008-ff78-41e2-8d28-e758578d641c req-e0c3b44c-210b-4736-84cf-8224cdc37573 service neutron] Port 40bfc16b-7605-4f19-8e82-20b449ed7fc1 on network 77349fb7-f08f-401d-a502-ac937b81dcab not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:28:02.802629 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17795008-ff78-41e2-8d28-e758578d641c req-e0c3b44c-210b-4736-84cf-8224cdc37573 service neutron] Attempting to bind port 40bfc16b-7605-4f19-8e82-20b449ed7fc1 on network 77349fb7-f08f-401d-a502-ac937b81dcab {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:28:02.803355 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-41917e10-b39b-420c-badd-2309e35edc1c req-e7846dcb-b083-4f40-9ade-322569a8cb3e service neutron] 10.222.0.73 "GET /v2.0/networks/77349fb7-f08f-401d-a502-ac937b81dcab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3838198 Jul 09 16:28:02.817506 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17795008-ff78-41e2-8d28-e758578d641c req-e0c3b44c-210b-4736-84cf-8224cdc37573 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:28:02.817856 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17795008-ff78-41e2-8d28-e758578d641c req-e0c3b44c-210b-4736-84cf-8224cdc37573 service neutron] Checking segment: {'id': '98a03907-eb1c-4003-907c-acf76e082f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '77349fb7-f08f-401d-a502-ac937b81dcab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:28:02.818525 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17795008-ff78-41e2-8d28-e758578d641c req-e0c3b44c-210b-4736-84cf-8224cdc37573 service neutron] Bound using segment: {'id': '98a03907-eb1c-4003-907c-acf76e082f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '77349fb7-f08f-401d-a502-ac937b81dcab'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:28:02.819011 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-17795008-ff78-41e2-8d28-e758578d641c req-e0c3b44c-210b-4736-84cf-8224cdc37573 service neutron] Bound port: 40bfc16b-7605-4f19-8e82-20b449ed7fc1, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98a03907-eb1c-4003-907c-acf76e082f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '77349fb7-f08f-401d-a502-ac937b81dcab'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:28:02.819380 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-17795008-ff78-41e2-8d28-e758578d641c req-e0c3b44c-210b-4736-84cf-8224cdc37573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:02.849133 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-fb10993b-f3e9-408e-9264-585a9640c3a5 None None] Allocated IP 2001:db8::f816:3eff:fee2:8934 (f22714f5-d774-47cf-ac1e-3989f67517e9/9053fb04-65aa-43c2-af10-ba7bf86f5225/7c280153-0005-42c6-b77a-19e251afa05e) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:28:02.850730 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4698103-b5a6-436e-acaf-0bb0e1b35516 req-8cc634a7-c88b-49fe-a9c0-9c4116105328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:02.852408 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a4698103-b5a6-436e-acaf-0bb0e1b35516 req-8cc634a7-c88b-49fe-a9c0-9c4116105328 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a171d79a-1159-4481-9cc1-46c665ce3a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2269051 Jul 09 16:28:02.859744 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf48b213-b249-4752-8070-d38756433d17 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:28:02.911807 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a856ecd-ec05-4a54-90ba-d953a95a5ab7 req-d7e19680-1110-41fc-9799-7c2af156756e tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:02.913332 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0a856ecd-ec05-4a54-90ba-d953a95a5ab7 req-d7e19680-1110-41fc-9799-7c2af156756e tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc689a4e-7bc3-4b19-adac-813c7d22b5b8 HTTP/1.1" status: 200 len: 944 time: 0.2375121 Jul 09 16:28:02.973400 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6e7e9-4fae-43af-a716-55af9ea0b4b2 req-444c1d8c-5281-4b80-bcd3-40b074719934 tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:02.974840 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a6b6e7e9-4fae-43af-a716-55af9ea0b4b2 req-444c1d8c-5281-4b80-bcd3-40b074719934 tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] 10.222.0.98 "GET /v2.0/ports?device_id=e5ebcab8-5539-48a5-a89a-c895e6b7cdc0 HTTP/1.1" status: 200 len: 950 time: 0.2162743 Jul 09 16:28:03.012205 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 979bff33-6997-4354-abf3-dcab99fbd3f9, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=979bff33-6997-4354-abf3-dcab99fbd3f9,segment=NetworkSegment(ccf009d5-237d-4e31-8041-1465d7de9aef),segment_id=ccf009d5-237d-4e31-8041-1465d7de9aef)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:28:03.019071 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0a856ecd-ec05-4a54-90ba-d953a95a5ab7 req-83c5667e-7405-41c8-a24b-8ee255cce09c tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957322 Jul 09 16:28:03.033188 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-17795008-ff78-41e2-8d28-e758578d641c req-e0c3b44c-210b-4736-84cf-8224cdc37573 service neutron] For port 40bfc16b-7605-4f19-8e82-20b449ed7fc1, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:28:03.047162 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '979bff33-6997-4354-abf3-dcab99fbd3f9', 'network_id': 'a171d79a-1159-4481-9cc1-46c665ce3a96', 'port_id': '979bff33-6997-4354-abf3-dcab99fbd3f9', 'mac_address': 'fa:16:3e:a1:db:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9e97679-e3ca-4f43-b281-7791408a1287', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:28:03.073363 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-17795008-ff78-41e2-8d28-e758578d641c req-e0c3b44c-210b-4736-84cf-8224cdc37573 service neutron] For port 40bfc16b-7605-4f19-8e82-20b449ed7fc1, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=40bfc16b-7605-4f19-8e82-20b449ed7fc1,segment=NetworkSegment(98a03907-eb1c-4003-907c-acf76e082f5d),segment_id=98a03907-eb1c-4003-907c-acf76e082f5d)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:28:03.077607 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a4698103-b5a6-436e-acaf-0bb0e1b35516 req-b5d96e1f-8811-4ebc-abb5-29d293eb5d7d service neutron] 10.222.0.77 "GET /v2.0/networks/a171d79a-1159-4481-9cc1-46c665ce3a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014654 Jul 09 16:28:03.084070 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-17795008-ff78-41e2-8d28-e758578d641c req-e0c3b44c-210b-4736-84cf-8224cdc37573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:03.089132 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bf48b213-b249-4752-8070-d38756433d17 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:03.095120 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bec72429-963e-477f-b2b3-0c635f377845 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:03.114274 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a6b6e7e9-4fae-43af-a716-55af9ea0b4b2 req-3375d38d-8f9f-48c8-beed-f1638f0d6fc2 tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] 10.222.0.98 "GET /v2.0/security-groups?id=d5787e4b-0025-4888-9634-927da41b95f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312940 Jul 09 16:28:03.172770 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:03.178800 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fb10993b-f3e9-408e-9264-585a9640c3a5 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:03.197279 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fb10993b-f3e9-408e-9264-585a9640c3a5 None None] Transition to ACTIVE for port object 7c280153-0005-42c6-b77a-19e251afa05e will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:28:03.200811 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 979bff33-6997-4354-abf3-dcab99fbd3f9 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:28:03.205540 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7d3813df-708b-4dda-acb5-b2d2ceb20284 req-7d117f23-c337-44c3-a343-2c2579e7abab service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc96a59f-cd47-4505-ac7f-6bbd72fbddb5 HTTP/1.1" status: 200 len: 217 time: 0.1189785 Jul 09 16:28:03.266747 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c21e010-9ce7-48e8-8386-814d7bd33244 req-77d56998-a2b1-41cc-a896-3d413adf07f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:03.268639 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1c21e010-9ce7-48e8-8386-814d7bd33244 req-77d56998-a2b1-41cc-a896-3d413adf07f0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=231872ae-9296-4423-b514-875db3d45bc0 HTTP/1.1" status: 200 len: 913 time: 0.1716187 Jul 09 16:28:03.270516 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3813df-708b-4dda-acb5-b2d2ceb20284 req-6e49c6b4-e47d-4dc6-b46a-62d982ed80be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:03.272049 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7d3813df-708b-4dda-acb5-b2d2ceb20284 req-6e49c6b4-e47d-4dc6-b46a-62d982ed80be service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9ed42caa-ccec-43f9-abc2-3f037ba46c07 HTTP/1.1" status: 200 len: 851 time: 0.0527279 Jul 09 16:28:03.273746 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec72429-963e-477f-b2b3-0c635f377845 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Pushing event deleted for resources: {'Port': ['ID=f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:03.278740 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17795008-ff78-41e2-8d28-e758578d641c req-e0c3b44c-210b-4736-84cf-8224cdc37573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:03.279380 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-17795008-ff78-41e2-8d28-e758578d641c req-e0c3b44c-210b-4736-84cf-8224cdc37573 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:03.280780 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-17795008-ff78-41e2-8d28-e758578d641c req-e0c3b44c-210b-4736-84cf-8224cdc37573 service neutron] 10.222.0.77 "PUT /v2.0/ports/40bfc16b-7605-4f19-8e82-20b449ed7fc1 HTTP/1.1" status: 200 len: 1092 time: 3.1638772 Jul 09 16:28:03.282741 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fb10993b-f3e9-408e-9264-585a9640c3a5 None None] Transition to ACTIVE for port object 7c280153-0005-42c6-b77a-19e251afa05e will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:28:03.291364 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fb10993b-f3e9-408e-9264-585a9640c3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:03.296028 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 979bff33-6997-4354-abf3-dcab99fbd3f9, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=979bff33-6997-4354-abf3-dcab99fbd3f9,segment=NetworkSegment(ccf009d5-237d-4e31-8041-1465d7de9aef),segment_id=ccf009d5-237d-4e31-8041-1465d7de9aef)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:28:03.326897 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:03.345261 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb10993b-f3e9-408e-9264-585a9640c3a5 None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:28:03.349989 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-fb10993b-f3e9-408e-9264-585a9640c3a5 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:28:03.355078 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb10993b-f3e9-408e-9264-585a9640c3a5 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:28:03.358446 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10993b-f3e9-408e-9264-585a9640c3a5 None None] Pushing event updated for resources: {'Port': ['ID=7c280153-0005-42c6-b77a-19e251afa05e,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:03.407030 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c3b44c-210b-4736-84cf-8224cdc37573 service neutron] Pushing event updated for resources: {'Port': ['ID=40bfc16b-7605-4f19-8e82-20b449ed7fc1,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:03.415952 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1c21e010-9ce7-48e8-8386-814d7bd33244 req-3d2efaf9-a129-4583-9bf8-c61e81c4bda1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4cb35c4b-70f9-4d6e-9f5e-67d047e23968 HTTP/1.1" status: 200 len: 217 time: 0.0979209 Jul 09 16:28:03.418986 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-bf48b213-b249-4752-8070-d38756433d17 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] device_id is not set on port 0184f00a-69bd-48bd-9844-d1e2c74faeaa yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:28:03.461916 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-fb10993b-f3e9-408e-9264-585a9640c3a5 None None] Attempting to bind port 7c280153-0005-42c6-b77a-19e251afa05e on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:28:03.462752 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-fb10993b-f3e9-408e-9264-585a9640c3a5 None None] Attempting to bind port 7c280153-0005-42c6-b77a-19e251afa05e by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:28:03.462752 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb10993b-f3e9-408e-9264-585a9640c3a5 None None] Attempting to bind port 7c280153-0005-42c6-b77a-19e251afa05e on network f22714f5-d774-47cf-ac1e-3989f67517e9 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:28:03.465627 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=979bff33-6997-4354-abf3-dcab99fbd3f9,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:03.471120 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb10993b-f3e9-408e-9264-585a9640c3a5 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:28:03.471447 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb10993b-f3e9-408e-9264-585a9640c3a5 None None] Checking segment: {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:28:03.471846 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fb10993b-f3e9-408e-9264-585a9640c3a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:03.472232 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb10993b-f3e9-408e-9264-585a9640c3a5 None None] Bound using segment: {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:28:03.472706 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-fb10993b-f3e9-408e-9264-585a9640c3a5 None None] Bound port: 7c280153-0005-42c6-b77a-19e251afa05e, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:28:03.473083 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fb10993b-f3e9-408e-9264-585a9640c3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:03.473334 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a4698103-b5a6-436e-acaf-0bb0e1b35516 req-485b7f3c-6ead-4c26-8f43-77a01a8f5539 service neutron] 10.222.0.77 "GET /v2.0/networks/a171d79a-1159-4481-9cc1-46c665ce3a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780782 Jul 09 16:28:03.506052 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3813df-708b-4dda-acb5-b2d2ceb20284 req-a76fe63e-2b3d-42ba-8663-10e519e6dc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:03.507615 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7d3813df-708b-4dda-acb5-b2d2ceb20284 req-a76fe63e-2b3d-42ba-8663-10e519e6dc33 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e14244d3-321e-4e11-8fa5-f8d23e2088a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2083683 Jul 09 16:28:03.517321 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e7b55-eca8-4427-9d92-6145d2e25f27 req-d06a4efc-de98-4554-bff6-af706d2d939e tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:03.518882 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0e9e7b55-eca8-4427-9d92-6145d2e25f27 req-d06a4efc-de98-4554-bff6-af706d2d939e tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] 10.222.0.98 "GET /v2.0/ports?device_id=2c00d4ab-0149-4d78-99f2-3d68ebb16180 HTTP/1.1" status: 200 len: 945 time: 0.2371414 Jul 09 16:28:03.561081 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fb10993b-f3e9-408e-9264-585a9640c3a5 None None] For port 7c280153-0005-42c6-b77a-19e251afa05e, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:28:03.566084 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17795008-ff78-41e2-8d28-e758578d641c req-f71570b4-9fc4-41ae-856b-46fc0a46c35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:03.566593 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fb10993b-f3e9-408e-9264-585a9640c3a5 None None] For port 7c280153-0005-42c6-b77a-19e251afa05e, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=7c280153-0005-42c6-b77a-19e251afa05e,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:28:03.568547 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-17795008-ff78-41e2-8d28-e758578d641c req-f71570b4-9fc4-41ae-856b-46fc0a46c35b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bab91c2e534b48d6932e69e9f922d333&device_id=5f8c45e3-0037-4593-9e76-6947bc1f2540 HTTP/1.1" status: 200 len: 1095 time: 0.2137418 Jul 09 16:28:03.572444 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fb10993b-f3e9-408e-9264-585a9640c3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:03.601705 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['979bff33-6997-4354-abf3-dcab99fbd3f9'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:28:03.664503 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0e9e7b55-eca8-4427-9d92-6145d2e25f27 req-e6f2ce6e-1d2f-4ec9-8995-c55ebf75b311 tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] 10.222.0.98 "GET /v2.0/security-groups?id=b5dfb5f3-bae8-43bd-bad8-d840d40120c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338418 Jul 09 16:28:03.675936 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-17795008-ff78-41e2-8d28-e758578d641c req-d6f25185-afaf-4f7f-abc6-68b9c25a5220 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40bfc16b-7605-4f19-8e82-20b449ed7fc1 HTTP/1.1" status: 200 len: 217 time: 0.0805082 Jul 09 16:28:03.726393 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10993b-f3e9-408e-9264-585a9640c3a5 None None] Pushing event updated for resources: {'Port': ['ID=7c280153-0005-42c6-b77a-19e251afa05e,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:03.785771 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7d3813df-708b-4dda-acb5-b2d2ceb20284 req-847844d0-e95d-49cd-b288-c0405d0f6420 service neutron] 10.222.0.73 "GET /v2.0/networks/e14244d3-321e-4e11-8fa5-f8d23e2088a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658703 Jul 09 16:28:03.787446 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17795008-ff78-41e2-8d28-e758578d641c req-c4ccae37-2cb0-47fd-9716-2b31059ea522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:03.789209 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-17795008-ff78-41e2-8d28-e758578d641c req-c4ccae37-2cb0-47fd-9716-2b31059ea522 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=03aa29d7-618e-4fba-93dc-b83569f87121 HTTP/1.1" status: 200 len: 859 time: 0.1033223 Jul 09 16:28:03.853063 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-17795008-ff78-41e2-8d28-e758578d641c req-4fdb38a2-78d2-4797-9ad6-6f4c977b8815 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=77349fb7-f08f-401d-a502-ac937b81dcab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416622 Jul 09 16:28:04.044449 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c21e010-9ce7-48e8-8386-814d7bd33244 req-1cd4410c-c4f5-477f-8d10-cc260a989f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:04.045859 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1c21e010-9ce7-48e8-8386-814d7bd33244 req-1cd4410c-c4f5-477f-8d10-cc260a989f5e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3e0d8c88-f878-4783-9bea-2e636c9b8d9c HTTP/1.1" status: 200 len: 852 time: 0.5872481 Jul 09 16:28:04.119458 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1c21e010-9ce7-48e8-8386-814d7bd33244 req-d0deaac9-f1a3-42d1-8986-69997b5f3398 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=231872ae-9296-4423-b514-875db3d45bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499866 Jul 09 16:28:04.144518 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2e6c7-6a8d-4cbf-8746-e4f7b76019d9 req-d83c084d-ee5e-4c07-9769-332e82d6211e tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:04.146084 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c3b2e6c7-6a8d-4cbf-8746-e4f7b76019d9 req-d83c084d-ee5e-4c07-9769-332e82d6211e tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=5f8c45e3-0037-4593-9e76-6947bc1f2540 HTTP/1.1" status: 200 len: 944 time: 0.2919548 Jul 09 16:28:04.166243 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bec72429-963e-477f-b2b3-0c635f377845 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:04.170836 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-bec72429-963e-477f-b2b3-0c635f377845 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "DELETE /v2.0/ports/f6f81bc3-ec7c-42ed-b3d5-0cb2c9ef0847 HTTP/1.1" status: 204 len: 168 time: 2.3017521 Jul 09 16:28:04.175220 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44018) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:04.196395 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-17795008-ff78-41e2-8d28-e758578d641c req-ccad6a5d-f473-42c9-8447-1eca5bd6dddd service neutron] 10.222.0.77 "GET /v2.0/networks/77349fb7-f08f-401d-a502-ac937b81dcab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985861 Jul 09 16:28:04.220145 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7d3813df-708b-4dda-acb5-b2d2ceb20284 req-17fa66a4-9038-4df1-baef-52191960c070 service neutron] 10.222.0.73 "GET /v2.0/networks/e14244d3-321e-4e11-8fa5-f8d23e2088a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217577 Jul 09 16:28:04.247369 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-41917e10-b39b-420c-badd-2309e35edc1c req-c04685c2-944b-4310-b6b5-a81337dcf58a service neutron] 10.222.0.73 "GET /v2.0/networks/77349fb7-f08f-401d-a502-ac937b81dcab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1300173 Jul 09 16:28:04.267598 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-bf48b213-b249-4752-8070-d38756433d17 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Allocated IP 2001:db8::f816:3eff:feca:8a6e (f22714f5-d774-47cf-ac1e-3989f67517e9/9053fb04-65aa-43c2-af10-ba7bf86f5225/0184f00a-69bd-48bd-9844-d1e2c74faeaa) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:28:04.281953 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c461d226-70ac-41c8-be11-a5a9f467bdc1 req-d3c6c5dd-6d2a-4874-8832-347a41dff926 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:04.286139 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c461d226-70ac-41c8-be11-a5a9f467bdc1 req-d3c6c5dd-6d2a-4874-8832-347a41dff926 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 945 time: 0.9079602 Jul 09 16:28:04.335522 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c3b2e6c7-6a8d-4cbf-8746-e4f7b76019d9 req-2474f662-1113-4beb-99f8-345674e5019a tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773829 Jul 09 16:28:04.367152 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 7c280153-0005-42c6-b77a-19e251afa05e up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:28:04.389140 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-337004da-9779-4c97-81de-9873e6876c1a tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Deleting subnet ae89dbbd-9e79-42bc-a3f4-8084965358e2 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:28:04.394004 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-17795008-ff78-41e2-8d28-e758578d641c req-97e36370-ca97-45aa-a5c1-1ca4de677be2 service neutron] 10.222.0.77 "GET /v2.0/networks/77349fb7-f08f-401d-a502-ac937b81dcab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763389 Jul 09 16:28:04.397527 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-337004da-9779-4c97-81de-9873e6876c1a tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:04.401135 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device cc96a59f-cd47-4505-ac7f-6bbd72fbddb5 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:28:04.467991 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-337004da-9779-4c97-81de-9873e6876c1a tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:04.518929 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 7c280153-0005-42c6-b77a-19e251afa05e completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:28:04.559326 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f8c45e3-0037-4593-9e76-6947bc1f2540', 'tag': '40bfc16b-7605-4f19-8e82-20b449ed7fc1'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:28:04.562200 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ca8199-f4ad-475a-ada2-408919415391" -d '{"events": [{"name": "network-changed", "server_uuid": "5f8c45e3-0037-4593-9e76-6947bc1f2540", "tag": "40bfc16b-7605-4f19-8e82-20b449ed7fc1"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:28:04.569025 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port cc96a59f-cd47-4505-ac7f-6bbd72fbddb5, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=cc96a59f-cd47-4505-ac7f-6bbd72fbddb5,segment=NetworkSegment(44b862f2-e325-48d7-99eb-7401b6fb9e9c),segment_id=44b862f2-e325-48d7-99eb-7401b6fb9e9c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:28:04.582037 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c461d226-70ac-41c8-be11-a5a9f467bdc1 req-baa85d1a-a71b-41eb-a1d4-d65bb42ab20d tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2775173 Jul 09 16:28:04.584211 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1c21e010-9ce7-48e8-8386-814d7bd33244 req-8300b84c-a028-49e0-8d9f-3eb78445a6cf service neutron] 10.222.0.73 "GET /v2.0/networks/231872ae-9296-4423-b514-875db3d45bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4107754 Jul 09 16:28:04.586114 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': 'cc96a59f-cd47-4505-ac7f-6bbd72fbddb5', 'network_id': 'e14244d3-321e-4e11-8fa5-f8d23e2088a8', 'port_id': 'cc96a59f-cd47-4505-ac7f-6bbd72fbddb5', 'mac_address': 'fa:16:3e:85:b6:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ed42caa-ccec-43f9-abc2-3f037ba46c07', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:28:04.654181 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:04.674384 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc96a59f-cd47-4505-ac7f-6bbd72fbddb5 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:28:04.702703 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-337004da-9779-4c97-81de-9873e6876c1a tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:04.709685 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port cc96a59f-cd47-4505-ac7f-6bbd72fbddb5, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=cc96a59f-cd47-4505-ac7f-6bbd72fbddb5,segment=NetworkSegment(44b862f2-e325-48d7-99eb-7401b6fb9e9c),segment_id=44b862f2-e325-48d7-99eb-7401b6fb9e9c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:28:04.716226 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1c21e010-9ce7-48e8-8386-814d7bd33244 req-2c35c544-ae4e-4c29-bf93-6d9bd85002b7 service neutron] 10.222.0.73 "GET /v2.0/networks/231872ae-9296-4423-b514-875db3d45bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237607 Jul 09 16:28:04.716683 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:04.742904 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bf48b213-b249-4752-8070-d38756433d17 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:04.745788 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca48c781-518c-4ce6-9d65-3f00fe4c9cc1 req-8c6df1b9-bc7f-4139-a900-d28688f579e9 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:04.756630 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ca48c781-518c-4ce6-9d65-3f00fe4c9cc1 req-8c6df1b9-bc7f-4139-a900-d28688f579e9 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc689a4e-7bc3-4b19-adac-813c7d22b5b8 HTTP/1.1" status: 200 len: 944 time: 0.2464221 Jul 09 16:28:04.762248 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4c138-19d7-49c9-8281-cd69eb926ecb req-525d71d7-40fa-45e3-ae42-c75111789cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:04.763835 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-10c4c138-19d7-49c9-8281-cd69eb926ecb req-525d71d7-40fa-45e3-ae42-c75111789cb1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bab91c2e534b48d6932e69e9f922d333&device_id=e56a7d9f-9692-476b-b3cb-c13689fb321b HTTP/1.1" status: 200 len: 1094 time: 0.3830190 Jul 09 16:28:04.769531 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-bf48b213-b249-4752-8070-d38756433d17 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Transition to ACTIVE for port object 0184f00a-69bd-48bd-9844-d1e2c74faeaa will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:28:04.801319 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 979bff33-6997-4354-abf3-dcab99fbd3f9 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:28:04.830194 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ca48c781-518c-4ce6-9d65-3f00fe4c9cc1 req-a301a56b-3804-4c77-85fa-b9f082d1a163 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720406 Jul 09 16:28:04.871736 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-337004da-9779-4c97-81de-9873e6876c1a tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:04.905277 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=cc96a59f-cd47-4505-ac7f-6bbd72fbddb5,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:04.909204 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337004da-9779-4c97-81de-9873e6876c1a tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Pushing event deleted for resources: {'Subnet': ['ID=ae89dbbd-9e79-42bc-a3f4-8084965358e2,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:04.921192 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4c138-19d7-49c9-8281-cd69eb926ecb req-79e2b7aa-e819-4c8a-b573-817952355d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:04.922612 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-337004da-9779-4c97-81de-9873e6876c1a tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:04.923132 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaeb3a61-4046-449c-ae29-d0913d5c8a1b None None] Network f2f28c7b-9941-49e4-8996-9de52a7808d3 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:28:04.925171 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-337004da-9779-4c97-81de-9873e6876c1a tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "DELETE /v2.0/subnets/ae89dbbd-9e79-42bc-a3f4-8084965358e2 HTTP/1.1" status: 204 len: 168 time: 0.7474775 Jul 09 16:28:04.927688 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44024) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:04.931226 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-10c4c138-19d7-49c9-8281-cd69eb926ecb req-79e2b7aa-e819-4c8a-b573-817952355d0a service neutron] 10.222.0.73 "GET /v2.0/networks?id=77349fb7-f08f-401d-a502-ac937b81dcab HTTP/1.1" status: 200 len: 920 time: 0.1593857 Jul 09 16:28:04.946946 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf1e993-b869-43c4-ac81-5a5f17d9ccf1 x-openstack-request-id: req-ebf1e993-b869-43c4-ac81-5a5f17d9ccf1 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:28:04.947341 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f8c45e3-0037-4593-9e76-6947bc1f2540", "tag": "40bfc16b-7605-4f19-8e82-20b449ed7fc1", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:28:04.947642 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ebf1e993-b869-43c4-ac81-5a5f17d9ccf1 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:28:04.947985 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f8c45e3-0037-4593-9e76-6947bc1f2540', 'tag': '40bfc16b-7605-4f19-8e82-20b449ed7fc1', 'status': 'completed', 'code': 200} Jul 09 16:28:05.035637 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c60e941-967f-4408-a776-27fb3498b508 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Deleting subnet 981e8e3d-124b-4345-9952-afb7f38f6b86 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:28:05.040915 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c60e941-967f-4408-a776-27fb3498b508 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:05.060717 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 979bff33-6997-4354-abf3-dcab99fbd3f9 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:28:05.071786 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 979bff33-6997-4354-abf3-dcab99fbd3f9 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:28:05.072509 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:05.085075 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-10c4c138-19d7-49c9-8281-cd69eb926ecb req-74bcac89-1705-4958-9d49-28c0f5b845ee service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f485a2cf-f2dd-4a21-99af-285b7678aa99 HTTP/1.1" status: 200 len: 217 time: 0.1457059 Jul 09 16:28:05.113510 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c60e941-967f-4408-a776-27fb3498b508 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:05.141480 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bf48b213-b249-4752-8070-d38756433d17 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:05.184309 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca8199-f4ad-475a-ada2-408919415391 req-832a8c55-25fb-49a9-ae35-799bdc43891c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:05.185814 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b2ca8199-f4ad-475a-ada2-408919415391 req-832a8c55-25fb-49a9-ae35-799bdc43891c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bab91c2e534b48d6932e69e9f922d333&device_id=5f8c45e3-0037-4593-9e76-6947bc1f2540 HTTP/1.1" status: 200 len: 1095 time: 0.2153273 Jul 09 16:28:05.203859 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf48b213-b249-4752-8070-d38756433d17 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'Port': ['ID=0184f00a-69bd-48bd-9844-d1e2c74faeaa,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:05.227648 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd510345-8656-446a-89c8-2b891b410bac req-00327988-21dc-4daa-8ed9-abd212edde78 tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:05.229302 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-dd510345-8656-446a-89c8-2b891b410bac req-00327988-21dc-4daa-8ed9-abd212edde78 tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] 10.222.0.98 "GET /v2.0/ports?device_id=e5ebcab8-5539-48a5-a89a-c895e6b7cdc0 HTTP/1.1" status: 200 len: 950 time: 0.2191746 Jul 09 16:28:05.237394 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:05.258072 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf48b213-b249-4752-8070-d38756433d17 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:28:05.263610 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-bf48b213-b249-4752-8070-d38756433d17 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:28:05.268100 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4c138-19d7-49c9-8281-cd69eb926ecb req-048fa90a-647d-45eb-aefa-1c4deee5138a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:05.269635 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-10c4c138-19d7-49c9-8281-cd69eb926ecb req-048fa90a-647d-45eb-aefa-1c4deee5138a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=03aa29d7-618e-4fba-93dc-b83569f87121 HTTP/1.1" status: 200 len: 859 time: 0.1718962 Jul 09 16:28:05.270703 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf48b213-b249-4752-8070-d38756433d17 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:28:05.276400 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf48b213-b249-4752-8070-d38756433d17 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:05.277675 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bf48b213-b249-4752-8070-d38756433d17 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:05.278898 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b72271-6fd5-4421-a385-eedba481230a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979bff33-6997-4354-abf3-dcab99fbd3f9'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:28:05.283033 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9daf9f-7d5d-48cd-a6a0-78914b4ade75" -d '{"events": [{"server_uuid": "80b72271-6fd5-4421-a385-eedba481230a", "name": "network-vif-plugged", "status": "completed", "tag": "979bff33-6997-4354-abf3-dcab99fbd3f9"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:28:05.298821 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 979bff33-6997-4354-abf3-dcab99fbd3f9, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=979bff33-6997-4354-abf3-dcab99fbd3f9,segment=NetworkSegment(ccf009d5-237d-4e31-8041-1465d7de9aef),segment_id=ccf009d5-237d-4e31-8041-1465d7de9aef)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:28:05.303685 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-91af05d4-1b39-4b71-9f77-effaa1b9041f None None] Provisioning for port 7c280153-0005-42c6-b77a-19e251afa05e completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:28:05.307485 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['cc96a59f-cd47-4505-ac7f-6bbd72fbddb5'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:28:05.314077 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-10c4c138-19d7-49c9-8281-cd69eb926ecb req-c1ab2d24-6a82-4ebf-a1d1-e71e1785dc30 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=77349fb7-f08f-401d-a502-ac937b81dcab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335624 Jul 09 16:28:05.349578 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:05.353860 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d36a6-80dd-43d8-b679-ab9a397f1dd5 req-88a55e6f-4fdb-4e5b-97ba-e3b381087e99 tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:05.355500 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8d8d36a6-80dd-43d8-b679-ab9a397f1dd5 req-88a55e6f-4fdb-4e5b-97ba-e3b381087e99 tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] 10.222.0.98 "GET /v2.0/ports?device_id=2c00d4ab-0149-4d78-99f2-3d68ebb16180 HTTP/1.1" status: 200 len: 945 time: 0.2070098 Jul 09 16:28:05.355635 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-91af05d4-1b39-4b71-9f77-effaa1b9041f None None] Provisioning complete for port 7c280153-0005-42c6-b77a-19e251afa05e triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:28:05.355905 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-91af05d4-1b39-4b71-9f77-effaa1b9041f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:05.363824 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c60e941-967f-4408-a776-27fb3498b508 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:05.406453 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7925a5ac-3ea9-4766-b57d-ba86b7ba6e96 None None] DHCP port deletion for f2f28c7b-9941-49e4-8996-9de52a7808d3 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:28:05.419955 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca8199-f4ad-475a-ada2-408919415391 req-3f99bc62-1b87-414e-aac0-95cdbe6e30ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:05.421659 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b2ca8199-f4ad-475a-ada2-408919415391 req-3f99bc62-1b87-414e-aac0-95cdbe6e30ca service neutron] 10.222.0.77 "GET /v2.0/networks?id=77349fb7-f08f-401d-a502-ac937b81dcab HTTP/1.1" status: 200 len: 920 time: 0.2265072 Jul 09 16:28:05.437519 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-10c4c138-19d7-49c9-8281-cd69eb926ecb req-4f185646-7218-4e2a-9497-b8cbe5d5290a service neutron] 10.222.0.73 "GET /v2.0/networks/77349fb7-f08f-401d-a502-ac937b81dcab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076014 Jul 09 16:28:05.449193 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=979bff33-6997-4354-abf3-dcab99fbd3f9,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:05.451378 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-dd510345-8656-446a-89c8-2b891b410bac req-ddcf72c9-1746-4f7a-8575-8889aca62dd7 tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] 10.222.0.98 "GET /v2.0/security-groups?id=d5787e4b-0025-4888-9634-927da41b95f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145498 Jul 09 16:28:05.458059 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-bf48b213-b249-4752-8070-d38756433d17 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9575911 Jul 09 16:28:05.467084 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 44030) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:05.488654 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b2ca8199-f4ad-475a-ada2-408919415391 req-526493f8-b912-4dd0-b653-95b8dafbdefb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40bfc16b-7605-4f19-8e82-20b449ed7fc1 HTTP/1.1" status: 200 len: 217 time: 0.0563211 Jul 09 16:28:05.496546 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8d8d36a6-80dd-43d8-b679-ab9a397f1dd5 req-1a3448ea-a23e-4ae2-be13-31b878461ffe tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] 10.222.0.98 "GET /v2.0/security-groups?id=b5dfb5f3-bae8-43bd-bad8-d840d40120c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093850 Jul 09 16:28:05.560276 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c60e941-967f-4408-a776-27fb3498b508 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:05.562728 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54dc69ef-5370-4635-ba42-95b0ded92cd8 x-openstack-request-id: req-54dc69ef-5370-4635-ba42-95b0ded92cd8 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:28:05.562958 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b72271-6fd5-4421-a385-eedba481230a", "name": "network-vif-plugged", "status": "completed", "tag": "979bff33-6997-4354-abf3-dcab99fbd3f9", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:28:05.563210 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-54dc69ef-5370-4635-ba42-95b0ded92cd8 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:28:05.563597 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b72271-6fd5-4421-a385-eedba481230a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979bff33-6997-4354-abf3-dcab99fbd3f9', 'code': 200} Jul 09 16:28:05.603207 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca8199-f4ad-475a-ada2-408919415391 req-7e1ce6c1-0129-48e4-94ff-9affad4c1151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:05.605402 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b2ca8199-f4ad-475a-ada2-408919415391 req-7e1ce6c1-0129-48e4-94ff-9affad4c1151 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=03aa29d7-618e-4fba-93dc-b83569f87121 HTTP/1.1" status: 200 len: 859 time: 0.1075258 Jul 09 16:28:05.608869 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c60e941-967f-4408-a776-27fb3498b508 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:05.610896 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8c60e941-967f-4408-a776-27fb3498b508 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "DELETE /v2.0/subnets/981e8e3d-124b-4345-9952-afb7f38f6b86 HTTP/1.1" status: 204 len: 168 time: 0.6812570 Jul 09 16:28:05.622863 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c60e941-967f-4408-a776-27fb3498b508 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Pushing event deleted for resources: {'Subnet': ['ID=981e8e3d-124b-4345-9952-afb7f38f6b86,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:05.630894 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44034) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:05.681964 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-10c4c138-19d7-49c9-8281-cd69eb926ecb req-710b14c4-3628-4a40-aa77-48eb4cec6f72 service neutron] 10.222.0.73 "GET /v2.0/networks/77349fb7-f08f-401d-a502-ac937b81dcab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225475 Jul 09 16:28:05.703820 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fd92dc-5d3b-4cfa-869d-3828768a8220 None None] Network 6395e908-6223-4d6f-b1c1-e394506abed8 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:28:05.708542 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b2ca8199-f4ad-475a-ada2-408919415391 req-5f3d9174-77f1-493c-a796-2e7d8b1ce821 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=77349fb7-f08f-401d-a502-ac937b81dcab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963156 Jul 09 16:28:05.754243 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cdf6be-7be9-4e6d-a45b-57cd84b3410b tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:05.762438 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cdf6be-7be9-4e6d-a45b-57cd84b3410b tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:05.764256 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c8cdf6be-7be9-4e6d-a45b-57cd84b3410b tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0952702 Jul 09 16:28:05.766869 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 44038) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:05.881068 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-7925a5ac-3ea9-4766-b57d-ba86b7ba6e96 None None] Deleting port ca0a532e-1dd3-43cb-8ae5-bfdd1d21934b {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:28:05.881721 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7925a5ac-3ea9-4766-b57d-ba86b7ba6e96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:05.900889 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f76bc06-a3c9-49ca-9b19-5ece5f9b3636 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:05.970047 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b2ca8199-f4ad-475a-ada2-408919415391 req-827c8fa5-4bb5-4d7e-bc9c-195945a488a7 service neutron] 10.222.0.77 "GET /v2.0/networks/77349fb7-f08f-401d-a502-ac937b81dcab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280018 Jul 09 16:28:05.971058 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-23e6b63f-d1ac-4171-9c2c-f71bf30f85eb tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Deleting port 0184f00a-69bd-48bd-9844-d1e2c74faeaa {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:28:05.971493 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-23e6b63f-d1ac-4171-9c2c-f71bf30f85eb tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:05.993182 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-91af05d4-1b39-4b71-9f77-effaa1b9041f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:05.996635 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc0099-45a3-4640-8fc2-89410dc7e69d req-bc1e435b-2b93-4541-8343-5b6f94f0e527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:05.998333 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2abc0099-45a3-4640-8fc2-89410dc7e69d req-bc1e435b-2b93-4541-8343-5b6f94f0e527 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 1097 time: 0.3068588 Jul 09 16:28:06.013649 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-7925a5ac-3ea9-4766-b57d-ba86b7ba6e96 None None] For port ca0a532e-1dd3-43cb-8ae5-bfdd1d21934b, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=ca0a532e-1dd3-43cb-8ae5-bfdd1d21934b,segment=NetworkSegment(9890f08f-b7c2-4880-91d7-5553e02a84db),segment_id=9890f08f-b7c2-4880-91d7-5553e02a84db)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:28:06.014438 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7925a5ac-3ea9-4766-b57d-ba86b7ba6e96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:06.081372 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2bfd8-48bf-425a-b835-182f6065735b req-978c4e70-12f5-42b2-958c-9f3f2372f0e1 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:06.083021 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fae2bfd8-48bf-425a-b835-182f6065735b req-978c4e70-12f5-42b2-958c-9f3f2372f0e1 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=5f8c45e3-0037-4593-9e76-6947bc1f2540 HTTP/1.1" status: 200 len: 944 time: 0.2606032 Jul 09 16:28:06.100962 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-23e6b63f-d1ac-4171-9c2c-f71bf30f85eb tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:06.123933 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-23e6b63f-d1ac-4171-9c2c-f71bf30f85eb tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Calling delete_port for 0184f00a-69bd-48bd-9844-d1e2c74faeaa owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:28:06.138866 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2abc0099-45a3-4640-8fc2-89410dc7e69d req-8928faee-c784-4ade-83a9-35036b51a0f3 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281440 Jul 09 16:28:06.177423 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fae2bfd8-48bf-425a-b835-182f6065735b req-31c389bd-a3a3-418b-81c2-6899b6d9d438 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835316 Jul 09 16:28:06.190750 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-3f76bc06-a3c9-49ca-9b19-5ece5f9b3636 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Deleting port ca0a532e-1dd3-43cb-8ae5-bfdd1d21934b {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:28:06.191121 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f76bc06-a3c9-49ca-9b19-5ece5f9b3636 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:06.194635 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b2ca8199-f4ad-475a-ada2-408919415391 req-5409f1af-834c-45f0-848f-b95440c0d2d3 service neutron] 10.222.0.77 "GET /v2.0/networks/77349fb7-f08f-401d-a502-ac937b81dcab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948507 Jul 09 16:28:06.244458 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-91af05d4-1b39-4b71-9f77-effaa1b9041f None None] For port 7c280153-0005-42c6-b77a-19e251afa05e, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=7c280153-0005-42c6-b77a-19e251afa05e,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:28:06.253097 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-7925a5ac-3ea9-4766-b57d-ba86b7ba6e96 None None] Calling delete_port for ca0a532e-1dd3-43cb-8ae5-bfdd1d21934b owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:28:06.256183 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-91af05d4-1b39-4b71-9f77-effaa1b9041f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:06.309801 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-23e6b63f-d1ac-4171-9c2c-f71bf30f85eb tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:06.335402 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-3f76bc06-a3c9-49ca-9b19-5ece5f9b3636 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] For port ca0a532e-1dd3-43cb-8ae5-bfdd1d21934b, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=ca0a532e-1dd3-43cb-8ae5-bfdd1d21934b,segment=NetworkSegment(9890f08f-b7c2-4880-91d7-5553e02a84db),segment_id=9890f08f-b7c2-4880-91d7-5553e02a84db)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:28:06.335658 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device ca0a532e-1dd3-43cb-8ae5-bfdd1d21934b no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:28:06.336198 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f76bc06-a3c9-49ca-9b19-5ece5f9b3636 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:06.344298 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e6b63f-d1ac-4171-9c2c-f71bf30f85eb tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event deleted for resources: {'Port': ['ID=0184f00a-69bd-48bd-9844-d1e2c74faeaa,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:06.376233 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-3f76bc06-a3c9-49ca-9b19-5ece5f9b3636 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Calling delete_port for ca0a532e-1dd3-43cb-8ae5-bfdd1d21934b owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:28:06.404378 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-23e6b63f-d1ac-4171-9c2c-f71bf30f85eb tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:06.408063 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-23e6b63f-d1ac-4171-9c2c-f71bf30f85eb tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/ports/0184f00a-69bd-48bd-9844-d1e2c74faeaa HTTP/1.1" status: 204 len: 168 time: 0.6402204 Jul 09 16:28:06.410402 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 44054) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:06.429813 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-cec50eeb-3aba-4da6-a1dc-c36c320ca8ba None None] Could not find standard attr ID for object 0184f00a-69bd-48bd-9844-d1e2c74faeaa. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:28:06.493431 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca012374-9922-4f7c-bff4-33e6d254d339 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:06.495710 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca012374-9922-4f7c-bff4-33e6d254d339 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:06.500624 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ca012374-9922-4f7c-bff4-33e6d254d339 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0864611 Jul 09 16:28:06.500997 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 44056) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:06.502173 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91af05d4-1b39-4b71-9f77-effaa1b9041f None None] Pushing event updated for resources: {'Port': ['ID=7c280153-0005-42c6-b77a-19e251afa05e,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:06.508141 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7925a5ac-3ea9-4766-b57d-ba86b7ba6e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:06.536810 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7925a5ac-3ea9-4766-b57d-ba86b7ba6e96 None None] No DVR routers for this DVR port ca0a532e-1dd3-43cb-8ae5-bfdd1d21934b on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:28:06.583043 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8fa07e0-8f0b-4348-9ef6-fb366fc1c242 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Deleting subnet 9053fb04-65aa-43c2-af10-ba7bf86f5225 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:28:06.595043 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No active binding found for port ca0a532e-1dd3-43cb-8ae5-bfdd1d21934b {{(pid=93960) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 09 16:28:06.595557 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device ca0a532e-1dd3-43cb-8ae5-bfdd1d21934b not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:28:06.597287 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7925a5ac-3ea9-4766-b57d-ba86b7ba6e96 None None] Pushing event deleted for resources: {'Port': ['ID=ca0a532e-1dd3-43cb-8ae5-bfdd1d21934b,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:06.609676 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a8fa07e0-8f0b-4348-9ef6-fb366fc1c242 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:06.651610 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f76bc06-a3c9-49ca-9b19-5ece5f9b3636 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:06.690055 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3bc3f2-13a6-47cb-9b44-eb5f8702e554 req-f65b40cb-4c13-402c-9861-9db3ce6c3cd2 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:06.691933 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4c3bc3f2-13a6-47cb-9b44-eb5f8702e554 req-f65b40cb-4c13-402c-9861-9db3ce6c3cd2 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 946 time: 0.2223682 Jul 09 16:28:06.707956 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9c07db-b9d3-4d2e-b0bd-d507598a8ef7 None None] DHCP port deletion for 6395e908-6223-4d6f-b1c1-e394506abed8 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:28:06.744289 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f76bc06-a3c9-49ca-9b19-5ece5f9b3636 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] No DVR routers for this DVR port ca0a532e-1dd3-43cb-8ae5-bfdd1d21934b on host n-d-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:28:06.755985 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f76bc06-a3c9-49ca-9b19-5ece5f9b3636 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Pushing event deleted for resources: {'Port': ['ID=ca0a532e-1dd3-43cb-8ae5-bfdd1d21934b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:06.756708 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a8fa07e0-8f0b-4348-9ef6-fb366fc1c242 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:06.782624 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-bc9c07db-b9d3-4d2e-b0bd-d507598a8ef7 None None] Deleting port e982d0db-0be4-43d9-a815-923d0ab11cad {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:28:06.783908 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bc9c07db-b9d3-4d2e-b0bd-d507598a8ef7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:06.827303 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 40bfc16b-7605-4f19-8e82-20b449ed7fc1 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:28:06.828761 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e174832-9900-419c-b9c3-2b8313e15d30 req-eca5dc70-62d4-4b68-8277-8506f353d040 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:06.830351 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2e174832-9900-419c-b9c3-2b8313e15d30 req-eca5dc70-62d4-4b68-8277-8506f353d040 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc689a4e-7bc3-4b19-adac-813c7d22b5b8 HTTP/1.1" status: 200 len: 945 time: 0.1119430 Jul 09 16:28:06.875461 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-bc9c07db-b9d3-4d2e-b0bd-d507598a8ef7 None None] For port e982d0db-0be4-43d9-a815-923d0ab11cad, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=e982d0db-0be4-43d9-a815-923d0ab11cad,segment=NetworkSegment(21dc0c02-4744-4465-9c58-ff9696cac53b),segment_id=21dc0c02-4744-4465-9c58-ff9696cac53b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:28:06.876614 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bc9c07db-b9d3-4d2e-b0bd-d507598a8ef7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:06.898717 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-bc9c07db-b9d3-4d2e-b0bd-d507598a8ef7 None None] Calling delete_port for e982d0db-0be4-43d9-a815-923d0ab11cad owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:28:06.899254 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a8fa07e0-8f0b-4348-9ef6-fb366fc1c242 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:06.905399 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2e174832-9900-419c-b9c3-2b8313e15d30 req-154c98b8-318c-45a1-885f-9fd5683e425d tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566034 Jul 09 16:28:06.994295 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a8fa07e0-8f0b-4348-9ef6-fb366fc1c242 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:07.080755 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a8fa07e0-8f0b-4348-9ef6-fb366fc1c242 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:07.083421 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a8fa07e0-8f0b-4348-9ef6-fb366fc1c242 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/9053fb04-65aa-43c2-af10-ba7bf86f5225 HTTP/1.1" status: 204 len: 168 time: 0.5806184 Jul 09 16:28:07.084605 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa07e0-8f0b-4348-9ef6-fb366fc1c242 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event deleted for resources: {'Subnet': ['ID=9053fb04-65aa-43c2-af10-ba7bf86f5225,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:07.086192 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8d59ba-d37f-49f4-9aae-2b07cf7b3b75 None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:28:07.086986 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 44068) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:07.128007 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-92a6249b-0cae-4447-ae96-d87e11337748 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0396655 Jul 09 16:28:07.131233 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 44070) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:07.170717 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bc9c07db-b9d3-4d2e-b0bd-d507598a8ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:07.211547 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9c07db-b9d3-4d2e-b0bd-d507598a8ef7 None None] Pushing event deleted for resources: {'Port': ['ID=e982d0db-0be4-43d9-a815-923d0ab11cad,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:07.224374 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4c3bc3f2-13a6-47cb-9b44-eb5f8702e554 req-858f60f4-6ab0-4dfd-a4a7-08f7e66148a2 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5246983 Jul 09 16:28:07.230917 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f76bc06-a3c9-49ca-9b19-5ece5f9b3636 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:07.242424 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9c07db-b9d3-4d2e-b0bd-d507598a8ef7 None None] No DVR routers for this DVR port e982d0db-0be4-43d9-a815-923d0ab11cad on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:28:07.263776 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-3f76bc06-a3c9-49ca-9b19-5ece5f9b3636 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2f28c7b-9941-49e4-8996-9de52a7808d3']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:28:07.276514 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a249b3-c148-4e4f-8d58-5e983a4da40f req-9c9a33a1-c612-4491-b31f-248a1de2a996 tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:07.278175 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-12a249b3-c148-4e4f-8d58-5e983a4da40f req-9c9a33a1-c612-4491-b31f-248a1de2a996 tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] 10.222.0.98 "GET /v2.0/ports?device_id=2c00d4ab-0149-4d78-99f2-3d68ebb16180 HTTP/1.1" status: 200 len: 945 time: 0.1076066 Jul 09 16:28:07.286192 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-3f76bc06-a3c9-49ca-9b19-5ece5f9b3636 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9890f08f-b7c2-4880-91d7-5553e02a84db') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:28:07.286582 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-3f76bc06-a3c9-49ca-9b19-5ece5f9b3636 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9890f08f-b7c2-4880-91d7-5553e02a84db') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:28:07.290646 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1d9f55-3144-4c63-9c13-814d6ed494e3 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:07.291127 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 40bfc16b-7605-4f19-8e82-20b449ed7fc1, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=40bfc16b-7605-4f19-8e82-20b449ed7fc1,segment=NetworkSegment(98a03907-eb1c-4003-907c-acf76e082f5d),segment_id=98a03907-eb1c-4003-907c-acf76e082f5d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:28:07.295418 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-4a1d9f55-3144-4c63-9c13-814d6ed494e3 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1603167 Jul 09 16:28:07.300298 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f76bc06-a3c9-49ca-9b19-5ece5f9b3636 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:07.305598 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '40bfc16b-7605-4f19-8e82-20b449ed7fc1', 'network_id': '77349fb7-f08f-401d-a502-ac937b81dcab', 'port_id': '40bfc16b-7605-4f19-8e82-20b449ed7fc1', 'mac_address': 'fa:16:3e:60:3a:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03aa29d7-618e-4fba-93dc-b83569f87121', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:28:07.317630 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 44074) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:07.322943 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f76bc06-a3c9-49ca-9b19-5ece5f9b3636 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:07.330736 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f76bc06-a3c9-49ca-9b19-5ece5f9b3636 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:28:07.331469 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f76bc06-a3c9-49ca-9b19-5ece5f9b3636 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: self.session.flush() Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: self.session.flush() Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: self.session.flush() Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: self.session.flush() Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:28:07.336424 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:28:07.359735 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:07.374133 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40bfc16b-7605-4f19-8e82-20b449ed7fc1 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:28:07.375797 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-12a249b3-c148-4e4f-8d58-5e983a4da40f req-ddd3cc9d-6790-4911-ba43-1d4a86854e16 tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] 10.222.0.98 "GET /v2.0/security-groups?id=b5dfb5f3-bae8-43bd-bad8-d840d40120c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816491 Jul 09 16:28:07.395862 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 40bfc16b-7605-4f19-8e82-20b449ed7fc1, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=40bfc16b-7605-4f19-8e82-20b449ed7fc1,segment=NetworkSegment(98a03907-eb1c-4003-907c-acf76e082f5d),segment_id=98a03907-eb1c-4003-907c-acf76e082f5d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:28:07.400661 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617b7844-689d-4fe3-90b8-130966b610bb tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:07.402277 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:07.402432 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-617b7844-689d-4fe3-90b8-130966b610bb tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0824845 Jul 09 16:28:07.404891 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 44076) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:07.458528 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f76bc06-a3c9-49ca-9b19-5ece5f9b3636 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:07.463143 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b23adb51-95d1-4ec1-8a82-f53c0da396db tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0567226 Jul 09 16:28:07.467344 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=40bfc16b-7605-4f19-8e82-20b449ed7fc1,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:07.467950 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 44080) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:07.473917 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-5deb46fd-67fc-440d-ae1e-1b41548477f2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'subnet': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:28:07.477201 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f76bc06-a3c9-49ca-9b19-5ece5f9b3636 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:07.482570 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d743b2d5-deb4-488a-b62c-8faa1b40875b None None] DHCP port deletion for f22714f5-d774-47cf-ac1e-3989f67517e9 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:28:07.485517 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-3f76bc06-a3c9-49ca-9b19-5ece5f9b3636 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "DELETE /v2.0/networks/f2f28c7b-9941-49e4-8996-9de52a7808d3 HTTP/1.1" status: 204 len: 168 time: 1.8476002 Jul 09 16:28:07.489392 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44082) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:07.517181 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f76bc06-a3c9-49ca-9b19-5ece5f9b3636 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Pushing event deleted for resources: {'Network': ['ID=f2f28c7b-9941-49e4-8996-9de52a7808d3,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:07.554495 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-d743b2d5-deb4-488a-b62c-8faa1b40875b None None] Deleting port 7c280153-0005-42c6-b77a-19e251afa05e {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:28:07.555339 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d743b2d5-deb4-488a-b62c-8faa1b40875b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:07.576800 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5deb46fd-67fc-440d-ae1e-1b41548477f2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:28:07.581589 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5deb46fd-67fc-440d-ae1e-1b41548477f2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:07.593979 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c509f-cedb-4ab2-9c91-2381c5853bed req-7d130935-4fd0-41a9-832c-eb226a84e870 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:07.595579 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d70c509f-cedb-4ab2-9c91-2381c5853bed req-7d130935-4fd0-41a9-832c-eb226a84e870 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=5f8c45e3-0037-4593-9e76-6947bc1f2540 HTTP/1.1" status: 200 len: 945 time: 0.2459216 Jul 09 16:28:07.639989 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-d743b2d5-deb4-488a-b62c-8faa1b40875b None None] For port 7c280153-0005-42c6-b77a-19e251afa05e, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=7c280153-0005-42c6-b77a-19e251afa05e,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:28:07.640925 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d743b2d5-deb4-488a-b62c-8faa1b40875b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:07.646566 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-190df3e1-a35d-4f79-9fcc-903df2c3e5c0 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:07.659382 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['40bfc16b-7605-4f19-8e82-20b449ed7fc1'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:28:07.667722 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d70c509f-cedb-4ab2-9c91-2381c5853bed req-9fa7d0eb-8562-412c-a565-568a61df28b4 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632348 Jul 09 16:28:07.708262 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-d743b2d5-deb4-488a-b62c-8faa1b40875b None None] Calling delete_port for 7c280153-0005-42c6-b77a-19e251afa05e owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:28:07.772368 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-190df3e1-a35d-4f79-9fcc-903df2c3e5c0 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:07.785187 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-190df3e1-a35d-4f79-9fcc-903df2c3e5c0 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6395e908-6223-4d6f-b1c1-e394506abed8']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:28:07.799480 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-190df3e1-a35d-4f79-9fcc-903df2c3e5c0 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21dc0c02-4744-4465-9c58-ff9696cac53b') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:28:07.800047 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-190df3e1-a35d-4f79-9fcc-903df2c3e5c0 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21dc0c02-4744-4465-9c58-ff9696cac53b') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:28:07.814941 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-190df3e1-a35d-4f79-9fcc-903df2c3e5c0 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:07.831297 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-190df3e1-a35d-4f79-9fcc-903df2c3e5c0 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:07.838791 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-190df3e1-a35d-4f79-9fcc-903df2c3e5c0 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:28:07.839970 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-190df3e1-a35d-4f79-9fcc-903df2c3e5c0 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:07.910713 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:28:07.910713 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:28:07.910713 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:28:07.910713 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:28:07.910713 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:28:07.910713 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:28:07.910713 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:28:07.910713 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:28:07.910713 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:28:07.910713 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:28:07.910713 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:28:07.910713 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:28:07.910713 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:28:07.910713 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:28:07.910713 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:28:07.910713 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:28:07.910713 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:28:07.910713 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:28:07.910713 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:28:07.910713 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:28:07.910713 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:28:07.910713 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:28:07.910713 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:28:07.910713 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:28:07.910713 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:28:07.910713 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:28:07.910713 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:28:07.910713 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:28:07.910713 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:28:07.910713 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:28:07.910713 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:28:07.910713 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:28:07.914600 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d743b2d5-deb4-488a-b62c-8faa1b40875b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:07.932649 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-190df3e1-a35d-4f79-9fcc-903df2c3e5c0 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:07.938063 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-190df3e1-a35d-4f79-9fcc-903df2c3e5c0 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:07.940994 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-190df3e1-a35d-4f79-9fcc-903df2c3e5c0 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] 10.222.0.98 "DELETE /v2.0/networks/6395e908-6223-4d6f-b1c1-e394506abed8 HTTP/1.1" status: 204 len: 168 time: 0.4450665 Jul 09 16:28:07.959802 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190df3e1-a35d-4f79-9fcc-903df2c3e5c0 tempest-TaggedBootDevicesTest_v242-1373198800 tempest-TaggedBootDevicesTest_v242-1373198800-project] Pushing event deleted for resources: {'Network': ['ID=6395e908-6223-4d6f-b1c1-e394506abed8,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:07.961567 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5deb46fd-67fc-440d-ae1e-1b41548477f2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:07.986949 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d743b2d5-deb4-488a-b62c-8faa1b40875b None None] No DVR routers for this DVR port 7c280153-0005-42c6-b77a-19e251afa05e on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:28:07.998537 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d743b2d5-deb4-488a-b62c-8faa1b40875b None None] Pushing event deleted for resources: {'Port': ['ID=7c280153-0005-42c6-b77a-19e251afa05e,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:08.029449 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5deb46fd-67fc-440d-ae1e-1b41548477f2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:28:08.039313 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-5deb46fd-67fc-440d-ae1e-1b41548477f2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:28:08.046225 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5deb46fd-67fc-440d-ae1e-1b41548477f2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:08.046862 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5deb46fd-67fc-440d-ae1e-1b41548477f2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:08.050223 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d191dd07-3f09-4d11-8acf-1de20d17a479 None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:28:08.056037 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deb46fd-67fc-440d-ae1e-1b41548477f2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'Subnet': ['ID=67e0ce32-f7da-4ba6-b7f8-bc9840a46658,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:08.081741 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1d2b2-4641-4223-b88d-24c1c23092e3 req-2eda7695-7c67-4ba4-b872-228177908cce tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:08.091392 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a7f1d2b2-4641-4223-b88d-24c1c23092e3 req-2eda7695-7c67-4ba4-b872-228177908cce tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] 10.222.0.98 "GET /v2.0/ports?device_id=2c00d4ab-0149-4d78-99f2-3d68ebb16180 HTTP/1.1" status: 200 len: 945 time: 0.1938009 Jul 09 16:28:08.112345 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-5deb46fd-67fc-440d-ae1e-1b41548477f2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6426511 Jul 09 16:28:08.117256 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 44094) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:08.129450 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-2ff7ab3c-6261-4b99-ab20-90a30cd4bedd tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'port': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'mac_address': 'fa:16:3e:ee:4e:09', 'name': 'tempest-NetworksTestDHCPv6-1093389632'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:28:08.150284 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a7f1d2b2-4641-4223-b88d-24c1c23092e3 req-990cdd57-f43a-4548-9965-9b56baa06709 tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] 10.222.0.98 "GET /v2.0/security-groups?id=b5dfb5f3-bae8-43bd-bad8-d840d40120c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581784 Jul 09 16:28:08.190386 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e5ea60-6621-4bc8-9615-489d67f050c2 req-4a94151e-579a-4ea1-9419-98376f01144f tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:08.191942 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-60e5ea60-6621-4bc8-9615-489d67f050c2 req-4a94151e-579a-4ea1-9419-98376f01144f tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc689a4e-7bc3-4b19-adac-813c7d22b5b8 HTTP/1.1" status: 200 len: 945 time: 0.0811186 Jul 09 16:28:08.268123 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1aa0ef-2f5f-4e76-b0b2-4ce2fedac980 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-f22714f5-d774-47cf-ac1e-3989f67517e9', 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'tenant_id': '005b565b3c004d24a50d69ddcd50be46', 'fixed_ips': [{'subnet_id': '67e0ce32-f7da-4ba6-b7f8-bc9840a46658'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:28:08.269317 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-60e5ea60-6621-4bc8-9615-489d67f050c2 req-ad16db37-e5e6-406a-9ce8-ba1d6b23de07 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714958 Jul 09 16:28:08.275176 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff7ab3c-6261-4b99-ab20-90a30cd4bedd tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:28:08.275369 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0d1aa0ef-2f5f-4e76-b0b2-4ce2fedac980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:08.373487 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device e982d0db-0be4-43d9-a815-923d0ab11cad no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:28:08.400714 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ff7ab3c-6261-4b99-ab20-90a30cd4bedd tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:08.400995 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: e982d0db-0be4-43d9-a815-923d0ab11cad {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:28:08.401113 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device e982d0db-0be4-43d9-a815-923d0ab11cad not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:28:08.401523 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 7c280153-0005-42c6-b77a-19e251afa05e no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:28:08.406547 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device cc96a59f-cd47-4505-ac7f-6bbd72fbddb5 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:28:08.428889 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-2ff7ab3c-6261-4b99-ab20-90a30cd4bedd tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] device_id is not set on port 45d5cb69-cbdf-4c80-b076-cd059af935b9 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:28:08.462728 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 7c280153-0005-42c6-b77a-19e251afa05e {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:28:08.463056 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 7c280153-0005-42c6-b77a-19e251afa05e not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:28:08.479584 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2e61d-fa95-4659-bd79-08a26adbd33d req-244afacd-35bc-4d7f-8d9a-5afc4799c3cb tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:08.481279 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-59c2e61d-fa95-4659-bd79-08a26adbd33d req-244afacd-35bc-4d7f-8d9a-5afc4799c3cb tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 946 time: 0.0824671 Jul 09 16:28:08.551728 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-59c2e61d-fa95-4659-bd79-08a26adbd33d req-af4abdff-6a68-4abe-a151-7d87de9362ff tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609572 Jul 09 16:28:08.565699 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port cc96a59f-cd47-4505-ac7f-6bbd72fbddb5 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:28:08.581041 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port cc96a59f-cd47-4505-ac7f-6bbd72fbddb5 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:28:08.582049 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:08.624229 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-0d1aa0ef-2f5f-4e76-b0b2-4ce2fedac980 None None] Allocated IP 2001:db8::2 (f22714f5-d774-47cf-ac1e-3989f67517e9/67e0ce32-f7da-4ba6-b7f8-bc9840a46658/1505999f-719c-4328-a3e9-03dba6baf6cc) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:28:08.773122 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:08.809422 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc689a4e-7bc3-4b19-adac-813c7d22b5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc96a59f-cd47-4505-ac7f-6bbd72fbddb5'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:28:08.812318 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0199afa-15f1-4a30-96a8-fde82d9753b0" -d '{"events": [{"server_uuid": "bc689a4e-7bc3-4b19-adac-813c7d22b5b8", "name": "network-vif-plugged", "status": "completed", "tag": "cc96a59f-cd47-4505-ac7f-6bbd72fbddb5"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:28:08.824847 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfba5e6-9e13-4479-9c63-97071b397e8d req-401e9f8c-cda8-44fd-a804-36e925bea93e tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:08.830309 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 40bfc16b-7605-4f19-8e82-20b449ed7fc1 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:28:08.831916 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ecfba5e6-9e13-4479-9c63-97071b397e8d req-401e9f8c-cda8-44fd-a804-36e925bea93e tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 946 time: 0.1541991 Jul 09 16:28:08.840569 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 44118) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:08.845240 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-17a38388-e335-45c3-b744-18d5133290b3 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Request body: {'floatingip': {'port_id': '979bff33-6997-4354-abf3-dcab99fbd3f9'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:28:08.861910 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port cc96a59f-cd47-4505-ac7f-6bbd72fbddb5, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=cc96a59f-cd47-4505-ac7f-6bbd72fbddb5,segment=NetworkSegment(44b862f2-e325-48d7-99eb-7401b6fb9e9c),segment_id=44b862f2-e325-48d7-99eb-7401b6fb9e9c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:28:08.902376 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937320cc-002f-4f48-a18f-2433899206ee x-openstack-request-id: req-937320cc-002f-4f48-a18f-2433899206ee {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:28:08.902855 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc689a4e-7bc3-4b19-adac-813c7d22b5b8", "name": "network-vif-plugged", "status": "completed", "tag": "cc96a59f-cd47-4505-ac7f-6bbd72fbddb5", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:28:08.903203 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-937320cc-002f-4f48-a18f-2433899206ee {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:28:08.903694 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc689a4e-7bc3-4b19-adac-813c7d22b5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc96a59f-cd47-4505-ac7f-6bbd72fbddb5', 'code': 200} Jul 09 16:28:08.909209 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:08.952502 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17a38388-e335-45c3-b744-18d5133290b3 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks [] for floatingip, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:08.987535 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78428993-1050-49c4-ab2c-8d5e7ec9b4ce req-4c98ad80-cbf4-4a1b-9413-02121145e345 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:09.002582 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-78428993-1050-49c4-ab2c-8d5e7ec9b4ce req-4c98ad80-cbf4-4a1b-9413-02121145e345 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=5f8c45e3-0037-4593-9e76-6947bc1f2540 HTTP/1.1" status: 200 len: 945 time: 0.1548426 Jul 09 16:28:09.053048 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0d1aa0ef-2f5f-4e76-b0b2-4ce2fedac980 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:09.062511 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 40bfc16b-7605-4f19-8e82-20b449ed7fc1 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:28:09.066789 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=cc96a59f-cd47-4505-ac7f-6bbd72fbddb5,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:09.074287 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0d1aa0ef-2f5f-4e76-b0b2-4ce2fedac980 None None] Transition to ACTIVE for port object 1505999f-719c-4328-a3e9-03dba6baf6cc will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:28:09.080194 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 40bfc16b-7605-4f19-8e82-20b449ed7fc1 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:28:09.081098 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:09.088516 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-78428993-1050-49c4-ab2c-8d5e7ec9b4ce req-e26e27c2-10a1-4462-8a51-08536c8ab563 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849555 Jul 09 16:28:09.129232 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0d1aa0ef-2f5f-4e76-b0b2-4ce2fedac980 None None] Transition to ACTIVE for port object 1505999f-719c-4328-a3e9-03dba6baf6cc will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:28:09.139793 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0d1aa0ef-2f5f-4e76-b0b2-4ce2fedac980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:09.204607 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1aa0ef-2f5f-4e76-b0b2-4ce2fedac980 None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:28:09.216385 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-0d1aa0ef-2f5f-4e76-b0b2-4ce2fedac980 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:28:09.218987 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1aa0ef-2f5f-4e76-b0b2-4ce2fedac980 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:28:09.225791 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-2ff7ab3c-6261-4b99-ab20-90a30cd4bedd tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Allocated IP 2001:db8::3cd (f22714f5-d774-47cf-ac1e-3989f67517e9/67e0ce32-f7da-4ba6-b7f8-bc9840a46658/45d5cb69-cbdf-4c80-b076-cd059af935b9) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:28:09.259793 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1aa0ef-2f5f-4e76-b0b2-4ce2fedac980 None None] Pushing event updated for resources: {'Port': ['ID=1505999f-719c-4328-a3e9-03dba6baf6cc,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:09.282282 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:09.303935 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-0d1aa0ef-2f5f-4e76-b0b2-4ce2fedac980 None None] Attempting to bind port 1505999f-719c-4328-a3e9-03dba6baf6cc on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:28:09.304419 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-0d1aa0ef-2f5f-4e76-b0b2-4ce2fedac980 None None] Attempting to bind port 1505999f-719c-4328-a3e9-03dba6baf6cc by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:28:09.304968 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1aa0ef-2f5f-4e76-b0b2-4ce2fedac980 None None] Attempting to bind port 1505999f-719c-4328-a3e9-03dba6baf6cc on network f22714f5-d774-47cf-ac1e-3989f67517e9 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:28:09.320391 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1aa0ef-2f5f-4e76-b0b2-4ce2fedac980 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:28:09.321328 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1aa0ef-2f5f-4e76-b0b2-4ce2fedac980 None None] Checking segment: {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:28:09.321814 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0d1aa0ef-2f5f-4e76-b0b2-4ce2fedac980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:09.323242 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1aa0ef-2f5f-4e76-b0b2-4ce2fedac980 None None] Bound using segment: {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:28:09.324335 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-0d1aa0ef-2f5f-4e76-b0b2-4ce2fedac980 None None] Bound port: 1505999f-719c-4328-a3e9-03dba6baf6cc, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:28:09.324980 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0d1aa0ef-2f5f-4e76-b0b2-4ce2fedac980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:09.362950 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 40bfc16b-7605-4f19-8e82-20b449ed7fc1, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=40bfc16b-7605-4f19-8e82-20b449ed7fc1,segment=NetworkSegment(98a03907-eb1c-4003-907c-acf76e082f5d),segment_id=98a03907-eb1c-4003-907c-acf76e082f5d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:28:09.425595 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915a84c-2fe0-49fa-9b6d-44579d4f6dd5 req-87384eb4-6002-4056-8d27-6b1a0f136ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:09.427134 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b915a84c-2fe0-49fa-9b6d-44579d4f6dd5 req-87384eb4-6002-4056-8d27-6b1a0f136ec4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bc689a4e-7bc3-4b19-adac-813c7d22b5b8 HTTP/1.1" status: 200 len: 1097 time: 0.3184597 Jul 09 16:28:09.437286 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-0d1aa0ef-2f5f-4e76-b0b2-4ce2fedac980 None None] For port 1505999f-719c-4328-a3e9-03dba6baf6cc, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:28:09.440964 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-0d1aa0ef-2f5f-4e76-b0b2-4ce2fedac980 None None] For port 1505999f-719c-4328-a3e9-03dba6baf6cc, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=1505999f-719c-4328-a3e9-03dba6baf6cc,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:28:09.443557 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:09.452998 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0d1aa0ef-2f5f-4e76-b0b2-4ce2fedac980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:09.531769 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=40bfc16b-7605-4f19-8e82-20b449ed7fc1,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:09.589657 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b0e71-6589-4945-9bd6-6f76a277a1f9 req-81637766-4b38-47ea-8886-a20da74c24c6 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:09.597482 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2a5b0e71-6589-4945-9bd6-6f76a277a1f9 req-81637766-4b38-47ea-8886-a20da74c24c6 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc689a4e-7bc3-4b19-adac-813c7d22b5b8 HTTP/1.1" status: 200 len: 946 time: 0.1089687 Jul 09 16:28:09.612064 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1aa0ef-2f5f-4e76-b0b2-4ce2fedac980 None None] Pushing event updated for resources: {'Port': ['ID=1505999f-719c-4328-a3e9-03dba6baf6cc,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:09.657713 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2a5b0e71-6589-4945-9bd6-6f76a277a1f9 req-8e9e16b9-0e46-4a09-a123-fb50d95448e8 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590680 Jul 09 16:28:09.692933 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b915a84c-2fe0-49fa-9b6d-44579d4f6dd5 req-9b6525ab-f8f4-4635-a3ef-43c0ce77f9ab service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570696 Jul 09 16:28:09.707052 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1d8c5-1d3d-47d2-ad5e-3140024a48c8 req-e8e86645-69d5-4fc0-86c7-e68bcdcc34dc tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:09.708607 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-01f1d8c5-1d3d-47d2-ad5e-3140024a48c8 req-e8e86645-69d5-4fc0-86c7-e68bcdcc34dc tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] 10.222.0.98 "GET /v2.0/ports?device_id=2c00d4ab-0149-4d78-99f2-3d68ebb16180 HTTP/1.1" status: 200 len: 945 time: 0.4095049 Jul 09 16:28:09.812615 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ff7ab3c-6261-4b99-ab20-90a30cd4bedd tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:09.876902 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-2ff7ab3c-6261-4b99-ab20-90a30cd4bedd tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Transition to ACTIVE for port object 45d5cb69-cbdf-4c80-b076-cd059af935b9 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:28:09.881105 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-01f1d8c5-1d3d-47d2-ad5e-3140024a48c8 req-e7a933ee-0c5f-4b06-9ac7-d3d871bc68af tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] 10.222.0.98 "GET /v2.0/security-groups?id=b5dfb5f3-bae8-43bd-bad8-d840d40120c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325240 Jul 09 16:28:09.995076 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ff7ab3c-6261-4b99-ab20-90a30cd4bedd tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:10.038037 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:10.047697 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17a38388-e335-45c3-b744-18d5133290b3 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:10.059839 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff7ab3c-6261-4b99-ab20-90a30cd4bedd tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:28:10.064134 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-2ff7ab3c-6261-4b99-ab20-90a30cd4bedd tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:28:10.066475 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17a38388-e335-45c3-b744-18d5133290b3 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:10.071087 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff7ab3c-6261-4b99-ab20-90a30cd4bedd tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:28:10.077410 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff7ab3c-6261-4b99-ab20-90a30cd4bedd tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:10.078063 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ff7ab3c-6261-4b99-ab20-90a30cd4bedd tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:10.085699 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7ab3c-6261-4b99-ab20-90a30cd4bedd tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'Port': ['ID=45d5cb69-cbdf-4c80-b076-cd059af935b9,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:10.143174 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44144) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:10.143539 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2ff7ab3c-6261-4b99-ab20-90a30cd4bedd tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0251729 Jul 09 16:28:10.228708 n-d-798930-3 neutron-server[93959]: INFO neutron.db.l3_db [None req-17a38388-e335-45c3-b744-18d5133290b3 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Floating IP 8d71b16f-b941-473c-bddc-14e4ae556b80 associated. External IP: 172.25.0.253, port: 979bff33-6997-4354-abf3-dcab99fbd3f9. Jul 09 16:28:10.347462 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4b70df-a350-4b5e-b829-3455b8bef641 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:10.355858 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4b70df-a350-4b5e-b829-3455b8bef641 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:10.358560 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-bf4b70df-a350-4b5e-b829-3455b8bef641 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2138419 Jul 09 16:28:10.382176 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 1505999f-719c-4328-a3e9-03dba6baf6cc up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:28:10.395143 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44148) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:10.454705 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device f485a2cf-f2dd-4a21-99af-285b7678aa99 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:28:10.555863 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd87c9-d4c0-4535-b093-5b8b518c3374 req-838e1300-2ead-4fa5-8c79-a59d642e4eb9 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:10.557611 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f6cd87c9-d4c0-4535-b093-5b8b518c3374 req-838e1300-2ead-4fa5-8c79-a59d642e4eb9 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=5f8c45e3-0037-4593-9e76-6947bc1f2540 HTTP/1.1" status: 200 len: 946 time: 0.2329140 Jul 09 16:28:10.579597 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port f485a2cf-f2dd-4a21-99af-285b7678aa99, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=f485a2cf-f2dd-4a21-99af-285b7678aa99,segment=NetworkSegment(98a03907-eb1c-4003-907c-acf76e082f5d),segment_id=98a03907-eb1c-4003-907c-acf76e082f5d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:28:10.613256 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': 'f485a2cf-f2dd-4a21-99af-285b7678aa99', 'network_id': '77349fb7-f08f-401d-a502-ac937b81dcab', 'port_id': 'f485a2cf-f2dd-4a21-99af-285b7678aa99', 'mac_address': 'fa:16:3e:62:16:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03aa29d7-618e-4fba-93dc-b83569f87121', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:28:10.653660 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f6cd87c9-d4c0-4535-b093-5b8b518c3374 req-0006d24f-efaf-46ad-8585-8b735a48fe25 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866685 Jul 09 16:28:10.658655 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 1505999f-719c-4328-a3e9-03dba6baf6cc completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:28:10.670814 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-cc04f1f7-f0c9-4b0a-8f67-14814d5c0908 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Deleting port 45d5cb69-cbdf-4c80-b076-cd059af935b9 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:28:10.671153 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc04f1f7-f0c9-4b0a-8f67-14814d5c0908 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:10.706194 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:10.744941 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f485a2cf-f2dd-4a21-99af-285b7678aa99 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:28:10.798145 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port f485a2cf-f2dd-4a21-99af-285b7678aa99, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=f485a2cf-f2dd-4a21-99af-285b7678aa99,segment=NetworkSegment(98a03907-eb1c-4003-907c-acf76e082f5d),segment_id=98a03907-eb1c-4003-907c-acf76e082f5d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:28:10.808796 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:10.878273 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc04f1f7-f0c9-4b0a-8f67-14814d5c0908 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:10.903979 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-cc04f1f7-f0c9-4b0a-8f67-14814d5c0908 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Calling delete_port for 45d5cb69-cbdf-4c80-b076-cd059af935b9 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:28:10.905586 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f8c45e3-0037-4593-9e76-6947bc1f2540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40bfc16b-7605-4f19-8e82-20b449ed7fc1'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:28:10.907906 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08ab3d9-4de9-4309-87c6-6f5da9aa928f" -d '{"events": [{"server_uuid": "5f8c45e3-0037-4593-9e76-6947bc1f2540", "name": "network-vif-plugged", "status": "completed", "tag": "40bfc16b-7605-4f19-8e82-20b449ed7fc1"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:28:10.946226 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=f485a2cf-f2dd-4a21-99af-285b7678aa99,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:11.017142 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e8a0b170-8564-4f7a-9605-061a2695a919 None None] Provisioning for port 1505999f-719c-4328-a3e9-03dba6baf6cc completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:28:11.023840 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e8a0b170-8564-4f7a-9605-061a2695a919 None None] Provisioning complete for port 1505999f-719c-4328-a3e9-03dba6baf6cc triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:28:11.024340 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e8a0b170-8564-4f7a-9605-061a2695a919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:11.097896 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d6276a-4fbf-4daf-8aff-1e13b77454c5 req-8fc0db7e-dea0-4c08-accd-b7e541367d06 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:11.119789 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875424f-2985-405c-818b-9d6cc2ae94c2 req-1ee4401a-996c-4d86-8e9e-1802d864dc86 tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:11.120433 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-19d6276a-4fbf-4daf-8aff-1e13b77454c5 req-8fc0db7e-dea0-4c08-accd-b7e541367d06 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc689a4e-7bc3-4b19-adac-813c7d22b5b8 HTTP/1.1" status: 200 len: 946 time: 0.1910925 Jul 09 16:28:11.121938 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5875424f-2985-405c-818b-9d6cc2ae94c2 req-1ee4401a-996c-4d86-8e9e-1802d864dc86 tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] 10.222.0.98 "GET /v2.0/ports?device_id=2c00d4ab-0149-4d78-99f2-3d68ebb16180 HTTP/1.1" status: 200 len: 945 time: 0.6908731 Jul 09 16:28:11.134653 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77a3bc-8478-447c-a386-41efa9e350fd req-592ea7d4-31e2-4b42-ba3d-7f1b5882b0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:11.147520 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e8a0b170-8564-4f7a-9605-061a2695a919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:11.148172 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0b77a3bc-8478-447c-a386-41efa9e350fd req-592ea7d4-31e2-4b42-ba3d-7f1b5882b0f0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d51c8e8366b7411fa3b4bbb6b14ba732&device_id=2c00d4ab-0149-4d78-99f2-3d68ebb16180 HTTP/1.1" status: 200 len: 1096 time: 0.7507312 Jul 09 16:28:11.187894 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-e8a0b170-8564-4f7a-9605-061a2695a919 None None] For port 1505999f-719c-4328-a3e9-03dba6baf6cc, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=1505999f-719c-4328-a3e9-03dba6baf6cc,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:28:11.194656 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e8a0b170-8564-4f7a-9605-061a2695a919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:11.238092 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-19d6276a-4fbf-4daf-8aff-1e13b77454c5 req-a9130f88-4377-48e1-9732-0e829952b449 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152692 Jul 09 16:28:11.260381 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc04f1f7-f0c9-4b0a-8f67-14814d5c0908 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:11.298227 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a0b170-8564-4f7a-9605-061a2695a919 None None] Pushing event updated for resources: {'Port': ['ID=1505999f-719c-4328-a3e9-03dba6baf6cc,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:11.306283 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc04f1f7-f0c9-4b0a-8f67-14814d5c0908 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event deleted for resources: {'Port': ['ID=45d5cb69-cbdf-4c80-b076-cd059af935b9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:11.314446 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f28e345c-d431-4b9c-a524-4723d88086ea None None] Could not find standard attr ID for object 45d5cb69-cbdf-4c80-b076-cd059af935b9. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:28:11.334006 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce4165a-4dd3-4211-8e34-dec5163da0d1 x-openstack-request-id: req-9ce4165a-4dd3-4211-8e34-dec5163da0d1 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:28:11.334342 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f8c45e3-0037-4593-9e76-6947bc1f2540", "name": "network-vif-plugged", "status": "completed", "tag": "40bfc16b-7605-4f19-8e82-20b449ed7fc1", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:28:11.334686 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9ce4165a-4dd3-4211-8e34-dec5163da0d1 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:28:11.335432 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f8c45e3-0037-4593-9e76-6947bc1f2540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40bfc16b-7605-4f19-8e82-20b449ed7fc1', 'code': 200} Jul 09 16:28:11.342430 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5875424f-2985-405c-818b-9d6cc2ae94c2 req-fc7181f8-6015-412d-880a-1a6c00c32b4a tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] 10.222.0.98 "GET /v2.0/security-groups?id=b5dfb5f3-bae8-43bd-bad8-d840d40120c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880808 Jul 09 16:28:11.393473 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a38388-e335-45c3-b744-18d5133290b3 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Router 9e8be58e-f676-46f3-ae87-e5efc0de1e53 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:28:11.399254 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc04f1f7-f0c9-4b0a-8f67-14814d5c0908 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:11.404387 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-cc04f1f7-f0c9-4b0a-8f67-14814d5c0908 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/ports/45d5cb69-cbdf-4c80-b076-cd059af935b9 HTTP/1.1" status: 204 len: 168 time: 1.0070298 Jul 09 16:28:11.404816 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 44168) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:11.494363 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d8a5f8-6e6c-44b1-bb78-ea26c8e27eb7 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:11.496891 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d8a5f8-6e6c-44b1-bb78-ea26c8e27eb7 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:11.500772 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-d8d8a5f8-6e6c-44b1-bb78-ea26c8e27eb7 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0822041 Jul 09 16:28:11.501395 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77a3bc-8478-447c-a386-41efa9e350fd req-e850cd33-88c6-4559-8963-27747cdb2b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:11.502876 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0b77a3bc-8478-447c-a386-41efa9e350fd req-e850cd33-88c6-4559-8963-27747cdb2b67 service neutron] 10.222.0.73 "GET /v2.0/networks?id=231872ae-9296-4423-b514-875db3d45bc0 HTTP/1.1" status: 200 len: 913 time: 0.3396297 Jul 09 16:28:11.503340 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 44170) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:11.504258 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16207708-35ea-4e77-b32c-b52df307ca19 req-5510589f-61e1-4628-a6dd-28bd32659d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:11.505986 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-16207708-35ea-4e77-b32c-b52df307ca19 req-5510589f-61e1-4628-a6dd-28bd32659d3a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5f8c45e3-0037-4593-9e76-6947bc1f2540 HTTP/1.1" status: 200 len: 1097 time: 0.0689638 Jul 09 16:28:11.556840 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-16207708-35ea-4e77-b32c-b52df307ca19 req-969ba9d8-202b-4f4c-a4f5-874c13b6699a service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427339 Jul 09 16:28:11.654666 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0b77a3bc-8478-447c-a386-41efa9e350fd req-f0b9c3af-ed09-401f-909e-8c9c982bb733 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4cb35c4b-70f9-4d6e-9f5e-67d047e23968 HTTP/1.1" status: 200 len: 217 time: 0.1404164 Jul 09 16:28:11.689646 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-23d4e93d-06fd-49d5-beb1-672fb11520f9 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Deleting subnet 67e0ce32-f7da-4ba6-b7f8-bc9840a46658 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:28:11.718862 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-23d4e93d-06fd-49d5-beb1-672fb11520f9 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:11.724447 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['f485a2cf-f2dd-4a21-99af-285b7678aa99'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:28:11.751263 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77a3bc-8478-447c-a386-41efa9e350fd req-907a897d-9401-4500-bb08-266a1be3f9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:11.752734 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0b77a3bc-8478-447c-a386-41efa9e350fd req-907a897d-9401-4500-bb08-266a1be3f9cf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3e0d8c88-f878-4783-9bea-2e636c9b8d9c HTTP/1.1" status: 200 len: 852 time: 0.0891247 Jul 09 16:28:11.819563 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0b77a3bc-8478-447c-a386-41efa9e350fd req-cd5039b8-c0f4-443b-a3bf-ff4bd6bd99d0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=231872ae-9296-4423-b514-875db3d45bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459912 Jul 09 16:28:11.825836 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a38388-e335-45c3-b744-18d5133290b3 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:28:11.931722 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17a38388-e335-45c3-b744-18d5133290b3 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:11.946683 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb298c5e-aacb-4035-86aa-28b9ca4afb2c None None] Sync routers for ids ['9e8be58e-f676-46f3-ae87-e5efc0de1e53'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:28:11.976294 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:28:11.977039 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb298c5e-aacb-4035-86aa-28b9ca4afb2c None None] Routers {'9e8be58e-f676-46f3-ae87-e5efc0de1e53'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:28:11.977673 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-eb298c5e-aacb-4035-86aa-28b9ca4afb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:27:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['9e8be58e-f676-46f3-ae87-e5efc0de1e53'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:28:12.033721 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-17a38388-e335-45c3-b744-18d5133290b3 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "PUT /v2.0/floatingips/8d71b16f-b941-473c-bddc-14e4ae556b80 HTTP/1.1" status: 200 len: 992 time: 3.1920359 Jul 09 16:28:12.044635 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-23d4e93d-06fd-49d5-beb1-672fb11520f9 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:12.097322 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80b72271-6fd5-4421-a385-eedba481230a', 'tag': '979bff33-6997-4354-abf3-dcab99fbd3f9'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:28:12.099989 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbb3aef-651b-4943-9bd7-f97337100597" -d '{"events": [{"name": "network-changed", "server_uuid": "80b72271-6fd5-4421-a385-eedba481230a", "tag": "979bff33-6997-4354-abf3-dcab99fbd3f9"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:28:12.127976 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0b77a3bc-8478-447c-a386-41efa9e350fd req-d63b8170-e7cf-4327-957d-5e2ff9217780 service neutron] 10.222.0.73 "GET /v2.0/networks/231872ae-9296-4423-b514-875db3d45bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004496 Jul 09 16:28:12.128955 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-eb298c5e-aacb-4035-86aa-28b9ca4afb2c None None] Set router 9e8be58e-f676-46f3-ae87-e5efc0de1e53 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:28:12.279213 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-23d4e93d-06fd-49d5-beb1-672fb11520f9 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:12.368938 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 1505999f-719c-4328-a3e9-03dba6baf6cc up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:28:12.388502 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb3aef-651b-4943-9bd7-f97337100597 req-9dab9ace-7aea-4f72-872b-e7ddca66d4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:12.390020 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dbbb3aef-651b-4943-9bd7-f97337100597 req-9dab9ace-7aea-4f72-872b-e7ddca66d4e1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b8ad35771c814596a752d0340d35099a&device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 1097 time: 0.1220031 Jul 09 16:28:12.460786 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe3f3d1-c83d-470c-915c-c20e8f4999c4 x-openstack-request-id: req-fbe3f3d1-c83d-470c-915c-c20e8f4999c4 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:28:12.461374 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80b72271-6fd5-4421-a385-eedba481230a", "tag": "979bff33-6997-4354-abf3-dcab99fbd3f9", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:28:12.461486 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fbe3f3d1-c83d-470c-915c-c20e8f4999c4 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:28:12.461862 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80b72271-6fd5-4421-a385-eedba481230a', 'tag': '979bff33-6997-4354-abf3-dcab99fbd3f9', 'status': 'completed', 'code': 200} Jul 09 16:28:12.466132 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device a1401fea-336b-4056-ab81-4b77265f7002 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:28:12.466877 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0b77a3bc-8478-447c-a386-41efa9e350fd req-8ff4fafd-532d-4cc2-87f6-fbc7dd7331fe service neutron] 10.222.0.73 "GET /v2.0/networks/231872ae-9296-4423-b514-875db3d45bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275688 Jul 09 16:28:12.523606 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-23d4e93d-06fd-49d5-beb1-672fb11520f9 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:12.578699 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-eb298c5e-aacb-4035-86aa-28b9ca4afb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'name': 'tempest-AttachVolumeShelveTestJSON-2063707949-router', 'tenant_id': 'b8ad35771c814596a752d0340d35099a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '6b3ac3ef-027b-485c-a57d-53b52cb99166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:01Z', 'updated_at': '2021-07-09T16:21:11Z', 'revision_number': 4, 'project_id': 'b8ad35771c814596a752d0340d35099a', 'gw_port': {'id': '6b3ac3ef-027b-485c-a57d-53b52cb99166', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:02Z', 'updated_at': '2021-07-09T16:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '8d71b16f-b941-473c-bddc-14e4ae556b80', 'tenant_id': 'b8ad35771c814596a752d0340d35099a', 'floating_ip_address': '172.25.0.253', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'port_id': '979bff33-6997-4354-abf3-dcab99fbd3f9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a171d79a-1159-4481-9cc1-46c665ce3a96', 'mac_address': 'fa:16:3e:a1:db:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b72271-6fd5-4421-a385-eedba481230a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:27:45Z', 'updated_at': '2021-07-09T16:28:09Z', 'revision_number': 1, 'project_id': 'b8ad35771c814596a752d0340d35099a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeaed067-e2c8-49aa-b996-4bd4466aa056', 'name': '', 'network_id': 'a171d79a-1159-4481-9cc1-46c665ce3a96', 'tenant_id': 'b8ad35771c814596a752d0340d35099a', 'mac_address': 'fa:16:3e:f4:24:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'b9e97679-e3ca-4f43-b281-7791408a1287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:08Z', 'updated_at': '2021-07-09T16:21:18Z', 'revision_number': 5, 'project_id': 'b8ad35771c814596a752d0340d35099a', 'subnets': [{'id': 'b9e97679-e3ca-4f43-b281-7791408a1287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:28:12.607552 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4e93d-06fd-49d5-beb1-672fb11520f9 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event deleted for resources: {'Subnet': ['ID=67e0ce32-f7da-4ba6-b7f8-bc9840a46658,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:12.613765 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-23d4e93d-06fd-49d5-beb1-672fb11520f9 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:12.619264 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-23d4e93d-06fd-49d5-beb1-672fb11520f9 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/67e0ce32-f7da-4ba6-b7f8-bc9840a46658 HTTP/1.1" status: 204 len: 168 time: 1.1129792 Jul 09 16:28:12.629650 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b3e72-8782-4e75-818b-f48185b76cf9 req-c31845f7-96d4-40f9-91be-98bf0032034e tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:12.630120 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44200) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:12.638797 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-375b3e72-8782-4e75-818b-f48185b76cf9 req-c31845f7-96d4-40f9-91be-98bf0032034e tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=5f8c45e3-0037-4593-9e76-6947bc1f2540 HTTP/1.1" status: 200 len: 946 time: 0.8143759 Jul 09 16:28:12.666277 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb298c5e-aacb-4035-86aa-28b9ca4afb2c None None] Checking router: 9e8be58e-f676-46f3-ae87-e5efc0de1e53 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:28:12.688758 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-375b3e72-8782-4e75-818b-f48185b76cf9 req-5f9808f0-8118-4026-8a4f-ce638db67a40 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487635 Jul 09 16:28:12.691505 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb298c5e-aacb-4035-86aa-28b9ca4afb2c None None] Routers {'9e8be58e-f676-46f3-ae87-e5efc0de1e53'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:28:12.692663 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-eb298c5e-aacb-4035-86aa-28b9ca4afb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:27:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['9e8be58e-f676-46f3-ae87-e5efc0de1e53'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:28:12.754190 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-99f6e301-f03a-4c77-982f-3f4943881e85 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1124768 Jul 09 16:28:12.754726 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 44202) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:12.857517 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdd37bf-6bd8-4177-9b98-ff457fcbec8b None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:28:12.868044 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020ea9ed-765c-4adc-8cba-31470b66f683 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:12.873749 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-020ea9ed-765c-4adc-8cba-31470b66f683 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1157658 Jul 09 16:28:12.874228 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 44204) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:12.879981 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-eb298c5e-aacb-4035-86aa-28b9ca4afb2c None None] Set router 9e8be58e-f676-46f3-ae87-e5efc0de1e53 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:28:12.883903 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb3aef-651b-4943-9bd7-f97337100597 req-7a05f58b-c099-4a38-ad49-5e0134a99440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:12.886925 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dbbb3aef-651b-4943-9bd7-f97337100597 req-7a05f58b-c099-4a38-ad49-5e0134a99440 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a171d79a-1159-4481-9cc1-46c665ce3a96 HTTP/1.1" status: 200 len: 918 time: 0.4860017 Jul 09 16:28:12.911425 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3adc759-47cf-491d-a87e-258fcadb4bef req-b179fda3-0145-4e63-8ecf-f7c60fbcc5c8 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:12.913296 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c3adc759-47cf-491d-a87e-258fcadb4bef req-b179fda3-0145-4e63-8ecf-f7c60fbcc5c8 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc689a4e-7bc3-4b19-adac-813c7d22b5b8 HTTP/1.1" status: 200 len: 946 time: 0.3999894 Jul 09 16:28:12.968727 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 1505999f-719c-4328-a3e9-03dba6baf6cc triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:28:12.969503 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:13.039542 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c957e15-51de-4977-b076-f2f3ca82e587 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:13.044134 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0c957e15-51de-4977-b076-f2f3ca82e587 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1664050 Jul 09 16:28:13.047511 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 44210) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:13.102696 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c3adc759-47cf-491d-a87e-258fcadb4bef req-59866cb6-cdbe-4c8b-bcb6-0c13c62d7230 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123991 Jul 09 16:28:13.119579 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dbbb3aef-651b-4943-9bd7-f97337100597 req-c3809a17-9d33-4649-a686-3eaca24ee4f9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=979bff33-6997-4354-abf3-dcab99fbd3f9 HTTP/1.1" status: 200 len: 1000 time: 0.2052517 Jul 09 16:28:13.138444 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port a1401fea-336b-4056-ab81-4b77265f7002, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=a1401fea-336b-4056-ab81-4b77265f7002,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:28:13.152035 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-40612d9f-53c1-4e37-90bb-349fee9bec0e tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1037209 Jul 09 16:28:13.161250 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 44214) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:13.180081 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-199654cc-6978-4d51-b013-0fa08a0c1ac9 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'subnet': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:28:13.220004 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb3aef-651b-4943-9bd7-f97337100597 req-418d565c-fcdb-42e4-89d5-8ed018d67927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:13.222747 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': 'a1401fea-336b-4056-ab81-4b77265f7002', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'port_id': 'a1401fea-336b-4056-ab81-4b77265f7002', 'mac_address': 'fa:16:3e:33:94:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f122b436-b232-4a3c-9aac-47d5639f2da4', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:28:13.223398 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dbbb3aef-651b-4943-9bd7-f97337100597 req-418d565c-fcdb-42e4-89d5-8ed018d67927 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b9e97679-e3ca-4f43-b281-7791408a1287 HTTP/1.1" status: 200 len: 856 time: 0.0936649 Jul 09 16:28:13.246859 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-eb298c5e-aacb-4035-86aa-28b9ca4afb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'name': 'tempest-AttachVolumeShelveTestJSON-2063707949-router', 'tenant_id': 'b8ad35771c814596a752d0340d35099a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '6b3ac3ef-027b-485c-a57d-53b52cb99166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:01Z', 'updated_at': '2021-07-09T16:21:11Z', 'revision_number': 4, 'project_id': 'b8ad35771c814596a752d0340d35099a', 'gw_port': {'id': '6b3ac3ef-027b-485c-a57d-53b52cb99166', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:02Z', 'updated_at': '2021-07-09T16:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '8d71b16f-b941-473c-bddc-14e4ae556b80', 'tenant_id': 'b8ad35771c814596a752d0340d35099a', 'floating_ip_address': '172.25.0.253', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'port_id': '979bff33-6997-4354-abf3-dcab99fbd3f9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a171d79a-1159-4481-9cc1-46c665ce3a96', 'mac_address': 'fa:16:3e:a1:db:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b72271-6fd5-4421-a385-eedba481230a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:27:45Z', 'updated_at': '2021-07-09T16:28:09Z', 'revision_number': 1, 'project_id': 'b8ad35771c814596a752d0340d35099a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeaed067-e2c8-49aa-b996-4bd4466aa056', 'name': '', 'network_id': 'a171d79a-1159-4481-9cc1-46c665ce3a96', 'tenant_id': 'b8ad35771c814596a752d0340d35099a', 'mac_address': 'fa:16:3e:f4:24:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'b9e97679-e3ca-4f43-b281-7791408a1287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:08Z', 'updated_at': '2021-07-09T16:21:18Z', 'revision_number': 5, 'project_id': 'b8ad35771c814596a752d0340d35099a', 'subnets': [{'id': 'b9e97679-e3ca-4f43-b281-7791408a1287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:28:13.276630 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb298c5e-aacb-4035-86aa-28b9ca4afb2c None None] The sync data for ids ['9e8be58e-f676-46f3-ae87-e5efc0de1e53'] in n-d-798930-3 is: [{'id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'name': 'tempest-AttachVolumeShelveTestJSON-2063707949-router', 'tenant_id': 'b8ad35771c814596a752d0340d35099a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '6b3ac3ef-027b-485c-a57d-53b52cb99166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:01Z', 'updated_at': '2021-07-09T16:21:11Z', 'revision_number': 4, 'project_id': 'b8ad35771c814596a752d0340d35099a', 'gw_port': {'id': '6b3ac3ef-027b-485c-a57d-53b52cb99166', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:02Z', 'updated_at': '2021-07-09T16:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '8d71b16f-b941-473c-bddc-14e4ae556b80', 'tenant_id': 'b8ad35771c814596a752d0340d35099a', 'floating_ip_address': '172.25.0.253', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'port_id': '979bff33-6997-4354-abf3-dcab99fbd3f9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a171d79a-1159-4481-9cc1-46c665ce3a96', 'mac_address': 'fa:16:3e:a1:db:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b72271-6fd5-4421-a385-eedba481230a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:27:45Z', 'updated_at': '2021-07-09T16:28:09Z', 'revision_number': 1, 'project_id': 'b8ad35771c814596a752d0340d35099a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeaed067-e2c8-49aa-b996-4bd4466aa056', 'name': '', 'network_id': 'a171d79a-1159-4481-9cc1-46c665ce3a96', 'tenant_id': 'b8ad35771c814596a752d0340d35099a', 'mac_address': 'fa:16:3e:f4:24:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'b9e97679-e3ca-4f43-b281-7791408a1287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:08Z', 'updated_at': '2021-07-09T16:21:18Z', 'revision_number': 5, 'project_id': 'b8ad35771c814596a752d0340d35099a', 'subnets': [{'id': 'b9e97679-e3ca-4f43-b281-7791408a1287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:28:13.300084 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:13.308900 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a72bf-7666-4074-b679-b7e98b86c226 req-404f18fe-54ce-47c7-95d4-0ec2bbe5490c tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:13.319077 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a1401fea-336b-4056-ab81-4b77265f7002 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:28:13.348677 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-557a72bf-7666-4074-b679-b7e98b86c226 req-404f18fe-54ce-47c7-95d4-0ec2bbe5490c tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] 10.222.0.98 "GET /v2.0/ports?device_id=2c00d4ab-0149-4d78-99f2-3d68ebb16180 HTTP/1.1" status: 200 len: 945 time: 0.4511592 Jul 09 16:28:13.352740 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb3aef-651b-4943-9bd7-f97337100597 req-d6de2099-6966-43fd-aacb-7845f73458bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:13.357285 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dbbb3aef-651b-4943-9bd7-f97337100597 req-d6de2099-6966-43fd-aacb-7845f73458bc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a171d79a-1159-4481-9cc1-46c665ce3a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1243639 Jul 09 16:28:13.369636 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port a1401fea-336b-4056-ab81-4b77265f7002, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=a1401fea-336b-4056-ab81-4b77265f7002,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:28:13.396651 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242956f8-c406-4d62-9701-a0e535d1af3a None None] DHCP port deletion for f22714f5-d774-47cf-ac1e-3989f67517e9 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:28:13.447876 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-557a72bf-7666-4074-b679-b7e98b86c226 req-e70b6a81-0581-4957-9ae6-54d99ef6b38e tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] 10.222.0.98 "GET /v2.0/security-groups?id=b5dfb5f3-bae8-43bd-bad8-d840d40120c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980403 Jul 09 16:28:13.450457 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199654cc-6978-4d51-b013-0fa08a0c1ac9 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:28:13.455930 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-199654cc-6978-4d51-b013-0fa08a0c1ac9 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:13.462354 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:13.573313 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dbbb3aef-651b-4943-9bd7-f97337100597 req-633424df-31a2-4b34-ab50-93f93a03d02a service neutron] 10.222.0.77 "GET /v2.0/networks/a171d79a-1159-4481-9cc1-46c665ce3a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108057 Jul 09 16:28:13.628486 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=a1401fea-336b-4056-ab81-4b77265f7002,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:13.672588 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-242956f8-c406-4d62-9701-a0e535d1af3a None None] Deleting port 1505999f-719c-4328-a3e9-03dba6baf6cc {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:28:13.673028 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-242956f8-c406-4d62-9701-a0e535d1af3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:13.744173 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['a1401fea-336b-4056-ab81-4b77265f7002'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:28:13.802516 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-feadd692-1548-4c51-99b4-55758f2727e4 req-d11fd652-e1c4-4baf-a85a-456d3f20c628 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=927faf6a074749d0b7e4b4706940c5ca HTTP/1.1" status: 200 len: 267 time: 0.1582696 Jul 09 16:28:13.837063 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9daa0f57-6012-4a5b-a572-62711008307d None None] New status for floating IP 8d71b16f-b941-473c-bddc-14e4ae556b80: ACTIVE {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:28:13.861396 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dbbb3aef-651b-4943-9bd7-f97337100597 req-54505fcd-d86a-4513-bb0a-0bd56d4feadb service neutron] 10.222.0.77 "GET /v2.0/networks/a171d79a-1159-4481-9cc1-46c665ce3a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772355 Jul 09 16:28:13.924514 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feadd692-1548-4c51-99b4-55758f2727e4 req-e2b8eb96-58ab-43a5-8bf2-019c5c02bc5c tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:13.931847 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-feadd692-1548-4c51-99b4-55758f2727e4 req-e2b8eb96-58ab-43a5-8bf2-019c5c02bc5c tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc689a4e-7bc3-4b19-adac-813c7d22b5b8 HTTP/1.1" status: 200 len: 946 time: 0.1283882 Jul 09 16:28:13.937847 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-feadd692-1548-4c51-99b4-55758f2727e4 req-bf2740af-9776-48ad-9f55-3ca28f1231f9 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Request body: {'port': {'security_groups': []}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:28:13.976621 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-242956f8-c406-4d62-9701-a0e535d1af3a None None] For port 1505999f-719c-4328-a3e9-03dba6baf6cc, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=1505999f-719c-4328-a3e9-03dba6baf6cc,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:28:13.977190 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-242956f8-c406-4d62-9701-a0e535d1af3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:14.023062 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-242956f8-c406-4d62-9701-a0e535d1af3a None None] Calling delete_port for 1505999f-719c-4328-a3e9-03dba6baf6cc owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:28:14.086577 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-feadd692-1548-4c51-99b4-55758f2727e4 req-bf2740af-9776-48ad-9f55-3ca28f1231f9 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:14.114380 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45fcb2d-01e2-4e3a-853e-acd5bed2d8d4 req-8ca03614-5c62-424e-b238-4c4776629469 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:14.122279 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b45fcb2d-01e2-4e3a-853e-acd5bed2d8d4 req-8ca03614-5c62-424e-b238-4c4776629469 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=5f8c45e3-0037-4593-9e76-6947bc1f2540 HTTP/1.1" status: 200 len: 946 time: 0.2312741 Jul 09 16:28:14.211816 n-d-798930-3 neutron-server[93959]: DEBUG neutron.objects.ports [None req-199654cc-6978-4d51-b013-0fa08a0c1ac9 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93959) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 16:28:14.240991 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b45fcb2d-01e2-4e3a-853e-acd5bed2d8d4 req-b08ffd68-86c1-4f04-b213-82cb8a75632e tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172869 Jul 09 16:28:14.380206 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 1505999f-719c-4328-a3e9-03dba6baf6cc no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:28:14.390292 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-242956f8-c406-4d62-9701-a0e535d1af3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:14.421437 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-feadd692-1548-4c51-99b4-55758f2727e4 req-bf2740af-9776-48ad-9f55-3ca28f1231f9 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] For port cc96a59f-cd47-4505-ac7f-6bbd72fbddb5, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=cc96a59f-cd47-4505-ac7f-6bbd72fbddb5,segment=NetworkSegment(44b862f2-e325-48d7-99eb-7401b6fb9e9c),segment_id=44b862f2-e325-48d7-99eb-7401b6fb9e9c)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:28:14.444260 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242956f8-c406-4d62-9701-a0e535d1af3a None None] No DVR routers for this DVR port 1505999f-719c-4328-a3e9-03dba6baf6cc on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:28:14.455280 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 1505999f-719c-4328-a3e9-03dba6baf6cc {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:28:14.455280 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 1505999f-719c-4328-a3e9-03dba6baf6cc not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:28:14.480019 n-d-798930-3 neutron-server[93959]: WARNING neutron.services.revisions.revision_plugin [None req-199654cc-6978-4d51-b013-0fa08a0c1ac9 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Could not find related port for resource to bump revision. Jul 09 16:28:14.492361 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-feadd692-1548-4c51-99b4-55758f2727e4 req-bf2740af-9776-48ad-9f55-3ca28f1231f9 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:14.499062 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.ipam_pluggable_backend [None req-199654cc-6978-4d51-b013-0fa08a0c1ac9 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Port 1505999f-719c-4328-a3e9-03dba6baf6cc was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93959) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 09 16:28:14.500305 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.ipam_pluggable_backend [None req-199654cc-6978-4d51-b013-0fa08a0c1ac9 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Reverting IP allocation for 2001:db8::f816:3eff:fe34:507f {{(pid=93959) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 09 16:28:14.502053 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-feadd692-1548-4c51-99b4-55758f2727e4 req-bf2740af-9776-48ad-9f55-3ca28f1231f9 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:14.510293 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device f485a2cf-f2dd-4a21-99af-285b7678aa99 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:28:14.510622 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.ipam_pluggable_backend [None req-199654cc-6978-4d51-b013-0fa08a0c1ac9 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe34:507f {{(pid=93959) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 09 16:28:14.512731 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-199654cc-6978-4d51-b013-0fa08a0c1ac9 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:14.525624 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['3340795a-2af7-4b17-94ed-fb41de92ccb5'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:28:14.536232 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242956f8-c406-4d62-9701-a0e535d1af3a None None] Pushing event deleted for resources: {'Port': ['ID=1505999f-719c-4328-a3e9-03dba6baf6cc,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:14.574331 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199654cc-6978-4d51-b013-0fa08a0c1ac9 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:28:14.577837 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-199654cc-6978-4d51-b013-0fa08a0c1ac9 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:28:14.591062 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199654cc-6978-4d51-b013-0fa08a0c1ac9 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:14.591643 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-199654cc-6978-4d51-b013-0fa08a0c1ac9 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:14.598916 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feadd692-1548-4c51-99b4-55758f2727e4 req-bf2740af-9776-48ad-9f55-3ca28f1231f9 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:14.601061 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-feadd692-1548-4c51-99b4-55758f2727e4 req-bf2740af-9776-48ad-9f55-3ca28f1231f9 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:14.603359 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199654cc-6978-4d51-b013-0fa08a0c1ac9 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'Subnet': ['ID=2395a4b3-c862-49f3-9978-6a5b2d53ba49,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:14.619639 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-feadd692-1548-4c51-99b4-55758f2727e4 req-bf2740af-9776-48ad-9f55-3ca28f1231f9 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "PUT /v2.0/ports/cc96a59f-cd47-4505-ac7f-6bbd72fbddb5 HTTP/1.1" status: 200 len: 905 time: 0.6866159 Jul 09 16:28:14.622566 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc689a4e-7bc3-4b19-adac-813c7d22b5b8', 'tag': 'cc96a59f-cd47-4505-ac7f-6bbd72fbddb5'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:28:14.624515 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-199654cc-6978-4d51-b013-0fa08a0c1ac9 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4621332 Jul 09 16:28:14.628027 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 44264) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:14.629551 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a7ae79-8870-4d07-a765-571ff7c833d5" -d '{"events": [{"name": "network-changed", "server_uuid": "bc689a4e-7bc3-4b19-adac-813c7d22b5b8", "tag": "cc96a59f-cd47-4505-ac7f-6bbd72fbddb5"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:28:14.640835 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-a99c5dba-31b6-4f53-bc42-57d9feaa5306 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'subnet': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:28:14.656348 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c4bc1e-82ea-4810-9d98-9e6464b90736 None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:28:14.691753 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2740af-9776-48ad-9f55-3ca28f1231f9 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Pushing event updated for resources: {'Port': ['ID=cc96a59f-cd47-4505-ac7f-6bbd72fbddb5,revision_number=6']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:14.787869 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['cc96a59f-cd47-4505-ac7f-6bbd72fbddb5'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:28:14.853873 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port f485a2cf-f2dd-4a21-99af-285b7678aa99 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:28:14.946049 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port f485a2cf-f2dd-4a21-99af-285b7678aa99 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:28:14.956271 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99c5dba-31b6-4f53-bc42-57d9feaa5306 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:28:14.961872 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:14.963627 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a99c5dba-31b6-4f53-bc42-57d9feaa5306 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:15.138866 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['a171e1ce-73c7-41f2-85cd-8fa1c943068f', 'cc96a59f-cd47-4505-ac7f-6bbd72fbddb5'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:28:15.211170 n-d-798930-3 neutron-server[93959]: INFO neutron.db.ipam_backend_mixin [None req-a99c5dba-31b6-4f53-bc42-57d9feaa5306 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2395a4b3-c862-49f3-9978-6a5b2d53ba49 (CIDR: 2001:db8::/64) Jul 09 16:28:15.225044 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-a99c5dba-31b6-4f53-bc42-57d9feaa5306 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:28:15.227049 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a99c5dba-31b6-4f53-bc42-57d9feaa5306 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:28:15.280104 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3780b-31b9-4772-99c9-e8b28d0f3d09 req-bbaf9645-5c11-464c-909a-99d73f5c694e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:15.281920 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-68f3780b-31b9-4772-99c9-e8b28d0f3d09 req-bbaf9645-5c11-464c-909a-99d73f5c694e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bab91c2e534b48d6932e69e9f922d333&device_id=5f8c45e3-0037-4593-9e76-6947bc1f2540 HTTP/1.1" status: 200 len: 1097 time: 0.2166092 Jul 09 16:28:15.352501 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a99c5dba-31b6-4f53-bc42-57d9feaa5306 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7197833 Jul 09 16:28:15.354966 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 44286) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:15.365432 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-7a70c6eb-a77e-4514-891e-d73bd97ba2a0 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'subnet': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:28:15.385731 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c306a1-0d8f-48bc-9190-af70067c5107 req-de41512c-8fc7-4b7a-9338-0d873b0c6148 tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:15.388934 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d4c306a1-0d8f-48bc-9190-af70067c5107 req-de41512c-8fc7-4b7a-9338-0d873b0c6148 tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] 10.222.0.98 "GET /v2.0/ports?device_id=2c00d4ab-0149-4d78-99f2-3d68ebb16180 HTTP/1.1" status: 200 len: 945 time: 0.2013309 Jul 09 16:28:15.471571 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d4c306a1-0d8f-48bc-9190-af70067c5107 req-8fb47519-4bac-47d5-8e7c-ea4cf503667a tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] 10.222.0.98 "GET /v2.0/security-groups?id=b5dfb5f3-bae8-43bd-bad8-d840d40120c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754025 Jul 09 16:28:15.502927 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3780b-31b9-4772-99c9-e8b28d0f3d09 req-883ecfc9-e85a-4261-8cf8-d69f44174222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:15.504751 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-68f3780b-31b9-4772-99c9-e8b28d0f3d09 req-883ecfc9-e85a-4261-8cf8-d69f44174222 service neutron] 10.222.0.77 "GET /v2.0/networks?id=77349fb7-f08f-401d-a502-ac937b81dcab HTTP/1.1" status: 200 len: 920 time: 0.2110300 Jul 09 16:28:15.547864 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d8f56fe8-e799-4a6b-9016-abbff8e34527 None None] Provisioning complete for port cc96a59f-cd47-4505-ac7f-6bbd72fbddb5 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:28:15.551738 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d8f56fe8-e799-4a6b-9016-abbff8e34527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:15.575362 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1629dc5b-9103-438f-87df-0c4ebde451e2 req-bce39312-8f27-4118-a0f7-3406a1d668b9 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:15.576910 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1629dc5b-9103-438f-87df-0c4ebde451e2 req-bce39312-8f27-4118-a0f7-3406a1d668b9 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc689a4e-7bc3-4b19-adac-813c7d22b5b8 HTTP/1.1" status: 200 len: 908 time: 0.3136184 Jul 09 16:28:15.597898 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-68f3780b-31b9-4772-99c9-e8b28d0f3d09 req-ebdcce13-5c26-4f00-9035-722df22baf3a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40bfc16b-7605-4f19-8e82-20b449ed7fc1 HTTP/1.1" status: 200 len: 217 time: 0.0786202 Jul 09 16:28:15.606176 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a70c6eb-a77e-4514-891e-d73bd97ba2a0 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:28:15.611226 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7a70c6eb-a77e-4514-891e-d73bd97ba2a0 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:15.712089 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926d6fba-a849-4c4c-9858-f3c08dd1525f x-openstack-request-id: req-926d6fba-a849-4c4c-9858-f3c08dd1525f {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:28:15.712693 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc689a4e-7bc3-4b19-adac-813c7d22b5b8", "tag": "cc96a59f-cd47-4505-ac7f-6bbd72fbddb5", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:28:15.712693 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-926d6fba-a849-4c4c-9858-f3c08dd1525f {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:28:15.713037 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc689a4e-7bc3-4b19-adac-813c7d22b5b8', 'tag': 'cc96a59f-cd47-4505-ac7f-6bbd72fbddb5', 'status': 'completed', 'code': 200} Jul 09 16:28:15.747676 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:15.767168 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3780b-31b9-4772-99c9-e8b28d0f3d09 req-14ff6adb-010b-4b88-98ef-1d78874c782c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:15.771776 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-68f3780b-31b9-4772-99c9-e8b28d0f3d09 req-14ff6adb-010b-4b88-98ef-1d78874c782c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=03aa29d7-618e-4fba-93dc-b83569f87121 HTTP/1.1" status: 200 len: 859 time: 0.1728680 Jul 09 16:28:15.843372 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435f910e-c537-4794-95c6-fea8bf2189a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-f22714f5-d774-47cf-ac1e-3989f67517e9', 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'tenant_id': '005b565b3c004d24a50d69ddcd50be46', 'fixed_ips': [{'subnet_id': '2395a4b3-c862-49f3-9978-6a5b2d53ba49'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:28:15.846875 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-435f910e-c537-4794-95c6-fea8bf2189a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:15.879339 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-68f3780b-31b9-4772-99c9-e8b28d0f3d09 req-51fd7b68-09cf-4672-88b7-c77c991204b1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=77349fb7-f08f-401d-a502-ac937b81dcab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928514 Jul 09 16:28:15.923311 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port f485a2cf-f2dd-4a21-99af-285b7678aa99, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=f485a2cf-f2dd-4a21-99af-285b7678aa99,segment=NetworkSegment(98a03907-eb1c-4003-907c-acf76e082f5d),segment_id=98a03907-eb1c-4003-907c-acf76e082f5d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:28:15.927756 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56a7d9f-9692-476b-b3cb-c13689fb321b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f485a2cf-f2dd-4a21-99af-285b7678aa99'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:28:15.931405 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9bc674b-f361-48bf-98ea-24d2191b4074" -d '{"events": [{"server_uuid": "e56a7d9f-9692-476b-b3cb-c13689fb321b", "name": "network-vif-plugged", "status": "completed", "tag": "f485a2cf-f2dd-4a21-99af-285b7678aa99"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:28:15.935826 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a7ae79-8870-4d07-a765-571ff7c833d5 req-4a72ecb0-3eb9-4be6-b85b-7023b85db008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:15.937741 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-62a7ae79-8870-4d07-a765-571ff7c833d5 req-4a72ecb0-3eb9-4be6-b85b-7023b85db008 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=927faf6a074749d0b7e4b4706940c5ca&device_id=bc689a4e-7bc3-4b19-adac-813c7d22b5b8 HTTP/1.1" status: 200 len: 1059 time: 0.1819863 Jul 09 16:28:15.944110 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:16.148377 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a7ae79-8870-4d07-a765-571ff7c833d5 req-50fc0294-5146-4095-b9a1-fb23fb3e5ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:16.150539 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-62a7ae79-8870-4d07-a765-571ff7c833d5 req-50fc0294-5146-4095-b9a1-fb23fb3e5ebf service neutron] 10.222.0.73 "GET /v2.0/networks?id=e14244d3-321e-4e11-8fa5-f8d23e2088a8 HTTP/1.1" status: 200 len: 913 time: 0.1969244 Jul 09 16:28:16.175423 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=f485a2cf-f2dd-4a21-99af-285b7678aa99,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:16.205093 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-62a7ae79-8870-4d07-a765-571ff7c833d5 req-86d0331e-1b45-4aea-8a9a-4be88cbb9ec0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc96a59f-cd47-4505-ac7f-6bbd72fbddb5 HTTP/1.1" status: 200 len: 217 time: 0.0462184 Jul 09 16:28:16.277969 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-435f910e-c537-4794-95c6-fea8bf2189a5 None None] Allocated IP 2001:db8::f816:3eff:fe53:e647 (f22714f5-d774-47cf-ac1e-3989f67517e9/2395a4b3-c862-49f3-9978-6a5b2d53ba49/3a2a8657-064d-4a28-b2cb-9a580f5b8ea7) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:28:16.287281 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-68f3780b-31b9-4772-99c9-e8b28d0f3d09 req-3231b941-89d4-41c5-94be-bd95ab594304 service neutron] 10.222.0.77 "GET /v2.0/networks/77349fb7-f08f-401d-a502-ac937b81dcab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3794873 Jul 09 16:28:16.395254 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e34efe-376c-4e00-aee2-ced9cc7c02f4 req-1190ea0d-263f-4cad-8b67-d55605acb0c2 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:16.396838 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-14e34efe-376c-4e00-aee2-ced9cc7c02f4 req-1190ea0d-263f-4cad-8b67-d55605acb0c2 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=5f8c45e3-0037-4593-9e76-6947bc1f2540 HTTP/1.1" status: 200 len: 946 time: 0.5090311 Jul 09 16:28:16.417301 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a7ae79-8870-4d07-a765-571ff7c833d5 req-9760ed65-ebcd-4c66-a079-e3d0abb94d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:16.418786 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-62a7ae79-8870-4d07-a765-571ff7c833d5 req-9760ed65-ebcd-4c66-a079-e3d0abb94d60 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9ed42caa-ccec-43f9-abc2-3f037ba46c07 HTTP/1.1" status: 200 len: 851 time: 0.1877589 Jul 09 16:28:16.465785 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7a70c6eb-a77e-4514-891e-d73bd97ba2a0 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:16.483820 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device a1401fea-336b-4056-ab81-4b77265f7002 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:28:16.637502 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a70c6eb-a77e-4514-891e-d73bd97ba2a0 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'Subnet': ['ID=52b38b60-693e-41d4-9e25-984fff336ca6,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:16.668610 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-14e34efe-376c-4e00-aee2-ced9cc7c02f4 req-34c14371-6f32-444c-8bad-6519fb60ef75 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878457 Jul 09 16:28:16.708682 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a70c6eb-a77e-4514-891e-d73bd97ba2a0 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:28:16.717597 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-435f910e-c537-4794-95c6-fea8bf2189a5 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:16.732624 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-435f910e-c537-4794-95c6-fea8bf2189a5 None None] Transition to ACTIVE for port object 3a2a8657-064d-4a28-b2cb-9a580f5b8ea7 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:28:16.740251 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port a1401fea-336b-4056-ab81-4b77265f7002 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:28:16.740629 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:16.742101 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-7a70c6eb-a77e-4514-891e-d73bd97ba2a0 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:28:16.747964 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a70c6eb-a77e-4514-891e-d73bd97ba2a0 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:16.750360 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7a70c6eb-a77e-4514-891e-d73bd97ba2a0 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:16.760253 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-68f3780b-31b9-4772-99c9-e8b28d0f3d09 req-45d81b19-5f27-4ff7-8ea0-d1f988ce786a service neutron] 10.222.0.77 "GET /v2.0/networks/77349fb7-f08f-401d-a502-ac937b81dcab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4463193 Jul 09 16:28:16.802534 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-435f910e-c537-4794-95c6-fea8bf2189a5 None None] Transition to ACTIVE for port object 3a2a8657-064d-4a28-b2cb-9a580f5b8ea7 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:28:16.813417 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-435f910e-c537-4794-95c6-fea8bf2189a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:16.850703 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-7a70c6eb-a77e-4514-891e-d73bd97ba2a0 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4945514 Jul 09 16:28:16.853322 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44308) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:16.859090 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-ebf1ef65-33a8-47cf-b9b3-a5f18e95f57a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'port': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'mac_address': 'fa:16:3e:8d:45:bb', 'name': 'tempest-NetworksTestDHCPv6-684001462'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:28:16.876561 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a7ae79-8870-4d07-a765-571ff7c833d5 req-d0e1871a-39b5-437e-a50c-5a871ae64070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:16.878580 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-62a7ae79-8870-4d07-a765-571ff7c833d5 req-d0e1871a-39b5-437e-a50c-5a871ae64070 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e14244d3-321e-4e11-8fa5-f8d23e2088a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4420638 Jul 09 16:28:16.953308 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435f910e-c537-4794-95c6-fea8bf2189a5 None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:28:16.958534 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-435f910e-c537-4794-95c6-fea8bf2189a5 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:28:16.973201 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435f910e-c537-4794-95c6-fea8bf2189a5 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:28:17.014032 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:17.026967 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-62a7ae79-8870-4d07-a765-571ff7c833d5 req-55fe7a36-1162-4ac1-a3bd-498654b582cd service neutron] 10.222.0.73 "GET /v2.0/networks/e14244d3-321e-4e11-8fa5-f8d23e2088a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394880 Jul 09 16:28:17.057497 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435f910e-c537-4794-95c6-fea8bf2189a5 None None] Pushing event updated for resources: {'Port': ['ID=3a2a8657-064d-4a28-b2cb-9a580f5b8ea7,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:17.155904 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555f157-b739-498a-9e22-478f2aedc96d req-34105261-0321-45c4-9fec-80882dcc46c9 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:17.157829 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf1ef65-33a8-47cf-b9b3-a5f18e95f57a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:28:17.158378 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a555f157-b739-498a-9e22-478f2aedc96d req-34105261-0321-45c4-9fec-80882dcc46c9 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.4311092 Jul 09 16:28:17.186818 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdde310e-1f6e-4d27-90cd-7d2dd3e5f865 x-openstack-request-id: req-bdde310e-1f6e-4d27-90cd-7d2dd3e5f865 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:28:17.187405 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e56a7d9f-9692-476b-b3cb-c13689fb321b", "name": "network-vif-plugged", "status": "completed", "tag": "f485a2cf-f2dd-4a21-99af-285b7678aa99", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:28:17.189679 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-bdde310e-1f6e-4d27-90cd-7d2dd3e5f865 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:28:17.190119 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56a7d9f-9692-476b-b3cb-c13689fb321b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f485a2cf-f2dd-4a21-99af-285b7678aa99', 'code': 200} Jul 09 16:28:17.335022 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ebf1ef65-33a8-47cf-b9b3-a5f18e95f57a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:17.366837 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a555f157-b739-498a-9e22-478f2aedc96d req-363725aa-b56d-47c1-9a15-e0f451d690eb tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1997201 Jul 09 16:28:17.377842 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-62a7ae79-8870-4d07-a765-571ff7c833d5 req-fe5e21a0-7b3d-4d45-baf3-71bf825aec24 service neutron] 10.222.0.73 "GET /v2.0/networks/e14244d3-321e-4e11-8fa5-f8d23e2088a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360140 Jul 09 16:28:17.444908 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-ebf1ef65-33a8-47cf-b9b3-a5f18e95f57a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] device_id is not set on port 3d6e3f15-e962-482c-bc40-0464271523e1 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:28:17.449379 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63238b4a-5661-4dde-8fed-66e5b3c52790 req-b96b4fdd-96ce-47ef-ad60-af016b57b716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:17.451727 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-63238b4a-5661-4dde-8fed-66e5b3c52790 req-b96b4fdd-96ce-47ef-ad60-af016b57b716 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e56a7d9f-9692-476b-b3cb-c13689fb321b HTTP/1.1" status: 200 len: 1096 time: 0.1545825 Jul 09 16:28:17.528949 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-63238b4a-5661-4dde-8fed-66e5b3c52790 req-4b3653a8-3a17-437e-bd12-a363c1e42b1c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699024 Jul 09 16:28:17.551572 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-435f910e-c537-4794-95c6-fea8bf2189a5 None None] Attempting to bind port 3a2a8657-064d-4a28-b2cb-9a580f5b8ea7 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:28:17.551955 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-435f910e-c537-4794-95c6-fea8bf2189a5 None None] Attempting to bind port 3a2a8657-064d-4a28-b2cb-9a580f5b8ea7 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:28:17.552311 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435f910e-c537-4794-95c6-fea8bf2189a5 None None] Attempting to bind port 3a2a8657-064d-4a28-b2cb-9a580f5b8ea7 on network f22714f5-d774-47cf-ac1e-3989f67517e9 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:28:17.558336 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port a1401fea-336b-4056-ab81-4b77265f7002, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=a1401fea-336b-4056-ab81-4b77265f7002,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:28:17.584357 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:17.588427 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435f910e-c537-4794-95c6-fea8bf2189a5 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:28:17.588841 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435f910e-c537-4794-95c6-fea8bf2189a5 None None] Checking segment: {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:28:17.589240 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-435f910e-c537-4794-95c6-fea8bf2189a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:17.589623 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435f910e-c537-4794-95c6-fea8bf2189a5 None None] Bound using segment: {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:28:17.590101 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-435f910e-c537-4794-95c6-fea8bf2189a5 None None] Bound port: 3a2a8657-064d-4a28-b2cb-9a580f5b8ea7, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:28:17.590480 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-435f910e-c537-4794-95c6-fea8bf2189a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:17.637756 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b041a-f3ce-46b1-ad6c-a882faaf01ac req-f454118b-719d-42ec-a28c-18805c2cac44 tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:17.651536 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0c1b041a-f3ce-46b1-ad6c-a882faaf01ac req-f454118b-719d-42ec-a28c-18805c2cac44 tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] 10.222.0.98 "GET /v2.0/ports?device_id=2c00d4ab-0149-4d78-99f2-3d68ebb16180 HTTP/1.1" status: 200 len: 945 time: 0.2722852 Jul 09 16:28:17.760438 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=a1401fea-336b-4056-ab81-4b77265f7002,revision_number=7']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:17.821644 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-435f910e-c537-4794-95c6-fea8bf2189a5 None None] For port 3a2a8657-064d-4a28-b2cb-9a580f5b8ea7, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:28:17.825332 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-435f910e-c537-4794-95c6-fea8bf2189a5 None None] For port 3a2a8657-064d-4a28-b2cb-9a580f5b8ea7, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=3a2a8657-064d-4a28-b2cb-9a580f5b8ea7,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:28:17.836118 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-435f910e-c537-4794-95c6-fea8bf2189a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:17.851702 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0c1b041a-f3ce-46b1-ad6c-a882faaf01ac req-bfb7ba17-1d78-4fb0-9464-e4b3899832bb tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] 10.222.0.98 "GET /v2.0/security-groups?id=b5dfb5f3-bae8-43bd-bad8-d840d40120c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882777 Jul 09 16:28:17.894220 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-ebf1ef65-33a8-47cf-b9b3-a5f18e95f57a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Allocated IP 2001:db8:0:1::da (f22714f5-d774-47cf-ac1e-3989f67517e9/52b38b60-693e-41d4-9e25-984fff336ca6/3d6e3f15-e962-482c-bc40-0464271523e1) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:28:17.905324 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-ebf1ef65-33a8-47cf-b9b3-a5f18e95f57a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Allocated IP 2001:db8::f816:3eff:fe8d:45bb (f22714f5-d774-47cf-ac1e-3989f67517e9/2395a4b3-c862-49f3-9978-6a5b2d53ba49/3d6e3f15-e962-482c-bc40-0464271523e1) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:28:17.972166 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435f910e-c537-4794-95c6-fea8bf2189a5 None None] Pushing event updated for resources: {'Port': ['ID=3a2a8657-064d-4a28-b2cb-9a580f5b8ea7,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:18.137171 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036384af-807b-4393-b1dd-13c09710bc36 req-5bf896b7-da81-41ce-8beb-a291b551ce56 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:18.144862 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-036384af-807b-4393-b1dd-13c09710bc36 req-5bf896b7-da81-41ce-8beb-a291b551ce56 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.1494284 Jul 09 16:28:18.235646 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-036384af-807b-4393-b1dd-13c09710bc36 req-b9782226-811f-48f6-a6b8-c2d3e37c4642 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0870297 Jul 09 16:28:18.352217 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ebf1ef65-33a8-47cf-b9b3-a5f18e95f57a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:18.379252 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-ebf1ef65-33a8-47cf-b9b3-a5f18e95f57a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Transition to ACTIVE for port object 3d6e3f15-e962-482c-bc40-0464271523e1 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:28:18.439246 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ebf1ef65-33a8-47cf-b9b3-a5f18e95f57a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:18.516845 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf1ef65-33a8-47cf-b9b3-a5f18e95f57a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:28:18.523177 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-ebf1ef65-33a8-47cf-b9b3-a5f18e95f57a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:28:18.537982 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf1ef65-33a8-47cf-b9b3-a5f18e95f57a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:28:18.545510 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf1ef65-33a8-47cf-b9b3-a5f18e95f57a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:18.550259 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ebf1ef65-33a8-47cf-b9b3-a5f18e95f57a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:18.570453 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9deb1-3a02-42c9-8397-ef54eb6c9c9a req-2b0f154b-c6c1-4105-8266-f08ad3125782 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:18.578138 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bba9deb1-3a02-42c9-8397-ef54eb6c9c9a req-2b0f154b-c6c1-4105-8266-f08ad3125782 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=5f8c45e3-0037-4593-9e76-6947bc1f2540 HTTP/1.1" status: 200 len: 946 time: 0.3995833 Jul 09 16:28:18.629465 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf1ef65-33a8-47cf-b9b3-a5f18e95f57a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'Port': ['ID=3d6e3f15-e962-482c-bc40-0464271523e1,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:18.657979 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bba9deb1-3a02-42c9-8397-ef54eb6c9c9a req-dd969263-b574-4cb9-9b96-a003726b8c53 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785978 Jul 09 16:28:18.664042 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ebf1ef65-33a8-47cf-b9b3-a5f18e95f57a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8095942 Jul 09 16:28:18.664888 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44352) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:18.821053 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-3116d0bb-b546-45b4-8097-4db11d94681e tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Deleting port 3d6e3f15-e962-482c-bc40-0464271523e1 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:28:18.821402 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3116d0bb-b546-45b4-8097-4db11d94681e tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:18.870736 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fd6f8-a59e-433d-b6e5-e00b98caa413 req-e765bf70-b2e6-444f-b9f3-87c3d34dc2d4 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:18.882383 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d62fd6f8-a59e-433d-b6e5-e00b98caa413 req-e765bf70-b2e6-444f-b9f3-87c3d34dc2d4 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/networks?id=e14244d3-321e-4e11-8fa5-f8d23e2088a8 HTTP/1.1" status: 200 len: 812 time: 0.2380407 Jul 09 16:28:18.919178 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d62fd6f8-a59e-433d-b6e5-e00b98caa413 req-90f9cff4-0dec-46ed-9b33-c83231332540 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/quotas/927faf6a074749d0b7e4b4706940c5ca HTTP/1.1" status: 200 len: 375 time: 0.0314822 Jul 09 16:28:18.991901 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3116d0bb-b546-45b4-8097-4db11d94681e tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:19.014694 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-3116d0bb-b546-45b4-8097-4db11d94681e tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Calling delete_port for 3d6e3f15-e962-482c-bc40-0464271523e1 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:28:19.061136 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4af6f71b-74d9-4504-aa40-99c7d8b86c14 req-11f31139-bf78-4105-b504-cdc9157668a1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d8fa6c38-9de0-479e-a227-8e4ce3e78bde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2890329 Jul 09 16:28:19.132038 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d62fd6f8-a59e-433d-b6e5-e00b98caa413 req-b408a744-119a-4649-bc6c-0403bd9c79a9 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=927faf6a074749d0b7e4b4706940c5ca&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2118752 Jul 09 16:28:19.191260 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ebcab8-5539-48a5-a89a-c895e6b7cdc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1401fea-336b-4056-ab81-4b77265f7002'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:28:19.194567 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e9f1ac-fd22-47f4-b5e6-08599f494b6b" -d '{"events": [{"server_uuid": "e5ebcab8-5539-48a5-a89a-c895e6b7cdc0", "name": "network-vif-plugged", "status": "completed", "tag": "a1401fea-336b-4056-ab81-4b77265f7002"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:28:19.344128 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3116d0bb-b546-45b4-8097-4db11d94681e tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:19.410516 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3116d0bb-b546-45b4-8097-4db11d94681e tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event deleted for resources: {'Port': ['ID=3d6e3f15-e962-482c-bc40-0464271523e1,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:19.518031 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3116d0bb-b546-45b4-8097-4db11d94681e tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:19.520372 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-3116d0bb-b546-45b4-8097-4db11d94681e tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/ports/3d6e3f15-e962-482c-bc40-0464271523e1 HTTP/1.1" status: 204 len: 168 time: 0.8535326 Jul 09 16:28:19.523252 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44364) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:19.578718 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46544f5-0474-4bac-9a41-69ffaebccaa1 None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:28:19.582166 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55dbc61-3d83-42b7-9cbb-548c72fd9d72 req-36c67aa2-0dd7-4828-be7d-deaa5b7c3b2b tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:19.583955 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e55dbc61-3d83-42b7-9cbb-548c72fd9d72 req-36c67aa2-0dd7-4828-be7d-deaa5b7c3b2b tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] 10.222.0.98 "GET /v2.0/ports?device_id=2c00d4ab-0149-4d78-99f2-3d68ebb16180 HTTP/1.1" status: 200 len: 945 time: 0.2551100 Jul 09 16:28:19.695180 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e55dbc61-3d83-42b7-9cbb-548c72fd9d72 req-9a39eafd-375f-423b-8d41-95fd8f885298 tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] 10.222.0.98 "GET /v2.0/security-groups?id=b5dfb5f3-bae8-43bd-bad8-d840d40120c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979874 Jul 09 16:28:19.762100 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5b5e00-3239-4bc8-b403-4f09fafb10dc tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:19.763167 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2e73a042-e7c8-4a57-bb9c-56f5063a66a0 None None] Provisioning for port 3a2a8657-064d-4a28-b2cb-9a580f5b8ea7 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:28:19.764287 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7e5b5e00-3239-4bc8-b403-4f09fafb10dc tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.2398248 Jul 09 16:28:19.767103 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44370) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:19.813500 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9d63ad-d6f2-4323-83bb-99a046aba4bf x-openstack-request-id: req-dc9d63ad-d6f2-4323-83bb-99a046aba4bf {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:28:19.813814 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5ebcab8-5539-48a5-a89a-c895e6b7cdc0", "name": "network-vif-plugged", "status": "completed", "tag": "a1401fea-336b-4056-ab81-4b77265f7002", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:28:19.814057 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-dc9d63ad-d6f2-4323-83bb-99a046aba4bf {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:28:19.814631 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5ebcab8-5539-48a5-a89a-c895e6b7cdc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1401fea-336b-4056-ab81-4b77265f7002', 'code': 200} Jul 09 16:28:19.903958 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea619a79-17db-4279-911d-1ff87b6d00cd tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:19.908041 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ea619a79-17db-4279-911d-1ff87b6d00cd tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1347308 Jul 09 16:28:19.911411 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44374) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:20.009560 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c50c1fb-9508-40b4-bca2-bb659dd33b26 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:20.012971 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c50c1fb-9508-40b4-bca2-bb659dd33b26 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:20.014278 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c50c1fb-9508-40b4-bca2-bb659dd33b26 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:20.015987 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7c50c1fb-9508-40b4-bca2-bb659dd33b26 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1036053 Jul 09 16:28:20.018894 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44376) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:20.097117 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdd9ee7e-7eb8-4cc4-9269-3e3cbb85c38d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Deleting subnet 2395a4b3-c862-49f3-9978-6a5b2d53ba49 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:28:20.102519 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cdd9ee7e-7eb8-4cc4-9269-3e3cbb85c38d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:20.111486 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af6f71b-74d9-4504-aa40-99c7d8b86c14 req-6e526228-5962-4646-bc69-64b0f8788317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:20.113158 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4af6f71b-74d9-4504-aa40-99c7d8b86c14 req-6e526228-5962-4646-bc69-64b0f8788317 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=927faf6a074749d0b7e4b4706940c5ca&device_id=d8fa6c38-9de0-479e-a227-8e4ce3e78bde HTTP/1.1" status: 200 len: 1096 time: 0.9707963 Jul 09 16:28:20.169399 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cdd9ee7e-7eb8-4cc4-9269-3e3cbb85c38d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:20.178266 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfb4534-da9d-44a4-b973-8076db2f39fd None None] Update dhcp port {'port': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'fixed_ips': [{'subnet_id': '2395a4b3-c862-49f3-9978-6a5b2d53ba49', 'ip_address': '2001:db8::f816:3eff:fe53:e647'}, {'subnet_id': '52b38b60-693e-41d4-9e25-984fff336ca6'}], 'binding:host_id': 'n-d-798930-3'}, 'id': '3a2a8657-064d-4a28-b2cb-9a580f5b8ea7'} from n-d-798930-3. {{(pid=93960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 16:28:20.189765 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb11826-4725-4797-a76f-39a14dc1dd07 req-fb5841c2-0f91-4cca-8888-6fe156a9d323 tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:20.191912 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3bb11826-4725-4797-a76f-39a14dc1dd07 req-fb5841c2-0f91-4cca-8888-6fe156a9d323 tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] 10.222.0.73 "GET /v2.0/ports?device_id=2c00d4ab-0149-4d78-99f2-3d68ebb16180 HTTP/1.1" status: 200 len: 945 time: 0.2477894 Jul 09 16:28:20.229440 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d62fd6f8-a59e-433d-b6e5-e00b98caa413 req-ca77cab7-028a-4c77-a872-35692c4640b4 service neutron] 10.222.0.98 "GET /v2.0/networks/e14244d3-321e-4e11-8fa5-f8d23e2088a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0964119 Jul 09 16:28:20.288534 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ebfb4534-da9d-44a4-b973-8076db2f39fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:20.468549 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 3a2a8657-064d-4a28-b2cb-9a580f5b8ea7 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:28:20.574542 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 3a2a8657-064d-4a28-b2cb-9a580f5b8ea7 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:28:20.578962 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 3a2a8657-064d-4a28-b2cb-9a580f5b8ea7 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:28:20.579439 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:20.676564 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d62fd6f8-a59e-433d-b6e5-e00b98caa413 req-3274e102-9942-4757-a95c-e526541240e2 service neutron] 10.222.0.98 "GET /v2.0/networks/e14244d3-321e-4e11-8fa5-f8d23e2088a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4462333 Jul 09 16:28:20.703569 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af6f71b-74d9-4504-aa40-99c7d8b86c14 req-98644af2-4d69-4b85-b713-27bd2a5d94ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:20.705215 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4af6f71b-74d9-4504-aa40-99c7d8b86c14 req-98644af2-4d69-4b85-b713-27bd2a5d94ec service neutron] 10.222.0.73 "GET /v2.0/networks?id=e14244d3-321e-4e11-8fa5-f8d23e2088a8 HTTP/1.1" status: 200 len: 913 time: 0.5610790 Jul 09 16:28:20.725045 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-3bb11826-4725-4797-a76f-39a14dc1dd07 req-2248e990-0623-4865-b31c-56d6467aa4d6 tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] Deleting port 4cb35c4b-70f9-4d6e-9f5e-67d047e23968 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:28:20.725531 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3bb11826-4725-4797-a76f-39a14dc1dd07 req-2248e990-0623-4865-b31c-56d6467aa4d6 tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:20.818923 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:20.845980 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-3bb11826-4725-4797-a76f-39a14dc1dd07 req-2248e990-0623-4865-b31c-56d6467aa4d6 tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] For port 4cb35c4b-70f9-4d6e-9f5e-67d047e23968, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=4cb35c4b-70f9-4d6e-9f5e-67d047e23968,segment=NetworkSegment(f3891603-d389-48e9-86e0-de20dae12b43),segment_id=f3891603-d389-48e9-86e0-de20dae12b43)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:28:20.846497 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3bb11826-4725-4797-a76f-39a14dc1dd07 req-2248e990-0623-4865-b31c-56d6467aa4d6 tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:20.861362 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-3bb11826-4725-4797-a76f-39a14dc1dd07 req-2248e990-0623-4865-b31c-56d6467aa4d6 tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] Calling delete_port for 4cb35c4b-70f9-4d6e-9f5e-67d047e23968 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:28:20.885989 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 3a2a8657-064d-4a28-b2cb-9a580f5b8ea7, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=3a2a8657-064d-4a28-b2cb-9a580f5b8ea7,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:28:20.896007 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:21.011938 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=3a2a8657-064d-4a28-b2cb-9a580f5b8ea7,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:21.056100 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 44396) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:21.103954 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3bb11826-4725-4797-a76f-39a14dc1dd07 req-2248e990-0623-4865-b31c-56d6467aa4d6 tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:21.109520 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4af6f71b-74d9-4504-aa40-99c7d8b86c14 req-43824097-f32d-4ca0-83d0-879dbd6bfd65 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a171e1ce-73c7-41f2-85cd-8fa1c943068f HTTP/1.1" status: 200 len: 217 time: 0.3938015 Jul 09 16:28:21.173991 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cdd9ee7e-7eb8-4cc4-9269-3e3cbb85c38d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:21.180670 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2248e990-0623-4865-b31c-56d6467aa4d6 tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] Pushing event deleted for resources: {'Port': ['ID=4cb35c4b-70f9-4d6e-9f5e-67d047e23968,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:21.229318 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916479ce-ac45-4572-9496-1ef5387758f8 req-684a937c-dfe7-4c50-837b-b8b7b085e06f tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:21.244240 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-916479ce-ac45-4572-9496-1ef5387758f8 req-684a937c-dfe7-4c50-837b-b8b7b085e06f tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=5f8c45e3-0037-4593-9e76-6947bc1f2540 HTTP/1.1" status: 200 len: 946 time: 0.1793988 Jul 09 16:28:21.333676 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-916479ce-ac45-4572-9496-1ef5387758f8 req-b07cc021-526b-4642-99f1-b3f9a675da38 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882857 Jul 09 16:28:21.337459 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb11826-4725-4797-a76f-39a14dc1dd07 req-2248e990-0623-4865-b31c-56d6467aa4d6 tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] No DVR routers for this DVR port 4cb35c4b-70f9-4d6e-9f5e-67d047e23968 on host n-h2-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:28:21.341419 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af6f71b-74d9-4504-aa40-99c7d8b86c14 req-cfc768f7-2000-407e-9940-19922975766c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:21.343475 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4af6f71b-74d9-4504-aa40-99c7d8b86c14 req-cfc768f7-2000-407e-9940-19922975766c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9ed42caa-ccec-43f9-abc2-3f037ba46c07 HTTP/1.1" status: 200 len: 851 time: 0.2260036 Jul 09 16:28:21.344993 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3bb11826-4725-4797-a76f-39a14dc1dd07 req-2248e990-0623-4865-b31c-56d6467aa4d6 tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:21.347409 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3bb11826-4725-4797-a76f-39a14dc1dd07 req-2248e990-0623-4865-b31c-56d6467aa4d6 tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] 10.222.0.73 "DELETE /v2.0/ports/4cb35c4b-70f9-4d6e-9f5e-67d047e23968 HTTP/1.1" status: 204 len: 173 time: 1.1443653 Jul 09 16:28:21.348133 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c00d4ab-0149-4d78-99f2-3d68ebb16180', 'name': 'network-vif-deleted', 'tag': '4cb35c4b-70f9-4d6e-9f5e-67d047e23968'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:28:21.351281 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c82f5eb-6f44-4f6f-a6b5-f630ff432f0e" -d '{"events": [{"server_uuid": "2c00d4ab-0149-4d78-99f2-3d68ebb16180", "name": "network-vif-deleted", "tag": "4cb35c4b-70f9-4d6e-9f5e-67d047e23968"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:28:21.392746 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server [None req-ebfb4534-da9d-44a4-b973-8076db2f39fd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2395a4b3-c862-49f3-9978-6a5b2d53ba49: This subnet is being modified by another concurrent operation. Jul 09 16:28:21.392746 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 16:28:21.392746 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 16:28:21.392746 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 16:28:21.392746 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 16:28:21.392746 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 16:28:21.392746 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 16:28:21.392746 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 16:28:21.392746 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 16:28:21.392746 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 16:28:21.392746 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 16:28:21.392746 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 16:28:21.392746 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 16:28:21.392746 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 16:28:21.392746 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 16:28:21.392746 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 16:28:21.392746 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 16:28:21.392746 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 16:28:21.392746 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 16:28:21.392746 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 16:28:21.392746 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 16:28:21.392746 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 16:28:21.392746 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 16:28:21.392746 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 16:28:21.392746 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 16:28:21.392746 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 16:28:21.392746 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 16:28:21.392746 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 16:28:21.392746 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 16:28:21.392746 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 16:28:21.392746 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 16:28:21.392746 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 16:28:21.392746 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 16:28:21.392746 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 16:28:21.392746 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 16:28:21.392746 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 16:28:21.392746 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 09 16:28:21.392746 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 09 16:28:21.392746 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 09 16:28:21.392746 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 09 16:28:21.392746 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 16:28:21.392746 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 16:28:21.392746 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 16:28:21.392746 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 16:28:21.392746 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 16:28:21.392746 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 16:28:21.392746 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 16:28:21.392746 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 16:28:21.392746 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 16:28:21.392746 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 16:28:21.392746 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 16:28:21.392746 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 16:28:21.392746 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 16:28:21.392746 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 16:28:21.398404 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 16:28:21.398404 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 16:28:21.398404 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 16:28:21.398404 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 16:28:21.398404 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 16:28:21.398404 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 16:28:21.398404 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 16:28:21.398404 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 16:28:21.398404 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 16:28:21.398404 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 16:28:21.398404 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 16:28:21.398404 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 16:28:21.398404 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 16:28:21.398404 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 16:28:21.398404 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 09 16:28:21.398404 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 09 16:28:21.398404 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 16:28:21.398404 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 16:28:21.398404 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 09 16:28:21.398404 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 09 16:28:21.398404 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 09 16:28:21.398404 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 09 16:28:21.398404 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 09 16:28:21.398404 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 09 16:28:21.398404 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 09 16:28:21.398404 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 16:28:21.398404 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 16:28:21.398404 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 16:28:21.398404 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 16:28:21.398404 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise exception Jul 09 16:28:21.398404 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2395a4b3-c862-49f3-9978-6a5b2d53ba49: This subnet is being modified by another concurrent operation. Jul 09 16:28:21.398404 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server Jul 09 16:28:21.414294 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cdd9ee7e-7eb8-4cc4-9269-3e3cbb85c38d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:21.462005 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6c1b4173-9452-4092-adf6-034d627664e9 req-5c71c5b5-41f0-4937-9529-c76467ec16e7 tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] 10.222.0.98 "GET /v2.0/ports?device_id=2c00d4ab-0149-4d78-99f2-3d68ebb16180 HTTP/1.1" status: 200 len: 210 time: 0.1070826 Jul 09 16:28:21.507735 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cdd9ee7e-7eb8-4cc4-9269-3e3cbb85c38d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:21.510002 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-cdd9ee7e-7eb8-4cc4-9269-3e3cbb85c38d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/2395a4b3-c862-49f3-9978-6a5b2d53ba49 HTTP/1.1" status: 204 len: 168 time: 1.4850121 Jul 09 16:28:21.513521 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd9ee7e-7eb8-4cc4-9269-3e3cbb85c38d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event deleted for resources: {'Subnet': ['ID=2395a4b3-c862-49f3-9978-6a5b2d53ba49,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:21.517849 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44410) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:21.570613 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af6f71b-74d9-4504-aa40-99c7d8b86c14 req-15c5f7ed-a8ac-4720-b95e-92473b1f76d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:21.572278 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4af6f71b-74d9-4504-aa40-99c7d8b86c14 req-15c5f7ed-a8ac-4720-b95e-92473b1f76d1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e14244d3-321e-4e11-8fa5-f8d23e2088a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2164116 Jul 09 16:28:21.585294 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b17948-ee6f-49b5-8772-93a8510929dd None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:28:21.604872 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-5585a582-d38b-47a4-9894-191162ae8d59 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Deleting subnet 52b38b60-693e-41d4-9e25-984fff336ca6 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:28:21.616986 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5585a582-d38b-47a4-9894-191162ae8d59 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:21.743142 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5585a582-d38b-47a4-9894-191162ae8d59 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:21.906941 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5585a582-d38b-47a4-9894-191162ae8d59 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:21.965033 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e85fc3a4-91b4-4ccb-aece-4bbd935384f3 None None] Provisioning complete for port 3a2a8657-064d-4a28-b2cb-9a580f5b8ea7 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:28:21.965398 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e85fc3a4-91b4-4ccb-aece-4bbd935384f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:22.052911 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4af6f71b-74d9-4504-aa40-99c7d8b86c14 req-41696a07-b518-46d7-85ee-1e7992da39db service neutron] 10.222.0.73 "GET /v2.0/networks/e14244d3-321e-4e11-8fa5-f8d23e2088a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4700518 Jul 09 16:28:22.056930 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114bd728-6b06-499e-b932-71891ba7a4fa x-openstack-request-id: req-114bd728-6b06-499e-b932-71891ba7a4fa {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:28:22.056930 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c00d4ab-0149-4d78-99f2-3d68ebb16180", "name": "network-vif-deleted", "tag": "4cb35c4b-70f9-4d6e-9f5e-67d047e23968", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:28:22.056930 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-114bd728-6b06-499e-b932-71891ba7a4fa {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:28:22.060244 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c00d4ab-0149-4d78-99f2-3d68ebb16180', 'name': 'network-vif-deleted', 'tag': '4cb35c4b-70f9-4d6e-9f5e-67d047e23968', 'status': 'completed', 'code': 200} Jul 09 16:28:22.096899 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5585a582-d38b-47a4-9894-191162ae8d59 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:22.150568 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5585a582-d38b-47a4-9894-191162ae8d59 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:22.152437 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-5585a582-d38b-47a4-9894-191162ae8d59 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/52b38b60-693e-41d4-9e25-984fff336ca6 HTTP/1.1" status: 204 len: 168 time: 0.6323009 Jul 09 16:28:22.170154 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44422) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:22.197679 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-95e31da5-3fc2-46ab-ac5f-b804db8467e6 req-511c934a-9bad-4fca-98cb-ecf1a03c1d8d tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=ce83b532-ddc9-4a6d-bef3-eabd04719c14 HTTP/1.1" status: 200 len: 210 time: 0.6853938 Jul 09 16:28:22.239353 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4af6f71b-74d9-4504-aa40-99c7d8b86c14 req-ae1756b2-42fe-4b77-8782-f7ed6c04cdc6 service neutron] 10.222.0.73 "GET /v2.0/networks/e14244d3-321e-4e11-8fa5-f8d23e2088a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730161 Jul 09 16:28:22.395055 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5585a582-d38b-47a4-9894-191162ae8d59 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event deleted for resources: {'Subnet': ['ID=52b38b60-693e-41d4-9e25-984fff336ca6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:22.402517 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f484f5e9-c2de-4a3e-8a8a-b3d713191428 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2297928 Jul 09 16:28:22.406045 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44428) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:22.414115 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fe4daf21-996b-448c-a8a5-a661fc57e28d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:22.423521 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-1b6b215f-ef4a-4f3f-94ff-74360c1aadd6 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'subnet': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:28:22.431722 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 3a2a8657-064d-4a28-b2cb-9a580f5b8ea7 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:28:22.501254 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 4cb35c4b-70f9-4d6e-9f5e-67d047e23968 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:28:22.584912 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: 4cb35c4b-70f9-4d6e-9f5e-67d047e23968 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:28:22.585809 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 4cb35c4b-70f9-4d6e-9f5e-67d047e23968 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:28:22.607110 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6b215f-ef4a-4f3f-94ff-74360c1aadd6 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:28:22.616854 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1b6b215f-ef4a-4f3f-94ff-74360c1aadd6 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:22.694480 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b39a4e-a6f3-4c0d-b930-27a4dd2f95f7 None None] Update dhcp port {'port': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'fixed_ips': [{'subnet_id': '52b38b60-693e-41d4-9e25-984fff336ca6'}], 'binding:host_id': 'n-d-798930-3'}, 'id': '3a2a8657-064d-4a28-b2cb-9a580f5b8ea7'} from n-d-798930-3. {{(pid=93960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 16:28:22.786723 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-89b39a4e-a6f3-4c0d-b930-27a4dd2f95f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:22.882797 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d32e9d48-dbaf-42f8-89b6-87d8f4fc24c8 req-4710ca4c-f16b-4e54-aa88-dae7f595fbfa tempest-TestServerAdvancedOps-1203027812 tempest-TestServerAdvancedOps-1203027812-project] 10.222.0.98 "GET /v2.0/ports?device_id=2c00d4ab-0149-4d78-99f2-3d68ebb16180 HTTP/1.1" status: 200 len: 210 time: 0.1109931 Jul 09 16:28:22.896974 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68a7d4-34ef-455f-ba37-db0d07111c6d req-9c0f9ebe-7259-4724-8e13-e92539f363c6 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:22.898938 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2b68a7d4-34ef-455f-ba37-db0d07111c6d req-9c0f9ebe-7259-4724-8e13-e92539f363c6 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=5f8c45e3-0037-4593-9e76-6947bc1f2540 HTTP/1.1" status: 200 len: 946 time: 0.1770747 Jul 09 16:28:22.935321 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:23.119676 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 3a2a8657-064d-4a28-b2cb-9a580f5b8ea7, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=3a2a8657-064d-4a28-b2cb-9a580f5b8ea7,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:28:23.130456 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:23.185821 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4b99-ac86-497c-a202-4726f3ef5333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:23.258139 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-403c0c5a-d80b-4f38-ab3e-abd409470184 None None] Provisioning complete for port 3a2a8657-064d-4a28-b2cb-9a580f5b8ea7 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:28:23.267121 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-403c0c5a-d80b-4f38-ab3e-abd409470184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:23.318465 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2b68a7d4-34ef-455f-ba37-db0d07111c6d req-397c4420-993f-4b40-9b0f-28588db6d29b tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4045572 Jul 09 16:28:23.380938 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=3a2a8657-064d-4a28-b2cb-9a580f5b8ea7,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:23.499240 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-403c0c5a-d80b-4f38-ab3e-abd409470184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:23.519034 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b857420-465f-4203-9cc1-032d6ed6c2f0 None None] get_active_networks_info from n-d-798930-3 {{(pid=93960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 16:28:23.611626 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-856e76b3-9e22-48d2-9e1f-9b5d7bfb6822 req-18b1e4db-fed9-4f40-8ed4-08fd32d2a3e1 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=ce83b532-ddc9-4a6d-bef3-eabd04719c14 HTTP/1.1" status: 200 len: 210 time: 0.0752945 Jul 09 16:28:23.628464 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fd6f8-a59e-433d-b6e5-e00b98caa413 req-b951415d-c24f-4932-ac30-c9cf7a98ac5a tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:23.629976 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d62fd6f8-a59e-433d-b6e5-e00b98caa413 req-b951415d-c24f-4932-ac30-c9cf7a98ac5a tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.77 "GET /v2.0/networks?id=e14244d3-321e-4e11-8fa5-f8d23e2088a8 HTTP/1.1" status: 200 len: 812 time: 0.2371681 Jul 09 16:28:23.661950 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-d62fd6f8-a59e-433d-b6e5-e00b98caa413 req-fbcb1dfa-b646-41f5-8c68-130e1fe9bfbe tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Request body: {'port': {'device_id': 'ce83b532-ddc9-4a6d-bef3-eabd04719c14', 'network_id': 'e14244d3-321e-4e11-8fa5-f8d23e2088a8', 'admin_state_up': True, 'tenant_id': '927faf6a074749d0b7e4b4706940c5ca'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:28:23.691009 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-403c0c5a-d80b-4f38-ab3e-abd409470184 None None] For port 3a2a8657-064d-4a28-b2cb-9a580f5b8ea7, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=3a2a8657-064d-4a28-b2cb-9a580f5b8ea7,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:28:23.760581 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b857420-465f-4203-9cc1-032d6ed6c2f0 None None] Resources bound (agent type, host, resource id): {{(pid=93960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 16:28:23.770482 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-403c0c5a-d80b-4f38-ab3e-abd409470184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:23.803362 n-d-798930-3 neutron-server[93958]: DEBUG neutron.objects.ports [None req-1b6b215f-ef4a-4f3f-94ff-74360c1aadd6 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93958) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 16:28:23.845577 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-3a0a4b99-ac86-497c-a202-4726f3ef5333 admin admin] Deleting port 6628b0f7-8abc-41e3-b094-74474e134a4e {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:28:23.845577 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4b99-ac86-497c-a202-4726f3ef5333 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:23.893936 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403c0c5a-d80b-4f38-ab3e-abd409470184 None None] Pushing event updated for resources: {'Port': ['ID=3a2a8657-064d-4a28-b2cb-9a580f5b8ea7,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:23.946194 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f8e6fb7a-6e84-4a87-9e36-4061e9dd3ed5 None None] Could not find standard attr ID for object 3d6e3f15-e962-482c-bc40-0464271523e1. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:28:23.998799 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-3a0a4b99-ac86-497c-a202-4726f3ef5333 admin admin] For port 6628b0f7-8abc-41e3-b094-74474e134a4e, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=6628b0f7-8abc-41e3-b094-74474e134a4e,segment=NetworkSegment(02e77d4c-49a5-4dc1-ad0d-c8bf1f1b70f0),segment_id=02e77d4c-49a5-4dc1-ad0d-c8bf1f1b70f0)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:28:23.999228 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4b99-ac86-497c-a202-4726f3ef5333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:24.035181 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-3a0a4b99-ac86-497c-a202-4726f3ef5333 admin admin] Calling delete_port for 6628b0f7-8abc-41e3-b094-74474e134a4e owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:28:24.055094 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d62fd6f8-a59e-433d-b6e5-e00b98caa413 req-fbcb1dfa-b646-41f5-8c68-130e1fe9bfbe tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Made reservation on behalf of 927faf6a074749d0b7e4b4706940c5ca for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:28:24.061999 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d62fd6f8-a59e-433d-b6e5-e00b98caa413 req-fbcb1dfa-b646-41f5-8c68-130e1fe9bfbe tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:24.121071 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44454) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:24.191165 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b4287b4-35e8-4eb4-bc8a-d3a7282c2b3b admin admin] Deleting subnet 3e0d8c88-f878-4783-9bea-2e636c9b8d9c {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:28:24.199874 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0b4287b4-35e8-4eb4-bc8a-d3a7282c2b3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:24.285432 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1b6b215f-ef4a-4f3f-94ff-74360c1aadd6 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:24.326051 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4b99-ac86-497c-a202-4726f3ef5333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:24.331123 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0b4287b4-35e8-4eb4-bc8a-d3a7282c2b3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:24.376368 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0a4b99-ac86-497c-a202-4726f3ef5333 admin admin] Pushing event deleted for resources: {'Port': ['ID=6628b0f7-8abc-41e3-b094-74474e134a4e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:24.521924 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0b4287b4-35e8-4eb4-bc8a-d3a7282c2b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:24.605337 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-d62fd6f8-a59e-433d-b6e5-e00b98caa413 req-fbcb1dfa-b646-41f5-8c68-130e1fe9bfbe tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Allocated IP 172.20.0.6 (e14244d3-321e-4e11-8fa5-f8d23e2088a8/9ed42caa-ccec-43f9-abc2-3f037ba46c07/79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:28:24.724656 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4b99-ac86-497c-a202-4726f3ef5333 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:24.797953 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0b4287b4-35e8-4eb4-bc8a-d3a7282c2b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:24.853480 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4287b4-35e8-4eb4-bc8a-d3a7282c2b3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e0d8c88-f878-4783-9bea-2e636c9b8d9c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:24.883293 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bcb990ad-9e0f-4e74-bee8-9181a3cb9e70 req-293eecfe-849c-4791-a041-7535c5b9153d tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=ce83b532-ddc9-4a6d-bef3-eabd04719c14 HTTP/1.1" status: 200 len: 210 time: 0.0563972 Jul 09 16:28:24.896561 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5306e4-6c6a-46f0-a8ba-e326f7501615 req-f0fe7571-1bc3-41ce-9a61-d6b217d6c8a1 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:24.897779 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6e5306e4-6c6a-46f0-a8ba-e326f7501615 req-f0fe7571-1bc3-41ce-9a61-d6b217d6c8a1 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=5f8c45e3-0037-4593-9e76-6947bc1f2540 HTTP/1.1" status: 200 len: 946 time: 0.3615978 Jul 09 16:28:24.915986 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0b4287b4-35e8-4eb4-bc8a-d3a7282c2b3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:24.915986 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0b4287b4-35e8-4eb4-bc8a-d3a7282c2b3b admin admin] 10.222.0.98 "DELETE /v2.0/subnets/3e0d8c88-f878-4783-9bea-2e636c9b8d9c HTTP/1.1" status: 204 len: 168 time: 0.7887599 Jul 09 16:28:24.915986 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44474) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:24.917321 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-1b6b215f-ef4a-4f3f-94ff-74360c1aadd6 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] For port 3a2a8657-064d-4a28-b2cb-9a580f5b8ea7, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=3a2a8657-064d-4a28-b2cb-9a580f5b8ea7,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:28:25.072129 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6e5306e4-6c6a-46f0-a8ba-e326f7501615 req-b14f6fff-03c5-4c40-bba8-6a3df9e23ac9 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525714 Jul 09 16:28:25.095174 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1b6b215f-ef4a-4f3f-94ff-74360c1aadd6 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:25.122066 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f942d704-adcc-4dc1-8c75-22b1dee6f520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:25.131675 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1b6b215f-ef4a-4f3f-94ff-74360c1aadd6 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:25.133073 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1b6b215f-ef4a-4f3f-94ff-74360c1aadd6 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:25.179962 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c72b0c27-5ba2-4c22-884e-5481aebe160d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:25.218219 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0a4b99-ac86-497c-a202-4726f3ef5333 admin admin] Router 2c5ed968-b6e5-4c59-93a1-c43e4e641302 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:28:25.227042 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d62fd6f8-a59e-433d-b6e5-e00b98caa413 req-fbcb1dfa-b646-41f5-8c68-130e1fe9bfbe tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:25.261699 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6b215f-ef4a-4f3f-94ff-74360c1aadd6 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:28:25.278065 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-1b6b215f-ef4a-4f3f-94ff-74360c1aadd6 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:28:25.308007 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-d62fd6f8-a59e-433d-b6e5-e00b98caa413 req-fbcb1dfa-b646-41f5-8c68-130e1fe9bfbe tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Transition to ACTIVE for port object 79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:28:25.312004 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6b215f-ef4a-4f3f-94ff-74360c1aadd6 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:25.312602 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1b6b215f-ef4a-4f3f-94ff-74360c1aadd6 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:25.386436 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c72b0c27-5ba2-4c22-884e-5481aebe160d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:25.391382 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0a4b99-ac86-497c-a202-4726f3ef5333 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:28:25.396688 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-c72b0c27-5ba2-4c22-884e-5481aebe160d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['231872ae-9296-4423-b514-875db3d45bc0']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:28:25.400787 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e1cdd9-6d28-4ede-982e-576fe94b2a1a None None] Sync routers for ids ['2c5ed968-b6e5-4c59-93a1-c43e4e641302'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:28:25.407307 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-c72b0c27-5ba2-4c22-884e-5481aebe160d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3891603-d389-48e9-86e0-de20dae12b43') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:28:25.408004 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-c72b0c27-5ba2-4c22-884e-5481aebe160d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3891603-d389-48e9-86e0-de20dae12b43') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:28:25.413788 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3a0a4b99-ac86-497c-a202-4726f3ef5333 admin admin] 10.222.0.98 "PUT /v2.0/routers/2c5ed968-b6e5-4c59-93a1-c43e4e641302/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3175402 Jul 09 16:28:25.415260 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e1cdd9-6d28-4ede-982e-576fe94b2a1a None None] Routers {'2c5ed968-b6e5-4c59-93a1-c43e4e641302'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:28:25.416167 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 44482) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:25.417760 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c72b0c27-5ba2-4c22-884e-5481aebe160d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:25.419244 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-e5e1cdd9-6d28-4ede-982e-576fe94b2a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:28:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['2c5ed968-b6e5-4c59-93a1-c43e4e641302'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:28:25.441844 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c72b0c27-5ba2-4c22-884e-5481aebe160d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:25.447992 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:25.448624 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c72b0c27-5ba2-4c22-884e-5481aebe160d admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:28:25.449111 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c72b0c27-5ba2-4c22-884e-5481aebe160d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:25.519541 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1765bd8a-25f0-4ddc-adc1-41f2a81ec242 None None] get_active_networks_info from n-d-798930-3 {{(pid=93960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 16:28:25.529331 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:28:25.529331 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:28:25.529331 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:28:25.529331 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:28:25.529331 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:28:25.529331 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:28:25.529331 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:28:25.529331 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:28:25.529331 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:28:25.529331 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:28:25.529331 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:28:25.529331 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:28:25.529331 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:28:25.529331 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:28:25.529331 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:28:25.529331 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:28:25.529331 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:28:25.529331 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:28:25.529331 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:28:25.529331 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:28:25.529331 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:28:25.529331 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:28:25.529331 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:28:25.529331 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:28:25.529331 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:28:25.529331 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:28:25.529331 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:28:25.529331 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:28:25.529331 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:28:25.529331 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:28:25.529331 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:28:25.529331 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:28:25.529331 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:28:25.529331 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:28:25.532441 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b215f-ef4a-4f3f-94ff-74360c1aadd6 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'Subnet': ['ID=3737a289-29e1-4491-bcda-8480f4fdd9c4,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:25.540260 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c72b0c27-5ba2-4c22-884e-5481aebe160d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:25.547732 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b215f-ef4a-4f3f-94ff-74360c1aadd6 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'Port': ['ID=3a2a8657-064d-4a28-b2cb-9a580f5b8ea7,revision_number=8']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:25.554965 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c72b0c27-5ba2-4c22-884e-5481aebe160d admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:25.560380 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c72b0c27-5ba2-4c22-884e-5481aebe160d admin admin] 10.222.0.98 "DELETE /v2.0/networks/231872ae-9296-4423-b514-875db3d45bc0 HTTP/1.1" status: 204 len: 168 time: 0.6310062 Jul 09 16:28:25.571722 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44490) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:25.626520 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6aa60a83-e74b-4c1a-a741-0c3abca0998d None None] Provisioning complete for port 3a2a8657-064d-4a28-b2cb-9a580f5b8ea7 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:28:25.627319 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6aa60a83-e74b-4c1a-a741-0c3abca0998d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:25.629172 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee5b9749-09d9-4785-ac3b-d8d5326cc648 admin admin] Deleting subnet 8e8e8008-6cdf-435a-aee2-6fd543a518b1 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:28:25.633883 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1b6b215f-ef4a-4f3f-94ff-74360c1aadd6 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2263393 Jul 09 16:28:25.639635 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72b0c27-5ba2-4c22-884e-5481aebe160d admin admin] Pushing event deleted for resources: {'Network': ['ID=231872ae-9296-4423-b514-875db3d45bc0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:25.641573 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44492) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:25.655893 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ee5b9749-09d9-4785-ac3b-d8d5326cc648 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:25.667798 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-bc7b508f-3d7b-41eb-9bdd-3f46382a07ba tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'subnet': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:28:25.683416 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0426d2e9-189b-44b0-a732-00393cc13781 admin admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:25.689172 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-e5e1cdd9-6d28-4ede-982e-576fe94b2a1a None None] Set router 2c5ed968-b6e5-4c59-93a1-c43e4e641302 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:28:25.783174 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1765bd8a-25f0-4ddc-adc1-41f2a81ec242 None None] Resources bound (agent type, host, resource id): {{(pid=93960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 16:28:25.894210 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ee5b9749-09d9-4785-ac3b-d8d5326cc648 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:25.899749 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d62fd6f8-a59e-433d-b6e5-e00b98caa413 req-fbcb1dfa-b646-41f5-8c68-130e1fe9bfbe tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:25.915701 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['3340795a-2af7-4b17-94ed-fb41de92ccb5'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:28:25.926755 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0426d2e9-189b-44b0-a732-00393cc13781 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:25.981787 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-e5e1cdd9-6d28-4ede-982e-576fe94b2a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5ed968-b6e5-4c59-93a1-c43e4e641302', 'name': 'tempest-TaggedBootDevicesTest_v242-1257433462-router', 'tenant_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '24d1084e-66da-454d-aea8-50fe96e75c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:17:05Z', 'updated_at': '2021-07-09T16:28:24Z', 'revision_number': 5, 'project_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'gw_port': {'id': '24d1084e-66da-454d-aea8-50fe96e75c62', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:88:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5ed968-b6e5-4c59-93a1-c43e4e641302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:17:06Z', 'updated_at': '2021-07-09T16:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:28:25.988955 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['a171e1ce-73c7-41f2-85cd-8fa1c943068f'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:28:26.014140 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e1cdd9-6d28-4ede-982e-576fe94b2a1a None None] Checking router: 2c5ed968-b6e5-4c59-93a1-c43e4e641302 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:28:26.023209 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e1cdd9-6d28-4ede-982e-576fe94b2a1a None None] Routers {'2c5ed968-b6e5-4c59-93a1-c43e4e641302'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:28:26.024091 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-e5e1cdd9-6d28-4ede-982e-576fe94b2a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:28:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['2c5ed968-b6e5-4c59-93a1-c43e4e641302'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:28:26.038916 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb1dfa-b646-41f5-8c68-130e1fe9bfbe tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Pushing event updated for resources: {'Port': ['ID=79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:26.055299 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7b508f-3d7b-41eb-9bdd-3f46382a07ba tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:28:26.055691 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0426d2e9-189b-44b0-a732-00393cc13781 admin admin] Deleting port 24d1084e-66da-454d-aea8-50fe96e75c62 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:28:26.056041 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0426d2e9-189b-44b0-a732-00393cc13781 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:26.060130 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bc7b508f-3d7b-41eb-9bdd-3f46382a07ba tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:26.124871 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d62fd6f8-a59e-433d-b6e5-e00b98caa413 req-fbcb1dfa-b646-41f5-8c68-130e1fe9bfbe tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Network e14244d3-321e-4e11-8fa5-f8d23e2088a8 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:28:26.125101 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-e5e1cdd9-6d28-4ede-982e-576fe94b2a1a None None] Set router 2c5ed968-b6e5-4c59-93a1-c43e4e641302 gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:28:26.133213 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-d62fd6f8-a59e-433d-b6e5-e00b98caa413 req-fbcb1dfa-b646-41f5-8c68-130e1fe9bfbe tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:28:26.136533 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-d62fd6f8-a59e-433d-b6e5-e00b98caa413 req-fbcb1dfa-b646-41f5-8c68-130e1fe9bfbe tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:28:26.139954 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ee5b9749-09d9-4785-ac3b-d8d5326cc648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:26.223327 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-e5e1cdd9-6d28-4ede-982e-576fe94b2a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5ed968-b6e5-4c59-93a1-c43e4e641302', 'name': 'tempest-TaggedBootDevicesTest_v242-1257433462-router', 'tenant_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:17:05Z', 'updated_at': '2021-07-09T16:28:25Z', 'revision_number': 6, 'project_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'gw_port_host': None}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:28:26.259757 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e1cdd9-6d28-4ede-982e-576fe94b2a1a None None] The sync data for ids ['2c5ed968-b6e5-4c59-93a1-c43e4e641302'] in n-d-798930-3 is: [{'id': '2c5ed968-b6e5-4c59-93a1-c43e4e641302', 'name': 'tempest-TaggedBootDevicesTest_v242-1257433462-router', 'tenant_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:17:05Z', 'updated_at': '2021-07-09T16:28:25Z', 'revision_number': 6, 'project_id': '9c1d3606ae1042aca4f5fe7ec5b98f71', 'gw_port_host': None}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:28:26.363975 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fd6f8-a59e-433d-b6e5-e00b98caa413 req-fbcb1dfa-b646-41f5-8c68-130e1fe9bfbe tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:26.367106 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d62fd6f8-a59e-433d-b6e5-e00b98caa413 req-fbcb1dfa-b646-41f5-8c68-130e1fe9bfbe tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:26.399546 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:26.425941 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-0426d2e9-189b-44b0-a732-00393cc13781 admin admin] For port 24d1084e-66da-454d-aea8-50fe96e75c62, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=24d1084e-66da-454d-aea8-50fe96e75c62,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:28:26.426924 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0426d2e9-189b-44b0-a732-00393cc13781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:26.431104 n-d-798930-3 neutron-server[93958]: INFO neutron.db.ipam_backend_mixin [None req-bc7b508f-3d7b-41eb-9bdd-3f46382a07ba tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3737a289-29e1-4491-bcda-8480f4fdd9c4 (CIDR: 2001:db8::/64) Jul 09 16:28:26.436329 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d62fd6f8-a59e-433d-b6e5-e00b98caa413 req-fbcb1dfa-b646-41f5-8c68-130e1fe9bfbe tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7785182 Jul 09 16:28:26.447346 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0426d2e9-189b-44b0-a732-00393cc13781 admin admin] Calling delete_port for 24d1084e-66da-454d-aea8-50fe96e75c62 owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:28:26.461655 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ee5b9749-09d9-4785-ac3b-d8d5326cc648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:26.465081 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6052ad-e3b0-49b6-b1b9-3148ff71deeb req-00dc3d8a-2079-4e3b-bdec-8d653270a85e tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:26.466837 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9b6052ad-e3b0-49b6-b1b9-3148ff71deeb req-00dc3d8a-2079-4e3b-bdec-8d653270a85e tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=ce83b532-ddc9-4a6d-bef3-eabd04719c14 HTTP/1.1" status: 200 len: 931 time: 0.2403932 Jul 09 16:28:26.481167 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-d62fd6f8-a59e-433d-b6e5-e00b98caa413 req-0b7c3989-2b9c-467e-9dbf-bf718f1d6d67 service neutron] Request body: {'port': {'device_id': 'ce83b532-ddc9-4a6d-bef3-eabd04719c14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:28:26.490358 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc7b508f-3d7b-41eb-9bdd-3f46382a07ba tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:28:26.490881 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc7b508f-3d7b-41eb-9bdd-3f46382a07ba tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:28:26.497318 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ee5b9749-09d9-4785-ac3b-d8d5326cc648 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:26.499728 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ee5b9749-09d9-4785-ac3b-d8d5326cc648 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/8e8e8008-6cdf-435a-aee2-6fd543a518b1 HTTP/1.1" status: 204 len: 168 time: 0.9269941 Jul 09 16:28:26.508596 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44500) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:26.593229 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:26.660905 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c5583604-51c7-4bb7-af24-f4ca3fe87bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:26.670331 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b9749-09d9-4785-ac3b-d8d5326cc648 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e8e8008-6cdf-435a-aee2-6fd543a518b1,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:26.716668 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-bc7b508f-3d7b-41eb-9bdd-3f46382a07ba tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0579410 Jul 09 16:28:26.734295 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44504) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:26.744214 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-47765f6d-4a61-4975-bd36-ceff0e59fb02 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'subnet': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:28:26.762952 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0426d2e9-189b-44b0-a732-00393cc13781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:26.807857 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0426d2e9-189b-44b0-a732-00393cc13781 admin admin] Pushing event deleted for resources: {'Port': ['ID=24d1084e-66da-454d-aea8-50fe96e75c62,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:26.837484 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 3a2a8657-064d-4a28-b2cb-9a580f5b8ea7 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:28:26.963057 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 3a2a8657-064d-4a28-b2cb-9a580f5b8ea7 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:28:26.963445 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:27.387254 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9b6052ad-e3b0-49b6-b1b9-3148ff71deeb req-037f41c3-6d2a-4bdb-b779-956ca8bff49a tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9112968 Jul 09 16:28:27.450340 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0426d2e9-189b-44b0-a732-00393cc13781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:27.639724 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fabcf55-ffbb-4c92-b290-3221da7aa339 None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:28:27.656089 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0426d2e9-189b-44b0-a732-00393cc13781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:27.672814 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0426d2e9-189b-44b0-a732-00393cc13781 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:27.731751 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a6709a3c-05cf-4f3d-a071-4deb4cca5ce7 None None] Provisioning complete for port 3a2a8657-064d-4a28-b2cb-9a580f5b8ea7 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:28:27.732137 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a6709a3c-05cf-4f3d-a071-4deb4cca5ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:27.844370 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d62fd6f8-a59e-433d-b6e5-e00b98caa413 req-0b7c3989-2b9c-467e-9dbf-bf718f1d6d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:27.897836 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42582750-2cf3-415b-94ce-56cd0006bc9e req-f35286bb-4f63-4045-98ce-2983ed6ffe08 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:27.903755 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0426d2e9-189b-44b0-a732-00393cc13781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:27.904712 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0426d2e9-189b-44b0-a732-00393cc13781 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c5ed968-b6e5-4c59-93a1-c43e4e641302 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:28:27.909951 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-42582750-2cf3-415b-94ce-56cd0006bc9e req-f35286bb-4f63-4045-98ce-2983ed6ffe08 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=5f8c45e3-0037-4593-9e76-6947bc1f2540 HTTP/1.1" status: 200 len: 946 time: 1.5130467 Jul 09 16:28:27.912288 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0426d2e9-189b-44b0-a732-00393cc13781 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:27.916220 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0426d2e9-189b-44b0-a732-00393cc13781 admin admin] 10.222.0.98 "DELETE /v2.0/routers/2c5ed968-b6e5-4c59-93a1-c43e4e641302 HTTP/1.1" status: 204 len: 168 time: 2.4980173 Jul 09 16:28:27.919918 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 44516) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:27.954325 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c5583604-51c7-4bb7-af24-f4ca3fe87bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:28.041704 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47765f6d-4a61-4975-bd36-ceff0e59fb02 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:28:28.062603 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47765f6d-4a61-4975-bd36-ceff0e59fb02 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:28.098023 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-c5583604-51c7-4bb7-af24-f4ca3fe87bf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76c1ec96-5ad6-4ddd-a2f8-f44a4c3062a9']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:28:28.172421 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f82bc0b-2c80-4248-b0cb-219d108fc853 admin admin] Deleting subnet 17b1bf0f-6449-4963-a32c-463b55d292cb {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:28:28.175030 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-42582750-2cf3-415b-94ce-56cd0006bc9e req-c5182686-f460-4598-ab07-4a95fd2a6c82 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598364 Jul 09 16:28:28.197305 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8f82bc0b-2c80-4248-b0cb-219d108fc853 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:28.230548 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-c5583604-51c7-4bb7-af24-f4ca3fe87bf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a4ec688-5b06-4990-8ebd-f825ce32d4a4') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:28:28.230981 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-c5583604-51c7-4bb7-af24-f4ca3fe87bf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a4ec688-5b06-4990-8ebd-f825ce32d4a4') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:28:28.257415 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c5583604-51c7-4bb7-af24-f4ca3fe87bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:28.278572 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8f82bc0b-2c80-4248-b0cb-219d108fc853 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:28.288813 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c5583604-51c7-4bb7-af24-f4ca3fe87bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:28.377190 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5583604-51c7-4bb7-af24-f4ca3fe87bf9 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:28:28.378186 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c5583604-51c7-4bb7-af24-f4ca3fe87bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:28.380543 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:28:28.380543 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:28:28.380543 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:28:28.380543 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:28:28.380543 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:28:28.380543 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:28:28.380543 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:28:28.380543 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:28:28.380543 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:28:28.380543 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:28:28.380543 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:28:28.380543 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:28:28.380543 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:28:28.380543 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:28:28.380543 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:28:28.380543 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:28:28.380543 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:28:28.380543 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:28:28.380543 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:28:28.380543 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:28:28.380543 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:28:28.380543 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:28:28.380543 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:28:28.380543 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:28:28.380543 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:28:28.380543 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:28:28.380543 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:28:28.380543 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:28:28.380543 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:28:28.380543 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:28:28.380543 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:28:28.380543 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:28:28.380543 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:28:28.380543 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:28:28.410613 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:28.462500 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b4ab00ea-0754-4a93-b56f-5554160b1a63 None None] Provisioning for port 79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:28:28.483391 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8f82bc0b-2c80-4248-b0cb-219d108fc853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:28.486574 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 6628b0f7-8abc-41e3-b094-74474e134a4e no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:28:28.572850 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b4ab00ea-0754-4a93-b56f-5554160b1a63 None None] Provisioning complete for port 79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:28:28.573291 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b4ab00ea-0754-4a93-b56f-5554160b1a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:28.591453 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8f82bc0b-2c80-4248-b0cb-219d108fc853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:28.634930 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 6628b0f7-8abc-41e3-b094-74474e134a4e {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:28:28.635392 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 6628b0f7-8abc-41e3-b094-74474e134a4e not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:28:28.635981 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 24d1084e-66da-454d-aea8-50fe96e75c62 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:28:28.659269 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f82bc0b-2c80-4248-b0cb-219d108fc853 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17b1bf0f-6449-4963-a32c-463b55d292cb,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:28.671998 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8f82bc0b-2c80-4248-b0cb-219d108fc853 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:28.674024 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8f82bc0b-2c80-4248-b0cb-219d108fc853 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/17b1bf0f-6449-4963-a32c-463b55d292cb HTTP/1.1" status: 204 len: 168 time: 0.7526989 Jul 09 16:28:28.676354 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 44520) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:28.727599 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ed6267-c745-4d82-82b0-9c10ddd30bab None None] Network 3a4e126d-a665-4056-ac42-0c366e7fbeca requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:28:28.732731 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 24d1084e-66da-454d-aea8-50fe96e75c62 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:28:28.733071 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 24d1084e-66da-454d-aea8-50fe96e75c62 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:28:28.767953 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c5583604-51c7-4bb7-af24-f4ca3fe87bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:28.820239 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c5583604-51c7-4bb7-af24-f4ca3fe87bf9 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:28.825327 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c5583604-51c7-4bb7-af24-f4ca3fe87bf9 admin admin] 10.222.0.98 "DELETE /v2.0/networks/76c1ec96-5ad6-4ddd-a2f8-f44a4c3062a9 HTTP/1.1" status: 204 len: 168 time: 2.2942781 Jul 09 16:28:28.825327 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5583604-51c7-4bb7-af24-f4ca3fe87bf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=76c1ec96-5ad6-4ddd-a2f8-f44a4c3062a9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:28.835195 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e3132dc7-692c-4b9a-9f88-8cfd8fac8f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:28.985928 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e3132dc7-692c-4b9a-9f88-8cfd8fac8f47 admin admin] Deleting port 159f4838-9914-47de-9558-f18929ad4c6f {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:28:28.986282 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e3132dc7-692c-4b9a-9f88-8cfd8fac8f47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:28.995681 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576acd3-7f90-45c1-85b9-d0668732015f req-61f79d96-3b5f-4d64-9f9f-81cd47736cf2 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:29.018214 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4576acd3-7f90-45c1-85b9-d0668732015f req-61f79d96-3b5f-4d64-9f9f-81cd47736cf2 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=ce83b532-ddc9-4a6d-bef3-eabd04719c14 HTTP/1.1" status: 200 len: 931 time: 0.3168087 Jul 09 16:28:29.040989 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44536) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:29.071579 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab00ea-0754-4a93-b56f-5554160b1a63 None None] Port 79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:28:29.138854 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-e3132dc7-692c-4b9a-9f88-8cfd8fac8f47 admin admin] For port 159f4838-9914-47de-9558-f18929ad4c6f, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=159f4838-9914-47de-9558-f18929ad4c6f,segment=NetworkSegment(02e77d4c-49a5-4dc1-ad0d-c8bf1f1b70f0),segment_id=02e77d4c-49a5-4dc1-ad0d-c8bf1f1b70f0)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:28:29.139609 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e3132dc7-692c-4b9a-9f88-8cfd8fac8f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:29.159784 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e3132dc7-692c-4b9a-9f88-8cfd8fac8f47 admin admin] Calling delete_port for 159f4838-9914-47de-9558-f18929ad4c6f owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:28:29.234807 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4576acd3-7f90-45c1-85b9-d0668732015f req-2961dfe9-decc-40a8-8226-16561706f56a tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153356 Jul 09 16:28:29.280184 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-d62fd6f8-a59e-433d-b6e5-e00b98caa413 req-0b7c3989-2b9c-467e-9dbf-bf718f1d6d67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:28:29.298732 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d62fd6f8-a59e-433d-b6e5-e00b98caa413 req-0b7c3989-2b9c-467e-9dbf-bf718f1d6d67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:29.301465 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e3132dc7-692c-4b9a-9f88-8cfd8fac8f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:29.305738 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2d28c584-ae21-45ba-9b4c-19df55e34415 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d51c8e8366b7411fa3b4bbb6b14ba732&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2269683 Jul 09 16:28:29.309645 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 44540) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:29.313390 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47765f6d-4a61-4975-bd36-ceff0e59fb02 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:29.320664 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc0c01b-a60e-49ad-afd1-3383dc3e8f50 None None] DHCP port deletion for 3a4e126d-a665-4056-ac42-0c366e7fbeca request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:28:29.329511 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-d62fd6f8-a59e-433d-b6e5-e00b98caa413 req-0b7c3989-2b9c-467e-9dbf-bf718f1d6d67 service neutron] Transition to ACTIVE for port object 79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:28:29.350509 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d62fd6f8-a59e-433d-b6e5-e00b98caa413 req-0b7c3989-2b9c-467e-9dbf-bf718f1d6d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:29.371125 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47765f6d-4a61-4975-bd36-ceff0e59fb02 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:28:29.405832 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-47765f6d-4a61-4975-bd36-ceff0e59fb02 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:28:29.411191 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47765f6d-4a61-4975-bd36-ceff0e59fb02 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:29.411790 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47765f6d-4a61-4975-bd36-ceff0e59fb02 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:29.464385 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3132dc7-692c-4b9a-9f88-8cfd8fac8f47 admin admin] Pushing event deleted for resources: {'Port': ['ID=159f4838-9914-47de-9558-f18929ad4c6f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:29.498407 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3132dc7-692c-4b9a-9f88-8cfd8fac8f47 admin admin] No DVR routers for this DVR port 159f4838-9914-47de-9558-f18929ad4c6f on host n-d-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:28:29.506860 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47765f6d-4a61-4975-bd36-ceff0e59fb02 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'Subnet': ['ID=5a21c6c5-1e4b-4dda-b484-5c71e0ccb7a4,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:29.519603 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7c3989-2b9c-467e-9dbf-bf718f1d6d67 service neutron] Pushing event updated for resources: {'Port': ['ID=79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:29.528135 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f89566-1722-4a17-95a5-5f8fa1201d50 None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:28:29.531561 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-47765f6d-4a61-4975-bd36-ceff0e59fb02 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7950647 Jul 09 16:28:29.532582 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44544) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:29.553165 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a1d36a19-012b-4e8a-b743-9d0bbe401c0c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'port': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'mac_address': 'fa:16:3e:9c:55:95', 'name': 'tempest-NetworksTestDHCPv6-1594632083'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:28:29.631307 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9182fc91-61c0-442f-bcb1-a54e7061bb54 None None] Provisioning complete for port 3a2a8657-064d-4a28-b2cb-9a580f5b8ea7 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:28:29.632033 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9182fc91-61c0-442f-bcb1-a54e7061bb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:29.684064 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e3132dc7-692c-4b9a-9f88-8cfd8fac8f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:29.695578 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc25f248-28e6-4077-be50-a6a85f627cc7 req-48e9a032-0079-4ca5-b6fd-55f652844c8e tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:29.697625 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cc25f248-28e6-4077-be50-a6a85f627cc7 req-48e9a032-0079-4ca5-b6fd-55f652844c8e tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=5f8c45e3-0037-4593-9e76-6947bc1f2540 HTTP/1.1" status: 200 len: 946 time: 0.2812669 Jul 09 16:28:29.738826 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-e3132dc7-692c-4b9a-9f88-8cfd8fac8f47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a4e126d-a665-4056-ac42-0c366e7fbeca']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:28:29.749004 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-31be27ec-a408-4a10-aea4-9d269d35d244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:29.757256 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-d62fd6f8-a59e-433d-b6e5-e00b98caa413 req-0b7c3989-2b9c-467e-9dbf-bf718f1d6d67 service neutron] Attempting to bind port 79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:28:29.757624 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-d62fd6f8-a59e-433d-b6e5-e00b98caa413 req-0b7c3989-2b9c-467e-9dbf-bf718f1d6d67 service neutron] Attempting to bind port 79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '44b862f2-e325-48d7-99eb-7401b6fb9e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e14244d3-321e-4e11-8fa5-f8d23e2088a8'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:28:29.757915 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62fd6f8-a59e-433d-b6e5-e00b98caa413 req-0b7c3989-2b9c-467e-9dbf-bf718f1d6d67 service neutron] Attempting to bind port 79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f on network e14244d3-321e-4e11-8fa5-f8d23e2088a8 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:28:29.769755 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62fd6f8-a59e-433d-b6e5-e00b98caa413 req-0b7c3989-2b9c-467e-9dbf-bf718f1d6d67 service neutron] Port 79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f on network e14244d3-321e-4e11-8fa5-f8d23e2088a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:28:29.770132 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62fd6f8-a59e-433d-b6e5-e00b98caa413 req-0b7c3989-2b9c-467e-9dbf-bf718f1d6d67 service neutron] Attempting to bind port 79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f on network e14244d3-321e-4e11-8fa5-f8d23e2088a8 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:28:29.775853 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-31be27ec-a408-4a10-aea4-9d269d35d244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:29.781080 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62fd6f8-a59e-433d-b6e5-e00b98caa413 req-0b7c3989-2b9c-467e-9dbf-bf718f1d6d67 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:28:29.781422 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62fd6f8-a59e-433d-b6e5-e00b98caa413 req-0b7c3989-2b9c-467e-9dbf-bf718f1d6d67 service neutron] Checking segment: {'id': '44b862f2-e325-48d7-99eb-7401b6fb9e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e14244d3-321e-4e11-8fa5-f8d23e2088a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:28:29.781813 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62fd6f8-a59e-433d-b6e5-e00b98caa413 req-0b7c3989-2b9c-467e-9dbf-bf718f1d6d67 service neutron] Bound using segment: {'id': '44b862f2-e325-48d7-99eb-7401b6fb9e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e14244d3-321e-4e11-8fa5-f8d23e2088a8'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:28:29.782261 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-d62fd6f8-a59e-433d-b6e5-e00b98caa413 req-0b7c3989-2b9c-467e-9dbf-bf718f1d6d67 service neutron] Bound port: 79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b862f2-e325-48d7-99eb-7401b6fb9e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e14244d3-321e-4e11-8fa5-f8d23e2088a8'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:28:29.782631 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d62fd6f8-a59e-433d-b6e5-e00b98caa413 req-0b7c3989-2b9c-467e-9dbf-bf718f1d6d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:29.835251 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d36a19-012b-4e8a-b743-9d0bbe401c0c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:28:29.849944 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-e3132dc7-692c-4b9a-9f88-8cfd8fac8f47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02e77d4c-49a5-4dc1-ad0d-c8bf1f1b70f0') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:28:29.851051 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-e3132dc7-692c-4b9a-9f88-8cfd8fac8f47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02e77d4c-49a5-4dc1-ad0d-c8bf1f1b70f0') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:28:29.853878 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-31be27ec-a408-4a10-aea4-9d269d35d244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:29.856774 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-31be27ec-a408-4a10-aea4-9d269d35d244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:29.858196 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-31be27ec-a408-4a10-aea4-9d269d35d244 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b5dfb5f3-bae8-43bd-bad8-d840d40120c8 HTTP/1.1" status: 204 len: 168 time: 0.5412436 Jul 09 16:28:29.898086 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cc25f248-28e6-4077-be50-a6a85f627cc7 req-6c15382a-68e0-4bcf-abc4-3e589138081a tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916077 Jul 09 16:28:29.905624 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e3132dc7-692c-4b9a-9f88-8cfd8fac8f47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:29.936393 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be27ec-a408-4a10-aea4-9d269d35d244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5dfb5f3-bae8-43bd-bad8-d840d40120c8,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:29.955378 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-d62fd6f8-a59e-433d-b6e5-e00b98caa413 req-0b7c3989-2b9c-467e-9dbf-bf718f1d6d67 service neutron] For port 79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:28:29.956966 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e3132dc7-692c-4b9a-9f88-8cfd8fac8f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:29.961713 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-d62fd6f8-a59e-433d-b6e5-e00b98caa413 req-0b7c3989-2b9c-467e-9dbf-bf718f1d6d67 service neutron] For port 79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f,segment=NetworkSegment(44b862f2-e325-48d7-99eb-7401b6fb9e9c),segment_id=44b862f2-e325-48d7-99eb-7401b6fb9e9c)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:28:29.976856 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d62fd6f8-a59e-433d-b6e5-e00b98caa413 req-0b7c3989-2b9c-467e-9dbf-bf718f1d6d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:29.978292 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3132dc7-692c-4b9a-9f88-8cfd8fac8f47 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:28:29.979226 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e3132dc7-692c-4b9a-9f88-8cfd8fac8f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:29.981759 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:28:29.981759 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:28:29.981759 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:28:29.981759 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:28:29.981759 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:28:29.981759 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:28:29.981759 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:28:29.981759 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:28:29.981759 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:28:29.981759 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:28:29.981759 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:28:29.981759 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:28:29.981759 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:28:29.981759 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:28:29.981759 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:28:29.981759 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:28:29.981759 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:28:29.981759 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:28:29.981759 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:28:29.981759 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:28:29.981759 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:28:29.981759 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:28:29.981759 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:28:29.981759 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:28:29.981759 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:28:29.981759 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:28:29.981759 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:28:29.981759 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:28:29.981759 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:28:29.981759 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:28:29.981759 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:28:29.981759 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:28:29.981759 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:28:29.981759 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:28:29.981759 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:28:29.981759 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:28:29.981759 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:28:29.981759 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:28:29.981759 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:28:29.981759 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:28:29.981759 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:28:29.981759 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:28:29.981759 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:28:29.981759 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:28:29.981759 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:28:29.981759 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:28:29.981759 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:28:29.981759 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:28:29.981759 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:28:29.981759 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:28:29.981759 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:28:29.981759 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:28:30.023676 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a1d36a19-012b-4e8a-b743-9d0bbe401c0c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:30.078784 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fd6f8-a59e-433d-b6e5-e00b98caa413 req-0b7c3989-2b9c-467e-9dbf-bf718f1d6d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:30.081761 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d62fd6f8-a59e-433d-b6e5-e00b98caa413 req-0b7c3989-2b9c-467e-9dbf-bf718f1d6d67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:30.083322 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d62fd6f8-a59e-433d-b6e5-e00b98caa413 req-0b7c3989-2b9c-467e-9dbf-bf718f1d6d67 service neutron] 10.222.0.77 "PUT /v2.0/ports/79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f HTTP/1.1" status: 200 len: 1091 time: 3.6244888 Jul 09 16:28:30.083806 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce83b532-ddc9-4a6d-bef3-eabd04719c14', 'tag': '79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:28:30.096265 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-643a9b7f-34ea-46ed-b5eb-87b7ef5fa4a0" -d '{"events": [{"name": "network-changed", "server_uuid": "ce83b532-ddc9-4a6d-bef3-eabd04719c14", "tag": "79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:28:30.148268 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e3132dc7-692c-4b9a-9f88-8cfd8fac8f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:30.155538 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e3132dc7-692c-4b9a-9f88-8cfd8fac8f47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:30.169534 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e3132dc7-692c-4b9a-9f88-8cfd8fac8f47 admin admin] 10.222.0.98 "DELETE /v2.0/networks/3a4e126d-a665-4056-ac42-0c366e7fbeca HTTP/1.1" status: 204 len: 168 time: 1.4920642 Jul 09 16:28:30.216659 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-a1d36a19-012b-4e8a-b743-9d0bbe401c0c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] device_id is not set on port d42e6d56-9da9-4f2e-a857-3d18c7396a87 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:28:30.223637 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3132dc7-692c-4b9a-9f88-8cfd8fac8f47 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a4e126d-a665-4056-ac42-0c366e7fbeca,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:30.268612 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d5160d-0a15-435a-8b61-9896c8f753f0 x-openstack-request-id: req-00d5160d-0a15-435a-8b61-9896c8f753f0 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:28:30.268910 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce83b532-ddc9-4a6d-bef3-eabd04719c14", "tag": "79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:28:30.269164 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-00d5160d-0a15-435a-8b61-9896c8f753f0 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:28:30.269825 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce83b532-ddc9-4a6d-bef3-eabd04719c14', 'tag': '79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f', 'status': 'completed', 'code': 200} Jul 09 16:28:30.280054 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7c3989-2b9c-467e-9dbf-bf718f1d6d67 service neutron] Pushing event updated for resources: {'Port': ['ID=79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:30.411431 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 159f4838-9914-47de-9558-f18929ad4c6f no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:28:30.451983 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 159f4838-9914-47de-9558-f18929ad4c6f {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:28:30.451983 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 159f4838-9914-47de-9558-f18929ad4c6f not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:28:30.486966 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6fe372-01e4-438a-bf1c-7ae28b79bfaa None None] Update dhcp port {'port': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'fixed_ips': [{'subnet_id': '3737a289-29e1-4491-bcda-8480f4fdd9c4', 'ip_address': '2001:db8::f816:3eff:fe53:e647'}, {'subnet_id': '5a21c6c5-1e4b-4dda-b484-5c71e0ccb7a4'}], 'binding:host_id': 'n-d-798930-3'}, 'id': '3a2a8657-064d-4a28-b2cb-9a580f5b8ea7'} from n-d-798930-3. {{(pid=93960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 16:28:30.550670 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fd6f8-a59e-433d-b6e5-e00b98caa413 req-0789c283-01a8-473d-b96f-256a0c7e79c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:30.552180 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d62fd6f8-a59e-433d-b6e5-e00b98caa413 req-0789c283-01a8-473d-b96f-256a0c7e79c6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=927faf6a074749d0b7e4b4706940c5ca&device_id=ce83b532-ddc9-4a6d-bef3-eabd04719c14 HTTP/1.1" status: 200 len: 1094 time: 0.4112754 Jul 09 16:28:30.612974 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d62fd6f8-a59e-433d-b6e5-e00b98caa413 req-877510ee-e29b-4cac-81ea-725b56edf667 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f HTTP/1.1" status: 200 len: 217 time: 0.0526438 Jul 09 16:28:30.614838 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 44568) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:30.639498 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3a6fe372-01e4-438a-bf1c-7ae28b79bfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:30.687296 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44572) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:30.708228 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b09f73ca-a5bd-4c1b-8577-32328c56e4f6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9c1d3606ae1042aca4f5fe7ec5b98f71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0922043 Jul 09 16:28:30.710724 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 44574) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:30.804741 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-32daf927-db6b-4314-adf3-6f4bc56adf24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:30.819511 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05129a-b292-4e3d-95b1-d4c2e33ebce7 req-7a127497-4c61-4102-bf6b-5d739506a5ba tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:30.826892 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1e05129a-b292-4e3d-95b1-d4c2e33ebce7 req-7a127497-4c61-4102-bf6b-5d739506a5ba tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=ce83b532-ddc9-4a6d-bef3-eabd04719c14 HTTP/1.1" status: 200 len: 943 time: 0.4062083 Jul 09 16:28:30.832346 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-32daf927-db6b-4314-adf3-6f4bc56adf24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:30.877727 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-a1d36a19-012b-4e8a-b743-9d0bbe401c0c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Allocated IP 2001:db8:0:1::168 (f22714f5-d774-47cf-ac1e-3989f67517e9/5a21c6c5-1e4b-4dda-b484-5c71e0ccb7a4/d42e6d56-9da9-4f2e-a857-3d18c7396a87) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:28:30.885630 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fd6f8-a59e-433d-b6e5-e00b98caa413 req-44c94e5d-2e21-4332-8f0d-465c3e4592dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:30.888520 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d62fd6f8-a59e-433d-b6e5-e00b98caa413 req-44c94e5d-2e21-4332-8f0d-465c3e4592dc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9ed42caa-ccec-43f9-abc2-3f037ba46c07 HTTP/1.1" status: 200 len: 851 time: 0.2525909 Jul 09 16:28:30.899492 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-a1d36a19-012b-4e8a-b743-9d0bbe401c0c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Allocated IP 2001:db8::f816:3eff:fe9c:5595 (f22714f5-d774-47cf-ac1e-3989f67517e9/3737a289-29e1-4491-bcda-8480f4fdd9c4/d42e6d56-9da9-4f2e-a857-3d18c7396a87) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:28:30.909036 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-32daf927-db6b-4314-adf3-6f4bc56adf24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:30.912731 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-32daf927-db6b-4314-adf3-6f4bc56adf24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:30.919682 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-32daf927-db6b-4314-adf3-6f4bc56adf24 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c40e1744-30c5-4994-a4ae-d009355a2528 HTTP/1.1" status: 204 len: 168 time: 0.2071567 Jul 09 16:28:30.957352 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32daf927-db6b-4314-adf3-6f4bc56adf24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40e1744-30c5-4994-a4ae-d009355a2528,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:30.965434 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-72b00637-7691-4f29-9a41-2f55c7686f15 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d0c9af5ede844c88ab9650d39b0080ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2314980 Jul 09 16:28:30.975215 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44580) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:30.994159 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1e05129a-b292-4e3d-95b1-d4c2e33ebce7 req-34febfa1-f388-4989-9c5c-b5362c0d410d tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666694 Jul 09 16:28:31.100911 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fd6f8-a59e-433d-b6e5-e00b98caa413 req-6384694c-22d2-4457-a0a6-081f43b39bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:31.116146 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d62fd6f8-a59e-433d-b6e5-e00b98caa413 req-6384694c-22d2-4457-a0a6-081f43b39bbf service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e14244d3-321e-4e11-8fa5-f8d23e2088a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2111495 Jul 09 16:28:31.214869 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc27e0-cbfd-41c8-add4-cc136f1397f8 req-c45cffaf-041c-4426-b54d-5a8d8d2b9a06 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:31.218030 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d9dc27e0-cbfd-41c8-add4-cc136f1397f8 req-c45cffaf-041c-4426-b54d-5a8d8d2b9a06 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=5f8c45e3-0037-4593-9e76-6947bc1f2540 HTTP/1.1" status: 200 len: 946 time: 0.1149068 Jul 09 16:28:31.272096 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d9dc27e0-cbfd-41c8-add4-cc136f1397f8 req-2ad8c1ed-2bad-45eb-ae7d-0f170e935e7c tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473671 Jul 09 16:28:31.353345 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1726e0f7-2b2b-4773-92bc-903e569bc155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:31.428240 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1726e0f7-2b2b-4773-92bc-903e569bc155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:31.438413 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a1d36a19-012b-4e8a-b743-9d0bbe401c0c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:31.446699 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d62fd6f8-a59e-433d-b6e5-e00b98caa413 req-2f6126ff-60d9-4b4f-8b03-652e2ae52c94 service neutron] 10.222.0.77 "GET /v2.0/networks/e14244d3-321e-4e11-8fa5-f8d23e2088a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926166 Jul 09 16:28:31.550261 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-a1d36a19-012b-4e8a-b743-9d0bbe401c0c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Transition to ACTIVE for port object d42e6d56-9da9-4f2e-a857-3d18c7396a87 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:28:31.608270 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d62fd6f8-a59e-433d-b6e5-e00b98caa413 req-62a81aea-f1c6-4268-8700-8ebc33b59bc6 service neutron] 10.222.0.77 "GET /v2.0/networks/e14244d3-321e-4e11-8fa5-f8d23e2088a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512792 Jul 09 16:28:31.613779 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1726e0f7-2b2b-4773-92bc-903e569bc155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:31.616330 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1726e0f7-2b2b-4773-92bc-903e569bc155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:31.619524 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1726e0f7-2b2b-4773-92bc-903e569bc155 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5deab295-63c1-45f9-af38-1575e51f3576 HTTP/1.1" status: 204 len: 168 time: 0.6402302 Jul 09 16:28:31.641425 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1726e0f7-2b2b-4773-92bc-903e569bc155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5deab295-63c1-45f9-af38-1575e51f3576,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:31.647186 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a1d36a19-012b-4e8a-b743-9d0bbe401c0c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:31.733219 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d36a19-012b-4e8a-b743-9d0bbe401c0c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:28:31.744208 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-a1d36a19-012b-4e8a-b743-9d0bbe401c0c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:28:31.747841 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d36a19-012b-4e8a-b743-9d0bbe401c0c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:28:31.753908 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d36a19-012b-4e8a-b743-9d0bbe401c0c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:31.754955 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a1d36a19-012b-4e8a-b743-9d0bbe401c0c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:31.780143 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d36a19-012b-4e8a-b743-9d0bbe401c0c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'Port': ['ID=d42e6d56-9da9-4f2e-a857-3d18c7396a87,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:31.797405 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-3a6fe372-01e4-438a-bf1c-7ae28b79bfaa None None] Allocated IP 2001:db8:0:1::2 (f22714f5-d774-47cf-ac1e-3989f67517e9/5a21c6c5-1e4b-4dda-b484-5c71e0ccb7a4/3a2a8657-064d-4a28-b2cb-9a580f5b8ea7) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:28:31.798271 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a1d36a19-012b-4e8a-b743-9d0bbe401c0c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.2577634 Jul 09 16:28:31.801052 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 44612) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:31.833761 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a9b7f-34ea-46ed-b5eb-87b7ef5fa4a0 req-4c202904-cb16-4411-a989-925fcd91ac76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:31.839892 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-643a9b7f-34ea-46ed-b5eb-87b7ef5fa4a0 req-4c202904-cb16-4411-a989-925fcd91ac76 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=927faf6a074749d0b7e4b4706940c5ca&device_id=ce83b532-ddc9-4a6d-bef3-eabd04719c14 HTTP/1.1" status: 200 len: 1094 time: 0.1440556 Jul 09 16:28:32.065246 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-3a6fe372-01e4-438a-bf1c-7ae28b79bfaa None None] For port 3a2a8657-064d-4a28-b2cb-9a580f5b8ea7, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=3a2a8657-064d-4a28-b2cb-9a580f5b8ea7,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:28:32.094418 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-29c43c2e-1050-4701-b5f5-76b1cd2a83c5 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Deleting port d42e6d56-9da9-4f2e-a857-3d18c7396a87 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:28:32.096087 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-29c43c2e-1050-4701-b5f5-76b1cd2a83c5 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:32.100608 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a9b7f-34ea-46ed-b5eb-87b7ef5fa4a0 req-ba1ba46d-d954-4e7f-95d5-71b36e46fad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:32.106750 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-643a9b7f-34ea-46ed-b5eb-87b7ef5fa4a0 req-ba1ba46d-d954-4e7f-95d5-71b36e46fad4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e14244d3-321e-4e11-8fa5-f8d23e2088a8 HTTP/1.1" status: 200 len: 913 time: 0.2602563 Jul 09 16:28:32.133884 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3a6fe372-01e4-438a-bf1c-7ae28b79bfaa None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:32.162012 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3a6fe372-01e4-438a-bf1c-7ae28b79bfaa None None] Transition to ACTIVE for port object 3a2a8657-064d-4a28-b2cb-9a580f5b8ea7 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:28:32.172115 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3a6fe372-01e4-438a-bf1c-7ae28b79bfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:32.223538 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-643a9b7f-34ea-46ed-b5eb-87b7ef5fa4a0 req-ebafb57b-2a4d-4cbb-b54d-2544293ea486 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f HTTP/1.1" status: 200 len: 217 time: 0.1063144 Jul 09 16:28:32.373797 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fe372-01e4-438a-bf1c-7ae28b79bfaa None None] Pushing event updated for resources: {'Port': ['ID=3a2a8657-064d-4a28-b2cb-9a580f5b8ea7,revision_number=9']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:32.375498 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a9b7f-34ea-46ed-b5eb-87b7ef5fa4a0 req-061efdc2-29d6-4188-ac62-0a1a83143556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:32.378686 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-29c43c2e-1050-4701-b5f5-76b1cd2a83c5 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:32.381661 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-643a9b7f-34ea-46ed-b5eb-87b7ef5fa4a0 req-061efdc2-29d6-4188-ac62-0a1a83143556 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9ed42caa-ccec-43f9-abc2-3f037ba46c07 HTTP/1.1" status: 200 len: 851 time: 0.1514370 Jul 09 16:28:32.412775 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-29c43c2e-1050-4701-b5f5-76b1cd2a83c5 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Calling delete_port for d42e6d56-9da9-4f2e-a857-3d18c7396a87 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:28:32.529988 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a9b7f-34ea-46ed-b5eb-87b7ef5fa4a0 req-f078233c-14d5-4617-afae-0cd78abfbeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:32.529988 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-643a9b7f-34ea-46ed-b5eb-87b7ef5fa4a0 req-f078233c-14d5-4617-afae-0cd78abfbeab service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e14244d3-321e-4e11-8fa5-f8d23e2088a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1399426 Jul 09 16:28:32.530575 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44630) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:32.642205 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7efaa-c4a9-4f33-b66e-cc6dba887172 req-f17e398e-6d13-4cb8-b0a4-d1a2ca8df599 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:32.649514 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2fa7efaa-c4a9-4f33-b66e-cc6dba887172 req-f17e398e-6d13-4cb8-b0a4-d1a2ca8df599 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=ce83b532-ddc9-4a6d-bef3-eabd04719c14 HTTP/1.1" status: 200 len: 943 time: 0.2952142 Jul 09 16:28:32.749617 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a614fcb2-6b6b-4a81-a0e9-0d8cc6d1a476 req-727672e8-23d9-4245-95a8-29729eeb19b2 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:32.751248 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a614fcb2-6b6b-4a81-a0e9-0d8cc6d1a476 req-727672e8-23d9-4245-95a8-29729eeb19b2 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=5f8c45e3-0037-4593-9e76-6947bc1f2540 HTTP/1.1" status: 200 len: 946 time: 0.2292054 Jul 09 16:28:32.767655 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2fa7efaa-c4a9-4f33-b66e-cc6dba887172 req-6e66c92d-8907-4ba6-856a-6d386f5cd09e tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154423 Jul 09 16:28:32.773626 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-77506449-e10b-4c23-b1db-ca1bbf817ce2 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-332387996-network', 'tenant_id': '0266986ff7814ad9933eca94a231ef2b'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:28:32.807868 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-29c43c2e-1050-4701-b5f5-76b1cd2a83c5 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:32.823839 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77506449-e10b-4c23-b1db-ca1bbf817ce2 admin admin] Made reservation on behalf of 0266986ff7814ad9933eca94a231ef2b for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:28:32.826637 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77506449-e10b-4c23-b1db-ca1bbf817ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:32.847627 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-643a9b7f-34ea-46ed-b5eb-87b7ef5fa4a0 req-d2f491f8-a938-4591-941a-bce32825948f service neutron] 10.222.0.77 "GET /v2.0/networks/e14244d3-321e-4e11-8fa5-f8d23e2088a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674601 Jul 09 16:28:32.850595 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77506449-e10b-4c23-b1db-ca1bbf817ce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:32.898953 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a614fcb2-6b6b-4a81-a0e9-0d8cc6d1a476 req-9866ff4c-db86-4bbc-84b8-01600b61b46a tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288848 Jul 09 16:28:32.994220 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c43c2e-1050-4701-b5f5-76b1cd2a83c5 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event deleted for resources: {'Port': ['ID=d42e6d56-9da9-4f2e-a857-3d18c7396a87,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:33.001911 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-29c43c2e-1050-4701-b5f5-76b1cd2a83c5 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:33.006855 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-29c43c2e-1050-4701-b5f5-76b1cd2a83c5 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/ports/d42e6d56-9da9-4f2e-a857-3d18c7396a87 HTTP/1.1" status: 204 len: 168 time: 1.2035155 Jul 09 16:28:33.007706 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 44642) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:33.073749 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-643a9b7f-34ea-46ed-b5eb-87b7ef5fa4a0 req-370020c9-b61d-450e-8b30-3328b0f32629 service neutron] 10.222.0.77 "GET /v2.0/networks/e14244d3-321e-4e11-8fa5-f8d23e2088a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184803 Jul 09 16:28:33.121939 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40c8906-4dfa-4d54-ad0f-5ab1832bb3d4 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:33.123532 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-d40c8906-4dfa-4d54-ad0f-5ab1832bb3d4 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1150002 Jul 09 16:28:33.126452 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44644) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:33.189379 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77506449-e10b-4c23-b1db-ca1bbf817ce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:33.201223 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77506449-e10b-4c23-b1db-ca1bbf817ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:33.247852 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77506449-e10b-4c23-b1db-ca1bbf817ce2 admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:28:33.257709 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77506449-e10b-4c23-b1db-ca1bbf817ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8554366-d1ff-4428-812e-f0fa62ac258d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:33.270707 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88952a8-9958-4077-983f-495d4ff2e02a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:33.274915 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 44648) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:33.275191 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f88952a8-9958-4077-983f-495d4ff2e02a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1452909 Jul 09 16:28:33.281149 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77506449-e10b-4c23-b1db-ca1bbf817ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:33.281580 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-77506449-e10b-4c23-b1db-ca1bbf817ce2 admin admin] Added segment decc697a-7e61-4b7c-8e62-5a81512ad237 of type vlan for network 38aa73fb-54e8-4b43-bb39-928294ff523d Jul 09 16:28:33.359821 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77506449-e10b-4c23-b1db-ca1bbf817ce2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:33.368026 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f5dc0c-9a14-4fcc-a4ba-fe38f35d7d24 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:33.370453 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f5dc0c-9a14-4fcc-a4ba-fe38f35d7d24 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:33.372309 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f5dc0c-9a14-4fcc-a4ba-fe38f35d7d24 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:33.377492 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-04f5dc0c-9a14-4fcc-a4ba-fe38f35d7d24 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1007183 Jul 09 16:28:33.378386 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44650) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:33.379053 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9c480600-6cf9-42ca-8e12-0cafbcad6102 None None] Provisioning for port 3a2a8657-064d-4a28-b2cb-9a580f5b8ea7 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:28:33.383589 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9c480600-6cf9-42ca-8e12-0cafbcad6102 None None] Provisioning complete for port 3a2a8657-064d-4a28-b2cb-9a580f5b8ea7 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:28:33.384170 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9c480600-6cf9-42ca-8e12-0cafbcad6102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:33.477749 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecb18ee9-0f97-4f7e-9482-3a960344f30d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Deleting subnet 3737a289-29e1-4491-bcda-8480f4fdd9c4 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:28:33.486614 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ecb18ee9-0f97-4f7e-9482-3a960344f30d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:33.541065 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ecb18ee9-0f97-4f7e-9482-3a960344f30d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:33.578053 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77506449-e10b-4c23-b1db-ca1bbf817ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:33.579086 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77506449-e10b-4c23-b1db-ca1bbf817ce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:33.579669 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77506449-e10b-4c23-b1db-ca1bbf817ce2 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:33.668953 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-77506449-e10b-4c23-b1db-ca1bbf817ce2 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1362815 Jul 09 16:28:33.671807 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 44652) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:33.678056 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-cd8611fd-fa03-4802-98ab-3f3c0d83a6b3 admin admin] Request body: {'subnet': {'network_id': '38aa73fb-54e8-4b43-bb39-928294ff523d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-332387996-subnet', 'tenant_id': '0266986ff7814ad9933eca94a231ef2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:28:33.703221 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1e47b5dd-6433-41c2-8de8-3e883d7893f9 None None] Could not find standard attr ID for object d42e6d56-9da9-4f2e-a857-3d18c7396a87. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:28:33.716105 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8611fd-fa03-4802-98ab-3f3c0d83a6b3 admin admin] Made reservation on behalf of 0266986ff7814ad9933eca94a231ef2b for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:28:33.718966 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd8611fd-fa03-4802-98ab-3f3c0d83a6b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:33.726497 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77506449-e10b-4c23-b1db-ca1bbf817ce2 admin admin] Pushing event updated for resources: {'Network': ['ID=38aa73fb-54e8-4b43-bb39-928294ff523d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:33.738860 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 38aa73fb-54e8-4b43-bb39-928294ff523d details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:28:33.770268 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ecb18ee9-0f97-4f7e-9482-3a960344f30d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:33.906154 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ecb18ee9-0f97-4f7e-9482-3a960344f30d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:33.946876 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ecb18ee9-0f97-4f7e-9482-3a960344f30d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:33.952504 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ecb18ee9-0f97-4f7e-9482-3a960344f30d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/3737a289-29e1-4491-bcda-8480f4fdd9c4 HTTP/1.1" status: 204 len: 168 time: 0.5724647 Jul 09 16:28:33.957520 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb18ee9-0f97-4f7e-9482-3a960344f30d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event deleted for resources: {'Subnet': ['ID=3737a289-29e1-4491-bcda-8480f4fdd9c4,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:33.961733 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 44658) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:34.030603 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611b07d3-1390-4114-993f-45b281ce12a7 None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:28:34.178033 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5b3e019-d62a-4a3c-bece-8e9573956e4a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Deleting subnet 5a21c6c5-1e4b-4dda-b484-5c71e0ccb7a4 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:28:34.194083 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c5b3e019-d62a-4a3c-bece-8e9573956e4a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:34.215927 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81047951-cbfb-4ada-870e-9d67a3f2f2d3 req-aba1340a-f122-4d55-a94d-165d9934234e tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:34.225943 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-81047951-cbfb-4ada-870e-9d67a3f2f2d3 req-aba1340a-f122-4d55-a94d-165d9934234e tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=5f8c45e3-0037-4593-9e76-6947bc1f2540 HTTP/1.1" status: 200 len: 946 time: 0.1098025 Jul 09 16:28:34.233215 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd8611fd-fa03-4802-98ab-3f3c0d83a6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:34.286482 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c5b3e019-d62a-4a3c-bece-8e9573956e4a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:34.289228 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-81047951-cbfb-4ada-870e-9d67a3f2f2d3 req-fb60a335-5c84-4b15-92cf-24c875234fdd tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610361 Jul 09 16:28:34.334516 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14bd5ae-10b7-4cca-aa38-94ae77842f40 req-d99c1b91-bbd7-4540-aac4-e98465cbef52 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:34.341460 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d14bd5ae-10b7-4cca-aa38-94ae77842f40 req-d99c1b91-bbd7-4540-aac4-e98465cbef52 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=ce83b532-ddc9-4a6d-bef3-eabd04719c14 HTTP/1.1" status: 200 len: 943 time: 0.3005946 Jul 09 16:28:34.385723 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 3a2a8657-064d-4a28-b2cb-9a580f5b8ea7 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:28:34.425258 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8611fd-fa03-4802-98ab-3f3c0d83a6b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b7ef36a-a920-4cfb-b028-a0e3add3d4f4,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:34.468736 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 3a2a8657-064d-4a28-b2cb-9a580f5b8ea7 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:28:34.469943 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:34.476242 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8611fd-fa03-4802-98ab-3f3c0d83a6b3 admin admin] Checking segment: {'id': 'decc697a-7e61-4b7c-8e62-5a81512ad237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '38aa73fb-54e8-4b43-bb39-928294ff523d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:28:34.476610 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8611fd-fa03-4802-98ab-3f3c0d83a6b3 admin admin] Network hostable DHCP agents. Network: 38aa73fb-54e8-4b43-bb39-928294ff523d, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:28:34.498042 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d14bd5ae-10b7-4cca-aa38-94ae77842f40 req-be78f58c-7df0-47c4-a377-c1c99d379ac7 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555855 Jul 09 16:28:34.556026 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c5b3e019-d62a-4a3c-bece-8e9573956e4a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:34.590542 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8611fd-fa03-4802-98ab-3f3c0d83a6b3 admin admin] Network 38aa73fb-54e8-4b43-bb39-928294ff523d is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:28:34.619530 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-cd8611fd-fa03-4802-98ab-3f3c0d83a6b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 38aa73fb-54e8-4b43-bb39-928294ff523d) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:28:34.625768 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8611fd-fa03-4802-98ab-3f3c0d83a6b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:34.626304 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd8611fd-fa03-4802-98ab-3f3c0d83a6b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:34.671750 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-cd8611fd-fa03-4802-98ab-3f3c0d83a6b3 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9981797 Jul 09 16:28:34.677999 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d80e68-f361-4452-9892-ddefd850aa8f None None] Network 38aa73fb-54e8-4b43-bb39-928294ff523d requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:28:34.680725 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c5b3e019-d62a-4a3c-bece-8e9573956e4a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:34.719105 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b3e019-d62a-4a3c-bece-8e9573956e4a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event deleted for resources: {'Subnet': ['ID=5a21c6c5-1e4b-4dda-b484-5c71e0ccb7a4,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:34.726303 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c5b3e019-d62a-4a3c-bece-8e9573956e4a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:34.728434 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c5b3e019-d62a-4a3c-bece-8e9573956e4a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/5a21c6c5-1e4b-4dda-b484-5c71e0ccb7a4 HTTP/1.1" status: 204 len: 168 time: 0.7602398 Jul 09 16:28:34.731609 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44676) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:34.794387 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1acac916-9f54-4de6-a23a-ebdc7a215279 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0587409 Jul 09 16:28:34.797256 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 44678) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:34.807885 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-2f8368d1-4dc2-4b5f-94b3-a588aeebabf7 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'subnet': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:28:34.900741 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e8b437-9184-4658-a088-c9ecf00677d4 None None] Network 38aa73fb-54e8-4b43-bb39-928294ff523d requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:28:34.960127 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8368d1-4dc2-4b5f-94b3-a588aeebabf7 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:28:34.972321 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f8368d1-4dc2-4b5f-94b3-a588aeebabf7 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:35.019577 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:28:35.283177 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3856cff4-6f79-4492-a264-fa65748045f6 None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:28:35.299933 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f8368d1-4dc2-4b5f-94b3-a588aeebabf7 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:35.371720 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f,segment=NetworkSegment(44b862f2-e325-48d7-99eb-7401b6fb9e9c),segment_id=44b862f2-e325-48d7-99eb-7401b6fb9e9c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:28:35.378210 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8368d1-4dc2-4b5f-94b3-a588aeebabf7 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:28:35.384221 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-2f8368d1-4dc2-4b5f-94b3-a588aeebabf7 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:28:35.401051 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8368d1-4dc2-4b5f-94b3-a588aeebabf7 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:35.401289 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f', 'network_id': 'e14244d3-321e-4e11-8fa5-f8d23e2088a8', 'port_id': '79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f', 'mac_address': 'fa:16:3e:cd:14:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ed42caa-ccec-43f9-abc2-3f037ba46c07', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:28:35.404566 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f8368d1-4dc2-4b5f-94b3-a588aeebabf7 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:35.410136 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8368d1-4dc2-4b5f-94b3-a588aeebabf7 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'Subnet': ['ID=9f97bf76-1cd1-4979-b97c-39a7184a6bee,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:35.431266 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c16dc9a0-38d2-4841-9ef6-a75ca520a198 None None] Provisioning complete for port 3a2a8657-064d-4a28-b2cb-9a580f5b8ea7 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:28:35.432547 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c16dc9a0-38d2-4841-9ef6-a75ca520a198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:35.450019 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2f8368d1-4dc2-4b5f-94b3-a588aeebabf7 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6513324 Jul 09 16:28:35.453284 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 44698) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:35.461225 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-bc6b4fd7-3b34-404b-86d5-79a19d37e017 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'subnet': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:28:35.469675 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d855f-15e1-4bce-938c-4b2b1dec2cbf req-3f19d8cc-ba6f-40f7-ae0f-45bc4f72f73c tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:35.477679 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-179d855f-15e1-4bce-938c-4b2b1dec2cbf req-3f19d8cc-ba6f-40f7-ae0f-45bc4f72f73c tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/networks?id=38aa73fb-54e8-4b43-bb39-928294ff523d HTTP/1.1" status: 200 len: 814 time: 0.1976306 Jul 09 16:28:35.492746 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:35.507238 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-179d855f-15e1-4bce-938c-4b2b1dec2cbf req-662b351f-dbf8-4eaa-a9f9-449b4ad93bf9 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/quotas/0266986ff7814ad9933eca94a231ef2b HTTP/1.1" status: 200 len: 375 time: 0.0283809 Jul 09 16:28:35.510049 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:28:35.553587 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-179d855f-15e1-4bce-938c-4b2b1dec2cbf req-33d3000f-e08c-413d-ac80-7a32e6f611cb tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=0266986ff7814ad9933eca94a231ef2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454268 Jul 09 16:28:35.567797 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f,segment=NetworkSegment(44b862f2-e325-48d7-99eb-7401b6fb9e9c),segment_id=44b862f2-e325-48d7-99eb-7401b6fb9e9c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:28:35.593300 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:35.653890 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:35.727690 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-179d855f-15e1-4bce-938c-4b2b1dec2cbf req-b3e5599e-696c-4f98-944b-a1c8762dfcad service neutron] 10.222.0.98 "GET /v2.0/networks/38aa73fb-54e8-4b43-bb39-928294ff523d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731775 Jul 09 16:28:35.769613 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa80da-10f3-442d-ad79-279613fb8e2d req-fede9e63-a943-46d5-9701-7aafadc481e9 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:35.771381 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-eefa80da-10f3-442d-ad79-279613fb8e2d req-fede9e63-a943-46d5-9701-7aafadc481e9 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=5f8c45e3-0037-4593-9e76-6947bc1f2540 HTTP/1.1" status: 200 len: 946 time: 0.2550044 Jul 09 16:28:35.772673 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6b4fd7-3b34-404b-86d5-79a19d37e017 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:28:35.777105 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bc6b4fd7-3b34-404b-86d5-79a19d37e017 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:35.880853 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-179d855f-15e1-4bce-938c-4b2b1dec2cbf req-c3856d15-d460-4104-9af4-c57b3b8be194 service neutron] 10.222.0.98 "GET /v2.0/networks/38aa73fb-54e8-4b43-bb39-928294ff523d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461129 Jul 09 16:28:35.889133 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af4c77c-11bc-44e6-a3d2-4602cb31d46a None None] Update dhcp port {'port': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'fixed_ips': [{'subnet_id': '9f97bf76-1cd1-4979-b97c-39a7184a6bee'}], 'binding:host_id': 'n-d-798930-3'}, 'id': '3a2a8657-064d-4a28-b2cb-9a580f5b8ea7'} from n-d-798930-3. {{(pid=93960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 16:28:35.902127 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-eefa80da-10f3-442d-ad79-279613fb8e2d req-c1d7b113-498e-4911-b2b9-0d3abb20a603 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052303 Jul 09 16:28:35.936778 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:28:35.943465 n-d-798930-3 neutron-server[93959]: INFO neutron.db.ipam_backend_mixin [None req-bc6b4fd7-3b34-404b-86d5-79a19d37e017 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9f97bf76-1cd1-4979-b97c-39a7184a6bee (CIDR: 2001:db8::/64) Jul 09 16:28:35.950754 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc6b4fd7-3b34-404b-86d5-79a19d37e017 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:28:35.951457 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc6b4fd7-3b34-404b-86d5-79a19d37e017 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:28:35.990824 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-bc6b4fd7-3b34-404b-86d5-79a19d37e017 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5349977 Jul 09 16:28:35.993010 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44710) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:35.999602 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-26b1c0c7-9beb-4af6-90c1-5dc5390f92d0 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'subnet': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:28:36.016888 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6af4c77c-11bc-44e6-a3d2-4602cb31d46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:36.268876 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b1c0c7-9beb-4af6-90c1-5dc5390f92d0 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:28:36.275006 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-26b1c0c7-9beb-4af6-90c1-5dc5390f92d0 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:36.347342 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a19603-0c67-4be3-b524-a30995830f6e req-b9dd3b5a-465f-43a4-a4fa-e015ee649cfc tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:36.359829 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-44a19603-0c67-4be3-b524-a30995830f6e req-b9dd3b5a-465f-43a4-a4fa-e015ee649cfc tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=ce83b532-ddc9-4a6d-bef3-eabd04719c14 HTTP/1.1" status: 200 len: 944 time: 0.1462319 Jul 09 16:28:36.438442 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-6af4c77c-11bc-44e6-a3d2-4602cb31d46a None None] Allocated IP 2001:db8::2 (f22714f5-d774-47cf-ac1e-3989f67517e9/9f97bf76-1cd1-4979-b97c-39a7184a6bee/3a2a8657-064d-4a28-b2cb-9a580f5b8ea7) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:28:36.454477 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-44a19603-0c67-4be3-b524-a30995830f6e req-e5fcd9ab-e099-4aa2-a056-02d3a0cf465b tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861723 Jul 09 16:28:36.601241 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a1dce07c-e396-45e5-aad3-15bd32377e6d req-9d798d45-600d-48e6-a45b-0b4ccf4288b5 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=87343a5b-57e6-4455-aaf1-5a0c3e546326 HTTP/1.1" status: 200 len: 210 time: 0.0595040 Jul 09 16:28:36.713701 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-6af4c77c-11bc-44e6-a3d2-4602cb31d46a None None] For port 3a2a8657-064d-4a28-b2cb-9a580f5b8ea7, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=3a2a8657-064d-4a28-b2cb-9a580f5b8ea7,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:28:36.765276 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6af4c77c-11bc-44e6-a3d2-4602cb31d46a None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:36.782047 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6af4c77c-11bc-44e6-a3d2-4602cb31d46a None None] Transition to ACTIVE for port object 3a2a8657-064d-4a28-b2cb-9a580f5b8ea7 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:28:36.788062 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6af4c77c-11bc-44e6-a3d2-4602cb31d46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:36.885334 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af4c77c-11bc-44e6-a3d2-4602cb31d46a None None] Pushing event updated for resources: {'Port': ['ID=3a2a8657-064d-4a28-b2cb-9a580f5b8ea7,revision_number=12']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:37.422891 n-d-798930-3 neutron-server[93958]: DEBUG neutron.objects.ports [None req-26b1c0c7-9beb-4af6-90c1-5dc5390f92d0 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93958) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 16:28:37.547258 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6f894-67ac-44e8-848a-a268163f6b5b req-45b8bda1-1561-4af2-9b4c-d3f8dfe8ea8e tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:37.554884 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-79c6f894-67ac-44e8-848a-a268163f6b5b req-45b8bda1-1561-4af2-9b4c-d3f8dfe8ea8e tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=5f8c45e3-0037-4593-9e76-6947bc1f2540 HTTP/1.1" status: 200 len: 946 time: 0.2206621 Jul 09 16:28:37.660365 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-79c6f894-67ac-44e8-848a-a268163f6b5b req-0e747d8c-8712-4a8b-a34e-8d8cfa9ade9a tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029093 Jul 09 16:28:37.793097 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9873e6f1-aa2e-4f29-a208-9aa7228e3cb2 req-111174eb-ded1-4887-985e-7b18521e400b tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:37.796464 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-26b1c0c7-9beb-4af6-90c1-5dc5390f92d0 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:37.800622 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9873e6f1-aa2e-4f29-a208-9aa7228e3cb2 req-111174eb-ded1-4887-985e-7b18521e400b tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=ce83b532-ddc9-4a6d-bef3-eabd04719c14 HTTP/1.1" status: 200 len: 944 time: 0.1312456 Jul 09 16:28:37.905408 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9873e6f1-aa2e-4f29-a208-9aa7228e3cb2 req-fcb8581d-49a8-41e8-947c-2aac8b7c34dd tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026654 Jul 09 16:28:37.949504 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b1892d-0e79-4d94-8662-2a9cef9af793 None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:28:38.047785 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-26b1c0c7-9beb-4af6-90c1-5dc5390f92d0 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] For port 3a2a8657-064d-4a28-b2cb-9a580f5b8ea7, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=3a2a8657-064d-4a28-b2cb-9a580f5b8ea7,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:28:38.108634 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-26b1c0c7-9beb-4af6-90c1-5dc5390f92d0 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:38.117502 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-26b1c0c7-9beb-4af6-90c1-5dc5390f92d0 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:38.129993 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-26b1c0c7-9beb-4af6-90c1-5dc5390f92d0 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:38.132882 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a933edd7-f20d-4187-99b1-1357b8ebd12c None None] Provisioning for port 3a2a8657-064d-4a28-b2cb-9a580f5b8ea7 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:28:38.138968 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a933edd7-f20d-4187-99b1-1357b8ebd12c None None] Provisioning complete for port 3a2a8657-064d-4a28-b2cb-9a580f5b8ea7 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:28:38.139713 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a933edd7-f20d-4187-99b1-1357b8ebd12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:38.173478 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d855f-15e1-4bce-938c-4b2b1dec2cbf req-4fc4e8b3-e64d-453b-a25f-0f4ee334984a tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:38.175282 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-179d855f-15e1-4bce-938c-4b2b1dec2cbf req-4fc4e8b3-e64d-453b-a25f-0f4ee334984a tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.73 "GET /v2.0/networks?id=38aa73fb-54e8-4b43-bb39-928294ff523d HTTP/1.1" status: 200 len: 814 time: 0.2672322 Jul 09 16:28:38.203440 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-179d855f-15e1-4bce-938c-4b2b1dec2cbf req-a8c3c393-a27d-4428-a427-e8c398ea2ba3 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Request body: {'port': {'device_id': '87343a5b-57e6-4455-aaf1-5a0c3e546326', 'network_id': '38aa73fb-54e8-4b43-bb39-928294ff523d', 'admin_state_up': True, 'tenant_id': '0266986ff7814ad9933eca94a231ef2b'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:28:38.319164 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-363a4bd0-53a0-4988-a108-d110eb578334 req-0518d881-87a6-491b-92c7-ad1589e5e822 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=87343a5b-57e6-4455-aaf1-5a0c3e546326 HTTP/1.1" status: 200 len: 210 time: 0.0796053 Jul 09 16:28:38.329966 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b1c0c7-9beb-4af6-90c1-5dc5390f92d0 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:28:38.342753 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b1c0c7-9beb-4af6-90c1-5dc5390f92d0 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'Subnet': ['ID=7e133c8a-e05b-4ec4-8a45-93dd869849b5,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:38.346241 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-26b1c0c7-9beb-4af6-90c1-5dc5390f92d0 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:28:38.349160 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b1c0c7-9beb-4af6-90c1-5dc5390f92d0 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:38.349757 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-26b1c0c7-9beb-4af6-90c1-5dc5390f92d0 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:38.362441 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b1c0c7-9beb-4af6-90c1-5dc5390f92d0 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'Port': ['ID=3a2a8657-064d-4a28-b2cb-9a580f5b8ea7,revision_number=14']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:38.372819 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 3a2a8657-064d-4a28-b2cb-9a580f5b8ea7 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:28:38.398807 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-179d855f-15e1-4bce-938c-4b2b1dec2cbf req-a8c3c393-a27d-4428-a427-e8c398ea2ba3 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Made reservation on behalf of 0266986ff7814ad9933eca94a231ef2b for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:28:38.404048 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-179d855f-15e1-4bce-938c-4b2b1dec2cbf req-a8c3c393-a27d-4428-a427-e8c398ea2ba3 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:38.418346 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 44782) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:38.420368 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-26b1c0c7-9beb-4af6-90c1-5dc5390f92d0 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.4223769 Jul 09 16:28:38.428709 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-e8af4e1f-ce78-4c1e-bf68-1914963fa755 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'port': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'mac_address': 'fa:16:3e:c2:fe:e0', 'name': 'tempest-NetworksTestDHCPv6-130603567'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:28:38.438387 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 3a2a8657-064d-4a28-b2cb-9a580f5b8ea7 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:28:38.438921 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:38.681814 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-179d855f-15e1-4bce-938c-4b2b1dec2cbf req-a8c3c393-a27d-4428-a427-e8c398ea2ba3 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Allocated IP 172.20.0.12 (38aa73fb-54e8-4b43-bb39-928294ff523d/9b7ef36a-a920-4cfb-b028-a0e3add3d4f4/5b938eed-2833-402a-94d2-701d4c4266bf) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:28:38.791055 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8af4e1f-ce78-4c1e-bf68-1914963fa755 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:28:38.939295 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d29f4f-8cec-41dd-abe9-baf0d34ae884 req-26513935-5bce-47a5-9f12-b1bc7005bd6f tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:38.940894 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f5d29f4f-8cec-41dd-abe9-baf0d34ae884 req-26513935-5bce-47a5-9f12-b1bc7005bd6f tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] 10.222.0.98 "GET /v2.0/ports?device_id=e5ebcab8-5539-48a5-a89a-c895e6b7cdc0 HTTP/1.1" status: 200 len: 950 time: 0.2309637 Jul 09 16:28:38.945427 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:28:38.988310 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987f74e-6eea-438b-858b-26d8672a81c0 req-bb86f819-a4f2-479a-b2ad-f8abdee17d1e tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:38.995786 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8987f74e-6eea-438b-858b-26d8672a81c0 req-bb86f819-a4f2-479a-b2ad-f8abdee17d1e tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=5f8c45e3-0037-4593-9e76-6947bc1f2540 HTTP/1.1" status: 200 len: 946 time: 0.1132982 Jul 09 16:28:39.024634 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:28:39.029643 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f5d29f4f-8cec-41dd-abe9-baf0d34ae884 req-37b7f4fd-430b-4879-b8a2-9720eacd8501 tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] 10.222.0.98 "GET /v2.0/security-groups?id=d5787e4b-0025-4888-9634-927da41b95f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487649 Jul 09 16:28:39.043800 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:28:39.044944 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:39.062558 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8987f74e-6eea-438b-858b-26d8672a81c0 req-1882abc0-a0d6-4d71-b59e-c1382207d484 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657279 Jul 09 16:28:39.083455 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e8af4e1f-ce78-4c1e-bf68-1914963fa755 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:39.134064 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-e8af4e1f-ce78-4c1e-bf68-1914963fa755 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] device_id is not set on port bb76f5d3-2727-40c2-b04e-cb273f16215c yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:28:39.165468 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:39.195552 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-179d855f-15e1-4bce-938c-4b2b1dec2cbf req-a8c3c393-a27d-4428-a427-e8c398ea2ba3 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:39.215723 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f,segment=NetworkSegment(44b862f2-e325-48d7-99eb-7401b6fb9e9c),segment_id=44b862f2-e325-48d7-99eb-7401b6fb9e9c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:28:39.216965 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce83b532-ddc9-4a6d-bef3-eabd04719c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:28:39.221275 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53f115f-bb18-4eaf-a41f-41c8894b305d" -d '{"events": [{"server_uuid": "ce83b532-ddc9-4a6d-bef3-eabd04719c14", "name": "network-vif-plugged", "status": "completed", "tag": "79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:28:39.226422 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:39.281937 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e25aef-26e2-4e38-b4ce-3669337fbffb None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:28:39.305978 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f87f3e4-16a4-4a32-961b-15b14d367f00 x-openstack-request-id: req-9f87f3e4-16a4-4a32-961b-15b14d367f00 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:28:39.306378 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce83b532-ddc9-4a6d-bef3-eabd04719c14", "name": "network-vif-plugged", "status": "completed", "tag": "79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:28:39.306686 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9f87f3e4-16a4-4a32-961b-15b14d367f00 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:28:39.307234 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce83b532-ddc9-4a6d-bef3-eabd04719c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f', 'code': 200} Jul 09 16:28:39.335996 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5954d5-bce8-4f87-98cd-b1e1455573a2 req-8210542f-fdb3-479c-bcb7-447d19d59e54 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:39.337918 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7a5954d5-bce8-4f87-98cd-b1e1455573a2 req-8210542f-fdb3-479c-bcb7-447d19d59e54 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=ce83b532-ddc9-4a6d-bef3-eabd04719c14 HTTP/1.1" status: 200 len: 945 time: 0.1234903 Jul 09 16:28:39.341266 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:39.344463 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-e8af4e1f-ce78-4c1e-bf68-1914963fa755 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Allocated IP 2001:db8::20 (f22714f5-d774-47cf-ac1e-3989f67517e9/9f97bf76-1cd1-4979-b97c-39a7184a6bee/bb76f5d3-2727-40c2-b04e-cb273f16215c) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:28:39.351161 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-e8af4e1f-ce78-4c1e-bf68-1914963fa755 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Allocated IP 2001:db8:0:1:f816:3eff:fec2:fee0 (f22714f5-d774-47cf-ac1e-3989f67517e9/7e133c8a-e05b-4ec4-8a45-93dd869849b5/bb76f5d3-2727-40c2-b04e-cb273f16215c) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:28:39.364858 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ab3180b3-2f0f-4cdd-9977-14e9c1ea5888 None None] Provisioning complete for port 3a2a8657-064d-4a28-b2cb-9a580f5b8ea7 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:28:39.365326 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ab3180b3-2f0f-4cdd-9977-14e9c1ea5888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:39.453956 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7a5954d5-bce8-4f87-98cd-b1e1455573a2 req-3fb808d6-5620-4829-803e-4db5a3221b55 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959485 Jul 09 16:28:39.524762 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77810ac6-4ef6-4b77-88f6-5f03f06e3db8 req-628944fd-6b1f-4712-b9c9-2c3d2777eca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:39.526941 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-77810ac6-4ef6-4b77-88f6-5f03f06e3db8 req-628944fd-6b1f-4712-b9c9-2c3d2777eca5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ce83b532-ddc9-4a6d-bef3-eabd04719c14 HTTP/1.1" status: 200 len: 1096 time: 0.0706294 Jul 09 16:28:39.535515 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9b4673c3-c1c7-4ee3-b788-dd2c69c00550 req-96ec248a-0603-4d00-aade-6a20b8ed996d tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=87343a5b-57e6-4455-aaf1-5a0c3e546326 HTTP/1.1" status: 200 len: 210 time: 0.0453730 Jul 09 16:28:39.560399 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-179d855f-15e1-4bce-938c-4b2b1dec2cbf req-a8c3c393-a27d-4428-a427-e8c398ea2ba3 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:39.577874 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-77810ac6-4ef6-4b77-88f6-5f03f06e3db8 req-02d61b2a-d94c-4fe3-b872-5a8db79194b8 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445127 Jul 09 16:28:39.608634 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-179d855f-15e1-4bce-938c-4b2b1dec2cbf req-a8c3c393-a27d-4428-a427-e8c398ea2ba3 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Network 38aa73fb-54e8-4b43-bb39-928294ff523d is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:28:39.616174 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-179d855f-15e1-4bce-938c-4b2b1dec2cbf req-a8c3c393-a27d-4428-a427-e8c398ea2ba3 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:28:39.625167 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-179d855f-15e1-4bce-938c-4b2b1dec2cbf req-a8c3c393-a27d-4428-a427-e8c398ea2ba3 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:28:39.683198 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c3c393-a27d-4428-a427-e8c398ea2ba3 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Pushing event updated for resources: {'Port': ['ID=5b938eed-2833-402a-94d2-701d4c4266bf,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:39.702466 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e8af4e1f-ce78-4c1e-bf68-1914963fa755 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:39.709603 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c3c393-a27d-4428-a427-e8c398ea2ba3 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:28:39.709956 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c3c393-a27d-4428-a427-e8c398ea2ba3 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:28:39.710286 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c3c393-a27d-4428-a427-e8c398ea2ba3 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:28:39.710872 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c3c393-a27d-4428-a427-e8c398ea2ba3 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:28:39.711198 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c3c393-a27d-4428-a427-e8c398ea2ba3 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:28:39.711522 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c3c393-a27d-4428-a427-e8c398ea2ba3 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:28:39.711839 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c3c393-a27d-4428-a427-e8c398ea2ba3 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:28:39.712156 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c3c393-a27d-4428-a427-e8c398ea2ba3 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:28:39.712473 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c3c393-a27d-4428-a427-e8c398ea2ba3 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:28:39.712791 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c3c393-a27d-4428-a427-e8c398ea2ba3 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:28:39.713100 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c3c393-a27d-4428-a427-e8c398ea2ba3 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:28:39.714193 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c3c393-a27d-4428-a427-e8c398ea2ba3 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:28:39.732321 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e8af4e1f-ce78-4c1e-bf68-1914963fa755 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Transition to ACTIVE for port object bb76f5d3-2727-40c2-b04e-cb273f16215c will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:28:39.739166 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d855f-15e1-4bce-938c-4b2b1dec2cbf req-a8c3c393-a27d-4428-a427-e8c398ea2ba3 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:39.739795 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-179d855f-15e1-4bce-938c-4b2b1dec2cbf req-a8c3c393-a27d-4428-a427-e8c398ea2ba3 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:39.759267 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-179d855f-15e1-4bce-938c-4b2b1dec2cbf req-a8c3c393-a27d-4428-a427-e8c398ea2ba3 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5616856 Jul 09 16:28:39.780743 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-179d855f-15e1-4bce-938c-4b2b1dec2cbf req-4c41fd02-6704-43e8-9629-30a8397587ef service neutron] Request body: {'port': {'device_id': '87343a5b-57e6-4455-aaf1-5a0c3e546326', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:28:40.000180 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-74e2bf08-4860-45e2-9c58-bf21ddc0aed6 None None] Provisioning complete for port 3a2a8657-064d-4a28-b2cb-9a580f5b8ea7 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:28:40.000440 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-74e2bf08-4860-45e2-9c58-bf21ddc0aed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:40.044678 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:40.151070 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e8af4e1f-ce78-4c1e-bf68-1914963fa755 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:40.254939 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010512f2-ffcc-43db-87d9-0ab728526b6c req-6595906a-f58b-45ef-a767-315b8a4c7841 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:40.256921 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-010512f2-ffcc-43db-87d9-0ab728526b6c req-6595906a-f58b-45ef-a767-315b8a4c7841 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=5f8c45e3-0037-4593-9e76-6947bc1f2540 HTTP/1.1" status: 200 len: 946 time: 0.0701962 Jul 09 16:28:40.263746 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8af4e1f-ce78-4c1e-bf68-1914963fa755 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:28:40.269563 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8af4e1f-ce78-4c1e-bf68-1914963fa755 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'Port': ['ID=bb76f5d3-2727-40c2-b04e-cb273f16215c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:40.274815 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-e8af4e1f-ce78-4c1e-bf68-1914963fa755 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:28:40.278204 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8af4e1f-ce78-4c1e-bf68-1914963fa755 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:28:40.283772 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8af4e1f-ce78-4c1e-bf68-1914963fa755 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:40.284481 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e8af4e1f-ce78-4c1e-bf68-1914963fa755 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:40.288170 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-179d855f-15e1-4bce-938c-4b2b1dec2cbf req-4c41fd02-6704-43e8-9629-30a8397587ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:40.318293 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e8af4e1f-ce78-4c1e-bf68-1914963fa755 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.8993418 Jul 09 16:28:40.324100 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 44804) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:40.327401 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 3a2a8657-064d-4a28-b2cb-9a580f5b8ea7 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:28:40.342992 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-010512f2-ffcc-43db-87d9-0ab728526b6c req-a25bee98-5aad-4210-8c52-450413686caa tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791252 Jul 09 16:28:40.418581 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 3a2a8657-064d-4a28-b2cb-9a580f5b8ea7 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:28:40.418882 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:40.427653 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c3e76-4412-497b-bb77-3c8cbdcd8028 req-ca48ab6b-f8d5-4757-b1bd-e2be07c11376 tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:40.429387 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cd5c3e76-4412-497b-bb77-3c8cbdcd8028 req-ca48ab6b-f8d5-4757-b1bd-e2be07c11376 tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] 10.222.0.98 "GET /v2.0/ports?device_id=e5ebcab8-5539-48a5-a89a-c895e6b7cdc0 HTTP/1.1" status: 200 len: 950 time: 0.2444251 Jul 09 16:28:40.626297 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-bb9e930c-d4a4-43dc-80c4-9109bdeaddbb None None] Provisioning for port bb76f5d3-2727-40c2-b04e-cb273f16215c completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:28:40.634617 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-bb9e930c-d4a4-43dc-80c4-9109bdeaddbb None None] Provisioning complete for port bb76f5d3-2727-40c2-b04e-cb273f16215c triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:28:40.635620 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bb9e930c-d4a4-43dc-80c4-9109bdeaddbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:40.674001 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cd5c3e76-4412-497b-bb77-3c8cbdcd8028 req-bd0a2b31-2780-4752-b703-cfc16ee1527b tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] 10.222.0.98 "GET /v2.0/security-groups?id=d5787e4b-0025-4888-9634-927da41b95f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943904 Jul 09 16:28:40.716815 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae68b4fe-3651-4e81-a3a8-1cd3cee14046 req-04931b0a-5392-4ecd-a22c-a6416be30aec tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:40.718908 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ae68b4fe-3651-4e81-a3a8-1cd3cee14046 req-04931b0a-5392-4ecd-a22c-a6416be30aec tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=ce83b532-ddc9-4a6d-bef3-eabd04719c14 HTTP/1.1" status: 200 len: 945 time: 0.0928020 Jul 09 16:28:40.721486 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-bb9e930c-d4a4-43dc-80c4-9109bdeaddbb None None] Port bb76f5d3-2727-40c2-b04e-cb273f16215c cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:28:40.740400 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-fb79942c-cac8-4a4e-a44e-65692034746a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Deleting port bb76f5d3-2727-40c2-b04e-cb273f16215c {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:28:40.740791 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fb79942c-cac8-4a4e-a44e-65692034746a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:40.769400 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ae68b4fe-3651-4e81-a3a8-1cd3cee14046 req-164364a8-46c3-427b-b496-55b2939b2269 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412214 Jul 09 16:28:40.856675 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-179d855f-15e1-4bce-938c-4b2b1dec2cbf req-4c41fd02-6704-43e8-9629-30a8397587ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b938eed-2833-402a-94d2-701d4c4266bf {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:28:40.875450 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-179d855f-15e1-4bce-938c-4b2b1dec2cbf req-4c41fd02-6704-43e8-9629-30a8397587ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:40.908227 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-179d855f-15e1-4bce-938c-4b2b1dec2cbf req-4c41fd02-6704-43e8-9629-30a8397587ef service neutron] Transition to ACTIVE for port object 5b938eed-2833-402a-94d2-701d4c4266bf will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:28:40.915661 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-179d855f-15e1-4bce-938c-4b2b1dec2cbf req-4c41fd02-6704-43e8-9629-30a8397587ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:40.919314 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fb79942c-cac8-4a4e-a44e-65692034746a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:40.963761 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-fb79942c-cac8-4a4e-a44e-65692034746a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Calling delete_port for bb76f5d3-2727-40c2-b04e-cb273f16215c owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:28:41.005977 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e79e44-3da8-45cc-94d7-0d17bef5e7a4 req-bbe08de0-dd41-40ff-bdee-a939962a5dda tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:41.007595 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b4e79e44-3da8-45cc-94d7-0d17bef5e7a4 req-bbe08de0-dd41-40ff-bdee-a939962a5dda tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=87343a5b-57e6-4455-aaf1-5a0c3e546326 HTTP/1.1" status: 200 len: 932 time: 0.1984193 Jul 09 16:28:41.048951 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c41fd02-6704-43e8-9629-30a8397587ef service neutron] Pushing event updated for resources: {'Port': ['ID=5b938eed-2833-402a-94d2-701d4c4266bf,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:41.147861 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b4e79e44-3da8-45cc-94d7-0d17bef5e7a4 req-a9b63731-20af-46e1-8dd9-ddb745f078dd tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324995 Jul 09 16:28:41.177651 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-179d855f-15e1-4bce-938c-4b2b1dec2cbf req-4c41fd02-6704-43e8-9629-30a8397587ef service neutron] Attempting to bind port 5b938eed-2833-402a-94d2-701d4c4266bf on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:28:41.178340 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-179d855f-15e1-4bce-938c-4b2b1dec2cbf req-4c41fd02-6704-43e8-9629-30a8397587ef service neutron] Attempting to bind port 5b938eed-2833-402a-94d2-701d4c4266bf by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': 'decc697a-7e61-4b7c-8e62-5a81512ad237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '38aa73fb-54e8-4b43-bb39-928294ff523d'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:28:41.178340 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179d855f-15e1-4bce-938c-4b2b1dec2cbf req-4c41fd02-6704-43e8-9629-30a8397587ef service neutron] Attempting to bind port 5b938eed-2833-402a-94d2-701d4c4266bf on network 38aa73fb-54e8-4b43-bb39-928294ff523d {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:28:41.183097 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179d855f-15e1-4bce-938c-4b2b1dec2cbf req-4c41fd02-6704-43e8-9629-30a8397587ef service neutron] Port 5b938eed-2833-402a-94d2-701d4c4266bf on network 38aa73fb-54e8-4b43-bb39-928294ff523d not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:28:41.183414 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179d855f-15e1-4bce-938c-4b2b1dec2cbf req-4c41fd02-6704-43e8-9629-30a8397587ef service neutron] Attempting to bind port 5b938eed-2833-402a-94d2-701d4c4266bf on network 38aa73fb-54e8-4b43-bb39-928294ff523d {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:28:41.214520 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179d855f-15e1-4bce-938c-4b2b1dec2cbf req-4c41fd02-6704-43e8-9629-30a8397587ef service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:28:41.214887 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179d855f-15e1-4bce-938c-4b2b1dec2cbf req-4c41fd02-6704-43e8-9629-30a8397587ef service neutron] Checking segment: {'id': 'decc697a-7e61-4b7c-8e62-5a81512ad237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '38aa73fb-54e8-4b43-bb39-928294ff523d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:28:41.215281 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179d855f-15e1-4bce-938c-4b2b1dec2cbf req-4c41fd02-6704-43e8-9629-30a8397587ef service neutron] Bound using segment: {'id': 'decc697a-7e61-4b7c-8e62-5a81512ad237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '38aa73fb-54e8-4b43-bb39-928294ff523d'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:28:41.215720 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-179d855f-15e1-4bce-938c-4b2b1dec2cbf req-4c41fd02-6704-43e8-9629-30a8397587ef service neutron] Bound port: 5b938eed-2833-402a-94d2-701d4c4266bf, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'decc697a-7e61-4b7c-8e62-5a81512ad237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '38aa73fb-54e8-4b43-bb39-928294ff523d'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:28:41.216077 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-179d855f-15e1-4bce-938c-4b2b1dec2cbf req-4c41fd02-6704-43e8-9629-30a8397587ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:41.332791 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-179d855f-15e1-4bce-938c-4b2b1dec2cbf req-4c41fd02-6704-43e8-9629-30a8397587ef service neutron] For port 5b938eed-2833-402a-94d2-701d4c4266bf, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:28:41.336240 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-179d855f-15e1-4bce-938c-4b2b1dec2cbf req-4c41fd02-6704-43e8-9629-30a8397587ef service neutron] For port 5b938eed-2833-402a-94d2-701d4c4266bf, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=5b938eed-2833-402a-94d2-701d4c4266bf,segment=NetworkSegment(decc697a-7e61-4b7c-8e62-5a81512ad237),segment_id=decc697a-7e61-4b7c-8e62-5a81512ad237)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:28:41.339456 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fb79942c-cac8-4a4e-a44e-65692034746a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:41.341918 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-179d855f-15e1-4bce-938c-4b2b1dec2cbf req-4c41fd02-6704-43e8-9629-30a8397587ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:41.392083 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d855f-15e1-4bce-938c-4b2b1dec2cbf req-4c41fd02-6704-43e8-9629-30a8397587ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:41.392812 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-179d855f-15e1-4bce-938c-4b2b1dec2cbf req-4c41fd02-6704-43e8-9629-30a8397587ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:41.394104 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-179d855f-15e1-4bce-938c-4b2b1dec2cbf req-4c41fd02-6704-43e8-9629-30a8397587ef service neutron] 10.222.0.73 "PUT /v2.0/ports/5b938eed-2833-402a-94d2-701d4c4266bf HTTP/1.1" status: 200 len: 1092 time: 1.6195786 Jul 09 16:28:41.394565 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87343a5b-57e6-4455-aaf1-5a0c3e546326', 'tag': '5b938eed-2833-402a-94d2-701d4c4266bf'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:28:41.396876 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d83cfe-6bb9-496b-a83e-276699fffea9" -d '{"events": [{"name": "network-changed", "server_uuid": "87343a5b-57e6-4455-aaf1-5a0c3e546326", "tag": "5b938eed-2833-402a-94d2-701d4c4266bf"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:28:41.477087 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c41fd02-6704-43e8-9629-30a8397587ef service neutron] Pushing event updated for resources: {'Port': ['ID=5b938eed-2833-402a-94d2-701d4c4266bf,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:41.519440 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fb79942c-cac8-4a4e-a44e-65692034746a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:41.521371 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-fb79942c-cac8-4a4e-a44e-65692034746a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/ports/bb76f5d3-2727-40c2-b04e-cb273f16215c HTTP/1.1" status: 204 len: 168 time: 1.1744406 Jul 09 16:28:41.524118 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44868) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:41.558461 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb79942c-cac8-4a4e-a44e-65692034746a tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event deleted for resources: {'Port': ['ID=bb76f5d3-2727-40c2-b04e-cb273f16215c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:41.605495 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792abdda-0bab-406e-a82f-649315d3e270 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:41.607241 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-792abdda-0bab-406e-a82f-649315d3e270 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0819614 Jul 09 16:28:41.609707 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44870) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:41.627695 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d855f-15e1-4bce-938c-4b2b1dec2cbf req-0a304d15-d299-42d4-aa14-bd429aa5cadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:41.629221 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-179d855f-15e1-4bce-938c-4b2b1dec2cbf req-0a304d15-d299-42d4-aa14-bd429aa5cadf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0266986ff7814ad9933eca94a231ef2b&device_id=87343a5b-57e6-4455-aaf1-5a0c3e546326 HTTP/1.1" status: 200 len: 1095 time: 0.1538384 Jul 09 16:28:41.646914 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069281df-a963-4b50-bff4-072430793876 req-57686c0f-043e-4fa4-92d6-45c5d1ccc3b8 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:41.648865 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-069281df-a963-4b50-bff4-072430793876 req-57686c0f-043e-4fa4-92d6-45c5d1ccc3b8 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=5f8c45e3-0037-4593-9e76-6947bc1f2540 HTTP/1.1" status: 200 len: 946 time: 0.1111422 Jul 09 16:28:41.693882 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efcd08ab-bb23-4784-b394-792dce71973e x-openstack-request-id: req-efcd08ab-bb23-4784-b394-792dce71973e {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:28:41.694150 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87343a5b-57e6-4455-aaf1-5a0c3e546326", "tag": "5b938eed-2833-402a-94d2-701d4c4266bf", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:28:41.694400 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-efcd08ab-bb23-4784-b394-792dce71973e {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:28:41.694815 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87343a5b-57e6-4455-aaf1-5a0c3e546326', 'tag': '5b938eed-2833-402a-94d2-701d4c4266bf', 'status': 'completed', 'code': 200} Jul 09 16:28:41.698153 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-179d855f-15e1-4bce-938c-4b2b1dec2cbf req-d51a8f46-3626-4a64-8b07-ed6c441f3a26 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b938eed-2833-402a-94d2-701d4c4266bf HTTP/1.1" status: 200 len: 217 time: 0.0477901 Jul 09 16:28:41.701567 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a247d69-c4ef-49bf-8a57-600f289bebd5 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:41.703424 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-3a247d69-c4ef-49bf-8a57-600f289bebd5 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0925989 Jul 09 16:28:41.705825 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44874) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:41.761109 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-069281df-a963-4b50-bff4-072430793876 req-67c5c2a9-c4c0-42eb-b731-c712211aaa11 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023688 Jul 09 16:28:41.763732 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de27dc0c-1c2c-4e23-9a03-f05514cb1a96 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:41.765774 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de27dc0c-1c2c-4e23-9a03-f05514cb1a96 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:41.767456 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de27dc0c-1c2c-4e23-9a03-f05514cb1a96 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:41.769043 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-de27dc0c-1c2c-4e23-9a03-f05514cb1a96 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0622742 Jul 09 16:28:41.771746 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 44876) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:41.819937 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d855f-15e1-4bce-938c-4b2b1dec2cbf req-fbac146c-edcf-4ad6-8b3e-b9e06a273935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:41.821413 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-179d855f-15e1-4bce-938c-4b2b1dec2cbf req-fbac146c-edcf-4ad6-8b3e-b9e06a273935 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9b7ef36a-a920-4cfb-b028-a0e3add3d4f4 HTTP/1.1" status: 200 len: 854 time: 0.1107152 Jul 09 16:28:41.860828 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-179d855f-15e1-4bce-938c-4b2b1dec2cbf req-100ddcd9-d59b-4aa6-9329-13bf3ca7c90a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=38aa73fb-54e8-4b43-bb39-928294ff523d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324626 Jul 09 16:28:41.870117 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-66abf4a4-8e73-4241-9317-e32e11c13d3b tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Deleting subnet 7e133c8a-e05b-4ec4-8a45-93dd869849b5 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:28:41.891598 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-66abf4a4-8e73-4241-9317-e32e11c13d3b tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:42.002232 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-66abf4a4-8e73-4241-9317-e32e11c13d3b tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:42.075463 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-179d855f-15e1-4bce-938c-4b2b1dec2cbf req-4f9f3db2-5021-40d6-94f6-519553ad38ba service neutron] 10.222.0.73 "GET /v2.0/networks/38aa73fb-54e8-4b43-bb39-928294ff523d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027822 Jul 09 16:28:42.160539 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4336a2-2c7a-44af-b7ee-4d2670ade9bb req-0f9ebad3-543a-41d8-8658-4ef33460f4fb tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:42.162004 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cc4336a2-2c7a-44af-b7ee-4d2670ade9bb req-0f9ebad3-543a-41d8-8658-4ef33460f4fb tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=ce83b532-ddc9-4a6d-bef3-eabd04719c14 HTTP/1.1" status: 200 len: 945 time: 0.2232430 Jul 09 16:28:42.201154 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-66abf4a4-8e73-4241-9317-e32e11c13d3b tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:42.288481 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cc4336a2-2c7a-44af-b7ee-4d2670ade9bb req-fc24f4cd-5d65-4490-905f-943621da1825 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148751 Jul 09 16:28:42.295380 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-179d855f-15e1-4bce-938c-4b2b1dec2cbf req-87b0c84c-acc3-4eb5-a7d1-eb7972e2805d service neutron] 10.222.0.73 "GET /v2.0/networks/38aa73fb-54e8-4b43-bb39-928294ff523d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116244 Jul 09 16:28:42.333236 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-66abf4a4-8e73-4241-9317-e32e11c13d3b tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:42.374036 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66abf4a4-8e73-4241-9317-e32e11c13d3b tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event deleted for resources: {'Subnet': ['ID=7e133c8a-e05b-4ec4-8a45-93dd869849b5,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:42.376630 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2addbf-92c9-4961-a165-7c20f1a00115 None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:28:42.380098 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-66abf4a4-8e73-4241-9317-e32e11c13d3b tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:42.384492 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-66abf4a4-8e73-4241-9317-e32e11c13d3b tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/7e133c8a-e05b-4ec4-8a45-93dd869849b5 HTTP/1.1" status: 204 len: 168 time: 0.6094565 Jul 09 16:28:42.384903 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44902) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:42.524106 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b69937f-3f3a-4bcc-a718-54f6fff4a2a1 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Deleting subnet 9f97bf76-1cd1-4979-b97c-39a7184a6bee {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:28:42.527947 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d83cfe-6bb9-496b-a83e-276699fffea9 req-31bd6e92-3d31-4a00-9269-abe6687cf794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:42.529590 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-25d83cfe-6bb9-496b-a83e-276699fffea9 req-31bd6e92-3d31-4a00-9269-abe6687cf794 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0266986ff7814ad9933eca94a231ef2b&device_id=87343a5b-57e6-4455-aaf1-5a0c3e546326 HTTP/1.1" status: 200 len: 1095 time: 0.1247196 Jul 09 16:28:42.539985 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b69937f-3f3a-4bcc-a718-54f6fff4a2a1 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:42.550854 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc233f1-6469-4f51-afb9-57de740a18b5 req-51f2ed10-7bd4-463e-8675-38f84da73732 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:42.558313 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6fc233f1-6469-4f51-afb9-57de740a18b5 req-51f2ed10-7bd4-463e-8675-38f84da73732 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=87343a5b-57e6-4455-aaf1-5a0c3e546326 HTTP/1.1" status: 200 len: 944 time: 0.1117735 Jul 09 16:28:42.617654 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device a1401fea-336b-4056-ab81-4b77265f7002 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:28:42.623406 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b69937f-3f3a-4bcc-a718-54f6fff4a2a1 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:42.659267 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6fc233f1-6469-4f51-afb9-57de740a18b5 req-f72ad8bb-8786-49d9-bba3-a7e63c721a23 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996816 Jul 09 16:28:42.717312 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d83cfe-6bb9-496b-a83e-276699fffea9 req-2c1de0e9-e9e5-4e71-9341-b76550df7f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:42.721716 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-25d83cfe-6bb9-496b-a83e-276699fffea9 req-2c1de0e9-e9e5-4e71-9341-b76550df7f28 service neutron] 10.222.0.73 "GET /v2.0/networks?id=38aa73fb-54e8-4b43-bb39-928294ff523d HTTP/1.1" status: 200 len: 915 time: 0.1603885 Jul 09 16:28:42.809039 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b69937f-3f3a-4bcc-a718-54f6fff4a2a1 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:42.843931 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-25d83cfe-6bb9-496b-a83e-276699fffea9 req-17905a84-4f59-453f-a107-aca21e4a68e2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b938eed-2833-402a-94d2-701d4c4266bf HTTP/1.1" status: 200 len: 217 time: 0.0992999 Jul 09 16:28:42.852068 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:42.885987 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ebcab8-5539-48a5-a89a-c895e6b7cdc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1401fea-336b-4056-ab81-4b77265f7002'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:28:42.888359 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed5f92f-40f4-4d3d-a5fc-968b19c12146" -d '{"events": [{"server_uuid": "e5ebcab8-5539-48a5-a89a-c895e6b7cdc0", "name": "network-vif-unplugged", "status": "completed", "tag": "a1401fea-336b-4056-ab81-4b77265f7002"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:28:42.903869 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port a1401fea-336b-4056-ab81-4b77265f7002, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=a1401fea-336b-4056-ab81-4b77265f7002,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:28:42.912040 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:42.920599 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b69937f-3f3a-4bcc-a718-54f6fff4a2a1 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:42.952675 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d83cfe-6bb9-496b-a83e-276699fffea9 req-8f41df6c-4653-46ca-ab36-f68819b6f943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:42.954148 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-25d83cfe-6bb9-496b-a83e-276699fffea9 req-8f41df6c-4653-46ca-ab36-f68819b6f943 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9b7ef36a-a920-4cfb-b028-a0e3add3d4f4 HTTP/1.1" status: 200 len: 854 time: 0.1012697 Jul 09 16:28:42.976337 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b69937f-3f3a-4bcc-a718-54f6fff4a2a1 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:42.983346 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2b69937f-3f3a-4bcc-a718-54f6fff4a2a1 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/9f97bf76-1cd1-4979-b97c-39a7184a6bee HTTP/1.1" status: 204 len: 168 time: 0.5973051 Jul 09 16:28:42.985688 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b69937f-3f3a-4bcc-a718-54f6fff4a2a1 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event deleted for resources: {'Subnet': ['ID=9f97bf76-1cd1-4979-b97c-39a7184a6bee,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:42.994653 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44920) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:43.016434 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=a1401fea-336b-4056-ab81-4b77265f7002,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:43.029099 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-25d83cfe-6bb9-496b-a83e-276699fffea9 req-10e4eb08-7c9f-4b05-876b-1ec816476edc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=38aa73fb-54e8-4b43-bb39-928294ff523d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643473 Jul 09 16:28:43.085626 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-eb4d5e02-712b-48a4-8258-b897c84eb060 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0892589 Jul 09 16:28:43.092099 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44922) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:43.099436 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-fcd73f11-a808-4bea-a650-6aa327b615ae tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'subnet': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:28:43.138081 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3b7d7-9682-4a47-92e9-9ef9cd7ad43b req-cf23ef17-3c16-48fc-8180-4fba6cd42010 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:43.148079 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c9e3b7d7-9682-4a47-92e9-9ef9cd7ad43b req-cf23ef17-3c16-48fc-8180-4fba6cd42010 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=ce83b532-ddc9-4a6d-bef3-eabd04719c14 HTTP/1.1" status: 200 len: 945 time: 0.2422338 Jul 09 16:28:43.207387 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c9e3b7d7-9682-4a47-92e9-9ef9cd7ad43b req-e2250327-6c05-4e5a-aea6-6f9eddc38ed1 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582998 Jul 09 16:28:43.236366 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-25d83cfe-6bb9-496b-a83e-276699fffea9 req-4ffb9c55-27b4-4bde-a34b-ccc95c4fb1d3 service neutron] 10.222.0.73 "GET /v2.0/networks/38aa73fb-54e8-4b43-bb39-928294ff523d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994169 Jul 09 16:28:43.274976 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10062984-eec9-4424-9636-46a99fc49400 x-openstack-request-id: req-10062984-eec9-4424-9636-46a99fc49400 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:28:43.275397 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5ebcab8-5539-48a5-a89a-c895e6b7cdc0", "name": "network-vif-unplugged", "status": "completed", "tag": "a1401fea-336b-4056-ab81-4b77265f7002", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:28:43.276466 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-10062984-eec9-4424-9636-46a99fc49400 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:28:43.276952 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5ebcab8-5539-48a5-a89a-c895e6b7cdc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1401fea-336b-4056-ab81-4b77265f7002', 'code': 200} Jul 09 16:28:43.319813 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094c3b1-7016-40b4-9bed-0f769fd9aee0 req-f99c87cc-2fd3-4d4e-b890-3ccecf4b25a0 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:43.321344 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3094c3b1-7016-40b4-9bed-0f769fd9aee0 req-f99c87cc-2fd3-4d4e-b890-3ccecf4b25a0 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=5f8c45e3-0037-4593-9e76-6947bc1f2540 HTTP/1.1" status: 200 len: 946 time: 0.2108564 Jul 09 16:28:43.321962 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd73f11-a808-4bea-a650-6aa327b615ae tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:28:43.326032 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fcd73f11-a808-4bea-a650-6aa327b615ae tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:43.362885 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-25d83cfe-6bb9-496b-a83e-276699fffea9 req-09240b1a-0a3b-42a1-a559-de597ef134b3 service neutron] 10.222.0.73 "GET /v2.0/networks/38aa73fb-54e8-4b43-bb39-928294ff523d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185148 Jul 09 16:28:43.391232 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be318b8-9e56-452b-ab9e-4cdbe68a5215 req-a1e6979d-ae6f-4ef0-853d-72b555a31c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:43.392831 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5be318b8-9e56-452b-ab9e-4cdbe68a5215 req-a1e6979d-ae6f-4ef0-853d-72b555a31c2c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5f8c45e3-0037-4593-9e76-6947bc1f2540 HTTP/1.1" status: 200 len: 1097 time: 0.2137318 Jul 09 16:28:43.491505 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3094c3b1-7016-40b4-9bed-0f769fd9aee0 req-fd7619af-0e46-4a24-a201-4e98da11fbdd tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159616 Jul 09 16:28:43.496146 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5be318b8-9e56-452b-ab9e-4cdbe68a5215 req-97a0d2b5-92bf-43a4-bb93-9954477f481f service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911009 Jul 09 16:28:43.611780 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fcd73f11-a808-4bea-a650-6aa327b615ae tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:43.614256 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49df51a1-ee13-41cb-9ed5-9fbd95dccb7f None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:28:43.652933 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd73f11-a808-4bea-a650-6aa327b615ae tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:28:43.656027 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-fcd73f11-a808-4bea-a650-6aa327b615ae tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:28:43.660361 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd73f11-a808-4bea-a650-6aa327b615ae tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:43.660953 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fcd73f11-a808-4bea-a650-6aa327b615ae tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:43.676215 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd73f11-a808-4bea-a650-6aa327b615ae tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'Subnet': ['ID=d5effadf-ce20-4255-992e-c1b13e30a5f6,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:43.683209 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2b2b99a6-f827-4d66-93fe-480254263e8b None None] Provisioning complete for port 3a2a8657-064d-4a28-b2cb-9a580f5b8ea7 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:28:43.683831 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2b2b99a6-f827-4d66-93fe-480254263e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:43.686087 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-fcd73f11-a808-4bea-a650-6aa327b615ae tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5926301 Jul 09 16:28:43.689026 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 44938) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:43.694047 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-7b4ac39d-08fe-48b8-81b1-a7ab7b1927cc tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'subnet': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:28:43.811880 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4ac39d-08fe-48b8-81b1-a7ab7b1927cc tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:28:43.815512 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7b4ac39d-08fe-48b8-81b1-a7ab7b1927cc tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:43.842117 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d9ed1-3283-4927-8e8b-dc053f551db3 req-1109284e-24e6-456c-820d-522589256148 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:43.843852 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-295d9ed1-3283-4927-8e8b-dc053f551db3 req-1109284e-24e6-456c-820d-522589256148 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=87343a5b-57e6-4455-aaf1-5a0c3e546326 HTTP/1.1" status: 200 len: 944 time: 0.0710139 Jul 09 16:28:43.892542 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-295d9ed1-3283-4927-8e8b-dc053f551db3 req-64319376-3af4-48a4-a7f6-57eb63799346 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419898 Jul 09 16:28:43.916469 n-d-798930-3 neutron-server[93959]: INFO neutron.db.ipam_backend_mixin [None req-7b4ac39d-08fe-48b8-81b1-a7ab7b1927cc tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d5effadf-ce20-4255-992e-c1b13e30a5f6 (CIDR: 2001:db8::/64) Jul 09 16:28:43.920070 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b4ac39d-08fe-48b8-81b1-a7ab7b1927cc tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:28:43.920584 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b4ac39d-08fe-48b8-81b1-a7ab7b1927cc tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:28:43.936400 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-7b4ac39d-08fe-48b8-81b1-a7ab7b1927cc tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2462664 Jul 09 16:28:43.939309 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44940) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:43.944434 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-59d374b5-efc1-4652-8573-47393c2865fe tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'subnet': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:28:44.061440 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3242d908-08dc-40b7-94ab-5a86e4c4415b None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:28:44.072617 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d374b5-efc1-4652-8573-47393c2865fe tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:28:44.076198 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-59d374b5-efc1-4652-8573-47393c2865fe tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:44.175149 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5bc5bc85-357f-49ea-9b3b-f806032cc02e None None] Provisioning complete for port 3a2a8657-064d-4a28-b2cb-9a580f5b8ea7 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:28:44.175420 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5bc5bc85-357f-49ea-9b3b-f806032cc02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:44.496339 n-d-798930-3 neutron-server[93958]: DEBUG neutron.objects.ports [None req-59d374b5-efc1-4652-8573-47393c2865fe tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93958) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 16:28:44.509658 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee61e6-966f-4e15-b2ce-3c5ab1ebe54c req-66677aa0-a1c1-4ffa-a9b3-afbbf1b4ea64 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:44.511434 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bcee61e6-966f-4e15-b2ce-3c5ab1ebe54c req-66677aa0-a1c1-4ffa-a9b3-afbbf1b4ea64 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=ce83b532-ddc9-4a6d-bef3-eabd04719c14 HTTP/1.1" status: 200 len: 945 time: 0.1410387 Jul 09 16:28:44.635364 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bcee61e6-966f-4e15-b2ce-3c5ab1ebe54c req-fd589bf1-c4ae-4031-8b53-e6111109422c tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705831 Jul 09 16:28:44.636315 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-796d8205-7ef6-459a-bbcb-ff1b58f533d3 None None] Provisioning complete for port 3a2a8657-064d-4a28-b2cb-9a580f5b8ea7 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:28:44.637300 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-796d8205-7ef6-459a-bbcb-ff1b58f533d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:44.751365 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-59d374b5-efc1-4652-8573-47393c2865fe tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:44.813606 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c8007-c9fa-4c2d-a953-de1148972a6e req-b8fb1150-bb79-40eb-9278-e558153d7cdb tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:44.818193 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d66c8007-c9fa-4c2d-a953-de1148972a6e req-b8fb1150-bb79-40eb-9278-e558153d7cdb tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=5f8c45e3-0037-4593-9e76-6947bc1f2540 HTTP/1.1" status: 200 len: 946 time: 0.0723805 Jul 09 16:28:44.859221 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d66c8007-c9fa-4c2d-a953-de1148972a6e req-b7d1be2d-7c1c-47f4-a7e2-c0c41ab50fb2 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372846 Jul 09 16:28:44.931968 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-59d374b5-efc1-4652-8573-47393c2865fe tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] For port 3a2a8657-064d-4a28-b2cb-9a580f5b8ea7, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=3a2a8657-064d-4a28-b2cb-9a580f5b8ea7,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:28:44.968035 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-59d374b5-efc1-4652-8573-47393c2865fe tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:44.974327 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-59d374b5-efc1-4652-8573-47393c2865fe tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:44.975322 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-59d374b5-efc1-4652-8573-47393c2865fe tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:45.050399 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d374b5-efc1-4652-8573-47393c2865fe tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:28:45.060136 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-59d374b5-efc1-4652-8573-47393c2865fe tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:28:45.063486 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d374b5-efc1-4652-8573-47393c2865fe tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:45.064061 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-59d374b5-efc1-4652-8573-47393c2865fe tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:45.064860 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01474f6e-7181-4a59-845c-1b317df8e322 req-a1c2c879-f144-4a7c-8bd7-9035601f5604 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:45.066379 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-01474f6e-7181-4a59-845c-1b317df8e322 req-a1c2c879-f144-4a7c-8bd7-9035601f5604 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=e56a7d9f-9692-476b-b3cb-c13689fb321b HTTP/1.1" status: 200 len: 945 time: 0.0851071 Jul 09 16:28:45.082090 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1299e382-98b5-42f6-8b82-68adc72c432c None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:28:45.093663 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-59d374b5-efc1-4652-8573-47393c2865fe tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.1507590 Jul 09 16:28:45.101026 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 44976) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:45.110360 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-66e803bc-a691-4a57-8040-5b72f92ba0b1 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Request body: {'port': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'mac_address': 'fa:16:3e:1d:eb:eb', 'name': 'tempest-NetworksTestDHCPv6-1908724229'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:28:45.134618 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-01474f6e-7181-4a59-845c-1b317df8e322 req-71f9f0b1-25e8-4a27-b6b6-f3d4008d5198 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578744 Jul 09 16:28:45.206493 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d374b5-efc1-4652-8573-47393c2865fe tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'Subnet': ['ID=de02a5e4-f031-493c-96ca-8e22548d4132,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:45.210309 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d374b5-efc1-4652-8573-47393c2865fe tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'Port': ['ID=3a2a8657-064d-4a28-b2cb-9a580f5b8ea7,revision_number=18']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:45.277370 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e803bc-a691-4a57-8040-5b72f92ba0b1 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Made reservation on behalf of 005b565b3c004d24a50d69ddcd50be46 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:28:45.351660 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2be178-601e-47c5-b590-5580300b8aa9 req-3d595bc8-c139-4170-a1f0-698c7a99560c tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:45.367786 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cd2be178-601e-47c5-b590-5580300b8aa9 req-3d595bc8-c139-4170-a1f0-698c7a99560c tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=87343a5b-57e6-4455-aaf1-5a0c3e546326 HTTP/1.1" status: 200 len: 944 time: 0.1187472 Jul 09 16:28:45.401325 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-66e803bc-a691-4a57-8040-5b72f92ba0b1 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:45.406215 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f1158d-3021-4c7c-abe6-2120aed26a65 None None] Update dhcp port {'port': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'fixed_ips': [{'subnet_id': 'de02a5e4-f031-493c-96ca-8e22548d4132', 'ip_address': '2001:db8:0:1:f816:3eff:fe53:e647'}, {'subnet_id': 'd5effadf-ce20-4255-992e-c1b13e30a5f6'}], 'binding:host_id': 'n-d-798930-3'}, 'id': '3a2a8657-064d-4a28-b2cb-9a580f5b8ea7'} from n-d-798930-3. {{(pid=93960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 16:28:45.415635 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cd2be178-601e-47c5-b590-5580300b8aa9 req-665737b1-427b-4e33-b6ab-01ae3eb9ea65 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457227 Jul 09 16:28:45.466097 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-66e803bc-a691-4a57-8040-5b72f92ba0b1 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] device_id is not set on port 10d280ac-86a2-4240-9c82-1da122059493 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:28:45.467183 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-89f1158d-3021-4c7c-abe6-2120aed26a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:45.564443 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a94be34-e1f2-44c7-995b-79349f4954fe req-4aea5225-6af6-466c-bab4-808df285287f tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:45.566003 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3a94be34-e1f2-44c7-995b-79349f4954fe req-4aea5225-6af6-466c-bab4-808df285287f tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=ce83b532-ddc9-4a6d-bef3-eabd04719c14 HTTP/1.1" status: 200 len: 945 time: 0.1501572 Jul 09 16:28:45.658164 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3a94be34-e1f2-44c7-995b-79349f4954fe req-9044b2cc-95a9-4d24-b24b-2250c97ae5c9 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764039 Jul 09 16:28:45.734065 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-66e803bc-a691-4a57-8040-5b72f92ba0b1 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Allocated IP 2001:db8::250 (f22714f5-d774-47cf-ac1e-3989f67517e9/d5effadf-ce20-4255-992e-c1b13e30a5f6/10d280ac-86a2-4240-9c82-1da122059493) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:28:45.741831 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-66e803bc-a691-4a57-8040-5b72f92ba0b1 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Allocated IP 2001:db8:0:1:f816:3eff:fe1d:ebeb (f22714f5-d774-47cf-ac1e-3989f67517e9/de02a5e4-f031-493c-96ca-8e22548d4132/10d280ac-86a2-4240-9c82-1da122059493) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:28:45.799280 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4107e3-ac75-45f8-844e-537c855c88d4 req-13f6a580-26c0-4117-b715-fe13579b6a85 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:45.799630 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0d4107e3-ac75-45f8-844e-537c855c88d4 req-13f6a580-26c0-4117-b715-fe13579b6a85 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=e56a7d9f-9692-476b-b3cb-c13689fb321b HTTP/1.1" status: 200 len: 945 time: 0.0734565 Jul 09 16:28:45.850307 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0d4107e3-ac75-45f8-844e-537c855c88d4 req-75f92255-2b44-457a-8624-6e416dbece53 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444992 Jul 09 16:28:45.921591 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-66e803bc-a691-4a57-8040-5b72f92ba0b1 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:45.935567 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-66e803bc-a691-4a57-8040-5b72f92ba0b1 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Transition to ACTIVE for port object 10d280ac-86a2-4240-9c82-1da122059493 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:28:45.969935 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-66e803bc-a691-4a57-8040-5b72f92ba0b1 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:46.016995 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e803bc-a691-4a57-8040-5b72f92ba0b1 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Network f22714f5-d774-47cf-ac1e-3989f67517e9 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:28:46.020345 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-66e803bc-a691-4a57-8040-5b72f92ba0b1 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:28:46.024526 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e803bc-a691-4a57-8040-5b72f92ba0b1 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:28:46.030751 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e803bc-a691-4a57-8040-5b72f92ba0b1 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:46.031090 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-89f1158d-3021-4c7c-abe6-2120aed26a65 None None] Allocated IP 2001:db8::2 (f22714f5-d774-47cf-ac1e-3989f67517e9/d5effadf-ce20-4255-992e-c1b13e30a5f6/3a2a8657-064d-4a28-b2cb-9a580f5b8ea7) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:28:46.031742 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-66e803bc-a691-4a57-8040-5b72f92ba0b1 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:46.041931 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e803bc-a691-4a57-8040-5b72f92ba0b1 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event updated for resources: {'Port': ['ID=10d280ac-86a2-4240-9c82-1da122059493,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:46.057793 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 44998) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:46.059611 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-66e803bc-a691-4a57-8040-5b72f92ba0b1 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.9556720 Jul 09 16:28:46.137828 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-89f1158d-3021-4c7c-abe6-2120aed26a65 None None] For port 3a2a8657-064d-4a28-b2cb-9a580f5b8ea7, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=3a2a8657-064d-4a28-b2cb-9a580f5b8ea7,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:28:46.160406 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-dd3fb899-6f7e-4fe4-9331-2a4ea938d2df tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Deleting port 10d280ac-86a2-4240-9c82-1da122059493 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:28:46.160751 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dd3fb899-6f7e-4fe4-9331-2a4ea938d2df tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:46.174343 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-89f1158d-3021-4c7c-abe6-2120aed26a65 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:46.189526 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-89f1158d-3021-4c7c-abe6-2120aed26a65 None None] Transition to ACTIVE for port object 3a2a8657-064d-4a28-b2cb-9a580f5b8ea7 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:28:46.193343 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-89f1158d-3021-4c7c-abe6-2120aed26a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:46.250205 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dd3fb899-6f7e-4fe4-9331-2a4ea938d2df tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:46.264168 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-dd3fb899-6f7e-4fe4-9331-2a4ea938d2df tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Calling delete_port for 10d280ac-86a2-4240-9c82-1da122059493 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:28:46.284218 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f1158d-3021-4c7c-abe6-2120aed26a65 None None] Pushing event updated for resources: {'Port': ['ID=3a2a8657-064d-4a28-b2cb-9a580f5b8ea7,revision_number=19']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:46.321921 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 3a2a8657-064d-4a28-b2cb-9a580f5b8ea7 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:28:46.486642 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dd3fb899-6f7e-4fe4-9331-2a4ea938d2df tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:46.515522 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3fb899-6f7e-4fe4-9331-2a4ea938d2df tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event deleted for resources: {'Port': ['ID=10d280ac-86a2-4240-9c82-1da122059493,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:46.595971 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dd3fb899-6f7e-4fe4-9331-2a4ea938d2df tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:46.598037 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-dd3fb899-6f7e-4fe4-9331-2a4ea938d2df tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/ports/10d280ac-86a2-4240-9c82-1da122059493 HTTP/1.1" status: 204 len: 168 time: 0.5391185 Jul 09 16:28:46.600788 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45004) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:46.637530 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d5221-fa79-4588-bee2-c794b460f47c req-50f90e92-96f6-43d2-a6eb-3305dcd03f85 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:46.639309 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-623d5221-fa79-4588-bee2-c794b460f47c req-50f90e92-96f6-43d2-a6eb-3305dcd03f85 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=87343a5b-57e6-4455-aaf1-5a0c3e546326 HTTP/1.1" status: 200 len: 944 time: 0.0929072 Jul 09 16:28:46.645751 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 5b938eed-2833-402a-94d2-701d4c4266bf details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:28:46.673682 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f173f0-5118-403d-88b2-23d684c64ae2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:46.678117 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-33f173f0-5118-403d-88b2-23d684c64ae2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0725505 Jul 09 16:28:46.678117 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45006) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:46.700760 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-623d5221-fa79-4588-bee2-c794b460f47c req-af811161-6e2d-4adc-80bb-5f1a5f5b82c0 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545535 Jul 09 16:28:46.759112 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 5b938eed-2833-402a-94d2-701d4c4266bf, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=5b938eed-2833-402a-94d2-701d4c4266bf,segment=NetworkSegment(decc697a-7e61-4b7c-8e62-5a81512ad237),segment_id=decc697a-7e61-4b7c-8e62-5a81512ad237)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:28:46.767737 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81922121-cdd2-45e8-8307-162ccdb0ac17 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:46.769650 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-81922121-cdd2-45e8-8307-162ccdb0ac17 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0907950 Jul 09 16:28:46.772393 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45010) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:46.783739 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '5b938eed-2833-402a-94d2-701d4c4266bf', 'network_id': '38aa73fb-54e8-4b43-bb39-928294ff523d', 'port_id': '5b938eed-2833-402a-94d2-701d4c4266bf', 'mac_address': 'fa:16:3e:9d:bb:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b7ef36a-a920-4cfb-b028-a0e3add3d4f4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:28:46.836558 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:46.841083 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c402ebc9-b852-4fd6-a691-270dcbb2aa36 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:46.842597 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c402ebc9-b852-4fd6-a691-270dcbb2aa36 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:46.849178 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c402ebc9-b852-4fd6-a691-270dcbb2aa36 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:46.853245 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c402ebc9-b852-4fd6-a691-270dcbb2aa36 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0771370 Jul 09 16:28:46.853979 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45014) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:46.854103 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b938eed-2833-402a-94d2-701d4c4266bf {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:28:46.877314 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 5b938eed-2833-402a-94d2-701d4c4266bf, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=5b938eed-2833-402a-94d2-701d4c4266bf,segment=NetworkSegment(decc697a-7e61-4b7c-8e62-5a81512ad237),segment_id=decc697a-7e61-4b7c-8e62-5a81512ad237)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:28:46.884559 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:46.927448 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-66f8b3a3-98ee-4130-9f22-d151d8b81ef1 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Deleting subnet d5effadf-ce20-4255-992e-c1b13e30a5f6 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:28:46.932444 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-66f8b3a3-98ee-4130-9f22-d151d8b81ef1 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:46.942651 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c1310-9638-48e6-a348-125d445dbb82 req-4c397b8d-4ccf-4bfd-a326-15602b91b0a6 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:46.944281 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-572c1310-9638-48e6-a348-125d445dbb82 req-4c397b8d-4ccf-4bfd-a326-15602b91b0a6 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=ce83b532-ddc9-4a6d-bef3-eabd04719c14 HTTP/1.1" status: 200 len: 945 time: 0.1123321 Jul 09 16:28:46.949295 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=5b938eed-2833-402a-94d2-701d4c4266bf,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:46.988484 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-66f8b3a3-98ee-4130-9f22-d151d8b81ef1 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:46.996356 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-95b90593-96c6-4fa4-b180-43a041a585b1 None None] Provisioning for port 3a2a8657-064d-4a28-b2cb-9a580f5b8ea7 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:28:47.005138 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-95b90593-96c6-4fa4-b180-43a041a585b1 None None] Provisioning complete for port 3a2a8657-064d-4a28-b2cb-9a580f5b8ea7 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:28:47.005640 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-95b90593-96c6-4fa4-b180-43a041a585b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:47.008541 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-572c1310-9638-48e6-a348-125d445dbb82 req-2ab697ae-6b07-40ff-8a0b-cbc50d651a50 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568967 Jul 09 16:28:47.043991 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:28:47.089771 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-66f8b3a3-98ee-4130-9f22-d151d8b81ef1 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:47.171127 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-66f8b3a3-98ee-4130-9f22-d151d8b81ef1 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:47.206822 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-66f8b3a3-98ee-4130-9f22-d151d8b81ef1 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:47.208993 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-66f8b3a3-98ee-4130-9f22-d151d8b81ef1 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/d5effadf-ce20-4255-992e-c1b13e30a5f6 HTTP/1.1" status: 204 len: 168 time: 0.3544908 Jul 09 16:28:47.209875 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f8b3a3-98ee-4130-9f22-d151d8b81ef1 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event deleted for resources: {'Subnet': ['ID=d5effadf-ce20-4255-992e-c1b13e30a5f6,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:47.212407 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45030) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:47.237939 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f,segment=NetworkSegment(44b862f2-e325-48d7-99eb-7401b6fb9e9c),segment_id=44b862f2-e325-48d7-99eb-7401b6fb9e9c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:28:47.250479 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f', 'network_id': 'e14244d3-321e-4e11-8fa5-f8d23e2088a8', 'port_id': '79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f', 'mac_address': 'fa:16:3e:cd:14:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ed42caa-ccec-43f9-abc2-3f037ba46c07', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:28:47.306320 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:47.312352 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1adf36c-0779-426c-9751-95b7174db5ae None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:28:47.318830 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5258d2d-319d-41c9-8e13-390257731200 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Deleting subnet de02a5e4-f031-493c-96ca-8e22548d4132 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:28:47.326123 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5258d2d-319d-41c9-8e13-390257731200 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:47.377095 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ade3bd-e0dd-4552-b6db-2d770011945b req-f41bf3c7-0d54-44af-a7d8-5a04f0da947a tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:47.378805 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-01ade3bd-e0dd-4552-b6db-2d770011945b req-f41bf3c7-0d54-44af-a7d8-5a04f0da947a tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=e56a7d9f-9692-476b-b3cb-c13689fb321b HTTP/1.1" status: 200 len: 945 time: 0.1293306 Jul 09 16:28:47.380990 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:28:47.381166 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5258d2d-319d-41c9-8e13-390257731200 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:47.389361 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-38613399-de9d-441e-ab50-9d09317dd648 None None] Could not find standard attr ID for object 10d280ac-86a2-4240-9c82-1da122059493. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:28:47.394605 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['5b938eed-2833-402a-94d2-701d4c4266bf'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:28:47.446023 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f,segment=NetworkSegment(44b862f2-e325-48d7-99eb-7401b6fb9e9c),segment_id=44b862f2-e325-48d7-99eb-7401b6fb9e9c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:28:47.473958 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-01ade3bd-e0dd-4552-b6db-2d770011945b req-c3ef6e54-4e3f-4651-910e-0b600ce69e24 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698161 Jul 09 16:28:47.515090 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:47.536033 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5258d2d-319d-41c9-8e13-390257731200 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:47.615410 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5258d2d-319d-41c9-8e13-390257731200 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:47.629155 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:28:47.659821 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:47.662315 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5258d2d-319d-41c9-8e13-390257731200 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event deleted for resources: {'Subnet': ['ID=de02a5e4-f031-493c-96ca-8e22548d4132,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:47.665823 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5258d2d-319d-41c9-8e13-390257731200 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:47.671486 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45054) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:47.685227 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d5258d2d-319d-41c9-8e13-390257731200 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/de02a5e4-f031-493c-96ca-8e22548d4132 HTTP/1.1" status: 204 len: 168 time: 0.4700968 Jul 09 16:28:47.699910 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5258d2d-319d-41c9-8e13-390257731200 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:28:47.702739 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5258d2d-319d-41c9-8e13-390257731200 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:28:47.703232 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5258d2d-319d-41c9-8e13-390257731200 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:28:47.703671 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5258d2d-319d-41c9-8e13-390257731200 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:28:47.707267 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5258d2d-319d-41c9-8e13-390257731200 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:28:47.707883 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5258d2d-319d-41c9-8e13-390257731200 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:28:47.708337 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5258d2d-319d-41c9-8e13-390257731200 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:28:47.708789 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5258d2d-319d-41c9-8e13-390257731200 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:28:47.711720 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5258d2d-319d-41c9-8e13-390257731200 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:28:47.712177 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5258d2d-319d-41c9-8e13-390257731200 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:28:47.713329 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5258d2d-319d-41c9-8e13-390257731200 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:28:47.713779 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5258d2d-319d-41c9-8e13-390257731200 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:28:47.747933 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45060) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:47.765507 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-534ac187-7dc7-4fdc-8c0a-9c79369fa999 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0913537 Jul 09 16:28:47.849088 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c366a8-bdd6-4bf3-a0d0-323a5596a80f tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:47.857939 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45064) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:47.870499 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-18c366a8-bdd6-4bf3-a0d0-323a5596a80f tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1213157 Jul 09 16:28:47.948268 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a943946e-dd06-4f57-8873-93a250216d75 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:47.950377 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a943946e-dd06-4f57-8873-93a250216d75 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0913501 Jul 09 16:28:47.952899 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45066) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:47.984445 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4e513a-ef7d-45f6-82f4-66123cab6732 None None] Update dhcp port {'port': {'network_id': 'f22714f5-d774-47cf-ac1e-3989f67517e9', 'fixed_ips': [{'subnet_id': 'de02a5e4-f031-493c-96ca-8e22548d4132'}], 'binding:host_id': 'n-d-798930-3'}, 'id': '3a2a8657-064d-4a28-b2cb-9a580f5b8ea7'} from n-d-798930-3. {{(pid=93960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 16:28:47.996351 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab5a96-2a39-4ad7-9638-970f497fd223 req-0396deb2-47d7-4e1a-ab01-cd99d3dce7da tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:47.998324 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3eab5a96-2a39-4ad7-9638-970f497fd223 req-0396deb2-47d7-4e1a-ab01-cd99d3dce7da tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=87343a5b-57e6-4455-aaf1-5a0c3e546326 HTTP/1.1" status: 200 len: 945 time: 0.1089194 Jul 09 16:28:48.045740 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-d47234cc-3f71-44bf-8eea-b49c4bb43f39 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0843558 Jul 09 16:28:48.053830 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45074) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:48.084963 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3eab5a96-2a39-4ad7-9638-970f497fd223 req-9fd77382-7242-4b9d-bb86-da6f00465549 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781786 Jul 09 16:28:48.098029 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5b4e513a-ef7d-45f6-82f4-66123cab6732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:48.154435 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3955668-af35-40b4-8779-3185e2fa4b33 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] DELETE failed (client error): The resource could not be found. Jul 09 16:28:48.156077 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3955668-af35-40b4-8779-3185e2fa4b33 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:28:48.158743 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e3955668-af35-40b4-8779-3185e2fa4b33 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/ports/10d280ac-86a2-4240-9c82-1da122059493 HTTP/1.1" status: 404 len: 333 time: 0.1036499 Jul 09 16:28:48.161697 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45078) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:48.193914 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-a27a8f6e-8546-436c-85bf-5ca45fb09d0e tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] DELETE failed (client error): The resource could not be found. Jul 09 16:28:48.194393 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a27a8f6e-8546-436c-85bf-5ca45fb09d0e tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:28:48.200182 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a27a8f6e-8546-436c-85bf-5ca45fb09d0e tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/de02a5e4-f031-493c-96ca-8e22548d4132 HTTP/1.1" status: 404 len: 337 time: 0.0360293 Jul 09 16:28:48.200878 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45080) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:48.241070 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e2016c9-4796-4e8a-b399-62281019d2b2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] DELETE failed (client error): The resource could not be found. Jul 09 16:28:48.241775 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e2016c9-4796-4e8a-b399-62281019d2b2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:28:48.249396 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2e2016c9-4796-4e8a-b399-62281019d2b2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/d5effadf-ce20-4255-992e-c1b13e30a5f6 HTTP/1.1" status: 404 len: 337 time: 0.0473247 Jul 09 16:28:48.252667 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45082) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:48.288279 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-33b95b64-6d2b-4bf7-b12a-f24719ee3f71 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] DELETE failed (client error): The resource could not be found. Jul 09 16:28:48.289194 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33b95b64-6d2b-4bf7-b12a-f24719ee3f71 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:28:48.295122 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-33b95b64-6d2b-4bf7-b12a-f24719ee3f71 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/ports/bb76f5d3-2727-40c2-b04e-cb273f16215c HTTP/1.1" status: 404 len: 333 time: 0.0410819 Jul 09 16:28:48.296022 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45084) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:48.336373 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dd5a06c-0313-4c02-8802-7715b36b2570 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] DELETE failed (client error): The resource could not be found. Jul 09 16:28:48.349275 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dd5a06c-0313-4c02-8802-7715b36b2570 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:28:48.361281 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-5dd5a06c-0313-4c02-8802-7715b36b2570 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/7e133c8a-e05b-4ec4-8a45-93dd869849b5 HTTP/1.1" status: 404 len: 337 time: 0.0635457 Jul 09 16:28:48.361985 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45086) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:48.415763 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 3a2a8657-064d-4a28-b2cb-9a580f5b8ea7 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:28:48.442441 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c1c7111-5239-4437-8a5c-de938dedbe91 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] DELETE failed (client error): The resource could not be found. Jul 09 16:28:48.448043 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c1c7111-5239-4437-8a5c-de938dedbe91 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:28:48.453347 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2c1c7111-5239-4437-8a5c-de938dedbe91 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/9f97bf76-1cd1-4979-b97c-39a7184a6bee HTTP/1.1" status: 404 len: 337 time: 0.0884356 Jul 09 16:28:48.453979 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45088) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:48.456504 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b1e98f-32bf-47d7-a1f5-6af734747070 req-bdd0b8b7-9e03-4435-8075-cfd4ee00da8a tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:48.464791 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d4b1e98f-32bf-47d7-a1f5-6af734747070 req-bdd0b8b7-9e03-4435-8075-cfd4ee00da8a tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=e56a7d9f-9692-476b-b3cb-c13689fb321b HTTP/1.1" status: 200 len: 945 time: 0.1918561 Jul 09 16:28:48.541660 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-afb4e99e-d70f-42a7-8a40-5906eb9a2e7f tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] DELETE failed (client error): The resource could not be found. Jul 09 16:28:48.550731 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afb4e99e-d70f-42a7-8a40-5906eb9a2e7f tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:28:48.558450 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-afb4e99e-d70f-42a7-8a40-5906eb9a2e7f tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/ports/d42e6d56-9da9-4f2e-a857-3d18c7396a87 HTTP/1.1" status: 404 len: 333 time: 0.1025405 Jul 09 16:28:48.560911 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45090) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:48.652300 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e3f9fe3-d696-49b2-aba4-7da46ce9d505 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] DELETE failed (client error): The resource could not be found. Jul 09 16:28:48.661888 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e3f9fe3-d696-49b2-aba4-7da46ce9d505 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:28:48.667839 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device a1401fea-336b-4056-ab81-4b77265f7002 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:28:48.668553 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-3e3f9fe3-d696-49b2-aba4-7da46ce9d505 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/5a21c6c5-1e4b-4dda-b484-5c71e0ccb7a4 HTTP/1.1" status: 404 len: 337 time: 0.1054401 Jul 09 16:28:48.669371 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45094) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:48.719613 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b67dc16-56d6-44ee-bc44-9231fa4dbec5 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] DELETE failed (client error): The resource could not be found. Jul 09 16:28:48.720850 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b67dc16-56d6-44ee-bc44-9231fa4dbec5 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:28:48.725963 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329e7eb3-2361-4374-b3c3-2e1598ab4039 None None] Network f22714f5-d774-47cf-ac1e-3989f67517e9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:28:48.726600 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-9b67dc16-56d6-44ee-bc44-9231fa4dbec5 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/3737a289-29e1-4491-bcda-8480f4fdd9c4 HTTP/1.1" status: 404 len: 337 time: 0.0545640 Jul 09 16:28:48.728738 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45098) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:48.777271 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c6e5d90-c8af-418b-990c-67994fcf757d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] DELETE failed (client error): The resource could not be found. Jul 09 16:28:48.778302 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c6e5d90-c8af-418b-990c-67994fcf757d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:28:48.783365 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-9c6e5d90-c8af-418b-990c-67994fcf757d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/ports/3d6e3f15-e962-482c-bc40-0464271523e1 HTTP/1.1" status: 404 len: 333 time: 0.0529737 Jul 09 16:28:48.784407 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45100) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:48.835108 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf39ad7-cf7f-4162-9981-215966edbcd2 req-f7694183-57d9-4be4-a6e7-200b65aef0a6 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:48.843895 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fdf39ad7-cf7f-4162-9981-215966edbcd2 req-f7694183-57d9-4be4-a6e7-200b65aef0a6 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=ce83b532-ddc9-4a6d-bef3-eabd04719c14 HTTP/1.1" status: 200 len: 944 time: 0.2319062 Jul 09 16:28:48.851991 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-38e4dfc1-ab05-4c6d-a69b-19d2a6a82db7 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] DELETE failed (client error): The resource could not be found. Jul 09 16:28:48.853247 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38e4dfc1-ab05-4c6d-a69b-19d2a6a82db7 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:28:48.859305 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-38e4dfc1-ab05-4c6d-a69b-19d2a6a82db7 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/52b38b60-693e-41d4-9e25-984fff336ca6 HTTP/1.1" status: 404 len: 337 time: 0.0728068 Jul 09 16:28:48.861537 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45102) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:48.876125 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 3a2a8657-064d-4a28-b2cb-9a580f5b8ea7 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:28:48.876650 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:48.901946 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-a53e32f5-7e9d-4718-a0b9-dd1cb53c11f4 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] DELETE failed (client error): The resource could not be found. Jul 09 16:28:48.902720 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a53e32f5-7e9d-4718-a0b9-dd1cb53c11f4 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:28:48.908285 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a53e32f5-7e9d-4718-a0b9-dd1cb53c11f4 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/2395a4b3-c862-49f3-9978-6a5b2d53ba49 HTTP/1.1" status: 404 len: 337 time: 0.0443494 Jul 09 16:28:48.909220 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45104) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:48.928083 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b0e83241-b96c-4545-bfde-024133a80fe4 None None] Provisioning complete for port 3a2a8657-064d-4a28-b2cb-9a580f5b8ea7 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:28:48.928509 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b0e83241-b96c-4545-bfde-024133a80fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:48.951682 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9f7dae1-781f-4d78-9594-afb5d26e4948 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] DELETE failed (client error): The resource could not be found. Jul 09 16:28:48.952767 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9f7dae1-781f-4d78-9594-afb5d26e4948 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:28:48.957451 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45106) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:48.958030 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b9f7dae1-781f-4d78-9594-afb5d26e4948 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/ports/45d5cb69-cbdf-4c80-b076-cd059af935b9 HTTP/1.1" status: 404 len: 333 time: 0.0455804 Jul 09 16:28:48.975947 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:28:48.983601 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fdf39ad7-cf7f-4162-9981-215966edbcd2 req-9c856e69-34e0-450a-9f91-bdd5bcb1fdd6 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381640 Jul 09 16:28:49.032592 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d4b1e98f-32bf-47d7-a1f5-6af734747070 req-fe590448-9232-40fa-950f-17619c2b8c5a tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5667899 Jul 09 16:28:49.036653 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b99f44c-b511-4784-802d-e5b2399952d8 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] DELETE failed (client error): The resource could not be found. Jul 09 16:28:49.037367 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b99f44c-b511-4784-802d-e5b2399952d8 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:28:49.041490 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3b99f44c-b511-4784-802d-e5b2399952d8 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/67e0ce32-f7da-4ba6-b7f8-bc9840a46658 HTTP/1.1" status: 404 len: 337 time: 0.0823035 Jul 09 16:28:49.054269 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45112) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:49.054546 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:28:49.087924 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6155fa4-60ca-410f-9faf-348376382dee tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] DELETE failed (client error): The resource could not be found. Jul 09 16:28:49.088644 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6155fa4-60ca-410f-9faf-348376382dee tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:28:49.093225 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45118) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:49.102112 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b6155fa4-60ca-410f-9faf-348376382dee tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/ports/0184f00a-69bd-48bd-9844-d1e2c74faeaa HTTP/1.1" status: 404 len: 333 time: 0.0538061 Jul 09 16:28:49.124543 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-69f7ecc5-c874-4c55-9e8c-f13c83040521 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] DELETE failed (client error): The resource could not be found. Jul 09 16:28:49.125046 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69f7ecc5-c874-4c55-9e8c-f13c83040521 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:28:49.132519 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45120) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:49.157199 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-69f7ecc5-c874-4c55-9e8c-f13c83040521 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/9053fb04-65aa-43c2-af10-ba7bf86f5225 HTTP/1.1" status: 404 len: 337 time: 0.0625517 Jul 09 16:28:49.210528 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ec0d62f-250d-46ea-9955-0b2773eab865 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] DELETE failed (client error): The resource could not be found. Jul 09 16:28:49.211283 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ec0d62f-250d-46ea-9955-0b2773eab865 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:28:49.216477 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45124) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:49.217464 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-3ec0d62f-250d-46ea-9955-0b2773eab865 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/ports/58642a2e-6e89-43b9-aa6e-d0cb66aab184 HTTP/1.1" status: 404 len: 333 time: 0.0838053 Jul 09 16:28:49.231625 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port a1401fea-336b-4056-ab81-4b77265f7002, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=a1401fea-336b-4056-ab81-4b77265f7002,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:28:49.258554 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-391e5739-49b2-480b-b0ab-d2e01c029303 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] DELETE failed (client error): The resource could not be found. Jul 09 16:28:49.259446 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-391e5739-49b2-480b-b0ab-d2e01c029303 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:28:49.262289 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-391e5739-49b2-480b-b0ab-d2e01c029303 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/ae1ea345-6f55-41cc-b9cc-3974cc6180de HTTP/1.1" status: 404 len: 337 time: 0.0445497 Jul 09 16:28:49.265157 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45126) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:49.297047 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-d921cfbb-df59-4b1a-b780-98afe6296ce8 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] DELETE failed (client error): The resource could not be found. Jul 09 16:28:49.297767 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d921cfbb-df59-4b1a-b780-98afe6296ce8 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:28:49.299211 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': 'a1401fea-336b-4056-ab81-4b77265f7002', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'port_id': 'a1401fea-336b-4056-ab81-4b77265f7002', 'mac_address': 'fa:16:3e:33:94:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f122b436-b232-4a3c-9aac-47d5639f2da4', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:28:49.302252 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45128) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:49.303011 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d921cfbb-df59-4b1a-b780-98afe6296ce8 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/ports/39792ab6-784f-4628-9a44-ff6736048df4 HTTP/1.1" status: 404 len: 333 time: 0.0367923 Jul 09 16:28:49.359006 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:28:49.359224 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:49.376871 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-15e642cb-a5fa-4464-a1da-ea67b95b184d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] DELETE failed (client error): The resource could not be found. Jul 09 16:28:49.378801 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15e642cb-a5fa-4464-a1da-ea67b95b184d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:28:49.382892 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-15e642cb-a5fa-4464-a1da-ea67b95b184d tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/8cff7d7f-a711-48d2-9d1c-8e229088f9a1 HTTP/1.1" status: 404 len: 337 time: 0.0766640 Jul 09 16:28:49.383806 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45132) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:49.385052 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a5032c-0962-4f80-96e4-0c24e7167352 None None] DHCP port deletion for f22714f5-d774-47cf-ac1e-3989f67517e9 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:28:49.403435 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:49.441220 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-825a4183-f4f5-48d4-a3c2-aa0f32364e2c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] DELETE failed (client error): The resource could not be found. Jul 09 16:28:49.444144 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-825a4183-f4f5-48d4-a3c2-aa0f32364e2c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:28:49.450494 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-825a4183-f4f5-48d4-a3c2-aa0f32364e2c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/ports/bac530c8-73ce-4c1d-8fd6-8c9037f698e0 HTTP/1.1" status: 404 len: 333 time: 0.0629451 Jul 09 16:28:49.451854 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45134) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:49.464514 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1401fea-336b-4056-ab81-4b77265f7002 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:28:49.482897 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-f856a1bd-c85e-49a4-a55c-e63d20755b53 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] DELETE failed (client error): The resource could not be found. Jul 09 16:28:49.483766 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f856a1bd-c85e-49a4-a55c-e63d20755b53 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:28:49.485763 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f856a1bd-c85e-49a4-a55c-e63d20755b53 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/e7d41f06-0f43-4a3d-bf41-fe1693b64f98 HTTP/1.1" status: 404 len: 337 time: 0.0327268 Jul 09 16:28:49.492433 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45136) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:49.506392 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a86e34-b817-450f-805f-48ed3f74b1b6 req-5fb86cf3-6bd7-4299-a7b9-1e2e8941070c tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:49.508020 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-10a86e34-b817-450f-805f-48ed3f74b1b6 req-5fb86cf3-6bd7-4299-a7b9-1e2e8941070c tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=87343a5b-57e6-4455-aaf1-5a0c3e546326 HTTP/1.1" status: 200 len: 945 time: 0.1632850 Jul 09 16:28:49.521017 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port a1401fea-336b-4056-ab81-4b77265f7002, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=a1401fea-336b-4056-ab81-4b77265f7002,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:28:49.551062 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0f6ff85-1ffa-4999-b8d1-c20f315845ac tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] DELETE failed (client error): The resource could not be found. Jul 09 16:28:49.551770 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0f6ff85-1ffa-4999-b8d1-c20f315845ac tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:28:49.553531 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c0f6ff85-1ffa-4999-b8d1-c20f315845ac tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/ports/f2883dd4-d7d8-43aa-a8ab-ef7ee7f18fa1 HTTP/1.1" status: 404 len: 333 time: 0.0597849 Jul 09 16:28:49.556032 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45138) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:49.569496 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:49.585337 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b3e4de7-2a1c-483f-95d0-2c473e86e1a2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] DELETE failed (client error): The resource could not be found. Jul 09 16:28:49.585809 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b3e4de7-2a1c-483f-95d0-2c473e86e1a2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:28:49.587585 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8b3e4de7-2a1c-483f-95d0-2c473e86e1a2 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/913fe050-b9aa-4bd1-a6b5-75bff0114baa HTTP/1.1" status: 404 len: 337 time: 0.0305808 Jul 09 16:28:49.590077 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45140) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:49.591972 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-10a86e34-b817-450f-805f-48ed3f74b1b6 req-7d03c24f-36b2-407a-a30c-fbf07a619f1e tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756750 Jul 09 16:28:49.620143 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-91edce2c-95d3-4303-b1cc-69d01badf9be tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] DELETE failed (client error): The resource could not be found. Jul 09 16:28:49.620383 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91edce2c-95d3-4303-b1cc-69d01badf9be tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:28:49.621468 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-38a5032c-0962-4f80-96e4-0c24e7167352 None None] Deleting port 3a2a8657-064d-4a28-b2cb-9a580f5b8ea7 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:28:49.622154 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-91edce2c-95d3-4303-b1cc-69d01badf9be tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/914c4487-3c77-4546-ab56-f5bbf88a1708 HTTP/1.1" status: 404 len: 337 time: 0.0311532 Jul 09 16:28:49.623037 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-38a5032c-0962-4f80-96e4-0c24e7167352 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:49.626082 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45142) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:49.660546 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-7342534f-e9dd-4627-ba19-3ae9068906b3 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] DELETE failed (client error): The resource could not be found. Jul 09 16:28:49.661222 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7342534f-e9dd-4627-ba19-3ae9068906b3 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:28:49.665246 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-7342534f-e9dd-4627-ba19-3ae9068906b3 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/ports/c1f8eee9-323e-4bb5-a5cb-35bf9d0365fb HTTP/1.1" status: 404 len: 333 time: 0.0365801 Jul 09 16:28:49.666092 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45144) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:49.695488 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdf06122-5621-427f-acf0-18e7f2fea833 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] DELETE failed (client error): The resource could not be found. Jul 09 16:28:49.696212 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdf06122-5621-427f-acf0-18e7f2fea833 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:28:49.698137 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-bdf06122-5621-427f-acf0-18e7f2fea833 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/c633fb71-15eb-46b5-bfb7-df606ec62331 HTTP/1.1" status: 404 len: 337 time: 0.0303063 Jul 09 16:28:49.700597 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45146) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:49.710824 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=a1401fea-336b-4056-ab81-4b77265f7002,revision_number=9']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:49.715875 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:49.736494 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-2abb2940-41bd-42dd-b4d9-5c4246bdac2b tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] DELETE failed (client error): The resource could not be found. Jul 09 16:28:49.737716 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2abb2940-41bd-42dd-b4d9-5c4246bdac2b tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:28:49.739873 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2abb2940-41bd-42dd-b4d9-5c4246bdac2b tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/43c99ab2-4d5f-4d47-9a1d-ccb76f300db1 HTTP/1.1" status: 404 len: 337 time: 0.0382147 Jul 09 16:28:49.742213 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45148) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:49.761253 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce83b532-ddc9-4a6d-bef3-eabd04719c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:28:49.763692 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c858921c-c52c-4778-83f7-822c7b60d3cb" -d '{"events": [{"server_uuid": "ce83b532-ddc9-4a6d-bef3-eabd04719c14", "name": "network-vif-plugged", "status": "completed", "tag": "79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:28:49.768402 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-38a5032c-0962-4f80-96e4-0c24e7167352 None None] For port 3a2a8657-064d-4a28-b2cb-9a580f5b8ea7, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=3a2a8657-064d-4a28-b2cb-9a580f5b8ea7,segment=NetworkSegment(b50b79fc-1f84-4dbf-bb3a-a17e7a194641),segment_id=b50b79fc-1f84-4dbf-bb3a-a17e7a194641)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:28:49.768842 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-38a5032c-0962-4f80-96e4-0c24e7167352 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:49.773459 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-84d44775-e15d-4c0a-99a4-c80913877a49 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] DELETE failed (client error): The resource could not be found. Jul 09 16:28:49.774285 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84d44775-e15d-4c0a-99a4-c80913877a49 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:28:49.776830 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-84d44775-e15d-4c0a-99a4-c80913877a49 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/ports/38af6ce6-88a9-44a1-9db1-8b4ed2e4d8ff HTTP/1.1" status: 404 len: 333 time: 0.0335987 Jul 09 16:28:49.779490 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45152) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:49.791402 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['a1401fea-336b-4056-ab81-4b77265f7002'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:28:49.799510 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f,segment=NetworkSegment(44b862f2-e325-48d7-99eb-7401b6fb9e9c),segment_id=44b862f2-e325-48d7-99eb-7401b6fb9e9c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:28:49.810195 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd48e314-1e88-4eb5-9dbf-d5603a814a15 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] DELETE failed (client error): The resource could not be found. Jul 09 16:28:49.810668 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd48e314-1e88-4eb5-9dbf-d5603a814a15 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:28:49.815184 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45154) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:49.815399 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-bd48e314-1e88-4eb5-9dbf-d5603a814a15 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/4c01a8b4-1d13-4a0a-b9a1-911873aaa0af HTTP/1.1" status: 404 len: 337 time: 0.0345829 Jul 09 16:28:49.828013 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:49.834257 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-38a5032c-0962-4f80-96e4-0c24e7167352 None None] Calling delete_port for 3a2a8657-064d-4a28-b2cb-9a580f5b8ea7 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:28:49.846674 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-7baae89c-4566-4c85-af82-87e27713fc93 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] DELETE failed (client error): The resource could not be found. Jul 09 16:28:49.847526 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7baae89c-4566-4c85-af82-87e27713fc93 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:28:49.849509 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7baae89c-4566-4c85-af82-87e27713fc93 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/d5da24eb-194e-48ca-8b45-0d16f17dab10 HTTP/1.1" status: 404 len: 337 time: 0.0330563 Jul 09 16:28:49.852192 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45156) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:49.874892 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84bc1c3b-d763-493e-a7e3-cf14821e7a2b x-openstack-request-id: req-84bc1c3b-d763-493e-a7e3-cf14821e7a2b {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:28:49.875144 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce83b532-ddc9-4a6d-bef3-eabd04719c14", "name": "network-vif-plugged", "status": "completed", "tag": "79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:28:49.875353 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-84bc1c3b-d763-493e-a7e3-cf14821e7a2b {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:28:49.875750 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce83b532-ddc9-4a6d-bef3-eabd04719c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f', 'code': 200} Jul 09 16:28:49.882304 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-00bbe7af-1574-4136-bf8c-923ad5561e42 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] DELETE failed (client error): The resource could not be found. Jul 09 16:28:49.883302 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00bbe7af-1574-4136-bf8c-923ad5561e42 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:28:49.885651 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-00bbe7af-1574-4136-bf8c-923ad5561e42 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/ports/76ba91da-84be-4b09-b2ac-22cef2c37735 HTTP/1.1" status: 404 len: 333 time: 0.0319536 Jul 09 16:28:49.888877 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45158) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:49.915636 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a67f1c2-7bb2-4c69-a2ac-b58724b7f64b tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] DELETE failed (client error): The resource could not be found. Jul 09 16:28:49.916210 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a67f1c2-7bb2-4c69-a2ac-b58724b7f64b tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:28:49.917893 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3a67f1c2-7bb2-4c69-a2ac-b58724b7f64b tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/cfacb497-21a9-4a48-aa3c-42e5642663bc HTTP/1.1" status: 404 len: 337 time: 0.0280282 Jul 09 16:28:49.921452 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45160) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:49.950342 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dbe9a9b-d2c0-4c8c-ad3f-2d5f283f2f19 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] DELETE failed (client error): The resource could not be found. Jul 09 16:28:49.950864 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dbe9a9b-d2c0-4c8c-ad3f-2d5f283f2f19 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:28:49.956014 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45162) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:49.968286 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0dbe9a9b-d2c0-4c8c-ad3f-2d5f283f2f19 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/da8d6f63-3184-4f0b-befc-5855ae784a7e HTTP/1.1" status: 404 len: 337 time: 0.0455289 Jul 09 16:28:49.993196 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f,revision_number=7']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:49.998660 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45164) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:50.012675 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-18800069-4da8-4ce1-8ea6-1417df6770c8 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/ports?device_id=7734d958-7241-4c93-b445-111280dd8deb HTTP/1.1" status: 200 len: 205 time: 0.0551486 Jul 09 16:28:50.052763 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [None req-c12af3b5-7c12-4962-8e02-1cbc7b0159c9 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] delete failed (client error): The resource could not be found. Jul 09 16:28:50.058046 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45170) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:50.058270 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c12af3b5-7c12-4962-8e02-1cbc7b0159c9 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/routers/7734d958-7241-4c93-b445-111280dd8deb HTTP/1.1" status: 404 len: 336 time: 0.0579395 Jul 09 16:28:50.092789 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-38a5032c-0962-4f80-96e4-0c24e7167352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:50.100661 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-743ffe0a-f70c-43f2-9759-e761ef39b9fd tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] DELETE failed (client error): The resource could not be found. Jul 09 16:28:50.101412 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-743ffe0a-f70c-43f2-9759-e761ef39b9fd tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:28:50.106107 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45172) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:50.109030 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-743ffe0a-f70c-43f2-9759-e761ef39b9fd tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/36ee30bb-7a0c-45dc-89e1-d906a3353c23 HTTP/1.1" status: 404 len: 337 time: 0.0472412 Jul 09 16:28:50.175850 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-fbcc0eea-b7df-47b1-aa50-c30b2cda4f75 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "GET /v2.0/ports?device_id=99a45d1d-65bc-4e06-8d61-d9eecc6d1a33 HTTP/1.1" status: 200 len: 205 time: 0.0664556 Jul 09 16:28:50.176087 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a5032c-0962-4f80-96e4-0c24e7167352 None None] Pushing event deleted for resources: {'Port': ['ID=3a2a8657-064d-4a28-b2cb-9a580f5b8ea7,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:50.176723 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45176) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:50.179363 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a5032c-0962-4f80-96e4-0c24e7167352 None None] No DVR routers for this DVR port 3a2a8657-064d-4a28-b2cb-9a580f5b8ea7 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:28:50.241919 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-be52265d-a69b-406b-bb38-02ee5da95110 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] delete failed (client error): The resource could not be found. Jul 09 16:28:50.246056 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-be52265d-a69b-406b-bb38-02ee5da95110 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/routers/99a45d1d-65bc-4e06-8d61-d9eecc6d1a33 HTTP/1.1" status: 404 len: 336 time: 0.0653045 Jul 09 16:28:50.247070 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45180) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:50.289407 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec46c77f-bfe3-46a7-82d4-8867164409a8 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] DELETE failed (client error): The resource could not be found. Jul 09 16:28:50.289861 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec46c77f-bfe3-46a7-82d4-8867164409a8 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:28:50.293886 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ec46c77f-bfe3-46a7-82d4-8867164409a8 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/2feb3904-d38a-4a3b-9776-4a223c07063d HTTP/1.1" status: 404 len: 337 time: 0.0395706 Jul 09 16:28:50.294942 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45182) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:50.312055 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d6662-a561-4a59-bd3a-25bf6d9f1d18 req-d9d3295c-5510-458e-8209-dfbea282a9e4 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:50.319688 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ee6d6662-a561-4a59-bd3a-25bf6d9f1d18 req-d9d3295c-5510-458e-8209-dfbea282a9e4 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=ce83b532-ddc9-4a6d-bef3-eabd04719c14 HTTP/1.1" status: 200 len: 945 time: 0.1440594 Jul 09 16:28:50.348572 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a9c31-b5f8-4360-b54a-525cae243d9c req-d8d53098-654a-40df-b4fa-889b3fce3d14 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:50.352039 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-746a9c31-b5f8-4360-b54a-525cae243d9c req-d8d53098-654a-40df-b4fa-889b3fce3d14 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=e56a7d9f-9692-476b-b3cb-c13689fb321b HTTP/1.1" status: 200 len: 945 time: 0.1129956 Jul 09 16:28:50.354866 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 3a2a8657-064d-4a28-b2cb-9a580f5b8ea7 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:28:50.355403 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-58bf2d94-bfc1-40f3-8f2d-6bf44151b0bb tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] DELETE failed (client error): The resource could not be found. Jul 09 16:28:50.355403 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58bf2d94-bfc1-40f3-8f2d-6bf44151b0bb tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:28:50.357490 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-58bf2d94-bfc1-40f3-8f2d-6bf44151b0bb tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/3da4320b-c14d-4c9e-866f-cd316b2a8de6 HTTP/1.1" status: 404 len: 337 time: 0.0611560 Jul 09 16:28:50.359623 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45184) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:50.389547 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 3a2a8657-064d-4a28-b2cb-9a580f5b8ea7 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:28:50.389547 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 3a2a8657-064d-4a28-b2cb-9a580f5b8ea7 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:28:50.410240 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3a1f243-b5d2-4b93-9b39-b63b77f56f82 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] DELETE failed (client error): The resource could not be found. Jul 09 16:28:50.411667 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3a1f243-b5d2-4b93-9b39-b63b77f56f82 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:28:50.418694 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b3a1f243-b5d2-4b93-9b39-b63b77f56f82 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/ports/6cd3b454-5f6e-4822-90ae-8967a7836767 HTTP/1.1" status: 404 len: 333 time: 0.0531180 Jul 09 16:28:50.418694 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45186) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:50.423331 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-746a9c31-b5f8-4360-b54a-525cae243d9c req-7b4dcae7-6015-49b6-9582-f9dd68b192fe tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623643 Jul 09 16:28:50.454213 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ee6d6662-a561-4a59-bd3a-25bf6d9f1d18 req-e1e5083c-ba1a-4b50-9358-4703aff64a32 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336522 Jul 09 16:28:50.455670 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-919b9f0a-ffb0-461e-8de7-9cc737b98108 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] DELETE failed (client error): The resource could not be found. Jul 09 16:28:50.456246 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-919b9f0a-ffb0-461e-8de7-9cc737b98108 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:28:50.458518 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-919b9f0a-ffb0-461e-8de7-9cc737b98108 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/5893d3a0-da78-4725-aba2-019fc20ff6dd HTTP/1.1" status: 404 len: 337 time: 0.0405383 Jul 09 16:28:50.460927 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45194) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:50.517960 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-12864f88-a2d3-4e78-af5e-2f792006212c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] DELETE failed (client error): The resource could not be found. Jul 09 16:28:50.518841 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12864f88-a2d3-4e78-af5e-2f792006212c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:28:50.520671 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-12864f88-a2d3-4e78-af5e-2f792006212c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/ports/fd1c5414-bbd6-42f2-af48-1ada0421619f HTTP/1.1" status: 404 len: 333 time: 0.0586803 Jul 09 16:28:50.523477 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45202) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:50.567201 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc3a281e-b454-460c-a725-6af4b7ca7608 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] DELETE failed (client error): The resource could not be found. Jul 09 16:28:50.568120 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc3a281e-b454-460c-a725-6af4b7ca7608 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:28:50.570712 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-fc3a281e-b454-460c-a725-6af4b7ca7608 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/0a11a5d1-5441-4d4e-9959-20d3797f4aa6 HTTP/1.1" status: 404 len: 337 time: 0.0457335 Jul 09 16:28:50.573967 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45204) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:50.608404 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-592b43db-31f4-4a14-9d90-b52c85d99d82 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] DELETE failed (client error): The resource could not be found. Jul 09 16:28:50.609674 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-592b43db-31f4-4a14-9d90-b52c85d99d82 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:28:50.611791 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-592b43db-31f4-4a14-9d90-b52c85d99d82 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/ports/4a9888ce-491d-4130-b4b2-8a839251bc01 HTTP/1.1" status: 404 len: 333 time: 0.0367372 Jul 09 16:28:50.614449 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45208) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:50.657223 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 5b938eed-2833-402a-94d2-701d4c4266bf up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:28:50.659821 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-bea17c48-adb6-4ba0-8d0d-3ecd8f25eb71 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] DELETE failed (client error): The resource could not be found. Jul 09 16:28:50.664181 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bea17c48-adb6-4ba0-8d0d-3ecd8f25eb71 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:28:50.666124 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-bea17c48-adb6-4ba0-8d0d-3ecd8f25eb71 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/b63801f7-74d6-4619-a551-99c673ea8204 HTTP/1.1" status: 404 len: 337 time: 0.0504706 Jul 09 16:28:50.669431 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45210) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:50.728736 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-84b0fe21-bf07-4b44-bb7b-f5590402a1ed tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] DELETE failed (client error): The resource could not be found. Jul 09 16:28:50.729500 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84b0fe21-bf07-4b44-bb7b-f5590402a1ed tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:28:50.731285 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-84b0fe21-bf07-4b44-bb7b-f5590402a1ed tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/ports/b34375c4-0285-4c21-a673-e68be8967f02 HTTP/1.1" status: 404 len: 333 time: 0.0608456 Jul 09 16:28:50.734254 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45212) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:50.777690 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca8d0c6b-d678-425c-8083-9cc981449b55 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] DELETE failed (client error): The resource could not be found. Jul 09 16:28:50.778314 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 5b938eed-2833-402a-94d2-701d4c4266bf completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:28:50.778446 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca8d0c6b-d678-425c-8083-9cc981449b55 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:28:50.782675 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ca8d0c6b-d678-425c-8083-9cc981449b55 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/24577404-fcb2-47c2-a584-86ad43a17dd2 HTTP/1.1" status: 404 len: 337 time: 0.0450637 Jul 09 16:28:50.783296 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45214) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:50.792685 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 5b938eed-2833-402a-94d2-701d4c4266bf triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:28:50.793097 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:50.845849 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-1708efba-57cf-4dee-8c14-709ddc491d0f tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] DELETE failed (client error): The resource could not be found. Jul 09 16:28:50.846584 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1708efba-57cf-4dee-8c14-709ddc491d0f tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:28:50.848327 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-1708efba-57cf-4dee-8c14-709ddc491d0f tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/ports/1931a24c-75ff-41c9-9da1-f86a1e9a1899 HTTP/1.1" status: 404 len: 333 time: 0.0642850 Jul 09 16:28:50.852103 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45216) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:50.938952 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-944bf7ca-57ea-4661-a085-d181ced70895 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] DELETE failed (client error): The resource could not be found. Jul 09 16:28:50.939262 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-944bf7ca-57ea-4661-a085-d181ced70895 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:28:50.943779 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45222) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:50.949099 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-944bf7ca-57ea-4661-a085-d181ced70895 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/a8942d4e-4284-4c72-91e4-e1132204b98e HTTP/1.1" status: 404 len: 337 time: 0.0862451 Jul 09 16:28:50.962823 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:51.000665 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-20ea6ff1-cd2e-4ed0-835b-a5781e35cbf5 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] DELETE failed (client error): The resource could not be found. Jul 09 16:28:51.006269 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20ea6ff1-cd2e-4ed0-835b-a5781e35cbf5 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:28:51.012738 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-20ea6ff1-cd2e-4ed0-835b-a5781e35cbf5 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/ports/78aba4a1-fbcf-474e-8112-21221f2a6e06 HTTP/1.1" status: 404 len: 333 time: 0.0675414 Jul 09 16:28:51.014138 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45224) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:51.029293 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 5b938eed-2833-402a-94d2-701d4c4266bf, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=5b938eed-2833-402a-94d2-701d4c4266bf,segment=NetworkSegment(decc697a-7e61-4b7c-8e62-5a81512ad237),segment_id=decc697a-7e61-4b7c-8e62-5a81512ad237)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:28:51.034999 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:51.037514 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4fa06c-a1d1-4be8-8a09-92147b4089e4 req-4dc7bf1e-6583-4ed3-b3b8-0551196c4943 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:51.039092 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bc4fa06c-a1d1-4be8-8a09-92147b4089e4 req-4dc7bf1e-6583-4ed3-b3b8-0551196c4943 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=87343a5b-57e6-4455-aaf1-5a0c3e546326 HTTP/1.1" status: 200 len: 945 time: 0.1984680 Jul 09 16:28:51.051954 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-d64c8e82-7085-4930-91cd-394c327f4d17 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] DELETE failed (client error): The resource could not be found. Jul 09 16:28:51.052648 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d64c8e82-7085-4930-91cd-394c327f4d17 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:28:51.058166 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-d64c8e82-7085-4930-91cd-394c327f4d17 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/f5120702-25e6-4936-8a2d-8b591cf642cc HTTP/1.1" status: 404 len: 337 time: 0.0427797 Jul 09 16:28:51.059102 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45226) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:51.103957 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-d28f0b5d-179d-4948-a494-1f0a557f9ab9 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] DELETE failed (client error): The resource could not be found. Jul 09 16:28:51.105233 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d28f0b5d-179d-4948-a494-1f0a557f9ab9 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:28:51.109888 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-d28f0b5d-179d-4948-a494-1f0a557f9ab9 tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/ports/bd21e19a-6970-4b15-aad1-4d4a8e11be50 HTTP/1.1" status: 404 len: 333 time: 0.0491679 Jul 09 16:28:51.111377 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45230) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:51.118000 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bc4fa06c-a1d1-4be8-8a09-92147b4089e4 req-94b2dda6-3690-446f-bc9b-1cb3df1f7956 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707777 Jul 09 16:28:51.127275 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=5b938eed-2833-402a-94d2-701d4c4266bf,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:51.148140 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:28:51.148478 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:28:51.148818 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:28:51.149154 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:28:51.149487 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:28:51.149818 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:28:51.150146 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:28:51.151033 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:28:51.151360 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:28:51.151699 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:28:51.152021 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:28:51.155391 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:28:51.160616 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-03d14b19-ff86-48f6-9d0e-59b6fdd8da8c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] DELETE failed (client error): The resource could not be found. Jul 09 16:28:51.161071 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03d14b19-ff86-48f6-9d0e-59b6fdd8da8c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:28:51.162872 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-03d14b19-ff86-48f6-9d0e-59b6fdd8da8c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/subnets/fbb2443c-85e0-4f7b-9a1e-c1e16402c413 HTTP/1.1" status: 404 len: 337 time: 0.0502663 Jul 09 16:28:51.165356 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45232) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:51.257534 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c41136d4-a07f-424d-9b72-94bf614bd75c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:51.386238 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c41136d4-a07f-424d-9b72-94bf614bd75c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:51.397535 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-c41136d4-a07f-424d-9b72-94bf614bd75c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f22714f5-d774-47cf-ac1e-3989f67517e9']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:28:51.411537 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-c41136d4-a07f-424d-9b72-94bf614bd75c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:28:51.411915 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-c41136d4-a07f-424d-9b72-94bf614bd75c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b50b79fc-1f84-4dbf-bb3a-a17e7a194641') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:28:51.422051 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c41136d4-a07f-424d-9b72-94bf614bd75c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:51.444245 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c41136d4-a07f-424d-9b72-94bf614bd75c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:51.455350 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c41136d4-a07f-424d-9b72-94bf614bd75c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:28:51.455350 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c41136d4-a07f-424d-9b72-94bf614bd75c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:51.513304 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:28:51.513304 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:28:51.513304 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:28:51.513304 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:28:51.513304 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:28:51.513304 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:28:51.513304 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:28:51.513304 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:28:51.513304 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:28:51.513304 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:28:51.513304 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:28:51.513304 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:28:51.513304 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:28:51.513304 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:28:51.513304 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:28:51.513304 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:28:51.513304 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:28:51.513304 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:28:51.513304 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:28:51.513304 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:28:51.513304 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:28:51.513304 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:28:51.513304 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:28:51.513304 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:28:51.513304 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:28:51.513304 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:28:51.513304 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:28:51.513304 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:28:51.513304 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:28:51.513304 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:28:51.513304 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:28:51.513304 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:28:51.513304 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:28:51.513304 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:28:51.513304 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:28:51.513304 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:28:51.513304 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:28:51.513304 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:28:51.513304 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:28:51.513304 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:28:51.528172 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c41136d4-a07f-424d-9b72-94bf614bd75c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:51.595844 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c41136d4-a07f-424d-9b72-94bf614bd75c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:51.598083 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c41136d4-a07f-424d-9b72-94bf614bd75c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] 10.222.0.98 "DELETE /v2.0/networks/f22714f5-d774-47cf-ac1e-3989f67517e9 HTTP/1.1" status: 204 len: 168 time: 0.4318161 Jul 09 16:28:51.599326 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41136d4-a07f-424d-9b72-94bf614bd75c tempest-NetworksTestDHCPv6-52457035 tempest-NetworksTestDHCPv6-52457035-project] Pushing event deleted for resources: {'Network': ['ID=f22714f5-d774-47cf-ac1e-3989f67517e9,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:51.761886 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a724ecff-aa9f-467a-88ac-0f23a1aec996 req-c269fa48-25a1-496f-8e85-c8d2ea2ce04e tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:51.771332 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a724ecff-aa9f-467a-88ac-0f23a1aec996 req-c269fa48-25a1-496f-8e85-c8d2ea2ce04e tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=ce83b532-ddc9-4a6d-bef3-eabd04719c14 HTTP/1.1" status: 200 len: 945 time: 0.1255460 Jul 09 16:28:51.848147 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a724ecff-aa9f-467a-88ac-0f23a1aec996 req-b244d74a-683d-45a9-ac9e-2de70c66c8d7 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754716 Jul 09 16:28:51.876784 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87343a5b-57e6-4455-aaf1-5a0c3e546326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b938eed-2833-402a-94d2-701d4c4266bf'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:28:51.879139 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf943c9-4815-4c90-93cc-08ef0db2857c" -d '{"events": [{"server_uuid": "87343a5b-57e6-4455-aaf1-5a0c3e546326", "name": "network-vif-plugged", "status": "completed", "tag": "5b938eed-2833-402a-94d2-701d4c4266bf"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:28:51.951957 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e93451-29c6-4ccb-be23-c83ebd3cbbad x-openstack-request-id: req-e0e93451-29c6-4ccb-be23-c83ebd3cbbad {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:28:51.952483 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87343a5b-57e6-4455-aaf1-5a0c3e546326", "name": "network-vif-plugged", "status": "completed", "tag": "5b938eed-2833-402a-94d2-701d4c4266bf", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:28:51.952931 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e0e93451-29c6-4ccb-be23-c83ebd3cbbad {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:28:51.953526 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87343a5b-57e6-4455-aaf1-5a0c3e546326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b938eed-2833-402a-94d2-701d4c4266bf', 'code': 200} Jul 09 16:28:52.008824 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45260) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:52.164234 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf60d6-0c70-426b-8393-e7969c848dd6 req-53d44aab-0167-4e59-91a2-c1a5e539782a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:52.166086 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7ebf60d6-0c70-426b-8393-e7969c848dd6 req-53d44aab-0167-4e59-91a2-c1a5e539782a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=87343a5b-57e6-4455-aaf1-5a0c3e546326 HTTP/1.1" status: 200 len: 1097 time: 0.0824950 Jul 09 16:28:52.245359 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-115b0e12-469d-43e4-b012-14408da4e72e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:52.254883 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7ebf60d6-0c70-426b-8393-e7969c848dd6 req-d129310d-564a-4c3d-94f2-a1e28cf8fcc1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763798 Jul 09 16:28:52.257397 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e9167a7e-8ebe-480f-8b8f-c26a319849fc admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=005b565b3c004d24a50d69ddcd50be46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2474065 Jul 09 16:28:52.260512 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45268) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:52.393019 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-91fbecd1-7aa6-45bb-9333-0dbee10d5165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:52.432810 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-91fbecd1-7aa6-45bb-9333-0dbee10d5165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:52.449904 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3792474d-ea9e-4118-a638-15695cc11975 req-db42603a-dbd1-4577-9568-6c76a097f462 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:52.451656 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3792474d-ea9e-4118-a638-15695cc11975 req-db42603a-dbd1-4577-9568-6c76a097f462 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=87343a5b-57e6-4455-aaf1-5a0c3e546326 HTTP/1.1" status: 200 len: 946 time: 0.1261287 Jul 09 16:28:52.531990 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3792474d-ea9e-4118-a638-15695cc11975 req-547a6e36-9313-4479-91b1-7ee184dcf00f tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691650 Jul 09 16:28:52.547339 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f7399-4f03-4ac7-9ac6-1dcdde21a117 req-6de5d2c7-446d-426a-ab57-4e502acaabc0 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:52.548928 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d43f7399-4f03-4ac7-9ac6-1dcdde21a117 req-6de5d2c7-446d-426a-ab57-4e502acaabc0 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=e56a7d9f-9692-476b-b3cb-c13689fb321b HTTP/1.1" status: 200 len: 945 time: 0.1144512 Jul 09 16:28:52.552579 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-91fbecd1-7aa6-45bb-9333-0dbee10d5165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:52.555597 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-91fbecd1-7aa6-45bb-9333-0dbee10d5165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:52.556929 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-91fbecd1-7aa6-45bb-9333-0dbee10d5165 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2a8f2be7-5a0a-4964-8ee9-0b9fb29d8d8d HTTP/1.1" status: 204 len: 168 time: 0.2944882 Jul 09 16:28:52.568078 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fbecd1-7aa6-45bb-9333-0dbee10d5165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8f2be7-5a0a-4964-8ee9-0b9fb29d8d8d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:52.618030 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d43f7399-4f03-4ac7-9ac6-1dcdde21a117 req-13eb48ca-4ffc-4335-af51-50524c8f5b2a tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575378 Jul 09 16:28:52.670140 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device a1401fea-336b-4056-ab81-4b77265f7002 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:28:52.746711 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port a1401fea-336b-4056-ab81-4b77265f7002 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:28:52.746951 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:52.835896 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:52.841503 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c9a45-66c6-472f-8113-52907a294e16 req-c57fd9a0-377e-4ccf-b068-808f97475fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:52.842117 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3c2c9a45-66c6-472f-8113-52907a294e16 req-c57fd9a0-377e-4ccf-b068-808f97475fd6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bab91c2e534b48d6932e69e9f922d333&device_id=e56a7d9f-9692-476b-b3cb-c13689fb321b HTTP/1.1" status: 200 len: 1096 time: 0.0900099 Jul 09 16:28:52.890991 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port a1401fea-336b-4056-ab81-4b77265f7002, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=a1401fea-336b-4056-ab81-4b77265f7002,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:28:52.904396 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:52.965883 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=a1401fea-336b-4056-ab81-4b77265f7002,revision_number=10']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:53.079471 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c9a45-66c6-472f-8113-52907a294e16 req-7b51b4f3-8f41-4b67-8694-918406fbad4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:53.082501 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3c2c9a45-66c6-472f-8113-52907a294e16 req-7b51b4f3-8f41-4b67-8694-918406fbad4e service neutron] 10.222.0.73 "GET /v2.0/networks?id=77349fb7-f08f-401d-a502-ac937b81dcab HTTP/1.1" status: 200 len: 920 time: 0.2329028 Jul 09 16:28:53.119328 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e80af-bfe0-4de4-b687-6ad732c8ac87 req-c08f82f1-9dcd-44ef-8046-2069ccbfe9f3 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:53.121103 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e58e80af-bfe0-4de4-b687-6ad732c8ac87 req-c08f82f1-9dcd-44ef-8046-2069ccbfe9f3 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=ce83b532-ddc9-4a6d-bef3-eabd04719c14 HTTP/1.1" status: 200 len: 945 time: 0.1029682 Jul 09 16:28:53.181351 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e58e80af-bfe0-4de4-b687-6ad732c8ac87 req-744c59ce-cd80-4944-9f0d-b98778b68cdf tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540564 Jul 09 16:28:53.251136 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3c2c9a45-66c6-472f-8113-52907a294e16 req-aade21f2-12df-47b0-94a4-67e95e0f4eef service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f485a2cf-f2dd-4a21-99af-285b7678aa99 HTTP/1.1" status: 200 len: 217 time: 0.0811296 Jul 09 16:28:53.346219 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c9a45-66c6-472f-8113-52907a294e16 req-45f6b9af-50ef-4410-aee0-b5ac95a5a8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:53.347848 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3c2c9a45-66c6-472f-8113-52907a294e16 req-45f6b9af-50ef-4410-aee0-b5ac95a5a8fa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=03aa29d7-618e-4fba-93dc-b83569f87121 HTTP/1.1" status: 200 len: 859 time: 0.0900779 Jul 09 16:28:53.399585 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3c2c9a45-66c6-472f-8113-52907a294e16 req-70227cb2-667f-45bf-a2dc-bb1d859fa588 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=77349fb7-f08f-401d-a502-ac937b81dcab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396476 Jul 09 16:28:53.574950 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3c2c9a45-66c6-472f-8113-52907a294e16 req-74bb05d3-eae3-4fba-963e-c21e77e8c13b service neutron] 10.222.0.73 "GET /v2.0/networks/77349fb7-f08f-401d-a502-ac937b81dcab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504676 Jul 09 16:28:53.577980 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45324) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:53.730438 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3c2c9a45-66c6-472f-8113-52907a294e16 req-f2a75be6-de13-404f-b1b3-b2889ae4cee0 service neutron] 10.222.0.73 "GET /v2.0/networks/77349fb7-f08f-401d-a502-ac937b81dcab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457813 Jul 09 16:28:53.811569 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-188d987a-a1b5-4251-bbba-db056208e619 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1152717303'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:28:53.849275 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e497111-52fc-4f2f-b893-7e1d77f76f65 req-0517ffbf-dfeb-410c-90b6-33735e5394d1 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:53.851310 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1e497111-52fc-4f2f-b893-7e1d77f76f65 req-0517ffbf-dfeb-410c-90b6-33735e5394d1 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=87343a5b-57e6-4455-aaf1-5a0c3e546326 HTTP/1.1" status: 200 len: 946 time: 0.1199644 Jul 09 16:28:53.851972 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188d987a-a1b5-4251-bbba-db056208e619 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Made reservation on behalf of 4b9a15e7f2d84e9fbe0697335cd9cc71 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:28:53.856676 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-188d987a-a1b5-4251-bbba-db056208e619 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:53.889464 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-188d987a-a1b5-4251-bbba-db056208e619 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:53.940635 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1e497111-52fc-4f2f-b893-7e1d77f76f65 req-e74d4960-13fd-4c41-a520-a5e80690464e tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800323 Jul 09 16:28:53.955225 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ebcab8-5539-48a5-a89a-c895e6b7cdc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1401fea-336b-4056-ab81-4b77265f7002'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:28:53.958568 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f652ae5-f0d4-4a3a-a6a2-c044389ddc15" -d '{"events": [{"server_uuid": "e5ebcab8-5539-48a5-a89a-c895e6b7cdc0", "name": "network-vif-plugged", "status": "completed", "tag": "a1401fea-336b-4056-ab81-4b77265f7002"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:28:54.119888 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-188d987a-a1b5-4251-bbba-db056208e619 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:54.130176 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-188d987a-a1b5-4251-bbba-db056208e619 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:54.166779 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-188d987a-a1b5-4251-bbba-db056208e619 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:28:54.189276 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188d987a-a1b5-4251-bbba-db056208e619 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e827ff6b-186b-490b-965e-17e0300eca62,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:54.192651 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-188d987a-a1b5-4251-bbba-db056208e619 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:54.193076 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-188d987a-a1b5-4251-bbba-db056208e619 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Added segment f66c85df-dfc5-4c2d-95bf-f895c65aafdc of type vlan for network 23a29924-7ea9-46d8-9fcb-1c43579fa7bd Jul 09 16:28:54.265146 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-188d987a-a1b5-4251-bbba-db056208e619 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:54.307153 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-188d987a-a1b5-4251-bbba-db056208e619 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:54.317028 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188d987a-a1b5-4251-bbba-db056208e619 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:54.318636 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-188d987a-a1b5-4251-bbba-db056208e619 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:54.364904 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a99204-1122-4ce7-9c8f-4f63ebc75cbf req-33dfb37f-728a-485d-8972-5c71fc1d5965 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:54.384459 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-19a99204-1122-4ce7-9c8f-4f63ebc75cbf req-33dfb37f-728a-485d-8972-5c71fc1d5965 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=e56a7d9f-9692-476b-b3cb-c13689fb321b HTTP/1.1" status: 200 len: 945 time: 0.5459487 Jul 09 16:28:54.418501 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-188d987a-a1b5-4251-bbba-db056208e619 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.8393679 Jul 09 16:28:54.421792 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45358) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:54.433672 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-6c5c6d8e-db6c-417d-99e5-7b935927a637 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Request body: {'subnet': {'network_id': '23a29924-7ea9-46d8-9fcb-1c43579fa7bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:28:54.453547 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188d987a-a1b5-4251-bbba-db056208e619 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Pushing event updated for resources: {'Network': ['ID=23a29924-7ea9-46d8-9fcb-1c43579fa7bd,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:54.470171 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 23a29924-7ea9-46d8-9fcb-1c43579fa7bd details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:28:54.537800 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-19a99204-1122-4ce7-9c8f-4f63ebc75cbf req-15defc0c-f65e-4f43-a787-4a97915a05e5 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522772 Jul 09 16:28:54.615893 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f27b357-7bd7-410a-a834-c1c4318841d7 x-openstack-request-id: req-1f27b357-7bd7-410a-a834-c1c4318841d7 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:28:54.616281 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5ebcab8-5539-48a5-a89a-c895e6b7cdc0", "name": "network-vif-plugged", "status": "completed", "tag": "a1401fea-336b-4056-ab81-4b77265f7002", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:28:54.616440 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1f27b357-7bd7-410a-a834-c1c4318841d7 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:28:54.617093 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5c6d8e-db6c-417d-99e5-7b935927a637 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Made reservation on behalf of 4b9a15e7f2d84e9fbe0697335cd9cc71 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:28:54.617255 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5ebcab8-5539-48a5-a89a-c895e6b7cdc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1401fea-336b-4056-ab81-4b77265f7002', 'code': 200} Jul 09 16:28:54.621303 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c5c6d8e-db6c-417d-99e5-7b935927a637 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:55.021995 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c5c6d8e-db6c-417d-99e5-7b935927a637 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:55.104266 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6ca6557a-d62a-4f9c-a0b3-c3db1b13e898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:55.154799 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c6d8e-db6c-417d-99e5-7b935927a637 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Pushing event updated for resources: {'Subnet': ['ID=5f5df250-2511-47ce-8e1f-f37029e55ca8,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:55.239288 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5c6d8e-db6c-417d-99e5-7b935927a637 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Checking segment: {'id': 'f66c85df-dfc5-4c2d-95bf-f895c65aafdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '23a29924-7ea9-46d8-9fcb-1c43579fa7bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:28:55.261746 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5c6d8e-db6c-417d-99e5-7b935927a637 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Network hostable DHCP agents. Network: 23a29924-7ea9-46d8-9fcb-1c43579fa7bd, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:28:55.338897 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77421395-5fc1-4360-b2fc-a6955dba9f07 req-60c68695-0190-4f90-8882-3e0e52e19ebb tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:55.344674 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-77421395-5fc1-4360-b2fc-a6955dba9f07 req-60c68695-0190-4f90-8882-3e0e52e19ebb tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=ce83b532-ddc9-4a6d-bef3-eabd04719c14 HTTP/1.1" status: 200 len: 945 time: 0.2116907 Jul 09 16:28:55.383498 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5c6d8e-db6c-417d-99e5-7b935927a637 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Network 23a29924-7ea9-46d8-9fcb-1c43579fa7bd is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:28:55.390383 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:55.457451 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-6c5c6d8e-db6c-417d-99e5-7b935927a637 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 23a29924-7ea9-46d8-9fcb-1c43579fa7bd) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:28:55.465681 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6170d6-e465-4a7b-8818-92353d834edf None None] Network 23a29924-7ea9-46d8-9fcb-1c43579fa7bd requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:28:55.493579 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5c6d8e-db6c-417d-99e5-7b935927a637 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:55.497282 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c5c6d8e-db6c-417d-99e5-7b935927a637 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:55.569968 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6c5c6d8e-db6c-417d-99e5-7b935927a637 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1456540 Jul 09 16:28:55.572569 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45364) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:55.578026 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-8441ef34-dca5-4fb2-ab67-a572a3a78c8a tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Request body: {'port': {'network_id': '23a29924-7ea9-46d8-9fcb-1c43579fa7bd', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1593937081'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:28:55.591912 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-77421395-5fc1-4360-b2fc-a6955dba9f07 req-466293cd-280b-4544-a1ca-70a4e4d5d559 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379863 Jul 09 16:28:55.852462 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8441ef34-dca5-4fb2-ab67-a572a3a78c8a tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Made reservation on behalf of 4b9a15e7f2d84e9fbe0697335cd9cc71 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:28:55.867562 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a04c49-c53f-44d8-84be-1c81cbc54bec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-23a29924-7ea9-46d8-9fcb-1c43579fa7bd', 'network_id': '23a29924-7ea9-46d8-9fcb-1c43579fa7bd', 'tenant_id': '4b9a15e7f2d84e9fbe0697335cd9cc71', 'fixed_ips': [{'subnet_id': '5f5df250-2511-47ce-8e1f-f37029e55ca8'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:28:55.868221 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8441ef34-dca5-4fb2-ab67-a572a3a78c8a tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:55.869898 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-73a04c49-c53f-44d8-84be-1c81cbc54bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:55.924611 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8441ef34-dca5-4fb2-ab67-a572a3a78c8a tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] device_id is not set on port 51f98f9b-4323-4d2b-be9b-a2e98eb72cea yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:28:56.070025 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975b6e4-31c9-4425-b62c-ec2806be5f49 req-44de3090-ae06-4150-9afb-1ad1602c4750 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:56.077692 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7975b6e4-31c9-4425-b62c-ec2806be5f49 req-44de3090-ae06-4150-9afb-1ad1602c4750 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=87343a5b-57e6-4455-aaf1-5a0c3e546326 HTTP/1.1" status: 200 len: 946 time: 0.1792653 Jul 09 16:28:56.149682 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7975b6e4-31c9-4425-b62c-ec2806be5f49 req-d6176680-797c-4e96-a3d8-f7096d3c2a65 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664952 Jul 09 16:28:56.201703 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:56.205269 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-8441ef34-dca5-4fb2-ab67-a572a3a78c8a tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Allocated IP 2001:db8::3cb (23a29924-7ea9-46d8-9fcb-1c43579fa7bd/5f5df250-2511-47ce-8e1f-f37029e55ca8/51f98f9b-4323-4d2b-be9b-a2e98eb72cea) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:28:56.524339 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:56.562037 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce257be-d2a6-4bb7-b2f7-9495a10324de req-7f3f601c-bed7-4064-ac91-ab69fc978c43 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:56.587398 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5ce257be-d2a6-4bb7-b2f7-9495a10324de req-7f3f601c-bed7-4064-ac91-ab69fc978c43 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=e56a7d9f-9692-476b-b3cb-c13689fb321b HTTP/1.1" status: 200 len: 945 time: 0.1743484 Jul 09 16:28:56.610197 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8441ef34-dca5-4fb2-ab67-a572a3a78c8a tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:56.641748 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8441ef34-dca5-4fb2-ab67-a572a3a78c8a tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Transition to ACTIVE for port object 51f98f9b-4323-4d2b-be9b-a2e98eb72cea will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:28:56.678247 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5ce257be-d2a6-4bb7-b2f7-9495a10324de req-83046a6a-e177-4850-8812-8478f62c6026 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892167 Jul 09 16:28:56.685217 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8441ef34-dca5-4fb2-ab67-a572a3a78c8a tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:56.735202 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8441ef34-dca5-4fb2-ab67-a572a3a78c8a tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Network 23a29924-7ea9-46d8-9fcb-1c43579fa7bd is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:28:56.739676 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-8441ef34-dca5-4fb2-ab67-a572a3a78c8a tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:28:56.742660 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8441ef34-dca5-4fb2-ab67-a572a3a78c8a tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:28:56.749933 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8441ef34-dca5-4fb2-ab67-a572a3a78c8a tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:56.750943 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8441ef34-dca5-4fb2-ab67-a572a3a78c8a tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:56.788760 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8441ef34-dca5-4fb2-ab67-a572a3a78c8a tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Pushing event updated for resources: {'Port': ['ID=51f98f9b-4323-4d2b-be9b-a2e98eb72cea,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:56.795672 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8441ef34-dca5-4fb2-ab67-a572a3a78c8a tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.2218480 Jul 09 16:28:56.800063 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45374) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:56.820073 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-87eda66a-882d-4b02-b326-59f4fa072de9 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Request body: {'port': {'network_id': '23a29924-7ea9-46d8-9fcb-1c43579fa7bd', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1238176579', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:28:56.820073 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.api.validators [None req-87eda66a-882d-4b02-b326-59f4fa072de9 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] bootfile-name is not in valid_values {{(pid=93958) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 16:28:56.820073 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.api.validators [None req-87eda66a-882d-4b02-b326-59f4fa072de9 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] tftp-server is not in valid_values {{(pid=93958) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 16:28:56.820073 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.api.validators [None req-87eda66a-882d-4b02-b326-59f4fa072de9 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] server-ip-address is not in valid_values {{(pid=93958) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 16:28:56.867460 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-73a04c49-c53f-44d8-84be-1c81cbc54bec None None] Allocated IP 2001:db8::2 (23a29924-7ea9-46d8-9fcb-1c43579fa7bd/5f5df250-2511-47ce-8e1f-f37029e55ca8/789b21f0-497f-486a-9bc2-1c32fb932fd7) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:28:57.133700 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87eda66a-882d-4b02-b326-59f4fa072de9 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Made reservation on behalf of 4b9a15e7f2d84e9fbe0697335cd9cc71 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:28:57.139123 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-87eda66a-882d-4b02-b326-59f4fa072de9 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:57.162652 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-87eda66a-882d-4b02-b326-59f4fa072de9 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] device_id is not set on port 8c3f1bd7-e505-4da1-9877-0719932c468a yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:28:57.177368 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-73a04c49-c53f-44d8-84be-1c81cbc54bec None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:57.198619 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-73a04c49-c53f-44d8-84be-1c81cbc54bec None None] Transition to ACTIVE for port object 789b21f0-497f-486a-9bc2-1c32fb932fd7 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:28:57.237799 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-73a04c49-c53f-44d8-84be-1c81cbc54bec None None] Transition to ACTIVE for port object 789b21f0-497f-486a-9bc2-1c32fb932fd7 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:28:57.257492 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-73a04c49-c53f-44d8-84be-1c81cbc54bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:57.366162 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a04c49-c53f-44d8-84be-1c81cbc54bec None None] Pushing event updated for resources: {'Port': ['ID=789b21f0-497f-486a-9bc2-1c32fb932fd7,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:57.379465 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-87eda66a-882d-4b02-b326-59f4fa072de9 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Allocated IP 2001:db8::29c (23a29924-7ea9-46d8-9fcb-1c43579fa7bd/5f5df250-2511-47ce-8e1f-f37029e55ca8/8c3f1bd7-e505-4da1-9877-0719932c468a) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:28:57.404093 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a04c49-c53f-44d8-84be-1c81cbc54bec None None] Network 23a29924-7ea9-46d8-9fcb-1c43579fa7bd is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:28:57.408159 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-73a04c49-c53f-44d8-84be-1c81cbc54bec None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:28:57.412575 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a04c49-c53f-44d8-84be-1c81cbc54bec None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:28:57.554923 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-73a04c49-c53f-44d8-84be-1c81cbc54bec None None] Attempting to bind port 789b21f0-497f-486a-9bc2-1c32fb932fd7 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:28:57.555313 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-73a04c49-c53f-44d8-84be-1c81cbc54bec None None] Attempting to bind port 789b21f0-497f-486a-9bc2-1c32fb932fd7 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'f66c85df-dfc5-4c2d-95bf-f895c65aafdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '23a29924-7ea9-46d8-9fcb-1c43579fa7bd'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:28:57.555667 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a04c49-c53f-44d8-84be-1c81cbc54bec None None] Attempting to bind port 789b21f0-497f-486a-9bc2-1c32fb932fd7 on network 23a29924-7ea9-46d8-9fcb-1c43579fa7bd {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:28:57.561672 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a04c49-c53f-44d8-84be-1c81cbc54bec None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:28:57.562102 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a04c49-c53f-44d8-84be-1c81cbc54bec None None] Checking segment: {'id': 'f66c85df-dfc5-4c2d-95bf-f895c65aafdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '23a29924-7ea9-46d8-9fcb-1c43579fa7bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:28:57.562656 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-73a04c49-c53f-44d8-84be-1c81cbc54bec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:57.563131 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a04c49-c53f-44d8-84be-1c81cbc54bec None None] Bound using segment: {'id': 'f66c85df-dfc5-4c2d-95bf-f895c65aafdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '23a29924-7ea9-46d8-9fcb-1c43579fa7bd'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:28:57.563611 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-73a04c49-c53f-44d8-84be-1c81cbc54bec None None] Bound port: 789b21f0-497f-486a-9bc2-1c32fb932fd7, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f66c85df-dfc5-4c2d-95bf-f895c65aafdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '23a29924-7ea9-46d8-9fcb-1c43579fa7bd'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:28:57.563998 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-73a04c49-c53f-44d8-84be-1c81cbc54bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:57.636275 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-73a04c49-c53f-44d8-84be-1c81cbc54bec None None] For port 789b21f0-497f-486a-9bc2-1c32fb932fd7, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:28:57.640263 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-73a04c49-c53f-44d8-84be-1c81cbc54bec None None] For port 789b21f0-497f-486a-9bc2-1c32fb932fd7, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=789b21f0-497f-486a-9bc2-1c32fb932fd7,segment=NetworkSegment(f66c85df-dfc5-4c2d-95bf-f895c65aafdc),segment_id=f66c85df-dfc5-4c2d-95bf-f895c65aafdc)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:28:57.647214 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-73a04c49-c53f-44d8-84be-1c81cbc54bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:57.734573 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a04c49-c53f-44d8-84be-1c81cbc54bec None None] Pushing event updated for resources: {'Port': ['ID=789b21f0-497f-486a-9bc2-1c32fb932fd7,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:57.845258 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81345f5e-f17a-45d5-ad0f-9d6d7c82d880 req-d7ecd30f-b9a0-4365-a73b-bfc5fbaa8f4c tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:57.852949 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-81345f5e-f17a-45d5-ad0f-9d6d7c82d880 req-d7ecd30f-b9a0-4365-a73b-bfc5fbaa8f4c tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=87343a5b-57e6-4455-aaf1-5a0c3e546326 HTTP/1.1" status: 200 len: 946 time: 0.3120027 Jul 09 16:28:57.939492 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-87eda66a-882d-4b02-b326-59f4fa072de9 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:57.987051 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-81345f5e-f17a-45d5-ad0f-9d6d7c82d880 req-5cb3f4f5-c74b-403d-a5a5-69d3458c7eea tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329770 Jul 09 16:28:57.998244 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-87eda66a-882d-4b02-b326-59f4fa072de9 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Transition to ACTIVE for port object 8c3f1bd7-e505-4da1-9877-0719932c468a will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:28:58.129815 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-87eda66a-882d-4b02-b326-59f4fa072de9 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:58.191627 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:58.222472 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87eda66a-882d-4b02-b326-59f4fa072de9 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Network 23a29924-7ea9-46d8-9fcb-1c43579fa7bd is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:28:58.275037 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-87eda66a-882d-4b02-b326-59f4fa072de9 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:28:58.275037 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87eda66a-882d-4b02-b326-59f4fa072de9 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:28:58.278073 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87eda66a-882d-4b02-b326-59f4fa072de9 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:58.283011 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-87eda66a-882d-4b02-b326-59f4fa072de9 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:58.350311 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eda66a-882d-4b02-b326-59f4fa072de9 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Pushing event updated for resources: {'Port': ['ID=8c3f1bd7-e505-4da1-9877-0719932c468a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:58.355798 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-87eda66a-882d-4b02-b326-59f4fa072de9 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.5546172 Jul 09 16:28:58.362401 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45388) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:58.487674 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0fa689-567a-4983-a0ad-5d51d44b4a11 req-b1fc12f1-1745-499a-a1be-9c8c31874bec tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:58.509476 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3d0fa689-567a-4983-a0ad-5d51d44b4a11 req-b1fc12f1-1745-499a-a1be-9c8c31874bec tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=ce83b532-ddc9-4a6d-bef3-eabd04719c14 HTTP/1.1" status: 200 len: 945 time: 0.1602046 Jul 09 16:28:58.520725 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 789b21f0-497f-486a-9bc2-1c32fb932fd7 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:28:58.557813 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b71b08-a7a1-46b1-a28d-339ff3bd647b tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:58.576993 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3d0fa689-567a-4983-a0ad-5d51d44b4a11 req-aaee8315-2fc7-446d-9a93-3ed92e656102 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661983 Jul 09 16:28:58.577903 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b71b08-a7a1-46b1-a28d-339ff3bd647b tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:58.593791 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b71b08-a7a1-46b1-a28d-339ff3bd647b tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:58.602058 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-91b71b08-a7a1-46b1-a28d-339ff3bd647b tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.2198343 Jul 09 16:28:58.605364 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45394) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:58.661848 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 789b21f0-497f-486a-9bc2-1c32fb932fd7 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:28:58.821997 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef5554-f2b2-426b-a988-62c612b00050 req-6c828a2e-a0a6-49ef-8316-99adc19f1cfa tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:28:58.830181 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-caef5554-f2b2-426b-a988-62c612b00050 req-6c828a2e-a0a6-49ef-8316-99adc19f1cfa tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=e56a7d9f-9692-476b-b3cb-c13689fb321b HTTP/1.1" status: 200 len: 945 time: 0.1015840 Jul 09 16:28:58.874209 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-85bc56b4-6ad8-46c5-bb80-e24abe61f568 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Deleting port 8c3f1bd7-e505-4da1-9877-0719932c468a {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:28:58.874455 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-85bc56b4-6ad8-46c5-bb80-e24abe61f568 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:58.889508 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-caef5554-f2b2-426b-a988-62c612b00050 req-ffcd2335-ca26-4c32-bbd9-539dcfa0b785 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555580 Jul 09 16:28:59.083289 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-85bc56b4-6ad8-46c5-bb80-e24abe61f568 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:59.121009 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-85bc56b4-6ad8-46c5-bb80-e24abe61f568 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Calling delete_port for 8c3f1bd7-e505-4da1-9877-0719932c468a owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:28:59.381551 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-85bc56b4-6ad8-46c5-bb80-e24abe61f568 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:59.427320 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc56b4-6ad8-46c5-bb80-e24abe61f568 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Pushing event deleted for resources: {'Port': ['ID=8c3f1bd7-e505-4da1-9877-0719932c468a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:28:59.470261 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-85bc56b4-6ad8-46c5-bb80-e24abe61f568 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:28:59.472464 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-85bc56b4-6ad8-46c5-bb80-e24abe61f568 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] 10.222.0.98 "DELETE /v2.0/ports/8c3f1bd7-e505-4da1-9877-0719932c468a HTTP/1.1" status: 204 len: 168 time: 0.8659582 Jul 09 16:28:59.476971 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45400) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:28:59.483892 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-8e4cf03e-b423-4e5f-ab35-cd50d98ad689 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Request body: {'port': {'name': 'tempest-new-port-name-2112679273', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:28:59.486808 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.api.validators [None req-8e4cf03e-b423-4e5f-ab35-cd50d98ad689 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] bootfile-name is not in valid_values {{(pid=93958) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 16:28:59.486808 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.api.validators [None req-8e4cf03e-b423-4e5f-ab35-cd50d98ad689 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] tftp-server is not in valid_values {{(pid=93958) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 16:28:59.486808 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.api.validators [None req-8e4cf03e-b423-4e5f-ab35-cd50d98ad689 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] server-ip-address is not in valid_values {{(pid=93958) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 16:28:59.516823 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71feb34a-4f20-4082-bc17-c6222d559f63 None None] Network 23a29924-7ea9-46d8-9fcb-1c43579fa7bd requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:28:59.607005 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c1a67945-e454-445b-b36d-bcc242bf1f99 None None] Provisioning for port 789b21f0-497f-486a-9bc2-1c32fb932fd7 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:28:59.662317 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e4cf03e-b423-4e5f-ab35-cd50d98ad689 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:00.035440 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c1a67945-e454-445b-b36d-bcc242bf1f99 None None] Provisioning complete for port 789b21f0-497f-486a-9bc2-1c32fb932fd7 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:29:00.035806 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c1a67945-e454-445b-b36d-bcc242bf1f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:00.155479 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e4cf03e-b423-4e5f-ab35-cd50d98ad689 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:00.165075 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e4cf03e-b423-4e5f-ab35-cd50d98ad689 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:00.264181 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-8e4cf03e-b423-4e5f-ab35-cd50d98ad689 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] In _notify_port_updated(), no bound segment for port 51f98f9b-4323-4d2b-be9b-a2e98eb72cea on network 23a29924-7ea9-46d8-9fcb-1c43579fa7bd {{(pid=93958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 16:29:00.276187 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4cf03e-b423-4e5f-ab35-cd50d98ad689 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:00.276884 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e4cf03e-b423-4e5f-ab35-cd50d98ad689 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:00.279094 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8e4cf03e-b423-4e5f-ab35-cd50d98ad689 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] 10.222.0.98 "PUT /v2.0/ports/51f98f9b-4323-4d2b-be9b-a2e98eb72cea HTTP/1.1" status: 200 len: 1130 time: 0.8002429 Jul 09 16:29:00.281087 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45408) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:00.326780 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4cf03e-b423-4e5f-ab35-cd50d98ad689 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Pushing event updated for resources: {'Port': ['ID=51f98f9b-4323-4d2b-be9b-a2e98eb72cea,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:00.379301 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c1a67945-e454-445b-b36d-bcc242bf1f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:00.393847 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e944f31e-15d9-425d-b19b-f9f02fbecbe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:00.395528 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e944f31e-15d9-425d-b19b-f9f02fbecbe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] 10.222.0.98 "GET /v2.0/ports/51f98f9b-4323-4d2b-be9b-a2e98eb72cea HTTP/1.1" status: 200 len: 1130 time: 0.1133273 Jul 09 16:29:00.399599 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45410) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:00.424981 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-c1a67945-e454-445b-b36d-bcc242bf1f99 None None] For port 789b21f0-497f-486a-9bc2-1c32fb932fd7, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=789b21f0-497f-486a-9bc2-1c32fb932fd7,segment=NetworkSegment(f66c85df-dfc5-4c2d-95bf-f895c65aafdc),segment_id=f66c85df-dfc5-4c2d-95bf-f895c65aafdc)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:29:00.434004 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c1a67945-e454-445b-b36d-bcc242bf1f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:00.514737 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a67945-e454-445b-b36d-bcc242bf1f99 None None] Pushing event updated for resources: {'Port': ['ID=789b21f0-497f-486a-9bc2-1c32fb932fd7,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:00.734264 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-6f5bb06a-b4d5-4508-838a-4bd72da26794 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Deleting port 51f98f9b-4323-4d2b-be9b-a2e98eb72cea {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:29:00.734692 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f5bb06a-b4d5-4508-838a-4bd72da26794 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:00.929994 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f5bb06a-b4d5-4508-838a-4bd72da26794 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:00.950930 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-6f5bb06a-b4d5-4508-838a-4bd72da26794 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Calling delete_port for 51f98f9b-4323-4d2b-be9b-a2e98eb72cea owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:29:00.991256 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e24b8bf0-7b61-456a-adba-7646ea64d7e1 None None] Provisioning complete for port 789b21f0-497f-486a-9bc2-1c32fb932fd7 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:29:00.992642 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e24b8bf0-7b61-456a-adba-7646ea64d7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:01.153401 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f5bb06a-b4d5-4508-838a-4bd72da26794 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:01.174906 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e24b8bf0-7b61-456a-adba-7646ea64d7e1 None None] Could not find standard attr ID for object 51f98f9b-4323-4d2b-be9b-a2e98eb72cea. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:29:01.235041 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5bb06a-b4d5-4508-838a-4bd72da26794 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Pushing event deleted for resources: {'Port': ['ID=51f98f9b-4323-4d2b-be9b-a2e98eb72cea,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:01.269599 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f5bb06a-b4d5-4508-838a-4bd72da26794 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:01.274606 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45412) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:01.275259 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-6f5bb06a-b4d5-4508-838a-4bd72da26794 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] 10.222.0.98 "DELETE /v2.0/ports/51f98f9b-4323-4d2b-be9b-a2e98eb72cea HTTP/1.1" status: 204 len: 168 time: 0.8741076 Jul 09 16:29:01.359055 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-a40fbd37-b5c4-4b92-92cb-d7c9b6bccfd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Deleting subnet 5f5df250-2511-47ce-8e1f-f37029e55ca8 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:29:01.363325 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a40fbd37-b5c4-4b92-92cb-d7c9b6bccfd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:01.397016 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8d08c5df-4382-4b2a-bc7c-e3d47fffdeda None None] Could not find standard attr ID for object 51f98f9b-4323-4d2b-be9b-a2e98eb72cea. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:29:01.436783 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a40fbd37-b5c4-4b92-92cb-d7c9b6bccfd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:01.569859 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a40fbd37-b5c4-4b92-92cb-d7c9b6bccfd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:01.746283 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e0543ef6-0e20-40b6-bf85-9ca59d57d2a0 req-ea57e488-6b79-47b1-af56-e2673a4d0eae service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1378767 Jul 09 16:29:01.765221 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a40fbd37-b5c4-4b92-92cb-d7c9b6bccfd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:01.807060 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a40fbd37-b5c4-4b92-92cb-d7c9b6bccfd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:01.819950 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45418) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:01.834337 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-baaa5451-b23c-4c09-a2eb-d9c5c0055d9f None None] Could not find standard attr ID for object 8c3f1bd7-e505-4da1-9877-0719932c468a. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:29:01.837371 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a40fbd37-b5c4-4b92-92cb-d7c9b6bccfd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] 10.222.0.98 "DELETE /v2.0/subnets/5f5df250-2511-47ce-8e1f-f37029e55ca8 HTTP/1.1" status: 204 len: 168 time: 0.5607316 Jul 09 16:29:01.948292 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40fbd37-b5c4-4b92-92cb-d7c9b6bccfd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Pushing event deleted for resources: {'Subnet': ['ID=5f5df250-2511-47ce-8e1f-f37029e55ca8,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:02.006913 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0543ef6-0e20-40b6-bf85-9ca59d57d2a0 req-84ca1f30-ca13-4696-ba89-44fba8fed8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:02.008732 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e0543ef6-0e20-40b6-bf85-9ca59d57d2a0 req-84ca1f30-ca13-4696-ba89-44fba8fed8ea service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=927faf6a074749d0b7e4b4706940c5ca&device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 1096 time: 0.1702259 Jul 09 16:29:02.064521 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-89ab09fa-b444-4d5b-a21b-55dba0d2d395 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:02.169460 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9629b9c0-9f16-4a55-8b83-771e2160d4ad None None] Network 23a29924-7ea9-46d8-9fcb-1c43579fa7bd requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:29:02.194020 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-89ab09fa-b444-4d5b-a21b-55dba0d2d395 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Deleting port 789b21f0-497f-486a-9bc2-1c32fb932fd7 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:29:02.194639 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-89ab09fa-b444-4d5b-a21b-55dba0d2d395 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:02.211272 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0543ef6-0e20-40b6-bf85-9ca59d57d2a0 req-ac3c0bf3-379c-490b-b223-47d3d25da5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:02.213404 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e0543ef6-0e20-40b6-bf85-9ca59d57d2a0 req-ac3c0bf3-379c-490b-b223-47d3d25da5e5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e14244d3-321e-4e11-8fa5-f8d23e2088a8 HTTP/1.1" status: 200 len: 913 time: 0.1825926 Jul 09 16:29:02.300915 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-89ab09fa-b444-4d5b-a21b-55dba0d2d395 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] For port 789b21f0-497f-486a-9bc2-1c32fb932fd7, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=789b21f0-497f-486a-9bc2-1c32fb932fd7,segment=NetworkSegment(f66c85df-dfc5-4c2d-95bf-f895c65aafdc),segment_id=f66c85df-dfc5-4c2d-95bf-f895c65aafdc)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:29:02.300915 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-89ab09fa-b444-4d5b-a21b-55dba0d2d395 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:02.333660 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-89ab09fa-b444-4d5b-a21b-55dba0d2d395 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Calling delete_port for 789b21f0-497f-486a-9bc2-1c32fb932fd7 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:29:02.334089 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e0543ef6-0e20-40b6-bf85-9ca59d57d2a0 req-16ceb53a-8d11-4cf3-8dfa-35d77f40cf7e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1db38019-9c36-4811-87b1-9165e461b73e HTTP/1.1" status: 200 len: 1000 time: 0.1059048 Jul 09 16:29:02.395844 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0543ef6-0e20-40b6-bf85-9ca59d57d2a0 req-e4f69a25-6045-4a24-bb17-babf5e4292a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:02.397528 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e0543ef6-0e20-40b6-bf85-9ca59d57d2a0 req-e4f69a25-6045-4a24-bb17-babf5e4292a3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9ed42caa-ccec-43f9-abc2-3f037ba46c07 HTTP/1.1" status: 200 len: 851 time: 0.0563998 Jul 09 16:29:02.417297 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 789b21f0-497f-486a-9bc2-1c32fb932fd7 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:29:02.482418 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-89ab09fa-b444-4d5b-a21b-55dba0d2d395 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:02.503173 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0543ef6-0e20-40b6-bf85-9ca59d57d2a0 req-0f6edb7e-6da7-49e4-9f25-110edfa2acdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:02.505064 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e0543ef6-0e20-40b6-bf85-9ca59d57d2a0 req-0f6edb7e-6da7-49e4-9f25-110edfa2acdf service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e14244d3-321e-4e11-8fa5-f8d23e2088a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1007020 Jul 09 16:29:02.509114 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Could not find standard attr ID for object 789b21f0-497f-486a-9bc2-1c32fb932fd7. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:29:02.516099 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab09fa-b444-4d5b-a21b-55dba0d2d395 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Pushing event deleted for resources: {'Port': ['ID=789b21f0-497f-486a-9bc2-1c32fb932fd7,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:02.520242 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ab09fa-b444-4d5b-a21b-55dba0d2d395 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] No DVR routers for this DVR port 789b21f0-497f-486a-9bc2-1c32fb932fd7 on host n-d-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:29:02.613440 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb7c0a1-939b-4f42-89ca-322543731715 None None] DHCP port deletion for 23a29924-7ea9-46d8-9fcb-1c43579fa7bd request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:29:02.626490 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-89ab09fa-b444-4d5b-a21b-55dba0d2d395 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:02.640961 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-89ab09fa-b444-4d5b-a21b-55dba0d2d395 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23a29924-7ea9-46d8-9fcb-1c43579fa7bd']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:29:02.670422 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-89ab09fa-b444-4d5b-a21b-55dba0d2d395 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f66c85df-dfc5-4c2d-95bf-f895c65aafdc') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:29:02.670729 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-89ab09fa-b444-4d5b-a21b-55dba0d2d395 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f66c85df-dfc5-4c2d-95bf-f895c65aafdc') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:29:02.681768 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-89ab09fa-b444-4d5b-a21b-55dba0d2d395 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:02.701781 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-89ab09fa-b444-4d5b-a21b-55dba0d2d395 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:02.714475 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89ab09fa-b444-4d5b-a21b-55dba0d2d395 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:29:02.714925 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-89ab09fa-b444-4d5b-a21b-55dba0d2d395 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:02.718096 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:29:02.718096 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:29:02.718096 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:29:02.718096 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:29:02.718096 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:29:02.718096 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:29:02.718096 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:29:02.718096 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:29:02.718096 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:29:02.718096 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:29:02.718096 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:29:02.718096 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:29:02.718096 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:29:02.718096 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:29:02.718096 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:29:02.718096 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:29:02.718096 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:29:02.718096 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:29:02.718096 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:29:02.718096 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:29:02.718096 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:29:02.718096 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:29:02.718096 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:29:02.718096 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:29:02.718096 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:29:02.718096 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:29:02.718096 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:29:02.718096 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:29:02.718096 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:29:02.718096 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:29:02.718096 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:29:02.718096 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:29:02.718096 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:29:02.718096 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:29:02.731894 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e0543ef6-0e20-40b6-bf85-9ca59d57d2a0 req-272118f0-cf9f-431c-8184-4ad8206f32dd service neutron] 10.222.0.77 "GET /v2.0/networks/e14244d3-321e-4e11-8fa5-f8d23e2088a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162073 Jul 09 16:29:02.814886 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-89ab09fa-b444-4d5b-a21b-55dba0d2d395 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:02.849119 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-89ab09fa-b444-4d5b-a21b-55dba0d2d395 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:02.859431 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-89ab09fa-b444-4d5b-a21b-55dba0d2d395 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] 10.222.0.98 "DELETE /v2.0/networks/23a29924-7ea9-46d8-9fcb-1c43579fa7bd HTTP/1.1" status: 204 len: 168 time: 1.0383255 Jul 09 16:29:02.861071 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab09fa-b444-4d5b-a21b-55dba0d2d395 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719 tempest-ExtraDHCPOptionsIpV6TestJSON-1046858719-project] Pushing event deleted for resources: {'Network': ['ID=23a29924-7ea9-46d8-9fcb-1c43579fa7bd,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:02.874565 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e0543ef6-0e20-40b6-bf85-9ca59d57d2a0 req-ebe0aaa0-1375-44fa-a8d3-6005be38b117 service neutron] 10.222.0.77 "GET /v2.0/networks/e14244d3-321e-4e11-8fa5-f8d23e2088a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364405 Jul 09 16:29:03.208718 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45450) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:03.260757 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3a946-2c79-452c-a407-b9d58c9ebe71 req-7f2da32b-38a5-4a23-90f5-3fbad136aee2 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:03.267794 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-43d3a946-2c79-452c-a407-b9d58c9ebe71 req-7f2da32b-38a5-4a23-90f5-3fbad136aee2 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=ce83b532-ddc9-4a6d-bef3-eabd04719c14 HTTP/1.1" status: 200 len: 945 time: 0.1040280 Jul 09 16:29:03.325603 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-43d3a946-2c79-452c-a407-b9d58c9ebe71 req-c9bc5c60-2874-42f1-b51d-f2a3608e3f14 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568039 Jul 09 16:29:03.398863 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4842d825-5dc1-44de-84b5-312b2c3c4d95 req-7fa849b0-3fa5-4d08-a600-e56345a54b03 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:03.407312 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4842d825-5dc1-44de-84b5-312b2c3c4d95 req-7fa849b0-3fa5-4d08-a600-e56345a54b03 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=e56a7d9f-9692-476b-b3cb-c13689fb321b HTTP/1.1" status: 200 len: 945 time: 0.1047568 Jul 09 16:29:03.490123 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4842d825-5dc1-44de-84b5-312b2c3c4d95 req-618ea9e3-bbab-4bec-9256-7dcd4b6cb9c4 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707371 Jul 09 16:29:03.583286 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2c202dce-49d8-47c2-9e42-95a901eb7cd6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4b9a15e7f2d84e9fbe0697335cd9cc71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3729408 Jul 09 16:29:03.586512 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45454) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:03.646075 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702b9ee2-43af-4c62-a028-7c290926ace4 req-c10d4e34-4262-42df-91d8-dd1a72b9ef4a tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:03.648065 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-702b9ee2-43af-4c62-a028-7c290926ace4 req-c10d4e34-4262-42df-91d8-dd1a72b9ef4a tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=87343a5b-57e6-4455-aaf1-5a0c3e546326 HTTP/1.1" status: 200 len: 946 time: 0.0760210 Jul 09 16:29:03.655782 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005177a-85de-4857-9417-c3c9c16e2b3f req-6dc9d1a2-bceb-447e-b618-c55000090657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:03.657293 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7005177a-85de-4857-9417-c3c9c16e2b3f req-6dc9d1a2-bceb-447e-b618-c55000090657 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=927faf6a074749d0b7e4b4706940c5ca&device_id=ce83b532-ddc9-4a6d-bef3-eabd04719c14 HTTP/1.1" status: 200 len: 1096 time: 0.1166248 Jul 09 16:29:03.700006 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-702b9ee2-43af-4c62-a028-7c290926ace4 req-c3fcde52-4c76-46db-b7bf-83cceaba5ee4 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441344 Jul 09 16:29:03.726915 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5e6d4b8d-92b6-4bd2-ac82-d6aa409aac58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:03.762537 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5e6d4b8d-92b6-4bd2-ac82-d6aa409aac58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:03.795077 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005177a-85de-4857-9417-c3c9c16e2b3f req-1812a5da-809e-4e1e-83b0-a7021f3f7436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:03.796593 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7005177a-85de-4857-9417-c3c9c16e2b3f req-1812a5da-809e-4e1e-83b0-a7021f3f7436 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e14244d3-321e-4e11-8fa5-f8d23e2088a8 HTTP/1.1" status: 200 len: 913 time: 0.1297078 Jul 09 16:29:03.848471 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7005177a-85de-4857-9417-c3c9c16e2b3f req-a43ae7f4-f2f2-4a46-bba1-1ff08a1142a0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f HTTP/1.1" status: 200 len: 217 time: 0.0403254 Jul 09 16:29:03.907287 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5e6d4b8d-92b6-4bd2-ac82-d6aa409aac58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:03.911112 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5e6d4b8d-92b6-4bd2-ac82-d6aa409aac58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:03.912207 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-5e6d4b8d-92b6-4bd2-ac82-d6aa409aac58 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e827ff6b-186b-490b-965e-17e0300eca62 HTTP/1.1" status: 204 len: 168 time: 0.3247223 Jul 09 16:29:03.920129 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005177a-85de-4857-9417-c3c9c16e2b3f req-59c0405e-ab5b-4005-a485-a62e964adb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:03.924153 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7005177a-85de-4857-9417-c3c9c16e2b3f req-59c0405e-ab5b-4005-a485-a62e964adb3c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9ed42caa-ccec-43f9-abc2-3f037ba46c07 HTTP/1.1" status: 200 len: 851 time: 0.0692666 Jul 09 16:29:03.930037 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d4b8d-92b6-4bd2-ac82-d6aa409aac58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e827ff6b-186b-490b-965e-17e0300eca62,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:04.014369 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005177a-85de-4857-9417-c3c9c16e2b3f req-a5ea1608-05db-4eac-819e-55c61cc3c2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:04.019375 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7005177a-85de-4857-9417-c3c9c16e2b3f req-a5ea1608-05db-4eac-819e-55c61cc3c2fd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e14244d3-321e-4e11-8fa5-f8d23e2088a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781336 Jul 09 16:29:04.184744 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7005177a-85de-4857-9417-c3c9c16e2b3f req-c979c994-2c5b-4090-844d-cca034d5669f service neutron] 10.222.0.77 "GET /v2.0/networks/e14244d3-321e-4e11-8fa5-f8d23e2088a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578436 Jul 09 16:29:04.342483 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7005177a-85de-4857-9417-c3c9c16e2b3f req-4b667314-adcf-4137-a452-6cf90de35002 service neutron] 10.222.0.77 "GET /v2.0/networks/e14244d3-321e-4e11-8fa5-f8d23e2088a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493573 Jul 09 16:29:04.385831 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 789b21f0-497f-486a-9bc2-1c32fb932fd7 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:29:04.441286 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 789b21f0-497f-486a-9bc2-1c32fb932fd7 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:29:04.443471 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 789b21f0-497f-486a-9bc2-1c32fb932fd7 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:29:04.637758 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ca360-e02a-48a7-a0bb-26fe517f6e79 req-f113dc8a-1db4-4283-8924-bba5b3f497ba tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:04.639584 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-051ca360-e02a-48a7-a0bb-26fe517f6e79 req-f113dc8a-1db4-4283-8924-bba5b3f497ba tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=ce83b532-ddc9-4a6d-bef3-eabd04719c14 HTTP/1.1" status: 200 len: 945 time: 0.1354673 Jul 09 16:29:04.796854 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-051ca360-e02a-48a7-a0bb-26fe517f6e79 req-fbbf4fa4-6d11-4d13-a033-369ba41b1b90 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497867 Jul 09 16:29:04.814871 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101829fa-0086-4223-b7ed-d3ec2eb56e77 req-58561e76-df33-4ea0-958d-149f27a5f04e tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:04.819464 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-101829fa-0086-4223-b7ed-d3ec2eb56e77 req-58561e76-df33-4ea0-958d-149f27a5f04e tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=e56a7d9f-9692-476b-b3cb-c13689fb321b HTTP/1.1" status: 200 len: 945 time: 0.0812600 Jul 09 16:29:04.885356 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-101829fa-0086-4223-b7ed-d3ec2eb56e77 req-ae9ac8b8-380e-41ca-8c20-8b11687b8794 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500934 Jul 09 16:29:05.049694 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0664e342-68f5-4d83-85a1-074ab7b2a670 req-c7f04145-3666-496e-beda-accf8629e6b4 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:05.057669 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0664e342-68f5-4d83-85a1-074ab7b2a670 req-c7f04145-3666-496e-beda-accf8629e6b4 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=87343a5b-57e6-4455-aaf1-5a0c3e546326 HTTP/1.1" status: 200 len: 946 time: 0.0970664 Jul 09 16:29:05.136832 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0664e342-68f5-4d83-85a1-074ab7b2a670 req-7cd865c3-f225-45ea-a4c9-b51a4fc86ba9 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700796 Jul 09 16:29:05.162360 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45512) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:05.283544 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-b37871c3-8bd6-4d8d-ad0a-4942092d6b80 tempest-TagsTest-688383585 tempest-TagsTest-688383585-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1299696582'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:29:05.320412 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37871c3-8bd6-4d8d-ad0a-4942092d6b80 tempest-TagsTest-688383585 tempest-TagsTest-688383585-project] Made reservation on behalf of 63fa218f3c9f45769ebec724ee1dd5bb for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:29:05.326043 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b37871c3-8bd6-4d8d-ad0a-4942092d6b80 tempest-TagsTest-688383585 tempest-TagsTest-688383585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:05.340456 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b37871c3-8bd6-4d8d-ad0a-4942092d6b80 tempest-TagsTest-688383585 tempest-TagsTest-688383585-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:05.451968 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b37871c3-8bd6-4d8d-ad0a-4942092d6b80 tempest-TagsTest-688383585 tempest-TagsTest-688383585-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:05.457231 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b37871c3-8bd6-4d8d-ad0a-4942092d6b80 tempest-TagsTest-688383585 tempest-TagsTest-688383585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:05.489012 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b37871c3-8bd6-4d8d-ad0a-4942092d6b80 tempest-TagsTest-688383585 tempest-TagsTest-688383585-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:29:05.496240 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37871c3-8bd6-4d8d-ad0a-4942092d6b80 tempest-TagsTest-688383585 tempest-TagsTest-688383585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b348f6cb-386b-4608-838c-317d77e59dac,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:05.502751 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b37871c3-8bd6-4d8d-ad0a-4942092d6b80 tempest-TagsTest-688383585 tempest-TagsTest-688383585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:05.503305 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-b37871c3-8bd6-4d8d-ad0a-4942092d6b80 tempest-TagsTest-688383585 tempest-TagsTest-688383585-project] Added segment e8dc115a-1507-49b7-98ed-c187af00ce66 of type vlan for network 34980361-a000-407c-bdc8-7e03f75944f8 Jul 09 16:29:05.549257 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b37871c3-8bd6-4d8d-ad0a-4942092d6b80 tempest-TagsTest-688383585 tempest-TagsTest-688383585-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:05.586891 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b37871c3-8bd6-4d8d-ad0a-4942092d6b80 tempest-TagsTest-688383585 tempest-TagsTest-688383585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:05.593298 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37871c3-8bd6-4d8d-ad0a-4942092d6b80 tempest-TagsTest-688383585 tempest-TagsTest-688383585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:05.593916 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b37871c3-8bd6-4d8d-ad0a-4942092d6b80 tempest-TagsTest-688383585 tempest-TagsTest-688383585-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:05.670411 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b37871c3-8bd6-4d8d-ad0a-4942092d6b80 tempest-TagsTest-688383585 tempest-TagsTest-688383585-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.5072258 Jul 09 16:29:05.675988 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45520) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:05.685751 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-2c957cda-c269-4606-95dd-b2f3a13b416d tempest-TagsTest-688383585 tempest-TagsTest-688383585-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '34980361-a000-407c-bdc8-7e03f75944f8', 'tempest-TagsTest-Tag-1665917065') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:29:05.686235 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37871c3-8bd6-4d8d-ad0a-4942092d6b80 tempest-TagsTest-688383585 tempest-TagsTest-688383585-project] Pushing event updated for resources: {'Network': ['ID=34980361-a000-407c-bdc8-7e03f75944f8,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:05.699942 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 34980361-a000-407c-bdc8-7e03f75944f8 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:29:05.813207 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2c957cda-c269-4606-95dd-b2f3a13b416d tempest-TagsTest-688383585 tempest-TagsTest-688383585-project] 10.222.0.98 "PUT /v2.0/networks/34980361-a000-407c-bdc8-7e03f75944f8/tags/tempest-TagsTest-Tag-1665917065 HTTP/1.1" status: 201 len: 201 time: 0.1360376 Jul 09 16:29:05.815771 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45522) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:05.820599 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-f79b92fe-0bd7-47cf-a666-fcbb381e707b tempest-TagsTest-688383585 tempest-TagsTest-688383585-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '34980361-a000-407c-bdc8-7e03f75944f8', 'tempest-TagsTest-Tag-1665917065') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:29:05.904798 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f79b92fe-0bd7-47cf-a666-fcbb381e707b tempest-TagsTest-688383585 tempest-TagsTest-688383585-project] 10.222.0.98 "GET /v2.0/networks/34980361-a000-407c-bdc8-7e03f75944f8/tags/tempest-TagsTest-Tag-1665917065 HTTP/1.1" status: 204 len: 168 time: 0.0875375 Jul 09 16:29:05.907571 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45526) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:05.911964 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-b1578bc3-1a8c-4684-bd24-adc6bdb2307a tempest-TagsTest-688383585 tempest-TagsTest-688383585-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '34980361-a000-407c-bdc8-7e03f75944f8') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:29:06.051720 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b1578bc3-1a8c-4684-bd24-adc6bdb2307a tempest-TagsTest-688383585 tempest-TagsTest-688383585-project] 10.222.0.98 "GET /v2.0/networks/34980361-a000-407c-bdc8-7e03f75944f8/tags HTTP/1.1" status: 200 len: 238 time: 0.1428857 Jul 09 16:29:06.056514 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45530) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:06.065689 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-d5025b61-799f-4b9e-9e63-56e67ac81f6f tempest-TagsTest-688383585 tempest-TagsTest-688383585-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '34980361-a000-407c-bdc8-7e03f75944f8', {'tags': ['tempest-TagsTest-Tag-2089722885', 'tempest-TagsTest-Tag-853794131', 'tempest-TagsTest-Tag-1713259442']}) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:29:06.139692 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf29bb-0eb0-4aa3-92a3-f849ecd744f3 req-c08c34f2-22bc-4b08-9b88-16dabb9eccd3 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:06.141512 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-32cf29bb-0eb0-4aa3-92a3-f849ecd744f3 req-c08c34f2-22bc-4b08-9b88-16dabb9eccd3 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=ce83b532-ddc9-4a6d-bef3-eabd04719c14 HTTP/1.1" status: 200 len: 945 time: 0.1009300 Jul 09 16:29:06.203872 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-32cf29bb-0eb0-4aa3-92a3-f849ecd744f3 req-3f6989ac-0c8c-46bf-837c-fd92a313db68 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555420 Jul 09 16:29:06.226246 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d5025b61-799f-4b9e-9e63-56e67ac81f6f tempest-TagsTest-688383585 tempest-TagsTest-688383585-project] 10.222.0.98 "PUT /v2.0/networks/34980361-a000-407c-bdc8-7e03f75944f8/tags HTTP/1.1" status: 200 len: 308 time: 0.1670980 Jul 09 16:29:06.228788 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45540) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:06.233591 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.tag.tag_plugin [None req-54942583-78a1-414d-a766-b9442cd4e946 tempest-TagsTest-688383585 tempest-TagsTest-688383585-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '34980361-a000-407c-bdc8-7e03f75944f8', 'tempest-TagsTest-Tag-2089722885') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:29:06.253559 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb7324-9ee4-4885-b5da-60c4d67a52bd req-09a35d98-c132-4392-ae5a-e3b076bb2b9e tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:06.261265 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-55eb7324-9ee4-4885-b5da-60c4d67a52bd req-09a35d98-c132-4392-ae5a-e3b076bb2b9e tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=e56a7d9f-9692-476b-b3cb-c13689fb321b HTTP/1.1" status: 200 len: 945 time: 0.1870751 Jul 09 16:29:06.316826 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-55eb7324-9ee4-4885-b5da-60c4d67a52bd req-58fb96fc-2b87-418c-a14a-70a3d3fab89a tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530095 Jul 09 16:29:06.479826 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-54942583-78a1-414d-a766-b9442cd4e946 tempest-TagsTest-688383585 tempest-TagsTest-688383585-project] 10.222.0.98 "DELETE /v2.0/networks/34980361-a000-407c-bdc8-7e03f75944f8/tags/tempest-TagsTest-Tag-2089722885 HTTP/1.1" status: 204 len: 168 time: 0.2497733 Jul 09 16:29:06.484067 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45548) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:06.493209 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.tag.tag_plugin [None req-8d3b9a4a-76bc-490d-b16c-90ddd99ca40b tempest-TagsTest-688383585 tempest-TagsTest-688383585-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '34980361-a000-407c-bdc8-7e03f75944f8', 'tempest-TagsTest-Tag-2089722885') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:29:06.611802 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-8d3b9a4a-76bc-490d-b16c-90ddd99ca40b tempest-TagsTest-688383585 tempest-TagsTest-688383585-project] show failed (client error): The resource could not be found. Jul 09 16:29:06.613299 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8d3b9a4a-76bc-490d-b16c-90ddd99ca40b tempest-TagsTest-688383585 tempest-TagsTest-688383585-project] 10.222.0.98 "GET /v2.0/networks/34980361-a000-407c-bdc8-7e03f75944f8/tags/tempest-TagsTest-Tag-2089722885 HTTP/1.1" status: 404 len: 326 time: 0.1280525 Jul 09 16:29:06.616346 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45554) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:06.621400 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-bf832e0a-4ba6-4ef3-95cb-543ad081c299 tempest-TagsTest-688383585 tempest-TagsTest-688383585-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '34980361-a000-407c-bdc8-7e03f75944f8', 'tempest-TagsTest-Tag-853794131') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:29:06.637232 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06de9d-e0c6-4a31-b8b4-01c57969718b req-2c3f2ff3-e3f1-4915-89e9-1d68770257e6 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:06.644513 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-af06de9d-e0c6-4a31-b8b4-01c57969718b req-2c3f2ff3-e3f1-4915-89e9-1d68770257e6 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=87343a5b-57e6-4455-aaf1-5a0c3e546326 HTTP/1.1" status: 200 len: 946 time: 0.1025698 Jul 09 16:29:06.702222 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-af06de9d-e0c6-4a31-b8b4-01c57969718b req-2d90ac4f-7dba-4b53-9b54-7b3e78cf339c tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564148 Jul 09 16:29:06.725942 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-bf832e0a-4ba6-4ef3-95cb-543ad081c299 tempest-TagsTest-688383585 tempest-TagsTest-688383585-project] 10.222.0.98 "GET /v2.0/networks/34980361-a000-407c-bdc8-7e03f75944f8/tags/tempest-TagsTest-Tag-853794131 HTTP/1.1" status: 204 len: 168 time: 0.1080847 Jul 09 16:29:06.728573 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45556) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:06.733381 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.tag.tag_plugin [None req-02685043-06d9-4d46-9608-eedb94064582 tempest-TagsTest-688383585 tempest-TagsTest-688383585-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '34980361-a000-407c-bdc8-7e03f75944f8', 'tempest-TagsTest-Tag-1713259442') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:29:06.821455 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-02685043-06d9-4d46-9608-eedb94064582 tempest-TagsTest-688383585 tempest-TagsTest-688383585-project] 10.222.0.98 "GET /v2.0/networks/34980361-a000-407c-bdc8-7e03f75944f8/tags/tempest-TagsTest-Tag-1713259442 HTTP/1.1" status: 204 len: 168 time: 0.0917699 Jul 09 16:29:06.824407 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45560) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:06.829061 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.tag.tag_plugin [None req-47d8cf60-4ac7-4298-a3f7-e3d48e5f415f tempest-TagsTest-688383585 tempest-TagsTest-688383585-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '34980361-a000-407c-bdc8-7e03f75944f8') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:29:06.919136 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-47d8cf60-4ac7-4298-a3f7-e3d48e5f415f tempest-TagsTest-688383585 tempest-TagsTest-688383585-project] 10.222.0.98 "DELETE /v2.0/networks/34980361-a000-407c-bdc8-7e03f75944f8/tags HTTP/1.1" status: 204 len: 168 time: 0.0936744 Jul 09 16:29:06.922249 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45562) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:06.927278 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.tag.tag_plugin [None req-8992b65d-28bb-4e08-bfe8-5bed2ac11399 tempest-TagsTest-688383585 tempest-TagsTest-688383585-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '34980361-a000-407c-bdc8-7e03f75944f8', 'tempest-TagsTest-Tag-853794131') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:29:07.018432 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-8992b65d-28bb-4e08-bfe8-5bed2ac11399 tempest-TagsTest-688383585 tempest-TagsTest-688383585-project] show failed (client error): The resource could not be found. Jul 09 16:29:07.022458 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45564) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:07.022611 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8992b65d-28bb-4e08-bfe8-5bed2ac11399 tempest-TagsTest-688383585 tempest-TagsTest-688383585-project] 10.222.0.98 "GET /v2.0/networks/34980361-a000-407c-bdc8-7e03f75944f8/tags/tempest-TagsTest-Tag-853794131 HTTP/1.1" status: 404 len: 325 time: 0.0991626 Jul 09 16:29:07.027278 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-baa91690-c090-4510-8f62-61c16ec52de3 tempest-TagsTest-688383585 tempest-TagsTest-688383585-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '34980361-a000-407c-bdc8-7e03f75944f8', 'tempest-TagsTest-Tag-1713259442') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:29:07.098989 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [None req-baa91690-c090-4510-8f62-61c16ec52de3 tempest-TagsTest-688383585 tempest-TagsTest-688383585-project] show failed (client error): The resource could not be found. Jul 09 16:29:07.100155 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-baa91690-c090-4510-8f62-61c16ec52de3 tempest-TagsTest-688383585 tempest-TagsTest-688383585-project] 10.222.0.98 "GET /v2.0/networks/34980361-a000-407c-bdc8-7e03f75944f8/tags/tempest-TagsTest-Tag-1713259442 HTTP/1.1" status: 404 len: 326 time: 0.0765355 Jul 09 16:29:07.102919 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45572) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:07.107618 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-f65b2690-7ac1-4ddd-a65c-f3d56abb7d30 tempest-TagsTest-688383585 tempest-TagsTest-688383585-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '34980361-a000-407c-bdc8-7e03f75944f8') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:29:07.133873 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:29:07.183308 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f65b2690-7ac1-4ddd-a65c-f3d56abb7d30 tempest-TagsTest-688383585 tempest-TagsTest-688383585-project] 10.222.0.98 "DELETE /v2.0/networks/34980361-a000-407c-bdc8-7e03f75944f8/tags HTTP/1.1" status: 204 len: 168 time: 0.0793016 Jul 09 16:29:07.186699 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45578) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:07.217880 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:07.240360 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce83b532-ddc9-4a6d-bef3-eabd04719c14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:29:07.242559 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd27a1c8-4a32-41b9-949d-67b54c15d8a9" -d '{"events": [{"server_uuid": "ce83b532-ddc9-4a6d-bef3-eabd04719c14", "name": "network-vif-unplugged", "status": "completed", "tag": "79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:29:07.256227 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f,segment=NetworkSegment(44b862f2-e325-48d7-99eb-7401b6fb9e9c),segment_id=44b862f2-e325-48d7-99eb-7401b6fb9e9c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:29:07.262392 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:07.268840 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0669e322-ef1f-436e-a9c3-8016f1455adb tempest-TagsTest-688383585 tempest-TagsTest-688383585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:07.291906 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 09 Jul 2021 16:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815cd7ff-7b2e-4342-9d1b-95086c64c98f x-openstack-request-id: req-815cd7ff-7b2e-4342-9d1b-95086c64c98f {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:29:07.292198 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce83b532-ddc9-4a6d-bef3-eabd04719c14", "name": "network-vif-unplugged", "status": "failed", "tag": "79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f", "code": 422}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:29:07.292452 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-815cd7ff-7b2e-4342-9d1b-95086c64c98f {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:29:07.292846 n-d-798930-3 neutron-server[93960]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ce83b532-ddc9-4a6d-bef3-eabd04719c14', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f', 'code': 422} returned with failed status Jul 09 16:29:07.317393 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:07.384963 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0669e322-ef1f-436e-a9c3-8016f1455adb tempest-TagsTest-688383585 tempest-TagsTest-688383585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:07.396612 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-0669e322-ef1f-436e-a9c3-8016f1455adb tempest-TagsTest-688383585 tempest-TagsTest-688383585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34980361-a000-407c-bdc8-7e03f75944f8']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:29:07.409357 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-0669e322-ef1f-436e-a9c3-8016f1455adb tempest-TagsTest-688383585 tempest-TagsTest-688383585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8dc115a-1507-49b7-98ed-c187af00ce66') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:29:07.409657 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-0669e322-ef1f-436e-a9c3-8016f1455adb tempest-TagsTest-688383585 tempest-TagsTest-688383585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8dc115a-1507-49b7-98ed-c187af00ce66') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:29:07.426698 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0669e322-ef1f-436e-a9c3-8016f1455adb tempest-TagsTest-688383585 tempest-TagsTest-688383585-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:07.451609 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e22724-8d9b-460a-9311-2cede7dad52f req-02098f66-05d3-43e8-8cac-02854e02b1f8 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:07.453099 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c5e22724-8d9b-460a-9311-2cede7dad52f req-02098f66-05d3-43e8-8cac-02854e02b1f8 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=ce83b532-ddc9-4a6d-bef3-eabd04719c14 HTTP/1.1" status: 200 len: 943 time: 0.1155510 Jul 09 16:29:07.454114 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0669e322-ef1f-436e-a9c3-8016f1455adb tempest-TagsTest-688383585 tempest-TagsTest-688383585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:07.461313 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0669e322-ef1f-436e-a9c3-8016f1455adb tempest-TagsTest-688383585 tempest-TagsTest-688383585-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:29:07.461704 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0669e322-ef1f-436e-a9c3-8016f1455adb tempest-TagsTest-688383585 tempest-TagsTest-688383585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:07.465380 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:29:07.465380 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:29:07.465380 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:29:07.465380 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:29:07.465380 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:29:07.465380 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:29:07.465380 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:29:07.465380 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:29:07.465380 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:29:07.465380 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:29:07.465380 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:29:07.465380 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:29:07.465380 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:29:07.465380 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:29:07.465380 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:29:07.465380 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:29:07.465380 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:29:07.465380 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:29:07.465380 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:29:07.465380 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:29:07.465380 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:29:07.465380 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:29:07.465380 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:29:07.465380 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:29:07.465380 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:29:07.465380 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:29:07.465380 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:29:07.465380 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:29:07.465380 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:29:07.465380 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:29:07.465380 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:29:07.465380 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:29:07.542187 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c5e22724-8d9b-460a-9311-2cede7dad52f req-9d2f93e5-ae81-4797-9204-2cbc544c5559 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819151 Jul 09 16:29:07.543314 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0669e322-ef1f-436e-a9c3-8016f1455adb tempest-TagsTest-688383585 tempest-TagsTest-688383585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:07.550267 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0669e322-ef1f-436e-a9c3-8016f1455adb tempest-TagsTest-688383585 tempest-TagsTest-688383585-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:07.554427 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0669e322-ef1f-436e-a9c3-8016f1455adb tempest-TagsTest-688383585 tempest-TagsTest-688383585-project] 10.222.0.98 "DELETE /v2.0/networks/34980361-a000-407c-bdc8-7e03f75944f8 HTTP/1.1" status: 204 len: 168 time: 0.3644297 Jul 09 16:29:07.564510 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0669e322-ef1f-436e-a9c3-8016f1455adb tempest-TagsTest-688383585 tempest-TagsTest-688383585-project] Pushing event deleted for resources: {'Network': ['ID=34980361-a000-407c-bdc8-7e03f75944f8,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:07.571968 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e9b9c9-bd14-4c01-a4bc-98c34accbabf req-68090e74-3d25-4ab1-963b-d960a8b425c4 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:07.573583 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-50e9b9c9-bd14-4c01-a4bc-98c34accbabf req-68090e74-3d25-4ab1-963b-d960a8b425c4 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=e56a7d9f-9692-476b-b3cb-c13689fb321b HTTP/1.1" status: 200 len: 945 time: 0.0839262 Jul 09 16:29:07.619511 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-50e9b9c9-bd14-4c01-a4bc-98c34accbabf req-0c3072e9-4428-47cc-b19a-dc3e8d565216 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373838 Jul 09 16:29:07.834354 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20adb88b-43e3-4bc9-ac36-bc625c7d6cae req-3374f798-80f6-407f-a140-1fe3b3ce8395 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:07.836142 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-20adb88b-43e3-4bc9-ac36-bc625c7d6cae req-3374f798-80f6-407f-a140-1fe3b3ce8395 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.0805173 Jul 09 16:29:07.890310 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-20adb88b-43e3-4bc9-ac36-bc625c7d6cae req-f53dbb89-b0e1-4f93-8aaa-7a159248acb2 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0464034 Jul 09 16:29:07.896536 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45620) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:07.914295 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab0e331-5dc3-4c8e-b723-4afa8a1d0d81 req-8cacc4ab-c662-4e05-add2-1ea2fc36530e tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:07.918222 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-aab0e331-5dc3-4c8e-b723-4afa8a1d0d81 req-8cacc4ab-c662-4e05-add2-1ea2fc36530e tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] 10.222.0.98 "GET /v2.0/ports?device_id=e5ebcab8-5539-48a5-a89a-c895e6b7cdc0 HTTP/1.1" status: 200 len: 951 time: 0.0770955 Jul 09 16:29:07.965848 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-aab0e331-5dc3-4c8e-b723-4afa8a1d0d81 req-a05af90c-26af-43fc-ad02-7aa8e97f8a80 tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] 10.222.0.98 "GET /v2.0/security-groups?id=d5787e4b-0025-4888-9634-927da41b95f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360260 Jul 09 16:29:08.090324 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-10b88e0b-bcf5-492e-82e0-34f0122f7d43 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=63fa218f3c9f45769ebec724ee1dd5bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1925595 Jul 09 16:29:08.092928 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45626) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:08.106014 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2848a3-24ce-4de1-88c1-96e35c77c5df req-63e2270c-bb8c-43ce-ac4c-6da3e0a48102 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:08.107900 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7c2848a3-24ce-4de1-88c1-96e35c77c5df req-63e2270c-bb8c-43ce-ac4c-6da3e0a48102 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=87343a5b-57e6-4455-aaf1-5a0c3e546326 HTTP/1.1" status: 200 len: 946 time: 0.1053333 Jul 09 16:29:08.151757 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7c2848a3-24ce-4de1-88c1-96e35c77c5df req-474c4ddb-a80b-4ba1-8cde-b109eb440f2a tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357594 Jul 09 16:29:08.152213 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-428b8517-3932-48a1-b532-97ec311c2290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:08.175098 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-428b8517-3932-48a1-b532-97ec311c2290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:08.267651 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d660692-8756-491b-88b9-c06b39088a01 req-cc97074f-2abd-42c3-b3e9-3017c145d4cd tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:08.269119 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4d660692-8756-491b-88b9-c06b39088a01 req-cc97074f-2abd-42c3-b3e9-3017c145d4cd tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.0920939 Jul 09 16:29:08.277788 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-428b8517-3932-48a1-b532-97ec311c2290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:08.280281 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-428b8517-3932-48a1-b532-97ec311c2290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:08.281362 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-428b8517-3932-48a1-b532-97ec311c2290 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b348f6cb-386b-4608-838c-317d77e59dac HTTP/1.1" status: 204 len: 168 time: 0.1874473 Jul 09 16:29:08.308989 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b8517-3932-48a1-b532-97ec311c2290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b348f6cb-386b-4608-838c-317d77e59dac,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:08.331753 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4d660692-8756-491b-88b9-c06b39088a01 req-0918736c-a7c5-45a5-bad8-9d521ce9f73d tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0556948 Jul 09 16:29:08.696687 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bac486-9798-4453-8237-435c72d9ff8a req-a9824a32-c028-4bb5-809d-5e6539295d3e tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:08.698835 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f4bac486-9798-4453-8237-435c72d9ff8a req-a9824a32-c028-4bb5-809d-5e6539295d3e tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.0700903 Jul 09 16:29:08.741557 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f4bac486-9798-4453-8237-435c72d9ff8a req-03011d39-72fd-4349-a16f-8feca85435e3 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0362229 Jul 09 16:29:08.822190 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18058da1-1f89-4657-bd2c-637b49213974 req-e8307539-1f1b-4eb8-8cb5-28a8c46b35ff tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:08.823901 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-18058da1-1f89-4657-bd2c-637b49213974 req-e8307539-1f1b-4eb8-8cb5-28a8c46b35ff tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=e56a7d9f-9692-476b-b3cb-c13689fb321b HTTP/1.1" status: 200 len: 945 time: 0.0713880 Jul 09 16:29:08.867563 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-18058da1-1f89-4657-bd2c-637b49213974 req-b920b458-f0d9-4ea1-9f4d-8e6bf76bc846 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378606 Jul 09 16:29:08.962718 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45656) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:08.966336 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [-] 10.222.0.98 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026138 Jul 09 16:29:08.969230 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45658) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:09.068629 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b6bc1472-e738-4423-bea9-f381aaf02b69 tempest-NetworksApiDiscovery-1440482113 tempest-NetworksApiDiscovery-1440482113-project] 10.222.0.98 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.0983253 Jul 09 16:29:09.145971 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dba200-4708-43fa-bc1c-002031882ea4 req-8d9239d7-4e92-4b91-adbe-21a925baacef tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:09.147573 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-52dba200-4708-43fa-bc1c-002031882ea4 req-8d9239d7-4e92-4b91-adbe-21a925baacef tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] 10.222.0.98 "GET /v2.0/ports?device_id=e5ebcab8-5539-48a5-a89a-c895e6b7cdc0 HTTP/1.1" status: 200 len: 951 time: 0.0662258 Jul 09 16:29:09.197923 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-52dba200-4708-43fa-bc1c-002031882ea4 req-5db5a7ee-2325-4b84-ad03-d81a0c497288 tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] 10.222.0.98 "GET /v2.0/security-groups?id=d5787e4b-0025-4888-9634-927da41b95f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407290 Jul 09 16:29:09.343248 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45680) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:09.347312 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5daf54-2b1e-42bf-833f-fc5aabbc2137 req-dcfa6a49-d637-4dbe-a818-2e90e138f680 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:09.348948 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2d5daf54-2b1e-42bf-833f-fc5aabbc2137 req-dcfa6a49-d637-4dbe-a818-2e90e138f680 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=87343a5b-57e6-4455-aaf1-5a0c3e546326 HTTP/1.1" status: 200 len: 946 time: 0.0671995 Jul 09 16:29:09.389478 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2d5daf54-2b1e-42bf-833f-fc5aabbc2137 req-46617314-5e2d-4f14-8e1f-e3f629438fe9 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340443 Jul 09 16:29:09.457884 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd1804fe-9fc6-41ea-88f9-1f6517b4fb25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:09.555490 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd1804fe-9fc6-41ea-88f9-1f6517b4fb25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:09.560983 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd1804fe-9fc6-41ea-88f9-1f6517b4fb25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:09.601986 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-cd1804fe-9fc6-41ea-88f9-1f6517b4fb25 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f977a8b11fa94ee1a0f815699a968cb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2576597 Jul 09 16:29:09.604844 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45706) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:09.611343 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1804fe-9fc6-41ea-88f9-1f6517b4fb25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f39a77-40bc-4b0b-ac0f-2aa97594a058,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:09.661225 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6466fa59-ad89-4a31-8181-1a6716577701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:09.683065 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6466fa59-ad89-4a31-8181-1a6716577701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:09.732045 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6466fa59-ad89-4a31-8181-1a6716577701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:09.734602 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6466fa59-ad89-4a31-8181-1a6716577701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:09.735942 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-6466fa59-ad89-4a31-8181-1a6716577701 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a0f39a77-40bc-4b0b-ac0f-2aa97594a058 HTTP/1.1" status: 204 len: 168 time: 0.1297195 Jul 09 16:29:09.744536 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6466fa59-ad89-4a31-8181-1a6716577701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f39a77-40bc-4b0b-ac0f-2aa97594a058,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:09.939568 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3310fa-eddb-4181-9e1c-81951226698b req-82f09685-e314-4493-a98e-22aac36e5102 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:09.942493 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5e3310fa-eddb-4181-9e1c-81951226698b req-82f09685-e314-4493-a98e-22aac36e5102 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.0827475 Jul 09 16:29:09.989542 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5e3310fa-eddb-4181-9e1c-81951226698b req-49dd40fa-ea7d-435d-8a6d-46096f14c24f tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0395596 Jul 09 16:29:10.039045 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:10.121351 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39fb60e-5e86-4cc7-a790-19d161469332 req-280cbdf8-cffc-42e3-b783-f9ecb741171e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:10.123351 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c39fb60e-5e86-4cc7-a790-19d161469332 req-280cbdf8-cffc-42e3-b783-f9ecb741171e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e56a7d9f-9692-476b-b3cb-c13689fb321b HTTP/1.1" status: 200 len: 1096 time: 0.1024458 Jul 09 16:29:10.515868 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c39fb60e-5e86-4cc7-a790-19d161469332 req-29b5ebc4-a82a-4f1f-8a9d-77a1669ae15c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3842139 Jul 09 16:29:10.533263 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec86574-fe7c-40eb-9407-ea9e2a70fe73 req-d792d312-e7ea-49f2-818c-b34b06c387ce tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:10.534808 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5ec86574-fe7c-40eb-9407-ea9e2a70fe73 req-d792d312-e7ea-49f2-818c-b34b06c387ce tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] 10.222.0.98 "GET /v2.0/ports?device_id=e5ebcab8-5539-48a5-a89a-c895e6b7cdc0 HTTP/1.1" status: 200 len: 951 time: 0.0853899 Jul 09 16:29:10.576578 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5ec86574-fe7c-40eb-9407-ea9e2a70fe73 req-55a426ba-2e6e-46b3-9f45-1284757e1165 tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] 10.222.0.98 "GET /v2.0/security-groups?id=d5787e4b-0025-4888-9634-927da41b95f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362318 Jul 09 16:29:10.783620 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device a1401fea-336b-4056-ab81-4b77265f7002 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:29:10.888535 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d482934-58cd-4d76-a77f-a24321b21a27 req-f8ec4314-c4cb-45b4-86b0-7442b76e0998 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:10.896813 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3d482934-58cd-4d76-a77f-a24321b21a27 req-f8ec4314-c4cb-45b4-86b0-7442b76e0998 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=87343a5b-57e6-4455-aaf1-5a0c3e546326 HTTP/1.1" status: 200 len: 946 time: 0.0968592 Jul 09 16:29:10.897769 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:10.904951 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c135b9b-c9e4-40e0-8109-4343b5c7c9cb req-027015aa-1653-4710-9a70-7c5f4abb607a tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:10.912183 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1c135b9b-c9e4-40e0-8109-4343b5c7c9cb req-027015aa-1653-4710-9a70-7c5f4abb607a tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=e56a7d9f-9692-476b-b3cb-c13689fb321b HTTP/1.1" status: 200 len: 945 time: 0.4180281 Jul 09 16:29:10.931414 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ebcab8-5539-48a5-a89a-c895e6b7cdc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1401fea-336b-4056-ab81-4b77265f7002'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:29:10.935420 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a67d42-9ae4-4cba-b71f-b44e2bfe84b4" -d '{"events": [{"server_uuid": "e5ebcab8-5539-48a5-a89a-c895e6b7cdc0", "name": "network-vif-unplugged", "status": "completed", "tag": "a1401fea-336b-4056-ab81-4b77265f7002"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:29:10.953395 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port a1401fea-336b-4056-ab81-4b77265f7002, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=a1401fea-336b-4056-ab81-4b77265f7002,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:29:10.954147 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3d482934-58cd-4d76-a77f-a24321b21a27 req-511ba6de-2ee9-4f9e-a5dd-7d23e171ae1a tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562558 Jul 09 16:29:10.958897 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:10.969130 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1c135b9b-c9e4-40e0-8109-4343b5c7c9cb req-9285e51a-a31a-42fd-922b-b3e62fec3f44 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503066 Jul 09 16:29:11.007149 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90951c1a-8409-4346-a66d-4f89dfda96fc x-openstack-request-id: req-90951c1a-8409-4346-a66d-4f89dfda96fc {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:29:11.007441 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5ebcab8-5539-48a5-a89a-c895e6b7cdc0", "name": "network-vif-unplugged", "status": "completed", "tag": "a1401fea-336b-4056-ab81-4b77265f7002", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:29:11.007697 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-90951c1a-8409-4346-a66d-4f89dfda96fc {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:29:11.008092 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5ebcab8-5539-48a5-a89a-c895e6b7cdc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1401fea-336b-4056-ab81-4b77265f7002', 'code': 200} Jul 09 16:29:11.018984 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=a1401fea-336b-4056-ab81-4b77265f7002,revision_number=11']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:11.183123 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d64e56-79b7-41aa-9296-d8059f9465d9 req-3371a869-b3b6-49ed-8c52-bcc2ed10a920 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:11.184856 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-20d64e56-79b7-41aa-9296-d8059f9465d9 req-3371a869-b3b6-49ed-8c52-bcc2ed10a920 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.0641675 Jul 09 16:29:11.223541 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-20d64e56-79b7-41aa-9296-d8059f9465d9 req-1dfa7cc1-539f-4e67-a063-328b53f8604d tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0329781 Jul 09 16:29:11.765360 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86be3c7-9c56-4b3b-8075-369de80a81a3 req-76e706df-2385-42a3-b891-4e68255ebc2f tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:11.766957 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a86be3c7-9c56-4b3b-8075-369de80a81a3 req-76e706df-2385-42a3-b891-4e68255ebc2f tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] 10.222.0.98 "GET /v2.0/ports?device_id=e5ebcab8-5539-48a5-a89a-c895e6b7cdc0 HTTP/1.1" status: 200 len: 949 time: 0.0706534 Jul 09 16:29:11.811316 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a86be3c7-9c56-4b3b-8075-369de80a81a3 req-357a08ca-c309-4b27-ba54-4320a40ef746 tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] 10.222.0.98 "GET /v2.0/security-groups?id=d5787e4b-0025-4888-9634-927da41b95f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388558 Jul 09 16:29:12.153142 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b8229-43ea-4152-a09a-d64747c9161b req-48f6c3fc-5708-48af-a5f6-8e1f1366fd21 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:12.154641 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-dc3b8229-43ea-4152-a09a-d64747c9161b req-48f6c3fc-5708-48af-a5f6-8e1f1366fd21 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=e56a7d9f-9692-476b-b3cb-c13689fb321b HTTP/1.1" status: 200 len: 945 time: 0.0706577 Jul 09 16:29:12.200533 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-dc3b8229-43ea-4152-a09a-d64747c9161b req-31ef02c3-5a4a-41a5-a1f5-161a4414c131 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400953 Jul 09 16:29:12.348723 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20236f-0da6-499c-b46f-5b48f81eb8b6 req-f36183cf-8bc3-4369-a98e-40596fe6d0d8 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:12.351311 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ce20236f-0da6-499c-b46f-5b48f81eb8b6 req-f36183cf-8bc3-4369-a98e-40596fe6d0d8 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=87343a5b-57e6-4455-aaf1-5a0c3e546326 HTTP/1.1" status: 200 len: 946 time: 0.2701471 Jul 09 16:29:12.392870 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ce20236f-0da6-499c-b46f-5b48f81eb8b6 req-d4259dde-f39c-453d-8752-9d7ca6cc5356 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350478 Jul 09 16:29:12.487424 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246bdd3-4fe1-4204-bfae-91d0f83d8bb3 req-6d1a75d7-a367-4e21-8b95-a24482047469 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:12.489120 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0246bdd3-4fe1-4204-bfae-91d0f83d8bb3 req-6d1a75d7-a367-4e21-8b95-a24482047469 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.0684717 Jul 09 16:29:12.530101 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0246bdd3-4fe1-4204-bfae-91d0f83d8bb3 req-0f30d0ea-43c9-4928-a796-ba7dd206fa09 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0343075 Jul 09 16:29:12.724070 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e6ff1-684d-45d2-95a4-3e53afeb5dd3 req-e3aa2921-29f5-406e-979b-ee1b60923aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:12.725980 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7d6e6ff1-684d-45d2-95a4-3e53afeb5dd3 req-e3aa2921-29f5-406e-979b-ee1b60923aad service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bab91c2e534b48d6932e69e9f922d333&device_id=e56a7d9f-9692-476b-b3cb-c13689fb321b HTTP/1.1" status: 200 len: 1096 time: 0.0574203 Jul 09 16:29:12.748181 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5cae12-d4da-4ce4-9c4c-57e9c8b3c16a req-c61002ec-4f04-45fd-ab13-3d1493c6b90f tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:12.749685 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5a5cae12-d4da-4ce4-9c4c-57e9c8b3c16a req-c61002ec-4f04-45fd-ab13-3d1493c6b90f tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=e56a7d9f-9692-476b-b3cb-c13689fb321b HTTP/1.1" status: 200 len: 945 time: 0.0666609 Jul 09 16:29:12.793060 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5a5cae12-d4da-4ce4-9c4c-57e9c8b3c16a req-1d71aa83-3b5c-420b-8fba-aaef50c69bea tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360024 Jul 09 16:29:12.862355 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e6ff1-684d-45d2-95a4-3e53afeb5dd3 req-220dd605-33be-43c4-864c-8e829ac3478d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:12.863855 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7d6e6ff1-684d-45d2-95a4-3e53afeb5dd3 req-220dd605-33be-43c4-864c-8e829ac3478d service neutron] 10.222.0.73 "GET /v2.0/networks?id=77349fb7-f08f-401d-a502-ac937b81dcab HTTP/1.1" status: 200 len: 920 time: 0.1315150 Jul 09 16:29:12.914708 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7d6e6ff1-684d-45d2-95a4-3e53afeb5dd3 req-dee219b0-24f2-48ec-a955-f0a5539da8dc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f485a2cf-f2dd-4a21-99af-285b7678aa99 HTTP/1.1" status: 200 len: 217 time: 0.0413527 Jul 09 16:29:12.993495 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca043da-20de-413a-a042-9a4e05a55e92 req-c63e5555-8d91-4e4e-9dd4-46a828fb8f77 tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:12.995066 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cca043da-20de-413a-a042-9a4e05a55e92 req-c63e5555-8d91-4e4e-9dd4-46a828fb8f77 tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] 10.222.0.73 "GET /v2.0/ports?device_id=e5ebcab8-5539-48a5-a89a-c895e6b7cdc0 HTTP/1.1" status: 200 len: 949 time: 0.1806185 Jul 09 16:29:13.022087 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e6ff1-684d-45d2-95a4-3e53afeb5dd3 req-5bbea874-5968-49f7-9352-8ff134416f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:13.022670 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7d6e6ff1-684d-45d2-95a4-3e53afeb5dd3 req-5bbea874-5968-49f7-9352-8ff134416f65 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=03aa29d7-618e-4fba-93dc-b83569f87121 HTTP/1.1" status: 200 len: 859 time: 0.1014936 Jul 09 16:29:13.044097 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc210d-71d4-43cf-8d54-5d887df1cf6f req-3f27f32d-f6e2-4f89-89de-64fa214d423d tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:13.049331 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c3fc210d-71d4-43cf-8d54-5d887df1cf6f req-3f27f32d-f6e2-4f89-89de-64fa214d423d tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] 10.222.0.98 "GET /v2.0/ports?device_id=e5ebcab8-5539-48a5-a89a-c895e6b7cdc0 HTTP/1.1" status: 200 len: 949 time: 0.0816448 Jul 09 16:29:13.073073 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7d6e6ff1-684d-45d2-95a4-3e53afeb5dd3 req-58333174-8d62-42d9-b6a0-3a79460bbea2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=77349fb7-f08f-401d-a502-ac937b81dcab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299823 Jul 09 16:29:13.091151 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c3fc210d-71d4-43cf-8d54-5d887df1cf6f req-4b111751-7fd7-426f-bd42-e8eff8c7c0fc tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] 10.222.0.98 "GET /v2.0/security-groups?id=d5787e4b-0025-4888-9634-927da41b95f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380318 Jul 09 16:29:13.214244 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7d6e6ff1-684d-45d2-95a4-3e53afeb5dd3 req-f94597b0-9d6e-4171-8e89-ed43c34bfbcc service neutron] 10.222.0.73 "GET /v2.0/networks/77349fb7-f08f-401d-a502-ac937b81dcab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297846 Jul 09 16:29:13.219329 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-cca043da-20de-413a-a042-9a4e05a55e92 req-a85bd0b9-7192-4d1a-8af5-101af4b291ee tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] Deleting port a1401fea-336b-4056-ab81-4b77265f7002 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:29:13.220036 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cca043da-20de-413a-a042-9a4e05a55e92 req-a85bd0b9-7192-4d1a-8af5-101af4b291ee tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:13.375851 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-cca043da-20de-413a-a042-9a4e05a55e92 req-a85bd0b9-7192-4d1a-8af5-101af4b291ee tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] For port a1401fea-336b-4056-ab81-4b77265f7002, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=a1401fea-336b-4056-ab81-4b77265f7002,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:29:13.376133 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cca043da-20de-413a-a042-9a4e05a55e92 req-a85bd0b9-7192-4d1a-8af5-101af4b291ee tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:13.386034 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7d6e6ff1-684d-45d2-95a4-3e53afeb5dd3 req-5ed269a8-6939-4281-be64-7dad0abf2f93 service neutron] 10.222.0.73 "GET /v2.0/networks/77349fb7-f08f-401d-a502-ac937b81dcab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622641 Jul 09 16:29:13.391389 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-cca043da-20de-413a-a042-9a4e05a55e92 req-a85bd0b9-7192-4d1a-8af5-101af4b291ee tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] Calling delete_port for a1401fea-336b-4056-ab81-4b77265f7002 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:29:13.582396 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cca043da-20de-413a-a042-9a4e05a55e92 req-a85bd0b9-7192-4d1a-8af5-101af4b291ee tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:13.619775 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85bd0b9-7192-4d1a-8af5-101af4b291ee tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] Pushing event deleted for resources: {'Port': ['ID=a1401fea-336b-4056-ab81-4b77265f7002,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:13.637616 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc2d88-c270-42df-8e1c-37486e1a7296 req-d7790edc-d331-4001-b258-7c69aa707ac5 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:13.639392 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-64bc2d88-c270-42df-8e1c-37486e1a7296 req-d7790edc-d331-4001-b258-7c69aa707ac5 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=87343a5b-57e6-4455-aaf1-5a0c3e546326 HTTP/1.1" status: 200 len: 946 time: 0.1189635 Jul 09 16:29:13.683895 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca043da-20de-413a-a042-9a4e05a55e92 req-a85bd0b9-7192-4d1a-8af5-101af4b291ee tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] No DVR routers for this DVR port a1401fea-336b-4056-ab81-4b77265f7002 on host n-h2-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:29:13.691466 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cca043da-20de-413a-a042-9a4e05a55e92 req-a85bd0b9-7192-4d1a-8af5-101af4b291ee tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:13.693624 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cca043da-20de-413a-a042-9a4e05a55e92 req-a85bd0b9-7192-4d1a-8af5-101af4b291ee tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] 10.222.0.73 "DELETE /v2.0/ports/a1401fea-336b-4056-ab81-4b77265f7002 HTTP/1.1" status: 204 len: 173 time: 0.6895919 Jul 09 16:29:13.695492 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ebcab8-5539-48a5-a89a-c895e6b7cdc0', 'name': 'network-vif-deleted', 'tag': 'a1401fea-336b-4056-ab81-4b77265f7002'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:29:13.698420 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d65b2aa-7208-4044-b0fb-e12d877d0969" -d '{"events": [{"server_uuid": "e5ebcab8-5539-48a5-a89a-c895e6b7cdc0", "name": "network-vif-deleted", "tag": "a1401fea-336b-4056-ab81-4b77265f7002"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:29:13.729900 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac7bca-807d-4915-942f-d6b64a42cc31 req-1b7fe628-1ca6-4d8a-8067-7a2d042576a3 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:13.735300 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-64bc2d88-c270-42df-8e1c-37486e1a7296 req-5c654c19-cc20-4511-95d8-837b4ee2e98d tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539646 Jul 09 16:29:13.737795 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b0ac7bca-807d-4915-942f-d6b64a42cc31 req-1b7fe628-1ca6-4d8a-8067-7a2d042576a3 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.0869212 Jul 09 16:29:13.784252 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b0ac7bca-807d-4915-942f-d6b64a42cc31 req-beecec5e-5113-4413-9cbb-2b950616fc72 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0455728 Jul 09 16:29:13.848806 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78d6660-fcc8-49c6-b932-183384009bed x-openstack-request-id: req-e78d6660-fcc8-49c6-b932-183384009bed {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:29:13.849332 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5ebcab8-5539-48a5-a89a-c895e6b7cdc0", "name": "network-vif-deleted", "tag": "a1401fea-336b-4056-ab81-4b77265f7002", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:29:13.850049 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e78d6660-fcc8-49c6-b932-183384009bed {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:29:13.850598 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5ebcab8-5539-48a5-a89a-c895e6b7cdc0', 'name': 'network-vif-deleted', 'tag': 'a1401fea-336b-4056-ab81-4b77265f7002', 'status': 'completed', 'code': 200} Jul 09 16:29:14.124792 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f41c75-c1ae-4e23-bd0f-bfb70351a1a1 req-6b998336-8cce-4850-a25e-4977d539a902 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:14.126417 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c8f41c75-c1ae-4e23-bd0f-bfb70351a1a1 req-6b998336-8cce-4850-a25e-4977d539a902 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=e56a7d9f-9692-476b-b3cb-c13689fb321b HTTP/1.1" status: 200 len: 945 time: 0.1717236 Jul 09 16:29:14.173833 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c8f41c75-c1ae-4e23-bd0f-bfb70351a1a1 req-7befa732-3683-4165-b3a1-2587bf856923 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386026 Jul 09 16:29:14.343178 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-36a70170-8457-4267-adff-26faa497846c req-ebd32b0a-b21f-4f87-b1dd-50b4a81e9f48 tempest-ImagesOneServerTestJSON-2092558203 tempest-ImagesOneServerTestJSON-2092558203-project] 10.222.0.98 "GET /v2.0/ports?device_id=e5ebcab8-5539-48a5-a89a-c895e6b7cdc0 HTTP/1.1" status: 200 len: 210 time: 0.0292997 Jul 09 16:29:14.936764 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92903e6-0133-4b71-b567-e419f1f48aa1 req-bfe3e91b-f69e-40b3-bee8-b7d269d90882 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:14.938296 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c92903e6-0133-4b71-b567-e419f1f48aa1 req-bfe3e91b-f69e-40b3-bee8-b7d269d90882 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=87343a5b-57e6-4455-aaf1-5a0c3e546326 HTTP/1.1" status: 200 len: 946 time: 0.0657148 Jul 09 16:29:14.958154 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2452c0a-d0d3-4b74-97a8-db7319ea074b req-42b23447-b1ef-45a8-b9fb-0b3466524943 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:14.959674 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d2452c0a-d0d3-4b74-97a8-db7319ea074b req-42b23447-b1ef-45a8-b9fb-0b3466524943 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.0643775 Jul 09 16:29:14.978352 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c92903e6-0133-4b71-b567-e419f1f48aa1 req-1f41643d-a988-43be-b336-deafe52ec308 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340090 Jul 09 16:29:14.999781 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d2452c0a-d0d3-4b74-97a8-db7319ea074b req-b7c6e4dd-ff0a-493a-9afb-629a152d732f tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0339649 Jul 09 16:29:15.406910 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81900764-649e-4898-b61b-7947fa66a9bd req-0a39b4e1-fdb0-4278-b156-0a30f931be51 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:15.408403 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-81900764-649e-4898-b61b-7947fa66a9bd req-0a39b4e1-fdb0-4278-b156-0a30f931be51 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=e56a7d9f-9692-476b-b3cb-c13689fb321b HTTP/1.1" status: 200 len: 945 time: 0.0720897 Jul 09 16:29:15.451799 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-81900764-649e-4898-b61b-7947fa66a9bd req-99162e57-6e0e-4c4f-a5e8-368f2272a1f4 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375025 Jul 09 16:29:15.717511 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45858) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:15.860334 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e6800218-f398-45fc-84fa-8bd6389b3227 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=566244edd731443e98a06069383cb32a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1415653 Jul 09 16:29:15.862745 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45862) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:15.914408 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a9504a1b-45fc-4f48-85d5-2bd1b3f62104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:15.936982 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a9504a1b-45fc-4f48-85d5-2bd1b3f62104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:15.986941 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a9504a1b-45fc-4f48-85d5-2bd1b3f62104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:15.989407 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a9504a1b-45fc-4f48-85d5-2bd1b3f62104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:15.990557 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a9504a1b-45fc-4f48-85d5-2bd1b3f62104 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d5787e4b-0025-4888-9634-927da41b95f0 HTTP/1.1" status: 204 len: 168 time: 0.1268435 Jul 09 16:29:15.999353 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9504a1b-45fc-4f48-85d5-2bd1b3f62104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5787e4b-0025-4888-9634-927da41b95f0,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:16.188234 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f9ef5d-b811-4b02-8180-456a85369a0b req-6ce79655-8780-42c9-9369-3b73a4a744a2 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:16.190343 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c1f9ef5d-b811-4b02-8180-456a85369a0b req-6ce79655-8780-42c9-9369-3b73a4a744a2 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=87343a5b-57e6-4455-aaf1-5a0c3e546326 HTTP/1.1" status: 200 len: 946 time: 0.0797009 Jul 09 16:29:16.215905 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870cb322-75ba-4e67-b355-685373efd409 req-6c4608bc-af11-438e-84a0-d1d0f123dcf7 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:16.217697 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-870cb322-75ba-4e67-b355-685373efd409 req-6c4608bc-af11-438e-84a0-d1d0f123dcf7 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.0837812 Jul 09 16:29:16.246362 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c1f9ef5d-b811-4b02-8180-456a85369a0b req-0ac05346-49e2-4bb5-8335-567a122285d4 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492997 Jul 09 16:29:16.283469 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-870cb322-75ba-4e67-b355-685373efd409 req-27503289-617e-4ed5-b4a4-1110ca5f1b1a tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0594554 Jul 09 16:29:16.669786 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c2153-123d-4bdb-b4bf-b6e84c397d1e req-377cbb17-b50d-44c0-914d-6475df277e05 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:16.671842 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-863c2153-123d-4bdb-b4bf-b6e84c397d1e req-377cbb17-b50d-44c0-914d-6475df277e05 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=e56a7d9f-9692-476b-b3cb-c13689fb321b HTTP/1.1" status: 200 len: 945 time: 0.0759339 Jul 09 16:29:16.717129 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-863c2153-123d-4bdb-b4bf-b6e84c397d1e req-cf6f6ce6-3b54-45f5-bb83-2e74d7c1bca3 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380452 Jul 09 16:29:16.814367 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device a1401fea-336b-4056-ab81-4b77265f7002 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:29:16.838031 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: a1401fea-336b-4056-ab81-4b77265f7002 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:29:16.838384 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device a1401fea-336b-4056-ab81-4b77265f7002 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:29:17.435217 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb3b49-1cc4-49cc-b0ff-a402a30b7cd4 req-b724c8ce-db21-4992-9e49-91c362470844 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:17.443234 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-30eb3b49-1cc4-49cc-b0ff-a402a30b7cd4 req-b724c8ce-db21-4992-9e49-91c362470844 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=87343a5b-57e6-4455-aaf1-5a0c3e546326 HTTP/1.1" status: 200 len: 946 time: 0.0783644 Jul 09 16:29:17.481866 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-30eb3b49-1cc4-49cc-b0ff-a402a30b7cd4 req-4a088db6-ac07-428d-807e-916c8677b384 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365384 Jul 09 16:29:17.786755 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42deb3a9-e098-4be9-994f-e503c891b190 req-d7e49b6a-af62-4e74-8b43-34e7da2fc47f tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:17.789843 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-42deb3a9-e098-4be9-994f-e503c891b190 req-d7e49b6a-af62-4e74-8b43-34e7da2fc47f tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.1563120 Jul 09 16:29:17.862461 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-42deb3a9-e098-4be9-994f-e503c891b190 req-866ff276-2e04-4b46-8917-820b94109e1b tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0615768 Jul 09 16:29:18.288580 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3fddc-18a7-4dcc-968a-cb4e549ed8dd req-8402a71b-cb01-4be3-be22-9069d875ba1a tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:18.291160 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-59f3fddc-18a7-4dcc-968a-cb4e549ed8dd req-8402a71b-cb01-4be3-be22-9069d875ba1a tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=e56a7d9f-9692-476b-b3cb-c13689fb321b HTTP/1.1" status: 200 len: 945 time: 0.0662153 Jul 09 16:29:18.335701 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-59f3fddc-18a7-4dcc-968a-cb4e549ed8dd req-3937430f-cbaa-42a5-8746-58b46f71e663 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385454 Jul 09 16:29:18.727439 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab14620-c9c1-461c-8a2f-b0eea3ec138f req-345f275e-69be-44c1-bd48-c6aae0d3838d tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:18.737219 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2ab14620-c9c1-461c-8a2f-b0eea3ec138f req-345f275e-69be-44c1-bd48-c6aae0d3838d tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=87343a5b-57e6-4455-aaf1-5a0c3e546326 HTTP/1.1" status: 200 len: 946 time: 0.0826209 Jul 09 16:29:18.865171 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2ab14620-c9c1-461c-8a2f-b0eea3ec138f req-8ea481ba-6d53-4fc3-8ae1-9745d07a5f2b tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219993 Jul 09 16:29:19.278230 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a3d76-4aa4-419d-8525-cf4711dc3b09 req-cc536842-6948-4b04-84d9-0b139797c37f tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:19.281765 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6b2a3d76-4aa4-419d-8525-cf4711dc3b09 req-cc536842-6948-4b04-84d9-0b139797c37f tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.1040776 Jul 09 16:29:19.334963 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6b2a3d76-4aa4-419d-8525-cf4711dc3b09 req-aae829dc-e6f2-40ca-a7a7-47309961490f tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0463367 Jul 09 16:29:20.019452 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bde865-fe32-41ef-b76b-ef920b667ce6 req-2808663d-5ec2-411e-9505-af92e0c7e1de tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:20.032455 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-79bde865-fe32-41ef-b76b-ef920b667ce6 req-2808663d-5ec2-411e-9505-af92e0c7e1de tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.2214854 Jul 09 16:29:20.098105 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa22b9-260a-4e71-a16d-4a57900257bb req-f0ae2e9b-3f6f-4885-9103-075fb3d6462b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:20.109176 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bdfa22b9-260a-4e71-a16d-4a57900257bb req-f0ae2e9b-3f6f-4885-9103-075fb3d6462b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=927faf6a074749d0b7e4b4706940c5ca&device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 1096 time: 0.3123755 Jul 09 16:29:20.191666 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-79bde865-fe32-41ef-b76b-ef920b667ce6 req-5a8839dd-e8a1-4051-b97f-bf35a066c173 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1505103 Jul 09 16:29:20.365578 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94c7bf-bc40-4ac4-a3ce-8f7147b69cd1 req-787ad30d-9695-48ca-8f9b-4ba4a59a6354 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:20.375007 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ad94c7bf-bc40-4ac4-a3ce-8f7147b69cd1 req-787ad30d-9695-48ca-8f9b-4ba4a59a6354 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=87343a5b-57e6-4455-aaf1-5a0c3e546326 HTTP/1.1" status: 200 len: 946 time: 0.1222878 Jul 09 16:29:20.397080 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa22b9-260a-4e71-a16d-4a57900257bb req-cbd0a29d-d5a0-47c5-a3ae-52093824cbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:20.398912 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bdfa22b9-260a-4e71-a16d-4a57900257bb req-cbd0a29d-d5a0-47c5-a3ae-52093824cbaf service neutron] 10.222.0.77 "GET /v2.0/networks?id=e14244d3-321e-4e11-8fa5-f8d23e2088a8 HTTP/1.1" status: 200 len: 913 time: 0.2817700 Jul 09 16:29:20.437096 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ad94c7bf-bc40-4ac4-a3ce-8f7147b69cd1 req-6f012484-2146-4f96-8897-647f088d1758 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606885 Jul 09 16:29:20.519802 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bdfa22b9-260a-4e71-a16d-4a57900257bb req-8187e3bf-cfbc-4cff-ae1e-f50500b6ca5e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1db38019-9c36-4811-87b1-9165e461b73e HTTP/1.1" status: 200 len: 1000 time: 0.1032238 Jul 09 16:29:20.602030 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa22b9-260a-4e71-a16d-4a57900257bb req-f79d5fe4-9310-4692-8753-bf78ec25608c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:20.605499 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bdfa22b9-260a-4e71-a16d-4a57900257bb req-f79d5fe4-9310-4692-8753-bf78ec25608c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9ed42caa-ccec-43f9-abc2-3f037ba46c07 HTTP/1.1" status: 200 len: 851 time: 0.0783386 Jul 09 16:29:20.678754 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa22b9-260a-4e71-a16d-4a57900257bb req-ecd9cb2a-ed45-4d8f-8036-f64fb8b8f2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:20.681404 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bdfa22b9-260a-4e71-a16d-4a57900257bb req-ecd9cb2a-ed45-4d8f-8036-f64fb8b8f2a2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e14244d3-321e-4e11-8fa5-f8d23e2088a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682647 Jul 09 16:29:20.695853 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [req-bdfa22b9-260a-4e71-a16d-4a57900257bb req-ee12af44-50ae-48f8-af94-944aca87140c service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:29:20.697924 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bdfa22b9-260a-4e71-a16d-4a57900257bb req-ee12af44-50ae-48f8-af94-944aca87140c service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079303 Jul 09 16:29:20.854460 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bdfa22b9-260a-4e71-a16d-4a57900257bb req-727faaf4-9b62-4151-92e8-b9626c7987ec service neutron] 10.222.0.77 "GET /v2.0/networks/e14244d3-321e-4e11-8fa5-f8d23e2088a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506882 Jul 09 16:29:21.087392 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bdfa22b9-260a-4e71-a16d-4a57900257bb req-36b4f6f5-7fc3-4d8f-9d08-61a56f5c88c0 service neutron] 10.222.0.77 "GET /v2.0/networks/e14244d3-321e-4e11-8fa5-f8d23e2088a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256911 Jul 09 16:29:21.094010 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 46018) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:21.228544 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-af14e3b4-937b-405f-9c70-9f562ba81b70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:21.328690 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-af14e3b4-937b-405f-9c70-9f562ba81b70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:21.339428 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-af14e3b4-937b-405f-9c70-9f562ba81b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:21.371966 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 46026) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:21.372226 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-af14e3b4-937b-405f-9c70-9f562ba81b70 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a1a13259ec0747b496a359ff8c43a655&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2762961 Jul 09 16:29:21.396082 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af14e3b4-937b-405f-9c70-9f562ba81b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f238b4b6-ec25-441e-98de-1465b483825c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:21.522298 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ecc849ac-5a50-4654-be95-624f73076a0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:21.592924 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ecc849ac-5a50-4654-be95-624f73076a0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:21.709334 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4214b3-0711-4cec-962f-6a9082c5b38a req-599d43b6-c0c0-429a-9549-77f4454e76ce tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:21.724508 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9b4214b3-0711-4cec-962f-6a9082c5b38a req-599d43b6-c0c0-429a-9549-77f4454e76ce tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.2192028 Jul 09 16:29:21.773294 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ecc849ac-5a50-4654-be95-624f73076a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:21.776090 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ecc849ac-5a50-4654-be95-624f73076a0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:21.782491 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ecc849ac-5a50-4654-be95-624f73076a0e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f238b4b6-ec25-441e-98de-1465b483825c HTTP/1.1" status: 204 len: 168 time: 0.4037371 Jul 09 16:29:21.794459 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc849ac-5a50-4654-be95-624f73076a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f238b4b6-ec25-441e-98de-1465b483825c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:21.840054 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9b4214b3-0711-4cec-962f-6a9082c5b38a req-56437f43-4287-4dfe-91b5-2743ef84a922 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1146493 Jul 09 16:29:22.032591 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527c750-496d-4dd5-9706-a2d9354622d7 req-903478e5-9867-4a9a-ad5b-9d5816e04561 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:22.039733 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8527c750-496d-4dd5-9706-a2d9354622d7 req-903478e5-9867-4a9a-ad5b-9d5816e04561 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=87343a5b-57e6-4455-aaf1-5a0c3e546326 HTTP/1.1" status: 200 len: 946 time: 0.0873327 Jul 09 16:29:22.098191 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8527c750-496d-4dd5-9706-a2d9354622d7 req-b8a9e491-a3fd-43b8-9cb6-d8515d1ddebe tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566576 Jul 09 16:29:22.302114 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cb82b0a8-02ca-4027-a654-281419873d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:23.097101 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3432dd-eda6-40e0-9149-97225286f2c3 req-aa4d8b9c-f59e-4974-9dcf-051a566d00cc tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:23.105566 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5e3432dd-eda6-40e0-9149-97225286f2c3 req-aa4d8b9c-f59e-4974-9dcf-051a566d00cc tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.0939286 Jul 09 16:29:23.152758 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5e3432dd-eda6-40e0-9149-97225286f2c3 req-11e4d18e-3500-4f6b-b1f1-14d44db4a122 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0453951 Jul 09 16:29:23.368171 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9602eab5-4477-4ada-b28f-e0f58c520cf7 req-7a9398c7-59ed-44cd-ab9a-6f8bd6592597 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:23.376825 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9602eab5-4477-4ada-b28f-e0f58c520cf7 req-7a9398c7-59ed-44cd-ab9a-6f8bd6592597 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=87343a5b-57e6-4455-aaf1-5a0c3e546326 HTTP/1.1" status: 200 len: 946 time: 0.0903702 Jul 09 16:29:23.423591 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9602eab5-4477-4ada-b28f-e0f58c520cf7 req-956658d1-4e56-4102-ac6c-44e704e8351a tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469339 Jul 09 16:29:23.627240 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83d7b6-d7c8-46ed-910f-c2b485ec326a req-eeddddcb-3f0c-41d7-a3a1-194fd3d45f06 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:23.628812 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cc83d7b6-d7c8-46ed-910f-c2b485ec326a req-eeddddcb-3f0c-41d7-a3a1-194fd3d45f06 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.0715840 Jul 09 16:29:23.670651 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cc83d7b6-d7c8-46ed-910f-c2b485ec326a req-9d206670-4fa7-438d-8379-626b66eef82f tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0347691 Jul 09 16:29:23.871455 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00d1c2-9ec0-4148-aa27-dc04f6ee0753 req-934879cf-bfd2-4c3b-86c0-62ace54b2832 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:23.873637 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cc00d1c2-9ec0-4148-aa27-dc04f6ee0753 req-934879cf-bfd2-4c3b-86c0-62ace54b2832 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.0833342 Jul 09 16:29:23.917656 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cc00d1c2-9ec0-4148-aa27-dc04f6ee0753 req-41031163-e479-4cc1-9d3a-34133f5982eb tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0364909 Jul 09 16:29:24.370384 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bd8aec-de4c-40f5-b872-95a68740518d req-f2785cf7-1843-46bd-882b-a0958a8da078 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:24.372482 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d4bd8aec-de4c-40f5-b872-95a68740518d req-f2785cf7-1843-46bd-882b-a0958a8da078 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.0869849 Jul 09 16:29:24.424055 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d4bd8aec-de4c-40f5-b872-95a68740518d req-55845b26-e584-4ea3-8e5f-346f6f24cb14 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0428338 Jul 09 16:29:24.507045 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 46118) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:24.661559 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-53706865-b31c-4aba-96b3-9a9136a8c52d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:24.747230 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae6a65f-5b62-4e37-adad-784861bd1dfb req-cfca4292-bad0-485c-bc76-84a3a9d55bb4 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:24.755764 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4ae6a65f-5b62-4e37-adad-784861bd1dfb req-cfca4292-bad0-485c-bc76-84a3a9d55bb4 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=87343a5b-57e6-4455-aaf1-5a0c3e546326 HTTP/1.1" status: 200 len: 946 time: 0.1722760 Jul 09 16:29:24.827462 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4ae6a65f-5b62-4e37-adad-784861bd1dfb req-274de4d8-d044-4aff-8377-746798cad24b tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705438 Jul 09 16:29:24.889810 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-53706865-b31c-4aba-96b3-9a9136a8c52d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:24.894602 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-53706865-b31c-4aba-96b3-9a9136a8c52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:24.939268 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-53706865-b31c-4aba-96b3-9a9136a8c52d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=715a25a59be7468c9dd275e0ebd94a8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4289701 Jul 09 16:29:24.940672 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53706865-b31c-4aba-96b3-9a9136a8c52d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9f40e6-6699-4b46-afc7-12135fdce810,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:24.941909 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 46126) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:25.008003 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a95489fd-78cc-4493-9e1a-28a882290d64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:25.051031 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a95489fd-78cc-4493-9e1a-28a882290d64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:25.107667 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfc6df90-121e-4a9a-87b3-98f07c90328f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:25.144269 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a95489fd-78cc-4493-9e1a-28a882290d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:25.147079 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a95489fd-78cc-4493-9e1a-28a882290d64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:25.151559 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a95489fd-78cc-4493-9e1a-28a882290d64 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ce9f40e6-6699-4b46-afc7-12135fdce810 HTTP/1.1" status: 204 len: 168 time: 0.2054954 Jul 09 16:29:25.158755 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95489fd-78cc-4493-9e1a-28a882290d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9f40e6-6699-4b46-afc7-12135fdce810,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:25.380872 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:25.985389 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:29:26.083091 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36126bef-ec6c-490b-a290-8c0c89349a5e req-71d86484-1a54-4e08-be91-65e066117213 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:26.093121 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-36126bef-ec6c-490b-a290-8c0c89349a5e req-71d86484-1a54-4e08-be91-65e066117213 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=87343a5b-57e6-4455-aaf1-5a0c3e546326 HTTP/1.1" status: 200 len: 946 time: 0.1207371 Jul 09 16:29:26.102350 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 46160) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:26.150225 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-36126bef-ec6c-490b-a290-8c0c89349a5e req-cf22672b-7c0e-4203-a0be-0fde54674fa7 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541413 Jul 09 16:29:26.151205 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c259bf-ba8e-4b95-92b8-8ecdb7adef8b req-405aa666-5d08-46c0-a7ee-4f5e1b72deb4 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:26.159685 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e9c259bf-ba8e-4b95-92b8-8ecdb7adef8b req-405aa666-5d08-46c0-a7ee-4f5e1b72deb4 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.5952210 Jul 09 16:29:26.203521 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:26.210017 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e9c259bf-ba8e-4b95-92b8-8ecdb7adef8b req-56fb1304-3aef-4a89-b0b9-6299d558fd9e tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0492034 Jul 09 16:29:26.277319 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-602bbed5-b32d-4f5e-8aa5-668c49d74416 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1763688763-network', 'tenant_id': '18bbcf9d12344f7aabfaec5774d56387'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:29:26.304604 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602bbed5-b32d-4f5e-8aa5-668c49d74416 admin admin] Made reservation on behalf of 18bbcf9d12344f7aabfaec5774d56387 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:29:26.311382 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-602bbed5-b32d-4f5e-8aa5-668c49d74416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:26.334714 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-602bbed5-b32d-4f5e-8aa5-668c49d74416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:26.451831 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-602bbed5-b32d-4f5e-8aa5-668c49d74416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:26.458670 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-602bbed5-b32d-4f5e-8aa5-668c49d74416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:26.504598 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-602bbed5-b32d-4f5e-8aa5-668c49d74416 admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:29:26.512659 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:26.532394 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602bbed5-b32d-4f5e-8aa5-668c49d74416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52fa0cc-ed9c-4fe6-a10e-85733fa5c113,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:26.552590 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-602bbed5-b32d-4f5e-8aa5-668c49d74416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:26.553363 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-602bbed5-b32d-4f5e-8aa5-668c49d74416 admin admin] Added segment 2c2b961c-2d03-492c-a28d-3d1732c9a911 of type vlan for network 011a64b4-e541-47a5-a336-9c9079d27f20 Jul 09 16:29:26.626730 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-602bbed5-b32d-4f5e-8aa5-668c49d74416 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:26.669201 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-602bbed5-b32d-4f5e-8aa5-668c49d74416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:26.670724 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602bbed5-b32d-4f5e-8aa5-668c49d74416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:26.671608 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-602bbed5-b32d-4f5e-8aa5-668c49d74416 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:26.757200 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-602bbed5-b32d-4f5e-8aa5-668c49d74416 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6520004 Jul 09 16:29:26.765827 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 46172) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:26.796825 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-610b9b2d-018f-422d-8d4a-ca0b32655e6c admin admin] Request body: {'subnet': {'network_id': '011a64b4-e541-47a5-a336-9c9079d27f20', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1763688763-subnet', 'tenant_id': '18bbcf9d12344f7aabfaec5774d56387', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:29:26.821673 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602bbed5-b32d-4f5e-8aa5-668c49d74416 admin admin] Pushing event updated for resources: {'Network': ['ID=011a64b4-e541-47a5-a336-9c9079d27f20,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:26.833073 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 011a64b4-e541-47a5-a336-9c9079d27f20 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:29:26.846841 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610b9b2d-018f-422d-8d4a-ca0b32655e6c admin admin] Made reservation on behalf of 18bbcf9d12344f7aabfaec5774d56387 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:29:26.850799 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-610b9b2d-018f-422d-8d4a-ca0b32655e6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:26.904968 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e04d0-7acc-4188-bb71-be1f6f270f8b req-682d6f73-773a-4842-ab92-abbd917c27e5 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:26.919217 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7a2e04d0-7acc-4188-bb71-be1f6f270f8b req-682d6f73-773a-4842-ab92-abbd917c27e5 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.1802828 Jul 09 16:29:26.979446 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc1156-053b-41b9-8bf2-261a96719b3b req-b18119fd-405e-4781-8fa6-a88e7d3e3a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:26.981432 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a5bc1156-053b-41b9-8bf2-261a96719b3b req-b18119fd-405e-4781-8fa6-a88e7d3e3a15 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=927faf6a074749d0b7e4b4706940c5ca&device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 1096 time: 0.2653902 Jul 09 16:29:26.987650 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7a2e04d0-7acc-4188-bb71-be1f6f270f8b req-7361c18e-b0d6-4717-abbf-e69f5e2b9e78 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0603085 Jul 09 16:29:27.134576 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc1156-053b-41b9-8bf2-261a96719b3b req-867e0940-c6fb-4b79-87db-576c8de16e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:27.136249 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a5bc1156-053b-41b9-8bf2-261a96719b3b req-867e0940-c6fb-4b79-87db-576c8de16e7b service neutron] 10.222.0.77 "GET /v2.0/networks?id=e14244d3-321e-4e11-8fa5-f8d23e2088a8 HTTP/1.1" status: 200 len: 913 time: 0.1467049 Jul 09 16:29:27.235947 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 46184) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:27.252785 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a5bc1156-053b-41b9-8bf2-261a96719b3b req-14fba08b-8257-4534-9ed0-753f84acf81f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1db38019-9c36-4811-87b1-9165e461b73e HTTP/1.1" status: 200 len: 1000 time: 0.1103566 Jul 09 16:29:27.258893 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-610b9b2d-018f-422d-8d4a-ca0b32655e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:27.396604 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c8288d32-0a4b-4471-989d-5f3a14692072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:27.409902 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc1156-053b-41b9-8bf2-261a96719b3b req-78cdfebd-0707-4776-aa39-6189120dfb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:27.412172 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a5bc1156-053b-41b9-8bf2-261a96719b3b req-78cdfebd-0707-4776-aa39-6189120dfb9d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9ed42caa-ccec-43f9-abc2-3f037ba46c07 HTTP/1.1" status: 200 len: 851 time: 0.1496005 Jul 09 16:29:27.422306 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b9b2d-018f-422d-8d4a-ca0b32655e6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1b72214-6163-4d29-a4b3-da97a51f4131,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:27.514211 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610b9b2d-018f-422d-8d4a-ca0b32655e6c admin admin] Checking segment: {'id': '2c2b961c-2d03-492c-a28d-3d1732c9a911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '011a64b4-e541-47a5-a336-9c9079d27f20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:29:27.514696 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610b9b2d-018f-422d-8d4a-ca0b32655e6c admin admin] Network hostable DHCP agents. Network: 011a64b4-e541-47a5-a336-9c9079d27f20, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:29:27.544222 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c8288d32-0a4b-4471-989d-5f3a14692072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:27.551640 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836c284-af68-4b49-bf65-61394b3de392 req-00473d7d-0e99-4681-835b-0f67c1f7dbbe tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:27.553435 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b836c284-af68-4b49-bf65-61394b3de392 req-00473d7d-0e99-4681-835b-0f67c1f7dbbe tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=87343a5b-57e6-4455-aaf1-5a0c3e546326 HTTP/1.1" status: 200 len: 946 time: 0.2232578 Jul 09 16:29:27.556693 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610b9b2d-018f-422d-8d4a-ca0b32655e6c admin admin] Network 011a64b4-e541-47a5-a336-9c9079d27f20 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:29:27.559142 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c8288d32-0a4b-4471-989d-5f3a14692072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:27.591292 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-610b9b2d-018f-422d-8d4a-ca0b32655e6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 011a64b4-e541-47a5-a336-9c9079d27f20) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:29:27.602896 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b06cd2e-3837-4a23-b725-74c5b70162f2 None None] Network 011a64b4-e541-47a5-a336-9c9079d27f20 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:29:27.603688 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610b9b2d-018f-422d-8d4a-ca0b32655e6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:27.604343 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-610b9b2d-018f-422d-8d4a-ca0b32655e6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:27.640706 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b836c284-af68-4b49-bf65-61394b3de392 req-6bb401d8-365d-4ae3-a186-56a0eba13e25 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756643 Jul 09 16:29:27.644227 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c8288d32-0a4b-4471-989d-5f3a14692072 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3d7330a310ac4a86b117f40c3aea8992&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4069788 Jul 09 16:29:27.646327 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 46190) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:27.650351 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc1156-053b-41b9-8bf2-261a96719b3b req-314fae80-f477-4116-b479-d7ff2417fa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:27.651978 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a5bc1156-053b-41b9-8bf2-261a96719b3b req-314fae80-f477-4116-b479-d7ff2417fa86 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e14244d3-321e-4e11-8fa5-f8d23e2088a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1923206 Jul 09 16:29:27.662113 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-610b9b2d-018f-422d-8d4a-ca0b32655e6c admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8681743 Jul 09 16:29:27.664949 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8288d32-0a4b-4471-989d-5f3a14692072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fa07bb-3d6a-4cb0-aa3d-e40759b46884,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:27.776660 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a5bc1156-053b-41b9-8bf2-261a96719b3b req-8207745b-b247-43f4-80d0-90093b050b01 service neutron] 10.222.0.77 "GET /v2.0/networks/e14244d3-321e-4e11-8fa5-f8d23e2088a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116107 Jul 09 16:29:27.792512 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be65d789-0a9a-48bb-9b6d-2fde7e50db7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:27.855805 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be65d789-0a9a-48bb-9b6d-2fde7e50db7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:27.899835 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2006613-821a-4956-aa67-eb086df5252f None None] Network 011a64b4-e541-47a5-a336-9c9079d27f20 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:29:27.950810 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be65d789-0a9a-48bb-9b6d-2fde7e50db7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:27.955504 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be65d789-0a9a-48bb-9b6d-2fde7e50db7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:27.956959 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-be65d789-0a9a-48bb-9b6d-2fde7e50db7d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f4fa07bb-3d6a-4cb0-aa3d-e40759b46884 HTTP/1.1" status: 204 len: 168 time: 0.3035815 Jul 09 16:29:27.988051 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a5bc1156-053b-41b9-8bf2-261a96719b3b req-fa8bc989-e04b-4d64-8e9c-ad4cf28f94a6 service neutron] 10.222.0.77 "GET /v2.0/networks/e14244d3-321e-4e11-8fa5-f8d23e2088a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031848 Jul 09 16:29:27.990473 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be65d789-0a9a-48bb-9b6d-2fde7e50db7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fa07bb-3d6a-4cb0-aa3d-e40759b46884,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:28.196289 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:28.252847 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc5a46-6516-4db4-aff3-eef0dbeb1a45 req-1de40833-348c-4a4e-b447-4b7b500de282 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:28.254579 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4dbc5a46-6516-4db4-aff3-eef0dbeb1a45 req-1de40833-348c-4a4e-b447-4b7b500de282 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.0830357 Jul 09 16:29:28.301052 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4dbc5a46-6516-4db4-aff3-eef0dbeb1a45 req-1b53f53d-2000-4d5c-b30f-3d0f318dc22f tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0401464 Jul 09 16:29:28.381354 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 46214) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:28.396819 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ab452a6-0c52-4544-b662-fc9dc3416518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:28.594061 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ab452a6-0c52-4544-b662-fc9dc3416518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:28.609873 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ab452a6-0c52-4544-b662-fc9dc3416518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:28.675778 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-4ab452a6-0c52-4544-b662-fc9dc3416518 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=efcc937bb93d4698956137ca3e589057&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2930546 Jul 09 16:29:28.678522 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 46224) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:28.684678 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc95fa-b374-475e-9d90-18062041b516 req-d2ff9914-cd44-40d2-bc61-f0833adbb6e4 tempest-InstanceActionsV221TestJSON-1513219216 tempest-InstanceActionsV221TestJSON-1513219216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:28.691276 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a1fc95fa-b374-475e-9d90-18062041b516 req-d2ff9914-cd44-40d2-bc61-f0833adbb6e4 tempest-InstanceActionsV221TestJSON-1513219216 tempest-InstanceActionsV221TestJSON-1513219216-project] 10.222.0.98 "GET /v2.0/networks?id=011a64b4-e541-47a5-a336-9c9079d27f20 HTTP/1.1" status: 200 len: 818 time: 0.2588034 Jul 09 16:29:28.693982 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab452a6-0c52-4544-b662-fc9dc3416518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87b3847-6cf0-48b4-8fac-8b7a98c874da,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:28.726474 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a1fc95fa-b374-475e-9d90-18062041b516 req-f6cfa49e-f8c3-47c1-b7d6-d0bde004393e tempest-InstanceActionsV221TestJSON-1513219216 tempest-InstanceActionsV221TestJSON-1513219216-project] 10.222.0.98 "GET /v2.0/quotas/18bbcf9d12344f7aabfaec5774d56387 HTTP/1.1" status: 200 len: 375 time: 0.0342386 Jul 09 16:29:28.753046 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f11bc3f3-7b1d-4625-82a9-a5e7028c3257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:28.768172 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a1fc95fa-b374-475e-9d90-18062041b516 req-52b9e84c-869b-4525-bea5-d46bced5d16c tempest-InstanceActionsV221TestJSON-1513219216 tempest-InstanceActionsV221TestJSON-1513219216-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=18bbcf9d12344f7aabfaec5774d56387&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406542 Jul 09 16:29:28.782189 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f11bc3f3-7b1d-4625-82a9-a5e7028c3257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:28.840226 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f11bc3f3-7b1d-4625-82a9-a5e7028c3257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:28.842749 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f11bc3f3-7b1d-4625-82a9-a5e7028c3257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:28.846416 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f11bc3f3-7b1d-4625-82a9-a5e7028c3257 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b87b3847-6cf0-48b4-8fac-8b7a98c874da HTTP/1.1" status: 204 len: 168 time: 0.1638694 Jul 09 16:29:28.881877 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11bc3f3-7b1d-4625-82a9-a5e7028c3257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87b3847-6cf0-48b4-8fac-8b7a98c874da,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:28.892495 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a1fc95fa-b374-475e-9d90-18062041b516 req-a4883047-4967-47ca-ad3a-c399a0ac6b63 service neutron] 10.222.0.98 "GET /v2.0/networks/011a64b4-e541-47a5-a336-9c9079d27f20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228876 Jul 09 16:29:28.895843 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 5b938eed-2833-402a-94d2-701d4c4266bf no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:29:28.930105 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120b5d5-5fb6-4f77-bb23-f279fdbf35c8 req-a1d23c6b-3369-4b63-89d8-d4ae7e67637a tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:28.939554 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c120b5d5-5fb6-4f77-bb23-f279fdbf35c8 req-a1d23c6b-3369-4b63-89d8-d4ae7e67637a tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=87343a5b-57e6-4455-aaf1-5a0c3e546326 HTTP/1.1" status: 200 len: 946 time: 0.0988266 Jul 09 16:29:28.991926 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c120b5d5-5fb6-4f77-bb23-f279fdbf35c8 req-260342a8-188d-4fb3-b386-fb692796932b tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513086 Jul 09 16:29:29.025744 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a1fc95fa-b374-475e-9d90-18062041b516 req-fbcf28bc-ef1a-4a7f-96c3-d8fb5f33b1d4 service neutron] 10.222.0.98 "GET /v2.0/networks/011a64b4-e541-47a5-a336-9c9079d27f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290178 Jul 09 16:29:29.056646 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:29.085677 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87343a5b-57e6-4455-aaf1-5a0c3e546326', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b938eed-2833-402a-94d2-701d4c4266bf'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:29:29.089408 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d44fe4-2d0c-4dd5-bb29-10dfbbd8a726" -d '{"events": [{"server_uuid": "87343a5b-57e6-4455-aaf1-5a0c3e546326", "name": "network-vif-unplugged", "status": "completed", "tag": "5b938eed-2833-402a-94d2-701d4c4266bf"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:29:29.104013 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 5b938eed-2833-402a-94d2-701d4c4266bf, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=5b938eed-2833-402a-94d2-701d4c4266bf,segment=NetworkSegment(decc697a-7e61-4b7c-8e62-5a81512ad237),segment_id=decc697a-7e61-4b7c-8e62-5a81512ad237)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:29:29.109303 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:29.142038 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e336062-0034-4704-bbb4-6ca2ddeccdf6 x-openstack-request-id: req-0e336062-0034-4704-bbb4-6ca2ddeccdf6 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:29:29.142529 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87343a5b-57e6-4455-aaf1-5a0c3e546326", "name": "network-vif-unplugged", "status": "completed", "tag": "5b938eed-2833-402a-94d2-701d4c4266bf", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:29:29.142795 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0e336062-0034-4704-bbb4-6ca2ddeccdf6 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:29:29.143182 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87343a5b-57e6-4455-aaf1-5a0c3e546326', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b938eed-2833-402a-94d2-701d4c4266bf', 'code': 200} Jul 09 16:29:29.170522 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=5b938eed-2833-402a-94d2-701d4c4266bf,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:29.230058 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e88bc156-1786-4b49-b52d-c71c2dfeef95 req-5436ea0b-c589-4b6f-9005-014943cdb618 tempest-InstanceActionsV221TestJSON-1513219216 tempest-InstanceActionsV221TestJSON-1513219216-project] 10.222.0.98 "GET /v2.0/ports?device_id=47a01d9e-e906-4990-bdfb-db0d950c7bc3 HTTP/1.1" status: 200 len: 210 time: 0.0299776 Jul 09 16:29:29.508154 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7bc1b7-a654-478a-a338-733cffc6a3b6 req-3696f402-dacc-4bcf-adad-c3d93922676e tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:29.510281 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4b7bc1b7-a654-478a-a338-733cffc6a3b6 req-3696f402-dacc-4bcf-adad-c3d93922676e tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.0912559 Jul 09 16:29:29.557129 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4b7bc1b7-a654-478a-a338-733cffc6a3b6 req-14be592e-8eb7-41cb-8f28-f8d6009ac40b tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0393353 Jul 09 16:29:29.775188 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad86a808-f6d7-49f1-89b0-d23b6e13fa02 req-2e6c2509-72a4-41be-88d5-10b74122b579 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:29.777115 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ad86a808-f6d7-49f1-89b0-d23b6e13fa02 req-2e6c2509-72a4-41be-88d5-10b74122b579 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.0873978 Jul 09 16:29:29.822855 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ad86a808-f6d7-49f1-89b0-d23b6e13fa02 req-a198c0d2-89bb-46f3-a305-c7d0c4ac8372 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0388727 Jul 09 16:29:30.248920 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc76d357-f33a-4b8f-9d42-2fb61ef29cc2 req-c2eb921d-4b9b-45b8-975c-13f21b2c82f3 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:30.255626 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fc76d357-f33a-4b8f-9d42-2fb61ef29cc2 req-c2eb921d-4b9b-45b8-975c-13f21b2c82f3 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=87343a5b-57e6-4455-aaf1-5a0c3e546326 HTTP/1.1" status: 200 len: 944 time: 0.1276102 Jul 09 16:29:30.304639 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fc76d357-f33a-4b8f-9d42-2fb61ef29cc2 req-3077941f-9809-476b-9909-f6bc3f1833c7 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480127 Jul 09 16:29:30.473332 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-dfb1410e-5c1e-4dd5-9afc-7432a6cdb933 req-35007d2d-b671-41e0-b3b6-a061d0ddb7ae tempest-InstanceActionsV221TestJSON-1513219216 tempest-InstanceActionsV221TestJSON-1513219216-project] 10.222.0.98 "GET /v2.0/ports?device_id=47a01d9e-e906-4990-bdfb-db0d950c7bc3 HTTP/1.1" status: 200 len: 210 time: 0.0550187 Jul 09 16:29:30.527791 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc95fa-b374-475e-9d90-18062041b516 req-f918f0ea-66bf-4665-84cb-638fcff40d91 tempest-InstanceActionsV221TestJSON-1513219216 tempest-InstanceActionsV221TestJSON-1513219216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:30.529940 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a1fc95fa-b374-475e-9d90-18062041b516 req-f918f0ea-66bf-4665-84cb-638fcff40d91 tempest-InstanceActionsV221TestJSON-1513219216 tempest-InstanceActionsV221TestJSON-1513219216-project] 10.222.0.77 "GET /v2.0/networks?id=011a64b4-e541-47a5-a336-9c9079d27f20 HTTP/1.1" status: 200 len: 818 time: 0.1960552 Jul 09 16:29:30.548173 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-a1fc95fa-b374-475e-9d90-18062041b516 req-7be157b3-e623-4c50-8530-c2ac1c521078 tempest-InstanceActionsV221TestJSON-1513219216 tempest-InstanceActionsV221TestJSON-1513219216-project] Request body: {'port': {'device_id': '47a01d9e-e906-4990-bdfb-db0d950c7bc3', 'network_id': '011a64b4-e541-47a5-a336-9c9079d27f20', 'admin_state_up': True, 'tenant_id': '18bbcf9d12344f7aabfaec5774d56387'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:29:30.688486 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1fc95fa-b374-475e-9d90-18062041b516 req-7be157b3-e623-4c50-8530-c2ac1c521078 tempest-InstanceActionsV221TestJSON-1513219216 tempest-InstanceActionsV221TestJSON-1513219216-project] Made reservation on behalf of 18bbcf9d12344f7aabfaec5774d56387 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:29:30.692902 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a1fc95fa-b374-475e-9d90-18062041b516 req-7be157b3-e623-4c50-8530-c2ac1c521078 tempest-InstanceActionsV221TestJSON-1513219216 tempest-InstanceActionsV221TestJSON-1513219216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:30.856097 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-a1fc95fa-b374-475e-9d90-18062041b516 req-7be157b3-e623-4c50-8530-c2ac1c521078 tempest-InstanceActionsV221TestJSON-1513219216 tempest-InstanceActionsV221TestJSON-1513219216-project] Allocated IP 172.20.0.2 (011a64b4-e541-47a5-a336-9c9079d27f20/e1b72214-6163-4d29-a4b3-da97a51f4131/7914cc5a-84ef-48ac-a9c6-df0da825564a) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:29:30.879497 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 5b938eed-2833-402a-94d2-701d4c4266bf details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:29:31.015373 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 5b938eed-2833-402a-94d2-701d4c4266bf, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=5b938eed-2833-402a-94d2-701d4c4266bf,segment=NetworkSegment(decc697a-7e61-4b7c-8e62-5a81512ad237),segment_id=decc697a-7e61-4b7c-8e62-5a81512ad237)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:29:31.029655 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '5b938eed-2833-402a-94d2-701d4c4266bf', 'network_id': '38aa73fb-54e8-4b43-bb39-928294ff523d', 'port_id': '5b938eed-2833-402a-94d2-701d4c4266bf', 'mac_address': 'fa:16:3e:9d:bb:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b7ef36a-a920-4cfb-b028-a0e3add3d4f4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:29:31.074423 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:31.088063 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b938eed-2833-402a-94d2-701d4c4266bf {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:29:31.106732 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a1fc95fa-b374-475e-9d90-18062041b516 req-7be157b3-e623-4c50-8530-c2ac1c521078 tempest-InstanceActionsV221TestJSON-1513219216 tempest-InstanceActionsV221TestJSON-1513219216-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:31.109553 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 5b938eed-2833-402a-94d2-701d4c4266bf, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=5b938eed-2833-402a-94d2-701d4c4266bf,segment=NetworkSegment(decc697a-7e61-4b7c-8e62-5a81512ad237),segment_id=decc697a-7e61-4b7c-8e62-5a81512ad237)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:29:31.114687 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:31.164689 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681a932-e3d4-4872-ab25-5502489c8988 req-6bb5ded0-fd16-4087-ba7c-b14c7b2d6dd7 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:31.166392 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0681a932-e3d4-4872-ab25-5502489c8988 req-6bb5ded0-fd16-4087-ba7c-b14c7b2d6dd7 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=ce83b532-ddc9-4a6d-bef3-eabd04719c14 HTTP/1.1" status: 200 len: 943 time: 0.1070709 Jul 09 16:29:31.179608 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=5b938eed-2833-402a-94d2-701d4c4266bf,revision_number=7']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:31.206459 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a1fc95fa-b374-475e-9d90-18062041b516 req-7be157b3-e623-4c50-8530-c2ac1c521078 tempest-InstanceActionsV221TestJSON-1513219216 tempest-InstanceActionsV221TestJSON-1513219216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:31.267753 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1fc95fa-b374-475e-9d90-18062041b516 req-7be157b3-e623-4c50-8530-c2ac1c521078 tempest-InstanceActionsV221TestJSON-1513219216 tempest-InstanceActionsV221TestJSON-1513219216-project] Network 011a64b4-e541-47a5-a336-9c9079d27f20 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:29:31.280722 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-a1fc95fa-b374-475e-9d90-18062041b516 req-7be157b3-e623-4c50-8530-c2ac1c521078 tempest-InstanceActionsV221TestJSON-1513219216 tempest-InstanceActionsV221TestJSON-1513219216-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:29:31.287483 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 46350) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:31.302239 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1fc95fa-b374-475e-9d90-18062041b516 req-7be157b3-e623-4c50-8530-c2ac1c521078 tempest-InstanceActionsV221TestJSON-1513219216 tempest-InstanceActionsV221TestJSON-1513219216-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:29:31.308851 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be157b3-e623-4c50-8530-c2ac1c521078 tempest-InstanceActionsV221TestJSON-1513219216 tempest-InstanceActionsV221TestJSON-1513219216-project] Pushing event updated for resources: {'Port': ['ID=7914cc5a-84ef-48ac-a9c6-df0da825564a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:31.372169 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc95fa-b374-475e-9d90-18062041b516 req-7be157b3-e623-4c50-8530-c2ac1c521078 tempest-InstanceActionsV221TestJSON-1513219216 tempest-InstanceActionsV221TestJSON-1513219216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:31.372863 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a1fc95fa-b374-475e-9d90-18062041b516 req-7be157b3-e623-4c50-8530-c2ac1c521078 tempest-InstanceActionsV221TestJSON-1513219216 tempest-InstanceActionsV221TestJSON-1513219216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:31.389862 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-0681a932-e3d4-4872-ab25-5502489c8988 req-5227d0ed-9966-414b-b08e-8f192aa644aa tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Deleting port 79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:29:31.390237 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0681a932-e3d4-4872-ab25-5502489c8988 req-5227d0ed-9966-414b-b08e-8f192aa644aa tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:31.395609 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a1fc95fa-b374-475e-9d90-18062041b516 req-7be157b3-e623-4c50-8530-c2ac1c521078 tempest-InstanceActionsV221TestJSON-1513219216 tempest-InstanceActionsV221TestJSON-1513219216-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8518412 Jul 09 16:29:31.410739 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-a1fc95fa-b374-475e-9d90-18062041b516 req-39d1a4a0-9903-4972-9270-d57f452aa318 service neutron] Request body: {'port': {'device_id': '47a01d9e-e906-4990-bdfb-db0d950c7bc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:29:31.413710 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7572ff6b-b53a-4447-b612-f1a44172f800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:31.531088 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7572ff6b-b53a-4447-b612-f1a44172f800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:31.541822 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7572ff6b-b53a-4447-b612-f1a44172f800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:31.550471 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['5b938eed-2833-402a-94d2-701d4c4266bf'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:29:31.567738 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-0681a932-e3d4-4872-ab25-5502489c8988 req-5227d0ed-9966-414b-b08e-8f192aa644aa tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] For port 79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f,segment=NetworkSegment(44b862f2-e325-48d7-99eb-7401b6fb9e9c),segment_id=44b862f2-e325-48d7-99eb-7401b6fb9e9c)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:29:31.568686 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0681a932-e3d4-4872-ab25-5502489c8988 req-5227d0ed-9966-414b-b08e-8f192aa644aa tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:31.582648 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-0681a932-e3d4-4872-ab25-5502489c8988 req-5227d0ed-9966-414b-b08e-8f192aa644aa tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Calling delete_port for 79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:29:31.598275 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a1fc95fa-b374-475e-9d90-18062041b516 req-39d1a4a0-9903-4972-9270-d57f452aa318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:31.601516 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-7572ff6b-b53a-4447-b612-f1a44172f800 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c29e845bbfe44971abf7f30a51b11777&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3129022 Jul 09 16:29:31.628968 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 46362) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:31.634576 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7572ff6b-b53a-4447-b612-f1a44172f800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f765558-71ba-4e21-8561-f0cb724d7d83,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:31.717906 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf89781-91b2-4dc4-bb18-31d82e9fd15a req-3bea475f-a119-4e47-b55e-b01f012eb372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:31.719851 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-abf89781-91b2-4dc4-bb18-31d82e9fd15a req-3bea475f-a119-4e47-b55e-b01f012eb372 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bab91c2e534b48d6932e69e9f922d333&device_id=e56a7d9f-9692-476b-b3cb-c13689fb321b HTTP/1.1" status: 200 len: 1096 time: 0.1215782 Jul 09 16:29:31.793668 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246d722-39ee-4257-8976-403c84f113dd req-bfb205a9-9e83-44a8-b219-8a9c50047c6c tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:31.795227 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d246d722-39ee-4257-8976-403c84f113dd req-bfb205a9-9e83-44a8-b219-8a9c50047c6c tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=87343a5b-57e6-4455-aaf1-5a0c3e546326 HTTP/1.1" status: 200 len: 945 time: 0.1436136 Jul 09 16:29:31.820067 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-caaa76da-a37b-4eab-8dd1-ef6cedfb1d47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:31.856185 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf89781-91b2-4dc4-bb18-31d82e9fd15a req-10cd29e9-4124-4698-b7e3-17a5b67230e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:31.857641 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-abf89781-91b2-4dc4-bb18-31d82e9fd15a req-10cd29e9-4124-4698-b7e3-17a5b67230e3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=77349fb7-f08f-401d-a502-ac937b81dcab HTTP/1.1" status: 200 len: 920 time: 0.1291678 Jul 09 16:29:31.862712 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d246d722-39ee-4257-8976-403c84f113dd req-c3976ffe-1171-4ead-937c-155cc7aa11f4 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505214 Jul 09 16:29:31.904350 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-abf89781-91b2-4dc4-bb18-31d82e9fd15a req-a2a50cf5-f784-48a9-9828-eee7222bd40b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f485a2cf-f2dd-4a21-99af-285b7678aa99 HTTP/1.1" status: 200 len: 217 time: 0.0385747 Jul 09 16:29:31.923654 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-caaa76da-a37b-4eab-8dd1-ef6cedfb1d47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:31.963052 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf89781-91b2-4dc4-bb18-31d82e9fd15a req-950fa2fb-764a-4918-b1a0-c42dc1b02962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:31.964925 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-abf89781-91b2-4dc4-bb18-31d82e9fd15a req-950fa2fb-764a-4918-b1a0-c42dc1b02962 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=03aa29d7-618e-4fba-93dc-b83569f87121 HTTP/1.1" status: 200 len: 859 time: 0.0542674 Jul 09 16:29:31.966749 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0681a932-e3d4-4872-ab25-5502489c8988 req-5227d0ed-9966-414b-b08e-8f192aa644aa tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:31.980213 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['3340795a-2af7-4b17-94ed-fb41de92ccb5'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:29:32.001755 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-abf89781-91b2-4dc4-bb18-31d82e9fd15a req-b4f17f7b-e35c-4dfb-bcbf-9dc81681e5a4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=77349fb7-f08f-401d-a502-ac937b81dcab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303035 Jul 09 16:29:32.025632 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5227d0ed-9966-414b-b08e-8f192aa644aa tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Pushing event deleted for resources: {'Port': ['ID=79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:32.103506 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-caaa76da-a37b-4eab-8dd1-ef6cedfb1d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:32.108007 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-caaa76da-a37b-4eab-8dd1-ef6cedfb1d47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:32.113176 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-caaa76da-a37b-4eab-8dd1-ef6cedfb1d47 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0f765558-71ba-4e21-8561-f0cb724d7d83 HTTP/1.1" status: 204 len: 168 time: 0.4774125 Jul 09 16:29:32.131312 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-0681a932-e3d4-4872-ab25-5502489c8988 req-5227d0ed-9966-414b-b08e-8f192aa644aa tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] No DVR routers for this DVR port 79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:29:32.144483 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0681a932-e3d4-4872-ab25-5502489c8988 req-5227d0ed-9966-414b-b08e-8f192aa644aa tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:32.149423 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0681a932-e3d4-4872-ab25-5502489c8988 req-5227d0ed-9966-414b-b08e-8f192aa644aa tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "DELETE /v2.0/ports/79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f HTTP/1.1" status: 204 len: 173 time: 0.9750278 Jul 09 16:29:32.150529 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce83b532-ddc9-4a6d-bef3-eabd04719c14', 'name': 'network-vif-deleted', 'tag': '79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:29:32.158788 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0ef636-7a22-4771-bc5e-3989e2515b16" -d '{"events": [{"server_uuid": "ce83b532-ddc9-4a6d-bef3-eabd04719c14", "name": "network-vif-deleted", "tag": "79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:29:32.171997 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaa76da-a37b-4eab-8dd1-ef6cedfb1d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f765558-71ba-4e21-8561-f0cb724d7d83,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:32.207642 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c44a1b8-beff-43bf-9171-b07c7de955d1 req-fcebdc78-34c6-4ae8-aacb-070c98d31f66 tempest-InstanceActionsV221TestJSON-1513219216 tempest-InstanceActionsV221TestJSON-1513219216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:32.215325 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9c44a1b8-beff-43bf-9171-b07c7de955d1 req-fcebdc78-34c6-4ae8-aacb-070c98d31f66 tempest-InstanceActionsV221TestJSON-1513219216 tempest-InstanceActionsV221TestJSON-1513219216-project] 10.222.0.98 "GET /v2.0/ports?device_id=47a01d9e-e906-4990-bdfb-db0d950c7bc3 HTTP/1.1" status: 200 len: 931 time: 0.2124379 Jul 09 16:29:32.228239 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-abf89781-91b2-4dc4-bb18-31d82e9fd15a req-30f451ab-7b06-46da-99db-e154921c30bc service neutron] 10.222.0.73 "GET /v2.0/networks/77349fb7-f08f-401d-a502-ac937b81dcab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160649 Jul 09 16:29:32.287999 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-a1fc95fa-b374-475e-9d90-18062041b516 req-39d1a4a0-9903-4972-9270-d57f452aa318 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7914cc5a-84ef-48ac-a9c6-df0da825564a {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:29:32.301826 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a1fc95fa-b374-475e-9d90-18062041b516 req-39d1a4a0-9903-4972-9270-d57f452aa318 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:32.318348 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-a1fc95fa-b374-475e-9d90-18062041b516 req-39d1a4a0-9903-4972-9270-d57f452aa318 service neutron] Transition to ACTIVE for port object 7914cc5a-84ef-48ac-a9c6-df0da825564a will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:29:32.323991 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a1fc95fa-b374-475e-9d90-18062041b516 req-39d1a4a0-9903-4972-9270-d57f452aa318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:32.386226 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-abf89781-91b2-4dc4-bb18-31d82e9fd15a req-03374584-09b4-47e8-a398-9d0f7da017a5 service neutron] 10.222.0.73 "GET /v2.0/networks/77349fb7-f08f-401d-a502-ac937b81dcab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478124 Jul 09 16:29:32.394038 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9c44a1b8-beff-43bf-9171-b07c7de955d1 req-cd6a4fd2-5fb1-4acc-a5a1-9a1c1e6926e0 tempest-InstanceActionsV221TestJSON-1513219216 tempest-InstanceActionsV221TestJSON-1513219216-project] 10.222.0.98 "GET /v2.0/security-groups?id=e52fa0cc-ed9c-4fe6-a10e-85733fa5c113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778541 Jul 09 16:29:32.401290 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['a171e1ce-73c7-41f2-85cd-8fa1c943068f'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:29:32.507123 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d1a4a0-9903-4972-9270-d57f452aa318 service neutron] Pushing event updated for resources: {'Port': ['ID=7914cc5a-84ef-48ac-a9c6-df0da825564a,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:32.539364 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-a1fc95fa-b374-475e-9d90-18062041b516 req-39d1a4a0-9903-4972-9270-d57f452aa318 service neutron] Attempting to bind port 7914cc5a-84ef-48ac-a9c6-df0da825564a on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:29:32.539895 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-a1fc95fa-b374-475e-9d90-18062041b516 req-39d1a4a0-9903-4972-9270-d57f452aa318 service neutron] Attempting to bind port 7914cc5a-84ef-48ac-a9c6-df0da825564a by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '2c2b961c-2d03-492c-a28d-3d1732c9a911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '011a64b4-e541-47a5-a336-9c9079d27f20'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:29:32.540149 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fc95fa-b374-475e-9d90-18062041b516 req-39d1a4a0-9903-4972-9270-d57f452aa318 service neutron] Attempting to bind port 7914cc5a-84ef-48ac-a9c6-df0da825564a on network 011a64b4-e541-47a5-a336-9c9079d27f20 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:29:32.553244 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fc95fa-b374-475e-9d90-18062041b516 req-39d1a4a0-9903-4972-9270-d57f452aa318 service neutron] Port 7914cc5a-84ef-48ac-a9c6-df0da825564a on network 011a64b4-e541-47a5-a336-9c9079d27f20 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:29:32.553568 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fc95fa-b374-475e-9d90-18062041b516 req-39d1a4a0-9903-4972-9270-d57f452aa318 service neutron] Attempting to bind port 7914cc5a-84ef-48ac-a9c6-df0da825564a on network 011a64b4-e541-47a5-a336-9c9079d27f20 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:29:32.560235 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fc95fa-b374-475e-9d90-18062041b516 req-39d1a4a0-9903-4972-9270-d57f452aa318 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:29:32.560599 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fc95fa-b374-475e-9d90-18062041b516 req-39d1a4a0-9903-4972-9270-d57f452aa318 service neutron] Checking segment: {'id': '2c2b961c-2d03-492c-a28d-3d1732c9a911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '011a64b4-e541-47a5-a336-9c9079d27f20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:29:32.561011 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fc95fa-b374-475e-9d90-18062041b516 req-39d1a4a0-9903-4972-9270-d57f452aa318 service neutron] Bound using segment: {'id': '2c2b961c-2d03-492c-a28d-3d1732c9a911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '011a64b4-e541-47a5-a336-9c9079d27f20'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:29:32.561547 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-a1fc95fa-b374-475e-9d90-18062041b516 req-39d1a4a0-9903-4972-9270-d57f452aa318 service neutron] Bound port: 7914cc5a-84ef-48ac-a9c6-df0da825564a, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c2b961c-2d03-492c-a28d-3d1732c9a911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '011a64b4-e541-47a5-a336-9c9079d27f20'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:29:32.561949 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a1fc95fa-b374-475e-9d90-18062041b516 req-39d1a4a0-9903-4972-9270-d57f452aa318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:32.649919 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 46382) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:32.672488 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3b528834-cd56-4806-8cff-f4b9f23e3ff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:32.674386 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-a1fc95fa-b374-475e-9d90-18062041b516 req-39d1a4a0-9903-4972-9270-d57f452aa318 service neutron] For port 7914cc5a-84ef-48ac-a9c6-df0da825564a, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:29:32.677708 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-a1fc95fa-b374-475e-9d90-18062041b516 req-39d1a4a0-9903-4972-9270-d57f452aa318 service neutron] For port 7914cc5a-84ef-48ac-a9c6-df0da825564a, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=7914cc5a-84ef-48ac-a9c6-df0da825564a,segment=NetworkSegment(2c2b961c-2d03-492c-a28d-3d1732c9a911),segment_id=2c2b961c-2d03-492c-a28d-3d1732c9a911)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:29:32.684013 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a1fc95fa-b374-475e-9d90-18062041b516 req-39d1a4a0-9903-4972-9270-d57f452aa318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:32.719758 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603a32e-e668-4cdd-a061-f0fdd2394918 req-2bc36f42-b7d4-4d28-a1d4-f843cc3f6db5 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:32.723591 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6603a32e-e668-4cdd-a061-f0fdd2394918 req-2bc36f42-b7d4-4d28-a1d4-f843cc3f6db5 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=e56a7d9f-9692-476b-b3cb-c13689fb321b HTTP/1.1" status: 200 len: 945 time: 0.1455381 Jul 09 16:29:32.733692 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc95fa-b374-475e-9d90-18062041b516 req-39d1a4a0-9903-4972-9270-d57f452aa318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:32.734214 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a1fc95fa-b374-475e-9d90-18062041b516 req-39d1a4a0-9903-4972-9270-d57f452aa318 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:32.735896 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a1fc95fa-b374-475e-9d90-18062041b516 req-39d1a4a0-9903-4972-9270-d57f452aa318 service neutron] 10.222.0.77 "PUT /v2.0/ports/7914cc5a-84ef-48ac-a9c6-df0da825564a HTTP/1.1" status: 200 len: 1091 time: 1.3293228 Jul 09 16:29:32.760260 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d1a4a0-9903-4972-9270-d57f452aa318 service neutron] Pushing event updated for resources: {'Port': ['ID=7914cc5a-84ef-48ac-a9c6-df0da825564a,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:32.815212 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6603a32e-e668-4cdd-a061-f0fdd2394918 req-08ca80a5-975b-4a89-8822-ea8dd3c2c6cb tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839524 Jul 09 16:29:32.846822 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc95fa-b374-475e-9d90-18062041b516 req-77529097-a87e-47b5-be52-56e83ccf8b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:32.849011 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a1fc95fa-b374-475e-9d90-18062041b516 req-77529097-a87e-47b5-be52-56e83ccf8b7a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=18bbcf9d12344f7aabfaec5774d56387&device_id=47a01d9e-e906-4990-bdfb-db0d950c7bc3 HTTP/1.1" status: 200 len: 1094 time: 0.0688977 Jul 09 16:29:32.872137 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3b528834-cd56-4806-8cff-f4b9f23e3ff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:32.879949 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3b528834-cd56-4806-8cff-f4b9f23e3ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:32.882170 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 5b938eed-2833-402a-94d2-701d4c4266bf up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:29:32.904949 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a1fc95fa-b374-475e-9d90-18062041b516 req-69e9275e-6d9e-4eb1-b083-910bb94b127e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7914cc5a-84ef-48ac-a9c6-df0da825564a HTTP/1.1" status: 200 len: 217 time: 0.0478826 Jul 09 16:29:32.906474 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 09 Jul 2021 16:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ca9837-fd15-468f-a38d-041482c6d083 x-openstack-request-id: req-d2ca9837-fd15-468f-a38d-041482c6d083 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:29:32.906791 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce83b532-ddc9-4a6d-bef3-eabd04719c14", "name": "network-vif-deleted", "tag": "79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f", "status": "failed", "code": 422}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:29:32.907059 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d2ca9837-fd15-468f-a38d-041482c6d083 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:29:32.907460 n-d-798930-3 neutron-server[93958]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ce83b532-ddc9-4a6d-bef3-eabd04719c14', 'name': 'network-vif-deleted', 'tag': '79b08e5b-40cc-4eb7-84a6-bb7f7d5ae07f', 'status': 'failed', 'code': 422} returned with failed status Jul 09 16:29:32.962857 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 5b938eed-2833-402a-94d2-701d4c4266bf triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:29:32.962857 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:32.963078 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3b528834-cd56-4806-8cff-f4b9f23e3ff4 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8c041123d77b4670bcfc55165f14878e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3091292 Jul 09 16:29:32.963078 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b528834-cd56-4806-8cff-f4b9f23e3ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe73fc8-dd86-4ff1-a728-5de522440e17,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:32.963807 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 46390) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:33.008453 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc95fa-b374-475e-9d90-18062041b516 req-f722f723-674a-4149-881d-e3940d12738e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:33.011474 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a1fc95fa-b374-475e-9d90-18062041b516 req-f722f723-674a-4149-881d-e3940d12738e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e1b72214-6163-4d29-a4b3-da97a51f4131 HTTP/1.1" status: 200 len: 858 time: 0.0955064 Jul 09 16:29:33.051706 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4e7551a7-113e-49f4-93a0-2a5d09286bd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:33.058695 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a1fc95fa-b374-475e-9d90-18062041b516 req-093b5f95-a3b5-4838-8ff1-7a2347c5ab3a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=011a64b4-e541-47a5-a336-9c9079d27f20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357568 Jul 09 16:29:33.063293 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:33.079552 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4e7551a7-113e-49f4-93a0-2a5d09286bd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:33.099741 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87343a5b-57e6-4455-aaf1-5a0c3e546326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b938eed-2833-402a-94d2-701d4c4266bf'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:29:33.103301 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41daa343-72f5-4849-b357-61c518be1b7d" -d '{"events": [{"server_uuid": "87343a5b-57e6-4455-aaf1-5a0c3e546326", "name": "network-vif-plugged", "status": "completed", "tag": "5b938eed-2833-402a-94d2-701d4c4266bf"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:29:33.109413 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 5b938eed-2833-402a-94d2-701d4c4266bf, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=5b938eed-2833-402a-94d2-701d4c4266bf,segment=NetworkSegment(decc697a-7e61-4b7c-8e62-5a81512ad237),segment_id=decc697a-7e61-4b7c-8e62-5a81512ad237)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:29:33.115113 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:33.144964 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4e7551a7-113e-49f4-93a0-2a5d09286bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:33.151840 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4e7551a7-113e-49f4-93a0-2a5d09286bd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:33.153781 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-4e7551a7-113e-49f4-93a0-2a5d09286bd8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/abe73fc8-dd86-4ff1-a728-5de522440e17 HTTP/1.1" status: 204 len: 168 time: 0.1887851 Jul 09 16:29:33.169382 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7551a7-113e-49f4-93a0-2a5d09286bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe73fc8-dd86-4ff1-a728-5de522440e17,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:33.196061 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=5b938eed-2833-402a-94d2-701d4c4266bf,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:33.213497 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e5de47-5393-4c54-88f5-3d411b523f8f req-8b58d361-9abb-4ebc-aab6-7db48d56c343 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:33.215054 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c5e5de47-5393-4c54-88f5-3d411b523f8f req-8b58d361-9abb-4ebc-aab6-7db48d56c343 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=87343a5b-57e6-4455-aaf1-5a0c3e546326 HTTP/1.1" status: 200 len: 945 time: 0.1595340 Jul 09 16:29:33.244477 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a1fc95fa-b374-475e-9d90-18062041b516 req-7b79103d-0181-4d3f-9dc4-c17fd3cd32d2 service neutron] 10.222.0.77 "GET /v2.0/networks/011a64b4-e541-47a5-a336-9c9079d27f20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556838 Jul 09 16:29:33.310463 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c5e5de47-5393-4c54-88f5-3d411b523f8f req-8c92244d-55ba-4dfd-b6e4-500c7bdff825 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891020 Jul 09 16:29:33.352020 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb5b103-ac80-4737-8306-8c4c03775358 x-openstack-request-id: req-dbb5b103-ac80-4737-8306-8c4c03775358 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:29:33.353219 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87343a5b-57e6-4455-aaf1-5a0c3e546326", "name": "network-vif-plugged", "status": "completed", "tag": "5b938eed-2833-402a-94d2-701d4c4266bf", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:29:33.353618 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-dbb5b103-ac80-4737-8306-8c4c03775358 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:29:33.354338 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87343a5b-57e6-4455-aaf1-5a0c3e546326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b938eed-2833-402a-94d2-701d4c4266bf', 'code': 200} Jul 09 16:29:33.361886 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a1fc95fa-b374-475e-9d90-18062041b516 req-fca60345-3743-4f1f-8d74-1962c1daff8e service neutron] 10.222.0.77 "GET /v2.0/networks/011a64b4-e541-47a5-a336-9c9079d27f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109128 Jul 09 16:29:33.528756 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79af04-daee-4c59-97fb-294aeab6e3db req-3d39cdad-350f-4703-9d75-949817411783 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:33.531462 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3c79af04-daee-4c59-97fb-294aeab6e3db req-3d39cdad-350f-4703-9d75-949817411783 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc689a4e-7bc3-4b19-adac-813c7d22b5b8 HTTP/1.1" status: 200 len: 908 time: 0.0913372 Jul 09 16:29:33.648449 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aebe5f5-78db-4e65-b7fb-ab22d98a8f1d req-59e57e6c-afa3-4e26-aba1-3946de062b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:33.650502 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1aebe5f5-78db-4e65-b7fb-ab22d98a8f1d req-59e57e6c-afa3-4e26-aba1-3946de062b4c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=87343a5b-57e6-4455-aaf1-5a0c3e546326 HTTP/1.1" status: 200 len: 1097 time: 0.1159577 Jul 09 16:29:33.671691 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d8738-32c4-4dc1-b3af-d7887bfbf300 req-7aa2b23a-83c6-48a8-95a1-b772e0d70c1d tempest-InstanceActionsV221TestJSON-1513219216 tempest-InstanceActionsV221TestJSON-1513219216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:33.673152 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-599d8738-32c4-4dc1-b3af-d7887bfbf300 req-7aa2b23a-83c6-48a8-95a1-b772e0d70c1d tempest-InstanceActionsV221TestJSON-1513219216 tempest-InstanceActionsV221TestJSON-1513219216-project] 10.222.0.98 "GET /v2.0/ports?device_id=47a01d9e-e906-4990-bdfb-db0d950c7bc3 HTTP/1.1" status: 200 len: 943 time: 0.0979621 Jul 09 16:29:33.725835 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1aebe5f5-78db-4e65-b7fb-ab22d98a8f1d req-1fee111b-460f-4d56-9a40-dc8e4153fac2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677409 Jul 09 16:29:33.733773 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-599d8738-32c4-4dc1-b3af-d7887bfbf300 req-fa355bb7-e71a-4294-a418-08bda7cd74db tempest-InstanceActionsV221TestJSON-1513219216 tempest-InstanceActionsV221TestJSON-1513219216-project] 10.222.0.98 "GET /v2.0/security-groups?id=e52fa0cc-ed9c-4fe6-a10e-85733fa5c113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541668 Jul 09 16:29:33.986123 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee975f-985b-4267-85ed-ffbb83d5f258 req-d4aefac3-030c-40a5-8eaa-786a601cc805 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:33.987792 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e8ee975f-985b-4267-85ed-ffbb83d5f258 req-d4aefac3-030c-40a5-8eaa-786a601cc805 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=e56a7d9f-9692-476b-b3cb-c13689fb321b HTTP/1.1" status: 200 len: 945 time: 0.0663965 Jul 09 16:29:34.034735 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e8ee975f-985b-4267-85ed-ffbb83d5f258 req-344029fa-7f75-4c4c-b688-3374e2e1fa74 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404203 Jul 09 16:29:34.509142 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9750910-4e01-48af-947a-c6284667775a req-4c728e91-7bbc-44ba-9034-4c52aaa929a5 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:34.510888 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b9750910-4e01-48af-947a-c6284667775a req-4c728e91-7bbc-44ba-9034-4c52aaa929a5 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=87343a5b-57e6-4455-aaf1-5a0c3e546326 HTTP/1.1" status: 200 len: 946 time: 0.0728455 Jul 09 16:29:34.554199 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b9750910-4e01-48af-947a-c6284667775a req-62fa7483-2745-48e5-97f5-9de434f58bef tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343361 Jul 09 16:29:34.762236 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532da743-d51b-45f6-ac81-4ca1241fd033 req-ec54a03d-974d-4355-90db-d238736bbe40 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:34.763998 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-532da743-d51b-45f6-ac81-4ca1241fd033 req-ec54a03d-974d-4355-90db-d238736bbe40 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc689a4e-7bc3-4b19-adac-813c7d22b5b8 HTTP/1.1" status: 200 len: 908 time: 0.0772724 Jul 09 16:29:34.909000 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47a01d9e-e906-4990-bdfb-db0d950c7bc3', 'tag': '7914cc5a-84ef-48ac-a9c6-df0da825564a'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:29:34.911352 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a03a12-2c04-495c-83b4-e3abf168428f" -d '{"events": [{"name": "network-changed", "server_uuid": "47a01d9e-e906-4990-bdfb-db0d950c7bc3", "tag": "7914cc5a-84ef-48ac-a9c6-df0da825564a"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:29:34.927724 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92fff8-59b6-4aec-8b4f-33192661c942 req-0db07235-b0f0-4cbe-b50f-cfa870036d45 tempest-InstanceActionsV221TestJSON-1513219216 tempest-InstanceActionsV221TestJSON-1513219216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:34.929564 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4a92fff8-59b6-4aec-8b4f-33192661c942 req-0db07235-b0f0-4cbe-b50f-cfa870036d45 tempest-InstanceActionsV221TestJSON-1513219216 tempest-InstanceActionsV221TestJSON-1513219216-project] 10.222.0.98 "GET /v2.0/ports?device_id=47a01d9e-e906-4990-bdfb-db0d950c7bc3 HTTP/1.1" status: 200 len: 943 time: 0.0696476 Jul 09 16:29:34.951946 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3f91d2-45cc-474e-8adf-92e770292a4d x-openstack-request-id: req-5e3f91d2-45cc-474e-8adf-92e770292a4d {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:29:34.952331 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47a01d9e-e906-4990-bdfb-db0d950c7bc3", "tag": "7914cc5a-84ef-48ac-a9c6-df0da825564a", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:29:34.952647 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5e3f91d2-45cc-474e-8adf-92e770292a4d {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:29:34.953259 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47a01d9e-e906-4990-bdfb-db0d950c7bc3', 'tag': '7914cc5a-84ef-48ac-a9c6-df0da825564a', 'status': 'completed', 'code': 200} Jul 09 16:29:34.970680 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4a92fff8-59b6-4aec-8b4f-33192661c942 req-de02e94a-350c-4595-a67d-2af854394ff9 tempest-InstanceActionsV221TestJSON-1513219216 tempest-InstanceActionsV221TestJSON-1513219216-project] 10.222.0.98 "GET /v2.0/security-groups?id=e52fa0cc-ed9c-4fe6-a10e-85733fa5c113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342758 Jul 09 16:29:35.246264 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a03a12-2c04-495c-83b4-e3abf168428f req-05fa3e9d-d773-452f-a206-89fb84e59551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:35.248876 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-66a03a12-2c04-495c-83b4-e3abf168428f req-05fa3e9d-d773-452f-a206-89fb84e59551 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=18bbcf9d12344f7aabfaec5774d56387&device_id=47a01d9e-e906-4990-bdfb-db0d950c7bc3 HTTP/1.1" status: 200 len: 1094 time: 0.2678058 Jul 09 16:29:35.273125 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817606ca-e64b-4218-a12b-953fe80e0c59 req-f3c9c5ca-337f-4ec3-a981-d16d76235c64 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:35.275380 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-817606ca-e64b-4218-a12b-953fe80e0c59 req-f3c9c5ca-337f-4ec3-a981-d16d76235c64 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=e56a7d9f-9692-476b-b3cb-c13689fb321b HTTP/1.1" status: 200 len: 945 time: 0.0900056 Jul 09 16:29:35.282075 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 7914cc5a-84ef-48ac-a9c6-df0da825564a details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:29:35.356054 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-817606ca-e64b-4218-a12b-953fe80e0c59 req-795cebd2-912f-491d-896d-a13ac70f930f tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618305 Jul 09 16:29:35.386320 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a03a12-2c04-495c-83b4-e3abf168428f req-a3462d84-4f5c-493f-9d54-aea055ec29f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:35.388033 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-66a03a12-2c04-495c-83b4-e3abf168428f req-a3462d84-4f5c-493f-9d54-aea055ec29f5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=011a64b4-e541-47a5-a336-9c9079d27f20 HTTP/1.1" status: 200 len: 919 time: 0.1329563 Jul 09 16:29:35.421611 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 7914cc5a-84ef-48ac-a9c6-df0da825564a, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=7914cc5a-84ef-48ac-a9c6-df0da825564a,segment=NetworkSegment(2c2b961c-2d03-492c-a28d-3d1732c9a911),segment_id=2c2b961c-2d03-492c-a28d-3d1732c9a911)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:29:35.438233 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '7914cc5a-84ef-48ac-a9c6-df0da825564a', 'network_id': '011a64b4-e541-47a5-a336-9c9079d27f20', 'port_id': '7914cc5a-84ef-48ac-a9c6-df0da825564a', 'mac_address': 'fa:16:3e:7e:4c:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b72214-6163-4d29-a4b3-da97a51f4131', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:29:35.444939 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-66a03a12-2c04-495c-83b4-e3abf168428f req-6bcc44ca-8cc8-4341-8402-4b483c4a239c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7914cc5a-84ef-48ac-a9c6-df0da825564a HTTP/1.1" status: 200 len: 217 time: 0.0484731 Jul 09 16:29:35.489147 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:35.509766 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a03a12-2c04-495c-83b4-e3abf168428f req-76cc2c2e-d47c-4935-bfd5-756b1ccca2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:35.511527 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-66a03a12-2c04-495c-83b4-e3abf168428f req-76cc2c2e-d47c-4935-bfd5-756b1ccca2af service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e1b72214-6163-4d29-a4b3-da97a51f4131 HTTP/1.1" status: 200 len: 858 time: 0.0606267 Jul 09 16:29:35.512766 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7914cc5a-84ef-48ac-a9c6-df0da825564a {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:29:35.546983 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-66a03a12-2c04-495c-83b4-e3abf168428f req-ebcf38fd-93fb-40c6-9cc7-32eefcc57f03 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=011a64b4-e541-47a5-a336-9c9079d27f20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281997 Jul 09 16:29:35.547650 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 7914cc5a-84ef-48ac-a9c6-df0da825564a, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=7914cc5a-84ef-48ac-a9c6-df0da825564a,segment=NetworkSegment(2c2b961c-2d03-492c-a28d-3d1732c9a911),segment_id=2c2b961c-2d03-492c-a28d-3d1732c9a911)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:29:35.553081 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:35.613639 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=7914cc5a-84ef-48ac-a9c6-df0da825564a,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:35.712122 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-66a03a12-2c04-495c-83b4-e3abf168428f req-912414b9-90e0-463f-b24c-96773aad9f63 service neutron] 10.222.0.77 "GET /v2.0/networks/011a64b4-e541-47a5-a336-9c9079d27f20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591051 Jul 09 16:29:35.765556 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a456288-c3a3-4e6e-b684-b238f9f4f5e3 req-c4cf479c-f16b-4511-9f64-cfea74690191 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:35.767091 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0a456288-c3a3-4e6e-b684-b238f9f4f5e3 req-c4cf479c-f16b-4511-9f64-cfea74690191 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc689a4e-7bc3-4b19-adac-813c7d22b5b8 HTTP/1.1" status: 200 len: 908 time: 0.1131840 Jul 09 16:29:35.839947 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-66a03a12-2c04-495c-83b4-e3abf168428f req-3bb0f00e-cfd0-4914-beec-5ccfecb27dee service neutron] 10.222.0.77 "GET /v2.0/networks/011a64b4-e541-47a5-a336-9c9079d27f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211360 Jul 09 16:29:35.860860 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['7914cc5a-84ef-48ac-a9c6-df0da825564a'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:29:35.939088 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-0a456288-c3a3-4e6e-b684-b238f9f4f5e3 req-c9ec6367-15e0-4dc4-9e0f-e349093b375b tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Deleting port cc96a59f-cd47-4505-ac7f-6bbd72fbddb5 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:29:35.939088 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0a456288-c3a3-4e6e-b684-b238f9f4f5e3 req-c9ec6367-15e0-4dc4-9e0f-e349093b375b tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:35.946163 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc221eaa-1720-452a-8221-c00c961a9db4 req-f8771543-ddfe-42cc-b424-e7aed6404d67 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:35.947790 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fc221eaa-1720-452a-8221-c00c961a9db4 req-f8771543-ddfe-42cc-b424-e7aed6404d67 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=87343a5b-57e6-4455-aaf1-5a0c3e546326 HTTP/1.1" status: 200 len: 946 time: 0.1069331 Jul 09 16:29:36.024121 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fc221eaa-1720-452a-8221-c00c961a9db4 req-d6abcd01-ef2a-433d-ae0b-46922e4edf53 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682395 Jul 09 16:29:36.179061 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-0a456288-c3a3-4e6e-b684-b238f9f4f5e3 req-c9ec6367-15e0-4dc4-9e0f-e349093b375b tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] For port cc96a59f-cd47-4505-ac7f-6bbd72fbddb5, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=cc96a59f-cd47-4505-ac7f-6bbd72fbddb5,segment=NetworkSegment(44b862f2-e325-48d7-99eb-7401b6fb9e9c),segment_id=44b862f2-e325-48d7-99eb-7401b6fb9e9c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:29:36.179481 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0a456288-c3a3-4e6e-b684-b238f9f4f5e3 req-c9ec6367-15e0-4dc4-9e0f-e349093b375b tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:36.201571 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-0a456288-c3a3-4e6e-b684-b238f9f4f5e3 req-c9ec6367-15e0-4dc4-9e0f-e349093b375b tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Calling delete_port for cc96a59f-cd47-4505-ac7f-6bbd72fbddb5 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:29:36.259924 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad7872-e016-4ecd-8392-7ffd37664576 req-a233f298-af1f-4dc2-a0ea-87ce53d30982 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:36.261432 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8bad7872-e016-4ecd-8392-7ffd37664576 req-a233f298-af1f-4dc2-a0ea-87ce53d30982 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc689a4e-7bc3-4b19-adac-813c7d22b5b8 HTTP/1.1" status: 200 len: 908 time: 0.1692171 Jul 09 16:29:36.277924 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b27f169-7718-4e01-bebb-738c3b9b82e9 req-4c96c050-16ee-4077-9293-8d42029b3abd tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:36.279557 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9b27f169-7718-4e01-bebb-738c3b9b82e9 req-4c96c050-16ee-4077-9293-8d42029b3abd tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/ports?device_id=56a0021d-217b-42fc-b461-d010febc7602 HTTP/1.1" status: 200 len: 945 time: 0.0711725 Jul 09 16:29:36.328583 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9b27f169-7718-4e01-bebb-738c3b9b82e9 req-8a09e38f-e619-4fed-b619-4a6a3bb98b0a tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/security-groups?id=08871550-d616-4453-85b1-faed9ff5bbda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416846 Jul 09 16:29:36.422517 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0a456288-c3a3-4e6e-b684-b238f9f4f5e3 req-c9ec6367-15e0-4dc4-9e0f-e349093b375b tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:36.456612 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ec6367-15e0-4dc4-9e0f-e349093b375b tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Pushing event deleted for resources: {'Port': ['ID=cc96a59f-cd47-4505-ac7f-6bbd72fbddb5,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:36.523272 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a456288-c3a3-4e6e-b684-b238f9f4f5e3 req-c9ec6367-15e0-4dc4-9e0f-e349093b375b tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] No DVR routers for this DVR port cc96a59f-cd47-4505-ac7f-6bbd72fbddb5 on host n-h2-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:29:36.527015 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0a456288-c3a3-4e6e-b684-b238f9f4f5e3 req-c9ec6367-15e0-4dc4-9e0f-e349093b375b tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:36.529504 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0a456288-c3a3-4e6e-b684-b238f9f4f5e3 req-c9ec6367-15e0-4dc4-9e0f-e349093b375b tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.73 "DELETE /v2.0/ports/cc96a59f-cd47-4505-ac7f-6bbd72fbddb5 HTTP/1.1" status: 204 len: 173 time: 0.7561975 Jul 09 16:29:36.530041 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc689a4e-7bc3-4b19-adac-813c7d22b5b8', 'name': 'network-vif-deleted', 'tag': 'cc96a59f-cd47-4505-ac7f-6bbd72fbddb5'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:29:36.532403 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168868d9-c44a-4344-977c-b6d6b3c8f7d8" -d '{"events": [{"server_uuid": "bc689a4e-7bc3-4b19-adac-813c7d22b5b8", "name": "network-vif-deleted", "tag": "cc96a59f-cd47-4505-ac7f-6bbd72fbddb5"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:29:36.537394 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b838e-6f71-4495-a650-fae304b1f435 req-61ed3cce-4861-4a16-8f96-8d136614503e tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:36.548643 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3f1b838e-6f71-4495-a650-fae304b1f435 req-61ed3cce-4861-4a16-8f96-8d136614503e tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=87343a5b-57e6-4455-aaf1-5a0c3e546326 HTTP/1.1" status: 200 len: 946 time: 0.1012661 Jul 09 16:29:36.556462 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c965991b-f9dd-4c31-a40d-9289dce02534 req-33bb4b81-0901-4c1f-bddc-11e1e43feeed tempest-InstanceActionsV221TestJSON-1513219216 tempest-InstanceActionsV221TestJSON-1513219216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:36.558082 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c965991b-f9dd-4c31-a40d-9289dce02534 req-33bb4b81-0901-4c1f-bddc-11e1e43feeed tempest-InstanceActionsV221TestJSON-1513219216 tempest-InstanceActionsV221TestJSON-1513219216-project] 10.222.0.98 "GET /v2.0/ports?device_id=47a01d9e-e906-4990-bdfb-db0d950c7bc3 HTTP/1.1" status: 200 len: 944 time: 0.1728325 Jul 09 16:29:36.597128 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3f1b838e-6f71-4495-a650-fae304b1f435 req-54eea931-007e-4d47-90ac-49775868dfd3 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452549 Jul 09 16:29:36.628767 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c965991b-f9dd-4c31-a40d-9289dce02534 req-07c8ebcf-30b7-4e4c-930f-a7032dcafb2b tempest-InstanceActionsV221TestJSON-1513219216 tempest-InstanceActionsV221TestJSON-1513219216-project] 10.222.0.98 "GET /v2.0/security-groups?id=e52fa0cc-ed9c-4fe6-a10e-85733fa5c113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638454 Jul 09 16:29:36.859893 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a1906-3270-4721-8586-6a00878a68fc req-74374d98-77ca-4157-8a45-8be54e361f8e tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:36.861550 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d74a1906-3270-4721-8586-6a00878a68fc req-74374d98-77ca-4157-8a45-8be54e361f8e tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=e56a7d9f-9692-476b-b3cb-c13689fb321b HTTP/1.1" status: 200 len: 945 time: 0.1034362 Jul 09 16:29:36.903850 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d74a1906-3270-4721-8586-6a00878a68fc req-5a3d5c9b-d4e3-4605-a4ee-d699e8808d73 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363257 Jul 09 16:29:36.941971 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24fb34e2-b742-46a1-aeb6-3a9ca490aecd x-openstack-request-id: req-24fb34e2-b742-46a1-aeb6-3a9ca490aecd {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:29:36.942544 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc689a4e-7bc3-4b19-adac-813c7d22b5b8", "name": "network-vif-deleted", "tag": "cc96a59f-cd47-4505-ac7f-6bbd72fbddb5", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:29:36.942544 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-24fb34e2-b742-46a1-aeb6-3a9ca490aecd {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:29:36.943014 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc689a4e-7bc3-4b19-adac-813c7d22b5b8', 'name': 'network-vif-deleted', 'tag': 'cc96a59f-cd47-4505-ac7f-6bbd72fbddb5', 'status': 'completed', 'code': 200} Jul 09 16:29:37.306467 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 7914cc5a-84ef-48ac-a9c6-df0da825564a up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:29:37.406181 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 7914cc5a-84ef-48ac-a9c6-df0da825564a completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:29:37.410601 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 7914cc5a-84ef-48ac-a9c6-df0da825564a triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:29:37.411044 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:37.479724 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-eb196f11-f90a-45c0-a518-ce389ec53387 req-725e3461-d9f4-4bea-85e8-312304d73df8 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc689a4e-7bc3-4b19-adac-813c7d22b5b8 HTTP/1.1" status: 200 len: 210 time: 0.0508912 Jul 09 16:29:37.580161 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:37.623720 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 7914cc5a-84ef-48ac-a9c6-df0da825564a, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=7914cc5a-84ef-48ac-a9c6-df0da825564a,segment=NetworkSegment(2c2b961c-2d03-492c-a28d-3d1732c9a911),segment_id=2c2b961c-2d03-492c-a28d-3d1732c9a911)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:29:37.625046 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a01d9e-e906-4990-bdfb-db0d950c7bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7914cc5a-84ef-48ac-a9c6-df0da825564a'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:29:37.628027 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eef58b0-6dbc-46d5-9bd7-646b8075c74b" -d '{"events": [{"server_uuid": "47a01d9e-e906-4990-bdfb-db0d950c7bc3", "name": "network-vif-plugged", "status": "completed", "tag": "7914cc5a-84ef-48ac-a9c6-df0da825564a"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:29:37.633440 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:37.716615 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=7914cc5a-84ef-48ac-a9c6-df0da825564a,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:37.789413 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0faa65-4051-4dcf-9382-cc6005c5599b req-57142a06-1124-463a-9a23-54e5bdcdc669 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:37.791011 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fb0faa65-4051-4dcf-9382-cc6005c5599b req-57142a06-1124-463a-9a23-54e5bdcdc669 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/ports?device_id=56a0021d-217b-42fc-b461-d010febc7602 HTTP/1.1" status: 200 len: 945 time: 0.0771024 Jul 09 16:29:37.836083 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fb0faa65-4051-4dcf-9382-cc6005c5599b req-469afb80-1468-4cbc-ae3c-4363d2b409ad tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/security-groups?id=08871550-d616-4453-85b1-faed9ff5bbda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387278 Jul 09 16:29:37.862531 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8949a3e6-7418-4342-935c-6d2093af04e1 req-f5b66724-ed58-4b8e-b206-2fa37c98e335 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:37.869766 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8949a3e6-7418-4342-935c-6d2093af04e1 req-f5b66724-ed58-4b8e-b206-2fa37c98e335 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/networks?id=38aa73fb-54e8-4b43-bb39-928294ff523d HTTP/1.1" status: 200 len: 814 time: 0.5348749 Jul 09 16:29:37.888070 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b90b08-86b8-4808-b7bd-b1e6f35a50ea x-openstack-request-id: req-f8b90b08-86b8-4808-b7bd-b1e6f35a50ea {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:29:37.888369 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47a01d9e-e906-4990-bdfb-db0d950c7bc3", "name": "network-vif-plugged", "status": "completed", "tag": "7914cc5a-84ef-48ac-a9c6-df0da825564a", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:29:37.888628 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f8b90b08-86b8-4808-b7bd-b1e6f35a50ea {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:29:37.888968 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8949a3e6-7418-4342-935c-6d2093af04e1 req-d2f4029a-d0fb-4f5f-bf8d-27472c0b43f9 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/quotas/0266986ff7814ad9933eca94a231ef2b HTTP/1.1" status: 200 len: 375 time: 0.0182462 Jul 09 16:29:37.889065 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a01d9e-e906-4990-bdfb-db0d950c7bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7914cc5a-84ef-48ac-a9c6-df0da825564a', 'code': 200} Jul 09 16:29:37.964514 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8949a3e6-7418-4342-935c-6d2093af04e1 req-cd40a49e-9d42-4f2f-a81e-33c8c318e819 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=0266986ff7814ad9933eca94a231ef2b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0746310 Jul 09 16:29:38.081332 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce44b55-f7bd-4d69-95fd-8a3fe74da1bb req-651c874d-dd23-4c48-b215-27eac0ead029 tempest-InstanceActionsV221TestJSON-1513219216 tempest-InstanceActionsV221TestJSON-1513219216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:38.083056 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2ce44b55-f7bd-4d69-95fd-8a3fe74da1bb req-651c874d-dd23-4c48-b215-27eac0ead029 tempest-InstanceActionsV221TestJSON-1513219216 tempest-InstanceActionsV221TestJSON-1513219216-project] 10.222.0.98 "GET /v2.0/ports?device_id=47a01d9e-e906-4990-bdfb-db0d950c7bc3 HTTP/1.1" status: 200 len: 945 time: 0.0666988 Jul 09 16:29:38.100269 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8949a3e6-7418-4342-935c-6d2093af04e1 req-eb17eb79-2c9c-4231-a2b6-3df18e249abb service neutron] 10.222.0.98 "GET /v2.0/networks/38aa73fb-54e8-4b43-bb39-928294ff523d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288004 Jul 09 16:29:38.103032 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ded637-372f-459c-abee-a1d45078c2da req-ba940bce-f0c6-486d-af53-ecf8dde5fd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:38.104543 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f9ded637-372f-459c-abee-a1d45078c2da req-ba940bce-f0c6-486d-af53-ecf8dde5fd3d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=47a01d9e-e906-4990-bdfb-db0d950c7bc3 HTTP/1.1" status: 200 len: 1096 time: 0.1234481 Jul 09 16:29:38.128300 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2ce44b55-f7bd-4d69-95fd-8a3fe74da1bb req-ed95efe0-269c-49b6-abbc-28b49daea8e5 tempest-InstanceActionsV221TestJSON-1513219216 tempest-InstanceActionsV221TestJSON-1513219216-project] 10.222.0.98 "GET /v2.0/security-groups?id=e52fa0cc-ed9c-4fe6-a10e-85733fa5c113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370359 Jul 09 16:29:38.260016 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f9ded637-372f-459c-abee-a1d45078c2da req-781a7aa5-f72d-4092-9db5-bc4c817ba129 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e52fa0cc-ed9c-4fe6-a10e-85733fa5c113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545578 Jul 09 16:29:38.266692 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8949a3e6-7418-4342-935c-6d2093af04e1 req-13dd5028-964b-40fb-89ce-fd6696bcc8c6 service neutron] 10.222.0.98 "GET /v2.0/networks/38aa73fb-54e8-4b43-bb39-928294ff523d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572211 Jul 09 16:29:38.475937 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c7e61-e42a-416d-81bb-fe5b68fa1dc8 req-28bf3750-f31b-4270-a9d5-651813010452 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:38.477540 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-759c7e61-e42a-416d-81bb-fe5b68fa1dc8 req-28bf3750-f31b-4270-a9d5-651813010452 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=e56a7d9f-9692-476b-b3cb-c13689fb321b HTTP/1.1" status: 200 len: 945 time: 0.0807345 Jul 09 16:29:38.495989 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-76f19b61-017e-4b3b-b81a-c61aa52cca61 req-836633b1-217b-4d66-8a01-528780f6c7d5 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ef7fed6-e1f7-4347-9a2b-265ec5153f7d HTTP/1.1" status: 200 len: 210 time: 0.0395653 Jul 09 16:29:38.539485 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-759c7e61-e42a-416d-81bb-fe5b68fa1dc8 req-0b0472d1-468f-46ce-9f9a-27ea01c2933f tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546679 Jul 09 16:29:38.908179 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device cc96a59f-cd47-4505-ac7f-6bbd72fbddb5 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:29:38.936782 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: cc96a59f-cd47-4505-ac7f-6bbd72fbddb5 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:29:38.937555 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device cc96a59f-cd47-4505-ac7f-6bbd72fbddb5 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:29:39.051063 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebbe61f-9785-483b-a317-d3e573165f28 req-881d452e-bd79-4fae-adf5-d9391a1e14bd tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:39.053477 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5ebbe61f-9785-483b-a317-d3e573165f28 req-881d452e-bd79-4fae-adf5-d9391a1e14bd tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.73 "GET /v2.0/ports?device_id=87343a5b-57e6-4455-aaf1-5a0c3e546326 HTTP/1.1" status: 200 len: 946 time: 0.1371474 Jul 09 16:29:39.070813 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68447daf-c0c4-43cb-969d-5a4dbef35c21 req-9a48cfba-dc0c-4835-a057-15312d601216 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:39.072407 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-68447daf-c0c4-43cb-969d-5a4dbef35c21 req-9a48cfba-dc0c-4835-a057-15312d601216 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8fa6c38-9de0-479e-a227-8e4ce3e78bde HTTP/1.1" status: 200 len: 945 time: 0.0856333 Jul 09 16:29:39.144581 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eeca9b-7669-4c7e-b70b-f4f2dcb54274 req-5d8480d9-0ad4-451b-b4ab-4ad3ef1474bf tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:39.145144 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-68447daf-c0c4-43cb-969d-5a4dbef35c21 req-a27691fe-dfa3-43ff-b32a-4cbf10eb7fc7 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666130 Jul 09 16:29:39.154464 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-14eeca9b-7669-4c7e-b70b-f4f2dcb54274 req-5d8480d9-0ad4-451b-b4ab-4ad3ef1474bf tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/ports?device_id=56a0021d-217b-42fc-b461-d010febc7602 HTTP/1.1" status: 200 len: 945 time: 0.1521366 Jul 09 16:29:39.263116 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-14eeca9b-7669-4c7e-b70b-f4f2dcb54274 req-abbbfe4f-d079-4dac-ac4f-cd1b4a0170c5 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/security-groups?id=08871550-d616-4453-85b1-faed9ff5bbda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071162 Jul 09 16:29:39.328715 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-5ebbe61f-9785-483b-a317-d3e573165f28 req-9492efc4-6539-466f-9bad-f79234c4bf8f tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Deleting port 5b938eed-2833-402a-94d2-701d4c4266bf {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:29:39.328908 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5ebbe61f-9785-483b-a317-d3e573165f28 req-9492efc4-6539-466f-9bad-f79234c4bf8f tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:39.457764 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8463298-72ec-43ed-8218-bfe09645cd71 req-4155eafc-99c1-4c68-a353-ded2af6e5301 tempest-InstanceActionsV221TestJSON-1513219216 tempest-InstanceActionsV221TestJSON-1513219216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:39.480909 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c8463298-72ec-43ed-8218-bfe09645cd71 req-4155eafc-99c1-4c68-a353-ded2af6e5301 tempest-InstanceActionsV221TestJSON-1513219216 tempest-InstanceActionsV221TestJSON-1513219216-project] 10.222.0.98 "GET /v2.0/ports?device_id=47a01d9e-e906-4990-bdfb-db0d950c7bc3 HTTP/1.1" status: 200 len: 945 time: 0.1468146 Jul 09 16:29:39.512212 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-5ebbe61f-9785-483b-a317-d3e573165f28 req-9492efc4-6539-466f-9bad-f79234c4bf8f tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] For port 5b938eed-2833-402a-94d2-701d4c4266bf, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=5b938eed-2833-402a-94d2-701d4c4266bf,segment=NetworkSegment(decc697a-7e61-4b7c-8e62-5a81512ad237),segment_id=decc697a-7e61-4b7c-8e62-5a81512ad237)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:29:39.512583 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5ebbe61f-9785-483b-a317-d3e573165f28 req-9492efc4-6539-466f-9bad-f79234c4bf8f tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:39.539859 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-5ebbe61f-9785-483b-a317-d3e573165f28 req-9492efc4-6539-466f-9bad-f79234c4bf8f tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Calling delete_port for 5b938eed-2833-402a-94d2-701d4c4266bf owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:29:39.547490 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c8463298-72ec-43ed-8218-bfe09645cd71 req-66632d77-757d-4a8d-9db4-a96312a9caff tempest-InstanceActionsV221TestJSON-1513219216 tempest-InstanceActionsV221TestJSON-1513219216-project] 10.222.0.98 "GET /v2.0/security-groups?id=e52fa0cc-ed9c-4fe6-a10e-85733fa5c113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590951 Jul 09 16:29:39.580368 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 46574) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:39.766096 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1834a3b9-267d-42e7-a9d9-7dcfe2cad585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:39.789040 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5ebbe61f-9785-483b-a317-d3e573165f28 req-9492efc4-6539-466f-9bad-f79234c4bf8f tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:39.814812 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9a8a90aa-2720-471c-8291-794e1837ffb2 req-364b2ab5-1d02-4f9d-a9d8-8176aae002ca tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ef7fed6-e1f7-4347-9a2b-265ec5153f7d HTTP/1.1" status: 200 len: 210 time: 0.0408895 Jul 09 16:29:39.828358 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['5b938eed-2833-402a-94d2-701d4c4266bf'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:29:39.853247 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9492efc4-6539-466f-9bad-f79234c4bf8f tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Pushing event deleted for resources: {'Port': ['ID=5b938eed-2833-402a-94d2-701d4c4266bf,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:39.869525 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9492efc4-6539-466f-9bad-f79234c4bf8f tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:29:39.870012 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9492efc4-6539-466f-9bad-f79234c4bf8f tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:29:39.870531 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9492efc4-6539-466f-9bad-f79234c4bf8f tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:29:39.870913 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9492efc4-6539-466f-9bad-f79234c4bf8f tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:29:39.871331 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9492efc4-6539-466f-9bad-f79234c4bf8f tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:29:39.871779 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9492efc4-6539-466f-9bad-f79234c4bf8f tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:29:39.872302 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9492efc4-6539-466f-9bad-f79234c4bf8f tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:29:39.872748 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9492efc4-6539-466f-9bad-f79234c4bf8f tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:29:39.873122 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9492efc4-6539-466f-9bad-f79234c4bf8f tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:29:39.873549 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9492efc4-6539-466f-9bad-f79234c4bf8f tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:29:39.874120 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9492efc4-6539-466f-9bad-f79234c4bf8f tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:29:39.874533 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9492efc4-6539-466f-9bad-f79234c4bf8f tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:29:39.920746 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ebbe61f-9785-483b-a317-d3e573165f28 req-9492efc4-6539-466f-9bad-f79234c4bf8f tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] No DVR routers for this DVR port 5b938eed-2833-402a-94d2-701d4c4266bf on host n-h2-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:29:39.923985 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5ebbe61f-9785-483b-a317-d3e573165f28 req-9492efc4-6539-466f-9bad-f79234c4bf8f tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:39.926284 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5ebbe61f-9785-483b-a317-d3e573165f28 req-9492efc4-6539-466f-9bad-f79234c4bf8f tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.73 "DELETE /v2.0/ports/5b938eed-2833-402a-94d2-701d4c4266bf HTTP/1.1" status: 204 len: 173 time: 0.8639944 Jul 09 16:29:39.926846 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87343a5b-57e6-4455-aaf1-5a0c3e546326', 'name': 'network-vif-deleted', 'tag': '5b938eed-2833-402a-94d2-701d4c4266bf'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:29:39.929435 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8098b4ec-68ef-42c4-878f-3c6ea83d6a38" -d '{"events": [{"server_uuid": "87343a5b-57e6-4455-aaf1-5a0c3e546326", "name": "network-vif-deleted", "tag": "5b938eed-2833-402a-94d2-701d4c4266bf"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:29:39.931749 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4258c0f-3601-4c41-8573-fe3db0f571fc req-eb49e570-fcab-42d9-9714-16c216c7298a tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:39.933467 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a4258c0f-3601-4c41-8573-fe3db0f571fc req-eb49e570-fcab-42d9-9714-16c216c7298a tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=e56a7d9f-9692-476b-b3cb-c13689fb321b HTTP/1.1" status: 200 len: 945 time: 0.1298165 Jul 09 16:29:39.982115 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d5d0e2-e332-48e6-9f20-88dbae2aecdc x-openstack-request-id: req-d5d5d0e2-e332-48e6-9f20-88dbae2aecdc {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:29:39.982654 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87343a5b-57e6-4455-aaf1-5a0c3e546326", "name": "network-vif-deleted", "tag": "5b938eed-2833-402a-94d2-701d4c4266bf", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:29:39.983227 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d5d5d0e2-e332-48e6-9f20-88dbae2aecdc {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:29:39.983857 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87343a5b-57e6-4455-aaf1-5a0c3e546326', 'name': 'network-vif-deleted', 'tag': '5b938eed-2833-402a-94d2-701d4c4266bf', 'status': 'completed', 'code': 200} Jul 09 16:29:40.002243 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1834a3b9-267d-42e7-a9d9-7dcfe2cad585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:40.010002 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1834a3b9-267d-42e7-a9d9-7dcfe2cad585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:40.025374 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:40.032668 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a4258c0f-3601-4c41-8573-fe3db0f571fc req-524592f8-d740-436d-be30-2507c0fb701d tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919209 Jul 09 16:29:40.067093 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1834a3b9-267d-42e7-a9d9-7dcfe2cad585 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=cd6a74ae478842b69ff70d2eb9bdea96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4855750 Jul 09 16:29:40.069266 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1834a3b9-267d-42e7-a9d9-7dcfe2cad585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40f302c-8ede-47f2-914e-6bcec8292449,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:40.069861 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 46580) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:40.128796 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-71e61c00-4e44-49ff-bdfc-7f718adc7f71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:40.150845 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-71e61c00-4e44-49ff-bdfc-7f718adc7f71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:40.205301 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-71e61c00-4e44-49ff-bdfc-7f718adc7f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:40.207931 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-71e61c00-4e44-49ff-bdfc-7f718adc7f71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:40.209078 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-71e61c00-4e44-49ff-bdfc-7f718adc7f71 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c40f302c-8ede-47f2-914e-6bcec8292449 HTTP/1.1" status: 204 len: 168 time: 0.1382384 Jul 09 16:29:40.217459 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e61c00-4e44-49ff-bdfc-7f718adc7f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40f302c-8ede-47f2-914e-6bcec8292449,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:40.409361 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e75783-7b73-442a-ac31-0a1b41cff10d req-4e80ab5f-ecac-440f-b76f-edb1df296fe7 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:40.415694 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f7e75783-7b73-442a-ac31-0a1b41cff10d req-4e80ab5f-ecac-440f-b76f-edb1df296fe7 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8fa6c38-9de0-479e-a227-8e4ce3e78bde HTTP/1.1" status: 200 len: 945 time: 0.1303873 Jul 09 16:29:40.457412 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f7e75783-7b73-442a-ac31-0a1b41cff10d req-e9bd0cd6-31c2-4492-880a-ea7b3595ba85 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390258 Jul 09 16:29:40.479104 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6bbd6e-ed7d-4b33-bc5a-d2b0d4b64dc5 req-5a9a6766-365a-4c61-ae93-6dc2ace4cc1b tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:40.488451 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6b6bbd6e-ed7d-4b33-bc5a-d2b0d4b64dc5 req-5a9a6766-365a-4c61-ae93-6dc2ace4cc1b tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/ports?device_id=56a0021d-217b-42fc-b461-d010febc7602 HTTP/1.1" status: 200 len: 945 time: 0.0972469 Jul 09 16:29:40.543199 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6b6bbd6e-ed7d-4b33-bc5a-d2b0d4b64dc5 req-5ce5c087-a40a-4b5c-8d55-1276ec74dda9 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/security-groups?id=08871550-d616-4453-85b1-faed9ff5bbda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516183 Jul 09 16:29:40.630612 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 46594) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:40.654390 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-776da253-09da-4ca3-83c7-b50fd2055acf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:40.769934 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8949a3e6-7418-4342-935c-6d2093af04e1 req-40ce2208-cc57-443a-8b23-9b089b5639ba tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:40.771850 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8949a3e6-7418-4342-935c-6d2093af04e1 req-40ce2208-cc57-443a-8b23-9b089b5639ba tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.73 "GET /v2.0/networks?id=38aa73fb-54e8-4b43-bb39-928294ff523d HTTP/1.1" status: 200 len: 814 time: 0.1468463 Jul 09 16:29:40.803627 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-776da253-09da-4ca3-83c7-b50fd2055acf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:40.813308 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-776da253-09da-4ca3-83c7-b50fd2055acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:40.830126 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-8949a3e6-7418-4342-935c-6d2093af04e1 req-58f231d0-4142-45d0-90a6-1ff9ff5a517c tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Request body: {'port': {'device_id': '4ef7fed6-e1f7-4347-9a2b-265ec5153f7d', 'network_id': '38aa73fb-54e8-4b43-bb39-928294ff523d', 'admin_state_up': True, 'tenant_id': '0266986ff7814ad9933eca94a231ef2b'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:29:40.868466 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57eefd1-3fa7-49fe-8146-b6d32d73d7ef req-dae1ee13-aacd-433f-8973-e0b0f3358b23 tempest-InstanceActionsV221TestJSON-1513219216 tempest-InstanceActionsV221TestJSON-1513219216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:40.869960 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f57eefd1-3fa7-49fe-8146-b6d32d73d7ef req-dae1ee13-aacd-433f-8973-e0b0f3358b23 tempest-InstanceActionsV221TestJSON-1513219216 tempest-InstanceActionsV221TestJSON-1513219216-project] 10.222.0.98 "GET /v2.0/ports?device_id=47a01d9e-e906-4990-bdfb-db0d950c7bc3 HTTP/1.1" status: 200 len: 945 time: 0.1516600 Jul 09 16:29:40.870593 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776da253-09da-4ca3-83c7-b50fd2055acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486af4a4-b48e-49c0-ba64-7f50984d3fdf,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:40.876150 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-776da253-09da-4ca3-83c7-b50fd2055acf admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3233407949f64761adee59547c211212&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2443125 Jul 09 16:29:40.878889 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 46598) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:40.941512 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f57eefd1-3fa7-49fe-8146-b6d32d73d7ef req-56fac94e-b45c-4a4c-a4e0-36509c9f202b tempest-InstanceActionsV221TestJSON-1513219216 tempest-InstanceActionsV221TestJSON-1513219216-project] 10.222.0.98 "GET /v2.0/security-groups?id=e52fa0cc-ed9c-4fe6-a10e-85733fa5c113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639760 Jul 09 16:29:40.958024 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c2a128d-6af3-45ae-8b7f-15c4941db48b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:40.992414 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c2a128d-6af3-45ae-8b7f-15c4941db48b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:41.050746 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c2a128d-6af3-45ae-8b7f-15c4941db48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:41.053855 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c2a128d-6af3-45ae-8b7f-15c4941db48b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:41.055201 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8c2a128d-6af3-45ae-8b7f-15c4941db48b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/486af4a4-b48e-49c0-ba64-7f50984d3fdf HTTP/1.1" status: 204 len: 168 time: 0.1754506 Jul 09 16:29:41.065243 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2a128d-6af3-45ae-8b7f-15c4941db48b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486af4a4-b48e-49c0-ba64-7f50984d3fdf,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:41.349030 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-222f1f2d-30ad-49c7-90f5-1fd98058d62e req-a5094a38-9644-4afd-b1ec-50f9ecc9dcc8 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ef7fed6-e1f7-4347-9a2b-265ec5153f7d HTTP/1.1" status: 200 len: 210 time: 0.0386550 Jul 09 16:29:41.417920 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2eb4d6-009a-4881-beeb-fba867bd9f8f req-c4938208-52a9-408c-b202-19055d2841a1 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:41.420129 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0d2eb4d6-009a-4881-beeb-fba867bd9f8f req-c4938208-52a9-408c-b202-19055d2841a1 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=e56a7d9f-9692-476b-b3cb-c13689fb321b HTTP/1.1" status: 200 len: 945 time: 0.0869923 Jul 09 16:29:41.458681 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374368cb-fac9-4a66-84df-2a942b4e02a7 req-8e3280c6-de15-4215-9714-be46385822ea tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:41.460317 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-374368cb-fac9-4a66-84df-2a942b4e02a7 req-8e3280c6-de15-4215-9714-be46385822ea tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8fa6c38-9de0-479e-a227-8e4ce3e78bde HTTP/1.1" status: 200 len: 945 time: 0.6265135 Jul 09 16:29:41.467598 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0d2eb4d6-009a-4881-beeb-fba867bd9f8f req-557e4a3c-6575-4747-be40-ad3b86157a03 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418360 Jul 09 16:29:41.512766 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8949a3e6-7418-4342-935c-6d2093af04e1 req-58f231d0-4142-45d0-90a6-1ff9ff5a517c tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Made reservation on behalf of 0266986ff7814ad9933eca94a231ef2b for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:29:41.517643 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8949a3e6-7418-4342-935c-6d2093af04e1 req-58f231d0-4142-45d0-90a6-1ff9ff5a517c tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:41.686213 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a45065-8367-45c5-8378-03bb22b372d2 req-2b91d8d6-dfd7-4083-8c11-a82639c48016 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:41.687991 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-19a45065-8367-45c5-8378-03bb22b372d2 req-2b91d8d6-dfd7-4083-8c11-a82639c48016 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8fa6c38-9de0-479e-a227-8e4ce3e78bde HTTP/1.1" status: 200 len: 945 time: 0.0743032 Jul 09 16:29:41.732441 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-374368cb-fac9-4a66-84df-2a942b4e02a7 req-bc60442d-58b1-404f-b79f-4638100293f2 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Deleting port a171e1ce-73c7-41f2-85cd-8fa1c943068f {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:29:41.732932 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-374368cb-fac9-4a66-84df-2a942b4e02a7 req-bc60442d-58b1-404f-b79f-4638100293f2 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:41.734124 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-19a45065-8367-45c5-8378-03bb22b372d2 req-ee63afcf-9fee-4a07-9453-68dc3df347c5 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393484 Jul 09 16:29:41.756179 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5f176-fba5-499a-bc5c-5efe0241d5b6 req-9945aa32-1a36-40ac-b792-f92ffd37ce32 tempest-InstanceActionsV221TestJSON-1513219216 tempest-InstanceActionsV221TestJSON-1513219216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:41.757722 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-63b5f176-fba5-499a-bc5c-5efe0241d5b6 req-9945aa32-1a36-40ac-b792-f92ffd37ce32 tempest-InstanceActionsV221TestJSON-1513219216 tempest-InstanceActionsV221TestJSON-1513219216-project] 10.222.0.98 "GET /v2.0/ports?device_id=47a01d9e-e906-4990-bdfb-db0d950c7bc3 HTTP/1.1" status: 200 len: 945 time: 0.2321804 Jul 09 16:29:41.872744 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-8949a3e6-7418-4342-935c-6d2093af04e1 req-58f231d0-4142-45d0-90a6-1ff9ff5a517c tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Allocated IP 172.20.0.7 (38aa73fb-54e8-4b43-bb39-928294ff523d/9b7ef36a-a920-4cfb-b028-a0e3add3d4f4/9e03e89b-e556-402b-980b-19f203e0c922) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:29:41.901088 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-63b5f176-fba5-499a-bc5c-5efe0241d5b6 req-59ce9992-4f5c-456d-88cd-0bc75074fcaf tempest-InstanceActionsV221TestJSON-1513219216 tempest-InstanceActionsV221TestJSON-1513219216-project] 10.222.0.98 "GET /v2.0/security-groups?id=e52fa0cc-ed9c-4fe6-a10e-85733fa5c113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010203 Jul 09 16:29:41.917977 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-374368cb-fac9-4a66-84df-2a942b4e02a7 req-bc60442d-58b1-404f-b79f-4638100293f2 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] For port a171e1ce-73c7-41f2-85cd-8fa1c943068f, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=a171e1ce-73c7-41f2-85cd-8fa1c943068f,segment=NetworkSegment(44b862f2-e325-48d7-99eb-7401b6fb9e9c),segment_id=44b862f2-e325-48d7-99eb-7401b6fb9e9c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:29:41.918338 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-374368cb-fac9-4a66-84df-2a942b4e02a7 req-bc60442d-58b1-404f-b79f-4638100293f2 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:41.951016 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 46636) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:41.955881 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-374368cb-fac9-4a66-84df-2a942b4e02a7 req-bc60442d-58b1-404f-b79f-4638100293f2 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Calling delete_port for a171e1ce-73c7-41f2-85cd-8fa1c943068f owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:29:41.999206 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b359cc-d9db-4f7d-98d5-cd47a4ae2bc8 req-8b21f424-22f5-449d-a686-8a147d462f6f tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:42.000804 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-65b359cc-d9db-4f7d-98d5-cd47a4ae2bc8 req-8b21f424-22f5-449d-a686-8a147d462f6f tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/ports?device_id=56a0021d-217b-42fc-b461-d010febc7602 HTTP/1.1" status: 200 len: 945 time: 0.1242230 Jul 09 16:29:42.060935 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-65b359cc-d9db-4f7d-98d5-cd47a4ae2bc8 req-4278f191-f775-407a-a88f-40447cd94d5b tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/security-groups?id=08871550-d616-4453-85b1-faed9ff5bbda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492010 Jul 09 16:29:42.120102 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-b5358ade-6931-4c63-942a-dad1b353bc66 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2061791144-network', 'tenant_id': 'c6204232ae3d43e588d6fd07bded6f22'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:29:42.185735 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5358ade-6931-4c63-942a-dad1b353bc66 admin admin] Made reservation on behalf of c6204232ae3d43e588d6fd07bded6f22 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:29:42.188033 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b5358ade-6931-4c63-942a-dad1b353bc66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:42.219250 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8949a3e6-7418-4342-935c-6d2093af04e1 req-58f231d0-4142-45d0-90a6-1ff9ff5a517c tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:42.225353 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b5358ade-6931-4c63-942a-dad1b353bc66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:42.271443 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-374368cb-fac9-4a66-84df-2a942b4e02a7 req-bc60442d-58b1-404f-b79f-4638100293f2 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:42.283533 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['3340795a-2af7-4b17-94ed-fb41de92ccb5'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:29:42.310295 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['a171e1ce-73c7-41f2-85cd-8fa1c943068f'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:29:42.333417 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc60442d-58b1-404f-b79f-4638100293f2 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Pushing event deleted for resources: {'Port': ['ID=a171e1ce-73c7-41f2-85cd-8fa1c943068f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:42.388954 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8949a3e6-7418-4342-935c-6d2093af04e1 req-58f231d0-4142-45d0-90a6-1ff9ff5a517c tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:42.425957 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-374368cb-fac9-4a66-84df-2a942b4e02a7 req-bc60442d-58b1-404f-b79f-4638100293f2 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] No DVR routers for this DVR port a171e1ce-73c7-41f2-85cd-8fa1c943068f on host n-h2-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:29:42.429993 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-374368cb-fac9-4a66-84df-2a942b4e02a7 req-bc60442d-58b1-404f-b79f-4638100293f2 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:42.433379 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-374368cb-fac9-4a66-84df-2a942b4e02a7 req-bc60442d-58b1-404f-b79f-4638100293f2 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.73 "DELETE /v2.0/ports/a171e1ce-73c7-41f2-85cd-8fa1c943068f HTTP/1.1" status: 204 len: 173 time: 0.9656003 Jul 09 16:29:42.441847 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8fa6c38-9de0-479e-a227-8e4ce3e78bde', 'name': 'network-vif-deleted', 'tag': 'a171e1ce-73c7-41f2-85cd-8fa1c943068f'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:29:42.444498 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005be39e-4128-4664-a4de-9d0400d95dba" -d '{"events": [{"server_uuid": "d8fa6c38-9de0-479e-a227-8e4ce3e78bde", "name": "network-vif-deleted", "tag": "a171e1ce-73c7-41f2-85cd-8fa1c943068f"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:29:42.516054 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8949a3e6-7418-4342-935c-6d2093af04e1 req-58f231d0-4142-45d0-90a6-1ff9ff5a517c tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Network 38aa73fb-54e8-4b43-bb39-928294ff523d is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:29:42.526607 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60533e4-a6f5-43ca-9403-d18fb4b5abc8 x-openstack-request-id: req-c60533e4-a6f5-43ca-9403-d18fb4b5abc8 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:29:42.526921 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8fa6c38-9de0-479e-a227-8e4ce3e78bde", "name": "network-vif-deleted", "tag": "a171e1ce-73c7-41f2-85cd-8fa1c943068f", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:29:42.527174 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c60533e4-a6f5-43ca-9403-d18fb4b5abc8 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:29:42.527569 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8fa6c38-9de0-479e-a227-8e4ce3e78bde', 'name': 'network-vif-deleted', 'tag': 'a171e1ce-73c7-41f2-85cd-8fa1c943068f', 'status': 'completed', 'code': 200} Jul 09 16:29:42.528641 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-8949a3e6-7418-4342-935c-6d2093af04e1 req-58f231d0-4142-45d0-90a6-1ff9ff5a517c tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:29:42.539285 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-8949a3e6-7418-4342-935c-6d2093af04e1 req-58f231d0-4142-45d0-90a6-1ff9ff5a517c tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:29:42.581717 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f231d0-4142-45d0-90a6-1ff9ff5a517c tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Pushing event updated for resources: {'Port': ['ID=9e03e89b-e556-402b-980b-19f203e0c922,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:42.653592 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b5358ade-6931-4c63-942a-dad1b353bc66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:42.660769 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8949a3e6-7418-4342-935c-6d2093af04e1 req-58f231d0-4142-45d0-90a6-1ff9ff5a517c tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:42.661468 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8949a3e6-7418-4342-935c-6d2093af04e1 req-58f231d0-4142-45d0-90a6-1ff9ff5a517c tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:42.669760 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b5358ade-6931-4c63-942a-dad1b353bc66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:42.707602 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8949a3e6-7418-4342-935c-6d2093af04e1 req-58f231d0-4142-45d0-90a6-1ff9ff5a517c tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8816471 Jul 09 16:29:42.713562 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5358ade-6931-4c63-942a-dad1b353bc66 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:29:42.738350 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-8949a3e6-7418-4342-935c-6d2093af04e1 req-15bdf74f-7103-4527-99af-6b58f2a7febe service neutron] Request body: {'port': {'device_id': '4ef7fed6-e1f7-4347-9a2b-265ec5153f7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:29:42.746583 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5358ade-6931-4c63-942a-dad1b353bc66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5866a686-9a25-42c6-8850-9b998a7ddbe1,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:42.776112 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b5358ade-6931-4c63-942a-dad1b353bc66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:42.776467 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-b5358ade-6931-4c63-942a-dad1b353bc66 admin admin] Added segment 96bfb1df-90fe-4de5-920d-95441eb9b85b of type vlan for network 129b3fd4-7fdc-445f-ba31-1cab00ca62c3 Jul 09 16:29:42.786032 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e98895-fd56-49c6-91ed-3db7b5a466a8 req-c700cd99-8b02-4405-8bbf-3dcaa44cf630 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:42.796560 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-10e98895-fd56-49c6-91ed-3db7b5a466a8 req-c700cd99-8b02-4405-8bbf-3dcaa44cf630 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=e56a7d9f-9692-476b-b3cb-c13689fb321b HTTP/1.1" status: 200 len: 945 time: 0.1188374 Jul 09 16:29:42.844958 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe504df-1534-447b-b87b-ba71195b41bf req-1f0c7499-cc4c-4123-9470-bbce8d4fcdb7 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:42.854807 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0fe504df-1534-447b-b87b-ba71195b41bf req-1f0c7499-cc4c-4123-9470-bbce8d4fcdb7 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ef7fed6-e1f7-4347-9a2b-265ec5153f7d HTTP/1.1" status: 200 len: 931 time: 0.2530680 Jul 09 16:29:42.899697 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-10e98895-fd56-49c6-91ed-3db7b5a466a8 req-efc20a30-9674-4bc4-a294-6f3d8190bf16 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019423 Jul 09 16:29:42.906021 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b5358ade-6931-4c63-942a-dad1b353bc66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:42.908748 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be9bd66-297b-45af-89e9-abb537918720 req-2a9efff4-af9b-4472-badd-7e0ffd8e31ea tempest-InstanceActionsV221TestJSON-1513219216 tempest-InstanceActionsV221TestJSON-1513219216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:42.910324 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7be9bd66-297b-45af-89e9-abb537918720 req-2a9efff4-af9b-4472-badd-7e0ffd8e31ea tempest-InstanceActionsV221TestJSON-1513219216 tempest-InstanceActionsV221TestJSON-1513219216-project] 10.222.0.77 "GET /v2.0/ports?device_id=47a01d9e-e906-4990-bdfb-db0d950c7bc3 HTTP/1.1" status: 200 len: 945 time: 0.1050117 Jul 09 16:29:42.942423 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 5b938eed-2833-402a-94d2-701d4c4266bf no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:29:42.950828 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8949a3e6-7418-4342-935c-6d2093af04e1 req-15bdf74f-7103-4527-99af-6b58f2a7febe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:42.964571 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0fe504df-1534-447b-b87b-ba71195b41bf req-be8dcfa5-0894-4008-99e0-202066730347 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084626 Jul 09 16:29:42.971244 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: 5b938eed-2833-402a-94d2-701d4c4266bf {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:29:43.005574 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 5b938eed-2833-402a-94d2-701d4c4266bf not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:29:43.103580 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-7be9bd66-297b-45af-89e9-abb537918720 req-239874bf-25e4-41c1-bfb0-bac308eade06 tempest-InstanceActionsV221TestJSON-1513219216 tempest-InstanceActionsV221TestJSON-1513219216-project] Deleting port 7914cc5a-84ef-48ac-a9c6-df0da825564a {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:29:43.107657 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7be9bd66-297b-45af-89e9-abb537918720 req-239874bf-25e4-41c1-bfb0-bac308eade06 tempest-InstanceActionsV221TestJSON-1513219216 tempest-InstanceActionsV221TestJSON-1513219216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:43.154221 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-819b470e-eb45-46bd-8905-d6b3d4266707 req-f4665d74-ce25-4625-9b3d-02b3a78ec2e7 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8fa6c38-9de0-479e-a227-8e4ce3e78bde HTTP/1.1" status: 200 len: 210 time: 0.0428813 Jul 09 16:29:43.171963 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b5358ade-6931-4c63-942a-dad1b353bc66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:43.173181 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5358ade-6931-4c63-942a-dad1b353bc66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:43.173911 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b5358ade-6931-4c63-942a-dad1b353bc66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:43.251467 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-7be9bd66-297b-45af-89e9-abb537918720 req-239874bf-25e4-41c1-bfb0-bac308eade06 tempest-InstanceActionsV221TestJSON-1513219216 tempest-InstanceActionsV221TestJSON-1513219216-project] For port 7914cc5a-84ef-48ac-a9c6-df0da825564a, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=7914cc5a-84ef-48ac-a9c6-df0da825564a,segment=NetworkSegment(2c2b961c-2d03-492c-a28d-3d1732c9a911),segment_id=2c2b961c-2d03-492c-a28d-3d1732c9a911)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:29:43.251929 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7be9bd66-297b-45af-89e9-abb537918720 req-239874bf-25e4-41c1-bfb0-bac308eade06 tempest-InstanceActionsV221TestJSON-1513219216 tempest-InstanceActionsV221TestJSON-1513219216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:43.267212 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-7be9bd66-297b-45af-89e9-abb537918720 req-239874bf-25e4-41c1-bfb0-bac308eade06 tempest-InstanceActionsV221TestJSON-1513219216 tempest-InstanceActionsV221TestJSON-1513219216-project] Calling delete_port for 7914cc5a-84ef-48ac-a9c6-df0da825564a owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:29:43.288068 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b5358ade-6931-4c63-942a-dad1b353bc66 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3333116 Jul 09 16:29:43.307928 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 46654) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:43.314184 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-accd1086-9f94-47f0-a018-c761ded5da3f admin admin] Request body: {'subnet': {'network_id': '129b3fd4-7fdc-445f-ba31-1cab00ca62c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2061791144-subnet', 'tenant_id': 'c6204232ae3d43e588d6fd07bded6f22', 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:29:43.362050 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5358ade-6931-4c63-942a-dad1b353bc66 admin admin] Pushing event updated for resources: {'Network': ['ID=129b3fd4-7fdc-445f-ba31-1cab00ca62c3,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:43.376504 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 129b3fd4-7fdc-445f-ba31-1cab00ca62c3 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:29:43.420383 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-accd1086-9f94-47f0-a018-c761ded5da3f admin admin] Made reservation on behalf of c6204232ae3d43e588d6fd07bded6f22 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:29:43.423093 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-accd1086-9f94-47f0-a018-c761ded5da3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:43.428390 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7be9bd66-297b-45af-89e9-abb537918720 req-239874bf-25e4-41c1-bfb0-bac308eade06 tempest-InstanceActionsV221TestJSON-1513219216 tempest-InstanceActionsV221TestJSON-1513219216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:43.445599 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f785e6-1d6f-41d8-bf93-44620d4127c9 req-fabacdea-e40d-47b3-8291-1cff0a412994 tempest-InstanceActionsV221TestJSON-1513219216 tempest-InstanceActionsV221TestJSON-1513219216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:43.447201 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-22f785e6-1d6f-41d8-bf93-44620d4127c9 req-fabacdea-e40d-47b3-8291-1cff0a412994 tempest-InstanceActionsV221TestJSON-1513219216 tempest-InstanceActionsV221TestJSON-1513219216-project] 10.222.0.98 "GET /v2.0/ports?device_id=47a01d9e-e906-4990-bdfb-db0d950c7bc3 HTTP/1.1" status: 200 len: 945 time: 0.2795429 Jul 09 16:29:43.480517 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239874bf-25e4-41c1-bfb0-bac308eade06 tempest-InstanceActionsV221TestJSON-1513219216 tempest-InstanceActionsV221TestJSON-1513219216-project] Pushing event deleted for resources: {'Port': ['ID=7914cc5a-84ef-48ac-a9c6-df0da825564a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:43.549969 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be9bd66-297b-45af-89e9-abb537918720 req-239874bf-25e4-41c1-bfb0-bac308eade06 tempest-InstanceActionsV221TestJSON-1513219216 tempest-InstanceActionsV221TestJSON-1513219216-project] No DVR routers for this DVR port 7914cc5a-84ef-48ac-a9c6-df0da825564a on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:29:43.552711 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7be9bd66-297b-45af-89e9-abb537918720 req-239874bf-25e4-41c1-bfb0-bac308eade06 tempest-InstanceActionsV221TestJSON-1513219216 tempest-InstanceActionsV221TestJSON-1513219216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:43.554691 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7be9bd66-297b-45af-89e9-abb537918720 req-239874bf-25e4-41c1-bfb0-bac308eade06 tempest-InstanceActionsV221TestJSON-1513219216 tempest-InstanceActionsV221TestJSON-1513219216-project] 10.222.0.77 "DELETE /v2.0/ports/7914cc5a-84ef-48ac-a9c6-df0da825564a HTTP/1.1" status: 204 len: 173 time: 0.6382999 Jul 09 16:29:43.555157 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a01d9e-e906-4990-bdfb-db0d950c7bc3', 'name': 'network-vif-deleted', 'tag': '7914cc5a-84ef-48ac-a9c6-df0da825564a'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:29:43.557977 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3281aa-1ac3-4396-b3a6-dfe939b5de20" -d '{"events": [{"server_uuid": "47a01d9e-e906-4990-bdfb-db0d950c7bc3", "name": "network-vif-deleted", "tag": "7914cc5a-84ef-48ac-a9c6-df0da825564a"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:29:43.568450 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8f2d4-0f06-485a-ba64-a6324f026032 req-34c66001-990e-45a7-8729-cfc2fa65ab4b tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:43.570173 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-23a8f2d4-0f06-485a-ba64-a6324f026032 req-34c66001-990e-45a7-8729-cfc2fa65ab4b tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/ports?device_id=56a0021d-217b-42fc-b461-d010febc7602 HTTP/1.1" status: 200 len: 945 time: 0.1563928 Jul 09 16:29:43.571108 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-22f785e6-1d6f-41d8-bf93-44620d4127c9 req-df6bf69c-5410-485f-ae93-7c5c5196ed09 tempest-InstanceActionsV221TestJSON-1513219216 tempest-InstanceActionsV221TestJSON-1513219216-project] 10.222.0.98 "GET /v2.0/security-groups?id=e52fa0cc-ed9c-4fe6-a10e-85733fa5c113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121154 Jul 09 16:29:43.630031 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-23a8f2d4-0f06-485a-ba64-a6324f026032 req-7d7b8f9f-8759-46fe-a09f-21a2e504fcf0 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/security-groups?id=08871550-d616-4453-85b1-faed9ff5bbda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501716 Jul 09 16:29:43.700332 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-8949a3e6-7418-4342-935c-6d2093af04e1 req-15bdf74f-7103-4527-99af-6b58f2a7febe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e03e89b-e556-402b-980b-19f203e0c922 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:29:43.729028 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8949a3e6-7418-4342-935c-6d2093af04e1 req-15bdf74f-7103-4527-99af-6b58f2a7febe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:43.756993 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-8949a3e6-7418-4342-935c-6d2093af04e1 req-15bdf74f-7103-4527-99af-6b58f2a7febe service neutron] Transition to ACTIVE for port object 9e03e89b-e556-402b-980b-19f203e0c922 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:29:43.760464 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-accd1086-9f94-47f0-a018-c761ded5da3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:43.768079 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8949a3e6-7418-4342-935c-6d2093af04e1 req-15bdf74f-7103-4527-99af-6b58f2a7febe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:43.774617 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95aeb5b-0281-4ee6-8659-829e039a52dd x-openstack-request-id: req-c95aeb5b-0281-4ee6-8659-829e039a52dd {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:29:43.774938 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47a01d9e-e906-4990-bdfb-db0d950c7bc3", "name": "network-vif-deleted", "tag": "7914cc5a-84ef-48ac-a9c6-df0da825564a", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:29:43.775200 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c95aeb5b-0281-4ee6-8659-829e039a52dd {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:29:43.775608 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a01d9e-e906-4990-bdfb-db0d950c7bc3', 'name': 'network-vif-deleted', 'tag': '7914cc5a-84ef-48ac-a9c6-df0da825564a', 'status': 'completed', 'code': 200} Jul 09 16:29:43.861309 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd1086-9f94-47f0-a018-c761ded5da3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=64a79ac5-0d8c-444d-9b5f-5295ccf19079,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:43.864524 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bdf74f-7103-4527-99af-6b58f2a7febe service neutron] Pushing event updated for resources: {'Port': ['ID=9e03e89b-e556-402b-980b-19f203e0c922,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:43.921762 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accd1086-9f94-47f0-a018-c761ded5da3f admin admin] Checking segment: {'id': '96bfb1df-90fe-4de5-920d-95441eb9b85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '129b3fd4-7fdc-445f-ba31-1cab00ca62c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:29:43.922037 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accd1086-9f94-47f0-a018-c761ded5da3f admin admin] Network hostable DHCP agents. Network: 129b3fd4-7fdc-445f-ba31-1cab00ca62c3, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:29:43.951895 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accd1086-9f94-47f0-a018-c761ded5da3f admin admin] Network 129b3fd4-7fdc-445f-ba31-1cab00ca62c3 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:29:43.966123 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-8949a3e6-7418-4342-935c-6d2093af04e1 req-15bdf74f-7103-4527-99af-6b58f2a7febe service neutron] Attempting to bind port 9e03e89b-e556-402b-980b-19f203e0c922 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:29:43.966504 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-8949a3e6-7418-4342-935c-6d2093af04e1 req-15bdf74f-7103-4527-99af-6b58f2a7febe service neutron] Attempting to bind port 9e03e89b-e556-402b-980b-19f203e0c922 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': 'decc697a-7e61-4b7c-8e62-5a81512ad237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '38aa73fb-54e8-4b43-bb39-928294ff523d'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:29:43.966857 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8949a3e6-7418-4342-935c-6d2093af04e1 req-15bdf74f-7103-4527-99af-6b58f2a7febe service neutron] Attempting to bind port 9e03e89b-e556-402b-980b-19f203e0c922 on network 38aa73fb-54e8-4b43-bb39-928294ff523d {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:29:43.970022 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-accd1086-9f94-47f0-a018-c761ded5da3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 129b3fd4-7fdc-445f-ba31-1cab00ca62c3) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:29:43.974140 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8949a3e6-7418-4342-935c-6d2093af04e1 req-15bdf74f-7103-4527-99af-6b58f2a7febe service neutron] Port 9e03e89b-e556-402b-980b-19f203e0c922 on network 38aa73fb-54e8-4b43-bb39-928294ff523d not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:29:43.974463 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8949a3e6-7418-4342-935c-6d2093af04e1 req-15bdf74f-7103-4527-99af-6b58f2a7febe service neutron] Attempting to bind port 9e03e89b-e556-402b-980b-19f203e0c922 on network 38aa73fb-54e8-4b43-bb39-928294ff523d {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:29:43.978751 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accd1086-9f94-47f0-a018-c761ded5da3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:43.979377 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-accd1086-9f94-47f0-a018-c761ded5da3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:43.980974 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc90fa2-9d8e-412a-a394-e52664974eb3 None None] Network 129b3fd4-7fdc-445f-ba31-1cab00ca62c3 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:29:43.988822 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8949a3e6-7418-4342-935c-6d2093af04e1 req-15bdf74f-7103-4527-99af-6b58f2a7febe service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:29:43.988822 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8949a3e6-7418-4342-935c-6d2093af04e1 req-15bdf74f-7103-4527-99af-6b58f2a7febe service neutron] Checking segment: {'id': 'decc697a-7e61-4b7c-8e62-5a81512ad237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '38aa73fb-54e8-4b43-bb39-928294ff523d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:29:43.988822 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8949a3e6-7418-4342-935c-6d2093af04e1 req-15bdf74f-7103-4527-99af-6b58f2a7febe service neutron] Bound using segment: {'id': 'decc697a-7e61-4b7c-8e62-5a81512ad237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '38aa73fb-54e8-4b43-bb39-928294ff523d'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:29:43.988822 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-8949a3e6-7418-4342-935c-6d2093af04e1 req-15bdf74f-7103-4527-99af-6b58f2a7febe service neutron] Bound port: 9e03e89b-e556-402b-980b-19f203e0c922, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'decc697a-7e61-4b7c-8e62-5a81512ad237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '38aa73fb-54e8-4b43-bb39-928294ff523d'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:29:43.988822 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8949a3e6-7418-4342-935c-6d2093af04e1 req-15bdf74f-7103-4527-99af-6b58f2a7febe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:44.002751 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-accd1086-9f94-47f0-a018-c761ded5da3f admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6937878 Jul 09 16:29:44.005597 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 46664) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:44.013008 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-e45bdabd-c9d5-4c63-bdac-7d983c1ae8f0 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2061791144-router', 'tenant_id': 'c6204232ae3d43e588d6fd07bded6f22', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:29:44.082444 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-8949a3e6-7418-4342-935c-6d2093af04e1 req-15bdf74f-7103-4527-99af-6b58f2a7febe service neutron] For port 9e03e89b-e556-402b-980b-19f203e0c922, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:29:44.085635 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-8949a3e6-7418-4342-935c-6d2093af04e1 req-15bdf74f-7103-4527-99af-6b58f2a7febe service neutron] For port 9e03e89b-e556-402b-980b-19f203e0c922, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=9e03e89b-e556-402b-980b-19f203e0c922,segment=NetworkSegment(decc697a-7e61-4b7c-8e62-5a81512ad237),segment_id=decc697a-7e61-4b7c-8e62-5a81512ad237)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:29:44.093012 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8949a3e6-7418-4342-935c-6d2093af04e1 req-15bdf74f-7103-4527-99af-6b58f2a7febe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:44.164697 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601f205-ff0d-4112-9995-ec9f00b432f4 req-839adc6e-3cb1-4eef-8102-dd8b09007d4c tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:44.172917 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1601f205-ff0d-4112-9995-ec9f00b432f4 req-839adc6e-3cb1-4eef-8102-dd8b09007d4c tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=e56a7d9f-9692-476b-b3cb-c13689fb321b HTTP/1.1" status: 200 len: 945 time: 0.1344907 Jul 09 16:29:44.185028 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8949a3e6-7418-4342-935c-6d2093af04e1 req-15bdf74f-7103-4527-99af-6b58f2a7febe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:44.185766 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8949a3e6-7418-4342-935c-6d2093af04e1 req-15bdf74f-7103-4527-99af-6b58f2a7febe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:44.189250 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8949a3e6-7418-4342-935c-6d2093af04e1 req-15bdf74f-7103-4527-99af-6b58f2a7febe service neutron] 10.222.0.73 "PUT /v2.0/ports/9e03e89b-e556-402b-980b-19f203e0c922 HTTP/1.1" status: 200 len: 1091 time: 1.4606462 Jul 09 16:29:44.199424 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e45bdabd-c9d5-4c63-bdac-7d983c1ae8f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:44.200800 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e45bdabd-c9d5-4c63-bdac-7d983c1ae8f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:44.213233 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53fd76c-c2b0-4aee-bfc6-da9cd497331e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-129b3fd4-7fdc-445f-ba31-1cab00ca62c3', 'network_id': '129b3fd4-7fdc-445f-ba31-1cab00ca62c3', 'tenant_id': 'c6204232ae3d43e588d6fd07bded6f22', 'fixed_ips': [{'subnet_id': '64a79ac5-0d8c-444d-9b5f-5295ccf19079'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:29:44.215219 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e53fd76c-c2b0-4aee-bfc6-da9cd497331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:44.242658 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1601f205-ff0d-4112-9995-ec9f00b432f4 req-7ca09036-8d02-4409-a9bc-ff5537a15aa9 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681574 Jul 09 16:29:44.250462 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bdf74f-7103-4527-99af-6b58f2a7febe service neutron] Pushing event updated for resources: {'Port': ['ID=9e03e89b-e556-402b-980b-19f203e0c922,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:44.285120 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e376d9fa-f90f-40aa-9b5b-2acf57f1e314 req-159c848f-fa23-4c80-b504-40ce8f9e607d tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:44.286678 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e376d9fa-f90f-40aa-9b5b-2acf57f1e314 req-159c848f-fa23-4c80-b504-40ce8f9e607d tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ef7fed6-e1f7-4347-9a2b-265ec5153f7d HTTP/1.1" status: 200 len: 943 time: 0.1444380 Jul 09 16:29:44.363776 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e45bdabd-c9d5-4c63-bdac-7d983c1ae8f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:44.405622 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-e53fd76c-c2b0-4aee-bfc6-da9cd497331e None None] Allocated IP 172.20.0.2 (129b3fd4-7fdc-445f-ba31-1cab00ca62c3/64a79ac5-0d8c-444d-9b5f-5295ccf19079/671169df-85d5-4cf2-ba34-7278e872ab21) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:29:44.467393 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e376d9fa-f90f-40aa-9b5b-2acf57f1e314 req-677761b7-9eb2-46af-9f87-b6208da3c999 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418395 Jul 09 16:29:44.537611 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ef7fed6-e1f7-4347-9a2b-265ec5153f7d', 'tag': '9e03e89b-e556-402b-980b-19f203e0c922'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:29:44.539939 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5542c850-dd04-4f08-bcde-ba3f9ecdd6d7" -d '{"events": [{"name": "network-changed", "server_uuid": "4ef7fed6-e1f7-4347-9a2b-265ec5153f7d", "tag": "9e03e89b-e556-402b-980b-19f203e0c922"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:29:44.555958 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e45bdabd-c9d5-4c63-bdac-7d983c1ae8f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:44.562417 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8949a3e6-7418-4342-935c-6d2093af04e1 req-32b8914e-6749-4c27-b125-067191e294c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:44.563979 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8949a3e6-7418-4342-935c-6d2093af04e1 req-32b8914e-6749-4c27-b125-067191e294c7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0266986ff7814ad9933eca94a231ef2b&device_id=4ef7fed6-e1f7-4347-9a2b-265ec5153f7d HTTP/1.1" status: 200 len: 1094 time: 0.2763777 Jul 09 16:29:44.575932 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e53fd76c-c2b0-4aee-bfc6-da9cd497331e None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:44.584877 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e53fd76c-c2b0-4aee-bfc6-da9cd497331e None None] Transition to ACTIVE for port object 671169df-85d5-4cf2-ba34-7278e872ab21 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:29:44.600293 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e53fd76c-c2b0-4aee-bfc6-da9cd497331e None None] Transition to ACTIVE for port object 671169df-85d5-4cf2-ba34-7278e872ab21 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:29:44.601119 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7a19cb-0ee2-4cb4-ae03-af635c6940b1 x-openstack-request-id: req-8d7a19cb-0ee2-4cb4-ae03-af635c6940b1 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:29:44.601670 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ef7fed6-e1f7-4347-9a2b-265ec5153f7d", "tag": "9e03e89b-e556-402b-980b-19f203e0c922", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:29:44.601833 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8d7a19cb-0ee2-4cb4-ae03-af635c6940b1 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:29:44.602487 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ef7fed6-e1f7-4347-9a2b-265ec5153f7d', 'tag': '9e03e89b-e556-402b-980b-19f203e0c922', 'status': 'completed', 'code': 200} Jul 09 16:29:44.608341 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e53fd76c-c2b0-4aee-bfc6-da9cd497331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:44.658275 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8949a3e6-7418-4342-935c-6d2093af04e1 req-fbff50f2-75b7-44ef-a535-72159af3e6f9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e03e89b-e556-402b-980b-19f203e0c922 HTTP/1.1" status: 200 len: 217 time: 0.0687068 Jul 09 16:29:44.675037 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53fd76c-c2b0-4aee-bfc6-da9cd497331e None None] Pushing event updated for resources: {'Port': ['ID=671169df-85d5-4cf2-ba34-7278e872ab21,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:44.689803 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53fd76c-c2b0-4aee-bfc6-da9cd497331e None None] Network 129b3fd4-7fdc-445f-ba31-1cab00ca62c3 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:29:44.692185 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-e53fd76c-c2b0-4aee-bfc6-da9cd497331e None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:29:44.695253 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53fd76c-c2b0-4aee-bfc6-da9cd497331e None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:29:44.772401 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8949a3e6-7418-4342-935c-6d2093af04e1 req-14e2c46a-cbe9-4726-8026-421135c95136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:44.773938 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e53fd76c-c2b0-4aee-bfc6-da9cd497331e None None] Attempting to bind port 671169df-85d5-4cf2-ba34-7278e872ab21 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:29:44.774058 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8949a3e6-7418-4342-935c-6d2093af04e1 req-14e2c46a-cbe9-4726-8026-421135c95136 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9b7ef36a-a920-4cfb-b028-a0e3add3d4f4 HTTP/1.1" status: 200 len: 854 time: 0.1027174 Jul 09 16:29:44.774628 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e53fd76c-c2b0-4aee-bfc6-da9cd497331e None None] Attempting to bind port 671169df-85d5-4cf2-ba34-7278e872ab21 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '96bfb1df-90fe-4de5-920d-95441eb9b85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '129b3fd4-7fdc-445f-ba31-1cab00ca62c3'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:29:44.775226 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53fd76c-c2b0-4aee-bfc6-da9cd497331e None None] Attempting to bind port 671169df-85d5-4cf2-ba34-7278e872ab21 on network 129b3fd4-7fdc-445f-ba31-1cab00ca62c3 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:29:44.781786 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53fd76c-c2b0-4aee-bfc6-da9cd497331e None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:29:44.782542 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53fd76c-c2b0-4aee-bfc6-da9cd497331e None None] Checking segment: {'id': '96bfb1df-90fe-4de5-920d-95441eb9b85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '129b3fd4-7fdc-445f-ba31-1cab00ca62c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:29:44.783167 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e53fd76c-c2b0-4aee-bfc6-da9cd497331e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:44.783749 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53fd76c-c2b0-4aee-bfc6-da9cd497331e None None] Bound using segment: {'id': '96bfb1df-90fe-4de5-920d-95441eb9b85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '129b3fd4-7fdc-445f-ba31-1cab00ca62c3'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:29:44.784446 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e53fd76c-c2b0-4aee-bfc6-da9cd497331e None None] Bound port: 671169df-85d5-4cf2-ba34-7278e872ab21, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96bfb1df-90fe-4de5-920d-95441eb9b85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '129b3fd4-7fdc-445f-ba31-1cab00ca62c3'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:29:44.785098 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e53fd76c-c2b0-4aee-bfc6-da9cd497331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:44.819081 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8949a3e6-7418-4342-935c-6d2093af04e1 req-f2f6ab50-da62-4292-a149-ed303721f6a2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=38aa73fb-54e8-4b43-bb39-928294ff523d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351815 Jul 09 16:29:44.902186 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7734daf4-4af0-4b32-85e8-6aa0b61bd7e2 req-13448a05-5493-4e74-9ec7-34817aaf7f83 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:44.910102 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7734daf4-4af0-4b32-85e8-6aa0b61bd7e2 req-13448a05-5493-4e74-9ec7-34817aaf7f83 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/ports?device_id=56a0021d-217b-42fc-b461-d010febc7602 HTTP/1.1" status: 200 len: 945 time: 0.0854506 Jul 09 16:29:44.931569 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8949a3e6-7418-4342-935c-6d2093af04e1 req-d12c804a-44c8-4d3b-a6f8-99d5c8f4219f service neutron] 10.222.0.73 "GET /v2.0/networks/38aa73fb-54e8-4b43-bb39-928294ff523d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969052 Jul 09 16:29:44.964141 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7734daf4-4af0-4b32-85e8-6aa0b61bd7e2 req-d4733df2-782c-4949-a515-71e9b6e1493e tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/security-groups?id=08871550-d616-4453-85b1-faed9ff5bbda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528889 Jul 09 16:29:45.054493 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device a171e1ce-73c7-41f2-85cd-8fa1c943068f no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:29:45.100608 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: a171e1ce-73c7-41f2-85cd-8fa1c943068f {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:29:45.100889 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device a171e1ce-73c7-41f2-85cd-8fa1c943068f not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:29:45.107495 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-e53fd76c-c2b0-4aee-bfc6-da9cd497331e None None] For port 671169df-85d5-4cf2-ba34-7278e872ab21, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:29:45.111395 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-e53fd76c-c2b0-4aee-bfc6-da9cd497331e None None] For port 671169df-85d5-4cf2-ba34-7278e872ab21, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=671169df-85d5-4cf2-ba34-7278e872ab21,segment=NetworkSegment(96bfb1df-90fe-4de5-920d-95441eb9b85b),segment_id=96bfb1df-90fe-4de5-920d-95441eb9b85b)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:29:45.116841 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e53fd76c-c2b0-4aee-bfc6-da9cd497331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:45.157408 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e45bdabd-c9d5-4c63-bdac-7d983c1ae8f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:45.175824 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53fd76c-c2b0-4aee-bfc6-da9cd497331e None None] Pushing event updated for resources: {'Port': ['ID=671169df-85d5-4cf2-ba34-7278e872ab21,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:45.193585 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e45bdabd-c9d5-4c63-bdac-7d983c1ae8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:45.253949 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 46686) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:45.308275 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-c15ac746-8507-43ba-9124-16fae877e818 admin admin] Deleting subnet e1b72214-6163-4d29-a4b3-da97a51f4131 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:29:45.312970 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c15ac746-8507-43ba-9124-16fae877e818 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:45.349681 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 7914cc5a-84ef-48ac-a9c6-df0da825564a no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:29:45.379196 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c15ac746-8507-43ba-9124-16fae877e818 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:45.410364 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: 7914cc5a-84ef-48ac-a9c6-df0da825564a {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:29:45.411551 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 7914cc5a-84ef-48ac-a9c6-df0da825564a not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:29:45.495469 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c15ac746-8507-43ba-9124-16fae877e818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:45.558807 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a98312-7551-4cf8-9f2e-452361ba5aec req-7ad398e1-b569-48f4-9858-ea548862422e tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:45.563732 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-42a98312-7551-4cf8-9f2e-452361ba5aec req-7ad398e1-b569-48f4-9858-ea548862422e tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=e56a7d9f-9692-476b-b3cb-c13689fb321b HTTP/1.1" status: 200 len: 945 time: 0.1277533 Jul 09 16:29:45.614882 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c15ac746-8507-43ba-9124-16fae877e818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:45.632182 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8949a3e6-7418-4342-935c-6d2093af04e1 req-2836fadd-5bc1-48b7-9232-f5eb55da1b7b service neutron] 10.222.0.73 "GET /v2.0/networks/38aa73fb-54e8-4b43-bb39-928294ff523d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6641905 Jul 09 16:29:45.648549 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-42a98312-7551-4cf8-9f2e-452361ba5aec req-fed6c15c-5da8-4997-8d20-a9164461c6ee tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789132 Jul 09 16:29:45.651536 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15ac746-8507-43ba-9124-16fae877e818 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1b72214-6163-4d29-a4b3-da97a51f4131,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:45.657269 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c15ac746-8507-43ba-9124-16fae877e818 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:45.666389 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c15ac746-8507-43ba-9124-16fae877e818 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/e1b72214-6163-4d29-a4b3-da97a51f4131 HTTP/1.1" status: 204 len: 168 time: 0.4112101 Jul 09 16:29:45.669306 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 46694) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:45.680699 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b21b53-7caf-4bc0-85f1-d640fe17f857 req-8ec6e4fb-b095-4134-bced-03b5e614cbd4 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:45.682241 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-55b21b53-7caf-4bc0-85f1-d640fe17f857 req-8ec6e4fb-b095-4134-bced-03b5e614cbd4 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=3da9fb37-f90e-4355-bb34-5d4d79af901a HTTP/1.1" status: 200 len: 946 time: 0.6280916 Jul 09 16:29:45.731532 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-e45bdabd-c9d5-4c63-bdac-7d983c1ae8f0 admin admin] Allocated IP 172.25.0.54 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/328821bc-c578-41f1-894f-2e197a052fff) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:29:45.769944 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4468cb4f-864e-47b5-9553-72f2f434f385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:45.803891 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-55b21b53-7caf-4bc0-85f1-d640fe17f857 req-dae7fa89-cdc0-4a1c-aacb-2768221fc731 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=3327d918-a102-4021-a409-adf14eb413f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136193 Jul 09 16:29:45.865148 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4468cb4f-864e-47b5-9553-72f2f434f385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:45.877162 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-4468cb4f-864e-47b5-9553-72f2f434f385 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['011a64b4-e541-47a5-a336-9c9079d27f20']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:29:45.881764 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542c850-dd04-4f08-bcde-ba3f9ecdd6d7 req-804dc410-4a24-4197-bd91-3ee778fa27be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:45.884000 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5542c850-dd04-4f08-bcde-ba3f9ecdd6d7 req-804dc410-4a24-4197-bd91-3ee778fa27be service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0266986ff7814ad9933eca94a231ef2b&device_id=4ef7fed6-e1f7-4347-9a2b-265ec5153f7d HTTP/1.1" status: 200 len: 1094 time: 0.1424563 Jul 09 16:29:45.889135 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-4468cb4f-864e-47b5-9553-72f2f434f385 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c2b961c-2d03-492c-a28d-3d1732c9a911') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:29:45.889433 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-4468cb4f-864e-47b5-9553-72f2f434f385 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c2b961c-2d03-492c-a28d-3d1732c9a911') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:29:45.907537 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4468cb4f-864e-47b5-9553-72f2f434f385 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:45.941060 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4468cb4f-864e-47b5-9553-72f2f434f385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:45.950334 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4468cb4f-864e-47b5-9553-72f2f434f385 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:29:45.950744 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4468cb4f-864e-47b5-9553-72f2f434f385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:45.952511 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:29:45.952511 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:29:45.952511 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:29:45.952511 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:29:45.952511 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:29:45.952511 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:29:45.952511 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:29:45.952511 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:29:45.952511 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:29:45.952511 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:29:45.952511 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:29:45.952511 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:29:45.952511 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:29:45.952511 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:29:45.952511 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:29:45.952511 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:29:45.952511 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:29:45.952511 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:29:45.952511 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:29:45.952511 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:29:45.952511 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:29:45.952511 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:29:45.952511 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:29:45.952511 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:29:45.952511 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:29:45.952511 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:29:45.952511 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:29:45.952511 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:29:45.952511 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:29:45.952511 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:29:45.952511 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:29:45.952511 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:29:45.952511 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:29:45.952511 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:29:45.952511 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:29:45.952511 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:29:45.952511 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:29:45.952511 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:29:45.952511 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:29:45.952511 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:29:45.952511 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:29:45.952511 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:29:45.952511 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:29:45.952511 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:29:45.952511 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:29:45.952511 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:29:45.952511 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:29:45.952511 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:29:45.976292 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e45bdabd-c9d5-4c63-bdac-7d983c1ae8f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:46.033499 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4468cb4f-864e-47b5-9553-72f2f434f385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:46.049838 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac276d-28f4-4851-aa4b-562e34356755 req-210acf5a-55a5-4652-88d9-ff75eb525422 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:46.052856 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-42ac276d-28f4-4851-aa4b-562e34356755 req-210acf5a-55a5-4652-88d9-ff75eb525422 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ef7fed6-e1f7-4347-9a2b-265ec5153f7d HTTP/1.1" status: 200 len: 943 time: 0.1564925 Jul 09 16:29:46.058504 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4468cb4f-864e-47b5-9553-72f2f434f385 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:46.060630 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-4468cb4f-864e-47b5-9553-72f2f434f385 admin admin] 10.222.0.98 "DELETE /v2.0/networks/011a64b4-e541-47a5-a336-9c9079d27f20 HTTP/1.1" status: 204 len: 168 time: 0.3872011 Jul 09 16:29:46.079790 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e45bdabd-c9d5-4c63-bdac-7d983c1ae8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:46.101685 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4468cb4f-864e-47b5-9553-72f2f434f385 admin admin] Pushing event deleted for resources: {'Network': ['ID=011a64b4-e541-47a5-a336-9c9079d27f20,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:46.125412 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542c850-dd04-4f08-bcde-ba3f9ecdd6d7 req-5f6f48fc-a2b0-43cd-83b4-532c1b90d1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:46.126970 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5542c850-dd04-4f08-bcde-ba3f9ecdd6d7 req-5f6f48fc-a2b0-43cd-83b4-532c1b90d1ac service neutron] 10.222.0.73 "GET /v2.0/networks?id=38aa73fb-54e8-4b43-bb39-928294ff523d HTTP/1.1" status: 200 len: 915 time: 0.2349820 Jul 09 16:29:46.134723 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45bdabd-c9d5-4c63-bdac-7d983c1ae8f0 admin admin] Pushing event updated for resources: {'Port': ['ID=328821bc-c578-41f1-894f-2e197a052fff,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:46.162531 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-42ac276d-28f4-4851-aa4b-562e34356755 req-c59b91f5-1303-4133-892d-86894fba252d tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858769 Jul 09 16:29:46.183635 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45bdabd-c9d5-4c63-bdac-7d983c1ae8f0 admin admin] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:29:46.187891 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-e45bdabd-c9d5-4c63-bdac-7d983c1ae8f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:29:46.191151 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45bdabd-c9d5-4c63-bdac-7d983c1ae8f0 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:29:46.221909 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c3fa3-fc5d-4d53-8da6-cb6ed1e96286 req-c1db1e70-80ae-4ae7-a32f-25dce06cf167 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:46.224743 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e3c3fa3-fc5d-4d53-8da6-cb6ed1e96286 req-c1db1e70-80ae-4ae7-a32f-25dce06cf167 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.77 "GET /v2.0/ports?device_id=3da9fb37-f90e-4355-bb34-5d4d79af901a HTTP/1.1" status: 200 len: 946 time: 0.1168361 Jul 09 16:29:46.254882 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 46704) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:46.362009 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2a425440-098c-4326-be07-71148b5053a4 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=18bbcf9d12344f7aabfaec5774d56387&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1067505 Jul 09 16:29:46.364848 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 46706) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:46.412002 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5542c850-dd04-4f08-bcde-ba3f9ecdd6d7 req-15dcbb67-6026-49bd-9629-760bfa498c60 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e03e89b-e556-402b-980b-19f203e0c922 HTTP/1.1" status: 200 len: 217 time: 0.2708609 Jul 09 16:29:46.423603 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6c63b-e30a-4867-83d4-3db8af40f7ca req-c32f62fa-1dc6-4a61-a16a-54ad14f298f1 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:46.425453 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5fb6c63b-e30a-4867-83d4-3db8af40f7ca req-c32f62fa-1dc6-4a61-a16a-54ad14f298f1 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/ports?device_id=56a0021d-217b-42fc-b461-d010febc7602 HTTP/1.1" status: 200 len: 945 time: 0.2924817 Jul 09 16:29:46.453394 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-3e3c3fa3-fc5d-4d53-8da6-cb6ed1e96286 req-5dd547c5-8a9d-48db-a345-72b97bb38957 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Deleting port 3340795a-2af7-4b17-94ed-fb41de92ccb5 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:29:46.453732 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3e3c3fa3-fc5d-4d53-8da6-cb6ed1e96286 req-5dd547c5-8a9d-48db-a345-72b97bb38957 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:46.488397 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02ddae7-c9b5-444f-9bc4-a3dc44947c2e None None] Network 129b3fd4-7fdc-445f-ba31-1cab00ca62c3 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:29:46.513150 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35cef197-4439-4883-9e55-c5c9c9f41c0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:46.553290 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35cef197-4439-4883-9e55-c5c9c9f41c0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:46.562333 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542c850-dd04-4f08-bcde-ba3f9ecdd6d7 req-78ef4449-b4f6-4391-8a65-c910d0dd48d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:46.563955 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5542c850-dd04-4f08-bcde-ba3f9ecdd6d7 req-78ef4449-b4f6-4391-8a65-c910d0dd48d1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9b7ef36a-a920-4cfb-b028-a0e3add3d4f4 HTTP/1.1" status: 200 len: 854 time: 0.1356287 Jul 09 16:29:46.568141 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5fb6c63b-e30a-4867-83d4-3db8af40f7ca req-ba372114-09bc-4ea5-be7f-60881f245c47 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/security-groups?id=08871550-d616-4453-85b1-faed9ff5bbda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288285 Jul 09 16:29:46.586838 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-3e3c3fa3-fc5d-4d53-8da6-cb6ed1e96286 req-5dd547c5-8a9d-48db-a345-72b97bb38957 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] For port 3340795a-2af7-4b17-94ed-fb41de92ccb5, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=3340795a-2af7-4b17-94ed-fb41de92ccb5,segment=NetworkSegment(44b862f2-e325-48d7-99eb-7401b6fb9e9c),segment_id=44b862f2-e325-48d7-99eb-7401b6fb9e9c)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:29:46.587202 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3e3c3fa3-fc5d-4d53-8da6-cb6ed1e96286 req-5dd547c5-8a9d-48db-a345-72b97bb38957 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:46.615120 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-3e3c3fa3-fc5d-4d53-8da6-cb6ed1e96286 req-5dd547c5-8a9d-48db-a345-72b97bb38957 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Calling delete_port for 3340795a-2af7-4b17-94ed-fb41de92ccb5 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:29:46.626645 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 671169df-85d5-4cf2-ba34-7278e872ab21 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:29:46.633546 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5542c850-dd04-4f08-bcde-ba3f9ecdd6d7 req-6d28a6c7-1717-42de-958b-4eb5121b5da3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=38aa73fb-54e8-4b43-bb39-928294ff523d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619335 Jul 09 16:29:46.672653 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35cef197-4439-4883-9e55-c5c9c9f41c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:46.675418 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35cef197-4439-4883-9e55-c5c9c9f41c0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:46.678965 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-35cef197-4439-4883-9e55-c5c9c9f41c0a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e52fa0cc-ed9c-4fe6-a10e-85733fa5c113 HTTP/1.1" status: 204 len: 168 time: 0.3107817 Jul 09 16:29:46.690336 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2360092f-14c1-4643-80f9-2ddd8a1eec63 None None] Provisioning for port 671169df-85d5-4cf2-ba34-7278e872ab21 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:29:46.764691 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e45bdabd-c9d5-4c63-bdac-7d983c1ae8f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:46.781421 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 671169df-85d5-4cf2-ba34-7278e872ab21 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:29:46.787005 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 671169df-85d5-4cf2-ba34-7278e872ab21 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:29:46.791212 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:46.808910 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cef197-4439-4883-9e55-c5c9c9f41c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52fa0cc-ed9c-4fe6-a10e-85733fa5c113,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:46.829325 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3e3c3fa3-fc5d-4d53-8da6-cb6ed1e96286 req-5dd547c5-8a9d-48db-a345-72b97bb38957 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:46.839001 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5542c850-dd04-4f08-bcde-ba3f9ecdd6d7 req-6b2a0062-f625-4c51-beeb-a70b09822813 service neutron] 10.222.0.73 "GET /v2.0/networks/38aa73fb-54e8-4b43-bb39-928294ff523d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974649 Jul 09 16:29:46.859940 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['3340795a-2af7-4b17-94ed-fb41de92ccb5'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:29:46.939256 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd547c5-8a9d-48db-a345-72b97bb38957 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Pushing event deleted for resources: {'Port': ['ID=3340795a-2af7-4b17-94ed-fb41de92ccb5,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:46.986073 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e3c3fa3-fc5d-4d53-8da6-cb6ed1e96286 req-5dd547c5-8a9d-48db-a345-72b97bb38957 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] No DVR routers for this DVR port 3340795a-2af7-4b17-94ed-fb41de92ccb5 on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:29:46.990028 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3e3c3fa3-fc5d-4d53-8da6-cb6ed1e96286 req-5dd547c5-8a9d-48db-a345-72b97bb38957 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:46.990396 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:46.992479 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e3c3fa3-fc5d-4d53-8da6-cb6ed1e96286 req-5dd547c5-8a9d-48db-a345-72b97bb38957 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.77 "DELETE /v2.0/ports/3340795a-2af7-4b17-94ed-fb41de92ccb5 HTTP/1.1" status: 204 len: 173 time: 0.7474108 Jul 09 16:29:47.001383 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da9fb37-f90e-4355-bb34-5d4d79af901a', 'name': 'network-vif-deleted', 'tag': '3340795a-2af7-4b17-94ed-fb41de92ccb5'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:29:47.005029 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a437c2-003c-44d5-900a-a464c2d6a9da" -d '{"events": [{"server_uuid": "3da9fb37-f90e-4355-bb34-5d4d79af901a", "name": "network-vif-deleted", "tag": "3340795a-2af7-4b17-94ed-fb41de92ccb5"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:29:47.032871 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e0599-df92-43e8-b7b8-6600114e5293 req-ed77cfa7-2fe8-489c-8bfe-2bc4544c0cae tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:47.045405 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-970e0599-df92-43e8-b7b8-6600114e5293 req-ed77cfa7-2fe8-489c-8bfe-2bc4544c0cae tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=e56a7d9f-9692-476b-b3cb-c13689fb321b HTTP/1.1" status: 200 len: 945 time: 0.1441989 Jul 09 16:29:47.052619 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 671169df-85d5-4cf2-ba34-7278e872ab21, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=671169df-85d5-4cf2-ba34-7278e872ab21,segment=NetworkSegment(96bfb1df-90fe-4de5-920d-95441eb9b85b),segment_id=96bfb1df-90fe-4de5-920d-95441eb9b85b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:29:47.066672 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:47.097721 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-970e0599-df92-43e8-b7b8-6600114e5293 req-903e548c-0c9e-4cde-b15c-e02d3751c9be tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512419 Jul 09 16:29:47.170715 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=671169df-85d5-4cf2-ba34-7278e872ab21,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:47.264749 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ddd35f-8899-47dd-9dae-96a45f281099 x-openstack-request-id: req-c8ddd35f-8899-47dd-9dae-96a45f281099 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:29:47.265205 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da9fb37-f90e-4355-bb34-5d4d79af901a", "name": "network-vif-deleted", "tag": "3340795a-2af7-4b17-94ed-fb41de92ccb5", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:29:47.265340 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c8ddd35f-8899-47dd-9dae-96a45f281099 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:29:47.265871 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da9fb37-f90e-4355-bb34-5d4d79af901a', 'name': 'network-vif-deleted', 'tag': '3340795a-2af7-4b17-94ed-fb41de92ccb5', 'status': 'completed', 'code': 200} Jul 09 16:29:47.310638 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5542c850-dd04-4f08-bcde-ba3f9ecdd6d7 req-7532513d-c3c0-4ea4-9b2e-144e42cc0ef4 service neutron] 10.222.0.73 "GET /v2.0/networks/38aa73fb-54e8-4b43-bb39-928294ff523d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4321332 Jul 09 16:29:47.341896 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e45bdabd-c9d5-4c63-bdac-7d983c1ae8f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:47.350036 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-64edb37d-a901-4883-a657-8acfa7613dc7 None None] Provisioning complete for port 671169df-85d5-4cf2-ba34-7278e872ab21 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:29:47.355342 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-64edb37d-a901-4883-a657-8acfa7613dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:47.365358 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2c27d81c-5535-4108-9974-9a2fc55cd556 req-4d6a067e-ccfe-4c7e-990f-e36d3f31af92 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=3da9fb37-f90e-4355-bb34-5d4d79af901a HTTP/1.1" status: 200 len: 210 time: 0.0583858 Jul 09 16:29:47.532281 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bcd295-f032-4633-a1bf-6fe8916e4513 req-64774646-7a4f-41d1-8573-e53c8d4e8549 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:47.535230 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-48bcd295-f032-4633-a1bf-6fe8916e4513 req-64774646-7a4f-41d1-8573-e53c8d4e8549 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ef7fed6-e1f7-4347-9a2b-265ec5153f7d HTTP/1.1" status: 200 len: 943 time: 0.0962598 Jul 09 16:29:47.575871 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e45bdabd-c9d5-4c63-bdac-7d983c1ae8f0 admin admin] Router 0da7cae2-8b69-4389-9b12-67719e1806dc is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:29:47.586207 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-48bcd295-f032-4633-a1bf-6fe8916e4513 req-91c2b632-f70d-4437-a30a-36bfe63dcd67 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440247 Jul 09 16:29:47.708598 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e45bdabd-c9d5-4c63-bdac-7d983c1ae8f0 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:29:47.720126 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb20cc2c-bb6c-4f64-9513-ffa4cbcff4d0 None None] Sync routers for ids ['0da7cae2-8b69-4389-9b12-67719e1806dc'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:29:47.726476 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e45bdabd-c9d5-4c63-bdac-7d983c1ae8f0 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:47.730914 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e45bdabd-c9d5-4c63-bdac-7d983c1ae8f0 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.7218442 Jul 09 16:29:47.731285 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 46738) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:47.742371 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb20cc2c-bb6c-4f64-9513-ffa4cbcff4d0 None None] Routers {'0da7cae2-8b69-4389-9b12-67719e1806dc'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:29:47.743318 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-cb20cc2c-bb6c-4f64-9513-ffa4cbcff4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:29:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['0da7cae2-8b69-4389-9b12-67719e1806dc'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:29:47.876059 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f12d9-2ee4-4662-84c2-24f74d549ae1 req-5977d53f-0d43-4ba4-b95f-5c1ac8609555 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:47.889066 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1f3f12d9-2ee4-4662-84c2-24f74d549ae1 req-5977d53f-0d43-4ba4-b95f-5c1ac8609555 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/ports?device_id=56a0021d-217b-42fc-b461-d010febc7602 HTTP/1.1" status: 200 len: 945 time: 0.1545336 Jul 09 16:29:47.914691 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-cb20cc2c-bb6c-4f64-9513-ffa4cbcff4d0 None None] Set router 0da7cae2-8b69-4389-9b12-67719e1806dc gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:29:47.939629 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1f3f12d9-2ee4-4662-84c2-24f74d549ae1 req-ca1a6d46-92e3-4a77-b5b5-011a451eb2bd tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/security-groups?id=08871550-d616-4453-85b1-faed9ff5bbda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478270 Jul 09 16:29:47.959650 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 46744) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:48.091307 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f03a3ff4-4148-43c5-a5a9-9811c6c69e0e admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1882772763-network', 'tenant_id': 'aa82af0020cd43f5a91de69498f9def1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:29:48.122593 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-cb20cc2c-bb6c-4f64-9513-ffa4cbcff4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da7cae2-8b69-4389-9b12-67719e1806dc', 'name': 'tempest-TestServerBasicOps-2061791144-router', 'tenant_id': 'c6204232ae3d43e588d6fd07bded6f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '328821bc-c578-41f1-894f-2e197a052fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:29:44Z', 'updated_at': '2021-07-09T16:29:46Z', 'revision_number': 3, 'project_id': 'c6204232ae3d43e588d6fd07bded6f22', 'gw_port': {'id': '328821bc-c578-41f1-894f-2e197a052fff', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:75:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da7cae2-8b69-4389-9b12-67719e1806dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:29:45Z', 'updated_at': '2021-07-09T16:29:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:29:48.145628 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03a3ff4-4148-43c5-a5a9-9811c6c69e0e admin admin] Made reservation on behalf of aa82af0020cd43f5a91de69498f9def1 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:29:48.151357 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f03a3ff4-4148-43c5-a5a9-9811c6c69e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:48.154997 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb20cc2c-bb6c-4f64-9513-ffa4cbcff4d0 None None] Checking router: 0da7cae2-8b69-4389-9b12-67719e1806dc for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:29:48.155346 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb20cc2c-bb6c-4f64-9513-ffa4cbcff4d0 None None] Updating router 0da7cae2-8b69-4389-9b12-67719e1806dc port 328821bc-c578-41f1-894f-2e197a052fff binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:29:48.184224 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f03a3ff4-4148-43c5-a5a9-9811c6c69e0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:48.197082 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cb20cc2c-bb6c-4f64-9513-ffa4cbcff4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:48.388405 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e079bd1b-d539-47a8-a73e-b0ba255e19c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:48.413196 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf14e2-b719-4e25-9911-fb111c87681a req-4a12b32b-80b4-4dee-9136-c46b304a812e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:48.415445 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-97bf14e2-b719-4e25-9911-fb111c87681a req-4a12b32b-80b4-4dee-9136-c46b304a812e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c352622f74f54906914220d03e45b0a2&device_id=56a0021d-217b-42fc-b461-d010febc7602 HTTP/1.1" status: 200 len: 1096 time: 0.1445525 Jul 09 16:29:48.451729 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f03a3ff4-4148-43c5-a5a9-9811c6c69e0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:48.479953 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f03a3ff4-4148-43c5-a5a9-9811c6c69e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:48.480210 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 671169df-85d5-4cf2-ba34-7278e872ab21 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:29:48.544260 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f03a3ff4-4148-43c5-a5a9-9811c6c69e0e admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:29:48.569912 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44400179-7927-462e-abd8-676945e70390 req-7e3ce104-8182-4a47-bb15-9d257a10d5f1 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:48.572046 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-44400179-7927-462e-abd8-676945e70390 req-7e3ce104-8182-4a47-bb15-9d257a10d5f1 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=e56a7d9f-9692-476b-b3cb-c13689fb321b HTTP/1.1" status: 200 len: 945 time: 0.2382100 Jul 09 16:29:48.584796 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03a3ff4-4148-43c5-a5a9-9811c6c69e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd28115-a72b-47bb-907a-24e6b91de643,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:48.593113 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f03a3ff4-4148-43c5-a5a9-9811c6c69e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:48.593496 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-f03a3ff4-4148-43c5-a5a9-9811c6c69e0e admin admin] Added segment b17effcb-431d-43b3-801f-bd6ca572eef8 of type vlan for network 23f1f623-b507-468d-a7a7-450e8778c5e5 Jul 09 16:29:48.594010 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cb20cc2c-bb6c-4f64-9513-ffa4cbcff4d0 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:48.596343 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 671169df-85d5-4cf2-ba34-7278e872ab21 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:29:48.597075 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:48.619072 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03a3ff4-4148-43c5-a5a9-9811c6c69e0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:29:48.619480 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03a3ff4-4148-43c5-a5a9-9811c6c69e0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:29:48.619701 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03a3ff4-4148-43c5-a5a9-9811c6c69e0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:29:48.620010 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03a3ff4-4148-43c5-a5a9-9811c6c69e0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:29:48.620341 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03a3ff4-4148-43c5-a5a9-9811c6c69e0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:29:48.620668 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03a3ff4-4148-43c5-a5a9-9811c6c69e0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:29:48.621277 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03a3ff4-4148-43c5-a5a9-9811c6c69e0e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:29:48.621277 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03a3ff4-4148-43c5-a5a9-9811c6c69e0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:29:48.621614 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03a3ff4-4148-43c5-a5a9-9811c6c69e0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:29:48.621925 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03a3ff4-4148-43c5-a5a9-9811c6c69e0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:29:48.622258 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03a3ff4-4148-43c5-a5a9-9811c6c69e0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:29:48.622992 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03a3ff4-4148-43c5-a5a9-9811c6c69e0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:29:48.626150 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-cb20cc2c-bb6c-4f64-9513-ffa4cbcff4d0 None None] Transition to ACTIVE for port object 328821bc-c578-41f1-894f-2e197a052fff will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:29:48.641089 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cb20cc2c-bb6c-4f64-9513-ffa4cbcff4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:48.706695 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-cb20cc2c-bb6c-4f64-9513-ffa4cbcff4d0 None None] Attempting to bind port 328821bc-c578-41f1-894f-2e197a052fff on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:29:48.707100 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-cb20cc2c-bb6c-4f64-9513-ffa4cbcff4d0 None None] Attempting to bind port 328821bc-c578-41f1-894f-2e197a052fff by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:29:48.707459 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb20cc2c-bb6c-4f64-9513-ffa4cbcff4d0 None None] Attempting to bind port 328821bc-c578-41f1-894f-2e197a052fff on network caa6ed8d-2893-4113-8f68-c5284e694f6c {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:29:48.707636 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf14e2-b719-4e25-9911-fb111c87681a req-0eb5b5d6-e82e-4fc2-a9c7-1429fee8db04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:48.709137 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-97bf14e2-b719-4e25-9911-fb111c87681a req-0eb5b5d6-e82e-4fc2-a9c7-1429fee8db04 service neutron] 10.222.0.77 "GET /v2.0/networks?id=adbf0553-b476-4533-a282-e74124932d76 HTTP/1.1" status: 200 len: 912 time: 0.2695148 Jul 09 16:29:48.714730 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f03a3ff4-4148-43c5-a5a9-9811c6c69e0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:48.719915 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb20cc2c-bb6c-4f64-9513-ffa4cbcff4d0 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:29:48.720322 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb20cc2c-bb6c-4f64-9513-ffa4cbcff4d0 None None] Checking segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:29:48.721039 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cb20cc2c-bb6c-4f64-9513-ffa4cbcff4d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:48.721039 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb20cc2c-bb6c-4f64-9513-ffa4cbcff4d0 None None] Bound using segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:29:48.721516 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-cb20cc2c-bb6c-4f64-9513-ffa4cbcff4d0 None None] Bound port: 328821bc-c578-41f1-894f-2e197a052fff, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:29:48.721893 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cb20cc2c-bb6c-4f64-9513-ffa4cbcff4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:48.728785 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5be6b9-fccb-4a21-8cc9-4a7fa278d5a9 None None] Pushing event updated for resources: {'Port': ['ID=328821bc-c578-41f1-894f-2e197a052fff,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:48.779220 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-44400179-7927-462e-abd8-676945e70390 req-36259fb9-3aaa-40c3-b4eb-7c3cdc72ffdb tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905282 Jul 09 16:29:48.817786 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-cb20cc2c-bb6c-4f64-9513-ffa4cbcff4d0 None None] For port 328821bc-c578-41f1-894f-2e197a052fff, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:29:48.818702 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f03a3ff4-4148-43c5-a5a9-9811c6c69e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:48.819714 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03a3ff4-4148-43c5-a5a9-9811c6c69e0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:48.820293 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f03a3ff4-4148-43c5-a5a9-9811c6c69e0e admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:48.822684 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-cb20cc2c-bb6c-4f64-9513-ffa4cbcff4d0 None None] For port 328821bc-c578-41f1-894f-2e197a052fff, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=328821bc-c578-41f1-894f-2e197a052fff,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:29:48.826945 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-97bf14e2-b719-4e25-9911-fb111c87681a req-c9a16bf9-75ad-47a0-a3f0-3d796a950e0e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afa69882-a289-47d1-b186-c740c902a5b7 HTTP/1.1" status: 200 len: 1001 time: 0.1007409 Jul 09 16:29:48.841333 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cb20cc2c-bb6c-4f64-9513-ffa4cbcff4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:48.862598 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f7b11-a36c-4ca1-bbda-b85bce90cd6f req-675f61e0-c731-42c6-88c6-613219087014 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:48.864485 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-458f7b11-a36c-4ca1-bbda-b85bce90cd6f req-675f61e0-c731-42c6-88c6-613219087014 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/ports?device_id=56a0021d-217b-42fc-b461-d010febc7602 HTTP/1.1" status: 200 len: 945 time: 0.5636163 Jul 09 16:29:48.903684 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb20cc2c-bb6c-4f64-9513-ffa4cbcff4d0 None None] Routers {'0da7cae2-8b69-4389-9b12-67719e1806dc'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:29:48.904121 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-cb20cc2c-bb6c-4f64-9513-ffa4cbcff4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:29:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['0da7cae2-8b69-4389-9b12-67719e1806dc'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:29:48.938702 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f03a3ff4-4148-43c5-a5a9-9811c6c69e0e admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9778507 Jul 09 16:29:48.944734 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 46758) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:48.948739 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5be6b9-fccb-4a21-8cc9-4a7fa278d5a9 None None] Pushing event updated for resources: {'Port': ['ID=328821bc-c578-41f1-894f-2e197a052fff,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:48.955351 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-fbafa6d7-c185-408a-a289-1584cc090203 admin admin] Request body: {'subnet': {'network_id': '23f1f623-b507-468d-a7a7-450e8778c5e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1882772763-subnet', 'tenant_id': 'aa82af0020cd43f5a91de69498f9def1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:29:48.961214 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03a3ff4-4148-43c5-a5a9-9811c6c69e0e admin admin] Pushing event updated for resources: {'Network': ['ID=23f1f623-b507-468d-a7a7-450e8778c5e5,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:48.977049 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 9e03e89b-e556-402b-980b-19f203e0c922 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:29:48.980160 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 23f1f623-b507-468d-a7a7-450e8778c5e5 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:29:48.987723 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf14e2-b719-4e25-9911-fb111c87681a req-d190d71f-9ca6-4ef5-9a98-7159b22cc84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:48.989594 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-97bf14e2-b719-4e25-9911-fb111c87681a req-d190d71f-9ca6-4ef5-9a98-7159b22cc84f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4438d29a-df86-457d-ba35-c2df5ed90700 HTTP/1.1" status: 200 len: 850 time: 0.1362298 Jul 09 16:29:49.020551 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-458f7b11-a36c-4ca1-bbda-b85bce90cd6f req-527d4b30-8339-4f1f-814e-b9eb57342d04 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/security-groups?id=08871550-d616-4453-85b1-faed9ff5bbda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392789 Jul 09 16:29:49.049803 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbafa6d7-c185-408a-a289-1584cc090203 admin admin] Made reservation on behalf of aa82af0020cd43f5a91de69498f9def1 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:29:49.052550 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fbafa6d7-c185-408a-a289-1584cc090203 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:49.100804 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf14e2-b719-4e25-9911-fb111c87681a req-b748879c-fb31-496d-915e-c4b4e9962454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:49.103074 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-97bf14e2-b719-4e25-9911-fb111c87681a req-b748879c-fb31-496d-915e-c4b4e9962454 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=adbf0553-b476-4533-a282-e74124932d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1057975 Jul 09 16:29:49.166382 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-e079bd1b-d539-47a8-a73e-b0ba255e19c3 admin admin] Allocated IP 172.20.0.1 (129b3fd4-7fdc-445f-ba31-1cab00ca62c3/64a79ac5-0d8c-444d-9b5f-5295ccf19079/f1ba83ac-7dcf-434a-813a-e728fa4cdbdc) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:29:49.181426 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-cb20cc2c-bb6c-4f64-9513-ffa4cbcff4d0 None None] Set router 0da7cae2-8b69-4389-9b12-67719e1806dc gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:29:49.240069 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-97bf14e2-b719-4e25-9911-fb111c87681a req-14295619-d5c5-4635-9f21-f06b03205287 service neutron] 10.222.0.77 "GET /v2.0/networks/adbf0553-b476-4533-a282-e74124932d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293728 Jul 09 16:29:49.311643 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 9e03e89b-e556-402b-980b-19f203e0c922, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=9e03e89b-e556-402b-980b-19f203e0c922,segment=NetworkSegment(decc697a-7e61-4b7c-8e62-5a81512ad237),segment_id=decc697a-7e61-4b7c-8e62-5a81512ad237)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:29:49.331865 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '9e03e89b-e556-402b-980b-19f203e0c922', 'network_id': '38aa73fb-54e8-4b43-bb39-928294ff523d', 'port_id': '9e03e89b-e556-402b-980b-19f203e0c922', 'mac_address': 'fa:16:3e:75:a5:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b7ef36a-a920-4cfb-b028-a0e3add3d4f4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:29:49.378353 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25620b9d-4715-4ac9-af25-4e766570b707 req-0111ad19-e0de-449a-a2d8-075958f3a6b8 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:49.387926 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-25620b9d-4715-4ac9-af25-4e766570b707 req-0111ad19-e0de-449a-a2d8-075958f3a6b8 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ef7fed6-e1f7-4347-9a2b-265ec5153f7d HTTP/1.1" status: 200 len: 943 time: 0.1889343 Jul 09 16:29:49.394509 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 3340795a-2af7-4b17-94ed-fb41de92ccb5 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:29:49.445303 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: 3340795a-2af7-4b17-94ed-fb41de92ccb5 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:29:49.446262 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 3340795a-2af7-4b17-94ed-fb41de92ccb5 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:29:49.469064 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:49.471453 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e079bd1b-d539-47a8-a73e-b0ba255e19c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:49.487539 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fbafa6d7-c185-408a-a289-1584cc090203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:49.491193 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e03e89b-e556-402b-980b-19f203e0c922 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:29:49.518209 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 9e03e89b-e556-402b-980b-19f203e0c922, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=9e03e89b-e556-402b-980b-19f203e0c922,segment=NetworkSegment(decc697a-7e61-4b7c-8e62-5a81512ad237),segment_id=decc697a-7e61-4b7c-8e62-5a81512ad237)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:29:49.527004 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:49.558816 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-25620b9d-4715-4ac9-af25-4e766570b707 req-51c176b3-62bb-400c-88d3-300caf60c5c5 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698167 Jul 09 16:29:49.561231 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e079bd1b-d539-47a8-a73e-b0ba255e19c3 admin admin] Transition to ACTIVE for port object f1ba83ac-7dcf-434a-813a-e728fa4cdbdc will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:29:49.607230 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b7da7-d777-42f5-af0b-6a397464d3a3 req-76b07cef-d5d9-4ccc-a0be-774dda6f2600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:49.608746 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-288b7da7-d777-42f5-af0b-6a397464d3a3 req-76b07cef-d5d9-4ccc-a0be-774dda6f2600 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e56a7d9f-9692-476b-b3cb-c13689fb321b HTTP/1.1" status: 200 len: 1096 time: 0.1696951 Jul 09 16:29:49.611228 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-cb20cc2c-bb6c-4f64-9513-ffa4cbcff4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da7cae2-8b69-4389-9b12-67719e1806dc', 'name': 'tempest-TestServerBasicOps-2061791144-router', 'tenant_id': 'c6204232ae3d43e588d6fd07bded6f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '328821bc-c578-41f1-894f-2e197a052fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:29:44Z', 'updated_at': '2021-07-09T16:29:46Z', 'revision_number': 3, 'project_id': 'c6204232ae3d43e588d6fd07bded6f22', 'gw_port': {'id': '328821bc-c578-41f1-894f-2e197a052fff', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:75:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da7cae2-8b69-4389-9b12-67719e1806dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:29:45Z', 'updated_at': '2021-07-09T16:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:29:49.667900 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb20cc2c-bb6c-4f64-9513-ffa4cbcff4d0 None None] The sync data for ids ['0da7cae2-8b69-4389-9b12-67719e1806dc'] in n-d-798930-3 is: [{'id': '0da7cae2-8b69-4389-9b12-67719e1806dc', 'name': 'tempest-TestServerBasicOps-2061791144-router', 'tenant_id': 'c6204232ae3d43e588d6fd07bded6f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '328821bc-c578-41f1-894f-2e197a052fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:29:44Z', 'updated_at': '2021-07-09T16:29:46Z', 'revision_number': 3, 'project_id': 'c6204232ae3d43e588d6fd07bded6f22', 'gw_port': {'id': '328821bc-c578-41f1-894f-2e197a052fff', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:75:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da7cae2-8b69-4389-9b12-67719e1806dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:29:45Z', 'updated_at': '2021-07-09T16:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:29:49.677020 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=9e03e89b-e556-402b-980b-19f203e0c922,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:49.678445 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-288b7da7-d777-42f5-af0b-6a397464d3a3 req-c044349f-0b2f-41a5-8d0c-3c6924016b8b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607409 Jul 09 16:29:49.681531 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e079bd1b-d539-47a8-a73e-b0ba255e19c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:49.701529 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbafa6d7-c185-408a-a289-1584cc090203 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a00aed8d-388d-4a59-b28e-f4e83ba31ee8,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:49.741086 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e079bd1b-d539-47a8-a73e-b0ba255e19c3 admin admin] Network 129b3fd4-7fdc-445f-ba31-1cab00ca62c3 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:29:49.748634 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-e079bd1b-d539-47a8-a73e-b0ba255e19c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:29:49.751810 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e079bd1b-d539-47a8-a73e-b0ba255e19c3 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:29:49.765275 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbafa6d7-c185-408a-a289-1584cc090203 admin admin] Checking segment: {'id': 'b17effcb-431d-43b3-801f-bd6ca572eef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '23f1f623-b507-468d-a7a7-450e8778c5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:29:49.765641 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbafa6d7-c185-408a-a289-1584cc090203 admin admin] Network hostable DHCP agents. Network: 23f1f623-b507-468d-a7a7-450e8778c5e5, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:29:49.785481 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079bd1b-d539-47a8-a73e-b0ba255e19c3 admin admin] Pushing event updated for resources: {'Port': ['ID=f1ba83ac-7dcf-434a-813a-e728fa4cdbdc,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:49.815648 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-97bf14e2-b719-4e25-9911-fb111c87681a req-40ca69e0-c352-4569-8279-e1691285b604 service neutron] 10.222.0.77 "GET /v2.0/networks/adbf0553-b476-4533-a282-e74124932d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5636852 Jul 09 16:29:49.818117 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbafa6d7-c185-408a-a289-1584cc090203 admin admin] Network 23f1f623-b507-468d-a7a7-450e8778c5e5 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:29:49.855815 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-fbafa6d7-c185-408a-a289-1584cc090203 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 23f1f623-b507-468d-a7a7-450e8778c5e5) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:29:49.867748 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5d7dc1-06e2-4894-bfaa-2095fb7d251a None None] Network 23f1f623-b507-468d-a7a7-450e8778c5e5 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:29:49.868259 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbafa6d7-c185-408a-a289-1584cc090203 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:49.869523 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fbafa6d7-c185-408a-a289-1584cc090203 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:49.897715 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-fbafa6d7-c185-408a-a289-1584cc090203 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9498131 Jul 09 16:29:49.941863 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e079bd1b-d539-47a8-a73e-b0ba255e19c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:50.004266 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['9e03e89b-e556-402b-980b-19f203e0c922'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:29:50.121697 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa1817-3f0d-484f-9337-88dc23548248 req-b2f7c001-57c0-4c30-b6ec-9a096cbf355b tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:50.123417 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-acfa1817-3f0d-484f-9337-88dc23548248 req-b2f7c001-57c0-4c30-b6ec-9a096cbf355b tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.2855070 Jul 09 16:29:50.273730 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-acfa1817-3f0d-484f-9337-88dc23548248 req-e9ef65b2-6066-48da-8535-adb4ef44304b tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1383345 Jul 09 16:29:50.322470 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee4aad-533b-4926-ae7c-33f1813acc55 req-0c8f94f0-0d1f-46ff-bf5b-b84953f52380 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:50.330529 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-aaee4aad-533b-4926-ae7c-33f1813acc55 req-0c8f94f0-0d1f-46ff-bf5b-b84953f52380 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=e56a7d9f-9692-476b-b3cb-c13689fb321b HTTP/1.1" status: 200 len: 945 time: 0.1983485 Jul 09 16:29:50.421378 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e079bd1b-d539-47a8-a73e-b0ba255e19c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:50.430867 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-aaee4aad-533b-4926-ae7c-33f1813acc55 req-ee68235d-209c-4a9b-b66f-36dd8254a027 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986166 Jul 09 16:29:50.659843 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 328821bc-c578-41f1-894f-2e197a052fff up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:29:50.662033 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-070654e4-1277-4f3e-9e67-01d3efd74f85 None None] Provisioning for port f1ba83ac-7dcf-434a-813a-e728fa4cdbdc completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:29:50.696685 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-070654e4-1277-4f3e-9e67-01d3efd74f85 None None] Provisioning complete for port f1ba83ac-7dcf-434a-813a-e728fa4cdbdc triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:29:50.696685 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-070654e4-1277-4f3e-9e67-01d3efd74f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:50.731639 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266a9a11-8905-419c-937c-5788053b8f62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-23f1f623-b507-468d-a7a7-450e8778c5e5', 'network_id': '23f1f623-b507-468d-a7a7-450e8778c5e5', 'tenant_id': 'aa82af0020cd43f5a91de69498f9def1', 'fixed_ips': [{'subnet_id': 'a00aed8d-388d-4a59-b28e-f4e83ba31ee8'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:29:50.732514 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-266a9a11-8905-419c-937c-5788053b8f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:50.757538 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24975c7-b197-4b2b-9139-2b391f1fe066 req-dc7d73bb-5274-4fbd-ac84-29622ed01350 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:50.766459 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a24975c7-b197-4b2b-9139-2b391f1fe066 req-dc7d73bb-5274-4fbd-ac84-29622ed01350 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/ports?device_id=56a0021d-217b-42fc-b461-d010febc7602 HTTP/1.1" status: 200 len: 945 time: 0.2727287 Jul 09 16:29:50.857907 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a24975c7-b197-4b2b-9139-2b391f1fe066 req-86ebbd5e-e316-43b5-8ab1-32b1f9a181c4 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/security-groups?id=08871550-d616-4453-85b1-faed9ff5bbda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904274 Jul 09 16:29:50.895531 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-070654e4-1277-4f3e-9e67-01d3efd74f85 None None] Port f1ba83ac-7dcf-434a-813a-e728fa4cdbdc cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:29:50.917259 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 328821bc-c578-41f1-894f-2e197a052fff completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:29:50.938050 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 328821bc-c578-41f1-894f-2e197a052fff triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:29:50.938426 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:50.942256 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e079bd1b-d539-47a8-a73e-b0ba255e19c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:50.947745 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ab47d-9480-4659-ae99-b119c5863e80 req-b9edaed4-ec50-450a-a807-8ebb663705d1 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:50.948660 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e079bd1b-d539-47a8-a73e-b0ba255e19c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:50.957089 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e7ab47d-9480-4659-ae99-b119c5863e80 req-b9edaed4-ec50-450a-a807-8ebb663705d1 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/networks?id=23f1f623-b507-468d-a7a7-450e8778c5e5 HTTP/1.1" status: 200 len: 816 time: 0.2196445 Jul 09 16:29:50.999635 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e7ab47d-9480-4659-ae99-b119c5863e80 req-84b05041-c7cf-4077-9f09-ffe775fa461e tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/quotas/aa82af0020cd43f5a91de69498f9def1 HTTP/1.1" status: 200 len: 375 time: 0.0413804 Jul 09 16:29:51.090014 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e7ab47d-9480-4659-ae99-b119c5863e80 req-4d844523-2940-4dcb-be60-9ab10ca84981 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=aa82af0020cd43f5a91de69498f9def1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0859022 Jul 09 16:29:51.215097 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e7ab47d-9480-4659-ae99-b119c5863e80 req-f9988666-62e9-4ef8-a6ab-f4bbba51acc3 service neutron] 10.222.0.98 "GET /v2.0/networks/23f1f623-b507-468d-a7a7-450e8778c5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241632 Jul 09 16:29:51.228253 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079bd1b-d539-47a8-a73e-b0ba255e19c3 admin admin] Pushing event updated for resources: {'Port': ['ID=f1ba83ac-7dcf-434a-813a-e728fa4cdbdc,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:51.233451 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e079bd1b-d539-47a8-a73e-b0ba255e19c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:51.242107 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-266a9a11-8905-419c-937c-5788053b8f62 None None] Allocated IP 172.20.0.2 (23f1f623-b507-468d-a7a7-450e8778c5e5/a00aed8d-388d-4a59-b28e-f4e83ba31ee8/02804475-c55d-4ca6-a5cf-7531af6c2abe) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:29:51.309651 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:51.335696 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b142946-99e5-4ca9-804b-7080f7ffda9b req-41f4d09b-bc76-4872-a004-f9b291d63453 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:51.337312 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8b142946-99e5-4ca9-804b-7080f7ffda9b req-41f4d09b-bc76-4872-a004-f9b291d63453 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ef7fed6-e1f7-4347-9a2b-265ec5153f7d HTTP/1.1" status: 200 len: 944 time: 0.1833193 Jul 09 16:29:51.382961 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900883c7-0a20-47f1-b28f-fb6e246d1ec7 req-91b2cc78-d27e-4753-81d0-9a0480896550 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:51.384757 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-900883c7-0a20-47f1-b28f-fb6e246d1ec7 req-91b2cc78-d27e-4753-81d0-9a0480896550 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.77 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.1639950 Jul 09 16:29:51.391251 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 328821bc-c578-41f1-894f-2e197a052fff, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=328821bc-c578-41f1-894f-2e197a052fff,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:29:51.391479 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e7ab47d-9480-4659-ae99-b119c5863e80 req-84c0eb44-81a5-4118-9d8e-598ad0adf2c8 service neutron] 10.222.0.98 "GET /v2.0/networks/23f1f623-b507-468d-a7a7-450e8778c5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589932 Jul 09 16:29:51.405291 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:51.408469 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8b142946-99e5-4ca9-804b-7080f7ffda9b req-2caf7784-6727-4ff2-af1d-8afe0f03b792 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574956 Jul 09 16:29:51.419280 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e079bd1b-d539-47a8-a73e-b0ba255e19c3 admin admin] Network 129b3fd4-7fdc-445f-ba31-1cab00ca62c3 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:29:51.421387 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-e079bd1b-d539-47a8-a73e-b0ba255e19c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:29:51.525632 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=328821bc-c578-41f1-894f-2e197a052fff,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:51.585295 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:29:51.585648 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:29:51.585997 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:29:51.586378 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:29:51.586711 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:29:51.587068 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:29:51.587397 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:29:51.587722 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:29:51.588051 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:29:51.597956 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:29:51.598797 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:29:51.599139 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:29:51.612154 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-900883c7-0a20-47f1-b28f-fb6e246d1ec7 req-84e681d5-3717-4579-8801-8f36deacfcdd tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Deleting port 1db38019-9c36-4811-87b1-9165e461b73e {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:29:51.612834 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-900883c7-0a20-47f1-b28f-fb6e246d1ec7 req-84e681d5-3717-4579-8801-8f36deacfcdd tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:51.628279 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e079bd1b-d539-47a8-a73e-b0ba255e19c3 admin admin] Router 0da7cae2-8b69-4389-9b12-67719e1806dc has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:29:51.705867 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-266a9a11-8905-419c-937c-5788053b8f62 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:51.719929 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-266a9a11-8905-419c-937c-5788053b8f62 None None] Transition to ACTIVE for port object 02804475-c55d-4ca6-a5cf-7531af6c2abe will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:29:51.762398 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-900883c7-0a20-47f1-b28f-fb6e246d1ec7 req-84e681d5-3717-4579-8801-8f36deacfcdd tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] For port 1db38019-9c36-4811-87b1-9165e461b73e, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=1db38019-9c36-4811-87b1-9165e461b73e,segment=NetworkSegment(44b862f2-e325-48d7-99eb-7401b6fb9e9c),segment_id=44b862f2-e325-48d7-99eb-7401b6fb9e9c)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:29:51.763018 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-900883c7-0a20-47f1-b28f-fb6e246d1ec7 req-84e681d5-3717-4579-8801-8f36deacfcdd tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:51.772155 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-266a9a11-8905-419c-937c-5788053b8f62 None None] Transition to ACTIVE for port object 02804475-c55d-4ca6-a5cf-7531af6c2abe will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:29:51.782557 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-266a9a11-8905-419c-937c-5788053b8f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:51.840426 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266a9a11-8905-419c-937c-5788053b8f62 None None] Network 23f1f623-b507-468d-a7a7-450e8778c5e5 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:29:51.852400 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-266a9a11-8905-419c-937c-5788053b8f62 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:29:51.857163 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266a9a11-8905-419c-937c-5788053b8f62 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:29:51.859076 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266a9a11-8905-419c-937c-5788053b8f62 None None] Pushing event updated for resources: {'Port': ['ID=02804475-c55d-4ca6-a5cf-7531af6c2abe,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:51.872536 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-cadd4c85-d4d5-401f-854e-576a390c6a85 None None] Provisioning complete for port f1ba83ac-7dcf-434a-813a-e728fa4cdbdc triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:29:51.872920 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cadd4c85-d4d5-401f-854e-576a390c6a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:51.964073 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-cadd4c85-d4d5-401f-854e-576a390c6a85 None None] Port f1ba83ac-7dcf-434a-813a-e728fa4cdbdc cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:29:51.970712 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11239977-5b63-4c65-9b5e-e7df0191bf2b req-a9baedc2-b92a-4122-b473-3555763a59aa tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:51.973870 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-11239977-5b63-4c65-9b5e-e7df0191bf2b req-a9baedc2-b92a-4122-b473-3555763a59aa tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 945 time: 0.3234923 Jul 09 16:29:51.984369 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-266a9a11-8905-419c-937c-5788053b8f62 None None] Attempting to bind port 02804475-c55d-4ca6-a5cf-7531af6c2abe on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:29:51.984979 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-266a9a11-8905-419c-937c-5788053b8f62 None None] Attempting to bind port 02804475-c55d-4ca6-a5cf-7531af6c2abe by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'b17effcb-431d-43b3-801f-bd6ca572eef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '23f1f623-b507-468d-a7a7-450e8778c5e5'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:29:51.985536 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266a9a11-8905-419c-937c-5788053b8f62 None None] Attempting to bind port 02804475-c55d-4ca6-a5cf-7531af6c2abe on network 23f1f623-b507-468d-a7a7-450e8778c5e5 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:29:51.991666 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266a9a11-8905-419c-937c-5788053b8f62 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:29:51.992448 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266a9a11-8905-419c-937c-5788053b8f62 None None] Checking segment: {'id': 'b17effcb-431d-43b3-801f-bd6ca572eef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '23f1f623-b507-468d-a7a7-450e8778c5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:29:51.993235 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-266a9a11-8905-419c-937c-5788053b8f62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:51.994282 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266a9a11-8905-419c-937c-5788053b8f62 None None] Bound using segment: {'id': 'b17effcb-431d-43b3-801f-bd6ca572eef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '23f1f623-b507-468d-a7a7-450e8778c5e5'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:29:51.994950 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-266a9a11-8905-419c-937c-5788053b8f62 None None] Bound port: 02804475-c55d-4ca6-a5cf-7531af6c2abe, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17effcb-431d-43b3-801f-bd6ca572eef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '23f1f623-b507-468d-a7a7-450e8778c5e5'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:29:51.995588 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e079bd1b-d539-47a8-a73e-b0ba255e19c3 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:29:51.995788 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-266a9a11-8905-419c-937c-5788053b8f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:52.010042 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-900883c7-0a20-47f1-b28f-fb6e246d1ec7 req-84e681d5-3717-4579-8801-8f36deacfcdd tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:52.010606 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-900883c7-0a20-47f1-b28f-fb6e246d1ec7 req-84e681d5-3717-4579-8801-8f36deacfcdd tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:52.011315 n-d-798930-3 neutron-server[93958]: INFO neutron.db.l3_db [req-900883c7-0a20-47f1-b28f-fb6e246d1ec7 req-84e681d5-3717-4579-8801-8f36deacfcdd tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Floating IP f6867fe6-24c1-4bd6-874e-66c1b6fbe524 disassociated. External IP: 172.25.0.137, port: 1db38019-9c36-4811-87b1-9165e461b73e. Jul 09 16:29:52.011508 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-900883c7-0a20-47f1-b28f-fb6e246d1ec7 req-84e681d5-3717-4579-8801-8f36deacfcdd tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Calling delete_port for 1db38019-9c36-4811-87b1-9165e461b73e owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:29:52.012019 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e079bd1b-d539-47a8-a73e-b0ba255e19c3 admin admin] 10.222.0.98 "PUT /v2.0/routers/0da7cae2-8b69-4389-9b12-67719e1806dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2794795 Jul 09 16:29:52.050068 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-11239977-5b63-4c65-9b5e-e7df0191bf2b req-dbda654e-5936-41cb-a388-012df6d030a9 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups?id=9942fe85-2d87-47fc-a5a5-b6f185ad55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0685527 Jul 09 16:29:52.179984 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-266a9a11-8905-419c-937c-5788053b8f62 None None] For port 02804475-c55d-4ca6-a5cf-7531af6c2abe, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:29:52.187521 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-266a9a11-8905-419c-937c-5788053b8f62 None None] For port 02804475-c55d-4ca6-a5cf-7531af6c2abe, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=02804475-c55d-4ca6-a5cf-7531af6c2abe,segment=NetworkSegment(b17effcb-431d-43b3-801f-bd6ca572eef8),segment_id=b17effcb-431d-43b3-801f-bd6ca572eef8)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:29:52.197990 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-266a9a11-8905-419c-937c-5788053b8f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:52.291578 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-94a8c76c-3398-445a-9bec-786f8270c310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:52.307191 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed9435-95a7-4add-9f6a-ffc7d80cfab1 req-f9164e2e-736c-4bb1-9e1b-6fa5e53e0dd8 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:52.309802 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c7ed9435-95a7-4add-9f6a-ffc7d80cfab1 req-f9164e2e-736c-4bb1-9e1b-6fa5e53e0dd8 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=e56a7d9f-9692-476b-b3cb-c13689fb321b HTTP/1.1" status: 200 len: 945 time: 0.3043172 Jul 09 16:29:52.320027 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266a9a11-8905-419c-937c-5788053b8f62 None None] Pushing event updated for resources: {'Port': ['ID=02804475-c55d-4ca6-a5cf-7531af6c2abe,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:52.381856 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b469b-3208-4747-999c-b1c421a92317 req-a3f1bba4-1ea4-4adf-9d05-21fb3f4c47b2 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:52.384331 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1e5b469b-3208-4747-999c-b1c421a92317 req-a3f1bba4-1ea4-4adf-9d05-21fb3f4c47b2 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/networks?id=23f1f623-b507-468d-a7a7-450e8778c5e5 HTTP/1.1" status: 200 len: 816 time: 0.2302082 Jul 09 16:29:52.411346 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1e5b469b-3208-4747-999c-b1c421a92317 req-f4cd05ed-6669-46f4-a7b9-88ba085c4c87 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/quotas/aa82af0020cd43f5a91de69498f9def1 HTTP/1.1" status: 200 len: 375 time: 0.0196204 Jul 09 16:29:52.450892 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c7ed9435-95a7-4add-9f6a-ffc7d80cfab1 req-ffe85cee-893a-4c54-b564-b5a7bcb2c71c tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224098 Jul 09 16:29:52.457061 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-900883c7-0a20-47f1-b28f-fb6e246d1ec7 req-84e681d5-3717-4579-8801-8f36deacfcdd tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:52.487189 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 328821bc-c578-41f1-894f-2e197a052fff up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:29:52.534818 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e681d5-3717-4579-8801-8f36deacfcdd tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Pushing event deleted for resources: {'Port': ['ID=1db38019-9c36-4811-87b1-9165e461b73e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:52.603311 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1e5b469b-3208-4747-999c-b1c421a92317 req-91862e21-f1dd-4775-9961-790468e3db88 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=aa82af0020cd43f5a91de69498f9def1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1756713 Jul 09 16:29:52.648672 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 328821bc-c578-41f1-894f-2e197a052fff triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:29:52.649593 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:52.835111 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1e5b469b-3208-4747-999c-b1c421a92317 req-7690be0b-ba60-4e71-8b88-5879327d3a38 service neutron] 10.222.0.98 "GET /v2.0/networks/23f1f623-b507-468d-a7a7-450e8778c5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264447 Jul 09 16:29:52.879703 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c88bec-a3bc-4991-9163-4dd552ae7378 None None] Sync routers for ids ['0da7cae2-8b69-4389-9b12-67719e1806dc'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:29:52.901477 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c88bec-a3bc-4991-9163-4dd552ae7378 None None] Routers {'0da7cae2-8b69-4389-9b12-67719e1806dc'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:29:52.902967 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-57c88bec-a3bc-4991-9163-4dd552ae7378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:29:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['0da7cae2-8b69-4389-9b12-67719e1806dc'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:29:52.995345 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 9e03e89b-e556-402b-980b-19f203e0c922 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:29:53.056402 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1e5b469b-3208-4747-999c-b1c421a92317 req-21c3a891-ce5c-4a70-98d3-31554278e150 service neutron] 10.222.0.98 "GET /v2.0/networks/23f1f623-b507-468d-a7a7-450e8778c5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168841 Jul 09 16:29:53.094693 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-57c88bec-a3bc-4991-9163-4dd552ae7378 None None] Set router 0da7cae2-8b69-4389-9b12-67719e1806dc gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:29:53.109483 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 9e03e89b-e556-402b-980b-19f203e0c922 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:29:53.113654 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 9e03e89b-e556-402b-980b-19f203e0c922 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:29:53.114074 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:53.153696 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 46854) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:53.163266 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-3907a189-f80a-44e0-8740-25ac23d506cf admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-570514983-network', 'tenant_id': 'd554f72fc5524907977c7a42cd148900'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:29:53.231618 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3907a189-f80a-44e0-8740-25ac23d506cf admin admin] Made reservation on behalf of d554f72fc5524907977c7a42cd148900 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:29:53.235085 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3907a189-f80a-44e0-8740-25ac23d506cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:53.270983 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3907a189-f80a-44e0-8740-25ac23d506cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:53.338963 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:53.383013 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ef7fed6-e1f7-4347-9a2b-265ec5153f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e03e89b-e556-402b-980b-19f203e0c922'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:29:53.393221 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6a01c4-bb8e-45b3-aae3-2d7172c11bc3" -d '{"events": [{"server_uuid": "4ef7fed6-e1f7-4347-9a2b-265ec5153f7d", "name": "network-vif-plugged", "status": "completed", "tag": "9e03e89b-e556-402b-980b-19f203e0c922"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:29:53.443256 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3907a189-f80a-44e0-8740-25ac23d506cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:53.451101 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3907a189-f80a-44e0-8740-25ac23d506cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:53.470480 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 9e03e89b-e556-402b-980b-19f203e0c922, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=9e03e89b-e556-402b-980b-19f203e0c922,segment=NetworkSegment(decc697a-7e61-4b7c-8e62-5a81512ad237),segment_id=decc697a-7e61-4b7c-8e62-5a81512ad237)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:29:53.480263 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:53.500026 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-57c88bec-a3bc-4991-9163-4dd552ae7378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da7cae2-8b69-4389-9b12-67719e1806dc', 'name': 'tempest-TestServerBasicOps-2061791144-router', 'tenant_id': 'c6204232ae3d43e588d6fd07bded6f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '328821bc-c578-41f1-894f-2e197a052fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:29:44Z', 'updated_at': '2021-07-09T16:29:50Z', 'revision_number': 4, 'project_id': 'c6204232ae3d43e588d6fd07bded6f22', 'gw_port': {'id': '328821bc-c578-41f1-894f-2e197a052fff', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:75:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da7cae2-8b69-4389-9b12-67719e1806dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:29:45Z', 'updated_at': '2021-07-09T16:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'f1ba83ac-7dcf-434a-813a-e728fa4cdbdc', 'name': '', 'network_id': '129b3fd4-7fdc-445f-ba31-1cab00ca62c3', 'tenant_id': 'c6204232ae3d43e588d6fd07bded6f22', 'mac_address': 'fa:16:3e:ac:7f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da7cae2-8b69-4389-9b12-67719e1806dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '64a79ac5-0d8c-444d-9b5f-5295ccf19079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:29:48Z', 'updated_at': '2021-07-09T16:29:50Z', 'revision_number': 2, 'project_id': 'c6204232ae3d43e588d6fd07bded6f22', 'subnets': [{'id': '64a79ac5-0d8c-444d-9b5f-5295ccf19079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:29:53.541910 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3907a189-f80a-44e0-8740-25ac23d506cf admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:29:53.566222 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c88bec-a3bc-4991-9163-4dd552ae7378 None None] Checking router: 0da7cae2-8b69-4389-9b12-67719e1806dc for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:29:53.570287 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c88bec-a3bc-4991-9163-4dd552ae7378 None None] Updating router 0da7cae2-8b69-4389-9b12-67719e1806dc port f1ba83ac-7dcf-434a-813a-e728fa4cdbdc binding host n-d-798930-3 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:29:53.612302 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=9e03e89b-e556-402b-980b-19f203e0c922,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:53.629922 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-57c88bec-a3bc-4991-9163-4dd552ae7378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:53.640293 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-900883c7-0a20-47f1-b28f-fb6e246d1ec7 req-84e681d5-3717-4579-8801-8f36deacfcdd tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Router 8ea7c312-4851-457b-9c99-47152697f3c7 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:29:53.659064 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3907a189-f80a-44e0-8740-25ac23d506cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0e2514-c1a2-416b-ae45-e1e3f7948d47,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:53.675514 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3907a189-f80a-44e0-8740-25ac23d506cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:53.678590 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-3907a189-f80a-44e0-8740-25ac23d506cf admin admin] Added segment ce41b810-de3b-4e08-83d4-c639dfb2aa8f of type vlan for network e295aca4-1c7f-4744-8237-57e5e97ac200 Jul 09 16:29:53.747545 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3907a189-f80a-44e0-8740-25ac23d506cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:53.775608 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2337cd6-f945-4e97-a665-aee682411ea8 req-19dd200b-4103-4bed-9e02-b1d9695d08f3 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:53.783914 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c2337cd6-f945-4e97-a665-aee682411ea8 req-19dd200b-4103-4bed-9e02-b1d9695d08f3 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ef7fed6-e1f7-4347-9a2b-265ec5153f7d HTTP/1.1" status: 200 len: 945 time: 0.2734461 Jul 09 16:29:53.848228 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c2337cd6-f945-4e97-a665-aee682411ea8 req-1ab64021-4fec-4bf4-8dac-728fb984076c tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632117 Jul 09 16:29:53.853153 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3907a189-f80a-44e0-8740-25ac23d506cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:53.855692 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3907a189-f80a-44e0-8740-25ac23d506cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:53.858755 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3907a189-f80a-44e0-8740-25ac23d506cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:53.897855 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3907a189-f80a-44e0-8740-25ac23d506cf admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7395635 Jul 09 16:29:53.900110 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 46870) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:53.922046 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-5e55f916-7abe-4043-84ed-29d8ed01d349 admin admin] Request body: {'subnet': {'network_id': 'e295aca4-1c7f-4744-8237-57e5e97ac200', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-570514983-subnet', 'tenant_id': 'd554f72fc5524907977c7a42cd148900', 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:29:53.961852 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3907a189-f80a-44e0-8740-25ac23d506cf admin admin] Pushing event updated for resources: {'Network': ['ID=e295aca4-1c7f-4744-8237-57e5e97ac200,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:53.962962 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838e9ab-2465-4270-bc13-37461c0dfa83 req-bd8dffd8-50ea-4941-baea-d90aef112c62 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:53.968834 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a838e9ab-2465-4270-bc13-37461c0dfa83 req-bd8dffd8-50ea-4941-baea-d90aef112c62 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/ports?device_id=56a0021d-217b-42fc-b461-d010febc7602 HTTP/1.1" status: 200 len: 945 time: 0.4631281 Jul 09 16:29:53.972353 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network e295aca4-1c7f-4744-8237-57e5e97ac200 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:29:54.135456 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8040728-3c3e-4552-899b-af4d6f8be38d None None] Network 23f1f623-b507-468d-a7a7-450e8778c5e5 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:29:54.153726 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-57c88bec-a3bc-4991-9163-4dd552ae7378 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:54.154310 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ab47d-9480-4659-ae99-b119c5863e80 req-b7a9ce2a-cfc6-4a56-8f3c-26df266b1160 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:54.155545 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e7ab47d-9480-4659-ae99-b119c5863e80 req-b7a9ce2a-cfc6-4a56-8f3c-26df266b1160 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.77 "GET /v2.0/networks?id=23f1f623-b507-468d-a7a7-450e8778c5e5 HTTP/1.1" status: 200 len: 816 time: 0.4826155 Jul 09 16:29:54.163700 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-900883c7-0a20-47f1-b28f-fb6e246d1ec7 req-84e681d5-3717-4579-8801-8f36deacfcdd tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:29:54.188074 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-3e7ab47d-9480-4659-ae99-b119c5863e80 req-f76849d9-9894-4773-898b-42fea6bd5df3 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Request body: {'port': {'device_id': 'b808d81a-1027-4ccd-8f61-44b0be2ca51b', 'network_id': '23f1f623-b507-468d-a7a7-450e8778c5e5', 'admin_state_up': True, 'tenant_id': 'aa82af0020cd43f5a91de69498f9def1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:29:54.189842 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45b0bff-1fa4-4693-9556-31dca2fc9ca5 None None] Sync routers for ids ['8ea7c312-4851-457b-9c99-47152697f3c7'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:29:54.195276 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e55f916-7abe-4043-84ed-29d8ed01d349 admin admin] Made reservation on behalf of d554f72fc5524907977c7a42cd148900 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:29:54.197206 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-57c88bec-a3bc-4991-9163-4dd552ae7378 None None] Transition to ACTIVE for port object f1ba83ac-7dcf-434a-813a-e728fa4cdbdc will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:29:54.198870 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5e55f916-7abe-4043-84ed-29d8ed01d349 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:54.207704 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45b0bff-1fa4-4693-9556-31dca2fc9ca5 None None] Routers {'8ea7c312-4851-457b-9c99-47152697f3c7'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:29:54.208338 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a45b0bff-1fa4-4693-9556-31dca2fc9ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:29:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['8ea7c312-4851-457b-9c99-47152697f3c7'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:29:54.210055 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-57c88bec-a3bc-4991-9163-4dd552ae7378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:54.268953 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4430c759-1e0d-4830-ad93-300daa6ff4a5 None None] Pushing event updated for resources: {'Port': ['ID=f1ba83ac-7dcf-434a-813a-e728fa4cdbdc,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:54.324558 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-eaf3a45d-c710-409b-a4ad-4092b11bf8af None None] Provisioning for port 02804475-c55d-4ca6-a5cf-7531af6c2abe completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:29:54.395126 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-57c88bec-a3bc-4991-9163-4dd552ae7378 None None] Attempting to bind port f1ba83ac-7dcf-434a-813a-e728fa4cdbdc on host n-d-798930-3 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:29:54.395727 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-57c88bec-a3bc-4991-9163-4dd552ae7378 None None] Attempting to bind port f1ba83ac-7dcf-434a-813a-e728fa4cdbdc by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '96bfb1df-90fe-4de5-920d-95441eb9b85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '129b3fd4-7fdc-445f-ba31-1cab00ca62c3'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:29:54.396096 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c88bec-a3bc-4991-9163-4dd552ae7378 None None] Attempting to bind port f1ba83ac-7dcf-434a-813a-e728fa4cdbdc on network 129b3fd4-7fdc-445f-ba31-1cab00ca62c3 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:29:54.410844 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-a45b0bff-1fa4-4693-9556-31dca2fc9ca5 None None] Set router 8ea7c312-4851-457b-9c99-47152697f3c7 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:29:54.421877 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430c759-1e0d-4830-ad93-300daa6ff4a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:29:54.422122 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430c759-1e0d-4830-ad93-300daa6ff4a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:29:54.422464 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430c759-1e0d-4830-ad93-300daa6ff4a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:29:54.422833 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430c759-1e0d-4830-ad93-300daa6ff4a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:29:54.423170 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430c759-1e0d-4830-ad93-300daa6ff4a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:29:54.423494 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430c759-1e0d-4830-ad93-300daa6ff4a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:29:54.426724 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430c759-1e0d-4830-ad93-300daa6ff4a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:29:54.427189 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430c759-1e0d-4830-ad93-300daa6ff4a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:29:54.427525 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430c759-1e0d-4830-ad93-300daa6ff4a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:29:54.430416 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430c759-1e0d-4830-ad93-300daa6ff4a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:29:54.430861 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430c759-1e0d-4830-ad93-300daa6ff4a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:29:54.431213 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430c759-1e0d-4830-ad93-300daa6ff4a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:29:54.435297 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c88bec-a3bc-4991-9163-4dd552ae7378 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:29:54.435667 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c88bec-a3bc-4991-9163-4dd552ae7378 None None] Checking segment: {'id': '96bfb1df-90fe-4de5-920d-95441eb9b85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '129b3fd4-7fdc-445f-ba31-1cab00ca62c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:29:54.440653 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-57c88bec-a3bc-4991-9163-4dd552ae7378 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:54.441101 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c88bec-a3bc-4991-9163-4dd552ae7378 None None] Bound using segment: {'id': '96bfb1df-90fe-4de5-920d-95441eb9b85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '129b3fd4-7fdc-445f-ba31-1cab00ca62c3'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:29:54.444347 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-57c88bec-a3bc-4991-9163-4dd552ae7378 None None] Bound port: f1ba83ac-7dcf-434a-813a-e728fa4cdbdc, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96bfb1df-90fe-4de5-920d-95441eb9b85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '129b3fd4-7fdc-445f-ba31-1cab00ca62c3'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:29:54.444762 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-57c88bec-a3bc-4991-9163-4dd552ae7378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:54.514473 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-900883c7-0a20-47f1-b28f-fb6e246d1ec7 req-84e681d5-3717-4579-8801-8f36deacfcdd tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] No DVR routers for this DVR port 1db38019-9c36-4811-87b1-9165e461b73e on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:29:54.524346 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-900883c7-0a20-47f1-b28f-fb6e246d1ec7 req-84e681d5-3717-4579-8801-8f36deacfcdd tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:54.527623 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-900883c7-0a20-47f1-b28f-fb6e246d1ec7 req-84e681d5-3717-4579-8801-8f36deacfcdd tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.77 "DELETE /v2.0/ports/1db38019-9c36-4811-87b1-9165e461b73e HTTP/1.1" status: 204 len: 173 time: 3.1351330 Jul 09 16:29:54.577600 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '783cfe32-a307-4901-962c-ea5df494fe59', 'name': 'network-vif-deleted', 'tag': '1db38019-9c36-4811-87b1-9165e461b73e'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:29:54.580480 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ed552d-ef9a-4e94-8394-63765a60b8a5" -d '{"events": [{"server_uuid": "783cfe32-a307-4901-962c-ea5df494fe59", "name": "network-vif-deleted", "tag": "1db38019-9c36-4811-87b1-9165e461b73e"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:29:54.599242 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-57c88bec-a3bc-4991-9163-4dd552ae7378 None None] For port f1ba83ac-7dcf-434a-813a-e728fa4cdbdc, host n-d-798930-3, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:29:54.603620 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-57c88bec-a3bc-4991-9163-4dd552ae7378 None None] For port f1ba83ac-7dcf-434a-813a-e728fa4cdbdc, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=f1ba83ac-7dcf-434a-813a-e728fa4cdbdc,segment=NetworkSegment(96bfb1df-90fe-4de5-920d-95441eb9b85b),segment_id=96bfb1df-90fe-4de5-920d-95441eb9b85b)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:29:54.611276 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-57c88bec-a3bc-4991-9163-4dd552ae7378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:54.619022 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a838e9ab-2465-4270-bc13-37461c0dfa83 req-6b9d3460-c37c-48c4-930a-fc75e8165917 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/security-groups?id=08871550-d616-4453-85b1-faed9ff5bbda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4623630 Jul 09 16:29:54.657544 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e7ab47d-9480-4659-ae99-b119c5863e80 req-f76849d9-9894-4773-898b-42fea6bd5df3 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Made reservation on behalf of aa82af0020cd43f5a91de69498f9def1 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:29:54.661191 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3e7ab47d-9480-4659-ae99-b119c5863e80 req-f76849d9-9894-4773-898b-42fea6bd5df3 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:54.669529 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 02804475-c55d-4ca6-a5cf-7531af6c2abe up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:29:54.721414 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c88bec-a3bc-4991-9163-4dd552ae7378 None None] Routers {'0da7cae2-8b69-4389-9b12-67719e1806dc'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:29:54.722111 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-57c88bec-a3bc-4991-9163-4dd552ae7378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:29:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['0da7cae2-8b69-4389-9b12-67719e1806dc'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:29:54.855831 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4430c759-1e0d-4830-ad93-300daa6ff4a5 None None] Pushing event updated for resources: {'Port': ['ID=f1ba83ac-7dcf-434a-813a-e728fa4cdbdc,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:54.857138 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 02804475-c55d-4ca6-a5cf-7531af6c2abe completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:29:54.953056 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 02804475-c55d-4ca6-a5cf-7531af6c2abe triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:29:54.953432 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:54.955575 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-57c88bec-a3bc-4991-9163-4dd552ae7378 None None] Set router 0da7cae2-8b69-4389-9b12-67719e1806dc gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:29:55.021578 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5ccafce8-4206-4eee-a3a2-7247000b08b0 req-84ef5451-929a-49c9-8cd5-2562ee7b080a tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/ports?device_id=783cfe32-a307-4901-962c-ea5df494fe59 HTTP/1.1" status: 200 len: 210 time: 0.1378596 Jul 09 16:29:55.184331 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-acabf968-2e32-40c1-aee0-c8851b3f494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:55.232273 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a45b0bff-1fa4-4693-9556-31dca2fc9ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea7c312-4851-457b-9c99-47152697f3c7', 'name': 'tempest-ServerActionsTestJSON-1744582686-router', 'tenant_id': '927faf6a074749d0b7e4b4706940c5ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '40d0feb4-9fd8-48a7-acc6-a7ad18d9ca15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:20:45Z', 'updated_at': '2021-07-09T16:20:52Z', 'revision_number': 4, 'project_id': '927faf6a074749d0b7e4b4706940c5ca', 'gw_port': {'id': '40d0feb4-9fd8-48a7-acc6-a7ad18d9ca15', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea7c312-4851-457b-9c99-47152697f3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:20:46Z', 'updated_at': '2021-07-09T16:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'b863c5ba-4531-4111-b284-8da94f975396', 'name': '', 'network_id': 'e14244d3-321e-4e11-8fa5-f8d23e2088a8', 'tenant_id': '927faf6a074749d0b7e4b4706940c5ca', 'mac_address': 'fa:16:3e:b8:82:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea7c312-4851-457b-9c99-47152697f3c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '9ed42caa-ccec-43f9-abc2-3f037ba46c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:20:50Z', 'updated_at': '2021-07-09T16:20:57Z', 'revision_number': 5, 'project_id': '927faf6a074749d0b7e4b4706940c5ca', 'subnets': [{'id': '9ed42caa-ccec-43f9-abc2-3f037ba46c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:29:55.347825 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466e684d-cb16-47a2-88f0-6735079657c6 x-openstack-request-id: req-466e684d-cb16-47a2-88f0-6735079657c6 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:29:55.348564 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ef7fed6-e1f7-4347-9a2b-265ec5153f7d", "name": "network-vif-plugged", "status": "completed", "tag": "9e03e89b-e556-402b-980b-19f203e0c922", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:29:55.348815 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-466e684d-cb16-47a2-88f0-6735079657c6 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:29:55.349227 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ef7fed6-e1f7-4347-9a2b-265ec5153f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e03e89b-e556-402b-980b-19f203e0c922', 'code': 200} Jul 09 16:29:55.369425 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-3e7ab47d-9480-4659-ae99-b119c5863e80 req-f76849d9-9894-4773-898b-42fea6bd5df3 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Allocated IP 172.20.0.3 (23f1f623-b507-468d-a7a7-450e8778c5e5/a00aed8d-388d-4a59-b28e-f4e83ba31ee8/332e4ebf-9e9a-45a1-9add-df05f3712dd6) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:29:55.385925 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5e55f916-7abe-4043-84ed-29d8ed01d349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:55.400325 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45b0bff-1fa4-4693-9556-31dca2fc9ca5 None None] Checking router: 8ea7c312-4851-457b-9c99-47152697f3c7 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:29:55.427646 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02760a0-b920-4bbb-83a5-f6e663cc80c7 req-c1c56cb9-6ab5-4bad-8320-1b18f6e1398d tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:55.435468 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:55.439495 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e02760a0-b920-4bbb-83a5-f6e663cc80c7 req-c1c56cb9-6ab5-4bad-8320-1b18f6e1398d tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/networks?id=23f1f623-b507-468d-a7a7-450e8778c5e5 HTTP/1.1" status: 200 len: 816 time: 0.2376826 Jul 09 16:29:55.457974 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45b0bff-1fa4-4693-9556-31dca2fc9ca5 None None] Routers {'8ea7c312-4851-457b-9c99-47152697f3c7'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:29:55.458898 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a45b0bff-1fa4-4693-9556-31dca2fc9ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:29:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['8ea7c312-4851-457b-9c99-47152697f3c7'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:29:55.461192 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:55.468047 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 1db38019-9c36-4811-87b1-9165e461b73e no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:29:55.539994 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: 1db38019-9c36-4811-87b1-9165e461b73e {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:29:55.540665 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 1db38019-9c36-4811-87b1-9165e461b73e not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:29:55.568194 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 02804475-c55d-4ca6-a5cf-7531af6c2abe, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=02804475-c55d-4ca6-a5cf-7531af6c2abe,segment=NetworkSegment(b17effcb-431d-43b3-801f-bd6ca572eef8),segment_id=b17effcb-431d-43b3-801f-bd6ca572eef8)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:29:55.580969 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:55.635480 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e02760a0-b920-4bbb-83a5-f6e663cc80c7 req-068bcea2-8e51-4cbd-a2ef-2e406b87e5e9 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/quotas/aa82af0020cd43f5a91de69498f9def1 HTTP/1.1" status: 200 len: 375 time: 0.1939425 Jul 09 16:29:55.649899 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-57c88bec-a3bc-4991-9163-4dd552ae7378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da7cae2-8b69-4389-9b12-67719e1806dc', 'name': 'tempest-TestServerBasicOps-2061791144-router', 'tenant_id': 'c6204232ae3d43e588d6fd07bded6f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '328821bc-c578-41f1-894f-2e197a052fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:29:44Z', 'updated_at': '2021-07-09T16:29:50Z', 'revision_number': 4, 'project_id': 'c6204232ae3d43e588d6fd07bded6f22', 'gw_port': {'id': '328821bc-c578-41f1-894f-2e197a052fff', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:75:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da7cae2-8b69-4389-9b12-67719e1806dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:29:45Z', 'updated_at': '2021-07-09T16:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'f1ba83ac-7dcf-434a-813a-e728fa4cdbdc', 'name': '', 'network_id': '129b3fd4-7fdc-445f-ba31-1cab00ca62c3', 'tenant_id': 'c6204232ae3d43e588d6fd07bded6f22', 'mac_address': 'fa:16:3e:ac:7f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da7cae2-8b69-4389-9b12-67719e1806dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '64a79ac5-0d8c-444d-9b5f-5295ccf19079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:29:48Z', 'updated_at': '2021-07-09T16:29:54Z', 'revision_number': 4, 'project_id': 'c6204232ae3d43e588d6fd07bded6f22', 'subnets': [{'id': '64a79ac5-0d8c-444d-9b5f-5295ccf19079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:29:55.651963 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad33cf8-68ed-4761-b04e-0532bd5706fd x-openstack-request-id: req-dad33cf8-68ed-4761-b04e-0532bd5706fd {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:29:55.652274 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "783cfe32-a307-4901-962c-ea5df494fe59", "name": "network-vif-deleted", "tag": "1db38019-9c36-4811-87b1-9165e461b73e", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:29:55.652535 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-dad33cf8-68ed-4761-b04e-0532bd5706fd {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:29:55.652960 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '783cfe32-a307-4901-962c-ea5df494fe59', 'name': 'network-vif-deleted', 'tag': '1db38019-9c36-4811-87b1-9165e461b73e', 'status': 'completed', 'code': 200} Jul 09 16:29:55.655847 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b13e2ba1-d284-458f-9726-4b2d164c67eb None None] Provisioning complete for port 02804475-c55d-4ca6-a5cf-7531af6c2abe triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:29:55.656808 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b13e2ba1-d284-458f-9726-4b2d164c67eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:55.685918 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b469b-3208-4747-999c-b1c421a92317 req-cbc777ea-2615-40b2-98be-930cc46e8b45 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:55.687483 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1e5b469b-3208-4747-999c-b1c421a92317 req-cbc777ea-2615-40b2-98be-930cc46e8b45 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.73 "GET /v2.0/networks?id=23f1f623-b507-468d-a7a7-450e8778c5e5 HTTP/1.1" status: 200 len: 816 time: 0.2172968 Jul 09 16:29:55.708692 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e55f916-7abe-4043-84ed-29d8ed01d349 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ef6964e-3c04-4643-a2af-a181316f07b3,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:55.759905 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-1e5b469b-3208-4747-999c-b1c421a92317 req-6a4dd295-650e-46a4-b430-2754f23a3bb7 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Request body: {'port': {'device_id': '151aa636-afea-4278-a1c0-e7888fad236a', 'network_id': '23f1f623-b507-468d-a7a7-450e8778c5e5', 'admin_state_up': True, 'tenant_id': 'aa82af0020cd43f5a91de69498f9def1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:29:55.782017 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c88bec-a3bc-4991-9163-4dd552ae7378 None None] The sync data for ids ['0da7cae2-8b69-4389-9b12-67719e1806dc'] in n-d-798930-3 is: [{'id': '0da7cae2-8b69-4389-9b12-67719e1806dc', 'name': 'tempest-TestServerBasicOps-2061791144-router', 'tenant_id': 'c6204232ae3d43e588d6fd07bded6f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '328821bc-c578-41f1-894f-2e197a052fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:29:44Z', 'updated_at': '2021-07-09T16:29:50Z', 'revision_number': 4, 'project_id': 'c6204232ae3d43e588d6fd07bded6f22', 'gw_port': {'id': '328821bc-c578-41f1-894f-2e197a052fff', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:75:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da7cae2-8b69-4389-9b12-67719e1806dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:29:45Z', 'updated_at': '2021-07-09T16:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'f1ba83ac-7dcf-434a-813a-e728fa4cdbdc', 'name': '', 'network_id': '129b3fd4-7fdc-445f-ba31-1cab00ca62c3', 'tenant_id': 'c6204232ae3d43e588d6fd07bded6f22', 'mac_address': 'fa:16:3e:ac:7f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da7cae2-8b69-4389-9b12-67719e1806dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '64a79ac5-0d8c-444d-9b5f-5295ccf19079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:29:48Z', 'updated_at': '2021-07-09T16:29:54Z', 'revision_number': 4, 'project_id': 'c6204232ae3d43e588d6fd07bded6f22', 'subnets': [{'id': '64a79ac5-0d8c-444d-9b5f-5295ccf19079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:29:55.810637 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-a45b0bff-1fa4-4693-9556-31dca2fc9ca5 None None] Set router 8ea7c312-4851-457b-9c99-47152697f3c7 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:29:55.815810 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=02804475-c55d-4ca6-a5cf-7531af6c2abe,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:55.979252 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e55f916-7abe-4043-84ed-29d8ed01d349 admin admin] Checking segment: {'id': 'ce41b810-de3b-4e08-83d4-c639dfb2aa8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e295aca4-1c7f-4744-8237-57e5e97ac200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:29:55.979252 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e55f916-7abe-4043-84ed-29d8ed01d349 admin admin] Network hostable DHCP agents. Network: e295aca4-1c7f-4744-8237-57e5e97ac200, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:29:56.014025 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e02760a0-b920-4bbb-83a5-f6e663cc80c7 req-ff501204-e7e6-49cb-9744-f04176646139 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=aa82af0020cd43f5a91de69498f9def1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3775632 Jul 09 16:29:56.017320 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa30b0-c6e2-4c69-92bb-388c2b253121 req-8fc189cd-8e0e-495e-994c-888a71815da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:56.019139 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-23fa30b0-c6e2-4c69-92bb-388c2b253121 req-8fc189cd-8e0e-495e-994c-888a71815da4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4ef7fed6-e1f7-4347-9a2b-265ec5153f7d HTTP/1.1" status: 200 len: 1096 time: 0.3987176 Jul 09 16:29:56.146725 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e5b469b-3208-4747-999c-b1c421a92317 req-6a4dd295-650e-46a4-b430-2754f23a3bb7 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Made reservation on behalf of aa82af0020cd43f5a91de69498f9def1 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:29:56.157960 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1e5b469b-3208-4747-999c-b1c421a92317 req-6a4dd295-650e-46a4-b430-2754f23a3bb7 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:56.165006 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e55f916-7abe-4043-84ed-29d8ed01d349 admin admin] Network e295aca4-1c7f-4744-8237-57e5e97ac200 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:29:56.198220 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3e7ab47d-9480-4659-ae99-b119c5863e80 req-f76849d9-9894-4773-898b-42fea6bd5df3 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:56.204505 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-23fa30b0-c6e2-4c69-92bb-388c2b253121 req-f16e4b9b-a516-41e8-b5ca-abffb9918af1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755853 Jul 09 16:29:56.206229 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-5e55f916-7abe-4043-84ed-29d8ed01d349 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, e295aca4-1c7f-4744-8237-57e5e97ac200) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:29:56.217191 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b6631d-de8e-4c88-98ac-a85dd215e3e5 None None] Network e295aca4-1c7f-4744-8237-57e5e97ac200 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:29:56.229881 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e55f916-7abe-4043-84ed-29d8ed01d349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:56.230473 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5e55f916-7abe-4043-84ed-29d8ed01d349 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:56.253901 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f561c-6565-40a3-809c-e51e58f8b9b6 req-d691caa8-055f-4111-b045-78587a94529c tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:56.259319 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e61f561c-6565-40a3-809c-e51e58f8b9b6 req-d691caa8-055f-4111-b045-78587a94529c tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ef7fed6-e1f7-4347-9a2b-265ec5153f7d HTTP/1.1" status: 200 len: 945 time: 0.4550991 Jul 09 16:29:56.263556 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-3e7ab47d-9480-4659-ae99-b119c5863e80 req-f76849d9-9894-4773-898b-42fea6bd5df3 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Transition to ACTIVE for port object 332e4ebf-9e9a-45a1-9add-df05f3712dd6 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:29:56.283486 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e02760a0-b920-4bbb-83a5-f6e663cc80c7 req-fef3e393-2a98-4835-8402-51002e37384e service neutron] 10.222.0.98 "GET /v2.0/networks/23f1f623-b507-468d-a7a7-450e8778c5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682774 Jul 09 16:29:56.369852 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-5e55f916-7abe-4043-84ed-29d8ed01d349 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.4537964 Jul 09 16:29:56.370122 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 46906) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:56.373742 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-c7414540-4383-48dd-b0b5-07746569dda9 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-570514983-router', 'tenant_id': 'd554f72fc5524907977c7a42cd148900', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:29:56.393284 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e61f561c-6565-40a3-809c-e51e58f8b9b6 req-7251e1b6-c0ee-43c4-9f6b-0c1e5dd588b5 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810046 Jul 09 16:29:56.403614 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5733e359-5103-4b8f-8e2a-d25ce546ecde req-f7e36d0f-8039-46a3-8712-0ad905be084a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:56.411662 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5733e359-5103-4b8f-8e2a-d25ce546ecde req-f7e36d0f-8039-46a3-8712-0ad905be084a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bab91c2e534b48d6932e69e9f922d333&device_id=e56a7d9f-9692-476b-b3cb-c13689fb321b HTTP/1.1" status: 200 len: 1096 time: 0.3489115 Jul 09 16:29:56.423768 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3e7ab47d-9480-4659-ae99-b119c5863e80 req-f76849d9-9894-4773-898b-42fea6bd5df3 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:56.431483 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c7414540-4383-48dd-b0b5-07746569dda9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:56.435231 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c7414540-4383-48dd-b0b5-07746569dda9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:56.500528 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e7ab47d-9480-4659-ae99-b119c5863e80 req-f76849d9-9894-4773-898b-42fea6bd5df3 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Network 23f1f623-b507-468d-a7a7-450e8778c5e5 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:29:56.512761 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:56.517705 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-3e7ab47d-9480-4659-ae99-b119c5863e80 req-f76849d9-9894-4773-898b-42fea6bd5df3 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:29:56.535944 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e7ab47d-9480-4659-ae99-b119c5863e80 req-f76849d9-9894-4773-898b-42fea6bd5df3 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:29:56.564905 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a45b0bff-1fa4-4693-9556-31dca2fc9ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea7c312-4851-457b-9c99-47152697f3c7', 'name': 'tempest-ServerActionsTestJSON-1744582686-router', 'tenant_id': '927faf6a074749d0b7e4b4706940c5ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '40d0feb4-9fd8-48a7-acc6-a7ad18d9ca15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:20:45Z', 'updated_at': '2021-07-09T16:20:52Z', 'revision_number': 4, 'project_id': '927faf6a074749d0b7e4b4706940c5ca', 'gw_port': {'id': '40d0feb4-9fd8-48a7-acc6-a7ad18d9ca15', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea7c312-4851-457b-9c99-47152697f3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:20:46Z', 'updated_at': '2021-07-09T16:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'b863c5ba-4531-4111-b284-8da94f975396', 'name': '', 'network_id': 'e14244d3-321e-4e11-8fa5-f8d23e2088a8', 'tenant_id': '927faf6a074749d0b7e4b4706940c5ca', 'mac_address': 'fa:16:3e:b8:82:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea7c312-4851-457b-9c99-47152697f3c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '9ed42caa-ccec-43f9-abc2-3f037ba46c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:20:50Z', 'updated_at': '2021-07-09T16:20:57Z', 'revision_number': 5, 'project_id': '927faf6a074749d0b7e4b4706940c5ca', 'subnets': [{'id': '9ed42caa-ccec-43f9-abc2-3f037ba46c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:29:56.584149 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c7414540-4383-48dd-b0b5-07746569dda9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:56.629961 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45b0bff-1fa4-4693-9556-31dca2fc9ca5 None None] The sync data for ids ['8ea7c312-4851-457b-9c99-47152697f3c7'] in n-d-798930-3 is: [{'id': '8ea7c312-4851-457b-9c99-47152697f3c7', 'name': 'tempest-ServerActionsTestJSON-1744582686-router', 'tenant_id': '927faf6a074749d0b7e4b4706940c5ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '40d0feb4-9fd8-48a7-acc6-a7ad18d9ca15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:20:45Z', 'updated_at': '2021-07-09T16:20:52Z', 'revision_number': 4, 'project_id': '927faf6a074749d0b7e4b4706940c5ca', 'gw_port': {'id': '40d0feb4-9fd8-48a7-acc6-a7ad18d9ca15', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea7c312-4851-457b-9c99-47152697f3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:20:46Z', 'updated_at': '2021-07-09T16:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'b863c5ba-4531-4111-b284-8da94f975396', 'name': '', 'network_id': 'e14244d3-321e-4e11-8fa5-f8d23e2088a8', 'tenant_id': '927faf6a074749d0b7e4b4706940c5ca', 'mac_address': 'fa:16:3e:b8:82:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea7c312-4851-457b-9c99-47152697f3c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '9ed42caa-ccec-43f9-abc2-3f037ba46c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:20:50Z', 'updated_at': '2021-07-09T16:20:57Z', 'revision_number': 5, 'project_id': '927faf6a074749d0b7e4b4706940c5ca', 'subnets': [{'id': '9ed42caa-ccec-43f9-abc2-3f037ba46c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:29:56.635184 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:56.666246 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ab47d-9480-4659-ae99-b119c5863e80 req-f76849d9-9894-4773-898b-42fea6bd5df3 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:56.668199 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3e7ab47d-9480-4659-ae99-b119c5863e80 req-f76849d9-9894-4773-898b-42fea6bd5df3 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:56.719344 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device f1ba83ac-7dcf-434a-813a-e728fa4cdbdc up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:29:56.722167 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4d54ca-7c3d-4d98-b681-2056eee58cc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-e295aca4-1c7f-4744-8237-57e5e97ac200', 'network_id': 'e295aca4-1c7f-4744-8237-57e5e97ac200', 'tenant_id': 'd554f72fc5524907977c7a42cd148900', 'fixed_ips': [{'subnet_id': '2ef6964e-3c04-4643-a2af-a181316f07b3'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:29:56.723104 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4d4d54ca-7c3d-4d98-b681-2056eee58cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:56.873651 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5733e359-5103-4b8f-8e2a-d25ce546ecde req-3ed66876-b3b2-4ae1-af62-53c39c251153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:56.875982 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e02760a0-b920-4bbb-83a5-f6e663cc80c7 req-ee7bbd54-d53f-42d3-a3b6-d678c6e94e31 service neutron] 10.222.0.98 "GET /v2.0/networks/23f1f623-b507-468d-a7a7-450e8778c5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5902517 Jul 09 16:29:56.881640 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5733e359-5103-4b8f-8e2a-d25ce546ecde req-3ed66876-b3b2-4ae1-af62-53c39c251153 service neutron] 10.222.0.73 "GET /v2.0/networks?id=77349fb7-f08f-401d-a502-ac937b81dcab HTTP/1.1" status: 200 len: 920 time: 0.1598876 Jul 09 16:29:56.887185 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-1e5b469b-3208-4747-999c-b1c421a92317 req-6a4dd295-650e-46a4-b430-2754f23a3bb7 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Allocated IP 172.20.0.13 (23f1f623-b507-468d-a7a7-450e8778c5e5/a00aed8d-388d-4a59-b28e-f4e83ba31ee8/dec78666-cfaf-4ec5-acc6-b7e13c4009a1) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:29:56.890432 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e7ab47d-9480-4659-ae99-b119c5863e80 req-f76849d9-9894-4773-898b-42fea6bd5df3 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7228265 Jul 09 16:29:56.946698 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76849d9-9894-4773-898b-42fea6bd5df3 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Pushing event updated for resources: {'Port': ['ID=332e4ebf-9e9a-45a1-9add-df05f3712dd6,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:56.958420 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port f1ba83ac-7dcf-434a-813a-e728fa4cdbdc completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:29:56.997930 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port f1ba83ac-7dcf-434a-813a-e728fa4cdbdc triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:29:56.998608 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:57.001399 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ad2a930e-38ad-419f-abbd-68377f8c75b6 None None] Provisioning for port 332e4ebf-9e9a-45a1-9add-df05f3712dd6 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:29:57.005381 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-3e7ab47d-9480-4659-ae99-b119c5863e80 req-a4820555-1a33-4ebf-8728-ebbec78f874f service neutron] Request body: {'port': {'device_id': 'b808d81a-1027-4ccd-8f61-44b0be2ca51b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:29:57.012759 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5733e359-5103-4b8f-8e2a-d25ce546ecde req-a2a372b2-b471-4b75-8851-a0baa3e8c48e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f485a2cf-f2dd-4a21-99af-285b7678aa99 HTTP/1.1" status: 200 len: 217 time: 0.1208115 Jul 09 16:29:57.044299 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ad2a930e-38ad-419f-abbd-68377f8c75b6 None None] Provisioning complete for port 332e4ebf-9e9a-45a1-9add-df05f3712dd6 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:29:57.044798 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ad2a930e-38ad-419f-abbd-68377f8c75b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:57.095392 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-ad2a930e-38ad-419f-abbd-68377f8c75b6 None None] Port 332e4ebf-9e9a-45a1-9add-df05f3712dd6 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:29:57.120627 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c7414540-4383-48dd-b0b5-07746569dda9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:57.149190 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-4d4d54ca-7c3d-4d98-b681-2056eee58cc8 None None] Allocated IP 172.20.0.2 (e295aca4-1c7f-4744-8237-57e5e97ac200/2ef6964e-3c04-4643-a2af-a181316f07b3/7c2f97b8-0d9a-4f4c-8cd9-7bf9e4bbc51f) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:29:57.179092 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5733e359-5103-4b8f-8e2a-d25ce546ecde req-5bbb1bf9-d900-4ddf-b385-cdafc9315f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:57.181125 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5733e359-5103-4b8f-8e2a-d25ce546ecde req-5bbb1bf9-d900-4ddf-b385-cdafc9315f3c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=03aa29d7-618e-4fba-93dc-b83569f87121 HTTP/1.1" status: 200 len: 859 time: 0.1305697 Jul 09 16:29:57.239374 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd3e2d-08dd-4729-8021-ff923fdcc65e req-6b656525-8dfa-4243-a590-a355b4cf8638 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:57.251451 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d6bd3e2d-08dd-4729-8021-ff923fdcc65e req-6b656525-8dfa-4243-a590-a355b4cf8638 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 946 time: 0.5517046 Jul 09 16:29:57.279366 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80aa2f83-4c8c-42e5-9c29-87797cfe02ed None None] New status for floating IP f6867fe6-24c1-4bd6-874e-66c1b6fbe524: DOWN {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:29:57.292589 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:57.376689 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5733e359-5103-4b8f-8e2a-d25ce546ecde req-10f34b49-fac0-4bc4-9160-aaf7f50f1e59 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=77349fb7-f08f-401d-a502-ac937b81dcab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1209290 Jul 09 16:29:57.413948 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port f1ba83ac-7dcf-434a-813a-e728fa4cdbdc, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=f1ba83ac-7dcf-434a-813a-e728fa4cdbdc,segment=NetworkSegment(96bfb1df-90fe-4de5-920d-95441eb9b85b),segment_id=96bfb1df-90fe-4de5-920d-95441eb9b85b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:29:57.426627 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:57.427384 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 02804475-c55d-4ca6-a5cf-7531af6c2abe up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:29:57.473309 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [req-5733e359-5103-4b8f-8e2a-d25ce546ecde req-73db4fc7-d348-47d6-833c-7f38ce298bea service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:29:57.474813 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5733e359-5103-4b8f-8e2a-d25ce546ecde req-73db4fc7-d348-47d6-833c-7f38ce298bea service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0258625 Jul 09 16:29:57.499322 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d6bd3e2d-08dd-4729-8021-ff923fdcc65e req-3e75b3ee-c198-487c-a01c-cc8cd1e93e54 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2468159 Jul 09 16:29:57.536071 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=f1ba83ac-7dcf-434a-813a-e728fa4cdbdc,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:57.599408 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 02804475-c55d-4ca6-a5cf-7531af6c2abe triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:29:57.600023 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:57.638652 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3e7ab47d-9480-4659-ae99-b119c5863e80 req-a4820555-1a33-4ebf-8728-ebbec78f874f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:57.702312 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4d4d54ca-7c3d-4d98-b681-2056eee58cc8 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:57.728691 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4d4d54ca-7c3d-4d98-b681-2056eee58cc8 None None] Transition to ACTIVE for port object 7c2f97b8-0d9a-4f4c-8cd9-7bf9e4bbc51f will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:29:57.772060 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5733e359-5103-4b8f-8e2a-d25ce546ecde req-ef46806b-becb-4976-85a2-af9cfabaf37a service neutron] 10.222.0.73 "GET /v2.0/networks/77349fb7-f08f-401d-a502-ac937b81dcab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657449 Jul 09 16:29:57.774876 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4d4d54ca-7c3d-4d98-b681-2056eee58cc8 None None] Transition to ACTIVE for port object 7c2f97b8-0d9a-4f4c-8cd9-7bf9e4bbc51f will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:29:57.793949 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4d4d54ca-7c3d-4d98-b681-2056eee58cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:57.821428 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4d54ca-7c3d-4d98-b681-2056eee58cc8 None None] Network e295aca4-1c7f-4744-8237-57e5e97ac200 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:29:57.825960 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-4d4d54ca-7c3d-4d98-b681-2056eee58cc8 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:29:57.862241 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4d54ca-7c3d-4d98-b681-2056eee58cc8 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:29:57.915618 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d54ca-7c3d-4d98-b681-2056eee58cc8 None None] Pushing event updated for resources: {'Port': ['ID=7c2f97b8-0d9a-4f4c-8cd9-7bf9e4bbc51f,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:57.970692 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5733e359-5103-4b8f-8e2a-d25ce546ecde req-37a605e9-364b-41d9-97b5-1b5cfd7d7d09 service neutron] 10.222.0.73 "GET /v2.0/networks/77349fb7-f08f-401d-a502-ac937b81dcab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849580 Jul 09 16:29:57.996991 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-4d4d54ca-7c3d-4d98-b681-2056eee58cc8 None None] Attempting to bind port 7c2f97b8-0d9a-4f4c-8cd9-7bf9e4bbc51f on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:29:57.997428 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-4d4d54ca-7c3d-4d98-b681-2056eee58cc8 None None] Attempting to bind port 7c2f97b8-0d9a-4f4c-8cd9-7bf9e4bbc51f by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'ce41b810-de3b-4e08-83d4-c639dfb2aa8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e295aca4-1c7f-4744-8237-57e5e97ac200'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:29:57.998001 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4d54ca-7c3d-4d98-b681-2056eee58cc8 None None] Attempting to bind port 7c2f97b8-0d9a-4f4c-8cd9-7bf9e4bbc51f on network e295aca4-1c7f-4744-8237-57e5e97ac200 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:29:58.007762 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4d54ca-7c3d-4d98-b681-2056eee58cc8 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:29:58.008264 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4d54ca-7c3d-4d98-b681-2056eee58cc8 None None] Checking segment: {'id': 'ce41b810-de3b-4e08-83d4-c639dfb2aa8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e295aca4-1c7f-4744-8237-57e5e97ac200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:29:58.008854 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4d4d54ca-7c3d-4d98-b681-2056eee58cc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:58.009340 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4d54ca-7c3d-4d98-b681-2056eee58cc8 None None] Bound using segment: {'id': 'ce41b810-de3b-4e08-83d4-c639dfb2aa8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e295aca4-1c7f-4744-8237-57e5e97ac200'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:29:58.009981 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-4d4d54ca-7c3d-4d98-b681-2056eee58cc8 None None] Bound port: 7c2f97b8-0d9a-4f4c-8cd9-7bf9e4bbc51f, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce41b810-de3b-4e08-83d4-c639dfb2aa8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e295aca4-1c7f-4744-8237-57e5e97ac200'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:29:58.010378 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4d4d54ca-7c3d-4d98-b681-2056eee58cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:58.040368 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6c2431a2-dfdf-4118-9dfc-ca8e26747c07 req-66e03e56-ff6a-4158-9ae3-b66eb078d271 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/ports?device_id=116c9c6b-d4cf-4f9e-96a1-3c3274427a28 HTTP/1.1" status: 200 len: 210 time: 0.0662000 Jul 09 16:29:58.167792 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-4d4d54ca-7c3d-4d98-b681-2056eee58cc8 None None] For port 7c2f97b8-0d9a-4f4c-8cd9-7bf9e4bbc51f, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:29:58.173036 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-4d4d54ca-7c3d-4d98-b681-2056eee58cc8 None None] For port 7c2f97b8-0d9a-4f4c-8cd9-7bf9e4bbc51f, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=7c2f97b8-0d9a-4f4c-8cd9-7bf9e4bbc51f,segment=NetworkSegment(ce41b810-de3b-4e08-83d4-c639dfb2aa8f),segment_id=ce41b810-de3b-4e08-83d4-c639dfb2aa8f)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:29:58.175208 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:58.178052 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4d4d54ca-7c3d-4d98-b681-2056eee58cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:58.195371 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23323cf-0749-4651-af66-02879cb4614d req-23da52fc-0cb3-4230-b579-ec08cfeae364 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:58.205277 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f23323cf-0749-4651-af66-02879cb4614d req-23da52fc-0cb3-4230-b579-ec08cfeae364 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=e56a7d9f-9692-476b-b3cb-c13689fb321b HTTP/1.1" status: 200 len: 945 time: 0.7915328 Jul 09 16:29:58.210278 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1e5b469b-3208-4747-999c-b1c421a92317 req-6a4dd295-650e-46a4-b430-2754f23a3bb7 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:58.250391 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-1e5b469b-3208-4747-999c-b1c421a92317 req-6a4dd295-650e-46a4-b430-2754f23a3bb7 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Transition to ACTIVE for port object dec78666-cfaf-4ec5-acc6-b7e13c4009a1 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:29:58.268415 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d54ca-7c3d-4d98-b681-2056eee58cc8 None None] Pushing event updated for resources: {'Port': ['ID=7c2f97b8-0d9a-4f4c-8cd9-7bf9e4bbc51f,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:58.284657 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f23323cf-0749-4651-af66-02879cb4614d req-766eaea1-ac71-47d9-bfca-365e24b6f06c tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783107 Jul 09 16:29:58.367486 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 46922) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:58.469336 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device f1ba83ac-7dcf-434a-813a-e728fa4cdbdc up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:29:58.491775 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c7414540-4383-48dd-b0b5-07746569dda9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:58.513592 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c7414540-4383-48dd-b0b5-07746569dda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:58.604742 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1e5b469b-3208-4747-999c-b1c421a92317 req-6a4dd295-650e-46a4-b430-2754f23a3bb7 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:58.608022 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port f1ba83ac-7dcf-434a-813a-e728fa4cdbdc triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:29:58.608394 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:58.635789 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cf7a5120-a1d5-4660-a8da-886bf5efce63 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:58.659807 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8124825-ab5b-4977-82ba-fa9dab1cebe4 req-ff96e558-24d0-4b45-be15-aad670a16b15 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:58.669817 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b8124825-ab5b-4977-82ba-fa9dab1cebe4 req-ff96e558-24d0-4b45-be15-aad670a16b15 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ef7fed6-e1f7-4347-9a2b-265ec5153f7d HTTP/1.1" status: 200 len: 945 time: 0.3507607 Jul 09 16:29:58.698811 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e5b469b-3208-4747-999c-b1c421a92317 req-6a4dd295-650e-46a4-b430-2754f23a3bb7 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Network 23f1f623-b507-468d-a7a7-450e8778c5e5 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:29:58.700824 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-1e5b469b-3208-4747-999c-b1c421a92317 req-6a4dd295-650e-46a4-b430-2754f23a3bb7 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:29:58.732697 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4dd295-650e-46a4-b430-2754f23a3bb7 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Pushing event updated for resources: {'Port': ['ID=dec78666-cfaf-4ec5-acc6-b7e13c4009a1,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:58.744258 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cf7a5120-a1d5-4660-a8da-886bf5efce63 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:58.744929 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e5b469b-3208-4747-999c-b1c421a92317 req-6a4dd295-650e-46a4-b430-2754f23a3bb7 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:29:58.777915 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b8124825-ab5b-4977-82ba-fa9dab1cebe4 req-4a2bfbf6-3a58-4d72-ac49-d0a162e85cf6 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069505 Jul 09 16:29:58.881793 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-3e7ab47d-9480-4659-ae99-b119c5863e80 req-a4820555-1a33-4ebf-8728-ebbec78f874f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 332e4ebf-9e9a-45a1-9add-df05f3712dd6 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:29:58.904730 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3e7ab47d-9480-4659-ae99-b119c5863e80 req-a4820555-1a33-4ebf-8728-ebbec78f874f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:58.922190 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-3e7ab47d-9480-4659-ae99-b119c5863e80 req-a4820555-1a33-4ebf-8728-ebbec78f874f service neutron] Transition to ACTIVE for port object 332e4ebf-9e9a-45a1-9add-df05f3712dd6 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:29:58.938464 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-c7414540-4383-48dd-b0b5-07746569dda9 admin admin] Allocated IP 172.25.0.186 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/f7f81988-16b4-4aaa-9fcc-615e322d8774) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:29:58.944625 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3e7ab47d-9480-4659-ae99-b119c5863e80 req-a4820555-1a33-4ebf-8728-ebbec78f874f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:58.946242 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b469b-3208-4747-999c-b1c421a92317 req-6a4dd295-650e-46a4-b430-2754f23a3bb7 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:58.946946 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1e5b469b-3208-4747-999c-b1c421a92317 req-6a4dd295-650e-46a4-b430-2754f23a3bb7 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:58.988118 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1e5b469b-3208-4747-999c-b1c421a92317 req-6a4dd295-650e-46a4-b430-2754f23a3bb7 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2429378 Jul 09 16:29:58.996403 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cf7a5120-a1d5-4660-a8da-886bf5efce63 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:59.000170 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cf7a5120-a1d5-4660-a8da-886bf5efce63 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:59.000614 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-cf7a5120-a1d5-4660-a8da-886bf5efce63 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "DELETE /v2.0/security-groups/9942fe85-2d87-47fc-a5a5-b6f185ad55d2 HTTP/1.1" status: 204 len: 168 time: 0.6262190 Jul 09 16:29:59.004625 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 46928) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:59.013039 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-1e5b469b-3208-4747-999c-b1c421a92317 req-499db5c8-4693-4d8f-915f-331d5a36e45d service neutron] Request body: {'port': {'device_id': '151aa636-afea-4278-a1c0-e7888fad236a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:29:59.026228 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a5120-a1d5-4660-a8da-886bf5efce63 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9942fe85-2d87-47fc-a5a5-b6f185ad55d2,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:59.088984 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-f6056faa-aa35-4188-875a-4e4b4cb8fce4 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] show failed (client error): The resource could not be found. Jul 09 16:29:59.092628 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f6056faa-aa35-4188-875a-4e4b4cb8fce4 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "GET /v2.0/security-groups/9942fe85-2d87-47fc-a5a5-b6f185ad55d2 HTTP/1.1" status: 404 len: 347 time: 0.0831306 Jul 09 16:29:59.125979 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 46932) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:29:59.165234 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2d3989dd-15e1-422c-be99-a215e4bf2a51 None None] Provisioning for port dec78666-cfaf-4ec5-acc6-b7e13c4009a1 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:29:59.169678 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2d3989dd-15e1-422c-be99-a215e4bf2a51 None None] Provisioning complete for port dec78666-cfaf-4ec5-acc6-b7e13c4009a1 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:29:59.170053 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2d3989dd-15e1-422c-be99-a215e4bf2a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:59.186122 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4820555-1a33-4ebf-8728-ebbec78f874f service neutron] Pushing event updated for resources: {'Port': ['ID=332e4ebf-9e9a-45a1-9add-df05f3712dd6,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:59.228622 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-3e7ab47d-9480-4659-ae99-b119c5863e80 req-a4820555-1a33-4ebf-8728-ebbec78f874f service neutron] Attempting to bind port 332e4ebf-9e9a-45a1-9add-df05f3712dd6 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:29:59.228954 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d1d68-3099-445f-9ebf-0c5455005434 req-16035dc9-dafd-44c0-96a1-c8cdc12dbd77 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:59.229464 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-3e7ab47d-9480-4659-ae99-b119c5863e80 req-a4820555-1a33-4ebf-8728-ebbec78f874f service neutron] Attempting to bind port 332e4ebf-9e9a-45a1-9add-df05f3712dd6 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'b17effcb-431d-43b3-801f-bd6ca572eef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '23f1f623-b507-468d-a7a7-450e8778c5e5'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:29:59.229464 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7ab47d-9480-4659-ae99-b119c5863e80 req-a4820555-1a33-4ebf-8728-ebbec78f874f service neutron] Attempting to bind port 332e4ebf-9e9a-45a1-9add-df05f3712dd6 on network 23f1f623-b507-468d-a7a7-450e8778c5e5 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:29:59.232018 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-278d1d68-3099-445f-9ebf-0c5455005434 req-16035dc9-dafd-44c0-96a1-c8cdc12dbd77 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 946 time: 0.4178462 Jul 09 16:29:59.246502 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-2d3989dd-15e1-422c-be99-a215e4bf2a51 None None] Port dec78666-cfaf-4ec5-acc6-b7e13c4009a1 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:29:59.249385 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7ab47d-9480-4659-ae99-b119c5863e80 req-a4820555-1a33-4ebf-8728-ebbec78f874f service neutron] Port 332e4ebf-9e9a-45a1-9add-df05f3712dd6 on network 23f1f623-b507-468d-a7a7-450e8778c5e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:29:59.249712 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7ab47d-9480-4659-ae99-b119c5863e80 req-a4820555-1a33-4ebf-8728-ebbec78f874f service neutron] Attempting to bind port 332e4ebf-9e9a-45a1-9add-df05f3712dd6 on network 23f1f623-b507-468d-a7a7-450e8778c5e5 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:29:59.266463 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7ab47d-9480-4659-ae99-b119c5863e80 req-a4820555-1a33-4ebf-8728-ebbec78f874f service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:29:59.266840 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7ab47d-9480-4659-ae99-b119c5863e80 req-a4820555-1a33-4ebf-8728-ebbec78f874f service neutron] Checking segment: {'id': 'b17effcb-431d-43b3-801f-bd6ca572eef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '23f1f623-b507-468d-a7a7-450e8778c5e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:29:59.267227 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7ab47d-9480-4659-ae99-b119c5863e80 req-a4820555-1a33-4ebf-8728-ebbec78f874f service neutron] Bound using segment: {'id': 'b17effcb-431d-43b3-801f-bd6ca572eef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '23f1f623-b507-468d-a7a7-450e8778c5e5'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:29:59.267683 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-3e7ab47d-9480-4659-ae99-b119c5863e80 req-a4820555-1a33-4ebf-8728-ebbec78f874f service neutron] Bound port: 332e4ebf-9e9a-45a1-9add-df05f3712dd6, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b17effcb-431d-43b3-801f-bd6ca572eef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '23f1f623-b507-468d-a7a7-450e8778c5e5'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:29:59.268531 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3e7ab47d-9480-4659-ae99-b119c5863e80 req-a4820555-1a33-4ebf-8728-ebbec78f874f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:59.316644 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02760a0-b920-4bbb-83a5-f6e663cc80c7 req-facae3ae-2d12-4342-a16c-aed70b6b45a7 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:59.318459 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e02760a0-b920-4bbb-83a5-f6e663cc80c7 req-facae3ae-2d12-4342-a16c-aed70b6b45a7 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.77 "GET /v2.0/networks?id=23f1f623-b507-468d-a7a7-450e8778c5e5 HTTP/1.1" status: 200 len: 816 time: 0.2557776 Jul 09 16:29:59.330392 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd4c8c-1aa1-4e7e-ab2f-fd03a4086dc6 req-bc9772d8-cd29-4bb7-af43-0d29fbc12564 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:59.335806 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1cdd4c8c-1aa1-4e7e-ab2f-fd03a4086dc6 req-bc9772d8-cd29-4bb7-af43-0d29fbc12564 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ef7fed6-e1f7-4347-9a2b-265ec5153f7d HTTP/1.1" status: 200 len: 945 time: 0.3589952 Jul 09 16:29:59.347501 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-e02760a0-b920-4bbb-83a5-f6e663cc80c7 req-82988fdd-3f77-4560-b694-af692b7bcee0 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Request body: {'port': {'device_id': '116c9c6b-d4cf-4f9e-96a1-3c3274427a28', 'network_id': '23f1f623-b507-468d-a7a7-450e8778c5e5', 'admin_state_up': True, 'tenant_id': 'aa82af0020cd43f5a91de69498f9def1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:29:59.402604 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c7414540-4383-48dd-b0b5-07746569dda9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:59.405112 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1e5b469b-3208-4747-999c-b1c421a92317 req-499db5c8-4693-4d8f-915f-331d5a36e45d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:59.436782 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-278d1d68-3099-445f-9ebf-0c5455005434 req-fb4395b9-8d6f-4ba5-81f5-3768774a7637 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533778 Jul 09 16:29:59.522240 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-3e7ab47d-9480-4659-ae99-b119c5863e80 req-a4820555-1a33-4ebf-8728-ebbec78f874f service neutron] For port 332e4ebf-9e9a-45a1-9add-df05f3712dd6, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:29:59.539559 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1cdd4c8c-1aa1-4e7e-ab2f-fd03a4086dc6 req-6b6bff7b-d877-4939-81a9-f038c68cbadb tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113894 Jul 09 16:29:59.541511 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-3e7ab47d-9480-4659-ae99-b119c5863e80 req-a4820555-1a33-4ebf-8728-ebbec78f874f service neutron] For port 332e4ebf-9e9a-45a1-9add-df05f3712dd6, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=332e4ebf-9e9a-45a1-9add-df05f3712dd6,segment=NetworkSegment(b17effcb-431d-43b3-801f-bd6ca572eef8),segment_id=b17effcb-431d-43b3-801f-bd6ca572eef8)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:29:59.557888 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-23db12bc-7120-4d1c-8143-a86f66b29f34 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Deleting port 0fac576c-0a71-44d2-99bf-c88eb8ed5d4e {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:29:59.558651 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-23db12bc-7120-4d1c-8143-a86f66b29f34 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:59.567442 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3e7ab47d-9480-4659-ae99-b119c5863e80 req-a4820555-1a33-4ebf-8728-ebbec78f874f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:59.569803 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c7414540-4383-48dd-b0b5-07746569dda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:59.650216 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4820555-1a33-4ebf-8728-ebbec78f874f service neutron] Pushing event updated for resources: {'Port': ['ID=332e4ebf-9e9a-45a1-9add-df05f3712dd6,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:59.663084 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ab47d-9480-4659-ae99-b119c5863e80 req-a4820555-1a33-4ebf-8728-ebbec78f874f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:29:59.663703 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3e7ab47d-9480-4659-ae99-b119c5863e80 req-a4820555-1a33-4ebf-8728-ebbec78f874f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:59.665343 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e7ab47d-9480-4659-ae99-b119c5863e80 req-a4820555-1a33-4ebf-8728-ebbec78f874f service neutron] 10.222.0.77 "PUT /v2.0/ports/332e4ebf-9e9a-45a1-9add-df05f3712dd6 HTTP/1.1" status: 200 len: 1091 time: 2.7221828 Jul 09 16:29:59.665751 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b808d81a-1027-4ccd-8f61-44b0be2ca51b', 'tag': '332e4ebf-9e9a-45a1-9add-df05f3712dd6'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:29:59.667998 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d690eb9d-77eb-4c31-8720-bbfec60226f4" -d '{"events": [{"name": "network-changed", "server_uuid": "b808d81a-1027-4ccd-8f61-44b0be2ca51b", "tag": "332e4ebf-9e9a-45a1-9add-df05f3712dd6"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:29:59.701437 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e02760a0-b920-4bbb-83a5-f6e663cc80c7 req-82988fdd-3f77-4560-b694-af692b7bcee0 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Made reservation on behalf of aa82af0020cd43f5a91de69498f9def1 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:29:59.711173 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e02760a0-b920-4bbb-83a5-f6e663cc80c7 req-82988fdd-3f77-4560-b694-af692b7bcee0 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:29:59.711381 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7414540-4383-48dd-b0b5-07746569dda9 admin admin] Pushing event updated for resources: {'Port': ['ID=f7f81988-16b4-4aaa-9fcc-615e322d8774,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:29:59.788143 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7414540-4383-48dd-b0b5-07746569dda9 admin admin] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:29:59.800107 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3ec0e866-a38f-4656-826c-f86f9a2c5be8 req-31e44bfe-c1af-4cd4-80f5-b64fc709c18a tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/ports?device_id=116c9c6b-d4cf-4f9e-96a1-3c3274427a28 HTTP/1.1" status: 200 len: 210 time: 0.2098119 Jul 09 16:29:59.818464 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-c7414540-4383-48dd-b0b5-07746569dda9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:29:59.827579 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7414540-4383-48dd-b0b5-07746569dda9 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:29:59.831217 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2929e06-2d97-4c76-a09f-014e49785d76 None None] Network e295aca4-1c7f-4744-8237-57e5e97ac200 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:30:00.049273 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a3fac23a-3a40-4794-a11b-d37ee81ba088 None None] Provisioning for port 7c2f97b8-0d9a-4f4c-8cd9-7bf9e4bbc51f completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:30:00.188326 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-23db12bc-7120-4d1c-8143-a86f66b29f34 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:00.188659 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-23db12bc-7120-4d1c-8143-a86f66b29f34 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:00.216670 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-23db12bc-7120-4d1c-8143-a86f66b29f34 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Calling delete_port for 0fac576c-0a71-44d2-99bf-c88eb8ed5d4e owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:30:00.283538 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fca7461-d7f4-41d0-ac6e-f16e763d1dd6 x-openstack-request-id: req-3fca7461-d7f4-41d0-ac6e-f16e763d1dd6 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:30:00.284117 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b808d81a-1027-4ccd-8f61-44b0be2ca51b", "tag": "332e4ebf-9e9a-45a1-9add-df05f3712dd6", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:30:00.284117 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3fca7461-d7f4-41d0-ac6e-f16e763d1dd6 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:30:00.284442 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b808d81a-1027-4ccd-8f61-44b0be2ca51b', 'tag': '332e4ebf-9e9a-45a1-9add-df05f3712dd6', 'status': 'completed', 'code': 200} Jul 09 16:30:00.309133 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ab47d-9480-4659-ae99-b119c5863e80 req-1e13b725-dfb9-4c30-ad1c-5d0e8fa561c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:00.310873 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e7ab47d-9480-4659-ae99-b119c5863e80 req-1e13b725-dfb9-4c30-ad1c-5d0e8fa561c5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=aa82af0020cd43f5a91de69498f9def1&device_id=b808d81a-1027-4ccd-8f61-44b0be2ca51b HTTP/1.1" status: 200 len: 1094 time: 0.5818985 Jul 09 16:30:00.338360 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bede07-9f56-4409-903a-cae5ea4eb6ca req-a04ad67f-b96a-4457-a23f-49046374c284 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:00.340117 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-47bede07-9f56-4409-903a-cae5ea4eb6ca req-a04ad67f-b96a-4457-a23f-49046374c284 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=e56a7d9f-9692-476b-b3cb-c13689fb321b HTTP/1.1" status: 200 len: 945 time: 0.6260080 Jul 09 16:30:00.375390 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e7ab47d-9480-4659-ae99-b119c5863e80 req-9580904e-d566-4411-9e02-95943f4d3c1a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=332e4ebf-9e9a-45a1-9add-df05f3712dd6 HTTP/1.1" status: 200 len: 217 time: 0.0526507 Jul 09 16:30:00.411737 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-1e5b469b-3208-4747-999c-b1c421a92317 req-499db5c8-4693-4d8f-915f-331d5a36e45d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dec78666-cfaf-4ec5-acc6-b7e13c4009a1 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:30:00.423427 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1e5b469b-3208-4747-999c-b1c421a92317 req-499db5c8-4693-4d8f-915f-331d5a36e45d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:00.447787 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-47bede07-9f56-4409-903a-cae5ea4eb6ca req-2b02cf4b-2fa1-4894-9168-72326dda370b tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797396 Jul 09 16:30:00.475635 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ab47d-9480-4659-ae99-b119c5863e80 req-fe4f36f9-6e52-409a-8671-2270b8308e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:00.481815 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e7ab47d-9480-4659-ae99-b119c5863e80 req-fe4f36f9-6e52-409a-8671-2270b8308e19 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a00aed8d-388d-4a59-b28e-f4e83ba31ee8 HTTP/1.1" status: 200 len: 855 time: 0.0979736 Jul 09 16:30:00.505519 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-1e5b469b-3208-4747-999c-b1c421a92317 req-499db5c8-4693-4d8f-915f-331d5a36e45d service neutron] Transition to ACTIVE for port object dec78666-cfaf-4ec5-acc6-b7e13c4009a1 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:30:00.518539 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 7c2f97b8-0d9a-4f4c-8cd9-7bf9e4bbc51f up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:30:00.528786 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1e5b469b-3208-4747-999c-b1c421a92317 req-499db5c8-4693-4d8f-915f-331d5a36e45d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:00.615940 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 7c2f97b8-0d9a-4f4c-8cd9-7bf9e4bbc51f completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:30:00.620703 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 7c2f97b8-0d9a-4f4c-8cd9-7bf9e4bbc51f triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:30:00.621134 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:00.675060 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-e02760a0-b920-4bbb-83a5-f6e663cc80c7 req-82988fdd-3f77-4560-b694-af692b7bcee0 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Allocated IP 172.20.0.10 (23f1f623-b507-468d-a7a7-450e8778c5e5/a00aed8d-388d-4a59-b28e-f4e83ba31ee8/40b28d9c-c6bb-43d3-8b85-f7e23dbeac90) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:30:00.684340 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85786477-86d5-4436-8fdc-9ec2b14d652d req-32c11683-292c-4ef0-ae5e-1d3334a0fa81 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:00.692534 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-85786477-86d5-4436-8fdc-9ec2b14d652d req-32c11683-292c-4ef0-ae5e-1d3334a0fa81 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ef7fed6-e1f7-4347-9a2b-265ec5153f7d HTTP/1.1" status: 200 len: 945 time: 0.4282181 Jul 09 16:30:00.700311 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499db5c8-4693-4d8f-915f-331d5a36e45d service neutron] Pushing event updated for resources: {'Port': ['ID=dec78666-cfaf-4ec5-acc6-b7e13c4009a1,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:00.706927 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ab47d-9480-4659-ae99-b119c5863e80 req-95d383c3-1658-49c8-96b4-0bc4a32b2fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:00.708614 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e7ab47d-9480-4659-ae99-b119c5863e80 req-95d383c3-1658-49c8-96b4-0bc4a32b2fe0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=23f1f623-b507-468d-a7a7-450e8778c5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2190359 Jul 09 16:30:00.737498 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:00.791220 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 7c2f97b8-0d9a-4f4c-8cd9-7bf9e4bbc51f, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=7c2f97b8-0d9a-4f4c-8cd9-7bf9e4bbc51f,segment=NetworkSegment(ce41b810-de3b-4e08-83d4-c639dfb2aa8f),segment_id=ce41b810-de3b-4e08-83d4-c639dfb2aa8f)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:30:00.805838 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:00.808693 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0faa82-f0a7-4359-a883-7f3158d050ad req-09c1b3aa-df54-4783-b324-acd04631f747 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:00.816902 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4f0faa82-f0a7-4359-a883-7f3158d050ad req-09c1b3aa-df54-4783-b324-acd04631f747 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 946 time: 0.2270310 Jul 09 16:30:00.853814 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-1e5b469b-3208-4747-999c-b1c421a92317 req-499db5c8-4693-4d8f-915f-331d5a36e45d service neutron] Attempting to bind port dec78666-cfaf-4ec5-acc6-b7e13c4009a1 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:30:00.854128 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-1e5b469b-3208-4747-999c-b1c421a92317 req-499db5c8-4693-4d8f-915f-331d5a36e45d service neutron] Attempting to bind port dec78666-cfaf-4ec5-acc6-b7e13c4009a1 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': 'b17effcb-431d-43b3-801f-bd6ca572eef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '23f1f623-b507-468d-a7a7-450e8778c5e5'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:30:00.854492 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5b469b-3208-4747-999c-b1c421a92317 req-499db5c8-4693-4d8f-915f-331d5a36e45d service neutron] Attempting to bind port dec78666-cfaf-4ec5-acc6-b7e13c4009a1 on network 23f1f623-b507-468d-a7a7-450e8778c5e5 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:30:00.864460 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5b469b-3208-4747-999c-b1c421a92317 req-499db5c8-4693-4d8f-915f-331d5a36e45d service neutron] Port dec78666-cfaf-4ec5-acc6-b7e13c4009a1 on network 23f1f623-b507-468d-a7a7-450e8778c5e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:30:00.864791 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5b469b-3208-4747-999c-b1c421a92317 req-499db5c8-4693-4d8f-915f-331d5a36e45d service neutron] Attempting to bind port dec78666-cfaf-4ec5-acc6-b7e13c4009a1 on network 23f1f623-b507-468d-a7a7-450e8778c5e5 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:30:00.884831 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=7c2f97b8-0d9a-4f4c-8cd9-7bf9e4bbc51f,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:00.889752 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-85786477-86d5-4436-8fdc-9ec2b14d652d req-839f1934-7af5-4b2e-a383-0060a863571e tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896029 Jul 09 16:30:00.893219 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5b469b-3208-4747-999c-b1c421a92317 req-499db5c8-4693-4d8f-915f-331d5a36e45d service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:30:00.894927 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5b469b-3208-4747-999c-b1c421a92317 req-499db5c8-4693-4d8f-915f-331d5a36e45d service neutron] Checking segment: {'id': 'b17effcb-431d-43b3-801f-bd6ca572eef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '23f1f623-b507-468d-a7a7-450e8778c5e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:30:00.895585 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5b469b-3208-4747-999c-b1c421a92317 req-499db5c8-4693-4d8f-915f-331d5a36e45d service neutron] Bound using segment: {'id': 'b17effcb-431d-43b3-801f-bd6ca572eef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '23f1f623-b507-468d-a7a7-450e8778c5e5'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:30:00.901796 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-1e5b469b-3208-4747-999c-b1c421a92317 req-499db5c8-4693-4d8f-915f-331d5a36e45d service neutron] Bound port: dec78666-cfaf-4ec5-acc6-b7e13c4009a1, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b17effcb-431d-43b3-801f-bd6ca572eef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '23f1f623-b507-468d-a7a7-450e8778c5e5'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:30:00.902409 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1e5b469b-3208-4747-999c-b1c421a92317 req-499db5c8-4693-4d8f-915f-331d5a36e45d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:00.908197 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c7414540-4383-48dd-b0b5-07746569dda9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:00.951493 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4f0faa82-f0a7-4359-a883-7f3158d050ad req-d7605208-0b23-4b26-83dc-6512769b2b28 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337135 Jul 09 16:30:00.992176 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e7ab47d-9480-4659-ae99-b119c5863e80 req-85b9b9f8-95d6-4cb4-9754-21f62825ad5b service neutron] 10.222.0.77 "GET /v2.0/networks/23f1f623-b507-468d-a7a7-450e8778c5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737424 Jul 09 16:30:01.039266 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-23db12bc-7120-4d1c-8143-a86f66b29f34 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:01.078075 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e02760a0-b920-4bbb-83a5-f6e663cc80c7 req-82988fdd-3f77-4560-b694-af692b7bcee0 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:01.096270 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-deb5afa9-da15-49ea-8441-0a9b5ff6562c req-628613f7-a92b-40ae-b729-e95d345efe4c tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/ports?device_id=116c9c6b-d4cf-4f9e-96a1-3c3274427a28 HTTP/1.1" status: 200 len: 210 time: 0.0811725 Jul 09 16:30:01.116050 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-e02760a0-b920-4bbb-83a5-f6e663cc80c7 req-82988fdd-3f77-4560-b694-af692b7bcee0 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Transition to ACTIVE for port object 40b28d9c-c6bb-43d3-8b85-f7e23dbeac90 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:30:01.146530 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db12bc-7120-4d1c-8143-a86f66b29f34 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Pushing event deleted for resources: {'Port': ['ID=0fac576c-0a71-44d2-99bf-c88eb8ed5d4e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:01.173633 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-1e5b469b-3208-4747-999c-b1c421a92317 req-499db5c8-4693-4d8f-915f-331d5a36e45d service neutron] For port dec78666-cfaf-4ec5-acc6-b7e13c4009a1, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:30:01.183791 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e7ab47d-9480-4659-ae99-b119c5863e80 req-4f6b9831-a690-4963-b036-c7c897da68bc service neutron] 10.222.0.77 "GET /v2.0/networks/23f1f623-b507-468d-a7a7-450e8778c5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814814 Jul 09 16:30:01.212208 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e02760a0-b920-4bbb-83a5-f6e663cc80c7 req-82988fdd-3f77-4560-b694-af692b7bcee0 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:01.213345 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-1e5b469b-3208-4747-999c-b1c421a92317 req-499db5c8-4693-4d8f-915f-331d5a36e45d service neutron] For port dec78666-cfaf-4ec5-acc6-b7e13c4009a1, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=dec78666-cfaf-4ec5-acc6-b7e13c4009a1,segment=NetworkSegment(b17effcb-431d-43b3-801f-bd6ca572eef8),segment_id=b17effcb-431d-43b3-801f-bd6ca572eef8)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:30:01.230050 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71879a5e-d302-4df6-a6d9-c80dd893a90a req-e3c99936-b58e-4b45-a53d-4f2811ae8bdf tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:01.231611 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-71879a5e-d302-4df6-a6d9-c80dd893a90a req-e3c99936-b58e-4b45-a53d-4f2811ae8bdf tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ef7fed6-e1f7-4347-9a2b-265ec5153f7d HTTP/1.1" status: 200 len: 945 time: 0.1304111 Jul 09 16:30:01.236635 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1e5b469b-3208-4747-999c-b1c421a92317 req-499db5c8-4693-4d8f-915f-331d5a36e45d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:01.249250 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-23db12bc-7120-4d1c-8143-a86f66b29f34 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:01.251755 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-23db12bc-7120-4d1c-8143-a86f66b29f34 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:01.252912 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-23db12bc-7120-4d1c-8143-a86f66b29f34 tempest-ServerActionsTestJSON-1888833227 tempest-ServerActionsTestJSON-1888833227-project] 10.222.0.98 "DELETE /v2.0/floatingips/f6867fe6-24c1-4bd6-874e-66c1b6fbe524 HTTP/1.1" status: 204 len: 168 time: 2.1258471 Jul 09 16:30:01.272074 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 46948) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:30:01.315882 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e02760a0-b920-4bbb-83a5-f6e663cc80c7 req-82988fdd-3f77-4560-b694-af692b7bcee0 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Network 23f1f623-b507-468d-a7a7-450e8778c5e5 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:30:01.322146 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-e02760a0-b920-4bbb-83a5-f6e663cc80c7 req-82988fdd-3f77-4560-b694-af692b7bcee0 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:30:01.323782 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b469b-3208-4747-999c-b1c421a92317 req-499db5c8-4693-4d8f-915f-331d5a36e45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:01.324666 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1e5b469b-3208-4747-999c-b1c421a92317 req-499db5c8-4693-4d8f-915f-331d5a36e45d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:01.324916 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-e02760a0-b920-4bbb-83a5-f6e663cc80c7 req-82988fdd-3f77-4560-b694-af692b7bcee0 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:30:01.326144 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1e5b469b-3208-4747-999c-b1c421a92317 req-499db5c8-4693-4d8f-915f-331d5a36e45d service neutron] 10.222.0.73 "PUT /v2.0/ports/dec78666-cfaf-4ec5-acc6-b7e13c4009a1 HTTP/1.1" status: 200 len: 1092 time: 2.3206351 Jul 09 16:30:01.326629 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '151aa636-afea-4278-a1c0-e7888fad236a', 'tag': 'dec78666-cfaf-4ec5-acc6-b7e13c4009a1'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:30:01.329578 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be5392f-5680-4793-9b8d-3571eb8eaf50" -d '{"events": [{"name": "network-changed", "server_uuid": "151aa636-afea-4278-a1c0-e7888fad236a", "tag": "dec78666-cfaf-4ec5-acc6-b7e13c4009a1"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:30:01.392844 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499db5c8-4693-4d8f-915f-331d5a36e45d service neutron] Pushing event updated for resources: {'Port': ['ID=dec78666-cfaf-4ec5-acc6-b7e13c4009a1,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:01.409760 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00dedf4f-0c84-45b0-8836-bf6945a5642a x-openstack-request-id: req-00dedf4f-0c84-45b0-8836-bf6945a5642a {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:30:01.410056 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "151aa636-afea-4278-a1c0-e7888fad236a", "tag": "dec78666-cfaf-4ec5-acc6-b7e13c4009a1", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:30:01.410313 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-00dedf4f-0c84-45b0-8836-bf6945a5642a {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:30:01.410715 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '151aa636-afea-4278-a1c0-e7888fad236a', 'tag': 'dec78666-cfaf-4ec5-acc6-b7e13c4009a1', 'status': 'completed', 'code': 200} Jul 09 16:30:01.432478 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82988fdd-3f77-4560-b694-af692b7bcee0 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Pushing event updated for resources: {'Port': ['ID=40b28d9c-c6bb-43d3-8b85-f7e23dbeac90,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:01.455402 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-71879a5e-d302-4df6-a6d9-c80dd893a90a req-f4592438-8815-4c47-a788-7c429dabc2e6 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013922 Jul 09 16:30:01.469750 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02760a0-b920-4bbb-83a5-f6e663cc80c7 req-82988fdd-3f77-4560-b694-af692b7bcee0 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:01.470611 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e02760a0-b920-4bbb-83a5-f6e663cc80c7 req-82988fdd-3f77-4560-b694-af692b7bcee0 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:01.598642 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d690eb9d-77eb-4c31-8720-bbfec60226f4 req-f6a3dd44-34ca-462d-925b-c7b39b5db1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:01.605609 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d690eb9d-77eb-4c31-8720-bbfec60226f4 req-f6a3dd44-34ca-462d-925b-c7b39b5db1f4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=aa82af0020cd43f5a91de69498f9def1&device_id=b808d81a-1027-4ccd-8f61-44b0be2ca51b HTTP/1.1" status: 200 len: 1094 time: 0.3453798 Jul 09 16:30:01.618453 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e02760a0-b920-4bbb-83a5-f6e663cc80c7 req-82988fdd-3f77-4560-b694-af692b7bcee0 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2806149 Jul 09 16:30:01.657635 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-e02760a0-b920-4bbb-83a5-f6e663cc80c7 req-81c60144-cbfc-4448-a29d-36953b4516ec service neutron] Request body: {'port': {'device_id': '116c9c6b-d4cf-4f9e-96a1-3c3274427a28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:30:02.004539 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c7414540-4383-48dd-b0b5-07746569dda9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:02.018000 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e02760a0-b920-4bbb-83a5-f6e663cc80c7 req-81c60144-cbfc-4448-a29d-36953b4516ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:02.046690 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d690eb9d-77eb-4c31-8720-bbfec60226f4 req-fc79b048-4b68-445a-89b6-fb69847cd341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:02.048449 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d690eb9d-77eb-4c31-8720-bbfec60226f4 req-fc79b048-4b68-445a-89b6-fb69847cd341 service neutron] 10.222.0.77 "GET /v2.0/networks?id=23f1f623-b507-468d-a7a7-450e8778c5e5 HTTP/1.1" status: 200 len: 917 time: 0.4240716 Jul 09 16:30:02.083441 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81121cc2-dbb3-49b9-baf4-a3f689ea860e req-f810831c-009a-435f-bef9-6a6fa9b2fcf6 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:02.084998 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-81121cc2-dbb3-49b9-baf4-a3f689ea860e req-f810831c-009a-435f-bef9-6a6fa9b2fcf6 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=e56a7d9f-9692-476b-b3cb-c13689fb321b HTTP/1.1" status: 200 len: 945 time: 0.2130821 Jul 09 16:30:02.098332 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ecee4035-3123-4144-a73a-8a89209a9251 None None] Provisioning for port 40b28d9c-c6bb-43d3-8b85-f7e23dbeac90 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:30:02.103228 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ecee4035-3123-4144-a73a-8a89209a9251 None None] Provisioning complete for port 40b28d9c-c6bb-43d3-8b85-f7e23dbeac90 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:30:02.103631 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ecee4035-3123-4144-a73a-8a89209a9251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:02.134911 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d690eb9d-77eb-4c31-8720-bbfec60226f4 req-5e1eea92-6a1f-4632-8893-6543ebbcc7c1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=332e4ebf-9e9a-45a1-9add-df05f3712dd6 HTTP/1.1" status: 200 len: 217 time: 0.0762143 Jul 09 16:30:02.167804 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-ecee4035-3123-4144-a73a-8a89209a9251 None None] Port 40b28d9c-c6bb-43d3-8b85-f7e23dbeac90 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:30:02.178043 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4e8eb775-1965-4e11-b5c7-7f934ad41091 req-736c9964-a6f0-4f44-bcdb-f96a210a2cd9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=56a0021d-217b-42fc-b461-d010febc7602&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3125856 Jul 09 16:30:02.179855 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b469b-3208-4747-999c-b1c421a92317 req-6ef3019e-22fc-402f-8a17-a8051a4d3b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:02.181262 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1e5b469b-3208-4747-999c-b1c421a92317 req-6ef3019e-22fc-402f-8a17-a8051a4d3b09 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aa82af0020cd43f5a91de69498f9def1&device_id=151aa636-afea-4278-a1c0-e7888fad236a HTTP/1.1" status: 200 len: 1095 time: 0.7678201 Jul 09 16:30:02.276615 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1e5b469b-3208-4747-999c-b1c421a92317 req-33eb7939-954b-44aa-a871-04d5c1d13daf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dec78666-cfaf-4ec5-acc6-b7e13c4009a1 HTTP/1.1" status: 200 len: 217 time: 0.0773237 Jul 09 16:30:02.280416 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-81121cc2-dbb3-49b9-baf4-a3f689ea860e req-aa42d2e5-d412-4b0d-a711-299f47d6cce7 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841176 Jul 09 16:30:02.359126 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d690eb9d-77eb-4c31-8720-bbfec60226f4 req-2d90ea7a-1125-45ea-86d1-c94578665362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:02.360738 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d690eb9d-77eb-4c31-8720-bbfec60226f4 req-2d90ea7a-1125-45ea-86d1-c94578665362 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a00aed8d-388d-4a59-b28e-f4e83ba31ee8 HTTP/1.1" status: 200 len: 855 time: 0.2170551 Jul 09 16:30:02.419782 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b469b-3208-4747-999c-b1c421a92317 req-18d16399-7f31-42c0-9301-3e382944c1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:02.421573 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1e5b469b-3208-4747-999c-b1c421a92317 req-18d16399-7f31-42c0-9301-3e382944c1b9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a00aed8d-388d-4a59-b28e-f4e83ba31ee8 HTTP/1.1" status: 200 len: 855 time: 0.1362376 Jul 09 16:30:02.446804 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8eb775-1965-4e11-b5c7-7f934ad41091 req-3bbc0bfa-3461-4930-998e-107b42f3d850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:02.448851 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4e8eb775-1965-4e11-b5c7-7f934ad41091 req-3bbc0bfa-3461-4930-998e-107b42f3d850 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c352622f74f54906914220d03e45b0a2&device_id=56a0021d-217b-42fc-b461-d010febc7602 HTTP/1.1" status: 200 len: 1096 time: 0.2342670 Jul 09 16:30:02.450565 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7414540-4383-48dd-b0b5-07746569dda9 admin admin] Router 08174a74-fd86-49aa-989f-bb8e2e9b28ea is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:30:02.491918 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea0cb5-5097-47a3-a1b0-ec12b3501ba7 req-738a7f58-70e2-4a60-bba1-4c7899a62e39 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:02.494521 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4cea0cb5-5097-47a3-a1b0-ec12b3501ba7 req-738a7f58-70e2-4a60-bba1-4c7899a62e39 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 946 time: 0.2962482 Jul 09 16:30:02.535586 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 7c2f97b8-0d9a-4f4c-8cd9-7bf9e4bbc51f up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:30:02.604879 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 7c2f97b8-0d9a-4f4c-8cd9-7bf9e4bbc51f triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:30:02.607772 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:02.638501 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4cea0cb5-5097-47a3-a1b0-ec12b3501ba7 req-d10caaae-d6a8-46e4-84fc-7a96c48b50b5 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292007 Jul 09 16:30:02.643610 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d690eb9d-77eb-4c31-8720-bbfec60226f4 req-cfab027c-937d-4369-8317-10ac928e30a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:02.645096 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d690eb9d-77eb-4c31-8720-bbfec60226f4 req-cfab027c-937d-4369-8317-10ac928e30a4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=23f1f623-b507-468d-a7a7-450e8778c5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2754743 Jul 09 16:30:02.661291 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8eb775-1965-4e11-b5c7-7f934ad41091 req-b2e813ca-2bc2-46ca-8c48-66472d51dc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:02.662730 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4e8eb775-1965-4e11-b5c7-7f934ad41091 req-b2e813ca-2bc2-46ca-8c48-66472d51dc39 service neutron] 10.222.0.77 "GET /v2.0/networks?id=adbf0553-b476-4533-a282-e74124932d76 HTTP/1.1" status: 200 len: 912 time: 0.1818233 Jul 09 16:30:02.780643 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-e02760a0-b920-4bbb-83a5-f6e663cc80c7 req-81c60144-cbfc-4448-a29d-36953b4516ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40b28d9c-c6bb-43d3-8b85-f7e23dbeac90 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:30:02.801902 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e02760a0-b920-4bbb-83a5-f6e663cc80c7 req-81c60144-cbfc-4448-a29d-36953b4516ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:02.856575 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4e8eb775-1965-4e11-b5c7-7f934ad41091 req-5b783f71-ec02-4778-a1dd-64c81654f222 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afa69882-a289-47d1-b186-c740c902a5b7 HTTP/1.1" status: 200 len: 1001 time: 0.1669681 Jul 09 16:30:02.863800 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-e02760a0-b920-4bbb-83a5-f6e663cc80c7 req-81c60144-cbfc-4448-a29d-36953b4516ec service neutron] Transition to ACTIVE for port object 40b28d9c-c6bb-43d3-8b85-f7e23dbeac90 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:30:02.875873 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7414540-4383-48dd-b0b5-07746569dda9 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:30:02.879900 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e02760a0-b920-4bbb-83a5-f6e663cc80c7 req-81c60144-cbfc-4448-a29d-36953b4516ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:02.889047 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7329f225-c285-42c1-9794-157ba4912838 None None] Sync routers for ids ['08174a74-fd86-49aa-989f-bb8e2e9b28ea'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:30:02.893899 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d690eb9d-77eb-4c31-8720-bbfec60226f4 req-b32be3f2-51e6-4472-83f4-dd87ba5e5f9a service neutron] 10.222.0.77 "GET /v2.0/networks/23f1f623-b507-468d-a7a7-450e8778c5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357192 Jul 09 16:30:02.901154 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7329f225-c285-42c1-9794-157ba4912838 None None] Routers {'08174a74-fd86-49aa-989f-bb8e2e9b28ea'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:30:02.901871 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7329f225-c285-42c1-9794-157ba4912838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:29:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['08174a74-fd86-49aa-989f-bb8e2e9b28ea'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:30:02.910406 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b469b-3208-4747-999c-b1c421a92317 req-09a39b27-f6d6-42f6-afa8-3741cf7ec9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:02.911955 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1e5b469b-3208-4747-999c-b1c421a92317 req-09a39b27-f6d6-42f6-afa8-3741cf7ec9f4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=23f1f623-b507-468d-a7a7-450e8778c5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4446800 Jul 09 16:30:02.936018 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bae4fa4b-c7da-4148-84ef-9b856c87998c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:02.973415 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f831a-a080-4b1e-a23f-7a34d04b409e req-3f53502e-f423-483e-942e-e7417ef39729 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:02.975606 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:30:02.977534 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b88f831a-a080-4b1e-a23f-7a34d04b409e req-3f53502e-f423-483e-942e-e7417ef39729 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ef7fed6-e1f7-4347-9a2b-265ec5153f7d HTTP/1.1" status: 200 len: 945 time: 0.3390446 Jul 09 16:30:03.026606 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8eb775-1965-4e11-b5c7-7f934ad41091 req-6e0e4556-62fb-4ae6-959b-317e8490c2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:03.028646 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4e8eb775-1965-4e11-b5c7-7f934ad41091 req-6e0e4556-62fb-4ae6-959b-317e8490c2a2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4438d29a-df86-457d-ba35-c2df5ed90700 HTTP/1.1" status: 200 len: 850 time: 0.1644957 Jul 09 16:30:03.044901 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c7414540-4383-48dd-b0b5-07746569dda9 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:03.049091 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c7414540-4383-48dd-b0b5-07746569dda9 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.6791794 Jul 09 16:30:03.057951 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 46980) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:30:03.070806 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-7329f225-c285-42c1-9794-157ba4912838 None None] Set router 08174a74-fd86-49aa-989f-bb8e2e9b28ea gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:30:03.144846 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b88f831a-a080-4b1e-a23f-7a34d04b409e req-ff082692-ec6e-47d0-9b52-c54e3d6adf52 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154706 Jul 09 16:30:03.178372 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1e5b469b-3208-4747-999c-b1c421a92317 req-074f7d49-3164-4d35-b1bf-60d59add478a service neutron] 10.222.0.73 "GET /v2.0/networks/23f1f623-b507-468d-a7a7-450e8778c5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559249 Jul 09 16:30:03.185175 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8eb775-1965-4e11-b5c7-7f934ad41091 req-3aa34617-2636-41a8-8e12-7009bfd84116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:03.186914 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4e8eb775-1965-4e11-b5c7-7f934ad41091 req-3aa34617-2636-41a8-8e12-7009bfd84116 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=adbf0553-b476-4533-a282-e74124932d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1364515 Jul 09 16:30:03.201549 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d690eb9d-77eb-4c31-8720-bbfec60226f4 req-a6587b0b-3f05-4793-8060-9c0ba7726a79 service neutron] 10.222.0.77 "GET /v2.0/networks/23f1f623-b507-468d-a7a7-450e8778c5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813137 Jul 09 16:30:03.339634 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7329f225-c285-42c1-9794-157ba4912838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08174a74-fd86-49aa-989f-bb8e2e9b28ea', 'name': 'tempest-TestServerBasicOps-570514983-router', 'tenant_id': 'd554f72fc5524907977c7a42cd148900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'f7f81988-16b4-4aaa-9fcc-615e322d8774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:29:56Z', 'updated_at': '2021-07-09T16:30:00Z', 'revision_number': 3, 'project_id': 'd554f72fc5524907977c7a42cd148900', 'gw_port': {'id': 'f7f81988-16b4-4aaa-9fcc-615e322d8774', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:02:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08174a74-fd86-49aa-989f-bb8e2e9b28ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:29:58Z', 'updated_at': '2021-07-09T16:29:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:30:03.368437 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c60144-cbfc-4448-a29d-36953b4516ec service neutron] Pushing event updated for resources: {'Port': ['ID=40b28d9c-c6bb-43d3-8b85-f7e23dbeac90,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:03.373662 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7329f225-c285-42c1-9794-157ba4912838 None None] Checking router: 08174a74-fd86-49aa-989f-bb8e2e9b28ea for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:30:03.375957 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7329f225-c285-42c1-9794-157ba4912838 None None] Updating router 08174a74-fd86-49aa-989f-bb8e2e9b28ea port f7f81988-16b4-4aaa-9fcc-615e322d8774 binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:30:03.428949 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1e5b469b-3208-4747-999c-b1c421a92317 req-dadcd61b-b357-4436-bb12-1468f062f7e0 service neutron] 10.222.0.73 "GET /v2.0/networks/23f1f623-b507-468d-a7a7-450e8778c5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385283 Jul 09 16:30:03.431838 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4e8eb775-1965-4e11-b5c7-7f934ad41091 req-bf4c936c-01b8-482b-8b02-6852495c3e3b service neutron] 10.222.0.77 "GET /v2.0/networks/adbf0553-b476-4533-a282-e74124932d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325692 Jul 09 16:30:03.462243 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7329f225-c285-42c1-9794-157ba4912838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:03.484875 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16feae4-7151-4f7d-97fd-ce3c77b8a9fa req-350d9eb0-2ee7-42b8-8993-24a8675e94f8 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:03.492942 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e16feae4-7151-4f7d-97fd-ce3c77b8a9fa req-350d9eb0-2ee7-42b8-8993-24a8675e94f8 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/ports?device_id=116c9c6b-d4cf-4f9e-96a1-3c3274427a28 HTTP/1.1" status: 200 len: 932 time: 0.7012930 Jul 09 16:30:03.592407 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 332e4ebf-9e9a-45a1-9add-df05f3712dd6 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:30:03.668982 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4e8eb775-1965-4e11-b5c7-7f934ad41091 req-a217f541-081e-4492-9450-af39301a1a19 service neutron] 10.222.0.77 "GET /v2.0/networks/adbf0553-b476-4533-a282-e74124932d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295721 Jul 09 16:30:03.679727 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be5392f-5680-4793-9b8d-3571eb8eaf50 req-8022a928-5f13-4cc1-83cb-af5a8c73bc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:03.681599 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7be5392f-5680-4793-9b8d-3571eb8eaf50 req-8022a928-5f13-4cc1-83cb-af5a8c73bc33 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aa82af0020cd43f5a91de69498f9def1&device_id=151aa636-afea-4278-a1c0-e7888fad236a HTTP/1.1" status: 200 len: 1095 time: 0.0969663 Jul 09 16:30:03.821296 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 332e4ebf-9e9a-45a1-9add-df05f3712dd6, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=332e4ebf-9e9a-45a1-9add-df05f3712dd6,segment=NetworkSegment(b17effcb-431d-43b3-801f-bd6ca572eef8),segment_id=b17effcb-431d-43b3-801f-bd6ca572eef8)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:30:03.827045 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be5392f-5680-4793-9b8d-3571eb8eaf50 req-d308b631-aa82-4301-a087-e219afde5d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:03.828726 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7be5392f-5680-4793-9b8d-3571eb8eaf50 req-d308b631-aa82-4301-a087-e219afde5d04 service neutron] 10.222.0.73 "GET /v2.0/networks?id=23f1f623-b507-468d-a7a7-450e8778c5e5 HTTP/1.1" status: 200 len: 917 time: 0.1403737 Jul 09 16:30:03.848195 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '332e4ebf-9e9a-45a1-9add-df05f3712dd6', 'network_id': '23f1f623-b507-468d-a7a7-450e8778c5e5', 'port_id': '332e4ebf-9e9a-45a1-9add-df05f3712dd6', 'mac_address': 'fa:16:3e:aa:f3:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a00aed8d-388d-4a59-b28e-f4e83ba31ee8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:30:03.885696 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7be5392f-5680-4793-9b8d-3571eb8eaf50 req-ec8bdc05-3fa3-4952-b4f9-2b021c7f0635 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dec78666-cfaf-4ec5-acc6-b7e13c4009a1 HTTP/1.1" status: 200 len: 217 time: 0.0501857 Jul 09 16:30:03.912168 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-e02760a0-b920-4bbb-83a5-f6e663cc80c7 req-81c60144-cbfc-4448-a29d-36953b4516ec service neutron] Attempting to bind port 40b28d9c-c6bb-43d3-8b85-f7e23dbeac90 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:30:03.912502 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-e02760a0-b920-4bbb-83a5-f6e663cc80c7 req-81c60144-cbfc-4448-a29d-36953b4516ec service neutron] Attempting to bind port 40b28d9c-c6bb-43d3-8b85-f7e23dbeac90 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'b17effcb-431d-43b3-801f-bd6ca572eef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '23f1f623-b507-468d-a7a7-450e8778c5e5'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:30:03.912813 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02760a0-b920-4bbb-83a5-f6e663cc80c7 req-81c60144-cbfc-4448-a29d-36953b4516ec service neutron] Attempting to bind port 40b28d9c-c6bb-43d3-8b85-f7e23dbeac90 on network 23f1f623-b507-468d-a7a7-450e8778c5e5 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:30:03.932161 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:03.958109 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 332e4ebf-9e9a-45a1-9add-df05f3712dd6 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:30:03.959307 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02760a0-b920-4bbb-83a5-f6e663cc80c7 req-81c60144-cbfc-4448-a29d-36953b4516ec service neutron] Port 40b28d9c-c6bb-43d3-8b85-f7e23dbeac90 on network 23f1f623-b507-468d-a7a7-450e8778c5e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:30:03.959650 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02760a0-b920-4bbb-83a5-f6e663cc80c7 req-81c60144-cbfc-4448-a29d-36953b4516ec service neutron] Attempting to bind port 40b28d9c-c6bb-43d3-8b85-f7e23dbeac90 on network 23f1f623-b507-468d-a7a7-450e8778c5e5 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:30:03.963433 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7329f225-c285-42c1-9794-157ba4912838 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:03.973663 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be5392f-5680-4793-9b8d-3571eb8eaf50 req-763d04d3-7b12-47e5-bc64-6dffffa3e5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:03.975323 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7be5392f-5680-4793-9b8d-3571eb8eaf50 req-763d04d3-7b12-47e5-bc64-6dffffa3e5c4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a00aed8d-388d-4a59-b28e-f4e83ba31ee8 HTTP/1.1" status: 200 len: 855 time: 0.0682397 Jul 09 16:30:03.981471 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7329f225-c285-42c1-9794-157ba4912838 None None] Transition to ACTIVE for port object f7f81988-16b4-4aaa-9fcc-615e322d8774 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:30:03.987327 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02760a0-b920-4bbb-83a5-f6e663cc80c7 req-81c60144-cbfc-4448-a29d-36953b4516ec service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:30:03.987893 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02760a0-b920-4bbb-83a5-f6e663cc80c7 req-81c60144-cbfc-4448-a29d-36953b4516ec service neutron] Checking segment: {'id': 'b17effcb-431d-43b3-801f-bd6ca572eef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '23f1f623-b507-468d-a7a7-450e8778c5e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:30:03.988225 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02760a0-b920-4bbb-83a5-f6e663cc80c7 req-81c60144-cbfc-4448-a29d-36953b4516ec service neutron] Bound using segment: {'id': 'b17effcb-431d-43b3-801f-bd6ca572eef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '23f1f623-b507-468d-a7a7-450e8778c5e5'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:30:03.988838 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-e02760a0-b920-4bbb-83a5-f6e663cc80c7 req-81c60144-cbfc-4448-a29d-36953b4516ec service neutron] Bound port: 40b28d9c-c6bb-43d3-8b85-f7e23dbeac90, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b17effcb-431d-43b3-801f-bd6ca572eef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '23f1f623-b507-468d-a7a7-450e8778c5e5'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:30:03.990013 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e02760a0-b920-4bbb-83a5-f6e663cc80c7 req-81c60144-cbfc-4448-a29d-36953b4516ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:03.991419 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42342f7f-3424-4c38-b5c7-10f103a6709b req-601d6fdd-3296-460d-9e7c-542672435a0e tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:03.994341 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-42342f7f-3424-4c38-b5c7-10f103a6709b req-601d6fdd-3296-460d-9e7c-542672435a0e tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 946 time: 0.1488578 Jul 09 16:30:03.997113 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 332e4ebf-9e9a-45a1-9add-df05f3712dd6, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=332e4ebf-9e9a-45a1-9add-df05f3712dd6,segment=NetworkSegment(b17effcb-431d-43b3-801f-bd6ca572eef8),segment_id=b17effcb-431d-43b3-801f-bd6ca572eef8)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:30:03.999260 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7329f225-c285-42c1-9794-157ba4912838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:04.003231 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e16feae4-7151-4f7d-97fd-ce3c77b8a9fa req-ed560e13-8417-4b16-a6c3-4717b5f3653d tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/security-groups?id=1cd28115-a72b-47bb-907a-24e6b91de643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5093246 Jul 09 16:30:04.030262 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:04.058489 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-7329f225-c285-42c1-9794-157ba4912838 None None] Attempting to bind port f7f81988-16b4-4aaa-9fcc-615e322d8774 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:30:04.058889 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-7329f225-c285-42c1-9794-157ba4912838 None None] Attempting to bind port f7f81988-16b4-4aaa-9fcc-615e322d8774 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:30:04.059270 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7329f225-c285-42c1-9794-157ba4912838 None None] Attempting to bind port f7f81988-16b4-4aaa-9fcc-615e322d8774 on network caa6ed8d-2893-4113-8f68-c5284e694f6c {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:30:04.066376 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7329f225-c285-42c1-9794-157ba4912838 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:30:04.067062 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7329f225-c285-42c1-9794-157ba4912838 None None] Checking segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:30:04.067211 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7329f225-c285-42c1-9794-157ba4912838 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:04.068381 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7329f225-c285-42c1-9794-157ba4912838 None None] Bound using segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:30:04.068381 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-7329f225-c285-42c1-9794-157ba4912838 None None] Bound port: f7f81988-16b4-4aaa-9fcc-615e322d8774, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:30:04.068585 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7329f225-c285-42c1-9794-157ba4912838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:04.093409 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-42342f7f-3424-4c38-b5c7-10f103a6709b req-52e3afae-b0c7-4d3c-957f-a963fd5f91af tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751653 Jul 09 16:30:04.094852 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a05119b-3e6d-4ff2-adfd-a8c6874fad91 None None] Pushing event updated for resources: {'Port': ['ID=f7f81988-16b4-4aaa-9fcc-615e322d8774,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:04.116293 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be5392f-5680-4793-9b8d-3571eb8eaf50 req-54ac5f4b-fd70-49d5-a156-27c2d0b79239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:04.118437 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7be5392f-5680-4793-9b8d-3571eb8eaf50 req-54ac5f4b-fd70-49d5-a156-27c2d0b79239 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=23f1f623-b507-468d-a7a7-450e8778c5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1230886 Jul 09 16:30:04.180187 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=332e4ebf-9e9a-45a1-9add-df05f3712dd6,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:04.187182 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-7329f225-c285-42c1-9794-157ba4912838 None None] For port f7f81988-16b4-4aaa-9fcc-615e322d8774, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:30:04.191249 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-7329f225-c285-42c1-9794-157ba4912838 None None] For port f7f81988-16b4-4aaa-9fcc-615e322d8774, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=f7f81988-16b4-4aaa-9fcc-615e322d8774,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:30:04.199297 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7329f225-c285-42c1-9794-157ba4912838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:04.233936 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7be5392f-5680-4793-9b8d-3571eb8eaf50 req-64d9c682-2eae-41af-86b6-b8293ecfd3b1 service neutron] 10.222.0.73 "GET /v2.0/networks/23f1f623-b507-468d-a7a7-450e8778c5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085632 Jul 09 16:30:04.241874 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-e02760a0-b920-4bbb-83a5-f6e663cc80c7 req-81c60144-cbfc-4448-a29d-36953b4516ec service neutron] For port 40b28d9c-c6bb-43d3-8b85-f7e23dbeac90, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:30:04.264515 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-e02760a0-b920-4bbb-83a5-f6e663cc80c7 req-81c60144-cbfc-4448-a29d-36953b4516ec service neutron] For port 40b28d9c-c6bb-43d3-8b85-f7e23dbeac90, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=40b28d9c-c6bb-43d3-8b85-f7e23dbeac90,segment=NetworkSegment(b17effcb-431d-43b3-801f-bd6ca572eef8),segment_id=b17effcb-431d-43b3-801f-bd6ca572eef8)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:30:04.272084 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7329f225-c285-42c1-9794-157ba4912838 None None] Routers {'08174a74-fd86-49aa-989f-bb8e2e9b28ea'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:30:04.272733 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7329f225-c285-42c1-9794-157ba4912838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:29:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['08174a74-fd86-49aa-989f-bb8e2e9b28ea'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:30:04.276592 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e02760a0-b920-4bbb-83a5-f6e663cc80c7 req-81c60144-cbfc-4448-a29d-36953b4516ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:04.279670 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a05119b-3e6d-4ff2-adfd-a8c6874fad91 None None] Pushing event updated for resources: {'Port': ['ID=f7f81988-16b4-4aaa-9fcc-615e322d8774,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:04.325253 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['332e4ebf-9e9a-45a1-9add-df05f3712dd6'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:30:04.356150 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7be5392f-5680-4793-9b8d-3571eb8eaf50 req-769bf1c2-6c1b-4b29-b796-cbdf2f02760e service neutron] 10.222.0.73 "GET /v2.0/networks/23f1f623-b507-468d-a7a7-450e8778c5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122508 Jul 09 16:30:04.390208 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02760a0-b920-4bbb-83a5-f6e663cc80c7 req-81c60144-cbfc-4448-a29d-36953b4516ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:04.391007 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e02760a0-b920-4bbb-83a5-f6e663cc80c7 req-81c60144-cbfc-4448-a29d-36953b4516ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:04.392315 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e02760a0-b920-4bbb-83a5-f6e663cc80c7 req-81c60144-cbfc-4448-a29d-36953b4516ec service neutron] 10.222.0.77 "PUT /v2.0/ports/40b28d9c-c6bb-43d3-8b85-f7e23dbeac90 HTTP/1.1" status: 200 len: 1092 time: 2.7412782 Jul 09 16:30:04.398664 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '116c9c6b-d4cf-4f9e-96a1-3c3274427a28', 'tag': '40b28d9c-c6bb-43d3-8b85-f7e23dbeac90'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:30:04.401222 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1232cb7e-b41a-4c92-aee4-335fa0d3ce99" -d '{"events": [{"name": "network-changed", "server_uuid": "116c9c6b-d4cf-4f9e-96a1-3c3274427a28", "tag": "40b28d9c-c6bb-43d3-8b85-f7e23dbeac90"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:30:04.461313 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-7329f225-c285-42c1-9794-157ba4912838 None None] Set router 08174a74-fd86-49aa-989f-bb8e2e9b28ea gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:30:04.485440 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701e1e7b-cb3f-4ac6-b326-f1bde6e1eb4d x-openstack-request-id: req-701e1e7b-cb3f-4ac6-b326-f1bde6e1eb4d {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:30:04.485737 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "116c9c6b-d4cf-4f9e-96a1-3c3274427a28", "tag": "40b28d9c-c6bb-43d3-8b85-f7e23dbeac90", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:30:04.485973 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-701e1e7b-cb3f-4ac6-b326-f1bde6e1eb4d {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:30:04.486374 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '116c9c6b-d4cf-4f9e-96a1-3c3274427a28', 'tag': '40b28d9c-c6bb-43d3-8b85-f7e23dbeac90', 'status': 'completed', 'code': 200} Jul 09 16:30:04.558589 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c60144-cbfc-4448-a29d-36953b4516ec service neutron] Pushing event updated for resources: {'Port': ['ID=40b28d9c-c6bb-43d3-8b85-f7e23dbeac90,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:04.676427 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e09a477-061c-4639-970d-47bea96c3fe1 req-c5b5d0cd-a5dd-4b21-a9e6-759d196b9cc2 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:04.683432 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0e09a477-061c-4639-970d-47bea96c3fe1 req-c5b5d0cd-a5dd-4b21-a9e6-759d196b9cc2 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ef7fed6-e1f7-4347-9a2b-265ec5153f7d HTTP/1.1" status: 200 len: 945 time: 0.3587415 Jul 09 16:30:04.753969 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02760a0-b920-4bbb-83a5-f6e663cc80c7 req-9c6fcc90-e405-44a1-823a-8a01d0f9ce72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:04.755520 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e02760a0-b920-4bbb-83a5-f6e663cc80c7 req-9c6fcc90-e405-44a1-823a-8a01d0f9ce72 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=aa82af0020cd43f5a91de69498f9def1&device_id=116c9c6b-d4cf-4f9e-96a1-3c3274427a28 HTTP/1.1" status: 200 len: 1095 time: 0.2998266 Jul 09 16:30:04.775829 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-bae4fa4b-c7da-4148-84ef-9b856c87998c admin admin] Deleting port b863c5ba-4531-4111-b284-8da94f975396 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:30:04.776174 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bae4fa4b-c7da-4148-84ef-9b856c87998c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:04.877625 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e02760a0-b920-4bbb-83a5-f6e663cc80c7 req-337ccb23-e637-419e-aef8-1981e843d593 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40b28d9c-c6bb-43d3-8b85-f7e23dbeac90 HTTP/1.1" status: 200 len: 217 time: 0.1135690 Jul 09 16:30:04.883670 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0e09a477-061c-4639-970d-47bea96c3fe1 req-2f91ab53-10a8-4ba0-93c0-73022f4f78bb tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994092 Jul 09 16:30:04.948570 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7329f225-c285-42c1-9794-157ba4912838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08174a74-fd86-49aa-989f-bb8e2e9b28ea', 'name': 'tempest-TestServerBasicOps-570514983-router', 'tenant_id': 'd554f72fc5524907977c7a42cd148900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'f7f81988-16b4-4aaa-9fcc-615e322d8774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:29:56Z', 'updated_at': '2021-07-09T16:30:00Z', 'revision_number': 3, 'project_id': 'd554f72fc5524907977c7a42cd148900', 'gw_port': {'id': 'f7f81988-16b4-4aaa-9fcc-615e322d8774', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:02:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08174a74-fd86-49aa-989f-bb8e2e9b28ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:29:58Z', 'updated_at': '2021-07-09T16:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:30:04.977585 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7329f225-c285-42c1-9794-157ba4912838 None None] The sync data for ids ['08174a74-fd86-49aa-989f-bb8e2e9b28ea'] in n-d-798930-3 is: [{'id': '08174a74-fd86-49aa-989f-bb8e2e9b28ea', 'name': 'tempest-TestServerBasicOps-570514983-router', 'tenant_id': 'd554f72fc5524907977c7a42cd148900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'f7f81988-16b4-4aaa-9fcc-615e322d8774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:29:56Z', 'updated_at': '2021-07-09T16:30:00Z', 'revision_number': 3, 'project_id': 'd554f72fc5524907977c7a42cd148900', 'gw_port': {'id': 'f7f81988-16b4-4aaa-9fcc-615e322d8774', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:02:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08174a74-fd86-49aa-989f-bb8e2e9b28ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:29:58Z', 'updated_at': '2021-07-09T16:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:30:04.995631 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02760a0-b920-4bbb-83a5-f6e663cc80c7 req-0a0badce-f116-4969-b3f6-e4c059675bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:05.005889 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e02760a0-b920-4bbb-83a5-f6e663cc80c7 req-0a0badce-f116-4969-b3f6-e4c059675bda service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a00aed8d-388d-4a59-b28e-f4e83ba31ee8 HTTP/1.1" status: 200 len: 855 time: 0.1126044 Jul 09 16:30:05.069464 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77c448c2-6d99-4606-889a-4e924aa132b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:05.099763 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-bae4fa4b-c7da-4148-84ef-9b856c87998c admin admin] For port b863c5ba-4531-4111-b284-8da94f975396, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=b863c5ba-4531-4111-b284-8da94f975396,segment=NetworkSegment(44b862f2-e325-48d7-99eb-7401b6fb9e9c),segment_id=44b862f2-e325-48d7-99eb-7401b6fb9e9c)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:30:05.100128 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bae4fa4b-c7da-4148-84ef-9b856c87998c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:05.135870 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-bae4fa4b-c7da-4148-84ef-9b856c87998c admin admin] Calling delete_port for b863c5ba-4531-4111-b284-8da94f975396 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:30:05.251148 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95dcf54-9414-4f2f-af5f-0282db3bdc47 req-7ac53220-4c35-4d62-a360-2aaa4433de96 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:05.253073 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d95dcf54-9414-4f2f-af5f-0282db3bdc47 req-7ac53220-4c35-4d62-a360-2aaa4433de96 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/ports?device_id=116c9c6b-d4cf-4f9e-96a1-3c3274427a28 HTTP/1.1" status: 200 len: 944 time: 0.0901566 Jul 09 16:30:05.299930 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d95dcf54-9414-4f2f-af5f-0282db3bdc47 req-c4275225-2691-4f44-932f-9ed3f99f6070 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/security-groups?id=1cd28115-a72b-47bb-907a-24e6b91de643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393662 Jul 09 16:30:05.419965 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02760a0-b920-4bbb-83a5-f6e663cc80c7 req-fe41f891-e155-401e-94ad-84b77a07ee2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:05.421644 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e02760a0-b920-4bbb-83a5-f6e663cc80c7 req-fe41f891-e155-401e-94ad-84b77a07ee2b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=23f1f623-b507-468d-a7a7-450e8778c5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4157844 Jul 09 16:30:05.521672 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 332e4ebf-9e9a-45a1-9add-df05f3712dd6 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:30:05.615366 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 332e4ebf-9e9a-45a1-9add-df05f3712dd6 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:30:05.621453 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 332e4ebf-9e9a-45a1-9add-df05f3712dd6 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:30:05.621828 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:05.744376 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-77c448c2-6d99-4606-889a-4e924aa132b0 admin admin] Allocated IP 172.20.0.1 (e295aca4-1c7f-4744-8237-57e5e97ac200/2ef6964e-3c04-4643-a2af-a181316f07b3/18140ac1-7dc2-477b-9ec8-639e264576a5) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:30:05.770536 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d3c8f-f504-41fd-9ae7-6c7d1141be42 req-eec0a8c9-9c54-415d-9a4e-9547a744c683 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:05.778409 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ea9d3c8f-f504-41fd-9ae7-6c7d1141be42 req-eec0a8c9-9c54-415d-9a4e-9547a744c683 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 946 time: 0.5071273 Jul 09 16:30:05.784209 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:05.825888 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b808d81a-1027-4ccd-8f61-44b0be2ca51b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '332e4ebf-9e9a-45a1-9add-df05f3712dd6'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:30:05.831709 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e5fabd-bea5-4c9c-b31c-3669c37e2ca0" -d '{"events": [{"server_uuid": "b808d81a-1027-4ccd-8f61-44b0be2ca51b", "name": "network-vif-plugged", "status": "completed", "tag": "332e4ebf-9e9a-45a1-9add-df05f3712dd6"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:30:05.847725 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e02760a0-b920-4bbb-83a5-f6e663cc80c7 req-1754b339-0140-4cf3-915b-0afa23dfead1 service neutron] 10.222.0.77 "GET /v2.0/networks/23f1f623-b507-468d-a7a7-450e8778c5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4160063 Jul 09 16:30:05.853827 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bae4fa4b-c7da-4148-84ef-9b856c87998c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:05.860267 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 332e4ebf-9e9a-45a1-9add-df05f3712dd6, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=332e4ebf-9e9a-45a1-9add-df05f3712dd6,segment=NetworkSegment(b17effcb-431d-43b3-801f-bd6ca572eef8),segment_id=b17effcb-431d-43b3-801f-bd6ca572eef8)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:30:05.865743 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:05.917062 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36dcd9f-1a65-49c9-bc46-42b0a99780ae x-openstack-request-id: req-b36dcd9f-1a65-49c9-bc46-42b0a99780ae {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:30:05.918024 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b808d81a-1027-4ccd-8f61-44b0be2ca51b", "name": "network-vif-plugged", "status": "completed", "tag": "332e4ebf-9e9a-45a1-9add-df05f3712dd6", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:30:05.918600 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b36dcd9f-1a65-49c9-bc46-42b0a99780ae {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:30:05.919193 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b808d81a-1027-4ccd-8f61-44b0be2ca51b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '332e4ebf-9e9a-45a1-9add-df05f3712dd6', 'code': 200} Jul 09 16:30:05.960952 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae4fa4b-c7da-4148-84ef-9b856c87998c admin admin] Pushing event deleted for resources: {'Port': ['ID=b863c5ba-4531-4111-b284-8da94f975396,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:05.984032 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=332e4ebf-9e9a-45a1-9add-df05f3712dd6,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:06.082374 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ea9d3c8f-f504-41fd-9ae7-6c7d1141be42 req-5ada587e-89e5-4e68-bc17-8dbdbbeb4e7f tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3029158 Jul 09 16:30:06.192814 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd4a28-cb3f-4d54-8eac-bf98574508d3 req-3d342d08-4bf4-4624-a15b-08a6f494e813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:06.194384 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-afdd4a28-cb3f-4d54-8eac-bf98574508d3 req-3d342d08-4bf4-4624-a15b-08a6f494e813 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b808d81a-1027-4ccd-8f61-44b0be2ca51b HTTP/1.1" status: 200 len: 1096 time: 0.2052877 Jul 09 16:30:06.239886 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77c448c2-6d99-4606-889a-4e924aa132b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:06.240657 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99366d-748b-4604-a88f-64c148e3f1d8 req-1dbd710f-ce5c-4642-aab4-3e2ae2f9f9ae tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:06.244400 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e02760a0-b920-4bbb-83a5-f6e663cc80c7 req-5d2bb44f-0644-4437-98df-4e5547530c3c service neutron] 10.222.0.77 "GET /v2.0/networks/23f1f623-b507-468d-a7a7-450e8778c5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820078 Jul 09 16:30:06.248009 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fc99366d-748b-4604-a88f-64c148e3f1d8 req-1dbd710f-ce5c-4642-aab4-3e2ae2f9f9ae tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ef7fed6-e1f7-4347-9a2b-265ec5153f7d HTTP/1.1" status: 200 len: 945 time: 0.1779995 Jul 09 16:30:06.297491 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-afdd4a28-cb3f-4d54-8eac-bf98574508d3 req-00d43f00-0ceb-4214-96de-bf9518482ac0 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1cd28115-a72b-47bb-907a-24e6b91de643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935979 Jul 09 16:30:06.318475 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-77c448c2-6d99-4606-889a-4e924aa132b0 admin admin] Transition to ACTIVE for port object 18140ac1-7dc2-477b-9ec8-639e264576a5 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:30:06.340674 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fc99366d-748b-4604-a88f-64c148e3f1d8 req-992b1ff2-7b9a-418f-9111-6c329608db0d tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915837 Jul 09 16:30:06.485883 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77c448c2-6d99-4606-889a-4e924aa132b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:06.496154 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232cb7e-b41a-4c92-aee4-335fa0d3ce99 req-fd5624dc-f48a-421c-83b7-1d2651b96743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:06.502652 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1232cb7e-b41a-4c92-aee4-335fa0d3ce99 req-fd5624dc-f48a-421c-83b7-1d2651b96743 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=aa82af0020cd43f5a91de69498f9def1&device_id=116c9c6b-d4cf-4f9e-96a1-3c3274427a28 HTTP/1.1" status: 200 len: 1095 time: 0.1388824 Jul 09 16:30:06.603457 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c448c2-6d99-4606-889a-4e924aa132b0 admin admin] Network e295aca4-1c7f-4744-8237-57e5e97ac200 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:30:06.612805 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-77c448c2-6d99-4606-889a-4e924aa132b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:30:06.619744 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device f7f81988-16b4-4aaa-9fcc-615e322d8774 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:30:06.656800 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c448c2-6d99-4606-889a-4e924aa132b0 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:30:06.659782 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c448c2-6d99-4606-889a-4e924aa132b0 admin admin] Pushing event updated for resources: {'Port': ['ID=18140ac1-7dc2-477b-9ec8-639e264576a5,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:06.660260 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232cb7e-b41a-4c92-aee4-335fa0d3ce99 req-39a76602-cd44-4dd9-a294-83ccbfd4643a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:06.674235 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1232cb7e-b41a-4c92-aee4-335fa0d3ce99 req-39a76602-cd44-4dd9-a294-83ccbfd4643a service neutron] 10.222.0.77 "GET /v2.0/networks?id=23f1f623-b507-468d-a7a7-450e8778c5e5 HTTP/1.1" status: 200 len: 917 time: 0.1592457 Jul 09 16:30:06.713300 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port f7f81988-16b4-4aaa-9fcc-615e322d8774 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:30:06.718441 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port f7f81988-16b4-4aaa-9fcc-615e322d8774 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:30:06.719049 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:06.749322 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1232cb7e-b41a-4c92-aee4-335fa0d3ce99 req-7e985ce2-efe3-4ec3-b9b8-fd6cc93754c0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40b28d9c-c6bb-43d3-8b85-f7e23dbeac90 HTTP/1.1" status: 200 len: 217 time: 0.0619714 Jul 09 16:30:06.773322 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17af2fe-26f0-4a3e-b8f0-fe911cee05cf req-e5773fd3-17cc-4bf0-ba8b-4545d1d676e9 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:06.780684 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b17af2fe-26f0-4a3e-b8f0-fe911cee05cf req-e5773fd3-17cc-4bf0-ba8b-4545d1d676e9 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/ports?device_id=116c9c6b-d4cf-4f9e-96a1-3c3274427a28 HTTP/1.1" status: 200 len: 944 time: 0.2519305 Jul 09 16:30:06.785374 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77c448c2-6d99-4606-889a-4e924aa132b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:06.795907 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bae4fa4b-c7da-4148-84ef-9b856c87998c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:06.852958 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232cb7e-b41a-4c92-aee4-335fa0d3ce99 req-27316e58-d256-4cba-ae6a-ba45cd2f8510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:06.857906 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1232cb7e-b41a-4c92-aee4-335fa0d3ce99 req-27316e58-d256-4cba-ae6a-ba45cd2f8510 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a00aed8d-388d-4a59-b28e-f4e83ba31ee8 HTTP/1.1" status: 200 len: 855 time: 0.0983078 Jul 09 16:30:06.867805 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:06.940237 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port f7f81988-16b4-4aaa-9fcc-615e322d8774, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=f7f81988-16b4-4aaa-9fcc-615e322d8774,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:30:06.945503 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:07.032022 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232cb7e-b41a-4c92-aee4-335fa0d3ce99 req-91cd47f4-b552-4fc9-804e-c9909f4e3b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:07.035177 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1232cb7e-b41a-4c92-aee4-335fa0d3ce99 req-91cd47f4-b552-4fc9-804e-c9909f4e3b28 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=23f1f623-b507-468d-a7a7-450e8778c5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1582174 Jul 09 16:30:07.042629 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=f7f81988-16b4-4aaa-9fcc-615e322d8774,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:07.073864 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-168f03ea-096b-4824-bd3d-689a94b748a4 None None] Provisioning for port 18140ac1-7dc2-477b-9ec8-639e264576a5 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:30:07.082099 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-168f03ea-096b-4824-bd3d-689a94b748a4 None None] Provisioning complete for port 18140ac1-7dc2-477b-9ec8-639e264576a5 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:30:07.082567 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-168f03ea-096b-4824-bd3d-689a94b748a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:07.093253 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device dec78666-cfaf-4ec5-acc6-b7e13c4009a1 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:30:07.201902 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-168f03ea-096b-4824-bd3d-689a94b748a4 None None] Port 18140ac1-7dc2-477b-9ec8-639e264576a5 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:30:07.271820 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1232cb7e-b41a-4c92-aee4-335fa0d3ce99 req-553e8c0b-d409-4fcd-8a25-001166e8dee3 service neutron] 10.222.0.77 "GET /v2.0/networks/23f1f623-b507-468d-a7a7-450e8778c5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040193 Jul 09 16:30:07.331489 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port dec78666-cfaf-4ec5-acc6-b7e13c4009a1, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=dec78666-cfaf-4ec5-acc6-b7e13c4009a1,segment=NetworkSegment(b17effcb-431d-43b3-801f-bd6ca572eef8),segment_id=b17effcb-431d-43b3-801f-bd6ca572eef8)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:30:07.356164 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': 'dec78666-cfaf-4ec5-acc6-b7e13c4009a1', 'network_id': '23f1f623-b507-468d-a7a7-450e8778c5e5', 'port_id': 'dec78666-cfaf-4ec5-acc6-b7e13c4009a1', 'mac_address': 'fa:16:3e:68:7c:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a00aed8d-388d-4a59-b28e-f4e83ba31ee8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:30:07.432725 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:07.467168 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dec78666-cfaf-4ec5-acc6-b7e13c4009a1 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:30:07.484474 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b17af2fe-26f0-4a3e-b8f0-fe911cee05cf req-56288bf0-413e-412c-9d26-0684317c7841 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/security-groups?id=1cd28115-a72b-47bb-907a-24e6b91de643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7026587 Jul 09 16:30:07.512770 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1232cb7e-b41a-4c92-aee4-335fa0d3ce99 req-4a8aa8da-7c79-4fe7-948f-77b1560b87fa service neutron] 10.222.0.77 "GET /v2.0/networks/23f1f623-b507-468d-a7a7-450e8778c5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332084 Jul 09 16:30:07.513326 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port dec78666-cfaf-4ec5-acc6-b7e13c4009a1, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=dec78666-cfaf-4ec5-acc6-b7e13c4009a1,segment=NetworkSegment(b17effcb-431d-43b3-801f-bd6ca572eef8),segment_id=b17effcb-431d-43b3-801f-bd6ca572eef8)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:30:07.530190 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:07.552075 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17abd7ee-1d0e-4109-9809-9aad8a2f3d7c req-182de686-e17c-4c09-8175-232a6ef14f16 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:07.563151 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-17abd7ee-1d0e-4109-9809-9aad8a2f3d7c req-182de686-e17c-4c09-8175-232a6ef14f16 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 946 time: 0.2163682 Jul 09 16:30:07.577962 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 979bff33-6997-4354-abf3-dcab99fbd3f9 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:30:07.619998 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-17abd7ee-1d0e-4109-9809-9aad8a2f3d7c req-c8307398-78db-42ec-a62b-f8324ac4a1f1 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558677 Jul 09 16:30:07.679437 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77c448c2-6d99-4606-889a-4e924aa132b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:07.712338 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=dec78666-cfaf-4ec5-acc6-b7e13c4009a1,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:07.761875 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 979bff33-6997-4354-abf3-dcab99fbd3f9, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=979bff33-6997-4354-abf3-dcab99fbd3f9,segment=NetworkSegment(ccf009d5-237d-4e31-8041-1465d7de9aef),segment_id=ccf009d5-237d-4e31-8041-1465d7de9aef)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:30:07.774665 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '979bff33-6997-4354-abf3-dcab99fbd3f9', 'network_id': 'a171d79a-1159-4481-9cc1-46c665ce3a96', 'port_id': '979bff33-6997-4354-abf3-dcab99fbd3f9', 'mac_address': 'fa:16:3e:a1:db:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9e97679-e3ca-4f43-b281-7791408a1287', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:30:07.819009 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:07.839565 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 979bff33-6997-4354-abf3-dcab99fbd3f9 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:30:07.867927 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 979bff33-6997-4354-abf3-dcab99fbd3f9, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=979bff33-6997-4354-abf3-dcab99fbd3f9,segment=NetworkSegment(ccf009d5-237d-4e31-8041-1465d7de9aef),segment_id=ccf009d5-237d-4e31-8041-1465d7de9aef)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:30:07.873203 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:07.928255 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=979bff33-6997-4354-abf3-dcab99fbd3f9,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:07.949603 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0191be-a660-48d3-93d8-91eebb4861fd req-87111937-2231-4358-8f14-36917a228ec2 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:07.954997 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bb0191be-a660-48d3-93d8-91eebb4861fd req-87111937-2231-4358-8f14-36917a228ec2 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ef7fed6-e1f7-4347-9a2b-265ec5153f7d HTTP/1.1" status: 200 len: 945 time: 0.2143042 Jul 09 16:30:07.988743 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['979bff33-6997-4354-abf3-dcab99fbd3f9'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:30:08.027038 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['dec78666-cfaf-4ec5-acc6-b7e13c4009a1'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:30:08.061888 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae4fa4b-c7da-4148-84ef-9b856c87998c admin admin] Router 8ea7c312-4851-457b-9c99-47152697f3c7 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:30:08.092759 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bb0191be-a660-48d3-93d8-91eebb4861fd req-9a28909a-fc87-4197-9944-ab5d93990ab6 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105778 Jul 09 16:30:08.214993 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77c448c2-6d99-4606-889a-4e924aa132b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:08.268139 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77c448c2-6d99-4606-889a-4e924aa132b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:08.356141 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c448c2-6d99-4606-889a-4e924aa132b0 admin admin] Pushing event updated for resources: {'Port': ['ID=18140ac1-7dc2-477b-9ec8-639e264576a5,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:08.358712 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77c448c2-6d99-4606-889a-4e924aa132b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:08.444397 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae4fa4b-c7da-4148-84ef-9b856c87998c admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:30:08.451125 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-bae4fa4b-c7da-4148-84ef-9b856c87998c admin admin] 10.222.0.98 "PUT /v2.0/routers/8ea7c312-4851-457b-9c99-47152697f3c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1779511 Jul 09 16:30:08.454091 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 47034) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:30:08.460373 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device f7f81988-16b4-4aaa-9fcc-615e322d8774 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:30:08.469845 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c448c2-6d99-4606-889a-4e924aa132b0 admin admin] Network e295aca4-1c7f-4744-8237-57e5e97ac200 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:30:08.471637 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-77c448c2-6d99-4606-889a-4e924aa132b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:30:08.474163 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c006b33-b616-4195-ae50-57b11855436f None None] Sync routers for ids ['8ea7c312-4851-457b-9c99-47152697f3c7'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:30:08.490035 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c006b33-b616-4195-ae50-57b11855436f None None] Routers {'8ea7c312-4851-457b-9c99-47152697f3c7'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:30:08.490678 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-3c006b33-b616-4195-ae50-57b11855436f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:29:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['8ea7c312-4851-457b-9c99-47152697f3c7'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:30:08.600498 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port f7f81988-16b4-4aaa-9fcc-615e322d8774 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:30:08.600804 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:08.694590 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a0bb7121-50c2-4123-9ebd-965c2b5171f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:08.831340 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77c448c2-6d99-4606-889a-4e924aa132b0 admin admin] Router 08174a74-fd86-49aa-989f-bb8e2e9b28ea has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:30:08.849585 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a0bb7121-50c2-4123-9ebd-965c2b5171f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:08.941307 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-a0bb7121-50c2-4123-9ebd-965c2b5171f8 admin admin] Deleting port 40d0feb4-9fd8-48a7-acc6-a7ad18d9ca15 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:30:08.941888 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a0bb7121-50c2-4123-9ebd-965c2b5171f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:09.053744 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-3c006b33-b616-4195-ae50-57b11855436f None None] Set router 8ea7c312-4851-457b-9c99-47152697f3c7 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:30:09.090233 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-a0bb7121-50c2-4123-9ebd-965c2b5171f8 admin admin] For port 40d0feb4-9fd8-48a7-acc6-a7ad18d9ca15, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=40d0feb4-9fd8-48a7-acc6-a7ad18d9ca15,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:30:09.090955 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a0bb7121-50c2-4123-9ebd-965c2b5171f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:09.091564 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device dec78666-cfaf-4ec5-acc6-b7e13c4009a1 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:30:09.111994 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-a0bb7121-50c2-4123-9ebd-965c2b5171f8 admin admin] Calling delete_port for 40d0feb4-9fd8-48a7-acc6-a7ad18d9ca15 owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:30:09.243578 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9b76c2a5-0e9f-46e1-b6dc-f50e4652fdd3 None None] Provisioning complete for port 18140ac1-7dc2-477b-9ec8-639e264576a5 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:30:09.244903 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9b76c2a5-0e9f-46e1-b6dc-f50e4652fdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:09.363828 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port dec78666-cfaf-4ec5-acc6-b7e13c4009a1 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:30:09.378802 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port dec78666-cfaf-4ec5-acc6-b7e13c4009a1 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:30:09.379210 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:09.443526 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c5fe4-e7b2-4def-aa51-86abdd003486 req-c5ecb899-0dac-4d30-b6f6-5f593428570f tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:09.447574 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7b4c5fe4-e7b2-4def-aa51-86abdd003486 req-c5ecb899-0dac-4d30-b6f6-5f593428570f tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 945 time: 0.4272125 Jul 09 16:30:09.450950 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c448c2-6d99-4606-889a-4e924aa132b0 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:30:09.488963 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-77c448c2-6d99-4606-889a-4e924aa132b0 admin admin] 10.222.0.98 "PUT /v2.0/routers/08174a74-fd86-49aa-989f-bb8e2e9b28ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2959371 Jul 09 16:30:09.504354 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68db27b7-9065-41c3-ba28-8a2ae8c698ee None None] Sync routers for ids ['08174a74-fd86-49aa-989f-bb8e2e9b28ea'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:30:09.539395 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9b76c2a5-0e9f-46e1-b6dc-f50e4652fdd3 None None] Port 18140ac1-7dc2-477b-9ec8-639e264576a5 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:30:09.553185 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a0bb7121-50c2-4123-9ebd-965c2b5171f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:09.560089 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68db27b7-9065-41c3-ba28-8a2ae8c698ee None None] Routers {'08174a74-fd86-49aa-989f-bb8e2e9b28ea'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:30:09.561136 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-68db27b7-9065-41c3-ba28-8a2ae8c698ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:29:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['08174a74-fd86-49aa-989f-bb8e2e9b28ea'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:30:09.595791 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7b4c5fe4-e7b2-4def-aa51-86abdd003486 req-19785242-601f-4476-a203-174e51f3d2d9 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055064 Jul 09 16:30:09.637385 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-3c006b33-b616-4195-ae50-57b11855436f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea7c312-4851-457b-9c99-47152697f3c7', 'name': 'tempest-ServerActionsTestJSON-1744582686-router', 'tenant_id': '927faf6a074749d0b7e4b4706940c5ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '40d0feb4-9fd8-48a7-acc6-a7ad18d9ca15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:20:45Z', 'updated_at': '2021-07-09T16:30:05Z', 'revision_number': 5, 'project_id': '927faf6a074749d0b7e4b4706940c5ca', 'gw_port': {'id': '40d0feb4-9fd8-48a7-acc6-a7ad18d9ca15', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea7c312-4851-457b-9c99-47152697f3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:20:46Z', 'updated_at': '2021-07-09T16:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:30:09.697036 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c006b33-b616-4195-ae50-57b11855436f None None] Checking router: 8ea7c312-4851-457b-9c99-47152697f3c7 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:30:09.721337 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c006b33-b616-4195-ae50-57b11855436f None None] Routers {'8ea7c312-4851-457b-9c99-47152697f3c7'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:30:09.722826 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-3c006b33-b616-4195-ae50-57b11855436f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:29:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['8ea7c312-4851-457b-9c99-47152697f3c7'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:30:09.744690 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-68db27b7-9065-41c3-ba28-8a2ae8c698ee None None] Set router 08174a74-fd86-49aa-989f-bb8e2e9b28ea gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:30:09.825305 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 40b28d9c-c6bb-43d3-8b85-f7e23dbeac90 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:30:09.861711 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-3c006b33-b616-4195-ae50-57b11855436f None None] Set router 8ea7c312-4851-457b-9c99-47152697f3c7 gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:30:09.956199 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-3c006b33-b616-4195-ae50-57b11855436f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea7c312-4851-457b-9c99-47152697f3c7', 'name': 'tempest-ServerActionsTestJSON-1744582686-router', 'tenant_id': '927faf6a074749d0b7e4b4706940c5ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:20:45Z', 'updated_at': '2021-07-09T16:30:09Z', 'revision_number': 7, 'project_id': '927faf6a074749d0b7e4b4706940c5ca', 'gw_port_host': None}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:30:09.965501 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 979bff33-6997-4354-abf3-dcab99fbd3f9 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:30:09.980990 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f949ff-9f05-4f57-be29-b2d689af68df req-00bb1901-49e6-466a-8d69-691ce941d79c tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:09.989120 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-23f949ff-9f05-4f57-be29-b2d689af68df req-00bb1901-49e6-466a-8d69-691ce941d79c tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ef7fed6-e1f7-4347-9a2b-265ec5153f7d HTTP/1.1" status: 200 len: 945 time: 0.1772141 Jul 09 16:30:10.037581 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-23f949ff-9f05-4f57-be29-b2d689af68df req-96fa1397-20a9-4e34-a780-51473a469470 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475225 Jul 09 16:30:10.040022 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c006b33-b616-4195-ae50-57b11855436f None None] The sync data for ids ['8ea7c312-4851-457b-9c99-47152697f3c7'] in n-d-798930-3 is: [{'id': '8ea7c312-4851-457b-9c99-47152697f3c7', 'name': 'tempest-ServerActionsTestJSON-1744582686-router', 'tenant_id': '927faf6a074749d0b7e4b4706940c5ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:20:45Z', 'updated_at': '2021-07-09T16:30:09Z', 'revision_number': 7, 'project_id': '927faf6a074749d0b7e4b4706940c5ca', 'gw_port_host': None}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:30:10.225539 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:10.229459 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:10.314680 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 40b28d9c-c6bb-43d3-8b85-f7e23dbeac90, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=40b28d9c-c6bb-43d3-8b85-f7e23dbeac90,segment=NetworkSegment(b17effcb-431d-43b3-801f-bd6ca572eef8),segment_id=b17effcb-431d-43b3-801f-bd6ca572eef8)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:30:10.337158 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '151aa636-afea-4278-a1c0-e7888fad236a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec78666-cfaf-4ec5-acc6-b7e13c4009a1'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:30:10.339510 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3122709e-34a6-4f3e-bee2-f84d19638fae" -d '{"events": [{"server_uuid": "151aa636-afea-4278-a1c0-e7888fad236a", "name": "network-vif-plugged", "status": "completed", "tag": "dec78666-cfaf-4ec5-acc6-b7e13c4009a1"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:30:10.359045 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '40b28d9c-c6bb-43d3-8b85-f7e23dbeac90', 'network_id': '23f1f623-b507-468d-a7a7-450e8778c5e5', 'port_id': '40b28d9c-c6bb-43d3-8b85-f7e23dbeac90', 'mac_address': 'fa:16:3e:2a:de:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a00aed8d-388d-4a59-b28e-f4e83ba31ee8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:30:10.368559 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port dec78666-cfaf-4ec5-acc6-b7e13c4009a1, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=dec78666-cfaf-4ec5-acc6-b7e13c4009a1,segment=NetworkSegment(b17effcb-431d-43b3-801f-bd6ca572eef8),segment_id=b17effcb-431d-43b3-801f-bd6ca572eef8)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:30:10.380965 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 979bff33-6997-4354-abf3-dcab99fbd3f9 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:30:10.381344 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:10.389407 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:10.420312 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb7121-50c2-4123-9ebd-965c2b5171f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=40d0feb4-9fd8-48a7-acc6-a7ad18d9ca15,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:10.485659 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a0bb7121-50c2-4123-9ebd-965c2b5171f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:10.497873 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 47060) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:30:10.504189 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-cda6f37b-14d8-464a-aa62-7475132e5112 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-338260607', 'description': 'tempest-secgroup-smoke-338260607 description', 'project_id': 'c6204232ae3d43e588d6fd07bded6f22'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:30:10.535294 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device b863c5ba-4531-4111-b284-8da94f975396 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:30:10.577872 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cda6f37b-14d8-464a-aa62-7475132e5112 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:10.616105 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3c52ef-241d-4590-89da-30e0e697405f x-openstack-request-id: req-bb3c52ef-241d-4590-89da-30e0e697405f {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:30:10.616391 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "151aa636-afea-4278-a1c0-e7888fad236a", "name": "network-vif-plugged", "status": "completed", "tag": "dec78666-cfaf-4ec5-acc6-b7e13c4009a1", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:30:10.616643 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-bb3c52ef-241d-4590-89da-30e0e697405f {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:30:10.617113 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '151aa636-afea-4278-a1c0-e7888fad236a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec78666-cfaf-4ec5-acc6-b7e13c4009a1', 'code': 200} Jul 09 16:30:10.623014 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: b863c5ba-4531-4111-b284-8da94f975396 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:30:10.623355 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device b863c5ba-4531-4111-b284-8da94f975396 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:30:10.634513 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:10.665244 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6a888-d8a4-47da-a900-b1fb8513dcd4 req-b6aea2ce-f5c6-45c6-985e-24553066e8f0 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:10.673617 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-eec6a888-d8a4-47da-a900-b1fb8513dcd4 req-b6aea2ce-f5c6-45c6-985e-24553066e8f0 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/ports?device_id=116c9c6b-d4cf-4f9e-96a1-3c3274427a28 HTTP/1.1" status: 200 len: 944 time: 1.2242038 Jul 09 16:30:10.692769 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40b28d9c-c6bb-43d3-8b85-f7e23dbeac90 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:30:10.703092 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=dec78666-cfaf-4ec5-acc6-b7e13c4009a1,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:10.749855 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 40b28d9c-c6bb-43d3-8b85-f7e23dbeac90, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=40b28d9c-c6bb-43d3-8b85-f7e23dbeac90,segment=NetworkSegment(b17effcb-431d-43b3-801f-bd6ca572eef8),segment_id=b17effcb-431d-43b3-801f-bd6ca572eef8)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:30:10.758446 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:10.774489 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cda6f37b-14d8-464a-aa62-7475132e5112 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:10.782635 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cda6f37b-14d8-464a-aa62-7475132e5112 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:10.818829 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-eec6a888-d8a4-47da-a900-b1fb8513dcd4 req-ab24ad53-f7b0-4e7c-b7a5-eebd79fb8907 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/security-groups?id=1cd28115-a72b-47bb-907a-24e6b91de643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673175 Jul 09 16:30:10.842812 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a0bb7121-50c2-4123-9ebd-965c2b5171f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:10.856892 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a0bb7121-50c2-4123-9ebd-965c2b5171f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:10.881731 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cda6f37b-14d8-464a-aa62-7475132e5112 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:10.884155 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-cda6f37b-14d8-464a-aa62-7475132e5112 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3847945 Jul 09 16:30:10.889912 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 47066) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:30:10.904606 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-37e8147c-0e50-439b-a1ea-14da2ba0be2b tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Request body: {'security_group_rule': {'security_group_id': 'e75db5fc-c806-4a82-9e9e-c02a44e35e64', 'project_id': 'c6204232ae3d43e588d6fd07bded6f22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:30:10.926734 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda6f37b-14d8-464a-aa62-7475132e5112 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e75db5fc-c806-4a82-9e9e-c02a44e35e64,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:10.928712 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a0bb7121-50c2-4123-9ebd-965c2b5171f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:10.929234 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0bb7121-50c2-4123-9ebd-965c2b5171f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ea7c312-4851-457b-9c99-47152697f3c7 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:30:10.935637 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a0bb7121-50c2-4123-9ebd-965c2b5171f8 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:10.941054 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a0bb7121-50c2-4123-9ebd-965c2b5171f8 admin admin] 10.222.0.98 "DELETE /v2.0/routers/8ea7c312-4851-457b-9c99-47152697f3c7 HTTP/1.1" status: 204 len: 168 time: 2.4824803 Jul 09 16:30:10.941054 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 47068) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:30:10.953507 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb5b38-cfc4-4141-a62b-cdefca75cacd req-9d731d66-0b31-43df-bb7d-85cfad3cf23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:10.954981 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-35eb5b38-cfc4-4141-a62b-cdefca75cacd req-9d731d66-0b31-43df-bb7d-85cfad3cf23a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=151aa636-afea-4278-a1c0-e7888fad236a HTTP/1.1" status: 200 len: 1097 time: 0.2044110 Jul 09 16:30:11.000325 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-37e8147c-0e50-439b-a1ea-14da2ba0be2b tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:11.039641 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-35eb5b38-cfc4-4141-a62b-cdefca75cacd req-e53c6b32-c3a8-4afb-a495-0b631e2a77cb service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1cd28115-a72b-47bb-907a-24e6b91de643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592730 Jul 09 16:30:11.046569 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-545213b8-74d4-4a80-81aa-59bd7db7de5a admin admin] Deleting subnet 9ed42caa-ccec-43f9-abc2-3f037ba46c07 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:30:11.051213 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-545213b8-74d4-4a80-81aa-59bd7db7de5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:11.105809 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-37e8147c-0e50-439b-a1ea-14da2ba0be2b tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:11.116425 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-545213b8-74d4-4a80-81aa-59bd7db7de5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:11.118990 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-37e8147c-0e50-439b-a1ea-14da2ba0be2b tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:11.197613 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e8147c-0e50-439b-a1ea-14da2ba0be2b tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02518d9c-2102-4769-a803-357b274a98ab,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:11.216243 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-37e8147c-0e50-439b-a1ea-14da2ba0be2b tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:11.221135 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-37e8147c-0e50-439b-a1ea-14da2ba0be2b tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3299375 Jul 09 16:30:11.221869 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 47076) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:30:11.227270 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f79bf97c-8639-4997-a6be-b240253469a3 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Request body: {'security_group_rule': {'security_group_id': 'e75db5fc-c806-4a82-9e9e-c02a44e35e64', 'project_id': 'c6204232ae3d43e588d6fd07bded6f22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:30:11.334029 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f79bf97c-8639-4997-a6be-b240253469a3 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:11.369926 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-68db27b7-9065-41c3-ba28-8a2ae8c698ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08174a74-fd86-49aa-989f-bb8e2e9b28ea', 'name': 'tempest-TestServerBasicOps-570514983-router', 'tenant_id': 'd554f72fc5524907977c7a42cd148900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'f7f81988-16b4-4aaa-9fcc-615e322d8774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:29:56Z', 'updated_at': '2021-07-09T16:30:07Z', 'revision_number': 4, 'project_id': 'd554f72fc5524907977c7a42cd148900', 'gw_port': {'id': 'f7f81988-16b4-4aaa-9fcc-615e322d8774', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:02:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08174a74-fd86-49aa-989f-bb8e2e9b28ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:29:58Z', 'updated_at': '2021-07-09T16:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '18140ac1-7dc2-477b-9ec8-639e264576a5', 'name': '', 'network_id': 'e295aca4-1c7f-4744-8237-57e5e97ac200', 'tenant_id': 'd554f72fc5524907977c7a42cd148900', 'mac_address': 'fa:16:3e:3f:44:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08174a74-fd86-49aa-989f-bb8e2e9b28ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '2ef6964e-3c04-4643-a2af-a181316f07b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:30:05Z', 'updated_at': '2021-07-09T16:30:07Z', 'revision_number': 2, 'project_id': 'd554f72fc5524907977c7a42cd148900', 'subnets': [{'id': '2ef6964e-3c04-4643-a2af-a181316f07b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:30:11.394519 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['40b28d9c-c6bb-43d3-8b85-f7e23dbeac90'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:30:11.423097 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-545213b8-74d4-4a80-81aa-59bd7db7de5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:11.428166 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=40b28d9c-c6bb-43d3-8b85-f7e23dbeac90,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:11.431978 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:11.447530 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68db27b7-9065-41c3-ba28-8a2ae8c698ee None None] Checking router: 08174a74-fd86-49aa-989f-bb8e2e9b28ea for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:30:11.454207 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68db27b7-9065-41c3-ba28-8a2ae8c698ee None None] Updating router 08174a74-fd86-49aa-989f-bb8e2e9b28ea port 18140ac1-7dc2-477b-9ec8-639e264576a5 binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:30:11.508205 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8cee3f-7589-4176-9250-630424ba8542 req-8f01d01c-78c5-4b8b-ad26-7ecd73087575 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:11.516583 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8c8cee3f-7589-4176-9250-630424ba8542 req-8f01d01c-78c5-4b8b-ad26-7ecd73087575 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 945 time: 0.3432963 Jul 09 16:30:11.538049 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f79bf97c-8639-4997-a6be-b240253469a3 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:11.552714 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f79bf97c-8639-4997-a6be-b240253469a3 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:11.596387 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-68db27b7-9065-41c3-ba28-8a2ae8c698ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:11.619663 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8c8cee3f-7589-4176-9250-630424ba8542 req-2f517cfd-c36a-491b-8a97-905aa42fbe6e tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891302 Jul 09 16:30:11.628136 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f79bf97c-8639-4997-a6be-b240253469a3 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:11.629059 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-545213b8-74d4-4a80-81aa-59bd7db7de5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:11.633564 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f79bf97c-8639-4997-a6be-b240253469a3 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4075720 Jul 09 16:30:11.633564 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79bf97c-8639-4997-a6be-b240253469a3 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd87a0c3-6fb2-4f6b-9d41-4e4cc4346190,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:11.635363 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 47078) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:30:11.681107 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-95bd239a-cfbd-46e8-8ed5-1989013bd056 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Request body: {'security_group_rule': {'security_group_id': 'e75db5fc-c806-4a82-9e9e-c02a44e35e64', 'project_id': 'c6204232ae3d43e588d6fd07bded6f22', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:30:11.691800 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-545213b8-74d4-4a80-81aa-59bd7db7de5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:11.696650 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e435e83-2467-4b71-96b3-c71eb627e6f7 None None] Network e14244d3-321e-4e11-8fa5-f8d23e2088a8 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:30:11.707370 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-545213b8-74d4-4a80-81aa-59bd7db7de5a admin admin] 10.222.0.98 "DELETE /v2.0/subnets/9ed42caa-ccec-43f9-abc2-3f037ba46c07 HTTP/1.1" status: 204 len: 168 time: 0.7654951 Jul 09 16:30:11.708441 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545213b8-74d4-4a80-81aa-59bd7db7de5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ed42caa-ccec-43f9-abc2-3f037ba46c07,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:11.710471 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 47082) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:30:11.718688 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85a153-167e-47c2-8d0e-305266bd29c3 req-f3053bda-b5ea-46e5-871c-39c1a44b09de tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:11.726902 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4c85a153-167e-47c2-8d0e-305266bd29c3 req-f3053bda-b5ea-46e5-871c-39c1a44b09de tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ef7fed6-e1f7-4347-9a2b-265ec5153f7d HTTP/1.1" status: 200 len: 945 time: 0.3254571 Jul 09 16:30:11.760137 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 979bff33-6997-4354-abf3-dcab99fbd3f9, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=979bff33-6997-4354-abf3-dcab99fbd3f9,segment=NetworkSegment(ccf009d5-237d-4e31-8041-1465d7de9aef),segment_id=ccf009d5-237d-4e31-8041-1465d7de9aef)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:30:11.793290 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4c85a153-167e-47c2-8d0e-305266bd29c3 req-37089dfe-c5f9-4578-be4a-00972f4b8f29 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636206 Jul 09 16:30:11.805691 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-95bd239a-cfbd-46e8-8ed5-1989013bd056 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:11.817548 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-77563907-2252-4057-a77f-227e8c507123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:11.865856 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-95bd239a-cfbd-46e8-8ed5-1989013bd056 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:11.877903 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-95bd239a-cfbd-46e8-8ed5-1989013bd056 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:11.884511 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:11.915221 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-95bd239a-cfbd-46e8-8ed5-1989013bd056 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:11.916715 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-95bd239a-cfbd-46e8-8ed5-1989013bd056 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2417452 Jul 09 16:30:11.920460 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 47086) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:30:11.927926 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f0f6bb44-e830-476e-9c63-54fe3055c6b9 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Request body: {'security_group_rule': {'security_group_id': 'e75db5fc-c806-4a82-9e9e-c02a44e35e64', 'project_id': 'c6204232ae3d43e588d6fd07bded6f22', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:30:11.936235 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd239a-cfbd-46e8-8ed5-1989013bd056 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f8687fe-eae5-4c56-896c-693bac01f00b,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:11.964270 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f0f6bb44-e830-476e-9c63-54fe3055c6b9 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:11.974632 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-77563907-2252-4057-a77f-227e8c507123 admin admin] Deleting port 8426c2bc-01a3-4fec-adde-76d8eaadb3ed {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:30:11.975371 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-77563907-2252-4057-a77f-227e8c507123 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:12.056371 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=979bff33-6997-4354-abf3-dcab99fbd3f9,revision_number=7']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:12.061474 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f0f6bb44-e830-476e-9c63-54fe3055c6b9 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:12.071463 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f0f6bb44-e830-476e-9c63-54fe3055c6b9 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:12.112542 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f6bb44-e830-476e-9c63-54fe3055c6b9 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c76cc6b3-169e-47b0-a34a-4567425acadc,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:12.127910 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-77563907-2252-4057-a77f-227e8c507123 admin admin] For port 8426c2bc-01a3-4fec-adde-76d8eaadb3ed, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=8426c2bc-01a3-4fec-adde-76d8eaadb3ed,segment=NetworkSegment(44b862f2-e325-48d7-99eb-7401b6fb9e9c),segment_id=44b862f2-e325-48d7-99eb-7401b6fb9e9c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:30:12.129625 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-77563907-2252-4057-a77f-227e8c507123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:12.141630 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f0f6bb44-e830-476e-9c63-54fe3055c6b9 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:12.146718 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f0f6bb44-e830-476e-9c63-54fe3055c6b9 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2251971 Jul 09 16:30:12.147764 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 47088) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:30:12.153140 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a5f51414-d229-4cd3-9b2c-9d423b42de2f tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Request body: {'security_group_rule': {'security_group_id': 'e75db5fc-c806-4a82-9e9e-c02a44e35e64', 'project_id': 'c6204232ae3d43e588d6fd07bded6f22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:30:12.175181 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-77563907-2252-4057-a77f-227e8c507123 admin admin] Calling delete_port for 8426c2bc-01a3-4fec-adde-76d8eaadb3ed owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:30:12.193436 n-d-798930-3 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-a5f51414-d229-4cd3-9b2c-9d423b42de2f tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Project c6204232ae3d43e588d6fd07bded6f22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 16:30:12.204196 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a5f51414-d229-4cd3-9b2c-9d423b42de2f tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:12.293903 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a5f51414-d229-4cd3-9b2c-9d423b42de2f tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:12.301421 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a5f51414-d229-4cd3-9b2c-9d423b42de2f tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:12.332973 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f51414-d229-4cd3-9b2c-9d423b42de2f tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f28a4f3d-edc8-491a-84e0-5972c547cdd6,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:12.349449 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a5f51414-d229-4cd3-9b2c-9d423b42de2f tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:12.358082 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 47092) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:30:12.361147 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a5f51414-d229-4cd3-9b2c-9d423b42de2f tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2118309 Jul 09 16:30:12.378342 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-0315c05e-398f-440f-b8fb-0d517b93effd tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Request body: {'security_group_rule': {'security_group_id': 'e75db5fc-c806-4a82-9e9e-c02a44e35e64', 'project_id': 'c6204232ae3d43e588d6fd07bded6f22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:30:12.430204 n-d-798930-3 neutron-server[93959]: INFO neutron.db.securitygroups_db [None req-0315c05e-398f-440f-b8fb-0d517b93effd tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Project c6204232ae3d43e588d6fd07bded6f22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 16:30:12.450667 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0315c05e-398f-440f-b8fb-0d517b93effd tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:12.521672 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 40d0feb4-9fd8-48a7-acc6-a7ad18d9ca15 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:30:12.568058 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 40d0feb4-9fd8-48a7-acc6-a7ad18d9ca15 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:30:12.569774 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 40d0feb4-9fd8-48a7-acc6-a7ad18d9ca15 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:30:12.620043 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b72271-6fd5-4421-a385-eedba481230a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979bff33-6997-4354-abf3-dcab99fbd3f9'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:30:12.622876 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452afdd6-af44-49b9-9926-5c9fb0199ce5" -d '{"events": [{"server_uuid": "80b72271-6fd5-4421-a385-eedba481230a", "name": "network-vif-plugged", "status": "completed", "tag": "979bff33-6997-4354-abf3-dcab99fbd3f9"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:30:12.658429 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-77563907-2252-4057-a77f-227e8c507123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:12.659576 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7bcd10-c642-486f-a1e7-98a998621118 None None] DHCP port deletion for e14244d3-321e-4e11-8fa5-f8d23e2088a8 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:30:12.724660 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9d36ed-8e99-4f42-a087-d8d301701326 x-openstack-request-id: req-ab9d36ed-8e99-4f42-a087-d8d301701326 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:30:12.724911 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b72271-6fd5-4421-a385-eedba481230a", "name": "network-vif-plugged", "status": "completed", "tag": "979bff33-6997-4354-abf3-dcab99fbd3f9", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:30:12.725160 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ab9d36ed-8e99-4f42-a087-d8d301701326 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:30:12.725546 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b72271-6fd5-4421-a385-eedba481230a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979bff33-6997-4354-abf3-dcab99fbd3f9', 'code': 200} Jul 09 16:30:12.753436 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-68db27b7-9065-41c3-ba28-8a2ae8c698ee None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:12.767265 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-68db27b7-9065-41c3-ba28-8a2ae8c698ee None None] Transition to ACTIVE for port object 18140ac1-7dc2-477b-9ec8-639e264576a5 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:30:12.776480 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-68db27b7-9065-41c3-ba28-8a2ae8c698ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:12.810595 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77563907-2252-4057-a77f-227e8c507123 admin admin] Pushing event deleted for resources: {'Port': ['ID=8426c2bc-01a3-4fec-adde-76d8eaadb3ed,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:12.833387 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77563907-2252-4057-a77f-227e8c507123 admin admin] No DVR routers for this DVR port 8426c2bc-01a3-4fec-adde-76d8eaadb3ed on host n-d-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:30:12.856494 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9652946c-baa0-4c21-8663-c2193e21f81c None None] Pushing event updated for resources: {'Port': ['ID=18140ac1-7dc2-477b-9ec8-639e264576a5,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:12.942041 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-68db27b7-9065-41c3-ba28-8a2ae8c698ee None None] Attempting to bind port 18140ac1-7dc2-477b-9ec8-639e264576a5 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:30:12.942701 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-68db27b7-9065-41c3-ba28-8a2ae8c698ee None None] Attempting to bind port 18140ac1-7dc2-477b-9ec8-639e264576a5 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'ce41b810-de3b-4e08-83d4-c639dfb2aa8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e295aca4-1c7f-4744-8237-57e5e97ac200'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:30:12.943192 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68db27b7-9065-41c3-ba28-8a2ae8c698ee None None] Attempting to bind port 18140ac1-7dc2-477b-9ec8-639e264576a5 on network e295aca4-1c7f-4744-8237-57e5e97ac200 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:30:12.948798 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68db27b7-9065-41c3-ba28-8a2ae8c698ee None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:30:12.949331 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68db27b7-9065-41c3-ba28-8a2ae8c698ee None None] Checking segment: {'id': 'ce41b810-de3b-4e08-83d4-c639dfb2aa8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e295aca4-1c7f-4744-8237-57e5e97ac200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:30:12.949846 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-68db27b7-9065-41c3-ba28-8a2ae8c698ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:12.950346 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68db27b7-9065-41c3-ba28-8a2ae8c698ee None None] Bound using segment: {'id': 'ce41b810-de3b-4e08-83d4-c639dfb2aa8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e295aca4-1c7f-4744-8237-57e5e97ac200'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:30:12.950999 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-68db27b7-9065-41c3-ba28-8a2ae8c698ee None None] Bound port: 18140ac1-7dc2-477b-9ec8-639e264576a5, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce41b810-de3b-4e08-83d4-c639dfb2aa8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e295aca4-1c7f-4744-8237-57e5e97ac200'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:30:12.951488 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-68db27b7-9065-41c3-ba28-8a2ae8c698ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:12.954057 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecea443-da9a-48ec-af04-687b4a83a1bf req-be9308eb-356c-4537-9372-c3ffc1bcff3d tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:12.971275 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8ecea443-da9a-48ec-af04-687b4a83a1bf req-be9308eb-356c-4537-9372-c3ffc1bcff3d tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/ports?device_id=116c9c6b-d4cf-4f9e-96a1-3c3274427a28 HTTP/1.1" status: 200 len: 945 time: 0.7604368 Jul 09 16:30:13.093702 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07734d0-494b-43ab-b24e-b7cbbb7c013f req-fa853a19-436d-416e-b925-66a5e6c19646 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:13.095338 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b07734d0-494b-43ab-b24e-b7cbbb7c013f req-fa853a19-436d-416e-b925-66a5e6c19646 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 946 time: 0.1815681 Jul 09 16:30:13.099195 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-68db27b7-9065-41c3-ba28-8a2ae8c698ee None None] For port 18140ac1-7dc2-477b-9ec8-639e264576a5, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:30:13.105541 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-68db27b7-9065-41c3-ba28-8a2ae8c698ee None None] For port 18140ac1-7dc2-477b-9ec8-639e264576a5, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=18140ac1-7dc2-477b-9ec8-639e264576a5,segment=NetworkSegment(ce41b810-de3b-4e08-83d4-c639dfb2aa8f),segment_id=ce41b810-de3b-4e08-83d4-c639dfb2aa8f)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:30:13.113194 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-68db27b7-9065-41c3-ba28-8a2ae8c698ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:13.188157 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b07734d0-494b-43ab-b24e-b7cbbb7c013f req-16b3ccb6-3a3b-4e22-9209-29e32fcef2b6 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817497 Jul 09 16:30:13.220010 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0315c05e-398f-440f-b8fb-0d517b93effd tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:13.249678 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0315c05e-398f-440f-b8fb-0d517b93effd tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:13.251774 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68db27b7-9065-41c3-ba28-8a2ae8c698ee None None] Routers {'08174a74-fd86-49aa-989f-bb8e2e9b28ea'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:30:13.253950 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-68db27b7-9065-41c3-ba28-8a2ae8c698ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:29:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['08174a74-fd86-49aa-989f-bb8e2e9b28ea'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:30:13.266435 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-77563907-2252-4057-a77f-227e8c507123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:13.285487 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8ecea443-da9a-48ec-af04-687b4a83a1bf req-164dcc27-8614-4048-bb03-a4b512c03717 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/security-groups?id=1cd28115-a72b-47bb-907a-24e6b91de643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144379 Jul 09 16:30:13.346140 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0315c05e-398f-440f-b8fb-0d517b93effd tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:13.355841 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0315c05e-398f-440f-b8fb-0d517b93effd tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9884017 Jul 09 16:30:13.357893 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-77563907-2252-4057-a77f-227e8c507123 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e14244d3-321e-4e11-8fa5-f8d23e2088a8']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:30:13.368082 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315c05e-398f-440f-b8fb-0d517b93effd tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34595d91-5557-4d85-8532-a572d0d0f2f0,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:13.379900 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-77563907-2252-4057-a77f-227e8c507123 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44b862f2-e325-48d7-99eb-7401b6fb9e9c') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:30:13.380584 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-77563907-2252-4057-a77f-227e8c507123 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44b862f2-e325-48d7-99eb-7401b6fb9e9c') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:30:13.399517 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9652946c-baa0-4c21-8663-c2193e21f81c None None] Pushing event updated for resources: {'Port': ['ID=18140ac1-7dc2-477b-9ec8-639e264576a5,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:13.420650 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-77563907-2252-4057-a77f-227e8c507123 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:13.447510 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-77563907-2252-4057-a77f-227e8c507123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:13.460052 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77563907-2252-4057-a77f-227e8c507123 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:30:13.460466 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-77563907-2252-4057-a77f-227e8c507123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:13.466327 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:30:13.466327 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:30:13.466327 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:30:13.466327 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:30:13.466327 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:30:13.466327 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:30:13.466327 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:30:13.466327 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:30:13.466327 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:30:13.466327 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:30:13.466327 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:30:13.466327 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:30:13.466327 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:30:13.466327 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:30:13.466327 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:30:13.466327 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:30:13.466327 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:30:13.466327 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:30:13.466327 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:30:13.466327 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:30:13.466327 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:30:13.466327 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:30:13.466327 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:30:13.466327 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:30:13.466327 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:30:13.466327 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:30:13.466327 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:30:13.466327 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:30:13.466327 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:30:13.466327 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:30:13.466327 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:30:13.466327 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:30:13.466327 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:30:13.466327 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:30:13.466327 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:30:13.466327 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:30:13.466327 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:30:13.466327 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:30:13.466327 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:30:13.466327 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:30:13.466327 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:30:13.466327 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:30:13.466327 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:30:13.466327 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:30:13.599233 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 40b28d9c-c6bb-43d3-8b85-f7e23dbeac90 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:30:13.644943 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-68db27b7-9065-41c3-ba28-8a2ae8c698ee None None] Set router 08174a74-fd86-49aa-989f-bb8e2e9b28ea gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:30:13.782070 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b6afd6c4-5156-4316-9f9d-cd41bea271fe req-b0c61b0f-5f30-4b83-ac66-1b1ba6fd81b7 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-338260607&fields=id&tenant_id=c6204232ae3d43e588d6fd07bded6f22 HTTP/1.1" status: 200 len: 267 time: 0.1574879 Jul 09 16:30:13.791237 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a03de6-f980-4cac-94b3-4210ba715238 req-87c70e2c-a26a-4672-9c16-ab18092e7513 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:13.800169 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-77563907-2252-4057-a77f-227e8c507123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:13.802912 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d9a03de6-f980-4cac-94b3-4210ba715238 req-87c70e2c-a26a-4672-9c16-ab18092e7513 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ef7fed6-e1f7-4347-9a2b-265ec5153f7d HTTP/1.1" status: 200 len: 945 time: 0.2463739 Jul 09 16:30:13.833478 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-77563907-2252-4057-a77f-227e8c507123 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:13.835448 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-77563907-2252-4057-a77f-227e8c507123 admin admin] 10.222.0.98 "DELETE /v2.0/networks/e14244d3-321e-4e11-8fa5-f8d23e2088a8 HTTP/1.1" status: 204 len: 168 time: 2.1234775 Jul 09 16:30:13.868967 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 40b28d9c-c6bb-43d3-8b85-f7e23dbeac90 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:30:13.872920 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d9a03de6-f980-4cac-94b3-4210ba715238 req-c715ffef-513f-4954-a8d4-260e87384b81 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688868 Jul 09 16:30:13.883516 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 40b28d9c-c6bb-43d3-8b85-f7e23dbeac90 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:30:13.884331 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:13.947233 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77563907-2252-4057-a77f-227e8c507123 admin admin] Pushing event deleted for resources: {'Network': ['ID=e14244d3-321e-4e11-8fa5-f8d23e2088a8,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:14.070496 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6afd6c4-5156-4316-9f9d-cd41bea271fe req-cd8e9c9c-de76-4f6e-bf70-7f1f535eef47 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:14.088752 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b6afd6c4-5156-4316-9f9d-cd41bea271fe req-cd8e9c9c-de76-4f6e-bf70-7f1f535eef47 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] 10.222.0.98 "GET /v2.0/networks?id=129b3fd4-7fdc-445f-ba31-1cab00ca62c3 HTTP/1.1" status: 200 len: 809 time: 0.3057303 Jul 09 16:30:14.125384 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b6afd6c4-5156-4316-9f9d-cd41bea271fe req-21d53c09-e977-4e97-928a-4660e4a6561d tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] 10.222.0.98 "GET /v2.0/quotas/c6204232ae3d43e588d6fd07bded6f22 HTTP/1.1" status: 200 len: 375 time: 0.0328109 Jul 09 16:30:14.140803 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 47116) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:30:14.269362 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:14.324532 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ef1028b3-f9b8-4fb4-86e4-fd31ea78e52d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=927faf6a074749d0b7e4b4706940c5ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1817107 Jul 09 16:30:14.331319 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 47122) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:30:14.419367 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b6afd6c4-5156-4316-9f9d-cd41bea271fe req-709f6ebd-bd29-4af5-b360-72d47f56c621 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=c6204232ae3d43e588d6fd07bded6f22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2202318 Jul 09 16:30:14.477641 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ec8ed12-7ee7-4f13-8f05-7001fc967f3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:14.520219 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 40b28d9c-c6bb-43d3-8b85-f7e23dbeac90, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=40b28d9c-c6bb-43d3-8b85-f7e23dbeac90,segment=NetworkSegment(b17effcb-431d-43b3-801f-bd6ca572eef8),segment_id=b17effcb-431d-43b3-801f-bd6ca572eef8)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:30:14.545454 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:14.610250 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ec8ed12-7ee7-4f13-8f05-7001fc967f3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:14.673674 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 8426c2bc-01a3-4fec-adde-76d8eaadb3ed no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:30:14.751305 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085f762-45c2-46d6-916d-e7b6fe4c09df req-d3f80f2a-f430-4dc6-b59f-5b3680bdf9c3 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:14.760758 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d085f762-45c2-46d6-916d-e7b6fe4c09df req-d3f80f2a-f430-4dc6-b59f-5b3680bdf9c3 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 946 time: 0.2427542 Jul 09 16:30:14.764978 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116c9c6b-d4cf-4f9e-96a1-3c3274427a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b28d9c-c6bb-43d3-8b85-f7e23dbeac90'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:30:14.767349 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bfdb805-cb59-4827-918b-4ae4407f1a8d" -d '{"events": [{"server_uuid": "116c9c6b-d4cf-4f9e-96a1-3c3274427a28", "name": "network-vif-plugged", "status": "completed", "tag": "40b28d9c-c6bb-43d3-8b85-f7e23dbeac90"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:30:14.779886 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b6afd6c4-5156-4316-9f9d-cd41bea271fe req-15a986dd-2887-401d-bee1-55f67f96248a service neutron] 10.222.0.98 "GET /v2.0/networks/129b3fd4-7fdc-445f-ba31-1cab00ca62c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065476 Jul 09 16:30:14.793473 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 8426c2bc-01a3-4fec-adde-76d8eaadb3ed {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:30:14.793824 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 8426c2bc-01a3-4fec-adde-76d8eaadb3ed not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:30:14.831731 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ec8ed12-7ee7-4f13-8f05-7001fc967f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:14.837868 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-68db27b7-9065-41c3-ba28-8a2ae8c698ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08174a74-fd86-49aa-989f-bb8e2e9b28ea', 'name': 'tempest-TestServerBasicOps-570514983-router', 'tenant_id': 'd554f72fc5524907977c7a42cd148900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'f7f81988-16b4-4aaa-9fcc-615e322d8774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:29:56Z', 'updated_at': '2021-07-09T16:30:07Z', 'revision_number': 4, 'project_id': 'd554f72fc5524907977c7a42cd148900', 'gw_port': {'id': 'f7f81988-16b4-4aaa-9fcc-615e322d8774', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:02:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08174a74-fd86-49aa-989f-bb8e2e9b28ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:29:58Z', 'updated_at': '2021-07-09T16:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '18140ac1-7dc2-477b-9ec8-639e264576a5', 'name': '', 'network_id': 'e295aca4-1c7f-4744-8237-57e5e97ac200', 'tenant_id': 'd554f72fc5524907977c7a42cd148900', 'mac_address': 'fa:16:3e:3f:44:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08174a74-fd86-49aa-989f-bb8e2e9b28ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '2ef6964e-3c04-4643-a2af-a181316f07b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:30:05Z', 'updated_at': '2021-07-09T16:30:13Z', 'revision_number': 4, 'project_id': 'd554f72fc5524907977c7a42cd148900', 'subnets': [{'id': '2ef6964e-3c04-4643-a2af-a181316f07b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:30:14.840805 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ec8ed12-7ee7-4f13-8f05-7001fc967f3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:14.845594 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-4ec8ed12-7ee7-4f13-8f05-7001fc967f3b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3327d918-a102-4021-a409-adf14eb413f4 HTTP/1.1" status: 204 len: 168 time: 0.5095530 Jul 09 16:30:14.865315 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d085f762-45c2-46d6-916d-e7b6fe4c09df req-e17118a9-a69e-40d3-a631-ad9fb48535fe tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031971 Jul 09 16:30:14.876268 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec8ed12-7ee7-4f13-8f05-7001fc967f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3327d918-a102-4021-a409-adf14eb413f4,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:14.993696 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68db27b7-9065-41c3-ba28-8a2ae8c698ee None None] The sync data for ids ['08174a74-fd86-49aa-989f-bb8e2e9b28ea'] in n-d-798930-3 is: [{'id': '08174a74-fd86-49aa-989f-bb8e2e9b28ea', 'name': 'tempest-TestServerBasicOps-570514983-router', 'tenant_id': 'd554f72fc5524907977c7a42cd148900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'f7f81988-16b4-4aaa-9fcc-615e322d8774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:29:56Z', 'updated_at': '2021-07-09T16:30:07Z', 'revision_number': 4, 'project_id': 'd554f72fc5524907977c7a42cd148900', 'gw_port': {'id': 'f7f81988-16b4-4aaa-9fcc-615e322d8774', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:02:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08174a74-fd86-49aa-989f-bb8e2e9b28ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:29:58Z', 'updated_at': '2021-07-09T16:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '18140ac1-7dc2-477b-9ec8-639e264576a5', 'name': '', 'network_id': 'e295aca4-1c7f-4744-8237-57e5e97ac200', 'tenant_id': 'd554f72fc5524907977c7a42cd148900', 'mac_address': 'fa:16:3e:3f:44:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08174a74-fd86-49aa-989f-bb8e2e9b28ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '2ef6964e-3c04-4643-a2af-a181316f07b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:30:05Z', 'updated_at': '2021-07-09T16:30:13Z', 'revision_number': 4, 'project_id': 'd554f72fc5524907977c7a42cd148900', 'subnets': [{'id': '2ef6964e-3c04-4643-a2af-a181316f07b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:30:15.037775 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=40b28d9c-c6bb-43d3-8b85-f7e23dbeac90,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:15.083203 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b6afd6c4-5156-4316-9f9d-cd41bea271fe req-95eff048-351a-4cc1-848c-646f92d3feda service neutron] 10.222.0.98 "GET /v2.0/networks/129b3fd4-7fdc-445f-ba31-1cab00ca62c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022919 Jul 09 16:30:15.395143 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01d5a1e-4965-44f7-b101-06c7fa6352d5 req-df0f692c-ade6-4fe9-8349-d3f4d86e126b tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:15.400625 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a01d5a1e-4965-44f7-b101-06c7fa6352d5 req-df0f692c-ade6-4fe9-8349-d3f4d86e126b tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/ports?device_id=116c9c6b-d4cf-4f9e-96a1-3c3274427a28 HTTP/1.1" status: 200 len: 946 time: 0.2384012 Jul 09 16:30:15.569775 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a01d5a1e-4965-44f7-b101-06c7fa6352d5 req-c5e5fa06-beb8-4d14-a836-7340c6488d9f tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/security-groups?id=1cd28115-a72b-47bb-907a-24e6b91de643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460919 Jul 09 16:30:15.766508 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65276af5-f5d4-4593-88a8-0d82217af58d x-openstack-request-id: req-65276af5-f5d4-4593-88a8-0d82217af58d {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:30:15.767028 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "116c9c6b-d4cf-4f9e-96a1-3c3274427a28", "name": "network-vif-plugged", "status": "completed", "tag": "40b28d9c-c6bb-43d3-8b85-f7e23dbeac90", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:30:15.767114 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-65276af5-f5d4-4593-88a8-0d82217af58d {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:30:15.767481 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116c9c6b-d4cf-4f9e-96a1-3c3274427a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b28d9c-c6bb-43d3-8b85-f7e23dbeac90', 'code': 200} Jul 09 16:30:15.935444 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d94d77ca-0a95-42e3-a2a4-2a70324554a6 req-695c91c2-7ab4-45a2-ba6e-e90ffbc39afa tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee1f35fb-85b9-4a52-8c79-ee5202b4fdbf HTTP/1.1" status: 200 len: 210 time: 0.0550590 Jul 09 16:30:16.110117 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057259e7-c9b0-4408-b2bb-f7b9160c0907 req-aca0f89d-b375-42ff-80fb-226a2b391972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:16.111763 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-057259e7-c9b0-4408-b2bb-f7b9160c0907 req-aca0f89d-b375-42ff-80fb-226a2b391972 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=116c9c6b-d4cf-4f9e-96a1-3c3274427a28 HTTP/1.1" status: 200 len: 1097 time: 0.2717297 Jul 09 16:30:16.210043 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dab49e-bffc-4094-bd36-03a7c0cfa4d9 req-c64429b5-43b0-4d6e-a115-958f80b6c740 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:16.228103 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e3dab49e-bffc-4094-bd36-03a7c0cfa4d9 req-c64429b5-43b0-4d6e-a115-958f80b6c740 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ef7fed6-e1f7-4347-9a2b-265ec5153f7d HTTP/1.1" status: 200 len: 945 time: 0.2465873 Jul 09 16:30:16.298949 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97655f57-199f-4fd5-b0f2-d4b98ee0aa47 req-7815ed88-832f-493f-bbcb-05f55a18590e tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:16.315830 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-97655f57-199f-4fd5-b0f2-d4b98ee0aa47 req-7815ed88-832f-493f-bbcb-05f55a18590e tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 946 time: 0.2338073 Jul 09 16:30:16.321213 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e3dab49e-bffc-4094-bd36-03a7c0cfa4d9 req-05a025de-9fa3-42a1-b65e-825a629672e7 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905018 Jul 09 16:30:16.332951 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-057259e7-c9b0-4408-b2bb-f7b9160c0907 req-29d97af0-a67a-4255-a04e-98fcd6a426a6 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1cd28115-a72b-47bb-907a-24e6b91de643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107768 Jul 09 16:30:16.479635 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-97655f57-199f-4fd5-b0f2-d4b98ee0aa47 req-efdb505a-e75e-49df-8708-81664e03a2b1 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614430 Jul 09 16:30:16.680180 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 18140ac1-7dc2-477b-9ec8-639e264576a5 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:30:16.851398 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 18140ac1-7dc2-477b-9ec8-639e264576a5 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:30:16.858275 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 18140ac1-7dc2-477b-9ec8-639e264576a5 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:30:16.858682 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:17.013998 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 47174) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:30:17.143872 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:17.236668 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ea9e9-213f-4504-a922-7f6b4a693fde req-5e006da7-4859-4e63-a081-7d9ea42c3f9c tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:17.242788 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-837ea9e9-213f-4504-a922-7f6b4a693fde req-5e006da7-4859-4e63-a081-7d9ea42c3f9c tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/ports?device_id=116c9c6b-d4cf-4f9e-96a1-3c3274427a28 HTTP/1.1" status: 200 len: 946 time: 0.2938881 Jul 09 16:30:17.264362 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-c84f6c9b-2d7f-423a-9ada-ac2995d1a53f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-9928113-network', 'tenant_id': '8ffb169a685e4b6cac717c3045ff6635'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:30:17.283913 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 18140ac1-7dc2-477b-9ec8-639e264576a5, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=18140ac1-7dc2-477b-9ec8-639e264576a5,segment=NetworkSegment(ce41b810-de3b-4e08-83d4-c639dfb2aa8f),segment_id=ce41b810-de3b-4e08-83d4-c639dfb2aa8f)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:30:17.295311 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:17.349747 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-837ea9e9-213f-4504-a922-7f6b4a693fde req-0118485e-12e3-4f40-9c00-103ec6d5346a tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/security-groups?id=1cd28115-a72b-47bb-907a-24e6b91de643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929365 Jul 09 16:30:17.390281 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84f6c9b-2d7f-423a-9ada-ac2995d1a53f admin admin] Made reservation on behalf of 8ffb169a685e4b6cac717c3045ff6635 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:30:17.393246 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c84f6c9b-2d7f-423a-9ada-ac2995d1a53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:17.447094 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c84f6c9b-2d7f-423a-9ada-ac2995d1a53f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:17.451885 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=18140ac1-7dc2-477b-9ec8-639e264576a5,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:17.495129 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-96f58954-5cfb-4a2e-a58d-5eeffef8f29e req-e036074b-68a0-4228-8579-23e74dc819af tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee1f35fb-85b9-4a52-8c79-ee5202b4fdbf HTTP/1.1" status: 200 len: 210 time: 0.0934916 Jul 09 16:30:17.735021 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c84f6c9b-2d7f-423a-9ada-ac2995d1a53f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:17.744290 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c84f6c9b-2d7f-423a-9ada-ac2995d1a53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:17.792270 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c640295-5c6b-4716-b300-5a4ef7f82513 req-7110c7da-58ec-433f-b327-db509b937947 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:17.803563 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c84f6c9b-2d7f-423a-9ada-ac2995d1a53f admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:30:17.808660 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0c640295-5c6b-4716-b300-5a4ef7f82513 req-7110c7da-58ec-433f-b327-db509b937947 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ef7fed6-e1f7-4347-9a2b-265ec5153f7d HTTP/1.1" status: 200 len: 945 time: 0.1668732 Jul 09 16:30:17.872883 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84f6c9b-2d7f-423a-9ada-ac2995d1a53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80360b5-ac5f-4ec7-b67a-8ce95185c538,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:17.876669 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0c640295-5c6b-4716-b300-5a4ef7f82513 req-690feb09-51fd-4f5f-97be-99683d5e07bc tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628839 Jul 09 16:30:17.886234 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c84f6c9b-2d7f-423a-9ada-ac2995d1a53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:17.886591 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-c84f6c9b-2d7f-423a-9ada-ac2995d1a53f admin admin] Added segment 3b61e5f0-6514-4a25-a276-170ad9b7282a of type vlan for network 78306c16-7389-4a70-a899-1d72f2f67f5f Jul 09 16:30:18.016429 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c84f6c9b-2d7f-423a-9ada-ac2995d1a53f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:18.063299 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55e123-c22c-4e11-84fe-2cb57e3afe21 req-83519335-ea12-4e7c-b876-dad28527e51f tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:18.064902 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bd55e123-c22c-4e11-84fe-2cb57e3afe21 req-83519335-ea12-4e7c-b876-dad28527e51f tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 946 time: 0.2250860 Jul 09 16:30:18.186095 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bd55e123-c22c-4e11-84fe-2cb57e3afe21 req-a044c4b8-54f7-407e-b53b-c8898045ad50 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137984 Jul 09 16:30:18.204588 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c84f6c9b-2d7f-423a-9ada-ac2995d1a53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:18.206246 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84f6c9b-2d7f-423a-9ada-ac2995d1a53f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:18.208916 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c84f6c9b-2d7f-423a-9ada-ac2995d1a53f admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:18.311768 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c84f6c9b-2d7f-423a-9ada-ac2995d1a53f admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2957685 Jul 09 16:30:18.317687 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 47190) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:30:18.324953 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-aaa26a73-3cbd-4c44-be01-40719fb112e5 admin admin] Request body: {'subnet': {'network_id': '78306c16-7389-4a70-a899-1d72f2f67f5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-9928113-subnet', 'tenant_id': '8ffb169a685e4b6cac717c3045ff6635', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:30:18.369907 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84f6c9b-2d7f-423a-9ada-ac2995d1a53f admin admin] Pushing event updated for resources: {'Network': ['ID=78306c16-7389-4a70-a899-1d72f2f67f5f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:18.382394 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 78306c16-7389-4a70-a899-1d72f2f67f5f details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:30:18.409457 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa26a73-3cbd-4c44-be01-40719fb112e5 admin admin] Made reservation on behalf of 8ffb169a685e4b6cac717c3045ff6635 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:30:18.412532 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aaa26a73-3cbd-4c44-be01-40719fb112e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:18.481546 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6afd6c4-5156-4316-9f9d-cd41bea271fe req-9a83bf83-c828-483e-89aa-1889bf483383 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:18.483132 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b6afd6c4-5156-4316-9f9d-cd41bea271fe req-9a83bf83-c828-483e-89aa-1889bf483383 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] 10.222.0.73 "GET /v2.0/networks?id=129b3fd4-7fdc-445f-ba31-1cab00ca62c3 HTTP/1.1" status: 200 len: 809 time: 0.2793469 Jul 09 16:30:18.578884 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 18140ac1-7dc2-477b-9ec8-639e264576a5 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:30:18.709341 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 18140ac1-7dc2-477b-9ec8-639e264576a5 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:30:18.709804 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:18.741221 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b6afd6c4-5156-4316-9f9d-cd41bea271fe req-0eea9695-773e-4e14-8052-399f56baec8b tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6204232ae3d43e588d6fd07bded6f22 HTTP/1.1" status: 200 len: 379 time: 0.2417307 Jul 09 16:30:18.763658 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-b6afd6c4-5156-4316-9f9d-cd41bea271fe req-e41f17f2-fc4b-4224-9b03-58070f541e50 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Request body: {'port': {'device_id': 'ee1f35fb-85b9-4a52-8c79-ee5202b4fdbf', 'network_id': '129b3fd4-7fdc-445f-ba31-1cab00ca62c3', 'admin_state_up': True, 'tenant_id': 'c6204232ae3d43e588d6fd07bded6f22', 'security_groups': ['e75db5fc-c806-4a82-9e9e-c02a44e35e64']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:30:18.822428 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f0a288-48da-4b5a-aec5-ab462ed88f1f req-1aaae70d-d25b-4d7e-90f4-be4db80cc566 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:18.831393 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f0f0a288-48da-4b5a-aec5-ab462ed88f1f req-1aaae70d-d25b-4d7e-90f4-be4db80cc566 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/ports?device_id=116c9c6b-d4cf-4f9e-96a1-3c3274427a28 HTTP/1.1" status: 200 len: 946 time: 0.2649498 Jul 09 16:30:18.851921 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4b6be42f-9022-4d13-b0aa-d2a485122042 req-1e585463-7027-4a7a-a32d-b8144ea66822 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee1f35fb-85b9-4a52-8c79-ee5202b4fdbf HTTP/1.1" status: 200 len: 210 time: 0.0941153 Jul 09 16:30:18.938316 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aaa26a73-3cbd-4c44-be01-40719fb112e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:18.956854 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f0f0a288-48da-4b5a-aec5-ab462ed88f1f req-8e66edfd-75b8-42c2-ac08-3dad177cfb98 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/security-groups?id=1cd28115-a72b-47bb-907a-24e6b91de643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160917 Jul 09 16:30:19.020462 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa26a73-3cbd-4c44-be01-40719fb112e5 admin admin] Checking segment: {'id': '3b61e5f0-6514-4a25-a276-170ad9b7282a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '78306c16-7389-4a70-a899-1d72f2f67f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:30:19.020921 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa26a73-3cbd-4c44-be01-40719fb112e5 admin admin] Network hostable DHCP agents. Network: 78306c16-7389-4a70-a899-1d72f2f67f5f, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:30:19.026165 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa26a73-3cbd-4c44-be01-40719fb112e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9ba5a38-ca5d-40c0-9a4b-3f6a64be60d9,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:19.035209 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6afd6c4-5156-4316-9f9d-cd41bea271fe req-e41f17f2-fc4b-4224-9b03-58070f541e50 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Made reservation on behalf of c6204232ae3d43e588d6fd07bded6f22 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:30:19.045503 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b6afd6c4-5156-4316-9f9d-cd41bea271fe req-e41f17f2-fc4b-4224-9b03-58070f541e50 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:19.045991 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa26a73-3cbd-4c44-be01-40719fb112e5 admin admin] Network 78306c16-7389-4a70-a899-1d72f2f67f5f is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:30:19.058097 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-aaa26a73-3cbd-4c44-be01-40719fb112e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 78306c16-7389-4a70-a899-1d72f2f67f5f) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:30:19.063628 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa26a73-3cbd-4c44-be01-40719fb112e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:19.064357 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aaa26a73-3cbd-4c44-be01-40719fb112e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:19.071101 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1069d7fe-3267-4dca-b3d3-fd6dff15b6ce None None] Network 78306c16-7389-4a70-a899-1d72f2f67f5f requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:30:19.109006 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-aaa26a73-3cbd-4c44-be01-40719fb112e5 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7877073 Jul 09 16:30:19.317245 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29124ca2-626c-4030-a5a8-69d5fd7cc713 req-f5f1d931-6eed-426d-98b3-911ffdd8579c tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:19.319015 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-29124ca2-626c-4030-a5a8-69d5fd7cc713 req-f5f1d931-6eed-426d-98b3-911ffdd8579c tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ef7fed6-e1f7-4347-9a2b-265ec5153f7d HTTP/1.1" status: 200 len: 945 time: 0.1962240 Jul 09 16:30:19.372165 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25acc5b-6fe2-4dd2-9d97-c956a88a2b60 None None] Network 78306c16-7389-4a70-a899-1d72f2f67f5f requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:30:19.384446 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-b6afd6c4-5156-4316-9f9d-cd41bea271fe req-e41f17f2-fc4b-4224-9b03-58070f541e50 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Allocated IP 172.20.0.4 (129b3fd4-7fdc-445f-ba31-1cab00ca62c3/64a79ac5-0d8c-444d-9b5f-5295ccf19079/28e16fbf-fe99-4b96-921f-7c3da539e84a) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:30:19.393413 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-29124ca2-626c-4030-a5a8-69d5fd7cc713 req-3146a284-3e82-470e-a6bc-dc2df277d505 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669367 Jul 09 16:30:19.458519 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2599c2-3046-42bf-8aff-b152ab3e502e req-a91d3df5-754c-4317-8fec-99313909e1e5 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:19.475149 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2a2599c2-3046-42bf-8aff-b152ab3e502e req-a91d3df5-754c-4317-8fec-99313909e1e5 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/ports?device_id=b808d81a-1027-4ccd-8f61-44b0be2ca51b HTTP/1.1" status: 200 len: 945 time: 0.2900405 Jul 09 16:30:19.563784 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2a2599c2-3046-42bf-8aff-b152ab3e502e req-86823634-7911-4afc-acde-b01030b82fe1 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/security-groups?id=1cd28115-a72b-47bb-907a-24e6b91de643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876262 Jul 09 16:30:19.740281 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11175e43-f9f2-4938-a4c5-53a5e8b07419 req-79cc3288-a1d4-410c-a02a-e7542c4e9d3f tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:19.748231 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-11175e43-f9f2-4938-a4c5-53a5e8b07419 req-79cc3288-a1d4-410c-a02a-e7542c4e9d3f tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 946 time: 0.1086411 Jul 09 16:30:19.773778 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b6afd6c4-5156-4316-9f9d-cd41bea271fe req-e41f17f2-fc4b-4224-9b03-58070f541e50 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:19.811111 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-11175e43-f9f2-4938-a4c5-53a5e8b07419 req-ada25acd-522e-4705-b62d-189d32fa1d61 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615025 Jul 09 16:30:19.815839 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-b6afd6c4-5156-4316-9f9d-cd41bea271fe req-e41f17f2-fc4b-4224-9b03-58070f541e50 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Transition to ACTIVE for port object 28e16fbf-fe99-4b96-921f-7c3da539e84a will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:30:19.903430 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b6afd6c4-5156-4316-9f9d-cd41bea271fe req-e41f17f2-fc4b-4224-9b03-58070f541e50 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:20.018658 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f17f2-fc4b-4224-9b03-58070f541e50 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Pushing event updated for resources: {'Port': ['ID=28e16fbf-fe99-4b96-921f-7c3da539e84a,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:20.053731 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6afd6c4-5156-4316-9f9d-cd41bea271fe req-e41f17f2-fc4b-4224-9b03-58070f541e50 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Network 129b3fd4-7fdc-445f-ba31-1cab00ca62c3 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:30:20.058959 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-b6afd6c4-5156-4316-9f9d-cd41bea271fe req-e41f17f2-fc4b-4224-9b03-58070f541e50 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:30:20.063507 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6afd6c4-5156-4316-9f9d-cd41bea271fe req-e41f17f2-fc4b-4224-9b03-58070f541e50 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:30:20.071034 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d961afa-9b65-4db9-b359-49e5342eadcc req-3bbd4430-9a44-41a7-8a80-97bc1b1af899 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:20.074236 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9d961afa-9b65-4db9-b359-49e5342eadcc req-3bbd4430-9a44-41a7-8a80-97bc1b1af899 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/ports?device_id=151aa636-afea-4278-a1c0-e7888fad236a HTTP/1.1" status: 200 len: 946 time: 0.1203179 Jul 09 16:30:20.133439 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9d961afa-9b65-4db9-b359-49e5342eadcc req-808b2c75-0558-4c8b-8ce6-471448675e5b tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/security-groups?id=1cd28115-a72b-47bb-907a-24e6b91de643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474079 Jul 09 16:30:20.194614 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6afd6c4-5156-4316-9f9d-cd41bea271fe req-e41f17f2-fc4b-4224-9b03-58070f541e50 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:20.195830 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b6afd6c4-5156-4316-9f9d-cd41bea271fe req-e41f17f2-fc4b-4224-9b03-58070f541e50 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:20.231424 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16dfdd3-ce47-46e2-9b79-2351849252bf req-ff60e117-8879-40ca-a8b4-352c163977c4 tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:20.237128 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a16dfdd3-ce47-46e2-9b79-2351849252bf req-ff60e117-8879-40ca-a8b4-352c163977c4 tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] 10.222.0.98 "GET /v2.0/networks?id=78306c16-7389-4a70-a899-1d72f2f67f5f HTTP/1.1" status: 200 len: 811 time: 0.2573833 Jul 09 16:30:20.261285 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b6afd6c4-5156-4316-9f9d-cd41bea271fe req-e41f17f2-fc4b-4224-9b03-58070f541e50 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5053689 Jul 09 16:30:20.278549 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a16dfdd3-ce47-46e2-9b79-2351849252bf req-a22f220d-be95-4128-9cbe-bbd0bfbef03c tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] 10.222.0.98 "GET /v2.0/quotas/8ffb169a685e4b6cac717c3045ff6635 HTTP/1.1" status: 200 len: 375 time: 0.0335681 Jul 09 16:30:20.284771 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-b6afd6c4-5156-4316-9f9d-cd41bea271fe req-7d2f1571-a2d6-41bf-8daa-e89a9d7ace18 service neutron] Request body: {'port': {'device_id': 'ee1f35fb-85b9-4a52-8c79-ee5202b4fdbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:30:20.370869 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a16dfdd3-ce47-46e2-9b79-2351849252bf req-69f6a13a-756b-4be4-a773-b4fabd08c0fe tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=8ffb169a685e4b6cac717c3045ff6635&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0912380 Jul 09 16:30:20.531066 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e79d98f4-90e8-47e9-8f88-ff77404cbffa None None] Provisioning for port 28e16fbf-fe99-4b96-921f-7c3da539e84a completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:30:20.539316 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e79d98f4-90e8-47e9-8f88-ff77404cbffa None None] Provisioning complete for port 28e16fbf-fe99-4b96-921f-7c3da539e84a triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:30:20.539906 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e79d98f4-90e8-47e9-8f88-ff77404cbffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:20.587389 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b6afd6c4-5156-4316-9f9d-cd41bea271fe req-7d2f1571-a2d6-41bf-8daa-e89a9d7ace18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:20.612592 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93377d-e7eb-4d5c-9b96-767e2e04a282 req-0f3fda38-f97e-42d7-82d7-0ca088f7c4d3 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:20.613677 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5e93377d-e7eb-4d5c-9b96-767e2e04a282 req-0f3fda38-f97e-42d7-82d7-0ca088f7c4d3 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee1f35fb-85b9-4a52-8c79-ee5202b4fdbf HTTP/1.1" status: 200 len: 931 time: 0.2674215 Jul 09 16:30:20.665989 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a16dfdd3-ce47-46e2-9b79-2351849252bf req-fb5f7c3b-f341-4eef-b05c-549d7ba97ce0 service neutron] 10.222.0.98 "GET /v2.0/networks/78306c16-7389-4a70-a899-1d72f2f67f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936895 Jul 09 16:30:20.673184 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-e79d98f4-90e8-47e9-8f88-ff77404cbffa None None] Port 28e16fbf-fe99-4b96-921f-7c3da539e84a cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:30:20.698479 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5e93377d-e7eb-4d5c-9b96-767e2e04a282 req-6c9fa0ae-52d5-4235-87ed-74eaef1d915e tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] 10.222.0.98 "GET /v2.0/security-groups?id=e75db5fc-c806-4a82-9e9e-c02a44e35e64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771646 Jul 09 16:30:20.818996 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9aebb6b2-d306-495f-a7ee-280a3eb23bc4 req-dd00543f-1419-4798-b4fc-82257ceaae0d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e56a7d9f-9692-476b-b3cb-c13689fb321b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1356144 Jul 09 16:30:20.958433 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a16dfdd3-ce47-46e2-9b79-2351849252bf req-99c28323-c393-40f4-a188-7061331ed5c4 service neutron] 10.222.0.98 "GET /v2.0/networks/78306c16-7389-4a70-a899-1d72f2f67f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918520 Jul 09 16:30:21.006618 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aebb6b2-d306-495f-a7ee-280a3eb23bc4 req-47a03497-4c1a-4021-8ee0-c6fcef69853f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:21.015711 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9aebb6b2-d306-495f-a7ee-280a3eb23bc4 req-47a03497-4c1a-4021-8ee0-c6fcef69853f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bab91c2e534b48d6932e69e9f922d333&device_id=e56a7d9f-9692-476b-b3cb-c13689fb321b HTTP/1.1" status: 200 len: 1096 time: 0.1097665 Jul 09 16:30:21.232983 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-b6afd6c4-5156-4316-9f9d-cd41bea271fe req-7d2f1571-a2d6-41bf-8daa-e89a9d7ace18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28e16fbf-fe99-4b96-921f-7c3da539e84a {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:30:21.250066 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b6afd6c4-5156-4316-9f9d-cd41bea271fe req-7d2f1571-a2d6-41bf-8daa-e89a9d7ace18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:21.271761 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-b6afd6c4-5156-4316-9f9d-cd41bea271fe req-7d2f1571-a2d6-41bf-8daa-e89a9d7ace18 service neutron] Transition to ACTIVE for port object 28e16fbf-fe99-4b96-921f-7c3da539e84a will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:30:21.282593 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b6afd6c4-5156-4316-9f9d-cd41bea271fe req-7d2f1571-a2d6-41bf-8daa-e89a9d7ace18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:21.337270 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aebb6b2-d306-495f-a7ee-280a3eb23bc4 req-6c040f1d-182f-47b9-ac01-101031eae49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:21.349488 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2f1571-a2d6-41bf-8daa-e89a9d7ace18 service neutron] Pushing event updated for resources: {'Port': ['ID=28e16fbf-fe99-4b96-921f-7c3da539e84a,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:21.353304 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9aebb6b2-d306-495f-a7ee-280a3eb23bc4 req-6c040f1d-182f-47b9-ac01-101031eae49f service neutron] 10.222.0.73 "GET /v2.0/networks?id=77349fb7-f08f-401d-a502-ac937b81dcab HTTP/1.1" status: 200 len: 920 time: 0.3114736 Jul 09 16:30:21.386354 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587acfb-78d9-4c55-a8f4-653364c1a039 req-bbe3d04c-0207-4505-9649-c44167003596 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:21.410393 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a587acfb-78d9-4c55-a8f4-653364c1a039 req-bbe3d04c-0207-4505-9649-c44167003596 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/ports?device_id=116c9c6b-d4cf-4f9e-96a1-3c3274427a28 HTTP/1.1" status: 200 len: 946 time: 0.2663946 Jul 09 16:30:21.535905 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9aebb6b2-d306-495f-a7ee-280a3eb23bc4 req-9f7e53a4-4d49-414d-958c-506e0d3392b0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f485a2cf-f2dd-4a21-99af-285b7678aa99 HTTP/1.1" status: 200 len: 217 time: 0.1718221 Jul 09 16:30:21.626939 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a587acfb-78d9-4c55-a8f4-653364c1a039 req-3898cfd4-3736-4e15-83a8-0a7bf0a5eed4 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/security-groups?id=1cd28115-a72b-47bb-907a-24e6b91de643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105443 Jul 09 16:30:21.637430 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17666771-1871-4c94-ab83-86ed54becf19 req-759c70d1-5e48-4551-a51e-3c050d857748 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:21.645448 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-17666771-1871-4c94-ab83-86ed54becf19 req-759c70d1-5e48-4551-a51e-3c050d857748 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ef7fed6-e1f7-4347-9a2b-265ec5153f7d HTTP/1.1" status: 200 len: 945 time: 0.1891546 Jul 09 16:30:21.649183 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-b6afd6c4-5156-4316-9f9d-cd41bea271fe req-7d2f1571-a2d6-41bf-8daa-e89a9d7ace18 service neutron] Attempting to bind port 28e16fbf-fe99-4b96-921f-7c3da539e84a on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:30:21.649694 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-b6afd6c4-5156-4316-9f9d-cd41bea271fe req-7d2f1571-a2d6-41bf-8daa-e89a9d7ace18 service neutron] Attempting to bind port 28e16fbf-fe99-4b96-921f-7c3da539e84a by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': '96bfb1df-90fe-4de5-920d-95441eb9b85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '129b3fd4-7fdc-445f-ba31-1cab00ca62c3'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:30:21.650446 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6afd6c4-5156-4316-9f9d-cd41bea271fe req-7d2f1571-a2d6-41bf-8daa-e89a9d7ace18 service neutron] Attempting to bind port 28e16fbf-fe99-4b96-921f-7c3da539e84a on network 129b3fd4-7fdc-445f-ba31-1cab00ca62c3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:30:21.676238 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6afd6c4-5156-4316-9f9d-cd41bea271fe req-7d2f1571-a2d6-41bf-8daa-e89a9d7ace18 service neutron] Port 28e16fbf-fe99-4b96-921f-7c3da539e84a on network 129b3fd4-7fdc-445f-ba31-1cab00ca62c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:30:21.676889 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6afd6c4-5156-4316-9f9d-cd41bea271fe req-7d2f1571-a2d6-41bf-8daa-e89a9d7ace18 service neutron] Attempting to bind port 28e16fbf-fe99-4b96-921f-7c3da539e84a on network 129b3fd4-7fdc-445f-ba31-1cab00ca62c3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:30:21.696910 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aebb6b2-d306-495f-a7ee-280a3eb23bc4 req-651cc408-0b2a-4b5a-a54e-8743855b3549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:21.701481 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6afd6c4-5156-4316-9f9d-cd41bea271fe req-7d2f1571-a2d6-41bf-8daa-e89a9d7ace18 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:30:21.701826 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6afd6c4-5156-4316-9f9d-cd41bea271fe req-7d2f1571-a2d6-41bf-8daa-e89a9d7ace18 service neutron] Checking segment: {'id': '96bfb1df-90fe-4de5-920d-95441eb9b85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '129b3fd4-7fdc-445f-ba31-1cab00ca62c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:30:21.702218 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6afd6c4-5156-4316-9f9d-cd41bea271fe req-7d2f1571-a2d6-41bf-8daa-e89a9d7ace18 service neutron] Bound using segment: {'id': '96bfb1df-90fe-4de5-920d-95441eb9b85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '129b3fd4-7fdc-445f-ba31-1cab00ca62c3'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:30:21.702660 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-b6afd6c4-5156-4316-9f9d-cd41bea271fe req-7d2f1571-a2d6-41bf-8daa-e89a9d7ace18 service neutron] Bound port: 28e16fbf-fe99-4b96-921f-7c3da539e84a, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96bfb1df-90fe-4de5-920d-95441eb9b85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '129b3fd4-7fdc-445f-ba31-1cab00ca62c3'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:30:21.703050 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b6afd6c4-5156-4316-9f9d-cd41bea271fe req-7d2f1571-a2d6-41bf-8daa-e89a9d7ace18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:21.704691 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9aebb6b2-d306-495f-a7ee-280a3eb23bc4 req-651cc408-0b2a-4b5a-a54e-8743855b3549 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=03aa29d7-618e-4fba-93dc-b83569f87121 HTTP/1.1" status: 200 len: 859 time: 0.1416678 Jul 09 16:30:21.786092 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9aebb6b2-d306-495f-a7ee-280a3eb23bc4 req-8a77a0a0-f7e4-4c1e-8ecf-6e56efeef11d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=77349fb7-f08f-401d-a502-ac937b81dcab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803890 Jul 09 16:30:21.809340 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-b6afd6c4-5156-4316-9f9d-cd41bea271fe req-7d2f1571-a2d6-41bf-8daa-e89a9d7ace18 service neutron] For port 28e16fbf-fe99-4b96-921f-7c3da539e84a, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:30:21.813962 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-b6afd6c4-5156-4316-9f9d-cd41bea271fe req-7d2f1571-a2d6-41bf-8daa-e89a9d7ace18 service neutron] For port 28e16fbf-fe99-4b96-921f-7c3da539e84a, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=28e16fbf-fe99-4b96-921f-7c3da539e84a,segment=NetworkSegment(96bfb1df-90fe-4de5-920d-95441eb9b85b),segment_id=96bfb1df-90fe-4de5-920d-95441eb9b85b)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:30:21.825975 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b6afd6c4-5156-4316-9f9d-cd41bea271fe req-7d2f1571-a2d6-41bf-8daa-e89a9d7ace18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:21.855388 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-17666771-1871-4c94-ab83-86ed54becf19 req-a228bd25-d9e1-4446-8a2d-3cba401f9763 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087996 Jul 09 16:30:21.968336 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6afd6c4-5156-4316-9f9d-cd41bea271fe req-7d2f1571-a2d6-41bf-8daa-e89a9d7ace18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:21.968936 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b6afd6c4-5156-4316-9f9d-cd41bea271fe req-7d2f1571-a2d6-41bf-8daa-e89a9d7ace18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:21.970371 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b6afd6c4-5156-4316-9f9d-cd41bea271fe req-7d2f1571-a2d6-41bf-8daa-e89a9d7ace18 service neutron] 10.222.0.73 "PUT /v2.0/ports/28e16fbf-fe99-4b96-921f-7c3da539e84a HTTP/1.1" status: 200 len: 1091 time: 1.6897604 Jul 09 16:30:21.987184 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee1f35fb-85b9-4a52-8c79-ee5202b4fdbf', 'tag': '28e16fbf-fe99-4b96-921f-7c3da539e84a'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:30:21.990518 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6254aa-b4b3-4311-a615-a2405438ae7f" -d '{"events": [{"name": "network-changed", "server_uuid": "ee1f35fb-85b9-4a52-8c79-ee5202b4fdbf", "tag": "28e16fbf-fe99-4b96-921f-7c3da539e84a"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:30:22.038789 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9aebb6b2-d306-495f-a7ee-280a3eb23bc4 req-5dfedf8e-01c7-487e-ad23-92ec7c031e92 service neutron] 10.222.0.73 "GET /v2.0/networks/77349fb7-f08f-401d-a502-ac937b81dcab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352037 Jul 09 16:30:22.126540 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2f1571-a2d6-41bf-8daa-e89a9d7ace18 service neutron] Pushing event updated for resources: {'Port': ['ID=28e16fbf-fe99-4b96-921f-7c3da539e84a,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:22.283333 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b878d15-52cf-4f83-b41e-6b4f0bd6ffca req-8b0da681-4b3b-4279-89bd-48fd1acabe0e tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:22.293123 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f050dba6-cc4f-4370-9c9f-38521a78b56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:22.294846 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6b878d15-52cf-4f83-b41e-6b4f0bd6ffca req-8b0da681-4b3b-4279-89bd-48fd1acabe0e tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 946 time: 0.1467588 Jul 09 16:30:22.314180 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6afd6c4-5156-4316-9f9d-cd41bea271fe req-01dfe99f-ae47-4e1a-a830-c63c63bb7ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:22.315910 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b6afd6c4-5156-4316-9f9d-cd41bea271fe req-01dfe99f-ae47-4e1a-a830-c63c63bb7ebe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c6204232ae3d43e588d6fd07bded6f22&device_id=ee1f35fb-85b9-4a52-8c79-ee5202b4fdbf HTTP/1.1" status: 200 len: 1094 time: 0.2627578 Jul 09 16:30:22.361771 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9aebb6b2-d306-495f-a7ee-280a3eb23bc4 req-4416bf7f-7b07-42b2-876c-d860cc2e38e3 service neutron] 10.222.0.73 "GET /v2.0/networks/77349fb7-f08f-401d-a502-ac937b81dcab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112688 Jul 09 16:30:22.399205 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b6afd6c4-5156-4316-9f9d-cd41bea271fe req-878f5789-0a74-4dc7-aed0-692ba5a325ad service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28e16fbf-fe99-4b96-921f-7c3da539e84a HTTP/1.1" status: 200 len: 217 time: 0.0691054 Jul 09 16:30:22.528418 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6afd6c4-5156-4316-9f9d-cd41bea271fe req-2ccb5adf-a7a3-421c-8a12-245cd83681ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:22.530139 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b6afd6c4-5156-4316-9f9d-cd41bea271fe req-2ccb5adf-a7a3-421c-8a12-245cd83681ee service neutron] 10.222.0.73 "GET /v2.0/subnets?id=64a79ac5-0d8c-444d-9b5f-5295ccf19079 HTTP/1.1" status: 200 len: 848 time: 0.1146603 Jul 09 16:30:22.578340 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6b878d15-52cf-4f83-b41e-6b4f0bd6ffca req-01bd9c02-5763-4763-b92a-3817746ca0e4 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2825689 Jul 09 16:30:22.678921 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6afd6c4-5156-4316-9f9d-cd41bea271fe req-06bb14d9-691a-4ad8-8ecf-6d2807a051a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:22.680505 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b6afd6c4-5156-4316-9f9d-cd41bea271fe req-06bb14d9-691a-4ad8-8ecf-6d2807a051a6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=129b3fd4-7fdc-445f-ba31-1cab00ca62c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1283908 Jul 09 16:30:22.818292 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-541d6105-d29a-44df-8308-e03da4917a3f req-0513fe58-2223-4be1-8201-a05b1a8d2098 tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] 10.222.0.98 "GET /v2.0/ports?device_id=73a9d77c-cfb6-4fec-986e-72229ea7ab6b HTTP/1.1" status: 200 len: 210 time: 0.0708332 Jul 09 16:30:22.943529 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b6afd6c4-5156-4316-9f9d-cd41bea271fe req-ed15377f-473a-4b9d-a22b-6ed06fee24cb service neutron] 10.222.0.73 "GET /v2.0/networks/129b3fd4-7fdc-445f-ba31-1cab00ca62c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557213 Jul 09 16:30:23.078816 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d62188-53cc-4a56-b8d0-2d8508830912 req-83474758-7093-4ad9-9b60-905f86e7e813 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:23.086294 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d0d62188-53cc-4a56-b8d0-2d8508830912 req-83474758-7093-4ad9-9b60-905f86e7e813 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee1f35fb-85b9-4a52-8c79-ee5202b4fdbf HTTP/1.1" status: 200 len: 943 time: 0.0870733 Jul 09 16:30:23.138105 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d0d62188-53cc-4a56-b8d0-2d8508830912 req-3be4b75f-2ae7-4f78-a210-8dcc77f9dcfa tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] 10.222.0.98 "GET /v2.0/security-groups?id=e75db5fc-c806-4a82-9e9e-c02a44e35e64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506911 Jul 09 16:30:23.433420 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e099a6-398b-4327-84d0-b18fbfc93bc4 req-2114577f-3354-4ef2-be3a-4f6c310e9afa tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:23.438286 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-19e099a6-398b-4327-84d0-b18fbfc93bc4 req-2114577f-3354-4ef2-be3a-4f6c310e9afa tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=5f8c45e3-0037-4593-9e76-6947bc1f2540 HTTP/1.1" status: 200 len: 946 time: 0.0887301 Jul 09 16:30:23.458714 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969a3a5e-be4d-406f-86c4-819cee6aac3f x-openstack-request-id: req-969a3a5e-be4d-406f-86c4-819cee6aac3f {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:30:23.459143 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee1f35fb-85b9-4a52-8c79-ee5202b4fdbf", "tag": "28e16fbf-fe99-4b96-921f-7c3da539e84a", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:30:23.459325 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-969a3a5e-be4d-406f-86c4-819cee6aac3f {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:30:23.459728 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee1f35fb-85b9-4a52-8c79-ee5202b4fdbf', 'tag': '28e16fbf-fe99-4b96-921f-7c3da539e84a', 'status': 'completed', 'code': 200} Jul 09 16:30:23.511780 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-19e099a6-398b-4327-84d0-b18fbfc93bc4 req-534a1150-3682-49cf-9240-fcbfdbb84162 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690296 Jul 09 16:30:23.631234 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b6afd6c4-5156-4316-9f9d-cd41bea271fe req-1406fe45-253e-41a7-b031-b45c210e064c service neutron] 10.222.0.73 "GET /v2.0/networks/129b3fd4-7fdc-445f-ba31-1cab00ca62c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6786497 Jul 09 16:30:23.649102 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d34b0-7daa-4348-a482-45960812895a req-4a1c33dd-16b2-4ad1-99df-2d785393052c tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:23.657868 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-185d34b0-7daa-4348-a482-45960812895a req-4a1c33dd-16b2-4ad1-99df-2d785393052c tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/ports?device_id=b808d81a-1027-4ccd-8f61-44b0be2ca51b HTTP/1.1" status: 200 len: 945 time: 0.6359355 Jul 09 16:30:23.695558 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16dfdd3-ce47-46e2-9b79-2351849252bf req-95f4fd93-0647-42bf-8e5d-745dc9754477 tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:23.698334 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a16dfdd3-ce47-46e2-9b79-2351849252bf req-95f4fd93-0647-42bf-8e5d-745dc9754477 tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] 10.222.0.77 "GET /v2.0/networks?id=78306c16-7389-4a70-a899-1d72f2f67f5f HTTP/1.1" status: 200 len: 811 time: 0.2331221 Jul 09 16:30:23.743121 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-a16dfdd3-ce47-46e2-9b79-2351849252bf req-ff5f8a23-6b30-4030-84bb-6d203579ffd4 tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] Request body: {'port': {'device_id': '73a9d77c-cfb6-4fec-986e-72229ea7ab6b', 'network_id': '78306c16-7389-4a70-a899-1d72f2f67f5f', 'admin_state_up': True, 'tenant_id': '8ffb169a685e4b6cac717c3045ff6635'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:30:23.774999 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f04f7b-e12b-40f2-a270-c70754393acb req-b0440324-f949-42f8-965a-7d94769db354 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:23.776779 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a8f04f7b-e12b-40f2-a270-c70754393acb req-b0440324-f949-42f8-965a-7d94769db354 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ef7fed6-e1f7-4347-9a2b-265ec5153f7d HTTP/1.1" status: 200 len: 945 time: 0.1002543 Jul 09 16:30:23.840919 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a8f04f7b-e12b-40f2-a270-c70754393acb req-5213e1e0-c059-4b47-925a-31356893a466 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569785 Jul 09 16:30:23.922941 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-185d34b0-7daa-4348-a482-45960812895a req-3dbcf3f9-0b56-4c22-a3c3-6c6f33780f03 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/security-groups?id=1cd28115-a72b-47bb-907a-24e6b91de643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617340 Jul 09 16:30:23.965685 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6254aa-b4b3-4311-a615-a2405438ae7f req-44406155-1863-4891-bde7-920725bc6844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:23.967355 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7f6254aa-b4b3-4311-a615-a2405438ae7f req-44406155-1863-4891-bde7-920725bc6844 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c6204232ae3d43e588d6fd07bded6f22&device_id=ee1f35fb-85b9-4a52-8c79-ee5202b4fdbf HTTP/1.1" status: 200 len: 1094 time: 0.1815708 Jul 09 16:30:23.968560 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a16dfdd3-ce47-46e2-9b79-2351849252bf req-ff5f8a23-6b30-4030-84bb-6d203579ffd4 tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] Made reservation on behalf of 8ffb169a685e4b6cac717c3045ff6635 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:30:23.973802 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a16dfdd3-ce47-46e2-9b79-2351849252bf req-ff5f8a23-6b30-4030-84bb-6d203579ffd4 tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:24.086489 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244970ab-c239-4361-afb6-effaaf740589 req-aa5cf651-2294-48ce-9160-bd8229020e14 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:24.088169 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-244970ab-c239-4361-afb6-effaaf740589 req-aa5cf651-2294-48ce-9160-bd8229020e14 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 946 time: 0.0910857 Jul 09 16:30:24.119355 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-90e0ee7f-9ceb-4e28-883b-1cadc78e8524 req-6f85801b-4c99-44cb-979e-2d5057f163b6 tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] 10.222.0.98 "GET /v2.0/ports?device_id=73a9d77c-cfb6-4fec-986e-72229ea7ab6b HTTP/1.1" status: 200 len: 210 time: 0.0763919 Jul 09 16:30:24.153739 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-244970ab-c239-4361-afb6-effaaf740589 req-412fa079-8552-4581-9b5c-f9140bad2985 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588174 Jul 09 16:30:24.212542 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6254aa-b4b3-4311-a615-a2405438ae7f req-f55fd8e0-a9b3-47a9-af03-abbee0c1d443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:24.214341 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7f6254aa-b4b3-4311-a615-a2405438ae7f req-f55fd8e0-a9b3-47a9-af03-abbee0c1d443 service neutron] 10.222.0.73 "GET /v2.0/networks?id=129b3fd4-7fdc-445f-ba31-1cab00ca62c3 HTTP/1.1" status: 200 len: 910 time: 0.2378664 Jul 09 16:30:24.270139 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7f6254aa-b4b3-4311-a615-a2405438ae7f req-72b77e78-d0ac-480b-9762-29b4088e14f9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28e16fbf-fe99-4b96-921f-7c3da539e84a HTTP/1.1" status: 200 len: 217 time: 0.0464268 Jul 09 16:30:24.332006 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-a16dfdd3-ce47-46e2-9b79-2351849252bf req-ff5f8a23-6b30-4030-84bb-6d203579ffd4 tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] Allocated IP 172.20.0.8 (78306c16-7389-4a70-a899-1d72f2f67f5f/d9ba5a38-ca5d-40c0-9a4b-3f6a64be60d9/399be729-fa19-46ed-9ea5-7a1f6c9483e8) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:30:24.355693 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6254aa-b4b3-4311-a615-a2405438ae7f req-d09daebf-8cf0-4b03-8eda-b7349ccc25fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:24.358188 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7f6254aa-b4b3-4311-a615-a2405438ae7f req-d09daebf-8cf0-4b03-8eda-b7349ccc25fa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=64a79ac5-0d8c-444d-9b5f-5295ccf19079 HTTP/1.1" status: 200 len: 848 time: 0.0743728 Jul 09 16:30:24.369239 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd7350-a1e6-456a-b984-7ede56ea9825 req-cac71583-7863-4c56-b4f4-434d0860b953 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:24.378791 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1ebd7350-a1e6-456a-b984-7ede56ea9825 req-cac71583-7863-4c56-b4f4-434d0860b953 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee1f35fb-85b9-4a52-8c79-ee5202b4fdbf HTTP/1.1" status: 200 len: 943 time: 0.0971832 Jul 09 16:30:24.433344 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1ebd7350-a1e6-456a-b984-7ede56ea9825 req-d6d7efea-c50c-4b1f-b5a3-762628713091 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] 10.222.0.98 "GET /v2.0/security-groups?id=e75db5fc-c806-4a82-9e9e-c02a44e35e64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534356 Jul 09 16:30:24.572563 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6254aa-b4b3-4311-a615-a2405438ae7f req-e3271383-89c1-42bd-9bfe-9c93002ec8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:24.574310 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7f6254aa-b4b3-4311-a615-a2405438ae7f req-e3271383-89c1-42bd-9bfe-9c93002ec8b0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=129b3fd4-7fdc-445f-ba31-1cab00ca62c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2054713 Jul 09 16:30:24.705579 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a16dfdd3-ce47-46e2-9b79-2351849252bf req-ff5f8a23-6b30-4030-84bb-6d203579ffd4 tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:24.744129 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1964765-5032-4ff9-a71c-1405f0df9321 req-c01737f1-8dc8-429a-9414-7a39a608d131 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:24.748030 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e1964765-5032-4ff9-a71c-1405f0df9321 req-c01737f1-8dc8-429a-9414-7a39a608d131 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=5f8c45e3-0037-4593-9e76-6947bc1f2540 HTTP/1.1" status: 200 len: 946 time: 0.1006899 Jul 09 16:30:24.749824 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03019079-772c-4b79-a6b4-8cafbfa1c5e0 req-c79fb468-bc73-4b30-a6fe-50f1e8f11678 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:24.758913 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03019079-772c-4b79-a6b4-8cafbfa1c5e0 req-c79fb468-bc73-4b30-a6fe-50f1e8f11678 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:24.765811 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03019079-772c-4b79-a6b4-8cafbfa1c5e0 req-c79fb468-bc73-4b30-a6fe-50f1e8f11678 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:24.767796 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-03019079-772c-4b79-a6b4-8cafbfa1c5e0 req-c79fb468-bc73-4b30-a6fe-50f1e8f11678 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/ports?device_id=116c9c6b-d4cf-4f9e-96a1-3c3274427a28&device_id=151aa636-afea-4278-a1c0-e7888fad236a&device_id=b808d81a-1027-4ccd-8f61-44b0be2ca51b HTTP/1.1" status: 200 len: 2418 time: 0.2534683 Jul 09 16:30:24.823146 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e1964765-5032-4ff9-a71c-1405f0df9321 req-84dd6224-3c57-4ec0-ba30-211f930258b6 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642982 Jul 09 16:30:24.828843 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7f6254aa-b4b3-4311-a615-a2405438ae7f req-608a5b2a-aa0f-457f-b6a0-93ea06f7e86e service neutron] 10.222.0.73 "GET /v2.0/networks/129b3fd4-7fdc-445f-ba31-1cab00ca62c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460396 Jul 09 16:30:24.937123 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7f6254aa-b4b3-4311-a615-a2405438ae7f req-bb493442-2c57-4682-9330-0e1a1c1992d7 service neutron] 10.222.0.73 "GET /v2.0/networks/129b3fd4-7fdc-445f-ba31-1cab00ca62c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998991 Jul 09 16:30:24.967005 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-03019079-772c-4b79-a6b4-8cafbfa1c5e0 req-c2b52b19-84cc-409e-8d82-e2cc37506b5d tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/security-groups?id=1cd28115-a72b-47bb-907a-24e6b91de643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778197 Jul 09 16:30:24.988663 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a16dfdd3-ce47-46e2-9b79-2351849252bf req-ff5f8a23-6b30-4030-84bb-6d203579ffd4 tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:25.086461 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a16dfdd3-ce47-46e2-9b79-2351849252bf req-ff5f8a23-6b30-4030-84bb-6d203579ffd4 tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] Network 78306c16-7389-4a70-a899-1d72f2f67f5f is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:30:25.098678 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3879bc2d-6032-4033-b81e-fe5087320820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:25.100069 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-a16dfdd3-ce47-46e2-9b79-2351849252bf req-ff5f8a23-6b30-4030-84bb-6d203579ffd4 tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:30:25.105344 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-a16dfdd3-ce47-46e2-9b79-2351849252bf req-ff5f8a23-6b30-4030-84bb-6d203579ffd4 tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:30:25.154930 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a9770-40eb-4b58-9c73-da998883e824 req-37b9df69-a9ac-4928-a459-9d5c3fb50189 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:25.157022 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a41a9770-40eb-4b58-9c73-da998883e824 req-37b9df69-a9ac-4928-a459-9d5c3fb50189 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f8c45e3-0037-4593-9e76-6947bc1f2540 HTTP/1.1" status: 200 len: 946 time: 0.2034516 Jul 09 16:30:25.168246 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16dfdd3-ce47-46e2-9b79-2351849252bf req-ff5f8a23-6b30-4030-84bb-6d203579ffd4 tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:25.168892 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a16dfdd3-ce47-46e2-9b79-2351849252bf req-ff5f8a23-6b30-4030-84bb-6d203579ffd4 tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:25.183113 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5f8a23-6b30-4030-84bb-6d203579ffd4 tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] Pushing event updated for resources: {'Port': ['ID=399be729-fa19-46ed-9ea5-7a1f6c9483e8,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:25.190965 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a16dfdd3-ce47-46e2-9b79-2351849252bf req-ff5f8a23-6b30-4030-84bb-6d203579ffd4 tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4552715 Jul 09 16:30:25.217707 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-a16dfdd3-ce47-46e2-9b79-2351849252bf req-83cc85f0-06ca-4319-9659-095fe14df594 service neutron] Request body: {'port': {'device_id': '73a9d77c-cfb6-4fec-986e-72229ea7ab6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:30:25.229159 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe19ab8-5bfd-4e0a-b28b-90a17795b685 req-fc8eab5a-06c3-4473-ad85-09e62469322b tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:25.231045 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fbe19ab8-5bfd-4e0a-b28b-90a17795b685 req-fc8eab5a-06c3-4473-ad85-09e62469322b tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ef7fed6-e1f7-4347-9a2b-265ec5153f7d HTTP/1.1" status: 200 len: 945 time: 0.1973021 Jul 09 16:30:25.301198 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fbe19ab8-5bfd-4e0a-b28b-90a17795b685 req-1d3ef25c-4a9e-4c14-9d1f-30dbfc65539c tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617697 Jul 09 16:30:25.347878 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a16dfdd3-ce47-46e2-9b79-2351849252bf req-83cc85f0-06ca-4319-9659-095fe14df594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:25.371890 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-a41a9770-40eb-4b58-9c73-da998883e824 req-6168bf29-a5c8-4b9d-af48-ca15494ffbbe tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Deleting port 40bfc16b-7605-4f19-8e82-20b449ed7fc1 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:30:25.372246 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a41a9770-40eb-4b58-9c73-da998883e824 req-6168bf29-a5c8-4b9d-af48-ca15494ffbbe tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:25.374660 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d099792d-8626-4eac-bdbd-7e7d6e45da3f req-eaef58e4-11e6-4d53-93c1-5fabcea2b0f3 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:25.381582 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d099792d-8626-4eac-bdbd-7e7d6e45da3f req-eaef58e4-11e6-4d53-93c1-5fabcea2b0f3 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/ports?device_id=116c9c6b-d4cf-4f9e-96a1-3c3274427a28 HTTP/1.1" status: 200 len: 946 time: 0.1685500 Jul 09 16:30:25.399738 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:25.471500 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d099792d-8626-4eac-bdbd-7e7d6e45da3f req-589a2cb7-6e35-48e0-8d63-066ee115d4f8 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/security-groups?id=1cd28115-a72b-47bb-907a-24e6b91de643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889676 Jul 09 16:30:25.548683 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-a41a9770-40eb-4b58-9c73-da998883e824 req-6168bf29-a5c8-4b9d-af48-ca15494ffbbe tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] For port 40bfc16b-7605-4f19-8e82-20b449ed7fc1, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=40bfc16b-7605-4f19-8e82-20b449ed7fc1,segment=NetworkSegment(98a03907-eb1c-4003-907c-acf76e082f5d),segment_id=98a03907-eb1c-4003-907c-acf76e082f5d)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:30:25.549307 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a41a9770-40eb-4b58-9c73-da998883e824 req-6168bf29-a5c8-4b9d-af48-ca15494ffbbe tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:25.581443 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def5b65b-2b67-4994-8b46-56b21864c97b req-6a14341a-0e84-40c3-9508-af911c386bf3 tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:25.582248 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-def5b65b-2b67-4994-8b46-56b21864c97b req-6a14341a-0e84-40c3-9508-af911c386bf3 tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] 10.222.0.98 "GET /v2.0/ports?device_id=73a9d77c-cfb6-4fec-986e-72229ea7ab6b HTTP/1.1" status: 200 len: 931 time: 0.1364079 Jul 09 16:30:25.583521 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-a41a9770-40eb-4b58-9c73-da998883e824 req-6168bf29-a5c8-4b9d-af48-ca15494ffbbe tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Calling delete_port for 40bfc16b-7605-4f19-8e82-20b449ed7fc1 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:30:25.684104 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-def5b65b-2b67-4994-8b46-56b21864c97b req-8e0ea10a-f34b-4820-9ff0-baf6b6870a11 tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] 10.222.0.98 "GET /v2.0/security-groups?id=e80360b5-ac5f-4ec7-b67a-8ce95185c538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930398 Jul 09 16:30:25.746977 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f6b9aa-4588-4540-8bbb-a3a5fb7b0835 req-2dd9747b-0dd8-4c4f-bb06-455d3379f538 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:25.754080 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-75f6b9aa-4588-4540-8bbb-a3a5fb7b0835 req-2dd9747b-0dd8-4c4f-bb06-455d3379f538 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 946 time: 0.1292043 Jul 09 16:30:25.813688 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a41a9770-40eb-4b58-9c73-da998883e824 req-6168bf29-a5c8-4b9d-af48-ca15494ffbbe tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:25.842501 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-75f6b9aa-4588-4540-8bbb-a3a5fb7b0835 req-dd6f6be8-e998-40f0-ac72-bc3ccc10f483 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874295 Jul 09 16:30:25.853753 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['f485a2cf-f2dd-4a21-99af-285b7678aa99'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:30:25.876544 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-a16dfdd3-ce47-46e2-9b79-2351849252bf req-83cc85f0-06ca-4319-9659-095fe14df594 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 399be729-fa19-46ed-9ea5-7a1f6c9483e8 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:30:25.878880 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6168bf29-a5c8-4b9d-af48-ca15494ffbbe tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Pushing event deleted for resources: {'Port': ['ID=40bfc16b-7605-4f19-8e82-20b449ed7fc1,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:25.908736 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a16dfdd3-ce47-46e2-9b79-2351849252bf req-83cc85f0-06ca-4319-9659-095fe14df594 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:25.937479 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-a16dfdd3-ce47-46e2-9b79-2351849252bf req-83cc85f0-06ca-4319-9659-095fe14df594 service neutron] Transition to ACTIVE for port object 399be729-fa19-46ed-9ea5-7a1f6c9483e8 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:30:25.944638 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a16dfdd3-ce47-46e2-9b79-2351849252bf req-83cc85f0-06ca-4319-9659-095fe14df594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:25.982252 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-a41a9770-40eb-4b58-9c73-da998883e824 req-6168bf29-a5c8-4b9d-af48-ca15494ffbbe tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] No DVR routers for this DVR port 40bfc16b-7605-4f19-8e82-20b449ed7fc1 on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:30:25.985170 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a41a9770-40eb-4b58-9c73-da998883e824 req-6168bf29-a5c8-4b9d-af48-ca15494ffbbe tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:25.988156 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a41a9770-40eb-4b58-9c73-da998883e824 req-6168bf29-a5c8-4b9d-af48-ca15494ffbbe tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.77 "DELETE /v2.0/ports/40bfc16b-7605-4f19-8e82-20b449ed7fc1 HTTP/1.1" status: 204 len: 173 time: 0.8172626 Jul 09 16:30:25.988589 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f8c45e3-0037-4593-9e76-6947bc1f2540', 'name': 'network-vif-deleted', 'tag': '40bfc16b-7605-4f19-8e82-20b449ed7fc1'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:30:25.992196 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43fced16-feb8-4945-b36b-4e527e1cc68c" -d '{"events": [{"server_uuid": "5f8c45e3-0037-4593-9e76-6947bc1f2540", "name": "network-vif-deleted", "tag": "40bfc16b-7605-4f19-8e82-20b449ed7fc1"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:30:26.034678 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc85f0-06ca-4319-9659-095fe14df594 service neutron] Pushing event updated for resources: {'Port': ['ID=399be729-fa19-46ed-9ea5-7a1f6c9483e8,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:26.043179 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e7455-3b40-4b36-a224-19d43916b45f req-f46c6db8-91f0-4b7c-add8-45dfddb12320 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:26.051739 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bd4e7455-3b40-4b36-a224-19d43916b45f req-f46c6db8-91f0-4b7c-add8-45dfddb12320 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee1f35fb-85b9-4a52-8c79-ee5202b4fdbf HTTP/1.1" status: 200 len: 943 time: 0.1752193 Jul 09 16:30:26.111423 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bd4e7455-3b40-4b36-a224-19d43916b45f req-bea2aba6-0638-41a0-8ab4-ae4081e288ec tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] 10.222.0.98 "GET /v2.0/security-groups?id=e75db5fc-c806-4a82-9e9e-c02a44e35e64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587049 Jul 09 16:30:26.197459 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:26.256958 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-a16dfdd3-ce47-46e2-9b79-2351849252bf req-83cc85f0-06ca-4319-9659-095fe14df594 service neutron] Attempting to bind port 399be729-fa19-46ed-9ea5-7a1f6c9483e8 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:30:26.257830 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-a16dfdd3-ce47-46e2-9b79-2351849252bf req-83cc85f0-06ca-4319-9659-095fe14df594 service neutron] Attempting to bind port 399be729-fa19-46ed-9ea5-7a1f6c9483e8 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '3b61e5f0-6514-4a25-a276-170ad9b7282a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '78306c16-7389-4a70-a899-1d72f2f67f5f'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:30:26.258453 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16dfdd3-ce47-46e2-9b79-2351849252bf req-83cc85f0-06ca-4319-9659-095fe14df594 service neutron] Attempting to bind port 399be729-fa19-46ed-9ea5-7a1f6c9483e8 on network 78306c16-7389-4a70-a899-1d72f2f67f5f {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:30:26.263654 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16dfdd3-ce47-46e2-9b79-2351849252bf req-83cc85f0-06ca-4319-9659-095fe14df594 service neutron] Port 399be729-fa19-46ed-9ea5-7a1f6c9483e8 on network 78306c16-7389-4a70-a899-1d72f2f67f5f not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:30:26.263994 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16dfdd3-ce47-46e2-9b79-2351849252bf req-83cc85f0-06ca-4319-9659-095fe14df594 service neutron] Attempting to bind port 399be729-fa19-46ed-9ea5-7a1f6c9483e8 on network 78306c16-7389-4a70-a899-1d72f2f67f5f {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:30:26.271208 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16dfdd3-ce47-46e2-9b79-2351849252bf req-83cc85f0-06ca-4319-9659-095fe14df594 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:30:26.271593 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16dfdd3-ce47-46e2-9b79-2351849252bf req-83cc85f0-06ca-4319-9659-095fe14df594 service neutron] Checking segment: {'id': '3b61e5f0-6514-4a25-a276-170ad9b7282a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '78306c16-7389-4a70-a899-1d72f2f67f5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:30:26.271944 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16dfdd3-ce47-46e2-9b79-2351849252bf req-83cc85f0-06ca-4319-9659-095fe14df594 service neutron] Bound using segment: {'id': '3b61e5f0-6514-4a25-a276-170ad9b7282a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '78306c16-7389-4a70-a899-1d72f2f67f5f'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:30:26.272386 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-a16dfdd3-ce47-46e2-9b79-2351849252bf req-83cc85f0-06ca-4319-9659-095fe14df594 service neutron] Bound port: 399be729-fa19-46ed-9ea5-7a1f6c9483e8, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b61e5f0-6514-4a25-a276-170ad9b7282a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '78306c16-7389-4a70-a899-1d72f2f67f5f'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:30:26.272742 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a16dfdd3-ce47-46e2-9b79-2351849252bf req-83cc85f0-06ca-4319-9659-095fe14df594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:26.337171 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-161de50e-aaef-4eb9-8dcb-a4252890cba8 req-3d4bd496-9aa2-4a57-be0b-a61752b1e640 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=5f8c45e3-0037-4593-9e76-6947bc1f2540 HTTP/1.1" status: 200 len: 210 time: 0.0329595 Jul 09 16:30:26.338741 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622d9fbe-c96e-4721-9641-4eafae237644 x-openstack-request-id: req-622d9fbe-c96e-4721-9641-4eafae237644 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:30:26.339111 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f8c45e3-0037-4593-9e76-6947bc1f2540", "name": "network-vif-deleted", "tag": "40bfc16b-7605-4f19-8e82-20b449ed7fc1", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:30:26.339385 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-622d9fbe-c96e-4721-9641-4eafae237644 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:30:26.339810 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f8c45e3-0037-4593-9e76-6947bc1f2540', 'name': 'network-vif-deleted', 'tag': '40bfc16b-7605-4f19-8e82-20b449ed7fc1', 'status': 'completed', 'code': 200} Jul 09 16:30:26.360176 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-a16dfdd3-ce47-46e2-9b79-2351849252bf req-83cc85f0-06ca-4319-9659-095fe14df594 service neutron] For port 399be729-fa19-46ed-9ea5-7a1f6c9483e8, host n-h1-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:30:26.363868 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-a16dfdd3-ce47-46e2-9b79-2351849252bf req-83cc85f0-06ca-4319-9659-095fe14df594 service neutron] For port 399be729-fa19-46ed-9ea5-7a1f6c9483e8, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=399be729-fa19-46ed-9ea5-7a1f6c9483e8,segment=NetworkSegment(3b61e5f0-6514-4a25-a276-170ad9b7282a),segment_id=3b61e5f0-6514-4a25-a276-170ad9b7282a)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:30:26.369192 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a16dfdd3-ce47-46e2-9b79-2351849252bf req-83cc85f0-06ca-4319-9659-095fe14df594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:26.408328 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16dfdd3-ce47-46e2-9b79-2351849252bf req-83cc85f0-06ca-4319-9659-095fe14df594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:26.408987 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a16dfdd3-ce47-46e2-9b79-2351849252bf req-83cc85f0-06ca-4319-9659-095fe14df594 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:26.410403 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a16dfdd3-ce47-46e2-9b79-2351849252bf req-83cc85f0-06ca-4319-9659-095fe14df594 service neutron] 10.222.0.77 "PUT /v2.0/ports/399be729-fa19-46ed-9ea5-7a1f6c9483e8 HTTP/1.1" status: 200 len: 1091 time: 1.1986940 Jul 09 16:30:26.410998 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73a9d77c-cfb6-4fec-986e-72229ea7ab6b', 'tag': '399be729-fa19-46ed-9ea5-7a1f6c9483e8'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:30:26.413129 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2faf693d-e9e1-4cc5-ad55-f3fd0f3dc42e" -d '{"events": [{"name": "network-changed", "server_uuid": "73a9d77c-cfb6-4fec-986e-72229ea7ab6b", "tag": "399be729-fa19-46ed-9ea5-7a1f6c9483e8"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:30:26.458810 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc85f0-06ca-4319-9659-095fe14df594 service neutron] Pushing event updated for resources: {'Port': ['ID=399be729-fa19-46ed-9ea5-7a1f6c9483e8,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:26.535476 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:26.606001 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16dfdd3-ce47-46e2-9b79-2351849252bf req-f1db35f0-3176-4ee1-bf46-fce8da15c62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:26.607613 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a16dfdd3-ce47-46e2-9b79-2351849252bf req-f1db35f0-3176-4ee1-bf46-fce8da15c62f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8ffb169a685e4b6cac717c3045ff6635&device_id=73a9d77c-cfb6-4fec-986e-72229ea7ab6b HTTP/1.1" status: 200 len: 1094 time: 0.1322198 Jul 09 16:30:26.654026 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b0c6a-d336-4428-9ed5-c531682c5ab9 req-dcaf46e6-2285-4831-9672-13693f6e6eb3 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:26.657134 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-074b0c6a-d336-4428-9ed5-c531682c5ab9 req-dcaf46e6-2285-4831-9672-13693f6e6eb3 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ef7fed6-e1f7-4347-9a2b-265ec5153f7d HTTP/1.1" status: 200 len: 945 time: 0.1131203 Jul 09 16:30:26.680978 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a16dfdd3-ce47-46e2-9b79-2351849252bf req-e9e3c269-4c8a-491f-9720-2aa9e6d062ae service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=399be729-fa19-46ed-9ea5-7a1f6c9483e8 HTTP/1.1" status: 200 len: 217 time: 0.0572665 Jul 09 16:30:26.719316 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-074b0c6a-d336-4428-9ed5-c531682c5ab9 req-b4c10904-66bd-47dc-9647-511f526334e1 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519001 Jul 09 16:30:26.751113 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67f5f7b-afe2-4381-af12-4e0e0f28d888 x-openstack-request-id: req-f67f5f7b-afe2-4381-af12-4e0e0f28d888 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:30:26.751650 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73a9d77c-cfb6-4fec-986e-72229ea7ab6b", "tag": "399be729-fa19-46ed-9ea5-7a1f6c9483e8", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:30:26.751847 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f67f5f7b-afe2-4381-af12-4e0e0f28d888 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:30:26.752191 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73a9d77c-cfb6-4fec-986e-72229ea7ab6b', 'tag': '399be729-fa19-46ed-9ea5-7a1f6c9483e8', 'status': 'completed', 'code': 200} Jul 09 16:30:26.772150 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16dfdd3-ce47-46e2-9b79-2351849252bf req-cec40047-ea42-41b2-a883-fadbe1665f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:26.774093 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a16dfdd3-ce47-46e2-9b79-2351849252bf req-cec40047-ea42-41b2-a883-fadbe1665f8e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d9ba5a38-ca5d-40c0-9a4b-3f6a64be60d9 HTTP/1.1" status: 200 len: 851 time: 0.0821576 Jul 09 16:30:26.824968 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a16dfdd3-ce47-46e2-9b79-2351849252bf req-a6ae42cd-a2cd-4aa6-9244-3466e4115bed service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=78306c16-7389-4a70-a899-1d72f2f67f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388565 Jul 09 16:30:26.998821 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a16dfdd3-ce47-46e2-9b79-2351849252bf req-1fce2bba-9a40-4a6c-90ac-ae64a1633833 service neutron] 10.222.0.77 "GET /v2.0/networks/78306c16-7389-4a70-a899-1d72f2f67f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650531 Jul 09 16:30:27.077630 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdca6d0-07f7-4dcf-bc4f-37ed1735e1b5 req-e5bb65e5-5471-4eb5-88ad-e1e1cde6bd02 tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:27.079251 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8cdca6d0-07f7-4dcf-bc4f-37ed1735e1b5 req-e5bb65e5-5471-4eb5-88ad-e1e1cde6bd02 tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] 10.222.0.98 "GET /v2.0/ports?device_id=73a9d77c-cfb6-4fec-986e-72229ea7ab6b HTTP/1.1" status: 200 len: 943 time: 0.1629858 Jul 09 16:30:27.134602 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8cdca6d0-07f7-4dcf-bc4f-37ed1735e1b5 req-4b55f38b-f3e6-482a-bd48-b106d1e913dc tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] 10.222.0.98 "GET /v2.0/security-groups?id=e80360b5-ac5f-4ec7-b67a-8ce95185c538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487008 Jul 09 16:30:27.157673 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a16dfdd3-ce47-46e2-9b79-2351849252bf req-f4394f42-6177-410b-907a-2819ce6579e6 service neutron] 10.222.0.77 "GET /v2.0/networks/78306c16-7389-4a70-a899-1d72f2f67f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496282 Jul 09 16:30:27.183577 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 28e16fbf-fe99-4b96-921f-7c3da539e84a details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:30:27.222926 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae47d7f-ea8a-41d6-a80b-b98f5d12fe7d req-6f32bed4-31dd-4104-b643-e7853467a1e4 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:27.227341 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dae47d7f-ea8a-41d6-a80b-b98f5d12fe7d req-6f32bed4-31dd-4104-b643-e7853467a1e4 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 946 time: 0.1281416 Jul 09 16:30:27.324293 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf693d-e9e1-4cc5-ad55-f3fd0f3dc42e req-1a577f66-6019-4d53-933e-45a340f5b158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:27.327246 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2faf693d-e9e1-4cc5-ad55-f3fd0f3dc42e req-1a577f66-6019-4d53-933e-45a340f5b158 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8ffb169a685e4b6cac717c3045ff6635&device_id=73a9d77c-cfb6-4fec-986e-72229ea7ab6b HTTP/1.1" status: 200 len: 1094 time: 0.0930166 Jul 09 16:30:27.339409 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dae47d7f-ea8a-41d6-a80b-b98f5d12fe7d req-e67b3b73-d682-4efe-a68a-cd9a75dc82a6 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997839 Jul 09 16:30:27.437938 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 28e16fbf-fe99-4b96-921f-7c3da539e84a, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=28e16fbf-fe99-4b96-921f-7c3da539e84a,segment=NetworkSegment(96bfb1df-90fe-4de5-920d-95441eb9b85b),segment_id=96bfb1df-90fe-4de5-920d-95441eb9b85b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:30:27.458338 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '28e16fbf-fe99-4b96-921f-7c3da539e84a', 'network_id': '129b3fd4-7fdc-445f-ba31-1cab00ca62c3', 'port_id': '28e16fbf-fe99-4b96-921f-7c3da539e84a', 'mac_address': 'fa:16:3e:64:16:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64a79ac5-0d8c-444d-9b5f-5295ccf19079', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:30:27.475125 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf693d-e9e1-4cc5-ad55-f3fd0f3dc42e req-6c4e15cd-919f-4cd6-8df6-fd3f21adb7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:27.478132 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2faf693d-e9e1-4cc5-ad55-f3fd0f3dc42e req-6c4e15cd-919f-4cd6-8df6-fd3f21adb7fb service neutron] 10.222.0.77 "GET /v2.0/networks?id=78306c16-7389-4a70-a899-1d72f2f67f5f HTTP/1.1" status: 200 len: 912 time: 0.1434021 Jul 09 16:30:27.560660 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:27.570538 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2faf693d-e9e1-4cc5-ad55-f3fd0f3dc42e req-3463b992-fd32-4488-9fa5-80db39d5f495 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=399be729-fa19-46ed-9ea5-7a1f6c9483e8 HTTP/1.1" status: 200 len: 217 time: 0.0789790 Jul 09 16:30:27.595128 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28e16fbf-fe99-4b96-921f-7c3da539e84a {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:30:27.622150 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 40bfc16b-7605-4f19-8e82-20b449ed7fc1 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:30:27.627722 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 28e16fbf-fe99-4b96-921f-7c3da539e84a, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=28e16fbf-fe99-4b96-921f-7c3da539e84a,segment=NetworkSegment(96bfb1df-90fe-4de5-920d-95441eb9b85b),segment_id=96bfb1df-90fe-4de5-920d-95441eb9b85b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:30:27.656177 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf693d-e9e1-4cc5-ad55-f3fd0f3dc42e req-0c16cc4e-281f-406b-956e-15bff24d77e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:27.657723 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2faf693d-e9e1-4cc5-ad55-f3fd0f3dc42e req-0c16cc4e-281f-406b-956e-15bff24d77e8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d9ba5a38-ca5d-40c0-9a4b-3f6a64be60d9 HTTP/1.1" status: 200 len: 851 time: 0.0715411 Jul 09 16:30:27.671248 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f532a6-c9f0-41a8-b7e5-3dfa987aba7a req-fb7a7b67-d216-4d7c-a496-80caf1004839 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:27.675136 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: 40bfc16b-7605-4f19-8e82-20b449ed7fc1 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:30:27.675716 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 40bfc16b-7605-4f19-8e82-20b449ed7fc1 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:30:27.678183 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:27.679054 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-80f532a6-c9f0-41a8-b7e5-3dfa987aba7a req-fb7a7b67-d216-4d7c-a496-80caf1004839 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee1f35fb-85b9-4a52-8c79-ee5202b4fdbf HTTP/1.1" status: 200 len: 943 time: 0.1325862 Jul 09 16:30:27.705959 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2faf693d-e9e1-4cc5-ad55-f3fd0f3dc42e req-e1732f8f-b9bd-4910-8eda-409fb886097d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=78306c16-7389-4a70-a899-1d72f2f67f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403969 Jul 09 16:30:27.743442 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-80f532a6-c9f0-41a8-b7e5-3dfa987aba7a req-3e5a15be-71a6-46ac-97f6-cc92475d35ae tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] 10.222.0.98 "GET /v2.0/security-groups?id=e75db5fc-c806-4a82-9e9e-c02a44e35e64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628214 Jul 09 16:30:27.792781 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=28e16fbf-fe99-4b96-921f-7c3da539e84a,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:27.834746 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2faf693d-e9e1-4cc5-ad55-f3fd0f3dc42e req-5977396b-b429-4756-8e6b-7f6764530e1d service neutron] 10.222.0.77 "GET /v2.0/networks/78306c16-7389-4a70-a899-1d72f2f67f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188202 Jul 09 16:30:27.977246 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2faf693d-e9e1-4cc5-ad55-f3fd0f3dc42e req-28345ca0-0bee-4a32-a249-5847470ac71b service neutron] 10.222.0.77 "GET /v2.0/networks/78306c16-7389-4a70-a899-1d72f2f67f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341650 Jul 09 16:30:28.084761 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f26d9-ea33-4741-9730-acb5afb12da0 req-9c81a9a3-2106-4f93-8e3e-a81d1a3b8d59 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:28.087089 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-275f26d9-ea33-4741-9730-acb5afb12da0 req-9c81a9a3-2106-4f93-8e3e-a81d1a3b8d59 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ef7fed6-e1f7-4347-9a2b-265ec5153f7d HTTP/1.1" status: 200 len: 945 time: 0.0795746 Jul 09 16:30:28.138447 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-275f26d9-ea33-4741-9730-acb5afb12da0 req-e15b2bc2-7fe4-4b1c-948d-e789379e4492 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439048 Jul 09 16:30:28.151668 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:28.167983 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['28e16fbf-fe99-4b96-921f-7c3da539e84a'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:30:28.204930 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3143e99d-4826-435f-90d6-44fdb345de2d req-94934553-8cb1-4b7f-bbd6-6a4a961a9139 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:28.207274 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3143e99d-4826-435f-90d6-44fdb345de2d req-94934553-8cb1-4b7f-bbd6-6a4a961a9139 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=e56a7d9f-9692-476b-b3cb-c13689fb321b HTTP/1.1" status: 200 len: 945 time: 0.1362562 Jul 09 16:30:28.267666 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3143e99d-4826-435f-90d6-44fdb345de2d req-86faeb70-ce36-4e59-b82e-d51ed8d99e33 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528634 Jul 09 16:30:28.460468 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f9121-f10a-4935-815b-98ec37d9cad5 req-4594a24a-ed45-4e69-8a48-f16c7cf9f81b tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:28.469749 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ee8f9121-f10a-4935-815b-98ec37d9cad5 req-4594a24a-ed45-4e69-8a48-f16c7cf9f81b tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] 10.222.0.98 "GET /v2.0/ports?device_id=73a9d77c-cfb6-4fec-986e-72229ea7ab6b HTTP/1.1" status: 200 len: 943 time: 0.0896659 Jul 09 16:30:28.533150 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ee8f9121-f10a-4935-815b-98ec37d9cad5 req-766e4e94-42b8-4c7b-bc36-014008b6501c tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] 10.222.0.98 "GET /v2.0/security-groups?id=e80360b5-ac5f-4ec7-b67a-8ce95185c538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625103 Jul 09 16:30:28.653788 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7720089-cdfe-44b5-8eb1-f1a31515f543 req-08e6aade-b289-425f-b16e-065b5e5fb8a0 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:28.655543 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f7720089-cdfe-44b5-8eb1-f1a31515f543 req-08e6aade-b289-425f-b16e-065b5e5fb8a0 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 946 time: 0.0985854 Jul 09 16:30:28.727250 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f7720089-cdfe-44b5-8eb1-f1a31515f543 req-37019a95-6644-4892-8824-fac20dfa7d6e tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648930 Jul 09 16:30:28.766811 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b4b71c-4a94-4977-abcd-c4d691ebf388 req-8d0e03fb-19e9-4f0f-aaf5-fd595ffb48a9 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:28.767276 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-52b4b71c-4a94-4977-abcd-c4d691ebf388 req-8d0e03fb-19e9-4f0f-aaf5-fd595ffb48a9 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/ports?device_id=b808d81a-1027-4ccd-8f61-44b0be2ca51b HTTP/1.1" status: 200 len: 945 time: 0.0919423 Jul 09 16:30:28.817981 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-52b4b71c-4a94-4977-abcd-c4d691ebf388 req-fff51174-abe7-4dc3-ab8c-3e02b28249c1 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/security-groups?id=1cd28115-a72b-47bb-907a-24e6b91de643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414984 Jul 09 16:30:28.958600 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1443c-1984-468f-a52e-888544f63bbb req-e1c970c4-049d-44b8-8900-84c08c0723e6 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:28.962838 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-adf1443c-1984-468f-a52e-888544f63bbb req-e1c970c4-049d-44b8-8900-84c08c0723e6 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee1f35fb-85b9-4a52-8c79-ee5202b4fdbf HTTP/1.1" status: 200 len: 944 time: 0.0747569 Jul 09 16:30:29.017982 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-adf1443c-1984-468f-a52e-888544f63bbb req-de695a32-34b9-4e9d-aaa7-d5c32f9d3513 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] 10.222.0.98 "GET /v2.0/security-groups?id=e75db5fc-c806-4a82-9e9e-c02a44e35e64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468173 Jul 09 16:30:29.384245 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d79cb7-8b67-45e3-8937-e54d125643ed req-8ff66e9f-3a75-49c7-b412-4c75a9ea6f21 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:29.393580 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d1d79cb7-8b67-45e3-8937-e54d125643ed req-8ff66e9f-3a75-49c7-b412-4c75a9ea6f21 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ef7fed6-e1f7-4347-9a2b-265ec5153f7d HTTP/1.1" status: 200 len: 945 time: 0.1151731 Jul 09 16:30:29.446129 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d1d79cb7-8b67-45e3-8937-e54d125643ed req-b39eacb4-9c30-4c8b-bbcb-aaee0a029479 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514560 Jul 09 16:30:29.484633 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59873cd-68f2-4ed7-b979-6190bb3f355b req-b38c7f75-92b8-4fe7-aee1-331bfdf098cb tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:29.486125 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d59873cd-68f2-4ed7-b979-6190bb3f355b req-b38c7f75-92b8-4fe7-aee1-331bfdf098cb tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=e56a7d9f-9692-476b-b3cb-c13689fb321b HTTP/1.1" status: 200 len: 945 time: 0.0804486 Jul 09 16:30:29.526902 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d59873cd-68f2-4ed7-b979-6190bb3f355b req-4628a3ad-a4fb-4aa6-8cc1-95b82c964c6a tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342264 Jul 09 16:30:29.617714 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 399be729-fa19-46ed-9ea5-7a1f6c9483e8 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:30:29.710875 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e97f2-1b47-4508-9aac-6be1f31837c9 req-24287dbc-5f96-4827-b03c-385e4ed15345 tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:29.712338 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7e1e97f2-1b47-4508-9aac-6be1f31837c9 req-24287dbc-5f96-4827-b03c-385e4ed15345 tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] 10.222.0.98 "GET /v2.0/ports?device_id=73a9d77c-cfb6-4fec-986e-72229ea7ab6b HTTP/1.1" status: 200 len: 943 time: 0.0658593 Jul 09 16:30:29.717975 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 399be729-fa19-46ed-9ea5-7a1f6c9483e8, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=399be729-fa19-46ed-9ea5-7a1f6c9483e8,segment=NetworkSegment(3b61e5f0-6514-4a25-a276-170ad9b7282a),segment_id=3b61e5f0-6514-4a25-a276-170ad9b7282a)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:30:29.729629 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '399be729-fa19-46ed-9ea5-7a1f6c9483e8', 'network_id': '78306c16-7389-4a70-a899-1d72f2f67f5f', 'port_id': '399be729-fa19-46ed-9ea5-7a1f6c9483e8', 'mac_address': 'fa:16:3e:a5:a4:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9ba5a38-ca5d-40c0-9a4b-3f6a64be60d9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:30:29.750834 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7e1e97f2-1b47-4508-9aac-6be1f31837c9 req-9af9d52d-ce57-4311-9384-149ba64694d2 tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] 10.222.0.98 "GET /v2.0/security-groups?id=e80360b5-ac5f-4ec7-b67a-8ce95185c538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326872 Jul 09 16:30:29.772987 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:29.786584 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 399be729-fa19-46ed-9ea5-7a1f6c9483e8 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:30:29.806864 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 399be729-fa19-46ed-9ea5-7a1f6c9483e8, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=399be729-fa19-46ed-9ea5-7a1f6c9483e8,segment=NetworkSegment(3b61e5f0-6514-4a25-a276-170ad9b7282a),segment_id=3b61e5f0-6514-4a25-a276-170ad9b7282a)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:30:29.812128 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:29.860540 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=399be729-fa19-46ed-9ea5-7a1f6c9483e8,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:29.916610 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada902d-aca8-4c75-857e-95d2937345d6 req-dfc4ea3e-095a-4103-a622-c519ccce6c11 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:29.918083 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9ada902d-aca8-4c75-857e-95d2937345d6 req-dfc4ea3e-095a-4103-a622-c519ccce6c11 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 946 time: 0.0767629 Jul 09 16:30:29.963345 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9ada902d-aca8-4c75-857e-95d2937345d6 req-e87a3b84-9ff4-49fb-a18c-baaa5c62b3e1 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393028 Jul 09 16:30:30.017662 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec57a4-133d-4891-a3cc-4d3f276761c8 req-1bfa32dc-380f-4004-a793-de05ae01ad25 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:30.019193 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-15ec57a4-133d-4891-a3cc-4d3f276761c8 req-1bfa32dc-380f-4004-a793-de05ae01ad25 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/ports?device_id=b808d81a-1027-4ccd-8f61-44b0be2ca51b HTTP/1.1" status: 200 len: 945 time: 0.0734012 Jul 09 16:30:30.061555 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-15ec57a4-133d-4891-a3cc-4d3f276761c8 req-ee08630e-448a-4a01-8a6d-6225589e7d62 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/security-groups?id=1cd28115-a72b-47bb-907a-24e6b91de643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369146 Jul 09 16:30:30.219040 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['399be729-fa19-46ed-9ea5-7a1f6c9483e8'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:30:30.222286 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065b7c1-e80b-433a-9ca8-541d49e62cfe req-fc2dd94f-4a5f-4030-a7f4-08b67747c523 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:30.223879 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f065b7c1-e80b-433a-9ca8-541d49e62cfe req-fc2dd94f-4a5f-4030-a7f4-08b67747c523 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee1f35fb-85b9-4a52-8c79-ee5202b4fdbf HTTP/1.1" status: 200 len: 944 time: 0.0676277 Jul 09 16:30:30.275854 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f065b7c1-e80b-433a-9ca8-541d49e62cfe req-bbd61fb1-955c-40cb-abf9-cff2c9aae2f8 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] 10.222.0.98 "GET /v2.0/security-groups?id=e75db5fc-c806-4a82-9e9e-c02a44e35e64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450568 Jul 09 16:30:30.331788 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28d382-30c3-488c-a58f-182b3ffa6279 req-6eaa8c57-51f4-4d23-a631-55a5dfefbb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:30.333500 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2f28d382-30c3-488c-a58f-182b3ffa6279 req-6eaa8c57-51f4-4d23-a631-55a5dfefbb59 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b8ad35771c814596a752d0340d35099a&device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 1097 time: 0.0754795 Jul 09 16:30:30.454404 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28d382-30c3-488c-a58f-182b3ffa6279 req-7176d541-da2d-4615-9344-d7e70092dbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:30.456285 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2f28d382-30c3-488c-a58f-182b3ffa6279 req-7176d541-da2d-4615-9344-d7e70092dbcf service neutron] 10.222.0.77 "GET /v2.0/networks?id=a171d79a-1159-4481-9cc1-46c665ce3a96 HTTP/1.1" status: 200 len: 918 time: 0.1146734 Jul 09 16:30:30.542830 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2f28d382-30c3-488c-a58f-182b3ffa6279 req-43b4858c-ae36-45b9-828c-974f09a45890 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=979bff33-6997-4354-abf3-dcab99fbd3f9 HTTP/1.1" status: 200 len: 1002 time: 0.0795488 Jul 09 16:30:30.618127 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28d382-30c3-488c-a58f-182b3ffa6279 req-6bd1627b-661a-4ac0-8761-a01db25e7ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:30.619879 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2f28d382-30c3-488c-a58f-182b3ffa6279 req-6bd1627b-661a-4ac0-8761-a01db25e7ca6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b9e97679-e3ca-4f43-b281-7791408a1287 HTTP/1.1" status: 200 len: 856 time: 0.0621872 Jul 09 16:30:30.672897 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec31bf7-920f-4c60-a413-a15e05e88a6f req-3d64dcca-12bd-4019-926f-7eb82e6a29f0 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:30.674929 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3ec31bf7-920f-4c60-a413-a15e05e88a6f req-3d64dcca-12bd-4019-926f-7eb82e6a29f0 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ef7fed6-e1f7-4347-9a2b-265ec5153f7d HTTP/1.1" status: 200 len: 945 time: 0.0951543 Jul 09 16:30:30.725171 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3ec31bf7-920f-4c60-a413-a15e05e88a6f req-9a5bef17-9fa7-45cc-81a9-a1d23a57511e tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394130 Jul 09 16:30:30.752002 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28d382-30c3-488c-a58f-182b3ffa6279 req-800e8f8b-d857-4057-a67b-94440771cdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:30.752002 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2f28d382-30c3-488c-a58f-182b3ffa6279 req-800e8f8b-d857-4057-a67b-94440771cdac service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a171d79a-1159-4481-9cc1-46c665ce3a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1160092 Jul 09 16:30:30.760772 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c009a-8cb2-4336-b60d-b343c9d13f35 req-1e29e093-03d1-4639-b419-4215ab345129 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:30.762273 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a32c009a-8cb2-4336-b60d-b343c9d13f35 req-1e29e093-03d1-4639-b419-4215ab345129 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=e56a7d9f-9692-476b-b3cb-c13689fb321b HTTP/1.1" status: 200 len: 945 time: 0.0947311 Jul 09 16:30:30.846630 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a32c009a-8cb2-4336-b60d-b343c9d13f35 req-de801f15-68a4-48f5-8efa-8902189db7dc tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770302 Jul 09 16:30:30.888790 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2f28d382-30c3-488c-a58f-182b3ffa6279 req-92adf2cd-361e-4cd9-86ee-06863fc23e67 service neutron] 10.222.0.77 "GET /v2.0/networks/a171d79a-1159-4481-9cc1-46c665ce3a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363378 Jul 09 16:30:30.953497 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac69cd99-ebca-459d-9996-7b50019612fb req-7d435432-618e-4ebb-b686-3196a0589fe4 tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:30.955018 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ac69cd99-ebca-459d-9996-7b50019612fb req-7d435432-618e-4ebb-b686-3196a0589fe4 tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] 10.222.0.98 "GET /v2.0/ports?device_id=73a9d77c-cfb6-4fec-986e-72229ea7ab6b HTTP/1.1" status: 200 len: 944 time: 0.0773149 Jul 09 16:30:30.990904 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2f28d382-30c3-488c-a58f-182b3ffa6279 req-56fd5833-1f2c-4070-b1b6-510b52b56015 service neutron] 10.222.0.77 "GET /v2.0/networks/a171d79a-1159-4481-9cc1-46c665ce3a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948005 Jul 09 16:30:31.168843 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470a028-2833-46e5-abf6-d56784ff8a57 req-a9e3766c-3be5-4964-be8b-fb289da5a871 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:31.170535 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e470a028-2833-46e5-abf6-d56784ff8a57 req-a9e3766c-3be5-4964-be8b-fb289da5a871 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 946 time: 0.0763929 Jul 09 16:30:31.209170 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 28e16fbf-fe99-4b96-921f-7c3da539e84a up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:30:31.217797 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e470a028-2833-46e5-abf6-d56784ff8a57 req-5f6a9e3f-d0fa-47f7-9a8d-74a863f92086 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414414 Jul 09 16:30:31.268871 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 28e16fbf-fe99-4b96-921f-7c3da539e84a completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:30:31.274463 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 28e16fbf-fe99-4b96-921f-7c3da539e84a triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:30:31.274980 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:31.344945 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ac69cd99-ebca-459d-9996-7b50019612fb req-351d6d8d-019e-4790-a324-a5a0da869e3b tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] 10.222.0.98 "GET /v2.0/security-groups?id=e80360b5-ac5f-4ec7-b67a-8ce95185c538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823709 Jul 09 16:30:31.381876 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:31.422939 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 28e16fbf-fe99-4b96-921f-7c3da539e84a, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=28e16fbf-fe99-4b96-921f-7c3da539e84a,segment=NetworkSegment(96bfb1df-90fe-4de5-920d-95441eb9b85b),segment_id=96bfb1df-90fe-4de5-920d-95441eb9b85b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:30:31.424382 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee1f35fb-85b9-4a52-8c79-ee5202b4fdbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e16fbf-fe99-4b96-921f-7c3da539e84a'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:30:31.427166 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6553d807-6487-41a4-bf15-ed796a2df906" -d '{"events": [{"server_uuid": "ee1f35fb-85b9-4a52-8c79-ee5202b4fdbf", "name": "network-vif-plugged", "status": "completed", "tag": "28e16fbf-fe99-4b96-921f-7c3da539e84a"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:30:31.431565 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:31.439902 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c149dc-675d-4076-9bd3-d5a2398649b2 req-9d7c41ce-a216-4434-85c0-76d0fae8243d tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:31.446819 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-61c149dc-675d-4076-9bd3-d5a2398649b2 req-9d7c41ce-a216-4434-85c0-76d0fae8243d tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/ports?device_id=b808d81a-1027-4ccd-8f61-44b0be2ca51b HTTP/1.1" status: 200 len: 945 time: 0.0906425 Jul 09 16:30:31.499556 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=28e16fbf-fe99-4b96-921f-7c3da539e84a,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:31.510293 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-61c149dc-675d-4076-9bd3-d5a2398649b2 req-084158f2-016f-40ed-a8fb-ea9949dacce9 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/security-groups?id=1cd28115-a72b-47bb-907a-24e6b91de643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559220 Jul 09 16:30:31.546158 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d462df0-e034-4155-9047-c67757962736 req-df8c2855-8d2f-43f1-93cb-446a67b8c445 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:31.547887 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0d462df0-e034-4155-9047-c67757962736 req-df8c2855-8d2f-43f1-93cb-446a67b8c445 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee1f35fb-85b9-4a52-8c79-ee5202b4fdbf HTTP/1.1" status: 200 len: 945 time: 0.0925021 Jul 09 16:30:31.561319 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65ab3a5-af32-4ee6-b2b2-9a136a1ef77d x-openstack-request-id: req-d65ab3a5-af32-4ee6-b2b2-9a136a1ef77d {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:30:31.561844 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee1f35fb-85b9-4a52-8c79-ee5202b4fdbf", "name": "network-vif-plugged", "status": "completed", "tag": "28e16fbf-fe99-4b96-921f-7c3da539e84a", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:30:31.562461 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d65ab3a5-af32-4ee6-b2b2-9a136a1ef77d {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:30:31.563085 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee1f35fb-85b9-4a52-8c79-ee5202b4fdbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e16fbf-fe99-4b96-921f-7c3da539e84a', 'code': 200} Jul 09 16:30:31.591056 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0d462df0-e034-4155-9047-c67757962736 req-248d2d51-ef41-432b-b0a0-3d23d238944b tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] 10.222.0.98 "GET /v2.0/security-groups?id=e75db5fc-c806-4a82-9e9e-c02a44e35e64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372565 Jul 09 16:30:31.631892 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 399be729-fa19-46ed-9ea5-7a1f6c9483e8 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:30:31.695640 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 399be729-fa19-46ed-9ea5-7a1f6c9483e8 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:30:31.702165 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 399be729-fa19-46ed-9ea5-7a1f6c9483e8 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:30:31.702704 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:31.724376 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385ee67-5d56-461c-98b4-c84072e249c5 req-4d8011c5-7190-4bd2-acc0-06b13c12bd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:31.725926 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6385ee67-5d56-461c-98b4-c84072e249c5 req-4d8011c5-7190-4bd2-acc0-06b13c12bd42 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ee1f35fb-85b9-4a52-8c79-ee5202b4fdbf HTTP/1.1" status: 200 len: 1096 time: 0.0672655 Jul 09 16:30:31.769802 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6385ee67-5d56-461c-98b4-c84072e249c5 req-1e613fdf-da2d-47f9-ad5b-1478c9d361f1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e75db5fc-c806-4a82-9e9e-c02a44e35e64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364108 Jul 09 16:30:31.801997 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:31.842121 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 399be729-fa19-46ed-9ea5-7a1f6c9483e8, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=399be729-fa19-46ed-9ea5-7a1f6c9483e8,segment=NetworkSegment(3b61e5f0-6514-4a25-a276-170ad9b7282a),segment_id=3b61e5f0-6514-4a25-a276-170ad9b7282a)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:30:31.848046 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:31.907116 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=399be729-fa19-46ed-9ea5-7a1f6c9483e8,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:31.937349 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1024c820-e29a-480d-bbba-8564e765dbbf req-4547dbd8-eeb4-4c0e-bcbd-bdf01ba20d01 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:31.943259 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1024c820-e29a-480d-bbba-8564e765dbbf req-4547dbd8-eeb4-4c0e-bcbd-bdf01ba20d01 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ef7fed6-e1f7-4347-9a2b-265ec5153f7d HTTP/1.1" status: 200 len: 945 time: 0.0840127 Jul 09 16:30:31.980426 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1024c820-e29a-480d-bbba-8564e765dbbf req-e78f1977-2aab-42b2-8924-bef5b8ad685c tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359433 Jul 09 16:30:32.047895 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbc1e1-27ac-4957-b5da-c579cef9656a req-6a5434d8-07f4-4d52-b9c6-6a3518b3938b tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:32.049453 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f1fbc1e1-27ac-4957-b5da-c579cef9656a req-6a5434d8-07f4-4d52-b9c6-6a3518b3938b tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=e56a7d9f-9692-476b-b3cb-c13689fb321b HTTP/1.1" status: 200 len: 945 time: 0.0673473 Jul 09 16:30:32.094086 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f1fbc1e1-27ac-4957-b5da-c579cef9656a req-16f55061-b1bf-4384-93e3-3a39445ee6f3 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368166 Jul 09 16:30:32.419932 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf829c-f45e-4d42-8f67-644727630139 req-71e458ba-3b0c-4fb2-9c6e-827d3651a210 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:32.421586 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2ccf829c-f45e-4d42-8f67-644727630139 req-71e458ba-3b0c-4fb2-9c6e-827d3651a210 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 946 time: 0.0771534 Jul 09 16:30:32.547290 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdfd9ba-4f5e-4af0-842b-5fcdf2c0209c req-28d3526b-7fe9-446c-ba36-a8f1d52efa3b tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:32.549091 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ebdfd9ba-4f5e-4af0-842b-5fcdf2c0209c req-28d3526b-7fe9-446c-ba36-a8f1d52efa3b tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] 10.222.0.98 "GET /v2.0/ports?device_id=73a9d77c-cfb6-4fec-986e-72229ea7ab6b HTTP/1.1" status: 200 len: 945 time: 0.0860431 Jul 09 16:30:32.595398 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ebdfd9ba-4f5e-4af0-842b-5fcdf2c0209c req-df8a4670-8690-471c-9f41-66518bd8221c tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] 10.222.0.98 "GET /v2.0/security-groups?id=e80360b5-ac5f-4ec7-b67a-8ce95185c538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392709 Jul 09 16:30:32.776833 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e1899-70d8-4f86-b32e-d26bb578d0ac req-0832a287-cb3c-4578-b0f1-a9540fba5261 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:32.780115 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-069e1899-70d8-4f86-b32e-d26bb578d0ac req-0832a287-cb3c-4578-b0f1-a9540fba5261 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/ports?device_id=b808d81a-1027-4ccd-8f61-44b0be2ca51b HTTP/1.1" status: 200 len: 945 time: 0.0722558 Jul 09 16:30:32.800315 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2ccf829c-f45e-4d42-8f67-644727630139 req-8fe30600-39cd-4374-9b55-2becf13d4ab7 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3730578 Jul 09 16:30:32.821017 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-069e1899-70d8-4f86-b32e-d26bb578d0ac req-7b5dcb21-870e-487d-9f29-cde62a89b5ef tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/security-groups?id=1cd28115-a72b-47bb-907a-24e6b91de643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348759 Jul 09 16:30:32.979951 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d278c7-b16a-417f-97bd-46656ecdc63c req-4e1ef1e3-4d61-4498-8a4d-8eb2880e5f37 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:32.981734 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-76d278c7-b16a-417f-97bd-46656ecdc63c req-4e1ef1e3-4d61-4498-8a4d-8eb2880e5f37 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee1f35fb-85b9-4a52-8c79-ee5202b4fdbf HTTP/1.1" status: 200 len: 945 time: 0.0674145 Jul 09 16:30:33.026378 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-76d278c7-b16a-417f-97bd-46656ecdc63c req-2920a1eb-712f-43b6-ba86-60c82cebc895 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] 10.222.0.98 "GET /v2.0/security-groups?id=e75db5fc-c806-4a82-9e9e-c02a44e35e64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372107 Jul 09 16:30:33.210132 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8cb41-52f4-49d4-9a1e-c6e3dfa6c4c6 req-72658ef5-0298-4272-9a96-c10e57b52fac tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:33.217699 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f9f8cb41-52f4-49d4-9a1e-c6e3dfa6c4c6 req-72658ef5-0298-4272-9a96-c10e57b52fac tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ef7fed6-e1f7-4347-9a2b-265ec5153f7d HTTP/1.1" status: 200 len: 945 time: 0.0835776 Jul 09 16:30:33.255505 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f9f8cb41-52f4-49d4-9a1e-c6e3dfa6c4c6 req-3bbb715e-cd18-400b-b142-860bb3772712 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367243 Jul 09 16:30:33.470355 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d8a95-ba7d-40dc-82f6-7b45aa951953 req-cd2deb3b-e439-456f-bd06-f94cdab66af8 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:33.471976 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-836d8a95-ba7d-40dc-82f6-7b45aa951953 req-cd2deb3b-e439-456f-bd06-f94cdab66af8 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=e56a7d9f-9692-476b-b3cb-c13689fb321b HTTP/1.1" status: 200 len: 945 time: 0.0771558 Jul 09 16:30:33.526507 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-836d8a95-ba7d-40dc-82f6-7b45aa951953 req-9ba369ae-b358-477c-968f-cda4abad3398 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482574 Jul 09 16:30:33.564890 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a9d77c-cfb6-4fec-986e-72229ea7ab6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '399be729-fa19-46ed-9ea5-7a1f6c9483e8'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:30:33.567180 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd4eced-54a8-402e-9c5a-8896ede20d36" -d '{"events": [{"server_uuid": "73a9d77c-cfb6-4fec-986e-72229ea7ab6b", "name": "network-vif-plugged", "status": "completed", "tag": "399be729-fa19-46ed-9ea5-7a1f6c9483e8"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:30:33.610660 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc5270f-c55b-4bcf-be98-4a3afc8761bd x-openstack-request-id: req-ddc5270f-c55b-4bcf-be98-4a3afc8761bd {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:30:33.611002 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73a9d77c-cfb6-4fec-986e-72229ea7ab6b", "name": "network-vif-plugged", "status": "completed", "tag": "399be729-fa19-46ed-9ea5-7a1f6c9483e8", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:30:33.611249 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ddc5270f-c55b-4bcf-be98-4a3afc8761bd {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:30:33.611643 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73a9d77c-cfb6-4fec-986e-72229ea7ab6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '399be729-fa19-46ed-9ea5-7a1f6c9483e8', 'code': 200} Jul 09 16:30:33.637410 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 979bff33-6997-4354-abf3-dcab99fbd3f9 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:30:33.743516 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:33.794166 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 979bff33-6997-4354-abf3-dcab99fbd3f9, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=979bff33-6997-4354-abf3-dcab99fbd3f9,segment=NetworkSegment(ccf009d5-237d-4e31-8041-1465d7de9aef),segment_id=ccf009d5-237d-4e31-8041-1465d7de9aef)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:30:33.799676 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:33.825478 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d33534-a855-4f63-ba3e-4c8b74004036 req-3d34efd6-d486-41c3-845a-cb6c20ff6a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:33.828502 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-02d33534-a855-4f63-ba3e-4c8b74004036 req-3d34efd6-d486-41c3-845a-cb6c20ff6a85 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=73a9d77c-cfb6-4fec-986e-72229ea7ab6b HTTP/1.1" status: 200 len: 1096 time: 0.0793462 Jul 09 16:30:33.838932 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba75c38-2d40-4bc4-b28a-c8e9648946c9 req-3fd252d4-5053-4a1a-9e8b-3b77c82b3f81 tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:33.838932 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bba75c38-2d40-4bc4-b28a-c8e9648946c9 req-3fd252d4-5053-4a1a-9e8b-3b77c82b3f81 tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] 10.222.0.98 "GET /v2.0/ports?device_id=73a9d77c-cfb6-4fec-986e-72229ea7ab6b HTTP/1.1" status: 200 len: 945 time: 0.0928960 Jul 09 16:30:33.879204 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-02d33534-a855-4f63-ba3e-4c8b74004036 req-a87d1799-3cc8-49e7-8912-ac0fac053580 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e80360b5-ac5f-4ec7-b67a-8ce95185c538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433493 Jul 09 16:30:33.882497 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=979bff33-6997-4354-abf3-dcab99fbd3f9,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:33.906880 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bba75c38-2d40-4bc4-b28a-c8e9648946c9 req-81f2bf4b-4735-437e-b845-aca829335ab4 tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] 10.222.0.98 "GET /v2.0/security-groups?id=e80360b5-ac5f-4ec7-b67a-8ce95185c538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611236 Jul 09 16:30:34.030541 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5559e47-b5cf-46b2-95a5-2dbe65c2c344 req-56d706b3-3901-4458-af24-8009e2926c24 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:34.032419 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b5559e47-b5cf-46b2-95a5-2dbe65c2c344 req-56d706b3-3901-4458-af24-8009e2926c24 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 944 time: 0.0825946 Jul 09 16:30:34.097490 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b5559e47-b5cf-46b2-95a5-2dbe65c2c344 req-56844a58-d9ca-4a53-bf32-f4151aec58ee tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554912 Jul 09 16:30:34.115691 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13614eb2-e0be-4f1f-831b-28d8ea1b1953 req-38e34490-278c-4ed7-8e61-92c7d066ed7d tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:34.117925 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-13614eb2-e0be-4f1f-831b-28d8ea1b1953 req-38e34490-278c-4ed7-8e61-92c7d066ed7d tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/ports?device_id=b808d81a-1027-4ccd-8f61-44b0be2ca51b HTTP/1.1" status: 200 len: 945 time: 0.0824966 Jul 09 16:30:34.166786 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-13614eb2-e0be-4f1f-831b-28d8ea1b1953 req-2f814922-0eeb-4b8c-b2f5-66f4ffde370a tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/security-groups?id=1cd28115-a72b-47bb-907a-24e6b91de643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421743 Jul 09 16:30:34.304813 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1fa6f4-d71a-4fa7-9627-7bae1bc57c9c req-e4d2409e-5995-4d56-b726-cfe14a8d2a30 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:34.313480 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ce1fa6f4-d71a-4fa7-9627-7bae1bc57c9c req-e4d2409e-5995-4d56-b726-cfe14a8d2a30 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee1f35fb-85b9-4a52-8c79-ee5202b4fdbf HTTP/1.1" status: 200 len: 945 time: 0.0955126 Jul 09 16:30:34.351528 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ce1fa6f4-d71a-4fa7-9627-7bae1bc57c9c req-0f77bfeb-1346-4cd4-b721-615c6644b7af tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] 10.222.0.98 "GET /v2.0/security-groups?id=e75db5fc-c806-4a82-9e9e-c02a44e35e64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371180 Jul 09 16:30:34.578125 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f8e18-d5e8-48df-985f-23033e23fd8e req-370dce34-3b41-4868-ac31-e07523ce2e72 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:34.579861 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-013f8e18-d5e8-48df-985f-23033e23fd8e req-370dce34-3b41-4868-ac31-e07523ce2e72 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ef7fed6-e1f7-4347-9a2b-265ec5153f7d HTTP/1.1" status: 200 len: 945 time: 0.0957534 Jul 09 16:30:34.624540 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-013f8e18-d5e8-48df-985f-23033e23fd8e req-e06c8b31-7112-4b95-9103-b9b745292f51 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368896 Jul 09 16:30:34.860479 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc47a4-e8b6-48fc-85c9-edcf98459946 req-7c09ce9e-460f-4bf4-9707-ba21ecb72c1d tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:34.870593 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d0dc47a4-e8b6-48fc-85c9-edcf98459946 req-7c09ce9e-460f-4bf4-9707-ba21ecb72c1d tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee1f35fb-85b9-4a52-8c79-ee5202b4fdbf HTTP/1.1" status: 200 len: 945 time: 0.0993345 Jul 09 16:30:34.913477 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d0dc47a4-e8b6-48fc-85c9-edcf98459946 req-cafb3a88-c2f8-4415-9f52-34474d126266 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] 10.222.0.98 "GET /v2.0/security-groups?id=e75db5fc-c806-4a82-9e9e-c02a44e35e64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419137 Jul 09 16:30:34.917764 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ceb33-c700-41bc-a38c-21cd8e42aa71 req-a4cfc27b-c6d8-4e78-8887-db4983659c0e tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:34.922525 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e9ceb33-c700-41bc-a38c-21cd8e42aa71 req-a4cfc27b-c6d8-4e78-8887-db4983659c0e tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=e56a7d9f-9692-476b-b3cb-c13689fb321b HTTP/1.1" status: 200 len: 945 time: 0.1113868 Jul 09 16:30:35.017646 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e9ceb33-c700-41bc-a38c-21cd8e42aa71 req-abb2916c-6bf1-4741-846c-e23b4d2dc894 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ce7119-0644-4f22-8c1b-937cc892fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863302 Jul 09 16:30:35.322232 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457e72c-cbe9-4871-b951-2c86107067b5 req-6fd115fc-099d-44e6-a42e-9f1b78747376 tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:35.324333 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6457e72c-cbe9-4871-b951-2c86107067b5 req-6fd115fc-099d-44e6-a42e-9f1b78747376 tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] 10.222.0.98 "GET /v2.0/ports?device_id=73a9d77c-cfb6-4fec-986e-72229ea7ab6b HTTP/1.1" status: 200 len: 945 time: 0.1357427 Jul 09 16:30:35.331278 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ad7ea-051c-4bb9-8d2b-e92924575876 req-112194e9-798b-40ba-912c-fca665f61181 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:35.333041 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3e9ad7ea-051c-4bb9-8d2b-e92924575876 req-112194e9-798b-40ba-912c-fca665f61181 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.73 "GET /v2.0/ports?device_id=e56a7d9f-9692-476b-b3cb-c13689fb321b HTTP/1.1" status: 200 len: 945 time: 0.1966548 Jul 09 16:30:35.405325 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6457e72c-cbe9-4871-b951-2c86107067b5 req-fcc39015-a8b5-4fd0-a132-14a4c9d79328 tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] 10.222.0.98 "GET /v2.0/security-groups?id=e80360b5-ac5f-4ec7-b67a-8ce95185c538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662608 Jul 09 16:30:35.564369 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-3e9ad7ea-051c-4bb9-8d2b-e92924575876 req-2e3478f5-2907-4121-a94f-cd256c5aeead tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Deleting port f485a2cf-f2dd-4a21-99af-285b7678aa99 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:30:35.564883 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3e9ad7ea-051c-4bb9-8d2b-e92924575876 req-2e3478f5-2907-4121-a94f-cd256c5aeead tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:35.612632 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b72271-6fd5-4421-a385-eedba481230a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '979bff33-6997-4354-abf3-dcab99fbd3f9'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:30:35.617466 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad77edd-5ebd-4170-a247-88c01e17765f" -d '{"events": [{"server_uuid": "80b72271-6fd5-4421-a385-eedba481230a", "name": "network-vif-unplugged", "status": "completed", "tag": "979bff33-6997-4354-abf3-dcab99fbd3f9"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:30:35.723848 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186f47a-0b72-47d6-8262-6a5593815afc req-fd72656c-20aa-467e-9385-b38c630410e3 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:35.726325 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d186f47a-0b72-47d6-8262-6a5593815afc req-fd72656c-20aa-467e-9385-b38c630410e3 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/ports?device_id=b808d81a-1027-4ccd-8f61-44b0be2ca51b HTTP/1.1" status: 200 len: 945 time: 0.0852792 Jul 09 16:30:35.748816 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-3e9ad7ea-051c-4bb9-8d2b-e92924575876 req-2e3478f5-2907-4121-a94f-cd256c5aeead tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] For port f485a2cf-f2dd-4a21-99af-285b7678aa99, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=f485a2cf-f2dd-4a21-99af-285b7678aa99,segment=NetworkSegment(98a03907-eb1c-4003-907c-acf76e082f5d),segment_id=98a03907-eb1c-4003-907c-acf76e082f5d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:30:35.749843 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3e9ad7ea-051c-4bb9-8d2b-e92924575876 req-2e3478f5-2907-4121-a94f-cd256c5aeead tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:35.773852 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-3e9ad7ea-051c-4bb9-8d2b-e92924575876 req-2e3478f5-2907-4121-a94f-cd256c5aeead tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Calling delete_port for f485a2cf-f2dd-4a21-99af-285b7678aa99 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:30:35.775136 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d186f47a-0b72-47d6-8262-6a5593815afc req-b07336ec-227f-4112-948f-44c585280476 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/security-groups?id=1cd28115-a72b-47bb-907a-24e6b91de643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422904 Jul 09 16:30:35.791480 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d4a51-6eec-4605-a2b8-e77544516e28 req-5a23a04f-106f-4cea-ae4e-3242b058f857 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:35.793134 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0b6d4a51-6eec-4605-a2b8-e77544516e28 req-5a23a04f-106f-4cea-ae4e-3242b058f857 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee1f35fb-85b9-4a52-8c79-ee5202b4fdbf HTTP/1.1" status: 200 len: 945 time: 0.1965349 Jul 09 16:30:35.903109 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0b6d4a51-6eec-4605-a2b8-e77544516e28 req-8ad3b3bb-eb10-4ce1-a03c-c91fab0dc329 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] 10.222.0.98 "GET /v2.0/security-groups?id=e75db5fc-c806-4a82-9e9e-c02a44e35e64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945909 Jul 09 16:30:35.925402 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 47448) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:30:35.965063 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 09 Jul 2021 16:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56576e9-02af-4718-9bf3-98bb84fca075 x-openstack-request-id: req-a56576e9-02af-4718-9bf3-98bb84fca075 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:30:35.965570 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b72271-6fd5-4421-a385-eedba481230a", "name": "network-vif-unplugged", "status": "failed", "tag": "979bff33-6997-4354-abf3-dcab99fbd3f9", "code": 422}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:30:35.966008 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a56576e9-02af-4718-9bf3-98bb84fca075 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:30:35.966948 n-d-798930-3 neutron-server[93960]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '80b72271-6fd5-4421-a385-eedba481230a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '979bff33-6997-4354-abf3-dcab99fbd3f9', 'code': 422} returned with failed status Jul 09 16:30:36.062734 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3e9ad7ea-051c-4bb9-8d2b-e92924575876 req-2e3478f5-2907-4121-a94f-cd256c5aeead tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:36.164532 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3478f5-2907-4121-a94f-cd256c5aeead tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Pushing event deleted for resources: {'Port': ['ID=f485a2cf-f2dd-4a21-99af-285b7678aa99,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:36.227954 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e9ad7ea-051c-4bb9-8d2b-e92924575876 req-2e3478f5-2907-4121-a94f-cd256c5aeead tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] No DVR routers for this DVR port f485a2cf-f2dd-4a21-99af-285b7678aa99 on host n-h2-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:30:36.232474 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3e9ad7ea-051c-4bb9-8d2b-e92924575876 req-2e3478f5-2907-4121-a94f-cd256c5aeead tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:36.235274 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3e9ad7ea-051c-4bb9-8d2b-e92924575876 req-2e3478f5-2907-4121-a94f-cd256c5aeead tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.73 "DELETE /v2.0/ports/f485a2cf-f2dd-4a21-99af-285b7678aa99 HTTP/1.1" status: 204 len: 173 time: 0.8773618 Jul 09 16:30:36.235738 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56a7d9f-9692-476b-b3cb-c13689fb321b', 'name': 'network-vif-deleted', 'tag': 'f485a2cf-f2dd-4a21-99af-285b7678aa99'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:30:36.244937 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2240101-bfd5-47e8-a6c7-0a7821d3dbe8" -d '{"events": [{"server_uuid": "e56a7d9f-9692-476b-b3cb-c13689fb321b", "name": "network-vif-deleted", "tag": "f485a2cf-f2dd-4a21-99af-285b7678aa99"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:30:36.305398 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafc82e8-3f17-4036-8bb0-f0280f6ebd74 tempest-TestServerBasicOps-474246983 tempest-TestServerBasicOps-474246983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:36.306553 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20426fca-858f-4306-b6e6-07e44dc2e290 req-bf33b0b7-674e-4ea5-abc6-2131abbd175e tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:36.308354 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-cafc82e8-3f17-4036-8bb0-f0280f6ebd74 tempest-TestServerBasicOps-474246983 tempest-TestServerBasicOps-474246983-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=ee1f35fb-85b9-4a52-8c79-ee5202b4fdbf HTTP/1.1" status: 200 len: 1091 time: 0.3806756 Jul 09 16:30:36.311506 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 47464) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:30:36.317996 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-e756f631-945b-42fc-8fd4-f68abd454fbe tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Request body: {'floatingip': {'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'port_id': '28e16fbf-fe99-4b96-921f-7c3da539e84a', 'tenant_id': 'c6204232ae3d43e588d6fd07bded6f22', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:30:36.320649 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-20426fca-858f-4306-b6e6-07e44dc2e290 req-bf33b0b7-674e-4ea5-abc6-2131abbd175e tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ef7fed6-e1f7-4347-9a2b-265ec5153f7d HTTP/1.1" status: 200 len: 945 time: 0.2037675 Jul 09 16:30:36.357213 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e756f631-945b-42fc-8fd4-f68abd454fbe tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:36.420237 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-20426fca-858f-4306-b6e6-07e44dc2e290 req-193b3d52-9342-483e-afe0-78760b277e04 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978887 Jul 09 16:30:36.591620 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ebbaa052-34a7-4774-905b-88ea07332f0b req-8e0c06d6-5b3a-424e-bd1d-9ef15e33f9c4 tempest-ServerRescueNegativeTestJSON-996117180 tempest-ServerRescueNegativeTestJSON-996117180-project] 10.222.0.98 "GET /v2.0/ports?device_id=e56a7d9f-9692-476b-b3cb-c13689fb321b HTTP/1.1" status: 200 len: 210 time: 0.0538056 Jul 09 16:30:36.645484 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e756f631-945b-42fc-8fd4-f68abd454fbe tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:36.665184 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033cd6f1-e6ab-48fc-8abb-5b67a099212b x-openstack-request-id: req-033cd6f1-e6ab-48fc-8abb-5b67a099212b {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:30:36.665504 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e56a7d9f-9692-476b-b3cb-c13689fb321b", "name": "network-vif-deleted", "tag": "f485a2cf-f2dd-4a21-99af-285b7678aa99", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:30:36.665750 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-033cd6f1-e6ab-48fc-8abb-5b67a099212b {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:30:36.666261 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56a7d9f-9692-476b-b3cb-c13689fb321b', 'name': 'network-vif-deleted', 'tag': 'f485a2cf-f2dd-4a21-99af-285b7678aa99', 'status': 'completed', 'code': 200} Jul 09 16:30:36.891579 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6325794-c69d-4243-9d4f-72be5932c494 req-2e37bce2-f57f-4eb2-b21b-6ce7df1000b5 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:36.900706 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e6325794-c69d-4243-9d4f-72be5932c494 req-2e37bce2-f57f-4eb2-b21b-6ce7df1000b5 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 944 time: 0.1795356 Jul 09 16:30:36.915050 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-e756f631-945b-42fc-8fd4-f68abd454fbe tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Allocated IP 172.25.0.152 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/00310870-fc39-4f40-84c8-3cefa9c4b74a) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:30:37.039790 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e6325794-c69d-4243-9d4f-72be5932c494 req-590a7fc5-a3cc-4b71-aaf3-4873e33d2659 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305332 Jul 09 16:30:37.084729 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e6e5bcfa-d4d9-4279-a0a8-2dc8c4875f40 req-ee0992d6-1edf-46b6-9045-f5cdc0fa49f1 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3268669 Jul 09 16:30:37.183989 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e756f631-945b-42fc-8fd4-f68abd454fbe tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:37.230074 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2366633f-59fd-46d7-b3cb-1fe51de08f39 req-5813e461-9c9e-4e16-912f-d48d2f5117c4 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:37.240475 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2366633f-59fd-46d7-b3cb-1fe51de08f39 req-5813e461-9c9e-4e16-912f-d48d2f5117c4 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/ports?device_id=b808d81a-1027-4ccd-8f61-44b0be2ca51b HTTP/1.1" status: 200 len: 945 time: 0.2273009 Jul 09 16:30:37.252936 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device f485a2cf-f2dd-4a21-99af-285b7678aa99 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:30:37.322297 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: f485a2cf-f2dd-4a21-99af-285b7678aa99 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:30:37.323032 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device f485a2cf-f2dd-4a21-99af-285b7678aa99 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:30:37.325812 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 9e03e89b-e556-402b-980b-19f203e0c922 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:30:37.331484 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2366633f-59fd-46d7-b3cb-1fe51de08f39 req-7bd826f4-f5fc-4c48-911d-3c26c7ae54ee tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/security-groups?id=1cd28115-a72b-47bb-907a-24e6b91de643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877008 Jul 09 16:30:37.369476 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e756f631-945b-42fc-8fd4-f68abd454fbe tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:37.448333 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e756f631-945b-42fc-8fd4-f68abd454fbe tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:30:37.464394 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-e756f631-945b-42fc-8fd4-f68abd454fbe tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:30:37.477182 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e756f631-945b-42fc-8fd4-f68abd454fbe tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:30:37.527927 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:37.547865 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e756f631-945b-42fc-8fd4-f68abd454fbe tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Pushing event updated for resources: {'Port': ['ID=00310870-fc39-4f40-84c8-3cefa9c4b74a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:37.635792 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 9e03e89b-e556-402b-980b-19f203e0c922, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=9e03e89b-e556-402b-980b-19f203e0c922,segment=NetworkSegment(decc697a-7e61-4b7c-8e62-5a81512ad237),segment_id=decc697a-7e61-4b7c-8e62-5a81512ad237)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:30:37.644601 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:37.718050 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=9e03e89b-e556-402b-980b-19f203e0c922,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:37.829676 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd1454-b17f-4695-9d75-d4587caa0d86 req-e2cd1438-710d-4879-9dd4-2f786c1e1dc1 tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:37.831348 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bbfd1454-b17f-4695-9d75-d4587caa0d86 req-e2cd1438-710d-4879-9dd4-2f786c1e1dc1 tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] 10.222.0.98 "GET /v2.0/ports?device_id=73a9d77c-cfb6-4fec-986e-72229ea7ab6b HTTP/1.1" status: 200 len: 945 time: 0.1735630 Jul 09 16:30:37.899982 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55bd73-92ed-4924-b7d8-acd9198e71ce req-11126ef4-5413-40ec-97af-cb0bd1548991 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:37.906833 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cc55bd73-92ed-4924-b7d8-acd9198e71ce req-11126ef4-5413-40ec-97af-cb0bd1548991 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ef7fed6-e1f7-4347-9a2b-265ec5153f7d HTTP/1.1" status: 200 len: 943 time: 0.2341669 Jul 09 16:30:37.953524 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bbfd1454-b17f-4695-9d75-d4587caa0d86 req-d295d22e-5cdf-40d1-9546-baec63e6c358 tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] 10.222.0.98 "GET /v2.0/security-groups?id=e80360b5-ac5f-4ec7-b67a-8ce95185c538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146500 Jul 09 16:30:37.967938 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ef7fed6-e1f7-4347-9a2b-265ec5153f7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e03e89b-e556-402b-980b-19f203e0c922'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:30:37.970651 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16562ac6-75d8-42bf-986b-0fcb8f878baa" -d '{"events": [{"server_uuid": "4ef7fed6-e1f7-4347-9a2b-265ec5153f7d", "name": "network-vif-unplugged", "status": "completed", "tag": "9e03e89b-e556-402b-980b-19f203e0c922"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:30:37.995180 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cc55bd73-92ed-4924-b7d8-acd9198e71ce req-607e955e-7cff-4f83-8c73-b0fadeef5998 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865297 Jul 09 16:30:38.058619 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 47496) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:30:38.066683 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a5a761-54e7-49d8-ae39-4548c97b03d9 x-openstack-request-id: req-c7a5a761-54e7-49d8-ae39-4548c97b03d9 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:30:38.067394 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ef7fed6-e1f7-4347-9a2b-265ec5153f7d", "name": "network-vif-unplugged", "status": "completed", "tag": "9e03e89b-e556-402b-980b-19f203e0c922", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:30:38.067826 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c7a5a761-54e7-49d8-ae39-4548c97b03d9 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:30:38.070368 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ef7fed6-e1f7-4347-9a2b-265ec5153f7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e03e89b-e556-402b-980b-19f203e0c922', 'code': 200} Jul 09 16:30:38.317101 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e756f631-945b-42fc-8fd4-f68abd454fbe tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:38.409742 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd7da0-eba2-480d-b5c5-a417b99b5339 req-01c54e80-e60a-438b-81d6-5458c66832b9 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:38.412328 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7bdd7da0-eba2-480d-b5c5-a417b99b5339 req-01c54e80-e60a-438b-81d6-5458c66832b9 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 944 time: 0.1874735 Jul 09 16:30:38.463540 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e756f631-945b-42fc-8fd4-f68abd454fbe tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:38.509052 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7bdd7da0-eba2-480d-b5c5-a417b99b5339 req-3b0ed179-5ddc-4e02-ac6f-e80ce803612d tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795879 Jul 09 16:30:38.667332 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-32072114-1908-40b8-b233-be9d3f2e082b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:38.747280 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e44aa8-fa4a-4557-9eb4-d937e61e6161 req-c894be76-c2c3-4131-bfe7-d93b40d4a14a tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:38.754809 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b2e44aa8-fa4a-4557-9eb4-d937e61e6161 req-c894be76-c2c3-4131-bfe7-d93b40d4a14a tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/ports?device_id=b808d81a-1027-4ccd-8f61-44b0be2ca51b HTTP/1.1" status: 200 len: 945 time: 0.2007527 Jul 09 16:30:38.785893 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e756f631-945b-42fc-8fd4-f68abd454fbe tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:38.797464 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e756f631-945b-42fc-8fd4-f68abd454fbe tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:38.862815 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e756f631-945b-42fc-8fd4-f68abd454fbe tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Pushing event updated for resources: {'Port': ['ID=00310870-fc39-4f40-84c8-3cefa9c4b74a,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:38.885070 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b2e44aa8-fa4a-4557-9eb4-d937e61e6161 req-5599339a-5e73-482d-b16d-d3848182179e tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/security-groups?id=1cd28115-a72b-47bb-907a-24e6b91de643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289382 Jul 09 16:30:38.957272 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e756f631-945b-42fc-8fd4-f68abd454fbe tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:39.010701 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5bcfa-d4d9-4279-a0a8-2dc8c4875f40 req-521e8504-2a90-421c-b83f-da40bd39b8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:39.014365 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e6e5bcfa-d4d9-4279-a0a8-2dc8c4875f40 req-521e8504-2a90-421c-b83f-da40bd39b8b7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a&tenant_id=b8ad35771c814596a752d0340d35099a HTTP/1.1" status: 200 len: 1095 time: 0.2021933 Jul 09 16:30:39.039724 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-e6e5bcfa-d4d9-4279-a0a8-2dc8c4875f40 req-c31a22de-c4a5-413f-ab53-7d30d8b7adb7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798930-3', 'device_owner': 'compute:nova'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:30:39.171886 n-d-798930-3 neutron-server[93958]: INFO neutron.db.l3_db [None req-e756f631-945b-42fc-8fd4-f68abd454fbe tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Floating IP 5cebf0bb-2f15-4bc9-9046-7628dd3785b2 associated. External IP: 172.25.0.152, port: 28e16fbf-fe99-4b96-921f-7c3da539e84a. Jul 09 16:30:39.255164 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 9e03e89b-e556-402b-980b-19f203e0c922 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:30:39.324132 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc1f7b-27a4-41f2-9ccb-b1cd66f4b82a req-9f9000ec-908a-4b45-b96b-630d9909da5a tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:39.325712 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-10fc1f7b-27a4-41f2-9ccb-b1cd66f4b82a req-9f9000ec-908a-4b45-b96b-630d9909da5a tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] 10.222.0.77 "GET /v2.0/ports?device_id=73a9d77c-cfb6-4fec-986e-72229ea7ab6b HTTP/1.1" status: 200 len: 945 time: 0.2798667 Jul 09 16:30:39.331212 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e6e5bcfa-d4d9-4279-a0a8-2dc8c4875f40 req-c31a22de-c4a5-413f-ab53-7d30d8b7adb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:39.381844 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b761fdbc-a4f8-406e-ab4c-60bfbc13911e req-f50e0c4c-821b-45c0-8c85-310aa2b774d6 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:39.383468 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b761fdbc-a4f8-406e-ab4c-60bfbc13911e req-f50e0c4c-821b-45c0-8c85-310aa2b774d6 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ef7fed6-e1f7-4347-9a2b-265ec5153f7d HTTP/1.1" status: 200 len: 943 time: 0.1432297 Jul 09 16:30:39.409764 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ffb716-50f1-42c5-9c3b-9ecab54a5900 req-e3924cb3-1cb1-418a-a57c-19ffbabddcfe tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:39.417494 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-79ffb716-50f1-42c5-9c3b-9ecab54a5900 req-e3924cb3-1cb1-418a-a57c-19ffbabddcfe tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] 10.222.0.98 "GET /v2.0/ports?device_id=73a9d77c-cfb6-4fec-986e-72229ea7ab6b HTTP/1.1" status: 200 len: 945 time: 0.2724700 Jul 09 16:30:39.423225 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 9e03e89b-e556-402b-980b-19f203e0c922, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=9e03e89b-e556-402b-980b-19f203e0c922,segment=NetworkSegment(decc697a-7e61-4b7c-8e62-5a81512ad237),segment_id=decc697a-7e61-4b7c-8e62-5a81512ad237)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:30:39.443712 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '9e03e89b-e556-402b-980b-19f203e0c922', 'network_id': '38aa73fb-54e8-4b43-bb39-928294ff523d', 'port_id': '9e03e89b-e556-402b-980b-19f203e0c922', 'mac_address': 'fa:16:3e:75:a5:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b7ef36a-a920-4cfb-b028-a0e3add3d4f4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:30:39.479218 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b761fdbc-a4f8-406e-ab4c-60bfbc13911e req-1305150a-493c-434e-a1b3-2eebdbb92d14 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867727 Jul 09 16:30:39.506395 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:39.528796 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e03e89b-e556-402b-980b-19f203e0c922 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:30:39.559173 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 9e03e89b-e556-402b-980b-19f203e0c922, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=9e03e89b-e556-402b-980b-19f203e0c922,segment=NetworkSegment(decc697a-7e61-4b7c-8e62-5a81512ad237),segment_id=decc697a-7e61-4b7c-8e62-5a81512ad237)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:30:39.569054 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:39.584979 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e756f631-945b-42fc-8fd4-f68abd454fbe tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Router 0da7cae2-8b69-4389-9b12-67719e1806dc has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:30:39.623079 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=9e03e89b-e556-402b-980b-19f203e0c922,revision_number=7']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:39.663080 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-79ffb716-50f1-42c5-9c3b-9ecab54a5900 req-2d5d856b-d6ea-4a9e-9f9b-fb6840f70190 tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] 10.222.0.98 "GET /v2.0/security-groups?id=e80360b5-ac5f-4ec7-b67a-8ce95185c538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445121 Jul 09 16:30:39.743830 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-32072114-1908-40b8-b233-be9d3f2e082b admin admin] Deleting port af5078c9-b9d8-4c83-a2e8-9d0f459b7606 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:30:39.744219 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-32072114-1908-40b8-b233-be9d3f2e082b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:39.780990 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e756f631-945b-42fc-8fd4-f68abd454fbe tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:30:39.796698 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4444f25b-e46d-40c7-8f7c-f9896d2aa151 None None] Sync routers for ids ['0da7cae2-8b69-4389-9b12-67719e1806dc'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:30:39.814469 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e756f631-945b-42fc-8fd4-f68abd454fbe tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:39.826014 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4444f25b-e46d-40c7-8f7c-f9896d2aa151 None None] Routers {'0da7cae2-8b69-4389-9b12-67719e1806dc'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:30:39.827617 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-4444f25b-e46d-40c7-8f7c-f9896d2aa151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:30:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['0da7cae2-8b69-4389-9b12-67719e1806dc'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:30:39.847378 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-10fc1f7b-27a4-41f2-9ccb-b1cd66f4b82a req-842d63fd-6cb1-4814-b34f-314fff03dd15 tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] Deleting port 399be729-fa19-46ed-9ea5-7a1f6c9483e8 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:30:39.847802 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-10fc1f7b-27a4-41f2-9ccb-b1cd66f4b82a req-842d63fd-6cb1-4814-b34f-314fff03dd15 tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:39.873261 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d596a7e-d865-46e8-b2af-b47f302f9d5b req-4c94e746-339f-43c2-ada8-8f0c73974b02 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:39.883368 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9d596a7e-d865-46e8-b2af-b47f302f9d5b req-4c94e746-339f-43c2-ada8-8f0c73974b02 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 944 time: 0.1750352 Jul 09 16:30:39.923397 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e756f631-945b-42fc-8fd4-f68abd454fbe tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6104066 Jul 09 16:30:39.925543 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee1f35fb-85b9-4a52-8c79-ee5202b4fdbf', 'tag': '28e16fbf-fe99-4b96-921f-7c3da539e84a'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:30:39.933419 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee734911-e691-4d91-88c2-e48c2bfe1bac" -d '{"events": [{"name": "network-changed", "server_uuid": "ee1f35fb-85b9-4a52-8c79-ee5202b4fdbf", "tag": "28e16fbf-fe99-4b96-921f-7c3da539e84a"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:30:39.968429 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9d596a7e-d865-46e8-b2af-b47f302f9d5b req-e04a6c06-f774-4a21-9af5-065ebe4bfc6d tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827332 Jul 09 16:30:40.027901 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:30:40.049528 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-e6e5bcfa-d4d9-4279-a0a8-2dc8c4875f40 req-c31a22de-c4a5-413f-ab53-7d30d8b7adb7 service neutron] For port 979bff33-6997-4354-abf3-dcab99fbd3f9, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=979bff33-6997-4354-abf3-dcab99fbd3f9,segment=NetworkSegment(ccf009d5-237d-4e31-8041-1465d7de9aef),segment_id=ccf009d5-237d-4e31-8041-1465d7de9aef)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:30:40.052786 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['9e03e89b-e556-402b-980b-19f203e0c922'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:30:40.088726 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-4444f25b-e46d-40c7-8f7c-f9896d2aa151 None None] Set router 0da7cae2-8b69-4389-9b12-67719e1806dc gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:30:40.103464 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da127275-5d47-46ef-ba3e-c4f5f5679a7b x-openstack-request-id: req-da127275-5d47-46ef-ba3e-c4f5f5679a7b {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:30:40.103943 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee1f35fb-85b9-4a52-8c79-ee5202b4fdbf", "tag": "28e16fbf-fe99-4b96-921f-7c3da539e84a", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:30:40.104339 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-da127275-5d47-46ef-ba3e-c4f5f5679a7b {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:30:40.104911 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee1f35fb-85b9-4a52-8c79-ee5202b4fdbf', 'tag': '28e16fbf-fe99-4b96-921f-7c3da539e84a', 'status': 'completed', 'code': 200} Jul 09 16:30:40.195797 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-32072114-1908-40b8-b233-be9d3f2e082b admin admin] For port af5078c9-b9d8-4c83-a2e8-9d0f459b7606, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=af5078c9-b9d8-4c83-a2e8-9d0f459b7606,segment=NetworkSegment(98a03907-eb1c-4003-907c-acf76e082f5d),segment_id=98a03907-eb1c-4003-907c-acf76e082f5d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:30:40.196490 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-32072114-1908-40b8-b233-be9d3f2e082b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:40.233947 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-32072114-1908-40b8-b233-be9d3f2e082b admin admin] Calling delete_port for af5078c9-b9d8-4c83-a2e8-9d0f459b7606 owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:30:40.239161 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:40.314735 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-e6e5bcfa-d4d9-4279-a0a8-2dc8c4875f40 req-c31a22de-c4a5-413f-ab53-7d30d8b7adb7 service neutron] For port 979bff33-6997-4354-abf3-dcab99fbd3f9, host n-h1-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:30:40.326682 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee734911-e691-4d91-88c2-e48c2bfe1bac req-6604fd86-8ce6-4e8f-99c0-c634a7b09da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:40.330162 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ee734911-e691-4d91-88c2-e48c2bfe1bac req-6604fd86-8ce6-4e8f-99c0-c634a7b09da4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c6204232ae3d43e588d6fd07bded6f22&device_id=ee1f35fb-85b9-4a52-8c79-ee5202b4fdbf HTTP/1.1" status: 200 len: 1096 time: 0.1617861 Jul 09 16:30:40.437342 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-10fc1f7b-27a4-41f2-9ccb-b1cd66f4b82a req-842d63fd-6cb1-4814-b34f-314fff03dd15 tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] For port 399be729-fa19-46ed-9ea5-7a1f6c9483e8, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=399be729-fa19-46ed-9ea5-7a1f6c9483e8,segment=NetworkSegment(3b61e5f0-6514-4a25-a276-170ad9b7282a),segment_id=3b61e5f0-6514-4a25-a276-170ad9b7282a)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:30:40.438174 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-10fc1f7b-27a4-41f2-9ccb-b1cd66f4b82a req-842d63fd-6cb1-4814-b34f-314fff03dd15 tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:40.465139 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-e6e5bcfa-d4d9-4279-a0a8-2dc8c4875f40 req-c31a22de-c4a5-413f-ab53-7d30d8b7adb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 979bff33-6997-4354-abf3-dcab99fbd3f9 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:30:40.487346 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e6e5bcfa-d4d9-4279-a0a8-2dc8c4875f40 req-c31a22de-c4a5-413f-ab53-7d30d8b7adb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:40.487346 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-10fc1f7b-27a4-41f2-9ccb-b1cd66f4b82a req-842d63fd-6cb1-4814-b34f-314fff03dd15 tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] Calling delete_port for 399be729-fa19-46ed-9ea5-7a1f6c9483e8 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:30:40.533986 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-e6e5bcfa-d4d9-4279-a0a8-2dc8c4875f40 req-c31a22de-c4a5-413f-ab53-7d30d8b7adb7 service neutron] Transition to ACTIVE for port object 979bff33-6997-4354-abf3-dcab99fbd3f9 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:30:40.568275 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e6e5bcfa-d4d9-4279-a0a8-2dc8c4875f40 req-c31a22de-c4a5-413f-ab53-7d30d8b7adb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:40.610260 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee734911-e691-4d91-88c2-e48c2bfe1bac req-82745d7a-5eed-4c46-a290-8381d64526d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:40.611952 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ee734911-e691-4d91-88c2-e48c2bfe1bac req-82745d7a-5eed-4c46-a290-8381d64526d0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=129b3fd4-7fdc-445f-ba31-1cab00ca62c3 HTTP/1.1" status: 200 len: 910 time: 0.2736166 Jul 09 16:30:40.622409 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-4444f25b-e46d-40c7-8f7c-f9896d2aa151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da7cae2-8b69-4389-9b12-67719e1806dc', 'name': 'tempest-TestServerBasicOps-2061791144-router', 'tenant_id': 'c6204232ae3d43e588d6fd07bded6f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '328821bc-c578-41f1-894f-2e197a052fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:29:44Z', 'updated_at': '2021-07-09T16:29:50Z', 'revision_number': 4, 'project_id': 'c6204232ae3d43e588d6fd07bded6f22', 'gw_port': {'id': '328821bc-c578-41f1-894f-2e197a052fff', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:75:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da7cae2-8b69-4389-9b12-67719e1806dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:29:45Z', 'updated_at': '2021-07-09T16:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '5cebf0bb-2f15-4bc9-9046-7628dd3785b2', 'tenant_id': 'c6204232ae3d43e588d6fd07bded6f22', 'floating_ip_address': '172.25.0.152', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '0da7cae2-8b69-4389-9b12-67719e1806dc', 'port_id': '28e16fbf-fe99-4b96-921f-7c3da539e84a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '129b3fd4-7fdc-445f-ba31-1cab00ca62c3', 'mac_address': 'fa:16:3e:64:16:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1f35fb-85b9-4a52-8c79-ee5202b4fdbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:30:38Z', 'updated_at': '2021-07-09T16:30:38Z', 'revision_number': 0, 'project_id': 'c6204232ae3d43e588d6fd07bded6f22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1ba83ac-7dcf-434a-813a-e728fa4cdbdc', 'name': '', 'network_id': '129b3fd4-7fdc-445f-ba31-1cab00ca62c3', 'tenant_id': 'c6204232ae3d43e588d6fd07bded6f22', 'mac_address': 'fa:16:3e:ac:7f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da7cae2-8b69-4389-9b12-67719e1806dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '64a79ac5-0d8c-444d-9b5f-5295ccf19079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:29:48Z', 'updated_at': '2021-07-09T16:29:57Z', 'revision_number': 5, 'project_id': 'c6204232ae3d43e588d6fd07bded6f22', 'subnets': [{'id': '64a79ac5-0d8c-444d-9b5f-5295ccf19079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:30:40.668873 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4444f25b-e46d-40c7-8f7c-f9896d2aa151 None None] Checking router: 0da7cae2-8b69-4389-9b12-67719e1806dc for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:30:40.688908 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4444f25b-e46d-40c7-8f7c-f9896d2aa151 None None] Routers {'0da7cae2-8b69-4389-9b12-67719e1806dc'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:30:40.689684 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-4444f25b-e46d-40c7-8f7c-f9896d2aa151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:30:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['0da7cae2-8b69-4389-9b12-67719e1806dc'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:30:40.727001 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf729dc5-e771-4fe5-bbcd-2139ef5d49dc req-ce5f8870-5a6d-4b78-9c60-2cb7870eb2e0 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:40.734161 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cf729dc5-e771-4fe5-bbcd-2139ef5d49dc req-ce5f8870-5a6d-4b78-9c60-2cb7870eb2e0 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/ports?device_id=b808d81a-1027-4ccd-8f61-44b0be2ca51b HTTP/1.1" status: 200 len: 945 time: 0.4840305 Jul 09 16:30:40.742759 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ee734911-e691-4d91-88c2-e48c2bfe1bac req-a7b43bf9-58a6-4548-9f0d-dd65cae3e184 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28e16fbf-fe99-4b96-921f-7c3da539e84a HTTP/1.1" status: 200 len: 999 time: 0.1169422 Jul 09 16:30:40.812481 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee734911-e691-4d91-88c2-e48c2bfe1bac req-4d673ac9-c44a-4a48-ae02-57bc7f8a6e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:40.814654 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ee734911-e691-4d91-88c2-e48c2bfe1bac req-4d673ac9-c44a-4a48-ae02-57bc7f8a6e68 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=64a79ac5-0d8c-444d-9b5f-5295ccf19079 HTTP/1.1" status: 200 len: 848 time: 0.0697744 Jul 09 16:30:40.827600 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a22de-c4a5-413f-ab53-7d30d8b7adb7 service neutron] Pushing event updated for resources: {'Port': ['ID=979bff33-6997-4354-abf3-dcab99fbd3f9,revision_number=9']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:40.986448 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-4444f25b-e46d-40c7-8f7c-f9896d2aa151 None None] Set router 0da7cae2-8b69-4389-9b12-67719e1806dc gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:30:41.027259 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee734911-e691-4d91-88c2-e48c2bfe1bac req-da35fe87-c6a6-42c0-8a88-29e1792449d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:41.028817 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ee734911-e691-4d91-88c2-e48c2bfe1bac req-da35fe87-c6a6-42c0-8a88-29e1792449d2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=129b3fd4-7fdc-445f-ba31-1cab00ca62c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2066772 Jul 09 16:30:41.129363 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14208f-21bd-4734-bff9-5939f4d22457 req-bd6023e6-1e19-4622-bbd3-069a2ffb514e tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:41.137418 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0b14208f-21bd-4734-bff9-5939f4d22457 req-bd6023e6-1e19-4622-bbd3-069a2ffb514e tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ef7fed6-e1f7-4347-9a2b-265ec5153f7d HTTP/1.1" status: 200 len: 944 time: 0.2532611 Jul 09 16:30:41.205287 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0b14208f-21bd-4734-bff9-5939f4d22457 req-2fab44b2-be6d-4810-82d2-47e6b3f41365 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668974 Jul 09 16:30:41.220412 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ee734911-e691-4d91-88c2-e48c2bfe1bac req-868092ae-1399-40d0-8175-3968d2afdd76 service neutron] 10.222.0.73 "GET /v2.0/networks/129b3fd4-7fdc-445f-ba31-1cab00ca62c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820776 Jul 09 16:30:41.271334 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-4444f25b-e46d-40c7-8f7c-f9896d2aa151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da7cae2-8b69-4389-9b12-67719e1806dc', 'name': 'tempest-TestServerBasicOps-2061791144-router', 'tenant_id': 'c6204232ae3d43e588d6fd07bded6f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '328821bc-c578-41f1-894f-2e197a052fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:29:44Z', 'updated_at': '2021-07-09T16:29:50Z', 'revision_number': 4, 'project_id': 'c6204232ae3d43e588d6fd07bded6f22', 'gw_port': {'id': '328821bc-c578-41f1-894f-2e197a052fff', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:75:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da7cae2-8b69-4389-9b12-67719e1806dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:29:45Z', 'updated_at': '2021-07-09T16:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '5cebf0bb-2f15-4bc9-9046-7628dd3785b2', 'tenant_id': 'c6204232ae3d43e588d6fd07bded6f22', 'floating_ip_address': '172.25.0.152', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '0da7cae2-8b69-4389-9b12-67719e1806dc', 'port_id': '28e16fbf-fe99-4b96-921f-7c3da539e84a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '129b3fd4-7fdc-445f-ba31-1cab00ca62c3', 'mac_address': 'fa:16:3e:64:16:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1f35fb-85b9-4a52-8c79-ee5202b4fdbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:30:38Z', 'updated_at': '2021-07-09T16:30:38Z', 'revision_number': 0, 'project_id': 'c6204232ae3d43e588d6fd07bded6f22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1ba83ac-7dcf-434a-813a-e728fa4cdbdc', 'name': '', 'network_id': '129b3fd4-7fdc-445f-ba31-1cab00ca62c3', 'tenant_id': 'c6204232ae3d43e588d6fd07bded6f22', 'mac_address': 'fa:16:3e:ac:7f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da7cae2-8b69-4389-9b12-67719e1806dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '64a79ac5-0d8c-444d-9b5f-5295ccf19079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:29:48Z', 'updated_at': '2021-07-09T16:29:57Z', 'revision_number': 5, 'project_id': 'c6204232ae3d43e588d6fd07bded6f22', 'subnets': [{'id': '64a79ac5-0d8c-444d-9b5f-5295ccf19079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:30:41.309825 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31a22de-c4a5-413f-ab53-7d30d8b7adb7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:30:41.310183 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31a22de-c4a5-413f-ab53-7d30d8b7adb7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:30:41.310500 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31a22de-c4a5-413f-ab53-7d30d8b7adb7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:30:41.310856 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31a22de-c4a5-413f-ab53-7d30d8b7adb7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:30:41.311188 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31a22de-c4a5-413f-ab53-7d30d8b7adb7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:30:41.311516 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31a22de-c4a5-413f-ab53-7d30d8b7adb7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:30:41.311842 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31a22de-c4a5-413f-ab53-7d30d8b7adb7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:30:41.312165 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31a22de-c4a5-413f-ab53-7d30d8b7adb7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:30:41.312487 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31a22de-c4a5-413f-ab53-7d30d8b7adb7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:30:41.312804 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31a22de-c4a5-413f-ab53-7d30d8b7adb7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:30:41.313363 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31a22de-c4a5-413f-ab53-7d30d8b7adb7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:30:41.313696 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31a22de-c4a5-413f-ab53-7d30d8b7adb7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:30:41.330315 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4444f25b-e46d-40c7-8f7c-f9896d2aa151 None None] The sync data for ids ['0da7cae2-8b69-4389-9b12-67719e1806dc'] in n-d-798930-3 is: [{'id': '0da7cae2-8b69-4389-9b12-67719e1806dc', 'name': 'tempest-TestServerBasicOps-2061791144-router', 'tenant_id': 'c6204232ae3d43e588d6fd07bded6f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '328821bc-c578-41f1-894f-2e197a052fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:29:44Z', 'updated_at': '2021-07-09T16:29:50Z', 'revision_number': 4, 'project_id': 'c6204232ae3d43e588d6fd07bded6f22', 'gw_port': {'id': '328821bc-c578-41f1-894f-2e197a052fff', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:75:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da7cae2-8b69-4389-9b12-67719e1806dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:29:45Z', 'updated_at': '2021-07-09T16:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '5cebf0bb-2f15-4bc9-9046-7628dd3785b2', 'tenant_id': 'c6204232ae3d43e588d6fd07bded6f22', 'floating_ip_address': '172.25.0.152', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '0da7cae2-8b69-4389-9b12-67719e1806dc', 'port_id': '28e16fbf-fe99-4b96-921f-7c3da539e84a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '129b3fd4-7fdc-445f-ba31-1cab00ca62c3', 'mac_address': 'fa:16:3e:64:16:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1f35fb-85b9-4a52-8c79-ee5202b4fdbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:30:38Z', 'updated_at': '2021-07-09T16:30:38Z', 'revision_number': 0, 'project_id': 'c6204232ae3d43e588d6fd07bded6f22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1ba83ac-7dcf-434a-813a-e728fa4cdbdc', 'name': '', 'network_id': '129b3fd4-7fdc-445f-ba31-1cab00ca62c3', 'tenant_id': 'c6204232ae3d43e588d6fd07bded6f22', 'mac_address': 'fa:16:3e:ac:7f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da7cae2-8b69-4389-9b12-67719e1806dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '64a79ac5-0d8c-444d-9b5f-5295ccf19079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:29:48Z', 'updated_at': '2021-07-09T16:29:57Z', 'revision_number': 5, 'project_id': 'c6204232ae3d43e588d6fd07bded6f22', 'subnets': [{'id': '64a79ac5-0d8c-444d-9b5f-5295ccf19079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:30:41.465682 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cf729dc5-e771-4fe5-bbcd-2139ef5d49dc req-486dcb83-c6ce-4367-860e-e8305872c5be tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/security-groups?id=1cd28115-a72b-47bb-907a-24e6b91de643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7306035 Jul 09 16:30:41.497367 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e5bcfa-d4d9-4279-a0a8-2dc8c4875f40 req-c31a22de-c4a5-413f-ab53-7d30d8b7adb7 service neutron] No DVR routers for this DVR port 979bff33-6997-4354-abf3-dcab99fbd3f9 on host n-h1-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:30:41.541087 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-10fc1f7b-27a4-41f2-9ccb-b1cd66f4b82a req-842d63fd-6cb1-4814-b34f-314fff03dd15 tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:41.592262 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842d63fd-6cb1-4814-b34f-314fff03dd15 tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] Pushing event deleted for resources: {'Port': ['ID=399be729-fa19-46ed-9ea5-7a1f6c9483e8,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:41.672799 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-32072114-1908-40b8-b233-be9d3f2e082b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:41.700601 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-10fc1f7b-27a4-41f2-9ccb-b1cd66f4b82a req-842d63fd-6cb1-4814-b34f-314fff03dd15 tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] No DVR routers for this DVR port 399be729-fa19-46ed-9ea5-7a1f6c9483e8 on host n-h1-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:30:41.703522 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-10fc1f7b-27a4-41f2-9ccb-b1cd66f4b82a req-842d63fd-6cb1-4814-b34f-314fff03dd15 tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:41.706414 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-10fc1f7b-27a4-41f2-9ccb-b1cd66f4b82a req-842d63fd-6cb1-4814-b34f-314fff03dd15 tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] 10.222.0.77 "DELETE /v2.0/ports/399be729-fa19-46ed-9ea5-7a1f6c9483e8 HTTP/1.1" status: 204 len: 173 time: 2.3692627 Jul 09 16:30:41.707496 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 399be729-fa19-46ed-9ea5-7a1f6c9483e8 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:30:41.745049 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a9d77c-cfb6-4fec-986e-72229ea7ab6b', 'name': 'network-vif-deleted', 'tag': '399be729-fa19-46ed-9ea5-7a1f6c9483e8'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:30:41.747556 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e55c805-0264-46d8-9fd7-f6fba58c79b7" -d '{"events": [{"server_uuid": "73a9d77c-cfb6-4fec-986e-72229ea7ab6b", "name": "network-vif-deleted", "tag": "399be729-fa19-46ed-9ea5-7a1f6c9483e8"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:30:41.752889 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32072114-1908-40b8-b233-be9d3f2e082b admin admin] Pushing event deleted for resources: {'Port': ['ID=af5078c9-b9d8-4c83-a2e8-9d0f459b7606,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:41.797432 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ee734911-e691-4d91-88c2-e48c2bfe1bac req-3743b24c-cf4a-43db-9706-e4ce5c334998 service neutron] 10.222.0.73 "GET /v2.0/networks/129b3fd4-7fdc-445f-ba31-1cab00ca62c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5613837 Jul 09 16:30:41.848704 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: 399be729-fa19-46ed-9ea5-7a1f6c9483e8 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:30:41.850294 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 399be729-fa19-46ed-9ea5-7a1f6c9483e8 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:30:41.871417 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33968d1a-23c9-4bb6-8dfc-2ef53b71d8e6 req-334f7ca9-ac09-488e-99bb-c1fa74d72169 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:41.892243 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-33968d1a-23c9-4bb6-8dfc-2ef53b71d8e6 req-334f7ca9-ac09-488e-99bb-c1fa74d72169 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/ports?device_id=56a0021d-217b-42fc-b461-d010febc7602 HTTP/1.1" status: 200 len: 945 time: 0.1858661 Jul 09 16:30:41.948708 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3bc5a2ff-b7fa-437f-ae39-38e92d012945 req-c569c160-fbf1-4d8f-8ba0-3ebee8b53496 tempest-ServerAddressesTestJSON-1119600273 tempest-ServerAddressesTestJSON-1119600273-project] 10.222.0.98 "GET /v2.0/ports?device_id=73a9d77c-cfb6-4fec-986e-72229ea7ab6b HTTP/1.1" status: 200 len: 210 time: 0.1039896 Jul 09 16:30:41.963538 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0f624e-23c9-4762-afb0-8fc6c21b8399 None None] New status for floating IP 5cebf0bb-2f15-4bc9-9046-7628dd3785b2: ACTIVE {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:30:42.014249 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-33968d1a-23c9-4bb6-8dfc-2ef53b71d8e6 req-e46e6053-308c-44cb-85bc-14c052be87e8 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/security-groups?id=08871550-d616-4453-85b1-faed9ff5bbda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156595 Jul 09 16:30:42.036920 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-e6e5bcfa-d4d9-4279-a0a8-2dc8c4875f40 req-c31a22de-c4a5-413f-ab53-7d30d8b7adb7 service neutron] Attempting to bind port 979bff33-6997-4354-abf3-dcab99fbd3f9 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:30:42.038573 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-e6e5bcfa-d4d9-4279-a0a8-2dc8c4875f40 req-c31a22de-c4a5-413f-ab53-7d30d8b7adb7 service neutron] Attempting to bind port 979bff33-6997-4354-abf3-dcab99fbd3f9 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': 'ccf009d5-237d-4e31-8041-1465d7de9aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a171d79a-1159-4481-9cc1-46c665ce3a96'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:30:42.041000 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e5bcfa-d4d9-4279-a0a8-2dc8c4875f40 req-c31a22de-c4a5-413f-ab53-7d30d8b7adb7 service neutron] Attempting to bind port 979bff33-6997-4354-abf3-dcab99fbd3f9 on network a171d79a-1159-4481-9cc1-46c665ce3a96 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:30:42.068813 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e5bcfa-d4d9-4279-a0a8-2dc8c4875f40 req-c31a22de-c4a5-413f-ab53-7d30d8b7adb7 service neutron] Port 979bff33-6997-4354-abf3-dcab99fbd3f9 on network a171d79a-1159-4481-9cc1-46c665ce3a96 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:30:42.069945 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e5bcfa-d4d9-4279-a0a8-2dc8c4875f40 req-c31a22de-c4a5-413f-ab53-7d30d8b7adb7 service neutron] Attempting to bind port 979bff33-6997-4354-abf3-dcab99fbd3f9 on network a171d79a-1159-4481-9cc1-46c665ce3a96 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:30:42.189522 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-32072114-1908-40b8-b233-be9d3f2e082b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:42.198404 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e5bcfa-d4d9-4279-a0a8-2dc8c4875f40 req-c31a22de-c4a5-413f-ab53-7d30d8b7adb7 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:30:42.199011 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e5bcfa-d4d9-4279-a0a8-2dc8c4875f40 req-c31a22de-c4a5-413f-ab53-7d30d8b7adb7 service neutron] Checking segment: {'id': 'ccf009d5-237d-4e31-8041-1465d7de9aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a171d79a-1159-4481-9cc1-46c665ce3a96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:30:42.199543 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e5bcfa-d4d9-4279-a0a8-2dc8c4875f40 req-c31a22de-c4a5-413f-ab53-7d30d8b7adb7 service neutron] Bound using segment: {'id': 'ccf009d5-237d-4e31-8041-1465d7de9aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a171d79a-1159-4481-9cc1-46c665ce3a96'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:30:42.200314 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-e6e5bcfa-d4d9-4279-a0a8-2dc8c4875f40 req-c31a22de-c4a5-413f-ab53-7d30d8b7adb7 service neutron] Bound port: 979bff33-6997-4354-abf3-dcab99fbd3f9, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccf009d5-237d-4e31-8041-1465d7de9aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a171d79a-1159-4481-9cc1-46c665ce3a96'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:30:42.203261 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e6e5bcfa-d4d9-4279-a0a8-2dc8c4875f40 req-c31a22de-c4a5-413f-ab53-7d30d8b7adb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:42.278478 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226489d2-8e08-46dd-a104-ed36be783a39 x-openstack-request-id: req-226489d2-8e08-46dd-a104-ed36be783a39 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:30:42.278809 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73a9d77c-cfb6-4fec-986e-72229ea7ab6b", "name": "network-vif-deleted", "tag": "399be729-fa19-46ed-9ea5-7a1f6c9483e8", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:30:42.279090 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-226489d2-8e08-46dd-a104-ed36be783a39 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:30:42.279487 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73a9d77c-cfb6-4fec-986e-72229ea7ab6b', 'name': 'network-vif-deleted', 'tag': '399be729-fa19-46ed-9ea5-7a1f6c9483e8', 'status': 'completed', 'code': 200} Jul 09 16:30:42.424384 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-e6e5bcfa-d4d9-4279-a0a8-2dc8c4875f40 req-c31a22de-c4a5-413f-ab53-7d30d8b7adb7 service neutron] For port 979bff33-6997-4354-abf3-dcab99fbd3f9, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:30:42.432158 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-e6e5bcfa-d4d9-4279-a0a8-2dc8c4875f40 req-c31a22de-c4a5-413f-ab53-7d30d8b7adb7 service neutron] For port 979bff33-6997-4354-abf3-dcab99fbd3f9, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=979bff33-6997-4354-abf3-dcab99fbd3f9,segment=NetworkSegment(ccf009d5-237d-4e31-8041-1465d7de9aef),segment_id=ccf009d5-237d-4e31-8041-1465d7de9aef)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:30:42.444281 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e6e5bcfa-d4d9-4279-a0a8-2dc8c4875f40 req-c31a22de-c4a5-413f-ab53-7d30d8b7adb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:42.463522 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b12765-d934-47cd-92c3-5aeedc5da552 req-bc7ab554-256b-4214-80d9-2e2aeee0e8e1 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:42.470696 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-08b12765-d934-47cd-92c3-5aeedc5da552 req-bc7ab554-256b-4214-80d9-2e2aeee0e8e1 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 944 time: 0.2417583 Jul 09 16:30:42.534888 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5bcfa-d4d9-4279-a0a8-2dc8c4875f40 req-c31a22de-c4a5-413f-ab53-7d30d8b7adb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:42.535766 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e6e5bcfa-d4d9-4279-a0a8-2dc8c4875f40 req-c31a22de-c4a5-413f-ab53-7d30d8b7adb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:42.537706 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e6e5bcfa-d4d9-4279-a0a8-2dc8c4875f40 req-c31a22de-c4a5-413f-ab53-7d30d8b7adb7 service neutron] 10.222.0.73 "PUT /v2.0/ports/979bff33-6997-4354-abf3-dcab99fbd3f9 HTTP/1.1" status: 200 len: 1092 time: 3.5030589 Jul 09 16:30:42.656432 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a22de-c4a5-413f-ab53-7d30d8b7adb7 service neutron] Pushing event updated for resources: {'Port': ['ID=979bff33-6997-4354-abf3-dcab99fbd3f9,revision_number=10']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:42.731747 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-08b12765-d934-47cd-92c3-5aeedc5da552 req-47e9fdaa-b80c-4ddf-9950-167c1f96c3c6 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2596989 Jul 09 16:30:42.824087 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a507df2e-f1bc-4ab1-838e-b92e78482fda req-32ae808f-d7a3-4aaf-84cc-d7f8942a5887 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:42.825831 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a507df2e-f1bc-4ab1-838e-b92e78482fda req-32ae808f-d7a3-4aaf-84cc-d7f8942a5887 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ef7fed6-e1f7-4347-9a2b-265ec5153f7d HTTP/1.1" status: 200 len: 944 time: 0.1289382 Jul 09 16:30:42.889728 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32072114-1908-40b8-b233-be9d3f2e082b admin admin] Router 9da0aafd-876f-4c10-9e1a-e35f54749220 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:30:42.891628 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a507df2e-f1bc-4ab1-838e-b92e78482fda req-8fe7348a-2ac9-4d9c-99c2-53ce7289f5bf tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564423 Jul 09 16:30:43.073790 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5bcfa-d4d9-4279-a0a8-2dc8c4875f40 req-f88d9d9a-be29-4930-bc36-917ca12f6054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:43.075601 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e6e5bcfa-d4d9-4279-a0a8-2dc8c4875f40 req-f88d9d9a-be29-4930-bc36-917ca12f6054 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b8ad35771c814596a752d0340d35099a&device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 1096 time: 0.4535606 Jul 09 16:30:43.080001 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1335a6-8826-4558-84b5-53c33fba76f9 req-2f52ad33-9fae-49ec-bff1-d6d80815f97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:43.081502 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fe1335a6-8826-4558-84b5-53c33fba76f9 req-2f52ad33-9fae-49ec-bff1-d6d80815f97f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=aa82af0020cd43f5a91de69498f9def1&device_id=b808d81a-1027-4ccd-8f61-44b0be2ca51b HTTP/1.1" status: 200 len: 1096 time: 0.3469243 Jul 09 16:30:43.093985 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 47542) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:30:43.148078 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-333f88b9-f9b8-4b35-981f-f0c86e0ad999 admin admin] Deleting subnet d9ba5a38-ca5d-40c0-9a4b-3f6a64be60d9 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:30:43.152208 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-333f88b9-f9b8-4b35-981f-f0c86e0ad999 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:43.205084 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a58712-662c-4265-a257-778d2cdefa1b req-51c2e93f-10b4-4ba5-991d-29f74666c8a2 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:43.207248 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d8a58712-662c-4265-a257-778d2cdefa1b req-51c2e93f-10b4-4ba5-991d-29f74666c8a2 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/ports?device_id=b808d81a-1027-4ccd-8f61-44b0be2ca51b HTTP/1.1" status: 200 len: 945 time: 0.3125453 Jul 09 16:30:43.220863 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-333f88b9-f9b8-4b35-981f-f0c86e0ad999 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:43.233553 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32072114-1908-40b8-b233-be9d3f2e082b admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:30:43.245782 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bf4266-4cb9-4274-a50f-abb1ff2b9fe1 None None] Sync routers for ids ['9da0aafd-876f-4c10-9e1a-e35f54749220'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:30:43.250945 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-32072114-1908-40b8-b233-be9d3f2e082b admin admin] 10.222.0.98 "PUT /v2.0/routers/9da0aafd-876f-4c10-9e1a-e35f54749220/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1899996 Jul 09 16:30:43.256406 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 47544) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:30:43.264945 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bf4266-4cb9-4274-a50f-abb1ff2b9fe1 None None] Routers {'9da0aafd-876f-4c10-9e1a-e35f54749220'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:30:43.265999 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-e2bf4266-4cb9-4274-a50f-abb1ff2b9fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:30:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['9da0aafd-876f-4c10-9e1a-e35f54749220'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:30:43.284843 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 9e03e89b-e556-402b-980b-19f203e0c922 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:30:43.302914 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-333f88b9-f9b8-4b35-981f-f0c86e0ad999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:43.356203 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408af072-bb56-4a68-91b6-05a4e57dfe1d req-5e654ec4-0fed-4cd8-9643-37717c8b9e94 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:43.364899 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-408af072-bb56-4a68-91b6-05a4e57dfe1d req-5e654ec4-0fed-4cd8-9643-37717c8b9e94 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/ports?device_id=56a0021d-217b-42fc-b461-d010febc7602 HTTP/1.1" status: 200 len: 945 time: 0.1575477 Jul 09 16:30:43.396270 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d8a58712-662c-4265-a257-778d2cdefa1b req-74e0f777-e47f-498c-a908-e0297552bb53 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/security-groups?id=1cd28115-a72b-47bb-907a-24e6b91de643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811790 Jul 09 16:30:43.400225 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 9e03e89b-e556-402b-980b-19f203e0c922 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:30:43.400629 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:43.425182 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1335a6-8826-4558-84b5-53c33fba76f9 req-8cf258d0-7b02-438d-b3e3-e25a413408ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:43.428073 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fe1335a6-8826-4558-84b5-53c33fba76f9 req-8cf258d0-7b02-438d-b3e3-e25a413408ce service neutron] 10.222.0.77 "GET /v2.0/networks?id=23f1f623-b507-468d-a7a7-450e8778c5e5 HTTP/1.1" status: 200 len: 917 time: 0.3294821 Jul 09 16:30:43.443971 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-408af072-bb56-4a68-91b6-05a4e57dfe1d req-88251793-2661-4c12-a333-2aa992b427ff tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/security-groups?id=08871550-d616-4453-85b1-faed9ff5bbda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782871 Jul 09 16:30:43.448602 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-e2bf4266-4cb9-4274-a50f-abb1ff2b9fe1 None None] Set router 9da0aafd-876f-4c10-9e1a-e35f54749220 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:30:43.465684 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-333f88b9-f9b8-4b35-981f-f0c86e0ad999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:43.466410 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5bcfa-d4d9-4279-a0a8-2dc8c4875f40 req-8500d785-2901-4987-89d5-1d35950df87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:43.469148 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e6e5bcfa-d4d9-4279-a0a8-2dc8c4875f40 req-8500d785-2901-4987-89d5-1d35950df87e service neutron] 10.222.0.73 "GET /v2.0/networks?id=a171d79a-1159-4481-9cc1-46c665ce3a96 HTTP/1.1" status: 200 len: 918 time: 0.3826640 Jul 09 16:30:43.515801 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fe1335a6-8826-4558-84b5-53c33fba76f9 req-8989e9f9-5c6b-4377-89b4-e643c1176579 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=332e4ebf-9e9a-45a1-9add-df05f3712dd6 HTTP/1.1" status: 200 len: 217 time: 0.0452628 Jul 09 16:30:43.517849 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:43.518546 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f88b9-f9b8-4b35-981f-f0c86e0ad999 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9ba5a38-ca5d-40c0-9a4b-3f6a64be60d9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:43.525440 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-333f88b9-f9b8-4b35-981f-f0c86e0ad999 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:43.539350 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-333f88b9-f9b8-4b35-981f-f0c86e0ad999 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/d9ba5a38-ca5d-40c0-9a4b-3f6a64be60d9 HTTP/1.1" status: 204 len: 168 time: 0.4441929 Jul 09 16:30:43.540027 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 47546) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:30:43.554350 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ef7fed6-e1f7-4347-9a2b-265ec5153f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e03e89b-e556-402b-980b-19f203e0c922'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:30:43.557647 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2cf6018-3c70-41e9-a4d5-727ea2b446ae" -d '{"events": [{"server_uuid": "4ef7fed6-e1f7-4347-9a2b-265ec5153f7d", "name": "network-vif-plugged", "status": "completed", "tag": "9e03e89b-e556-402b-980b-19f203e0c922"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:30:43.606374 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 9e03e89b-e556-402b-980b-19f203e0c922, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=9e03e89b-e556-402b-980b-19f203e0c922,segment=NetworkSegment(decc697a-7e61-4b7c-8e62-5a81512ad237),segment_id=decc697a-7e61-4b7c-8e62-5a81512ad237)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:30:43.617039 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:43.661027 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8aa48ef0-d35a-4f05-8fcf-712c5b25b4be admin admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:43.676315 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c10ae52-30f7-4aa9-a36b-65647700490b x-openstack-request-id: req-1c10ae52-30f7-4aa9-a36b-65647700490b {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:30:43.681020 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-00249f5b-1f7d-411e-88a5-686f43ee1728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:43.681819 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ef7fed6-e1f7-4347-9a2b-265ec5153f7d", "name": "network-vif-plugged", "status": "completed", "tag": "9e03e89b-e556-402b-980b-19f203e0c922", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:30:43.682274 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1c10ae52-30f7-4aa9-a36b-65647700490b {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:30:43.682887 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ef7fed6-e1f7-4347-9a2b-265ec5153f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e03e89b-e556-402b-980b-19f203e0c922', 'code': 200} Jul 09 16:30:43.711233 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1335a6-8826-4558-84b5-53c33fba76f9 req-36c92d26-bdff-4dc2-a1cd-3e89b51bbe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:43.712748 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fe1335a6-8826-4558-84b5-53c33fba76f9 req-36c92d26-bdff-4dc2-a1cd-3e89b51bbe1e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a00aed8d-388d-4a59-b28e-f4e83ba31ee8 HTTP/1.1" status: 200 len: 855 time: 0.1787856 Jul 09 16:30:43.720945 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e6e5bcfa-d4d9-4279-a0a8-2dc8c4875f40 req-d9d5e355-e673-4d86-b49e-05a6ad059198 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=979bff33-6997-4354-abf3-dcab99fbd3f9 HTTP/1.1" status: 200 len: 1000 time: 0.2008090 Jul 09 16:30:43.745208 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=9e03e89b-e556-402b-980b-19f203e0c922,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:43.820651 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-00249f5b-1f7d-411e-88a5-686f43ee1728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:43.832728 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-00249f5b-1f7d-411e-88a5-686f43ee1728 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78306c16-7389-4a70-a899-1d72f2f67f5f']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:30:43.846650 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-00249f5b-1f7d-411e-88a5-686f43ee1728 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b61e5f0-6514-4a25-a276-170ad9b7282a') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:30:43.847134 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-00249f5b-1f7d-411e-88a5-686f43ee1728 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b61e5f0-6514-4a25-a276-170ad9b7282a') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:30:43.854498 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5bcfa-d4d9-4279-a0a8-2dc8c4875f40 req-760fb208-56eb-405f-a9bf-6ac293d6248f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:43.856008 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e6e5bcfa-d4d9-4279-a0a8-2dc8c4875f40 req-760fb208-56eb-405f-a9bf-6ac293d6248f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b9e97679-e3ca-4f43-b281-7791408a1287 HTTP/1.1" status: 200 len: 856 time: 0.1195545 Jul 09 16:30:43.870399 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-00249f5b-1f7d-411e-88a5-686f43ee1728 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:43.872812 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-e2bf4266-4cb9-4274-a50f-abb1ff2b9fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da0aafd-876f-4c10-9e1a-e35f54749220', 'name': 'tempest-ServerRescueNegativeTestJSON-1425692658-router', 'tenant_id': 'bab91c2e534b48d6932e69e9f922d333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '57bc03c9-a39e-4fea-841c-1db587f57e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:27:34Z', 'updated_at': '2021-07-09T16:30:41Z', 'revision_number': 5, 'project_id': 'bab91c2e534b48d6932e69e9f922d333', 'gw_port': {'id': '57bc03c9-a39e-4fea-841c-1db587f57e5d', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da0aafd-876f-4c10-9e1a-e35f54749220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:27:36Z', 'updated_at': '2021-07-09T16:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:30:43.888888 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-00249f5b-1f7d-411e-88a5-686f43ee1728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:43.899658 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00249f5b-1f7d-411e-88a5-686f43ee1728 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:30:43.900060 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-00249f5b-1f7d-411e-88a5-686f43ee1728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:43.900889 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bf4266-4cb9-4274-a50f-abb1ff2b9fe1 None None] Checking router: 9da0aafd-876f-4c10-9e1a-e35f54749220 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:30:43.909275 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bf4266-4cb9-4274-a50f-abb1ff2b9fe1 None None] Routers {'9da0aafd-876f-4c10-9e1a-e35f54749220'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:30:43.909878 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-e2bf4266-4cb9-4274-a50f-abb1ff2b9fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:30:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['9da0aafd-876f-4c10-9e1a-e35f54749220'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:30:43.930601 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:30:43.930601 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:30:43.930601 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:30:43.930601 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:30:43.930601 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:30:43.930601 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:30:43.930601 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:30:43.930601 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:30:43.930601 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:30:43.930601 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:30:43.930601 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:30:43.930601 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:30:43.930601 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:30:43.930601 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:30:43.930601 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:30:43.930601 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:30:43.930601 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:30:43.930601 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:30:43.930601 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:30:43.930601 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:30:43.930601 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:30:43.930601 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:30:43.930601 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:30:43.930601 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:30:43.930601 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:30:43.930601 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:30:43.930601 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:30:43.930601 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:30:43.930601 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:30:43.930601 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:30:43.930601 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:30:43.930601 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:30:43.930601 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:30:43.930601 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:30:43.930601 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:30:43.930601 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:30:43.930601 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:30:43.930601 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:30:43.930601 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:30:43.930601 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:30:43.930601 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:30:43.930601 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:30:43.935399 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8aa48ef0-d35a-4f05-8fcf-712c5b25b4be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:43.954336 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5bcfa-d4d9-4279-a0a8-2dc8c4875f40 req-cc59ebb0-6f1f-4eb7-8240-d51a66be42f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:43.956002 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e6e5bcfa-d4d9-4279-a0a8-2dc8c4875f40 req-cc59ebb0-6f1f-4eb7-8240-d51a66be42f0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a171d79a-1159-4481-9cc1-46c665ce3a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0857923 Jul 09 16:30:43.959128 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1335a6-8826-4558-84b5-53c33fba76f9 req-dab18169-ed2c-47ac-a47f-bcf29d7089a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:43.961169 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fe1335a6-8826-4558-84b5-53c33fba76f9 req-dab18169-ed2c-47ac-a47f-bcf29d7089a4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=23f1f623-b507-468d-a7a7-450e8778c5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2376170 Jul 09 16:30:44.028115 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-00249f5b-1f7d-411e-88a5-686f43ee1728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:44.039004 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-00249f5b-1f7d-411e-88a5-686f43ee1728 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:44.040888 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-00249f5b-1f7d-411e-88a5-686f43ee1728 admin admin] 10.222.0.98 "DELETE /v2.0/networks/78306c16-7389-4a70-a899-1d72f2f67f5f HTTP/1.1" status: 204 len: 168 time: 0.4998951 Jul 09 16:30:44.056760 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00249f5b-1f7d-411e-88a5-686f43ee1728 admin admin] Pushing event deleted for resources: {'Network': ['ID=78306c16-7389-4a70-a899-1d72f2f67f5f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:44.065917 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c5da1f-e52a-42c0-b8f2-4dfd71b1d56f req-10edac43-b7a0-49db-bcc7-40fd03d88eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:44.067462 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-95c5da1f-e52a-42c0-b8f2-4dfd71b1d56f req-10edac43-b7a0-49db-bcc7-40fd03d88eb6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4ef7fed6-e1f7-4347-9a2b-265ec5153f7d HTTP/1.1" status: 200 len: 1096 time: 0.2121298 Jul 09 16:30:44.070305 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-e2bf4266-4cb9-4274-a50f-abb1ff2b9fe1 None None] Set router 9da0aafd-876f-4c10-9e1a-e35f54749220 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:30:44.079052 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc0fc2-bbac-4961-9019-55534ee40796 req-efcfb47c-dca9-4d42-89a9-52cab7bb1b24 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:44.080615 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d2fc0fc2-bbac-4961-9019-55534ee40796 req-efcfb47c-dca9-4d42-89a9-52cab7bb1b24 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 945 time: 0.1839676 Jul 09 16:30:44.152133 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-95c5da1f-e52a-42c0-b8f2-4dfd71b1d56f req-7f94b764-87d5-49ef-b703-72c2d4c39747 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642836 Jul 09 16:30:44.167175 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d2fc0fc2-bbac-4961-9019-55534ee40796 req-f16eebfe-2f2d-40ba-849d-f2e5ebdb4e1b tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732882 Jul 09 16:30:44.197003 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 47556) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:30:44.262211 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-fea2741b-3496-4e5b-9cf3-e64ff7580a2a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8ffb169a685e4b6cac717c3045ff6635&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0611761 Jul 09 16:30:44.262553 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 47558) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:30:44.314434 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-e2bf4266-4cb9-4274-a50f-abb1ff2b9fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da0aafd-876f-4c10-9e1a-e35f54749220', 'name': 'tempest-ServerRescueNegativeTestJSON-1425692658-router', 'tenant_id': 'bab91c2e534b48d6932e69e9f922d333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '57bc03c9-a39e-4fea-841c-1db587f57e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:27:34Z', 'updated_at': '2021-07-09T16:30:41Z', 'revision_number': 5, 'project_id': 'bab91c2e534b48d6932e69e9f922d333', 'gw_port': {'id': '57bc03c9-a39e-4fea-841c-1db587f57e5d', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da0aafd-876f-4c10-9e1a-e35f54749220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:27:36Z', 'updated_at': '2021-07-09T16:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:30:44.317923 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bbb67531-1be4-4ac4-881b-88edc87d789f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:44.342273 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bbb67531-1be4-4ac4-881b-88edc87d789f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:44.343610 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bf4266-4cb9-4274-a50f-abb1ff2b9fe1 None None] The sync data for ids ['9da0aafd-876f-4c10-9e1a-e35f54749220'] in n-d-798930-3 is: [{'id': '9da0aafd-876f-4c10-9e1a-e35f54749220', 'name': 'tempest-ServerRescueNegativeTestJSON-1425692658-router', 'tenant_id': 'bab91c2e534b48d6932e69e9f922d333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '57bc03c9-a39e-4fea-841c-1db587f57e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:27:34Z', 'updated_at': '2021-07-09T16:30:41Z', 'revision_number': 5, 'project_id': 'bab91c2e534b48d6932e69e9f922d333', 'gw_port': {'id': '57bc03c9-a39e-4fea-841c-1db587f57e5d', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da0aafd-876f-4c10-9e1a-e35f54749220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:27:36Z', 'updated_at': '2021-07-09T16:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:30:44.398664 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bbb67531-1be4-4ac4-881b-88edc87d789f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:44.401633 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bbb67531-1be4-4ac4-881b-88edc87d789f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:44.402952 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-bbb67531-1be4-4ac4-881b-88edc87d789f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e80360b5-ac5f-4ec7-b67a-8ce95185c538 HTTP/1.1" status: 204 len: 168 time: 0.1392474 Jul 09 16:30:44.414738 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb67531-1be4-4ac4-881b-88edc87d789f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80360b5-ac5f-4ec7-b67a-8ce95185c538,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:44.517029 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80b72271-6fd5-4421-a385-eedba481230a', 'tag': '979bff33-6997-4354-abf3-dcab99fbd3f9'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:30:44.518852 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d631d78-377b-4498-87e4-05f0ad39d3b2" -d '{"events": [{"name": "network-changed", "server_uuid": "80b72271-6fd5-4421-a385-eedba481230a", "tag": "979bff33-6997-4354-abf3-dcab99fbd3f9"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:30:44.582467 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8aa48ef0-d35a-4f05-8fcf-712c5b25b4be admin admin] Deleting port 57bc03c9-a39e-4fea-841c-1db587f57e5d {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:30:44.582836 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8aa48ef0-d35a-4f05-8fcf-712c5b25b4be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:44.607997 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290d34d-6ef9-42e5-b595-b360497dbd6b req-ec618f67-2873-4822-af64-2d0002b2b62b tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:44.611110 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e290d34d-6ef9-42e5-b595-b360497dbd6b req-ec618f67-2873-4822-af64-2d0002b2b62b tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/ports?device_id=b808d81a-1027-4ccd-8f61-44b0be2ca51b HTTP/1.1" status: 200 len: 945 time: 0.0806298 Jul 09 16:30:44.639123 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fe1335a6-8826-4558-84b5-53c33fba76f9 req-58c36405-9754-4fe0-8300-9c8e4a000e18 service neutron] 10.222.0.77 "GET /v2.0/networks/23f1f623-b507-468d-a7a7-450e8778c5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6343999 Jul 09 16:30:44.648637 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e6e5bcfa-d4d9-4279-a0a8-2dc8c4875f40 req-3a8a6052-4eff-42b3-b45f-1b9535d2d31e service neutron] 10.222.0.73 "GET /v2.0/networks/a171d79a-1159-4481-9cc1-46c665ce3a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6450768 Jul 09 16:30:44.654878 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e290d34d-6ef9-42e5-b595-b360497dbd6b req-a53d48c8-aa95-46fe-9b2a-fc089b54ba82 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/security-groups?id=1cd28115-a72b-47bb-907a-24e6b91de643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370107 Jul 09 16:30:44.727498 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effea526-f66e-4b2a-a584-ec5ef1eb0282 req-8ef7c966-da22-478c-803f-cc8c568db90c tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:44.728774 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device af5078c9-b9d8-4c83-a2e8-9d0f459b7606 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:30:44.735652 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-effea526-f66e-4b2a-a584-ec5ef1eb0282 req-8ef7c966-da22-478c-803f-cc8c568db90c tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ef7fed6-e1f7-4347-9a2b-265ec5153f7d HTTP/1.1" status: 200 len: 945 time: 0.6680655 Jul 09 16:30:44.765714 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: af5078c9-b9d8-4c83-a2e8-9d0f459b7606 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:30:44.766282 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device af5078c9-b9d8-4c83-a2e8-9d0f459b7606 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:30:44.886000 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8aa48ef0-d35a-4f05-8fcf-712c5b25b4be admin admin] For port 57bc03c9-a39e-4fea-841c-1db587f57e5d, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=57bc03c9-a39e-4fea-841c-1db587f57e5d,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:30:44.886365 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8aa48ef0-d35a-4f05-8fcf-712c5b25b4be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:44.898230 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eff74c-7c1a-46f7-822d-d6ad25b33c03 req-b5b5f4ee-2b92-44ec-8542-04d6b03c8ef5 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:44.904165 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-effea526-f66e-4b2a-a584-ec5ef1eb0282 req-7ebc8722-ecd5-4a9e-ab8c-a2ec6b5cc5c6 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675251 Jul 09 16:30:44.905320 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-15eff74c-7c1a-46f7-822d-d6ad25b33c03 req-b5b5f4ee-2b92-44ec-8542-04d6b03c8ef5 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/ports?device_id=56a0021d-217b-42fc-b461-d010febc7602 HTTP/1.1" status: 200 len: 945 time: 0.0778646 Jul 09 16:30:44.947201 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8aa48ef0-d35a-4f05-8fcf-712c5b25b4be admin admin] Calling delete_port for 57bc03c9-a39e-4fea-841c-1db587f57e5d owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:30:44.952838 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e6e5bcfa-d4d9-4279-a0a8-2dc8c4875f40 req-75075080-cd91-437c-a360-a4dab67aa8b0 service neutron] 10.222.0.73 "GET /v2.0/networks/a171d79a-1159-4481-9cc1-46c665ce3a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869873 Jul 09 16:30:44.954568 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fe1335a6-8826-4558-84b5-53c33fba76f9 req-fb871dbb-d04a-4fb8-a3c8-3e11e93e6ace service neutron] 10.222.0.77 "GET /v2.0/networks/23f1f623-b507-468d-a7a7-450e8778c5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018117 Jul 09 16:30:44.962011 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-15eff74c-7c1a-46f7-822d-d6ad25b33c03 req-e96654db-a304-4a57-8822-4c35e8d21b18 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/security-groups?id=08871550-d616-4453-85b1-faed9ff5bbda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556970 Jul 09 16:30:45.000008 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de40d55c-0a82-4e61-8af7-2bcad4ce9139 x-openstack-request-id: req-de40d55c-0a82-4e61-8af7-2bcad4ce9139 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:30:45.000298 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80b72271-6fd5-4421-a385-eedba481230a", "tag": "979bff33-6997-4354-abf3-dcab99fbd3f9", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:30:45.000557 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-de40d55c-0a82-4e61-8af7-2bcad4ce9139 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:30:45.000949 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80b72271-6fd5-4421-a385-eedba481230a', 'tag': '979bff33-6997-4354-abf3-dcab99fbd3f9', 'status': 'completed', 'code': 200} Jul 09 16:30:45.193231 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d631d78-377b-4498-87e4-05f0ad39d3b2 req-c5052471-fe82-4295-b3fa-02c197501251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:45.195003 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5d631d78-377b-4498-87e4-05f0ad39d3b2 req-c5052471-fe82-4295-b3fa-02c197501251 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b8ad35771c814596a752d0340d35099a&device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 1096 time: 0.1034913 Jul 09 16:30:45.267542 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8aa48ef0-d35a-4f05-8fcf-712c5b25b4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:45.329296 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 47600) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:30:45.332774 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa48ef0-d35a-4f05-8fcf-712c5b25b4be admin admin] Pushing event deleted for resources: {'Port': ['ID=57bc03c9-a39e-4fea-841c-1db587f57e5d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:45.390463 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440805c1-13f9-4894-8360-e1151d7eef45 req-6a2b7332-1074-4b31-949d-bbbd90e0e45f tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:45.398378 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-440805c1-13f9-4894-8360-e1151d7eef45 req-6a2b7332-1074-4b31-949d-bbbd90e0e45f tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 945 time: 0.0965538 Jul 09 16:30:45.399613 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d631d78-377b-4498-87e4-05f0ad39d3b2 req-e233dd72-dfdc-4d06-ab8b-c0f24d078ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:45.401240 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5d631d78-377b-4498-87e4-05f0ad39d3b2 req-e233dd72-dfdc-4d06-ab8b-c0f24d078ff8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a171d79a-1159-4481-9cc1-46c665ce3a96 HTTP/1.1" status: 200 len: 918 time: 0.1915009 Jul 09 16:30:45.404143 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8aa48ef0-d35a-4f05-8fcf-712c5b25b4be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:45.464775 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-2116da44-9db7-42e6-bfde-9f9fc2b9810e admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-401247687-network', 'tenant_id': 'bbe08eed4fdf4de39cf009b4b6863d03'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:30:45.471343 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-440805c1-13f9-4894-8360-e1151d7eef45 req-361fe849-93c3-43f5-8a07-eaa5c2e041ec tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721798 Jul 09 16:30:45.495554 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2116da44-9db7-42e6-bfde-9f9fc2b9810e admin admin] Made reservation on behalf of bbe08eed4fdf4de39cf009b4b6863d03 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:30:45.499470 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2116da44-9db7-42e6-bfde-9f9fc2b9810e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:45.515085 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2116da44-9db7-42e6-bfde-9f9fc2b9810e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:45.552520 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8aa48ef0-d35a-4f05-8fcf-712c5b25b4be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:45.555045 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8aa48ef0-d35a-4f05-8fcf-712c5b25b4be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:45.635870 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2116da44-9db7-42e6-bfde-9f9fc2b9810e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:45.641955 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2116da44-9db7-42e6-bfde-9f9fc2b9810e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:45.649041 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8aa48ef0-d35a-4f05-8fcf-712c5b25b4be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:45.649601 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa48ef0-d35a-4f05-8fcf-712c5b25b4be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9da0aafd-876f-4c10-9e1a-e35f54749220 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:30:45.660269 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8aa48ef0-d35a-4f05-8fcf-712c5b25b4be admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:45.661433 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8aa48ef0-d35a-4f05-8fcf-712c5b25b4be admin admin] 10.222.0.98 "DELETE /v2.0/routers/9da0aafd-876f-4c10-9e1a-e35f54749220 HTTP/1.1" status: 204 len: 168 time: 2.3915546 Jul 09 16:30:45.667885 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 47610) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:30:45.751796 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2116da44-9db7-42e6-bfde-9f9fc2b9810e admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:30:45.777909 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2116da44-9db7-42e6-bfde-9f9fc2b9810e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:45.778336 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-2116da44-9db7-42e6-bfde-9f9fc2b9810e admin admin] Added segment 5343b1ae-31fa-449a-bdec-8f581d4ddb3b of type vlan for network 10b49bcb-6566-42ba-acb3-a43879333bc9 Jul 09 16:30:45.848742 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5d631d78-377b-4498-87e4-05f0ad39d3b2 req-aca00e80-e2b0-4707-a27d-fa2c3efab348 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=979bff33-6997-4354-abf3-dcab99fbd3f9 HTTP/1.1" status: 200 len: 1000 time: 0.4400787 Jul 09 16:30:45.850330 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2116da44-9db7-42e6-bfde-9f9fc2b9810e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:45.856338 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3f368be-4f2c-4f4d-b7a4-396447c60a4e admin admin] Deleting subnet 03aa29d7-618e-4fba-93dc-b83569f87121 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:30:45.856844 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2116da44-9db7-42e6-bfde-9f9fc2b9810e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb8d958-ffa1-4ffd-9549-14f392ff1767,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:45.873177 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a3f368be-4f2c-4f4d-b7a4-396447c60a4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:45.929943 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2116da44-9db7-42e6-bfde-9f9fc2b9810e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:45.932317 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2116da44-9db7-42e6-bfde-9f9fc2b9810e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:45.935308 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2116da44-9db7-42e6-bfde-9f9fc2b9810e admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:45.952411 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a3f368be-4f2c-4f4d-b7a4-396447c60a4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:46.004663 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a3f368be-4f2c-4f4d-b7a4-396447c60a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:46.074507 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a3f368be-4f2c-4f4d-b7a4-396447c60a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:46.100697 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2116da44-9db7-42e6-bfde-9f9fc2b9810e admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7701459 Jul 09 16:30:46.105522 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 47618) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:30:46.116803 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-2c214b55-06bc-445a-90f0-ab7e552a2945 admin admin] Request body: {'subnet': {'network_id': '10b49bcb-6566-42ba-acb3-a43879333bc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-401247687-subnet', 'tenant_id': 'bbe08eed4fdf4de39cf009b4b6863d03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:30:46.146964 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a3f368be-4f2c-4f4d-b7a4-396447c60a4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:46.149448 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a3f368be-4f2c-4f4d-b7a4-396447c60a4e admin admin] 10.222.0.98 "DELETE /v2.0/subnets/03aa29d7-618e-4fba-93dc-b83569f87121 HTTP/1.1" status: 204 len: 168 time: 0.4683261 Jul 09 16:30:46.150749 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f368be-4f2c-4f4d-b7a4-396447c60a4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03aa29d7-618e-4fba-93dc-b83569f87121,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:46.154560 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 47620) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:30:46.177862 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2116da44-9db7-42e6-bfde-9f9fc2b9810e admin admin] Pushing event updated for resources: {'Network': ['ID=10b49bcb-6566-42ba-acb3-a43879333bc9,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:46.194489 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 10b49bcb-6566-42ba-acb3-a43879333bc9 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:30:46.204699 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e0d9f3-ac2b-473e-9482-223e644dbdf3 req-44b47fd7-e780-4e75-b163-8ae68075218b tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:46.215463 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d4e0d9f3-ac2b-473e-9482-223e644dbdf3 req-44b47fd7-e780-4e75-b163-8ae68075218b tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/ports?device_id=b808d81a-1027-4ccd-8f61-44b0be2ca51b HTTP/1.1" status: 200 len: 945 time: 0.1539066 Jul 09 16:30:46.290306 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d4e0d9f3-ac2b-473e-9482-223e644dbdf3 req-158e324a-e9df-4f38-b235-ecb1702defe4 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/security-groups?id=1cd28115-a72b-47bb-907a-24e6b91de643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718229 Jul 09 16:30:46.339393 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c214b55-06bc-445a-90f0-ab7e552a2945 admin admin] Made reservation on behalf of bbe08eed4fdf4de39cf009b4b6863d03 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:30:46.342945 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2c214b55-06bc-445a-90f0-ab7e552a2945 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:46.508180 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 57bc03c9-a39e-4fea-841c-1db587f57e5d no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:30:46.535554 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e295036-dc7d-462e-aa08-51acc95dfd09 req-65d6110a-13c6-4964-a534-e65becc73927 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:46.537146 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0e295036-dc7d-462e-aa08-51acc95dfd09 req-65d6110a-13c6-4964-a534-e65becc73927 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/ports?device_id=56a0021d-217b-42fc-b461-d010febc7602 HTTP/1.1" status: 200 len: 945 time: 0.1138680 Jul 09 16:30:46.559091 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f420a811-a212-45f7-8a0e-c542ce846fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:46.567970 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 57bc03c9-a39e-4fea-841c-1db587f57e5d {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:30:46.568320 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 57bc03c9-a39e-4fea-841c-1db587f57e5d not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:30:46.598245 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe7df1-2c41-43c7-8e73-11a0f6699c4d req-66bbfb53-d9e5-4bd4-9562-3076e43c64ef tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:46.601142 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8cbe7df1-2c41-43c7-8e73-11a0f6699c4d req-66bbfb53-d9e5-4bd4-9562-3076e43c64ef tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ef7fed6-e1f7-4347-9a2b-265ec5153f7d HTTP/1.1" status: 200 len: 945 time: 0.4480174 Jul 09 16:30:46.612664 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0e295036-dc7d-462e-aa08-51acc95dfd09 req-a06c803d-63bc-4944-8feb-a74402b0e539 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/security-groups?id=08871550-d616-4453-85b1-faed9ff5bbda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664489 Jul 09 16:30:46.753685 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2c214b55-06bc-445a-90f0-ab7e552a2945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:46.763343 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f420a811-a212-45f7-8a0e-c542ce846fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:46.806122 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8cbe7df1-2c41-43c7-8e73-11a0f6699c4d req-2d94f523-f135-4612-a779-0340df67e805 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563196 Jul 09 16:30:46.807812 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-f420a811-a212-45f7-8a0e-c542ce846fc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77349fb7-f08f-401d-a502-ac937b81dcab']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:30:46.832800 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-f420a811-a212-45f7-8a0e-c542ce846fc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98a03907-eb1c-4003-907c-acf76e082f5d') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:30:46.832800 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-f420a811-a212-45f7-8a0e-c542ce846fc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98a03907-eb1c-4003-907c-acf76e082f5d') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:30:46.842697 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f420a811-a212-45f7-8a0e-c542ce846fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:46.854167 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c214b55-06bc-445a-90f0-ab7e552a2945 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddcc6bc8-2c91-421b-8f8c-fdc955f5270d,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:46.859582 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc97133-ce98-4963-b69a-f9646780bde0 req-5a31f175-0996-43e0-bd4c-84e1709413f9 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:46.867690 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4cc97133-ce98-4963-b69a-f9646780bde0 req-5a31f175-0996-43e0-bd4c-84e1709413f9 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 945 time: 0.1033571 Jul 09 16:30:46.885463 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f420a811-a212-45f7-8a0e-c542ce846fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:46.894464 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f420a811-a212-45f7-8a0e-c542ce846fc0 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:30:46.902377 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f420a811-a212-45f7-8a0e-c542ce846fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:46.906949 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:30:46.906949 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:30:46.906949 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:30:46.906949 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:30:46.906949 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:30:46.906949 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:30:46.906949 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:30:46.906949 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:30:46.906949 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:30:46.906949 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:30:46.906949 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:30:46.906949 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:30:46.906949 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:30:46.906949 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:30:46.906949 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:30:46.906949 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:30:46.906949 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:30:46.906949 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:30:46.906949 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:30:46.906949 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:30:46.906949 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:30:46.906949 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:30:46.906949 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:30:46.906949 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:30:46.906949 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:30:46.906949 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:30:46.906949 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:30:46.906949 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:30:46.906949 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:30:46.906949 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:30:46.906949 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:30:46.906949 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:30:46.941981 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4cc97133-ce98-4963-b69a-f9646780bde0 req-cf924f5e-425a-4a0d-9aa3-b11f7848dbad tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729706 Jul 09 16:30:46.942696 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c214b55-06bc-445a-90f0-ab7e552a2945 admin admin] Checking segment: {'id': '5343b1ae-31fa-449a-bdec-8f581d4ddb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '10b49bcb-6566-42ba-acb3-a43879333bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:30:46.943204 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c214b55-06bc-445a-90f0-ab7e552a2945 admin admin] Network hostable DHCP agents. Network: 10b49bcb-6566-42ba-acb3-a43879333bc9, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:30:46.978343 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c214b55-06bc-445a-90f0-ab7e552a2945 admin admin] Network 10b49bcb-6566-42ba-acb3-a43879333bc9 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:30:46.979143 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f420a811-a212-45f7-8a0e-c542ce846fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:47.002818 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f420a811-a212-45f7-8a0e-c542ce846fc0 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:47.004764 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f420a811-a212-45f7-8a0e-c542ce846fc0 admin admin] 10.222.0.98 "DELETE /v2.0/networks/77349fb7-f08f-401d-a502-ac937b81dcab HTTP/1.1" status: 204 len: 168 time: 0.8457963 Jul 09 16:30:47.007816 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f420a811-a212-45f7-8a0e-c542ce846fc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=77349fb7-f08f-401d-a502-ac937b81dcab,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:47.017483 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-2c214b55-06bc-445a-90f0-ab7e552a2945 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 10b49bcb-6566-42ba-acb3-a43879333bc9) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:30:47.030650 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d049cb-fe87-44fd-86e5-2c3a8624ffe5 None None] Network 10b49bcb-6566-42ba-acb3-a43879333bc9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:30:47.045024 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c214b55-06bc-445a-90f0-ab7e552a2945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:47.045619 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2c214b55-06bc-445a-90f0-ab7e552a2945 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:47.085652 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2c214b55-06bc-445a-90f0-ab7e552a2945 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9713855 Jul 09 16:30:47.120421 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881cd0d9-de07-439f-b097-4ffb14a48805 req-f6cd9cf7-4a67-46e1-b963-186b54bca3b2 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:47.133001 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-881cd0d9-de07-439f-b097-4ffb14a48805 req-f6cd9cf7-4a67-46e1-b963-186b54bca3b2 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/ports?device_id=b808d81a-1027-4ccd-8f61-44b0be2ca51b HTTP/1.1" status: 200 len: 945 time: 0.1318669 Jul 09 16:30:47.209886 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-881cd0d9-de07-439f-b097-4ffb14a48805 req-650f04e7-331c-4f5a-9163-e5158e33f61d tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/security-groups?id=1cd28115-a72b-47bb-907a-24e6b91de643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679648 Jul 09 16:30:47.272703 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae497d72-cc96-4145-9587-48ccb695836b None None] Network 10b49bcb-6566-42ba-acb3-a43879333bc9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:30:47.280544 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 47636) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:30:47.333826 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0213150d-34a2-4048-945d-fa5e82d37d97 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=bab91c2e534b48d6932e69e9f922d333&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0497820 Jul 09 16:30:47.334069 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 47638) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:30:47.441044 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6a89a6bf-4bdc-4def-b6dc-576ca55c19c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:47.465990 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6a89a6bf-4bdc-4def-b6dc-576ca55c19c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:47.483856 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508c2fa-b4a0-4e35-a081-5113832943c4 req-9f14939c-12be-4f45-aadb-12e7836b7e38 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:47.485938 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5508c2fa-b4a0-4e35-a081-5113832943c4 req-9f14939c-12be-4f45-aadb-12e7836b7e38 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/ports?device_id=151aa636-afea-4278-a1c0-e7888fad236a HTTP/1.1" status: 200 len: 946 time: 0.1055343 Jul 09 16:30:47.544070 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6a89a6bf-4bdc-4def-b6dc-576ca55c19c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:47.550185 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6a89a6bf-4bdc-4def-b6dc-576ca55c19c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:47.551835 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6a89a6bf-4bdc-4def-b6dc-576ca55c19c7 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d3ce7119-0644-4f22-8c1b-937cc892fe43 HTTP/1.1" status: 204 len: 168 time: 0.2159357 Jul 09 16:30:47.561320 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a89a6bf-4bdc-4def-b6dc-576ca55c19c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ce7119-0644-4f22-8c1b-937cc892fe43,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:47.574135 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5508c2fa-b4a0-4e35-a081-5113832943c4 req-e824c6c2-1e29-4b88-b366-53c11151071e tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/security-groups?id=1cd28115-a72b-47bb-907a-24e6b91de643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794950 Jul 09 16:30:47.789762 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643e196-fe36-4c48-a0e7-f7a1470f21c3 req-6e2c33f8-4b8b-4a98-b4eb-c16c405100e7 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:47.791468 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3643e196-fe36-4c48-a0e7-f7a1470f21c3 req-6e2c33f8-4b8b-4a98-b4eb-c16c405100e7 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/ports?device_id=116c9c6b-d4cf-4f9e-96a1-3c3274427a28 HTTP/1.1" status: 200 len: 946 time: 0.1047065 Jul 09 16:30:47.861349 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3643e196-fe36-4c48-a0e7-f7a1470f21c3 req-2ccfa053-9f69-4562-8134-aebcf17b9f28 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/security-groups?id=1cd28115-a72b-47bb-907a-24e6b91de643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573609 Jul 09 16:30:47.883863 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b150a-b66d-4f9c-b943-029addd2b320 req-aba8d0a3-65a5-42db-95a0-f838869eb045 tempest-ServerAddressesNegativeTestJSON-852947384 tempest-ServerAddressesNegativeTestJSON-852947384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:47.886751 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0d4b150a-b66d-4f9c-b943-029addd2b320 req-aba8d0a3-65a5-42db-95a0-f838869eb045 tempest-ServerAddressesNegativeTestJSON-852947384 tempest-ServerAddressesNegativeTestJSON-852947384-project] 10.222.0.98 "GET /v2.0/networks?id=10b49bcb-6566-42ba-acb3-a43879333bc9 HTTP/1.1" status: 200 len: 821 time: 0.1743701 Jul 09 16:30:47.918511 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0d4b150a-b66d-4f9c-b943-029addd2b320 req-2e5f5c51-1435-44d7-861b-c51df9461c32 tempest-ServerAddressesNegativeTestJSON-852947384 tempest-ServerAddressesNegativeTestJSON-852947384-project] 10.222.0.98 "GET /v2.0/quotas/bbe08eed4fdf4de39cf009b4b6863d03 HTTP/1.1" status: 200 len: 375 time: 0.0250888 Jul 09 16:30:47.980519 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0d4b150a-b66d-4f9c-b943-029addd2b320 req-183880bf-6125-4b3d-8dc6-13064b129cdf tempest-ServerAddressesNegativeTestJSON-852947384 tempest-ServerAddressesNegativeTestJSON-852947384-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=bbe08eed4fdf4de39cf009b4b6863d03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544710 Jul 09 16:30:48.082398 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd9e52-9f69-469a-94f8-e1443f954028 req-19737126-3d85-45a8-b2e7-bd1f1177c875 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:48.083382 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0d4b150a-b66d-4f9c-b943-029addd2b320 req-862169f5-c902-4d26-850b-607cc77564fb service neutron] 10.222.0.98 "GET /v2.0/networks/10b49bcb-6566-42ba-acb3-a43879333bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041014 Jul 09 16:30:48.084606 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-92fd9e52-9f69-469a-94f8-e1443f954028 req-19737126-3d85-45a8-b2e7-bd1f1177c875 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/ports?device_id=56a0021d-217b-42fc-b461-d010febc7602 HTTP/1.1" status: 200 len: 945 time: 0.1053016 Jul 09 16:30:48.146334 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-92fd9e52-9f69-469a-94f8-e1443f954028 req-3c42cfb3-b132-4c2f-9b5f-fe851f46fd39 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/security-groups?id=08871550-d616-4453-85b1-faed9ff5bbda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552466 Jul 09 16:30:48.211814 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0d4b150a-b66d-4f9c-b943-029addd2b320 req-38895d45-6a26-42a5-9c60-6099fc01a79f service neutron] 10.222.0.98 "GET /v2.0/networks/10b49bcb-6566-42ba-acb3-a43879333bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214292 Jul 09 16:30:48.370931 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [req-51bac367-9905-438e-9cf9-96390a8cd627 req-1c124f4d-7b3a-43c2-af1e-524ccf1f6bd8 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:30:48.385298 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-51bac367-9905-438e-9cf9-96390a8cd627 req-1c124f4d-7b3a-43c2-af1e-524ccf1f6bd8 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0192089 Jul 09 16:30:48.440718 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b55038b-41fa-4357-95a4-ee75c8f80b4d req-d4a95a32-87f1-40cb-98a5-0a80ff05890b tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:48.451963 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6b55038b-41fa-4357-95a4-ee75c8f80b4d req-d4a95a32-87f1-40cb-98a5-0a80ff05890b tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ef7fed6-e1f7-4347-9a2b-265ec5153f7d HTTP/1.1" status: 200 len: 945 time: 0.1143470 Jul 09 16:30:48.519407 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6b55038b-41fa-4357-95a4-ee75c8f80b4d req-88377d70-5f24-4db3-9ed3-438ad60ece3e tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662689 Jul 09 16:30:48.564655 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 47688) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:30:48.591797 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-51bac367-9905-438e-9cf9-96390a8cd627 req-6c49aa2f-9781-4af5-a35b-8129b512b5d3 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1937947 Jul 09 16:30:48.799821 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-8fe3d2a7-eb48-4789-b6bb-590fb2abca75 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-760474084-network', 'tenant_id': 'ca744aad88084c46808d7fef3d1cd90f'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:30:48.842804 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5539e643-35bc-4e82-aa0c-fe216fc10ed7 req-5060ec99-4226-407b-9200-53da3a4d8068 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:48.844421 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5539e643-35bc-4e82-aa0c-fe216fc10ed7 req-5060ec99-4226-407b-9200-53da3a4d8068 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 945 time: 0.1506791 Jul 09 16:30:48.862735 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe3d2a7-eb48-4789-b6bb-590fb2abca75 admin admin] Made reservation on behalf of ca744aad88084c46808d7fef3d1cd90f for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:30:48.866638 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8fe3d2a7-eb48-4789-b6bb-590fb2abca75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:48.890291 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8fe3d2a7-eb48-4789-b6bb-590fb2abca75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:48.917910 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5539e643-35bc-4e82-aa0c-fe216fc10ed7 req-6c2cfb5b-32f1-41b6-8704-f31df981988b tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662801 Jul 09 16:30:48.918220 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d600f6dd-88d4-4d36-bd80-6d35a8b057e7 req-99ea2ef5-7126-4ee3-b5ec-f3931b019ee1 tempest-ServerAddressesNegativeTestJSON-852947384 tempest-ServerAddressesNegativeTestJSON-852947384-project] 10.222.0.98 "GET /v2.0/ports?device_id=e9969077-750f-406c-bada-ef4c445362ab HTTP/1.1" status: 200 len: 210 time: 0.0343924 Jul 09 16:30:49.038953 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8fe3d2a7-eb48-4789-b6bb-590fb2abca75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:49.051103 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8fe3d2a7-eb48-4789-b6bb-590fb2abca75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:49.081841 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fe3d2a7-eb48-4789-b6bb-590fb2abca75 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:30:49.093437 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe3d2a7-eb48-4789-b6bb-590fb2abca75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a251b8-550d-4ffd-b786-c4359a6722f0,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:49.099057 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8fe3d2a7-eb48-4789-b6bb-590fb2abca75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:49.099803 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-8fe3d2a7-eb48-4789-b6bb-590fb2abca75 admin admin] Added segment 6e2b9c21-fb41-492a-acce-382bccea1cd3 of type vlan for network c3a10bac-c75e-4001-b489-6784d7328dfd Jul 09 16:30:49.152774 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8fe3d2a7-eb48-4789-b6bb-590fb2abca75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:49.201896 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8fe3d2a7-eb48-4789-b6bb-590fb2abca75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:49.203279 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe3d2a7-eb48-4789-b6bb-590fb2abca75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:49.204263 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8fe3d2a7-eb48-4789-b6bb-590fb2abca75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:49.214695 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8004df-565e-4187-9158-3a5ec4cd3b0e req-ca84f3aa-4af3-4375-b888-b998a586414a tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:49.223989 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1e8004df-565e-4187-9158-3a5ec4cd3b0e req-ca84f3aa-4af3-4375-b888-b998a586414a tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/ports?device_id=b808d81a-1027-4ccd-8f61-44b0be2ca51b HTTP/1.1" status: 200 len: 945 time: 0.1520724 Jul 09 16:30:49.295544 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1e8004df-565e-4187-9158-3a5ec4cd3b0e req-af794418-00c7-49ac-b14b-d8fe4e82b226 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/security-groups?id=1cd28115-a72b-47bb-907a-24e6b91de643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705597 Jul 09 16:30:49.362192 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 47706) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:30:49.362429 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8fe3d2a7-eb48-4789-b6bb-590fb2abca75 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7965107 Jul 09 16:30:49.369362 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-66242bb6-ed01-4ac5-b346-0f99c3f51e40 admin admin] Request body: {'subnet': {'network_id': 'c3a10bac-c75e-4001-b489-6784d7328dfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-760474084-subnet', 'tenant_id': 'ca744aad88084c46808d7fef3d1cd90f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:30:49.394366 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe3d2a7-eb48-4789-b6bb-590fb2abca75 admin admin] Pushing event updated for resources: {'Network': ['ID=c3a10bac-c75e-4001-b489-6784d7328dfd,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:49.405720 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network c3a10bac-c75e-4001-b489-6784d7328dfd details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:30:49.424169 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862643e-9f13-429e-afda-229287ca7367 req-2c368d42-669c-4573-beeb-e976c2b860bd tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:49.425791 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e862643e-9f13-429e-afda-229287ca7367 req-2c368d42-669c-4573-beeb-e976c2b860bd tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/ports?device_id=56a0021d-217b-42fc-b461-d010febc7602 HTTP/1.1" status: 200 len: 945 time: 0.1181650 Jul 09 16:30:49.434160 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66242bb6-ed01-4ac5-b346-0f99c3f51e40 admin admin] Made reservation on behalf of ca744aad88084c46808d7fef3d1cd90f for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:30:49.437553 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-66242bb6-ed01-4ac5-b346-0f99c3f51e40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:49.509288 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e862643e-9f13-429e-afda-229287ca7367 req-36b43dbb-132e-4492-beab-69062b4e2792 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/security-groups?id=08871550-d616-4453-85b1-faed9ff5bbda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750701 Jul 09 16:30:49.679948 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e3087-a1a8-4208-ac12-ba16290e988f req-22133b6a-03a3-4bba-a3f7-6ff2f78e9a35 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:49.687290 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a60e3087-a1a8-4208-ac12-ba16290e988f req-22133b6a-03a3-4bba-a3f7-6ff2f78e9a35 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/ports?device_id=151aa636-afea-4278-a1c0-e7888fad236a HTTP/1.1" status: 200 len: 946 time: 0.1836560 Jul 09 16:30:49.742821 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f01e4f-28b3-4c44-9bf2-4c6bc8906240 req-56f6e68a-4cf1-4a49-91f3-0b440adf60ec tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:49.747207 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-99f01e4f-28b3-4c44-9bf2-4c6bc8906240 req-56f6e68a-4cf1-4a49-91f3-0b440adf60ec tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ef7fed6-e1f7-4347-9a2b-265ec5153f7d HTTP/1.1" status: 200 len: 945 time: 0.0867531 Jul 09 16:30:49.758687 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a60e3087-a1a8-4208-ac12-ba16290e988f req-d19abdb4-fe7f-414e-871f-9a28747c9f8b tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/security-groups?id=1cd28115-a72b-47bb-907a-24e6b91de643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645244 Jul 09 16:30:49.812481 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-66242bb6-ed01-4ac5-b346-0f99c3f51e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:49.862841 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66242bb6-ed01-4ac5-b346-0f99c3f51e40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fff820b-edc9-4459-ad3a-558e94517f9a,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:49.871836 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66242bb6-ed01-4ac5-b346-0f99c3f51e40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:30:49.872383 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66242bb6-ed01-4ac5-b346-0f99c3f51e40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:30:49.872720 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66242bb6-ed01-4ac5-b346-0f99c3f51e40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:30:49.873050 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66242bb6-ed01-4ac5-b346-0f99c3f51e40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:30:49.873376 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66242bb6-ed01-4ac5-b346-0f99c3f51e40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:30:49.873700 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66242bb6-ed01-4ac5-b346-0f99c3f51e40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:30:49.874019 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66242bb6-ed01-4ac5-b346-0f99c3f51e40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:30:49.874338 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66242bb6-ed01-4ac5-b346-0f99c3f51e40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:30:49.874655 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66242bb6-ed01-4ac5-b346-0f99c3f51e40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:30:49.875004 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66242bb6-ed01-4ac5-b346-0f99c3f51e40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:30:49.875322 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66242bb6-ed01-4ac5-b346-0f99c3f51e40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:30:49.875637 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66242bb6-ed01-4ac5-b346-0f99c3f51e40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:30:49.908616 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-99f01e4f-28b3-4c44-9bf2-4c6bc8906240 req-6665bf32-ab85-4afe-96a9-5c6377b03012 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560686 Jul 09 16:30:49.929006 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66242bb6-ed01-4ac5-b346-0f99c3f51e40 admin admin] Checking segment: {'id': '6e2b9c21-fb41-492a-acce-382bccea1cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c3a10bac-c75e-4001-b489-6784d7328dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:30:49.929455 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66242bb6-ed01-4ac5-b346-0f99c3f51e40 admin admin] Network hostable DHCP agents. Network: c3a10bac-c75e-4001-b489-6784d7328dfd, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:30:50.006239 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66242bb6-ed01-4ac5-b346-0f99c3f51e40 admin admin] Network c3a10bac-c75e-4001-b489-6784d7328dfd is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:30:50.027104 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-66242bb6-ed01-4ac5-b346-0f99c3f51e40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, c3a10bac-c75e-4001-b489-6784d7328dfd) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:30:50.035760 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49749740-f7a9-4ce8-bfee-6921145882db None None] Network c3a10bac-c75e-4001-b489-6784d7328dfd requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:30:50.039244 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b931c40-36fc-454a-936c-7807736dbf31 req-5f90571c-c650-45d1-bbf4-026f922ab398 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:50.046561 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2b931c40-36fc-454a-936c-7807736dbf31 req-5f90571c-c650-45d1-bbf4-026f922ab398 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/ports?device_id=116c9c6b-d4cf-4f9e-96a1-3c3274427a28 HTTP/1.1" status: 200 len: 946 time: 0.1261010 Jul 09 16:30:50.050674 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66242bb6-ed01-4ac5-b346-0f99c3f51e40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:50.051224 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-66242bb6-ed01-4ac5-b346-0f99c3f51e40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:50.125245 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2b931c40-36fc-454a-936c-7807736dbf31 req-60ed9a86-cf28-4e6a-8215-27c687fbf0ab tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/security-groups?id=1cd28115-a72b-47bb-907a-24e6b91de643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767431 Jul 09 16:30:50.130542 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-66242bb6-ed01-4ac5-b346-0f99c3f51e40 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7663729 Jul 09 16:30:50.418491 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fefd8ba2-41b5-48de-ae17-39a3a1355239 req-71106bb3-708c-450c-b2fa-8490f8569d79 tempest-ServerAddressesNegativeTestJSON-852947384 tempest-ServerAddressesNegativeTestJSON-852947384-project] 10.222.0.98 "GET /v2.0/ports?device_id=e9969077-750f-406c-bada-ef4c445362ab HTTP/1.1" status: 200 len: 210 time: 0.1124275 Jul 09 16:30:50.430956 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f32bfd-1042-431c-8810-a451796c8b6a None None] Network c3a10bac-c75e-4001-b489-6784d7328dfd requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:30:50.450414 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b150a-b66d-4f9c-b943-029addd2b320 req-4e1256a0-7930-40c9-8a0d-72f49feb39bb tempest-ServerAddressesNegativeTestJSON-852947384 tempest-ServerAddressesNegativeTestJSON-852947384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:50.452348 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0d4b150a-b66d-4f9c-b943-029addd2b320 req-4e1256a0-7930-40c9-8a0d-72f49feb39bb tempest-ServerAddressesNegativeTestJSON-852947384 tempest-ServerAddressesNegativeTestJSON-852947384-project] 10.222.0.77 "GET /v2.0/networks?id=10b49bcb-6566-42ba-acb3-a43879333bc9 HTTP/1.1" status: 200 len: 821 time: 0.4122646 Jul 09 16:30:50.476418 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d00b0-0900-49d6-af6b-f32a17d90798 req-201cc858-bccc-4931-af50-120ee13ae544 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:50.476971 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-0d4b150a-b66d-4f9c-b943-029addd2b320 req-d6279df7-dd93-45f0-9822-ea3057972f1a tempest-ServerAddressesNegativeTestJSON-852947384 tempest-ServerAddressesNegativeTestJSON-852947384-project] Request body: {'port': {'device_id': 'e9969077-750f-406c-bada-ef4c445362ab', 'network_id': '10b49bcb-6566-42ba-acb3-a43879333bc9', 'admin_state_up': True, 'tenant_id': 'bbe08eed4fdf4de39cf009b4b6863d03'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:30:50.484648 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8f3d00b0-0900-49d6-af6b-f32a17d90798 req-201cc858-bccc-4931-af50-120ee13ae544 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 945 time: 0.1755586 Jul 09 16:30:50.537421 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8f3d00b0-0900-49d6-af6b-f32a17d90798 req-7feaa5b2-4300-474b-a07d-edddca8521ae tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504630 Jul 09 16:30:50.698539 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d4b150a-b66d-4f9c-b943-029addd2b320 req-d6279df7-dd93-45f0-9822-ea3057972f1a tempest-ServerAddressesNegativeTestJSON-852947384 tempest-ServerAddressesNegativeTestJSON-852947384-project] Made reservation on behalf of bbe08eed4fdf4de39cf009b4b6863d03 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:30:50.702693 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0d4b150a-b66d-4f9c-b943-029addd2b320 req-d6279df7-dd93-45f0-9822-ea3057972f1a tempest-ServerAddressesNegativeTestJSON-852947384 tempest-ServerAddressesNegativeTestJSON-852947384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:50.943709 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-0d4b150a-b66d-4f9c-b943-029addd2b320 req-d6279df7-dd93-45f0-9822-ea3057972f1a tempest-ServerAddressesNegativeTestJSON-852947384 tempest-ServerAddressesNegativeTestJSON-852947384-project] Allocated IP 172.20.0.11 (10b49bcb-6566-42ba-acb3-a43879333bc9/ddcc6bc8-2c91-421b-8f8c-fdc955f5270d/af0fd115-7ad3-4ef9-8d1a-1234c5300b79) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:30:50.980524 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365aa532-fc59-484d-a092-e967881ebeda req-8f9d5924-58fd-42b6-be7f-b6b250b213e0 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:50.988242 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365aa532-fc59-484d-a092-e967881ebeda req-8f9d5924-58fd-42b6-be7f-b6b250b213e0 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:50.993876 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d19ecd-11aa-42f7-9e55-37b36b9b8e86 req-e5e54d0c-9f3b-460a-8047-3c1b414912e4 tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:50.996055 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365aa532-fc59-484d-a092-e967881ebeda req-8f9d5924-58fd-42b6-be7f-b6b250b213e0 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:50.998301 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-365aa532-fc59-484d-a092-e967881ebeda req-8f9d5924-58fd-42b6-be7f-b6b250b213e0 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/ports?device_id=116c9c6b-d4cf-4f9e-96a1-3c3274427a28&device_id=151aa636-afea-4278-a1c0-e7888fad236a&device_id=b808d81a-1027-4ccd-8f61-44b0be2ca51b HTTP/1.1" status: 200 len: 2418 time: 0.1584616 Jul 09 16:30:51.003321 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-88d19ecd-11aa-42f7-9e55-37b36b9b8e86 req-e5e54d0c-9f3b-460a-8047-3c1b414912e4 tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] 10.222.0.98 "GET /v2.0/networks?id=c3a10bac-c75e-4001-b489-6784d7328dfd HTTP/1.1" status: 200 len: 808 time: 0.1364155 Jul 09 16:30:51.025951 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-88d19ecd-11aa-42f7-9e55-37b36b9b8e86 req-8aaaaae4-6e2d-4abc-93ce-f3f668bd4027 tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] 10.222.0.98 "GET /v2.0/quotas/ca744aad88084c46808d7fef3d1cd90f HTTP/1.1" status: 200 len: 375 time: 0.0209405 Jul 09 16:30:51.068938 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-88d19ecd-11aa-42f7-9e55-37b36b9b8e86 req-3b634aac-d652-4ea2-b2fe-f8dd98c31ff1 tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=ca744aad88084c46808d7fef3d1cd90f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418007 Jul 09 16:30:51.097741 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-365aa532-fc59-484d-a092-e967881ebeda req-dbb593d4-7c5c-444a-98e9-94e6ea93875b tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/security-groups?id=1cd28115-a72b-47bb-907a-24e6b91de643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727746 Jul 09 16:30:51.181415 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-88d19ecd-11aa-42f7-9e55-37b36b9b8e86 req-61cee954-b8bd-4223-b199-f1e97b697d06 service neutron] 10.222.0.98 "GET /v2.0/networks/c3a10bac-c75e-4001-b489-6784d7328dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109879 Jul 09 16:30:51.251550 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0d4b150a-b66d-4f9c-b943-029addd2b320 req-d6279df7-dd93-45f0-9822-ea3057972f1a tempest-ServerAddressesNegativeTestJSON-852947384 tempest-ServerAddressesNegativeTestJSON-852947384-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:51.295459 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-88d19ecd-11aa-42f7-9e55-37b36b9b8e86 req-d132c075-42ef-4dde-9d74-de2f8a736471 service neutron] 10.222.0.98 "GET /v2.0/networks/c3a10bac-c75e-4001-b489-6784d7328dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122427 Jul 09 16:30:51.316718 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970bb54-f1d5-429a-b261-9918fac48cef req-8a0bbd88-502e-49ba-8f47-71da1d525f04 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:51.320797 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b970bb54-f1d5-429a-b261-9918fac48cef req-8a0bbd88-502e-49ba-8f47-71da1d525f04 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/ports?device_id=56a0021d-217b-42fc-b461-d010febc7602 HTTP/1.1" status: 200 len: 945 time: 0.1117127 Jul 09 16:30:51.344954 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0d4b150a-b66d-4f9c-b943-029addd2b320 req-d6279df7-dd93-45f0-9822-ea3057972f1a tempest-ServerAddressesNegativeTestJSON-852947384 tempest-ServerAddressesNegativeTestJSON-852947384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:51.412458 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d4b150a-b66d-4f9c-b943-029addd2b320 req-d6279df7-dd93-45f0-9822-ea3057972f1a tempest-ServerAddressesNegativeTestJSON-852947384 tempest-ServerAddressesNegativeTestJSON-852947384-project] Network 10b49bcb-6566-42ba-acb3-a43879333bc9 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:30:51.423395 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b970bb54-f1d5-429a-b261-9918fac48cef req-eb6b79bb-1f3a-4792-86c0-d1382c5c1b2c tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/security-groups?id=08871550-d616-4453-85b1-faed9ff5bbda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884998 Jul 09 16:30:51.427411 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-0d4b150a-b66d-4f9c-b943-029addd2b320 req-d6279df7-dd93-45f0-9822-ea3057972f1a tempest-ServerAddressesNegativeTestJSON-852947384 tempest-ServerAddressesNegativeTestJSON-852947384-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:30:51.432302 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d4b150a-b66d-4f9c-b943-029addd2b320 req-d6279df7-dd93-45f0-9822-ea3057972f1a tempest-ServerAddressesNegativeTestJSON-852947384 tempest-ServerAddressesNegativeTestJSON-852947384-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:30:51.440252 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6279df7-dd93-45f0-9822-ea3057972f1a tempest-ServerAddressesNegativeTestJSON-852947384 tempest-ServerAddressesNegativeTestJSON-852947384-project] Pushing event updated for resources: {'Port': ['ID=af0fd115-7ad3-4ef9-8d1a-1234c5300b79,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:51.503206 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [req-229b83b5-9145-425b-9aa6-a646dff82d21 req-20657bf8-c0d7-4e30-a159-af78f42b6673 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:30:51.503206 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-229b83b5-9145-425b-9aa6-a646dff82d21 req-20657bf8-c0d7-4e30-a159-af78f42b6673 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062275 Jul 09 16:30:51.533826 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b150a-b66d-4f9c-b943-029addd2b320 req-d6279df7-dd93-45f0-9822-ea3057972f1a tempest-ServerAddressesNegativeTestJSON-852947384 tempest-ServerAddressesNegativeTestJSON-852947384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:51.534467 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0d4b150a-b66d-4f9c-b943-029addd2b320 req-d6279df7-dd93-45f0-9822-ea3057972f1a tempest-ServerAddressesNegativeTestJSON-852947384 tempest-ServerAddressesNegativeTestJSON-852947384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:51.613246 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0d4b150a-b66d-4f9c-b943-029addd2b320 req-d6279df7-dd93-45f0-9822-ea3057972f1a tempest-ServerAddressesNegativeTestJSON-852947384 tempest-ServerAddressesNegativeTestJSON-852947384-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1462989 Jul 09 16:30:51.635775 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-0d4b150a-b66d-4f9c-b943-029addd2b320 req-6b0cbeda-7dff-44da-9d45-6c4a1ff407ee service neutron] Request body: {'port': {'device_id': 'e9969077-750f-406c-bada-ef4c445362ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:30:51.698371 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40699595-2812-40c3-8c4f-1b0716192414 req-20cd8d12-d8b0-4642-8ed7-0c6642917bde tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:51.699950 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-40699595-2812-40c3-8c4f-1b0716192414 req-20cd8d12-d8b0-4642-8ed7-0c6642917bde tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ef7fed6-e1f7-4347-9a2b-265ec5153f7d HTTP/1.1" status: 200 len: 945 time: 0.1340888 Jul 09 16:30:51.775858 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-40699595-2812-40c3-8c4f-1b0716192414 req-a91daf1d-5919-47d3-8d3e-5b9d1c8c45e0 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644679 Jul 09 16:30:51.802050 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-229b83b5-9145-425b-9aa6-a646dff82d21 req-2c6a9b96-ec06-4860-b75b-23c6827b2800 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2900043 Jul 09 16:30:51.845285 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0d4b150a-b66d-4f9c-b943-029addd2b320 req-6b0cbeda-7dff-44da-9d45-6c4a1ff407ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:51.931593 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d9c0ecf8-af77-45d3-83b1-1d06ae7177ac req-168f93ef-a243-4bf6-89a5-eb5b57f89c42 tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5ae033d-9cce-4895-bfd8-86515294d6a3 HTTP/1.1" status: 200 len: 210 time: 0.0851970 Jul 09 16:30:52.230898 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ff5ef-6713-4484-a00d-453293fc1a41 req-b5d76739-4d2d-486b-bb12-1e2d6ffc0ac6 tempest-ServerAddressesNegativeTestJSON-852947384 tempest-ServerAddressesNegativeTestJSON-852947384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:52.244151 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-822ff5ef-6713-4484-a00d-453293fc1a41 req-b5d76739-4d2d-486b-bb12-1e2d6ffc0ac6 tempest-ServerAddressesNegativeTestJSON-852947384 tempest-ServerAddressesNegativeTestJSON-852947384-project] 10.222.0.98 "GET /v2.0/ports?device_id=e9969077-750f-406c-bada-ef4c445362ab HTTP/1.1" status: 200 len: 932 time: 0.1536772 Jul 09 16:30:52.261486 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bb6d7e97-62b8-4d3e-a742-7c37813857a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:52.325627 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-822ff5ef-6713-4484-a00d-453293fc1a41 req-4f309fc9-ab90-465b-af7b-00b9fefbda12 tempest-ServerAddressesNegativeTestJSON-852947384 tempest-ServerAddressesNegativeTestJSON-852947384-project] 10.222.0.98 "GET /v2.0/security-groups?id=cdb8d958-ffa1-4ffd-9549-14f392ff1767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735292 Jul 09 16:30:52.491327 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d91e5-c2dd-4bd7-bd3a-3963689a8b01 req-5ccb788c-1c39-4b76-aea6-96a4afa94d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:52.498383 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-139d91e5-c2dd-4bd7-bd3a-3963689a8b01 req-5ccb788c-1c39-4b76-aea6-96a4afa94d49 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c352622f74f54906914220d03e45b0a2&device_id=56a0021d-217b-42fc-b461-d010febc7602 HTTP/1.1" status: 200 len: 1096 time: 0.0960972 Jul 09 16:30:52.522756 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-0d4b150a-b66d-4f9c-b943-029addd2b320 req-6b0cbeda-7dff-44da-9d45-6c4a1ff407ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af0fd115-7ad3-4ef9-8d1a-1234c5300b79 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:30:52.545479 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0d4b150a-b66d-4f9c-b943-029addd2b320 req-6b0cbeda-7dff-44da-9d45-6c4a1ff407ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:52.570718 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-0d4b150a-b66d-4f9c-b943-029addd2b320 req-6b0cbeda-7dff-44da-9d45-6c4a1ff407ee service neutron] Transition to ACTIVE for port object af0fd115-7ad3-4ef9-8d1a-1234c5300b79 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:30:52.589008 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fedef8-08ff-4c85-9dcd-092c8a55451a req-bab687d7-fa0b-44ba-a2fc-300818a7c23f tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:52.595863 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a8fedef8-08ff-4c85-9dcd-092c8a55451a req-bab687d7-fa0b-44ba-a2fc-300818a7c23f tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 945 time: 0.1954949 Jul 09 16:30:52.597641 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0d4b150a-b66d-4f9c-b943-029addd2b320 req-6b0cbeda-7dff-44da-9d45-6c4a1ff407ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:52.629140 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d91e5-c2dd-4bd7-bd3a-3963689a8b01 req-8a93c7d8-51f6-4564-90bc-f8aa7bd212fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:52.634831 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-139d91e5-c2dd-4bd7-bd3a-3963689a8b01 req-8a93c7d8-51f6-4564-90bc-f8aa7bd212fe service neutron] 10.222.0.77 "GET /v2.0/networks?id=adbf0553-b476-4533-a282-e74124932d76 HTTP/1.1" status: 200 len: 912 time: 0.1220858 Jul 09 16:30:52.674634 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a8fedef8-08ff-4c85-9dcd-092c8a55451a req-0c505857-b864-4891-ae6b-5523691ff890 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778158 Jul 09 16:30:52.681021 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0cbeda-7dff-44da-9d45-6c4a1ff407ee service neutron] Pushing event updated for resources: {'Port': ['ID=af0fd115-7ad3-4ef9-8d1a-1234c5300b79,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:52.802931 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-0d4b150a-b66d-4f9c-b943-029addd2b320 req-6b0cbeda-7dff-44da-9d45-6c4a1ff407ee service neutron] Attempting to bind port af0fd115-7ad3-4ef9-8d1a-1234c5300b79 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:30:52.804105 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-0d4b150a-b66d-4f9c-b943-029addd2b320 req-6b0cbeda-7dff-44da-9d45-6c4a1ff407ee service neutron] Attempting to bind port af0fd115-7ad3-4ef9-8d1a-1234c5300b79 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '5343b1ae-31fa-449a-bdec-8f581d4ddb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '10b49bcb-6566-42ba-acb3-a43879333bc9'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:30:52.804535 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4b150a-b66d-4f9c-b943-029addd2b320 req-6b0cbeda-7dff-44da-9d45-6c4a1ff407ee service neutron] Attempting to bind port af0fd115-7ad3-4ef9-8d1a-1234c5300b79 on network 10b49bcb-6566-42ba-acb3-a43879333bc9 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:30:52.809268 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4b150a-b66d-4f9c-b943-029addd2b320 req-6b0cbeda-7dff-44da-9d45-6c4a1ff407ee service neutron] Port af0fd115-7ad3-4ef9-8d1a-1234c5300b79 on network 10b49bcb-6566-42ba-acb3-a43879333bc9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:30:52.809968 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4b150a-b66d-4f9c-b943-029addd2b320 req-6b0cbeda-7dff-44da-9d45-6c4a1ff407ee service neutron] Attempting to bind port af0fd115-7ad3-4ef9-8d1a-1234c5300b79 on network 10b49bcb-6566-42ba-acb3-a43879333bc9 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:30:52.815756 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4b150a-b66d-4f9c-b943-029addd2b320 req-6b0cbeda-7dff-44da-9d45-6c4a1ff407ee service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:30:52.816225 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4b150a-b66d-4f9c-b943-029addd2b320 req-6b0cbeda-7dff-44da-9d45-6c4a1ff407ee service neutron] Checking segment: {'id': '5343b1ae-31fa-449a-bdec-8f581d4ddb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '10b49bcb-6566-42ba-acb3-a43879333bc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:30:52.816720 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4b150a-b66d-4f9c-b943-029addd2b320 req-6b0cbeda-7dff-44da-9d45-6c4a1ff407ee service neutron] Bound using segment: {'id': '5343b1ae-31fa-449a-bdec-8f581d4ddb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '10b49bcb-6566-42ba-acb3-a43879333bc9'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:30:52.817262 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-0d4b150a-b66d-4f9c-b943-029addd2b320 req-6b0cbeda-7dff-44da-9d45-6c4a1ff407ee service neutron] Bound port: af0fd115-7ad3-4ef9-8d1a-1234c5300b79, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5343b1ae-31fa-449a-bdec-8f581d4ddb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '10b49bcb-6566-42ba-acb3-a43879333bc9'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:30:52.817719 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0d4b150a-b66d-4f9c-b943-029addd2b320 req-6b0cbeda-7dff-44da-9d45-6c4a1ff407ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:52.857942 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-139d91e5-c2dd-4bd7-bd3a-3963689a8b01 req-bf0e4e8e-4f5e-474f-b29b-d4a387525c68 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afa69882-a289-47d1-b186-c740c902a5b7 HTTP/1.1" status: 200 len: 1001 time: 0.2160549 Jul 09 16:30:52.896375 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-0d4b150a-b66d-4f9c-b943-029addd2b320 req-6b0cbeda-7dff-44da-9d45-6c4a1ff407ee service neutron] For port af0fd115-7ad3-4ef9-8d1a-1234c5300b79, host n-h1-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:30:52.900438 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-0d4b150a-b66d-4f9c-b943-029addd2b320 req-6b0cbeda-7dff-44da-9d45-6c4a1ff407ee service neutron] For port af0fd115-7ad3-4ef9-8d1a-1234c5300b79, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=af0fd115-7ad3-4ef9-8d1a-1234c5300b79,segment=NetworkSegment(5343b1ae-31fa-449a-bdec-8f581d4ddb3b),segment_id=5343b1ae-31fa-449a-bdec-8f581d4ddb3b)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:30:52.908454 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0d4b150a-b66d-4f9c-b943-029addd2b320 req-6b0cbeda-7dff-44da-9d45-6c4a1ff407ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:52.983394 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b150a-b66d-4f9c-b943-029addd2b320 req-6b0cbeda-7dff-44da-9d45-6c4a1ff407ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:52.985805 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0d4b150a-b66d-4f9c-b943-029addd2b320 req-6b0cbeda-7dff-44da-9d45-6c4a1ff407ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:52.990144 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0d4b150a-b66d-4f9c-b943-029addd2b320 req-6b0cbeda-7dff-44da-9d45-6c4a1ff407ee service neutron] 10.222.0.77 "PUT /v2.0/ports/af0fd115-7ad3-4ef9-8d1a-1234c5300b79 HTTP/1.1" status: 200 len: 1092 time: 1.3594174 Jul 09 16:30:52.999923 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9969077-750f-406c-bada-ef4c445362ab', 'tag': 'af0fd115-7ad3-4ef9-8d1a-1234c5300b79'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:30:53.007278 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ddd0b1-73b2-4d43-9d00-e6bd02f37f14" -d '{"events": [{"name": "network-changed", "server_uuid": "e9969077-750f-406c-bada-ef4c445362ab", "tag": "af0fd115-7ad3-4ef9-8d1a-1234c5300b79"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:30:53.024261 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d91e5-c2dd-4bd7-bd3a-3963689a8b01 req-d033df3c-9111-45a3-aa91-becbca21432c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:53.026292 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-139d91e5-c2dd-4bd7-bd3a-3963689a8b01 req-d033df3c-9111-45a3-aa91-becbca21432c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4438d29a-df86-457d-ba35-c2df5ed90700 HTTP/1.1" status: 200 len: 850 time: 0.1603756 Jul 09 16:30:53.089143 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0cbeda-7dff-44da-9d45-6c4a1ff407ee service neutron] Pushing event updated for resources: {'Port': ['ID=af0fd115-7ad3-4ef9-8d1a-1234c5300b79,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:53.090681 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14222b4-6a35-439d-bc40-de2c4dce1051 req-5f7c0e53-abf8-4a4d-a3ef-64944f87cdfb tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:53.098725 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e14222b4-6a35-439d-bc40-de2c4dce1051 req-5f7c0e53-abf8-4a4d-a3ef-64944f87cdfb tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/ports?device_id=56a0021d-217b-42fc-b461-d010febc7602 HTTP/1.1" status: 200 len: 945 time: 0.3110447 Jul 09 16:30:53.178212 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e14222b4-6a35-439d-bc40-de2c4dce1051 req-aa018407-cfdc-4861-bf08-ab050481d890 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/security-groups?id=08871550-d616-4453-85b1-faed9ff5bbda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771008 Jul 09 16:30:53.212113 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d91e5-c2dd-4bd7-bd3a-3963689a8b01 req-e844ecdb-b601-41e0-b421-6162dd482aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:53.215103 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-139d91e5-c2dd-4bd7-bd3a-3963689a8b01 req-e844ecdb-b601-41e0-b421-6162dd482aaf service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=adbf0553-b476-4533-a282-e74124932d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1765082 Jul 09 16:30:53.220985 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b150a-b66d-4f9c-b943-029addd2b320 req-a2265a90-17ec-4353-b9bf-14455cc0c3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:53.222649 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0d4b150a-b66d-4f9c-b943-029addd2b320 req-a2265a90-17ec-4353-b9bf-14455cc0c3b5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bbe08eed4fdf4de39cf009b4b6863d03&device_id=e9969077-750f-406c-bada-ef4c445362ab HTTP/1.1" status: 200 len: 1095 time: 0.1261394 Jul 09 16:30:53.320724 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0d4b150a-b66d-4f9c-b943-029addd2b320 req-89b74b5e-636e-4726-9ad9-27f5ab97f8f9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af0fd115-7ad3-4ef9-8d1a-1234c5300b79 HTTP/1.1" status: 200 len: 217 time: 0.0890779 Jul 09 16:30:53.409748 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b150a-b66d-4f9c-b943-029addd2b320 req-2d6ab7fa-a1a6-4370-9864-487b4b823648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:53.415650 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0d4b150a-b66d-4f9c-b943-029addd2b320 req-2d6ab7fa-a1a6-4370-9864-487b4b823648 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ddcc6bc8-2c91-421b-8f8c-fdc955f5270d HTTP/1.1" status: 200 len: 861 time: 0.0886426 Jul 09 16:30:53.448709 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-139d91e5-c2dd-4bd7-bd3a-3963689a8b01 req-3ffbf027-dc4d-449c-a18a-bd49c23b12d7 service neutron] 10.222.0.77 "GET /v2.0/networks/adbf0553-b476-4533-a282-e74124932d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262607 Jul 09 16:30:53.498952 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8094e539-5029-4376-b562-71cbfbad25d6 req-cefe64c3-a7e0-4c64-97bb-d5536416e8cd tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5ae033d-9cce-4895-bfd8-86515294d6a3 HTTP/1.1" status: 200 len: 210 time: 0.0821414 Jul 09 16:30:53.500900 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0d4b150a-b66d-4f9c-b943-029addd2b320 req-ae278b23-a733-46bc-ba50-199accd22d1b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=10b49bcb-6566-42ba-acb3-a43879333bc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608594 Jul 09 16:30:53.619038 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-139d91e5-c2dd-4bd7-bd3a-3963689a8b01 req-2be52b88-ad1b-496f-a9fc-06f6a070d089 service neutron] 10.222.0.77 "GET /v2.0/networks/adbf0553-b476-4533-a282-e74124932d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537371 Jul 09 16:30:53.695562 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f437388-2550-4129-acb3-424237063434 x-openstack-request-id: req-4f437388-2550-4129-acb3-424237063434 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:30:53.696099 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9969077-750f-406c-bada-ef4c445362ab", "tag": "af0fd115-7ad3-4ef9-8d1a-1234c5300b79", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:30:53.696186 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4f437388-2550-4129-acb3-424237063434 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:30:53.696524 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9969077-750f-406c-bada-ef4c445362ab', 'tag': 'af0fd115-7ad3-4ef9-8d1a-1234c5300b79', 'status': 'completed', 'code': 200} Jul 09 16:30:53.703780 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0d4b150a-b66d-4f9c-b943-029addd2b320 req-a427b564-3d3e-4c8a-8739-abd2b997f769 service neutron] 10.222.0.77 "GET /v2.0/networks/10b49bcb-6566-42ba-acb3-a43879333bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949434 Jul 09 16:30:53.706007 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c95345-01f5-49dc-a93f-a3c7d3bc8352 req-718e956e-27b4-4208-9c84-7a9cedd2d31b tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:53.707894 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b7c95345-01f5-49dc-a93f-a3c7d3bc8352 req-718e956e-27b4-4208-9c84-7a9cedd2d31b tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ef7fed6-e1f7-4347-9a2b-265ec5153f7d HTTP/1.1" status: 200 len: 945 time: 0.2656670 Jul 09 16:30:53.776349 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b7c95345-01f5-49dc-a93f-a3c7d3bc8352 req-9dde9257-b01b-4ef5-a45c-74d790f293a4 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541339 Jul 09 16:30:53.854826 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0d4b150a-b66d-4f9c-b943-029addd2b320 req-61d940ef-5e7c-455e-8f95-81957be5a56b service neutron] 10.222.0.77 "GET /v2.0/networks/10b49bcb-6566-42ba-acb3-a43879333bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435359 Jul 09 16:30:53.999935 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd753be8-3afa-4e2b-8e65-c76af521ad7e req-9ab36f30-3e12-44df-a787-baa64c386632 tempest-ServerAddressesNegativeTestJSON-852947384 tempest-ServerAddressesNegativeTestJSON-852947384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:54.002472 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a3a52-4c45-4fc2-b71f-a0fac710c19c req-b9ca76bc-a19f-4be4-89c8-33af23d099e9 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:54.004746 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dd753be8-3afa-4e2b-8e65-c76af521ad7e req-9ab36f30-3e12-44df-a787-baa64c386632 tempest-ServerAddressesNegativeTestJSON-852947384 tempest-ServerAddressesNegativeTestJSON-852947384-project] 10.222.0.98 "GET /v2.0/ports?device_id=e9969077-750f-406c-bada-ef4c445362ab HTTP/1.1" status: 200 len: 944 time: 0.0762668 Jul 09 16:30:54.004875 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f93a3a52-4c45-4fc2-b71f-a0fac710c19c req-b9ca76bc-a19f-4be4-89c8-33af23d099e9 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 945 time: 0.1123092 Jul 09 16:30:54.019004 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ddd0b1-73b2-4d43-9d00-e6bd02f37f14 req-2a517ddf-a190-4b93-a894-3b42e470a7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:54.024477 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-22ddd0b1-73b2-4d43-9d00-e6bd02f37f14 req-2a517ddf-a190-4b93-a894-3b42e470a7ac service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bbe08eed4fdf4de39cf009b4b6863d03&device_id=e9969077-750f-406c-bada-ef4c445362ab HTTP/1.1" status: 200 len: 1095 time: 0.1014478 Jul 09 16:30:54.068524 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dd753be8-3afa-4e2b-8e65-c76af521ad7e req-ef0f8dfd-fa4c-4e24-bd4f-6be95192a1c4 tempest-ServerAddressesNegativeTestJSON-852947384 tempest-ServerAddressesNegativeTestJSON-852947384-project] 10.222.0.98 "GET /v2.0/security-groups?id=cdb8d958-ffa1-4ffd-9549-14f392ff1767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581183 Jul 09 16:30:54.114724 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f93a3a52-4c45-4fc2-b71f-a0fac710c19c req-dc269156-edec-4435-b567-90e33c7db655 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995212 Jul 09 16:30:54.177084 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ddd0b1-73b2-4d43-9d00-e6bd02f37f14 req-1063f88a-7ca9-40d2-b970-16b246fb4bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:54.178884 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-22ddd0b1-73b2-4d43-9d00-e6bd02f37f14 req-1063f88a-7ca9-40d2-b970-16b246fb4bfd service neutron] 10.222.0.77 "GET /v2.0/networks?id=10b49bcb-6566-42ba-acb3-a43879333bc9 HTTP/1.1" status: 200 len: 922 time: 0.1435931 Jul 09 16:30:54.263227 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-22ddd0b1-73b2-4d43-9d00-e6bd02f37f14 req-39ff08e7-c215-4398-bfc2-472261bef648 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af0fd115-7ad3-4ef9-8d1a-1234c5300b79 HTTP/1.1" status: 200 len: 217 time: 0.0702276 Jul 09 16:30:54.398497 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ddd0b1-73b2-4d43-9d00-e6bd02f37f14 req-ca9a5f1e-84d2-456b-b441-32449795ad11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:54.399982 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-22ddd0b1-73b2-4d43-9d00-e6bd02f37f14 req-ca9a5f1e-84d2-456b-b441-32449795ad11 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ddcc6bc8-2c91-421b-8f8c-fdc955f5270d HTTP/1.1" status: 200 len: 861 time: 0.1287179 Jul 09 16:30:54.440897 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-22ddd0b1-73b2-4d43-9d00-e6bd02f37f14 req-ec1812f7-0b3b-4b18-9722-a052ea167bfa service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=10b49bcb-6566-42ba-acb3-a43879333bc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317633 Jul 09 16:30:54.454505 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0874f8d4-933f-4401-a8e4-229e39a101e7 req-b6586af9-3718-4088-9649-803cc834c8fd tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:54.456096 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0874f8d4-933f-4401-a8e4-229e39a101e7 req-b6586af9-3718-4088-9649-803cc834c8fd tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/ports?device_id=56a0021d-217b-42fc-b461-d010febc7602 HTTP/1.1" status: 200 len: 945 time: 0.1239605 Jul 09 16:30:54.699444 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-40391d2c-1b06-4db9-9b91-766420037e2c req-a2d3d8d0-cbc1-4a13-a779-b1c5a3a4989c tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5ae033d-9cce-4895-bfd8-86515294d6a3 HTTP/1.1" status: 200 len: 210 time: 0.0337760 Jul 09 16:30:54.926091 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0874f8d4-933f-4401-a8e4-229e39a101e7 req-52fcc821-209d-4ca5-a3fe-eee8c82b1ce5 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/security-groups?id=08871550-d616-4453-85b1-faed9ff5bbda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4610441 Jul 09 16:30:54.949673 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-22ddd0b1-73b2-4d43-9d00-e6bd02f37f14 req-0e1384d7-09e6-4f0f-97ac-e4b65d37508e service neutron] 10.222.0.77 "GET /v2.0/networks/10b49bcb-6566-42ba-acb3-a43879333bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4924307 Jul 09 16:30:55.102914 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-22ddd0b1-73b2-4d43-9d00-e6bd02f37f14 req-9ccac8f1-be85-43e6-be76-e88c91495869 service neutron] 10.222.0.77 "GET /v2.0/networks/10b49bcb-6566-42ba-acb3-a43879333bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419625 Jul 09 16:30:55.108615 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dae3603d-d675-43ef-8d1b-f82b44a112b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:55.165902 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc90c1b-f8ed-4f69-b401-e58ec146e639 req-2d356555-ba43-41d8-9672-a574035af97d tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:55.167782 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5cc90c1b-f8ed-4f69-b401-e58ec146e639 req-2d356555-ba43-41d8-9672-a574035af97d tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ef7fed6-e1f7-4347-9a2b-265ec5153f7d HTTP/1.1" status: 200 len: 945 time: 0.0833395 Jul 09 16:30:55.190467 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a839d-c2e8-4934-8363-1886f793891a req-ae23c8dc-5259-4658-841f-672ea6e2a3c3 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:55.192727 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-127a839d-c2e8-4934-8363-1886f793891a req-ae23c8dc-5259-4658-841f-672ea6e2a3c3 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/ports?device_id=116c9c6b-d4cf-4f9e-96a1-3c3274427a28 HTTP/1.1" status: 200 len: 946 time: 0.1036556 Jul 09 16:30:55.219336 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5cc90c1b-f8ed-4f69-b401-e58ec146e639 req-a981e9c0-55ad-467f-8a58-15809115f415 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439715 Jul 09 16:30:55.238675 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-127a839d-c2e8-4934-8363-1886f793891a req-2377257e-b552-42ae-aa6a-7147359ded24 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/security-groups?id=1cd28115-a72b-47bb-907a-24e6b91de643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394003 Jul 09 16:30:55.385113 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e968e27-ea71-4ec3-81ac-9294b919e548 req-4bde758d-8836-4721-922b-9e41383bbf60 tempest-ServerAddressesNegativeTestJSON-852947384 tempest-ServerAddressesNegativeTestJSON-852947384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:55.385564 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:55.391599 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9e968e27-ea71-4ec3-81ac-9294b919e548 req-4bde758d-8836-4721-922b-9e41383bbf60 tempest-ServerAddressesNegativeTestJSON-852947384 tempest-ServerAddressesNegativeTestJSON-852947384-project] 10.222.0.98 "GET /v2.0/ports?device_id=e9969077-750f-406c-bada-ef4c445362ab HTTP/1.1" status: 200 len: 944 time: 0.0774486 Jul 09 16:30:55.432478 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9e968e27-ea71-4ec3-81ac-9294b919e548 req-ac98eb09-179d-44a7-92bc-d7f5cd21e763 tempest-ServerAddressesNegativeTestJSON-852947384 tempest-ServerAddressesNegativeTestJSON-852947384-project] 10.222.0.98 "GET /v2.0/security-groups?id=cdb8d958-ffa1-4ffd-9549-14f392ff1767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367148 Jul 09 16:30:55.448938 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6fde3-0ef9-4162-82ae-8e0149827e01 req-6b1c7b36-7d45-43ec-a98b-c0197cc84061 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:55.450822 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e0c6fde3-0ef9-4162-82ae-8e0149827e01 req-6b1c7b36-7d45-43ec-a98b-c0197cc84061 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 945 time: 0.0935943 Jul 09 16:30:55.499005 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e0c6fde3-0ef9-4162-82ae-8e0149827e01 req-33a6f997-64cc-403d-bae7-6d3be4dbd3df tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400562 Jul 09 16:30:55.768173 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device af0fd115-7ad3-4ef9-8d1a-1234c5300b79 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:30:55.864961 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2e9c0314-c4cd-4ae1-82f5-1a1e384608ad req-9a0ba983-afea-496d-81c8-d45bd7cb1696 tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5ae033d-9cce-4895-bfd8-86515294d6a3 HTTP/1.1" status: 200 len: 210 time: 0.0405803 Jul 09 16:30:55.892876 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port af0fd115-7ad3-4ef9-8d1a-1234c5300b79, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=af0fd115-7ad3-4ef9-8d1a-1234c5300b79,segment=NetworkSegment(5343b1ae-31fa-449a-bdec-8f581d4ddb3b),segment_id=5343b1ae-31fa-449a-bdec-8f581d4ddb3b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:30:55.906215 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': 'af0fd115-7ad3-4ef9-8d1a-1234c5300b79', 'network_id': '10b49bcb-6566-42ba-acb3-a43879333bc9', 'port_id': 'af0fd115-7ad3-4ef9-8d1a-1234c5300b79', 'mac_address': 'fa:16:3e:e4:b1:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddcc6bc8-2c91-421b-8f8c-fdc955f5270d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:30:55.946384 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:55.966066 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af0fd115-7ad3-4ef9-8d1a-1234c5300b79 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:30:55.989850 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port af0fd115-7ad3-4ef9-8d1a-1234c5300b79, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=af0fd115-7ad3-4ef9-8d1a-1234c5300b79,segment=NetworkSegment(5343b1ae-31fa-449a-bdec-8f581d4ddb3b),segment_id=5343b1ae-31fa-449a-bdec-8f581d4ddb3b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:30:55.993896 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:56.050429 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=af0fd115-7ad3-4ef9-8d1a-1234c5300b79,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:56.058636 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:30:56.059015 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:30:56.059531 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:30:56.060297 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:30:56.060789 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:30:56.061279 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:30:56.061768 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:30:56.062253 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:30:56.062752 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:30:56.063270 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:30:56.063764 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:30:56.064094 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:30:56.160436 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff7438-8003-4ff8-897a-5e14330932f8 req-869a6439-42ef-41cb-87ee-eb96f7cf801b tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:56.161981 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-76ff7438-8003-4ff8-897a-5e14330932f8 req-869a6439-42ef-41cb-87ee-eb96f7cf801b tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/ports?device_id=56a0021d-217b-42fc-b461-d010febc7602 HTTP/1.1" status: 200 len: 945 time: 0.0725453 Jul 09 16:30:56.203706 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:56.204458 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-76ff7438-8003-4ff8-897a-5e14330932f8 req-9fba6ca2-f459-4f64-9fdd-a916a5e12cd0 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/security-groups?id=08871550-d616-4453-85b1-faed9ff5bbda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364168 Jul 09 16:30:56.284682 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['af0fd115-7ad3-4ef9-8d1a-1234c5300b79'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:30:56.517867 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f2cff2-5aff-4805-9e80-4d3dbd72a522 req-3231b6d0-3225-45f7-89c2-61e3cfe8a2e8 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:56.519960 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-39f2cff2-5aff-4805-9e80-4d3dbd72a522 req-3231b6d0-3225-45f7-89c2-61e3cfe8a2e8 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/ports?device_id=116c9c6b-d4cf-4f9e-96a1-3c3274427a28 HTTP/1.1" status: 200 len: 946 time: 0.1337361 Jul 09 16:30:56.548919 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:56.595592 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce37b4-722a-449b-82c3-9a726104484a req-24887bb5-dfa7-498a-ac69-2238d4049ef4 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:56.597375 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-25ce37b4-722a-449b-82c3-9a726104484a req-24887bb5-dfa7-498a-ac69-2238d4049ef4 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.77 "GET /v2.0/ports?device_id=116c9c6b-d4cf-4f9e-96a1-3c3274427a28 HTTP/1.1" status: 200 len: 946 time: 0.2094746 Jul 09 16:30:56.599312 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-39f2cff2-5aff-4805-9e80-4d3dbd72a522 req-2bc39516-7310-4924-a1c8-a7b83e021278 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/security-groups?id=1cd28115-a72b-47bb-907a-24e6b91de643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689733 Jul 09 16:30:56.608953 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da24339-4d04-42f2-8efb-e5fd9ba7a553 req-c7de6563-fc34-4d99-99b2-20f7571b6363 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:56.611408 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9da24339-4d04-42f2-8efb-e5fd9ba7a553 req-c7de6563-fc34-4d99-99b2-20f7571b6363 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ef7fed6-e1f7-4347-9a2b-265ec5153f7d HTTP/1.1" status: 200 len: 945 time: 0.1519179 Jul 09 16:30:56.747092 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9da24339-4d04-42f2-8efb-e5fd9ba7a553 req-ab305509-df68-4aba-b691-fac0ac9a068f tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275108 Jul 09 16:30:56.810372 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-25ce37b4-722a-449b-82c3-9a726104484a req-073dc114-8bb5-4f69-a676-f2c55d959e3f tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Deleting port 40b28d9c-c6bb-43d3-8b85-f7e23dbeac90 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:30:56.811442 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-25ce37b4-722a-449b-82c3-9a726104484a req-073dc114-8bb5-4f69-a676-f2c55d959e3f tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:56.876184 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f3533-c49b-4890-9dd4-9cbea245dbee req-9f5a47b2-87b8-4e70-a7bf-328c7ffa7f6c tempest-ServerAddressesNegativeTestJSON-852947384 tempest-ServerAddressesNegativeTestJSON-852947384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:56.877250 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cb9f3533-c49b-4890-9dd4-9cbea245dbee req-9f5a47b2-87b8-4e70-a7bf-328c7ffa7f6c tempest-ServerAddressesNegativeTestJSON-852947384 tempest-ServerAddressesNegativeTestJSON-852947384-project] 10.222.0.98 "GET /v2.0/ports?device_id=e9969077-750f-406c-bada-ef4c445362ab HTTP/1.1" status: 200 len: 945 time: 0.1066821 Jul 09 16:30:56.931641 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cb9f3533-c49b-4890-9dd4-9cbea245dbee req-5bab848b-159a-47b4-ad8d-34e6ca81cb3c tempest-ServerAddressesNegativeTestJSON-852947384 tempest-ServerAddressesNegativeTestJSON-852947384-project] 10.222.0.98 "GET /v2.0/security-groups?id=cdb8d958-ffa1-4ffd-9549-14f392ff1767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446987 Jul 09 16:30:57.009506 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-25ce37b4-722a-449b-82c3-9a726104484a req-073dc114-8bb5-4f69-a676-f2c55d959e3f tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] For port 40b28d9c-c6bb-43d3-8b85-f7e23dbeac90, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=40b28d9c-c6bb-43d3-8b85-f7e23dbeac90,segment=NetworkSegment(b17effcb-431d-43b3-801f-bd6ca572eef8),segment_id=b17effcb-431d-43b3-801f-bd6ca572eef8)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:30:57.009874 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-25ce37b4-722a-449b-82c3-9a726104484a req-073dc114-8bb5-4f69-a676-f2c55d959e3f tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:57.030521 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-25ce37b4-722a-449b-82c3-9a726104484a req-073dc114-8bb5-4f69-a676-f2c55d959e3f tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Calling delete_port for 40b28d9c-c6bb-43d3-8b85-f7e23dbeac90 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:30:57.040265 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32af3e1-7ce9-4ede-9f72-4201a9d713d5 req-1348a05c-f9d0-4136-ae59-433a00a8ad6c tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:57.041875 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e32af3e1-7ce9-4ede-9f72-4201a9d713d5 req-1348a05c-f9d0-4136-ae59-433a00a8ad6c tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 945 time: 0.1393452 Jul 09 16:30:57.094332 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-48de5761-3c85-4296-8698-412c8bbd0d92 req-69e26262-93ce-4bb9-b493-b3f155768cb2 tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5ae033d-9cce-4895-bfd8-86515294d6a3 HTTP/1.1" status: 200 len: 210 time: 0.0357966 Jul 09 16:30:57.133660 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e32af3e1-7ce9-4ede-9f72-4201a9d713d5 req-8987d1cc-f4e9-4666-a32a-9c9b511014a4 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780914 Jul 09 16:30:57.216208 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-25ce37b4-722a-449b-82c3-9a726104484a req-073dc114-8bb5-4f69-a676-f2c55d959e3f tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:57.230560 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['332e4ebf-9e9a-45a1-9add-df05f3712dd6', '40b28d9c-c6bb-43d3-8b85-f7e23dbeac90'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:30:57.252689 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073dc114-8bb5-4f69-a676-f2c55d959e3f tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Pushing event deleted for resources: {'Port': ['ID=40b28d9c-c6bb-43d3-8b85-f7e23dbeac90,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:57.278360 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['dec78666-cfaf-4ec5-acc6-b7e13c4009a1'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:30:57.304054 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ce37b4-722a-449b-82c3-9a726104484a req-073dc114-8bb5-4f69-a676-f2c55d959e3f tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] No DVR routers for this DVR port 40b28d9c-c6bb-43d3-8b85-f7e23dbeac90 on host n-h1-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:30:57.306724 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-25ce37b4-722a-449b-82c3-9a726104484a req-073dc114-8bb5-4f69-a676-f2c55d959e3f tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:57.308957 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-25ce37b4-722a-449b-82c3-9a726104484a req-073dc114-8bb5-4f69-a676-f2c55d959e3f tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.77 "DELETE /v2.0/ports/40b28d9c-c6bb-43d3-8b85-f7e23dbeac90 HTTP/1.1" status: 204 len: 173 time: 0.6971333 Jul 09 16:30:57.309806 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116c9c6b-d4cf-4f9e-96a1-3c3274427a28', 'name': 'network-vif-deleted', 'tag': '40b28d9c-c6bb-43d3-8b85-f7e23dbeac90'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:30:57.318857 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9df020-2ffe-46ab-ba67-40d93a0c2510" -d '{"events": [{"server_uuid": "116c9c6b-d4cf-4f9e-96a1-3c3274427a28", "name": "network-vif-deleted", "tag": "40b28d9c-c6bb-43d3-8b85-f7e23dbeac90"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:30:57.369027 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec893d0a-3953-4661-b724-cb5beadc6953 x-openstack-request-id: req-ec893d0a-3953-4661-b724-cb5beadc6953 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:30:57.369721 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "116c9c6b-d4cf-4f9e-96a1-3c3274427a28", "name": "network-vif-deleted", "tag": "40b28d9c-c6bb-43d3-8b85-f7e23dbeac90", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:30:57.370227 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ec893d0a-3953-4661-b724-cb5beadc6953 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:30:57.370879 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116c9c6b-d4cf-4f9e-96a1-3c3274427a28', 'name': 'network-vif-deleted', 'tag': '40b28d9c-c6bb-43d3-8b85-f7e23dbeac90', 'status': 'completed', 'code': 200} Jul 09 16:30:57.779575 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-06ad4724-4f0a-4603-92a4-4edf9de3ff56 req-a81d384f-dc41-4615-afd7-5acbc66cba28 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/ports?device_id=116c9c6b-d4cf-4f9e-96a1-3c3274427a28 HTTP/1.1" status: 200 len: 210 time: 0.0295994 Jul 09 16:30:57.785848 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device af0fd115-7ad3-4ef9-8d1a-1234c5300b79 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:30:57.840574 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port af0fd115-7ad3-4ef9-8d1a-1234c5300b79 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:30:57.845047 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port af0fd115-7ad3-4ef9-8d1a-1234c5300b79 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:30:57.845354 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:57.932274 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:57.966720 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9969077-750f-406c-bada-ef4c445362ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0fd115-7ad3-4ef9-8d1a-1234c5300b79'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:30:57.968237 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e32e2-1b53-485b-967b-aa4b1ac0637b req-06b8c405-66e8-4ea6-a2d7-4ac913de7e0a tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:57.969353 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3596c38c-1ff1-43db-9abe-a90bfcdf35a5" -d '{"events": [{"server_uuid": "e9969077-750f-406c-bada-ef4c445362ab", "name": "network-vif-plugged", "status": "completed", "tag": "af0fd115-7ad3-4ef9-8d1a-1234c5300b79"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:30:57.969929 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-581e32e2-1b53-485b-967b-aa4b1ac0637b req-06b8c405-66e8-4ea6-a2d7-4ac913de7e0a tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ef7fed6-e1f7-4347-9a2b-265ec5153f7d HTTP/1.1" status: 200 len: 945 time: 0.0875790 Jul 09 16:30:57.983784 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port af0fd115-7ad3-4ef9-8d1a-1234c5300b79, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=af0fd115-7ad3-4ef9-8d1a-1234c5300b79,segment=NetworkSegment(5343b1ae-31fa-449a-bdec-8f581d4ddb3b),segment_id=5343b1ae-31fa-449a-bdec-8f581d4ddb3b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:30:57.988989 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:57.990412 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 40b28d9c-c6bb-43d3-8b85-f7e23dbeac90 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:30:58.014634 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: 40b28d9c-c6bb-43d3-8b85-f7e23dbeac90 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:30:58.015002 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 40b28d9c-c6bb-43d3-8b85-f7e23dbeac90 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:30:58.031404 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-581e32e2-1b53-485b-967b-aa4b1ac0637b req-93243ed0-11dd-44e0-8f38-0bcd591a71a6 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542493 Jul 09 16:30:58.079892 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078948cf-b51d-48ee-97d4-e5e893d37a24 x-openstack-request-id: req-078948cf-b51d-48ee-97d4-e5e893d37a24 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:30:58.080617 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9969077-750f-406c-bada-ef4c445362ab", "name": "network-vif-plugged", "status": "completed", "tag": "af0fd115-7ad3-4ef9-8d1a-1234c5300b79", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:30:58.080904 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-078948cf-b51d-48ee-97d4-e5e893d37a24 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:30:58.082290 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9969077-750f-406c-bada-ef4c445362ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0fd115-7ad3-4ef9-8d1a-1234c5300b79', 'code': 200} Jul 09 16:30:58.085547 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=af0fd115-7ad3-4ef9-8d1a-1234c5300b79,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:30:58.154629 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:30:58.183237 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753a4c0e-6bfd-4bda-bdcc-fe476c09f51c req-2841cc46-0b6b-4865-a826-c63ccdb20e11 tempest-ServerAddressesNegativeTestJSON-852947384 tempest-ServerAddressesNegativeTestJSON-852947384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:58.185195 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-753a4c0e-6bfd-4bda-bdcc-fe476c09f51c req-2841cc46-0b6b-4865-a826-c63ccdb20e11 tempest-ServerAddressesNegativeTestJSON-852947384 tempest-ServerAddressesNegativeTestJSON-852947384-project] 10.222.0.98 "GET /v2.0/ports?device_id=e9969077-750f-406c-bada-ef4c445362ab HTTP/1.1" status: 200 len: 946 time: 0.1069384 Jul 09 16:30:58.248828 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d85e05d-f881-4763-b237-8fda36464b5b req-a87e4921-80c0-4068-9b9c-5abc09d19e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:58.250548 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2d85e05d-f881-4763-b237-8fda36464b5b req-a87e4921-80c0-4068-9b9c-5abc09d19e61 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e9969077-750f-406c-bada-ef4c445362ab HTTP/1.1" status: 200 len: 1097 time: 0.1071029 Jul 09 16:30:58.256221 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-753a4c0e-6bfd-4bda-bdcc-fe476c09f51c req-9cd8c624-b873-45d2-a5cc-ffdf79c2c4aa tempest-ServerAddressesNegativeTestJSON-852947384 tempest-ServerAddressesNegativeTestJSON-852947384-project] 10.222.0.98 "GET /v2.0/security-groups?id=cdb8d958-ffa1-4ffd-9549-14f392ff1767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593507 Jul 09 16:30:58.275192 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8cff72a6-36f5-4158-9b67-160529f85695 req-8a58c801-48b7-413c-8f77-2a7ee4862493 tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5ae033d-9cce-4895-bfd8-86515294d6a3 HTTP/1.1" status: 200 len: 210 time: 0.0434816 Jul 09 16:30:58.305794 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2d85e05d-f881-4763-b237-8fda36464b5b req-a6cc4f85-acad-4399-803f-d84db7beaf5a service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=cdb8d958-ffa1-4ffd-9549-14f392ff1767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477383 Jul 09 16:30:58.457220 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5ec9d-7493-4a40-a9e6-1aad61934c9c req-9c2e0bd5-a18a-46ae-8859-fbed4ff07857 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:58.458822 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b4b5ec9d-7493-4a40-a9e6-1aad61934c9c req-9c2e0bd5-a18a-46ae-8859-fbed4ff07857 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 945 time: 0.0752695 Jul 09 16:30:58.501141 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b4b5ec9d-7493-4a40-a9e6-1aad61934c9c req-155020ac-9e16-4515-bb66-869aee50e207 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361624 Jul 09 16:30:59.217858 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf84276-6071-46bc-8d50-1d409fd91aa5 req-4aef5053-ba8d-40ff-ba7b-200c533d0866 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:59.219814 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4cf84276-6071-46bc-8d50-1d409fd91aa5 req-4aef5053-ba8d-40ff-ba7b-200c533d0866 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ef7fed6-e1f7-4347-9a2b-265ec5153f7d HTTP/1.1" status: 200 len: 945 time: 0.0760970 Jul 09 16:30:59.266595 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4cf84276-6071-46bc-8d50-1d409fd91aa5 req-9fbdcd32-bbd5-4278-a9a3-96c831acf300 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395353 Jul 09 16:30:59.277787 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796f223-7158-4e69-91f4-4e210dc85f2c req-782f2f4c-2eee-4bcf-9ae7-dbcb1e821ceb tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:59.279490 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3796f223-7158-4e69-91f4-4e210dc85f2c req-782f2f4c-2eee-4bcf-9ae7-dbcb1e821ceb tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/ports?device_id=151aa636-afea-4278-a1c0-e7888fad236a HTTP/1.1" status: 200 len: 946 time: 0.0773160 Jul 09 16:30:59.341181 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3796f223-7158-4e69-91f4-4e210dc85f2c req-db4bbf3e-8d64-4264-a201-8764c8d62d2c tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/security-groups?id=1cd28115-a72b-47bb-907a-24e6b91de643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547519 Jul 09 16:30:59.460107 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da33966-7305-4e89-866b-00b63a13af2c req-847effda-fdde-43d8-8de8-ed548d77b885 tempest-ServerAddressesNegativeTestJSON-852947384 tempest-ServerAddressesNegativeTestJSON-852947384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:59.461724 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1da33966-7305-4e89-866b-00b63a13af2c req-847effda-fdde-43d8-8de8-ed548d77b885 tempest-ServerAddressesNegativeTestJSON-852947384 tempest-ServerAddressesNegativeTestJSON-852947384-project] 10.222.0.98 "GET /v2.0/ports?device_id=e9969077-750f-406c-bada-ef4c445362ab HTTP/1.1" status: 200 len: 946 time: 0.0754910 Jul 09 16:30:59.483846 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-12bdf7e4-3208-4950-807f-6a5f4234e306 req-df6c2507-0297-4621-9993-1764d3d0fcfd tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5ae033d-9cce-4895-bfd8-86515294d6a3 HTTP/1.1" status: 200 len: 210 time: 0.0307043 Jul 09 16:30:59.507274 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1da33966-7305-4e89-866b-00b63a13af2c req-d5ed9a55-7534-4d96-ae6b-f9e4a48bf4ee tempest-ServerAddressesNegativeTestJSON-852947384 tempest-ServerAddressesNegativeTestJSON-852947384-project] 10.222.0.98 "GET /v2.0/security-groups?id=cdb8d958-ffa1-4ffd-9549-14f392ff1767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349822 Jul 09 16:30:59.689672 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc4481-b676-4272-ab23-f3585a20bd42 req-9ef0fcc8-0bed-4118-803d-1068c1ceedc5 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:30:59.690571 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a3dc4481-b676-4272-ab23-f3585a20bd42 req-9ef0fcc8-0bed-4118-803d-1068c1ceedc5 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 945 time: 0.0720348 Jul 09 16:30:59.742534 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a3dc4481-b676-4272-ab23-f3585a20bd42 req-4843f4ea-ecc2-418b-a0f4-89ea9733eec5 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452600 Jul 09 16:30:59.998578 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f442e968-ef67-41b4-89dc-39db6e074fe3 req-fda38964-423b-40c7-b953-27416adf70dc tempest-ServerAddressesNegativeTestJSON-852947384 tempest-ServerAddressesNegativeTestJSON-852947384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:00.000105 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f442e968-ef67-41b4-89dc-39db6e074fe3 req-fda38964-423b-40c7-b953-27416adf70dc tempest-ServerAddressesNegativeTestJSON-852947384 tempest-ServerAddressesNegativeTestJSON-852947384-project] 10.222.0.98 "GET /v2.0/ports?device_id=e9969077-750f-406c-bada-ef4c445362ab HTTP/1.1" status: 200 len: 946 time: 0.0659289 Jul 09 16:31:00.041348 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f442e968-ef67-41b4-89dc-39db6e074fe3 req-ab0109c5-81e1-4514-adb1-ac0b151113ec tempest-ServerAddressesNegativeTestJSON-852947384 tempest-ServerAddressesNegativeTestJSON-852947384-project] 10.222.0.98 "GET /v2.0/security-groups?id=cdb8d958-ffa1-4ffd-9549-14f392ff1767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355189 Jul 09 16:31:00.453455 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8b477-809e-4e71-aa61-222375ae5e18 req-6c0a7c98-7a1e-4c46-b752-c8ea5619e671 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:00.455011 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-90a8b477-809e-4e71-aa61-222375ae5e18 req-6c0a7c98-7a1e-4c46-b752-c8ea5619e671 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ef7fed6-e1f7-4347-9a2b-265ec5153f7d HTTP/1.1" status: 200 len: 945 time: 0.0658829 Jul 09 16:31:00.501852 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-90a8b477-809e-4e71-aa61-222375ae5e18 req-b92cf5f0-27e3-46ef-97bd-91a7116557a0 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402625 Jul 09 16:31:00.539878 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df01926-e6da-499b-969f-a457ee6d4707 req-ed893982-99c1-48b5-9ae0-a75c2bb37071 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:00.541517 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1df01926-e6da-499b-969f-a457ee6d4707 req-ed893982-99c1-48b5-9ae0-a75c2bb37071 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/ports?device_id=151aa636-afea-4278-a1c0-e7888fad236a HTTP/1.1" status: 200 len: 946 time: 0.0714076 Jul 09 16:31:00.582803 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1df01926-e6da-499b-969f-a457ee6d4707 req-18f391d6-4a66-494f-9333-31cb6d2483a7 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/security-groups?id=1cd28115-a72b-47bb-907a-24e6b91de643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351539 Jul 09 16:31:00.638079 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-839bd3db-22be-4f67-b6b6-92822248cbb3 req-49aa4f23-cf8e-4cd8-bdec-c70ba8e47911 tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5ae033d-9cce-4895-bfd8-86515294d6a3 HTTP/1.1" status: 200 len: 210 time: 0.0295193 Jul 09 16:31:00.934062 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77f031-4836-42db-a606-df16600589be req-109ad268-cf56-4ac0-b653-9443d0b6ae56 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:00.935942 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5c77f031-4836-42db-a606-df16600589be req-109ad268-cf56-4ac0-b653-9443d0b6ae56 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 945 time: 0.0747421 Jul 09 16:31:00.975869 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5c77f031-4836-42db-a606-df16600589be req-fcf9026b-35f4-4b14-8283-f86b3c0df3d4 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342584 Jul 09 16:31:01.218376 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7880c4-0071-4c70-9a2b-8d32a4a96270 req-43b8f069-d1f5-41bb-b195-fd1f188ed281 tempest-ServerAddressesNegativeTestJSON-852947384 tempest-ServerAddressesNegativeTestJSON-852947384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:01.219801 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4f7880c4-0071-4c70-9a2b-8d32a4a96270 req-43b8f069-d1f5-41bb-b195-fd1f188ed281 tempest-ServerAddressesNegativeTestJSON-852947384 tempest-ServerAddressesNegativeTestJSON-852947384-project] 10.222.0.98 "GET /v2.0/ports?device_id=e9969077-750f-406c-bada-ef4c445362ab HTTP/1.1" status: 200 len: 946 time: 0.0635347 Jul 09 16:31:01.257891 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4f7880c4-0071-4c70-9a2b-8d32a4a96270 req-8c4c91c1-344a-4799-970c-91efe7bf6fa3 tempest-ServerAddressesNegativeTestJSON-852947384 tempest-ServerAddressesNegativeTestJSON-852947384-project] 10.222.0.98 "GET /v2.0/security-groups?id=cdb8d958-ffa1-4ffd-9549-14f392ff1767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324986 Jul 09 16:31:01.362115 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7760c1-425d-4fac-bf0f-4e014480e395 req-c15ed0ea-e607-4ff3-ae3d-bdb86fb7bf5c tempest-ServerAddressesNegativeTestJSON-852947384 tempest-ServerAddressesNegativeTestJSON-852947384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:01.363612 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2a7760c1-425d-4fac-bf0f-4e014480e395 req-c15ed0ea-e607-4ff3-ae3d-bdb86fb7bf5c tempest-ServerAddressesNegativeTestJSON-852947384 tempest-ServerAddressesNegativeTestJSON-852947384-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9969077-750f-406c-bada-ef4c445362ab HTTP/1.1" status: 200 len: 946 time: 0.0643373 Jul 09 16:31:01.468230 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-2a7760c1-425d-4fac-bf0f-4e014480e395 req-2a65882b-726a-40c5-a59b-2cfb196505fc tempest-ServerAddressesNegativeTestJSON-852947384 tempest-ServerAddressesNegativeTestJSON-852947384-project] Deleting port af0fd115-7ad3-4ef9-8d1a-1234c5300b79 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:31:01.468633 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2a7760c1-425d-4fac-bf0f-4e014480e395 req-2a65882b-726a-40c5-a59b-2cfb196505fc tempest-ServerAddressesNegativeTestJSON-852947384 tempest-ServerAddressesNegativeTestJSON-852947384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:01.564738 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-2a7760c1-425d-4fac-bf0f-4e014480e395 req-2a65882b-726a-40c5-a59b-2cfb196505fc tempest-ServerAddressesNegativeTestJSON-852947384 tempest-ServerAddressesNegativeTestJSON-852947384-project] For port af0fd115-7ad3-4ef9-8d1a-1234c5300b79, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=af0fd115-7ad3-4ef9-8d1a-1234c5300b79,segment=NetworkSegment(5343b1ae-31fa-449a-bdec-8f581d4ddb3b),segment_id=5343b1ae-31fa-449a-bdec-8f581d4ddb3b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:31:01.565396 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2a7760c1-425d-4fac-bf0f-4e014480e395 req-2a65882b-726a-40c5-a59b-2cfb196505fc tempest-ServerAddressesNegativeTestJSON-852947384 tempest-ServerAddressesNegativeTestJSON-852947384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:01.579169 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-2a7760c1-425d-4fac-bf0f-4e014480e395 req-2a65882b-726a-40c5-a59b-2cfb196505fc tempest-ServerAddressesNegativeTestJSON-852947384 tempest-ServerAddressesNegativeTestJSON-852947384-project] Calling delete_port for af0fd115-7ad3-4ef9-8d1a-1234c5300b79 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:31:01.741299 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49321e4-1167-4fd2-afb5-fbc191b6938e req-2db88194-0177-4ad1-87eb-165c84ffd922 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:01.742930 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a49321e4-1167-4fd2-afb5-fbc191b6938e req-2db88194-0177-4ad1-87eb-165c84ffd922 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ef7fed6-e1f7-4347-9a2b-265ec5153f7d HTTP/1.1" status: 200 len: 945 time: 0.1143184 Jul 09 16:31:01.802820 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0491c4-b23f-43a2-9f5e-30cc2259a294 req-81b5bc02-8acc-46fa-a6d9-ef5761c62c21 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:01.804468 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1d0491c4-b23f-43a2-9f5e-30cc2259a294 req-81b5bc02-8acc-46fa-a6d9-ef5761c62c21 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/ports?device_id=151aa636-afea-4278-a1c0-e7888fad236a HTTP/1.1" status: 200 len: 946 time: 0.0899007 Jul 09 16:31:01.815495 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a49321e4-1167-4fd2-afb5-fbc191b6938e req-f35aa4b7-70a8-482a-95bd-da36ad3c4110 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526900 Jul 09 16:31:01.816885 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2a7760c1-425d-4fac-bf0f-4e014480e395 req-2a65882b-726a-40c5-a59b-2cfb196505fc tempest-ServerAddressesNegativeTestJSON-852947384 tempest-ServerAddressesNegativeTestJSON-852947384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:01.848226 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a65882b-726a-40c5-a59b-2cfb196505fc tempest-ServerAddressesNegativeTestJSON-852947384 tempest-ServerAddressesNegativeTestJSON-852947384-project] Pushing event deleted for resources: {'Port': ['ID=af0fd115-7ad3-4ef9-8d1a-1234c5300b79,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:01.854450 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1d0491c4-b23f-43a2-9f5e-30cc2259a294 req-26f97911-b887-4442-8f16-e11ec035345d tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/security-groups?id=1cd28115-a72b-47bb-907a-24e6b91de643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414083 Jul 09 16:31:01.903078 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a7760c1-425d-4fac-bf0f-4e014480e395 req-2a65882b-726a-40c5-a59b-2cfb196505fc tempest-ServerAddressesNegativeTestJSON-852947384 tempest-ServerAddressesNegativeTestJSON-852947384-project] No DVR routers for this DVR port af0fd115-7ad3-4ef9-8d1a-1234c5300b79 on host n-h1-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:31:01.905832 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2a7760c1-425d-4fac-bf0f-4e014480e395 req-2a65882b-726a-40c5-a59b-2cfb196505fc tempest-ServerAddressesNegativeTestJSON-852947384 tempest-ServerAddressesNegativeTestJSON-852947384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:01.907925 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2a7760c1-425d-4fac-bf0f-4e014480e395 req-2a65882b-726a-40c5-a59b-2cfb196505fc tempest-ServerAddressesNegativeTestJSON-852947384 tempest-ServerAddressesNegativeTestJSON-852947384-project] 10.222.0.77 "DELETE /v2.0/ports/af0fd115-7ad3-4ef9-8d1a-1234c5300b79 HTTP/1.1" status: 204 len: 173 time: 0.5390759 Jul 09 16:31:01.908364 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9969077-750f-406c-bada-ef4c445362ab', 'name': 'network-vif-deleted', 'tag': 'af0fd115-7ad3-4ef9-8d1a-1234c5300b79'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:31:01.910638 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c1115a-03ec-4aa7-a583-b47a5067ec14" -d '{"events": [{"server_uuid": "e9969077-750f-406c-bada-ef4c445362ab", "name": "network-vif-deleted", "tag": "af0fd115-7ad3-4ef9-8d1a-1234c5300b79"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:31:01.958370 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c139c6-5c07-44c0-ab8e-3412b062ff3d x-openstack-request-id: req-19c139c6-5c07-44c0-ab8e-3412b062ff3d {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:31:01.958652 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9969077-750f-406c-bada-ef4c445362ab", "name": "network-vif-deleted", "tag": "af0fd115-7ad3-4ef9-8d1a-1234c5300b79", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:31:01.958919 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-19c139c6-5c07-44c0-ab8e-3412b062ff3d {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:31:01.959824 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9969077-750f-406c-bada-ef4c445362ab', 'name': 'network-vif-deleted', 'tag': 'af0fd115-7ad3-4ef9-8d1a-1234c5300b79', 'status': 'completed', 'code': 200} Jul 09 16:31:01.983333 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5ae24dbf-a55f-46e2-8081-b4078fe4795b req-e62781cc-5766-43db-90d8-250382dd8435 tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5ae033d-9cce-4895-bfd8-86515294d6a3 HTTP/1.1" status: 200 len: 210 time: 0.0367982 Jul 09 16:31:02.172351 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c152df-dd45-4485-85ae-829cab2e9bf9 req-29caa38c-ebb6-4c91-9d74-dcfc087a9261 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:02.173922 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-14c152df-dd45-4485-85ae-829cab2e9bf9 req-29caa38c-ebb6-4c91-9d74-dcfc087a9261 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 945 time: 0.0669451 Jul 09 16:31:02.219750 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-14c152df-dd45-4485-85ae-829cab2e9bf9 req-66989cc2-11ec-44e1-b103-22f2269770bc tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353446 Jul 09 16:31:02.236967 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d631d78-377b-4498-87e4-05f0ad39d3b2 req-9c568d98-94c9-4f85-b024-20f2240348cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:02.238594 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5d631d78-377b-4498-87e4-05f0ad39d3b2 req-9c568d98-94c9-4f85-b024-20f2240348cb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b9e97679-e3ca-4f43-b281-7791408a1287 HTTP/1.1" status: 200 len: 856 time: 0.0638416 Jul 09 16:31:02.359118 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d631d78-377b-4498-87e4-05f0ad39d3b2 req-9185ab75-6cd4-4a2d-9be8-bbc45f4b10f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:02.360653 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5d631d78-377b-4498-87e4-05f0ad39d3b2 req-9185ab75-6cd4-4a2d-9be8-bbc45f4b10f2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a171d79a-1159-4481-9cc1-46c665ce3a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767856 Jul 09 16:31:02.473360 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-703bf262-c329-4d62-a3b7-e157be5ebce8 req-2bde7ee1-5814-4339-a0f5-088a48b09592 tempest-ServerAddressesNegativeTestJSON-852947384 tempest-ServerAddressesNegativeTestJSON-852947384-project] 10.222.0.98 "GET /v2.0/ports?device_id=e9969077-750f-406c-bada-ef4c445362ab HTTP/1.1" status: 200 len: 210 time: 0.0390735 Jul 09 16:31:02.534860 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5d631d78-377b-4498-87e4-05f0ad39d3b2 req-c475b43b-225e-4e2b-a9b3-80548d26a849 service neutron] 10.222.0.73 "GET /v2.0/networks/a171d79a-1159-4481-9cc1-46c665ce3a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585271 Jul 09 16:31:02.650381 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5d631d78-377b-4498-87e4-05f0ad39d3b2 req-621ca5e3-c98e-4787-967e-c74ab97eea09 service neutron] 10.222.0.73 "GET /v2.0/networks/a171d79a-1159-4481-9cc1-46c665ce3a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080232 Jul 09 16:31:03.012614 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bebf45f-6de9-4bb1-9e96-370142e9ef42 req-3791958e-bd3e-4e60-b9a3-73f40d45377f tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:03.014152 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8bebf45f-6de9-4bb1-9e96-370142e9ef42 req-3791958e-bd3e-4e60-b9a3-73f40d45377f tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ef7fed6-e1f7-4347-9a2b-265ec5153f7d HTTP/1.1" status: 200 len: 945 time: 0.0690489 Jul 09 16:31:03.048319 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b29b1c-84fe-4a28-a67d-833a1356be82 req-a847a21d-00bf-4384-984b-682bcf226ec4 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:03.049961 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-52b29b1c-84fe-4a28-a67d-833a1356be82 req-a847a21d-00bf-4384-984b-682bcf226ec4 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/ports?device_id=151aa636-afea-4278-a1c0-e7888fad236a HTTP/1.1" status: 200 len: 946 time: 0.0740807 Jul 09 16:31:03.062597 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8bebf45f-6de9-4bb1-9e96-370142e9ef42 req-6ec2d584-8d8d-44bb-87d8-10d67eb485db tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425937 Jul 09 16:31:03.101234 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-52b29b1c-84fe-4a28-a67d-833a1356be82 req-af3beaba-d948-497f-9def-c9bedd44f373 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/security-groups?id=1cd28115-a72b-47bb-907a-24e6b91de643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435119 Jul 09 16:31:03.206022 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9efab7f2-ed54-4a9a-87f1-cad0c7f05e67 req-aa71a7df-11e9-43e0-aafc-05f9e574f955 tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5ae033d-9cce-4895-bfd8-86515294d6a3 HTTP/1.1" status: 200 len: 210 time: 0.0351298 Jul 09 16:31:03.276723 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4809242-6209-40d3-967c-ab71bd1ece4b req-1284ab2e-7486-45a1-a5bb-b06f3f99e4fd tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:03.278007 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c4809242-6209-40d3-967c-ab71bd1ece4b req-1284ab2e-7486-45a1-a5bb-b06f3f99e4fd tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ef7fed6-e1f7-4347-9a2b-265ec5153f7d HTTP/1.1" status: 200 len: 945 time: 0.0724692 Jul 09 16:31:03.321665 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c4809242-6209-40d3-967c-ab71bd1ece4b req-ee67a5e0-6200-4afd-bc62-a78034b20711 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376287 Jul 09 16:31:03.428945 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92031065-e0dc-47f1-96ec-f7a0e1d27869 req-5d7e033e-5d21-4806-bf63-de48f0aef686 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:03.430475 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-92031065-e0dc-47f1-96ec-f7a0e1d27869 req-5d7e033e-5d21-4806-bf63-de48f0aef686 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 945 time: 0.0854344 Jul 09 16:31:03.476487 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-92031065-e0dc-47f1-96ec-f7a0e1d27869 req-c2dd51e8-b977-4f3f-8394-e479dd5f58fc tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389016 Jul 09 16:31:03.591703 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 47888) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:03.601009 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d19ecd-11aa-42f7-9e55-37b36b9b8e86 req-3edd4a84-ef8a-46af-9675-a18721a20778 tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:03.602703 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-88d19ecd-11aa-42f7-9e55-37b36b9b8e86 req-3edd4a84-ef8a-46af-9675-a18721a20778 tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] 10.222.0.73 "GET /v2.0/networks?id=c3a10bac-c75e-4001-b489-6784d7328dfd HTTP/1.1" status: 200 len: 808 time: 0.1544516 Jul 09 16:31:03.638722 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-88d19ecd-11aa-42f7-9e55-37b36b9b8e86 req-849facc2-ada0-4d4d-84a5-afe14a0a1796 tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] Request body: {'port': {'device_id': 'f5ae033d-9cce-4895-bfd8-86515294d6a3', 'network_id': 'c3a10bac-c75e-4001-b489-6784d7328dfd', 'admin_state_up': True, 'tenant_id': 'ca744aad88084c46808d7fef3d1cd90f'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:31:03.677812 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c74ebc0-4a69-4c4d-9ebd-a95329e74d14 admin admin] Deleting subnet ddcc6bc8-2c91-421b-8f8c-fdc955f5270d {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:31:03.682071 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2c74ebc0-4a69-4c4d-9ebd-a95329e74d14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:03.731598 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2c74ebc0-4a69-4c4d-9ebd-a95329e74d14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:03.775738 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88d19ecd-11aa-42f7-9e55-37b36b9b8e86 req-849facc2-ada0-4d4d-84a5-afe14a0a1796 tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] Made reservation on behalf of ca744aad88084c46808d7fef3d1cd90f for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:31:03.779460 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-88d19ecd-11aa-42f7-9e55-37b36b9b8e86 req-849facc2-ada0-4d4d-84a5-afe14a0a1796 tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:03.779886 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2c74ebc0-4a69-4c4d-9ebd-a95329e74d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:03.816668 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device af0fd115-7ad3-4ef9-8d1a-1234c5300b79 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:31:03.845747 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: af0fd115-7ad3-4ef9-8d1a-1234c5300b79 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:31:03.846370 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device af0fd115-7ad3-4ef9-8d1a-1234c5300b79 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:31:03.887983 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2c74ebc0-4a69-4c4d-9ebd-a95329e74d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:03.917538 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-88d19ecd-11aa-42f7-9e55-37b36b9b8e86 req-849facc2-ada0-4d4d-84a5-afe14a0a1796 tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] Allocated IP 172.20.0.4 (c3a10bac-c75e-4001-b489-6784d7328dfd/8fff820b-edc9-4459-ad3a-558e94517f9a/78cea9d8-d59c-41b6-8026-93a1ae6f851c) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:31:04.085142 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-88d19ecd-11aa-42f7-9e55-37b36b9b8e86 req-849facc2-ada0-4d4d-84a5-afe14a0a1796 tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:04.132872 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-88d19ecd-11aa-42f7-9e55-37b36b9b8e86 req-849facc2-ada0-4d4d-84a5-afe14a0a1796 tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:04.181203 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88d19ecd-11aa-42f7-9e55-37b36b9b8e86 req-849facc2-ada0-4d4d-84a5-afe14a0a1796 tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] Network c3a10bac-c75e-4001-b489-6784d7328dfd is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:31:04.189995 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-88d19ecd-11aa-42f7-9e55-37b36b9b8e86 req-849facc2-ada0-4d4d-84a5-afe14a0a1796 tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:31:04.195201 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-88d19ecd-11aa-42f7-9e55-37b36b9b8e86 req-849facc2-ada0-4d4d-84a5-afe14a0a1796 tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:31:04.230906 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849facc2-ada0-4d4d-84a5-afe14a0a1796 tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] Pushing event updated for resources: {'Port': ['ID=78cea9d8-d59c-41b6-8026-93a1ae6f851c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:04.285028 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c74ebc0-4a69-4c4d-9ebd-a95329e74d14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddcc6bc8-2c91-421b-8f8c-fdc955f5270d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:04.293725 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2c74ebc0-4a69-4c4d-9ebd-a95329e74d14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:04.295719 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2c74ebc0-4a69-4c4d-9ebd-a95329e74d14 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/ddcc6bc8-2c91-421b-8f8c-fdc955f5270d HTTP/1.1" status: 204 len: 168 time: 0.7026150 Jul 09 16:31:04.302504 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 47906) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:04.315881 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d19ecd-11aa-42f7-9e55-37b36b9b8e86 req-849facc2-ada0-4d4d-84a5-afe14a0a1796 tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:04.316621 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-88d19ecd-11aa-42f7-9e55-37b36b9b8e86 req-849facc2-ada0-4d4d-84a5-afe14a0a1796 tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:04.348593 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-88d19ecd-11aa-42f7-9e55-37b36b9b8e86 req-849facc2-ada0-4d4d-84a5-afe14a0a1796 tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7139926 Jul 09 16:31:04.368973 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ccf02d-b40d-4528-835b-d1c868eb5ec2 req-2a02edc7-781b-4486-b212-49473be9e658 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:04.370532 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b3ccf02d-b40d-4528-835b-d1c868eb5ec2 req-2a02edc7-781b-4486-b212-49473be9e658 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/ports?device_id=151aa636-afea-4278-a1c0-e7888fad236a HTTP/1.1" status: 200 len: 946 time: 0.1238973 Jul 09 16:31:04.376908 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-88d19ecd-11aa-42f7-9e55-37b36b9b8e86 req-932d8909-3641-4428-9d7a-8ccea08727c5 service neutron] Request body: {'port': {'device_id': 'f5ae033d-9cce-4895-bfd8-86515294d6a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:31:04.389295 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d47e6-469a-4594-9e7e-43283591c5da req-a36c64ad-17b6-4b82-a4d6-9b5af178bd6a tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:04.390865 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-444d47e6-469a-4594-9e7e-43283591c5da req-a36c64ad-17b6-4b82-a4d6-9b5af178bd6a tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/networks?id=38aa73fb-54e8-4b43-bb39-928294ff523d HTTP/1.1" status: 200 len: 814 time: 0.5581131 Jul 09 16:31:04.410038 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8214f56a-70e5-42d3-af12-af8f956e1c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:04.416091 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-444d47e6-469a-4594-9e7e-43283591c5da req-7f658e68-3ea2-4bd6-85a2-df93a074364b tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/quotas/0266986ff7814ad9933eca94a231ef2b HTTP/1.1" status: 200 len: 375 time: 0.0161483 Jul 09 16:31:04.469636 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b3ccf02d-b40d-4528-835b-d1c868eb5ec2 req-de05f38d-9ddf-415e-9d27-fece5db69b35 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/security-groups?id=1cd28115-a72b-47bb-907a-24e6b91de643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884833 Jul 09 16:31:04.486333 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-88d19ecd-11aa-42f7-9e55-37b36b9b8e86 req-932d8909-3641-4428-9d7a-8ccea08727c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:04.531455 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8214f56a-70e5-42d3-af12-af8f956e1c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:04.544121 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-8214f56a-70e5-42d3-af12-af8f956e1c85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10b49bcb-6566-42ba-acb3-a43879333bc9']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:31:04.562543 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-8214f56a-70e5-42d3-af12-af8f956e1c85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5343b1ae-31fa-449a-bdec-8f581d4ddb3b') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:31:04.562890 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-8214f56a-70e5-42d3-af12-af8f956e1c85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5343b1ae-31fa-449a-bdec-8f581d4ddb3b') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:31:04.574249 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8214f56a-70e5-42d3-af12-af8f956e1c85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:04.601494 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-444d47e6-469a-4594-9e7e-43283591c5da req-e1b93a52-30c0-417b-84bd-21f897b4d3e9 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=0266986ff7814ad9933eca94a231ef2b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1578248 Jul 09 16:31:04.604551 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8214f56a-70e5-42d3-af12-af8f956e1c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:04.612458 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [req-444d47e6-469a-4594-9e7e-43283591c5da req-5247ba83-376c-4071-975e-5eb21e232337 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:31:04.613455 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-444d47e6-469a-4594-9e7e-43283591c5da req-5247ba83-376c-4071-975e-5eb21e232337 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0110509 Jul 09 16:31:04.617796 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8214f56a-70e5-42d3-af12-af8f956e1c85 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:31:04.618206 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8214f56a-70e5-42d3-af12-af8f956e1c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:04.620193 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:31:04.620193 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:31:04.620193 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:31:04.620193 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:31:04.620193 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:31:04.620193 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:31:04.620193 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:31:04.620193 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:31:04.620193 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:31:04.620193 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:31:04.620193 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:31:04.620193 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:31:04.620193 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:31:04.620193 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:31:04.620193 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:31:04.620193 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:31:04.620193 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:31:04.620193 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:31:04.620193 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:31:04.620193 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:31:04.620193 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:31:04.620193 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:31:04.620193 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:31:04.620193 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:31:04.620193 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:31:04.620193 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:31:04.620193 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:31:04.620193 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:31:04.620193 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:31:04.620193 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:31:04.620193 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:31:04.620193 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:31:04.738742 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8214f56a-70e5-42d3-af12-af8f956e1c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:04.748065 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8214f56a-70e5-42d3-af12-af8f956e1c85 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:04.752693 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8214f56a-70e5-42d3-af12-af8f956e1c85 admin admin] 10.222.0.98 "DELETE /v2.0/networks/10b49bcb-6566-42ba-acb3-a43879333bc9 HTTP/1.1" status: 204 len: 168 time: 0.4464073 Jul 09 16:31:04.765378 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca4ef7-ef9d-4898-a0cb-6083e3ce3da5 req-992e8560-5287-4019-9c35-52b42631e694 tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:04.767289 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b3ca4ef7-ef9d-4898-a0cb-6083e3ce3da5 req-992e8560-5287-4019-9c35-52b42631e694 tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5ae033d-9cce-4895-bfd8-86515294d6a3 HTTP/1.1" status: 200 len: 931 time: 0.1503308 Jul 09 16:31:04.771657 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8214f56a-70e5-42d3-af12-af8f956e1c85 admin admin] Pushing event deleted for resources: {'Network': ['ID=10b49bcb-6566-42ba-acb3-a43879333bc9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:04.779690 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-444d47e6-469a-4594-9e7e-43283591c5da req-41f7e308-c943-462c-95cb-7e562a74e3a8 service neutron] 10.222.0.98 "GET /v2.0/networks/38aa73fb-54e8-4b43-bb39-928294ff523d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493554 Jul 09 16:31:04.853390 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b3ca4ef7-ef9d-4898-a0cb-6083e3ce3da5 req-551cdefc-8093-4185-9510-5634110560c5 tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] 10.222.0.98 "GET /v2.0/security-groups?id=51a251b8-550d-4ffd-b786-c4359a6722f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621276 Jul 09 16:31:04.899958 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-444d47e6-469a-4594-9e7e-43283591c5da req-cf4ba501-3325-4327-a32a-2f2655bf64a7 service neutron] 10.222.0.98 "GET /v2.0/networks/38aa73fb-54e8-4b43-bb39-928294ff523d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055460 Jul 09 16:31:04.925094 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 47912) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:04.934918 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-88d19ecd-11aa-42f7-9e55-37b36b9b8e86 req-932d8909-3641-4428-9d7a-8ccea08727c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78cea9d8-d59c-41b6-8026-93a1ae6f851c {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:31:04.953487 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-88d19ecd-11aa-42f7-9e55-37b36b9b8e86 req-932d8909-3641-4428-9d7a-8ccea08727c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:04.985927 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0de43fe1-93ec-45fe-8021-41c4f4b322bd admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=bbe08eed4fdf4de39cf009b4b6863d03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0569472 Jul 09 16:31:04.986324 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 47914) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:04.989711 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-88d19ecd-11aa-42f7-9e55-37b36b9b8e86 req-932d8909-3641-4428-9d7a-8ccea08727c5 service neutron] Transition to ACTIVE for port object 78cea9d8-d59c-41b6-8026-93a1ae6f851c will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:31:05.013299 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-88d19ecd-11aa-42f7-9e55-37b36b9b8e86 req-932d8909-3641-4428-9d7a-8ccea08727c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:05.073005 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d8909-3641-4428-9d7a-8ccea08727c5 service neutron] Pushing event updated for resources: {'Port': ['ID=78cea9d8-d59c-41b6-8026-93a1ae6f851c,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:05.096478 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f1f72014-ebf7-4a40-8203-ece3531837d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:05.123440 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f1f72014-ebf7-4a40-8203-ece3531837d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:05.160140 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb259cf-90ae-4406-ba78-0111a7402d50 req-790677af-e3d3-4032-9941-d8c5b0a65e9b tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:05.161701 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4bb259cf-90ae-4406-ba78-0111a7402d50 req-790677af-e3d3-4032-9941-d8c5b0a65e9b tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 945 time: 0.1886628 Jul 09 16:31:05.198297 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-88d19ecd-11aa-42f7-9e55-37b36b9b8e86 req-932d8909-3641-4428-9d7a-8ccea08727c5 service neutron] Attempting to bind port 78cea9d8-d59c-41b6-8026-93a1ae6f851c on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:31:05.198646 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-88d19ecd-11aa-42f7-9e55-37b36b9b8e86 req-932d8909-3641-4428-9d7a-8ccea08727c5 service neutron] Attempting to bind port 78cea9d8-d59c-41b6-8026-93a1ae6f851c by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': '6e2b9c21-fb41-492a-acce-382bccea1cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c3a10bac-c75e-4001-b489-6784d7328dfd'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:31:05.199000 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d19ecd-11aa-42f7-9e55-37b36b9b8e86 req-932d8909-3641-4428-9d7a-8ccea08727c5 service neutron] Attempting to bind port 78cea9d8-d59c-41b6-8026-93a1ae6f851c on network c3a10bac-c75e-4001-b489-6784d7328dfd {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:31:05.201773 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-48311de9-7402-4851-8e21-65a457bda316 req-e3a6660b-02e4-4577-b271-401207cc01dc tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=5871d9ee-9fd5-44ae-a30e-9ce910fbaca0 HTTP/1.1" status: 200 len: 210 time: 0.0499163 Jul 09 16:31:05.212863 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d19ecd-11aa-42f7-9e55-37b36b9b8e86 req-932d8909-3641-4428-9d7a-8ccea08727c5 service neutron] Port 78cea9d8-d59c-41b6-8026-93a1ae6f851c on network c3a10bac-c75e-4001-b489-6784d7328dfd not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:31:05.213020 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d19ecd-11aa-42f7-9e55-37b36b9b8e86 req-932d8909-3641-4428-9d7a-8ccea08727c5 service neutron] Attempting to bind port 78cea9d8-d59c-41b6-8026-93a1ae6f851c on network c3a10bac-c75e-4001-b489-6784d7328dfd {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:31:05.225170 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4bb259cf-90ae-4406-ba78-0111a7402d50 req-cb8202ba-89c2-4b8e-bf07-273222bfe73e tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557332 Jul 09 16:31:05.226197 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d19ecd-11aa-42f7-9e55-37b36b9b8e86 req-932d8909-3641-4428-9d7a-8ccea08727c5 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:31:05.226538 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d19ecd-11aa-42f7-9e55-37b36b9b8e86 req-932d8909-3641-4428-9d7a-8ccea08727c5 service neutron] Checking segment: {'id': '6e2b9c21-fb41-492a-acce-382bccea1cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c3a10bac-c75e-4001-b489-6784d7328dfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:31:05.226946 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d19ecd-11aa-42f7-9e55-37b36b9b8e86 req-932d8909-3641-4428-9d7a-8ccea08727c5 service neutron] Bound using segment: {'id': '6e2b9c21-fb41-492a-acce-382bccea1cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c3a10bac-c75e-4001-b489-6784d7328dfd'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:31:05.227391 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-88d19ecd-11aa-42f7-9e55-37b36b9b8e86 req-932d8909-3641-4428-9d7a-8ccea08727c5 service neutron] Bound port: 78cea9d8-d59c-41b6-8026-93a1ae6f851c, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e2b9c21-fb41-492a-acce-382bccea1cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c3a10bac-c75e-4001-b489-6784d7328dfd'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:31:05.227754 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-88d19ecd-11aa-42f7-9e55-37b36b9b8e86 req-932d8909-3641-4428-9d7a-8ccea08727c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:05.276041 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f1f72014-ebf7-4a40-8203-ece3531837d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:05.279296 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f1f72014-ebf7-4a40-8203-ece3531837d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:05.280886 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f1f72014-ebf7-4a40-8203-ece3531837d0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/cdb8d958-ffa1-4ffd-9549-14f392ff1767 HTTP/1.1" status: 204 len: 168 time: 0.2921567 Jul 09 16:31:05.297160 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f72014-ebf7-4a40-8203-ece3531837d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb8d958-ffa1-4ffd-9549-14f392ff1767,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:05.320449 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55753826-8a43-49bc-bc8f-4bf765cf8f89 req-5a099d8d-8622-4659-951a-14b7d216e1fd tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:05.322466 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-55753826-8a43-49bc-bc8f-4bf765cf8f89 req-5a099d8d-8622-4659-951a-14b7d216e1fd tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.73 "GET /v2.0/ports?device_id=151aa636-afea-4278-a1c0-e7888fad236a HTTP/1.1" status: 200 len: 946 time: 0.1174448 Jul 09 16:31:05.325680 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-88d19ecd-11aa-42f7-9e55-37b36b9b8e86 req-932d8909-3641-4428-9d7a-8ccea08727c5 service neutron] For port 78cea9d8-d59c-41b6-8026-93a1ae6f851c, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:31:05.329034 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-88d19ecd-11aa-42f7-9e55-37b36b9b8e86 req-932d8909-3641-4428-9d7a-8ccea08727c5 service neutron] For port 78cea9d8-d59c-41b6-8026-93a1ae6f851c, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=78cea9d8-d59c-41b6-8026-93a1ae6f851c,segment=NetworkSegment(6e2b9c21-fb41-492a-acce-382bccea1cd3),segment_id=6e2b9c21-fb41-492a-acce-382bccea1cd3)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:31:05.341699 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-88d19ecd-11aa-42f7-9e55-37b36b9b8e86 req-932d8909-3641-4428-9d7a-8ccea08727c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:05.359090 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d19ecd-11aa-42f7-9e55-37b36b9b8e86 req-932d8909-3641-4428-9d7a-8ccea08727c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:05.359927 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-88d19ecd-11aa-42f7-9e55-37b36b9b8e86 req-932d8909-3641-4428-9d7a-8ccea08727c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:05.361055 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-88d19ecd-11aa-42f7-9e55-37b36b9b8e86 req-932d8909-3641-4428-9d7a-8ccea08727c5 service neutron] 10.222.0.73 "PUT /v2.0/ports/78cea9d8-d59c-41b6-8026-93a1ae6f851c HTTP/1.1" status: 200 len: 1091 time: 0.9892333 Jul 09 16:31:05.363902 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5ae033d-9cce-4895-bfd8-86515294d6a3', 'tag': '78cea9d8-d59c-41b6-8026-93a1ae6f851c'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:31:05.365153 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03bcba86-abc7-42bf-b2d7-942f8fe55448" -d '{"events": [{"name": "network-changed", "server_uuid": "f5ae033d-9cce-4895-bfd8-86515294d6a3", "tag": "78cea9d8-d59c-41b6-8026-93a1ae6f851c"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:31:05.467361 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d8909-3641-4428-9d7a-8ccea08727c5 service neutron] Pushing event updated for resources: {'Port': ['ID=78cea9d8-d59c-41b6-8026-93a1ae6f851c,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:05.515825 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-55753826-8a43-49bc-bc8f-4bf765cf8f89 req-417329e5-e8dd-4bc6-806a-981f1cd9390f tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Deleting port dec78666-cfaf-4ec5-acc6-b7e13c4009a1 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:31:05.516170 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-55753826-8a43-49bc-bc8f-4bf765cf8f89 req-417329e5-e8dd-4bc6-806a-981f1cd9390f tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:05.518284 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-853c0b26-3f5c-4005-bc43-781f61ae74b5 x-openstack-request-id: req-853c0b26-3f5c-4005-bc43-781f61ae74b5 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:31:05.518692 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5ae033d-9cce-4895-bfd8-86515294d6a3", "tag": "78cea9d8-d59c-41b6-8026-93a1ae6f851c", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:31:05.519167 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-853c0b26-3f5c-4005-bc43-781f61ae74b5 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:31:05.519430 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5ae033d-9cce-4895-bfd8-86515294d6a3', 'tag': '78cea9d8-d59c-41b6-8026-93a1ae6f851c', 'status': 'completed', 'code': 200} Jul 09 16:31:05.572351 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d19ecd-11aa-42f7-9e55-37b36b9b8e86 req-928e9ef7-ae2e-4200-bbba-51afd1d3d7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:05.574524 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-88d19ecd-11aa-42f7-9e55-37b36b9b8e86 req-928e9ef7-ae2e-4200-bbba-51afd1d3d7e2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ca744aad88084c46808d7fef3d1cd90f&device_id=f5ae033d-9cce-4895-bfd8-86515294d6a3 HTTP/1.1" status: 200 len: 1094 time: 0.0999403 Jul 09 16:31:05.688073 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-88d19ecd-11aa-42f7-9e55-37b36b9b8e86 req-e475c410-9125-4e46-a4c8-3aba876b898d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78cea9d8-d59c-41b6-8026-93a1ae6f851c HTTP/1.1" status: 200 len: 217 time: 0.0949695 Jul 09 16:31:05.688450 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-55753826-8a43-49bc-bc8f-4bf765cf8f89 req-417329e5-e8dd-4bc6-806a-981f1cd9390f tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] For port dec78666-cfaf-4ec5-acc6-b7e13c4009a1, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=dec78666-cfaf-4ec5-acc6-b7e13c4009a1,segment=NetworkSegment(b17effcb-431d-43b3-801f-bd6ca572eef8),segment_id=b17effcb-431d-43b3-801f-bd6ca572eef8)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:31:05.688922 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-55753826-8a43-49bc-bc8f-4bf765cf8f89 req-417329e5-e8dd-4bc6-806a-981f1cd9390f tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:05.705198 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-55753826-8a43-49bc-bc8f-4bf765cf8f89 req-417329e5-e8dd-4bc6-806a-981f1cd9390f tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Calling delete_port for dec78666-cfaf-4ec5-acc6-b7e13c4009a1 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:31:05.805111 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d19ecd-11aa-42f7-9e55-37b36b9b8e86 req-7e627ca8-f99e-4965-bda1-a8ecf47d463d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:05.806838 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-88d19ecd-11aa-42f7-9e55-37b36b9b8e86 req-7e627ca8-f99e-4965-bda1-a8ecf47d463d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8fff820b-edc9-4459-ad3a-558e94517f9a HTTP/1.1" status: 200 len: 848 time: 0.1029127 Jul 09 16:31:05.861270 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-88d19ecd-11aa-42f7-9e55-37b36b9b8e86 req-9791c3b1-84b5-44e4-8e5b-55ac971e3b7c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c3a10bac-c75e-4001-b489-6784d7328dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479352 Jul 09 16:31:05.924094 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-55753826-8a43-49bc-bc8f-4bf765cf8f89 req-417329e5-e8dd-4bc6-806a-981f1cd9390f tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:05.939652 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['332e4ebf-9e9a-45a1-9add-df05f3712dd6'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:31:05.946419 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06b3c3-65ff-4886-853b-f50781cff843 req-08a87aa7-d699-4bbe-b65f-2c5d77b20317 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:05.949569 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fd06b3c3-65ff-4886-853b-f50781cff843 req-08a87aa7-d699-4bbe-b65f-2c5d77b20317 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/ports?device_id=151aa636-afea-4278-a1c0-e7888fad236a HTTP/1.1" status: 200 len: 946 time: 0.2582300 Jul 09 16:31:05.970895 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417329e5-e8dd-4bc6-806a-981f1cd9390f tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Pushing event deleted for resources: {'Port': ['ID=dec78666-cfaf-4ec5-acc6-b7e13c4009a1,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:06.009105 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['dec78666-cfaf-4ec5-acc6-b7e13c4009a1'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:31:06.075890 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-55753826-8a43-49bc-bc8f-4bf765cf8f89 req-417329e5-e8dd-4bc6-806a-981f1cd9390f tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] No DVR routers for this DVR port dec78666-cfaf-4ec5-acc6-b7e13c4009a1 on host n-h2-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:31:06.085977 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-55753826-8a43-49bc-bc8f-4bf765cf8f89 req-417329e5-e8dd-4bc6-806a-981f1cd9390f tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:06.088574 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-55753826-8a43-49bc-bc8f-4bf765cf8f89 req-417329e5-e8dd-4bc6-806a-981f1cd9390f tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.73 "DELETE /v2.0/ports/dec78666-cfaf-4ec5-acc6-b7e13c4009a1 HTTP/1.1" status: 204 len: 173 time: 0.7601621 Jul 09 16:31:06.095386 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '151aa636-afea-4278-a1c0-e7888fad236a', 'name': 'network-vif-deleted', 'tag': 'dec78666-cfaf-4ec5-acc6-b7e13c4009a1'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:31:06.097810 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39116fb9-06fa-4c5f-ada8-debe7b4591a0" -d '{"events": [{"server_uuid": "151aa636-afea-4278-a1c0-e7888fad236a", "name": "network-vif-deleted", "tag": "dec78666-cfaf-4ec5-acc6-b7e13c4009a1"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:31:06.101630 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fd06b3c3-65ff-4886-853b-f50781cff843 req-3f968aae-825a-469b-967c-a08e9eec8a67 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/security-groups?id=1cd28115-a72b-47bb-907a-24e6b91de643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458273 Jul 09 16:31:06.112544 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-88d19ecd-11aa-42f7-9e55-37b36b9b8e86 req-ff773e77-925f-4ff6-99fc-e28804b0eeed service neutron] 10.222.0.73 "GET /v2.0/networks/c3a10bac-c75e-4001-b489-6784d7328dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434511 Jul 09 16:31:06.223992 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5496182-d8da-4bfe-a6da-c8fba45acfff req-4a9ddb4c-392b-41e4-abba-fddf2c688367 tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:06.241429 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b5496182-d8da-4bfe-a6da-c8fba45acfff req-4a9ddb4c-392b-41e4-abba-fddf2c688367 tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5ae033d-9cce-4895-bfd8-86515294d6a3 HTTP/1.1" status: 200 len: 943 time: 0.1517773 Jul 09 16:31:06.245145 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf83943-0066-40fc-b778-bc701511bcd9 x-openstack-request-id: req-2cf83943-0066-40fc-b778-bc701511bcd9 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:31:06.246215 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "151aa636-afea-4278-a1c0-e7888fad236a", "name": "network-vif-deleted", "tag": "dec78666-cfaf-4ec5-acc6-b7e13c4009a1", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:31:06.246499 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2cf83943-0066-40fc-b778-bc701511bcd9 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:31:06.247666 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '151aa636-afea-4278-a1c0-e7888fad236a', 'name': 'network-vif-deleted', 'tag': 'dec78666-cfaf-4ec5-acc6-b7e13c4009a1', 'status': 'completed', 'code': 200} Jul 09 16:31:06.290022 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-88d19ecd-11aa-42f7-9e55-37b36b9b8e86 req-eb2fbf1c-eaa4-4c03-93cd-09b331a5a863 service neutron] 10.222.0.73 "GET /v2.0/networks/c3a10bac-c75e-4001-b489-6784d7328dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665068 Jul 09 16:31:06.321531 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b5496182-d8da-4bfe-a6da-c8fba45acfff req-4b11ee15-5e3b-4f8f-a58d-2f24e3a3719c tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] 10.222.0.98 "GET /v2.0/security-groups?id=51a251b8-550d-4ffd-b786-c4359a6722f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728371 Jul 09 16:31:06.535968 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3be5e2bc-e2ee-4f5f-9e47-139db16afbee req-169c6349-3f5d-4573-8ab5-493cc9f5610b tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=5871d9ee-9fd5-44ae-a30e-9ce910fbaca0 HTTP/1.1" status: 200 len: 210 time: 0.0885501 Jul 09 16:31:06.605949 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d1da1-6b7f-4ea4-9723-40d9e015f36e req-bf30dffa-ed5b-407f-a1cd-1d0cc603f367 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:06.605949 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-643d1da1-6b7f-4ea4-9723-40d9e015f36e req-bf30dffa-ed5b-407f-a1cd-1d0cc603f367 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.73 "GET /v2.0/ports?device_id=4ef7fed6-e1f7-4347-9a2b-265ec5153f7d HTTP/1.1" status: 200 len: 945 time: 0.1433520 Jul 09 16:31:06.606148 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c31ed2-99b5-46f7-9e75-e1c6ec38892e req-6cbb2e71-e49c-4588-917f-1b9d6a9b2064 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:06.607694 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d2c31ed2-99b5-46f7-9e75-e1c6ec38892e req-6cbb2e71-e49c-4588-917f-1b9d6a9b2064 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 945 time: 0.1330836 Jul 09 16:31:06.613163 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bcba86-abc7-42bf-b2d7-942f8fe55448 req-6152130e-d7e6-4261-8158-128e2870d826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:06.614755 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-03bcba86-abc7-42bf-b2d7-942f8fe55448 req-6152130e-d7e6-4261-8158-128e2870d826 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ca744aad88084c46808d7fef3d1cd90f&device_id=f5ae033d-9cce-4895-bfd8-86515294d6a3 HTTP/1.1" status: 200 len: 1094 time: 0.1487401 Jul 09 16:31:06.712549 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d2c31ed2-99b5-46f7-9e75-e1c6ec38892e req-48f61e7f-120d-4137-a166-1f8c31643225 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967772 Jul 09 16:31:06.753071 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-643d1da1-6b7f-4ea4-9723-40d9e015f36e req-5ff271f1-bec9-49b4-bb2a-2c6b042da739 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Deleting port 9e03e89b-e556-402b-980b-19f203e0c922 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:31:06.753424 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-643d1da1-6b7f-4ea4-9723-40d9e015f36e req-5ff271f1-bec9-49b4-bb2a-2c6b042da739 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:06.773235 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bcba86-abc7-42bf-b2d7-942f8fe55448 req-d7bcaed4-039b-49ae-98d9-2562f854a1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:06.776480 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-03bcba86-abc7-42bf-b2d7-942f8fe55448 req-d7bcaed4-039b-49ae-98d9-2562f854a1fa service neutron] 10.222.0.73 "GET /v2.0/networks?id=c3a10bac-c75e-4001-b489-6784d7328dfd HTTP/1.1" status: 200 len: 909 time: 0.1505301 Jul 09 16:31:06.828768 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-03bcba86-abc7-42bf-b2d7-942f8fe55448 req-3d7694ea-2fe6-473b-828d-babfcde4f778 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78cea9d8-d59c-41b6-8026-93a1ae6f851c HTTP/1.1" status: 200 len: 217 time: 0.0470142 Jul 09 16:31:06.915738 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bcba86-abc7-42bf-b2d7-942f8fe55448 req-c5528689-2bbe-4c74-917e-48c582d61aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:06.918571 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-03bcba86-abc7-42bf-b2d7-942f8fe55448 req-c5528689-2bbe-4c74-917e-48c582d61aeb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8fff820b-edc9-4459-ad3a-558e94517f9a HTTP/1.1" status: 200 len: 848 time: 0.0805323 Jul 09 16:31:06.952518 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-643d1da1-6b7f-4ea4-9723-40d9e015f36e req-5ff271f1-bec9-49b4-bb2a-2c6b042da739 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] For port 9e03e89b-e556-402b-980b-19f203e0c922, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=9e03e89b-e556-402b-980b-19f203e0c922,segment=NetworkSegment(decc697a-7e61-4b7c-8e62-5a81512ad237),segment_id=decc697a-7e61-4b7c-8e62-5a81512ad237)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:31:06.953092 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-643d1da1-6b7f-4ea4-9723-40d9e015f36e req-5ff271f1-bec9-49b4-bb2a-2c6b042da739 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:06.969007 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d47e6-469a-4594-9e7e-43283591c5da req-bb8f52bf-d7eb-44cf-95dc-42a2caaa3038 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:06.970540 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-444d47e6-469a-4594-9e7e-43283591c5da req-bb8f52bf-d7eb-44cf-95dc-42a2caaa3038 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.77 "GET /v2.0/networks?id=38aa73fb-54e8-4b43-bb39-928294ff523d HTTP/1.1" status: 200 len: 814 time: 0.2066226 Jul 09 16:31:06.977631 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-643d1da1-6b7f-4ea4-9723-40d9e015f36e req-5ff271f1-bec9-49b4-bb2a-2c6b042da739 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Calling delete_port for 9e03e89b-e556-402b-980b-19f203e0c922 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:31:06.987058 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-444d47e6-469a-4594-9e7e-43283591c5da req-67288ba7-70f7-4c16-b725-698ccdd7aa7f tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Request body: {'port': {'device_id': '5871d9ee-9fd5-44ae-a30e-9ce910fbaca0', 'network_id': '38aa73fb-54e8-4b43-bb39-928294ff523d', 'admin_state_up': True, 'tenant_id': '0266986ff7814ad9933eca94a231ef2b'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:31:06.999444 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-03bcba86-abc7-42bf-b2d7-942f8fe55448 req-7ba29071-76b6-4bc2-b967-24d782139c5b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c3a10bac-c75e-4001-b489-6784d7328dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555532 Jul 09 16:31:07.170680 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-03bcba86-abc7-42bf-b2d7-942f8fe55448 req-45ea07cf-391d-4fe4-b359-b3b13a893417 service neutron] 10.222.0.73 "GET /v2.0/networks/c3a10bac-c75e-4001-b489-6784d7328dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619675 Jul 09 16:31:07.230038 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-444d47e6-469a-4594-9e7e-43283591c5da req-67288ba7-70f7-4c16-b725-698ccdd7aa7f tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Made reservation on behalf of 0266986ff7814ad9933eca94a231ef2b for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:31:07.251554 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-444d47e6-469a-4594-9e7e-43283591c5da req-67288ba7-70f7-4c16-b725-698ccdd7aa7f tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:07.350806 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-643d1da1-6b7f-4ea4-9723-40d9e015f36e req-5ff271f1-bec9-49b4-bb2a-2c6b042da739 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:07.359921 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-03bcba86-abc7-42bf-b2d7-942f8fe55448 req-10813a80-062c-4baf-964f-fe8b2424516e service neutron] 10.222.0.73 "GET /v2.0/networks/c3a10bac-c75e-4001-b489-6784d7328dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810291 Jul 09 16:31:07.391006 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['9e03e89b-e556-402b-980b-19f203e0c922'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:31:07.451080 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 979bff33-6997-4354-abf3-dcab99fbd3f9 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:31:07.481834 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff271f1-bec9-49b4-bb2a-2c6b042da739 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Pushing event deleted for resources: {'Port': ['ID=9e03e89b-e556-402b-980b-19f203e0c922,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:07.649651 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-643d1da1-6b7f-4ea4-9723-40d9e015f36e req-5ff271f1-bec9-49b4-bb2a-2c6b042da739 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] No DVR routers for this DVR port 9e03e89b-e556-402b-980b-19f203e0c922 on host n-h2-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:31:07.654844 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 979bff33-6997-4354-abf3-dcab99fbd3f9, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=979bff33-6997-4354-abf3-dcab99fbd3f9,segment=NetworkSegment(ccf009d5-237d-4e31-8041-1465d7de9aef),segment_id=ccf009d5-237d-4e31-8041-1465d7de9aef)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:31:07.674257 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-643d1da1-6b7f-4ea4-9723-40d9e015f36e req-5ff271f1-bec9-49b4-bb2a-2c6b042da739 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:07.676489 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-643d1da1-6b7f-4ea4-9723-40d9e015f36e req-5ff271f1-bec9-49b4-bb2a-2c6b042da739 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.73 "DELETE /v2.0/ports/9e03e89b-e556-402b-980b-19f203e0c922 HTTP/1.1" status: 204 len: 173 time: 1.0668876 Jul 09 16:31:07.678603 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ef7fed6-e1f7-4347-9a2b-265ec5153f7d', 'name': 'network-vif-deleted', 'tag': '9e03e89b-e556-402b-980b-19f203e0c922'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:31:07.681096 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db68ea9-6a4c-4bf3-a50e-0ba0b8153819" -d '{"events": [{"server_uuid": "4ef7fed6-e1f7-4347-9a2b-265ec5153f7d", "name": "network-vif-deleted", "tag": "9e03e89b-e556-402b-980b-19f203e0c922"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:31:07.685151 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '979bff33-6997-4354-abf3-dcab99fbd3f9', 'network_id': 'a171d79a-1159-4481-9cc1-46c665ce3a96', 'port_id': '979bff33-6997-4354-abf3-dcab99fbd3f9', 'mac_address': 'fa:16:3e:a1:db:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9e97679-e3ca-4f43-b281-7791408a1287', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:31:07.760114 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:07.775286 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-444d47e6-469a-4594-9e7e-43283591c5da req-67288ba7-70f7-4c16-b725-698ccdd7aa7f tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Allocated IP 172.20.0.2 (38aa73fb-54e8-4b43-bb39-928294ff523d/9b7ef36a-a920-4cfb-b028-a0e3add3d4f4/c493ebd6-0e81-41f4-9f06-b1db1b33655c) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:31:07.781234 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 979bff33-6997-4354-abf3-dcab99fbd3f9 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:31:07.794019 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9d0e4-ef94-4b36-9d7d-d2d9a337bd96 req-b966e247-4be4-402a-936c-a23add7940a1 tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:07.795750 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a3c9d0e4-ef94-4b36-9d7d-d2d9a337bd96 req-b966e247-4be4-402a-936c-a23add7940a1 tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5ae033d-9cce-4895-bfd8-86515294d6a3 HTTP/1.1" status: 200 len: 943 time: 0.2100015 Jul 09 16:31:07.818319 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 979bff33-6997-4354-abf3-dcab99fbd3f9, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=979bff33-6997-4354-abf3-dcab99fbd3f9,segment=NetworkSegment(ccf009d5-237d-4e31-8041-1465d7de9aef),segment_id=ccf009d5-237d-4e31-8041-1465d7de9aef)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:31:07.824546 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:07.854147 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475b401-ce22-4b97-98ed-70a04a453f8a req-4d942d85-86f6-46c5-b41e-176b8fca08a8 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:07.857957 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9475b401-ce22-4b97-98ed-70a04a453f8a req-4d942d85-86f6-46c5-b41e-176b8fca08a8 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/ports?device_id=b808d81a-1027-4ccd-8f61-44b0be2ca51b HTTP/1.1" status: 200 len: 945 time: 0.1137171 Jul 09 16:31:07.881963 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a3c9d0e4-ef94-4b36-9d7d-d2d9a337bd96 req-2a07b63a-1fd9-4215-a7b9-8655b790cd68 tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] 10.222.0.98 "GET /v2.0/security-groups?id=51a251b8-550d-4ffd-b786-c4359a6722f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771325 Jul 09 16:31:07.924863 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=979bff33-6997-4354-abf3-dcab99fbd3f9,revision_number=11']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:07.983995 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9475b401-ce22-4b97-98ed-70a04a453f8a req-c532980e-83fb-4442-b402-a4c608291eb4 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/security-groups?id=1cd28115-a72b-47bb-907a-24e6b91de643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173263 Jul 09 16:31:08.247048 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f7d908-a01e-42e4-a253-a78136c3a1d3 req-a1c90eb6-88c7-4780-b75f-ec5ce842045d tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:08.248973 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a6f7d908-a01e-42e4-a253-a78136c3a1d3 req-a1c90eb6-88c7-4780-b75f-ec5ce842045d tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 946 time: 0.0888791 Jul 09 16:31:08.296903 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a6f7d908-a01e-42e4-a253-a78136c3a1d3 req-6b2bc2ec-9dd1-4e57-a144-4069a14412c6 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404170 Jul 09 16:31:08.466927 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4e5bf4e9-fa53-465d-b389-b67653ff916c req-f3eda476-d06f-4d5f-86c2-86eee84fc535 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=5871d9ee-9fd5-44ae-a30e-9ce910fbaca0 HTTP/1.1" status: 200 len: 210 time: 0.4265652 Jul 09 16:31:08.468384 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330504d8-aa68-4f58-bdff-adc486351266 x-openstack-request-id: req-330504d8-aa68-4f58-bdff-adc486351266 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:31:08.468682 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ef7fed6-e1f7-4347-9a2b-265ec5153f7d", "name": "network-vif-deleted", "tag": "9e03e89b-e556-402b-980b-19f203e0c922", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:31:08.468936 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-330504d8-aa68-4f58-bdff-adc486351266 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:31:08.469327 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ef7fed6-e1f7-4347-9a2b-265ec5153f7d', 'name': 'network-vif-deleted', 'tag': '9e03e89b-e556-402b-980b-19f203e0c922', 'status': 'completed', 'code': 200} Jul 09 16:31:08.472769 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['979bff33-6997-4354-abf3-dcab99fbd3f9'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:31:08.485270 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-444d47e6-469a-4594-9e7e-43283591c5da req-67288ba7-70f7-4c16-b725-698ccdd7aa7f tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:08.541219 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-444d47e6-469a-4594-9e7e-43283591c5da req-67288ba7-70f7-4c16-b725-698ccdd7aa7f tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:08.614037 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-444d47e6-469a-4594-9e7e-43283591c5da req-67288ba7-70f7-4c16-b725-698ccdd7aa7f tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Network 38aa73fb-54e8-4b43-bb39-928294ff523d is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:31:08.618310 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-444d47e6-469a-4594-9e7e-43283591c5da req-67288ba7-70f7-4c16-b725-698ccdd7aa7f tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:31:08.626336 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-444d47e6-469a-4594-9e7e-43283591c5da req-67288ba7-70f7-4c16-b725-698ccdd7aa7f tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:31:08.668164 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67288ba7-70f7-4c16-b725-698ccdd7aa7f tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Pushing event updated for resources: {'Port': ['ID=c493ebd6-0e81-41f4-9f06-b1db1b33655c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:08.708720 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d47e6-469a-4594-9e7e-43283591c5da req-67288ba7-70f7-4c16-b725-698ccdd7aa7f tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:08.710288 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-444d47e6-469a-4594-9e7e-43283591c5da req-67288ba7-70f7-4c16-b725-698ccdd7aa7f tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:08.736376 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-444d47e6-469a-4594-9e7e-43283591c5da req-67288ba7-70f7-4c16-b725-698ccdd7aa7f tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7549508 Jul 09 16:31:08.749623 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-444d47e6-469a-4594-9e7e-43283591c5da req-e2c70e9e-ea33-4f47-8c8b-5d172e98a7af service neutron] Request body: {'port': {'device_id': '5871d9ee-9fd5-44ae-a30e-9ce910fbaca0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:31:08.841404 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-444d47e6-469a-4594-9e7e-43283591c5da req-e2c70e9e-ea33-4f47-8c8b-5d172e98a7af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:09.158432 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619c87c-d4e0-43f6-a134-0e35855f1d35 req-8d836f59-a307-4028-bfd1-921dd4e18076 tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:09.160227 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1619c87c-d4e0-43f6-a134-0e35855f1d35 req-8d836f59-a307-4028-bfd1-921dd4e18076 tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5ae033d-9cce-4895-bfd8-86515294d6a3 HTTP/1.1" status: 200 len: 943 time: 0.0898037 Jul 09 16:31:09.203778 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1619c87c-d4e0-43f6-a134-0e35855f1d35 req-3d746361-3f81-4d96-9eef-e481e87577fd tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] 10.222.0.98 "GET /v2.0/security-groups?id=51a251b8-550d-4ffd-b786-c4359a6722f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373659 Jul 09 16:31:09.257779 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-444d47e6-469a-4594-9e7e-43283591c5da req-e2c70e9e-ea33-4f47-8c8b-5d172e98a7af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c493ebd6-0e81-41f4-9f06-b1db1b33655c {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:31:09.267534 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-444d47e6-469a-4594-9e7e-43283591c5da req-e2c70e9e-ea33-4f47-8c8b-5d172e98a7af service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:09.292488 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dcc31e-867a-40d7-977f-b513f6f74a83 req-2a5ce9ad-f47f-46dc-bae0-c76aea78083c tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:09.294192 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c1dcc31e-867a-40d7-977f-b513f6f74a83 req-2a5ce9ad-f47f-46dc-bae0-c76aea78083c tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/ports?device_id=b808d81a-1027-4ccd-8f61-44b0be2ca51b HTTP/1.1" status: 200 len: 945 time: 0.1352820 Jul 09 16:31:09.295381 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-444d47e6-469a-4594-9e7e-43283591c5da req-e2c70e9e-ea33-4f47-8c8b-5d172e98a7af service neutron] Transition to ACTIVE for port object c493ebd6-0e81-41f4-9f06-b1db1b33655c will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:31:09.300838 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-444d47e6-469a-4594-9e7e-43283591c5da req-e2c70e9e-ea33-4f47-8c8b-5d172e98a7af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:09.380874 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c70e9e-ea33-4f47-8c8b-5d172e98a7af service neutron] Pushing event updated for resources: {'Port': ['ID=c493ebd6-0e81-41f4-9f06-b1db1b33655c,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:09.391438 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c1dcc31e-867a-40d7-977f-b513f6f74a83 req-c33a47f8-574e-41cd-8010-245f5b27e84a tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/security-groups?id=1cd28115-a72b-47bb-907a-24e6b91de643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864313 Jul 09 16:31:09.396675 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 78cea9d8-d59c-41b6-8026-93a1ae6f851c details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:31:09.424762 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device dec78666-cfaf-4ec5-acc6-b7e13c4009a1 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:31:09.469092 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: dec78666-cfaf-4ec5-acc6-b7e13c4009a1 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:31:09.469778 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device dec78666-cfaf-4ec5-acc6-b7e13c4009a1 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:31:09.470837 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 9e03e89b-e556-402b-980b-19f203e0c922 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:31:09.486617 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-444d47e6-469a-4594-9e7e-43283591c5da req-e2c70e9e-ea33-4f47-8c8b-5d172e98a7af service neutron] Attempting to bind port c493ebd6-0e81-41f4-9f06-b1db1b33655c on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:31:09.486617 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-444d47e6-469a-4594-9e7e-43283591c5da req-e2c70e9e-ea33-4f47-8c8b-5d172e98a7af service neutron] Attempting to bind port c493ebd6-0e81-41f4-9f06-b1db1b33655c by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'decc697a-7e61-4b7c-8e62-5a81512ad237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '38aa73fb-54e8-4b43-bb39-928294ff523d'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:31:09.486617 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444d47e6-469a-4594-9e7e-43283591c5da req-e2c70e9e-ea33-4f47-8c8b-5d172e98a7af service neutron] Attempting to bind port c493ebd6-0e81-41f4-9f06-b1db1b33655c on network 38aa73fb-54e8-4b43-bb39-928294ff523d {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:31:09.491643 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444d47e6-469a-4594-9e7e-43283591c5da req-e2c70e9e-ea33-4f47-8c8b-5d172e98a7af service neutron] Port c493ebd6-0e81-41f4-9f06-b1db1b33655c on network 38aa73fb-54e8-4b43-bb39-928294ff523d not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:31:09.491973 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444d47e6-469a-4594-9e7e-43283591c5da req-e2c70e9e-ea33-4f47-8c8b-5d172e98a7af service neutron] Attempting to bind port c493ebd6-0e81-41f4-9f06-b1db1b33655c on network 38aa73fb-54e8-4b43-bb39-928294ff523d {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:31:09.501231 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: 9e03e89b-e556-402b-980b-19f203e0c922 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:31:09.501750 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444d47e6-469a-4594-9e7e-43283591c5da req-e2c70e9e-ea33-4f47-8c8b-5d172e98a7af service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:31:09.501864 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444d47e6-469a-4594-9e7e-43283591c5da req-e2c70e9e-ea33-4f47-8c8b-5d172e98a7af service neutron] Checking segment: {'id': 'decc697a-7e61-4b7c-8e62-5a81512ad237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '38aa73fb-54e8-4b43-bb39-928294ff523d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:31:09.502050 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 9e03e89b-e556-402b-980b-19f203e0c922 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:31:09.502520 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444d47e6-469a-4594-9e7e-43283591c5da req-e2c70e9e-ea33-4f47-8c8b-5d172e98a7af service neutron] Bound using segment: {'id': 'decc697a-7e61-4b7c-8e62-5a81512ad237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '38aa73fb-54e8-4b43-bb39-928294ff523d'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:31:09.503011 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-444d47e6-469a-4594-9e7e-43283591c5da req-e2c70e9e-ea33-4f47-8c8b-5d172e98a7af service neutron] Bound port: c493ebd6-0e81-41f4-9f06-b1db1b33655c, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'decc697a-7e61-4b7c-8e62-5a81512ad237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '38aa73fb-54e8-4b43-bb39-928294ff523d'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:31:09.503909 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-444d47e6-469a-4594-9e7e-43283591c5da req-e2c70e9e-ea33-4f47-8c8b-5d172e98a7af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:09.547851 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c65cc2-7946-45d9-ae51-9ad2bc08a739 req-82da3c55-4a0a-4acb-be6d-5421ddf74c6b tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:09.557432 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-79c65cc2-7946-45d9-ae51-9ad2bc08a739 req-82da3c55-4a0a-4acb-be6d-5421ddf74c6b tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.77 "GET /v2.0/ports?device_id=b808d81a-1027-4ccd-8f61-44b0be2ca51b HTTP/1.1" status: 200 len: 945 time: 0.1835821 Jul 09 16:31:09.574924 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f398e54-7a0e-4a7d-b04c-39b5a7540497 req-416cb619-7e89-43bc-9f94-ff706b755385 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:09.576831 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6f398e54-7a0e-4a7d-b04c-39b5a7540497 req-416cb619-7e89-43bc-9f94-ff706b755385 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 946 time: 0.1352448 Jul 09 16:31:09.613325 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-444d47e6-469a-4594-9e7e-43283591c5da req-e2c70e9e-ea33-4f47-8c8b-5d172e98a7af service neutron] For port c493ebd6-0e81-41f4-9f06-b1db1b33655c, host n-h1-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:31:09.619561 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-444d47e6-469a-4594-9e7e-43283591c5da req-e2c70e9e-ea33-4f47-8c8b-5d172e98a7af service neutron] For port c493ebd6-0e81-41f4-9f06-b1db1b33655c, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=c493ebd6-0e81-41f4-9f06-b1db1b33655c,segment=NetworkSegment(decc697a-7e61-4b7c-8e62-5a81512ad237),segment_id=decc697a-7e61-4b7c-8e62-5a81512ad237)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:31:09.626440 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-444d47e6-469a-4594-9e7e-43283591c5da req-e2c70e9e-ea33-4f47-8c8b-5d172e98a7af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:09.654931 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6f398e54-7a0e-4a7d-b04c-39b5a7540497 req-0dca1bfa-a698-4789-9ef4-93f1225050ff tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683584 Jul 09 16:31:09.660396 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 78cea9d8-d59c-41b6-8026-93a1ae6f851c, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=78cea9d8-d59c-41b6-8026-93a1ae6f851c,segment=NetworkSegment(6e2b9c21-fb41-492a-acce-382bccea1cd3),segment_id=6e2b9c21-fb41-492a-acce-382bccea1cd3)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:31:09.690562 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '78cea9d8-d59c-41b6-8026-93a1ae6f851c', 'network_id': 'c3a10bac-c75e-4001-b489-6784d7328dfd', 'port_id': '78cea9d8-d59c-41b6-8026-93a1ae6f851c', 'mac_address': 'fa:16:3e:9e:7e:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fff820b-edc9-4459-ad3a-558e94517f9a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:31:09.690934 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d47e6-469a-4594-9e7e-43283591c5da req-e2c70e9e-ea33-4f47-8c8b-5d172e98a7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:09.692900 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-444d47e6-469a-4594-9e7e-43283591c5da req-e2c70e9e-ea33-4f47-8c8b-5d172e98a7af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:09.695250 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-444d47e6-469a-4594-9e7e-43283591c5da req-e2c70e9e-ea33-4f47-8c8b-5d172e98a7af service neutron] 10.222.0.77 "PUT /v2.0/ports/c493ebd6-0e81-41f4-9f06-b1db1b33655c HTTP/1.1" status: 200 len: 1091 time: 0.9499655 Jul 09 16:31:09.710949 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 48024) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:09.747697 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:09.755182 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-79c65cc2-7946-45d9-ae51-9ad2bc08a739 req-68838a10-eddc-4c54-baa1-ee04664e99d4 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Deleting port 332e4ebf-9e9a-45a1-9add-df05f3712dd6 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:31:09.755761 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-79c65cc2-7946-45d9-ae51-9ad2bc08a739 req-68838a10-eddc-4c54-baa1-ee04664e99d4 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:09.767252 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78cea9d8-d59c-41b6-8026-93a1ae6f851c {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:31:09.790412 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 78cea9d8-d59c-41b6-8026-93a1ae6f851c, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=78cea9d8-d59c-41b6-8026-93a1ae6f851c,segment=NetworkSegment(6e2b9c21-fb41-492a-acce-382bccea1cd3),segment_id=6e2b9c21-fb41-492a-acce-382bccea1cd3)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:31:09.798587 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:09.806400 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c70e9e-ea33-4f47-8c8b-5d172e98a7af service neutron] Pushing event updated for resources: {'Port': ['ID=c493ebd6-0e81-41f4-9f06-b1db1b33655c,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:09.854450 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8e2cec-0288-47fa-9447-4e95e6388f3d req-7b0bd223-2923-422c-b126-5f680b0859ca tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:09.856737 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8b8e2cec-0288-47fa-9447-4e95e6388f3d req-7b0bd223-2923-422c-b126-5f680b0859ca tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=5871d9ee-9fd5-44ae-a30e-9ce910fbaca0 HTTP/1.1" status: 200 len: 943 time: 0.1788001 Jul 09 16:31:09.862344 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d47e6-469a-4594-9e7e-43283591c5da req-ef3fbf75-24ba-4eab-8d17-0d889eea9419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:09.863940 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-444d47e6-469a-4594-9e7e-43283591c5da req-ef3fbf75-24ba-4eab-8d17-0d889eea9419 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0266986ff7814ad9933eca94a231ef2b&device_id=5871d9ee-9fd5-44ae-a30e-9ce910fbaca0 HTTP/1.1" status: 200 len: 1094 time: 0.1172390 Jul 09 16:31:09.900495 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c9c86645-c08a-4ff1-9df2-bf0294fb6e3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:09.921776 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-444d47e6-469a-4594-9e7e-43283591c5da req-224d554c-9587-46c6-90b1-5b54d647cd0f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c493ebd6-0e81-41f4-9f06-b1db1b33655c HTTP/1.1" status: 200 len: 217 time: 0.0482337 Jul 09 16:31:09.928116 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-79c65cc2-7946-45d9-ae51-9ad2bc08a739 req-68838a10-eddc-4c54-baa1-ee04664e99d4 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] For port 332e4ebf-9e9a-45a1-9add-df05f3712dd6, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=332e4ebf-9e9a-45a1-9add-df05f3712dd6,segment=NetworkSegment(b17effcb-431d-43b3-801f-bd6ca572eef8),segment_id=b17effcb-431d-43b3-801f-bd6ca572eef8)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:31:09.929252 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-79c65cc2-7946-45d9-ae51-9ad2bc08a739 req-68838a10-eddc-4c54-baa1-ee04664e99d4 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:09.948898 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-79c65cc2-7946-45d9-ae51-9ad2bc08a739 req-68838a10-eddc-4c54-baa1-ee04664e99d4 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Calling delete_port for 332e4ebf-9e9a-45a1-9add-df05f3712dd6 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:31:09.963808 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8b8e2cec-0288-47fa-9447-4e95e6388f3d req-3c2e0b8b-cf70-48f2-b8a0-34ea92126b11 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988195 Jul 09 16:31:09.995137 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d47e6-469a-4594-9e7e-43283591c5da req-c7d9f1c3-29da-46d4-86d5-ff40a494bb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:09.995137 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-444d47e6-469a-4594-9e7e-43283591c5da req-c7d9f1c3-29da-46d4-86d5-ff40a494bb93 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9b7ef36a-a920-4cfb-b028-a0e3add3d4f4 HTTP/1.1" status: 200 len: 854 time: 0.0643628 Jul 09 16:31:10.033858 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:10.040626 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-444d47e6-469a-4594-9e7e-43283591c5da req-796131ff-29a6-436a-a702-651c7b82b335 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=38aa73fb-54e8-4b43-bb39-928294ff523d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383875 Jul 09 16:31:10.049989 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=78cea9d8-d59c-41b6-8026-93a1ae6f851c,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:10.140402 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-444d47e6-469a-4594-9e7e-43283591c5da req-f451e8ff-bfbb-4539-9834-c8d6573dc21c service neutron] 10.222.0.77 "GET /v2.0/networks/38aa73fb-54e8-4b43-bb39-928294ff523d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926011 Jul 09 16:31:10.141969 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c9c86645-c08a-4ff1-9df2-bf0294fb6e3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:10.148819 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c9c86645-c08a-4ff1-9df2-bf0294fb6e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:10.197404 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-79c65cc2-7946-45d9-ae51-9ad2bc08a739 req-68838a10-eddc-4c54-baa1-ee04664e99d4 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:10.211411 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c86645-c08a-4ff1-9df2-bf0294fb6e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=957c67c4-1fc5-46f4-a05c-e2c0e1ec0814,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:10.239862 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [req-3609e12c-fa03-4302-90e5-fcdef6f312d6 req-9cabe0bd-2a7f-47eb-907b-c6e04a9be076 tempest-DeleteServersTestJSON-1040421865 tempest-DeleteServersTestJSON-1040421865-project] (93959) timed out ('10.222.0.77', 60393) {{(pid=93959) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 16:31:10.245121 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-444d47e6-469a-4594-9e7e-43283591c5da req-85ff3271-a641-4069-9c81-99611ed67f06 service neutron] 10.222.0.77 "GET /v2.0/networks/38aa73fb-54e8-4b43-bb39-928294ff523d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983329 Jul 09 16:31:10.246064 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c9c86645-c08a-4ff1-9df2-bf0294fb6e3b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=65b65b3ecb724c31b500fc88699581de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5340400 Jul 09 16:31:10.247854 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68838a10-eddc-4c54-baa1-ee04664e99d4 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Pushing event deleted for resources: {'Port': ['ID=332e4ebf-9e9a-45a1-9add-df05f3712dd6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:10.249715 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 48030) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:10.263090 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['78cea9d8-d59c-41b6-8026-93a1ae6f851c'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:31:10.312091 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c9463c79-d3cf-4ade-b99a-6d3eb25ffd6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:10.334733 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-79c65cc2-7946-45d9-ae51-9ad2bc08a739 req-68838a10-eddc-4c54-baa1-ee04664e99d4 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] No DVR routers for this DVR port 332e4ebf-9e9a-45a1-9add-df05f3712dd6 on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:31:10.339196 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c9463c79-d3cf-4ade-b99a-6d3eb25ffd6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:10.346331 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-79c65cc2-7946-45d9-ae51-9ad2bc08a739 req-68838a10-eddc-4c54-baa1-ee04664e99d4 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:10.348505 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-79c65cc2-7946-45d9-ae51-9ad2bc08a739 req-68838a10-eddc-4c54-baa1-ee04664e99d4 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.77 "DELETE /v2.0/ports/332e4ebf-9e9a-45a1-9add-df05f3712dd6 HTTP/1.1" status: 204 len: 173 time: 0.7707131 Jul 09 16:31:10.348993 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b808d81a-1027-4ccd-8f61-44b0be2ca51b', 'name': 'network-vif-deleted', 'tag': '332e4ebf-9e9a-45a1-9add-df05f3712dd6'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:31:10.351459 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fde50e9-0b45-4284-8975-808ead38f3aa" -d '{"events": [{"server_uuid": "b808d81a-1027-4ccd-8f61-44b0be2ca51b", "name": "network-vif-deleted", "tag": "332e4ebf-9e9a-45a1-9add-df05f3712dd6"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:31:10.438699 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21cb0750-c4f9-40cd-a255-926aaebc3830 x-openstack-request-id: req-21cb0750-c4f9-40cd-a255-926aaebc3830 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:31:10.438901 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b808d81a-1027-4ccd-8f61-44b0be2ca51b", "name": "network-vif-deleted", "tag": "332e4ebf-9e9a-45a1-9add-df05f3712dd6", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:31:10.439279 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-21cb0750-c4f9-40cd-a255-926aaebc3830 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:31:10.439554 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b808d81a-1027-4ccd-8f61-44b0be2ca51b', 'name': 'network-vif-deleted', 'tag': '332e4ebf-9e9a-45a1-9add-df05f3712dd6', 'status': 'completed', 'code': 200} Jul 09 16:31:10.446204 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c9463c79-d3cf-4ade-b99a-6d3eb25ffd6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:10.449000 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c9463c79-d3cf-4ade-b99a-6d3eb25ffd6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:10.456222 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c9463c79-d3cf-4ade-b99a-6d3eb25ffd6e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/957c67c4-1fc5-46f4-a05c-e2c0e1ec0814 HTTP/1.1" status: 204 len: 168 time: 0.2023926 Jul 09 16:31:10.470466 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5871d9ee-9fd5-44ae-a30e-9ce910fbaca0', 'tag': 'c493ebd6-0e81-41f4-9f06-b1db1b33655c'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:31:10.473305 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd5bd15-f9bb-463b-9481-2af4748a8d43" -d '{"events": [{"name": "network-changed", "server_uuid": "5871d9ee-9fd5-44ae-a30e-9ce910fbaca0", "tag": "c493ebd6-0e81-41f4-9f06-b1db1b33655c"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:31:10.507798 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9463c79-d3cf-4ade-b99a-6d3eb25ffd6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=957c67c4-1fc5-46f4-a05c-e2c0e1ec0814,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:10.525101 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c01e58-f435-4e75-a6d6-0845b86fcf04 req-ae74b581-33d7-4e78-b744-354788d0e145 tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:10.540964 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-23c01e58-f435-4e75-a6d6-0845b86fcf04 req-ae74b581-33d7-4e78-b744-354788d0e145 tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5ae033d-9cce-4895-bfd8-86515294d6a3 HTTP/1.1" status: 200 len: 944 time: 0.1539402 Jul 09 16:31:10.623751 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-23c01e58-f435-4e75-a6d6-0845b86fcf04 req-e840576d-2be6-4211-8065-8b16e5080c6f tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] 10.222.0.98 "GET /v2.0/security-groups?id=51a251b8-550d-4ffd-b786-c4359a6722f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764749 Jul 09 16:31:10.655352 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f0115fa8-0952-4c1d-a53c-41b7055cfbcb req-cd6fd6c5-6fba-408a-92bd-4fed25a2c892 tempest-ListServerFiltersTestJSON-1921804883 tempest-ListServerFiltersTestJSON-1921804883-project] 10.222.0.98 "GET /v2.0/ports?device_id=b808d81a-1027-4ccd-8f61-44b0be2ca51b HTTP/1.1" status: 200 len: 210 time: 0.0467227 Jul 09 16:31:10.699218 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac65ff37-e07e-4652-b0b5-56cc16b77de0 x-openstack-request-id: req-ac65ff37-e07e-4652-b0b5-56cc16b77de0 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:31:10.699503 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5871d9ee-9fd5-44ae-a30e-9ce910fbaca0", "tag": "c493ebd6-0e81-41f4-9f06-b1db1b33655c", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:31:10.699751 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ac65ff37-e07e-4652-b0b5-56cc16b77de0 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:31:10.700574 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5871d9ee-9fd5-44ae-a30e-9ce910fbaca0', 'tag': 'c493ebd6-0e81-41f4-9f06-b1db1b33655c', 'status': 'completed', 'code': 200} Jul 09 16:31:10.795906 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd5bd15-f9bb-463b-9481-2af4748a8d43 req-230fd81a-2bd9-4a6f-a863-5b9ac7495f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:10.797406 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0cd5bd15-f9bb-463b-9481-2af4748a8d43 req-230fd81a-2bd9-4a6f-a863-5b9ac7495f52 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0266986ff7814ad9933eca94a231ef2b&device_id=5871d9ee-9fd5-44ae-a30e-9ce910fbaca0 HTTP/1.1" status: 200 len: 1094 time: 0.0668838 Jul 09 16:31:10.876514 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4bd7cb-9af9-45f2-b7e2-cf416ca75c7b req-b31f239c-0390-4613-9555-a29f449204e8 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:10.878196 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1f4bd7cb-9af9-45f2-b7e2-cf416ca75c7b req-b31f239c-0390-4613-9555-a29f449204e8 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 946 time: 0.0816286 Jul 09 16:31:10.926710 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 48044) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:10.930455 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1f4bd7cb-9af9-45f2-b7e2-cf416ca75c7b req-517ccb70-a03f-4697-aa0d-afba948aef78 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464406 Jul 09 16:31:10.945287 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d71235f0-1ecb-429d-a777-21ea021edb5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:10.949369 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd5bd15-f9bb-463b-9481-2af4748a8d43 req-a65d33b8-40a2-498f-b4da-49e96addeb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:10.950873 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0cd5bd15-f9bb-463b-9481-2af4748a8d43 req-a65d33b8-40a2-498f-b4da-49e96addeb84 service neutron] 10.222.0.77 "GET /v2.0/networks?id=38aa73fb-54e8-4b43-bb39-928294ff523d HTTP/1.1" status: 200 len: 915 time: 0.1461623 Jul 09 16:31:11.009646 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0cd5bd15-f9bb-463b-9481-2af4748a8d43 req-fbacb919-93c8-4905-9168-57599932a206 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c493ebd6-0e81-41f4-9f06-b1db1b33655c HTTP/1.1" status: 200 len: 217 time: 0.0480609 Jul 09 16:31:11.089128 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd5bd15-f9bb-463b-9481-2af4748a8d43 req-fe410246-d078-46db-8f63-691120b3797b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:11.090613 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0cd5bd15-f9bb-463b-9481-2af4748a8d43 req-fe410246-d078-46db-8f63-691120b3797b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9b7ef36a-a920-4cfb-b028-a0e3add3d4f4 HTTP/1.1" status: 200 len: 854 time: 0.0740163 Jul 09 16:31:11.141571 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0cd5bd15-f9bb-463b-9481-2af4748a8d43 req-bd2cd147-8381-48b0-83a5-06e280b28f09 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=38aa73fb-54e8-4b43-bb39-928294ff523d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432665 Jul 09 16:31:11.291887 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d71235f0-1ecb-429d-a777-21ea021edb5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:11.299931 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d71235f0-1ecb-429d-a777-21ea021edb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:11.361090 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c650e852-956c-4730-b3c4-3f429e02643a req-2534e155-dd6d-4974-8707-c46afafb5fa0 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:11.362646 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c650e852-956c-4730-b3c4-3f429e02643a req-2534e155-dd6d-4974-8707-c46afafb5fa0 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=5871d9ee-9fd5-44ae-a30e-9ce910fbaca0 HTTP/1.1" status: 200 len: 943 time: 0.2543514 Jul 09 16:31:11.377075 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0cd5bd15-f9bb-463b-9481-2af4748a8d43 req-eb823708-3ba6-4017-a710-ea23d3fc5e62 service neutron] 10.222.0.77 "GET /v2.0/networks/38aa73fb-54e8-4b43-bb39-928294ff523d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926086 Jul 09 16:31:11.386901 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d71235f0-1ecb-429d-a777-21ea021edb5e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=57e20320f678417d91bfd1688430c36b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4588740 Jul 09 16:31:11.390001 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 48048) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:11.390233 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71235f0-1ecb-429d-a777-21ea021edb5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc451a05-fc4e-496e-8455-67e719363158,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:11.408248 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 979bff33-6997-4354-abf3-dcab99fbd3f9 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:31:11.451090 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-49c7cce6-610c-4ca5-b390-33fa7470e91d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:11.469513 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 979bff33-6997-4354-abf3-dcab99fbd3f9 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:31:11.473985 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 979bff33-6997-4354-abf3-dcab99fbd3f9 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:31:11.474345 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:11.475303 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c650e852-956c-4730-b3c4-3f429e02643a req-c7667f2c-a8ef-4a95-9963-27afb8b41354 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005685 Jul 09 16:31:11.499177 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-49c7cce6-610c-4ca5-b390-33fa7470e91d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:11.517383 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0cd5bd15-f9bb-463b-9481-2af4748a8d43 req-8dc5c354-1267-49dd-b7e5-7c1c0ec7697f service neutron] 10.222.0.77 "GET /v2.0/networks/38aa73fb-54e8-4b43-bb39-928294ff523d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287265 Jul 09 16:31:11.569874 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-49c7cce6-610c-4ca5-b390-33fa7470e91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:11.572520 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-49c7cce6-610c-4ca5-b390-33fa7470e91d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:11.573968 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-49c7cce6-610c-4ca5-b390-33fa7470e91d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/fc451a05-fc4e-496e-8455-67e719363158 HTTP/1.1" status: 204 len: 168 time: 0.1825883 Jul 09 16:31:11.576358 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:11.585908 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c7cce6-610c-4ca5-b390-33fa7470e91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc451a05-fc4e-496e-8455-67e719363158,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:11.620980 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b72271-6fd5-4421-a385-eedba481230a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979bff33-6997-4354-abf3-dcab99fbd3f9'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:31:11.623533 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb0c552-536a-41f3-a097-21458eb7970a" -d '{"events": [{"server_uuid": "80b72271-6fd5-4421-a385-eedba481230a", "name": "network-vif-plugged", "status": "completed", "tag": "979bff33-6997-4354-abf3-dcab99fbd3f9"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:31:11.644698 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 979bff33-6997-4354-abf3-dcab99fbd3f9, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=979bff33-6997-4354-abf3-dcab99fbd3f9,segment=NetworkSegment(ccf009d5-237d-4e31-8041-1465d7de9aef),segment_id=ccf009d5-237d-4e31-8041-1465d7de9aef)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:31:11.661483 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:11.695493 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c0bb74-edab-442f-a7dd-9a8ee4cea326 x-openstack-request-id: req-b4c0bb74-edab-442f-a7dd-9a8ee4cea326 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:31:11.695875 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b72271-6fd5-4421-a385-eedba481230a", "name": "network-vif-plugged", "status": "completed", "tag": "979bff33-6997-4354-abf3-dcab99fbd3f9", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:31:11.696070 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b4c0bb74-edab-442f-a7dd-9a8ee4cea326 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:31:11.696443 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b72271-6fd5-4421-a385-eedba481230a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979bff33-6997-4354-abf3-dcab99fbd3f9', 'code': 200} Jul 09 16:31:11.737879 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=979bff33-6997-4354-abf3-dcab99fbd3f9,revision_number=12']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:11.767865 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 48058) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:11.821397 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4d967b2-4648-4219-9332-340f0021849d admin admin] Deleting subnet a00aed8d-388d-4a59-b28e-f4e83ba31ee8 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:31:11.825060 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b4d967b2-4648-4219-9332-340f0021849d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:11.864863 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device c493ebd6-0e81-41f4-9f06-b1db1b33655c details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:31:11.875577 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 332e4ebf-9e9a-45a1-9add-df05f3712dd6 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:31:11.882293 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9bf0b-f1cd-47c8-958b-2c0d48c45186 req-33449be3-ae75-4472-915f-ea1e28cbd81f tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:11.883984 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-85d9bf0b-f1cd-47c8-958b-2c0d48c45186 req-33449be3-ae75-4472-915f-ea1e28cbd81f tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5ae033d-9cce-4895-bfd8-86515294d6a3 HTTP/1.1" status: 200 len: 944 time: 0.0944006 Jul 09 16:31:11.887161 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b4d967b2-4648-4219-9332-340f0021849d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:11.910701 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: 332e4ebf-9e9a-45a1-9add-df05f3712dd6 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:31:11.911097 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 332e4ebf-9e9a-45a1-9add-df05f3712dd6 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:31:11.946518 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-85d9bf0b-f1cd-47c8-958b-2c0d48c45186 req-5af985f6-a412-4749-88e4-91ea077f4d3e tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] 10.222.0.98 "GET /v2.0/security-groups?id=51a251b8-550d-4ffd-b786-c4359a6722f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466888 Jul 09 16:31:12.027198 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port c493ebd6-0e81-41f4-9f06-b1db1b33655c, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=c493ebd6-0e81-41f4-9f06-b1db1b33655c,segment=NetworkSegment(decc697a-7e61-4b7c-8e62-5a81512ad237),segment_id=decc697a-7e61-4b7c-8e62-5a81512ad237)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:31:12.042465 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': 'c493ebd6-0e81-41f4-9f06-b1db1b33655c', 'network_id': '38aa73fb-54e8-4b43-bb39-928294ff523d', 'port_id': 'c493ebd6-0e81-41f4-9f06-b1db1b33655c', 'mac_address': 'fa:16:3e:84:e6:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b7ef36a-a920-4cfb-b028-a0e3add3d4f4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:31:12.061497 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dacb1ad-264b-4f54-af25-5618592ef740 req-21635bcc-4335-44fb-8486-168b94441d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:12.063129 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0dacb1ad-264b-4f54-af25-5618592ef740 req-21635bcc-4335-44fb-8486-168b94441d50 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 1098 time: 0.1736917 Jul 09 16:31:12.067241 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b4d967b2-4648-4219-9332-340f0021849d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:12.102852 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:12.126982 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c493ebd6-0e81-41f4-9f06-b1db1b33655c {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:31:12.148917 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port c493ebd6-0e81-41f4-9f06-b1db1b33655c, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=c493ebd6-0e81-41f4-9f06-b1db1b33655c,segment=NetworkSegment(decc697a-7e61-4b7c-8e62-5a81512ad237),segment_id=decc697a-7e61-4b7c-8e62-5a81512ad237)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:31:12.154069 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:12.176336 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0dacb1ad-264b-4f54-af25-5618592ef740 req-dda7106c-a7ee-4a98-9785-336fb5a53946 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056924 Jul 09 16:31:12.213094 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=c493ebd6-0e81-41f4-9f06-b1db1b33655c,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:12.218205 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b4d967b2-4648-4219-9332-340f0021849d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:12.258162 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84abb83-f8d4-4250-a8a6-1a891928195d req-dfe59a48-d8a2-4d72-b023-6372b1292e2d tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:12.259717 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b84abb83-f8d4-4250-a8a6-1a891928195d req-dfe59a48-d8a2-4d72-b023-6372b1292e2d tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 947 time: 0.1414483 Jul 09 16:31:12.262315 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d967b2-4648-4219-9332-340f0021849d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a00aed8d-388d-4a59-b28e-f4e83ba31ee8,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:12.268233 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b4d967b2-4648-4219-9332-340f0021849d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:12.270065 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b4d967b2-4648-4219-9332-340f0021849d admin admin] 10.222.0.98 "DELETE /v2.0/subnets/a00aed8d-388d-4a59-b28e-f4e83ba31ee8 HTTP/1.1" status: 204 len: 168 time: 0.5011659 Jul 09 16:31:12.272917 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 48074) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:12.277897 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f128c7-c585-4e59-b22d-b43ded589ab1 None None] Network 23f1f623-b507-468d-a7a7-450e8778c5e5 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:31:12.308220 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b84abb83-f8d4-4250-a8a6-1a891928195d req-41a652dd-15c5-4fdb-809c-115253087e0f tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415583 Jul 09 16:31:12.394897 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-56cdbbeb-b00a-42d6-9327-bf103ca356b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:12.430496 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['c493ebd6-0e81-41f4-9f06-b1db1b33655c'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:31:12.488111 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-56cdbbeb-b00a-42d6-9327-bf103ca356b0 admin admin] Deleting port 02804475-c55d-4ca6-a5cf-7531af6c2abe {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:31:12.488426 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-56cdbbeb-b00a-42d6-9327-bf103ca356b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:12.625606 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffc1e28-3bdd-4244-98be-5140fb558d81 None None] DHCP port deletion for 23f1f623-b507-468d-a7a7-450e8778c5e5 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:31:12.629114 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-56cdbbeb-b00a-42d6-9327-bf103ca356b0 admin admin] For port 02804475-c55d-4ca6-a5cf-7531af6c2abe, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=02804475-c55d-4ca6-a5cf-7531af6c2abe,segment=NetworkSegment(b17effcb-431d-43b3-801f-bd6ca572eef8),segment_id=b17effcb-431d-43b3-801f-bd6ca572eef8)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:31:12.629702 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-56cdbbeb-b00a-42d6-9327-bf103ca356b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:12.653079 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-56cdbbeb-b00a-42d6-9327-bf103ca356b0 admin admin] Calling delete_port for 02804475-c55d-4ca6-a5cf-7531af6c2abe owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:31:12.696679 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-dffc1e28-3bdd-4244-98be-5140fb558d81 None None] Deleting port 02804475-c55d-4ca6-a5cf-7531af6c2abe {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:31:12.697057 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dffc1e28-3bdd-4244-98be-5140fb558d81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:12.777230 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-dffc1e28-3bdd-4244-98be-5140fb558d81 None None] For port 02804475-c55d-4ca6-a5cf-7531af6c2abe, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=02804475-c55d-4ca6-a5cf-7531af6c2abe,segment=NetworkSegment(b17effcb-431d-43b3-801f-bd6ca572eef8),segment_id=b17effcb-431d-43b3-801f-bd6ca572eef8)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:31:12.777890 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dffc1e28-3bdd-4244-98be-5140fb558d81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:12.798281 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-dffc1e28-3bdd-4244-98be-5140fb558d81 None None] Calling delete_port for 02804475-c55d-4ca6-a5cf-7531af6c2abe owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:31:12.827173 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c03734-4374-4a1f-980a-62089a8ccaa8 req-d556f01f-2b14-4b2b-886e-b3aa2cc20741 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:12.828718 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-27c03734-4374-4a1f-980a-62089a8ccaa8 req-d556f01f-2b14-4b2b-886e-b3aa2cc20741 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=5871d9ee-9fd5-44ae-a30e-9ce910fbaca0 HTTP/1.1" status: 200 len: 944 time: 0.1065080 Jul 09 16:31:12.835436 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-56cdbbeb-b00a-42d6-9327-bf103ca356b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:12.891359 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cdbbeb-b00a-42d6-9327-bf103ca356b0 admin admin] No DVR routers for this DVR port 02804475-c55d-4ca6-a5cf-7531af6c2abe on host n-d-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:31:12.893720 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cdbbeb-b00a-42d6-9327-bf103ca356b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=02804475-c55d-4ca6-a5cf-7531af6c2abe,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:12.900746 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dffc1e28-3bdd-4244-98be-5140fb558d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:12.942353 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffc1e28-3bdd-4244-98be-5140fb558d81 None None] Pushing event deleted for resources: {'Port': ['ID=02804475-c55d-4ca6-a5cf-7531af6c2abe,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:12.944670 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffc1e28-3bdd-4244-98be-5140fb558d81 None None] No DVR routers for this DVR port 02804475-c55d-4ca6-a5cf-7531af6c2abe on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:31:12.979264 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-27c03734-4374-4a1f-980a-62089a8ccaa8 req-4803bf07-4edc-4ac3-a837-8e7b0d9a486c tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351488 Jul 09 16:31:12.997796 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-56cdbbeb-b00a-42d6-9327-bf103ca356b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:13.020714 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-56cdbbeb-b00a-42d6-9327-bf103ca356b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23f1f623-b507-468d-a7a7-450e8778c5e5']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:31:13.038074 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-56cdbbeb-b00a-42d6-9327-bf103ca356b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b17effcb-431d-43b3-801f-bd6ca572eef8') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:31:13.038379 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-56cdbbeb-b00a-42d6-9327-bf103ca356b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b17effcb-431d-43b3-801f-bd6ca572eef8') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:31:13.050909 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-56cdbbeb-b00a-42d6-9327-bf103ca356b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:13.072713 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-56cdbbeb-b00a-42d6-9327-bf103ca356b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:13.089055 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56cdbbeb-b00a-42d6-9327-bf103ca356b0 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:31:13.089486 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-56cdbbeb-b00a-42d6-9327-bf103ca356b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:13.135712 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:31:13.135712 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:31:13.135712 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:31:13.135712 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:31:13.135712 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:31:13.135712 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:31:13.135712 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:31:13.135712 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:31:13.135712 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:31:13.135712 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:31:13.135712 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:31:13.135712 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:31:13.135712 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:31:13.135712 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:31:13.135712 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:31:13.135712 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:31:13.135712 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:31:13.135712 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:31:13.135712 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:31:13.135712 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:31:13.135712 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:31:13.135712 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:31:13.135712 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:31:13.135712 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:31:13.135712 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:31:13.135712 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:31:13.135712 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:31:13.135712 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:31:13.135712 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:31:13.135712 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:31:13.135712 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:31:13.135712 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:31:13.151686 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-56cdbbeb-b00a-42d6-9327-bf103ca356b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:13.158449 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-56cdbbeb-b00a-42d6-9327-bf103ca356b0 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:13.159159 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df065a2-da00-4ad2-a337-2c4285502487 req-79eff82f-8fad-41ae-8d44-8d199bac349c tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:13.160502 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-56cdbbeb-b00a-42d6-9327-bf103ca356b0 admin admin] 10.222.0.98 "DELETE /v2.0/networks/23f1f623-b507-468d-a7a7-450e8778c5e5 HTTP/1.1" status: 204 len: 168 time: 0.8861799 Jul 09 16:31:13.161786 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6df065a2-da00-4ad2-a337-2c4285502487 req-79eff82f-8fad-41ae-8d44-8d199bac349c tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5ae033d-9cce-4895-bfd8-86515294d6a3 HTTP/1.1" status: 200 len: 944 time: 0.0987682 Jul 09 16:31:13.180958 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cdbbeb-b00a-42d6-9327-bf103ca356b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=23f1f623-b507-468d-a7a7-450e8778c5e5,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:13.204898 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6df065a2-da00-4ad2-a337-2c4285502487 req-68d7bc40-fca7-4d5f-a277-2bf2fa0a4102 tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] 10.222.0.98 "GET /v2.0/security-groups?id=51a251b8-550d-4ffd-b786-c4359a6722f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367086 Jul 09 16:31:13.366698 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 48104) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:13.420176 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 78cea9d8-d59c-41b6-8026-93a1ae6f851c up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:31:13.426358 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-571963d2-b5ee-468b-8e0c-b6532a87952d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=aa82af0020cd43f5a91de69498f9def1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0578368 Jul 09 16:31:13.428806 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 48108) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:13.488821 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 78cea9d8-d59c-41b6-8026-93a1ae6f851c completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:31:13.496964 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 78cea9d8-d59c-41b6-8026-93a1ae6f851c triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:31:13.497665 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:13.514937 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e0174f97-e746-45ca-b823-10bd90c1a0a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:13.550874 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e0174f97-e746-45ca-b823-10bd90c1a0a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:13.571458 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20538681-01ae-4b6e-8270-3a2cb910ac12 req-d2e3a5d1-4384-431f-a3f1-56eb696ff615 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:13.573168 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-20538681-01ae-4b6e-8270-3a2cb910ac12 req-d2e3a5d1-4384-431f-a3f1-56eb696ff615 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 947 time: 0.1194394 Jul 09 16:31:13.617028 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e0174f97-e746-45ca-b823-10bd90c1a0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:13.620074 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e0174f97-e746-45ca-b823-10bd90c1a0a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:13.623794 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e0174f97-e746-45ca-b823-10bd90c1a0a3 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1cd28115-a72b-47bb-907a-24e6b91de643 HTTP/1.1" status: 204 len: 168 time: 0.1914444 Jul 09 16:31:13.623988 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:13.634923 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0174f97-e746-45ca-b823-10bd90c1a0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd28115-a72b-47bb-907a-24e6b91de643,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:13.643431 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-20538681-01ae-4b6e-8270-3a2cb910ac12 req-6f70f847-e2a1-4b3d-b17d-7eeb5fb6d54c tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588276 Jul 09 16:31:13.701921 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ae033d-9cce-4895-bfd8-86515294d6a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cea9d8-d59c-41b6-8026-93a1ae6f851c'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:31:13.704554 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429a5120-ffcd-4227-ba03-ac14e4645c94" -d '{"events": [{"server_uuid": "f5ae033d-9cce-4895-bfd8-86515294d6a3", "name": "network-vif-plugged", "status": "completed", "tag": "78cea9d8-d59c-41b6-8026-93a1ae6f851c"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:31:13.711217 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 78cea9d8-d59c-41b6-8026-93a1ae6f851c, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=78cea9d8-d59c-41b6-8026-93a1ae6f851c,segment=NetworkSegment(6e2b9c21-fb41-492a-acce-382bccea1cd3),segment_id=6e2b9c21-fb41-492a-acce-382bccea1cd3)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:31:13.721191 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:13.755573 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e84f0aa-877f-4100-b6fd-11c81984ba11 x-openstack-request-id: req-7e84f0aa-877f-4100-b6fd-11c81984ba11 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:31:13.755929 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ae033d-9cce-4895-bfd8-86515294d6a3", "name": "network-vif-plugged", "status": "completed", "tag": "78cea9d8-d59c-41b6-8026-93a1ae6f851c", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:31:13.756680 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7e84f0aa-877f-4100-b6fd-11c81984ba11 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:31:13.757068 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ae033d-9cce-4895-bfd8-86515294d6a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cea9d8-d59c-41b6-8026-93a1ae6f851c', 'code': 200} Jul 09 16:31:13.783244 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=78cea9d8-d59c-41b6-8026-93a1ae6f851c,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:13.883897 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device c493ebd6-0e81-41f4-9f06-b1db1b33655c up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:31:13.936263 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d81a1-aa56-41aa-847f-2ba31e64cbcc req-debe755b-56a0-44c8-8f1b-4fc344616e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:13.939110 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3d2d81a1-aa56-41aa-847f-2ba31e64cbcc req-debe755b-56a0-44c8-8f1b-4fc344616e2a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f5ae033d-9cce-4895-bfd8-86515294d6a3 HTTP/1.1" status: 200 len: 1096 time: 0.0685918 Jul 09 16:31:13.945619 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port c493ebd6-0e81-41f4-9f06-b1db1b33655c completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:31:13.950255 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port c493ebd6-0e81-41f4-9f06-b1db1b33655c triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:31:13.950665 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:13.999229 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3d2d81a1-aa56-41aa-847f-2ba31e64cbcc req-9e280ce5-66cc-48ac-b7be-a4c480347314 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=51a251b8-550d-4ffd-b786-c4359a6722f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524333 Jul 09 16:31:14.050953 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:14.097549 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port c493ebd6-0e81-41f4-9f06-b1db1b33655c, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=c493ebd6-0e81-41f4-9f06-b1db1b33655c,segment=NetworkSegment(decc697a-7e61-4b7c-8e62-5a81512ad237),segment_id=decc697a-7e61-4b7c-8e62-5a81512ad237)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:31:14.103569 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:14.200071 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=c493ebd6-0e81-41f4-9f06-b1db1b33655c,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:14.225720 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39857291-b11d-48a3-990f-f2917f7d1733 req-c9559409-709c-473d-950e-309ef30c8bcd tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:14.234691 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-39857291-b11d-48a3-990f-f2917f7d1733 req-c9559409-709c-473d-950e-309ef30c8bcd tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=5871d9ee-9fd5-44ae-a30e-9ce910fbaca0 HTTP/1.1" status: 200 len: 945 time: 0.1043177 Jul 09 16:31:14.286233 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-39857291-b11d-48a3-990f-f2917f7d1733 req-25556f58-431b-48dc-bd68-06f2383d9bde tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504930 Jul 09 16:31:14.452626 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aefbbb-33b6-4f9e-937f-e2417850a5a3 req-2933104a-0c52-476b-980c-090bed93d07e tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:14.467202 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f3aefbbb-33b6-4f9e-937f-e2417850a5a3 req-2933104a-0c52-476b-980c-090bed93d07e tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5ae033d-9cce-4895-bfd8-86515294d6a3 HTTP/1.1" status: 200 len: 945 time: 0.1030068 Jul 09 16:31:14.524106 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f3aefbbb-33b6-4f9e-937f-e2417850a5a3 req-44c6b11e-4903-4c89-a85f-d79115462c1d tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] 10.222.0.98 "GET /v2.0/security-groups?id=51a251b8-550d-4ffd-b786-c4359a6722f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549879 Jul 09 16:31:14.550146 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 02804475-c55d-4ca6-a5cf-7531af6c2abe no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:31:14.572200 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 02804475-c55d-4ca6-a5cf-7531af6c2abe {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:31:14.572617 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 02804475-c55d-4ca6-a5cf-7531af6c2abe not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:31:14.863693 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc31586-6195-4b45-833c-e435a8a98434 req-f8712ea4-e295-49a9-9782-10d68363be6b tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:14.865429 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bfc31586-6195-4b45-833c-e435a8a98434 req-f8712ea4-e295-49a9-9782-10d68363be6b tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 947 time: 0.0910547 Jul 09 16:31:14.872963 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 48200) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:14.910654 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bfc31586-6195-4b45-833c-e435a8a98434 req-05d29ab4-f736-433d-8664-b4dd090659b0 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388947 Jul 09 16:31:15.016182 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f60552de-84e2-4ab6-8c18-ebd401fff471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:15.129508 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f60552de-84e2-4ab6-8c18-ebd401fff471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:15.134706 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f60552de-84e2-4ab6-8c18-ebd401fff471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:15.187793 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f60552de-84e2-4ab6-8c18-ebd401fff471 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=bb13c3a0c4364bcda5b225956aba825f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3134534 Jul 09 16:31:15.190064 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60552de-84e2-4ab6-8c18-ebd401fff471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d870e924-37e1-4f3e-8742-193ef880586c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:15.191483 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 48204) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:15.252818 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-884862db-8531-42f3-b694-5dfdf1a61c09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:15.281662 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-884862db-8531-42f3-b694-5dfdf1a61c09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:15.346687 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-884862db-8531-42f3-b694-5dfdf1a61c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:15.351812 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-884862db-8531-42f3-b694-5dfdf1a61c09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:15.355746 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-884862db-8531-42f3-b694-5dfdf1a61c09 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d870e924-37e1-4f3e-8742-193ef880586c HTTP/1.1" status: 204 len: 168 time: 0.1597722 Jul 09 16:31:15.362022 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884862db-8531-42f3-b694-5dfdf1a61c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d870e924-37e1-4f3e-8742-193ef880586c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:15.513648 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4ed99-04a3-4fb3-91ab-4cad2f0fc23c req-89e81502-7043-4640-84fc-58846b7426fb tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:15.517706 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-01e4ed99-04a3-4fb3-91ab-4cad2f0fc23c req-89e81502-7043-4640-84fc-58846b7426fb tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=5871d9ee-9fd5-44ae-a30e-9ce910fbaca0 HTTP/1.1" status: 200 len: 945 time: 0.0999393 Jul 09 16:31:15.591848 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-01e4ed99-04a3-4fb3-91ab-4cad2f0fc23c req-358bf2d2-fb9d-4854-bfde-27ab742cfb45 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620492 Jul 09 16:31:15.758908 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5871d9ee-9fd5-44ae-a30e-9ce910fbaca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c493ebd6-0e81-41f4-9f06-b1db1b33655c'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:31:15.763288 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255fe4f3-986f-4da1-b34f-6d268a5bd0ba" -d '{"events": [{"server_uuid": "5871d9ee-9fd5-44ae-a30e-9ce910fbaca0", "name": "network-vif-plugged", "status": "completed", "tag": "c493ebd6-0e81-41f4-9f06-b1db1b33655c"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:31:15.781904 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36826555-0a54-4176-807b-f23a86103e54 req-3b71bb2e-e3f2-4dc5-b844-238baa4a213a tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:15.783457 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-36826555-0a54-4176-807b-f23a86103e54 req-3b71bb2e-e3f2-4dc5-b844-238baa4a213a tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5ae033d-9cce-4895-bfd8-86515294d6a3 HTTP/1.1" status: 200 len: 945 time: 0.0698996 Jul 09 16:31:15.817130 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 48238) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:15.830922 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-36826555-0a54-4176-807b-f23a86103e54 req-0a9e107c-b997-41b1-9e9d-82848713651c tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] 10.222.0.98 "GET /v2.0/security-groups?id=51a251b8-550d-4ffd-b786-c4359a6722f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406075 Jul 09 16:31:15.831355 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-013e8bd2-0d1b-41e2-9a1e-d1fcf4bd1e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:15.885213 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1103c1a-188e-4914-ae05-4abd05d42dae x-openstack-request-id: req-b1103c1a-188e-4914-ae05-4abd05d42dae {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:31:15.885629 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5871d9ee-9fd5-44ae-a30e-9ce910fbaca0", "name": "network-vif-plugged", "status": "completed", "tag": "c493ebd6-0e81-41f4-9f06-b1db1b33655c", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:31:15.886102 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b1103c1a-188e-4914-ae05-4abd05d42dae {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:31:15.887124 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5871d9ee-9fd5-44ae-a30e-9ce910fbaca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c493ebd6-0e81-41f4-9f06-b1db1b33655c', 'code': 200} Jul 09 16:31:15.992556 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-013e8bd2-0d1b-41e2-9a1e-d1fcf4bd1e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:16.033473 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-013e8bd2-0d1b-41e2-9a1e-d1fcf4bd1e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:16.092510 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-013e8bd2-0d1b-41e2-9a1e-d1fcf4bd1e6c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=fe3ee03d183247b08f86cd7d2585ab6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2742367 Jul 09 16:31:16.092642 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 48250) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:16.100537 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013e8bd2-0d1b-41e2-9a1e-d1fcf4bd1e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def53f29-1970-4ef7-a7fa-dbd8fa6fde63,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:16.113642 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bca128-44d0-48ba-8c0e-d8743d4ba694 req-49fd3f44-82b4-453d-ba55-6bc650720850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:16.116163 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-16bca128-44d0-48ba-8c0e-d8743d4ba694 req-49fd3f44-82b4-453d-ba55-6bc650720850 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5871d9ee-9fd5-44ae-a30e-9ce910fbaca0 HTTP/1.1" status: 200 len: 1096 time: 0.1328394 Jul 09 16:31:16.170168 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-16bca128-44d0-48ba-8c0e-d8743d4ba694 req-2b0dbbfb-820d-4cae-81af-2b4b294c5b75 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458450 Jul 09 16:31:16.182971 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ad6eb699-032d-4883-bebb-bad1ea7bbaa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:16.212134 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ad6eb699-032d-4883-bebb-bad1ea7bbaa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:16.276854 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ad6eb699-032d-4883-bebb-bad1ea7bbaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:16.280118 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ad6eb699-032d-4883-bebb-bad1ea7bbaa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:16.284503 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ad6eb699-032d-4883-bebb-bad1ea7bbaa0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/def53f29-1970-4ef7-a7fa-dbd8fa6fde63 HTTP/1.1" status: 204 len: 168 time: 0.1900170 Jul 09 16:31:16.294753 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6eb699-032d-4883-bebb-bad1ea7bbaa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def53f29-1970-4ef7-a7fa-dbd8fa6fde63,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:16.302210 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f16696-ddd8-4943-9356-55c1849e29b8 req-758f1ebb-def9-471b-923d-88bf4229b19c tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:16.311835 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c8f16696-ddd8-4943-9356-55c1849e29b8 req-758f1ebb-def9-471b-923d-88bf4229b19c tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 947 time: 0.1115272 Jul 09 16:31:16.385500 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c8f16696-ddd8-4943-9356-55c1849e29b8 req-6e56caad-0e70-41ad-afe8-3ae2108c778e tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726295 Jul 09 16:31:16.580961 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 48270) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:16.731645 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-48e18499-50d5-4877-a4b4-42bdac15558f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:16.908869 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16731a25-5e19-45c0-a370-a239279faacc req-3313fdaf-6958-4e51-af7d-a8f311e883e3 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:16.919095 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-16731a25-5e19-45c0-a370-a239279faacc req-3313fdaf-6958-4e51-af7d-a8f311e883e3 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=5871d9ee-9fd5-44ae-a30e-9ce910fbaca0 HTTP/1.1" status: 200 len: 945 time: 0.1690910 Jul 09 16:31:16.984507 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:31:16.985794 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-16731a25-5e19-45c0-a370-a239279faacc req-47b86065-b7f7-42d8-9240-a13f9b748f5b tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656903 Jul 09 16:31:17.030551 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-48e18499-50d5-4877-a4b4-42bdac15558f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:17.036594 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-48e18499-50d5-4877-a4b4-42bdac15558f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:17.086999 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e18499-50d5-4877-a4b4-42bdac15558f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f807a016-8f45-4888-81f5-022341fa42ca,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:17.092945 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-48e18499-50d5-4877-a4b4-42bdac15558f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2274518ca6f5450d8ada8427452ec039&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5108635 Jul 09 16:31:17.096385 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 48298) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:17.167478 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-65ca92ec-341c-446f-8f19-2864c66d63c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:17.196552 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-65ca92ec-341c-446f-8f19-2864c66d63c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:17.280932 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-65ca92ec-341c-446f-8f19-2864c66d63c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:17.283757 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-65ca92ec-341c-446f-8f19-2864c66d63c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:17.284933 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-65ca92ec-341c-446f-8f19-2864c66d63c6 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f807a016-8f45-4888-81f5-022341fa42ca HTTP/1.1" status: 204 len: 168 time: 0.1871073 Jul 09 16:31:17.293751 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca92ec-341c-446f-8f19-2864c66d63c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f807a016-8f45-4888-81f5-022341fa42ca,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:18.212973 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad18017-e0fb-451d-b299-e0ed43d9e27d req-15bce3c6-7644-4802-9d16-c90ea805658a tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:18.214617 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bad18017-e0fb-451d-b299-e0ed43d9e27d req-15bce3c6-7644-4802-9d16-c90ea805658a tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=5871d9ee-9fd5-44ae-a30e-9ce910fbaca0 HTTP/1.1" status: 200 len: 945 time: 0.0842662 Jul 09 16:31:18.262938 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bad18017-e0fb-451d-b299-e0ed43d9e27d req-00d5df02-f373-4ba9-9af8-8f27c7956bce tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411384 Jul 09 16:31:18.499334 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c302f-8500-4e14-be1b-46bd2fd26878 req-4eb8de8c-df75-4510-9d03-33a129b63697 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:18.503016 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2f0c302f-8500-4e14-be1b-46bd2fd26878 req-4eb8de8c-df75-4510-9d03-33a129b63697 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=5871d9ee-9fd5-44ae-a30e-9ce910fbaca0 HTTP/1.1" status: 200 len: 945 time: 0.0838699 Jul 09 16:31:18.563620 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2f0c302f-8500-4e14-be1b-46bd2fd26878 req-0d45cd3d-ceb7-46d0-86b8-71fdd1866284 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548866 Jul 09 16:31:19.024531 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58041393-9b65-41e4-964c-a020cedd1a0a req-e6ebff4e-5df4-4337-9051-e892afd72517 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:19.031426 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-58041393-9b65-41e4-964c-a020cedd1a0a req-e6ebff4e-5df4-4337-9051-e892afd72517 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=5871d9ee-9fd5-44ae-a30e-9ce910fbaca0 HTTP/1.1" status: 200 len: 945 time: 0.1146009 Jul 09 16:31:19.068130 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 48384) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:19.082594 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-58041393-9b65-41e4-964c-a020cedd1a0a req-46c7277c-3dd5-44f3-8878-0eb4c786d179 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457618 Jul 09 16:31:19.253841 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a7c2113-d14c-466e-92ad-716361d0d940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:19.440001 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a7c2113-d14c-466e-92ad-716361d0d940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:19.446281 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a7c2113-d14c-466e-92ad-716361d0d940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:19.503520 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 48398) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:19.503772 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-9a7c2113-d14c-466e-92ad-716361d0d940 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=122ce189dbd94fe093badabbd4012a8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4337981 Jul 09 16:31:19.558356 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7c2113-d14c-466e-92ad-716361d0d940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1b4a59-6d8d-461f-bc07-bcde030169ad,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:19.651908 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-81093f36-0990-4ecc-aa1a-09cd02cff2f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:19.682020 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-81093f36-0990-4ecc-aa1a-09cd02cff2f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:19.734217 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb5c51d-c83d-487f-9622-0f1d67e49e19 req-9ca02744-0b26-4202-b09c-bc7c2facf012 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:19.734631 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6eb5c51d-c83d-487f-9622-0f1d67e49e19 req-9ca02744-0b26-4202-b09c-bc7c2facf012 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=5871d9ee-9fd5-44ae-a30e-9ce910fbaca0 HTTP/1.1" status: 200 len: 945 time: 0.1284075 Jul 09 16:31:19.787139 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-81093f36-0990-4ecc-aa1a-09cd02cff2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:19.789812 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-81093f36-0990-4ecc-aa1a-09cd02cff2f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:19.794722 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-81093f36-0990-4ecc-aa1a-09cd02cff2f4 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6a1b4a59-6d8d-461f-bc07-bcde030169ad HTTP/1.1" status: 204 len: 168 time: 0.2859008 Jul 09 16:31:19.846276 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6eb5c51d-c83d-487f-9622-0f1d67e49e19 req-c1d33453-abd3-4902-bcb4-d08ca19c10a4 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978971 Jul 09 16:31:19.848785 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81093f36-0990-4ecc-aa1a-09cd02cff2f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1b4a59-6d8d-461f-bc07-bcde030169ad,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:20.167009 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9449d0-635e-4f73-be21-97d06162e3b8 req-9a637570-ab1f-4d3c-92cc-edbd43353d8a tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:20.169634 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8d9449d0-635e-4f73-be21-97d06162e3b8 req-9a637570-ab1f-4d3c-92cc-edbd43353d8a tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5ae033d-9cce-4895-bfd8-86515294d6a3 HTTP/1.1" status: 200 len: 945 time: 0.0951099 Jul 09 16:31:20.221563 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 48414) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:20.245131 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8d9449d0-635e-4f73-be21-97d06162e3b8 req-623c102d-4a99-47da-893a-2d98bb9bc22b tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] 10.222.0.98 "GET /v2.0/security-groups?id=51a251b8-550d-4ffd-b786-c4359a6722f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624518 Jul 09 16:31:20.251606 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-553e8901-4f27-4d77-aaa5-ed3bc81310d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:20.435805 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcbec09-0436-4e60-acf5-c8a00b30dfb5 req-71721b29-c661-461d-9ecb-779d88c361a7 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:20.437409 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0bcbec09-0436-4e60-acf5-c8a00b30dfb5 req-71721b29-c661-461d-9ecb-779d88c361a7 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=5871d9ee-9fd5-44ae-a30e-9ce910fbaca0 HTTP/1.1" status: 200 len: 945 time: 0.1355169 Jul 09 16:31:20.469231 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-553e8901-4f27-4d77-aaa5-ed3bc81310d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:20.479001 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-553e8901-4f27-4d77-aaa5-ed3bc81310d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:20.526322 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0bcbec09-0436-4e60-acf5-c8a00b30dfb5 req-cdeb74bc-90aa-415d-8838-191379f76397 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829751 Jul 09 16:31:20.540735 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-553e8901-4f27-4d77-aaa5-ed3bc81310d3 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f19572be0acb429fa6abac0679a78a19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3169091 Jul 09 16:31:20.544186 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 48416) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:20.547165 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e8901-4f27-4d77-aaa5-ed3bc81310d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf7d303-93e0-43cd-8baf-102616f2550f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:20.612196 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fd055d02-c30e-48b4-b418-5f4171980c3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:20.639298 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fd055d02-c30e-48b4-b418-5f4171980c3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:20.732832 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fd055d02-c30e-48b4-b418-5f4171980c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:20.735483 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fd055d02-c30e-48b4-b418-5f4171980c3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:20.736660 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-fd055d02-c30e-48b4-b418-5f4171980c3c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ccf7d303-93e0-43cd-8baf-102616f2550f HTTP/1.1" status: 204 len: 168 time: 0.1858933 Jul 09 16:31:20.747404 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f364470-9a33-4e52-9029-d97f46d90fab req-ada546cd-0fd9-4565-9fbc-2ad1642c5409 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:20.748998 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5f364470-9a33-4e52-9029-d97f46d90fab req-ada546cd-0fd9-4565-9fbc-2ad1642c5409 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=5871d9ee-9fd5-44ae-a30e-9ce910fbaca0 HTTP/1.1" status: 200 len: 945 time: 0.0895896 Jul 09 16:31:20.763096 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd055d02-c30e-48b4-b418-5f4171980c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf7d303-93e0-43cd-8baf-102616f2550f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:20.794907 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5f364470-9a33-4e52-9029-d97f46d90fab req-4b3bc424-7be1-4daf-88ca-8ccd125ab195 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393779 Jul 09 16:31:21.580010 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc295a25-cd81-44df-8326-2d1e86205ae9 req-279a47ef-ff4c-4fd1-ba9d-e25bc9771c05 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:21.582638 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bc295a25-cd81-44df-8326-2d1e86205ae9 req-279a47ef-ff4c-4fd1-ba9d-e25bc9771c05 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=5871d9ee-9fd5-44ae-a30e-9ce910fbaca0 HTTP/1.1" status: 200 len: 945 time: 0.1277239 Jul 09 16:31:21.616149 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e90bac-14cc-4ffa-8746-dc04fa1c2027 req-ccaefdb2-25ce-46a9-a9f7-345b36e99ee8 tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:21.621117 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-68e90bac-14cc-4ffa-8746-dc04fa1c2027 req-ccaefdb2-25ce-46a9-a9f7-345b36e99ee8 tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5ae033d-9cce-4895-bfd8-86515294d6a3 HTTP/1.1" status: 200 len: 945 time: 0.1759877 Jul 09 16:31:21.675670 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bc295a25-cd81-44df-8326-2d1e86205ae9 req-72da5734-3d1b-41c1-a1fd-853f059ac8b8 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861793 Jul 09 16:31:21.684867 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-68e90bac-14cc-4ffa-8746-dc04fa1c2027 req-9378c92c-7ece-4dd0-bb7e-d92f64aee4f3 tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] 10.222.0.98 "GET /v2.0/security-groups?id=51a251b8-550d-4ffd-b786-c4359a6722f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579753 Jul 09 16:31:21.964030 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ef0c1-0d65-4a9d-a123-760cff5c522c req-b181a145-7ac6-4371-ad7c-2d8013f2aa87 tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:21.965599 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f65ef0c1-0d65-4a9d-a123-760cff5c522c req-b181a145-7ac6-4371-ad7c-2d8013f2aa87 tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5ae033d-9cce-4895-bfd8-86515294d6a3 HTTP/1.1" status: 200 len: 945 time: 0.0912061 Jul 09 16:31:22.108023 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-f65ef0c1-0d65-4a9d-a123-760cff5c522c req-2214698b-7c39-488c-a8d2-b63b9a78f481 tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] Deleting port 78cea9d8-d59c-41b6-8026-93a1ae6f851c {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:31:22.108369 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f65ef0c1-0d65-4a9d-a123-760cff5c522c req-2214698b-7c39-488c-a8d2-b63b9a78f481 tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:22.226453 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-f65ef0c1-0d65-4a9d-a123-760cff5c522c req-2214698b-7c39-488c-a8d2-b63b9a78f481 tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] For port 78cea9d8-d59c-41b6-8026-93a1ae6f851c, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=78cea9d8-d59c-41b6-8026-93a1ae6f851c,segment=NetworkSegment(6e2b9c21-fb41-492a-acce-382bccea1cd3),segment_id=6e2b9c21-fb41-492a-acce-382bccea1cd3)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:31:22.227100 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f65ef0c1-0d65-4a9d-a123-760cff5c522c req-2214698b-7c39-488c-a8d2-b63b9a78f481 tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:22.242889 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-f65ef0c1-0d65-4a9d-a123-760cff5c522c req-2214698b-7c39-488c-a8d2-b63b9a78f481 tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] Calling delete_port for 78cea9d8-d59c-41b6-8026-93a1ae6f851c owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:31:22.250839 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-df96543e-ff2e-4094-b97c-196a7d9e2ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:22.433457 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f65ef0c1-0d65-4a9d-a123-760cff5c522c req-2214698b-7c39-488c-a8d2-b63b9a78f481 tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:22.470462 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['78cea9d8-d59c-41b6-8026-93a1ae6f851c'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:31:22.538227 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2214698b-7c39-488c-a8d2-b63b9a78f481 tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] Pushing event deleted for resources: {'Port': ['ID=78cea9d8-d59c-41b6-8026-93a1ae6f851c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:22.677347 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-f65ef0c1-0d65-4a9d-a123-760cff5c522c req-2214698b-7c39-488c-a8d2-b63b9a78f481 tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] No DVR routers for this DVR port 78cea9d8-d59c-41b6-8026-93a1ae6f851c on host n-h2-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:31:22.681136 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f65ef0c1-0d65-4a9d-a123-760cff5c522c req-2214698b-7c39-488c-a8d2-b63b9a78f481 tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:22.685106 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f65ef0c1-0d65-4a9d-a123-760cff5c522c req-2214698b-7c39-488c-a8d2-b63b9a78f481 tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] 10.222.0.73 "DELETE /v2.0/ports/78cea9d8-d59c-41b6-8026-93a1ae6f851c HTTP/1.1" status: 204 len: 173 time: 0.7129834 Jul 09 16:31:22.685684 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ae033d-9cce-4895-bfd8-86515294d6a3', 'name': 'network-vif-deleted', 'tag': '78cea9d8-d59c-41b6-8026-93a1ae6f851c'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:31:22.690072 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b83e23a-dcf0-4117-903f-d9059d18cf26" -d '{"events": [{"server_uuid": "f5ae033d-9cce-4895-bfd8-86515294d6a3", "name": "network-vif-deleted", "tag": "78cea9d8-d59c-41b6-8026-93a1ae6f851c"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:31:22.728522 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93e596-d75a-4a0b-b31d-1a54be2b6c48 req-da32fa7c-e038-4a46-9cec-8faf78e1420e tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:22.736594 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-de93e596-d75a-4a0b-b31d-1a54be2b6c48 req-da32fa7c-e038-4a46-9cec-8faf78e1420e tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.77 "GET /v2.0/ports?device_id=5871d9ee-9fd5-44ae-a30e-9ce910fbaca0 HTTP/1.1" status: 200 len: 945 time: 0.1543851 Jul 09 16:31:22.745724 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da0716b-10ae-4b03-b24c-3591c8390626 x-openstack-request-id: req-4da0716b-10ae-4b03-b24c-3591c8390626 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:31:22.746314 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ae033d-9cce-4895-bfd8-86515294d6a3", "name": "network-vif-deleted", "tag": "78cea9d8-d59c-41b6-8026-93a1ae6f851c", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:31:22.746730 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4da0716b-10ae-4b03-b24c-3591c8390626 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:31:22.747353 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ae033d-9cce-4895-bfd8-86515294d6a3', 'name': 'network-vif-deleted', 'tag': '78cea9d8-d59c-41b6-8026-93a1ae6f851c', 'status': 'completed', 'code': 200} Jul 09 16:31:22.999874 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2283364a-46de-468c-8675-917203b534e9 req-37b4bd93-5cfd-4798-b98d-7a5beda2ee1f tempest-ServerTagsTestJSON-40306317 tempest-ServerTagsTestJSON-40306317-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5ae033d-9cce-4895-bfd8-86515294d6a3 HTTP/1.1" status: 200 len: 210 time: 0.0962551 Jul 09 16:31:23.011131 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a1eb6-1829-4476-9c61-16af0f811c93 req-ddf8aa72-fbd9-44a6-9115-f43755d42e0e tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:23.036295 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fa3a1eb6-1829-4476-9c61-16af0f811c93 req-ddf8aa72-fbd9-44a6-9115-f43755d42e0e tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=5871d9ee-9fd5-44ae-a30e-9ce910fbaca0 HTTP/1.1" status: 200 len: 945 time: 0.1180112 Jul 09 16:31:23.076554 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-de93e596-d75a-4a0b-b31d-1a54be2b6c48 req-a1c8ac21-bc4a-473d-b0b5-1d6848c788e8 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Deleting port c493ebd6-0e81-41f4-9f06-b1db1b33655c {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:31:23.076979 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-de93e596-d75a-4a0b-b31d-1a54be2b6c48 req-a1c8ac21-bc4a-473d-b0b5-1d6848c788e8 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:23.096758 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fa3a1eb6-1829-4476-9c61-16af0f811c93 req-2d91823d-682f-4512-8788-a3d5aff1d36a tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8554366-d1ff-4428-812e-f0fa62ac258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586259 Jul 09 16:31:23.224477 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-de93e596-d75a-4a0b-b31d-1a54be2b6c48 req-a1c8ac21-bc4a-473d-b0b5-1d6848c788e8 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] For port c493ebd6-0e81-41f4-9f06-b1db1b33655c, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=c493ebd6-0e81-41f4-9f06-b1db1b33655c,segment=NetworkSegment(decc697a-7e61-4b7c-8e62-5a81512ad237),segment_id=decc697a-7e61-4b7c-8e62-5a81512ad237)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:31:23.224907 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-de93e596-d75a-4a0b-b31d-1a54be2b6c48 req-a1c8ac21-bc4a-473d-b0b5-1d6848c788e8 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:23.244804 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-de93e596-d75a-4a0b-b31d-1a54be2b6c48 req-a1c8ac21-bc4a-473d-b0b5-1d6848c788e8 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Calling delete_port for c493ebd6-0e81-41f4-9f06-b1db1b33655c owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:31:23.459647 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-de93e596-d75a-4a0b-b31d-1a54be2b6c48 req-a1c8ac21-bc4a-473d-b0b5-1d6848c788e8 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:23.473165 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['c493ebd6-0e81-41f4-9f06-b1db1b33655c'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:31:23.526745 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c8ac21-bc4a-473d-b0b5-1d6848c788e8 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Pushing event deleted for resources: {'Port': ['ID=c493ebd6-0e81-41f4-9f06-b1db1b33655c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:23.579499 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-de93e596-d75a-4a0b-b31d-1a54be2b6c48 req-a1c8ac21-bc4a-473d-b0b5-1d6848c788e8 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] No DVR routers for this DVR port c493ebd6-0e81-41f4-9f06-b1db1b33655c on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:31:23.582643 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-de93e596-d75a-4a0b-b31d-1a54be2b6c48 req-a1c8ac21-bc4a-473d-b0b5-1d6848c788e8 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:23.585502 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-de93e596-d75a-4a0b-b31d-1a54be2b6c48 req-a1c8ac21-bc4a-473d-b0b5-1d6848c788e8 tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.77 "DELETE /v2.0/ports/c493ebd6-0e81-41f4-9f06-b1db1b33655c HTTP/1.1" status: 204 len: 173 time: 0.8372912 Jul 09 16:31:23.585994 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5871d9ee-9fd5-44ae-a30e-9ce910fbaca0', 'name': 'network-vif-deleted', 'tag': 'c493ebd6-0e81-41f4-9f06-b1db1b33655c'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:31:23.589543 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d4d172-a253-4875-9746-3fdb4d09275f" -d '{"events": [{"server_uuid": "5871d9ee-9fd5-44ae-a30e-9ce910fbaca0", "name": "network-vif-deleted", "tag": "c493ebd6-0e81-41f4-9f06-b1db1b33655c"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:31:23.640733 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1b121b-bf03-4686-8a82-f740eeb434db x-openstack-request-id: req-8a1b121b-bf03-4686-8a82-f740eeb434db {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:31:23.641027 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5871d9ee-9fd5-44ae-a30e-9ce910fbaca0", "name": "network-vif-deleted", "tag": "c493ebd6-0e81-41f4-9f06-b1db1b33655c", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:31:23.641277 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8a1b121b-bf03-4686-8a82-f740eeb434db {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:31:23.641708 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5871d9ee-9fd5-44ae-a30e-9ce910fbaca0', 'name': 'network-vif-deleted', 'tag': 'c493ebd6-0e81-41f4-9f06-b1db1b33655c', 'status': 'completed', 'code': 200} Jul 09 16:31:24.258328 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 48534) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:24.399074 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-71ddc4a5-0734-4a8e-98b9-01e8e014d0ff admin admin] Deleting subnet 8fff820b-edc9-4459-ad3a-558e94517f9a {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:31:24.410723 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-71ddc4a5-0734-4a8e-98b9-01e8e014d0ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:24.440917 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f94b6313-d4ad-451d-856b-d643438cc179 req-d7416b8a-8c61-455c-a3ca-61bbf83bfe1d tempest-ServerDiskConfigTestJSON-1258521475 tempest-ServerDiskConfigTestJSON-1258521475-project] 10.222.0.98 "GET /v2.0/ports?device_id=5871d9ee-9fd5-44ae-a30e-9ce910fbaca0 HTTP/1.1" status: 200 len: 210 time: 0.0529640 Jul 09 16:31:24.512065 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-71ddc4a5-0734-4a8e-98b9-01e8e014d0ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:24.567150 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-71ddc4a5-0734-4a8e-98b9-01e8e014d0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:24.639671 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-71ddc4a5-0734-4a8e-98b9-01e8e014d0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:24.668768 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ddc4a5-0734-4a8e-98b9-01e8e014d0ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fff820b-edc9-4459-ad3a-558e94517f9a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:24.673148 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-71ddc4a5-0734-4a8e-98b9-01e8e014d0ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:24.675881 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-71ddc4a5-0734-4a8e-98b9-01e8e014d0ff admin admin] 10.222.0.98 "DELETE /v2.0/subnets/8fff820b-edc9-4459-ad3a-558e94517f9a HTTP/1.1" status: 204 len: 168 time: 0.4155567 Jul 09 16:31:24.679116 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 48542) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:24.814691 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2887e463-555c-45af-bd03-4ac1512b40b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:24.971796 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2887e463-555c-45af-bd03-4ac1512b40b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:24.987166 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-2887e463-555c-45af-bd03-4ac1512b40b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3a10bac-c75e-4001-b489-6784d7328dfd']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:31:25.013151 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-2887e463-555c-45af-bd03-4ac1512b40b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e2b9c21-fb41-492a-acce-382bccea1cd3') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:31:25.013645 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-2887e463-555c-45af-bd03-4ac1512b40b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e2b9c21-fb41-492a-acce-382bccea1cd3') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:31:25.030283 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2887e463-555c-45af-bd03-4ac1512b40b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:25.059388 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2887e463-555c-45af-bd03-4ac1512b40b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:25.070656 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2887e463-555c-45af-bd03-4ac1512b40b5 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:31:25.071360 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2887e463-555c-45af-bd03-4ac1512b40b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:25.074314 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:31:25.074314 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:31:25.074314 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:31:25.074314 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:31:25.074314 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:31:25.074314 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:31:25.074314 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:31:25.074314 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:31:25.074314 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:31:25.074314 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:31:25.074314 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:31:25.074314 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:31:25.074314 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:31:25.074314 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:31:25.074314 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:31:25.074314 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:31:25.074314 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:31:25.074314 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:31:25.074314 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:31:25.074314 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:31:25.074314 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:31:25.074314 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:31:25.074314 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:31:25.074314 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:31:25.074314 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:31:25.074314 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:31:25.074314 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:31:25.074314 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:31:25.074314 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:31:25.074314 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:31:25.074314 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:31:25.074314 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:31:25.074314 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:31:25.074314 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:31:25.074314 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:31:25.074314 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:31:25.074314 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:31:25.074314 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:31:25.074314 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:31:25.074314 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:31:25.074314 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:31:25.074314 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:31:25.074314 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:31:25.074314 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:31:25.074314 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:31:25.074314 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:31:25.074314 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:31:25.074314 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:31:25.074314 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:31:25.074314 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:31:25.074314 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:31:25.074314 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:31:25.074314 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:31:25.074314 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:31:25.074314 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:31:25.074314 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:31:25.074314 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:31:25.074314 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:31:25.074314 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:31:25.074314 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:31:25.097838 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ee84d047-d212-4670-a09a-859267048418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:25.160917 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2887e463-555c-45af-bd03-4ac1512b40b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:25.172850 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2887e463-555c-45af-bd03-4ac1512b40b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:25.176596 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2887e463-555c-45af-bd03-4ac1512b40b5 admin admin] 10.222.0.98 "DELETE /v2.0/networks/c3a10bac-c75e-4001-b489-6784d7328dfd HTTP/1.1" status: 204 len: 168 time: 0.4952712 Jul 09 16:31:25.198922 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2887e463-555c-45af-bd03-4ac1512b40b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3a10bac-c75e-4001-b489-6784d7328dfd,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:25.390678 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:25.433225 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 48564) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:25.539124 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-db98c6ae-868f-46a1-8d26-e96dbfc95102 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ca744aad88084c46808d7fef3d1cd90f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1015446 Jul 09 16:31:25.539776 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 48572) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:25.636771 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bafe44c9-3cf8-48ad-9a7c-77d13754827a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:25.676228 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bafe44c9-3cf8-48ad-9a7c-77d13754827a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:25.775454 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bafe44c9-3cf8-48ad-9a7c-77d13754827a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:25.786925 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bafe44c9-3cf8-48ad-9a7c-77d13754827a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:25.790328 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-bafe44c9-3cf8-48ad-9a7c-77d13754827a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/51a251b8-550d-4ffd-b786-c4359a6722f0 HTTP/1.1" status: 204 len: 168 time: 0.2486501 Jul 09 16:31:25.813070 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe44c9-3cf8-48ad-9a7c-77d13754827a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a251b8-550d-4ffd-b786-c4359a6722f0,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:25.899199 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device c493ebd6-0e81-41f4-9f06-b1db1b33655c no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:31:25.946887 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: c493ebd6-0e81-41f4-9f06-b1db1b33655c {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:31:25.947230 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device c493ebd6-0e81-41f4-9f06-b1db1b33655c not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:31:26.085865 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 48590) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:26.188351 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f81ce71-fbf9-4a21-8106-cd3903b30a03 admin admin] Deleting subnet 9b7ef36a-a920-4cfb-b028-a0e3add3d4f4 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:31:26.194102 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3f81ce71-fbf9-4a21-8106-cd3903b30a03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:26.220215 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:26.267943 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3f81ce71-fbf9-4a21-8106-cd3903b30a03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:26.358062 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3f81ce71-fbf9-4a21-8106-cd3903b30a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:26.438733 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3f81ce71-fbf9-4a21-8106-cd3903b30a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:26.476668 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f81ce71-fbf9-4a21-8106-cd3903b30a03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b7ef36a-a920-4cfb-b028-a0e3add3d4f4,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:26.489243 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3f81ce71-fbf9-4a21-8106-cd3903b30a03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:26.491986 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3f81ce71-fbf9-4a21-8106-cd3903b30a03 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/9b7ef36a-a920-4cfb-b028-a0e3add3d4f4 HTTP/1.1" status: 204 len: 168 time: 0.4040899 Jul 09 16:31:26.494974 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 48600) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:26.570929 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:26.613324 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ed72b77-da70-461e-a04a-835a991e22a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:26.713725 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ed72b77-da70-461e-a04a-835a991e22a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:26.726877 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-9ed72b77-da70-461e-a04a-835a991e22a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38aa73fb-54e8-4b43-bb39-928294ff523d']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:31:26.756332 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-9ed72b77-da70-461e-a04a-835a991e22a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'decc697a-7e61-4b7c-8e62-5a81512ad237') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:31:26.757691 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-9ed72b77-da70-461e-a04a-835a991e22a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'decc697a-7e61-4b7c-8e62-5a81512ad237') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:31:26.771809 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ed72b77-da70-461e-a04a-835a991e22a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:26.815171 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ed72b77-da70-461e-a04a-835a991e22a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:26.837609 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ed72b77-da70-461e-a04a-835a991e22a5 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:31:26.838036 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ed72b77-da70-461e-a04a-835a991e22a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:26.842761 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:31:26.842761 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:31:26.842761 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:31:26.842761 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:31:26.842761 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:31:26.842761 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:31:26.842761 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:31:26.842761 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:31:26.842761 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:31:26.842761 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:31:26.842761 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:31:26.842761 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:31:26.842761 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:31:26.842761 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:31:26.842761 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:31:26.842761 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:31:26.842761 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:31:26.842761 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:31:26.842761 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:31:26.842761 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:31:26.842761 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:31:26.842761 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:31:26.842761 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:31:26.842761 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:31:26.842761 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:31:26.842761 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:31:26.842761 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:31:26.842761 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:31:26.842761 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:31:26.842761 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:31:26.842761 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:31:26.842761 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:31:26.919251 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ed72b77-da70-461e-a04a-835a991e22a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:26.932012 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ed72b77-da70-461e-a04a-835a991e22a5 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:26.936147 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-9ed72b77-da70-461e-a04a-835a991e22a5 admin admin] 10.222.0.98 "DELETE /v2.0/networks/38aa73fb-54e8-4b43-bb39-928294ff523d HTTP/1.1" status: 204 len: 168 time: 0.4395003 Jul 09 16:31:26.955198 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed72b77-da70-461e-a04a-835a991e22a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=38aa73fb-54e8-4b43-bb39-928294ff523d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:27.140557 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 48624) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:27.221950 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-404c5f1f-0296-47a4-a616-6e64ec2487ab admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0266986ff7814ad9933eca94a231ef2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0779872 Jul 09 16:31:27.222476 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 48626) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:27.320777 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b5366f48-c179-47e9-8887-323c22e82dfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:27.364170 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b5366f48-c179-47e9-8887-323c22e82dfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:27.445895 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b5366f48-c179-47e9-8887-323c22e82dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:27.450051 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b5366f48-c179-47e9-8887-323c22e82dfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:27.451680 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b5366f48-c179-47e9-8887-323c22e82dfa admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a8554366-d1ff-4428-812e-f0fa62ac258d HTTP/1.1" status: 204 len: 168 time: 0.2275126 Jul 09 16:31:27.465590 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5366f48-c179-47e9-8887-323c22e82dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8554366-d1ff-4428-812e-f0fa62ac258d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:27.496000 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 78cea9d8-d59c-41b6-8026-93a1ae6f851c no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:31:27.527057 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: 78cea9d8-d59c-41b6-8026-93a1ae6f851c {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:31:27.527783 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 78cea9d8-d59c-41b6-8026-93a1ae6f851c not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:31:27.559462 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 48640) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:27.909355 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-2240e01f-dfba-4f57-b042-c16f344111ee admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1335997986-network', 'tenant_id': '2449f550d5104268bfd06ac10e4f8f29'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:31:27.966139 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2240e01f-dfba-4f57-b042-c16f344111ee admin admin] Made reservation on behalf of 2449f550d5104268bfd06ac10e4f8f29 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:31:27.969207 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2240e01f-dfba-4f57-b042-c16f344111ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:27.980072 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2240e01f-dfba-4f57-b042-c16f344111ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:28.153643 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:28.161726 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2240e01f-dfba-4f57-b042-c16f344111ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:28.170373 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2240e01f-dfba-4f57-b042-c16f344111ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:28.190736 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2240e01f-dfba-4f57-b042-c16f344111ee admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:31:28.217973 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2240e01f-dfba-4f57-b042-c16f344111ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:28.218474 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-2240e01f-dfba-4f57-b042-c16f344111ee admin admin] Added segment 959682a9-d63a-4d9a-a357-2178271bc565 of type vlan for network 26b484c7-b033-4a82-ac6e-1f8579b2b5db Jul 09 16:31:28.228908 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2240e01f-dfba-4f57-b042-c16f344111ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9c58a4-d69f-4c99-9c66-c58483a8e500,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:28.283529 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2240e01f-dfba-4f57-b042-c16f344111ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:28.340613 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2240e01f-dfba-4f57-b042-c16f344111ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:28.343079 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2240e01f-dfba-4f57-b042-c16f344111ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:28.344380 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2240e01f-dfba-4f57-b042-c16f344111ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:28.411348 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2240e01f-dfba-4f57-b042-c16f344111ee admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8490102 Jul 09 16:31:28.420891 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2240e01f-dfba-4f57-b042-c16f344111ee admin admin] Pushing event updated for resources: {'Network': ['ID=26b484c7-b033-4a82-ac6e-1f8579b2b5db,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:28.433658 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 26b484c7-b033-4a82-ac6e-1f8579b2b5db details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:31:28.561449 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 48686) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:28.660054 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 48690) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:28.784790 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8a0ca991-82c1-4f2a-ac45-e11798f34006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:28.795026 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-5a890b3d-9670-4edc-8bfe-1ec2e33c6c4c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-243254643-network', 'tenant_id': 'b79eec17fc584dbb982c8b3c946b3301'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:31:28.844895 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.db.api [None req-8a0ca991-82c1-4f2a-ac45-e11798f34006 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 16:31:28.844895 n-d-798930-3 neutron-server[93959]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 09 16:31:28.844895 n-d-798930-3 neutron-server[93959]: [parameters: {'project_id': 'ba0367c424484cb28aa7d1bf92e04515', 'id': 'bb903621-759d-4157-bf5b-09e3598a8c04', 'expiration': datetime.datetime(2021, 7, 9, 16, 33, 28, 837798)}] Jul 09 16:31:28.844895 n-d-798930-3 neutron-server[93959]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:31:28.845371 n-d-798930-3 neutron-server[93959]: DEBUG oslo_db.api [None req-8a0ca991-82c1-4f2a-ac45-e11798f34006 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:31:28.852558 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a890b3d-9670-4edc-8bfe-1ec2e33c6c4c admin admin] Made reservation on behalf of b79eec17fc584dbb982c8b3c946b3301 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:31:28.856188 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5a890b3d-9670-4edc-8bfe-1ec2e33c6c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:28.867333 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5a890b3d-9670-4edc-8bfe-1ec2e33c6c4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:29.100595 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5a890b3d-9670-4edc-8bfe-1ec2e33c6c4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:29.114392 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5a890b3d-9670-4edc-8bfe-1ec2e33c6c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:29.177990 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a890b3d-9670-4edc-8bfe-1ec2e33c6c4c admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:31:29.202842 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a890b3d-9670-4edc-8bfe-1ec2e33c6c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa23591-8872-4a97-8055-8665e29509ce,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:29.221196 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5a890b3d-9670-4edc-8bfe-1ec2e33c6c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:29.221557 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-5a890b3d-9670-4edc-8bfe-1ec2e33c6c4c admin admin] Added segment 927a1cd6-8047-4bed-a20d-7b1b83fc9c65 of type vlan for network a3351454-70ac-4bfb-89b9-2d9b1aa10e1c Jul 09 16:31:29.231896 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c8e47-c0b3-4d32-9f0f-24b983727b37 req-5124f859-c304-4686-bc99-bd675a44915f tempest-ComputeTenantNetworksTest-461901791 tempest-ComputeTenantNetworksTest-461901791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:29.238059 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c8e47-c0b3-4d32-9f0f-24b983727b37 req-5124f859-c304-4686-bc99-bd675a44915f tempest-ComputeTenantNetworksTest-461901791 tempest-ComputeTenantNetworksTest-461901791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:29.244863 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c8e47-c0b3-4d32-9f0f-24b983727b37 req-5124f859-c304-4686-bc99-bd675a44915f tempest-ComputeTenantNetworksTest-461901791 tempest-ComputeTenantNetworksTest-461901791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:29.246537 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3a3c8e47-c0b3-4d32-9f0f-24b983727b37 req-5124f859-c304-4686-bc99-bd675a44915f tempest-ComputeTenantNetworksTest-461901791 tempest-ComputeTenantNetworksTest-461901791-project] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2779279 Jul 09 16:31:29.298305 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5a890b3d-9670-4edc-8bfe-1ec2e33c6c4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:29.352852 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8a0ca991-82c1-4f2a-ac45-e11798f34006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:29.402378 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be278b8d-4f1f-4822-9311-464a8ba9f03e req-6dc617c0-dee5-4cdd-a2d0-a32e26c8d0c6 tempest-ComputeTenantNetworksTest-461901791 tempest-ComputeTenantNetworksTest-461901791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:29.404711 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-be278b8d-4f1f-4822-9311-464a8ba9f03e req-6dc617c0-dee5-4cdd-a2d0-a32e26c8d0c6 tempest-ComputeTenantNetworksTest-461901791 tempest-ComputeTenantNetworksTest-461901791-project] 10.222.0.98 "GET /v2.0/networks/26b484c7-b033-4a82-ac6e-1f8579b2b5db HTTP/1.1" status: 200 len: 769 time: 0.1014380 Jul 09 16:31:29.420597 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 48712) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:29.428247 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5a890b3d-9670-4edc-8bfe-1ec2e33c6c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:29.429904 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a890b3d-9670-4edc-8bfe-1ec2e33c6c4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:29.430946 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5a890b3d-9670-4edc-8bfe-1ec2e33c6c4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:29.525983 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e351d01f-4212-430b-ac64-3f951ad52471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:29.606409 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8a0ca991-82c1-4f2a-ac45-e11798f34006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:29.611079 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a890b3d-9670-4edc-8bfe-1ec2e33c6c4c admin admin] Pushing event updated for resources: {'Network': ['ID=a3351454-70ac-4bfb-89b9-2d9b1aa10e1c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:29.625193 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8a0ca991-82c1-4f2a-ac45-e11798f34006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:29.626204 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network a3351454-70ac-4bfb-89b9-2d9b1aa10e1c details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:31:29.648323 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e351d01f-4212-430b-ac64-3f951ad52471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:29.651166 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-5a890b3d-9670-4edc-8bfe-1ec2e33c6c4c admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9899745 Jul 09 16:31:29.654318 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 48718) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:29.664575 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-fd585874-9e41-40bb-9ca6-7db4ddaae130 admin admin] Request body: {'subnet': {'network_id': 'a3351454-70ac-4bfb-89b9-2d9b1aa10e1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-243254643-subnet', 'tenant_id': 'b79eec17fc584dbb982c8b3c946b3301', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:31:29.673903 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-e351d01f-4212-430b-ac64-3f951ad52471 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26b484c7-b033-4a82-ac6e-1f8579b2b5db']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:31:29.680826 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8a0ca991-82c1-4f2a-ac45-e11798f34006 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ba0367c424484cb28aa7d1bf92e04515&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1175327 Jul 09 16:31:29.687581 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 48720) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:29.704719 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-e351d01f-4212-430b-ac64-3f951ad52471 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '959682a9-d63a-4d9a-a357-2178271bc565') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:31:29.707958 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-e351d01f-4212-430b-ac64-3f951ad52471 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '959682a9-d63a-4d9a-a357-2178271bc565') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:31:29.719097 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0ca991-82c1-4f2a-ac45-e11798f34006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1443d8cd-61db-4a1b-892a-750dec43a298,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:29.723812 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e351d01f-4212-430b-ac64-3f951ad52471 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:29.767393 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e351d01f-4212-430b-ac64-3f951ad52471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:29.772367 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd585874-9e41-40bb-9ca6-7db4ddaae130 admin admin] Made reservation on behalf of b79eec17fc584dbb982c8b3c946b3301 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:31:29.776677 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fd585874-9e41-40bb-9ca6-7db4ddaae130 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:29.780327 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e351d01f-4212-430b-ac64-3f951ad52471 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:31:29.780465 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e351d01f-4212-430b-ac64-3f951ad52471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:29.841554 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:31:29.841554 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:31:29.841554 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:31:29.841554 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:31:29.841554 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:31:29.841554 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:31:29.841554 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:31:29.841554 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:31:29.841554 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:31:29.841554 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:31:29.841554 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:31:29.841554 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:31:29.841554 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:31:29.841554 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:31:29.841554 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:31:29.841554 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:31:29.841554 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:31:29.841554 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:31:29.841554 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:31:29.841554 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:31:29.841554 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:31:29.841554 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:31:29.841554 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:31:29.841554 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:31:29.841554 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:31:29.841554 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:31:29.841554 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:31:29.841554 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:31:29.841554 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:31:29.841554 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:31:29.841554 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:31:29.841554 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:31:29.855599 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e351d01f-4212-430b-ac64-3f951ad52471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:29.864795 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e351d01f-4212-430b-ac64-3f951ad52471 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:29.871291 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e351d01f-4212-430b-ac64-3f951ad52471 admin admin] 10.222.0.98 "DELETE /v2.0/networks/26b484c7-b033-4a82-ac6e-1f8579b2b5db HTTP/1.1" status: 204 len: 168 time: 0.4491317 Jul 09 16:31:29.873644 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-20d7753d-d9cc-43f4-86a6-504e1f354175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:29.885846 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e351d01f-4212-430b-ac64-3f951ad52471 admin admin] Pushing event deleted for resources: {'Network': ['ID=26b484c7-b033-4a82-ac6e-1f8579b2b5db,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:29.922992 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-20d7753d-d9cc-43f4-86a6-504e1f354175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:30.049043 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-20d7753d-d9cc-43f4-86a6-504e1f354175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:30.053047 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-20d7753d-d9cc-43f4-86a6-504e1f354175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:30.056703 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-20d7753d-d9cc-43f4-86a6-504e1f354175 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1443d8cd-61db-4a1b-892a-750dec43a298 HTTP/1.1" status: 204 len: 168 time: 0.3654232 Jul 09 16:31:30.064897 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc22ada-4de3-49da-9a26-f90cccd5af61 req-ecf6327d-a797-40ef-a081-7d01a6f2058a tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:30.066549 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0fc22ada-4de3-49da-9a26-f90cccd5af61 req-ecf6327d-a797-40ef-a081-7d01a6f2058a tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/ports?device_id=56a0021d-217b-42fc-b461-d010febc7602 HTTP/1.1" status: 200 len: 945 time: 0.1065664 Jul 09 16:31:30.068619 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d7753d-d9cc-43f4-86a6-504e1f354175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1443d8cd-61db-4a1b-892a-750dec43a298,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:30.143774 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0fc22ada-4de3-49da-9a26-f90cccd5af61 req-688ecb36-a24e-446a-bd1b-d60ffcd8547c tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/security-groups?id=08871550-d616-4453-85b1-faed9ff5bbda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387588 Jul 09 16:31:30.167893 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fd585874-9e41-40bb-9ca6-7db4ddaae130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:30.262029 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 48736) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:30.263376 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd585874-9e41-40bb-9ca6-7db4ddaae130 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9e1609f-6dda-48c0-9717-f8a2cba77d0d,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:30.274323 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd585874-9e41-40bb-9ca6-7db4ddaae130 admin admin] Checking segment: {'id': '927a1cd6-8047-4bed-a20d-7b1b83fc9c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a3351454-70ac-4bfb-89b9-2d9b1aa10e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:31:30.274725 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd585874-9e41-40bb-9ca6-7db4ddaae130 admin admin] Network hostable DHCP agents. Network: a3351454-70ac-4bfb-89b9-2d9b1aa10e1c, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:31:30.296092 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd585874-9e41-40bb-9ca6-7db4ddaae130 admin admin] Network a3351454-70ac-4bfb-89b9-2d9b1aa10e1c is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:31:30.311908 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-fd585874-9e41-40bb-9ca6-7db4ddaae130 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, a3351454-70ac-4bfb-89b9-2d9b1aa10e1c) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:31:30.317190 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd585874-9e41-40bb-9ca6-7db4ddaae130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:30.317790 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fd585874-9e41-40bb-9ca6-7db4ddaae130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:30.320188 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cdc6e7-c5b1-4876-84ef-6e3320e62a54 None None] Network a3351454-70ac-4bfb-89b9-2d9b1aa10e1c requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:31:30.338375 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-976e1aa4-99fb-4af2-83a6-843bbb0f890e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2449f550d5104268bfd06ac10e4f8f29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0742188 Jul 09 16:31:30.351114 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-fd585874-9e41-40bb-9ca6-7db4ddaae130 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6807580 Jul 09 16:31:30.351114 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 48738) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:30.423911 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-73a81dc5-b148-4358-ab34-b04a7d026636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:30.463205 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-73a81dc5-b148-4358-ab34-b04a7d026636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:30.556356 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-73a81dc5-b148-4358-ab34-b04a7d026636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:30.560894 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-73a81dc5-b148-4358-ab34-b04a7d026636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:30.562375 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-73a81dc5-b148-4358-ab34-b04a7d026636 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1a9c58a4-d69f-4c99-9c66-c58483a8e500 HTTP/1.1" status: 204 len: 168 time: 0.2178490 Jul 09 16:31:30.572913 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a81dc5-b148-4358-ab34-b04a7d026636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9c58a4-d69f-4c99-9c66-c58483a8e500,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:30.580723 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96b7ad9-6b9d-4ed5-9eb9-c6afb2e04957 None None] Network a3351454-70ac-4bfb-89b9-2d9b1aa10e1c requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:31:31.422518 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6141a-946e-4bbc-9637-2a15b8d19bfe req-f4c13f88-579f-4569-8871-8be9906e6592 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:31.425019 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-03c6141a-946e-4bbc-9637-2a15b8d19bfe req-f4c13f88-579f-4569-8871-8be9906e6592 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/ports?device_id=56a0021d-217b-42fc-b461-d010febc7602 HTTP/1.1" status: 200 len: 945 time: 0.1042182 Jul 09 16:31:31.445942 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a6902-075c-47c0-ba90-11428ab29734 req-123d07a2-e047-45e9-88b5-8daa8da9d35d tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:31.447886 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-272a6902-075c-47c0-ba90-11428ab29734 req-123d07a2-e047-45e9-88b5-8daa8da9d35d tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] 10.222.0.98 "GET /v2.0/networks?id=a3351454-70ac-4bfb-89b9-2d9b1aa10e1c HTTP/1.1" status: 200 len: 821 time: 0.1535745 Jul 09 16:31:31.465275 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-272a6902-075c-47c0-ba90-11428ab29734 req-d30960e9-61a8-4d09-86aa-e7e5c2784516 tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] 10.222.0.98 "GET /v2.0/quotas/b79eec17fc584dbb982c8b3c946b3301 HTTP/1.1" status: 200 len: 375 time: 0.0105209 Jul 09 16:31:31.499464 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-03c6141a-946e-4bbc-9637-2a15b8d19bfe req-af228ac0-b147-4045-90f4-e87d9840ad24 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/security-groups?id=08871550-d616-4453-85b1-faed9ff5bbda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636673 Jul 09 16:31:31.540083 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-272a6902-075c-47c0-ba90-11428ab29734 req-e67073d4-df77-4bc5-9cc0-4638a2458e61 tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=b79eec17fc584dbb982c8b3c946b3301&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0682471 Jul 09 16:31:31.552343 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [req-272a6902-075c-47c0-ba90-11428ab29734 req-5eeb0e53-50a0-4fe0-81aa-b21e6b9d6a2f tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:31:31.554607 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-272a6902-075c-47c0-ba90-11428ab29734 req-5eeb0e53-50a0-4fe0-81aa-b21e6b9d6a2f tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131309 Jul 09 16:31:31.612911 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 48792) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:31.790571 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc30083e-c04f-498f-98e4-9496f7d4cc00 req-795fae72-6c08-430b-ad7d-723a78d891b3 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:31.792692 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fc30083e-c04f-498f-98e4-9496f7d4cc00 req-795fae72-6c08-430b-ad7d-723a78d891b3 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.77 "GET /v2.0/ports?device_id=56a0021d-217b-42fc-b461-d010febc7602 HTTP/1.1" status: 200 len: 945 time: 0.1126862 Jul 09 16:31:31.892520 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-272a6902-075c-47c0-ba90-11428ab29734 req-ef33861f-99ab-45d1-824b-33c9193f4ccc service neutron] 10.222.0.98 "GET /v2.0/networks/a3351454-70ac-4bfb-89b9-2d9b1aa10e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247533 Jul 09 16:31:31.927721 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-fc30083e-c04f-498f-98e4-9496f7d4cc00 req-cd00be23-b8b5-46e8-92fd-8db3284d0c92 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Deleting port afa69882-a289-47d1-b186-c740c902a5b7 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:31:31.928063 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fc30083e-c04f-498f-98e4-9496f7d4cc00 req-cd00be23-b8b5-46e8-92fd-8db3284d0c92 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:32.006596 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3838e880-7698-46c9-9c54-8c9c7eed6ec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:32.072748 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-fc30083e-c04f-498f-98e4-9496f7d4cc00 req-cd00be23-b8b5-46e8-92fd-8db3284d0c92 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] For port afa69882-a289-47d1-b186-c740c902a5b7, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=afa69882-a289-47d1-b186-c740c902a5b7,segment=NetworkSegment(ff4c1188-4c7e-4a21-a4de-80c253f4fab0),segment_id=ff4c1188-4c7e-4a21-a4de-80c253f4fab0)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:31:32.073501 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fc30083e-c04f-498f-98e4-9496f7d4cc00 req-cd00be23-b8b5-46e8-92fd-8db3284d0c92 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:32.081253 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-272a6902-075c-47c0-ba90-11428ab29734 req-79f4cd82-459a-4334-a722-60c85d4343e7 service neutron] 10.222.0.98 "GET /v2.0/networks/a3351454-70ac-4bfb-89b9-2d9b1aa10e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722233 Jul 09 16:31:32.216802 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3838e880-7698-46c9-9c54-8c9c7eed6ec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:32.225199 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3838e880-7698-46c9-9c54-8c9c7eed6ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:32.336913 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3838e880-7698-46c9-9c54-8c9c7eed6ec0 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f82b1c6d260e48f7b668862436507ea4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7226069 Jul 09 16:31:32.340547 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 48814) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:32.375184 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3838e880-7698-46c9-9c54-8c9c7eed6ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e2cfb9-2475-4f49-979a-09f9e6b68280,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:32.406974 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fc30083e-c04f-498f-98e4-9496f7d4cc00 req-cd00be23-b8b5-46e8-92fd-8db3284d0c92 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:32.409406 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fc30083e-c04f-498f-98e4-9496f7d4cc00 req-cd00be23-b8b5-46e8-92fd-8db3284d0c92 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:32.409970 n-d-798930-3 neutron-server[93958]: INFO neutron.db.l3_db [req-fc30083e-c04f-498f-98e4-9496f7d4cc00 req-cd00be23-b8b5-46e8-92fd-8db3284d0c92 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Floating IP 5bda7604-19c5-4c85-917c-a2e262fd4714 disassociated. External IP: 172.25.0.106, port: afa69882-a289-47d1-b186-c740c902a5b7. Jul 09 16:31:32.410624 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-fc30083e-c04f-498f-98e4-9496f7d4cc00 req-cd00be23-b8b5-46e8-92fd-8db3284d0c92 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Calling delete_port for afa69882-a289-47d1-b186-c740c902a5b7 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:31:32.485048 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-24c9fe23-4085-4d4f-b72c-1c45253ba1e5 req-cb190cb8-5222-4a96-a376-bba9da1c4baa tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] 10.222.0.98 "GET /v2.0/ports?device_id=a0b421a8-4e1d-4ea7-b7e8-3614339c0b89 HTTP/1.1" status: 200 len: 210 time: 0.1229539 Jul 09 16:31:32.556356 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bacbb2fe-26d4-44f9-b49c-0786c4a0c91c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:32.653584 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bacbb2fe-26d4-44f9-b49c-0786c4a0c91c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:32.766127 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bacbb2fe-26d4-44f9-b49c-0786c4a0c91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:32.770971 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bacbb2fe-26d4-44f9-b49c-0786c4a0c91c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:32.772680 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-bacbb2fe-26d4-44f9-b49c-0786c4a0c91c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/89e2cfb9-2475-4f49-979a-09f9e6b68280 HTTP/1.1" status: 204 len: 168 time: 0.4311717 Jul 09 16:31:32.775870 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-987596bb-c485-4d29-809c-a90f14343f72 req-0dcb163f-dad6-4d1c-9d6d-265bad767242 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/ports?device_id=56a0021d-217b-42fc-b461-d010febc7602 HTTP/1.1" status: 200 len: 210 time: 0.0386639 Jul 09 16:31:32.777838 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fc30083e-c04f-498f-98e4-9496f7d4cc00 req-cd00be23-b8b5-46e8-92fd-8db3284d0c92 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:32.806092 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacbb2fe-26d4-44f9-b49c-0786c4a0c91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e2cfb9-2475-4f49-979a-09f9e6b68280,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:32.817963 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd00be23-b8b5-46e8-92fd-8db3284d0c92 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Pushing event deleted for resources: {'Port': ['ID=afa69882-a289-47d1-b186-c740c902a5b7,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:33.020112 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc30083e-c04f-498f-98e4-9496f7d4cc00 req-cd00be23-b8b5-46e8-92fd-8db3284d0c92 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Router a90c85c8-9dc9-478f-bcd7-3b436153b307 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:31:33.218625 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 48862) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:33.404641 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 48868) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:33.436265 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8bdff958-721a-4447-a235-b537eece309e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:33.607762 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8bdff958-721a-4447-a235-b537eece309e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:33.634932 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8bdff958-721a-4447-a235-b537eece309e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:33.677855 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8bdff958-721a-4447-a235-b537eece309e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=79f4fa0192ee4e5f913a80d18a6adc37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2715411 Jul 09 16:31:33.690879 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 48874) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:33.701217 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdff958-721a-4447-a235-b537eece309e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595ac94d-ed82-45c8-872a-dcbb48506a1e,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:33.705104 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-26b909a9-ff53-4314-a707-745d4b26db6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:33.817651 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-26b909a9-ff53-4314-a707-745d4b26db6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:33.819628 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9a325f93-4414-436c-9489-2a6809793251 req-a8a0d09c-c6e2-4a79-8319-2eee148fc15a tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] 10.222.0.98 "GET /v2.0/ports?device_id=a0b421a8-4e1d-4ea7-b7e8-3614339c0b89 HTTP/1.1" status: 200 len: 210 time: 0.1289628 Jul 09 16:31:33.825086 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-26b909a9-ff53-4314-a707-745d4b26db6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:33.867636 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc30083e-c04f-498f-98e4-9496f7d4cc00 req-cd00be23-b8b5-46e8-92fd-8db3284d0c92 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:31:33.879616 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a366c943-354d-4e75-9576-220bbbe5e177 None None] Sync routers for ids ['a90c85c8-9dc9-478f-bcd7-3b436153b307'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:31:33.904732 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a366c943-354d-4e75-9576-220bbbe5e177 None None] Routers {'a90c85c8-9dc9-478f-bcd7-3b436153b307'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:31:33.907996 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a366c943-354d-4e75-9576-220bbbe5e177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:31:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['a90c85c8-9dc9-478f-bcd7-3b436153b307'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:31:33.910422 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-20282124-241d-4d3f-ae1d-666c382f4626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:33.976102 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc30083e-c04f-498f-98e4-9496f7d4cc00 req-cd00be23-b8b5-46e8-92fd-8db3284d0c92 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] No DVR routers for this DVR port afa69882-a289-47d1-b186-c740c902a5b7 on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:31:33.985384 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fc30083e-c04f-498f-98e4-9496f7d4cc00 req-cd00be23-b8b5-46e8-92fd-8db3284d0c92 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:33.988916 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fc30083e-c04f-498f-98e4-9496f7d4cc00 req-cd00be23-b8b5-46e8-92fd-8db3284d0c92 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.77 "DELETE /v2.0/ports/afa69882-a289-47d1-b186-c740c902a5b7 HTTP/1.1" status: 204 len: 173 time: 2.1901958 Jul 09 16:31:33.989397 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56a0021d-217b-42fc-b461-d010febc7602', 'name': 'network-vif-deleted', 'tag': 'afa69882-a289-47d1-b186-c740c902a5b7'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:31:33.991963 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e013f3e8-2ac8-4f93-a618-fbb1768005ed" -d '{"events": [{"server_uuid": "56a0021d-217b-42fc-b461-d010febc7602", "name": "network-vif-deleted", "tag": "afa69882-a289-47d1-b186-c740c902a5b7"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:31:34.010231 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a6902-075c-47c0-ba90-11428ab29734 req-f460ce12-4180-4840-968f-8cdfa1925b8d tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:34.012767 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-20282124-241d-4d3f-ae1d-666c382f4626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:34.014466 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-272a6902-075c-47c0-ba90-11428ab29734 req-f460ce12-4180-4840-968f-8cdfa1925b8d tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] 10.222.0.77 "GET /v2.0/networks?id=a3351454-70ac-4bfb-89b9-2d9b1aa10e1c HTTP/1.1" status: 200 len: 821 time: 0.1498671 Jul 09 16:31:34.025122 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b909a9-ff53-4314-a707-745d4b26db6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38406963-de29-4e3c-955f-2b7afb0082ef,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:34.045002 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-26b909a9-ff53-4314-a707-745d4b26db6e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5a699aa686824b60ac94ef81db8eeca9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8254807 Jul 09 16:31:34.052709 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 48884) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:34.060766 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-272a6902-075c-47c0-ba90-11428ab29734 req-82f3c73e-9023-404a-aa35-ee2280075515 tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] Request body: {'port': {'device_id': 'a0b421a8-4e1d-4ea7-b7e8-3614339c0b89', 'network_id': 'a3351454-70ac-4bfb-89b9-2d9b1aa10e1c', 'admin_state_up': True, 'tenant_id': 'b79eec17fc584dbb982c8b3c946b3301'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:31:34.091539 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-20282124-241d-4d3f-ae1d-666c382f4626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:34.092546 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device afa69882-a289-47d1-b186-c740c902a5b7 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:31:34.109044 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-20282124-241d-4d3f-ae1d-666c382f4626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:34.110626 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-20282124-241d-4d3f-ae1d-666c382f4626 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/595ac94d-ed82-45c8-872a-dcbb48506a1e HTTP/1.1" status: 204 len: 168 time: 0.4185085 Jul 09 16:31:34.113039 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49489ebb-8dae-4b03-b2cc-f28b824a36a7 x-openstack-request-id: req-49489ebb-8dae-4b03-b2cc-f28b824a36a7 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:31:34.113722 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56a0021d-217b-42fc-b461-d010febc7602", "name": "network-vif-deleted", "tag": "afa69882-a289-47d1-b186-c740c902a5b7", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:31:34.113722 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-49489ebb-8dae-4b03-b2cc-f28b824a36a7 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:31:34.113978 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a0021d-217b-42fc-b461-d010febc7602', 'name': 'network-vif-deleted', 'tag': 'afa69882-a289-47d1-b186-c740c902a5b7', 'status': 'completed', 'code': 200} Jul 09 16:31:34.127774 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20282124-241d-4d3f-ae1d-666c382f4626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595ac94d-ed82-45c8-872a-dcbb48506a1e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:34.191911 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: afa69882-a289-47d1-b186-c740c902a5b7 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:31:34.192746 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device afa69882-a289-47d1-b186-c740c902a5b7 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:31:34.215506 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-a366c943-354d-4e75-9576-220bbbe5e177 None None] Set router a90c85c8-9dc9-478f-bcd7-3b436153b307 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:31:34.320244 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ca9d1fcf-6979-49f3-b36b-e8c8556d2fde req-f2a79710-8063-484a-9bee-7e41e6e8d9f4 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/ports?device_id=56a0021d-217b-42fc-b461-d010febc7602 HTTP/1.1" status: 200 len: 210 time: 0.0777495 Jul 09 16:31:34.354850 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ce0e6f5d-aa32-4464-8741-2fca463c785c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:34.382570 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ce0e6f5d-aa32-4464-8741-2fca463c785c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:34.486214 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-272a6902-075c-47c0-ba90-11428ab29734 req-82f3c73e-9023-404a-aa35-ee2280075515 tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] Made reservation on behalf of b79eec17fc584dbb982c8b3c946b3301 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:31:34.492754 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-272a6902-075c-47c0-ba90-11428ab29734 req-82f3c73e-9023-404a-aa35-ee2280075515 tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:34.523216 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ce0e6f5d-aa32-4464-8741-2fca463c785c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:34.526133 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ce0e6f5d-aa32-4464-8741-2fca463c785c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:34.528348 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ce0e6f5d-aa32-4464-8741-2fca463c785c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/38406963-de29-4e3c-955f-2b7afb0082ef HTTP/1.1" status: 204 len: 168 time: 0.4733446 Jul 09 16:31:34.584325 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e6f5d-aa32-4464-8741-2fca463c785c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38406963-de29-4e3c-955f-2b7afb0082ef,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:34.589499 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a366c943-354d-4e75-9576-220bbbe5e177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'name': 'tempest-AttachVolumeTestJSON-1223617838-router', 'tenant_id': 'c352622f74f54906914220d03e45b0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '1fc5489f-84c9-44e6-ba8e-392c2519d7aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:26:59Z', 'updated_at': '2021-07-09T16:27:08Z', 'revision_number': 4, 'project_id': 'c352622f74f54906914220d03e45b0a2', 'gw_port': {'id': '1fc5489f-84c9-44e6-ba8e-392c2519d7aa', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:27:02Z', 'updated_at': '2021-07-09T16:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '00e8a9e8-bd1b-484b-9903-3c8a9fa65b58', 'name': '', 'network_id': 'adbf0553-b476-4533-a282-e74124932d76', 'tenant_id': 'c352622f74f54906914220d03e45b0a2', 'mac_address': 'fa:16:3e:a6:de:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '4438d29a-df86-457d-ba35-c2df5ed90700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:27:06Z', 'updated_at': '2021-07-09T16:27:15Z', 'revision_number': 5, 'project_id': 'c352622f74f54906914220d03e45b0a2', 'subnets': [{'id': '4438d29a-df86-457d-ba35-c2df5ed90700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:31:34.668495 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a366c943-354d-4e75-9576-220bbbe5e177 None None] Checking router: a90c85c8-9dc9-478f-bcd7-3b436153b307 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:31:34.683909 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a366c943-354d-4e75-9576-220bbbe5e177 None None] Routers {'a90c85c8-9dc9-478f-bcd7-3b436153b307'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:31:34.686342 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a366c943-354d-4e75-9576-220bbbe5e177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:31:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['a90c85c8-9dc9-478f-bcd7-3b436153b307'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:31:34.854678 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-a366c943-354d-4e75-9576-220bbbe5e177 None None] Set router a90c85c8-9dc9-478f-bcd7-3b436153b307 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:31:35.098246 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bfbd0d3e-d1ff-4d3f-85c8-8b1065694fce req-dc3dfbdc-46ab-4801-a461-4f829206639c tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] 10.222.0.98 "GET /v2.0/ports?device_id=a0b421a8-4e1d-4ea7-b7e8-3614339c0b89 HTTP/1.1" status: 200 len: 210 time: 0.0642345 Jul 09 16:31:35.204287 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-272a6902-075c-47c0-ba90-11428ab29734 req-82f3c73e-9023-404a-aa35-ee2280075515 tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] Allocated IP 172.20.0.5 (a3351454-70ac-4bfb-89b9-2d9b1aa10e1c/a9e1609f-6dda-48c0-9717-f8a2cba77d0d/45c18fdd-8041-4bf4-936f-7b1790aba04d) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:31:35.235691 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a366c943-354d-4e75-9576-220bbbe5e177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'name': 'tempest-AttachVolumeTestJSON-1223617838-router', 'tenant_id': 'c352622f74f54906914220d03e45b0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '1fc5489f-84c9-44e6-ba8e-392c2519d7aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:26:59Z', 'updated_at': '2021-07-09T16:27:08Z', 'revision_number': 4, 'project_id': 'c352622f74f54906914220d03e45b0a2', 'gw_port': {'id': '1fc5489f-84c9-44e6-ba8e-392c2519d7aa', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:27:02Z', 'updated_at': '2021-07-09T16:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '00e8a9e8-bd1b-484b-9903-3c8a9fa65b58', 'name': '', 'network_id': 'adbf0553-b476-4533-a282-e74124932d76', 'tenant_id': 'c352622f74f54906914220d03e45b0a2', 'mac_address': 'fa:16:3e:a6:de:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '4438d29a-df86-457d-ba35-c2df5ed90700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:27:06Z', 'updated_at': '2021-07-09T16:27:15Z', 'revision_number': 5, 'project_id': 'c352622f74f54906914220d03e45b0a2', 'subnets': [{'id': '4438d29a-df86-457d-ba35-c2df5ed90700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:31:35.274451 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a366c943-354d-4e75-9576-220bbbe5e177 None None] The sync data for ids ['a90c85c8-9dc9-478f-bcd7-3b436153b307'] in n-d-798930-3 is: [{'id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'name': 'tempest-AttachVolumeTestJSON-1223617838-router', 'tenant_id': 'c352622f74f54906914220d03e45b0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '1fc5489f-84c9-44e6-ba8e-392c2519d7aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:26:59Z', 'updated_at': '2021-07-09T16:27:08Z', 'revision_number': 4, 'project_id': 'c352622f74f54906914220d03e45b0a2', 'gw_port': {'id': '1fc5489f-84c9-44e6-ba8e-392c2519d7aa', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:27:02Z', 'updated_at': '2021-07-09T16:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '00e8a9e8-bd1b-484b-9903-3c8a9fa65b58', 'name': '', 'network_id': 'adbf0553-b476-4533-a282-e74124932d76', 'tenant_id': 'c352622f74f54906914220d03e45b0a2', 'mac_address': 'fa:16:3e:a6:de:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '4438d29a-df86-457d-ba35-c2df5ed90700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:27:06Z', 'updated_at': '2021-07-09T16:27:15Z', 'revision_number': 5, 'project_id': 'c352622f74f54906914220d03e45b0a2', 'subnets': [{'id': '4438d29a-df86-457d-ba35-c2df5ed90700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:31:35.430673 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-272a6902-075c-47c0-ba90-11428ab29734 req-82f3c73e-9023-404a-aa35-ee2280075515 tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:35.496894 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 48934) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:35.497690 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-272a6902-075c-47c0-ba90-11428ab29734 req-82f3c73e-9023-404a-aa35-ee2280075515 tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:35.575650 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-272a6902-075c-47c0-ba90-11428ab29734 req-82f3c73e-9023-404a-aa35-ee2280075515 tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] Network a3351454-70ac-4bfb-89b9-2d9b1aa10e1c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:31:35.584839 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-272a6902-075c-47c0-ba90-11428ab29734 req-82f3c73e-9023-404a-aa35-ee2280075515 tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:31:35.585660 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7d83883c-5303-4c67-865c-fde73ad782e6 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:35.588316 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-272a6902-075c-47c0-ba90-11428ab29734 req-82f3c73e-9023-404a-aa35-ee2280075515 tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:31:35.624346 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f3c73e-9023-404a-aa35-ee2280075515 tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] Pushing event updated for resources: {'Port': ['ID=45c18fdd-8041-4bf4-936f-7b1790aba04d,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:35.632987 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7d83883c-5303-4c67-865c-fde73ad782e6 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:35.672768 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5746ef0-341c-4e82-8cf4-0b9e1df11d51 None None] New status for floating IP 5bda7604-19c5-4c85-917c-a2e262fd4714: DOWN {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:31:35.700270 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a6902-075c-47c0-ba90-11428ab29734 req-82f3c73e-9023-404a-aa35-ee2280075515 tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:35.701915 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-272a6902-075c-47c0-ba90-11428ab29734 req-82f3c73e-9023-404a-aa35-ee2280075515 tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:35.711345 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7d83883c-5303-4c67-865c-fde73ad782e6 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:35.714064 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7d83883c-5303-4c67-865c-fde73ad782e6 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:35.715255 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7d83883c-5303-4c67-865c-fde73ad782e6 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "DELETE /v2.0/security-groups/08871550-d616-4453-85b1-faed9ff5bbda HTTP/1.1" status: 204 len: 168 time: 0.2168252 Jul 09 16:31:35.719746 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 48942) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:35.733094 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d83883c-5303-4c67-865c-fde73ad782e6 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08871550-d616-4453-85b1-faed9ff5bbda,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:35.745480 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-272a6902-075c-47c0-ba90-11428ab29734 req-82f3c73e-9023-404a-aa35-ee2280075515 tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6964369 Jul 09 16:31:35.750263 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [None req-6347fc59-f23c-4ee8-b090-3cdb4668eef2 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] show failed (client error): The resource could not be found. Jul 09 16:31:35.751590 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6347fc59-f23c-4ee8-b090-3cdb4668eef2 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/security-groups/08871550-d616-4453-85b1-faed9ff5bbda HTTP/1.1" status: 404 len: 347 time: 0.0306938 Jul 09 16:31:35.756157 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 48944) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:35.772606 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-272a6902-075c-47c0-ba90-11428ab29734 req-546ad8df-bad0-40da-b962-0917ca2c35c9 service neutron] Request body: {'port': {'device_id': 'a0b421a8-4e1d-4ea7-b7e8-3614339c0b89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:31:35.975978 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-272a6902-075c-47c0-ba90-11428ab29734 req-546ad8df-bad0-40da-b962-0917ca2c35c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:35.995458 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0acc9b66-bdce-482f-a54c-8e8001b87c9c tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Deleting port 2134ed89-bb30-4c5f-a5be-821c99236c7f {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:31:35.995865 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0acc9b66-bdce-482f-a54c-8e8001b87c9c tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:36.219801 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0acc9b66-bdce-482f-a54c-8e8001b87c9c tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:36.220389 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0acc9b66-bdce-482f-a54c-8e8001b87c9c tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:36.310262 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0acc9b66-bdce-482f-a54c-8e8001b87c9c tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Calling delete_port for 2134ed89-bb30-4c5f-a5be-821c99236c7f owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:31:36.469589 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0364bdb-592c-44cc-8734-ccc348372cd5 req-bf54aa8b-51f2-4f52-9a21-8d15d90f3eda tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:36.471258 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b0364bdb-592c-44cc-8734-ccc348372cd5 req-bf54aa8b-51f2-4f52-9a21-8d15d90f3eda tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] 10.222.0.98 "GET /v2.0/ports?device_id=a0b421a8-4e1d-4ea7-b7e8-3614339c0b89 HTTP/1.1" status: 200 len: 931 time: 0.2354050 Jul 09 16:31:36.593658 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b0364bdb-592c-44cc-8734-ccc348372cd5 req-4b1c2a0a-abdf-410f-ad90-29caf7364937 tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] 10.222.0.98 "GET /v2.0/security-groups?id=8fa23591-8872-4a97-8055-8665e29509ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062415 Jul 09 16:31:36.644434 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-272a6902-075c-47c0-ba90-11428ab29734 req-546ad8df-bad0-40da-b962-0917ca2c35c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45c18fdd-8041-4bf4-936f-7b1790aba04d {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:31:36.655075 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-272a6902-075c-47c0-ba90-11428ab29734 req-546ad8df-bad0-40da-b962-0917ca2c35c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:36.674107 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0acc9b66-bdce-482f-a54c-8e8001b87c9c tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:36.680753 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-272a6902-075c-47c0-ba90-11428ab29734 req-546ad8df-bad0-40da-b962-0917ca2c35c9 service neutron] Transition to ACTIVE for port object 45c18fdd-8041-4bf4-936f-7b1790aba04d will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:31:36.705075 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-272a6902-075c-47c0-ba90-11428ab29734 req-546ad8df-bad0-40da-b962-0917ca2c35c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:36.713062 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc9b66-bdce-482f-a54c-8e8001b87c9c tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Pushing event deleted for resources: {'Port': ['ID=2134ed89-bb30-4c5f-a5be-821c99236c7f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:36.834734 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ad8df-bad0-40da-b962-0917ca2c35c9 service neutron] Pushing event updated for resources: {'Port': ['ID=45c18fdd-8041-4bf4-936f-7b1790aba04d,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:36.863952 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0acc9b66-bdce-482f-a54c-8e8001b87c9c tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:36.867117 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0acc9b66-bdce-482f-a54c-8e8001b87c9c tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:36.869299 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0acc9b66-bdce-482f-a54c-8e8001b87c9c tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "DELETE /v2.0/floatingips/5bda7604-19c5-4c85-917c-a2e262fd4714 HTTP/1.1" status: 204 len: 168 time: 1.1100914 Jul 09 16:31:36.899617 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-272a6902-075c-47c0-ba90-11428ab29734 req-546ad8df-bad0-40da-b962-0917ca2c35c9 service neutron] Attempting to bind port 45c18fdd-8041-4bf4-936f-7b1790aba04d on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:31:36.899827 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-272a6902-075c-47c0-ba90-11428ab29734 req-546ad8df-bad0-40da-b962-0917ca2c35c9 service neutron] Attempting to bind port 45c18fdd-8041-4bf4-936f-7b1790aba04d by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '927a1cd6-8047-4bed-a20d-7b1b83fc9c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a3351454-70ac-4bfb-89b9-2d9b1aa10e1c'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:31:36.900121 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272a6902-075c-47c0-ba90-11428ab29734 req-546ad8df-bad0-40da-b962-0917ca2c35c9 service neutron] Attempting to bind port 45c18fdd-8041-4bf4-936f-7b1790aba04d on network a3351454-70ac-4bfb-89b9-2d9b1aa10e1c {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:31:36.904553 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272a6902-075c-47c0-ba90-11428ab29734 req-546ad8df-bad0-40da-b962-0917ca2c35c9 service neutron] Port 45c18fdd-8041-4bf4-936f-7b1790aba04d on network a3351454-70ac-4bfb-89b9-2d9b1aa10e1c not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:31:36.904873 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272a6902-075c-47c0-ba90-11428ab29734 req-546ad8df-bad0-40da-b962-0917ca2c35c9 service neutron] Attempting to bind port 45c18fdd-8041-4bf4-936f-7b1790aba04d on network a3351454-70ac-4bfb-89b9-2d9b1aa10e1c {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:31:36.919592 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272a6902-075c-47c0-ba90-11428ab29734 req-546ad8df-bad0-40da-b962-0917ca2c35c9 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:31:36.920386 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272a6902-075c-47c0-ba90-11428ab29734 req-546ad8df-bad0-40da-b962-0917ca2c35c9 service neutron] Checking segment: {'id': '927a1cd6-8047-4bed-a20d-7b1b83fc9c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a3351454-70ac-4bfb-89b9-2d9b1aa10e1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:31:36.920720 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272a6902-075c-47c0-ba90-11428ab29734 req-546ad8df-bad0-40da-b962-0917ca2c35c9 service neutron] Bound using segment: {'id': '927a1cd6-8047-4bed-a20d-7b1b83fc9c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a3351454-70ac-4bfb-89b9-2d9b1aa10e1c'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:31:36.922203 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-272a6902-075c-47c0-ba90-11428ab29734 req-546ad8df-bad0-40da-b962-0917ca2c35c9 service neutron] Bound port: 45c18fdd-8041-4bf4-936f-7b1790aba04d, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '927a1cd6-8047-4bed-a20d-7b1b83fc9c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a3351454-70ac-4bfb-89b9-2d9b1aa10e1c'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:31:36.922203 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-272a6902-075c-47c0-ba90-11428ab29734 req-546ad8df-bad0-40da-b962-0917ca2c35c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:37.006929 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-272a6902-075c-47c0-ba90-11428ab29734 req-546ad8df-bad0-40da-b962-0917ca2c35c9 service neutron] For port 45c18fdd-8041-4bf4-936f-7b1790aba04d, host n-h1-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:31:37.010687 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-272a6902-075c-47c0-ba90-11428ab29734 req-546ad8df-bad0-40da-b962-0917ca2c35c9 service neutron] For port 45c18fdd-8041-4bf4-936f-7b1790aba04d, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=45c18fdd-8041-4bf4-936f-7b1790aba04d,segment=NetworkSegment(927a1cd6-8047-4bed-a20d-7b1b83fc9c65),segment_id=927a1cd6-8047-4bed-a20d-7b1b83fc9c65)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:31:37.018978 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-272a6902-075c-47c0-ba90-11428ab29734 req-546ad8df-bad0-40da-b962-0917ca2c35c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:37.038192 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a6902-075c-47c0-ba90-11428ab29734 req-546ad8df-bad0-40da-b962-0917ca2c35c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:37.039130 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-272a6902-075c-47c0-ba90-11428ab29734 req-546ad8df-bad0-40da-b962-0917ca2c35c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:37.040588 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-272a6902-075c-47c0-ba90-11428ab29734 req-546ad8df-bad0-40da-b962-0917ca2c35c9 service neutron] 10.222.0.77 "PUT /v2.0/ports/45c18fdd-8041-4bf4-936f-7b1790aba04d HTTP/1.1" status: 200 len: 1091 time: 1.2834680 Jul 09 16:31:37.043040 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b421a8-4e1d-4ea7-b7e8-3614339c0b89', 'tag': '45c18fdd-8041-4bf4-936f-7b1790aba04d'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:31:37.045262 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a23219-dc8c-45e8-b074-02808b4acebd" -d '{"events": [{"name": "network-changed", "server_uuid": "a0b421a8-4e1d-4ea7-b7e8-3614339c0b89", "tag": "45c18fdd-8041-4bf4-936f-7b1790aba04d"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:31:37.131770 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51340386-cea6-4fe6-925a-c15b51a96847 x-openstack-request-id: req-51340386-cea6-4fe6-925a-c15b51a96847 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:31:37.132067 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0b421a8-4e1d-4ea7-b7e8-3614339c0b89", "tag": "45c18fdd-8041-4bf4-936f-7b1790aba04d", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:31:37.132446 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-51340386-cea6-4fe6-925a-c15b51a96847 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:31:37.132850 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0b421a8-4e1d-4ea7-b7e8-3614339c0b89', 'tag': '45c18fdd-8041-4bf4-936f-7b1790aba04d', 'status': 'completed', 'code': 200} Jul 09 16:31:37.139385 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ad8df-bad0-40da-b962-0917ca2c35c9 service neutron] Pushing event updated for resources: {'Port': ['ID=45c18fdd-8041-4bf4-936f-7b1790aba04d,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:37.178744 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a6902-075c-47c0-ba90-11428ab29734 req-09047350-a25d-4e31-bb49-211b0ea65e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:37.180886 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-272a6902-075c-47c0-ba90-11428ab29734 req-09047350-a25d-4e31-bb49-211b0ea65e6a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b79eec17fc584dbb982c8b3c946b3301&device_id=a0b421a8-4e1d-4ea7-b7e8-3614339c0b89 HTTP/1.1" status: 200 len: 1094 time: 0.0902591 Jul 09 16:31:37.232325 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-272a6902-075c-47c0-ba90-11428ab29734 req-0386500f-956c-482b-a687-985c94e7da85 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45c18fdd-8041-4bf4-936f-7b1790aba04d HTTP/1.1" status: 200 len: 217 time: 0.0437512 Jul 09 16:31:37.293769 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a6902-075c-47c0-ba90-11428ab29734 req-268ad374-9ada-4841-8fc4-d25c527a449a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:37.295457 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-272a6902-075c-47c0-ba90-11428ab29734 req-268ad374-9ada-4841-8fc4-d25c527a449a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a9e1609f-6dda-48c0-9717-f8a2cba77d0d HTTP/1.1" status: 200 len: 861 time: 0.0575492 Jul 09 16:31:37.342851 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49010) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:37.347718 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-272a6902-075c-47c0-ba90-11428ab29734 req-e6c05d5d-d3aa-4e82-af61-1e5eab1b3b32 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a3351454-70ac-4bfb-89b9-2d9b1aa10e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450649 Jul 09 16:31:37.349779 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-558af54b-8746-400c-87d9-c22071f09c81 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1015227881', 'description': 'tempest-description--480172039'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:31:37.376384 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-558af54b-8746-400c-87d9-c22071f09c81 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:37.467121 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-272a6902-075c-47c0-ba90-11428ab29734 req-026046dd-1507-40e9-9da8-b8461fa65194 service neutron] 10.222.0.77 "GET /v2.0/networks/a3351454-70ac-4bfb-89b9-2d9b1aa10e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130135 Jul 09 16:31:37.491153 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-558af54b-8746-400c-87d9-c22071f09c81 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:37.497754 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-558af54b-8746-400c-87d9-c22071f09c81 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:37.529395 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-558af54b-8746-400c-87d9-c22071f09c81 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:37.530640 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-558af54b-8746-400c-87d9-c22071f09c81 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1866460 Jul 09 16:31:37.532904 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558af54b-8746-400c-87d9-c22071f09c81 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42cc1d4e-ad5f-4614-a7c2-8cc87fec12c5,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:37.534802 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49018) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:37.540335 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-38d41752-5892-4ad0-ab48-741b8bfc21c4 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Request body: {'security_group_rule': {'security_group_id': '42cc1d4e-ad5f-4614-a7c2-8cc87fec12c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:31:37.578005 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-38d41752-5892-4ad0-ab48-741b8bfc21c4 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:37.623945 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-272a6902-075c-47c0-ba90-11428ab29734 req-1bb139ba-36d9-42ac-bb9e-8e684f06a01a service neutron] 10.222.0.77 "GET /v2.0/networks/a3351454-70ac-4bfb-89b9-2d9b1aa10e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503656 Jul 09 16:31:37.669196 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-38d41752-5892-4ad0-ab48-741b8bfc21c4 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:37.674019 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-38d41752-5892-4ad0-ab48-741b8bfc21c4 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:37.711244 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d41752-5892-4ad0-ab48-741b8bfc21c4 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=288f8611-c65d-4a6e-83bc-9c98074e80d3,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:37.730650 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-38d41752-5892-4ad0-ab48-741b8bfc21c4 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:37.735708 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-38d41752-5892-4ad0-ab48-741b8bfc21c4 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1997385 Jul 09 16:31:37.736528 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49026) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:37.741605 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-98601351-e2bf-4cc7-9563-c7f95cbcdae8 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Request body: {'security_group_rule': {'security_group_id': '42cc1d4e-ad5f-4614-a7c2-8cc87fec12c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:31:37.782120 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-98601351-e2bf-4cc7-9563-c7f95cbcdae8 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:37.829196 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a23219-dc8c-45e8-b074-02808b4acebd req-eb17cbfe-f885-4f95-a5f1-275abbc9a061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:37.830684 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-94a23219-dc8c-45e8-b074-02808b4acebd req-eb17cbfe-f885-4f95-a5f1-275abbc9a061 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b79eec17fc584dbb982c8b3c946b3301&device_id=a0b421a8-4e1d-4ea7-b7e8-3614339c0b89 HTTP/1.1" status: 200 len: 1094 time: 0.1460361 Jul 09 16:31:37.844777 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a2614-14fd-4d49-86d4-a78f47f53c59 req-1f68ede9-d885-4dfe-b587-8ac91c7a49f8 tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:37.846432 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d81a2614-14fd-4d49-86d4-a78f47f53c59 req-1f68ede9-d885-4dfe-b587-8ac91c7a49f8 tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] 10.222.0.98 "GET /v2.0/ports?device_id=a0b421a8-4e1d-4ea7-b7e8-3614339c0b89 HTTP/1.1" status: 200 len: 943 time: 0.1030874 Jul 09 16:31:37.864338 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-98601351-e2bf-4cc7-9563-c7f95cbcdae8 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:37.869368 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-98601351-e2bf-4cc7-9563-c7f95cbcdae8 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:37.896344 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-98601351-e2bf-4cc7-9563-c7f95cbcdae8 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:37.901139 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-98601351-e2bf-4cc7-9563-c7f95cbcdae8 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1619921 Jul 09 16:31:37.902064 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49034) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:37.910126 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a3ba093b-b077-478b-9519-977066f9acdd tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Request body: {'floatingip': {'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:31:37.915542 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98601351-e2bf-4cc7-9563-c7f95cbcdae8 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7bbf847-a618-4f83-b99f-9c590e9f5fc8,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:37.944838 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a3ba093b-b077-478b-9519-977066f9acdd tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:37.957508 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d81a2614-14fd-4d49-86d4-a78f47f53c59 req-ea8c79af-774e-4381-b3ec-064604d1b913 tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] 10.222.0.98 "GET /v2.0/security-groups?id=8fa23591-8872-4a97-8055-8665e29509ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005545 Jul 09 16:31:38.021930 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a23219-dc8c-45e8-b074-02808b4acebd req-99b56b9c-aa4a-4b54-a8dc-f7786b731060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:38.025759 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-94a23219-dc8c-45e8-b074-02808b4acebd req-99b56b9c-aa4a-4b54-a8dc-f7786b731060 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a3351454-70ac-4bfb-89b9-2d9b1aa10e1c HTTP/1.1" status: 200 len: 922 time: 0.1775699 Jul 09 16:31:38.080937 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-94a23219-dc8c-45e8-b074-02808b4acebd req-2ef8cee5-cc50-40dd-a4a4-f87a9b85d29c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45c18fdd-8041-4bf4-936f-7b1790aba04d HTTP/1.1" status: 200 len: 217 time: 0.0487976 Jul 09 16:31:38.088109 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a3ba093b-b077-478b-9519-977066f9acdd tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:38.160696 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a23219-dc8c-45e8-b074-02808b4acebd req-20f750f0-8f75-414f-b50d-8e577da30ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:38.162328 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-94a23219-dc8c-45e8-b074-02808b4acebd req-20f750f0-8f75-414f-b50d-8e577da30ff6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a9e1609f-6dda-48c0-9717-f8a2cba77d0d HTTP/1.1" status: 200 len: 861 time: 0.0753243 Jul 09 16:31:38.241852 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-94a23219-dc8c-45e8-b074-02808b4acebd req-3ae5e397-65fd-492b-968c-58c1701ebc39 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a3351454-70ac-4bfb-89b9-2d9b1aa10e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715883 Jul 09 16:31:38.262595 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-a3ba093b-b077-478b-9519-977066f9acdd tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Allocated IP 172.25.0.67 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/2ff4dab1-527d-40d4-b4b5-f4b647586642) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:31:38.399471 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a3ba093b-b077-478b-9519-977066f9acdd tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:38.409469 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-94a23219-dc8c-45e8-b074-02808b4acebd req-53e2513c-4494-4ba0-a021-4026eee53c15 service neutron] 10.222.0.77 "GET /v2.0/networks/a3351454-70ac-4bfb-89b9-2d9b1aa10e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593914 Jul 09 16:31:38.451540 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a3ba093b-b077-478b-9519-977066f9acdd tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:38.512705 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ba093b-b077-478b-9519-977066f9acdd tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Pushing event updated for resources: {'Port': ['ID=2ff4dab1-527d-40d4-b4b5-f4b647586642,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:38.527517 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ba093b-b077-478b-9519-977066f9acdd tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:31:38.529220 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-a3ba093b-b077-478b-9519-977066f9acdd tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:31:38.535793 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ba093b-b077-478b-9519-977066f9acdd tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:31:38.539832 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-94a23219-dc8c-45e8-b074-02808b4acebd req-8cf983de-1fd5-4bb6-b8b8-abd935488a5d service neutron] 10.222.0.77 "GET /v2.0/networks/a3351454-70ac-4bfb-89b9-2d9b1aa10e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216781 Jul 09 16:31:38.648830 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a3ba093b-b077-478b-9519-977066f9acdd tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:38.718600 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a3ba093b-b077-478b-9519-977066f9acdd tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:38.913803 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a3ba093b-b077-478b-9519-977066f9acdd tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:38.918925 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a3ba093b-b077-478b-9519-977066f9acdd tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:39.004224 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ba093b-b077-478b-9519-977066f9acdd tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Pushing event updated for resources: {'Port': ['ID=2ff4dab1-527d-40d4-b4b5-f4b647586642,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:39.017886 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a3ba093b-b077-478b-9519-977066f9acdd tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:39.039094 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a3ba093b-b077-478b-9519-977066f9acdd tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:39.040722 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a3ba093b-b077-478b-9519-977066f9acdd tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1357098 Jul 09 16:31:39.169873 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96658e39-6714-4e0a-8017-1517558d182b req-71a57a37-cecc-434a-96d9-5fbf8fd64d1a tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:39.171455 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-96658e39-6714-4e0a-8017-1517558d182b req-71a57a37-cecc-434a-96d9-5fbf8fd64d1a tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] 10.222.0.98 "GET /v2.0/ports?device_id=a0b421a8-4e1d-4ea7-b7e8-3614339c0b89 HTTP/1.1" status: 200 len: 943 time: 0.0710478 Jul 09 16:31:39.217394 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-96658e39-6714-4e0a-8017-1517558d182b req-c3afca40-b502-44be-ab3e-6eb3b9cb58d1 tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] 10.222.0.98 "GET /v2.0/security-groups?id=8fa23591-8872-4a97-8055-8665e29509ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401993 Jul 09 16:31:39.358031 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c88af09e-beee-46b2-ae64-1fbc09557271 req-470c1645-4448-4f0b-91a3-4cca704c4c72 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--1015227881&fields=id&tenant_id=c352622f74f54906914220d03e45b0a2 HTTP/1.1" status: 200 len: 267 time: 0.0348663 Jul 09 16:31:39.484227 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88af09e-beee-46b2-ae64-1fbc09557271 req-1d8bd84b-4073-47a4-9c8a-9e70421a7174 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:39.486315 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c88af09e-beee-46b2-ae64-1fbc09557271 req-1d8bd84b-4073-47a4-9c8a-9e70421a7174 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/networks?id=adbf0553-b476-4533-a282-e74124932d76 HTTP/1.1" status: 200 len: 811 time: 0.1194382 Jul 09 16:31:39.504099 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c88af09e-beee-46b2-ae64-1fbc09557271 req-8dab0d21-4627-4770-9fd8-986d78d885db tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/quotas/c352622f74f54906914220d03e45b0a2 HTTP/1.1" status: 200 len: 375 time: 0.0111868 Jul 09 16:31:39.590036 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c88af09e-beee-46b2-ae64-1fbc09557271 req-50d8f560-fcb7-4b1a-b305-d214bccfe5e8 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=c352622f74f54906914220d03e45b0a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0794847 Jul 09 16:31:39.712272 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c88af09e-beee-46b2-ae64-1fbc09557271 req-619befc8-cbdd-4b5e-bab5-b513e1ce3525 service neutron] 10.222.0.98 "GET /v2.0/networks/adbf0553-b476-4533-a282-e74124932d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077938 Jul 09 16:31:39.811416 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c88af09e-beee-46b2-ae64-1fbc09557271 req-bbcb7177-ce9e-4c74-a26f-631365c87a79 service neutron] 10.222.0.98 "GET /v2.0/networks/adbf0553-b476-4533-a282-e74124932d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929017 Jul 09 16:31:39.969233 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 45c18fdd-8041-4bf4-936f-7b1790aba04d details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:31:40.028017 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9f92f781-652f-4cb5-b634-2b7a4b1e8a93 req-fd22aeb8-2830-4c9b-a9a1-33a6d6067073 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/ports?device_id=1fd17488-a375-4c9a-b594-f5f9603f4217 HTTP/1.1" status: 200 len: 210 time: 0.0622754 Jul 09 16:31:40.096145 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:40.151791 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 45c18fdd-8041-4bf4-936f-7b1790aba04d, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=45c18fdd-8041-4bf4-936f-7b1790aba04d,segment=NetworkSegment(927a1cd6-8047-4bed-a20d-7b1b83fc9c65),segment_id=927a1cd6-8047-4bed-a20d-7b1b83fc9c65)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:31:40.169752 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '45c18fdd-8041-4bf4-936f-7b1790aba04d', 'network_id': 'a3351454-70ac-4bfb-89b9-2d9b1aa10e1c', 'port_id': '45c18fdd-8041-4bf4-936f-7b1790aba04d', 'mac_address': 'fa:16:3e:37:f2:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e1609f-6dda-48c0-9717-f8a2cba77d0d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:31:40.245854 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:40.279464 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45c18fdd-8041-4bf4-936f-7b1790aba04d {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:31:40.312225 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 45c18fdd-8041-4bf4-936f-7b1790aba04d, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=45c18fdd-8041-4bf4-936f-7b1790aba04d,segment=NetworkSegment(927a1cd6-8047-4bed-a20d-7b1b83fc9c65),segment_id=927a1cd6-8047-4bed-a20d-7b1b83fc9c65)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:31:40.318159 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:40.386322 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=45c18fdd-8041-4bf4-936f-7b1790aba04d,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:40.445924 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49122) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:40.516096 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['45c18fdd-8041-4bf4-936f-7b1790aba04d'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:31:40.575003 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401a825-44da-4fe2-97fc-250591277bdd req-56989b48-26ff-4b92-98b8-527131b7a9e0 tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:40.587131 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9401a825-44da-4fe2-97fc-250591277bdd req-56989b48-26ff-4b92-98b8-527131b7a9e0 tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] 10.222.0.98 "GET /v2.0/ports?device_id=a0b421a8-4e1d-4ea7-b7e8-3614339c0b89 HTTP/1.1" status: 200 len: 944 time: 0.1535475 Jul 09 16:31:40.631216 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c2f965d-ce69-448e-82cd-e8e3e559dbf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:40.709468 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9401a825-44da-4fe2-97fc-250591277bdd req-d356982a-d6b0-4e8f-a40b-057615f83c23 tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] 10.222.0.98 "GET /v2.0/security-groups?id=8fa23591-8872-4a97-8055-8665e29509ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202118 Jul 09 16:31:40.858013 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c2f965d-ce69-448e-82cd-e8e3e559dbf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:40.864000 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c2f965d-ce69-448e-82cd-e8e3e559dbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:40.922292 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8c2f965d-ce69-448e-82cd-e8e3e559dbf2 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=80398abf08f9499ba98a8d79dca1cc69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4720302 Jul 09 16:31:40.922292 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f965d-ce69-448e-82cd-e8e3e559dbf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39b29a3-7da5-46ab-8f9b-3e1a46068a6a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:40.924921 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 49144) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:41.005706 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c343b93c-cbf1-4841-85b3-16fff091161c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:41.035108 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c343b93c-cbf1-4841-85b3-16fff091161c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:41.105269 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c343b93c-cbf1-4841-85b3-16fff091161c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:41.108273 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c343b93c-cbf1-4841-85b3-16fff091161c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:41.109743 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c343b93c-cbf1-4841-85b3-16fff091161c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c39b29a3-7da5-46ab-8f9b-3e1a46068a6a HTTP/1.1" status: 204 len: 168 time: 0.1799381 Jul 09 16:31:41.126855 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c343b93c-cbf1-4841-85b3-16fff091161c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39b29a3-7da5-46ab-8f9b-3e1a46068a6a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:41.231733 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fc57a2f1-9f5f-4e33-aa25-4416d6029230 req-3a431206-f7af-445d-8347-63e470820f26 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/ports?device_id=1fd17488-a375-4c9a-b594-f5f9603f4217 HTTP/1.1" status: 200 len: 210 time: 0.0510166 Jul 09 16:31:41.898203 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88af09e-beee-46b2-ae64-1fbc09557271 req-533ea49f-e23b-4a5a-85bb-2e6a5d288f7f tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:41.900669 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c88af09e-beee-46b2-ae64-1fbc09557271 req-533ea49f-e23b-4a5a-85bb-2e6a5d288f7f tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.73 "GET /v2.0/networks?id=adbf0553-b476-4533-a282-e74124932d76 HTTP/1.1" status: 200 len: 811 time: 0.2148232 Jul 09 16:31:41.984061 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c88af09e-beee-46b2-ae64-1fbc09557271 req-441a750c-189e-4c30-85f2-a8074490bac8 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c352622f74f54906914220d03e45b0a2 HTTP/1.1" status: 200 len: 380 time: 0.0574999 Jul 09 16:31:41.984207 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 45c18fdd-8041-4bf4-936f-7b1790aba04d up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:31:41.995740 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-c88af09e-beee-46b2-ae64-1fbc09557271 req-c30ded20-3d84-4129-8406-de4bef6250f7 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Request body: {'port': {'device_id': '1fd17488-a375-4c9a-b594-f5f9603f4217', 'network_id': 'adbf0553-b476-4533-a282-e74124932d76', 'admin_state_up': True, 'tenant_id': 'c352622f74f54906914220d03e45b0a2', 'security_groups': ['42cc1d4e-ad5f-4614-a7c2-8cc87fec12c5']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:31:42.096181 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368949f6-d6f9-41c9-a426-2012766d030a req-027d4ff6-9f20-45ef-971e-351c87b420ec tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:42.096969 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 45c18fdd-8041-4bf4-936f-7b1790aba04d completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:31:42.102076 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 45c18fdd-8041-4bf4-936f-7b1790aba04d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:31:42.102463 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:42.104831 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-368949f6-d6f9-41c9-a426-2012766d030a req-027d4ff6-9f20-45ef-971e-351c87b420ec tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] 10.222.0.98 "GET /v2.0/ports?device_id=a0b421a8-4e1d-4ea7-b7e8-3614339c0b89 HTTP/1.1" status: 200 len: 944 time: 0.2440472 Jul 09 16:31:42.197401 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-368949f6-d6f9-41c9-a426-2012766d030a req-9ab74970-4c0e-4097-acd6-d82b8e1e381f tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] 10.222.0.98 "GET /v2.0/security-groups?id=8fa23591-8872-4a97-8055-8665e29509ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693049 Jul 09 16:31:42.235855 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c88af09e-beee-46b2-ae64-1fbc09557271 req-c30ded20-3d84-4129-8406-de4bef6250f7 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Made reservation on behalf of c352622f74f54906914220d03e45b0a2 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:31:42.240649 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c88af09e-beee-46b2-ae64-1fbc09557271 req-c30ded20-3d84-4129-8406-de4bef6250f7 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:42.278020 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:42.373478 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 45c18fdd-8041-4bf4-936f-7b1790aba04d, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=45c18fdd-8041-4bf4-936f-7b1790aba04d,segment=NetworkSegment(927a1cd6-8047-4bed-a20d-7b1b83fc9c65),segment_id=927a1cd6-8047-4bed-a20d-7b1b83fc9c65)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:31:42.382569 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b421a8-4e1d-4ea7-b7e8-3614339c0b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45c18fdd-8041-4bf4-936f-7b1790aba04d'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:31:42.388349 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55de9268-b6d2-453b-a621-f0db8c0fcbdc" -d '{"events": [{"server_uuid": "a0b421a8-4e1d-4ea7-b7e8-3614339c0b89", "name": "network-vif-plugged", "status": "completed", "tag": "45c18fdd-8041-4bf4-936f-7b1790aba04d"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:31:42.412701 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:42.420044 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-c88af09e-beee-46b2-ae64-1fbc09557271 req-c30ded20-3d84-4129-8406-de4bef6250f7 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Allocated IP 172.20.0.5 (adbf0553-b476-4533-a282-e74124932d76/4438d29a-df86-457d-ba35-c2df5ed90700/f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:31:42.480899 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d789a5-712e-4f31-ad15-0ecdaa0ad2d7 x-openstack-request-id: req-99d789a5-712e-4f31-ad15-0ecdaa0ad2d7 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:31:42.481206 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b421a8-4e1d-4ea7-b7e8-3614339c0b89", "name": "network-vif-plugged", "status": "completed", "tag": "45c18fdd-8041-4bf4-936f-7b1790aba04d", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:31:42.481508 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-99d789a5-712e-4f31-ad15-0ecdaa0ad2d7 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:31:42.481870 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b421a8-4e1d-4ea7-b7e8-3614339c0b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45c18fdd-8041-4bf4-936f-7b1790aba04d', 'code': 200} Jul 09 16:31:42.509233 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=45c18fdd-8041-4bf4-936f-7b1790aba04d,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:42.564821 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6a17d602-c3cc-43bb-911a-d593a642b923 req-551b4bd5-f016-4beb-8ad8-48b14ba35305 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/ports?device_id=1fd17488-a375-4c9a-b594-f5f9603f4217 HTTP/1.1" status: 200 len: 210 time: 0.0875587 Jul 09 16:31:42.713157 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cbb12a-e9a1-42d0-b6f4-63400fe0301b req-0df8a599-46e8-4254-af48-e9709e547ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:42.715435 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-69cbb12a-e9a1-42d0-b6f4-63400fe0301b req-0df8a599-46e8-4254-af48-e9709e547ab9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a0b421a8-4e1d-4ea7-b7e8-3614339c0b89 HTTP/1.1" status: 200 len: 1096 time: 0.1249185 Jul 09 16:31:42.718898 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c88af09e-beee-46b2-ae64-1fbc09557271 req-c30ded20-3d84-4129-8406-de4bef6250f7 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:42.749929 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-c88af09e-beee-46b2-ae64-1fbc09557271 req-c30ded20-3d84-4129-8406-de4bef6250f7 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Transition to ACTIVE for port object f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:31:42.777689 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-69cbb12a-e9a1-42d0-b6f4-63400fe0301b req-75a3713c-4582-4aea-99ee-1890f1b311b2 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8fa23591-8872-4a97-8055-8665e29509ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531251 Jul 09 16:31:42.811422 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c88af09e-beee-46b2-ae64-1fbc09557271 req-c30ded20-3d84-4129-8406-de4bef6250f7 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:42.861456 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c88af09e-beee-46b2-ae64-1fbc09557271 req-c30ded20-3d84-4129-8406-de4bef6250f7 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Network adbf0553-b476-4533-a282-e74124932d76 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:31:42.870930 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-c88af09e-beee-46b2-ae64-1fbc09557271 req-c30ded20-3d84-4129-8406-de4bef6250f7 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:31:42.875352 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-c88af09e-beee-46b2-ae64-1fbc09557271 req-c30ded20-3d84-4129-8406-de4bef6250f7 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:31:42.913294 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ded20-3d84-4129-8406-de4bef6250f7 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Pushing event updated for resources: {'Port': ['ID=f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:42.930052 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30ded20-3d84-4129-8406-de4bef6250f7 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:31:42.930052 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30ded20-3d84-4129-8406-de4bef6250f7 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:31:42.930358 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30ded20-3d84-4129-8406-de4bef6250f7 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:31:42.930439 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30ded20-3d84-4129-8406-de4bef6250f7 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:31:42.930828 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30ded20-3d84-4129-8406-de4bef6250f7 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:31:42.931168 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30ded20-3d84-4129-8406-de4bef6250f7 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:31:42.931495 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30ded20-3d84-4129-8406-de4bef6250f7 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:31:42.932263 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30ded20-3d84-4129-8406-de4bef6250f7 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:31:42.932263 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30ded20-3d84-4129-8406-de4bef6250f7 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:31:42.932474 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30ded20-3d84-4129-8406-de4bef6250f7 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:31:42.932751 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30ded20-3d84-4129-8406-de4bef6250f7 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:31:42.933071 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30ded20-3d84-4129-8406-de4bef6250f7 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:31:42.956658 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88af09e-beee-46b2-ae64-1fbc09557271 req-c30ded20-3d84-4129-8406-de4bef6250f7 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:42.957541 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c88af09e-beee-46b2-ae64-1fbc09557271 req-c30ded20-3d84-4129-8406-de4bef6250f7 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:42.977959 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c88af09e-beee-46b2-ae64-1fbc09557271 req-c30ded20-3d84-4129-8406-de4bef6250f7 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9863336 Jul 09 16:31:42.997729 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-c88af09e-beee-46b2-ae64-1fbc09557271 req-6f6b6f49-b2fb-484d-99f1-33c42232adb8 service neutron] Request body: {'port': {'device_id': '1fd17488-a375-4c9a-b594-f5f9603f4217', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:31:43.105357 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c88af09e-beee-46b2-ae64-1fbc09557271 req-6f6b6f49-b2fb-484d-99f1-33c42232adb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:43.252134 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-59c28363-80b5-4935-bdb8-d616feca81c8 None None] Provisioning for port f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:31:43.256999 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-59c28363-80b5-4935-bdb8-d616feca81c8 None None] Provisioning complete for port f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:31:43.257372 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-59c28363-80b5-4935-bdb8-d616feca81c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:43.339445 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-59c28363-80b5-4935-bdb8-d616feca81c8 None None] Port f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:31:43.502605 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce85ac-49d8-4a5f-b62a-c400ff6b6a7b req-0984eaba-d6d7-417e-9ddb-bdad0bc1c1cf tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:43.515024 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-85ce85ac-49d8-4a5f-b62a-c400ff6b6a7b req-0984eaba-d6d7-417e-9ddb-bdad0bc1c1cf tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] 10.222.0.98 "GET /v2.0/ports?device_id=a0b421a8-4e1d-4ea7-b7e8-3614339c0b89 HTTP/1.1" status: 200 len: 945 time: 0.1478508 Jul 09 16:31:43.584449 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-c88af09e-beee-46b2-ae64-1fbc09557271 req-6f6b6f49-b2fb-484d-99f1-33c42232adb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:31:43.613047 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c88af09e-beee-46b2-ae64-1fbc09557271 req-6f6b6f49-b2fb-484d-99f1-33c42232adb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:43.658431 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-85ce85ac-49d8-4a5f-b62a-c400ff6b6a7b req-d2878e30-ee31-49e9-ac8d-a3be35cc0f3b tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] 10.222.0.98 "GET /v2.0/security-groups?id=8fa23591-8872-4a97-8055-8665e29509ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817857 Jul 09 16:31:43.659732 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-c88af09e-beee-46b2-ae64-1fbc09557271 req-6f6b6f49-b2fb-484d-99f1-33c42232adb8 service neutron] Transition to ACTIVE for port object f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:31:43.672710 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c88af09e-beee-46b2-ae64-1fbc09557271 req-6f6b6f49-b2fb-484d-99f1-33c42232adb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:43.807021 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b6f49-b2fb-484d-99f1-33c42232adb8 service neutron] Pushing event updated for resources: {'Port': ['ID=f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:43.812292 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e8af8-09f4-4742-942c-4ad6e4e09a51 req-2bc0cac1-4b60-4ca4-a35a-460438377ef7 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:43.817181 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-149e8af8-09f4-4742-942c-4ad6e4e09a51 req-2bc0cac1-4b60-4ca4-a35a-460438377ef7 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/ports?device_id=1fd17488-a375-4c9a-b594-f5f9603f4217 HTTP/1.1" status: 200 len: 943 time: 0.0871460 Jul 09 16:31:43.835832 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-c88af09e-beee-46b2-ae64-1fbc09557271 req-6f6b6f49-b2fb-484d-99f1-33c42232adb8 service neutron] Attempting to bind port f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:31:43.836178 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-c88af09e-beee-46b2-ae64-1fbc09557271 req-6f6b6f49-b2fb-484d-99f1-33c42232adb8 service neutron] Attempting to bind port f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': 'ff4c1188-4c7e-4a21-a4de-80c253f4fab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'adbf0553-b476-4533-a282-e74124932d76'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:31:43.836499 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88af09e-beee-46b2-ae64-1fbc09557271 req-6f6b6f49-b2fb-484d-99f1-33c42232adb8 service neutron] Attempting to bind port f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4 on network adbf0553-b476-4533-a282-e74124932d76 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:31:43.848649 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88af09e-beee-46b2-ae64-1fbc09557271 req-6f6b6f49-b2fb-484d-99f1-33c42232adb8 service neutron] Port f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4 on network adbf0553-b476-4533-a282-e74124932d76 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:31:43.849860 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88af09e-beee-46b2-ae64-1fbc09557271 req-6f6b6f49-b2fb-484d-99f1-33c42232adb8 service neutron] Attempting to bind port f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4 on network adbf0553-b476-4533-a282-e74124932d76 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:31:43.855314 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88af09e-beee-46b2-ae64-1fbc09557271 req-6f6b6f49-b2fb-484d-99f1-33c42232adb8 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:31:43.855732 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88af09e-beee-46b2-ae64-1fbc09557271 req-6f6b6f49-b2fb-484d-99f1-33c42232adb8 service neutron] Checking segment: {'id': 'ff4c1188-4c7e-4a21-a4de-80c253f4fab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'adbf0553-b476-4533-a282-e74124932d76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:31:43.856249 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88af09e-beee-46b2-ae64-1fbc09557271 req-6f6b6f49-b2fb-484d-99f1-33c42232adb8 service neutron] Bound using segment: {'id': 'ff4c1188-4c7e-4a21-a4de-80c253f4fab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'adbf0553-b476-4533-a282-e74124932d76'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:31:43.856719 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-c88af09e-beee-46b2-ae64-1fbc09557271 req-6f6b6f49-b2fb-484d-99f1-33c42232adb8 service neutron] Bound port: f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4c1188-4c7e-4a21-a4de-80c253f4fab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'adbf0553-b476-4533-a282-e74124932d76'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:31:43.857106 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c88af09e-beee-46b2-ae64-1fbc09557271 req-6f6b6f49-b2fb-484d-99f1-33c42232adb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:43.889662 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-149e8af8-09f4-4742-942c-4ad6e4e09a51 req-e5d264e6-dcb3-478a-9082-1a141ad0ade8 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/security-groups?id=42cc1d4e-ad5f-4614-a7c2-8cc87fec12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656841 Jul 09 16:31:43.940019 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-c88af09e-beee-46b2-ae64-1fbc09557271 req-6f6b6f49-b2fb-484d-99f1-33c42232adb8 service neutron] For port f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:31:43.943810 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-c88af09e-beee-46b2-ae64-1fbc09557271 req-6f6b6f49-b2fb-484d-99f1-33c42232adb8 service neutron] For port f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4,segment=NetworkSegment(ff4c1188-4c7e-4a21-a4de-80c253f4fab0),segment_id=ff4c1188-4c7e-4a21-a4de-80c253f4fab0)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:31:43.951381 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c88af09e-beee-46b2-ae64-1fbc09557271 req-6f6b6f49-b2fb-484d-99f1-33c42232adb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:43.980488 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49284) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:44.034561 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88af09e-beee-46b2-ae64-1fbc09557271 req-6f6b6f49-b2fb-484d-99f1-33c42232adb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:44.035991 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c88af09e-beee-46b2-ae64-1fbc09557271 req-6f6b6f49-b2fb-484d-99f1-33c42232adb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:44.037529 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c88af09e-beee-46b2-ae64-1fbc09557271 req-6f6b6f49-b2fb-484d-99f1-33c42232adb8 service neutron] 10.222.0.73 "PUT /v2.0/ports/f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4 HTTP/1.1" status: 200 len: 1091 time: 1.0448444 Jul 09 16:31:44.038188 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b6f49-b2fb-484d-99f1-33c42232adb8 service neutron] Pushing event updated for resources: {'Port': ['ID=f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:44.057651 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fd17488-a375-4c9a-b594-f5f9603f4217', 'tag': 'f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:31:44.060464 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518565bb-5ee0-4e58-a82e-dd2857c6ba6a" -d '{"events": [{"name": "network-changed", "server_uuid": "1fd17488-a375-4c9a-b594-f5f9603f4217", "tag": "f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:31:44.141112 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc27910-7879-42fd-b011-487fc322fca5 x-openstack-request-id: req-4bc27910-7879-42fd-b011-487fc322fca5 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:31:44.141455 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fd17488-a375-4c9a-b594-f5f9603f4217", "tag": "f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:31:44.141648 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4bc27910-7879-42fd-b011-487fc322fca5 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:31:44.142675 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fd17488-a375-4c9a-b594-f5f9603f4217', 'tag': 'f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4', 'status': 'completed', 'code': 200} Jul 09 16:31:44.182673 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88af09e-beee-46b2-ae64-1fbc09557271 req-49a0ffa3-4112-4ebc-a315-47c7043a7ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:44.184271 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c88af09e-beee-46b2-ae64-1fbc09557271 req-49a0ffa3-4112-4ebc-a315-47c7043a7ae5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c352622f74f54906914220d03e45b0a2&device_id=1fd17488-a375-4c9a-b594-f5f9603f4217 HTTP/1.1" status: 200 len: 1094 time: 0.0823603 Jul 09 16:31:44.240825 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-cd65c6a9-88b0-4a91-9c88-196a6bb05990 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1849448524'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:31:44.271820 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c88af09e-beee-46b2-ae64-1fbc09557271 req-8f8b2a2e-eb9e-4319-93c2-d60417a5c5c8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4 HTTP/1.1" status: 200 len: 217 time: 0.0722630 Jul 09 16:31:44.275221 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd65c6a9-88b0-4a91-9c88-196a6bb05990 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Made reservation on behalf of 32971110fa63423db282c003252cee1c for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:31:44.279714 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd65c6a9-88b0-4a91-9c88-196a6bb05990 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:44.292370 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd65c6a9-88b0-4a91-9c88-196a6bb05990 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:44.363916 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88af09e-beee-46b2-ae64-1fbc09557271 req-55cb46ec-c320-471a-b77d-883ba8b32617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:44.366386 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c88af09e-beee-46b2-ae64-1fbc09557271 req-55cb46ec-c320-471a-b77d-883ba8b32617 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4438d29a-df86-457d-ba35-c2df5ed90700 HTTP/1.1" status: 200 len: 850 time: 0.0883183 Jul 09 16:31:44.460834 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd65c6a9-88b0-4a91-9c88-196a6bb05990 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:44.465461 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88af09e-beee-46b2-ae64-1fbc09557271 req-f8915949-e794-40a4-b767-31d3c7c0da2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:44.466360 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd65c6a9-88b0-4a91-9c88-196a6bb05990 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:44.467469 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c88af09e-beee-46b2-ae64-1fbc09557271 req-f8915949-e794-40a4-b767-31d3c7c0da2f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adbf0553-b476-4533-a282-e74124932d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0941486 Jul 09 16:31:44.498319 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd65c6a9-88b0-4a91-9c88-196a6bb05990 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:31:44.527752 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd65c6a9-88b0-4a91-9c88-196a6bb05990 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b828a14-4d13-42ff-b424-99ffcf612182,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:44.542293 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd65c6a9-88b0-4a91-9c88-196a6bb05990 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:44.546205 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-cd65c6a9-88b0-4a91-9c88-196a6bb05990 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Added segment a3503537-fb7f-472c-bfb8-47c09ade27b8 of type vlan for network e8c2c3f5-8c4b-4723-9d52-5667022d2545 Jul 09 16:31:44.597234 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c88af09e-beee-46b2-ae64-1fbc09557271 req-469727d2-1f42-4098-b97e-5c5eebf5b82b service neutron] 10.222.0.73 "GET /v2.0/networks/adbf0553-b476-4533-a282-e74124932d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213329 Jul 09 16:31:44.601975 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd65c6a9-88b0-4a91-9c88-196a6bb05990 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:44.649857 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd65c6a9-88b0-4a91-9c88-196a6bb05990 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:44.659022 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd65c6a9-88b0-4a91-9c88-196a6bb05990 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:44.659691 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd65c6a9-88b0-4a91-9c88-196a6bb05990 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:44.682811 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-cd65c6a9-88b0-4a91-9c88-196a6bb05990 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7011352 Jul 09 16:31:44.700884 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49320) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:44.712211 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c88af09e-beee-46b2-ae64-1fbc09557271 req-a205d840-a494-4e6a-90b1-5eed083e512d service neutron] 10.222.0.73 "GET /v2.0/networks/adbf0553-b476-4533-a282-e74124932d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077156 Jul 09 16:31:44.754867 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-5e7d4675-0c01-49c0-aae8-f8f1189a9f22 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Request body: {'subnet': {'network_id': 'e8c2c3f5-8c4b-4723-9d52-5667022d2545', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:31:44.881140 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd65c6a9-88b0-4a91-9c88-196a6bb05990 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Pushing event updated for resources: {'Network': ['ID=e8c2c3f5-8c4b-4723-9d52-5667022d2545,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:44.894600 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network e8c2c3f5-8c4b-4723-9d52-5667022d2545 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:31:44.912366 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518565bb-5ee0-4e58-a82e-dd2857c6ba6a req-7230d93d-c173-4efb-9be4-033aaee12164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:44.916795 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-518565bb-5ee0-4e58-a82e-dd2857c6ba6a req-7230d93d-c173-4efb-9be4-033aaee12164 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c352622f74f54906914220d03e45b0a2&device_id=1fd17488-a375-4c9a-b594-f5f9603f4217 HTTP/1.1" status: 200 len: 1094 time: 0.0915265 Jul 09 16:31:45.091146 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160d8fe-1699-419a-83e5-02fae548f6b6 req-17cd4613-06ce-4b34-88b2-c9c7cf8e3a6d tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:45.094299 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5160d8fe-1699-419a-83e5-02fae548f6b6 req-17cd4613-06ce-4b34-88b2-c9c7cf8e3a6d tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] 10.222.0.98 "GET /v2.0/ports?device_id=a0b421a8-4e1d-4ea7-b7e8-3614339c0b89 HTTP/1.1" status: 200 len: 945 time: 0.2656829 Jul 09 16:31:45.096546 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7d4675-0c01-49c0-aae8-f8f1189a9f22 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Made reservation on behalf of 32971110fa63423db282c003252cee1c for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:31:45.100284 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518565bb-5ee0-4e58-a82e-dd2857c6ba6a req-bee19cec-0c38-4a9f-9c2a-674278fc1c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:45.103356 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-518565bb-5ee0-4e58-a82e-dd2857c6ba6a req-bee19cec-0c38-4a9f-9c2a-674278fc1c62 service neutron] 10.222.0.73 "GET /v2.0/networks?id=adbf0553-b476-4533-a282-e74124932d76 HTTP/1.1" status: 200 len: 912 time: 0.1787024 Jul 09 16:31:45.104717 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5e7d4675-0c01-49c0-aae8-f8f1189a9f22 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:45.189021 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-518565bb-5ee0-4e58-a82e-dd2857c6ba6a req-2743458e-3815-4ad7-9e2f-576ff6fb44c3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4 HTTP/1.1" status: 200 len: 217 time: 0.0788665 Jul 09 16:31:45.264700 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518565bb-5ee0-4e58-a82e-dd2857c6ba6a req-4a4cce15-f2e6-46be-a690-062b32d4489f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:45.266184 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-518565bb-5ee0-4e58-a82e-dd2857c6ba6a req-4a4cce15-f2e6-46be-a690-062b32d4489f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4438d29a-df86-457d-ba35-c2df5ed90700 HTTP/1.1" status: 200 len: 850 time: 0.0678144 Jul 09 16:31:45.272053 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5160d8fe-1699-419a-83e5-02fae548f6b6 req-eb76d559-b7b5-430e-a221-71ac2615f2ed tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] 10.222.0.98 "GET /v2.0/security-groups?id=8fa23591-8872-4a97-8055-8665e29509ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612501 Jul 09 16:31:45.403868 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c27cee-184b-4c57-a248-f4b43e8f17b9 req-31d309ea-4233-42bc-a8ff-9779a2d4c18b tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:45.405322 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-44c27cee-184b-4c57-a248-f4b43e8f17b9 req-31d309ea-4233-42bc-a8ff-9779a2d4c18b tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/ports?device_id=1fd17488-a375-4c9a-b594-f5f9603f4217 HTTP/1.1" status: 200 len: 943 time: 0.2205992 Jul 09 16:31:45.412805 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518565bb-5ee0-4e58-a82e-dd2857c6ba6a req-a773c6b9-79ac-46c2-adc7-6747436b364a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:45.414917 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-518565bb-5ee0-4e58-a82e-dd2857c6ba6a req-a773c6b9-79ac-46c2-adc7-6747436b364a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adbf0553-b476-4533-a282-e74124932d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1405573 Jul 09 16:31:45.540854 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-44c27cee-184b-4c57-a248-f4b43e8f17b9 req-e38d048a-e09f-44d1-9368-23a4f3a7d517 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/security-groups?id=42cc1d4e-ad5f-4614-a7c2-8cc87fec12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247554 Jul 09 16:31:45.586275 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-518565bb-5ee0-4e58-a82e-dd2857c6ba6a req-7be79446-20af-47cb-b89f-795cb2fb5c81 service neutron] 10.222.0.73 "GET /v2.0/networks/adbf0553-b476-4533-a282-e74124932d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641309 Jul 09 16:31:45.642685 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5e7d4675-0c01-49c0-aae8-f8f1189a9f22 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:45.739807 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-518565bb-5ee0-4e58-a82e-dd2857c6ba6a req-51dbc7b7-aa3c-4aa6-b809-50c7056fcbdd service neutron] 10.222.0.73 "GET /v2.0/networks/adbf0553-b476-4533-a282-e74124932d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464422 Jul 09 16:31:45.798657 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7d4675-0c01-49c0-aae8-f8f1189a9f22 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Pushing event updated for resources: {'Subnet': ['ID=ebf7fcc7-55e6-4316-a349-12adc2be0c58,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:45.809188 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7d4675-0c01-49c0-aae8-f8f1189a9f22 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Checking segment: {'id': 'a3503537-fb7f-472c-bfb8-47c09ade27b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e8c2c3f5-8c4b-4723-9d52-5667022d2545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:31:45.809454 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7d4675-0c01-49c0-aae8-f8f1189a9f22 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Network hostable DHCP agents. Network: e8c2c3f5-8c4b-4723-9d52-5667022d2545, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:31:45.832127 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7d4675-0c01-49c0-aae8-f8f1189a9f22 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Network e8c2c3f5-8c4b-4723-9d52-5667022d2545 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:31:45.847775 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-5e7d4675-0c01-49c0-aae8-f8f1189a9f22 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, e8c2c3f5-8c4b-4723-9d52-5667022d2545) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:31:45.858541 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49dac80-7568-47b8-bf45-2e8113cb3265 None None] Network e8c2c3f5-8c4b-4723-9d52-5667022d2545 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:31:45.863433 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7d4675-0c01-49c0-aae8-f8f1189a9f22 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:45.864152 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5e7d4675-0c01-49c0-aae8-f8f1189a9f22 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:45.873007 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 49358) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:45.893613 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 49362) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:45.894281 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-5e7d4675-0c01-49c0-aae8-f8f1189a9f22 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1921446 Jul 09 16:31:45.898845 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-f73f9c01-35f6-4fd4-ac1b-89a420757ed5 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Request body: {'port': {'network_id': 'e8c2c3f5-8c4b-4723-9d52-5667022d2545', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1609346599'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:31:46.024973 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c2bee29d-a07c-4168-b6eb-6b26d9311466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:46.043702 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39b1451-cfa1-4e05-b50d-9c847da12f7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-e8c2c3f5-8c4b-4723-9d52-5667022d2545', 'network_id': 'e8c2c3f5-8c4b-4723-9d52-5667022d2545', 'tenant_id': '32971110fa63423db282c003252cee1c', 'fixed_ips': [{'subnet_id': 'ebf7fcc7-55e6-4316-a349-12adc2be0c58'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:31:46.044698 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a39b1451-cfa1-4e05-b50d-9c847da12f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:46.192849 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c2bee29d-a07c-4168-b6eb-6b26d9311466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:46.214254 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c2bee29d-a07c-4168-b6eb-6b26d9311466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:46.249754 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-a39b1451-cfa1-4e05-b50d-9c847da12f7d None None] Allocated IP 172.20.0.2 (e8c2c3f5-8c4b-4723-9d52-5667022d2545/ebf7fcc7-55e6-4316-a349-12adc2be0c58/f896ebac-4ef7-4405-bb11-38b7a661fe19) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:31:46.275678 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49370) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:46.414356 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-08e43da9-86f2-46b5-a4d9-b8c22cb2f024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:46.565592 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-08e43da9-86f2-46b5-a4d9-b8c22cb2f024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:46.571009 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-08e43da9-86f2-46b5-a4d9-b8c22cb2f024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:46.611908 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e43da9-86f2-46b5-a4d9-b8c22cb2f024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a85af4-a9c2-4fc1-aaa9-63e80858f41e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:46.612961 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a39b1451-cfa1-4e05-b50d-9c847da12f7d None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:46.626528 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a39b1451-cfa1-4e05-b50d-9c847da12f7d None None] Transition to ACTIVE for port object f896ebac-4ef7-4405-bb11-38b7a661fe19 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:31:46.642099 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c2bee29d-a07c-4168-b6eb-6b26d9311466 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8b9d303eb5d44d3c96b54c77f9cb9ff9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7676723 Jul 09 16:31:46.642841 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-08e43da9-86f2-46b5-a4d9-b8c22cb2f024 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=274e7716af524cf6a5cb0eb99505717e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3651636 Jul 09 16:31:46.644661 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73f9c01-35f6-4fd4-ac1b-89a420757ed5 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Made reservation on behalf of 32971110fa63423db282c003252cee1c for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:31:46.645178 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49376) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:46.648737 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f73f9c01-35f6-4fd4-ac1b-89a420757ed5 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:46.649673 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49378) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:46.655556 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a39b1451-cfa1-4e05-b50d-9c847da12f7d None None] Transition to ACTIVE for port object f896ebac-4ef7-4405-bb11-38b7a661fe19 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:31:46.663741 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a39b1451-cfa1-4e05-b50d-9c847da12f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:46.711680 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bee29d-a07c-4168-b6eb-6b26d9311466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c646e2c-2982-4198-8f7d-caa2edd1ccad,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:46.714463 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39b1451-cfa1-4e05-b50d-9c847da12f7d None None] Network e8c2c3f5-8c4b-4723-9d52-5667022d2545 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:31:46.719613 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-a39b1451-cfa1-4e05-b50d-9c847da12f7d None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:31:46.726012 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39b1451-cfa1-4e05-b50d-9c847da12f7d None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:31:46.739640 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-f73f9c01-35f6-4fd4-ac1b-89a420757ed5 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] device_id is not set on port 80b58fac-8421-4930-a62d-11d69f4333ce yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:31:46.767522 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b1451-cfa1-4e05-b50d-9c847da12f7d None None] Pushing event updated for resources: {'Port': ['ID=f896ebac-4ef7-4405-bb11-38b7a661fe19,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:46.804447 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-a39b1451-cfa1-4e05-b50d-9c847da12f7d None None] Attempting to bind port f896ebac-4ef7-4405-bb11-38b7a661fe19 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:31:46.805528 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-a39b1451-cfa1-4e05-b50d-9c847da12f7d None None] Attempting to bind port f896ebac-4ef7-4405-bb11-38b7a661fe19 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'a3503537-fb7f-472c-bfb8-47c09ade27b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e8c2c3f5-8c4b-4723-9d52-5667022d2545'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:31:46.805894 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39b1451-cfa1-4e05-b50d-9c847da12f7d None None] Attempting to bind port f896ebac-4ef7-4405-bb11-38b7a661fe19 on network e8c2c3f5-8c4b-4723-9d52-5667022d2545 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:31:46.811069 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feafcf2-41bb-4541-ac53-d7aed26a7129 req-de33f5f7-1b9a-43e1-9300-862b17b8d051 tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:46.812093 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39b1451-cfa1-4e05-b50d-9c847da12f7d None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:31:46.812476 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39b1451-cfa1-4e05-b50d-9c847da12f7d None None] Checking segment: {'id': 'a3503537-fb7f-472c-bfb8-47c09ade27b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e8c2c3f5-8c4b-4723-9d52-5667022d2545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:31:46.812880 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a39b1451-cfa1-4e05-b50d-9c847da12f7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:46.813274 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39b1451-cfa1-4e05-b50d-9c847da12f7d None None] Bound using segment: {'id': 'a3503537-fb7f-472c-bfb8-47c09ade27b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e8c2c3f5-8c4b-4723-9d52-5667022d2545'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:31:46.813761 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-a39b1451-cfa1-4e05-b50d-9c847da12f7d None None] Bound port: f896ebac-4ef7-4405-bb11-38b7a661fe19, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3503537-fb7f-472c-bfb8-47c09ade27b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e8c2c3f5-8c4b-4723-9d52-5667022d2545'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:31:46.814158 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a39b1451-cfa1-4e05-b50d-9c847da12f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:46.819550 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1feafcf2-41bb-4541-ac53-d7aed26a7129 req-de33f5f7-1b9a-43e1-9300-862b17b8d051 tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] 10.222.0.98 "GET /v2.0/ports?device_id=a0b421a8-4e1d-4ea7-b7e8-3614339c0b89 HTTP/1.1" status: 200 len: 945 time: 0.1820581 Jul 09 16:31:46.828090 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5917fe39-15f5-4cfe-abe2-68011b67ac48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:46.874682 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5917fe39-15f5-4cfe-abe2-68011b67ac48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:46.891355 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a39b1451-cfa1-4e05-b50d-9c847da12f7d None None] For port f896ebac-4ef7-4405-bb11-38b7a661fe19, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:31:46.896375 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b07c22ad-835f-409e-8e3c-812fb13b5ecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:46.897522 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a39b1451-cfa1-4e05-b50d-9c847da12f7d None None] For port f896ebac-4ef7-4405-bb11-38b7a661fe19, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=f896ebac-4ef7-4405-bb11-38b7a661fe19,segment=NetworkSegment(a3503537-fb7f-472c-bfb8-47c09ade27b8),segment_id=a3503537-fb7f-472c-bfb8-47c09ade27b8)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:31:46.903054 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a39b1451-cfa1-4e05-b50d-9c847da12f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:46.912785 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d411b-9526-496c-9644-045932214082 req-5a04e634-c931-4a2a-8256-4ff8dd66825c tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:46.919645 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1feafcf2-41bb-4541-ac53-d7aed26a7129 req-9be6f098-575e-40ed-9762-c364e9407e0d tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] 10.222.0.98 "GET /v2.0/security-groups?id=8fa23591-8872-4a97-8055-8665e29509ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990930 Jul 09 16:31:46.919880 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9e5d411b-9526-496c-9644-045932214082 req-5a04e634-c931-4a2a-8256-4ff8dd66825c tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/ports?device_id=1fd17488-a375-4c9a-b594-f5f9603f4217 HTTP/1.1" status: 200 len: 943 time: 0.2200563 Jul 09 16:31:46.950497 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-f73f9c01-35f6-4fd4-ac1b-89a420757ed5 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Allocated IP 172.20.0.5 (e8c2c3f5-8c4b-4723-9d52-5667022d2545/ebf7fcc7-55e6-4316-a349-12adc2be0c58/80b58fac-8421-4930-a62d-11d69f4333ce) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:31:46.979443 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b1451-cfa1-4e05-b50d-9c847da12f7d None None] Pushing event updated for resources: {'Port': ['ID=f896ebac-4ef7-4405-bb11-38b7a661fe19,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:46.983958 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b07c22ad-835f-409e-8e3c-812fb13b5ecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:47.025470 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9e5d411b-9526-496c-9644-045932214082 req-0b9bb7dc-6ee7-4b19-bf62-d90387ec751d tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/security-groups?id=42cc1d4e-ad5f-4614-a7c2-8cc87fec12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047897 Jul 09 16:31:47.055649 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5917fe39-15f5-4cfe-abe2-68011b67ac48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:47.062396 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5917fe39-15f5-4cfe-abe2-68011b67ac48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:47.067245 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-5917fe39-15f5-4cfe-abe2-68011b67ac48 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/82a85af4-a9c2-4fc1-aaa9-63e80858f41e HTTP/1.1" status: 204 len: 168 time: 0.4075348 Jul 09 16:31:47.085048 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5917fe39-15f5-4cfe-abe2-68011b67ac48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a85af4-a9c2-4fc1-aaa9-63e80858f41e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:47.111341 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b07c22ad-835f-409e-8e3c-812fb13b5ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:47.118281 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b07c22ad-835f-409e-8e3c-812fb13b5ecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:47.123323 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b07c22ad-835f-409e-8e3c-812fb13b5ecb admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5c646e2c-2982-4198-8f7d-caa2edd1ccad HTTP/1.1" status: 204 len: 168 time: 0.4757440 Jul 09 16:31:47.132925 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07c22ad-835f-409e-8e3c-812fb13b5ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c646e2c-2982-4198-8f7d-caa2edd1ccad,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:47.177388 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f73f9c01-35f6-4fd4-ac1b-89a420757ed5 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:47.200598 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-f73f9c01-35f6-4fd4-ac1b-89a420757ed5 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Transition to ACTIVE for port object 80b58fac-8421-4930-a62d-11d69f4333ce will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:31:47.287458 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f73f9c01-35f6-4fd4-ac1b-89a420757ed5 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:47.342875 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73f9c01-35f6-4fd4-ac1b-89a420757ed5 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Network e8c2c3f5-8c4b-4723-9d52-5667022d2545 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:31:47.346438 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-f73f9c01-35f6-4fd4-ac1b-89a420757ed5 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:31:47.352192 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73f9c01-35f6-4fd4-ac1b-89a420757ed5 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:31:47.399841 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73f9c01-35f6-4fd4-ac1b-89a420757ed5 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Pushing event updated for resources: {'Port': ['ID=80b58fac-8421-4930-a62d-11d69f4333ce,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:47.450841 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73f9c01-35f6-4fd4-ac1b-89a420757ed5 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:47.451472 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f73f9c01-35f6-4fd4-ac1b-89a420757ed5 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:47.472016 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f73f9c01-35f6-4fd4-ac1b-89a420757ed5 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5772157 Jul 09 16:31:47.477407 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 49388) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:47.526817 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49390) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:47.537370 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1001b2-91b1-4b39-8724-0b03a7607d8a req-377eb7b4-2fb3-4625-b6b1-32e3e08cb101 tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:47.538906 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ec1001b2-91b1-4b39-8724-0b03a7607d8a req-377eb7b4-2fb3-4625-b6b1-32e3e08cb101 tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] 10.222.0.77 "GET /v2.0/ports?device_id=a0b421a8-4e1d-4ea7-b7e8-3614339c0b89 HTTP/1.1" status: 200 len: 945 time: 0.1404064 Jul 09 16:31:47.540295 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49392) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:47.549588 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7de43bdb-e1b3-4541-a703-0f4f70fa4633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:47.552902 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:31:47.558031 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5bab9ba-21d2-4202-ab1c-86746e1d7cd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:47.607420 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.db.api [None req-d5bab9ba-21d2-4202-ab1c-86746e1d7cd1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 16:31:47.607420 n-d-798930-3 neutron-server[93958]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 09 16:31:47.607420 n-d-798930-3 neutron-server[93958]: [parameters: {'project_id': 'ac1d37b6c9854f618dde8d5a6378605e', 'id': '2572620c-a815-4760-9887-be97ed665ec6', 'expiration': datetime.datetime(2021, 7, 9, 16, 33, 47, 596743)}] Jul 09 16:31:47.607420 n-d-798930-3 neutron-server[93958]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:31:47.608693 n-d-798930-3 neutron-server[93958]: DEBUG oslo_db.api [None req-d5bab9ba-21d2-4202-ab1c-86746e1d7cd1 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:31:47.662929 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-70fa2aae-9031-429c-a083-e44cd31c3f69 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Deleting port 80b58fac-8421-4930-a62d-11d69f4333ce {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:31:47.663306 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-70fa2aae-9031-429c-a083-e44cd31c3f69 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:47.675276 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4,segment=NetworkSegment(ff4c1188-4c7e-4a21-a4de-80c253f4fab0),segment_id=ff4c1188-4c7e-4a21-a4de-80c253f4fab0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:31:47.688139 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': 'f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4', 'network_id': 'adbf0553-b476-4533-a282-e74124932d76', 'port_id': 'f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4', 'mac_address': 'fa:16:3e:b7:29:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4438d29a-df86-457d-ba35-c2df5ed90700', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:31:47.697148 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7de43bdb-e1b3-4541-a703-0f4f70fa4633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:47.703387 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7de43bdb-e1b3-4541-a703-0f4f70fa4633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:47.730348 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:47.743323 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-ec1001b2-91b1-4b39-8724-0b03a7607d8a req-9cee2b28-bf27-4149-9c55-26c41c118413 tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] Deleting port 45c18fdd-8041-4bf4-936f-7b1790aba04d {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:31:47.743661 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ec1001b2-91b1-4b39-8724-0b03a7607d8a req-9cee2b28-bf27-4149-9c55-26c41c118413 tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:47.745695 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:31:47.757269 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7de43bdb-e1b3-4541-a703-0f4f70fa4633 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=89d79bdba170422fa28def92aa39820c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2296593 Jul 09 16:31:47.759616 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de43bdb-e1b3-4541-a703-0f4f70fa4633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9a0505-25e3-42dd-a44b-13c2b91d8c86,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:47.762098 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49394) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:47.787227 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4,segment=NetworkSegment(ff4c1188-4c7e-4a21-a4de-80c253f4fab0),segment_id=ff4c1188-4c7e-4a21-a4de-80c253f4fab0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:31:47.792703 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:47.819236 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5baae22-3052-4d33-8101-b3a45f82a091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:47.843672 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5baae22-3052-4d33-8101-b3a45f82a091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:47.851462 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-ec1001b2-91b1-4b39-8724-0b03a7607d8a req-9cee2b28-bf27-4149-9c55-26c41c118413 tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] For port 45c18fdd-8041-4bf4-936f-7b1790aba04d, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=45c18fdd-8041-4bf4-936f-7b1790aba04d,segment=NetworkSegment(927a1cd6-8047-4bed-a20d-7b1b83fc9c65),segment_id=927a1cd6-8047-4bed-a20d-7b1b83fc9c65)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:31:47.851830 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ec1001b2-91b1-4b39-8724-0b03a7607d8a req-9cee2b28-bf27-4149-9c55-26c41c118413 tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:47.855482 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:47.870695 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-ec1001b2-91b1-4b39-8724-0b03a7607d8a req-9cee2b28-bf27-4149-9c55-26c41c118413 tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] Calling delete_port for 45c18fdd-8041-4bf4-936f-7b1790aba04d owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:31:47.898168 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-70fa2aae-9031-429c-a083-e44cd31c3f69 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:47.903422 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5baae22-3052-4d33-8101-b3a45f82a091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:47.906000 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5baae22-3052-4d33-8101-b3a45f82a091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:47.907385 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b5baae22-3052-4d33-8101-b3a45f82a091 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0d9a0505-25e3-42dd-a44b-13c2b91d8c86 HTTP/1.1" status: 204 len: 168 time: 0.1440873 Jul 09 16:31:47.918476 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5baae22-3052-4d33-8101-b3a45f82a091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9a0505-25e3-42dd-a44b-13c2b91d8c86,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:47.956867 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-70fa2aae-9031-429c-a083-e44cd31c3f69 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Calling delete_port for 80b58fac-8421-4930-a62d-11d69f4333ce owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:31:48.109664 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5bab9ba-21d2-4202-ab1c-86746e1d7cd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:48.241544 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ec1001b2-91b1-4b39-8724-0b03a7607d8a req-9cee2b28-bf27-4149-9c55-26c41c118413 tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:48.272626 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035bd763-2eb0-4471-a0ae-5a7b82118b7d req-f7149559-43ca-4885-9545-8cf59385f121 tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:48.274245 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-035bd763-2eb0-4471-a0ae-5a7b82118b7d req-f7149559-43ca-4885-9545-8cf59385f121 tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] 10.222.0.98 "GET /v2.0/ports?device_id=a0b421a8-4e1d-4ea7-b7e8-3614339c0b89 HTTP/1.1" status: 200 len: 945 time: 0.2240300 Jul 09 16:31:48.318825 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5bab9ba-21d2-4202-ab1c-86746e1d7cd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:48.327786 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc303369-6b6c-4d08-a2c6-c899f8dd6ec8 None None] Network e8c2c3f5-8c4b-4723-9d52-5667022d2545 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:31:48.328327 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5bab9ba-21d2-4202-ab1c-86746e1d7cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:48.329815 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cee2b28-bf27-4149-9c55-26c41c118413 tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] Pushing event deleted for resources: {'Port': ['ID=45c18fdd-8041-4bf4-936f-7b1790aba04d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:48.339375 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:31:48.367290 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d5bab9ba-21d2-4202-ab1c-86746e1d7cd1 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ac1d37b6c9854f618dde8d5a6378605e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8258278 Jul 09 16:31:48.369834 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49406) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:48.398550 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b6b65-8227-4331-bc73-262729e3f895 req-0cec78d9-245a-4105-b31d-9ad2aeb7406e tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:48.400134 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-276b6b65-8227-4331-bc73-262729e3f895 req-0cec78d9-245a-4105-b31d-9ad2aeb7406e tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/ports?device_id=1fd17488-a375-4c9a-b594-f5f9603f4217 HTTP/1.1" status: 200 len: 944 time: 0.1692319 Jul 09 16:31:48.408361 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec1001b2-91b1-4b39-8724-0b03a7607d8a req-9cee2b28-bf27-4149-9c55-26c41c118413 tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] No DVR routers for this DVR port 45c18fdd-8041-4bf4-936f-7b1790aba04d on host n-h1-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:31:48.430183 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ec1001b2-91b1-4b39-8724-0b03a7607d8a req-9cee2b28-bf27-4149-9c55-26c41c118413 tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:48.432378 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ec1001b2-91b1-4b39-8724-0b03a7607d8a req-9cee2b28-bf27-4149-9c55-26c41c118413 tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] 10.222.0.77 "DELETE /v2.0/ports/45c18fdd-8041-4bf4-936f-7b1790aba04d HTTP/1.1" status: 204 len: 173 time: 0.8849289 Jul 09 16:31:48.448766 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-035bd763-2eb0-4471-a0ae-5a7b82118b7d req-9d5b43ce-00c9-46e0-ba1a-73c65c67eb47 tempest-InstanceActionsNegativeTestJSON-243157886 tempest-InstanceActionsNegativeTestJSON-243157886-project] 10.222.0.98 "GET /v2.0/security-groups?id=8fa23591-8872-4a97-8055-8665e29509ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417696 Jul 09 16:31:48.448766 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b421a8-4e1d-4ea7-b7e8-3614339c0b89', 'name': 'network-vif-deleted', 'tag': '45c18fdd-8041-4bf4-936f-7b1790aba04d'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:31:48.452941 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-be5c5d61-9e9d-4e51-8015-64c990fb96e8 None None] Provisioning for port f896ebac-4ef7-4405-bb11-38b7a661fe19 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:31:48.454307 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c021b91-6451-4eae-af8d-2024b9a9dcd6" -d '{"events": [{"server_uuid": "a0b421a8-4e1d-4ea7-b7e8-3614339c0b89", "name": "network-vif-deleted", "tag": "45c18fdd-8041-4bf4-936f-7b1790aba04d"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:31:48.479404 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bab9ba-21d2-4202-ab1c-86746e1d7cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb718763-bcd5-48e0-a480-f8a8b9566f79,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:48.490656 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-70fa2aae-9031-429c-a083-e44cd31c3f69 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:48.533690 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-276b6b65-8227-4331-bc73-262729e3f895 req-8ae292b4-057a-4e69-96cb-04a38e01b706 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/security-groups?id=42cc1d4e-ad5f-4614-a7c2-8cc87fec12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197691 Jul 09 16:31:48.564923 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f67f5829-77b7-44ee-8560-a7fb4ceeb11d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:48.593668 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fa2aae-9031-429c-a083-e44cd31c3f69 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Pushing event deleted for resources: {'Port': ['ID=80b58fac-8421-4930-a62d-11d69f4333ce,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:48.607268 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d5f7d1-1b88-4109-b652-4e551c835f95 x-openstack-request-id: req-59d5f7d1-1b88-4109-b652-4e551c835f95 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:31:48.607473 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b421a8-4e1d-4ea7-b7e8-3614339c0b89", "name": "network-vif-deleted", "tag": "45c18fdd-8041-4bf4-936f-7b1790aba04d", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:31:48.607751 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-59d5f7d1-1b88-4109-b652-4e551c835f95 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:31:48.608144 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b421a8-4e1d-4ea7-b7e8-3614339c0b89', 'name': 'network-vif-deleted', 'tag': '45c18fdd-8041-4bf4-936f-7b1790aba04d', 'status': 'completed', 'code': 200} Jul 09 16:31:48.642651 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f67f5829-77b7-44ee-8560-a7fb4ceeb11d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:48.687455 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-70fa2aae-9031-429c-a083-e44cd31c3f69 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:48.693214 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device f896ebac-4ef7-4405-bb11-38b7a661fe19 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:31:48.698432 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49416) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:48.703247 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-70fa2aae-9031-429c-a083-e44cd31c3f69 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] 10.222.0.98 "DELETE /v2.0/ports/80b58fac-8421-4930-a62d-11d69f4333ce HTTP/1.1" status: 204 len: 168 time: 1.2247705 Jul 09 16:31:48.751659 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f67f5829-77b7-44ee-8560-a7fb4ceeb11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:48.756885 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f67f5829-77b7-44ee-8560-a7fb4ceeb11d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:48.760961 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f67f5829-77b7-44ee-8560-a7fb4ceeb11d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/cb718763-bcd5-48e0-a480-f8a8b9566f79 HTTP/1.1" status: 204 len: 168 time: 0.3835213 Jul 09 16:31:48.773507 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f5829-77b7-44ee-8560-a7fb4ceeb11d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb718763-bcd5-48e0-a480-f8a8b9566f79,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:48.850036 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port f896ebac-4ef7-4405-bb11-38b7a661fe19 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:31:48.853798 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port f896ebac-4ef7-4405-bb11-38b7a661fe19 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:31:48.854175 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:48.928452 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c61ab30d-57a0-4b05-8079-8334ea958f9f tempest-DHCPAgentSchedulersTestJSON-638871413 tempest-DHCPAgentSchedulersTestJSON-638871413-project-admin] 10.222.0.98 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.2255909 Jul 09 16:31:48.931019 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49426) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:48.936811 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-ae4f613a-58d9-46aa-a672-dc755c7e5e19 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1403856020'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:31:48.962246 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:48.962902 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4f613a-58d9-46aa-a672-dc755c7e5e19 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Made reservation on behalf of 32971110fa63423db282c003252cee1c for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:31:48.968469 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ae4f613a-58d9-46aa-a672-dc755c7e5e19 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:49.027513 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae4f613a-58d9-46aa-a672-dc755c7e5e19 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:31:49.047818 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port f896ebac-4ef7-4405-bb11-38b7a661fe19, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=f896ebac-4ef7-4405-bb11-38b7a661fe19,segment=NetworkSegment(a3503537-fb7f-472c-bfb8-47c09ade27b8),segment_id=a3503537-fb7f-472c-bfb8-47c09ade27b8)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:31:49.048101 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ae4f613a-58d9-46aa-a672-dc755c7e5e19 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:49.048444 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-ae4f613a-58d9-46aa-a672-dc755c7e5e19 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Added segment 1cc5c2cf-94fc-47fb-8e00-63e70bbc4730 of type vlan for network f3290fba-4e5d-4e8b-a118-f3b789ade5ed Jul 09 16:31:49.067318 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:49.100324 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ae4f613a-58d9-46aa-a672-dc755c7e5e19 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:49.152547 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ae4f613a-58d9-46aa-a672-dc755c7e5e19 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:49.160657 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4f613a-58d9-46aa-a672-dc755c7e5e19 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:49.162074 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ae4f613a-58d9-46aa-a672-dc755c7e5e19 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:49.164743 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=f896ebac-4ef7-4405-bb11-38b7a661fe19,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:49.230760 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-bc7671ae-8095-4c02-b202-d9a09e225324 None None] Provisioning complete for port f896ebac-4ef7-4405-bb11-38b7a661fe19 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:31:49.230760 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bc7671ae-8095-4c02-b202-d9a09e225324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:49.252585 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ae4f613a-58d9-46aa-a672-dc755c7e5e19 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.3178012 Jul 09 16:31:49.252917 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 49440) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:49.272340 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4f613a-58d9-46aa-a672-dc755c7e5e19 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Pushing event updated for resources: {'Network': ['ID=f3290fba-4e5d-4e8b-a118-f3b789ade5ed,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:49.289565 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network f3290fba-4e5d-4e8b-a118-f3b789ade5ed details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:31:49.521729 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-75fcf231-2356-4ffe-b47d-6605b84830e7 tempest-DHCPAgentSchedulersTestJSON-638871413 tempest-DHCPAgentSchedulersTestJSON-638871413-project-admin] 10.222.0.98 "GET /v2.0/agents/924cb5c4-ea83-4b78-8090-70701d966f1c/dhcp-networks HTTP/1.1" status: 200 len: 7295 time: 0.2662928 Jul 09 16:31:49.524726 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49454) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:49.579842 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 49458) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:49.594306 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0985dc89-8f8f-45fb-b7e2-85bfc0c09d40 None None] Could not find standard attr ID for object 80b58fac-8421-4930-a62d-11d69f4333ce. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:31:49.658698 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-352c3e1e-064a-4bf5-a00a-0118406f2914 admin admin] Deleting subnet a9e1609f-6dda-48c0-9717-f8a2cba77d0d {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:31:49.663762 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-352c3e1e-064a-4bf5-a00a-0118406f2914 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:49.673730 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95546c7-2186-4dc6-9791-652ea3e92987 tempest-DHCPAgentSchedulersTestJSON-638871413 tempest-DHCPAgentSchedulersTestJSON-638871413-project-admin] Network f3290fba-4e5d-4e8b-a118-f3b789ade5ed is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:31:49.696683 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c95546c7-2186-4dc6-9791-652ea3e92987 tempest-DHCPAgentSchedulersTestJSON-638871413 tempest-DHCPAgentSchedulersTestJSON-638871413-project-admin] 10.222.0.98 "POST /v2.0/agents/924cb5c4-ea83-4b78-8090-70701d966f1c/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1706510 Jul 09 16:31:49.699173 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49464) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:49.704062 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3ac0df-d0b9-4c64-9a6c-f146c037e5e9 None None] Network f3290fba-4e5d-4e8b-a118-f3b789ade5ed requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:31:49.737226 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-352c3e1e-064a-4bf5-a00a-0118406f2914 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:49.892573 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-352c3e1e-064a-4bf5-a00a-0118406f2914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:49.929197 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-465fdec9-8d38-4d8a-bbcc-1cf1b9820ea8 tempest-DHCPAgentSchedulersTestJSON-638871413 tempest-DHCPAgentSchedulersTestJSON-638871413-project-admin] 10.222.0.98 "GET /v2.0/agents/924cb5c4-ea83-4b78-8090-70701d966f1c/dhcp-networks HTTP/1.1" status: 200 len: 8066 time: 0.2285731 Jul 09 16:31:49.929772 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 49472) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:49.963903 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e4db6-33e9-418a-b42e-f1075f0ee641 req-9b38a3a4-110f-461b-9354-1d9517d9641d tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:49.965863 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-017e4db6-33e9-418a-b42e-f1075f0ee641 req-9b38a3a4-110f-461b-9354-1d9517d9641d tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/ports?device_id=1fd17488-a375-4c9a-b594-f5f9603f4217 HTTP/1.1" status: 200 len: 944 time: 0.1934640 Jul 09 16:31:50.021458 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 45c18fdd-8041-4bf4-936f-7b1790aba04d no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:31:50.042984 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: 45c18fdd-8041-4bf4-936f-7b1790aba04d {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:31:50.043655 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 45c18fdd-8041-4bf4-936f-7b1790aba04d not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:31:50.069873 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-78733e0b-d7d5-4cd8-a532-20c7f5df1c1b tempest-DHCPAgentSchedulersTestJSON-638871413 tempest-DHCPAgentSchedulersTestJSON-638871413-project-admin] 10.222.0.98 "DELETE /v2.0/agents/924cb5c4-ea83-4b78-8090-70701d966f1c/dhcp-networks/f3290fba-4e5d-4e8b-a118-f3b789ade5ed HTTP/1.1" status: 204 len: 168 time: 0.1390436 Jul 09 16:31:50.073175 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49482) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:50.080188 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-017e4db6-33e9-418a-b42e-f1075f0ee641 req-d9c4896f-a05f-4b62-9854-86f02e2810f2 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/security-groups?id=42cc1d4e-ad5f-4614-a7c2-8cc87fec12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032290 Jul 09 16:31:50.086786 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-352c3e1e-064a-4bf5-a00a-0118406f2914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:50.119958 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-352c3e1e-064a-4bf5-a00a-0118406f2914 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:50.124230 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-352c3e1e-064a-4bf5-a00a-0118406f2914 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/a9e1609f-6dda-48c0-9717-f8a2cba77d0d HTTP/1.1" status: 204 len: 168 time: 0.5410547 Jul 09 16:31:50.124230 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c3e1e-064a-4bf5-a00a-0118406f2914 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9e1609f-6dda-48c0-9717-f8a2cba77d0d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:50.124989 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 49484) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:50.217935 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bdf5483c-11d1-47b4-b265-62e1142852d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:50.257813 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ffe75d39-f791-4682-a9a9-32e9ac4c8eac tempest-DHCPAgentSchedulersTestJSON-638871413 tempest-DHCPAgentSchedulersTestJSON-638871413-project-admin] 10.222.0.98 "GET /v2.0/agents/924cb5c4-ea83-4b78-8090-70701d966f1c/dhcp-networks HTTP/1.1" status: 200 len: 7257 time: 0.1827631 Jul 09 16:31:50.257813 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49494) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:50.285315 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1fa1aa3a-406a-4ff1-89d4-05d8adcee0ae tempest-DHCPAgentSchedulersTestJSON-638871413 tempest-DHCPAgentSchedulersTestJSON-638871413-project-admin] 10.222.0.98 "GET /v2.0/networks/e8c2c3f5-8c4b-4723-9d52-5667022d2545/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0248015 Jul 09 16:31:50.285932 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49498) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:50.310476 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bdf5483c-11d1-47b4-b265-62e1142852d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:50.314214 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-97d25a53-f067-48db-ba3b-c027477eae9c tempest-DHCPAgentSchedulersTestJSON-638871413 tempest-DHCPAgentSchedulersTestJSON-638871413-project-admin] 10.222.0.98 "GET /v2.0/networks/e8c2c3f5-8c4b-4723-9d52-5667022d2545/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0265503 Jul 09 16:31:50.314830 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49500) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:50.323556 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-bdf5483c-11d1-47b4-b265-62e1142852d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3351454-70ac-4bfb-89b9-2d9b1aa10e1c']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:31:50.337204 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-bdf5483c-11d1-47b4-b265-62e1142852d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '927a1cd6-8047-4bed-a20d-7b1b83fc9c65') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:31:50.337426 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-bdf5483c-11d1-47b4-b265-62e1142852d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '927a1cd6-8047-4bed-a20d-7b1b83fc9c65') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:31:50.346697 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bdf5483c-11d1-47b4-b265-62e1142852d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:50.373061 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bdf5483c-11d1-47b4-b265-62e1142852d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:50.380848 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdf5483c-11d1-47b4-b265-62e1142852d0 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:31:50.381136 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bdf5483c-11d1-47b4-b265-62e1142852d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:50.382936 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:31:50.382936 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:31:50.382936 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:31:50.382936 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:31:50.382936 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:31:50.382936 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:31:50.382936 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:31:50.382936 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:31:50.382936 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:31:50.382936 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:31:50.382936 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:31:50.382936 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:31:50.382936 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:31:50.382936 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:31:50.382936 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:31:50.382936 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:31:50.382936 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:31:50.382936 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:31:50.382936 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:31:50.382936 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:31:50.382936 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:31:50.382936 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:31:50.382936 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:31:50.382936 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:31:50.382936 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:31:50.382936 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:31:50.382936 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:31:50.382936 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:31:50.382936 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:31:50.382936 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:31:50.382936 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:31:50.382936 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:31:50.382936 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:31:50.382936 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:31:50.382936 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:31:50.382936 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:31:50.382936 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:31:50.382936 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:31:50.382936 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:31:50.382936 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:31:50.382936 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:31:50.382936 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:31:50.453448 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bdf5483c-11d1-47b4-b265-62e1142852d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:50.461733 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bdf5483c-11d1-47b4-b265-62e1142852d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:50.471601 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-80f01e06-a54b-4076-8315-29010b237156 tempest-DHCPAgentSchedulersTestJSON-638871413 tempest-DHCPAgentSchedulersTestJSON-638871413-project-admin] 10.222.0.98 "GET /v2.0/agents/924cb5c4-ea83-4b78-8090-70701d966f1c/dhcp-networks HTTP/1.1" status: 200 len: 7257 time: 0.1524868 Jul 09 16:31:50.472122 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49508) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:50.474853 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-bdf5483c-11d1-47b4-b265-62e1142852d0 admin admin] 10.222.0.98 "DELETE /v2.0/networks/a3351454-70ac-4bfb-89b9-2d9b1aa10e1c HTTP/1.1" status: 204 len: 168 time: 0.3485925 Jul 09 16:31:50.487068 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf5483c-11d1-47b4-b265-62e1142852d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3351454-70ac-4bfb-89b9-2d9b1aa10e1c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:50.584103 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device f896ebac-4ef7-4405-bb11-38b7a661fe19 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:31:50.593999 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2698ec8-7f16-4d6f-814e-54510d983f92 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:50.652990 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 49516) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:50.668490 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port f896ebac-4ef7-4405-bb11-38b7a661fe19 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:31:50.668879 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:50.688247 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2698ec8-7f16-4d6f-814e-54510d983f92 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:50.700918 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-e2698ec8-7f16-4d6f-814e-54510d983f92 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3290fba-4e5d-4e8b-a118-f3b789ade5ed']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:31:50.719342 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-e2698ec8-7f16-4d6f-814e-54510d983f92 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cc5c2cf-94fc-47fb-8e00-63e70bbc4730') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:31:50.719742 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-e2698ec8-7f16-4d6f-814e-54510d983f92 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cc5c2cf-94fc-47fb-8e00-63e70bbc4730') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:31:50.731969 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2698ec8-7f16-4d6f-814e-54510d983f92 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:50.734843 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b906b9f9-be9c-4a18-bd4e-fa2deefadb59 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b79eec17fc584dbb982c8b3c946b3301&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0805931 Jul 09 16:31:50.737217 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 49520) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:50.751682 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2698ec8-7f16-4d6f-814e-54510d983f92 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:50.760787 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2698ec8-7f16-4d6f-814e-54510d983f92 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:31:50.761448 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2698ec8-7f16-4d6f-814e-54510d983f92 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:50.765076 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:31:50.765076 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:31:50.765076 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:31:50.765076 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:31:50.765076 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:31:50.765076 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:31:50.765076 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:31:50.765076 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:31:50.765076 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:31:50.765076 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:31:50.765076 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:31:50.765076 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:31:50.765076 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:31:50.765076 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:31:50.765076 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:31:50.765076 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:31:50.765076 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:31:50.765076 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:31:50.765076 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:31:50.765076 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:31:50.765076 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:31:50.765076 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:31:50.765076 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:31:50.765076 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:31:50.765076 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:31:50.765076 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:31:50.765076 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:31:50.765076 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:31:50.765076 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:31:50.765076 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:31:50.765076 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:31:50.765076 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:31:50.805181 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ea69b5d4-57ca-4e6a-a861-88993e10d4a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:50.838722 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ea69b5d4-57ca-4e6a-a861-88993e10d4a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:50.847515 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2698ec8-7f16-4d6f-814e-54510d983f92 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:50.859762 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2698ec8-7f16-4d6f-814e-54510d983f92 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:50.867339 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e2698ec8-7f16-4d6f-814e-54510d983f92 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] 10.222.0.98 "DELETE /v2.0/networks/f3290fba-4e5d-4e8b-a118-f3b789ade5ed HTTP/1.1" status: 204 len: 168 time: 0.3895423 Jul 09 16:31:50.867717 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49526) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:50.906831 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2698ec8-7f16-4d6f-814e-54510d983f92 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Pushing event deleted for resources: {'Network': ['ID=f3290fba-4e5d-4e8b-a118-f3b789ade5ed,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:50.910420 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a890905-8a47-4e0d-a784-babdd86585d4 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] DELETE failed (client error): The resource could not be found. Jul 09 16:31:50.911217 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a890905-8a47-4e0d-a784-babdd86585d4 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:31:50.913319 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7a890905-8a47-4e0d-a784-babdd86585d4 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] 10.222.0.98 "DELETE /v2.0/ports/80b58fac-8421-4930-a62d-11d69f4333ce HTTP/1.1" status: 404 len: 333 time: 0.0445657 Jul 09 16:31:50.916405 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 49532) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:50.920000 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2698ec8-7f16-4d6f-814e-54510d983f92 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:31:50.920584 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2698ec8-7f16-4d6f-814e-54510d983f92 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:31:50.921288 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2698ec8-7f16-4d6f-814e-54510d983f92 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:31:50.921643 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2698ec8-7f16-4d6f-814e-54510d983f92 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:31:50.922187 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2698ec8-7f16-4d6f-814e-54510d983f92 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:31:50.922694 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2698ec8-7f16-4d6f-814e-54510d983f92 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:31:50.923222 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2698ec8-7f16-4d6f-814e-54510d983f92 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:31:50.923552 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2698ec8-7f16-4d6f-814e-54510d983f92 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:31:50.924056 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2698ec8-7f16-4d6f-814e-54510d983f92 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:31:50.924534 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2698ec8-7f16-4d6f-814e-54510d983f92 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:31:50.925052 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2698ec8-7f16-4d6f-814e-54510d983f92 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:31:50.925706 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2698ec8-7f16-4d6f-814e-54510d983f92 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:31:50.959852 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ea69b5d4-57ca-4e6a-a861-88993e10d4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:50.962341 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ea69b5d4-57ca-4e6a-a861-88993e10d4a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:50.963510 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ea69b5d4-57ca-4e6a-a861-88993e10d4a5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8fa23591-8872-4a97-8055-8665e29509ce HTTP/1.1" status: 204 len: 168 time: 0.2252016 Jul 09 16:31:50.976807 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea69b5d4-57ca-4e6a-a861-88993e10d4a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa23591-8872-4a97-8055-8665e29509ce,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:51.015994 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-409bea6c-e760-4693-805d-50d56983438f tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Deleting subnet ebf7fcc7-55e6-4316-a349-12adc2be0c58 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:31:51.019261 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-409bea6c-e760-4693-805d-50d56983438f tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:51.062800 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-409bea6c-e760-4693-805d-50d56983438f tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:51.167750 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-409bea6c-e760-4693-805d-50d56983438f tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:51.248927 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-409bea6c-e760-4693-805d-50d56983438f tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:51.281092 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409bea6c-e760-4693-805d-50d56983438f tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Pushing event deleted for resources: {'Subnet': ['ID=ebf7fcc7-55e6-4316-a349-12adc2be0c58,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:51.295356 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-409bea6c-e760-4693-805d-50d56983438f tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:51.300647 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-409bea6c-e760-4693-805d-50d56983438f tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] 10.222.0.98 "DELETE /v2.0/subnets/ebf7fcc7-55e6-4316-a349-12adc2be0c58 HTTP/1.1" status: 204 len: 168 time: 0.3829839 Jul 09 16:31:51.301244 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 49556) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:51.303524 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5566e4-430a-4887-9046-754ef7e119bb None None] Network e8c2c3f5-8c4b-4723-9d52-5667022d2545 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:31:51.322818 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09a354-8ff3-4e53-a9bb-82f8e07dc945 req-22d8d6d1-f2a7-434a-9196-d1627d50bef2 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:51.337452 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-da09a354-8ff3-4e53-a9bb-82f8e07dc945 req-22d8d6d1-f2a7-434a-9196-d1627d50bef2 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/ports?device_id=1fd17488-a375-4c9a-b594-f5f9603f4217 HTTP/1.1" status: 200 len: 944 time: 0.1037936 Jul 09 16:31:51.396948 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-60a1e95d-c26a-4b2f-946e-6e9d760ad322 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:51.400374 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-da09a354-8ff3-4e53-a9bb-82f8e07dc945 req-2a58463c-d1db-4988-a9dd-2fe55adaeb61 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/security-groups?id=42cc1d4e-ad5f-4614-a7c2-8cc87fec12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619571 Jul 09 16:31:51.465969 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-60a1e95d-c26a-4b2f-946e-6e9d760ad322 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Deleting port f896ebac-4ef7-4405-bb11-38b7a661fe19 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:31:51.465969 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-60a1e95d-c26a-4b2f-946e-6e9d760ad322 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:51.565369 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:31:51.568156 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-60a1e95d-c26a-4b2f-946e-6e9d760ad322 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] For port f896ebac-4ef7-4405-bb11-38b7a661fe19, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=f896ebac-4ef7-4405-bb11-38b7a661fe19,segment=NetworkSegment(a3503537-fb7f-472c-bfb8-47c09ade27b8),segment_id=a3503537-fb7f-472c-bfb8-47c09ade27b8)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:31:51.568870 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-60a1e95d-c26a-4b2f-946e-6e9d760ad322 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:51.597156 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-60a1e95d-c26a-4b2f-946e-6e9d760ad322 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Calling delete_port for f896ebac-4ef7-4405-bb11-38b7a661fe19 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:31:51.617508 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2999e713-9789-4c6c-bc21-a9df394645c6 None None] DHCP port deletion for e8c2c3f5-8c4b-4723-9d52-5667022d2545 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:31:51.689645 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-2999e713-9789-4c6c-bc21-a9df394645c6 None None] Deleting port f896ebac-4ef7-4405-bb11-38b7a661fe19 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:31:51.690098 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2999e713-9789-4c6c-bc21-a9df394645c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:51.698714 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-60a1e95d-c26a-4b2f-946e-6e9d760ad322 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:51.703863 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:31:51.734248 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a1e95d-c26a-4b2f-946e-6e9d760ad322 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Pushing event deleted for resources: {'Port': ['ID=f896ebac-4ef7-4405-bb11-38b7a661fe19,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:51.742253 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a1e95d-c26a-4b2f-946e-6e9d760ad322 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] No DVR routers for this DVR port f896ebac-4ef7-4405-bb11-38b7a661fe19 on host n-d-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:31:51.750313 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:31:51.750681 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:51.801246 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-2999e713-9789-4c6c-bc21-a9df394645c6 None None] For port f896ebac-4ef7-4405-bb11-38b7a661fe19, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=f896ebac-4ef7-4405-bb11-38b7a661fe19,segment=NetworkSegment(a3503537-fb7f-472c-bfb8-47c09ade27b8),segment_id=a3503537-fb7f-472c-bfb8-47c09ade27b8)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:31:51.802507 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2999e713-9789-4c6c-bc21-a9df394645c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:51.822267 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-2999e713-9789-4c6c-bc21-a9df394645c6 None None] Calling delete_port for f896ebac-4ef7-4405-bb11-38b7a661fe19 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:31:51.835420 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-60a1e95d-c26a-4b2f-946e-6e9d760ad322 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:51.855157 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-60a1e95d-c26a-4b2f-946e-6e9d760ad322 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8c2c3f5-8c4b-4723-9d52-5667022d2545']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:31:51.867993 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-60a1e95d-c26a-4b2f-946e-6e9d760ad322 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3503537-fb7f-472c-bfb8-47c09ade27b8') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:31:51.868303 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-60a1e95d-c26a-4b2f-946e-6e9d760ad322 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3503537-fb7f-472c-bfb8-47c09ade27b8') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:31:51.878161 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-60a1e95d-c26a-4b2f-946e-6e9d760ad322 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:51.893080 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-60a1e95d-c26a-4b2f-946e-6e9d760ad322 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:51.902333 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60a1e95d-c26a-4b2f-946e-6e9d760ad322 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:31:51.903022 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-60a1e95d-c26a-4b2f-946e-6e9d760ad322 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:51.907054 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:31:51.907054 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:31:51.907054 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:31:51.907054 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:31:51.907054 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:31:51.907054 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:31:51.907054 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:31:51.907054 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:31:51.907054 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:31:51.907054 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:31:51.907054 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:31:51.907054 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:31:51.907054 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:31:51.907054 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:31:51.907054 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:31:51.907054 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:31:51.907054 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:31:51.907054 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:31:51.907054 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:31:51.907054 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:31:51.907054 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:31:51.907054 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:31:51.907054 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:31:51.907054 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:31:51.907054 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:31:51.907054 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:31:51.907054 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:31:51.907054 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:31:51.907054 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:31:51.907054 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:31:51.907054 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:31:51.907054 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:31:51.920979 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:51.955606 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd17488-a375-4c9a-b594-f5f9603f4217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:31:51.958393 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbee691-e040-4c55-89c2-7c51f2be1452" -d '{"events": [{"server_uuid": "1fd17488-a375-4c9a-b594-f5f9603f4217", "name": "network-vif-plugged", "status": "completed", "tag": "f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:31:51.993803 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4,segment=NetworkSegment(ff4c1188-4c7e-4a21-a4de-80c253f4fab0),segment_id=ff4c1188-4c7e-4a21-a4de-80c253f4fab0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:31:51.994599 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-60a1e95d-c26a-4b2f-946e-6e9d760ad322 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:52.001942 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:52.009645 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-60a1e95d-c26a-4b2f-946e-6e9d760ad322 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:52.012414 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-60a1e95d-c26a-4b2f-946e-6e9d760ad322 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] 10.222.0.98 "DELETE /v2.0/networks/e8c2c3f5-8c4b-4723-9d52-5667022d2545 HTTP/1.1" status: 204 len: 168 time: 0.7095804 Jul 09 16:31:52.030090 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a1e95d-c26a-4b2f-946e-6e9d760ad322 tempest-DHCPAgentSchedulersTestJSON-1365046471 tempest-DHCPAgentSchedulersTestJSON-1365046471-project] Pushing event deleted for resources: {'Network': ['ID=e8c2c3f5-8c4b-4723-9d52-5667022d2545,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:52.040255 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2999e713-9789-4c6c-bc21-a9df394645c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:52.050830 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2999e713-9789-4c6c-bc21-a9df394645c6 None None] Network e8c2c3f5-8c4b-4723-9d52-5667022d2545 is not hosted by any dhcp agent {{(pid=93960) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 16:31:52.051116 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2999e713-9789-4c6c-bc21-a9df394645c6 None None] No DVR routers for this DVR port f896ebac-4ef7-4405-bb11-38b7a661fe19 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:31:52.063926 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c2ea8a-2578-4f93-9cb3-419d14d2e1ba x-openstack-request-id: req-06c2ea8a-2578-4f93-9cb3-419d14d2e1ba {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:31:52.064214 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fd17488-a375-4c9a-b594-f5f9603f4217", "name": "network-vif-plugged", "status": "completed", "tag": "f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:31:52.064545 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-06c2ea8a-2578-4f93-9cb3-419d14d2e1ba {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:31:52.064938 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd17488-a375-4c9a-b594-f5f9603f4217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4', 'code': 200} Jul 09 16:31:52.085464 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:52.115697 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999e713-9789-4c6c-bc21-a9df394645c6 None None] Pushing event deleted for resources: {'Port': ['ID=f896ebac-4ef7-4405-bb11-38b7a661fe19,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:52.207090 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571a0c5-2aeb-443b-9b3b-da81c209796d req-5e461329-55f8-418f-9e07-fa7945c8b4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:52.209184 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9571a0c5-2aeb-443b-9b3b-da81c209796d req-5e461329-55f8-418f-9e07-fa7945c8b4ba service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1fd17488-a375-4c9a-b594-f5f9603f4217 HTTP/1.1" status: 200 len: 1096 time: 0.0546288 Jul 09 16:31:52.247629 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9571a0c5-2aeb-443b-9b3b-da81c209796d req-5f7f1f82-65bf-4745-90da-4498d2d6c2cd service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=42cc1d4e-ad5f-4614-a7c2-8cc87fec12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325065 Jul 09 16:31:52.254263 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-690141f4-2121-49fe-a026-804496520504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:52.530759 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 49604) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:52.562502 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 49610) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:52.568262 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device f896ebac-4ef7-4405-bb11-38b7a661fe19 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:31:52.589578 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: f896ebac-4ef7-4405-bb11-38b7a661fe19 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:31:52.589930 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device f896ebac-4ef7-4405-bb11-38b7a661fe19 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:31:52.622269 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78080544-fd97-4151-afd4-0b7a56a3c2b9 req-4d7d7259-5d0b-420f-8d99-de772044927e tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:52.622269 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-78080544-fd97-4151-afd4-0b7a56a3c2b9 req-4d7d7259-5d0b-420f-8d99-de772044927e tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/ports?device_id=1fd17488-a375-4c9a-b594-f5f9603f4217 HTTP/1.1" status: 200 len: 945 time: 0.1105125 Jul 09 16:31:52.661954 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-78080544-fd97-4151-afd4-0b7a56a3c2b9 req-cde04664-9ab8-433e-851d-63a50017dc59 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/security-groups?id=42cc1d4e-ad5f-4614-a7c2-8cc87fec12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336885 Jul 09 16:31:52.810579 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49618) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:52.829743 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc0d94cc-0ec6-4965-8bcb-4e15fbe29cba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:52.842353 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-07b90601-47fb-4074-835b-d8bfd378e626 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=32971110fa63423db282c003252cee1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3094447 Jul 09 16:31:52.847614 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49622) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:52.886987 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a193fc59-426f-4e8a-821e-28934c73f471 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1919251141-network', 'tenant_id': 'f390367f6cae4e07b045708e1e369468'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:31:52.921663 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0ef9b6eb-7ab8-41ff-a893-5d45484233df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:52.945564 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0ef9b6eb-7ab8-41ff-a893-5d45484233df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:52.951743 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc0d94cc-0ec6-4965-8bcb-4e15fbe29cba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:52.957273 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc0d94cc-0ec6-4965-8bcb-4e15fbe29cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:52.991620 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a193fc59-426f-4e8a-821e-28934c73f471 admin admin] Made reservation on behalf of f390367f6cae4e07b045708e1e369468 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:31:52.994355 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a193fc59-426f-4e8a-821e-28934c73f471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:53.002659 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-cc0d94cc-0ec6-4965-8bcb-4e15fbe29cba admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=fd77116fdb9d4ddcb4c031e58ff5506c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4385848 Jul 09 16:31:53.003925 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0d94cc-0ec6-4965-8bcb-4e15fbe29cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49de598-991d-4f5b-9c85-778f54ab70e9,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:53.006732 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49626) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:53.013871 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a193fc59-426f-4e8a-821e-28934c73f471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:53.033695 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0ef9b6eb-7ab8-41ff-a893-5d45484233df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:53.036979 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0ef9b6eb-7ab8-41ff-a893-5d45484233df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:53.038445 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0ef9b6eb-7ab8-41ff-a893-5d45484233df admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0b828a14-4d13-42ff-b424-99ffcf612182 HTTP/1.1" status: 204 len: 168 time: 0.1897798 Jul 09 16:31:53.069813 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef9b6eb-7ab8-41ff-a893-5d45484233df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b828a14-4d13-42ff-b424-99ffcf612182,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:53.122515 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 49632) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:53.125914 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e3604638-9d4a-4d16-82dd-a039770fa665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:53.172375 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e3604638-9d4a-4d16-82dd-a039770fa665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:53.233277 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a193fc59-426f-4e8a-821e-28934c73f471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:53.240182 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a193fc59-426f-4e8a-821e-28934c73f471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:53.267950 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a193fc59-426f-4e8a-821e-28934c73f471 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:31:53.277331 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a193fc59-426f-4e8a-821e-28934c73f471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:53.277676 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-a193fc59-426f-4e8a-821e-28934c73f471 admin admin] Added segment e3110a2a-57b4-45ff-9897-1cc8ec92e459 of type vlan for network 6a28909b-9331-4121-b4fb-3c07e9c2bd4e Jul 09 16:31:53.290222 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e3604638-9d4a-4d16-82dd-a039770fa665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:53.292730 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e3604638-9d4a-4d16-82dd-a039770fa665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:53.296270 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e3604638-9d4a-4d16-82dd-a039770fa665 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f49de598-991d-4f5b-9c85-778f54ab70e9 HTTP/1.1" status: 204 len: 168 time: 0.2859015 Jul 09 16:31:53.300128 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a193fc59-426f-4e8a-821e-28934c73f471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b8ec76-8e51-4dcc-b276-be8d4ce12510,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:53.338921 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3604638-9d4a-4d16-82dd-a039770fa665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49de598-991d-4f5b-9c85-778f54ab70e9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:53.343868 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a193fc59-426f-4e8a-821e-28934c73f471 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:53.376470 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a193fc59-426f-4e8a-821e-28934c73f471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:53.377538 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a193fc59-426f-4e8a-821e-28934c73f471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:53.378180 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a193fc59-426f-4e8a-821e-28934c73f471 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:53.412807 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-accbd49e-59f1-4e8e-9240-8294236cd0ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:53.442800 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 49642) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:53.451776 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a193fc59-426f-4e8a-821e-28934c73f471 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6366518 Jul 09 16:31:53.455265 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49644) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:53.461524 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-11d5e8c1-b70f-4d5b-9316-763de9e0dc08 admin admin] Request body: {'subnet': {'network_id': '6a28909b-9331-4121-b4fb-3c07e9c2bd4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1919251141-subnet', 'tenant_id': 'f390367f6cae4e07b045708e1e369468', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:31:53.463740 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-084684e7-0f20-4ae6-b06b-f2d28f9d6fd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:53.479598 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a193fc59-426f-4e8a-821e-28934c73f471 admin admin] Pushing event updated for resources: {'Network': ['ID=6a28909b-9331-4121-b4fb-3c07e9c2bd4e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:53.499851 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 6a28909b-9331-4121-b4fb-3c07e9c2bd4e details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:31:53.552253 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-accbd49e-59f1-4e8e-9240-8294236cd0ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:53.557464 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-accbd49e-59f1-4e8e-9240-8294236cd0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:53.574485 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d5e8c1-b70f-4d5b-9316-763de9e0dc08 admin admin] Made reservation on behalf of f390367f6cae4e07b045708e1e369468 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:31:53.581027 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11d5e8c1-b70f-4d5b-9316-763de9e0dc08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:53.581656 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.db.api [None req-084684e7-0f20-4ae6-b06b-f2d28f9d6fd6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 16:31:53.581656 n-d-798930-3 neutron-server[93959]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 16:31:53.581656 n-d-798930-3 neutron-server[93959]: [parameters: {'project_id_1': 'ee82011a0bf346fda76d8ba076e76dd4', 'expiration_1': datetime.datetime(2021, 7, 9, 16, 31, 53, 481558)}] Jul 09 16:31:53.581656 n-d-798930-3 neutron-server[93959]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:31:53.581995 n-d-798930-3 neutron-server[93959]: DEBUG oslo_db.api [None req-084684e7-0f20-4ae6-b06b-f2d28f9d6fd6 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:31:53.605157 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-accbd49e-59f1-4e8e-9240-8294236cd0ba admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8663dc3af44d4b66949b1cd20fbdc97e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4812360 Jul 09 16:31:53.605904 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accbd49e-59f1-4e8e-9240-8294236cd0ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b1a4af-621c-4761-8634-5733895e9e20,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:53.608198 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 49648) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:53.662546 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-78cb5776-7173-4011-8bcc-59048d5796b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:53.690719 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-78cb5776-7173-4011-8bcc-59048d5796b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:53.757029 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-78cb5776-7173-4011-8bcc-59048d5796b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:53.759839 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-78cb5776-7173-4011-8bcc-59048d5796b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:53.763571 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-78cb5776-7173-4011-8bcc-59048d5796b7 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/00b1a4af-621c-4761-8634-5733895e9e20 HTTP/1.1" status: 204 len: 168 time: 0.1521008 Jul 09 16:31:53.769812 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cb5776-7173-4011-8bcc-59048d5796b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b1a4af-621c-4761-8634-5733895e9e20,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:53.819905 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11d5e8c1-b70f-4d5b-9316-763de9e0dc08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:53.824583 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 49654) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:53.842686 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-918439ac-8b46-47d1-a5fa-1e1ba569879a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:53.878404 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d5e8c1-b70f-4d5b-9316-763de9e0dc08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79c6246d-5ee9-4486-864c-c8d582a0c88a,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:53.907138 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d5e8c1-b70f-4d5b-9316-763de9e0dc08 admin admin] Checking segment: {'id': 'e3110a2a-57b4-45ff-9897-1cc8ec92e459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6a28909b-9331-4121-b4fb-3c07e9c2bd4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:31:53.907495 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d5e8c1-b70f-4d5b-9316-763de9e0dc08 admin admin] Network hostable DHCP agents. Network: 6a28909b-9331-4121-b4fb-3c07e9c2bd4e, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:31:53.928571 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d5e8c1-b70f-4d5b-9316-763de9e0dc08 admin admin] Network 6a28909b-9331-4121-b4fb-3c07e9c2bd4e is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:31:53.946825 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9feef4b-6d61-45d7-ba05-c7e4ef150ba2 req-609d262b-db3a-4944-86e8-4dfcbd939090 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:53.947844 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-11d5e8c1-b70f-4d5b-9316-763de9e0dc08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 6a28909b-9331-4121-b4fb-3c07e9c2bd4e) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:31:53.948351 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f9feef4b-6d61-45d7-ba05-c7e4ef150ba2 req-609d262b-db3a-4944-86e8-4dfcbd939090 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/ports?device_id=1fd17488-a375-4c9a-b594-f5f9603f4217 HTTP/1.1" status: 200 len: 945 time: 0.1077452 Jul 09 16:31:53.966994 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56e92ce-4913-4454-9a04-dc952fa72435 None None] Network 6a28909b-9331-4121-b4fb-3c07e9c2bd4e requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:31:53.975536 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d5e8c1-b70f-4d5b-9316-763de9e0dc08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:53.976351 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11d5e8c1-b70f-4d5b-9316-763de9e0dc08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:53.990267 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:31:54.014425 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f9feef4b-6d61-45d7-ba05-c7e4ef150ba2 req-0c3975e0-9ab2-42e5-bf50-1c51e914396c tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/security-groups?id=42cc1d4e-ad5f-4614-a7c2-8cc87fec12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594008 Jul 09 16:31:54.053348 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-918439ac-8b46-47d1-a5fa-1e1ba569879a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:54.074544 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-11d5e8c1-b70f-4d5b-9316-763de9e0dc08 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6095159 Jul 09 16:31:54.075213 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-918439ac-8b46-47d1-a5fa-1e1ba569879a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:54.087299 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-084684e7-0f20-4ae6-b06b-f2d28f9d6fd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:54.139804 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918439ac-8b46-47d1-a5fa-1e1ba569879a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1917b4-cd14-43c1-9fc0-847e70326b2c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:54.149243 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49660) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:54.149518 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-918439ac-8b46-47d1-a5fa-1e1ba569879a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c7e6291f80e94bef9d45beb2529b20c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3233805 Jul 09 16:31:54.169320 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d61a8ca-551d-45ad-8535-c813bd8b74ff None None] Network 6a28909b-9331-4121-b4fb-3c07e9c2bd4e requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:31:54.234812 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-44329b6c-d123-4d98-907e-ec7112fd6b25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:54.251995 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-084684e7-0f20-4ae6-b06b-f2d28f9d6fd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:54.258028 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-084684e7-0f20-4ae6-b06b-f2d28f9d6fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:54.263980 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-44329b6c-d123-4d98-907e-ec7112fd6b25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:54.308636 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 49668) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:54.330529 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-44329b6c-d123-4d98-907e-ec7112fd6b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:54.331475 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-084684e7-0f20-4ae6-b06b-f2d28f9d6fd6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ee82011a0bf346fda76d8ba076e76dd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8873851 Jul 09 16:31:54.332093 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 49670) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:54.335298 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-44329b6c-d123-4d98-907e-ec7112fd6b25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:54.336839 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-44329b6c-d123-4d98-907e-ec7112fd6b25 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8d1917b4-cd14-43c1-9fc0-847e70326b2c HTTP/1.1" status: 204 len: 168 time: 0.1861377 Jul 09 16:31:54.341697 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-66ca0ad0-df0d-47c4-ae87-c875c5b7dd1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:54.344221 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084684e7-0f20-4ae6-b06b-f2d28f9d6fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936c3821-703a-4b7f-b0c8-c3ddf4b4e756,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:54.362193 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44329b6c-d123-4d98-907e-ec7112fd6b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1917b4-cd14-43c1-9fc0-847e70326b2c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:54.416827 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-704696ae-9324-4808-8f8b-fdd84dd16850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:54.460140 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-704696ae-9324-4808-8f8b-fdd84dd16850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:54.540076 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-66ca0ad0-df0d-47c4-ae87-c875c5b7dd1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:54.541700 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-704696ae-9324-4808-8f8b-fdd84dd16850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:54.544522 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-704696ae-9324-4808-8f8b-fdd84dd16850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:54.548149 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-704696ae-9324-4808-8f8b-fdd84dd16850 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/936c3821-703a-4b7f-b0c8-c3ddf4b4e756 HTTP/1.1" status: 204 len: 168 time: 0.2123613 Jul 09 16:31:54.548427 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-66ca0ad0-df0d-47c4-ae87-c875c5b7dd1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:54.570553 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704696ae-9324-4808-8f8b-fdd84dd16850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936c3821-703a-4b7f-b0c8-c3ddf4b4e756,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:54.594542 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-66ca0ad0-df0d-47c4-ae87-c875c5b7dd1d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b91cd3ccf5b74d228e0730a74fb0a46e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2816620 Jul 09 16:31:54.595155 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49678) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:54.604613 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ca0ad0-df0d-47c4-ae87-c875c5b7dd1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1622c4f0-447f-49c5-b8af-ea24abb4a80a,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:54.657730 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6b02e6f5-3992-4082-ab8b-92626863d26b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:54.683134 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6b02e6f5-3992-4082-ab8b-92626863d26b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:54.750618 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6b02e6f5-3992-4082-ab8b-92626863d26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:54.754044 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6b02e6f5-3992-4082-ab8b-92626863d26b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:54.755956 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6b02e6f5-3992-4082-ab8b-92626863d26b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1622c4f0-447f-49c5-b8af-ea24abb4a80a HTTP/1.1" status: 204 len: 168 time: 0.1595376 Jul 09 16:31:54.787526 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b02e6f5-3992-4082-ab8b-92626863d26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1622c4f0-447f-49c5-b8af-ea24abb4a80a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:54.891985 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-eda5651a-087d-4493-805e-920aad83f442 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:54.893608 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-eda5651a-087d-4493-805e-920aad83f442 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] 10.222.0.98 "GET /v2.0/networks?id=6a28909b-9331-4121-b4fb-3c07e9c2bd4e HTTP/1.1" status: 200 len: 818 time: 0.1365275 Jul 09 16:31:54.910322 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-6e63958b-b556-4c95-914d-02703c484f70 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] 10.222.0.98 "GET /v2.0/quotas/f390367f6cae4e07b045708e1e369468 HTTP/1.1" status: 200 len: 375 time: 0.0097716 Jul 09 16:31:54.952708 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-401246ff-d356-4c21-9a04-0c9a2c436dc6 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=f390367f6cae4e07b045708e1e369468&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349989 Jul 09 16:31:55.086028 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-be353ffe-e33c-4035-b055-f2e83d4c2831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:55.245591 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bedadbd-17b7-479e-be6f-54a1bf2373e0 req-53ad4717-92fb-4312-a956-d519b34c1b84 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:55.248488 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-95b8b09f-165b-41e7-b905-c10f8c7360bf service neutron] 10.222.0.98 "GET /v2.0/networks/6a28909b-9331-4121-b4fb-3c07e9c2bd4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879624 Jul 09 16:31:55.251244 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2bedadbd-17b7-479e-be6f-54a1bf2373e0 req-53ad4717-92fb-4312-a956-d519b34c1b84 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/ports?device_id=1fd17488-a375-4c9a-b594-f5f9603f4217 HTTP/1.1" status: 200 len: 945 time: 0.0777395 Jul 09 16:31:55.297534 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2bedadbd-17b7-479e-be6f-54a1bf2373e0 req-750cb4ec-a584-4705-aa74-8124e8ed4055 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/security-groups?id=42cc1d4e-ad5f-4614-a7c2-8cc87fec12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447063 Jul 09 16:31:55.376227 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:55.390301 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-e84e9726-492d-47fc-a929-2102b15f6719 service neutron] 10.222.0.98 "GET /v2.0/networks/6a28909b-9331-4121-b4fb-3c07e9c2bd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359828 Jul 09 16:31:55.532989 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae08d73-9c2a-41f2-820f-ee34d6ef1801 req-1189413a-8f85-4b9f-829d-7138ff4b1b6f tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:55.535814 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3ae08d73-9c2a-41f2-820f-ee34d6ef1801 req-1189413a-8f85-4b9f-829d-7138ff4b1b6f tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/ports?device_id=1fd17488-a375-4c9a-b594-f5f9603f4217 HTTP/1.1" status: 200 len: 945 time: 0.0985224 Jul 09 16:31:55.544586 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49734) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:55.550068 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-625d43dd-3c52-4f75-b7fd-a2ff861138ee tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Request body: {'floatingip': {'port_id': 'f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:31:55.603625 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-625d43dd-3c52-4f75-b7fd-a2ff861138ee tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks [] for floatingip, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:55.925561 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a33f2fe5-afb9-45da-be7d-1b448fb21174 req-10d99a63-b14c-4e8c-b0b5-33b01b263721 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] 10.222.0.98 "GET /v2.0/ports?device_id=dc1946e7-7b10-4e93-9430-459c2d0e9250 HTTP/1.1" status: 200 len: 210 time: 0.0404432 Jul 09 16:31:56.206996 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:56.290877 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-625d43dd-3c52-4f75-b7fd-a2ff861138ee tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:56.298186 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-625d43dd-3c52-4f75-b7fd-a2ff861138ee tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:56.422511 n-d-798930-3 neutron-server[93958]: INFO neutron.db.l3_db [None req-625d43dd-3c52-4f75-b7fd-a2ff861138ee tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Floating IP 4e940a92-e627-4247-a8cc-9682cfbcc5af associated. External IP: 172.25.0.67, port: f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4. Jul 09 16:31:56.558220 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:56.689425 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-625d43dd-3c52-4f75-b7fd-a2ff861138ee tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Router a90c85c8-9dc9-478f-bcd7-3b436153b307 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:31:56.883696 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625d43dd-3c52-4f75-b7fd-a2ff861138ee tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:31:56.892681 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-625d43dd-3c52-4f75-b7fd-a2ff861138ee tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:56.896397 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2592da7e-3df8-4fe7-91fa-25091405f20d None None] Sync routers for ids ['a90c85c8-9dc9-478f-bcd7-3b436153b307'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:31:56.916577 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2592da7e-3df8-4fe7-91fa-25091405f20d None None] Routers {'a90c85c8-9dc9-478f-bcd7-3b436153b307'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:31:56.920391 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-2592da7e-3df8-4fe7-91fa-25091405f20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:31:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['a90c85c8-9dc9-478f-bcd7-3b436153b307'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:31:56.945191 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-625d43dd-3c52-4f75-b7fd-a2ff861138ee tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "PUT /v2.0/floatingips/4e940a92-e627-4247-a8cc-9682cfbcc5af HTTP/1.1" status: 200 len: 990 time: 1.3965032 Jul 09 16:31:56.945191 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fd17488-a375-4c9a-b594-f5f9603f4217', 'tag': 'f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:31:56.946230 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d24fd0-f6b2-4ab4-b1bf-426f013a763e" -d '{"events": [{"name": "network-changed", "server_uuid": "1fd17488-a375-4c9a-b594-f5f9603f4217", "tag": "f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:31:57.170547 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-2592da7e-3df8-4fe7-91fa-25091405f20d None None] Set router a90c85c8-9dc9-478f-bcd7-3b436153b307 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:31:57.190527 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-40a61100-f8a2-4af6-a52e-f26da1a2f70e req-9ce0522f-14e7-4735-ab39-e0148abaddf7 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] 10.222.0.98 "GET /v2.0/ports?device_id=dc1946e7-7b10-4e93-9430-459c2d0e9250 HTTP/1.1" status: 200 len: 210 time: 0.0623538 Jul 09 16:31:57.216304 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6e7d94-afb1-4652-961e-4fa39058f0e5 x-openstack-request-id: req-db6e7d94-afb1-4652-961e-4fa39058f0e5 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:31:57.216601 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fd17488-a375-4c9a-b594-f5f9603f4217", "tag": "f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:31:57.216856 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-db6e7d94-afb1-4652-961e-4fa39058f0e5 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:31:57.217256 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fd17488-a375-4c9a-b594-f5f9603f4217', 'tag': 'f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4', 'status': 'completed', 'code': 200} Jul 09 16:31:57.364916 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d24fd0-f6b2-4ab4-b1bf-426f013a763e req-5b236cf4-25de-4eb2-9622-b42b39395c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:57.366855 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a9d24fd0-f6b2-4ab4-b1bf-426f013a763e req-5b236cf4-25de-4eb2-9622-b42b39395c5f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c352622f74f54906914220d03e45b0a2&device_id=1fd17488-a375-4c9a-b594-f5f9603f4217 HTTP/1.1" status: 200 len: 1096 time: 0.0883589 Jul 09 16:31:57.520154 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-2592da7e-3df8-4fe7-91fa-25091405f20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'name': 'tempest-AttachVolumeTestJSON-1223617838-router', 'tenant_id': 'c352622f74f54906914220d03e45b0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '1fc5489f-84c9-44e6-ba8e-392c2519d7aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:26:59Z', 'updated_at': '2021-07-09T16:27:08Z', 'revision_number': 4, 'project_id': 'c352622f74f54906914220d03e45b0a2', 'gw_port': {'id': '1fc5489f-84c9-44e6-ba8e-392c2519d7aa', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:27:02Z', 'updated_at': '2021-07-09T16:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '4e940a92-e627-4247-a8cc-9682cfbcc5af', 'tenant_id': 'c352622f74f54906914220d03e45b0a2', 'floating_ip_address': '172.25.0.67', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'port_id': 'f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adbf0553-b476-4533-a282-e74124932d76', 'mac_address': 'fa:16:3e:b7:29:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd17488-a375-4c9a-b594-f5f9603f4217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:31:38Z', 'updated_at': '2021-07-09T16:31:56Z', 'revision_number': 1, 'project_id': 'c352622f74f54906914220d03e45b0a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00e8a9e8-bd1b-484b-9903-3c8a9fa65b58', 'name': '', 'network_id': 'adbf0553-b476-4533-a282-e74124932d76', 'tenant_id': 'c352622f74f54906914220d03e45b0a2', 'mac_address': 'fa:16:3e:a6:de:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '4438d29a-df86-457d-ba35-c2df5ed90700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:27:06Z', 'updated_at': '2021-07-09T16:27:15Z', 'revision_number': 5, 'project_id': 'c352622f74f54906914220d03e45b0a2', 'subnets': [{'id': '4438d29a-df86-457d-ba35-c2df5ed90700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:31:57.559385 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2592da7e-3df8-4fe7-91fa-25091405f20d None None] Checking router: a90c85c8-9dc9-478f-bcd7-3b436153b307 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:31:57.572252 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2592da7e-3df8-4fe7-91fa-25091405f20d None None] Routers {'a90c85c8-9dc9-478f-bcd7-3b436153b307'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:31:57.573500 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-2592da7e-3df8-4fe7-91fa-25091405f20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:31:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['a90c85c8-9dc9-478f-bcd7-3b436153b307'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:31:57.588265 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d24fd0-f6b2-4ab4-b1bf-426f013a763e req-86884613-ab47-48c5-a604-4c1b8210512b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:57.589836 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a9d24fd0-f6b2-4ab4-b1bf-426f013a763e req-86884613-ab47-48c5-a604-4c1b8210512b service neutron] 10.222.0.73 "GET /v2.0/networks?id=adbf0553-b476-4533-a282-e74124932d76 HTTP/1.1" status: 200 len: 912 time: 0.2056937 Jul 09 16:31:57.612153 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49834) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:57.708879 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-2592da7e-3df8-4fe7-91fa-25091405f20d None None] Set router a90c85c8-9dc9-478f-bcd7-3b436153b307 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:31:57.840216 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a9d24fd0-f6b2-4ab4-b1bf-426f013a763e req-6b84532b-1da3-4adf-9177-b684665e4dd9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4 HTTP/1.1" status: 200 len: 998 time: 0.2425458 Jul 09 16:31:57.946678 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02dcc0bb-5d1f-46e5-9f8c-a6fbaa6c2083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:58.029190 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-40ec1f99-3b4b-4868-bf95-f522c04e54aa tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:58.030724 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-40ec1f99-3b4b-4868-bf95-f522c04e54aa tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] 10.222.0.77 "GET /v2.0/networks?id=6a28909b-9331-4121-b4fb-3c07e9c2bd4e HTTP/1.1" status: 200 len: 818 time: 0.3606040 Jul 09 16:31:58.057280 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-93df7abb-a74d-45a7-b4c5-4b2c0fe5bec8 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Request body: {'port': {'device_id': '9a4d3c7d-e154-4381-8e63-75de2662dd3a', 'network_id': '6a28909b-9331-4121-b4fb-3c07e9c2bd4e', 'admin_state_up': True, 'tenant_id': 'f390367f6cae4e07b045708e1e369468'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:31:58.068613 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d24fd0-f6b2-4ab4-b1bf-426f013a763e req-06883ea2-d1fc-449c-a27c-1fa87d16e6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:58.070076 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a9d24fd0-f6b2-4ab4-b1bf-426f013a763e req-06883ea2-d1fc-449c-a27c-1fa87d16e6c9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4438d29a-df86-457d-ba35-c2df5ed90700 HTTP/1.1" status: 200 len: 850 time: 0.2035732 Jul 09 16:31:58.159939 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49848) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:58.308284 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:58.369045 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-2592da7e-3df8-4fe7-91fa-25091405f20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'name': 'tempest-AttachVolumeTestJSON-1223617838-router', 'tenant_id': 'c352622f74f54906914220d03e45b0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '1fc5489f-84c9-44e6-ba8e-392c2519d7aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:26:59Z', 'updated_at': '2021-07-09T16:27:08Z', 'revision_number': 4, 'project_id': 'c352622f74f54906914220d03e45b0a2', 'gw_port': {'id': '1fc5489f-84c9-44e6-ba8e-392c2519d7aa', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:27:02Z', 'updated_at': '2021-07-09T16:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '4e940a92-e627-4247-a8cc-9682cfbcc5af', 'tenant_id': 'c352622f74f54906914220d03e45b0a2', 'floating_ip_address': '172.25.0.67', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'port_id': 'f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adbf0553-b476-4533-a282-e74124932d76', 'mac_address': 'fa:16:3e:b7:29:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd17488-a375-4c9a-b594-f5f9603f4217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:31:38Z', 'updated_at': '2021-07-09T16:31:56Z', 'revision_number': 1, 'project_id': 'c352622f74f54906914220d03e45b0a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00e8a9e8-bd1b-484b-9903-3c8a9fa65b58', 'name': '', 'network_id': 'adbf0553-b476-4533-a282-e74124932d76', 'tenant_id': 'c352622f74f54906914220d03e45b0a2', 'mac_address': 'fa:16:3e:a6:de:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '4438d29a-df86-457d-ba35-c2df5ed90700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:27:06Z', 'updated_at': '2021-07-09T16:27:15Z', 'revision_number': 5, 'project_id': 'c352622f74f54906914220d03e45b0a2', 'subnets': [{'id': '4438d29a-df86-457d-ba35-c2df5ed90700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:31:58.398044 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d24fd0-f6b2-4ab4-b1bf-426f013a763e req-3ce30349-6cd2-498a-b73d-e40d6ad642ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:58.399635 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a9d24fd0-f6b2-4ab4-b1bf-426f013a763e req-3ce30349-6cd2-498a-b73d-e40d6ad642ef service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adbf0553-b476-4533-a282-e74124932d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3082957 Jul 09 16:31:58.460414 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2592da7e-3df8-4fe7-91fa-25091405f20d None None] The sync data for ids ['a90c85c8-9dc9-478f-bcd7-3b436153b307'] in n-d-798930-3 is: [{'id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'name': 'tempest-AttachVolumeTestJSON-1223617838-router', 'tenant_id': 'c352622f74f54906914220d03e45b0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '1fc5489f-84c9-44e6-ba8e-392c2519d7aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:26:59Z', 'updated_at': '2021-07-09T16:27:08Z', 'revision_number': 4, 'project_id': 'c352622f74f54906914220d03e45b0a2', 'gw_port': {'id': '1fc5489f-84c9-44e6-ba8e-392c2519d7aa', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:27:02Z', 'updated_at': '2021-07-09T16:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '4e940a92-e627-4247-a8cc-9682cfbcc5af', 'tenant_id': 'c352622f74f54906914220d03e45b0a2', 'floating_ip_address': '172.25.0.67', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'port_id': 'f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adbf0553-b476-4533-a282-e74124932d76', 'mac_address': 'fa:16:3e:b7:29:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd17488-a375-4c9a-b594-f5f9603f4217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:31:38Z', 'updated_at': '2021-07-09T16:31:56Z', 'revision_number': 1, 'project_id': 'c352622f74f54906914220d03e45b0a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00e8a9e8-bd1b-484b-9903-3c8a9fa65b58', 'name': '', 'network_id': 'adbf0553-b476-4533-a282-e74124932d76', 'tenant_id': 'c352622f74f54906914220d03e45b0a2', 'mac_address': 'fa:16:3e:a6:de:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '4438d29a-df86-457d-ba35-c2df5ed90700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:27:06Z', 'updated_at': '2021-07-09T16:27:15Z', 'revision_number': 5, 'project_id': 'c352622f74f54906914220d03e45b0a2', 'subnets': [{'id': '4438d29a-df86-457d-ba35-c2df5ed90700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:31:58.580135 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9d48c6c5-6a27-42da-ae0b-2190971698e0 req-1a7c968b-0c83-4b14-bac6-51de59d34f7c tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] 10.222.0.98 "GET /v2.0/ports?device_id=dc1946e7-7b10-4e93-9430-459c2d0e9250 HTTP/1.1" status: 200 len: 210 time: 0.0869522 Jul 09 16:31:58.642742 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a9d24fd0-f6b2-4ab4-b1bf-426f013a763e req-89d9af1e-12c5-4401-9458-cee340038305 service neutron] 10.222.0.73 "GET /v2.0/networks/adbf0553-b476-4533-a282-e74124932d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298174 Jul 09 16:31:58.776015 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a9d24fd0-f6b2-4ab4-b1bf-426f013a763e req-410ae043-3495-4788-96b6-15397ade924a service neutron] 10.222.0.73 "GET /v2.0/networks/adbf0553-b476-4533-a282-e74124932d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242583 Jul 09 16:31:58.811842 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3a0ae9-ea09-47dc-b3be-36d00e5bb0e0 None None] New status for floating IP 4e940a92-e627-4247-a8cc-9682cfbcc5af: ACTIVE {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:31:58.966287 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-08ad4a8e-38b2-480a-8a76-0a1d1078b89f tempest-QuotasTest-279254777 tempest-QuotasTest-279254777-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:31:59.030096 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02dcc0bb-5d1f-46e5-9f8c-a6fbaa6c2083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:59.045806 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02dcc0bb-5d1f-46e5-9f8c-a6fbaa6c2083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:59.056361 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-93df7abb-a74d-45a7-b4c5-4b2c0fe5bec8 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Made reservation on behalf of f390367f6cae4e07b045708e1e369468 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:31:59.060319 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-93df7abb-a74d-45a7-b4c5-4b2c0fe5bec8 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:59.076136 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-13ae741f-a173-4f45-8e52-f128073a961a tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:59.077652 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-13ae741f-a173-4f45-8e52-f128073a961a tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] 10.222.0.77 "GET /v2.0/networks?id=6a28909b-9331-4121-b4fb-3c07e9c2bd4e HTTP/1.1" status: 200 len: 818 time: 0.9658401 Jul 09 16:31:59.098914 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-3a5f8917-3ea0-448b-aac9-3615df6417ae tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Request body: {'port': {'device_id': '679a202a-03ed-44bf-919b-7746b6c51eb5', 'network_id': '6a28909b-9331-4121-b4fb-3c07e9c2bd4e', 'admin_state_up': True, 'tenant_id': 'f390367f6cae4e07b045708e1e369468'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:31:59.140985 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-f6ac8ca2-c73c-4689-bc42-ffcbe1b1ee72 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:31:59.142427 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-f6ac8ca2-c73c-4689-bc42-ffcbe1b1ee72 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] 10.222.0.73 "GET /v2.0/networks?id=6a28909b-9331-4121-b4fb-3c07e9c2bd4e HTTP/1.1" status: 200 len: 818 time: 0.9146204 Jul 09 16:31:59.176851 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-2aa5bd6c-6a84-4e51-b0f9-1f246acfb306 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Request body: {'port': {'device_id': 'dc1946e7-7b10-4e93-9430-459c2d0e9250', 'network_id': '6a28909b-9331-4121-b4fb-3c07e9c2bd4e', 'admin_state_up': True, 'tenant_id': 'f390367f6cae4e07b045708e1e369468'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:31:59.187187 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-02dcc0bb-5d1f-46e5-9f8c-a6fbaa6c2083 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=fcd106d8a2b04a679f8eabbd756aee71&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5706542 Jul 09 16:31:59.187187 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dcc0bb-5d1f-46e5-9f8c-a6fbaa6c2083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5d1eb1-3a54-426d-9d5d-f89327456643,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:59.188470 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 49890) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:59.217403 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-08ad4a8e-38b2-480a-8a76-0a1d1078b89f tempest-QuotasTest-279254777 tempest-QuotasTest-279254777-project-admin] 10.222.0.98 "PUT /v2.0/quotas/1a5cc32d7c1945d7b8cfba4196371276 HTTP/1.1" status: 200 len: 366 time: 1.0562410 Jul 09 16:31:59.225540 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 49892) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:59.278829 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-aafe9095-a0a8-45cc-8a73-9eb3145f31fe tempest-QuotasTest-279254777 tempest-QuotasTest-279254777-project-admin] 10.222.0.98 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0494173 Jul 09 16:31:59.279165 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49896) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:59.296433 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f2218a95-d565-4578-b214-8b8d78af3f2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:59.299855 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-93df7abb-a74d-45a7-b4c5-4b2c0fe5bec8 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Allocated IP 172.20.0.12 (6a28909b-9331-4121-b4fb-3c07e9c2bd4e/79c6246d-5ee9-4486-864c-c8d582a0c88a/2da16db5-c86d-4bac-bc18-6db9d37f0e9d) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:31:59.310274 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2d62641f-96ec-4f37-bf02-58ef81c83396 tempest-QuotasTest-279254777 tempest-QuotasTest-279254777-project-admin] 10.222.0.98 "GET /v2.0/quotas/1a5cc32d7c1945d7b8cfba4196371276 HTTP/1.1" status: 200 len: 366 time: 0.0301020 Jul 09 16:31:59.312853 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49898) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:59.331370 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f2218a95-d565-4578-b214-8b8d78af3f2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:59.355281 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-738c21a6-3514-4f6f-b088-ee1f5c937e61 tempest-QuotasTest-279254777 tempest-QuotasTest-279254777-project-admin] 10.222.0.98 "DELETE /v2.0/quotas/1a5cc32d7c1945d7b8cfba4196371276 HTTP/1.1" status: 204 len: 168 time: 0.0394564 Jul 09 16:31:59.356045 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49902) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:59.372567 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1192c1f7-0591-4128-9211-f81c5d6c252a tempest-QuotasTest-279254777 tempest-QuotasTest-279254777-project-admin] 10.222.0.98 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0133989 Jul 09 16:31:59.375458 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49904) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:59.392555 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-3a5f8917-3ea0-448b-aac9-3615df6417ae tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Made reservation on behalf of f390367f6cae4e07b045708e1e369468 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:31:59.396153 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-3a5f8917-3ea0-448b-aac9-3615df6417ae tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:59.406152 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ca631a2b-78e7-4c83-95ed-cf9d31628edc tempest-QuotasTest-279254777 tempest-QuotasTest-279254777-project-admin] 10.222.0.98 "GET /v2.0/quotas/1a5cc32d7c1945d7b8cfba4196371276 HTTP/1.1" status: 200 len: 370 time: 0.0288656 Jul 09 16:31:59.409836 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49910) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:59.424790 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-829b8ed9-4bfa-49ac-bdea-37fea253bf30 tempest-QuotasTest-279254777 tempest-QuotasTest-279254777-project-admin] 10.222.0.98 "GET /v2.0/quotas/1a5cc32d7c1945d7b8cfba4196371276/default HTTP/1.1" status: 200 len: 370 time: 0.0138726 Jul 09 16:31:59.430806 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49912) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:59.447146 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-2aa5bd6c-6a84-4e51-b0f9-1f246acfb306 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Made reservation on behalf of f390367f6cae4e07b045708e1e369468 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:31:59.450931 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-2aa5bd6c-6a84-4e51-b0f9-1f246acfb306 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:59.458553 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [None req-020936f8-c9a7-45a5-a3cb-d25f03ab87d6 tempest-QuotasTest-279254777 tempest-QuotasTest-279254777-project-admin] delete failed (client error): The resource could not be found. Jul 09 16:31:59.459844 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-020936f8-c9a7-45a5-a3cb-d25f03ab87d6 tempest-QuotasTest-279254777 tempest-QuotasTest-279254777-project-admin] 10.222.0.98 "DELETE /v2.0/quotas/1a5cc32d7c1945d7b8cfba4196371276 HTTP/1.1" status: 404 len: 348 time: 0.0280855 Jul 09 16:31:59.691556 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49922) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:31:59.724800 n-d-798930-3 neutron-server[93958]: DEBUG neutron.quota.resource [None req-0e7278a4-4453-41f3-9f2d-dfa6e3145bbb tempest-QuotasTest-279254777 tempest-QuotasTest-279254777-project-admin] Usage tracker for resource:network and tenant:53b7f4f11afb4268950bad0f2913fdf5 is out of sync, need to count used quota {{(pid=93958) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 16:31:59.756941 n-d-798930-3 neutron-server[93958]: DEBUG neutron.quota.resource [None req-0e7278a4-4453-41f3-9f2d-dfa6e3145bbb tempest-QuotasTest-279254777 tempest-QuotasTest-279254777-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93958) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 16:31:59.764644 n-d-798930-3 neutron-server[93958]: DEBUG neutron.quota.resource [None req-0e7278a4-4453-41f3-9f2d-dfa6e3145bbb tempest-QuotasTest-279254777 tempest-QuotasTest-279254777-project-admin] Usage tracker for resource:subnet and tenant:53b7f4f11afb4268950bad0f2913fdf5 is out of sync, need to count used quota {{(pid=93958) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 16:31:59.771267 n-d-798930-3 neutron-server[93958]: DEBUG neutron.quota.resource [None req-0e7278a4-4453-41f3-9f2d-dfa6e3145bbb tempest-QuotasTest-279254777 tempest-QuotasTest-279254777-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93958) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 16:31:59.781528 n-d-798930-3 neutron-server[93958]: DEBUG neutron.quota.resource [None req-0e7278a4-4453-41f3-9f2d-dfa6e3145bbb tempest-QuotasTest-279254777 tempest-QuotasTest-279254777-project-admin] Usage tracker for resource:subnetpool and tenant:53b7f4f11afb4268950bad0f2913fdf5 is out of sync, need to count used quota {{(pid=93958) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 16:31:59.787396 n-d-798930-3 neutron-server[93958]: DEBUG neutron.quota.resource [None req-0e7278a4-4453-41f3-9f2d-dfa6e3145bbb tempest-QuotasTest-279254777 tempest-QuotasTest-279254777-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93958) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 16:31:59.794197 n-d-798930-3 neutron-server[93958]: DEBUG neutron.quota.resource [None req-0e7278a4-4453-41f3-9f2d-dfa6e3145bbb tempest-QuotasTest-279254777 tempest-QuotasTest-279254777-project-admin] Usage tracker for resource:port and tenant:53b7f4f11afb4268950bad0f2913fdf5 is out of sync, need to count used quota {{(pid=93958) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 16:31:59.799640 n-d-798930-3 neutron-server[93958]: DEBUG neutron.quota.resource [None req-0e7278a4-4453-41f3-9f2d-dfa6e3145bbb tempest-QuotasTest-279254777 tempest-QuotasTest-279254777-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93958) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 16:31:59.807659 n-d-798930-3 neutron-server[93958]: DEBUG neutron.quota.resource [None req-0e7278a4-4453-41f3-9f2d-dfa6e3145bbb tempest-QuotasTest-279254777 tempest-QuotasTest-279254777-project-admin] Usage tracker for resource:router and tenant:53b7f4f11afb4268950bad0f2913fdf5 is out of sync, need to count used quota {{(pid=93958) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 16:31:59.817644 n-d-798930-3 neutron-server[93958]: DEBUG neutron.quota.resource [None req-0e7278a4-4453-41f3-9f2d-dfa6e3145bbb tempest-QuotasTest-279254777 tempest-QuotasTest-279254777-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93958) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 16:31:59.824894 n-d-798930-3 neutron-server[93958]: DEBUG neutron.quota.resource [None req-0e7278a4-4453-41f3-9f2d-dfa6e3145bbb tempest-QuotasTest-279254777 tempest-QuotasTest-279254777-project-admin] Usage tracker for resource:floatingip and tenant:53b7f4f11afb4268950bad0f2913fdf5 is out of sync, need to count used quota {{(pid=93958) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 16:31:59.830159 n-d-798930-3 neutron-server[93958]: DEBUG neutron.quota.resource [None req-0e7278a4-4453-41f3-9f2d-dfa6e3145bbb tempest-QuotasTest-279254777 tempest-QuotasTest-279254777-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93958) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 16:31:59.873627 n-d-798930-3 neutron-server[93958]: DEBUG neutron.quota.resource [None req-0e7278a4-4453-41f3-9f2d-dfa6e3145bbb tempest-QuotasTest-279254777 tempest-QuotasTest-279254777-project-admin] Usage tracker for resource:security_group and tenant:53b7f4f11afb4268950bad0f2913fdf5 is out of sync, need to count used quota {{(pid=93958) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 16:31:59.881172 n-d-798930-3 neutron-server[93958]: DEBUG neutron.quota.resource [None req-0e7278a4-4453-41f3-9f2d-dfa6e3145bbb tempest-QuotasTest-279254777 tempest-QuotasTest-279254777-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93958) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 16:31:59.891359 n-d-798930-3 neutron-server[93958]: DEBUG neutron.quota.resource [None req-0e7278a4-4453-41f3-9f2d-dfa6e3145bbb tempest-QuotasTest-279254777 tempest-QuotasTest-279254777-project-admin] Usage tracker for resource:security_group_rule and tenant:53b7f4f11afb4268950bad0f2913fdf5 is out of sync, need to count used quota {{(pid=93958) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 16:31:59.897136 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-304e2ea7-24a1-43e2-a783-69630bd30531 req-c8a743e3-4fe0-40e0-88e7-a5055498c4c9 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] 10.222.0.98 "GET /v2.0/ports?device_id=dc1946e7-7b10-4e93-9430-459c2d0e9250 HTTP/1.1" status: 200 len: 210 time: 0.0446022 Jul 09 16:31:59.897748 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f2218a95-d565-4578-b214-8b8d78af3f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:59.900730 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f2218a95-d565-4578-b214-8b8d78af3f2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:59.901709 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f2218a95-d565-4578-b214-8b8d78af3f2b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ca5d1eb1-3a54-426d-9d5d-f89327456643 HTTP/1.1" status: 204 len: 168 time: 0.7119343 Jul 09 16:31:59.922386 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2218a95-d565-4578-b214-8b8d78af3f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5d1eb1-3a54-426d-9d5d-f89327456643,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:31:59.930713 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-93df7abb-a74d-45a7-b4c5-4b2c0fe5bec8 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:31:59.955530 n-d-798930-3 neutron-server[93958]: DEBUG neutron.quota.resource [None req-0e7278a4-4453-41f3-9f2d-dfa6e3145bbb tempest-QuotasTest-279254777 tempest-QuotasTest-279254777-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93958) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 16:31:59.961186 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0e7278a4-4453-41f3-9f2d-dfa6e3145bbb tempest-QuotasTest-279254777 tempest-QuotasTest-279254777-project-admin] 10.222.0.98 "GET /v2.0/quotas/53b7f4f11afb4268950bad0f2913fdf5/details.json HTTP/1.1" status: 200 len: 703 time: 0.2678735 Jul 09 16:31:59.991796 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-93df7abb-a74d-45a7-b4c5-4b2c0fe5bec8 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:00.053956 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-93df7abb-a74d-45a7-b4c5-4b2c0fe5bec8 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Network 6a28909b-9331-4121-b4fb-3c07e9c2bd4e is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:32:00.061755 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-93df7abb-a74d-45a7-b4c5-4b2c0fe5bec8 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:32:00.072896 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-93df7abb-a74d-45a7-b4c5-4b2c0fe5bec8 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:32:00.111310 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.db.api [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-3a5f8917-3ea0-448b-aac9-3615df6417ae tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.12-000d7071-8077-40ac-bb79-6d0498a30fb0 {{(pid=93958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:32:00.111858 n-d-798930-3 neutron-server[93958]: DEBUG oslo_db.api [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-3a5f8917-3ea0-448b-aac9-3615df6417ae tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:32:00.131498 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df7abb-a74d-45a7-b4c5-4b2c0fe5bec8 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Pushing event updated for resources: {'Port': ['ID=2da16db5-c86d-4bac-bc18-6db9d37f0e9d,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:00.139746 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-2aa5bd6c-6a84-4e51-b0f9-1f246acfb306 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Allocated IP 172.20.0.10 (6a28909b-9331-4121-b4fb-3c07e9c2bd4e/79c6246d-5ee9-4486-864c-c8d582a0c88a/b956ac12-c7e7-4d7d-9300-b06cd5b9aced) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:32:00.171465 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-93df7abb-a74d-45a7-b4c5-4b2c0fe5bec8 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:00.172122 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-93df7abb-a74d-45a7-b4c5-4b2c0fe5bec8 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:00.194758 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-93df7abb-a74d-45a7-b4c5-4b2c0fe5bec8 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1527274 Jul 09 16:32:00.215770 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-5ecd643d-0069-431d-aa94-8f7cedac7967 service neutron] Request body: {'port': {'device_id': '9a4d3c7d-e154-4381-8e63-75de2662dd3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:32:00.317192 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-5ecd643d-0069-431d-aa94-8f7cedac7967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:00.352045 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-2aa5bd6c-6a84-4e51-b0f9-1f246acfb306 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:00.413884 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-2aa5bd6c-6a84-4e51-b0f9-1f246acfb306 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:00.522369 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-2aa5bd6c-6a84-4e51-b0f9-1f246acfb306 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Network 6a28909b-9331-4121-b4fb-3c07e9c2bd4e is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:32:00.536517 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-2aa5bd6c-6a84-4e51-b0f9-1f246acfb306 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:32:00.539137 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49952) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:00.545482 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-2aa5bd6c-6a84-4e51-b0f9-1f246acfb306 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:32:00.574164 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa5bd6c-6a84-4e51-b0f9-1f246acfb306 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Pushing event updated for resources: {'Port': ['ID=b956ac12-c7e7-4d7d-9300-b06cd5b9aced,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:00.614614 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-3a5f8917-3ea0-448b-aac9-3615df6417ae tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:00.675390 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-2aa5bd6c-6a84-4e51-b0f9-1f246acfb306 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:00.677725 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-2aa5bd6c-6a84-4e51-b0f9-1f246acfb306 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:00.692769 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-5ecd643d-0069-431d-aa94-8f7cedac7967 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2da16db5-c86d-4bac-bc18-6db9d37f0e9d {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:32:00.704622 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-5ecd643d-0069-431d-aa94-8f7cedac7967 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:00.721612 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-5ecd643d-0069-431d-aa94-8f7cedac7967 service neutron] Transition to ACTIVE for port object 2da16db5-c86d-4bac-bc18-6db9d37f0e9d will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:32:00.726528 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-5ecd643d-0069-431d-aa94-8f7cedac7967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:00.730199 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-72952e3d-7166-488c-996c-19f9f397362d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:00.756859 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-2aa5bd6c-6a84-4e51-b0f9-1f246acfb306 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5839918 Jul 09 16:32:00.766323 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f14d68-f1f8-4e7f-8a6f-87a0f6208846 req-690d7ad0-91b0-4716-aaad-a9a9eb14948c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:00.767938 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-12f14d68-f1f8-4e7f-8a6f-87a0f6208846 req-690d7ad0-91b0-4716-aaad-a9a9eb14948c service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=ee1f35fb-85b9-4a52-8c79-ee5202b4fdbf HTTP/1.1" status: 200 len: 1096 time: 0.6580696 Jul 09 16:32:00.789660 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-77c1d8f0-bb19-4361-a15a-a3afb1a1ad5a service neutron] Request body: {'port': {'device_id': 'dc1946e7-7b10-4e93-9430-459c2d0e9250', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:32:00.833151 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecd643d-0069-431d-aa94-8f7cedac7967 service neutron] Pushing event updated for resources: {'Port': ['ID=2da16db5-c86d-4bac-bc18-6db9d37f0e9d,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:00.873774 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-5ecd643d-0069-431d-aa94-8f7cedac7967 service neutron] Attempting to bind port 2da16db5-c86d-4bac-bc18-6db9d37f0e9d on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:32:00.874378 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-5ecd643d-0069-431d-aa94-8f7cedac7967 service neutron] Attempting to bind port 2da16db5-c86d-4bac-bc18-6db9d37f0e9d by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'e3110a2a-57b4-45ff-9897-1cc8ec92e459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6a28909b-9331-4121-b4fb-3c07e9c2bd4e'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:32:00.874901 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-5ecd643d-0069-431d-aa94-8f7cedac7967 service neutron] Attempting to bind port 2da16db5-c86d-4bac-bc18-6db9d37f0e9d on network 6a28909b-9331-4121-b4fb-3c07e9c2bd4e {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:32:00.880582 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-5ecd643d-0069-431d-aa94-8f7cedac7967 service neutron] Port 2da16db5-c86d-4bac-bc18-6db9d37f0e9d on network 6a28909b-9331-4121-b4fb-3c07e9c2bd4e not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:32:00.881222 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-5ecd643d-0069-431d-aa94-8f7cedac7967 service neutron] Attempting to bind port 2da16db5-c86d-4bac-bc18-6db9d37f0e9d on network 6a28909b-9331-4121-b4fb-3c07e9c2bd4e {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:32:00.888767 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-5ecd643d-0069-431d-aa94-8f7cedac7967 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:32:00.889665 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-5ecd643d-0069-431d-aa94-8f7cedac7967 service neutron] Checking segment: {'id': 'e3110a2a-57b4-45ff-9897-1cc8ec92e459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6a28909b-9331-4121-b4fb-3c07e9c2bd4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:32:00.890484 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-5ecd643d-0069-431d-aa94-8f7cedac7967 service neutron] Bound using segment: {'id': 'e3110a2a-57b4-45ff-9897-1cc8ec92e459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6a28909b-9331-4121-b4fb-3c07e9c2bd4e'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:32:00.891294 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-5ecd643d-0069-431d-aa94-8f7cedac7967 service neutron] Bound port: 2da16db5-c86d-4bac-bc18-6db9d37f0e9d, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3110a2a-57b4-45ff-9897-1cc8ec92e459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6a28909b-9331-4121-b4fb-3c07e9c2bd4e'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:32:00.891828 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-5ecd643d-0069-431d-aa94-8f7cedac7967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:00.988313 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-5ecd643d-0069-431d-aa94-8f7cedac7967 service neutron] For port 2da16db5-c86d-4bac-bc18-6db9d37f0e9d, host n-h1-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:32:00.992565 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-5ecd643d-0069-431d-aa94-8f7cedac7967 service neutron] For port 2da16db5-c86d-4bac-bc18-6db9d37f0e9d, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=2da16db5-c86d-4bac-bc18-6db9d37f0e9d,segment=NetworkSegment(e3110a2a-57b4-45ff-9897-1cc8ec92e459),segment_id=e3110a2a-57b4-45ff-9897-1cc8ec92e459)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:32:00.999794 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-5ecd643d-0069-431d-aa94-8f7cedac7967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:01.057282 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-12f14d68-f1f8-4e7f-8a6f-87a0f6208846 req-1b724f63-9e75-45ef-b160-4759037609a8 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=e75db5fc-c806-4a82-9e9e-c02a44e35e64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2797558 Jul 09 16:32:01.077975 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-5ecd643d-0069-431d-aa94-8f7cedac7967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:01.078616 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-5ecd643d-0069-431d-aa94-8f7cedac7967 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:01.080148 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-5ecd643d-0069-431d-aa94-8f7cedac7967 service neutron] 10.222.0.77 "PUT /v2.0/ports/2da16db5-c86d-4bac-bc18-6db9d37f0e9d HTTP/1.1" status: 200 len: 1092 time: 0.8770757 Jul 09 16:32:01.080671 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a4d3c7d-e154-4381-8e63-75de2662dd3a', 'tag': '2da16db5-c86d-4bac-bc18-6db9d37f0e9d'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:32:01.083439 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5835367-7c4e-40dd-9647-864bb1e5910d" -d '{"events": [{"name": "network-changed", "server_uuid": "9a4d3c7d-e154-4381-8e63-75de2662dd3a", "tag": "2da16db5-c86d-4bac-bc18-6db9d37f0e9d"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:32:01.118925 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecd643d-0069-431d-aa94-8f7cedac7967 service neutron] Pushing event updated for resources: {'Port': ['ID=2da16db5-c86d-4bac-bc18-6db9d37f0e9d,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:01.155402 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-3a5f8917-3ea0-448b-aac9-3615df6417ae tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Allocated IP 172.20.0.14 (6a28909b-9331-4121-b4fb-3c07e9c2bd4e/79c6246d-5ee9-4486-864c-c8d582a0c88a/06d26b5f-d3be-43fa-93b9-edb0366d1188) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:32:01.157337 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-77c1d8f0-bb19-4361-a15a-a3afb1a1ad5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:01.184430 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750f1c09-ac97-4ecd-bac1-c471d40a1850 x-openstack-request-id: req-750f1c09-ac97-4ecd-bac1-c471d40a1850 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:32:01.184951 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a4d3c7d-e154-4381-8e63-75de2662dd3a", "tag": "2da16db5-c86d-4bac-bc18-6db9d37f0e9d", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:32:01.185309 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-750f1c09-ac97-4ecd-bac1-c471d40a1850 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:32:01.185488 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a4d3c7d-e154-4381-8e63-75de2662dd3a', 'tag': '2da16db5-c86d-4bac-bc18-6db9d37f0e9d', 'status': 'completed', 'code': 200} Jul 09 16:32:01.260541 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb0744-390a-4a5e-b72d-1d7dd6b0b8b7 req-b7b86cb5-def8-4fd1-94fa-10ec953955da tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:01.262069 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6ebb0744-390a-4a5e-b72d-1d7dd6b0b8b7 req-b7b86cb5-def8-4fd1-94fa-10ec953955da tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] 10.222.0.98 "GET /v2.0/ports?device_id=dc1946e7-7b10-4e93-9430-459c2d0e9250 HTTP/1.1" status: 200 len: 932 time: 0.1160834 Jul 09 16:32:01.289684 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-09491be1-fb91-48ad-9e6b-1de61b6431be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:01.291210 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-09491be1-fb91-48ad-9e6b-1de61b6431be service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f390367f6cae4e07b045708e1e369468&device_id=9a4d3c7d-e154-4381-8e63-75de2662dd3a HTTP/1.1" status: 200 len: 1095 time: 0.1101799 Jul 09 16:32:01.319761 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-72952e3d-7166-488c-996c-19f9f397362d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:01.344081 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-d99e7bd4-29e6-45d2-97ce-d899b530160c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2da16db5-c86d-4bac-bc18-6db9d37f0e9d HTTP/1.1" status: 200 len: 217 time: 0.0446389 Jul 09 16:32:01.347120 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6ebb0744-390a-4a5e-b72d-1d7dd6b0b8b7 req-0df1f122-6449-4f88-b04d-239b4bd0e3e6 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] 10.222.0.98 "GET /v2.0/security-groups?id=e6b8ec76-8e51-4dcc-b276-be8d4ce12510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791376 Jul 09 16:32:01.429042 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-3f32cec0-1b5c-47f3-8ef6-635e75c0a0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:01.431367 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-3f32cec0-1b5c-47f3-8ef6-635e75c0a0d0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=79c6246d-5ee9-4486-864c-c8d582a0c88a HTTP/1.1" status: 200 len: 858 time: 0.0811186 Jul 09 16:32:01.441801 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-72952e3d-7166-488c-996c-19f9f397362d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:01.479706 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-4460a188-c290-4286-9184-7bb2f38dfab6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6a28909b-9331-4121-b4fb-3c07e9c2bd4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418289 Jul 09 16:32:01.591619 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-72952e3d-7166-488c-996c-19f9f397362d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d50fa2680cce4ba98e6f1ae431f1c575&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0452714 Jul 09 16:32:01.598954 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49996) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:01.624973 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72952e3d-7166-488c-996c-19f9f397362d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5cd5a9-fc02-43bd-a8fc-c98ceab092b0,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:01.674346 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-708df5fe-17e3-41bc-a983-7e8e8adce001 service neutron] 10.222.0.77 "GET /v2.0/networks/6a28909b-9331-4121-b4fb-3c07e9c2bd4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872706 Jul 09 16:32:01.675511 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-3a5f8917-3ea0-448b-aac9-3615df6417ae tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:01.730459 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50004) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:01.737118 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-427c39df-c156-4a8f-ac47-838dcae237ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:01.777690 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-427c39df-c156-4a8f-ac47-838dcae237ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:01.791503 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-3a5f8917-3ea0-448b-aac9-3615df6417ae tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:01.797596 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-250573c2-b6a5-4526-894b-cc687237ec06 service neutron] 10.222.0.77 "GET /v2.0/networks/6a28909b-9331-4121-b4fb-3c07e9c2bd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173084 Jul 09 16:32:01.928802 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-3a5f8917-3ea0-448b-aac9-3615df6417ae tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Network 6a28909b-9331-4121-b4fb-3c07e9c2bd4e is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:32:01.938220 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-3a5f8917-3ea0-448b-aac9-3615df6417ae tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:32:01.940624 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-3a5f8917-3ea0-448b-aac9-3615df6417ae tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:32:01.967981 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5835367-7c4e-40dd-9647-864bb1e5910d req-8ed47625-f372-4ca6-9ed5-cf3c2a8a3721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:01.969738 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d5835367-7c4e-40dd-9647-864bb1e5910d req-8ed47625-f372-4ca6-9ed5-cf3c2a8a3721 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f390367f6cae4e07b045708e1e369468&device_id=9a4d3c7d-e154-4381-8e63-75de2662dd3a HTTP/1.1" status: 200 len: 1095 time: 0.1043663 Jul 09 16:32:01.982286 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5f8917-3ea0-448b-aac9-3615df6417ae tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Pushing event updated for resources: {'Port': ['ID=06d26b5f-d3be-43fa-93b9-edb0366d1188,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:02.042742 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-3a5f8917-3ea0-448b-aac9-3615df6417ae tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:02.043582 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-3a5f8917-3ea0-448b-aac9-3615df6417ae tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:02.055613 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-427c39df-c156-4a8f-ac47-838dcae237ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:02.058270 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-427c39df-c156-4a8f-ac47-838dcae237ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:02.062267 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-427c39df-c156-4a8f-ac47-838dcae237ee admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1b5cd5a9-fc02-43bd-a8fc-c98ceab092b0 HTTP/1.1" status: 204 len: 168 time: 0.4609289 Jul 09 16:32:02.084760 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427c39df-c156-4a8f-ac47-838dcae237ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5cd5a9-fc02-43bd-a8fc-c98ceab092b0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:02.094189 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-3a5f8917-3ea0-448b-aac9-3615df6417ae tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9991603 Jul 09 16:32:02.106752 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5835367-7c4e-40dd-9647-864bb1e5910d req-87d5a86d-6698-4a4a-a83d-3b4f4240dc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:02.107457 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-182ae622-09d8-4399-b4f9-d30545f97cbb service neutron] Request body: {'port': {'device_id': '679a202a-03ed-44bf-919b-7746b6c51eb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:32:02.111356 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d5835367-7c4e-40dd-9647-864bb1e5910d req-87d5a86d-6698-4a4a-a83d-3b4f4240dc33 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6a28909b-9331-4121-b4fb-3c07e9c2bd4e HTTP/1.1" status: 200 len: 919 time: 0.1345909 Jul 09 16:32:02.191506 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d5835367-7c4e-40dd-9647-864bb1e5910d req-4db003e4-9a25-4c64-ba11-f5e93cb7b589 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2da16db5-c86d-4bac-bc18-6db9d37f0e9d HTTP/1.1" status: 200 len: 217 time: 0.0741537 Jul 09 16:32:02.196551 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-77c1d8f0-bb19-4361-a15a-a3afb1a1ad5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b956ac12-c7e7-4d7d-9300-b06cd5b9aced {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:32:02.209344 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-77c1d8f0-bb19-4361-a15a-a3afb1a1ad5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:02.224119 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-827ae163-9794-4db2-9d54-529857e386d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:02.243159 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-77c1d8f0-bb19-4361-a15a-a3afb1a1ad5a service neutron] Transition to ACTIVE for port object b956ac12-c7e7-4d7d-9300-b06cd5b9aced will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:32:02.274165 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5835367-7c4e-40dd-9647-864bb1e5910d req-2aa63e2c-7fdf-4fd4-bc63-3b8ebb587f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:02.276054 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d5835367-7c4e-40dd-9647-864bb1e5910d req-2aa63e2c-7fdf-4fd4-bc63-3b8ebb587f45 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=79c6246d-5ee9-4486-864c-c8d582a0c88a HTTP/1.1" status: 200 len: 858 time: 0.0781202 Jul 09 16:32:02.278912 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-77c1d8f0-bb19-4361-a15a-a3afb1a1ad5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:02.315778 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d5835367-7c4e-40dd-9647-864bb1e5910d req-0b0d7625-2ec7-4612-8228-13b1257af39a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6a28909b-9331-4121-b4fb-3c07e9c2bd4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320411 Jul 09 16:32:02.353671 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-182ae622-09d8-4399-b4f9-d30545f97cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:02.383495 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c1d8f0-bb19-4361-a15a-a3afb1a1ad5a service neutron] Pushing event updated for resources: {'Port': ['ID=b956ac12-c7e7-4d7d-9300-b06cd5b9aced,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:02.527765 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d5835367-7c4e-40dd-9647-864bb1e5910d req-e7ad2774-8a01-49ad-849e-74b3c6c296c4 service neutron] 10.222.0.77 "GET /v2.0/networks/6a28909b-9331-4121-b4fb-3c07e9c2bd4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048497 Jul 09 16:32:02.555946 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50036) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:02.600113 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e8eae884-e662-4214-8a99-7a6ae79c861e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:02.661280 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d5835367-7c4e-40dd-9647-864bb1e5910d req-7b72cba0-6468-49b4-9ba0-78d517666eb8 service neutron] 10.222.0.77 "GET /v2.0/networks/6a28909b-9331-4121-b4fb-3c07e9c2bd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262939 Jul 09 16:32:02.781880 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-77c1d8f0-bb19-4361-a15a-a3afb1a1ad5a service neutron] Attempting to bind port b956ac12-c7e7-4d7d-9300-b06cd5b9aced on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:32:02.782214 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-77c1d8f0-bb19-4361-a15a-a3afb1a1ad5a service neutron] Attempting to bind port b956ac12-c7e7-4d7d-9300-b06cd5b9aced by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': 'e3110a2a-57b4-45ff-9897-1cc8ec92e459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6a28909b-9331-4121-b4fb-3c07e9c2bd4e'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:32:02.782537 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-77c1d8f0-bb19-4361-a15a-a3afb1a1ad5a service neutron] Attempting to bind port b956ac12-c7e7-4d7d-9300-b06cd5b9aced on network 6a28909b-9331-4121-b4fb-3c07e9c2bd4e {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:32:02.803452 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-827ae163-9794-4db2-9d54-529857e386d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:02.805260 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-77c1d8f0-bb19-4361-a15a-a3afb1a1ad5a service neutron] Port b956ac12-c7e7-4d7d-9300-b06cd5b9aced on network 6a28909b-9331-4121-b4fb-3c07e9c2bd4e not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:32:02.805796 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-77c1d8f0-bb19-4361-a15a-a3afb1a1ad5a service neutron] Attempting to bind port b956ac12-c7e7-4d7d-9300-b06cd5b9aced on network 6a28909b-9331-4121-b4fb-3c07e9c2bd4e {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:32:02.823706 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-827ae163-9794-4db2-9d54-529857e386d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:02.835323 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-77c1d8f0-bb19-4361-a15a-a3afb1a1ad5a service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:32:02.835660 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-77c1d8f0-bb19-4361-a15a-a3afb1a1ad5a service neutron] Checking segment: {'id': 'e3110a2a-57b4-45ff-9897-1cc8ec92e459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6a28909b-9331-4121-b4fb-3c07e9c2bd4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:32:02.836042 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-77c1d8f0-bb19-4361-a15a-a3afb1a1ad5a service neutron] Bound using segment: {'id': 'e3110a2a-57b4-45ff-9897-1cc8ec92e459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6a28909b-9331-4121-b4fb-3c07e9c2bd4e'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:32:02.836510 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-77c1d8f0-bb19-4361-a15a-a3afb1a1ad5a service neutron] Bound port: b956ac12-c7e7-4d7d-9300-b06cd5b9aced, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3110a2a-57b4-45ff-9897-1cc8ec92e459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6a28909b-9331-4121-b4fb-3c07e9c2bd4e'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:32:02.836922 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-77c1d8f0-bb19-4361-a15a-a3afb1a1ad5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:02.861392 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49da35-3ef1-4d48-af4e-6046b9aa9629 req-1d5ff821-029c-40e2-9585-8606cd29950b tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:02.863272 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cb49da35-3ef1-4d48-af4e-6046b9aa9629 req-1d5ff821-029c-40e2-9585-8606cd29950b tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] 10.222.0.98 "GET /v2.0/ports?device_id=dc1946e7-7b10-4e93-9430-459c2d0e9250 HTTP/1.1" status: 200 len: 944 time: 0.2946868 Jul 09 16:32:02.918869 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e8eae884-e662-4214-8a99-7a6ae79c861e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:02.925891 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e8eae884-e662-4214-8a99-7a6ae79c861e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:02.977372 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ae163-9794-4db2-9d54-529857e386d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22bc9b15-bef0-41e4-a00e-f9324f6a5904,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:02.979879 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eae884-e662-4214-8a99-7a6ae79c861e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5a2de2-ff95-43e6-a06e-1794fa7aa321,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:03.006848 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e8eae884-e662-4214-8a99-7a6ae79c861e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=53b7f4f11afb4268950bad0f2913fdf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4496386 Jul 09 16:32:03.009834 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50050) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:03.019692 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50052) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:03.020053 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-827ae163-9794-4db2-9d54-529857e386d3 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4491cbb0e9ed4208967451d97a9a14ba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2881305 Jul 09 16:32:03.101512 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cb49da35-3ef1-4d48-af4e-6046b9aa9629 req-8414b79a-aa01-4f17-b04c-523473bb25ad tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] 10.222.0.98 "GET /v2.0/security-groups?id=e6b8ec76-8e51-4dcc-b276-be8d4ce12510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232208 Jul 09 16:32:03.109298 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-80497b1f-e7dd-4006-924e-4f1bcd95af28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:03.144769 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-80497b1f-e7dd-4006-924e-4f1bcd95af28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:03.156719 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f61afa34-95d4-4a87-ae4a-72c2f066c8ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:03.175835 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-77c1d8f0-bb19-4361-a15a-a3afb1a1ad5a service neutron] For port b956ac12-c7e7-4d7d-9300-b06cd5b9aced, host n-h2-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:32:03.189465 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f61afa34-95d4-4a87-ae4a-72c2f066c8ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:03.199133 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-77c1d8f0-bb19-4361-a15a-a3afb1a1ad5a service neutron] For port b956ac12-c7e7-4d7d-9300-b06cd5b9aced, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=b956ac12-c7e7-4d7d-9300-b06cd5b9aced,segment=NetworkSegment(e3110a2a-57b4-45ff-9897-1cc8ec92e459),segment_id=e3110a2a-57b4-45ff-9897-1cc8ec92e459)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:32:03.205897 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-182ae622-09d8-4399-b4f9-d30545f97cbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06d26b5f-d3be-43fa-93b9-edb0366d1188 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:32:03.212620 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-77c1d8f0-bb19-4361-a15a-a3afb1a1ad5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:03.224444 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-182ae622-09d8-4399-b4f9-d30545f97cbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:03.253829 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-80497b1f-e7dd-4006-924e-4f1bcd95af28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:03.256462 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-80497b1f-e7dd-4006-924e-4f1bcd95af28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:03.257879 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-80497b1f-e7dd-4006-924e-4f1bcd95af28 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/22bc9b15-bef0-41e4-a00e-f9324f6a5904 HTTP/1.1" status: 204 len: 168 time: 0.2365942 Jul 09 16:32:03.269685 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80497b1f-e7dd-4006-924e-4f1bcd95af28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22bc9b15-bef0-41e4-a00e-f9324f6a5904,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:03.286996 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f61afa34-95d4-4a87-ae4a-72c2f066c8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:03.293291 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f61afa34-95d4-4a87-ae4a-72c2f066c8ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:03.298953 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f61afa34-95d4-4a87-ae4a-72c2f066c8ff admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3e5a2de2-ff95-43e6-a06e-1794fa7aa321 HTTP/1.1" status: 204 len: 168 time: 0.2787981 Jul 09 16:32:03.317409 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-77c1d8f0-bb19-4361-a15a-a3afb1a1ad5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:03.320340 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-77c1d8f0-bb19-4361-a15a-a3afb1a1ad5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:03.324257 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61afa34-95d4-4a87-ae4a-72c2f066c8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5a2de2-ff95-43e6-a06e-1794fa7aa321,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:03.325359 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-77c1d8f0-bb19-4361-a15a-a3afb1a1ad5a service neutron] 10.222.0.73 "PUT /v2.0/ports/b956ac12-c7e7-4d7d-9300-b06cd5b9aced HTTP/1.1" status: 200 len: 1092 time: 2.5382464 Jul 09 16:32:03.326206 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc1946e7-7b10-4e93-9430-459c2d0e9250', 'tag': 'b956ac12-c7e7-4d7d-9300-b06cd5b9aced'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:32:03.333428 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e6ef81-cf68-43b2-b0d0-7815056c0159" -d '{"events": [{"name": "network-changed", "server_uuid": "dc1946e7-7b10-4e93-9430-459c2d0e9250", "tag": "b956ac12-c7e7-4d7d-9300-b06cd5b9aced"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:32:03.342670 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-182ae622-09d8-4399-b4f9-d30545f97cbb service neutron] Transition to ACTIVE for port object 06d26b5f-d3be-43fa-93b9-edb0366d1188 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:32:03.378356 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-182ae622-09d8-4399-b4f9-d30545f97cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:03.390696 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c1d8f0-bb19-4361-a15a-a3afb1a1ad5a service neutron] Pushing event updated for resources: {'Port': ['ID=b956ac12-c7e7-4d7d-9300-b06cd5b9aced,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:03.442809 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a75bf2c-e772-4aa4-a850-3f5fede156a7 x-openstack-request-id: req-2a75bf2c-e772-4aa4-a850-3f5fede156a7 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:32:03.443107 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc1946e7-7b10-4e93-9430-459c2d0e9250", "tag": "b956ac12-c7e7-4d7d-9300-b06cd5b9aced", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:32:03.443364 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2a75bf2c-e772-4aa4-a850-3f5fede156a7 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:32:03.443763 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc1946e7-7b10-4e93-9430-459c2d0e9250', 'tag': 'b956ac12-c7e7-4d7d-9300-b06cd5b9aced', 'status': 'completed', 'code': 200} Jul 09 16:32:03.495289 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ae622-09d8-4399-b4f9-d30545f97cbb service neutron] Pushing event updated for resources: {'Port': ['ID=06d26b5f-d3be-43fa-93b9-edb0366d1188,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:03.584281 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-36a473cf-0de3-40e2-96e3-384a15196ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:03.585624 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-36a473cf-0de3-40e2-96e3-384a15196ec0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f390367f6cae4e07b045708e1e369468&device_id=dc1946e7-7b10-4e93-9430-459c2d0e9250 HTTP/1.1" status: 200 len: 1095 time: 0.1758084 Jul 09 16:32:03.590597 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-182ae622-09d8-4399-b4f9-d30545f97cbb service neutron] Attempting to bind port 06d26b5f-d3be-43fa-93b9-edb0366d1188 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:32:03.591148 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-182ae622-09d8-4399-b4f9-d30545f97cbb service neutron] Attempting to bind port 06d26b5f-d3be-43fa-93b9-edb0366d1188 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'e3110a2a-57b4-45ff-9897-1cc8ec92e459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6a28909b-9331-4121-b4fb-3c07e9c2bd4e'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:32:03.591633 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-182ae622-09d8-4399-b4f9-d30545f97cbb service neutron] Attempting to bind port 06d26b5f-d3be-43fa-93b9-edb0366d1188 on network 6a28909b-9331-4121-b4fb-3c07e9c2bd4e {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:32:03.596345 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-182ae622-09d8-4399-b4f9-d30545f97cbb service neutron] Port 06d26b5f-d3be-43fa-93b9-edb0366d1188 on network 6a28909b-9331-4121-b4fb-3c07e9c2bd4e not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:32:03.596662 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-182ae622-09d8-4399-b4f9-d30545f97cbb service neutron] Attempting to bind port 06d26b5f-d3be-43fa-93b9-edb0366d1188 on network 6a28909b-9331-4121-b4fb-3c07e9c2bd4e {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:32:03.607705 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-182ae622-09d8-4399-b4f9-d30545f97cbb service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:32:03.608044 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-182ae622-09d8-4399-b4f9-d30545f97cbb service neutron] Checking segment: {'id': 'e3110a2a-57b4-45ff-9897-1cc8ec92e459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6a28909b-9331-4121-b4fb-3c07e9c2bd4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:32:03.608422 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-182ae622-09d8-4399-b4f9-d30545f97cbb service neutron] Bound using segment: {'id': 'e3110a2a-57b4-45ff-9897-1cc8ec92e459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6a28909b-9331-4121-b4fb-3c07e9c2bd4e'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:32:03.608865 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-182ae622-09d8-4399-b4f9-d30545f97cbb service neutron] Bound port: 06d26b5f-d3be-43fa-93b9-edb0366d1188, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3110a2a-57b4-45ff-9897-1cc8ec92e459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6a28909b-9331-4121-b4fb-3c07e9c2bd4e'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:32:03.609229 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-182ae622-09d8-4399-b4f9-d30545f97cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:03.649526 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-6ad31983-aaf9-4467-9a7f-334d1ffee0df service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b956ac12-c7e7-4d7d-9300-b06cd5b9aced HTTP/1.1" status: 200 len: 217 time: 0.0480542 Jul 09 16:32:03.736193 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-9952d1b3-5f41-4ca3-8dd4-628f1b981c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:03.737683 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-9952d1b3-5f41-4ca3-8dd4-628f1b981c60 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=79c6246d-5ee9-4486-864c-c8d582a0c88a HTTP/1.1" status: 200 len: 858 time: 0.0819933 Jul 09 16:32:03.742309 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-182ae622-09d8-4399-b4f9-d30545f97cbb service neutron] For port 06d26b5f-d3be-43fa-93b9-edb0366d1188, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:32:03.754066 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-182ae622-09d8-4399-b4f9-d30545f97cbb service neutron] For port 06d26b5f-d3be-43fa-93b9-edb0366d1188, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=06d26b5f-d3be-43fa-93b9-edb0366d1188,segment=NetworkSegment(e3110a2a-57b4-45ff-9897-1cc8ec92e459),segment_id=e3110a2a-57b4-45ff-9897-1cc8ec92e459)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:32:03.762663 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50090) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:03.783171 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3c83490c-1469-44f6-98f9-7021e9f1cc16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:03.789445 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-b5bacd04-0b07-4149-9dd7-fc453cea0fcb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6a28909b-9331-4121-b4fb-3c07e9c2bd4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441256 Jul 09 16:32:03.791902 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-182ae622-09d8-4399-b4f9-d30545f97cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:03.856404 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-182ae622-09d8-4399-b4f9-d30545f97cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:03.857261 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-182ae622-09d8-4399-b4f9-d30545f97cbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:03.858740 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-182ae622-09d8-4399-b4f9-d30545f97cbb service neutron] 10.222.0.77 "PUT /v2.0/ports/06d26b5f-d3be-43fa-93b9-edb0366d1188 HTTP/1.1" status: 200 len: 1092 time: 1.7580318 Jul 09 16:32:03.880383 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50094) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:03.905322 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3c83490c-1469-44f6-98f9-7021e9f1cc16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:03.910580 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3c83490c-1469-44f6-98f9-7021e9f1cc16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:03.954349 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c83490c-1469-44f6-98f9-7021e9f1cc16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532d4bf6-07b4-423b-b108-aaaba0e32ff1,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:03.959183 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3c83490c-1469-44f6-98f9-7021e9f1cc16 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c2497e0013bd4c1ca9a44a37df05f3b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1950164 Jul 09 16:32:03.962201 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50100) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:04.001729 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ae622-09d8-4399-b4f9-d30545f97cbb service neutron] Pushing event updated for resources: {'Port': ['ID=06d26b5f-d3be-43fa-93b9-edb0366d1188,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:04.019077 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6dcf8172-23b2-45a4-b52d-7e814e906fd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:04.043314 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6dcf8172-23b2-45a4-b52d-7e814e906fd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:04.054051 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-634e279d-dc4c-451b-90d7-12a23d5a2b15 service neutron] 10.222.0.73 "GET /v2.0/networks/6a28909b-9331-4121-b4fb-3c07e9c2bd4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569711 Jul 09 16:32:04.069706 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 2da16db5-c86d-4bac-bc18-6db9d37f0e9d details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:32:04.091312 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3501e51c-b4d1-4343-812d-654c928c9071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:04.114982 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-f2342154-e1ef-4385-a4ab-7cdb38840da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:04.116984 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-f2342154-e1ef-4385-a4ab-7cdb38840da2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f390367f6cae4e07b045708e1e369468&device_id=679a202a-03ed-44bf-919b-7746b6c51eb5 HTTP/1.1" status: 200 len: 1095 time: 0.1987023 Jul 09 16:32:04.139384 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6dcf8172-23b2-45a4-b52d-7e814e906fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:04.141765 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6dcf8172-23b2-45a4-b52d-7e814e906fd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:04.145297 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-6dcf8172-23b2-45a4-b52d-7e814e906fd8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/532d4bf6-07b4-423b-b108-aaaba0e32ff1 HTTP/1.1" status: 204 len: 168 time: 0.1799502 Jul 09 16:32:04.181131 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcf8172-23b2-45a4-b52d-7e814e906fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532d4bf6-07b4-423b-b108-aaaba0e32ff1,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:04.262920 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-1abfbc37-c2ec-4850-a828-8d0bb4cb096b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06d26b5f-d3be-43fa-93b9-edb0366d1188 HTTP/1.1" status: 200 len: 217 time: 0.1383734 Jul 09 16:32:04.263492 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 2da16db5-c86d-4bac-bc18-6db9d37f0e9d, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=2da16db5-c86d-4bac-bc18-6db9d37f0e9d,segment=NetworkSegment(e3110a2a-57b4-45ff-9897-1cc8ec92e459),segment_id=e3110a2a-57b4-45ff-9897-1cc8ec92e459)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:32:04.288904 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '2da16db5-c86d-4bac-bc18-6db9d37f0e9d', 'network_id': '6a28909b-9331-4121-b4fb-3c07e9c2bd4e', 'port_id': '2da16db5-c86d-4bac-bc18-6db9d37f0e9d', 'mac_address': 'fa:16:3e:0f:5b:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79c6246d-5ee9-4486-864c-c8d582a0c88a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:32:04.299776 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3501e51c-b4d1-4343-812d-654c928c9071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:04.308168 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3501e51c-b4d1-4343-812d-654c928c9071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:04.383251 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:04.402819 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2da16db5-c86d-4bac-bc18-6db9d37f0e9d {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:32:04.427620 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3501e51c-b4d1-4343-812d-654c928c9071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef91a9d-af4f-4f02-9ec9-b5321a07d8f9,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:04.428667 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 2da16db5-c86d-4bac-bc18-6db9d37f0e9d, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=2da16db5-c86d-4bac-bc18-6db9d37f0e9d,segment=NetworkSegment(e3110a2a-57b4-45ff-9897-1cc8ec92e459),segment_id=e3110a2a-57b4-45ff-9897-1cc8ec92e459)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:32:04.436549 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:04.444674 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3501e51c-b4d1-4343-812d-654c928c9071 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7283b5ec0fe4469d9d64acfe4e8c38d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5631151 Jul 09 16:32:04.450442 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50122) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:04.471976 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-47870c85-4d29-4522-b1d1-3a0bd9fe04df service neutron] 10.222.0.73 "GET /v2.0/networks/6a28909b-9331-4121-b4fb-3c07e9c2bd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4097888 Jul 09 16:32:04.483099 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-0a7278c8-f807-452f-ad23-c84c6ef35e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:04.496444 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-0a7278c8-f807-452f-ad23-c84c6ef35e38 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=79c6246d-5ee9-4486-864c-c8d582a0c88a HTTP/1.1" status: 200 len: 858 time: 0.2079649 Jul 09 16:32:04.499630 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692eb771-ab0b-4f8a-88ac-5b1d46c3239b req-89c106b5-7836-4e15-a510-72406ec6c92e tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:04.503584 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-692eb771-ab0b-4f8a-88ac-5b1d46c3239b req-89c106b5-7836-4e15-a510-72406ec6c92e tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] 10.222.0.98 "GET /v2.0/ports?device_id=dc1946e7-7b10-4e93-9430-459c2d0e9250 HTTP/1.1" status: 200 len: 944 time: 0.1578538 Jul 09 16:32:04.512687 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=2da16db5-c86d-4bac-bc18-6db9d37f0e9d,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:04.521211 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:32:04.521504 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:32:04.521974 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:32:04.522316 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:32:04.522745 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:32:04.523125 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:32:04.523621 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:32:04.524244 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:32:04.524584 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:32:04.525000 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:32:04.525499 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:32:04.525830 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:32:04.564558 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-692eb771-ab0b-4f8a-88ac-5b1d46c3239b req-2d3036fe-a174-4a16-855e-341754451039 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] 10.222.0.98 "GET /v2.0/security-groups?id=e6b8ec76-8e51-4dcc-b276-be8d4ce12510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542309 Jul 09 16:32:04.585468 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-c88746aa-eb38-4326-b918-d410e0f187ff service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6a28909b-9331-4121-b4fb-3c07e9c2bd4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816402 Jul 09 16:32:04.629180 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['2da16db5-c86d-4bac-bc18-6db9d37f0e9d'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:32:04.674741 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50130) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:04.698468 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f660bbcf-6e3d-4db4-a76e-45f3f516c0ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:04.748250 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f660bbcf-6e3d-4db4-a76e-45f3f516c0ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:04.772362 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-1e9591fa-95bd-40d9-b143-e7fd96abeb55 service neutron] 10.222.0.77 "GET /v2.0/networks/6a28909b-9331-4121-b4fb-3c07e9c2bd4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760952 Jul 09 16:32:04.778461 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6ef81-cf68-43b2-b0d0-7815056c0159 req-2ea29bf5-f06b-4bae-9a88-7d5d594bbac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:04.779352 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a3e6ef81-cf68-43b2-b0d0-7815056c0159 req-2ea29bf5-f06b-4bae-9a88-7d5d594bbac7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f390367f6cae4e07b045708e1e369468&device_id=dc1946e7-7b10-4e93-9430-459c2d0e9250 HTTP/1.1" status: 200 len: 1095 time: 0.2012439 Jul 09 16:32:04.929426 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-f83ae149-ba5e-423e-b984-e44cc23088d8 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Request body: {'networks': [{'name': 'tempest-network--217027412'}, {'name': 'tempest-network--287694609'}]} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:32:04.929929 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-f83ae149-ba5e-423e-b984-e44cc23088d8 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Request body: {'network': {'name': 'tempest-network--217027412'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:32:04.930598 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-f83ae149-ba5e-423e-b984-e44cc23088d8 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Request body: {'network': {'name': 'tempest-network--287694609'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:32:04.943064 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f660bbcf-6e3d-4db4-a76e-45f3f516c0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:04.945680 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f660bbcf-6e3d-4db4-a76e-45f3f516c0ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:04.946761 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f660bbcf-6e3d-4db4-a76e-45f3f516c0ba admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2ef91a9d-af4f-4f02-9ec9-b5321a07d8f9 HTTP/1.1" status: 204 len: 168 time: 0.4934471 Jul 09 16:32:04.970918 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83ae149-ba5e-423e-b984-e44cc23088d8 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Made reservation on behalf of f486640e4cc24117b5a5a109e090f4ef for: {'network': 2} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:32:04.979218 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f83ae149-ba5e-423e-b984-e44cc23088d8 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:04.981547 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7c5ad5a8-789e-40ba-8041-783ea77caab0 req-91793ed5-5f27-4e84-bea1-ab0cc4d22a66 service neutron] 10.222.0.77 "GET /v2.0/networks/6a28909b-9331-4121-b4fb-3c07e9c2bd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994982 Jul 09 16:32:04.982265 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f660bbcf-6e3d-4db4-a76e-45f3f516c0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef91a9d-af4f-4f02-9ec9-b5321a07d8f9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:04.984855 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6ef81-cf68-43b2-b0d0-7815056c0159 req-e3bd5444-5bf8-48a6-9ad9-cbe3352b4834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:04.986279 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a3e6ef81-cf68-43b2-b0d0-7815056c0159 req-e3bd5444-5bf8-48a6-9ad9-cbe3352b4834 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6a28909b-9331-4121-b4fb-3c07e9c2bd4e HTTP/1.1" status: 200 len: 919 time: 0.1854484 Jul 09 16:32:05.007240 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f83ae149-ba5e-423e-b984-e44cc23088d8 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:05.045459 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a3e6ef81-cf68-43b2-b0d0-7815056c0159 req-4c6996aa-89b1-45eb-b20f-030e8ba71c7e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b956ac12-c7e7-4d7d-9300-b06cd5b9aced HTTP/1.1" status: 200 len: 217 time: 0.0513110 Jul 09 16:32:05.116181 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6ef81-cf68-43b2-b0d0-7815056c0159 req-cd264be3-a057-4a17-ac79-82e93fb8a6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:05.117789 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a3e6ef81-cf68-43b2-b0d0-7815056c0159 req-cd264be3-a057-4a17-ac79-82e93fb8a6af service neutron] 10.222.0.73 "GET /v2.0/subnets?id=79c6246d-5ee9-4486-864c-c8d582a0c88a HTTP/1.1" status: 200 len: 858 time: 0.0650156 Jul 09 16:32:05.124634 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f83ae149-ba5e-423e-b984-e44cc23088d8 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:05.133013 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f83ae149-ba5e-423e-b984-e44cc23088d8 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:05.133574 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f83ae149-ba5e-423e-b984-e44cc23088d8 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:05.164503 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a3e6ef81-cf68-43b2-b0d0-7815056c0159 req-a5340c53-6272-423d-92d1-3501238837f5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6a28909b-9331-4121-b4fb-3c07e9c2bd4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390429 Jul 09 16:32:05.175608 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f83ae149-ba5e-423e-b984-e44cc23088d8 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:32:05.185744 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f83ae149-ba5e-423e-b984-e44cc23088d8 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:05.186371 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-f83ae149-ba5e-423e-b984-e44cc23088d8 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Added segment fe2d86b7-296b-4c4b-859f-bb38411b7b47 of type vlan for network 70c70eae-55a4-4c39-b5fb-8b9b580d9032 Jul 09 16:32:05.239406 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ae149-ba5e-423e-b984-e44cc23088d8 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18aa3eca-9014-49d7-b11d-afb452634dcf,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:05.243247 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f83ae149-ba5e-423e-b984-e44cc23088d8 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:05.286118 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f83ae149-ba5e-423e-b984-e44cc23088d8 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:32:05.299606 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f83ae149-ba5e-423e-b984-e44cc23088d8 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:05.299806 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-f83ae149-ba5e-423e-b984-e44cc23088d8 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Added segment da70c030-b718-4489-8070-8c0a0fac1024 of type vlan for network 441c023d-e2b9-4f7c-8e7c-f8a20345b6b0 Jul 09 16:32:05.356021 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50152) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:05.366793 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f83ae149-ba5e-423e-b984-e44cc23088d8 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:05.380235 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-071e8b4a-0c49-4973-b81a-8714d559a83a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:05.479592 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f83ae149-ba5e-423e-b984-e44cc23088d8 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:05.480800 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f83ae149-ba5e-423e-b984-e44cc23088d8 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:05.486524 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83ae149-ba5e-423e-b984-e44cc23088d8 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:05.494971 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83ae149-ba5e-423e-b984-e44cc23088d8 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:05.495671 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f83ae149-ba5e-423e-b984-e44cc23088d8 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:05.596552 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-071e8b4a-0c49-4973-b81a-8714d559a83a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:05.612097 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-071e8b4a-0c49-4973-b81a-8714d559a83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:05.628502 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f83ae149-ba5e-423e-b984-e44cc23088d8 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.9524748 Jul 09 16:32:05.630984 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '679a202a-03ed-44bf-919b-7746b6c51eb5', 'tag': '06d26b5f-d3be-43fa-93b9-edb0366d1188'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:32:05.633266 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5832f45b-ab82-40e4-8551-d98d476c26f4" -d '{"events": [{"name": "network-changed", "server_uuid": "679a202a-03ed-44bf-919b-7746b6c51eb5", "tag": "06d26b5f-d3be-43fa-93b9-edb0366d1188"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:32:05.640768 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50162) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:05.641449 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ae149-ba5e-423e-b984-e44cc23088d8 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Pushing event updated for resources: {'Network': ['ID=70c70eae-55a4-4c39-b5fb-8b9b580d9032,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:05.654260 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 70c70eae-55a4-4c39-b5fb-8b9b580d9032 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:32:05.716494 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a3e6ef81-cf68-43b2-b0d0-7815056c0159 req-8cf90749-a2e6-4927-8dd2-f0bc8487fe77 service neutron] 10.222.0.73 "GET /v2.0/networks/6a28909b-9331-4121-b4fb-3c07e9c2bd4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5367928 Jul 09 16:32:05.774570 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071e8b4a-0c49-4973-b81a-8714d559a83a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091021ed-3364-4353-9ac8-2faf3d52083c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:05.781660 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3b9528-0f94-41ed-80c7-69cd9460709e x-openstack-request-id: req-3a3b9528-0f94-41ed-80c7-69cd9460709e {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:32:05.782229 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "679a202a-03ed-44bf-919b-7746b6c51eb5", "tag": "06d26b5f-d3be-43fa-93b9-edb0366d1188", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:32:05.782652 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3a3b9528-0f94-41ed-80c7-69cd9460709e {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:32:05.783211 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '679a202a-03ed-44bf-919b-7746b6c51eb5', 'tag': '06d26b5f-d3be-43fa-93b9-edb0366d1188', 'status': 'completed', 'code': 200} Jul 09 16:32:05.790731 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-071e8b4a-0c49-4973-b81a-8714d559a83a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=90527573dd17465ab2917d9e9a82fe32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4336565 Jul 09 16:32:05.803616 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50168) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:05.833664 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ae149-ba5e-423e-b984-e44cc23088d8 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Pushing event updated for resources: {'Network': ['ID=441c023d-e2b9-4f7c-8e7c-f8a20345b6b0,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:05.847741 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 441c023d-e2b9-4f7c-8e7c-f8a20345b6b0 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:32:05.892826 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c209c24e-ddc6-45aa-9cfa-62f32b14e79f tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:05.898730 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c209c24e-ddc6-45aa-9cfa-62f32b14e79f tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:05.919159 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c209c24e-ddc6-45aa-9cfa-62f32b14e79f tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:05.919159 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c209c24e-ddc6-45aa-9cfa-62f32b14e79f tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:05.919159 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c209c24e-ddc6-45aa-9cfa-62f32b14e79f tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2703817 Jul 09 16:32:05.919159 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50172) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:05.927335 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a3e6ef81-cf68-43b2-b0d0-7815056c0159 req-45bf3445-bf6b-446b-a3eb-381b6502a567 service neutron] 10.222.0.73 "GET /v2.0/networks/6a28909b-9331-4121-b4fb-3c07e9c2bd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017052 Jul 09 16:32:05.929069 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832f45b-ab82-40e4-8551-d98d476c26f4 req-2039a653-46eb-4f81-bdb0-1a3e57d502de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:05.930428 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5832f45b-ab82-40e4-8551-d98d476c26f4 req-2039a653-46eb-4f81-bdb0-1a3e57d502de service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f390367f6cae4e07b045708e1e369468&device_id=679a202a-03ed-44bf-919b-7746b6c51eb5 HTTP/1.1" status: 200 len: 1095 time: 0.1435695 Jul 09 16:32:05.983107 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da2872-4c77-4bf7-b10d-2dca517fc9ce req-a6cd0583-57fa-43a7-9120-2cd308aea15d tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:05.984602 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-58da2872-4c77-4bf7-b10d-2dca517fc9ce req-a6cd0583-57fa-43a7-9120-2cd308aea15d tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] 10.222.0.98 "GET /v2.0/ports?device_id=dc1946e7-7b10-4e93-9430-459c2d0e9250 HTTP/1.1" status: 200 len: 944 time: 0.2268085 Jul 09 16:32:06.003112 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6ee28921-ae93-4b90-ac4c-3e94f1b4c8fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:06.027022 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d71b0493-c575-4f51-9bf0-f4ed86df0e28 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:06.043468 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6ee28921-ae93-4b90-ac4c-3e94f1b4c8fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:06.061821 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-58da2872-4c77-4bf7-b10d-2dca517fc9ce req-8a2fd04b-ec0d-49c9-8707-c93f2de08908 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] 10.222.0.98 "GET /v2.0/security-groups?id=e6b8ec76-8e51-4dcc-b276-be8d4ce12510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673985 Jul 09 16:32:06.073177 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832f45b-ab82-40e4-8551-d98d476c26f4 req-017f6aaa-8d8b-4821-b101-df473d8d8c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:06.074713 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5832f45b-ab82-40e4-8551-d98d476c26f4 req-017f6aaa-8d8b-4821-b101-df473d8d8c7b service neutron] 10.222.0.77 "GET /v2.0/networks?id=6a28909b-9331-4121-b4fb-3c07e9c2bd4e HTTP/1.1" status: 200 len: 919 time: 0.1374376 Jul 09 16:32:06.085216 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 06d26b5f-d3be-43fa-93b9-edb0366d1188 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:32:06.100409 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 2da16db5-c86d-4bac-bc18-6db9d37f0e9d up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:32:06.132373 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5832f45b-ab82-40e4-8551-d98d476c26f4 req-32e9edb6-2c59-45bd-8840-759dca72d003 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06d26b5f-d3be-43fa-93b9-edb0366d1188 HTTP/1.1" status: 200 len: 217 time: 0.0512111 Jul 09 16:32:06.154662 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d71b0493-c575-4f51-9bf0-f4ed86df0e28 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:06.167403 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-d71b0493-c575-4f51-9bf0-f4ed86df0e28 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70c70eae-55a4-4c39-b5fb-8b9b580d9032']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:06.182320 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-d71b0493-c575-4f51-9bf0-f4ed86df0e28 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe2d86b7-296b-4c4b-859f-bb38411b7b47') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:06.183033 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-d71b0493-c575-4f51-9bf0-f4ed86df0e28 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe2d86b7-296b-4c4b-859f-bb38411b7b47') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:06.191821 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832f45b-ab82-40e4-8551-d98d476c26f4 req-51ef9ebb-8204-459e-b38a-a8e067d43f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:06.193563 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5832f45b-ab82-40e4-8551-d98d476c26f4 req-51ef9ebb-8204-459e-b38a-a8e067d43f2a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=79c6246d-5ee9-4486-864c-c8d582a0c88a HTTP/1.1" status: 200 len: 858 time: 0.0554264 Jul 09 16:32:06.194572 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6ee28921-ae93-4b90-ac4c-3e94f1b4c8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:06.195032 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d71b0493-c575-4f51-9bf0-f4ed86df0e28 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:06.196764 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 06d26b5f-d3be-43fa-93b9-edb0366d1188, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=06d26b5f-d3be-43fa-93b9-edb0366d1188,segment=NetworkSegment(e3110a2a-57b4-45ff-9897-1cc8ec92e459),segment_id=e3110a2a-57b4-45ff-9897-1cc8ec92e459)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:32:06.197072 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6ee28921-ae93-4b90-ac4c-3e94f1b4c8fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:06.200552 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6ee28921-ae93-4b90-ac4c-3e94f1b4c8fb admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/091021ed-3364-4353-9ac8-2faf3d52083c HTTP/1.1" status: 204 len: 168 time: 0.3893578 Jul 09 16:32:06.213409 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d71b0493-c575-4f51-9bf0-f4ed86df0e28 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:06.220060 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d71b0493-c575-4f51-9bf0-f4ed86df0e28 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:32:06.220462 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d71b0493-c575-4f51-9bf0-f4ed86df0e28 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:06.231485 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '06d26b5f-d3be-43fa-93b9-edb0366d1188', 'network_id': '6a28909b-9331-4121-b4fb-3c07e9c2bd4e', 'port_id': '06d26b5f-d3be-43fa-93b9-edb0366d1188', 'mac_address': 'fa:16:3e:ff:89:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79c6246d-5ee9-4486-864c-c8d582a0c88a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:32:06.234500 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee28921-ae93-4b90-ac4c-3e94f1b4c8fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091021ed-3364-4353-9ac8-2faf3d52083c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:06.238861 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5832f45b-ab82-40e4-8551-d98d476c26f4 req-22a028cb-95ca-4150-a113-f90be07fa405 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6a28909b-9331-4121-b4fb-3c07e9c2bd4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370276 Jul 09 16:32:06.291083 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:06.293626 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:32:06.293626 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:32:06.293626 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:32:06.293626 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:32:06.293626 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:32:06.293626 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:32:06.293626 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:32:06.293626 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:32:06.293626 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:32:06.293626 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:32:06.293626 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:32:06.293626 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:32:06.293626 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:32:06.293626 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:32:06.293626 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:32:06.293626 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:32:06.293626 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:32:06.293626 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:32:06.293626 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:32:06.293626 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:32:06.293626 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:32:06.293626 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:32:06.293626 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:32:06.293626 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:32:06.293626 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:32:06.293626 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:32:06.293626 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:32:06.293626 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:32:06.293626 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:32:06.293626 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:32:06.293626 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:32:06.293626 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:32:06.293626 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:32:06.293626 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:32:06.297979 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d71b0493-c575-4f51-9bf0-f4ed86df0e28 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:06.327266 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d71b0493-c575-4f51-9bf0-f4ed86df0e28 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:06.327802 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06d26b5f-d3be-43fa-93b9-edb0366d1188 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:32:06.329508 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-d71b0493-c575-4f51-9bf0-f4ed86df0e28 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] 10.222.0.98 "DELETE /v2.0/networks/70c70eae-55a4-4c39-b5fb-8b9b580d9032 HTTP/1.1" status: 204 len: 168 time: 0.4110527 Jul 09 16:32:06.330560 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71b0493-c575-4f51-9bf0-f4ed86df0e28 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Pushing event deleted for resources: {'Network': ['ID=70c70eae-55a4-4c39-b5fb-8b9b580d9032,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:06.332222 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50182) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:06.363197 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 06d26b5f-d3be-43fa-93b9-edb0366d1188, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=06d26b5f-d3be-43fa-93b9-edb0366d1188,segment=NetworkSegment(e3110a2a-57b4-45ff-9897-1cc8ec92e459),segment_id=e3110a2a-57b4-45ff-9897-1cc8ec92e459)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:32:06.370204 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:06.397717 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5832f45b-ab82-40e4-8551-d98d476c26f4 req-b429f0ae-9b50-41a0-b135-18a40688345f service neutron] 10.222.0.77 "GET /v2.0/networks/6a28909b-9331-4121-b4fb-3c07e9c2bd4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526389 Jul 09 16:32:06.402237 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 2da16db5-c86d-4bac-bc18-6db9d37f0e9d completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:32:06.415212 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 2da16db5-c86d-4bac-bc18-6db9d37f0e9d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:32:06.416087 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:06.436545 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4bb60b19-b307-4eeb-947c-51dc61d64398 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:06.501231 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=06d26b5f-d3be-43fa-93b9-edb0366d1188,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:06.563985 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:06.564979 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5832f45b-ab82-40e4-8551-d98d476c26f4 req-1a4be0ab-4605-46a8-a9a4-57c40c224860 service neutron] 10.222.0.77 "GET /v2.0/networks/6a28909b-9331-4121-b4fb-3c07e9c2bd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609476 Jul 09 16:32:06.600544 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['06d26b5f-d3be-43fa-93b9-edb0366d1188'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:32:06.610661 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4d3c7d-e154-4381-8e63-75de2662dd3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da16db5-c86d-4bac-bc18-6db9d37f0e9d'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:32:06.613257 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4182b3-c7b6-4c66-8a4f-aea3a1bc83ee" -d '{"events": [{"server_uuid": "9a4d3c7d-e154-4381-8e63-75de2662dd3a", "name": "network-vif-plugged", "status": "completed", "tag": "2da16db5-c86d-4bac-bc18-6db9d37f0e9d"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:32:06.619242 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4bb60b19-b307-4eeb-947c-51dc61d64398 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:06.646068 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-4bb60b19-b307-4eeb-947c-51dc61d64398 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['441c023d-e2b9-4f7c-8e7c-f8a20345b6b0']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:06.671271 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-4bb60b19-b307-4eeb-947c-51dc61d64398 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da70c030-b718-4489-8070-8c0a0fac1024') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:06.673116 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-4bb60b19-b307-4eeb-947c-51dc61d64398 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da70c030-b718-4489-8070-8c0a0fac1024') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:06.690278 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 2da16db5-c86d-4bac-bc18-6db9d37f0e9d, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=2da16db5-c86d-4bac-bc18-6db9d37f0e9d,segment=NetworkSegment(e3110a2a-57b4-45ff-9897-1cc8ec92e459),segment_id=e3110a2a-57b4-45ff-9897-1cc8ec92e459)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:32:06.701098 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4bb60b19-b307-4eeb-947c-51dc61d64398 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:06.701265 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:06.704063 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8694a13a-7b0f-4b14-afee-c63c7c3e295d x-openstack-request-id: req-8694a13a-7b0f-4b14-afee-c63c7c3e295d {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:32:06.704362 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a4d3c7d-e154-4381-8e63-75de2662dd3a", "name": "network-vif-plugged", "status": "completed", "tag": "2da16db5-c86d-4bac-bc18-6db9d37f0e9d", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:32:06.704612 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8694a13a-7b0f-4b14-afee-c63c7c3e295d {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:32:06.705002 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a4d3c7d-e154-4381-8e63-75de2662dd3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da16db5-c86d-4bac-bc18-6db9d37f0e9d', 'code': 200} Jul 09 16:32:06.740930 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4bb60b19-b307-4eeb-947c-51dc61d64398 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:06.749628 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bb60b19-b307-4eeb-947c-51dc61d64398 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:32:06.750050 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4bb60b19-b307-4eeb-947c-51dc61d64398 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:06.754201 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:32:06.754201 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:32:06.754201 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:32:06.754201 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:32:06.754201 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:32:06.754201 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:32:06.754201 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:32:06.754201 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:32:06.754201 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:32:06.754201 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:32:06.754201 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:32:06.754201 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:32:06.754201 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:32:06.754201 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:32:06.754201 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:32:06.754201 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:32:06.754201 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:32:06.754201 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:32:06.754201 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:32:06.754201 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:32:06.754201 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:32:06.754201 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:32:06.754201 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:32:06.754201 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:32:06.754201 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:32:06.754201 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:32:06.754201 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:32:06.754201 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:32:06.754201 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:32:06.754201 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:32:06.754201 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:32:06.754201 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:32:06.833698 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695d5d0-bcd5-4c68-a6cb-b5fab9b16fac req-24b9fae8-e770-4da6-88db-d11729ca0d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:06.842495 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c695d5d0-bcd5-4c68-a6cb-b5fab9b16fac req-24b9fae8-e770-4da6-88db-d11729ca0d03 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9a4d3c7d-e154-4381-8e63-75de2662dd3a HTTP/1.1" status: 200 len: 1097 time: 0.0668974 Jul 09 16:32:06.845148 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=2da16db5-c86d-4bac-bc18-6db9d37f0e9d,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:06.858903 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4bb60b19-b307-4eeb-947c-51dc61d64398 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:06.877668 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4bb60b19-b307-4eeb-947c-51dc61d64398 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:06.884670 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50210) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:06.885639 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-4bb60b19-b307-4eeb-947c-51dc61d64398 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] 10.222.0.98 "DELETE /v2.0/networks/441c023d-e2b9-4f7c-8e7c-f8a20345b6b0 HTTP/1.1" status: 204 len: 168 time: 0.5511813 Jul 09 16:32:06.907965 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb60b19-b307-4eeb-947c-51dc61d64398 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Pushing event deleted for resources: {'Network': ['ID=441c023d-e2b9-4f7c-8e7c-f8a20345b6b0,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:06.971333 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c695d5d0-bcd5-4c68-a6cb-b5fab9b16fac req-bb3441ef-ee2a-47d8-86fd-202cd5828e4f service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e6b8ec76-8e51-4dcc-b276-be8d4ce12510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250479 Jul 09 16:32:07.125309 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93af7551-8a06-4bb0-b1c8-db8ed93a2a38 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:07.134719 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93af7551-8a06-4bb0-b1c8-db8ed93a2a38 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:07.136555 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-93af7551-8a06-4bb0-b1c8-db8ed93a2a38 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2506664 Jul 09 16:32:07.140481 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50224) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:07.145684 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-c2b6b443-f2f9-4fd8-b784-1087698b4b1f tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-957808894'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:32:07.169893 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b6b443-f2f9-4fd8-b784-1087698b4b1f tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Made reservation on behalf of f486640e4cc24117b5a5a109e090f4ef for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:32:07.175157 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c2b6b443-f2f9-4fd8-b784-1087698b4b1f tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:07.207143 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2b6b443-f2f9-4fd8-b784-1087698b4b1f tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:32:07.217667 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c2b6b443-f2f9-4fd8-b784-1087698b4b1f tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:07.217896 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-c2b6b443-f2f9-4fd8-b784-1087698b4b1f tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Added segment a8081013-d1a6-4dea-8f7a-cebd82cfd5ac of type vlan for network 0ebc72b5-e7b2-4260-9466-7809f6c54f43 Jul 09 16:32:07.260404 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5916e32-da8c-46fb-99bb-1d20821a3bb6 req-d3f5b58d-451c-48da-b701-b61519aed99d tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:07.262023 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d5916e32-da8c-46fb-99bb-1d20821a3bb6 req-d3f5b58d-451c-48da-b701-b61519aed99d tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] 10.222.0.98 "GET /v2.0/ports?device_id=dc1946e7-7b10-4e93-9430-459c2d0e9250 HTTP/1.1" status: 200 len: 944 time: 0.0805862 Jul 09 16:32:07.272455 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c2b6b443-f2f9-4fd8-b784-1087698b4b1f tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:07.306478 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d5916e32-da8c-46fb-99bb-1d20821a3bb6 req-341c6f8a-5351-4dca-afcb-ceb4de169f23 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] 10.222.0.98 "GET /v2.0/security-groups?id=e6b8ec76-8e51-4dcc-b276-be8d4ce12510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385468 Jul 09 16:32:07.309990 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c2b6b443-f2f9-4fd8-b784-1087698b4b1f tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:07.317437 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b6b443-f2f9-4fd8-b784-1087698b4b1f tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:07.317995 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c2b6b443-f2f9-4fd8-b784-1087698b4b1f tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:07.384261 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c2b6b443-f2f9-4fd8-b784-1087698b4b1f tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2425973 Jul 09 16:32:07.386913 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50234) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:07.394177 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-019de3e4-876c-413d-b273-8319ade47ec8 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2144383988'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:32:07.413516 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b6b443-f2f9-4fd8-b784-1087698b4b1f tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Pushing event updated for resources: {'Network': ['ID=0ebc72b5-e7b2-4260-9466-7809f6c54f43,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:07.425315 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019de3e4-876c-413d-b273-8319ade47ec8 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Made reservation on behalf of f486640e4cc24117b5a5a109e090f4ef for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:32:07.430039 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 0ebc72b5-e7b2-4260-9466-7809f6c54f43 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:32:07.442599 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-019de3e4-876c-413d-b273-8319ade47ec8 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:07.469082 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-019de3e4-876c-413d-b273-8319ade47ec8 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:32:07.483119 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-019de3e4-876c-413d-b273-8319ade47ec8 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:07.483695 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-019de3e4-876c-413d-b273-8319ade47ec8 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Added segment e67c6bb4-ddc1-44dd-9fb2-5d8cd03bbfc5 of type vlan for network 818252bd-fae2-49ca-8dcb-171c9199283b Jul 09 16:32:07.538858 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-019de3e4-876c-413d-b273-8319ade47ec8 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:07.572802 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-019de3e4-876c-413d-b273-8319ade47ec8 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:07.578492 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019de3e4-876c-413d-b273-8319ade47ec8 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:07.579236 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-019de3e4-876c-413d-b273-8319ade47ec8 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:07.637817 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-019de3e4-876c-413d-b273-8319ade47ec8 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2498431 Jul 09 16:32:07.640825 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50244) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:07.646682 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-521dca11-c082-45c6-8b87-49e730a7cf20 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Request body: {'ports': [{'network_id': '0ebc72b5-e7b2-4260-9466-7809f6c54f43', 'name': 'tempest-port--1216573412', 'admin_state_up': True}, {'network_id': '818252bd-fae2-49ca-8dcb-171c9199283b', 'admin_state_up': False}]} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:32:07.647130 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-521dca11-c082-45c6-8b87-49e730a7cf20 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Request body: {'port': {'network_id': '0ebc72b5-e7b2-4260-9466-7809f6c54f43', 'name': 'tempest-port--1216573412', 'admin_state_up': True}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:32:07.647502 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-521dca11-c082-45c6-8b87-49e730a7cf20 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Request body: {'port': {'network_id': '818252bd-fae2-49ca-8dcb-171c9199283b', 'admin_state_up': False}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:32:07.658857 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device b956ac12-c7e7-4d7d-9300-b06cd5b9aced details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:32:07.748337 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019de3e4-876c-413d-b273-8319ade47ec8 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Pushing event updated for resources: {'Network': ['ID=818252bd-fae2-49ca-8dcb-171c9199283b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:07.766228 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 818252bd-fae2-49ca-8dcb-171c9199283b details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:32:07.909391 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port b956ac12-c7e7-4d7d-9300-b06cd5b9aced, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=b956ac12-c7e7-4d7d-9300-b06cd5b9aced,segment=NetworkSegment(e3110a2a-57b4-45ff-9897-1cc8ec92e459),segment_id=e3110a2a-57b4-45ff-9897-1cc8ec92e459)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:32:07.941708 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': 'b956ac12-c7e7-4d7d-9300-b06cd5b9aced', 'network_id': '6a28909b-9331-4121-b4fb-3c07e9c2bd4e', 'port_id': 'b956ac12-c7e7-4d7d-9300-b06cd5b9aced', 'mac_address': 'fa:16:3e:6b:24:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79c6246d-5ee9-4486-864c-c8d582a0c88a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:32:07.951199 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-521dca11-c082-45c6-8b87-49e730a7cf20 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Made reservation on behalf of f486640e4cc24117b5a5a109e090f4ef for: {'port': 2} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:32:07.956133 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-521dca11-c082-45c6-8b87-49e730a7cf20 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:07.986445 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-521dca11-c082-45c6-8b87-49e730a7cf20 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:07.991188 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:08.014314 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b956ac12-c7e7-4d7d-9300-b06cd5b9aced {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:32:08.040951 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port b956ac12-c7e7-4d7d-9300-b06cd5b9aced, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=b956ac12-c7e7-4d7d-9300-b06cd5b9aced,segment=NetworkSegment(e3110a2a-57b4-45ff-9897-1cc8ec92e459),segment_id=e3110a2a-57b4-45ff-9897-1cc8ec92e459)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:32:08.048121 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:08.088547 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-521dca11-c082-45c6-8b87-49e730a7cf20 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] device_id is not set on port 4a235b04-3cad-40f6-bc62-2a7cc58a07e6 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:32:08.090537 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 06d26b5f-d3be-43fa-93b9-edb0366d1188 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:32:08.160002 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=b956ac12-c7e7-4d7d-9300-b06cd5b9aced,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:08.163375 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 06d26b5f-d3be-43fa-93b9-edb0366d1188 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:32:08.167757 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 06d26b5f-d3be-43fa-93b9-edb0366d1188 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:32:08.168128 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:08.239220 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50268) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:08.262046 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-521dca11-c082-45c6-8b87-49e730a7cf20 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:08.268137 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:08.315925 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 06d26b5f-d3be-43fa-93b9-edb0366d1188, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=06d26b5f-d3be-43fa-93b9-edb0366d1188,segment=NetworkSegment(e3110a2a-57b4-45ff-9897-1cc8ec92e459),segment_id=e3110a2a-57b4-45ff-9897-1cc8ec92e459)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:32:08.323426 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:08.381918 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-521dca11-c082-45c6-8b87-49e730a7cf20 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] device_id is not set on port 60d0803c-efab-4d07-955c-d6e2f3ef3315 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:32:08.382377 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=06d26b5f-d3be-43fa-93b9-edb0366d1188,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:08.470514 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-0d72faf2-8e67-453a-8bd7-8c5411b67f20 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-46741817', 'router:external': True}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:32:08.497801 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['b956ac12-c7e7-4d7d-9300-b06cd5b9aced'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:32:08.530195 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d72faf2-8e67-453a-8bd7-8c5411b67f20 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Made reservation on behalf of 048984af284e4a8683a18380033eff88 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:32:08.533347 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d72faf2-8e67-453a-8bd7-8c5411b67f20 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:08.558530 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d72faf2-8e67-453a-8bd7-8c5411b67f20 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:08.561035 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7aa526-ed07-4015-a8d2-5b48cac2f513 req-d49efff5-f3d1-4c9e-b133-44a22e631605 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:08.563248 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-521dca11-c082-45c6-8b87-49e730a7cf20 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:08.563700 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ff7aa526-ed07-4015-a8d2-5b48cac2f513 req-d49efff5-f3d1-4c9e-b133-44a22e631605 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] 10.222.0.98 "GET /v2.0/ports?device_id=dc1946e7-7b10-4e93-9430-459c2d0e9250 HTTP/1.1" status: 200 len: 945 time: 0.1105232 Jul 09 16:32:08.631930 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ff7aa526-ed07-4015-a8d2-5b48cac2f513 req-d80ca5a5-0575-4495-accf-6c575cc0e1c2 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] 10.222.0.98 "GET /v2.0/security-groups?id=e6b8ec76-8e51-4dcc-b276-be8d4ce12510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535884 Jul 09 16:32:08.652645 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-521dca11-c082-45c6-8b87-49e730a7cf20 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:08.705943 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '679a202a-03ed-44bf-919b-7746b6c51eb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d26b5f-d3be-43fa-93b9-edb0366d1188'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:32:08.708342 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64cb4df-9a96-40fe-bfed-93bd8cc53bb6" -d '{"events": [{"server_uuid": "679a202a-03ed-44bf-919b-7746b6c51eb5", "name": "network-vif-plugged", "status": "completed", "tag": "06d26b5f-d3be-43fa-93b9-edb0366d1188"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:32:08.741465 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521dca11-c082-45c6-8b87-49e730a7cf20 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Pushing event updated for resources: {'Port': ['ID=4a235b04-3cad-40f6-bc62-2a7cc58a07e6,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:08.756477 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba30113-08fc-4b58-aba1-47d551689e59 x-openstack-request-id: req-fba30113-08fc-4b58-aba1-47d551689e59 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:32:08.756832 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "679a202a-03ed-44bf-919b-7746b6c51eb5", "name": "network-vif-plugged", "status": "completed", "tag": "06d26b5f-d3be-43fa-93b9-edb0366d1188", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:32:08.757108 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fba30113-08fc-4b58-aba1-47d551689e59 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:32:08.757775 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '679a202a-03ed-44bf-919b-7746b6c51eb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d26b5f-d3be-43fa-93b9-edb0366d1188', 'code': 200} Jul 09 16:32:08.797869 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d72faf2-8e67-453a-8bd7-8c5411b67f20 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:08.802421 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521dca11-c082-45c6-8b87-49e730a7cf20 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Checking segment: {'id': 'a8081013-d1a6-4dea-8f7a-cebd82cfd5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0ebc72b5-e7b2-4260-9466-7809f6c54f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:32:08.802818 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521dca11-c082-45c6-8b87-49e730a7cf20 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Network hostable DHCP agents. Network: 0ebc72b5-e7b2-4260-9466-7809f6c54f43, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:32:08.806575 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d72faf2-8e67-453a-8bd7-8c5411b67f20 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:08.847106 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d72faf2-8e67-453a-8bd7-8c5411b67f20 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:32:08.892190 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d72faf2-8e67-453a-8bd7-8c5411b67f20 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cbd522f-8aea-42da-abfb-a491ef72a737,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:08.895265 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d72faf2-8e67-453a-8bd7-8c5411b67f20 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:08.895620 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-0d72faf2-8e67-453a-8bd7-8c5411b67f20 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Added segment 38ce94df-6704-4d9d-9e19-9cb533cd0ec9 of type vlan for network 8ba761d1-0663-4a96-add0-e9bc0bd15ea6 Jul 09 16:32:08.905562 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521dca11-c082-45c6-8b87-49e730a7cf20 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Network 0ebc72b5-e7b2-4260-9466-7809f6c54f43 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:32:08.949828 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-521dca11-c082-45c6-8b87-49e730a7cf20 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 0ebc72b5-e7b2-4260-9466-7809f6c54f43) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:32:08.957860 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b7eec2-692c-427b-b4df-87d5d933f80c None None] Network 0ebc72b5-e7b2-4260-9466-7809f6c54f43 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:32:08.961569 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521dca11-c082-45c6-8b87-49e730a7cf20 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:32:08.962438 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-521dca11-c082-45c6-8b87-49e730a7cf20 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:08.964975 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d72faf2-8e67-453a-8bd7-8c5411b67f20 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:09.035343 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd6c58-3d24-482e-b545-3ed2a53a0f99 req-fd627aff-00b0-4e57-b659-82176df0abb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:09.037449 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-69bd6c58-3d24-482e-b545-3ed2a53a0f99 req-fd627aff-00b0-4e57-b659-82176df0abb1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=679a202a-03ed-44bf-919b-7746b6c51eb5 HTTP/1.1" status: 200 len: 1097 time: 0.2119665 Jul 09 16:32:09.080550 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521dca11-c082-45c6-8b87-49e730a7cf20 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Pushing event updated for resources: {'Port': ['ID=60d0803c-efab-4d07-955c-d6e2f3ef3315,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:09.091195 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d72faf2-8e67-453a-8bd7-8c5411b67f20 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:09.092167 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d72faf2-8e67-453a-8bd7-8c5411b67f20 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:09.092743 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d72faf2-8e67-453a-8bd7-8c5411b67f20 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:09.179393 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-69bd6c58-3d24-482e-b545-3ed2a53a0f99 req-1a5b8301-828b-492b-b495-00d43d4938bb service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e6b8ec76-8e51-4dcc-b276-be8d4ce12510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283956 Jul 09 16:32:09.183643 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0d72faf2-8e67-453a-8bd7-8c5411b67f20 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.9403167 Jul 09 16:32:09.183799 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521dca11-c082-45c6-8b87-49e730a7cf20 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Checking segment: {'id': 'e67c6bb4-ddc1-44dd-9fb2-5d8cd03bbfc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '818252bd-fae2-49ca-8dcb-171c9199283b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:32:09.184093 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521dca11-c082-45c6-8b87-49e730a7cf20 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Network hostable DHCP agents. Network: 818252bd-fae2-49ca-8dcb-171c9199283b, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:32:09.184292 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50292) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:09.190860 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-4ac3f947-f9c7-4b38-ab81-4a706dab8fc7 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Request body: {'subnet': {'network_id': '8ba761d1-0663-4a96-add0-e9bc0bd15ea6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:32:09.194240 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d72faf2-8e67-453a-8bd7-8c5411b67f20 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Pushing event updated for resources: {'Network': ['ID=8ba761d1-0663-4a96-add0-e9bc0bd15ea6,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:09.208648 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 8ba761d1-0663-4a96-add0-e9bc0bd15ea6 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:32:09.211489 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521dca11-c082-45c6-8b87-49e730a7cf20 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Network 818252bd-fae2-49ca-8dcb-171c9199283b is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:32:09.225504 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-521dca11-c082-45c6-8b87-49e730a7cf20 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 818252bd-fae2-49ca-8dcb-171c9199283b) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:32:09.229158 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac3f947-f9c7-4b38-ab81-4a706dab8fc7 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Made reservation on behalf of 048984af284e4a8683a18380033eff88 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:32:09.231633 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521dca11-c082-45c6-8b87-49e730a7cf20 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:32:09.232167 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4ac3f947-f9c7-4b38-ab81-4a706dab8fc7 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:09.240863 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521dca11-c082-45c6-8b87-49e730a7cf20 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:09.247180 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521dca11-c082-45c6-8b87-49e730a7cf20 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:09.248762 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-521dca11-c082-45c6-8b87-49e730a7cf20 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:09.265808 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c92e91c-063a-4b26-9a0b-11bd42f4f94a None None] Network 818252bd-fae2-49ca-8dcb-171c9199283b requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:32:09.273879 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-521dca11-c082-45c6-8b87-49e730a7cf20 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.6291070 Jul 09 16:32:09.276926 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50294) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:09.438222 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2281a5f9-993d-4931-a455-33d862dbc09b tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:09.447622 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2281a5f9-993d-4931-a455-33d862dbc09b tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:09.450078 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2281a5f9-993d-4931-a455-33d862dbc09b tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1709018 Jul 09 16:32:09.452584 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50300) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:09.600508 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-dfd89120-e8ef-4ace-b661-d499117c4718 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Deleting port 4a235b04-3cad-40f6-bc62-2a7cc58a07e6 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:32:09.601037 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dfd89120-e8ef-4ace-b661-d499117c4718 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:09.618996 n-d-798930-3 neutron-server[93959]: DEBUG neutron.objects.ports [None req-4ac3f947-f9c7-4b38-ab81-4a706dab8fc7 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93959) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 16:32:09.619687 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4ac3f947-f9c7-4b38-ab81-4a706dab8fc7 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:09.673897 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device b956ac12-c7e7-4d7d-9300-b06cd5b9aced up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:32:09.689307 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dfd89120-e8ef-4ace-b661-d499117c4718 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:09.717801 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-dfd89120-e8ef-4ace-b661-d499117c4718 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Calling delete_port for 4a235b04-3cad-40f6-bc62-2a7cc58a07e6 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:32:09.775482 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port b956ac12-c7e7-4d7d-9300-b06cd5b9aced completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:32:09.780084 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port b956ac12-c7e7-4d7d-9300-b06cd5b9aced triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:32:09.780478 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:09.865491 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:09.904783 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port b956ac12-c7e7-4d7d-9300-b06cd5b9aced, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=b956ac12-c7e7-4d7d-9300-b06cd5b9aced,segment=NetworkSegment(e3110a2a-57b4-45ff-9897-1cc8ec92e459),segment_id=e3110a2a-57b4-45ff-9897-1cc8ec92e459)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:32:09.912338 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:09.929674 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dfd89120-e8ef-4ace-b661-d499117c4718 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:09.955612 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac3f947-f9c7-4b38-ab81-4a706dab8fc7 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1ee1c650-316c-4c87-b43c-7036e85fb7a7,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:09.966369 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac3f947-f9c7-4b38-ab81-4a706dab8fc7 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Checking segment: {'id': '38ce94df-6704-4d9d-9e19-9cb533cd0ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8ba761d1-0663-4a96-add0-e9bc0bd15ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:32:09.966722 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac3f947-f9c7-4b38-ab81-4a706dab8fc7 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Network hostable DHCP agents. Network: 8ba761d1-0663-4a96-add0-e9bc0bd15ea6, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:32:09.968418 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd89120-e8ef-4ace-b661-d499117c4718 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Pushing event deleted for resources: {'Port': ['ID=4a235b04-3cad-40f6-bc62-2a7cc58a07e6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:09.976582 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dfd89120-e8ef-4ace-b661-d499117c4718 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:09.982850 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50314) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:09.983145 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-dfd89120-e8ef-4ace-b661-d499117c4718 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] 10.222.0.98 "DELETE /v2.0/ports/4a235b04-3cad-40f6-bc62-2a7cc58a07e6 HTTP/1.1" status: 204 len: 168 time: 0.5291936 Jul 09 16:32:09.995502 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae88e2-4159-47b8-8cf8-dc8529531763 req-dd2dd6e3-ac1c-4040-85e5-8faa73e56a05 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:09.998324 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-30ae88e2-4159-47b8-8cf8-dc8529531763 req-dd2dd6e3-ac1c-4040-85e5-8faa73e56a05 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] 10.222.0.98 "GET /v2.0/ports?device_id=dc1946e7-7b10-4e93-9430-459c2d0e9250 HTTP/1.1" status: 200 len: 945 time: 0.1930082 Jul 09 16:32:09.999092 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac3f947-f9c7-4b38-ab81-4a706dab8fc7 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Network 8ba761d1-0663-4a96-add0-e9bc0bd15ea6 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:32:10.049433 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-4ac3f947-f9c7-4b38-ab81-4a706dab8fc7 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 8ba761d1-0663-4a96-add0-e9bc0bd15ea6) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:32:10.058817 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:10.059410 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac3f947-f9c7-4b38-ab81-4a706dab8fc7 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:10.060129 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4ac3f947-f9c7-4b38-ab81-4a706dab8fc7 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:10.062499 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=b956ac12-c7e7-4d7d-9300-b06cd5b9aced,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:10.063966 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-30ae88e2-4159-47b8-8cf8-dc8529531763 req-701043d1-6635-4551-8460-58a24b25f2d9 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] 10.222.0.98 "GET /v2.0/security-groups?id=e6b8ec76-8e51-4dcc-b276-be8d4ce12510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596614 Jul 09 16:32:10.090415 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3436e7-0efb-4719-81a4-e17b11494ad9 None None] Network 8ba761d1-0663-4a96-add0-e9bc0bd15ea6 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:32:10.113229 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-4ac3f947-f9c7-4b38-ab81-4a706dab8fc7 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9261527 Jul 09 16:32:10.114614 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50316) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:10.125812 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-fa404de8-bf61-4b83-bf07-acece35d3315 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-522887933', 'network_id': '8ba761d1-0663-4a96-add0-e9bc0bd15ea6'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:32:10.155986 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-4fefc664-d1e1-481d-81d9-a482e559e2cd tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Deleting port 60d0803c-efab-4d07-955c-d6e2f3ef3315 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:32:10.156368 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4fefc664-d1e1-481d-81d9-a482e559e2cd tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:10.173194 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa404de8-bf61-4b83-bf07-acece35d3315 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Made reservation on behalf of 048984af284e4a8683a18380033eff88 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:32:10.179130 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fa404de8-bf61-4b83-bf07-acece35d3315 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:10.205789 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-fa404de8-bf61-4b83-bf07-acece35d3315 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] device_id is not set on port 89288c6c-a8e9-4536-a33e-bc5ecb76a281 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:32:10.241796 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4fefc664-d1e1-481d-81d9-a482e559e2cd tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:10.249278 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8d877b-62da-4693-9fce-73f08ca70cbe None None] Network 8ba761d1-0663-4a96-add0-e9bc0bd15ea6 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:32:10.275803 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-4fefc664-d1e1-481d-81d9-a482e559e2cd tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Calling delete_port for 60d0803c-efab-4d07-955c-d6e2f3ef3315 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:32:10.337838 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-fa404de8-bf61-4b83-bf07-acece35d3315 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Allocated IP 172.20.0.14 (8ba761d1-0663-4a96-add0-e9bc0bd15ea6/1ee1c650-316c-4c87-b43c-7036e85fb7a7/89288c6c-a8e9-4536-a33e-bc5ecb76a281) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:32:10.381184 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4fefc664-d1e1-481d-81d9-a482e559e2cd tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:10.422409 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fefc664-d1e1-481d-81d9-a482e559e2cd tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Pushing event deleted for resources: {'Port': ['ID=60d0803c-efab-4d07-955c-d6e2f3ef3315,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:10.429047 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4fefc664-d1e1-481d-81d9-a482e559e2cd tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:10.433794 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-4fefc664-d1e1-481d-81d9-a482e559e2cd tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] 10.222.0.98 "DELETE /v2.0/ports/60d0803c-efab-4d07-955c-d6e2f3ef3315 HTTP/1.1" status: 204 len: 168 time: 0.4465730 Jul 09 16:32:10.433948 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50326) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:10.484967 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50328) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:10.486418 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f38f0964-dcee-4fc6-8a9e-9d4096292c06 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0458071 Jul 09 16:32:10.495745 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-8d7b8b80-aee5-4e79-8431-af54a5c19f41 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-314137492'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:32:10.532974 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fa404de8-bf61-4b83-bf07-acece35d3315 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:10.558328 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7b8b80-aee5-4e79-8431-af54a5c19f41 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Made reservation on behalf of f486640e4cc24117b5a5a109e090f4ef for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:32:10.562170 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8d7b8b80-aee5-4e79-8431-af54a5c19f41 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:10.605309 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d7b8b80-aee5-4e79-8431-af54a5c19f41 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:32:10.619060 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8d7b8b80-aee5-4e79-8431-af54a5c19f41 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:10.619416 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-8d7b8b80-aee5-4e79-8431-af54a5c19f41 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Added segment 46a8ed7c-de73-447a-b10b-24ef6511eff1 of type vlan for network 1f033d74-3fa4-41f9-9e28-34faf1ce7fc9 Jul 09 16:32:10.621636 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fa404de8-bf61-4b83-bf07-acece35d3315 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:10.705983 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa404de8-bf61-4b83-bf07-acece35d3315 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Network 8ba761d1-0663-4a96-add0-e9bc0bd15ea6 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:32:10.718043 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-fa404de8-bf61-4b83-bf07-acece35d3315 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:32:10.722493 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa404de8-bf61-4b83-bf07-acece35d3315 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:32:10.725035 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa404de8-bf61-4b83-bf07-acece35d3315 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Pushing event updated for resources: {'Port': ['ID=89288c6c-a8e9-4536-a33e-bc5ecb76a281,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:10.730010 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8d7b8b80-aee5-4e79-8431-af54a5c19f41 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:10.759516 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc1946e7-7b10-4e93-9430-459c2d0e9250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b956ac12-c7e7-4d7d-9300-b06cd5b9aced'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:32:10.762973 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc117b9-f675-4391-bb61-a5bb67dd940a" -d '{"events": [{"server_uuid": "dc1946e7-7b10-4e93-9430-459c2d0e9250", "name": "network-vif-plugged", "status": "completed", "tag": "b956ac12-c7e7-4d7d-9300-b06cd5b9aced"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:32:10.783065 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa404de8-bf61-4b83-bf07-acece35d3315 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:10.783680 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fa404de8-bf61-4b83-bf07-acece35d3315 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:10.802097 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8d7b8b80-aee5-4e79-8431-af54a5c19f41 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:10.803645 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff285d20-aa38-4a6e-9831-78f0d5fd1c84 x-openstack-request-id: req-ff285d20-aa38-4a6e-9831-78f0d5fd1c84 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:32:10.803933 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc1946e7-7b10-4e93-9430-459c2d0e9250", "name": "network-vif-plugged", "status": "completed", "tag": "b956ac12-c7e7-4d7d-9300-b06cd5b9aced", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:32:10.804494 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ff285d20-aa38-4a6e-9831-78f0d5fd1c84 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:32:10.805035 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc1946e7-7b10-4e93-9430-459c2d0e9250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b956ac12-c7e7-4d7d-9300-b06cd5b9aced', 'code': 200} Jul 09 16:32:10.808208 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7b8b80-aee5-4e79-8431-af54a5c19f41 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:10.808829 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8d7b8b80-aee5-4e79-8431-af54a5c19f41 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:10.820284 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-fa404de8-bf61-4b83-bf07-acece35d3315 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.7044861 Jul 09 16:32:10.824179 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50342) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:10.890576 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8d7b8b80-aee5-4e79-8431-af54a5c19f41 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4007375 Jul 09 16:32:10.893752 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50346) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:10.903299 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-976f13cd-7bff-4111-b1eb-7fbedf5b5db4 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-340022628'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:32:10.913624 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b8b80-aee5-4e79-8431-af54a5c19f41 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Pushing event updated for resources: {'Network': ['ID=1f033d74-3fa4-41f9-9e28-34faf1ce7fc9,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:10.930668 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 1f033d74-3fa4-41f9-9e28-34faf1ce7fc9 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:32:10.977238 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976f13cd-7bff-4111-b1eb-7fbedf5b5db4 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Made reservation on behalf of f486640e4cc24117b5a5a109e090f4ef for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:32:10.982151 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-976f13cd-7bff-4111-b1eb-7fbedf5b5db4 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:11.025024 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-565c6cf0-8098-4f7d-9fd4-75bf42084682 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Deleting port 89288c6c-a8e9-4536-a33e-bc5ecb76a281 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:32:11.025371 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-565c6cf0-8098-4f7d-9fd4-75bf42084682 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:11.026086 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbbe92b-4e9a-4b65-a7ee-84824a026127 req-05895a49-9df8-44de-9a65-c90beea6294e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:11.028328 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2fbbe92b-4e9a-4b65-a7ee-84824a026127 req-05895a49-9df8-44de-9a65-c90beea6294e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=dc1946e7-7b10-4e93-9430-459c2d0e9250 HTTP/1.1" status: 200 len: 1097 time: 0.1122601 Jul 09 16:32:11.030279 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-976f13cd-7bff-4111-b1eb-7fbedf5b5db4 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:32:11.073729 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2fbbe92b-4e9a-4b65-a7ee-84824a026127 req-629a1cfd-459b-4f51-b331-d7c7ed2c1cf9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e6b8ec76-8e51-4dcc-b276-be8d4ce12510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387220 Jul 09 16:32:11.079341 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-976f13cd-7bff-4111-b1eb-7fbedf5b5db4 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:11.079688 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-976f13cd-7bff-4111-b1eb-7fbedf5b5db4 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Added segment 8948285a-bc17-4a3d-939d-40fd65e6762e of type vlan for network 06ebeb11-d2e8-4e87-93c9-76296a4b7966 Jul 09 16:32:11.139416 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-976f13cd-7bff-4111-b1eb-7fbedf5b5db4 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:11.159960 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-565c6cf0-8098-4f7d-9fd4-75bf42084682 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:11.181125 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-565c6cf0-8098-4f7d-9fd4-75bf42084682 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Calling delete_port for 89288c6c-a8e9-4536-a33e-bc5ecb76a281 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:32:11.199643 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-976f13cd-7bff-4111-b1eb-7fbedf5b5db4 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:11.205360 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976f13cd-7bff-4111-b1eb-7fbedf5b5db4 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:11.205945 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-976f13cd-7bff-4111-b1eb-7fbedf5b5db4 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:11.342294 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-976f13cd-7bff-4111-b1eb-7fbedf5b5db4 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4455347 Jul 09 16:32:11.357628 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976f13cd-7bff-4111-b1eb-7fbedf5b5db4 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Pushing event updated for resources: {'Network': ['ID=06ebeb11-d2e8-4e87-93c9-76296a4b7966,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:11.378847 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 06ebeb11-d2e8-4e87-93c9-76296a4b7966 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:32:11.423397 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca3c32-4169-453d-a7c4-8b463ef0261f req-b4ec6a2c-82ea-4933-ad58-c2041fd35fe6 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:11.424885 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-47ca3c32-4169-453d-a7c4-8b463ef0261f req-b4ec6a2c-82ea-4933-ad58-c2041fd35fe6 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] 10.222.0.98 "GET /v2.0/ports?device_id=dc1946e7-7b10-4e93-9430-459c2d0e9250 HTTP/1.1" status: 200 len: 946 time: 0.1673248 Jul 09 16:32:11.473312 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-565c6cf0-8098-4f7d-9fd4-75bf42084682 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:11.496871 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50356) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:11.502259 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d87514eb-8049-420c-9c89-950599067aba tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Request body: {'subnets': [{'network_id': '1f033d74-3fa4-41f9-9e28-34faf1ce7fc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1277374181', 'ip_version': 4}, {'network_id': '06ebeb11-d2e8-4e87-93c9-76296a4b7966', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:32:11.502587 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d87514eb-8049-420c-9c89-950599067aba tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Request body: {'subnet': {'network_id': '1f033d74-3fa4-41f9-9e28-34faf1ce7fc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1277374181', 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:32:11.503334 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d87514eb-8049-420c-9c89-950599067aba tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Request body: {'subnet': {'network_id': '06ebeb11-d2e8-4e87-93c9-76296a4b7966', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:32:11.549653 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-47ca3c32-4169-453d-a7c4-8b463ef0261f req-6b8d1ee9-e050-42a3-8aee-79aeb5e9e246 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] 10.222.0.98 "GET /v2.0/security-groups?id=e6b8ec76-8e51-4dcc-b276-be8d4ce12510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002958 Jul 09 16:32:11.550988 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c6cf0-8098-4f7d-9fd4-75bf42084682 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Pushing event deleted for resources: {'Port': ['ID=89288c6c-a8e9-4536-a33e-bc5ecb76a281,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:11.606853 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-565c6cf0-8098-4f7d-9fd4-75bf42084682 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:11.609034 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-565c6cf0-8098-4f7d-9fd4-75bf42084682 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] 10.222.0.98 "DELETE /v2.0/ports/89288c6c-a8e9-4536-a33e-bc5ecb76a281 HTTP/1.1" status: 204 len: 168 time: 0.7828445 Jul 09 16:32:11.611803 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50358) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:11.617421 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-44205d9b-e85b-4d8e-b0fc-bb4e2118c3fd tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8ba761d1-0663-4a96-add0-e9bc0bd15ea6', 'external_fixed_ips': [{'subnet_id': '1ee1c650-316c-4c87-b43c-7036e85fb7a7', 'ip_address': '172.20.0.14'}]}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:32:11.644999 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-44205d9b-e85b-4d8e-b0fc-bb4e2118c3fd tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:11.646032 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-44205d9b-e85b-4d8e-b0fc-bb4e2118c3fd tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:11.682334 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87514eb-8049-420c-9c89-950599067aba tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Made reservation on behalf of f486640e4cc24117b5a5a109e090f4ef for: {'subnet': 2} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:32:11.687790 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d87514eb-8049-420c-9c89-950599067aba tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:11.688554 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d87514eb-8049-420c-9c89-950599067aba tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:11.738152 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-44205d9b-e85b-4d8e-b0fc-bb4e2118c3fd tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:11.887486 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-44205d9b-e85b-4d8e-b0fc-bb4e2118c3fd tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:12.026189 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50366) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:12.161054 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0d01195-e24b-4ba3-9ee8-f3e1e57496aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:12.178360 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-44205d9b-e85b-4d8e-b0fc-bb4e2118c3fd tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:12.208264 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-44205d9b-e85b-4d8e-b0fc-bb4e2118c3fd tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:12.305112 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d87514eb-8049-420c-9c89-950599067aba tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:12.360579 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87514eb-8049-420c-9c89-950599067aba tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Pushing event updated for resources: {'Subnet': ['ID=affd7384-3601-4441-8827-e83a54287fc3,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:12.375516 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87514eb-8049-420c-9c89-950599067aba tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Checking segment: {'id': '46a8ed7c-de73-447a-b10b-24ef6511eff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1f033d74-3fa4-41f9-9e28-34faf1ce7fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:32:12.375944 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87514eb-8049-420c-9c89-950599067aba tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Network hostable DHCP agents. Network: 1f033d74-3fa4-41f9-9e28-34faf1ce7fc9, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:32:12.392966 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87514eb-8049-420c-9c89-950599067aba tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Network 1f033d74-3fa4-41f9-9e28-34faf1ce7fc9 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:32:12.403321 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-d87514eb-8049-420c-9c89-950599067aba tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 1f033d74-3fa4-41f9-9e28-34faf1ce7fc9) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:32:12.407230 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d87514eb-8049-420c-9c89-950599067aba tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:12.416428 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a41f2f-8723-4d37-ab76-6f216f93f232 None None] Network 1f033d74-3fa4-41f9-9e28-34faf1ce7fc9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:32:12.442319 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0d01195-e24b-4ba3-9ee8-f3e1e57496aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:12.453245 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0d01195-e24b-4ba3-9ee8-f3e1e57496aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:12.455862 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-44205d9b-e85b-4d8e-b0fc-bb4e2118c3fd tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Allocated IP 172.20.0.14 (8ba761d1-0663-4a96-add0-e9bc0bd15ea6/1ee1c650-316c-4c87-b43c-7036e85fb7a7/59417f46-4551-4b47-9626-f3b701d29c19) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:32:12.490051 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87514eb-8049-420c-9c89-950599067aba tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Pushing event updated for resources: {'Subnet': ['ID=f08438b5-e4c6-45a7-bafc-a5f226fb5c1b,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:12.501300 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87514eb-8049-420c-9c89-950599067aba tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Checking segment: {'id': '8948285a-bc17-4a3d-939d-40fd65e6762e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '06ebeb11-d2e8-4e87-93c9-76296a4b7966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:32:12.502193 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87514eb-8049-420c-9c89-950599067aba tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Network hostable DHCP agents. Network: 06ebeb11-d2e8-4e87-93c9-76296a4b7966, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:32:12.519895 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d01195-e24b-4ba3-9ee8-f3e1e57496aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650f2b62-9e25-417d-a886-66ecc37968e9,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:12.527681 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f0d01195-e24b-4ba3-9ee8-f3e1e57496aa admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e9fe25af1bed411db55fce32214c9d2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5001376 Jul 09 16:32:12.537390 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87514eb-8049-420c-9c89-950599067aba tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Network 06ebeb11-d2e8-4e87-93c9-76296a4b7966 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:32:12.538432 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50370) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:12.551426 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-d87514eb-8049-420c-9c89-950599067aba tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 06ebeb11-d2e8-4e87-93c9-76296a4b7966) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:32:12.563219 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87514eb-8049-420c-9c89-950599067aba tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:12.563702 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87514eb-8049-420c-9c89-950599067aba tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:12.564320 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d87514eb-8049-420c-9c89-950599067aba tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:12.571339 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba49c102-7c62-4118-8ae5-0575d0789106 None None] Network 06ebeb11-d2e8-4e87-93c9-76296a4b7966 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:32:12.582375 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d87514eb-8049-420c-9c89-950599067aba tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.0820315 Jul 09 16:32:12.584636 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50372) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:12.665740 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f3fff592-a048-4a6e-8e29-26e783acb8fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:12.671527 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a45501-3359-42d8-9431-2848f8e6fc4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-1f033d74-3fa4-41f9-9e28-34faf1ce7fc9', 'network_id': '1f033d74-3fa4-41f9-9e28-34faf1ce7fc9', 'tenant_id': 'f486640e4cc24117b5a5a109e090f4ef', 'fixed_ips': [{'subnet_id': 'affd7384-3601-4441-8827-e83a54287fc3'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:32:12.672785 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-64a45501-3359-42d8-9431-2848f8e6fc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:12.716392 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f3fff592-a048-4a6e-8e29-26e783acb8fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:12.720925 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a797015-0efa-4885-9a03-20b78d0fc37f tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:12.722809 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a797015-0efa-4885-9a03-20b78d0fc37f tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:12.724815 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a797015-0efa-4885-9a03-20b78d0fc37f tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:12.729720 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1a797015-0efa-4885-9a03-20b78d0fc37f tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1411147 Jul 09 16:32:12.730041 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50376) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:12.788566 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f3fff592-a048-4a6e-8e29-26e783acb8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:12.791701 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f3fff592-a048-4a6e-8e29-26e783acb8fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:12.795092 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f3fff592-a048-4a6e-8e29-26e783acb8fe admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/650f2b62-9e25-417d-a886-66ecc37968e9 HTTP/1.1" status: 204 len: 168 time: 0.2533448 Jul 09 16:32:12.795853 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-99fb15fa-2cfc-4122-ac88-c93942653595 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Deleting subnet affd7384-3601-4441-8827-e83a54287fc3 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:32:12.796489 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-44205d9b-e85b-4d8e-b0fc-bb4e2118c3fd tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:12.801405 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-99fb15fa-2cfc-4122-ac88-c93942653595 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:12.834829 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fff592-a048-4a6e-8e29-26e783acb8fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650f2b62-9e25-417d-a886-66ecc37968e9,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:12.891181 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-99fb15fa-2cfc-4122-ac88-c93942653595 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:12.952787 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff56b8-5499-494d-8076-d5b540f92682 req-fd232aa9-27d1-47b4-9b01-1d9673c7a514 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:12.954331 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6aff56b8-5499-494d-8076-d5b540f92682 req-fd232aa9-27d1-47b4-9b01-1d9673c7a514 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] 10.222.0.98 "GET /v2.0/ports?device_id=dc1946e7-7b10-4e93-9430-459c2d0e9250 HTTP/1.1" status: 200 len: 946 time: 0.1894727 Jul 09 16:32:12.956631 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-44205d9b-e85b-4d8e-b0fc-bb4e2118c3fd tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:12.982735 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-99fb15fa-2cfc-4122-ac88-c93942653595 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:13.007150 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44205d9b-e85b-4d8e-b0fc-bb4e2118c3fd tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Network 8ba761d1-0663-4a96-add0-e9bc0bd15ea6 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:32:13.019022 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-44205d9b-e85b-4d8e-b0fc-bb4e2118c3fd tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:32:13.024943 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44205d9b-e85b-4d8e-b0fc-bb4e2118c3fd tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:32:13.058492 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8a73e3-9b5b-435c-9150-dfddcd02d9b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-06ebeb11-d2e8-4e87-93c9-76296a4b7966', 'network_id': '06ebeb11-d2e8-4e87-93c9-76296a4b7966', 'tenant_id': 'f486640e4cc24117b5a5a109e090f4ef', 'fixed_ips': [{'subnet_id': 'f08438b5-e4c6-45a7-bafc-a5f226fb5c1b'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:32:13.059539 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6d8a73e3-9b5b-435c-9150-dfddcd02d9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:13.088638 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6aff56b8-5499-494d-8076-d5b540f92682 req-307b5a58-99f9-4cab-9880-4afbdd68cdf1 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] 10.222.0.98 "GET /v2.0/security-groups?id=e6b8ec76-8e51-4dcc-b276-be8d4ce12510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215467 Jul 09 16:32:13.093195 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44205d9b-e85b-4d8e-b0fc-bb4e2118c3fd tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Pushing event updated for resources: {'Port': ['ID=59417f46-4551-4b47-9626-f3b701d29c19,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:13.134177 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-99fb15fa-2cfc-4122-ac88-c93942653595 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:13.151547 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server [None req-64a45501-3359-42d8-9431-2848f8e6fc4f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet affd7384-3601-4441-8827-e83a54287fc3: This subnet is being modified by another concurrent operation. Jul 09 16:32:13.151547 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 16:32:13.151547 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 16:32:13.151547 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 16:32:13.151547 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 16:32:13.151547 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 16:32:13.151547 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 16:32:13.151547 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 16:32:13.151547 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 16:32:13.151547 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 16:32:13.151547 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 16:32:13.151547 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 16:32:13.151547 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 16:32:13.151547 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 16:32:13.151547 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 16:32:13.151547 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 16:32:13.151547 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 16:32:13.151547 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 16:32:13.151547 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 16:32:13.151547 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 16:32:13.151547 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 16:32:13.151547 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 16:32:13.151547 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 16:32:13.151547 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 16:32:13.151547 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 16:32:13.151547 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 16:32:13.151547 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 16:32:13.151547 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 16:32:13.151547 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 16:32:13.151547 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 16:32:13.151547 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 16:32:13.151547 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 16:32:13.151547 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 16:32:13.151547 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 16:32:13.151547 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 16:32:13.151547 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 16:32:13.151547 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 16:32:13.151547 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 16:32:13.151547 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 16:32:13.151547 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 16:32:13.151547 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 16:32:13.151547 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 16:32:13.151547 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 16:32:13.151547 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 16:32:13.151547 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 16:32:13.151547 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 16:32:13.151547 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 16:32:13.151547 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 16:32:13.151547 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 16:32:13.151547 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 16:32:13.151547 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 16:32:13.151547 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 16:32:13.151547 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 16:32:13.151547 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 16:32:13.155031 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 16:32:13.155031 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 16:32:13.155031 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 16:32:13.155031 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 16:32:13.155031 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 16:32:13.155031 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 16:32:13.155031 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 16:32:13.155031 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 16:32:13.155031 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 16:32:13.155031 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 16:32:13.155031 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 16:32:13.155031 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 16:32:13.155031 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 16:32:13.155031 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 16:32:13.155031 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 16:32:13.155031 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 16:32:13.155031 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 16:32:13.155031 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 16:32:13.155031 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 16:32:13.155031 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 16:32:13.155031 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 16:32:13.155031 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 16:32:13.155031 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 16:32:13.155031 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 16:32:13.155031 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 16:32:13.155031 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 16:32:13.155031 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 16:32:13.155031 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 16:32:13.155031 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 16:32:13.155031 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 16:32:13.155031 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 16:32:13.155031 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 16:32:13.155031 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 16:32:13.155031 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 16:32:13.155031 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 16:32:13.155031 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise exception Jul 09 16:32:13.155031 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet affd7384-3601-4441-8827-e83a54287fc3: This subnet is being modified by another concurrent operation. Jul 09 16:32:13.155031 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server Jul 09 16:32:13.179695 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856b9f22-7e8b-40ed-88c8-319add81ad24 None None] Network 1f033d74-3fa4-41f9-9e28-34faf1ce7fc9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:32:13.193286 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb15fa-2cfc-4122-ac88-c93942653595 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Pushing event deleted for resources: {'Subnet': ['ID=affd7384-3601-4441-8827-e83a54287fc3,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:13.203899 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-99fb15fa-2cfc-4122-ac88-c93942653595 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:13.206289 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-99fb15fa-2cfc-4122-ac88-c93942653595 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] 10.222.0.98 "DELETE /v2.0/subnets/affd7384-3601-4441-8827-e83a54287fc3 HTTP/1.1" status: 204 len: 168 time: 0.4752669 Jul 09 16:32:13.208934 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50384) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:13.275079 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bd4dbe3-fc05-48a8-a00f-7c318bc7fa41 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Deleting subnet f08438b5-e4c6-45a7-bafc-a5f226fb5c1b {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:32:13.278448 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50386) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:13.292253 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a3cc9c88-a0ca-4616-8241-2c2f71a67d0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:13.295352 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-6d8a73e3-9b5b-435c-9150-dfddcd02d9b9 None None] Allocated IP 172.20.0.18 (06ebeb11-d2e8-4e87-93c9-76296a4b7966/f08438b5-e4c6-45a7-bafc-a5f226fb5c1b/f6041a8f-bdea-4cdd-bd5a-ef2da1aee134) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:32:13.351997 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-44205d9b-e85b-4d8e-b0fc-bb4e2118c3fd tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:13.394049 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a3cc9c88-a0ca-4616-8241-2c2f71a67d0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:13.399466 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a3cc9c88-a0ca-4616-8241-2c2f71a67d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:13.442897 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a3cc9c88-a0ca-4616-8241-2c2f71a67d0f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7b98b0dee1a14a989932897a297ec9a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1635571 Jul 09 16:32:13.445548 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50388) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:13.453240 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cc9c88-a0ca-4616-8241-2c2f71a67d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4119bc-d635-42ac-9e61-b573608c766f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:13.489584 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6d8a73e3-9b5b-435c-9150-dfddcd02d9b9 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:13.498607 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6d8a73e3-9b5b-435c-9150-dfddcd02d9b9 None None] Transition to ACTIVE for port object f6041a8f-bdea-4cdd-bd5a-ef2da1aee134 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:32:13.507202 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c4ded90-5d62-4e35-8de6-1007761f6de1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:13.516765 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6d8a73e3-9b5b-435c-9150-dfddcd02d9b9 None None] Transition to ACTIVE for port object f6041a8f-bdea-4cdd-bd5a-ef2da1aee134 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:32:13.523903 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6d8a73e3-9b5b-435c-9150-dfddcd02d9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:13.525162 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bd4dbe3-fc05-48a8-a00f-7c318bc7fa41 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:13.563375 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8a73e3-9b5b-435c-9150-dfddcd02d9b9 None None] Network 06ebeb11-d2e8-4e87-93c9-76296a4b7966 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:32:13.569346 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-6d8a73e3-9b5b-435c-9150-dfddcd02d9b9 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:32:13.569559 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c4ded90-5d62-4e35-8de6-1007761f6de1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:13.573481 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8a73e3-9b5b-435c-9150-dfddcd02d9b9 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:32:13.598323 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bd4dbe3-fc05-48a8-a00f-7c318bc7fa41 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:13.607547 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8a73e3-9b5b-435c-9150-dfddcd02d9b9 None None] Pushing event updated for resources: {'Port': ['ID=f6041a8f-bdea-4cdd-bd5a-ef2da1aee134,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:13.648717 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6d8a73e3-9b5b-435c-9150-dfddcd02d9b9 None None] Attempting to bind port f6041a8f-bdea-4cdd-bd5a-ef2da1aee134 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:32:13.649098 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6d8a73e3-9b5b-435c-9150-dfddcd02d9b9 None None] Attempting to bind port f6041a8f-bdea-4cdd-bd5a-ef2da1aee134 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '8948285a-bc17-4a3d-939d-40fd65e6762e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '06ebeb11-d2e8-4e87-93c9-76296a4b7966'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:32:13.649476 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8a73e3-9b5b-435c-9150-dfddcd02d9b9 None None] Attempting to bind port f6041a8f-bdea-4cdd-bd5a-ef2da1aee134 on network 06ebeb11-d2e8-4e87-93c9-76296a4b7966 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:32:13.657403 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8a73e3-9b5b-435c-9150-dfddcd02d9b9 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:32:13.657816 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8a73e3-9b5b-435c-9150-dfddcd02d9b9 None None] Checking segment: {'id': '8948285a-bc17-4a3d-939d-40fd65e6762e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '06ebeb11-d2e8-4e87-93c9-76296a4b7966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:32:13.658207 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6d8a73e3-9b5b-435c-9150-dfddcd02d9b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:13.658606 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8a73e3-9b5b-435c-9150-dfddcd02d9b9 None None] Bound using segment: {'id': '8948285a-bc17-4a3d-939d-40fd65e6762e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '06ebeb11-d2e8-4e87-93c9-76296a4b7966'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:32:13.659254 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6d8a73e3-9b5b-435c-9150-dfddcd02d9b9 None None] Bound port: f6041a8f-bdea-4cdd-bd5a-ef2da1aee134, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8948285a-bc17-4a3d-939d-40fd65e6762e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '06ebeb11-d2e8-4e87-93c9-76296a4b7966'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:32:13.659641 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6d8a73e3-9b5b-435c-9150-dfddcd02d9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:13.708536 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c4ded90-5d62-4e35-8de6-1007761f6de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:13.711152 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c4ded90-5d62-4e35-8de6-1007761f6de1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:13.712436 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7c4ded90-5d62-4e35-8de6-1007761f6de1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5b4119bc-d635-42ac-9e61-b573608c766f HTTP/1.1" status: 204 len: 168 time: 0.2660203 Jul 09 16:32:13.736122 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ded90-5d62-4e35-8de6-1007761f6de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4119bc-d635-42ac-9e61-b573608c766f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:13.747841 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-6d8a73e3-9b5b-435c-9150-dfddcd02d9b9 None None] For port f6041a8f-bdea-4cdd-bd5a-ef2da1aee134, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:32:13.753146 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-6d8a73e3-9b5b-435c-9150-dfddcd02d9b9 None None] For port f6041a8f-bdea-4cdd-bd5a-ef2da1aee134, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=f6041a8f-bdea-4cdd-bd5a-ef2da1aee134,segment=NetworkSegment(8948285a-bc17-4a3d-939d-40fd65e6762e),segment_id=8948285a-bc17-4a3d-939d-40fd65e6762e)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:32:13.760975 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bd4dbe3-fc05-48a8-a00f-7c318bc7fa41 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:13.762845 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6d8a73e3-9b5b-435c-9150-dfddcd02d9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:13.829073 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-44205d9b-e85b-4d8e-b0fc-bb4e2118c3fd tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:13.836514 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8a73e3-9b5b-435c-9150-dfddcd02d9b9 None None] Pushing event updated for resources: {'Port': ['ID=f6041a8f-bdea-4cdd-bd5a-ef2da1aee134,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:13.841357 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bd4dbe3-fc05-48a8-a00f-7c318bc7fa41 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:13.880846 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bd4dbe3-fc05-48a8-a00f-7c318bc7fa41 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:13.885842 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8bd4dbe3-fc05-48a8-a00f-7c318bc7fa41 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] 10.222.0.98 "DELETE /v2.0/subnets/f08438b5-e4c6-45a7-bafc-a5f226fb5c1b HTTP/1.1" status: 204 len: 168 time: 0.6728280 Jul 09 16:32:13.885842 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd4dbe3-fc05-48a8-a00f-7c318bc7fa41 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Pushing event deleted for resources: {'Subnet': ['ID=f08438b5-e4c6-45a7-bafc-a5f226fb5c1b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:13.886393 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50392) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:14.020698 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f569243f-bf8d-4878-a622-5b44895117e2 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:14.022134 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f569243f-bf8d-4878-a622-5b44895117e2 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1346993 Jul 09 16:32:14.027686 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50396) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:14.150934 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-04632995-4b59-4af7-bd84-022515b71b16 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:14.176850 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44205d9b-e85b-4d8e-b0fc-bb4e2118c3fd tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Router 5f7ce7d0-ff4c-41f2-a5c2-fa6d6ce74ad5 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:32:14.350036 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-04632995-4b59-4af7-bd84-022515b71b16 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Deleting port f6041a8f-bdea-4cdd-bd5a-ef2da1aee134 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:32:14.350391 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-04632995-4b59-4af7-bd84-022515b71b16 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:14.397795 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44205d9b-e85b-4d8e-b0fc-bb4e2118c3fd tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:32:14.411952 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6016e6cb-607b-4913-87be-86a4f4475305 None None] Sync routers for ids ['5f7ce7d0-ff4c-41f2-a5c2-fa6d6ce74ad5'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:32:14.423610 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6016e6cb-607b-4913-87be-86a4f4475305 None None] Routers {'5f7ce7d0-ff4c-41f2-a5c2-fa6d6ce74ad5'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:32:14.424350 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6016e6cb-607b-4913-87be-86a4f4475305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:31:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['5f7ce7d0-ff4c-41f2-a5c2-fa6d6ce74ad5'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:14.440073 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-04632995-4b59-4af7-bd84-022515b71b16 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] For port f6041a8f-bdea-4cdd-bd5a-ef2da1aee134, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=f6041a8f-bdea-4cdd-bd5a-ef2da1aee134,segment=NetworkSegment(8948285a-bc17-4a3d-939d-40fd65e6762e),segment_id=8948285a-bc17-4a3d-939d-40fd65e6762e)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:32:14.440432 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-04632995-4b59-4af7-bd84-022515b71b16 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:14.443908 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-44205d9b-e85b-4d8e-b0fc-bb4e2118c3fd tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:14.448735 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-44205d9b-e85b-4d8e-b0fc-bb4e2118c3fd tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.8348920 Jul 09 16:32:14.449250 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50418) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:14.461906 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-04632995-4b59-4af7-bd84-022515b71b16 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Calling delete_port for f6041a8f-bdea-4cdd-bd5a-ef2da1aee134 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:32:14.470702 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f2f14-dd0d-4da4-9a39-fae364255cea req-9ca48583-8e04-4b83-b9d0-5d7e0d24e007 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:14.472392 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-471f2f14-dd0d-4da4-9a39-fae364255cea req-9ca48583-8e04-4b83-b9d0-5d7e0d24e007 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] 10.222.0.98 "GET /v2.0/ports?device_id=dc1946e7-7b10-4e93-9430-459c2d0e9250 HTTP/1.1" status: 200 len: 946 time: 0.2024784 Jul 09 16:32:14.577475 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-471f2f14-dd0d-4da4-9a39-fae364255cea req-35fed851-0101-4b91-8c51-ec361ffea0be tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] 10.222.0.98 "GET /v2.0/security-groups?id=e6b8ec76-8e51-4dcc-b276-be8d4ce12510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946386 Jul 09 16:32:14.611533 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dd9f19e5-714e-416d-a393-d0abf9588cc0 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:14.621292 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-04632995-4b59-4af7-bd84-022515b71b16 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:14.673096 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04632995-4b59-4af7-bd84-022515b71b16 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Pushing event deleted for resources: {'Port': ['ID=f6041a8f-bdea-4cdd-bd5a-ef2da1aee134,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:14.675408 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04632995-4b59-4af7-bd84-022515b71b16 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] No DVR routers for this DVR port f6041a8f-bdea-4cdd-bd5a-ef2da1aee134 on host n-d-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:32:14.700442 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-6016e6cb-607b-4913-87be-86a4f4475305 None None] Set router 5f7ce7d0-ff4c-41f2-a5c2-fa6d6ce74ad5 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:32:14.788308 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-04632995-4b59-4af7-bd84-022515b71b16 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:14.790953 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dd9f19e5-714e-416d-a393-d0abf9588cc0 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:14.808633 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-04632995-4b59-4af7-bd84-022515b71b16 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06ebeb11-d2e8-4e87-93c9-76296a4b7966']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:14.834875 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-04632995-4b59-4af7-bd84-022515b71b16 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8948285a-bc17-4a3d-939d-40fd65e6762e') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:14.834875 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-04632995-4b59-4af7-bd84-022515b71b16 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8948285a-bc17-4a3d-939d-40fd65e6762e') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:14.843922 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device f6041a8f-bdea-4cdd-bd5a-ef2da1aee134 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:32:14.852068 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-04632995-4b59-4af7-bd84-022515b71b16 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:14.870879 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-04632995-4b59-4af7-bd84-022515b71b16 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:14.877929 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: f6041a8f-bdea-4cdd-bd5a-ef2da1aee134 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:32:14.878280 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device f6041a8f-bdea-4cdd-bd5a-ef2da1aee134 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 09 16:32:14.878748 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04632995-4b59-4af7-bd84-022515b71b16 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:32:14.879467 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-04632995-4b59-4af7-bd84-022515b71b16 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:14.938889 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Port f6041a8f-bdea-4cdd-bd5a-ef2da1aee134 not found, will not notify nova. {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 09 16:32:14.956390 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:32:14.956390 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:32:14.956390 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:32:14.956390 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:32:14.956390 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:32:14.956390 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:32:14.956390 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:32:14.956390 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:32:14.956390 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:32:14.956390 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:32:14.956390 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:32:14.956390 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:32:14.956390 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:32:14.956390 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:32:14.956390 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:32:14.956390 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:32:14.956390 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:32:14.956390 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:32:14.956390 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:32:14.956390 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:32:14.956390 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:32:14.956390 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:32:14.956390 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:32:14.956390 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:32:14.956390 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:32:14.956390 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:32:14.956390 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:32:14.956390 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:32:14.956390 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:32:14.956390 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:32:14.956390 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:32:14.956390 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:32:14.959063 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d9c77-747e-44ab-9056-f1b921083f57 req-defcbf30-4350-4611-b61e-8b771b28dd32 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:14.960539 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-808d9c77-747e-44ab-9056-f1b921083f57 req-defcbf30-4350-4611-b61e-8b771b28dd32 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] 10.222.0.98 "GET /v2.0/ports?device_id=679a202a-03ed-44bf-919b-7746b6c51eb5 HTTP/1.1" status: 200 len: 946 time: 0.1776681 Jul 09 16:32:14.965305 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f19e5-714e-416d-a393-d0abf9588cc0 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Deleting port 59417f46-4551-4b47-9626-f3b701d29c19 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:32:14.965684 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dd9f19e5-714e-416d-a393-d0abf9588cc0 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:14.973957 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-04632995-4b59-4af7-bd84-022515b71b16 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:14.979938 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-04632995-4b59-4af7-bd84-022515b71b16 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:14.982154 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-04632995-4b59-4af7-bd84-022515b71b16 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] 10.222.0.98 "DELETE /v2.0/networks/06ebeb11-d2e8-4e87-93c9-76296a4b7966 HTTP/1.1" status: 204 len: 168 time: 0.9520831 Jul 09 16:32:14.987663 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50428) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:15.027679 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04632995-4b59-4af7-bd84-022515b71b16 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Pushing event deleted for resources: {'Network': ['ID=06ebeb11-d2e8-4e87-93c9-76296a4b7966,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:15.093391 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-808d9c77-747e-44ab-9056-f1b921083f57 req-12b5530c-268e-4899-9ea8-d3add825cef4 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] 10.222.0.98 "GET /v2.0/security-groups?id=e6b8ec76-8e51-4dcc-b276-be8d4ce12510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080146 Jul 09 16:32:15.093939 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6016e6cb-607b-4913-87be-86a4f4475305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7ce7d0-ff4c-41f2-a5c2-fa6d6ce74ad5', 'name': '', 'tenant_id': '048984af284e4a8683a18380033eff88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ba761d1-0663-4a96-add0-e9bc0bd15ea6', 'external_fixed_ips': [{'subnet_id': '1ee1c650-316c-4c87-b43c-7036e85fb7a7', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': '59417f46-4551-4b47-9626-f3b701d29c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:32:11Z', 'updated_at': '2021-07-09T16:32:13Z', 'revision_number': 3, 'project_id': '048984af284e4a8683a18380033eff88', 'gw_port': {'id': '59417f46-4551-4b47-9626-f3b701d29c19', 'name': '', 'network_id': '8ba761d1-0663-4a96-add0-e9bc0bd15ea6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7ce7d0-ff4c-41f2-a5c2-fa6d6ce74ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '1ee1c650-316c-4c87-b43c-7036e85fb7a7', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:32:12Z', 'updated_at': '2021-07-09T16:32:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ee1c650-316c-4c87-b43c-7036e85fb7a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:15.126895 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dd9f19e5-714e-416d-a393-d0abf9588cc0 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:15.140420 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f19e5-714e-416d-a393-d0abf9588cc0 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Calling delete_port for 59417f46-4551-4b47-9626-f3b701d29c19 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:32:15.153678 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-62bbef7d-9ac9-4130-82c1-7fd2d9f63118 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:15.190689 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6016e6cb-607b-4913-87be-86a4f4475305 None None] Checking router: 5f7ce7d0-ff4c-41f2-a5c2-fa6d6ce74ad5 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:32:15.191071 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6016e6cb-607b-4913-87be-86a4f4475305 None None] Updating router 5f7ce7d0-ff4c-41f2-a5c2-fa6d6ce74ad5 port 59417f46-4551-4b47-9626-f3b701d29c19 binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:32:15.259111 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6016e6cb-607b-4913-87be-86a4f4475305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:15.336331 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-16fc12cb-a2e4-490d-91ff-21fa53156c4c None None] Could not find standard attr ID for object f6041a8f-bdea-4cdd-bd5a-ef2da1aee134. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:32:15.347132 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa28bd13-66e2-457a-9157-9eec73aac582 None None] DHCP port deletion for 06ebeb11-d2e8-4e87-93c9-76296a4b7966 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:32:15.386316 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-62bbef7d-9ac9-4130-82c1-7fd2d9f63118 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:15.400073 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-62bbef7d-9ac9-4130-82c1-7fd2d9f63118 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f033d74-3fa4-41f9-9e28-34faf1ce7fc9']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:15.426228 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b92ae46-73bb-4ad0-9b2e-8ba86baa387d None None] Network 06ebeb11-d2e8-4e87-93c9-76296a4b7966 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:32:15.447623 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b92ae46-73bb-4ad0-9b2e-8ba86baa387d None None] Network 06ebeb11-d2e8-4e87-93c9-76296a4b7966 could not be found, it might have been deleted concurrently. {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 16:32:15.458545 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c51b69-ab12-4aa7-a47e-240c46d8265b None None] get_active_networks_info from n-d-798930-3 {{(pid=93960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 16:32:15.459744 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dd9f19e5-714e-416d-a393-d0abf9588cc0 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:15.474912 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-62bbef7d-9ac9-4130-82c1-7fd2d9f63118 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46a8ed7c-de73-447a-b10b-24ef6511eff1') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:15.475578 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-62bbef7d-9ac9-4130-82c1-7fd2d9f63118 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46a8ed7c-de73-447a-b10b-24ef6511eff1') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:15.496517 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-62bbef7d-9ac9-4130-82c1-7fd2d9f63118 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:15.518005 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-62bbef7d-9ac9-4130-82c1-7fd2d9f63118 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:15.545752 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f19e5-714e-416d-a393-d0abf9588cc0 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Pushing event deleted for resources: {'Port': ['ID=59417f46-4551-4b47-9626-f3b701d29c19,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:15.553369 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62bbef7d-9ac9-4130-82c1-7fd2d9f63118 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:32:15.553369 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-62bbef7d-9ac9-4130-82c1-7fd2d9f63118 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:15.593885 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dd9f19e5-714e-416d-a393-d0abf9588cc0 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:15.613836 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:32:15.613836 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:32:15.613836 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:32:15.613836 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:32:15.613836 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:32:15.613836 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:32:15.613836 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:32:15.613836 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:32:15.613836 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:32:15.613836 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:32:15.613836 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:32:15.613836 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:32:15.613836 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:32:15.613836 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:32:15.613836 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:32:15.613836 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:32:15.613836 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:32:15.613836 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:32:15.613836 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:32:15.613836 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:32:15.613836 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:32:15.613836 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:32:15.613836 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:32:15.613836 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:32:15.613836 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:32:15.613836 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:32:15.613836 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:32:15.613836 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:32:15.613836 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:32:15.613836 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:32:15.613836 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:32:15.613836 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:32:15.636760 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-62bbef7d-9ac9-4130-82c1-7fd2d9f63118 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:15.644139 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c51b69-ab12-4aa7-a47e-240c46d8265b None None] Resources bound (agent type, host, resource id): {{(pid=93960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 16:32:15.675120 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-62bbef7d-9ac9-4130-82c1-7fd2d9f63118 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:15.677237 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-62bbef7d-9ac9-4130-82c1-7fd2d9f63118 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] 10.222.0.98 "DELETE /v2.0/networks/1f033d74-3fa4-41f9-9e28-34faf1ce7fc9 HTTP/1.1" status: 204 len: 168 time: 0.6873226 Jul 09 16:32:15.679638 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bbef7d-9ac9-4130-82c1-7fd2d9f63118 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Pushing event deleted for resources: {'Network': ['ID=1f033d74-3fa4-41f9-9e28-34faf1ce7fc9,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:15.681539 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50446) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:15.693473 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da632c16-04dd-40f9-85ee-d03b8974e50a req-9ec5aa96-07a8-40f4-b617-e98ea4921bfe tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:15.702795 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-da632c16-04dd-40f9-85ee-d03b8974e50a req-9ec5aa96-07a8-40f4-b617-e98ea4921bfe tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a4d3c7d-e154-4381-8e63-75de2662dd3a HTTP/1.1" status: 200 len: 946 time: 0.3520474 Jul 09 16:32:15.741956 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dd9f19e5-714e-416d-a393-d0abf9588cc0 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:15.746539 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dd9f19e5-714e-416d-a393-d0abf9588cc0 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:15.760578 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.db.api [None req-6016e6cb-607b-4913-87be-86a4f4475305 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:32:15.761064 n-d-798930-3 neutron-server[93960]: DEBUG oslo_db.api [None req-6016e6cb-607b-4913-87be-86a4f4475305 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:32:15.823405 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-da632c16-04dd-40f9-85ee-d03b8974e50a req-5273c49e-e5f2-484d-907e-4827284de656 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] 10.222.0.98 "GET /v2.0/security-groups?id=e6b8ec76-8e51-4dcc-b276-be8d4ce12510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195436 Jul 09 16:32:15.842064 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dd9f19e5-714e-416d-a393-d0abf9588cc0 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:15.842670 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9f19e5-714e-416d-a393-d0abf9588cc0 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5f7ce7d0-ff4c-41f2-a5c2-fa6d6ce74ad5 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:32:15.847635 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dd9f19e5-714e-416d-a393-d0abf9588cc0 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:15.848458 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-dd9f19e5-714e-416d-a393-d0abf9588cc0 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] 10.222.0.98 "DELETE /v2.0/routers/5f7ce7d0-ff4c-41f2-a5c2-fa6d6ce74ad5 HTTP/1.1" status: 204 len: 168 time: 1.3971295 Jul 09 16:32:15.852487 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50452) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:15.858409 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-040f70c8-9f62-448f-b91e-842db1c73b08 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:15.924856 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-5757af21-bda3-49f6-ad0a-b0cdcfdafb70 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Deleting subnet 1ee1c650-316c-4c87-b43c-7036e85fb7a7 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:32:15.928757 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5757af21-bda3-49f6-ad0a-b0cdcfdafb70 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:15.971582 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5757af21-bda3-49f6-ad0a-b0cdcfdafb70 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:15.994608 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-040f70c8-9f62-448f-b91e-842db1c73b08 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:16.009408 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-040f70c8-9f62-448f-b91e-842db1c73b08 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['818252bd-fae2-49ca-8dcb-171c9199283b']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:16.036108 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5757af21-bda3-49f6-ad0a-b0cdcfdafb70 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:16.045563 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-040f70c8-9f62-448f-b91e-842db1c73b08 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e67c6bb4-ddc1-44dd-9fb2-5d8cd03bbfc5') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:16.046391 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-040f70c8-9f62-448f-b91e-842db1c73b08 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e67c6bb4-ddc1-44dd-9fb2-5d8cd03bbfc5') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:16.057759 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-040f70c8-9f62-448f-b91e-842db1c73b08 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:16.083011 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-040f70c8-9f62-448f-b91e-842db1c73b08 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:16.094407 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-040f70c8-9f62-448f-b91e-842db1c73b08 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:32:16.094670 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-040f70c8-9f62-448f-b91e-842db1c73b08 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:16.098546 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:32:16.098546 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:32:16.098546 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:32:16.098546 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:32:16.098546 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:32:16.098546 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:32:16.098546 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:32:16.098546 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:32:16.098546 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:32:16.098546 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:32:16.098546 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:32:16.098546 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:32:16.098546 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:32:16.098546 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:32:16.098546 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:32:16.098546 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:32:16.098546 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:32:16.098546 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:32:16.098546 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:32:16.098546 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:32:16.098546 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:32:16.098546 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:32:16.098546 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:32:16.098546 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:32:16.098546 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:32:16.098546 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:32:16.098546 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:32:16.098546 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:32:16.098546 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:32:16.098546 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:32:16.098546 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:32:16.098546 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:32:16.132101 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5757af21-bda3-49f6-ad0a-b0cdcfdafb70 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:16.148748 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5757af21-bda3-49f6-ad0a-b0cdcfdafb70 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:16.151200 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-5757af21-bda3-49f6-ad0a-b0cdcfdafb70 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] 10.222.0.98 "DELETE /v2.0/subnets/1ee1c650-316c-4c87-b43c-7036e85fb7a7 HTTP/1.1" status: 204 len: 168 time: 0.2974200 Jul 09 16:32:16.166444 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50460) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:16.168827 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757af21-bda3-49f6-ad0a-b0cdcfdafb70 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1ee1c650-316c-4c87-b43c-7036e85fb7a7,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:16.256041 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-040f70c8-9f62-448f-b91e-842db1c73b08 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:16.282662 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6016e6cb-607b-4913-87be-86a4f4475305 None None] Port 59417f46-4551-4b47-9626-f3b701d29c19 not found while updating agent binding for router 5f7ce7d0-ff4c-41f2-a5c2-fa6d6ce74ad5. {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 09 16:32:16.287080 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-040f70c8-9f62-448f-b91e-842db1c73b08 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:16.288986 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-040f70c8-9f62-448f-b91e-842db1c73b08 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] 10.222.0.98 "DELETE /v2.0/networks/818252bd-fae2-49ca-8dcb-171c9199283b HTTP/1.1" status: 204 len: 168 time: 0.6057534 Jul 09 16:32:16.292576 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50466) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:16.294918 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6016e6cb-607b-4913-87be-86a4f4475305 None None] Routers set() bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:32:16.295559 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6016e6cb-607b-4913-87be-86a4f4475305 None None] Router IDs set() for agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 09 16:32:16.296382 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_agentschedulers_db [None req-6016e6cb-607b-4913-87be-86a4f4475305 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5f7ce7d0-ff4c-41f2-a5c2-fa6d6ce74ad5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:31:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent'). {{(pid=93960) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 09 16:32:16.297147 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6016e6cb-607b-4913-87be-86a4f4475305 None None] The sync data for ids ['5f7ce7d0-ff4c-41f2-a5c2-fa6d6ce74ad5'] in n-d-798930-3 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:32:16.307229 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-38361a79-2193-4fb7-a28e-bc733ee34049 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:16.308911 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040f70c8-9f62-448f-b91e-842db1c73b08 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Pushing event deleted for resources: {'Network': ['ID=818252bd-fae2-49ca-8dcb-171c9199283b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:16.377723 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-31329d24-86f0-48f1-baef-935d2f1df098 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:16.410862 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb79ea-8818-4eb6-90d5-05ae4cf58fd1 req-04df9587-57c2-4b10-861b-79783111e7ce tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:16.412854 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ceeb79ea-8818-4eb6-90d5-05ae4cf58fd1 req-04df9587-57c2-4b10-861b-79783111e7ce tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a4d3c7d-e154-4381-8e63-75de2662dd3a HTTP/1.1" status: 200 len: 946 time: 0.1751051 Jul 09 16:32:16.423208 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-38361a79-2193-4fb7-a28e-bc733ee34049 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:16.472460 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-38361a79-2193-4fb7-a28e-bc733ee34049 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ba761d1-0663-4a96-add0-e9bc0bd15ea6']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:16.491721 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-31329d24-86f0-48f1-baef-935d2f1df098 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:16.495673 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-38361a79-2193-4fb7-a28e-bc733ee34049 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38ce94df-6704-4d9d-9e19-9cb533cd0ec9') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:16.495983 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-38361a79-2193-4fb7-a28e-bc733ee34049 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38ce94df-6704-4d9d-9e19-9cb533cd0ec9') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:16.502836 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-31329d24-86f0-48f1-baef-935d2f1df098 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ebc72b5-e7b2-4260-9466-7809f6c54f43']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:16.517373 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ceeb79ea-8818-4eb6-90d5-05ae4cf58fd1 req-1256f9c5-d71d-4d99-b21a-ba47a27257a1 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] 10.222.0.98 "GET /v2.0/security-groups?id=e6b8ec76-8e51-4dcc-b276-be8d4ce12510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986011 Jul 09 16:32:16.519974 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-31329d24-86f0-48f1-baef-935d2f1df098 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8081013-d1a6-4dea-8f7a-cebd82cfd5ac') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:16.520264 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-31329d24-86f0-48f1-baef-935d2f1df098 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8081013-d1a6-4dea-8f7a-cebd82cfd5ac') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:16.527884 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-38361a79-2193-4fb7-a28e-bc733ee34049 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:16.530567 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-31329d24-86f0-48f1-baef-935d2f1df098 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:16.545819 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-38361a79-2193-4fb7-a28e-bc733ee34049 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:16.556075 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38361a79-2193-4fb7-a28e-bc733ee34049 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:32:16.556890 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-38361a79-2193-4fb7-a28e-bc733ee34049 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:16.558128 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-31329d24-86f0-48f1-baef-935d2f1df098 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:16.561322 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:32:16.561322 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:32:16.561322 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:32:16.561322 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:32:16.561322 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:32:16.561322 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:32:16.561322 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:32:16.561322 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:32:16.561322 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:32:16.561322 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:32:16.561322 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:32:16.561322 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:32:16.561322 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:32:16.561322 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:32:16.561322 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:32:16.561322 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:32:16.561322 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:32:16.561322 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:32:16.561322 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:32:16.561322 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:32:16.561322 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:32:16.561322 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:32:16.561322 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:32:16.561322 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:32:16.561322 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:32:16.561322 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:32:16.561322 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:32:16.561322 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:32:16.561322 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:32:16.561322 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:32:16.561322 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:32:16.561322 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:32:16.573583 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31329d24-86f0-48f1-baef-935d2f1df098 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:32:16.573948 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-31329d24-86f0-48f1-baef-935d2f1df098 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:16.577962 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:32:16.577962 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:32:16.577962 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:32:16.577962 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:32:16.577962 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:32:16.577962 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:32:16.577962 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:32:16.577962 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:32:16.577962 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:32:16.577962 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:32:16.577962 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:32:16.577962 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:32:16.577962 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:32:16.577962 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:32:16.577962 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:32:16.577962 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:32:16.577962 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:32:16.577962 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:32:16.577962 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:32:16.577962 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:32:16.577962 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:32:16.577962 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:32:16.577962 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:32:16.577962 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:32:16.577962 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:32:16.577962 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:32:16.577962 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:32:16.577962 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:32:16.577962 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:32:16.577962 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:32:16.577962 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:32:16.577962 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:32:16.577962 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:32:16.577962 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:32:16.577962 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:32:16.577962 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:32:16.577962 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:32:16.577962 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:32:16.577962 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:32:16.577962 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:32:16.577962 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:32:16.577962 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:32:16.577962 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:32:16.577962 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:32:16.611928 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device f6041a8f-bdea-4cdd-bd5a-ef2da1aee134 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:32:16.636030 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-38361a79-2193-4fb7-a28e-bc733ee34049 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:16.642358 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38361a79-2193-4fb7-a28e-bc733ee34049 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8ba761d1-0663-4a96-add0-e9bc0bd15ea6 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 16:32:16.643159 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: f6041a8f-bdea-4cdd-bd5a-ef2da1aee134 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:32:16.644159 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device f6041a8f-bdea-4cdd-bd5a-ef2da1aee134 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:32:16.648590 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-31329d24-86f0-48f1-baef-935d2f1df098 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:16.656849 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-38361a79-2193-4fb7-a28e-bc733ee34049 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:16.657319 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-31329d24-86f0-48f1-baef-935d2f1df098 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:16.659897 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-31329d24-86f0-48f1-baef-935d2f1df098 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] 10.222.0.98 "DELETE /v2.0/networks/0ebc72b5-e7b2-4260-9466-7809f6c54f43 HTTP/1.1" status: 204 len: 168 time: 0.3659215 Jul 09 16:32:16.664270 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-38361a79-2193-4fb7-a28e-bc733ee34049 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] 10.222.0.98 "DELETE /v2.0/networks/8ba761d1-0663-4a96-add0-e9bc0bd15ea6 HTTP/1.1" status: 204 len: 168 time: 0.4964969 Jul 09 16:32:16.685786 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31329d24-86f0-48f1-baef-935d2f1df098 tempest-BulkNetworkOpsTest-1079053317 tempest-BulkNetworkOpsTest-1079053317-project] Pushing event deleted for resources: {'Network': ['ID=0ebc72b5-e7b2-4260-9466-7809f6c54f43,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:16.687983 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38361a79-2193-4fb7-a28e-bc733ee34049 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Pushing event deleted for resources: {'Network': ['ID=8ba761d1-0663-4a96-add0-e9bc0bd15ea6,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:17.112456 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50488) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:17.218512 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50492) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:17.224922 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-301c0ba2-bac9-49a7-bb48-11db32710a5b tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Request body: {'router': {'name': 'tempest-router--1143662050', 'project_id': '0a13301244244d008f6c30722439c149'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:32:17.248198 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-301c0ba2-bac9-49a7-bb48-11db32710a5b tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:17.249385 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-301c0ba2-bac9-49a7-bb48-11db32710a5b tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:17.307466 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-301c0ba2-bac9-49a7-bb48-11db32710a5b tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:17.318221 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-301c0ba2-bac9-49a7-bb48-11db32710a5b tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:17.318503 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50496) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:17.328941 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-301c0ba2-bac9-49a7-bb48-11db32710a5b tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:17.330391 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-301c0ba2-bac9-49a7-bb48-11db32710a5b tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1098368 Jul 09 16:32:17.333194 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50500) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:17.415453 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-62696743-1144-49e2-ada9-2ddcc7e454f7 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:17.434515 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d27da230-6666-4dd7-99f8-170b19d9fc1d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f486640e4cc24117b5a5a109e090f4ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3204203 Jul 09 16:32:17.437213 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-69fd0eee-3b3e-40d5-81c7-1986ba259467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:17.439108 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50502) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:17.522423 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9aeea3ff-2025-44f1-b599-a0563c0da7df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:17.562202 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9aeea3ff-2025-44f1-b599-a0563c0da7df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:17.602645 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-62696743-1144-49e2-ada9-2ddcc7e454f7 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:17.607137 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-62696743-1144-49e2-ada9-2ddcc7e454f7 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:17.652055 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-69fd0eee-3b3e-40d5-81c7-1986ba259467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:17.661072 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-69fd0eee-3b3e-40d5-81c7-1986ba259467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:17.703727 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-62696743-1144-49e2-ada9-2ddcc7e454f7 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:17.704225 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62696743-1144-49e2-ada9-2ddcc7e454f7 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 80f93d53-d5dd-4ad1-a3c4-d8651667e35e {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:32:17.710427 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-62696743-1144-49e2-ada9-2ddcc7e454f7 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:17.711455 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-62696743-1144-49e2-ada9-2ddcc7e454f7 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] 10.222.0.98 "DELETE /v2.0/routers/80f93d53-d5dd-4ad1-a3c4-d8651667e35e HTTP/1.1" status: 204 len: 168 time: 0.3767641 Jul 09 16:32:17.714813 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9aeea3ff-2025-44f1-b599-a0563c0da7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:17.717529 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9aeea3ff-2025-44f1-b599-a0563c0da7df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:17.720939 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-9aeea3ff-2025-44f1-b599-a0563c0da7df admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/18aa3eca-9014-49d7-b11d-afb452634dcf HTTP/1.1" status: 204 len: 168 time: 0.2785621 Jul 09 16:32:17.743043 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50512) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:17.743423 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-69fd0eee-3b3e-40d5-81c7-1986ba259467 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d8c7abf0ad584836a0de0d523bb49931&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4237199 Jul 09 16:32:17.746142 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fd0eee-3b3e-40d5-81c7-1986ba259467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e34d1e-c6f7-49e2-af86-bb9c6f3887bc,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:17.760915 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c880329-743a-476f-af09-c2bd16e500f9 req-f4a5efc1-ada1-4576-838f-bb8452a314c4 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:17.761372 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeea3ff-2025-44f1-b599-a0563c0da7df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18aa3eca-9014-49d7-b11d-afb452634dcf,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:17.762447 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4c880329-743a-476f-af09-c2bd16e500f9 req-f4a5efc1-ada1-4576-838f-bb8452a314c4 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a4d3c7d-e154-4381-8e63-75de2662dd3a HTTP/1.1" status: 200 len: 946 time: 0.1089232 Jul 09 16:32:17.774210 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c0eba-f5ee-4678-834d-2c9abed329e7 req-50cac88a-f4a4-4eb4-8c8d-1fa7697a7759 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:17.775796 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-931c0eba-f5ee-4678-834d-2c9abed329e7 req-50cac88a-f4a4-4eb4-8c8d-1fa7697a7759 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a4d3c7d-e154-4381-8e63-75de2662dd3a HTTP/1.1" status: 200 len: 946 time: 0.1636038 Jul 09 16:32:17.836469 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f886e27-7154-4697-816b-003669410862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:17.847361 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4c880329-743a-476f-af09-c2bd16e500f9 req-d8f2ebba-8b82-4243-81aa-68916285b8ea tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] 10.222.0.98 "GET /v2.0/security-groups?id=e6b8ec76-8e51-4dcc-b276-be8d4ce12510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737259 Jul 09 16:32:17.874968 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f886e27-7154-4697-816b-003669410862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:17.935762 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-931c0eba-f5ee-4678-834d-2c9abed329e7 req-f5975cc8-b5cc-45b2-b82d-abe7c9aadee1 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Deleting port 2da16db5-c86d-4bac-bc18-6db9d37f0e9d {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:32:17.936105 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-931c0eba-f5ee-4678-834d-2c9abed329e7 req-f5975cc8-b5cc-45b2-b82d-abe7c9aadee1 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:17.940539 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f886e27-7154-4697-816b-003669410862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:17.943781 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f886e27-7154-4697-816b-003669410862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:17.948082 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2f886e27-7154-4697-816b-003669410862 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/60e34d1e-c6f7-49e2-af86-bb9c6f3887bc HTTP/1.1" status: 204 len: 168 time: 0.1986969 Jul 09 16:32:17.954009 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f886e27-7154-4697-816b-003669410862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e34d1e-c6f7-49e2-af86-bb9c6f3887bc,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:18.011485 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50518) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:18.061092 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-931c0eba-f5ee-4678-834d-2c9abed329e7 req-f5975cc8-b5cc-45b2-b82d-abe7c9aadee1 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] For port 2da16db5-c86d-4bac-bc18-6db9d37f0e9d, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=2da16db5-c86d-4bac-bc18-6db9d37f0e9d,segment=NetworkSegment(e3110a2a-57b4-45ff-9897-1cc8ec92e459),segment_id=e3110a2a-57b4-45ff-9897-1cc8ec92e459)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:32:18.061733 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-931c0eba-f5ee-4678-834d-2c9abed329e7 req-f5975cc8-b5cc-45b2-b82d-abe7c9aadee1 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:18.081895 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-931c0eba-f5ee-4678-834d-2c9abed329e7 req-f5975cc8-b5cc-45b2-b82d-abe7c9aadee1 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Calling delete_port for 2da16db5-c86d-4bac-bc18-6db9d37f0e9d owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:32:18.221089 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-931c0eba-f5ee-4678-834d-2c9abed329e7 req-f5975cc8-b5cc-45b2-b82d-abe7c9aadee1 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:18.233995 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['2da16db5-c86d-4bac-bc18-6db9d37f0e9d', '06d26b5f-d3be-43fa-93b9-edb0366d1188'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:32:18.264541 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['b956ac12-c7e7-4d7d-9300-b06cd5b9aced'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:32:18.277567 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-91dd1df5-644a-4f18-93b6-076ef1bfe607 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1735585445', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}, 'admin_state_up': False}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:32:18.284188 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5975cc8-b5cc-45b2-b82d-abe7c9aadee1 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Pushing event deleted for resources: {'Port': ['ID=2da16db5-c86d-4bac-bc18-6db9d37f0e9d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:18.350808 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-931c0eba-f5ee-4678-834d-2c9abed329e7 req-f5975cc8-b5cc-45b2-b82d-abe7c9aadee1 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] No DVR routers for this DVR port 2da16db5-c86d-4bac-bc18-6db9d37f0e9d on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:32:18.354650 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-931c0eba-f5ee-4678-834d-2c9abed329e7 req-f5975cc8-b5cc-45b2-b82d-abe7c9aadee1 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:18.356757 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-931c0eba-f5ee-4678-834d-2c9abed329e7 req-f5975cc8-b5cc-45b2-b82d-abe7c9aadee1 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] 10.222.0.77 "DELETE /v2.0/ports/2da16db5-c86d-4bac-bc18-6db9d37f0e9d HTTP/1.1" status: 204 len: 173 time: 0.5754216 Jul 09 16:32:18.357211 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4d3c7d-e154-4381-8e63-75de2662dd3a', 'name': 'network-vif-deleted', 'tag': '2da16db5-c86d-4bac-bc18-6db9d37f0e9d'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:32:18.359947 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36dae98-536d-41cc-aba1-bc3d39426fa7" -d '{"events": [{"server_uuid": "9a4d3c7d-e154-4381-8e63-75de2662dd3a", "name": "network-vif-deleted", "tag": "2da16db5-c86d-4bac-bc18-6db9d37f0e9d"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:32:18.382539 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-91dd1df5-644a-4f18-93b6-076ef1bfe607 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:18.384132 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-91dd1df5-644a-4f18-93b6-076ef1bfe607 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:18.460352 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b411f888-30cd-413a-b040-9b59a448af4a x-openstack-request-id: req-b411f888-30cd-413a-b040-9b59a448af4a {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:32:18.460619 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a4d3c7d-e154-4381-8e63-75de2662dd3a", "name": "network-vif-deleted", "tag": "2da16db5-c86d-4bac-bc18-6db9d37f0e9d", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:32:18.461094 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b411f888-30cd-413a-b040-9b59a448af4a {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:32:18.461254 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a4d3c7d-e154-4381-8e63-75de2662dd3a', 'name': 'network-vif-deleted', 'tag': '2da16db5-c86d-4bac-bc18-6db9d37f0e9d', 'status': 'completed', 'code': 200} Jul 09 16:32:18.484816 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50534) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:18.812435 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a98d909a-759f-4f72-bfde-40fbac05f53b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:18.846013 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-91dd1df5-644a-4f18-93b6-076ef1bfe607 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:18.989834 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a98d909a-759f-4f72-bfde-40fbac05f53b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:18.999651 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a98d909a-759f-4f72-bfde-40fbac05f53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:19.046686 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50550) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:19.060291 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98d909a-759f-4f72-bfde-40fbac05f53b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba0f2e0-8a0a-49b6-895b-6c213bad43ec,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:19.079765 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a98d909a-759f-4f72-bfde-40fbac05f53b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=120e2afa15214b7aa1f8c3c614773420&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5912411 Jul 09 16:32:19.081137 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50554) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:19.116971 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d2b15b69-eec0-4813-9eeb-b53b84a6a8cc req-c35d90c8-fcf4-4a25-a6be-2fbc8ee9db69 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a4d3c7d-e154-4381-8e63-75de2662dd3a HTTP/1.1" status: 200 len: 210 time: 0.0395296 Jul 09 16:32:19.120864 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-91dd1df5-644a-4f18-93b6-076ef1bfe607 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:19.152438 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd00e712-b600-4d72-a207-a988094a4f7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:19.177455 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd00e712-b600-4d72-a207-a988094a4f7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:19.210454 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-187f7331-8734-4778-9908-33412dcc8418 tempest-DvrRoutersNegativeTest-1306866526 tempest-DvrRoutersNegativeTest-1306866526-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1835704031', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:32:19.213329 n-d-798930-3 neutron-server[93958]: DEBUG neutron.policy [None req-187f7331-8734-4778-9908-33412dcc8418 tempest-DvrRoutersNegativeTest-1306866526 tempest-DvrRoutersNegativeTest-1306866526-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93958) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 09 16:32:19.213631 n-d-798930-3 neutron-server[93958]: DEBUG neutron.policy [None req-187f7331-8734-4778-9908-33412dcc8418 tempest-DvrRoutersNegativeTest-1306866526 tempest-DvrRoutersNegativeTest-1306866526-project] Failed policy check for 'create_router' {{(pid=93958) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 09 16:32:19.214159 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [None req-187f7331-8734-4778-9908-33412dcc8418 tempest-DvrRoutersNegativeTest-1306866526 tempest-DvrRoutersNegativeTest-1306866526-project] create failed (client error): Access was denied to this resource. Jul 09 16:32:19.215212 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-187f7331-8734-4778-9908-33412dcc8418 tempest-DvrRoutersNegativeTest-1306866526 tempest-DvrRoutersNegativeTest-1306866526-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1675434 Jul 09 16:32:19.232910 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd00e712-b600-4d72-a207-a988094a4f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:19.235659 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd00e712-b600-4d72-a207-a988094a4f7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:19.236899 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-cd00e712-b600-4d72-a207-a988094a4f7d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8ba0f2e0-8a0a-49b6-895b-6c213bad43ec HTTP/1.1" status: 204 len: 168 time: 0.1555474 Jul 09 16:32:19.245598 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd00e712-b600-4d72-a207-a988094a4f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba0f2e0-8a0a-49b6-895b-6c213bad43ec,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:19.374504 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-91dd1df5-644a-4f18-93b6-076ef1bfe607 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:19.400918 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-91dd1df5-644a-4f18-93b6-076ef1bfe607 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:19.500388 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50564) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:19.517317 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-91dd1df5-644a-4f18-93b6-076ef1bfe607 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Allocated IP 172.25.0.167 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/13ad4e1e-c680-42d5-8ea8-d2c0a9bbf170) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:32:19.624707 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e8427852-bfcd-404d-b34e-ef240379dc1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:19.633489 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-91dd1df5-644a-4f18-93b6-076ef1bfe607 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:19.679404 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-91dd1df5-644a-4f18-93b6-076ef1bfe607 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:19.725375 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dd1df5-644a-4f18-93b6-076ef1bfe607 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:32:19.728283 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-91dd1df5-644a-4f18-93b6-076ef1bfe607 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:32:19.730678 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dd1df5-644a-4f18-93b6-076ef1bfe607 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:32:19.739172 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e8427852-bfcd-404d-b34e-ef240379dc1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:19.744104 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e8427852-bfcd-404d-b34e-ef240379dc1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:19.758995 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dd1df5-644a-4f18-93b6-076ef1bfe607 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Pushing event updated for resources: {'Port': ['ID=13ad4e1e-c680-42d5-8ea8-d2c0a9bbf170,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:19.787893 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e8427852-bfcd-404d-b34e-ef240379dc1a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ea800e8437d54b008316238501d0dc97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2864039 Jul 09 16:32:19.790140 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8427852-bfcd-404d-b34e-ef240379dc1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf242a7b-3332-4b55-b6f9-406419cd1f08,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:19.792484 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50580) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:19.846745 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b4291bc8-959c-487c-9f4c-6a0c81e921f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:19.871512 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b4291bc8-959c-487c-9f4c-6a0c81e921f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:19.924903 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b4291bc8-959c-487c-9f4c-6a0c81e921f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:19.929493 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b4291bc8-959c-487c-9f4c-6a0c81e921f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:19.933478 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b4291bc8-959c-487c-9f4c-6a0c81e921f3 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/bf242a7b-3332-4b55-b6f9-406419cd1f08 HTTP/1.1" status: 204 len: 168 time: 0.1372471 Jul 09 16:32:19.945365 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4291bc8-959c-487c-9f4c-6a0c81e921f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf242a7b-3332-4b55-b6f9-406419cd1f08,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:20.097466 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-91dd1df5-644a-4f18-93b6-076ef1bfe607 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:20.331109 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-91dd1df5-644a-4f18-93b6-076ef1bfe607 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:20.503249 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91dd1df5-644a-4f18-93b6-076ef1bfe607 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Router e6fc5d01-f166-44d6-9f34-0fd5cac3549b is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:32:20.670276 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91dd1df5-644a-4f18-93b6-076ef1bfe607 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:32:20.680257 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990f43d1-30af-40b6-ab0b-1e97cf3d4cec None None] Sync routers for ids ['e6fc5d01-f166-44d6-9f34-0fd5cac3549b'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:32:20.693728 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990f43d1-30af-40b6-ab0b-1e97cf3d4cec None None] Routers {'e6fc5d01-f166-44d6-9f34-0fd5cac3549b'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:32:20.694362 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-990f43d1-30af-40b6-ab0b-1e97cf3d4cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:31:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['e6fc5d01-f166-44d6-9f34-0fd5cac3549b'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:20.694578 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-91dd1df5-644a-4f18-93b6-076ef1bfe607 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:20.700750 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50624) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:20.713380 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-91dd1df5-644a-4f18-93b6-076ef1bfe607 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.7006137 Jul 09 16:32:20.731549 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-990f43d1-30af-40b6-ab0b-1e97cf3d4cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:20.744023 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990f43d1-30af-40b6-ab0b-1e97cf3d4cec None None] Routers {'e6fc5d01-f166-44d6-9f34-0fd5cac3549b'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:32:20.746016 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-990f43d1-30af-40b6-ab0b-1e97cf3d4cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:31:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['e6fc5d01-f166-44d6-9f34-0fd5cac3549b'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:20.793490 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-990f43d1-30af-40b6-ab0b-1e97cf3d4cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:20.794536 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990f43d1-30af-40b6-ab0b-1e97cf3d4cec None None] The sync data for ids ['e6fc5d01-f166-44d6-9f34-0fd5cac3549b'] in n-d-798930-3 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:32:20.854344 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-4e69a4bc-9cc9-444a-824d-d228c3a06394 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] 10.222.0.98 "GET /v2.0/routers/e6fc5d01-f166-44d6-9f34-0fd5cac3549b HTTP/1.1" status: 200 len: 921 time: 0.1514289 Jul 09 16:32:20.857199 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50642) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:20.907779 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f2fe09e6-e595-4c43-a0b7-8f2b0af8968d tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6fc5d01-f166-44d6-9f34-0fd5cac3549b HTTP/1.1" status: 200 len: 205 time: 0.0489163 Jul 09 16:32:20.909865 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50650) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:21.029309 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50656) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:21.144427 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-92a8c0f8-28eb-4703-becf-0e41e805b3d2 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-858443524', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:32:21.168176 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-167829ea-5a1e-41cb-9720-f75b848f053b tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:21.195948 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-92a8c0f8-28eb-4703-becf-0e41e805b3d2 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:21.197453 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-92a8c0f8-28eb-4703-becf-0e41e805b3d2 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:21.288612 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-167829ea-5a1e-41cb-9720-f75b848f053b tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:21.303010 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-92a8c0f8-28eb-4703-becf-0e41e805b3d2 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:21.308797 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-92a8c0f8-28eb-4703-becf-0e41e805b3d2 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:21.333463 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-92a8c0f8-28eb-4703-becf-0e41e805b3d2 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:21.335065 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-92a8c0f8-28eb-4703-becf-0e41e805b3d2 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.3039296 Jul 09 16:32:21.338505 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50672) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:21.345721 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-be40cea8-b7fa-4913-9e4d-da9a86f5c2c4 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-524449888'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:32:21.368295 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-167829ea-5a1e-41cb-9720-f75b848f053b tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Deleting port 13ad4e1e-c680-42d5-8ea8-d2c0a9bbf170 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:32:21.368884 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-167829ea-5a1e-41cb-9720-f75b848f053b tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:21.376776 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be40cea8-b7fa-4913-9e4d-da9a86f5c2c4 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Made reservation on behalf of 594880c13ed54f4c8392e299efb4856b for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:32:21.382198 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be40cea8-b7fa-4913-9e4d-da9a86f5c2c4 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:21.393140 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be40cea8-b7fa-4913-9e4d-da9a86f5c2c4 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:21.499256 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-167829ea-5a1e-41cb-9720-f75b848f053b tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:21.511056 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be40cea8-b7fa-4913-9e4d-da9a86f5c2c4 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:21.515427 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be40cea8-b7fa-4913-9e4d-da9a86f5c2c4 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:21.517941 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-167829ea-5a1e-41cb-9720-f75b848f053b tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Calling delete_port for 13ad4e1e-c680-42d5-8ea8-d2c0a9bbf170 owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:32:21.533455 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986902b-00a9-4e87-ab83-924e49f6d390 req-05496ba2-1bc4-4d89-a8e6-123a899d9551 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:21.539805 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986902b-00a9-4e87-ab83-924e49f6d390 req-05496ba2-1bc4-4d89-a8e6-123a899d9551 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:21.541514 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5986902b-00a9-4e87-ab83-924e49f6d390 req-05496ba2-1bc4-4d89-a8e6-123a899d9551 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] 10.222.0.98 "GET /v2.0/ports?device_id=679a202a-03ed-44bf-919b-7746b6c51eb5&device_id=dc1946e7-7b10-4e93-9430-459c2d0e9250 HTTP/1.1" status: 200 len: 1683 time: 0.1220174 Jul 09 16:32:21.558150 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be40cea8-b7fa-4913-9e4d-da9a86f5c2c4 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=544f26b4-5d62-4e90-893b-ee8ea380ff60,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:21.563847 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be40cea8-b7fa-4913-9e4d-da9a86f5c2c4 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:32:21.573936 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be40cea8-b7fa-4913-9e4d-da9a86f5c2c4 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:21.574293 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-be40cea8-b7fa-4913-9e4d-da9a86f5c2c4 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Added segment 655c773f-4903-4040-9ed0-396724bd1985 of type vlan for network 8747caf6-a488-40c1-b131-589f19b2df3b Jul 09 16:32:21.616829 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be40cea8-b7fa-4913-9e4d-da9a86f5c2c4 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:21.627387 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5986902b-00a9-4e87-ab83-924e49f6d390 req-d3c1e1cf-02d8-4a7c-b79d-8a2a58a32216 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] 10.222.0.98 "GET /v2.0/security-groups?id=e6b8ec76-8e51-4dcc-b276-be8d4ce12510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796392 Jul 09 16:32:21.664158 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be40cea8-b7fa-4913-9e4d-da9a86f5c2c4 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:21.670117 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be40cea8-b7fa-4913-9e4d-da9a86f5c2c4 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:21.670794 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be40cea8-b7fa-4913-9e4d-da9a86f5c2c4 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:21.749524 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-be40cea8-b7fa-4913-9e4d-da9a86f5c2c4 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4065936 Jul 09 16:32:21.750033 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50692) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:21.757491 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-bc0e0e06-e92b-41ca-ab02-11e3bc104d4b tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Request body: {'subnet': {'network_id': '8747caf6-a488-40c1-b131-589f19b2df3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:32:21.765683 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be40cea8-b7fa-4913-9e4d-da9a86f5c2c4 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Pushing event updated for resources: {'Network': ['ID=8747caf6-a488-40c1-b131-589f19b2df3b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:21.778127 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 8747caf6-a488-40c1-b131-589f19b2df3b details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:32:21.782924 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-167829ea-5a1e-41cb-9720-f75b848f053b tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:21.822129 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167829ea-5a1e-41cb-9720-f75b848f053b tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Pushing event deleted for resources: {'Port': ['ID=13ad4e1e-c680-42d5-8ea8-d2c0a9bbf170,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:21.906648 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0e0e06-e92b-41ca-ab02-11e3bc104d4b tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Made reservation on behalf of 594880c13ed54f4c8392e299efb4856b for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:32:21.914105 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bc0e0e06-e92b-41ca-ab02-11e3bc104d4b tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:21.928313 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-167829ea-5a1e-41cb-9720-f75b848f053b tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:22.031918 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-167829ea-5a1e-41cb-9720-f75b848f053b tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:22.034231 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-167829ea-5a1e-41cb-9720-f75b848f053b tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:22.093966 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-167829ea-5a1e-41cb-9720-f75b848f053b tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:22.095240 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167829ea-5a1e-41cb-9720-f75b848f053b tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Fanout notify agent at l3_agent the message router_deleted on router e6fc5d01-f166-44d6-9f34-0fd5cac3549b {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:32:22.108321 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-167829ea-5a1e-41cb-9720-f75b848f053b tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:22.109721 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-167829ea-5a1e-41cb-9720-f75b848f053b tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] 10.222.0.98 "DELETE /v2.0/routers/e6fc5d01-f166-44d6-9f34-0fd5cac3549b HTTP/1.1" status: 204 len: 168 time: 1.1983981 Jul 09 16:32:22.113342 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50704) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:22.120624 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-a6f677be-1b5b-4912-a685-037ab95cf371 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1109242004', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'enable_snat': False}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:32:22.139172 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 2da16db5-c86d-4bac-bc18-6db9d37f0e9d no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:32:22.156564 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a6f677be-1b5b-4912-a685-037ab95cf371 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:22.158050 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a6f677be-1b5b-4912-a685-037ab95cf371 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:22.171534 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: 2da16db5-c86d-4bac-bc18-6db9d37f0e9d {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:32:22.172871 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 2da16db5-c86d-4bac-bc18-6db9d37f0e9d not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:32:22.202335 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bc0e0e06-e92b-41ca-ab02-11e3bc104d4b tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:22.240297 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a6f677be-1b5b-4912-a685-037ab95cf371 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:22.258318 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0f32423b-59ca-4631-aefb-fd1b1b8ee830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:22.289471 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0e0e06-e92b-41ca-ab02-11e3bc104d4b tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Pushing event updated for resources: {'Subnet': ['ID=47d3c6c9-d841-479e-85b8-d7832619c9d3,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:22.300998 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0e0e06-e92b-41ca-ab02-11e3bc104d4b tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Checking segment: {'id': '655c773f-4903-4040-9ed0-396724bd1985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8747caf6-a488-40c1-b131-589f19b2df3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:32:22.301371 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0e0e06-e92b-41ca-ab02-11e3bc104d4b tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Network hostable DHCP agents. Network: 8747caf6-a488-40c1-b131-589f19b2df3b, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:32:22.313237 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50712) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:22.333539 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0e0e06-e92b-41ca-ab02-11e3bc104d4b tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Network 8747caf6-a488-40c1-b131-589f19b2df3b is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:32:22.353502 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-bc0e0e06-e92b-41ca-ab02-11e3bc104d4b tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 8747caf6-a488-40c1-b131-589f19b2df3b) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:32:22.360305 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0e0e06-e92b-41ca-ab02-11e3bc104d4b tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:22.360305 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bc0e0e06-e92b-41ca-ab02-11e3bc104d4b tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:22.365645 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb5098b-0d11-4047-ad76-053821df88fe None None] Network 8747caf6-a488-40c1-b131-589f19b2df3b requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:32:22.407547 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-bc0e0e06-e92b-41ca-ab02-11e3bc104d4b tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6568244 Jul 09 16:32:22.410955 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50716) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:22.417226 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-74822e39-78bf-40e3-b74d-7656e25040c6 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Request body: {'network': {'name': 'tempest-router-network01--652331107'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:32:22.449274 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a6f677be-1b5b-4912-a685-037ab95cf371 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:22.456203 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74822e39-78bf-40e3-b74d-7656e25040c6 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Made reservation on behalf of 594880c13ed54f4c8392e299efb4856b for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:32:22.463352 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-74822e39-78bf-40e3-b74d-7656e25040c6 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:22.510736 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74822e39-78bf-40e3-b74d-7656e25040c6 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:32:22.535969 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-74822e39-78bf-40e3-b74d-7656e25040c6 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:22.536326 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-74822e39-78bf-40e3-b74d-7656e25040c6 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Added segment 0f633761-8a45-4b59-843c-c1745ab73620 of type vlan for network 4004e693-2e85-43fe-a03b-ad5043a2bd8f Jul 09 16:32:22.538134 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-414d59fd-4193-4ccb-899b-6340e955069d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:22.640413 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a75927f-62d8-4972-a9cb-3ec938d66342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-8747caf6-a488-40c1-b131-589f19b2df3b', 'network_id': '8747caf6-a488-40c1-b131-589f19b2df3b', 'tenant_id': '594880c13ed54f4c8392e299efb4856b', 'fixed_ips': [{'subnet_id': '47d3c6c9-d841-479e-85b8-d7832619c9d3'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:32:22.641836 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0a75927f-62d8-4972-a9cb-3ec938d66342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:22.649411 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-74822e39-78bf-40e3-b74d-7656e25040c6 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:22.716347 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-95ba3b54-65be-4794-860c-33ffb55cb6a7 req-bc8d8b03-b21a-47bc-9b3b-697d029dbb4c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1619465 Jul 09 16:32:22.719912 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a6f677be-1b5b-4912-a685-037ab95cf371 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:22.744395 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-74822e39-78bf-40e3-b74d-7656e25040c6 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:22.750727 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74822e39-78bf-40e3-b74d-7656e25040c6 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:22.751525 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-74822e39-78bf-40e3-b74d-7656e25040c6 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:22.766666 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a6f677be-1b5b-4912-a685-037ab95cf371 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:22.819125 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-0a75927f-62d8-4972-a9cb-3ec938d66342 None None] Allocated IP 2001:db8::2 (8747caf6-a488-40c1-b131-589f19b2df3b/47d3c6c9-d841-479e-85b8-d7832619c9d3/65e2306d-3880-4252-b1ed-08f874fd421f) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:32:22.911501 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74822e39-78bf-40e3-b74d-7656e25040c6 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Pushing event updated for resources: {'Network': ['ID=4004e693-2e85-43fe-a03b-ad5043a2bd8f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:22.918656 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-a6f677be-1b5b-4912-a685-037ab95cf371 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Allocated IP 172.25.0.36 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/ccf90ea2-aee5-4804-9b06-fb26a406988b) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:32:22.927961 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 4004e693-2e85-43fe-a03b-ad5043a2bd8f details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:32:22.951203 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-414d59fd-4193-4ccb-899b-6340e955069d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:22.959792 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-414d59fd-4193-4ccb-899b-6340e955069d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:22.969399 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-74822e39-78bf-40e3-b74d-7656e25040c6 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5550621 Jul 09 16:32:22.978364 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50724) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:22.984910 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-cac51731-675c-46d3-8282-270eec3da981 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Request body: {'network': {'name': 'tempest-router-network02--925049183'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:32:23.022656 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba3b54-65be-4794-860c-33ffb55cb6a7 req-0e7d2486-bd1d-418a-821e-6de1b81d16e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:23.024200 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-95ba3b54-65be-4794-860c-33ffb55cb6a7 req-0e7d2486-bd1d-418a-821e-6de1b81d16e0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b8ad35771c814596a752d0340d35099a&device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 1098 time: 0.2282701 Jul 09 16:32:23.029638 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-414d59fd-4193-4ccb-899b-6340e955069d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8388c80216724c2d9aa4e0b3b1dd6f60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7138419 Jul 09 16:32:23.030499 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50726) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:23.034589 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414d59fd-4193-4ccb-899b-6340e955069d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f746a7-9821-4ed3-a4c3-1ab60bbe128f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:23.049714 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10b96c-c852-4f73-8d2e-b466830364fe req-1f9578b8-960c-4548-88b2-304636381fa1 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:23.052562 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fa10b96c-c852-4f73-8d2e-b466830364fe req-1f9578b8-960c-4548-88b2-304636381fa1 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] 10.222.0.98 "GET /v2.0/ports?device_id=679a202a-03ed-44bf-919b-7746b6c51eb5 HTTP/1.1" status: 200 len: 946 time: 0.1904049 Jul 09 16:32:23.061274 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac51731-675c-46d3-8282-270eec3da981 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Made reservation on behalf of 594880c13ed54f4c8392e299efb4856b for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:32:23.064743 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cac51731-675c-46d3-8282-270eec3da981 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:23.074161 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0a75927f-62d8-4972-a9cb-3ec938d66342 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:23.090202 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0a75927f-62d8-4972-a9cb-3ec938d66342 None None] Transition to ACTIVE for port object 65e2306d-3880-4252-b1ed-08f874fd421f will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:32:23.109804 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0a75927f-62d8-4972-a9cb-3ec938d66342 None None] Transition to ACTIVE for port object 65e2306d-3880-4252-b1ed-08f874fd421f will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:32:23.119025 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0a75927f-62d8-4972-a9cb-3ec938d66342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:23.132432 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a6f677be-1b5b-4912-a685-037ab95cf371 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:23.137460 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cac51731-675c-46d3-8282-270eec3da981 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:32:23.145756 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fa10b96c-c852-4f73-8d2e-b466830364fe req-326d1ae3-5bf3-452b-bcd4-f3944657f7e5 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] 10.222.0.98 "GET /v2.0/security-groups?id=e6b8ec76-8e51-4dcc-b276-be8d4ce12510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872219 Jul 09 16:32:23.156024 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a75927f-62d8-4972-a9cb-3ec938d66342 None None] Network 8747caf6-a488-40c1-b131-589f19b2df3b is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:32:23.161075 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-0a75927f-62d8-4972-a9cb-3ec938d66342 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:32:23.162131 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cac51731-675c-46d3-8282-270eec3da981 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:23.162131 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-cac51731-675c-46d3-8282-270eec3da981 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Added segment 1296f229-0de1-44f1-8528-c75f61d73ee1 of type vlan for network 183ae325-63c9-4509-a125-22cdc7fe707d Jul 09 16:32:23.164247 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a75927f-62d8-4972-a9cb-3ec938d66342 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:32:23.174236 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-02249d55-9d6b-4381-b408-5ca917f6376a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:23.190967 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba3b54-65be-4794-860c-33ffb55cb6a7 req-38f8ef2b-38c3-47a3-85d1-28a8c41ecc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:23.190967 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-95ba3b54-65be-4794-860c-33ffb55cb6a7 req-38f8ef2b-38c3-47a3-85d1-28a8c41ecc14 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a171d79a-1159-4481-9cc1-46c665ce3a96 HTTP/1.1" status: 200 len: 918 time: 0.1221774 Jul 09 16:32:23.206366 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a75927f-62d8-4972-a9cb-3ec938d66342 None None] Pushing event updated for resources: {'Port': ['ID=65e2306d-3880-4252-b1ed-08f874fd421f,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:23.228796 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-02249d55-9d6b-4381-b408-5ca917f6376a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:23.243783 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-0a75927f-62d8-4972-a9cb-3ec938d66342 None None] Attempting to bind port 65e2306d-3880-4252-b1ed-08f874fd421f on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:32:23.244737 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-0a75927f-62d8-4972-a9cb-3ec938d66342 None None] Attempting to bind port 65e2306d-3880-4252-b1ed-08f874fd421f by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '655c773f-4903-4040-9ed0-396724bd1985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8747caf6-a488-40c1-b131-589f19b2df3b'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:32:23.245669 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a75927f-62d8-4972-a9cb-3ec938d66342 None None] Attempting to bind port 65e2306d-3880-4252-b1ed-08f874fd421f on network 8747caf6-a488-40c1-b131-589f19b2df3b {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:32:23.251389 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a75927f-62d8-4972-a9cb-3ec938d66342 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:32:23.252005 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a75927f-62d8-4972-a9cb-3ec938d66342 None None] Checking segment: {'id': '655c773f-4903-4040-9ed0-396724bd1985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8747caf6-a488-40c1-b131-589f19b2df3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:32:23.252413 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0a75927f-62d8-4972-a9cb-3ec938d66342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:23.252828 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a75927f-62d8-4972-a9cb-3ec938d66342 None None] Bound using segment: {'id': '655c773f-4903-4040-9ed0-396724bd1985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8747caf6-a488-40c1-b131-589f19b2df3b'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:32:23.253292 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-0a75927f-62d8-4972-a9cb-3ec938d66342 None None] Bound port: 65e2306d-3880-4252-b1ed-08f874fd421f, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '655c773f-4903-4040-9ed0-396724bd1985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8747caf6-a488-40c1-b131-589f19b2df3b'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:32:23.253865 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0a75927f-62d8-4972-a9cb-3ec938d66342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:23.265866 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cac51731-675c-46d3-8282-270eec3da981 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:23.267977 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-95ba3b54-65be-4794-860c-33ffb55cb6a7 req-7b6a85a0-965a-40e7-8f69-d59d2ffb5be9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=979bff33-6997-4354-abf3-dcab99fbd3f9 HTTP/1.1" status: 200 len: 1002 time: 0.0721326 Jul 09 16:32:23.313475 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a6f677be-1b5b-4912-a685-037ab95cf371 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:23.324808 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-0a75927f-62d8-4972-a9cb-3ec938d66342 None None] For port 65e2306d-3880-4252-b1ed-08f874fd421f, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:32:23.325596 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba3b54-65be-4794-860c-33ffb55cb6a7 req-aa53e034-b6c1-47ee-bf5e-abb2faee5746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:23.327091 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-95ba3b54-65be-4794-860c-33ffb55cb6a7 req-aa53e034-b6c1-47ee-bf5e-abb2faee5746 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b9e97679-e3ca-4f43-b281-7791408a1287 HTTP/1.1" status: 200 len: 856 time: 0.0521691 Jul 09 16:32:23.328034 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-0a75927f-62d8-4972-a9cb-3ec938d66342 None None] For port 65e2306d-3880-4252-b1ed-08f874fd421f, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=65e2306d-3880-4252-b1ed-08f874fd421f,segment=NetworkSegment(655c773f-4903-4040-9ed0-396724bd1985),segment_id=655c773f-4903-4040-9ed0-396724bd1985)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:32:23.332377 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0a75927f-62d8-4972-a9cb-3ec938d66342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:23.337931 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cac51731-675c-46d3-8282-270eec3da981 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:23.343439 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac51731-675c-46d3-8282-270eec3da981 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:23.344017 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cac51731-675c-46d3-8282-270eec3da981 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:23.399917 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a75927f-62d8-4972-a9cb-3ec938d66342 None None] Pushing event updated for resources: {'Port': ['ID=65e2306d-3880-4252-b1ed-08f874fd421f,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:23.407494 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba3b54-65be-4794-860c-33ffb55cb6a7 req-85587f4d-97b5-488b-bec6-88cc81d3d7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:23.407494 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-95ba3b54-65be-4794-860c-33ffb55cb6a7 req-85587f4d-97b5-488b-bec6-88cc81d3d7b6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a171d79a-1159-4481-9cc1-46c665ce3a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666354 Jul 09 16:32:23.432375 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-cac51731-675c-46d3-8282-270eec3da981 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4532218 Jul 09 16:32:23.438676 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f677be-1b5b-4912-a685-037ab95cf371 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:32:23.439543 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f677be-1b5b-4912-a685-037ab95cf371 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Pushing event updated for resources: {'Port': ['ID=ccf90ea2-aee5-4804-9b06-fb26a406988b,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:23.441838 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50728) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:23.449679 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-5827c248-55ed-438f-8820-b36b8a3175fb tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Request body: {'subnet': {'network_id': '4004e693-2e85-43fe-a03b-ad5043a2bd8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:32:23.453268 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-02249d55-9d6b-4381-b408-5ca917f6376a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:23.455734 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-02249d55-9d6b-4381-b408-5ca917f6376a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:23.457660 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-02249d55-9d6b-4381-b408-5ca917f6376a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/53f746a7-9821-4ed3-a4c3-1ab60bbe128f HTTP/1.1" status: 204 len: 168 time: 0.4254668 Jul 09 16:32:23.474036 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-a6f677be-1b5b-4912-a685-037ab95cf371 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:32:23.528383 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f677be-1b5b-4912-a685-037ab95cf371 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:32:23.558362 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-95ba3b54-65be-4794-860c-33ffb55cb6a7 req-99fd17bc-1c04-49eb-a983-bea2a5ff6029 service neutron] 10.222.0.73 "GET /v2.0/networks/a171d79a-1159-4481-9cc1-46c665ce3a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444464 Jul 09 16:32:23.587587 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02249d55-9d6b-4381-b408-5ca917f6376a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f746a7-9821-4ed3-a4c3-1ab60bbe128f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:23.589536 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac51731-675c-46d3-8282-270eec3da981 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Pushing event updated for resources: {'Network': ['ID=183ae325-63c9-4509-a125-22cdc7fe707d,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:23.702917 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 183ae325-63c9-4509-a125-22cdc7fe707d details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:32:23.784944 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5827c248-55ed-438f-8820-b36b8a3175fb tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Made reservation on behalf of 594880c13ed54f4c8392e299efb4856b for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:32:23.788665 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5827c248-55ed-438f-8820-b36b8a3175fb tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:23.932386 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50738) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:24.102389 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0bd9f2-00a3-4bd2-9bb2-a43857617fcc req-baec2377-97f1-4389-9223-a5bdc67db8d0 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:24.103978 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6e0bd9f2-00a3-4bd2-9bb2-a43857617fcc req-baec2377-97f1-4389-9223-a5bdc67db8d0 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] 10.222.0.77 "GET /v2.0/ports?device_id=679a202a-03ed-44bf-919b-7746b6c51eb5 HTTP/1.1" status: 200 len: 946 time: 0.5030727 Jul 09 16:32:24.106360 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-95ba3b54-65be-4794-860c-33ffb55cb6a7 req-e92cfa59-6495-4e83-b740-b628d926d14e service neutron] 10.222.0.73 "GET /v2.0/networks/a171d79a-1159-4481-9cc1-46c665ce3a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5066848 Jul 09 16:32:24.219454 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-6e0bd9f2-00a3-4bd2-9bb2-a43857617fcc req-c9fae43e-0a97-43c8-9ea0-80c64ac34361 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Deleting port 06d26b5f-d3be-43fa-93b9-edb0366d1188 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:32:24.219454 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6e0bd9f2-00a3-4bd2-9bb2-a43857617fcc req-c9fae43e-0a97-43c8-9ea0-80c64ac34361 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:24.221474 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1a44ce0f-1cf1-499a-a8c3-48c25b741e19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:24.350752 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a6f677be-1b5b-4912-a685-037ab95cf371 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:24.361230 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-6e0bd9f2-00a3-4bd2-9bb2-a43857617fcc req-c9fae43e-0a97-43c8-9ea0-80c64ac34361 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] For port 06d26b5f-d3be-43fa-93b9-edb0366d1188, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=06d26b5f-d3be-43fa-93b9-edb0366d1188,segment=NetworkSegment(e3110a2a-57b4-45ff-9897-1cc8ec92e459),segment_id=e3110a2a-57b4-45ff-9897-1cc8ec92e459)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:32:24.361943 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6e0bd9f2-00a3-4bd2-9bb2-a43857617fcc req-c9fae43e-0a97-43c8-9ea0-80c64ac34361 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:24.382366 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-6e0bd9f2-00a3-4bd2-9bb2-a43857617fcc req-c9fae43e-0a97-43c8-9ea0-80c64ac34361 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Calling delete_port for 06d26b5f-d3be-43fa-93b9-edb0366d1188 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:32:24.415265 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0075f-841d-43a2-a331-2321035cf30a req-5f38562d-cd19-4a80-8c54-29fbf5d82b85 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:24.422176 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4ed0075f-841d-43a2-a331-2321035cf30a req-5f38562d-cd19-4a80-8c54-29fbf5d82b85 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] 10.222.0.98 "GET /v2.0/ports?device_id=679a202a-03ed-44bf-919b-7746b6c51eb5 HTTP/1.1" status: 200 len: 946 time: 0.1173825 Jul 09 16:32:24.524703 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4ed0075f-841d-43a2-a331-2321035cf30a req-2df85689-bd6d-4a17-a6d6-a13e9d7a453a tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] 10.222.0.98 "GET /v2.0/security-groups?id=e6b8ec76-8e51-4dcc-b276-be8d4ce12510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015728 Jul 09 16:32:24.546820 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5827c248-55ed-438f-8820-b36b8a3175fb tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:24.634567 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1a44ce0f-1cf1-499a-a8c3-48c25b741e19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:24.656243 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1a44ce0f-1cf1-499a-a8c3-48c25b741e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:24.657011 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6e0bd9f2-00a3-4bd2-9bb2-a43857617fcc req-c9fae43e-0a97-43c8-9ea0-80c64ac34361 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:24.669217 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['06d26b5f-d3be-43fa-93b9-edb0366d1188'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:32:24.715030 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['b956ac12-c7e7-4d7d-9300-b06cd5b9aced'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:32:24.722001 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a44ce0f-1cf1-499a-a8c3-48c25b741e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6263ccd6-7dd5-4a75-93ab-12cf7a55caf5,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:24.746608 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fae43e-0a97-43c8-9ea0-80c64ac34361 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Pushing event deleted for resources: {'Port': ['ID=06d26b5f-d3be-43fa-93b9-edb0366d1188,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:24.759117 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 65e2306d-3880-4252-b1ed-08f874fd421f up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:32:24.823764 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e0bd9f2-00a3-4bd2-9bb2-a43857617fcc req-c9fae43e-0a97-43c8-9ea0-80c64ac34361 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] No DVR routers for this DVR port 06d26b5f-d3be-43fa-93b9-edb0366d1188 on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:32:24.826074 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5827c248-55ed-438f-8820-b36b8a3175fb tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Pushing event updated for resources: {'Subnet': ['ID=44b34bed-366f-49de-939c-1d9762e0c90e,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:24.826839 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6e0bd9f2-00a3-4bd2-9bb2-a43857617fcc req-c9fae43e-0a97-43c8-9ea0-80c64ac34361 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:24.829241 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6e0bd9f2-00a3-4bd2-9bb2-a43857617fcc req-c9fae43e-0a97-43c8-9ea0-80c64ac34361 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] 10.222.0.77 "DELETE /v2.0/ports/06d26b5f-d3be-43fa-93b9-edb0366d1188 HTTP/1.1" status: 204 len: 173 time: 0.7193167 Jul 09 16:32:24.829737 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '679a202a-03ed-44bf-919b-7746b6c51eb5', 'name': 'network-vif-deleted', 'tag': '06d26b5f-d3be-43fa-93b9-edb0366d1188'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:32:24.833955 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2bd45f-8031-4eb3-9c50-23133b8a7a66" -d '{"events": [{"server_uuid": "679a202a-03ed-44bf-919b-7746b6c51eb5", "name": "network-vif-deleted", "tag": "06d26b5f-d3be-43fa-93b9-edb0366d1188"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:32:24.848245 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b108d4-3f64-44f4-b4ef-dc8bedd0b1fa None None] Network 8747caf6-a488-40c1-b131-589f19b2df3b requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:32:24.859385 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-1a44ce0f-1cf1-499a-a8c3-48c25b741e19 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f49e2d1e83e24d31adb16036eb88ecc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9239483 Jul 09 16:32:24.861915 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50746) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:24.941504 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a6f677be-1b5b-4912-a685-037ab95cf371 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:24.945072 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5827c248-55ed-438f-8820-b36b8a3175fb tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Checking segment: {'id': '0f633761-8a45-4b59-843c-c1745ab73620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4004e693-2e85-43fe-a03b-ad5043a2bd8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:32:24.945445 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5827c248-55ed-438f-8820-b36b8a3175fb tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Network hostable DHCP agents. Network: 4004e693-2e85-43fe-a03b-ad5043a2bd8f, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:32:24.963431 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5942c57a-1d2b-4581-80a5-09460298c771 x-openstack-request-id: req-5942c57a-1d2b-4581-80a5-09460298c771 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:32:24.963749 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "679a202a-03ed-44bf-919b-7746b6c51eb5", "name": "network-vif-deleted", "tag": "06d26b5f-d3be-43fa-93b9-edb0366d1188", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:32:24.964167 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5942c57a-1d2b-4581-80a5-09460298c771 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:32:24.964979 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '679a202a-03ed-44bf-919b-7746b6c51eb5', 'name': 'network-vif-deleted', 'tag': '06d26b5f-d3be-43fa-93b9-edb0366d1188', 'status': 'completed', 'code': 200} Jul 09 16:32:25.017107 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ad00347-c30c-4455-b7b0-6d29a5d413b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:25.022949 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5827c248-55ed-438f-8820-b36b8a3175fb tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Network 4004e693-2e85-43fe-a03b-ad5043a2bd8f is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:32:25.039493 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 65e2306d-3880-4252-b1ed-08f874fd421f completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:32:25.044468 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e0b60b93-8fee-4080-a289-cddfe7e654b5 None None] Provisioning for port 65e2306d-3880-4252-b1ed-08f874fd421f completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:32:25.049276 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 65e2306d-3880-4252-b1ed-08f874fd421f triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:32:25.049654 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:25.079436 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8311a2-af50-47da-97e8-5198115fa888 req-45f8cc09-83c2-43d9-85bc-f8b6d301869b tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:25.081380 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0e8311a2-af50-47da-97e8-5198115fa888 req-45f8cc09-83c2-43d9-85bc-f8b6d301869b tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc1946e7-7b10-4e93-9430-459c2d0e9250 HTTP/1.1" status: 200 len: 946 time: 0.2082422 Jul 09 16:32:25.089142 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ad00347-c30c-4455-b7b0-6d29a5d413b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:25.095771 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-5827c248-55ed-438f-8820-b36b8a3175fb tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 4004e693-2e85-43fe-a03b-ad5043a2bd8f) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:32:25.108038 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5827c248-55ed-438f-8820-b36b8a3175fb tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:25.108953 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5827c248-55ed-438f-8820-b36b8a3175fb tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:25.118111 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e0b60b93-8fee-4080-a289-cddfe7e654b5 None None] Provisioning complete for port 65e2306d-3880-4252-b1ed-08f874fd421f triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:32:25.118876 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e0b60b93-8fee-4080-a289-cddfe7e654b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:25.148150 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-5827c248-55ed-438f-8820-b36b8a3175fb tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6987350 Jul 09 16:32:25.148150 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50748) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:25.163029 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-396de5ea-406b-452f-9a4f-8f315ba1137c tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Request body: {'subnet': {'network_id': '183ae325-63c9-4509-a125-22cdc7fe707d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:32:25.223154 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ad00347-c30c-4455-b7b0-6d29a5d413b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:25.226260 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ad00347-c30c-4455-b7b0-6d29a5d413b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:25.230029 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8ad00347-c30c-4455-b7b0-6d29a5d413b7 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6263ccd6-7dd5-4a75-93ab-12cf7a55caf5 HTTP/1.1" status: 204 len: 168 time: 0.3642683 Jul 09 16:32:25.282528 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6f677be-1b5b-4912-a685-037ab95cf371 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Router a51d37b7-14cc-492d-afad-7a3743830cc4 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:32:25.290398 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad00347-c30c-4455-b7b0-6d29a5d413b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6263ccd6-7dd5-4a75-93ab-12cf7a55caf5,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:25.307198 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cda3c3-e2e7-4ccb-9778-28b9c3a6d6db None None] Network 4004e693-2e85-43fe-a03b-ad5043a2bd8f requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:32:25.353638 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396de5ea-406b-452f-9a4f-8f315ba1137c tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Made reservation on behalf of 594880c13ed54f4c8392e299efb4856b for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:32:25.359897 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-396de5ea-406b-452f-9a4f-8f315ba1137c tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:25.373883 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-0e8311a2-af50-47da-97e8-5198115fa888 req-8804e69c-1b63-4b80-87f4-96f9ad7db511 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Deleting port b956ac12-c7e7-4d7d-9300-b06cd5b9aced {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:32:25.374989 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0e8311a2-af50-47da-97e8-5198115fa888 req-8804e69c-1b63-4b80-87f4-96f9ad7db511 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:25.471995 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7a2ee428-729f-4d3d-a483-af18e0428bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:25.516868 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:25.554827 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f677be-1b5b-4912-a685-037ab95cf371 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:32:25.616226 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-0e8311a2-af50-47da-97e8-5198115fa888 req-8804e69c-1b63-4b80-87f4-96f9ad7db511 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] For port b956ac12-c7e7-4d7d-9300-b06cd5b9aced, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=b956ac12-c7e7-4d7d-9300-b06cd5b9aced,segment=NetworkSegment(e3110a2a-57b4-45ff-9897-1cc8ec92e459),segment_id=e3110a2a-57b4-45ff-9897-1cc8ec92e459)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:32:25.616681 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0e8311a2-af50-47da-97e8-5198115fa888 req-8804e69c-1b63-4b80-87f4-96f9ad7db511 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:25.646307 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-0e8311a2-af50-47da-97e8-5198115fa888 req-8804e69c-1b63-4b80-87f4-96f9ad7db511 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Calling delete_port for b956ac12-c7e7-4d7d-9300-b06cd5b9aced owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:32:25.648762 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ea6c1f-93a2-49ee-b321-098a32d33c88 None None] Sync routers for ids ['a51d37b7-14cc-492d-afad-7a3743830cc4'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:32:25.691317 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ea6c1f-93a2-49ee-b321-098a32d33c88 None None] Routers {'a51d37b7-14cc-492d-afad-7a3743830cc4'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:32:25.692038 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c8ea6c1f-93a2-49ee-b321-098a32d33c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:32:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['a51d37b7-14cc-492d-afad-7a3743830cc4'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:25.749958 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-396de5ea-406b-452f-9a4f-8f315ba1137c tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:25.811782 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a6f677be-1b5b-4912-a685-037ab95cf371 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:25.815306 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a6f677be-1b5b-4912-a685-037ab95cf371 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.6976361 Jul 09 16:32:25.828780 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e0b60b93-8fee-4080-a289-cddfe7e654b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:25.845949 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50760) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:25.868715 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:25.916317 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cdac9b76-5b7c-4f5d-b02f-338b49f8122e req-f6e9e480-2748-470f-ba26-5faff11ae88b tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] 10.222.0.98 "GET /v2.0/ports?device_id=679a202a-03ed-44bf-919b-7746b6c51eb5 HTTP/1.1" status: 200 len: 210 time: 0.1144004 Jul 09 16:32:25.952243 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396de5ea-406b-452f-9a4f-8f315ba1137c tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Pushing event updated for resources: {'Subnet': ['ID=825c0724-0373-4e8e-95a0-45b8700a0943,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:25.976640 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396de5ea-406b-452f-9a4f-8f315ba1137c tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Checking segment: {'id': '1296f229-0de1-44f1-8528-c75f61d73ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '183ae325-63c9-4509-a125-22cdc7fe707d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:32:25.977060 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396de5ea-406b-452f-9a4f-8f315ba1137c tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Network hostable DHCP agents. Network: 183ae325-63c9-4509-a125-22cdc7fe707d, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:32:26.002250 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9424ac-0a3b-4026-8797-ead2178c89cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-4004e693-2e85-43fe-a03b-ad5043a2bd8f', 'network_id': '4004e693-2e85-43fe-a03b-ad5043a2bd8f', 'tenant_id': '594880c13ed54f4c8392e299efb4856b', 'fixed_ips': [{'subnet_id': '44b34bed-366f-49de-939c-1d9762e0c90e'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:32:26.003147 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fb9424ac-0a3b-4026-8797-ead2178c89cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:26.005726 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0e8311a2-af50-47da-97e8-5198115fa888 req-8804e69c-1b63-4b80-87f4-96f9ad7db511 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:26.010724 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-e0b60b93-8fee-4080-a289-cddfe7e654b5 None None] For port 65e2306d-3880-4252-b1ed-08f874fd421f, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=65e2306d-3880-4252-b1ed-08f874fd421f,segment=NetworkSegment(655c773f-4903-4040-9ed0-396724bd1985),segment_id=655c773f-4903-4040-9ed0-396724bd1985)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:32:26.011859 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396de5ea-406b-452f-9a4f-8f315ba1137c tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Network 183ae325-63c9-4509-a125-22cdc7fe707d is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:32:26.028944 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['06d26b5f-d3be-43fa-93b9-edb0366d1188'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:32:26.039911 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-396de5ea-406b-452f-9a4f-8f315ba1137c tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 183ae325-63c9-4509-a125-22cdc7fe707d) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:32:26.040170 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e0b60b93-8fee-4080-a289-cddfe7e654b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:26.044687 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396de5ea-406b-452f-9a4f-8f315ba1137c tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:26.044920 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-396de5ea-406b-452f-9a4f-8f315ba1137c tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:26.072880 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8804e69c-1b63-4b80-87f4-96f9ad7db511 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Pushing event deleted for resources: {'Port': ['ID=b956ac12-c7e7-4d7d-9300-b06cd5b9aced,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:26.075396 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac04f180-6623-4e42-b199-e3a0b8af5a81 None None] Network 183ae325-63c9-4509-a125-22cdc7fe707d requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:32:26.075577 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-396de5ea-406b-452f-9a4f-8f315ba1137c tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9258933 Jul 09 16:32:26.076313 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50768) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:26.127589 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-c8ea6c1f-93a2-49ee-b321-098a32d33c88 None None] Set router a51d37b7-14cc-492d-afad-7a3743830cc4 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:32:26.136942 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e8311a2-af50-47da-97e8-5198115fa888 req-8804e69c-1b63-4b80-87f4-96f9ad7db511 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] No DVR routers for this DVR port b956ac12-c7e7-4d7d-9300-b06cd5b9aced on host n-h2-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:32:26.140544 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0e8311a2-af50-47da-97e8-5198115fa888 req-8804e69c-1b63-4b80-87f4-96f9ad7db511 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:26.143469 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0e8311a2-af50-47da-97e8-5198115fa888 req-8804e69c-1b63-4b80-87f4-96f9ad7db511 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] 10.222.0.73 "DELETE /v2.0/ports/b956ac12-c7e7-4d7d-9300-b06cd5b9aced HTTP/1.1" status: 204 len: 173 time: 1.0518301 Jul 09 16:32:26.155459 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d0efe6d7-1549-4a48-ae06-b04c065bb699 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] 10.222.0.98 "GET /v2.0/routers/a51d37b7-14cc-492d-afad-7a3743830cc4 HTTP/1.1" status: 200 len: 908 time: 0.3082342 Jul 09 16:32:26.156190 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50774) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:26.163596 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-80462c05-fcf3-413e-8bec-6fd17255e16b tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1109242004', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'enable_snat': True}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:32:26.199920 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-80462c05-fcf3-413e-8bec-6fd17255e16b tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:26.203055 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-80462c05-fcf3-413e-8bec-6fd17255e16b tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:26.315280 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-80462c05-fcf3-413e-8bec-6fd17255e16b tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:26.454086 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.db.api [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:32:26.454710 n-d-798930-3 neutron-server[93960]: DEBUG oslo_db.api [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:32:26.462122 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:26.484105 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b60b93-8fee-4080-a289-cddfe7e654b5 None None] Pushing event updated for resources: {'Port': ['ID=65e2306d-3880-4252-b1ed-08f874fd421f,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:26.550016 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-80462c05-fcf3-413e-8bec-6fd17255e16b tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:26.598518 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-437d2bbf-7ee3-41da-b56c-353a02eda300 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:26.649378 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:26.721702 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-fb9424ac-0a3b-4026-8797-ead2178c89cb None None] Allocated IP 2001:db8::2 (4004e693-2e85-43fe-a03b-ad5043a2bd8f/44b34bed-366f-49de-939c-1d9762e0c90e/836979d5-d5a1-4af6-ad64-7ffe44c95ce9) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:32:26.913488 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3ade6cba-7b3d-423d-9fce-8432b02c681d None None] Provisioning complete for port 65e2306d-3880-4252-b1ed-08f874fd421f triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:32:26.914185 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3ade6cba-7b3d-423d-9fce-8432b02c681d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:26.954979 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f08929d-da0d-42b2-93f0-cfea0db06da4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-183ae325-63c9-4509-a125-22cdc7fe707d', 'network_id': '183ae325-63c9-4509-a125-22cdc7fe707d', 'tenant_id': '594880c13ed54f4c8392e299efb4856b', 'fixed_ips': [{'subnet_id': '825c0724-0373-4e8e-95a0-45b8700a0943'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:32:26.956105 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7f08929d-da0d-42b2-93f0-cfea0db06da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:26.969153 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc1946e7-7b10-4e93-9430-459c2d0e9250', 'name': 'network-vif-deleted', 'tag': 'b956ac12-c7e7-4d7d-9300-b06cd5b9aced'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:32:26.971966 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a3312c-3cc4-4d05-8d8b-81c36e510b50" -d '{"events": [{"server_uuid": "dc1946e7-7b10-4e93-9430-459c2d0e9250", "name": "network-vif-deleted", "tag": "b956ac12-c7e7-4d7d-9300-b06cd5b9aced"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:32:27.023252 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-80462c05-fcf3-413e-8bec-6fd17255e16b tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:27.051604 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-80462c05-fcf3-413e-8bec-6fd17255e16b tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:27.073614 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ddee105-5a6a-4d8d-b0d0-75b134966c28 x-openstack-request-id: req-3ddee105-5a6a-4d8d-b0d0-75b134966c28 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:32:27.073957 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc1946e7-7b10-4e93-9430-459c2d0e9250", "name": "network-vif-deleted", "tag": "b956ac12-c7e7-4d7d-9300-b06cd5b9aced", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:32:27.074153 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3ddee105-5a6a-4d8d-b0d0-75b134966c28 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:32:27.074545 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc1946e7-7b10-4e93-9430-459c2d0e9250', 'name': 'network-vif-deleted', 'tag': 'b956ac12-c7e7-4d7d-9300-b06cd5b9aced', 'status': 'completed', 'code': 200} Jul 09 16:32:27.202562 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-80462c05-fcf3-413e-8bec-6fd17255e16b tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Allocated IP 172.25.0.61 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/9934b227-631a-4452-9ed3-012165a2dce9) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:32:27.341745 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-80462c05-fcf3-413e-8bec-6fd17255e16b tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:27.401297 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-80462c05-fcf3-413e-8bec-6fd17255e16b tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:27.428755 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8a2adf5b-43ad-48f7-849a-df7a77a97e3b req-86b20d65-459d-448a-9db7-ff9a993069f1 tempest-ListServersNegativeTestJSON-1324123423 tempest-ListServersNegativeTestJSON-1324123423-project] 10.222.0.98 "GET /v2.0/ports?device_id=dc1946e7-7b10-4e93-9430-459c2d0e9250 HTTP/1.1" status: 200 len: 210 time: 0.0581553 Jul 09 16:32:27.458321 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fb9424ac-0a3b-4026-8797-ead2178c89cb None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:27.460457 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80462c05-fcf3-413e-8bec-6fd17255e16b tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:32:27.465368 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-80462c05-fcf3-413e-8bec-6fd17255e16b tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:32:27.468611 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fb9424ac-0a3b-4026-8797-ead2178c89cb None None] Transition to ACTIVE for port object 836979d5-d5a1-4af6-ad64-7ffe44c95ce9 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:32:27.481621 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80462c05-fcf3-413e-8bec-6fd17255e16b tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:32:27.484182 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80462c05-fcf3-413e-8bec-6fd17255e16b tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Pushing event updated for resources: {'Port': ['ID=9934b227-631a-4452-9ed3-012165a2dce9,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:27.532732 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fb9424ac-0a3b-4026-8797-ead2178c89cb None None] Transition to ACTIVE for port object 836979d5-d5a1-4af6-ad64-7ffe44c95ce9 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:32:27.578298 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c8ea6c1f-93a2-49ee-b321-098a32d33c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51d37b7-14cc-492d-afad-7a3743830cc4', 'name': 'tempest-snat-router-1109242004', 'tenant_id': '048984af284e4a8683a18380033eff88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.36'}], 'enable_snat': False}, 'gw_port_id': 'ccf90ea2-aee5-4804-9b06-fb26a406988b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:32:22Z', 'updated_at': '2021-07-09T16:32:23Z', 'revision_number': 3, 'project_id': '048984af284e4a8683a18380033eff88', 'gw_port': {'id': 'ccf90ea2-aee5-4804-9b06-fb26a406988b', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:32:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51d37b7-14cc-492d-afad-7a3743830cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:32:22Z', 'updated_at': '2021-07-09T16:32:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:27.593510 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fb9424ac-0a3b-4026-8797-ead2178c89cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:27.644964 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-437d2bbf-7ee3-41da-b56c-353a02eda300 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Allocated IP 2001:db8::1 (4004e693-2e85-43fe-a03b-ad5043a2bd8f/44b34bed-366f-49de-939c-1d9762e0c90e/7bc03e56-1e78-4dc5-bb8f-38879c842450) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:32:27.663390 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 65e2306d-3880-4252-b1ed-08f874fd421f up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:32:27.693833 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ea6c1f-93a2-49ee-b321-098a32d33c88 None None] Checking router: a51d37b7-14cc-492d-afad-7a3743830cc4 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:32:27.694060 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ea6c1f-93a2-49ee-b321-098a32d33c88 None None] Updating router a51d37b7-14cc-492d-afad-7a3743830cc4 port ccf90ea2-aee5-4804-9b06-fb26a406988b binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:32:27.824517 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-437d2bbf-7ee3-41da-b56c-353a02eda300 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:27.840639 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-437d2bbf-7ee3-41da-b56c-353a02eda300 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Transition to ACTIVE for port object 7bc03e56-1e78-4dc5-bb8f-38879c842450 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:32:27.861240 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-80462c05-fcf3-413e-8bec-6fd17255e16b tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:27.880348 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-437d2bbf-7ee3-41da-b56c-353a02eda300 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:27.927013 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437d2bbf-7ee3-41da-b56c-353a02eda300 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Network 4004e693-2e85-43fe-a03b-ad5043a2bd8f is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:32:27.931611 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-437d2bbf-7ee3-41da-b56c-353a02eda300 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:32:27.936341 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437d2bbf-7ee3-41da-b56c-353a02eda300 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:32:27.936628 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-437d2bbf-7ee3-41da-b56c-353a02eda300 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:27.961429 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9424ac-0a3b-4026-8797-ead2178c89cb None None] Network 4004e693-2e85-43fe-a03b-ad5043a2bd8f is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:32:27.986700 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-fb9424ac-0a3b-4026-8797-ead2178c89cb None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:32:27.996834 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9424ac-0a3b-4026-8797-ead2178c89cb None None] Pushing event updated for resources: {'Port': ['ID=836979d5-d5a1-4af6-ad64-7ffe44c95ce9,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:28.014586 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9424ac-0a3b-4026-8797-ead2178c89cb None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:32:28.033567 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-7f08929d-da0d-42b2-93f0-cfea0db06da4 None None] Allocated IP 2001:db8::2 (183ae325-63c9-4509-a125-22cdc7fe707d/825c0724-0373-4e8e-95a0-45b8700a0943/c13fb18f-2027-44cf-b6a9-47dfdedaaf4b) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:32:28.042713 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c8ea6c1f-93a2-49ee-b321-098a32d33c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:28.065074 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437d2bbf-7ee3-41da-b56c-353a02eda300 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Pushing event updated for resources: {'Port': ['ID=7bc03e56-1e78-4dc5-bb8f-38879c842450,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:28.159698 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-437d2bbf-7ee3-41da-b56c-353a02eda300 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:28.208115 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 06d26b5f-d3be-43fa-93b9-edb0366d1188 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:32:28.216668 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-80462c05-fcf3-413e-8bec-6fd17255e16b tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:28.232272 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 65e2306d-3880-4252-b1ed-08f874fd421f triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:32:28.232656 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:28.312660 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-fb9424ac-0a3b-4026-8797-ead2178c89cb None None] Attempting to bind port 836979d5-d5a1-4af6-ad64-7ffe44c95ce9 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:32:28.313041 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-fb9424ac-0a3b-4026-8797-ead2178c89cb None None] Attempting to bind port 836979d5-d5a1-4af6-ad64-7ffe44c95ce9 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '0f633761-8a45-4b59-843c-c1745ab73620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4004e693-2e85-43fe-a03b-ad5043a2bd8f'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:32:28.313412 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9424ac-0a3b-4026-8797-ead2178c89cb None None] Attempting to bind port 836979d5-d5a1-4af6-ad64-7ffe44c95ce9 on network 4004e693-2e85-43fe-a03b-ad5043a2bd8f {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:32:28.348298 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: 06d26b5f-d3be-43fa-93b9-edb0366d1188 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:32:28.348874 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 06d26b5f-d3be-43fa-93b9-edb0366d1188 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:32:28.443373 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80462c05-fcf3-413e-8bec-6fd17255e16b tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Router 04870239-f913-4f4e-92b0-63285185328b is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:32:28.590451 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50828) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:28.596417 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c8ea6c1f-93a2-49ee-b321-098a32d33c88 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:28.609940 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c8ea6c1f-93a2-49ee-b321-098a32d33c88 None None] Transition to ACTIVE for port object ccf90ea2-aee5-4804-9b06-fb26a406988b will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:32:28.616265 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:28.621301 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9424ac-0a3b-4026-8797-ead2178c89cb None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:32:28.621769 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9424ac-0a3b-4026-8797-ead2178c89cb None None] Checking segment: {'id': '0f633761-8a45-4b59-843c-c1745ab73620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4004e693-2e85-43fe-a03b-ad5043a2bd8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:32:28.622318 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fb9424ac-0a3b-4026-8797-ead2178c89cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:28.622934 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9424ac-0a3b-4026-8797-ead2178c89cb None None] Bound using segment: {'id': '0f633761-8a45-4b59-843c-c1745ab73620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4004e693-2e85-43fe-a03b-ad5043a2bd8f'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:32:28.623582 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-fb9424ac-0a3b-4026-8797-ead2178c89cb None None] Bound port: 836979d5-d5a1-4af6-ad64-7ffe44c95ce9, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f633761-8a45-4b59-843c-c1745ab73620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4004e693-2e85-43fe-a03b-ad5043a2bd8f'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:32:28.624043 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fb9424ac-0a3b-4026-8797-ead2178c89cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:28.629641 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80462c05-fcf3-413e-8bec-6fd17255e16b tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:32:28.640687 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337bdc23-a04f-4d96-a7c7-af13b594a2d0 None None] Sync routers for ids ['04870239-f913-4f4e-92b0-63285185328b'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:32:28.657032 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-28df5a79-88de-40b7-a3d7-0c24ad705b59 admin admin] Deleting subnet 79c6246d-5ee9-4486-864c-c8d582a0c88a {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:32:28.660573 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337bdc23-a04f-4d96-a7c7-af13b594a2d0 None None] Routers {'04870239-f913-4f4e-92b0-63285185328b'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:32:28.661638 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-80462c05-fcf3-413e-8bec-6fd17255e16b tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:28.662580 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-337bdc23-a04f-4d96-a7c7-af13b594a2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:32:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['04870239-f913-4f4e-92b0-63285185328b'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:28.666134 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-80462c05-fcf3-413e-8bec-6fd17255e16b tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.5086701 Jul 09 16:32:28.667184 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-28df5a79-88de-40b7-a3d7-0c24ad705b59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:28.669041 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50830) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:28.709154 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c8ea6c1f-93a2-49ee-b321-098a32d33c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:28.772113 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-28df5a79-88de-40b7-a3d7-0c24ad705b59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:28.802137 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-437d2bbf-7ee3-41da-b56c-353a02eda300 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:28.810969 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-437d2bbf-7ee3-41da-b56c-353a02eda300 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:28.812523 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-437d2bbf-7ee3-41da-b56c-353a02eda300 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:28.850383 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-c8ea6c1f-93a2-49ee-b321-098a32d33c88 None None] Attempting to bind port ccf90ea2-aee5-4804-9b06-fb26a406988b on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:32:28.850812 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-c8ea6c1f-93a2-49ee-b321-098a32d33c88 None None] Attempting to bind port ccf90ea2-aee5-4804-9b06-fb26a406988b by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:32:28.851170 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ea6c1f-93a2-49ee-b321-098a32d33c88 None None] Attempting to bind port ccf90ea2-aee5-4804-9b06-fb26a406988b on network caa6ed8d-2893-4113-8f68-c5284e694f6c {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:32:28.891556 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ea6c1f-93a2-49ee-b321-098a32d33c88 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:32:28.891986 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ea6c1f-93a2-49ee-b321-098a32d33c88 None None] Checking segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:32:28.893373 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c8ea6c1f-93a2-49ee-b321-098a32d33c88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:28.893790 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ea6c1f-93a2-49ee-b321-098a32d33c88 None None] Bound using segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:32:28.894873 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-c8ea6c1f-93a2-49ee-b321-098a32d33c88 None None] Bound port: ccf90ea2-aee5-4804-9b06-fb26a406988b, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:32:28.895278 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c8ea6c1f-93a2-49ee-b321-098a32d33c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:28.896577 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-28df5a79-88de-40b7-a3d7-0c24ad705b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:28.913823 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5ad0e9-d9a9-451a-b733-8c31340aff89 None None] Pushing event updated for resources: {'Port': ['ID=ccf90ea2-aee5-4804-9b06-fb26a406988b,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:28.924481 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437d2bbf-7ee3-41da-b56c-353a02eda300 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Pushing event updated for resources: {'Port': ['ID=7bc03e56-1e78-4dc5-bb8f-38879c842450,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:28.932074 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-337bdc23-a04f-4d96-a7c7-af13b594a2d0 None None] Set router 04870239-f913-4f4e-92b0-63285185328b gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:32:28.942305 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50834) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:28.942695 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1267f237-64e7-4532-b108-c3e0936680e5 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] 10.222.0.98 "GET /v2.0/routers/04870239-f913-4f4e-92b0-63285185328b HTTP/1.1" status: 200 len: 907 time: 0.2719860 Jul 09 16:32:28.975245 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fb9424ac-0a3b-4026-8797-ead2178c89cb None None] For port 836979d5-d5a1-4af6-ad64-7ffe44c95ce9, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:32:28.987194 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-28df5a79-88de-40b7-a3d7-0c24ad705b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:29.042298 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fb9424ac-0a3b-4026-8797-ead2178c89cb None None] For port 836979d5-d5a1-4af6-ad64-7ffe44c95ce9, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=836979d5-d5a1-4af6-ad64-7ffe44c95ce9,segment=NetworkSegment(0f633761-8a45-4b59-843c-c1745ab73620),segment_id=0f633761-8a45-4b59-843c-c1745ab73620)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:32:29.060259 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df5a79-88de-40b7-a3d7-0c24ad705b59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79c6246d-5ee9-4486-864c-c8d582a0c88a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:29.060942 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437d2bbf-7ee3-41da-b56c-353a02eda300 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Network 4004e693-2e85-43fe-a03b-ad5043a2bd8f is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:32:29.064270 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fb9424ac-0a3b-4026-8797-ead2178c89cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:29.074995 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7f08929d-da0d-42b2-93f0-cfea0db06da4 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:29.078280 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-28df5a79-88de-40b7-a3d7-0c24ad705b59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:29.092832 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50836) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:29.099563 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-28df5a79-88de-40b7-a3d7-0c24ad705b59 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/79c6246d-5ee9-4486-864c-c8d582a0c88a HTTP/1.1" status: 204 len: 168 time: 0.4922001 Jul 09 16:32:29.103637 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-437d2bbf-7ee3-41da-b56c-353a02eda300 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:32:29.134744 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-c8ea6c1f-93a2-49ee-b321-098a32d33c88 None None] For port ccf90ea2-aee5-4804-9b06-fb26a406988b, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:32:29.142975 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7f08929d-da0d-42b2-93f0-cfea0db06da4 None None] Transition to ACTIVE for port object c13fb18f-2027-44cf-b6a9-47dfdedaaf4b will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:32:29.157916 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-c8ea6c1f-93a2-49ee-b321-098a32d33c88 None None] For port ccf90ea2-aee5-4804-9b06-fb26a406988b, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=ccf90ea2-aee5-4804-9b06-fb26a406988b,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:32:29.173519 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c8ea6c1f-93a2-49ee-b321-098a32d33c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:29.202698 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7f08929d-da0d-42b2-93f0-cfea0db06da4 None None] Transition to ACTIVE for port object c13fb18f-2027-44cf-b6a9-47dfdedaaf4b will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:32:29.221474 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9424ac-0a3b-4026-8797-ead2178c89cb None None] Pushing event updated for resources: {'Port': ['ID=836979d5-d5a1-4af6-ad64-7ffe44c95ce9,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:29.241889 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7f08929d-da0d-42b2-93f0-cfea0db06da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:29.287235 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-337bdc23-a04f-4d96-a7c7-af13b594a2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04870239-f913-4f4e-92b0-63285185328b', 'name': 'tempest-snat-router-1109242004', 'tenant_id': '048984af284e4a8683a18380033eff88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '9934b227-631a-4452-9ed3-012165a2dce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:32:26Z', 'updated_at': '2021-07-09T16:32:27Z', 'revision_number': 3, 'project_id': '048984af284e4a8683a18380033eff88', 'gw_port': {'id': '9934b227-631a-4452-9ed3-012165a2dce9', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:db:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04870239-f913-4f4e-92b0-63285185328b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:32:27Z', 'updated_at': '2021-07-09T16:32:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:29.290699 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ea6c1f-93a2-49ee-b321-098a32d33c88 None None] Routers {'a51d37b7-14cc-492d-afad-7a3743830cc4'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:32:29.291883 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c8ea6c1f-93a2-49ee-b321-098a32d33c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:32:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['a51d37b7-14cc-492d-afad-7a3743830cc4'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:29.296197 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2460771b-f4a1-4f91-8d15-3075a4309e02 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:29.302724 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f08929d-da0d-42b2-93f0-cfea0db06da4 None None] Network 183ae325-63c9-4509-a125-22cdc7fe707d is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:32:29.308323 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-993205fa-544c-47f8-b362-4e463329da48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:29.323936 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337bdc23-a04f-4d96-a7c7-af13b594a2d0 None None] Checking router: 04870239-f913-4f4e-92b0-63285185328b for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:32:29.324296 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337bdc23-a04f-4d96-a7c7-af13b594a2d0 None None] Updating router 04870239-f913-4f4e-92b0-63285185328b port 9934b227-631a-4452-9ed3-012165a2dce9 binding host n-d-798930-3 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:32:29.351341 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-7f08929d-da0d-42b2-93f0-cfea0db06da4 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:32:29.358448 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f08929d-da0d-42b2-93f0-cfea0db06da4 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:32:29.368239 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5ad0e9-d9a9-451a-b733-8c31340aff89 None None] Pushing event updated for resources: {'Port': ['ID=ccf90ea2-aee5-4804-9b06-fb26a406988b,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:29.374148 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-337bdc23-a04f-4d96-a7c7-af13b594a2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:29.493707 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50842) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:29.515475 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f08929d-da0d-42b2-93f0-cfea0db06da4 None None] Pushing event updated for resources: {'Port': ['ID=c13fb18f-2027-44cf-b6a9-47dfdedaaf4b,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:29.602021 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-7f08929d-da0d-42b2-93f0-cfea0db06da4 None None] Attempting to bind port c13fb18f-2027-44cf-b6a9-47dfdedaaf4b on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:32:29.602549 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-7f08929d-da0d-42b2-93f0-cfea0db06da4 None None] Attempting to bind port c13fb18f-2027-44cf-b6a9-47dfdedaaf4b by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '1296f229-0de1-44f1-8528-c75f61d73ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '183ae325-63c9-4509-a125-22cdc7fe707d'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:32:29.603087 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f08929d-da0d-42b2-93f0-cfea0db06da4 None None] Attempting to bind port c13fb18f-2027-44cf-b6a9-47dfdedaaf4b on network 183ae325-63c9-4509-a125-22cdc7fe707d {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:32:29.618229 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f08929d-da0d-42b2-93f0-cfea0db06da4 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:32:29.618904 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f08929d-da0d-42b2-93f0-cfea0db06da4 None None] Checking segment: {'id': '1296f229-0de1-44f1-8528-c75f61d73ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '183ae325-63c9-4509-a125-22cdc7fe707d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:32:29.619601 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7f08929d-da0d-42b2-93f0-cfea0db06da4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:29.623663 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f08929d-da0d-42b2-93f0-cfea0db06da4 None None] Bound using segment: {'id': '1296f229-0de1-44f1-8528-c75f61d73ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '183ae325-63c9-4509-a125-22cdc7fe707d'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:32:29.624390 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-7f08929d-da0d-42b2-93f0-cfea0db06da4 None None] Bound port: c13fb18f-2027-44cf-b6a9-47dfdedaaf4b, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1296f229-0de1-44f1-8528-c75f61d73ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '183ae325-63c9-4509-a125-22cdc7fe707d'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:32:29.625221 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7f08929d-da0d-42b2-93f0-cfea0db06da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:29.646331 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-c8ea6c1f-93a2-49ee-b321-098a32d33c88 None None] Set router a51d37b7-14cc-492d-afad-7a3743830cc4 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:32:29.776411 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-993205fa-544c-47f8-b362-4e463329da48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:29.779629 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc35394d-dcd6-4c0b-bf7a-719f06974ebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:29.780301 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2460771b-f4a1-4f91-8d15-3075a4309e02 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:29.790246 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 836979d5-d5a1-4af6-ad64-7ffe44c95ce9 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:32:29.804607 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-437d2bbf-7ee3-41da-b56c-353a02eda300 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Router 1ba494ae-955a-4883-9f4c-2e775791d47b is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:32:29.826104 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device b956ac12-c7e7-4d7d-9300-b06cd5b9aced no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:32:29.839454 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-993205fa-544c-47f8-b362-4e463329da48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a28909b-9331-4121-b4fb-3c07e9c2bd4e']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:29.865352 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-993205fa-544c-47f8-b362-4e463329da48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3110a2a-57b4-45ff-9897-1cc8ec92e459') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:29.865743 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-993205fa-544c-47f8-b362-4e463329da48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3110a2a-57b4-45ff-9897-1cc8ec92e459') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:29.878074 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: b956ac12-c7e7-4d7d-9300-b06cd5b9aced {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:32:29.878541 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device b956ac12-c7e7-4d7d-9300-b06cd5b9aced not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:32:29.911385 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-7f08929d-da0d-42b2-93f0-cfea0db06da4 None None] For port c13fb18f-2027-44cf-b6a9-47dfdedaaf4b, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:32:29.926941 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc35394d-dcd6-4c0b-bf7a-719f06974ebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:29.933386 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc35394d-dcd6-4c0b-bf7a-719f06974ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:29.936815 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-337bdc23-a04f-4d96-a7c7-af13b594a2d0 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:29.947963 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 836979d5-d5a1-4af6-ad64-7ffe44c95ce9 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:32:29.950349 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-337bdc23-a04f-4d96-a7c7-af13b594a2d0 None None] Transition to ACTIVE for port object 9934b227-631a-4452-9ed3-012165a2dce9 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:32:29.951337 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-7f08929d-da0d-42b2-93f0-cfea0db06da4 None None] For port c13fb18f-2027-44cf-b6a9-47dfdedaaf4b, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=c13fb18f-2027-44cf-b6a9-47dfdedaaf4b,segment=NetworkSegment(1296f229-0de1-44f1-8528-c75f61d73ee1),segment_id=1296f229-0de1-44f1-8528-c75f61d73ee1)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:32:29.961212 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7f08929d-da0d-42b2-93f0-cfea0db06da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:29.964193 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-337bdc23-a04f-4d96-a7c7-af13b594a2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:29.971507 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc35394d-dcd6-4c0b-bf7a-719f06974ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0dc5cb-88c1-43bd-b235-1f974182fc0a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:29.983477 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-993205fa-544c-47f8-b362-4e463329da48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:30.004251 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-cc35394d-dcd6-4c0b-bf7a-719f06974ebc admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=62a7c4220fea472b902c26787a42069f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5061860 Jul 09 16:32:30.004942 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50846) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:30.020318 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437d2bbf-7ee3-41da-b56c-353a02eda300 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:32:30.030475 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-437d2bbf-7ee3-41da-b56c-353a02eda300 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] 10.222.0.98 "PUT /v2.0/routers/1ba494ae-955a-4883-9f4c-2e775791d47b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9526339 Jul 09 16:32:30.031426 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50848) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:30.036904 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba3f181-fce6-414d-bb35-89b41e6153d5 None None] Sync routers for ids ['1ba494ae-955a-4883-9f4c-2e775791d47b'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:32:30.037659 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-993205fa-544c-47f8-b362-4e463329da48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:30.055624 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-2460771b-f4a1-4f91-8d15-3075a4309e02 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Deleting port 9934b227-631a-4452-9ed3-012165a2dce9 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:32:30.055889 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2460771b-f4a1-4f91-8d15-3075a4309e02 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:30.062544 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f02030e-1485-4ec1-81f1-2e4ec07b9b01 None None] Pushing event updated for resources: {'Port': ['ID=9934b227-631a-4452-9ed3-012165a2dce9,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:30.081533 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba3f181-fce6-414d-bb35-89b41e6153d5 None None] Routers {'1ba494ae-955a-4883-9f4c-2e775791d47b'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:32:30.082367 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-eba3f181-fce6-414d-bb35-89b41e6153d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:32:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['1ba494ae-955a-4883-9f4c-2e775791d47b'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:30.089443 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f02030e-1485-4ec1-81f1-2e4ec07b9b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:32:30.090023 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f02030e-1485-4ec1-81f1-2e4ec07b9b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:32:30.090509 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f02030e-1485-4ec1-81f1-2e4ec07b9b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:32:30.091129 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f02030e-1485-4ec1-81f1-2e4ec07b9b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:32:30.091633 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f02030e-1485-4ec1-81f1-2e4ec07b9b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:32:30.092111 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f02030e-1485-4ec1-81f1-2e4ec07b9b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:32:30.092690 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f02030e-1485-4ec1-81f1-2e4ec07b9b01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:32:30.093227 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f02030e-1485-4ec1-81f1-2e4ec07b9b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:32:30.093822 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f02030e-1485-4ec1-81f1-2e4ec07b9b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:32:30.094313 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f02030e-1485-4ec1-81f1-2e4ec07b9b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:32:30.094934 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f02030e-1485-4ec1-81f1-2e4ec07b9b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:32:30.095409 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f02030e-1485-4ec1-81f1-2e4ec07b9b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:32:30.100547 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-337bdc23-a04f-4d96-a7c7-af13b594a2d0 None None] Attempting to bind port 9934b227-631a-4452-9ed3-012165a2dce9 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:32:30.101497 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-337bdc23-a04f-4d96-a7c7-af13b594a2d0 None None] Attempting to bind port 9934b227-631a-4452-9ed3-012165a2dce9 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:32:30.102158 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337bdc23-a04f-4d96-a7c7-af13b594a2d0 None None] Attempting to bind port 9934b227-631a-4452-9ed3-012165a2dce9 on network caa6ed8d-2893-4113-8f68-c5284e694f6c {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:32:30.109076 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337bdc23-a04f-4d96-a7c7-af13b594a2d0 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:32:30.109662 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337bdc23-a04f-4d96-a7c7-af13b594a2d0 None None] Checking segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:32:30.110219 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-337bdc23-a04f-4d96-a7c7-af13b594a2d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:30.110802 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337bdc23-a04f-4d96-a7c7-af13b594a2d0 None None] Bound using segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:32:30.111872 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-337bdc23-a04f-4d96-a7c7-af13b594a2d0 None None] Bound port: 9934b227-631a-4452-9ed3-012165a2dce9, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:32:30.112586 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-337bdc23-a04f-4d96-a7c7-af13b594a2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:30.140637 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f08929d-da0d-42b2-93f0-cfea0db06da4 None None] Pushing event updated for resources: {'Port': ['ID=c13fb18f-2027-44cf-b6a9-47dfdedaaf4b,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:30.148163 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-993205fa-544c-47f8-b362-4e463329da48 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:32:30.148943 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-eba3f181-fce6-414d-bb35-89b41e6153d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:30.162866 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-993205fa-544c-47f8-b362-4e463329da48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:30.164916 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba3f181-fce6-414d-bb35-89b41e6153d5 None None] Routers {'1ba494ae-955a-4883-9f4c-2e775791d47b'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:32:30.165690 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-eba3f181-fce6-414d-bb35-89b41e6153d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:32:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['1ba494ae-955a-4883-9f4c-2e775791d47b'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:30.184417 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-337bdc23-a04f-4d96-a7c7-af13b594a2d0 None None] For port 9934b227-631a-4452-9ed3-012165a2dce9, host n-d-798930-3, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:32:30.188746 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-337bdc23-a04f-4d96-a7c7-af13b594a2d0 None None] For port 9934b227-631a-4452-9ed3-012165a2dce9, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=9934b227-631a-4452-9ed3-012165a2dce9,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:32:30.194249 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:32:30.194249 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:32:30.194249 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:32:30.194249 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:32:30.194249 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:32:30.194249 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:32:30.194249 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:32:30.194249 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:32:30.194249 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:32:30.194249 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:32:30.194249 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:32:30.194249 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:32:30.194249 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:32:30.194249 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:32:30.194249 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:32:30.194249 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:32:30.194249 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:32:30.194249 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:32:30.194249 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:32:30.194249 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:32:30.194249 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:32:30.194249 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:32:30.194249 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:32:30.194249 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:32:30.194249 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:32:30.194249 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:32:30.194249 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:32:30.194249 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:32:30.194249 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:32:30.194249 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:32:30.194249 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:32:30.194249 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:32:30.197495 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-337bdc23-a04f-4d96-a7c7-af13b594a2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:30.269896 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f02030e-1485-4ec1-81f1-2e4ec07b9b01 None None] Pushing event updated for resources: {'Port': ['ID=9934b227-631a-4452-9ed3-012165a2dce9,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:30.287388 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337bdc23-a04f-4d96-a7c7-af13b594a2d0 None None] Routers {'04870239-f913-4f4e-92b0-63285185328b'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:32:30.288025 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-337bdc23-a04f-4d96-a7c7-af13b594a2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:32:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['04870239-f913-4f4e-92b0-63285185328b'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:30.330832 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2460771b-f4a1-4f91-8d15-3075a4309e02 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:30.354703 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-2460771b-f4a1-4f91-8d15-3075a4309e02 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Calling delete_port for 9934b227-631a-4452-9ed3-012165a2dce9 owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:32:30.462980 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-337bdc23-a04f-4d96-a7c7-af13b594a2d0 None None] Set router 04870239-f913-4f4e-92b0-63285185328b gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:32:30.477930 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-eba3f181-fce6-414d-bb35-89b41e6153d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:30.478963 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba3f181-fce6-414d-bb35-89b41e6153d5 None None] The sync data for ids ['1ba494ae-955a-4883-9f4c-2e775791d47b'] in n-d-798930-3 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:32:30.492449 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c8ea6c1f-93a2-49ee-b321-098a32d33c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51d37b7-14cc-492d-afad-7a3743830cc4', 'name': 'tempest-snat-router-1109242004', 'tenant_id': '048984af284e4a8683a18380033eff88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.36'}], 'enable_snat': False}, 'gw_port_id': 'ccf90ea2-aee5-4804-9b06-fb26a406988b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:32:22Z', 'updated_at': '2021-07-09T16:32:23Z', 'revision_number': 3, 'project_id': '048984af284e4a8683a18380033eff88', 'gw_port': {'id': 'ccf90ea2-aee5-4804-9b06-fb26a406988b', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:32:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51d37b7-14cc-492d-afad-7a3743830cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:32:22Z', 'updated_at': '2021-07-09T16:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:30.531322 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ea6c1f-93a2-49ee-b321-098a32d33c88 None None] The sync data for ids ['a51d37b7-14cc-492d-afad-7a3743830cc4'] in n-d-798930-3 is: [{'id': 'a51d37b7-14cc-492d-afad-7a3743830cc4', 'name': 'tempest-snat-router-1109242004', 'tenant_id': '048984af284e4a8683a18380033eff88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.36'}], 'enable_snat': False}, 'gw_port_id': 'ccf90ea2-aee5-4804-9b06-fb26a406988b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:32:22Z', 'updated_at': '2021-07-09T16:32:23Z', 'revision_number': 3, 'project_id': '048984af284e4a8683a18380033eff88', 'gw_port': {'id': 'ccf90ea2-aee5-4804-9b06-fb26a406988b', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:32:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51d37b7-14cc-492d-afad-7a3743830cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:32:22Z', 'updated_at': '2021-07-09T16:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:32:30.571118 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-337bdc23-a04f-4d96-a7c7-af13b594a2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04870239-f913-4f4e-92b0-63285185328b', 'name': 'tempest-snat-router-1109242004', 'tenant_id': '048984af284e4a8683a18380033eff88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:32:26Z', 'updated_at': '2021-07-09T16:32:29Z', 'revision_number': 4, 'project_id': '048984af284e4a8683a18380033eff88', 'gw_port_host': None}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:30.607615 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337bdc23-a04f-4d96-a7c7-af13b594a2d0 None None] The sync data for ids ['04870239-f913-4f4e-92b0-63285185328b'] in n-d-798930-3 is: [{'id': '04870239-f913-4f4e-92b0-63285185328b', 'name': 'tempest-snat-router-1109242004', 'tenant_id': '048984af284e4a8683a18380033eff88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:32:26Z', 'updated_at': '2021-07-09T16:32:29Z', 'revision_number': 4, 'project_id': '048984af284e4a8683a18380033eff88', 'gw_port_host': None}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:32:30.676841 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-993205fa-544c-47f8-b362-4e463329da48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:30.693837 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-993205fa-544c-47f8-b362-4e463329da48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:30.699458 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-993205fa-544c-47f8-b362-4e463329da48 admin admin] 10.222.0.98 "DELETE /v2.0/networks/6a28909b-9331-4121-b4fb-3c07e9c2bd4e HTTP/1.1" status: 204 len: 168 time: 1.6055303 Jul 09 16:32:30.733768 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993205fa-544c-47f8-b362-4e463329da48 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a28909b-9331-4121-b4fb-3c07e9c2bd4e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:30.746206 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6e87b0cc-a8f5-4a38-8e9c-6cf04d97b1f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:30.777484 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6e87b0cc-a8f5-4a38-8e9c-6cf04d97b1f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:30.844663 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6e87b0cc-a8f5-4a38-8e9c-6cf04d97b1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:30.849972 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6e87b0cc-a8f5-4a38-8e9c-6cf04d97b1f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:30.852335 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-6e87b0cc-a8f5-4a38-8e9c-6cf04d97b1f7 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6d0dc5cb-88c1-43bd-b235-1f974182fc0a HTTP/1.1" status: 204 len: 168 time: 0.8455942 Jul 09 16:32:30.902738 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92d9811-eec7-4dae-99f6-db5e1fd6a6de None None] Network 4004e693-2e85-43fe-a03b-ad5043a2bd8f requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:32:30.924209 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e87b0cc-a8f5-4a38-8e9c-6cf04d97b1f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0dc5cb-88c1-43bd-b235-1f974182fc0a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:30.940232 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2460771b-f4a1-4f91-8d15-3075a4309e02 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:30.982412 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:32:31.002174 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2460771b-f4a1-4f91-8d15-3075a4309e02 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Pushing event deleted for resources: {'Port': ['ID=9934b227-631a-4452-9ed3-012165a2dce9,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:31.017247 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50856) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:31.093504 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c2ba36c5-dede-41e1-a6d7-bab082a10e51 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f390367f6cae4e07b045708e1e369468&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0750282 Jul 09 16:32:31.094354 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50858) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:31.216564 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-72345e69-bd74-496b-96c7-d2bbf49b8d20 None None] Provisioning for port 836979d5-d5a1-4af6-ad64-7ffe44c95ce9 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:32:31.227745 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-72345e69-bd74-496b-96c7-d2bbf49b8d20 None None] Provisioning complete for port 836979d5-d5a1-4af6-ad64-7ffe44c95ce9 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:32:31.228213 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-72345e69-bd74-496b-96c7-d2bbf49b8d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:31.242695 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2460771b-f4a1-4f91-8d15-3075a4309e02 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:31.282434 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [None req-1f76a04c-81f0-4ff5-bf00-486d2b50b6a2 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:32:31.284745 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1f76a04c-81f0-4ff5-bf00-486d2b50b6a2 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] 10.222.0.98 "PUT /v2.0/routers/1ba494ae-955a-4883-9f4c-2e775791d47b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2519166 Jul 09 16:32:31.288311 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50862) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:31.416431 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-72345e69-bd74-496b-96c7-d2bbf49b8d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:31.445039 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2460771b-f4a1-4f91-8d15-3075a4309e02 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:31.458584 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2460771b-f4a1-4f91-8d15-3075a4309e02 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:31.468471 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-72345e69-bd74-496b-96c7-d2bbf49b8d20 None None] For port 836979d5-d5a1-4af6-ad64-7ffe44c95ce9, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=836979d5-d5a1-4af6-ad64-7ffe44c95ce9,segment=NetworkSegment(0f633761-8a45-4b59-843c-c1745ab73620),segment_id=0f633761-8a45-4b59-843c-c1745ab73620)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:32:31.477923 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-72345e69-bd74-496b-96c7-d2bbf49b8d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:31.595967 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72345e69-bd74-496b-96c7-d2bbf49b8d20 None None] Pushing event updated for resources: {'Port': ['ID=836979d5-d5a1-4af6-ad64-7ffe44c95ce9,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:31.602537 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2460771b-f4a1-4f91-8d15-3075a4309e02 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:31.602918 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2460771b-f4a1-4f91-8d15-3075a4309e02 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 04870239-f913-4f4e-92b0-63285185328b {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:32:31.609961 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2460771b-f4a1-4f91-8d15-3075a4309e02 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:31.614435 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2460771b-f4a1-4f91-8d15-3075a4309e02 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] 10.222.0.98 "DELETE /v2.0/routers/04870239-f913-4f4e-92b0-63285185328b HTTP/1.1" status: 204 len: 168 time: 2.6643760 Jul 09 16:32:31.615433 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50864) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:31.726631 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50866) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:31.788835 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0f610799-b669-4299-92ad-81fb54b13dba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:31.849679 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device ccf90ea2-aee5-4804-9b06-fb26a406988b up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:32:31.923854 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e23ec9c0-7d5c-4fe6-9c6d-bf4043e89b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:31.936210 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b8ea532-8f4a-420f-9a8b-5c428292d214 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:31.941875 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7f78b1fa-f55d-48a0-9341-0d0daa412bff None None] Provisioning complete for port 836979d5-d5a1-4af6-ad64-7ffe44c95ce9 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:32:31.942252 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7f78b1fa-f55d-48a0-9341-0d0daa412bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:31.950391 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port ccf90ea2-aee5-4804-9b06-fb26a406988b completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:32:31.975216 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276fcbd7-33e0-4f77-9786-aec0cf3f0c45 None None] Network 183ae325-63c9-4509-a125-22cdc7fe707d requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:32:31.997937 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port ccf90ea2-aee5-4804-9b06-fb26a406988b triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:32:31.998325 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:32.173970 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ff56fe6-5b85-4f16-8130-c7d866def308 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:32.211790 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e23ec9c0-7d5c-4fe6-9c6d-bf4043e89b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:32.390459 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:32.404276 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0f610799-b669-4299-92ad-81fb54b13dba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:32.410698 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e23ec9c0-7d5c-4fe6-9c6d-bf4043e89b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:32.415038 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e23ec9c0-7d5c-4fe6-9c6d-bf4043e89b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:32.419453 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e23ec9c0-7d5c-4fe6-9c6d-bf4043e89b56 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e6b8ec76-8e51-4dcc-b276-be8d4ce12510 HTTP/1.1" status: 204 len: 168 time: 1.3217304 Jul 09 16:32:32.422131 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0f610799-b669-4299-92ad-81fb54b13dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:32.459687 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ec9c0-7d5c-4fe6-9c6d-bf4043e89b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b8ec76-8e51-4dcc-b276-be8d4ce12510,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:32.472128 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port ccf90ea2-aee5-4804-9b06-fb26a406988b, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=ccf90ea2-aee5-4804-9b06-fb26a406988b,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:32:32.477738 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b8ea532-8f4a-420f-9a8b-5c428292d214 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:32.498952 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:32.499803 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device c13fb18f-2027-44cf-b6a9-47dfdedaaf4b up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:32:32.537182 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f610799-b669-4299-92ad-81fb54b13dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=951f76f1-94b8-4301-aef6-1467c0bc12d5,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:32.556217 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7f78b1fa-f55d-48a0-9341-0d0daa412bff None None] Provisioning for port 7bc03e56-1e78-4dc5-bb8f-38879c842450 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:32:32.569636 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0f610799-b669-4299-92ad-81fb54b13dba admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3893bf6976b4477dade36d98ddfe71ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8415971 Jul 09 16:32:32.578371 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50872) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:32.592566 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7f78b1fa-f55d-48a0-9341-0d0daa412bff None None] Provisioning complete for port 7bc03e56-1e78-4dc5-bb8f-38879c842450 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:32:32.593267 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7f78b1fa-f55d-48a0-9341-0d0daa412bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:32.684644 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port c13fb18f-2027-44cf-b6a9-47dfdedaaf4b completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:32:32.689871 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-7f78b1fa-f55d-48a0-9341-0d0daa412bff None None] Port 7bc03e56-1e78-4dc5-bb8f-38879c842450 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:32:32.695019 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=ccf90ea2-aee5-4804-9b06-fb26a406988b,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:32.735966 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-76b674a4-54ee-41db-9ba3-2ecb3103d6b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:32.767684 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-5b8ea532-8f4a-420f-9a8b-5c428292d214 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Deleting port ccf90ea2-aee5-4804-9b06-fb26a406988b {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:32:32.768063 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b8ea532-8f4a-420f-9a8b-5c428292d214 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:32.777323 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-76b674a4-54ee-41db-9ba3-2ecb3103d6b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:32.821318 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-4ff56fe6-5b85-4f16-8130-c7d866def308 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Deleting port 7bc03e56-1e78-4dc5-bb8f-38879c842450 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:32:32.822672 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ff56fe6-5b85-4f16-8130-c7d866def308 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:32.824063 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5bcf0c54-505f-4e00-bf3c-f2e955a4b02b None None] Provisioning for port c13fb18f-2027-44cf-b6a9-47dfdedaaf4b completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:32:32.829174 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5bcf0c54-505f-4e00-bf3c-f2e955a4b02b None None] Provisioning complete for port c13fb18f-2027-44cf-b6a9-47dfdedaaf4b triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:32:32.829545 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5bcf0c54-505f-4e00-bf3c-f2e955a4b02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:32.895051 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-5b8ea532-8f4a-420f-9a8b-5c428292d214 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] For port ccf90ea2-aee5-4804-9b06-fb26a406988b, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=ccf90ea2-aee5-4804-9b06-fb26a406988b,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:32:32.895430 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b8ea532-8f4a-420f-9a8b-5c428292d214 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:32.910686 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-5b8ea532-8f4a-420f-9a8b-5c428292d214 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Calling delete_port for ccf90ea2-aee5-4804-9b06-fb26a406988b owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:32:32.945128 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ff56fe6-5b85-4f16-8130-c7d866def308 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:32.962062 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-4ff56fe6-5b85-4f16-8130-c7d866def308 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Calling delete_port for 7bc03e56-1e78-4dc5-bb8f-38879c842450 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:32:33.021823 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5bcf0c54-505f-4e00-bf3c-f2e955a4b02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:33.063499 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-5bcf0c54-505f-4e00-bf3c-f2e955a4b02b None None] For port c13fb18f-2027-44cf-b6a9-47dfdedaaf4b, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=c13fb18f-2027-44cf-b6a9-47dfdedaaf4b,segment=NetworkSegment(1296f229-0de1-44f1-8528-c75f61d73ee1),segment_id=1296f229-0de1-44f1-8528-c75f61d73ee1)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:32:33.070927 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5bcf0c54-505f-4e00-bf3c-f2e955a4b02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:33.079287 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-76b674a4-54ee-41db-9ba3-2ecb3103d6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:33.081843 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-76b674a4-54ee-41db-9ba3-2ecb3103d6b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:33.085732 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-76b674a4-54ee-41db-9ba3-2ecb3103d6b6 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/951f76f1-94b8-4301-aef6-1467c0bc12d5 HTTP/1.1" status: 204 len: 168 time: 0.5011663 Jul 09 16:32:33.103589 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b674a4-54ee-41db-9ba3-2ecb3103d6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951f76f1-94b8-4301-aef6-1467c0bc12d5,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:33.132361 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5bcf0c54-505f-4e00-bf3c-f2e955a4b02b None None] Provisioning complete for port 7bc03e56-1e78-4dc5-bb8f-38879c842450 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:32:33.132752 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5bcf0c54-505f-4e00-bf3c-f2e955a4b02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:33.177422 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b8ea532-8f4a-420f-9a8b-5c428292d214 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:33.218735 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ea532-8f4a-420f-9a8b-5c428292d214 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Pushing event deleted for resources: {'Port': ['ID=ccf90ea2-aee5-4804-9b06-fb26a406988b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:33.236081 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ff56fe6-5b85-4f16-8130-c7d866def308 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:33.246919 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcf0c54-505f-4e00-bf3c-f2e955a4b02b None None] Pushing event updated for resources: {'Port': ['ID=c13fb18f-2027-44cf-b6a9-47dfdedaaf4b,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:33.262096 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-5bcf0c54-505f-4e00-bf3c-f2e955a4b02b None None] Port 7bc03e56-1e78-4dc5-bb8f-38879c842450 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:32:33.299184 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b8ea532-8f4a-420f-9a8b-5c428292d214 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:33.322467 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff56fe6-5b85-4f16-8130-c7d866def308 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Pushing event deleted for resources: {'Port': ['ID=7bc03e56-1e78-4dc5-bb8f-38879c842450,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:33.413094 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6bb5735f-3732-4d70-8539-c9bf94efb6e8 None None] Provisioning complete for port c13fb18f-2027-44cf-b6a9-47dfdedaaf4b triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:32:33.414728 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6bb5735f-3732-4d70-8539-c9bf94efb6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:33.443298 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b8ea532-8f4a-420f-9a8b-5c428292d214 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:33.450129 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b8ea532-8f4a-420f-9a8b-5c428292d214 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:33.516439 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b8ea532-8f4a-420f-9a8b-5c428292d214 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:33.517392 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8ea532-8f4a-420f-9a8b-5c428292d214 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a51d37b7-14cc-492d-afad-7a3743830cc4 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:32:33.525118 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b8ea532-8f4a-420f-9a8b-5c428292d214 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:33.526306 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-5b8ea532-8f4a-420f-9a8b-5c428292d214 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] 10.222.0.98 "DELETE /v2.0/routers/a51d37b7-14cc-492d-afad-7a3743830cc4 HTTP/1.1" status: 204 len: 168 time: 1.9099367 Jul 09 16:32:33.534715 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50898) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:33.550544 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-996c24b6-4814-4f89-9cbe-48587bc9d2ad tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2017631189', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}, 'admin_state_up': False}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:32:33.608660 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ff56fe6-5b85-4f16-8130-c7d866def308 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:33.629013 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-996c24b6-4814-4f89-9cbe-48587bc9d2ad tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:33.637836 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-996c24b6-4814-4f89-9cbe-48587bc9d2ad tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:33.795846 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-996c24b6-4814-4f89-9cbe-48587bc9d2ad tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:33.819633 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 836979d5-d5a1-4af6-ad64-7ffe44c95ce9 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:32:33.897016 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff56fe6-5b85-4f16-8130-c7d866def308 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Router 1ba494ae-955a-4883-9f4c-2e775791d47b has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:32:34.008670 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 836979d5-d5a1-4af6-ad64-7ffe44c95ce9 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:32:34.009545 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:34.016436 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff56fe6-5b85-4f16-8130-c7d866def308 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:32:34.027825 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-4ff56fe6-5b85-4f16-8130-c7d866def308 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] 10.222.0.98 "PUT /v2.0/routers/1ba494ae-955a-4883-9f4c-2e775791d47b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7384343 Jul 09 16:32:34.036005 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a5aed1-09d2-4117-ae27-e58f114d15da None None] Sync routers for ids ['1ba494ae-955a-4883-9f4c-2e775791d47b'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:32:34.040263 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50918) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:34.058262 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a5aed1-09d2-4117-ae27-e58f114d15da None None] Routers {'1ba494ae-955a-4883-9f4c-2e775791d47b'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:32:34.061112 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-00a5aed1-09d2-4117-ae27-e58f114d15da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:32:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['1ba494ae-955a-4883-9f4c-2e775791d47b'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:34.123323 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-00a5aed1-09d2-4117-ae27-e58f114d15da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:34.134818 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a5aed1-09d2-4117-ae27-e58f114d15da None None] Routers {'1ba494ae-955a-4883-9f4c-2e775791d47b'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:32:34.136193 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-00a5aed1-09d2-4117-ae27-e58f114d15da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:32:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['1ba494ae-955a-4883-9f4c-2e775791d47b'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:34.164088 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [None req-bee6eac8-a1bb-4a1b-8b37-75d5fd0ff62f tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] delete failed (client error): The resource could not be found. Jul 09 16:32:34.170149 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-bee6eac8-a1bb-4a1b-8b37-75d5fd0ff62f tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] 10.222.0.98 "DELETE /v2.0/routers/tempest-non_exist_router-1626846590 HTTP/1.1" status: 404 len: 335 time: 0.1222134 Jul 09 16:32:34.171464 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50924) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:34.182835 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-eac83d1a-4b6f-4dcc-af51-90e604a5ab95 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Request body: {'router': {'external_gateway_info': {'network_id': '1ba494ae-955a-4883-9f4c-2e775791d47b'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:32:34.215656 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-00a5aed1-09d2-4117-ae27-e58f114d15da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:34.218737 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a5aed1-09d2-4117-ae27-e58f114d15da None None] The sync data for ids ['1ba494ae-955a-4883-9f4c-2e775791d47b'] in n-d-798930-3 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:32:34.301746 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device c13fb18f-2027-44cf-b6a9-47dfdedaaf4b up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:32:34.313520 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50926) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:34.385245 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port c13fb18f-2027-44cf-b6a9-47dfdedaaf4b triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:32:34.386053 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:34.563976 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eac83d1a-4b6f-4dcc-af51-90e604a5ab95 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:34.596581 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f3d4e305-e6d1-4f5c-9d57-2bd0c60b0a10 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1174057416-network', 'tenant_id': 'a59a2cde09cd4c80b3ef731d0f4eb5ae'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:32:34.608629 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-996c24b6-4814-4f89-9cbe-48587bc9d2ad tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:34.650379 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [None req-eac83d1a-4b6f-4dcc-af51-90e604a5ab95 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] update failed (client error): The resource could not be found. Jul 09 16:32:34.654287 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-eac83d1a-4b6f-4dcc-af51-90e604a5ab95 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] 10.222.0.98 "PUT /v2.0/routers/1ba494ae-955a-4883-9f4c-2e775791d47b HTTP/1.1" status: 404 len: 339 time: 0.4796655 Jul 09 16:32:34.655957 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d4e305-e6d1-4f5c-9d57-2bd0c60b0a10 admin admin] Made reservation on behalf of a59a2cde09cd4c80b3ef731d0f4eb5ae for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:32:34.658579 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f3d4e305-e6d1-4f5c-9d57-2bd0c60b0a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:34.661094 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50940) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:34.668156 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-dbf0b193-9451-45c1-b3d2-19e6ec0e778f tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2082536920'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:32:34.683062 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f3d4e305-e6d1-4f5c-9d57-2bd0c60b0a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:34.713843 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd8372b-d555-4165-a98e-6c8688eb1870 req-b48bc628-2f00-4b39-9f68-01c20b4206af tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:34.715584 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8bd8372b-d555-4165-a98e-6c8688eb1870 req-b48bc628-2f00-4b39-9f68-01c20b4206af tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 947 time: 0.1229286 Jul 09 16:32:34.718644 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf0b193-9451-45c1-b3d2-19e6ec0e778f tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Made reservation on behalf of 594880c13ed54f4c8392e299efb4856b for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:32:34.722826 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dbf0b193-9451-45c1-b3d2-19e6ec0e778f tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:34.774445 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8bd8372b-d555-4165-a98e-6c8688eb1870 req-df1fe723-ae1a-4999-ae18-adb53554bc91 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494499 Jul 09 16:32:34.783564 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbf0b193-9451-45c1-b3d2-19e6ec0e778f tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:32:34.803636 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dbf0b193-9451-45c1-b3d2-19e6ec0e778f tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:34.804494 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-dbf0b193-9451-45c1-b3d2-19e6ec0e778f tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Added segment b5ab72fc-ef7d-42b2-ae68-f3ddf8e77247 of type vlan for network ecae1ab1-12dc-4e31-bd1e-33f34043af0c Jul 09 16:32:34.860914 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dbf0b193-9451-45c1-b3d2-19e6ec0e778f tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:34.905424 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f3d4e305-e6d1-4f5c-9d57-2bd0c60b0a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:34.907972 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-996c24b6-4814-4f89-9cbe-48587bc9d2ad tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:34.912771 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f3d4e305-e6d1-4f5c-9d57-2bd0c60b0a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:34.921412 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dbf0b193-9451-45c1-b3d2-19e6ec0e778f tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:34.928557 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf0b193-9451-45c1-b3d2-19e6ec0e778f tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:34.929327 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dbf0b193-9451-45c1-b3d2-19e6ec0e778f tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:34.929729 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-996c24b6-4814-4f89-9cbe-48587bc9d2ad tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:35.015907 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3d4e305-e6d1-4f5c-9d57-2bd0c60b0a10 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:32:35.027041 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-dbf0b193-9451-45c1-b3d2-19e6ec0e778f tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3613222 Jul 09 16:32:35.027334 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50948) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:35.028957 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d4e305-e6d1-4f5c-9d57-2bd0c60b0a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:35.033330 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-f4140d5c-e234-459c-8589-2bb8dab20542 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Request body: {'subnet': {'network_id': 'ecae1ab1-12dc-4e31-bd1e-33f34043af0c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:32:35.041808 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f3d4e305-e6d1-4f5c-9d57-2bd0c60b0a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:35.042148 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-f3d4e305-e6d1-4f5c-9d57-2bd0c60b0a10 admin admin] Added segment 84a2b727-9fdd-4d45-b78f-34759e2941ec of type vlan for network cb4b78a9-5124-4c19-9828-f616933bcd81 Jul 09 16:32:35.053447 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf0b193-9451-45c1-b3d2-19e6ec0e778f tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Pushing event updated for resources: {'Network': ['ID=ecae1ab1-12dc-4e31-bd1e-33f34043af0c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:35.071351 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network ecae1ab1-12dc-4e31-bd1e-33f34043af0c details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:32:35.107254 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f3d4e305-e6d1-4f5c-9d57-2bd0c60b0a10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:35.143785 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-996c24b6-4814-4f89-9cbe-48587bc9d2ad tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Allocated IP 172.25.0.63 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/1a4600db-b872-48fd-9f93-1782cac0a475) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:32:35.154786 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4140d5c-e234-459c-8589-2bb8dab20542 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Made reservation on behalf of 594880c13ed54f4c8392e299efb4856b for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:32:35.158419 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f4140d5c-e234-459c-8589-2bb8dab20542 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:35.162410 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f3d4e305-e6d1-4f5c-9d57-2bd0c60b0a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:35.165163 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d4e305-e6d1-4f5c-9d57-2bd0c60b0a10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:35.165947 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f3d4e305-e6d1-4f5c-9d57-2bd0c60b0a10 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:35.227388 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f3d4e305-e6d1-4f5c-9d57-2bd0c60b0a10 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9125190 Jul 09 16:32:35.229975 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50956) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:35.236268 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-cea5816b-1b31-4400-b718-6b2fdbc12627 admin admin] Request body: {'subnet': {'network_id': 'cb4b78a9-5124-4c19-9828-f616933bcd81', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1174057416-subnet', 'tenant_id': 'a59a2cde09cd4c80b3ef731d0f4eb5ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:32:35.248046 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d4e305-e6d1-4f5c-9d57-2bd0c60b0a10 admin admin] Pushing event updated for resources: {'Network': ['ID=cb4b78a9-5124-4c19-9828-f616933bcd81,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:35.262361 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network cb4b78a9-5124-4c19-9828-f616933bcd81 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:32:35.270606 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea5816b-1b31-4400-b718-6b2fdbc12627 admin admin] Made reservation on behalf of a59a2cde09cd4c80b3ef731d0f4eb5ae for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:32:35.273494 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cea5816b-1b31-4400-b718-6b2fdbc12627 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:35.351065 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-996c24b6-4814-4f89-9cbe-48587bc9d2ad tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:35.464352 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f4140d5c-e234-459c-8589-2bb8dab20542 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:35.474147 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-996c24b6-4814-4f89-9cbe-48587bc9d2ad tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:35.480881 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cea5816b-1b31-4400-b718-6b2fdbc12627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:35.557237 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea5816b-1b31-4400-b718-6b2fdbc12627 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2030483-cfcd-4c73-9bff-36ef474084f2,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:35.566071 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996c24b6-4814-4f89-9cbe-48587bc9d2ad tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:32:35.568818 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device ccf90ea2-aee5-4804-9b06-fb26a406988b no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:32:35.574017 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-996c24b6-4814-4f89-9cbe-48587bc9d2ad tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:32:35.578221 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996c24b6-4814-4f89-9cbe-48587bc9d2ad tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Pushing event updated for resources: {'Port': ['ID=1a4600db-b872-48fd-9f93-1782cac0a475,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:35.586877 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996c24b6-4814-4f89-9cbe-48587bc9d2ad tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:32:35.592498 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: ccf90ea2-aee5-4804-9b06-fb26a406988b {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:32:35.592868 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device ccf90ea2-aee5-4804-9b06-fb26a406988b not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:32:35.594457 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4140d5c-e234-459c-8589-2bb8dab20542 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Pushing event updated for resources: {'Subnet': ['ID=d2bc29cb-b298-4cea-b5d2-5256922d8a1a,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:35.607221 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea5816b-1b31-4400-b718-6b2fdbc12627 admin admin] Checking segment: {'id': '84a2b727-9fdd-4d45-b78f-34759e2941ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cb4b78a9-5124-4c19-9828-f616933bcd81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:32:35.607477 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea5816b-1b31-4400-b718-6b2fdbc12627 admin admin] Network hostable DHCP agents. Network: cb4b78a9-5124-4c19-9828-f616933bcd81, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:32:35.633008 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4140d5c-e234-459c-8589-2bb8dab20542 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Checking segment: {'id': 'b5ab72fc-ef7d-42b2-ae68-f3ddf8e77247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'ecae1ab1-12dc-4e31-bd1e-33f34043af0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:32:35.633725 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4140d5c-e234-459c-8589-2bb8dab20542 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Network hostable DHCP agents. Network: ecae1ab1-12dc-4e31-bd1e-33f34043af0c, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:32:35.635432 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea5816b-1b31-4400-b718-6b2fdbc12627 admin admin] Network cb4b78a9-5124-4c19-9828-f616933bcd81 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:32:35.645971 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-cea5816b-1b31-4400-b718-6b2fdbc12627 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, cb4b78a9-5124-4c19-9828-f616933bcd81) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:32:35.655773 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ad64e9-034a-4e3c-b2d1-d3007e83d991 None None] Network cb4b78a9-5124-4c19-9828-f616933bcd81 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:32:35.656790 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea5816b-1b31-4400-b718-6b2fdbc12627 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:35.657490 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cea5816b-1b31-4400-b718-6b2fdbc12627 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:35.679291 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-cea5816b-1b31-4400-b718-6b2fdbc12627 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4455440 Jul 09 16:32:35.680041 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50968) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:35.685688 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-1f4ec421-a0e1-4870-867f-67303577ab95 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1174057416-router', 'tenant_id': 'a59a2cde09cd4c80b3ef731d0f4eb5ae', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:32:35.709060 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1f4ec421-a0e1-4870-867f-67303577ab95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:35.710135 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1f4ec421-a0e1-4870-867f-67303577ab95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:35.734135 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4140d5c-e234-459c-8589-2bb8dab20542 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Network ecae1ab1-12dc-4e31-bd1e-33f34043af0c is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:32:35.762997 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-f4140d5c-e234-459c-8589-2bb8dab20542 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, ecae1ab1-12dc-4e31-bd1e-33f34043af0c) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:32:35.773273 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4140d5c-e234-459c-8589-2bb8dab20542 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:35.773874 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f4140d5c-e234-459c-8589-2bb8dab20542 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:35.795586 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1f4ec421-a0e1-4870-867f-67303577ab95 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:35.797310 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f4140d5c-e234-459c-8589-2bb8dab20542 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7686017 Jul 09 16:32:35.800676 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50974) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:35.804881 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f86a94e-1698-43ea-97d3-b5ce7a3a2dd5 None None] Network ecae1ab1-12dc-4e31-bd1e-33f34043af0c requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:32:35.807858 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-4638e0d8-d0ef-4d20-abab-c78da26af653 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ecae1ab1-12dc-4e31-bd1e-33f34043af0c'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:32:35.956209 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-996c24b6-4814-4f89-9cbe-48587bc9d2ad tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:35.985545 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6661832-f998-4955-a34b-583773f023b0 None None] Network cb4b78a9-5124-4c19-9828-f616933bcd81 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:32:36.174146 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb0b59d-a0e2-4666-80c8-78c958059267 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-ecae1ab1-12dc-4e31-bd1e-33f34043af0c', 'network_id': 'ecae1ab1-12dc-4e31-bd1e-33f34043af0c', 'tenant_id': '594880c13ed54f4c8392e299efb4856b', 'fixed_ips': [{'subnet_id': 'd2bc29cb-b298-4cea-b5d2-5256922d8a1a'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:32:36.175065 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-feb0b59d-a0e2-4666-80c8-78c958059267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:36.289229 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c28a3-7349-49ab-80ce-607d67a26280 req-58750b14-f0c5-4dc5-aa85-5879feedab53 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:36.291214 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-dc8c28a3-7349-49ab-80ce-607d67a26280 req-58750b14-f0c5-4dc5-aa85-5879feedab53 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 947 time: 0.1957541 Jul 09 16:32:36.292652 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-996c24b6-4814-4f89-9cbe-48587bc9d2ad tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:36.380835 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-dc8c28a3-7349-49ab-80ce-607d67a26280 req-0eed0e8d-e498-47aa-9364-74463d4b3a10 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783308 Jul 09 16:32:36.403626 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-feb0b59d-a0e2-4666-80c8-78c958059267 None None] Allocated IP 2001:db8:1::2 (ecae1ab1-12dc-4e31-bd1e-33f34043af0c/d2bc29cb-b298-4cea-b5d2-5256922d8a1a/79cba64a-265f-494f-9eb7-bef1b9ba578e) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:32:36.494743 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996c24b6-4814-4f89-9cbe-48587bc9d2ad tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Router 5f3a90fb-2a05-4bdc-be10-47256bbb7dc6 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:32:36.524270 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4638e0d8-d0ef-4d20-abab-c78da26af653 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:36.587313 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-feb0b59d-a0e2-4666-80c8-78c958059267 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:36.594515 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1f4ec421-a0e1-4870-867f-67303577ab95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:36.600650 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-feb0b59d-a0e2-4666-80c8-78c958059267 None None] Transition to ACTIVE for port object 79cba64a-265f-494f-9eb7-bef1b9ba578e will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:32:36.621011 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-feb0b59d-a0e2-4666-80c8-78c958059267 None None] Transition to ACTIVE for port object 79cba64a-265f-494f-9eb7-bef1b9ba578e will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:32:36.631085 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-feb0b59d-a0e2-4666-80c8-78c958059267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:36.648954 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996c24b6-4814-4f89-9cbe-48587bc9d2ad tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:32:36.670236 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-996c24b6-4814-4f89-9cbe-48587bc9d2ad tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:36.670480 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b5e15a-d002-4744-83b2-b9e0ec9d9ef5 None None] Sync routers for ids ['5f3a90fb-2a05-4bdc-be10-47256bbb7dc6'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:32:36.674149 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-996c24b6-4814-4f89-9cbe-48587bc9d2ad tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.1359303 Jul 09 16:32:36.674567 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51002) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:36.681224 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-c3463d39-248b-490c-a401-5ac08bde81f8 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'enable_snat': False}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:32:36.688789 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb0b59d-a0e2-4666-80c8-78c958059267 None None] Network ecae1ab1-12dc-4e31-bd1e-33f34043af0c is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:32:36.693785 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-feb0b59d-a0e2-4666-80c8-78c958059267 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:32:36.699072 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb0b59d-a0e2-4666-80c8-78c958059267 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:32:36.758443 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b5e15a-d002-4744-83b2-b9e0ec9d9ef5 None None] Routers {'5f3a90fb-2a05-4bdc-be10-47256bbb7dc6'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:32:36.759147 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f9b5e15a-d002-4744-83b2-b9e0ec9d9ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:32:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['5f3a90fb-2a05-4bdc-be10-47256bbb7dc6'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:36.761313 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f760d-5e79-4975-b44c-2a6b38a912d9 req-a9816437-834a-4a47-b37b-b91ee139b9e7 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:36.763120 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e6f760d-5e79-4975-b44c-2a6b38a912d9 req-a9816437-834a-4a47-b37b-b91ee139b9e7 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.73 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 947 time: 0.2080033 Jul 09 16:32:36.913574 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [None req-4638e0d8-d0ef-4d20-abab-c78da26af653 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:32:36.915830 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-4638e0d8-d0ef-4d20-abab-c78da26af653 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] 10.222.0.98 "PUT /v2.0/routers/1ba494ae-955a-4883-9f4c-2e775791d47b HTTP/1.1" status: 400 len: 364 time: 1.1141715 Jul 09 16:32:36.919998 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 51008) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:37.021749 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb0b59d-a0e2-4666-80c8-78c958059267 None None] Pushing event updated for resources: {'Port': ['ID=79cba64a-265f-494f-9eb7-bef1b9ba578e,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:37.025414 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-feb0b59d-a0e2-4666-80c8-78c958059267 None None] Attempting to bind port 79cba64a-265f-494f-9eb7-bef1b9ba578e on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:32:37.025870 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-feb0b59d-a0e2-4666-80c8-78c958059267 None None] Attempting to bind port 79cba64a-265f-494f-9eb7-bef1b9ba578e by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'b5ab72fc-ef7d-42b2-ae68-f3ddf8e77247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'ecae1ab1-12dc-4e31-bd1e-33f34043af0c'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:32:37.026246 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb0b59d-a0e2-4666-80c8-78c958059267 None None] Attempting to bind port 79cba64a-265f-494f-9eb7-bef1b9ba578e on network ecae1ab1-12dc-4e31-bd1e-33f34043af0c {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:32:37.029125 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f9b5e15a-d002-4744-83b2-b9e0ec9d9ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:37.037273 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb0b59d-a0e2-4666-80c8-78c958059267 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:32:37.037661 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb0b59d-a0e2-4666-80c8-78c958059267 None None] Checking segment: {'id': 'b5ab72fc-ef7d-42b2-ae68-f3ddf8e77247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'ecae1ab1-12dc-4e31-bd1e-33f34043af0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:32:37.038519 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-feb0b59d-a0e2-4666-80c8-78c958059267 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:37.038519 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb0b59d-a0e2-4666-80c8-78c958059267 None None] Bound using segment: {'id': 'b5ab72fc-ef7d-42b2-ae68-f3ddf8e77247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'ecae1ab1-12dc-4e31-bd1e-33f34043af0c'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:32:37.038973 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-feb0b59d-a0e2-4666-80c8-78c958059267 None None] Bound port: 79cba64a-265f-494f-9eb7-bef1b9ba578e, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5ab72fc-ef7d-42b2-ae68-f3ddf8e77247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'ecae1ab1-12dc-4e31-bd1e-33f34043af0c'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:32:37.039363 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-feb0b59d-a0e2-4666-80c8-78c958059267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:37.057861 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b5e15a-d002-4744-83b2-b9e0ec9d9ef5 None None] Routers {'5f3a90fb-2a05-4bdc-be10-47256bbb7dc6'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:32:37.058494 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f9b5e15a-d002-4744-83b2-b9e0ec9d9ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:32:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['5f3a90fb-2a05-4bdc-be10-47256bbb7dc6'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:37.086938 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 51012) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:37.093218 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f9b5e15a-d002-4744-83b2-b9e0ec9d9ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:37.093563 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b5e15a-d002-4744-83b2-b9e0ec9d9ef5 None None] The sync data for ids ['5f3a90fb-2a05-4bdc-be10-47256bbb7dc6'] in n-d-798930-3 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:32:37.138093 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c3463d39-248b-490c-a401-5ac08bde81f8 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:37.150368 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-feb0b59d-a0e2-4666-80c8-78c958059267 None None] For port 79cba64a-265f-494f-9eb7-bef1b9ba578e, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:32:37.154543 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-feb0b59d-a0e2-4666-80c8-78c958059267 None None] For port 79cba64a-265f-494f-9eb7-bef1b9ba578e, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=79cba64a-265f-494f-9eb7-bef1b9ba578e,segment=NetworkSegment(b5ab72fc-ef7d-42b2-ae68-f3ddf8e77247),segment_id=b5ab72fc-ef7d-42b2-ae68-f3ddf8e77247)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:32:37.160568 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-feb0b59d-a0e2-4666-80c8-78c958059267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:37.170746 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-3e6f760d-5e79-4975-b44c-2a6b38a912d9 req-0cc71129-0d8a-4237-8e79-79d15127108a tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Deleting port 979bff33-6997-4354-abf3-dcab99fbd3f9 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:32:37.170990 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3e6f760d-5e79-4975-b44c-2a6b38a912d9 req-0cc71129-0d8a-4237-8e79-79d15127108a tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:37.230806 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb0b59d-a0e2-4666-80c8-78c958059267 None None] Pushing event updated for resources: {'Port': ['ID=79cba64a-265f-494f-9eb7-bef1b9ba578e,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:37.382400 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52d12525-c6fc-4f7c-9d46-5f393a58fa8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:37.425757 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1f4ec421-a0e1-4870-867f-67303577ab95 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:37.491315 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1f4ec421-a0e1-4870-867f-67303577ab95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:37.522023 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-3e6f760d-5e79-4975-b44c-2a6b38a912d9 req-0cc71129-0d8a-4237-8e79-79d15127108a tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] For port 979bff33-6997-4354-abf3-dcab99fbd3f9, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=979bff33-6997-4354-abf3-dcab99fbd3f9,segment=NetworkSegment(ccf009d5-237d-4e31-8041-1465d7de9aef),segment_id=ccf009d5-237d-4e31-8041-1465d7de9aef)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:32:37.522403 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3e6f760d-5e79-4975-b44c-2a6b38a912d9 req-0cc71129-0d8a-4237-8e79-79d15127108a tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:37.687567 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 79cba64a-265f-494f-9eb7-bef1b9ba578e up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:32:37.702974 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0612d89-b960-4ffa-9680-77d56aae29a4 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:37.743499 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 79cba64a-265f-494f-9eb7-bef1b9ba578e completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:32:37.913521 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-1f4ec421-a0e1-4870-867f-67303577ab95 admin admin] Allocated IP 172.25.0.241 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/e5f8eb5f-351f-4eaf-ab38-09222f4a0ace) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:32:37.999394 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c3463d39-248b-490c-a401-5ac08bde81f8 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:38.015233 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d74f3-6078-43d6-be27-461d6ab7d3ea req-fbe33fff-0913-4026-b99d-f8a67d5c0dea tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:38.021873 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f55d74f3-6078-43d6-be27-461d6ab7d3ea req-fbe33fff-0913-4026-b99d-f8a67d5c0dea tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 947 time: 0.4192228 Jul 09 16:32:38.031373 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c3463d39-248b-490c-a401-5ac08bde81f8 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1725939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1725946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-313636'] for router, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:38.102310 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f55d74f3-6078-43d6-be27-461d6ab7d3ea req-04b65b45-3aa4-4db7-898a-0ee4398f0429 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups?id=db534772-854f-44b2-9c7b-a802824a17db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795376 Jul 09 16:32:38.188885 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3463d39-248b-490c-a401-5ac08bde81f8 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Router 5f3a90fb-2a05-4bdc-be10-47256bbb7dc6 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:32:38.315247 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3463d39-248b-490c-a401-5ac08bde81f8 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:32:38.319931 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c3463d39-248b-490c-a401-5ac08bde81f8 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:38.321639 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c3463d39-248b-490c-a401-5ac08bde81f8 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] 10.222.0.98 "PUT /v2.0/routers/5f3a90fb-2a05-4bdc-be10-47256bbb7dc6 HTTP/1.1" status: 200 len: 921 time: 1.6448455 Jul 09 16:32:38.324888 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51020) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:38.329090 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1526139-38cf-4dcd-a22e-efa66e789d70 None None] Sync routers for ids ['5f3a90fb-2a05-4bdc-be10-47256bbb7dc6'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:32:38.340670 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1526139-38cf-4dcd-a22e-efa66e789d70 None None] Routers {'5f3a90fb-2a05-4bdc-be10-47256bbb7dc6'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:32:38.341578 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-e1526139-38cf-4dcd-a22e-efa66e789d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:32:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['5f3a90fb-2a05-4bdc-be10-47256bbb7dc6'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:38.377141 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-e1526139-38cf-4dcd-a22e-efa66e789d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:38.387247 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1526139-38cf-4dcd-a22e-efa66e789d70 None None] Routers {'5f3a90fb-2a05-4bdc-be10-47256bbb7dc6'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:32:38.387873 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-e1526139-38cf-4dcd-a22e-efa66e789d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:32:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['5f3a90fb-2a05-4bdc-be10-47256bbb7dc6'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:38.422815 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52d12525-c6fc-4f7c-9d46-5f393a58fa8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:38.423176 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-e1526139-38cf-4dcd-a22e-efa66e789d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:38.424391 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1526139-38cf-4dcd-a22e-efa66e789d70 None None] The sync data for ids ['5f3a90fb-2a05-4bdc-be10-47256bbb7dc6'] in n-d-798930-3 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:32:38.441272 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72dbc811-880e-4550-b638-dbe22e8cb0a5 None None] Network ecae1ab1-12dc-4e31-bd1e-33f34043af0c requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:32:38.462808 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c83b9b1d-599a-4538-bf94-374300bbb714 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] 10.222.0.98 "GET /v2.0/routers/5f3a90fb-2a05-4bdc-be10-47256bbb7dc6 HTTP/1.1" status: 200 len: 921 time: 0.1359017 Jul 09 16:32:38.465097 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51022) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:38.487631 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52d12525-c6fc-4f7c-9d46-5f393a58fa8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:38.521912 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c4ce3ca0-1904-48db-9a09-3731ee57f7e2 None None] Provisioning for port 79cba64a-265f-494f-9eb7-bef1b9ba578e completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:32:38.529359 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c4ce3ca0-1904-48db-9a09-3731ee57f7e2 None None] Provisioning complete for port 79cba64a-265f-494f-9eb7-bef1b9ba578e triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:32:38.529838 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c4ce3ca0-1904-48db-9a09-3731ee57f7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:38.570236 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3e6f760d-5e79-4975-b44c-2a6b38a912d9 req-0cc71129-0d8a-4237-8e79-79d15127108a tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:38.570236 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3e6f760d-5e79-4975-b44c-2a6b38a912d9 req-0cc71129-0d8a-4237-8e79-79d15127108a tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:38.570236 n-d-798930-3 neutron-server[93958]: INFO neutron.db.l3_db [req-3e6f760d-5e79-4975-b44c-2a6b38a912d9 req-0cc71129-0d8a-4237-8e79-79d15127108a tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Floating IP 8d71b16f-b941-473c-bddc-14e4ae556b80 disassociated. External IP: 172.25.0.253, port: 979bff33-6997-4354-abf3-dcab99fbd3f9. Jul 09 16:32:38.570701 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-3e6f760d-5e79-4975-b44c-2a6b38a912d9 req-0cc71129-0d8a-4237-8e79-79d15127108a tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Calling delete_port for 979bff33-6997-4354-abf3-dcab99fbd3f9 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:32:38.573302 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf76287-b522-4d30-ac83-bb5338f97804 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:38.577901 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8bf76287-b522-4d30-ac83-bb5338f97804 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] 10.222.0.98 "GET /v2.0/ports?network_id=caa6ed8d-2893-4113-8f68-c5284e694f6c&device_id=5f3a90fb-2a05-4bdc-be10-47256bbb7dc6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1087613 Jul 09 16:32:38.579311 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51024) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:38.611527 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-52d12525-c6fc-4f7c-9d46-5f393a58fa8f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2b00e2e2c2644eb89e124ba19368d8ac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4888127 Jul 09 16:32:38.622818 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51026) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:38.633253 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d12525-c6fc-4f7c-9d46-5f393a58fa8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c689cbb-af4c-4cf3-9bd3-1d3c46afc419,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:38.716200 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-73c0ee19-1f2e-4b0b-9466-43ca90af69c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:38.718865 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c4ce3ca0-1904-48db-9a09-3731ee57f7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:38.719493 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7aa7cf3-2121-450e-9fc7-e44df19b8f1b tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:38.723785 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e7aa7cf3-2121-450e-9fc7-e44df19b8f1b tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] 10.222.0.98 "GET /v2.0/networks/caa6ed8d-2893-4113-8f68-c5284e694f6c HTTP/1.1" status: 200 len: 881 time: 0.1404412 Jul 09 16:32:38.728786 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51028) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:38.760620 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1f4ec421-a0e1-4870-867f-67303577ab95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:38.768865 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-cad0fa11-4ecc-48e6-8a63-fbd7358b8eed tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] 10.222.0.98 "GET /v2.0/ports?device_id=5f3a90fb-2a05-4bdc-be10-47256bbb7dc6 HTTP/1.1" status: 200 len: 205 time: 0.0364106 Jul 09 16:32:38.770455 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51030) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:38.778181 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-73c0ee19-1f2e-4b0b-9466-43ca90af69c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:38.779046 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-c4ce3ca0-1904-48db-9a09-3731ee57f7e2 None None] For port 79cba64a-265f-494f-9eb7-bef1b9ba578e, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=79cba64a-265f-494f-9eb7-bef1b9ba578e,segment=NetworkSegment(b5ab72fc-ef7d-42b2-ae68-f3ddf8e77247),segment_id=b5ab72fc-ef7d-42b2-ae68-f3ddf8e77247)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:32:38.786463 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c4ce3ca0-1904-48db-9a09-3731ee57f7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:38.813984 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-a0612d89-b960-4ffa-9680-77d56aae29a4 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Allocated IP 2001:db8::1 (8747caf6-a488-40c1-b131-589f19b2df3b/47d3c6c9-d841-479e-85b8-d7832619c9d3/7f42f333-e8f3-4a87-a723-a27ac619cfd7) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:32:38.856639 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ce3ca0-1904-48db-9a09-3731ee57f7e2 None None] Pushing event updated for resources: {'Port': ['ID=79cba64a-265f-494f-9eb7-bef1b9ba578e,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:38.921752 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-73c0ee19-1f2e-4b0b-9466-43ca90af69c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:38.924299 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-73c0ee19-1f2e-4b0b-9466-43ca90af69c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:38.927905 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-73c0ee19-1f2e-4b0b-9466-43ca90af69c6 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9c689cbb-af4c-4cf3-9bd3-1d3c46afc419 HTTP/1.1" status: 204 len: 168 time: 0.3016706 Jul 09 16:32:38.929774 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-739eee9c-92bd-41da-b5b2-14286310812b tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:38.960134 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1f4ec421-a0e1-4870-867f-67303577ab95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:38.968804 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c0ee19-1f2e-4b0b-9466-43ca90af69c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c689cbb-af4c-4cf3-9bd3-1d3c46afc419,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:39.021903 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3e6f760d-5e79-4975-b44c-2a6b38a912d9 req-0cc71129-0d8a-4237-8e79-79d15127108a tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:39.054621 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4ec421-a0e1-4870-867f-67303577ab95 admin admin] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:32:39.066439 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-1f4ec421-a0e1-4870-867f-67303577ab95 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:32:39.069452 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4ec421-a0e1-4870-867f-67303577ab95 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:32:39.092128 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-739eee9c-92bd-41da-b5b2-14286310812b tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:39.109911 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-12d96bc5-8c45-4b0b-a984-8356a4f6e195 None None] Provisioning complete for port 79cba64a-265f-494f-9eb7-bef1b9ba578e triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:32:39.110030 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0612d89-b960-4ffa-9680-77d56aae29a4 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:39.110246 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-12d96bc5-8c45-4b0b-a984-8356a4f6e195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:39.114789 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4ec421-a0e1-4870-867f-67303577ab95 admin admin] Pushing event updated for resources: {'Port': ['ID=e5f8eb5f-351f-4eaf-ab38-09222f4a0ace,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:39.154027 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc71129-0d8a-4237-8e79-79d15127108a tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Pushing event deleted for resources: {'Port': ['ID=979bff33-6997-4354-abf3-dcab99fbd3f9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:39.173949 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-739eee9c-92bd-41da-b5b2-14286310812b tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Deleting port 1a4600db-b872-48fd-9f93-1782cac0a475 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:32:39.174300 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-739eee9c-92bd-41da-b5b2-14286310812b tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:39.202939 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-a0612d89-b960-4ffa-9680-77d56aae29a4 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Transition to ACTIVE for port object 7f42f333-e8f3-4a87-a723-a27ac619cfd7 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:32:39.307145 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51040) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:39.324408 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-739eee9c-92bd-41da-b5b2-14286310812b tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:39.339706 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ef2d48fe-bc0b-48a5-a658-9fc3ca9956dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:39.353106 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-739eee9c-92bd-41da-b5b2-14286310812b tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Calling delete_port for 1a4600db-b872-48fd-9f93-1782cac0a475 owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:32:39.392165 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c3090c09-1bfc-41b8-af15-f6e684790b4a req-c96771b4-c804-4b55-9cb6-ca533397ccdd tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 210 time: 0.0466511 Jul 09 16:32:39.416329 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e6f760d-5e79-4975-b44c-2a6b38a912d9 req-0cc71129-0d8a-4237-8e79-79d15127108a tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Router 9e8be58e-f676-46f3-ae87-e5efc0de1e53 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:32:39.420266 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0612d89-b960-4ffa-9680-77d56aae29a4 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:39.521875 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0612d89-b960-4ffa-9680-77d56aae29a4 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Network 8747caf6-a488-40c1-b131-589f19b2df3b is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:32:39.568456 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-a0612d89-b960-4ffa-9680-77d56aae29a4 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:32:39.571092 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0612d89-b960-4ffa-9680-77d56aae29a4 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:32:39.571650 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0612d89-b960-4ffa-9680-77d56aae29a4 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:39.624787 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 79cba64a-265f-494f-9eb7-bef1b9ba578e up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:32:39.681334 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0612d89-b960-4ffa-9680-77d56aae29a4 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Pushing event updated for resources: {'Port': ['ID=7f42f333-e8f3-4a87-a723-a27ac619cfd7,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:39.703724 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ef2d48fe-bc0b-48a5-a658-9fc3ca9956dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:39.719893 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 79cba64a-265f-494f-9eb7-bef1b9ba578e triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:32:39.720392 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:39.720580 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ef2d48fe-bc0b-48a5-a658-9fc3ca9956dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:39.755353 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ef2d48fe-bc0b-48a5-a658-9fc3ca9956dd admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=87c59c909ba84b75b20f19889e824d4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4446883 Jul 09 16:32:39.756155 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-739eee9c-92bd-41da-b5b2-14286310812b tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:39.758477 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51042) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:39.777377 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1f4ec421-a0e1-4870-867f-67303577ab95 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:39.818069 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739eee9c-92bd-41da-b5b2-14286310812b tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Pushing event deleted for resources: {'Port': ['ID=1a4600db-b872-48fd-9f93-1782cac0a475,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:39.874377 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e6f760d-5e79-4975-b44c-2a6b38a912d9 req-0cc71129-0d8a-4237-8e79-79d15127108a tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:32:39.889310 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f38caa-fc42-4e92-b4c9-c1a5ad0255a5 None None] Sync routers for ids ['9e8be58e-f676-46f3-ae87-e5efc0de1e53'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:32:39.889513 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d48fe-bc0b-48a5-a658-9fc3ca9956dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca404b7f-b3b3-46d6-b1a5-03b381ffc3be,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:39.905817 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f38caa-fc42-4e92-b4c9-c1a5ad0255a5 None None] Routers {'9e8be58e-f676-46f3-ae87-e5efc0de1e53'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:32:39.906698 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b1f38caa-fc42-4e92-b4c9-c1a5ad0255a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:32:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['9e8be58e-f676-46f3-ae87-e5efc0de1e53'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:39.931319 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fb82e3a0-3713-4fc1-825d-f27711eade8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:39.935064 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-739eee9c-92bd-41da-b5b2-14286310812b tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:39.941018 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0612d89-b960-4ffa-9680-77d56aae29a4 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:39.975000 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e6f760d-5e79-4975-b44c-2a6b38a912d9 req-0cc71129-0d8a-4237-8e79-79d15127108a tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] No DVR routers for this DVR port 979bff33-6997-4354-abf3-dcab99fbd3f9 on host n-h2-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:32:39.975931 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ad45946a-cce6-4371-b8cc-b6d8838928be None None] Provisioning for port 7f42f333-e8f3-4a87-a723-a27ac619cfd7 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:32:39.978313 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3e6f760d-5e79-4975-b44c-2a6b38a912d9 req-0cc71129-0d8a-4237-8e79-79d15127108a tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:39.980622 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e6f760d-5e79-4975-b44c-2a6b38a912d9 req-0cc71129-0d8a-4237-8e79-79d15127108a tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.73 "DELETE /v2.0/ports/979bff33-6997-4354-abf3-dcab99fbd3f9 HTTP/1.1" status: 204 len: 173 time: 3.2099309 Jul 09 16:32:39.984367 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b72271-6fd5-4421-a385-eedba481230a', 'name': 'network-vif-deleted', 'tag': '979bff33-6997-4354-abf3-dcab99fbd3f9'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:32:39.986901 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18bbed7-7d5d-44c2-b11b-31a6ac8d56fe" -d '{"events": [{"server_uuid": "80b72271-6fd5-4421-a385-eedba481230a", "name": "network-vif-deleted", "tag": "979bff33-6997-4354-abf3-dcab99fbd3f9"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:32:40.018340 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ad45946a-cce6-4371-b8cc-b6d8838928be None None] Provisioning complete for port 7f42f333-e8f3-4a87-a723-a27ac619cfd7 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:32:40.018752 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ad45946a-cce6-4371-b8cc-b6d8838928be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:40.047167 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a44304-5869-41d5-a509-b9d95948a741 x-openstack-request-id: req-65a44304-5869-41d5-a509-b9d95948a741 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:32:40.047329 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b72271-6fd5-4421-a385-eedba481230a", "name": "network-vif-deleted", "tag": "979bff33-6997-4354-abf3-dcab99fbd3f9", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:32:40.047488 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-65a44304-5869-41d5-a509-b9d95948a741 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:32:40.048216 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b72271-6fd5-4421-a385-eedba481230a', 'name': 'network-vif-deleted', 'tag': '979bff33-6997-4354-abf3-dcab99fbd3f9', 'status': 'completed', 'code': 200} Jul 09 16:32:40.070949 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:40.080421 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-ad45946a-cce6-4371-b8cc-b6d8838928be None None] Port 7f42f333-e8f3-4a87-a723-a27ac619cfd7 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:32:40.090220 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-b1f38caa-fc42-4e92-b4c9-c1a5ad0255a5 None None] Set router 9e8be58e-f676-46f3-ae87-e5efc0de1e53 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:32:40.092483 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fb82e3a0-3713-4fc1-825d-f27711eade8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:40.142416 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-739eee9c-92bd-41da-b5b2-14286310812b tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:40.149672 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-739eee9c-92bd-41da-b5b2-14286310812b tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:40.208320 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-739eee9c-92bd-41da-b5b2-14286310812b tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:40.209392 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739eee9c-92bd-41da-b5b2-14286310812b tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Fanout notify agent at l3_agent the message router_deleted on router 5f3a90fb-2a05-4bdc-be10-47256bbb7dc6 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:32:40.216877 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-739eee9c-92bd-41da-b5b2-14286310812b tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:40.222977 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-739eee9c-92bd-41da-b5b2-14286310812b tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] 10.222.0.98 "DELETE /v2.0/routers/5f3a90fb-2a05-4bdc-be10-47256bbb7dc6 HTTP/1.1" status: 204 len: 168 time: 1.4506562 Jul 09 16:32:40.224270 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51046) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:40.228889 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-565e91e6-9e06-416b-8f6d-6ca8fbac58cb tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1494866728', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:32:40.252331 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fb82e3a0-3713-4fc1-825d-f27711eade8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:40.255915 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fb82e3a0-3713-4fc1-825d-f27711eade8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:40.260192 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-fb82e3a0-3713-4fc1-825d-f27711eade8b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ca404b7f-b3b3-46d6-b1a5-03b381ffc3be HTTP/1.1" status: 204 len: 168 time: 0.4963722 Jul 09 16:32:40.264651 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-565e91e6-9e06-416b-8f6d-6ca8fbac58cb tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:40.265929 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-565e91e6-9e06-416b-8f6d-6ca8fbac58cb tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:40.275146 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb82e3a0-3713-4fc1-825d-f27711eade8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca404b7f-b3b3-46d6-b1a5-03b381ffc3be,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:40.311877 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1f4ec421-a0e1-4870-867f-67303577ab95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:40.372960 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b1f38caa-fc42-4e92-b4c9-c1a5ad0255a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'name': 'tempest-AttachVolumeShelveTestJSON-2063707949-router', 'tenant_id': 'b8ad35771c814596a752d0340d35099a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '6b3ac3ef-027b-485c-a57d-53b52cb99166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:01Z', 'updated_at': '2021-07-09T16:21:11Z', 'revision_number': 4, 'project_id': 'b8ad35771c814596a752d0340d35099a', 'gw_port': {'id': '6b3ac3ef-027b-485c-a57d-53b52cb99166', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:02Z', 'updated_at': '2021-07-09T16:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'aeaed067-e2c8-49aa-b996-4bd4466aa056', 'name': '', 'network_id': 'a171d79a-1159-4481-9cc1-46c665ce3a96', 'tenant_id': 'b8ad35771c814596a752d0340d35099a', 'mac_address': 'fa:16:3e:f4:24:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'b9e97679-e3ca-4f43-b281-7791408a1287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:08Z', 'updated_at': '2021-07-09T16:21:18Z', 'revision_number': 5, 'project_id': 'b8ad35771c814596a752d0340d35099a', 'subnets': [{'id': 'b9e97679-e3ca-4f43-b281-7791408a1287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:40.376834 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-565e91e6-9e06-416b-8f6d-6ca8fbac58cb tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:40.384395 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-565e91e6-9e06-416b-8f6d-6ca8fbac58cb tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:40.405570 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-565e91e6-9e06-416b-8f6d-6ca8fbac58cb tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:40.409629 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-565e91e6-9e06-416b-8f6d-6ca8fbac58cb tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1817961 Jul 09 16:32:40.411175 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51050) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:40.418270 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-6bd644ce-867d-4b66-8f6c-3b6240a254a3 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Request body: {'router': {'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:32:40.424136 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f38caa-fc42-4e92-b4c9-c1a5ad0255a5 None None] Checking router: 9e8be58e-f676-46f3-ae87-e5efc0de1e53 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:32:40.461698 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f38caa-fc42-4e92-b4c9-c1a5ad0255a5 None None] Routers {'9e8be58e-f676-46f3-ae87-e5efc0de1e53'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:32:40.462344 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b1f38caa-fc42-4e92-b4c9-c1a5ad0255a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:32:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['9e8be58e-f676-46f3-ae87-e5efc0de1e53'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:40.635460 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0612d89-b960-4ffa-9680-77d56aae29a4 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:40.644351 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0612d89-b960-4ffa-9680-77d56aae29a4 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:40.646228 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0612d89-b960-4ffa-9680-77d56aae29a4 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:40.695028 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-b1f38caa-fc42-4e92-b4c9-c1a5ad0255a5 None None] Set router 9e8be58e-f676-46f3-ae87-e5efc0de1e53 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:32:40.736841 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6bd644ce-867d-4b66-8f6c-3b6240a254a3 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:40.738569 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-15593eee-53f6-43ba-bcd3-9c4899a5d7aa req-1ab5702d-db34-41f4-8a89-87b821f1cc1a tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/ports?device_id=80b72271-6fd5-4421-a385-eedba481230a HTTP/1.1" status: 200 len: 210 time: 0.0748832 Jul 09 16:32:40.812595 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0612d89-b960-4ffa-9680-77d56aae29a4 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Pushing event updated for resources: {'Port': ['ID=7f42f333-e8f3-4a87-a723-a27ac619cfd7,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:40.818330 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f4ec421-a0e1-4870-867f-67303577ab95 admin admin] Router 8d50dae4-8f8e-4299-b6b7-74e123c8edab is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:32:41.153590 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b1f38caa-fc42-4e92-b4c9-c1a5ad0255a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'name': 'tempest-AttachVolumeShelveTestJSON-2063707949-router', 'tenant_id': 'b8ad35771c814596a752d0340d35099a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '6b3ac3ef-027b-485c-a57d-53b52cb99166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:01Z', 'updated_at': '2021-07-09T16:21:11Z', 'revision_number': 4, 'project_id': 'b8ad35771c814596a752d0340d35099a', 'gw_port': {'id': '6b3ac3ef-027b-485c-a57d-53b52cb99166', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:02Z', 'updated_at': '2021-07-09T16:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'aeaed067-e2c8-49aa-b996-4bd4466aa056', 'name': '', 'network_id': 'a171d79a-1159-4481-9cc1-46c665ce3a96', 'tenant_id': 'b8ad35771c814596a752d0340d35099a', 'mac_address': 'fa:16:3e:f4:24:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'b9e97679-e3ca-4f43-b281-7791408a1287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:08Z', 'updated_at': '2021-07-09T16:21:18Z', 'revision_number': 5, 'project_id': 'b8ad35771c814596a752d0340d35099a', 'subnets': [{'id': 'b9e97679-e3ca-4f43-b281-7791408a1287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:41.183229 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f38caa-fc42-4e92-b4c9-c1a5ad0255a5 None None] The sync data for ids ['9e8be58e-f676-46f3-ae87-e5efc0de1e53'] in n-d-798930-3 is: [{'id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'name': 'tempest-AttachVolumeShelveTestJSON-2063707949-router', 'tenant_id': 'b8ad35771c814596a752d0340d35099a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '6b3ac3ef-027b-485c-a57d-53b52cb99166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:01Z', 'updated_at': '2021-07-09T16:21:11Z', 'revision_number': 4, 'project_id': 'b8ad35771c814596a752d0340d35099a', 'gw_port': {'id': '6b3ac3ef-027b-485c-a57d-53b52cb99166', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:02Z', 'updated_at': '2021-07-09T16:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'aeaed067-e2c8-49aa-b996-4bd4466aa056', 'name': '', 'network_id': 'a171d79a-1159-4481-9cc1-46c665ce3a96', 'tenant_id': 'b8ad35771c814596a752d0340d35099a', 'mac_address': 'fa:16:3e:f4:24:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'b9e97679-e3ca-4f43-b281-7791408a1287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:08Z', 'updated_at': '2021-07-09T16:21:18Z', 'revision_number': 5, 'project_id': 'b8ad35771c814596a752d0340d35099a', 'subnets': [{'id': 'b9e97679-e3ca-4f43-b281-7791408a1287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:32:41.216116 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6bd644ce-867d-4b66-8f6c-3b6240a254a3 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:41.281138 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6bd644ce-867d-4b66-8f6c-3b6240a254a3 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:41.439188 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0612d89-b960-4ffa-9680-77d56aae29a4 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Network 8747caf6-a488-40c1-b131-589f19b2df3b is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:32:41.441978 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-a0612d89-b960-4ffa-9680-77d56aae29a4 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:32:41.449826 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-6bd644ce-867d-4b66-8f6c-3b6240a254a3 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Allocated IP 172.25.0.16 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/54dd0e28-6d20-4c35-9197-fba1165f8d30) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:32:41.553102 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4ec421-a0e1-4870-867f-67303577ab95 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:32:41.564298 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d72ffd7-cd02-4c05-a10a-4f5fc170281d None None] Sync routers for ids ['8d50dae4-8f8e-4299-b6b7-74e123c8edab'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:32:41.577657 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d72ffd7-cd02-4c05-a10a-4f5fc170281d None None] Routers {'8d50dae4-8f8e-4299-b6b7-74e123c8edab'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:32:41.584914 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-4d72ffd7-cd02-4c05-a10a-4f5fc170281d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:32:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['8d50dae4-8f8e-4299-b6b7-74e123c8edab'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:41.600624 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1f4ec421-a0e1-4870-867f-67303577ab95 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:41.609433 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1f4ec421-a0e1-4870-867f-67303577ab95 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.9240656 Jul 09 16:32:41.609704 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51076) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:41.615649 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0612d89-b960-4ffa-9680-77d56aae29a4 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Router 1ba494ae-955a-4883-9f4c-2e775791d47b has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:32:41.645664 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3840e60-eb6b-400a-8bde-1a5d6d609ff7 None None] New status for floating IP 8d71b16f-b941-473c-bddc-14e4ae556b80: DOWN {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:32:41.740272 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6bd644ce-867d-4b66-8f6c-3b6240a254a3 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:41.844346 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-4d72ffd7-cd02-4c05-a10a-4f5fc170281d None None] Set router 8d50dae4-8f8e-4299-b6b7-74e123c8edab gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:32:41.883487 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 979bff33-6997-4354-abf3-dcab99fbd3f9 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:32:41.897602 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0612d89-b960-4ffa-9680-77d56aae29a4 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:32:41.943519 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51088) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:41.945071 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a0612d89-b960-4ffa-9680-77d56aae29a4 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] 10.222.0.98 "PUT /v2.0/routers/1ba494ae-955a-4883-9f4c-2e775791d47b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0055509 Jul 09 16:32:41.947523 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: 979bff33-6997-4354-abf3-dcab99fbd3f9 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:32:41.947948 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 979bff33-6997-4354-abf3-dcab99fbd3f9 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:32:41.986139 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 51092) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:42.027430 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-981e62ae-4603-48dd-9532-20097f903e24 None None] Provisioning complete for port 7f42f333-e8f3-4a87-a723-a27ac619cfd7 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:32:42.027899 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-981e62ae-4603-48dd-9532-20097f903e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:42.065320 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-58341634-e970-44b6-b6a6-e604cef9d509 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:42.082095 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3782ff85-4f43-420a-b70a-136f52267241 None None] Sync routers for ids ['1ba494ae-955a-4883-9f4c-2e775791d47b'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:32:42.111295 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-981e62ae-4603-48dd-9532-20097f903e24 None None] Port 7f42f333-e8f3-4a87-a723-a27ac619cfd7 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:32:42.115900 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-58341634-e970-44b6-b6a6-e604cef9d509 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:42.123665 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3782ff85-4f43-420a-b70a-136f52267241 None None] Routers {'1ba494ae-955a-4883-9f4c-2e775791d47b'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:32:42.124528 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-3782ff85-4f43-420a-b70a-136f52267241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:32:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['1ba494ae-955a-4883-9f4c-2e775791d47b'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:42.158295 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-3782ff85-4f43-420a-b70a-136f52267241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:42.188217 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3782ff85-4f43-420a-b70a-136f52267241 None None] Routers {'1ba494ae-955a-4883-9f4c-2e775791d47b'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:32:42.189253 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-3782ff85-4f43-420a-b70a-136f52267241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:32:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['1ba494ae-955a-4883-9f4c-2e775791d47b'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:42.215728 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-58341634-e970-44b6-b6a6-e604cef9d509 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:42.218556 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-58341634-e970-44b6-b6a6-e604cef9d509 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:42.222485 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-58341634-e970-44b6-b6a6-e604cef9d509 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "DELETE /v2.0/security-groups/db534772-854f-44b2-9c7b-a802824a17db HTTP/1.1" status: 204 len: 168 time: 0.2345157 Jul 09 16:32:42.226750 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-3782ff85-4f43-420a-b70a-136f52267241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:42.227688 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3782ff85-4f43-420a-b70a-136f52267241 None None] The sync data for ids ['1ba494ae-955a-4883-9f4c-2e775791d47b'] in n-d-798930-3 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:32:42.238754 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51100) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:42.239449 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-4d72ffd7-cd02-4c05-a10a-4f5fc170281d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d50dae4-8f8e-4299-b6b7-74e123c8edab', 'name': 'tempest-ServerRescueTestJSON-1174057416-router', 'tenant_id': 'a59a2cde09cd4c80b3ef731d0f4eb5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'e5f8eb5f-351f-4eaf-ab38-09222f4a0ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:32:35Z', 'updated_at': '2021-07-09T16:32:39Z', 'revision_number': 3, 'project_id': 'a59a2cde09cd4c80b3ef731d0f4eb5ae', 'gw_port': {'id': 'e5f8eb5f-351f-4eaf-ab38-09222f4a0ace', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:de:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d50dae4-8f8e-4299-b6b7-74e123c8edab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:32:37Z', 'updated_at': '2021-07-09T16:32:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:42.249171 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58341634-e970-44b6-b6a6-e604cef9d509 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db534772-854f-44b2-9c7b-a802824a17db,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:42.264246 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-6cc31229-91fa-49ee-a67c-43802e9932e6 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] show failed (client error): The resource could not be found. Jul 09 16:32:42.268984 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-6cc31229-91fa-49ee-a67c-43802e9932e6 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "GET /v2.0/security-groups/db534772-854f-44b2-9c7b-a802824a17db HTTP/1.1" status: 404 len: 347 time: 0.0287390 Jul 09 16:32:42.274787 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 51102) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:42.280017 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d72ffd7-cd02-4c05-a10a-4f5fc170281d None None] Checking router: 8d50dae4-8f8e-4299-b6b7-74e123c8edab for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:32:42.280611 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d72ffd7-cd02-4c05-a10a-4f5fc170281d None None] Updating router 8d50dae4-8f8e-4299-b6b7-74e123c8edab port e5f8eb5f-351f-4eaf-ab38-09222f4a0ace binding host n-d-798930-3 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:32:42.319159 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-4d72ffd7-cd02-4c05-a10a-4f5fc170281d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:42.349246 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6bd644ce-867d-4b66-8f6c-3b6240a254a3 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:42.407573 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd644ce-867d-4b66-8f6c-3b6240a254a3 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Pushing event updated for resources: {'Port': ['ID=54dd0e28-6d20-4c35-9197-fba1165f8d30,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:42.450963 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eee16bb6-cc78-4f58-9c9e-15789e7fe9bb tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:42.492469 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd644ce-867d-4b66-8f6c-3b6240a254a3 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:32:42.499331 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-d9a240ed-0763-41f3-8dcf-5255161d1587 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Deleting port 69c5770b-9e42-4574-96ff-bbc7ad9bd861 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:32:42.500078 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d9a240ed-0763-41f3-8dcf-5255161d1587 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:42.524976 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-6bd644ce-867d-4b66-8f6c-3b6240a254a3 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:32:42.527892 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd644ce-867d-4b66-8f6c-3b6240a254a3 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:32:42.656838 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d9a240ed-0763-41f3-8dcf-5255161d1587 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:42.657203 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d9a240ed-0763-41f3-8dcf-5255161d1587 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:42.694513 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-d9a240ed-0763-41f3-8dcf-5255161d1587 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Calling delete_port for 69c5770b-9e42-4574-96ff-bbc7ad9bd861 owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:32:42.787436 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-4d72ffd7-cd02-4c05-a10a-4f5fc170281d None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:42.799192 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-4d72ffd7-cd02-4c05-a10a-4f5fc170281d None None] Transition to ACTIVE for port object e5f8eb5f-351f-4eaf-ab38-09222f4a0ace will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:32:42.810589 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-4d72ffd7-cd02-4c05-a10a-4f5fc170281d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:42.863675 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-4d72ffd7-cd02-4c05-a10a-4f5fc170281d None None] Attempting to bind port e5f8eb5f-351f-4eaf-ab38-09222f4a0ace on host n-d-798930-3 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:32:42.864337 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-4d72ffd7-cd02-4c05-a10a-4f5fc170281d None None] Attempting to bind port e5f8eb5f-351f-4eaf-ab38-09222f4a0ace by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:32:42.865077 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d72ffd7-cd02-4c05-a10a-4f5fc170281d None None] Attempting to bind port e5f8eb5f-351f-4eaf-ab38-09222f4a0ace on network caa6ed8d-2893-4113-8f68-c5284e694f6c {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:32:42.890417 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d72ffd7-cd02-4c05-a10a-4f5fc170281d None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:32:42.890891 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d72ffd7-cd02-4c05-a10a-4f5fc170281d None None] Checking segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:32:42.891294 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-4d72ffd7-cd02-4c05-a10a-4f5fc170281d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:42.891695 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d72ffd7-cd02-4c05-a10a-4f5fc170281d None None] Bound using segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:32:42.892274 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-4d72ffd7-cd02-4c05-a10a-4f5fc170281d None None] Bound port: e5f8eb5f-351f-4eaf-ab38-09222f4a0ace, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:32:42.892630 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-4d72ffd7-cd02-4c05-a10a-4f5fc170281d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:42.896374 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d9a240ed-0763-41f3-8dcf-5255161d1587 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:42.949470 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a240ed-0763-41f3-8dcf-5255161d1587 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Pushing event deleted for resources: {'Port': ['ID=69c5770b-9e42-4574-96ff-bbc7ad9bd861,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:42.955442 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-4d72ffd7-cd02-4c05-a10a-4f5fc170281d None None] For port e5f8eb5f-351f-4eaf-ab38-09222f4a0ace, host n-d-798930-3, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:32:42.961017 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-4d72ffd7-cd02-4c05-a10a-4f5fc170281d None None] For port e5f8eb5f-351f-4eaf-ab38-09222f4a0ace, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=e5f8eb5f-351f-4eaf-ab38-09222f4a0ace,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:32:42.981760 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-4d72ffd7-cd02-4c05-a10a-4f5fc170281d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:42.993810 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-eee16bb6-cc78-4f58-9c9e-15789e7fe9bb tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 09 16:32:42.995044 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-eee16bb6-cc78-4f58-9c9e-15789e7fe9bb tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] 10.222.0.98 "DELETE /v2.0/routers/1ba494ae-955a-4883-9f4c-2e775791d47b HTTP/1.1" status: 409 len: 329 time: 1.0429640 Jul 09 16:32:43.000027 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51118) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:43.045132 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d9a240ed-0763-41f3-8dcf-5255161d1587 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:43.049179 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d9a240ed-0763-41f3-8dcf-5255161d1587 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:43.050632 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d9a240ed-0763-41f3-8dcf-5255161d1587 tempest-AttachVolumeShelveTestJSON-534545659 tempest-AttachVolumeShelveTestJSON-534545659-project] 10.222.0.98 "DELETE /v2.0/floatingips/8d71b16f-b941-473c-bddc-14e4ae556b80 HTTP/1.1" status: 204 len: 168 time: 0.7741830 Jul 09 16:32:43.063053 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d72ffd7-cd02-4c05-a10a-4f5fc170281d None None] Routers {'8d50dae4-8f8e-4299-b6b7-74e123c8edab'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:32:43.063053 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-4d72ffd7-cd02-4c05-a10a-4f5fc170281d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:32:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['8d50dae4-8f8e-4299-b6b7-74e123c8edab'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:43.143378 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c7fa89-7425-490d-b8b9-3512e5664df2 None None] Pushing event updated for resources: {'Port': ['ID=e5f8eb5f-351f-4eaf-ab38-09222f4a0ace,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:43.284089 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c7fa89-7425-490d-b8b9-3512e5664df2 None None] Pushing event updated for resources: {'Port': ['ID=e5f8eb5f-351f-4eaf-ab38-09222f4a0ace,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:43.304385 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-4d72ffd7-cd02-4c05-a10a-4f5fc170281d None None] Set router 8d50dae4-8f8e-4299-b6b7-74e123c8edab gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:32:43.469748 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e457c0d1-d4d1-499f-93c2-30e6240fce54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:43.578064 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-4d72ffd7-cd02-4c05-a10a-4f5fc170281d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d50dae4-8f8e-4299-b6b7-74e123c8edab', 'name': 'tempest-ServerRescueTestJSON-1174057416-router', 'tenant_id': 'a59a2cde09cd4c80b3ef731d0f4eb5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'e5f8eb5f-351f-4eaf-ab38-09222f4a0ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:32:35Z', 'updated_at': '2021-07-09T16:32:39Z', 'revision_number': 3, 'project_id': 'a59a2cde09cd4c80b3ef731d0f4eb5ae', 'gw_port': {'id': 'e5f8eb5f-351f-4eaf-ab38-09222f4a0ace', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:de:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d50dae4-8f8e-4299-b6b7-74e123c8edab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:32:37Z', 'updated_at': '2021-07-09T16:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:43.608406 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6bd644ce-867d-4b66-8f6c-3b6240a254a3 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:43.611250 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d72ffd7-cd02-4c05-a10a-4f5fc170281d None None] The sync data for ids ['8d50dae4-8f8e-4299-b6b7-74e123c8edab'] in n-d-798930-3 is: [{'id': '8d50dae4-8f8e-4299-b6b7-74e123c8edab', 'name': 'tempest-ServerRescueTestJSON-1174057416-router', 'tenant_id': 'a59a2cde09cd4c80b3ef731d0f4eb5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'e5f8eb5f-351f-4eaf-ab38-09222f4a0ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:32:35Z', 'updated_at': '2021-07-09T16:32:39Z', 'revision_number': 3, 'project_id': 'a59a2cde09cd4c80b3ef731d0f4eb5ae', 'gw_port': {'id': 'e5f8eb5f-351f-4eaf-ab38-09222f4a0ace', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:de:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d50dae4-8f8e-4299-b6b7-74e123c8edab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:32:37Z', 'updated_at': '2021-07-09T16:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:32:44.021072 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-e457c0d1-d4d1-499f-93c2-30e6240fce54 admin admin] Allocated IP 172.20.0.1 (cb4b78a9-5124-4c19-9828-f616933bcd81/a2030483-cfcd-4c73-9bff-36ef474084f2/0e2fb0c2-92fd-4556-b659-b7ee1ddf3be2) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:32:44.150921 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 51140) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:44.187660 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6bd644ce-867d-4b66-8f6c-3b6240a254a3 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:44.209141 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6bd644ce-867d-4b66-8f6c-3b6240a254a3 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1725939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1725946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-313636'] for router, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:44.281954 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a5be842d-23ed-4c06-b2d8-4f1bb8d469e1 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:44.338248 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8be35afa-a06b-4ac6-b3e9-bf6058120ed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:44.431808 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e457c0d1-d4d1-499f-93c2-30e6240fce54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:44.461825 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8be35afa-a06b-4ac6-b3e9-bf6058120ed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:44.470011 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8be35afa-a06b-4ac6-b3e9-bf6058120ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:44.515760 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8be35afa-a06b-4ac6-b3e9-bf6058120ed0 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f1a22925c57f472e88deea58870b31b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3637297 Jul 09 16:32:44.518219 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 51146) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:44.525368 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be35afa-a06b-4ac6-b3e9-bf6058120ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485e5471-08d8-4d25-b4b9-f433783e5494,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:44.582005 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e457c0d1-d4d1-499f-93c2-30e6240fce54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:44.592171 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-781ce7ca-f409-400d-abbf-483d23812dec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:44.625831 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-781ce7ca-f409-400d-abbf-483d23812dec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:44.638468 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd644ce-867d-4b66-8f6c-3b6240a254a3 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Router 50816176-4cee-434f-805c-b5a5baeb351a is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:32:44.645678 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e457c0d1-d4d1-499f-93c2-30e6240fce54 admin admin] Network cb4b78a9-5124-4c19-9828-f616933bcd81 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:32:44.657104 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-e457c0d1-d4d1-499f-93c2-30e6240fce54 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:32:44.660085 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e457c0d1-d4d1-499f-93c2-30e6240fce54 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:32:44.666208 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e457c0d1-d4d1-499f-93c2-30e6240fce54 admin admin] Pushing event updated for resources: {'Port': ['ID=0e2fb0c2-92fd-4556-b659-b7ee1ddf3be2,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:44.693176 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-781ce7ca-f409-400d-abbf-483d23812dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:44.696798 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-781ce7ca-f409-400d-abbf-483d23812dec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:44.713684 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-781ce7ca-f409-400d-abbf-483d23812dec admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/485e5471-08d8-4d25-b4b9-f433783e5494 HTTP/1.1" status: 204 len: 168 time: 0.1936474 Jul 09 16:32:44.724155 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ce7ca-f409-400d-abbf-483d23812dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485e5471-08d8-4d25-b4b9-f433783e5494,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:44.776723 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e457c0d1-d4d1-499f-93c2-30e6240fce54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:32:44.777424 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e457c0d1-d4d1-499f-93c2-30e6240fce54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:32:44.778863 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e457c0d1-d4d1-499f-93c2-30e6240fce54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:32:44.778863 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e457c0d1-d4d1-499f-93c2-30e6240fce54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:32:44.778863 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e457c0d1-d4d1-499f-93c2-30e6240fce54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:32:44.778863 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e457c0d1-d4d1-499f-93c2-30e6240fce54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:32:44.779261 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e457c0d1-d4d1-499f-93c2-30e6240fce54 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:32:44.779510 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e457c0d1-d4d1-499f-93c2-30e6240fce54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:32:44.779840 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e457c0d1-d4d1-499f-93c2-30e6240fce54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:32:44.780092 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e457c0d1-d4d1-499f-93c2-30e6240fce54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:32:44.780404 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e457c0d1-d4d1-499f-93c2-30e6240fce54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:32:44.780716 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e457c0d1-d4d1-499f-93c2-30e6240fce54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:32:44.816739 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e457c0d1-d4d1-499f-93c2-30e6240fce54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:45.053896 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 51152) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:45.071448 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e1864ad-3252-4784-817a-dd8b48ec0516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:45.190409 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e1864ad-3252-4784-817a-dd8b48ec0516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:45.196291 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e1864ad-3252-4784-817a-dd8b48ec0516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:45.241266 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8e1864ad-3252-4784-817a-dd8b48ec0516 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ef867f68dd2f49719d8bcde0e118a3f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1831598 Jul 09 16:32:45.241266 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1864ad-3252-4784-817a-dd8b48ec0516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e21482-63b9-4199-b64b-ee869ce5abad,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:45.242714 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 51154) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:45.298093 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-93e89108-5856-4dcf-a4e6-ea0380ab2145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:45.303373 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd644ce-867d-4b66-8f6c-3b6240a254a3 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:32:45.312694 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6bd644ce-867d-4b66-8f6c-3b6240a254a3 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:45.314917 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05224eb6-22db-4d3d-bcb7-16dc3893a00b None None] Sync routers for ids ['50816176-4cee-434f-805c-b5a5baeb351a'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:32:45.323895 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-6bd644ce-867d-4b66-8f6c-3b6240a254a3 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] 10.222.0.98 "PUT /v2.0/routers/50816176-4cee-434f-805c-b5a5baeb351a HTTP/1.1" status: 200 len: 879 time: 4.9125125 Jul 09 16:32:45.329967 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51158) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:45.336973 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05224eb6-22db-4d3d-bcb7-16dc3893a00b None None] Routers {'50816176-4cee-434f-805c-b5a5baeb351a'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:32:45.337603 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-05224eb6-22db-4d3d-bcb7-16dc3893a00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:32:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['50816176-4cee-434f-805c-b5a5baeb351a'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:45.345467 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-93e89108-5856-4dcf-a4e6-ea0380ab2145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:45.409038 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-05224eb6-22db-4d3d-bcb7-16dc3893a00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:45.429751 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05224eb6-22db-4d3d-bcb7-16dc3893a00b None None] Routers {'50816176-4cee-434f-805c-b5a5baeb351a'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:32:45.430450 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-05224eb6-22db-4d3d-bcb7-16dc3893a00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:32:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['50816176-4cee-434f-805c-b5a5baeb351a'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:45.432512 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-93e89108-5856-4dcf-a4e6-ea0380ab2145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:45.435654 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-93e89108-5856-4dcf-a4e6-ea0380ab2145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:45.436481 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-93e89108-5856-4dcf-a4e6-ea0380ab2145 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/80e21482-63b9-4199-b64b-ee869ce5abad HTTP/1.1" status: 204 len: 168 time: 0.1922548 Jul 09 16:32:45.455401 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e89108-5856-4dcf-a4e6-ea0380ab2145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e21482-63b9-4199-b64b-ee869ce5abad,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:45.464549 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-a5be842d-23ed-4c06-b2d8-4f1bb8d469e1 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Deleting port 7f42f333-e8f3-4a87-a723-a27ac619cfd7 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:32:45.465090 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a5be842d-23ed-4c06-b2d8-4f1bb8d469e1 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:45.513942 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-05224eb6-22db-4d3d-bcb7-16dc3893a00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:45.514594 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05224eb6-22db-4d3d-bcb7-16dc3893a00b None None] The sync data for ids ['50816176-4cee-434f-805c-b5a5baeb351a'] in n-d-798930-3 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:32:45.633051 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e457c0d1-d4d1-499f-93c2-30e6240fce54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:45.668180 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-fc4caa3d-e1c3-48c3-bec5-822d6f4c0c93 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] 10.222.0.98 "GET /v2.0/routers/50816176-4cee-434f-805c-b5a5baeb351a HTTP/1.1" status: 200 len: 920 time: 0.3370814 Jul 09 16:32:45.672419 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 51168) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:45.774566 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device e5f8eb5f-351f-4eaf-ab38-09222f4a0ace up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:32:45.794311 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a5be842d-23ed-4c06-b2d8-4f1bb8d469e1 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:45.833237 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-a5be842d-23ed-4c06-b2d8-4f1bb8d469e1 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Calling delete_port for 7f42f333-e8f3-4a87-a723-a27ac619cfd7 owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:32:45.842892 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d411d4d7-ef15-4744-9697-5b3017446c23 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:45.844433 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d411d4d7-ef15-4744-9697-5b3017446c23 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] 10.222.0.98 "GET /v2.0/ports?network_id=caa6ed8d-2893-4113-8f68-c5284e694f6c&device_id=50816176-4cee-434f-805c-b5a5baeb351a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1710122 Jul 09 16:32:45.848054 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 51174) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:45.901384 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port e5f8eb5f-351f-4eaf-ab38-09222f4a0ace completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:32:45.905872 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port e5f8eb5f-351f-4eaf-ab38-09222f4a0ace triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:32:45.907484 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:46.061824 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e457c0d1-d4d1-499f-93c2-30e6240fce54 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:46.082090 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2aa7ae7-1046-4e54-8801-e68ce708bf7a tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:46.095972 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f2aa7ae7-1046-4e54-8801-e68ce708bf7a tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] 10.222.0.98 "GET /v2.0/networks/caa6ed8d-2893-4113-8f68-c5284e694f6c HTTP/1.1" status: 200 len: 881 time: 0.2443857 Jul 09 16:32:46.096167 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:46.097533 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 51180) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:46.123539 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e457c0d1-d4d1-499f-93c2-30e6240fce54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:46.129037 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port e5f8eb5f-351f-4eaf-ab38-09222f4a0ace, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=e5f8eb5f-351f-4eaf-ab38-09222f4a0ace,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:32:46.136016 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:46.177750 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-53871fa6-b3e0-487d-a610-d0e8f683381f tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] 10.222.0.98 "GET /v2.0/ports?device_id=50816176-4cee-434f-805c-b5a5baeb351a HTTP/1.1" status: 200 len: 205 time: 0.0790508 Jul 09 16:32:46.180663 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 51184) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:46.207561 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=e5f8eb5f-351f-4eaf-ab38-09222f4a0ace,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:46.226903 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e457c0d1-d4d1-499f-93c2-30e6240fce54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:46.231972 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e457c0d1-d4d1-499f-93c2-30e6240fce54 admin admin] Pushing event updated for resources: {'Port': ['ID=0e2fb0c2-92fd-4556-b659-b7ee1ddf3be2,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:46.353423 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cef9594e-e64d-4269-b38d-85d2c7a3db65 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:46.440458 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e457c0d1-d4d1-499f-93c2-30e6240fce54 admin admin] Network cb4b78a9-5124-4c19-9828-f616933bcd81 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:32:46.449433 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-e457c0d1-d4d1-499f-93c2-30e6240fce54 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:32:46.543562 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cef9594e-e64d-4269-b38d-85d2c7a3db65 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:46.580414 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a5be842d-23ed-4c06-b2d8-4f1bb8d469e1 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:46.629221 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-cef9594e-e64d-4269-b38d-85d2c7a3db65 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Deleting port 54dd0e28-6d20-4c35-9197-fba1165f8d30 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:32:46.630355 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cef9594e-e64d-4269-b38d-85d2c7a3db65 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:46.656276 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5be842d-23ed-4c06-b2d8-4f1bb8d469e1 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Pushing event deleted for resources: {'Port': ['ID=7f42f333-e8f3-4a87-a723-a27ac619cfd7,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:46.760994 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e457c0d1-d4d1-499f-93c2-30e6240fce54 admin admin] Router 8d50dae4-8f8e-4299-b6b7-74e123c8edab has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:32:46.784741 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cef9594e-e64d-4269-b38d-85d2c7a3db65 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:46.818853 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-cef9594e-e64d-4269-b38d-85d2c7a3db65 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Calling delete_port for 54dd0e28-6d20-4c35-9197-fba1165f8d30 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:32:46.903048 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a5be842d-23ed-4c06-b2d8-4f1bb8d469e1 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:47.102510 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cef9594e-e64d-4269-b38d-85d2c7a3db65 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:47.135641 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef9594e-e64d-4269-b38d-85d2c7a3db65 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Pushing event deleted for resources: {'Port': ['ID=54dd0e28-6d20-4c35-9197-fba1165f8d30,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:47.162913 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5be842d-23ed-4c06-b2d8-4f1bb8d469e1 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Router 1ba494ae-955a-4883-9f4c-2e775791d47b has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:32:47.165916 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e457c0d1-d4d1-499f-93c2-30e6240fce54 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:32:47.171651 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e457c0d1-d4d1-499f-93c2-30e6240fce54 admin admin] 10.222.0.98 "PUT /v2.0/routers/8d50dae4-8f8e-4299-b6b7-74e123c8edab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5617943 Jul 09 16:32:47.175836 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16629ad-b888-4209-8d8f-286d5007de3f None None] Sync routers for ids ['8d50dae4-8f8e-4299-b6b7-74e123c8edab'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:32:47.187151 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16629ad-b888-4209-8d8f-286d5007de3f None None] Routers {'8d50dae4-8f8e-4299-b6b7-74e123c8edab'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:32:47.190186 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-e16629ad-b888-4209-8d8f-286d5007de3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:32:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['8d50dae4-8f8e-4299-b6b7-74e123c8edab'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:47.224297 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cef9594e-e64d-4269-b38d-85d2c7a3db65 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:47.346309 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cef9594e-e64d-4269-b38d-85d2c7a3db65 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:47.349021 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5be842d-23ed-4c06-b2d8-4f1bb8d469e1 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:32:47.350563 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cef9594e-e64d-4269-b38d-85d2c7a3db65 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:47.361272 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a5be842d-23ed-4c06-b2d8-4f1bb8d469e1 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] 10.222.0.98 "PUT /v2.0/routers/1ba494ae-955a-4883-9f4c-2e775791d47b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3559639 Jul 09 16:32:47.362199 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51226) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:47.367040 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6251a47-2947-407b-9f28-3e72c8e2aee8 None None] Sync routers for ids ['1ba494ae-955a-4883-9f4c-2e775791d47b'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:32:47.402408 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6251a47-2947-407b-9f28-3e72c8e2aee8 None None] Routers {'1ba494ae-955a-4883-9f4c-2e775791d47b'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:32:47.403073 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f6251a47-2947-407b-9f28-3e72c8e2aee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:32:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['1ba494ae-955a-4883-9f4c-2e775791d47b'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:47.420643 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-e16629ad-b888-4209-8d8f-286d5007de3f None None] Set router 8d50dae4-8f8e-4299-b6b7-74e123c8edab gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:32:47.480974 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cef9594e-e64d-4269-b38d-85d2c7a3db65 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:47.481568 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef9594e-e64d-4269-b38d-85d2c7a3db65 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Fanout notify agent at l3_agent the message router_deleted on router 50816176-4cee-434f-805c-b5a5baeb351a {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:32:47.492201 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cef9594e-e64d-4269-b38d-85d2c7a3db65 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:47.493991 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-cef9594e-e64d-4269-b38d-85d2c7a3db65 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] 10.222.0.98 "DELETE /v2.0/routers/50816176-4cee-434f-805c-b5a5baeb351a HTTP/1.1" status: 204 len: 168 time: 1.3119187 Jul 09 16:32:47.497471 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 51232) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:47.505282 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-e294d4f3-6ee9-411e-af19-f5aeb78a7985 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] show failed (client error): The resource could not be found. Jul 09 16:32:47.505282 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e294d4f3-6ee9-411e-af19-f5aeb78a7985 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] 10.222.0.98 "GET /v2.0/routers/tempest-non_exist_router-1591730351 HTTP/1.1" status: 404 len: 335 time: 0.1398227 Jul 09 16:32:47.508353 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f3793cd9-2460-44dc-a58d-b9d57c5ef63b tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-389667187', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:32:47.508669 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51236) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:47.513339 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-ed0c9337-b540-4de4-a6ff-02dec86a582c tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:32:47.520956 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f6251a47-2947-407b-9f28-3e72c8e2aee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:47.558179 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6251a47-2947-407b-9f28-3e72c8e2aee8 None None] Routers {'1ba494ae-955a-4883-9f4c-2e775791d47b'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:32:47.558993 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f6251a47-2947-407b-9f28-3e72c8e2aee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:32:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['1ba494ae-955a-4883-9f4c-2e775791d47b'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:47.583427 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f3793cd9-2460-44dc-a58d-b9d57c5ef63b tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:47.584663 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f3793cd9-2460-44dc-a58d-b9d57c5ef63b tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:47.602625 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-ed0c9337-b540-4de4-a6ff-02dec86a582c tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] update failed (client error): The resource could not be found. Jul 09 16:32:47.607108 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ed0c9337-b540-4de4-a6ff-02dec86a582c tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] 10.222.0.98 "PUT /v2.0/routers/tempest-non_exist_router-69222335 HTTP/1.1" status: 404 len: 333 time: 0.0944703 Jul 09 16:32:47.609832 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 51240) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:47.686323 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f6251a47-2947-407b-9f28-3e72c8e2aee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:47.687050 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6251a47-2947-407b-9f28-3e72c8e2aee8 None None] The sync data for ids ['1ba494ae-955a-4883-9f4c-2e775791d47b'] in n-d-798930-3 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:32:47.714249 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device e5f8eb5f-351f-4eaf-ab38-09222f4a0ace up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:32:47.825377 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port e5f8eb5f-351f-4eaf-ab38-09222f4a0ace triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:32:47.825663 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-e16629ad-b888-4209-8d8f-286d5007de3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d50dae4-8f8e-4299-b6b7-74e123c8edab', 'name': 'tempest-ServerRescueTestJSON-1174057416-router', 'tenant_id': 'a59a2cde09cd4c80b3ef731d0f4eb5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'e5f8eb5f-351f-4eaf-ab38-09222f4a0ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:32:35Z', 'updated_at': '2021-07-09T16:32:45Z', 'revision_number': 4, 'project_id': 'a59a2cde09cd4c80b3ef731d0f4eb5ae', 'gw_port': {'id': 'e5f8eb5f-351f-4eaf-ab38-09222f4a0ace', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:de:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d50dae4-8f8e-4299-b6b7-74e123c8edab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:32:37Z', 'updated_at': '2021-07-09T16:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '0e2fb0c2-92fd-4556-b659-b7ee1ddf3be2', 'name': '', 'network_id': 'cb4b78a9-5124-4c19-9828-f616933bcd81', 'tenant_id': 'a59a2cde09cd4c80b3ef731d0f4eb5ae', 'mac_address': 'fa:16:3e:ae:cf:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d50dae4-8f8e-4299-b6b7-74e123c8edab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': 'a2030483-cfcd-4c73-9bff-36ef474084f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:32:43Z', 'updated_at': '2021-07-09T16:32:45Z', 'revision_number': 2, 'project_id': 'a59a2cde09cd4c80b3ef731d0f4eb5ae', 'subnets': [{'id': 'a2030483-cfcd-4c73-9bff-36ef474084f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:47.825831 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:47.869071 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f3793cd9-2460-44dc-a58d-b9d57c5ef63b tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:47.890842 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16629ad-b888-4209-8d8f-286d5007de3f None None] Checking router: 8d50dae4-8f8e-4299-b6b7-74e123c8edab for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:32:47.894441 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16629ad-b888-4209-8d8f-286d5007de3f None None] Updating router 8d50dae4-8f8e-4299-b6b7-74e123c8edab port 0e2fb0c2-92fd-4556-b659-b7ee1ddf3be2 binding host n-d-798930-3 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:32:47.902600 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f3793cd9-2460-44dc-a58d-b9d57c5ef63b tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:47.943156 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-e16629ad-b888-4209-8d8f-286d5007de3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:47.953671 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-835636f8-1f57-4f18-b4be-3ca5fb76110c tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Deleting subnet d2bc29cb-b298-4cea-b5d2-5256922d8a1a {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:32:47.958177 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-835636f8-1f57-4f18-b4be-3ca5fb76110c tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:48.004499 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f3793cd9-2460-44dc-a58d-b9d57c5ef63b tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:48.005892 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f3793cd9-2460-44dc-a58d-b9d57c5ef63b tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5069678 Jul 09 16:32:48.008783 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51260) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:48.015629 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-bf2f1fd7-a644-4f96-a7f9-974b7ce096f5 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'enable_snat': True}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:32:48.027506 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-835636f8-1f57-4f18-b4be-3ca5fb76110c tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:48.085843 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b4688-10b3-4e2b-8c9d-8dd465d81f6e req-1ce472dc-dfeb-4a59-baad-be4b93786c2f tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:48.093043 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-297b4688-10b3-4e2b-8c9d-8dd465d81f6e req-1ce472dc-dfeb-4a59-baad-be4b93786c2f tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/networks?id=cb4b78a9-5124-4c19-9828-f616933bcd81 HTTP/1.1" status: 200 len: 811 time: 0.3422911 Jul 09 16:32:48.116207 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-297b4688-10b3-4e2b-8c9d-8dd465d81f6e req-658ab9b9-053b-4f0a-8739-e2097141fe93 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/quotas/a59a2cde09cd4c80b3ef731d0f4eb5ae HTTP/1.1" status: 200 len: 375 time: 0.0220721 Jul 09 16:32:48.120739 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51264) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:48.232999 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-835636f8-1f57-4f18-b4be-3ca5fb76110c tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:48.304321 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-297b4688-10b3-4e2b-8c9d-8dd465d81f6e req-fc48f06a-36a0-4d04-975b-e5216589e38f tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=a59a2cde09cd4c80b3ef731d0f4eb5ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1869442 Jul 09 16:32:48.399688 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-835636f8-1f57-4f18-b4be-3ca5fb76110c tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:48.414095 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-e16629ad-b888-4209-8d8f-286d5007de3f None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:48.433533 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-e16629ad-b888-4209-8d8f-286d5007de3f None None] Transition to ACTIVE for port object 0e2fb0c2-92fd-4556-b659-b7ee1ddf3be2 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:32:48.448225 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-e16629ad-b888-4209-8d8f-286d5007de3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:48.449609 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-144f9c86-9d8c-455b-9c38-1aae353ba39e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:48.454629 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835636f8-1f57-4f18-b4be-3ca5fb76110c tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Pushing event deleted for resources: {'Subnet': ['ID=d2bc29cb-b298-4cea-b5d2-5256922d8a1a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:48.465334 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-835636f8-1f57-4f18-b4be-3ca5fb76110c tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:48.469609 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-835636f8-1f57-4f18-b4be-3ca5fb76110c tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] 10.222.0.98 "DELETE /v2.0/subnets/d2bc29cb-b298-4cea-b5d2-5256922d8a1a HTTP/1.1" status: 204 len: 168 time: 0.8493526 Jul 09 16:32:48.469811 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05396c98-9f98-49dd-af07-dc6056a6fdc7 None None] Network ecae1ab1-12dc-4e31-bd1e-33f34043af0c requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:32:48.472425 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51268) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:48.485251 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-297b4688-10b3-4e2b-8c9d-8dd465d81f6e req-2fba0de8-d86b-4253-a164-93065b11cd62 service neutron] 10.222.0.98 "GET /v2.0/networks/cb4b78a9-5124-4c19-9828-f616933bcd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796017 Jul 09 16:32:48.540601 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bf2f1fd7-a644-4f96-a7f9-974b7ce096f5 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:48.621097 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-297b4688-10b3-4e2b-8c9d-8dd465d81f6e req-a22ddea0-85b9-4928-bb57-f8b6779b9f6f service neutron] 10.222.0.98 "GET /v2.0/networks/cb4b78a9-5124-4c19-9828-f616933bcd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324687 Jul 09 16:32:48.640282 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652e175-1ee4-4ac3-9945-91843ca9ea12 None None] Pushing event updated for resources: {'Port': ['ID=0e2fb0c2-92fd-4556-b659-b7ee1ddf3be2,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:48.666152 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-247b9c2d-cc31-4674-8cdd-1517a13ecbc1 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:48.686172 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-e16629ad-b888-4209-8d8f-286d5007de3f None None] Attempting to bind port 0e2fb0c2-92fd-4556-b659-b7ee1ddf3be2 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:32:48.687349 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-e16629ad-b888-4209-8d8f-286d5007de3f None None] Attempting to bind port 0e2fb0c2-92fd-4556-b659-b7ee1ddf3be2 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '84a2b727-9fdd-4d45-b78f-34759e2941ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cb4b78a9-5124-4c19-9828-f616933bcd81'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:32:48.687727 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16629ad-b888-4209-8d8f-286d5007de3f None None] Attempting to bind port 0e2fb0c2-92fd-4556-b659-b7ee1ddf3be2 on network cb4b78a9-5124-4c19-9828-f616933bcd81 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:32:48.699643 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16629ad-b888-4209-8d8f-286d5007de3f None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:32:48.699643 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16629ad-b888-4209-8d8f-286d5007de3f None None] Checking segment: {'id': '84a2b727-9fdd-4d45-b78f-34759e2941ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cb4b78a9-5124-4c19-9828-f616933bcd81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:32:48.712042 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-e16629ad-b888-4209-8d8f-286d5007de3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:48.713744 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16629ad-b888-4209-8d8f-286d5007de3f None None] Bound using segment: {'id': '84a2b727-9fdd-4d45-b78f-34759e2941ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cb4b78a9-5124-4c19-9828-f616933bcd81'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:32:48.715532 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-e16629ad-b888-4209-8d8f-286d5007de3f None None] Bound port: 0e2fb0c2-92fd-4556-b659-b7ee1ddf3be2, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84a2b727-9fdd-4d45-b78f-34759e2941ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cb4b78a9-5124-4c19-9828-f616933bcd81'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:32:48.716017 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-e16629ad-b888-4209-8d8f-286d5007de3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:48.807354 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-247b9c2d-cc31-4674-8cdd-1517a13ecbc1 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Deleting port 79cba64a-265f-494f-9eb7-bef1b9ba578e {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:32:48.807697 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-247b9c2d-cc31-4674-8cdd-1517a13ecbc1 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:48.828597 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-144f9c86-9d8c-455b-9c38-1aae353ba39e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:48.838049 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01874662-7c57-4ca2-84c8-8f637baba380 None None] DHCP port deletion for ecae1ab1-12dc-4e31-bd1e-33f34043af0c request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:32:48.874459 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-144f9c86-9d8c-455b-9c38-1aae353ba39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:48.876855 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-e16629ad-b888-4209-8d8f-286d5007de3f None None] For port 0e2fb0c2-92fd-4556-b659-b7ee1ddf3be2, host n-d-798930-3, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:32:48.881754 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-e16629ad-b888-4209-8d8f-286d5007de3f None None] For port 0e2fb0c2-92fd-4556-b659-b7ee1ddf3be2, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=0e2fb0c2-92fd-4556-b659-b7ee1ddf3be2,segment=NetworkSegment(84a2b727-9fdd-4d45-b78f-34759e2941ec),segment_id=84a2b727-9fdd-4d45-b78f-34759e2941ec)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:32:48.888767 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-e16629ad-b888-4209-8d8f-286d5007de3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:48.924378 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144f9c86-9d8c-455b-9c38-1aae353ba39e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cac7bef-862a-4a34-b0c3-5c8d630c4779,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:48.930306 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-01874662-7c57-4ca2-84c8-8f637baba380 None None] Deleting port 79cba64a-265f-494f-9eb7-bef1b9ba578e {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:32:48.930306 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-01874662-7c57-4ca2-84c8-8f637baba380 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:48.987319 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652e175-1ee4-4ac3-9945-91843ca9ea12 None None] Pushing event updated for resources: {'Port': ['ID=0e2fb0c2-92fd-4556-b659-b7ee1ddf3be2,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:48.991030 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16629ad-b888-4209-8d8f-286d5007de3f None None] Routers {'8d50dae4-8f8e-4299-b6b7-74e123c8edab'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:32:48.993570 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-e16629ad-b888-4209-8d8f-286d5007de3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:32:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['8d50dae4-8f8e-4299-b6b7-74e123c8edab'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:48.994952 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cd47fc54-2c37-4dea-9bc0-f6f203d80080 req-bcb6a07e-1fcd-4418-b0be-d535cc0de58a tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=7a9a053a-e73c-4363-a968-0d48a44281a1 HTTP/1.1" status: 200 len: 210 time: 0.0799756 Jul 09 16:32:49.020839 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-247b9c2d-cc31-4674-8cdd-1517a13ecbc1 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] For port 79cba64a-265f-494f-9eb7-bef1b9ba578e, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=79cba64a-265f-494f-9eb7-bef1b9ba578e,segment=NetworkSegment(b5ab72fc-ef7d-42b2-ae68-f3ddf8e77247),segment_id=b5ab72fc-ef7d-42b2-ae68-f3ddf8e77247)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:32:49.021425 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-247b9c2d-cc31-4674-8cdd-1517a13ecbc1 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:49.033655 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-144f9c86-9d8c-455b-9c38-1aae353ba39e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=07ff012eb10b4ecd8b7cacda1d9bde16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8293314 Jul 09 16:32:49.037298 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 51276) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:49.042142 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-247b9c2d-cc31-4674-8cdd-1517a13ecbc1 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Calling delete_port for 79cba64a-265f-494f-9eb7-bef1b9ba578e owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:32:49.107589 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-01874662-7c57-4ca2-84c8-8f637baba380 None None] For port 79cba64a-265f-494f-9eb7-bef1b9ba578e, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=79cba64a-265f-494f-9eb7-bef1b9ba578e,segment=NetworkSegment(b5ab72fc-ef7d-42b2-ae68-f3ddf8e77247),segment_id=b5ab72fc-ef7d-42b2-ae68-f3ddf8e77247)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:32:49.108356 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-01874662-7c57-4ca2-84c8-8f637baba380 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:49.124008 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-01874662-7c57-4ca2-84c8-8f637baba380 None None] Calling delete_port for 79cba64a-265f-494f-9eb7-bef1b9ba578e owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:32:49.128120 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-848a6d69-ea51-49f3-a24c-669fee77710c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:49.167426 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-848a6d69-ea51-49f3-a24c-669fee77710c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:49.256021 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-01874662-7c57-4ca2-84c8-8f637baba380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:49.258361 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-848a6d69-ea51-49f3-a24c-669fee77710c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:49.262327 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-848a6d69-ea51-49f3-a24c-669fee77710c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:49.269451 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-848a6d69-ea51-49f3-a24c-669fee77710c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9cac7bef-862a-4a34-b0c3-5c8d630c4779 HTTP/1.1" status: 204 len: 168 time: 0.2289920 Jul 09 16:32:49.280392 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a6d69-ea51-49f3-a24c-669fee77710c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cac7bef-862a-4a34-b0c3-5c8d630c4779,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:49.310623 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01874662-7c57-4ca2-84c8-8f637baba380 None None] Pushing event deleted for resources: {'Port': ['ID=79cba64a-265f-494f-9eb7-bef1b9ba578e,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:49.347005 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-e16629ad-b888-4209-8d8f-286d5007de3f None None] Set router 8d50dae4-8f8e-4299-b6b7-74e123c8edab gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:32:49.360490 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01874662-7c57-4ca2-84c8-8f637baba380 None None] No DVR routers for this DVR port 79cba64a-265f-494f-9eb7-bef1b9ba578e on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:32:49.638049 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 79cba64a-265f-494f-9eb7-bef1b9ba578e no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:32:49.710534 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 79cba64a-265f-494f-9eb7-bef1b9ba578e {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:32:49.711158 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 79cba64a-265f-494f-9eb7-bef1b9ba578e not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:32:49.779421 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-247b9c2d-cc31-4674-8cdd-1517a13ecbc1 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:49.808197 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-e16629ad-b888-4209-8d8f-286d5007de3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d50dae4-8f8e-4299-b6b7-74e123c8edab', 'name': 'tempest-ServerRescueTestJSON-1174057416-router', 'tenant_id': 'a59a2cde09cd4c80b3ef731d0f4eb5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'e5f8eb5f-351f-4eaf-ab38-09222f4a0ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:32:35Z', 'updated_at': '2021-07-09T16:32:45Z', 'revision_number': 4, 'project_id': 'a59a2cde09cd4c80b3ef731d0f4eb5ae', 'gw_port': {'id': 'e5f8eb5f-351f-4eaf-ab38-09222f4a0ace', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:de:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d50dae4-8f8e-4299-b6b7-74e123c8edab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:32:37Z', 'updated_at': '2021-07-09T16:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '0e2fb0c2-92fd-4556-b659-b7ee1ddf3be2', 'name': '', 'network_id': 'cb4b78a9-5124-4c19-9828-f616933bcd81', 'tenant_id': 'a59a2cde09cd4c80b3ef731d0f4eb5ae', 'mac_address': 'fa:16:3e:ae:cf:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d50dae4-8f8e-4299-b6b7-74e123c8edab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': 'a2030483-cfcd-4c73-9bff-36ef474084f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:32:43Z', 'updated_at': '2021-07-09T16:32:48Z', 'revision_number': 4, 'project_id': 'a59a2cde09cd4c80b3ef731d0f4eb5ae', 'subnets': [{'id': 'a2030483-cfcd-4c73-9bff-36ef474084f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:49.842103 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b9c2d-cc31-4674-8cdd-1517a13ecbc1 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Pushing event deleted for resources: {'Port': ['ID=79cba64a-265f-494f-9eb7-bef1b9ba578e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:49.844561 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247b9c2d-cc31-4674-8cdd-1517a13ecbc1 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] No DVR routers for this DVR port 79cba64a-265f-494f-9eb7-bef1b9ba578e on host n-d-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:32:49.876895 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16629ad-b888-4209-8d8f-286d5007de3f None None] The sync data for ids ['8d50dae4-8f8e-4299-b6b7-74e123c8edab'] in n-d-798930-3 is: [{'id': '8d50dae4-8f8e-4299-b6b7-74e123c8edab', 'name': 'tempest-ServerRescueTestJSON-1174057416-router', 'tenant_id': 'a59a2cde09cd4c80b3ef731d0f4eb5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'e5f8eb5f-351f-4eaf-ab38-09222f4a0ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:32:35Z', 'updated_at': '2021-07-09T16:32:45Z', 'revision_number': 4, 'project_id': 'a59a2cde09cd4c80b3ef731d0f4eb5ae', 'gw_port': {'id': 'e5f8eb5f-351f-4eaf-ab38-09222f4a0ace', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:de:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d50dae4-8f8e-4299-b6b7-74e123c8edab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:32:37Z', 'updated_at': '2021-07-09T16:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '0e2fb0c2-92fd-4556-b659-b7ee1ddf3be2', 'name': '', 'network_id': 'cb4b78a9-5124-4c19-9828-f616933bcd81', 'tenant_id': 'a59a2cde09cd4c80b3ef731d0f4eb5ae', 'mac_address': 'fa:16:3e:ae:cf:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d50dae4-8f8e-4299-b6b7-74e123c8edab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': 'a2030483-cfcd-4c73-9bff-36ef474084f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:32:43Z', 'updated_at': '2021-07-09T16:32:48Z', 'revision_number': 4, 'project_id': 'a59a2cde09cd4c80b3ef731d0f4eb5ae', 'subnets': [{'id': 'a2030483-cfcd-4c73-9bff-36ef474084f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:32:49.990880 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bf2f1fd7-a644-4f96-a7f9-974b7ce096f5 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:50.016965 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bf2f1fd7-a644-4f96-a7f9-974b7ce096f5 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:50.041694 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-247b9c2d-cc31-4674-8cdd-1517a13ecbc1 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:50.109823 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-247b9c2d-cc31-4674-8cdd-1517a13ecbc1 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecae1ab1-12dc-4e31-bd1e-33f34043af0c']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:50.146118 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-247b9c2d-cc31-4674-8cdd-1517a13ecbc1 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5ab72fc-ef7d-42b2-ae68-f3ddf8e77247') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:50.153754 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-247b9c2d-cc31-4674-8cdd-1517a13ecbc1 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5ab72fc-ef7d-42b2-ae68-f3ddf8e77247') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:50.170874 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-247b9c2d-cc31-4674-8cdd-1517a13ecbc1 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:50.228307 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-247b9c2d-cc31-4674-8cdd-1517a13ecbc1 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:50.343830 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-02fc7bc3-da85-4c5b-ad6e-e9c6691caa51 req-6f2b7f0b-f023-4b9d-bad8-e7fb59c16123 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=7a9a053a-e73c-4363-a968-0d48a44281a1 HTTP/1.1" status: 200 len: 210 time: 0.1162162 Jul 09 16:32:50.343830 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-247b9c2d-cc31-4674-8cdd-1517a13ecbc1 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:32:50.343830 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-247b9c2d-cc31-4674-8cdd-1517a13ecbc1 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:50.353125 n-d-798930-3 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:32:50.353125 n-d-798930-3 neutron-server[93959]: self.session.flush() Jul 09 16:32:50.353125 n-d-798930-3 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:32:50.353125 n-d-798930-3 neutron-server[93959]: self.session.flush() Jul 09 16:32:50.353125 n-d-798930-3 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:32:50.353125 n-d-798930-3 neutron-server[93959]: self.session.flush() Jul 09 16:32:50.353125 n-d-798930-3 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:32:50.353125 n-d-798930-3 neutron-server[93959]: self.session.flush() Jul 09 16:32:50.353125 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:32:50.353125 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:32:50.353125 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:32:50.353125 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:32:50.353125 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:32:50.353125 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:32:50.353125 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:32:50.353125 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:32:50.353125 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:32:50.353125 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:32:50.353125 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:32:50.353125 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:32:50.353125 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:32:50.353125 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:32:50.353125 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:32:50.353125 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:32:50.353125 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:32:50.353125 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:32:50.353125 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:32:50.353125 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:32:50.353125 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:32:50.353125 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:32:50.353125 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:32:50.353125 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:32:50.353125 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:32:50.353125 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:32:50.353125 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:32:50.353125 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:32:50.353125 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:32:50.353125 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:32:50.353125 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:32:50.353125 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:32:50.437005 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-bf2f1fd7-a644-4f96-a7f9-974b7ce096f5 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Allocated IP 172.25.0.226 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/0ba15d9c-631d-4af0-8554-e093d7ed2bd5) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:32:50.475900 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-247b9c2d-cc31-4674-8cdd-1517a13ecbc1 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:50.506356 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-247b9c2d-cc31-4674-8cdd-1517a13ecbc1 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:50.508881 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-247b9c2d-cc31-4674-8cdd-1517a13ecbc1 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] 10.222.0.98 "DELETE /v2.0/networks/ecae1ab1-12dc-4e31-bd1e-33f34043af0c HTTP/1.1" status: 204 len: 168 time: 2.0332129 Jul 09 16:32:50.511131 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 51316) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:50.604214 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 51324) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:50.627584 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-63cb9608-85d7-46ba-b043-6dec0e65a64a tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Deleting subnet 825c0724-0373-4e8e-95a0-45b8700a0943 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:32:50.631630 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-63cb9608-85d7-46ba-b043-6dec0e65a64a tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:50.659907 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b9c2d-cc31-4674-8cdd-1517a13ecbc1 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Pushing event deleted for resources: {'Network': ['ID=ecae1ab1-12dc-4e31-bd1e-33f34043af0c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:50.701086 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-63cb9608-85d7-46ba-b043-6dec0e65a64a tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:50.740636 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bf2f1fd7-a644-4f96-a7f9-974b7ce096f5 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:50.829368 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bf2f1fd7-a644-4f96-a7f9-974b7ce096f5 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:50.904086 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f1fd7-a644-4f96-a7f9-974b7ce096f5 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Pushing event updated for resources: {'Port': ['ID=0ba15d9c-631d-4af0-8554-e093d7ed2bd5,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:50.913935 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2f1fd7-a644-4f96-a7f9-974b7ce096f5 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:32:50.917762 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-bf2f1fd7-a644-4f96-a7f9-974b7ce096f5 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:32:50.924494 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2f1fd7-a644-4f96-a7f9-974b7ce096f5 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:32:51.077653 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b4688-10b3-4e2b-8c9d-8dd465d81f6e req-18ad078f-4635-41a9-9584-e8c155bfb48f tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:51.083470 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-297b4688-10b3-4e2b-8c9d-8dd465d81f6e req-18ad078f-4635-41a9-9584-e8c155bfb48f tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.77 "GET /v2.0/networks?id=cb4b78a9-5124-4c19-9828-f616933bcd81 HTTP/1.1" status: 200 len: 811 time: 0.3309667 Jul 09 16:32:51.101973 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-297b4688-10b3-4e2b-8c9d-8dd465d81f6e req-32c1b094-e7c0-47d3-b83b-b90ff2ae362f tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Request body: {'port': {'device_id': '7a9a053a-e73c-4363-a968-0d48a44281a1', 'network_id': 'cb4b78a9-5124-4c19-9828-f616933bcd81', 'admin_state_up': True, 'tenant_id': 'a59a2cde09cd4c80b3ef731d0f4eb5ae'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:32:51.198041 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-63cb9608-85d7-46ba-b043-6dec0e65a64a tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:51.275655 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bf2f1fd7-a644-4f96-a7f9-974b7ce096f5 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:51.369860 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-63cb9608-85d7-46ba-b043-6dec0e65a64a tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:51.442274 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb9608-85d7-46ba-b043-6dec0e65a64a tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Pushing event deleted for resources: {'Subnet': ['ID=825c0724-0373-4e8e-95a0-45b8700a0943,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:51.448329 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-63cb9608-85d7-46ba-b043-6dec0e65a64a tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:51.449945 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec653a7-2cbe-4782-8168-50830a7383f0 None None] Network 183ae325-63c9-4509-a125-22cdc7fe707d requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:32:51.451428 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-63cb9608-85d7-46ba-b043-6dec0e65a64a tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] 10.222.0.98 "DELETE /v2.0/subnets/825c0724-0373-4e8e-95a0-45b8700a0943 HTTP/1.1" status: 204 len: 168 time: 0.9387197 Jul 09 16:32:51.467582 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 51348) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:51.501201 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-297b4688-10b3-4e2b-8c9d-8dd465d81f6e req-32c1b094-e7c0-47d3-b83b-b90ff2ae362f tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Made reservation on behalf of a59a2cde09cd4c80b3ef731d0f4eb5ae for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:32:51.505609 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-297b4688-10b3-4e2b-8c9d-8dd465d81f6e req-32c1b094-e7c0-47d3-b83b-b90ff2ae362f tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:51.619747 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bf2f1fd7-a644-4f96-a7f9-974b7ce096f5 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:51.630002 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bf2f1fd7-a644-4f96-a7f9-974b7ce096f5 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1725939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1725946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-313636'] for router, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:51.688864 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-648aeda3-130c-4315-807f-007f527fcd63 req-2ffba347-641c-4e4a-bace-f7df2884996d tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=7a9a053a-e73c-4363-a968-0d48a44281a1 HTTP/1.1" status: 200 len: 210 time: 0.0606415 Jul 09 16:32:51.780448 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 0e2fb0c2-92fd-4556-b659-b7ee1ddf3be2 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:32:51.882318 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf2f1fd7-a644-4f96-a7f9-974b7ce096f5 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Router c81b00a2-f5d7-4791-a845-9bb170370888 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:32:52.010046 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2f1fd7-a644-4f96-a7f9-974b7ce096f5 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:32:52.015137 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bf2f1fd7-a644-4f96-a7f9-974b7ce096f5 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:52.016409 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-bf2f1fd7-a644-4f96-a7f9-974b7ce096f5 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] 10.222.0.98 "PUT /v2.0/routers/c81b00a2-f5d7-4791-a845-9bb170370888 HTTP/1.1" status: 200 len: 914 time: 4.0056653 Jul 09 16:32:52.023489 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462b686a-9b9c-4f80-93cb-12373b4964d0 None None] Sync routers for ids ['c81b00a2-f5d7-4791-a845-9bb170370888'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:32:52.027376 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51374) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:52.038312 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462b686a-9b9c-4f80-93cb-12373b4964d0 None None] Routers {'c81b00a2-f5d7-4791-a845-9bb170370888'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:32:52.039787 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-462b686a-9b9c-4f80-93cb-12373b4964d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:32:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['c81b00a2-f5d7-4791-a845-9bb170370888'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:52.065590 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cb9608-85d7-46ba-b043-6dec0e65a64a tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:32:52.066173 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cb9608-85d7-46ba-b043-6dec0e65a64a tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:32:52.066292 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cb9608-85d7-46ba-b043-6dec0e65a64a tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:32:52.066578 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cb9608-85d7-46ba-b043-6dec0e65a64a tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:32:52.067113 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cb9608-85d7-46ba-b043-6dec0e65a64a tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:32:52.067598 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cb9608-85d7-46ba-b043-6dec0e65a64a tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:32:52.068082 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cb9608-85d7-46ba-b043-6dec0e65a64a tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:32:52.068588 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cb9608-85d7-46ba-b043-6dec0e65a64a tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:32:52.069075 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cb9608-85d7-46ba-b043-6dec0e65a64a tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:32:52.069562 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cb9608-85d7-46ba-b043-6dec0e65a64a tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:32:52.070047 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cb9608-85d7-46ba-b043-6dec0e65a64a tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:32:52.070553 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cb9608-85d7-46ba-b043-6dec0e65a64a tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:32:52.109940 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-462b686a-9b9c-4f80-93cb-12373b4964d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:52.138182 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462b686a-9b9c-4f80-93cb-12373b4964d0 None None] Routers {'c81b00a2-f5d7-4791-a845-9bb170370888'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:32:52.141605 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-462b686a-9b9c-4f80-93cb-12373b4964d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:32:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['c81b00a2-f5d7-4791-a845-9bb170370888'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:52.165639 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 0e2fb0c2-92fd-4556-b659-b7ee1ddf3be2 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:32:52.167459 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-467dcdc7-0b71-4697-b367-ff655d8ee678 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Deleting subnet 44b34bed-366f-49de-939c-1d9762e0c90e {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:32:52.172989 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 0e2fb0c2-92fd-4556-b659-b7ee1ddf3be2 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:32:52.173541 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:52.175779 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-467dcdc7-0b71-4697-b367-ff655d8ee678 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:52.267149 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-462b686a-9b9c-4f80-93cb-12373b4964d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:52.268202 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462b686a-9b9c-4f80-93cb-12373b4964d0 None None] The sync data for ids ['c81b00a2-f5d7-4791-a845-9bb170370888'] in n-d-798930-3 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:32:52.283755 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-78765ed7-2852-4626-a0de-2ea2bd703799 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] 10.222.0.98 "GET /v2.0/routers/c81b00a2-f5d7-4791-a845-9bb170370888 HTTP/1.1" status: 200 len: 920 time: 0.2544794 Jul 09 16:32:52.284496 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 51388) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:52.287247 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3567fe-8a0d-4f86-969d-ef220dcc376d None None] DHCP port deletion for 183ae325-63c9-4509-a125-22cdc7fe707d request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:32:52.291819 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ebf24c11-7285-4c8b-9cb7-06ca61041308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:52.335098 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:52.347892 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-467dcdc7-0b71-4697-b367-ff655d8ee678 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:52.372984 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-da3567fe-8a0d-4f86-969d-ef220dcc376d None None] Deleting port c13fb18f-2027-44cf-b6a9-47dfdedaaf4b {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:32:52.373367 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-da3567fe-8a0d-4f86-969d-ef220dcc376d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:52.392844 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 0e2fb0c2-92fd-4556-b659-b7ee1ddf3be2, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=0e2fb0c2-92fd-4556-b659-b7ee1ddf3be2,segment=NetworkSegment(84a2b727-9fdd-4d45-b78f-34759e2941ec),segment_id=84a2b727-9fdd-4d45-b78f-34759e2941ec)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:32:52.424521 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:52.476247 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-297b4688-10b3-4e2b-8c9d-8dd465d81f6e req-32c1b094-e7c0-47d3-b83b-b90ff2ae362f tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Allocated IP 172.20.0.12 (cb4b78a9-5124-4c19-9828-f616933bcd81/a2030483-cfcd-4c73-9bff-36ef474084f2/4068b810-df3f-41c5-94c6-f88b4c797457) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:32:52.500343 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-da3567fe-8a0d-4f86-969d-ef220dcc376d None None] For port c13fb18f-2027-44cf-b6a9-47dfdedaaf4b, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=c13fb18f-2027-44cf-b6a9-47dfdedaaf4b,segment=NetworkSegment(1296f229-0de1-44f1-8528-c75f61d73ee1),segment_id=1296f229-0de1-44f1-8528-c75f61d73ee1)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:32:52.500872 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-da3567fe-8a0d-4f86-969d-ef220dcc376d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:52.504199 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=0e2fb0c2-92fd-4556-b659-b7ee1ddf3be2,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:52.520178 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-da3567fe-8a0d-4f86-969d-ef220dcc376d None None] Calling delete_port for c13fb18f-2027-44cf-b6a9-47dfdedaaf4b owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:32:52.553374 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0679190d-8148-4256-9aeb-62329c8e4f6e tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:52.559502 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0679190d-8148-4256-9aeb-62329c8e4f6e tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] 10.222.0.98 "GET /v2.0/ports?network_id=caa6ed8d-2893-4113-8f68-c5284e694f6c&device_id=c81b00a2-f5d7-4791-a845-9bb170370888&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2493649 Jul 09 16:32:52.561626 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51416) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:52.582345 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-467dcdc7-0b71-4697-b367-ff655d8ee678 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:52.625776 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-da3567fe-8a0d-4f86-969d-ef220dcc376d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:52.659836 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3567fe-8a0d-4f86-969d-ef220dcc376d None None] Pushing event deleted for resources: {'Port': ['ID=c13fb18f-2027-44cf-b6a9-47dfdedaaf4b,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:52.670799 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3567fe-8a0d-4f86-969d-ef220dcc376d None None] No DVR routers for this DVR port c13fb18f-2027-44cf-b6a9-47dfdedaaf4b on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:32:52.691476 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872da53d-c821-4dba-9817-390e8fb9b26f tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:52.692994 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-872da53d-c821-4dba-9817-390e8fb9b26f tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] 10.222.0.98 "GET /v2.0/networks/caa6ed8d-2893-4113-8f68-c5284e694f6c HTTP/1.1" status: 200 len: 881 time: 0.1314270 Jul 09 16:32:52.696208 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51426) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:52.749138 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c4c23d3e-a9ad-4f7f-9de1-63744b6c932c tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] 10.222.0.98 "GET /v2.0/ports?device_id=c81b00a2-f5d7-4791-a845-9bb170370888 HTTP/1.1" status: 200 len: 205 time: 0.0517197 Jul 09 16:32:52.751168 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51432) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:52.766325 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-467dcdc7-0b71-4697-b367-ff655d8ee678 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:52.815900 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52c189ef-34de-4b59-9944-cbc2378768a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:52.821885 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467dcdc7-0b71-4697-b367-ff655d8ee678 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Pushing event deleted for resources: {'Subnet': ['ID=44b34bed-366f-49de-939c-1d9762e0c90e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:52.835186 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a099a0-5222-4109-99b3-19cbb20ce4b9 None None] Network 4004e693-2e85-43fe-a03b-ad5043a2bd8f requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:32:52.864447 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-467dcdc7-0b71-4697-b367-ff655d8ee678 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:52.866586 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-467dcdc7-0b71-4697-b367-ff655d8ee678 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] 10.222.0.98 "DELETE /v2.0/subnets/44b34bed-366f-49de-939c-1d9762e0c90e HTTP/1.1" status: 204 len: 168 time: 1.3981509 Jul 09 16:32:52.872634 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 51438) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:52.946468 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-297b4688-10b3-4e2b-8c9d-8dd465d81f6e req-32c1b094-e7c0-47d3-b83b-b90ff2ae362f tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:52.976449 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5ec7f77b-9bc0-42e3-b2f4-84b1805e7ea9 req-c0264b02-9adf-4ac2-a784-59e0684bccb9 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=7a9a053a-e73c-4363-a968-0d48a44281a1 HTTP/1.1" status: 200 len: 210 time: 0.0568097 Jul 09 16:32:52.984294 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a0ea3077-8ad0-4288-b7f0-67d7c8f1d7ba tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:53.038874 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a9b370d1-ad6b-4652-9755-28868c93d2a6 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:53.113653 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a0ea3077-8ad0-4288-b7f0-67d7c8f1d7ba tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:53.168409 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5452d9dd-a2c4-429f-8aa3-8e41b55c8af0 None None] DHCP port deletion for 4004e693-2e85-43fe-a03b-ad5043a2bd8f request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:32:53.195792 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-a0ea3077-8ad0-4288-b7f0-67d7c8f1d7ba tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Deleting port 0ba15d9c-631d-4af0-8554-e093d7ed2bd5 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:32:53.196131 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a0ea3077-8ad0-4288-b7f0-67d7c8f1d7ba tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:53.208791 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-297b4688-10b3-4e2b-8c9d-8dd465d81f6e req-32c1b094-e7c0-47d3-b83b-b90ff2ae362f tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:53.248750 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-5452d9dd-a2c4-429f-8aa3-8e41b55c8af0 None None] Deleting port 836979d5-d5a1-4af6-ad64-7ffe44c95ce9 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:32:53.249136 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5452d9dd-a2c4-429f-8aa3-8e41b55c8af0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:53.268355 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a9b370d1-ad6b-4652-9755-28868c93d2a6 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:53.294623 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-a9b370d1-ad6b-4652-9755-28868c93d2a6 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['183ae325-63c9-4509-a125-22cdc7fe707d']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:53.297986 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-297b4688-10b3-4e2b-8c9d-8dd465d81f6e req-32c1b094-e7c0-47d3-b83b-b90ff2ae362f tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Network cb4b78a9-5124-4c19-9828-f616933bcd81 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:32:53.309933 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a0ea3077-8ad0-4288-b7f0-67d7c8f1d7ba tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:53.313030 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-297b4688-10b3-4e2b-8c9d-8dd465d81f6e req-32c1b094-e7c0-47d3-b83b-b90ff2ae362f tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:32:53.321181 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-297b4688-10b3-4e2b-8c9d-8dd465d81f6e req-32c1b094-e7c0-47d3-b83b-b90ff2ae362f tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:32:53.324188 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-5452d9dd-a2c4-429f-8aa3-8e41b55c8af0 None None] For port 836979d5-d5a1-4af6-ad64-7ffe44c95ce9, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=836979d5-d5a1-4af6-ad64-7ffe44c95ce9,segment=NetworkSegment(0f633761-8a45-4b59-843c-c1745ab73620),segment_id=0f633761-8a45-4b59-843c-c1745ab73620)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:32:53.324696 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5452d9dd-a2c4-429f-8aa3-8e41b55c8af0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:53.324819 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-a9b370d1-ad6b-4652-9755-28868c93d2a6 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1296f229-0de1-44f1-8528-c75f61d73ee1') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:53.325546 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-a9b370d1-ad6b-4652-9755-28868c93d2a6 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1296f229-0de1-44f1-8528-c75f61d73ee1') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:53.328545 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c1b094-e7c0-47d3-b83b-b90ff2ae362f tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Pushing event updated for resources: {'Port': ['ID=4068b810-df3f-41c5-94c6-f88b4c797457,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:53.341672 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-5452d9dd-a2c4-429f-8aa3-8e41b55c8af0 None None] Calling delete_port for 836979d5-d5a1-4af6-ad64-7ffe44c95ce9 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:32:53.352518 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-a0ea3077-8ad0-4288-b7f0-67d7c8f1d7ba tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Calling delete_port for 0ba15d9c-631d-4af0-8554-e093d7ed2bd5 owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:32:53.361167 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a9b370d1-ad6b-4652-9755-28868c93d2a6 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:53.387830 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a9b370d1-ad6b-4652-9755-28868c93d2a6 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:53.455210 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9b370d1-ad6b-4652-9755-28868c93d2a6 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:32:53.456139 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a9b370d1-ad6b-4652-9755-28868c93d2a6 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:53.462999 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5452d9dd-a2c4-429f-8aa3-8e41b55c8af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:53.467319 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b4688-10b3-4e2b-8c9d-8dd465d81f6e req-32c1b094-e7c0-47d3-b83b-b90ff2ae362f tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:53.468748 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-297b4688-10b3-4e2b-8c9d-8dd465d81f6e req-32c1b094-e7c0-47d3-b83b-b90ff2ae362f tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:53.471200 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:32:53.471200 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:32:53.471200 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:32:53.471200 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:32:53.471200 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:32:53.471200 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:32:53.471200 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:32:53.471200 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:32:53.471200 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:32:53.471200 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:32:53.471200 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:32:53.471200 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:32:53.471200 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:32:53.471200 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:32:53.471200 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:32:53.471200 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:32:53.471200 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:32:53.471200 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:32:53.471200 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:32:53.471200 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:32:53.471200 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:32:53.471200 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:32:53.471200 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:32:53.471200 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:32:53.471200 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:32:53.471200 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:32:53.471200 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:32:53.471200 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:32:53.471200 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:32:53.471200 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:32:53.471200 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:32:53.471200 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:32:53.499609 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5452d9dd-a2c4-429f-8aa3-8e41b55c8af0 None None] Pushing event deleted for resources: {'Port': ['ID=836979d5-d5a1-4af6-ad64-7ffe44c95ce9,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:53.502276 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5452d9dd-a2c4-429f-8aa3-8e41b55c8af0 None None] No DVR routers for this DVR port 836979d5-d5a1-4af6-ad64-7ffe44c95ce9 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:32:53.588083 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-297b4688-10b3-4e2b-8c9d-8dd465d81f6e req-32c1b094-e7c0-47d3-b83b-b90ff2ae362f tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4943175 Jul 09 16:32:53.595097 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a9b370d1-ad6b-4652-9755-28868c93d2a6 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:53.604189 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-297b4688-10b3-4e2b-8c9d-8dd465d81f6e req-788d95c4-6b55-4ba2-9dc8-0e1f9fbeacf1 service neutron] Request body: {'port': {'device_id': '7a9a053a-e73c-4363-a968-0d48a44281a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:32:53.606185 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a0ea3077-8ad0-4288-b7f0-67d7c8f1d7ba tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:53.610695 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a9b370d1-ad6b-4652-9755-28868c93d2a6 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:53.613257 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a9b370d1-ad6b-4652-9755-28868c93d2a6 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] 10.222.0.98 "DELETE /v2.0/networks/183ae325-63c9-4509-a125-22cdc7fe707d HTTP/1.1" status: 204 len: 168 time: 0.7394624 Jul 09 16:32:53.626649 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 51480) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:53.637244 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ea3077-8ad0-4288-b7f0-67d7c8f1d7ba tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Pushing event deleted for resources: {'Port': ['ID=0ba15d9c-631d-4af0-8554-e093d7ed2bd5,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:53.660189 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-52c189ef-34de-4b59-9944-cbc2378768a0 admin admin] Deleting port aeaed067-e2c8-49aa-b996-4bd4466aa056 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:32:53.660806 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52c189ef-34de-4b59-9944-cbc2378768a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:53.677392 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 0e2fb0c2-92fd-4556-b659-b7ee1ddf3be2 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:32:53.704849 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a0ea3077-8ad0-4288-b7f0-67d7c8f1d7ba tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:53.740294 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 0e2fb0c2-92fd-4556-b659-b7ee1ddf3be2 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:32:53.740951 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:53.767851 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-52c189ef-34de-4b59-9944-cbc2378768a0 admin admin] For port aeaed067-e2c8-49aa-b996-4bd4466aa056, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=aeaed067-e2c8-49aa-b996-4bd4466aa056,segment=NetworkSegment(ccf009d5-237d-4e31-8041-1465d7de9aef),segment_id=ccf009d5-237d-4e31-8041-1465d7de9aef)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:32:53.767996 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52c189ef-34de-4b59-9944-cbc2378768a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:53.775521 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b370d1-ad6b-4652-9755-28868c93d2a6 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Pushing event deleted for resources: {'Network': ['ID=183ae325-63c9-4509-a125-22cdc7fe707d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:53.839417 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a0ea3077-8ad0-4288-b7f0-67d7c8f1d7ba tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:53.843972 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a0ea3077-8ad0-4288-b7f0-67d7c8f1d7ba tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:53.850194 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-52c189ef-34de-4b59-9944-cbc2378768a0 admin admin] Calling delete_port for aeaed067-e2c8-49aa-b996-4bd4466aa056 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:32:53.904223 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a0ea3077-8ad0-4288-b7f0-67d7c8f1d7ba tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:53.905437 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ea3077-8ad0-4288-b7f0-67d7c8f1d7ba tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Fanout notify agent at l3_agent the message router_deleted on router c81b00a2-f5d7-4791-a845-9bb170370888 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:32:53.906331 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 836979d5-d5a1-4af6-ad64-7ffe44c95ce9 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:32:53.914453 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a0ea3077-8ad0-4288-b7f0-67d7c8f1d7ba tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:53.920996 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a0ea3077-8ad0-4288-b7f0-67d7c8f1d7ba tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] 10.222.0.98 "DELETE /v2.0/routers/c81b00a2-f5d7-4791-a845-9bb170370888 HTTP/1.1" status: 204 len: 168 time: 1.1664019 Jul 09 16:32:53.921690 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51504) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:53.927530 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-3e4871bd-add9-4b67-9104-6fc2e22cc93c tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-683639412', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:32:53.943730 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 836979d5-d5a1-4af6-ad64-7ffe44c95ce9 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:32:53.944370 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 836979d5-d5a1-4af6-ad64-7ffe44c95ce9 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:32:53.945078 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device c13fb18f-2027-44cf-b6a9-47dfdedaaf4b no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:32:53.957650 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3e4871bd-add9-4b67-9104-6fc2e22cc93c tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:53.958881 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3e4871bd-add9-4b67-9104-6fc2e22cc93c tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:53.968817 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cfb57b97-c862-4dda-861b-e174a47d76a6 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:53.975574 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: c13fb18f-2027-44cf-b6a9-47dfdedaaf4b {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:32:53.976759 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device c13fb18f-2027-44cf-b6a9-47dfdedaaf4b not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:32:53.987967 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-297b4688-10b3-4e2b-8c9d-8dd465d81f6e req-788d95c4-6b55-4ba2-9dc8-0e1f9fbeacf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:54.033994 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3e4871bd-add9-4b67-9104-6fc2e22cc93c tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:54.043224 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3e4871bd-add9-4b67-9104-6fc2e22cc93c tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:54.079614 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3e4871bd-add9-4b67-9104-6fc2e22cc93c tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:54.083896 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3e4871bd-add9-4b67-9104-6fc2e22cc93c tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1611640 Jul 09 16:32:54.084558 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51524) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:54.091662 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-772af99f-206b-490e-a839-071dcee58c36 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'enable_snat': False}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:32:54.209559 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cfb57b97-c862-4dda-861b-e174a47d76a6 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:54.239781 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-cfb57b97-c862-4dda-861b-e174a47d76a6 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4004e693-2e85-43fe-a03b-ad5043a2bd8f']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:54.301734 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-cfb57b97-c862-4dda-861b-e174a47d76a6 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f633761-8a45-4b59-843c-c1745ab73620') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:54.302033 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-cfb57b97-c862-4dda-861b-e174a47d76a6 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f633761-8a45-4b59-843c-c1745ab73620') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:54.329692 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cfb57b97-c862-4dda-861b-e174a47d76a6 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:54.361134 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cfb57b97-c862-4dda-861b-e174a47d76a6 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:54.408872 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfb57b97-c862-4dda-861b-e174a47d76a6 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:32:54.409899 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cfb57b97-c862-4dda-861b-e174a47d76a6 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:54.413136 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:32:54.413136 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:32:54.413136 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:32:54.413136 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:32:54.413136 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:32:54.413136 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:32:54.413136 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:32:54.413136 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:32:54.413136 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:32:54.413136 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:32:54.413136 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:32:54.413136 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:32:54.413136 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:32:54.413136 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:32:54.413136 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:32:54.413136 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:32:54.413136 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:32:54.413136 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:32:54.413136 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:32:54.413136 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:32:54.413136 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:32:54.413136 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:32:54.413136 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:32:54.413136 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:32:54.413136 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:32:54.413136 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:32:54.413136 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:32:54.413136 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:32:54.413136 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:32:54.413136 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:32:54.413136 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:32:54.413136 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:32:54.531983 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52c189ef-34de-4b59-9944-cbc2378768a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:54.548822 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cfb57b97-c862-4dda-861b-e174a47d76a6 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:54.580149 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cfb57b97-c862-4dda-861b-e174a47d76a6 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:54.585175 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-cfb57b97-c862-4dda-861b-e174a47d76a6 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] 10.222.0.98 "DELETE /v2.0/networks/4004e693-2e85-43fe-a03b-ad5043a2bd8f HTTP/1.1" status: 204 len: 168 time: 0.9572151 Jul 09 16:32:54.603337 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 51546) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:54.603673 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 51548) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:54.604476 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c189ef-34de-4b59-9944-cbc2378768a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=aeaed067-e2c8-49aa-b996-4bd4466aa056,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:54.627414 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb57b97-c862-4dda-861b-e174a47d76a6 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Pushing event deleted for resources: {'Network': ['ID=4004e693-2e85-43fe-a03b-ad5043a2bd8f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:54.652631 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-772af99f-206b-490e-a839-071dcee58c36 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:54.673936 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a024aa-6549-40ad-9928-b9e0cc126c23 req-d5bf735c-8cf9-4087-a7ba-d584de0c89d8 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:54.676004 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-65a024aa-6549-40ad-9928-b9e0cc126c23 req-d5bf735c-8cf9-4087-a7ba-d584de0c89d8 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=7a9a053a-e73c-4363-a968-0d48a44281a1 HTTP/1.1" status: 200 len: 932 time: 0.5281494 Jul 09 16:32:54.758994 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-91cfa1d4-b47d-406e-bc81-8ff4ae50336f tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Deleting subnet 47d3c6c9-d841-479e-85b8-d7832619c9d3 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:32:54.761184 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-65a024aa-6549-40ad-9928-b9e0cc126c23 req-20730029-4ddf-4053-aa52-6d533c5412f2 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725212 Jul 09 16:32:54.769308 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-91cfa1d4-b47d-406e-bc81-8ff4ae50336f tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:54.809471 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-297b4688-10b3-4e2b-8c9d-8dd465d81f6e req-788d95c4-6b55-4ba2-9dc8-0e1f9fbeacf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4068b810-df3f-41c5-94c6-f88b4c797457 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:32:54.832417 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-297b4688-10b3-4e2b-8c9d-8dd465d81f6e req-788d95c4-6b55-4ba2-9dc8-0e1f9fbeacf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:54.888104 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7bb265fb-4260-48d3-9409-fbfd96ea051c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:54.912651 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-91cfa1d4-b47d-406e-bc81-8ff4ae50336f tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:54.917153 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-297b4688-10b3-4e2b-8c9d-8dd465d81f6e req-788d95c4-6b55-4ba2-9dc8-0e1f9fbeacf1 service neutron] Transition to ACTIVE for port object 4068b810-df3f-41c5-94c6-f88b4c797457 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:32:54.926280 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-772af99f-206b-490e-a839-071dcee58c36 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:54.945263 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-297b4688-10b3-4e2b-8c9d-8dd465d81f6e req-788d95c4-6b55-4ba2-9dc8-0e1f9fbeacf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:54.946545 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-772af99f-206b-490e-a839-071dcee58c36 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:55.063587 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-772af99f-206b-490e-a839-071dcee58c36 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Allocated IP 172.25.0.198 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/9d83022f-1926-4f74-939b-d84c4dfd9a6f) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:32:55.087558 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85897a23-ee93-4f7e-9c72-5321c3cd68a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:55.189315 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-772af99f-206b-490e-a839-071dcee58c36 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:55.234146 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-772af99f-206b-490e-a839-071dcee58c36 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:55.279183 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772af99f-206b-490e-a839-071dcee58c36 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:32:55.282200 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-772af99f-206b-490e-a839-071dcee58c36 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:32:55.286441 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772af99f-206b-490e-a839-071dcee58c36 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:32:55.292234 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772af99f-206b-490e-a839-071dcee58c36 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Pushing event updated for resources: {'Port': ['ID=9d83022f-1926-4f74-939b-d84c4dfd9a6f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:55.377563 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:55.420505 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788d95c4-6b55-4ba2-9dc8-0e1f9fbeacf1 service neutron] Pushing event updated for resources: {'Port': ['ID=4068b810-df3f-41c5-94c6-f88b4c797457,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:55.427595 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52c189ef-34de-4b59-9944-cbc2378768a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:55.486001 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-91cfa1d4-b47d-406e-bc81-8ff4ae50336f tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:55.570136 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-772af99f-206b-490e-a839-071dcee58c36 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:55.685763 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-91cfa1d4-b47d-406e-bc81-8ff4ae50336f tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:55.704298 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-297b4688-10b3-4e2b-8c9d-8dd465d81f6e req-788d95c4-6b55-4ba2-9dc8-0e1f9fbeacf1 service neutron] Attempting to bind port 4068b810-df3f-41c5-94c6-f88b4c797457 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:32:55.704628 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-297b4688-10b3-4e2b-8c9d-8dd465d81f6e req-788d95c4-6b55-4ba2-9dc8-0e1f9fbeacf1 service neutron] Attempting to bind port 4068b810-df3f-41c5-94c6-f88b4c797457 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '84a2b727-9fdd-4d45-b78f-34759e2941ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cb4b78a9-5124-4c19-9828-f616933bcd81'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:32:55.704949 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297b4688-10b3-4e2b-8c9d-8dd465d81f6e req-788d95c4-6b55-4ba2-9dc8-0e1f9fbeacf1 service neutron] Attempting to bind port 4068b810-df3f-41c5-94c6-f88b4c797457 on network cb4b78a9-5124-4c19-9828-f616933bcd81 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:32:55.730806 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7bb265fb-4260-48d3-9409-fbfd96ea051c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:55.736672 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cfa1d4-b47d-406e-bc81-8ff4ae50336f tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Pushing event deleted for resources: {'Subnet': ['ID=47d3c6c9-d841-479e-85b8-d7832619c9d3,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:55.741977 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297b4688-10b3-4e2b-8c9d-8dd465d81f6e req-788d95c4-6b55-4ba2-9dc8-0e1f9fbeacf1 service neutron] Port 4068b810-df3f-41c5-94c6-f88b4c797457 on network cb4b78a9-5124-4c19-9828-f616933bcd81 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:32:55.742378 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297b4688-10b3-4e2b-8c9d-8dd465d81f6e req-788d95c4-6b55-4ba2-9dc8-0e1f9fbeacf1 service neutron] Attempting to bind port 4068b810-df3f-41c5-94c6-f88b4c797457 on network cb4b78a9-5124-4c19-9828-f616933bcd81 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:32:55.744835 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-91cfa1d4-b47d-406e-bc81-8ff4ae50336f tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:55.747373 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-91cfa1d4-b47d-406e-bc81-8ff4ae50336f tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] 10.222.0.98 "DELETE /v2.0/subnets/47d3c6c9-d841-479e-85b8-d7832619c9d3 HTTP/1.1" status: 204 len: 168 time: 1.1397336 Jul 09 16:32:55.749250 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7bb265fb-4260-48d3-9409-fbfd96ea051c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:55.751603 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995cdad7-3e71-4fb8-9e94-08f4f9ca24be None None] Network 8747caf6-a488-40c1-b131-589f19b2df3b requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:32:55.752221 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 51554) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:55.788526 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297b4688-10b3-4e2b-8c9d-8dd465d81f6e req-788d95c4-6b55-4ba2-9dc8-0e1f9fbeacf1 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:32:55.788842 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297b4688-10b3-4e2b-8c9d-8dd465d81f6e req-788d95c4-6b55-4ba2-9dc8-0e1f9fbeacf1 service neutron] Checking segment: {'id': '84a2b727-9fdd-4d45-b78f-34759e2941ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cb4b78a9-5124-4c19-9828-f616933bcd81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:32:55.789484 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297b4688-10b3-4e2b-8c9d-8dd465d81f6e req-788d95c4-6b55-4ba2-9dc8-0e1f9fbeacf1 service neutron] Bound using segment: {'id': '84a2b727-9fdd-4d45-b78f-34759e2941ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cb4b78a9-5124-4c19-9828-f616933bcd81'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:32:55.789680 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-297b4688-10b3-4e2b-8c9d-8dd465d81f6e req-788d95c4-6b55-4ba2-9dc8-0e1f9fbeacf1 service neutron] Bound port: 4068b810-df3f-41c5-94c6-f88b4c797457, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84a2b727-9fdd-4d45-b78f-34759e2941ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cb4b78a9-5124-4c19-9828-f616933bcd81'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:32:55.790024 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-297b4688-10b3-4e2b-8c9d-8dd465d81f6e req-788d95c4-6b55-4ba2-9dc8-0e1f9fbeacf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:55.799936 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-772af99f-206b-490e-a839-071dcee58c36 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:55.803603 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-772af99f-206b-490e-a839-071dcee58c36 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1725939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1725946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-313636'] for router, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:55.877851 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb265fb-4260-48d3-9409-fbfd96ea051c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35951db9-24f7-473a-8753-90cad9c27b11,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:55.924213 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7bb265fb-4260-48d3-9409-fbfd96ea051c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9a855ef461504cafbef55ae0d49d68bc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3130705 Jul 09 16:32:55.925889 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51558) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:56.001432 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-932c889b-2188-4fe5-bcb5-7e4979e1fd9d tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:56.044537 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a35123a7-863a-4e28-a53f-6b7fc3468bf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:56.053501 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772af99f-206b-490e-a839-071dcee58c36 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Router d8913ac0-c87f-4bd0-b681-7c6e3b567d7b is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:32:56.070156 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133341c8-05a5-437e-bcd3-2df1416def55 None None] DHCP port deletion for 8747caf6-a488-40c1-b131-589f19b2df3b request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:32:56.080440 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-297b4688-10b3-4e2b-8c9d-8dd465d81f6e req-788d95c4-6b55-4ba2-9dc8-0e1f9fbeacf1 service neutron] For port 4068b810-df3f-41c5-94c6-f88b4c797457, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:32:56.089483 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a35123a7-863a-4e28-a53f-6b7fc3468bf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:56.107068 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-297b4688-10b3-4e2b-8c9d-8dd465d81f6e req-788d95c4-6b55-4ba2-9dc8-0e1f9fbeacf1 service neutron] For port 4068b810-df3f-41c5-94c6-f88b4c797457, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=4068b810-df3f-41c5-94c6-f88b4c797457,segment=NetworkSegment(84a2b727-9fdd-4d45-b78f-34759e2941ec),segment_id=84a2b727-9fdd-4d45-b78f-34759e2941ec)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:32:56.115953 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c189ef-34de-4b59-9944-cbc2378768a0 admin admin] Router 9e8be58e-f676-46f3-ae87-e5efc0de1e53 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:32:56.119512 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-297b4688-10b3-4e2b-8c9d-8dd465d81f6e req-788d95c4-6b55-4ba2-9dc8-0e1f9fbeacf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:56.133619 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-133341c8-05a5-437e-bcd3-2df1416def55 None None] Deleting port 65e2306d-3880-4252-b1ed-08f874fd421f {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:32:56.134731 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-133341c8-05a5-437e-bcd3-2df1416def55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:56.149829 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425fc11-aa7c-4036-be7d-4ffc4036b7cd req-ac174cd6-315c-41ab-9c43-c61102dd32ce tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:56.151315 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1425fc11-aa7c-4036-be7d-4ffc4036b7cd req-ac174cd6-315c-41ab-9c43-c61102dd32ce tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=7a9a053a-e73c-4363-a968-0d48a44281a1 HTTP/1.1" status: 200 len: 944 time: 0.1826096 Jul 09 16:32:56.192106 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b4688-10b3-4e2b-8c9d-8dd465d81f6e req-788d95c4-6b55-4ba2-9dc8-0e1f9fbeacf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:56.192879 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-297b4688-10b3-4e2b-8c9d-8dd465d81f6e req-788d95c4-6b55-4ba2-9dc8-0e1f9fbeacf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:56.195401 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-297b4688-10b3-4e2b-8c9d-8dd465d81f6e req-788d95c4-6b55-4ba2-9dc8-0e1f9fbeacf1 service neutron] 10.222.0.77 "PUT /v2.0/ports/4068b810-df3f-41c5-94c6-f88b4c797457 HTTP/1.1" status: 200 len: 1092 time: 2.5971134 Jul 09 16:32:56.201452 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a9a053a-e73c-4363-a968-0d48a44281a1', 'tag': '4068b810-df3f-41c5-94c6-f88b4c797457'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:32:56.205528 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ad0353-e6a9-4588-b11f-6a738bcda467" -d '{"events": [{"name": "network-changed", "server_uuid": "7a9a053a-e73c-4363-a968-0d48a44281a1", "tag": "4068b810-df3f-41c5-94c6-f88b4c797457"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:32:56.213411 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-133341c8-05a5-437e-bcd3-2df1416def55 None None] For port 65e2306d-3880-4252-b1ed-08f874fd421f, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=65e2306d-3880-4252-b1ed-08f874fd421f,segment=NetworkSegment(655c773f-4903-4040-9ed0-396724bd1985),segment_id=655c773f-4903-4040-9ed0-396724bd1985)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:32:56.213965 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-133341c8-05a5-437e-bcd3-2df1416def55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:56.251472 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-133341c8-05a5-437e-bcd3-2df1416def55 None None] Calling delete_port for 65e2306d-3880-4252-b1ed-08f874fd421f owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:32:56.267002 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1425fc11-aa7c-4036-be7d-4ffc4036b7cd req-05d8b330-35f8-4cf4-8133-4fcca93fcdc2 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060963 Jul 09 16:32:56.276110 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772af99f-206b-490e-a839-071dcee58c36 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:32:56.278388 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a35123a7-863a-4e28-a53f-6b7fc3468bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:56.281403 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a35123a7-863a-4e28-a53f-6b7fc3468bf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:56.282549 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a35123a7-863a-4e28-a53f-6b7fc3468bf8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/35951db9-24f7-473a-8753-90cad9c27b11 HTTP/1.1" status: 204 len: 168 time: 0.3570786 Jul 09 16:32:56.286273 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-772af99f-206b-490e-a839-071dcee58c36 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:56.287579 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-772af99f-206b-490e-a839-071dcee58c36 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] 10.222.0.98 "PUT /v2.0/routers/d8913ac0-c87f-4bd0-b681-7c6e3b567d7b HTTP/1.1" status: 200 len: 915 time: 2.2019439 Jul 09 16:32:56.290959 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51566) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:56.332355 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192a915c-74fa-47c1-a184-d48b3190abb4 x-openstack-request-id: req-192a915c-74fa-47c1-a184-d48b3190abb4 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:32:56.332618 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a9a053a-e73c-4363-a968-0d48a44281a1", "tag": "4068b810-df3f-41c5-94c6-f88b4c797457", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:32:56.332977 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-192a915c-74fa-47c1-a184-d48b3190abb4 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:32:56.333378 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a9a053a-e73c-4363-a968-0d48a44281a1', 'tag': '4068b810-df3f-41c5-94c6-f88b4c797457', 'status': 'completed', 'code': 200} Jul 09 16:32:56.341917 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-932c889b-2188-4fe5-bcb5-7e4979e1fd9d tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Deleting port 65e2306d-3880-4252-b1ed-08f874fd421f {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:32:56.342368 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-932c889b-2188-4fe5-bcb5-7e4979e1fd9d tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:56.367233 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da478fd-deae-478e-bdfd-778dfcda2973 None None] Sync routers for ids ['d8913ac0-c87f-4bd0-b681-7c6e3b567d7b'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:32:56.370511 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788d95c4-6b55-4ba2-9dc8-0e1f9fbeacf1 service neutron] Pushing event updated for resources: {'Port': ['ID=4068b810-df3f-41c5-94c6-f88b4c797457,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:56.374815 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35123a7-863a-4e28-a53f-6b7fc3468bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35951db9-24f7-473a-8753-90cad9c27b11,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:56.404371 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:56.423346 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da478fd-deae-478e-bdfd-778dfcda2973 None None] Routers {'d8913ac0-c87f-4bd0-b681-7c6e3b567d7b'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:32:56.423859 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6da478fd-deae-478e-bdfd-778dfcda2973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:32:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['d8913ac0-c87f-4bd0-b681-7c6e3b567d7b'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:56.490478 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6da478fd-deae-478e-bdfd-778dfcda2973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:56.495181 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b978b6d8-633b-4950-8b64-3f3483a30e20 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] 10.222.0.98 "GET /v2.0/routers/d8913ac0-c87f-4bd0-b681-7c6e3b567d7b HTTP/1.1" status: 200 len: 921 time: 0.2028210 Jul 09 16:32:56.496764 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-133341c8-05a5-437e-bcd3-2df1416def55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:56.497904 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51570) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:56.505711 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-932c889b-2188-4fe5-bcb5-7e4979e1fd9d tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] For port 65e2306d-3880-4252-b1ed-08f874fd421f, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=65e2306d-3880-4252-b1ed-08f874fd421f,segment=NetworkSegment(655c773f-4903-4040-9ed0-396724bd1985),segment_id=655c773f-4903-4040-9ed0-396724bd1985)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:32:56.506397 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-932c889b-2188-4fe5-bcb5-7e4979e1fd9d tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:56.532236 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133341c8-05a5-437e-bcd3-2df1416def55 None None] Pushing event deleted for resources: {'Port': ['ID=65e2306d-3880-4252-b1ed-08f874fd421f,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:56.542234 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da478fd-deae-478e-bdfd-778dfcda2973 None None] Routers {'d8913ac0-c87f-4bd0-b681-7c6e3b567d7b'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:32:56.543034 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6da478fd-deae-478e-bdfd-778dfcda2973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:32:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['d8913ac0-c87f-4bd0-b681-7c6e3b567d7b'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:56.545311 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-932c889b-2188-4fe5-bcb5-7e4979e1fd9d tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Calling delete_port for 65e2306d-3880-4252-b1ed-08f874fd421f owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:32:56.578189 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c189ef-34de-4b59-9944-cbc2378768a0 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:32:56.583419 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b4688-10b3-4e2b-8c9d-8dd465d81f6e req-2b2f15c4-c2a3-438f-920d-dd8fe1117f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:56.584039 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133341c8-05a5-437e-bcd3-2df1416def55 None None] No DVR routers for this DVR port 65e2306d-3880-4252-b1ed-08f874fd421f on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:32:56.584938 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-297b4688-10b3-4e2b-8c9d-8dd465d81f6e req-2b2f15c4-c2a3-438f-920d-dd8fe1117f7f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a59a2cde09cd4c80b3ef731d0f4eb5ae&device_id=7a9a053a-e73c-4363-a968-0d48a44281a1 HTTP/1.1" status: 200 len: 1095 time: 0.3184190 Jul 09 16:32:56.587010 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6da478fd-deae-478e-bdfd-778dfcda2973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:56.587539 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d583f3d5-8753-42f3-bf6f-06ec55d12ae1 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:56.588028 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da478fd-deae-478e-bdfd-778dfcda2973 None None] The sync data for ids ['d8913ac0-c87f-4bd0-b681-7c6e3b567d7b'] in n-d-798930-3 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:32:56.589187 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6ae7b5-a407-44af-a030-86336a2c241e None None] Sync routers for ids ['9e8be58e-f676-46f3-ae87-e5efc0de1e53'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:32:56.595113 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-d583f3d5-8753-42f3-bf6f-06ec55d12ae1 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] 10.222.0.98 "GET /v2.0/ports?network_id=caa6ed8d-2893-4113-8f68-c5284e694f6c&device_id=d8913ac0-c87f-4bd0-b681-7c6e3b567d7b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0926685 Jul 09 16:32:56.595608 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51572) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:56.607383 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6ae7b5-a407-44af-a030-86336a2c241e None None] Routers {'9e8be58e-f676-46f3-ae87-e5efc0de1e53'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:32:56.607383 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-bc6ae7b5-a407-44af-a030-86336a2c241e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:32:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['9e8be58e-f676-46f3-ae87-e5efc0de1e53'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:56.610592 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-52c189ef-34de-4b59-9944-cbc2378768a0 admin admin] 10.222.0.98 "PUT /v2.0/routers/9e8be58e-f676-46f3-ae87-e5efc0de1e53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0030398 Jul 09 16:32:56.616090 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:56.617675 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 51576) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:56.725722 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-297b4688-10b3-4e2b-8c9d-8dd465d81f6e req-4b943aff-6d54-4882-a2d4-67d0af67752e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4068b810-df3f-41c5-94c6-f88b4c797457 HTTP/1.1" status: 200 len: 217 time: 0.1135039 Jul 09 16:32:56.725990 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d04634-71e1-4fa4-bec1-a14f00f2d860 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:56.728236 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-82d04634-71e1-4fa4-bec1-a14f00f2d860 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] 10.222.0.98 "GET /v2.0/networks/caa6ed8d-2893-4113-8f68-c5284e694f6c HTTP/1.1" status: 200 len: 881 time: 0.1251478 Jul 09 16:32:56.731209 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51582) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:56.748637 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-bc6ae7b5-a407-44af-a030-86336a2c241e None None] Set router 9e8be58e-f676-46f3-ae87-e5efc0de1e53 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:32:56.766567 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f8a3cf93-60a6-41ee-b7d3-a18611cc24ba tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8913ac0-c87f-4bd0-b681-7c6e3b567d7b HTTP/1.1" status: 200 len: 205 time: 0.0318654 Jul 09 16:32:56.767105 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51584) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:56.864061 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b4688-10b3-4e2b-8c9d-8dd465d81f6e req-b691ae78-a574-4c3c-9003-a4908cf2ab1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:56.865541 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-297b4688-10b3-4e2b-8c9d-8dd465d81f6e req-b691ae78-a574-4c3c-9003-a4908cf2ab1c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a2030483-cfcd-4c73-9bff-36ef474084f2 HTTP/1.1" status: 200 len: 851 time: 0.1333642 Jul 09 16:32:56.871229 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-932c889b-2188-4fe5-bcb5-7e4979e1fd9d tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:56.907108 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c889b-2188-4fe5-bcb5-7e4979e1fd9d tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Pushing event deleted for resources: {'Port': ['ID=65e2306d-3880-4252-b1ed-08f874fd421f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:56.929943 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b130e19e-c5f0-49e2-8474-541010d0856a admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:56.933177 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ef932d69-a2e9-4986-adc3-35017f8b076a tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:56.934532 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-297b4688-10b3-4e2b-8c9d-8dd465d81f6e req-72cf1589-9687-47cd-b419-16bb1d93ad63 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cb4b78a9-5124-4c19-9828-f616933bcd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590024 Jul 09 16:32:56.968767 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932c889b-2188-4fe5-bcb5-7e4979e1fd9d tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] No DVR routers for this DVR port 65e2306d-3880-4252-b1ed-08f874fd421f on host n-d-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:32:56.981071 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-bc6ae7b5-a407-44af-a030-86336a2c241e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'name': 'tempest-AttachVolumeShelveTestJSON-2063707949-router', 'tenant_id': 'b8ad35771c814596a752d0340d35099a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '6b3ac3ef-027b-485c-a57d-53b52cb99166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:01Z', 'updated_at': '2021-07-09T16:32:54Z', 'revision_number': 5, 'project_id': 'b8ad35771c814596a752d0340d35099a', 'gw_port': {'id': '6b3ac3ef-027b-485c-a57d-53b52cb99166', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:02Z', 'updated_at': '2021-07-09T16:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:57.018877 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6ae7b5-a407-44af-a030-86336a2c241e None None] Checking router: 9e8be58e-f676-46f3-ae87-e5efc0de1e53 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:32:57.031455 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6ae7b5-a407-44af-a030-86336a2c241e None None] Routers {'9e8be58e-f676-46f3-ae87-e5efc0de1e53'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:32:57.032607 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-bc6ae7b5-a407-44af-a030-86336a2c241e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:32:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['9e8be58e-f676-46f3-ae87-e5efc0de1e53'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:57.104210 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ef932d69-a2e9-4986-adc3-35017f8b076a tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:57.159327 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-932c889b-2188-4fe5-bcb5-7e4979e1fd9d tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:57.169863 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-bc6ae7b5-a407-44af-a030-86336a2c241e None None] Set router 9e8be58e-f676-46f3-ae87-e5efc0de1e53 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:32:57.180690 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-ef932d69-a2e9-4986-adc3-35017f8b076a tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Deleting port 9d83022f-1926-4f74-939b-d84c4dfd9a6f {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:32:57.182417 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ef932d69-a2e9-4986-adc3-35017f8b076a tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:57.182923 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-932c889b-2188-4fe5-bcb5-7e4979e1fd9d tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8747caf6-a488-40c1-b131-589f19b2df3b']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:57.204497 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-932c889b-2188-4fe5-bcb5-7e4979e1fd9d tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '655c773f-4903-4040-9ed0-396724bd1985') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:57.205100 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-932c889b-2188-4fe5-bcb5-7e4979e1fd9d tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '655c773f-4903-4040-9ed0-396724bd1985') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:57.220926 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-932c889b-2188-4fe5-bcb5-7e4979e1fd9d tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:57.224886 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-297b4688-10b3-4e2b-8c9d-8dd465d81f6e req-f96bbf2c-4297-4abd-b4c9-4443becca2e9 service neutron] 10.222.0.77 "GET /v2.0/networks/cb4b78a9-5124-4c19-9828-f616933bcd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593231 Jul 09 16:32:57.290857 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-932c889b-2188-4fe5-bcb5-7e4979e1fd9d tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:57.291189 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ef932d69-a2e9-4986-adc3-35017f8b076a tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:57.293398 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b130e19e-c5f0-49e2-8474-541010d0856a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:57.306277 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-932c889b-2188-4fe5-bcb5-7e4979e1fd9d tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:32:57.306681 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-932c889b-2188-4fe5-bcb5-7e4979e1fd9d tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:57.310640 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-ef932d69-a2e9-4986-adc3-35017f8b076a tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Calling delete_port for 9d83022f-1926-4f74-939b-d84c4dfd9a6f owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:32:57.310948 n-d-798930-3 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:32:57.310948 n-d-798930-3 neutron-server[93958]: self.session.flush() Jul 09 16:32:57.310948 n-d-798930-3 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:32:57.310948 n-d-798930-3 neutron-server[93958]: self.session.flush() Jul 09 16:32:57.310948 n-d-798930-3 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:32:57.310948 n-d-798930-3 neutron-server[93958]: self.session.flush() Jul 09 16:32:57.310948 n-d-798930-3 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:32:57.310948 n-d-798930-3 neutron-server[93958]: self.session.flush() Jul 09 16:32:57.310948 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:32:57.310948 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:32:57.310948 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:32:57.310948 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:32:57.310948 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:32:57.310948 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:32:57.310948 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:32:57.310948 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:32:57.310948 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:32:57.310948 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:32:57.310948 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:32:57.310948 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:32:57.310948 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:32:57.310948 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:32:57.310948 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:32:57.310948 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:32:57.310948 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:32:57.310948 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:32:57.310948 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:32:57.310948 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:32:57.310948 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:32:57.310948 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:32:57.310948 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:32:57.310948 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:32:57.310948 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:32:57.310948 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:32:57.310948 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:32:57.310948 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:32:57.310948 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:32:57.310948 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:32:57.310948 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:32:57.310948 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:32:57.445893 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-932c889b-2188-4fe5-bcb5-7e4979e1fd9d tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:57.493857 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-932c889b-2188-4fe5-bcb5-7e4979e1fd9d tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:57.497890 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-932c889b-2188-4fe5-bcb5-7e4979e1fd9d tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] 10.222.0.98 "DELETE /v2.0/networks/8747caf6-a488-40c1-b131-589f19b2df3b HTTP/1.1" status: 204 len: 168 time: 1.7400916 Jul 09 16:32:57.497890 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c889b-2188-4fe5-bcb5-7e4979e1fd9d tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Pushing event deleted for resources: {'Network': ['ID=8747caf6-a488-40c1-b131-589f19b2df3b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:57.504357 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51644) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:57.515821 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-bc6ae7b5-a407-44af-a030-86336a2c241e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'name': 'tempest-AttachVolumeShelveTestJSON-2063707949-router', 'tenant_id': 'b8ad35771c814596a752d0340d35099a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '6b3ac3ef-027b-485c-a57d-53b52cb99166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:01Z', 'updated_at': '2021-07-09T16:32:54Z', 'revision_number': 5, 'project_id': 'b8ad35771c814596a752d0340d35099a', 'gw_port': {'id': '6b3ac3ef-027b-485c-a57d-53b52cb99166', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:02Z', 'updated_at': '2021-07-09T16:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:32:57.517759 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-297b4688-10b3-4e2b-8c9d-8dd465d81f6e req-00f321f1-d87f-4102-a341-1cd44e606802 service neutron] 10.222.0.77 "GET /v2.0/networks/cb4b78a9-5124-4c19-9828-f616933bcd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853832 Jul 09 16:32:57.520729 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-b130e19e-c5f0-49e2-8474-541010d0856a admin admin] Deleting port 6b3ac3ef-027b-485c-a57d-53b52cb99166 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:32:57.521068 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b130e19e-c5f0-49e2-8474-541010d0856a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:57.556442 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-fc55c728-31c7-4cb1-a76e-d313062d8f92 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] 10.222.0.98 "GET /v2.0/ports?device_id=1ba494ae-955a-4883-9f4c-2e775791d47b HTTP/1.1" status: 200 len: 205 time: 0.0508714 Jul 09 16:32:57.559916 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51646) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:57.560416 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6ae7b5-a407-44af-a030-86336a2c241e None None] The sync data for ids ['9e8be58e-f676-46f3-ae87-e5efc0de1e53'] in n-d-798930-3 is: [{'id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'name': 'tempest-AttachVolumeShelveTestJSON-2063707949-router', 'tenant_id': 'b8ad35771c814596a752d0340d35099a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '6b3ac3ef-027b-485c-a57d-53b52cb99166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:21:01Z', 'updated_at': '2021-07-09T16:32:54Z', 'revision_number': 5, 'project_id': 'b8ad35771c814596a752d0340d35099a', 'gw_port': {'id': '6b3ac3ef-027b-485c-a57d-53b52cb99166', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8be58e-f676-46f3-ae87-e5efc0de1e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:21:02Z', 'updated_at': '2021-07-09T16:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:32:57.694299 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eb9b9f7c-d0af-423e-a9ad-28476a338314 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:57.732181 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-b130e19e-c5f0-49e2-8474-541010d0856a admin admin] For port 6b3ac3ef-027b-485c-a57d-53b52cb99166, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=6b3ac3ef-027b-485c-a57d-53b52cb99166,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:32:57.732550 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b130e19e-c5f0-49e2-8474-541010d0856a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:57.751392 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad0353-e6a9-4588-b11f-6a738bcda467 req-23c6a3c3-f077-4a98-8f67-190619ad078f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:57.751731 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-48ad0353-e6a9-4588-b11f-6a738bcda467 req-23c6a3c3-f077-4a98-8f67-190619ad078f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a59a2cde09cd4c80b3ef731d0f4eb5ae&device_id=7a9a053a-e73c-4363-a968-0d48a44281a1 HTTP/1.1" status: 200 len: 1095 time: 0.1199963 Jul 09 16:32:57.752584 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-b130e19e-c5f0-49e2-8474-541010d0856a admin admin] Calling delete_port for 6b3ac3ef-027b-485c-a57d-53b52cb99166 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:32:57.826677 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ef932d69-a2e9-4986-adc3-35017f8b076a tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:57.851763 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 51650) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:57.920292 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef932d69-a2e9-4986-adc3-35017f8b076a tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Pushing event deleted for resources: {'Port': ['ID=9d83022f-1926-4f74-939b-d84c4dfd9a6f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:57.928375 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eb9b9f7c-d0af-423e-a9ad-28476a338314 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:57.941454 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad0353-e6a9-4588-b11f-6a738bcda467 req-f16ecae3-34f6-4ebf-a9a8-e29f496a5316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:57.942968 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-48ad0353-e6a9-4588-b11f-6a738bcda467 req-f16ecae3-34f6-4ebf-a9a8-e29f496a5316 service neutron] 10.222.0.77 "GET /v2.0/networks?id=cb4b78a9-5124-4c19-9828-f616933bcd81 HTTP/1.1" status: 200 len: 912 time: 0.1814122 Jul 09 16:32:57.950874 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eb9b9f7c-d0af-423e-a9ad-28476a338314 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:57.966360 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 65e2306d-3880-4252-b1ed-08f874fd421f no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:32:58.001441 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-48ad0353-e6a9-4588-b11f-6a738bcda467 req-5e5d691d-7154-4c8f-8a20-8e6f3c6fb794 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4068b810-df3f-41c5-94c6-f88b4c797457 HTTP/1.1" status: 200 len: 217 time: 0.0445633 Jul 09 16:32:58.003878 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 65e2306d-3880-4252-b1ed-08f874fd421f {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:32:58.004233 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 65e2306d-3880-4252-b1ed-08f874fd421f not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:32:58.087311 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-976f7a75-f058-4c6a-9e4a-04b53f867da0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:58.117620 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad0353-e6a9-4588-b11f-6a738bcda467 req-c46d45a3-82de-46b3-8495-93470d19ba98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:58.119145 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-48ad0353-e6a9-4588-b11f-6a738bcda467 req-c46d45a3-82de-46b3-8495-93470d19ba98 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a2030483-cfcd-4c73-9bff-36ef474084f2 HTTP/1.1" status: 200 len: 851 time: 0.1078935 Jul 09 16:32:58.166643 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b130e19e-c5f0-49e2-8474-541010d0856a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:58.176378 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-48ad0353-e6a9-4588-b11f-6a738bcda467 req-1c6614cd-0b7b-42c9-abaa-5601b1329d6e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cb4b78a9-5124-4c19-9828-f616933bcd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480516 Jul 09 16:32:58.212165 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:58.226061 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b130e19e-c5f0-49e2-8474-541010d0856a admin admin] Pushing event deleted for resources: {'Port': ['ID=6b3ac3ef-027b-485c-a57d-53b52cb99166,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:58.360801 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eb9b9f7c-d0af-423e-a9ad-28476a338314 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:58.361341 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9b9f7c-d0af-423e-a9ad-28476a338314 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Fanout notify agent at l3_agent the message router_deleted on router 1ba494ae-955a-4883-9f4c-2e775791d47b {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:32:58.368730 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eb9b9f7c-d0af-423e-a9ad-28476a338314 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:58.370891 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-eb9b9f7c-d0af-423e-a9ad-28476a338314 tempest-RoutersNegativeIpV6Test-846760644 tempest-RoutersNegativeIpV6Test-846760644-project] 10.222.0.98 "DELETE /v2.0/routers/1ba494ae-955a-4883-9f4c-2e775791d47b HTTP/1.1" status: 204 len: 168 time: 0.8088782 Jul 09 16:32:58.385817 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691996cd-4921-479c-8f6e-94bcc723cc6f req-8dc5daf2-6c73-4a7f-879d-b3e8b9dd2517 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:58.387432 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-691996cd-4921-479c-8f6e-94bcc723cc6f req-8dc5daf2-6c73-4a7f-879d-b3e8b9dd2517 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=7a9a053a-e73c-4363-a968-0d48a44281a1 HTTP/1.1" status: 200 len: 944 time: 0.6910520 Jul 09 16:32:58.390745 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ef932d69-a2e9-4986-adc3-35017f8b076a tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:58.510859 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ef932d69-a2e9-4986-adc3-35017f8b076a tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:58.515245 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ef932d69-a2e9-4986-adc3-35017f8b076a tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:58.520024 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-691996cd-4921-479c-8f6e-94bcc723cc6f req-c77a42a3-984b-4fb0-ae92-45e86563c8b8 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264837 Jul 09 16:32:58.572967 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ef932d69-a2e9-4986-adc3-35017f8b076a tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:58.573751 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef932d69-a2e9-4986-adc3-35017f8b076a tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Fanout notify agent at l3_agent the message router_deleted on router d8913ac0-c87f-4bd0-b681-7c6e3b567d7b {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:32:58.582335 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ef932d69-a2e9-4986-adc3-35017f8b076a tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:58.583611 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ef932d69-a2e9-4986-adc3-35017f8b076a tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] 10.222.0.98 "DELETE /v2.0/routers/d8913ac0-c87f-4bd0-b681-7c6e3b567d7b HTTP/1.1" status: 204 len: 168 time: 1.8152189 Jul 09 16:32:58.587157 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51658) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:58.592382 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-590db359-af0c-48b6-947b-830497f95020 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1446290878', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}, 'admin_state_up': False}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:32:58.638107 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51660) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:58.700532 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b130e19e-c5f0-49e2-8474-541010d0856a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:58.710444 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-48ad0353-e6a9-4588-b11f-6a738bcda467 req-e3c7f1b6-d5f9-47c6-88a9-92c0597608de service neutron] 10.222.0.77 "GET /v2.0/networks/cb4b78a9-5124-4c19-9828-f616933bcd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4965937 Jul 09 16:32:58.803048 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e00b0d01-8b20-4267-b52e-df4a3e193257 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=594880c13ed54f4c8392e299efb4856b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1640317 Jul 09 16:32:58.805566 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51666) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:58.857692 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b130e19e-c5f0-49e2-8474-541010d0856a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:58.859510 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43f0c293-b731-4363-9092-c5f0f6ee3a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:58.860388 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-976f7a75-f058-4c6a-9e4a-04b53f867da0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:58.863889 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b130e19e-c5f0-49e2-8474-541010d0856a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:58.870936 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-976f7a75-f058-4c6a-9e4a-04b53f867da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:58.889697 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43f0c293-b731-4363-9092-c5f0f6ee3a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:58.903246 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-590db359-af0c-48b6-947b-830497f95020 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:58.904230 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-590db359-af0c-48b6-947b-830497f95020 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:58.961704 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b130e19e-c5f0-49e2-8474-541010d0856a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:58.962241 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b130e19e-c5f0-49e2-8474-541010d0856a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e8be58e-f676-46f3-ae87-e5efc0de1e53 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:32:58.968626 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976f7a75-f058-4c6a-9e4a-04b53f867da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1a3c31-538f-45a3-8279-1d07f003e5d3,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:58.973530 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b130e19e-c5f0-49e2-8474-541010d0856a admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:58.974593 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b130e19e-c5f0-49e2-8474-541010d0856a admin admin] 10.222.0.98 "DELETE /v2.0/routers/9e8be58e-f676-46f3-ae87-e5efc0de1e53 HTTP/1.1" status: 204 len: 168 time: 2.3504794 Jul 09 16:32:58.978362 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51668) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:58.979278 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-976f7a75-f058-4c6a-9e4a-04b53f867da0 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d94f0e28fc804b2d8ee1493e567b7de0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1264672 Jul 09 16:32:58.983580 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-48ad0353-e6a9-4588-b11f-6a738bcda467 req-87c83012-e288-408a-945f-31cfa0e602f0 service neutron] 10.222.0.77 "GET /v2.0/networks/cb4b78a9-5124-4c19-9828-f616933bcd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485101 Jul 09 16:32:58.984013 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 51670) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:58.987589 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-590db359-af0c-48b6-947b-830497f95020 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:59.041715 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b890173c-d6c1-4b15-a895-7c0b2096fb24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:59.069851 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b890173c-d6c1-4b15-a895-7c0b2096fb24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:59.089593 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43f0c293-b731-4363-9092-c5f0f6ee3a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:59.092133 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43f0c293-b731-4363-9092-c5f0f6ee3a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:59.095672 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-43f0c293-b731-4363-9092-c5f0f6ee3a45 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/544f26b4-5d62-4e90-893b-ee8ea380ff60 HTTP/1.1" status: 204 len: 168 time: 0.2867973 Jul 09 16:32:59.114879 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-afe6594e-3112-4fc8-bb64-c69d5cfe8134 admin admin] Deleting subnet b9e97679-e3ca-4f43-b281-7791408a1287 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:32:59.118928 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-afe6594e-3112-4fc8-bb64-c69d5cfe8134 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:59.131199 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b890173c-d6c1-4b15-a895-7c0b2096fb24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:59.135728 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b890173c-d6c1-4b15-a895-7c0b2096fb24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:59.137814 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b890173c-d6c1-4b15-a895-7c0b2096fb24 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ce1a3c31-538f-45a3-8279-1d07f003e5d3 HTTP/1.1" status: 204 len: 168 time: 0.1528213 Jul 09 16:32:59.148342 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b890173c-d6c1-4b15-a895-7c0b2096fb24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1a3c31-538f-45a3-8279-1d07f003e5d3,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:59.155574 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f0c293-b731-4363-9092-c5f0f6ee3a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544f26b4-5d62-4e90-893b-ee8ea380ff60,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:59.242753 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-afe6594e-3112-4fc8-bb64-c69d5cfe8134 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:59.245999 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-590db359-af0c-48b6-947b-830497f95020 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:59.390462 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-afe6594e-3112-4fc8-bb64-c69d5cfe8134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:59.481395 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-afe6594e-3112-4fc8-bb64-c69d5cfe8134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:59.588475 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe6594e-3112-4fc8-bb64-c69d5cfe8134 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9e97679-e3ca-4f43-b281-7791408a1287,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:32:59.605226 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-afe6594e-3112-4fc8-bb64-c69d5cfe8134 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:59.607104 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-afe6594e-3112-4fc8-bb64-c69d5cfe8134 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/b9e97679-e3ca-4f43-b281-7791408a1287 HTTP/1.1" status: 204 len: 168 time: 0.6284921 Jul 09 16:32:59.611319 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 51698) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:32:59.639049 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013ee0dd-e2bf-4aa5-bf5a-728cfd42b4c1 None None] Network a171d79a-1159-4481-9cc1-46c665ce3a96 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:32:59.658358 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-590db359-af0c-48b6-947b-830497f95020 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:59.680883 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-590db359-af0c-48b6-947b-830497f95020 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:59.777760 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 6b3ac3ef-027b-485c-a57d-53b52cb99166 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:32:59.788735 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b2a5e5ad-c18b-4c4b-9c8e-7b5740db3d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:59.845741 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 6b3ac3ef-027b-485c-a57d-53b52cb99166 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:32:59.846067 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 6b3ac3ef-027b-485c-a57d-53b52cb99166 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:32:59.848361 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device aeaed067-e2c8-49aa-b996-4bd4466aa056 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:32:59.864868 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df7ac3-2c1a-4bba-8e95-cfc19a1e248a req-85b4a32f-ab2c-4efd-95b1-b8480c8982e5 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:32:59.869742 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-b2a5e5ad-c18b-4c4b-9c8e-7b5740db3d99 admin admin] Deleting port cbb006e8-7da5-4dd6-a9d9-f4035afc4ebf {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:32:59.870091 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b2a5e5ad-c18b-4c4b-9c8e-7b5740db3d99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:59.873865 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b8df7ac3-2c1a-4bba-8e95-cfc19a1e248a req-85b4a32f-ab2c-4efd-95b1-b8480c8982e5 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=7a9a053a-e73c-4363-a968-0d48a44281a1 HTTP/1.1" status: 200 len: 944 time: 0.1893542 Jul 09 16:32:59.894165 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: aeaed067-e2c8-49aa-b996-4bd4466aa056 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:32:59.894916 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device aeaed067-e2c8-49aa-b996-4bd4466aa056 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:32:59.928510 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-590db359-af0c-48b6-947b-830497f95020 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Allocated IP 172.25.0.37 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/29e0d3e9-b02a-484c-92be-98a508ca4bbf) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:32:59.957086 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-b2a5e5ad-c18b-4c4b-9c8e-7b5740db3d99 admin admin] For port cbb006e8-7da5-4dd6-a9d9-f4035afc4ebf, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=cbb006e8-7da5-4dd6-a9d9-f4035afc4ebf,segment=NetworkSegment(ccf009d5-237d-4e31-8041-1465d7de9aef),segment_id=ccf009d5-237d-4e31-8041-1465d7de9aef)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:32:59.957451 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b2a5e5ad-c18b-4c4b-9c8e-7b5740db3d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:32:59.984779 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-b2a5e5ad-c18b-4c4b-9c8e-7b5740db3d99 admin admin] Calling delete_port for cbb006e8-7da5-4dd6-a9d9-f4035afc4ebf owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:33:00.054234 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b8df7ac3-2c1a-4bba-8e95-cfc19a1e248a req-2cbe4f25-ad37-4a4d-9b04-7ee3d7b4f624 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688075 Jul 09 16:33:00.130695 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b2a5e5ad-c18b-4c4b-9c8e-7b5740db3d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:00.151113 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-590db359-af0c-48b6-947b-830497f95020 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:00.163580 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a5e5ad-c18b-4c4b-9c8e-7b5740db3d99 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbb006e8-7da5-4dd6-a9d9-f4035afc4ebf,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:00.165859 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a5e5ad-c18b-4c4b-9c8e-7b5740db3d99 admin admin] No DVR routers for this DVR port cbb006e8-7da5-4dd6-a9d9-f4035afc4ebf on host n-d-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:33:00.238235 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9825faf1-d6bb-47a2-a62c-4da34d0d2834 None None] DHCP port deletion for a171d79a-1159-4481-9cc1-46c665ce3a96 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:33:00.260878 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b2a5e5ad-c18b-4c4b-9c8e-7b5740db3d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:00.275572 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-b2a5e5ad-c18b-4c4b-9c8e-7b5740db3d99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a171d79a-1159-4481-9cc1-46c665ce3a96']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:00.276009 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-590db359-af0c-48b6-947b-830497f95020 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:00.292241 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-b2a5e5ad-c18b-4c4b-9c8e-7b5740db3d99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccf009d5-237d-4e31-8041-1465d7de9aef') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:00.292560 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-b2a5e5ad-c18b-4c4b-9c8e-7b5740db3d99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccf009d5-237d-4e31-8041-1465d7de9aef') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:00.307456 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b2a5e5ad-c18b-4c4b-9c8e-7b5740db3d99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:00.322252 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590db359-af0c-48b6-947b-830497f95020 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:33:00.325991 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b2a5e5ad-c18b-4c4b-9c8e-7b5740db3d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:00.327592 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-590db359-af0c-48b6-947b-830497f95020 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:00.331655 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590db359-af0c-48b6-947b-830497f95020 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:33:00.336256 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51720) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:00.340296 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 4068b810-df3f-41c5-94c6-f88b4c797457 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:33:00.343285 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2a5e5ad-c18b-4c4b-9c8e-7b5740db3d99 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:33:00.343732 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b2a5e5ad-c18b-4c4b-9c8e-7b5740db3d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:00.387588 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590db359-af0c-48b6-947b-830497f95020 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Pushing event updated for resources: {'Port': ['ID=29e0d3e9-b02a-484c-92be-98a508ca4bbf,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:00.409687 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:33:00.409687 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:33:00.409687 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:33:00.409687 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:33:00.409687 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:33:00.409687 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:33:00.409687 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:33:00.409687 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:33:00.409687 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:33:00.409687 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:33:00.409687 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:33:00.409687 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:33:00.409687 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:33:00.409687 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:33:00.409687 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:33:00.409687 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:33:00.409687 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:33:00.409687 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:33:00.409687 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:33:00.409687 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:33:00.409687 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:33:00.409687 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:33:00.409687 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:33:00.409687 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:33:00.409687 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:33:00.409687 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:33:00.409687 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:33:00.409687 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:33:00.409687 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:33:00.409687 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:33:00.409687 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:33:00.409687 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:33:00.437518 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b2a5e5ad-c18b-4c4b-9c8e-7b5740db3d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:00.444042 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b2a5e5ad-c18b-4c4b-9c8e-7b5740db3d99 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:00.450655 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b2a5e5ad-c18b-4c4b-9c8e-7b5740db3d99 admin admin] 10.222.0.98 "DELETE /v2.0/networks/a171d79a-1159-4481-9cc1-46c665ce3a96 HTTP/1.1" status: 204 len: 168 time: 0.8340535 Jul 09 16:33:00.471543 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a5e5ad-c18b-4c4b-9c8e-7b5740db3d99 admin admin] Pushing event deleted for resources: {'Network': ['ID=a171d79a-1159-4481-9cc1-46c665ce3a96,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:00.505216 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 4068b810-df3f-41c5-94c6-f88b4c797457, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=4068b810-df3f-41c5-94c6-f88b4c797457,segment=NetworkSegment(84a2b727-9fdd-4d45-b78f-34759e2941ec),segment_id=84a2b727-9fdd-4d45-b78f-34759e2941ec)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:33:00.524707 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '4068b810-df3f-41c5-94c6-f88b4c797457', 'network_id': 'cb4b78a9-5124-4c19-9828-f616933bcd81', 'port_id': '4068b810-df3f-41c5-94c6-f88b4c797457', 'mac_address': 'fa:16:3e:16:bc:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2030483-cfcd-4c73-9bff-36ef474084f2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:33:00.595579 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:00.614312 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4068b810-df3f-41c5-94c6-f88b4c797457 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:33:00.640402 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 4068b810-df3f-41c5-94c6-f88b4c797457, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=4068b810-df3f-41c5-94c6-f88b4c797457,segment=NetworkSegment(84a2b727-9fdd-4d45-b78f-34759e2941ec),segment_id=84a2b727-9fdd-4d45-b78f-34759e2941ec)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:33:00.645520 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:00.676653 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-a3ddc0c9-c81e-4120-85c5-664015066d85 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1049871417-network', 'tenant_id': 'c3db1845daf04799b8821bc84d85adf4'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:00.711756 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=4068b810-df3f-41c5-94c6-f88b4c797457,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:00.712905 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-590db359-af0c-48b6-947b-830497f95020 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:00.716767 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ddc0c9-c81e-4120-85c5-664015066d85 admin admin] Made reservation on behalf of c3db1845daf04799b8821bc84d85adf4 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:33:00.719330 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a3ddc0c9-c81e-4120-85c5-664015066d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:00.762892 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a3ddc0c9-c81e-4120-85c5-664015066d85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:00.767789 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 51734) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:00.823581 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6e48e210-429e-494a-a8e7-a1b290a9a422 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b8ad35771c814596a752d0340d35099a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0525298 Jul 09 16:33:00.829892 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 51738) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:00.852578 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['4068b810-df3f-41c5-94c6-f88b4c797457'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:33:00.908973 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-feda6225-0232-4bae-8be4-96ae55a964ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:00.946866 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-feda6225-0232-4bae-8be4-96ae55a964ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:01.021041 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-feda6225-0232-4bae-8be4-96ae55a964ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:01.023667 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a3ddc0c9-c81e-4120-85c5-664015066d85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:01.024720 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-feda6225-0232-4bae-8be4-96ae55a964ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:01.028649 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-feda6225-0232-4bae-8be4-96ae55a964ce admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5121c052-a777-4765-9df7-ab76daaeca1f HTTP/1.1" status: 204 len: 168 time: 0.1949940 Jul 09 16:33:01.029513 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a3ddc0c9-c81e-4120-85c5-664015066d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:01.036545 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-590db359-af0c-48b6-947b-830497f95020 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:01.036864 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feda6225-0232-4bae-8be4-96ae55a964ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5121c052-a777-4765-9df7-ab76daaeca1f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:01.105805 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3ddc0c9-c81e-4120-85c5-664015066d85 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:33:01.127175 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ddc0c9-c81e-4120-85c5-664015066d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0eee24-cc05-4c49-b107-c38b85c4c8b0,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:01.146023 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a3ddc0c9-c81e-4120-85c5-664015066d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:01.146391 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-a3ddc0c9-c81e-4120-85c5-664015066d85 admin admin] Added segment b55d1b2b-0c34-4e21-aefa-b38d20330bfb of type vlan for network 3a4f21aa-f030-4ef8-aa79-5364c5b90e58 Jul 09 16:33:01.245413 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a3ddc0c9-c81e-4120-85c5-664015066d85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:01.346343 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a3ddc0c9-c81e-4120-85c5-664015066d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:01.347894 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ddc0c9-c81e-4120-85c5-664015066d85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:01.348489 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a3ddc0c9-c81e-4120-85c5-664015066d85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:01.415999 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-590db359-af0c-48b6-947b-830497f95020 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Router f31f355f-99f1-46d9-b6b7-c4378d431452 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:33:01.425734 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b4c17-e0dd-437a-8f19-289a3ebaadc2 req-add24809-05be-4082-8ba8-2b26eea11196 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:01.427207 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b97b4c17-e0dd-437a-8f19-289a3ebaadc2 req-add24809-05be-4082-8ba8-2b26eea11196 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=7a9a053a-e73c-4363-a968-0d48a44281a1 HTTP/1.1" status: 200 len: 945 time: 0.1765687 Jul 09 16:33:01.428471 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a3ddc0c9-c81e-4120-85c5-664015066d85 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0794902 Jul 09 16:33:01.431803 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 51756) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:01.437358 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-6ec46c53-3fbf-451b-9e8f-0a15794d4c01 admin admin] Request body: {'subnet': {'network_id': '3a4f21aa-f030-4ef8-aa79-5364c5b90e58', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1049871417-subnet', 'tenant_id': 'c3db1845daf04799b8821bc84d85adf4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:01.461195 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ddc0c9-c81e-4120-85c5-664015066d85 admin admin] Pushing event updated for resources: {'Network': ['ID=3a4f21aa-f030-4ef8-aa79-5364c5b90e58,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:01.473502 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec46c53-3fbf-451b-9e8f-0a15794d4c01 admin admin] Made reservation on behalf of c3db1845daf04799b8821bc84d85adf4 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:33:01.475169 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 3a4f21aa-f030-4ef8-aa79-5364c5b90e58 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:33:01.476493 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6ec46c53-3fbf-451b-9e8f-0a15794d4c01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:01.564540 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b97b4c17-e0dd-437a-8f19-289a3ebaadc2 req-2e5fd81f-5e80-48be-8927-09eb7944584e tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287782 Jul 09 16:33:01.630178 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590db359-af0c-48b6-947b-830497f95020 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:33:01.644424 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6578b559-2353-4996-9345-f62a573b42cd None None] Sync routers for ids ['f31f355f-99f1-46d9-b6b7-c4378d431452'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:33:01.652024 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-590db359-af0c-48b6-947b-830497f95020 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:01.655892 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-590db359-af0c-48b6-947b-830497f95020 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.0650735 Jul 09 16:33:01.656148 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51766) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:01.662636 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-a4b63101-765e-4fcb-97e1-eaacc73da16a tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:01.670881 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6578b559-2353-4996-9345-f62a573b42cd None None] Routers {'f31f355f-99f1-46d9-b6b7-c4378d431452'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:33:01.679512 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6578b559-2353-4996-9345-f62a573b42cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:32:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['f31f355f-99f1-46d9-b6b7-c4378d431452'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:01.682948 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device cbb006e8-7da5-4dd6-a9d9-f4035afc4ebf no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:33:01.757933 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6578b559-2353-4996-9345-f62a573b42cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:01.760733 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: cbb006e8-7da5-4dd6-a9d9-f4035afc4ebf {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:33:01.761261 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device cbb006e8-7da5-4dd6-a9d9-f4035afc4ebf not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:33:01.772573 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6578b559-2353-4996-9345-f62a573b42cd None None] Routers {'f31f355f-99f1-46d9-b6b7-c4378d431452'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:33:01.775518 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6578b559-2353-4996-9345-f62a573b42cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:32:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['f31f355f-99f1-46d9-b6b7-c4378d431452'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:01.812274 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6578b559-2353-4996-9345-f62a573b42cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:01.813186 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6578b559-2353-4996-9345-f62a573b42cd None None] The sync data for ids ['f31f355f-99f1-46d9-b6b7-c4378d431452'] in n-d-798930-3 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:33:01.849218 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6ec46c53-3fbf-451b-9e8f-0a15794d4c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:01.878596 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 51772) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:01.922271 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec46c53-3fbf-451b-9e8f-0a15794d4c01 admin admin] Checking segment: {'id': 'b55d1b2b-0c34-4e21-aefa-b38d20330bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3a4f21aa-f030-4ef8-aa79-5364c5b90e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:33:01.922629 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec46c53-3fbf-451b-9e8f-0a15794d4c01 admin admin] Network hostable DHCP agents. Network: 3a4f21aa-f030-4ef8-aa79-5364c5b90e58, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:33:01.928714 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec46c53-3fbf-451b-9e8f-0a15794d4c01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b27fc564-80c3-41d9-9fcd-00deef3b749a,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:01.948971 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec46c53-3fbf-451b-9e8f-0a15794d4c01 admin admin] Network 3a4f21aa-f030-4ef8-aa79-5364c5b90e58 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:33:01.970276 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-6ec46c53-3fbf-451b-9e8f-0a15794d4c01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 3a4f21aa-f030-4ef8-aa79-5364c5b90e58) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:01.977042 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec46c53-3fbf-451b-9e8f-0a15794d4c01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:01.977639 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6ec46c53-3fbf-451b-9e8f-0a15794d4c01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:01.981821 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8906ce89-f7c3-4eb5-8d24-13a7bf50a8a9 None None] Network 3a4f21aa-f030-4ef8-aa79-5364c5b90e58 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:33:02.002453 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6ec46c53-3fbf-451b-9e8f-0a15794d4c01 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5692887 Jul 09 16:33:02.114869 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-19f38ad4-66ab-4200-ba53-9c12b1542684 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Request body: {'floatingip': {'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:02.157900 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb8df71-d8f2-4125-be0d-8a0179d07066 None None] Network 3a4f21aa-f030-4ef8-aa79-5364c5b90e58 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:33:02.161363 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19f38ad4-66ab-4200-ba53-9c12b1542684 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:02.354096 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19f38ad4-66ab-4200-ba53-9c12b1542684 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:02.365282 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 4068b810-df3f-41c5-94c6-f88b4c797457 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:33:02.426440 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 4068b810-df3f-41c5-94c6-f88b4c797457 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:33:02.435595 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 4068b810-df3f-41c5-94c6-f88b4c797457 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:33:02.436480 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:02.532586 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-19f38ad4-66ab-4200-ba53-9c12b1542684 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Allocated IP 172.25.0.161 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/419af1e7-0758-4c7e-b893-8eace01e646a) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:33:02.533017 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a4b63101-765e-4fcb-97e1-eaacc73da16a tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:02.563159 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:02.563802 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a4b63101-765e-4fcb-97e1-eaacc73da16a tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:02.593458 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9a053a-e73c-4363-a968-0d48a44281a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4068b810-df3f-41c5-94c6-f88b4c797457'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:33:02.609869 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22420e09-3c26-4a5e-a430-14590d994e95" -d '{"events": [{"server_uuid": "7a9a053a-e73c-4363-a968-0d48a44281a1", "name": "network-vif-plugged", "status": "completed", "tag": "4068b810-df3f-41c5-94c6-f88b4c797457"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:33:02.652209 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-a4b63101-765e-4fcb-97e1-eaacc73da16a tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Deleting port 29e0d3e9-b02a-484c-92be-98a508ca4bbf {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:33:02.652554 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a4b63101-765e-4fcb-97e1-eaacc73da16a tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:02.663636 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 4068b810-df3f-41c5-94c6-f88b4c797457, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=4068b810-df3f-41c5-94c6-f88b4c797457,segment=NetworkSegment(84a2b727-9fdd-4d45-b78f-34759e2941ec),segment_id=84a2b727-9fdd-4d45-b78f-34759e2941ec)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:33:02.672785 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:02.688936 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19f38ad4-66ab-4200-ba53-9c12b1542684 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:02.741148 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8125e231-0461-4550-aa36-6f807473fcf2 x-openstack-request-id: req-8125e231-0461-4550-aa36-6f807473fcf2 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:33:02.741148 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a9a053a-e73c-4363-a968-0d48a44281a1", "name": "network-vif-plugged", "status": "completed", "tag": "4068b810-df3f-41c5-94c6-f88b4c797457", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:33:02.741928 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8125e231-0461-4550-aa36-6f807473fcf2 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:33:02.741928 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a9a053a-e73c-4363-a968-0d48a44281a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4068b810-df3f-41c5-94c6-f88b4c797457', 'code': 200} Jul 09 16:33:02.769857 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19f38ad4-66ab-4200-ba53-9c12b1542684 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:02.794888 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a4b63101-765e-4fcb-97e1-eaacc73da16a tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:02.815665 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=4068b810-df3f-41c5-94c6-f88b4c797457,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:02.829241 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-a4b63101-765e-4fcb-97e1-eaacc73da16a tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Calling delete_port for 29e0d3e9-b02a-484c-92be-98a508ca4bbf owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:33:02.836119 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f38ad4-66ab-4200-ba53-9c12b1542684 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Pushing event updated for resources: {'Port': ['ID=419af1e7-0758-4c7e-b893-8eace01e646a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:02.871967 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f38ad4-66ab-4200-ba53-9c12b1542684 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:33:02.876633 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-19f38ad4-66ab-4200-ba53-9c12b1542684 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:02.879852 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f38ad4-66ab-4200-ba53-9c12b1542684 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:33:02.935755 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 51810) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:02.942627 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-1503565e-63e7-4e37-9191-78da24e199dd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-769350588-network', 'tenant_id': 'dc1183df1d744db19ebcb87f9b84185a'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:02.971186 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1168ba1b-9499-4568-8e2b-cb41ff0664ab req-1ffb23af-f241-4d3f-9c4a-04039de0e735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:02.973231 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1168ba1b-9499-4568-8e2b-cb41ff0664ab req-1ffb23af-f241-4d3f-9c4a-04039de0e735 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7a9a053a-e73c-4363-a968-0d48a44281a1 HTTP/1.1" status: 200 len: 1097 time: 0.1439281 Jul 09 16:33:02.973532 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b6768-6c77-4733-9a2b-346e659f8668 req-f073dcd3-01dd-44e9-85ce-d5f3ac97a9b0 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:02.975075 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d71b6768-6c77-4733-9a2b-346e659f8668 req-f073dcd3-01dd-44e9-85ce-d5f3ac97a9b0 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=7a9a053a-e73c-4363-a968-0d48a44281a1 HTTP/1.1" status: 200 len: 946 time: 0.1228290 Jul 09 16:33:03.021019 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1503565e-63e7-4e37-9191-78da24e199dd admin admin] Made reservation on behalf of dc1183df1d744db19ebcb87f9b84185a for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:33:03.023463 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1503565e-63e7-4e37-9191-78da24e199dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:03.047288 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1503565e-63e7-4e37-9191-78da24e199dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:03.074817 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1168ba1b-9499-4568-8e2b-cb41ff0664ab req-4dfb09ea-336a-4695-a632-8e4a6ab37ad2 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943484 Jul 09 16:33:03.075873 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d71b6768-6c77-4733-9a2b-346e659f8668 req-5670fdd4-7e0c-4ab9-a1d8-1139903ef367 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671468 Jul 09 16:33:03.078697 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19f38ad4-66ab-4200-ba53-9c12b1542684 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:03.133695 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a4b63101-765e-4fcb-97e1-eaacc73da16a tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:03.154726 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19f38ad4-66ab-4200-ba53-9c12b1542684 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:03.168636 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b63101-765e-4fcb-97e1-eaacc73da16a tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Pushing event deleted for resources: {'Port': ['ID=29e0d3e9-b02a-484c-92be-98a508ca4bbf,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:03.245584 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a4b63101-765e-4fcb-97e1-eaacc73da16a tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:03.297640 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1503565e-63e7-4e37-9191-78da24e199dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:03.303546 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1503565e-63e7-4e37-9191-78da24e199dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:03.348174 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1503565e-63e7-4e37-9191-78da24e199dd admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:33:03.357554 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1503565e-63e7-4e37-9191-78da24e199dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc1f220-f4bd-4dbc-9388-cb1096ec693c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:03.375721 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1503565e-63e7-4e37-9191-78da24e199dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:03.376082 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-1503565e-63e7-4e37-9191-78da24e199dd admin admin] Added segment ef49b4db-1055-47b1-a2ed-6b7e4cfa5fcd of type vlan for network dd3eceb9-6fa1-47dd-bd4a-b90e353b642a Jul 09 16:33:03.440069 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1503565e-63e7-4e37-9191-78da24e199dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:03.445854 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19f38ad4-66ab-4200-ba53-9c12b1542684 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:03.451102 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19f38ad4-66ab-4200-ba53-9c12b1542684 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:03.484278 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a4b63101-765e-4fcb-97e1-eaacc73da16a tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:03.491517 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a4b63101-765e-4fcb-97e1-eaacc73da16a tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1725939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1725946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-313636'] for router, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:03.522935 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f38ad4-66ab-4200-ba53-9c12b1542684 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Pushing event updated for resources: {'Port': ['ID=419af1e7-0758-4c7e-b893-8eace01e646a,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:03.564689 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1503565e-63e7-4e37-9191-78da24e199dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:03.566252 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1503565e-63e7-4e37-9191-78da24e199dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:03.566839 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1503565e-63e7-4e37-9191-78da24e199dd admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:03.586154 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b63101-765e-4fcb-97e1-eaacc73da16a tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Router f31f355f-99f1-46d9-b6b7-c4378d431452 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:33:03.629004 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19f38ad4-66ab-4200-ba53-9c12b1542684 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:03.639663 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1503565e-63e7-4e37-9191-78da24e199dd admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7020969 Jul 09 16:33:03.641887 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 51830) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:03.650207 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b266a832-3086-485e-b4ce-29bca071e0a2 admin admin] Request body: {'subnet': {'network_id': 'dd3eceb9-6fa1-47dd-bd4a-b90e353b642a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-769350588-subnet', 'tenant_id': 'dc1183df1d744db19ebcb87f9b84185a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:03.659809 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1503565e-63e7-4e37-9191-78da24e199dd admin admin] Pushing event updated for resources: {'Network': ['ID=dd3eceb9-6fa1-47dd-bd4a-b90e353b642a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:03.664571 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19f38ad4-66ab-4200-ba53-9c12b1542684 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:03.668108 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-19f38ad4-66ab-4200-ba53-9c12b1542684 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7835400 Jul 09 16:33:03.668523 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 51832) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:03.671476 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b63101-765e-4fcb-97e1-eaacc73da16a tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:33:03.671967 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network dd3eceb9-6fa1-47dd-bd4a-b90e353b642a details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:33:03.680122 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a4b63101-765e-4fcb-97e1-eaacc73da16a tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:03.681213 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59724565-d0ba-4bb1-a606-0d935403bb94 None None] Sync routers for ids ['f31f355f-99f1-46d9-b6b7-c4378d431452'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:33:03.681654 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a4b63101-765e-4fcb-97e1-eaacc73da16a tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] 10.222.0.98 "PUT /v2.0/routers/f31f355f-99f1-46d9-b6b7-c4378d431452 HTTP/1.1" status: 200 len: 706 time: 2.0243177 Jul 09 16:33:03.683979 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51834) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:03.687773 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-584cbcd8-5e47-4dfd-8e7e-35d7c37a1e59 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-622026229'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:03.699423 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59724565-d0ba-4bb1-a606-0d935403bb94 None None] Routers {'f31f355f-99f1-46d9-b6b7-c4378d431452'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:33:03.702981 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-59724565-d0ba-4bb1-a606-0d935403bb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:32:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['f31f355f-99f1-46d9-b6b7-c4378d431452'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:03.711730 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b266a832-3086-485e-b4ce-29bca071e0a2 admin admin] Made reservation on behalf of dc1183df1d744db19ebcb87f9b84185a for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:33:03.714992 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b266a832-3086-485e-b4ce-29bca071e0a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:03.780203 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-59724565-d0ba-4bb1-a606-0d935403bb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:03.786820 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-cc0b26e3-27db-465e-8b86-93c73d079d70 tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] 10.222.0.98 "GET /v2.0/routers/f31f355f-99f1-46d9-b6b7-c4378d431452 HTTP/1.1" status: 200 len: 741 time: 0.1004481 Jul 09 16:33:03.787494 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584cbcd8-5e47-4dfd-8e7e-35d7c37a1e59 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Made reservation on behalf of 8aeccde8ddc346aca55566184d9e8486 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:33:03.788592 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51836) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:03.792185 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-584cbcd8-5e47-4dfd-8e7e-35d7c37a1e59 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:03.811188 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-584cbcd8-5e47-4dfd-8e7e-35d7c37a1e59 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:03.813190 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59724565-d0ba-4bb1-a606-0d935403bb94 None None] Routers {'f31f355f-99f1-46d9-b6b7-c4378d431452'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:33:03.813641 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-59724565-d0ba-4bb1-a606-0d935403bb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:32:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['f31f355f-99f1-46d9-b6b7-c4378d431452'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:03.854180 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-10de7125-3ed8-44d0-8313-6b5fc457d49a tempest-RoutersAdminTest-1944068669 tempest-RoutersAdminTest-1944068669-project-admin] 10.222.0.98 "GET /v2.0/ports?network_id=caa6ed8d-2893-4113-8f68-c5284e694f6c&device_id=f31f355f-99f1-46d9-b6b7-c4378d431452 HTTP/1.1" status: 200 len: 205 time: 0.0642307 Jul 09 16:33:03.856607 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51840) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:03.895598 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-59724565-d0ba-4bb1-a606-0d935403bb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:03.896307 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59724565-d0ba-4bb1-a606-0d935403bb94 None None] The sync data for ids ['f31f355f-99f1-46d9-b6b7-c4378d431452'] in n-d-798930-3 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:33:03.911582 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-84aaf607-c8d5-411c-8aae-9f11cdf9b9fc tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] 10.222.0.98 "GET /v2.0/ports?device_id=f31f355f-99f1-46d9-b6b7-c4378d431452 HTTP/1.1" status: 200 len: 205 time: 0.0534728 Jul 09 16:33:03.912442 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51842) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:03.993207 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0965e0f9-a9c4-405b-8fda-fd011e0d7b50 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:04.061098 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b266a832-3086-485e-b4ce-29bca071e0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:04.110912 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-584cbcd8-5e47-4dfd-8e7e-35d7c37a1e59 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:04.125438 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-584cbcd8-5e47-4dfd-8e7e-35d7c37a1e59 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:04.151075 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b266a832-3086-485e-b4ce-29bca071e0a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85fbc000-aba4-4979-997c-35465e0068ce,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:04.175463 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0965e0f9-a9c4-405b-8fda-fd011e0d7b50 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:04.178581 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0965e0f9-a9c4-405b-8fda-fd011e0d7b50 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:04.180773 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-584cbcd8-5e47-4dfd-8e7e-35d7c37a1e59 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:33:04.182902 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b266a832-3086-485e-b4ce-29bca071e0a2 admin admin] Checking segment: {'id': 'ef49b4db-1055-47b1-a2ed-6b7e4cfa5fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'dd3eceb9-6fa1-47dd-bd4a-b90e353b642a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:33:04.183531 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b266a832-3086-485e-b4ce-29bca071e0a2 admin admin] Network hostable DHCP agents. Network: dd3eceb9-6fa1-47dd-bd4a-b90e353b642a, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:33:04.190715 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584cbcd8-5e47-4dfd-8e7e-35d7c37a1e59 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f977d67e-8765-4f3b-8ec2-a37999560702,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:04.204245 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-584cbcd8-5e47-4dfd-8e7e-35d7c37a1e59 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:04.204661 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-584cbcd8-5e47-4dfd-8e7e-35d7c37a1e59 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Added segment 45983dea-e516-409c-aab0-68cc2a19876c of type vlan for network 2daa1873-f177-40c5-817c-68dfe6d35c91 Jul 09 16:33:04.235965 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0965e0f9-a9c4-405b-8fda-fd011e0d7b50 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:04.238045 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0965e0f9-a9c4-405b-8fda-fd011e0d7b50 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Fanout notify agent at l3_agent the message router_deleted on router f31f355f-99f1-46d9-b6b7-c4378d431452 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:33:04.251391 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0965e0f9-a9c4-405b-8fda-fd011e0d7b50 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:04.252328 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b266a832-3086-485e-b4ce-29bca071e0a2 admin admin] Network dd3eceb9-6fa1-47dd-bd4a-b90e353b642a is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:33:04.256713 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0965e0f9-a9c4-405b-8fda-fd011e0d7b50 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] 10.222.0.98 "DELETE /v2.0/routers/f31f355f-99f1-46d9-b6b7-c4378d431452 HTTP/1.1" status: 204 len: 168 time: 0.3402662 Jul 09 16:33:04.261495 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 51850) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:04.282613 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-584cbcd8-5e47-4dfd-8e7e-35d7c37a1e59 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:04.311205 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-44778f92-f9bc-4691-9b30-554a29ee878e tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] 10.222.0.98 "GET /v2.0/ports?device_id=f31f355f-99f1-46d9-b6b7-c4378d431452 HTTP/1.1" status: 200 len: 205 time: 0.0456710 Jul 09 16:33:04.311684 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-b266a832-3086-485e-b4ce-29bca071e0a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, dd3eceb9-6fa1-47dd-bd4a-b90e353b642a) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:04.312257 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51854) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:04.316162 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b266a832-3086-485e-b4ce-29bca071e0a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:04.316752 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b266a832-3086-485e-b4ce-29bca071e0a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:04.322720 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694d295b-95b1-4387-bdcc-c2200a06b264 None None] Network dd3eceb9-6fa1-47dd-bd4a-b90e353b642a requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:33:04.325451 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8623f693-135a-4d64-aed4-abc9497ff071 req-0e1184bd-70e0-4d2c-aef8-181a5537f133 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:04.327189 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8623f693-135a-4d64-aed4-abc9497ff071 req-0e1184bd-70e0-4d2c-aef8-181a5537f133 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=7a9a053a-e73c-4363-a968-0d48a44281a1 HTTP/1.1" status: 200 len: 946 time: 0.0865188 Jul 09 16:33:04.350361 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b266a832-3086-485e-b4ce-29bca071e0a2 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6964929 Jul 09 16:33:04.354826 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-584cbcd8-5e47-4dfd-8e7e-35d7c37a1e59 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:04.361994 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584cbcd8-5e47-4dfd-8e7e-35d7c37a1e59 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:04.363957 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-584cbcd8-5e47-4dfd-8e7e-35d7c37a1e59 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:04.380819 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-3400e184-1abd-4d45-bc78-ce4435e2b52d tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] delete failed (client error): The resource could not be found. Jul 09 16:33:04.381840 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3400e184-1abd-4d45-bc78-ce4435e2b52d tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] 10.222.0.98 "DELETE /v2.0/routers/f31f355f-99f1-46d9-b6b7-c4378d431452 HTTP/1.1" status: 404 len: 336 time: 0.0672348 Jul 09 16:33:04.388981 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 51858) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:04.424199 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8623f693-135a-4d64-aed4-abc9497ff071 req-1ad9615a-3826-4aed-a25f-dd393413d762 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887766 Jul 09 16:33:04.486432 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51862) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:04.519018 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51864) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:04.519267 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-69ddb6dc-579a-4052-9648-e5eebe1be483 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8913ac0-c87f-4bd0-b681-7c6e3b567d7b HTTP/1.1" status: 200 len: 205 time: 0.1213531 Jul 09 16:33:04.527347 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-584cbcd8-5e47-4dfd-8e7e-35d7c37a1e59 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8543310 Jul 09 16:33:04.531921 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 51866) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:04.559411 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbdaea2-f015-4b8f-bd31-d709b6f56afb None None] Network dd3eceb9-6fa1-47dd-bd4a-b90e353b642a requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:33:04.561026 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-6c51c351-59ad-4941-a55c-927fb2b547e9 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Request body: {'subnet': {'network_id': '2daa1873-f177-40c5-817c-68dfe6d35c91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:04.581065 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584cbcd8-5e47-4dfd-8e7e-35d7c37a1e59 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Pushing event updated for resources: {'Network': ['ID=2daa1873-f177-40c5-817c-68dfe6d35c91,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:04.589060 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-cf8e2c06-f03e-49b7-970f-c8ead655744b tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] delete failed (client error): The resource could not be found. Jul 09 16:33:04.593172 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-cf8e2c06-f03e-49b7-970f-c8ead655744b tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] 10.222.0.98 "DELETE /v2.0/routers/d8913ac0-c87f-4bd0-b681-7c6e3b567d7b HTTP/1.1" status: 404 len: 336 time: 0.0729060 Jul 09 16:33:04.597229 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51870) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:04.637243 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 51874) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:04.638229 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-fe819738-d009-4a6d-ac83-a96333af12ab tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] 10.222.0.98 "GET /v2.0/ports?device_id=c81b00a2-f5d7-4791-a845-9bb170370888 HTTP/1.1" status: 200 len: 205 time: 0.0397761 Jul 09 16:33:04.646868 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 2daa1873-f177-40c5-817c-68dfe6d35c91 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:33:04.652958 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-113e546d-d5df-42c8-9de3-48ecf4e96676 admin admin] Deleting subnet b27fc564-80c3-41d9-9fcd-00deef3b749a {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:33:04.656137 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-113e546d-d5df-42c8-9de3-48ecf4e96676 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:04.693624 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [None req-1eaf2a7b-ca38-4d00-aaa7-d0765ec4ee99 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] delete failed (client error): The resource could not be found. Jul 09 16:33:04.694956 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1eaf2a7b-ca38-4d00-aaa7-d0765ec4ee99 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] 10.222.0.98 "DELETE /v2.0/routers/c81b00a2-f5d7-4791-a845-9bb170370888 HTTP/1.1" status: 404 len: 336 time: 0.0564623 Jul 09 16:33:04.699832 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-113e546d-d5df-42c8-9de3-48ecf4e96676 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:04.701034 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 51876) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:04.739702 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-3d97bb46-7739-46b6-b743-371b2eeb66f4 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] 10.222.0.98 "GET /v2.0/ports?device_id=50816176-4cee-434f-805c-b5a5baeb351a HTTP/1.1" status: 200 len: 205 time: 0.0349605 Jul 09 16:33:04.740500 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 51878) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:04.753350 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-113e546d-d5df-42c8-9de3-48ecf4e96676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:04.794999 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51880) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:04.842967 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [None req-357a4fe4-492f-4bd5-a3ed-f4f5a9b52258 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] delete failed (client error): The resource could not be found. Jul 09 16:33:04.844151 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-357a4fe4-492f-4bd5-a3ed-f4f5a9b52258 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] 10.222.0.98 "DELETE /v2.0/routers/50816176-4cee-434f-805c-b5a5baeb351a HTTP/1.1" status: 404 len: 336 time: 0.1009579 Jul 09 16:33:04.847926 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51884) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:04.866961 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-113e546d-d5df-42c8-9de3-48ecf4e96676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:04.871418 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c51c351-59ad-4941-a55c-927fb2b547e9 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Made reservation on behalf of 8aeccde8ddc346aca55566184d9e8486 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:33:04.875903 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c51c351-59ad-4941-a55c-927fb2b547e9 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:04.945431 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0cb9cca7-ef1e-4be7-a524-7fe82d5572cf tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] 10.222.0.98 "GET /v2.0/ports?device_id=5f3a90fb-2a05-4bdc-be10-47256bbb7dc6 HTTP/1.1" status: 200 len: 205 time: 0.0933924 Jul 09 16:33:04.947973 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51888) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:04.998041 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113e546d-d5df-42c8-9de3-48ecf4e96676 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b27fc564-80c3-41d9-9fcd-00deef3b749a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:05.044241 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-113e546d-d5df-42c8-9de3-48ecf4e96676 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:05.048830 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-113e546d-d5df-42c8-9de3-48ecf4e96676 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/b27fc564-80c3-41d9-9fcd-00deef3b749a HTTP/1.1" status: 204 len: 168 time: 0.5595801 Jul 09 16:33:05.050161 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51890) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:05.051260 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-9f1c0690-d7fe-4669-b2d1-64dcbe09309d tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] delete failed (client error): The resource could not be found. Jul 09 16:33:05.052260 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-9f1c0690-d7fe-4669-b2d1-64dcbe09309d tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] 10.222.0.98 "DELETE /v2.0/routers/5f3a90fb-2a05-4bdc-be10-47256bbb7dc6 HTTP/1.1" status: 404 len: 336 time: 0.0953443 Jul 09 16:33:05.056790 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 51892) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:05.064967 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5f507c20-8ad9-4b83-aa2f-b72c726b80b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:05.072819 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b687400-dd90-4096-b0ae-dc59e1066267 req-a4d0db5a-420a-4e26-bac3-8eeb4e4a4535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:05.074327 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4b687400-dd90-4096-b0ae-dc59e1066267 req-a4d0db5a-420a-4e26-bac3-8eeb4e4a4535 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a59a2cde09cd4c80b3ef731d0f4eb5ae&device_id=7a9a053a-e73c-4363-a968-0d48a44281a1 HTTP/1.1" status: 200 len: 1097 time: 0.1130764 Jul 09 16:33:05.097546 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b182ec9d-b5d7-4925-bfaf-0a09fae60a34 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6fc5d01-f166-44d6-9f34-0fd5cac3549b HTTP/1.1" status: 200 len: 205 time: 0.0364690 Jul 09 16:33:05.102157 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51894) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:05.198058 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-ea5cb929-d73a-4a25-8669-f80fe4d78b79 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] delete failed (client error): The resource could not be found. Jul 09 16:33:05.201432 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ea5cb929-d73a-4a25-8669-f80fe4d78b79 tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] 10.222.0.98 "DELETE /v2.0/routers/e6fc5d01-f166-44d6-9f34-0fd5cac3549b HTTP/1.1" status: 404 len: 336 time: 0.0911264 Jul 09 16:33:05.204131 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 51896) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:05.223554 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-77a18087-e7a3-4679-969c-d8a87b81bf6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:05.266372 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-598a8efb-424b-409c-89ca-799564f485ce tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] DELETE failed (client error): The resource could not be found. Jul 09 16:33:05.266941 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-598a8efb-424b-409c-89ca-799564f485ce tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:33:05.271969 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-598a8efb-424b-409c-89ca-799564f485ce tempest-RoutersAdminTest-468784769 tempest-RoutersAdminTest-468784769-project] 10.222.0.98 "DELETE /v2.0/subnets/1ee1c650-316c-4c87-b43c-7036e85fb7a7 HTTP/1.1" status: 404 len: 337 time: 0.0626087 Jul 09 16:33:05.292342 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b687400-dd90-4096-b0ae-dc59e1066267 req-5d22b878-6c1f-4219-8682-8df39dc55bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:05.293864 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4b687400-dd90-4096-b0ae-dc59e1066267 req-5d22b878-6c1f-4219-8682-8df39dc55bf7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=cb4b78a9-5124-4c19-9828-f616933bcd81 HTTP/1.1" status: 200 len: 912 time: 0.2009373 Jul 09 16:33:05.301456 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c51c351-59ad-4941-a55c-927fb2b547e9 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:05.354036 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b24b6-4c21-4680-94ae-77abbeb10f9a req-544cb1be-5b7c-47a5-96cc-b6173f004198 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:05.355600 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-aa5b24b6-4c21-4680-94ae-77abbeb10f9a req-544cb1be-5b7c-47a5-96cc-b6173f004198 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=7a9a053a-e73c-4363-a968-0d48a44281a1 HTTP/1.1" status: 200 len: 946 time: 0.2776043 Jul 09 16:33:05.371682 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4b687400-dd90-4096-b0ae-dc59e1066267 req-b8c3352d-534a-411e-b948-76d9bc78b4e5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4068b810-df3f-41c5-94c6-f88b4c797457 HTTP/1.1" status: 200 len: 217 time: 0.0665152 Jul 09 16:33:05.377116 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-77a18087-e7a3-4679-969c-d8a87b81bf6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:05.395524 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-77a18087-e7a3-4679-969c-d8a87b81bf6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a4f21aa-f030-4ef8-aa79-5364c5b90e58']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:05.413846 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-77a18087-e7a3-4679-969c-d8a87b81bf6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b55d1b2b-0c34-4e21-aefa-b38d20330bfb') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:05.414327 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-77a18087-e7a3-4679-969c-d8a87b81bf6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b55d1b2b-0c34-4e21-aefa-b38d20330bfb') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:05.435230 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-77a18087-e7a3-4679-969c-d8a87b81bf6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:05.456871 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c51c351-59ad-4941-a55c-927fb2b547e9 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Pushing event updated for resources: {'Subnet': ['ID=96dbf744-21c8-4d34-8138-4a8d09d09759,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:05.460682 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-aa5b24b6-4c21-4680-94ae-77abbeb10f9a req-b27eccf8-5f78-428e-bde7-e29fe8d5d6a9 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970633 Jul 09 16:33:05.466143 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-77a18087-e7a3-4679-969c-d8a87b81bf6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:05.470247 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c51c351-59ad-4941-a55c-927fb2b547e9 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Checking segment: {'id': '45983dea-e516-409c-aab0-68cc2a19876c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2daa1873-f177-40c5-817c-68dfe6d35c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:33:05.470582 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c51c351-59ad-4941-a55c-927fb2b547e9 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Network hostable DHCP agents. Network: 2daa1873-f177-40c5-817c-68dfe6d35c91, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:33:05.473637 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5f507c20-8ad9-4b83-aa2f-b72c726b80b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:05.475045 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b687400-dd90-4096-b0ae-dc59e1066267 req-4fd116d6-402d-4d70-b0b1-155db95f8299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:05.476659 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77a18087-e7a3-4679-969c-d8a87b81bf6e admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:33:05.476823 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4b687400-dd90-4096-b0ae-dc59e1066267 req-4fd116d6-402d-4d70-b0b1-155db95f8299 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a2030483-cfcd-4c73-9bff-36ef474084f2 HTTP/1.1" status: 200 len: 851 time: 0.0963175 Jul 09 16:33:05.476994 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-77a18087-e7a3-4679-969c-d8a87b81bf6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:05.478715 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:33:05.478715 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:33:05.478715 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:33:05.478715 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:33:05.478715 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:33:05.478715 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:33:05.478715 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:33:05.478715 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:33:05.478715 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:33:05.478715 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:33:05.478715 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:33:05.478715 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:33:05.478715 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:33:05.478715 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:33:05.478715 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:33:05.478715 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:33:05.478715 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:33:05.478715 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:33:05.478715 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:33:05.478715 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:33:05.478715 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:33:05.478715 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:33:05.478715 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:33:05.478715 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:33:05.478715 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:33:05.478715 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:33:05.478715 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:33:05.478715 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:33:05.478715 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:33:05.478715 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:33:05.478715 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:33:05.478715 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:33:05.524995 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4b687400-dd90-4096-b0ae-dc59e1066267 req-63160721-511e-4087-a901-a7921363a52b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cb4b78a9-5124-4c19-9828-f616933bcd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376472 Jul 09 16:33:05.526038 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c51c351-59ad-4941-a55c-927fb2b547e9 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Network 2daa1873-f177-40c5-817c-68dfe6d35c91 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:33:05.532034 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 51902) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:05.560411 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-6c51c351-59ad-4941-a55c-927fb2b547e9 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 2daa1873-f177-40c5-817c-68dfe6d35c91) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:05.575177 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c51c351-59ad-4941-a55c-927fb2b547e9 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:05.575772 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c51c351-59ad-4941-a55c-927fb2b547e9 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:05.582199 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fdee6c-499f-483a-a38e-9ab0c1b647c6 None None] Network 2daa1873-f177-40c5-817c-68dfe6d35c91 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:33:05.664093 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4b687400-dd90-4096-b0ae-dc59e1066267 req-48f42215-add6-449f-8145-1da637a99b78 service neutron] 10.222.0.77 "GET /v2.0/networks/cb4b78a9-5124-4c19-9828-f616933bcd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239767 Jul 09 16:33:05.689907 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6c51c351-59ad-4941-a55c-927fb2b547e9 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1529984 Jul 09 16:33:05.691204 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 51906) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:05.743830 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-93eb2027-f32f-459f-8e53-e45f5b3b1e69 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-159651824', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}, 'admin_state_up': False}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:05.748714 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee681ab7-8429-4a71-8884-4f3768b1aeed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-2daa1873-f177-40c5-817c-68dfe6d35c91', 'network_id': '2daa1873-f177-40c5-817c-68dfe6d35c91', 'tenant_id': '8aeccde8ddc346aca55566184d9e8486', 'fixed_ips': [{'subnet_id': '96dbf744-21c8-4d34-8138-4a8d09d09759'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:33:05.749863 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ee681ab7-8429-4a71-8884-4f3768b1aeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:05.753811 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f15767b2-ca7b-462c-829d-6b600086cb39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:05.805242 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-93eb2027-f32f-459f-8e53-e45f5b3b1e69 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:05.806401 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-93eb2027-f32f-459f-8e53-e45f5b3b1e69 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:05.844301 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4b687400-dd90-4096-b0ae-dc59e1066267 req-69152387-b108-474b-b217-b49a77186d93 service neutron] 10.222.0.77 "GET /v2.0/networks/cb4b78a9-5124-4c19-9828-f616933bcd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745698 Jul 09 16:33:05.918415 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f15767b2-ca7b-462c-829d-6b600086cb39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:05.923229 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5f507c20-8ad9-4b83-aa2f-b72c726b80b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:05.925997 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f15767b2-ca7b-462c-829d-6b600086cb39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:05.932812 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-ee681ab7-8429-4a71-8884-4f3768b1aeed None None] Allocated IP 172.20.0.2 (2daa1873-f177-40c5-817c-68dfe6d35c91/96dbf744-21c8-4d34-8138-4a8d09d09759/2b7881dc-cea1-4678-a6c8-a5813d3a4222) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:33:05.975269 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-77a18087-e7a3-4679-969c-d8a87b81bf6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:05.992024 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-77a18087-e7a3-4679-969c-d8a87b81bf6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:05.993875 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-77a18087-e7a3-4679-969c-d8a87b81bf6e admin admin] 10.222.0.98 "DELETE /v2.0/networks/3a4f21aa-f030-4ef8-aa79-5364c5b90e58 HTTP/1.1" status: 204 len: 168 time: 0.9406719 Jul 09 16:33:05.995978 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f507c20-8ad9-4b83-aa2f-b72c726b80b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2510e919-35a7-4e86-a36f-22497d33b45e,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:06.006810 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 51914) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:06.012669 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-5f507c20-8ad9-4b83-aa2f-b72c726b80b2 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2e7a226e1a0e4c4aa8b5aa90fc7bbcc4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2156568 Jul 09 16:33:06.014338 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a18087-e7a3-4679-969c-d8a87b81bf6e admin admin] Pushing event deleted for resources: {'Network': ['ID=3a4f21aa-f030-4ef8-aa79-5364c5b90e58,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:06.016288 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51916) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:06.051526 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f15767b2-ca7b-462c-829d-6b600086cb39 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8c19546822eb49238d01a5355225229e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5184293 Jul 09 16:33:06.056318 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15767b2-ca7b-462c-829d-6b600086cb39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c6e6d0-62e5-4d9a-87e7-1db2245bef7c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:06.056494 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51918) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:06.095591 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-93eb2027-f32f-459f-8e53-e45f5b3b1e69 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:06.100287 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-953d1b3c-03b9-4a5d-89f1-bb105515e720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:06.120477 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ee681ab7-8429-4a71-8884-4f3768b1aeed None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:06.129214 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ee681ab7-8429-4a71-8884-4f3768b1aeed None None] Transition to ACTIVE for port object 2b7881dc-cea1-4678-a6c8-a5813d3a4222 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:33:06.138179 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-953d1b3c-03b9-4a5d-89f1-bb105515e720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:06.146501 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ee681ab7-8429-4a71-8884-4f3768b1aeed None None] Transition to ACTIVE for port object 2b7881dc-cea1-4678-a6c8-a5813d3a4222 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:33:06.146689 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-9db0a2d7-48a6-4096-895b-6a0a1bbd328c admin admin] Deleting subnet 85fbc000-aba4-4979-997c-35465e0068ce {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:33:06.154050 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ee681ab7-8429-4a71-8884-4f3768b1aeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:06.171284 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b106be5-2b07-4a7a-84b8-821a1f9e134c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:06.179387 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9db0a2d7-48a6-4096-895b-6a0a1bbd328c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:06.200033 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee681ab7-8429-4a71-8884-4f3768b1aeed None None] Network 2daa1873-f177-40c5-817c-68dfe6d35c91 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:33:06.202807 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-ee681ab7-8429-4a71-8884-4f3768b1aeed None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:06.205476 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee681ab7-8429-4a71-8884-4f3768b1aeed None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:33:06.207986 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b106be5-2b07-4a7a-84b8-821a1f9e134c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:06.217810 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25967b90-3629-4e1e-b857-5b5185405e15 req-f841b058-7ecb-4b68-b7b9-f9a354c53cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:06.220251 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-25967b90-3629-4e1e-b857-5b5185405e15 req-f841b058-7ecb-4b68-b7b9-f9a354c53cc7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a59a2cde09cd4c80b3ef731d0f4eb5ae&device_id=7a9a053a-e73c-4363-a968-0d48a44281a1 HTTP/1.1" status: 200 len: 1097 time: 0.2764308 Jul 09 16:33:06.246555 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee681ab7-8429-4a71-8884-4f3768b1aeed None None] Pushing event updated for resources: {'Port': ['ID=2b7881dc-cea1-4678-a6c8-a5813d3a4222,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:06.255119 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-953d1b3c-03b9-4a5d-89f1-bb105515e720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:06.257746 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-953d1b3c-03b9-4a5d-89f1-bb105515e720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:06.261478 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-953d1b3c-03b9-4a5d-89f1-bb105515e720 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2510e919-35a7-4e86-a36f-22497d33b45e HTTP/1.1" status: 204 len: 168 time: 0.2413635 Jul 09 16:33:06.272007 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953d1b3c-03b9-4a5d-89f1-bb105515e720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2510e919-35a7-4e86-a36f-22497d33b45e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:06.280555 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee681ab7-8429-4a71-8884-4f3768b1aeed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:06.281011 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee681ab7-8429-4a71-8884-4f3768b1aeed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:06.281390 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee681ab7-8429-4a71-8884-4f3768b1aeed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:06.281777 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee681ab7-8429-4a71-8884-4f3768b1aeed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:06.282219 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee681ab7-8429-4a71-8884-4f3768b1aeed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:06.282563 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee681ab7-8429-4a71-8884-4f3768b1aeed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:06.282963 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee681ab7-8429-4a71-8884-4f3768b1aeed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:06.283275 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee681ab7-8429-4a71-8884-4f3768b1aeed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:06.283601 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee681ab7-8429-4a71-8884-4f3768b1aeed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:06.285230 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee681ab7-8429-4a71-8884-4f3768b1aeed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:06.285230 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee681ab7-8429-4a71-8884-4f3768b1aeed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:06.285476 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee681ab7-8429-4a71-8884-4f3768b1aeed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:06.301956 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b106be5-2b07-4a7a-84b8-821a1f9e134c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:06.304866 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-ee681ab7-8429-4a71-8884-4f3768b1aeed None None] Attempting to bind port 2b7881dc-cea1-4678-a6c8-a5813d3a4222 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:33:06.305255 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-ee681ab7-8429-4a71-8884-4f3768b1aeed None None] Attempting to bind port 2b7881dc-cea1-4678-a6c8-a5813d3a4222 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '45983dea-e516-409c-aab0-68cc2a19876c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2daa1873-f177-40c5-817c-68dfe6d35c91'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:33:06.305620 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee681ab7-8429-4a71-8884-4f3768b1aeed None None] Attempting to bind port 2b7881dc-cea1-4678-a6c8-a5813d3a4222 on network 2daa1873-f177-40c5-817c-68dfe6d35c91 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:06.306309 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b106be5-2b07-4a7a-84b8-821a1f9e134c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:06.308902 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-6b106be5-2b07-4a7a-84b8-821a1f9e134c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/62c6e6d0-62e5-4d9a-87e7-1db2245bef7c HTTP/1.1" status: 204 len: 168 time: 0.2448137 Jul 09 16:33:06.316890 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee681ab7-8429-4a71-8884-4f3768b1aeed None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:33:06.317408 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee681ab7-8429-4a71-8884-4f3768b1aeed None None] Checking segment: {'id': '45983dea-e516-409c-aab0-68cc2a19876c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2daa1873-f177-40c5-817c-68dfe6d35c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:33:06.317824 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ee681ab7-8429-4a71-8884-4f3768b1aeed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:06.318218 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee681ab7-8429-4a71-8884-4f3768b1aeed None None] Bound using segment: {'id': '45983dea-e516-409c-aab0-68cc2a19876c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2daa1873-f177-40c5-817c-68dfe6d35c91'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:33:06.318701 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-ee681ab7-8429-4a71-8884-4f3768b1aeed None None] Bound port: 2b7881dc-cea1-4678-a6c8-a5813d3a4222, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45983dea-e516-409c-aab0-68cc2a19876c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2daa1873-f177-40c5-817c-68dfe6d35c91'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:33:06.319198 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ee681ab7-8429-4a71-8884-4f3768b1aeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:06.319589 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b106be5-2b07-4a7a-84b8-821a1f9e134c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c6e6d0-62e5-4d9a-87e7-1db2245bef7c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:06.345863 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9db0a2d7-48a6-4096-895b-6a0a1bbd328c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:06.349643 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-93eb2027-f32f-459f-8e53-e45f5b3b1e69 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:06.407482 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-ee681ab7-8429-4a71-8884-4f3768b1aeed None None] For port 2b7881dc-cea1-4678-a6c8-a5813d3a4222, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:33:06.411961 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-ee681ab7-8429-4a71-8884-4f3768b1aeed None None] For port 2b7881dc-cea1-4678-a6c8-a5813d3a4222, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=2b7881dc-cea1-4678-a6c8-a5813d3a4222,segment=NetworkSegment(45983dea-e516-409c-aab0-68cc2a19876c),segment_id=45983dea-e516-409c-aab0-68cc2a19876c)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:33:06.417392 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ee681ab7-8429-4a71-8884-4f3768b1aeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:06.506481 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee681ab7-8429-4a71-8884-4f3768b1aeed None None] Pushing event updated for resources: {'Port': ['ID=2b7881dc-cea1-4678-a6c8-a5813d3a4222,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:06.715738 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51930) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:06.759747 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea3b03-9691-471e-bb6f-5b1cc1c812b9 req-116a058b-6eb6-48bb-95b1-0cafab5a64f0 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:06.761517 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-81ea3b03-9691-471e-bb6f-5b1cc1c812b9 req-116a058b-6eb6-48bb-95b1-0cafab5a64f0 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=7a9a053a-e73c-4363-a968-0d48a44281a1 HTTP/1.1" status: 200 len: 946 time: 0.1214411 Jul 09 16:33:06.814084 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51932) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:06.830975 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-209f6bcd-c5a6-47bf-83cb-59e4da2b8b24 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=048984af284e4a8683a18380033eff88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1137848 Jul 09 16:33:06.832871 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51934) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:06.854983 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-01f1ac41-1a07-4d69-a1f9-4cfd253d2380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:06.864111 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9db0a2d7-48a6-4096-895b-6a0a1bbd328c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:06.895772 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-81ea3b03-9691-471e-bb6f-5b1cc1c812b9 req-7ff05072-6a82-4248-9fcc-0db1549676a3 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245039 Jul 09 16:33:06.909457 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25967b90-3629-4e1e-b857-5b5185405e15 req-f11381ba-0bcf-4001-97da-fd13c7295e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:06.911006 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-25967b90-3629-4e1e-b857-5b5185405e15 req-f11381ba-0bcf-4001-97da-fd13c7295e1a service neutron] 10.222.0.77 "GET /v2.0/networks?id=cb4b78a9-5124-4c19-9828-f616933bcd81 HTTP/1.1" status: 200 len: 912 time: 0.6596475 Jul 09 16:33:06.951185 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bf3ec657-797c-491e-9bdf-b625108cbd2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:06.977084 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-25967b90-3629-4e1e-b857-5b5185405e15 req-d1460b08-7489-4d9c-9999-a751088da57b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4068b810-df3f-41c5-94c6-f88b4c797457 HTTP/1.1" status: 200 len: 217 time: 0.0577071 Jul 09 16:33:06.991519 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bf3ec657-797c-491e-9bdf-b625108cbd2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:07.024793 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9db0a2d7-48a6-4096-895b-6a0a1bbd328c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:07.073753 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-01f1ac41-1a07-4d69-a1f9-4cfd253d2380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:07.079312 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bf3ec657-797c-491e-9bdf-b625108cbd2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:07.082501 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bf3ec657-797c-491e-9bdf-b625108cbd2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:07.083702 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-bf3ec657-797c-491e-9bdf-b625108cbd2f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0cbd522f-8aea-42da-abfb-a491ef72a737 HTTP/1.1" status: 204 len: 168 time: 0.2489552 Jul 09 16:33:07.087724 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-01f1ac41-1a07-4d69-a1f9-4cfd253d2380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:07.091539 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db0a2d7-48a6-4096-895b-6a0a1bbd328c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85fbc000-aba4-4979-997c-35465e0068ce,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:07.095302 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3ec657-797c-491e-9bdf-b625108cbd2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cbd522f-8aea-42da-abfb-a491ef72a737,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:07.099294 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9db0a2d7-48a6-4096-895b-6a0a1bbd328c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:07.104377 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-9db0a2d7-48a6-4096-895b-6a0a1bbd328c admin admin] 10.222.0.98 "DELETE /v2.0/subnets/85fbc000-aba4-4979-997c-35465e0068ce HTTP/1.1" status: 204 len: 168 time: 1.0939052 Jul 09 16:33:07.107122 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 51940) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:07.139304 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-01f1ac41-1a07-4d69-a1f9-4cfd253d2380 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0057e1dd9fe04702b6468989eb4698ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3237133 Jul 09 16:33:07.140382 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51942) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:07.142672 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f1ac41-1a07-4d69-a1f9-4cfd253d2380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7602e5d-36c2-41ff-94fa-d893d0112b6d,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:07.157841 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25967b90-3629-4e1e-b857-5b5185405e15 req-1bc3a4c4-d2cd-465a-b021-0551b0ca2383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:07.160382 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-25967b90-3629-4e1e-b857-5b5185405e15 req-1bc3a4c4-d2cd-465a-b021-0551b0ca2383 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a2030483-cfcd-4c73-9bff-36ef474084f2 HTTP/1.1" status: 200 len: 851 time: 0.1544924 Jul 09 16:33:07.212186 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-25967b90-3629-4e1e-b857-5b5185405e15 req-460fd51a-2a5b-4112-85e8-fce8ea5c7840 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cb4b78a9-5124-4c19-9828-f616933bcd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433025 Jul 09 16:33:07.223565 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9d803c6e-143d-476e-8b52-4beb08a8ac5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:07.248823 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9d803c6e-143d-476e-8b52-4beb08a8ac5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:07.279447 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1b24d0ee-ab99-47f7-bb68-5ab5688f6e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:07.300370 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9d803c6e-143d-476e-8b52-4beb08a8ac5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:07.303493 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9d803c6e-143d-476e-8b52-4beb08a8ac5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:07.304750 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-9d803c6e-143d-476e-8b52-4beb08a8ac5d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b7602e5d-36c2-41ff-94fa-d893d0112b6d HTTP/1.1" status: 204 len: 168 time: 0.1631615 Jul 09 16:33:07.314621 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d803c6e-143d-476e-8b52-4beb08a8ac5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7602e5d-36c2-41ff-94fa-d893d0112b6d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:07.427825 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-93eb2027-f32f-459f-8e53-e45f5b3b1e69 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:07.474354 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-93eb2027-f32f-459f-8e53-e45f5b3b1e69 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:07.529009 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-25967b90-3629-4e1e-b857-5b5185405e15 req-ce09d6ae-e1c1-4cbb-87d9-ea3103af97a0 service neutron] 10.222.0.77 "GET /v2.0/networks/cb4b78a9-5124-4c19-9828-f616933bcd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030767 Jul 09 16:33:07.586120 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1b24d0ee-ab99-47f7-bb68-5ab5688f6e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:07.662814 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-1b24d0ee-ab99-47f7-bb68-5ab5688f6e39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd3eceb9-6fa1-47dd-bd4a-b90e353b642a']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:07.679734 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-1b24d0ee-ab99-47f7-bb68-5ab5688f6e39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef49b4db-1055-47b1-a2ed-6b7e4cfa5fcd') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:07.680038 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-1b24d0ee-ab99-47f7-bb68-5ab5688f6e39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef49b4db-1055-47b1-a2ed-6b7e4cfa5fcd') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:07.725454 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 2b7881dc-cea1-4678-a6c8-a5813d3a4222 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:33:07.739271 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1b24d0ee-ab99-47f7-bb68-5ab5688f6e39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:07.802208 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1b24d0ee-ab99-47f7-bb68-5ab5688f6e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:07.823134 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b24d0ee-ab99-47f7-bb68-5ab5688f6e39 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:33:07.823434 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 2b7881dc-cea1-4678-a6c8-a5813d3a4222 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:33:07.823986 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1b24d0ee-ab99-47f7-bb68-5ab5688f6e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:07.826003 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:33:07.826003 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:33:07.826003 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:33:07.826003 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:33:07.826003 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:33:07.826003 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:33:07.826003 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:33:07.826003 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:33:07.826003 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:33:07.826003 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:33:07.826003 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:33:07.826003 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:33:07.826003 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:33:07.826003 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:33:07.826003 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:33:07.826003 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:33:07.826003 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:33:07.826003 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:33:07.826003 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:33:07.826003 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:33:07.826003 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:33:07.826003 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:33:07.826003 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:33:07.826003 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:33:07.826003 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:33:07.826003 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:33:07.826003 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:33:07.826003 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:33:07.826003 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:33:07.826003 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:33:07.826003 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:33:07.826003 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:33:07.826003 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:33:07.826003 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:33:07.845606 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-25967b90-3629-4e1e-b857-5b5185405e15 req-5004d17a-3681-4fe3-b567-bfb2ce1da326 service neutron] 10.222.0.77 "GET /v2.0/networks/cb4b78a9-5124-4c19-9828-f616933bcd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055730 Jul 09 16:33:07.893695 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-93eb2027-f32f-459f-8e53-e45f5b3b1e69 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Allocated IP 172.25.0.215 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/d36235e0-b8b1-4e79-b80f-cd19af3be45b) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:33:07.917829 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99429aaf-3c7e-4a2b-96d5-be80c23c6356 None None] Network 2daa1873-f177-40c5-817c-68dfe6d35c91 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:33:07.930450 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1b24d0ee-ab99-47f7-bb68-5ab5688f6e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:07.962679 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1b24d0ee-ab99-47f7-bb68-5ab5688f6e39 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:07.968049 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1b24d0ee-ab99-47f7-bb68-5ab5688f6e39 admin admin] 10.222.0.98 "DELETE /v2.0/networks/dd3eceb9-6fa1-47dd-bd4a-b90e353b642a HTTP/1.1" status: 204 len: 168 time: 0.8586168 Jul 09 16:33:07.979294 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5dbf2aed-34b0-4cb1-ad55-57f7e7bc5050 None None] Provisioning for port 2b7881dc-cea1-4678-a6c8-a5813d3a4222 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:33:07.983053 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:33:07.989762 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5dbf2aed-34b0-4cb1-ad55-57f7e7bc5050 None None] Provisioning complete for port 2b7881dc-cea1-4678-a6c8-a5813d3a4222 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:33:07.990414 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5dbf2aed-34b0-4cb1-ad55-57f7e7bc5050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:07.996402 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b24d0ee-ab99-47f7-bb68-5ab5688f6e39 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd3eceb9-6fa1-47dd-bd4a-b90e353b642a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:08.066805 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-93eb2027-f32f-459f-8e53-e45f5b3b1e69 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:08.129943 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-93eb2027-f32f-459f-8e53-e45f5b3b1e69 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:08.178516 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a22dbd-be24-4f01-8423-ecf86df05ed2 req-0022f273-2609-47a9-b073-7e1c19f2bcdd tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:08.181391 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d2a22dbd-be24-4f01-8423-ecf86df05ed2 req-0022f273-2609-47a9-b073-7e1c19f2bcdd tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=7a9a053a-e73c-4363-a968-0d48a44281a1 HTTP/1.1" status: 200 len: 946 time: 0.1129279 Jul 09 16:33:08.248179 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93eb2027-f32f-459f-8e53-e45f5b3b1e69 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:33:08.257708 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-93eb2027-f32f-459f-8e53-e45f5b3b1e69 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:08.267683 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93eb2027-f32f-459f-8e53-e45f5b3b1e69 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:33:08.268822 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5dbf2aed-34b0-4cb1-ad55-57f7e7bc5050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:08.274006 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d2a22dbd-be24-4f01-8423-ecf86df05ed2 req-a3aebbd2-ffce-455d-bf7d-81dd8bc3e04d tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861797 Jul 09 16:33:08.278400 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51982) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:08.323314 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-5dbf2aed-34b0-4cb1-ad55-57f7e7bc5050 None None] For port 2b7881dc-cea1-4678-a6c8-a5813d3a4222, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=2b7881dc-cea1-4678-a6c8-a5813d3a4222,segment=NetworkSegment(45983dea-e516-409c-aab0-68cc2a19876c),segment_id=45983dea-e516-409c-aab0-68cc2a19876c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:33:08.331549 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5dbf2aed-34b0-4cb1-ad55-57f7e7bc5050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:08.391045 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8d4e4bb8-d838-4ab1-bd4a-923e3cfece69 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c3db1845daf04799b8821bc84d85adf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1103330 Jul 09 16:33:08.392618 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 51984) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:08.416602 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbf2aed-34b0-4cb1-ad55-57f7e7bc5050 None None] Pushing event updated for resources: {'Port': ['ID=2b7881dc-cea1-4678-a6c8-a5813d3a4222,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:08.452547 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-267e6f9c-067c-40b1-8a96-b44021a90ec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:08.497555 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-267e6f9c-067c-40b1-8a96-b44021a90ec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:08.524460 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eb2027-f32f-459f-8e53-e45f5b3b1e69 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Pushing event updated for resources: {'Port': ['ID=d36235e0-b8b1-4e79-b80f-cd19af3be45b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:08.575433 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-267e6f9c-067c-40b1-8a96-b44021a90ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:08.578809 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-267e6f9c-067c-40b1-8a96-b44021a90ec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:08.581533 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-267e6f9c-067c-40b1-8a96-b44021a90ec8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5b0eee24-cc05-4c49-b107-c38b85c4c8b0 HTTP/1.1" status: 204 len: 168 time: 0.1873434 Jul 09 16:33:08.597901 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e6f9c-067c-40b1-8a96-b44021a90ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0eee24-cc05-4c49-b107-c38b85c4c8b0,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:08.665654 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f81c7819-aea3-4f29-833f-fc3a814227e4 None None] Provisioning complete for port 2b7881dc-cea1-4678-a6c8-a5813d3a4222 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:33:08.666556 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f81c7819-aea3-4f29-833f-fc3a814227e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:08.703961 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-93eb2027-f32f-459f-8e53-e45f5b3b1e69 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:08.938305 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-93eb2027-f32f-459f-8e53-e45f5b3b1e69 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:09.063777 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52006) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:09.091579 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93eb2027-f32f-459f-8e53-e45f5b3b1e69 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Router 6d53a1c4-0b9b-4b73-bfd1-3be4d8f0f13e is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:33:09.122337 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-5aa563ae-3a15-4e19-b3c1-ee73d51d016c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=dc1183df1d744db19ebcb87f9b84185a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0570364 Jul 09 16:33:09.124836 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52010) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:09.177834 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d04c194-3d65-4237-9aa7-f3995e2c2429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:09.207525 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d04c194-3d65-4237-9aa7-f3995e2c2429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:09.222862 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93eb2027-f32f-459f-8e53-e45f5b3b1e69 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:33:09.234504 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda7cf05-747d-4eb0-85a8-11b9cf67ecf8 None None] Sync routers for ids ['6d53a1c4-0b9b-4b73-bfd1-3be4d8f0f13e'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:33:09.249209 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda7cf05-747d-4eb0-85a8-11b9cf67ecf8 None None] Routers {'6d53a1c4-0b9b-4b73-bfd1-3be4d8f0f13e'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:33:09.250353 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-bda7cf05-747d-4eb0-85a8-11b9cf67ecf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:32:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['6d53a1c4-0b9b-4b73-bfd1-3be4d8f0f13e'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:09.253216 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-93eb2027-f32f-459f-8e53-e45f5b3b1e69 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:09.257637 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-93eb2027-f32f-459f-8e53-e45f5b3b1e69 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.5508227 Jul 09 16:33:09.258257 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52014) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:09.277684 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d04c194-3d65-4237-9aa7-f3995e2c2429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:09.280922 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d04c194-3d65-4237-9aa7-f3995e2c2429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:09.282089 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2d04c194-3d65-4237-9aa7-f3995e2c2429 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9dc1f220-f4bd-4dbc-9388-cb1096ec693c HTTP/1.1" status: 204 len: 168 time: 0.1563323 Jul 09 16:33:09.293686 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d04c194-3d65-4237-9aa7-f3995e2c2429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc1f220-f4bd-4dbc-9388-cb1096ec693c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:09.322999 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-bda7cf05-747d-4eb0-85a8-11b9cf67ecf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:09.354749 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda7cf05-747d-4eb0-85a8-11b9cf67ecf8 None None] Routers {'6d53a1c4-0b9b-4b73-bfd1-3be4d8f0f13e'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:33:09.355298 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-bda7cf05-747d-4eb0-85a8-11b9cf67ecf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:32:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['6d53a1c4-0b9b-4b73-bfd1-3be4d8f0f13e'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:09.429500 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-bda7cf05-747d-4eb0-85a8-11b9cf67ecf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:09.435680 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda7cf05-747d-4eb0-85a8-11b9cf67ecf8 None None] The sync data for ids ['6d53a1c4-0b9b-4b73-bfd1-3be4d8f0f13e'] in n-d-798930-3 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:33:09.563447 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13265c8f-d769-43ca-864c-cd2899d79b3c req-9c3992fa-b312-4d6a-b005-d5c7be2419a0 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:09.574069 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-13265c8f-d769-43ca-864c-cd2899d79b3c req-9c3992fa-b312-4d6a-b005-d5c7be2419a0 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=7a9a053a-e73c-4363-a968-0d48a44281a1 HTTP/1.1" status: 200 len: 946 time: 0.1077034 Jul 09 16:33:09.625667 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-13265c8f-d769-43ca-864c-cd2899d79b3c req-52ee7a9b-ce62-4f7e-9ecb-ecc3c17ed89a tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480392 Jul 09 16:33:09.642385 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 2b7881dc-cea1-4678-a6c8-a5813d3a4222 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:33:09.682148 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52030) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:09.716762 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 2b7881dc-cea1-4678-a6c8-a5813d3a4222 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:33:09.717140 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:09.867706 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d94a2430-42b2-4b69-a914-ae7f5da6246f tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:09.919851 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-1bf1899c-5c88-4aa7-8261-3630713c06db tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1364437613'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:09.951588 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1bf1899c-5c88-4aa7-8261-3630713c06db tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:09.953093 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1bf1899c-5c88-4aa7-8261-3630713c06db tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:10.033613 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1bf1899c-5c88-4aa7-8261-3630713c06db tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:10.035215 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:10.042491 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1bf1899c-5c88-4aa7-8261-3630713c06db tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:10.061342 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1bf1899c-5c88-4aa7-8261-3630713c06db tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:10.063367 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-1bf1899c-5c88-4aa7-8261-3630713c06db tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.3801534 Jul 09 16:33:10.066225 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52050) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:10.147026 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ef3610e9-8581-4500-be68-1064cb12447d tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:10.204410 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-d94a2430-42b2-4b69-a914-ae7f5da6246f tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Allocated IP 172.20.0.1 (2daa1873-f177-40c5-817c-68dfe6d35c91/96dbf744-21c8-4d34-8138-4a8d09d09759/8b437072-57e8-4002-9bd0-ea4baa4d4d8e) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:33:10.334158 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ef3610e9-8581-4500-be68-1064cb12447d tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:10.336808 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ef3610e9-8581-4500-be68-1064cb12447d tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:10.369199 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d94a2430-42b2-4b69-a914-ae7f5da6246f tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:10.392709 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-d94a2430-42b2-4b69-a914-ae7f5da6246f tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Transition to ACTIVE for port object 8b437072-57e8-4002-9bd0-ea4baa4d4d8e will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:33:10.394421 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ef3610e9-8581-4500-be68-1064cb12447d tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:10.394946 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3610e9-8581-4500-be68-1064cb12447d tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6622eb4c-0925-466b-96a6-2c8f796665fc {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:33:10.403167 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ef3610e9-8581-4500-be68-1064cb12447d tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:10.407476 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ef3610e9-8581-4500-be68-1064cb12447d tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] 10.222.0.98 "DELETE /v2.0/routers/6622eb4c-0925-466b-96a6-2c8f796665fc HTTP/1.1" status: 204 len: 168 time: 0.3368230 Jul 09 16:33:10.407476 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52068) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:10.414221 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-8cfb9be0-201e-4b35-99df-afeca09ff25b tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] Request body: {'router': {'name': 'tempest-router-2127244945', 'distributed': False}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:10.442620 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8cfb9be0-201e-4b35-99df-afeca09ff25b tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:10.444608 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d94a2430-42b2-4b69-a914-ae7f5da6246f tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:10.445129 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8cfb9be0-201e-4b35-99df-afeca09ff25b tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:10.514175 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a2430-42b2-4b69-a914-ae7f5da6246f tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Pushing event updated for resources: {'Port': ['ID=8b437072-57e8-4002-9bd0-ea4baa4d4d8e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:10.527431 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94a2430-42b2-4b69-a914-ae7f5da6246f tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Network 2daa1873-f177-40c5-817c-68dfe6d35c91 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:33:10.529465 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-d94a2430-42b2-4b69-a914-ae7f5da6246f tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:10.533442 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94a2430-42b2-4b69-a914-ae7f5da6246f tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:33:10.564469 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8cfb9be0-201e-4b35-99df-afeca09ff25b tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:10.575464 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8cfb9be0-201e-4b35-99df-afeca09ff25b tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:10.598426 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8cfb9be0-201e-4b35-99df-afeca09ff25b tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:10.599715 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8cfb9be0-201e-4b35-99df-afeca09ff25b tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1895068 Jul 09 16:33:10.603110 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52080) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:10.610746 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d94a2430-42b2-4b69-a914-ae7f5da6246f tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:10.763298 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4294b47c-473d-4bf6-bd7b-954eb8476aa8 tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:10.833241 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d94a2430-42b2-4b69-a914-ae7f5da6246f tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:10.911950 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2585a808-e1fc-4671-98ae-1a9bba38d25c None None] Provisioning for port 8b437072-57e8-4002-9bd0-ea4baa4d4d8e completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:33:10.920263 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2585a808-e1fc-4671-98ae-1a9bba38d25c None None] Provisioning complete for port 8b437072-57e8-4002-9bd0-ea4baa4d4d8e triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:33:10.920899 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2585a808-e1fc-4671-98ae-1a9bba38d25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:11.003672 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-2585a808-e1fc-4671-98ae-1a9bba38d25c None None] Port 8b437072-57e8-4002-9bd0-ea4baa4d4d8e cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:33:11.047005 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4294b47c-473d-4bf6-bd7b-954eb8476aa8 tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:11.050742 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4294b47c-473d-4bf6-bd7b-954eb8476aa8 tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:11.066105 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef8455a-d98f-4e9c-9eba-56eeb29f6096 req-38adaabb-98b2-4fe2-96f3-ebac9a6046e6 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:11.067874 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7ef8455a-d98f-4e9c-9eba-56eeb29f6096 req-38adaabb-98b2-4fe2-96f3-ebac9a6046e6 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=7a9a053a-e73c-4363-a968-0d48a44281a1 HTTP/1.1" status: 200 len: 946 time: 0.2250178 Jul 09 16:33:11.122526 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4294b47c-473d-4bf6-bd7b-954eb8476aa8 tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:11.123172 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4294b47c-473d-4bf6-bd7b-954eb8476aa8 tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 717259f5-4fb9-434a-bb56-90745add481b {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:33:11.127776 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4294b47c-473d-4bf6-bd7b-954eb8476aa8 tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:11.128956 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-4294b47c-473d-4bf6-bd7b-954eb8476aa8 tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] 10.222.0.98 "DELETE /v2.0/routers/717259f5-4fb9-434a-bb56-90745add481b HTTP/1.1" status: 204 len: 168 time: 0.5247505 Jul 09 16:33:11.132428 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52098) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:11.139410 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-82d84614-88a9-4cbb-b644-03584f708a80 tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] Request body: {'router': {'name': 'tempest-router-1652001131', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '626e10944388465d81b8823874c47c8a'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:11.189781 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7ef8455a-d98f-4e9c-9eba-56eeb29f6096 req-35eba624-6009-4942-b443-18d07cea5aba tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865843 Jul 09 16:33:11.191774 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-82d84614-88a9-4cbb-b644-03584f708a80 tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:11.193458 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-82d84614-88a9-4cbb-b644-03584f708a80 tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:11.277942 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-82d84614-88a9-4cbb-b644-03584f708a80 tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:11.286491 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-82d84614-88a9-4cbb-b644-03584f708a80 tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:11.300694 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-82d84614-88a9-4cbb-b644-03584f708a80 tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:11.302017 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-82d84614-88a9-4cbb-b644-03584f708a80 tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1686273 Jul 09 16:33:11.304978 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52106) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:11.312016 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-0cc4c0ca-ac63-4d53-b4d8-9054abe2100d tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:11.541557 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0cc4c0ca-ac63-4d53-b4d8-9054abe2100d tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:11.542695 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0cc4c0ca-ac63-4d53-b4d8-9054abe2100d tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] Notify callbacks [] for router, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:11.593978 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d94a2430-42b2-4b69-a914-ae7f5da6246f tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:11.602078 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d94a2430-42b2-4b69-a914-ae7f5da6246f tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:11.649162 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-0cc4c0ca-ac63-4d53-b4d8-9054abe2100d tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93959) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 09 16:33:11.649546 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-0cc4c0ca-ac63-4d53-b4d8-9054abe2100d tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] Router 3857d79a-29e0-41db-8607-984b12e86a3c migrating from provider to provider. {{(pid=93959) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 09 16:33:11.649853 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0cc4c0ca-ac63-4d53-b4d8-9054abe2100d tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:11.655019 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0cc4c0ca-ac63-4d53-b4d8-9054abe2100d tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:11.660586 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0cc4c0ca-ac63-4d53-b4d8-9054abe2100d tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1725939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1725946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-313636'] for router, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:11.703645 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d94a2430-42b2-4b69-a914-ae7f5da6246f tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:11.726410 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a2430-42b2-4b69-a914-ae7f5da6246f tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Pushing event updated for resources: {'Port': ['ID=8b437072-57e8-4002-9bd0-ea4baa4d4d8e,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:11.801575 n-d-798930-3 neutron-server[93959]: WARNING neutron.scheduler.l3_agent_scheduler [None req-0cc4c0ca-ac63-4d53-b4d8-9054abe2100d tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] No L3 agents can host the router 3857d79a-29e0-41db-8607-984b12e86a3c Jul 09 16:33:11.896323 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94a2430-42b2-4b69-a914-ae7f5da6246f tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Network 2daa1873-f177-40c5-817c-68dfe6d35c91 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:33:11.898110 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-d94a2430-42b2-4b69-a914-ae7f5da6246f tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:11.940355 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52130) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:11.990047 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc4c0ca-ac63-4d53-b4d8-9054abe2100d tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] Hosts for router 3857d79a-29e0-41db-8607-984b12e86a3c: [] {{(pid=93959) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 09 16:33:12.043540 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc4c0ca-ac63-4d53-b4d8-9054abe2100d tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] Hosts for other DVR routers connected to router 3857d79a-29e0-41db-8607-984b12e86a3c: set() {{(pid=93959) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 09 16:33:12.046617 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d94a2430-42b2-4b69-a914-ae7f5da6246f tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Router 6d53a1c4-0b9b-4b73-bfd1-3be4d8f0f13e has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:33:12.052497 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0cc4c0ca-ac63-4d53-b4d8-9054abe2100d tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:12.056737 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52134) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:12.059313 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0cc4c0ca-ac63-4d53-b4d8-9054abe2100d tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] 10.222.0.98 "PUT /v2.0/routers/3857d79a-29e0-41db-8607-984b12e86a3c HTTP/1.1" status: 200 len: 717 time: 0.7528884 Jul 09 16:33:12.109961 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b3946d67-69ba-48da-8dd7-16c6df18022d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:12.194929 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-790899e5-6fa2-4e74-a3d5-ce49965646c4 tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] 10.222.0.98 "GET /v2.0/routers/3857d79a-29e0-41db-8607-984b12e86a3c HTTP/1.1" status: 200 len: 717 time: 0.1354096 Jul 09 16:33:12.197854 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52136) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:12.243084 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-565a8630-39d1-44e1-8e73-60afc9166af6 None None] Provisioning complete for port 8b437072-57e8-4002-9bd0-ea4baa4d4d8e triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:33:12.244350 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-565a8630-39d1-44e1-8e73-60afc9166af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:12.253254 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b3946d67-69ba-48da-8dd7-16c6df18022d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:12.262130 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b3946d67-69ba-48da-8dd7-16c6df18022d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:12.304371 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-565a8630-39d1-44e1-8e73-60afc9166af6 None None] Port 8b437072-57e8-4002-9bd0-ea4baa4d4d8e cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:33:12.319842 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b3946d67-69ba-48da-8dd7-16c6df18022d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1b6c8d0259664099afc2f3c932e8f747&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3764215 Jul 09 16:33:12.319842 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3946d67-69ba-48da-8dd7-16c6df18022d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b14464-82f8-43fc-96ef-afc022aa857c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:12.321529 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94a2430-42b2-4b69-a914-ae7f5da6246f tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:33:12.337901 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf89696d-f377-476d-8170-bf108cd19fb5 None None] Sync routers for ids ['6d53a1c4-0b9b-4b73-bfd1-3be4d8f0f13e'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:33:12.338820 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52144) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:12.343492 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d94a2430-42b2-4b69-a914-ae7f5da6246f tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] 10.222.0.98 "PUT /v2.0/routers/6d53a1c4-0b9b-4b73-bfd1-3be4d8f0f13e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0841367 Jul 09 16:33:12.344130 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52146) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:12.349821 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-1e1c3b44-3169-4b6c-a22d-7c79c49d4c00 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Request body: {'port': {'network_id': '2daa1873-f177-40c5-817c-68dfe6d35c91', 'name': 'tempest-FloatingIPAdminTestJSON-761726806'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:12.350219 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf89696d-f377-476d-8170-bf108cd19fb5 None None] Routers {'6d53a1c4-0b9b-4b73-bfd1-3be4d8f0f13e'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:33:12.351037 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-cf89696d-f377-476d-8170-bf108cd19fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:32:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['6d53a1c4-0b9b-4b73-bfd1-3be4d8f0f13e'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:12.413497 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-cf89696d-f377-476d-8170-bf108cd19fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:12.425693 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf89696d-f377-476d-8170-bf108cd19fb5 None None] Routers {'6d53a1c4-0b9b-4b73-bfd1-3be4d8f0f13e'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:33:12.426309 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-cf89696d-f377-476d-8170-bf108cd19fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:32:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['6d53a1c4-0b9b-4b73-bfd1-3be4d8f0f13e'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:12.460062 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-cf89696d-f377-476d-8170-bf108cd19fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:12.460710 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf89696d-f377-476d-8170-bf108cd19fb5 None None] The sync data for ids ['6d53a1c4-0b9b-4b73-bfd1-3be4d8f0f13e'] in n-d-798930-3 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:33:12.491634 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e1c3b44-3169-4b6c-a22d-7c79c49d4c00 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Made reservation on behalf of 8aeccde8ddc346aca55566184d9e8486 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:33:12.495373 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1e1c3b44-3169-4b6c-a22d-7c79c49d4c00 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:12.513800 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-1e1c3b44-3169-4b6c-a22d-7c79c49d4c00 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] device_id is not set on port d44a3836-7490-40ae-8f46-3f12be2d8b24 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:33:12.535459 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-699411e1-96d3-41ad-a13f-e88b782675a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:12.553595 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-23d3de71-fec1-4cd6-94be-7d65b7616bb2 tempest-RoutersTestDVR-1780367259 tempest-RoutersTestDVR-1780367259-project] 10.222.0.98 "GET /v2.0/routers/3857d79a-29e0-41db-8607-984b12e86a3c HTTP/1.1" status: 200 len: 683 time: 0.3517442 Jul 09 16:33:12.557394 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52148) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:12.581961 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-699411e1-96d3-41ad-a13f-e88b782675a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:12.607778 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e686eb2-8d5d-473c-a813-ee2a34f9051e req-019e63ee-1c42-4048-a7d9-f750b8b35cb1 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:12.609506 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6e686eb2-8d5d-473c-a813-ee2a34f9051e req-019e63ee-1c42-4048-a7d9-f750b8b35cb1 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=7a9a053a-e73c-4363-a968-0d48a44281a1 HTTP/1.1" status: 200 len: 946 time: 0.2343128 Jul 09 16:33:12.652857 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0cf3056e-040f-4460-bfb1-39444dd7f570 tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:12.660060 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6e686eb2-8d5d-473c-a813-ee2a34f9051e req-91073ae9-50c2-4307-93b9-977ac6296e77 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422559 Jul 09 16:33:12.668695 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-699411e1-96d3-41ad-a13f-e88b782675a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:12.671407 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-699411e1-96d3-41ad-a13f-e88b782675a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:12.675067 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-699411e1-96d3-41ad-a13f-e88b782675a4 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c1b14464-82f8-43fc-96ef-afc022aa857c HTTP/1.1" status: 204 len: 168 time: 0.3327663 Jul 09 16:33:12.681165 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699411e1-96d3-41ad-a13f-e88b782675a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b14464-82f8-43fc-96ef-afc022aa857c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:12.852827 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-1e1c3b44-3169-4b6c-a22d-7c79c49d4c00 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Allocated IP 172.20.0.11 (2daa1873-f177-40c5-817c-68dfe6d35c91/96dbf744-21c8-4d34-8138-4a8d09d09759/d44a3836-7490-40ae-8f46-3f12be2d8b24) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:33:12.862221 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0cf3056e-040f-4460-bfb1-39444dd7f570 tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:12.867868 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0cf3056e-040f-4460-bfb1-39444dd7f570 tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:12.941959 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0cf3056e-040f-4460-bfb1-39444dd7f570 tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:12.942442 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf3056e-040f-4460-bfb1-39444dd7f570 tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3857d79a-29e0-41db-8607-984b12e86a3c {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:33:12.946655 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0cf3056e-040f-4460-bfb1-39444dd7f570 tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:12.951868 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0cf3056e-040f-4460-bfb1-39444dd7f570 tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] 10.222.0.98 "DELETE /v2.0/routers/3857d79a-29e0-41db-8607-984b12e86a3c HTTP/1.1" status: 204 len: 168 time: 0.3934548 Jul 09 16:33:12.952345 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52156) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:12.958047 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-18d7db01-be04-4101-9933-e0e3664ff423 tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] Request body: {'router': {'name': 'tempest-router-998872350', 'distributed': True}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:12.982629 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52158) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:12.991962 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-18d7db01-be04-4101-9933-e0e3664ff423 tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:12.992938 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-18d7db01-be04-4101-9933-e0e3664ff423 tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:13.003189 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dc5b57f0-4a45-4995-b572-6816ff855fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:13.074374 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-18d7db01-be04-4101-9933-e0e3664ff423 tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:13.083780 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1e1c3b44-3169-4b6c-a22d-7c79c49d4c00 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:13.084818 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-18d7db01-be04-4101-9933-e0e3664ff423 tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:13.099698 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-1e1c3b44-3169-4b6c-a22d-7c79c49d4c00 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Transition to ACTIVE for port object d44a3836-7490-40ae-8f46-3f12be2d8b24 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:33:13.133013 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1e1c3b44-3169-4b6c-a22d-7c79c49d4c00 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:13.153446 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dc5b57f0-4a45-4995-b572-6816ff855fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:13.160322 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dc5b57f0-4a45-4995-b572-6816ff855fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:13.166488 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-18d7db01-be04-4101-9933-e0e3664ff423 tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:13.167748 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-18d7db01-be04-4101-9933-e0e3664ff423 tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2142987 Jul 09 16:33:13.174843 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52160) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:13.177608 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1c3b44-3169-4b6c-a22d-7c79c49d4c00 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Network 2daa1873-f177-40c5-817c-68dfe6d35c91 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:33:13.190413 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-1e1c3b44-3169-4b6c-a22d-7c79c49d4c00 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:13.201195 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b57f0-4a45-4995-b572-6816ff855fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4aa806-ec1c-4948-9388-1a59510b696c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:13.209215 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-dc5b57f0-4a45-4995-b572-6816ff855fbd admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3a0fdc52d3e54437a8ec0448c9941290&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2229736 Jul 09 16:33:13.209575 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52162) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:13.229871 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1c3b44-3169-4b6c-a22d-7c79c49d4c00 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:33:13.269131 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-80faf9dc-b602-415d-86e1-2cd43f32398c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:13.289327 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1c3b44-3169-4b6c-a22d-7c79c49d4c00 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Pushing event updated for resources: {'Port': ['ID=d44a3836-7490-40ae-8f46-3f12be2d8b24,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:13.295232 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-80faf9dc-b602-415d-86e1-2cd43f32398c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:13.311048 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1b4064ec-2e99-4c20-9e50-1a9563e8fa57 tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:13.370649 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-80faf9dc-b602-415d-86e1-2cd43f32398c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:13.373690 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-80faf9dc-b602-415d-86e1-2cd43f32398c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:13.380888 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-80faf9dc-b602-415d-86e1-2cd43f32398c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/bc4aa806-ec1c-4948-9388-1a59510b696c HTTP/1.1" status: 204 len: 168 time: 0.1702318 Jul 09 16:33:13.385007 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1c3b44-3169-4b6c-a22d-7c79c49d4c00 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:13.385682 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1e1c3b44-3169-4b6c-a22d-7c79c49d4c00 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:13.394382 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80faf9dc-b602-415d-86e1-2cd43f32398c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4aa806-ec1c-4948-9388-1a59510b696c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:13.439344 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1e1c3b44-3169-4b6c-a22d-7c79c49d4c00 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0912914 Jul 09 16:33:13.440503 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52172) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:13.512920 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1b4064ec-2e99-4c20-9e50-1a9563e8fa57 tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:13.515186 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1b4064ec-2e99-4c20-9e50-1a9563e8fa57 tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:13.541080 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5cd30107-38cd-4b38-b066-c08682c528bf None None] Provisioning for port d44a3836-7490-40ae-8f46-3f12be2d8b24 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:33:13.547506 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5cd30107-38cd-4b38-b066-c08682c528bf None None] Provisioning complete for port d44a3836-7490-40ae-8f46-3f12be2d8b24 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:33:13.548019 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5cd30107-38cd-4b38-b066-c08682c528bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:13.586270 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1b4064ec-2e99-4c20-9e50-1a9563e8fa57 tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:13.587715 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4064ec-2e99-4c20-9e50-1a9563e8fa57 tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 844901ce-c5e4-45a4-90c8-de9c51335e6b {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:33:13.603636 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1b4064ec-2e99-4c20-9e50-1a9563e8fa57 tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:13.607037 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1b4064ec-2e99-4c20-9e50-1a9563e8fa57 tempest-RoutersTestDVR-1524128640 tempest-RoutersTestDVR-1524128640-project-admin] 10.222.0.98 "DELETE /v2.0/routers/844901ce-c5e4-45a4-90c8-de9c51335e6b HTTP/1.1" status: 204 len: 168 time: 0.4292386 Jul 09 16:33:13.613045 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-5cd30107-38cd-4b38-b066-c08682c528bf None None] Port d44a3836-7490-40ae-8f46-3f12be2d8b24 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:33:13.712675 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-66ed8828-8903-4f24-af46-d1f85119a049 tempest-FloatingIPAdminTestJSON-1417946711 tempest-FloatingIPAdminTestJSON-1417946711-project-admin] Request body: {'floatingip': {'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'project_id': '8aeccde8ddc346aca55566184d9e8486', 'port_id': 'd44a3836-7490-40ae-8f46-3f12be2d8b24'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:13.762979 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-66ed8828-8903-4f24-af46-d1f85119a049 tempest-FloatingIPAdminTestJSON-1417946711 tempest-FloatingIPAdminTestJSON-1417946711-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:13.958944 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736a7f5-83ad-4a5b-93f4-6baa1349596c req-488bd495-faff-49ed-862b-45a2277aa614 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:13.960799 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b736a7f5-83ad-4a5b-93f4-6baa1349596c req-488bd495-faff-49ed-862b-45a2277aa614 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=7a9a053a-e73c-4363-a968-0d48a44281a1 HTTP/1.1" status: 200 len: 946 time: 0.1334481 Jul 09 16:33:13.967146 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-66ed8828-8903-4f24-af46-d1f85119a049 tempest-FloatingIPAdminTestJSON-1417946711 tempest-FloatingIPAdminTestJSON-1417946711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:14.012976 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52210) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:14.114686 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b736a7f5-83ad-4a5b-93f4-6baa1349596c req-bc079fb6-7a53-4e8d-931a-fa800ace0bd9 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444726 Jul 09 16:33:14.143670 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-67da2edb-efb7-4681-ad18-24317a923717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:14.200861 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-66ed8828-8903-4f24-af46-d1f85119a049 tempest-FloatingIPAdminTestJSON-1417946711 tempest-FloatingIPAdminTestJSON-1417946711-project-admin] Allocated IP 172.25.0.73 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/18a611cb-2372-4b9b-a69c-3e13113d874a) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:33:14.276514 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-67da2edb-efb7-4681-ad18-24317a923717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:14.282181 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-67da2edb-efb7-4681-ad18-24317a923717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:14.320785 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-66ed8828-8903-4f24-af46-d1f85119a049 tempest-FloatingIPAdminTestJSON-1417946711 tempest-FloatingIPAdminTestJSON-1417946711-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:14.341493 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67da2edb-efb7-4681-ad18-24317a923717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d03552-14ae-4198-b42f-b42eebfc314c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:14.349369 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-67da2edb-efb7-4681-ad18-24317a923717 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=626e10944388465d81b8823874c47c8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3351169 Jul 09 16:33:14.352520 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52224) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:14.367649 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-66ed8828-8903-4f24-af46-d1f85119a049 tempest-FloatingIPAdminTestJSON-1417946711 tempest-FloatingIPAdminTestJSON-1417946711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:14.406095 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ed8828-8903-4f24-af46-d1f85119a049 tempest-FloatingIPAdminTestJSON-1417946711 tempest-FloatingIPAdminTestJSON-1417946711-project-admin] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:33:14.411830 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-66ed8828-8903-4f24-af46-d1f85119a049 tempest-FloatingIPAdminTestJSON-1417946711 tempest-FloatingIPAdminTestJSON-1417946711-project-admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:14.414165 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ed8828-8903-4f24-af46-d1f85119a049 tempest-FloatingIPAdminTestJSON-1417946711 tempest-FloatingIPAdminTestJSON-1417946711-project-admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:33:14.421216 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6b433fa8-b3f8-4d4c-863e-e2036e028297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:14.444977 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6b433fa8-b3f8-4d4c-863e-e2036e028297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:14.513330 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6b433fa8-b3f8-4d4c-863e-e2036e028297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:14.517788 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6b433fa8-b3f8-4d4c-863e-e2036e028297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:14.523013 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6b433fa8-b3f8-4d4c-863e-e2036e028297 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b6d03552-14ae-4198-b42f-b42eebfc314c HTTP/1.1" status: 204 len: 168 time: 0.1680992 Jul 09 16:33:14.532129 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b433fa8-b3f8-4d4c-863e-e2036e028297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d03552-14ae-4198-b42f-b42eebfc314c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:14.750215 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ed8828-8903-4f24-af46-d1f85119a049 tempest-FloatingIPAdminTestJSON-1417946711 tempest-FloatingIPAdminTestJSON-1417946711-project-admin] Pushing event updated for resources: {'Port': ['ID=18a611cb-2372-4b9b-a69c-3e13113d874a,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:14.931709 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52242) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:14.958642 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e91d5614-54f2-4fa4-a2bf-6d33311c9f75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:15.082532 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e91d5614-54f2-4fa4-a2bf-6d33311c9f75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:15.087633 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e91d5614-54f2-4fa4-a2bf-6d33311c9f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:15.141669 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e91d5614-54f2-4fa4-a2bf-6d33311c9f75 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5cc05d77adf046feaeeeed20703a30d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2064788 Jul 09 16:33:15.141876 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52256) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:15.150629 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d5614-54f2-4fa4-a2bf-6d33311c9f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c93c4c-7c34-48bb-ad9b-e378c6251dcd,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:15.256763 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4544be04-ced6-46a6-917c-ce76ba4f6405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:15.312943 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4544be04-ced6-46a6-917c-ce76ba4f6405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:15.399997 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4544be04-ced6-46a6-917c-ce76ba4f6405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:15.411281 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4544be04-ced6-46a6-917c-ce76ba4f6405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:15.415947 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-4544be04-ced6-46a6-917c-ce76ba4f6405 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d3c93c4c-7c34-48bb-ad9b-e378c6251dcd HTTP/1.1" status: 204 len: 168 time: 0.2709610 Jul 09 16:33:15.425688 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4544be04-ced6-46a6-917c-ce76ba4f6405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c93c4c-7c34-48bb-ad9b-e378c6251dcd,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:15.450270 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-66ed8828-8903-4f24-af46-d1f85119a049 tempest-FloatingIPAdminTestJSON-1417946711 tempest-FloatingIPAdminTestJSON-1417946711-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:15.492915 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52272) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:15.579220 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde97073-8cab-41e9-993f-c8f67a8ebe10 req-2ba328ba-e00a-4d88-b130-8acb20a64003 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:15.581027 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fde97073-8cab-41e9-993f-c8f67a8ebe10 req-2ba328ba-e00a-4d88-b130-8acb20a64003 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=7a9a053a-e73c-4363-a968-0d48a44281a1 HTTP/1.1" status: 200 len: 946 time: 0.1875172 Jul 09 16:33:15.603483 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-66ed8828-8903-4f24-af46-d1f85119a049 tempest-FloatingIPAdminTestJSON-1417946711 tempest-FloatingIPAdminTestJSON-1417946711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:15.670240 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fde97073-8cab-41e9-993f-c8f67a8ebe10 req-461be38b-b3ab-4a4a-a57e-924f1aa92a97 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792222 Jul 09 16:33:15.796457 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-66ed8828-8903-4f24-af46-d1f85119a049 tempest-FloatingIPAdminTestJSON-1417946711 tempest-FloatingIPAdminTestJSON-1417946711-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:15.802116 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-66ed8828-8903-4f24-af46-d1f85119a049 tempest-FloatingIPAdminTestJSON-1417946711 tempest-FloatingIPAdminTestJSON-1417946711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:15.826181 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e6dfdef-cb26-41c9-a3d0-50f73bdb7992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:15.887580 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ed8828-8903-4f24-af46-d1f85119a049 tempest-FloatingIPAdminTestJSON-1417946711 tempest-FloatingIPAdminTestJSON-1417946711-project-admin] Pushing event updated for resources: {'Port': ['ID=18a611cb-2372-4b9b-a69c-3e13113d874a,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:15.894071 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-66ed8828-8903-4f24-af46-d1f85119a049 tempest-FloatingIPAdminTestJSON-1417946711 tempest-FloatingIPAdminTestJSON-1417946711-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:15.970687 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e6dfdef-cb26-41c9-a3d0-50f73bdb7992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:15.977865 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e6dfdef-cb26-41c9-a3d0-50f73bdb7992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:16.017819 n-d-798930-3 neutron-server[93959]: INFO neutron.db.l3_db [None req-66ed8828-8903-4f24-af46-d1f85119a049 tempest-FloatingIPAdminTestJSON-1417946711 tempest-FloatingIPAdminTestJSON-1417946711-project-admin] Floating IP 93dd19a2-f61b-42c0-b3d8-58748c8a2555 associated. External IP: 172.25.0.73, port: d44a3836-7490-40ae-8f46-3f12be2d8b24. Jul 09 16:33:16.024520 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7e6dfdef-cb26-41c9-a3d0-50f73bdb7992 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b9285275c40542abbb923201d54c4f14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5301685 Jul 09 16:33:16.028272 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52298) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:16.057534 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6dfdef-cb26-41c9-a3d0-50f73bdb7992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a12e98-c83f-4ec4-a2f2-5625cabc2a9b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:16.092745 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-114761ee-43ff-4466-9954-9b4947e22e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:16.117539 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-114761ee-43ff-4466-9954-9b4947e22e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:16.177178 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-114761ee-43ff-4466-9954-9b4947e22e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:16.181423 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-114761ee-43ff-4466-9954-9b4947e22e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:16.187719 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-114761ee-43ff-4466-9954-9b4947e22e17 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c4a12e98-c83f-4ec4-a2f2-5625cabc2a9b HTTP/1.1" status: 204 len: 168 time: 0.1582651 Jul 09 16:33:16.199407 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114761ee-43ff-4466-9954-9b4947e22e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a12e98-c83f-4ec4-a2f2-5625cabc2a9b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:16.287688 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66ed8828-8903-4f24-af46-d1f85119a049 tempest-FloatingIPAdminTestJSON-1417946711 tempest-FloatingIPAdminTestJSON-1417946711-project-admin] Router 6d53a1c4-0b9b-4b73-bfd1-3be4d8f0f13e has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:33:16.419187 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ed8828-8903-4f24-af46-d1f85119a049 tempest-FloatingIPAdminTestJSON-1417946711 tempest-FloatingIPAdminTestJSON-1417946711-project-admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:33:16.430315 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c942939f-0b1d-4510-a5fa-db0b30b71d9a None None] Sync routers for ids ['6d53a1c4-0b9b-4b73-bfd1-3be4d8f0f13e'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:33:16.446528 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c942939f-0b1d-4510-a5fa-db0b30b71d9a None None] Routers {'6d53a1c4-0b9b-4b73-bfd1-3be4d8f0f13e'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:33:16.447913 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c942939f-0b1d-4510-a5fa-db0b30b71d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:32:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['6d53a1c4-0b9b-4b73-bfd1-3be4d8f0f13e'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:16.450044 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-66ed8828-8903-4f24-af46-d1f85119a049 tempest-FloatingIPAdminTestJSON-1417946711 tempest-FloatingIPAdminTestJSON-1417946711-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:16.492478 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c942939f-0b1d-4510-a5fa-db0b30b71d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:16.505450 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c942939f-0b1d-4510-a5fa-db0b30b71d9a None None] Routers {'6d53a1c4-0b9b-4b73-bfd1-3be4d8f0f13e'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:33:16.506359 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c942939f-0b1d-4510-a5fa-db0b30b71d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:32:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['6d53a1c4-0b9b-4b73-bfd1-3be4d8f0f13e'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:16.534804 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-66ed8828-8903-4f24-af46-d1f85119a049 tempest-FloatingIPAdminTestJSON-1417946711 tempest-FloatingIPAdminTestJSON-1417946711-project-admin] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 3.0934389 Jul 09 16:33:16.537421 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52322) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:16.554121 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c942939f-0b1d-4510-a5fa-db0b30b71d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:16.555128 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c942939f-0b1d-4510-a5fa-db0b30b71d9a None None] The sync data for ids ['6d53a1c4-0b9b-4b73-bfd1-3be4d8f0f13e'] in n-d-798930-3 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:33:16.674695 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-584a5aa9-2c12-4522-9305-38e7ee2f8aa8 tempest-FloatingIPAdminTestJSON-1417946711 tempest-FloatingIPAdminTestJSON-1417946711-project-admin] 10.222.0.98 "GET /v2.0/floatingips/93dd19a2-f61b-42c0-b3d8-58748c8a2555 HTTP/1.1" status: 200 len: 982 time: 0.1361523 Jul 09 16:33:16.677111 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52326) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:16.702725 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52328) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:16.842651 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52334) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:17.005164 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bd5fc879-81a1-4a04-a5ab-72b765c6b321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:17.041747 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-99aa8893-1696-495a-bc10-1e5264d90be8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:17.119310 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bd5fc879-81a1-4a04-a5ab-72b765c6b321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:17.123307 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-fa1a4bc0-ddcf-4728-bb2b-08294715e765 tempest-FloatingIPAdminTestJSON-1417946711 tempest-FloatingIPAdminTestJSON-1417946711-project-admin] 10.222.0.98 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3035 time: 0.4450746 Jul 09 16:33:17.126355 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52346) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:17.134296 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bd5fc879-81a1-4a04-a5ab-72b765c6b321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:17.199361 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f135c7-5454-4ecb-975e-5e9a20d62449 req-043834b8-e6ef-4e3f-b299-f4a9129c106e tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:17.200972 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-24f135c7-5454-4ecb-975e-5e9a20d62449 req-043834b8-e6ef-4e3f-b299-f4a9129c106e tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=7a9a053a-e73c-4363-a968-0d48a44281a1 HTTP/1.1" status: 200 len: 946 time: 0.1605258 Jul 09 16:33:17.220241 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-bd5fc879-81a1-4a04-a5ab-72b765c6b321 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=52996e5583004ccdba900a976f497d4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3740251 Jul 09 16:33:17.223759 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52348) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:17.233557 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5fc879-81a1-4a04-a5ab-72b765c6b321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6a120c-55a3-41a7-8597-4d18a2d5f3a7,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:17.259904 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-24f135c7-5454-4ecb-975e-5e9a20d62449 req-12b7277a-b585-44a9-9240-2be012120103 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529280 Jul 09 16:33:17.278005 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-99aa8893-1696-495a-bc10-1e5264d90be8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:17.283175 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-99aa8893-1696-495a-bc10-1e5264d90be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:17.325938 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-99aa8893-1696-495a-bc10-1e5264d90be8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=59f6e9d0621942c999bad37529c980e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6229076 Jul 09 16:33:17.328019 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52354) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:17.331009 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa8893-1696-495a-bc10-1e5264d90be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6221f9b-9149-4a22-a946-4852b142d305,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:17.368099 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-08df653a-f888-449e-a9df-bc58993aaf9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:17.412335 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-08df653a-f888-449e-a9df-bc58993aaf9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:17.430657 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52356) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:17.459859 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-78ab2a0b-914f-44a7-9a20-671ab436f4bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:17.469633 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-f35ffded-79d1-4a23-b6b2-ffcd505e8e70 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Deleting port 18a611cb-2372-4b9b-a69c-3e13113d874a {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:33:17.470002 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f35ffded-79d1-4a23-b6b2-ffcd505e8e70 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:17.533117 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-78ab2a0b-914f-44a7-9a20-671ab436f4bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:17.538260 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-7d8bae7a-580f-407f-9cbb-cf81647e7b33 tempest-RoutersAdminNegativeTest-1580072898 tempest-RoutersAdminNegativeTest-1580072898-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-77750794', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:17.561971 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8bae7a-580f-407f-9cbb-cf81647e7b33 tempest-RoutersAdminNegativeTest-1580072898 tempest-RoutersAdminNegativeTest-1580072898-project-admin] Made reservation on behalf of f9448be3df384d7ca46a3e318af89362 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:33:17.564467 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7d8bae7a-580f-407f-9cbb-cf81647e7b33 tempest-RoutersAdminNegativeTest-1580072898 tempest-RoutersAdminNegativeTest-1580072898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:17.570180 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-08df653a-f888-449e-a9df-bc58993aaf9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:17.572699 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-08df653a-f888-449e-a9df-bc58993aaf9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:17.573261 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7d8bae7a-580f-407f-9cbb-cf81647e7b33 tempest-RoutersAdminNegativeTest-1580072898 tempest-RoutersAdminNegativeTest-1580072898-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:17.574242 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-08df653a-f888-449e-a9df-bc58993aaf9f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/bf6a120c-55a3-41a7-8597-4d18a2d5f3a7 HTTP/1.1" status: 204 len: 168 time: 0.3487437 Jul 09 16:33:17.602712 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08df653a-f888-449e-a9df-bc58993aaf9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6a120c-55a3-41a7-8597-4d18a2d5f3a7,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:17.607667 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f35ffded-79d1-4a23-b6b2-ffcd505e8e70 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:17.607994 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f35ffded-79d1-4a23-b6b2-ffcd505e8e70 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:17.621022 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-f35ffded-79d1-4a23-b6b2-ffcd505e8e70 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Calling delete_port for 18a611cb-2372-4b9b-a69c-3e13113d874a owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:33:17.695490 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-78ab2a0b-914f-44a7-9a20-671ab436f4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:17.698016 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-78ab2a0b-914f-44a7-9a20-671ab436f4bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:17.701546 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-78ab2a0b-914f-44a7-9a20-671ab436f4bb admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c6221f9b-9149-4a22-a946-4852b142d305 HTTP/1.1" status: 204 len: 168 time: 0.3702521 Jul 09 16:33:17.724858 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ab2a0b-914f-44a7-9a20-671ab436f4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6221f9b-9149-4a22-a946-4852b142d305,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:17.786945 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7d8bae7a-580f-407f-9cbb-cf81647e7b33 tempest-RoutersAdminNegativeTest-1580072898 tempest-RoutersAdminNegativeTest-1580072898-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:17.792361 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7d8bae7a-580f-407f-9cbb-cf81647e7b33 tempest-RoutersAdminNegativeTest-1580072898 tempest-RoutersAdminNegativeTest-1580072898-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:17.795988 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-7d8bae7a-580f-407f-9cbb-cf81647e7b33 tempest-RoutersAdminNegativeTest-1580072898 tempest-RoutersAdminNegativeTest-1580072898-project-admin] device_id is not set on port 494a2565-3b6e-4a82-8c95-ef0a3a313a84 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:33:17.834629 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8bae7a-580f-407f-9cbb-cf81647e7b33 tempest-RoutersAdminNegativeTest-1580072898 tempest-RoutersAdminNegativeTest-1580072898-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f39c60b-096c-46f9-b346-1a416afc9e92,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:17.843951 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f35ffded-79d1-4a23-b6b2-ffcd505e8e70 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:17.884979 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35ffded-79d1-4a23-b6b2-ffcd505e8e70 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Pushing event deleted for resources: {'Port': ['ID=18a611cb-2372-4b9b-a69c-3e13113d874a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:17.967170 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f35ffded-79d1-4a23-b6b2-ffcd505e8e70 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:17.967555 n-d-798930-3 neutron-server[93958]: INFO neutron.db.l3_db [None req-f35ffded-79d1-4a23-b6b2-ffcd505e8e70 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Floating IP 93dd19a2-f61b-42c0-b3d8-58748c8a2555 disassociated (deleted). External IP: 172.25.0.73, port: d44a3836-7490-40ae-8f46-3f12be2d8b24. Jul 09 16:33:18.007960 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-7d8bae7a-580f-407f-9cbb-cf81647e7b33 tempest-RoutersAdminNegativeTest-1580072898 tempest-RoutersAdminNegativeTest-1580072898-project-admin] Allocated IP 172.25.0.49 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/494a2565-3b6e-4a82-8c95-ef0a3a313a84) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:33:18.146988 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52376) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:18.166417 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e8e96817-27b0-46fe-a5f1-213567bc89e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:18.200629 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f35ffded-79d1-4a23-b6b2-ffcd505e8e70 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Router 6d53a1c4-0b9b-4b73-bfd1-3be4d8f0f13e has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:33:18.246584 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7d8bae7a-580f-407f-9cbb-cf81647e7b33 tempest-RoutersAdminNegativeTest-1580072898 tempest-RoutersAdminNegativeTest-1580072898-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:18.327726 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35ffded-79d1-4a23-b6b2-ffcd505e8e70 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:33:18.333516 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f35ffded-79d1-4a23-b6b2-ffcd505e8e70 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:18.339437 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f519408-7a73-4425-8089-97053f3f8678 None None] Sync routers for ids ['6d53a1c4-0b9b-4b73-bfd1-3be4d8f0f13e'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:33:18.351764 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f519408-7a73-4425-8089-97053f3f8678 None None] Routers {'6d53a1c4-0b9b-4b73-bfd1-3be4d8f0f13e'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:33:18.352944 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-1f519408-7a73-4425-8089-97053f3f8678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:32:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['6d53a1c4-0b9b-4b73-bfd1-3be4d8f0f13e'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:18.360983 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7d8bae7a-580f-407f-9cbb-cf81647e7b33 tempest-RoutersAdminNegativeTest-1580072898 tempest-RoutersAdminNegativeTest-1580072898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:18.385097 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f35ffded-79d1-4a23-b6b2-ffcd505e8e70 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] 10.222.0.98 "DELETE /v2.0/floatingips/93dd19a2-f61b-42c0-b3d8-58748c8a2555 HTTP/1.1" status: 204 len: 168 time: 1.2563086 Jul 09 16:33:18.385737 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52384) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:18.390426 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-4a750b8b-a3c6-484b-b1ef-4be81e42992e tempest-FloatingIPAdminTestJSON-1417946711 tempest-FloatingIPAdminTestJSON-1417946711-project-admin] Request body: {'floatingip': {'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:18.399272 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-1f519408-7a73-4425-8089-97053f3f8678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:18.406890 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e8e96817-27b0-46fe-a5f1-213567bc89e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:18.410201 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f519408-7a73-4425-8089-97053f3f8678 None None] Routers {'6d53a1c4-0b9b-4b73-bfd1-3be4d8f0f13e'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:33:18.411074 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-1f519408-7a73-4425-8089-97053f3f8678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:32:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['6d53a1c4-0b9b-4b73-bfd1-3be4d8f0f13e'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:18.433360 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4a750b8b-a3c6-484b-b1ef-4be81e42992e tempest-FloatingIPAdminTestJSON-1417946711 tempest-FloatingIPAdminTestJSON-1417946711-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:18.450855 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-1f519408-7a73-4425-8089-97053f3f8678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:18.452049 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f519408-7a73-4425-8089-97053f3f8678 None None] The sync data for ids ['6d53a1c4-0b9b-4b73-bfd1-3be4d8f0f13e'] in n-d-798930-3 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:33:18.473855 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e8e96817-27b0-46fe-a5f1-213567bc89e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:18.480364 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8bae7a-580f-407f-9cbb-cf81647e7b33 tempest-RoutersAdminNegativeTest-1580072898 tempest-RoutersAdminNegativeTest-1580072898-project-admin] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:33:18.501204 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-7d8bae7a-580f-407f-9cbb-cf81647e7b33 tempest-RoutersAdminNegativeTest-1580072898 tempest-RoutersAdminNegativeTest-1580072898-project-admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:18.520745 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8bae7a-580f-407f-9cbb-cf81647e7b33 tempest-RoutersAdminNegativeTest-1580072898 tempest-RoutersAdminNegativeTest-1580072898-project-admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:33:18.536562 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4a750b8b-a3c6-484b-b1ef-4be81e42992e tempest-FloatingIPAdminTestJSON-1417946711 tempest-FloatingIPAdminTestJSON-1417946711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:18.566629 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8bae7a-580f-407f-9cbb-cf81647e7b33 tempest-RoutersAdminNegativeTest-1580072898 tempest-RoutersAdminNegativeTest-1580072898-project-admin] Pushing event updated for resources: {'Port': ['ID=494a2565-3b6e-4a82-8c95-ef0a3a313a84,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:18.592205 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e8e96817-27b0-46fe-a5f1-213567bc89e0 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=95a2683b850a487c838fcccf692cc09b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4417455 Jul 09 16:33:18.593098 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52392) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:18.594960 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e96817-27b0-46fe-a5f1-213567bc89e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38886878-6389-47d4-a2f9-b19c2d361148,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:18.609412 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8bae7a-580f-407f-9cbb-cf81647e7b33 tempest-RoutersAdminNegativeTest-1580072898 tempest-RoutersAdminNegativeTest-1580072898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:18.610223 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7d8bae7a-580f-407f-9cbb-cf81647e7b33 tempest-RoutersAdminNegativeTest-1580072898 tempest-RoutersAdminNegativeTest-1580072898-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:18.625613 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75924d34-2e07-4716-86a5-e42bc18bfddb req-e0e19c27-c513-4745-a64d-8717c1a65afa tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:18.627927 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-75924d34-2e07-4716-86a5-e42bc18bfddb req-e0e19c27-c513-4745-a64d-8717c1a65afa tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=7a9a053a-e73c-4363-a968-0d48a44281a1 HTTP/1.1" status: 200 len: 946 time: 0.2190847 Jul 09 16:33:18.646108 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-7d8bae7a-580f-407f-9cbb-cf81647e7b33 tempest-RoutersAdminNegativeTest-1580072898 tempest-RoutersAdminNegativeTest-1580072898-project-admin] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.2110920 Jul 09 16:33:18.651499 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52394) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:18.657243 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-20b0107e-82f7-425b-b57d-4217471b084a tempest-RoutersAdminNegativeTest-1580072898 tempest-RoutersAdminNegativeTest-1580072898-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.49'}]}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:18.693742 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-75924d34-2e07-4716-86a5-e42bc18bfddb req-bb6232b2-046a-4b0c-8d56-33ea45f4f863 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582273 Jul 09 16:33:18.717083 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-20b0107e-82f7-425b-b57d-4217471b084a tempest-RoutersAdminNegativeTest-1580072898 tempest-RoutersAdminNegativeTest-1580072898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:18.718277 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-20b0107e-82f7-425b-b57d-4217471b084a tempest-RoutersAdminNegativeTest-1580072898 tempest-RoutersAdminNegativeTest-1580072898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:18.779229 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-20b0107e-82f7-425b-b57d-4217471b084a tempest-RoutersAdminNegativeTest-1580072898 tempest-RoutersAdminNegativeTest-1580072898-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:18.944125 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-20b0107e-82f7-425b-b57d-4217471b084a tempest-RoutersAdminNegativeTest-1580072898 tempest-RoutersAdminNegativeTest-1580072898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:19.008326 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-4a750b8b-a3c6-484b-b1ef-4be81e42992e tempest-FloatingIPAdminTestJSON-1417946711 tempest-FloatingIPAdminTestJSON-1417946711-project-admin] Allocated IP 172.25.0.65 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/e6faf5cd-8fd2-433f-8624-5ca96465ad13) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:33:19.020932 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8aba6120-477e-404f-9a4a-d093e680bfea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:19.084405 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8aba6120-477e-404f-9a4a-d093e680bfea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:19.162318 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8aba6120-477e-404f-9a4a-d093e680bfea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:19.165298 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8aba6120-477e-404f-9a4a-d093e680bfea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:19.166572 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8aba6120-477e-404f-9a4a-d093e680bfea admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/38886878-6389-47d4-a2f9-b19c2d361148 HTTP/1.1" status: 204 len: 168 time: 0.5727792 Jul 09 16:33:19.184265 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4a750b8b-a3c6-484b-b1ef-4be81e42992e tempest-FloatingIPAdminTestJSON-1417946711 tempest-FloatingIPAdminTestJSON-1417946711-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:19.187112 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba6120-477e-404f-9a4a-d093e680bfea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38886878-6389-47d4-a2f9-b19c2d361148,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:19.235575 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-20b0107e-82f7-425b-b57d-4217471b084a tempest-RoutersAdminNegativeTest-1580072898 tempest-RoutersAdminNegativeTest-1580072898-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:19.256805 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4a750b8b-a3c6-484b-b1ef-4be81e42992e tempest-FloatingIPAdminTestJSON-1417946711 tempest-FloatingIPAdminTestJSON-1417946711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:19.258182 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-20b0107e-82f7-425b-b57d-4217471b084a tempest-RoutersAdminNegativeTest-1580072898 tempest-RoutersAdminNegativeTest-1580072898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:19.310515 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a750b8b-a3c6-484b-b1ef-4be81e42992e tempest-FloatingIPAdminTestJSON-1417946711 tempest-FloatingIPAdminTestJSON-1417946711-project-admin] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:33:19.325197 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-4a750b8b-a3c6-484b-b1ef-4be81e42992e tempest-FloatingIPAdminTestJSON-1417946711 tempest-FloatingIPAdminTestJSON-1417946711-project-admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:19.328021 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a750b8b-a3c6-484b-b1ef-4be81e42992e tempest-FloatingIPAdminTestJSON-1417946711 tempest-FloatingIPAdminTestJSON-1417946711-project-admin] Pushing event updated for resources: {'Port': ['ID=e6faf5cd-8fd2-433f-8624-5ca96465ad13,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:19.331546 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a750b8b-a3c6-484b-b1ef-4be81e42992e tempest-FloatingIPAdminTestJSON-1417946711 tempest-FloatingIPAdminTestJSON-1417946711-project-admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:33:19.426701 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4a750b8b-a3c6-484b-b1ef-4be81e42992e tempest-FloatingIPAdminTestJSON-1417946711 tempest-FloatingIPAdminTestJSON-1417946711-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:19.453357 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-20b0107e-82f7-425b-b57d-4217471b084a tempest-RoutersAdminNegativeTest-1580072898 tempest-RoutersAdminNegativeTest-1580072898-project-admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:19.477389 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4a750b8b-a3c6-484b-b1ef-4be81e42992e tempest-FloatingIPAdminTestJSON-1417946711 tempest-FloatingIPAdminTestJSON-1417946711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:19.661166 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-20b0107e-82f7-425b-b57d-4217471b084a tempest-RoutersAdminNegativeTest-1580072898 tempest-RoutersAdminNegativeTest-1580072898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:19.665414 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-20b0107e-82f7-425b-b57d-4217471b084a tempest-RoutersAdminNegativeTest-1580072898 tempest-RoutersAdminNegativeTest-1580072898-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:19.697192 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4a750b8b-a3c6-484b-b1ef-4be81e42992e tempest-FloatingIPAdminTestJSON-1417946711 tempest-FloatingIPAdminTestJSON-1417946711-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:19.704016 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4a750b8b-a3c6-484b-b1ef-4be81e42992e tempest-FloatingIPAdminTestJSON-1417946711 tempest-FloatingIPAdminTestJSON-1417946711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:19.724225 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-20b0107e-82f7-425b-b57d-4217471b084a tempest-RoutersAdminNegativeTest-1580072898 tempest-RoutersAdminNegativeTest-1580072898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:19.725057 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b0107e-82f7-425b-b57d-4217471b084a tempest-RoutersAdminNegativeTest-1580072898 tempest-RoutersAdminNegativeTest-1580072898-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 14e8c6bd-7888-465a-ad75-368c4044c0d4 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:33:19.756849 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-20b0107e-82f7-425b-b57d-4217471b084a tempest-RoutersAdminNegativeTest-1580072898 tempest-RoutersAdminNegativeTest-1580072898-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 09 16:33:19.761523 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-20b0107e-82f7-425b-b57d-4217471b084a tempest-RoutersAdminNegativeTest-1580072898 tempest-RoutersAdminNegativeTest-1580072898-project-admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.1053343 Jul 09 16:33:19.762526 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52430) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:19.789445 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a750b8b-a3c6-484b-b1ef-4be81e42992e tempest-FloatingIPAdminTestJSON-1417946711 tempest-FloatingIPAdminTestJSON-1417946711-project-admin] Pushing event updated for resources: {'Port': ['ID=e6faf5cd-8fd2-433f-8624-5ca96465ad13,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:19.808525 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4a750b8b-a3c6-484b-b1ef-4be81e42992e tempest-FloatingIPAdminTestJSON-1417946711 tempest-FloatingIPAdminTestJSON-1417946711-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:19.831319 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4a750b8b-a3c6-484b-b1ef-4be81e42992e tempest-FloatingIPAdminTestJSON-1417946711 tempest-FloatingIPAdminTestJSON-1417946711-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:19.837325 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-4a750b8b-a3c6-484b-b1ef-4be81e42992e tempest-FloatingIPAdminTestJSON-1417946711 tempest-FloatingIPAdminTestJSON-1417946711-project-admin] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4481671 Jul 09 16:33:19.837652 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52432) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:19.927847 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-4e91abd4-96db-4ffe-83c6-8cc1c2fcfae9 tempest-RoutersAdminNegativeTest-1580072898 tempest-RoutersAdminNegativeTest-1580072898-project-admin] Deleting port 494a2565-3b6e-4a82-8c95-ef0a3a313a84 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:33:19.928211 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4e91abd4-96db-4ffe-83c6-8cc1c2fcfae9 tempest-RoutersAdminNegativeTest-1580072898 tempest-RoutersAdminNegativeTest-1580072898-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:20.023480 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c864376-1131-48d0-9d4e-f3ea0293df30 req-881644c8-e528-46c9-9005-2590abac7cba tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:20.025847 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1c864376-1131-48d0-9d4e-f3ea0293df30 req-881644c8-e528-46c9-9005-2590abac7cba tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=7a9a053a-e73c-4363-a968-0d48a44281a1 HTTP/1.1" status: 200 len: 946 time: 0.1553686 Jul 09 16:33:20.086758 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4e91abd4-96db-4ffe-83c6-8cc1c2fcfae9 tempest-RoutersAdminNegativeTest-1580072898 tempest-RoutersAdminNegativeTest-1580072898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:20.124710 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b3abe27b-5185-49f8-81b4-cb74acb4e582 tempest-FloatingIPAdminTestJSON-1402645531 tempest-FloatingIPAdminTestJSON-1402645531-project] Request body: {'floatingip': {'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:20.140717 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1c864376-1131-48d0-9d4e-f3ea0293df30 req-207e6dcf-a0a9-47bc-abbb-0232e3ac257d tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022925 Jul 09 16:33:20.141741 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-4e91abd4-96db-4ffe-83c6-8cc1c2fcfae9 tempest-RoutersAdminNegativeTest-1580072898 tempest-RoutersAdminNegativeTest-1580072898-project-admin] Calling delete_port for 494a2565-3b6e-4a82-8c95-ef0a3a313a84 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:33:20.161594 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b3abe27b-5185-49f8-81b4-cb74acb4e582 tempest-FloatingIPAdminTestJSON-1402645531 tempest-FloatingIPAdminTestJSON-1402645531-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:20.288204 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b3abe27b-5185-49f8-81b4-cb74acb4e582 tempest-FloatingIPAdminTestJSON-1402645531 tempest-FloatingIPAdminTestJSON-1402645531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:20.320340 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4e91abd4-96db-4ffe-83c6-8cc1c2fcfae9 tempest-RoutersAdminNegativeTest-1580072898 tempest-RoutersAdminNegativeTest-1580072898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:20.359536 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e91abd4-96db-4ffe-83c6-8cc1c2fcfae9 tempest-RoutersAdminNegativeTest-1580072898 tempest-RoutersAdminNegativeTest-1580072898-project-admin] Pushing event deleted for resources: {'Port': ['ID=494a2565-3b6e-4a82-8c95-ef0a3a313a84,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:20.418457 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-b3abe27b-5185-49f8-81b4-cb74acb4e582 tempest-FloatingIPAdminTestJSON-1402645531 tempest-FloatingIPAdminTestJSON-1402645531-project] Allocated IP 172.25.0.202 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/b1cd919d-77c7-42a5-a4b9-ce209f42f1f8) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:33:20.453086 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4e91abd4-96db-4ffe-83c6-8cc1c2fcfae9 tempest-RoutersAdminNegativeTest-1580072898 tempest-RoutersAdminNegativeTest-1580072898-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:20.455940 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-4e91abd4-96db-4ffe-83c6-8cc1c2fcfae9 tempest-RoutersAdminNegativeTest-1580072898 tempest-RoutersAdminNegativeTest-1580072898-project-admin] 10.222.0.98 "DELETE /v2.0/ports/494a2565-3b6e-4a82-8c95-ef0a3a313a84 HTTP/1.1" status: 204 len: 168 time: 0.6910622 Jul 09 16:33:20.575243 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b3abe27b-5185-49f8-81b4-cb74acb4e582 tempest-FloatingIPAdminTestJSON-1402645531 tempest-FloatingIPAdminTestJSON-1402645531-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:20.623367 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b3abe27b-5185-49f8-81b4-cb74acb4e582 tempest-FloatingIPAdminTestJSON-1402645531 tempest-FloatingIPAdminTestJSON-1402645531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:20.675292 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3abe27b-5185-49f8-81b4-cb74acb4e582 tempest-FloatingIPAdminTestJSON-1402645531 tempest-FloatingIPAdminTestJSON-1402645531-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:33:20.678829 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-b3abe27b-5185-49f8-81b4-cb74acb4e582 tempest-FloatingIPAdminTestJSON-1402645531 tempest-FloatingIPAdminTestJSON-1402645531-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:20.681489 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3abe27b-5185-49f8-81b4-cb74acb4e582 tempest-FloatingIPAdminTestJSON-1402645531 tempest-FloatingIPAdminTestJSON-1402645531-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:33:20.716460 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3abe27b-5185-49f8-81b4-cb74acb4e582 tempest-FloatingIPAdminTestJSON-1402645531 tempest-FloatingIPAdminTestJSON-1402645531-project] Pushing event updated for resources: {'Port': ['ID=b1cd919d-77c7-42a5-a4b9-ce209f42f1f8,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:20.793957 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b3abe27b-5185-49f8-81b4-cb74acb4e582 tempest-FloatingIPAdminTestJSON-1402645531 tempest-FloatingIPAdminTestJSON-1402645531-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:20.813774 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52470) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:20.848601 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52474) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:20.853910 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b3abe27b-5185-49f8-81b4-cb74acb4e582 tempest-FloatingIPAdminTestJSON-1402645531 tempest-FloatingIPAdminTestJSON-1402645531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:20.970976 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8bccd7b1-9777-4482-b80f-c8fb18311ce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:21.003172 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7033d566-5a72-4c66-96c1-63a9db581f8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:21.022881 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b3abe27b-5185-49f8-81b4-cb74acb4e582 tempest-FloatingIPAdminTestJSON-1402645531 tempest-FloatingIPAdminTestJSON-1402645531-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:21.028148 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b3abe27b-5185-49f8-81b4-cb74acb4e582 tempest-FloatingIPAdminTestJSON-1402645531 tempest-FloatingIPAdminTestJSON-1402645531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:21.092234 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3abe27b-5185-49f8-81b4-cb74acb4e582 tempest-FloatingIPAdminTestJSON-1402645531 tempest-FloatingIPAdminTestJSON-1402645531-project] Pushing event updated for resources: {'Port': ['ID=b1cd919d-77c7-42a5-a4b9-ce209f42f1f8,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:21.094326 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8bccd7b1-9777-4482-b80f-c8fb18311ce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:21.108083 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b3abe27b-5185-49f8-81b4-cb74acb4e582 tempest-FloatingIPAdminTestJSON-1402645531 tempest-FloatingIPAdminTestJSON-1402645531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:21.110211 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8bccd7b1-9777-4482-b80f-c8fb18311ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:21.164355 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8bccd7b1-9777-4482-b80f-c8fb18311ce0 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=810f63f46b124bfcb28639d4f3ca27c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3144438 Jul 09 16:33:21.167108 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52480) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:21.176799 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bccd7b1-9777-4482-b80f-c8fb18311ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4207c8cc-41c9-448e-b851-27ae87907748,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:21.258580 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7033d566-5a72-4c66-96c1-63a9db581f8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:21.264307 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7033d566-5a72-4c66-96c1-63a9db581f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:21.291698 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a49c6ab4-68bf-4ed1-bf43-28649678e23c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:21.303098 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b3abe27b-5185-49f8-81b4-cb74acb4e582 tempest-FloatingIPAdminTestJSON-1402645531 tempest-FloatingIPAdminTestJSON-1402645531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:21.304458 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b3abe27b-5185-49f8-81b4-cb74acb4e582 tempest-FloatingIPAdminTestJSON-1402645531 tempest-FloatingIPAdminTestJSON-1402645531-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4639659 Jul 09 16:33:21.307749 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52490) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:21.320972 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7033d566-5a72-4c66-96c1-63a9db581f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0789236b-17ae-4a04-9969-ab0e9087dabb,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:21.328901 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-7033d566-5a72-4c66-96c1-63a9db581f8d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c9369517898c4047864d10176629102e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5139704 Jul 09 16:33:21.329493 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52492) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:21.339572 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a49c6ab4-68bf-4ed1-bf43-28649678e23c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:21.418064 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a49c6ab4-68bf-4ed1-bf43-28649678e23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:21.421145 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a49c6ab4-68bf-4ed1-bf43-28649678e23c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:21.422317 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a49c6ab4-68bf-4ed1-bf43-28649678e23c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4207c8cc-41c9-448e-b851-27ae87907748 HTTP/1.1" status: 204 len: 168 time: 0.2507172 Jul 09 16:33:21.435411 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49c6ab4-68bf-4ed1-bf43-28649678e23c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4207c8cc-41c9-448e-b851-27ae87907748,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:21.462818 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e231b621-1b4b-4966-b18f-78733be1053a tempest-FloatingIPAdminTestJSON-1417946711 tempest-FloatingIPAdminTestJSON-1417946711-project-admin] 10.222.0.98 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3220 time: 0.1500371 Jul 09 16:33:21.464875 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52498) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:21.591995 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1fd91331-75ad-4b09-9db7-ea2e03298492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:21.600223 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c7045ee6-9607-4ef5-a89c-2d977d9b906c tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] 10.222.0.98 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1307685 Jul 09 16:33:21.600807 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52502) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:21.628449 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c26238-a017-4f58-b415-a8fea3497826 req-f07377e9-1265-4657-b217-a1dfa1addc22 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:21.629961 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-75c26238-a017-4f58-b415-a8fea3497826 req-f07377e9-1265-4657-b217-a1dfa1addc22 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=7a9a053a-e73c-4363-a968-0d48a44281a1 HTTP/1.1" status: 200 len: 946 time: 0.2613680 Jul 09 16:33:21.698575 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1fd91331-75ad-4b09-9db7-ea2e03298492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:21.795577 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-75c26238-a017-4f58-b415-a8fea3497826 req-331d82ed-8343-4b6a-b2b5-8b1947287e51 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282883 Jul 09 16:33:21.835426 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1fd91331-75ad-4b09-9db7-ea2e03298492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:21.838224 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1fd91331-75ad-4b09-9db7-ea2e03298492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:21.839584 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-1fd91331-75ad-4b09-9db7-ea2e03298492 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0789236b-17ae-4a04-9969-ab0e9087dabb HTTP/1.1" status: 204 len: 168 time: 0.4782002 Jul 09 16:33:21.842840 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-7a22a009-c2a4-4e44-86e6-93a7de11f0ce tempest-FloatingIPAdminTestJSON-1402645531 tempest-FloatingIPAdminTestJSON-1402645531-project] Deleting port b1cd919d-77c7-42a5-a4b9-ce209f42f1f8 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:33:21.843200 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7a22a009-c2a4-4e44-86e6-93a7de11f0ce tempest-FloatingIPAdminTestJSON-1402645531 tempest-FloatingIPAdminTestJSON-1402645531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:21.888290 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd91331-75ad-4b09-9db7-ea2e03298492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0789236b-17ae-4a04-9969-ab0e9087dabb,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:21.944053 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7a22a009-c2a4-4e44-86e6-93a7de11f0ce tempest-FloatingIPAdminTestJSON-1402645531 tempest-FloatingIPAdminTestJSON-1402645531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:21.944534 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7a22a009-c2a4-4e44-86e6-93a7de11f0ce tempest-FloatingIPAdminTestJSON-1402645531 tempest-FloatingIPAdminTestJSON-1402645531-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:21.962712 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-7a22a009-c2a4-4e44-86e6-93a7de11f0ce tempest-FloatingIPAdminTestJSON-1402645531 tempest-FloatingIPAdminTestJSON-1402645531-project] Calling delete_port for b1cd919d-77c7-42a5-a4b9-ce209f42f1f8 owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:33:22.125816 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7a22a009-c2a4-4e44-86e6-93a7de11f0ce tempest-FloatingIPAdminTestJSON-1402645531 tempest-FloatingIPAdminTestJSON-1402645531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:22.158917 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a22a009-c2a4-4e44-86e6-93a7de11f0ce tempest-FloatingIPAdminTestJSON-1402645531 tempest-FloatingIPAdminTestJSON-1402645531-project] Pushing event deleted for resources: {'Port': ['ID=b1cd919d-77c7-42a5-a4b9-ce209f42f1f8,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:22.239285 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7a22a009-c2a4-4e44-86e6-93a7de11f0ce tempest-FloatingIPAdminTestJSON-1402645531 tempest-FloatingIPAdminTestJSON-1402645531-project] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:22.242191 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7a22a009-c2a4-4e44-86e6-93a7de11f0ce tempest-FloatingIPAdminTestJSON-1402645531 tempest-FloatingIPAdminTestJSON-1402645531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:22.247534 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52524) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:22.258041 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-7a22a009-c2a4-4e44-86e6-93a7de11f0ce tempest-FloatingIPAdminTestJSON-1402645531 tempest-FloatingIPAdminTestJSON-1402645531-project] 10.222.0.98 "DELETE /v2.0/floatingips/ddcb5695-9ac1-4967-a623-27d9843e8d7a HTTP/1.1" status: 204 len: 168 time: 0.6565554 Jul 09 16:33:22.263799 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8ddec7e8-2044-45e4-aa62-d620bfb30e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:22.272591 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52526) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:22.315759 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-308700de-5b48-4c53-9237-a66bc090c53f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f9448be3df384d7ca46a3e318af89362&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419590 Jul 09 16:33:22.318865 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52528) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:22.385881 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0bf6d64-e545-4f6e-a98a-dd57dc3b7ec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:22.413406 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0bf6d64-e545-4f6e-a98a-dd57dc3b7ec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:22.473281 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0bf6d64-e545-4f6e-a98a-dd57dc3b7ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:22.476813 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0bf6d64-e545-4f6e-a98a-dd57dc3b7ec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:22.480338 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f0bf6d64-e545-4f6e-a98a-dd57dc3b7ec8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6f39c60b-096c-46f9-b346-1a416afc9e92 HTTP/1.1" status: 204 len: 168 time: 0.1592999 Jul 09 16:33:22.486867 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-0dfd6254-9b81-45a5-a704-73203999c943 tempest-FloatingIPAdminTestJSON-1417946711 tempest-FloatingIPAdminTestJSON-1417946711-project-admin] Deleting port e6faf5cd-8fd2-433f-8624-5ca96465ad13 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:33:22.487789 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0dfd6254-9b81-45a5-a704-73203999c943 tempest-FloatingIPAdminTestJSON-1417946711 tempest-FloatingIPAdminTestJSON-1417946711-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:22.503323 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bf6d64-e545-4f6e-a98a-dd57dc3b7ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f39c60b-096c-46f9-b346-1a416afc9e92,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:22.583139 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0dfd6254-9b81-45a5-a704-73203999c943 tempest-FloatingIPAdminTestJSON-1417946711 tempest-FloatingIPAdminTestJSON-1417946711-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:22.583569 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0dfd6254-9b81-45a5-a704-73203999c943 tempest-FloatingIPAdminTestJSON-1417946711 tempest-FloatingIPAdminTestJSON-1417946711-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:22.599938 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-0dfd6254-9b81-45a5-a704-73203999c943 tempest-FloatingIPAdminTestJSON-1417946711 tempest-FloatingIPAdminTestJSON-1417946711-project-admin] Calling delete_port for e6faf5cd-8fd2-433f-8624-5ca96465ad13 owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:33:22.778982 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0dfd6254-9b81-45a5-a704-73203999c943 tempest-FloatingIPAdminTestJSON-1417946711 tempest-FloatingIPAdminTestJSON-1417946711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:22.817638 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd6254-9b81-45a5-a704-73203999c943 tempest-FloatingIPAdminTestJSON-1417946711 tempest-FloatingIPAdminTestJSON-1417946711-project-admin] Pushing event deleted for resources: {'Port': ['ID=e6faf5cd-8fd2-433f-8624-5ca96465ad13,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:22.883411 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0dfd6254-9b81-45a5-a704-73203999c943 tempest-FloatingIPAdminTestJSON-1417946711 tempest-FloatingIPAdminTestJSON-1417946711-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:22.887567 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0dfd6254-9b81-45a5-a704-73203999c943 tempest-FloatingIPAdminTestJSON-1417946711 tempest-FloatingIPAdminTestJSON-1417946711-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:22.892426 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0dfd6254-9b81-45a5-a704-73203999c943 tempest-FloatingIPAdminTestJSON-1417946711 tempest-FloatingIPAdminTestJSON-1417946711-project-admin] 10.222.0.98 "DELETE /v2.0/floatingips/ecc5b2e9-6e54-456e-9d36-74e9002735b1 HTTP/1.1" status: 204 len: 168 time: 0.6435614 Jul 09 16:33:22.895871 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52552) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:23.047347 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-947b8b86-1fdf-43de-9b1d-3fa736aad3a4 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Deleting port d44a3836-7490-40ae-8f46-3f12be2d8b24 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:33:23.047347 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-947b8b86-1fdf-43de-9b1d-3fa736aad3a4 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:23.138561 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da3703a-c690-4113-a511-363f8d338b01 req-bd4a672f-bbb5-4b33-aa41-9f4b87c3e541 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:23.140164 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3da3703a-c690-4113-a511-363f8d338b01 req-bd4a672f-bbb5-4b33-aa41-9f4b87c3e541 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=7a9a053a-e73c-4363-a968-0d48a44281a1 HTTP/1.1" status: 200 len: 946 time: 0.1694231 Jul 09 16:33:23.192970 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3da3703a-c690-4113-a511-363f8d338b01 req-859b9644-96fd-4509-b8cd-84aa4add0c2e tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441680 Jul 09 16:33:23.241627 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-947b8b86-1fdf-43de-9b1d-3fa736aad3a4 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:23.258555 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-947b8b86-1fdf-43de-9b1d-3fa736aad3a4 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Calling delete_port for d44a3836-7490-40ae-8f46-3f12be2d8b24 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:33:23.430015 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-947b8b86-1fdf-43de-9b1d-3fa736aad3a4 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:23.473800 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947b8b86-1fdf-43de-9b1d-3fa736aad3a4 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Pushing event deleted for resources: {'Port': ['ID=d44a3836-7490-40ae-8f46-3f12be2d8b24,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:23.563401 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-947b8b86-1fdf-43de-9b1d-3fa736aad3a4 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:23.565454 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-947b8b86-1fdf-43de-9b1d-3fa736aad3a4 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] 10.222.0.98 "DELETE /v2.0/ports/d44a3836-7490-40ae-8f46-3f12be2d8b24 HTTP/1.1" status: 204 len: 168 time: 0.6682978 Jul 09 16:33:23.568082 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52586) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:23.760882 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52592) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:23.803814 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aec3fc9-a6fe-455a-b0b9-7ae89b6c02c8 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:23.808174 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52596) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:23.808490 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-5aec3fc9-a6fe-455a-b0b9-7ae89b6c02c8 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] 10.222.0.98 "GET /v2.0/ports?device_id=6d53a1c4-0b9b-4b73-bfd1-3be4d8f0f13e HTTP/1.1" status: 200 len: 913 time: 0.2390275 Jul 09 16:33:23.818920 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dc05da3f-b778-4978-8f83-7cb7f7befbd6 req-f3664fcd-35ca-40a7-80e1-12498512905a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ee1f35fb-85b9-4a52-8c79-ee5202b4fdbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2363989 Jul 09 16:33:23.928673 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05da3f-b778-4978-8f83-7cb7f7befbd6 req-78b37a96-f480-43ac-8983-72790ca35ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:23.930230 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dc05da3f-b778-4978-8f83-7cb7f7befbd6 req-78b37a96-f480-43ac-8983-72790ca35ac5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c6204232ae3d43e588d6fd07bded6f22&device_id=ee1f35fb-85b9-4a52-8c79-ee5202b4fdbf HTTP/1.1" status: 200 len: 1096 time: 0.0742025 Jul 09 16:33:24.057600 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05da3f-b778-4978-8f83-7cb7f7befbd6 req-21a10269-7681-4049-883e-6b69be9024ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:24.062859 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dc05da3f-b778-4978-8f83-7cb7f7befbd6 req-21a10269-7681-4049-883e-6b69be9024ce service neutron] 10.222.0.73 "GET /v2.0/networks?id=129b3fd4-7fdc-445f-ba31-1cab00ca62c3 HTTP/1.1" status: 200 len: 910 time: 0.1063631 Jul 09 16:33:24.164662 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dc05da3f-b778-4978-8f83-7cb7f7befbd6 req-6ceb2e39-3933-4b88-a86a-7c5ad7edac3e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28e16fbf-fe99-4b96-921f-7c3da539e84a HTTP/1.1" status: 200 len: 1001 time: 0.0947518 Jul 09 16:33:24.230096 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-f7a00893-cddb-44cc-8d38-4ba105690304 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-287658507'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:24.231261 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05da3f-b778-4978-8f83-7cb7f7befbd6 req-12f54f80-3cc9-4eae-beca-d19681a060bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:24.234690 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dc05da3f-b778-4978-8f83-7cb7f7befbd6 req-12f54f80-3cc9-4eae-beca-d19681a060bb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=64a79ac5-0d8c-444d-9b5f-5295ccf19079 HTTP/1.1" status: 200 len: 848 time: 0.0638280 Jul 09 16:33:24.300232 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a00893-cddb-44cc-8d38-4ba105690304 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Made reservation on behalf of d453b53feb4d47fab4daef6941929656 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:33:24.304431 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f7a00893-cddb-44cc-8d38-4ba105690304 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:24.317802 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f7a00893-cddb-44cc-8d38-4ba105690304 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:24.358842 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05da3f-b778-4978-8f83-7cb7f7befbd6 req-c4d3f971-11ee-42cb-8c1a-8685b27f718f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:24.361673 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dc05da3f-b778-4978-8f83-7cb7f7befbd6 req-c4d3f971-11ee-42cb-8c1a-8685b27f718f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=129b3fd4-7fdc-445f-ba31-1cab00ca62c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1183712 Jul 09 16:33:24.501194 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dc05da3f-b778-4978-8f83-7cb7f7befbd6 req-8fb76062-8bdc-42ae-837f-ebfdd02db352 service neutron] 10.222.0.73 "GET /v2.0/networks/129b3fd4-7fdc-445f-ba31-1cab00ca62c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329696 Jul 09 16:33:24.577668 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c2f31-0991-447f-bcac-613d5465cff7 req-f63c462f-f14c-472c-9170-cb960d07e23f tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:24.579207 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c22c2f31-0991-447f-bcac-613d5465cff7 req-f63c462f-f14c-472c-9170-cb960d07e23f tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=7a9a053a-e73c-4363-a968-0d48a44281a1 HTTP/1.1" status: 200 len: 946 time: 0.2288501 Jul 09 16:33:24.637568 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dc05da3f-b778-4978-8f83-7cb7f7befbd6 req-06bebba2-7d1e-4071-839e-95e214f15b2d service neutron] 10.222.0.73 "GET /v2.0/networks/129b3fd4-7fdc-445f-ba31-1cab00ca62c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292095 Jul 09 16:33:24.674985 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f7a00893-cddb-44cc-8d38-4ba105690304 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:24.688116 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f7a00893-cddb-44cc-8d38-4ba105690304 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:24.712187 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c22c2f31-0991-447f-bcac-613d5465cff7 req-64f9cd91-65c0-4d02-a22f-bb423d5379cb tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210589 Jul 09 16:33:24.744512 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7a00893-cddb-44cc-8d38-4ba105690304 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:33:24.753348 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52634) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:24.767046 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a00893-cddb-44cc-8d38-4ba105690304 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d87f0718-a5b7-4b73-8a48-706b559312f8,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:24.772184 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f7a00893-cddb-44cc-8d38-4ba105690304 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:24.772544 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-f7a00893-cddb-44cc-8d38-4ba105690304 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Added segment 5ade25de-1064-4465-b160-bf49e8b18bc5 of type vlan for network 23792707-d051-4835-976c-6290f2c53f21 Jul 09 16:33:24.829945 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f7a00893-cddb-44cc-8d38-4ba105690304 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:24.876226 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c0440331-edc7-4d99-9711-d14a955c1fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:24.890371 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f7a00893-cddb-44cc-8d38-4ba105690304 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:24.896023 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a00893-cddb-44cc-8d38-4ba105690304 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:24.896630 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f7a00893-cddb-44cc-8d38-4ba105690304 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:24.977102 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a00893-cddb-44cc-8d38-4ba105690304 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Pushing event updated for resources: {'Network': ['ID=23792707-d051-4835-976c-6290f2c53f21,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:24.982087 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dcd28ebd-361c-403b-b06f-2206824ff0c9 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:24.989699 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 23792707-d051-4835-976c-6290f2c53f21 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:33:24.990441 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c0440331-edc7-4d99-9711-d14a955c1fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:24.994580 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c0440331-edc7-4d99-9711-d14a955c1fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:25.025925 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f7a00893-cddb-44cc-8d38-4ba105690304 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.2632964 Jul 09 16:33:25.029581 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52640) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:25.037323 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-2f54ccb6-99ad-4a96-9177-8e3d5c651153 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Request body: {'subnet': {'network_id': '23792707-d051-4835-976c-6290f2c53f21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:25.042529 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c0440331-edc7-4d99-9711-d14a955c1fb2 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4b942578d8c94d35a8fcdbb348506684&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2879817 Jul 09 16:33:25.055314 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52642) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:25.093661 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8cf4bf8d-d515-4668-813e-e67dd883c869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:25.107063 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0440331-edc7-4d99-9711-d14a955c1fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3434c9e0-3dc1-4316-9555-4c1c2fd1a62f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:25.182661 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ad3b0493-7e0a-4829-a2a8-6616f2ea9998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:25.187439 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f54ccb6-99ad-4a96-9177-8e3d5c651153 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Made reservation on behalf of d453b53feb4d47fab4daef6941929656 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:33:25.191512 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2f54ccb6-99ad-4a96-9177-8e3d5c651153 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:25.258349 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ad3b0493-7e0a-4829-a2a8-6616f2ea9998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:25.306680 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-dcd28ebd-361c-403b-b06f-2206824ff0c9 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Deleting port 8b437072-57e8-4002-9bd0-ea4baa4d4d8e {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:33:25.306680 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dcd28ebd-361c-403b-b06f-2206824ff0c9 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:25.335508 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ad3b0493-7e0a-4829-a2a8-6616f2ea9998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:25.338068 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ad3b0493-7e0a-4829-a2a8-6616f2ea9998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:25.341677 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ad3b0493-7e0a-4829-a2a8-6616f2ea9998 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3434c9e0-3dc1-4316-9555-4c1c2fd1a62f HTTP/1.1" status: 204 len: 168 time: 0.2831893 Jul 09 16:33:25.373377 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b0493-7e0a-4829-a2a8-6616f2ea9998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3434c9e0-3dc1-4316-9555-4c1c2fd1a62f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:25.411457 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:25.430974 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dcd28ebd-361c-403b-b06f-2206824ff0c9 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:25.452054 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-dcd28ebd-361c-403b-b06f-2206824ff0c9 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Calling delete_port for 8b437072-57e8-4002-9bd0-ea4baa4d4d8e owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:33:25.495436 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2f54ccb6-99ad-4a96-9177-8e3d5c651153 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:25.558986 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f54ccb6-99ad-4a96-9177-8e3d5c651153 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Pushing event updated for resources: {'Subnet': ['ID=11d2c9eb-ac1e-4405-bb5d-4ee6cd8a9dad,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:25.581928 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f54ccb6-99ad-4a96-9177-8e3d5c651153 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Checking segment: {'id': '5ade25de-1064-4465-b160-bf49e8b18bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '23792707-d051-4835-976c-6290f2c53f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:33:25.582286 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f54ccb6-99ad-4a96-9177-8e3d5c651153 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Network hostable DHCP agents. Network: 23792707-d051-4835-976c-6290f2c53f21, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:33:25.601928 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f54ccb6-99ad-4a96-9177-8e3d5c651153 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Network 23792707-d051-4835-976c-6290f2c53f21 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:33:25.615298 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-2f54ccb6-99ad-4a96-9177-8e3d5c651153 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 23792707-d051-4835-976c-6290f2c53f21) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:25.620797 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f54ccb6-99ad-4a96-9177-8e3d5c651153 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:25.621384 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2f54ccb6-99ad-4a96-9177-8e3d5c651153 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:25.629584 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5ded6d-b09c-45f2-aa0f-7884f16fc618 None None] Network 23792707-d051-4835-976c-6290f2c53f21 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:33:25.645146 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2f54ccb6-99ad-4a96-9177-8e3d5c651153 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6137908 Jul 09 16:33:25.646702 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52656) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:25.652969 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f8eb1d4e-6d90-4f32-8816-2462efce901e tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Request body: {'port': {'network_id': '23792707-d051-4835-976c-6290f2c53f21', 'name': 'tempest-AllowedAddressPairTestJSON-1932877012'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:25.762385 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dcd28ebd-361c-403b-b06f-2206824ff0c9 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:25.810038 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8eb1d4e-6d90-4f32-8816-2462efce901e tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Made reservation on behalf of d453b53feb4d47fab4daef6941929656 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:33:25.814834 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8eb1d4e-6d90-4f32-8816-2462efce901e tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:25.822663 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd28ebd-361c-403b-b06f-2206824ff0c9 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Pushing event deleted for resources: {'Port': ['ID=8b437072-57e8-4002-9bd0-ea4baa4d4d8e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:25.880679 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-f8eb1d4e-6d90-4f32-8816-2462efce901e tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] device_id is not set on port d90db8fb-16af-4273-abb9-b4991779f8c8 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:33:25.889298 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52660) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:25.928893 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8c08a5-5743-403e-933b-cb8087172895 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-23792707-d051-4835-976c-6290f2c53f21', 'network_id': '23792707-d051-4835-976c-6290f2c53f21', 'tenant_id': 'd453b53feb4d47fab4daef6941929656', 'fixed_ips': [{'subnet_id': '11d2c9eb-ac1e-4405-bb5d-4ee6cd8a9dad'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:33:25.929851 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bd8c08a5-5743-403e-933b-cb8087172895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:25.983605 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0869c576-5081-457a-bde6-7e0e896051ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:26.056276 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-f8eb1d4e-6d90-4f32-8816-2462efce901e tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Allocated IP 172.20.0.8 (23792707-d051-4835-976c-6290f2c53f21/11d2c9eb-ac1e-4405-bb5d-4ee6cd8a9dad/d90db8fb-16af-4273-abb9-b4991779f8c8) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:33:26.217887 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:26.219753 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48acea2c-fccd-4be3-9a7f-5d0f223f9cbf req-a2297870-7dc0-4bc8-90da-425374706f6a tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:26.221372 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-48acea2c-fccd-4be3-9a7f-5d0f223f9cbf req-a2297870-7dc0-4bc8-90da-425374706f6a tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=7a9a053a-e73c-4363-a968-0d48a44281a1 HTTP/1.1" status: 200 len: 946 time: 0.2818191 Jul 09 16:33:26.265471 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8eb1d4e-6d90-4f32-8816-2462efce901e tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:26.265697 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dcd28ebd-361c-403b-b06f-2206824ff0c9 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:26.282542 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-f8eb1d4e-6d90-4f32-8816-2462efce901e tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Transition to ACTIVE for port object d90db8fb-16af-4273-abb9-b4991779f8c8 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:33:26.306895 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-48acea2c-fccd-4be3-9a7f-5d0f223f9cbf req-e658f84b-6d2c-481b-9a14-300415df9b22 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731835 Jul 09 16:33:26.334632 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8eb1d4e-6d90-4f32-8816-2462efce901e tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:26.355443 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0869c576-5081-457a-bde6-7e0e896051ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:26.368136 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0869c576-5081-457a-bde6-7e0e896051ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:26.392078 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8eb1d4e-6d90-4f32-8816-2462efce901e tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Network 23792707-d051-4835-976c-6290f2c53f21 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:33:26.395377 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-f8eb1d4e-6d90-4f32-8816-2462efce901e tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:26.400221 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8eb1d4e-6d90-4f32-8816-2462efce901e tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:33:26.403297 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-bd8c08a5-5743-403e-933b-cb8087172895 None None] Allocated IP 172.20.0.2 (23792707-d051-4835-976c-6290f2c53f21/11d2c9eb-ac1e-4405-bb5d-4ee6cd8a9dad/938e2c08-45c0-4190-98a5-3308e90288c4) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:33:26.453658 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8eb1d4e-6d90-4f32-8816-2462efce901e tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:26.454306 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8eb1d4e-6d90-4f32-8816-2462efce901e tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:26.460194 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0869c576-5081-457a-bde6-7e0e896051ec admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7627cffff15c4750ad56d88db2df7f20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5674245 Jul 09 16:33:26.460376 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eb1d4e-6d90-4f32-8816-2462efce901e tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Pushing event updated for resources: {'Port': ['ID=d90db8fb-16af-4273-abb9-b4991779f8c8,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:26.460513 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52664) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:26.464383 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0869c576-5081-457a-bde6-7e0e896051ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72feaa81-5f20-4e4c-ab93-9d843e997f0a,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:26.479019 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f8eb1d4e-6d90-4f32-8816-2462efce901e tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8279305 Jul 09 16:33:26.479445 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52666) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:26.501913 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-06527d15-66b7-4a60-852f-a35dc94081d7 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Request body: {'port': {'network_id': '23792707-d051-4835-976c-6290f2c53f21', 'name': 'tempest-AllowedAddressPairTestJSON-358193585', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:86:87:52'}]}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:26.635902 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dae0df59-f25c-4d44-9b4a-3e06e8f63ec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:26.651467 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:26.671256 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06527d15-66b7-4a60-852f-a35dc94081d7 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Made reservation on behalf of d453b53feb4d47fab4daef6941929656 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:33:26.675272 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bd8c08a5-5743-403e-933b-cb8087172895 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:26.677227 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dae0df59-f25c-4d44-9b4a-3e06e8f63ec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:26.687668 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-bd8c08a5-5743-403e-933b-cb8087172895 None None] Transition to ACTIVE for port object 938e2c08-45c0-4190-98a5-3308e90288c4 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:33:26.702288 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd28ebd-361c-403b-b06f-2206824ff0c9 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Router 6d53a1c4-0b9b-4b73-bfd1-3be4d8f0f13e has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:33:26.714055 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-bd8c08a5-5743-403e-933b-cb8087172895 None None] Transition to ACTIVE for port object 938e2c08-45c0-4190-98a5-3308e90288c4 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:33:26.725023 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bd8c08a5-5743-403e-933b-cb8087172895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:26.777022 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-06527d15-66b7-4a60-852f-a35dc94081d7 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:26.807534 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-06527d15-66b7-4a60-852f-a35dc94081d7 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] device_id is not set on port fba2c599-94c2-4e53-87c4-27f62ef9b5ab yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:33:26.811329 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8c08a5-5743-403e-933b-cb8087172895 None None] Network 23792707-d051-4835-976c-6290f2c53f21 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:33:26.811795 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dae0df59-f25c-4d44-9b4a-3e06e8f63ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:26.812523 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c08a5-5743-403e-933b-cb8087172895 None None] Pushing event updated for resources: {'Port': ['ID=938e2c08-45c0-4190-98a5-3308e90288c4,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:26.814639 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dae0df59-f25c-4d44-9b4a-3e06e8f63ec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:26.815734 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-dae0df59-f25c-4d44-9b4a-3e06e8f63ec7 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/72feaa81-5f20-4e4c-ab93-9d843e997f0a HTTP/1.1" status: 204 len: 168 time: 0.3544590 Jul 09 16:33:26.825209 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-bd8c08a5-5743-403e-933b-cb8087172895 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:26.828640 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8c08a5-5743-403e-933b-cb8087172895 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:33:26.836647 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0df59-f25c-4d44-9b4a-3e06e8f63ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72feaa81-5f20-4e4c-ab93-9d843e997f0a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:26.856418 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd28ebd-361c-403b-b06f-2206824ff0c9 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:33:26.873371 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-dcd28ebd-361c-403b-b06f-2206824ff0c9 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] 10.222.0.98 "PUT /v2.0/routers/6d53a1c4-0b9b-4b73-bfd1-3be4d8f0f13e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0640695 Jul 09 16:33:26.874013 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52672) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:26.904909 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f8b1b5-bcc7-450b-9a1c-4edad3c2b168 None None] Sync routers for ids ['6d53a1c4-0b9b-4b73-bfd1-3be4d8f0f13e'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:33:26.922521 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f8b1b5-bcc7-450b-9a1c-4edad3c2b168 None None] Routers {'6d53a1c4-0b9b-4b73-bfd1-3be4d8f0f13e'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:33:26.923477 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-06f8b1b5-bcc7-450b-9a1c-4edad3c2b168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:33:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['6d53a1c4-0b9b-4b73-bfd1-3be4d8f0f13e'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:26.985948 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-06f8b1b5-bcc7-450b-9a1c-4edad3c2b168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:26.996762 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f8b1b5-bcc7-450b-9a1c-4edad3c2b168 None None] Routers {'6d53a1c4-0b9b-4b73-bfd1-3be4d8f0f13e'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:33:26.997763 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-06f8b1b5-bcc7-450b-9a1c-4edad3c2b168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:33:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['6d53a1c4-0b9b-4b73-bfd1-3be4d8f0f13e'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:27.020999 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-06527d15-66b7-4a60-852f-a35dc94081d7 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Allocated IP 172.20.0.10 (23792707-d051-4835-976c-6290f2c53f21/11d2c9eb-ac1e-4405-bb5d-4ee6cd8a9dad/fba2c599-94c2-4e53-87c4-27f62ef9b5ab) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:33:27.033390 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f332b33-f79c-452d-8efd-75587ead4746 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:27.058354 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-bd8c08a5-5743-403e-933b-cb8087172895 None None] Attempting to bind port 938e2c08-45c0-4190-98a5-3308e90288c4 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:33:27.059439 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-bd8c08a5-5743-403e-933b-cb8087172895 None None] Attempting to bind port 938e2c08-45c0-4190-98a5-3308e90288c4 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '5ade25de-1064-4465-b160-bf49e8b18bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '23792707-d051-4835-976c-6290f2c53f21'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:33:27.060238 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8c08a5-5743-403e-933b-cb8087172895 None None] Attempting to bind port 938e2c08-45c0-4190-98a5-3308e90288c4 on network 23792707-d051-4835-976c-6290f2c53f21 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:27.066356 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-06f8b1b5-bcc7-450b-9a1c-4edad3c2b168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:27.067554 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f8b1b5-bcc7-450b-9a1c-4edad3c2b168 None None] The sync data for ids ['6d53a1c4-0b9b-4b73-bfd1-3be4d8f0f13e'] in n-d-798930-3 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:33:27.069932 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8c08a5-5743-403e-933b-cb8087172895 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:33:27.070582 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8c08a5-5743-403e-933b-cb8087172895 None None] Checking segment: {'id': '5ade25de-1064-4465-b160-bf49e8b18bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '23792707-d051-4835-976c-6290f2c53f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:33:27.071382 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bd8c08a5-5743-403e-933b-cb8087172895 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:27.072104 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8c08a5-5743-403e-933b-cb8087172895 None None] Bound using segment: {'id': '5ade25de-1064-4465-b160-bf49e8b18bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '23792707-d051-4835-976c-6290f2c53f21'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:33:27.072942 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-bd8c08a5-5743-403e-933b-cb8087172895 None None] Bound port: 938e2c08-45c0-4190-98a5-3308e90288c4, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ade25de-1064-4465-b160-bf49e8b18bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '23792707-d051-4835-976c-6290f2c53f21'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:33:27.073660 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bd8c08a5-5743-403e-933b-cb8087172895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:27.170489 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-bd8c08a5-5743-403e-933b-cb8087172895 None None] For port 938e2c08-45c0-4190-98a5-3308e90288c4, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:33:27.174147 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-bd8c08a5-5743-403e-933b-cb8087172895 None None] For port 938e2c08-45c0-4190-98a5-3308e90288c4, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=938e2c08-45c0-4190-98a5-3308e90288c4,segment=NetworkSegment(5ade25de-1064-4465-b160-bf49e8b18bc5),segment_id=5ade25de-1064-4465-b160-bf49e8b18bc5)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:33:27.189129 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bd8c08a5-5743-403e-933b-cb8087172895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:27.191765 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f332b33-f79c-452d-8efd-75587ead4746 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:27.276314 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c08a5-5743-403e-933b-cb8087172895 None None] Pushing event updated for resources: {'Port': ['ID=938e2c08-45c0-4190-98a5-3308e90288c4,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:27.294466 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-06527d15-66b7-4a60-852f-a35dc94081d7 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:27.315063 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-7f332b33-f79c-452d-8efd-75587ead4746 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Deleting port d36235e0-b8b1-4e79-b80f-cd19af3be45b {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:33:27.315420 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f332b33-f79c-452d-8efd-75587ead4746 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:27.321056 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-06527d15-66b7-4a60-852f-a35dc94081d7 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Transition to ACTIVE for port object fba2c599-94c2-4e53-87c4-27f62ef9b5ab will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:33:27.429117 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-06527d15-66b7-4a60-852f-a35dc94081d7 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:27.443466 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f332b33-f79c-452d-8efd-75587ead4746 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:27.471800 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-7f332b33-f79c-452d-8efd-75587ead4746 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Calling delete_port for d36235e0-b8b1-4e79-b80f-cd19af3be45b owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:33:27.517534 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06527d15-66b7-4a60-852f-a35dc94081d7 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Network 23792707-d051-4835-976c-6290f2c53f21 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:33:27.524949 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-06527d15-66b7-4a60-852f-a35dc94081d7 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:27.531577 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06527d15-66b7-4a60-852f-a35dc94081d7 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:33:27.608024 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06527d15-66b7-4a60-852f-a35dc94081d7 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Pushing event updated for resources: {'Port': ['ID=fba2c599-94c2-4e53-87c4-27f62ef9b5ab,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:27.645784 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06527d15-66b7-4a60-852f-a35dc94081d7 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:27.648939 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-06527d15-66b7-4a60-852f-a35dc94081d7 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:27.690575 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-06527d15-66b7-4a60-852f-a35dc94081d7 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.2099683 Jul 09 16:33:27.693484 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52692) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:27.839340 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61b4996-8aab-49a3-a9f9-b7e9babef571 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:27.848400 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 938e2c08-45c0-4190-98a5-3308e90288c4 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:33:27.849211 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61b4996-8aab-49a3-a9f9-b7e9babef571 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:27.862518 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61b4996-8aab-49a3-a9f9-b7e9babef571 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:27.869463 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d61b4996-8aab-49a3-a9f9-b7e9babef571 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.1723299 Jul 09 16:33:27.869800 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52700) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:27.953039 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739f6d8-0070-4b8b-878e-ba5ec5535849 req-b490b8db-ebcb-4612-8b5d-93c9cba4d6de tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:27.954601 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4739f6d8-0070-4b8b-878e-ba5ec5535849 req-b490b8db-ebcb-4612-8b5d-93c9cba4d6de tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=7a9a053a-e73c-4363-a968-0d48a44281a1 HTTP/1.1" status: 200 len: 946 time: 0.2666030 Jul 09 16:33:27.955685 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 938e2c08-45c0-4190-98a5-3308e90288c4 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:33:27.999390 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-10896b4f-799f-4566-8b44-8dd197eb2208 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Deleting port fba2c599-94c2-4e53-87c4-27f62ef9b5ab {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:33:27.999745 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10896b4f-799f-4566-8b44-8dd197eb2208 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:28.024538 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f332b33-f79c-452d-8efd-75587ead4746 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:28.082795 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52706) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:28.147136 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10896b4f-799f-4566-8b44-8dd197eb2208 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:28.166716 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:28.169710 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4739f6d8-0070-4b8b-878e-ba5ec5535849 req-f1bd7105-0b40-4091-bb44-e9f6d3528c1c tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956205 Jul 09 16:33:28.171991 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-10896b4f-799f-4566-8b44-8dd197eb2208 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Calling delete_port for fba2c599-94c2-4e53-87c4-27f62ef9b5ab owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:33:28.212688 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f332b33-f79c-452d-8efd-75587ead4746 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Pushing event deleted for resources: {'Port': ['ID=d36235e0-b8b1-4e79-b80f-cd19af3be45b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:28.238082 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f332b33-f79c-452d-8efd-75587ead4746 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:28.366042 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f332b33-f79c-452d-8efd-75587ead4746 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:28.369202 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f332b33-f79c-452d-8efd-75587ead4746 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:28.409781 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10896b4f-799f-4566-8b44-8dd197eb2208 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:28.441405 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f332b33-f79c-452d-8efd-75587ead4746 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:28.441943 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f332b33-f79c-452d-8efd-75587ead4746 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Fanout notify agent at l3_agent the message router_deleted on router 6d53a1c4-0b9b-4b73-bfd1-3be4d8f0f13e {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:33:28.448919 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f332b33-f79c-452d-8efd-75587ead4746 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:28.453534 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-7f332b33-f79c-452d-8efd-75587ead4746 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] 10.222.0.98 "DELETE /v2.0/routers/6d53a1c4-0b9b-4b73-bfd1-3be4d8f0f13e HTTP/1.1" status: 204 len: 168 time: 1.5781255 Jul 09 16:33:28.453724 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52716) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:28.527022 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10896b4f-799f-4566-8b44-8dd197eb2208 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Pushing event deleted for resources: {'Port': ['ID=fba2c599-94c2-4e53-87c4-27f62ef9b5ab,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:28.535870 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4be5e73b-3456-4d4f-8c8e-b19ea4ee5b91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:28.591153 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5ffb77b-57e9-4f59-b714-c1aa53d89810 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Deleting subnet 96dbf744-21c8-4d34-8138-4a8d09d09759 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:33:28.604631 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b5ffb77b-57e9-4f59-b714-c1aa53d89810 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:28.729830 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b5ffb77b-57e9-4f59-b714-c1aa53d89810 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:28.779496 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372c15a4-0bc9-451f-b26b-33a8a58e50e9 None None] Network 23792707-d051-4835-976c-6290f2c53f21 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:33:28.824032 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10896b4f-799f-4566-8b44-8dd197eb2208 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:28.827353 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-10896b4f-799f-4566-8b44-8dd197eb2208 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] 10.222.0.98 "DELETE /v2.0/ports/fba2c599-94c2-4e53-87c4-27f62ef9b5ab HTTP/1.1" status: 204 len: 168 time: 0.9565609 Jul 09 16:33:28.830625 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52724) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:28.869617 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d280aac-5898-471a-a11a-e43786e36fc3 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] GET failed (client error): The resource could not be found. Jul 09 16:33:28.871592 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-4d280aac-5898-471a-a11a-e43786e36fc3 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] 10.222.0.98 "GET /v2.0/ports/fba2c599-94c2-4e53-87c4-27f62ef9b5ab HTTP/1.1" status: 404 len: 333 time: 0.0395887 Jul 09 16:33:28.871943 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b5ffb77b-57e9-4f59-b714-c1aa53d89810 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:28.875271 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52728) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:28.906280 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-e043dce3-c952-4ae2-afe1-ec8f7e02a33d tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Request body: {'port': {'network_id': '23792707-d051-4835-976c-6290f2c53f21', 'name': 'tempest-AllowedAddressPairTestJSON-348774934'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:28.908767 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-81a7b253-1dfa-42e8-986f-378ee4c4b2f3 None None] Provisioning for port 938e2c08-45c0-4190-98a5-3308e90288c4 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:33:28.912275 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4be5e73b-3456-4d4f-8c8e-b19ea4ee5b91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:28.918514 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4be5e73b-3456-4d4f-8c8e-b19ea4ee5b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:28.931840 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-81a7b253-1dfa-42e8-986f-378ee4c4b2f3 None None] Provisioning complete for port 938e2c08-45c0-4190-98a5-3308e90288c4 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:33:28.932630 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-81a7b253-1dfa-42e8-986f-378ee4c4b2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:28.963438 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be5e73b-3456-4d4f-8c8e-b19ea4ee5b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6782bbe-6958-44cf-8062-dbd301c3407e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:28.972346 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-4be5e73b-3456-4d4f-8c8e-b19ea4ee5b91 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b61c106ebdfa4eecaf2e7b41c8c8a747&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8883722 Jul 09 16:33:28.973067 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52732) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:29.027723 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b5ffb77b-57e9-4f59-b714-c1aa53d89810 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:29.053903 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f1b6a94-a8f4-47ec-9074-8ebe96bba96f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:29.088254 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f1b6a94-a8f4-47ec-9074-8ebe96bba96f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:29.111898 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ffb77b-57e9-4f59-b714-c1aa53d89810 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Pushing event deleted for resources: {'Subnet': ['ID=96dbf744-21c8-4d34-8138-4a8d09d09759,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:29.123901 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b5ffb77b-57e9-4f59-b714-c1aa53d89810 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:29.126908 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b5ffb77b-57e9-4f59-b714-c1aa53d89810 tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] 10.222.0.98 "DELETE /v2.0/subnets/96dbf744-21c8-4d34-8138-4a8d09d09759 HTTP/1.1" status: 204 len: 168 time: 0.6721623 Jul 09 16:33:29.130524 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52734) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:29.139381 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3939b5-9df2-4920-b519-6738e4775be6 None None] Network 2daa1873-f177-40c5-817c-68dfe6d35c91 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:33:29.149132 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f1b6a94-a8f4-47ec-9074-8ebe96bba96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:29.153537 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f1b6a94-a8f4-47ec-9074-8ebe96bba96f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:29.155335 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6f1b6a94-a8f4-47ec-9074-8ebe96bba96f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b6782bbe-6958-44cf-8062-dbd301c3407e HTTP/1.1" status: 204 len: 168 time: 0.1814089 Jul 09 16:33:29.171582 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b6a94-a8f4-47ec-9074-8ebe96bba96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6782bbe-6958-44cf-8062-dbd301c3407e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:29.187387 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-81a7b253-1dfa-42e8-986f-378ee4c4b2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:29.262702 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-16f5d1f3-509d-402f-8633-218bdc26815b tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:29.289046 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e043dce3-c952-4ae2-afe1-ec8f7e02a33d tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Made reservation on behalf of d453b53feb4d47fab4daef6941929656 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:33:29.293808 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e043dce3-c952-4ae2-afe1-ec8f7e02a33d tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:29.343987 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-e043dce3-c952-4ae2-afe1-ec8f7e02a33d tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] device_id is not set on port 8e8c967a-a03b-4961-b28a-bae1b6a643cb yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:33:29.434326 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-81a7b253-1dfa-42e8-986f-378ee4c4b2f3 None None] For port 938e2c08-45c0-4190-98a5-3308e90288c4, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=938e2c08-45c0-4190-98a5-3308e90288c4,segment=NetworkSegment(5ade25de-1064-4465-b160-bf49e8b18bc5),segment_id=5ade25de-1064-4465-b160-bf49e8b18bc5)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:33:29.451856 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-81a7b253-1dfa-42e8-986f-378ee4c4b2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:29.519386 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-e043dce3-c952-4ae2-afe1-ec8f7e02a33d tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Allocated IP 172.20.0.14 (23792707-d051-4835-976c-6290f2c53f21/11d2c9eb-ac1e-4405-bb5d-4ee6cd8a9dad/8e8c967a-a03b-4961-b28a-bae1b6a643cb) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:33:29.546284 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a7b253-1dfa-42e8-986f-378ee4c4b2f3 None None] Pushing event updated for resources: {'Port': ['ID=938e2c08-45c0-4190-98a5-3308e90288c4,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:29.615618 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-16f5d1f3-509d-402f-8633-218bdc26815b tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Deleting port 2b7881dc-cea1-4678-a6c8-a5813d3a4222 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:33:29.615950 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-16f5d1f3-509d-402f-8633-218bdc26815b tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:29.724369 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52762) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:29.738299 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-612466fc-e821-4b08-bbd5-10569c107cc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:29.807195 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd47053-3c1f-43e7-9dff-8fdef38823f7 None None] DHCP port deletion for 2daa1873-f177-40c5-817c-68dfe6d35c91 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:33:29.849969 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 938e2c08-45c0-4190-98a5-3308e90288c4 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:33:29.851422 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5ce7a-367a-4107-8c06-6dcad04e04fa req-1127ebc4-a0b3-48c5-a52e-bb3ba32299a7 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:29.856757 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8ae5ce7a-367a-4107-8c06-6dcad04e04fa req-1127ebc4-a0b3-48c5-a52e-bb3ba32299a7 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=7a9a053a-e73c-4363-a968-0d48a44281a1 HTTP/1.1" status: 200 len: 946 time: 0.3789847 Jul 09 16:33:29.903830 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-16f5d1f3-509d-402f-8633-218bdc26815b tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] For port 2b7881dc-cea1-4678-a6c8-a5813d3a4222, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=2b7881dc-cea1-4678-a6c8-a5813d3a4222,segment=NetworkSegment(45983dea-e516-409c-aab0-68cc2a19876c),segment_id=45983dea-e516-409c-aab0-68cc2a19876c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:33:29.904114 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-16f5d1f3-509d-402f-8633-218bdc26815b tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:29.911935 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-612466fc-e821-4b08-bbd5-10569c107cc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:29.919472 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-612466fc-e821-4b08-bbd5-10569c107cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:29.955603 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8ae5ce7a-367a-4107-8c06-6dcad04e04fa req-72dbf515-6641-49f2-8d2f-10f459a8ac28 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899301 Jul 09 16:33:29.956529 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-16f5d1f3-509d-402f-8633-218bdc26815b tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Calling delete_port for 2b7881dc-cea1-4678-a6c8-a5813d3a4222 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:33:29.957715 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-5dd47053-3c1f-43e7-9dff-8fdef38823f7 None None] Deleting port 2b7881dc-cea1-4678-a6c8-a5813d3a4222 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:33:29.959730 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5dd47053-3c1f-43e7-9dff-8fdef38823f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:29.968039 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-612466fc-e821-4b08-bbd5-10569c107cc3 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0e12f2b80c1b403596b1b8b1ad5ba179&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2405660 Jul 09 16:33:29.968039 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52770) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:29.969936 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612466fc-e821-4b08-bbd5-10569c107cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c35880-9256-46b2-aa58-15e197703d7e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:29.985236 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 938e2c08-45c0-4190-98a5-3308e90288c4 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:33:29.988945 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:30.072579 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e043dce3-c952-4ae2-afe1-ec8f7e02a33d tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:30.074779 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-5dd47053-3c1f-43e7-9dff-8fdef38823f7 None None] For port 2b7881dc-cea1-4678-a6c8-a5813d3a4222, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=2b7881dc-cea1-4678-a6c8-a5813d3a4222,segment=NetworkSegment(45983dea-e516-409c-aab0-68cc2a19876c),segment_id=45983dea-e516-409c-aab0-68cc2a19876c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:33:30.075255 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5dd47053-3c1f-43e7-9dff-8fdef38823f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:30.084847 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-66ce496c-076e-48c7-b905-4ad85c5d59cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:30.106167 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e043dce3-c952-4ae2-afe1-ec8f7e02a33d tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Transition to ACTIVE for port object 8e8c967a-a03b-4961-b28a-bae1b6a643cb will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:33:30.115081 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-66ce496c-076e-48c7-b905-4ad85c5d59cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:30.153462 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-5dd47053-3c1f-43e7-9dff-8fdef38823f7 None None] Calling delete_port for 2b7881dc-cea1-4678-a6c8-a5813d3a4222 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:33:30.165757 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-16f5d1f3-509d-402f-8633-218bdc26815b tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:30.180591 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-66ce496c-076e-48c7-b905-4ad85c5d59cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:30.183506 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-66ce496c-076e-48c7-b905-4ad85c5d59cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:30.188200 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-66ce496c-076e-48c7-b905-4ad85c5d59cb admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/15c35880-9256-46b2-aa58-15e197703d7e HTTP/1.1" status: 204 len: 168 time: 0.2173104 Jul 09 16:33:30.201799 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f5d1f3-509d-402f-8633-218bdc26815b tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Pushing event deleted for resources: {'Port': ['ID=2b7881dc-cea1-4678-a6c8-a5813d3a4222,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:30.211094 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e043dce3-c952-4ae2-afe1-ec8f7e02a33d tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:30.221422 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e9e229a9-308a-4b28-8f28-3f83518ffde3 None None] Provisioning for port d90db8fb-16af-4273-abb9-b4991779f8c8 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:33:30.223033 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ce496c-076e-48c7-b905-4ad85c5d59cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c35880-9256-46b2-aa58-15e197703d7e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:30.232128 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e9e229a9-308a-4b28-8f28-3f83518ffde3 None None] Provisioning complete for port d90db8fb-16af-4273-abb9-b4991779f8c8 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:33:30.232577 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e9e229a9-308a-4b28-8f28-3f83518ffde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:30.240171 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f5d1f3-509d-402f-8633-218bdc26815b tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] No DVR routers for this DVR port 2b7881dc-cea1-4678-a6c8-a5813d3a4222 on host n-d-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:33:30.341493 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e043dce3-c952-4ae2-afe1-ec8f7e02a33d tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Network 23792707-d051-4835-976c-6290f2c53f21 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:33:30.369864 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-e9e229a9-308a-4b28-8f28-3f83518ffde3 None None] Port d90db8fb-16af-4273-abb9-b4991779f8c8 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:33:30.394426 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:33:30.394426 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:33:30.394426 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:33:30.394426 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:33:30.394426 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:33:30.394426 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:33:30.394426 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:33:30.394426 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:33:30.394426 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:33:30.394426 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:33:30.394426 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:33:30.394426 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:33:30.394426 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:33:30.394426 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:33:30.394426 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:33:30.394426 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:33:30.394426 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:33:30.394426 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:33:30.394426 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:33:30.394426 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:33:30.394426 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:33:30.394426 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:33:30.394426 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:33:30.394426 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:33:30.394426 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:33:30.394426 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:33:30.394426 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:33:30.394426 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:33:30.394426 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:33:30.394426 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:33:30.394426 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:33:30.394426 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:33:30.394426 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:33:30.394426 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:33:30.394426 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:33:30.394426 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:33:30.394426 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:33:30.394426 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:33:30.394426 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:33:30.394426 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:33:30.397408 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:33:30.397408 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:33:30.397408 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:33:30.397408 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:33:30.397408 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:33:30.397408 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:33:30.397408 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:33:30.397408 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:33:30.397408 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:33:30.397408 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:33:30.397408 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:33:30.397408 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:33:30.397408 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:33:30.397408 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:33:30.397408 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e9e229a9-308a-4b28-8f28-3f83518ffde3 None None] Provisioning complete for port 938e2c08-45c0-4190-98a5-3308e90288c4 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:33:30.397408 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e9e229a9-308a-4b28-8f28-3f83518ffde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:30.402079 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5dd47053-3c1f-43e7-9dff-8fdef38823f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:30.411153 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-e043dce3-c952-4ae2-afe1-ec8f7e02a33d tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:30.442380 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e043dce3-c952-4ae2-afe1-ec8f7e02a33d tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:33:30.509997 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e043dce3-c952-4ae2-afe1-ec8f7e02a33d tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:30.510663 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e043dce3-c952-4ae2-afe1-ec8f7e02a33d tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:30.526724 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd47053-3c1f-43e7-9dff-8fdef38823f7 None None] Pushing event deleted for resources: {'Port': ['ID=2b7881dc-cea1-4678-a6c8-a5813d3a4222,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:30.530064 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e043dce3-c952-4ae2-afe1-ec8f7e02a33d tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Pushing event updated for resources: {'Port': ['ID=8e8c967a-a03b-4961-b28a-bae1b6a643cb,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:30.536752 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-16f5d1f3-509d-402f-8633-218bdc26815b tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:30.536957 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd47053-3c1f-43e7-9dff-8fdef38823f7 None None] No DVR routers for this DVR port 2b7881dc-cea1-4678-a6c8-a5813d3a4222 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:33:30.551271 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-16f5d1f3-509d-402f-8633-218bdc26815b tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2daa1873-f177-40c5-817c-68dfe6d35c91']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:30.582625 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e043dce3-c952-4ae2-afe1-ec8f7e02a33d tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7034202 Jul 09 16:33:30.582625 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-16f5d1f3-509d-402f-8633-218bdc26815b tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45983dea-e516-409c-aab0-68cc2a19876c') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:30.582625 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-16f5d1f3-509d-402f-8633-218bdc26815b tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45983dea-e516-409c-aab0-68cc2a19876c') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:30.584020 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52812) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:30.590378 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b68484fb-ef26-498d-8bb9-0b2c5f89989d tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:86:87:52'}]}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:30.599133 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-16f5d1f3-509d-402f-8633-218bdc26815b tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:30.622579 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-16f5d1f3-509d-402f-8633-218bdc26815b tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:30.630738 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16f5d1f3-509d-402f-8633-218bdc26815b tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:33:30.631178 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-16f5d1f3-509d-402f-8633-218bdc26815b tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:30.679667 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:33:30.679667 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:33:30.679667 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:33:30.679667 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:33:30.679667 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:33:30.679667 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:33:30.679667 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:33:30.679667 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:33:30.679667 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:33:30.679667 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:33:30.679667 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:33:30.679667 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:33:30.679667 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:33:30.679667 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:33:30.679667 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:33:30.679667 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:33:30.679667 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:33:30.679667 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:33:30.679667 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:33:30.679667 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:33:30.679667 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:33:30.679667 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:33:30.679667 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:33:30.679667 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:33:30.679667 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:33:30.679667 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:33:30.679667 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:33:30.679667 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:33:30.679667 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:33:30.679667 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:33:30.679667 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:33:30.679667 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:33:30.679667 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:33:30.679667 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:33:30.721552 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-16f5d1f3-509d-402f-8633-218bdc26815b tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:30.729229 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-16f5d1f3-509d-402f-8633-218bdc26815b tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:30.744939 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-16f5d1f3-509d-402f-8633-218bdc26815b tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] 10.222.0.98 "DELETE /v2.0/networks/2daa1873-f177-40c5-817c-68dfe6d35c91 HTTP/1.1" status: 204 len: 168 time: 1.6084540 Jul 09 16:33:30.751120 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52830) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:30.768460 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-43ab3ebb-225f-4ad1-b44a-f7cc4d5d0e51 None None] Provisioning complete for port d90db8fb-16af-4273-abb9-b4991779f8c8 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:33:30.769175 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-43ab3ebb-225f-4ad1-b44a-f7cc4d5d0e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:30.779664 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f5d1f3-509d-402f-8633-218bdc26815b tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Pushing event deleted for resources: {'Network': ['ID=2daa1873-f177-40c5-817c-68dfe6d35c91,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:30.815296 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-43ab3ebb-225f-4ad1-b44a-f7cc4d5d0e51 None None] Port d90db8fb-16af-4273-abb9-b4991779f8c8 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:33:30.855458 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b68484fb-ef26-498d-8bb9-0b2c5f89989d tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:30.928473 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-437321d6-b5d5-4b6f-a4bf-7ff358db0a14 None None] Could not find standard attr ID for object fba2c599-94c2-4e53-87c4-27f62ef9b5ab. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:33:31.042432 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-cfad1dcd-3377-41dc-9cb6-73524d59752b tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Deleting port 419af1e7-0758-4c7e-b893-8eace01e646a {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:33:31.042432 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cfad1dcd-3377-41dc-9cb6-73524d59752b tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:31.157466 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-75816a56-6290-4bee-b49f-1b8ae3d38797 None None] Provisioning for port 8e8c967a-a03b-4961-b28a-bae1b6a643cb completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:33:31.163013 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-75816a56-6290-4bee-b49f-1b8ae3d38797 None None] Provisioning complete for port 8e8c967a-a03b-4961-b28a-bae1b6a643cb triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:33:31.163390 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-75816a56-6290-4bee-b49f-1b8ae3d38797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:31.221389 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-75816a56-6290-4bee-b49f-1b8ae3d38797 None None] Port 8e8c967a-a03b-4961-b28a-bae1b6a643cb cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:33:31.292119 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e57de3-163e-4f75-aa75-346edf0b6e26 req-88f371df-2425-4f25-b4ac-4ffa702f751c tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:31.294412 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-96e57de3-163e-4f75-aa75-346edf0b6e26 req-88f371df-2425-4f25-b4ac-4ffa702f751c tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=7a9a053a-e73c-4363-a968-0d48a44281a1 HTTP/1.1" status: 200 len: 946 time: 0.1086082 Jul 09 16:33:31.403450 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-96e57de3-163e-4f75-aa75-346edf0b6e26 req-5f754ffa-4897-4434-8bd3-0ab4b18285b3 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000416 Jul 09 16:33:31.656403 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cfad1dcd-3377-41dc-9cb6-73524d59752b tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:31.656686 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cfad1dcd-3377-41dc-9cb6-73524d59752b tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:31.679990 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-cfad1dcd-3377-41dc-9cb6-73524d59752b tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Calling delete_port for 419af1e7-0758-4c7e-b893-8eace01e646a owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:33:31.707938 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 2b7881dc-cea1-4678-a6c8-a5813d3a4222 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:33:31.743274 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 2b7881dc-cea1-4678-a6c8-a5813d3a4222 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:33:31.743890 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 2b7881dc-cea1-4678-a6c8-a5813d3a4222 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:33:31.828651 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b68484fb-ef26-498d-8bb9-0b2c5f89989d tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:31.841692 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b68484fb-ef26-498d-8bb9-0b2c5f89989d tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:31.969580 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-b68484fb-ef26-498d-8bb9-0b2c5f89989d tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] In _notify_port_updated(), no bound segment for port 8e8c967a-a03b-4961-b28a-bae1b6a643cb on network 23792707-d051-4835-976c-6290f2c53f21 {{(pid=93958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 16:33:31.975233 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68484fb-ef26-498d-8bb9-0b2c5f89989d tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:31.975889 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b68484fb-ef26-498d-8bb9-0b2c5f89989d tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:31.979933 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b68484fb-ef26-498d-8bb9-0b2c5f89989d tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] 10.222.0.98 "PUT /v2.0/ports/8e8c967a-a03b-4961-b28a-bae1b6a643cb HTTP/1.1" status: 200 len: 993 time: 1.3920019 Jul 09 16:33:31.980361 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52928) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:32.023476 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68484fb-ef26-498d-8bb9-0b2c5f89989d tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Pushing event updated for resources: {'Port': ['ID=8e8c967a-a03b-4961-b28a-bae1b6a643cb,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:32.091791 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450ce71-5975-42dd-9c36-7443b2ad77c0 req-329b2be8-2a1b-43bf-8d14-7817a1558adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:32.097183 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9450ce71-5975-42dd-9c36-7443b2ad77c0 req-329b2be8-2a1b-43bf-8d14-7817a1558adf service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7a9a053a-e73c-4363-a968-0d48a44281a1 HTTP/1.1" status: 200 len: 1097 time: 0.2169065 Jul 09 16:33:32.100260 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cfad1dcd-3377-41dc-9cb6-73524d59752b tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:32.141041 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52936) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:32.196667 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad1dcd-3377-41dc-9cb6-73524d59752b tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Pushing event deleted for resources: {'Port': ['ID=419af1e7-0758-4c7e-b893-8eace01e646a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:32.253810 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5c031487-ff90-443c-aad3-a935e64c28f6 None None] Provisioning complete for port 8e8c967a-a03b-4961-b28a-bae1b6a643cb triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:33:32.264590 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5c031487-ff90-443c-aad3-a935e64c28f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:32.284674 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9450ce71-5975-42dd-9c36-7443b2ad77c0 req-29baa1b9-d696-43df-9eaa-8b82026ab447 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770372 Jul 09 16:33:32.308963 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cfad1dcd-3377-41dc-9cb6-73524d59752b tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:32.312553 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cfad1dcd-3377-41dc-9cb6-73524d59752b tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:32.313837 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-cfad1dcd-3377-41dc-9cb6-73524d59752b tempest-FloatingIPAdminTestJSON-1950369923 tempest-FloatingIPAdminTestJSON-1950369923-project] 10.222.0.98 "DELETE /v2.0/floatingips/36a1a726-4fdc-4d2c-90bd-e73080c0ca60 HTTP/1.1" status: 204 len: 168 time: 1.5617592 Jul 09 16:33:32.346214 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-5c031487-ff90-443c-aad3-a935e64c28f6 None None] Port 8e8c967a-a03b-4961-b28a-bae1b6a643cb cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:33:32.353885 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e4675e57-7d32-4d3c-ab8f-2715dfc90237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:32.476798 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e4675e57-7d32-4d3c-ab8f-2715dfc90237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:32.487819 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e4675e57-7d32-4d3c-ab8f-2715dfc90237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:32.558924 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e4675e57-7d32-4d3c-ab8f-2715dfc90237 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=85d4cc3aebb842378e39221de2a7559e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3790445 Jul 09 16:33:32.564477 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52950) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:32.581462 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-f22977a9-0b3c-4ae2-9ebd-6c45b0eceee9 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Deleting port 8e8c967a-a03b-4961-b28a-bae1b6a643cb {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:33:32.583420 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f22977a9-0b3c-4ae2-9ebd-6c45b0eceee9 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:32.585461 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4675e57-7d32-4d3c-ab8f-2715dfc90237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da74741-6317-4d27-93a8-747b7e86554e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:32.631529 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a30f1d0-64f1-47fa-bbb1-28308ed03dd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:32.652530 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52952) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:32.662714 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a30f1d0-64f1-47fa-bbb1-28308ed03dd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:32.724666 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a30f1d0-64f1-47fa-bbb1-28308ed03dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:32.728464 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a30f1d0-64f1-47fa-bbb1-28308ed03dd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:32.732893 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0a30f1d0-64f1-47fa-bbb1-28308ed03dd5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4da74741-6317-4d27-93a8-747b7e86554e HTTP/1.1" status: 204 len: 168 time: 0.1652691 Jul 09 16:33:32.733077 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f22977a9-0b3c-4ae2-9ebd-6c45b0eceee9 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:32.740531 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a30f1d0-64f1-47fa-bbb1-28308ed03dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da74741-6317-4d27-93a8-747b7e86554e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:32.747472 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095049d-35eb-4cac-a2aa-cde246604c3a req-150f4c9f-fee3-4eb1-b480-0c828f455d83 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:32.749134 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c095049d-35eb-4cac-a2aa-cde246604c3a req-150f4c9f-fee3-4eb1-b480-0c828f455d83 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=7a9a053a-e73c-4363-a968-0d48a44281a1 HTTP/1.1" status: 200 len: 946 time: 0.1795125 Jul 09 16:33:32.756983 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-f22977a9-0b3c-4ae2-9ebd-6c45b0eceee9 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Calling delete_port for 8e8c967a-a03b-4961-b28a-bae1b6a643cb owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:33:32.851904 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c095049d-35eb-4cac-a2aa-cde246604c3a req-fc283055-04d0-4cb4-989a-8ba084fa3122 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879483 Jul 09 16:33:32.950151 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52964) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:32.950417 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c00c81b6-2e40-41a6-8ca1-abf5973d78f4 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8aeccde8ddc346aca55566184d9e8486&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2932503 Jul 09 16:33:32.981988 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f22977a9-0b3c-4ae2-9ebd-6c45b0eceee9 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:33.036175 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22977a9-0b3c-4ae2-9ebd-6c45b0eceee9 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Pushing event deleted for resources: {'Port': ['ID=8e8c967a-a03b-4961-b28a-bae1b6a643cb,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:33.103185 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52968) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:33.121737 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bcd0f7d4-e590-4217-8f6d-8e367feebda2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:33.145187 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0e2fc9af-fdf4-4b54-99cd-13f25cd2f1c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:33.204256 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0e2fc9af-fdf4-4b54-99cd-13f25cd2f1c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:33.231220 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bcd0f7d4-e590-4217-8f6d-8e367feebda2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:33.238208 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bcd0f7d4-e590-4217-8f6d-8e367feebda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:33.269856 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-bcd0f7d4-e590-4217-8f6d-8e367feebda2 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a3ece24c0e754f35a885583aa89fd599&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1654344 Jul 09 16:33:33.276735 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52970) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:33.328233 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd0f7d4-e590-4217-8f6d-8e367feebda2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f560ff-c422-4e4a-b4f5-75285401f68d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:33.352238 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f22977a9-0b3c-4ae2-9ebd-6c45b0eceee9 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:33.354662 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f22977a9-0b3c-4ae2-9ebd-6c45b0eceee9 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] 10.222.0.98 "DELETE /v2.0/ports/8e8c967a-a03b-4961-b28a-bae1b6a643cb HTTP/1.1" status: 204 len: 168 time: 1.3727441 Jul 09 16:33:33.356535 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0e2fc9af-fdf4-4b54-99cd-13f25cd2f1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:33.359964 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52974) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:33.360467 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0e2fc9af-fdf4-4b54-99cd-13f25cd2f1c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:33.362352 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0e2fc9af-fdf4-4b54-99cd-13f25cd2f1c9 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f977d67e-8765-4f3b-8ec2-a37999560702 HTTP/1.1" status: 204 len: 168 time: 0.4110980 Jul 09 16:33:33.371884 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2fc9af-fdf4-4b54-99cd-13f25cd2f1c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f977d67e-8765-4f3b-8ec2-a37999560702,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:33.395408 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75bffd21-9e90-4407-a2c5-2b39bac133e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:33.397540 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-d00bf8e5-5a89-4ac4-97d8-9bb3ccefc795 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] GET failed (client error): The resource could not be found. Jul 09 16:33:33.403969 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52978) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:33.404129 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d00bf8e5-5a89-4ac4-97d8-9bb3ccefc795 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] 10.222.0.98 "GET /v2.0/ports/8e8c967a-a03b-4961-b28a-bae1b6a643cb HTTP/1.1" status: 404 len: 333 time: 0.0429399 Jul 09 16:33:33.416232 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-418b0136-8ece-44c8-b826-bd439735058e tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Request body: {'port': {'network_id': '23792707-d051-4835-976c-6290f2c53f21', 'name': 'tempest-AllowedAddressPairTestJSON-1643919722'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:33.426675 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75bffd21-9e90-4407-a2c5-2b39bac133e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:33.501592 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75bffd21-9e90-4407-a2c5-2b39bac133e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:33.504969 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75bffd21-9e90-4407-a2c5-2b39bac133e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:33.506174 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-75bffd21-9e90-4407-a2c5-2b39bac133e9 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c3f560ff-c422-4e4a-b4f5-75285401f68d HTTP/1.1" status: 204 len: 168 time: 0.2284887 Jul 09 16:33:33.516576 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bffd21-9e90-4407-a2c5-2b39bac133e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f560ff-c422-4e4a-b4f5-75285401f68d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:33.591575 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418b0136-8ece-44c8-b826-bd439735058e tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Made reservation on behalf of d453b53feb4d47fab4daef6941929656 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:33:33.597891 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-418b0136-8ece-44c8-b826-bd439735058e tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:33.628048 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-418b0136-8ece-44c8-b826-bd439735058e tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] device_id is not set on port a7224948-2eb9-4f35-bc97-846311997d32 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:33:33.794897 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-418b0136-8ece-44c8-b826-bd439735058e tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Allocated IP 172.20.0.14 (23792707-d051-4835-976c-6290f2c53f21/11d2c9eb-ac1e-4405-bb5d-4ee6cd8a9dad/a7224948-2eb9-4f35-bc97-846311997d32) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:33:33.980608 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52998) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:33.987053 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-418b0136-8ece-44c8-b826-bd439735058e tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:34.011425 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3b38be9e-34bf-47f3-a7ff-1424ccf8eeae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:34.025794 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-418b0136-8ece-44c8-b826-bd439735058e tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Transition to ACTIVE for port object a7224948-2eb9-4f35-bc97-846311997d32 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:33:34.132492 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-418b0136-8ece-44c8-b826-bd439735058e tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:34.201550 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418b0136-8ece-44c8-b826-bd439735058e tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Network 23792707-d051-4835-976c-6290f2c53f21 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:33:34.219777 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84719f7-baaa-4cca-9c7e-187de5b55f39 req-3047cd21-1225-4975-8dfa-65e24e192eba tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:34.221454 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c84719f7-baaa-4cca-9c7e-187de5b55f39 req-3047cd21-1225-4975-8dfa-65e24e192eba tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=7a9a053a-e73c-4363-a968-0d48a44281a1 HTTP/1.1" status: 200 len: 946 time: 0.1939108 Jul 09 16:33:34.222387 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-418b0136-8ece-44c8-b826-bd439735058e tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:34.228808 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418b0136-8ece-44c8-b826-bd439735058e tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:33:34.238575 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b0136-8ece-44c8-b826-bd439735058e tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Pushing event updated for resources: {'Port': ['ID=a7224948-2eb9-4f35-bc97-846311997d32,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:34.341156 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3b38be9e-34bf-47f3-a7ff-1424ccf8eeae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:34.354866 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418b0136-8ece-44c8-b826-bd439735058e tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:34.355547 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-418b0136-8ece-44c8-b826-bd439735058e tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:34.360661 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c84719f7-baaa-4cca-9c7e-187de5b55f39 req-cfa0420f-5e5b-4c63-a348-4ae5d4116bc1 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947497 Jul 09 16:33:34.363189 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3b38be9e-34bf-47f3-a7ff-1424ccf8eeae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:34.410130 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53018) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:34.410732 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-418b0136-8ece-44c8-b826-bd439735058e tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0049758 Jul 09 16:33:34.418340 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-bd40323e-7d1a-43ab-93e2-ed86180767b2 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:86:87:52'}]}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:34.425947 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b38be9e-34bf-47f3-a7ff-1424ccf8eeae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6b4c26-8c36-41ab-ad92-1314b0ad6816,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:34.431729 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3b38be9e-34bf-47f3-a7ff-1424ccf8eeae admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ffa8097cb65c42f88a182729b3be791c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4500663 Jul 09 16:33:34.435387 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53020) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:34.541447 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cf649a33-b39d-43e8-b618-2c58d0197c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:34.578708 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cf649a33-b39d-43e8-b618-2c58d0197c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:34.670188 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cf649a33-b39d-43e8-b618-2c58d0197c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:34.677273 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cf649a33-b39d-43e8-b618-2c58d0197c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:34.695871 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0d76d443-b20b-4994-a9d3-6cc07a25b076 None None] Provisioning for port a7224948-2eb9-4f35-bc97-846311997d32 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:33:34.697444 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-cf649a33-b39d-43e8-b618-2c58d0197c84 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2f6b4c26-8c36-41ab-ad92-1314b0ad6816 HTTP/1.1" status: 204 len: 168 time: 0.2546070 Jul 09 16:33:34.702936 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0d76d443-b20b-4994-a9d3-6cc07a25b076 None None] Provisioning complete for port a7224948-2eb9-4f35-bc97-846311997d32 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:33:34.703348 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0d76d443-b20b-4994-a9d3-6cc07a25b076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:34.773445 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bd40323e-7d1a-43ab-93e2-ed86180767b2 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:34.783767 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-0d76d443-b20b-4994-a9d3-6cc07a25b076 None None] Port a7224948-2eb9-4f35-bc97-846311997d32 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:33:34.823200 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf649a33-b39d-43e8-b618-2c58d0197c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6b4c26-8c36-41ab-ad92-1314b0ad6816,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:34.897833 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ad18d-62e7-4553-8b42-654729cac7fb req-87202050-ae9a-4061-9d16-80596ef763b2 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:34.900268 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-861ad18d-62e7-4553-8b42-654729cac7fb req-87202050-ae9a-4061-9d16-80596ef763b2 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/networks?id=cb4b78a9-5124-4c19-9828-f616933bcd81 HTTP/1.1" status: 200 len: 811 time: 0.1930380 Jul 09 16:33:34.919123 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-861ad18d-62e7-4553-8b42-654729cac7fb req-ed52e638-60dc-4afe-83da-85cf82ecc721 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/quotas/a59a2cde09cd4c80b3ef731d0f4eb5ae HTTP/1.1" status: 200 len: 375 time: 0.0122135 Jul 09 16:33:35.039388 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-861ad18d-62e7-4553-8b42-654729cac7fb req-4fb18742-9594-478c-a43b-27a95ab73e08 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=a59a2cde09cd4c80b3ef731d0f4eb5ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1129858 Jul 09 16:33:35.054834 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bd40323e-7d1a-43ab-93e2-ed86180767b2 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:35.063613 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bd40323e-7d1a-43ab-93e2-ed86180767b2 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:35.121893 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53054) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:35.190429 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd40323e-7d1a-43ab-93e2-ed86180767b2 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Pushing event updated for resources: {'Port': ['ID=a7224948-2eb9-4f35-bc97-846311997d32,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:35.201244 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-bd40323e-7d1a-43ab-93e2-ed86180767b2 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] In _notify_port_updated(), no bound segment for port a7224948-2eb9-4f35-bc97-846311997d32 on network 23792707-d051-4835-976c-6290f2c53f21 {{(pid=93958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 16:33:35.202863 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-861ad18d-62e7-4553-8b42-654729cac7fb req-16d49241-d8f8-41d6-98be-0e723538aea0 service neutron] 10.222.0.98 "GET /v2.0/networks/cb4b78a9-5124-4c19-9828-f616933bcd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557040 Jul 09 16:33:35.215904 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd40323e-7d1a-43ab-93e2-ed86180767b2 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:35.217150 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bd40323e-7d1a-43ab-93e2-ed86180767b2 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:35.218534 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-bd40323e-7d1a-43ab-93e2-ed86180767b2 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] 10.222.0.98 "PUT /v2.0/ports/a7224948-2eb9-4f35-bc97-846311997d32 HTTP/1.1" status: 200 len: 997 time: 0.8064480 Jul 09 16:33:35.223112 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53058) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:35.367646 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53060) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:35.369392 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-91eb0f7c-3d12-4e85-9c13-ddb5a68485e5 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Deleting port a7224948-2eb9-4f35-bc97-846311997d32 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:33:35.369877 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-91eb0f7c-3d12-4e85-9c13-ddb5a68485e5 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:35.380779 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e9c0b8f7-8f5b-47d1-b34d-1db5f3dc377d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:35.384952 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-861ad18d-62e7-4553-8b42-654729cac7fb req-b6745305-161d-4ad1-b131-e6bc01d22262 service neutron] 10.222.0.98 "GET /v2.0/networks/cb4b78a9-5124-4c19-9828-f616933bcd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741786 Jul 09 16:33:35.409659 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-60d8fc64-8f5f-49de-9d06-241bbe792733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:35.519713 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0f6aa197-5849-42ce-aa0a-a3b93b974a02 None None] Provisioning complete for port a7224948-2eb9-4f35-bc97-846311997d32 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:33:35.520148 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0f6aa197-5849-42ce-aa0a-a3b93b974a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:35.601025 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-0f6aa197-5849-42ce-aa0a-a3b93b974a02 None None] Port a7224948-2eb9-4f35-bc97-846311997d32 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:33:35.642202 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8c5f2004-b6d7-40b4-aca1-b4be60068106 req-05d78b8d-c8b8-4189-80bd-6af209fd620c tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8d61f9e-57f7-4989-9af3-b4f837d642a2 HTTP/1.1" status: 200 len: 210 time: 0.0506957 Jul 09 16:33:35.658988 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e9c0b8f7-8f5b-47d1-b34d-1db5f3dc377d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:35.672452 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e9c0b8f7-8f5b-47d1-b34d-1db5f3dc377d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:35.688371 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-91eb0f7c-3d12-4e85-9c13-ddb5a68485e5 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:35.722753 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-91eb0f7c-3d12-4e85-9c13-ddb5a68485e5 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Calling delete_port for a7224948-2eb9-4f35-bc97-846311997d32 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:33:35.765768 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c0b8f7-8f5b-47d1-b34d-1db5f3dc377d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4327221-ffb0-4410-8e99-1fd292243488,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:35.787046 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e9c0b8f7-8f5b-47d1-b34d-1db5f3dc377d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b6774133a42f48f2a13d86f071e0df8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6640503 Jul 09 16:33:35.790887 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53072) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:35.922956 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3b1b1dfa-512d-44d8-bb1e-f71b47d8fa0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:35.926331 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-60d8fc64-8f5f-49de-9d06-241bbe792733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:35.941999 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-60d8fc64-8f5f-49de-9d06-241bbe792733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:35.947761 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3b1b1dfa-512d-44d8-bb1e-f71b47d8fa0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:35.970076 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-60d8fc64-8f5f-49de-9d06-241bbe792733 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3e44aac497ba4bc5ac6738cae9ded682&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5969338 Jul 09 16:33:35.973344 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53076) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:36.000543 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d8fc64-8f5f-49de-9d06-241bbe792733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bcb3a22-b582-4a13-8677-e9ca8b7a5300,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:36.017987 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-91eb0f7c-3d12-4e85-9c13-ddb5a68485e5 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:36.046713 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-75334bbb-834d-4061-b60a-0f6354ed82e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:36.052558 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3b1b1dfa-512d-44d8-bb1e-f71b47d8fa0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:36.055625 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eb0f7c-3d12-4e85-9c13-ddb5a68485e5 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Pushing event deleted for resources: {'Port': ['ID=a7224948-2eb9-4f35-bc97-846311997d32,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:36.056868 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3b1b1dfa-512d-44d8-bb1e-f71b47d8fa0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:36.063598 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3b1b1dfa-512d-44d8-bb1e-f71b47d8fa0f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b4327221-ffb0-4410-8e99-1fd292243488 HTTP/1.1" status: 204 len: 168 time: 0.2714312 Jul 09 16:33:36.102031 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b1dfa-512d-44d8-bb1e-f71b47d8fa0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4327221-ffb0-4410-8e99-1fd292243488,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:36.124992 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-75334bbb-834d-4061-b60a-0f6354ed82e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:36.225302 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-75334bbb-834d-4061-b60a-0f6354ed82e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:36.227881 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-75334bbb-834d-4061-b60a-0f6354ed82e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:36.231838 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-75334bbb-834d-4061-b60a-0f6354ed82e6 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1bcb3a22-b582-4a13-8677-e9ca8b7a5300 HTTP/1.1" status: 204 len: 168 time: 0.2547402 Jul 09 16:33:36.242195 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75334bbb-834d-4061-b60a-0f6354ed82e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bcb3a22-b582-4a13-8677-e9ca8b7a5300,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:36.270371 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-91eb0f7c-3d12-4e85-9c13-ddb5a68485e5 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:36.278093 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53084) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:36.279557 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-91eb0f7c-3d12-4e85-9c13-ddb5a68485e5 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] 10.222.0.98 "DELETE /v2.0/ports/a7224948-2eb9-4f35-bc97-846311997d32 HTTP/1.1" status: 204 len: 168 time: 1.0548999 Jul 09 16:33:36.336144 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-62e64e19-8082-467d-86ba-127432ecefdd tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] GET failed (client error): The resource could not be found. Jul 09 16:33:36.341886 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-62e64e19-8082-467d-86ba-127432ecefdd tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] 10.222.0.98 "GET /v2.0/ports/a7224948-2eb9-4f35-bc97-846311997d32 HTTP/1.1" status: 404 len: 333 time: 0.0621638 Jul 09 16:33:36.344184 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53086) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:36.353751 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-cd0ff2c5-b354-4d72-9676-712fb1b58c4e tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Request body: {'port': {'network_id': '23792707-d051-4835-976c-6290f2c53f21', 'name': 'tempest-AllowedAddressPairTestJSON-816221579'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:36.506756 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0ff2c5-b354-4d72-9676-712fb1b58c4e tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Made reservation on behalf of d453b53feb4d47fab4daef6941929656 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:33:36.516077 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd0ff2c5-b354-4d72-9676-712fb1b58c4e tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:36.555900 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-cd0ff2c5-b354-4d72-9676-712fb1b58c4e tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] device_id is not set on port c9a93d6c-1882-48eb-b55c-6742c000be7c yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:33:36.806267 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9eaccfe4-4510-4bc5-81f0-a39d6ea0bdf7 req-fa4c3904-2c8c-4557-b0a5-8542455d3862 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8d61f9e-57f7-4989-9af3-b4f837d642a2 HTTP/1.1" status: 200 len: 210 time: 0.0412471 Jul 09 16:33:36.818980 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-cd0ff2c5-b354-4d72-9676-712fb1b58c4e tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Allocated IP 172.20.0.6 (23792707-d051-4835-976c-6290f2c53f21/11d2c9eb-ac1e-4405-bb5d-4ee6cd8a9dad/c9a93d6c-1882-48eb-b55c-6742c000be7c) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:33:37.044503 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd0ff2c5-b354-4d72-9676-712fb1b58c4e tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:37.072086 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-cd0ff2c5-b354-4d72-9676-712fb1b58c4e tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Transition to ACTIVE for port object c9a93d6c-1882-48eb-b55c-6742c000be7c will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:33:37.128809 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd0ff2c5-b354-4d72-9676-712fb1b58c4e tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:37.215148 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0ff2c5-b354-4d72-9676-712fb1b58c4e tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Network 23792707-d051-4835-976c-6290f2c53f21 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:33:37.238234 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-cd0ff2c5-b354-4d72-9676-712fb1b58c4e tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:37.267682 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0ff2c5-b354-4d72-9676-712fb1b58c4e tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:33:37.371194 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ff2c5-b354-4d72-9676-712fb1b58c4e tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Pushing event updated for resources: {'Port': ['ID=c9a93d6c-1882-48eb-b55c-6742c000be7c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:37.450380 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0ff2c5-b354-4d72-9676-712fb1b58c4e tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:37.452630 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd0ff2c5-b354-4d72-9676-712fb1b58c4e tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:37.494746 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-cd0ff2c5-b354-4d72-9676-712fb1b58c4e tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1470857 Jul 09 16:33:37.497551 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53136) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:37.510376 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-0c3562d2-3dc6-42dc-a8f1-edd1157d333d tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Request body: {'port': {'network_id': '23792707-d051-4835-976c-6290f2c53f21', 'name': 'tempest-AllowedAddressPairTestJSON-1994279533'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:37.518011 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ad18d-62e7-4553-8b42-654729cac7fb req-187d3360-12e0-42d1-9b03-7f8961ae12b7 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:37.524566 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-861ad18d-62e7-4553-8b42-654729cac7fb req-187d3360-12e0-42d1-9b03-7f8961ae12b7 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.73 "GET /v2.0/networks?id=cb4b78a9-5124-4c19-9828-f616933bcd81 HTTP/1.1" status: 200 len: 811 time: 0.3302779 Jul 09 16:33:37.558141 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-861ad18d-62e7-4553-8b42-654729cac7fb req-4b4d17bf-e743-4f34-b7dd-bfd0838d4e8b tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Request body: {'port': {'device_id': 'a8d61f9e-57f7-4989-9af3-b4f837d642a2', 'network_id': 'cb4b78a9-5124-4c19-9828-f616933bcd81', 'admin_state_up': True, 'tenant_id': 'a59a2cde09cd4c80b3ef731d0f4eb5ae'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:37.741781 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-51bd030e-438f-45f7-9b2a-7aca022148ce None None] Provisioning for port c9a93d6c-1882-48eb-b55c-6742c000be7c completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:33:37.746952 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-51bd030e-438f-45f7-9b2a-7aca022148ce None None] Provisioning complete for port c9a93d6c-1882-48eb-b55c-6742c000be7c triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:33:37.747533 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-51bd030e-438f-45f7-9b2a-7aca022148ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:37.763607 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3562d2-3dc6-42dc-a8f1-edd1157d333d tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Made reservation on behalf of d453b53feb4d47fab4daef6941929656 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:33:37.773394 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0c3562d2-3dc6-42dc-a8f1-edd1157d333d tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:37.787491 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-51bd030e-438f-45f7-9b2a-7aca022148ce None None] Port c9a93d6c-1882-48eb-b55c-6742c000be7c cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:33:37.789621 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-861ad18d-62e7-4553-8b42-654729cac7fb req-4b4d17bf-e743-4f34-b7dd-bfd0838d4e8b tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Made reservation on behalf of a59a2cde09cd4c80b3ef731d0f4eb5ae for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:33:37.795609 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-861ad18d-62e7-4553-8b42-654729cac7fb req-4b4d17bf-e743-4f34-b7dd-bfd0838d4e8b tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:37.814728 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-0c3562d2-3dc6-42dc-a8f1-edd1157d333d tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] device_id is not set on port 901621a9-b93a-4e97-9109-6dfbacf0371b yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:33:38.004702 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-0c3562d2-3dc6-42dc-a8f1-edd1157d333d tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Allocated IP 172.20.0.9 (23792707-d051-4835-976c-6290f2c53f21/11d2c9eb-ac1e-4405-bb5d-4ee6cd8a9dad/901621a9-b93a-4e97-9109-6dfbacf0371b) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:33:38.061710 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-362b063a-21ad-42c0-88a8-15f304244c9f req-2d47ae7f-a87b-4244-8ffe-89f80eb4f65c tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8d61f9e-57f7-4989-9af3-b4f837d642a2 HTTP/1.1" status: 200 len: 210 time: 0.0580745 Jul 09 16:33:38.092121 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-861ad18d-62e7-4553-8b42-654729cac7fb req-4b4d17bf-e743-4f34-b7dd-bfd0838d4e8b tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Allocated IP 172.20.0.8 (cb4b78a9-5124-4c19-9828-f616933bcd81/a2030483-cfcd-4c73-9bff-36ef474084f2/177da164-d7d8-4b47-b265-ad6480d12524) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:33:38.155813 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53154) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:38.337360 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0c3562d2-3dc6-42dc-a8f1-edd1157d333d tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:38.364042 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-0c3562d2-3dc6-42dc-a8f1-edd1157d333d tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Transition to ACTIVE for port object 901621a9-b93a-4e97-9109-6dfbacf0371b will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:33:38.418843 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0c3562d2-3dc6-42dc-a8f1-edd1157d333d tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:38.437221 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-861ad18d-62e7-4553-8b42-654729cac7fb req-4b4d17bf-e743-4f34-b7dd-bfd0838d4e8b tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:38.495063 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3562d2-3dc6-42dc-a8f1-edd1157d333d tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Pushing event updated for resources: {'Port': ['ID=901621a9-b93a-4e97-9109-6dfbacf0371b,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:38.500855 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-861ad18d-62e7-4553-8b42-654729cac7fb req-4b4d17bf-e743-4f34-b7dd-bfd0838d4e8b tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:38.515000 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['4068b810-df3f-41c5-94c6-f88b4c797457'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:33:38.518263 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3562d2-3dc6-42dc-a8f1-edd1157d333d tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Network 23792707-d051-4835-976c-6290f2c53f21 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:33:38.519757 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-0c3562d2-3dc6-42dc-a8f1-edd1157d333d tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:38.522251 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3562d2-3dc6-42dc-a8f1-edd1157d333d tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:33:38.575548 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-180c311a-3f28-45ad-95d8-2ca9123cc61f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:38.585012 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-861ad18d-62e7-4553-8b42-654729cac7fb req-4b4d17bf-e743-4f34-b7dd-bfd0838d4e8b tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Network cb4b78a9-5124-4c19-9828-f616933bcd81 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:33:38.612859 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-861ad18d-62e7-4553-8b42-654729cac7fb req-4b4d17bf-e743-4f34-b7dd-bfd0838d4e8b tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:38.616829 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3562d2-3dc6-42dc-a8f1-edd1157d333d tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:38.617819 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0c3562d2-3dc6-42dc-a8f1-edd1157d333d tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:38.630605 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-861ad18d-62e7-4553-8b42-654729cac7fb req-4b4d17bf-e743-4f34-b7dd-bfd0838d4e8b tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:33:38.657181 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0c3562d2-3dc6-42dc-a8f1-edd1157d333d tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1556892 Jul 09 16:33:38.657522 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53172) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:38.664793 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-08137173-a8a2-4fe6-8a18-1794f20b53e2 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:86:87:52'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:df:dd:39'}]}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:38.692001 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ad18d-62e7-4553-8b42-654729cac7fb req-4b4d17bf-e743-4f34-b7dd-bfd0838d4e8b tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:38.692605 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-861ad18d-62e7-4553-8b42-654729cac7fb req-4b4d17bf-e743-4f34-b7dd-bfd0838d4e8b tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:38.719044 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53174) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:38.727627 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4d17bf-e743-4f34-b7dd-bfd0838d4e8b tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Pushing event updated for resources: {'Port': ['ID=177da164-d7d8-4b47-b265-ad6480d12524,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:38.866545 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-180c311a-3f28-45ad-95d8-2ca9123cc61f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:38.876659 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-180c311a-3f28-45ad-95d8-2ca9123cc61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:38.885231 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-861ad18d-62e7-4553-8b42-654729cac7fb req-4b4d17bf-e743-4f34-b7dd-bfd0838d4e8b tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3452556 Jul 09 16:33:38.914538 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-861ad18d-62e7-4553-8b42-654729cac7fb req-7972310e-c0ff-424b-8781-3d2b89a40f89 service neutron] Request body: {'port': {'device_id': 'a8d61f9e-57f7-4989-9af3-b4f837d642a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:38.921244 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53180) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:38.928923 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5f98cca6-56b0-4779-adf3-3ae23e45c02a None None] Provisioning for port 901621a9-b93a-4e97-9109-6dfbacf0371b completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:33:38.936306 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5f98cca6-56b0-4779-adf3-3ae23e45c02a None None] Provisioning complete for port 901621a9-b93a-4e97-9109-6dfbacf0371b triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:33:38.936981 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5f98cca6-56b0-4779-adf3-3ae23e45c02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:38.956616 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-08137173-a8a2-4fe6-8a18-1794f20b53e2 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:38.968859 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-180c311a-3f28-45ad-95d8-2ca9123cc61f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=08344e31990a495e9cc2ae749c77e696&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8115294 Jul 09 16:33:38.971975 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53184) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:38.983318 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c311a-3f28-45ad-95d8-2ca9123cc61f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff11c2f6-33e6-4d23-9790-6587402d1ff0,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:39.000824 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-1b7b80b8-8f80-410b-9f15-5221b4e1ac48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1628226626'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:39.007567 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-5f98cca6-56b0-4779-adf3-3ae23e45c02a None None] Port 901621a9-b93a-4e97-9109-6dfbacf0371b cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:33:39.083681 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7b80b8-8f80-410b-9f15-5221b4e1ac48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445-project] Made reservation on behalf of b952876c89ce408697927aa30844ad65 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:33:39.087157 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1b7b80b8-8f80-410b-9f15-5221b4e1ac48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:39.111757 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-861ad18d-62e7-4553-8b42-654729cac7fb req-7972310e-c0ff-424b-8781-3d2b89a40f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:39.117725 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1b7b80b8-8f80-410b-9f15-5221b4e1ac48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:39.124500 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-26923367-5586-4325-9895-6844d7506f29 tempest-ExternalNetworksTestJSON-65946957 tempest-ExternalNetworksTestJSON-65946957-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1283965272'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:39.142700 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0623384d-9453-4df6-b4df-1075a14812fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:39.185617 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-08137173-a8a2-4fe6-8a18-1794f20b53e2 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:39.191242 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-08137173-a8a2-4fe6-8a18-1794f20b53e2 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:39.211316 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.db.api [None req-1b7b80b8-8f80-410b-9f15-5221b4e1ac48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 16:33:39.211316 n-d-798930-3 neutron-server[93958]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 16:33:39.211316 n-d-798930-3 neutron-server[93958]: [parameters: {'project_id_1': 'b952876c89ce408697927aa30844ad65', 'expiration_1': datetime.datetime(2021, 7, 9, 16, 33, 39, 174240)}] Jul 09 16:33:39.211316 n-d-798930-3 neutron-server[93958]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:33:39.211860 n-d-798930-3 neutron-server[93958]: DEBUG oslo_db.api [None req-1b7b80b8-8f80-410b-9f15-5221b4e1ac48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:33:39.229015 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0623384d-9453-4df6-b4df-1075a14812fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:39.264900 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26923367-5586-4325-9895-6844d7506f29 tempest-ExternalNetworksTestJSON-65946957 tempest-ExternalNetworksTestJSON-65946957-project] Made reservation on behalf of 4b65cc67b4ff4d16b933eb2ee52eaf9f for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:33:39.268916 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-26923367-5586-4325-9895-6844d7506f29 tempest-ExternalNetworksTestJSON-65946957 tempest-ExternalNetworksTestJSON-65946957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:39.277706 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08137173-a8a2-4fe6-8a18-1794f20b53e2 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Pushing event updated for resources: {'Port': ['ID=901621a9-b93a-4e97-9109-6dfbacf0371b,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:39.291463 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-08137173-a8a2-4fe6-8a18-1794f20b53e2 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] In _notify_port_updated(), no bound segment for port 901621a9-b93a-4e97-9109-6dfbacf0371b on network 23792707-d051-4835-976c-6290f2c53f21 {{(pid=93959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 16:33:39.297206 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08137173-a8a2-4fe6-8a18-1794f20b53e2 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:39.297850 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-08137173-a8a2-4fe6-8a18-1794f20b53e2 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:39.301801 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-08137173-a8a2-4fe6-8a18-1794f20b53e2 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] 10.222.0.98 "PUT /v2.0/ports/901621a9-b93a-4e97-9109-6dfbacf0371b HTTP/1.1" status: 200 len: 1055 time: 0.6398771 Jul 09 16:33:39.302050 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53188) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:39.343647 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-26923367-5586-4325-9895-6844d7506f29 tempest-ExternalNetworksTestJSON-65946957 tempest-ExternalNetworksTestJSON-65946957-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:39.417913 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-f9b25d95-e7ce-40c7-a2ce-837f9c6baf74 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Deleting port 901621a9-b93a-4e97-9109-6dfbacf0371b {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:33:39.418375 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f9b25d95-e7ce-40c7-a2ce-837f9c6baf74 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:39.483521 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481778a-f698-48ca-b539-974ce66fbe37 req-50181eb3-0cfe-44cf-9c4b-379cb2600710 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:39.485149 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f481778a-f698-48ca-b539-974ce66fbe37 req-50181eb3-0cfe-44cf-9c4b-379cb2600710 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8d61f9e-57f7-4989-9af3-b4f837d642a2 HTTP/1.1" status: 200 len: 931 time: 0.2918632 Jul 09 16:33:39.530756 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0623384d-9453-4df6-b4df-1075a14812fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:39.533400 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0623384d-9453-4df6-b4df-1075a14812fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:39.537797 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0623384d-9453-4df6-b4df-1075a14812fe admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ff11c2f6-33e6-4d23-9790-6587402d1ff0 HTTP/1.1" status: 204 len: 168 time: 0.5580468 Jul 09 16:33:39.542056 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ae4b446e-8022-46f7-afb5-d6ce94e8c0a3 None None] Provisioning complete for port 901621a9-b93a-4e97-9109-6dfbacf0371b triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:33:39.543171 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ae4b446e-8022-46f7-afb5-d6ce94e8c0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:39.566579 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f9b25d95-e7ce-40c7-a2ce-837f9c6baf74 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:39.577513 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0623384d-9453-4df6-b4df-1075a14812fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff11c2f6-33e6-4d23-9790-6587402d1ff0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:39.593275 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-f9b25d95-e7ce-40c7-a2ce-837f9c6baf74 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Calling delete_port for 901621a9-b93a-4e97-9109-6dfbacf0371b owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:33:39.602114 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f481778a-f698-48ca-b539-974ce66fbe37 req-e1fcf077-2788-4795-9c5f-2667bf0998d4 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083834 Jul 09 16:33:39.639795 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-ae4b446e-8022-46f7-afb5-d6ce94e8c0a3 None None] Port 901621a9-b93a-4e97-9109-6dfbacf0371b cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:33:39.686154 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-26923367-5586-4325-9895-6844d7506f29 tempest-ExternalNetworksTestJSON-65946957 tempest-ExternalNetworksTestJSON-65946957-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:39.700033 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-26923367-5586-4325-9895-6844d7506f29 tempest-ExternalNetworksTestJSON-65946957 tempest-ExternalNetworksTestJSON-65946957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:39.713462 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1b7b80b8-8f80-410b-9f15-5221b4e1ac48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:39.725045 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-861ad18d-62e7-4553-8b42-654729cac7fb req-7972310e-c0ff-424b-8781-3d2b89a40f89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 177da164-d7d8-4b47-b265-ad6480d12524 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:33:39.741352 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-861ad18d-62e7-4553-8b42-654729cac7fb req-7972310e-c0ff-424b-8781-3d2b89a40f89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:39.774219 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f9b25d95-e7ce-40c7-a2ce-837f9c6baf74 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:39.777300 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26923367-5586-4325-9895-6844d7506f29 tempest-ExternalNetworksTestJSON-65946957 tempest-ExternalNetworksTestJSON-65946957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a366606c-c924-4138-a7e6-2673654c7b46,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:39.780386 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-861ad18d-62e7-4553-8b42-654729cac7fb req-7972310e-c0ff-424b-8781-3d2b89a40f89 service neutron] Transition to ACTIVE for port object 177da164-d7d8-4b47-b265-ad6480d12524 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:33:39.786934 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26923367-5586-4325-9895-6844d7506f29 tempest-ExternalNetworksTestJSON-65946957 tempest-ExternalNetworksTestJSON-65946957-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:33:39.792298 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-861ad18d-62e7-4553-8b42-654729cac7fb req-7972310e-c0ff-424b-8781-3d2b89a40f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:39.812037 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b25d95-e7ce-40c7-a2ce-837f9c6baf74 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Pushing event deleted for resources: {'Port': ['ID=901621a9-b93a-4e97-9109-6dfbacf0371b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:39.847383 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-26923367-5586-4325-9895-6844d7506f29 tempest-ExternalNetworksTestJSON-65946957 tempest-ExternalNetworksTestJSON-65946957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:39.847738 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-26923367-5586-4325-9895-6844d7506f29 tempest-ExternalNetworksTestJSON-65946957 tempest-ExternalNetworksTestJSON-65946957-project] Added segment 014949f9-e595-48ea-b6ee-b7ec2635182e of type vlan for network 721d8c14-09aa-49a5-864e-9676758ef7fb Jul 09 16:33:39.981196 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7972310e-c0ff-424b-8781-3d2b89a40f89 service neutron] Pushing event updated for resources: {'Port': ['ID=177da164-d7d8-4b47-b265-ad6480d12524,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:39.997997 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-26923367-5586-4325-9895-6844d7506f29 tempest-ExternalNetworksTestJSON-65946957 tempest-ExternalNetworksTestJSON-65946957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:40.040281 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-861ad18d-62e7-4553-8b42-654729cac7fb req-7972310e-c0ff-424b-8781-3d2b89a40f89 service neutron] Attempting to bind port 177da164-d7d8-4b47-b265-ad6480d12524 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:33:40.041055 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-861ad18d-62e7-4553-8b42-654729cac7fb req-7972310e-c0ff-424b-8781-3d2b89a40f89 service neutron] Attempting to bind port 177da164-d7d8-4b47-b265-ad6480d12524 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': '84a2b727-9fdd-4d45-b78f-34759e2941ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cb4b78a9-5124-4c19-9828-f616933bcd81'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:33:40.041629 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861ad18d-62e7-4553-8b42-654729cac7fb req-7972310e-c0ff-424b-8781-3d2b89a40f89 service neutron] Attempting to bind port 177da164-d7d8-4b47-b265-ad6480d12524 on network cb4b78a9-5124-4c19-9828-f616933bcd81 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:40.042915 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f9b25d95-e7ce-40c7-a2ce-837f9c6baf74 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:40.046473 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f9b25d95-e7ce-40c7-a2ce-837f9c6baf74 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] 10.222.0.98 "DELETE /v2.0/ports/901621a9-b93a-4e97-9109-6dfbacf0371b HTTP/1.1" status: 204 len: 168 time: 0.7434287 Jul 09 16:33:40.051980 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53196) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:40.056460 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:40.060605 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861ad18d-62e7-4553-8b42-654729cac7fb req-7972310e-c0ff-424b-8781-3d2b89a40f89 service neutron] Port 177da164-d7d8-4b47-b265-ad6480d12524 on network cb4b78a9-5124-4c19-9828-f616933bcd81 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:33:40.060748 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861ad18d-62e7-4553-8b42-654729cac7fb req-7972310e-c0ff-424b-8781-3d2b89a40f89 service neutron] Attempting to bind port 177da164-d7d8-4b47-b265-ad6480d12524 on network cb4b78a9-5124-4c19-9828-f616933bcd81 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:40.065877 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53198) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:40.078240 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861ad18d-62e7-4553-8b42-654729cac7fb req-7972310e-c0ff-424b-8781-3d2b89a40f89 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:33:40.078510 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861ad18d-62e7-4553-8b42-654729cac7fb req-7972310e-c0ff-424b-8781-3d2b89a40f89 service neutron] Checking segment: {'id': '84a2b727-9fdd-4d45-b78f-34759e2941ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cb4b78a9-5124-4c19-9828-f616933bcd81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:33:40.078925 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861ad18d-62e7-4553-8b42-654729cac7fb req-7972310e-c0ff-424b-8781-3d2b89a40f89 service neutron] Bound using segment: {'id': '84a2b727-9fdd-4d45-b78f-34759e2941ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cb4b78a9-5124-4c19-9828-f616933bcd81'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:33:40.079557 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-861ad18d-62e7-4553-8b42-654729cac7fb req-7972310e-c0ff-424b-8781-3d2b89a40f89 service neutron] Bound port: 177da164-d7d8-4b47-b265-ad6480d12524, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84a2b727-9fdd-4d45-b78f-34759e2941ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cb4b78a9-5124-4c19-9828-f616933bcd81'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:33:40.080127 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-861ad18d-62e7-4553-8b42-654729cac7fb req-7972310e-c0ff-424b-8781-3d2b89a40f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:40.084814 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-26923367-5586-4325-9895-6844d7506f29 tempest-ExternalNetworksTestJSON-65946957 tempest-ExternalNetworksTestJSON-65946957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:40.090371 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26923367-5586-4325-9895-6844d7506f29 tempest-ExternalNetworksTestJSON-65946957 tempest-ExternalNetworksTestJSON-65946957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:40.091994 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-26923367-5586-4325-9895-6844d7506f29 tempest-ExternalNetworksTestJSON-65946957 tempest-ExternalNetworksTestJSON-65946957-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:40.094698 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8a19768-eaf8-4e01-a78c-f1eeffa173d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:40.103193 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7542ea6-d5c7-4118-9c34-cbcb9227f831 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] GET failed (client error): The resource could not be found. Jul 09 16:33:40.107399 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e7542ea6-d5c7-4118-9c34-cbcb9227f831 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] 10.222.0.98 "GET /v2.0/ports/901621a9-b93a-4e97-9109-6dfbacf0371b HTTP/1.1" status: 404 len: 333 time: 0.0518384 Jul 09 16:33:40.110648 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53200) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:40.118000 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1b7b80b8-8f80-410b-9f15-5221b4e1ac48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:40.167237 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1b7b80b8-8f80-410b-9f15-5221b4e1ac48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:40.232702 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26923367-5586-4325-9895-6844d7506f29 tempest-ExternalNetworksTestJSON-65946957 tempest-ExternalNetworksTestJSON-65946957-project] Pushing event updated for resources: {'Network': ['ID=721d8c14-09aa-49a5-864e-9676758ef7fb,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:40.235252 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b7b80b8-8f80-410b-9f15-5221b4e1ac48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:33:40.242105 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b80b8-8f80-410b-9f15-5221b4e1ac48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=604702cf-eae7-490b-879b-debb84d88599,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:40.246161 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 721d8c14-09aa-49a5-864e-9676758ef7fb details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:33:40.255491 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-3d2358ef-6c49-4203-9727-0e42249155fc tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Deleting port c9a93d6c-1882-48eb-b55c-6742c000be7c {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:33:40.255987 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3d2358ef-6c49-4203-9727-0e42249155fc tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:40.260244 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1b7b80b8-8f80-410b-9f15-5221b4e1ac48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:40.260596 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-1b7b80b8-8f80-410b-9f15-5221b4e1ac48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445-project] Added segment 1b93fc29-dea9-45d5-9246-67d80fe594e1 of type vlan for network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee Jul 09 16:33:40.304904 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-861ad18d-62e7-4553-8b42-654729cac7fb req-7972310e-c0ff-424b-8781-3d2b89a40f89 service neutron] For port 177da164-d7d8-4b47-b265-ad6480d12524, host n-h2-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:33:40.326288 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-861ad18d-62e7-4553-8b42-654729cac7fb req-7972310e-c0ff-424b-8781-3d2b89a40f89 service neutron] For port 177da164-d7d8-4b47-b265-ad6480d12524, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=177da164-d7d8-4b47-b265-ad6480d12524,segment=NetworkSegment(84a2b727-9fdd-4d45-b78f-34759e2941ec),segment_id=84a2b727-9fdd-4d45-b78f-34759e2941ec)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:33:40.328313 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1b7b80b8-8f80-410b-9f15-5221b4e1ac48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:40.332403 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8a19768-eaf8-4e01-a78c-f1eeffa173d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:40.334181 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-861ad18d-62e7-4553-8b42-654729cac7fb req-7972310e-c0ff-424b-8781-3d2b89a40f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:40.338528 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8a19768-eaf8-4e01-a78c-f1eeffa173d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:40.352162 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-26923367-5586-4325-9895-6844d7506f29 tempest-ExternalNetworksTestJSON-65946957 tempest-ExternalNetworksTestJSON-65946957-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.4263527 Jul 09 16:33:40.365521 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53202) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:40.390518 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ad18d-62e7-4553-8b42-654729cac7fb req-7972310e-c0ff-424b-8781-3d2b89a40f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:40.391447 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-861ad18d-62e7-4553-8b42-654729cac7fb req-7972310e-c0ff-424b-8781-3d2b89a40f89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:40.392901 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-861ad18d-62e7-4553-8b42-654729cac7fb req-7972310e-c0ff-424b-8781-3d2b89a40f89 service neutron] 10.222.0.73 "PUT /v2.0/ports/177da164-d7d8-4b47-b265-ad6480d12524 HTTP/1.1" status: 200 len: 1091 time: 1.4916439 Jul 09 16:33:40.394944 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8d61f9e-57f7-4989-9af3-b4f837d642a2', 'tag': '177da164-d7d8-4b47-b265-ad6480d12524'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:33:40.397303 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afad2cbd-7633-4e04-a95a-86be8ae72445" -d '{"events": [{"name": "network-changed", "server_uuid": "a8d61f9e-57f7-4989-9af3-b4f837d642a2", "tag": "177da164-d7d8-4b47-b265-ad6480d12524"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:33:40.405472 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3d2358ef-6c49-4203-9727-0e42249155fc tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:40.423163 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f8a19768-eaf8-4e01-a78c-f1eeffa173d1 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=788d5fb9bd71496b922c9fff10832a8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3562312 Jul 09 16:33:40.424658 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a19768-eaf8-4e01-a78c-f1eeffa173d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d8fef7-afbb-4157-accb-7c9a416ac34f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:40.428323 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53208) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:40.433478 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-3d2358ef-6c49-4203-9727-0e42249155fc tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Calling delete_port for c9a93d6c-1882-48eb-b55c-6742c000be7c owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:33:40.436181 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1b7b80b8-8f80-410b-9f15-5221b4e1ac48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:40.443628 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7b80b8-8f80-410b-9f15-5221b4e1ac48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:40.444460 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1b7b80b8-8f80-410b-9f15-5221b4e1ac48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:40.447099 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7972310e-c0ff-424b-8781-3d2b89a40f89 service neutron] Pushing event updated for resources: {'Port': ['ID=177da164-d7d8-4b47-b265-ad6480d12524,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:40.525644 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d3d23a-f607-4a17-b38b-402ff8e23712 x-openstack-request-id: req-98d3d23a-f607-4a17-b38b-402ff8e23712 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:33:40.525929 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8d61f9e-57f7-4989-9af3-b4f837d642a2", "tag": "177da164-d7d8-4b47-b265-ad6480d12524", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:33:40.526291 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-98d3d23a-f607-4a17-b38b-402ff8e23712 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:33:40.526780 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8d61f9e-57f7-4989-9af3-b4f837d642a2', 'tag': '177da164-d7d8-4b47-b265-ad6480d12524', 'status': 'completed', 'code': 200} Jul 09 16:33:40.581893 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1b7b80b8-8f80-410b-9f15-5221b4e1ac48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.8483367 Jul 09 16:33:40.615975 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b80b8-8f80-410b-9f15-5221b4e1ac48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445-project] Pushing event updated for resources: {'Network': ['ID=283f14ee-0b2f-4486-b81b-eba1a59eb2ee,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:40.626322 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:33:40.643214 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e8112849-9651-47b2-8328-30ce73782dac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:40.661630 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ad18d-62e7-4553-8b42-654729cac7fb req-731472e4-1286-40d7-9367-c028791342d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:40.663307 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-861ad18d-62e7-4553-8b42-654729cac7fb req-731472e4-1286-40d7-9367-c028791342d8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a59a2cde09cd4c80b3ef731d0f4eb5ae&device_id=a8d61f9e-57f7-4989-9af3-b4f837d642a2 HTTP/1.1" status: 200 len: 1094 time: 0.1963668 Jul 09 16:33:40.673651 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e8112849-9651-47b2-8328-30ce73782dac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:40.673887 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3d2358ef-6c49-4203-9727-0e42249155fc tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:40.721679 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2358ef-6c49-4203-9727-0e42249155fc tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Pushing event deleted for resources: {'Port': ['ID=c9a93d6c-1882-48eb-b55c-6742c000be7c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:40.733365 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-861ad18d-62e7-4553-8b42-654729cac7fb req-bc310d4a-5539-41fd-b7ab-e35005ff36c3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=177da164-d7d8-4b47-b265-ad6480d12524 HTTP/1.1" status: 200 len: 217 time: 0.0501893 Jul 09 16:33:40.759552 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-40e36118-7f1e-41a6-8504-51cc8d83b8e6 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Request body: {'network': {'name': 'tempest-network--1056861017', 'router:external': True}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:40.801349 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ad18d-62e7-4553-8b42-654729cac7fb req-29bce812-611c-4c41-87bf-e42e0ee44bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:40.803573 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-861ad18d-62e7-4553-8b42-654729cac7fb req-29bce812-611c-4c41-87bf-e42e0ee44bd9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a2030483-cfcd-4c73-9bff-36ef474084f2 HTTP/1.1" status: 200 len: 851 time: 0.0595407 Jul 09 16:33:40.824465 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e8112849-9651-47b2-8328-30ce73782dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:40.828108 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e8112849-9651-47b2-8328-30ce73782dac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:40.829341 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e8112849-9651-47b2-8328-30ce73782dac admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/56d8fef7-afbb-4157-accb-7c9a416ac34f HTTP/1.1" status: 204 len: 168 time: 0.3994555 Jul 09 16:33:40.889268 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e36118-7f1e-41a6-8504-51cc8d83b8e6 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Made reservation on behalf of c529ac27b8af4d62a3b5eb0456766006 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:33:40.899471 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-861ad18d-62e7-4553-8b42-654729cac7fb req-d1525240-9fb3-4901-b2da-a3d37b58acbf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cb4b78a9-5124-4c19-9828-f616933bcd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836678 Jul 09 16:33:40.899674 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-40e36118-7f1e-41a6-8504-51cc8d83b8e6 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:40.899805 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53220) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:40.901867 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8112849-9651-47b2-8328-30ce73782dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d8fef7-afbb-4157-accb-7c9a416ac34f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:40.917004 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-40e36118-7f1e-41a6-8504-51cc8d83b8e6 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:40.921351 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Request body: {'port': {'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee', 'binding:host_id': 'n-h1-798930-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-182930487'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:40.991062 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.db.api [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 16:33:40.991062 n-d-798930-3 neutron-server[93958]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 16:33:40.991062 n-d-798930-3 neutron-server[93958]: [parameters: {'project_id_1': '9eb78cd547b34acfade339ccf8905c37', 'expiration_1': datetime.datetime(2021, 7, 9, 16, 33, 40, 950489)}] Jul 09 16:33:40.991062 n-d-798930-3 neutron-server[93958]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:33:40.991527 n-d-798930-3 neutron-server[93958]: DEBUG oslo_db.api [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:33:41.003166 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3d2358ef-6c49-4203-9727-0e42249155fc tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:41.008414 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3d2358ef-6c49-4203-9727-0e42249155fc tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] 10.222.0.98 "DELETE /v2.0/ports/c9a93d6c-1882-48eb-b55c-6742c000be7c HTTP/1.1" status: 204 len: 168 time: 0.8961308 Jul 09 16:33:41.008722 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53222) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:41.058106 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e124209-6615-4ddc-9fe4-5760a6b22264 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] GET failed (client error): The resource could not be found. Jul 09 16:33:41.060147 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8e124209-6615-4ddc-9fe4-5760a6b22264 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] 10.222.0.98 "GET /v2.0/ports/c9a93d6c-1882-48eb-b55c-6742c000be7c HTTP/1.1" status: 404 len: 333 time: 0.0500512 Jul 09 16:33:41.064756 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53224) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:41.087969 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56c7fa-1f8c-478f-ab8e-5f62bd91fc99 req-34d678c6-c513-4475-abf6-ecdf84667254 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:41.093840 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ed56c7fa-1f8c-478f-ab8e-5f62bd91fc99 req-34d678c6-c513-4475-abf6-ecdf84667254 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8d61f9e-57f7-4989-9af3-b4f837d642a2 HTTP/1.1" status: 200 len: 943 time: 0.1782312 Jul 09 16:33:41.111682 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-861ad18d-62e7-4553-8b42-654729cac7fb req-331b6c21-a9d4-406a-88e2-a5b8c0296fcd service neutron] 10.222.0.73 "GET /v2.0/networks/cb4b78a9-5124-4c19-9828-f616933bcd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957271 Jul 09 16:33:41.144736 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-40e36118-7f1e-41a6-8504-51cc8d83b8e6 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:41.151281 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ed56c7fa-1f8c-478f-ab8e-5f62bd91fc99 req-a5a82b02-d66a-4143-8382-c18c09f02634 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561309 Jul 09 16:33:41.152483 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-40e36118-7f1e-41a6-8504-51cc8d83b8e6 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:41.181578 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40e36118-7f1e-41a6-8504-51cc8d83b8e6 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:33:41.196990 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e36118-7f1e-41a6-8504-51cc8d83b8e6 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b897cddf-71f2-472f-b6a8-9c051f44a665,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:41.202346 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-40e36118-7f1e-41a6-8504-51cc8d83b8e6 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:41.213445 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-40e36118-7f1e-41a6-8504-51cc8d83b8e6 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Added segment a496a870-3327-4e81-a30c-31d128fd674a of type vlan for network 6110ec47-0336-4964-804d-f0c5115a9078 Jul 09 16:33:41.274408 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-40e36118-7f1e-41a6-8504-51cc8d83b8e6 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:41.314478 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-40e36118-7f1e-41a6-8504-51cc8d83b8e6 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:41.319982 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e36118-7f1e-41a6-8504-51cc8d83b8e6 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:41.320861 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-40e36118-7f1e-41a6-8504-51cc8d83b8e6 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:41.410326 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-40e36118-7f1e-41a6-8504-51cc8d83b8e6 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0435519 Jul 09 16:33:41.413208 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53236) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:41.435238 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e36118-7f1e-41a6-8504-51cc8d83b8e6 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Pushing event updated for resources: {'Network': ['ID=6110ec47-0336-4964-804d-f0c5115a9078,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:41.453551 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 6110ec47-0336-4964-804d-f0c5115a9078 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:33:41.531036 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4f626883-78b5-4651-8687-267ffff5e349 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:41.660327 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4f626883-78b5-4651-8687-267ffff5e349 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:41.672785 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-861ad18d-62e7-4553-8b42-654729cac7fb req-3e960ca2-8cba-408c-9152-4e1491225c13 service neutron] 10.222.0.73 "GET /v2.0/networks/cb4b78a9-5124-4c19-9828-f616933bcd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5188255 Jul 09 16:33:41.673147 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-4f626883-78b5-4651-8687-267ffff5e349 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6110ec47-0336-4964-804d-f0c5115a9078']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:41.686822 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-34e010ab-3d47-437e-b41f-7e65ce354ccf tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Deleting port d90db8fb-16af-4273-abb9-b4991779f8c8 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:33:41.687540 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-34e010ab-3d47-437e-b41f-7e65ce354ccf tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:41.697030 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-4f626883-78b5-4651-8687-267ffff5e349 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a496a870-3327-4e81-a30c-31d128fd674a') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:41.697186 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-4f626883-78b5-4651-8687-267ffff5e349 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a496a870-3327-4e81-a30c-31d128fd674a') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:41.707911 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Made reservation on behalf of 9eb78cd547b34acfade339ccf8905c37 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:33:41.711104 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:41.713939 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4f626883-78b5-4651-8687-267ffff5e349 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:41.733729 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4f626883-78b5-4651-8687-267ffff5e349 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:41.745371 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f626883-78b5-4651-8687-267ffff5e349 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:33:41.746201 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4f626883-78b5-4651-8687-267ffff5e349 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:41.756263 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:33:41.756263 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:33:41.756263 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:33:41.756263 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:33:41.756263 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:33:41.756263 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:33:41.756263 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:33:41.756263 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:33:41.756263 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:33:41.756263 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:33:41.756263 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:33:41.756263 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:33:41.756263 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:33:41.756263 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:33:41.756263 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:33:41.756263 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:33:41.756263 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:33:41.756263 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:33:41.756263 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:33:41.756263 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:33:41.756263 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:33:41.756263 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:33:41.756263 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:33:41.756263 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:33:41.756263 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:33:41.756263 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:33:41.756263 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:33:41.756263 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:33:41.756263 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:33:41.756263 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:33:41.756263 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:33:41.756263 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:33:41.756263 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:33:41.756263 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:33:41.756263 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:33:41.756263 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:33:41.756263 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:33:41.756263 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:33:41.756263 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:33:41.756263 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:33:41.756263 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:33:41.756263 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:33:41.790085 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:41.884160 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4f626883-78b5-4651-8687-267ffff5e349 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:41.897867 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f626883-78b5-4651-8687-267ffff5e349 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6110ec47-0336-4964-804d-f0c5115a9078 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 16:33:41.904625 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-34e010ab-3d47-437e-b41f-7e65ce354ccf tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:41.915489 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4f626883-78b5-4651-8687-267ffff5e349 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:41.923545 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-4f626883-78b5-4651-8687-267ffff5e349 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] 10.222.0.98 "DELETE /v2.0/networks/6110ec47-0336-4964-804d-f0c5115a9078 HTTP/1.1" status: 204 len: 168 time: 0.5086799 Jul 09 16:33:41.931261 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-34e010ab-3d47-437e-b41f-7e65ce354ccf tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Calling delete_port for d90db8fb-16af-4273-abb9-b4991779f8c8 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:33:41.932822 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53248) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:41.944396 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-28177992-c30d-4694-9f4c-1e8ae358a747 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:41.963591 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f626883-78b5-4651-8687-267ffff5e349 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Pushing event deleted for resources: {'Network': ['ID=6110ec47-0336-4964-804d-f0c5115a9078,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:41.968225 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad2cbd-7633-4e04-a95a-86be8ae72445 req-a8fd7797-faa9-44b6-9f9f-3c5ddfc867b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:41.970101 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-afad2cbd-7633-4e04-a95a-86be8ae72445 req-a8fd7797-faa9-44b6-9f9f-3c5ddfc867b9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a59a2cde09cd4c80b3ef731d0f4eb5ae&device_id=a8d61f9e-57f7-4989-9af3-b4f837d642a2 HTTP/1.1" status: 200 len: 1094 time: 0.1944687 Jul 09 16:33:42.179159 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad2cbd-7633-4e04-a95a-86be8ae72445 req-ad29b148-0b0c-4842-8311-ec353c47c4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:42.181202 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-afad2cbd-7633-4e04-a95a-86be8ae72445 req-ad29b148-0b0c-4842-8311-ec353c47c4d2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cb4b78a9-5124-4c19-9828-f616933bcd81 HTTP/1.1" status: 200 len: 912 time: 0.1992447 Jul 09 16:33:42.242180 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:42.245496 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-afad2cbd-7633-4e04-a95a-86be8ae72445 req-b82e0901-f576-4094-9f7e-9a9978c1f153 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=177da164-d7d8-4b47-b265-ad6480d12524 HTTP/1.1" status: 200 len: 217 time: 0.0552440 Jul 09 16:33:42.302923 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:42.345522 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] device_id is not set on port 98577dbc-2495-4e47-915e-1fd43ce57a04 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:33:42.396733 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28177992-c30d-4694-9f4c-1e8ae358a747 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Made reservation on behalf of c529ac27b8af4d62a3b5eb0456766006 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:33:42.399126 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-28177992-c30d-4694-9f4c-1e8ae358a747 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:42.404815 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9a9b4-20f6-4066-8627-7ee26449630d req-e272fe8a-aa04-49b1-89ca-5d2e40a032ec tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:42.413643 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-56e9a9b4-20f6-4066-8627-7ee26449630d req-e272fe8a-aa04-49b1-89ca-5d2e40a032ec tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8d61f9e-57f7-4989-9af3-b4f837d642a2 HTTP/1.1" status: 200 len: 943 time: 0.0977242 Jul 09 16:33:42.468910 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-56e9a9b4-20f6-4066-8627-7ee26449630d req-223870d3-393a-4310-a330-0d0afa6cc0b7 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538869 Jul 09 16:33:42.474312 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad2cbd-7633-4e04-a95a-86be8ae72445 req-1bd17ee2-6963-480d-a749-dffbefa57fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:42.475999 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-afad2cbd-7633-4e04-a95a-86be8ae72445 req-1bd17ee2-6963-480d-a749-dffbefa57fe9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a2030483-cfcd-4c73-9bff-36ef474084f2 HTTP/1.1" status: 200 len: 851 time: 0.2100184 Jul 09 16:33:42.481895 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08646e72-708b-4a7a-a0bd-1a7ea53975ec,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:42.507269 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-34e010ab-3d47-437e-b41f-7e65ce354ccf tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:42.552168 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-afad2cbd-7633-4e04-a95a-86be8ae72445 req-5c963849-7808-46f2-8030-6c65afdf9c31 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cb4b78a9-5124-4c19-9828-f616933bcd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662847 Jul 09 16:33:42.596251 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e010ab-3d47-437e-b41f-7e65ce354ccf tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Pushing event deleted for resources: {'Port': ['ID=d90db8fb-16af-4273-abb9-b4991779f8c8,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:42.621442 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28177992-c30d-4694-9f4c-1e8ae358a747 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:33:42.719557 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-28177992-c30d-4694-9f4c-1e8ae358a747 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:42.719908 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-28177992-c30d-4694-9f4c-1e8ae358a747 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Added segment 81bdbf8f-8239-4253-996c-c5658604bef8 of type vlan for network c7483388-0080-4114-b5db-450b484a131c Jul 09 16:33:42.870324 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-28177992-c30d-4694-9f4c-1e8ae358a747 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:42.885121 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-34e010ab-3d47-437e-b41f-7e65ce354ccf tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:42.889934 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53272) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:42.900563 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-34e010ab-3d47-437e-b41f-7e65ce354ccf tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] 10.222.0.98 "DELETE /v2.0/ports/d90db8fb-16af-4273-abb9-b4991779f8c8 HTTP/1.1" status: 204 len: 168 time: 1.8344080 Jul 09 16:33:42.970245 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1ca1ba1-cd0a-4f87-9b68-c769dd011f47 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Deleting subnet 11d2c9eb-ac1e-4405-bb5d-4ee6cd8a9dad {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:33:42.974271 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e1ca1ba1-cd0a-4f87-9b68-c769dd011f47 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:42.988035 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] device_id is not set on port 98577dbc-2495-4e47-915e-1fd43ce57a04 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:33:43.002249 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:43.015001 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-afad2cbd-7633-4e04-a95a-86be8ae72445 req-66eed878-f1cc-4219-b894-c2a21359dc54 service neutron] 10.222.0.73 "GET /v2.0/networks/cb4b78a9-5124-4c19-9828-f616933bcd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4325266 Jul 09 16:33:43.021876 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e1ca1ba1-cd0a-4f87-9b68-c769dd011f47 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:43.028737 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Transition to ACTIVE for port object 98577dbc-2495-4e47-915e-1fd43ce57a04 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:33:43.047474 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:43.060604 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-28177992-c30d-4694-9f4c-1e8ae358a747 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:43.061531 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28177992-c30d-4694-9f4c-1e8ae358a747 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:43.062133 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-28177992-c30d-4694-9f4c-1e8ae358a747 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:43.120611 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e1ca1ba1-cd0a-4f87-9b68-c769dd011f47 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:43.182506 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e1ca1ba1-cd0a-4f87-9b68-c769dd011f47 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:43.215832 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ca1ba1-cd0a-4f87-9b68-c769dd011f47 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Pushing event deleted for resources: {'Subnet': ['ID=11d2c9eb-ac1e-4405-bb5d-4ee6cd8a9dad,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:43.217533 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-28177992-c30d-4694-9f4c-1e8ae358a747 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.2804780 Jul 09 16:33:43.221363 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53274) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:43.227867 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-d0a40212-ba06-4d7c-b4e2-5e049cb1020b tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Request body: {'subnet': {'network_id': 'c7483388-0080-4114-b5db-450b484a131c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:43.233438 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e1ca1ba1-cd0a-4f87-9b68-c769dd011f47 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:43.236530 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e1ca1ba1-cd0a-4f87-9b68-c769dd011f47 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] 10.222.0.98 "DELETE /v2.0/subnets/11d2c9eb-ac1e-4405-bb5d-4ee6cd8a9dad HTTP/1.1" status: 204 len: 168 time: 0.3449953 Jul 09 16:33:43.239613 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cef375e-8a45-4fca-8d01-dd84966c9590 None None] Network 23792707-d051-4835-976c-6290f2c53f21 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:33:43.240655 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53278) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:43.249799 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Pushing event updated for resources: {'Port': ['ID=98577dbc-2495-4e47-915e-1fd43ce57a04,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:43.313491 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28177992-c30d-4694-9f4c-1e8ae358a747 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Pushing event updated for resources: {'Network': ['ID=c7483388-0080-4114-b5db-450b484a131c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:43.337715 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Checking segment: {'id': '1b93fc29-dea9-45d5-9246-67d80fe594e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:33:43.338087 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Network hostable DHCP agents. Network: 283f14ee-0b2f-4486-b81b-eba1a59eb2ee, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:33:43.344972 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-afad2cbd-7633-4e04-a95a-86be8ae72445 req-733564ee-8cd8-49ed-b9f1-d9732f586342 service neutron] 10.222.0.73 "GET /v2.0/networks/cb4b78a9-5124-4c19-9828-f616933bcd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944255 Jul 09 16:33:43.351439 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network c7483388-0080-4114-b5db-450b484a131c details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:33:43.357457 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a40212-ba06-4d7c-b4e2-5e049cb1020b tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Made reservation on behalf of c529ac27b8af4d62a3b5eb0456766006 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:33:43.360383 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d0a40212-ba06-4d7c-b4e2-5e049cb1020b tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:43.365272 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:33:43.383529 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 283f14ee-0b2f-4486-b81b-eba1a59eb2ee) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:43.394551 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:33:43.411715 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port 98577dbc-2495-4e47-915e-1fd43ce57a04 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:33:43.412059 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port 98577dbc-2495-4e47-915e-1fd43ce57a04 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '1b93fc29-dea9-45d5-9246-67d80fe594e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:33:43.412433 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port 98577dbc-2495-4e47-915e-1fd43ce57a04 on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:43.417744 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Port 98577dbc-2495-4e47-915e-1fd43ce57a04 on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:33:43.418094 n-d-798930-3 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Failed to bind port 98577dbc-2495-4e47-915e-1fd43ce57a04 on host n-h1-798930-3 for vnic_type normal using segments [{'id': '1b93fc29-dea9-45d5-9246-67d80fe594e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'}] Jul 09 16:33:43.418485 n-d-798930-3 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempt 2 to bind port 98577dbc-2495-4e47-915e-1fd43ce57a04 Jul 09 16:33:43.429823 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b71e5a1-fdfa-412e-ab08-4f54861c12a7 None None] Network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:33:43.431525 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port 98577dbc-2495-4e47-915e-1fd43ce57a04 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:33:43.431872 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port 98577dbc-2495-4e47-915e-1fd43ce57a04 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '1b93fc29-dea9-45d5-9246-67d80fe594e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:33:43.432215 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port 98577dbc-2495-4e47-915e-1fd43ce57a04 on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:43.437309 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Port 98577dbc-2495-4e47-915e-1fd43ce57a04 on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:33:43.437858 n-d-798930-3 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Failed to bind port 98577dbc-2495-4e47-915e-1fd43ce57a04 on host n-h1-798930-3 for vnic_type normal using segments [{'id': '1b93fc29-dea9-45d5-9246-67d80fe594e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'}] Jul 09 16:33:43.438422 n-d-798930-3 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempt 3 to bind port 98577dbc-2495-4e47-915e-1fd43ce57a04 Jul 09 16:33:43.448767 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ed4f1e60-6017-4cfa-8266-c24ff18f1082 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:43.455692 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port 98577dbc-2495-4e47-915e-1fd43ce57a04 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:33:43.456035 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port 98577dbc-2495-4e47-915e-1fd43ce57a04 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '1b93fc29-dea9-45d5-9246-67d80fe594e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:33:43.456374 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port 98577dbc-2495-4e47-915e-1fd43ce57a04 on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:43.461456 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Port 98577dbc-2495-4e47-915e-1fd43ce57a04 on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:33:43.461789 n-d-798930-3 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Failed to bind port 98577dbc-2495-4e47-915e-1fd43ce57a04 on host n-h1-798930-3 for vnic_type normal using segments [{'id': '1b93fc29-dea9-45d5-9246-67d80fe594e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'}] Jul 09 16:33:43.462187 n-d-798930-3 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempt 4 to bind port 98577dbc-2495-4e47-915e-1fd43ce57a04 Jul 09 16:33:43.475676 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port 98577dbc-2495-4e47-915e-1fd43ce57a04 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:33:43.476028 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port 98577dbc-2495-4e47-915e-1fd43ce57a04 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '1b93fc29-dea9-45d5-9246-67d80fe594e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:33:43.476437 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port 98577dbc-2495-4e47-915e-1fd43ce57a04 on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:43.487632 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Port 98577dbc-2495-4e47-915e-1fd43ce57a04 on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:33:43.487632 n-d-798930-3 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Failed to bind port 98577dbc-2495-4e47-915e-1fd43ce57a04 on host n-h1-798930-3 for vnic_type normal using segments [{'id': '1b93fc29-dea9-45d5-9246-67d80fe594e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'}] Jul 09 16:33:43.487632 n-d-798930-3 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempt 5 to bind port 98577dbc-2495-4e47-915e-1fd43ce57a04 Jul 09 16:33:43.502933 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port 98577dbc-2495-4e47-915e-1fd43ce57a04 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:33:43.503927 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port 98577dbc-2495-4e47-915e-1fd43ce57a04 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '1b93fc29-dea9-45d5-9246-67d80fe594e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:33:43.504266 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port 98577dbc-2495-4e47-915e-1fd43ce57a04 on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:43.509189 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Port 98577dbc-2495-4e47-915e-1fd43ce57a04 on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:33:43.509522 n-d-798930-3 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Failed to bind port 98577dbc-2495-4e47-915e-1fd43ce57a04 on host n-h1-798930-3 for vnic_type normal using segments [{'id': '1b93fc29-dea9-45d5-9246-67d80fe594e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'}] Jul 09 16:33:43.509914 n-d-798930-3 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempt 6 to bind port 98577dbc-2495-4e47-915e-1fd43ce57a04 Jul 09 16:33:43.523404 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port 98577dbc-2495-4e47-915e-1fd43ce57a04 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:33:43.523960 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port 98577dbc-2495-4e47-915e-1fd43ce57a04 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '1b93fc29-dea9-45d5-9246-67d80fe594e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:33:43.524313 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port 98577dbc-2495-4e47-915e-1fd43ce57a04 on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:43.528862 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Port 98577dbc-2495-4e47-915e-1fd43ce57a04 on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:33:43.529448 n-d-798930-3 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Failed to bind port 98577dbc-2495-4e47-915e-1fd43ce57a04 on host n-h1-798930-3 for vnic_type normal using segments [{'id': '1b93fc29-dea9-45d5-9246-67d80fe594e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'}] Jul 09 16:33:43.530184 n-d-798930-3 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempt 7 to bind port 98577dbc-2495-4e47-915e-1fd43ce57a04 Jul 09 16:33:43.548431 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port 98577dbc-2495-4e47-915e-1fd43ce57a04 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:33:43.548850 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port 98577dbc-2495-4e47-915e-1fd43ce57a04 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '1b93fc29-dea9-45d5-9246-67d80fe594e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:33:43.549199 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port 98577dbc-2495-4e47-915e-1fd43ce57a04 on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:43.564470 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Port 98577dbc-2495-4e47-915e-1fd43ce57a04 on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:33:43.565059 n-d-798930-3 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Failed to bind port 98577dbc-2495-4e47-915e-1fd43ce57a04 on host n-h1-798930-3 for vnic_type normal using segments [{'id': '1b93fc29-dea9-45d5-9246-67d80fe594e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'}] Jul 09 16:33:43.565619 n-d-798930-3 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempt 8 to bind port 98577dbc-2495-4e47-915e-1fd43ce57a04 Jul 09 16:33:43.592973 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port 98577dbc-2495-4e47-915e-1fd43ce57a04 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:33:43.593306 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port 98577dbc-2495-4e47-915e-1fd43ce57a04 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '1b93fc29-dea9-45d5-9246-67d80fe594e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:33:43.593653 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port 98577dbc-2495-4e47-915e-1fd43ce57a04 on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:43.627643 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Port 98577dbc-2495-4e47-915e-1fd43ce57a04 on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:33:43.633579 n-d-798930-3 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Failed to bind port 98577dbc-2495-4e47-915e-1fd43ce57a04 on host n-h1-798930-3 for vnic_type normal using segments [{'id': '1b93fc29-dea9-45d5-9246-67d80fe594e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'}] Jul 09 16:33:43.634321 n-d-798930-3 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempt 9 to bind port 98577dbc-2495-4e47-915e-1fd43ce57a04 Jul 09 16:33:43.670144 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port 98577dbc-2495-4e47-915e-1fd43ce57a04 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:33:43.670586 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port 98577dbc-2495-4e47-915e-1fd43ce57a04 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '1b93fc29-dea9-45d5-9246-67d80fe594e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:33:43.671023 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port 98577dbc-2495-4e47-915e-1fd43ce57a04 on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:43.683579 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebc13ac-81c3-4b2f-98ee-33f5a1c53c0e None None] DHCP port deletion for 23792707-d051-4835-976c-6290f2c53f21 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:33:43.688522 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Port 98577dbc-2495-4e47-915e-1fd43ce57a04 on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:33:43.689667 n-d-798930-3 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Failed to bind port 98577dbc-2495-4e47-915e-1fd43ce57a04 on host n-h1-798930-3 for vnic_type normal using segments [{'id': '1b93fc29-dea9-45d5-9246-67d80fe594e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'}] Jul 09 16:33:43.690857 n-d-798930-3 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempt 10 to bind port 98577dbc-2495-4e47-915e-1fd43ce57a04 Jul 09 16:33:43.710060 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port 98577dbc-2495-4e47-915e-1fd43ce57a04 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:33:43.710486 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port 98577dbc-2495-4e47-915e-1fd43ce57a04 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '1b93fc29-dea9-45d5-9246-67d80fe594e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:33:43.710930 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port 98577dbc-2495-4e47-915e-1fd43ce57a04 on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:43.716075 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Port 98577dbc-2495-4e47-915e-1fd43ce57a04 on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:33:43.716494 n-d-798930-3 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Failed to bind port 98577dbc-2495-4e47-915e-1fd43ce57a04 on host n-h1-798930-3 for vnic_type normal using segments [{'id': '1b93fc29-dea9-45d5-9246-67d80fe594e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'}] Jul 09 16:33:43.717508 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:43.737601 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-3ebc13ac-81c3-4b2f-98ee-33f5a1c53c0e None None] Deleting port 938e2c08-45c0-4190-98a5-3308e90288c4 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:33:43.738314 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3ebc13ac-81c3-4b2f-98ee-33f5a1c53c0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:43.804967 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-ed4f1e60-6017-4cfa-8266-c24ff18f1082 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Deleting port 938e2c08-45c0-4190-98a5-3308e90288c4 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:33:43.805421 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ed4f1e60-6017-4cfa-8266-c24ff18f1082 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:43.805857 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] For port 98577dbc-2495-4e47-915e-1fd43ce57a04, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:33:43.806300 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempted to set empty binding levels {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 09 16:33:43.810450 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-3ebc13ac-81c3-4b2f-98ee-33f5a1c53c0e None None] For port 938e2c08-45c0-4190-98a5-3308e90288c4, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=938e2c08-45c0-4190-98a5-3308e90288c4,segment=NetworkSegment(5ade25de-1064-4465-b160-bf49e8b18bc5),segment_id=5ade25de-1064-4465-b160-bf49e8b18bc5)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:33:43.811137 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3ebc13ac-81c3-4b2f-98ee-33f5a1c53c0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:43.813653 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:43.827577 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-3ebc13ac-81c3-4b2f-98ee-33f5a1c53c0e None None] Calling delete_port for 938e2c08-45c0-4190-98a5-3308e90288c4 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:33:43.871901 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:43.872604 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:43.890035 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Pushing event updated for resources: {'Port': ['ID=98577dbc-2495-4e47-915e-1fd43ce57a04,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:43.902852 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-eb2b1695-327e-4251-82e9-cc801ca98eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 3.0001545 Jul 09 16:33:43.904099 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53286) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:43.911205 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8d2b9-dc7a-4b2f-b6cd-1dbaeb0f6ad3 req-baebade3-121f-42de-96e2-a0cc2df1b4d2 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:43.913082 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0cb8d2b9-dc7a-4b2f-b6cd-1dbaeb0f6ad3 req-baebade3-121f-42de-96e2-a0cc2df1b4d2 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8d61f9e-57f7-4989-9af3-b4f837d642a2 HTTP/1.1" status: 200 len: 943 time: 0.2470407 Jul 09 16:33:43.936600 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3ebc13ac-81c3-4b2f-98ee-33f5a1c53c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:43.976183 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebc13ac-81c3-4b2f-98ee-33f5a1c53c0e None None] No DVR routers for this DVR port 938e2c08-45c0-4190-98a5-3308e90288c4 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:33:43.984605 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebc13ac-81c3-4b2f-98ee-33f5a1c53c0e None None] Pushing event deleted for resources: {'Port': ['ID=938e2c08-45c0-4190-98a5-3308e90288c4,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:44.016039 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-c8d157ac-3d32-4f27-9d41-3fc8431caa8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Deleting port 98577dbc-2495-4e47-915e-1fd43ce57a04 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:33:44.016393 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c8d157ac-3d32-4f27-9d41-3fc8431caa8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:44.110636 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-c8d157ac-3d32-4f27-9d41-3fc8431caa8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] For port 98577dbc-2495-4e47-915e-1fd43ce57a04, host n-h1-798930-3, got binding levels [] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:33:44.111978 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c8d157ac-3d32-4f27-9d41-3fc8431caa8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:44.131445 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-c8d157ac-3d32-4f27-9d41-3fc8431caa8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Calling delete_port for 98577dbc-2495-4e47-915e-1fd43ce57a04 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:33:44.222900 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c8d157ac-3d32-4f27-9d41-3fc8431caa8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:44.236739 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 177da164-d7d8-4b47-b265-ad6480d12524 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:33:44.251736 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d157ac-3d32-4f27-9d41-3fc8431caa8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Pushing event deleted for resources: {'Port': ['ID=98577dbc-2495-4e47-915e-1fd43ce57a04,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:44.257310 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c8d157ac-3d32-4f27-9d41-3fc8431caa8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:44.259307 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c8d157ac-3d32-4f27-9d41-3fc8431caa8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] 10.222.0.98 "DELETE /v2.0/ports/98577dbc-2495-4e47-915e-1fd43ce57a04 HTTP/1.1" status: 204 len: 168 time: 0.3542125 Jul 09 16:33:44.261980 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53290) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:44.294339 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8e93fca-2c83-466a-81c7-20bf2949fb7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] GET failed (client error): The resource could not be found. Jul 09 16:33:44.299899 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c8e93fca-2c83-466a-81c7-20bf2949fb7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] 10.222.0.98 "GET /v2.0/ports/98577dbc-2495-4e47-915e-1fd43ce57a04 HTTP/1.1" status: 404 len: 333 time: 0.0330529 Jul 09 16:33:44.300133 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53292) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:44.305212 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-c515a8c3-46d4-4e97-848f-216d120d3740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Request body: {'port': {'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-291711400'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:44.330426 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c515a8c3-46d4-4e97-848f-216d120d3740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Made reservation on behalf of 9eb78cd547b34acfade339ccf8905c37 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:33:44.333492 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c515a8c3-46d4-4e97-848f-216d120d3740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:44.351780 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-c515a8c3-46d4-4e97-848f-216d120d3740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] device_id is not set on port 68d939b5-d799-4c76-b241-5accdb96002a yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:33:44.354241 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 177da164-d7d8-4b47-b265-ad6480d12524, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=177da164-d7d8-4b47-b265-ad6480d12524,segment=NetworkSegment(84a2b727-9fdd-4d45-b78f-34759e2941ec),segment_id=84a2b727-9fdd-4d45-b78f-34759e2941ec)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:33:44.369255 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '177da164-d7d8-4b47-b265-ad6480d12524', 'network_id': 'cb4b78a9-5124-4c19-9828-f616933bcd81', 'port_id': '177da164-d7d8-4b47-b265-ad6480d12524', 'mac_address': 'fa:16:3e:fe:ae:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2030483-cfcd-4c73-9bff-36ef474084f2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:33:44.379707 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-ed4f1e60-6017-4cfa-8266-c24ff18f1082 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] For port 938e2c08-45c0-4190-98a5-3308e90288c4, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=938e2c08-45c0-4190-98a5-3308e90288c4,segment=NetworkSegment(5ade25de-1064-4465-b160-bf49e8b18bc5),segment_id=5ade25de-1064-4465-b160-bf49e8b18bc5)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:33:44.380076 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ed4f1e60-6017-4cfa-8266-c24ff18f1082 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:44.393890 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-ed4f1e60-6017-4cfa-8266-c24ff18f1082 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Calling delete_port for 938e2c08-45c0-4190-98a5-3308e90288c4 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:33:44.415351 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:44.436340 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 177da164-d7d8-4b47-b265-ad6480d12524 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:33:44.461964 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 177da164-d7d8-4b47-b265-ad6480d12524, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=177da164-d7d8-4b47-b265-ad6480d12524,segment=NetworkSegment(84a2b727-9fdd-4d45-b78f-34759e2941ec),segment_id=84a2b727-9fdd-4d45-b78f-34759e2941ec)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:33:44.467422 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:44.514711 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0cb8d2b9-dc7a-4b2f-b6cd-1dbaeb0f6ad3 req-82628777-ae16-4882-94f7-c55adf63f063 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5563431 Jul 09 16:33:44.538102 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=177da164-d7d8-4b47-b265-ad6480d12524,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:44.547056 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c515a8c3-46d4-4e97-848f-216d120d3740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:44.551016 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ed4f1e60-6017-4cfa-8266-c24ff18f1082 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:44.593374 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c515a8c3-46d4-4e97-848f-216d120d3740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:44.596844 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4f1e60-6017-4cfa-8266-c24ff18f1082 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Pushing event deleted for resources: {'Port': ['ID=938e2c08-45c0-4190-98a5-3308e90288c4,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:44.603916 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4f1e60-6017-4cfa-8266-c24ff18f1082 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] No DVR routers for this DVR port 938e2c08-45c0-4190-98a5-3308e90288c4 on host n-d-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:33:44.656651 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c515a8c3-46d4-4e97-848f-216d120d3740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:33:44.661906 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-c515a8c3-46d4-4e97-848f-216d120d3740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:44.667980 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c515a8c3-46d4-4e97-848f-216d120d3740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:33:44.669263 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c515a8c3-46d4-4e97-848f-216d120d3740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:44.669969 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c515a8c3-46d4-4e97-848f-216d120d3740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:44.681661 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c515a8c3-46d4-4e97-848f-216d120d3740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Pushing event updated for resources: {'Port': ['ID=68d939b5-d799-4c76-b241-5accdb96002a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:44.693347 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c515a8c3-46d4-4e97-848f-216d120d3740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3919940 Jul 09 16:33:44.696187 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53300) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:44.705332 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:44.716255 n-d-798930-3 neutron-server[93959]: DEBUG neutron.objects.ports [None req-d0a40212-ba06-4d7c-b4e2-5e049cb1020b tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93959) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 16:33:44.721135 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d0a40212-ba06-4d7c-b4e2-5e049cb1020b tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:44.724270 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ed4f1e60-6017-4cfa-8266-c24ff18f1082 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:44.757076 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-ed4f1e60-6017-4cfa-8266-c24ff18f1082 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23792707-d051-4835-976c-6290f2c53f21']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:44.772718 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-ed4f1e60-6017-4cfa-8266-c24ff18f1082 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ade25de-1064-4465-b160-bf49e8b18bc5') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:44.773057 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-ed4f1e60-6017-4cfa-8266-c24ff18f1082 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ade25de-1064-4465-b160-bf49e8b18bc5') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:44.790339 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:44.792881 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ed4f1e60-6017-4cfa-8266-c24ff18f1082 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:44.822758 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ed4f1e60-6017-4cfa-8266-c24ff18f1082 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:44.831244 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a40212-ba06-4d7c-b4e2-5e049cb1020b tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Pushing event updated for resources: {'Subnet': ['ID=fd9820b8-cce9-4f76-b0e9-701f49cd53d0,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:44.837211 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed4f1e60-6017-4cfa-8266-c24ff18f1082 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:33:44.837767 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ed4f1e60-6017-4cfa-8266-c24ff18f1082 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:44.841522 n-d-798930-3 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:33:44.841522 n-d-798930-3 neutron-server[93959]: self.session.flush() Jul 09 16:33:44.841522 n-d-798930-3 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:33:44.841522 n-d-798930-3 neutron-server[93959]: self.session.flush() Jul 09 16:33:44.841522 n-d-798930-3 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:33:44.841522 n-d-798930-3 neutron-server[93959]: self.session.flush() Jul 09 16:33:44.841522 n-d-798930-3 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:33:44.841522 n-d-798930-3 neutron-server[93959]: self.session.flush() Jul 09 16:33:44.841522 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:33:44.841522 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:33:44.841522 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:33:44.841522 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:33:44.841522 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:33:44.841522 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:33:44.841522 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:33:44.841522 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:33:44.841522 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:33:44.841522 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:33:44.841522 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:33:44.841522 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:33:44.841522 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:33:44.841522 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:33:44.841522 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:33:44.841522 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:33:44.841522 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:33:44.841522 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:33:44.841522 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:33:44.841522 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:33:44.841522 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:33:44.841522 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:33:44.841522 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:33:44.841522 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:33:44.841522 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:33:44.841522 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:33:44.841522 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:33:44.841522 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:33:44.841522 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:33:44.841522 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:33:44.841522 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:33:44.841522 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:33:44.854384 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a40212-ba06-4d7c-b4e2-5e049cb1020b tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Checking segment: {'id': '81bdbf8f-8239-4253-996c-c5658604bef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'c7483388-0080-4114-b5db-450b484a131c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:33:44.854748 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a40212-ba06-4d7c-b4e2-5e049cb1020b tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Network hostable DHCP agents. Network: c7483388-0080-4114-b5db-450b484a131c, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:33:44.889492 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a40212-ba06-4d7c-b4e2-5e049cb1020b tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:44.889840 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a40212-ba06-4d7c-b4e2-5e049cb1020b tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:44.890184 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a40212-ba06-4d7c-b4e2-5e049cb1020b tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:44.890517 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a40212-ba06-4d7c-b4e2-5e049cb1020b tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:44.891154 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a40212-ba06-4d7c-b4e2-5e049cb1020b tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:44.891300 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a40212-ba06-4d7c-b4e2-5e049cb1020b tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:44.891600 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a40212-ba06-4d7c-b4e2-5e049cb1020b tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:44.891833 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a40212-ba06-4d7c-b4e2-5e049cb1020b tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:44.894914 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['177da164-d7d8-4b47-b265-ad6480d12524'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:33:44.897995 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a40212-ba06-4d7c-b4e2-5e049cb1020b tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:44.898396 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a40212-ba06-4d7c-b4e2-5e049cb1020b tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:44.898731 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a40212-ba06-4d7c-b4e2-5e049cb1020b tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:44.903335 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a40212-ba06-4d7c-b4e2-5e049cb1020b tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:44.949989 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ed4f1e60-6017-4cfa-8266-c24ff18f1082 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:44.971482 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a40212-ba06-4d7c-b4e2-5e049cb1020b tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Network c7483388-0080-4114-b5db-450b484a131c is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:33:44.974734 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ed4f1e60-6017-4cfa-8266-c24ff18f1082 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:44.979721 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ed4f1e60-6017-4cfa-8266-c24ff18f1082 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] 10.222.0.98 "DELETE /v2.0/networks/23792707-d051-4835-976c-6290f2c53f21 HTTP/1.1" status: 204 len: 168 time: 1.7352142 Jul 09 16:33:44.989886 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] device_id is not set on port 68d939b5-d799-4c76-b241-5accdb96002a yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:33:44.991487 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:33:44.992014 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4f1e60-6017-4cfa-8266-c24ff18f1082 tempest-AllowedAddressPairTestJSON-841195262 tempest-AllowedAddressPairTestJSON-841195262-project] Pushing event deleted for resources: {'Network': ['ID=23792707-d051-4835-976c-6290f2c53f21,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:45.004635 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-d0a40212-ba06-4d7c-b4e2-5e049cb1020b tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, c7483388-0080-4114-b5db-450b484a131c) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:45.009578 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:45.017113 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a40212-ba06-4d7c-b4e2-5e049cb1020b tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:45.022498 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d0a40212-ba06-4d7c-b4e2-5e049cb1020b tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:45.023859 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c7f469-86c1-447e-a760-1bc3edb97cd2 None None] Network c7483388-0080-4114-b5db-450b484a131c requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:33:45.029221 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Transition to ACTIVE for port object 68d939b5-d799-4c76-b241-5accdb96002a will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:33:45.035281 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:45.050876 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53304) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:45.051187 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-d0a40212-ba06-4d7c-b4e2-5e049cb1020b tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8284161 Jul 09 16:33:45.080682 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-cc328baf-35c3-40e8-abaf-3cc9b063988e tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Request body: {'floatingip': {'floating_network_id': 'c7483388-0080-4114-b5db-450b484a131c'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:45.109732 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc328baf-35c3-40e8-abaf-3cc9b063988e tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:45.167703 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Pushing event updated for resources: {'Port': ['ID=68d939b5-d799-4c76-b241-5accdb96002a,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:45.177533 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port 68d939b5-d799-4c76-b241-5accdb96002a on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:33:45.177972 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port 68d939b5-d799-4c76-b241-5accdb96002a by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '1b93fc29-dea9-45d5-9246-67d80fe594e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:33:45.178432 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port 68d939b5-d799-4c76-b241-5accdb96002a on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:45.186904 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Port 68d939b5-d799-4c76-b241-5accdb96002a on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:33:45.187373 n-d-798930-3 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Failed to bind port 68d939b5-d799-4c76-b241-5accdb96002a on host n-h1-798930-3 for vnic_type normal using segments [{'id': '1b93fc29-dea9-45d5-9246-67d80fe594e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'}] Jul 09 16:33:45.190408 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cab0ba-3b63-4cc6-86f7-22c15de836fc None None] Network c7483388-0080-4114-b5db-450b484a131c requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:33:45.191066 n-d-798930-3 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempt 2 to bind port 68d939b5-d799-4c76-b241-5accdb96002a Jul 09 16:33:45.210712 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port 68d939b5-d799-4c76-b241-5accdb96002a on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:33:45.211225 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port 68d939b5-d799-4c76-b241-5accdb96002a by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '1b93fc29-dea9-45d5-9246-67d80fe594e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:33:45.211653 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port 68d939b5-d799-4c76-b241-5accdb96002a on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:45.220898 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Port 68d939b5-d799-4c76-b241-5accdb96002a on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:33:45.221337 n-d-798930-3 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Failed to bind port 68d939b5-d799-4c76-b241-5accdb96002a on host n-h1-798930-3 for vnic_type normal using segments [{'id': '1b93fc29-dea9-45d5-9246-67d80fe594e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'}] Jul 09 16:33:45.223105 n-d-798930-3 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempt 3 to bind port 68d939b5-d799-4c76-b241-5accdb96002a Jul 09 16:33:45.246746 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port 68d939b5-d799-4c76-b241-5accdb96002a on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:33:45.247243 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port 68d939b5-d799-4c76-b241-5accdb96002a by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '1b93fc29-dea9-45d5-9246-67d80fe594e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:33:45.247678 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port 68d939b5-d799-4c76-b241-5accdb96002a on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:45.255427 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Port 68d939b5-d799-4c76-b241-5accdb96002a on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:33:45.255894 n-d-798930-3 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Failed to bind port 68d939b5-d799-4c76-b241-5accdb96002a on host n-h1-798930-3 for vnic_type normal using segments [{'id': '1b93fc29-dea9-45d5-9246-67d80fe594e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'}] Jul 09 16:33:45.257137 n-d-798930-3 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempt 4 to bind port 68d939b5-d799-4c76-b241-5accdb96002a Jul 09 16:33:45.276359 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port 68d939b5-d799-4c76-b241-5accdb96002a on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:33:45.276827 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port 68d939b5-d799-4c76-b241-5accdb96002a by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '1b93fc29-dea9-45d5-9246-67d80fe594e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:33:45.277692 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port 68d939b5-d799-4c76-b241-5accdb96002a on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:45.282651 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc328baf-35c3-40e8-abaf-3cc9b063988e tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:45.289516 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Port 68d939b5-d799-4c76-b241-5accdb96002a on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:33:45.289992 n-d-798930-3 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Failed to bind port 68d939b5-d799-4c76-b241-5accdb96002a on host n-h1-798930-3 for vnic_type normal using segments [{'id': '1b93fc29-dea9-45d5-9246-67d80fe594e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'}] Jul 09 16:33:45.291510 n-d-798930-3 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempt 5 to bind port 68d939b5-d799-4c76-b241-5accdb96002a Jul 09 16:33:45.371645 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port 68d939b5-d799-4c76-b241-5accdb96002a on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:33:45.372133 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port 68d939b5-d799-4c76-b241-5accdb96002a by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '1b93fc29-dea9-45d5-9246-67d80fe594e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:33:45.372562 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port 68d939b5-d799-4c76-b241-5accdb96002a on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:45.384775 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Port 68d939b5-d799-4c76-b241-5accdb96002a on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:33:45.384983 n-d-798930-3 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Failed to bind port 68d939b5-d799-4c76-b241-5accdb96002a on host n-h1-798930-3 for vnic_type normal using segments [{'id': '1b93fc29-dea9-45d5-9246-67d80fe594e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'}] Jul 09 16:33:45.387300 n-d-798930-3 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempt 6 to bind port 68d939b5-d799-4c76-b241-5accdb96002a Jul 09 16:33:45.424338 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port 68d939b5-d799-4c76-b241-5accdb96002a on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:33:45.424819 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port 68d939b5-d799-4c76-b241-5accdb96002a by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '1b93fc29-dea9-45d5-9246-67d80fe594e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:33:45.425253 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port 68d939b5-d799-4c76-b241-5accdb96002a on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:45.436200 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Port 68d939b5-d799-4c76-b241-5accdb96002a on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:33:45.436699 n-d-798930-3 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Failed to bind port 68d939b5-d799-4c76-b241-5accdb96002a on host n-h1-798930-3 for vnic_type normal using segments [{'id': '1b93fc29-dea9-45d5-9246-67d80fe594e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'}] Jul 09 16:33:45.438829 n-d-798930-3 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempt 7 to bind port 68d939b5-d799-4c76-b241-5accdb96002a Jul 09 16:33:45.444505 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53310) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:45.458389 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port 68d939b5-d799-4c76-b241-5accdb96002a on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:33:45.458810 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port 68d939b5-d799-4c76-b241-5accdb96002a by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '1b93fc29-dea9-45d5-9246-67d80fe594e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:33:45.459208 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port 68d939b5-d799-4c76-b241-5accdb96002a on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:45.467165 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-cc328baf-35c3-40e8-abaf-3cc9b063988e tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Allocated IP 172.20.0.2 (c7483388-0080-4114-b5db-450b484a131c/fd9820b8-cce9-4f76-b0e9-701f49cd53d0/c0e168b2-859a-4cce-98b3-2bc92de18a34) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:33:45.469350 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Port 68d939b5-d799-4c76-b241-5accdb96002a on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:33:45.469678 n-d-798930-3 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Failed to bind port 68d939b5-d799-4c76-b241-5accdb96002a on host n-h1-798930-3 for vnic_type normal using segments [{'id': '1b93fc29-dea9-45d5-9246-67d80fe594e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'}] Jul 09 16:33:45.472537 n-d-798930-3 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempt 8 to bind port 68d939b5-d799-4c76-b241-5accdb96002a Jul 09 16:33:45.493542 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port 68d939b5-d799-4c76-b241-5accdb96002a on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:33:45.493880 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port 68d939b5-d799-4c76-b241-5accdb96002a by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '1b93fc29-dea9-45d5-9246-67d80fe594e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:33:45.494209 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port 68d939b5-d799-4c76-b241-5accdb96002a on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:45.531550 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Port 68d939b5-d799-4c76-b241-5accdb96002a on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:33:45.531879 n-d-798930-3 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Failed to bind port 68d939b5-d799-4c76-b241-5accdb96002a on host n-h1-798930-3 for vnic_type normal using segments [{'id': '1b93fc29-dea9-45d5-9246-67d80fe594e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'}] Jul 09 16:33:45.534019 n-d-798930-3 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempt 9 to bind port 68d939b5-d799-4c76-b241-5accdb96002a Jul 09 16:33:45.569535 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port 68d939b5-d799-4c76-b241-5accdb96002a on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:33:45.569886 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port 68d939b5-d799-4c76-b241-5accdb96002a by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '1b93fc29-dea9-45d5-9246-67d80fe594e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:33:45.570229 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port 68d939b5-d799-4c76-b241-5accdb96002a on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:45.609833 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Port 68d939b5-d799-4c76-b241-5accdb96002a on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:33:45.609833 n-d-798930-3 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Failed to bind port 68d939b5-d799-4c76-b241-5accdb96002a on host n-h1-798930-3 for vnic_type normal using segments [{'id': '1b93fc29-dea9-45d5-9246-67d80fe594e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'}] Jul 09 16:33:45.613590 n-d-798930-3 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempt 10 to bind port 68d939b5-d799-4c76-b241-5accdb96002a Jul 09 16:33:45.661895 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port 68d939b5-d799-4c76-b241-5accdb96002a on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:33:45.662476 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port 68d939b5-d799-4c76-b241-5accdb96002a by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '1b93fc29-dea9-45d5-9246-67d80fe594e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:33:45.663076 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port 68d939b5-d799-4c76-b241-5accdb96002a on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:45.671250 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc328baf-35c3-40e8-abaf-3cc9b063988e tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:45.673955 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Port 68d939b5-d799-4c76-b241-5accdb96002a on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:33:45.674388 n-d-798930-3 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Failed to bind port 68d939b5-d799-4c76-b241-5accdb96002a on host n-h1-798930-3 for vnic_type normal using segments [{'id': '1b93fc29-dea9-45d5-9246-67d80fe594e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'}] Jul 09 16:33:45.674859 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:45.713557 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ce9706de-3be4-474b-b12e-ee1becc0a592 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d453b53feb4d47fab4daef6941929656&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2676170 Jul 09 16:33:45.714154 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53318) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:45.744378 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 938e2c08-45c0-4190-98a5-3308e90288c4 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:33:45.790820 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 938e2c08-45c0-4190-98a5-3308e90288c4 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:33:45.791479 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 938e2c08-45c0-4190-98a5-3308e90288c4 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:33:45.791634 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3aaa30-f10d-41ad-898f-ade110ced14b req-0b2a678c-4e14-4724-8fa9-c5ec51e6a012 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:45.798970 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] For port 68d939b5-d799-4c76-b241-5accdb96002a, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:33:45.799460 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempted to set empty binding levels {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 09 16:33:45.804930 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cf3aaa30-f10d-41ad-898f-ade110ced14b req-0b2a678c-4e14-4724-8fa9-c5ec51e6a012 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8d61f9e-57f7-4989-9af3-b4f837d642a2 HTTP/1.1" status: 200 len: 944 time: 0.1329644 Jul 09 16:33:45.812281 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:45.824746 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc328baf-35c3-40e8-abaf-3cc9b063988e tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:45.845977 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cf3aaa30-f10d-41ad-898f-ade110ced14b req-5d0b4eb1-8c3c-4a9e-944b-3fc7fc12c4ba tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384378 Jul 09 16:33:45.853441 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd1b22d5-0b2a-40a9-a501-4e9366fb3ae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:45.863666 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] In _notify_port_updated(), no bound segment for port 68d939b5-d799-4c76-b241-5accdb96002a on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee {{(pid=93958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 16:33:45.864846 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:45.865540 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:45.869186 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] 10.222.0.98 "PUT /v2.0/ports/68d939b5-d799-4c76-b241-5accdb96002a HTTP/1.1" status: 200 len: 978 time: 1.1670716 Jul 09 16:33:45.872797 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53320) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:45.888271 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc328baf-35c3-40e8-abaf-3cc9b063988e tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Network c7483388-0080-4114-b5db-450b484a131c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:33:45.897118 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-cc328baf-35c3-40e8-abaf-3cc9b063988e tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:45.903292 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc328baf-35c3-40e8-abaf-3cc9b063988e tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:33:45.906395 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd1b22d5-0b2a-40a9-a501-4e9366fb3ae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:45.937132 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e347c6-4cad-48a4-ad51-916bf8c53b96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Pushing event updated for resources: {'Port': ['ID=68d939b5-d799-4c76-b241-5accdb96002a,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:45.983331 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3867b0a-31c6-4787-b441-8f9ac252ca71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:45.984058 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3867b0a-31c6-4787-b441-8f9ac252ca71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:45.984288 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3867b0a-31c6-4787-b441-8f9ac252ca71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:45.984758 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3867b0a-31c6-4787-b441-8f9ac252ca71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:45.985234 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3867b0a-31c6-4787-b441-8f9ac252ca71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:45.986226 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3867b0a-31c6-4787-b441-8f9ac252ca71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:45.986799 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3867b0a-31c6-4787-b441-8f9ac252ca71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:45.987204 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3867b0a-31c6-4787-b441-8f9ac252ca71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:45.987667 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3867b0a-31c6-4787-b441-8f9ac252ca71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:45.988413 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3867b0a-31c6-4787-b441-8f9ac252ca71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:45.988582 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3867b0a-31c6-4787-b441-8f9ac252ca71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:45.989096 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3867b0a-31c6-4787-b441-8f9ac252ca71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:45.989498 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3867b0a-31c6-4787-b441-8f9ac252ca71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:45.990419 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3867b0a-31c6-4787-b441-8f9ac252ca71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:45.990419 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3867b0a-31c6-4787-b441-8f9ac252ca71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:45.990899 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3867b0a-31c6-4787-b441-8f9ac252ca71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:45.991656 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3867b0a-31c6-4787-b441-8f9ac252ca71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:45.991816 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3867b0a-31c6-4787-b441-8f9ac252ca71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:45.992273 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3867b0a-31c6-4787-b441-8f9ac252ca71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:45.992731 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3867b0a-31c6-4787-b441-8f9ac252ca71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:45.993185 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3867b0a-31c6-4787-b441-8f9ac252ca71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:45.993645 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3867b0a-31c6-4787-b441-8f9ac252ca71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:45.994104 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3867b0a-31c6-4787-b441-8f9ac252ca71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:45.999306 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b3867b0a-31c6-4787-b441-8f9ac252ca71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20515 time: 0.1251998 Jul 09 16:33:46.001310 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53322) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:46.013140 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc328baf-35c3-40e8-abaf-3cc9b063988e tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Pushing event updated for resources: {'Port': ['ID=c0e168b2-859a-4cce-98b3-2bc92de18a34,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:46.058976 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd1b22d5-0b2a-40a9-a501-4e9366fb3ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:46.061869 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd1b22d5-0b2a-40a9-a501-4e9366fb3ae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:46.065984 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-cd1b22d5-0b2a-40a9-a501-4e9366fb3ae0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d87f0718-a5b7-4b73-8a48-706b559312f8 HTTP/1.1" status: 204 len: 168 time: 0.3467791 Jul 09 16:33:46.082048 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1b22d5-0b2a-40a9-a501-4e9366fb3ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87f0718-a5b7-4b73-8a48-706b559312f8,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:46.098616 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc328baf-35c3-40e8-abaf-3cc9b063988e tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:46.143418 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-99f73cbe-aa1f-40ef-85b9-d67dc0c8f586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Deleting port 68d939b5-d799-4c76-b241-5accdb96002a {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:33:46.143859 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-99f73cbe-aa1f-40ef-85b9-d67dc0c8f586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:46.155876 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc328baf-35c3-40e8-abaf-3cc9b063988e tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:46.219878 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-99f73cbe-aa1f-40ef-85b9-d67dc0c8f586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] For port 68d939b5-d799-4c76-b241-5accdb96002a, host n-h1-798930-3, got binding levels [] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:33:46.220402 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-99f73cbe-aa1f-40ef-85b9-d67dc0c8f586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:46.241875 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 177da164-d7d8-4b47-b265-ad6480d12524 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:33:46.245552 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-99f73cbe-aa1f-40ef-85b9-d67dc0c8f586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Calling delete_port for 68d939b5-d799-4c76-b241-5accdb96002a owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:33:46.363183 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-99f73cbe-aa1f-40ef-85b9-d67dc0c8f586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:46.392749 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc328baf-35c3-40e8-abaf-3cc9b063988e tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:46.394998 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 177da164-d7d8-4b47-b265-ad6480d12524 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:33:46.398600 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc328baf-35c3-40e8-abaf-3cc9b063988e tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:46.409738 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 177da164-d7d8-4b47-b265-ad6480d12524 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:33:46.410136 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:46.426507 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f73cbe-aa1f-40ef-85b9-d67dc0c8f586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Pushing event deleted for resources: {'Port': ['ID=68d939b5-d799-4c76-b241-5accdb96002a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:46.449177 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-99f73cbe-aa1f-40ef-85b9-d67dc0c8f586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:46.454006 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-99f73cbe-aa1f-40ef-85b9-d67dc0c8f586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] 10.222.0.98 "DELETE /v2.0/ports/68d939b5-d799-4c76-b241-5accdb96002a HTTP/1.1" status: 204 len: 168 time: 0.4480336 Jul 09 16:33:46.454131 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53336) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:46.493314 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2a3c656-8fac-4f6c-98c3-0fddee937067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] GET failed (client error): The resource could not be found. Jul 09 16:33:46.496904 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e2a3c656-8fac-4f6c-98c3-0fddee937067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] 10.222.0.98 "GET /v2.0/ports/68d939b5-d799-4c76-b241-5accdb96002a HTTP/1.1" status: 404 len: 333 time: 0.0415962 Jul 09 16:33:46.513095 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53338) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:46.522589 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-9ea071c7-ffa1-4618-9989-0b5a8749a6cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449576926', 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:46.562772 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc328baf-35c3-40e8-abaf-3cc9b063988e tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Pushing event updated for resources: {'Port': ['ID=c0e168b2-859a-4cce-98b3-2bc92de18a34,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:46.580224 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc328baf-35c3-40e8-abaf-3cc9b063988e tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:46.587007 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea071c7-ffa1-4618-9989-0b5a8749a6cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Made reservation on behalf of 9eb78cd547b34acfade339ccf8905c37 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:33:46.589721 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ea071c7-ffa1-4618-9989-0b5a8749a6cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:46.620695 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:46.623444 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc328baf-35c3-40e8-abaf-3cc9b063988e tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:46.624701 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-cc328baf-35c3-40e8-abaf-3cc9b063988e tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.5701396 Jul 09 16:33:46.628333 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53342) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:46.637026 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-9ea071c7-ffa1-4618-9989-0b5a8749a6cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] device_id is not set on port e70b468f-6585-4d1d-b666-49d8e0a0f88b yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:33:46.659188 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d61f9e-57f7-4989-9af3-b4f837d642a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177da164-d7d8-4b47-b265-ad6480d12524'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:33:46.662290 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d806404-9b42-488b-95e0-1a4f09222269" -d '{"events": [{"server_uuid": "a8d61f9e-57f7-4989-9af3-b4f837d642a2", "name": "network-vif-plugged", "status": "completed", "tag": "177da164-d7d8-4b47-b265-ad6480d12524"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:33:46.693595 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 177da164-d7d8-4b47-b265-ad6480d12524, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=177da164-d7d8-4b47-b265-ad6480d12524,segment=NetworkSegment(84a2b727-9fdd-4d45-b78f-34759e2941ec),segment_id=84a2b727-9fdd-4d45-b78f-34759e2941ec)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:33:46.700564 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:46.744800 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-95d75900-e9fd-4c43-bbe9-6f9f2f74f957 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] 10.222.0.98 "GET /v2.0/floatingips?floating_network_id=c7483388-0080-4114-b5db-450b484a131c HTTP/1.1" status: 200 len: 689 time: 0.1151786 Jul 09 16:33:46.749169 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53350) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:46.771436 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5559d3-c02e-404b-ad81-4a2794804675 x-openstack-request-id: req-6c5559d3-c02e-404b-ad81-4a2794804675 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:33:46.771928 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d61f9e-57f7-4989-9af3-b4f837d642a2", "name": "network-vif-plugged", "status": "completed", "tag": "177da164-d7d8-4b47-b265-ad6480d12524", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:33:46.772154 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6c5559d3-c02e-404b-ad81-4a2794804675 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:33:46.772625 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d61f9e-57f7-4989-9af3-b4f837d642a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177da164-d7d8-4b47-b265-ad6480d12524', 'code': 200} Jul 09 16:33:46.773767 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=177da164-d7d8-4b47-b265-ad6480d12524,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:46.893835 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ea071c7-ffa1-4618-9989-0b5a8749a6cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:46.898738 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ee184bb2-f4c7-4f81-8c00-88b88add78b3 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:46.996253 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ea071c7-ffa1-4618-9989-0b5a8749a6cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:47.023226 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-ee184bb2-f4c7-4f81-8c00-88b88add78b3 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Deleting port c0e168b2-859a-4cce-98b3-2bc92de18a34 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:33:47.023943 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ee184bb2-f4c7-4f81-8c00-88b88add78b3 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:47.047779 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53362) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:47.093891 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea071c7-ffa1-4618-9989-0b5a8749a6cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:33:47.107694 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-9ea071c7-ffa1-4618-9989-0b5a8749a6cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:47.114521 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea071c7-ffa1-4618-9989-0b5a8749a6cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:33:47.115518 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea071c7-ffa1-4618-9989-0b5a8749a6cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:47.116112 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ea071c7-ffa1-4618-9989-0b5a8749a6cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:47.131837 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ee184bb2-f4c7-4f81-8c00-88b88add78b3 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:47.132462 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ee184bb2-f4c7-4f81-8c00-88b88add78b3 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:47.132609 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea071c7-ffa1-4618-9989-0b5a8749a6cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Pushing event updated for resources: {'Port': ['ID=e70b468f-6585-4d1d-b666-49d8e0a0f88b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:47.143309 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec1b45-c95b-45b2-ac6b-4034d73787e4 req-917b9b96-724a-47b8-a006-fbda15dca631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:47.145721 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f2ec1b45-c95b-45b2-ac6b-4034d73787e4 req-917b9b96-724a-47b8-a006-fbda15dca631 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a8d61f9e-57f7-4989-9af3-b4f837d642a2 HTTP/1.1" status: 200 len: 1096 time: 0.2495160 Jul 09 16:33:47.149246 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-ee184bb2-f4c7-4f81-8c00-88b88add78b3 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Calling delete_port for c0e168b2-859a-4cce-98b3-2bc92de18a34 owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:33:47.175260 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-9ea071c7-ffa1-4618-9989-0b5a8749a6cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6569841 Jul 09 16:33:47.183615 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b629aee0-319c-42a2-ad7a-e1392d806658 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1975787292'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:47.188100 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53366) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:47.258734 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cfd297-c523-4be3-9863-f0cb648aa635 req-bc6f6f1f-ef7b-4af7-8c20-53b3cb1f2b40 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:47.260500 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-57cfd297-c523-4be3-9863-f0cb648aa635 req-bc6f6f1f-ef7b-4af7-8c20-53b3cb1f2b40 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8d61f9e-57f7-4989-9af3-b4f837d642a2 HTTP/1.1" status: 200 len: 945 time: 0.2030115 Jul 09 16:33:47.262273 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f2ec1b45-c95b-45b2-ac6b-4034d73787e4 req-13a90eee-dc33-4766-abda-47b85dabbf69 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076429 Jul 09 16:33:47.277179 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b629aee0-319c-42a2-ad7a-e1392d806658 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Made reservation on behalf of b1f034070c2447a9b612c7898f3e9d32 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:33:47.280752 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b629aee0-319c-42a2-ad7a-e1392d806658 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:47.301976 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196af418-92e7-4e43-ba94-ca9f69310240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:47.304023 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-196af418-92e7-4e43-ba94-ca9f69310240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] 10.222.0.98 "GET /v2.0/ports/e70b468f-6585-4d1d-b666-49d8e0a0f88b HTTP/1.1" status: 200 len: 959 time: 0.1140411 Jul 09 16:33:47.304878 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b629aee0-319c-42a2-ad7a-e1392d806658 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:47.308009 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53368) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:47.333915 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ee184bb2-f4c7-4f81-8c00-88b88add78b3 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:47.337623 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-57cfd297-c523-4be3-9863-f0cb648aa635 req-01dbc9ab-9224-4d30-a20f-f6d01f5dfa8b tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693738 Jul 09 16:33:47.366425 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee184bb2-f4c7-4f81-8c00-88b88add78b3 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Pushing event deleted for resources: {'Port': ['ID=c0e168b2-859a-4cce-98b3-2bc92de18a34,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:47.437818 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b629aee0-319c-42a2-ad7a-e1392d806658 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:47.443777 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b629aee0-319c-42a2-ad7a-e1392d806658 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:47.475608 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b629aee0-319c-42a2-ad7a-e1392d806658 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:33:47.476982 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ee184bb2-f4c7-4f81-8c00-88b88add78b3 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:47.484454 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b629aee0-319c-42a2-ad7a-e1392d806658 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b299110f-cd7d-44db-ac00-5ca3db7c8c31,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:47.489589 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b629aee0-319c-42a2-ad7a-e1392d806658 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:47.490333 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-b629aee0-319c-42a2-ad7a-e1392d806658 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Added segment 604946fc-9412-46f0-b2ef-68837d914fe7 of type vlan for network 4f6d11da-cb44-4553-996a-8640ee51a58c Jul 09 16:33:47.520959 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b1415eb-41a0-4d7b-b1a9-640271cd64a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Deleting port e70b468f-6585-4d1d-b666-49d8e0a0f88b {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:33:47.521306 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b1415eb-41a0-4d7b-b1a9-640271cd64a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:47.533785 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b629aee0-319c-42a2-ad7a-e1392d806658 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:47.573810 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b629aee0-319c-42a2-ad7a-e1392d806658 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:47.581282 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b629aee0-319c-42a2-ad7a-e1392d806658 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:47.581913 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b629aee0-319c-42a2-ad7a-e1392d806658 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:47.590882 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ee184bb2-f4c7-4f81-8c00-88b88add78b3 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:47.617760 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b1415eb-41a0-4d7b-b1a9-640271cd64a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:47.648543 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b1415eb-41a0-4d7b-b1a9-640271cd64a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Calling delete_port for e70b468f-6585-4d1d-b666-49d8e0a0f88b owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:33:47.654210 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b629aee0-319c-42a2-ad7a-e1392d806658 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6040635 Jul 09 16:33:47.662572 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b629aee0-319c-42a2-ad7a-e1392d806658 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Pushing event updated for resources: {'Network': ['ID=4f6d11da-cb44-4553-996a-8640ee51a58c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:47.683353 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 4f6d11da-cb44-4553-996a-8640ee51a58c details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:33:47.787073 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ee184bb2-f4c7-4f81-8c00-88b88add78b3 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:47.821701 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee184bb2-f4c7-4f81-8c00-88b88add78b3 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=fd9820b8-cce9-4f76-b0e9-701f49cd53d0,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:47.891015 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ee184bb2-f4c7-4f81-8c00-88b88add78b3 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:47.893678 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b1415eb-41a0-4d7b-b1a9-640271cd64a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:47.923751 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1415eb-41a0-4d7b-b1a9-640271cd64a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Pushing event deleted for resources: {'Port': ['ID=e70b468f-6585-4d1d-b666-49d8e0a0f88b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:47.929541 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-ee184bb2-f4c7-4f81-8c00-88b88add78b3 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7483388-0080-4114-b5db-450b484a131c']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:47.944205 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-ee184bb2-f4c7-4f81-8c00-88b88add78b3 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81bdbf8f-8239-4253-996c-c5658604bef8') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:47.944493 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-ee184bb2-f4c7-4f81-8c00-88b88add78b3 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81bdbf8f-8239-4253-996c-c5658604bef8') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:47.946578 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b1415eb-41a0-4d7b-b1a9-640271cd64a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:47.948512 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8b1415eb-41a0-4d7b-b1a9-640271cd64a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] 10.222.0.98 "DELETE /v2.0/ports/e70b468f-6585-4d1d-b666-49d8e0a0f88b HTTP/1.1" status: 204 len: 168 time: 0.6398447 Jul 09 16:33:47.951189 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53374) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:47.957507 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ee184bb2-f4c7-4f81-8c00-88b88add78b3 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:47.972552 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ee184bb2-f4c7-4f81-8c00-88b88add78b3 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:47.980558 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-60692d60-720e-4566-a719-a715a7188ed9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] GET failed (client error): The resource could not be found. Jul 09 16:33:47.982395 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-60692d60-720e-4566-a719-a715a7188ed9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] 10.222.0.98 "GET /v2.0/ports/e70b468f-6585-4d1d-b666-49d8e0a0f88b HTTP/1.1" status: 404 len: 333 time: 0.0300722 Jul 09 16:33:47.983340 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee184bb2-f4c7-4f81-8c00-88b88add78b3 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:33:47.984004 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ee184bb2-f4c7-4f81-8c00-88b88add78b3 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:47.987528 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53376) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:47.992942 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7c891194-3703-443a-a391-ac604e833559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Request body: {'port': {'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-56102950'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:48.018616 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c891194-3703-443a-a391-ac604e833559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Made reservation on behalf of 9eb78cd547b34acfade339ccf8905c37 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:33:48.022035 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c891194-3703-443a-a391-ac604e833559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:48.040391 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-7c891194-3703-443a-a391-ac604e833559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] device_id is not set on port e1ff4702-a0ac-433a-83f4-bff2998b8820 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:33:48.086498 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:33:48.086498 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:33:48.086498 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:33:48.086498 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:33:48.086498 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:33:48.086498 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:33:48.086498 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:33:48.086498 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:33:48.086498 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:33:48.086498 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:33:48.086498 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:33:48.086498 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:33:48.086498 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:33:48.086498 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:33:48.086498 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:33:48.086498 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:33:48.086498 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:33:48.086498 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:33:48.086498 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:33:48.086498 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:33:48.086498 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:33:48.086498 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:33:48.086498 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:33:48.086498 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:33:48.086498 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:33:48.086498 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:33:48.086498 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:33:48.086498 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:33:48.086498 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:33:48.086498 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:33:48.086498 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:33:48.086498 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:33:48.092678 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ee184bb2-f4c7-4f81-8c00-88b88add78b3 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:48.098836 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee184bb2-f4c7-4f81-8c00-88b88add78b3 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c7483388-0080-4114-b5db-450b484a131c {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 16:33:48.104863 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ee184bb2-f4c7-4f81-8c00-88b88add78b3 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:48.115336 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ee184bb2-f4c7-4f81-8c00-88b88add78b3 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] 10.222.0.98 "DELETE /v2.0/networks/c7483388-0080-4114-b5db-450b484a131c HTTP/1.1" status: 204 len: 168 time: 1.3641891 Jul 09 16:33:48.116002 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53378) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:48.159445 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee184bb2-f4c7-4f81-8c00-88b88add78b3 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Pushing event deleted for resources: {'Network': ['ID=c7483388-0080-4114-b5db-450b484a131c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:48.688269 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-da60ea97-4ecc-4e8b-8892-d2a004600d71 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] 10.222.0.98 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1781 time: 0.5694327 Jul 09 16:33:48.690978 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53384) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:48.844539 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c891194-3703-443a-a391-ac604e833559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:48.939290 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b284d9bd-bfa1-4487-aea3-5faecab643ea tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:48.939835 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b284d9bd-bfa1-4487-aea3-5faecab643ea tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:48.940383 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b284d9bd-bfa1-4487-aea3-5faecab643ea tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:48.940898 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b284d9bd-bfa1-4487-aea3-5faecab643ea tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:48.941409 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b284d9bd-bfa1-4487-aea3-5faecab643ea tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:48.941920 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b284d9bd-bfa1-4487-aea3-5faecab643ea tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:48.942434 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b284d9bd-bfa1-4487-aea3-5faecab643ea tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:48.944514 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b284d9bd-bfa1-4487-aea3-5faecab643ea tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4653 time: 0.2524092 Jul 09 16:33:48.946124 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2f7a6-7aa9-4df9-bf28-f3bfc8116d75 req-0aec36fe-7518-47e9-a694-6bbb9738c26a tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:48.948447 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d3b2f7a6-7aa9-4df9-bf28-f3bfc8116d75 req-0aec36fe-7518-47e9-a694-6bbb9738c26a tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8d61f9e-57f7-4989-9af3-b4f837d642a2 HTTP/1.1" status: 200 len: 945 time: 0.2939053 Jul 09 16:33:48.955397 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53390) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:49.051306 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-11a75a06-c2f0-4a6e-b3e4-eb48d4da6ddc tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] delete failed (client error): The resource could not be found. Jul 09 16:33:49.052521 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-11a75a06-c2f0-4a6e-b3e4-eb48d4da6ddc tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] 10.222.0.98 "DELETE /v2.0/floatingips/45a268f0-5386-4adc-8916-8edec749e1a1 HTTP/1.1" status: 404 len: 345 time: 0.0960014 Jul 09 16:33:49.055396 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53392) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:49.074423 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-c69da4e7-0913-408a-8c2c-ad14bfc8250c tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] DELETE failed (client error): The resource could not be found. Jul 09 16:33:49.075607 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c69da4e7-0913-408a-8c2c-ad14bfc8250c tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:33:49.077799 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c69da4e7-0913-408a-8c2c-ad14bfc8250c tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] 10.222.0.98 "DELETE /v2.0/networks/c7483388-0080-4114-b5db-450b484a131c HTTP/1.1" status: 404 len: 339 time: 0.0212057 Jul 09 16:33:49.082378 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53394) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:49.088371 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-fc940744-d73f-426c-a050-27f0da7ecfdb tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Request body: {'network': {'name': 'tempest-network--1705879410', 'router:external': True}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:49.098936 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d3b2f7a6-7aa9-4df9-bf28-f3bfc8116d75 req-37dc86d7-14ed-4045-8e6f-a790f9f1c260 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347530 Jul 09 16:33:49.100575 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c891194-3703-443a-a391-ac604e833559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:49.131073 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc940744-d73f-426c-a050-27f0da7ecfdb tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Made reservation on behalf of c529ac27b8af4d62a3b5eb0456766006 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:33:49.133378 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fc940744-d73f-426c-a050-27f0da7ecfdb tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:49.144733 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c891194-3703-443a-a391-ac604e833559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:33:49.144733 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-7c891194-3703-443a-a391-ac604e833559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:49.150157 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c891194-3703-443a-a391-ac604e833559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:33:49.151374 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c891194-3703-443a-a391-ac604e833559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:49.152197 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c891194-3703-443a-a391-ac604e833559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:49.167113 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c891194-3703-443a-a391-ac604e833559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Pushing event updated for resources: {'Port': ['ID=e1ff4702-a0ac-433a-83f4-bff2998b8820,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:49.176257 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7c891194-3703-443a-a391-ac604e833559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 1.1863561 Jul 09 16:33:49.178010 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53396) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:49.184275 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:49.188193 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc940744-d73f-426c-a050-27f0da7ecfdb tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:33:49.200754 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fc940744-d73f-426c-a050-27f0da7ecfdb tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:49.202111 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-fc940744-d73f-426c-a050-27f0da7ecfdb tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Added segment 6d776d67-4a11-436b-bd7d-6875a8f972e7 of type vlan for network 02bbcb59-57bc-49c0-8d8b-2e505173c873 Jul 09 16:33:49.256569 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fc940744-d73f-426c-a050-27f0da7ecfdb tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:49.277596 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:49.299610 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fc940744-d73f-426c-a050-27f0da7ecfdb tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:49.301176 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc940744-d73f-426c-a050-27f0da7ecfdb tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:49.302082 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fc940744-d73f-426c-a050-27f0da7ecfdb tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:49.376140 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc940744-d73f-426c-a050-27f0da7ecfdb tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Pushing event updated for resources: {'Network': ['ID=02bbcb59-57bc-49c0-8d8b-2e505173c873,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:49.389429 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 02bbcb59-57bc-49c0-8d8b-2e505173c873 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:33:49.429297 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-fc940744-d73f-426c-a050-27f0da7ecfdb tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3459492 Jul 09 16:33:49.430089 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53398) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:49.536507 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] device_id is not set on port e1ff4702-a0ac-433a-83f4-bff2998b8820 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:33:49.555994 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:49.571667 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Transition to ACTIVE for port object e1ff4702-a0ac-433a-83f4-bff2998b8820 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:33:49.577511 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:49.581602 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b17547-de9a-4447-9daf-a8f12c7440de tempest-ExternalNetworksTestJSON-65946957 tempest-ExternalNetworksTestJSON-65946957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:49.589649 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b17547-de9a-4447-9daf-a8f12c7440de tempest-ExternalNetworksTestJSON-65946957 tempest-ExternalNetworksTestJSON-65946957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:49.598486 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b17547-de9a-4447-9daf-a8f12c7440de tempest-ExternalNetworksTestJSON-65946957 tempest-ExternalNetworksTestJSON-65946957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:49.607402 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b17547-de9a-4447-9daf-a8f12c7440de tempest-ExternalNetworksTestJSON-65946957 tempest-ExternalNetworksTestJSON-65946957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:49.625798 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e7b17547-de9a-4447-9daf-a8f12c7440de tempest-ExternalNetworksTestJSON-65946957 tempest-ExternalNetworksTestJSON-65946957-project] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.1821506 Jul 09 16:33:49.627519 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53400) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:49.664881 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port e1ff4702-a0ac-433a-83f4-bff2998b8820 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:33:49.665221 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port e1ff4702-a0ac-433a-83f4-bff2998b8820 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '1b93fc29-dea9-45d5-9246-67d80fe594e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:33:49.665570 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port e1ff4702-a0ac-433a-83f4-bff2998b8820 on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:49.667796 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Pushing event updated for resources: {'Port': ['ID=e1ff4702-a0ac-433a-83f4-bff2998b8820,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:49.673089 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Port e1ff4702-a0ac-433a-83f4-bff2998b8820 on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:33:49.673427 n-d-798930-3 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Failed to bind port e1ff4702-a0ac-433a-83f4-bff2998b8820 on host n-h1-798930-3 for vnic_type normal using segments [{'id': '1b93fc29-dea9-45d5-9246-67d80fe594e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'}] Jul 09 16:33:49.673946 n-d-798930-3 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempt 2 to bind port e1ff4702-a0ac-433a-83f4-bff2998b8820 Jul 09 16:33:49.687123 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port e1ff4702-a0ac-433a-83f4-bff2998b8820 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:33:49.687466 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port e1ff4702-a0ac-433a-83f4-bff2998b8820 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '1b93fc29-dea9-45d5-9246-67d80fe594e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:33:49.687811 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port e1ff4702-a0ac-433a-83f4-bff2998b8820 on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:49.694050 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Port e1ff4702-a0ac-433a-83f4-bff2998b8820 on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:33:49.694858 n-d-798930-3 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Failed to bind port e1ff4702-a0ac-433a-83f4-bff2998b8820 on host n-h1-798930-3 for vnic_type normal using segments [{'id': '1b93fc29-dea9-45d5-9246-67d80fe594e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'}] Jul 09 16:33:49.695256 n-d-798930-3 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempt 3 to bind port e1ff4702-a0ac-433a-83f4-bff2998b8820 Jul 09 16:33:49.714884 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port e1ff4702-a0ac-433a-83f4-bff2998b8820 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:33:49.715230 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port e1ff4702-a0ac-433a-83f4-bff2998b8820 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '1b93fc29-dea9-45d5-9246-67d80fe594e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:33:49.715568 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port e1ff4702-a0ac-433a-83f4-bff2998b8820 on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:49.717992 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-41b5a1d4-83d1-4ab7-9e6c-e5fc7803bf30 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:49.721383 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Port e1ff4702-a0ac-433a-83f4-bff2998b8820 on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:33:49.721724 n-d-798930-3 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Failed to bind port e1ff4702-a0ac-433a-83f4-bff2998b8820 on host n-h1-798930-3 for vnic_type normal using segments [{'id': '1b93fc29-dea9-45d5-9246-67d80fe594e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'}] Jul 09 16:33:49.722124 n-d-798930-3 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempt 4 to bind port e1ff4702-a0ac-433a-83f4-bff2998b8820 Jul 09 16:33:49.737186 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port e1ff4702-a0ac-433a-83f4-bff2998b8820 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:33:49.737538 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port e1ff4702-a0ac-433a-83f4-bff2998b8820 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '1b93fc29-dea9-45d5-9246-67d80fe594e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:33:49.737883 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port e1ff4702-a0ac-433a-83f4-bff2998b8820 on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:49.742982 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Port e1ff4702-a0ac-433a-83f4-bff2998b8820 on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:33:49.743237 n-d-798930-3 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Failed to bind port e1ff4702-a0ac-433a-83f4-bff2998b8820 on host n-h1-798930-3 for vnic_type normal using segments [{'id': '1b93fc29-dea9-45d5-9246-67d80fe594e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'}] Jul 09 16:33:49.743634 n-d-798930-3 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempt 5 to bind port e1ff4702-a0ac-433a-83f4-bff2998b8820 Jul 09 16:33:49.759066 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port e1ff4702-a0ac-433a-83f4-bff2998b8820 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:33:49.759408 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port e1ff4702-a0ac-433a-83f4-bff2998b8820 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '1b93fc29-dea9-45d5-9246-67d80fe594e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:33:49.759754 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port e1ff4702-a0ac-433a-83f4-bff2998b8820 on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:49.764577 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Port e1ff4702-a0ac-433a-83f4-bff2998b8820 on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:33:49.764933 n-d-798930-3 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Failed to bind port e1ff4702-a0ac-433a-83f4-bff2998b8820 on host n-h1-798930-3 for vnic_type normal using segments [{'id': '1b93fc29-dea9-45d5-9246-67d80fe594e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'}] Jul 09 16:33:49.765332 n-d-798930-3 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempt 6 to bind port e1ff4702-a0ac-433a-83f4-bff2998b8820 Jul 09 16:33:49.780095 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port e1ff4702-a0ac-433a-83f4-bff2998b8820 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:33:49.780473 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port e1ff4702-a0ac-433a-83f4-bff2998b8820 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '1b93fc29-dea9-45d5-9246-67d80fe594e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:33:49.780780 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port e1ff4702-a0ac-433a-83f4-bff2998b8820 on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:49.786462 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Port e1ff4702-a0ac-433a-83f4-bff2998b8820 on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:33:49.788501 n-d-798930-3 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Failed to bind port e1ff4702-a0ac-433a-83f4-bff2998b8820 on host n-h1-798930-3 for vnic_type normal using segments [{'id': '1b93fc29-dea9-45d5-9246-67d80fe594e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'}] Jul 09 16:33:49.802634 n-d-798930-3 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempt 7 to bind port e1ff4702-a0ac-433a-83f4-bff2998b8820 Jul 09 16:33:49.831047 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port e1ff4702-a0ac-433a-83f4-bff2998b8820 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:33:49.831382 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port e1ff4702-a0ac-433a-83f4-bff2998b8820 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '1b93fc29-dea9-45d5-9246-67d80fe594e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:33:49.831712 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port e1ff4702-a0ac-433a-83f4-bff2998b8820 on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:49.836598 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Port e1ff4702-a0ac-433a-83f4-bff2998b8820 on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:33:49.836925 n-d-798930-3 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Failed to bind port e1ff4702-a0ac-433a-83f4-bff2998b8820 on host n-h1-798930-3 for vnic_type normal using segments [{'id': '1b93fc29-dea9-45d5-9246-67d80fe594e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'}] Jul 09 16:33:49.837683 n-d-798930-3 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempt 8 to bind port e1ff4702-a0ac-433a-83f4-bff2998b8820 Jul 09 16:33:49.839971 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-41b5a1d4-83d1-4ab7-9e6c-e5fc7803bf30 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:49.851110 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port e1ff4702-a0ac-433a-83f4-bff2998b8820 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:33:49.851476 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port e1ff4702-a0ac-433a-83f4-bff2998b8820 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '1b93fc29-dea9-45d5-9246-67d80fe594e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:33:49.851810 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port e1ff4702-a0ac-433a-83f4-bff2998b8820 on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:49.852202 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-41b5a1d4-83d1-4ab7-9e6c-e5fc7803bf30 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02bbcb59-57bc-49c0-8d8b-2e505173c873']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:49.856395 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Port e1ff4702-a0ac-433a-83f4-bff2998b8820 on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:33:49.856722 n-d-798930-3 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Failed to bind port e1ff4702-a0ac-433a-83f4-bff2998b8820 on host n-h1-798930-3 for vnic_type normal using segments [{'id': '1b93fc29-dea9-45d5-9246-67d80fe594e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'}] Jul 09 16:33:49.857102 n-d-798930-3 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempt 9 to bind port e1ff4702-a0ac-433a-83f4-bff2998b8820 Jul 09 16:33:49.863600 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-41b5a1d4-83d1-4ab7-9e6c-e5fc7803bf30 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d776d67-4a11-436b-bd7d-6875a8f972e7') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:49.863899 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-41b5a1d4-83d1-4ab7-9e6c-e5fc7803bf30 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d776d67-4a11-436b-bd7d-6875a8f972e7') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:49.873379 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-41b5a1d4-83d1-4ab7-9e6c-e5fc7803bf30 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:49.875751 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port e1ff4702-a0ac-433a-83f4-bff2998b8820 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:33:49.876394 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port e1ff4702-a0ac-433a-83f4-bff2998b8820 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '1b93fc29-dea9-45d5-9246-67d80fe594e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:33:49.876954 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port e1ff4702-a0ac-433a-83f4-bff2998b8820 on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:49.883472 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Port e1ff4702-a0ac-433a-83f4-bff2998b8820 on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:33:49.884699 n-d-798930-3 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Failed to bind port e1ff4702-a0ac-433a-83f4-bff2998b8820 on host n-h1-798930-3 for vnic_type normal using segments [{'id': '1b93fc29-dea9-45d5-9246-67d80fe594e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'}] Jul 09 16:33:49.887250 n-d-798930-3 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempt 10 to bind port e1ff4702-a0ac-433a-83f4-bff2998b8820 Jul 09 16:33:49.890425 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-41b5a1d4-83d1-4ab7-9e6c-e5fc7803bf30 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:49.898070 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41b5a1d4-83d1-4ab7-9e6c-e5fc7803bf30 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:33:49.898468 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-41b5a1d4-83d1-4ab7-9e6c-e5fc7803bf30 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:49.901358 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:33:49.901358 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:33:49.901358 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:33:49.901358 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:33:49.901358 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:33:49.901358 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:33:49.901358 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:33:49.901358 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:33:49.901358 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:33:49.901358 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:33:49.901358 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:33:49.901358 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:33:49.901358 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:33:49.901358 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:33:49.901358 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:33:49.901358 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:33:49.901358 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:33:49.901358 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:33:49.901358 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:33:49.901358 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:33:49.901358 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:33:49.901358 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:33:49.901358 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:33:49.901358 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:33:49.901358 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:33:49.901358 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:33:49.901358 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:33:49.901358 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:33:49.901358 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:33:49.901358 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:33:49.901358 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:33:49.901358 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:33:49.908761 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port e1ff4702-a0ac-433a-83f4-bff2998b8820 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:33:49.909350 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port e1ff4702-a0ac-433a-83f4-bff2998b8820 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '1b93fc29-dea9-45d5-9246-67d80fe594e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:33:49.910466 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempting to bind port e1ff4702-a0ac-433a-83f4-bff2998b8820 on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:49.915741 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Port e1ff4702-a0ac-433a-83f4-bff2998b8820 on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:33:49.916362 n-d-798930-3 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Failed to bind port e1ff4702-a0ac-433a-83f4-bff2998b8820 on host n-h1-798930-3 for vnic_type normal using segments [{'id': '1b93fc29-dea9-45d5-9246-67d80fe594e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '283f14ee-0b2f-4486-b81b-eba1a59eb2ee'}] Jul 09 16:33:49.916953 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:49.974000 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-41b5a1d4-83d1-4ab7-9e6c-e5fc7803bf30 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:49.983827 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b5a1d4-83d1-4ab7-9e6c-e5fc7803bf30 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 02bbcb59-57bc-49c0-8d8b-2e505173c873 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 16:33:49.994921 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-41b5a1d4-83d1-4ab7-9e6c-e5fc7803bf30 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:49.996874 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-41b5a1d4-83d1-4ab7-9e6c-e5fc7803bf30 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] 10.222.0.98 "DELETE /v2.0/networks/02bbcb59-57bc-49c0-8d8b-2e505173c873 HTTP/1.1" status: 204 len: 168 time: 0.3682272 Jul 09 16:33:50.000669 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53404) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:50.006433 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-c04a1b08-ea42-4be7-9935-fb6e324a7d6a tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Request body: {'network': {'name': 'tempest-network--1724506941', 'router:external': True}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:50.009640 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b5a1d4-83d1-4ab7-9e6c-e5fc7803bf30 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Pushing event deleted for resources: {'Network': ['ID=02bbcb59-57bc-49c0-8d8b-2e505173c873,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:50.035215 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c04a1b08-ea42-4be7-9935-fb6e324a7d6a tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Made reservation on behalf of c529ac27b8af4d62a3b5eb0456766006 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:33:50.038339 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] For port e1ff4702-a0ac-433a-83f4-bff2998b8820, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:33:50.038636 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c04a1b08-ea42-4be7-9935-fb6e324a7d6a tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:50.039268 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attempted to set empty binding levels {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 09 16:33:50.050748 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:50.069791 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] In _notify_port_updated(), no bound segment for port e1ff4702-a0ac-433a-83f4-bff2998b8820 on network 283f14ee-0b2f-4486-b81b-eba1a59eb2ee {{(pid=93958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 16:33:50.071702 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c04a1b08-ea42-4be7-9935-fb6e324a7d6a tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:33:50.072293 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:50.073495 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:50.080739 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] 10.222.0.98 "PUT /v2.0/ports/e1ff4702-a0ac-433a-83f4-bff2998b8820 HTTP/1.1" status: 200 len: 977 time: 0.9013762 Jul 09 16:33:50.081072 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53406) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:50.135851 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c04a1b08-ea42-4be7-9935-fb6e324a7d6a tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:50.136457 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-c04a1b08-ea42-4be7-9935-fb6e324a7d6a tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Added segment c30def18-e2a0-42c4-ba97-3c22e5d77d87 of type vlan for network 1d53fb05-7684-416a-bf1f-2219905815e7 Jul 09 16:33:50.168959 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b9258-47d1-4668-be61-34c77ca54c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Pushing event updated for resources: {'Port': ['ID=e1ff4702-a0ac-433a-83f4-bff2998b8820,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:50.322723 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c04a1b08-ea42-4be7-9935-fb6e324a7d6a tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:50.350355 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-ad755ad6-cc5f-4c38-b80f-22b02c57ab25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Deleting port e1ff4702-a0ac-433a-83f4-bff2998b8820 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:33:50.350707 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ad755ad6-cc5f-4c38-b80f-22b02c57ab25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:50.431745 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c04a1b08-ea42-4be7-9935-fb6e324a7d6a tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:50.432714 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04a1b08-ea42-4be7-9935-fb6e324a7d6a tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:50.433295 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c04a1b08-ea42-4be7-9935-fb6e324a7d6a tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:50.436933 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-ad755ad6-cc5f-4c38-b80f-22b02c57ab25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] For port e1ff4702-a0ac-433a-83f4-bff2998b8820, host n-h1-798930-3, got binding levels [] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:33:50.437291 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ad755ad6-cc5f-4c38-b80f-22b02c57ab25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:50.473690 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f36e8-a776-4959-86be-25f77e2269ed req-fec3e80f-334e-4bed-b3cb-cf04456ceb38 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:50.476835 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-029f36e8-a776-4959-86be-25f77e2269ed req-fec3e80f-334e-4bed-b3cb-cf04456ceb38 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8d61f9e-57f7-4989-9af3-b4f837d642a2 HTTP/1.1" status: 200 len: 945 time: 0.1249259 Jul 09 16:33:50.509817 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-ad755ad6-cc5f-4c38-b80f-22b02c57ab25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Calling delete_port for e1ff4702-a0ac-433a-83f4-bff2998b8820 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:33:50.522093 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c04a1b08-ea42-4be7-9935-fb6e324a7d6a tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5169556 Jul 09 16:33:50.524601 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53412) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:50.541477 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04a1b08-ea42-4be7-9935-fb6e324a7d6a tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Pushing event updated for resources: {'Network': ['ID=1d53fb05-7684-416a-bf1f-2219905815e7,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:50.557297 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 1d53fb05-7684-416a-bf1f-2219905815e7 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:33:50.695245 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ad755ad6-cc5f-4c38-b80f-22b02c57ab25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:50.708278 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-029f36e8-a776-4959-86be-25f77e2269ed req-62354a04-5842-45ed-bd43-5745fce40718 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262604 Jul 09 16:33:50.726634 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde35407-6fc8-4c02-bbb2-de30d4a59226 tempest-ExternalNetworksTestJSON-65946957 tempest-ExternalNetworksTestJSON-65946957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:50.728417 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-cde35407-6fc8-4c02-bbb2-de30d4a59226 tempest-ExternalNetworksTestJSON-65946957 tempest-ExternalNetworksTestJSON-65946957-project] 10.222.0.98 "GET /v2.0/networks/1d53fb05-7684-416a-bf1f-2219905815e7 HTTP/1.1" status: 200 len: 757 time: 0.1987453 Jul 09 16:33:50.731115 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53414) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:50.774985 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ad755ad6-cc5f-4c38-b80f-22b02c57ab25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:50.779400 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ad755ad6-cc5f-4c38-b80f-22b02c57ab25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] 10.222.0.98 "DELETE /v2.0/ports/e1ff4702-a0ac-433a-83f4-bff2998b8820 HTTP/1.1" status: 204 len: 168 time: 0.6946990 Jul 09 16:33:50.788583 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad755ad6-cc5f-4c38-b80f-22b02c57ab25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] Pushing event deleted for resources: {'Port': ['ID=e1ff4702-a0ac-433a-83f4-bff2998b8820,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:50.790423 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53418) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:50.879025 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-f75046dd-9c02-43c0-bdf0-08dbacd1bc98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] GET failed (client error): The resource could not be found. Jul 09 16:33:50.880961 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f75046dd-9c02-43c0-bdf0-08dbacd1bc98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625340568-project-admin] 10.222.0.98 "GET /v2.0/ports/e1ff4702-a0ac-433a-83f4-bff2998b8820 HTTP/1.1" status: 404 len: 333 time: 0.0895684 Jul 09 16:33:50.882022 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0950fa-42f9-43f1-8006-3f9a06166b1e tempest-ExternalNetworksTestJSON-65946957 tempest-ExternalNetworksTestJSON-65946957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:50.884165 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ae0950fa-42f9-43f1-8006-3f9a06166b1e tempest-ExternalNetworksTestJSON-65946957 tempest-ExternalNetworksTestJSON-65946957-project] 10.222.0.98 "GET /v2.0/networks/721d8c14-09aa-49a5-864e-9676758ef7fb HTTP/1.1" status: 200 len: 768 time: 0.1518438 Jul 09 16:33:50.887541 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53424) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:50.890900 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53422) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:50.996331 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-82b14096-2525-45ea-a95b-68a080e5c3a2 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:50.998785 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53426) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:51.004644 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b481b771-ac49-4835-a1ee-845ae298b3a4 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Request body: {'subnet': {'network_id': '4f6d11da-cb44-4553-996a-8640ee51a58c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:51.073884 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b599d197-d767-49b2-a16f-d29ad581bd0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:51.109195 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-82b14096-2525-45ea-a95b-68a080e5c3a2 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:51.121846 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-82b14096-2525-45ea-a95b-68a080e5c3a2 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d53fb05-7684-416a-bf1f-2219905815e7']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:51.138548 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-82b14096-2525-45ea-a95b-68a080e5c3a2 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c30def18-e2a0-42c4-ba97-3c22e5d77d87') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:51.138548 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-82b14096-2525-45ea-a95b-68a080e5c3a2 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c30def18-e2a0-42c4-ba97-3c22e5d77d87') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:51.148931 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-82b14096-2525-45ea-a95b-68a080e5c3a2 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:51.166392 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-82b14096-2525-45ea-a95b-68a080e5c3a2 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:51.174271 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82b14096-2525-45ea-a95b-68a080e5c3a2 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:33:51.174670 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-82b14096-2525-45ea-a95b-68a080e5c3a2 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:51.177353 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:33:51.177353 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:33:51.177353 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:33:51.177353 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:33:51.177353 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:33:51.177353 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:33:51.177353 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:33:51.177353 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:33:51.177353 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:33:51.177353 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:33:51.177353 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:33:51.177353 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:33:51.177353 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:33:51.177353 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:33:51.177353 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:33:51.177353 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:33:51.177353 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:33:51.177353 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:33:51.177353 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:33:51.177353 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:33:51.177353 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:33:51.177353 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:33:51.177353 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:33:51.177353 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:33:51.177353 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:33:51.177353 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:33:51.177353 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:33:51.177353 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:33:51.177353 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:33:51.177353 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:33:51.177353 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:33:51.177353 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:33:51.248302 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-82b14096-2525-45ea-a95b-68a080e5c3a2 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:51.255529 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b14096-2525-45ea-a95b-68a080e5c3a2 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1d53fb05-7684-416a-bf1f-2219905815e7 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 16:33:51.260660 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-82b14096-2525-45ea-a95b-68a080e5c3a2 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:51.263137 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-82b14096-2525-45ea-a95b-68a080e5c3a2 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] 10.222.0.98 "DELETE /v2.0/networks/1d53fb05-7684-416a-bf1f-2219905815e7 HTTP/1.1" status: 204 len: 168 time: 0.3709853 Jul 09 16:33:51.273986 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53430) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:51.279906 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-e426aaf6-72c8-430d-9dd6-74f6fec5635c tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Request body: {'network': {'name': 'tempest-network--798754754'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:51.283892 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b14096-2525-45ea-a95b-68a080e5c3a2 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Pushing event deleted for resources: {'Network': ['ID=1d53fb05-7684-416a-bf1f-2219905815e7,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:51.337333 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b599d197-d767-49b2-a16f-d29ad581bd0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:51.342275 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b481b771-ac49-4835-a1ee-845ae298b3a4 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Made reservation on behalf of b1f034070c2447a9b612c7898f3e9d32 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:33:51.346823 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b481b771-ac49-4835-a1ee-845ae298b3a4 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:51.360446 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e426aaf6-72c8-430d-9dd6-74f6fec5635c tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Made reservation on behalf of c529ac27b8af4d62a3b5eb0456766006 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:33:51.364490 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e426aaf6-72c8-430d-9dd6-74f6fec5635c tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:51.408730 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-b599d197-d767-49b2-a16f-d29ad581bd0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['283f14ee-0b2f-4486-b81b-eba1a59eb2ee']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:51.419745 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e426aaf6-72c8-430d-9dd6-74f6fec5635c tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:33:51.440038 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-b599d197-d767-49b2-a16f-d29ad581bd0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b93fc29-dea9-45d5-9246-67d80fe594e1') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:51.440478 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-b599d197-d767-49b2-a16f-d29ad581bd0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b93fc29-dea9-45d5-9246-67d80fe594e1') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:51.445024 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e426aaf6-72c8-430d-9dd6-74f6fec5635c tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:51.445615 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-e426aaf6-72c8-430d-9dd6-74f6fec5635c tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Added segment 173962e6-232d-44c5-a49b-d58f01d369b4 of type vlan for network 89d159ac-13b2-4e48-8c95-cb84054c4840 Jul 09 16:33:51.469915 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b599d197-d767-49b2-a16f-d29ad581bd0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:51.481122 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5409bc-cabe-4eed-86e1-34d3730a9f7c req-4f6339c7-646c-4dbd-a4b1-8705af6f41f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:51.482961 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-af5409bc-cabe-4eed-86e1-34d3730a9f7c req-4f6339c7-646c-4dbd-a4b1-8705af6f41f5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a59a2cde09cd4c80b3ef731d0f4eb5ae&device_id=a8d61f9e-57f7-4989-9af3-b4f837d642a2 HTTP/1.1" status: 200 len: 1096 time: 0.2995439 Jul 09 16:33:51.513939 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0a3557-e6b5-4abe-b10d-384500cbc8aa req-e9944150-cb59-4dec-b02e-d431d05738e2 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:51.516724 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e0a3557-e6b5-4abe-b10d-384500cbc8aa req-e9944150-cb59-4dec-b02e-d431d05738e2 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8d61f9e-57f7-4989-9af3-b4f837d642a2 HTTP/1.1" status: 200 len: 945 time: 0.2713985 Jul 09 16:33:51.517272 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e426aaf6-72c8-430d-9dd6-74f6fec5635c tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:51.560361 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b599d197-d767-49b2-a16f-d29ad581bd0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:51.567795 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e426aaf6-72c8-430d-9dd6-74f6fec5635c tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:51.568771 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e426aaf6-72c8-430d-9dd6-74f6fec5635c tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:51.569343 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e426aaf6-72c8-430d-9dd6-74f6fec5635c tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:51.578559 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e0a3557-e6b5-4abe-b10d-384500cbc8aa req-deb87168-5f43-4c1c-b9db-cb4881ea26bf tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539293 Jul 09 16:33:51.615316 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b599d197-d767-49b2-a16f-d29ad581bd0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:33:51.616170 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b599d197-d767-49b2-a16f-d29ad581bd0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:51.633566 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:33:51.633566 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:33:51.633566 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:33:51.633566 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:33:51.633566 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:33:51.633566 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:33:51.633566 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:33:51.633566 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:33:51.633566 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:33:51.633566 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:33:51.633566 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:33:51.633566 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:33:51.633566 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:33:51.633566 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:33:51.633566 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:33:51.633566 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:33:51.633566 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:33:51.633566 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:33:51.633566 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:33:51.633566 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:33:51.633566 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:33:51.633566 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:33:51.633566 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:33:51.633566 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:33:51.633566 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:33:51.633566 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:33:51.633566 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:33:51.633566 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:33:51.633566 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:33:51.633566 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:33:51.633566 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:33:51.633566 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:33:51.633566 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:33:51.633566 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:33:51.633566 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:33:51.633566 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:33:51.633566 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:33:51.633566 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:33:51.633566 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:33:51.633566 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:33:51.633566 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:33:51.633566 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:33:51.633566 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:33:51.633566 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:33:51.633566 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:33:51.633566 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:33:51.633566 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:33:51.633566 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:33:51.633566 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:33:51.633566 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:33:51.633566 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:33:51.633566 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:33:51.671337 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e426aaf6-72c8-430d-9dd6-74f6fec5635c tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Pushing event updated for resources: {'Network': ['ID=89d159ac-13b2-4e48-8c95-cb84054c4840,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:51.675971 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e426aaf6-72c8-430d-9dd6-74f6fec5635c tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4006691 Jul 09 16:33:51.679951 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53434) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:51.685634 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-0ac0a19b-b8dc-4f7d-816a-06498cfca1d8 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:51.686126 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 89d159ac-13b2-4e48-8c95-cb84054c4840 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:33:51.743056 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b599d197-d767-49b2-a16f-d29ad581bd0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:51.766548 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b599d197-d767-49b2-a16f-d29ad581bd0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:51.770981 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b599d197-d767-49b2-a16f-d29ad581bd0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445-project] 10.222.0.98 "DELETE /v2.0/networks/283f14ee-0b2f-4486-b81b-eba1a59eb2ee HTTP/1.1" status: 204 len: 168 time: 0.8797596 Jul 09 16:33:51.807648 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b599d197-d767-49b2-a16f-d29ad581bd0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886844445-project] Pushing event deleted for resources: {'Network': ['ID=283f14ee-0b2f-4486-b81b-eba1a59eb2ee,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:51.817547 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5409bc-cabe-4eed-86e1-34d3730a9f7c req-54ec870c-5600-4476-b384-4b4664469204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:51.823656 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-af5409bc-cabe-4eed-86e1-34d3730a9f7c req-54ec870c-5600-4476-b384-4b4664469204 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cb4b78a9-5124-4c19-9828-f616933bcd81 HTTP/1.1" status: 200 len: 912 time: 0.3313241 Jul 09 16:33:51.937264 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0ac0a19b-b8dc-4f7d-816a-06498cfca1d8 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:51.955865 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0ac0a19b-b8dc-4f7d-816a-06498cfca1d8 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:51.966123 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0ac0a19b-b8dc-4f7d-816a-06498cfca1d8 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Network 89d159ac-13b2-4e48-8c95-cb84054c4840 is not hosted by any dhcp agent {{(pid=93959) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 16:33:51.967025 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac0a19b-b8dc-4f7d-816a-06498cfca1d8 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:51.967658 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0ac0a19b-b8dc-4f7d-816a-06498cfca1d8 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:51.972248 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0ac0a19b-b8dc-4f7d-816a-06498cfca1d8 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] 10.222.0.98 "PUT /v2.0/networks/89d159ac-13b2-4e48-8c95-cb84054c4840 HTTP/1.1" status: 200 len: 857 time: 0.2911417 Jul 09 16:33:51.982040 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53440) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:52.006038 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-af5409bc-cabe-4eed-86e1-34d3730a9f7c req-7a1b470f-aa54-477b-80ae-fff384e2dc1a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=177da164-d7d8-4b47-b265-ad6480d12524 HTTP/1.1" status: 200 len: 217 time: 0.0572302 Jul 09 16:33:52.033059 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b481b771-ac49-4835-a1ee-845ae298b3a4 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:52.118220 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5409bc-cabe-4eed-86e1-34d3730a9f7c req-63e7e831-610d-4afa-93df-74f70e1d332b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:52.118450 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-18a1fd56-2489-4f7b-bf30-404c79c87e88 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:52.119748 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-af5409bc-cabe-4eed-86e1-34d3730a9f7c req-63e7e831-610d-4afa-93df-74f70e1d332b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a2030483-cfcd-4c73-9bff-36ef474084f2 HTTP/1.1" status: 200 len: 851 time: 0.1067543 Jul 09 16:33:52.144739 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac0a19b-b8dc-4f7d-816a-06498cfca1d8 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Pushing event updated for resources: {'Network': ['ID=89d159ac-13b2-4e48-8c95-cb84054c4840,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:52.148556 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53446) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:52.164440 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b481b771-ac49-4835-a1ee-845ae298b3a4 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Pushing event updated for resources: {'Subnet': ['ID=47a5b5c6-df28-4a11-9c2c-27526ef6149b,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:52.192787 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-af5409bc-cabe-4eed-86e1-34d3730a9f7c req-577fc7e5-c260-4e0b-89c7-95ee17877f72 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cb4b78a9-5124-4c19-9828-f616933bcd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641363 Jul 09 16:33:52.209519 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b481b771-ac49-4835-a1ee-845ae298b3a4 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:52.209858 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b481b771-ac49-4835-a1ee-845ae298b3a4 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:52.210188 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b481b771-ac49-4835-a1ee-845ae298b3a4 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:52.210530 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b481b771-ac49-4835-a1ee-845ae298b3a4 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:52.211168 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b481b771-ac49-4835-a1ee-845ae298b3a4 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:52.211168 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b481b771-ac49-4835-a1ee-845ae298b3a4 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:52.211487 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b481b771-ac49-4835-a1ee-845ae298b3a4 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:52.211802 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b481b771-ac49-4835-a1ee-845ae298b3a4 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:52.212115 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b481b771-ac49-4835-a1ee-845ae298b3a4 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:52.212434 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b481b771-ac49-4835-a1ee-845ae298b3a4 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:52.213139 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b481b771-ac49-4835-a1ee-845ae298b3a4 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:52.213139 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b481b771-ac49-4835-a1ee-845ae298b3a4 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:33:52.217157 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b481b771-ac49-4835-a1ee-845ae298b3a4 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Checking segment: {'id': '604946fc-9412-46f0-b2ef-68837d914fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4f6d11da-cb44-4553-996a-8640ee51a58c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:33:52.217920 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b481b771-ac49-4835-a1ee-845ae298b3a4 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Network hostable DHCP agents. Network: 4f6d11da-cb44-4553-996a-8640ee51a58c, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:33:52.241911 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-18a1fd56-2489-4f7b-bf30-404c79c87e88 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:52.254086 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-18a1fd56-2489-4f7b-bf30-404c79c87e88 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89d159ac-13b2-4e48-8c95-cb84054c4840']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:52.259087 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0918a859-83b7-4b52-8871-cabfe7d10c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:52.271816 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-18a1fd56-2489-4f7b-bf30-404c79c87e88 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '173962e6-232d-44c5-a49b-d58f01d369b4') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:52.272006 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-18a1fd56-2489-4f7b-bf30-404c79c87e88 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '173962e6-232d-44c5-a49b-d58f01d369b4') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:52.305336 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-18a1fd56-2489-4f7b-bf30-404c79c87e88 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:52.315014 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b481b771-ac49-4835-a1ee-845ae298b3a4 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Network 4f6d11da-cb44-4553-996a-8640ee51a58c is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:33:52.328760 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-18a1fd56-2489-4f7b-bf30-404c79c87e88 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:52.337883 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-b481b771-ac49-4835-a1ee-845ae298b3a4 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 4f6d11da-cb44-4553-996a-8640ee51a58c) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:52.342568 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b481b771-ac49-4835-a1ee-845ae298b3a4 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:52.343186 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b481b771-ac49-4835-a1ee-845ae298b3a4 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:52.344227 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18a1fd56-2489-4f7b-bf30-404c79c87e88 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:33:52.344632 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-18a1fd56-2489-4f7b-bf30-404c79c87e88 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:52.346359 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:33:52.346359 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:33:52.346359 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:33:52.346359 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:33:52.346359 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:33:52.346359 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:33:52.346359 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:33:52.346359 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:33:52.346359 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:33:52.346359 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:33:52.346359 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:33:52.346359 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:33:52.346359 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:33:52.346359 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:33:52.346359 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:33:52.346359 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:33:52.346359 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:33:52.346359 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:33:52.346359 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:33:52.346359 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:33:52.346359 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:33:52.346359 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:33:52.346359 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:33:52.346359 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:33:52.346359 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:33:52.346359 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:33:52.346359 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:33:52.346359 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:33:52.346359 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:33:52.346359 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:33:52.346359 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:33:52.346359 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:33:52.349063 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea23fe60-bde3-4694-8be4-b6c60900e4ec None None] Network 4f6d11da-cb44-4553-996a-8640ee51a58c requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:33:52.373231 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b481b771-ac49-4835-a1ee-845ae298b3a4 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3714299 Jul 09 16:33:52.380638 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53450) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:52.386230 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-c02369a8-99df-4f45-9763-287f9c4fbb61 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-719613488'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:52.395764 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-df705291-ff60-4a7f-954e-0caaa1b8f47c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b952876c89ce408697927aa30844ad65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2460113 Jul 09 16:33:52.403746 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53452) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:52.428408 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-af5409bc-cabe-4eed-86e1-34d3730a9f7c req-ebe41569-bedf-4d96-b9ea-6c62af0554a3 service neutron] 10.222.0.73 "GET /v2.0/networks/cb4b78a9-5124-4c19-9828-f616933bcd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281764 Jul 09 16:33:52.443481 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-18a1fd56-2489-4f7b-bf30-404c79c87e88 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:52.461830 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a1fd56-2489-4f7b-bf30-404c79c87e88 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 89d159ac-13b2-4e48-8c95-cb84054c4840 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 16:33:52.472081 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-18a1fd56-2489-4f7b-bf30-404c79c87e88 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:52.474149 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-18a1fd56-2489-4f7b-bf30-404c79c87e88 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] 10.222.0.98 "DELETE /v2.0/networks/89d159ac-13b2-4e48-8c95-cb84054c4840 HTTP/1.1" status: 204 len: 168 time: 0.4911721 Jul 09 16:33:52.477086 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a1fd56-2489-4f7b-bf30-404c79c87e88 tempest-ExternalNetworksTestJSON-510812732 tempest-ExternalNetworksTestJSON-510812732-project-admin] Pushing event deleted for resources: {'Network': ['ID=89d159ac-13b2-4e48-8c95-cb84054c4840,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:52.478701 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53454) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:52.508608 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02369a8-99df-4f45-9763-287f9c4fbb61 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Made reservation on behalf of b1f034070c2447a9b612c7898f3e9d32 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:33:52.512167 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c02369a8-99df-4f45-9763-287f9c4fbb61 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:52.517598 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2e1022a-9bb4-4fa4-a7af-3fc1a918fff8 tempest-ExternalNetworksTestJSON-65946957 tempest-ExternalNetworksTestJSON-65946957-project] DELETE failed (client error): The resource could not be found. Jul 09 16:33:52.518065 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2e1022a-9bb4-4fa4-a7af-3fc1a918fff8 tempest-ExternalNetworksTestJSON-65946957 tempest-ExternalNetworksTestJSON-65946957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:33:52.519866 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f2e1022a-9bb4-4fa4-a7af-3fc1a918fff8 tempest-ExternalNetworksTestJSON-65946957 tempest-ExternalNetworksTestJSON-65946957-project] 10.222.0.98 "DELETE /v2.0/subnets/fd9820b8-cce9-4f76-b0e9-701f49cd53d0 HTTP/1.1" status: 404 len: 337 time: 0.0399032 Jul 09 16:33:52.524427 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53456) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:52.533130 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c03b8862-d429-4f39-8415-8688c9126e6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:52.558068 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c02369a8-99df-4f45-9763-287f9c4fbb61 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:33:52.569973 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c02369a8-99df-4f45-9763-287f9c4fbb61 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:52.579969 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-c02369a8-99df-4f45-9763-287f9c4fbb61 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Added segment cbea0185-b4fc-4911-98c2-7c654b108030 of type vlan for network ca09c1d4-72a0-4748-bb66-0557dc46b3b7 Jul 09 16:33:52.582064 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e266185-35e9-4190-9b6c-727ef8f52464 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-4f6d11da-cb44-4553-996a-8640ee51a58c', 'network_id': '4f6d11da-cb44-4553-996a-8640ee51a58c', 'tenant_id': 'b1f034070c2447a9b612c7898f3e9d32', 'fixed_ips': [{'subnet_id': '47a5b5c6-df28-4a11-9c2c-27526ef6149b'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:33:52.583266 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6e266185-35e9-4190-9b6c-727ef8f52464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:52.626150 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c02369a8-99df-4f45-9763-287f9c4fbb61 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:52.675064 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c02369a8-99df-4f45-9763-287f9c4fbb61 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:52.687272 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02369a8-99df-4f45-9763-287f9c4fbb61 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:52.687924 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c02369a8-99df-4f45-9763-287f9c4fbb61 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:52.693409 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c03b8862-d429-4f39-8415-8688c9126e6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:52.733698 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f278bb66-5142-4824-b6df-6d0c6b4d28ad tempest-ExternalNetworksTestJSON-65946957 tempest-ExternalNetworksTestJSON-65946957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:52.781445 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c02369a8-99df-4f45-9763-287f9c4fbb61 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3997829 Jul 09 16:33:52.797132 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53462) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:52.801128 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-04855cac-3661-42ba-91f5-2ba0ab606eb2 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Request body: {'subnet': {'network_id': 'ca09c1d4-72a0-4748-bb66-0557dc46b3b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:52.805181 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-af5409bc-cabe-4eed-86e1-34d3730a9f7c req-0da38706-1162-49b0-8c45-9e039c832542 service neutron] 10.222.0.73 "GET /v2.0/networks/cb4b78a9-5124-4c19-9828-f616933bcd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3673317 Jul 09 16:33:52.862020 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02369a8-99df-4f45-9763-287f9c4fbb61 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Pushing event updated for resources: {'Network': ['ID=ca09c1d4-72a0-4748-bb66-0557dc46b3b7,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:52.898279 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ba08e-ab23-4d4b-b069-5cf1cbf88851 req-f871eae2-6038-459b-a70a-c3164e8a9337 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:52.900026 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ef8ba08e-ab23-4d4b-b069-5cf1cbf88851 req-f871eae2-6038-459b-a70a-c3164e8a9337 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8d61f9e-57f7-4989-9af3-b4f837d642a2 HTTP/1.1" status: 200 len: 945 time: 0.1167893 Jul 09 16:33:52.963744 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ef8ba08e-ab23-4d4b-b069-5cf1cbf88851 req-1763962e-2f40-4443-ab1f-44e7be250ed8 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520303 Jul 09 16:33:52.997049 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f278bb66-5142-4824-b6df-6d0c6b4d28ad tempest-ExternalNetworksTestJSON-65946957 tempest-ExternalNetworksTestJSON-65946957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:52.999589 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c03b8862-d429-4f39-8415-8688c9126e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:53.002732 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c03b8862-d429-4f39-8415-8688c9126e6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:53.006964 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c03b8862-d429-4f39-8415-8688c9126e6b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/604702cf-eae7-490b-879b-debb84d88599 HTTP/1.1" status: 204 len: 168 time: 0.5994763 Jul 09 16:33:53.023149 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b8862-d429-4f39-8415-8688c9126e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604702cf-eae7-490b-879b-debb84d88599,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:53.027030 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-f278bb66-5142-4824-b6df-6d0c6b4d28ad tempest-ExternalNetworksTestJSON-65946957 tempest-ExternalNetworksTestJSON-65946957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['721d8c14-09aa-49a5-864e-9676758ef7fb']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:53.039399 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network ca09c1d4-72a0-4748-bb66-0557dc46b3b7 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:33:53.059237 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-f278bb66-5142-4824-b6df-6d0c6b4d28ad tempest-ExternalNetworksTestJSON-65946957 tempest-ExternalNetworksTestJSON-65946957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '014949f9-e595-48ea-b6ee-b7ec2635182e') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:53.059937 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-f278bb66-5142-4824-b6df-6d0c6b4d28ad tempest-ExternalNetworksTestJSON-65946957 tempest-ExternalNetworksTestJSON-65946957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '014949f9-e595-48ea-b6ee-b7ec2635182e') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:53.062176 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04855cac-3661-42ba-91f5-2ba0ab606eb2 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Made reservation on behalf of b1f034070c2447a9b612c7898f3e9d32 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:33:53.066553 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-04855cac-3661-42ba-91f5-2ba0ab606eb2 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:53.128299 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-6e266185-35e9-4190-9b6c-727ef8f52464 None None] Allocated IP 2001:db8:0:ffff::2 (4f6d11da-cb44-4553-996a-8640ee51a58c/47a5b5c6-df28-4a11-9c2c-27526ef6149b/29621b85-dad4-43c1-a871-6b8c5c5f8e41) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:33:53.159679 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f278bb66-5142-4824-b6df-6d0c6b4d28ad tempest-ExternalNetworksTestJSON-65946957 tempest-ExternalNetworksTestJSON-65946957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:53.181653 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f278bb66-5142-4824-b6df-6d0c6b4d28ad tempest-ExternalNetworksTestJSON-65946957 tempest-ExternalNetworksTestJSON-65946957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:53.191706 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f278bb66-5142-4824-b6df-6d0c6b4d28ad tempest-ExternalNetworksTestJSON-65946957 tempest-ExternalNetworksTestJSON-65946957-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:33:53.192181 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f278bb66-5142-4824-b6df-6d0c6b4d28ad tempest-ExternalNetworksTestJSON-65946957 tempest-ExternalNetworksTestJSON-65946957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:53.195319 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:33:53.195319 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:33:53.195319 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:33:53.195319 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:33:53.195319 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:33:53.195319 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:33:53.195319 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:33:53.195319 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:33:53.195319 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:33:53.195319 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:33:53.195319 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:33:53.195319 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:33:53.195319 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:33:53.195319 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:33:53.195319 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:33:53.195319 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:33:53.195319 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:33:53.195319 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:33:53.195319 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:33:53.195319 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:33:53.195319 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:33:53.195319 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:33:53.195319 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:33:53.195319 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:33:53.195319 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:33:53.195319 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:33:53.195319 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:33:53.195319 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:33:53.195319 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:33:53.195319 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:33:53.195319 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:33:53.195319 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:33:53.296972 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f278bb66-5142-4824-b6df-6d0c6b4d28ad tempest-ExternalNetworksTestJSON-65946957 tempest-ExternalNetworksTestJSON-65946957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:53.321762 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6e266185-35e9-4190-9b6c-727ef8f52464 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:53.323639 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f278bb66-5142-4824-b6df-6d0c6b4d28ad tempest-ExternalNetworksTestJSON-65946957 tempest-ExternalNetworksTestJSON-65946957-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:53.325269 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f278bb66-5142-4824-b6df-6d0c6b4d28ad tempest-ExternalNetworksTestJSON-65946957 tempest-ExternalNetworksTestJSON-65946957-project] 10.222.0.98 "DELETE /v2.0/networks/721d8c14-09aa-49a5-864e-9676758ef7fb HTTP/1.1" status: 204 len: 168 time: 0.7996411 Jul 09 16:33:53.340037 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6e266185-35e9-4190-9b6c-727ef8f52464 None None] Transition to ACTIVE for port object 29621b85-dad4-43c1-a871-6b8c5c5f8e41 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:33:53.348662 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f278bb66-5142-4824-b6df-6d0c6b4d28ad tempest-ExternalNetworksTestJSON-65946957 tempest-ExternalNetworksTestJSON-65946957-project] Pushing event deleted for resources: {'Network': ['ID=721d8c14-09aa-49a5-864e-9676758ef7fb,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:53.375209 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6e266185-35e9-4190-9b6c-727ef8f52464 None None] Transition to ACTIVE for port object 29621b85-dad4-43c1-a871-6b8c5c5f8e41 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:33:53.384959 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6e266185-35e9-4190-9b6c-727ef8f52464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:53.419691 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53476) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:53.457361 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e266185-35e9-4190-9b6c-727ef8f52464 None None] Network 4f6d11da-cb44-4553-996a-8640ee51a58c is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:33:53.461423 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-6e266185-35e9-4190-9b6c-727ef8f52464 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:53.468363 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e266185-35e9-4190-9b6c-727ef8f52464 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:33:53.503610 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-450cf47b-7d6a-4ae1-809a-dd4a5ce8d1ea admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9eb78cd547b34acfade339ccf8905c37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0804055 Jul 09 16:33:53.504786 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53478) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:53.575155 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-291ba4ce-4ed7-4a20-8767-93fae0eebc6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:53.595671 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6e266185-35e9-4190-9b6c-727ef8f52464 None None] Attempting to bind port 29621b85-dad4-43c1-a871-6b8c5c5f8e41 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:33:53.596050 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6e266185-35e9-4190-9b6c-727ef8f52464 None None] Attempting to bind port 29621b85-dad4-43c1-a871-6b8c5c5f8e41 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '604946fc-9412-46f0-b2ef-68837d914fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4f6d11da-cb44-4553-996a-8640ee51a58c'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:33:53.596414 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e266185-35e9-4190-9b6c-727ef8f52464 None None] Attempting to bind port 29621b85-dad4-43c1-a871-6b8c5c5f8e41 on network 4f6d11da-cb44-4553-996a-8640ee51a58c {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:53.598514 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e266185-35e9-4190-9b6c-727ef8f52464 None None] Pushing event updated for resources: {'Port': ['ID=29621b85-dad4-43c1-a871-6b8c5c5f8e41,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:53.615588 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e266185-35e9-4190-9b6c-727ef8f52464 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:33:53.616018 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e266185-35e9-4190-9b6c-727ef8f52464 None None] Checking segment: {'id': '604946fc-9412-46f0-b2ef-68837d914fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4f6d11da-cb44-4553-996a-8640ee51a58c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:33:53.616430 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6e266185-35e9-4190-9b6c-727ef8f52464 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:53.616822 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e266185-35e9-4190-9b6c-727ef8f52464 None None] Bound using segment: {'id': '604946fc-9412-46f0-b2ef-68837d914fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4f6d11da-cb44-4553-996a-8640ee51a58c'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:33:53.617303 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6e266185-35e9-4190-9b6c-727ef8f52464 None None] Bound port: 29621b85-dad4-43c1-a871-6b8c5c5f8e41, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '604946fc-9412-46f0-b2ef-68837d914fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4f6d11da-cb44-4553-996a-8640ee51a58c'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:33:53.617691 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6e266185-35e9-4190-9b6c-727ef8f52464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:53.625324 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-291ba4ce-4ed7-4a20-8767-93fae0eebc6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:53.691694 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-291ba4ce-4ed7-4a20-8767-93fae0eebc6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:53.694494 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-291ba4ce-4ed7-4a20-8767-93fae0eebc6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:53.695715 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-291ba4ce-4ed7-4a20-8767-93fae0eebc6e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/08646e72-708b-4a7a-a0bd-1a7ea53975ec HTTP/1.1" status: 204 len: 168 time: 0.1897488 Jul 09 16:33:53.696528 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53490) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:53.711437 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291ba4ce-4ed7-4a20-8767-93fae0eebc6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08646e72-708b-4a7a-a0bd-1a7ea53975ec,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:53.765477 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-6e266185-35e9-4190-9b6c-727ef8f52464 None None] For port 29621b85-dad4-43c1-a871-6b8c5c5f8e41, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:33:53.781123 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-6e266185-35e9-4190-9b6c-727ef8f52464 None None] For port 29621b85-dad4-43c1-a871-6b8c5c5f8e41, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=29621b85-dad4-43c1-a871-6b8c5c5f8e41,segment=NetworkSegment(604946fc-9412-46f0-b2ef-68837d914fe7),segment_id=604946fc-9412-46f0-b2ef-68837d914fe7)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:33:53.788321 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6e266185-35e9-4190-9b6c-727ef8f52464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:53.859991 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e266185-35e9-4190-9b6c-727ef8f52464 None None] Pushing event updated for resources: {'Port': ['ID=29621b85-dad4-43c1-a871-6b8c5c5f8e41,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:54.042022 n-d-798930-3 neutron-server[93959]: DEBUG neutron.objects.ports [None req-04855cac-3661-42ba-91f5-2ba0ab606eb2 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93959) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 16:33:54.043712 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-04855cac-3661-42ba-91f5-2ba0ab606eb2 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:54.140584 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04855cac-3661-42ba-91f5-2ba0ab606eb2 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Pushing event updated for resources: {'Subnet': ['ID=cd88f084-e90a-4aeb-9c9f-4b08dd2ae609,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:54.143564 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04855cac-3661-42ba-91f5-2ba0ab606eb2 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Checking segment: {'id': 'cbea0185-b4fc-4911-98c2-7c654b108030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ca09c1d4-72a0-4748-bb66-0557dc46b3b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:33:54.143930 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04855cac-3661-42ba-91f5-2ba0ab606eb2 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Network hostable DHCP agents. Network: ca09c1d4-72a0-4748-bb66-0557dc46b3b7, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:33:54.168550 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04855cac-3661-42ba-91f5-2ba0ab606eb2 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Network ca09c1d4-72a0-4748-bb66-0557dc46b3b7 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:33:54.197351 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-04855cac-3661-42ba-91f5-2ba0ab606eb2 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, ca09c1d4-72a0-4748-bb66-0557dc46b3b7) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:54.205925 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04855cac-3661-42ba-91f5-2ba0ab606eb2 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:54.206684 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-04855cac-3661-42ba-91f5-2ba0ab606eb2 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:54.216649 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6b3a26-ed26-4f7f-98aa-49368c88ba05 None None] Network ca09c1d4-72a0-4748-bb66-0557dc46b3b7 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:33:54.233953 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-04855cac-3661-42ba-91f5-2ba0ab606eb2 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4372861 Jul 09 16:33:54.238809 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53520) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:54.242043 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-94045c2d-dc4d-4032-a02e-c5062dd94e95 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Request body: {'port': {'network_id': 'ca09c1d4-72a0-4748-bb66-0557dc46b3b7', 'name': 'tempest-NetworksIpV6TestAttrs-1441922551'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:54.288868 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-3b9eab1a-17fe-4e91-9191-1439f1060707 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4b65cc67b4ff4d16b933eb2ee52eaf9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5890057 Jul 09 16:33:54.291317 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53524) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:54.333765 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f28d98-45d3-43c1-8a5e-fecef9133931 req-cbb34dfb-eaab-47bb-8a2d-5f3a4e42d16f tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:54.337373 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e7f28d98-45d3-43c1-8a5e-fecef9133931 req-cbb34dfb-eaab-47bb-8a2d-5f3a4e42d16f tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8d61f9e-57f7-4989-9af3-b4f837d642a2 HTTP/1.1" status: 200 len: 945 time: 0.2194724 Jul 09 16:33:54.423769 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30963453-b3d7-4a9a-9832-3aaa7932b788 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-ca09c1d4-72a0-4748-bb66-0557dc46b3b7', 'network_id': 'ca09c1d4-72a0-4748-bb66-0557dc46b3b7', 'tenant_id': 'b1f034070c2447a9b612c7898f3e9d32', 'fixed_ips': [{'subnet_id': 'cd88f084-e90a-4aeb-9c9f-4b08dd2ae609'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:33:54.424167 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2a5bc723-74a0-481a-9005-316bd07d3e93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:54.424815 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-30963453-b3d7-4a9a-9832-3aaa7932b788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:54.435352 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e7f28d98-45d3-43c1-8a5e-fecef9133931 req-0bc3639c-e9bb-40be-9bc6-7b703305b60e tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873380 Jul 09 16:33:54.455295 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2a5bc723-74a0-481a-9005-316bd07d3e93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:54.533068 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94045c2d-dc4d-4032-a02e-c5062dd94e95 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Made reservation on behalf of b1f034070c2447a9b612c7898f3e9d32 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:33:54.539249 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-94045c2d-dc4d-4032-a02e-c5062dd94e95 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:54.540984 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2a5bc723-74a0-481a-9005-316bd07d3e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:54.543895 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2a5bc723-74a0-481a-9005-316bd07d3e93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:54.545078 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2a5bc723-74a0-481a-9005-316bd07d3e93 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a366606c-c924-4138-a7e6-2673654c7b46 HTTP/1.1" status: 204 len: 168 time: 0.2528262 Jul 09 16:33:54.563486 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5bc723-74a0-481a-9005-316bd07d3e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a366606c-c924-4138-a7e6-2673654c7b46,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:54.582422 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-94045c2d-dc4d-4032-a02e-c5062dd94e95 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] device_id is not set on port f66df4bb-0f3a-491d-80ac-492ba38e9aa5 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:33:54.681612 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-30963453-b3d7-4a9a-9832-3aaa7932b788 None None] Allocated IP 2001:db8::f816:3eff:fedf:1d82 (ca09c1d4-72a0-4748-bb66-0557dc46b3b7/cd88f084-e90a-4aeb-9c9f-4b08dd2ae609/e24b928d-2b13-48a8-bc97-a190714429cc) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:33:54.868540 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-30963453-b3d7-4a9a-9832-3aaa7932b788 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:54.879373 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-30963453-b3d7-4a9a-9832-3aaa7932b788 None None] Transition to ACTIVE for port object e24b928d-2b13-48a8-bc97-a190714429cc will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:33:54.899290 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-30963453-b3d7-4a9a-9832-3aaa7932b788 None None] Transition to ACTIVE for port object e24b928d-2b13-48a8-bc97-a190714429cc will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:33:54.913547 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-30963453-b3d7-4a9a-9832-3aaa7932b788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:54.983741 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30963453-b3d7-4a9a-9832-3aaa7932b788 None None] Pushing event updated for resources: {'Port': ['ID=e24b928d-2b13-48a8-bc97-a190714429cc,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:55.003835 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30963453-b3d7-4a9a-9832-3aaa7932b788 None None] Network ca09c1d4-72a0-4748-bb66-0557dc46b3b7 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:33:55.005465 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-30963453-b3d7-4a9a-9832-3aaa7932b788 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:55.008292 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30963453-b3d7-4a9a-9832-3aaa7932b788 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:33:55.011521 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-94045c2d-dc4d-4032-a02e-c5062dd94e95 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Allocated IP 2001:db8::f816:3eff:fe1a:8629 (ca09c1d4-72a0-4748-bb66-0557dc46b3b7/cd88f084-e90a-4aeb-9c9f-4b08dd2ae609/f66df4bb-0f3a-491d-80ac-492ba38e9aa5) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:33:55.152297 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-30963453-b3d7-4a9a-9832-3aaa7932b788 None None] Attempting to bind port e24b928d-2b13-48a8-bc97-a190714429cc on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:33:55.153495 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-30963453-b3d7-4a9a-9832-3aaa7932b788 None None] Attempting to bind port e24b928d-2b13-48a8-bc97-a190714429cc by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'cbea0185-b4fc-4911-98c2-7c654b108030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ca09c1d4-72a0-4748-bb66-0557dc46b3b7'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:33:55.154169 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30963453-b3d7-4a9a-9832-3aaa7932b788 None None] Attempting to bind port e24b928d-2b13-48a8-bc97-a190714429cc on network ca09c1d4-72a0-4748-bb66-0557dc46b3b7 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:55.174250 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-abd2cc0b-9930-40e8-ac58-1cbe2bdfbcd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:55.182093 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30963453-b3d7-4a9a-9832-3aaa7932b788 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:33:55.184329 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30963453-b3d7-4a9a-9832-3aaa7932b788 None None] Checking segment: {'id': 'cbea0185-b4fc-4911-98c2-7c654b108030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ca09c1d4-72a0-4748-bb66-0557dc46b3b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:33:55.185077 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-30963453-b3d7-4a9a-9832-3aaa7932b788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:55.185498 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30963453-b3d7-4a9a-9832-3aaa7932b788 None None] Bound using segment: {'id': 'cbea0185-b4fc-4911-98c2-7c654b108030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ca09c1d4-72a0-4748-bb66-0557dc46b3b7'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:33:55.185997 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-30963453-b3d7-4a9a-9832-3aaa7932b788 None None] Bound port: e24b928d-2b13-48a8-bc97-a190714429cc, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbea0185-b4fc-4911-98c2-7c654b108030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ca09c1d4-72a0-4748-bb66-0557dc46b3b7'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:33:55.186387 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-30963453-b3d7-4a9a-9832-3aaa7932b788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:55.215530 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53554) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:55.303047 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-41957276-ef23-4030-9f3d-6be634a2831a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c529ac27b8af4d62a3b5eb0456766006&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0862393 Jul 09 16:33:55.305034 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53560) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:55.384872 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-30963453-b3d7-4a9a-9832-3aaa7932b788 None None] For port e24b928d-2b13-48a8-bc97-a190714429cc, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:33:55.385861 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-94eeaf4c-5b83-4ceb-be8e-a4baf7aa9ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:55.408435 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:55.417042 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-30963453-b3d7-4a9a-9832-3aaa7932b788 None None] For port e24b928d-2b13-48a8-bc97-a190714429cc, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=e24b928d-2b13-48a8-bc97-a190714429cc,segment=NetworkSegment(cbea0185-b4fc-4911-98c2-7c654b108030),segment_id=cbea0185-b4fc-4911-98c2-7c654b108030)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:33:55.425075 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-30963453-b3d7-4a9a-9832-3aaa7932b788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:55.433805 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-94045c2d-dc4d-4032-a02e-c5062dd94e95 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:55.447328 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-94eeaf4c-5b83-4ceb-be8e-a4baf7aa9ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:55.477188 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-94045c2d-dc4d-4032-a02e-c5062dd94e95 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Transition to ACTIVE for port object f66df4bb-0f3a-491d-80ac-492ba38e9aa5 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:33:55.547581 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-94045c2d-dc4d-4032-a02e-c5062dd94e95 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:55.552967 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-94eeaf4c-5b83-4ceb-be8e-a4baf7aa9ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:55.558957 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665ee119-2000-41ff-b1d2-52631f804b5e None None] Network 4f6d11da-cb44-4553-996a-8640ee51a58c requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:33:55.561208 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-94eeaf4c-5b83-4ceb-be8e-a4baf7aa9ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:55.562597 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-94eeaf4c-5b83-4ceb-be8e-a4baf7aa9ee0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b897cddf-71f2-472f-b6a8-9c051f44a665 HTTP/1.1" status: 204 len: 168 time: 0.2563941 Jul 09 16:33:55.591371 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eeaf4c-5b83-4ceb-be8e-a4baf7aa9ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b897cddf-71f2-472f-b6a8-9c051f44a665,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:55.701588 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94045c2d-dc4d-4032-a02e-c5062dd94e95 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Network ca09c1d4-72a0-4748-bb66-0557dc46b3b7 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:33:55.729297 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-94045c2d-dc4d-4032-a02e-c5062dd94e95 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:55.742796 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94045c2d-dc4d-4032-a02e-c5062dd94e95 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:33:55.745582 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30963453-b3d7-4a9a-9832-3aaa7932b788 None None] Pushing event updated for resources: {'Port': ['ID=e24b928d-2b13-48a8-bc97-a190714429cc,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:55.766088 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94045c2d-dc4d-4032-a02e-c5062dd94e95 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:55.769197 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-94045c2d-dc4d-4032-a02e-c5062dd94e95 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:55.791183 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8ac3a762-b89a-4430-bb91-5bad03ebfde9 None None] Provisioning for port 29621b85-dad4-43c1-a871-6b8c5c5f8e41 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:33:55.827164 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 29621b85-dad4-43c1-a871-6b8c5c5f8e41 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:33:55.878061 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-94045c2d-dc4d-4032-a02e-c5062dd94e95 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.6416018 Jul 09 16:33:55.880344 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94045c2d-dc4d-4032-a02e-c5062dd94e95 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Pushing event updated for resources: {'Port': ['ID=f66df4bb-0f3a-491d-80ac-492ba38e9aa5,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:55.882397 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53578) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:56.029392 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159875ee-c31a-42f0-8404-b0ce7f2f5d55 req-88c1d46c-e7a4-4e97-8e89-dbf5e84f78c0 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:56.037701 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-159875ee-c31a-42f0-8404-b0ce7f2f5d55 req-88c1d46c-e7a4-4e97-8e89-dbf5e84f78c0 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8d61f9e-57f7-4989-9af3-b4f837d642a2 HTTP/1.1" status: 200 len: 945 time: 0.3274682 Jul 09 16:33:56.068086 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 29621b85-dad4-43c1-a871-6b8c5c5f8e41 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:33:56.084274 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 29621b85-dad4-43c1-a871-6b8c5c5f8e41 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:33:56.085235 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:56.113559 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc8d9d9b-63c1-450c-905a-3b6e66ca675c tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Deleting subnet cd88f084-e90a-4aeb-9c9f-4b08dd2ae609 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:33:56.125587 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fc8d9d9b-63c1-450c-905a-3b6e66ca675c tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:56.207516 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-159875ee-c31a-42f0-8404-b0ce7f2f5d55 req-9d0f6e43-1a2a-4d48-aac8-2aa5b598bd1c tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687329 Jul 09 16:33:56.249496 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fc8d9d9b-63c1-450c-905a-3b6e66ca675c tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:56.255094 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:56.314474 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53592) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:56.354588 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 29621b85-dad4-43c1-a871-6b8c5c5f8e41, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=29621b85-dad4-43c1-a871-6b8c5c5f8e41,segment=NetworkSegment(604946fc-9412-46f0-b2ef-68837d914fe7),segment_id=604946fc-9412-46f0-b2ef-68837d914fe7)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:33:56.357042 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:56.380895 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:56.420210 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fc8d9d9b-63c1-450c-905a-3b6e66ca675c tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:56.484236 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=29621b85-dad4-43c1-a871-6b8c5c5f8e41,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:56.553270 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-79303fed-b090-4f7e-858d-6e01c026cbab None None] Provisioning complete for port 29621b85-dad4-43c1-a871-6b8c5c5f8e41 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:33:56.555032 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-79303fed-b090-4f7e-858d-6e01c026cbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:56.555955 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fc8d9d9b-63c1-450c-905a-3b6e66ca675c tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:56.616801 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8d9d9b-63c1-450c-905a-3b6e66ca675c tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Pushing event deleted for resources: {'Subnet': ['ID=cd88f084-e90a-4aeb-9c9f-4b08dd2ae609,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:56.626739 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fc8d9d9b-63c1-450c-905a-3b6e66ca675c tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:56.629043 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-fc8d9d9b-63c1-450c-905a-3b6e66ca675c tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] 10.222.0.98 "DELETE /v2.0/subnets/cd88f084-e90a-4aeb-9c9f-4b08dd2ae609 HTTP/1.1" status: 204 len: 168 time: 0.7439461 Jul 09 16:33:56.631483 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53606) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:56.691639 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:56.705250 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-9fb9d5aa-620b-4e92-a5d1-f5334a235396 tempest-PortsAdminExtendedAttrsTestJSON-715323640 tempest-PortsAdminExtendedAttrsTestJSON-715323640-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1507839121'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:56.782876 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfa0a1f-77b8-462f-9e35-4fefebf4f5bc tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:56.784881 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfa0a1f-77b8-462f-9e35-4fefebf4f5bc tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:56.789474 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-fdfa0a1f-77b8-462f-9e35-4fefebf4f5bc tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1535769 Jul 09 16:33:56.789968 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53616) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:56.791913 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb9d5aa-620b-4e92-a5d1-f5334a235396 tempest-PortsAdminExtendedAttrsTestJSON-715323640 tempest-PortsAdminExtendedAttrsTestJSON-715323640-project] Made reservation on behalf of 07cd5dcd519b49c490199fd73dee46f2 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:33:56.802173 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9fb9d5aa-620b-4e92-a5d1-f5334a235396 tempest-PortsAdminExtendedAttrsTestJSON-715323640 tempest-PortsAdminExtendedAttrsTestJSON-715323640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:56.821501 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9fb9d5aa-620b-4e92-a5d1-f5334a235396 tempest-PortsAdminExtendedAttrsTestJSON-715323640 tempest-PortsAdminExtendedAttrsTestJSON-715323640-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:56.912693 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-142c2645-13fb-477e-9a99-4b55d57da03f tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:56.930587 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-142c2645-13fb-477e-9a99-4b55d57da03f tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 09 16:33:56.932565 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-142c2645-13fb-477e-9a99-4b55d57da03f tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:33:56.936544 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-142c2645-13fb-477e-9a99-4b55d57da03f tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] 10.222.0.98 "DELETE /v2.0/networks/ca09c1d4-72a0-4748-bb66-0557dc46b3b7 HTTP/1.1" status: 409 len: 405 time: 0.1452422 Jul 09 16:33:56.940629 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53620) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:56.952957 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-131b3b5d-2df7-4461-b8b4-d4a387311ac1 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1767735053'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:56.968687 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9fb9d5aa-620b-4e92-a5d1-f5334a235396 tempest-PortsAdminExtendedAttrsTestJSON-715323640 tempest-PortsAdminExtendedAttrsTestJSON-715323640-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:56.977975 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9fb9d5aa-620b-4e92-a5d1-f5334a235396 tempest-PortsAdminExtendedAttrsTestJSON-715323640 tempest-PortsAdminExtendedAttrsTestJSON-715323640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:56.979070 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53622) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:57.004474 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131b3b5d-2df7-4461-b8b4-d4a387311ac1 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Made reservation on behalf of b1f034070c2447a9b612c7898f3e9d32 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:33:57.014954 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-131b3b5d-2df7-4461-b8b4-d4a387311ac1 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:57.026048 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb9d5aa-620b-4e92-a5d1-f5334a235396 tempest-PortsAdminExtendedAttrsTestJSON-715323640 tempest-PortsAdminExtendedAttrsTestJSON-715323640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c40dbd83-4235-4302-b5b3-7a4eb7661a16,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:57.037134 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fb9d5aa-620b-4e92-a5d1-f5334a235396 tempest-PortsAdminExtendedAttrsTestJSON-715323640 tempest-PortsAdminExtendedAttrsTestJSON-715323640-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:33:57.050325 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9fb9d5aa-620b-4e92-a5d1-f5334a235396 tempest-PortsAdminExtendedAttrsTestJSON-715323640 tempest-PortsAdminExtendedAttrsTestJSON-715323640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:57.051078 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-9fb9d5aa-620b-4e92-a5d1-f5334a235396 tempest-PortsAdminExtendedAttrsTestJSON-715323640 tempest-PortsAdminExtendedAttrsTestJSON-715323640-project] Added segment 7c98b0e6-542c-425b-ad0c-f9ea34573830 of type vlan for network 490dc1aa-6127-4c58-95b7-b11f220dd52c Jul 09 16:33:57.074463 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-131b3b5d-2df7-4461-b8b4-d4a387311ac1 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:33:57.085579 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-131b3b5d-2df7-4461-b8b4-d4a387311ac1 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:57.085935 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-131b3b5d-2df7-4461-b8b4-d4a387311ac1 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Added segment dd851b15-24d0-4ac1-b8ee-cd8aaefbc11c of type vlan for network 71a5834c-a861-4c68-afce-c0ff464d803b Jul 09 16:33:57.129050 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9fb9d5aa-620b-4e92-a5d1-f5334a235396 tempest-PortsAdminExtendedAttrsTestJSON-715323640 tempest-PortsAdminExtendedAttrsTestJSON-715323640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:57.143374 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-131b3b5d-2df7-4461-b8b4-d4a387311ac1 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:57.158645 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d70c63cc-0966-4bf5-bc51-0a14c2f42dba tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Request body: {'networks': [{'name': 'tempest-network--293705902'}, {'name': 'tempest-network--674086619'}]} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:57.159182 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d70c63cc-0966-4bf5-bc51-0a14c2f42dba tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Request body: {'network': {'name': 'tempest-network--293705902'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:57.159663 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d70c63cc-0966-4bf5-bc51-0a14c2f42dba tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Request body: {'network': {'name': 'tempest-network--674086619'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:57.161361 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1afc87-6298-4cf0-b17b-6f0bfbdf595d None None] Network ca09c1d4-72a0-4748-bb66-0557dc46b3b7 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:33:57.175816 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9fb9d5aa-620b-4e92-a5d1-f5334a235396 tempest-PortsAdminExtendedAttrsTestJSON-715323640 tempest-PortsAdminExtendedAttrsTestJSON-715323640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:57.183577 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb9d5aa-620b-4e92-a5d1-f5334a235396 tempest-PortsAdminExtendedAttrsTestJSON-715323640 tempest-PortsAdminExtendedAttrsTestJSON-715323640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:57.184944 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9fb9d5aa-620b-4e92-a5d1-f5334a235396 tempest-PortsAdminExtendedAttrsTestJSON-715323640 tempest-PortsAdminExtendedAttrsTestJSON-715323640-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:57.218167 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70c63cc-0966-4bf5-bc51-0a14c2f42dba tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Made reservation on behalf of 220ad0f433a74515bdc60db8a54ea0b1 for: {'network': 2} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:33:57.224431 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d70c63cc-0966-4bf5-bc51-0a14c2f42dba tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:57.238035 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ffd04709-684f-49ab-97ce-bc3f03d9241f None None] Provisioning for port e24b928d-2b13-48a8-bc97-a190714429cc completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:33:57.259149 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d70c63cc-0966-4bf5-bc51-0a14c2f42dba tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:57.329992 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-131b3b5d-2df7-4461-b8b4-d4a387311ac1 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:57.335923 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131b3b5d-2df7-4461-b8b4-d4a387311ac1 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:57.336703 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-131b3b5d-2df7-4461-b8b4-d4a387311ac1 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:57.349990 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb9d5aa-620b-4e92-a5d1-f5334a235396 tempest-PortsAdminExtendedAttrsTestJSON-715323640 tempest-PortsAdminExtendedAttrsTestJSON-715323640-project] Pushing event updated for resources: {'Network': ['ID=490dc1aa-6127-4c58-95b7-b11f220dd52c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:57.368523 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 490dc1aa-6127-4c58-95b7-b11f220dd52c details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:33:57.437010 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f61be8a-5887-4e46-be30-d97f4bab7648 None None] DHCP port deletion for ca09c1d4-72a0-4748-bb66-0557dc46b3b7 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:33:57.464378 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131b3b5d-2df7-4461-b8b4-d4a387311ac1 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Pushing event updated for resources: {'Network': ['ID=71a5834c-a861-4c68-afce-c0ff464d803b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:57.482720 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 71a5834c-a861-4c68-afce-c0ff464d803b details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:33:57.504863 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d70c63cc-0966-4bf5-bc51-0a14c2f42dba tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:57.521707 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-9fb9d5aa-620b-4e92-a5d1-f5334a235396 tempest-PortsAdminExtendedAttrsTestJSON-715323640 tempest-PortsAdminExtendedAttrsTestJSON-715323640-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.2033422 Jul 09 16:33:57.521895 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d70c63cc-0966-4bf5-bc51-0a14c2f42dba tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:57.521895 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d70c63cc-0966-4bf5-bc51-0a14c2f42dba tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:57.529457 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a3ec0-f548-49bf-afcd-c18ec3670750 req-b267df64-447f-4389-a135-093aa94f57e8 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:57.531052 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c77a3ec0-f548-49bf-afcd-c18ec3670750 req-b267df64-447f-4389-a135-093aa94f57e8 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8d61f9e-57f7-4989-9af3-b4f837d642a2 HTTP/1.1" status: 200 len: 945 time: 0.1302350 Jul 09 16:33:57.538063 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-131b3b5d-2df7-4461-b8b4-d4a387311ac1 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5950589 Jul 09 16:33:57.541152 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53640) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:57.559527 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-ebe5e07b-ed1c-43aa-9ed6-a333ceab2d72 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Request body: {'subnet': {'network_id': '71a5834c-a861-4c68-afce-c0ff464d803b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:57.564602 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-1f61be8a-5887-4e46-be30-d97f4bab7648 None None] Deleting port e24b928d-2b13-48a8-bc97-a190714429cc {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:33:57.565118 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1f61be8a-5887-4e46-be30-d97f4bab7648 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:57.627769 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-1f61be8a-5887-4e46-be30-d97f4bab7648 None None] For port e24b928d-2b13-48a8-bc97-a190714429cc, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=e24b928d-2b13-48a8-bc97-a190714429cc,segment=NetworkSegment(cbea0185-b4fc-4911-98c2-7c654b108030),segment_id=cbea0185-b4fc-4911-98c2-7c654b108030)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:33:57.628403 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1f61be8a-5887-4e46-be30-d97f4bab7648 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:57.633311 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70c63cc-0966-4bf5-bc51-0a14c2f42dba tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f699201-e674-43d7-bd74-efef24997acb,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:57.637191 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d70c63cc-0966-4bf5-bc51-0a14c2f42dba tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:33:57.650402 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-1f61be8a-5887-4e46-be30-d97f4bab7648 None None] Calling delete_port for e24b928d-2b13-48a8-bc97-a190714429cc owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:33:57.669161 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c77a3ec0-f548-49bf-afcd-c18ec3670750 req-3631f569-394f-4d3c-80d2-c5f0e0ec0dd9 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237190 Jul 09 16:33:57.692173 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d70c63cc-0966-4bf5-bc51-0a14c2f42dba tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:57.692844 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-d70c63cc-0966-4bf5-bc51-0a14c2f42dba tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Added segment 0d491fc5-2d50-4589-80f7-4a1605a9062d of type vlan for network 53613753-d3d0-446f-a785-e09fa4aa142a Jul 09 16:33:57.769038 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d70c63cc-0966-4bf5-bc51-0a14c2f42dba tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:57.800156 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe5e07b-ed1c-43aa-9ed6-a333ceab2d72 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Made reservation on behalf of b1f034070c2447a9b612c7898f3e9d32 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:33:57.807365 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ebe5e07b-ed1c-43aa-9ed6-a333ceab2d72 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:57.811803 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d70c63cc-0966-4bf5-bc51-0a14c2f42dba tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:33:57.822935 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d70c63cc-0966-4bf5-bc51-0a14c2f42dba tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:57.823435 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-d70c63cc-0966-4bf5-bc51-0a14c2f42dba tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Added segment 71418b1c-83ba-41a5-9312-75d54ee4e6ec of type vlan for network 1d8469bb-a8d3-49ce-9d94-bf95cc499e43 Jul 09 16:33:57.859300 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1f61be8a-5887-4e46-be30-d97f4bab7648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:57.891543 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 29621b85-dad4-43c1-a871-6b8c5c5f8e41 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:33:57.917444 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53646) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:57.917658 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f61be8a-5887-4e46-be30-d97f4bab7648 None None] Pushing event deleted for resources: {'Port': ['ID=e24b928d-2b13-48a8-bc97-a190714429cc,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:57.925455 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f61be8a-5887-4e46-be30-d97f4bab7648 None None] No DVR routers for this DVR port e24b928d-2b13-48a8-bc97-a190714429cc on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:33:57.939104 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Request body: {'port': {'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c', 'binding:host_id': 'n-h1-798930-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1053715615'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:57.947364 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d70c63cc-0966-4bf5-bc51-0a14c2f42dba tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:57.961492 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 29621b85-dad4-43c1-a871-6b8c5c5f8e41 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:33:57.961875 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:57.996874 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Made reservation on behalf of 3b7ee920449547acbf7bef4c87301291 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:33:57.999677 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:58.011013 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:58.028375 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d70c63cc-0966-4bf5-bc51-0a14c2f42dba tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:58.028990 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d70c63cc-0966-4bf5-bc51-0a14c2f42dba tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:58.035113 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70c63cc-0966-4bf5-bc51-0a14c2f42dba tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:58.040237 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70c63cc-0966-4bf5-bc51-0a14c2f42dba tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:58.040943 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d70c63cc-0966-4bf5-bc51-0a14c2f42dba tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:58.181636 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70c63cc-0966-4bf5-bc51-0a14c2f42dba tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Pushing event updated for resources: {'Network': ['ID=53613753-d3d0-446f-a785-e09fa4aa142a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:58.182031 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:58.196208 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 53613753-d3d0-446f-a785-e09fa4aa142a details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:33:58.231825 n-d-798930-3 neutron-server[93959]: DEBUG neutron.objects.ports [None req-ebe5e07b-ed1c-43aa-9ed6-a333ceab2d72 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93959) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 16:33:58.233786 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ebe5e07b-ed1c-43aa-9ed6-a333ceab2d72 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:58.262936 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70c63cc-0966-4bf5-bc51-0a14c2f42dba tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Pushing event updated for resources: {'Network': ['ID=1d8469bb-a8d3-49ce-9d94-bf95cc499e43,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:58.296634 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 1d8469bb-a8d3-49ce-9d94-bf95cc499e43 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:33:58.306287 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:58.312921 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:58.317018 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe5e07b-ed1c-43aa-9ed6-a333ceab2d72 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Checking segment: {'id': 'dd851b15-24d0-4ac1-b8ee-cd8aaefbc11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '71a5834c-a861-4c68-afce-c0ff464d803b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:33:58.317516 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe5e07b-ed1c-43aa-9ed6-a333ceab2d72 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Network hostable DHCP agents. Network: 71a5834c-a861-4c68-afce-c0ff464d803b, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:33:58.321746 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] device_id is not set on port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:33:58.323810 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe5e07b-ed1c-43aa-9ed6-a333ceab2d72 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Pushing event updated for resources: {'Subnet': ['ID=a2c8c955-b65d-4898-b62a-dbcf6b382957,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:58.345321 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d70c63cc-0966-4bf5-bc51-0a14c2f42dba tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.3646228 Jul 09 16:33:58.345910 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe5e07b-ed1c-43aa-9ed6-a333ceab2d72 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Network 71a5834c-a861-4c68-afce-c0ff464d803b is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:33:58.346053 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53656) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:58.361885 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-ebe5e07b-ed1c-43aa-9ed6-a333ceab2d72 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 71a5834c-a861-4c68-afce-c0ff464d803b) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:58.377428 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98e752d-649c-4628-851d-5b91a66d5f0a None None] Network 71a5834c-a861-4c68-afce-c0ff464d803b requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:33:58.387209 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe5e07b-ed1c-43aa-9ed6-a333ceab2d72 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:58.388075 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ebe5e07b-ed1c-43aa-9ed6-a333ceab2d72 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:58.412134 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ebe5e07b-ed1c-43aa-9ed6-a333ceab2d72 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8692334 Jul 09 16:33:58.413255 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53660) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:58.419536 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-9d8405d0-a936-4d45-b1b5-f00795ba5c68 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Request body: {'port': {'network_id': '71a5834c-a861-4c68-afce-c0ff464d803b', 'name': 'tempest-NetworksIpV6TestAttrs-2042560915'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:33:58.487667 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4655402e-65f1-4df3-853e-768b18134479,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:58.580480 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8405d0-a936-4d45-b1b5-f00795ba5c68 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Made reservation on behalf of b1f034070c2447a9b612c7898f3e9d32 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:33:58.585131 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9d8405d0-a936-4d45-b1b5-f00795ba5c68 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:58.611723 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-9d8405d0-a936-4d45-b1b5-f00795ba5c68 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] device_id is not set on port b4fc0f58-bc20-4ddb-9580-be579bc5bfd8 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:33:58.618061 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990e4204-e813-4660-9adb-3bce4abc5891 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-71a5834c-a861-4c68-afce-c0ff464d803b', 'network_id': '71a5834c-a861-4c68-afce-c0ff464d803b', 'tenant_id': 'b1f034070c2447a9b612c7898f3e9d32', 'fixed_ips': [{'subnet_id': 'a2c8c955-b65d-4898-b62a-dbcf6b382957'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:33:58.619051 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-990e4204-e813-4660-9adb-3bce4abc5891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:58.642142 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ba58c3-52be-4b96-9fde-0c65e7108f68 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:58.648307 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ba58c3-52be-4b96-9fde-0c65e7108f68 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:58.654493 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ba58c3-52be-4b96-9fde-0c65e7108f68 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:58.671319 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ba58c3-52be-4b96-9fde-0c65e7108f68 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:58.675770 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f7ba58c3-52be-4b96-9fde-0c65e7108f68 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3223729 Jul 09 16:33:58.676008 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53666) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:58.790117 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-9d8405d0-a936-4d45-b1b5-f00795ba5c68 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Allocated IP 2001:db8::f816:3eff:fee7:588d (71a5834c-a861-4c68-afce-c0ff464d803b/a2c8c955-b65d-4898-b62a-dbcf6b382957/b4fc0f58-bc20-4ddb-9580-be579bc5bfd8) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:33:58.846336 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1e315cbe-2264-4fcb-9f01-ecb7c06b8a4a tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:58.856397 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] device_id is not set on port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:33:58.868780 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:58.957667 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1e315cbe-2264-4fcb-9f01-ecb7c06b8a4a tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:58.968125 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-1e315cbe-2264-4fcb-9f01-ecb7c06b8a4a tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53613753-d3d0-446f-a785-e09fa4aa142a']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:58.980796 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-1e315cbe-2264-4fcb-9f01-ecb7c06b8a4a tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d491fc5-2d50-4589-80f7-4a1605a9062d') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:58.981125 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-1e315cbe-2264-4fcb-9f01-ecb7c06b8a4a tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d491fc5-2d50-4589-80f7-4a1605a9062d') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:58.982297 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ec93f-ab5d-48d9-abcc-55a9393eea8f req-b5fe079f-0e03-4b23-882b-3cfaab920749 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:58.983919 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-358ec93f-ab5d-48d9-abcc-55a9393eea8f req-b5fe079f-0e03-4b23-882b-3cfaab920749 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8d61f9e-57f7-4989-9af3-b4f837d642a2 HTTP/1.1" status: 200 len: 945 time: 0.1629655 Jul 09 16:33:58.988283 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Transition to ACTIVE for port object 126a288a-4cc1-40a9-bdf2-55e2af1828c8 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:33:58.993727 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1e315cbe-2264-4fcb-9f01-ecb7c06b8a4a tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:59.009003 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:59.016362 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1e315cbe-2264-4fcb-9f01-ecb7c06b8a4a tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:59.041201 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9d8405d0-a936-4d45-b1b5-f00795ba5c68 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:59.052832 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e315cbe-2264-4fcb-9f01-ecb7c06b8a4a tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:33:59.053266 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1e315cbe-2264-4fcb-9f01-ecb7c06b8a4a tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:59.058202 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:33:59.058202 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:33:59.058202 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:33:59.058202 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:33:59.058202 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:33:59.058202 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:33:59.058202 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:33:59.058202 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:33:59.058202 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:33:59.058202 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:33:59.058202 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:33:59.058202 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:33:59.058202 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:33:59.058202 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:33:59.058202 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:33:59.058202 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:33:59.058202 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:33:59.058202 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:33:59.058202 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:33:59.058202 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:33:59.058202 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:33:59.058202 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:33:59.058202 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:33:59.058202 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:33:59.058202 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:33:59.058202 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:33:59.058202 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:33:59.058202 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:33:59.058202 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:33:59.058202 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:33:59.058202 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:33:59.058202 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:33:59.081355 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-9d8405d0-a936-4d45-b1b5-f00795ba5c68 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Transition to ACTIVE for port object b4fc0f58-bc20-4ddb-9580-be579bc5bfd8 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:33:59.091669 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-358ec93f-ab5d-48d9-abcc-55a9393eea8f req-35ec8afd-8f19-4a59-94eb-a9418e8c7105 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933173 Jul 09 16:33:59.134080 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Pushing event updated for resources: {'Port': ['ID=126a288a-4cc1-40a9-bdf2-55e2af1828c8,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:59.147318 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1e315cbe-2264-4fcb-9f01-ecb7c06b8a4a tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:59.153314 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9d8405d0-a936-4d45-b1b5-f00795ba5c68 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:59.173919 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1e315cbe-2264-4fcb-9f01-ecb7c06b8a4a tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:59.176467 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1e315cbe-2264-4fcb-9f01-ecb7c06b8a4a tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] 10.222.0.98 "DELETE /v2.0/networks/53613753-d3d0-446f-a785-e09fa4aa142a HTTP/1.1" status: 204 len: 168 time: 0.4995244 Jul 09 16:33:59.185905 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53676) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:59.200303 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8405d0-a936-4d45-b1b5-f00795ba5c68 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Network 71a5834c-a861-4c68-afce-c0ff464d803b is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:33:59.206942 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-9d8405d0-a936-4d45-b1b5-f00795ba5c68 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:59.214632 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8405d0-a936-4d45-b1b5-f00795ba5c68 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:33:59.216834 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8405d0-a936-4d45-b1b5-f00795ba5c68 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:59.217439 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9d8405d0-a936-4d45-b1b5-f00795ba5c68 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:59.224758 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Checking segment: {'id': '7c98b0e6-542c-425b-ad0c-f9ea34573830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:33:59.225921 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Network hostable DHCP agents. Network: 490dc1aa-6127-4c58-95b7-b11f220dd52c, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:33:59.229182 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8405d0-a936-4d45-b1b5-f00795ba5c68 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Pushing event updated for resources: {'Port': ['ID=b4fc0f58-bc20-4ddb-9580-be579bc5bfd8,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:59.230391 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-990e4204-e813-4660-9adb-3bce4abc5891 None None] Allocated IP 2001:db8::f816:3eff:fe60:9665 (71a5834c-a861-4c68-afce-c0ff464d803b/a2c8c955-b65d-4898-b62a-dbcf6b382957/51da5729-5ba7-4068-9934-508356985d83) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:33:59.243544 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-9d8405d0-a936-4d45-b1b5-f00795ba5c68 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.8289876 Jul 09 16:33:59.244255 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53680) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:59.257814 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e315cbe-2264-4fcb-9f01-ecb7c06b8a4a tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Pushing event deleted for resources: {'Network': ['ID=53613753-d3d0-446f-a785-e09fa4aa142a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:59.317862 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-38c1ee65-8cfa-4e66-8092-f3deefe850c4 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Deleting subnet a2c8c955-b65d-4898-b62a-dbcf6b382957 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:33:59.328932 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Network 490dc1aa-6127-4c58-95b7-b11f220dd52c is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:33:59.348844 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 490dc1aa-6127-4c58-95b7-b11f220dd52c) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:59.352907 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:33:59.360970 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb5be31e-93d4-4597-b5e1-d1bf64281078 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:59.375637 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d7feae-c26c-4990-907b-f6a8b6f8c37e None None] Network 490dc1aa-6127-4c58-95b7-b11f220dd52c requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:33:59.382158 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:33:59.382932 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '7c98b0e6-542c-425b-ad0c-f9ea34573830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:33:59.382932 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:59.390751 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:33:59.392014 n-d-798930-3 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Failed to bind port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 on host n-h1-798930-3 for vnic_type normal using segments [{'id': '7c98b0e6-542c-425b-ad0c-f9ea34573830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'}] Jul 09 16:33:59.392014 n-d-798930-3 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempt 2 to bind port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 Jul 09 16:33:59.426425 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:33:59.426800 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '7c98b0e6-542c-425b-ad0c-f9ea34573830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:33:59.427136 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:59.460369 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-990e4204-e813-4660-9adb-3bce4abc5891 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:59.466515 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:33:59.467239 n-d-798930-3 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Failed to bind port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 on host n-h1-798930-3 for vnic_type normal using segments [{'id': '7c98b0e6-542c-425b-ad0c-f9ea34573830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'}] Jul 09 16:33:59.473378 n-d-798930-3 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempt 3 to bind port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 Jul 09 16:33:59.478444 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-990e4204-e813-4660-9adb-3bce4abc5891 None None] Transition to ACTIVE for port object 51da5729-5ba7-4068-9934-508356985d83 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:33:59.506125 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb5be31e-93d4-4597-b5e1-d1bf64281078 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:59.516754 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:33:59.516754 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '7c98b0e6-542c-425b-ad0c-f9ea34573830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:33:59.516754 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:59.522120 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-bb5be31e-93d4-4597-b5e1-d1bf64281078 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d8469bb-a8d3-49ce-9d94-bf95cc499e43']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:59.532199 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-990e4204-e813-4660-9adb-3bce4abc5891 None None] Transition to ACTIVE for port object 51da5729-5ba7-4068-9934-508356985d83 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:33:59.540774 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-38c1ee65-8cfa-4e66-8092-f3deefe850c4 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:59.545896 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-990e4204-e813-4660-9adb-3bce4abc5891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:59.602437 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-38c1ee65-8cfa-4e66-8092-f3deefe850c4 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:59.607368 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990e4204-e813-4660-9adb-3bce4abc5891 None None] Pushing event updated for resources: {'Port': ['ID=51da5729-5ba7-4068-9934-508356985d83,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:59.612820 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990e4204-e813-4660-9adb-3bce4abc5891 None None] Network 71a5834c-a861-4c68-afce-c0ff464d803b is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:33:59.620435 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-990e4204-e813-4660-9adb-3bce4abc5891 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:33:59.624029 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990e4204-e813-4660-9adb-3bce4abc5891 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:33:59.716340 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-990e4204-e813-4660-9adb-3bce4abc5891 None None] Attempting to bind port 51da5729-5ba7-4068-9934-508356985d83 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:33:59.716784 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-990e4204-e813-4660-9adb-3bce4abc5891 None None] Attempting to bind port 51da5729-5ba7-4068-9934-508356985d83 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'dd851b15-24d0-4ac1-b8ee-cd8aaefbc11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '71a5834c-a861-4c68-afce-c0ff464d803b'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:33:59.717157 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990e4204-e813-4660-9adb-3bce4abc5891 None None] Attempting to bind port 51da5729-5ba7-4068-9934-508356985d83 on network 71a5834c-a861-4c68-afce-c0ff464d803b {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:59.723046 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990e4204-e813-4660-9adb-3bce4abc5891 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:33:59.723783 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990e4204-e813-4660-9adb-3bce4abc5891 None None] Checking segment: {'id': 'dd851b15-24d0-4ac1-b8ee-cd8aaefbc11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '71a5834c-a861-4c68-afce-c0ff464d803b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:33:59.724199 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-990e4204-e813-4660-9adb-3bce4abc5891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:59.724601 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990e4204-e813-4660-9adb-3bce4abc5891 None None] Bound using segment: {'id': 'dd851b15-24d0-4ac1-b8ee-cd8aaefbc11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '71a5834c-a861-4c68-afce-c0ff464d803b'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:33:59.725089 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-990e4204-e813-4660-9adb-3bce4abc5891 None None] Bound port: 51da5729-5ba7-4068-9934-508356985d83, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd851b15-24d0-4ac1-b8ee-cd8aaefbc11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '71a5834c-a861-4c68-afce-c0ff464d803b'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:33:59.725477 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-990e4204-e813-4660-9adb-3bce4abc5891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:59.772397 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-38c1ee65-8cfa-4e66-8092-f3deefe850c4 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:59.846731 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-38c1ee65-8cfa-4e66-8092-f3deefe850c4 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:59.851145 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-990e4204-e813-4660-9adb-3bce4abc5891 None None] For port 51da5729-5ba7-4068-9934-508356985d83, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:33:59.855657 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-990e4204-e813-4660-9adb-3bce4abc5891 None None] For port 51da5729-5ba7-4068-9934-508356985d83, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=51da5729-5ba7-4068-9934-508356985d83,segment=NetworkSegment(dd851b15-24d0-4ac1-b8ee-cd8aaefbc11c),segment_id=dd851b15-24d0-4ac1-b8ee-cd8aaefbc11c)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:33:59.864581 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-990e4204-e813-4660-9adb-3bce4abc5891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:59.880717 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c1ee65-8cfa-4e66-8092-f3deefe850c4 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Pushing event deleted for resources: {'Subnet': ['ID=a2c8c955-b65d-4898-b62a-dbcf6b382957,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:59.891459 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-38c1ee65-8cfa-4e66-8092-f3deefe850c4 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:59.895709 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-38c1ee65-8cfa-4e66-8092-f3deefe850c4 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] 10.222.0.98 "DELETE /v2.0/subnets/a2c8c955-b65d-4898-b62a-dbcf6b382957 HTTP/1.1" status: 204 len: 168 time: 0.6480477 Jul 09 16:33:59.896396 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53690) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:59.928439 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:33:59.928839 n-d-798930-3 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Failed to bind port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 on host n-h1-798930-3 for vnic_type normal using segments [{'id': '7c98b0e6-542c-425b-ad0c-f9ea34573830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'}] Jul 09 16:33:59.930915 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-bb5be31e-93d4-4597-b5e1-d1bf64281078 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71418b1c-83ba-41a5-9312-75d54ee4e6ec') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:59.931436 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-bb5be31e-93d4-4597-b5e1-d1bf64281078 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71418b1c-83ba-41a5-9312-75d54ee4e6ec') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:33:59.934939 n-d-798930-3 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempt 4 to bind port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 Jul 09 16:33:59.957955 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990e4204-e813-4660-9adb-3bce4abc5891 None None] Pushing event updated for resources: {'Port': ['ID=51da5729-5ba7-4068-9934-508356985d83,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:33:59.961187 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb624d34-ce03-404f-9fa5-d0e441b624d5 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:59.962612 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:33:59.963123 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb624d34-ce03-404f-9fa5-d0e441b624d5 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:33:59.963463 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '7c98b0e6-542c-425b-ad0c-f9ea34573830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:33:59.964036 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:33:59.964688 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-eb624d34-ce03-404f-9fa5-d0e441b624d5 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0673578 Jul 09 16:33:59.968196 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53696) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:33:59.970992 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb5be31e-93d4-4597-b5e1-d1bf64281078 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:33:59.981972 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:33:59.982501 n-d-798930-3 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Failed to bind port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 on host n-h1-798930-3 for vnic_type normal using segments [{'id': '7c98b0e6-542c-425b-ad0c-f9ea34573830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'}] Jul 09 16:33:59.986276 n-d-798930-3 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempt 5 to bind port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 Jul 09 16:34:00.003047 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:34:00.003702 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '7c98b0e6-542c-425b-ad0c-f9ea34573830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:34:00.004264 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:34:00.007226 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb5be31e-93d4-4597-b5e1-d1bf64281078 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:00.015953 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:34:00.016689 n-d-798930-3 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Failed to bind port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 on host n-h1-798930-3 for vnic_type normal using segments [{'id': '7c98b0e6-542c-425b-ad0c-f9ea34573830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'}] Jul 09 16:34:00.017986 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb5be31e-93d4-4597-b5e1-d1bf64281078 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:34:00.018674 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb5be31e-93d4-4597-b5e1-d1bf64281078 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:00.024592 n-d-798930-3 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempt 6 to bind port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 Jul 09 16:34:00.028035 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:34:00.028035 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:34:00.028035 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:34:00.028035 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:34:00.028035 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:34:00.028035 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:34:00.028035 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:34:00.028035 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:34:00.028035 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:34:00.028035 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:34:00.028035 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:34:00.028035 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:34:00.028035 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:34:00.028035 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:34:00.028035 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:34:00.028035 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:34:00.028035 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:34:00.028035 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:34:00.028035 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:34:00.028035 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:34:00.028035 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:34:00.028035 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:34:00.028035 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:34:00.028035 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:34:00.028035 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:34:00.028035 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:34:00.028035 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:34:00.028035 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:34:00.028035 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:34:00.028035 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:34:00.028035 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:34:00.028035 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:34:00.067377 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4c170f26-575a-4b13-9966-9b2d87aaeca1 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:00.076153 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c170f26-575a-4b13-9966-9b2d87aaeca1 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 09 16:34:00.076630 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c170f26-575a-4b13-9966-9b2d87aaeca1 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:34:00.082014 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-4c170f26-575a-4b13-9966-9b2d87aaeca1 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] 10.222.0.98 "DELETE /v2.0/networks/71a5834c-a861-4c68-afce-c0ff464d803b HTTP/1.1" status: 409 len: 405 time: 0.1088965 Jul 09 16:34:00.082449 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53698) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:00.087574 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-0b634220-3fab-4b30-a278-79c048f5b61d tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-161016977'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:00.091096 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:34:00.091427 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '7c98b0e6-542c-425b-ad0c-f9ea34573830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:34:00.091758 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:34:00.114456 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:34:00.114456 n-d-798930-3 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Failed to bind port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 on host n-h1-798930-3 for vnic_type normal using segments [{'id': '7c98b0e6-542c-425b-ad0c-f9ea34573830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'}] Jul 09 16:34:00.116441 n-d-798930-3 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempt 7 to bind port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 Jul 09 16:34:00.131265 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb5be31e-93d4-4597-b5e1-d1bf64281078 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:00.135783 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb5be31e-93d4-4597-b5e1-d1bf64281078 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:00.137938 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-bb5be31e-93d4-4597-b5e1-d1bf64281078 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] 10.222.0.98 "DELETE /v2.0/networks/1d8469bb-a8d3-49ce-9d94-bf95cc499e43 HTTP/1.1" status: 204 len: 168 time: 0.9452159 Jul 09 16:34:00.142507 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53704) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:00.149261 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b634220-3fab-4b30-a278-79c048f5b61d tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Made reservation on behalf of b1f034070c2447a9b612c7898f3e9d32 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:34:00.152722 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0b634220-3fab-4b30-a278-79c048f5b61d tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:00.167452 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:34:00.167791 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '7c98b0e6-542c-425b-ad0c-f9ea34573830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:34:00.168147 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:34:00.174008 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5be31e-93d4-4597-b5e1-d1bf64281078 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Pushing event deleted for resources: {'Network': ['ID=1d8469bb-a8d3-49ce-9d94-bf95cc499e43,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:00.205672 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:34:00.205672 n-d-798930-3 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Failed to bind port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 on host n-h1-798930-3 for vnic_type normal using segments [{'id': '7c98b0e6-542c-425b-ad0c-f9ea34573830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'}] Jul 09 16:34:00.205672 n-d-798930-3 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempt 8 to bind port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 Jul 09 16:34:00.278276 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:34:00.278801 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '7c98b0e6-542c-425b-ad0c-f9ea34573830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:34:00.279192 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:34:00.295792 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:34:00.296365 n-d-798930-3 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Failed to bind port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 on host n-h1-798930-3 for vnic_type normal using segments [{'id': '7c98b0e6-542c-425b-ad0c-f9ea34573830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'}] Jul 09 16:34:00.299703 n-d-798930-3 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempt 9 to bind port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 Jul 09 16:34:00.303591 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b634220-3fab-4b30-a278-79c048f5b61d tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:34:00.331211 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:34:00.331933 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '7c98b0e6-542c-425b-ad0c-f9ea34573830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:34:00.332487 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:34:00.338490 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0b634220-3fab-4b30-a278-79c048f5b61d tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:00.338954 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-0b634220-3fab-4b30-a278-79c048f5b61d tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Added segment 5555c641-ed38-414a-b505-853a6663bdd6 of type vlan for network 8de43bac-6a92-4628-ba3e-39b37fc44455 Jul 09 16:34:00.355031 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:34:00.355343 n-d-798930-3 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Failed to bind port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 on host n-h1-798930-3 for vnic_type normal using segments [{'id': '7c98b0e6-542c-425b-ad0c-f9ea34573830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'}] Jul 09 16:34:00.357199 n-d-798930-3 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempt 10 to bind port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 Jul 09 16:34:00.403383 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:34:00.403653 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '7c98b0e6-542c-425b-ad0c-f9ea34573830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:34:00.403838 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:34:00.410354 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0b634220-3fab-4b30-a278-79c048f5b61d tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:00.435440 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:34:00.435776 n-d-798930-3 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Failed to bind port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 on host n-h1-798930-3 for vnic_type normal using segments [{'id': '7c98b0e6-542c-425b-ad0c-f9ea34573830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'}] Jul 09 16:34:00.436142 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:00.531065 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0b634220-3fab-4b30-a278-79c048f5b61d tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:00.532157 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9547ea8-bc0c-48a5-b3b1-2dbd045fbe80 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:00.537326 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b634220-3fab-4b30-a278-79c048f5b61d tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:00.537926 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0b634220-3fab-4b30-a278-79c048f5b61d tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:00.538537 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9547ea8-bc0c-48a5-b3b1-2dbd045fbe80 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:00.546126 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53712) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:00.550737 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c9547ea8-bc0c-48a5-b3b1-2dbd045fbe80 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4062831 Jul 09 16:34:00.556922 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-ab55f106-ef18-4b3e-b908-c716fb96b2e3 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-277998566'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:00.568020 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44020955-6aeb-4016-8dfd-1ceae3c98108 req-8f5919bb-d5c1-46c0-b57a-6890695228c6 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:00.569859 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-44020955-6aeb-4016-8dfd-1ceae3c98108 req-8f5919bb-d5c1-46c0-b57a-6890695228c6 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8d61f9e-57f7-4989-9af3-b4f837d642a2 HTTP/1.1" status: 200 len: 945 time: 0.1539185 Jul 09 16:34:00.617546 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-44020955-6aeb-4016-8dfd-1ceae3c98108 req-dc0ca62a-4a1f-429c-9598-d5a2bd621faa tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418403 Jul 09 16:34:00.628111 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] For port 126a288a-4cc1-40a9-bdf2-55e2af1828c8, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:34:00.628485 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempted to set empty binding levels {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 09 16:34:00.635602 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0b634220-3fab-4b30-a278-79c048f5b61d tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5519733 Jul 09 16:34:00.638945 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53716) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:00.645767 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-4862c02e-f8d0-48ef-887e-551b8bb38437 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Request body: {'subnet': {'network_id': '8de43bac-6a92-4628-ba3e-39b37fc44455', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:00.651859 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:00.667086 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b634220-3fab-4b30-a278-79c048f5b61d tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Pushing event updated for resources: {'Network': ['ID=8de43bac-6a92-4628-ba3e-39b37fc44455,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:00.679503 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 8de43bac-6a92-4628-ba3e-39b37fc44455 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:34:00.700408 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:00.700989 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:00.713659 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab55f106-ef18-4b3e-b908-c716fb96b2e3 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Made reservation on behalf of 220ad0f433a74515bdc60db8a54ea0b1 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:34:00.717356 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ab55f106-ef18-4b3e-b908-c716fb96b2e3 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:00.738747 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Pushing event updated for resources: {'Port': ['ID=126a288a-4cc1-40a9-bdf2-55e2af1828c8,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:00.754250 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e7da531a-0b88-4ec8-ae1c-7c1c47e5c9d2 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.8331079 Jul 09 16:34:00.757828 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53720) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:00.783854 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4862c02e-f8d0-48ef-887e-551b8bb38437 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Made reservation on behalf of b1f034070c2447a9b612c7898f3e9d32 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:34:00.788720 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4862c02e-f8d0-48ef-887e-551b8bb38437 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:00.839411 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab55f106-ef18-4b3e-b908-c716fb96b2e3 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:34:00.853587 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ab55f106-ef18-4b3e-b908-c716fb96b2e3 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:00.853926 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-ab55f106-ef18-4b3e-b908-c716fb96b2e3 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Added segment fde8d109-a27e-4d5c-a37d-05730bf898a7 of type vlan for network 2180ec51-b46d-4100-aba4-c4e30d1a9297 Jul 09 16:34:00.899880 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-6984a01d-16f4-4de7-8c16-af4908f79c71 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Deleting port 126a288a-4cc1-40a9-bdf2-55e2af1828c8 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:34:00.900208 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6984a01d-16f4-4de7-8c16-af4908f79c71 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:00.958740 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ab55f106-ef18-4b3e-b908-c716fb96b2e3 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:01.017118 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-6984a01d-16f4-4de7-8c16-af4908f79c71 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] For port 126a288a-4cc1-40a9-bdf2-55e2af1828c8, host n-h1-798930-3, got binding levels [] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:01.017528 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6984a01d-16f4-4de7-8c16-af4908f79c71 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:01.032918 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ab55f106-ef18-4b3e-b908-c716fb96b2e3 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:01.039200 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab55f106-ef18-4b3e-b908-c716fb96b2e3 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:01.039917 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ab55f106-ef18-4b3e-b908-c716fb96b2e3 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:01.098836 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-6984a01d-16f4-4de7-8c16-af4908f79c71 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Calling delete_port for 126a288a-4cc1-40a9-bdf2-55e2af1828c8 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:34:01.105642 n-d-798930-3 neutron-server[93959]: DEBUG neutron.objects.ports [None req-4862c02e-f8d0-48ef-887e-551b8bb38437 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93959) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 16:34:01.107282 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4862c02e-f8d0-48ef-887e-551b8bb38437 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:01.138523 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ab55f106-ef18-4b3e-b908-c716fb96b2e3 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5837007 Jul 09 16:34:01.139192 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53726) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:01.140572 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab55f106-ef18-4b3e-b908-c716fb96b2e3 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Pushing event updated for resources: {'Network': ['ID=2180ec51-b46d-4100-aba4-c4e30d1a9297,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:01.153495 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-4b359fa0-3bdd-4b3d-8c77-ebf80991a5e0 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-643056117'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:01.157176 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 2180ec51-b46d-4100-aba4-c4e30d1a9297 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:34:01.259227 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4862c02e-f8d0-48ef-887e-551b8bb38437 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Pushing event updated for resources: {'Subnet': ['ID=1770b79d-8d5b-4440-9072-55c271148a89,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:01.262338 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b359fa0-3bdd-4b3d-8c77-ebf80991a5e0 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Made reservation on behalf of 220ad0f433a74515bdc60db8a54ea0b1 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:34:01.266422 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4b359fa0-3bdd-4b3d-8c77-ebf80991a5e0 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:01.270640 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6984a01d-16f4-4de7-8c16-af4908f79c71 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:01.283497 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4862c02e-f8d0-48ef-887e-551b8bb38437 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Checking segment: {'id': '5555c641-ed38-414a-b505-853a6663bdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8de43bac-6a92-4628-ba3e-39b37fc44455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:34:01.283861 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4862c02e-f8d0-48ef-887e-551b8bb38437 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Network hostable DHCP agents. Network: 8de43bac-6a92-4628-ba3e-39b37fc44455, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:34:01.306553 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6984a01d-16f4-4de7-8c16-af4908f79c71 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Pushing event deleted for resources: {'Port': ['ID=126a288a-4cc1-40a9-bdf2-55e2af1828c8,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:01.322191 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6984a01d-16f4-4de7-8c16-af4908f79c71 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:01.323789 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b359fa0-3bdd-4b3d-8c77-ebf80991a5e0 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:34:01.328927 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6984a01d-16f4-4de7-8c16-af4908f79c71 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] 10.222.0.98 "DELETE /v2.0/ports/126a288a-4cc1-40a9-bdf2-55e2af1828c8 HTTP/1.1" status: 204 len: 168 time: 0.5699978 Jul 09 16:34:01.329115 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53734) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:01.331424 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4862c02e-f8d0-48ef-887e-551b8bb38437 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Network 8de43bac-6a92-4628-ba3e-39b37fc44455 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:34:01.366395 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4b359fa0-3bdd-4b3d-8c77-ebf80991a5e0 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:01.366790 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-4b359fa0-3bdd-4b3d-8c77-ebf80991a5e0 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Added segment c054d57e-c088-4b3d-b68d-167ec8031d73 of type vlan for network 8cf0cf39-3c1a-4686-81e6-1ce7cc314307 Jul 09 16:34:01.387212 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe15ba07-2b61-42f5-b1ed-c045bcdfa13d None None] Network 71a5834c-a861-4c68-afce-c0ff464d803b requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:34:01.390217 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-a91d946a-3a11-4769-aadf-06e8b0046d4c tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] GET failed (client error): The resource could not be found. Jul 09 16:34:01.395652 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a91d946a-3a11-4769-aadf-06e8b0046d4c tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] 10.222.0.98 "GET /v2.0/ports/126a288a-4cc1-40a9-bdf2-55e2af1828c8 HTTP/1.1" status: 404 len: 333 time: 0.0619864 Jul 09 16:34:01.396183 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53736) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:01.402314 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-037aaeb5-6139-413d-b2e5-aa377d75b057 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Request body: {'port': {'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1935111065'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:01.422240 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-4862c02e-f8d0-48ef-887e-551b8bb38437 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 8de43bac-6a92-4628-ba3e-39b37fc44455) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:01.430292 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4b359fa0-3bdd-4b3d-8c77-ebf80991a5e0 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:01.433435 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037aaeb5-6139-413d-b2e5-aa377d75b057 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Made reservation on behalf of 3b7ee920449547acbf7bef4c87301291 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:34:01.435539 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4862c02e-f8d0-48ef-887e-551b8bb38437 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:01.436131 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4862c02e-f8d0-48ef-887e-551b8bb38437 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:01.436662 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-037aaeb5-6139-413d-b2e5-aa377d75b057 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:01.453553 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-037aaeb5-6139-413d-b2e5-aa377d75b057 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] device_id is not set on port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:34:01.463753 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-4862c02e-f8d0-48ef-887e-551b8bb38437 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.8235652 Jul 09 16:34:01.466408 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53738) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:01.522196 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4b359fa0-3bdd-4b3d-8c77-ebf80991a5e0 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:01.527834 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b359fa0-3bdd-4b3d-8c77-ebf80991a5e0 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:01.528800 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4b359fa0-3bdd-4b3d-8c77-ebf80991a5e0 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:01.612196 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-4b359fa0-3bdd-4b3d-8c77-ebf80991a5e0 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4684608 Jul 09 16:34:01.619003 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53742) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:01.626747 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-072d27a0-ed27-4242-a1c2-dbd73233b06d tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Request body: {'ports': [{'network_id': '2180ec51-b46d-4100-aba4-c4e30d1a9297', 'name': 'tempest-port--1697757801', 'admin_state_up': True}, {'network_id': '8cf0cf39-3c1a-4686-81e6-1ce7cc314307', 'admin_state_up': False}]} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:01.627247 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-072d27a0-ed27-4242-a1c2-dbd73233b06d tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Request body: {'port': {'network_id': '2180ec51-b46d-4100-aba4-c4e30d1a9297', 'name': 'tempest-port--1697757801', 'admin_state_up': True}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:01.627740 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-072d27a0-ed27-4242-a1c2-dbd73233b06d tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Request body: {'port': {'network_id': '8cf0cf39-3c1a-4686-81e6-1ce7cc314307', 'admin_state_up': False}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:01.690673 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b359fa0-3bdd-4b3d-8c77-ebf80991a5e0 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Pushing event updated for resources: {'Network': ['ID=8cf0cf39-3c1a-4686-81e6-1ce7cc314307,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:01.727533 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-037aaeb5-6139-413d-b2e5-aa377d75b057 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:01.788132 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-08ee179b-80cb-41a2-8589-afc47d8386a5 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:01.800232 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-037aaeb5-6139-413d-b2e5-aa377d75b057 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:01.837196 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34d9902-ef39-4f30-b5e7-2d97e955f8b6 None None] Network 8de43bac-6a92-4628-ba3e-39b37fc44455 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:34:01.841609 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 8cf0cf39-3c1a-4686-81e6-1ce7cc314307 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:34:01.844102 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 51da5729-5ba7-4068-9934-508356985d83 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:34:01.874157 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037aaeb5-6139-413d-b2e5-aa377d75b057 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Network 490dc1aa-6127-4c58-95b7-b11f220dd52c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:34:01.877607 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-037aaeb5-6139-413d-b2e5-aa377d75b057 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:01.885809 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037aaeb5-6139-413d-b2e5-aa377d75b057 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:34:01.886791 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037aaeb5-6139-413d-b2e5-aa377d75b057 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:01.887503 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-037aaeb5-6139-413d-b2e5-aa377d75b057 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:01.910202 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037aaeb5-6139-413d-b2e5-aa377d75b057 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Pushing event updated for resources: {'Port': ['ID=85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:01.917996 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-037aaeb5-6139-413d-b2e5-aa377d75b057 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5206242 Jul 09 16:34:01.918631 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53750) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:01.932207 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:02.008649 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8967bcf0-7d1d-4682-95bd-4f8553056774 None None] Provisioning for port 51da5729-5ba7-4068-9934-508356985d83 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:34:02.029443 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-08ee179b-80cb-41a2-8589-afc47d8386a5 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:02.030274 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:02.059079 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072d27a0-ed27-4242-a1c2-dbd73233b06d tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Made reservation on behalf of 220ad0f433a74515bdc60db8a54ea0b1 for: {'port': 2} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:34:02.066430 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-072d27a0-ed27-4242-a1c2-dbd73233b06d tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:02.091272 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-072d27a0-ed27-4242-a1c2-dbd73233b06d tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:02.104830 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79de2b-2e93-4bc6-842c-60e59be1ae4f req-00f6ebb2-d22e-4ee5-8e1d-0b2f01885767 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:02.106410 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bf79de2b-2e93-4bc6-842c-60e59be1ae4f req-00f6ebb2-d22e-4ee5-8e1d-0b2f01885767 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8d61f9e-57f7-4989-9af3-b4f837d642a2 HTTP/1.1" status: 200 len: 945 time: 0.2480259 Jul 09 16:34:02.170311 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 51da5729-5ba7-4068-9934-508356985d83 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:34:02.204398 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-08ee179b-80cb-41a2-8589-afc47d8386a5 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:02.220986 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 51da5729-5ba7-4068-9934-508356985d83 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:34:02.222055 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:02.286452 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] device_id is not set on port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:34:02.297592 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee179b-80cb-41a2-8589-afc47d8386a5 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Pushing event deleted for resources: {'Subnet': ['ID=1770b79d-8d5b-4440-9072-55c271148a89,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:02.303496 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:02.323288 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Transition to ACTIVE for port object 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:34:02.331165 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:02.380006 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d1e263-6a81-412a-acf8-d6c72f7197ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-8de43bac-6a92-4628-ba3e-39b37fc44455', 'network_id': '8de43bac-6a92-4628-ba3e-39b37fc44455', 'tenant_id': 'b1f034070c2447a9b612c7898f3e9d32', 'fixed_ips': [{'subnet_id': '1770b79d-8d5b-4440-9072-55c271148a89'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:34:02.380952 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2d1e263-6a81-412a-acf8-d6c72f7197ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:02.401429 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565d3968-f599-40ba-abdd-ada02700cb8e None None] DHCP port deletion for 71a5834c-a861-4c68-afce-c0ff464d803b request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:34:02.425036 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Pushing event updated for resources: {'Port': ['ID=85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:02.427916 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:34:02.428250 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '7c98b0e6-542c-425b-ad0c-f9ea34573830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:34:02.428612 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:34:02.429529 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-08ee179b-80cb-41a2-8589-afc47d8386a5 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:02.434064 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:34:02.434462 n-d-798930-3 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Failed to bind port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 on host n-h1-798930-3 for vnic_type normal using segments [{'id': '7c98b0e6-542c-425b-ad0c-f9ea34573830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'}] Jul 09 16:34:02.435259 n-d-798930-3 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempt 2 to bind port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 Jul 09 16:34:02.437924 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bf79de2b-2e93-4bc6-842c-60e59be1ae4f req-4700931c-1ec7-42ae-8842-5cb63d554b44 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166711 Jul 09 16:34:02.456342 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-08ee179b-80cb-41a2-8589-afc47d8386a5 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8de43bac-6a92-4628-ba3e-39b37fc44455']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:02.465477 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:34:02.466116 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '7c98b0e6-542c-425b-ad0c-f9ea34573830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:34:02.466795 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:34:02.472445 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:34:02.473124 n-d-798930-3 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Failed to bind port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 on host n-h1-798930-3 for vnic_type normal using segments [{'id': '7c98b0e6-542c-425b-ad0c-f9ea34573830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'}] Jul 09 16:34:02.473679 n-d-798930-3 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempt 3 to bind port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 Jul 09 16:34:02.476266 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-072d27a0-ed27-4242-a1c2-dbd73233b06d tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] device_id is not set on port 7cd9e8d0-5a74-478c-abfa-c0a60c8d114c yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:34:02.494660 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-08ee179b-80cb-41a2-8589-afc47d8386a5 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5555c641-ed38-414a-b505-853a6663bdd6') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:02.494985 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-08ee179b-80cb-41a2-8589-afc47d8386a5 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5555c641-ed38-414a-b505-853a6663bdd6') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:02.507625 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-08ee179b-80cb-41a2-8589-afc47d8386a5 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:02.524980 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:34:02.526018 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '7c98b0e6-542c-425b-ad0c-f9ea34573830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:34:02.526357 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:34:02.531108 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:34:02.531436 n-d-798930-3 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Failed to bind port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 on host n-h1-798930-3 for vnic_type normal using segments [{'id': '7c98b0e6-542c-425b-ad0c-f9ea34573830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'}] Jul 09 16:34:02.531823 n-d-798930-3 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempt 4 to bind port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 Jul 09 16:34:02.531935 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-08ee179b-80cb-41a2-8589-afc47d8386a5 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:02.540771 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08ee179b-80cb-41a2-8589-afc47d8386a5 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:34:02.541315 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-08ee179b-80cb-41a2-8589-afc47d8386a5 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:02.545854 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:34:02.546355 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '7c98b0e6-542c-425b-ad0c-f9ea34573830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:34:02.546714 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:34:02.551432 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:34:02.551761 n-d-798930-3 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Failed to bind port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 on host n-h1-798930-3 for vnic_type normal using segments [{'id': '7c98b0e6-542c-425b-ad0c-f9ea34573830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'}] Jul 09 16:34:02.552155 n-d-798930-3 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempt 5 to bind port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 Jul 09 16:34:02.566073 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:34:02.566408 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '7c98b0e6-542c-425b-ad0c-f9ea34573830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:34:02.566740 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:34:02.571321 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:34:02.572094 n-d-798930-3 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Failed to bind port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 on host n-h1-798930-3 for vnic_type normal using segments [{'id': '7c98b0e6-542c-425b-ad0c-f9ea34573830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'}] Jul 09 16:34:02.572094 n-d-798930-3 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempt 6 to bind port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 Jul 09 16:34:02.584724 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:34:02.585064 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '7c98b0e6-542c-425b-ad0c-f9ea34573830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:34:02.585516 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:34:02.590526 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:34:02.591213 n-d-798930-3 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Failed to bind port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 on host n-h1-798930-3 for vnic_type normal using segments [{'id': '7c98b0e6-542c-425b-ad0c-f9ea34573830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'}] Jul 09 16:34:02.591342 n-d-798930-3 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempt 7 to bind port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 Jul 09 16:34:02.596046 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:34:02.596046 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:34:02.596046 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:34:02.596046 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:34:02.596046 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:34:02.596046 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:34:02.596046 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:34:02.596046 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:34:02.596046 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:34:02.596046 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:34:02.596046 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:34:02.596046 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:34:02.596046 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:34:02.596046 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:34:02.596046 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:34:02.596046 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:34:02.596046 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:34:02.596046 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:34:02.596046 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:34:02.596046 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:34:02.596046 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:34:02.596046 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:34:02.596046 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:34:02.596046 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:34:02.596046 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:34:02.596046 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:34:02.596046 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:34:02.596046 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:34:02.596046 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:34:02.596046 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:34:02.596046 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:34:02.596046 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:34:02.596046 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:34:02.596046 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:34:02.596046 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:34:02.596046 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:34:02.609484 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:02.613819 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82da45b3-3570-468f-9aeb-7ba648ef578e None None] Network 8de43bac-6a92-4628-ba3e-39b37fc44455 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:34:02.627765 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:34:02.628132 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '7c98b0e6-542c-425b-ad0c-f9ea34573830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:34:02.628442 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:34:02.635506 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:34:02.636156 n-d-798930-3 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Failed to bind port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 on host n-h1-798930-3 for vnic_type normal using segments [{'id': '7c98b0e6-542c-425b-ad0c-f9ea34573830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'}] Jul 09 16:34:02.636827 n-d-798930-3 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempt 8 to bind port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 Jul 09 16:34:02.656510 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:34:02.658304 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '7c98b0e6-542c-425b-ad0c-f9ea34573830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:34:02.659213 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:34:02.670913 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:34:02.672491 n-d-798930-3 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Failed to bind port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 on host n-h1-798930-3 for vnic_type normal using segments [{'id': '7c98b0e6-542c-425b-ad0c-f9ea34573830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'}] Jul 09 16:34:02.673654 n-d-798930-3 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempt 9 to bind port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 Jul 09 16:34:02.677742 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-08ee179b-80cb-41a2-8589-afc47d8386a5 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:02.688102 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-565d3968-f599-40ba-abdd-ada02700cb8e None None] Deleting port 51da5729-5ba7-4068-9934-508356985d83 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:34:02.688753 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-565d3968-f599-40ba-abdd-ada02700cb8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:02.698279 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-08ee179b-80cb-41a2-8589-afc47d8386a5 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:02.700490 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-08ee179b-80cb-41a2-8589-afc47d8386a5 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] 10.222.0.98 "DELETE /v2.0/networks/8de43bac-6a92-4628-ba3e-39b37fc44455 HTTP/1.1" status: 204 len: 168 time: 1.2331007 Jul 09 16:34:02.705951 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:34:02.706328 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '7c98b0e6-542c-425b-ad0c-f9ea34573830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:34:02.706542 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53764) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:02.706661 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:34:02.711877 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:34:02.712211 n-d-798930-3 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Failed to bind port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 on host n-h1-798930-3 for vnic_type normal using segments [{'id': '7c98b0e6-542c-425b-ad0c-f9ea34573830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'}] Jul 09 16:34:02.712601 n-d-798930-3 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempt 10 to bind port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 Jul 09 16:34:02.726885 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:34:02.727224 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '7c98b0e6-542c-425b-ad0c-f9ea34573830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:34:02.727562 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:34:02.732390 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:34:02.732826 n-d-798930-3 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Failed to bind port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 on host n-h1-798930-3 for vnic_type normal using segments [{'id': '7c98b0e6-542c-425b-ad0c-f9ea34573830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'}] Jul 09 16:34:02.733195 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:02.737914 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-564ae69d-528e-4184-bbdd-e822c736e1e0 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1838409104'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:02.742238 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee179b-80cb-41a2-8589-afc47d8386a5 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Pushing event deleted for resources: {'Network': ['ID=8de43bac-6a92-4628-ba3e-39b37fc44455,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:02.791532 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-072d27a0-ed27-4242-a1c2-dbd73233b06d tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:02.791647 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-565d3968-f599-40ba-abdd-ada02700cb8e None None] For port 51da5729-5ba7-4068-9934-508356985d83, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=51da5729-5ba7-4068-9934-508356985d83,segment=NetworkSegment(dd851b15-24d0-4ac1-b8ee-cd8aaefbc11c),segment_id=dd851b15-24d0-4ac1-b8ee-cd8aaefbc11c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:02.791757 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-565d3968-f599-40ba-abdd-ada02700cb8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:02.826977 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-565d3968-f599-40ba-abdd-ada02700cb8e None None] Calling delete_port for 51da5729-5ba7-4068-9934-508356985d83 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:34:02.845809 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 51da5729-5ba7-4068-9934-508356985d83, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=51da5729-5ba7-4068-9934-508356985d83,segment=NetworkSegment(dd851b15-24d0-4ac1-b8ee-cd8aaefbc11c),segment_id=dd851b15-24d0-4ac1-b8ee-cd8aaefbc11c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:02.846722 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] For port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:34:02.846983 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempted to set empty binding levels {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 09 16:34:02.856011 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:02.858738 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:02.882757 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564ae69d-528e-4184-bbdd-e822c736e1e0 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Made reservation on behalf of b1f034070c2447a9b612c7898f3e9d32 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:34:02.886310 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-564ae69d-528e-4184-bbdd-e822c736e1e0 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:02.902545 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Pushing event updated for resources: {'Port': ['ID=85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:02.905493 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-072d27a0-ed27-4242-a1c2-dbd73233b06d tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] device_id is not set on port e8dc357e-40c0-4653-8425-6fc193150d65 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:34:02.908841 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] In _notify_port_updated(), no bound segment for port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c {{(pid=93958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 16:34:02.909951 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:02.911232 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:02.912429 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-3c06c39e-dc58-45ff-b6c9-70975f4d0eeb tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] 10.222.0.98 "PUT /v2.0/ports/85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 HTTP/1.1" status: 200 len: 975 time: 0.9848287 Jul 09 16:34:02.914359 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53770) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:02.948341 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-564ae69d-528e-4184-bbdd-e822c736e1e0 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:34:02.964856 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-564ae69d-528e-4184-bbdd-e822c736e1e0 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:02.965235 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-564ae69d-528e-4184-bbdd-e822c736e1e0 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Added segment db1aee89-1858-449c-8b1e-df1bf2d09d40 of type vlan for network b95817c6-a8f1-47f1-a3a1-ced9b0b65416 Jul 09 16:34:03.055859 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-564ae69d-528e-4184-bbdd-e822c736e1e0 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:03.075277 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=51da5729-5ba7-4068-9934-508356985d83,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:03.098794 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd73e137-4d94-40f7-8e42-3ca2d6fc711a tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:03.098794 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd73e137-4d94-40f7-8e42-3ca2d6fc711a tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:03.098794 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd73e137-4d94-40f7-8e42-3ca2d6fc711a tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:03.099377 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd73e137-4d94-40f7-8e42-3ca2d6fc711a tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:03.099914 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd73e137-4d94-40f7-8e42-3ca2d6fc711a tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:03.100432 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd73e137-4d94-40f7-8e42-3ca2d6fc711a tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:03.101211 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd73e137-4d94-40f7-8e42-3ca2d6fc711a tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:03.101749 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd73e137-4d94-40f7-8e42-3ca2d6fc711a tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:03.102227 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd73e137-4d94-40f7-8e42-3ca2d6fc711a tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:03.102894 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd73e137-4d94-40f7-8e42-3ca2d6fc711a tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:03.103785 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd73e137-4d94-40f7-8e42-3ca2d6fc711a tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:03.103983 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd73e137-4d94-40f7-8e42-3ca2d6fc711a tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:03.104574 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd73e137-4d94-40f7-8e42-3ca2d6fc711a tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:03.105244 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd73e137-4d94-40f7-8e42-3ca2d6fc711a tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:03.105595 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd73e137-4d94-40f7-8e42-3ca2d6fc711a tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:03.106061 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd73e137-4d94-40f7-8e42-3ca2d6fc711a tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:03.106697 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd73e137-4d94-40f7-8e42-3ca2d6fc711a tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:03.107128 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd73e137-4d94-40f7-8e42-3ca2d6fc711a tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:03.107677 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd73e137-4d94-40f7-8e42-3ca2d6fc711a tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:03.108139 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd73e137-4d94-40f7-8e42-3ca2d6fc711a tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:03.108412 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-565d3968-f599-40ba-abdd-ada02700cb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:03.109206 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd73e137-4d94-40f7-8e42-3ca2d6fc711a tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:03.109206 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd73e137-4d94-40f7-8e42-3ca2d6fc711a tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:03.109562 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd73e137-4d94-40f7-8e42-3ca2d6fc711a tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:03.110082 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd73e137-4d94-40f7-8e42-3ca2d6fc711a tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:03.111236 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd73e137-4d94-40f7-8e42-3ca2d6fc711a tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:03.111695 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd73e137-4d94-40f7-8e42-3ca2d6fc711a tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:03.115290 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-bd73e137-4d94-40f7-8e42-3ca2d6fc711a tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23131 time: 0.1994851 Jul 09 16:34:03.118813 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53772) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:03.128214 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-072d27a0-ed27-4242-a1c2-dbd73233b06d tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:03.134539 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-564ae69d-528e-4184-bbdd-e822c736e1e0 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:03.140400 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564ae69d-528e-4184-bbdd-e822c736e1e0 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:03.140981 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-564ae69d-528e-4184-bbdd-e822c736e1e0 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:03.154826 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565d3968-f599-40ba-abdd-ada02700cb8e None None] No DVR routers for this DVR port 51da5729-5ba7-4068-9934-508356985d83 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:34:03.159532 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d3968-f599-40ba-abdd-ada02700cb8e None None] Pushing event deleted for resources: {'Port': ['ID=51da5729-5ba7-4068-9934-508356985d83,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:03.233270 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-02e3c1e6-6873-418a-9e6a-15e68ab5833f tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Deleting port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:34:03.233625 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02e3c1e6-6873-418a-9e6a-15e68ab5833f tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:03.250536 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-564ae69d-528e-4184-bbdd-e822c736e1e0 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5224113 Jul 09 16:34:03.263431 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53778) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:03.263431 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-8fc02629-fd86-4014-8a8c-6874499855a9 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Request body: {'subnet': {'network_id': 'b95817c6-a8f1-47f1-a3a1-ced9b0b65416', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:03.310445 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-02e3c1e6-6873-418a-9e6a-15e68ab5833f tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] For port 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0, host n-h1-798930-3, got binding levels [] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:03.310445 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02e3c1e6-6873-418a-9e6a-15e68ab5833f tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:03.310917 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564ae69d-528e-4184-bbdd-e822c736e1e0 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Pushing event updated for resources: {'Network': ['ID=b95817c6-a8f1-47f1-a3a1-ced9b0b65416,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:03.325269 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network b95817c6-a8f1-47f1-a3a1-ced9b0b65416 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:34:03.332792 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-02e3c1e6-6873-418a-9e6a-15e68ab5833f tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Calling delete_port for 85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:34:03.336102 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-072d27a0-ed27-4242-a1c2-dbd73233b06d tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:03.431483 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02e3c1e6-6873-418a-9e6a-15e68ab5833f tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:03.451214 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072d27a0-ed27-4242-a1c2-dbd73233b06d tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Pushing event updated for resources: {'Port': ['ID=7cd9e8d0-5a74-478c-abfa-c0a60c8d114c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:03.461450 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072d27a0-ed27-4242-a1c2-dbd73233b06d tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Checking segment: {'id': 'fde8d109-a27e-4d5c-a37d-05730bf898a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2180ec51-b46d-4100-aba4-c4e30d1a9297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:34:03.461854 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072d27a0-ed27-4242-a1c2-dbd73233b06d tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Network hostable DHCP agents. Network: 2180ec51-b46d-4100-aba4-c4e30d1a9297, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:34:03.471451 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e3c1e6-6873-418a-9e6a-15e68ab5833f tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Pushing event deleted for resources: {'Port': ['ID=85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:03.471741 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc02629-fd86-4014-8a8c-6874499855a9 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Made reservation on behalf of b1f034070c2447a9b612c7898f3e9d32 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:34:03.475501 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8fc02629-fd86-4014-8a8c-6874499855a9 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:03.481317 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02e3c1e6-6873-418a-9e6a-15e68ab5833f tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:03.483696 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-02e3c1e6-6873-418a-9e6a-15e68ab5833f tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] 10.222.0.98 "DELETE /v2.0/ports/85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 HTTP/1.1" status: 204 len: 168 time: 0.3638823 Jul 09 16:34:03.486282 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53788) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:03.517071 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5c8ee50-bcb7-4d77-8b8a-c0b51c7346f8 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] GET failed (client error): The resource could not be found. Jul 09 16:34:03.518972 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e5c8ee50-bcb7-4d77-8b8a-c0b51c7346f8 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] 10.222.0.98 "GET /v2.0/ports/85b2a9e2-b865-4d4b-aaee-dedf9c9e23f0 HTTP/1.1" status: 404 len: 333 time: 0.0313745 Jul 09 16:34:03.522854 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53790) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:03.528893 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d810a2a4-c700-4cc1-ad06-f4b2ecd0e938 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1337369506', 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:03.539381 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072d27a0-ed27-4242-a1c2-dbd73233b06d tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Network 2180ec51-b46d-4100-aba4-c4e30d1a9297 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:34:03.557134 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d810a2a4-c700-4cc1-ad06-f4b2ecd0e938 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Made reservation on behalf of 3b7ee920449547acbf7bef4c87301291 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:34:03.560583 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d810a2a4-c700-4cc1-ad06-f4b2ecd0e938 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:03.562869 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-072d27a0-ed27-4242-a1c2-dbd73233b06d tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 2180ec51-b46d-4100-aba4-c4e30d1a9297) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:03.571345 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072d27a0-ed27-4242-a1c2-dbd73233b06d tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:34:03.572217 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-072d27a0-ed27-4242-a1c2-dbd73233b06d tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:03.586028 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9b93fe-076b-49b5-9ed1-25a46396d972 None None] Network 2180ec51-b46d-4100-aba4-c4e30d1a9297 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:34:03.591137 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-d810a2a4-c700-4cc1-ad06-f4b2ecd0e938 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] device_id is not set on port af3e3735-949b-4bb6-8eae-9538b72a5051 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:34:03.743884 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072d27a0-ed27-4242-a1c2-dbd73233b06d tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Pushing event updated for resources: {'Port': ['ID=e8dc357e-40c0-4653-8425-6fc193150d65,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:03.749042 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 51da5729-5ba7-4068-9934-508356985d83 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:34:03.783099 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072d27a0-ed27-4242-a1c2-dbd73233b06d tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Checking segment: {'id': 'c054d57e-c088-4b3d-b68d-167ec8031d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8cf0cf39-3c1a-4686-81e6-1ce7cc314307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:34:03.783464 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072d27a0-ed27-4242-a1c2-dbd73233b06d tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Network hostable DHCP agents. Network: 8cf0cf39-3c1a-4686-81e6-1ce7cc314307, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:34:03.791674 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 51da5729-5ba7-4068-9934-508356985d83 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:34:03.792419 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 51da5729-5ba7-4068-9934-508356985d83 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:34:03.812096 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d810a2a4-c700-4cc1-ad06-f4b2ecd0e938 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:03.862625 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc818a-16a8-41bf-aac3-5303fb1b0f76 req-88712e55-3540-41a5-8d46-15d43b9d9565 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:03.864445 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6bdc818a-16a8-41bf-aac3-5303fb1b0f76 req-88712e55-3540-41a5-8d46-15d43b9d9565 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8d61f9e-57f7-4989-9af3-b4f837d642a2 HTTP/1.1" status: 200 len: 945 time: 0.2192569 Jul 09 16:34:03.866116 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d810a2a4-c700-4cc1-ad06-f4b2ecd0e938 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:03.875225 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072d27a0-ed27-4242-a1c2-dbd73233b06d tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Network 8cf0cf39-3c1a-4686-81e6-1ce7cc314307 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:34:03.918354 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-072d27a0-ed27-4242-a1c2-dbd73233b06d tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 8cf0cf39-3c1a-4686-81e6-1ce7cc314307) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:03.918657 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d810a2a4-c700-4cc1-ad06-f4b2ecd0e938 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Network 490dc1aa-6127-4c58-95b7-b11f220dd52c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:34:03.926340 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072d27a0-ed27-4242-a1c2-dbd73233b06d tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:34:03.931170 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-d810a2a4-c700-4cc1-ad06-f4b2ecd0e938 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:03.935462 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d810a2a4-c700-4cc1-ad06-f4b2ecd0e938 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:34:03.936443 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d810a2a4-c700-4cc1-ad06-f4b2ecd0e938 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:03.937458 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d810a2a4-c700-4cc1-ad06-f4b2ecd0e938 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:03.942364 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072d27a0-ed27-4242-a1c2-dbd73233b06d tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:03.949775 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072d27a0-ed27-4242-a1c2-dbd73233b06d tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:03.950536 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-072d27a0-ed27-4242-a1c2-dbd73233b06d tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:03.952327 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed92d2a5-de38-4619-bcae-9064367d08e3 None None] Network 8cf0cf39-3c1a-4686-81e6-1ce7cc314307 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:34:03.958912 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8fc02629-fd86-4014-8a8c-6874499855a9 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:03.973709 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d810a2a4-c700-4cc1-ad06-f4b2ecd0e938 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Pushing event updated for resources: {'Port': ['ID=af3e3735-949b-4bb6-8eae-9538b72a5051,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:03.997054 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d810a2a4-c700-4cc1-ad06-f4b2ecd0e938 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4726861 Jul 09 16:34:03.999942 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53798) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:04.020639 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6bdc818a-16a8-41bf-aac3-5303fb1b0f76 req-f95478f3-09f0-4b21-a50a-cfa1a833fa61 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486220 Jul 09 16:34:04.055551 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-072d27a0-ed27-4242-a1c2-dbd73233b06d tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.4332161 Jul 09 16:34:04.056919 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53802) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:04.100062 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c700ab49-e7fb-466d-8572-4391eb6fd0c7 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:04.101698 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c700ab49-e7fb-466d-8572-4391eb6fd0c7 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] 10.222.0.98 "GET /v2.0/ports/af3e3735-949b-4bb6-8eae-9538b72a5051 HTTP/1.1" status: 200 len: 955 time: 0.1010761 Jul 09 16:34:04.104737 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53804) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:04.108024 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc02629-fd86-4014-8a8c-6874499855a9 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Pushing event updated for resources: {'Subnet': ['ID=df135709-fad6-4fdf-996f-b2bd61b10688,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:04.136684 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc02629-fd86-4014-8a8c-6874499855a9 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Checking segment: {'id': 'db1aee89-1858-449c-8b1e-df1bf2d09d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b95817c6-a8f1-47f1-a3a1-ced9b0b65416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:34:04.137914 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc02629-fd86-4014-8a8c-6874499855a9 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Network hostable DHCP agents. Network: b95817c6-a8f1-47f1-a3a1-ced9b0b65416, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:34:04.192328 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00448284-bcdd-43f5-8292-4973d6df0feb tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:04.198493 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00448284-bcdd-43f5-8292-4973d6df0feb tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:04.200082 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-00448284-bcdd-43f5-8292-4973d6df0feb tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1403468 Jul 09 16:34:04.201404 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc02629-fd86-4014-8a8c-6874499855a9 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Network b95817c6-a8f1-47f1-a3a1-ced9b0b65416 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:34:04.203453 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53810) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:04.214425 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-2f53dd87-9e98-4084-9aa5-e6ebee02ea48 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Deleting port af3e3735-949b-4bb6-8eae-9538b72a5051 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:34:04.214859 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2f53dd87-9e98-4084-9aa5-e6ebee02ea48 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:04.244177 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-8fc02629-fd86-4014-8a8c-6874499855a9 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, b95817c6-a8f1-47f1-a3a1-ced9b0b65416) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:04.259840 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55e4a55-b5b1-4463-b1d9-be096f1e4712 None None] Network b95817c6-a8f1-47f1-a3a1-ced9b0b65416 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:34:04.263160 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc02629-fd86-4014-8a8c-6874499855a9 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:04.263771 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8fc02629-fd86-4014-8a8c-6874499855a9 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:04.283354 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2f53dd87-9e98-4084-9aa5-e6ebee02ea48 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:04.302195 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-2f53dd87-9e98-4084-9aa5-e6ebee02ea48 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Calling delete_port for af3e3735-949b-4bb6-8eae-9538b72a5051 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:34:04.308060 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8fc02629-fd86-4014-8a8c-6874499855a9 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0513122 Jul 09 16:34:04.310969 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53812) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:04.411742 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2f53dd87-9e98-4084-9aa5-e6ebee02ea48 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:04.428672 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-33ac0b74-f6c2-4562-bfa4-3eb09c0f39a7 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Deleting port 7cd9e8d0-5a74-478c-abfa-c0a60c8d114c {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:34:04.429020 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33ac0b74-f6c2-4562-bfa4-3eb09c0f39a7 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:04.452553 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f53dd87-9e98-4084-9aa5-e6ebee02ea48 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Pushing event deleted for resources: {'Port': ['ID=af3e3735-949b-4bb6-8eae-9538b72a5051,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:04.462835 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2f53dd87-9e98-4084-9aa5-e6ebee02ea48 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:04.467152 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2f53dd87-9e98-4084-9aa5-e6ebee02ea48 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] 10.222.0.98 "DELETE /v2.0/ports/af3e3735-949b-4bb6-8eae-9538b72a5051 HTTP/1.1" status: 204 len: 168 time: 0.3592424 Jul 09 16:34:04.469340 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53818) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:04.491588 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5358afdc-169a-4bc5-863c-cd544b8e73b6 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:04.497026 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-7086473d-95f8-4c0f-b175-889258843705 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] GET failed (client error): The resource could not be found. Jul 09 16:34:04.498650 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7086473d-95f8-4c0f-b175-889258843705 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] 10.222.0.98 "GET /v2.0/ports/af3e3735-949b-4bb6-8eae-9538b72a5051 HTTP/1.1" status: 404 len: 333 time: 0.0282187 Jul 09 16:34:04.503319 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53820) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:04.505154 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c1cd95-5020-4083-8daf-87ec1944d249 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-b95817c6-a8f1-47f1-a3a1-ced9b0b65416', 'network_id': 'b95817c6-a8f1-47f1-a3a1-ced9b0b65416', 'tenant_id': 'b1f034070c2447a9b612c7898f3e9d32', 'fixed_ips': [{'subnet_id': 'df135709-fad6-4fdf-996f-b2bd61b10688'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:34:04.505620 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b9c1cd95-5020-4083-8daf-87ec1944d249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:04.508744 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-0cd281e7-6c87-411f-9481-fff6b3e8d25c tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Request body: {'port': {'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-349742372'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:04.520540 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33ac0b74-f6c2-4562-bfa4-3eb09c0f39a7 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:04.534164 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd281e7-6c87-411f-9481-fff6b3e8d25c tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Made reservation on behalf of 3b7ee920449547acbf7bef4c87301291 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:34:04.536714 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0cd281e7-6c87-411f-9481-fff6b3e8d25c tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:04.540274 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-33ac0b74-f6c2-4562-bfa4-3eb09c0f39a7 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Calling delete_port for 7cd9e8d0-5a74-478c-abfa-c0a60c8d114c owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:34:04.557071 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-0cd281e7-6c87-411f-9481-fff6b3e8d25c tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] device_id is not set on port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:34:04.635046 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5358afdc-169a-4bc5-863c-cd544b8e73b6 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:04.705008 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-b9c1cd95-5020-4083-8daf-87ec1944d249 None None] Allocated IP 2001:db8::2 (b95817c6-a8f1-47f1-a3a1-ced9b0b65416/df135709-fad6-4fdf-996f-b2bd61b10688/36fa99c0-4f09-43c0-98be-dfa7ba51abea) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:34:04.720400 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33ac0b74-f6c2-4562-bfa4-3eb09c0f39a7 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:04.752615 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0cd281e7-6c87-411f-9481-fff6b3e8d25c tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:04.754922 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac0b74-f6c2-4562-bfa4-3eb09c0f39a7 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Pushing event deleted for resources: {'Port': ['ID=7cd9e8d0-5a74-478c-abfa-c0a60c8d114c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:04.768007 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33ac0b74-f6c2-4562-bfa4-3eb09c0f39a7 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:04.769881 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-33ac0b74-f6c2-4562-bfa4-3eb09c0f39a7 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] 10.222.0.98 "DELETE /v2.0/ports/7cd9e8d0-5a74-478c-abfa-c0a60c8d114c HTTP/1.1" status: 204 len: 168 time: 0.5649281 Jul 09 16:34:04.772891 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53826) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:04.844987 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0cd281e7-6c87-411f-9481-fff6b3e8d25c tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:04.903030 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b9c1cd95-5020-4083-8daf-87ec1944d249 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:04.903030 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b9c1cd95-5020-4083-8daf-87ec1944d249 None None] Transition to ACTIVE for port object 36fa99c0-4f09-43c0-98be-dfa7ba51abea will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:34:04.913099 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd281e7-6c87-411f-9481-fff6b3e8d25c tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Network 490dc1aa-6127-4c58-95b7-b11f220dd52c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:34:04.919477 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-0cd281e7-6c87-411f-9481-fff6b3e8d25c tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:04.920611 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b9c1cd95-5020-4083-8daf-87ec1944d249 None None] Transition to ACTIVE for port object 36fa99c0-4f09-43c0-98be-dfa7ba51abea will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:34:04.926332 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd281e7-6c87-411f-9481-fff6b3e8d25c tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:34:04.927405 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd281e7-6c87-411f-9481-fff6b3e8d25c tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:04.928016 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0cd281e7-6c87-411f-9481-fff6b3e8d25c tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:04.931574 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd281e7-6c87-411f-9481-fff6b3e8d25c tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Pushing event updated for resources: {'Port': ['ID=8d527cf9-7e82-43b6-ad9e-d453ae27b0b9,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:04.933874 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b9c1cd95-5020-4083-8daf-87ec1944d249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:04.960296 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0cd281e7-6c87-411f-9481-fff6b3e8d25c tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4532671 Jul 09 16:34:04.961981 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53832) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:04.964561 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5358afdc-169a-4bc5-863c-cd544b8e73b6 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:04.966265 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c1cd95-5020-4083-8daf-87ec1944d249 None None] Network b95817c6-a8f1-47f1-a3a1-ced9b0b65416 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:34:04.968366 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:04.972549 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-2ebfb9d2-3748-49d4-9c16-8017aae93728 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Deleting port e8dc357e-40c0-4653-8425-6fc193150d65 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:34:04.972891 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2ebfb9d2-3748-49d4-9c16-8017aae93728 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:04.986639 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-b9c1cd95-5020-4083-8daf-87ec1944d249 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:04.990704 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c1cd95-5020-4083-8daf-87ec1944d249 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:34:05.016077 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5358afdc-169a-4bc5-863c-cd544b8e73b6 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Pushing event deleted for resources: {'Subnet': ['ID=df135709-fad6-4fdf-996f-b2bd61b10688,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:05.034110 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c1cd95-5020-4083-8daf-87ec1944d249 None None] Pushing event updated for resources: {'Port': ['ID=36fa99c0-4f09-43c0-98be-dfa7ba51abea,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:05.082030 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-b9c1cd95-5020-4083-8daf-87ec1944d249 None None] Attempting to bind port 36fa99c0-4f09-43c0-98be-dfa7ba51abea on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:34:05.082551 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-b9c1cd95-5020-4083-8daf-87ec1944d249 None None] Attempting to bind port 36fa99c0-4f09-43c0-98be-dfa7ba51abea by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'db1aee89-1858-449c-8b1e-df1bf2d09d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b95817c6-a8f1-47f1-a3a1-ced9b0b65416'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:34:05.082999 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c1cd95-5020-4083-8daf-87ec1944d249 None None] Attempting to bind port 36fa99c0-4f09-43c0-98be-dfa7ba51abea on network b95817c6-a8f1-47f1-a3a1-ced9b0b65416 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:34:05.088874 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c1cd95-5020-4083-8daf-87ec1944d249 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:34:05.089459 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c1cd95-5020-4083-8daf-87ec1944d249 None None] Checking segment: {'id': 'db1aee89-1858-449c-8b1e-df1bf2d09d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b95817c6-a8f1-47f1-a3a1-ced9b0b65416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:34:05.089939 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b9c1cd95-5020-4083-8daf-87ec1944d249 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:05.090392 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c1cd95-5020-4083-8daf-87ec1944d249 None None] Bound using segment: {'id': 'db1aee89-1858-449c-8b1e-df1bf2d09d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b95817c6-a8f1-47f1-a3a1-ced9b0b65416'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:34:05.091390 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-b9c1cd95-5020-4083-8daf-87ec1944d249 None None] Bound port: 36fa99c0-4f09-43c0-98be-dfa7ba51abea, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db1aee89-1858-449c-8b1e-df1bf2d09d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b95817c6-a8f1-47f1-a3a1-ced9b0b65416'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:34:05.091841 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b9c1cd95-5020-4083-8daf-87ec1944d249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:05.189464 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2ebfb9d2-3748-49d4-9c16-8017aae93728 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:05.230896 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-2ebfb9d2-3748-49d4-9c16-8017aae93728 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Calling delete_port for e8dc357e-40c0-4653-8425-6fc193150d65 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:34:05.236267 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b9c1cd95-5020-4083-8daf-87ec1944d249 None None] For port 36fa99c0-4f09-43c0-98be-dfa7ba51abea, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:34:05.244944 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b9c1cd95-5020-4083-8daf-87ec1944d249 None None] For port 36fa99c0-4f09-43c0-98be-dfa7ba51abea, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=36fa99c0-4f09-43c0-98be-dfa7ba51abea,segment=NetworkSegment(db1aee89-1858-449c-8b1e-df1bf2d09d40),segment_id=db1aee89-1858-449c-8b1e-df1bf2d09d40)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:34:05.252147 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b9c1cd95-5020-4083-8daf-87ec1944d249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:05.268558 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:05.363870 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c1cd95-5020-4083-8daf-87ec1944d249 None None] Pushing event updated for resources: {'Port': ['ID=36fa99c0-4f09-43c0-98be-dfa7ba51abea,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:05.384530 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1136e774-bf5c-489b-8d45-c4d998960a7c None None] Network b95817c6-a8f1-47f1-a3a1-ced9b0b65416 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:34:05.431531 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2ebfb9d2-3748-49d4-9c16-8017aae93728 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:05.486587 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebfb9d2-3748-49d4-9c16-8017aae93728 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Pushing event deleted for resources: {'Port': ['ID=e8dc357e-40c0-4653-8425-6fc193150d65,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:05.547246 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2ebfb9d2-3748-49d4-9c16-8017aae93728 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:05.549435 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825c5bc6-6f1e-48fe-a2bc-a4b8ea2e6360 None None] get_active_networks_info from n-d-798930-3 {{(pid=93960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 16:34:05.550272 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2ebfb9d2-3748-49d4-9c16-8017aae93728 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] 10.222.0.98 "DELETE /v2.0/ports/e8dc357e-40c0-4653-8425-6fc193150d65 HTTP/1.1" status: 204 len: 168 time: 0.7760587 Jul 09 16:34:05.569636 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53848) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:05.579871 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5358afdc-169a-4bc5-863c-cd544b8e73b6 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:05.603697 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1d4cd204-490c-483a-922c-1c33e9a78a90 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0419643 Jul 09 16:34:05.604657 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53850) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:05.618229 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-8bd254c4-8c42-4544-aad4-0ec8983f5270 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1994796106'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:05.631975 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-5358afdc-169a-4bc5-863c-cd544b8e73b6 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b95817c6-a8f1-47f1-a3a1-ced9b0b65416']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:05.650123 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-5358afdc-169a-4bc5-863c-cd544b8e73b6 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db1aee89-1858-449c-8b1e-df1bf2d09d40') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:05.650655 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-5358afdc-169a-4bc5-863c-cd544b8e73b6 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db1aee89-1858-449c-8b1e-df1bf2d09d40') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:05.666533 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5358afdc-169a-4bc5-863c-cd544b8e73b6 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:05.695489 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5358afdc-169a-4bc5-863c-cd544b8e73b6 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:05.711892 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825c5bc6-6f1e-48fe-a2bc-a4b8ea2e6360 None None] Resources bound (agent type, host, resource id): {{(pid=93960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 16:34:05.714970 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd254c4-8c42-4544-aad4-0ec8983f5270 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Made reservation on behalf of 220ad0f433a74515bdc60db8a54ea0b1 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:34:05.715745 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662590c-5c43-4289-abc9-b6264e233bdc req-dcce5dbb-6bd8-41bf-a209-46e205b8b9be tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:05.718443 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bd254c4-8c42-4544-aad4-0ec8983f5270 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:05.723457 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d662590c-5c43-4289-abc9-b6264e233bdc req-dcce5dbb-6bd8-41bf-a209-46e205b8b9be tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8d61f9e-57f7-4989-9af3-b4f837d642a2 HTTP/1.1" status: 200 len: 945 time: 0.1898129 Jul 09 16:34:05.742023 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5358afdc-169a-4bc5-863c-cd544b8e73b6 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:34:05.742812 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5358afdc-169a-4bc5-863c-cd544b8e73b6 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:05.748567 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:34:05.748567 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:34:05.748567 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:34:05.748567 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:34:05.748567 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:34:05.748567 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:34:05.748567 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:34:05.748567 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:34:05.748567 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:34:05.748567 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:34:05.748567 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:34:05.748567 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:34:05.748567 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:34:05.748567 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:34:05.748567 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:34:05.748567 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:34:05.748567 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:34:05.748567 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:34:05.748567 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:34:05.748567 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:34:05.748567 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:34:05.748567 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:34:05.748567 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:34:05.748567 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:34:05.748567 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:34:05.748567 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:34:05.748567 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:34:05.748567 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:34:05.748567 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:34:05.748567 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:34:05.748567 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:34:05.748567 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:34:05.748567 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:34:05.748567 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:34:05.748567 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:34:05.748567 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:34:05.794609 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-98fb0149-bf71-4a1e-8835-cba1ab7ce024 req-e0ea78b2-4116-4c44-9695-09877878e171 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7a9a053a-e73c-4363-a968-0d48a44281a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1927609 Jul 09 16:34:05.808577 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] device_id is not set on port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:34:05.817235 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:05.818333 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d662590c-5c43-4289-abc9-b6264e233bdc req-a60e946d-6503-4032-b2ec-4d1a73d17d5d tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936582 Jul 09 16:34:05.831819 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Transition to ACTIVE for port object 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:34:05.854802 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:05.863581 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.db.api [None req-5358afdc-169a-4bc5-863c-cd544b8e73b6 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 16:34:05.863581 n-d-798930-3 neutron-server[93959]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 16:34:05.863581 n-d-798930-3 neutron-server[93959]: [parameters: {'id': 'b95817c6-a8f1-47f1-a3a1-ced9b0b65416'}] Jul 09 16:34:05.863581 n-d-798930-3 neutron-server[93959]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:34:05.863581 n-d-798930-3 neutron-server[93959]: DEBUG oslo_db.api [None req-5358afdc-169a-4bc5-863c-cd544b8e73b6 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:34:05.882860 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bd254c4-8c42-4544-aad4-0ec8983f5270 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:34:05.943204 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bd254c4-8c42-4544-aad4-0ec8983f5270 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:05.943557 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-8bd254c4-8c42-4544-aad4-0ec8983f5270 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Added segment 5ed05538-0b1a-42a2-aa1b-80da16b11d3a of type vlan for network e12040e8-3204-4bd2-b9d4-50b3982ca98e Jul 09 16:34:05.997809 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Pushing event updated for resources: {'Port': ['ID=8d527cf9-7e82-43b6-ad9e-d453ae27b0b9,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:06.028583 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:34:06.029291 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '7c98b0e6-542c-425b-ad0c-f9ea34573830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:34:06.029291 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:34:06.035785 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bd254c4-8c42-4544-aad4-0ec8983f5270 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:06.044437 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:34:06.044837 n-d-798930-3 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Failed to bind port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 on host n-h1-798930-3 for vnic_type normal using segments [{'id': '7c98b0e6-542c-425b-ad0c-f9ea34573830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'}] Jul 09 16:34:06.048310 n-d-798930-3 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempt 2 to bind port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 Jul 09 16:34:06.069658 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb0149-bf71-4a1e-8835-cba1ab7ce024 req-b2e86ade-2313-4304-a22d-2dd2272d4c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:06.071180 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-98fb0149-bf71-4a1e-8835-cba1ab7ce024 req-b2e86ade-2313-4304-a22d-2dd2272d4c62 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a59a2cde09cd4c80b3ef731d0f4eb5ae&device_id=7a9a053a-e73c-4363-a968-0d48a44281a1 HTTP/1.1" status: 200 len: 1097 time: 0.2038169 Jul 09 16:34:06.073912 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:34:06.074738 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '7c98b0e6-542c-425b-ad0c-f9ea34573830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:34:06.074738 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:34:06.087767 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:34:06.088104 n-d-798930-3 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Failed to bind port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 on host n-h1-798930-3 for vnic_type normal using segments [{'id': '7c98b0e6-542c-425b-ad0c-f9ea34573830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'}] Jul 09 16:34:06.089639 n-d-798930-3 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempt 3 to bind port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 Jul 09 16:34:06.108879 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bd254c4-8c42-4544-aad4-0ec8983f5270 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:06.114785 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd254c4-8c42-4544-aad4-0ec8983f5270 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:06.115388 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bd254c4-8c42-4544-aad4-0ec8983f5270 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:06.147406 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:34:06.147758 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '7c98b0e6-542c-425b-ad0c-f9ea34573830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:34:06.148096 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:34:06.227934 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8bd254c4-8c42-4544-aad4-0ec8983f5270 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6146801 Jul 09 16:34:06.230784 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53860) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:06.232342 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:34:06.232684 n-d-798930-3 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Failed to bind port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 on host n-h1-798930-3 for vnic_type normal using segments [{'id': '7c98b0e6-542c-425b-ad0c-f9ea34573830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'}] Jul 09 16:34:06.236687 n-d-798930-3 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempt 4 to bind port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 Jul 09 16:34:06.236912 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-630de579-f656-4d17-8638-4fb86109c632 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-69854645'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:06.249627 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd254c4-8c42-4544-aad4-0ec8983f5270 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Pushing event updated for resources: {'Network': ['ID=e12040e8-3204-4bd2-b9d4-50b3982ca98e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:06.261326 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630de579-f656-4d17-8638-4fb86109c632 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Made reservation on behalf of 220ad0f433a74515bdc60db8a54ea0b1 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:34:06.261925 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network e12040e8-3204-4bd2-b9d4-50b3982ca98e details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:34:06.264206 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:34:06.264553 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '7c98b0e6-542c-425b-ad0c-f9ea34573830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:34:06.264898 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:34:06.267506 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-630de579-f656-4d17-8638-4fb86109c632 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:06.275382 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:34:06.275718 n-d-798930-3 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Failed to bind port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 on host n-h1-798930-3 for vnic_type normal using segments [{'id': '7c98b0e6-542c-425b-ad0c-f9ea34573830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'}] Jul 09 16:34:06.279570 n-d-798930-3 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempt 5 to bind port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 Jul 09 16:34:06.295531 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-630de579-f656-4d17-8638-4fb86109c632 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:34:06.300826 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb0149-bf71-4a1e-8835-cba1ab7ce024 req-c9952e03-810d-46ed-a3dc-ddc77c440e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:06.302268 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-98fb0149-bf71-4a1e-8835-cba1ab7ce024 req-c9952e03-810d-46ed-a3dc-ddc77c440e35 service neutron] 10.222.0.77 "GET /v2.0/networks?id=cb4b78a9-5124-4c19-9828-f616933bcd81 HTTP/1.1" status: 200 len: 912 time: 0.2029223 Jul 09 16:34:06.304753 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:34:06.306747 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '7c98b0e6-542c-425b-ad0c-f9ea34573830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:34:06.307033 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:34:06.308067 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-630de579-f656-4d17-8638-4fb86109c632 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:06.308549 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-630de579-f656-4d17-8638-4fb86109c632 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Added segment c4587649-442a-46ac-9aa5-ed4c22771d4a of type vlan for network f18d0c55-ae16-4177-88a5-eb9bf6a48b75 Jul 09 16:34:06.319490 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:34:06.319490 n-d-798930-3 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Failed to bind port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 on host n-h1-798930-3 for vnic_type normal using segments [{'id': '7c98b0e6-542c-425b-ad0c-f9ea34573830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'}] Jul 09 16:34:06.346094 n-d-798930-3 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempt 6 to bind port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 Jul 09 16:34:06.351030 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-98fb0149-bf71-4a1e-8835-cba1ab7ce024 req-c630374c-eb02-4114-bd41-5414036f8507 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4068b810-df3f-41c5-94c6-f88b4c797457 HTTP/1.1" status: 200 len: 217 time: 0.0403686 Jul 09 16:34:06.360277 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-630de579-f656-4d17-8638-4fb86109c632 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:06.364410 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5358afdc-169a-4bc5-863c-cd544b8e73b6 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:06.390241 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:34:06.390582 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '7c98b0e6-542c-425b-ad0c-f9ea34573830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:34:06.390967 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:34:06.403249 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:34:06.403585 n-d-798930-3 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Failed to bind port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 on host n-h1-798930-3 for vnic_type normal using segments [{'id': '7c98b0e6-542c-425b-ad0c-f9ea34573830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'}] Jul 09 16:34:06.405504 n-d-798930-3 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempt 7 to bind port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 Jul 09 16:34:06.423126 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb0149-bf71-4a1e-8835-cba1ab7ce024 req-55fd0a1f-bded-4634-bbcb-49c925f53ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:06.424620 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-98fb0149-bf71-4a1e-8835-cba1ab7ce024 req-55fd0a1f-bded-4634-bbcb-49c925f53ee6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a2030483-cfcd-4c73-9bff-36ef474084f2 HTTP/1.1" status: 200 len: 851 time: 0.0662310 Jul 09 16:34:06.427080 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:34:06.427406 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '7c98b0e6-542c-425b-ad0c-f9ea34573830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:34:06.427745 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:34:06.438315 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-630de579-f656-4d17-8638-4fb86109c632 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:06.442023 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:34:06.442377 n-d-798930-3 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Failed to bind port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 on host n-h1-798930-3 for vnic_type normal using segments [{'id': '7c98b0e6-542c-425b-ad0c-f9ea34573830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'}] Jul 09 16:34:06.444417 n-d-798930-3 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempt 8 to bind port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 Jul 09 16:34:06.453561 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630de579-f656-4d17-8638-4fb86109c632 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:06.454914 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-630de579-f656-4d17-8638-4fb86109c632 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:06.466087 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-98fb0149-bf71-4a1e-8835-cba1ab7ce024 req-c3f1bec4-6524-42eb-98a4-8f360feaefb1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cb4b78a9-5124-4c19-9828-f616933bcd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329952 Jul 09 16:34:06.521308 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-5358afdc-169a-4bc5-863c-cd544b8e73b6 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Deleting port 36fa99c0-4f09-43c0-98be-dfa7ba51abea {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:34:06.521647 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5358afdc-169a-4bc5-863c-cd544b8e73b6 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:06.524807 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-630de579-f656-4d17-8638-4fb86109c632 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2922950 Jul 09 16:34:06.538066 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:34:06.538758 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '7c98b0e6-542c-425b-ad0c-f9ea34573830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:34:06.539240 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:34:06.554247 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:34:06.554605 n-d-798930-3 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Failed to bind port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 on host n-h1-798930-3 for vnic_type normal using segments [{'id': '7c98b0e6-542c-425b-ad0c-f9ea34573830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'}] Jul 09 16:34:06.556492 n-d-798930-3 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempt 9 to bind port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 Jul 09 16:34:06.579819 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:34:06.580601 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '7c98b0e6-542c-425b-ad0c-f9ea34573830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:34:06.580601 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:34:06.580805 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630de579-f656-4d17-8638-4fb86109c632 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Pushing event updated for resources: {'Network': ['ID=f18d0c55-ae16-4177-88a5-eb9bf6a48b75,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:06.599104 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network f18d0c55-ae16-4177-88a5-eb9bf6a48b75 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:34:06.602593 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-5358afdc-169a-4bc5-863c-cd544b8e73b6 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] For port 36fa99c0-4f09-43c0-98be-dfa7ba51abea, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=36fa99c0-4f09-43c0-98be-dfa7ba51abea,segment=NetworkSegment(db1aee89-1858-449c-8b1e-df1bf2d09d40),segment_id=db1aee89-1858-449c-8b1e-df1bf2d09d40)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:06.602995 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5358afdc-169a-4bc5-863c-cd544b8e73b6 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:06.616390 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-5358afdc-169a-4bc5-863c-cd544b8e73b6 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Calling delete_port for 36fa99c0-4f09-43c0-98be-dfa7ba51abea owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:34:06.616991 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:34:06.617331 n-d-798930-3 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Failed to bind port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 on host n-h1-798930-3 for vnic_type normal using segments [{'id': '7c98b0e6-542c-425b-ad0c-f9ea34573830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'}] Jul 09 16:34:06.631073 n-d-798930-3 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempt 10 to bind port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 Jul 09 16:34:06.659870 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:34:06.660232 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '7c98b0e6-542c-425b-ad0c-f9ea34573830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:34:06.662198 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempting to bind port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:34:06.697512 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:34:06.697847 n-d-798930-3 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Failed to bind port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 on host n-h1-798930-3 for vnic_type normal using segments [{'id': '7c98b0e6-542c-425b-ad0c-f9ea34573830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '490dc1aa-6127-4c58-95b7-b11f220dd52c'}] Jul 09 16:34:06.698220 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:06.714917 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-98fb0149-bf71-4a1e-8835-cba1ab7ce024 req-5ad4d195-ca81-4db7-97b6-9be3d71b0f74 service neutron] 10.222.0.77 "GET /v2.0/networks/cb4b78a9-5124-4c19-9828-f616933bcd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392056 Jul 09 16:34:06.727655 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5358afdc-169a-4bc5-863c-cd544b8e73b6 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:06.767968 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5358afdc-169a-4bc5-863c-cd544b8e73b6 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Pushing event deleted for resources: {'Port': ['ID=36fa99c0-4f09-43c0-98be-dfa7ba51abea,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:06.778861 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5358afdc-169a-4bc5-863c-cd544b8e73b6 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] No DVR routers for this DVR port 36fa99c0-4f09-43c0-98be-dfa7ba51abea on host n-d-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:34:06.830569 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] For port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:34:06.830985 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attempted to set empty binding levels {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 09 16:34:06.842253 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:06.887176 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5358afdc-169a-4bc5-863c-cd544b8e73b6 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:06.905238 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-5358afdc-169a-4bc5-863c-cd544b8e73b6 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b95817c6-a8f1-47f1-a3a1-ced9b0b65416']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:06.917360 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-5358afdc-169a-4bc5-863c-cd544b8e73b6 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db1aee89-1858-449c-8b1e-df1bf2d09d40') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:06.917360 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-5358afdc-169a-4bc5-863c-cd544b8e73b6 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db1aee89-1858-449c-8b1e-df1bf2d09d40') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:06.930811 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5358afdc-169a-4bc5-863c-cd544b8e73b6 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:06.946803 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5358afdc-169a-4bc5-863c-cd544b8e73b6 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:06.958138 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5358afdc-169a-4bc5-863c-cd544b8e73b6 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:34:06.958933 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5358afdc-169a-4bc5-863c-cd544b8e73b6 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:06.962785 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:34:06.962785 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:34:06.962785 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:34:06.962785 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:34:06.962785 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:34:06.962785 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:34:06.962785 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:34:06.962785 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:34:06.962785 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:34:06.962785 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:34:06.962785 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:34:06.962785 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:34:06.962785 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:34:06.962785 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:34:06.962785 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:34:06.962785 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:34:06.962785 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:34:06.962785 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:34:06.962785 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:34:06.962785 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:34:06.962785 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:34:06.962785 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:34:06.962785 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:34:06.962785 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:34:06.962785 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:34:06.962785 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:34:06.962785 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:34:06.962785 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:34:06.962785 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:34:06.962785 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:34:06.962785 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:34:06.962785 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:34:06.965251 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] In _notify_port_updated(), no bound segment for port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 on network 490dc1aa-6127-4c58-95b7-b11f220dd52c {{(pid=93958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 16:34:06.965251 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:06.965251 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:06.975348 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] 10.222.0.98 "PUT /v2.0/ports/8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 HTTP/1.1" status: 200 len: 974 time: 2.0124669 Jul 09 16:34:06.984577 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53876) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:07.010958 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-98fb0149-bf71-4a1e-8835-cba1ab7ce024 req-d655b47b-d85e-4155-9fe3-471fb8e5f548 service neutron] 10.222.0.77 "GET /v2.0/networks/cb4b78a9-5124-4c19-9828-f616933bcd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781222 Jul 09 16:34:07.052489 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e38834b-78fc-4fc2-829d-3c92780f3aab tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Pushing event updated for resources: {'Port': ['ID=8d527cf9-7e82-43b6-ad9e-d453ae27b0b9,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:07.105780 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5358afdc-169a-4bc5-863c-cd544b8e73b6 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:07.115833 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5358afdc-169a-4bc5-863c-cd544b8e73b6 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:07.119198 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-5358afdc-169a-4bc5-863c-cd544b8e73b6 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] 10.222.0.98 "DELETE /v2.0/networks/b95817c6-a8f1-47f1-a3a1-ced9b0b65416 HTTP/1.1" status: 204 len: 168 time: 2.8069928 Jul 09 16:34:07.122338 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53878) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:07.128109 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-c26cd64c-e99c-4b29-a0ce-fc040c881b0b tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-139734257'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:07.138535 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-7d120b02-8dc8-4b3a-b01f-9a4b1a6393d4 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Deleting port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:34:07.139397 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7d120b02-8dc8-4b3a-b01f-9a4b1a6393d4 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:07.147831 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8556d2-f187-4437-88f8-6b373e8cae29 req-530f5299-2f5e-46a7-9a6a-462f41a65e4a tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:07.149671 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8a8556d2-f187-4437-88f8-6b373e8cae29 req-530f5299-2f5e-46a7-9a6a-462f41a65e4a tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8d61f9e-57f7-4989-9af3-b4f837d642a2 HTTP/1.1" status: 200 len: 945 time: 0.1352389 Jul 09 16:34:07.150578 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5358afdc-169a-4bc5-863c-cd544b8e73b6 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Pushing event deleted for resources: {'Network': ['ID=b95817c6-a8f1-47f1-a3a1-ced9b0b65416,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:07.218724 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8a8556d2-f187-4437-88f8-6b373e8cae29 req-ee59755a-54fc-4588-95e1-ec246e7d45f4 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583274 Jul 09 16:34:07.539974 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-7d120b02-8dc8-4b3a-b01f-9a4b1a6393d4 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] For port 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9, host n-h1-798930-3, got binding levels [] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:07.540332 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7d120b02-8dc8-4b3a-b01f-9a4b1a6393d4 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:07.555129 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-7d120b02-8dc8-4b3a-b01f-9a4b1a6393d4 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Calling delete_port for 8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:34:07.643156 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7d120b02-8dc8-4b3a-b01f-9a4b1a6393d4 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:07.680144 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26cd64c-e99c-4b29-a0ce-fc040c881b0b tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Made reservation on behalf of b1f034070c2447a9b612c7898f3e9d32 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:34:07.683661 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c26cd64c-e99c-4b29-a0ce-fc040c881b0b tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:07.686757 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7d120b02-8dc8-4b3a-b01f-9a4b1a6393d4 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:07.691701 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7d120b02-8dc8-4b3a-b01f-9a4b1a6393d4 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] 10.222.0.98 "DELETE /v2.0/ports/8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 HTTP/1.1" status: 204 len: 168 time: 0.7034130 Jul 09 16:34:07.692470 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53892) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:07.700947 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d120b02-8dc8-4b3a-b01f-9a4b1a6393d4 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] Pushing event deleted for resources: {'Port': ['ID=8d527cf9-7e82-43b6-ad9e-d453ae27b0b9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:07.716265 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c26cd64c-e99c-4b29-a0ce-fc040c881b0b tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:34:07.726579 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c26cd64c-e99c-4b29-a0ce-fc040c881b0b tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:07.726970 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-c26cd64c-e99c-4b29-a0ce-fc040c881b0b tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Added segment 76ea5929-d379-4123-b371-d58b66548e9f of type vlan for network 55c3df36-dac9-42e5-83eb-4052ebb3e187 Jul 09 16:34:07.746540 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ad5cd87-985f-44d8-929d-61994d036f09 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] GET failed (client error): The resource could not be found. Jul 09 16:34:07.754530 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-9ad5cd87-985f-44d8-929d-61994d036f09 tempest-PortsAdminExtendedAttrsTestJSON-1434848393 tempest-PortsAdminExtendedAttrsTestJSON-1434848393-project-admin] 10.222.0.98 "GET /v2.0/ports/8d527cf9-7e82-43b6-ad9e-d453ae27b0b9 HTTP/1.1" status: 404 len: 333 time: 0.0608594 Jul 09 16:34:07.755584 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53894) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:07.780292 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c26cd64c-e99c-4b29-a0ce-fc040c881b0b tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:07.816518 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c26cd64c-e99c-4b29-a0ce-fc040c881b0b tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:07.823437 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26cd64c-e99c-4b29-a0ce-fc040c881b0b tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:07.824282 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c26cd64c-e99c-4b29-a0ce-fc040c881b0b tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:07.855725 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-329d15fd-acad-43bf-b0f5-0a2f4f41cf46 tempest-PortsAdminExtendedAttrsTestJSON-715323640 tempest-PortsAdminExtendedAttrsTestJSON-715323640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:07.861443 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c26cd64c-e99c-4b29-a0ce-fc040c881b0b tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7373629 Jul 09 16:34:07.863865 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53900) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:07.869605 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-4bcd6378-4f1f-434b-b993-7a6f17c2b19a tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Request body: {'subnet': {'network_id': '55c3df36-dac9-42e5-83eb-4052ebb3e187', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:07.930670 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26cd64c-e99c-4b29-a0ce-fc040c881b0b tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Pushing event updated for resources: {'Network': ['ID=55c3df36-dac9-42e5-83eb-4052ebb3e187,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:07.943576 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 55c3df36-dac9-42e5-83eb-4052ebb3e187 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:34:08.049003 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-329d15fd-acad-43bf-b0f5-0a2f4f41cf46 tempest-PortsAdminExtendedAttrsTestJSON-715323640 tempest-PortsAdminExtendedAttrsTestJSON-715323640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:08.067931 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bcd6378-4f1f-434b-b993-7a6f17c2b19a tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Made reservation on behalf of b1f034070c2447a9b612c7898f3e9d32 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:34:08.072121 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4bcd6378-4f1f-434b-b993-7a6f17c2b19a tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:08.092758 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-329d15fd-acad-43bf-b0f5-0a2f4f41cf46 tempest-PortsAdminExtendedAttrsTestJSON-715323640 tempest-PortsAdminExtendedAttrsTestJSON-715323640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['490dc1aa-6127-4c58-95b7-b11f220dd52c']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:08.135376 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-329d15fd-acad-43bf-b0f5-0a2f4f41cf46 tempest-PortsAdminExtendedAttrsTestJSON-715323640 tempest-PortsAdminExtendedAttrsTestJSON-715323640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c98b0e6-542c-425b-ad0c-f9ea34573830') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:08.135751 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-329d15fd-acad-43bf-b0f5-0a2f4f41cf46 tempest-PortsAdminExtendedAttrsTestJSON-715323640 tempest-PortsAdminExtendedAttrsTestJSON-715323640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c98b0e6-542c-425b-ad0c-f9ea34573830') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:08.150795 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-329d15fd-acad-43bf-b0f5-0a2f4f41cf46 tempest-PortsAdminExtendedAttrsTestJSON-715323640 tempest-PortsAdminExtendedAttrsTestJSON-715323640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:08.175008 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-329d15fd-acad-43bf-b0f5-0a2f4f41cf46 tempest-PortsAdminExtendedAttrsTestJSON-715323640 tempest-PortsAdminExtendedAttrsTestJSON-715323640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:08.188100 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-329d15fd-acad-43bf-b0f5-0a2f4f41cf46 tempest-PortsAdminExtendedAttrsTestJSON-715323640 tempest-PortsAdminExtendedAttrsTestJSON-715323640-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:34:08.188658 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-329d15fd-acad-43bf-b0f5-0a2f4f41cf46 tempest-PortsAdminExtendedAttrsTestJSON-715323640 tempest-PortsAdminExtendedAttrsTestJSON-715323640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:08.192238 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:34:08.192238 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:34:08.192238 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:34:08.192238 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:34:08.192238 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:34:08.192238 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:34:08.192238 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:34:08.192238 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:34:08.192238 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:34:08.192238 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:34:08.192238 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:34:08.192238 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:34:08.192238 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:34:08.192238 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:34:08.192238 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:34:08.192238 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:34:08.192238 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:34:08.192238 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:34:08.192238 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:34:08.192238 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:34:08.192238 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:34:08.192238 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:34:08.192238 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:34:08.192238 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:34:08.192238 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:34:08.192238 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:34:08.192238 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:34:08.192238 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:34:08.192238 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:34:08.192238 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:34:08.192238 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:34:08.192238 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:34:08.279394 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-329d15fd-acad-43bf-b0f5-0a2f4f41cf46 tempest-PortsAdminExtendedAttrsTestJSON-715323640 tempest-PortsAdminExtendedAttrsTestJSON-715323640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:08.383447 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-329d15fd-acad-43bf-b0f5-0a2f4f41cf46 tempest-PortsAdminExtendedAttrsTestJSON-715323640 tempest-PortsAdminExtendedAttrsTestJSON-715323640-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:08.387967 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-329d15fd-acad-43bf-b0f5-0a2f4f41cf46 tempest-PortsAdminExtendedAttrsTestJSON-715323640 tempest-PortsAdminExtendedAttrsTestJSON-715323640-project] 10.222.0.98 "DELETE /v2.0/networks/490dc1aa-6127-4c58-95b7-b11f220dd52c HTTP/1.1" status: 204 len: 168 time: 0.6272600 Jul 09 16:34:08.431594 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329d15fd-acad-43bf-b0f5-0a2f4f41cf46 tempest-PortsAdminExtendedAttrsTestJSON-715323640 tempest-PortsAdminExtendedAttrsTestJSON-715323640-project] Pushing event deleted for resources: {'Network': ['ID=490dc1aa-6127-4c58-95b7-b11f220dd52c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:08.547664 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e093a-6633-41fe-83bc-807acf3fdd09 req-959e7dcb-912c-45aa-9ba1-ca8409fa57d1 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:08.549716 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-906e093a-6633-41fe-83bc-807acf3fdd09 req-959e7dcb-912c-45aa-9ba1-ca8409fa57d1 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8d61f9e-57f7-4989-9af3-b4f837d642a2 HTTP/1.1" status: 200 len: 945 time: 0.1271646 Jul 09 16:34:08.653506 n-d-798930-3 neutron-server[93959]: DEBUG neutron.objects.ports [None req-4bcd6378-4f1f-434b-b993-7a6f17c2b19a tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93959) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 16:34:08.655702 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4bcd6378-4f1f-434b-b993-7a6f17c2b19a tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:08.661317 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-906e093a-6633-41fe-83bc-807acf3fdd09 req-c1bfd383-133f-4c36-9169-a19266b64f35 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831242 Jul 09 16:34:08.729639 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd6378-4f1f-434b-b993-7a6f17c2b19a tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Pushing event updated for resources: {'Subnet': ['ID=546ec21d-f0ca-4b4c-8b9e-5ee5f9e05d7b,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:08.740753 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcd6378-4f1f-434b-b993-7a6f17c2b19a tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Checking segment: {'id': '76ea5929-d379-4123-b371-d58b66548e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '55c3df36-dac9-42e5-83eb-4052ebb3e187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:34:08.741128 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcd6378-4f1f-434b-b993-7a6f17c2b19a tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Network hostable DHCP agents. Network: 55c3df36-dac9-42e5-83eb-4052ebb3e187, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:34:08.761982 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcd6378-4f1f-434b-b993-7a6f17c2b19a tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Network 55c3df36-dac9-42e5-83eb-4052ebb3e187 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:34:08.770649 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53922) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:08.780833 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-4bcd6378-4f1f-434b-b993-7a6f17c2b19a tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 55c3df36-dac9-42e5-83eb-4052ebb3e187) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:08.788019 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7832161-1c4a-4dc3-983f-30c97573d407 None None] Network 55c3df36-dac9-42e5-83eb-4052ebb3e187 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:34:08.791005 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcd6378-4f1f-434b-b993-7a6f17c2b19a tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:08.791590 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4bcd6378-4f1f-434b-b993-7a6f17c2b19a tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:08.822604 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-4bcd6378-4f1f-434b-b993-7a6f17c2b19a tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9574981 Jul 09 16:34:08.823392 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53930) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:09.004616 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8eb5955-7091-4754-8376-e721815ee3bd tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:09.045704 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f36bf3a-b378-43e3-bba6-2cbdc311d16e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-55c3df36-dac9-42e5-83eb-4052ebb3e187', 'network_id': '55c3df36-dac9-42e5-83eb-4052ebb3e187', 'tenant_id': 'b1f034070c2447a9b612c7898f3e9d32', 'fixed_ips': [{'subnet_id': '546ec21d-f0ca-4b4c-8b9e-5ee5f9e05d7b'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:34:09.046680 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9f36bf3a-b378-43e3-bba6-2cbdc311d16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:09.090505 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8eb5955-7091-4754-8376-e721815ee3bd tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:09.104112 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e95b44c2-a6fe-4235-861a-800c0191e233 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=07cd5dcd519b49c490199fd73dee46f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3320310 Jul 09 16:34:09.104981 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53932) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:09.187956 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-81120044-adaa-4d52-ae36-70d93d4f1438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:09.214918 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-81120044-adaa-4d52-ae36-70d93d4f1438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:09.217943 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-9f36bf3a-b378-43e3-bba6-2cbdc311d16e None None] Allocated IP 2001:db8::f816:3eff:fe46:d8a0 (55c3df36-dac9-42e5-83eb-4052ebb3e187/546ec21d-f0ca-4b4c-8b9e-5ee5f9e05d7b/0302556c-08d8-4866-8f64-ab9d2b36cc78) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:34:09.274686 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-81120044-adaa-4d52-ae36-70d93d4f1438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:09.277549 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-81120044-adaa-4d52-ae36-70d93d4f1438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:09.288229 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-81120044-adaa-4d52-ae36-70d93d4f1438 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c40dbd83-4235-4302-b5b3-7a4eb7661a16 HTTP/1.1" status: 204 len: 168 time: 0.1820703 Jul 09 16:34:09.303242 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81120044-adaa-4d52-ae36-70d93d4f1438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40dbd83-4235-4302-b5b3-7a4eb7661a16,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:09.429095 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9f36bf3a-b378-43e3-bba6-2cbdc311d16e None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:09.438742 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9f36bf3a-b378-43e3-bba6-2cbdc311d16e None None] Transition to ACTIVE for port object 0302556c-08d8-4866-8f64-ab9d2b36cc78 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:34:09.455942 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9f36bf3a-b378-43e3-bba6-2cbdc311d16e None None] Transition to ACTIVE for port object 0302556c-08d8-4866-8f64-ab9d2b36cc78 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:34:09.464394 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9f36bf3a-b378-43e3-bba6-2cbdc311d16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:09.487839 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8eb5955-7091-4754-8376-e721815ee3bd tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:09.536534 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eb5955-7091-4754-8376-e721815ee3bd tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Pushing event deleted for resources: {'Subnet': ['ID=546ec21d-f0ca-4b4c-8b9e-5ee5f9e05d7b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:09.599381 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f36bf3a-b378-43e3-bba6-2cbdc311d16e None None] Network 55c3df36-dac9-42e5-83eb-4052ebb3e187 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:34:09.607872 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-9f36bf3a-b378-43e3-bba6-2cbdc311d16e None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:09.612582 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f36bf3a-b378-43e3-bba6-2cbdc311d16e None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:34:09.620342 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f36bf3a-b378-43e3-bba6-2cbdc311d16e None None] Pushing event updated for resources: {'Port': ['ID=0302556c-08d8-4866-8f64-ab9d2b36cc78,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:09.632684 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f36bf3a-b378-43e3-bba6-2cbdc311d16e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:09.633364 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f36bf3a-b378-43e3-bba6-2cbdc311d16e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:09.633869 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f36bf3a-b378-43e3-bba6-2cbdc311d16e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:09.634392 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f36bf3a-b378-43e3-bba6-2cbdc311d16e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:09.634937 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f36bf3a-b378-43e3-bba6-2cbdc311d16e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:09.635424 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f36bf3a-b378-43e3-bba6-2cbdc311d16e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:09.636011 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f36bf3a-b378-43e3-bba6-2cbdc311d16e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:09.636520 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f36bf3a-b378-43e3-bba6-2cbdc311d16e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:09.637211 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f36bf3a-b378-43e3-bba6-2cbdc311d16e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:09.637707 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f36bf3a-b378-43e3-bba6-2cbdc311d16e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:09.638192 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f36bf3a-b378-43e3-bba6-2cbdc311d16e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:09.638713 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f36bf3a-b378-43e3-bba6-2cbdc311d16e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:09.695845 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8eb5955-7091-4754-8376-e721815ee3bd tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:09.707723 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-f8eb5955-7091-4754-8376-e721815ee3bd tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55c3df36-dac9-42e5-83eb-4052ebb3e187']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:09.741643 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-f8eb5955-7091-4754-8376-e721815ee3bd tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76ea5929-d379-4123-b371-d58b66548e9f') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:09.742551 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-9f36bf3a-b378-43e3-bba6-2cbdc311d16e None None] Attempting to bind port 0302556c-08d8-4866-8f64-ab9d2b36cc78 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:34:09.742978 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-9f36bf3a-b378-43e3-bba6-2cbdc311d16e None None] Attempting to bind port 0302556c-08d8-4866-8f64-ab9d2b36cc78 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '76ea5929-d379-4123-b371-d58b66548e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '55c3df36-dac9-42e5-83eb-4052ebb3e187'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:34:09.743350 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f36bf3a-b378-43e3-bba6-2cbdc311d16e None None] Attempting to bind port 0302556c-08d8-4866-8f64-ab9d2b36cc78 on network 55c3df36-dac9-42e5-83eb-4052ebb3e187 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:34:09.744941 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-f8eb5955-7091-4754-8376-e721815ee3bd tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76ea5929-d379-4123-b371-d58b66548e9f') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:09.764711 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8eb5955-7091-4754-8376-e721815ee3bd tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:09.772980 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f36bf3a-b378-43e3-bba6-2cbdc311d16e None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:34:09.773668 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f36bf3a-b378-43e3-bba6-2cbdc311d16e None None] Checking segment: {'id': '76ea5929-d379-4123-b371-d58b66548e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '55c3df36-dac9-42e5-83eb-4052ebb3e187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:34:09.774246 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9f36bf3a-b378-43e3-bba6-2cbdc311d16e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:09.774892 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f36bf3a-b378-43e3-bba6-2cbdc311d16e None None] Bound using segment: {'id': '76ea5929-d379-4123-b371-d58b66548e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '55c3df36-dac9-42e5-83eb-4052ebb3e187'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:34:09.775992 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-9f36bf3a-b378-43e3-bba6-2cbdc311d16e None None] Bound port: 0302556c-08d8-4866-8f64-ab9d2b36cc78, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76ea5929-d379-4123-b371-d58b66548e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '55c3df36-dac9-42e5-83eb-4052ebb3e187'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:34:09.777193 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9f36bf3a-b378-43e3-bba6-2cbdc311d16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:09.799731 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8eb5955-7091-4754-8376-e721815ee3bd tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:09.806640 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8eb5955-7091-4754-8376-e721815ee3bd tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:34:09.807204 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8eb5955-7091-4754-8376-e721815ee3bd tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:09.811059 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:34:09.811059 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:34:09.811059 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:34:09.811059 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:34:09.811059 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:34:09.811059 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:34:09.811059 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:34:09.811059 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:34:09.811059 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:34:09.811059 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:34:09.811059 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:34:09.811059 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:34:09.811059 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:34:09.811059 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:34:09.811059 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:34:09.811059 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:34:09.811059 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:34:09.811059 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:34:09.811059 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:34:09.811059 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:34:09.811059 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:34:09.811059 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:34:09.811059 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:34:09.811059 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:34:09.811059 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:34:09.811059 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:34:09.811059 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:34:09.811059 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:34:09.811059 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:34:09.811059 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:34:09.811059 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:34:09.811059 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:34:09.811059 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:34:09.811059 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:34:09.811059 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:34:09.811059 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:34:09.876999 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53952) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:09.963205 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.db.api [None req-f8eb5955-7091-4754-8376-e721815ee3bd tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 16:34:09.963205 n-d-798930-3 neutron-server[93958]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 16:34:09.963205 n-d-798930-3 neutron-server[93958]: [parameters: {'id': '55c3df36-dac9-42e5-83eb-4052ebb3e187'}] Jul 09 16:34:09.963205 n-d-798930-3 neutron-server[93958]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:34:09.964600 n-d-798930-3 neutron-server[93958]: DEBUG oslo_db.api [None req-f8eb5955-7091-4754-8376-e721815ee3bd tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:34:10.022746 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53958) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:10.027429 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-60afd3e4-d6ce-4767-9292-7e9ee3f5f832 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3b7ee920449547acbf7bef4c87301291&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1491063 Jul 09 16:34:10.030728 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53960) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:10.031465 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7c1b0a00-f0fc-40e6-9a28-a672c6cb3272 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Request body: {'subnets': [{'network_id': 'e12040e8-3204-4bd2-b9d4-50b3982ca98e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1991420544', 'ip_version': 6}, {'network_id': 'f18d0c55-ae16-4177-88a5-eb9bf6a48b75', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:10.032668 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7c1b0a00-f0fc-40e6-9a28-a672c6cb3272 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Request body: {'subnet': {'network_id': 'e12040e8-3204-4bd2-b9d4-50b3982ca98e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1991420544', 'ip_version': 6}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:10.033538 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7c1b0a00-f0fc-40e6-9a28-a672c6cb3272 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Request body: {'subnet': {'network_id': 'f18d0c55-ae16-4177-88a5-eb9bf6a48b75', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:10.131871 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:10.138644 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd83615-02fe-46bc-876b-5411b92243a6 req-48cfef6b-34b7-4e49-b1bc-bb6ca05d4e04 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:10.140403 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6bd83615-02fe-46bc-876b-5411b92243a6 req-48cfef6b-34b7-4e49-b1bc-bb6ca05d4e04 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8d61f9e-57f7-4989-9af3-b4f837d642a2 HTTP/1.1" status: 200 len: 945 time: 0.2074833 Jul 09 16:34:10.142373 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9f36bf3a-b378-43e3-bba6-2cbdc311d16e None None] For port 0302556c-08d8-4866-8f64-ab9d2b36cc78, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:34:10.145217 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-14c09039-b76b-4b21-93e5-5a4af49b850e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:10.146380 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9f36bf3a-b378-43e3-bba6-2cbdc311d16e None None] For port 0302556c-08d8-4866-8f64-ab9d2b36cc78, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=0302556c-08d8-4866-8f64-ab9d2b36cc78,segment=NetworkSegment(76ea5929-d379-4123-b371-d58b66548e9f),segment_id=76ea5929-d379-4123-b371-d58b66548e9f)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:34:10.151852 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9f36bf3a-b378-43e3-bba6-2cbdc311d16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:10.208514 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f36bf3a-b378-43e3-bba6-2cbdc311d16e None None] Pushing event updated for resources: {'Port': ['ID=0302556c-08d8-4866-8f64-ab9d2b36cc78,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:10.209151 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-14c09039-b76b-4b21-93e5-5a4af49b850e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:10.285744 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-14c09039-b76b-4b21-93e5-5a4af49b850e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:10.288669 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-14c09039-b76b-4b21-93e5-5a4af49b850e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:10.290289 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-14c09039-b76b-4b21-93e5-5a4af49b850e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4655402e-65f1-4df3-853e-768b18134479 HTTP/1.1" status: 204 len: 168 time: 0.2581508 Jul 09 16:34:10.300245 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c09039-b76b-4b21-93e5-5a4af49b850e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4655402e-65f1-4df3-853e-768b18134479,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:10.305911 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1b0a00-f0fc-40e6-9a28-a672c6cb3272 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Made reservation on behalf of 220ad0f433a74515bdc60db8a54ea0b1 for: {'subnet': 2} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:34:10.311154 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c1b0a00-f0fc-40e6-9a28-a672c6cb3272 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:10.311506 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c1b0a00-f0fc-40e6-9a28-a672c6cb3272 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:10.327342 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19092f6-c011-4f00-b03c-bd21adb4083e None None] Network 55c3df36-dac9-42e5-83eb-4052ebb3e187 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:34:10.469223 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8eb5955-7091-4754-8376-e721815ee3bd tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:10.618715 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6bd83615-02fe-46bc-876b-5411b92243a6 req-bb2f2881-95f9-4284-a140-271aaddd584a tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4705348 Jul 09 16:34:10.665584 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48203a34-a7aa-407c-ab4c-17cc64d89b3d None None] get_active_networks_info from n-d-798930-3 {{(pid=93960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 16:34:10.671721 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-f8eb5955-7091-4754-8376-e721815ee3bd tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Deleting port 0302556c-08d8-4866-8f64-ab9d2b36cc78 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:34:10.672276 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8eb5955-7091-4754-8376-e721815ee3bd tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:10.779995 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48203a34-a7aa-407c-ab4c-17cc64d89b3d None None] Resources bound (agent type, host, resource id): {{(pid=93960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 16:34:10.785583 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-f8eb5955-7091-4754-8376-e721815ee3bd tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] For port 0302556c-08d8-4866-8f64-ab9d2b36cc78, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=0302556c-08d8-4866-8f64-ab9d2b36cc78,segment=NetworkSegment(76ea5929-d379-4123-b371-d58b66548e9f),segment_id=76ea5929-d379-4123-b371-d58b66548e9f)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:10.785951 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8eb5955-7091-4754-8376-e721815ee3bd tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:10.805250 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-f8eb5955-7091-4754-8376-e721815ee3bd tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Calling delete_port for 0302556c-08d8-4866-8f64-ab9d2b36cc78 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:34:11.013998 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c1b0a00-f0fc-40e6-9a28-a672c6cb3272 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:11.076383 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8eb5955-7091-4754-8376-e721815ee3bd tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:11.146915 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eb5955-7091-4754-8376-e721815ee3bd tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Pushing event deleted for resources: {'Port': ['ID=0302556c-08d8-4866-8f64-ab9d2b36cc78,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:11.153848 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8eb5955-7091-4754-8376-e721815ee3bd tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] No DVR routers for this DVR port 0302556c-08d8-4866-8f64-ab9d2b36cc78 on host n-d-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:34:11.159164 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b0a00-f0fc-40e6-9a28-a672c6cb3272 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Pushing event updated for resources: {'Subnet': ['ID=0d82dbb9-be7e-441e-b381-78aa146ad3e6,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:11.168525 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1b0a00-f0fc-40e6-9a28-a672c6cb3272 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Checking segment: {'id': '5ed05538-0b1a-42a2-aa1b-80da16b11d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e12040e8-3204-4bd2-b9d4-50b3982ca98e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:34:11.168897 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1b0a00-f0fc-40e6-9a28-a672c6cb3272 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Network hostable DHCP agents. Network: e12040e8-3204-4bd2-b9d4-50b3982ca98e, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:34:11.234067 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54000) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:11.273795 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8eb5955-7091-4754-8376-e721815ee3bd tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:11.290637 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-f8eb5955-7091-4754-8376-e721815ee3bd tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55c3df36-dac9-42e5-83eb-4052ebb3e187']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:11.294294 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1b0a00-f0fc-40e6-9a28-a672c6cb3272 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Network e12040e8-3204-4bd2-b9d4-50b3982ca98e is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:34:11.309538 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-f8eb5955-7091-4754-8376-e721815ee3bd tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76ea5929-d379-4123-b371-d58b66548e9f') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:11.310106 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-f8eb5955-7091-4754-8376-e721815ee3bd tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76ea5929-d379-4123-b371-d58b66548e9f') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:11.318692 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-7c1b0a00-f0fc-40e6-9a28-a672c6cb3272 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, e12040e8-3204-4bd2-b9d4-50b3982ca98e) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:11.326090 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c1b0a00-f0fc-40e6-9a28-a672c6cb3272 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:11.327194 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feff400b-9e90-4acd-b6e4-0977d9892b6e None None] Network e12040e8-3204-4bd2-b9d4-50b3982ca98e requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:34:11.375859 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8eb5955-7091-4754-8376-e721815ee3bd tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:11.377386 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-9ab369ca-478e-4d21-8b4c-485da56c3628 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1337587939'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:11.403967 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8eb5955-7091-4754-8376-e721815ee3bd tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:11.405569 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab369ca-478e-4d21-8b4c-485da56c3628 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Made reservation on behalf of fa4c65dc64d048dfb3d17aaac7e599f1 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:34:11.411260 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9ab369ca-478e-4d21-8b4c-485da56c3628 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:11.420675 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8eb5955-7091-4754-8376-e721815ee3bd tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:34:11.421089 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8eb5955-7091-4754-8376-e721815ee3bd tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:11.422713 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9ab369ca-478e-4d21-8b4c-485da56c3628 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:11.425191 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:34:11.425191 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:34:11.425191 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:34:11.425191 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:34:11.425191 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:34:11.425191 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:34:11.425191 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:34:11.425191 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:34:11.425191 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:34:11.425191 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:34:11.425191 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:34:11.425191 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:34:11.425191 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:34:11.425191 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:34:11.425191 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:34:11.425191 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:34:11.425191 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:34:11.425191 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:34:11.425191 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:34:11.425191 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:34:11.425191 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:34:11.425191 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:34:11.425191 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:34:11.425191 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:34:11.425191 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:34:11.425191 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:34:11.425191 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:34:11.425191 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:34:11.425191 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:34:11.425191 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:34:11.425191 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:34:11.425191 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:34:11.437032 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b0a00-f0fc-40e6-9a28-a672c6cb3272 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Pushing event updated for resources: {'Subnet': ['ID=b2907e92-f456-41de-ae8b-ff5f9559ce66,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:11.502638 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1b0a00-f0fc-40e6-9a28-a672c6cb3272 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Checking segment: {'id': 'c4587649-442a-46ac-9aa5-ed4c22771d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f18d0c55-ae16-4177-88a5-eb9bf6a48b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:34:11.504207 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1b0a00-f0fc-40e6-9a28-a672c6cb3272 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Network hostable DHCP agents. Network: f18d0c55-ae16-4177-88a5-eb9bf6a48b75, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:34:11.507957 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8eb5955-7091-4754-8376-e721815ee3bd tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:11.521743 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8eb5955-7091-4754-8376-e721815ee3bd tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:11.527528 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f8eb5955-7091-4754-8376-e721815ee3bd tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] 10.222.0.98 "DELETE /v2.0/networks/55c3df36-dac9-42e5-83eb-4052ebb3e187 HTTP/1.1" status: 204 len: 168 time: 2.7001350 Jul 09 16:34:11.528291 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54008) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:11.544693 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17735e96-d5b9-4154-b72a-621448cd558e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-e12040e8-3204-4bd2-b9d4-50b3982ca98e', 'network_id': 'e12040e8-3204-4bd2-b9d4-50b3982ca98e', 'tenant_id': '220ad0f433a74515bdc60db8a54ea0b1', 'fixed_ips': [{'subnet_id': '0d82dbb9-be7e-441e-b381-78aa146ad3e6'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:34:11.545888 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-17735e96-d5b9-4154-b72a-621448cd558e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:11.551378 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eb5955-7091-4754-8376-e721815ee3bd tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Pushing event deleted for resources: {'Network': ['ID=55c3df36-dac9-42e5-83eb-4052ebb3e187,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:11.573564 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1b0a00-f0fc-40e6-9a28-a672c6cb3272 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Network f18d0c55-ae16-4177-88a5-eb9bf6a48b75 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:34:11.578350 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2a3f865-61d4-4bf0-9bf1-54e3ad3928b9 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] DELETE failed (client error): The resource could not be found. Jul 09 16:34:11.579441 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2a3f865-61d4-4bf0-9bf1-54e3ad3928b9 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:34:11.581281 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-d2a3f865-61d4-4bf0-9bf1-54e3ad3928b9 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] 10.222.0.98 "DELETE /v2.0/subnets/546ec21d-f0ca-4b4c-8b9e-5ee5f9e05d7b HTTP/1.1" status: 404 len: 337 time: 0.0473576 Jul 09 16:34:11.584941 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54010) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:11.603624 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-7c1b0a00-f0fc-40e6-9a28-a672c6cb3272 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, f18d0c55-ae16-4177-88a5-eb9bf6a48b75) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:11.618107 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1b0a00-f0fc-40e6-9a28-a672c6cb3272 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:11.618592 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1b0a00-f0fc-40e6-9a28-a672c6cb3272 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:11.619248 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c1b0a00-f0fc-40e6-9a28-a672c6cb3272 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:11.631885 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-24532f17-8326-4250-8ee0-f78d793833a7 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] DELETE failed (client error): The resource could not be found. Jul 09 16:34:11.632746 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24532f17-8326-4250-8ee0-f78d793833a7 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:34:11.634473 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-24532f17-8326-4250-8ee0-f78d793833a7 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] 10.222.0.98 "DELETE /v2.0/networks/55c3df36-dac9-42e5-83eb-4052ebb3e187 HTTP/1.1" status: 404 len: 339 time: 0.0392287 Jul 09 16:34:11.637212 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54016) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:11.655751 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9ab369ca-478e-4d21-8b4c-485da56c3628 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:11.665637 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9ab369ca-478e-4d21-8b4c-485da56c3628 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:11.668928 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d875c67-a6c4-4847-ac05-2f4acc299ed3 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] DELETE failed (client error): The resource could not be found. Jul 09 16:34:11.669449 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d875c67-a6c4-4847-ac05-2f4acc299ed3 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:34:11.671187 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0d875c67-a6c4-4847-ac05-2f4acc299ed3 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] 10.222.0.98 "DELETE /v2.0/subnets/df135709-fad6-4fdf-996f-b2bd61b10688 HTTP/1.1" status: 404 len: 337 time: 0.0330451 Jul 09 16:34:11.675523 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7c1b0a00-f0fc-40e6-9a28-a672c6cb3272 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.6512072 Jul 09 16:34:11.676211 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54022) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:11.682426 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54024) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:11.688554 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ab369ca-478e-4d21-8b4c-485da56c3628 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:34:11.691801 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ad32dc-3ac8-4895-8241-d5d55eccaf4d None None] Network f18d0c55-ae16-4177-88a5-eb9bf6a48b75 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:34:11.704259 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9ab369ca-478e-4d21-8b4c-485da56c3628 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:11.704259 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-9ab369ca-478e-4d21-8b4c-485da56c3628 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Added segment 2ba9db46-fb45-4d4a-992e-7ace778d82d6 of type vlan for network 3108905b-afbe-4cfb-a7d5-8e085dfd40ec Jul 09 16:34:11.733554 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-645fab5a-e8fe-4d90-8320-1f309519deff tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] DELETE failed (client error): The resource could not be found. Jul 09 16:34:11.733554 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-645fab5a-e8fe-4d90-8320-1f309519deff tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:34:11.733554 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-645fab5a-e8fe-4d90-8320-1f309519deff tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] 10.222.0.98 "DELETE /v2.0/networks/b95817c6-a8f1-47f1-a3a1-ced9b0b65416 HTTP/1.1" status: 404 len: 339 time: 0.0560415 Jul 09 16:34:11.742536 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54026) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:11.752833 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9ab369ca-478e-4d21-8b4c-485da56c3628 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:11.777111 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-c07ddd08-343b-4189-bed5-6ba27a4a6629 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] DELETE failed (client error): The resource could not be found. Jul 09 16:34:11.777728 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c07ddd08-343b-4189-bed5-6ba27a4a6629 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:34:11.779670 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c07ddd08-343b-4189-bed5-6ba27a4a6629 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] 10.222.0.98 "DELETE /v2.0/subnets/1770b79d-8d5b-4440-9072-55c271148a89 HTTP/1.1" status: 404 len: 337 time: 0.0407987 Jul 09 16:34:11.782664 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54028) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:11.809449 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-83c4ec67-24ed-47ba-8987-13cffeb5b7f4 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] DELETE failed (client error): The resource could not be found. Jul 09 16:34:11.810448 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83c4ec67-24ed-47ba-8987-13cffeb5b7f4 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:34:11.812511 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-83c4ec67-24ed-47ba-8987-13cffeb5b7f4 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] 10.222.0.98 "DELETE /v2.0/networks/8de43bac-6a92-4628-ba3e-39b37fc44455 HTTP/1.1" status: 404 len: 339 time: 0.0286846 Jul 09 16:34:11.817703 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f0c7f1-8196-457f-bfa5-f39b07c921e1 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:11.819487 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f0c7f1-8196-457f-bfa5-f39b07c921e1 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:11.821343 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f0c7f1-8196-457f-bfa5-f39b07c921e1 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:11.821909 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54030) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:11.822644 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab369ca-478e-4d21-8b4c-485da56c3628 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9059cea-525c-4325-9b7d-fc7529e1ec60,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:11.823265 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-05f0c7f1-8196-457f-bfa5-f39b07c921e1 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1438563 Jul 09 16:34:11.825561 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9ab369ca-478e-4d21-8b4c-485da56c3628 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:11.832060 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab369ca-478e-4d21-8b4c-485da56c3628 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:11.832692 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9ab369ca-478e-4d21-8b4c-485da56c3628 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:11.833699 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54032) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:11.912390 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-aced5ec5-cde1-4985-a4e0-6870d628c431 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Deleting subnet 0d82dbb9-be7e-441e-b381-78aa146ad3e6 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:34:11.944180 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-17735e96-d5b9-4154-b72a-621448cd558e None None] Allocated IP 2001:db8::1 (e12040e8-3204-4bd2-b9d4-50b3982ca98e/0d82dbb9-be7e-441e-b381-78aa146ad3e6/51ab7f49-98df-4324-9770-e037eb1e5e20) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:34:11.999248 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-9ab369ca-478e-4d21-8b4c-485da56c3628 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7640531 Jul 09 16:34:12.003583 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54038) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:12.011645 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a568dc74-dd18-4ed4-8ca1-087ee2d4962e tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Request body: {'subnet': {'network_id': '3108905b-afbe-4cfb-a7d5-8e085dfd40ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:12.014092 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab369ca-478e-4d21-8b4c-485da56c3628 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Pushing event updated for resources: {'Network': ['ID=3108905b-afbe-4cfb-a7d5-8e085dfd40ec,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:12.049761 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 3108905b-afbe-4cfb-a7d5-8e085dfd40ec details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:34:12.075403 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bffc187-4297-4f73-9873-2c98d771ff28 req-360bed37-5938-4495-b4dd-a5eb42d41dfc tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:12.077016 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9bffc187-4297-4f73-9873-2c98d771ff28 req-360bed37-5938-4495-b4dd-a5eb42d41dfc tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8d61f9e-57f7-4989-9af3-b4f837d642a2 HTTP/1.1" status: 200 len: 945 time: 0.2276752 Jul 09 16:34:12.127832 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1866cd-d39f-4aa3-b742-f9f7d65ce09a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-f18d0c55-ae16-4177-88a5-eb9bf6a48b75', 'network_id': 'f18d0c55-ae16-4177-88a5-eb9bf6a48b75', 'tenant_id': '220ad0f433a74515bdc60db8a54ea0b1', 'fixed_ips': [{'subnet_id': 'b2907e92-f456-41de-ae8b-ff5f9559ce66'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:34:12.128927 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fc1866cd-d39f-4aa3-b742-f9f7d65ce09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:12.139302 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9bffc187-4297-4f73-9873-2c98d771ff28 req-e7406245-be1f-4c2e-82b7-a98202e2f387 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540032 Jul 09 16:34:12.142014 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-abacb8f3-a315-485c-9518-18e8ff206b9a tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Deleting port b4fc0f58-bc20-4ddb-9580-be579bc5bfd8 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:34:12.142357 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-abacb8f3-a315-485c-9518-18e8ff206b9a tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:12.168543 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a568dc74-dd18-4ed4-8ca1-087ee2d4962e tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Made reservation on behalf of fa4c65dc64d048dfb3d17aaac7e599f1 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:34:12.173308 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a568dc74-dd18-4ed4-8ca1-087ee2d4962e tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:12.237176 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-abacb8f3-a315-485c-9518-18e8ff206b9a tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:12.255741 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-abacb8f3-a315-485c-9518-18e8ff206b9a tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Calling delete_port for b4fc0f58-bc20-4ddb-9580-be579bc5bfd8 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:34:12.359160 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-fc1866cd-d39f-4aa3-b742-f9f7d65ce09a None None] Allocated IP 2001:db8:0:1::1 (f18d0c55-ae16-4177-88a5-eb9bf6a48b75/b2907e92-f456-41de-ae8b-ff5f9559ce66/ddcf1a14-726c-4598-b9a6-543f37bf88ae) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:34:12.361902 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-17735e96-d5b9-4154-b72a-621448cd558e None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:12.377760 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-17735e96-d5b9-4154-b72a-621448cd558e None None] Transition to ACTIVE for port object 51ab7f49-98df-4324-9770-e037eb1e5e20 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:34:12.423035 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-abacb8f3-a315-485c-9518-18e8ff206b9a tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:12.442251 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-17735e96-d5b9-4154-b72a-621448cd558e None None] Transition to ACTIVE for port object 51ab7f49-98df-4324-9770-e037eb1e5e20 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:34:12.458801 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-17735e96-d5b9-4154-b72a-621448cd558e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:12.464564 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-abacb8f3-a315-485c-9518-18e8ff206b9a tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:12.466284 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-abacb8f3-a315-485c-9518-18e8ff206b9a tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] 10.222.0.98 "DELETE /v2.0/ports/b4fc0f58-bc20-4ddb-9580-be579bc5bfd8 HTTP/1.1" status: 204 len: 168 time: 0.6308026 Jul 09 16:34:12.469147 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54046) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:12.494978 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aced5ec5-cde1-4985-a4e0-6870d628c431 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:12.501881 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a568dc74-dd18-4ed4-8ca1-087ee2d4962e tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:12.524432 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abacb8f3-a315-485c-9518-18e8ff206b9a tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Pushing event deleted for resources: {'Port': ['ID=b4fc0f58-bc20-4ddb-9580-be579bc5bfd8,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:12.526463 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17735e96-d5b9-4154-b72a-621448cd558e None None] Network e12040e8-3204-4bd2-b9d4-50b3982ca98e is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:34:12.527761 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d5aa9f5-6d38-4bed-baff-643fb97712d1 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] DELETE failed (client error): The resource could not be found. Jul 09 16:34:12.528224 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d5aa9f5-6d38-4bed-baff-643fb97712d1 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:34:12.532732 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0d5aa9f5-6d38-4bed-baff-643fb97712d1 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] 10.222.0.98 "DELETE /v2.0/subnets/a2c8c955-b65d-4898-b62a-dbcf6b382957 HTTP/1.1" status: 404 len: 337 time: 0.0593727 Jul 09 16:34:12.533746 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-17735e96-d5b9-4154-b72a-621448cd558e None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:12.533878 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54048) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:12.536821 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17735e96-d5b9-4154-b72a-621448cd558e None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:34:12.610618 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fc1866cd-d39f-4aa3-b742-f9f7d65ce09a None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:12.622942 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fc1866cd-d39f-4aa3-b742-f9f7d65ce09a None None] Transition to ACTIVE for port object ddcf1a14-726c-4598-b9a6-543f37bf88ae will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:34:12.635743 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aced5ec5-cde1-4985-a4e0-6870d628c431 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:12.642067 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fc1866cd-d39f-4aa3-b742-f9f7d65ce09a None None] Transition to ACTIVE for port object ddcf1a14-726c-4598-b9a6-543f37bf88ae will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:34:12.643073 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-62ec7f5d-d982-4bc4-9126-a9c2f64d7d0c tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:12.648454 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17735e96-d5b9-4154-b72a-621448cd558e None None] Pushing event updated for resources: {'Port': ['ID=51ab7f49-98df-4324-9770-e037eb1e5e20,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:12.655277 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fc1866cd-d39f-4aa3-b742-f9f7d65ce09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:12.693478 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a568dc74-dd18-4ed4-8ca1-087ee2d4962e tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Pushing event updated for resources: {'Subnet': ['ID=02223fce-9bfd-411b-b994-d2c9f42972df,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:12.720523 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a568dc74-dd18-4ed4-8ca1-087ee2d4962e tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Checking segment: {'id': '2ba9db46-fb45-4d4a-992e-7ace778d82d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3108905b-afbe-4cfb-a7d5-8e085dfd40ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:34:12.720996 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a568dc74-dd18-4ed4-8ca1-087ee2d4962e tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Network hostable DHCP agents. Network: 3108905b-afbe-4cfb-a7d5-8e085dfd40ec, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:34:12.744849 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1866cd-d39f-4aa3-b742-f9f7d65ce09a None None] Network f18d0c55-ae16-4177-88a5-eb9bf6a48b75 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:34:12.749608 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a568dc74-dd18-4ed4-8ca1-087ee2d4962e tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Network 3108905b-afbe-4cfb-a7d5-8e085dfd40ec is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:34:12.757047 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-fc1866cd-d39f-4aa3-b742-f9f7d65ce09a None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:12.768000 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1866cd-d39f-4aa3-b742-f9f7d65ce09a None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:34:12.786373 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-17735e96-d5b9-4154-b72a-621448cd558e None None] Attempting to bind port 51ab7f49-98df-4324-9770-e037eb1e5e20 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:34:12.786373 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-17735e96-d5b9-4154-b72a-621448cd558e None None] Attempting to bind port 51ab7f49-98df-4324-9770-e037eb1e5e20 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '5ed05538-0b1a-42a2-aa1b-80da16b11d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e12040e8-3204-4bd2-b9d4-50b3982ca98e'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:34:12.786373 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17735e96-d5b9-4154-b72a-621448cd558e None None] Attempting to bind port 51ab7f49-98df-4324-9770-e037eb1e5e20 on network e12040e8-3204-4bd2-b9d4-50b3982ca98e {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:34:12.786935 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-a568dc74-dd18-4ed4-8ca1-087ee2d4962e tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 3108905b-afbe-4cfb-a7d5-8e085dfd40ec) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:12.787470 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a568dc74-dd18-4ed4-8ca1-087ee2d4962e tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:12.788962 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a568dc74-dd18-4ed4-8ca1-087ee2d4962e tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:12.790731 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1866cd-d39f-4aa3-b742-f9f7d65ce09a None None] Pushing event updated for resources: {'Port': ['ID=ddcf1a14-726c-4598-b9a6-543f37bf88ae,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:12.798197 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-62ec7f5d-d982-4bc4-9126-a9c2f64d7d0c tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:12.802178 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17735e96-d5b9-4154-b72a-621448cd558e None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:34:12.802586 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17735e96-d5b9-4154-b72a-621448cd558e None None] Checking segment: {'id': '5ed05538-0b1a-42a2-aa1b-80da16b11d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e12040e8-3204-4bd2-b9d4-50b3982ca98e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:34:12.803057 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-17735e96-d5b9-4154-b72a-621448cd558e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:12.803412 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17735e96-d5b9-4154-b72a-621448cd558e None None] Bound using segment: {'id': '5ed05538-0b1a-42a2-aa1b-80da16b11d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e12040e8-3204-4bd2-b9d4-50b3982ca98e'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:34:12.803915 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-17735e96-d5b9-4154-b72a-621448cd558e None None] Bound port: 51ab7f49-98df-4324-9770-e037eb1e5e20, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed05538-0b1a-42a2-aa1b-80da16b11d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e12040e8-3204-4bd2-b9d4-50b3982ca98e'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:34:12.804309 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-17735e96-d5b9-4154-b72a-621448cd558e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:12.811770 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-62ec7f5d-d982-4bc4-9126-a9c2f64d7d0c tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71a5834c-a861-4c68-afce-c0ff464d803b']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:12.824486 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-62ec7f5d-d982-4bc4-9126-a9c2f64d7d0c tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd851b15-24d0-4ac1-b8ee-cd8aaefbc11c') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:12.824949 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-62ec7f5d-d982-4bc4-9126-a9c2f64d7d0c tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd851b15-24d0-4ac1-b8ee-cd8aaefbc11c') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:12.835503 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-62ec7f5d-d982-4bc4-9126-a9c2f64d7d0c tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:12.841606 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b698a3-e74d-4b24-9d74-5217eababb18 None None] Network 3108905b-afbe-4cfb-a7d5-8e085dfd40ec requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:34:12.856839 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a568dc74-dd18-4ed4-8ca1-087ee2d4962e tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8512192 Jul 09 16:34:12.859367 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54056) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:12.861223 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-62ec7f5d-d982-4bc4-9126-a9c2f64d7d0c tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:12.867941 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f5909e6b-45e2-45c2-bf94-7cbc815326e5 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-314497671', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:12.868953 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62ec7f5d-d982-4bc4-9126-a9c2f64d7d0c tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:34:12.870583 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-62ec7f5d-d982-4bc4-9126-a9c2f64d7d0c tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:12.874796 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:34:12.874796 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:34:12.874796 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:34:12.874796 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:34:12.874796 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:34:12.874796 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:34:12.874796 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:34:12.874796 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:34:12.874796 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:34:12.874796 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:34:12.874796 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:34:12.874796 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:34:12.874796 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:34:12.874796 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:34:12.874796 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:34:12.874796 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:34:12.874796 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:34:12.874796 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:34:12.874796 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:34:12.874796 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:34:12.874796 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:34:12.874796 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:34:12.874796 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:34:12.874796 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:34:12.874796 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:34:12.874796 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:34:12.874796 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:34:12.874796 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:34:12.874796 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:34:12.874796 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:34:12.874796 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:34:12.874796 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:34:12.877642 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aced5ec5-cde1-4985-a4e0-6870d628c431 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:12.935461 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5909e6b-45e2-45c2-bf94-7cbc815326e5 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:12.936856 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5909e6b-45e2-45c2-bf94-7cbc815326e5 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:12.961133 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-fc1866cd-d39f-4aa3-b742-f9f7d65ce09a None None] Attempting to bind port ddcf1a14-726c-4598-b9a6-543f37bf88ae on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:34:12.961568 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-fc1866cd-d39f-4aa3-b742-f9f7d65ce09a None None] Attempting to bind port ddcf1a14-726c-4598-b9a6-543f37bf88ae by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'c4587649-442a-46ac-9aa5-ed4c22771d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f18d0c55-ae16-4177-88a5-eb9bf6a48b75'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:34:12.961796 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aced5ec5-cde1-4985-a4e0-6870d628c431 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:12.961962 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1866cd-d39f-4aa3-b742-f9f7d65ce09a None None] Attempting to bind port ddcf1a14-726c-4598-b9a6-543f37bf88ae on network f18d0c55-ae16-4177-88a5-eb9bf6a48b75 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:34:12.970501 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1866cd-d39f-4aa3-b742-f9f7d65ce09a None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:34:12.970904 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1866cd-d39f-4aa3-b742-f9f7d65ce09a None None] Checking segment: {'id': 'c4587649-442a-46ac-9aa5-ed4c22771d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f18d0c55-ae16-4177-88a5-eb9bf6a48b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:34:12.971337 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fc1866cd-d39f-4aa3-b742-f9f7d65ce09a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:12.972017 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1866cd-d39f-4aa3-b742-f9f7d65ce09a None None] Bound using segment: {'id': 'c4587649-442a-46ac-9aa5-ed4c22771d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f18d0c55-ae16-4177-88a5-eb9bf6a48b75'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:34:12.972791 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-fc1866cd-d39f-4aa3-b742-f9f7d65ce09a None None] Bound port: ddcf1a14-726c-4598-b9a6-543f37bf88ae, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4587649-442a-46ac-9aa5-ed4c22771d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f18d0c55-ae16-4177-88a5-eb9bf6a48b75'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:34:12.973435 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fc1866cd-d39f-4aa3-b742-f9f7d65ce09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:12.981359 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aced5ec5-cde1-4985-a4e0-6870d628c431 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:12.981359 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-aced5ec5-cde1-4985-a4e0-6870d628c431 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] 10.222.0.98 "DELETE /v2.0/subnets/0d82dbb9-be7e-441e-b381-78aa146ad3e6 HTTP/1.1" status: 204 len: 168 time: 1.1461477 Jul 09 16:34:12.984279 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54058) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:12.998808 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-62ec7f5d-d982-4bc4-9126-a9c2f64d7d0c tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:13.007683 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced5ec5-cde1-4985-a4e0-6870d628c431 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Pushing event deleted for resources: {'Subnet': ['ID=0d82dbb9-be7e-441e-b381-78aa146ad3e6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:13.045257 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-62ec7f5d-d982-4bc4-9126-a9c2f64d7d0c tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:13.050168 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-62ec7f5d-d982-4bc4-9126-a9c2f64d7d0c tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] 10.222.0.98 "DELETE /v2.0/networks/71a5834c-a861-4c68-afce-c0ff464d803b HTTP/1.1" status: 204 len: 168 time: 0.5140197 Jul 09 16:34:13.059632 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54062) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:13.071086 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec7f5d-d982-4bc4-9126-a9c2f64d7d0c tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Pushing event deleted for resources: {'Network': ['ID=71a5834c-a861-4c68-afce-c0ff464d803b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:13.103449 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-c93fc564-b076-4384-b259-e137f762c97d tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Deleting subnet b2907e92-f456-41de-ae8b-ff5f9559ce66 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:34:13.105026 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5909e6b-45e2-45c2-bf94-7cbc815326e5 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:13.107603 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c93fc564-b076-4384-b259-e137f762c97d tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:13.115724 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5909e6b-45e2-45c2-bf94-7cbc815326e5 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:13.137789 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-17735e96-d5b9-4154-b72a-621448cd558e None None] For port 51ab7f49-98df-4324-9770-e037eb1e5e20, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:34:13.142919 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-17735e96-d5b9-4154-b72a-621448cd558e None None] For port 51ab7f49-98df-4324-9770-e037eb1e5e20, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=51ab7f49-98df-4324-9770-e037eb1e5e20,segment=NetworkSegment(5ed05538-0b1a-42a2-aa1b-80da16b11d3a),segment_id=5ed05538-0b1a-42a2-aa1b-80da16b11d3a)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:34:13.161878 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c93fc564-b076-4384-b259-e137f762c97d tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:13.184918 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-17735e96-d5b9-4154-b72a-621448cd558e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:13.196176 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fc1866cd-d39f-4aa3-b742-f9f7d65ce09a None None] For port ddcf1a14-726c-4598-b9a6-543f37bf88ae, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:34:13.206369 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8ac5db-e186-4748-9ba8-7b9789888e56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-3108905b-afbe-4cfb-a7d5-8e085dfd40ec', 'network_id': '3108905b-afbe-4cfb-a7d5-8e085dfd40ec', 'tenant_id': 'fa4c65dc64d048dfb3d17aaac7e599f1', 'fixed_ips': [{'subnet_id': '02223fce-9bfd-411b-b994-d2c9f42972df'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:34:13.207252 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6f8ac5db-e186-4748-9ba8-7b9789888e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:13.230568 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5909e6b-45e2-45c2-bf94-7cbc815326e5 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:13.232397 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f5909e6b-45e2-45c2-bf94-7cbc815326e5 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.3707931 Jul 09 16:34:13.243863 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54068) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:13.263762 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fc1866cd-d39f-4aa3-b742-f9f7d65ce09a None None] For port ddcf1a14-726c-4598-b9a6-543f37bf88ae, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=ddcf1a14-726c-4598-b9a6-543f37bf88ae,segment=NetworkSegment(c4587649-442a-46ac-9aa5-ed4c22771d4a),segment_id=c4587649-442a-46ac-9aa5-ed4c22771d4a)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:34:13.272554 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fc1866cd-d39f-4aa3-b742-f9f7d65ce09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:13.349031 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17735e96-d5b9-4154-b72a-621448cd558e None None] Pushing event updated for resources: {'Port': ['ID=51ab7f49-98df-4324-9770-e037eb1e5e20,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:13.412369 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c93fc564-b076-4384-b259-e137f762c97d tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:13.635378 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9204b-f229-425f-9a67-56c0d108e7a1 req-e84a413e-78ab-4a06-ac76-def280a53c77 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:13.637025 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-91e9204b-f229-425f-9a67-56c0d108e7a1 req-e84a413e-78ab-4a06-ac76-def280a53c77 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8d61f9e-57f7-4989-9af3-b4f837d642a2 HTTP/1.1" status: 200 len: 945 time: 0.3058252 Jul 09 16:34:13.658723 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c93fc564-b076-4384-b259-e137f762c97d tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:13.719856 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c93fc564-b076-4384-b259-e137f762c97d tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:13.725991 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54076) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:13.728515 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c93fc564-b076-4384-b259-e137f762c97d tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] 10.222.0.98 "DELETE /v2.0/subnets/b2907e92-f456-41de-ae8b-ff5f9559ce66 HTTP/1.1" status: 204 len: 168 time: 0.7418966 Jul 09 16:34:13.740893 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-5d588962-7270-440c-b70e-d23d5e910722 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Deleting port f66df4bb-0f3a-491d-80ac-492ba38e9aa5 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:34:13.741100 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5d588962-7270-440c-b70e-d23d5e910722 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:13.775919 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93fc564-b076-4384-b259-e137f762c97d tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Pushing event deleted for resources: {'Subnet': ['ID=b2907e92-f456-41de-ae8b-ff5f9559ce66,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:13.822375 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-91e9204b-f229-425f-9a67-56c0d108e7a1 req-ddb7820e-7bfc-4baf-8fb0-3fbaf0eebefe tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788933 Jul 09 16:34:13.887133 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1866cd-d39f-4aa3-b742-f9f7d65ce09a None None] Pushing event updated for resources: {'Port': ['ID=ddcf1a14-726c-4598-b9a6-543f37bf88ae,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:13.961495 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 51ab7f49-98df-4324-9770-e037eb1e5e20 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:34:14.005599 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-6f8ac5db-e186-4748-9ba8-7b9789888e56 None None] Allocated IP 172.20.0.2 (3108905b-afbe-4cfb-a7d5-8e085dfd40ec/02223fce-9bfd-411b-b994-d2c9f42972df/fa84900d-6145-4cb9-bcc1-15935a3a6521) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:34:14.008560 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5d588962-7270-440c-b70e-d23d5e910722 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:14.033442 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f293fcaa-e2fc-45db-862b-c5f6530e0646 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:14.035060 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f293fcaa-e2fc-45db-862b-c5f6530e0646 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3079147 Jul 09 16:34:14.040517 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54082) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:14.069262 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-028a15a3-13a7-46a7-afd1-1920eb69853f tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:14.083004 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-5d588962-7270-440c-b70e-d23d5e910722 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Calling delete_port for f66df4bb-0f3a-491d-80ac-492ba38e9aa5 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:34:14.150163 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-210f4c90-7eb5-4642-8d3f-4ec1e5210888 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:14.240311 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-210f4c90-7eb5-4642-8d3f-4ec1e5210888 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Deleting port ddcf1a14-726c-4598-b9a6-543f37bf88ae {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:34:14.241182 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-210f4c90-7eb5-4642-8d3f-4ec1e5210888 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:14.257688 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6f8ac5db-e186-4748-9ba8-7b9789888e56 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:14.274112 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6f8ac5db-e186-4748-9ba8-7b9789888e56 None None] Transition to ACTIVE for port object fa84900d-6145-4cb9-bcc1-15935a3a6521 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:34:14.276643 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 51ab7f49-98df-4324-9770-e037eb1e5e20 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:34:14.310535 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6f8ac5db-e186-4748-9ba8-7b9789888e56 None None] Transition to ACTIVE for port object fa84900d-6145-4cb9-bcc1-15935a3a6521 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:34:14.321648 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6f8ac5db-e186-4748-9ba8-7b9789888e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:14.361683 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-210f4c90-7eb5-4642-8d3f-4ec1e5210888 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] For port ddcf1a14-726c-4598-b9a6-543f37bf88ae, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=ddcf1a14-726c-4598-b9a6-543f37bf88ae,segment=NetworkSegment(c4587649-442a-46ac-9aa5-ed4c22771d4a),segment_id=c4587649-442a-46ac-9aa5-ed4c22771d4a)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:14.362198 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-210f4c90-7eb5-4642-8d3f-4ec1e5210888 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:14.394750 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8ac5db-e186-4748-9ba8-7b9789888e56 None None] Network 3108905b-afbe-4cfb-a7d5-8e085dfd40ec is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:34:14.395279 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-210f4c90-7eb5-4642-8d3f-4ec1e5210888 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Calling delete_port for ddcf1a14-726c-4598-b9a6-543f37bf88ae owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:34:14.401002 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-6f8ac5db-e186-4748-9ba8-7b9789888e56 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:14.406704 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ac5db-e186-4748-9ba8-7b9789888e56 None None] Pushing event updated for resources: {'Port': ['ID=fa84900d-6145-4cb9-bcc1-15935a3a6521,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:14.410733 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8ac5db-e186-4748-9ba8-7b9789888e56 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:34:14.424978 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5d588962-7270-440c-b70e-d23d5e910722 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:14.469270 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d588962-7270-440c-b70e-d23d5e910722 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Pushing event deleted for resources: {'Port': ['ID=f66df4bb-0f3a-491d-80ac-492ba38e9aa5,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:14.498247 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6f8ac5db-e186-4748-9ba8-7b9789888e56 None None] Attempting to bind port fa84900d-6145-4cb9-bcc1-15935a3a6521 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:34:14.498908 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6f8ac5db-e186-4748-9ba8-7b9789888e56 None None] Attempting to bind port fa84900d-6145-4cb9-bcc1-15935a3a6521 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '2ba9db46-fb45-4d4a-992e-7ace778d82d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3108905b-afbe-4cfb-a7d5-8e085dfd40ec'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:34:14.499334 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8ac5db-e186-4748-9ba8-7b9789888e56 None None] Attempting to bind port fa84900d-6145-4cb9-bcc1-15935a3a6521 on network 3108905b-afbe-4cfb-a7d5-8e085dfd40ec {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:34:14.506011 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8ac5db-e186-4748-9ba8-7b9789888e56 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:34:14.506387 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8ac5db-e186-4748-9ba8-7b9789888e56 None None] Checking segment: {'id': '2ba9db46-fb45-4d4a-992e-7ace778d82d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3108905b-afbe-4cfb-a7d5-8e085dfd40ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:34:14.507206 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6f8ac5db-e186-4748-9ba8-7b9789888e56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:14.507660 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8ac5db-e186-4748-9ba8-7b9789888e56 None None] Bound using segment: {'id': '2ba9db46-fb45-4d4a-992e-7ace778d82d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3108905b-afbe-4cfb-a7d5-8e085dfd40ec'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:34:14.508141 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6f8ac5db-e186-4748-9ba8-7b9789888e56 None None] Bound port: fa84900d-6145-4cb9-bcc1-15935a3a6521, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ba9db46-fb45-4d4a-992e-7ace778d82d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3108905b-afbe-4cfb-a7d5-8e085dfd40ec'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:34:14.508573 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6f8ac5db-e186-4748-9ba8-7b9789888e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:14.521857 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5d588962-7270-440c-b70e-d23d5e910722 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:14.527885 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-5d588962-7270-440c-b70e-d23d5e910722 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] 10.222.0.98 "DELETE /v2.0/ports/f66df4bb-0f3a-491d-80ac-492ba38e9aa5 HTTP/1.1" status: 204 len: 168 time: 1.4669225 Jul 09 16:34:14.528865 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54090) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:14.535999 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-210f4c90-7eb5-4642-8d3f-4ec1e5210888 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:14.586270 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2909273-e66f-4e4c-b7ce-35355307ee17 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] DELETE failed (client error): The resource could not be found. Jul 09 16:34:14.586731 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2909273-e66f-4e4c-b7ce-35355307ee17 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:34:14.591408 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a2909273-e66f-4e4c-b7ce-35355307ee17 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] 10.222.0.98 "DELETE /v2.0/subnets/cd88f084-e90a-4aeb-9c9f-4b08dd2ae609 HTTP/1.1" status: 404 len: 337 time: 0.0587409 Jul 09 16:34:14.594095 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-6f8ac5db-e186-4748-9ba8-7b9789888e56 None None] For port fa84900d-6145-4cb9-bcc1-15935a3a6521, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:34:14.594861 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54092) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:14.598361 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-6f8ac5db-e186-4748-9ba8-7b9789888e56 None None] For port fa84900d-6145-4cb9-bcc1-15935a3a6521, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=fa84900d-6145-4cb9-bcc1-15935a3a6521,segment=NetworkSegment(2ba9db46-fb45-4d4a-992e-7ace778d82d6),segment_id=2ba9db46-fb45-4d4a-992e-7ace778d82d6)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:34:14.604642 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210f4c90-7eb5-4642-8d3f-4ec1e5210888 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Pushing event deleted for resources: {'Port': ['ID=ddcf1a14-726c-4598-b9a6-543f37bf88ae,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:14.606193 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6f8ac5db-e186-4748-9ba8-7b9789888e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:14.626189 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-028a15a3-13a7-46a7-afd1-1920eb69853f tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Allocated IP 172.20.0.1 (3108905b-afbe-4cfb-a7d5-8e085dfd40ec/02223fce-9bfd-411b-b994-d2c9f42972df/79de020f-bd5c-4e82-8fd1-a175e375501b) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:34:14.634566 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210f4c90-7eb5-4642-8d3f-4ec1e5210888 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] No DVR routers for this DVR port ddcf1a14-726c-4598-b9a6-543f37bf88ae on host n-d-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:34:14.719961 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ac5db-e186-4748-9ba8-7b9789888e56 None None] Pushing event updated for resources: {'Port': ['ID=fa84900d-6145-4cb9-bcc1-15935a3a6521,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:14.794245 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-028a15a3-13a7-46a7-afd1-1920eb69853f tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:14.830470 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ea0ccefe-3bf8-435d-a66c-1b09a6da877e tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:14.846175 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-210f4c90-7eb5-4642-8d3f-4ec1e5210888 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:14.856103 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-028a15a3-13a7-46a7-afd1-1920eb69853f tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Transition to ACTIVE for port object 79de020f-bd5c-4e82-8fd1-a175e375501b will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:34:14.882009 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-210f4c90-7eb5-4642-8d3f-4ec1e5210888 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f18d0c55-ae16-4177-88a5-eb9bf6a48b75']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:14.903271 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-210f4c90-7eb5-4642-8d3f-4ec1e5210888 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4587649-442a-46ac-9aa5-ed4c22771d4a') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:14.903654 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-210f4c90-7eb5-4642-8d3f-4ec1e5210888 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4587649-442a-46ac-9aa5-ed4c22771d4a') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:14.960614 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-028a15a3-13a7-46a7-afd1-1920eb69853f tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:15.000942 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-210f4c90-7eb5-4642-8d3f-4ec1e5210888 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:15.067837 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-210f4c90-7eb5-4642-8d3f-4ec1e5210888 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:15.084096 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-210f4c90-7eb5-4642-8d3f-4ec1e5210888 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:34:15.084616 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-210f4c90-7eb5-4642-8d3f-4ec1e5210888 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:15.089598 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:34:15.089598 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:34:15.089598 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:34:15.089598 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:34:15.089598 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:34:15.089598 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:34:15.089598 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:34:15.089598 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:34:15.089598 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:34:15.089598 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:34:15.089598 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:34:15.089598 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:34:15.089598 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:34:15.089598 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:34:15.089598 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:34:15.089598 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:34:15.089598 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:34:15.089598 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:34:15.089598 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:34:15.089598 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:34:15.089598 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:34:15.089598 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:34:15.089598 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:34:15.089598 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:34:15.089598 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:34:15.089598 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:34:15.089598 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:34:15.089598 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:34:15.089598 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:34:15.089598 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:34:15.089598 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:34:15.089598 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:34:15.092775 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028a15a3-13a7-46a7-afd1-1920eb69853f tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Network 3108905b-afbe-4cfb-a7d5-8e085dfd40ec is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:34:15.121854 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ea0ccefe-3bf8-435d-a66c-1b09a6da877e tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:15.124262 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-028a15a3-13a7-46a7-afd1-1920eb69853f tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:15.132214 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028a15a3-13a7-46a7-afd1-1920eb69853f tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:34:15.243771 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028a15a3-13a7-46a7-afd1-1920eb69853f tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Pushing event updated for resources: {'Port': ['ID=79de020f-bd5c-4e82-8fd1-a175e375501b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:15.253811 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-ea0ccefe-3bf8-435d-a66c-1b09a6da877e tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca09c1d4-72a0-4748-bb66-0557dc46b3b7']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:15.260068 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-028a15a3-13a7-46a7-afd1-1920eb69853f tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:15.293608 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-ea0ccefe-3bf8-435d-a66c-1b09a6da877e tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbea0185-b4fc-4911-98c2-7c654b108030') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:15.294124 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-ea0ccefe-3bf8-435d-a66c-1b09a6da877e tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbea0185-b4fc-4911-98c2-7c654b108030') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:15.325730 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ea0ccefe-3bf8-435d-a66c-1b09a6da877e tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:15.349996 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-210f4c90-7eb5-4642-8d3f-4ec1e5210888 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:15.368020 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-210f4c90-7eb5-4642-8d3f-4ec1e5210888 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:15.370124 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-210f4c90-7eb5-4642-8d3f-4ec1e5210888 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] 10.222.0.98 "DELETE /v2.0/networks/f18d0c55-ae16-4177-88a5-eb9bf6a48b75 HTTP/1.1" status: 204 len: 168 time: 1.3285038 Jul 09 16:34:15.373073 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ea0ccefe-3bf8-435d-a66c-1b09a6da877e tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:15.384239 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54108) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:15.414038 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea0ccefe-3bf8-435d-a66c-1b09a6da877e tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:34:15.414336 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ea0ccefe-3bf8-435d-a66c-1b09a6da877e tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:15.420879 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210f4c90-7eb5-4642-8d3f-4ec1e5210888 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Pushing event deleted for resources: {'Network': ['ID=f18d0c55-ae16-4177-88a5-eb9bf6a48b75,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:15.423237 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:34:15.423237 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:34:15.423237 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:34:15.423237 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:34:15.423237 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:34:15.423237 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:34:15.423237 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:34:15.423237 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:34:15.423237 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:34:15.423237 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:34:15.423237 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:34:15.423237 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:34:15.423237 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:34:15.423237 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:34:15.423237 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:34:15.423237 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:34:15.423237 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:34:15.423237 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:34:15.423237 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:34:15.423237 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:34:15.423237 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:34:15.423237 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:34:15.423237 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:34:15.423237 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:34:15.423237 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:34:15.423237 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:34:15.423237 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:34:15.423237 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:34:15.423237 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:34:15.423237 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:34:15.423237 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:34:15.423237 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:34:15.520295 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-028a15a3-13a7-46a7-afd1-1920eb69853f tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:15.536687 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc95efb-5691-445c-8ec2-49ff828a3585 None None] DHCP port deletion for f18d0c55-ae16-4177-88a5-eb9bf6a48b75 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:34:15.573684 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae8445-b65a-4fcc-9c4d-7ccc44e27042 req-06b73992-b100-47de-9a46-d463cc673d5c tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:15.575227 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d5ae8445-b65a-4fcc-9c4d-7ccc44e27042 req-06b73992-b100-47de-9a46-d463cc673d5c tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8d61f9e-57f7-4989-9af3-b4f837d642a2 HTTP/1.1" status: 200 len: 945 time: 0.3743982 Jul 09 16:34:15.603749 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ea0ccefe-3bf8-435d-a66c-1b09a6da877e tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:15.620081 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74e0774-5de0-4569-aa96-4ec299ded78b None None] Network f18d0c55-ae16-4177-88a5-eb9bf6a48b75 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:34:15.634883 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ea0ccefe-3bf8-435d-a66c-1b09a6da877e tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:15.639409 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ea0ccefe-3bf8-435d-a66c-1b09a6da877e tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] 10.222.0.98 "DELETE /v2.0/networks/ca09c1d4-72a0-4748-bb66-0557dc46b3b7 HTTP/1.1" status: 204 len: 168 time: 1.0384908 Jul 09 16:34:15.644041 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74e0774-5de0-4569-aa96-4ec299ded78b None None] Network f18d0c55-ae16-4177-88a5-eb9bf6a48b75 could not be found, it might have been deleted concurrently. {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 16:34:15.647157 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ccefe-3bf8-435d-a66c-1b09a6da877e tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Pushing event deleted for resources: {'Network': ['ID=ca09c1d4-72a0-4748-bb66-0557dc46b3b7,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:15.649930 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54114) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:15.658952 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-af7d1823-7db2-4458-af8f-da2e77262a42 None None] Could not find standard attr ID for object ddcf1a14-726c-4598-b9a6-543f37bf88ae. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:34:15.661799 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-246eebf5-8a02-4084-ad2a-3cf4eabf9a26 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:15.719623 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16557b70-97c1-430a-9e6d-e0ec9fa87583 None None] Network e12040e8-3204-4bd2-b9d4-50b3982ca98e requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:34:15.734010 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d5ae8445-b65a-4fcc-9c4d-7ccc44e27042 req-5bc52638-1c2b-4a35-9a0b-da4f183a8ba1 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485343 Jul 09 16:34:15.801585 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-928a562c-f188-49e5-b8bc-00879af94815 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Deleting subnet 47a5b5c6-df28-4a11-9c2c-27526ef6149b {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:34:15.806867 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-928a562c-f188-49e5-b8bc-00879af94815 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:15.854278 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device fa84900d-6145-4cb9-bcc1-15935a3a6521 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:34:15.900304 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-928a562c-f188-49e5-b8bc-00879af94815 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:15.934406 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-246eebf5-8a02-4084-ad2a-3cf4eabf9a26 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Deleting port 51ab7f49-98df-4324-9770-e037eb1e5e20 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:34:15.935153 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-246eebf5-8a02-4084-ad2a-3cf4eabf9a26 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:15.936890 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4ff45cdc-db3f-442a-b79f-5efa6c9e0336 None None] Provisioning for port 51ab7f49-98df-4324-9770-e037eb1e5e20 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:34:15.964861 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4ff45cdc-db3f-442a-b79f-5efa6c9e0336 None None] Provisioning complete for port 51ab7f49-98df-4324-9770-e037eb1e5e20 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:34:15.965229 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4ff45cdc-db3f-442a-b79f-5efa6c9e0336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:16.017227 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port fa84900d-6145-4cb9-bcc1-15935a3a6521 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:34:16.100987 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-246eebf5-8a02-4084-ad2a-3cf4eabf9a26 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] For port 51ab7f49-98df-4324-9770-e037eb1e5e20, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=51ab7f49-98df-4324-9770-e037eb1e5e20,segment=NetworkSegment(5ed05538-0b1a-42a2-aa1b-80da16b11d3a),segment_id=5ed05538-0b1a-42a2-aa1b-80da16b11d3a)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:16.101679 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-246eebf5-8a02-4084-ad2a-3cf4eabf9a26 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:16.129261 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-246eebf5-8a02-4084-ad2a-3cf4eabf9a26 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Calling delete_port for 51ab7f49-98df-4324-9770-e037eb1e5e20 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:34:16.135545 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4ff45cdc-db3f-442a-b79f-5efa6c9e0336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:16.144107 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-928a562c-f188-49e5-b8bc-00879af94815 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:16.150533 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-028a15a3-13a7-46a7-afd1-1920eb69853f tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:16.159064 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-028a15a3-13a7-46a7-afd1-1920eb69853f tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:16.221415 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-4ff45cdc-db3f-442a-b79f-5efa6c9e0336 None None] For port 51ab7f49-98df-4324-9770-e037eb1e5e20, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=51ab7f49-98df-4324-9770-e037eb1e5e20,segment=NetworkSegment(5ed05538-0b1a-42a2-aa1b-80da16b11d3a),segment_id=5ed05538-0b1a-42a2-aa1b-80da16b11d3a)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:16.229967 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87929ac8-2bf5-4ce8-acdd-d4ca205584f0 None None] DHCP port deletion for e12040e8-3204-4bd2-b9d4-50b3982ca98e request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:34:16.239344 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4ff45cdc-db3f-442a-b79f-5efa6c9e0336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:16.271451 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-928a562c-f188-49e5-b8bc-00879af94815 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:16.305548 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a562c-f188-49e5-b8bc-00879af94815 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Pushing event deleted for resources: {'Subnet': ['ID=47a5b5c6-df28-4a11-9c2c-27526ef6149b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:16.311625 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-928a562c-f188-49e5-b8bc-00879af94815 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:16.313713 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-928a562c-f188-49e5-b8bc-00879af94815 tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] 10.222.0.98 "DELETE /v2.0/subnets/47a5b5c6-df28-4a11-9c2c-27526ef6149b HTTP/1.1" status: 204 len: 168 time: 0.6628442 Jul 09 16:34:16.314489 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-246eebf5-8a02-4084-ad2a-3cf4eabf9a26 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:16.323934 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54124) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:16.362841 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-028a15a3-13a7-46a7-afd1-1920eb69853f tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:16.365544 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246eebf5-8a02-4084-ad2a-3cf4eabf9a26 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] No DVR routers for this DVR port 51ab7f49-98df-4324-9770-e037eb1e5e20 on host n-d-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:34:16.367318 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028a15a3-13a7-46a7-afd1-1920eb69853f tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Pushing event updated for resources: {'Port': ['ID=79de020f-bd5c-4e82-8fd1-a175e375501b,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:16.367472 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246eebf5-8a02-4084-ad2a-3cf4eabf9a26 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Pushing event deleted for resources: {'Port': ['ID=51ab7f49-98df-4324-9770-e037eb1e5e20,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:16.389114 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff45cdc-db3f-442a-b79f-5efa6c9e0336 None None] Pushing event updated for resources: {'Port': ['ID=51ab7f49-98df-4324-9770-e037eb1e5e20,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:16.401166 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11017488-31b1-4a91-97c2-368c0df94f56 None None] Network 4f6d11da-cb44-4553-996a-8640ee51a58c requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:34:16.440209 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-87929ac8-2bf5-4ce8-acdd-d4ca205584f0 None None] The port '51ab7f49-98df-4324-9770-e037eb1e5e20' was deleted {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 09 16:34:16.560393 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028a15a3-13a7-46a7-afd1-1920eb69853f tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Network 3108905b-afbe-4cfb-a7d5-8e085dfd40ec is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:34:16.562202 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-028a15a3-13a7-46a7-afd1-1920eb69853f tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:16.630177 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f5022d-1d4c-476b-986c-e88cf84b178c None None] Network 3108905b-afbe-4cfb-a7d5-8e085dfd40ec requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:34:16.679426 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c054e04f-0741-44a0-a280-c9c4904885bb tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:16.710875 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-246eebf5-8a02-4084-ad2a-3cf4eabf9a26 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:16.714985 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4d15e52d-6e68-4b14-b68c-44ef6382fa66 None None] Provisioning for port fa84900d-6145-4cb9-bcc1-15935a3a6521 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:34:16.721292 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4d15e52d-6e68-4b14-b68c-44ef6382fa66 None None] Provisioning complete for port fa84900d-6145-4cb9-bcc1-15935a3a6521 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:34:16.721861 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4d15e52d-6e68-4b14-b68c-44ef6382fa66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:16.740537 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-246eebf5-8a02-4084-ad2a-3cf4eabf9a26 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e12040e8-3204-4bd2-b9d4-50b3982ca98e']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:16.770933 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0361288f-ab56-40c6-9d31-7af052aae191 None None] DHCP port deletion for 4f6d11da-cb44-4553-996a-8640ee51a58c request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:34:16.819212 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-028a15a3-13a7-46a7-afd1-1920eb69853f tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Router b17bc018-e80a-43eb-9454-6a7f50e59769 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:34:16.823549 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-246eebf5-8a02-4084-ad2a-3cf4eabf9a26 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ed05538-0b1a-42a2-aa1b-80da16b11d3a') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:16.823979 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-246eebf5-8a02-4084-ad2a-3cf4eabf9a26 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ed05538-0b1a-42a2-aa1b-80da16b11d3a') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:16.871228 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-246eebf5-8a02-4084-ad2a-3cf4eabf9a26 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:16.888389 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-246eebf5-8a02-4084-ad2a-3cf4eabf9a26 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:16.913998 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-246eebf5-8a02-4084-ad2a-3cf4eabf9a26 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:34:16.914610 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-246eebf5-8a02-4084-ad2a-3cf4eabf9a26 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:16.930035 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:34:16.930035 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:34:16.930035 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:34:16.930035 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:34:16.930035 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:34:16.930035 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:34:16.930035 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:34:16.930035 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:34:16.930035 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:34:16.930035 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:34:16.930035 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:34:16.930035 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:34:16.930035 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:34:16.930035 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:34:16.930035 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:34:16.930035 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:34:16.930035 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:34:16.930035 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:34:16.930035 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:34:16.930035 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:34:16.930035 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:34:16.930035 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:34:16.930035 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:34:16.930035 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:34:16.930035 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:34:16.930035 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:34:16.930035 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:34:16.930035 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:34:16.930035 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:34:16.930035 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:34:16.930035 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:34:16.930035 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:34:16.949276 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4d15e52d-6e68-4b14-b68c-44ef6382fa66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:17.007239 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-4d15e52d-6e68-4b14-b68c-44ef6382fa66 None None] For port fa84900d-6145-4cb9-bcc1-15935a3a6521, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=fa84900d-6145-4cb9-bcc1-15935a3a6521,segment=NetworkSegment(2ba9db46-fb45-4d4a-992e-7ace778d82d6),segment_id=2ba9db46-fb45-4d4a-992e-7ace778d82d6)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:17.011136 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-0361288f-ab56-40c6-9d31-7af052aae191 None None] Deleting port 29621b85-dad4-43c1-a871-6b8c5c5f8e41 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:34:17.011780 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0361288f-ab56-40c6-9d31-7af052aae191 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:17.018658 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4d15e52d-6e68-4b14-b68c-44ef6382fa66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:17.138008 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-0361288f-ab56-40c6-9d31-7af052aae191 None None] For port 29621b85-dad4-43c1-a871-6b8c5c5f8e41, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=29621b85-dad4-43c1-a871-6b8c5c5f8e41,segment=NetworkSegment(604946fc-9412-46f0-b2ef-68837d914fe7),segment_id=604946fc-9412-46f0-b2ef-68837d914fe7)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:17.138425 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0361288f-ab56-40c6-9d31-7af052aae191 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:17.163883 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d15e52d-6e68-4b14-b68c-44ef6382fa66 None None] Pushing event updated for resources: {'Port': ['ID=fa84900d-6145-4cb9-bcc1-15935a3a6521,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:17.169831 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-0361288f-ab56-40c6-9d31-7af052aae191 None None] Calling delete_port for 29621b85-dad4-43c1-a871-6b8c5c5f8e41 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:34:17.284336 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0361288f-ab56-40c6-9d31-7af052aae191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:17.323322 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0361288f-ab56-40c6-9d31-7af052aae191 None None] No DVR routers for this DVR port 29621b85-dad4-43c1-a871-6b8c5c5f8e41 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:34:17.331326 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0361288f-ab56-40c6-9d31-7af052aae191 None None] Pushing event deleted for resources: {'Port': ['ID=29621b85-dad4-43c1-a871-6b8c5c5f8e41,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:17.384112 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028a15a3-13a7-46a7-afd1-1920eb69853f tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:34:17.394545 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364a38c6-1344-4a87-8be1-9d90feb64936 None None] Sync routers for ids ['b17bc018-e80a-43eb-9454-6a7f50e59769'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:34:17.395318 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-028a15a3-13a7-46a7-afd1-1920eb69853f tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] 10.222.0.98 "PUT /v2.0/routers/b17bc018-e80a-43eb-9454-6a7f50e59769/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1490510 Jul 09 16:34:17.397770 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54142) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:17.403823 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7c3e3c72-8156-42f4-a3d1-4363726f3529 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Request body: {'port': {'network_id': '3108905b-afbe-4cfb-a7d5-8e085dfd40ec', 'name': 'tempest-FloatingIPNegativeTestJSON-624550991'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:17.408951 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364a38c6-1344-4a87-8be1-9d90feb64936 None None] Routers {'b17bc018-e80a-43eb-9454-6a7f50e59769'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:34:17.409715 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-364a38c6-1344-4a87-8be1-9d90feb64936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:33:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['b17bc018-e80a-43eb-9454-6a7f50e59769'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:17.493786 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c054e04f-0741-44a0-a280-c9c4904885bb tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Deleting port 29621b85-dad4-43c1-a871-6b8c5c5f8e41 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:34:17.494123 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c054e04f-0741-44a0-a280-c9c4904885bb tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:17.509143 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-246eebf5-8a02-4084-ad2a-3cf4eabf9a26 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:17.514675 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-364a38c6-1344-4a87-8be1-9d90feb64936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:17.545183 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364a38c6-1344-4a87-8be1-9d90feb64936 None None] Routers {'b17bc018-e80a-43eb-9454-6a7f50e59769'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:34:17.547173 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-364a38c6-1344-4a87-8be1-9d90feb64936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:33:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['b17bc018-e80a-43eb-9454-6a7f50e59769'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:17.550017 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-34725e57-6753-4428-a9c2-158dd9ec7d51 None None] Provisioning complete for port fa84900d-6145-4cb9-bcc1-15935a3a6521 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:34:17.550404 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-34725e57-6753-4428-a9c2-158dd9ec7d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:17.566038 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-246eebf5-8a02-4084-ad2a-3cf4eabf9a26 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:17.570614 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3e3c72-8156-42f4-a3d1-4363726f3529 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Made reservation on behalf of fa4c65dc64d048dfb3d17aaac7e599f1 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:34:17.574297 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-246eebf5-8a02-4084-ad2a-3cf4eabf9a26 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] 10.222.0.98 "DELETE /v2.0/networks/e12040e8-3204-4bd2-b9d4-50b3982ca98e HTTP/1.1" status: 204 len: 168 time: 2.1859391 Jul 09 16:34:17.575693 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c3e3c72-8156-42f4-a3d1-4363726f3529 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:17.589331 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54148) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:17.626695 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-364a38c6-1344-4a87-8be1-9d90feb64936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:17.631298 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364a38c6-1344-4a87-8be1-9d90feb64936 None None] The sync data for ids ['b17bc018-e80a-43eb-9454-6a7f50e59769'] in n-d-798930-3 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:34:17.641663 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246eebf5-8a02-4084-ad2a-3cf4eabf9a26 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Pushing event deleted for resources: {'Network': ['ID=e12040e8-3204-4bd2-b9d4-50b3982ca98e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:17.670317 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4351d8f-9349-407b-a083-aa6450d71e3d req-e239343d-b441-4134-a8bc-e3a475acf051 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:17.671245 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f4351d8f-9349-407b-a083-aa6450d71e3d req-e239343d-b441-4134-a8bc-e3a475acf051 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8d61f9e-57f7-4989-9af3-b4f837d642a2 HTTP/1.1" status: 200 len: 945 time: 0.7386854 Jul 09 16:34:17.731279 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-7c3e3c72-8156-42f4-a3d1-4363726f3529 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] device_id is not set on port 173d2b96-c54a-4332-b2ab-a70527a5abbc yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:34:17.731558 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c054e04f-0741-44a0-a280-c9c4904885bb tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] For port 29621b85-dad4-43c1-a871-6b8c5c5f8e41, host n-d-798930-3, got binding levels [] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:17.731558 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c054e04f-0741-44a0-a280-c9c4904885bb tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:17.763175 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-34725e57-6753-4428-a9c2-158dd9ec7d51 None None] Provisioning for port 79de020f-bd5c-4e82-8fd1-a175e375501b completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:34:17.767259 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-34725e57-6753-4428-a9c2-158dd9ec7d51 None None] Provisioning complete for port 79de020f-bd5c-4e82-8fd1-a175e375501b triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:34:17.767632 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-34725e57-6753-4428-a9c2-158dd9ec7d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:17.783032 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c054e04f-0741-44a0-a280-c9c4904885bb tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Calling delete_port for 29621b85-dad4-43c1-a871-6b8c5c5f8e41 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:34:17.794023 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.ipam_backend_mixin [None req-c054e04f-0741-44a0-a280-c9c4904885bb tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Port 29621b85-dad4-43c1-a871-6b8c5c5f8e41 was not found and therefore no delete operation was performed {{(pid=93959) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 16:34:17.807465 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c054e04f-0741-44a0-a280-c9c4904885bb tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:17.823498 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-34725e57-6753-4428-a9c2-158dd9ec7d51 None None] Port 79de020f-bd5c-4e82-8fd1-a175e375501b cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:34:17.826859 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f4351d8f-9349-407b-a083-aa6450d71e3d req-ffcf4a7d-1bbc-493f-921c-4cf1b70d0622 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438122 Jul 09 16:34:17.827201 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device fa84900d-6145-4cb9-bcc1-15935a3a6521 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:34:17.849229 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c054e04f-0741-44a0-a280-c9c4904885bb tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Pushing event deleted for resources: {'Port': ['ID=29621b85-dad4-43c1-a871-6b8c5c5f8e41,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:17.860902 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c054e04f-0741-44a0-a280-c9c4904885bb tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] No DVR routers for this DVR port 29621b85-dad4-43c1-a871-6b8c5c5f8e41 on host n-d-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:34:17.871831 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4623d082-2124-4bb8-8cb5-12d29add3cf2 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:17.936802 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port fa84900d-6145-4cb9-bcc1-15935a3a6521 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:34:17.936979 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:17.956495 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c054e04f-0741-44a0-a280-c9c4904885bb tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:17.967108 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-c054e04f-0741-44a0-a280-c9c4904885bb tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f6d11da-cb44-4553-996a-8640ee51a58c']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:17.978640 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-c054e04f-0741-44a0-a280-c9c4904885bb tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '604946fc-9412-46f0-b2ef-68837d914fe7') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:17.979018 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-c054e04f-0741-44a0-a280-c9c4904885bb tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '604946fc-9412-46f0-b2ef-68837d914fe7') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:17.989186 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c054e04f-0741-44a0-a280-c9c4904885bb tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:17.999885 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b3d8afdd-af03-4070-9bb9-94861761127a None None] Provisioning complete for port 79de020f-bd5c-4e82-8fd1-a175e375501b triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:34:18.003184 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c054e04f-0741-44a0-a280-c9c4904885bb tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:18.009679 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c054e04f-0741-44a0-a280-c9c4904885bb tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:34:18.010107 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c054e04f-0741-44a0-a280-c9c4904885bb tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:18.011138 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b3d8afdd-af03-4070-9bb9-94861761127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:18.101363 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4623d082-2124-4bb8-8cb5-12d29add3cf2 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:18.103357 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:34:18.103357 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:34:18.103357 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:34:18.103357 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:34:18.103357 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:34:18.103357 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:34:18.103357 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:34:18.103357 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:34:18.103357 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:34:18.103357 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:34:18.103357 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:34:18.103357 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:34:18.103357 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:34:18.103357 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:34:18.103357 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:34:18.103357 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:34:18.103357 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:34:18.103357 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:34:18.103357 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:34:18.103357 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:34:18.103357 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:34:18.103357 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:34:18.103357 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:34:18.103357 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:34:18.103357 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:34:18.103357 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:34:18.103357 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:34:18.103357 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:34:18.103357 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:34:18.103357 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:34:18.103357 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:34:18.103357 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:34:18.107679 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c054e04f-0741-44a0-a280-c9c4904885bb tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:18.110482 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b3d8afdd-af03-4070-9bb9-94861761127a None None] Port 79de020f-bd5c-4e82-8fd1-a175e375501b cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:34:18.114226 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-4623d082-2124-4bb8-8cb5-12d29add3cf2 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cf0cf39-3c1a-4686-81e6-1ce7cc314307']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:18.127173 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-4623d082-2124-4bb8-8cb5-12d29add3cf2 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c054d57e-c088-4b3d-b68d-167ec8031d73') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:18.127410 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c054e04f-0741-44a0-a280-c9c4904885bb tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:18.127518 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-4623d082-2124-4bb8-8cb5-12d29add3cf2 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c054d57e-c088-4b3d-b68d-167ec8031d73') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:18.137662 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c054e04f-0741-44a0-a280-c9c4904885bb tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] 10.222.0.98 "DELETE /v2.0/networks/4f6d11da-cb44-4553-996a-8640ee51a58c HTTP/1.1" status: 204 len: 168 time: 1.7816463 Jul 09 16:34:18.137849 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4623d082-2124-4bb8-8cb5-12d29add3cf2 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:18.148440 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c054e04f-0741-44a0-a280-c9c4904885bb tempest-NetworksIpV6TestAttrs-1741866628 tempest-NetworksIpV6TestAttrs-1741866628-project] Pushing event deleted for resources: {'Network': ['ID=4f6d11da-cb44-4553-996a-8640ee51a58c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:18.165123 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4623d082-2124-4bb8-8cb5-12d29add3cf2 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:18.175357 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4623d082-2124-4bb8-8cb5-12d29add3cf2 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:34:18.175768 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4623d082-2124-4bb8-8cb5-12d29add3cf2 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:18.192716 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:34:18.192716 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:34:18.192716 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:34:18.192716 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:34:18.192716 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:34:18.192716 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:34:18.192716 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:34:18.192716 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:34:18.192716 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:34:18.192716 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:34:18.192716 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:34:18.192716 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:34:18.192716 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:34:18.192716 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:34:18.192716 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:34:18.192716 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:34:18.192716 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:34:18.192716 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:34:18.192716 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:34:18.192716 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:34:18.192716 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:34:18.192716 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:34:18.192716 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:34:18.192716 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:34:18.192716 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:34:18.192716 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:34:18.192716 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:34:18.192716 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:34:18.192716 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:34:18.192716 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:34:18.192716 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:34:18.192716 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:34:18.192716 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:34:18.192716 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:34:18.241608 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-7c3e3c72-8156-42f4-a3d1-4363726f3529 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Allocated IP 172.20.0.4 (3108905b-afbe-4cfb-a7d5-8e085dfd40ec/02223fce-9bfd-411b-b994-d2c9f42972df/173d2b96-c54a-4332-b2ab-a70527a5abbc) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:34:18.257686 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 51ab7f49-98df-4324-9770-e037eb1e5e20 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:34:18.284794 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4623d082-2124-4bb8-8cb5-12d29add3cf2 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:18.293673 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4623d082-2124-4bb8-8cb5-12d29add3cf2 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:18.299069 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 51ab7f49-98df-4324-9770-e037eb1e5e20 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:34:18.299419 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 51ab7f49-98df-4324-9770-e037eb1e5e20 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:34:18.299849 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 29621b85-dad4-43c1-a871-6b8c5c5f8e41 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:34:18.301053 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-4623d082-2124-4bb8-8cb5-12d29add3cf2 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] 10.222.0.98 "DELETE /v2.0/networks/8cf0cf39-3c1a-4686-81e6-1ce7cc314307 HTTP/1.1" status: 204 len: 168 time: 0.7091441 Jul 09 16:34:18.303914 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54160) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:18.338668 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 29621b85-dad4-43c1-a871-6b8c5c5f8e41 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:34:18.339049 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 29621b85-dad4-43c1-a871-6b8c5c5f8e41 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:34:18.345124 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4623d082-2124-4bb8-8cb5-12d29add3cf2 tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Pushing event deleted for resources: {'Network': ['ID=8cf0cf39-3c1a-4686-81e6-1ce7cc314307,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:18.353866 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7be65a73-66ca-4f52-bffe-26984bfd8524 None None] Provisioning complete for port 79de020f-bd5c-4e82-8fd1-a175e375501b triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:34:18.354383 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7be65a73-66ca-4f52-bffe-26984bfd8524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:18.408551 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-7be65a73-66ca-4f52-bffe-26984bfd8524 None None] Port 79de020f-bd5c-4e82-8fd1-a175e375501b cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:34:18.413597 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5837d636-4402-43ba-926d-3327ff820c4b tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:18.549705 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5837d636-4402-43ba-926d-3327ff820c4b tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:18.563907 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54168) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:18.567433 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-5837d636-4402-43ba-926d-3327ff820c4b tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2180ec51-b46d-4100-aba4-c4e30d1a9297']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:18.579837 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c3e3c72-8156-42f4-a3d1-4363726f3529 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:18.585345 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-5837d636-4402-43ba-926d-3327ff820c4b tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fde8d109-a27e-4d5c-a37d-05730bf898a7') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:18.585660 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-5837d636-4402-43ba-926d-3327ff820c4b tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fde8d109-a27e-4d5c-a37d-05730bf898a7') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:18.595090 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-7c3e3c72-8156-42f4-a3d1-4363726f3529 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Transition to ACTIVE for port object 173d2b96-c54a-4332-b2ab-a70527a5abbc will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:34:18.598303 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5837d636-4402-43ba-926d-3327ff820c4b tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:18.620483 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5837d636-4402-43ba-926d-3327ff820c4b tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:18.630300 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5837d636-4402-43ba-926d-3327ff820c4b tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:34:18.631028 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5837d636-4402-43ba-926d-3327ff820c4b tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:18.634792 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:34:18.634792 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:34:18.634792 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:34:18.634792 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:34:18.634792 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:34:18.634792 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:34:18.634792 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:34:18.634792 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:34:18.634792 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:34:18.634792 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:34:18.634792 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:34:18.634792 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:34:18.634792 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:34:18.634792 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:34:18.634792 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:34:18.634792 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:34:18.634792 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:34:18.634792 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:34:18.634792 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:34:18.634792 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:34:18.634792 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:34:18.634792 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:34:18.634792 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:34:18.634792 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:34:18.634792 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:34:18.634792 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:34:18.634792 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:34:18.634792 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:34:18.634792 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:34:18.634792 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:34:18.634792 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:34:18.634792 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:34:18.639987 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c3e3c72-8156-42f4-a3d1-4363726f3529 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:18.698137 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3e3c72-8156-42f4-a3d1-4363726f3529 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Network 3108905b-afbe-4cfb-a7d5-8e085dfd40ec is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:34:18.702364 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-7c3e3c72-8156-42f4-a3d1-4363726f3529 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:18.705576 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3e3c72-8156-42f4-a3d1-4363726f3529 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:34:18.716684 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5837d636-4402-43ba-926d-3327ff820c4b tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:18.728129 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5837d636-4402-43ba-926d-3327ff820c4b tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:18.729828 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-5837d636-4402-43ba-926d-3327ff820c4b tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] 10.222.0.98 "DELETE /v2.0/networks/2180ec51-b46d-4100-aba4-c4e30d1a9297 HTTP/1.1" status: 204 len: 168 time: 0.4248819 Jul 09 16:34:18.754051 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3e3c72-8156-42f4-a3d1-4363726f3529 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Pushing event updated for resources: {'Port': ['ID=173d2b96-c54a-4332-b2ab-a70527a5abbc,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:18.785040 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5837d636-4402-43ba-926d-3327ff820c4b tempest-BulkNetworkOpsIpV6Test-1998146604 tempest-BulkNetworkOpsIpV6Test-1998146604-project] Pushing event deleted for resources: {'Network': ['ID=2180ec51-b46d-4100-aba4-c4e30d1a9297,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:18.813595 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3e3c72-8156-42f4-a3d1-4363726f3529 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:18.814311 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c3e3c72-8156-42f4-a3d1-4363726f3529 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:18.831745 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7c3e3c72-8156-42f4-a3d1-4363726f3529 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4326260 Jul 09 16:34:18.834737 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54180) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:18.840779 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-2ffce251-36ad-4f0f-ac9f-6c516c718d9c tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Request body: {'floatingip': {'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:18.874179 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-74deb857-5d21-4ea1-b96e-9903534de4eb admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b1f034070c2447a9b612c7898f3e9d32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3086119 Jul 09 16:34:18.878204 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54184) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:18.917198 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2ffce251-36ad-4f0f-ac9f-6c516c718d9c tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:19.027062 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f270910-6244-4681-8f9d-39f126ff85a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:19.043708 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d48e185d-4d4f-4834-a39b-a21c44cef441 None None] Provisioning for port 173d2b96-c54a-4332-b2ab-a70527a5abbc completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:34:19.053138 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d48e185d-4d4f-4834-a39b-a21c44cef441 None None] Provisioning complete for port 173d2b96-c54a-4332-b2ab-a70527a5abbc triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:34:19.053800 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d48e185d-4d4f-4834-a39b-a21c44cef441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:19.064366 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f270910-6244-4681-8f9d-39f126ff85a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:19.115640 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c6c97-2829-4bb8-a338-bc039a261fcb req-19366954-ecc9-4811-9ec4-873f71caf0d8 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:19.123320 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e69c6c97-2829-4bb8-a338-bc039a261fcb req-19366954-ecc9-4811-9ec4-873f71caf0d8 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8d61f9e-57f7-4989-9af3-b4f837d642a2 HTTP/1.1" status: 200 len: 945 time: 0.0881047 Jul 09 16:34:19.129357 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-d48e185d-4d4f-4834-a39b-a21c44cef441 None None] Port 173d2b96-c54a-4332-b2ab-a70527a5abbc cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:34:19.146362 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54194) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:19.163719 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e69c6c97-2829-4bb8-a338-bc039a261fcb req-a4dcf8ec-9934-46de-afda-6d801f0e5685 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388615 Jul 09 16:34:19.182798 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2ffce251-36ad-4f0f-ac9f-6c516c718d9c tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:19.224436 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f270910-6244-4681-8f9d-39f126ff85a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:19.226952 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f270910-6244-4681-8f9d-39f126ff85a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:19.228098 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6f270910-6244-4681-8f9d-39f126ff85a5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b299110f-cd7d-44db-ac00-5ca3db7c8c31 HTTP/1.1" status: 204 len: 168 time: 0.3483629 Jul 09 16:34:19.244697 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f270910-6244-4681-8f9d-39f126ff85a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b299110f-cd7d-44db-ac00-5ca3db7c8c31,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:19.315450 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-2ffce251-36ad-4f0f-ac9f-6c516c718d9c tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Allocated IP 172.25.0.225 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/803afa9f-b119-4168-9c43-d59a60d10fc0) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:34:19.429120 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-bbdecf78-b632-4cae-844d-301bf6f178a0 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=220ad0f433a74515bdc60db8a54ea0b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2810459 Jul 09 16:34:19.431958 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54206) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:19.486382 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2ffce251-36ad-4f0f-ac9f-6c516c718d9c tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:19.501779 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8a9bb532-c4d5-4309-9652-d1288e5082e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:19.530667 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8a9bb532-c4d5-4309-9652-d1288e5082e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:19.540454 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2ffce251-36ad-4f0f-ac9f-6c516c718d9c tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:19.585480 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffce251-36ad-4f0f-ac9f-6c516c718d9c tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Pushing event updated for resources: {'Port': ['ID=803afa9f-b119-4168-9c43-d59a60d10fc0,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:19.600660 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffce251-36ad-4f0f-ac9f-6c516c718d9c tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:34:19.601706 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8a9bb532-c4d5-4309-9652-d1288e5082e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:19.602396 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-2ffce251-36ad-4f0f-ac9f-6c516c718d9c tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:19.605067 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffce251-36ad-4f0f-ac9f-6c516c718d9c tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:34:19.610245 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8a9bb532-c4d5-4309-9652-d1288e5082e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:19.611742 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8a9bb532-c4d5-4309-9652-d1288e5082e1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4f699201-e674-43d7-bd74-efef24997acb HTTP/1.1" status: 204 len: 168 time: 0.1787965 Jul 09 16:34:19.627899 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9bb532-c4d5-4309-9652-d1288e5082e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f699201-e674-43d7-bd74-efef24997acb,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:19.713952 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2ffce251-36ad-4f0f-ac9f-6c516c718d9c tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:19.793402 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2ffce251-36ad-4f0f-ac9f-6c516c718d9c tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:20.068692 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2ffce251-36ad-4f0f-ac9f-6c516c718d9c tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:20.083510 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2ffce251-36ad-4f0f-ac9f-6c516c718d9c tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:20.198833 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55049ed7-57d6-4eb0-8380-24fbd71f7005 req-52642f03-9372-48f1-8b9b-b7dfbdf7afa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:20.200433 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-55049ed7-57d6-4eb0-8380-24fbd71f7005 req-52642f03-9372-48f1-8b9b-b7dfbdf7afa9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a8d61f9e-57f7-4989-9af3-b4f837d642a2 HTTP/1.1" status: 200 len: 1096 time: 0.2268178 Jul 09 16:34:20.219884 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffce251-36ad-4f0f-ac9f-6c516c718d9c tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Pushing event updated for resources: {'Port': ['ID=803afa9f-b119-4168-9c43-d59a60d10fc0,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:20.249315 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2ffce251-36ad-4f0f-ac9f-6c516c718d9c tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:20.251062 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54250) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:20.275297 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2ffce251-36ad-4f0f-ac9f-6c516c718d9c tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:20.279256 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2ffce251-36ad-4f0f-ac9f-6c516c718d9c tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4407527 Jul 09 16:34:20.279577 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54254) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:20.285066 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-4ce74fc4-dfb6-4c1c-b433-f93249387a3c tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Request body: {'floatingip': {'port_id': '173d2b96-c54a-4332-b2ab-a70527a5abbc', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:20.291483 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-55049ed7-57d6-4eb0-8380-24fbd71f7005 req-f94e4487-3003-41d2-96f4-6212119a3ab6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812161 Jul 09 16:34:20.337223 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4ce74fc4-dfb6-4c1c-b433-f93249387a3c tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks [] for floatingip, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:20.515534 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1c731-bdad-4c0b-b95a-b9eed5874f3d req-2183d5c5-1573-497b-ad85-154f8b42e3bb tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:20.517631 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-16f1c731-bdad-4c0b-b95a-b9eed5874f3d req-2183d5c5-1573-497b-ad85-154f8b42e3bb tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8d61f9e-57f7-4989-9af3-b4f837d642a2 HTTP/1.1" status: 200 len: 945 time: 0.1435523 Jul 09 16:34:20.547004 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-a28b9fcc-e8c7-48ec-bc61-870c1c4fb424 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-225878920'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:20.551793 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-4ce74fc4-dfb6-4c1c-b433-f93249387a3c tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] update failed (client error): The resource could not be found. Jul 09 16:34:20.556169 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54270) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:20.556342 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-4ce74fc4-dfb6-4c1c-b433-f93249387a3c tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] 10.222.0.98 "PUT /v2.0/floatingips/787bd28e-05df-4fdb-973d-2e52704aaefa HTTP/1.1" status: 404 len: 507 time: 0.2754862 Jul 09 16:34:20.595563 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-16f1c731-bdad-4c0b-b95a-b9eed5874f3d req-3b4b9132-3db6-43fd-8232-b56c03cc61a5 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642762 Jul 09 16:34:20.597271 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28b9fcc-e8c7-48ec-bc61-870c1c4fb424 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Made reservation on behalf of 6c6145552dd04842a1541a99fce20415 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:34:20.601234 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a28b9fcc-e8c7-48ec-bc61-870c1c4fb424 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:20.615421 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a28b9fcc-e8c7-48ec-bc61-870c1c4fb424 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:20.698677 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54272) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:20.741715 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-c26bef91-f2ff-45e8-ba2b-f9a4deaee86a tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Deleting port 803afa9f-b119-4168-9c43-d59a60d10fc0 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:34:20.742317 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c26bef91-f2ff-45e8-ba2b-f9a4deaee86a tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:20.755050 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a28b9fcc-e8c7-48ec-bc61-870c1c4fb424 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:20.760100 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a28b9fcc-e8c7-48ec-bc61-870c1c4fb424 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:20.791126 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a28b9fcc-e8c7-48ec-bc61-870c1c4fb424 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:34:20.801722 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b9fcc-e8c7-48ec-bc61-870c1c4fb424 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1da28c9e-fb12-4fb3-a0e7-f381d0b2ce81,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:20.806840 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a28b9fcc-e8c7-48ec-bc61-870c1c4fb424 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:20.807145 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-a28b9fcc-e8c7-48ec-bc61-870c1c4fb424 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Added segment e4e98592-0354-4a91-a51f-a1f0441cbb05 of type vlan for network 1fb4d275-85e4-472a-9add-7add3c322f0e Jul 09 16:34:20.870001 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c26bef91-f2ff-45e8-ba2b-f9a4deaee86a tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:20.870368 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c26bef91-f2ff-45e8-ba2b-f9a4deaee86a tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:20.881012 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-ef64bc86-93b6-40ba-9cac-381763b1aa68 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2021821825', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:20.886088 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-c26bef91-f2ff-45e8-ba2b-f9a4deaee86a tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Calling delete_port for 803afa9f-b119-4168-9c43-d59a60d10fc0 owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:34:20.888795 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a28b9fcc-e8c7-48ec-bc61-870c1c4fb424 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:20.926676 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ef64bc86-93b6-40ba-9cac-381763b1aa68 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:20.927829 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ef64bc86-93b6-40ba-9cac-381763b1aa68 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:20.938627 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a28b9fcc-e8c7-48ec-bc61-870c1c4fb424 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:20.944834 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28b9fcc-e8c7-48ec-bc61-870c1c4fb424 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:20.945558 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a28b9fcc-e8c7-48ec-bc61-870c1c4fb424 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:21.040684 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c26bef91-f2ff-45e8-ba2b-f9a4deaee86a tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:21.056198 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a28b9fcc-e8c7-48ec-bc61-870c1c4fb424 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8039532 Jul 09 16:34:21.059276 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54284) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:21.065822 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ef64bc86-93b6-40ba-9cac-381763b1aa68 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:21.072689 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-8b34ce0b-c926-47d0-a6fd-dc73a33b8914 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Request body: {'port': {'network_id': '1fb4d275-85e4-472a-9add-7add3c322f0e', 'name': 'tempest-PortsTestJSON-1340589381'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:21.075611 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bef91-f2ff-45e8-ba2b-f9a4deaee86a tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Pushing event deleted for resources: {'Port': ['ID=803afa9f-b119-4168-9c43-d59a60d10fc0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:21.078055 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b9fcc-e8c7-48ec-bc61-870c1c4fb424 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event updated for resources: {'Network': ['ID=1fb4d275-85e4-472a-9add-7add3c322f0e,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:21.081355 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ef64bc86-93b6-40ba-9cac-381763b1aa68 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:21.106510 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 1fb4d275-85e4-472a-9add-7add3c322f0e details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:34:21.153868 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c26bef91-f2ff-45e8-ba2b-f9a4deaee86a tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:21.156876 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c26bef91-f2ff-45e8-ba2b-f9a4deaee86a tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:21.157831 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c26bef91-f2ff-45e8-ba2b-f9a4deaee86a tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] 10.222.0.98 "DELETE /v2.0/floatingips/787bd28e-05df-4fdb-973d-2e52704aaefa HTTP/1.1" status: 204 len: 168 time: 0.6005290 Jul 09 16:34:21.163139 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ef64bc86-93b6-40ba-9cac-381763b1aa68 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:21.167168 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ef64bc86-93b6-40ba-9cac-381763b1aa68 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4649692 Jul 09 16:34:21.167168 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54290) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:21.175728 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54292) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:21.175951 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-3984f861-4426-4a72-9082-ec1585f017ab tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Request body: {'floatingip': {'floating_network_id': '3108905b-afbe-4cfb-a7d5-8e085dfd40ec', 'port_id': '173d2b96-c54a-4332-b2ab-a70527a5abbc', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:21.194605 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-3e06b876-4514-4082-96f0-ed2076b8678a tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-841220812'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:21.218564 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.db.api [None req-8b34ce0b-c926-47d0-a6fd-dc73a33b8914 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 16:34:21.218564 n-d-798930-3 neutron-server[93959]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 16:34:21.218564 n-d-798930-3 neutron-server[93959]: [parameters: {'project_id_1': '6c6145552dd04842a1541a99fce20415', 'expiration_1': datetime.datetime(2021, 7, 9, 16, 34, 21, 207777)}] Jul 09 16:34:21.218564 n-d-798930-3 neutron-server[93959]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:34:21.219216 n-d-798930-3 neutron-server[93959]: DEBUG oslo_db.api [None req-8b34ce0b-c926-47d0-a6fd-dc73a33b8914 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:34:21.219564 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.db.api [None req-3984f861-4426-4a72-9082-ec1585f017ab tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 16:34:21.219564 n-d-798930-3 neutron-server[93959]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 16:34:21.219564 n-d-798930-3 neutron-server[93959]: [parameters: {'project_id_1': 'fa4c65dc64d048dfb3d17aaac7e599f1', 'expiration_1': datetime.datetime(2021, 7, 9, 16, 34, 21, 205897)}] Jul 09 16:34:21.219564 n-d-798930-3 neutron-server[93959]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:34:21.220369 n-d-798930-3 neutron-server[93959]: DEBUG oslo_db.api [None req-3984f861-4426-4a72-9082-ec1585f017ab tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:34:21.226860 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e06b876-4514-4082-96f0-ed2076b8678a tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Made reservation on behalf of 280d64bf2ce74a378acf75db20bbd715 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:34:21.230659 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3e06b876-4514-4082-96f0-ed2076b8678a tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:21.240471 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3e06b876-4514-4082-96f0-ed2076b8678a tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:21.339555 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3e06b876-4514-4082-96f0-ed2076b8678a tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:21.344947 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3e06b876-4514-4082-96f0-ed2076b8678a tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:21.374793 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e06b876-4514-4082-96f0-ed2076b8678a tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:34:21.380907 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e06b876-4514-4082-96f0-ed2076b8678a tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e32e0e-61bc-493d-bcc0-ef7456d3b25e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:21.388331 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3e06b876-4514-4082-96f0-ed2076b8678a tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:21.389312 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-3e06b876-4514-4082-96f0-ed2076b8678a tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Added segment cc734dd7-775d-49e2-93d7-8c8e4311a9fe of type vlan for network 1f09a011-3617-446a-9f66-f6023cc88e4c Jul 09 16:34:21.433024 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3e06b876-4514-4082-96f0-ed2076b8678a tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:21.471187 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3e06b876-4514-4082-96f0-ed2076b8678a tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:21.477326 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e06b876-4514-4082-96f0-ed2076b8678a tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:21.477924 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3e06b876-4514-4082-96f0-ed2076b8678a tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:21.546897 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-3e06b876-4514-4082-96f0-ed2076b8678a tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3665886 Jul 09 16:34:21.546897 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54298) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:21.552664 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-5ac6c915-d402-4173-b481-e0caf3c3914d tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Request body: {'subnet': {'network_id': '1f09a011-3617-446a-9f66-f6023cc88e4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:21.559916 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e06b876-4514-4082-96f0-ed2076b8678a tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Pushing event updated for resources: {'Network': ['ID=1f09a011-3617-446a-9f66-f6023cc88e4c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:21.579823 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 1f09a011-3617-446a-9f66-f6023cc88e4c details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:34:21.651538 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac6c915-d402-4173-b481-e0caf3c3914d tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Made reservation on behalf of 280d64bf2ce74a378acf75db20bbd715 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:34:21.658992 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5ac6c915-d402-4173-b481-e0caf3c3914d tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:21.751808 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b34ce0b-c926-47d0-a6fd-dc73a33b8914 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Made reservation on behalf of 6c6145552dd04842a1541a99fce20415 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:34:21.756642 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b34ce0b-c926-47d0-a6fd-dc73a33b8914 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:21.825104 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b34ce0b-c926-47d0-a6fd-dc73a33b8914 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] device_id is not set on port 7235edad-6587-4083-9ce5-7c938fc5a1d8 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:34:21.836267 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3984f861-4426-4a72-9082-ec1585f017ab tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:21.878025 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5ac6c915-d402-4173-b481-e0caf3c3914d tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:21.950652 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac6c915-d402-4173-b481-e0caf3c3914d tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Pushing event updated for resources: {'Subnet': ['ID=434f019a-92af-403f-9341-f663d147b837,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:21.956494 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac6c915-d402-4173-b481-e0caf3c3914d tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Checking segment: {'id': 'cc734dd7-775d-49e2-93d7-8c8e4311a9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1f09a011-3617-446a-9f66-f6023cc88e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:34:21.957098 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac6c915-d402-4173-b481-e0caf3c3914d tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Network hostable DHCP agents. Network: 1f09a011-3617-446a-9f66-f6023cc88e4c, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:34:21.981940 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:34:21.982873 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac6c915-d402-4173-b481-e0caf3c3914d tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Network 1f09a011-3617-446a-9f66-f6023cc88e4c is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:34:21.993363 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-5ac6c915-d402-4173-b481-e0caf3c3914d tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 1f09a011-3617-446a-9f66-f6023cc88e4c) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:22.000696 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac6c915-d402-4173-b481-e0caf3c3914d tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:22.001841 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5ac6c915-d402-4173-b481-e0caf3c3914d tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:22.002608 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e56e55-b0b2-4ec4-8846-0d54df5c1f96 None None] Network 1f09a011-3617-446a-9f66-f6023cc88e4c requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:34:22.027228 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-5ac6c915-d402-4173-b481-e0caf3c3914d tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4798651 Jul 09 16:34:22.028246 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54308) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:22.036213 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-3653ce46-b318-492f-9836-68bfbb90d69a tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Request body: {'network': {'name': 'tempest-router-network01--753154105'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:22.051432 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c4668b-23b3-41a2-a7fa-db9aaf320f5a req-e8a14e1c-4d97-49d6-8126-9e3566b4c82b tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:22.053101 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-30c4668b-23b3-41a2-a7fa-db9aaf320f5a req-e8a14e1c-4d97-49d6-8126-9e3566b4c82b tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8d61f9e-57f7-4989-9af3-b4f837d642a2 HTTP/1.1" status: 200 len: 945 time: 0.2890499 Jul 09 16:34:22.089962 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3653ce46-b318-492f-9836-68bfbb90d69a tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Made reservation on behalf of 280d64bf2ce74a378acf75db20bbd715 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:34:22.093635 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3653ce46-b318-492f-9836-68bfbb90d69a tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:22.142643 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3653ce46-b318-492f-9836-68bfbb90d69a tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:34:22.144899 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b34ce0b-c926-47d0-a6fd-dc73a33b8914 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:22.153092 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3653ce46-b318-492f-9836-68bfbb90d69a tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:22.153842 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-3653ce46-b318-492f-9836-68bfbb90d69a tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Added segment af94c431-4682-4370-bb12-58c56c79be4f of type vlan for network 9b3fe658-9db0-4041-be54-09fa568c450d Jul 09 16:34:22.169466 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-30c4668b-23b3-41a2-a7fa-db9aaf320f5a req-5e65e6c3-9a18-4cbe-b522-d7479807d898 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045859 Jul 09 16:34:22.217413 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3653ce46-b318-492f-9836-68bfbb90d69a tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:22.224385 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-3984f861-4426-4a72-9082-ec1585f017ab tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:34:22.227325 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3984f861-4426-4a72-9082-ec1585f017ab tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.0567732 Jul 09 16:34:22.229084 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b34ce0b-c926-47d0-a6fd-dc73a33b8914 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:22.230245 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54316) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:22.241532 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-c6db14df-60ab-491d-a14f-1f535ee60973 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Request body: {'floatingip': {'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'port_id': '173d2b96-c54a-4332-b2ab-a70527a5abbc', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:22.265724 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-134ef905-1ce8-48bf-9df1-14fe1f68b298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:22.291930 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6db14df-60ab-491d-a14f-1f535ee60973 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:22.309101 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3653ce46-b318-492f-9836-68bfbb90d69a tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:22.315753 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b34ce0b-c926-47d0-a6fd-dc73a33b8914 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event updated for resources: {'Port': ['ID=7235edad-6587-4083-9ce5-7c938fc5a1d8,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:22.327172 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07adb03-a369-4f1c-972d-cc9d0c0b7e38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-1f09a011-3617-446a-9f66-f6023cc88e4c', 'network_id': '1f09a011-3617-446a-9f66-f6023cc88e4c', 'tenant_id': '280d64bf2ce74a378acf75db20bbd715', 'fixed_ips': [{'subnet_id': '434f019a-92af-403f-9341-f663d147b837'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:34:22.327883 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3653ce46-b318-492f-9836-68bfbb90d69a tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:22.328110 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e07adb03-a369-4f1c-972d-cc9d0c0b7e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:22.329062 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3653ce46-b318-492f-9836-68bfbb90d69a tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:22.332129 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b34ce0b-c926-47d0-a6fd-dc73a33b8914 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Checking segment: {'id': 'e4e98592-0354-4a91-a51f-a1f0441cbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1fb4d275-85e4-472a-9add-7add3c322f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:34:22.332500 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b34ce0b-c926-47d0-a6fd-dc73a33b8914 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Network hostable DHCP agents. Network: 1fb4d275-85e4-472a-9add-7add3c322f0e, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:34:22.357523 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b34ce0b-c926-47d0-a6fd-dc73a33b8914 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Network 1fb4d275-85e4-472a-9add-7add3c322f0e is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:34:22.381180 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-8b34ce0b-c926-47d0-a6fd-dc73a33b8914 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 1fb4d275-85e4-472a-9add-7add3c322f0e) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:22.392667 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b34ce0b-c926-47d0-a6fd-dc73a33b8914 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:34:22.403762 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b34ce0b-c926-47d0-a6fd-dc73a33b8914 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:22.405636 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b34ce0b-c926-47d0-a6fd-dc73a33b8914 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:22.432427 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-3653ce46-b318-492f-9836-68bfbb90d69a tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3987925 Jul 09 16:34:22.432665 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54320) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:22.442556 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-3c8eef6d-9449-428d-af1f-509f1bec601c tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Request body: {'network': {'name': 'tempest-router-network02--1787832124'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:22.447911 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708e2504-de96-483c-88c4-d7576fa6e044 None None] Network 1fb4d275-85e4-472a-9add-7add3c322f0e requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:34:22.450889 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3653ce46-b318-492f-9836-68bfbb90d69a tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Pushing event updated for resources: {'Network': ['ID=9b3fe658-9db0-4041-be54-09fa568c450d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:22.472102 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8b34ce0b-c926-47d0-a6fd-dc73a33b8914 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4090848 Jul 09 16:34:22.474947 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54324) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:22.487142 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-a6c8f12d-45db-4200-9f2a-77da24563ba6 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-460663574'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:22.505417 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6db14df-60ab-491d-a14f-1f535ee60973 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:22.519102 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8eef6d-9449-428d-af1f-509f1bec601c tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Made reservation on behalf of 280d64bf2ce74a378acf75db20bbd715 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:34:22.522294 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 9b3fe658-9db0-4041-be54-09fa568c450d details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:34:22.523798 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3c8eef6d-9449-428d-af1f-509f1bec601c tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:22.584632 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c8eef6d-9449-428d-af1f-509f1bec601c tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:34:22.596789 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3c8eef6d-9449-428d-af1f-509f1bec601c tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:22.597464 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-3c8eef6d-9449-428d-af1f-509f1bec601c tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Added segment 7049e397-ac12-4435-9b30-94678b8316cd of type vlan for network c7c00cba-da45-48c4-a225-7c4f03907225 Jul 09 16:34:22.608206 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c8f12d-45db-4200-9f2a-77da24563ba6 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Made reservation on behalf of 6c6145552dd04842a1541a99fce20415 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:34:22.613220 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a6c8f12d-45db-4200-9f2a-77da24563ba6 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:22.675092 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3c8eef6d-9449-428d-af1f-509f1bec601c tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:22.691638 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6c8f12d-45db-4200-9f2a-77da24563ba6 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:34:22.709938 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a6c8f12d-45db-4200-9f2a-77da24563ba6 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:22.710346 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-a6c8f12d-45db-4200-9f2a-77da24563ba6 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Added segment d782627e-d5fe-4719-aa4c-053b923b1a18 of type vlan for network 55f5eeee-6e38-449c-b082-853fbd7ef9db Jul 09 16:34:22.777774 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3c8eef6d-9449-428d-af1f-509f1bec601c tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:22.784580 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8eef6d-9449-428d-af1f-509f1bec601c tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:22.785216 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3c8eef6d-9449-428d-af1f-509f1bec601c tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:22.803055 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-c6db14df-60ab-491d-a14f-1f535ee60973 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Allocated IP 172.25.0.160 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/f9d7f7f7-da8e-430b-98dc-a126afb90fba) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:34:22.816412 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-e07adb03-a369-4f1c-972d-cc9d0c0b7e38 None None] Allocated IP 172.20.0.2 (1f09a011-3617-446a-9f66-f6023cc88e4c/434f019a-92af-403f-9341-f663d147b837/6eaabbca-4185-417e-993f-077d2eb9dd1e) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:34:22.900960 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a69c5d-b63f-4099-945b-eca361ea1633 req-b6befbb8-8d8d-4535-9652-97751fc45e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:22.902507 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-06a69c5d-b63f-4099-945b-eca361ea1633 req-b6befbb8-8d8d-4535-9652-97751fc45e08 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a59a2cde09cd4c80b3ef731d0f4eb5ae&device_id=a8d61f9e-57f7-4989-9af3-b4f837d642a2 HTTP/1.1" status: 200 len: 1096 time: 0.1794887 Jul 09 16:34:22.904997 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a6c8f12d-45db-4200-9f2a-77da24563ba6 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:22.923449 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3c8eef6d-9449-428d-af1f-509f1bec601c tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4901989 Jul 09 16:34:22.929164 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54334) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:22.944297 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8eef6d-9449-428d-af1f-509f1bec601c tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Pushing event updated for resources: {'Network': ['ID=c7c00cba-da45-48c4-a225-7c4f03907225,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:22.968399 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network c7c00cba-da45-48c4-a225-7c4f03907225 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:34:22.990208 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d8456f4f-4074-4758-afb0-6fb51a57e03f tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Request body: {'subnet': {'network_id': '9b3fe658-9db0-4041-be54-09fa568c450d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:23.003274 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e8f69-ec22-4f64-840c-5eb87a6e2c80 req-11575af7-3ac4-430f-9f6d-db6469fdda93 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:23.004822 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0b8e8f69-ec22-4f64-840c-5eb87a6e2c80 req-11575af7-3ac4-430f-9f6d-db6469fdda93 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8d61f9e-57f7-4989-9af3-b4f837d642a2 HTTP/1.1" status: 200 len: 945 time: 0.2080932 Jul 09 16:34:23.015474 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a6c8f12d-45db-4200-9f2a-77da24563ba6 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:23.022092 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c8f12d-45db-4200-9f2a-77da24563ba6 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:23.022880 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a6c8f12d-45db-4200-9f2a-77da24563ba6 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:23.098857 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e07adb03-a369-4f1c-972d-cc9d0c0b7e38 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:23.111966 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e07adb03-a369-4f1c-972d-cc9d0c0b7e38 None None] Transition to ACTIVE for port object 6eaabbca-4185-417e-993f-077d2eb9dd1e will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:34:23.115641 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a6c8f12d-45db-4200-9f2a-77da24563ba6 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6393840 Jul 09 16:34:23.124186 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54338) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:23.132560 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e07adb03-a369-4f1c-972d-cc9d0c0b7e38 None None] Transition to ACTIVE for port object 6eaabbca-4185-417e-993f-077d2eb9dd1e will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:34:23.138139 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-3d3ec015-54f3-4a6c-9ce4-38ffb7570bd8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Request body: {'ports': [{'network_id': '1fb4d275-85e4-472a-9add-7add3c322f0e'}, {'network_id': '55f5eeee-6e38-449c-b082-853fbd7ef9db'}]} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:23.138650 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-3d3ec015-54f3-4a6c-9ce4-38ffb7570bd8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Request body: {'port': {'network_id': '1fb4d275-85e4-472a-9add-7add3c322f0e'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:23.139896 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-3d3ec015-54f3-4a6c-9ce4-38ffb7570bd8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Request body: {'port': {'network_id': '55f5eeee-6e38-449c-b082-853fbd7ef9db'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:23.161570 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c8f12d-45db-4200-9f2a-77da24563ba6 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event updated for resources: {'Network': ['ID=55f5eeee-6e38-449c-b082-853fbd7ef9db,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:23.166928 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e07adb03-a369-4f1c-972d-cc9d0c0b7e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:23.203583 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0b8e8f69-ec22-4f64-840c-5eb87a6e2c80 req-e080a5eb-262c-46f4-a6e0-8943e71c69bf tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905863 Jul 09 16:34:23.214721 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 55f5eeee-6e38-449c-b082-853fbd7ef9db details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:34:23.253204 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a69c5d-b63f-4099-945b-eca361ea1633 req-4aa9fb12-2bca-4e73-b966-a004be396547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:23.255146 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-06a69c5d-b63f-4099-945b-eca361ea1633 req-4aa9fb12-2bca-4e73-b966-a004be396547 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cb4b78a9-5124-4c19-9828-f616933bcd81 HTTP/1.1" status: 200 len: 912 time: 0.3424165 Jul 09 16:34:23.258447 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6db14df-60ab-491d-a14f-1f535ee60973 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:23.315801 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-06a69c5d-b63f-4099-945b-eca361ea1633 req-a8cbaebf-3f9b-4557-b70c-cada21798934 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=177da164-d7d8-4b47-b265-ad6480d12524 HTTP/1.1" status: 200 len: 217 time: 0.0529239 Jul 09 16:34:23.380635 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a69c5d-b63f-4099-945b-eca361ea1633 req-ca330bbf-71df-4893-a8a9-858c0252e4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:23.382278 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-06a69c5d-b63f-4099-945b-eca361ea1633 req-ca330bbf-71df-4893-a8a9-858c0252e4d5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a2030483-cfcd-4c73-9bff-36ef474084f2 HTTP/1.1" status: 200 len: 851 time: 0.0601788 Jul 09 16:34:23.383723 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3ec015-54f3-4a6c-9ce4-38ffb7570bd8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Made reservation on behalf of 6c6145552dd04842a1541a99fce20415 for: {'port': 2} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:34:23.385079 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8456f4f-4074-4758-afb0-6fb51a57e03f tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Made reservation on behalf of 280d64bf2ce74a378acf75db20bbd715 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:34:23.388762 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d8456f4f-4074-4758-afb0-6fb51a57e03f tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:23.390171 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3d3ec015-54f3-4a6c-9ce4-38ffb7570bd8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:23.415846 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3d3ec015-54f3-4a6c-9ce4-38ffb7570bd8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:23.435957 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-06a69c5d-b63f-4099-945b-eca361ea1633 req-b043a877-b2cd-42e5-a855-eb581673358a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cb4b78a9-5124-4c19-9828-f616933bcd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429709 Jul 09 16:34:23.506756 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07adb03-a369-4f1c-972d-cc9d0c0b7e38 None None] Network 1f09a011-3617-446a-9f66-f6023cc88e4c is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:34:23.512997 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-e07adb03-a369-4f1c-972d-cc9d0c0b7e38 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:23.519899 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07adb03-a369-4f1c-972d-cc9d0c0b7e38 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:34:23.529471 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07adb03-a369-4f1c-972d-cc9d0c0b7e38 None None] Pushing event updated for resources: {'Port': ['ID=6eaabbca-4185-417e-993f-077d2eb9dd1e,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:23.559054 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-3d3ec015-54f3-4a6c-9ce4-38ffb7570bd8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] device_id is not set on port b9aaa847-ebc7-40e1-9835-b53241db4a66 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:34:23.608102 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e07adb03-a369-4f1c-972d-cc9d0c0b7e38 None None] Attempting to bind port 6eaabbca-4185-417e-993f-077d2eb9dd1e on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:34:23.608586 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e07adb03-a369-4f1c-972d-cc9d0c0b7e38 None None] Attempting to bind port 6eaabbca-4185-417e-993f-077d2eb9dd1e by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'cc734dd7-775d-49e2-93d7-8c8e4311a9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1f09a011-3617-446a-9f66-f6023cc88e4c'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:34:23.608982 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07adb03-a369-4f1c-972d-cc9d0c0b7e38 None None] Attempting to bind port 6eaabbca-4185-417e-993f-077d2eb9dd1e on network 1f09a011-3617-446a-9f66-f6023cc88e4c {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:34:23.633636 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6db14df-60ab-491d-a14f-1f535ee60973 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:23.638494 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07adb03-a369-4f1c-972d-cc9d0c0b7e38 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:34:23.639014 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07adb03-a369-4f1c-972d-cc9d0c0b7e38 None None] Checking segment: {'id': 'cc734dd7-775d-49e2-93d7-8c8e4311a9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1f09a011-3617-446a-9f66-f6023cc88e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:34:23.639365 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e07adb03-a369-4f1c-972d-cc9d0c0b7e38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:23.639768 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07adb03-a369-4f1c-972d-cc9d0c0b7e38 None None] Bound using segment: {'id': 'cc734dd7-775d-49e2-93d7-8c8e4311a9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1f09a011-3617-446a-9f66-f6023cc88e4c'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:34:23.640348 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e07adb03-a369-4f1c-972d-cc9d0c0b7e38 None None] Bound port: 6eaabbca-4185-417e-993f-077d2eb9dd1e, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc734dd7-775d-49e2-93d7-8c8e4311a9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1f09a011-3617-446a-9f66-f6023cc88e4c'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:34:23.641497 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e07adb03-a369-4f1c-972d-cc9d0c0b7e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:23.706702 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6db14df-60ab-491d-a14f-1f535ee60973 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:34:23.729330 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-c6db14df-60ab-491d-a14f-1f535ee60973 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:23.738218 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6db14df-60ab-491d-a14f-1f535ee60973 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:34:23.744211 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6db14df-60ab-491d-a14f-1f535ee60973 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Pushing event updated for resources: {'Port': ['ID=f9d7f7f7-da8e-430b-98dc-a126afb90fba,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:23.755677 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-e07adb03-a369-4f1c-972d-cc9d0c0b7e38 None None] For port 6eaabbca-4185-417e-993f-077d2eb9dd1e, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:34:23.763572 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-e07adb03-a369-4f1c-972d-cc9d0c0b7e38 None None] For port 6eaabbca-4185-417e-993f-077d2eb9dd1e, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=6eaabbca-4185-417e-993f-077d2eb9dd1e,segment=NetworkSegment(cc734dd7-775d-49e2-93d7-8c8e4311a9fe),segment_id=cc734dd7-775d-49e2-93d7-8c8e4311a9fe)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:34:23.764723 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3d3ec015-54f3-4a6c-9ce4-38ffb7570bd8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:23.770190 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e07adb03-a369-4f1c-972d-cc9d0c0b7e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:23.775393 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-06a69c5d-b63f-4099-945b-eca361ea1633 req-f0bec736-8ec2-4910-a9b4-6b9dfbcac3f5 service neutron] 10.222.0.73 "GET /v2.0/networks/cb4b78a9-5124-4c19-9828-f616933bcd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009682 Jul 09 16:34:23.854882 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07adb03-a369-4f1c-972d-cc9d0c0b7e38 None None] Pushing event updated for resources: {'Port': ['ID=6eaabbca-4185-417e-993f-077d2eb9dd1e,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:23.893636 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-3d3ec015-54f3-4a6c-9ce4-38ffb7570bd8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] device_id is not set on port b190c72e-8d5a-4c95-baec-f07ec55fb380 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:34:24.019359 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d8456f4f-4074-4758-afb0-6fb51a57e03f tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:24.038439 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3d3ec015-54f3-4a6c-9ce4-38ffb7570bd8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:24.085532 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-06a69c5d-b63f-4099-945b-eca361ea1633 req-fccd002a-7613-43de-ae19-cf46db0df6fa service neutron] 10.222.0.73 "GET /v2.0/networks/cb4b78a9-5124-4c19-9828-f616933bcd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790418 Jul 09 16:34:24.092651 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3d3ec015-54f3-4a6c-9ce4-38ffb7570bd8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:24.142158 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8456f4f-4074-4758-afb0-6fb51a57e03f tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Pushing event updated for resources: {'Subnet': ['ID=bae2d0ef-30bf-4bc4-a877-772af894ecf6,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:24.192202 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8456f4f-4074-4758-afb0-6fb51a57e03f tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Checking segment: {'id': 'af94c431-4682-4370-bb12-58c56c79be4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9b3fe658-9db0-4041-be54-09fa568c450d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:34:24.192425 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8456f4f-4074-4758-afb0-6fb51a57e03f tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Network hostable DHCP agents. Network: 9b3fe658-9db0-4041-be54-09fa568c450d, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:34:24.213203 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3ec015-54f3-4a6c-9ce4-38ffb7570bd8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Network 1fb4d275-85e4-472a-9add-7add3c322f0e is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:34:24.221057 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-3d3ec015-54f3-4a6c-9ce4-38ffb7570bd8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:24.223648 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3ec015-54f3-4a6c-9ce4-38ffb7570bd8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:34:24.224497 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3d3ec015-54f3-4a6c-9ce4-38ffb7570bd8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:24.240536 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-c6db14df-60ab-491d-a14f-1f535ee60973 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Deleting port f9d7f7f7-da8e-430b-98dc-a126afb90fba {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:34:24.240817 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6db14df-60ab-491d-a14f-1f535ee60973 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:24.244544 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8456f4f-4074-4758-afb0-6fb51a57e03f tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Network 9b3fe658-9db0-4041-be54-09fa568c450d is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:34:24.261913 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3ec015-54f3-4a6c-9ce4-38ffb7570bd8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event updated for resources: {'Port': ['ID=b9aaa847-ebc7-40e1-9835-b53241db4a66,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:24.308420 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-d8456f4f-4074-4758-afb0-6fb51a57e03f tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 9b3fe658-9db0-4041-be54-09fa568c450d) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:24.318955 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71733611-0259-44f7-a43b-cf769970d9dc None None] Network 9b3fe658-9db0-4041-be54-09fa568c450d requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:34:24.321747 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8456f4f-4074-4758-afb0-6fb51a57e03f tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:24.322389 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d8456f4f-4074-4758-afb0-6fb51a57e03f tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:24.323092 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3ec015-54f3-4a6c-9ce4-38ffb7570bd8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event updated for resources: {'Port': ['ID=b190c72e-8d5a-4c95-baec-f07ec55fb380,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:24.346504 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3ec015-54f3-4a6c-9ce4-38ffb7570bd8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Checking segment: {'id': 'd782627e-d5fe-4719-aa4c-053b923b1a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '55f5eeee-6e38-449c-b082-853fbd7ef9db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:34:24.347038 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3ec015-54f3-4a6c-9ce4-38ffb7570bd8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Network hostable DHCP agents. Network: 55f5eeee-6e38-449c-b082-853fbd7ef9db, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:34:24.365342 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d8456f4f-4074-4758-afb0-6fb51a57e03f tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4146671 Jul 09 16:34:24.369945 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54362) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:24.376471 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-53200a97-d4bd-45d3-acb7-9c717cf7be2e tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Request body: {'subnet': {'network_id': 'c7c00cba-da45-48c4-a225-7c4f03907225', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:24.385450 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6db14df-60ab-491d-a14f-1f535ee60973 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:24.385839 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6db14df-60ab-491d-a14f-1f535ee60973 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:24.409592 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-c6db14df-60ab-491d-a14f-1f535ee60973 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Calling delete_port for f9d7f7f7-da8e-430b-98dc-a126afb90fba owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:34:24.534550 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3ec015-54f3-4a6c-9ce4-38ffb7570bd8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Network 55f5eeee-6e38-449c-b082-853fbd7ef9db is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:34:24.549893 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53200a97-d4bd-45d3-acb7-9c717cf7be2e tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Made reservation on behalf of 280d64bf2ce74a378acf75db20bbd715 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:34:24.554030 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53200a97-d4bd-45d3-acb7-9c717cf7be2e tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:24.583105 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-3d3ec015-54f3-4a6c-9ce4-38ffb7570bd8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 55f5eeee-6e38-449c-b082-853fbd7ef9db) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:24.614543 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40d3615-505e-43d6-b908-debcbb9ab9c7 None None] Network 55f5eeee-6e38-449c-b082-853fbd7ef9db requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:34:24.644761 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43790a35-87d5-42e2-a90d-69a4971071d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-9b3fe658-9db0-4041-be54-09fa568c450d', 'network_id': '9b3fe658-9db0-4041-be54-09fa568c450d', 'tenant_id': '280d64bf2ce74a378acf75db20bbd715', 'fixed_ips': [{'subnet_id': 'bae2d0ef-30bf-4bc4-a877-772af894ecf6'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:34:24.645623 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-43790a35-87d5-42e2-a90d-69a4971071d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:24.675633 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3ec015-54f3-4a6c-9ce4-38ffb7570bd8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:34:24.694097 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3ec015-54f3-4a6c-9ce4-38ffb7570bd8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:24.701727 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3ec015-54f3-4a6c-9ce4-38ffb7570bd8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:24.704004 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3d3ec015-54f3-4a6c-9ce4-38ffb7570bd8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:24.719590 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165605c-ee27-4f9b-bbf2-9ca065eb0640 req-207fb9c4-8034-4fa7-abb8-888af704ac89 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:24.723597 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2165605c-ee27-4f9b-bbf2-9ca065eb0640 req-207fb9c4-8034-4fa7-abb8-888af704ac89 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8d61f9e-57f7-4989-9af3-b4f837d642a2 HTTP/1.1" status: 200 len: 945 time: 0.2649307 Jul 09 16:34:24.790632 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3d3ec015-54f3-4a6c-9ce4-38ffb7570bd8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6623218 Jul 09 16:34:24.793520 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54370) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:24.838726 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2165605c-ee27-4f9b-bbf2-9ca065eb0640 req-d8393aa9-3864-40c7-8809-e4dc8594feb9 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938430 Jul 09 16:34:25.028987 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-43790a35-87d5-42e2-a90d-69a4971071d4 None None] Allocated IP 172.20.0.2 (9b3fe658-9db0-4041-be54-09fa568c450d/bae2d0ef-30bf-4bc4-a877-772af894ecf6/c680a309-900f-4b2a-ad7b-1515ab0b5e6f) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:34:25.081102 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6db14df-60ab-491d-a14f-1f535ee60973 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:25.113534 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6db14df-60ab-491d-a14f-1f535ee60973 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Pushing event deleted for resources: {'Port': ['ID=f9d7f7f7-da8e-430b-98dc-a126afb90fba,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:25.155061 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-38a04ddd-314e-4274-b81a-ac5de9b1320c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:25.212092 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-3568b1d1-28e4-4cdd-bc8c-8707275639a4 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Deleting port b190c72e-8d5a-4c95-baec-f07ec55fb380 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:34:25.212734 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3568b1d1-28e4-4cdd-bc8c-8707275639a4 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:25.287971 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53200a97-d4bd-45d3-acb7-9c717cf7be2e tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:25.289359 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [None req-c6db14df-60ab-491d-a14f-1f535ee60973 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] create failed (client error): The resource could not be found. Jul 09 16:34:25.289775 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-43790a35-87d5-42e2-a90d-69a4971071d4 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:25.292695 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c6db14df-60ab-491d-a14f-1f535ee60973 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.0600009 Jul 09 16:34:25.298428 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54378) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:25.301006 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-43790a35-87d5-42e2-a90d-69a4971071d4 None None] Transition to ACTIVE for port object c680a309-900f-4b2a-ad7b-1515ab0b5e6f will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:34:25.319540 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-43790a35-87d5-42e2-a90d-69a4971071d4 None None] Transition to ACTIVE for port object c680a309-900f-4b2a-ad7b-1515ab0b5e6f will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:34:25.332258 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-43790a35-87d5-42e2-a90d-69a4971071d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:25.392387 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43790a35-87d5-42e2-a90d-69a4971071d4 None None] Network 9b3fe658-9db0-4041-be54-09fa568c450d is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:34:25.399155 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-43790a35-87d5-42e2-a90d-69a4971071d4 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:25.409058 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43790a35-87d5-42e2-a90d-69a4971071d4 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:34:25.421213 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:25.427856 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43790a35-87d5-42e2-a90d-69a4971071d4 None None] Pushing event updated for resources: {'Port': ['ID=c680a309-900f-4b2a-ad7b-1515ab0b5e6f,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:25.498694 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-43790a35-87d5-42e2-a90d-69a4971071d4 None None] Attempting to bind port c680a309-900f-4b2a-ad7b-1515ab0b5e6f on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:34:25.498694 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-43790a35-87d5-42e2-a90d-69a4971071d4 None None] Attempting to bind port c680a309-900f-4b2a-ad7b-1515ab0b5e6f by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'af94c431-4682-4370-bb12-58c56c79be4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9b3fe658-9db0-4041-be54-09fa568c450d'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:34:25.499371 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43790a35-87d5-42e2-a90d-69a4971071d4 None None] Attempting to bind port c680a309-900f-4b2a-ad7b-1515ab0b5e6f on network 9b3fe658-9db0-4041-be54-09fa568c450d {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:34:25.510490 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43790a35-87d5-42e2-a90d-69a4971071d4 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:34:25.513586 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43790a35-87d5-42e2-a90d-69a4971071d4 None None] Checking segment: {'id': 'af94c431-4682-4370-bb12-58c56c79be4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9b3fe658-9db0-4041-be54-09fa568c450d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:34:25.514027 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-43790a35-87d5-42e2-a90d-69a4971071d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:25.514426 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43790a35-87d5-42e2-a90d-69a4971071d4 None None] Bound using segment: {'id': 'af94c431-4682-4370-bb12-58c56c79be4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9b3fe658-9db0-4041-be54-09fa568c450d'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:34:25.515609 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-43790a35-87d5-42e2-a90d-69a4971071d4 None None] Bound port: c680a309-900f-4b2a-ad7b-1515ab0b5e6f, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af94c431-4682-4370-bb12-58c56c79be4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9b3fe658-9db0-4041-be54-09fa568c450d'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:34:25.516484 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-43790a35-87d5-42e2-a90d-69a4971071d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:25.517049 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3568b1d1-28e4-4cdd-bc8c-8707275639a4 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:25.521142 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53200a97-d4bd-45d3-acb7-9c717cf7be2e tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Pushing event updated for resources: {'Subnet': ['ID=5be32bb6-eb89-4047-b42e-65f3dc7bd074,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:25.535172 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53200a97-d4bd-45d3-acb7-9c717cf7be2e tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Checking segment: {'id': '7049e397-ac12-4435-9b30-94678b8316cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c7c00cba-da45-48c4-a225-7c4f03907225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:34:25.535722 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53200a97-d4bd-45d3-acb7-9c717cf7be2e tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Network hostable DHCP agents. Network: c7c00cba-da45-48c4-a225-7c4f03907225, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:34:25.551531 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-3568b1d1-28e4-4cdd-bc8c-8707275639a4 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Calling delete_port for b190c72e-8d5a-4c95-baec-f07ec55fb380 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:34:25.579036 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53200a97-d4bd-45d3-acb7-9c717cf7be2e tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Network c7c00cba-da45-48c4-a225-7c4f03907225 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:34:25.582533 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-46c36a21-6f8b-4ffc-bd80-473f226763a8 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Deleting port 173d2b96-c54a-4332-b2ab-a70527a5abbc {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:34:25.582958 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-46c36a21-6f8b-4ffc-bd80-473f226763a8 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:25.635134 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-53200a97-d4bd-45d3-acb7-9c717cf7be2e tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, c7c00cba-da45-48c4-a225-7c4f03907225) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:25.644883 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53200a97-d4bd-45d3-acb7-9c717cf7be2e tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:25.645474 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53200a97-d4bd-45d3-acb7-9c717cf7be2e tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:25.678419 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-53200a97-d4bd-45d3-acb7-9c717cf7be2e tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3069103 Jul 09 16:34:25.687312 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54384) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:25.725066 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-43790a35-87d5-42e2-a90d-69a4971071d4 None None] For port c680a309-900f-4b2a-ad7b-1515ab0b5e6f, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:34:25.728898 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-43790a35-87d5-42e2-a90d-69a4971071d4 None None] For port c680a309-900f-4b2a-ad7b-1515ab0b5e6f, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=c680a309-900f-4b2a-ad7b-1515ab0b5e6f,segment=NetworkSegment(af94c431-4682-4370-bb12-58c56c79be4f),segment_id=af94c431-4682-4370-bb12-58c56c79be4f)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:34:25.730411 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97d301f-4bf9-4594-beb1-f88da1a566eb None None] Network c7c00cba-da45-48c4-a225-7c4f03907225 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:34:25.741231 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab39bd6b-38e1-4a4a-b1f7-294e3a5ea368 None None] Network 1f09a011-3617-446a-9f66-f6023cc88e4c requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:34:25.756122 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-43790a35-87d5-42e2-a90d-69a4971071d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:25.828841 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-46c36a21-6f8b-4ffc-bd80-473f226763a8 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:25.856683 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-46c36a21-6f8b-4ffc-bd80-473f226763a8 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Calling delete_port for 173d2b96-c54a-4332-b2ab-a70527a5abbc owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:34:25.903316 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 6eaabbca-4185-417e-993f-077d2eb9dd1e up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:34:25.948864 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8bc1baf0-2e77-4c0a-954e-0f0f7d330df5 None None] Provisioning for port 6eaabbca-4185-417e-993f-077d2eb9dd1e completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:34:25.969615 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3568b1d1-28e4-4cdd-bc8c-8707275639a4 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:26.012966 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43790a35-87d5-42e2-a90d-69a4971071d4 None None] Pushing event updated for resources: {'Port': ['ID=c680a309-900f-4b2a-ad7b-1515ab0b5e6f,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:26.026778 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3568b1d1-28e4-4cdd-bc8c-8707275639a4 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event deleted for resources: {'Port': ['ID=b190c72e-8d5a-4c95-baec-f07ec55fb380,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:26.126362 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1cffbb84-0697-495e-9c4d-72079c393ae5 req-e19955ca-c7cc-403e-af51-ef09754ae296 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1fd17488-a375-4c9a-b594-f5f9603f4217&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4229782 Jul 09 16:34:26.170948 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 6eaabbca-4185-417e-993f-077d2eb9dd1e completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:34:26.170948 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 6eaabbca-4185-417e-993f-077d2eb9dd1e triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:34:26.170948 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:26.261562 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3568b1d1-28e4-4cdd-bc8c-8707275639a4 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:26.266833 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3568b1d1-28e4-4cdd-bc8c-8707275639a4 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "DELETE /v2.0/ports/b190c72e-8d5a-4c95-baec-f07ec55fb380 HTTP/1.1" status: 204 len: 168 time: 1.4717994 Jul 09 16:34:26.267099 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54394) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:26.268212 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-46c36a21-6f8b-4ffc-bd80-473f226763a8 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:26.394157 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-49871ce2-e085-4cd5-afd1-83679d2d45aa tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:26.400269 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c36a21-6f8b-4ffc-bd80-473f226763a8 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Pushing event deleted for resources: {'Port': ['ID=173d2b96-c54a-4332-b2ab-a70527a5abbc,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:26.473524 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:26.480213 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a92a3e-bf76-4fce-8b41-89a7865cf473 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-c7c00cba-da45-48c4-a225-7c4f03907225', 'network_id': 'c7c00cba-da45-48c4-a225-7c4f03907225', 'tenant_id': '280d64bf2ce74a378acf75db20bbd715', 'fixed_ips': [{'subnet_id': '5be32bb6-eb89-4047-b42e-65f3dc7bd074'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:34:26.487077 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c6a92a3e-bf76-4fce-8b41-89a7865cf473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:26.491903 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d20d2f-6dc4-45a5-a159-f91180e64065 req-4ce16743-dcea-4287-9257-d380d60fd00f tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:26.499460 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-24d20d2f-6dc4-45a5-a159-f91180e64065 req-4ce16743-dcea-4287-9257-d380d60fd00f tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8d61f9e-57f7-4989-9af3-b4f837d642a2 HTTP/1.1" status: 200 len: 945 time: 0.2683797 Jul 09 16:34:26.600264 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-24d20d2f-6dc4-45a5-a159-f91180e64065 req-ec3130f5-2abd-4459-87af-7f2f9610bac1 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999069 Jul 09 16:34:26.609106 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-46c36a21-6f8b-4ffc-bd80-473f226763a8 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:26.612054 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-46c36a21-6f8b-4ffc-bd80-473f226763a8 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] 10.222.0.98 "DELETE /v2.0/ports/173d2b96-c54a-4332-b2ab-a70527a5abbc HTTP/1.1" status: 204 len: 168 time: 1.3116360 Jul 09 16:34:26.618221 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54402) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:26.694370 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cffbb84-0697-495e-9c4d-72079c393ae5 req-3f639b89-86e8-4b6b-b34b-398b98d296f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:26.696016 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1cffbb84-0697-495e-9c4d-72079c393ae5 req-3f639b89-86e8-4b6b-b34b-398b98d296f1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c352622f74f54906914220d03e45b0a2&device_id=1fd17488-a375-4c9a-b594-f5f9603f4217 HTTP/1.1" status: 200 len: 1096 time: 0.4412124 Jul 09 16:34:26.713044 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae85a1e-c085-4172-92d8-8bc67b74453b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:26.719608 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae85a1e-c085-4172-92d8-8bc67b74453b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:26.723760 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-dae85a1e-c085-4172-92d8-8bc67b74453b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.4512689 Jul 09 16:34:26.730375 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:26.733566 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54404) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:26.874652 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-49871ce2-e085-4cd5-afd1-83679d2d45aa tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Allocated IP 172.20.0.1 (9b3fe658-9db0-4041-be54-09fa568c450d/bae2d0ef-30bf-4bc4-a877-772af894ecf6/959fb256-5f81-4c4b-91d3-cb6a93f92959) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:34:26.913671 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:27.020236 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-c6a92a3e-bf76-4fce-8b41-89a7865cf473 None None] Allocated IP 172.20.0.2 (c7c00cba-da45-48c4-a225-7c4f03907225/5be32bb6-eb89-4047-b42e-65f3dc7bd074/ff57d734-a6bc-43db-8c97-b8946434b837) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:34:27.073914 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6207fe-e922-48b2-851c-524736746474 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:27.077252 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0a6207fe-e922-48b2-851c-524736746474 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] 10.222.0.98 "GET /v2.0/ports?device_id=b17bc018-e80a-43eb-9454-6a7f50e59769 HTTP/1.1" status: 200 len: 913 time: 0.4576721 Jul 09 16:34:27.085660 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-49871ce2-e085-4cd5-afd1-83679d2d45aa tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:27.096701 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54410) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:27.103685 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-49871ce2-e085-4cd5-afd1-83679d2d45aa tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Transition to ACTIVE for port object 959fb256-5f81-4c4b-91d3-cb6a93f92959 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:34:27.185823 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-49871ce2-e085-4cd5-afd1-83679d2d45aa tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:27.226937 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c6a92a3e-bf76-4fce-8b41-89a7865cf473 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:27.235987 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c6a92a3e-bf76-4fce-8b41-89a7865cf473 None None] Transition to ACTIVE for port object ff57d734-a6bc-43db-8c97-b8946434b837 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:34:27.251344 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c6a92a3e-bf76-4fce-8b41-89a7865cf473 None None] Transition to ACTIVE for port object ff57d734-a6bc-43db-8c97-b8946434b837 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:34:27.268674 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c6a92a3e-bf76-4fce-8b41-89a7865cf473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:27.278430 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 6eaabbca-4185-417e-993f-077d2eb9dd1e, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=6eaabbca-4185-417e-993f-077d2eb9dd1e,segment=NetworkSegment(cc734dd7-775d-49e2-93d7-8c8e4311a9fe),segment_id=cc734dd7-775d-49e2-93d7-8c8e4311a9fe)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:27.278708 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49871ce2-e085-4cd5-afd1-83679d2d45aa tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Pushing event updated for resources: {'Port': ['ID=959fb256-5f81-4c4b-91d3-cb6a93f92959,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:27.290477 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a92a3e-bf76-4fce-8b41-89a7865cf473 None None] Network c7c00cba-da45-48c4-a225-7c4f03907225 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:34:27.293539 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-c6a92a3e-bf76-4fce-8b41-89a7865cf473 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:27.298476 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a92a3e-bf76-4fce-8b41-89a7865cf473 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:34:27.304964 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49871ce2-e085-4cd5-afd1-83679d2d45aa tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Network 9b3fe658-9db0-4041-be54-09fa568c450d is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:34:27.306721 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-49871ce2-e085-4cd5-afd1-83679d2d45aa tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:27.314992 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49871ce2-e085-4cd5-afd1-83679d2d45aa tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:34:27.330812 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:27.355509 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e9ce5987-10c8-490f-ae6a-20fb643f2cc5 None None] Provisioning complete for port 6eaabbca-4185-417e-993f-077d2eb9dd1e triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:34:27.356526 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e9ce5987-10c8-490f-ae6a-20fb643f2cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:27.441846 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cffbb84-0697-495e-9c4d-72079c393ae5 req-24056c57-5bf3-4c9d-88a8-280a4be0ec36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:27.442599 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-49871ce2-e085-4cd5-afd1-83679d2d45aa tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:27.443666 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1cffbb84-0697-495e-9c4d-72079c393ae5 req-24056c57-5bf3-4c9d-88a8-280a4be0ec36 service neutron] 10.222.0.73 "GET /v2.0/networks?id=adbf0553-b476-4533-a282-e74124932d76 HTTP/1.1" status: 200 len: 912 time: 0.6293139 Jul 09 16:34:27.444090 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a92a3e-bf76-4fce-8b41-89a7865cf473 None None] Pushing event updated for resources: {'Port': ['ID=ff57d734-a6bc-43db-8c97-b8946434b837,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:27.544143 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959badb4-6433-48a9-bcf8-e62f69f89f34 None None] Network 9b3fe658-9db0-4041-be54-09fa568c450d requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:34:27.551389 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-50e9a797-abc0-4af6-a19b-955ef3ad7492 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Deleting port b9aaa847-ebc7-40e1-9835-b53241db4a66 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:34:27.551801 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-50e9a797-abc0-4af6-a19b-955ef3ad7492 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:27.616396 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-c6a92a3e-bf76-4fce-8b41-89a7865cf473 None None] Attempting to bind port ff57d734-a6bc-43db-8c97-b8946434b837 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:34:27.616771 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-c6a92a3e-bf76-4fce-8b41-89a7865cf473 None None] Attempting to bind port ff57d734-a6bc-43db-8c97-b8946434b837 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '7049e397-ac12-4435-9b30-94678b8316cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c7c00cba-da45-48c4-a225-7c4f03907225'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:34:27.617169 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a92a3e-bf76-4fce-8b41-89a7865cf473 None None] Attempting to bind port ff57d734-a6bc-43db-8c97-b8946434b837 on network c7c00cba-da45-48c4-a225-7c4f03907225 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:34:27.644195 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-49871ce2-e085-4cd5-afd1-83679d2d45aa tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:27.664658 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1cffbb84-0697-495e-9c4d-72079c393ae5 req-e9ce4aeb-b40e-446c-b4f6-16ec9109e4cb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4 HTTP/1.1" status: 200 len: 1000 time: 0.1930988 Jul 09 16:34:27.720647 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a92a3e-bf76-4fce-8b41-89a7865cf473 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:34:27.721049 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a92a3e-bf76-4fce-8b41-89a7865cf473 None None] Checking segment: {'id': '7049e397-ac12-4435-9b30-94678b8316cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c7c00cba-da45-48c4-a225-7c4f03907225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:34:27.721431 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c6a92a3e-bf76-4fce-8b41-89a7865cf473 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:27.721832 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a92a3e-bf76-4fce-8b41-89a7865cf473 None None] Bound using segment: {'id': '7049e397-ac12-4435-9b30-94678b8316cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c7c00cba-da45-48c4-a225-7c4f03907225'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:34:27.722331 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-c6a92a3e-bf76-4fce-8b41-89a7865cf473 None None] Bound port: ff57d734-a6bc-43db-8c97-b8946434b837, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7049e397-ac12-4435-9b30-94678b8316cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c7c00cba-da45-48c4-a225-7c4f03907225'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:34:27.722719 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c6a92a3e-bf76-4fce-8b41-89a7865cf473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:27.730440 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=6eaabbca-4185-417e-993f-077d2eb9dd1e,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:27.735926 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cffbb84-0697-495e-9c4d-72079c393ae5 req-daa0dc98-67e4-412c-85f2-ea481efbdfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:27.737792 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1cffbb84-0697-495e-9c4d-72079c393ae5 req-daa0dc98-67e4-412c-85f2-ea481efbdfc7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4438d29a-df86-457d-ba35-c2df5ed90700 HTTP/1.1" status: 200 len: 850 time: 0.0646532 Jul 09 16:34:27.763591 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-50e9a797-abc0-4af6-a19b-955ef3ad7492 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:27.814518 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-50e9a797-abc0-4af6-a19b-955ef3ad7492 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Calling delete_port for b9aaa847-ebc7-40e1-9835-b53241db4a66 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:34:27.907593 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device c680a309-900f-4b2a-ad7b-1515ab0b5e6f up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:34:27.941678 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cffbb84-0697-495e-9c4d-72079c393ae5 req-053f8d96-e712-4b86-9da4-dda980995ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:27.943345 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1cffbb84-0697-495e-9c4d-72079c393ae5 req-053f8d96-e712-4b86-9da4-dda980995ad0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adbf0553-b476-4533-a282-e74124932d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1761937 Jul 09 16:34:27.997800 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-c6a92a3e-bf76-4fce-8b41-89a7865cf473 None None] For port ff57d734-a6bc-43db-8c97-b8946434b837, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:34:28.002754 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-c6a92a3e-bf76-4fce-8b41-89a7865cf473 None None] For port ff57d734-a6bc-43db-8c97-b8946434b837, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=ff57d734-a6bc-43db-8c97-b8946434b837,segment=NetworkSegment(7049e397-ac12-4435-9b30-94678b8316cd),segment_id=7049e397-ac12-4435-9b30-94678b8316cd)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:34:28.023906 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c6a92a3e-bf76-4fce-8b41-89a7865cf473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:28.024877 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-50e9a797-abc0-4af6-a19b-955ef3ad7492 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:28.093586 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9055a341-7fc1-4863-93e1-7d08076a3637 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:28.096035 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e9a797-abc0-4af6-a19b-955ef3ad7492 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event deleted for resources: {'Port': ['ID=b9aaa847-ebc7-40e1-9835-b53241db4a66,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:28.104562 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-50e9a797-abc0-4af6-a19b-955ef3ad7492 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:28.106695 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-50e9a797-abc0-4af6-a19b-955ef3ad7492 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "DELETE /v2.0/ports/b9aaa847-ebc7-40e1-9835-b53241db4a66 HTTP/1.1" status: 204 len: 168 time: 1.3705230 Jul 09 16:34:28.150263 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54430) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:28.175718 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port c680a309-900f-4b2a-ad7b-1515ab0b5e6f completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:34:28.231792 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a92a3e-bf76-4fce-8b41-89a7865cf473 None None] Pushing event updated for resources: {'Port': ['ID=ff57d734-a6bc-43db-8c97-b8946434b837,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:28.263977 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8eced3c8-4406-497e-a2bb-bb5560490eff None None] Provisioning for port c680a309-900f-4b2a-ad7b-1515ab0b5e6f completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:34:28.264844 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1cffbb84-0697-495e-9c4d-72079c393ae5 req-dc9371f4-57bf-4712-beaa-b61472c7d61b service neutron] 10.222.0.73 "GET /v2.0/networks/adbf0553-b476-4533-a282-e74124932d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125837 Jul 09 16:34:28.268310 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:28.270542 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8eced3c8-4406-497e-a2bb-bb5560490eff None None] Provisioning complete for port c680a309-900f-4b2a-ad7b-1515ab0b5e6f triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:34:28.271051 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8eced3c8-4406-497e-a2bb-bb5560490eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:28.419209 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8eced3c8-4406-497e-a2bb-bb5560490eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:28.505981 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-8eced3c8-4406-497e-a2bb-bb5560490eff None None] For port c680a309-900f-4b2a-ad7b-1515ab0b5e6f, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=c680a309-900f-4b2a-ad7b-1515ab0b5e6f,segment=NetworkSegment(af94c431-4682-4370-bb12-58c56c79be4f),segment_id=af94c431-4682-4370-bb12-58c56c79be4f)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:28.514531 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8eced3c8-4406-497e-a2bb-bb5560490eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:28.651599 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f53406e-91f8-4161-a872-46e502d25dca tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:28.655629 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7f53406e-91f8-4161-a872-46e502d25dca tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4983714 Jul 09 16:34:28.655834 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eced3c8-4406-497e-a2bb-bb5560490eff None None] Pushing event updated for resources: {'Port': ['ID=c680a309-900f-4b2a-ad7b-1515ab0b5e6f,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:28.658642 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54440) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:28.673636 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1cffbb84-0697-495e-9c4d-72079c393ae5 req-eec7a747-056d-4850-b24d-99639e86346e service neutron] 10.222.0.73 "GET /v2.0/networks/adbf0553-b476-4533-a282-e74124932d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3974864 Jul 09 16:34:28.702427 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-a99f2c08-3c73-4b06-bf42-3d56b9cacfef tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] GET failed (client error): The resource could not be found. Jul 09 16:34:28.714842 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a99f2c08-3c73-4b06-bf42-3d56b9cacfef tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "GET /v2.0/ports/b190c72e-8d5a-4c95-baec-f07ec55fb380 HTTP/1.1" status: 404 len: 333 time: 0.0493050 Jul 09 16:34:28.716227 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54442) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:28.726024 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af8018-7838-4353-8d1a-3715a9d717d2 req-dff24ec3-92c7-4667-aaad-2dfa5fd9ab2b tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:28.727660 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d0af8018-7838-4353-8d1a-3715a9d717d2 req-dff24ec3-92c7-4667-aaad-2dfa5fd9ab2b tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8d61f9e-57f7-4989-9af3-b4f837d642a2 HTTP/1.1" status: 200 len: 945 time: 0.8545294 Jul 09 16:34:28.758007 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cd834d3-67e9-488e-a57b-a8c5435fa62b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] GET failed (client error): The resource could not be found. Jul 09 16:34:28.760148 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-5cd834d3-67e9-488e-a57b-a8c5435fa62b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "GET /v2.0/ports/b9aaa847-ebc7-40e1-9835-b53241db4a66 HTTP/1.1" status: 404 len: 333 time: 0.0424867 Jul 09 16:34:28.762703 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54444) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:28.829372 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d0af8018-7838-4353-8d1a-3715a9d717d2 req-ce47edc8-8856-4705-8deb-25f5feeea16e tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791750 Jul 09 16:34:28.865964 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-49871ce2-e085-4cd5-afd1-83679d2d45aa tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:28.872620 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-49871ce2-e085-4cd5-afd1-83679d2d45aa tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:28.908679 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f672015e-b1ec-446f-abdc-8f7e8478d31d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:28.955659 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d10174a5-1e8a-48d1-944f-35d648f7b10c None None] Provisioning complete for port c680a309-900f-4b2a-ad7b-1515ab0b5e6f triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:34:28.956250 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d10174a5-1e8a-48d1-944f-35d648f7b10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:29.056809 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49871ce2-e085-4cd5-afd1-83679d2d45aa tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Pushing event updated for resources: {'Port': ['ID=959fb256-5f81-4c4b-91d3-cb6a93f92959,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:29.081269 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-49871ce2-e085-4cd5-afd1-83679d2d45aa tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:29.221791 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d10174a5-1e8a-48d1-944f-35d648f7b10c None None] Provisioning for port 959fb256-5f81-4c4b-91d3-cb6a93f92959 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:34:29.231487 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d10174a5-1e8a-48d1-944f-35d648f7b10c None None] Provisioning complete for port 959fb256-5f81-4c4b-91d3-cb6a93f92959 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:34:29.231848 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d10174a5-1e8a-48d1-944f-35d648f7b10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:29.303530 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49871ce2-e085-4cd5-afd1-83679d2d45aa tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Network 9b3fe658-9db0-4041-be54-09fa568c450d is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:34:29.309119 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-49871ce2-e085-4cd5-afd1-83679d2d45aa tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:29.611914 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49871ce2-e085-4cd5-afd1-83679d2d45aa tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Router ce0c78a2-a089-4b0b-82f3-b83902de2236 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:34:29.635369 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-d10174a5-1e8a-48d1-944f-35d648f7b10c None None] Port 959fb256-5f81-4c4b-91d3-cb6a93f92959 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:34:29.767721 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4fe07a47-b1c2-4144-a53e-5d751f2b80a7 None None] Provisioning complete for port 959fb256-5f81-4c4b-91d3-cb6a93f92959 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:34:29.768102 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4fe07a47-b1c2-4144-a53e-5d751f2b80a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:29.853634 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-4fe07a47-b1c2-4144-a53e-5d751f2b80a7 None None] Port 959fb256-5f81-4c4b-91d3-cb6a93f92959 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:34:29.887029 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49871ce2-e085-4cd5-afd1-83679d2d45aa tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:34:29.909311 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f672015e-b1ec-446f-abdc-8f7e8478d31d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:29.919706 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-49871ce2-e085-4cd5-afd1-83679d2d45aa tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] 10.222.0.98 "PUT /v2.0/routers/ce0c78a2-a089-4b0b-82f3-b83902de2236/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2255034 Jul 09 16:34:29.924477 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54466) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:29.925279 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd127a4-6fd1-41fe-907a-54e8ae8eee16 None None] Sync routers for ids ['ce0c78a2-a089-4b0b-82f3-b83902de2236'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:34:29.930798 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-9055a341-7fc1-4863-93e1-7d08076a3637 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Deleting port 79de020f-bd5c-4e82-8fd1-a175e375501b {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:34:29.931163 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9055a341-7fc1-4863-93e1-7d08076a3637 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:29.942451 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd127a4-6fd1-41fe-907a-54e8ae8eee16 None None] Routers {'ce0c78a2-a089-4b0b-82f3-b83902de2236'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:34:29.943537 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0bd127a4-6fd1-41fe-907a-54e8ae8eee16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:34:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['ce0c78a2-a089-4b0b-82f3-b83902de2236'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:29.948689 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-f672015e-b1ec-446f-abdc-8f7e8478d31d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55f5eeee-6e38-449c-b082-853fbd7ef9db']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:29.994882 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-f672015e-b1ec-446f-abdc-8f7e8478d31d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd782627e-d5fe-4719-aa4c-053b923b1a18') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:29.995478 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-f672015e-b1ec-446f-abdc-8f7e8478d31d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd782627e-d5fe-4719-aa4c-053b923b1a18') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:30.007500 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0bd127a4-6fd1-41fe-907a-54e8ae8eee16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:30.013692 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f672015e-b1ec-446f-abdc-8f7e8478d31d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:30.032327 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd127a4-6fd1-41fe-907a-54e8ae8eee16 None None] Routers {'ce0c78a2-a089-4b0b-82f3-b83902de2236'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:34:30.033400 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0bd127a4-6fd1-41fe-907a-54e8ae8eee16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:34:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['ce0c78a2-a089-4b0b-82f3-b83902de2236'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:30.053022 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f672015e-b1ec-446f-abdc-8f7e8478d31d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:30.083565 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f672015e-b1ec-446f-abdc-8f7e8478d31d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:34:30.084147 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f672015e-b1ec-446f-abdc-8f7e8478d31d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:30.090976 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:34:30.090976 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:34:30.090976 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:34:30.090976 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:34:30.090976 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:34:30.090976 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:34:30.090976 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:34:30.090976 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:34:30.090976 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:34:30.090976 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:34:30.090976 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:34:30.090976 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:34:30.090976 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:34:30.090976 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:34:30.090976 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:34:30.090976 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:34:30.090976 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:34:30.090976 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:34:30.090976 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:34:30.090976 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:34:30.090976 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:34:30.090976 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:34:30.090976 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:34:30.090976 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:34:30.090976 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:34:30.090976 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:34:30.090976 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:34:30.090976 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:34:30.090976 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:34:30.090976 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:34:30.090976 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:34:30.090976 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:34:30.090976 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:34:30.090976 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:34:30.098979 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031ca2f-dca3-4a8c-a752-b79d1641230c req-7c3d0fc7-005c-47f3-a094-da68bd49ef86 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:30.105905 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5031ca2f-dca3-4a8c-a752-b79d1641230c req-7c3d0fc7-005c-47f3-a094-da68bd49ef86 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8d61f9e-57f7-4989-9af3-b4f837d642a2 HTTP/1.1" status: 200 len: 945 time: 0.4313385 Jul 09 16:34:30.116797 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f5600a46-d2f6-4077-bd7e-0aede8654045 None None] Provisioning complete for port 959fb256-5f81-4c4b-91d3-cb6a93f92959 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:34:30.117608 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f5600a46-d2f6-4077-bd7e-0aede8654045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:30.167486 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9055a341-7fc1-4863-93e1-7d08076a3637 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:30.183999 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-f5600a46-d2f6-4077-bd7e-0aede8654045 None None] Port 959fb256-5f81-4c4b-91d3-cb6a93f92959 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:34:30.185155 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-9055a341-7fc1-4863-93e1-7d08076a3637 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Calling delete_port for 79de020f-bd5c-4e82-8fd1-a175e375501b owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:34:30.186736 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device c680a309-900f-4b2a-ad7b-1515ab0b5e6f up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:34:30.219695 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033969dd-c98f-4bce-97fb-9f77d5b9d1a7 None None] Network c7c00cba-da45-48c4-a225-7c4f03907225 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:34:30.244216 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5031ca2f-dca3-4a8c-a752-b79d1641230c req-b66728e1-a4cb-4028-9d16-c241ab8a6ba3 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374233 Jul 09 16:34:30.268673 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0bd127a4-6fd1-41fe-907a-54e8ae8eee16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:30.270852 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f672015e-b1ec-446f-abdc-8f7e8478d31d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:30.271848 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd127a4-6fd1-41fe-907a-54e8ae8eee16 None None] The sync data for ids ['ce0c78a2-a089-4b0b-82f3-b83902de2236'] in n-d-798930-3 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:34:30.280023 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f672015e-b1ec-446f-abdc-8f7e8478d31d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:30.285741 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f672015e-b1ec-446f-abdc-8f7e8478d31d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "DELETE /v2.0/networks/55f5eeee-6e38-449c-b082-853fbd7ef9db HTTP/1.1" status: 204 len: 168 time: 1.5174615 Jul 09 16:34:30.292886 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54472) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:30.301950 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-abeb8554-3f52-4060-b2a1-7f847b0e655c tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-311128682'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:30.342322 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f672015e-b1ec-446f-abdc-8f7e8478d31d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event deleted for resources: {'Network': ['ID=55f5eeee-6e38-449c-b082-853fbd7ef9db,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:30.390027 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abeb8554-3f52-4060-b2a1-7f847b0e655c tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Made reservation on behalf of 6c6145552dd04842a1541a99fce20415 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:34:30.393745 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-abeb8554-3f52-4060-b2a1-7f847b0e655c tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:30.400820 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-bca64527-10f7-4ab3-81aa-77549b63f66f None None] Provisioning for port ff57d734-a6bc-43db-8c97-b8946434b837 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:34:30.435671 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abeb8554-3f52-4060-b2a1-7f847b0e655c tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:34:30.452111 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-abeb8554-3f52-4060-b2a1-7f847b0e655c tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:30.453036 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-abeb8554-3f52-4060-b2a1-7f847b0e655c tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Added segment 695d9389-0be8-4dfb-8c8d-041e83d9f116 of type vlan for network bb8ac47a-62a1-4e2e-9662-99afa8847b62 Jul 09 16:34:30.457690 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port c680a309-900f-4b2a-ad7b-1515ab0b5e6f triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:34:30.458064 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:30.475562 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-8031a5e8-d2c6-4d54-8b4c-1ffef7d6840c tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:34:30.480537 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8031a5e8-d2c6-4d54-8b4c-1ffef7d6840c tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] 10.222.0.98 "PUT /v2.0/routers/ce0c78a2-a089-4b0b-82f3-b83902de2236/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5529912 Jul 09 16:34:30.482860 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54474) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:30.560899 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-abeb8554-3f52-4060-b2a1-7f847b0e655c tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:30.587780 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device ff57d734-a6bc-43db-8c97-b8946434b837 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:34:30.588665 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9055a341-7fc1-4863-93e1-7d08076a3637 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:30.627843 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9055a341-7fc1-4863-93e1-7d08076a3637 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Pushing event deleted for resources: {'Port': ['ID=79de020f-bd5c-4e82-8fd1-a175e375501b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:30.662052 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port ff57d734-a6bc-43db-8c97-b8946434b837 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:34:30.672950 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port ff57d734-a6bc-43db-8c97-b8946434b837 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:34:30.673330 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:30.708120 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-abeb8554-3f52-4060-b2a1-7f847b0e655c tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:30.717701 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abeb8554-3f52-4060-b2a1-7f847b0e655c tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:30.718529 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-abeb8554-3f52-4060-b2a1-7f847b0e655c tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:30.834689 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeb8554-3f52-4060-b2a1-7f847b0e655c tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event updated for resources: {'Network': ['ID=bb8ac47a-62a1-4e2e-9662-99afa8847b62,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:30.840876 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-abeb8554-3f52-4060-b2a1-7f847b0e655c tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5449512 Jul 09 16:34:30.844297 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54482) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:30.853812 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-cea950de-3f62-4051-a7d3-b6fa834da13b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Request body: {'subnet': {'network_id': 'bb8ac47a-62a1-4e2e-9662-99afa8847b62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:30.900013 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network bb8ac47a-62a1-4e2e-9662-99afa8847b62 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:34:30.920758 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:31.058604 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b3dba9b-2a3e-429c-a3c5-5bcee73d401a tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:31.079065 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9055a341-7fc1-4863-93e1-7d08076a3637 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:31.141576 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port ff57d734-a6bc-43db-8c97-b8946434b837, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=ff57d734-a6bc-43db-8c97-b8946434b837,segment=NetworkSegment(7049e397-ac12-4435-9b30-94678b8316cd),segment_id=7049e397-ac12-4435-9b30-94678b8316cd)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:31.150917 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:31.151721 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 6eaabbca-4185-417e-993f-077d2eb9dd1e up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:34:31.183873 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-05f8fd49-eeeb-4be3-9f64-0ed801e5a3f2 None None] Provisioning complete for port ff57d734-a6bc-43db-8c97-b8946434b837 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:34:31.183873 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-05f8fd49-eeeb-4be3-9f64-0ed801e5a3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:31.273116 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea950de-3f62-4051-a7d3-b6fa834da13b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Made reservation on behalf of 6c6145552dd04842a1541a99fce20415 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:34:31.286145 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cea950de-3f62-4051-a7d3-b6fa834da13b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:31.315390 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=ff57d734-a6bc-43db-8c97-b8946434b837,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:31.339137 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 6eaabbca-4185-417e-993f-077d2eb9dd1e triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:34:31.339512 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:31.445777 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9055a341-7fc1-4863-93e1-7d08076a3637 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Router b17bc018-e80a-43eb-9454-6a7f50e59769 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:34:31.464627 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-5b3dba9b-2a3e-429c-a3c5-5bcee73d401a tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Deleting port 959fb256-5f81-4c4b-91d3-cb6a93f92959 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:34:31.464977 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b3dba9b-2a3e-429c-a3c5-5bcee73d401a tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:31.565621 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9055a341-7fc1-4863-93e1-7d08076a3637 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:34:31.581587 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-9055a341-7fc1-4863-93e1-7d08076a3637 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] 10.222.0.98 "PUT /v2.0/routers/b17bc018-e80a-43eb-9454-6a7f50e59769/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4729171 Jul 09 16:34:31.582658 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54498) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:31.586994 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf13b2c-1515-4c47-8eee-02492ce94d78 None None] Sync routers for ids ['b17bc018-e80a-43eb-9454-6a7f50e59769'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:34:31.591886 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b3dba9b-2a3e-429c-a3c5-5bcee73d401a tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:31.596717 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf13b2c-1515-4c47-8eee-02492ce94d78 None None] Routers {'b17bc018-e80a-43eb-9454-6a7f50e59769'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:34:31.597408 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-1bf13b2c-1515-4c47-8eee-02492ce94d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:34:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['b17bc018-e80a-43eb-9454-6a7f50e59769'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:31.609926 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ee73b-f5d7-445d-962a-2aba7bd6f671 req-00f1c211-eb87-424c-89f1-80cd78d5fb97 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:31.611716 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-af9ee73b-f5d7-445d-962a-2aba7bd6f671 req-00f1c211-eb87-424c-89f1-80cd78d5fb97 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8d61f9e-57f7-4989-9af3-b4f837d642a2 HTTP/1.1" status: 200 len: 945 time: 0.1992576 Jul 09 16:34:31.622916 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-5b3dba9b-2a3e-429c-a3c5-5bcee73d401a tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Calling delete_port for 959fb256-5f81-4c4b-91d3-cb6a93f92959 owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:34:31.635603 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-1bf13b2c-1515-4c47-8eee-02492ce94d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:31.644676 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf13b2c-1515-4c47-8eee-02492ce94d78 None None] Routers {'b17bc018-e80a-43eb-9454-6a7f50e59769'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:34:31.645365 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-1bf13b2c-1515-4c47-8eee-02492ce94d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:34:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['b17bc018-e80a-43eb-9454-6a7f50e59769'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:31.678401 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-1bf13b2c-1515-4c47-8eee-02492ce94d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:31.679158 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf13b2c-1515-4c47-8eee-02492ce94d78 None None] The sync data for ids ['b17bc018-e80a-43eb-9454-6a7f50e59769'] in n-d-798930-3 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:34:31.704343 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-af9ee73b-f5d7-445d-962a-2aba7bd6f671 req-31a96a38-0a4c-4ba6-bafc-bdec65172d9b tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838556 Jul 09 16:34:31.713891 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1f75ab69-01f4-4c27-8870-f52d747e56b1 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:31.718429 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cea950de-3f62-4051-a7d3-b6fa834da13b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:31.793514 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device ff57d734-a6bc-43db-8c97-b8946434b837 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:34:31.854019 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port ff57d734-a6bc-43db-8c97-b8946434b837 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:34:31.855374 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:31.887843 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b3dba9b-2a3e-429c-a3c5-5bcee73d401a tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:31.927648 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea950de-3f62-4051-a7d3-b6fa834da13b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event updated for resources: {'Subnet': ['ID=a93d1961-3445-484b-9727-cc0ba3e517ee,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:31.929554 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3dba9b-2a3e-429c-a3c5-5bcee73d401a tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Pushing event deleted for resources: {'Port': ['ID=959fb256-5f81-4c4b-91d3-cb6a93f92959,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:31.949120 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1f75ab69-01f4-4c27-8870-f52d747e56b1 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:31.956478 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1f75ab69-01f4-4c27-8870-f52d747e56b1 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:32.013021 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea950de-3f62-4051-a7d3-b6fa834da13b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Checking segment: {'id': '695d9389-0be8-4dfb-8c8d-041e83d9f116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bb8ac47a-62a1-4e2e-9662-99afa8847b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:34:32.013391 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea950de-3f62-4051-a7d3-b6fa834da13b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Network hostable DHCP agents. Network: bb8ac47a-62a1-4e2e-9662-99afa8847b62, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:34:32.028438 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1f75ab69-01f4-4c27-8870-f52d747e56b1 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:32.030262 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f75ab69-01f4-4c27-8870-f52d747e56b1 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Fanout notify agent at l3_agent the message router_deleted on router b17bc018-e80a-43eb-9454-6a7f50e59769 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:34:32.042367 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1f75ab69-01f4-4c27-8870-f52d747e56b1 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:32.046116 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1f75ab69-01f4-4c27-8870-f52d747e56b1 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] 10.222.0.98 "DELETE /v2.0/routers/b17bc018-e80a-43eb-9454-6a7f50e59769 HTTP/1.1" status: 204 len: 168 time: 0.4631398 Jul 09 16:34:32.047542 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54504) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:32.084077 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea950de-3f62-4051-a7d3-b6fa834da13b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Network bb8ac47a-62a1-4e2e-9662-99afa8847b62 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:34:32.105043 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-cea950de-3f62-4051-a7d3-b6fa834da13b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, bb8ac47a-62a1-4e2e-9662-99afa8847b62) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:32.114752 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f906b0-7c76-49e3-a6f0-a69267d2b906 None None] Network bb8ac47a-62a1-4e2e-9662-99afa8847b62 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:34:32.125967 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea950de-3f62-4051-a7d3-b6fa834da13b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:32.128832 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b3dba9b-2a3e-429c-a3c5-5bcee73d401a tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:32.130435 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cea950de-3f62-4051-a7d3-b6fa834da13b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:32.142496 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-e64e3880-7abb-4cec-90e5-f47b797f639a tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Deleting subnet 02223fce-9bfd-411b-b994-d2c9f42972df {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:34:32.150730 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e64e3880-7abb-4cec-90e5-f47b797f639a tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:32.202417 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-cea950de-3f62-4051-a7d3-b6fa834da13b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3570013 Jul 09 16:34:32.206860 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54512) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:32.227810 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e64e3880-7abb-4cec-90e5-f47b797f639a tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:32.291000 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-bde693be-81fe-471f-9f57-c7618fcd7f5c tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Request body: {'port': {'network_id': 'bb8ac47a-62a1-4e2e-9662-99afa8847b62', 'name': 'tempest-PortsTestJSON-1556514835'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:32.378253 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e64e3880-7abb-4cec-90e5-f47b797f639a tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:32.404180 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d30a78-b1af-46f5-a909-3abbadc02525 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-bb8ac47a-62a1-4e2e-9662-99afa8847b62', 'network_id': 'bb8ac47a-62a1-4e2e-9662-99afa8847b62', 'tenant_id': '6c6145552dd04842a1541a99fce20415', 'fixed_ips': [{'subnet_id': 'a93d1961-3445-484b-9727-cc0ba3e517ee'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:34:32.405209 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-34d30a78-b1af-46f5-a909-3abbadc02525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:32.444668 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e64e3880-7abb-4cec-90e5-f47b797f639a tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:32.476276 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b3dba9b-2a3e-429c-a3c5-5bcee73d401a tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Router ce0c78a2-a089-4b0b-82f3-b83902de2236 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:34:32.484509 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e64e3880-7abb-4cec-90e5-f47b797f639a tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:32.487972 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e64e3880-7abb-4cec-90e5-f47b797f639a tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] 10.222.0.98 "DELETE /v2.0/subnets/02223fce-9bfd-411b-b994-d2c9f42972df HTTP/1.1" status: 204 len: 168 time: 0.4374340 Jul 09 16:34:32.488954 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54516) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:32.557650 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64e3880-7abb-4cec-90e5-f47b797f639a tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Pushing event deleted for resources: {'Subnet': ['ID=02223fce-9bfd-411b-b994-d2c9f42972df,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:32.570646 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae65beb-a10d-4140-a678-cf9ff5ed17ad None None] Network 3108905b-afbe-4cfb-a7d5-8e085dfd40ec requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:34:32.583700 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3dba9b-2a3e-429c-a3c5-5bcee73d401a tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:34:32.598028 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-5b3dba9b-2a3e-429c-a3c5-5bcee73d401a tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] 10.222.0.98 "PUT /v2.0/routers/ce0c78a2-a089-4b0b-82f3-b83902de2236/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1157854 Jul 09 16:34:32.599818 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d9a6f6-698b-4b22-a220-bdeee75566f5 None None] Sync routers for ids ['ce0c78a2-a089-4b0b-82f3-b83902de2236'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:34:32.600651 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-90a2be83-9641-4f45-99d0-bcbc4197aa47 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:32.601705 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54522) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:32.649624 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-34d30a78-b1af-46f5-a909-3abbadc02525 None None] Allocated IP 172.20.0.2 (bb8ac47a-62a1-4e2e-9662-99afa8847b62/a93d1961-3445-484b-9727-cc0ba3e517ee/d2e8bc67-caa5-4142-b1d9-e820805f620a) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:34:32.649960 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-865b2c24-dc3d-4c63-b62e-76e51064adbc tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] delete failed (client error): The resource could not be found. Jul 09 16:34:32.654554 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-865b2c24-dc3d-4c63-b62e-76e51064adbc tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] 10.222.0.98 "DELETE /v2.0/routers/tempest-non_exist_router-1686241780 HTTP/1.1" status: 404 len: 335 time: 0.0471706 Jul 09 16:34:32.654729 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54524) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:32.661274 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-99a1ecf4-a963-44df-876b-05713b835c16 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ce0c78a2-a089-4b0b-82f3-b83902de2236'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:32.692399 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-90a2be83-9641-4f45-99d0-bcbc4197aa47 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Deleting port fa84900d-6145-4cb9-bcc1-15935a3a6521 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:34:32.692661 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d9a6f6-698b-4b22-a220-bdeee75566f5 None None] Routers {'ce0c78a2-a089-4b0b-82f3-b83902de2236'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:34:32.693081 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-90a2be83-9641-4f45-99d0-bcbc4197aa47 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:32.693272 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-30d9a6f6-698b-4b22-a220-bdeee75566f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:34:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['ce0c78a2-a089-4b0b-82f3-b83902de2236'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:32.710721 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde693be-81fe-471f-9f57-c7618fcd7f5c tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Made reservation on behalf of 6c6145552dd04842a1541a99fce20415 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:34:32.714310 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bde693be-81fe-471f-9f57-c7618fcd7f5c tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:32.783255 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-30d9a6f6-698b-4b22-a220-bdeee75566f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:32.814710 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-90a2be83-9641-4f45-99d0-bcbc4197aa47 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] For port fa84900d-6145-4cb9-bcc1-15935a3a6521, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=fa84900d-6145-4cb9-bcc1-15935a3a6521,segment=NetworkSegment(2ba9db46-fb45-4d4a-992e-7ace778d82d6),segment_id=2ba9db46-fb45-4d4a-992e-7ace778d82d6)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:32.815245 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-90a2be83-9641-4f45-99d0-bcbc4197aa47 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:32.819533 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d9a6f6-698b-4b22-a220-bdeee75566f5 None None] Routers {'ce0c78a2-a089-4b0b-82f3-b83902de2236'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:34:32.820170 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-30d9a6f6-698b-4b22-a220-bdeee75566f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:34:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['ce0c78a2-a089-4b0b-82f3-b83902de2236'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:32.831977 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-90a2be83-9641-4f45-99d0-bcbc4197aa47 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Calling delete_port for fa84900d-6145-4cb9-bcc1-15935a3a6521 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:34:32.841713 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-bde693be-81fe-471f-9f57-c7618fcd7f5c tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] device_id is not set on port 8aefc22c-6a3c-4abc-ab0f-12d585a4ad5c yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:34:32.863540 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-30d9a6f6-698b-4b22-a220-bdeee75566f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:32.864197 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d9a6f6-698b-4b22-a220-bdeee75566f5 None None] The sync data for ids ['ce0c78a2-a089-4b0b-82f3-b83902de2236'] in n-d-798930-3 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:34:32.993038 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-34d30a78-b1af-46f5-a909-3abbadc02525 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:32.999862 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-90a2be83-9641-4f45-99d0-bcbc4197aa47 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:33.006143 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-34d30a78-b1af-46f5-a909-3abbadc02525 None None] Transition to ACTIVE for port object d2e8bc67-caa5-4142-b1d9-e820805f620a will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:34:33.026564 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-34d30a78-b1af-46f5-a909-3abbadc02525 None None] Transition to ACTIVE for port object d2e8bc67-caa5-4142-b1d9-e820805f620a will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:34:33.034848 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-34d30a78-b1af-46f5-a909-3abbadc02525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:33.043526 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a2be83-9641-4f45-99d0-bcbc4197aa47 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Pushing event deleted for resources: {'Port': ['ID=fa84900d-6145-4cb9-bcc1-15935a3a6521,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:33.048541 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a2be83-9641-4f45-99d0-bcbc4197aa47 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] No DVR routers for this DVR port fa84900d-6145-4cb9-bcc1-15935a3a6521 on host n-d-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:34:33.065813 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2891f2b8-98ba-46e3-b5c6-5d2853b2be30 None None] DHCP port deletion for 3108905b-afbe-4cfb-a7d5-8e085dfd40ec request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:34:33.084586 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d30a78-b1af-46f5-a909-3abbadc02525 None None] Network bb8ac47a-62a1-4e2e-9662-99afa8847b62 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:34:33.090143 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-34d30a78-b1af-46f5-a909-3abbadc02525 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:33.092962 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d30a78-b1af-46f5-a909-3abbadc02525 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:34:33.127689 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d30a78-b1af-46f5-a909-3abbadc02525 None None] Pushing event updated for resources: {'Port': ['ID=d2e8bc67-caa5-4142-b1d9-e820805f620a,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:33.164082 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-34d30a78-b1af-46f5-a909-3abbadc02525 None None] Attempting to bind port d2e8bc67-caa5-4142-b1d9-e820805f620a on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:34:33.164448 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-34d30a78-b1af-46f5-a909-3abbadc02525 None None] Attempting to bind port d2e8bc67-caa5-4142-b1d9-e820805f620a by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '695d9389-0be8-4dfb-8c8d-041e83d9f116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bb8ac47a-62a1-4e2e-9662-99afa8847b62'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:34:33.164806 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d30a78-b1af-46f5-a909-3abbadc02525 None None] Attempting to bind port d2e8bc67-caa5-4142-b1d9-e820805f620a on network bb8ac47a-62a1-4e2e-9662-99afa8847b62 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:34:33.170695 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d30a78-b1af-46f5-a909-3abbadc02525 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:34:33.171092 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d30a78-b1af-46f5-a909-3abbadc02525 None None] Checking segment: {'id': '695d9389-0be8-4dfb-8c8d-041e83d9f116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bb8ac47a-62a1-4e2e-9662-99afa8847b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:34:33.171498 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-34d30a78-b1af-46f5-a909-3abbadc02525 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:33.171934 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d30a78-b1af-46f5-a909-3abbadc02525 None None] Bound using segment: {'id': '695d9389-0be8-4dfb-8c8d-041e83d9f116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bb8ac47a-62a1-4e2e-9662-99afa8847b62'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:34:33.172408 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-34d30a78-b1af-46f5-a909-3abbadc02525 None None] Bound port: d2e8bc67-caa5-4142-b1d9-e820805f620a, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '695d9389-0be8-4dfb-8c8d-041e83d9f116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bb8ac47a-62a1-4e2e-9662-99afa8847b62'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:34:33.172797 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-34d30a78-b1af-46f5-a909-3abbadc02525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:33.180571 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-90a2be83-9641-4f45-99d0-bcbc4197aa47 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:33.192350 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-90a2be83-9641-4f45-99d0-bcbc4197aa47 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3108905b-afbe-4cfb-a7d5-8e085dfd40ec']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:33.213929 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-90a2be83-9641-4f45-99d0-bcbc4197aa47 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ba9db46-fb45-4d4a-992e-7ace778d82d6') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:33.214213 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-90a2be83-9641-4f45-99d0-bcbc4197aa47 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ba9db46-fb45-4d4a-992e-7ace778d82d6') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:33.227901 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-90a2be83-9641-4f45-99d0-bcbc4197aa47 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:33.245048 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-90a2be83-9641-4f45-99d0-bcbc4197aa47 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:33.256130 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-34d30a78-b1af-46f5-a909-3abbadc02525 None None] For port d2e8bc67-caa5-4142-b1d9-e820805f620a, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:34:33.262256 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90a2be83-9641-4f45-99d0-bcbc4197aa47 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:34:33.262622 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-90a2be83-9641-4f45-99d0-bcbc4197aa47 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:33.266322 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:34:33.266322 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:34:33.266322 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:34:33.266322 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:34:33.266322 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:34:33.266322 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:34:33.266322 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:34:33.266322 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:34:33.266322 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:34:33.266322 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:34:33.266322 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:34:33.266322 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:34:33.266322 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:34:33.266322 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:34:33.266322 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:34:33.266322 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:34:33.266322 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:34:33.266322 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:34:33.266322 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:34:33.266322 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:34:33.266322 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:34:33.266322 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:34:33.266322 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:34:33.266322 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:34:33.266322 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:34:33.266322 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:34:33.266322 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:34:33.266322 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:34:33.266322 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:34:33.266322 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:34:33.266322 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:34:33.266322 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:34:33.345019 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-90a2be83-9641-4f45-99d0-bcbc4197aa47 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:33.345712 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-34d30a78-b1af-46f5-a909-3abbadc02525 None None] For port d2e8bc67-caa5-4142-b1d9-e820805f620a, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=d2e8bc67-caa5-4142-b1d9-e820805f620a,segment=NetworkSegment(695d9389-0be8-4dfb-8c8d-041e83d9f116),segment_id=695d9389-0be8-4dfb-8c8d-041e83d9f116)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:34:33.352959 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-34d30a78-b1af-46f5-a909-3abbadc02525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:33.355521 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c397e-6103-45e1-bc39-47854f646ce7 req-b7661e6c-2ee7-4749-80ec-5d6bc743c91c tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:33.357337 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-788c397e-6103-45e1-bc39-47854f646ce7 req-b7661e6c-2ee7-4749-80ec-5d6bc743c91c tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8d61f9e-57f7-4989-9af3-b4f837d642a2 HTTP/1.1" status: 200 len: 945 time: 0.3013258 Jul 09 16:34:33.364656 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-90a2be83-9641-4f45-99d0-bcbc4197aa47 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:33.366879 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-90a2be83-9641-4f45-99d0-bcbc4197aa47 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] 10.222.0.98 "DELETE /v2.0/networks/3108905b-afbe-4cfb-a7d5-8e085dfd40ec HTTP/1.1" status: 204 len: 168 time: 0.8769023 Jul 09 16:34:33.408861 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a2be83-9641-4f45-99d0-bcbc4197aa47 tempest-FloatingIPNegativeTestJSON-1645603684 tempest-FloatingIPNegativeTestJSON-1645603684-project] Pushing event deleted for resources: {'Network': ['ID=3108905b-afbe-4cfb-a7d5-8e085dfd40ec,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:33.467377 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d30a78-b1af-46f5-a909-3abbadc02525 None None] Pushing event updated for resources: {'Port': ['ID=d2e8bc67-caa5-4142-b1d9-e820805f620a,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:33.554806 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-788c397e-6103-45e1-bc39-47854f646ce7 req-14918fe0-4a77-455b-96bd-30ddbe652094 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Deleting port 177da164-d7d8-4b47-b265-ad6480d12524 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:34:33.559313 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-788c397e-6103-45e1-bc39-47854f646ce7 req-14918fe0-4a77-455b-96bd-30ddbe652094 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:33.710157 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-99a1ecf4-a963-44df-876b-05713b835c16 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:33.761251 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-bde693be-81fe-471f-9f57-c7618fcd7f5c tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Allocated IP 172.20.0.3 (bb8ac47a-62a1-4e2e-9662-99afa8847b62/a93d1961-3445-484b-9727-cc0ba3e517ee/8aefc22c-6a3c-4abc-ab0f-12d585a4ad5c) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:34:33.795349 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-99a1ecf4-a963-44df-876b-05713b835c16 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] update failed (client error): The resource could not be found. Jul 09 16:34:33.796500 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-99a1ecf4-a963-44df-876b-05713b835c16 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] 10.222.0.98 "PUT /v2.0/routers/ce0c78a2-a089-4b0b-82f3-b83902de2236 HTTP/1.1" status: 404 len: 339 time: 1.1409087 Jul 09 16:34:33.801380 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54548) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:33.857611 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device fa84900d-6145-4cb9-bcc1-15935a3a6521 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:34:33.912066 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: fa84900d-6145-4cb9-bcc1-15935a3a6521 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:34:33.912758 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device fa84900d-6145-4cb9-bcc1-15935a3a6521 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:34:33.925599 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10c1fd-26bd-4b1a-883f-66488150c231 req-c836b45e-b8cb-43d1-9bd1-5674aab83ebd tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:33.927414 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-db10c1fd-26bd-4b1a-883f-66488150c231 req-c836b45e-b8cb-43d1-9bd1-5674aab83ebd tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8d61f9e-57f7-4989-9af3-b4f837d642a2 HTTP/1.1" status: 200 len: 945 time: 0.3203030 Jul 09 16:34:33.976608 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-788c397e-6103-45e1-bc39-47854f646ce7 req-14918fe0-4a77-455b-96bd-30ddbe652094 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] For port 177da164-d7d8-4b47-b265-ad6480d12524, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=177da164-d7d8-4b47-b265-ad6480d12524,segment=NetworkSegment(84a2b727-9fdd-4d45-b78f-34759e2941ec),segment_id=84a2b727-9fdd-4d45-b78f-34759e2941ec)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:33.976866 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-788c397e-6103-45e1-bc39-47854f646ce7 req-14918fe0-4a77-455b-96bd-30ddbe652094 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:33.979636 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54550) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:34.009846 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-788c397e-6103-45e1-bc39-47854f646ce7 req-14918fe0-4a77-455b-96bd-30ddbe652094 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Calling delete_port for 177da164-d7d8-4b47-b265-ad6480d12524 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:34:34.071628 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-db10c1fd-26bd-4b1a-883f-66488150c231 req-24faf768-8a40-48df-89fa-5a0efb38c7dc tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320446 Jul 09 16:34:34.195631 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bde693be-81fe-471f-9f57-c7618fcd7f5c tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:34.228112 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-bde693be-81fe-471f-9f57-c7618fcd7f5c tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Transition to ACTIVE for port object 8aefc22c-6a3c-4abc-ab0f-12d585a4ad5c will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:34:34.267709 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bde693be-81fe-471f-9f57-c7618fcd7f5c tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:34.327684 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde693be-81fe-471f-9f57-c7618fcd7f5c tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Network bb8ac47a-62a1-4e2e-9662-99afa8847b62 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:34:34.339326 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-bde693be-81fe-471f-9f57-c7618fcd7f5c tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:34.342715 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde693be-81fe-471f-9f57-c7618fcd7f5c tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:34:34.365676 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ec8252e9-0518-4bf2-a77c-d2c16a8735be admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=fa4c65dc64d048dfb3d17aaac7e599f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3795295 Jul 09 16:34:34.366537 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54554) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:34.387501 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde693be-81fe-471f-9f57-c7618fcd7f5c tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event updated for resources: {'Port': ['ID=8aefc22c-6a3c-4abc-ab0f-12d585a4ad5c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:34.461991 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde693be-81fe-471f-9f57-c7618fcd7f5c tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:34.463523 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bde693be-81fe-471f-9f57-c7618fcd7f5c tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:34.469388 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0266af85-bfdb-4dfe-8274-73c91c044b66 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:34.490596 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-bde693be-81fe-471f-9f57-c7618fcd7f5c tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2031701 Jul 09 16:34:34.494713 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54556) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:34.513938 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8360b8ed-e4da-4c57-965b-d1cd241981ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:34.597210 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-788c397e-6103-45e1-bc39-47854f646ce7 req-14918fe0-4a77-455b-96bd-30ddbe652094 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:34.614960 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['4068b810-df3f-41c5-94c6-f88b4c797457'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:34:34.626410 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8360b8ed-e4da-4c57-965b-d1cd241981ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:34.745102 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-534a127f-19e5-41bb-8f80-3fe88b503025 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Deleting port 8aefc22c-6a3c-4abc-ab0f-12d585a4ad5c {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:34:34.745968 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-534a127f-19e5-41bb-8f80-3fe88b503025 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:34.762966 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14918fe0-4a77-455b-96bd-30ddbe652094 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Pushing event deleted for resources: {'Port': ['ID=177da164-d7d8-4b47-b265-ad6480d12524,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:34.981036 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-788c397e-6103-45e1-bc39-47854f646ce7 req-14918fe0-4a77-455b-96bd-30ddbe652094 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] No DVR routers for this DVR port 177da164-d7d8-4b47-b265-ad6480d12524 on host n-h2-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:34:34.999322 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-788c397e-6103-45e1-bc39-47854f646ce7 req-14918fe0-4a77-455b-96bd-30ddbe652094 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:35.004439 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-788c397e-6103-45e1-bc39-47854f646ce7 req-14918fe0-4a77-455b-96bd-30ddbe652094 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.73 "DELETE /v2.0/ports/177da164-d7d8-4b47-b265-ad6480d12524 HTTP/1.1" status: 204 len: 173 time: 1.6361878 Jul 09 16:34:35.005526 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d61f9e-57f7-4989-9af3-b4f837d642a2', 'name': 'network-vif-deleted', 'tag': '177da164-d7d8-4b47-b265-ad6480d12524'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:34:35.010975 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ba1c05-9750-4f71-b8d9-bbdf8b25899f" -d '{"events": [{"server_uuid": "a8d61f9e-57f7-4989-9af3-b4f837d642a2", "name": "network-vif-deleted", "tag": "177da164-d7d8-4b47-b265-ad6480d12524"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:34:35.074455 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-534a127f-19e5-41bb-8f80-3fe88b503025 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:35.105610 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-534a127f-19e5-41bb-8f80-3fe88b503025 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Calling delete_port for 8aefc22c-6a3c-4abc-ab0f-12d585a4ad5c owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:34:35.133197 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e858eb1-8d7b-4f7a-9afe-30ca9a3c06af None None] Network bb8ac47a-62a1-4e2e-9662-99afa8847b62 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:34:35.165588 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8360b8ed-e4da-4c57-965b-d1cd241981ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:35.179694 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8360b8ed-e4da-4c57-965b-d1cd241981ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:35.186305 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8360b8ed-e4da-4c57-965b-d1cd241981ab admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c9059cea-525c-4325-9b7d-fc7529e1ec60 HTTP/1.1" status: 204 len: 168 time: 0.8181109 Jul 09 16:34:35.207926 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916f9fe8-8670-4a1f-bfe8-6c294bb673a8 x-openstack-request-id: req-916f9fe8-8670-4a1f-bfe8-6c294bb673a8 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:34:35.208363 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d61f9e-57f7-4989-9af3-b4f837d642a2", "name": "network-vif-deleted", "tag": "177da164-d7d8-4b47-b265-ad6480d12524", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:34:35.209033 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-916f9fe8-8670-4a1f-bfe8-6c294bb673a8 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:34:35.209882 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d61f9e-57f7-4989-9af3-b4f837d642a2', 'name': 'network-vif-deleted', 'tag': '177da164-d7d8-4b47-b265-ad6480d12524', 'status': 'completed', 'code': 200} Jul 09 16:34:35.305143 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8360b8ed-e4da-4c57-965b-d1cd241981ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9059cea-525c-4325-9b7d-fc7529e1ec60,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:35.413036 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-0266af85-bfdb-4dfe-8274-73c91c044b66 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Allocated IP 172.20.0.1 (1f09a011-3617-446a-9f66-f6023cc88e4c/434f019a-92af-403f-9341-f663d147b837/75241216-6ea3-477a-92d0-598a84d1f10a) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:34:35.465376 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-534a127f-19e5-41bb-8f80-3fe88b503025 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:35.466027 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0dcb74b6-1698-44fa-901f-077ccfbec11d None None] Provisioning for port d2e8bc67-caa5-4142-b1d9-e820805f620a completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:34:35.521529 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534a127f-19e5-41bb-8f80-3fe88b503025 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event deleted for resources: {'Port': ['ID=8aefc22c-6a3c-4abc-ab0f-12d585a4ad5c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:35.644814 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-534a127f-19e5-41bb-8f80-3fe88b503025 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:35.649946 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-534a127f-19e5-41bb-8f80-3fe88b503025 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "DELETE /v2.0/ports/8aefc22c-6a3c-4abc-ab0f-12d585a4ad5c HTTP/1.1" status: 204 len: 168 time: 1.1509259 Jul 09 16:34:35.650179 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54570) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:35.658232 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0266af85-bfdb-4dfe-8274-73c91c044b66 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:35.717890 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-0266af85-bfdb-4dfe-8274-73c91c044b66 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Transition to ACTIVE for port object 75241216-6ea3-477a-92d0-598a84d1f10a will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:34:35.725451 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-64d6e53d-af8b-41bb-8fce-57bdbdcb0ea4 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] DELETE failed (client error): The resource could not be found. Jul 09 16:34:35.726703 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64d6e53d-af8b-41bb-8fce-57bdbdcb0ea4 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:34:35.738000 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-64d6e53d-af8b-41bb-8fce-57bdbdcb0ea4 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "DELETE /v2.0/ports/8aefc22c-6a3c-4abc-ab0f-12d585a4ad5c HTTP/1.1" status: 404 len: 333 time: 0.0850163 Jul 09 16:34:35.741507 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54576) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:35.837410 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0266af85-bfdb-4dfe-8274-73c91c044b66 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:35.875959 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c5ad6b9-bf2c-4d0f-a0e7-5c952932aa28 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] GET failed (client error): The resource could not be found. Jul 09 16:34:35.881841 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-9c5ad6b9-bf2c-4d0f-a0e7-5c952932aa28 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "GET /v2.0/ports/8aefc22c-6a3c-4abc-ab0f-12d585a4ad5c HTTP/1.1" status: 404 len: 333 time: 0.1374121 Jul 09 16:34:35.885787 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54578) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:35.996418 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0266af85-bfdb-4dfe-8274-73c91c044b66 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Network 1f09a011-3617-446a-9f66-f6023cc88e4c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:34:36.016102 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-0266af85-bfdb-4dfe-8274-73c91c044b66 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:36.028306 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0266af85-bfdb-4dfe-8274-73c91c044b66 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:34:36.144818 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0266af85-bfdb-4dfe-8274-73c91c044b66 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Pushing event updated for resources: {'Port': ['ID=75241216-6ea3-477a-92d0-598a84d1f10a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:36.173148 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d2e8bc67-caa5-4142-b1d9-e820805f620a up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:34:36.190938 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6cdda6b-ddcb-45e1-9e3e-3a4045af2899 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Deleting subnet a93d1961-3445-484b-9727-cc0ba3e517ee {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:34:36.209701 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f6cdda6b-ddcb-45e1-9e3e-3a4045af2899 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:36.264111 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0266af85-bfdb-4dfe-8274-73c91c044b66 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:36.335473 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f6cdda6b-ddcb-45e1-9e3e-3a4045af2899 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:36.484810 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6d325c9a-1226-4412-be94-d65492599dc1 None None] Could not find standard attr ID for object 8aefc22c-6a3c-4abc-ab0f-12d585a4ad5c. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:34:36.517649 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 177da164-d7d8-4b47-b265-ad6480d12524 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:34:36.614168 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f6cdda6b-ddcb-45e1-9e3e-3a4045af2899 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:36.643895 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: 177da164-d7d8-4b47-b265-ad6480d12524 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:34:36.644694 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 177da164-d7d8-4b47-b265-ad6480d12524 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:34:36.686961 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3a6e94ed-9f78-42e8-b28f-7a91cb395216 None None] Provisioning for port 75241216-6ea3-477a-92d0-598a84d1f10a completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:34:36.697209 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3a6e94ed-9f78-42e8-b28f-7a91cb395216 None None] Provisioning complete for port 75241216-6ea3-477a-92d0-598a84d1f10a triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:34:36.697982 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3a6e94ed-9f78-42e8-b28f-7a91cb395216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:36.701097 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port d2e8bc67-caa5-4142-b1d9-e820805f620a completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:34:36.713318 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port d2e8bc67-caa5-4142-b1d9-e820805f620a triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:34:36.713954 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:36.769174 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f6cdda6b-ddcb-45e1-9e3e-3a4045af2899 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:36.847836 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cdda6b-ddcb-45e1-9e3e-3a4045af2899 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event deleted for resources: {'Subnet': ['ID=a93d1961-3445-484b-9727-cc0ba3e517ee,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:36.856390 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f6cdda6b-ddcb-45e1-9e3e-3a4045af2899 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:36.865237 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f6cdda6b-ddcb-45e1-9e3e-3a4045af2899 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "DELETE /v2.0/subnets/a93d1961-3445-484b-9727-cc0ba3e517ee HTTP/1.1" status: 204 len: 168 time: 0.9730341 Jul 09 16:34:36.866056 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54600) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:36.974441 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-3a6e94ed-9f78-42e8-b28f-7a91cb395216 None None] Port 75241216-6ea3-477a-92d0-598a84d1f10a cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:34:37.037006 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d774d345-242e-405a-9611-6386314c9ac2 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:37.043747 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:37.097918 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-496b3a98-9a97-4faa-8a5a-de1e2e82c825 None None] Could not find standard attr ID for object 8aefc22c-6a3c-4abc-ab0f-12d585a4ad5c. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:34:37.114694 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port d2e8bc67-caa5-4142-b1d9-e820805f620a, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=d2e8bc67-caa5-4142-b1d9-e820805f620a,segment=NetworkSegment(695d9389-0be8-4dfb-8c8d-041e83d9f116),segment_id=695d9389-0be8-4dfb-8c8d-041e83d9f116)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:37.114951 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54602) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:37.129567 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:37.177804 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-d774d345-242e-405a-9611-6386314c9ac2 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Deleting port d2e8bc67-caa5-4142-b1d9-e820805f620a {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:34:37.178413 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d774d345-242e-405a-9611-6386314c9ac2 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:37.223377 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0e3497de-f9d5-48fe-a535-7afca951d1c7 req-c9e78099-7278-4f76-ba63-96b40871872d tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8d61f9e-57f7-4989-9af3-b4f837d642a2 HTTP/1.1" status: 200 len: 210 time: 1.5448911 Jul 09 16:34:37.251689 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4500c2a-a0e2-44f8-a0ec-c3929bbf2272 None None] Network bb8ac47a-62a1-4e2e-9662-99afa8847b62 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:34:37.336131 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-d774d345-242e-405a-9611-6386314c9ac2 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] For port d2e8bc67-caa5-4142-b1d9-e820805f620a, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=d2e8bc67-caa5-4142-b1d9-e820805f620a,segment=NetworkSegment(695d9389-0be8-4dfb-8c8d-041e83d9f116),segment_id=695d9389-0be8-4dfb-8c8d-041e83d9f116)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:37.336512 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d774d345-242e-405a-9611-6386314c9ac2 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:37.369045 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=d2e8bc67-caa5-4142-b1d9-e820805f620a,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:37.391521 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-d774d345-242e-405a-9611-6386314c9ac2 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Calling delete_port for d2e8bc67-caa5-4142-b1d9-e820805f620a owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:34:37.402620 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0266af85-bfdb-4dfe-8274-73c91c044b66 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:37.415338 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-96b53b25-c2c4-4d3c-a83c-1fc9a7a34ab1 tempest-NetworksNegativeTestJSON-1422075134 tempest-NetworksNegativeTestJSON-1422075134-project] Request body: {'port': {'network_id': '94d67b56-18a7-4809-a9d7-77695d12181e', 'name': 'tempest-NetworksNegativeTestJSON-787321264'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:37.512235 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-96b53b25-c2c4-4d3c-a83c-1fc9a7a34ab1 tempest-NetworksNegativeTestJSON-1422075134 tempest-NetworksNegativeTestJSON-1422075134-project] POST failed (client error): The resource could not be found. Jul 09 16:34:37.513274 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96b53b25-c2c4-4d3c-a83c-1fc9a7a34ab1 tempest-NetworksNegativeTestJSON-1422075134 tempest-NetworksNegativeTestJSON-1422075134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:34:37.514570 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-96b53b25-c2c4-4d3c-a83c-1fc9a7a34ab1 tempest-NetworksNegativeTestJSON-1422075134 tempest-NetworksNegativeTestJSON-1422075134-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3983047 Jul 09 16:34:37.519938 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54608) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:37.570438 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f0c74c6-feb7-4813-b05f-f8338cbc15cf tempest-NetworksNegativeTestJSON-1422075134 tempest-NetworksNegativeTestJSON-1422075134-project] DELETE failed (client error): The resource could not be found. Jul 09 16:34:37.571117 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f0c74c6-feb7-4813-b05f-f8338cbc15cf tempest-NetworksNegativeTestJSON-1422075134 tempest-NetworksNegativeTestJSON-1422075134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:34:37.574444 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3f0c74c6-feb7-4813-b05f-f8338cbc15cf tempest-NetworksNegativeTestJSON-1422075134 tempest-NetworksNegativeTestJSON-1422075134-project] 10.222.0.98 "DELETE /v2.0/networks/b5dd148d-f048-457f-a590-893e98fe8623 HTTP/1.1" status: 404 len: 339 time: 0.0517797 Jul 09 16:34:37.580776 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54610) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:37.587060 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d774d345-242e-405a-9611-6386314c9ac2 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:37.599976 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edffc846-981e-4540-af65-07b80bc679ab None None] DHCP port deletion for bb8ac47a-62a1-4e2e-9662-99afa8847b62 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:34:37.644184 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d774d345-242e-405a-9611-6386314c9ac2 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] No DVR routers for this DVR port d2e8bc67-caa5-4142-b1d9-e820805f620a on host n-d-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:34:37.650147 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d774d345-242e-405a-9611-6386314c9ac2 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event deleted for resources: {'Port': ['ID=d2e8bc67-caa5-4142-b1d9-e820805f620a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:37.652995 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a3205d6-b295-44b2-bb7a-17256354574c tempest-NetworksNegativeTestJSON-1422075134 tempest-NetworksNegativeTestJSON-1422075134-project] DELETE failed (client error): The resource could not be found. Jul 09 16:34:37.653733 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a3205d6-b295-44b2-bb7a-17256354574c tempest-NetworksNegativeTestJSON-1422075134 tempest-NetworksNegativeTestJSON-1422075134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:34:37.659929 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-4a3205d6-b295-44b2-bb7a-17256354574c tempest-NetworksNegativeTestJSON-1422075134 tempest-NetworksNegativeTestJSON-1422075134-project] 10.222.0.98 "DELETE /v2.0/ports/e6cc7653-ff98-4fae-8d6b-8bb89fccd9d5 HTTP/1.1" status: 404 len: 333 time: 0.0409789 Jul 09 16:34:37.660559 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54612) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:37.692639 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-91d1b3d4-1760-46be-949e-412ade5740cc tempest-NetworksNegativeTestJSON-1422075134 tempest-NetworksNegativeTestJSON-1422075134-project] DELETE failed (client error): The resource could not be found. Jul 09 16:34:37.693137 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91d1b3d4-1760-46be-949e-412ade5740cc tempest-NetworksNegativeTestJSON-1422075134 tempest-NetworksNegativeTestJSON-1422075134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:34:37.698545 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-91d1b3d4-1760-46be-949e-412ade5740cc tempest-NetworksNegativeTestJSON-1422075134 tempest-NetworksNegativeTestJSON-1422075134-project] 10.222.0.98 "DELETE /v2.0/subnets/5c96300d-3879-49ce-81eb-12b688af778a HTTP/1.1" status: 404 len: 337 time: 0.0334702 Jul 09 16:34:37.699399 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54614) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:37.735728 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f507bc3-8b36-4269-8cb6-e1c44982df98 tempest-NetworksNegativeTestJSON-1422075134 tempest-NetworksNegativeTestJSON-1422075134-project] GET failed (client error): The resource could not be found. Jul 09 16:34:37.741265 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6f507bc3-8b36-4269-8cb6-e1c44982df98 tempest-NetworksNegativeTestJSON-1422075134 tempest-NetworksNegativeTestJSON-1422075134-project] 10.222.0.98 "GET /v2.0/networks/1d933875-2e50-4eb8-9300-8b2b88f0de91 HTTP/1.1" status: 404 len: 339 time: 0.0368180 Jul 09 16:34:37.741505 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54616) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:37.773369 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d774d345-242e-405a-9611-6386314c9ac2 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:37.785714 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d2e8bc67-caa5-4142-b1d9-e820805f620a no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:34:37.788797 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed027ffa-9c45-49bb-8ae7-36707bc88272 tempest-NetworksNegativeTestJSON-1422075134 tempest-NetworksNegativeTestJSON-1422075134-project] GET failed (client error): The resource could not be found. Jul 09 16:34:37.791019 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ed027ffa-9c45-49bb-8ae7-36707bc88272 tempest-NetworksNegativeTestJSON-1422075134 tempest-NetworksNegativeTestJSON-1422075134-project] 10.222.0.98 "GET /v2.0/ports/084b55aa-d395-48f4-979e-c2a429dfd81c HTTP/1.1" status: 404 len: 333 time: 0.0485418 Jul 09 16:34:37.799022 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54618) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:37.803710 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-d774d345-242e-405a-9611-6386314c9ac2 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb8ac47a-62a1-4e2e-9662-99afa8847b62']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:37.834948 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: d2e8bc67-caa5-4142-b1d9-e820805f620a {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:34:37.835664 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d2e8bc67-caa5-4142-b1d9-e820805f620a not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:34:37.859764 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-d774d345-242e-405a-9611-6386314c9ac2 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '695d9389-0be8-4dfb-8c8d-041e83d9f116') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:37.860224 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-d774d345-242e-405a-9611-6386314c9ac2 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '695d9389-0be8-4dfb-8c8d-041e83d9f116') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:37.863421 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e6830df-71ce-4b6b-bc11-2ab9f1d5f9a9 tempest-NetworksNegativeTestJSON-1422075134 tempest-NetworksNegativeTestJSON-1422075134-project] GET failed (client error): The resource could not be found. Jul 09 16:34:37.873626 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8e6830df-71ce-4b6b-bc11-2ab9f1d5f9a9 tempest-NetworksNegativeTestJSON-1422075134 tempest-NetworksNegativeTestJSON-1422075134-project] 10.222.0.98 "GET /v2.0/subnets/9a8b4ca3-35a4-490e-8e16-66e5ae37f93e HTTP/1.1" status: 404 len: 337 time: 0.0653760 Jul 09 16:34:37.879743 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54620) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:37.880265 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d774d345-242e-405a-9611-6386314c9ac2 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:37.886609 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-1608ab24-9410-43d3-8c02-baccbc021e2f tempest-NetworksNegativeTestJSON-1422075134 tempest-NetworksNegativeTestJSON-1422075134-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:37.902033 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d774d345-242e-405a-9611-6386314c9ac2 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:37.910597 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d774d345-242e-405a-9611-6386314c9ac2 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:34:37.911441 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d774d345-242e-405a-9611-6386314c9ac2 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:37.917513 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-1608ab24-9410-43d3-8c02-baccbc021e2f tempest-NetworksNegativeTestJSON-1422075134 tempest-NetworksNegativeTestJSON-1422075134-project] PUT failed (client error): The resource could not be found. Jul 09 16:34:37.918335 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1608ab24-9410-43d3-8c02-baccbc021e2f tempest-NetworksNegativeTestJSON-1422075134 tempest-NetworksNegativeTestJSON-1422075134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:34:37.925694 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1608ab24-9410-43d3-8c02-baccbc021e2f tempest-NetworksNegativeTestJSON-1422075134 tempest-NetworksNegativeTestJSON-1422075134-project] 10.222.0.98 "PUT /v2.0/networks/09619ae9-475a-4a22-b8d0-f2542c886762 HTTP/1.1" status: 404 len: 339 time: 0.0390048 Jul 09 16:34:37.926496 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54624) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:37.935849 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7494a851-54be-4bed-9095-b5dbcb045203 tempest-NetworksNegativeTestJSON-1422075134 tempest-NetworksNegativeTestJSON-1422075134-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:37.942929 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:34:37.942929 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:34:37.942929 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:34:37.942929 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:34:37.942929 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:34:37.942929 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:34:37.942929 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:34:37.942929 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:34:37.942929 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:34:37.942929 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:34:37.942929 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:34:37.942929 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:34:37.942929 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:34:37.942929 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:34:37.942929 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:34:37.942929 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:34:37.942929 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:34:37.942929 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:34:37.942929 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:34:37.942929 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:34:37.942929 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:34:37.942929 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:34:37.942929 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:34:37.942929 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:34:37.942929 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:34:37.942929 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:34:37.942929 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:34:37.942929 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:34:37.942929 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:34:37.942929 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:34:37.942929 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:34:37.942929 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:34:37.942929 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:34:37.942929 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:34:37.942929 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:34:37.942929 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:34:37.942929 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:34:37.942929 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:34:37.942929 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:34:37.942929 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:34:37.967364 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-7494a851-54be-4bed-9095-b5dbcb045203 tempest-NetworksNegativeTestJSON-1422075134 tempest-NetworksNegativeTestJSON-1422075134-project] PUT failed (client error): The resource could not be found. Jul 09 16:34:37.968015 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7494a851-54be-4bed-9095-b5dbcb045203 tempest-NetworksNegativeTestJSON-1422075134 tempest-NetworksNegativeTestJSON-1422075134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:34:37.969765 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7494a851-54be-4bed-9095-b5dbcb045203 tempest-NetworksNegativeTestJSON-1422075134 tempest-NetworksNegativeTestJSON-1422075134-project] 10.222.0.98 "PUT /v2.0/ports/412913b1-e1d8-40ae-84e6-cbef68db35c7 HTTP/1.1" status: 404 len: 333 time: 0.0422595 Jul 09 16:34:37.975915 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0266af85-bfdb-4dfe-8274-73c91c044b66 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:37.977489 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54626) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:37.983139 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-8d8de296-16c1-47fd-aaa2-e5dcb0e825fc tempest-NetworksNegativeTestJSON-1422075134 tempest-NetworksNegativeTestJSON-1422075134-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:37.988857 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0266af85-bfdb-4dfe-8274-73c91c044b66 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:38.014075 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d8de296-16c1-47fd-aaa2-e5dcb0e825fc tempest-NetworksNegativeTestJSON-1422075134 tempest-NetworksNegativeTestJSON-1422075134-project] PUT failed (client error): The resource could not be found. Jul 09 16:34:38.014595 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d8de296-16c1-47fd-aaa2-e5dcb0e825fc tempest-NetworksNegativeTestJSON-1422075134 tempest-NetworksNegativeTestJSON-1422075134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:34:38.015838 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8d8de296-16c1-47fd-aaa2-e5dcb0e825fc tempest-NetworksNegativeTestJSON-1422075134 tempest-NetworksNegativeTestJSON-1422075134-project] 10.222.0.98 "PUT /v2.0/subnets/babea124-6a22-44d6-aa27-2ad76abe4c29 HTTP/1.1" status: 404 len: 337 time: 0.0373807 Jul 09 16:34:38.046728 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d774d345-242e-405a-9611-6386314c9ac2 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:38.068445 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d774d345-242e-405a-9611-6386314c9ac2 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:38.071906 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-d774d345-242e-405a-9611-6386314c9ac2 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "DELETE /v2.0/networks/bb8ac47a-62a1-4e2e-9662-99afa8847b62 HTTP/1.1" status: 204 len: 168 time: 1.2037559 Jul 09 16:34:38.079782 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54630) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:38.090669 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-15561bc6-46d4-422d-aa13-da34258b7bee tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-802318173'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:38.094673 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d774d345-242e-405a-9611-6386314c9ac2 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event deleted for resources: {'Network': ['ID=bb8ac47a-62a1-4e2e-9662-99afa8847b62,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:38.115780 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0266af85-bfdb-4dfe-8274-73c91c044b66 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Pushing event updated for resources: {'Port': ['ID=75241216-6ea3-477a-92d0-598a84d1f10a,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:38.125583 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0266af85-bfdb-4dfe-8274-73c91c044b66 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:38.152659 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15561bc6-46d4-422d-aa13-da34258b7bee tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Made reservation on behalf of 6c6145552dd04842a1541a99fce20415 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:34:38.156794 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-15561bc6-46d4-422d-aa13-da34258b7bee tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:38.233913 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15561bc6-46d4-422d-aa13-da34258b7bee tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:34:38.261113 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-15561bc6-46d4-422d-aa13-da34258b7bee tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:38.261586 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-15561bc6-46d4-422d-aa13-da34258b7bee tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Added segment 5957ebf1-f6b6-4959-a12b-fb13d6a2185d of type vlan for network ca95c8ea-17c4-460c-841d-abed9399284a Jul 09 16:34:38.289319 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0266af85-bfdb-4dfe-8274-73c91c044b66 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Network 1f09a011-3617-446a-9f66-f6023cc88e4c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:34:38.291955 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-0266af85-bfdb-4dfe-8274-73c91c044b66 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:38.330883 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-15561bc6-46d4-422d-aa13-da34258b7bee tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:38.458653 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54640) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:38.461907 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-15561bc6-46d4-422d-aa13-da34258b7bee tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:38.475133 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15561bc6-46d4-422d-aa13-da34258b7bee tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:38.475856 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-15561bc6-46d4-422d-aa13-da34258b7bee tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:38.527688 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0266af85-bfdb-4dfe-8274-73c91c044b66 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Router ce0c78a2-a089-4b0b-82f3-b83902de2236 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:34:38.678194 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15561bc6-46d4-422d-aa13-da34258b7bee tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event updated for resources: {'Network': ['ID=ca95c8ea-17c4-460c-841d-abed9399284a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:38.680010 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b15d7ae-59e1-4ab8-af2c-e35e3fafabc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:38.695427 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network ca95c8ea-17c4-460c-841d-abed9399284a details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:34:38.711486 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-15561bc6-46d4-422d-aa13-da34258b7bee tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6165125 Jul 09 16:34:38.714207 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54644) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:38.733305 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-713af4ab-eb6c-414e-8152-1d86324abe38 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Request body: {'subnet': {'network_id': 'ca95c8ea-17c4-460c-841d-abed9399284a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:38.866069 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-29ea2e85-0bce-4ada-a566-79d756ae8354 None None] Provisioning complete for port 75241216-6ea3-477a-92d0-598a84d1f10a triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:34:38.866618 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-29ea2e85-0bce-4ada-a566-79d756ae8354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:38.897791 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b15d7ae-59e1-4ab8-af2c-e35e3fafabc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:38.908275 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b15d7ae-59e1-4ab8-af2c-e35e3fafabc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:38.908552 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-29ea2e85-0bce-4ada-a566-79d756ae8354 None None] Port 75241216-6ea3-477a-92d0-598a84d1f10a cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:34:39.002080 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-6b15d7ae-59e1-4ab8-af2c-e35e3fafabc8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a9b7bb99ac4049f48f06d006940501a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5416582 Jul 09 16:34:39.002790 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54650) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:39.005355 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b15d7ae-59e1-4ab8-af2c-e35e3fafabc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=858d1794-a7e9-41d3-9b00-aa53e139f94b,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:39.085298 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0266af85-bfdb-4dfe-8274-73c91c044b66 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:34:39.088683 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713af4ab-eb6c-414e-8152-1d86324abe38 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Made reservation on behalf of 6c6145552dd04842a1541a99fce20415 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:34:39.092910 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-713af4ab-eb6c-414e-8152-1d86324abe38 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:39.098364 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468a0cf4-1425-4906-84e1-f3239dcd388e None None] Sync routers for ids ['ce0c78a2-a089-4b0b-82f3-b83902de2236'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:34:39.099215 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1f696bd3-40eb-4672-9f01-5f5a4f513a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:39.114299 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0266af85-bfdb-4dfe-8274-73c91c044b66 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] 10.222.0.98 "PUT /v2.0/routers/ce0c78a2-a089-4b0b-82f3-b83902de2236/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3108246 Jul 09 16:34:39.118909 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468a0cf4-1425-4906-84e1-f3239dcd388e None None] Routers {'ce0c78a2-a089-4b0b-82f3-b83902de2236'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:34:39.119542 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-468a0cf4-1425-4906-84e1-f3239dcd388e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:34:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['ce0c78a2-a089-4b0b-82f3-b83902de2236'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:39.125371 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54652) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:39.146182 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1f696bd3-40eb-4672-9f01-5f5a4f513a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:39.274414 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-468a0cf4-1425-4906-84e1-f3239dcd388e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:39.278355 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9829516-452c-4b57-ac86-81f92d03bd49 req-fc24ee58-2727-4b7a-b8b6-57378425fc74 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:39.280049 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c9829516-452c-4b57-ac86-81f92d03bd49 req-fc24ee58-2727-4b7a-b8b6-57378425fc74 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=7a9a053a-e73c-4363-a968-0d48a44281a1 HTTP/1.1" status: 200 len: 946 time: 0.1617565 Jul 09 16:34:39.294216 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468a0cf4-1425-4906-84e1-f3239dcd388e None None] Routers {'ce0c78a2-a089-4b0b-82f3-b83902de2236'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:34:39.295612 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-468a0cf4-1425-4906-84e1-f3239dcd388e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:34:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['ce0c78a2-a089-4b0b-82f3-b83902de2236'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:39.321146 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c9ead01e-9aa7-47eb-9881-d560a7ba32a6 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:39.337709 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-468a0cf4-1425-4906-84e1-f3239dcd388e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:39.338717 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468a0cf4-1425-4906-84e1-f3239dcd388e None None] The sync data for ids ['ce0c78a2-a089-4b0b-82f3-b83902de2236'] in n-d-798930-3 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:34:39.376851 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c9829516-452c-4b57-ac86-81f92d03bd49 req-7c75c653-57fd-405e-a09a-012378b00fa9 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873408 Jul 09 16:34:39.427415 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1f696bd3-40eb-4672-9f01-5f5a4f513a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:39.431402 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1f696bd3-40eb-4672-9f01-5f5a4f513a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:39.433218 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-1f696bd3-40eb-4672-9f01-5f5a4f513a45 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/858d1794-a7e9-41d3-9b00-aa53e139f94b HTTP/1.1" status: 204 len: 168 time: 0.4289939 Jul 09 16:34:39.448146 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f696bd3-40eb-4672-9f01-5f5a4f513a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858d1794-a7e9-41d3-9b00-aa53e139f94b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:39.452305 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-c9ead01e-9aa7-47eb-9881-d560a7ba32a6 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 09 16:34:39.454343 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c9ead01e-9aa7-47eb-9881-d560a7ba32a6 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] 10.222.0.98 "DELETE /v2.0/routers/ce0c78a2-a089-4b0b-82f3-b83902de2236 HTTP/1.1" status: 409 len: 329 time: 0.3274848 Jul 09 16:34:39.457181 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54656) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:39.486904 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-713af4ab-eb6c-414e-8152-1d86324abe38 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:39.572786 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713af4ab-eb6c-414e-8152-1d86324abe38 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Checking segment: {'id': '5957ebf1-f6b6-4959-a12b-fb13d6a2185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ca95c8ea-17c4-460c-841d-abed9399284a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:34:39.573212 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713af4ab-eb6c-414e-8152-1d86324abe38 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Network hostable DHCP agents. Network: ca95c8ea-17c4-460c-841d-abed9399284a, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:34:39.577139 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713af4ab-eb6c-414e-8152-1d86324abe38 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event updated for resources: {'Subnet': ['ID=7c2a1c8c-0984-40c5-bc41-0ed0e2ea7cba,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:39.599334 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713af4ab-eb6c-414e-8152-1d86324abe38 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Network ca95c8ea-17c4-460c-841d-abed9399284a is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:34:39.621613 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-713af4ab-eb6c-414e-8152-1d86324abe38 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, ca95c8ea-17c4-460c-841d-abed9399284a) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:39.634201 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713af4ab-eb6c-414e-8152-1d86324abe38 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:39.638551 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-713af4ab-eb6c-414e-8152-1d86324abe38 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:39.639242 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728725b5-1ef6-4226-a4ca-fb2732ff41c2 None None] Network ca95c8ea-17c4-460c-841d-abed9399284a requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:34:39.684185 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-713af4ab-eb6c-414e-8152-1d86324abe38 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9679079 Jul 09 16:34:39.689830 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54660) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:39.695430 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d49fb0ef-afa7-43cb-b0ad-def7fb013ae3 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Request body: {'port': {'network_id': 'ca95c8ea-17c4-460c-841d-abed9399284a', 'security_groups': [], 'name': 'tempest-PortsTestJSON-532270677'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:39.856150 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49fb0ef-afa7-43cb-b0ad-def7fb013ae3 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Made reservation on behalf of 6c6145552dd04842a1541a99fce20415 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:34:39.863426 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d49fb0ef-afa7-43cb-b0ad-def7fb013ae3 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:39.916608 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-d49fb0ef-afa7-43cb-b0ad-def7fb013ae3 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] device_id is not set on port f66f2fbe-895d-460c-a343-6add9e3348bc yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:34:40.207627 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3731e8-af02-4868-a229-2a6cf0ca9cad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-ca95c8ea-17c4-460c-841d-abed9399284a', 'network_id': 'ca95c8ea-17c4-460c-841d-abed9399284a', 'tenant_id': '6c6145552dd04842a1541a99fce20415', 'fixed_ips': [{'subnet_id': '7c2a1c8c-0984-40c5-bc41-0ed0e2ea7cba'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:34:40.208958 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2c3731e8-af02-4868-a229-2a6cf0ca9cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:40.224435 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:40.300759 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-d49fb0ef-afa7-43cb-b0ad-def7fb013ae3 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Allocated IP 172.20.0.10 (ca95c8ea-17c4-460c-841d-abed9399284a/7c2a1c8c-0984-40c5-bc41-0ed0e2ea7cba/f66f2fbe-895d-460c-a343-6add9e3348bc) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:34:40.322687 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a89dc2a4-0909-4058-813a-c4379f677268 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:40.702028 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d49fb0ef-afa7-43cb-b0ad-def7fb013ae3 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:40.728585 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-d49fb0ef-afa7-43cb-b0ad-def7fb013ae3 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Transition to ACTIVE for port object f66f2fbe-895d-460c-a343-6add9e3348bc will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:34:40.814173 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d49fb0ef-afa7-43cb-b0ad-def7fb013ae3 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:40.912413 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49fb0ef-afa7-43cb-b0ad-def7fb013ae3 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Network ca95c8ea-17c4-460c-841d-abed9399284a is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:34:40.918829 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-d49fb0ef-afa7-43cb-b0ad-def7fb013ae3 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:40.926243 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49fb0ef-afa7-43cb-b0ad-def7fb013ae3 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:34:40.983140 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-2c3731e8-af02-4868-a229-2a6cf0ca9cad None None] Allocated IP 172.20.0.2 (ca95c8ea-17c4-460c-841d-abed9399284a/7c2a1c8c-0984-40c5-bc41-0ed0e2ea7cba/56a8e8fe-0e10-41b1-b1cf-cb3339de9353) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:34:40.986818 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469eeffe-a2c8-4715-a945-1c90e0d70a50 req-29ee853c-ba30-47b8-803d-9b16b54125c0 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:40.990199 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-469eeffe-a2c8-4715-a945-1c90e0d70a50 req-29ee853c-ba30-47b8-803d-9b16b54125c0 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=7a9a053a-e73c-4363-a968-0d48a44281a1 HTTP/1.1" status: 200 len: 946 time: 0.2013297 Jul 09 16:34:41.056804 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49fb0ef-afa7-43cb-b0ad-def7fb013ae3 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event updated for resources: {'Port': ['ID=f66f2fbe-895d-460c-a343-6add9e3348bc,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:41.089133 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49fb0ef-afa7-43cb-b0ad-def7fb013ae3 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:41.090624 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d49fb0ef-afa7-43cb-b0ad-def7fb013ae3 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:41.159026 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-469eeffe-a2c8-4715-a945-1c90e0d70a50 req-9a596f85-548e-4de1-8081-a42623941080 tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/security-groups?id=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732496 Jul 09 16:34:41.222193 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d49fb0ef-afa7-43cb-b0ad-def7fb013ae3 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.5311038 Jul 09 16:34:41.226602 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54694) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:41.259552 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-a89dc2a4-0909-4058-813a-c4379f677268 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Deleting port 75241216-6ea3-477a-92d0-598a84d1f10a {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:34:41.260193 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a89dc2a4-0909-4058-813a-c4379f677268 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:41.379412 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39889f78-35f7-4510-9add-04bd28c20b21 req-3bcbe73b-0347-4210-bc15-4023bd0d8d0d tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:41.381621 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-39889f78-35f7-4510-9add-04bd28c20b21 req-3bcbe73b-0347-4210-bc15-4023bd0d8d0d tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a9a053a-e73c-4363-a968-0d48a44281a1 HTTP/1.1" status: 200 len: 946 time: 0.2830546 Jul 09 16:34:41.385918 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a89dc2a4-0909-4058-813a-c4379f677268 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:41.401682 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-a89dc2a4-0909-4058-813a-c4379f677268 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Calling delete_port for 75241216-6ea3-477a-92d0-598a84d1f10a owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:34:41.442526 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2c3731e8-af02-4868-a229-2a6cf0ca9cad None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:41.465639 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2c3731e8-af02-4868-a229-2a6cf0ca9cad None None] Transition to ACTIVE for port object 56a8e8fe-0e10-41b1-b1cf-cb3339de9353 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:34:41.504536 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2c3731e8-af02-4868-a229-2a6cf0ca9cad None None] Transition to ACTIVE for port object 56a8e8fe-0e10-41b1-b1cf-cb3339de9353 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:34:41.515639 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2c3731e8-af02-4868-a229-2a6cf0ca9cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:41.571419 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-a34fa4ba-8e10-4c3d-9d9b-37e6784f543b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Deleting port f66f2fbe-895d-460c-a343-6add9e3348bc {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:34:41.571844 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a34fa4ba-8e10-4c3d-9d9b-37e6784f543b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:41.595850 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3731e8-af02-4868-a229-2a6cf0ca9cad None None] Pushing event updated for resources: {'Port': ['ID=56a8e8fe-0e10-41b1-b1cf-cb3339de9353,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:41.618985 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3731e8-af02-4868-a229-2a6cf0ca9cad None None] Network ca95c8ea-17c4-460c-841d-abed9399284a is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:34:41.621247 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-2c3731e8-af02-4868-a229-2a6cf0ca9cad None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:41.625194 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3731e8-af02-4868-a229-2a6cf0ca9cad None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:34:41.686394 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a89dc2a4-0909-4058-813a-c4379f677268 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:41.730051 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89dc2a4-0909-4058-813a-c4379f677268 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Pushing event deleted for resources: {'Port': ['ID=75241216-6ea3-477a-92d0-598a84d1f10a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:41.732301 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-2c3731e8-af02-4868-a229-2a6cf0ca9cad None None] Attempting to bind port 56a8e8fe-0e10-41b1-b1cf-cb3339de9353 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:34:41.732753 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-2c3731e8-af02-4868-a229-2a6cf0ca9cad None None] Attempting to bind port 56a8e8fe-0e10-41b1-b1cf-cb3339de9353 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '5957ebf1-f6b6-4959-a12b-fb13d6a2185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ca95c8ea-17c4-460c-841d-abed9399284a'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:34:41.733123 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3731e8-af02-4868-a229-2a6cf0ca9cad None None] Attempting to bind port 56a8e8fe-0e10-41b1-b1cf-cb3339de9353 on network ca95c8ea-17c4-460c-841d-abed9399284a {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:34:41.739480 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3731e8-af02-4868-a229-2a6cf0ca9cad None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:34:41.739864 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3731e8-af02-4868-a229-2a6cf0ca9cad None None] Checking segment: {'id': '5957ebf1-f6b6-4959-a12b-fb13d6a2185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ca95c8ea-17c4-460c-841d-abed9399284a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:34:41.740801 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2c3731e8-af02-4868-a229-2a6cf0ca9cad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:41.740801 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3731e8-af02-4868-a229-2a6cf0ca9cad None None] Bound using segment: {'id': '5957ebf1-f6b6-4959-a12b-fb13d6a2185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ca95c8ea-17c4-460c-841d-abed9399284a'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:34:41.741240 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-2c3731e8-af02-4868-a229-2a6cf0ca9cad None None] Bound port: 56a8e8fe-0e10-41b1-b1cf-cb3339de9353, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5957ebf1-f6b6-4959-a12b-fb13d6a2185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ca95c8ea-17c4-460c-841d-abed9399284a'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:34:41.741507 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2c3731e8-af02-4868-a229-2a6cf0ca9cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:41.789678 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-39889f78-35f7-4510-9add-04bd28c20b21 req-14b4308e-6616-43eb-8b91-234e201eebec tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Deleting port 4068b810-df3f-41c5-94c6-f88b4c797457 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:34:41.789883 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-39889f78-35f7-4510-9add-04bd28c20b21 req-14b4308e-6616-43eb-8b91-234e201eebec tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:41.952094 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-39889f78-35f7-4510-9add-04bd28c20b21 req-14b4308e-6616-43eb-8b91-234e201eebec tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] For port 4068b810-df3f-41c5-94c6-f88b4c797457, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=4068b810-df3f-41c5-94c6-f88b4c797457,segment=NetworkSegment(84a2b727-9fdd-4d45-b78f-34759e2941ec),segment_id=84a2b727-9fdd-4d45-b78f-34759e2941ec)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:41.952461 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-39889f78-35f7-4510-9add-04bd28c20b21 req-14b4308e-6616-43eb-8b91-234e201eebec tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:41.973813 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-39889f78-35f7-4510-9add-04bd28c20b21 req-14b4308e-6616-43eb-8b91-234e201eebec tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Calling delete_port for 4068b810-df3f-41c5-94c6-f88b4c797457 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:34:41.987517 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-2c3731e8-af02-4868-a229-2a6cf0ca9cad None None] For port 56a8e8fe-0e10-41b1-b1cf-cb3339de9353, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:34:41.991974 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-2c3731e8-af02-4868-a229-2a6cf0ca9cad None None] For port 56a8e8fe-0e10-41b1-b1cf-cb3339de9353, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=56a8e8fe-0e10-41b1-b1cf-cb3339de9353,segment=NetworkSegment(5957ebf1-f6b6-4959-a12b-fb13d6a2185d),segment_id=5957ebf1-f6b6-4959-a12b-fb13d6a2185d)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:34:42.004288 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2c3731e8-af02-4868-a229-2a6cf0ca9cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:42.057909 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a89dc2a4-0909-4058-813a-c4379f677268 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:42.145176 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a34fa4ba-8e10-4c3d-9d9b-37e6784f543b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:42.202275 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-a34fa4ba-8e10-4c3d-9d9b-37e6784f543b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Calling delete_port for f66f2fbe-895d-460c-a343-6add9e3348bc owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:34:42.325901 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3731e8-af02-4868-a229-2a6cf0ca9cad None None] Pushing event updated for resources: {'Port': ['ID=56a8e8fe-0e10-41b1-b1cf-cb3339de9353,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:42.510303 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a89dc2a4-0909-4058-813a-c4379f677268 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Router ce0c78a2-a089-4b0b-82f3-b83902de2236 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:34:42.600757 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-39889f78-35f7-4510-9add-04bd28c20b21 req-14b4308e-6616-43eb-8b91-234e201eebec tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:42.614594 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['4068b810-df3f-41c5-94c6-f88b4c797457'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:34:42.670204 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b4308e-6616-43eb-8b91-234e201eebec tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Pushing event deleted for resources: {'Port': ['ID=4068b810-df3f-41c5-94c6-f88b4c797457,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:42.756829 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-39889f78-35f7-4510-9add-04bd28c20b21 req-14b4308e-6616-43eb-8b91-234e201eebec tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] No DVR routers for this DVR port 4068b810-df3f-41c5-94c6-f88b4c797457 on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:34:42.760022 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-39889f78-35f7-4510-9add-04bd28c20b21 req-14b4308e-6616-43eb-8b91-234e201eebec tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:42.762675 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-39889f78-35f7-4510-9add-04bd28c20b21 req-14b4308e-6616-43eb-8b91-234e201eebec tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.77 "DELETE /v2.0/ports/4068b810-df3f-41c5-94c6-f88b4c797457 HTTP/1.1" status: 204 len: 173 time: 1.3435652 Jul 09 16:34:42.809519 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9a053a-e73c-4363-a968-0d48a44281a1', 'name': 'network-vif-deleted', 'tag': '4068b810-df3f-41c5-94c6-f88b4c797457'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:34:42.809519 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7099d9-c673-4e09-8704-fb39d8d8f8c2" -d '{"events": [{"server_uuid": "7a9a053a-e73c-4363-a968-0d48a44281a1", "name": "network-vif-deleted", "tag": "4068b810-df3f-41c5-94c6-f88b4c797457"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:34:42.818708 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89dc2a4-0909-4058-813a-c4379f677268 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:34:42.842186 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ddee391d-fd92-4e92-a670-c1921e9c7d30 req-7dec0c70-3f89-4ac8-8d9c-e004559e6a3d tempest-ServerRescueTestJSON-2036174545 tempest-ServerRescueTestJSON-2036174545-project] 10.222.0.98 "GET /v2.0/ports?device_id=7a9a053a-e73c-4363-a968-0d48a44281a1 HTTP/1.1" status: 200 len: 210 time: 0.1322262 Jul 09 16:34:42.848989 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b50a31-071d-4ba1-b0b5-799607095e1c None None] Sync routers for ids ['ce0c78a2-a089-4b0b-82f3-b83902de2236'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:34:42.858734 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a34fa4ba-8e10-4c3d-9d9b-37e6784f543b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:42.892729 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b50a31-071d-4ba1-b0b5-799607095e1c None None] Routers {'ce0c78a2-a089-4b0b-82f3-b83902de2236'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:34:42.900384 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a89dc2a4-0909-4058-813a-c4379f677268 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] 10.222.0.98 "PUT /v2.0/routers/ce0c78a2-a089-4b0b-82f3-b83902de2236/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4415708 Jul 09 16:34:42.923533 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-35b50a31-071d-4ba1-b0b5-799607095e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:34:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['ce0c78a2-a089-4b0b-82f3-b83902de2236'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:42.932879 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54726) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:42.961478 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3d387f-4d16-47de-a6ca-1747dba2816e x-openstack-request-id: req-3b3d387f-4d16-47de-a6ca-1747dba2816e {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:34:42.961786 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a9a053a-e73c-4363-a968-0d48a44281a1", "name": "network-vif-deleted", "tag": "4068b810-df3f-41c5-94c6-f88b4c797457", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:34:42.962043 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3b3d387f-4d16-47de-a6ca-1747dba2816e {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:34:42.962442 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a9a053a-e73c-4363-a968-0d48a44281a1', 'name': 'network-vif-deleted', 'tag': '4068b810-df3f-41c5-94c6-f88b4c797457', 'status': 'completed', 'code': 200} Jul 09 16:34:43.028883 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-63722cf9-c536-4dad-a8a2-8e4d1ad825da tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] show failed (client error): The resource could not be found. Jul 09 16:34:43.030475 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-63722cf9-c536-4dad-a8a2-8e4d1ad825da tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] 10.222.0.98 "GET /v2.0/routers/tempest-non_exist_router-1266927503 HTTP/1.1" status: 404 len: 335 time: 0.0891204 Jul 09 16:34:43.037796 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54728) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:43.049378 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-eafe40d9-a5a9-4572-a2a5-107c2d378feb tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:43.056975 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34fa4ba-8e10-4c3d-9d9b-37e6784f543b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event deleted for resources: {'Port': ['ID=f66f2fbe-895d-460c-a343-6add9e3348bc,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:43.118323 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-35b50a31-071d-4ba1-b0b5-799607095e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:43.155652 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b50a31-071d-4ba1-b0b5-799607095e1c None None] Routers {'ce0c78a2-a089-4b0b-82f3-b83902de2236'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:34:43.169470 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-35b50a31-071d-4ba1-b0b5-799607095e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:34:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['ce0c78a2-a089-4b0b-82f3-b83902de2236'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:43.180208 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-eafe40d9-a5a9-4572-a2a5-107c2d378feb tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] update failed (client error): The resource could not be found. Jul 09 16:34:43.192724 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-eafe40d9-a5a9-4572-a2a5-107c2d378feb tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] 10.222.0.98 "PUT /v2.0/routers/tempest-non_exist_router-1929731917 HTTP/1.1" status: 404 len: 335 time: 0.1529777 Jul 09 16:34:43.197520 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54734) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:43.232107 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a34fa4ba-8e10-4c3d-9d9b-37e6784f543b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:43.243484 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a34fa4ba-8e10-4c3d-9d9b-37e6784f543b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "DELETE /v2.0/ports/f66f2fbe-895d-460c-a343-6add9e3348bc HTTP/1.1" status: 204 len: 168 time: 2.0153713 Jul 09 16:34:43.245146 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54738) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:43.303657 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-35b50a31-071d-4ba1-b0b5-799607095e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:43.304706 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b50a31-071d-4ba1-b0b5-799607095e1c None None] The sync data for ids ['ce0c78a2-a089-4b0b-82f3-b83902de2236'] in n-d-798930-3 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:34:43.307083 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-43025331-0785-4208-8404-9bf616375908 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Deleting subnet 5be32bb6-eb89-4047-b42e-65f3dc7bd074 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:34:43.310888 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43025331-0785-4208-8404-9bf616375908 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:43.335543 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6a31200-c20d-4d37-a24e-36058fbd0c9d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] GET failed (client error): The resource could not be found. Jul 09 16:34:43.345555 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b6a31200-c20d-4d37-a24e-36058fbd0c9d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "GET /v2.0/ports/f66f2fbe-895d-460c-a343-6add9e3348bc HTTP/1.1" status: 404 len: 333 time: 0.0993593 Jul 09 16:34:43.346499 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54742) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:43.392335 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43025331-0785-4208-8404-9bf616375908 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:43.478564 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-7549fc0d-0bff-4acf-911d-df9a2f0ef084 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Deleting subnet 7c2a1c8c-0984-40c5-bc41-0ed0e2ea7cba {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:34:43.493797 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7549fc0d-0bff-4acf-911d-df9a2f0ef084 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:43.504773 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43025331-0785-4208-8404-9bf616375908 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:43.613332 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43025331-0785-4208-8404-9bf616375908 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:43.665757 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43025331-0785-4208-8404-9bf616375908 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Pushing event deleted for resources: {'Subnet': ['ID=5be32bb6-eb89-4047-b42e-65f3dc7bd074,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:43.677212 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43025331-0785-4208-8404-9bf616375908 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:43.689721 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adff8139-4b5e-4180-848e-4f60bed7ce05 None None] Network c7c00cba-da45-48c4-a225-7c4f03907225 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:34:43.690691 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-43025331-0785-4208-8404-9bf616375908 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] 10.222.0.98 "DELETE /v2.0/subnets/5be32bb6-eb89-4047-b42e-65f3dc7bd074 HTTP/1.1" status: 204 len: 168 time: 0.4911706 Jul 09 16:34:43.692516 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54756) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:43.703708 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7549fc0d-0bff-4acf-911d-df9a2f0ef084 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:43.838498 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fa7efa3-eef2-482a-ae1c-a5648381f60e tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Deleting subnet bae2d0ef-30bf-4bc4-a877-772af894ecf6 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:34:43.843426 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8fa7efa3-eef2-482a-ae1c-a5648381f60e tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:43.956677 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8fa7efa3-eef2-482a-ae1c-a5648381f60e tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:43.966156 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 56a8e8fe-0e10-41b1-b1cf-cb3339de9353 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:34:44.075675 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7549fc0d-0bff-4acf-911d-df9a2f0ef084 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:44.120674 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 56a8e8fe-0e10-41b1-b1cf-cb3339de9353 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:34:44.215856 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54768) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:44.216447 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0edc0e-9566-4512-ab38-06d22f44343f None None] DHCP port deletion for c7c00cba-da45-48c4-a225-7c4f03907225 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:34:44.228118 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8fa7efa3-eef2-482a-ae1c-a5648381f60e tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:44.235708 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7549fc0d-0bff-4acf-911d-df9a2f0ef084 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:44.262576 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7549fc0d-0bff-4acf-911d-df9a2f0ef084 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:44.265325 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7549fc0d-0bff-4acf-911d-df9a2f0ef084 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "DELETE /v2.0/subnets/7c2a1c8c-0984-40c5-bc41-0ed0e2ea7cba HTTP/1.1" status: 204 len: 168 time: 0.9168558 Jul 09 16:34:44.290916 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54770) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:44.293102 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7549fc0d-0bff-4acf-911d-df9a2f0ef084 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event deleted for resources: {'Subnet': ['ID=7c2a1c8c-0984-40c5-bc41-0ed0e2ea7cba,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:44.307012 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-2b0edc0e-9566-4512-ab38-06d22f44343f None None] Deleting port ff57d734-a6bc-43db-8c97-b8946434b837 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:34:44.307686 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2b0edc0e-9566-4512-ab38-06d22f44343f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:44.480781 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-01110a00-7f6b-465b-9f25-91091f6c7d7d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:44.514127 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-2b0edc0e-9566-4512-ab38-06d22f44343f None None] For port ff57d734-a6bc-43db-8c97-b8946434b837, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=ff57d734-a6bc-43db-8c97-b8946434b837,segment=NetworkSegment(7049e397-ac12-4435-9b30-94678b8316cd),segment_id=7049e397-ac12-4435-9b30-94678b8316cd)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:44.514950 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2b0edc0e-9566-4512-ab38-06d22f44343f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:44.533624 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-2b0edc0e-9566-4512-ab38-06d22f44343f None None] Calling delete_port for ff57d734-a6bc-43db-8c97-b8946434b837 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:34:44.580775 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-01110a00-7f6b-465b-9f25-91091f6c7d7d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Deleting port 56a8e8fe-0e10-41b1-b1cf-cb3339de9353 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:34:44.581460 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-01110a00-7f6b-465b-9f25-91091f6c7d7d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:44.598309 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd27765-526e-468e-b3cb-a0252fbbe23e None None] Network ca95c8ea-17c4-460c-841d-abed9399284a requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:34:44.682642 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-01110a00-7f6b-465b-9f25-91091f6c7d7d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] For port 56a8e8fe-0e10-41b1-b1cf-cb3339de9353, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=56a8e8fe-0e10-41b1-b1cf-cb3339de9353,segment=NetworkSegment(5957ebf1-f6b6-4959-a12b-fb13d6a2185d),segment_id=5957ebf1-f6b6-4959-a12b-fb13d6a2185d)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:44.683145 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-01110a00-7f6b-465b-9f25-91091f6c7d7d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:44.691956 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d99217f9-e8b9-4ea3-b56f-4ff418ec1191 None None] Provisioning for port 56a8e8fe-0e10-41b1-b1cf-cb3339de9353 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:34:44.701046 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-01110a00-7f6b-465b-9f25-91091f6c7d7d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Calling delete_port for 56a8e8fe-0e10-41b1-b1cf-cb3339de9353 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:34:44.713556 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d99217f9-e8b9-4ea3-b56f-4ff418ec1191 None None] Provisioning complete for port 56a8e8fe-0e10-41b1-b1cf-cb3339de9353 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:34:44.714182 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d99217f9-e8b9-4ea3-b56f-4ff418ec1191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:44.791768 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 4068b810-df3f-41c5-94c6-f88b4c797457 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:34:44.807259 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-01110a00-7f6b-465b-9f25-91091f6c7d7d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:44.835085 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8fa7efa3-eef2-482a-ae1c-a5648381f60e tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:44.852767 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01110a00-7f6b-465b-9f25-91091f6c7d7d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event deleted for resources: {'Port': ['ID=56a8e8fe-0e10-41b1-b1cf-cb3339de9353,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:44.858280 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: 4068b810-df3f-41c5-94c6-f88b4c797457 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:34:44.858632 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 4068b810-df3f-41c5-94c6-f88b4c797457 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:34:44.868630 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01110a00-7f6b-465b-9f25-91091f6c7d7d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] No DVR routers for this DVR port 56a8e8fe-0e10-41b1-b1cf-cb3339de9353 on host n-d-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:34:44.913867 n-d-798930-3 neutron-server[93960]: INFO neutron.plugins.ml2.db [None req-d99217f9-e8b9-4ea3-b56f-4ff418ec1191 None None] No ports have port_id starting with 56a8e8fe-0e10-41b1-b1cf-cb3339de9353 Jul 09 16:34:44.917434 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2b0edc0e-9566-4512-ab38-06d22f44343f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:44.955418 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0edc0e-9566-4512-ab38-06d22f44343f None None] Pushing event deleted for resources: {'Port': ['ID=ff57d734-a6bc-43db-8c97-b8946434b837,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:44.959841 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0edc0e-9566-4512-ab38-06d22f44343f None None] No DVR routers for this DVR port ff57d734-a6bc-43db-8c97-b8946434b837 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:34:45.005959 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa7efa3-eef2-482a-ae1c-a5648381f60e tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Pushing event deleted for resources: {'Subnet': ['ID=bae2d0ef-30bf-4bc4-a877-772af894ecf6,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:45.011017 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8fa7efa3-eef2-482a-ae1c-a5648381f60e tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:45.011922 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-01110a00-7f6b-465b-9f25-91091f6c7d7d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:45.013087 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8fa7efa3-eef2-482a-ae1c-a5648381f60e tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] 10.222.0.98 "DELETE /v2.0/subnets/bae2d0ef-30bf-4bc4-a877-772af894ecf6 HTTP/1.1" status: 204 len: 168 time: 1.3201210 Jul 09 16:34:45.021628 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54782) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:45.030644 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb9d22f-6ff3-41e5-9eb7-3e1fe140a860 None None] Network 9b3fe658-9db0-4041-be54-09fa568c450d requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:34:45.044920 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa7efa3-eef2-482a-ae1c-a5648381f60e tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:45.045148 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-01110a00-7f6b-465b-9f25-91091f6c7d7d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca95c8ea-17c4-460c-841d-abed9399284a']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:45.045722 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa7efa3-eef2-482a-ae1c-a5648381f60e tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:45.046289 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa7efa3-eef2-482a-ae1c-a5648381f60e tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:45.046652 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa7efa3-eef2-482a-ae1c-a5648381f60e tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:45.052909 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa7efa3-eef2-482a-ae1c-a5648381f60e tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:45.056700 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa7efa3-eef2-482a-ae1c-a5648381f60e tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:45.057523 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa7efa3-eef2-482a-ae1c-a5648381f60e tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:45.058085 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa7efa3-eef2-482a-ae1c-a5648381f60e tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:45.058609 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa7efa3-eef2-482a-ae1c-a5648381f60e tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:45.058962 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa7efa3-eef2-482a-ae1c-a5648381f60e tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:45.059487 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa7efa3-eef2-482a-ae1c-a5648381f60e tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:45.060237 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa7efa3-eef2-482a-ae1c-a5648381f60e tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:45.076190 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b802b131-6378-4ed3-9ba4-59c9c92d029d None None] DHCP port deletion for ca95c8ea-17c4-460c-841d-abed9399284a request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:34:45.087911 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-01110a00-7f6b-465b-9f25-91091f6c7d7d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5957ebf1-f6b6-4959-a12b-fb13d6a2185d') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:45.088251 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-01110a00-7f6b-465b-9f25-91091f6c7d7d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5957ebf1-f6b6-4959-a12b-fb13d6a2185d') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:45.125461 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-01110a00-7f6b-465b-9f25-91091f6c7d7d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:45.177893 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-01110a00-7f6b-465b-9f25-91091f6c7d7d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:45.194630 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01110a00-7f6b-465b-9f25-91091f6c7d7d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:34:45.203257 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-01110a00-7f6b-465b-9f25-91091f6c7d7d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:45.207020 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:34:45.207020 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:34:45.207020 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:34:45.207020 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:34:45.207020 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:34:45.207020 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:34:45.207020 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:34:45.207020 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:34:45.207020 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:34:45.207020 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:34:45.207020 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:34:45.207020 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:34:45.207020 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:34:45.207020 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:34:45.207020 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:34:45.207020 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:34:45.207020 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:34:45.207020 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:34:45.207020 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:34:45.207020 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:34:45.207020 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:34:45.207020 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:34:45.207020 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:34:45.207020 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:34:45.207020 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:34:45.207020 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:34:45.207020 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:34:45.207020 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:34:45.207020 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:34:45.207020 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:34:45.207020 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:34:45.207020 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:34:45.227295 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ced92683-2249-48ea-abfe-e8f79c62b470 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:45.292635 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-01110a00-7f6b-465b-9f25-91091f6c7d7d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:45.302169 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-01110a00-7f6b-465b-9f25-91091f6c7d7d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:45.304980 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-01110a00-7f6b-465b-9f25-91091f6c7d7d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "DELETE /v2.0/networks/ca95c8ea-17c4-460c-841d-abed9399284a HTTP/1.1" status: 204 len: 168 time: 1.0130777 Jul 09 16:34:45.308856 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54786) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:45.326846 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f26d70ee-ddb9-42c6-923e-546a066f206b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Request body: {'port': {'network_id': '1fb4d275-85e4-472a-9add-7add3c322f0e', 'name': 'tempest-PortsTestJSON-537862021'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:45.332621 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01110a00-7f6b-465b-9f25-91091f6c7d7d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event deleted for resources: {'Network': ['ID=ca95c8ea-17c4-460c-841d-abed9399284a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:45.391974 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217e425c-3221-4d4c-81fe-38cc5f53ccf7 None None] DHCP port deletion for 9b3fe658-9db0-4041-be54-09fa568c450d request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:34:45.451474 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ced92683-2249-48ea-abfe-e8f79c62b470 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:45.457619 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-217e425c-3221-4d4c-81fe-38cc5f53ccf7 None None] Deleting port c680a309-900f-4b2a-ad7b-1515ab0b5e6f {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:34:45.458001 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-217e425c-3221-4d4c-81fe-38cc5f53ccf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:45.468844 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-ced92683-2249-48ea-abfe-e8f79c62b470 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7c00cba-da45-48c4-a225-7c4f03907225']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:45.486216 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-ced92683-2249-48ea-abfe-e8f79c62b470 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7049e397-ac12-4435-9b30-94678b8316cd') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:45.486512 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-ced92683-2249-48ea-abfe-e8f79c62b470 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7049e397-ac12-4435-9b30-94678b8316cd') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:45.500865 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26d70ee-ddb9-42c6-923e-546a066f206b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Made reservation on behalf of 6c6145552dd04842a1541a99fce20415 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:34:45.505868 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f26d70ee-ddb9-42c6-923e-546a066f206b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:45.515915 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ced92683-2249-48ea-abfe-e8f79c62b470 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:45.537317 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ced92683-2249-48ea-abfe-e8f79c62b470 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:45.549856 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ced92683-2249-48ea-abfe-e8f79c62b470 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:34:45.550397 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ced92683-2249-48ea-abfe-e8f79c62b470 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:45.555169 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:34:45.555169 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:34:45.555169 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:34:45.555169 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:34:45.555169 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:34:45.555169 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:34:45.555169 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:34:45.555169 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:34:45.555169 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:34:45.555169 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:34:45.555169 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:34:45.555169 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:34:45.555169 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:34:45.555169 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:34:45.555169 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:34:45.555169 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:34:45.555169 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:34:45.555169 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:34:45.555169 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:34:45.555169 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:34:45.555169 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:34:45.555169 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:34:45.555169 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:34:45.555169 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:34:45.555169 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:34:45.555169 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:34:45.555169 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:34:45.555169 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:34:45.555169 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:34:45.555169 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:34:45.555169 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:34:45.555169 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:34:45.565243 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-f26d70ee-ddb9-42c6-923e-546a066f206b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] device_id is not set on port bbb7551f-0685-40f3-8c01-9e84cb4fd369 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:34:45.598590 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-217e425c-3221-4d4c-81fe-38cc5f53ccf7 None None] For port c680a309-900f-4b2a-ad7b-1515ab0b5e6f, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=c680a309-900f-4b2a-ad7b-1515ab0b5e6f,segment=NetworkSegment(af94c431-4682-4370-bb12-58c56c79be4f),segment_id=af94c431-4682-4370-bb12-58c56c79be4f)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:45.599018 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-217e425c-3221-4d4c-81fe-38cc5f53ccf7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:45.614266 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-217e425c-3221-4d4c-81fe-38cc5f53ccf7 None None] Calling delete_port for c680a309-900f-4b2a-ad7b-1515ab0b5e6f owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:34:45.690608 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-471d79a7-dea9-4c62-89bd-14b3e09695e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:45.774010 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-217e425c-3221-4d4c-81fe-38cc5f53ccf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:45.823632 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 56a8e8fe-0e10-41b1-b1cf-cb3339de9353 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:34:45.837564 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217e425c-3221-4d4c-81fe-38cc5f53ccf7 None None] Pushing event deleted for resources: {'Port': ['ID=c680a309-900f-4b2a-ad7b-1515ab0b5e6f,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:45.860754 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f26d70ee-ddb9-42c6-923e-546a066f206b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:45.868953 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217e425c-3221-4d4c-81fe-38cc5f53ccf7 None None] No DVR routers for this DVR port c680a309-900f-4b2a-ad7b-1515ab0b5e6f on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:34:45.872407 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 56a8e8fe-0e10-41b1-b1cf-cb3339de9353 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:34:45.872982 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 56a8e8fe-0e10-41b1-b1cf-cb3339de9353 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:34:45.873572 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device c680a309-900f-4b2a-ad7b-1515ab0b5e6f no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:34:45.880110 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ced92683-2249-48ea-abfe-e8f79c62b470 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:45.907120 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f26d70ee-ddb9-42c6-923e-546a066f206b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:45.909068 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: c680a309-900f-4b2a-ad7b-1515ab0b5e6f {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:34:45.909667 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device c680a309-900f-4b2a-ad7b-1515ab0b5e6f not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:34:45.910485 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device ff57d734-a6bc-43db-8c97-b8946434b837 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:34:45.932400 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: ff57d734-a6bc-43db-8c97-b8946434b837 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:34:45.932596 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ced92683-2249-48ea-abfe-e8f79c62b470 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:45.933226 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device ff57d734-a6bc-43db-8c97-b8946434b837 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:34:45.934522 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ced92683-2249-48ea-abfe-e8f79c62b470 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] 10.222.0.98 "DELETE /v2.0/networks/c7c00cba-da45-48c4-a225-7c4f03907225 HTTP/1.1" status: 204 len: 168 time: 0.9079804 Jul 09 16:34:45.937820 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced92683-2249-48ea-abfe-e8f79c62b470 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Pushing event deleted for resources: {'Network': ['ID=c7c00cba-da45-48c4-a225-7c4f03907225,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:45.938594 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54794) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:45.984657 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26d70ee-ddb9-42c6-923e-546a066f206b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Network 1fb4d275-85e4-472a-9add-7add3c322f0e is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:34:45.990956 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-f26d70ee-ddb9-42c6-923e-546a066f206b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:45.999495 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26d70ee-ddb9-42c6-923e-546a066f206b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:34:46.005554 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26d70ee-ddb9-42c6-923e-546a066f206b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:46.006381 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f26d70ee-ddb9-42c6-923e-546a066f206b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:46.021245 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26d70ee-ddb9-42c6-923e-546a066f206b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event updated for resources: {'Port': ['ID=bbb7551f-0685-40f3-8c01-9e84cb4fd369,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:46.037719 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f26d70ee-ddb9-42c6-923e-546a066f206b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7256899 Jul 09 16:34:46.039731 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54796) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:46.052743 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-89e22883-572b-43cf-a705-f6b4130b6cd0 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:46.157530 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-2c6c4f12-f15a-4f97-9c40-42066b880dc8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Deleting port bbb7551f-0685-40f3-8c01-9e84cb4fd369 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:34:46.157895 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2c6c4f12-f15a-4f97-9c40-42066b880dc8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:46.199306 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-89e22883-572b-43cf-a705-f6b4130b6cd0 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:46.234923 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2c6c4f12-f15a-4f97-9c40-42066b880dc8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:46.247012 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-89e22883-572b-43cf-a705-f6b4130b6cd0 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b3fe658-9db0-4041-be54-09fa568c450d']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:46.249002 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-2c6c4f12-f15a-4f97-9c40-42066b880dc8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Calling delete_port for bbb7551f-0685-40f3-8c01-9e84cb4fd369 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:34:46.263754 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-89e22883-572b-43cf-a705-f6b4130b6cd0 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af94c431-4682-4370-bb12-58c56c79be4f') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:46.267230 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-89e22883-572b-43cf-a705-f6b4130b6cd0 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af94c431-4682-4370-bb12-58c56c79be4f') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:46.288362 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-89e22883-572b-43cf-a705-f6b4130b6cd0 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:46.320688 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-89e22883-572b-43cf-a705-f6b4130b6cd0 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:46.334212 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-471d79a7-dea9-4c62-89bd-14b3e09695e9 admin admin] Deleting port 0e2fb0c2-92fd-4556-b659-b7ee1ddf3be2 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:34:46.335067 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-471d79a7-dea9-4c62-89bd-14b3e09695e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:46.355692 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89e22883-572b-43cf-a705-f6b4130b6cd0 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:34:46.356530 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-89e22883-572b-43cf-a705-f6b4130b6cd0 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:46.359354 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2c6c4f12-f15a-4f97-9c40-42066b880dc8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:46.360001 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:34:46.360001 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:34:46.360001 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:34:46.360001 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:34:46.360001 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:34:46.360001 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:34:46.360001 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:34:46.360001 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:34:46.360001 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:34:46.360001 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:34:46.360001 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:34:46.360001 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:34:46.360001 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:34:46.360001 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:34:46.360001 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:34:46.360001 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:34:46.360001 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:34:46.360001 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:34:46.360001 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:34:46.360001 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:34:46.360001 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:34:46.360001 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:34:46.360001 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:34:46.360001 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:34:46.360001 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:34:46.360001 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:34:46.360001 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:34:46.360001 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:34:46.360001 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:34:46.360001 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:34:46.360001 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:34:46.360001 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:34:46.417792 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2c6c4f12-f15a-4f97-9c40-42066b880dc8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:46.420147 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2c6c4f12-f15a-4f97-9c40-42066b880dc8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "DELETE /v2.0/ports/bbb7551f-0685-40f3-8c01-9e84cb4fd369 HTTP/1.1" status: 204 len: 168 time: 0.3794050 Jul 09 16:34:46.421185 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c4f12-f15a-4f97-9c40-42066b880dc8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event deleted for resources: {'Port': ['ID=bbb7551f-0685-40f3-8c01-9e84cb4fd369,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:46.423043 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54798) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:46.428081 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-528ffdfe-8bd2-4873-a3f9-c88e679dafce tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Request body: {'port': {'network_id': '1fb4d275-85e4-472a-9add-7add3c322f0e', 'mac_address': 'fa:16:3e:c5:99:85', 'name': 'tempest-PortsTestJSON-922331550'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:46.505160 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-471d79a7-dea9-4c62-89bd-14b3e09695e9 admin admin] For port 0e2fb0c2-92fd-4556-b659-b7ee1ddf3be2, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=0e2fb0c2-92fd-4556-b659-b7ee1ddf3be2,segment=NetworkSegment(84a2b727-9fdd-4d45-b78f-34759e2941ec),segment_id=84a2b727-9fdd-4d45-b78f-34759e2941ec)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:46.505610 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-471d79a7-dea9-4c62-89bd-14b3e09695e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:46.523025 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-471d79a7-dea9-4c62-89bd-14b3e09695e9 admin admin] Calling delete_port for 0e2fb0c2-92fd-4556-b659-b7ee1ddf3be2 owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:34:46.538670 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528ffdfe-8bd2-4873-a3f9-c88e679dafce tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Made reservation on behalf of 6c6145552dd04842a1541a99fce20415 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:34:46.618474 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-528ffdfe-8bd2-4873-a3f9-c88e679dafce tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:46.633984 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-89e22883-572b-43cf-a705-f6b4130b6cd0 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:46.638682 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-89e22883-572b-43cf-a705-f6b4130b6cd0 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:46.643726 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-89e22883-572b-43cf-a705-f6b4130b6cd0 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] 10.222.0.98 "DELETE /v2.0/networks/9b3fe658-9db0-4041-be54-09fa568c450d HTTP/1.1" status: 204 len: 168 time: 0.7025175 Jul 09 16:34:46.645870 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54800) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:46.650410 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-528ffdfe-8bd2-4873-a3f9-c88e679dafce tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] device_id is not set on port 310e43db-8dfc-4176-ae2d-b3468a88882f yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:34:46.694650 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e22883-572b-43cf-a705-f6b4130b6cd0 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Pushing event deleted for resources: {'Network': ['ID=9b3fe658-9db0-4041-be54-09fa568c450d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:46.768071 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-997be868-d734-4eeb-b172-f28c3da9afe0 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Deleting subnet 434f019a-92af-403f-9341-f663d147b837 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:34:46.776006 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-997be868-d734-4eeb-b172-f28c3da9afe0 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:46.835100 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-997be868-d734-4eeb-b172-f28c3da9afe0 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:46.955462 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-471d79a7-dea9-4c62-89bd-14b3e09695e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:47.001997 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d79a7-dea9-4c62-89bd-14b3e09695e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e2fb0c2-92fd-4556-b659-b7ee1ddf3be2,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:47.033783 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-997be868-d734-4eeb-b172-f28c3da9afe0 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:47.226622 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-528ffdfe-8bd2-4873-a3f9-c88e679dafce tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:47.231667 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-997be868-d734-4eeb-b172-f28c3da9afe0 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:47.268458 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997be868-d734-4eeb-b172-f28c3da9afe0 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Pushing event deleted for resources: {'Subnet': ['ID=434f019a-92af-403f-9341-f663d147b837,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:47.277958 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-997be868-d734-4eeb-b172-f28c3da9afe0 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:47.283267 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-997be868-d734-4eeb-b172-f28c3da9afe0 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] 10.222.0.98 "DELETE /v2.0/subnets/434f019a-92af-403f-9341-f663d147b837 HTTP/1.1" status: 204 len: 168 time: 0.6303263 Jul 09 16:34:47.285936 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-528ffdfe-8bd2-4873-a3f9-c88e679dafce tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:47.286335 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54802) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:47.289231 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f643691-c119-41d9-a0b4-5ea5132bf5f3 None None] Network 1f09a011-3617-446a-9f66-f6023cc88e4c requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:34:47.297567 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-471d79a7-dea9-4c62-89bd-14b3e09695e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:47.343852 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528ffdfe-8bd2-4873-a3f9-c88e679dafce tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Network 1fb4d275-85e4-472a-9add-7add3c322f0e is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:34:47.347593 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-528ffdfe-8bd2-4873-a3f9-c88e679dafce tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:47.352082 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528ffdfe-8bd2-4873-a3f9-c88e679dafce tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:34:47.357704 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528ffdfe-8bd2-4873-a3f9-c88e679dafce tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:47.358360 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-528ffdfe-8bd2-4873-a3f9-c88e679dafce tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:47.371001 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528ffdfe-8bd2-4873-a3f9-c88e679dafce tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event updated for resources: {'Port': ['ID=310e43db-8dfc-4176-ae2d-b3468a88882f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:47.391267 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-528ffdfe-8bd2-4873-a3f9-c88e679dafce tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9672036 Jul 09 16:34:47.403809 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54804) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:47.447111 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-320cecfd-49b8-494f-b6d8-5902de8a30af tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:47.566755 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e768cdd1-aed9-4359-9a3e-a196a83d1234 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:47.576069 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e768cdd1-aed9-4359-9a3e-a196a83d1234 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "GET /v2.0/ports/310e43db-8dfc-4176-ae2d-b3468a88882f HTTP/1.1" status: 200 len: 840 time: 0.1705914 Jul 09 16:34:47.579800 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54808) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:47.700339 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-320cecfd-49b8-494f-b6d8-5902de8a30af tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Deleting port 6eaabbca-4185-417e-993f-077d2eb9dd1e {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:34:47.700905 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-320cecfd-49b8-494f-b6d8-5902de8a30af tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:47.830436 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-320cecfd-49b8-494f-b6d8-5902de8a30af tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] For port 6eaabbca-4185-417e-993f-077d2eb9dd1e, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=6eaabbca-4185-417e-993f-077d2eb9dd1e,segment=NetworkSegment(cc734dd7-775d-49e2-93d7-8c8e4311a9fe),segment_id=cc734dd7-775d-49e2-93d7-8c8e4311a9fe)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:47.830830 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-320cecfd-49b8-494f-b6d8-5902de8a30af tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:47.835738 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-471d79a7-dea9-4c62-89bd-14b3e09695e9 admin admin] Router 8d50dae4-8f8e-4299-b6b7-74e123c8edab has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:34:47.849811 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-320cecfd-49b8-494f-b6d8-5902de8a30af tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Calling delete_port for 6eaabbca-4185-417e-993f-077d2eb9dd1e owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:34:47.941790 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-a4ec979b-0eee-4f6e-b804-4b39eb484b16 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Deleting port 310e43db-8dfc-4176-ae2d-b3468a88882f {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:34:47.942416 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a4ec979b-0eee-4f6e-b804-4b39eb484b16 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:47.950580 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d6754a-16bb-4042-a575-2e3b70e4ad2b None None] DHCP port deletion for 1f09a011-3617-446a-9f66-f6023cc88e4c request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:34:48.098605 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-53d6754a-16bb-4042-a575-2e3b70e4ad2b None None] Deleting port 6eaabbca-4185-417e-993f-077d2eb9dd1e {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:34:48.100531 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-53d6754a-16bb-4042-a575-2e3b70e4ad2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:48.136967 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471d79a7-dea9-4c62-89bd-14b3e09695e9 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:34:48.148536 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-471d79a7-dea9-4c62-89bd-14b3e09695e9 admin admin] 10.222.0.98 "PUT /v2.0/routers/8d50dae4-8f8e-4299-b6b7-74e123c8edab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9307888 Jul 09 16:34:48.155582 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c868f33-41b0-43bc-a7b6-7e8856c796b0 None None] Sync routers for ids ['8d50dae4-8f8e-4299-b6b7-74e123c8edab'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:34:48.166262 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54812) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:48.177114 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-320cecfd-49b8-494f-b6d8-5902de8a30af tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:48.197696 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c868f33-41b0-43bc-a7b6-7e8856c796b0 None None] Routers {'8d50dae4-8f8e-4299-b6b7-74e123c8edab'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:34:48.199236 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-5c868f33-41b0-43bc-a7b6-7e8856c796b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:34:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['8d50dae4-8f8e-4299-b6b7-74e123c8edab'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:48.211516 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-53d6754a-16bb-4042-a575-2e3b70e4ad2b None None] For port 6eaabbca-4185-417e-993f-077d2eb9dd1e, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=6eaabbca-4185-417e-993f-077d2eb9dd1e,segment=NetworkSegment(cc734dd7-775d-49e2-93d7-8c8e4311a9fe),segment_id=cc734dd7-775d-49e2-93d7-8c8e4311a9fe)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:48.213634 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-53d6754a-16bb-4042-a575-2e3b70e4ad2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:48.257812 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-53d6754a-16bb-4042-a575-2e3b70e4ad2b None None] Calling delete_port for 6eaabbca-4185-417e-993f-077d2eb9dd1e owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:34:48.260356 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320cecfd-49b8-494f-b6d8-5902de8a30af tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] No DVR routers for this DVR port 6eaabbca-4185-417e-993f-077d2eb9dd1e on host n-d-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:34:48.314206 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320cecfd-49b8-494f-b6d8-5902de8a30af tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Pushing event deleted for resources: {'Port': ['ID=6eaabbca-4185-417e-993f-077d2eb9dd1e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:48.475447 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-320cecfd-49b8-494f-b6d8-5902de8a30af tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:48.476954 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-5c868f33-41b0-43bc-a7b6-7e8856c796b0 None None] Set router 8d50dae4-8f8e-4299-b6b7-74e123c8edab gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:34:48.494183 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-53d6754a-16bb-4042-a575-2e3b70e4ad2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:48.494708 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-320cecfd-49b8-494f-b6d8-5902de8a30af tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f09a011-3617-446a-9f66-f6023cc88e4c']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:48.516996 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5a0eaf5b-e478-42cc-b7a9-edf8b2f952de admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:48.526833 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-320cecfd-49b8-494f-b6d8-5902de8a30af tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc734dd7-775d-49e2-93d7-8c8e4311a9fe') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:48.528136 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-320cecfd-49b8-494f-b6d8-5902de8a30af tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc734dd7-775d-49e2-93d7-8c8e4311a9fe') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:48.554505 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-320cecfd-49b8-494f-b6d8-5902de8a30af tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:48.566746 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d6754a-16bb-4042-a575-2e3b70e4ad2b None None] Pushing event deleted for resources: {'Port': ['ID=6eaabbca-4185-417e-993f-077d2eb9dd1e,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:48.568934 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d6754a-16bb-4042-a575-2e3b70e4ad2b None None] No DVR routers for this DVR port 6eaabbca-4185-417e-993f-077d2eb9dd1e on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:34:48.594386 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-320cecfd-49b8-494f-b6d8-5902de8a30af tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:48.608094 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-320cecfd-49b8-494f-b6d8-5902de8a30af tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:34:48.608623 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-320cecfd-49b8-494f-b6d8-5902de8a30af tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:48.614175 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:34:48.614175 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:34:48.614175 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:34:48.614175 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:34:48.614175 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:34:48.614175 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:34:48.614175 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:34:48.614175 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:34:48.614175 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:34:48.614175 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:34:48.614175 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:34:48.614175 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:34:48.614175 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:34:48.614175 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:34:48.614175 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:34:48.614175 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:34:48.614175 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:34:48.614175 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:34:48.614175 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:34:48.614175 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:34:48.614175 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:34:48.614175 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:34:48.614175 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:34:48.614175 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:34:48.614175 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:34:48.614175 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:34:48.614175 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:34:48.614175 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:34:48.614175 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:34:48.614175 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:34:48.614175 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:34:48.614175 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:34:48.678096 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a4ec979b-0eee-4f6e-b804-4b39eb484b16 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:48.759848 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-320cecfd-49b8-494f-b6d8-5902de8a30af tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:48.767203 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-320cecfd-49b8-494f-b6d8-5902de8a30af tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:48.774739 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-320cecfd-49b8-494f-b6d8-5902de8a30af tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] 10.222.0.98 "DELETE /v2.0/networks/1f09a011-3617-446a-9f66-f6023cc88e4c HTTP/1.1" status: 204 len: 168 time: 1.4855077 Jul 09 16:34:48.777178 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54822) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:48.779295 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-a4ec979b-0eee-4f6e-b804-4b39eb484b16 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Calling delete_port for 310e43db-8dfc-4176-ae2d-b3468a88882f owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:34:48.898148 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5a0eaf5b-e478-42cc-b7a9-edf8b2f952de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:48.988398 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320cecfd-49b8-494f-b6d8-5902de8a30af tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Pushing event deleted for resources: {'Network': ['ID=1f09a011-3617-446a-9f66-f6023cc88e4c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:49.003782 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-cfe972df-c7b9-4d7b-a09f-4e0c65ed4483 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] 10.222.0.98 "GET /v2.0/ports?device_id=ce0c78a2-a089-4b0b-82f3-b83902de2236 HTTP/1.1" status: 200 len: 205 time: 0.2071297 Jul 09 16:34:49.007373 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54832) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:49.053074 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-5a0eaf5b-e478-42cc-b7a9-edf8b2f952de admin admin] Deleting port e5f8eb5f-351f-4eaf-ab38-09222f4a0ace {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:34:49.056128 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-5c868f33-41b0-43bc-a7b6-7e8856c796b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d50dae4-8f8e-4299-b6b7-74e123c8edab', 'name': 'tempest-ServerRescueTestJSON-1174057416-router', 'tenant_id': 'a59a2cde09cd4c80b3ef731d0f4eb5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'e5f8eb5f-351f-4eaf-ab38-09222f4a0ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:32:35Z', 'updated_at': '2021-07-09T16:34:46Z', 'revision_number': 5, 'project_id': 'a59a2cde09cd4c80b3ef731d0f4eb5ae', 'gw_port': {'id': 'e5f8eb5f-351f-4eaf-ab38-09222f4a0ace', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:de:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d50dae4-8f8e-4299-b6b7-74e123c8edab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:32:37Z', 'updated_at': '2021-07-09T16:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:49.075230 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5a0eaf5b-e478-42cc-b7a9-edf8b2f952de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:49.168612 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0f1713d8-c87a-411a-82fe-1b3e9c9e5ca4 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:49.170451 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c868f33-41b0-43bc-a7b6-7e8856c796b0 None None] Checking router: 8d50dae4-8f8e-4299-b6b7-74e123c8edab for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:34:49.176823 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a4ec979b-0eee-4f6e-b804-4b39eb484b16 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:49.190364 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c868f33-41b0-43bc-a7b6-7e8856c796b0 None None] Routers {'8d50dae4-8f8e-4299-b6b7-74e123c8edab'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:34:49.191497 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-5c868f33-41b0-43bc-a7b6-7e8856c796b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:34:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['8d50dae4-8f8e-4299-b6b7-74e123c8edab'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:49.226433 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec979b-0eee-4f6e-b804-4b39eb484b16 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event deleted for resources: {'Port': ['ID=310e43db-8dfc-4176-ae2d-b3468a88882f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:49.241882 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a4ec979b-0eee-4f6e-b804-4b39eb484b16 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:49.244349 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a4ec979b-0eee-4f6e-b804-4b39eb484b16 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "DELETE /v2.0/ports/310e43db-8dfc-4176-ae2d-b3468a88882f HTTP/1.1" status: 204 len: 168 time: 1.6632633 Jul 09 16:34:49.247328 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54834) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:49.282362 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad071588-76c5-49fd-a67a-9f28e263a769 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] GET failed (client error): The resource could not be found. Jul 09 16:34:49.284075 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ad071588-76c5-49fd-a67a-9f28e263a769 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "GET /v2.0/ports/310e43db-8dfc-4176-ae2d-b3468a88882f HTTP/1.1" status: 404 len: 333 time: 0.0358179 Jul 09 16:34:49.288547 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54836) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:49.293934 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-ba4370c5-9c70-43c1-9481-e26faf63ee7c tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Request body: {'port': {'network_id': '1fb4d275-85e4-472a-9add-7add3c322f0e', 'name': 'tempest-PortsTestJSON-1861877895'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:49.328109 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-5a0eaf5b-e478-42cc-b7a9-edf8b2f952de admin admin] For port e5f8eb5f-351f-4eaf-ab38-09222f4a0ace, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=e5f8eb5f-351f-4eaf-ab38-09222f4a0ace,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:49.329117 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5a0eaf5b-e478-42cc-b7a9-edf8b2f952de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:49.345733 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-5a0eaf5b-e478-42cc-b7a9-edf8b2f952de admin admin] Calling delete_port for e5f8eb5f-351f-4eaf-ab38-09222f4a0ace owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:34:49.380658 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-5c868f33-41b0-43bc-a7b6-7e8856c796b0 None None] Set router 8d50dae4-8f8e-4299-b6b7-74e123c8edab gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:34:49.490076 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-5c868f33-41b0-43bc-a7b6-7e8856c796b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d50dae4-8f8e-4299-b6b7-74e123c8edab', 'name': 'tempest-ServerRescueTestJSON-1174057416-router', 'tenant_id': 'a59a2cde09cd4c80b3ef731d0f4eb5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:32:35Z', 'updated_at': '2021-07-09T16:34:48Z', 'revision_number': 6, 'project_id': 'a59a2cde09cd4c80b3ef731d0f4eb5ae', 'gw_port_host': None}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:49.510271 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0f1713d8-c87a-411a-82fe-1b3e9c9e5ca4 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:49.519713 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0f1713d8-c87a-411a-82fe-1b3e9c9e5ca4 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:49.525498 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c868f33-41b0-43bc-a7b6-7e8856c796b0 None None] The sync data for ids ['8d50dae4-8f8e-4299-b6b7-74e123c8edab'] in n-d-798930-3 is: [{'id': '8d50dae4-8f8e-4299-b6b7-74e123c8edab', 'name': 'tempest-ServerRescueTestJSON-1174057416-router', 'tenant_id': 'a59a2cde09cd4c80b3ef731d0f4eb5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:32:35Z', 'updated_at': '2021-07-09T16:34:48Z', 'revision_number': 6, 'project_id': 'a59a2cde09cd4c80b3ef731d0f4eb5ae', 'gw_port_host': None}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:34:49.587682 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5a0eaf5b-e478-42cc-b7a9-edf8b2f952de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:49.588524 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0f1713d8-c87a-411a-82fe-1b3e9c9e5ca4 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:49.589135 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1713d8-c87a-411a-82fe-1b3e9c9e5ca4 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Fanout notify agent at l3_agent the message router_deleted on router ce0c78a2-a089-4b0b-82f3-b83902de2236 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:34:49.598250 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0f1713d8-c87a-411a-82fe-1b3e9c9e5ca4 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:49.602624 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0f1713d8-c87a-411a-82fe-1b3e9c9e5ca4 tempest-RoutersNegativeTest-747552710 tempest-RoutersNegativeTest-747552710-project] 10.222.0.98 "DELETE /v2.0/routers/ce0c78a2-a089-4b0b-82f3-b83902de2236 HTTP/1.1" status: 204 len: 168 time: 0.5878637 Jul 09 16:34:49.662223 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0eaf5b-e478-42cc-b7a9-edf8b2f952de admin admin] Pushing event deleted for resources: {'Port': ['ID=e5f8eb5f-351f-4eaf-ab38-09222f4a0ace,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:49.732402 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5a0eaf5b-e478-42cc-b7a9-edf8b2f952de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:49.806958 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4370c5-9c70-43c1-9481-e26faf63ee7c tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Made reservation on behalf of 6c6145552dd04842a1541a99fce20415 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:34:49.810992 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ba4370c5-9c70-43c1-9481-e26faf63ee7c tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:49.869410 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-ba4370c5-9c70-43c1-9481-e26faf63ee7c tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] device_id is not set on port afed0f66-2804-4d1d-ada9-8b6a1ae2427b yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:34:49.882745 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5a0eaf5b-e478-42cc-b7a9-edf8b2f952de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:49.908026 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5a0eaf5b-e478-42cc-b7a9-edf8b2f952de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:50.027966 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5a0eaf5b-e478-42cc-b7a9-edf8b2f952de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:50.027966 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0eaf5b-e478-42cc-b7a9-edf8b2f952de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d50dae4-8f8e-4299-b6b7-74e123c8edab {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:34:50.057005 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5a0eaf5b-e478-42cc-b7a9-edf8b2f952de admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:50.067818 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-5a0eaf5b-e478-42cc-b7a9-edf8b2f952de admin admin] 10.222.0.98 "DELETE /v2.0/routers/8d50dae4-8f8e-4299-b6b7-74e123c8edab HTTP/1.1" status: 204 len: 168 time: 1.8934073 Jul 09 16:34:50.068199 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54844) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:50.073022 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54846) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:50.121713 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 0e2fb0c2-92fd-4556-b659-b7ee1ddf3be2 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:34:50.159837 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 0e2fb0c2-92fd-4556-b659-b7ee1ddf3be2 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:34:50.160582 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 0e2fb0c2-92fd-4556-b659-b7ee1ddf3be2 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:34:50.161158 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 6eaabbca-4185-417e-993f-077d2eb9dd1e no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:34:50.188378 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 6eaabbca-4185-417e-993f-077d2eb9dd1e {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:34:50.188980 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 6eaabbca-4185-417e-993f-077d2eb9dd1e not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:34:50.283419 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbbd8e00-d926-4ab7-adb1-524a37a74c37 admin admin] Deleting subnet a2030483-cfcd-4c73-9bff-36ef474084f2 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:34:50.291983 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bbbd8e00-d926-4ab7-adb1-524a37a74c37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:50.361296 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ba4370c5-9c70-43c1-9481-e26faf63ee7c tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:50.368302 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bbbd8e00-d926-4ab7-adb1-524a37a74c37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:50.461233 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bbbd8e00-d926-4ab7-adb1-524a37a74c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:50.565188 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bbbd8e00-d926-4ab7-adb1-524a37a74c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:50.568506 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ba4370c5-9c70-43c1-9481-e26faf63ee7c tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:50.677224 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd8e00-d926-4ab7-adb1-524a37a74c37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2030483-cfcd-4c73-9bff-36ef474084f2,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:50.686674 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bbbd8e00-d926-4ab7-adb1-524a37a74c37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:50.689332 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-bbbd8e00-d926-4ab7-adb1-524a37a74c37 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/a2030483-cfcd-4c73-9bff-36ef474084f2 HTTP/1.1" status: 204 len: 168 time: 0.6099601 Jul 09 16:34:50.690242 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4370c5-9c70-43c1-9481-e26faf63ee7c tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event updated for resources: {'Port': ['ID=afed0f66-2804-4d1d-ada9-8b6a1ae2427b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:50.693542 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54860) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:50.705646 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4370c5-9c70-43c1-9481-e26faf63ee7c tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Network 1fb4d275-85e4-472a-9add-7add3c322f0e is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:34:50.708169 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-ba4370c5-9c70-43c1-9481-e26faf63ee7c tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:50.723757 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4370c5-9c70-43c1-9481-e26faf63ee7c tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:34:50.729618 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4370c5-9c70-43c1-9481-e26faf63ee7c tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:50.730372 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ba4370c5-9c70-43c1-9481-e26faf63ee7c tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:50.787261 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ba4370c5-9c70-43c1-9481-e26faf63ee7c tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4971886 Jul 09 16:34:50.791162 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54862) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:50.801707 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-58b386c7-0cfb-460e-b2ea-4d3c2d19c6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:50.810398 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-bde4db9b-b532-485b-97c1-04fe02ea54c6 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:50.913673 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bde4db9b-b532-485b-97c1-04fe02ea54c6 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:50.919998 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-58b386c7-0cfb-460e-b2ea-4d3c2d19c6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:50.937141 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-58b386c7-0cfb-460e-b2ea-4d3c2d19c6d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb4b78a9-5124-4c19-9828-f616933bcd81']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:50.951040 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-58b386c7-0cfb-460e-b2ea-4d3c2d19c6d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84a2b727-9fdd-4d45-b78f-34759e2941ec') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:50.951618 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-58b386c7-0cfb-460e-b2ea-4d3c2d19c6d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84a2b727-9fdd-4d45-b78f-34759e2941ec') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:34:50.962576 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-58b386c7-0cfb-460e-b2ea-4d3c2d19c6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:50.970853 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-9229e04d-5c7d-4bae-a01f-6b52f6c878d0 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=280d64bf2ce74a378acf75db20bbd715&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9028039 Jul 09 16:34:50.971221 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54864) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:50.992720 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-58b386c7-0cfb-460e-b2ea-4d3c2d19c6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:51.003937 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58b386c7-0cfb-460e-b2ea-4d3c2d19c6d5 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:34:51.005109 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-58b386c7-0cfb-460e-b2ea-4d3c2d19c6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:51.072651 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:34:51.072651 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:34:51.072651 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:34:51.072651 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:34:51.072651 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:34:51.072651 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:34:51.072651 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:34:51.072651 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:34:51.072651 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:34:51.072651 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:34:51.072651 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:34:51.072651 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:34:51.072651 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:34:51.072651 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:34:51.072651 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:34:51.072651 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:34:51.072651 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:34:51.072651 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:34:51.072651 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:34:51.072651 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:34:51.072651 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:34:51.072651 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:34:51.072651 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:34:51.072651 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:34:51.072651 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:34:51.072651 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:34:51.072651 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:34:51.072651 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:34:51.072651 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:34:51.072651 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:34:51.072651 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:34:51.072651 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:34:51.072651 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:34:51.072651 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:34:51.072651 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:34:51.072651 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:34:51.091839 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-58b386c7-0cfb-460e-b2ea-4d3c2d19c6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:51.099313 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-58b386c7-0cfb-460e-b2ea-4d3c2d19c6d5 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:51.104438 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-58b386c7-0cfb-460e-b2ea-4d3c2d19c6d5 admin admin] 10.222.0.98 "DELETE /v2.0/networks/cb4b78a9-5124-4c19-9828-f616933bcd81 HTTP/1.1" status: 204 len: 168 time: 0.4093492 Jul 09 16:34:51.118484 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b386c7-0cfb-460e-b2ea-4d3c2d19c6d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb4b78a9-5124-4c19-9828-f616933bcd81,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:51.119542 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-beff269b-820e-4790-b10a-578c50084b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:51.148899 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-beff269b-820e-4790-b10a-578c50084b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:51.252839 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-beff269b-820e-4790-b10a-578c50084b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:51.255604 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-beff269b-820e-4790-b10a-578c50084b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:51.256784 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-beff269b-820e-4790-b10a-578c50084b06 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e0e32e0e-61bc-493d-bcc0-ef7456d3b25e HTTP/1.1" status: 204 len: 168 time: 0.2818649 Jul 09 16:34:51.277766 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff269b-820e-4790-b10a-578c50084b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e32e0e-61bc-493d-bcc0-ef7456d3b25e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:51.289077 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bde4db9b-b532-485b-97c1-04fe02ea54c6 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:51.297232 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bde4db9b-b532-485b-97c1-04fe02ea54c6 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:51.322254 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54872) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:51.360340 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-bde4db9b-b532-485b-97c1-04fe02ea54c6 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] In _notify_port_updated(), no bound segment for port afed0f66-2804-4d1d-ada9-8b6a1ae2427b on network 1fb4d275-85e4-472a-9add-7add3c322f0e {{(pid=93959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 16:34:51.389610 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde4db9b-b532-485b-97c1-04fe02ea54c6 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:51.391335 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bde4db9b-b532-485b-97c1-04fe02ea54c6 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:51.396065 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-bde4db9b-b532-485b-97c1-04fe02ea54c6 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "PUT /v2.0/ports/afed0f66-2804-4d1d-ada9-8b6a1ae2427b HTTP/1.1" status: 200 len: 818 time: 0.5952818 Jul 09 16:34:51.401080 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54874) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:51.464252 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde4db9b-b532-485b-97c1-04fe02ea54c6 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event updated for resources: {'Port': ['ID=afed0f66-2804-4d1d-ada9-8b6a1ae2427b,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:51.475557 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e01994bc-820c-4ac5-8409-387b5d8ee42a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a59a2cde09cd4c80b3ef731d0f4eb5ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1517577 Jul 09 16:34:51.479997 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54876) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:51.556338 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4a38be4a-f169-42c3-8d7d-2e57718b36e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:51.600262 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-22ed5dd5-5414-41c4-b15e-cf297e5a0f6b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Deleting port afed0f66-2804-4d1d-ada9-8b6a1ae2427b {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:34:51.601327 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-22ed5dd5-5414-41c4-b15e-cf297e5a0f6b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:51.608474 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4a38be4a-f169-42c3-8d7d-2e57718b36e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:51.719925 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4a38be4a-f169-42c3-8d7d-2e57718b36e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:51.721327 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device e5f8eb5f-351f-4eaf-ab38-09222f4a0ace no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:34:51.725454 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4a38be4a-f169-42c3-8d7d-2e57718b36e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:51.726870 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-4a38be4a-f169-42c3-8d7d-2e57718b36e4 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d HTTP/1.1" status: 204 len: 168 time: 0.2454920 Jul 09 16:34:51.747768 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-22ed5dd5-5414-41c4-b15e-cf297e5a0f6b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:51.772583 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a38be4a-f169-42c3-8d7d-2e57718b36e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f774e0ad-9e3c-4e8b-8a5a-3e5712badb1d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:51.778873 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: e5f8eb5f-351f-4eaf-ab38-09222f4a0ace {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:34:51.781608 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device e5f8eb5f-351f-4eaf-ab38-09222f4a0ace not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:34:51.785476 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-22ed5dd5-5414-41c4-b15e-cf297e5a0f6b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Calling delete_port for afed0f66-2804-4d1d-ada9-8b6a1ae2427b owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:34:51.883192 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-22ed5dd5-5414-41c4-b15e-cf297e5a0f6b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:51.923282 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ed5dd5-5414-41c4-b15e-cf297e5a0f6b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event deleted for resources: {'Port': ['ID=afed0f66-2804-4d1d-ada9-8b6a1ae2427b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:51.935560 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-22ed5dd5-5414-41c4-b15e-cf297e5a0f6b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:51.938354 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-22ed5dd5-5414-41c4-b15e-cf297e5a0f6b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "DELETE /v2.0/ports/afed0f66-2804-4d1d-ada9-8b6a1ae2427b HTTP/1.1" status: 204 len: 168 time: 0.5345764 Jul 09 16:34:51.941326 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54888) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:52.065699 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a37d0c6-0cac-4a18-9303-68ec3076e0d4 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:52.070351 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-9a37d0c6-0cac-4a18-9303-68ec3076e0d4 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1248572 Jul 09 16:34:52.071007 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54894) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:52.130655 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fd23d8f-bd8b-42cc-9cd9-4ddb37f6e80c tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] GET failed (client error): The resource could not be found. Jul 09 16:34:52.135534 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2fd23d8f-bd8b-42cc-9cd9-4ddb37f6e80c tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "GET /v2.0/ports/afed0f66-2804-4d1d-ada9-8b6a1ae2427b HTTP/1.1" status: 404 len: 333 time: 0.0631962 Jul 09 16:34:52.139576 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54896) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:52.146367 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-5661294b-0755-4828-a621-5ba4e63347fc tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1953098556'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:52.223091 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5661294b-0755-4828-a621-5ba4e63347fc tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Made reservation on behalf of 6c6145552dd04842a1541a99fce20415 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:34:52.228793 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5661294b-0755-4828-a621-5ba4e63347fc tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:52.264328 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-87fcbccf-9980-4e50-b944-ece24c3c5f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:52.310693 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5661294b-0755-4828-a621-5ba4e63347fc tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:34:52.335660 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5661294b-0755-4828-a621-5ba4e63347fc tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:52.336417 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-5661294b-0755-4828-a621-5ba4e63347fc tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Added segment 3c50ceb2-b40c-4c27-b471-3ebae4ef41f5 of type vlan for network 20ade70b-1e50-4e30-8683-76d780120781 Jul 09 16:34:52.419296 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5661294b-0755-4828-a621-5ba4e63347fc tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:52.512315 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5661294b-0755-4828-a621-5ba4e63347fc tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:52.517845 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5661294b-0755-4828-a621-5ba4e63347fc tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:52.518486 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5661294b-0755-4828-a621-5ba4e63347fc tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:52.605556 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54920) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:52.608439 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-5661294b-0755-4828-a621-5ba4e63347fc tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4674289 Jul 09 16:34:52.612424 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-84dd790b-3312-48b8-9cb5-d18ddcad4b97 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Request body: {'subnet': {'network_id': '20ade70b-1e50-4e30-8683-76d780120781', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:52.636203 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5661294b-0755-4828-a621-5ba4e63347fc tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event updated for resources: {'Network': ['ID=20ade70b-1e50-4e30-8683-76d780120781,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:52.647151 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5661294b-0755-4828-a621-5ba4e63347fc tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:52.647755 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5661294b-0755-4828-a621-5ba4e63347fc tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:52.648443 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5661294b-0755-4828-a621-5ba4e63347fc tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:52.649018 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5661294b-0755-4828-a621-5ba4e63347fc tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:52.649557 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5661294b-0755-4828-a621-5ba4e63347fc tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:52.650092 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5661294b-0755-4828-a621-5ba4e63347fc tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:52.650597 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5661294b-0755-4828-a621-5ba4e63347fc tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:52.651156 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5661294b-0755-4828-a621-5ba4e63347fc tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:52.651872 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5661294b-0755-4828-a621-5ba4e63347fc tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:52.652389 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5661294b-0755-4828-a621-5ba4e63347fc tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:52.652890 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5661294b-0755-4828-a621-5ba4e63347fc tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:52.653376 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5661294b-0755-4828-a621-5ba4e63347fc tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:34:52.672248 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 20ade70b-1e50-4e30-8683-76d780120781 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:34:52.754890 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84dd790b-3312-48b8-9cb5-d18ddcad4b97 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Made reservation on behalf of 6c6145552dd04842a1541a99fce20415 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:34:52.766137 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-84dd790b-3312-48b8-9cb5-d18ddcad4b97 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:52.913798 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54932) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:53.074232 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-84dd790b-3312-48b8-9cb5-d18ddcad4b97 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:53.117085 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-2a0b93be-27c6-439a-9037-f5a9db3b9142 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Request body: {'security_group': {'name': 'tempest-secgroup--1947091534'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:53.199708 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2a0b93be-27c6-439a-9037-f5a9db3b9142 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:53.239557 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2a0b93be-27c6-439a-9037-f5a9db3b9142 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:53.241740 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dd790b-3312-48b8-9cb5-d18ddcad4b97 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event updated for resources: {'Subnet': ['ID=f69679dd-ce40-48dd-b05c-8cbb1175997e,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:53.267754 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dd790b-3312-48b8-9cb5-d18ddcad4b97 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Checking segment: {'id': '3c50ceb2-b40c-4c27-b471-3ebae4ef41f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '20ade70b-1e50-4e30-8683-76d780120781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:34:53.268130 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84dd790b-3312-48b8-9cb5-d18ddcad4b97 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Network hostable DHCP agents. Network: 20ade70b-1e50-4e30-8683-76d780120781, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:34:53.317795 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84dd790b-3312-48b8-9cb5-d18ddcad4b97 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Network 20ade70b-1e50-4e30-8683-76d780120781 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:34:53.347942 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-84dd790b-3312-48b8-9cb5-d18ddcad4b97 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 20ade70b-1e50-4e30-8683-76d780120781) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:53.359242 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea0681e-6c85-4216-8981-7df8f947462c None None] Network 20ade70b-1e50-4e30-8683-76d780120781 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:34:53.367095 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84dd790b-3312-48b8-9cb5-d18ddcad4b97 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:53.368427 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-84dd790b-3312-48b8-9cb5-d18ddcad4b97 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:53.471540 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2a0b93be-27c6-439a-9037-f5a9db3b9142 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:53.491405 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2a0b93be-27c6-439a-9037-f5a9db3b9142 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:53.533405 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-84dd790b-3312-48b8-9cb5-d18ddcad4b97 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9267049 Jul 09 16:34:53.537743 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54950) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:53.544539 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-0febda4c-0e8d-4780-ba00-030f10ee38e0 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Request body: {'subnet': {'network_id': '20ade70b-1e50-4e30-8683-76d780120781', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:53.614680 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b93be-27c6-439a-9037-f5a9db3b9142 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb930fad-7578-4bd4-b5b6-f88ef8ab3010,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:53.715254 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf264fbf-7ba1-485b-bace-f6029056b97d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-20ade70b-1e50-4e30-8683-76d780120781', 'network_id': '20ade70b-1e50-4e30-8683-76d780120781', 'tenant_id': '6c6145552dd04842a1541a99fce20415', 'fixed_ips': [{'subnet_id': 'f69679dd-ce40-48dd-b05c-8cbb1175997e'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:34:53.716419 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cf264fbf-7ba1-485b-bace-f6029056b97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:53.742631 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2a0b93be-27c6-439a-9037-f5a9db3b9142 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:53.750800 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2a0b93be-27c6-439a-9037-f5a9db3b9142 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:53.816386 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b93be-27c6-439a-9037-f5a9db3b9142 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bdbc025-860b-4669-a0ff-8a733b8b629b,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:53.844801 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2a0b93be-27c6-439a-9037-f5a9db3b9142 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:53.849336 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54956) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:53.849900 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2a0b93be-27c6-439a-9037-f5a9db3b9142 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9346969 Jul 09 16:34:54.025322 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-cf264fbf-7ba1-485b-bace-f6029056b97d None None] Allocated IP 172.20.0.2 (20ade70b-1e50-4e30-8683-76d780120781/f69679dd-ce40-48dd-b05c-8cbb1175997e/550d2b54-90c9-4315-999a-23fc5a8a6df9) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:34:54.049865 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0febda4c-0e8d-4780-ba00-030f10ee38e0 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Made reservation on behalf of 6c6145552dd04842a1541a99fce20415 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:34:54.053865 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0febda4c-0e8d-4780-ba00-030f10ee38e0 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:54.173609 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-de461804-afeb-4523-9fdb-08cdb58a5a97 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3220167 Jul 09 16:34:54.175768 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54964) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:54.181381 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-ec071e2d-416f-490a-a83f-b1b930936c66 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Request body: {'security_group': {'name': 'tempest-security--1211356835', 'description': 'tempest-security-description-1423856257'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:54.289994 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ec071e2d-416f-490a-a83f-b1b930936c66 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:54.349572 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cf264fbf-7ba1-485b-bace-f6029056b97d None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:54.349808 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ec071e2d-416f-490a-a83f-b1b930936c66 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:54.358859 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-cf264fbf-7ba1-485b-bace-f6029056b97d None None] Transition to ACTIVE for port object 550d2b54-90c9-4315-999a-23fc5a8a6df9 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:34:54.359524 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ec071e2d-416f-490a-a83f-b1b930936c66 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:54.362644 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ec071e2d-416f-490a-a83f-b1b930936c66 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:54.364194 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ec071e2d-416f-490a-a83f-b1b930936c66 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "PUT /v2.0/security-groups/4bdbc025-860b-4669-a0ff-8a733b8b629b HTTP/1.1" status: 200 len: 1780 time: 0.1867561 Jul 09 16:34:54.376308 n-d-798930-3 neutron-server[93958]: INFO neutron.db.ipam_backend_mixin [None req-0febda4c-0e8d-4780-ba00-030f10ee38e0 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f69679dd-ce40-48dd-b05c-8cbb1175997e (CIDR: 172.20.0.0/28) Jul 09 16:34:54.376542 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54976) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:54.379311 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-cf264fbf-7ba1-485b-bace-f6029056b97d None None] Transition to ACTIVE for port object 550d2b54-90c9-4315-999a-23fc5a8a6df9 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:34:54.382975 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-0febda4c-0e8d-4780-ba00-030f10ee38e0 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:34:54.383674 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0febda4c-0e8d-4780-ba00-030f10ee38e0 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:34:54.387843 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cf264fbf-7ba1-485b-bace-f6029056b97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:54.411699 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0febda4c-0e8d-4780-ba00-030f10ee38e0 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8725216 Jul 09 16:34:54.413128 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54978) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:54.419814 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d2cec4a0-0077-4e92-a47f-5ad9de9f3f16 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Request body: {'subnet': {'network_id': '20ade70b-1e50-4e30-8683-76d780120781', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:54.434344 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf264fbf-7ba1-485b-bace-f6029056b97d None None] Network 20ade70b-1e50-4e30-8683-76d780120781 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:34:54.437855 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-cf264fbf-7ba1-485b-bace-f6029056b97d None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:54.447305 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf264fbf-7ba1-485b-bace-f6029056b97d None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:34:54.459887 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf264fbf-7ba1-485b-bace-f6029056b97d None None] Pushing event updated for resources: {'Port': ['ID=550d2b54-90c9-4315-999a-23fc5a8a6df9,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:54.519115 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec071e2d-416f-490a-a83f-b1b930936c66 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bdbc025-860b-4669-a0ff-8a733b8b629b,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:54.526300 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-cf264fbf-7ba1-485b-bace-f6029056b97d None None] Attempting to bind port 550d2b54-90c9-4315-999a-23fc5a8a6df9 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:34:54.526673 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-cf264fbf-7ba1-485b-bace-f6029056b97d None None] Attempting to bind port 550d2b54-90c9-4315-999a-23fc5a8a6df9 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '3c50ceb2-b40c-4c27-b471-3ebae4ef41f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '20ade70b-1e50-4e30-8683-76d780120781'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:34:54.527297 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf264fbf-7ba1-485b-bace-f6029056b97d None None] Attempting to bind port 550d2b54-90c9-4315-999a-23fc5a8a6df9 on network 20ade70b-1e50-4e30-8683-76d780120781 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:34:54.534601 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf264fbf-7ba1-485b-bace-f6029056b97d None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:34:54.535101 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf264fbf-7ba1-485b-bace-f6029056b97d None None] Checking segment: {'id': '3c50ceb2-b40c-4c27-b471-3ebae4ef41f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '20ade70b-1e50-4e30-8683-76d780120781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:34:54.535697 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cf264fbf-7ba1-485b-bace-f6029056b97d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:54.536933 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf264fbf-7ba1-485b-bace-f6029056b97d None None] Bound using segment: {'id': '3c50ceb2-b40c-4c27-b471-3ebae4ef41f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '20ade70b-1e50-4e30-8683-76d780120781'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:34:54.537717 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-cf264fbf-7ba1-485b-bace-f6029056b97d None None] Bound port: 550d2b54-90c9-4315-999a-23fc5a8a6df9, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c50ceb2-b40c-4c27-b471-3ebae4ef41f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '20ade70b-1e50-4e30-8683-76d780120781'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:34:54.538553 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cf264fbf-7ba1-485b-bace-f6029056b97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:54.557081 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e7345bf9-a3ce-4283-a2b9-38cf8bfc127f tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "GET /v2.0/security-groups/4bdbc025-860b-4669-a0ff-8a733b8b629b HTTP/1.1" status: 200 len: 1780 time: 0.1599865 Jul 09 16:34:54.562491 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54982) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:54.638664 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-cf264fbf-7ba1-485b-bace-f6029056b97d None None] For port 550d2b54-90c9-4315-999a-23fc5a8a6df9, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:34:54.645286 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-cf264fbf-7ba1-485b-bace-f6029056b97d None None] For port 550d2b54-90c9-4315-999a-23fc5a8a6df9, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=550d2b54-90c9-4315-999a-23fc5a8a6df9,segment=NetworkSegment(3c50ceb2-b40c-4c27-b471-3ebae4ef41f5),segment_id=3c50ceb2-b40c-4c27-b471-3ebae4ef41f5)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:34:54.652377 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cf264fbf-7ba1-485b-bace-f6029056b97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:54.696207 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2cec4a0-0077-4e92-a47f-5ad9de9f3f16 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Made reservation on behalf of 6c6145552dd04842a1541a99fce20415 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:34:54.706448 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d2cec4a0-0077-4e92-a47f-5ad9de9f3f16 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:54.735041 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2555303b-c990-414e-b54c-e2b1c54e0625 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:54.737269 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf264fbf-7ba1-485b-bace-f6029056b97d None None] Pushing event updated for resources: {'Port': ['ID=550d2b54-90c9-4315-999a-23fc5a8a6df9,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:54.793687 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2555303b-c990-414e-b54c-e2b1c54e0625 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:55.025821 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2555303b-c990-414e-b54c-e2b1c54e0625 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:55.029080 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2555303b-c990-414e-b54c-e2b1c54e0625 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:55.031128 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2555303b-c990-414e-b54c-e2b1c54e0625 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "DELETE /v2.0/security-groups/4bdbc025-860b-4669-a0ff-8a733b8b629b HTTP/1.1" status: 204 len: 168 time: 0.4135725 Jul 09 16:34:55.034568 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54986) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:55.046548 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2555303b-c990-414e-b54c-e2b1c54e0625 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bdbc025-860b-4669-a0ff-8a733b8b629b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:55.173930 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-781f83cd-bb40-44d7-8f6f-690d6b4870f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:55.212629 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-1409b8fe-f656-4d99-a8d7-2e13953baece tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1736414 Jul 09 16:34:55.215371 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54990) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:55.241391 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [None req-fb84ee9b-2b88-45b1-9edc-5c2da4941f0d tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] delete failed (client error): The resource could not be found. Jul 09 16:34:55.242543 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-fb84ee9b-2b88-45b1-9edc-5c2da4941f0d tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "DELETE /v2.0/security-groups/4bdbc025-860b-4669-a0ff-8a733b8b629b HTTP/1.1" status: 404 len: 347 time: 0.0260472 Jul 09 16:34:55.246889 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54992) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:55.254413 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-b8341276-de42-4e99-ba51-820ebb5b4b6f tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Request body: {'security_group': {'name': 'tempest-secgroup--1432866740'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:55.298554 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b8341276-de42-4e99-ba51-820ebb5b4b6f tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:55.404079 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:55.441724 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d2cec4a0-0077-4e92-a47f-5ad9de9f3f16 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:55.493091 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b8341276-de42-4e99-ba51-820ebb5b4b6f tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:55.499120 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b8341276-de42-4e99-ba51-820ebb5b4b6f tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:55.562563 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b8341276-de42-4e99-ba51-820ebb5b4b6f tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:55.579465 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b8341276-de42-4e99-ba51-820ebb5b4b6f tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3307006 Jul 09 16:34:55.590498 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55000) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:55.618837 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8341276-de42-4e99-ba51-820ebb5b4b6f tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9dad5b-bec7-4dca-ae79-47e24793ecd7,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:55.623796 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cec4a0-0077-4e92-a47f-5ad9de9f3f16 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event updated for resources: {'Subnet': ['ID=a05f3b72-958d-4e04-be31-f1aa6430e9d5,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:55.632994 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-2776f45c-18a4-487b-bb34-4519ee43378f tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Request body: {'security_group_rule': {'security_group_id': '7f9dad5b-bec7-4dca-ae79-47e24793ecd7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:55.647672 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cec4a0-0077-4e92-a47f-5ad9de9f3f16 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Network 20ade70b-1e50-4e30-8683-76d780120781 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:34:55.651374 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-d2cec4a0-0077-4e92-a47f-5ad9de9f3f16 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:55.659865 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cec4a0-0077-4e92-a47f-5ad9de9f3f16 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:55.660467 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d2cec4a0-0077-4e92-a47f-5ad9de9f3f16 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:55.689641 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2776f45c-18a4-487b-bb34-4519ee43378f tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:55.712793 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d2cec4a0-0077-4e92-a47f-5ad9de9f3f16 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2982721 Jul 09 16:34:55.713165 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55002) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:55.726087 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-fc959af3-3452-4f68-9762-08eb5f73c361 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Request body: {'port': {'network_id': '20ade70b-1e50-4e30-8683-76d780120781', 'fixed_ips': [{'subnet_id': 'f69679dd-ce40-48dd-b05c-8cbb1175997e'}, {'subnet_id': 'a05f3b72-958d-4e04-be31-f1aa6430e9d5'}], 'name': 'tempest-PortsTestJSON-1251445999'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:55.860672 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 550d2b54-90c9-4315-999a-23fc5a8a6df9 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:34:55.907731 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2776f45c-18a4-487b-bb34-4519ee43378f tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:55.922500 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2776f45c-18a4-487b-bb34-4519ee43378f tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:55.949327 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 550d2b54-90c9-4315-999a-23fc5a8a6df9 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:34:55.982751 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2776f45c-18a4-487b-bb34-4519ee43378f tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=358f516b-f9b1-44cc-8722-fc120c957997,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:55.987059 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc959af3-3452-4f68-9762-08eb5f73c361 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Made reservation on behalf of 6c6145552dd04842a1541a99fce20415 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:34:56.007802 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2776f45c-18a4-487b-bb34-4519ee43378f tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:56.009708 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2776f45c-18a4-487b-bb34-4519ee43378f tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3918633 Jul 09 16:34:56.012507 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55006) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:56.069814 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-531b2f84-ed70-47d8-aa32-5319075cb06b tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:56.084401 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-531b2f84-ed70-47d8-aa32-5319075cb06b tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:56.134879 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fc959af3-3452-4f68-9762-08eb5f73c361 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:56.153183 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-531b2f84-ed70-47d8-aa32-5319075cb06b tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:56.160541 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-fc959af3-3452-4f68-9762-08eb5f73c361 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] device_id is not set on port 47f0be6a-9eb5-4af3-b12c-6ee8d6bc3c24 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:34:56.184209 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-531b2f84-ed70-47d8-aa32-5319075cb06b tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:56.188856 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-531b2f84-ed70-47d8-aa32-5319075cb06b tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/358f516b-f9b1-44cc-8722-fc120c957997 HTTP/1.1" status: 204 len: 168 time: 0.1749902 Jul 09 16:34:56.189747 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55010) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:56.229755 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b2f84-ed70-47d8-aa32-5319075cb06b tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=358f516b-f9b1-44cc-8722-fc120c957997,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:56.244662 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:56.276326 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-5d26bbdc-bc80-4927-a972-af2167de5064 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0817566 Jul 09 16:34:56.276962 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55012) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:56.338910 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e4a03de0-53d0-4ae5-9959-421524862288 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:56.364008 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e4a03de0-53d0-4ae5-9959-421524862288 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:56.416697 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e4a03de0-53d0-4ae5-9959-421524862288 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:56.419901 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e4a03de0-53d0-4ae5-9959-421524862288 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:56.426076 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55014) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:56.427839 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e4a03de0-53d0-4ae5-9959-421524862288 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "DELETE /v2.0/security-groups/7f9dad5b-bec7-4dca-ae79-47e24793ecd7 HTTP/1.1" status: 204 len: 168 time: 0.1498132 Jul 09 16:34:56.444658 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a03de0-53d0-4ae5-9959-421524862288 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9dad5b-bec7-4dca-ae79-47e24793ecd7,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:56.511894 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76589e82-b599-4f8f-bc48-1fbbe3528fe8 None None] Network 20ade70b-1e50-4e30-8683-76d780120781 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:34:56.649038 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-bc5b4b2a-1f0d-4492-9988-180f8726b35e tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2216508 Jul 09 16:34:56.655463 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55026) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:56.662588 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a0f6c11a-2468-4c74-9701-ab11616e9fa7 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Request body: {'security_group': {'name': 'tempest-secgroup--628225367'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:56.698305 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:56.721984 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-aa1e428c-7608-44e0-9875-5cf9ba5a0a74 None None] Provisioning for port 550d2b54-90c9-4315-999a-23fc5a8a6df9 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:34:56.723237 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0f6c11a-2468-4c74-9701-ab11616e9fa7 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:56.730248 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-aa1e428c-7608-44e0-9875-5cf9ba5a0a74 None None] Provisioning complete for port 550d2b54-90c9-4315-999a-23fc5a8a6df9 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:34:56.730612 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-aa1e428c-7608-44e0-9875-5cf9ba5a0a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:56.850136 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-fc959af3-3452-4f68-9762-08eb5f73c361 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Allocated IP 172.20.0.14 (20ade70b-1e50-4e30-8683-76d780120781/f69679dd-ce40-48dd-b05c-8cbb1175997e/47f0be6a-9eb5-4af3-b12c-6ee8d6bc3c24) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:34:56.862891 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-fc959af3-3452-4f68-9762-08eb5f73c361 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Allocated IP 172.20.0.22 (20ade70b-1e50-4e30-8683-76d780120781/a05f3b72-958d-4e04-be31-f1aa6430e9d5/47f0be6a-9eb5-4af3-b12c-6ee8d6bc3c24) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:34:56.949638 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0f6c11a-2468-4c74-9701-ab11616e9fa7 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:56.955525 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0f6c11a-2468-4c74-9701-ab11616e9fa7 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:57.001055 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f6c11a-2468-4c74-9701-ab11616e9fa7 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbfdd89-df7c-4891-944f-450f47485be1,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:57.045130 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0f6c11a-2468-4c74-9701-ab11616e9fa7 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:57.061820 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a0f6c11a-2468-4c74-9701-ab11616e9fa7 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3964748 Jul 09 16:34:57.065024 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55030) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:57.066756 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-aa1e428c-7608-44e0-9875-5cf9ba5a0a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:57.082892 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-0adb8e25-a44c-477d-ab91-d3113e067deb tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Request body: {'security_group_rule': {'security_group_id': '6fbfdd89-df7c-4891-944f-450f47485be1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:57.110138 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-aa1e428c-7608-44e0-9875-5cf9ba5a0a74 None None] For port 550d2b54-90c9-4315-999a-23fc5a8a6df9, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=550d2b54-90c9-4315-999a-23fc5a8a6df9,segment=NetworkSegment(3c50ceb2-b40c-4c27-b471-3ebae4ef41f5),segment_id=3c50ceb2-b40c-4c27-b471-3ebae4ef41f5)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:57.126438 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-aa1e428c-7608-44e0-9875-5cf9ba5a0a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:57.148680 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0adb8e25-a44c-477d-ab91-d3113e067deb tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:57.308447 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1e428c-7608-44e0-9875-5cf9ba5a0a74 None None] Pushing event updated for resources: {'Port': ['ID=550d2b54-90c9-4315-999a-23fc5a8a6df9,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:57.359686 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0adb8e25-a44c-477d-ab91-d3113e067deb tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:57.370735 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fc959af3-3452-4f68-9762-08eb5f73c361 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:57.371391 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0adb8e25-a44c-477d-ab91-d3113e067deb tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:57.382742 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0c0de7-7d10-46b3-9857-0758905ab20f None None] Update dhcp port {'port': {'network_id': '20ade70b-1e50-4e30-8683-76d780120781', 'fixed_ips': [{'subnet_id': 'f69679dd-ce40-48dd-b05c-8cbb1175997e', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a05f3b72-958d-4e04-be31-f1aa6430e9d5'}], 'binding:host_id': 'n-d-798930-3'}, 'id': '550d2b54-90c9-4315-999a-23fc5a8a6df9'} from n-d-798930-3. {{(pid=93960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 16:34:57.404549 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-fc959af3-3452-4f68-9762-08eb5f73c361 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Transition to ACTIVE for port object 47f0be6a-9eb5-4af3-b12c-6ee8d6bc3c24 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:34:57.446252 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb8e25-a44c-477d-ab91-d3113e067deb tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9a42034-7f52-422a-a6e8-7e6f4bd8d0c3,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:57.458374 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0adb8e25-a44c-477d-ab91-d3113e067deb tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:57.460810 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0adb8e25-a44c-477d-ab91-d3113e067deb tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3928676 Jul 09 16:34:57.467277 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55042) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:57.478686 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-69165d5a-1519-4d1d-9bf5-db4dcbe2f1d6 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Request body: {'security_group_rule': {'security_group_id': '6fbfdd89-df7c-4891-944f-450f47485be1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:57.511701 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fc959af3-3452-4f68-9762-08eb5f73c361 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:57.537018 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-de0c0de7-7d10-46b3-9857-0758905ab20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:57.539358 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-69165d5a-1519-4d1d-9bf5-db4dcbe2f1d6 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:57.664538 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc959af3-3452-4f68-9762-08eb5f73c361 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Network 20ade70b-1e50-4e30-8683-76d780120781 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:34:57.666048 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc959af3-3452-4f68-9762-08eb5f73c361 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event updated for resources: {'Port': ['ID=47f0be6a-9eb5-4af3-b12c-6ee8d6bc3c24,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:57.669423 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-fc959af3-3452-4f68-9762-08eb5f73c361 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:34:57.683165 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc959af3-3452-4f68-9762-08eb5f73c361 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:34:57.696566 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-69165d5a-1519-4d1d-9bf5-db4dcbe2f1d6 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:57.706606 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-69165d5a-1519-4d1d-9bf5-db4dcbe2f1d6 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:57.779069 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69165d5a-1519-4d1d-9bf5-db4dcbe2f1d6 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab22c383-a38b-44a9-b34d-c485806b30c4,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:57.799117 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-69165d5a-1519-4d1d-9bf5-db4dcbe2f1d6 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:57.800870 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-69165d5a-1519-4d1d-9bf5-db4dcbe2f1d6 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3313234 Jul 09 16:34:57.804225 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55048) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:57.810139 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc959af3-3452-4f68-9762-08eb5f73c361 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:34:57.810944 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fc959af3-3452-4f68-9762-08eb5f73c361 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:57.813573 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-2da8396f-11da-4b9c-8122-e5771cee417b tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Request body: {'security_group_rule': {'security_group_id': '6fbfdd89-df7c-4891-944f-450f47485be1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:57.836586 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 550d2b54-90c9-4315-999a-23fc5a8a6df9 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:34:57.863260 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-fc959af3-3452-4f68-9762-08eb5f73c361 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.1456833 Jul 09 16:34:57.863260 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55052) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:57.871880 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2da8396f-11da-4b9c-8122-e5771cee417b tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:57.875901 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-0a71cdcc-05a5-4251-9505-8693422e6354 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f69679dd-ce40-48dd-b05c-8cbb1175997e'}]}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:57.957197 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2da8396f-11da-4b9c-8122-e5771cee417b tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:57.965592 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2da8396f-11da-4b9c-8122-e5771cee417b tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:58.001541 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da8396f-11da-4b9c-8122-e5771cee417b tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3590942-cc23-453e-8dc7-717e40e60479,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:58.013525 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0a71cdcc-05a5-4251-9505-8693422e6354 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:58.034251 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2da8396f-11da-4b9c-8122-e5771cee417b tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:58.038604 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2da8396f-11da-4b9c-8122-e5771cee417b tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2306335 Jul 09 16:34:58.038996 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55054) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:58.044303 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-77acc156-bfe7-43c9-89d9-14cc0f525ed9 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Request body: {'security_group_rule': {'security_group_id': '6fbfdd89-df7c-4891-944f-450f47485be1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:58.165375 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77acc156-bfe7-43c9-89d9-14cc0f525ed9 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:58.229989 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-de0c0de7-7d10-46b3-9857-0758905ab20f None None] Allocated IP 172.20.0.18 (20ade70b-1e50-4e30-8683-76d780120781/a05f3b72-958d-4e04-be31-f1aa6430e9d5/550d2b54-90c9-4315-999a-23fc5a8a6df9) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:34:58.243238 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:58.368093 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77acc156-bfe7-43c9-89d9-14cc0f525ed9 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:58.381279 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77acc156-bfe7-43c9-89d9-14cc0f525ed9 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:58.468969 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77acc156-bfe7-43c9-89d9-14cc0f525ed9 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b974e3b-564d-424a-9b54-8708f92f2849,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:58.488136 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77acc156-bfe7-43c9-89d9-14cc0f525ed9 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:58.494128 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55064) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:58.494949 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-77acc156-bfe7-43c9-89d9-14cc0f525ed9 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4545600 Jul 09 16:34:58.513231 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-f10cf0de-a425-4b1c-9bcb-f1d62a0a9ec6 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Request body: {'security_group_rule': {'security_group_id': '6fbfdd89-df7c-4891-944f-450f47485be1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:34:58.545123 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 550d2b54-90c9-4315-999a-23fc5a8a6df9 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:34:58.547171 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:58.589769 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f10cf0de-a425-4b1c-9bcb-f1d62a0a9ec6 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:58.721925 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-de0c0de7-7d10-46b3-9857-0758905ab20f None None] For port 550d2b54-90c9-4315-999a-23fc5a8a6df9, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=550d2b54-90c9-4315-999a-23fc5a8a6df9,segment=NetworkSegment(3c50ceb2-b40c-4c27-b471-3ebae4ef41f5),segment_id=3c50ceb2-b40c-4c27-b471-3ebae4ef41f5)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:34:58.825491 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f10cf0de-a425-4b1c-9bcb-f1d62a0a9ec6 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:58.837671 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f10cf0de-a425-4b1c-9bcb-f1d62a0a9ec6 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:58.840761 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-de0c0de7-7d10-46b3-9857-0758905ab20f None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:58.870209 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10cf0de-a425-4b1c-9bcb-f1d62a0a9ec6 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=919670bc-b74b-4e46-938b-64a432b05cb3,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:58.911437 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f10cf0de-a425-4b1c-9bcb-f1d62a0a9ec6 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:58.921345 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55070) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:58.925444 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f10cf0de-a425-4b1c-9bcb-f1d62a0a9ec6 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4220691 Jul 09 16:34:58.964562 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-de0c0de7-7d10-46b3-9857-0758905ab20f None None] Transition to ACTIVE for port object 550d2b54-90c9-4315-999a-23fc5a8a6df9 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:34:58.976514 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-de0c0de7-7d10-46b3-9857-0758905ab20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:58.976816 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-26a25572-e5f7-486c-a591-00c8b732cdc1 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:59.006315 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-26a25572-e5f7-486c-a591-00c8b732cdc1 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:59.009600 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:34:59.081785 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-26a25572-e5f7-486c-a591-00c8b732cdc1 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:59.091551 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-26a25572-e5f7-486c-a591-00c8b732cdc1 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:59.094290 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-26a25572-e5f7-486c-a591-00c8b732cdc1 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/919670bc-b74b-4e46-938b-64a432b05cb3 HTTP/1.1" status: 204 len: 168 time: 0.1718717 Jul 09 16:34:59.102757 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55074) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:59.118517 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a25572-e5f7-486c-a591-00c8b732cdc1 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=919670bc-b74b-4e46-938b-64a432b05cb3,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:59.158939 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-0a71cdcc-05a5-4251-9505-8693422e6354 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Delete allocated IP 172.20.0.22 (20ade70b-1e50-4e30-8683-76d780120781/a05f3b72-958d-4e04-be31-f1aa6430e9d5) {{(pid=93959) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 09 16:34:59.242451 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-35f18390-751a-493c-b81f-e4525afeda02 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1352525 Jul 09 16:34:59.243112 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55088) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:59.416724 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0c0de7-7d10-46b3-9857-0758905ab20f None None] Pushing event updated for resources: {'Port': ['ID=550d2b54-90c9-4315-999a-23fc5a8a6df9,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:59.530301 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ea6281ad-0e15-456d-a354-72420967b1df tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:59.556450 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ea6281ad-0e15-456d-a354-72420967b1df tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:59.653568 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ea6281ad-0e15-456d-a354-72420967b1df tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:59.662996 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ea6281ad-0e15-456d-a354-72420967b1df tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:59.677387 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ea6281ad-0e15-456d-a354-72420967b1df tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/1b974e3b-564d-424a-9b54-8708f92f2849 HTTP/1.1" status: 204 len: 168 time: 0.4331901 Jul 09 16:34:59.684253 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55104) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:59.720788 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6281ad-0e15-456d-a354-72420967b1df tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1b974e3b-564d-424a-9b54-8708f92f2849,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:34:59.775156 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0a71cdcc-05a5-4251-9505-8693422e6354 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:59.849850 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-eeb48e93-b790-4d8e-8afa-70289ce45bd9 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1594872 Jul 09 16:34:59.850331 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55106) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:34:59.855970 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-0a71cdcc-05a5-4251-9505-8693422e6354 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Ignored duplicate provisioning block setup for port 47f0be6a-9eb5-4af3-b12c-6ee8d6bc3c24 by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 09 16:34:59.861571 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0a71cdcc-05a5-4251-9505-8693422e6354 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:59.876845 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 550d2b54-90c9-4315-999a-23fc5a8a6df9 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:34:59.948761 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2f883cb7-9392-49db-9ec9-b1565dd5bdf1 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:34:59.979565 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2f883cb7-9392-49db-9ec9-b1565dd5bdf1 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:00.029306 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2f883cb7-9392-49db-9ec9-b1565dd5bdf1 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:00.038706 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2f883cb7-9392-49db-9ec9-b1565dd5bdf1 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:00.053519 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2f883cb7-9392-49db-9ec9-b1565dd5bdf1 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/f3590942-cc23-453e-8dc7-717e40e60479 HTTP/1.1" status: 204 len: 168 time: 0.2015183 Jul 09 16:35:00.054294 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55120) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:00.109880 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f883cb7-9392-49db-9ec9-b1565dd5bdf1 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f3590942-cc23-453e-8dc7-717e40e60479,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:00.233849 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8d06503f-fd51-4889-9922-0b0c33264c13 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1580455 Jul 09 16:35:00.235787 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a71cdcc-05a5-4251-9505-8693422e6354 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event updated for resources: {'Port': ['ID=47f0be6a-9eb5-4af3-b12c-6ee8d6bc3c24,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:00.240755 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55128) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:00.278726 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f52b0d12-bddb-4e25-80f4-dba3bc44fbc2 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:00.300128 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0a71cdcc-05a5-4251-9505-8693422e6354 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] In _notify_port_updated(), no bound segment for port 47f0be6a-9eb5-4af3-b12c-6ee8d6bc3c24 on network 20ade70b-1e50-4e30-8683-76d780120781 {{(pid=93959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 16:35:00.318203 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a71cdcc-05a5-4251-9505-8693422e6354 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:00.320048 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0a71cdcc-05a5-4251-9505-8693422e6354 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:00.325135 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0a71cdcc-05a5-4251-9505-8693422e6354 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "PUT /v2.0/ports/47f0be6a-9eb5-4af3-b12c-6ee8d6bc3c24 HTTP/1.1" status: 200 len: 920 time: 2.4596770 Jul 09 16:35:00.329225 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55132) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:00.332979 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f52b0d12-bddb-4e25-80f4-dba3bc44fbc2 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:00.336533 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-f8441b62-8377-40bb-b5e6-b572a5679d90 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f69679dd-ce40-48dd-b05c-8cbb1175997e'}, {'subnet_id': 'a05f3b72-958d-4e04-be31-f1aa6430e9d5'}]}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:00.450618 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f52b0d12-bddb-4e25-80f4-dba3bc44fbc2 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:00.466651 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f52b0d12-bddb-4e25-80f4-dba3bc44fbc2 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:00.480293 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f52b0d12-bddb-4e25-80f4-dba3bc44fbc2 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/ab22c383-a38b-44a9-b34d-c485806b30c4 HTTP/1.1" status: 204 len: 168 time: 0.2261388 Jul 09 16:35:00.481127 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55140) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:00.588399 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f4f6c4-b74c-4592-be77-d0593a7d6d4b None None] Network 20ade70b-1e50-4e30-8683-76d780120781 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:35:00.611874 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8441b62-8377-40bb-b5e6-b572a5679d90 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:00.640754 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b0d12-bddb-4e25-80f4-dba3bc44fbc2 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ab22c383-a38b-44a9-b34d-c485806b30c4,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:00.726849 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-09fe6ec9-f9eb-4249-afc6-49775070fe11 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2419193 Jul 09 16:35:00.727688 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55144) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:00.794247 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-23990bb8-e864-41c4-92f7-db8c6b096df7 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:00.895080 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-23990bb8-e864-41c4-92f7-db8c6b096df7 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:00.909817 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3c278b9c-7fb9-4ad9-980a-adfc546984b2 None None] Provisioning for port 550d2b54-90c9-4315-999a-23fc5a8a6df9 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:35:00.932009 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3c278b9c-7fb9-4ad9-980a-adfc546984b2 None None] Provisioning complete for port 550d2b54-90c9-4315-999a-23fc5a8a6df9 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:35:00.943373 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3c278b9c-7fb9-4ad9-980a-adfc546984b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:00.982310 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-23990bb8-e864-41c4-92f7-db8c6b096df7 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:01.019772 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-23990bb8-e864-41c4-92f7-db8c6b096df7 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:01.028410 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-23990bb8-e864-41c4-92f7-db8c6b096df7 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/c9a42034-7f52-422a-a6e8-7e6f4bd8d0c3 HTTP/1.1" status: 204 len: 168 time: 0.2970259 Jul 09 16:35:01.041697 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55152) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:01.065774 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23990bb8-e864-41c4-92f7-db8c6b096df7 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c9a42034-7f52-422a-a6e8-7e6f4bd8d0c3,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:01.161249 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-3525dd02-f888-43e4-8912-97ede9a15149 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1157370 Jul 09 16:35:01.169142 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55158) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:01.323573 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-246365f8-f16c-45cb-bf15-784984020e8c tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:01.404869 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-f8441b62-8377-40bb-b5e6-b572a5679d90 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Allocated IP 172.20.0.25 (20ade70b-1e50-4e30-8683-76d780120781/a05f3b72-958d-4e04-be31-f1aa6430e9d5/47f0be6a-9eb5-4af3-b12c-6ee8d6bc3c24) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:35:01.428625 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-246365f8-f16c-45cb-bf15-784984020e8c tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:01.602594 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-246365f8-f16c-45cb-bf15-784984020e8c tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:01.606265 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-246365f8-f16c-45cb-bf15-784984020e8c tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:01.609797 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-246365f8-f16c-45cb-bf15-784984020e8c tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "DELETE /v2.0/security-groups/6fbfdd89-df7c-4891-944f-450f47485be1 HTTP/1.1" status: 204 len: 168 time: 0.4387853 Jul 09 16:35:01.622865 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55172) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:01.649506 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246365f8-f16c-45cb-bf15-784984020e8c tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbfdd89-df7c-4891-944f-450f47485be1,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:01.769214 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8441b62-8377-40bb-b5e6-b572a5679d90 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:01.782096 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-f8441b62-8377-40bb-b5e6-b572a5679d90 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Ignored duplicate provisioning block setup for port 47f0be6a-9eb5-4af3-b12c-6ee8d6bc3c24 by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 09 16:35:01.794908 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8441b62-8377-40bb-b5e6-b572a5679d90 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:01.878090 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-5784b5d6-1bf3-4dfa-bb59-14121796f43d tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2456117 Jul 09 16:35:01.880514 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55176) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:01.885262 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-9e0c517e-4906-442c-b436-8d82826d4d99 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Request body: {'security_group': {'name': 'tempest-secgroup--1341966426'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:01.929715 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9e0c517e-4906-442c-b436-8d82826d4d99 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:02.007846 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8441b62-8377-40bb-b5e6-b572a5679d90 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event updated for resources: {'Port': ['ID=47f0be6a-9eb5-4af3-b12c-6ee8d6bc3c24,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:02.138374 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a9ad87bd-3d67-43cf-bebd-5907846d0acb None None] Provisioning complete for port 550d2b54-90c9-4315-999a-23fc5a8a6df9 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:35:02.140548 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a9ad87bd-3d67-43cf-bebd-5907846d0acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:02.150208 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-f8441b62-8377-40bb-b5e6-b572a5679d90 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] In _notify_port_updated(), no bound segment for port 47f0be6a-9eb5-4af3-b12c-6ee8d6bc3c24 on network 20ade70b-1e50-4e30-8683-76d780120781 {{(pid=93959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 16:35:02.156559 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8441b62-8377-40bb-b5e6-b572a5679d90 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:02.157482 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8441b62-8377-40bb-b5e6-b572a5679d90 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:02.162124 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f8441b62-8377-40bb-b5e6-b572a5679d90 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "PUT /v2.0/ports/47f0be6a-9eb5-4af3-b12c-6ee8d6bc3c24 HTTP/1.1" status: 200 len: 1000 time: 1.8318017 Jul 09 16:35:02.162828 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55182) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:02.213015 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9e0c517e-4906-442c-b436-8d82826d4d99 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:02.229529 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9e0c517e-4906-442c-b436-8d82826d4d99 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:02.307606 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9e0c517e-4906-442c-b436-8d82826d4d99 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:02.312962 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-9e0c517e-4906-442c-b436-8d82826d4d99 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4311874 Jul 09 16:35:02.314048 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55188) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:02.322777 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-1fb013ec-7e2d-4ca4-8c58-102a6ae8b62d tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Request body: {'security_group_rule': {'security_group_id': 'bced75dc-dc49-44c0-8748-7f92c7031eac', 'direction': 'ingress', 'protocol': 17}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:02.339023 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0c517e-4906-442c-b436-8d82826d4d99 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bced75dc-dc49-44c0-8748-7f92c7031eac,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:02.440656 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a9ad87bd-3d67-43cf-bebd-5907846d0acb None None] Provisioning for port 47f0be6a-9eb5-4af3-b12c-6ee8d6bc3c24 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:35:02.443103 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1fb013ec-7e2d-4ca4-8c58-102a6ae8b62d tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:02.445606 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a9ad87bd-3d67-43cf-bebd-5907846d0acb None None] Provisioning complete for port 47f0be6a-9eb5-4af3-b12c-6ee8d6bc3c24 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:35:02.446861 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a9ad87bd-3d67-43cf-bebd-5907846d0acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:02.535969 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a9ad87bd-3d67-43cf-bebd-5907846d0acb None None] Port 47f0be6a-9eb5-4af3-b12c-6ee8d6bc3c24 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:35:02.680824 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-87a604ad-55c7-4dda-a4ec-921d07209e1a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Deleting port 47f0be6a-9eb5-4af3-b12c-6ee8d6bc3c24 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:35:02.681793 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-87a604ad-55c7-4dda-a4ec-921d07209e1a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:02.685250 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0da8517-bda5-484d-9581-4ca23adbd277 None None] Provisioning complete for port 47f0be6a-9eb5-4af3-b12c-6ee8d6bc3c24 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:35:02.685619 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0da8517-bda5-484d-9581-4ca23adbd277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:02.700866 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1fb013ec-7e2d-4ca4-8c58-102a6ae8b62d tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:02.716157 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1fb013ec-7e2d-4ca4-8c58-102a6ae8b62d tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:02.811197 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb013ec-7e2d-4ca4-8c58-102a6ae8b62d tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0548865-6c7b-4ac8-9110-4542d2908e8b,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:02.862622 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0da8517-bda5-484d-9581-4ca23adbd277 None None] Port 47f0be6a-9eb5-4af3-b12c-6ee8d6bc3c24 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:35:02.877341 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1fb013ec-7e2d-4ca4-8c58-102a6ae8b62d tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:02.887163 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55206) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:02.893083 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1fb013ec-7e2d-4ca4-8c58-102a6ae8b62d tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5749483 Jul 09 16:35:03.025238 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ad18992-3abc-4a40-a605-36ed64ee6bc1 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:03.053301 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-87a604ad-55c7-4dda-a4ec-921d07209e1a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:03.138369 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ad18992-3abc-4a40-a605-36ed64ee6bc1 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:03.149602 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b40eef13-b686-4012-866b-f9f85e0f91ec None None] Provisioning complete for port 47f0be6a-9eb5-4af3-b12c-6ee8d6bc3c24 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:35:03.150959 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b40eef13-b686-4012-866b-f9f85e0f91ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:03.219152 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-87a604ad-55c7-4dda-a4ec-921d07209e1a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Calling delete_port for 47f0be6a-9eb5-4af3-b12c-6ee8d6bc3c24 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:35:03.223958 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ad18992-3abc-4a40-a605-36ed64ee6bc1 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:03.235573 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ad18992-3abc-4a40-a605-36ed64ee6bc1 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:03.239301 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2ad18992-3abc-4a40-a605-36ed64ee6bc1 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "DELETE /v2.0/security-groups/bced75dc-dc49-44c0-8748-7f92c7031eac HTTP/1.1" status: 204 len: 168 time: 0.3489118 Jul 09 16:35:03.240126 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55224) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:03.240611 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b40eef13-b686-4012-866b-f9f85e0f91ec None None] Port 47f0be6a-9eb5-4af3-b12c-6ee8d6bc3c24 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:35:03.282102 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad18992-3abc-4a40-a605-36ed64ee6bc1 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bced75dc-dc49-44c0-8748-7f92c7031eac,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:03.361803 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a8cae8a7-2911-45cf-8e42-ed95564db6c3 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1180620 Jul 09 16:35:03.362341 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55228) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:03.370994 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-4362f9ef-6b9c-4ed7-b197-6802d281cc7e tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Request body: {'security_group': {'name': 'tempest-secgroup--1615318689'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:03.454660 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4362f9ef-6b9c-4ed7-b197-6802d281cc7e tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:03.491360 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-bb55e757-ab87-4bc6-a683-180a1e255af8 None None] Provisioning complete for port 47f0be6a-9eb5-4af3-b12c-6ee8d6bc3c24 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:35:03.491933 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bb55e757-ab87-4bc6-a683-180a1e255af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:03.607688 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-bb55e757-ab87-4bc6-a683-180a1e255af8 None None] Port 47f0be6a-9eb5-4af3-b12c-6ee8d6bc3c24 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:35:03.746032 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4362f9ef-6b9c-4ed7-b197-6802d281cc7e tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:03.755631 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4362f9ef-6b9c-4ed7-b197-6802d281cc7e tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:03.827285 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4362f9ef-6b9c-4ed7-b197-6802d281cc7e tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:03.828598 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-4362f9ef-6b9c-4ed7-b197-6802d281cc7e tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4652107 Jul 09 16:35:03.829589 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4362f9ef-6b9c-4ed7-b197-6802d281cc7e tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6ffd4c-61b3-4ff0-87d0-883ad027a848,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:03.833221 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55248) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:03.839850 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-02d4cdb2-932b-42d7-8b39-b3ea002a80ea tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Request body: {'security_group': {'name': 'tempest-secgroup--890227846'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:03.864397 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-87a604ad-55c7-4dda-a4ec-921d07209e1a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:03.893055 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02d4cdb2-932b-42d7-8b39-b3ea002a80ea tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:03.918333 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a604ad-55c7-4dda-a4ec-921d07209e1a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event deleted for resources: {'Port': ['ID=47f0be6a-9eb5-4af3-b12c-6ee8d6bc3c24,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:04.153115 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-87a604ad-55c7-4dda-a4ec-921d07209e1a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:04.160046 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-87a604ad-55c7-4dda-a4ec-921d07209e1a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "DELETE /v2.0/ports/47f0be6a-9eb5-4af3-b12c-6ee8d6bc3c24 HTTP/1.1" status: 204 len: 168 time: 1.9877715 Jul 09 16:35:04.165846 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55256) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:04.248362 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-4466f351-28a1-4918-b9ee-b88bbab3e0e1 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] GET failed (client error): The resource could not be found. Jul 09 16:35:04.256181 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-4466f351-28a1-4918-b9ee-b88bbab3e0e1 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "GET /v2.0/ports/47f0be6a-9eb5-4af3-b12c-6ee8d6bc3c24 HTTP/1.1" status: 404 len: 333 time: 0.0891464 Jul 09 16:35:04.257112 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55258) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:04.315923 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02d4cdb2-932b-42d7-8b39-b3ea002a80ea tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:04.326521 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02d4cdb2-932b-42d7-8b39-b3ea002a80ea tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:04.393211 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02d4cdb2-932b-42d7-8b39-b3ea002a80ea tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:04.394542 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-02d4cdb2-932b-42d7-8b39-b3ea002a80ea tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5602915 Jul 09 16:35:04.397440 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55268) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:04.403249 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d4cdb2-932b-42d7-8b39-b3ea002a80ea tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30cfd989-2c8b-4cc0-8d69-4a6d61041649,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:04.403639 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-a30ba582-0ba3-4a2f-9ec1-2da120ac90c8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Deleting subnet a05f3b72-958d-4e04-be31-f1aa6430e9d5 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:35:04.415456 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-705a44f8-b191-4f10-9cc6-dd43a29816e6 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Request body: {'security_group_rule': {'security_group_id': '0c6ffd4c-61b3-4ff0-87d0-883ad027a848', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '30cfd989-2c8b-4cc0-8d69-4a6d61041649', 'remote_ip_prefix': None}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:04.428353 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a30ba582-0ba3-4a2f-9ec1-2da120ac90c8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:04.507659 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a30ba582-0ba3-4a2f-9ec1-2da120ac90c8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:04.658558 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-705a44f8-b191-4f10-9cc6-dd43a29816e6 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:04.791084 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a30ba582-0ba3-4a2f-9ec1-2da120ac90c8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:04.961774 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-705a44f8-b191-4f10-9cc6-dd43a29816e6 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:04.972464 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-705a44f8-b191-4f10-9cc6-dd43a29816e6 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:04.989616 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a30ba582-0ba3-4a2f-9ec1-2da120ac90c8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:05.068270 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-705a44f8-b191-4f10-9cc6-dd43a29816e6 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:05.069656 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cea8de-a2ab-4545-a172-5c63ddb56465 None None] Network 20ade70b-1e50-4e30-8683-76d780120781 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:35:05.074151 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55292) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:05.075005 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-705a44f8-b191-4f10-9cc6-dd43a29816e6 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6724045 Jul 09 16:35:05.096066 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a30ba582-0ba3-4a2f-9ec1-2da120ac90c8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:05.098597 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a30ba582-0ba3-4a2f-9ec1-2da120ac90c8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "DELETE /v2.0/subnets/a05f3b72-958d-4e04-be31-f1aa6430e9d5 HTTP/1.1" status: 204 len: 168 time: 0.8402996 Jul 09 16:35:05.099604 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a44f8-b191-4f10-9cc6-dd43a29816e6 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cb09c4c-764b-4db1-aa9f-e6b2708fd63c,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:05.101706 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55296) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:05.121445 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b055a412-d1b5-445e-b370-99a3e413503e tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:05.147275 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b055a412-d1b5-445e-b370-99a3e413503e tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:05.214712 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b055a412-d1b5-445e-b370-99a3e413503e tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:05.241102 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b055a412-d1b5-445e-b370-99a3e413503e tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:05.243111 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b055a412-d1b5-445e-b370-99a3e413503e tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/6cb09c4c-764b-4db1-aa9f-e6b2708fd63c HTTP/1.1" status: 204 len: 168 time: 0.1666822 Jul 09 16:35:05.246352 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55300) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:05.266424 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b055a412-d1b5-445e-b370-99a3e413503e tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6cb09c4c-764b-4db1-aa9f-e6b2708fd63c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:05.279276 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d394586-0d01-44a7-825b-637344989c2a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Deleting subnet f69679dd-ce40-48dd-b05c-8cbb1175997e {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:35:05.282076 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30ba582-0ba3-4a2f-9ec1-2da120ac90c8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event deleted for resources: {'Subnet': ['ID=a05f3b72-958d-4e04-be31-f1aa6430e9d5,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:05.307890 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6d394586-0d01-44a7-825b-637344989c2a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:05.340437 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-eaab8284-13db-4c9f-b8cb-2a7f483b8129 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0924256 Jul 09 16:35:05.344006 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55304) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:05.363843 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6d394586-0d01-44a7-825b-637344989c2a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:05.531465 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d7d437db-7eac-4b53-9cdd-3d9d0cdfc10e tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:05.593346 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d7d437db-7eac-4b53-9cdd-3d9d0cdfc10e tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:05.680468 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d7d437db-7eac-4b53-9cdd-3d9d0cdfc10e tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:05.681141 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6d394586-0d01-44a7-825b-637344989c2a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:05.697855 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d7d437db-7eac-4b53-9cdd-3d9d0cdfc10e tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:05.697855 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d7d437db-7eac-4b53-9cdd-3d9d0cdfc10e tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "DELETE /v2.0/security-groups/30cfd989-2c8b-4cc0-8d69-4a6d61041649 HTTP/1.1" status: 204 len: 168 time: 0.3457322 Jul 09 16:35:05.697855 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55320) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:05.781060 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d437db-7eac-4b53-9cdd-3d9d0cdfc10e tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30cfd989-2c8b-4cc0-8d69-4a6d61041649,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:05.894748 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6d394586-0d01-44a7-825b-637344989c2a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:05.901744 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2821b2a8-6f45-40f7-8985-701f4b9ab929 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2050989 Jul 09 16:35:05.904295 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55328) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:05.946157 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6d394586-0d01-44a7-825b-637344989c2a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:05.948644 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-6d394586-0d01-44a7-825b-637344989c2a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "DELETE /v2.0/subnets/f69679dd-ce40-48dd-b05c-8cbb1175997e HTTP/1.1" status: 204 len: 168 time: 0.8152072 Jul 09 16:35:05.949794 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d394586-0d01-44a7-825b-637344989c2a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event deleted for resources: {'Subnet': ['ID=f69679dd-ce40-48dd-b05c-8cbb1175997e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:05.953286 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55334) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:06.022964 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-424460f3-4a91-4956-b83e-a5a4e4a2a7c6 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:06.086662 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-424460f3-4a91-4956-b83e-a5a4e4a2a7c6 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:06.102869 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8982-cf3b-4a33-9df1-545c28a57b89 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:06.176480 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-424460f3-4a91-4956-b83e-a5a4e4a2a7c6 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:06.179506 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-424460f3-4a91-4956-b83e-a5a4e4a2a7c6 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:06.183166 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-424460f3-4a91-4956-b83e-a5a4e4a2a7c6 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "DELETE /v2.0/security-groups/0c6ffd4c-61b3-4ff0-87d0-883ad027a848 HTTP/1.1" status: 204 len: 168 time: 0.2752333 Jul 09 16:35:06.190563 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55338) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:06.200724 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424460f3-4a91-4956-b83e-a5a4e4a2a7c6 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6ffd4c-61b3-4ff0-87d0-883ad027a848,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:06.263648 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8982-cf3b-4a33-9df1-545c28a57b89 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Deleting port 550d2b54-90c9-4315-999a-23fc5a8a6df9 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:35:06.264047 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8982-cf3b-4a33-9df1-545c28a57b89 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:06.322906 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f2b7fa64-c842-451d-bac1-8460222a8716 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1291068 Jul 09 16:35:06.327053 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55342) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:06.331443 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-51725438-4dbf-4c82-a70c-71122374d463 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Request body: {'security_group': {'name': 'tempest-secgroup--369337100'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:06.384235 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-51725438-4dbf-4c82-a70c-71122374d463 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:06.398441 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-7c1d8982-cf3b-4a33-9df1-545c28a57b89 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] For port 550d2b54-90c9-4315-999a-23fc5a8a6df9, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=550d2b54-90c9-4315-999a-23fc5a8a6df9,segment=NetworkSegment(3c50ceb2-b40c-4c27-b471-3ebae4ef41f5),segment_id=3c50ceb2-b40c-4c27-b471-3ebae4ef41f5)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:35:06.398832 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8982-cf3b-4a33-9df1-545c28a57b89 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:06.448244 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8982-cf3b-4a33-9df1-545c28a57b89 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Calling delete_port for 550d2b54-90c9-4315-999a-23fc5a8a6df9 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:35:06.574185 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-51725438-4dbf-4c82-a70c-71122374d463 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:06.584830 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-51725438-4dbf-4c82-a70c-71122374d463 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:06.657527 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-51725438-4dbf-4c82-a70c-71122374d463 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:06.659435 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-51725438-4dbf-4c82-a70c-71122374d463 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3316770 Jul 09 16:35:06.662227 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55352) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:06.668530 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-e813c1eb-219d-4a3e-a73a-6df20ea8b4f2 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Request body: {'security_group_rule': {'security_group_id': '140bcb2d-16bc-466d-8a66-860a0fb7f509', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:06.684423 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c17dff2-3a93-423a-bcc1-f8d583b9945e None None] Network 20ade70b-1e50-4e30-8683-76d780120781 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:35:06.693782 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8982-cf3b-4a33-9df1-545c28a57b89 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:06.700017 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51725438-4dbf-4c82-a70c-71122374d463 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=140bcb2d-16bc-466d-8a66-860a0fb7f509,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:06.748171 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8982-cf3b-4a33-9df1-545c28a57b89 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event deleted for resources: {'Port': ['ID=550d2b54-90c9-4315-999a-23fc5a8a6df9,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:06.784390 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1d8982-cf3b-4a33-9df1-545c28a57b89 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] No DVR routers for this DVR port 550d2b54-90c9-4315-999a-23fc5a8a6df9 on host n-d-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:35:06.798354 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e813c1eb-219d-4a3e-a73a-6df20ea8b4f2 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:06.827114 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f8a6275f-9411-494d-979a-265a8ac725e2 None None] Could not find standard attr ID for object 550d2b54-90c9-4315-999a-23fc5a8a6df9. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:35:06.984269 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be0782d-e35c-40e4-a1ff-134ac8d6e0ea None None] DHCP port deletion for 20ade70b-1e50-4e30-8683-76d780120781 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:35:07.009506 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8982-cf3b-4a33-9df1-545c28a57b89 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:07.021486 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-7c1d8982-cf3b-4a33-9df1-545c28a57b89 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20ade70b-1e50-4e30-8683-76d780120781']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:35:07.033666 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-7c1d8982-cf3b-4a33-9df1-545c28a57b89 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c50ceb2-b40c-4c27-b471-3ebae4ef41f5') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:35:07.034750 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-7c1d8982-cf3b-4a33-9df1-545c28a57b89 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c50ceb2-b40c-4c27-b471-3ebae4ef41f5') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:35:07.046289 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8982-cf3b-4a33-9df1-545c28a57b89 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:07.064135 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8982-cf3b-4a33-9df1-545c28a57b89 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:07.072981 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c1d8982-cf3b-4a33-9df1-545c28a57b89 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:35:07.073839 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8982-cf3b-4a33-9df1-545c28a57b89 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:07.173699 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:35:07.173699 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:35:07.173699 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:35:07.173699 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:35:07.173699 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:35:07.173699 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:35:07.173699 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:35:07.173699 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:35:07.173699 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:35:07.173699 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:35:07.173699 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:35:07.173699 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:35:07.173699 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:35:07.173699 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:35:07.173699 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:35:07.173699 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:35:07.173699 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:35:07.173699 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:35:07.173699 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:35:07.173699 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:35:07.173699 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:35:07.173699 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:35:07.173699 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:35:07.173699 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:35:07.173699 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:35:07.173699 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:35:07.173699 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:35:07.173699 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:35:07.173699 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:35:07.173699 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:35:07.173699 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:35:07.173699 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:35:07.173699 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:35:07.173699 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:35:07.173699 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:35:07.173699 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:35:07.173699 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:35:07.173699 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:35:07.173699 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:35:07.173699 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:35:07.177465 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e813c1eb-219d-4a3e-a73a-6df20ea8b4f2 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:07.184987 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e813c1eb-219d-4a3e-a73a-6df20ea8b4f2 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:07.210256 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e813c1eb-219d-4a3e-a73a-6df20ea8b4f2 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:07.214744 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e813c1eb-219d-4a3e-a73a-6df20ea8b4f2 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5511267 Jul 09 16:35:07.215159 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55378) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:07.218611 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e813c1eb-219d-4a3e-a73a-6df20ea8b4f2 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c35df404-6931-48e2-af6c-e516f140e2f8,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:07.221641 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8982-cf3b-4a33-9df1-545c28a57b89 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:07.228604 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8982-cf3b-4a33-9df1-545c28a57b89 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:07.234231 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-7c1d8982-cf3b-4a33-9df1-545c28a57b89 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "DELETE /v2.0/networks/20ade70b-1e50-4e30-8683-76d780120781 HTTP/1.1" status: 204 len: 168 time: 1.2756548 Jul 09 16:35:07.240534 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55380) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:07.245717 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8982-cf3b-4a33-9df1-545c28a57b89 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event deleted for resources: {'Network': ['ID=20ade70b-1e50-4e30-8683-76d780120781,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:07.361207 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9de0d60-7066-4d61-95a0-7421b44d5e1f tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:07.371594 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9de0d60-7066-4d61-95a0-7421b44d5e1f tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:07.437585 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5791e4-f5fb-4626-94a4-2f76d825347d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:07.439556 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-9d5791e4-f5fb-4626-94a4-2f76d825347d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1964588 Jul 09 16:35:07.440581 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9de0d60-7066-4d61-95a0-7421b44d5e1f tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:07.443190 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55386) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:07.446635 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9de0d60-7066-4d61-95a0-7421b44d5e1f tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:07.447798 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f9de0d60-7066-4d61-95a0-7421b44d5e1f tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/c35df404-6931-48e2-af6c-e516f140e2f8 HTTP/1.1" status: 204 len: 168 time: 0.2315011 Jul 09 16:35:07.451129 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55388) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:07.481823 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de0d60-7066-4d61-95a0-7421b44d5e1f tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c35df404-6931-48e2-af6c-e516f140e2f8,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:07.515776 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8ee45e1d-ac9e-4d88-bf09-a7959d138ef7 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0624332 Jul 09 16:35:07.518321 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55394) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:07.579957 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-80b3343b-90ef-4898-a621-b4259c856c25 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1353621 Jul 09 16:35:07.583500 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55396) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:07.606530 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-57e0deef-9254-4853-9da7-569a0c188d84 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-185218372'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:07.686926 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52390c71-d9af-499e-89f3-f4bce439599e tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:07.741882 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e0deef-9254-4853-9da7-569a0c188d84 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Made reservation on behalf of 6c6145552dd04842a1541a99fce20415 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:35:07.766509 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-57e0deef-9254-4853-9da7-569a0c188d84 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:07.808975 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57e0deef-9254-4853-9da7-569a0c188d84 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:35:07.813341 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52390c71-d9af-499e-89f3-f4bce439599e tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:07.825204 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 550d2b54-90c9-4315-999a-23fc5a8a6df9 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:35:07.842656 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-57e0deef-9254-4853-9da7-569a0c188d84 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:07.843010 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-57e0deef-9254-4853-9da7-569a0c188d84 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Added segment 0efbecf3-9620-4751-9c98-ecc6c1620366 of type vlan for network 116ed746-5cb7-43d2-9d29-eacacab9f2ef Jul 09 16:35:07.881060 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 550d2b54-90c9-4315-999a-23fc5a8a6df9 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:35:07.882356 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 550d2b54-90c9-4315-999a-23fc5a8a6df9 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:35:07.923398 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-57e0deef-9254-4853-9da7-569a0c188d84 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:07.943801 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52390c71-d9af-499e-89f3-f4bce439599e tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:07.946662 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52390c71-d9af-499e-89f3-f4bce439599e tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:07.948183 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-52390c71-d9af-499e-89f3-f4bce439599e tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "DELETE /v2.0/security-groups/140bcb2d-16bc-466d-8a66-860a0fb7f509 HTTP/1.1" status: 204 len: 168 time: 0.4287107 Jul 09 16:35:07.951077 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55404) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:07.972154 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52390c71-d9af-499e-89f3-f4bce439599e tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=140bcb2d-16bc-466d-8a66-860a0fb7f509,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:07.979104 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-57e0deef-9254-4853-9da7-569a0c188d84 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:07.995304 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e0deef-9254-4853-9da7-569a0c188d84 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:07.996839 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-57e0deef-9254-4853-9da7-569a0c188d84 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:08.090495 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0ca39182-5fca-4eb6-93ab-6d573c21b17e tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1382341 Jul 09 16:35:08.094966 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55406) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:08.106283 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d34c700d-6bc2-446e-92f4-8728e50c785e tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Request body: {'security_group': {'name': 'tempest-secgroup--1163690717'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:08.142699 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-57e0deef-9254-4853-9da7-569a0c188d84 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5506120 Jul 09 16:35:08.145909 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55412) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:08.148130 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d34c700d-6bc2-446e-92f4-8728e50c785e tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:08.154192 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-b89e0624-061b-41b9-a7f2-1e7e45c70bb9 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Request body: {'subnet': {'network_id': '116ed746-5cb7-43d2-9d29-eacacab9f2ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:08.185660 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e0deef-9254-4853-9da7-569a0c188d84 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event updated for resources: {'Network': ['ID=116ed746-5cb7-43d2-9d29-eacacab9f2ef,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:08.201004 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 116ed746-5cb7-43d2-9d29-eacacab9f2ef details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:35:08.403059 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d34c700d-6bc2-446e-92f4-8728e50c785e tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:08.428490 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d34c700d-6bc2-446e-92f4-8728e50c785e tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:08.461113 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89e0624-061b-41b9-a7f2-1e7e45c70bb9 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Made reservation on behalf of 6c6145552dd04842a1541a99fce20415 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:35:08.465540 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b89e0624-061b-41b9-a7f2-1e7e45c70bb9 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:08.495789 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d34c700d-6bc2-446e-92f4-8728e50c785e tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:08.509122 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d34c700d-6bc2-446e-92f4-8728e50c785e tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4126053 Jul 09 16:35:08.512304 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55424) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:08.525232 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-53fb9dbf-1058-4b05-8f4c-a68cde0f4bc3 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Request body: {'security_group_rule': {'security_group_id': 'fc50fbf4-a072-4e20-a9af-5d28a0a4b496', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:08.580349 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34c700d-6bc2-446e-92f4-8728e50c785e tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc50fbf4-a072-4e20-a9af-5d28a0a4b496,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:08.647816 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-53fb9dbf-1058-4b05-8f4c-a68cde0f4bc3 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:08.789845 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-53fb9dbf-1058-4b05-8f4c-a68cde0f4bc3 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:08.799054 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-53fb9dbf-1058-4b05-8f4c-a68cde0f4bc3 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:08.845727 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fb9dbf-1058-4b05-8f4c-a68cde0f4bc3 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=415a1a6d-31d2-42a3-811b-82740eb99b21,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:08.855840 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-53fb9dbf-1058-4b05-8f4c-a68cde0f4bc3 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:08.856118 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b89e0624-061b-41b9-a7f2-1e7e45c70bb9 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:08.860847 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-53fb9dbf-1058-4b05-8f4c-a68cde0f4bc3 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3434656 Jul 09 16:35:08.861448 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55434) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:08.902717 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6a6acc12-8194-4a9b-b525-93f988e39be5 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "GET /v2.0/security-group-rules/415a1a6d-31d2-42a3-811b-82740eb99b21 HTTP/1.1" status: 200 len: 763 time: 0.0399187 Jul 09 16:35:08.904840 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55436) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:08.940715 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89e0624-061b-41b9-a7f2-1e7e45c70bb9 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event updated for resources: {'Subnet': ['ID=b8f39760-caf5-4815-acfe-9e86b5a5f42e,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:08.956460 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89e0624-061b-41b9-a7f2-1e7e45c70bb9 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Checking segment: {'id': '0efbecf3-9620-4751-9c98-ecc6c1620366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '116ed746-5cb7-43d2-9d29-eacacab9f2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:35:08.957132 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89e0624-061b-41b9-a7f2-1e7e45c70bb9 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Network hostable DHCP agents. Network: 116ed746-5cb7-43d2-9d29-eacacab9f2ef, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:35:08.982933 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89e0624-061b-41b9-a7f2-1e7e45c70bb9 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Network 116ed746-5cb7-43d2-9d29-eacacab9f2ef is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:35:08.997891 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-b89e0624-061b-41b9-a7f2-1e7e45c70bb9 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 116ed746-5cb7-43d2-9d29-eacacab9f2ef) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:35:09.008936 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6732f0d6-8a00-4ba2-a524-a2c8a9da7bd8 None None] Network 116ed746-5cb7-43d2-9d29-eacacab9f2ef requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:35:09.014396 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89e0624-061b-41b9-a7f2-1e7e45c70bb9 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:09.015434 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b89e0624-061b-41b9-a7f2-1e7e45c70bb9 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:09.051013 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-64b45aa0-5477-443b-b571-b2b78d41c3ea tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1439328 Jul 09 16:35:09.052369 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b89e0624-061b-41b9-a7f2-1e7e45c70bb9 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9036281 Jul 09 16:35:09.055497 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55440) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:09.056081 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55442) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:09.095656 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-35258b53-9abd-488a-b782-2fc25be9c442 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Request body: {'port': {'network_id': '116ed746-5cb7-43d2-9d29-eacacab9f2ef', 'name': 'tempest-PortsTestJSON-771220040'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:09.235384 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f585670a-0f8f-4bdd-afe5-8b927fdb6b51 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:09.248667 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f585670a-0f8f-4bdd-afe5-8b927fdb6b51 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:09.319790 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb723147-5b39-4459-af62-6e2826fabde6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-116ed746-5cb7-43d2-9d29-eacacab9f2ef', 'network_id': '116ed746-5cb7-43d2-9d29-eacacab9f2ef', 'tenant_id': '6c6145552dd04842a1541a99fce20415', 'fixed_ips': [{'subnet_id': 'b8f39760-caf5-4815-acfe-9e86b5a5f42e'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:35:09.321014 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bb723147-5b39-4459-af62-6e2826fabde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:09.440517 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f585670a-0f8f-4bdd-afe5-8b927fdb6b51 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:09.466676 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f585670a-0f8f-4bdd-afe5-8b927fdb6b51 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:09.469984 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f585670a-0f8f-4bdd-afe5-8b927fdb6b51 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/415a1a6d-31d2-42a3-811b-82740eb99b21 HTTP/1.1" status: 204 len: 168 time: 0.4114144 Jul 09 16:35:09.472671 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55454) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:09.520666 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f585670a-0f8f-4bdd-afe5-8b927fdb6b51 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=415a1a6d-31d2-42a3-811b-82740eb99b21,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:09.580599 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35258b53-9abd-488a-b782-2fc25be9c442 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Made reservation on behalf of 6c6145552dd04842a1541a99fce20415 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:35:09.586926 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35258b53-9abd-488a-b782-2fc25be9c442 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:09.594281 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-7e114384-d70d-43c5-ab84-fe078009e383 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1195550 Jul 09 16:35:09.598315 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55462) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:09.608359 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-55bdf35d-d2ee-47a7-88ad-4cfee024c31a tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Request body: {'security_group_rule': {'security_group_id': 'fc50fbf4-a072-4e20-a9af-5d28a0a4b496', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:09.631603 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-35258b53-9abd-488a-b782-2fc25be9c442 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] device_id is not set on port 0549fde3-e7bd-4570-aaf2-f59885f67fa8 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:35:09.691358 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-bb723147-5b39-4459-af62-6e2826fabde6 None None] Allocated IP 172.20.0.2 (116ed746-5cb7-43d2-9d29-eacacab9f2ef/b8f39760-caf5-4815-acfe-9e86b5a5f42e/789df35e-d3e6-4067-bae2-2dfdc0198789) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:35:09.694334 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-55bdf35d-d2ee-47a7-88ad-4cfee024c31a tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:09.903106 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-55bdf35d-d2ee-47a7-88ad-4cfee024c31a tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:09.909049 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-55bdf35d-d2ee-47a7-88ad-4cfee024c31a tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:09.992857 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bdf35d-d2ee-47a7-88ad-4cfee024c31a tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f4cd76c-e624-470d-8394-0f1371f5c5f8,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:10.032354 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-55bdf35d-d2ee-47a7-88ad-4cfee024c31a tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:10.036785 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-55bdf35d-d2ee-47a7-88ad-4cfee024c31a tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4342337 Jul 09 16:35:10.037527 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55474) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:10.097583 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55478) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:10.102909 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-bc835c1d-df0e-4e3a-a9cb-4b05ee0cb749 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "GET /v2.0/security-group-rules/0f4cd76c-e624-470d-8394-0f1371f5c5f8 HTTP/1.1" status: 200 len: 763 time: 0.0566342 Jul 09 16:35:10.143842 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:10.186208 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bb723147-5b39-4459-af62-6e2826fabde6 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:10.200180 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-bb723147-5b39-4459-af62-6e2826fabde6 None None] Transition to ACTIVE for port object 789df35e-d3e6-4067-bae2-2dfdc0198789 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:35:10.235178 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-bb723147-5b39-4459-af62-6e2826fabde6 None None] Transition to ACTIVE for port object 789df35e-d3e6-4067-bae2-2dfdc0198789 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:35:10.252204 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bb723147-5b39-4459-af62-6e2826fabde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:10.401566 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb723147-5b39-4459-af62-6e2826fabde6 None None] Network 116ed746-5cb7-43d2-9d29-eacacab9f2ef is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:35:10.408514 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-bb723147-5b39-4459-af62-6e2826fabde6 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:35:10.421556 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb723147-5b39-4459-af62-6e2826fabde6 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:35:10.577523 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb723147-5b39-4459-af62-6e2826fabde6 None None] Pushing event updated for resources: {'Port': ['ID=789df35e-d3e6-4067-bae2-2dfdc0198789,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:10.596070 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb723147-5b39-4459-af62-6e2826fabde6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:10.596070 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb723147-5b39-4459-af62-6e2826fabde6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:10.596070 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb723147-5b39-4459-af62-6e2826fabde6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:10.596070 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb723147-5b39-4459-af62-6e2826fabde6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:10.596556 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb723147-5b39-4459-af62-6e2826fabde6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:10.596556 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb723147-5b39-4459-af62-6e2826fabde6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:10.596762 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb723147-5b39-4459-af62-6e2826fabde6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:10.607397 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb723147-5b39-4459-af62-6e2826fabde6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:10.608028 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb723147-5b39-4459-af62-6e2826fabde6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:10.609073 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb723147-5b39-4459-af62-6e2826fabde6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:10.609573 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb723147-5b39-4459-af62-6e2826fabde6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:10.610074 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb723147-5b39-4459-af62-6e2826fabde6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:10.635990 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-bb723147-5b39-4459-af62-6e2826fabde6 None None] Attempting to bind port 789df35e-d3e6-4067-bae2-2dfdc0198789 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:35:10.636372 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-bb723147-5b39-4459-af62-6e2826fabde6 None None] Attempting to bind port 789df35e-d3e6-4067-bae2-2dfdc0198789 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '0efbecf3-9620-4751-9c98-ecc6c1620366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '116ed746-5cb7-43d2-9d29-eacacab9f2ef'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:35:10.636738 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb723147-5b39-4459-af62-6e2826fabde6 None None] Attempting to bind port 789df35e-d3e6-4067-bae2-2dfdc0198789 on network 116ed746-5cb7-43d2-9d29-eacacab9f2ef {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:35:10.669005 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb723147-5b39-4459-af62-6e2826fabde6 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:35:10.669393 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb723147-5b39-4459-af62-6e2826fabde6 None None] Checking segment: {'id': '0efbecf3-9620-4751-9c98-ecc6c1620366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '116ed746-5cb7-43d2-9d29-eacacab9f2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:35:10.669808 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bb723147-5b39-4459-af62-6e2826fabde6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:10.670285 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb723147-5b39-4459-af62-6e2826fabde6 None None] Bound using segment: {'id': '0efbecf3-9620-4751-9c98-ecc6c1620366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '116ed746-5cb7-43d2-9d29-eacacab9f2ef'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:35:10.671145 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-bb723147-5b39-4459-af62-6e2826fabde6 None None] Bound port: 789df35e-d3e6-4067-bae2-2dfdc0198789, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0efbecf3-9620-4751-9c98-ecc6c1620366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '116ed746-5cb7-43d2-9d29-eacacab9f2ef'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:35:10.671661 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bb723147-5b39-4459-af62-6e2826fabde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:10.915248 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-bb723147-5b39-4459-af62-6e2826fabde6 None None] For port 789df35e-d3e6-4067-bae2-2dfdc0198789, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:35:10.928281 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-bb723147-5b39-4459-af62-6e2826fabde6 None None] For port 789df35e-d3e6-4067-bae2-2dfdc0198789, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=789df35e-d3e6-4067-bae2-2dfdc0198789,segment=NetworkSegment(0efbecf3-9620-4751-9c98-ecc6c1620366),segment_id=0efbecf3-9620-4751-9c98-ecc6c1620366)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:35:10.939736 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bb723147-5b39-4459-af62-6e2826fabde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:10.967262 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-35258b53-9abd-488a-b782-2fc25be9c442 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Allocated IP 172.20.0.8 (116ed746-5cb7-43d2-9d29-eacacab9f2ef/b8f39760-caf5-4815-acfe-9e86b5a5f42e/0549fde3-e7bd-4570-aaf2-f59885f67fa8) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:35:11.102571 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb723147-5b39-4459-af62-6e2826fabde6 None None] Pushing event updated for resources: {'Port': ['ID=789df35e-d3e6-4067-bae2-2dfdc0198789,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:11.336408 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-3f29d8da-4e78-4c9b-96e9-812e064e68e1 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 1.2375038 Jul 09 16:35:11.339124 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55508) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:11.461533 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8316be74-93fd-4274-8b55-f3d1a892295f tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:11.466781 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35258b53-9abd-488a-b782-2fc25be9c442 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:11.485561 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8316be74-93fd-4274-8b55-f3d1a892295f tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:11.539682 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-35258b53-9abd-488a-b782-2fc25be9c442 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Transition to ACTIVE for port object 0549fde3-e7bd-4570-aaf2-f59885f67fa8 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:35:11.604631 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8316be74-93fd-4274-8b55-f3d1a892295f tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:11.612560 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8316be74-93fd-4274-8b55-f3d1a892295f tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:11.613815 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8316be74-93fd-4274-8b55-f3d1a892295f tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/0f4cd76c-e624-470d-8394-0f1371f5c5f8 HTTP/1.1" status: 204 len: 168 time: 0.2730734 Jul 09 16:35:11.620720 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55522) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:11.650704 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8316be74-93fd-4274-8b55-f3d1a892295f tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f4cd76c-e624-470d-8394-0f1371f5c5f8,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:11.800892 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0f6446af-b80a-4c2b-873e-8e4e59080f86 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1789680 Jul 09 16:35:11.802347 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35258b53-9abd-488a-b782-2fc25be9c442 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:11.803955 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55526) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:11.809268 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-ff2c933c-d9a8-40c6-824d-9d1d92df8377 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Request body: {'security_group_rule': {'security_group_id': 'fc50fbf4-a072-4e20-a9af-5d28a0a4b496', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:11.882873 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ff2c933c-d9a8-40c6-824d-9d1d92df8377 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:11.911617 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35258b53-9abd-488a-b782-2fc25be9c442 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Network 116ed746-5cb7-43d2-9d29-eacacab9f2ef is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:35:11.925439 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-35258b53-9abd-488a-b782-2fc25be9c442 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:35:11.930086 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35258b53-9abd-488a-b782-2fc25be9c442 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:35:11.959198 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 789df35e-d3e6-4067-bae2-2dfdc0198789 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:35:11.964760 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35258b53-9abd-488a-b782-2fc25be9c442 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event updated for resources: {'Port': ['ID=0549fde3-e7bd-4570-aaf2-f59885f67fa8,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:11.990073 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ff2c933c-d9a8-40c6-824d-9d1d92df8377 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:12.004131 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ff2c933c-d9a8-40c6-824d-9d1d92df8377 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:12.027917 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2c933c-d9a8-40c6-824d-9d1d92df8377 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88425593-cb40-4559-881e-a0bc469d0d18,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:12.072173 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ff2c933c-d9a8-40c6-824d-9d1d92df8377 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:12.073580 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ff2c933c-d9a8-40c6-824d-9d1d92df8377 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2684755 Jul 09 16:35:12.083910 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55532) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:12.116693 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 789df35e-d3e6-4067-bae2-2dfdc0198789 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:35:12.152346 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35258b53-9abd-488a-b782-2fc25be9c442 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:12.153019 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35258b53-9abd-488a-b782-2fc25be9c442 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:12.169246 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-fe879db4-a4bc-4f6f-9a08-c1cecd751279 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "GET /v2.0/security-group-rules/88425593-cb40-4559-881e-a0bc469d0d18 HTTP/1.1" status: 200 len: 764 time: 0.0637107 Jul 09 16:35:12.172250 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55534) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:12.196335 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-35258b53-9abd-488a-b782-2fc25be9c442 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.1180954 Jul 09 16:35:12.199242 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55538) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:12.207055 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a8aab621-613b-4c5a-9e06-3090f313b219 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Request body: {'port': {'network_id': '116ed746-5cb7-43d2-9d29-eacacab9f2ef', 'name': 'tempest-PortsTestJSON-703822243'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:12.284547 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-008c79d0-6a50-4281-b6a9-95a31a33d894 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1105080 Jul 09 16:35:12.288709 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55542) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:12.382299 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-59cdfd45-7d12-4696-b916-7bb7ed6073b2 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:12.403520 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-59cdfd45-7d12-4696-b916-7bb7ed6073b2 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:12.528389 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-59cdfd45-7d12-4696-b916-7bb7ed6073b2 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:12.537936 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-59cdfd45-7d12-4696-b916-7bb7ed6073b2 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:12.544423 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55548) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:12.554186 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-59cdfd45-7d12-4696-b916-7bb7ed6073b2 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/88425593-cb40-4559-881e-a0bc469d0d18 HTTP/1.1" status: 204 len: 168 time: 0.2613542 Jul 09 16:35:12.557865 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8aab621-613b-4c5a-9e06-3090f313b219 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Made reservation on behalf of 6c6145552dd04842a1541a99fce20415 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:35:12.579205 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a8aab621-613b-4c5a-9e06-3090f313b219 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:12.613265 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cdfd45-7d12-4696-b916-7bb7ed6073b2 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=88425593-cb40-4559-881e-a0bc469d0d18,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:12.642816 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-a8aab621-613b-4c5a-9e06-3090f313b219 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] device_id is not set on port 296b3219-35bb-496d-870e-a6fdaa842aad yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:35:12.663155 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-cdaf150a-ae94-4cb5-ac3e-ff8dc79ebb3c tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1150930 Jul 09 16:35:12.664089 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55554) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:12.783049 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-efba6b41-a4fa-4f56-a939-2a4f59002eb1 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:12.865378 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-efba6b41-a4fa-4f56-a939-2a4f59002eb1 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:12.897272 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-a8aab621-613b-4c5a-9e06-3090f313b219 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Allocated IP 172.20.0.14 (116ed746-5cb7-43d2-9d29-eacacab9f2ef/b8f39760-caf5-4815-acfe-9e86b5a5f42e/296b3219-35bb-496d-870e-a6fdaa842aad) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:35:12.986201 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-efba6b41-a4fa-4f56-a939-2a4f59002eb1 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:12.989133 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-efba6b41-a4fa-4f56-a939-2a4f59002eb1 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:12.990716 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-efba6b41-a4fa-4f56-a939-2a4f59002eb1 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "DELETE /v2.0/security-groups/fc50fbf4-a072-4e20-a9af-5d28a0a4b496 HTTP/1.1" status: 204 len: 168 time: 0.3253601 Jul 09 16:35:12.994792 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55564) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:13.012863 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efba6b41-a4fa-4f56-a939-2a4f59002eb1 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc50fbf4-a072-4e20-a9af-5d28a0a4b496,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:13.039485 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf1bafd-8ce1-4643-824a-cea390f34e4d None None] Network 116ed746-5cb7-43d2-9d29-eacacab9f2ef requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:35:13.166645 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a2d0e7eb-c2a2-4faf-9ac4-1c4891d3e0d1 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1695457 Jul 09 16:35:13.174941 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55568) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:13.179214 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a14fa253-4453-4903-87c4-c90f81d35988 None None] Provisioning for port 789df35e-d3e6-4067-bae2-2dfdc0198789 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:35:13.191775 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a14fa253-4453-4903-87c4-c90f81d35988 None None] Provisioning complete for port 789df35e-d3e6-4067-bae2-2dfdc0198789 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:35:13.192989 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a14fa253-4453-4903-87c4-c90f81d35988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:13.240643 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a8aab621-613b-4c5a-9e06-3090f313b219 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:13.301909 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-a8aab621-613b-4c5a-9e06-3090f313b219 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Transition to ACTIVE for port object 296b3219-35bb-496d-870e-a6fdaa842aad will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:35:13.311146 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-57aa6478-25da-4f38-a19a-053d1c3e1509 tempest-SecGroupTest-1879250598 tempest-SecGroupTest-1879250598-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1349974 Jul 09 16:35:13.372955 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a8aab621-613b-4c5a-9e06-3090f313b219 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:13.438178 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8aab621-613b-4c5a-9e06-3090f313b219 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Network 116ed746-5cb7-43d2-9d29-eacacab9f2ef is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:35:13.454454 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-a8aab621-613b-4c5a-9e06-3090f313b219 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:35:13.467851 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8aab621-613b-4c5a-9e06-3090f313b219 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:35:13.587030 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a14fa253-4453-4903-87c4-c90f81d35988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:13.604151 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aab621-613b-4c5a-9e06-3090f313b219 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event updated for resources: {'Port': ['ID=296b3219-35bb-496d-870e-a6fdaa842aad,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:13.658391 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a14fa253-4453-4903-87c4-c90f81d35988 None None] For port 789df35e-d3e6-4067-bae2-2dfdc0198789, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=789df35e-d3e6-4067-bae2-2dfdc0198789,segment=NetworkSegment(0efbecf3-9620-4751-9c98-ecc6c1620366),segment_id=0efbecf3-9620-4751-9c98-ecc6c1620366)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:35:13.666478 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8aab621-613b-4c5a-9e06-3090f313b219 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:13.667927 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a8aab621-613b-4c5a-9e06-3090f313b219 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:13.690824 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a14fa253-4453-4903-87c4-c90f81d35988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:13.703376 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a8aab621-613b-4c5a-9e06-3090f313b219 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5018537 Jul 09 16:35:13.705859 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55582) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:13.893739 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14fa253-4453-4903-87c4-c90f81d35988 None None] Pushing event updated for resources: {'Port': ['ID=789df35e-d3e6-4067-bae2-2dfdc0198789,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:13.974704 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55594) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:14.038819 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1206c0f8-d12d-4b4d-b4f8-3879f080a8d5 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:14.043781 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1206c0f8-d12d-4b4d-b4f8-3879f080a8d5 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 921 time: 0.3333189 Jul 09 16:35:14.043997 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55600) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:14.119776 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-41e5cda1-7763-4632-abbd-c5f9e8103596 None None] Provisioning for port 296b3219-35bb-496d-870e-a6fdaa842aad completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:35:14.131661 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-41e5cda1-7763-4632-abbd-c5f9e8103596 None None] Provisioning complete for port 296b3219-35bb-496d-870e-a6fdaa842aad triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:35:14.132045 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-41e5cda1-7763-4632-abbd-c5f9e8103596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:14.338325 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-4e064889-9257-43eb-a5ff-464fc452ffe5 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2a0001b43c274f4d8093c699898047ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3615024 Jul 09 16:35:14.340919 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55606) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:14.352450 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-ab4c4094-c536-4249-bfda-a1fa8607482a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Deleting port 296b3219-35bb-496d-870e-a6fdaa842aad {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:35:14.352803 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ab4c4094-c536-4249-bfda-a1fa8607482a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:14.464618 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed56d01a-7c2b-40a4-8ba1-fe8f76b8750a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:14.518885 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-41e5cda1-7763-4632-abbd-c5f9e8103596 None None] Port 296b3219-35bb-496d-870e-a6fdaa842aad cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:35:14.536990 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed56d01a-7c2b-40a4-8ba1-fe8f76b8750a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:14.544930 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-41e5cda1-7763-4632-abbd-c5f9e8103596 None None] Provisioning complete for port 789df35e-d3e6-4067-bae2-2dfdc0198789 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:35:14.545387 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-41e5cda1-7763-4632-abbd-c5f9e8103596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:14.602208 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ab4c4094-c536-4249-bfda-a1fa8607482a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:14.609408 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed56d01a-7c2b-40a4-8ba1-fe8f76b8750a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:14.612704 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed56d01a-7c2b-40a4-8ba1-fe8f76b8750a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:14.614062 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ed56d01a-7c2b-40a4-8ba1-fe8f76b8750a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/fb930fad-7578-4bd4-b5b6-f88ef8ab3010 HTTP/1.1" status: 204 len: 168 time: 0.2714958 Jul 09 16:35:14.638273 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-ab4c4094-c536-4249-bfda-a1fa8607482a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Calling delete_port for 296b3219-35bb-496d-870e-a6fdaa842aad owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:35:14.647559 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed56d01a-7c2b-40a4-8ba1-fe8f76b8750a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb930fad-7578-4bd4-b5b6-f88ef8ab3010,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:14.777055 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-41e5cda1-7763-4632-abbd-c5f9e8103596 None None] Provisioning for port 0549fde3-e7bd-4570-aaf2-f59885f67fa8 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:35:14.788212 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-41e5cda1-7763-4632-abbd-c5f9e8103596 None None] Provisioning complete for port 0549fde3-e7bd-4570-aaf2-f59885f67fa8 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:35:14.788593 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-41e5cda1-7763-4632-abbd-c5f9e8103596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:14.888045 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-41e5cda1-7763-4632-abbd-c5f9e8103596 None None] Port 0549fde3-e7bd-4570-aaf2-f59885f67fa8 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:35:14.930987 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ab4c4094-c536-4249-bfda-a1fa8607482a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:14.998215 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4c4094-c536-4249-bfda-a1fa8607482a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event deleted for resources: {'Port': ['ID=296b3219-35bb-496d-870e-a6fdaa842aad,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:15.031866 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1d466ac7-983f-4d30-a421-e836a8da11ee None None] Provisioning complete for port 0549fde3-e7bd-4570-aaf2-f59885f67fa8 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:35:15.032491 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1d466ac7-983f-4d30-a421-e836a8da11ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:15.148010 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-1d466ac7-983f-4d30-a421-e836a8da11ee None None] Port 0549fde3-e7bd-4570-aaf2-f59885f67fa8 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:35:15.165455 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1d466ac7-983f-4d30-a421-e836a8da11ee None None] Could not find standard attr ID for object 296b3219-35bb-496d-870e-a6fdaa842aad. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:35:15.316655 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ab4c4094-c536-4249-bfda-a1fa8607482a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:15.323347 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55646) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:15.323604 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ab4c4094-c536-4249-bfda-a1fa8607482a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "DELETE /v2.0/ports/296b3219-35bb-496d-870e-a6fdaa842aad HTTP/1.1" status: 204 len: 168 time: 1.2783570 Jul 09 16:35:15.385394 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-30765fdf-dad5-401d-9d2e-ce65384acb54 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] GET failed (client error): The resource could not be found. Jul 09 16:35:15.392950 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55652) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:15.401477 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-30765fdf-dad5-401d-9d2e-ce65384acb54 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "GET /v2.0/ports/296b3219-35bb-496d-870e-a6fdaa842aad HTTP/1.1" status: 404 len: 333 time: 0.0702231 Jul 09 16:35:15.620858 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-7f318f1c-4b1f-477f-ae1e-996bab60dab1 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Deleting port 0549fde3-e7bd-4570-aaf2-f59885f67fa8 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:35:15.621323 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f318f1c-4b1f-477f-ae1e-996bab60dab1 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:15.831518 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f318f1c-4b1f-477f-ae1e-996bab60dab1 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:15.851657 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-7f318f1c-4b1f-477f-ae1e-996bab60dab1 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Calling delete_port for 0549fde3-e7bd-4570-aaf2-f59885f67fa8 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:35:15.874894 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 789df35e-d3e6-4067-bae2-2dfdc0198789 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:35:15.939896 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 789df35e-d3e6-4067-bae2-2dfdc0198789 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:35:15.940458 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:16.761906 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f318f1c-4b1f-477f-ae1e-996bab60dab1 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:16.814692 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f318f1c-4b1f-477f-ae1e-996bab60dab1 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event deleted for resources: {'Port': ['ID=0549fde3-e7bd-4570-aaf2-f59885f67fa8,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:16.902138 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f318f1c-4b1f-477f-ae1e-996bab60dab1 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:16.906922 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-7f318f1c-4b1f-477f-ae1e-996bab60dab1 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "DELETE /v2.0/ports/0549fde3-e7bd-4570-aaf2-f59885f67fa8 HTTP/1.1" status: 204 len: 168 time: 1.5124402 Jul 09 16:35:16.909561 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55706) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:16.970213 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-b65a0c37-ca0c-4f72-b4ee-543d5a3f7b8a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] GET failed (client error): The resource could not be found. Jul 09 16:35:16.973724 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b65a0c37-ca0c-4f72-b4ee-543d5a3f7b8a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "GET /v2.0/ports/0549fde3-e7bd-4570-aaf2-f59885f67fa8 HTTP/1.1" status: 404 len: 333 time: 0.0619609 Jul 09 16:35:16.976590 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55712) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:17.058029 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6d98e39-aa5b-4f35-8161-c893b7adb8c8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Deleting subnet b8f39760-caf5-4815-acfe-9e86b5a5f42e {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:35:17.066844 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a6d98e39-aa5b-4f35-8161-c893b7adb8c8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:17.174501 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a6d98e39-aa5b-4f35-8161-c893b7adb8c8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:17.361434 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a6d98e39-aa5b-4f35-8161-c893b7adb8c8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:17.471323 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a6d98e39-aa5b-4f35-8161-c893b7adb8c8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:17.496295 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a6d98e39-aa5b-4f35-8161-c893b7adb8c8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:17.498428 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a6d98e39-aa5b-4f35-8161-c893b7adb8c8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "DELETE /v2.0/subnets/b8f39760-caf5-4815-acfe-9e86b5a5f42e HTTP/1.1" status: 204 len: 168 time: 0.5209875 Jul 09 16:35:17.502234 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55734) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:17.507500 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7772904-ffa3-4ef3-8e9c-3b953c6e2f39 None None] Network 116ed746-5cb7-43d2-9d29-eacacab9f2ef requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:35:17.517933 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d98e39-aa5b-4f35-8161-c893b7adb8c8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event deleted for resources: {'Subnet': ['ID=b8f39760-caf5-4815-acfe-9e86b5a5f42e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:17.684321 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55740) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:17.720842 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f2d5e561-efe2-437a-9f25-52f9f5f66b3a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:17.742706 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55746) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:17.837790 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-f2d5e561-efe2-437a-9f25-52f9f5f66b3a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Deleting port 789df35e-d3e6-4067-bae2-2dfdc0198789 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:35:17.838740 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f2d5e561-efe2-437a-9f25-52f9f5f66b3a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:17.936375 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-f2d5e561-efe2-437a-9f25-52f9f5f66b3a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] For port 789df35e-d3e6-4067-bae2-2dfdc0198789, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=789df35e-d3e6-4067-bae2-2dfdc0198789,segment=NetworkSegment(0efbecf3-9620-4751-9c98-ecc6c1620366),segment_id=0efbecf3-9620-4751-9c98-ecc6c1620366)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:35:17.937039 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f2d5e561-efe2-437a-9f25-52f9f5f66b3a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:17.960990 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-f2d5e561-efe2-437a-9f25-52f9f5f66b3a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Calling delete_port for 789df35e-d3e6-4067-bae2-2dfdc0198789 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:35:18.041335 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3a5fd59a-1482-4ace-8547-b3c1f77577bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:18.055699 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32c6333-29c1-4ebe-904a-f02f269ae1f0 None None] DHCP port deletion for 116ed746-5cb7-43d2-9d29-eacacab9f2ef request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:35:18.088272 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-79e55706-cddc-4d0d-b77e-ff6c8657f8cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:18.168260 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a32c6333-29c1-4ebe-904a-f02f269ae1f0 None None] Deleting port 789df35e-d3e6-4067-bae2-2dfdc0198789 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:35:18.171779 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a32c6333-29c1-4ebe-904a-f02f269ae1f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:18.220627 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3a5fd59a-1482-4ace-8547-b3c1f77577bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:18.226020 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3a5fd59a-1482-4ace-8547-b3c1f77577bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:18.293057 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5fd59a-1482-4ace-8547-b3c1f77577bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a0bd9b-25da-4bef-b594-cb147a057383,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:18.330186 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3a5fd59a-1482-4ace-8547-b3c1f77577bc admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3950893fa54548648a3a7bb9ad2cf1d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6402595 Jul 09 16:35:18.331768 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55752) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:18.348994 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f2d5e561-efe2-437a-9f25-52f9f5f66b3a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:18.373198 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a32c6333-29c1-4ebe-904a-f02f269ae1f0 None None] For port 789df35e-d3e6-4067-bae2-2dfdc0198789, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=789df35e-d3e6-4067-bae2-2dfdc0198789,segment=NetworkSegment(0efbecf3-9620-4751-9c98-ecc6c1620366),segment_id=0efbecf3-9620-4751-9c98-ecc6c1620366)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:35:18.374047 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a32c6333-29c1-4ebe-904a-f02f269ae1f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:18.406129 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a32c6333-29c1-4ebe-904a-f02f269ae1f0 None None] Calling delete_port for 789df35e-d3e6-4067-bae2-2dfdc0198789 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:35:18.439834 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7fab7120-b4e7-46a6-99d4-e0b4115cc2f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:18.446217 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d5e561-efe2-437a-9f25-52f9f5f66b3a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event deleted for resources: {'Port': ['ID=789df35e-d3e6-4067-bae2-2dfdc0198789,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:18.450452 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-79e55706-cddc-4d0d-b77e-ff6c8657f8cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:18.457312 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d5e561-efe2-437a-9f25-52f9f5f66b3a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] No DVR routers for this DVR port 789df35e-d3e6-4067-bae2-2dfdc0198789 on host n-d-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:35:18.465046 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-79e55706-cddc-4d0d-b77e-ff6c8657f8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:18.482511 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7fab7120-b4e7-46a6-99d4-e0b4115cc2f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:18.510001 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e55706-cddc-4d0d-b77e-ff6c8657f8cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f601fc85-c5b3-427c-87a0-293a6f7cb421,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:18.594487 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7fab7120-b4e7-46a6-99d4-e0b4115cc2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:18.597184 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7fab7120-b4e7-46a6-99d4-e0b4115cc2f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:18.598330 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-7fab7120-b4e7-46a6-99d4-e0b4115cc2f2 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/69a0bd9b-25da-4bef-b594-cb147a057383 HTTP/1.1" status: 204 len: 168 time: 0.2669752 Jul 09 16:35:18.617655 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fab7120-b4e7-46a6-99d4-e0b4115cc2f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a0bd9b-25da-4bef-b594-cb147a057383,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:18.660374 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f2d5e561-efe2-437a-9f25-52f9f5f66b3a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:18.685376 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a32c6333-29c1-4ebe-904a-f02f269ae1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:18.705707 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-f2d5e561-efe2-437a-9f25-52f9f5f66b3a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['116ed746-5cb7-43d2-9d29-eacacab9f2ef']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:35:18.732497 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-f2d5e561-efe2-437a-9f25-52f9f5f66b3a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0efbecf3-9620-4751-9c98-ecc6c1620366') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:35:18.733102 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-f2d5e561-efe2-437a-9f25-52f9f5f66b3a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0efbecf3-9620-4751-9c98-ecc6c1620366') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:35:18.734251 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32c6333-29c1-4ebe-904a-f02f269ae1f0 None None] Pushing event deleted for resources: {'Port': ['ID=789df35e-d3e6-4067-bae2-2dfdc0198789,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:18.740664 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32c6333-29c1-4ebe-904a-f02f269ae1f0 None None] No DVR routers for this DVR port 789df35e-d3e6-4067-bae2-2dfdc0198789 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:35:18.754123 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f2d5e561-efe2-437a-9f25-52f9f5f66b3a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:18.802149 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f2d5e561-efe2-437a-9f25-52f9f5f66b3a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:18.807518 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-79e55706-cddc-4d0d-b77e-ff6c8657f8cc admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a491cb5f48524fe0ad3fe98b1878a374&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0599382 Jul 09 16:35:18.810477 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55764) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:18.819986 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2d5e561-efe2-437a-9f25-52f9f5f66b3a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:35:18.820820 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f2d5e561-efe2-437a-9f25-52f9f5f66b3a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:18.824724 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:35:18.824724 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:35:18.824724 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:35:18.824724 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:35:18.824724 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:35:18.824724 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:35:18.824724 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:35:18.824724 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:35:18.824724 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:35:18.824724 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:35:18.824724 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:35:18.824724 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:35:18.824724 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:35:18.824724 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:35:18.824724 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:35:18.824724 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:35:18.824724 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:35:18.824724 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:35:18.824724 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:35:18.824724 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:35:18.824724 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:35:18.824724 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:35:18.824724 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:35:18.824724 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:35:18.824724 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:35:18.824724 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:35:18.824724 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:35:18.824724 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:35:18.824724 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:35:18.824724 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:35:18.824724 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:35:18.824724 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:35:18.824724 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:35:18.824724 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:35:18.824724 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:35:18.824724 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:35:18.824724 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:35:18.824724 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:35:18.927519 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f2d5e561-efe2-437a-9f25-52f9f5f66b3a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:18.928165 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd20b0aa-29d0-402b-a2b2-9f0e37638541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:18.938221 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f2d5e561-efe2-437a-9f25-52f9f5f66b3a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:18.944775 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f2d5e561-efe2-437a-9f25-52f9f5f66b3a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "DELETE /v2.0/networks/116ed746-5cb7-43d2-9d29-eacacab9f2ef HTTP/1.1" status: 204 len: 168 time: 1.4369297 Jul 09 16:35:18.945825 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55774) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:18.963551 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-4388f540-ef35-425b-b136-f630652aa282 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1800264467'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:18.970181 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d5e561-efe2-437a-9f25-52f9f5f66b3a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event deleted for resources: {'Network': ['ID=116ed746-5cb7-43d2-9d29-eacacab9f2ef,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:18.980141 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd20b0aa-29d0-402b-a2b2-9f0e37638541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:18.999351 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4388f540-ef35-425b-b136-f630652aa282 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Made reservation on behalf of 6c6145552dd04842a1541a99fce20415 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:35:19.004627 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4388f540-ef35-425b-b136-f630652aa282 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:19.049559 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4388f540-ef35-425b-b136-f630652aa282 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:35:19.061564 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd20b0aa-29d0-402b-a2b2-9f0e37638541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:19.064552 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4388f540-ef35-425b-b136-f630652aa282 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:19.064941 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-4388f540-ef35-425b-b136-f630652aa282 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Added segment e7c989a3-c83d-404f-94ad-9d1071f6e981 of type vlan for network 5a136e18-d4c1-4bee-9e19-989011baf48d Jul 09 16:35:19.067622 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd20b0aa-29d0-402b-a2b2-9f0e37638541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:19.071515 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-cd20b0aa-29d0-402b-a2b2-9f0e37638541 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f601fc85-c5b3-427c-87a0-293a6f7cb421 HTTP/1.1" status: 204 len: 168 time: 0.2593880 Jul 09 16:35:19.092128 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd20b0aa-29d0-402b-a2b2-9f0e37638541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f601fc85-c5b3-427c-87a0-293a6f7cb421,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:19.147920 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4388f540-ef35-425b-b136-f630652aa282 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:19.186614 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55784) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:19.243052 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6d9629da-0cc2-42b9-b389-e751e5e8d3cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:19.260725 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4388f540-ef35-425b-b136-f630652aa282 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:19.274066 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4388f540-ef35-425b-b136-f630652aa282 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:19.274066 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4388f540-ef35-425b-b136-f630652aa282 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:19.395520 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6d9629da-0cc2-42b9-b389-e751e5e8d3cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:19.401836 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6d9629da-0cc2-42b9-b389-e751e5e8d3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:19.465437 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9629da-0cc2-42b9-b389-e751e5e8d3cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42475337-5537-48eb-bc2e-21917fd62f9b,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:19.469167 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55794) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:19.478533 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-4388f540-ef35-425b-b136-f630652aa282 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5314028 Jul 09 16:35:19.501508 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4388f540-ef35-425b-b136-f630652aa282 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event updated for resources: {'Network': ['ID=5a136e18-d4c1-4bee-9e19-989011baf48d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:19.516815 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 5a136e18-d4c1-4bee-9e19-989011baf48d details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:35:19.517592 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-88c74eac-fe6c-406a-ac9d-ab1d55a32399 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Request body: {'subnet': {'network_id': '5a136e18-d4c1-4bee-9e19-989011baf48d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:19.616324 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55804) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:19.617081 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-6d9629da-0cc2-42b9-b389-e751e5e8d3cd admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a723f0462aaf49ec91722e06ed960e05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4285934 Jul 09 16:35:19.706331 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c74eac-fe6c-406a-ac9d-ab1d55a32399 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Made reservation on behalf of 6c6145552dd04842a1541a99fce20415 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:35:19.713839 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-88c74eac-fe6c-406a-ac9d-ab1d55a32399 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:19.727791 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-536ecef6-e327-48dd-9635-52bae0f0308d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:19.771423 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-536ecef6-e327-48dd-9635-52bae0f0308d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:19.851930 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 789df35e-d3e6-4067-bae2-2dfdc0198789 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:35:19.881209 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-536ecef6-e327-48dd-9635-52bae0f0308d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:19.885137 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-536ecef6-e327-48dd-9635-52bae0f0308d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:19.891970 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-536ecef6-e327-48dd-9635-52bae0f0308d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/42475337-5537-48eb-bc2e-21917fd62f9b HTTP/1.1" status: 204 len: 168 time: 0.2741363 Jul 09 16:35:19.902877 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536ecef6-e327-48dd-9635-52bae0f0308d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42475337-5537-48eb-bc2e-21917fd62f9b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:19.919958 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 789df35e-d3e6-4067-bae2-2dfdc0198789 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:35:19.923361 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 789df35e-d3e6-4067-bae2-2dfdc0198789 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:35:20.114940 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-88c74eac-fe6c-406a-ac9d-ab1d55a32399 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:20.191053 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c74eac-fe6c-406a-ac9d-ab1d55a32399 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event updated for resources: {'Subnet': ['ID=e0bf2b88-1412-4462-8ea7-ff4a8972c7ab,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:20.193364 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c74eac-fe6c-406a-ac9d-ab1d55a32399 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Checking segment: {'id': 'e7c989a3-c83d-404f-94ad-9d1071f6e981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5a136e18-d4c1-4bee-9e19-989011baf48d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:35:20.193729 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c74eac-fe6c-406a-ac9d-ab1d55a32399 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Network hostable DHCP agents. Network: 5a136e18-d4c1-4bee-9e19-989011baf48d, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:35:20.213620 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c74eac-fe6c-406a-ac9d-ab1d55a32399 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Network 5a136e18-d4c1-4bee-9e19-989011baf48d is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:35:20.228728 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-88c74eac-fe6c-406a-ac9d-ab1d55a32399 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 5a136e18-d4c1-4bee-9e19-989011baf48d) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:35:20.240510 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb3a70d-52b2-4524-aaba-df917fe55258 None None] Network 5a136e18-d4c1-4bee-9e19-989011baf48d requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:35:20.242727 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c74eac-fe6c-406a-ac9d-ab1d55a32399 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:20.243397 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-88c74eac-fe6c-406a-ac9d-ab1d55a32399 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:20.259782 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-88c74eac-fe6c-406a-ac9d-ab1d55a32399 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7670290 Jul 09 16:35:20.262518 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55832) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:20.268062 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-89ef179c-fd88-4fbb-b66a-891fb2c20c23 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Request body: {'port': {'network_id': '5a136e18-d4c1-4bee-9e19-989011baf48d', 'name': 'tempest-PortsTestJSON-1904710239', 'fixed_ips': [{'subnet_id': 'e0bf2b88-1412-4462-8ea7-ff4a8972c7ab', 'ip_address': '172.20.0.10'}]}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:20.502635 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ef179c-fd88-4fbb-b66a-891fb2c20c23 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Made reservation on behalf of 6c6145552dd04842a1541a99fce20415 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:35:20.533315 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd77a1b-4942-44be-a228-281907c3c180 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-5a136e18-d4c1-4bee-9e19-989011baf48d', 'network_id': '5a136e18-d4c1-4bee-9e19-989011baf48d', 'tenant_id': '6c6145552dd04842a1541a99fce20415', 'fixed_ips': [{'subnet_id': 'e0bf2b88-1412-4462-8ea7-ff4a8972c7ab'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:35:20.535653 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bbd77a1b-4942-44be-a228-281907c3c180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:20.671420 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-89ef179c-fd88-4fbb-b66a-891fb2c20c23 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:20.697705 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-89ef179c-fd88-4fbb-b66a-891fb2c20c23 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] device_id is not set on port cc1de834-f7f6-4d51-98b3-ffde9ac3710e yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:35:20.826287 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-bbd77a1b-4942-44be-a228-281907c3c180 None None] Allocated IP 172.20.0.2 (5a136e18-d4c1-4bee-9e19-989011baf48d/e0bf2b88-1412-4462-8ea7-ff4a8972c7ab/8a12b85f-eaf9-4d45-9c07-0cd088796a00) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:35:21.188777 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bbd77a1b-4942-44be-a228-281907c3c180 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:21.200908 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-bbd77a1b-4942-44be-a228-281907c3c180 None None] Transition to ACTIVE for port object 8a12b85f-eaf9-4d45-9c07-0cd088796a00 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:35:21.223491 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-bbd77a1b-4942-44be-a228-281907c3c180 None None] Transition to ACTIVE for port object 8a12b85f-eaf9-4d45-9c07-0cd088796a00 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:35:21.232636 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bbd77a1b-4942-44be-a228-281907c3c180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:21.287139 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd77a1b-4942-44be-a228-281907c3c180 None None] Network 5a136e18-d4c1-4bee-9e19-989011baf48d is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:35:21.291119 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-bbd77a1b-4942-44be-a228-281907c3c180 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:35:21.295528 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd77a1b-4942-44be-a228-281907c3c180 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:35:21.333624 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd77a1b-4942-44be-a228-281907c3c180 None None] Pushing event updated for resources: {'Port': ['ID=8a12b85f-eaf9-4d45-9c07-0cd088796a00,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:21.348022 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-89ef179c-fd88-4fbb-b66a-891fb2c20c23 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Allocated IP 172.20.0.10 (5a136e18-d4c1-4bee-9e19-989011baf48d/e0bf2b88-1412-4462-8ea7-ff4a8972c7ab/cc1de834-f7f6-4d51-98b3-ffde9ac3710e) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:35:21.408813 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-bbd77a1b-4942-44be-a228-281907c3c180 None None] Attempting to bind port 8a12b85f-eaf9-4d45-9c07-0cd088796a00 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:35:21.409505 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-bbd77a1b-4942-44be-a228-281907c3c180 None None] Attempting to bind port 8a12b85f-eaf9-4d45-9c07-0cd088796a00 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'e7c989a3-c83d-404f-94ad-9d1071f6e981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5a136e18-d4c1-4bee-9e19-989011baf48d'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:35:21.410368 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd77a1b-4942-44be-a228-281907c3c180 None None] Attempting to bind port 8a12b85f-eaf9-4d45-9c07-0cd088796a00 on network 5a136e18-d4c1-4bee-9e19-989011baf48d {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:35:21.421665 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd77a1b-4942-44be-a228-281907c3c180 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:35:21.424825 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd77a1b-4942-44be-a228-281907c3c180 None None] Checking segment: {'id': 'e7c989a3-c83d-404f-94ad-9d1071f6e981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5a136e18-d4c1-4bee-9e19-989011baf48d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:35:21.425557 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bbd77a1b-4942-44be-a228-281907c3c180 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:21.426440 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd77a1b-4942-44be-a228-281907c3c180 None None] Bound using segment: {'id': 'e7c989a3-c83d-404f-94ad-9d1071f6e981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5a136e18-d4c1-4bee-9e19-989011baf48d'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:35:21.428855 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-bbd77a1b-4942-44be-a228-281907c3c180 None None] Bound port: 8a12b85f-eaf9-4d45-9c07-0cd088796a00, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7c989a3-c83d-404f-94ad-9d1071f6e981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5a136e18-d4c1-4bee-9e19-989011baf48d'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:35:21.429488 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bbd77a1b-4942-44be-a228-281907c3c180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:21.548397 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-bbd77a1b-4942-44be-a228-281907c3c180 None None] For port 8a12b85f-eaf9-4d45-9c07-0cd088796a00, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:35:21.552375 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-bbd77a1b-4942-44be-a228-281907c3c180 None None] For port 8a12b85f-eaf9-4d45-9c07-0cd088796a00, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=8a12b85f-eaf9-4d45-9c07-0cd088796a00,segment=NetworkSegment(e7c989a3-c83d-404f-94ad-9d1071f6e981),segment_id=e7c989a3-c83d-404f-94ad-9d1071f6e981)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:35:21.566522 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bbd77a1b-4942-44be-a228-281907c3c180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:21.632334 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-89ef179c-fd88-4fbb-b66a-891fb2c20c23 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:21.652655 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd77a1b-4942-44be-a228-281907c3c180 None None] Pushing event updated for resources: {'Port': ['ID=8a12b85f-eaf9-4d45-9c07-0cd088796a00,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:21.661587 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-89ef179c-fd88-4fbb-b66a-891fb2c20c23 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Transition to ACTIVE for port object cc1de834-f7f6-4d51-98b3-ffde9ac3710e will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:35:21.753333 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-89ef179c-fd88-4fbb-b66a-891fb2c20c23 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:21.844846 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ef179c-fd88-4fbb-b66a-891fb2c20c23 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Network 5a136e18-d4c1-4bee-9e19-989011baf48d is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:35:21.851220 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-89ef179c-fd88-4fbb-b66a-891fb2c20c23 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:35:21.855592 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ef179c-fd88-4fbb-b66a-891fb2c20c23 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:35:21.937740 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ef179c-fd88-4fbb-b66a-891fb2c20c23 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event updated for resources: {'Port': ['ID=cc1de834-f7f6-4d51-98b3-ffde9ac3710e,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:22.035176 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ef179c-fd88-4fbb-b66a-891fb2c20c23 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:22.035857 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-89ef179c-fd88-4fbb-b66a-891fb2c20c23 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:22.076646 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-89ef179c-fd88-4fbb-b66a-891fb2c20c23 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8128762 Jul 09 16:35:22.083647 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55898) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:22.096492 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-8fcce382-a1a5-483e-8894-3301174b82d5 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Request body: {'port': {'network_id': '5a136e18-d4c1-4bee-9e19-989011baf48d', 'name': 'tempest-PortsTestJSON-1492072940', 'fixed_ips': [{'subnet_id': 'e0bf2b88-1412-4462-8ea7-ff4a8972c7ab', 'ip_address': '172.20.0.9'}]}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:22.263728 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b8430d5d-d74f-4443-bd6d-6913b9a02a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:22.317884 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fcce382-a1a5-483e-8894-3301174b82d5 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Made reservation on behalf of 6c6145552dd04842a1541a99fce20415 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:35:22.464710 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8fcce382-a1a5-483e-8894-3301174b82d5 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:22.495141 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-8fcce382-a1a5-483e-8894-3301174b82d5 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] device_id is not set on port 5c833f30-d5b0-44c7-bccc-b3c69eb9eb85 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:35:22.771944 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-8fcce382-a1a5-483e-8894-3301174b82d5 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Allocated IP 172.20.0.9 (5a136e18-d4c1-4bee-9e19-989011baf48d/e0bf2b88-1412-4462-8ea7-ff4a8972c7ab/5c833f30-d5b0-44c7-bccc-b3c69eb9eb85) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:35:23.015928 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8fcce382-a1a5-483e-8894-3301174b82d5 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:23.061770 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-8fcce382-a1a5-483e-8894-3301174b82d5 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Transition to ACTIVE for port object 5c833f30-d5b0-44c7-bccc-b3c69eb9eb85 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:35:23.118447 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8fcce382-a1a5-483e-8894-3301174b82d5 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:23.126554 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21652be2-36f1-4b4e-bbd1-0cfe7683b53d None None] Network 5a136e18-d4c1-4bee-9e19-989011baf48d requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:35:23.200204 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcce382-a1a5-483e-8894-3301174b82d5 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Network 5a136e18-d4c1-4bee-9e19-989011baf48d is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:35:23.206733 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-8fcce382-a1a5-483e-8894-3301174b82d5 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:35:23.211996 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcce382-a1a5-483e-8894-3301174b82d5 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:35:23.243668 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-55040ab9-92e2-4038-afa3-632f4820ebdc None None] Provisioning for port 8a12b85f-eaf9-4d45-9c07-0cd088796a00 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:35:23.304849 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcce382-a1a5-483e-8894-3301174b82d5 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:23.305532 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8fcce382-a1a5-483e-8894-3301174b82d5 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:23.340727 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcce382-a1a5-483e-8894-3301174b82d5 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event updated for resources: {'Port': ['ID=5c833f30-d5b0-44c7-bccc-b3c69eb9eb85,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:23.367175 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8fcce382-a1a5-483e-8894-3301174b82d5 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2761405 Jul 09 16:35:23.367980 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55964) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:23.571843 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd001a1-89bc-4c54-9043-a945078526f2 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:23.581248 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-6cd001a1-89bc-4c54-9043-a945078526f2 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2118888 Jul 09 16:35:23.581248 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55966) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:23.583449 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55968) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:23.721328 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e6e1f0-c86d-4993-b386-5521ff1c38c8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:23.729428 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e6e1f0-c86d-4993-b386-5521ff1c38c8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:23.736321 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e6e1f0-c86d-4993-b386-5521ff1c38c8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:23.742662 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55978) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:23.743630 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d5e6e1f0-c86d-4993-b386-5521ff1c38c8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1585526 Jul 09 16:35:23.885566 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d5e634a2-b191-4209-80c8-0c40113eb671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:23.921858 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 8a12b85f-eaf9-4d45-9c07-0cd088796a00 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:35:23.985491 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55988) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:24.023517 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-535c4d3d-623f-4c24-b2db-750095b676a8 None None] Provisioning for port cc1de834-f7f6-4d51-98b3-ffde9ac3710e completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:35:24.029413 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-535c4d3d-623f-4c24-b2db-750095b676a8 None None] Provisioning complete for port cc1de834-f7f6-4d51-98b3-ffde9ac3710e triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:35:24.030319 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-535c4d3d-623f-4c24-b2db-750095b676a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:24.063241 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 8a12b85f-eaf9-4d45-9c07-0cd088796a00 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:35:24.078269 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 8a12b85f-eaf9-4d45-9c07-0cd088796a00 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:35:24.079009 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:24.108281 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-535c4d3d-623f-4c24-b2db-750095b676a8 None None] Port cc1de834-f7f6-4d51-98b3-ffde9ac3710e cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:35:24.131899 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-535c4d3d-623f-4c24-b2db-750095b676a8 None None] Provisioning complete for port 8a12b85f-eaf9-4d45-9c07-0cd088796a00 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:35:24.132363 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-535c4d3d-623f-4c24-b2db-750095b676a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:24.164753 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-a5a8b654-6457-463c-936d-b66077e867b6 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Deleting port 5c833f30-d5b0-44c7-bccc-b3c69eb9eb85 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:35:24.165104 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a5a8b654-6457-463c-936d-b66077e867b6 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:24.219063 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:24.250572 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5521b554-85b8-47cd-88b1-b16f3749b554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:24.292549 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 8a12b85f-eaf9-4d45-9c07-0cd088796a00, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=8a12b85f-eaf9-4d45-9c07-0cd088796a00,segment=NetworkSegment(e7c989a3-c83d-404f-94ad-9d1071f6e981),segment_id=e7c989a3-c83d-404f-94ad-9d1071f6e981)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:35:24.310307 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:24.380139 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d5e634a2-b191-4209-80c8-0c40113eb671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:24.382454 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a5a8b654-6457-463c-936d-b66077e867b6 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:24.410232 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d5e634a2-b191-4209-80c8-0c40113eb671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:24.430913 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-a5a8b654-6457-463c-936d-b66077e867b6 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Calling delete_port for 5c833f30-d5b0-44c7-bccc-b3c69eb9eb85 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:35:24.444667 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=8a12b85f-eaf9-4d45-9c07-0cd088796a00,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:24.475135 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-d5e634a2-b191-4209-80c8-0c40113eb671 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=804831d6dd8d4f95b06b97cf9eb05704&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8925638 Jul 09 16:35:24.481083 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55994) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:24.489159 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-535c4d3d-623f-4c24-b2db-750095b676a8 None None] Provisioning for port 5c833f30-d5b0-44c7-bccc-b3c69eb9eb85 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:35:24.494668 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-535c4d3d-623f-4c24-b2db-750095b676a8 None None] Provisioning complete for port 5c833f30-d5b0-44c7-bccc-b3c69eb9eb85 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:35:24.495124 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-535c4d3d-623f-4c24-b2db-750095b676a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:24.523678 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e634a2-b191-4209-80c8-0c40113eb671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73bdf1f4-ba15-4d13-91c6-0ba75fe52fb7,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:24.557940 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-535c4d3d-623f-4c24-b2db-750095b676a8 None None] Port 5c833f30-d5b0-44c7-bccc-b3c69eb9eb85 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:35:24.624856 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5521b554-85b8-47cd-88b1-b16f3749b554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:24.637239 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5521b554-85b8-47cd-88b1-b16f3749b554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:24.639856 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a5a8b654-6457-463c-936d-b66077e867b6 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:24.665354 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-31912336-f697-4711-8119-3bf7136923e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:24.681930 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a8b654-6457-463c-936d-b66077e867b6 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event deleted for resources: {'Port': ['ID=5c833f30-d5b0-44c7-bccc-b3c69eb9eb85,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:24.696316 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-46b7a640-60ff-4be6-8bc1-22ae6dbdaf98 None None] Provisioning complete for port cc1de834-f7f6-4d51-98b3-ffde9ac3710e triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:35:24.707518 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-46b7a640-60ff-4be6-8bc1-22ae6dbdaf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:24.721621 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5521b554-85b8-47cd-88b1-b16f3749b554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4668b29a-d771-4d73-8645-c360710cb94a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:24.746545 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-5521b554-85b8-47cd-88b1-b16f3749b554 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0f4b9922be2c42e6993f07e9dcaa9c74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7595322 Jul 09 16:35:24.750842 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55996) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:24.763316 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-31912336-f697-4711-8119-3bf7136923e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:24.863692 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-46b7a640-60ff-4be6-8bc1-22ae6dbdaf98 None None] Port cc1de834-f7f6-4d51-98b3-ffde9ac3710e cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:35:24.867237 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a5a8b654-6457-463c-936d-b66077e867b6 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:24.869894 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a5a8b654-6457-463c-936d-b66077e867b6 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "DELETE /v2.0/ports/5c833f30-d5b0-44c7-bccc-b3c69eb9eb85 HTTP/1.1" status: 204 len: 168 time: 1.1259601 Jul 09 16:35:24.870154 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-46b7a640-60ff-4be6-8bc1-22ae6dbdaf98 None None] Could not find standard attr ID for object 5c833f30-d5b0-44c7-bccc-b3c69eb9eb85. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:35:24.872681 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 56000) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:24.910210 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-31912336-f697-4711-8119-3bf7136923e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:24.927553 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-31912336-f697-4711-8119-3bf7136923e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:24.940960 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-31912336-f697-4711-8119-3bf7136923e9 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/73bdf1f4-ba15-4d13-91c6-0ba75fe52fb7 HTTP/1.1" status: 204 len: 168 time: 0.4475925 Jul 09 16:35:24.957887 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a3300156-7cfb-41b5-8db7-ddf009ecf120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:24.961341 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31912336-f697-4711-8119-3bf7136923e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73bdf1f4-ba15-4d13-91c6-0ba75fe52fb7,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:24.963478 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-fea400df-d104-45bf-bdc8-4982a2862cce tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] GET failed (client error): The resource could not be found. Jul 09 16:35:24.970098 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-fea400df-d104-45bf-bdc8-4982a2862cce tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "GET /v2.0/ports/5c833f30-d5b0-44c7-bccc-b3c69eb9eb85 HTTP/1.1" status: 404 len: 333 time: 0.0948751 Jul 09 16:35:24.973078 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 56006) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:25.052798 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a3300156-7cfb-41b5-8db7-ddf009ecf120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:25.095841 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-da511d41-cb16-4464-974c-934ef68a9537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:25.141809 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-d37e9363-6547-4c8f-b761-5f8247775838 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Deleting port cc1de834-f7f6-4d51-98b3-ffde9ac3710e {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:35:25.142165 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d37e9363-6547-4c8f-b761-5f8247775838 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:25.146389 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a3300156-7cfb-41b5-8db7-ddf009ecf120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:25.150029 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a3300156-7cfb-41b5-8db7-ddf009ecf120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:25.151544 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a3300156-7cfb-41b5-8db7-ddf009ecf120 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4668b29a-d771-4d73-8645-c360710cb94a HTTP/1.1" status: 204 len: 168 time: 0.3994863 Jul 09 16:35:25.177195 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3300156-7cfb-41b5-8db7-ddf009ecf120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4668b29a-d771-4d73-8645-c360710cb94a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:25.252708 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d37e9363-6547-4c8f-b761-5f8247775838 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:25.272127 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-d37e9363-6547-4c8f-b761-5f8247775838 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Calling delete_port for cc1de834-f7f6-4d51-98b3-ffde9ac3710e owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:35:25.380047 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 56018) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:25.391471 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:25.397853 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5eb4a6c6-a1c2-4ca2-9452-74967641a2ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:25.451740 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d37e9363-6547-4c8f-b761-5f8247775838 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:25.513791 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e9363-6547-4c8f-b761-5f8247775838 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event deleted for resources: {'Port': ['ID=cc1de834-f7f6-4d51-98b3-ffde9ac3710e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:25.556354 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5eb4a6c6-a1c2-4ca2-9452-74967641a2ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:25.564122 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5eb4a6c6-a1c2-4ca2-9452-74967641a2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:25.607330 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d37e9363-6547-4c8f-b761-5f8247775838 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:25.611581 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-d37e9363-6547-4c8f-b761-5f8247775838 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "DELETE /v2.0/ports/cc1de834-f7f6-4d51-98b3-ffde9ac3710e HTTP/1.1" status: 204 len: 168 time: 0.6366563 Jul 09 16:35:25.613691 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 56022) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:25.618738 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-5eb4a6c6-a1c2-4ca2-9452-74967641a2ff admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=74f0be558ebe44298e5c408a48ff7995&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2344847 Jul 09 16:35:25.619325 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb4a6c6-a1c2-4ca2-9452-74967641a2ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2d4157-9c3f-4192-be0b-a3319f499866,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:25.622983 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 56024) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:25.675746 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ce9569b-900d-4d4c-bc10-342f2f478527 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] GET failed (client error): The resource could not be found. Jul 09 16:35:25.678705 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-9ce9569b-900d-4d4c-bc10-342f2f478527 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "GET /v2.0/ports/cc1de834-f7f6-4d51-98b3-ffde9ac3710e HTTP/1.1" status: 404 len: 333 time: 0.0636537 Jul 09 16:35:25.681723 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 56026) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:25.714634 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 56028) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:25.735450 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-732a4d9e-28ef-4282-9527-019ef101f0d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:25.759781 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1c68040-e1fd-4b9f-9d4e-a78fd693b7da tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Deleting subnet e0bf2b88-1412-4462-8ea7-ff4a8972c7ab {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:35:25.764887 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e1c68040-e1fd-4b9f-9d4e-a78fd693b7da tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:25.768166 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-38cfc769-a279-418c-9d9d-01a70829f02c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:25.828090 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 8a12b85f-eaf9-4d45-9c07-0cd088796a00 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:35:25.872220 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-38cfc769-a279-418c-9d9d-01a70829f02c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:25.876020 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e1c68040-e1fd-4b9f-9d4e-a78fd693b7da tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:25.897022 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-732a4d9e-28ef-4282-9527-019ef101f0d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:25.903933 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-732a4d9e-28ef-4282-9527-019ef101f0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:25.912074 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 8a12b85f-eaf9-4d45-9c07-0cd088796a00 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:35:25.912570 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:25.957871 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-732a4d9e-28ef-4282-9527-019ef101f0d7 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=025c2884c9074be9889ed29c2236e9f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2397444 Jul 09 16:35:25.962530 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732a4d9e-28ef-4282-9527-019ef101f0d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d3b771-5c13-418a-bbed-b50f7925af03,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:25.963226 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 56032) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:26.025425 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-38cfc769-a279-418c-9d9d-01a70829f02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:26.027896 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-38cfc769-a279-418c-9d9d-01a70829f02c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:26.030814 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-38cfc769-a279-418c-9d9d-01a70829f02c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9e2d4157-9c3f-4192-be0b-a3319f499866 HTTP/1.1" status: 204 len: 168 time: 0.4047928 Jul 09 16:35:26.052866 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cfc769-a279-418c-9d9d-01a70829f02c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2d4157-9c3f-4192-be0b-a3319f499866,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:26.058645 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e1c68040-e1fd-4b9f-9d4e-a78fd693b7da tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:26.097626 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cfe5f71a-b4a8-443a-a661-402792e0ec46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:26.134059 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cfe5f71a-b4a8-443a-a661-402792e0ec46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:26.170959 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e1c68040-e1fd-4b9f-9d4e-a78fd693b7da tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:26.207775 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e1c68040-e1fd-4b9f-9d4e-a78fd693b7da tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:26.209657 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e1c68040-e1fd-4b9f-9d4e-a78fd693b7da tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "DELETE /v2.0/subnets/e0bf2b88-1412-4462-8ea7-ff4a8972c7ab HTTP/1.1" status: 204 len: 168 time: 0.5259411 Jul 09 16:35:26.211001 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c68040-e1fd-4b9f-9d4e-a78fd693b7da tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event deleted for resources: {'Subnet': ['ID=e0bf2b88-1412-4462-8ea7-ff4a8972c7ab,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:26.212613 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 56044) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:26.234297 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf5c1ad-2296-46e8-9eb4-11af6b1718d2 None None] Network 5a136e18-d4c1-4bee-9e19-989011baf48d requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:35:26.308118 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cfe5f71a-b4a8-443a-a661-402792e0ec46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:26.312132 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cfe5f71a-b4a8-443a-a661-402792e0ec46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:26.313546 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-cfe5f71a-b4a8-443a-a661-402792e0ec46 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/63d3b771-5c13-418a-bbed-b50f7925af03 HTTP/1.1" status: 204 len: 168 time: 0.3491573 Jul 09 16:35:26.335441 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-96cd97c9-70e6-4bdf-b1ac-aebfd0435fd7 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:26.337486 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe5f71a-b4a8-443a-a661-402792e0ec46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d3b771-5c13-418a-bbed-b50f7925af03,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:26.409065 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:26.446262 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-96cd97c9-70e6-4bdf-b1ac-aebfd0435fd7 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Deleting port 8a12b85f-eaf9-4d45-9c07-0cd088796a00 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:35:26.450727 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-96cd97c9-70e6-4bdf-b1ac-aebfd0435fd7 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:26.598220 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-96cd97c9-70e6-4bdf-b1ac-aebfd0435fd7 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] For port 8a12b85f-eaf9-4d45-9c07-0cd088796a00, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=8a12b85f-eaf9-4d45-9c07-0cd088796a00,segment=NetworkSegment(e7c989a3-c83d-404f-94ad-9d1071f6e981),segment_id=e7c989a3-c83d-404f-94ad-9d1071f6e981)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:35:26.598675 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-96cd97c9-70e6-4bdf-b1ac-aebfd0435fd7 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:26.622759 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-96cd97c9-70e6-4bdf-b1ac-aebfd0435fd7 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Calling delete_port for 8a12b85f-eaf9-4d45-9c07-0cd088796a00 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:35:26.623143 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef2a8f5-9abe-40f9-9cc0-24a2deae504c None None] DHCP port deletion for 5a136e18-d4c1-4bee-9e19-989011baf48d request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:35:26.692305 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:26.722975 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-eef2a8f5-9abe-40f9-9cc0-24a2deae504c None None] Deleting port 8a12b85f-eaf9-4d45-9c07-0cd088796a00 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:35:26.723423 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-eef2a8f5-9abe-40f9-9cc0-24a2deae504c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:26.761304 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-96cd97c9-70e6-4bdf-b1ac-aebfd0435fd7 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:26.804410 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-eef2a8f5-9abe-40f9-9cc0-24a2deae504c None None] For port 8a12b85f-eaf9-4d45-9c07-0cd088796a00, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=8a12b85f-eaf9-4d45-9c07-0cd088796a00,segment=NetworkSegment(e7c989a3-c83d-404f-94ad-9d1071f6e981),segment_id=e7c989a3-c83d-404f-94ad-9d1071f6e981)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:35:26.805213 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-eef2a8f5-9abe-40f9-9cc0-24a2deae504c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:26.825824 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cd97c9-70e6-4bdf-b1ac-aebfd0435fd7 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event deleted for resources: {'Port': ['ID=8a12b85f-eaf9-4d45-9c07-0cd088796a00,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:26.828147 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-eef2a8f5-9abe-40f9-9cc0-24a2deae504c None None] Calling delete_port for 8a12b85f-eaf9-4d45-9c07-0cd088796a00 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:35:26.838544 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cd97c9-70e6-4bdf-b1ac-aebfd0435fd7 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] No DVR routers for this DVR port 8a12b85f-eaf9-4d45-9c07-0cd088796a00 on host n-d-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:35:26.981571 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-eef2a8f5-9abe-40f9-9cc0-24a2deae504c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:27.000057 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-96cd97c9-70e6-4bdf-b1ac-aebfd0435fd7 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:27.017889 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef2a8f5-9abe-40f9-9cc0-24a2deae504c None None] Pushing event deleted for resources: {'Port': ['ID=8a12b85f-eaf9-4d45-9c07-0cd088796a00,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:27.020617 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef2a8f5-9abe-40f9-9cc0-24a2deae504c None None] No DVR routers for this DVR port 8a12b85f-eaf9-4d45-9c07-0cd088796a00 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:35:27.049461 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-96cd97c9-70e6-4bdf-b1ac-aebfd0435fd7 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a136e18-d4c1-4bee-9e19-989011baf48d']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:35:27.069182 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-96cd97c9-70e6-4bdf-b1ac-aebfd0435fd7 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7c989a3-c83d-404f-94ad-9d1071f6e981') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:35:27.069480 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-96cd97c9-70e6-4bdf-b1ac-aebfd0435fd7 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7c989a3-c83d-404f-94ad-9d1071f6e981') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:35:27.083051 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-96cd97c9-70e6-4bdf-b1ac-aebfd0435fd7 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:27.106541 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-96cd97c9-70e6-4bdf-b1ac-aebfd0435fd7 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:27.123325 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96cd97c9-70e6-4bdf-b1ac-aebfd0435fd7 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:35:27.123325 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-96cd97c9-70e6-4bdf-b1ac-aebfd0435fd7 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:27.124675 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:35:27.124675 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:35:27.124675 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:35:27.124675 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:35:27.124675 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:35:27.124675 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:35:27.124675 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:35:27.124675 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:35:27.124675 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:35:27.124675 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:35:27.124675 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:35:27.124675 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:35:27.124675 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:35:27.124675 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:35:27.124675 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:35:27.124675 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:35:27.124675 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:35:27.124675 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:35:27.124675 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:35:27.124675 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:35:27.124675 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:35:27.124675 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:35:27.124675 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:35:27.124675 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:35:27.124675 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:35:27.124675 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:35:27.124675 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:35:27.124675 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:35:27.124675 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:35:27.124675 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:35:27.124675 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:35:27.124675 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:35:27.124675 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:35:27.124675 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:35:27.208738 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-96cd97c9-70e6-4bdf-b1ac-aebfd0435fd7 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:27.218350 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-96cd97c9-70e6-4bdf-b1ac-aebfd0435fd7 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:27.220304 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-96cd97c9-70e6-4bdf-b1ac-aebfd0435fd7 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "DELETE /v2.0/networks/5a136e18-d4c1-4bee-9e19-989011baf48d HTTP/1.1" status: 204 len: 168 time: 1.0067477 Jul 09 16:35:27.224592 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 56074) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:27.230105 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-73e5ff97-e0b9-486b-a3ee-b22ece7efedf tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-182544296'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:27.255133 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cd97c9-70e6-4bdf-b1ac-aebfd0435fd7 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event deleted for resources: {'Network': ['ID=5a136e18-d4c1-4bee-9e19-989011baf48d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:27.268281 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e5ff97-e0b9-486b-a3ee-b22ece7efedf tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Made reservation on behalf of 6c6145552dd04842a1541a99fce20415 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:35:27.273034 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-73e5ff97-e0b9-486b-a3ee-b22ece7efedf tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:27.321828 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73e5ff97-e0b9-486b-a3ee-b22ece7efedf tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:35:27.334605 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-73e5ff97-e0b9-486b-a3ee-b22ece7efedf tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:27.335004 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-73e5ff97-e0b9-486b-a3ee-b22ece7efedf tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Added segment bf0b6be8-edc9-4f0c-92c2-073604cb79cf of type vlan for network cb94e9f6-45eb-49e0-a514-b2fd008301e4 Jul 09 16:35:27.414352 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-73e5ff97-e0b9-486b-a3ee-b22ece7efedf tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:27.454384 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-73e5ff97-e0b9-486b-a3ee-b22ece7efedf tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:27.468243 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e5ff97-e0b9-486b-a3ee-b22ece7efedf tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:27.469311 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-73e5ff97-e0b9-486b-a3ee-b22ece7efedf tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:27.558657 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e5ff97-e0b9-486b-a3ee-b22ece7efedf tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event updated for resources: {'Network': ['ID=cb94e9f6-45eb-49e0-a514-b2fd008301e4,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:27.575487 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network cb94e9f6-45eb-49e0-a514-b2fd008301e4 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:35:27.614248 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 56098) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:27.614836 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-73e5ff97-e0b9-486b-a3ee-b22ece7efedf tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3886697 Jul 09 16:35:27.620746 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-687803b1-2e77-4696-8fe9-50f953057d24 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Request body: {'subnet': {'network_id': 'cb94e9f6-45eb-49e0-a514-b2fd008301e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:27.752289 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687803b1-2e77-4696-8fe9-50f953057d24 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Made reservation on behalf of 6c6145552dd04842a1541a99fce20415 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:35:27.762139 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-687803b1-2e77-4696-8fe9-50f953057d24 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:27.802349 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 8a12b85f-eaf9-4d45-9c07-0cd088796a00 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:35:27.845039 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 8a12b85f-eaf9-4d45-9c07-0cd088796a00 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:35:27.845387 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 8a12b85f-eaf9-4d45-9c07-0cd088796a00 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:35:28.075382 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-687803b1-2e77-4696-8fe9-50f953057d24 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:28.181780 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:28.194325 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687803b1-2e77-4696-8fe9-50f953057d24 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Checking segment: {'id': 'bf0b6be8-edc9-4f0c-92c2-073604cb79cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cb94e9f6-45eb-49e0-a514-b2fd008301e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:35:28.194845 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687803b1-2e77-4696-8fe9-50f953057d24 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Network hostable DHCP agents. Network: cb94e9f6-45eb-49e0-a514-b2fd008301e4, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:35:28.205945 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687803b1-2e77-4696-8fe9-50f953057d24 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event updated for resources: {'Subnet': ['ID=3b9e29d5-cd66-4d11-9790-e5248e7ed972,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:28.230393 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687803b1-2e77-4696-8fe9-50f953057d24 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Network cb94e9f6-45eb-49e0-a514-b2fd008301e4 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:35:28.263601 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-687803b1-2e77-4696-8fe9-50f953057d24 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, cb94e9f6-45eb-49e0-a514-b2fd008301e4) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:35:28.268497 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687803b1-2e77-4696-8fe9-50f953057d24 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:28.269018 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-687803b1-2e77-4696-8fe9-50f953057d24 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:28.282638 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0941f20f-ad0c-4ed1-ae95-21b4a375a2ca None None] Network cb94e9f6-45eb-49e0-a514-b2fd008301e4 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:35:28.314288 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 56134) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:28.320858 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-4760647d-7fab-48c0-bc5a-710de426736d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1753961522', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:28.322885 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-687803b1-2e77-4696-8fe9-50f953057d24 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7064133 Jul 09 16:35:28.348164 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4760647d-7fab-48c0-bc5a-710de426736d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:28.349814 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4760647d-7fab-48c0-bc5a-710de426736d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:28.473494 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4760647d-7fab-48c0-bc5a-710de426736d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:28.483814 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4760647d-7fab-48c0-bc5a-710de426736d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:28.511418 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4760647d-7fab-48c0-bc5a-710de426736d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:28.517660 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-4760647d-7fab-48c0-bc5a-710de426736d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1985929 Jul 09 16:35:28.518180 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 56144) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:28.527404 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-ccbe70cb-ebcf-44a7-8b40-f0bcb01f854d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Request body: {'port': {'network_id': 'cb94e9f6-45eb-49e0-a514-b2fd008301e4', 'name': 'tempest-PortsTestJSON-1580554278'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:28.626627 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e835b4-a47a-4a1d-b2da-0a62f017c532 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-cb94e9f6-45eb-49e0-a514-b2fd008301e4', 'network_id': 'cb94e9f6-45eb-49e0-a514-b2fd008301e4', 'tenant_id': '6c6145552dd04842a1541a99fce20415', 'fixed_ips': [{'subnet_id': '3b9e29d5-cd66-4d11-9790-e5248e7ed972'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:35:28.628855 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-64e835b4-a47a-4a1d-b2da-0a62f017c532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:28.744030 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccbe70cb-ebcf-44a7-8b40-f0bcb01f854d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Made reservation on behalf of 6c6145552dd04842a1541a99fce20415 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:35:28.755044 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ccbe70cb-ebcf-44a7-8b40-f0bcb01f854d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:28.778538 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-ccbe70cb-ebcf-44a7-8b40-f0bcb01f854d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] device_id is not set on port d2a3c98f-6226-4b6f-9d8a-6329b35c81e2 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:35:28.873823 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-64e835b4-a47a-4a1d-b2da-0a62f017c532 None None] Allocated IP 172.20.0.2 (cb94e9f6-45eb-49e0-a514-b2fd008301e4/3b9e29d5-cd66-4d11-9790-e5248e7ed972/138b780b-5f6d-4498-94b0-de7dec32e21f) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:35:29.075960 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-64e835b4-a47a-4a1d-b2da-0a62f017c532 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:29.088051 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-64e835b4-a47a-4a1d-b2da-0a62f017c532 None None] Transition to ACTIVE for port object 138b780b-5f6d-4498-94b0-de7dec32e21f will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:35:29.110195 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-64e835b4-a47a-4a1d-b2da-0a62f017c532 None None] Transition to ACTIVE for port object 138b780b-5f6d-4498-94b0-de7dec32e21f will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:35:29.118250 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-64e835b4-a47a-4a1d-b2da-0a62f017c532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:29.202936 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-ccbe70cb-ebcf-44a7-8b40-f0bcb01f854d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Allocated IP 172.20.0.8 (cb94e9f6-45eb-49e0-a514-b2fd008301e4/3b9e29d5-cd66-4d11-9790-e5248e7ed972/d2a3c98f-6226-4b6f-9d8a-6329b35c81e2) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:35:29.206423 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e835b4-a47a-4a1d-b2da-0a62f017c532 None None] Network cb94e9f6-45eb-49e0-a514-b2fd008301e4 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:35:29.209822 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-64e835b4-a47a-4a1d-b2da-0a62f017c532 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:35:29.217308 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e835b4-a47a-4a1d-b2da-0a62f017c532 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:35:29.339312 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e835b4-a47a-4a1d-b2da-0a62f017c532 None None] Pushing event updated for resources: {'Port': ['ID=138b780b-5f6d-4498-94b0-de7dec32e21f,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:29.353955 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-64e835b4-a47a-4a1d-b2da-0a62f017c532 None None] Attempting to bind port 138b780b-5f6d-4498-94b0-de7dec32e21f on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:35:29.354588 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-64e835b4-a47a-4a1d-b2da-0a62f017c532 None None] Attempting to bind port 138b780b-5f6d-4498-94b0-de7dec32e21f by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'bf0b6be8-edc9-4f0c-92c2-073604cb79cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cb94e9f6-45eb-49e0-a514-b2fd008301e4'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:35:29.355207 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e835b4-a47a-4a1d-b2da-0a62f017c532 None None] Attempting to bind port 138b780b-5f6d-4498-94b0-de7dec32e21f on network cb94e9f6-45eb-49e0-a514-b2fd008301e4 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:35:29.361281 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e835b4-a47a-4a1d-b2da-0a62f017c532 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:35:29.361658 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e835b4-a47a-4a1d-b2da-0a62f017c532 None None] Checking segment: {'id': 'bf0b6be8-edc9-4f0c-92c2-073604cb79cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cb94e9f6-45eb-49e0-a514-b2fd008301e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:35:29.362271 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-64e835b4-a47a-4a1d-b2da-0a62f017c532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:29.362869 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e835b4-a47a-4a1d-b2da-0a62f017c532 None None] Bound using segment: {'id': 'bf0b6be8-edc9-4f0c-92c2-073604cb79cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cb94e9f6-45eb-49e0-a514-b2fd008301e4'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:35:29.363527 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-64e835b4-a47a-4a1d-b2da-0a62f017c532 None None] Bound port: 138b780b-5f6d-4498-94b0-de7dec32e21f, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf0b6be8-edc9-4f0c-92c2-073604cb79cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cb94e9f6-45eb-49e0-a514-b2fd008301e4'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:35:29.364102 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-64e835b4-a47a-4a1d-b2da-0a62f017c532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:29.427623 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ccbe70cb-ebcf-44a7-8b40-f0bcb01f854d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:29.443976 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-64e835b4-a47a-4a1d-b2da-0a62f017c532 None None] For port 138b780b-5f6d-4498-94b0-de7dec32e21f, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:35:29.447458 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-64e835b4-a47a-4a1d-b2da-0a62f017c532 None None] For port 138b780b-5f6d-4498-94b0-de7dec32e21f, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=138b780b-5f6d-4498-94b0-de7dec32e21f,segment=NetworkSegment(bf0b6be8-edc9-4f0c-92c2-073604cb79cf),segment_id=bf0b6be8-edc9-4f0c-92c2-073604cb79cf)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:35:29.454068 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-64e835b4-a47a-4a1d-b2da-0a62f017c532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:29.463046 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ccbe70cb-ebcf-44a7-8b40-f0bcb01f854d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Transition to ACTIVE for port object d2a3c98f-6226-4b6f-9d8a-6329b35c81e2 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:35:29.519851 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ccbe70cb-ebcf-44a7-8b40-f0bcb01f854d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:29.569568 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e835b4-a47a-4a1d-b2da-0a62f017c532 None None] Pushing event updated for resources: {'Port': ['ID=138b780b-5f6d-4498-94b0-de7dec32e21f,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:29.607089 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbe70cb-ebcf-44a7-8b40-f0bcb01f854d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Network cb94e9f6-45eb-49e0-a514-b2fd008301e4 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:35:29.611276 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-ccbe70cb-ebcf-44a7-8b40-f0bcb01f854d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:35:29.622655 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbe70cb-ebcf-44a7-8b40-f0bcb01f854d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:35:29.667927 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe70cb-ebcf-44a7-8b40-f0bcb01f854d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event updated for resources: {'Port': ['ID=d2a3c98f-6226-4b6f-9d8a-6329b35c81e2,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:29.704652 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbe70cb-ebcf-44a7-8b40-f0bcb01f854d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:29.705652 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ccbe70cb-ebcf-44a7-8b40-f0bcb01f854d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:29.733131 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 56196) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:29.733680 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ccbe70cb-ebcf-44a7-8b40-f0bcb01f854d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2117023 Jul 09 16:35:30.233662 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b4f7df4d-b977-4332-924e-8190d4ec1166 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:30.611346 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b4f7df4d-b977-4332-924e-8190d4ec1166 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:30.621722 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b4f7df4d-b977-4332-924e-8190d4ec1166 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:30.760532 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f7df4d-b977-4332-924e-8190d4ec1166 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event updated for resources: {'Port': ['ID=d2a3c98f-6226-4b6f-9d8a-6329b35c81e2,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:31.056699 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b4f7df4d-b977-4332-924e-8190d4ec1166 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:31.118804 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84141d3e-7caa-476b-b8df-e6866da85331 None None] Network cb94e9f6-45eb-49e0-a514-b2fd008301e4 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:35:31.242306 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b4f7df4d-b977-4332-924e-8190d4ec1166 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:31.316419 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6b266b9d-1b15-4c08-b7a3-dee68d662d1b None None] Provisioning for port 138b780b-5f6d-4498-94b0-de7dec32e21f completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:35:31.497443 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 56252) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:31.886290 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d5c204ba-a84e-4d75-9f96-b1099cdfdfc4 None None] Provisioning for port d2a3c98f-6226-4b6f-9d8a-6329b35c81e2 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:35:31.892891 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d5c204ba-a84e-4d75-9f96-b1099cdfdfc4 None None] Provisioning complete for port d2a3c98f-6226-4b6f-9d8a-6329b35c81e2 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:35:31.893790 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d5c204ba-a84e-4d75-9f96-b1099cdfdfc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:31.961011 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 138b780b-5f6d-4498-94b0-de7dec32e21f up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:35:32.268344 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-d5c204ba-a84e-4d75-9f96-b1099cdfdfc4 None None] Port d2a3c98f-6226-4b6f-9d8a-6329b35c81e2 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:35:32.284139 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 138b780b-5f6d-4498-94b0-de7dec32e21f completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:35:32.292370 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 138b780b-5f6d-4498-94b0-de7dec32e21f triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:35:32.292896 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:32.335346 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c1adf1ec-f303-4457-8eea-924f10b5d8f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:32.369574 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b4f7df4d-b977-4332-924e-8190d4ec1166 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:32.390151 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b4f7df4d-b977-4332-924e-8190d4ec1166 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:32.408113 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:32.427293 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd0e4a98-6c59-40cd-a3cc-12154294986f None None] Provisioning complete for port d2a3c98f-6226-4b6f-9d8a-6329b35c81e2 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:35:32.428036 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd0e4a98-6c59-40cd-a3cc-12154294986f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:32.494193 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 138b780b-5f6d-4498-94b0-de7dec32e21f, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=138b780b-5f6d-4498-94b0-de7dec32e21f,segment=NetworkSegment(bf0b6be8-edc9-4f0c-92c2-073604cb79cf),segment_id=bf0b6be8-edc9-4f0c-92c2-073604cb79cf)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:35:32.500054 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd0e4a98-6c59-40cd-a3cc-12154294986f None None] Port d2a3c98f-6226-4b6f-9d8a-6329b35c81e2 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:35:32.505249 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f7df4d-b977-4332-924e-8190d4ec1166 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event updated for resources: {'Port': ['ID=d2a3c98f-6226-4b6f-9d8a-6329b35c81e2,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:32.506315 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:32.547111 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b4f7df4d-b977-4332-924e-8190d4ec1166 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:32.612028 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=138b780b-5f6d-4498-94b0-de7dec32e21f,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:32.630252 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-303ec86a-78f6-4f11-b4ed-c07f8559ac77 None None] Provisioning complete for port d2a3c98f-6226-4b6f-9d8a-6329b35c81e2 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:35:32.630673 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-303ec86a-78f6-4f11-b4ed-c07f8559ac77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:32.747231 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-303ec86a-78f6-4f11-b4ed-c07f8559ac77 None None] Port d2a3c98f-6226-4b6f-9d8a-6329b35c81e2 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:35:32.756964 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c1adf1ec-f303-4457-8eea-924f10b5d8f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:32.767772 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c1adf1ec-f303-4457-8eea-924f10b5d8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:32.773121 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f7df4d-b977-4332-924e-8190d4ec1166 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Network cb94e9f6-45eb-49e0-a514-b2fd008301e4 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:35:32.779727 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-b4f7df4d-b977-4332-924e-8190d4ec1166 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:35:32.903020 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 56290) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:32.926873 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c1adf1ec-f303-4457-8eea-924f10b5d8f9 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2ea100cd5b0147f99ccc3bdb2cf9d1f0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4277573 Jul 09 16:35:32.980738 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1adf1ec-f303-4457-8eea-924f10b5d8f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecfe46ea-eda5-4cf0-8d19-41be77c7c2ac,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:33.033772 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-25282d1d-68e9-4b49-ac92-6b62e9cd9be0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:33.082151 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-25282d1d-68e9-4b49-ac92-6b62e9cd9be0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:33.086462 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f7df4d-b977-4332-924e-8190d4ec1166 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Router 80ad1f26-6a8f-4c6f-8b5b-bb17debb8f05 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:35:33.215739 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-25282d1d-68e9-4b49-ac92-6b62e9cd9be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:33.220292 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-25282d1d-68e9-4b49-ac92-6b62e9cd9be0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:33.221832 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-25282d1d-68e9-4b49-ac92-6b62e9cd9be0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ecfe46ea-eda5-4cf0-8d19-41be77c7c2ac HTTP/1.1" status: 204 len: 168 time: 0.3173888 Jul 09 16:35:33.254640 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25282d1d-68e9-4b49-ac92-6b62e9cd9be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecfe46ea-eda5-4cf0-8d19-41be77c7c2ac,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:33.348502 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f7df4d-b977-4332-924e-8190d4ec1166 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:35:33.353612 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b4f7df4d-b977-4332-924e-8190d4ec1166 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "PUT /v2.0/routers/80ad1f26-6a8f-4c6f-8b5b-bb17debb8f05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6191635 Jul 09 16:35:33.356383 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 56332) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:33.377610 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d617b12f-39db-4fa8-a5b4-1e4d10f8ca33 None None] Provisioning complete for port d2a3c98f-6226-4b6f-9d8a-6329b35c81e2 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:35:33.380146 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d617b12f-39db-4fa8-a5b4-1e4d10f8ca33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:33.384445 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d110026-8ab6-4b04-a31f-28b023c251ac None None] Sync routers for ids ['80ad1f26-6a8f-4c6f-8b5b-bb17debb8f05'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:35:33.442963 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d110026-8ab6-4b04-a31f-28b023c251ac None None] Routers {'80ad1f26-6a8f-4c6f-8b5b-bb17debb8f05'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:35:33.443677 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6d110026-8ab6-4b04-a31f-28b023c251ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:35:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['80ad1f26-6a8f-4c6f-8b5b-bb17debb8f05'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:35:33.474111 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56a7d3c-2453-4fb0-9dc0-b5f3c55b0173 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:33.475762 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e56a7d3c-2453-4fb0-9dc0-b5f3c55b0173 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "GET /v2.0/ports?device_id=80ad1f26-6a8f-4c6f-8b5b-bb17debb8f05 HTTP/1.1" status: 200 len: 982 time: 0.1183677 Jul 09 16:35:33.479292 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 56348) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:33.529205 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6d110026-8ab6-4b04-a31f-28b023c251ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:35:33.532637 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-d617b12f-39db-4fa8-a5b4-1e4d10f8ca33 None None] Port d2a3c98f-6226-4b6f-9d8a-6329b35c81e2 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:35:33.551187 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d110026-8ab6-4b04-a31f-28b023c251ac None None] Routers {'80ad1f26-6a8f-4c6f-8b5b-bb17debb8f05'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:35:33.552017 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6d110026-8ab6-4b04-a31f-28b023c251ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:35:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['80ad1f26-6a8f-4c6f-8b5b-bb17debb8f05'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:35:33.601016 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6d110026-8ab6-4b04-a31f-28b023c251ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:35:33.601684 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d110026-8ab6-4b04-a31f-28b023c251ac None None] The sync data for ids ['80ad1f26-6a8f-4c6f-8b5b-bb17debb8f05'] in n-d-798930-3 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:35:33.764569 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 56382) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:33.817479 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2e729686-cdf0-4dc8-b8dc-3f2b67803574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:33.866191 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 138b780b-5f6d-4498-94b0-de7dec32e21f up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:35:34.008166 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2e729686-cdf0-4dc8-b8dc-3f2b67803574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:34.009954 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 138b780b-5f6d-4498-94b0-de7dec32e21f triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:35:34.010316 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:34.016662 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2e729686-cdf0-4dc8-b8dc-3f2b67803574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:34.125266 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2e729686-cdf0-4dc8-b8dc-3f2b67803574 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=de6889de69a6440da1dda98c710bf41c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3591974 Jul 09 16:35:34.138673 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 56426) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:34.194143 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e729686-cdf0-4dc8-b8dc-3f2b67803574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dcd5efa-7fbe-4a15-bc05-4e05719e2dfe,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:34.270704 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9724afd5-8970-44a4-bcbc-59497f5fbb59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:34.312000 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9724afd5-8970-44a4-bcbc-59497f5fbb59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:34.417237 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9724afd5-8970-44a4-bcbc-59497f5fbb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:34.420591 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9724afd5-8970-44a4-bcbc-59497f5fbb59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:34.464602 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-9724afd5-8970-44a4-bcbc-59497f5fbb59 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0dcd5efa-7fbe-4a15-bc05-4e05719e2dfe HTTP/1.1" status: 204 len: 168 time: 0.3227985 Jul 09 16:35:34.554059 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9724afd5-8970-44a4-bcbc-59497f5fbb59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dcd5efa-7fbe-4a15-bc05-4e05719e2dfe,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:34.629096 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-40712ce5-66a4-4c75-ac66-4867bcd39622 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:35.021432 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-40712ce5-66a4-4c75-ac66-4867bcd39622 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Deleting port d2a3c98f-6226-4b6f-9d8a-6329b35c81e2 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:35:35.021774 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-40712ce5-66a4-4c75-ac66-4867bcd39622 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:35.197540 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-40712ce5-66a4-4c75-ac66-4867bcd39622 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:35.215097 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-40712ce5-66a4-4c75-ac66-4867bcd39622 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Calling delete_port for d2a3c98f-6226-4b6f-9d8a-6329b35c81e2 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:35:35.592017 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-40712ce5-66a4-4c75-ac66-4867bcd39622 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:35.637436 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40712ce5-66a4-4c75-ac66-4867bcd39622 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event deleted for resources: {'Port': ['ID=d2a3c98f-6226-4b6f-9d8a-6329b35c81e2,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:35.990313 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:35:36.047752 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-40712ce5-66a4-4c75-ac66-4867bcd39622 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:36.519653 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40712ce5-66a4-4c75-ac66-4867bcd39622 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Router 80ad1f26-6a8f-4c6f-8b5b-bb17debb8f05 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:35:36.727726 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40712ce5-66a4-4c75-ac66-4867bcd39622 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:35:36.741808 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-40712ce5-66a4-4c75-ac66-4867bcd39622 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "PUT /v2.0/routers/80ad1f26-6a8f-4c6f-8b5b-bb17debb8f05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2572560 Jul 09 16:35:36.744288 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 56712) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:36.756912 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd1755d-eeca-4a69-b81a-1313c7f52f32 None None] Sync routers for ids ['80ad1f26-6a8f-4c6f-8b5b-bb17debb8f05'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:35:36.787876 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd1755d-eeca-4a69-b81a-1313c7f52f32 None None] Routers {'80ad1f26-6a8f-4c6f-8b5b-bb17debb8f05'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:35:36.788509 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-7fd1755d-eeca-4a69-b81a-1313c7f52f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:35:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['80ad1f26-6a8f-4c6f-8b5b-bb17debb8f05'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:35:36.820315 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa25eb8f-9457-43a9-8168-aa471a884768 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] GET failed (client error): The resource could not be found. Jul 09 16:35:36.822342 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-fa25eb8f-9457-43a9-8168-aa471a884768 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "GET /v2.0/ports/d2a3c98f-6226-4b6f-9d8a-6329b35c81e2 HTTP/1.1" status: 404 len: 333 time: 0.0772338 Jul 09 16:35:36.824592 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-7fd1755d-eeca-4a69-b81a-1313c7f52f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:35:36.825294 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 56722) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:36.862656 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd1755d-eeca-4a69-b81a-1313c7f52f32 None None] Routers {'80ad1f26-6a8f-4c6f-8b5b-bb17debb8f05'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:35:36.863331 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-7fd1755d-eeca-4a69-b81a-1313c7f52f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:35:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['80ad1f26-6a8f-4c6f-8b5b-bb17debb8f05'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:35:36.953134 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-7fd1755d-eeca-4a69-b81a-1313c7f52f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:35:36.956713 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd1755d-eeca-4a69-b81a-1313c7f52f32 None None] The sync data for ids ['80ad1f26-6a8f-4c6f-8b5b-bb17debb8f05'] in n-d-798930-3 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:35:36.999105 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eed8761f-b06a-4b92-8e23-c52d2ee63f6b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:37.460403 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eed8761f-b06a-4b92-8e23-c52d2ee63f6b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:37.463857 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eed8761f-b06a-4b92-8e23-c52d2ee63f6b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:37.554573 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eed8761f-b06a-4b92-8e23-c52d2ee63f6b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:37.555206 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed8761f-b06a-4b92-8e23-c52d2ee63f6b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Fanout notify agent at l3_agent the message router_deleted on router 80ad1f26-6a8f-4c6f-8b5b-bb17debb8f05 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:35:37.564370 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eed8761f-b06a-4b92-8e23-c52d2ee63f6b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:37.568577 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 56826) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:37.571350 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-eed8761f-b06a-4b92-8e23-c52d2ee63f6b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "DELETE /v2.0/routers/80ad1f26-6a8f-4c6f-8b5b-bb17debb8f05 HTTP/1.1" status: 204 len: 168 time: 0.7448213 Jul 09 16:35:37.676459 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-62531cea-4f00-40b5-a03d-9beb1b388d3c tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Deleting subnet 3b9e29d5-cd66-4d11-9790-e5248e7ed972 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:35:37.680203 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-62531cea-4f00-40b5-a03d-9beb1b388d3c tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:37.759849 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-62531cea-4f00-40b5-a03d-9beb1b388d3c tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:37.909805 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-62531cea-4f00-40b5-a03d-9beb1b388d3c tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:38.051577 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-62531cea-4f00-40b5-a03d-9beb1b388d3c tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:38.218302 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62531cea-4f00-40b5-a03d-9beb1b388d3c tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event deleted for resources: {'Subnet': ['ID=3b9e29d5-cd66-4d11-9790-e5248e7ed972,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:38.229491 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-62531cea-4f00-40b5-a03d-9beb1b388d3c tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:38.236520 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-62531cea-4f00-40b5-a03d-9beb1b388d3c tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "DELETE /v2.0/subnets/3b9e29d5-cd66-4d11-9790-e5248e7ed972 HTTP/1.1" status: 204 len: 168 time: 0.6667125 Jul 09 16:35:38.238048 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5629d7-46fc-4669-9490-bdf606ca3a8b None None] Network cb94e9f6-45eb-49e0-a514-b2fd008301e4 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:35:38.240036 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 56856) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:38.428852 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bf6f1717-21ca-4da6-8581-c30e5c2cb04b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:38.501043 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc12c2-cc1e-4c3d-9052-30cb1f1363f1 req-e4ceebfb-50b5-4dca-9af0-bf42145a5da2 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:38.516593 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bccc12c2-cc1e-4c3d-9052-30cb1f1363f1 req-e4ceebfb-50b5-4dca-9af0-bf42145a5da2 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/ports?device_id=1fd17488-a375-4c9a-b594-f5f9603f4217 HTTP/1.1" status: 200 len: 945 time: 0.2998166 Jul 09 16:35:38.569685 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-bf6f1717-21ca-4da6-8581-c30e5c2cb04b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Deleting port 138b780b-5f6d-4498-94b0-de7dec32e21f {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:35:38.571703 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bf6f1717-21ca-4da6-8581-c30e5c2cb04b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:38.611225 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bccc12c2-cc1e-4c3d-9052-30cb1f1363f1 req-70e5eddd-c3ff-4985-be9c-41100ff47266 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/security-groups?id=42cc1d4e-ad5f-4614-a7c2-8cc87fec12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890369 Jul 09 16:35:38.729021 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80db5c19-1761-408b-b636-093ab048cf7e None None] DHCP port deletion for cb94e9f6-45eb-49e0-a514-b2fd008301e4 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:35:38.752916 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-bf6f1717-21ca-4da6-8581-c30e5c2cb04b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] For port 138b780b-5f6d-4498-94b0-de7dec32e21f, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=138b780b-5f6d-4498-94b0-de7dec32e21f,segment=NetworkSegment(bf0b6be8-edc9-4f0c-92c2-073604cb79cf),segment_id=bf0b6be8-edc9-4f0c-92c2-073604cb79cf)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:35:38.753800 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bf6f1717-21ca-4da6-8581-c30e5c2cb04b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:38.776673 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-bf6f1717-21ca-4da6-8581-c30e5c2cb04b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Calling delete_port for 138b780b-5f6d-4498-94b0-de7dec32e21f owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:35:38.880872 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-80db5c19-1761-408b-b636-093ab048cf7e None None] Deleting port 138b780b-5f6d-4498-94b0-de7dec32e21f {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:35:38.885361 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-80db5c19-1761-408b-b636-093ab048cf7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:39.028880 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bf6f1717-21ca-4da6-8581-c30e5c2cb04b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:39.066674 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-80db5c19-1761-408b-b636-093ab048cf7e None None] For port 138b780b-5f6d-4498-94b0-de7dec32e21f, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=138b780b-5f6d-4498-94b0-de7dec32e21f,segment=NetworkSegment(bf0b6be8-edc9-4f0c-92c2-073604cb79cf),segment_id=bf0b6be8-edc9-4f0c-92c2-073604cb79cf)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:35:39.067073 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-80db5c19-1761-408b-b636-093ab048cf7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:39.073722 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6f1717-21ca-4da6-8581-c30e5c2cb04b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] No DVR routers for this DVR port 138b780b-5f6d-4498-94b0-de7dec32e21f on host n-d-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:35:39.092720 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-80db5c19-1761-408b-b636-093ab048cf7e None None] Calling delete_port for 138b780b-5f6d-4498-94b0-de7dec32e21f owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:35:39.184463 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bf6f1717-21ca-4da6-8581-c30e5c2cb04b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:39.199546 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-bf6f1717-21ca-4da6-8581-c30e5c2cb04b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb94e9f6-45eb-49e0-a514-b2fd008301e4']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:35:39.237619 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-bf6f1717-21ca-4da6-8581-c30e5c2cb04b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf0b6be8-edc9-4f0c-92c2-073604cb79cf') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:35:39.239043 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-bf6f1717-21ca-4da6-8581-c30e5c2cb04b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf0b6be8-edc9-4f0c-92c2-073604cb79cf') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:35:39.247559 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-80db5c19-1761-408b-b636-093ab048cf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:39.266218 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bf6f1717-21ca-4da6-8581-c30e5c2cb04b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:39.273441 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80db5c19-1761-408b-b636-093ab048cf7e None None] No DVR routers for this DVR port 138b780b-5f6d-4498-94b0-de7dec32e21f on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:35:39.305236 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db5c19-1761-408b-b636-093ab048cf7e None None] Pushing event deleted for resources: {'Port': ['ID=138b780b-5f6d-4498-94b0-de7dec32e21f,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:39.311569 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6f1717-21ca-4da6-8581-c30e5c2cb04b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event deleted for resources: {'Port': ['ID=138b780b-5f6d-4498-94b0-de7dec32e21f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:39.316303 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bf6f1717-21ca-4da6-8581-c30e5c2cb04b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:39.333628 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf6f1717-21ca-4da6-8581-c30e5c2cb04b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:35:39.334165 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bf6f1717-21ca-4da6-8581-c30e5c2cb04b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:39.337955 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:35:39.337955 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:35:39.337955 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:35:39.337955 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:35:39.337955 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:35:39.337955 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:35:39.337955 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:35:39.337955 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:35:39.337955 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:35:39.337955 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:35:39.337955 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:35:39.337955 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:35:39.337955 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:35:39.337955 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:35:39.337955 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:35:39.337955 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:35:39.337955 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:35:39.337955 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:35:39.337955 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:35:39.337955 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:35:39.337955 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:35:39.337955 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:35:39.337955 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:35:39.337955 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:35:39.337955 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:35:39.337955 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:35:39.337955 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:35:39.337955 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:35:39.337955 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:35:39.337955 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:35:39.337955 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:35:39.337955 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:35:39.337955 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:35:39.337955 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:35:39.337955 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:35:39.337955 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:35:39.437972 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bf6f1717-21ca-4da6-8581-c30e5c2cb04b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:39.452191 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bf6f1717-21ca-4da6-8581-c30e5c2cb04b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:39.454697 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-bf6f1717-21ca-4da6-8581-c30e5c2cb04b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "DELETE /v2.0/networks/cb94e9f6-45eb-49e0-a514-b2fd008301e4 HTTP/1.1" status: 204 len: 168 time: 1.2126560 Jul 09 16:35:39.459003 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 56884) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:39.504962 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6f1717-21ca-4da6-8581-c30e5c2cb04b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event deleted for resources: {'Network': ['ID=cb94e9f6-45eb-49e0-a514-b2fd008301e4,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:39.584436 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732fbfb5-6c79-4acd-b487-1a4e145d5c30 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:39.585915 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-732fbfb5-6c79-4acd-b487-1a4e145d5c30 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "GET /v2.0/ports/7235edad-6587-4083-9ce5-7c938fc5a1d8 HTTP/1.1" status: 200 len: 841 time: 0.1247454 Jul 09 16:35:39.589737 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 56888) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:39.707287 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-fafe5a4b-e796-4a3e-98aa-a8ecb91d1167 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "GET /v2.0/ports/7235edad-6587-4083-9ce5-7c938fc5a1d8?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1162376 Jul 09 16:35:39.712705 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 56894) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:39.719074 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-43bd4f4a-b244-477f-b5cf-20cc3b8c351a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Request body: {'subnet': {'network_id': '1fb4d275-85e4-472a-9add-7add3c322f0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:39.915327 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 138b780b-5f6d-4498-94b0-de7dec32e21f no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:35:39.994905 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 138b780b-5f6d-4498-94b0-de7dec32e21f {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:35:40.003620 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 138b780b-5f6d-4498-94b0-de7dec32e21f not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:35:40.072296 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:40.105666 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43bd4f4a-b244-477f-b5cf-20cc3b8c351a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Made reservation on behalf of 6c6145552dd04842a1541a99fce20415 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:35:40.112136 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-43bd4f4a-b244-477f-b5cf-20cc3b8c351a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:40.149903 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82318ef-f81b-42df-8735-a5176339b2b7 req-e9d4d9b7-d136-4987-9e47-966617a01fc5 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:40.151641 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d82318ef-f81b-42df-8735-a5176339b2b7 req-e9d4d9b7-d136-4987-9e47-966617a01fc5 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/ports?device_id=1fd17488-a375-4c9a-b594-f5f9603f4217 HTTP/1.1" status: 200 len: 945 time: 0.1331820 Jul 09 16:35:40.274847 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d82318ef-f81b-42df-8735-a5176339b2b7 req-c7c71d27-d04a-4142-9157-b990555b48ce tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/security-groups?id=42cc1d4e-ad5f-4614-a7c2-8cc87fec12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129827 Jul 09 16:35:40.275990 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7485b6-c3b7-49f7-a218-a9554910a5e2 req-0cc020d2-8ae4-4c28-8dc5-4071447964a4 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:40.277848 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0a7485b6-c3b7-49f7-a218-a9554910a5e2 req-0cc020d2-8ae4-4c28-8dc5-4071447964a4 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.73 "GET /v2.0/ports?device_id=1fd17488-a375-4c9a-b594-f5f9603f4217 HTTP/1.1" status: 200 len: 945 time: 0.1918159 Jul 09 16:35:40.530074 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-0a7485b6-c3b7-49f7-a218-a9554910a5e2 req-4ce88785-2dae-412f-be3d-86808e3f9711 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Deleting port f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:35:40.530746 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0a7485b6-c3b7-49f7-a218-a9554910a5e2 req-4ce88785-2dae-412f-be3d-86808e3f9711 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:40.575656 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-43bd4f4a-b244-477f-b5cf-20cc3b8c351a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:40.630574 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bd4f4a-b244-477f-b5cf-20cc3b8c351a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Network 1fb4d275-85e4-472a-9add-7add3c322f0e is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:35:40.636838 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-43bd4f4a-b244-477f-b5cf-20cc3b8c351a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:35:40.649140 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f99164-1982-4f83-99aa-425117c9991c None None] Network 1fb4d275-85e4-472a-9add-7add3c322f0e requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:35:40.652767 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bd4f4a-b244-477f-b5cf-20cc3b8c351a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:40.653622 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-43bd4f4a-b244-477f-b5cf-20cc3b8c351a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:40.695199 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bd4f4a-b244-477f-b5cf-20cc3b8c351a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event updated for resources: {'Subnet': ['ID=dc1bbf0a-24ce-4bed-83ed-16da0a2c65d9,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:40.701051 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-43bd4f4a-b244-477f-b5cf-20cc3b8c351a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9869144 Jul 09 16:35:40.704391 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 56916) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:40.710394 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-82fd0986-74fe-4cc1-bdce-2d488adee7b6 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Request body: {'security_group': {'name': 'tempest-secgroup-331322469'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:40.727843 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-0a7485b6-c3b7-49f7-a218-a9554910a5e2 req-4ce88785-2dae-412f-be3d-86808e3f9711 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] For port f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4,segment=NetworkSegment(ff4c1188-4c7e-4a21-a4de-80c253f4fab0),segment_id=ff4c1188-4c7e-4a21-a4de-80c253f4fab0)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:35:40.728330 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0a7485b6-c3b7-49f7-a218-a9554910a5e2 req-4ce88785-2dae-412f-be3d-86808e3f9711 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:40.754798 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-82fd0986-74fe-4cc1-bdce-2d488adee7b6 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:40.912654 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-82fd0986-74fe-4cc1-bdce-2d488adee7b6 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:40.919161 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-82fd0986-74fe-4cc1-bdce-2d488adee7b6 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:40.989992 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c61ee4-9c4a-4aa0-aec4-f3af0b2e6cb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-1fb4d275-85e4-472a-9add-7add3c322f0e', 'network_id': '1fb4d275-85e4-472a-9add-7add3c322f0e', 'tenant_id': '6c6145552dd04842a1541a99fce20415', 'fixed_ips': [{'subnet_id': 'dc1bbf0a-24ce-4bed-83ed-16da0a2c65d9'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:35:40.991022 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-53c61ee4-9c4a-4aa0-aec4-f3af0b2e6cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:40.992123 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-82fd0986-74fe-4cc1-bdce-2d488adee7b6 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:40.993811 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-82fd0986-74fe-4cc1-bdce-2d488adee7b6 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2879329 Jul 09 16:35:40.996547 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd0986-74fe-4cc1-bdce-2d488adee7b6 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3874568-9cf2-452b-b236-86c2843b6a5b,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:40.997170 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 56922) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:41.021759 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-9468a0e9-966c-4e11-b2c4-3e525d4b8d16 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Request body: {'security_group': {'name': 'tempest-secgroup-1074973749'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:41.296646 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-53c61ee4-9c4a-4aa0-aec4-f3af0b2e6cb3 None None] Allocated IP 172.20.0.2 (1fb4d275-85e4-472a-9add-7add3c322f0e/dc1bbf0a-24ce-4bed-83ed-16da0a2c65d9/d9e27359-3eab-4d5c-ac41-9c2b98c59fb2) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:35:41.622034 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-53c61ee4-9c4a-4aa0-aec4-f3af0b2e6cb3 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:41.645873 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-53c61ee4-9c4a-4aa0-aec4-f3af0b2e6cb3 None None] Transition to ACTIVE for port object d9e27359-3eab-4d5c-ac41-9c2b98c59fb2 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:35:41.679665 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-53c61ee4-9c4a-4aa0-aec4-f3af0b2e6cb3 None None] Transition to ACTIVE for port object d9e27359-3eab-4d5c-ac41-9c2b98c59fb2 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:35:41.695153 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-53c61ee4-9c4a-4aa0-aec4-f3af0b2e6cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:41.762045 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c61ee4-9c4a-4aa0-aec4-f3af0b2e6cb3 None None] Pushing event updated for resources: {'Port': ['ID=d9e27359-3eab-4d5c-ac41-9c2b98c59fb2,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:41.778827 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c61ee4-9c4a-4aa0-aec4-f3af0b2e6cb3 None None] Network 1fb4d275-85e4-472a-9add-7add3c322f0e is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:35:41.780768 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-53c61ee4-9c4a-4aa0-aec4-f3af0b2e6cb3 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:35:41.783498 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c61ee4-9c4a-4aa0-aec4-f3af0b2e6cb3 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:35:41.965711 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-53c61ee4-9c4a-4aa0-aec4-f3af0b2e6cb3 None None] Attempting to bind port d9e27359-3eab-4d5c-ac41-9c2b98c59fb2 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:35:41.967282 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-53c61ee4-9c4a-4aa0-aec4-f3af0b2e6cb3 None None] Attempting to bind port d9e27359-3eab-4d5c-ac41-9c2b98c59fb2 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'e4e98592-0354-4a91-a51f-a1f0441cbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1fb4d275-85e4-472a-9add-7add3c322f0e'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:35:41.968247 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c61ee4-9c4a-4aa0-aec4-f3af0b2e6cb3 None None] Attempting to bind port d9e27359-3eab-4d5c-ac41-9c2b98c59fb2 on network 1fb4d275-85e4-472a-9add-7add3c322f0e {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:35:41.995859 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c61ee4-9c4a-4aa0-aec4-f3af0b2e6cb3 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:35:42.022585 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c61ee4-9c4a-4aa0-aec4-f3af0b2e6cb3 None None] Checking segment: {'id': 'e4e98592-0354-4a91-a51f-a1f0441cbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1fb4d275-85e4-472a-9add-7add3c322f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:35:42.024945 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-53c61ee4-9c4a-4aa0-aec4-f3af0b2e6cb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:42.027346 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c61ee4-9c4a-4aa0-aec4-f3af0b2e6cb3 None None] Bound using segment: {'id': 'e4e98592-0354-4a91-a51f-a1f0441cbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1fb4d275-85e4-472a-9add-7add3c322f0e'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:35:42.029383 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-53c61ee4-9c4a-4aa0-aec4-f3af0b2e6cb3 None None] Bound port: d9e27359-3eab-4d5c-ac41-9c2b98c59fb2, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4e98592-0354-4a91-a51f-a1f0441cbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1fb4d275-85e4-472a-9add-7add3c322f0e'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:35:42.033568 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-53c61ee4-9c4a-4aa0-aec4-f3af0b2e6cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:42.253701 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-53c61ee4-9c4a-4aa0-aec4-f3af0b2e6cb3 None None] For port d9e27359-3eab-4d5c-ac41-9c2b98c59fb2, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:35:42.271759 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-53c61ee4-9c4a-4aa0-aec4-f3af0b2e6cb3 None None] For port d9e27359-3eab-4d5c-ac41-9c2b98c59fb2, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=d9e27359-3eab-4d5c-ac41-9c2b98c59fb2,segment=NetworkSegment(e4e98592-0354-4a91-a51f-a1f0441cbb05),segment_id=e4e98592-0354-4a91-a51f-a1f0441cbb05)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:35:42.281809 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-53c61ee4-9c4a-4aa0-aec4-f3af0b2e6cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:42.386422 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0a7485b6-c3b7-49f7-a218-a9554910a5e2 req-4ce88785-2dae-412f-be3d-86808e3f9711 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:42.390584 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0a7485b6-c3b7-49f7-a218-a9554910a5e2 req-4ce88785-2dae-412f-be3d-86808e3f9711 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:42.392568 n-d-798930-3 neutron-server[93958]: INFO neutron.db.l3_db [req-0a7485b6-c3b7-49f7-a218-a9554910a5e2 req-4ce88785-2dae-412f-be3d-86808e3f9711 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Floating IP 4e940a92-e627-4247-a8cc-9682cfbcc5af disassociated. External IP: 172.25.0.67, port: f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4. Jul 09 16:35:42.393521 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-0a7485b6-c3b7-49f7-a218-a9554910a5e2 req-4ce88785-2dae-412f-be3d-86808e3f9711 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Calling delete_port for f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:35:42.432677 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c61ee4-9c4a-4aa0-aec4-f3af0b2e6cb3 None None] Pushing event updated for resources: {'Port': ['ID=d9e27359-3eab-4d5c-ac41-9c2b98c59fb2,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:42.564439 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9468a0e9-966c-4e11-b2c4-3e525d4b8d16 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:42.708636 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b238730-4c64-4c6b-8ba8-e67e7f63b29e req-681bb5a8-1cfe-4992-a1e6-6173a2070893 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:42.719480 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1b238730-4c64-4c6b-8ba8-e67e7f63b29e req-681bb5a8-1cfe-4992-a1e6-6173a2070893 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/ports?device_id=1fd17488-a375-4c9a-b594-f5f9603f4217 HTTP/1.1" status: 200 len: 945 time: 0.5550876 Jul 09 16:35:42.934423 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1b238730-4c64-4c6b-8ba8-e67e7f63b29e req-440e0a44-dd0e-4630-887f-1e885b3f5272 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/security-groups?id=42cc1d4e-ad5f-4614-a7c2-8cc87fec12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2140317 Jul 09 16:35:42.960328 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0a7485b6-c3b7-49f7-a218-a9554910a5e2 req-4ce88785-2dae-412f-be3d-86808e3f9711 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:43.171544 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce88785-2dae-412f-be3d-86808e3f9711 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Pushing event deleted for resources: {'Port': ['ID=f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:43.188904 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9468a0e9-966c-4e11-b2c4-3e525d4b8d16 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:43.204811 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9468a0e9-966c-4e11-b2c4-3e525d4b8d16 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:43.302825 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9468a0e9-966c-4e11-b2c4-3e525d4b8d16 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:43.304317 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-9468a0e9-966c-4e11-b2c4-3e525d4b8d16 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.3053935 Jul 09 16:35:43.308470 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 56992) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:43.316130 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-9b2c6201-1b67-48d8-834e-f3301005ed98 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-8970266', 'security_groups': ['73a2f919-4316-4ea1-89fd-ebe72f65491f'], 'network_id': '1fb4d275-85e4-472a-9add-7add3c322f0e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'dc1bbf0a-24ce-4bed-83ed-16da0a2c65d9'}]}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:43.318637 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9468a0e9-966c-4e11-b2c4-3e525d4b8d16 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73a2f919-4316-4ea1-89fd-ebe72f65491f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:43.358258 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a7485b6-c3b7-49f7-a218-a9554910a5e2 req-4ce88785-2dae-412f-be3d-86808e3f9711 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Router a90c85c8-9dc9-478f-bcd7-3b436153b307 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:35:43.588955 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2c6201-1b67-48d8-834e-f3301005ed98 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Made reservation on behalf of 6c6145552dd04842a1541a99fce20415 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:35:43.681262 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a7485b6-c3b7-49f7-a218-a9554910a5e2 req-4ce88785-2dae-412f-be3d-86808e3f9711 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:35:43.692413 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d73bb9-74f0-41af-aeb6-a9e8e59a8524 None None] Sync routers for ids ['a90c85c8-9dc9-478f-bcd7-3b436153b307'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:35:43.715670 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d73bb9-74f0-41af-aeb6-a9e8e59a8524 None None] Routers {'a90c85c8-9dc9-478f-bcd7-3b436153b307'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:35:43.716320 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b2d73bb9-74f0-41af-aeb6-a9e8e59a8524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:35:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['a90c85c8-9dc9-478f-bcd7-3b436153b307'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:35:43.746166 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a7485b6-c3b7-49f7-a218-a9554910a5e2 req-4ce88785-2dae-412f-be3d-86808e3f9711 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] No DVR routers for this DVR port f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4 on host n-h2-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:35:43.761168 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0a7485b6-c3b7-49f7-a218-a9554910a5e2 req-4ce88785-2dae-412f-be3d-86808e3f9711 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:43.767256 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0a7485b6-c3b7-49f7-a218-a9554910a5e2 req-4ce88785-2dae-412f-be3d-86808e3f9711 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.73 "DELETE /v2.0/ports/f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4 HTTP/1.1" status: 204 len: 173 time: 3.4803379 Jul 09 16:35:43.768375 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd17488-a375-4c9a-b594-f5f9603f4217', 'name': 'network-vif-deleted', 'tag': 'f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:35:43.774686 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab108ad6-f484-4d73-b198-1a23dee67123" -d '{"events": [{"server_uuid": "1fd17488-a375-4c9a-b594-f5f9603f4217", "name": "network-vif-deleted", "tag": "f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:35:43.908617 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9b2c6201-1b67-48d8-834e-f3301005ed98 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:43.987987 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-9b2c6201-1b67-48d8-834e-f3301005ed98 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] device_id is not set on port b3234b31-a1ed-41d8-ad3f-4d096b43df91 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:35:44.043876 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d9e27359-3eab-4d5c-ac41-9c2b98c59fb2 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:35:44.262815 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-b2d73bb9-74f0-41af-aeb6-a9e8e59a8524 None None] Set router a90c85c8-9dc9-478f-bcd7-3b436153b307 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:35:44.413177 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port d9e27359-3eab-4d5c-ac41-9c2b98c59fb2 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:35:44.436978 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fca6ed27-31a6-4510-b1ba-f45789ea4e72 req-0156a7cd-dc67-412b-9320-036d44b14972 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/ports?device_id=1fd17488-a375-4c9a-b594-f5f9603f4217 HTTP/1.1" status: 200 len: 210 time: 0.0863135 Jul 09 16:35:44.469533 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78834424-bd95-4ccc-b700-d9c8d3187d56 x-openstack-request-id: req-78834424-bd95-4ccc-b700-d9c8d3187d56 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:35:44.469772 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fd17488-a375-4c9a-b594-f5f9603f4217", "name": "network-vif-deleted", "tag": "f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:35:44.470188 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-78834424-bd95-4ccc-b700-d9c8d3187d56 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:35:44.470389 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd17488-a375-4c9a-b594-f5f9603f4217', 'name': 'network-vif-deleted', 'tag': 'f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4', 'status': 'completed', 'code': 200} Jul 09 16:35:44.569015 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-9b2c6201-1b67-48d8-834e-f3301005ed98 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Allocated IP 172.20.0.4 (1fb4d275-85e4-472a-9add-7add3c322f0e/dc1bbf0a-24ce-4bed-83ed-16da0a2c65d9/b3234b31-a1ed-41d8-ad3f-4d096b43df91) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:35:44.775033 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:35:44.779437 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-82f15982-0782-4d4a-bbf9-931126b2a4e0 None None] Provisioning complete for port 7235edad-6587-4083-9ce5-7c938fc5a1d8 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:35:44.779841 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-82f15982-0782-4d4a-bbf9-931126b2a4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:44.851504 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-82f15982-0782-4d4a-bbf9-931126b2a4e0 None None] Port 7235edad-6587-4083-9ce5-7c938fc5a1d8 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:35:44.877399 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:35:44.878037 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device f95fbcd1-9440-453d-abfc-bfd4aa2fcaf4 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:35:44.895730 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-82f15982-0782-4d4a-bbf9-931126b2a4e0 None None] Provisioning for port d9e27359-3eab-4d5c-ac41-9c2b98c59fb2 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:35:44.900844 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9b2c6201-1b67-48d8-834e-f3301005ed98 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:44.918165 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b2d73bb9-74f0-41af-aeb6-a9e8e59a8524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'name': 'tempest-AttachVolumeTestJSON-1223617838-router', 'tenant_id': 'c352622f74f54906914220d03e45b0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '1fc5489f-84c9-44e6-ba8e-392c2519d7aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:26:59Z', 'updated_at': '2021-07-09T16:27:08Z', 'revision_number': 4, 'project_id': 'c352622f74f54906914220d03e45b0a2', 'gw_port': {'id': '1fc5489f-84c9-44e6-ba8e-392c2519d7aa', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:27:02Z', 'updated_at': '2021-07-09T16:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '00e8a9e8-bd1b-484b-9903-3c8a9fa65b58', 'name': '', 'network_id': 'adbf0553-b476-4533-a282-e74124932d76', 'tenant_id': 'c352622f74f54906914220d03e45b0a2', 'mac_address': 'fa:16:3e:a6:de:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '4438d29a-df86-457d-ba35-c2df5ed90700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:27:06Z', 'updated_at': '2021-07-09T16:27:15Z', 'revision_number': 5, 'project_id': 'c352622f74f54906914220d03e45b0a2', 'subnets': [{'id': '4438d29a-df86-457d-ba35-c2df5ed90700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:35:44.938930 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-9b2c6201-1b67-48d8-834e-f3301005ed98 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Transition to ACTIVE for port object b3234b31-a1ed-41d8-ad3f-4d096b43df91 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:35:44.980040 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-82f15982-0782-4d4a-bbf9-931126b2a4e0 None None] Provisioning complete for port d9e27359-3eab-4d5c-ac41-9c2b98c59fb2 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:35:44.980224 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-82f15982-0782-4d4a-bbf9-931126b2a4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:44.983825 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d73bb9-74f0-41af-aeb6-a9e8e59a8524 None None] Checking router: a90c85c8-9dc9-478f-bcd7-3b436153b307 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:35:45.015542 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9b2c6201-1b67-48d8-834e-f3301005ed98 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:45.027588 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d73bb9-74f0-41af-aeb6-a9e8e59a8524 None None] Routers {'a90c85c8-9dc9-478f-bcd7-3b436153b307'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:35:45.028639 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b2d73bb9-74f0-41af-aeb6-a9e8e59a8524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:35:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['a90c85c8-9dc9-478f-bcd7-3b436153b307'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:35:45.149149 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c6201-1b67-48d8-834e-f3301005ed98 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event updated for resources: {'Port': ['ID=b3234b31-a1ed-41d8-ad3f-4d096b43df91,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:45.171804 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2c6201-1b67-48d8-834e-f3301005ed98 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:45.172136 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2c6201-1b67-48d8-834e-f3301005ed98 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:45.172450 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2c6201-1b67-48d8-834e-f3301005ed98 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:45.172780 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2c6201-1b67-48d8-834e-f3301005ed98 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:45.173105 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2c6201-1b67-48d8-834e-f3301005ed98 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:45.173426 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2c6201-1b67-48d8-834e-f3301005ed98 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:45.173744 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2c6201-1b67-48d8-834e-f3301005ed98 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:45.174059 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2c6201-1b67-48d8-834e-f3301005ed98 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:45.174383 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2c6201-1b67-48d8-834e-f3301005ed98 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:45.174691 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2c6201-1b67-48d8-834e-f3301005ed98 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:45.175030 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2c6201-1b67-48d8-834e-f3301005ed98 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:45.175344 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2c6201-1b67-48d8-834e-f3301005ed98 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:45.207490 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-b2d73bb9-74f0-41af-aeb6-a9e8e59a8524 None None] Set router a90c85c8-9dc9-478f-bcd7-3b436153b307 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:35:45.208664 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2c6201-1b67-48d8-834e-f3301005ed98 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Network 1fb4d275-85e4-472a-9add-7add3c322f0e is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:35:45.210115 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-9b2c6201-1b67-48d8-834e-f3301005ed98 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:35:45.213960 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2c6201-1b67-48d8-834e-f3301005ed98 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:35:45.330022 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2c6201-1b67-48d8-834e-f3301005ed98 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:45.330662 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9b2c6201-1b67-48d8-834e-f3301005ed98 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:45.364370 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-9b2c6201-1b67-48d8-834e-f3301005ed98 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.0496278 Jul 09 16:35:45.364570 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 57040) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:45.376649 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-40f4848a-efc6-4a3d-9ee5-bca01dbed77d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Request body: {'subnet': {'network_id': '1fb4d275-85e4-472a-9add-7add3c322f0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:45.649918 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f4848a-efc6-4a3d-9ee5-bca01dbed77d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Made reservation on behalf of 6c6145552dd04842a1541a99fce20415 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:35:45.654314 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-40f4848a-efc6-4a3d-9ee5-bca01dbed77d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:45.742493 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-82f15982-0782-4d4a-bbf9-931126b2a4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:45.819585 n-d-798930-3 neutron-server[93959]: INFO neutron.db.ipam_backend_mixin [None req-40f4848a-efc6-4a3d-9ee5-bca01dbed77d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet dc1bbf0a-24ce-4bed-83ed-16da0a2c65d9 (CIDR: 172.20.0.0/28) Jul 09 16:35:45.829667 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-40f4848a-efc6-4a3d-9ee5-bca01dbed77d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:35:45.830636 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40f4848a-efc6-4a3d-9ee5-bca01dbed77d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:35:45.854708 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-40f4848a-efc6-4a3d-9ee5-bca01dbed77d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4889991 Jul 09 16:35:45.858348 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 57054) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:45.893072 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-91c7d7c9-bd19-4059-8911-013246a7f410 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Request body: {'subnet': {'network_id': '1fb4d275-85e4-472a-9add-7add3c322f0e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:45.936898 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-82f15982-0782-4d4a-bbf9-931126b2a4e0 None None] For port d9e27359-3eab-4d5c-ac41-9c2b98c59fb2, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=d9e27359-3eab-4d5c-ac41-9c2b98c59fb2,segment=NetworkSegment(e4e98592-0354-4a91-a51f-a1f0441cbb05),segment_id=e4e98592-0354-4a91-a51f-a1f0441cbb05)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:35:45.948947 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-82f15982-0782-4d4a-bbf9-931126b2a4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:46.046537 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f15982-0782-4d4a-bbf9-931126b2a4e0 None None] Pushing event updated for resources: {'Port': ['ID=d9e27359-3eab-4d5c-ac41-9c2b98c59fb2,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:46.074315 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c7d7c9-bd19-4059-8911-013246a7f410 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Made reservation on behalf of 6c6145552dd04842a1541a99fce20415 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:35:46.083416 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-91c7d7c9-bd19-4059-8911-013246a7f410 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:46.106288 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f151a8a8-3fb3-4cac-a413-e0fdd48db806 None None] Provisioning for port b3234b31-a1ed-41d8-ad3f-4d096b43df91 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:35:46.120177 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f151a8a8-3fb3-4cac-a413-e0fdd48db806 None None] Provisioning complete for port b3234b31-a1ed-41d8-ad3f-4d096b43df91 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:35:46.130489 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f151a8a8-3fb3-4cac-a413-e0fdd48db806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:46.186089 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-f151a8a8-3fb3-4cac-a413-e0fdd48db806 None None] Port b3234b31-a1ed-41d8-ad3f-4d096b43df91 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:35:46.212471 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b2d73bb9-74f0-41af-aeb6-a9e8e59a8524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'name': 'tempest-AttachVolumeTestJSON-1223617838-router', 'tenant_id': 'c352622f74f54906914220d03e45b0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '1fc5489f-84c9-44e6-ba8e-392c2519d7aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:26:59Z', 'updated_at': '2021-07-09T16:27:08Z', 'revision_number': 4, 'project_id': 'c352622f74f54906914220d03e45b0a2', 'gw_port': {'id': '1fc5489f-84c9-44e6-ba8e-392c2519d7aa', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:27:02Z', 'updated_at': '2021-07-09T16:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '00e8a9e8-bd1b-484b-9903-3c8a9fa65b58', 'name': '', 'network_id': 'adbf0553-b476-4533-a282-e74124932d76', 'tenant_id': 'c352622f74f54906914220d03e45b0a2', 'mac_address': 'fa:16:3e:a6:de:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '4438d29a-df86-457d-ba35-c2df5ed90700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:27:06Z', 'updated_at': '2021-07-09T16:27:15Z', 'revision_number': 5, 'project_id': 'c352622f74f54906914220d03e45b0a2', 'subnets': [{'id': '4438d29a-df86-457d-ba35-c2df5ed90700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:35:46.253460 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d73bb9-74f0-41af-aeb6-a9e8e59a8524 None None] The sync data for ids ['a90c85c8-9dc9-478f-bcd7-3b436153b307'] in n-d-798930-3 is: [{'id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'name': 'tempest-AttachVolumeTestJSON-1223617838-router', 'tenant_id': 'c352622f74f54906914220d03e45b0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '1fc5489f-84c9-44e6-ba8e-392c2519d7aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:26:59Z', 'updated_at': '2021-07-09T16:27:08Z', 'revision_number': 4, 'project_id': 'c352622f74f54906914220d03e45b0a2', 'gw_port': {'id': '1fc5489f-84c9-44e6-ba8e-392c2519d7aa', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:27:02Z', 'updated_at': '2021-07-09T16:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '00e8a9e8-bd1b-484b-9903-3c8a9fa65b58', 'name': '', 'network_id': 'adbf0553-b476-4533-a282-e74124932d76', 'tenant_id': 'c352622f74f54906914220d03e45b0a2', 'mac_address': 'fa:16:3e:a6:de:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '4438d29a-df86-457d-ba35-c2df5ed90700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:27:06Z', 'updated_at': '2021-07-09T16:27:15Z', 'revision_number': 5, 'project_id': 'c352622f74f54906914220d03e45b0a2', 'subnets': [{'id': '4438d29a-df86-457d-ba35-c2df5ed90700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:35:46.597078 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-91c7d7c9-bd19-4059-8911-013246a7f410 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:46.648412 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c7d7c9-bd19-4059-8911-013246a7f410 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Network 1fb4d275-85e4-472a-9add-7add3c322f0e is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:35:46.651845 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-91c7d7c9-bd19-4059-8911-013246a7f410 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:35:46.656816 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c7d7c9-bd19-4059-8911-013246a7f410 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:46.657408 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-91c7d7c9-bd19-4059-8911-013246a7f410 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:46.669993 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c7d7c9-bd19-4059-8911-013246a7f410 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event updated for resources: {'Subnet': ['ID=d5d4610e-2ad8-4662-be8e-fdef9db4a055,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:46.681726 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-91c7d7c9-bd19-4059-8911-013246a7f410 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8067856 Jul 09 16:35:46.684814 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 57066) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:46.692507 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4397c3a5-02dd-4d2a-abe3-5abbe4189a0a None None] Network 1fb4d275-85e4-472a-9add-7add3c322f0e requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:35:46.693420 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-aa68a258-0b70-4bd5-8715-6fd2b28e2f0b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-83104780', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd5d4610e-2ad8-4662-be8e-fdef9db4a055'}], 'security_groups': ['e3874568-9cf2-452b-b236-86c2843b6a5b']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:46.728828 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a273aebe-9278-4f96-8c0a-19e75bf700b5 None None] New status for floating IP 4e940a92-e627-4247-a8cc-9682cfbcc5af: DOWN {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:35:46.801890 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 57074) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:46.918357 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2eb73ef5-6fa9-4381-8f73-2095426e60d7 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:46.986843 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aa68a258-0b70-4bd5-8715-6fd2b28e2f0b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:46.998873 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2eb73ef5-6fa9-4381-8f73-2095426e60d7 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:47.131575 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2eb73ef5-6fa9-4381-8f73-2095426e60d7 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:47.135058 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2eb73ef5-6fa9-4381-8f73-2095426e60d7 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:47.140446 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2eb73ef5-6fa9-4381-8f73-2095426e60d7 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "DELETE /v2.0/security-groups/42cc1d4e-ad5f-4614-a7c2-8cc87fec12c5 HTTP/1.1" status: 204 len: 168 time: 0.3337572 Jul 09 16:35:47.165900 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 57078) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:47.198101 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb73ef5-6fa9-4381-8f73-2095426e60d7 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42cc1d4e-ad5f-4614-a7c2-8cc87fec12c5,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:47.257494 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b034bb99-7adf-478e-b751-73d6c992081b None None] Update dhcp port {'port': {'network_id': '1fb4d275-85e4-472a-9add-7add3c322f0e', 'fixed_ips': [{'subnet_id': 'dc1bbf0a-24ce-4bed-83ed-16da0a2c65d9', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd5d4610e-2ad8-4662-be8e-fdef9db4a055'}], 'binding:host_id': 'n-d-798930-3'}, 'id': 'd9e27359-3eab-4d5c-ac41-9c2b98c59fb2'} from n-d-798930-3. {{(pid=93960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 16:35:47.282238 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-369f05ef-d935-4bed-8e14-5964b89130ca tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] show failed (client error): The resource could not be found. Jul 09 16:35:47.295844 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-369f05ef-d935-4bed-8e14-5964b89130ca tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "GET /v2.0/security-groups/42cc1d4e-ad5f-4614-a7c2-8cc87fec12c5 HTTP/1.1" status: 404 len: 347 time: 0.1253550 Jul 09 16:35:47.297102 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 57082) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:47.317624 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b034bb99-7adf-478e-b751-73d6c992081b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:47.574162 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-f385c595-cb3d-4ac2-a04c-1ab19bd7f232 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Deleting port 2ff4dab1-527d-40d4-b4b5-f4b647586642 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:35:47.574598 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f385c595-cb3d-4ac2-a04c-1ab19bd7f232 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:47.684331 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-aa68a258-0b70-4bd5-8715-6fd2b28e2f0b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Delete allocated IP 172.20.0.4 (1fb4d275-85e4-472a-9add-7add3c322f0e/dc1bbf0a-24ce-4bed-83ed-16da0a2c65d9) {{(pid=93959) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 09 16:35:47.692975 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f385c595-cb3d-4ac2-a04c-1ab19bd7f232 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:47.694473 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f385c595-cb3d-4ac2-a04c-1ab19bd7f232 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:47.698624 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-aa68a258-0b70-4bd5-8715-6fd2b28e2f0b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Allocated IP 172.20.0.25 (1fb4d275-85e4-472a-9add-7add3c322f0e/d5d4610e-2ad8-4662-be8e-fdef9db4a055/b3234b31-a1ed-41d8-ad3f-4d096b43df91) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:35:47.722867 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-f385c595-cb3d-4ac2-a04c-1ab19bd7f232 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Calling delete_port for 2ff4dab1-527d-40d4-b4b5-f4b647586642 owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:35:47.877886 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d9e27359-3eab-4d5c-ac41-9c2b98c59fb2 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:35:48.004091 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f385c595-cb3d-4ac2-a04c-1ab19bd7f232 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:48.027235 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port d9e27359-3eab-4d5c-ac41-9c2b98c59fb2 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:35:48.031074 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:48.054182 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aa68a258-0b70-4bd5-8715-6fd2b28e2f0b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:48.089283 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-aa68a258-0b70-4bd5-8715-6fd2b28e2f0b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Transition to ACTIVE for port object b3234b31-a1ed-41d8-ad3f-4d096b43df91 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:35:48.101556 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aa68a258-0b70-4bd5-8715-6fd2b28e2f0b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:48.194065 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f385c595-cb3d-4ac2-a04c-1ab19bd7f232 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Pushing event deleted for resources: {'Port': ['ID=2ff4dab1-527d-40d4-b4b5-f4b647586642,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:48.198011 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa68a258-0b70-4bd5-8715-6fd2b28e2f0b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event updated for resources: {'Port': ['ID=b3234b31-a1ed-41d8-ad3f-4d096b43df91,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:48.351810 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f385c595-cb3d-4ac2-a04c-1ab19bd7f232 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:48.360562 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f385c595-cb3d-4ac2-a04c-1ab19bd7f232 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:48.363559 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f385c595-cb3d-4ac2-a04c-1ab19bd7f232 tempest-AttachVolumeTestJSON-227905092 tempest-AttachVolumeTestJSON-227905092-project] 10.222.0.98 "DELETE /v2.0/floatingips/4e940a92-e627-4247-a8cc-9682cfbcc5af HTTP/1.1" status: 204 len: 168 time: 1.0658507 Jul 09 16:35:48.445042 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-b034bb99-7adf-478e-b751-73d6c992081b None None] Allocated IP 172.20.0.18 (1fb4d275-85e4-472a-9add-7add3c322f0e/d5d4610e-2ad8-4662-be8e-fdef9db4a055/d9e27359-3eab-4d5c-ac41-9c2b98c59fb2) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:35:48.456769 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-aa68a258-0b70-4bd5-8715-6fd2b28e2f0b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] In _notify_port_updated(), no bound segment for port b3234b31-a1ed-41d8-ad3f-4d096b43df91 on network 1fb4d275-85e4-472a-9add-7add3c322f0e {{(pid=93959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 16:35:48.469366 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa68a258-0b70-4bd5-8715-6fd2b28e2f0b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:48.473543 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aa68a258-0b70-4bd5-8715-6fd2b28e2f0b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:48.475186 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-aa68a258-0b70-4bd5-8715-6fd2b28e2f0b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "PUT /v2.0/ports/b3234b31-a1ed-41d8-ad3f-4d096b43df91 HTTP/1.1" status: 200 len: 919 time: 1.7889843 Jul 09 16:35:48.478445 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 57106) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:48.745362 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b034bb99-7adf-478e-b751-73d6c992081b None None] For port d9e27359-3eab-4d5c-ac41-9c2b98c59fb2, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=d9e27359-3eab-4d5c-ac41-9c2b98c59fb2,segment=NetworkSegment(e4e98592-0354-4a91-a51f-a1f0441cbb05),segment_id=e4e98592-0354-4a91-a51f-a1f0441cbb05)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:35:48.822593 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b034bb99-7adf-478e-b751-73d6c992081b None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:48.824492 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-87e8fa22-1273-42b5-b135-749ef1a5ecc0 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Deleting port b3234b31-a1ed-41d8-ad3f-4d096b43df91 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:35:48.824843 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-87e8fa22-1273-42b5-b135-749ef1a5ecc0 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:48.858068 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b034bb99-7adf-478e-b751-73d6c992081b None None] Transition to ACTIVE for port object d9e27359-3eab-4d5c-ac41-9c2b98c59fb2 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:35:48.892164 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b034bb99-7adf-478e-b751-73d6c992081b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:48.995501 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 57122) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:49.027132 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-87e8fa22-1273-42b5-b135-749ef1a5ecc0 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:49.051954 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-87e8fa22-1273-42b5-b135-749ef1a5ecc0 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Calling delete_port for b3234b31-a1ed-41d8-ad3f-4d096b43df91 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:35:49.077092 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b034bb99-7adf-478e-b751-73d6c992081b None None] Pushing event updated for resources: {'Port': ['ID=d9e27359-3eab-4d5c-ac41-9c2b98c59fb2,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:49.264418 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b33366f1-0523-4951-8cb0-1dac4c63a10c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:49.309441 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-87e8fa22-1273-42b5-b135-749ef1a5ecc0 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:49.400161 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e8fa22-1273-42b5-b135-749ef1a5ecc0 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event deleted for resources: {'Port': ['ID=b3234b31-a1ed-41d8-ad3f-4d096b43df91,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:49.430021 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b33366f1-0523-4951-8cb0-1dac4c63a10c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:49.436915 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b33366f1-0523-4951-8cb0-1dac4c63a10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:49.508841 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b33366f1-0523-4951-8cb0-1dac4c63a10c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=801ade2f57564110bdf2787e0b9dd8db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5120790 Jul 09 16:35:49.511685 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 57132) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:49.512650 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33366f1-0523-4951-8cb0-1dac4c63a10c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28463da0-c60b-4b33-9689-a03216c4b441,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:49.552748 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 57134) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:49.563679 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-87e8fa22-1273-42b5-b135-749ef1a5ecc0 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:49.569040 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-87e8fa22-1273-42b5-b135-749ef1a5ecc0 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "DELETE /v2.0/ports/b3234b31-a1ed-41d8-ad3f-4d096b43df91 HTTP/1.1" status: 204 len: 168 time: 1.0888851 Jul 09 16:35:49.569442 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 57138) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:49.612330 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a409ba9-4994-445d-b82f-e67a9f96598a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] GET failed (client error): The resource could not be found. Jul 09 16:35:49.614249 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-5a409ba9-4994-445d-b82f-e67a9f96598a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "GET /v2.0/ports/b3234b31-a1ed-41d8-ad3f-4d096b43df91 HTTP/1.1" status: 404 len: 333 time: 0.0434234 Jul 09 16:35:49.617211 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 57140) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:49.642103 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ef9aa93-690a-4ebe-b150-0e13c2cf35c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:49.671943 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ef9aa93-690a-4ebe-b150-0e13c2cf35c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:49.741277 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ef9aa93-690a-4ebe-b150-0e13c2cf35c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:49.751218 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ef9aa93-690a-4ebe-b150-0e13c2cf35c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:49.756244 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2ef9aa93-690a-4ebe-b150-0e13c2cf35c5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/28463da0-c60b-4b33-9689-a03216c4b441 HTTP/1.1" status: 204 len: 168 time: 0.2354605 Jul 09 16:35:49.783066 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef9aa93-690a-4ebe-b150-0e13c2cf35c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28463da0-c60b-4b33-9689-a03216c4b441,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:49.824478 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89bc360d-cc09-4a1f-b883-89a08b97a208 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:49.847465 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-973a2d33-1481-443b-ba0f-8d46d07cd0e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:49.908487 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d9e27359-3eab-4d5c-ac41-9c2b98c59fb2 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:35:49.980020 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89bc360d-cc09-4a1f-b883-89a08b97a208 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:50.090968 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89bc360d-cc09-4a1f-b883-89a08b97a208 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:50.093702 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89bc360d-cc09-4a1f-b883-89a08b97a208 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:50.097944 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 57160) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:50.098463 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-89bc360d-cc09-4a1f-b883-89a08b97a208 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "DELETE /v2.0/security-groups/73a2f919-4316-4ea1-89fd-ebe72f65491f HTTP/1.1" status: 204 len: 168 time: 0.4758682 Jul 09 16:35:50.123695 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bc360d-cc09-4a1f-b883-89a08b97a208 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a2f919-4316-4ea1-89fd-ebe72f65491f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:50.204893 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-973a2d33-1481-443b-ba0f-8d46d07cd0e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:50.210701 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c4946ee6-c8bb-43a0-b679-1a88640f7531 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:50.212468 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-973a2d33-1481-443b-ba0f-8d46d07cd0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:50.228164 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-26865295-c7db-4b7f-8680-9b39b2903528 None None] Could not find standard attr ID for object b3234b31-a1ed-41d8-ad3f-4d096b43df91. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:35:50.251247 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-26865295-c7db-4b7f-8680-9b39b2903528 None None] Provisioning complete for port 7235edad-6587-4083-9ce5-7c938fc5a1d8 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:35:50.251629 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-26865295-c7db-4b7f-8680-9b39b2903528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:50.260939 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c4946ee6-c8bb-43a0-b679-1a88640f7531 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:50.295683 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-973a2d33-1481-443b-ba0f-8d46d07cd0e8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=13da8bd1526747cca07e08a5835280c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7365046 Jul 09 16:35:50.295898 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 57164) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:50.333374 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 57166) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:50.345444 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-26865295-c7db-4b7f-8680-9b39b2903528 None None] Port 7235edad-6587-4083-9ce5-7c938fc5a1d8 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:35:50.355806 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c4946ee6-c8bb-43a0-b679-1a88640f7531 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:50.359364 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c4946ee6-c8bb-43a0-b679-1a88640f7531 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:50.360899 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c4946ee6-c8bb-43a0-b679-1a88640f7531 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "DELETE /v2.0/security-groups/e3874568-9cf2-452b-b236-86c2843b6a5b HTTP/1.1" status: 204 len: 168 time: 0.2618361 Jul 09 16:35:50.365828 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ef5bad66-361f-418b-b9b5-73b1c026e283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:50.370469 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 57168) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:50.371420 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973a2d33-1481-443b-ba0f-8d46d07cd0e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d69a4e-9a8c-420d-bd40-dd00f19e3bed,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:50.374160 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-26865295-c7db-4b7f-8680-9b39b2903528 None None] Provisioning for port d9e27359-3eab-4d5c-ac41-9c2b98c59fb2 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:35:50.378848 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-26865295-c7db-4b7f-8680-9b39b2903528 None None] Provisioning complete for port d9e27359-3eab-4d5c-ac41-9c2b98c59fb2 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:35:50.379441 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-26865295-c7db-4b7f-8680-9b39b2903528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:50.385542 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4946ee6-c8bb-43a0-b679-1a88640f7531 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3874568-9cf2-452b-b236-86c2843b6a5b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:50.425224 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e9e72821-3dba-4840-a5ba-e93809b86744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:50.493820 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e9e72821-3dba-4840-a5ba-e93809b86744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:50.610677 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e9e72821-3dba-4840-a5ba-e93809b86744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:50.613605 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e2b894c-6ea8-47cf-9b74-7003d794f567 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Deleting subnet dc1bbf0a-24ce-4bed-83ed-16da0a2c65d9 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:35:50.615018 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e9e72821-3dba-4840-a5ba-e93809b86744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:50.616825 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e9e72821-3dba-4840-a5ba-e93809b86744 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/07d69a4e-9a8c-420d-bd40-dd00f19e3bed HTTP/1.1" status: 204 len: 168 time: 0.3197722 Jul 09 16:35:50.617258 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e2b894c-6ea8-47cf-9b74-7003d794f567 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:50.628966 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e72821-3dba-4840-a5ba-e93809b86744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d69a4e-9a8c-420d-bd40-dd00f19e3bed,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:50.693338 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ef5bad66-361f-418b-b9b5-73b1c026e283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:50.698696 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e2b894c-6ea8-47cf-9b74-7003d794f567 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:50.702737 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ef5bad66-361f-418b-b9b5-73b1c026e283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:50.770030 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ef5bad66-361f-418b-b9b5-73b1c026e283 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4780e50d1e5b4969ae751a01ed71ea4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4354393 Jul 09 16:35:50.773924 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 57172) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:50.774636 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5bad66-361f-418b-b9b5-73b1c026e283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93dd15b-4579-4a90-b945-844d93edbc32,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:50.880988 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e2b894c-6ea8-47cf-9b74-7003d794f567 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:50.899053 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6601ddb7-da95-4839-bce0-462302aac7ae None None] Could not find standard attr ID for object b3234b31-a1ed-41d8-ad3f-4d096b43df91. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:35:50.951754 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-59d860c1-bddb-4b11-ab05-bb749cf9b2e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:50.995193 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e2b894c-6ea8-47cf-9b74-7003d794f567 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:51.009290 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-59d860c1-bddb-4b11-ab05-bb749cf9b2e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:51.034733 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b894c-6ea8-47cf-9b74-7003d794f567 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event deleted for resources: {'Subnet': ['ID=dc1bbf0a-24ce-4bed-83ed-16da0a2c65d9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:51.042223 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e2b894c-6ea8-47cf-9b74-7003d794f567 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:51.051467 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8e2b894c-6ea8-47cf-9b74-7003d794f567 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "DELETE /v2.0/subnets/dc1bbf0a-24ce-4bed-83ed-16da0a2c65d9 HTTP/1.1" status: 204 len: 168 time: 0.6601312 Jul 09 16:35:51.052406 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 57184) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:51.058733 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a10816dc-0770-4f37-b2b5-802191288861 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Request body: {'subnet': {'network_id': '1fb4d275-85e4-472a-9add-7add3c322f0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:51.146665 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-59d860c1-bddb-4b11-ab05-bb749cf9b2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:51.150054 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-59d860c1-bddb-4b11-ab05-bb749cf9b2e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:51.150568 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-59d860c1-bddb-4b11-ab05-bb749cf9b2e5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b93dd15b-4579-4a90-b945-844d93edbc32 HTTP/1.1" status: 204 len: 168 time: 0.3750601 Jul 09 16:35:51.183514 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d860c1-bddb-4b11-ab05-bb749cf9b2e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93dd15b-4579-4a90-b945-844d93edbc32,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:51.301762 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69408bb-23e6-4532-8ad4-8189bd9933a8 None None] Network 1fb4d275-85e4-472a-9add-7add3c322f0e requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:35:51.329968 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10816dc-0770-4f37-b2b5-802191288861 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Made reservation on behalf of 6c6145552dd04842a1541a99fce20415 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:35:51.338757 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a10816dc-0770-4f37-b2b5-802191288861 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:51.375724 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 57194) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:51.395870 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c9e30dc2-70f0-4873-8f3e-0defc13416ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:51.668544 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c9e30dc2-70f0-4873-8f3e-0defc13416ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:51.676219 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c9e30dc2-70f0-4873-8f3e-0defc13416ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:51.795595 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c9e30dc2-70f0-4873-8f3e-0defc13416ce admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f4c5a239b38d45809a92135a4cb47e08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4175205 Jul 09 16:35:51.799536 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e30dc2-70f0-4873-8f3e-0defc13416ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fec78f8-96c2-4cbb-a7b4-5ccdce10e3cb,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:51.802065 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 57206) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:51.949198 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-83a894db-4213-4b4f-99e8-afae763f3727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:51.975605 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a10816dc-0770-4f37-b2b5-802191288861 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:52.056305 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-83a894db-4213-4b4f-99e8-afae763f3727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:52.086602 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10816dc-0770-4f37-b2b5-802191288861 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Network 1fb4d275-85e4-472a-9add-7add3c322f0e is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:35:52.097062 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-a10816dc-0770-4f37-b2b5-802191288861 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:35:52.109850 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10816dc-0770-4f37-b2b5-802191288861 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:52.111133 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a10816dc-0770-4f37-b2b5-802191288861 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:52.147363 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 57222) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:52.151929 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-48077900-f1b3-4000-992c-9de4616f944b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Request body: {'security_group': {'name': 'tempest-secgroup-1825289802'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:52.159973 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a10816dc-0770-4f37-b2b5-802191288861 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1061521 Jul 09 16:35:52.165333 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10816dc-0770-4f37-b2b5-802191288861 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event updated for resources: {'Subnet': ['ID=ce43318b-5bec-4e4a-ace8-b76d5dd08362,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:52.191617 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-48077900-f1b3-4000-992c-9de4616f944b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:52.204866 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-83a894db-4213-4b4f-99e8-afae763f3727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:52.207969 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-83a894db-4213-4b4f-99e8-afae763f3727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:52.209368 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-83a894db-4213-4b4f-99e8-afae763f3727 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6fec78f8-96c2-4cbb-a7b4-5ccdce10e3cb HTTP/1.1" status: 204 len: 168 time: 0.4063256 Jul 09 16:35:52.225528 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a894db-4213-4b4f-99e8-afae763f3727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fec78f8-96c2-4cbb-a7b4-5ccdce10e3cb,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:52.324337 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-52b88d8c-949d-4d45-b45d-198fc9f08765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:52.901389 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4523c3f-42a2-4dc1-8abe-995845135b2c None None] Network 1fb4d275-85e4-472a-9add-7add3c322f0e requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:35:52.983465 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-48077900-f1b3-4000-992c-9de4616f944b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:53.000248 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-48077900-f1b3-4000-992c-9de4616f944b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:53.082103 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-48077900-f1b3-4000-992c-9de4616f944b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:53.083338 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-48077900-f1b3-4000-992c-9de4616f944b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9349716 Jul 09 16:35:53.086182 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 57262) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:53.092213 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-35eb0645-b758-448e-9150-1ef3700ae0d9 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Request body: {'security_group': {'name': 'tempest-secgroup-2102863254'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:53.108082 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48077900-f1b3-4000-992c-9de4616f944b tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e47b6cac-a29e-4177-8c21-3b9e505fed53,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:53.132168 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 57268) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:53.153235 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35eb0645-b758-448e-9150-1ef3700ae0d9 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:53.171861 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5725d442-f1b6-4f5a-b690-2c055424e184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:53.350271 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e705b7ae-db03-4399-a0cf-a88278d20568 None None] Provisioning complete for port 7235edad-6587-4083-9ce5-7c938fc5a1d8 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:35:53.351211 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e705b7ae-db03-4399-a0cf-a88278d20568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:53.357780 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35eb0645-b758-448e-9150-1ef3700ae0d9 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:53.364356 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35eb0645-b758-448e-9150-1ef3700ae0d9 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:53.427917 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eb0645-b758-448e-9150-1ef3700ae0d9 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb0e9c7-dd33-4d72-a388-f5e33c966e55,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:53.447137 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eb0645-b758-448e-9150-1ef3700ae0d9 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:53.447609 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eb0645-b758-448e-9150-1ef3700ae0d9 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:53.447813 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eb0645-b758-448e-9150-1ef3700ae0d9 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:53.448144 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eb0645-b758-448e-9150-1ef3700ae0d9 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:53.448475 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eb0645-b758-448e-9150-1ef3700ae0d9 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:53.448800 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eb0645-b758-448e-9150-1ef3700ae0d9 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:53.449121 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eb0645-b758-448e-9150-1ef3700ae0d9 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:53.449444 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eb0645-b758-448e-9150-1ef3700ae0d9 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:53.449764 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eb0645-b758-448e-9150-1ef3700ae0d9 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:53.450083 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eb0645-b758-448e-9150-1ef3700ae0d9 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:53.450399 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eb0645-b758-448e-9150-1ef3700ae0d9 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:53.450857 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35eb0645-b758-448e-9150-1ef3700ae0d9 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:35:53.502534 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-e705b7ae-db03-4399-a0cf-a88278d20568 None None] Port 7235edad-6587-4083-9ce5-7c938fc5a1d8 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:35:53.533920 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5725d442-f1b6-4f5a-b690-2c055424e184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:53.554256 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5725d442-f1b6-4f5a-b690-2c055424e184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:53.559093 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35eb0645-b758-448e-9150-1ef3700ae0d9 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:53.564123 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-35eb0645-b758-448e-9150-1ef3700ae0d9 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4736278 Jul 09 16:35:53.564378 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 57282) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:53.570518 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-17f08ab0-65a2-474a-a87d-466bbb0263bd tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Request body: {'security_group': {'name': 'tempest-secgroup-1451199274'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:53.573938 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e705b7ae-db03-4399-a0cf-a88278d20568 None None] Provisioning complete for port d9e27359-3eab-4d5c-ac41-9c2b98c59fb2 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:35:53.575285 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e705b7ae-db03-4399-a0cf-a88278d20568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:53.629446 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17f08ab0-65a2-474a-a87d-466bbb0263bd tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:53.683308 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-5725d442-f1b6-4f5a-b690-2c055424e184 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4f3629e5b4924ad7acb26d368e542537&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5497699 Jul 09 16:35:53.692141 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 57288) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:53.727410 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5725d442-f1b6-4f5a-b690-2c055424e184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd40d761-2dc8-40ba-a96f-6d49fce366d5,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:53.895792 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3c9790-a334-4e76-9aab-6c2f709098b9 None None] Update dhcp port {'port': {'network_id': '1fb4d275-85e4-472a-9add-7add3c322f0e', 'fixed_ips': [{'subnet_id': 'd5d4610e-2ad8-4662-be8e-fdef9db4a055', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ce43318b-5bec-4e4a-ace8-b76d5dd08362'}], 'binding:host_id': 'n-d-798930-3'}, 'id': 'd9e27359-3eab-4d5c-ac41-9c2b98c59fb2'} from n-d-798930-3. {{(pid=93960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 16:35:53.906971 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b972905e-f5ab-413b-b0fa-8f4aae3fbadf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:53.951315 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b972905e-f5ab-413b-b0fa-8f4aae3fbadf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:53.975393 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17f08ab0-65a2-474a-a87d-466bbb0263bd tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:53.989864 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17f08ab0-65a2-474a-a87d-466bbb0263bd tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:53.994162 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dd3c9790-a334-4e76-9aab-6c2f709098b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:54.048496 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f08ab0-65a2-474a-a87d-466bbb0263bd tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb6baf2-658d-4f78-8f31-83ff9e57a130,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:54.057201 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17f08ab0-65a2-474a-a87d-466bbb0263bd tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:54.062388 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 57298) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:54.062843 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-17f08ab0-65a2-474a-a87d-466bbb0263bd tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4968786 Jul 09 16:35:54.077777 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-82e3c19b-8ecf-41fa-9181-e489ca8d8f06 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-519627134', 'security_groups': ['3fb6baf2-658d-4f78-8f31-83ff9e57a130'], 'network_id': '1fb4d275-85e4-472a-9add-7add3c322f0e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ce43318b-5bec-4e4a-ace8-b76d5dd08362'}]}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:54.104788 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b972905e-f5ab-413b-b0fa-8f4aae3fbadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:54.110281 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b972905e-f5ab-413b-b0fa-8f4aae3fbadf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:54.113915 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b972905e-f5ab-413b-b0fa-8f4aae3fbadf admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/fd40d761-2dc8-40ba-a96f-6d49fce366d5 HTTP/1.1" status: 204 len: 168 time: 0.4185135 Jul 09 16:35:54.155383 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b972905e-f5ab-413b-b0fa-8f4aae3fbadf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd40d761-2dc8-40ba-a96f-6d49fce366d5,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:54.385606 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-dd3c9790-a334-4e76-9aab-6c2f709098b9 None None] Allocated IP 172.20.0.2 (1fb4d275-85e4-472a-9add-7add3c322f0e/ce43318b-5bec-4e4a-ace8-b76d5dd08362/d9e27359-3eab-4d5c-ac41-9c2b98c59fb2) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:35:54.501535 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e3c19b-8ecf-41fa-9181-e489ca8d8f06 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Made reservation on behalf of 6c6145552dd04842a1541a99fce20415 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:35:54.626271 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-82e3c19b-8ecf-41fa-9181-e489ca8d8f06 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:54.650173 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-82e3c19b-8ecf-41fa-9181-e489ca8d8f06 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] device_id is not set on port e9d048da-f727-47df-89ab-708d2082b48c yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:35:54.661451 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-dd3c9790-a334-4e76-9aab-6c2f709098b9 None None] For port d9e27359-3eab-4d5c-ac41-9c2b98c59fb2, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=d9e27359-3eab-4d5c-ac41-9c2b98c59fb2,segment=NetworkSegment(e4e98592-0354-4a91-a51f-a1f0441cbb05),segment_id=e4e98592-0354-4a91-a51f-a1f0441cbb05)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:35:54.728519 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dd3c9790-a334-4e76-9aab-6c2f709098b9 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:54.771893 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-dd3c9790-a334-4e76-9aab-6c2f709098b9 None None] Transition to ACTIVE for port object d9e27359-3eab-4d5c-ac41-9c2b98c59fb2 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:35:54.781960 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dd3c9790-a334-4e76-9aab-6c2f709098b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:55.139447 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-82e3c19b-8ecf-41fa-9181-e489ca8d8f06 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Allocated IP 172.20.0.13 (1fb4d275-85e4-472a-9add-7add3c322f0e/ce43318b-5bec-4e4a-ace8-b76d5dd08362/e9d048da-f727-47df-89ab-708d2082b48c) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:35:55.236798 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c30320b4-e5f1-4802-a62d-337c33b806b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:55.238216 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3c9790-a334-4e76-9aab-6c2f709098b9 None None] Pushing event updated for resources: {'Port': ['ID=d9e27359-3eab-4d5c-ac41-9c2b98c59fb2,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:55.392991 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:55.574383 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-82e3c19b-8ecf-41fa-9181-e489ca8d8f06 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:55.607758 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-82e3c19b-8ecf-41fa-9181-e489ca8d8f06 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Transition to ACTIVE for port object e9d048da-f727-47df-89ab-708d2082b48c will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:35:55.687543 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-82e3c19b-8ecf-41fa-9181-e489ca8d8f06 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:55.820653 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e3c19b-8ecf-41fa-9181-e489ca8d8f06 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Network 1fb4d275-85e4-472a-9add-7add3c322f0e is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:35:55.831440 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-82e3c19b-8ecf-41fa-9181-e489ca8d8f06 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:35:55.838388 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e3c19b-8ecf-41fa-9181-e489ca8d8f06 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:35:55.958853 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e3c19b-8ecf-41fa-9181-e489ca8d8f06 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event updated for resources: {'Port': ['ID=e9d048da-f727-47df-89ab-708d2082b48c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:55.991493 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d9e27359-3eab-4d5c-ac41-9c2b98c59fb2 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:35:56.042004 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e3c19b-8ecf-41fa-9181-e489ca8d8f06 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:56.043771 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-82e3c19b-8ecf-41fa-9181-e489ca8d8f06 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:56.078189 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-82e3c19b-8ecf-41fa-9181-e489ca8d8f06 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0143175 Jul 09 16:35:56.080836 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 57392) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:56.092873 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-80de2872-ae53-4978-a528-056cdf364378 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Request body: {'subnet': {'network_id': '1fb4d275-85e4-472a-9add-7add3c322f0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:56.237598 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:56.351116 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3fe91762-9a56-4149-a589-3dea4b12a6f2 None None] Provisioning complete for port 7235edad-6587-4083-9ce5-7c938fc5a1d8 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:35:56.351616 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fe91762-9a56-4149-a589-3dea4b12a6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:56.368996 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80de2872-ae53-4978-a528-056cdf364378 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Made reservation on behalf of 6c6145552dd04842a1541a99fce20415 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:35:56.377281 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-80de2872-ae53-4978-a528-056cdf364378 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:56.521365 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-3fe91762-9a56-4149-a589-3dea4b12a6f2 None None] Port 7235edad-6587-4083-9ce5-7c938fc5a1d8 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:35:56.554271 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3fe91762-9a56-4149-a589-3dea4b12a6f2 None None] Provisioning for port d9e27359-3eab-4d5c-ac41-9c2b98c59fb2 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:35:56.558600 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3fe91762-9a56-4149-a589-3dea4b12a6f2 None None] Provisioning complete for port d9e27359-3eab-4d5c-ac41-9c2b98c59fb2 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:35:56.559215 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fe91762-9a56-4149-a589-3dea4b12a6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:56.582862 n-d-798930-3 neutron-server[93959]: INFO neutron.db.ipam_backend_mixin [None req-80de2872-ae53-4978-a528-056cdf364378 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ce43318b-5bec-4e4a-ace8-b76d5dd08362 (CIDR: 172.20.0.0/28) Jul 09 16:35:56.587456 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-80de2872-ae53-4978-a528-056cdf364378 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:35:56.589253 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80de2872-ae53-4978-a528-056cdf364378 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:35:56.617137 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 57406) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:56.625924 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-80de2872-ae53-4978-a528-056cdf364378 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5433035 Jul 09 16:35:56.630520 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 57410) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:56.634502 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:56.647929 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-38209ce5-536e-4aa4-a921-80333b7619fc tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Request body: {'subnet': {'network_id': '1fb4d275-85e4-472a-9add-7add3c322f0e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:56.843923 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-79e970f3-b6d9-4b14-9075-bd1c553fbe4f None None] Provisioning for port e9d048da-f727-47df-89ab-708d2082b48c completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:35:56.852047 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-79e970f3-b6d9-4b14-9075-bd1c553fbe4f None None] Provisioning complete for port e9d048da-f727-47df-89ab-708d2082b48c triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:35:56.852609 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-79e970f3-b6d9-4b14-9075-bd1c553fbe4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:56.905567 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-304945a3-4b61-4be1-9994-1871bb856daf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:56.941274 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.db.api [None req-38209ce5-536e-4aa4-a921-80333b7619fc tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 16:35:56.941274 n-d-798930-3 neutron-server[93959]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 09 16:35:56.941274 n-d-798930-3 neutron-server[93959]: [parameters: {'project_id': '6c6145552dd04842a1541a99fce20415', 'id': 'f88499bc-3aa1-4692-a2cc-3e0f4ea71b13', 'expiration': datetime.datetime(2021, 7, 9, 16, 37, 56, 936919)}] Jul 09 16:35:56.941274 n-d-798930-3 neutron-server[93959]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:35:56.941962 n-d-798930-3 neutron-server[93959]: DEBUG oslo_db.api [None req-38209ce5-536e-4aa4-a921-80333b7619fc tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:35:56.953422 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-79e970f3-b6d9-4b14-9075-bd1c553fbe4f None None] Port e9d048da-f727-47df-89ab-708d2082b48c cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:35:57.089018 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-304945a3-4b61-4be1-9994-1871bb856daf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:57.097647 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-304945a3-4b61-4be1-9994-1871bb856daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:57.171772 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304945a3-4b61-4be1-9994-1871bb856daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789d8e77-9b10-4e20-aa1d-e94443c36646,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:57.177389 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-304945a3-4b61-4be1-9994-1871bb856daf admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=feaa5405a8ef433b9c9fecc995755b97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5589507 Jul 09 16:35:57.181553 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 57426) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:57.306147 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-572430f8-5883-4fc1-b65f-a21fda8ed2e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:57.351448 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-572430f8-5883-4fc1-b65f-a21fda8ed2e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:57.428291 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-572430f8-5883-4fc1-b65f-a21fda8ed2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:57.431019 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-572430f8-5883-4fc1-b65f-a21fda8ed2e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:57.432615 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-572430f8-5883-4fc1-b65f-a21fda8ed2e0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/789d8e77-9b10-4e20-aa1d-e94443c36646 HTTP/1.1" status: 204 len: 168 time: 0.2434030 Jul 09 16:35:57.447223 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572430f8-5883-4fc1-b65f-a21fda8ed2e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789d8e77-9b10-4e20-aa1d-e94443c36646,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:57.466355 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38209ce5-536e-4aa4-a921-80333b7619fc tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Made reservation on behalf of 6c6145552dd04842a1541a99fce20415 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:35:57.470699 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-38209ce5-536e-4aa4-a921-80333b7619fc tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:57.630923 n-d-798930-3 neutron-server[93959]: INFO neutron.db.ipam_backend_mixin [None req-38209ce5-536e-4aa4-a921-80333b7619fc tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet d5d4610e-2ad8-4662-be8e-fdef9db4a055 (CIDR: 172.20.0.16/28) Jul 09 16:35:57.636484 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-38209ce5-536e-4aa4-a921-80333b7619fc tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:35:57.636718 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38209ce5-536e-4aa4-a921-80333b7619fc tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:35:57.656300 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-38209ce5-536e-4aa4-a921-80333b7619fc tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.0241239 Jul 09 16:35:57.658750 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 57442) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:57.667374 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-8fc6b3f9-4c9f-445d-a774-42f9e25f4ce2 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Request body: {'subnet': {'network_id': '1fb4d275-85e4-472a-9add-7add3c322f0e', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:57.849908 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc6b3f9-4c9f-445d-a774-42f9e25f4ce2 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Made reservation on behalf of 6c6145552dd04842a1541a99fce20415 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:35:57.857163 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8fc6b3f9-4c9f-445d-a774-42f9e25f4ce2 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:58.064413 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 57460) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:58.108101 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7fa06687-72e5-47a6-a81e-d15d9ba949fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:58.213538 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:58.276614 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8fc6b3f9-4c9f-445d-a774-42f9e25f4ce2 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:58.339273 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc6b3f9-4c9f-445d-a774-42f9e25f4ce2 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Network 1fb4d275-85e4-472a-9add-7add3c322f0e is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:35:58.344506 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7fa06687-72e5-47a6-a81e-d15d9ba949fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:58.344689 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-8fc6b3f9-4c9f-445d-a774-42f9e25f4ce2 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:35:58.356575 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bafbb5-dab9-4c76-a802-4740454408d3 None None] Network 1fb4d275-85e4-472a-9add-7add3c322f0e requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:35:58.357599 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7fa06687-72e5-47a6-a81e-d15d9ba949fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:58.375171 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc6b3f9-4c9f-445d-a774-42f9e25f4ce2 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:35:58.376227 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8fc6b3f9-4c9f-445d-a774-42f9e25f4ce2 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:58.407003 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc6b3f9-4c9f-445d-a774-42f9e25f4ce2 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event updated for resources: {'Subnet': ['ID=45daee06-b49c-474c-9d72-a495df8b94a1,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:58.418162 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 57478) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:58.425039 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-7fa06687-72e5-47a6-a81e-d15d9ba949fb admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=773bfe7ec72e4143946eae87bb0c4e08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3592498 Jul 09 16:35:58.467220 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8fc6b3f9-4c9f-445d-a774-42f9e25f4ce2 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8061316 Jul 09 16:35:58.473833 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 57486) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:35:58.497891 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-b625c918-19d0-48e8-ab5a-4d17eabc7b22 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1139978626', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '45daee06-b49c-474c-9d72-a495df8b94a1'}], 'security_groups': ['e47b6cac-a29e-4177-8c21-3b9e505fed53', '8cb0e9c7-dd33-4d72-a388-f5e33c966e55']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:35:58.545014 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa06687-72e5-47a6-a81e-d15d9ba949fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598b614b-bce2-4f8c-be8b-72c3a26cd6dd,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:58.636873 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1377d5a9-c2df-4c4d-bc63-f27685c08480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:58.720854 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1377d5a9-c2df-4c4d-bc63-f27685c08480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:58.749142 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b625c918-19d0-48e8-ab5a-4d17eabc7b22 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:58.853940 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1377d5a9-c2df-4c4d-bc63-f27685c08480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:58.861070 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1377d5a9-c2df-4c4d-bc63-f27685c08480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:58.873201 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1377d5a9-c2df-4c4d-bc63-f27685c08480 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/598b614b-bce2-4f8c-be8b-72c3a26cd6dd HTTP/1.1" status: 204 len: 168 time: 0.4462450 Jul 09 16:35:58.895274 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1377d5a9-c2df-4c4d-bc63-f27685c08480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598b614b-bce2-4f8c-be8b-72c3a26cd6dd,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:58.944942 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe93051e-962b-4f4f-96e1-1ddefb82eb04 None None] Update dhcp port {'port': {'network_id': '1fb4d275-85e4-472a-9add-7add3c322f0e', 'fixed_ips': [{'subnet_id': 'd5d4610e-2ad8-4662-be8e-fdef9db4a055', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ce43318b-5bec-4e4a-ace8-b76d5dd08362', 'ip_address': '172.20.0.2'}, {'subnet_id': '45daee06-b49c-474c-9d72-a495df8b94a1'}], 'binding:host_id': 'n-d-798930-3'}, 'id': 'd9e27359-3eab-4d5c-ac41-9c2b98c59fb2'} from n-d-798930-3. {{(pid=93960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 16:35:58.989439 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fe93051e-962b-4f4f-96e1-1ddefb82eb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:59.300959 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-fe93051e-962b-4f4f-96e1-1ddefb82eb04 None None] Allocated IP 172.20.0.34 (1fb4d275-85e4-472a-9add-7add3c322f0e/45daee06-b49c-474c-9d72-a495df8b94a1/d9e27359-3eab-4d5c-ac41-9c2b98c59fb2) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:35:59.479472 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fe93051e-962b-4f4f-96e1-1ddefb82eb04 None None] For port d9e27359-3eab-4d5c-ac41-9c2b98c59fb2, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=d9e27359-3eab-4d5c-ac41-9c2b98c59fb2,segment=NetworkSegment(e4e98592-0354-4a91-a51f-a1f0441cbb05),segment_id=e4e98592-0354-4a91-a51f-a1f0441cbb05)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:35:59.578997 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fe93051e-962b-4f4f-96e1-1ddefb82eb04 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:59.600256 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fe93051e-962b-4f4f-96e1-1ddefb82eb04 None None] Transition to ACTIVE for port object d9e27359-3eab-4d5c-ac41-9c2b98c59fb2 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:35:59.622084 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fe93051e-962b-4f4f-96e1-1ddefb82eb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:35:59.801966 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe93051e-962b-4f4f-96e1-1ddefb82eb04 None None] Pushing event updated for resources: {'Port': ['ID=d9e27359-3eab-4d5c-ac41-9c2b98c59fb2,revision_number=7']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:35:59.831600 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-b625c918-19d0-48e8-ab5a-4d17eabc7b22 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Delete allocated IP 172.20.0.13 (1fb4d275-85e4-472a-9add-7add3c322f0e/ce43318b-5bec-4e4a-ace8-b76d5dd08362) {{(pid=93959) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 09 16:35:59.863303 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-b625c918-19d0-48e8-ab5a-4d17eabc7b22 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Allocated IP 172.20.0.40 (1fb4d275-85e4-472a-9add-7add3c322f0e/45daee06-b49c-474c-9d72-a495df8b94a1/e9d048da-f727-47df-89ab-708d2082b48c) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:36:00.350064 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b625c918-19d0-48e8-ab5a-4d17eabc7b22 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:00.377525 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-b625c918-19d0-48e8-ab5a-4d17eabc7b22 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Transition to ACTIVE for port object e9d048da-f727-47df-89ab-708d2082b48c will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:36:00.397055 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b625c918-19d0-48e8-ab5a-4d17eabc7b22 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:00.632982 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b625c918-19d0-48e8-ab5a-4d17eabc7b22 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event updated for resources: {'Port': ['ID=e9d048da-f727-47df-89ab-708d2082b48c,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:00.660191 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-b625c918-19d0-48e8-ab5a-4d17eabc7b22 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] In _notify_port_updated(), no bound segment for port e9d048da-f727-47df-89ab-708d2082b48c on network 1fb4d275-85e4-472a-9add-7add3c322f0e {{(pid=93959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 16:36:00.668423 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b625c918-19d0-48e8-ab5a-4d17eabc7b22 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:00.670428 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b625c918-19d0-48e8-ab5a-4d17eabc7b22 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:00.672092 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b625c918-19d0-48e8-ab5a-4d17eabc7b22 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "PUT /v2.0/ports/e9d048da-f727-47df-89ab-708d2082b48c HTTP/1.1" status: 200 len: 960 time: 2.1975408 Jul 09 16:36:00.675227 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 57562) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:00.839873 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8fbf5175-4e1b-4066-8789-cbcbd4c7b4b8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Deleting port e9d048da-f727-47df-89ab-708d2082b48c {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:36:00.841415 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8fbf5175-4e1b-4066-8789-cbcbd4c7b4b8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:00.984101 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8fbf5175-4e1b-4066-8789-cbcbd4c7b4b8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:01.026301 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8fbf5175-4e1b-4066-8789-cbcbd4c7b4b8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Calling delete_port for e9d048da-f727-47df-89ab-708d2082b48c owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:36:01.270796 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d4255761-1287-4da2-9e47-91ebca319d68 None None] Provisioning complete for port 7235edad-6587-4083-9ce5-7c938fc5a1d8 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:36:01.274021 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d4255761-1287-4da2-9e47-91ebca319d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:01.377837 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8fbf5175-4e1b-4066-8789-cbcbd4c7b4b8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:01.387640 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-d4255761-1287-4da2-9e47-91ebca319d68 None None] Port 7235edad-6587-4083-9ce5-7c938fc5a1d8 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:36:01.394467 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d4255761-1287-4da2-9e47-91ebca319d68 None None] Could not find standard attr ID for object e9d048da-f727-47df-89ab-708d2082b48c. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:36:01.412159 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d4255761-1287-4da2-9e47-91ebca319d68 None None] Provisioning for port d9e27359-3eab-4d5c-ac41-9c2b98c59fb2 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:36:01.421435 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d4255761-1287-4da2-9e47-91ebca319d68 None None] Provisioning complete for port d9e27359-3eab-4d5c-ac41-9c2b98c59fb2 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:36:01.422165 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d4255761-1287-4da2-9e47-91ebca319d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:01.437247 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf5175-4e1b-4066-8789-cbcbd4c7b4b8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event deleted for resources: {'Port': ['ID=e9d048da-f727-47df-89ab-708d2082b48c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:01.717190 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8fbf5175-4e1b-4066-8789-cbcbd4c7b4b8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:01.722101 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 57614) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:01.740417 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8fbf5175-4e1b-4066-8789-cbcbd4c7b4b8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "DELETE /v2.0/ports/e9d048da-f727-47df-89ab-708d2082b48c HTTP/1.1" status: 204 len: 168 time: 1.0639300 Jul 09 16:36:01.822670 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-46815ed6-8c6b-419b-9b71-63cd9c1fa4c9 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] GET failed (client error): The resource could not be found. Jul 09 16:36:01.827838 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 57618) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:01.842581 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-46815ed6-8c6b-419b-9b71-63cd9c1fa4c9 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "GET /v2.0/ports/e9d048da-f727-47df-89ab-708d2082b48c HTTP/1.1" status: 404 len: 333 time: 0.1187954 Jul 09 16:36:01.941777 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d9e27359-3eab-4d5c-ac41-9c2b98c59fb2 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:36:01.988126 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7b861098-8468-4c12-b551-549a51fb93c4 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:02.036415 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7b861098-8468-4c12-b551-549a51fb93c4 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:02.072505 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1f38719b-e13e-4fcd-a85a-e7ff6727807a None None] Could not find standard attr ID for object e9d048da-f727-47df-89ab-708d2082b48c. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:36:02.132898 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port d9e27359-3eab-4d5c-ac41-9c2b98c59fb2 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:36:02.141344 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:02.172523 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7b861098-8468-4c12-b551-549a51fb93c4 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:02.175494 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7b861098-8468-4c12-b551-549a51fb93c4 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:02.179440 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-7b861098-8468-4c12-b551-549a51fb93c4 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "DELETE /v2.0/security-groups/3fb6baf2-658d-4f78-8f31-83ff9e57a130 HTTP/1.1" status: 204 len: 168 time: 0.3505168 Jul 09 16:36:02.179717 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 57624) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:02.197754 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b861098-8468-4c12-b551-549a51fb93c4 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb6baf2-658d-4f78-8f31-83ff9e57a130,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:02.330144 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-81a9d92e-c954-4c92-91b9-df934e7bcde7 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:02.393265 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-81a9d92e-c954-4c92-91b9-df934e7bcde7 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:02.476950 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-81a9d92e-c954-4c92-91b9-df934e7bcde7 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:02.480223 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-81a9d92e-c954-4c92-91b9-df934e7bcde7 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:02.486502 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-81a9d92e-c954-4c92-91b9-df934e7bcde7 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "DELETE /v2.0/security-groups/8cb0e9c7-dd33-4d72-a388-f5e33c966e55 HTTP/1.1" status: 204 len: 168 time: 0.3028331 Jul 09 16:36:02.486894 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 57634) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:02.498720 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a9d92e-c954-4c92-91b9-df934e7bcde7 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb0e9c7-dd33-4d72-a388-f5e33c966e55,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:02.601702 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 57638) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:02.623437 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-48fb3308-dfeb-4fdd-876d-8b7c5e3d1cf0 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:02.740745 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-48fb3308-dfeb-4fdd-876d-8b7c5e3d1cf0 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:02.883629 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-48fb3308-dfeb-4fdd-876d-8b7c5e3d1cf0 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:02.886218 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-48fb3308-dfeb-4fdd-876d-8b7c5e3d1cf0 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:02.892564 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-48fb3308-dfeb-4fdd-876d-8b7c5e3d1cf0 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "DELETE /v2.0/security-groups/e47b6cac-a29e-4177-8c21-3b9e505fed53 HTTP/1.1" status: 204 len: 168 time: 0.4046097 Jul 09 16:36:02.893442 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 57660) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:02.926555 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fb3308-dfeb-4fdd-876d-8b7c5e3d1cf0 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47b6cac-a29e-4177-8c21-3b9e505fed53,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:03.061279 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-540f7931-ad14-4446-949e-73f06b8d4696 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Deleting subnet ce43318b-5bec-4e4a-ace8-b76d5dd08362 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:36:03.066013 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-540f7931-ad14-4446-949e-73f06b8d4696 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:03.148490 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-540f7931-ad14-4446-949e-73f06b8d4696 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:03.320996 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-540f7931-ad14-4446-949e-73f06b8d4696 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:03.362355 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-79f7a426-0b80-4e90-9a95-9845e361f784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:03.493308 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-540f7931-ad14-4446-949e-73f06b8d4696 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:03.543034 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540f7931-ad14-4446-949e-73f06b8d4696 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event deleted for resources: {'Subnet': ['ID=ce43318b-5bec-4e4a-ace8-b76d5dd08362,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:03.551095 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-540f7931-ad14-4446-949e-73f06b8d4696 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:03.557017 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-540f7931-ad14-4446-949e-73f06b8d4696 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "DELETE /v2.0/subnets/ce43318b-5bec-4e4a-ace8-b76d5dd08362 HTTP/1.1" status: 204 len: 168 time: 0.6415460 Jul 09 16:36:03.557216 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a691c22c-31be-458e-a668-2279aece7e30 None None] Network 1fb4d275-85e4-472a-9add-7add3c322f0e requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:36:03.557663 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 57688) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:03.632098 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-79f7a426-0b80-4e90-9a95-9845e361f784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:03.636474 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-911e856e-7215-4a6e-a247-e56b89758200 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Deleting subnet 45daee06-b49c-474c-9d72-a495df8b94a1 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:36:03.640627 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-79f7a426-0b80-4e90-9a95-9845e361f784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:03.641778 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-911e856e-7215-4a6e-a247-e56b89758200 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:03.692891 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-911e856e-7215-4a6e-a247-e56b89758200 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:03.710234 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f7a426-0b80-4e90-9a95-9845e361f784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1675d25e-2d0e-4c51-b055-88a265701aa9,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:03.747666 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-79f7a426-0b80-4e90-9a95-9845e361f784 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1b06aea701ea467c803b985d50bc0823&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1399996 Jul 09 16:36:03.748443 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 57692) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:03.866748 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-594c1467-8b9d-4a22-8f97-b6bf96840de4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:03.904831 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-594c1467-8b9d-4a22-8f97-b6bf96840de4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:04.027182 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-594c1467-8b9d-4a22-8f97-b6bf96840de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:04.031405 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-594c1467-8b9d-4a22-8f97-b6bf96840de4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:04.031986 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-911e856e-7215-4a6e-a247-e56b89758200 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:04.032679 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-594c1467-8b9d-4a22-8f97-b6bf96840de4 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1675d25e-2d0e-4c51-b055-88a265701aa9 HTTP/1.1" status: 204 len: 168 time: 0.2834027 Jul 09 16:36:04.055718 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c1467-8b9d-4a22-8f97-b6bf96840de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1675d25e-2d0e-4c51-b055-88a265701aa9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:04.206316 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-911e856e-7215-4a6e-a247-e56b89758200 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:04.303020 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e856e-7215-4a6e-a247-e56b89758200 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event deleted for resources: {'Subnet': ['ID=45daee06-b49c-474c-9d72-a495df8b94a1,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:04.322934 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-911e856e-7215-4a6e-a247-e56b89758200 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:04.334593 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 57724) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:04.335403 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-911e856e-7215-4a6e-a247-e56b89758200 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "DELETE /v2.0/subnets/45daee06-b49c-474c-9d72-a495df8b94a1 HTTP/1.1" status: 204 len: 168 time: 0.7770879 Jul 09 16:36:04.408795 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965d60b0-28fd-4ef4-9431-99a2f22d340b None None] Update dhcp port {'port': {'network_id': '1fb4d275-85e4-472a-9add-7add3c322f0e', 'fixed_ips': [{'subnet_id': 'd5d4610e-2ad8-4662-be8e-fdef9db4a055', 'ip_address': '172.20.0.18'}, {'subnet_id': '45daee06-b49c-474c-9d72-a495df8b94a1'}], 'binding:host_id': 'n-d-798930-3'}, 'id': 'd9e27359-3eab-4d5c-ac41-9c2b98c59fb2'} from n-d-798930-3. {{(pid=93960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 16:36:04.443419 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-f99b8457-a22c-4103-92bd-feb100c3ed7d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] DELETE failed (client error): The resource could not be found. Jul 09 16:36:04.444607 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f99b8457-a22c-4103-92bd-feb100c3ed7d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:36:04.453286 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-965d60b0-28fd-4ef4-9431-99a2f22d340b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:04.453829 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 57732) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:04.454227 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f99b8457-a22c-4103-92bd-feb100c3ed7d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "DELETE /v2.0/subnets/ce43318b-5bec-4e4a-ace8-b76d5dd08362 HTTP/1.1" status: 404 len: 337 time: 0.1181643 Jul 09 16:36:04.554881 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-758341f4-7e0e-406d-9e07-1b4ce403daf9 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Deleting subnet d5d4610e-2ad8-4662-be8e-fdef9db4a055 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:36:04.566361 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-758341f4-7e0e-406d-9e07-1b4ce403daf9 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:04.672834 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-758341f4-7e0e-406d-9e07-1b4ce403daf9 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:04.702339 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 57734) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:04.719237 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-13dc0cc0-f78f-47da-960c-a3d82042fccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:04.823493 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-758341f4-7e0e-406d-9e07-1b4ce403daf9 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:04.861913 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-13dc0cc0-f78f-47da-960c-a3d82042fccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:04.868394 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-13dc0cc0-f78f-47da-960c-a3d82042fccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:04.906231 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dc0cc0-f78f-47da-960c-a3d82042fccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71a52df-5178-4d7f-8af7-7e57d7e48708,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:04.956814 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-758341f4-7e0e-406d-9e07-1b4ce403daf9 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:04.958350 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server [None req-965d60b0-28fd-4ef4-9431-99a2f22d340b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d5d4610e-2ad8-4662-be8e-fdef9db4a055: This subnet is being modified by another concurrent operation. Jul 09 16:36:04.958350 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 16:36:04.958350 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 16:36:04.958350 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 16:36:04.958350 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 16:36:04.958350 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 16:36:04.958350 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 16:36:04.958350 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 16:36:04.958350 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 16:36:04.958350 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 16:36:04.958350 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 16:36:04.958350 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 16:36:04.958350 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 16:36:04.958350 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 16:36:04.958350 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 16:36:04.958350 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 16:36:04.958350 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 16:36:04.958350 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 16:36:04.958350 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 16:36:04.958350 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 16:36:04.958350 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 16:36:04.958350 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 16:36:04.958350 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 16:36:04.958350 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 16:36:04.958350 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 16:36:04.958350 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 16:36:04.958350 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 16:36:04.958350 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 16:36:04.958350 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 16:36:04.958350 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 16:36:04.958350 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 16:36:04.958350 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 16:36:04.958350 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 16:36:04.958350 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 16:36:04.958350 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 16:36:04.958350 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 16:36:04.958350 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 09 16:36:04.958350 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 09 16:36:04.958350 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 09 16:36:04.958350 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 09 16:36:04.958350 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 16:36:04.958350 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 16:36:04.958350 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 16:36:04.958350 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 16:36:04.958350 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 16:36:04.958350 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 16:36:04.958350 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 16:36:04.958350 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 16:36:04.958350 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 16:36:04.958350 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 16:36:04.958350 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 16:36:04.958350 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 16:36:04.958350 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 16:36:04.958350 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 16:36:04.963551 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 16:36:04.963551 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 16:36:04.963551 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 16:36:04.963551 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 16:36:04.963551 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 16:36:04.963551 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 16:36:04.963551 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 16:36:04.963551 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 16:36:04.963551 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 16:36:04.963551 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 16:36:04.963551 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 16:36:04.963551 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 16:36:04.963551 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 16:36:04.963551 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 16:36:04.963551 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 09 16:36:04.963551 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 09 16:36:04.963551 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 16:36:04.963551 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 16:36:04.963551 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 09 16:36:04.963551 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 09 16:36:04.963551 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 09 16:36:04.963551 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 09 16:36:04.963551 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 09 16:36:04.963551 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 09 16:36:04.963551 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 09 16:36:04.963551 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 16:36:04.963551 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 16:36:04.963551 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 16:36:04.963551 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 16:36:04.963551 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise exception Jul 09 16:36:04.963551 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d5d4610e-2ad8-4662-be8e-fdef9db4a055: This subnet is being modified by another concurrent operation. Jul 09 16:36:04.963551 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server Jul 09 16:36:04.967985 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-13dc0cc0-f78f-47da-960c-a3d82042fccd admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1f5323b880ac42ffa7df0ec3cdc95886&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2641497 Jul 09 16:36:04.981361 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 57742) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:05.041705 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758341f4-7e0e-406d-9e07-1b4ce403daf9 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event deleted for resources: {'Subnet': ['ID=d5d4610e-2ad8-4662-be8e-fdef9db4a055,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:05.079938 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-758341f4-7e0e-406d-9e07-1b4ce403daf9 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:05.081345 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf878cd-dc83-473f-9c59-b21d117fc057 None None] Network 1fb4d275-85e4-472a-9add-7add3c322f0e requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:36:05.085364 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-758341f4-7e0e-406d-9e07-1b4ce403daf9 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "DELETE /v2.0/subnets/d5d4610e-2ad8-4662-be8e-fdef9db4a055 HTTP/1.1" status: 204 len: 168 time: 0.6300862 Jul 09 16:36:05.089388 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 57754) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:05.112776 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1bf49c4c-08ef-4fda-aa9f-a5487567dd38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:05.149975 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1bf49c4c-08ef-4fda-aa9f-a5487567dd38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:05.170030 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-d52e4b72-ebfe-4b49-8145-1e250c7b5b4d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] DELETE failed (client error): The resource could not be found. Jul 09 16:36:05.170657 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d52e4b72-ebfe-4b49-8145-1e250c7b5b4d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:36:05.174943 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-d52e4b72-ebfe-4b49-8145-1e250c7b5b4d tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "DELETE /v2.0/subnets/dc1bbf0a-24ce-4bed-83ed-16da0a2c65d9 HTTP/1.1" status: 404 len: 337 time: 0.0843413 Jul 09 16:36:05.179032 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 57758) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:05.203776 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1bf49c4c-08ef-4fda-aa9f-a5487567dd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:05.207766 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1bf49c4c-08ef-4fda-aa9f-a5487567dd38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:05.209452 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1bf49c4c-08ef-4fda-aa9f-a5487567dd38 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c71a52df-5178-4d7f-8af7-7e57d7e48708 HTTP/1.1" status: 204 len: 168 time: 0.2268198 Jul 09 16:36:05.249261 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf49c4c-08ef-4fda-aa9f-a5487567dd38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71a52df-5178-4d7f-8af7-7e57d7e48708,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:05.266420 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-4b98d223-8ea6-4ea3-a9fa-debdf5a645e8 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "GET /v2.0/ports?device_id=80ad1f26-6a8f-4c6f-8b5b-bb17debb8f05 HTTP/1.1" status: 200 len: 205 time: 0.0825913 Jul 09 16:36:05.266991 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 57764) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:05.453840 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [None req-895eefe4-0b0a-4f71-b636-03345323ec4c tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] delete failed (client error): The resource could not be found. Jul 09 16:36:05.457073 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-895eefe4-0b0a-4f71-b636-03345323ec4c tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "DELETE /v2.0/routers/80ad1f26-6a8f-4c6f-8b5b-bb17debb8f05 HTTP/1.1" status: 404 len: 336 time: 0.1870079 Jul 09 16:36:05.457727 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 57782) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:05.515533 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 57786) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:05.565025 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fa5cb813-b2e0-4c23-af69-5775d7dd1258 None None] Provisioning complete for port 7235edad-6587-4083-9ce5-7c938fc5a1d8 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:36:05.565773 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0bd3c6f-cb3a-40a6-a95d-e480ee9b320a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] DELETE failed (client error): The resource could not be found. Jul 09 16:36:05.566831 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0bd3c6f-cb3a-40a6-a95d-e480ee9b320a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:36:05.567156 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fa5cb813-b2e0-4c23-af69-5775d7dd1258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:05.571249 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 57792) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:05.572912 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f0bd3c6f-cb3a-40a6-a95d-e480ee9b320a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "DELETE /v2.0/subnets/3b9e29d5-cd66-4d11-9790-e5248e7ed972 HTTP/1.1" status: 404 len: 337 time: 0.1139343 Jul 09 16:36:05.637155 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4dd3e53-3378-46b3-bef9-e3fea8f27161 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] DELETE failed (client error): The resource could not be found. Jul 09 16:36:05.637882 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4dd3e53-3378-46b3-bef9-e3fea8f27161 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:36:05.640510 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d4dd3e53-3378-46b3-bef9-e3fea8f27161 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "DELETE /v2.0/subnets/e0bf2b88-1412-4462-8ea7-ff4a8972c7ab HTTP/1.1" status: 404 len: 337 time: 0.0674317 Jul 09 16:36:05.643412 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 57798) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:05.680059 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-d48866ce-af87-492b-82e3-2f950dbaa689 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] DELETE failed (client error): The resource could not be found. Jul 09 16:36:05.681101 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d48866ce-af87-492b-82e3-2f950dbaa689 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:36:05.695763 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d48866ce-af87-492b-82e3-2f950dbaa689 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "DELETE /v2.0/subnets/b8f39760-caf5-4815-acfe-9e86b5a5f42e HTTP/1.1" status: 404 len: 337 time: 0.0485804 Jul 09 16:36:05.696630 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 57802) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:05.715481 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fa5cb813-b2e0-4c23-af69-5775d7dd1258 None None] Port 7235edad-6587-4083-9ce5-7c938fc5a1d8 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:36:05.756789 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-163adc3c-729e-4a1b-8f8c-f5b3cd86063a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] DELETE failed (client error): The resource could not be found. Jul 09 16:36:05.761071 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-163adc3c-729e-4a1b-8f8c-f5b3cd86063a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:36:05.765988 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 57806) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:05.769057 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-163adc3c-729e-4a1b-8f8c-f5b3cd86063a tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "DELETE /v2.0/ports/47f0be6a-9eb5-4af3-b12c-6ee8d6bc3c24 HTTP/1.1" status: 404 len: 333 time: 0.0708373 Jul 09 16:36:05.820130 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fa5cb813-b2e0-4c23-af69-5775d7dd1258 None None] Provisioning complete for port d9e27359-3eab-4d5c-ac41-9c2b98c59fb2 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:36:05.827253 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fa5cb813-b2e0-4c23-af69-5775d7dd1258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:05.844096 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-29cf41b4-ad3d-445a-b779-bfd104826fa9 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] DELETE failed (client error): The resource could not be found. Jul 09 16:36:05.845762 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29cf41b4-ad3d-445a-b779-bfd104826fa9 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:36:05.847704 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-29cf41b4-ad3d-445a-b779-bfd104826fa9 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "DELETE /v2.0/subnets/a05f3b72-958d-4e04-be31-f1aa6430e9d5 HTTP/1.1" status: 404 len: 337 time: 0.0801294 Jul 09 16:36:05.851380 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 57814) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:05.914253 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f2383c1-1218-43ef-a568-413beedcf743 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] DELETE failed (client error): The resource could not be found. Jul 09 16:36:05.915278 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f2383c1-1218-43ef-a568-413beedcf743 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:36:05.922241 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-5f2383c1-1218-43ef-a568-413beedcf743 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "DELETE /v2.0/subnets/f69679dd-ce40-48dd-b05c-8cbb1175997e HTTP/1.1" status: 404 len: 337 time: 0.0697601 Jul 09 16:36:05.922600 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d9e27359-3eab-4d5c-ac41-9c2b98c59fb2 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:36:05.924059 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 57816) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:06.004095 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-e81073ac-27df-45a2-b4dd-45f181f5b968 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] DELETE failed (client error): The resource could not be found. Jul 09 16:36:06.006454 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb9fdc6-f75a-4a7e-84cb-abfc6579aaa7 None None] DHCP port deletion for 1fb4d275-85e4-472a-9add-7add3c322f0e request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:36:06.007110 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e81073ac-27df-45a2-b4dd-45f181f5b968 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:36:06.016172 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e81073ac-27df-45a2-b4dd-45f181f5b968 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "DELETE /v2.0/ports/f66f2fbe-895d-460c-a343-6add9e3348bc HTTP/1.1" status: 404 len: 333 time: 0.0900981 Jul 09 16:36:06.017104 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 57822) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:06.086956 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-573f328b-fbb4-4754-bc93-90eb99a8f0af tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] DELETE failed (client error): The resource could not be found. Jul 09 16:36:06.088239 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-573f328b-fbb4-4754-bc93-90eb99a8f0af tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:36:06.093918 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-573f328b-fbb4-4754-bc93-90eb99a8f0af tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "DELETE /v2.0/subnets/7c2a1c8c-0984-40c5-bc41-0ed0e2ea7cba HTTP/1.1" status: 404 len: 337 time: 0.0755279 Jul 09 16:36:06.094830 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 57826) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:06.141244 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:06.162530 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-f69e0bc9-c34c-4254-83e9-3611bcf39862 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] DELETE failed (client error): The resource could not be found. Jul 09 16:36:06.163037 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f69e0bc9-c34c-4254-83e9-3611bcf39862 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:36:06.171930 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f69e0bc9-c34c-4254-83e9-3611bcf39862 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "DELETE /v2.0/subnets/a93d1961-3445-484b-9727-cc0ba3e517ee HTTP/1.1" status: 404 len: 337 time: 0.0741580 Jul 09 16:36:06.172595 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 57828) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:06.289793 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port d9e27359-3eab-4d5c-ac41-9c2b98c59fb2, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=d9e27359-3eab-4d5c-ac41-9c2b98c59fb2,segment=NetworkSegment(e4e98592-0354-4a91-a51f-a1f0441cbb05),segment_id=e4e98592-0354-4a91-a51f-a1f0441cbb05)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:36:06.292284 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-dfb9fdc6-f75a-4a7e-84cb-abfc6579aaa7 None None] Deleting port d9e27359-3eab-4d5c-ac41-9c2b98c59fb2 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:36:06.293029 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dfb9fdc6-f75a-4a7e-84cb-abfc6579aaa7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:06.300003 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:06.401786 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=d9e27359-3eab-4d5c-ac41-9c2b98c59fb2,revision_number=11']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:06.446074 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-dfb9fdc6-f75a-4a7e-84cb-abfc6579aaa7 None None] For port d9e27359-3eab-4d5c-ac41-9c2b98c59fb2, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=d9e27359-3eab-4d5c-ac41-9c2b98c59fb2,segment=NetworkSegment(e4e98592-0354-4a91-a51f-a1f0441cbb05),segment_id=e4e98592-0354-4a91-a51f-a1f0441cbb05)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:36:06.446460 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dfb9fdc6-f75a-4a7e-84cb-abfc6579aaa7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:06.469956 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-dfb9fdc6-f75a-4a7e-84cb-abfc6579aaa7 None None] Calling delete_port for d9e27359-3eab-4d5c-ac41-9c2b98c59fb2 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:36:06.583719 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-679c3d1b-0d22-4c23-8dbe-3384dc5b630c tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Deleting port 7235edad-6587-4083-9ce5-7c938fc5a1d8 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:36:06.595341 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-679c3d1b-0d22-4c23-8dbe-3384dc5b630c tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:06.636324 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 57840) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:06.645755 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dfb9fdc6-f75a-4a7e-84cb-abfc6579aaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:06.719163 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb9fdc6-f75a-4a7e-84cb-abfc6579aaa7 None None] No DVR routers for this DVR port d9e27359-3eab-4d5c-ac41-9c2b98c59fb2 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:36:06.732539 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb9fdc6-f75a-4a7e-84cb-abfc6579aaa7 None None] Pushing event deleted for resources: {'Port': ['ID=d9e27359-3eab-4d5c-ac41-9c2b98c59fb2,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:06.753772 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8f90c5-2d4e-42e6-bfac-fe86897cbfdb None None] get_active_networks_info from n-d-798930-3 {{(pid=93960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 16:36:06.888909 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-679c3d1b-0d22-4c23-8dbe-3384dc5b630c tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:06.937830 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-679c3d1b-0d22-4c23-8dbe-3384dc5b630c tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Calling delete_port for 7235edad-6587-4083-9ce5-7c938fc5a1d8 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:36:06.975694 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8f90c5-2d4e-42e6-bfac-fe86897cbfdb None None] Resources bound (agent type, host, resource id): {{(pid=93960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 16:36:07.113621 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b20d2fe7-1aa0-42f2-b2a3-eeecad37252a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:07.190867 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-679c3d1b-0d22-4c23-8dbe-3384dc5b630c tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:07.221134 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679c3d1b-0d22-4c23-8dbe-3384dc5b630c tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event deleted for resources: {'Port': ['ID=7235edad-6587-4083-9ce5-7c938fc5a1d8,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:07.229710 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-679c3d1b-0d22-4c23-8dbe-3384dc5b630c tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:07.232680 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-679c3d1b-0d22-4c23-8dbe-3384dc5b630c tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "DELETE /v2.0/ports/7235edad-6587-4083-9ce5-7c938fc5a1d8 HTTP/1.1" status: 204 len: 168 time: 1.0591342 Jul 09 16:36:07.235997 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 57856) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:07.371153 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54ed3f5c-7814-4f1e-965d-38803b777100 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:07.392019 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-71f0f7f6-cbff-4d5c-bd9f-0433b84ff571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:07.644454 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54ed3f5c-7814-4f1e-965d-38803b777100 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:07.666147 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-54ed3f5c-7814-4f1e-965d-38803b777100 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fb4d275-85e4-472a-9add-7add3c322f0e']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:07.693451 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-54ed3f5c-7814-4f1e-965d-38803b777100 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4e98592-0354-4a91-a51f-a1f0441cbb05') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:07.693761 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-54ed3f5c-7814-4f1e-965d-38803b777100 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4e98592-0354-4a91-a51f-a1f0441cbb05') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:07.716096 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54ed3f5c-7814-4f1e-965d-38803b777100 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:07.754430 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54ed3f5c-7814-4f1e-965d-38803b777100 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:07.776654 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54ed3f5c-7814-4f1e-965d-38803b777100 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:36:07.777403 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54ed3f5c-7814-4f1e-965d-38803b777100 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:07.917334 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:36:07.917334 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:36:07.917334 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:36:07.917334 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:36:07.917334 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:36:07.917334 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:36:07.917334 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:36:07.917334 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:36:07.917334 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:36:07.917334 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:36:07.917334 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:36:07.917334 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:36:07.917334 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:36:07.917334 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:36:07.917334 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:36:07.917334 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:36:07.917334 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:36:07.917334 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:36:07.917334 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:36:07.917334 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:36:07.917334 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:36:07.917334 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:36:07.917334 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:36:07.917334 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:36:07.917334 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:36:07.917334 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:36:07.917334 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:36:07.917334 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:36:07.917334 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:36:07.917334 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:36:07.917334 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:36:07.917334 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:36:07.917334 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:36:07.917334 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:36:07.917334 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:36:07.917334 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:36:07.917334 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:36:07.917334 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:36:07.917334 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:36:07.917334 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:36:07.927919 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54ed3f5c-7814-4f1e-965d-38803b777100 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:07.968529 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54ed3f5c-7814-4f1e-965d-38803b777100 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:07.973742 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-71f0f7f6-cbff-4d5c-bd9f-0433b84ff571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:07.977935 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-54ed3f5c-7814-4f1e-965d-38803b777100 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] 10.222.0.98 "DELETE /v2.0/networks/1fb4d275-85e4-472a-9add-7add3c322f0e HTTP/1.1" status: 204 len: 168 time: 0.7400219 Jul 09 16:36:08.016134 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed3f5c-7814-4f1e-965d-38803b777100 tempest-PortsTestJSON-1996215648 tempest-PortsTestJSON-1996215648-project] Pushing event deleted for resources: {'Network': ['ID=1fb4d275-85e4-472a-9add-7add3c322f0e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:08.023294 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-71f0f7f6-cbff-4d5c-bd9f-0433b84ff571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:08.060364 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cbf08b-6a0e-4b78-8278-b40c8cadc042 req-6da9d7d7-1b5b-48e2-ab6c-c8c3a8f9500e tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:08.062358 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a0cbf08b-6a0e-4b78-8278-b40c8cadc042 req-6da9d7d7-1b5b-48e2-ab6c-c8c3a8f9500e tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee1f35fb-85b9-4a52-8c79-ee5202b4fdbf HTTP/1.1" status: 200 len: 945 time: 0.1153827 Jul 09 16:36:08.130583 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a0cbf08b-6a0e-4b78-8278-b40c8cadc042 req-2f44b11e-6377-428e-b21e-b2f09bfd6781 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] 10.222.0.98 "GET /v2.0/security-groups?id=e75db5fc-c806-4a82-9e9e-c02a44e35e64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616922 Jul 09 16:36:08.141397 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-71f0f7f6-cbff-4d5c-bd9f-0433b84ff571 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b3af7db1d6a34a6a8ce8dc67b960596d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5015426 Jul 09 16:36:08.141397 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 57884) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:08.190950 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f0f7f6-cbff-4d5c-bd9f-0433b84ff571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aad1d1d-8c8c-4fbc-8537-56170c744d8e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:08.264952 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-b20d2fe7-1aa0-42f2-b2a3-eeecad37252a admin admin] Deleting port 00e8a9e8-bd1b-484b-9903-3c8a9fa65b58 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:36:08.265295 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b20d2fe7-1aa0-42f2-b2a3-eeecad37252a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:08.322661 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-159f10a6-9b18-4c8b-8753-fc2d926ec762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:08.345012 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-159f10a6-9b18-4c8b-8753-fc2d926ec762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:08.406271 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-159f10a6-9b18-4c8b-8753-fc2d926ec762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:08.408878 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-159f10a6-9b18-4c8b-8753-fc2d926ec762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:08.410076 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-159f10a6-9b18-4c8b-8753-fc2d926ec762 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8aad1d1d-8c8c-4fbc-8537-56170c744d8e HTTP/1.1" status: 204 len: 168 time: 0.2678757 Jul 09 16:36:08.429749 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159f10a6-9b18-4c8b-8753-fc2d926ec762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aad1d1d-8c8c-4fbc-8537-56170c744d8e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:08.544157 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 57902) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:08.550472 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-b20d2fe7-1aa0-42f2-b2a3-eeecad37252a admin admin] For port 00e8a9e8-bd1b-484b-9903-3c8a9fa65b58, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=00e8a9e8-bd1b-484b-9903-3c8a9fa65b58,segment=NetworkSegment(ff4c1188-4c7e-4a21-a4de-80c253f4fab0),segment_id=ff4c1188-4c7e-4a21-a4de-80c253f4fab0)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:36:08.550941 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b20d2fe7-1aa0-42f2-b2a3-eeecad37252a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:08.570434 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-b20d2fe7-1aa0-42f2-b2a3-eeecad37252a admin admin] Calling delete_port for 00e8a9e8-bd1b-484b-9903-3c8a9fa65b58 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:36:08.661371 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b5f706-e949-4920-a96f-29c2dbf0b0b6 req-f13f8dbd-7eeb-4d62-bd41-8cc88e2586c4 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:08.663291 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-95b5f706-e949-4920-a96f-29c2dbf0b0b6 req-f13f8dbd-7eeb-4d62-bd41-8cc88e2586c4 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] 10.222.0.73 "GET /v2.0/ports?device_id=ee1f35fb-85b9-4a52-8c79-ee5202b4fdbf HTTP/1.1" status: 200 len: 945 time: 0.2109988 Jul 09 16:36:09.014473 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-95b5f706-e949-4920-a96f-29c2dbf0b0b6 req-83fd4c2e-8f19-4c22-94f6-f6a499866d52 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Deleting port 28e16fbf-fe99-4b96-921f-7c3da539e84a {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:36:09.021870 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-95b5f706-e949-4920-a96f-29c2dbf0b0b6 req-83fd4c2e-8f19-4c22-94f6-f6a499866d52 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:09.039801 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-fc7de903-e27b-4354-b194-845047aec158 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6c6145552dd04842a1541a99fce20415&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4946234 Jul 09 16:36:09.043439 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 57928) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:09.184411 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b29417e2-aa43-4cf0-bc42-828b71790fea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:09.202554 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b20d2fe7-1aa0-42f2-b2a3-eeecad37252a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:09.241015 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b29417e2-aa43-4cf0-bc42-828b71790fea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:09.314250 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d2fe7-1aa0-42f2-b2a3-eeecad37252a admin admin] Pushing event deleted for resources: {'Port': ['ID=00e8a9e8-bd1b-484b-9903-3c8a9fa65b58,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:09.346920 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 57948) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:09.368062 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1f77faf5-b929-4915-b178-b3e791359193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:09.421274 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b29417e2-aa43-4cf0-bc42-828b71790fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:09.424006 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b29417e2-aa43-4cf0-bc42-828b71790fea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:09.425209 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b29417e2-aa43-4cf0-bc42-828b71790fea admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1da28c9e-fb12-4fb3-a0e7-f381d0b2ce81 HTTP/1.1" status: 204 len: 168 time: 0.3804343 Jul 09 16:36:09.447743 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29417e2-aa43-4cf0-bc42-828b71790fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da28c9e-fb12-4fb3-a0e7-f381d0b2ce81,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:09.569450 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-95b5f706-e949-4920-a96f-29c2dbf0b0b6 req-83fd4c2e-8f19-4c22-94f6-f6a499866d52 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] For port 28e16fbf-fe99-4b96-921f-7c3da539e84a, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=28e16fbf-fe99-4b96-921f-7c3da539e84a,segment=NetworkSegment(96bfb1df-90fe-4de5-920d-95441eb9b85b),segment_id=96bfb1df-90fe-4de5-920d-95441eb9b85b)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:36:09.569992 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-95b5f706-e949-4920-a96f-29c2dbf0b0b6 req-83fd4c2e-8f19-4c22-94f6-f6a499866d52 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:09.606855 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1f77faf5-b929-4915-b178-b3e791359193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:09.616094 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1f77faf5-b929-4915-b178-b3e791359193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:09.686971 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 57964) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:09.718930 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-1f77faf5-b929-4915-b178-b3e791359193 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=39ecad1c1a924575a86dc7268fcba442&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3744903 Jul 09 16:36:09.719608 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 57970) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:09.721967 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f77faf5-b929-4915-b178-b3e791359193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da52b7ff-c67b-41b3-896f-79061b8b34d1,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:09.759743 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d758ad-e390-4269-9f4e-f9b387872cdf req-bdbf3874-c7ba-42c7-b336-d35edf402405 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:09.761559 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-10d758ad-e390-4269-9f4e-f9b387872cdf req-bdbf3874-c7ba-42c7-b336-d35edf402405 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee1f35fb-85b9-4a52-8c79-ee5202b4fdbf HTTP/1.1" status: 200 len: 945 time: 0.3603086 Jul 09 16:36:09.763200 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b20d2fe7-1aa0-42f2-b2a3-eeecad37252a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:09.859232 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-90f113a6-72ce-49e8-9e68-0502298d77c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:09.884436 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-90f113a6-72ce-49e8-9e68-0502298d77c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:09.960358 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-90f113a6-72ce-49e8-9e68-0502298d77c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:09.963603 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-90f113a6-72ce-49e8-9e68-0502298d77c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:09.969293 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-90f113a6-72ce-49e8-9e68-0502298d77c0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/da52b7ff-c67b-41b3-896f-79061b8b34d1 HTTP/1.1" status: 204 len: 168 time: 0.2474031 Jul 09 16:36:09.986453 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f113a6-72ce-49e8-9e68-0502298d77c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da52b7ff-c67b-41b3-896f-79061b8b34d1,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:10.007912 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-10d758ad-e390-4269-9f4e-f9b387872cdf req-8c0fdf6c-2568-44e5-a2ed-9ec2aa055e31 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] 10.222.0.98 "GET /v2.0/security-groups?id=e75db5fc-c806-4a82-9e9e-c02a44e35e64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1812916 Jul 09 16:36:10.076468 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-95b5f706-e949-4920-a96f-29c2dbf0b0b6 req-83fd4c2e-8f19-4c22-94f6-f6a499866d52 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:10.077655 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-95b5f706-e949-4920-a96f-29c2dbf0b0b6 req-83fd4c2e-8f19-4c22-94f6-f6a499866d52 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:10.077926 n-d-798930-3 neutron-server[93958]: INFO neutron.db.l3_db [req-95b5f706-e949-4920-a96f-29c2dbf0b0b6 req-83fd4c2e-8f19-4c22-94f6-f6a499866d52 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Floating IP 5cebf0bb-2f15-4bc9-9046-7628dd3785b2 disassociated. External IP: 172.25.0.152, port: 28e16fbf-fe99-4b96-921f-7c3da539e84a. Jul 09 16:36:10.078324 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-95b5f706-e949-4920-a96f-29c2dbf0b0b6 req-83fd4c2e-8f19-4c22-94f6-f6a499866d52 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Calling delete_port for 28e16fbf-fe99-4b96-921f-7c3da539e84a owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:36:10.083055 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:10.149356 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-21b736ac-baad-4026-adf9-68aec61342b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:10.411568 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20d2fe7-1aa0-42f2-b2a3-eeecad37252a admin admin] Router a90c85c8-9dc9-478f-bcd7-3b436153b307 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:36:10.423417 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-21b736ac-baad-4026-adf9-68aec61342b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:10.436509 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-21b736ac-baad-4026-adf9-68aec61342b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:10.487550 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b736ac-baad-4026-adf9-68aec61342b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc9cf03-7b05-453b-aed4-5f9068f11dbb,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:10.499911 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-21b736ac-baad-4026-adf9-68aec61342b2 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7c6ded330d104161874540dc0c98e82d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8060613 Jul 09 16:36:10.499911 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 58008) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:10.581535 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9da79e0f-df30-4e0a-92b3-514dbbe348a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:10.608222 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9da79e0f-df30-4e0a-92b3-514dbbe348a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:10.674051 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9da79e0f-df30-4e0a-92b3-514dbbe348a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:10.677155 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9da79e0f-df30-4e0a-92b3-514dbbe348a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:10.678823 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-9da79e0f-df30-4e0a-92b3-514dbbe348a0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/cdc9cf03-7b05-453b-aed4-5f9068f11dbb HTTP/1.1" status: 204 len: 168 time: 0.1777854 Jul 09 16:36:10.697393 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da79e0f-df30-4e0a-92b3-514dbbe348a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc9cf03-7b05-453b-aed4-5f9068f11dbb,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:10.948649 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-95b5f706-e949-4920-a96f-29c2dbf0b0b6 req-83fd4c2e-8f19-4c22-94f6-f6a499866d52 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:11.039536 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20d2fe7-1aa0-42f2-b2a3-eeecad37252a admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:36:11.053564 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17bb907-0af0-4250-b7d2-c268134b3549 None None] Sync routers for ids ['a90c85c8-9dc9-478f-bcd7-3b436153b307'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:36:11.075819 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17bb907-0af0-4250-b7d2-c268134b3549 None None] Routers {'a90c85c8-9dc9-478f-bcd7-3b436153b307'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:36:11.080523 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e17bb907-0af0-4250-b7d2-c268134b3549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:35:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['a90c85c8-9dc9-478f-bcd7-3b436153b307'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:11.209451 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fd4c2e-8f19-4c22-94f6-f6a499866d52 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Pushing event deleted for resources: {'Port': ['ID=28e16fbf-fe99-4b96-921f-7c3da539e84a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:11.220788 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b20d2fe7-1aa0-42f2-b2a3-eeecad37252a admin admin] 10.222.0.98 "PUT /v2.0/routers/a90c85c8-9dc9-478f-bcd7-3b436153b307/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7041330 Jul 09 16:36:11.223334 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 58056) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:11.243462 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95b5f706-e949-4920-a96f-29c2dbf0b0b6 req-83fd4c2e-8f19-4c22-94f6-f6a499866d52 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Router 0da7cae2-8b69-4389-9b12-67719e1806dc has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:36:11.375430 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-e17bb907-0af0-4250-b7d2-c268134b3549 None None] Set router a90c85c8-9dc9-478f-bcd7-3b436153b307 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:36:11.417118 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95b5f706-e949-4920-a96f-29c2dbf0b0b6 req-83fd4c2e-8f19-4c22-94f6-f6a499866d52 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:36:11.437357 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18048ba-b810-42a8-84c0-a4d19645e66c None None] Sync routers for ids ['0da7cae2-8b69-4389-9b12-67719e1806dc'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:36:11.443860 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 58066) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:11.456921 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18048ba-b810-42a8-84c0-a4d19645e66c None None] Routers {'0da7cae2-8b69-4389-9b12-67719e1806dc'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:36:11.457680 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c18048ba-b810-42a8-84c0-a4d19645e66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:35:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['0da7cae2-8b69-4389-9b12-67719e1806dc'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:11.480714 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0509df10-2474-4b26-a394-07a53990d5c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:11.500815 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-88f615c9-0d1e-48ba-9139-fae5424095ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:11.524251 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b5f706-e949-4920-a96f-29c2dbf0b0b6 req-83fd4c2e-8f19-4c22-94f6-f6a499866d52 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] No DVR routers for this DVR port 28e16fbf-fe99-4b96-921f-7c3da539e84a on host n-h2-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:36:11.528896 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-95b5f706-e949-4920-a96f-29c2dbf0b0b6 req-83fd4c2e-8f19-4c22-94f6-f6a499866d52 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:11.532293 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-95b5f706-e949-4920-a96f-29c2dbf0b0b6 req-83fd4c2e-8f19-4c22-94f6-f6a499866d52 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] 10.222.0.73 "DELETE /v2.0/ports/28e16fbf-fe99-4b96-921f-7c3da539e84a HTTP/1.1" status: 204 len: 173 time: 2.8625987 Jul 09 16:36:11.554796 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee1f35fb-85b9-4a52-8c79-ee5202b4fdbf', 'name': 'network-vif-deleted', 'tag': '28e16fbf-fe99-4b96-921f-7c3da539e84a'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:36:11.558457 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a3c621-2450-4daa-af02-b0069923328f" -d '{"events": [{"server_uuid": "ee1f35fb-85b9-4a52-8c79-ee5202b4fdbf", "name": "network-vif-deleted", "tag": "28e16fbf-fe99-4b96-921f-7c3da539e84a"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:36:11.709053 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547b91cd-64fa-4a28-abd0-4e36ae12a3ac x-openstack-request-id: req-547b91cd-64fa-4a28-abd0-4e36ae12a3ac {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:36:11.709354 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee1f35fb-85b9-4a52-8c79-ee5202b4fdbf", "name": "network-vif-deleted", "tag": "28e16fbf-fe99-4b96-921f-7c3da539e84a", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:36:11.709603 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-547b91cd-64fa-4a28-abd0-4e36ae12a3ac {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:36:11.710012 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee1f35fb-85b9-4a52-8c79-ee5202b4fdbf', 'name': 'network-vif-deleted', 'tag': '28e16fbf-fe99-4b96-921f-7c3da539e84a', 'status': 'completed', 'code': 200} Jul 09 16:36:11.837115 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-88f615c9-0d1e-48ba-9139-fae5424095ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:11.840983 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-50958c6f-c94e-4db6-804d-31067b8f0ec8 req-ed7f3517-99d4-4df5-ad73-3d3a16054a23 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee1f35fb-85b9-4a52-8c79-ee5202b4fdbf HTTP/1.1" status: 200 len: 210 time: 0.3569565 Jul 09 16:36:11.849097 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-88f615c9-0d1e-48ba-9139-fae5424095ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:11.910093 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-c18048ba-b810-42a8-84c0-a4d19645e66c None None] Set router 0da7cae2-8b69-4389-9b12-67719e1806dc gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:36:11.984549 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-88f615c9-0d1e-48ba-9139-fae5424095ee admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5df0d0b6c1d646888edab29c5ede6b02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5388324 Jul 09 16:36:11.987224 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 58092) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:11.989247 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f615c9-0d1e-48ba-9139-fae5424095ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3981d8f6-f866-4bbb-bea8-b3fa56b5f1c1,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:12.026913 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e17bb907-0af0-4250-b7d2-c268134b3549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'name': 'tempest-AttachVolumeTestJSON-1223617838-router', 'tenant_id': 'c352622f74f54906914220d03e45b0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '1fc5489f-84c9-44e6-ba8e-392c2519d7aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:26:59Z', 'updated_at': '2021-07-09T16:36:08Z', 'revision_number': 5, 'project_id': 'c352622f74f54906914220d03e45b0a2', 'gw_port': {'id': '1fc5489f-84c9-44e6-ba8e-392c2519d7aa', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:27:02Z', 'updated_at': '2021-07-09T16:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:12.059088 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17bb907-0af0-4250-b7d2-c268134b3549 None None] Checking router: a90c85c8-9dc9-478f-bcd7-3b436153b307 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:36:12.079846 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17bb907-0af0-4250-b7d2-c268134b3549 None None] Routers {'a90c85c8-9dc9-478f-bcd7-3b436153b307'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:36:12.080506 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e17bb907-0af0-4250-b7d2-c268134b3549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:35:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['a90c85c8-9dc9-478f-bcd7-3b436153b307'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:12.095717 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0509df10-2474-4b26-a394-07a53990d5c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:12.103299 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-620aafff-e299-40f6-9996-1cf7f68e71bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:12.126355 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-620aafff-e299-40f6-9996-1cf7f68e71bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:12.267964 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-620aafff-e299-40f6-9996-1cf7f68e71bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:12.271387 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-620aafff-e299-40f6-9996-1cf7f68e71bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:12.272937 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-620aafff-e299-40f6-9996-1cf7f68e71bc admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3981d8f6-f866-4bbb-bea8-b3fa56b5f1c1 HTTP/1.1" status: 204 len: 168 time: 0.2844596 Jul 09 16:36:12.281376 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 58100) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:12.287875 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620aafff-e299-40f6-9996-1cf7f68e71bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3981d8f6-f866-4bbb-bea8-b3fa56b5f1c1,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:12.314164 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0509df10-2474-4b26-a394-07a53990d5c4 admin admin] Deleting port 1fc5489f-84c9-44e6-ba8e-392c2519d7aa {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:36:12.314810 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0509df10-2474-4b26-a394-07a53990d5c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:12.340583 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-e17bb907-0af0-4250-b7d2-c268134b3549 None None] Set router a90c85c8-9dc9-478f-bcd7-3b436153b307 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:36:12.343704 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 58104) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:12.361760 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c18048ba-b810-42a8-84c0-a4d19645e66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da7cae2-8b69-4389-9b12-67719e1806dc', 'name': 'tempest-TestServerBasicOps-2061791144-router', 'tenant_id': 'c6204232ae3d43e588d6fd07bded6f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '328821bc-c578-41f1-894f-2e197a052fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:29:44Z', 'updated_at': '2021-07-09T16:29:50Z', 'revision_number': 4, 'project_id': 'c6204232ae3d43e588d6fd07bded6f22', 'gw_port': {'id': '328821bc-c578-41f1-894f-2e197a052fff', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:75:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da7cae2-8b69-4389-9b12-67719e1806dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:29:45Z', 'updated_at': '2021-07-09T16:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'f1ba83ac-7dcf-434a-813a-e728fa4cdbdc', 'name': '', 'network_id': '129b3fd4-7fdc-445f-ba31-1cab00ca62c3', 'tenant_id': 'c6204232ae3d43e588d6fd07bded6f22', 'mac_address': 'fa:16:3e:ac:7f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da7cae2-8b69-4389-9b12-67719e1806dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '64a79ac5-0d8c-444d-9b5f-5295ccf19079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:29:48Z', 'updated_at': '2021-07-09T16:29:57Z', 'revision_number': 5, 'project_id': 'c6204232ae3d43e588d6fd07bded6f22', 'subnets': [{'id': '64a79ac5-0d8c-444d-9b5f-5295ccf19079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:12.486828 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-0509df10-2474-4b26-a394-07a53990d5c4 admin admin] For port 1fc5489f-84c9-44e6-ba8e-392c2519d7aa, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=1fc5489f-84c9-44e6-ba8e-392c2519d7aa,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:36:12.486828 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0509df10-2474-4b26-a394-07a53990d5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:12.500897 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0509df10-2474-4b26-a394-07a53990d5c4 admin admin] Calling delete_port for 1fc5489f-84c9-44e6-ba8e-392c2519d7aa owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:36:12.631807 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18048ba-b810-42a8-84c0-a4d19645e66c None None] Checking router: 0da7cae2-8b69-4389-9b12-67719e1806dc for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:36:12.646277 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18048ba-b810-42a8-84c0-a4d19645e66c None None] Routers {'0da7cae2-8b69-4389-9b12-67719e1806dc'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:36:12.647241 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c18048ba-b810-42a8-84c0-a4d19645e66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:35:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['0da7cae2-8b69-4389-9b12-67719e1806dc'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:12.739436 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e17bb907-0af0-4250-b7d2-c268134b3549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'name': 'tempest-AttachVolumeTestJSON-1223617838-router', 'tenant_id': 'c352622f74f54906914220d03e45b0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '1fc5489f-84c9-44e6-ba8e-392c2519d7aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:26:59Z', 'updated_at': '2021-07-09T16:36:08Z', 'revision_number': 5, 'project_id': 'c352622f74f54906914220d03e45b0a2', 'gw_port': {'id': '1fc5489f-84c9-44e6-ba8e-392c2519d7aa', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:27:02Z', 'updated_at': '2021-07-09T16:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:12.818518 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17bb907-0af0-4250-b7d2-c268134b3549 None None] The sync data for ids ['a90c85c8-9dc9-478f-bcd7-3b436153b307'] in n-d-798930-3 is: [{'id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'name': 'tempest-AttachVolumeTestJSON-1223617838-router', 'tenant_id': 'c352622f74f54906914220d03e45b0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '1fc5489f-84c9-44e6-ba8e-392c2519d7aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:26:59Z', 'updated_at': '2021-07-09T16:36:08Z', 'revision_number': 5, 'project_id': 'c352622f74f54906914220d03e45b0a2', 'gw_port': {'id': '1fc5489f-84c9-44e6-ba8e-392c2519d7aa', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90c85c8-9dc9-478f-bcd7-3b436153b307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:27:02Z', 'updated_at': '2021-07-09T16:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:36:12.829463 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0509df10-2474-4b26-a394-07a53990d5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:12.861421 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-c18048ba-b810-42a8-84c0-a4d19645e66c None None] Set router 0da7cae2-8b69-4389-9b12-67719e1806dc gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:36:12.867678 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0509df10-2474-4b26-a394-07a53990d5c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fc5489f-84c9-44e6-ba8e-392c2519d7aa,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:12.880722 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 28e16fbf-fe99-4b96-921f-7c3da539e84a no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:36:12.897862 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6643aae-67b7-473a-93cc-81c7fbc60c1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:12.941521 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: 28e16fbf-fe99-4b96-921f-7c3da539e84a {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:36:12.942073 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 28e16fbf-fe99-4b96-921f-7c3da539e84a not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:36:13.004609 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-2df2404f-48eb-4035-9007-bd123777f5a7 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1562352640'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:36:13.032606 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 58126) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:13.058299 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0509df10-2474-4b26-a394-07a53990d5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:13.136516 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:36:13.237005 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c18048ba-b810-42a8-84c0-a4d19645e66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da7cae2-8b69-4389-9b12-67719e1806dc', 'name': 'tempest-TestServerBasicOps-2061791144-router', 'tenant_id': 'c6204232ae3d43e588d6fd07bded6f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '328821bc-c578-41f1-894f-2e197a052fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:29:44Z', 'updated_at': '2021-07-09T16:29:50Z', 'revision_number': 4, 'project_id': 'c6204232ae3d43e588d6fd07bded6f22', 'gw_port': {'id': '328821bc-c578-41f1-894f-2e197a052fff', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:75:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da7cae2-8b69-4389-9b12-67719e1806dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:29:45Z', 'updated_at': '2021-07-09T16:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'f1ba83ac-7dcf-434a-813a-e728fa4cdbdc', 'name': '', 'network_id': '129b3fd4-7fdc-445f-ba31-1cab00ca62c3', 'tenant_id': 'c6204232ae3d43e588d6fd07bded6f22', 'mac_address': 'fa:16:3e:ac:7f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da7cae2-8b69-4389-9b12-67719e1806dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '64a79ac5-0d8c-444d-9b5f-5295ccf19079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:29:48Z', 'updated_at': '2021-07-09T16:29:57Z', 'revision_number': 5, 'project_id': 'c6204232ae3d43e588d6fd07bded6f22', 'subnets': [{'id': '64a79ac5-0d8c-444d-9b5f-5295ccf19079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:13.298620 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18048ba-b810-42a8-84c0-a4d19645e66c None None] The sync data for ids ['0da7cae2-8b69-4389-9b12-67719e1806dc'] in n-d-798930-3 is: [{'id': '0da7cae2-8b69-4389-9b12-67719e1806dc', 'name': 'tempest-TestServerBasicOps-2061791144-router', 'tenant_id': 'c6204232ae3d43e588d6fd07bded6f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '328821bc-c578-41f1-894f-2e197a052fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:29:44Z', 'updated_at': '2021-07-09T16:29:50Z', 'revision_number': 4, 'project_id': 'c6204232ae3d43e588d6fd07bded6f22', 'gw_port': {'id': '328821bc-c578-41f1-894f-2e197a052fff', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:75:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da7cae2-8b69-4389-9b12-67719e1806dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:29:45Z', 'updated_at': '2021-07-09T16:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'f1ba83ac-7dcf-434a-813a-e728fa4cdbdc', 'name': '', 'network_id': '129b3fd4-7fdc-445f-ba31-1cab00ca62c3', 'tenant_id': 'c6204232ae3d43e588d6fd07bded6f22', 'mac_address': 'fa:16:3e:ac:7f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da7cae2-8b69-4389-9b12-67719e1806dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '64a79ac5-0d8c-444d-9b5f-5295ccf19079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:29:48Z', 'updated_at': '2021-07-09T16:29:57Z', 'revision_number': 5, 'project_id': 'c6204232ae3d43e588d6fd07bded6f22', 'subnets': [{'id': '64a79ac5-0d8c-444d-9b5f-5295ccf19079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:36:13.314867 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0509df10-2474-4b26-a394-07a53990d5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:13.318663 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-543b291a-14b2-44c9-8911-d45874e37970 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Deleting port 00310870-fc39-4f40-84c8-3cefa9c4b74a {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:36:13.319207 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-543b291a-14b2-44c9-8911-d45874e37970 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:13.339722 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0509df10-2474-4b26-a394-07a53990d5c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:13.432651 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0509df10-2474-4b26-a394-07a53990d5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:13.433929 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0509df10-2474-4b26-a394-07a53990d5c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a90c85c8-9dc9-478f-bcd7-3b436153b307 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:36:13.440863 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0509df10-2474-4b26-a394-07a53990d5c4 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:13.446420 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0509df10-2474-4b26-a394-07a53990d5c4 admin admin] 10.222.0.98 "DELETE /v2.0/routers/a90c85c8-9dc9-478f-bcd7-3b436153b307 HTTP/1.1" status: 204 len: 168 time: 2.2213161 Jul 09 16:36:13.462912 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 58146) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:13.526966 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-543b291a-14b2-44c9-8911-d45874e37970 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:13.527299 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-543b291a-14b2-44c9-8911-d45874e37970 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:13.535787 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-860cd6e6-79fe-4307-bf40-fae115e98201 admin admin] Deleting subnet 4438d29a-df86-457d-ba35-c2df5ed90700 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:36:13.554401 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-860cd6e6-79fe-4307-bf40-fae115e98201 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:13.567083 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-543b291a-14b2-44c9-8911-d45874e37970 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Calling delete_port for 00310870-fc39-4f40-84c8-3cefa9c4b74a owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:36:13.596752 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6643aae-67b7-473a-93cc-81c7fbc60c1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:13.603183 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-860cd6e6-79fe-4307-bf40-fae115e98201 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:13.864628 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-860cd6e6-79fe-4307-bf40-fae115e98201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:13.928267 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6643aae-67b7-473a-93cc-81c7fbc60c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:13.930268 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 00e8a9e8-bd1b-484b-9903-3c8a9fa65b58 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:36:13.972877 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-543b291a-14b2-44c9-8911-d45874e37970 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:13.996457 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 00e8a9e8-bd1b-484b-9903-3c8a9fa65b58 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:36:14.003982 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 00e8a9e8-bd1b-484b-9903-3c8a9fa65b58 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:36:14.005478 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-860cd6e6-79fe-4307-bf40-fae115e98201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:14.008569 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3831e7d1-d3ca-44ad-b64a-a629e716377a None None] New status for floating IP 5cebf0bb-2f15-4bc9-9046-7628dd3785b2: DOWN {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:36:14.027497 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-860cd6e6-79fe-4307-bf40-fae115e98201 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:14.034386 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-860cd6e6-79fe-4307-bf40-fae115e98201 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/4438d29a-df86-457d-ba35-c2df5ed90700 HTTP/1.1" status: 204 len: 168 time: 0.5860090 Jul 09 16:36:14.042740 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c6643aae-67b7-473a-93cc-81c7fbc60c1a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5430d9e3147647049ab6206c0b97c022&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6962318 Jul 09 16:36:14.046637 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 58166) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:14.047622 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 58168) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:14.089040 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6643aae-67b7-473a-93cc-81c7fbc60c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb17912-6d66-4cdd-ac79-1e4523370b47,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:14.091124 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860cd6e6-79fe-4307-bf40-fae115e98201 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4438d29a-df86-457d-ba35-c2df5ed90700,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:14.092697 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df2404f-48eb-4035-9007-bd123777f5a7 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Made reservation on behalf of 3a240e3acac846d2a1f26873c483f921 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:36:14.101841 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2df2404f-48eb-4035-9007-bd123777f5a7 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:14.107813 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b291a-14b2-44c9-8911-d45874e37970 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Pushing event deleted for resources: {'Port': ['ID=00310870-fc39-4f40-84c8-3cefa9c4b74a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:14.131159 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2782298-3b65-4e40-9b96-3736597a60b5 None None] Network adbf0553-b476-4533-a282-e74124932d76 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:36:14.269731 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4159beb6-6477-4ac2-9603-eb68c0809f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:14.356923 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2df2404f-48eb-4035-9007-bd123777f5a7 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:14.371897 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f1821f-59cc-44fb-bf94-7754ee649ec0 None None] DHCP port deletion for adbf0553-b476-4533-a282-e74124932d76 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:36:14.467653 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-98f1821f-59cc-44fb-bf94-7754ee649ec0 None None] Deleting port ee80921e-fcc0-435f-94f1-cad2c89bc30d {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:36:14.468347 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-98f1821f-59cc-44fb-bf94-7754ee649ec0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:14.552689 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e5802f74-2e79-4150-877a-086716cd152e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:14.569484 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-543b291a-14b2-44c9-8911-d45874e37970 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:14.572270 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-543b291a-14b2-44c9-8911-d45874e37970 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:14.573542 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-543b291a-14b2-44c9-8911-d45874e37970 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] 10.222.0.98 "DELETE /v2.0/floatingips/5cebf0bb-2f15-4bc9-9046-7628dd3785b2 HTTP/1.1" status: 204 len: 168 time: 1.5396168 Jul 09 16:36:14.591694 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-98f1821f-59cc-44fb-bf94-7754ee649ec0 None None] For port ee80921e-fcc0-435f-94f1-cad2c89bc30d, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=ee80921e-fcc0-435f-94f1-cad2c89bc30d,segment=NetworkSegment(ff4c1188-4c7e-4a21-a4de-80c253f4fab0),segment_id=ff4c1188-4c7e-4a21-a4de-80c253f4fab0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:36:14.592590 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-98f1821f-59cc-44fb-bf94-7754ee649ec0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:14.612183 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-98f1821f-59cc-44fb-bf94-7754ee649ec0 None None] Calling delete_port for ee80921e-fcc0-435f-94f1-cad2c89bc30d owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:36:14.614332 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-4159beb6-6477-4ac2-9603-eb68c0809f17 admin admin] Deleting port ee80921e-fcc0-435f-94f1-cad2c89bc30d {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:36:14.614332 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4159beb6-6477-4ac2-9603-eb68c0809f17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:14.620648 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e5802f74-2e79-4150-877a-086716cd152e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:14.691720 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2df2404f-48eb-4035-9007-bd123777f5a7 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:14.751731 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-98f1821f-59cc-44fb-bf94-7754ee649ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:14.808384 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f1821f-59cc-44fb-bf94-7754ee649ec0 None None] Pushing event deleted for resources: {'Port': ['ID=ee80921e-fcc0-435f-94f1-cad2c89bc30d,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:14.813251 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f1821f-59cc-44fb-bf94-7754ee649ec0 None None] No DVR routers for this DVR port ee80921e-fcc0-435f-94f1-cad2c89bc30d on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:36:14.829017 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2df2404f-48eb-4035-9007-bd123777f5a7 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:14.839158 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f1821f-59cc-44fb-bf94-7754ee649ec0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:14.839649 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f1821f-59cc-44fb-bf94-7754ee649ec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:14.840100 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f1821f-59cc-44fb-bf94-7754ee649ec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:14.840772 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f1821f-59cc-44fb-bf94-7754ee649ec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:14.841303 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f1821f-59cc-44fb-bf94-7754ee649ec0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:14.841732 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f1821f-59cc-44fb-bf94-7754ee649ec0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:14.842163 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f1821f-59cc-44fb-bf94-7754ee649ec0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:14.842620 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f1821f-59cc-44fb-bf94-7754ee649ec0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:14.843216 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f1821f-59cc-44fb-bf94-7754ee649ec0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:14.843678 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f1821f-59cc-44fb-bf94-7754ee649ec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:14.844101 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f1821f-59cc-44fb-bf94-7754ee649ec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:14.844518 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f1821f-59cc-44fb-bf94-7754ee649ec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:14.894670 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 58214) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:14.967491 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c27a1fa5-9f63-4fe0-bd4c-9d918834b9b0 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:14.981224 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df2404f-48eb-4035-9007-bd123777f5a7 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=359e1026-832d-4927-b433-db91e09abd29,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:14.993546 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2df2404f-48eb-4035-9007-bd123777f5a7 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:36:15.006180 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 58218) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:15.015190 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-4159beb6-6477-4ac2-9603-eb68c0809f17 admin admin] For port ee80921e-fcc0-435f-94f1-cad2c89bc30d, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=ee80921e-fcc0-435f-94f1-cad2c89bc30d,segment=NetworkSegment(ff4c1188-4c7e-4a21-a4de-80c253f4fab0),segment_id=ff4c1188-4c7e-4a21-a4de-80c253f4fab0)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:36:15.015862 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4159beb6-6477-4ac2-9603-eb68c0809f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:15.018421 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c27a1fa5-9f63-4fe0-bd4c-9d918834b9b0 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:15.053267 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-4159beb6-6477-4ac2-9603-eb68c0809f17 admin admin] Calling delete_port for ee80921e-fcc0-435f-94f1-cad2c89bc30d owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:36:15.101121 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c27a1fa5-9f63-4fe0-bd4c-9d918834b9b0 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:15.104046 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c27a1fa5-9f63-4fe0-bd4c-9d918834b9b0 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:15.110517 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c27a1fa5-9f63-4fe0-bd4c-9d918834b9b0 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] 10.222.0.98 "DELETE /v2.0/security-groups/e75db5fc-c806-4a82-9e9e-c02a44e35e64 HTTP/1.1" status: 204 len: 168 time: 0.2119908 Jul 09 16:36:15.118331 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27a1fa5-9f63-4fe0-bd4c-9d918834b9b0 tempest-TestServerBasicOps-2108051223 tempest-TestServerBasicOps-2108051223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75db5fc-c806-4a82-9e9e-c02a44e35e64,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:15.167712 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 58230) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:15.225695 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2df2404f-48eb-4035-9007-bd123777f5a7 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:15.226082 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-2df2404f-48eb-4035-9007-bd123777f5a7 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Added segment bfab52f5-eb8e-4ada-9410-ecd0c68e0e69 of type vlan for network d0717c11-5e30-441d-97fe-492e9dc0f674 Jul 09 16:36:15.227685 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e5802f74-2e79-4150-877a-086716cd152e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:15.230600 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e5802f74-2e79-4150-877a-086716cd152e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:15.232517 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e5802f74-2e79-4150-877a-086716cd152e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1eb17912-6d66-4cdd-ac79-1e4523370b47 HTTP/1.1" status: 204 len: 168 time: 1.1766582 Jul 09 16:36:15.303226 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2df2404f-48eb-4035-9007-bd123777f5a7 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:15.333106 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5802f74-2e79-4150-877a-086716cd152e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb17912-6d66-4cdd-ac79-1e4523370b47,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:15.363356 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4159beb6-6477-4ac2-9603-eb68c0809f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:15.385408 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2df2404f-48eb-4035-9007-bd123777f5a7 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:15.391230 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df2404f-48eb-4035-9007-bd123777f5a7 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:15.391927 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5beca9c8-a91a-4d4f-873d-288b75a89965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:15.392969 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2df2404f-48eb-4035-9007-bd123777f5a7 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:15.440713 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4159beb6-6477-4ac2-9603-eb68c0809f17 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee80921e-fcc0-435f-94f1-cad2c89bc30d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:15.442849 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4159beb6-6477-4ac2-9603-eb68c0809f17 admin admin] No DVR routers for this DVR port ee80921e-fcc0-435f-94f1-cad2c89bc30d on host n-d-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:36:15.520363 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2df2404f-48eb-4035-9007-bd123777f5a7 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 3.2373326 Jul 09 16:36:15.606988 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 58246) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:15.633961 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-0439a8dc-e455-484a-8fce-591f81f0fc40 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1118563029'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:36:15.646037 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df2404f-48eb-4035-9007-bd123777f5a7 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event updated for resources: {'Network': ['ID=d0717c11-5e30-441d-97fe-492e9dc0f674,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:15.658209 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network d0717c11-5e30-441d-97fe-492e9dc0f674 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:36:15.666321 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4159beb6-6477-4ac2-9603-eb68c0809f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:15.678345 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-4159beb6-6477-4ac2-9603-eb68c0809f17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adbf0553-b476-4533-a282-e74124932d76']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:15.695947 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-4159beb6-6477-4ac2-9603-eb68c0809f17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff4c1188-4c7e-4a21-a4de-80c253f4fab0') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:15.696530 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-4159beb6-6477-4ac2-9603-eb68c0809f17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff4c1188-4c7e-4a21-a4de-80c253f4fab0') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:15.710458 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4159beb6-6477-4ac2-9603-eb68c0809f17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:15.743290 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4159beb6-6477-4ac2-9603-eb68c0809f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:15.753088 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4159beb6-6477-4ac2-9603-eb68c0809f17 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:36:15.772485 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4159beb6-6477-4ac2-9603-eb68c0809f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:15.774678 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:36:15.774678 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:36:15.774678 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:36:15.774678 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:36:15.774678 n-d-798930-3 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:36:15.774678 n-d-798930-3 neutron-server[93958]: self.session.flush() Jul 09 16:36:15.774678 n-d-798930-3 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:36:15.774678 n-d-798930-3 neutron-server[93958]: self.session.flush() Jul 09 16:36:15.774678 n-d-798930-3 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:36:15.774678 n-d-798930-3 neutron-server[93958]: self.session.flush() Jul 09 16:36:15.774678 n-d-798930-3 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:36:15.774678 n-d-798930-3 neutron-server[93958]: self.session.flush() Jul 09 16:36:15.774678 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:36:15.774678 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:36:15.774678 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:36:15.774678 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:36:15.774678 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:36:15.774678 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:36:15.774678 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:36:15.774678 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:36:15.774678 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:36:15.774678 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:36:15.774678 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:36:15.774678 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:36:15.774678 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:36:15.774678 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:36:15.774678 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:36:15.774678 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:36:15.774678 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:36:15.774678 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:36:15.774678 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:36:15.774678 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:36:15.774678 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:36:15.774678 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:36:15.774678 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:36:15.774678 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:36:15.774678 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:36:15.774678 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:36:15.774678 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:36:15.774678 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:36:15.774678 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:36:15.774678 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:36:15.774678 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:36:15.774678 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:36:15.878696 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 58256) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:15.905216 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5beca9c8-a91a-4d4f-873d-288b75a89965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:15.906504 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-554ebd7e-6347-4fee-a469-127ccb447ed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:15.924691 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5beca9c8-a91a-4d4f-873d-288b75a89965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:15.931421 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4159beb6-6477-4ac2-9603-eb68c0809f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:15.938961 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4159beb6-6477-4ac2-9603-eb68c0809f17 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:15.941049 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-4159beb6-6477-4ac2-9603-eb68c0809f17 admin admin] 10.222.0.98 "DELETE /v2.0/networks/adbf0553-b476-4533-a282-e74124932d76 HTTP/1.1" status: 204 len: 168 time: 1.8918788 Jul 09 16:36:15.965135 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beca9c8-a91a-4d4f-873d-288b75a89965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18e454d-b712-408d-82ef-ecc5ff668742,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:15.976627 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 1fc5489f-84c9-44e6-ba8e-392c2519d7aa no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:36:15.977156 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4159beb6-6477-4ac2-9603-eb68c0809f17 admin admin] Pushing event deleted for resources: {'Network': ['ID=adbf0553-b476-4533-a282-e74124932d76,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:15.984168 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0439a8dc-e455-484a-8fce-591f81f0fc40 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Made reservation on behalf of 3a240e3acac846d2a1f26873c483f921 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:36:15.988776 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0439a8dc-e455-484a-8fce-591f81f0fc40 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:16.013167 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-5beca9c8-a91a-4d4f-873d-288b75a89965 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=69dd14d21e8e4a44bc9d219b45ef77ad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0059042 Jul 09 16:36:16.017093 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 58262) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:16.037708 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 1fc5489f-84c9-44e6-ba8e-392c2519d7aa {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:36:16.037913 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0439a8dc-e455-484a-8fce-591f81f0fc40 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:36:16.038567 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 1fc5489f-84c9-44e6-ba8e-392c2519d7aa not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:36:16.039265 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device ee80921e-fcc0-435f-94f1-cad2c89bc30d no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:36:16.067301 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: ee80921e-fcc0-435f-94f1-cad2c89bc30d {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:36:16.067705 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device ee80921e-fcc0-435f-94f1-cad2c89bc30d not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:36:16.085086 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0439a8dc-e455-484a-8fce-591f81f0fc40 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:16.085291 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-0439a8dc-e455-484a-8fce-591f81f0fc40 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Added segment a51f3c65-e05d-4a32-bad0-6322459c6513 of type vlan for network 3a979fe2-3b03-4311-9246-3539899923f2 Jul 09 16:36:16.142500 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f51f582c-038a-4000-8662-1f1b7348a0b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:16.150343 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0439a8dc-e455-484a-8fce-591f81f0fc40 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:16.187763 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f51f582c-038a-4000-8662-1f1b7348a0b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:16.237297 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-554ebd7e-6347-4fee-a469-127ccb447ed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:16.241511 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0439a8dc-e455-484a-8fce-591f81f0fc40 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:16.248414 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-554ebd7e-6347-4fee-a469-127ccb447ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:16.249361 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0439a8dc-e455-484a-8fce-591f81f0fc40 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:16.249987 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0439a8dc-e455-484a-8fce-591f81f0fc40 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:16.289636 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0439a8dc-e455-484a-8fce-591f81f0fc40 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6813917 Jul 09 16:36:16.291828 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 58272) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:16.305131 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0edc48d3-09b9-461c-8cfa-bd7c12fad4bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:16.313158 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-af3607f6-4998-40e7-bc39-494981036fef tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Request body: {'subnet': {'network_id': 'd0717c11-5e30-441d-97fe-492e9dc0f674', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:36:16.345551 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 58280) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:16.369359 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-554ebd7e-6347-4fee-a469-127ccb447ed5 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5f88e23ea1c34645b30ad0d40c630c8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4894938 Jul 09 16:36:16.373062 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 58282) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:16.396919 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f51f582c-038a-4000-8662-1f1b7348a0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:16.396919 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f51f582c-038a-4000-8662-1f1b7348a0b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:16.401002 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f51f582c-038a-4000-8662-1f1b7348a0b7 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c18e454d-b712-408d-82ef-ecc5ff668742 HTTP/1.1" status: 204 len: 168 time: 0.3794534 Jul 09 16:36:16.442101 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554ebd7e-6347-4fee-a469-127ccb447ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9b67f6-dd3f-4461-8ffe-c74ab6acc656,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:16.477056 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51f582c-038a-4000-8662-1f1b7348a0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18e454d-b712-408d-82ef-ecc5ff668742,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:16.479686 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0439a8dc-e455-484a-8fce-591f81f0fc40 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event updated for resources: {'Network': ['ID=3a979fe2-3b03-4311-9246-3539899923f2,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:16.516776 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a02de383-3521-47ce-a1ad-53c29a59674e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c352622f74f54906914220d03e45b0a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1683347 Jul 09 16:36:16.518475 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 58292) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:16.535545 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 3a979fe2-3b03-4311-9246-3539899923f2 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:36:16.593493 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fccdd4c5-6f4c-4680-a37d-2817d84c228f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:16.638637 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fccdd4c5-6f4c-4680-a37d-2817d84c228f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:16.643727 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-57579ea5-16dc-48b3-b5fc-896a0bf633c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:16.706435 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-57579ea5-16dc-48b3-b5fc-896a0bf633c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:16.761320 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fccdd4c5-6f4c-4680-a37d-2817d84c228f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:16.765910 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fccdd4c5-6f4c-4680-a37d-2817d84c228f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:16.769548 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-fccdd4c5-6f4c-4680-a37d-2817d84c228f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9c9b67f6-dd3f-4461-8ffe-c74ab6acc656 HTTP/1.1" status: 204 len: 168 time: 0.3931847 Jul 09 16:36:16.782325 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccdd4c5-6f4c-4680-a37d-2817d84c228f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9b67f6-dd3f-4461-8ffe-c74ab6acc656,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:16.785648 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-57579ea5-16dc-48b3-b5fc-896a0bf633c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:16.788833 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-57579ea5-16dc-48b3-b5fc-896a0bf633c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:16.792879 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-57579ea5-16dc-48b3-b5fc-896a0bf633c2 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/52276eff-5c6e-4122-ab66-c70cbea52616 HTTP/1.1" status: 204 len: 168 time: 0.2710660 Jul 09 16:36:16.801018 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57579ea5-16dc-48b3-b5fc-896a0bf633c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52276eff-5c6e-4122-ab66-c70cbea52616,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:17.043795 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3607f6-4998-40e7-bc39-494981036fef tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Made reservation on behalf of 3a240e3acac846d2a1f26873c483f921 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:36:17.048533 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-af3607f6-4998-40e7-bc39-494981036fef tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:17.355171 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 58324) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:17.377666 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-af3607f6-4998-40e7-bc39-494981036fef tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:17.380811 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-359eb1dc-1f6f-478c-b790-bca1c8a9e953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:17.432095 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0edc48d3-09b9-461c-8cfa-bd7c12fad4bd admin admin] Deleting port f1ba83ac-7dcf-434a-813a-e728fa4cdbdc {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:36:17.432428 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0edc48d3-09b9-461c-8cfa-bd7c12fad4bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:17.517461 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3607f6-4998-40e7-bc39-494981036fef tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event updated for resources: {'Subnet': ['ID=2105d2e4-56ff-4289-888b-807ee7c2a66a,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:17.543177 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3607f6-4998-40e7-bc39-494981036fef tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Checking segment: {'id': 'bfab52f5-eb8e-4ada-9410-ecd0c68e0e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd0717c11-5e30-441d-97fe-492e9dc0f674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:36:17.544149 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3607f6-4998-40e7-bc39-494981036fef tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Network hostable DHCP agents. Network: d0717c11-5e30-441d-97fe-492e9dc0f674, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:36:17.555750 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 58334) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:17.591740 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-359eb1dc-1f6f-478c-b790-bca1c8a9e953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:17.594731 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-0edc48d3-09b9-461c-8cfa-bd7c12fad4bd admin admin] For port f1ba83ac-7dcf-434a-813a-e728fa4cdbdc, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=f1ba83ac-7dcf-434a-813a-e728fa4cdbdc,segment=NetworkSegment(96bfb1df-90fe-4de5-920d-95441eb9b85b),segment_id=96bfb1df-90fe-4de5-920d-95441eb9b85b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:36:17.595167 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0edc48d3-09b9-461c-8cfa-bd7c12fad4bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:17.608039 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-359eb1dc-1f6f-478c-b790-bca1c8a9e953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:17.610717 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3607f6-4998-40e7-bc39-494981036fef tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Network d0717c11-5e30-441d-97fe-492e9dc0f674 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:36:17.614133 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0edc48d3-09b9-461c-8cfa-bd7c12fad4bd admin admin] Calling delete_port for f1ba83ac-7dcf-434a-813a-e728fa4cdbdc owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:36:17.662288 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-359eb1dc-1f6f-478c-b790-bca1c8a9e953 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=10cc560a8b7748089122cd68f8875691&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3047891 Jul 09 16:36:17.663350 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359eb1dc-1f6f-478c-b790-bca1c8a9e953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39f8a41-e734-46a9-a99d-02b46f4b2a8c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:17.666572 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 58344) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:17.671996 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-af3607f6-4998-40e7-bc39-494981036fef tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, d0717c11-5e30-441d-97fe-492e9dc0f674) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:36:17.678546 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3607f6-4998-40e7-bc39-494981036fef tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:17.678794 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-af3607f6-4998-40e7-bc39-494981036fef tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:17.682628 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13669827-0ee6-4ef2-9b73-72643f24f24a None None] Network d0717c11-5e30-441d-97fe-492e9dc0f674 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:36:17.709621 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-af3607f6-4998-40e7-bc39-494981036fef tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3991008 Jul 09 16:36:17.710607 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 58346) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:17.716242 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-eacb5f1c-2898-45c6-b39d-ed573a4c80b0 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Request body: {'subnet': {'network_id': '3a979fe2-3b03-4311-9246-3539899923f2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:36:17.764721 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-83d9f4e0-c29d-4d20-9777-56a6d74391e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:17.812685 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-83d9f4e0-c29d-4d20-9777-56a6d74391e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:17.900715 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cff8407b-3490-40f3-bdea-ac20b9059623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:17.929061 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eacb5f1c-2898-45c6-b39d-ed573a4c80b0 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Made reservation on behalf of 3a240e3acac846d2a1f26873c483f921 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:36:17.933745 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eacb5f1c-2898-45c6-b39d-ed573a4c80b0 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:17.965023 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-83d9f4e0-c29d-4d20-9777-56a6d74391e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:17.968526 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-83d9f4e0-c29d-4d20-9777-56a6d74391e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:17.969883 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-83d9f4e0-c29d-4d20-9777-56a6d74391e0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f39f8a41-e734-46a9-a99d-02b46f4b2a8c HTTP/1.1" status: 204 len: 168 time: 0.3018043 Jul 09 16:36:17.988658 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d9f4e0-c29d-4d20-9777-56a6d74391e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39f8a41-e734-46a9-a99d-02b46f4b2a8c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:17.992089 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed20029d-edcc-4b5d-8797-7c0cf561f05e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-d0717c11-5e30-441d-97fe-492e9dc0f674', 'network_id': 'd0717c11-5e30-441d-97fe-492e9dc0f674', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'fixed_ips': [{'subnet_id': '2105d2e4-56ff-4289-888b-807ee7c2a66a'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:36:17.994928 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ed20029d-edcc-4b5d-8797-7c0cf561f05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:18.146469 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0edc48d3-09b9-461c-8cfa-bd7c12fad4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:18.196587 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-ed20029d-edcc-4b5d-8797-7c0cf561f05e None None] Allocated IP 2001:db8::2 (d0717c11-5e30-441d-97fe-492e9dc0f674/2105d2e4-56ff-4289-888b-807ee7c2a66a/b2a4ac1b-35e1-4a5b-be25-42207f04c1dd) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:36:18.244015 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edc48d3-09b9-461c-8cfa-bd7c12fad4bd admin admin] Pushing event deleted for resources: {'Port': ['ID=f1ba83ac-7dcf-434a-813a-e728fa4cdbdc,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:18.567483 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ed20029d-edcc-4b5d-8797-7c0cf561f05e None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:18.591383 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ed20029d-edcc-4b5d-8797-7c0cf561f05e None None] Transition to ACTIVE for port object b2a4ac1b-35e1-4a5b-be25-42207f04c1dd will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:36:18.642828 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ed20029d-edcc-4b5d-8797-7c0cf561f05e None None] Transition to ACTIVE for port object b2a4ac1b-35e1-4a5b-be25-42207f04c1dd will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:36:18.654432 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ed20029d-edcc-4b5d-8797-7c0cf561f05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:18.662337 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0edc48d3-09b9-461c-8cfa-bd7c12fad4bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:18.698092 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed20029d-edcc-4b5d-8797-7c0cf561f05e None None] Network d0717c11-5e30-441d-97fe-492e9dc0f674 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:36:18.715025 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-ed20029d-edcc-4b5d-8797-7c0cf561f05e None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:36:18.740045 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eacb5f1c-2898-45c6-b39d-ed573a4c80b0 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:18.743953 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cff8407b-3490-40f3-bdea-ac20b9059623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:18.760025 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed20029d-edcc-4b5d-8797-7c0cf561f05e None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:36:18.786991 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cff8407b-3490-40f3-bdea-ac20b9059623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:18.909270 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 58396) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:18.909888 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-cff8407b-3490-40f3-bdea-ac20b9059623 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=07a5e5d3de5544208e0842b89cfdf337&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3502545 Jul 09 16:36:18.915671 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff8407b-3490-40f3-bdea-ac20b9059623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3aaaedb-ad60-4e91-8d77-b2b5cadb6080,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:18.925562 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacb5f1c-2898-45c6-b39d-ed573a4c80b0 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event updated for resources: {'Subnet': ['ID=c61110b3-25df-4133-a6e1-2ee1b7a155cf,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:18.939010 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacb5f1c-2898-45c6-b39d-ed573a4c80b0 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Checking segment: {'id': 'a51f3c65-e05d-4a32-bad0-6322459c6513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3a979fe2-3b03-4311-9246-3539899923f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:36:18.939919 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacb5f1c-2898-45c6-b39d-ed573a4c80b0 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Network hostable DHCP agents. Network: 3a979fe2-3b03-4311-9246-3539899923f2, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:36:19.024761 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 58404) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:19.034319 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacb5f1c-2898-45c6-b39d-ed573a4c80b0 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Network 3a979fe2-3b03-4311-9246-3539899923f2 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:36:19.061475 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-eacb5f1c-2898-45c6-b39d-ed573a4c80b0 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 3a979fe2-3b03-4311-9246-3539899923f2) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:36:19.082570 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e0b7ff-e761-456f-8e7a-602b4488cc54 None None] Network 3a979fe2-3b03-4311-9246-3539899923f2 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:36:19.107264 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b8abb57c-b43c-4aed-bc11-c422f4587c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:19.108390 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacb5f1c-2898-45c6-b39d-ed573a4c80b0 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:19.108986 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eacb5f1c-2898-45c6-b39d-ed573a4c80b0 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:19.134992 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed20029d-edcc-4b5d-8797-7c0cf561f05e None None] Pushing event updated for resources: {'Port': ['ID=b2a4ac1b-35e1-4a5b-be25-42207f04c1dd,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:19.138426 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-eacb5f1c-2898-45c6-b39d-ed573a4c80b0 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4266806 Jul 09 16:36:19.141706 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 58410) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:19.144532 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-ed20029d-edcc-4b5d-8797-7c0cf561f05e None None] Attempting to bind port b2a4ac1b-35e1-4a5b-be25-42207f04c1dd on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:36:19.145205 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-ed20029d-edcc-4b5d-8797-7c0cf561f05e None None] Attempting to bind port b2a4ac1b-35e1-4a5b-be25-42207f04c1dd by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'bfab52f5-eb8e-4ada-9410-ecd0c68e0e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd0717c11-5e30-441d-97fe-492e9dc0f674'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:36:19.145872 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed20029d-edcc-4b5d-8797-7c0cf561f05e None None] Attempting to bind port b2a4ac1b-35e1-4a5b-be25-42207f04c1dd on network d0717c11-5e30-441d-97fe-492e9dc0f674 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:36:19.149055 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-28ea2dcf-1bf3-4ddc-b31a-42658af9107b tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2017403621', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:36:19.159399 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed20029d-edcc-4b5d-8797-7c0cf561f05e None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:36:19.159714 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b8abb57c-b43c-4aed-bc11-c422f4587c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:19.164899 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed20029d-edcc-4b5d-8797-7c0cf561f05e None None] Checking segment: {'id': 'bfab52f5-eb8e-4ada-9410-ecd0c68e0e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd0717c11-5e30-441d-97fe-492e9dc0f674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:36:19.165737 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ed20029d-edcc-4b5d-8797-7c0cf561f05e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:19.166386 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed20029d-edcc-4b5d-8797-7c0cf561f05e None None] Bound using segment: {'id': 'bfab52f5-eb8e-4ada-9410-ecd0c68e0e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd0717c11-5e30-441d-97fe-492e9dc0f674'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:36:19.167209 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-ed20029d-edcc-4b5d-8797-7c0cf561f05e None None] Bound port: b2a4ac1b-35e1-4a5b-be25-42207f04c1dd, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab52f5-eb8e-4ada-9410-ecd0c68e0e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd0717c11-5e30-441d-97fe-492e9dc0f674'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:36:19.168870 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ed20029d-edcc-4b5d-8797-7c0cf561f05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:19.183114 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28ea2dcf-1bf3-4ddc-b31a-42658af9107b tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:19.185477 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28ea2dcf-1bf3-4ddc-b31a-42658af9107b tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:19.210796 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0edc48d3-09b9-461c-8cfa-bd7c12fad4bd admin admin] Router 0da7cae2-8b69-4389-9b12-67719e1806dc has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:36:19.250813 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-ed20029d-edcc-4b5d-8797-7c0cf561f05e None None] For port b2a4ac1b-35e1-4a5b-be25-42207f04c1dd, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:36:19.255817 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-ed20029d-edcc-4b5d-8797-7c0cf561f05e None None] For port b2a4ac1b-35e1-4a5b-be25-42207f04c1dd, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=b2a4ac1b-35e1-4a5b-be25-42207f04c1dd,segment=NetworkSegment(bfab52f5-eb8e-4ada-9410-ecd0c68e0e69),segment_id=bfab52f5-eb8e-4ada-9410-ecd0c68e0e69)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:36:19.267763 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b8abb57c-b43c-4aed-bc11-c422f4587c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:19.270697 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ed20029d-edcc-4b5d-8797-7c0cf561f05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:19.270953 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b8abb57c-b43c-4aed-bc11-c422f4587c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:19.272352 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b8abb57c-b43c-4aed-bc11-c422f4587c8e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c3aaaedb-ad60-4e91-8d77-b2b5cadb6080 HTTP/1.1" status: 204 len: 168 time: 0.3607211 Jul 09 16:36:19.288357 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abb57c-b43c-4aed-bc11-c422f4587c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3aaaedb-ad60-4e91-8d77-b2b5cadb6080,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:19.441596 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28ea2dcf-1bf3-4ddc-b31a-42658af9107b tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:19.453095 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28ea2dcf-1bf3-4ddc-b31a-42658af9107b tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:19.478835 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3629f8f-8e6c-436e-a0b1-614376bbd005 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-3a979fe2-3b03-4311-9246-3539899923f2', 'network_id': '3a979fe2-3b03-4311-9246-3539899923f2', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'fixed_ips': [{'subnet_id': 'c61110b3-25df-4133-a6e1-2ee1b7a155cf'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:36:19.479775 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f3629f8f-8e6c-436e-a0b1-614376bbd005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:19.485921 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28ea2dcf-1bf3-4ddc-b31a-42658af9107b tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:19.493831 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed20029d-edcc-4b5d-8797-7c0cf561f05e None None] Pushing event updated for resources: {'Port': ['ID=b2a4ac1b-35e1-4a5b-be25-42207f04c1dd,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:19.522298 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-28ea2dcf-1bf3-4ddc-b31a-42658af9107b tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3765895 Jul 09 16:36:19.522298 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0edc48d3-09b9-461c-8cfa-bd7c12fad4bd admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:36:19.524589 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 58432) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:19.534946 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0edc48d3-09b9-461c-8cfa-bd7c12fad4bd admin admin] 10.222.0.98 "PUT /v2.0/routers/0da7cae2-8b69-4389-9b12-67719e1806dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3648965 Jul 09 16:36:19.535182 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e9118f-9c71-4841-a48b-155868394b32 None None] Sync routers for ids ['0da7cae2-8b69-4389-9b12-67719e1806dc'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:36:19.535642 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 58434) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:19.568380 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e9118f-9c71-4841-a48b-155868394b32 None None] Routers {'0da7cae2-8b69-4389-9b12-67719e1806dc'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:36:19.573109 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-a6e9118f-9c71-4841-a48b-155868394b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:35:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['0da7cae2-8b69-4389-9b12-67719e1806dc'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:19.656874 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7f02738b-6599-4d3d-ba86-b9af336906bf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1954707421-network', 'tenant_id': '313daaa44e994ebf83af8fe773f4ee0d'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:36:19.905060 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f02738b-6599-4d3d-ba86-b9af336906bf admin admin] Made reservation on behalf of 313daaa44e994ebf83af8fe773f4ee0d for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:36:19.910909 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f02738b-6599-4d3d-ba86-b9af336906bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:19.950539 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f02738b-6599-4d3d-ba86-b9af336906bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:19.990387 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c8d3cdd2-a973-4a8e-9b06-20c9ec69221d admin admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:20.073517 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-f3629f8f-8e6c-436e-a0b1-614376bbd005 None None] Allocated IP 2001:db8:1::2 (3a979fe2-3b03-4311-9246-3539899923f2/c61110b3-25df-4133-a6e1-2ee1b7a155cf/7cbe62a6-ada6-4ed6-926c-62a112f46c9a) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:36:20.083106 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-a6e9118f-9c71-4841-a48b-155868394b32 None None] Set router 0da7cae2-8b69-4389-9b12-67719e1806dc gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:36:20.142625 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 58484) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:20.228753 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c0112508-3a1e-4333-bcfa-dde7d326bc9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:20.267057 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c8d3cdd2-a973-4a8e-9b06-20c9ec69221d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:20.274302 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device b2a4ac1b-35e1-4a5b-be25-42207f04c1dd up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:36:20.363166 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d168818d-142b-452d-8be1-3e729e513542 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:20.390583 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c8d3cdd2-a973-4a8e-9b06-20c9ec69221d admin admin] Deleting port 328821bc-c578-41f1-894f-2e197a052fff {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:36:20.391007 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c8d3cdd2-a973-4a8e-9b06-20c9ec69221d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:20.595453 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c8d3cdd2-a973-4a8e-9b06-20c9ec69221d admin admin] For port 328821bc-c578-41f1-894f-2e197a052fff, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=328821bc-c578-41f1-894f-2e197a052fff,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:36:20.596960 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c8d3cdd2-a973-4a8e-9b06-20c9ec69221d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:20.614743 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port b2a4ac1b-35e1-4a5b-be25-42207f04c1dd completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:36:20.640317 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c8d3cdd2-a973-4a8e-9b06-20c9ec69221d admin admin] Calling delete_port for 328821bc-c578-41f1-894f-2e197a052fff owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:36:20.643211 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f02738b-6599-4d3d-ba86-b9af336906bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:20.658174 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f3629f8f-8e6c-436e-a0b1-614376bbd005 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:20.670241 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f3629f8f-8e6c-436e-a0b1-614376bbd005 None None] Transition to ACTIVE for port object 7cbe62a6-ada6-4ed6-926c-62a112f46c9a will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:36:20.677915 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-a6e9118f-9c71-4841-a48b-155868394b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da7cae2-8b69-4389-9b12-67719e1806dc', 'name': 'tempest-TestServerBasicOps-2061791144-router', 'tenant_id': 'c6204232ae3d43e588d6fd07bded6f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '328821bc-c578-41f1-894f-2e197a052fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:29:44Z', 'updated_at': '2021-07-09T16:36:17Z', 'revision_number': 5, 'project_id': 'c6204232ae3d43e588d6fd07bded6f22', 'gw_port': {'id': '328821bc-c578-41f1-894f-2e197a052fff', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:75:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da7cae2-8b69-4389-9b12-67719e1806dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:29:45Z', 'updated_at': '2021-07-09T16:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:20.749845 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f3629f8f-8e6c-436e-a0b1-614376bbd005 None None] Transition to ACTIVE for port object 7cbe62a6-ada6-4ed6-926c-62a112f46c9a will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:36:20.770170 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e9118f-9c71-4841-a48b-155868394b32 None None] Checking router: 0da7cae2-8b69-4389-9b12-67719e1806dc for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:36:20.772867 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f3629f8f-8e6c-436e-a0b1-614376bbd005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:20.789229 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e9118f-9c71-4841-a48b-155868394b32 None None] Routers {'0da7cae2-8b69-4389-9b12-67719e1806dc'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:36:20.790232 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-a6e9118f-9c71-4841-a48b-155868394b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:35:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['0da7cae2-8b69-4389-9b12-67719e1806dc'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:20.796097 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3629f8f-8e6c-436e-a0b1-614376bbd005 None None] Network 3a979fe2-3b03-4311-9246-3539899923f2 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:36:20.798933 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-f3629f8f-8e6c-436e-a0b1-614376bbd005 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:36:20.805326 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3629f8f-8e6c-436e-a0b1-614376bbd005 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:36:20.806299 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f02738b-6599-4d3d-ba86-b9af336906bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:20.965125 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f02738b-6599-4d3d-ba86-b9af336906bf admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:36:20.983505 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-f3629f8f-8e6c-436e-a0b1-614376bbd005 None None] Attempting to bind port 7cbe62a6-ada6-4ed6-926c-62a112f46c9a on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:36:20.984537 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-f3629f8f-8e6c-436e-a0b1-614376bbd005 None None] Attempting to bind port 7cbe62a6-ada6-4ed6-926c-62a112f46c9a by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'a51f3c65-e05d-4a32-bad0-6322459c6513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3a979fe2-3b03-4311-9246-3539899923f2'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:36:20.985112 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3629f8f-8e6c-436e-a0b1-614376bbd005 None None] Attempting to bind port 7cbe62a6-ada6-4ed6-926c-62a112f46c9a on network 3a979fe2-3b03-4311-9246-3539899923f2 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:36:21.003628 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3629f8f-8e6c-436e-a0b1-614376bbd005 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:36:21.004020 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3629f8f-8e6c-436e-a0b1-614376bbd005 None None] Checking segment: {'id': 'a51f3c65-e05d-4a32-bad0-6322459c6513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3a979fe2-3b03-4311-9246-3539899923f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:36:21.004557 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f3629f8f-8e6c-436e-a0b1-614376bbd005 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:21.005171 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3629f8f-8e6c-436e-a0b1-614376bbd005 None None] Bound using segment: {'id': 'a51f3c65-e05d-4a32-bad0-6322459c6513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3a979fe2-3b03-4311-9246-3539899923f2'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:36:21.006075 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-f3629f8f-8e6c-436e-a0b1-614376bbd005 None None] Bound port: 7cbe62a6-ada6-4ed6-926c-62a112f46c9a, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a51f3c65-e05d-4a32-bad0-6322459c6513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3a979fe2-3b03-4311-9246-3539899923f2'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:36:21.007227 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f3629f8f-8e6c-436e-a0b1-614376bbd005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:21.029820 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3629f8f-8e6c-436e-a0b1-614376bbd005 None None] Pushing event updated for resources: {'Port': ['ID=7cbe62a6-ada6-4ed6-926c-62a112f46c9a,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:21.030882 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-a6e9118f-9c71-4841-a48b-155868394b32 None None] Set router 0da7cae2-8b69-4389-9b12-67719e1806dc gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:36:21.038190 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f02738b-6599-4d3d-ba86-b9af336906bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8e018c-d316-4742-956b-cc123b12d459,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:21.111123 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f02738b-6599-4d3d-ba86-b9af336906bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:21.113015 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-7f02738b-6599-4d3d-ba86-b9af336906bf admin admin] Added segment c69a2028-7f11-44fc-9cb8-816928cf4954 of type vlan for network 6a9e1cb2-fe24-406e-8baf-8643d7db8d0b Jul 09 16:36:21.145531 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-f3629f8f-8e6c-436e-a0b1-614376bbd005 None None] For port 7cbe62a6-ada6-4ed6-926c-62a112f46c9a, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:36:21.164285 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-f3629f8f-8e6c-436e-a0b1-614376bbd005 None None] For port 7cbe62a6-ada6-4ed6-926c-62a112f46c9a, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=7cbe62a6-ada6-4ed6-926c-62a112f46c9a,segment=NetworkSegment(a51f3c65-e05d-4a32-bad0-6322459c6513),segment_id=a51f3c65-e05d-4a32-bad0-6322459c6513)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:36:21.171255 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c8d3cdd2-a973-4a8e-9b06-20c9ec69221d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:21.175414 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f3629f8f-8e6c-436e-a0b1-614376bbd005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:21.247727 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-a6e9118f-9c71-4841-a48b-155868394b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da7cae2-8b69-4389-9b12-67719e1806dc', 'name': 'tempest-TestServerBasicOps-2061791144-router', 'tenant_id': 'c6204232ae3d43e588d6fd07bded6f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:29:44Z', 'updated_at': '2021-07-09T16:36:20Z', 'revision_number': 6, 'project_id': 'c6204232ae3d43e588d6fd07bded6f22', 'gw_port_host': None}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:21.256827 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f02738b-6599-4d3d-ba86-b9af336906bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:21.305075 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8790123-5c56-4e58-b1c1-f63e7d002c07 None None] Network d0717c11-5e30-441d-97fe-492e9dc0f674 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:36:21.305992 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-d168818d-142b-452d-8be1-3e729e513542 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Allocated IP 2001:db8::1 (d0717c11-5e30-441d-97fe-492e9dc0f674/2105d2e4-56ff-4289-888b-807ee7c2a66a/85e009c1-0bb8-4282-93be-776d1a7545f5) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:36:21.344578 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d3cdd2-a973-4a8e-9b06-20c9ec69221d admin admin] Pushing event deleted for resources: {'Port': ['ID=328821bc-c578-41f1-894f-2e197a052fff,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:21.349925 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e9118f-9c71-4841-a48b-155868394b32 None None] The sync data for ids ['0da7cae2-8b69-4389-9b12-67719e1806dc'] in n-d-798930-3 is: [{'id': '0da7cae2-8b69-4389-9b12-67719e1806dc', 'name': 'tempest-TestServerBasicOps-2061791144-router', 'tenant_id': 'c6204232ae3d43e588d6fd07bded6f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:29:44Z', 'updated_at': '2021-07-09T16:36:20Z', 'revision_number': 6, 'project_id': 'c6204232ae3d43e588d6fd07bded6f22', 'gw_port_host': None}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:36:21.355107 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c0112508-3a1e-4333-bcfa-dde7d326bc9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:21.371253 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c0112508-3a1e-4333-bcfa-dde7d326bc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:21.403719 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f02738b-6599-4d3d-ba86-b9af336906bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:21.404961 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f02738b-6599-4d3d-ba86-b9af336906bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:21.405743 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f02738b-6599-4d3d-ba86-b9af336906bf admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:21.469475 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c8d3cdd2-a973-4a8e-9b06-20c9ec69221d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:21.534242 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 58542) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:21.534590 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 58544) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:21.544761 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3629f8f-8e6c-436e-a0b1-614376bbd005 None None] Pushing event updated for resources: {'Port': ['ID=7cbe62a6-ada6-4ed6-926c-62a112f46c9a,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:21.550250 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-95b2840c-0c23-4945-a8b4-1bbd6f531a75 None None] Provisioning for port b2a4ac1b-35e1-4a5b-be25-42207f04c1dd completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:36:21.561739 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-95b2840c-0c23-4945-a8b4-1bbd6f531a75 None None] Provisioning complete for port b2a4ac1b-35e1-4a5b-be25-42207f04c1dd triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:36:21.562120 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-95b2840c-0c23-4945-a8b4-1bbd6f531a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:21.664772 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c8d3cdd2-a973-4a8e-9b06-20c9ec69221d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:21.667128 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c8d3cdd2-a973-4a8e-9b06-20c9ec69221d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:21.793968 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c8d3cdd2-a973-4a8e-9b06-20c9ec69221d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:21.795400 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d3cdd2-a973-4a8e-9b06-20c9ec69221d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0da7cae2-8b69-4389-9b12-67719e1806dc {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:36:21.813486 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c8d3cdd2-a973-4a8e-9b06-20c9ec69221d admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:21.815542 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c8d3cdd2-a973-4a8e-9b06-20c9ec69221d admin admin] 10.222.0.98 "DELETE /v2.0/routers/0da7cae2-8b69-4389-9b12-67719e1806dc HTTP/1.1" status: 204 len: 168 time: 2.2789569 Jul 09 16:36:21.819852 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 58556) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:21.945641 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-95b2840c-0c23-4945-a8b4-1bbd6f531a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:21.946469 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-3296a37f-ffee-4951-a45c-ef0d621b255c admin admin] Deleting subnet 64a79ac5-0d8c-444d-9b5f-5295ccf19079 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:36:21.954473 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3296a37f-ffee-4951-a45c-ef0d621b255c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:22.026301 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3296a37f-ffee-4951-a45c-ef0d621b255c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:22.054908 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-95b2840c-0c23-4945-a8b4-1bbd6f531a75 None None] For port b2a4ac1b-35e1-4a5b-be25-42207f04c1dd, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=b2a4ac1b-35e1-4a5b-be25-42207f04c1dd,segment=NetworkSegment(bfab52f5-eb8e-4ada-9410-ecd0c68e0e69),segment_id=bfab52f5-eb8e-4ada-9410-ecd0c68e0e69)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:36:22.062414 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-95b2840c-0c23-4945-a8b4-1bbd6f531a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:22.113812 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33bf74a3-3aad-475f-884f-24cc017d72f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:22.144573 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b2840c-0c23-4945-a8b4-1bbd6f531a75 None None] Pushing event updated for resources: {'Port': ['ID=b2a4ac1b-35e1-4a5b-be25-42207f04c1dd,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:22.174488 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b7392c25-90e9-4ab0-b0c7-73fd3f913ff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:22.232628 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3296a37f-ffee-4951-a45c-ef0d621b255c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:22.238831 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7f02738b-6599-4d3d-ba86-b9af336906bf admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.2114789 Jul 09 16:36:22.239657 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f02738b-6599-4d3d-ba86-b9af336906bf admin admin] Pushing event updated for resources: {'Network': ['ID=6a9e1cb2-fe24-406e-8baf-8643d7db8d0b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:22.242150 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0112508-3a1e-4333-bcfa-dde7d326bc9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbb0af9-c89e-4a49-af6c-545ed19fa801,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:22.250594 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 58562) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:22.253748 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 6a9e1cb2-fe24-406e-8baf-8643d7db8d0b details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:36:22.259171 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-4f9ace22-9ce3-4792-8402-fac230cbe9ee admin admin] Request body: {'subnet': {'network_id': '6a9e1cb2-fe24-406e-8baf-8643d7db8d0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1954707421-subnet', 'tenant_id': '313daaa44e994ebf83af8fe773f4ee0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:36:22.277453 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c0112508-3a1e-4333-bcfa-dde7d326bc9e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ddbb406dedad4d97a8ba06a4793f51c3&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1311905 Jul 09 16:36:22.282353 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 58566) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:22.368246 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7ef601cc-b8df-40ed-ad80-8580eb9b6129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:22.398244 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8b287389-d8c4-489e-968b-9b5fbef80be1 None None] Provisioning complete for port b2a4ac1b-35e1-4a5b-be25-42207f04c1dd triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:36:22.398244 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8b287389-d8c4-489e-968b-9b5fbef80be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:22.428376 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3296a37f-ffee-4951-a45c-ef0d621b255c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:22.431766 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d168818d-142b-452d-8be1-3e729e513542 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:22.447935 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-d168818d-142b-452d-8be1-3e729e513542 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Transition to ACTIVE for port object 85e009c1-0bb8-4282-93be-776d1a7545f5 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:36:22.491584 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 7cbe62a6-ada6-4ed6-926c-62a112f46c9a up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:36:22.496068 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d168818d-142b-452d-8be1-3e729e513542 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:22.557399 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3296a37f-ffee-4951-a45c-ef0d621b255c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64a79ac5-0d8c-444d-9b5f-5295ccf19079,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:22.560040 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d168818d-142b-452d-8be1-3e729e513542 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event updated for resources: {'Port': ['ID=85e009c1-0bb8-4282-93be-776d1a7545f5,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:22.563448 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3296a37f-ffee-4951-a45c-ef0d621b255c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:22.564983 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0969de9-e847-48e4-9f71-5009b9ed50ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:22.569534 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3296a37f-ffee-4951-a45c-ef0d621b255c admin admin] 10.222.0.98 "DELETE /v2.0/subnets/64a79ac5-0d8c-444d-9b5f-5295ccf19079 HTTP/1.1" status: 204 len: 168 time: 0.7462649 Jul 09 16:36:22.575382 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 58568) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:22.579002 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d168818d-142b-452d-8be1-3e729e513542 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Network d0717c11-5e30-441d-97fe-492e9dc0f674 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:36:22.587103 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b517a8-c008-4c03-a89f-e8d10bd7f4c0 None None] Network 129b3fd4-7fdc-445f-ba31-1cab00ca62c3 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:36:22.636916 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-d168818d-142b-452d-8be1-3e729e513542 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:36:22.639091 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33bf74a3-3aad-475f-884f-24cc017d72f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:22.644939 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d168818d-142b-452d-8be1-3e729e513542 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:36:22.645724 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d168818d-142b-452d-8be1-3e729e513542 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:22.663315 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33bf74a3-3aad-475f-884f-24cc017d72f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:22.720142 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bf74a3-3aad-475f-884f-24cc017d72f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d18d45-b1c7-410f-b0b8-a645cedc8692,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:22.764588 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0969de9-e847-48e4-9f71-5009b9ed50ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:22.791566 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-33bf74a3-3aad-475f-884f-24cc017d72f2 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=015d2aefaf16499db2c8617d65b38d03&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2403920 Jul 09 16:36:22.794315 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 58574) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:22.910474 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 7cbe62a6-ada6-4ed6-926c-62a112f46c9a completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:36:22.929338 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.db.api [None req-b7392c25-90e9-4ab0-b0c7-73fd3f913ff9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 16:36:22.929338 n-d-798930-3 neutron-server[93959]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 16:36:22.929338 n-d-798930-3 neutron-server[93959]: [parameters: {'project_id_1': 'f441c7c2651746c095556a7993c449b1', 'expiration_1': datetime.datetime(2021, 7, 9, 16, 36, 22, 458530)}] Jul 09 16:36:22.929338 n-d-798930-3 neutron-server[93959]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:36:22.929749 n-d-798930-3 neutron-server[93959]: DEBUG oslo_db.api [None req-b7392c25-90e9-4ab0-b0c7-73fd3f913ff9 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:36:22.931580 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5f811b0-35aa-450a-a3ea-9d5cc8f6ba67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:22.939439 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0969de9-e847-48e4-9f71-5009b9ed50ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:22.942241 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0969de9-e847-48e4-9f71-5009b9ed50ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:22.947197 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a0969de9-e847-48e4-9f71-5009b9ed50ff admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5dbb0af9-c89e-4a49-af6c-545ed19fa801 HTTP/1.1" status: 204 len: 168 time: 0.6637394 Jul 09 16:36:22.972711 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9ace22-9ce3-4792-8402-fac230cbe9ee admin admin] Made reservation on behalf of 313daaa44e994ebf83af8fe773f4ee0d for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:36:22.975768 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f9ace22-9ce3-4792-8402-fac230cbe9ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:22.986260 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device f1ba83ac-7dcf-434a-813a-e728fa4cdbdc no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:36:22.989411 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-789ed751-50f8-4008-afa6-86255d5ee03f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:23.004022 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0969de9-e847-48e4-9f71-5009b9ed50ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbb0af9-c89e-4a49-af6c-545ed19fa801,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:23.032680 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: f1ba83ac-7dcf-434a-813a-e728fa4cdbdc {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:36:23.033016 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device f1ba83ac-7dcf-434a-813a-e728fa4cdbdc not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:36:23.059980 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-789ed751-50f8-4008-afa6-86255d5ee03f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:23.177589 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-789ed751-50f8-4008-afa6-86255d5ee03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:23.181585 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-789ed751-50f8-4008-afa6-86255d5ee03f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:23.183499 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-789ed751-50f8-4008-afa6-86255d5ee03f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/55d18d45-b1c7-410f-b0b8-a645cedc8692 HTTP/1.1" status: 204 len: 168 time: 0.3876045 Jul 09 16:36:23.197339 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ed751-50f8-4008-afa6-86255d5ee03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d18d45-b1c7-410f-b0b8-a645cedc8692,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:23.204369 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a67a3c-e135-4d8d-8cdb-0d07f8951cba None None] Network 3a979fe2-3b03-4311-9246-3539899923f2 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:36:23.214037 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c976653-282d-432b-9c86-05987a78c5ce None None] DHCP port deletion for 129b3fd4-7fdc-445f-ba31-1cab00ca62c3 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:36:23.270501 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-dace7a9b-6669-416b-9fe7-eab1c0e5832e None None] Provisioning for port 85e009c1-0bb8-4282-93be-776d1a7545f5 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:36:23.276027 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d168818d-142b-452d-8be1-3e729e513542 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:23.290050 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-dace7a9b-6669-416b-9fe7-eab1c0e5832e None None] Provisioning complete for port 85e009c1-0bb8-4282-93be-776d1a7545f5 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:36:23.290434 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dace7a9b-6669-416b-9fe7-eab1c0e5832e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:23.373023 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-dace7a9b-6669-416b-9fe7-eab1c0e5832e None None] Port 85e009c1-0bb8-4282-93be-776d1a7545f5 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:36:23.431507 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b7392c25-90e9-4ab0-b0c7-73fd3f913ff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:23.509824 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-6c976653-282d-432b-9c86-05987a78c5ce None None] Deleting port 671169df-85d5-4cf2-ba34-7278e872ab21 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:36:23.510235 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6c976653-282d-432b-9c86-05987a78c5ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:23.544370 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-52c1ff12-fada-40a3-bb10-eafee8513aca None None] Provisioning for port 7cbe62a6-ada6-4ed6-926c-62a112f46c9a completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:36:23.615227 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-52c1ff12-fada-40a3-bb10-eafee8513aca None None] Provisioning complete for port 7cbe62a6-ada6-4ed6-926c-62a112f46c9a triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:36:23.615672 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-52c1ff12-fada-40a3-bb10-eafee8513aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:23.685822 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-d5f811b0-35aa-450a-a3ea-9d5cc8f6ba67 admin admin] Deleting port 671169df-85d5-4cf2-ba34-7278e872ab21 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:36:23.686163 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5f811b0-35aa-450a-a3ea-9d5cc8f6ba67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:23.701118 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b7392c25-90e9-4ab0-b0c7-73fd3f913ff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:23.710181 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-6c976653-282d-432b-9c86-05987a78c5ce None None] For port 671169df-85d5-4cf2-ba34-7278e872ab21, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=671169df-85d5-4cf2-ba34-7278e872ab21,segment=NetworkSegment(96bfb1df-90fe-4de5-920d-95441eb9b85b),segment_id=96bfb1df-90fe-4de5-920d-95441eb9b85b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:36:23.710631 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6c976653-282d-432b-9c86-05987a78c5ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:23.712353 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b7392c25-90e9-4ab0-b0c7-73fd3f913ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:23.733130 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-6c976653-282d-432b-9c86-05987a78c5ce None None] Calling delete_port for 671169df-85d5-4cf2-ba34-7278e872ab21 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:36:23.815327 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b7392c25-90e9-4ab0-b0c7-73fd3f913ff9 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f441c7c2651746c095556a7993c449b1&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2769284 Jul 09 16:36:23.816323 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 58608) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:23.829091 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7392c25-90e9-4ab0-b0c7-73fd3f913ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6fe359-216d-45ab-be92-822bb382349c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:23.889505 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c405bd9b-9664-4fbb-a5a0-0dca4d25dc18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:23.920013 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c405bd9b-9664-4fbb-a5a0-0dca4d25dc18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:23.968903 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device b2a4ac1b-35e1-4a5b-be25-42207f04c1dd up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:36:24.000785 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c405bd9b-9664-4fbb-a5a0-0dca4d25dc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:24.006645 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c405bd9b-9664-4fbb-a5a0-0dca4d25dc18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:24.015784 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c405bd9b-9664-4fbb-a5a0-0dca4d25dc18 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/cb6fe359-216d-45ab-be92-822bb382349c HTTP/1.1" status: 204 len: 168 time: 0.1963243 Jul 09 16:36:24.037561 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c405bd9b-9664-4fbb-a5a0-0dca4d25dc18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6fe359-216d-45ab-be92-822bb382349c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:24.057070 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-d5f811b0-35aa-450a-a3ea-9d5cc8f6ba67 admin admin] For port 671169df-85d5-4cf2-ba34-7278e872ab21, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=671169df-85d5-4cf2-ba34-7278e872ab21,segment=NetworkSegment(96bfb1df-90fe-4de5-920d-95441eb9b85b),segment_id=96bfb1df-90fe-4de5-920d-95441eb9b85b)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:36:24.057827 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5f811b0-35aa-450a-a3ea-9d5cc8f6ba67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:24.100418 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-52c1ff12-fada-40a3-bb10-eafee8513aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:24.140637 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f9ace22-9ce3-4792-8402-fac230cbe9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:24.152270 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-d5f811b0-35aa-450a-a3ea-9d5cc8f6ba67 admin admin] Calling delete_port for 671169df-85d5-4cf2-ba34-7278e872ab21 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:36:24.161156 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-52c1ff12-fada-40a3-bb10-eafee8513aca None None] For port 7cbe62a6-ada6-4ed6-926c-62a112f46c9a, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=7cbe62a6-ada6-4ed6-926c-62a112f46c9a,segment=NetworkSegment(a51f3c65-e05d-4a32-bad0-6322459c6513),segment_id=a51f3c65-e05d-4a32-bad0-6322459c6513)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:36:24.165508 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6c976653-282d-432b-9c86-05987a78c5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:24.227606 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d168818d-142b-452d-8be1-3e729e513542 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:24.229007 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-52c1ff12-fada-40a3-bb10-eafee8513aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:24.240378 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c976653-282d-432b-9c86-05987a78c5ce None None] No DVR routers for this DVR port 671169df-85d5-4cf2-ba34-7278e872ab21 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:36:24.272653 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d168818d-142b-452d-8be1-3e729e513542 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:24.273457 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d168818d-142b-452d-8be1-3e729e513542 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:24.275280 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c976653-282d-432b-9c86-05987a78c5ce None None] Pushing event deleted for resources: {'Port': ['ID=671169df-85d5-4cf2-ba34-7278e872ab21,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:24.281125 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port b2a4ac1b-35e1-4a5b-be25-42207f04c1dd triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:36:24.281757 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:24.287301 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ace22-9ce3-4792-8402-fac230cbe9ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=5645ca8d-973f-497d-a26d-ddaaa7246e67,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:24.374237 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c1ff12-fada-40a3-bb10-eafee8513aca None None] Pushing event updated for resources: {'Port': ['ID=7cbe62a6-ada6-4ed6-926c-62a112f46c9a,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:24.399886 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9ace22-9ce3-4792-8402-fac230cbe9ee admin admin] Checking segment: {'id': 'c69a2028-7f11-44fc-9cb8-816928cf4954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6a9e1cb2-fe24-406e-8baf-8643d7db8d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:36:24.400253 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9ace22-9ce3-4792-8402-fac230cbe9ee admin admin] Network hostable DHCP agents. Network: 6a9e1cb2-fe24-406e-8baf-8643d7db8d0b, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:36:24.426143 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d168818d-142b-452d-8be1-3e729e513542 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event updated for resources: {'Port': ['ID=85e009c1-0bb8-4282-93be-776d1a7545f5,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:24.457378 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5f811b0-35aa-450a-a3ea-9d5cc8f6ba67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:24.492875 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9ace22-9ce3-4792-8402-fac230cbe9ee admin admin] Network 6a9e1cb2-fe24-406e-8baf-8643d7db8d0b is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:36:24.502049 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f811b0-35aa-450a-a3ea-9d5cc8f6ba67 admin admin] Pushing event deleted for resources: {'Port': ['ID=671169df-85d5-4cf2-ba34-7278e872ab21,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:24.509653 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f811b0-35aa-450a-a3ea-9d5cc8f6ba67 admin admin] No DVR routers for this DVR port 671169df-85d5-4cf2-ba34-7278e872ab21 on host n-d-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:36:24.519056 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d168818d-142b-452d-8be1-3e729e513542 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Network d0717c11-5e30-441d-97fe-492e9dc0f674 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:36:24.519954 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-4f9ace22-9ce3-4792-8402-fac230cbe9ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 6a9e1cb2-fe24-406e-8baf-8643d7db8d0b) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:36:24.532840 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2a45f436-6aed-40bf-b484-24cecb3638a8 None None] Provisioning complete for port 7cbe62a6-ada6-4ed6-926c-62a112f46c9a triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:36:24.533217 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2a45f436-6aed-40bf-b484-24cecb3638a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:24.540872 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-d168818d-142b-452d-8be1-3e729e513542 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:36:24.543860 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9ace22-9ce3-4792-8402-fac230cbe9ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:24.544569 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f9ace22-9ce3-4792-8402-fac230cbe9ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:24.562355 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50968a3b-db7b-4c5f-bd63-2b40e20d9746 None None] Network 6a9e1cb2-fe24-406e-8baf-8643d7db8d0b requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:36:24.707993 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-4f9ace22-9ce3-4792-8402-fac230cbe9ee admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4551566 Jul 09 16:36:24.713535 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5f811b0-35aa-450a-a3ea-9d5cc8f6ba67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:24.731226 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 328821bc-c578-41f1-894f-2e197a052fff no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:36:24.753984 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-d5f811b0-35aa-450a-a3ea-9d5cc8f6ba67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['129b3fd4-7fdc-445f-ba31-1cab00ca62c3']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:24.775700 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 328821bc-c578-41f1-894f-2e197a052fff {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:36:24.780581 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 328821bc-c578-41f1-894f-2e197a052fff not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:36:24.782418 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 671169df-85d5-4cf2-ba34-7278e872ab21 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:36:24.812114 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-d5f811b0-35aa-450a-a3ea-9d5cc8f6ba67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96bfb1df-90fe-4de5-920d-95441eb9b85b') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:24.812692 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-d5f811b0-35aa-450a-a3ea-9d5cc8f6ba67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96bfb1df-90fe-4de5-920d-95441eb9b85b') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:24.830316 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5f811b0-35aa-450a-a3ea-9d5cc8f6ba67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:24.856574 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 671169df-85d5-4cf2-ba34-7278e872ab21 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:36:24.857400 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 671169df-85d5-4cf2-ba34-7278e872ab21 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:36:24.867675 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5f811b0-35aa-450a-a3ea-9d5cc8f6ba67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:24.882330 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5f811b0-35aa-450a-a3ea-9d5cc8f6ba67 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:36:24.882756 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5f811b0-35aa-450a-a3ea-9d5cc8f6ba67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:24.884647 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:36:24.884647 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:36:24.884647 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:36:24.884647 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:36:24.884647 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:36:24.884647 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:36:24.884647 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:36:24.884647 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:36:24.884647 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:36:24.884647 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:36:24.884647 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:36:24.884647 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:36:24.884647 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:36:24.884647 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:36:24.884647 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:36:24.884647 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:36:24.884647 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:36:24.884647 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:36:24.884647 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:36:24.884647 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:36:24.884647 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:36:24.884647 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:36:24.884647 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:36:24.884647 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:36:24.884647 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:36:24.884647 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:36:24.884647 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:36:24.884647 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:36:24.884647 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:36:24.884647 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:36:24.884647 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:36:24.884647 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:36:24.950923 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99f8ba6-26dc-4863-8079-06617ad682c1 None None] Network 6a9e1cb2-fe24-406e-8baf-8643d7db8d0b requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:36:24.965112 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5f811b0-35aa-450a-a3ea-9d5cc8f6ba67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:24.984097 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5f811b0-35aa-450a-a3ea-9d5cc8f6ba67 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:24.989630 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 58652) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:24.990621 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d5f811b0-35aa-450a-a3ea-9d5cc8f6ba67 admin admin] 10.222.0.98 "DELETE /v2.0/networks/129b3fd4-7fdc-445f-ba31-1cab00ca62c3 HTTP/1.1" status: 204 len: 168 time: 2.4135399 Jul 09 16:36:25.004523 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f811b0-35aa-450a-a3ea-9d5cc8f6ba67 admin admin] Pushing event deleted for resources: {'Network': ['ID=129b3fd4-7fdc-445f-ba31-1cab00ca62c3,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:25.018868 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d168818d-142b-452d-8be1-3e729e513542 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Router 94f0f022-b9af-40cb-b1d2-fb1bf7254fa7 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:36:25.210663 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d168818d-142b-452d-8be1-3e729e513542 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:36:25.218410 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d168818d-142b-452d-8be1-3e729e513542 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "PUT /v2.0/routers/94f0f022-b9af-40cb-b1d2-fb1bf7254fa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6919320 Jul 09 16:36:25.221152 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 58666) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:25.408813 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65fcb4d-ed68-4928-b669-03716c6fa180 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:25.413635 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 58674) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:25.415273 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f653359-8a00-42bc-b6d6-4cc2340352af None None] Sync routers for ids ['94f0f022-b9af-40cb-b1d2-fb1bf7254fa7'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:36:25.422140 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b65fcb4d-ed68-4928-b669-03716c6fa180 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "GET /v2.0/ports/85e009c1-0bb8-4282-93be-776d1a7545f5 HTTP/1.1" status: 200 len: 911 time: 0.1995418 Jul 09 16:36:25.462099 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a5fbdfc2-c357-447f-a787-13cfa5090541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:25.477543 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:25.479394 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f653359-8a00-42bc-b6d6-4cc2340352af None None] Routers {'94f0f022-b9af-40cb-b1d2-fb1bf7254fa7'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:36:25.480334 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1f653359-8a00-42bc-b6d6-4cc2340352af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:35:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['94f0f022-b9af-40cb-b1d2-fb1bf7254fa7'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:25.532098 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1f653359-8a00-42bc-b6d6-4cc2340352af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:25.555871 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f653359-8a00-42bc-b6d6-4cc2340352af None None] Routers {'94f0f022-b9af-40cb-b1d2-fb1bf7254fa7'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:36:25.556553 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1f653359-8a00-42bc-b6d6-4cc2340352af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:36:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['94f0f022-b9af-40cb-b1d2-fb1bf7254fa7'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:25.685570 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4fb4-2146-47fb-83d9-80e95ff377d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:25.708749 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1f653359-8a00-42bc-b6d6-4cc2340352af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:25.709429 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f653359-8a00-42bc-b6d6-4cc2340352af None None] The sync data for ids ['94f0f022-b9af-40cb-b1d2-fb1bf7254fa7'] in n-d-798930-3 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:36:25.729075 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1fda6678-acfc-4f15-847c-34ef6167a01a None None] Provisioning complete for port 85e009c1-0bb8-4282-93be-776d1a7545f5 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:36:25.729452 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1fda6678-acfc-4f15-847c-34ef6167a01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:25.790133 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-1fda6678-acfc-4f15-847c-34ef6167a01a None None] Port 85e009c1-0bb8-4282-93be-776d1a7545f5 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:36:25.904372 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 7cbe62a6-ada6-4ed6-926c-62a112f46c9a up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:36:26.017390 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 7cbe62a6-ada6-4ed6-926c-62a112f46c9a triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:36:26.020828 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:26.239824 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:26.652370 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8946e-e550-4676-ac25-a4fa67455d36 req-86398b1f-836d-45e7-9fa6-c1a26881dbd3 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:26.654209 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a7e8946e-e550-4676-ac25-a4fa67455d36 req-86398b1f-836d-45e7-9fa6-c1a26881dbd3 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/networks?id=6a9e1cb2-fe24-406e-8baf-8643d7db8d0b HTTP/1.1" status: 200 len: 815 time: 0.4310560 Jul 09 16:36:26.671051 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:26.705303 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ebd-ff40-4db1-aa5b-a39a174c1dda tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:26.723305 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a7e8946e-e550-4676-ac25-a4fa67455d36 req-728d38af-df16-4a7a-b477-184103b0671c tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/quotas/313daaa44e994ebf83af8fe773f4ee0d HTTP/1.1" status: 200 len: 375 time: 0.0559895 Jul 09 16:36:27.159206 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a7e8946e-e550-4676-ac25-a4fa67455d36 req-a52253c5-4967-48df-af2f-39662fdfeb32 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=313daaa44e994ebf83af8fe773f4ee0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0732193 Jul 09 16:36:27.206034 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4fb4-2146-47fb-83d9-80e95ff377d5 admin admin] Deleting port 18140ac1-7dc2-477b-9ec8-639e264576a5 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:36:27.207154 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4fb4-2146-47fb-83d9-80e95ff377d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:27.337387 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-cbb79ebd-ff40-4db1-aa5b-a39a174c1dda tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Allocated IP 2001:db8:1::1 (3a979fe2-3b03-4311-9246-3539899923f2/c61110b3-25df-4133-a6e1-2ee1b7a155cf/8ce7a27f-5c4b-437f-b4db-d416945652f9) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:36:27.357508 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-0f5d4fb4-2146-47fb-83d9-80e95ff377d5 admin admin] For port 18140ac1-7dc2-477b-9ec8-639e264576a5, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=18140ac1-7dc2-477b-9ec8-639e264576a5,segment=NetworkSegment(ce41b810-de3b-4e08-83d4-c639dfb2aa8f),segment_id=ce41b810-de3b-4e08-83d4-c639dfb2aa8f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:36:27.357877 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4fb4-2146-47fb-83d9-80e95ff377d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:27.387870 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d4fb4-2146-47fb-83d9-80e95ff377d5 admin admin] Calling delete_port for 18140ac1-7dc2-477b-9ec8-639e264576a5 owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:36:27.467090 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a7e8946e-e550-4676-ac25-a4fa67455d36 req-22db4bc5-156c-44d8-b2ed-55a91e986b8f service neutron] 10.222.0.98 "GET /v2.0/networks/6a9e1cb2-fe24-406e-8baf-8643d7db8d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998719 Jul 09 16:36:27.691686 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a7e8946e-e550-4676-ac25-a4fa67455d36 req-bfb4d368-fa44-4d0f-8ed0-605069b8e965 service neutron] 10.222.0.98 "GET /v2.0/networks/6a9e1cb2-fe24-406e-8baf-8643d7db8d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235315 Jul 09 16:36:27.765812 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ebd-ff40-4db1-aa5b-a39a174c1dda tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:27.798056 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4fb4-2146-47fb-83d9-80e95ff377d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:27.801262 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-cbb79ebd-ff40-4db1-aa5b-a39a174c1dda tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Transition to ACTIVE for port object 8ce7a27f-5c4b-437f-b4db-d416945652f9 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:36:27.884854 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ebd-ff40-4db1-aa5b-a39a174c1dda tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:27.976260 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d4fb4-2146-47fb-83d9-80e95ff377d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=18140ac1-7dc2-477b-9ec8-639e264576a5,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:28.004659 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 58780) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:28.017805 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb79ebd-ff40-4db1-aa5b-a39a174c1dda tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Network 3a979fe2-3b03-4311-9246-3539899923f2 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:36:28.030932 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-cbb79ebd-ff40-4db1-aa5b-a39a174c1dda tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:36:28.046580 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb79ebd-ff40-4db1-aa5b-a39a174c1dda tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:36:28.047177 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ebd-ff40-4db1-aa5b-a39a174c1dda tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:28.170964 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ebd-ff40-4db1-aa5b-a39a174c1dda tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event updated for resources: {'Port': ['ID=8ce7a27f-5c4b-437f-b4db-d416945652f9,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:28.189335 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:28.301056 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5e25c7a0-3524-4b9c-9ba4-493c613c7bb2 req-baa512f8-9bc2-4f2c-afd4-3f0efeb33d4b tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=27ca80e2-fa97-4684-a815-7c222d49ea6f HTTP/1.1" status: 200 len: 210 time: 0.1730859 Jul 09 16:36:28.330409 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d6acc0fa-1608-474b-a9b8-1a69c0886cde tempest-MeteringIpV6TestJSON-1175924529 tempest-MeteringIpV6TestJSON-1175924529-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1946224397'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:36:28.331222 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d6acc0fa-1608-474b-a9b8-1a69c0886cde tempest-MeteringIpV6TestJSON-1175924529 tempest-MeteringIpV6TestJSON-1175924529-project-admin] Unknown quota resources ['metering_label']. {{(pid=93958) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 16:36:28.441783 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4fb4-2146-47fb-83d9-80e95ff377d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:28.467215 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ebd-ff40-4db1-aa5b-a39a174c1dda tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:28.556712 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 58800) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:28.664581 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d6acc0fa-1608-474b-a9b8-1a69c0886cde tempest-MeteringIpV6TestJSON-1175924529 tempest-MeteringIpV6TestJSON-1175924529-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:28.665162 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-eaa419ef-20d3-40d8-adec-704e2e581e77 None None] Provisioning for port 8ce7a27f-5c4b-437f-b4db-d416945652f9 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:36:28.665779 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d6acc0fa-1608-474b-a9b8-1a69c0886cde tempest-MeteringIpV6TestJSON-1175924529 tempest-MeteringIpV6TestJSON-1175924529-project-admin] 10.222.0.98 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6600785 Jul 09 16:36:28.668746 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 58808) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:28.673324 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-90094ba4-96b1-4313-8231-8b49ce6a960b tempest-MeteringIpV6TestJSON-1175924529 tempest-MeteringIpV6TestJSON-1175924529-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'a4d21a49-225b-4fa7-ac2b-b00a0a756ec9'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:36:28.673923 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-90094ba4-96b1-4313-8231-8b49ce6a960b tempest-MeteringIpV6TestJSON-1175924529 tempest-MeteringIpV6TestJSON-1175924529-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93958) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 16:36:28.676835 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-eaa419ef-20d3-40d8-adec-704e2e581e77 None None] Provisioning complete for port 8ce7a27f-5c4b-437f-b4db-d416945652f9 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:36:28.677249 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-eaa419ef-20d3-40d8-adec-704e2e581e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:28.776187 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-eaa419ef-20d3-40d8-adec-704e2e581e77 None None] Port 8ce7a27f-5c4b-437f-b4db-d416945652f9 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:36:28.823588 n-d-798930-3 neutron-server[93958]: WARNING neutron.services.metering.metering_plugin [None req-90094ba4-96b1-4313-8231-8b49ce6a960b tempest-MeteringIpV6TestJSON-1175924529 tempest-MeteringIpV6TestJSON-1175924529-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 09 16:36:28.877119 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f5d4fb4-2146-47fb-83d9-80e95ff377d5 admin admin] Router 08174a74-fd86-49aa-989f-bb8e2e9b28ea has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:36:29.099868 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5d4fb4-2146-47fb-83d9-80e95ff377d5 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:36:29.110129 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312b139c-6259-4632-b646-6833400340a9 None None] Sync routers for ids ['08174a74-fd86-49aa-989f-bb8e2e9b28ea'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:36:29.114526 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0f5d4fb4-2146-47fb-83d9-80e95ff377d5 admin admin] 10.222.0.98 "PUT /v2.0/routers/08174a74-fd86-49aa-989f-bb8e2e9b28ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1235993 Jul 09 16:36:29.115293 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 58826) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:29.120785 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312b139c-6259-4632-b646-6833400340a9 None None] Routers {'08174a74-fd86-49aa-989f-bb8e2e9b28ea'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:36:29.122379 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-312b139c-6259-4632-b646-6833400340a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:36:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['08174a74-fd86-49aa-989f-bb8e2e9b28ea'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:29.195676 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e2a11ef-da71-488c-8327-1cbf3be26593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:29.295465 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-312b139c-6259-4632-b646-6833400340a9 None None] Set router 08174a74-fd86-49aa-989f-bb8e2e9b28ea gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:36:29.417093 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5e7b58be-3498-47e3-9486-7d07c3159972 admin admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:29.451421 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-90094ba4-96b1-4313-8231-8b49ce6a960b tempest-MeteringIpV6TestJSON-1175924529 tempest-MeteringIpV6TestJSON-1175924529-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:29.452757 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-90094ba4-96b1-4313-8231-8b49ce6a960b tempest-MeteringIpV6TestJSON-1175924529 tempest-MeteringIpV6TestJSON-1175924529-project-admin] 10.222.0.98 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7829354 Jul 09 16:36:29.459432 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 58834) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:29.501528 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-17fc0244-3ce1-4ff3-bb54-07d0dfc72e47 tempest-MeteringIpV6TestJSON-1175924529 tempest-MeteringIpV6TestJSON-1175924529-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'a4d21a49-225b-4fa7-ac2b-b00a0a756ec9'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:36:29.511417 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-17fc0244-3ce1-4ff3-bb54-07d0dfc72e47 tempest-MeteringIpV6TestJSON-1175924529 tempest-MeteringIpV6TestJSON-1175924529-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93958) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 16:36:29.523736 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1696a29c-7a7d-4582-90c8-67ae27f01177 req-5bf08ea7-d41a-4e36-bb26-513c6643e726 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=27ca80e2-fa97-4684-a815-7c222d49ea6f HTTP/1.1" status: 200 len: 210 time: 0.1163020 Jul 09 16:36:29.630703 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-312b139c-6259-4632-b646-6833400340a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08174a74-fd86-49aa-989f-bb8e2e9b28ea', 'name': 'tempest-TestServerBasicOps-570514983-router', 'tenant_id': 'd554f72fc5524907977c7a42cd148900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'f7f81988-16b4-4aaa-9fcc-615e322d8774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:29:56Z', 'updated_at': '2021-07-09T16:36:27Z', 'revision_number': 5, 'project_id': 'd554f72fc5524907977c7a42cd148900', 'gw_port': {'id': 'f7f81988-16b4-4aaa-9fcc-615e322d8774', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:02:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08174a74-fd86-49aa-989f-bb8e2e9b28ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:29:58Z', 'updated_at': '2021-07-09T16:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:29.665568 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312b139c-6259-4632-b646-6833400340a9 None None] Checking router: 08174a74-fd86-49aa-989f-bb8e2e9b28ea for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:36:29.676449 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312b139c-6259-4632-b646-6833400340a9 None None] Routers {'08174a74-fd86-49aa-989f-bb8e2e9b28ea'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:36:29.677521 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-312b139c-6259-4632-b646-6833400340a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:36:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['08174a74-fd86-49aa-989f-bb8e2e9b28ea'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:29.738976 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5e7b58be-3498-47e3-9486-7d07c3159972 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:29.791758 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-312b139c-6259-4632-b646-6833400340a9 None None] Set router 08174a74-fd86-49aa-989f-bb8e2e9b28ea gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:36:29.810424 n-d-798930-3 neutron-server[93958]: WARNING neutron.services.metering.metering_plugin [None req-17fc0244-3ce1-4ff3-bb54-07d0dfc72e47 tempest-MeteringIpV6TestJSON-1175924529 tempest-MeteringIpV6TestJSON-1175924529-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 09 16:36:29.885363 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b58be-3498-47e3-9486-7d07c3159972 admin admin] Deleting port f7f81988-16b4-4aaa-9fcc-615e322d8774 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:36:29.885581 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5e7b58be-3498-47e3-9486-7d07c3159972 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:29.894680 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ebd-ff40-4db1-aa5b-a39a174c1dda tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:29.943623 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ebd-ff40-4db1-aa5b-a39a174c1dda tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:29.944400 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cbb79ebd-ff40-4db1-aa5b-a39a174c1dda tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:30.086999 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-5e7b58be-3498-47e3-9486-7d07c3159972 admin admin] For port f7f81988-16b4-4aaa-9fcc-615e322d8774, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=f7f81988-16b4-4aaa-9fcc-615e322d8774,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:36:30.087705 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5e7b58be-3498-47e3-9486-7d07c3159972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:30.111381 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-312b139c-6259-4632-b646-6833400340a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08174a74-fd86-49aa-989f-bb8e2e9b28ea', 'name': 'tempest-TestServerBasicOps-570514983-router', 'tenant_id': 'd554f72fc5524907977c7a42cd148900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'f7f81988-16b4-4aaa-9fcc-615e322d8774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:29:56Z', 'updated_at': '2021-07-09T16:36:27Z', 'revision_number': 5, 'project_id': 'd554f72fc5524907977c7a42cd148900', 'gw_port': {'id': 'f7f81988-16b4-4aaa-9fcc-615e322d8774', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:02:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08174a74-fd86-49aa-989f-bb8e2e9b28ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:29:58Z', 'updated_at': '2021-07-09T16:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:30.119329 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17fc0244-3ce1-4ff3-bb54-07d0dfc72e47 tempest-MeteringIpV6TestJSON-1175924529 tempest-MeteringIpV6TestJSON-1175924529-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:30.123939 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-17fc0244-3ce1-4ff3-bb54-07d0dfc72e47 tempest-MeteringIpV6TestJSON-1175924529 tempest-MeteringIpV6TestJSON-1175924529-project-admin] 10.222.0.98 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6582546 Jul 09 16:36:30.129586 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 58844) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:30.147657 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312b139c-6259-4632-b646-6833400340a9 None None] The sync data for ids ['08174a74-fd86-49aa-989f-bb8e2e9b28ea'] in n-d-798930-3 is: [{'id': '08174a74-fd86-49aa-989f-bb8e2e9b28ea', 'name': 'tempest-TestServerBasicOps-570514983-router', 'tenant_id': 'd554f72fc5524907977c7a42cd148900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'f7f81988-16b4-4aaa-9fcc-615e322d8774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:29:56Z', 'updated_at': '2021-07-09T16:36:27Z', 'revision_number': 5, 'project_id': 'd554f72fc5524907977c7a42cd148900', 'gw_port': {'id': 'f7f81988-16b4-4aaa-9fcc-615e322d8774', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:02:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08174a74-fd86-49aa-989f-bb8e2e9b28ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:29:58Z', 'updated_at': '2021-07-09T16:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:36:30.161841 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b58be-3498-47e3-9486-7d07c3159972 admin admin] Calling delete_port for f7f81988-16b4-4aaa-9fcc-615e322d8774 owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:36:30.177340 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8ce80889-b9a5-4eb4-aea1-b086617193f8 tempest-MeteringIpV6TestJSON-1175924529 tempest-MeteringIpV6TestJSON-1175924529-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-label-rules?id=3a79a625-c394-4e1d-b59a-de65e5f39ada HTTP/1.1" status: 200 len: 462 time: 0.0394111 Jul 09 16:36:30.177968 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 58848) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:30.245369 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e2a11ef-da71-488c-8327-1cbf3be26593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:30.246723 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb79ebd-ff40-4db1-aa5b-a39a174c1dda tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event updated for resources: {'Port': ['ID=8ce7a27f-5c4b-437f-b4db-d416945652f9,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:30.257079 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e2a11ef-da71-488c-8327-1cbf3be26593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:30.329462 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2a11ef-da71-488c-8327-1cbf3be26593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61dc6273-9639-44c8-9bab-ca0e1c12b5cd,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:30.349508 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb79ebd-ff40-4db1-aa5b-a39a174c1dda tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Network 3a979fe2-3b03-4311-9246-3539899923f2 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:36:30.353668 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-cbb79ebd-ff40-4db1-aa5b-a39a174c1dda tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:36:30.378816 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0e2a11ef-da71-488c-8327-1cbf3be26593 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0e9216d41c6b4be2b499a3e8e0d933e7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8189240 Jul 09 16:36:30.383384 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 58854) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:30.415676 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-86d05d54-e305-4f97-8bef-2ef29bc734c6 tempest-MeteringIpV6TestJSON-1175924529 tempest-MeteringIpV6TestJSON-1175924529-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:30.416829 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-86d05d54-e305-4f97-8bef-2ef29bc734c6 tempest-MeteringIpV6TestJSON-1175924529 tempest-MeteringIpV6TestJSON-1175924529-project-admin] 10.222.0.98 "DELETE /v2.0/metering/metering-label-rules/3a79a625-c394-4e1d-b59a-de65e5f39ada HTTP/1.1" status: 204 len: 168 time: 0.2356884 Jul 09 16:36:30.422601 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 58858) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:30.439789 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-4f091087-fe88-4224-a64a-223edc707d9d tempest-MeteringIpV6TestJSON-1175924529 tempest-MeteringIpV6TestJSON-1175924529-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-label-rules?id=3a79a625-c394-4e1d-b59a-de65e5f39ada HTTP/1.1" status: 200 len: 221 time: 0.0154793 Jul 09 16:36:30.442742 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 58860) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:30.457042 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-1bb133df-05cf-4702-ad68-0b2bbe27a240 tempest-MeteringIpV6TestJSON-1175924529 tempest-MeteringIpV6TestJSON-1175924529-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--820466610', 'description': 'label created by tempest'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:36:30.457758 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-1bb133df-05cf-4702-ad68-0b2bbe27a240 tempest-MeteringIpV6TestJSON-1175924529 tempest-MeteringIpV6TestJSON-1175924529-project-admin] Unknown quota resources ['metering_label']. {{(pid=93959) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 16:36:30.647321 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbb79ebd-ff40-4db1-aa5b-a39a174c1dda tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Router 94f0f022-b9af-40cb-b1d2-fb1bf7254fa7 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:36:30.682267 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cce512cc-3204-45e5-b14e-0c653c67ce36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:30.753824 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cce512cc-3204-45e5-b14e-0c653c67ce36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:30.783831 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-73e305c1-54a4-402a-bb94-790a93ff2b97 req-2fd72e54-2f13-4129-a482-98801b2c037b tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=27ca80e2-fa97-4684-a815-7c222d49ea6f HTTP/1.1" status: 200 len: 210 time: 0.0530272 Jul 09 16:36:30.901628 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1bb133df-05cf-4702-ad68-0b2bbe27a240 tempest-MeteringIpV6TestJSON-1175924529 tempest-MeteringIpV6TestJSON-1175924529-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:30.902926 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-1bb133df-05cf-4702-ad68-0b2bbe27a240 tempest-MeteringIpV6TestJSON-1175924529 tempest-MeteringIpV6TestJSON-1175924529-project-admin] 10.222.0.98 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4536462 Jul 09 16:36:30.939981 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 58866) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:30.942080 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-66086c01-b92b-47c8-902b-9365423e0362 None None] Provisioning complete for port 8ce7a27f-5c4b-437f-b4db-d416945652f9 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:36:30.943069 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-66086c01-b92b-47c8-902b-9365423e0362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:31.010267 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5e7b58be-3498-47e3-9486-7d07c3159972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:31.097955 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-66086c01-b92b-47c8-902b-9365423e0362 None None] Port 8ce7a27f-5c4b-437f-b4db-d416945652f9 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:36:31.141636 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b58be-3498-47e3-9486-7d07c3159972 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7f81988-16b4-4aaa-9fcc-615e322d8774,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:31.222433 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5e7b58be-3498-47e3-9486-7d07c3159972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:31.268165 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb79ebd-ff40-4db1-aa5b-a39a174c1dda tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:36:31.281068 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98dbe176-78d0-48d9-8288-e7f8e1febd27 None None] Sync routers for ids ['94f0f022-b9af-40cb-b1d2-fb1bf7254fa7'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:36:31.288698 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-cbb79ebd-ff40-4db1-aa5b-a39a174c1dda tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "PUT /v2.0/routers/94f0f022-b9af-40cb-b1d2-fb1bf7254fa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8731401 Jul 09 16:36:31.295164 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7a90ce15-eeaa-4b1b-bffb-375079a96a6f tempest-MeteringIpV6TestJSON-1175924529 tempest-MeteringIpV6TestJSON-1175924529-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-labels?id=5d495b67-1b8c-46c4-86f0-2963b12686b9 HTTP/1.1" status: 200 len: 467 time: 0.3498807 Jul 09 16:36:31.297811 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 58872) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:31.298373 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 58874) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:31.301243 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dbe176-78d0-48d9-8288-e7f8e1febd27 None None] Routers {'94f0f022-b9af-40cb-b1d2-fb1bf7254fa7'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:36:31.301927 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-98dbe176-78d0-48d9-8288-e7f8e1febd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:36:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['94f0f022-b9af-40cb-b1d2-fb1bf7254fa7'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:31.357588 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-98dbe176-78d0-48d9-8288-e7f8e1febd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:31.367953 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dbe176-78d0-48d9-8288-e7f8e1febd27 None None] Routers {'94f0f022-b9af-40cb-b1d2-fb1bf7254fa7'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:36:31.368558 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-98dbe176-78d0-48d9-8288-e7f8e1febd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:36:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['94f0f022-b9af-40cb-b1d2-fb1bf7254fa7'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:31.378053 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8946e-e550-4676-ac25-a4fa67455d36 req-2af57d26-10de-4788-827d-f8a371ce8993 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:31.380684 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a7e8946e-e550-4676-ac25-a4fa67455d36 req-2af57d26-10de-4788-827d-f8a371ce8993 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.73 "GET /v2.0/networks?id=6a9e1cb2-fe24-406e-8baf-8643d7db8d0b HTTP/1.1" status: 200 len: 815 time: 0.5644622 Jul 09 16:36:31.381953 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cce512cc-3204-45e5-b14e-0c653c67ce36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:31.384561 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cce512cc-3204-45e5-b14e-0c653c67ce36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:31.385636 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-cce512cc-3204-45e5-b14e-0c653c67ce36 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/61dc6273-9639-44c8-9bab-ca0e1c12b5cd HTTP/1.1" status: 204 len: 168 time: 0.9061975 Jul 09 16:36:31.408009 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-a7e8946e-e550-4676-ac25-a4fa67455d36 req-b1da1a53-d2fe-48e9-bddf-058c5b5ea809 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Request body: {'port': {'device_id': '27ca80e2-fa97-4684-a815-7c222d49ea6f', 'network_id': '6a9e1cb2-fe24-406e-8baf-8643d7db8d0b', 'admin_state_up': True, 'tenant_id': '313daaa44e994ebf83af8fe773f4ee0d'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:36:31.412959 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-98dbe176-78d0-48d9-8288-e7f8e1febd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:31.413628 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98dbe176-78d0-48d9-8288-e7f8e1febd27 None None] The sync data for ids ['94f0f022-b9af-40cb-b1d2-fb1bf7254fa7'] in n-d-798930-3 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:36:31.437030 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce512cc-3204-45e5-b14e-0c653c67ce36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61dc6273-9639-44c8-9bab-ca0e1c12b5cd,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:31.537355 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5e7b58be-3498-47e3-9486-7d07c3159972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:31.540665 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5e7b58be-3498-47e3-9486-7d07c3159972 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:31.608176 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7e8946e-e550-4676-ac25-a4fa67455d36 req-b1da1a53-d2fe-48e9-bddf-058c5b5ea809 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Made reservation on behalf of 313daaa44e994ebf83af8fe773f4ee0d for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:36:31.612831 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a7e8946e-e550-4676-ac25-a4fa67455d36 req-b1da1a53-d2fe-48e9-bddf-058c5b5ea809 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:31.634976 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8983bc1-d535-4d75-afb1-93736ddb8c9a tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:31.637930 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-d8983bc1-d535-4d75-afb1-93736ddb8c9a tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "GET /v2.0/ports/8ce7a27f-5c4b-437f-b4db-d416945652f9 HTTP/1.1" status: 200 len: 913 time: 0.3375757 Jul 09 16:36:31.656182 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 58888) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:31.727214 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96ed5de2-9d55-4728-a1d3-142bb68e9672 tempest-MeteringIpV6TestJSON-1175924529 tempest-MeteringIpV6TestJSON-1175924529-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:31.728348 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-96ed5de2-9d55-4728-a1d3-142bb68e9672 tempest-MeteringIpV6TestJSON-1175924529 tempest-MeteringIpV6TestJSON-1175924529-project-admin] 10.222.0.98 "DELETE /v2.0/metering/metering-labels/5d495b67-1b8c-46c4-86f0-2963b12686b9 HTTP/1.1" status: 204 len: 168 time: 0.4268541 Jul 09 16:36:31.735704 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 58892) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:31.735704 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5e7b58be-3498-47e3-9486-7d07c3159972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:31.735704 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7b58be-3498-47e3-9486-7d07c3159972 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08174a74-fd86-49aa-989f-bb8e2e9b28ea {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:36:31.749708 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5e7b58be-3498-47e3-9486-7d07c3159972 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:31.750921 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-5e7b58be-3498-47e3-9486-7d07c3159972 admin admin] 10.222.0.98 "DELETE /v2.0/routers/08174a74-fd86-49aa-989f-bb8e2e9b28ea HTTP/1.1" status: 204 len: 168 time: 2.6342633 Jul 09 16:36:31.755887 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 58898) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:31.847344 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3c541b57-1ab8-4dce-8b19-7eaae611b45e tempest-MeteringIpV6TestJSON-1175924529 tempest-MeteringIpV6TestJSON-1175924529-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-labels?id=5d495b67-1b8c-46c4-86f0-2963b12686b9 HTTP/1.1" status: 200 len: 216 time: 0.1084437 Jul 09 16:36:31.849325 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 58902) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:31.907408 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c11ddfc-65bc-48f1-87d5-a41725c36fc7 admin admin] Deleting subnet 2ef6964e-3c04-4643-a2af-a181316f07b3 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:36:31.916790 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8c11ddfc-65bc-48f1-87d5-a41725c36fc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:31.919376 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 18140ac1-7dc2-477b-9ec8-639e264576a5 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:36:31.920338 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 58904) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:31.922628 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ee83586a-1f59-4309-9a17-5777a0dfaeb7 tempest-MeteringIpV6TestJSON-1175924529 tempest-MeteringIpV6TestJSON-1175924529-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0722673 Jul 09 16:36:31.929605 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 58906) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:31.969796 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-58b14d0b-c9bc-4b6e-a9d1-b60d3b21fa10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:31.976829 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 18140ac1-7dc2-477b-9ec8-639e264576a5 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:36:31.977454 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 18140ac1-7dc2-477b-9ec8-639e264576a5 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:36:31.992499 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-dbed5c4b-bc69-4161-8c17-e05ea9306c57 tempest-MeteringIpV6TestJSON-1175924529 tempest-MeteringIpV6TestJSON-1175924529-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0616019 Jul 09 16:36:32.035209 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 58908) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:32.132774 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-58b14d0b-c9bc-4b6e-a9d1-b60d3b21fa10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:32.142503 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8c11ddfc-65bc-48f1-87d5-a41725c36fc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:32.145869 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-58b14d0b-c9bc-4b6e-a9d1-b60d3b21fa10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:32.180521 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-60cbb7a3-6d34-4889-a54f-4a372a2c2366 req-25eaf1e8-58ca-42b8-9d82-fb33dec56470 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=27ca80e2-fa97-4684-a815-7c222d49ea6f HTTP/1.1" status: 200 len: 210 time: 0.0790567 Jul 09 16:36:32.202493 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-3ace46bb-a219-4251-aa7d-06ede351e315 tempest-MeteringIpV6TestJSON-1175924529 tempest-MeteringIpV6TestJSON-1175924529-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-labels/a4d21a49-225b-4fa7-ac2b-b00a0a756ec9 HTTP/1.1" status: 200 len: 473 time: 0.1658521 Jul 09 16:36:32.207813 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 58914) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:32.280461 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-a7e8946e-e550-4676-ac25-a4fa67455d36 req-b1da1a53-d2fe-48e9-bddf-058c5b5ea809 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Allocated IP 172.20.0.11 (6a9e1cb2-fe24-406e-8baf-8643d7db8d0b/5645ca8d-973f-497d-a26d-ddaaa7246e67/b2874e17-97fa-487f-9d66-e5a5e02ef11a) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:36:32.283122 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-58b14d0b-c9bc-4b6e-a9d1-b60d3b21fa10 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e5b531e0a6244a8fbe6648d4734230e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3589036 Jul 09 16:36:32.290284 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 58918) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:32.318785 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b14d0b-c9bc-4b6e-a9d1-b60d3b21fa10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060ecba7-831e-4e1a-b559-3ecb936d4d3e,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:32.338913 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8c11ddfc-65bc-48f1-87d5-a41725c36fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:32.410350 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-4701b5e0-bd42-493e-b661-5e2bc336f5fb tempest-MeteringIpV6TestJSON-1175924529 tempest-MeteringIpV6TestJSON-1175924529-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-label-rules/95db836c-8302-48ca-8afc-4b6c240e9d5b HTTP/1.1" status: 200 len: 459 time: 0.1985407 Jul 09 16:36:32.410880 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 58920) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:32.490912 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c0fc8f5b-4de1-43d1-bcf5-65a4aff4882b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:32.527803 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8c11ddfc-65bc-48f1-87d5-a41725c36fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:32.558314 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a7e8946e-e550-4676-ac25-a4fa67455d36 req-b1da1a53-d2fe-48e9-bddf-058c5b5ea809 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:32.582405 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c0fc8f5b-4de1-43d1-bcf5-65a4aff4882b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:32.615435 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c11ddfc-65bc-48f1-87d5-a41725c36fc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ef6964e-3c04-4643-a2af-a181316f07b3,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:32.620310 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8c11ddfc-65bc-48f1-87d5-a41725c36fc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:32.623198 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8c11ddfc-65bc-48f1-87d5-a41725c36fc7 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/2ef6964e-3c04-4643-a2af-a181316f07b3 HTTP/1.1" status: 204 len: 168 time: 0.8618050 Jul 09 16:36:32.627434 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 58926) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:32.627882 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481c61f3-d1ee-4d2f-b07e-46d7d8af0651 None None] Network e295aca4-1c7f-4744-8237-57e5e97ac200 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:36:32.667358 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-06902a34-a8c6-4195-acb9-b61f76d49707 tempest-MeteringIpV6TestJSON-1175924529 tempest-MeteringIpV6TestJSON-1175924529-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:32.668946 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-06902a34-a8c6-4195-acb9-b61f76d49707 tempest-MeteringIpV6TestJSON-1175924529 tempest-MeteringIpV6TestJSON-1175924529-project-admin] 10.222.0.98 "DELETE /v2.0/metering/metering-label-rules/95db836c-8302-48ca-8afc-4b6c240e9d5b HTTP/1.1" status: 204 len: 168 time: 0.2571907 Jul 09 16:36:32.673572 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 58928) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:32.736775 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5cb31a0-ea72-4ee7-8c0b-ebb603145b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:32.742161 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a7e8946e-e550-4676-ac25-a4fa67455d36 req-b1da1a53-d2fe-48e9-bddf-058c5b5ea809 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:32.808770 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1da1a53-d2fe-48e9-bddf-058c5b5ea809 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Pushing event updated for resources: {'Port': ['ID=b2874e17-97fa-487f-9d66-e5a5e02ef11a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:32.854138 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7e8946e-e550-4676-ac25-a4fa67455d36 req-b1da1a53-d2fe-48e9-bddf-058c5b5ea809 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Network 6a9e1cb2-fe24-406e-8baf-8643d7db8d0b is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:36:32.856816 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-a7e8946e-e550-4676-ac25-a4fa67455d36 req-b1da1a53-d2fe-48e9-bddf-058c5b5ea809 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:36:32.875121 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7e8946e-e550-4676-ac25-a4fa67455d36 req-b1da1a53-d2fe-48e9-bddf-058c5b5ea809 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:36:32.935357 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-385599ba-32ec-4f9c-8f6b-b0650c4b46fe tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:33.001996 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df788ddb-d3e1-45a0-8670-9e14ee400e1e None None] DHCP port deletion for e295aca4-1c7f-4744-8237-57e5e97ac200 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:36:33.096287 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-df788ddb-d3e1-45a0-8670-9e14ee400e1e None None] Deleting port 7c2f97b8-0d9a-4f4c-8cd9-7bf9e4bbc51f {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:36:33.097395 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-df788ddb-d3e1-45a0-8670-9e14ee400e1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:33.171723 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-df788ddb-d3e1-45a0-8670-9e14ee400e1e None None] For port 7c2f97b8-0d9a-4f4c-8cd9-7bf9e4bbc51f, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=7c2f97b8-0d9a-4f4c-8cd9-7bf9e4bbc51f,segment=NetworkSegment(ce41b810-de3b-4e08-83d4-c639dfb2aa8f),segment_id=ce41b810-de3b-4e08-83d4-c639dfb2aa8f)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:36:33.172399 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-df788ddb-d3e1-45a0-8670-9e14ee400e1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:33.188188 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-df788ddb-d3e1-45a0-8670-9e14ee400e1e None None] Calling delete_port for 7c2f97b8-0d9a-4f4c-8cd9-7bf9e4bbc51f owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:36:33.293165 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-df788ddb-d3e1-45a0-8670-9e14ee400e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:33.342023 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df788ddb-d3e1-45a0-8670-9e14ee400e1e None None] No DVR routers for this DVR port 7c2f97b8-0d9a-4f4c-8cd9-7bf9e4bbc51f on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:36:33.404424 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df788ddb-d3e1-45a0-8670-9e14ee400e1e None None] Pushing event deleted for resources: {'Port': ['ID=7c2f97b8-0d9a-4f4c-8cd9-7bf9e4bbc51f,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:33.411036 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8946e-e550-4676-ac25-a4fa67455d36 req-b1da1a53-d2fe-48e9-bddf-058c5b5ea809 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:33.411654 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a7e8946e-e550-4676-ac25-a4fa67455d36 req-b1da1a53-d2fe-48e9-bddf-058c5b5ea809 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:33.433720 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-b5cb31a0-ea72-4ee7-8c0b-ebb603145b37 admin admin] Deleting port 7c2f97b8-0d9a-4f4c-8cd9-7bf9e4bbc51f {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:36:33.434064 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5cb31a0-ea72-4ee7-8c0b-ebb603145b37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:33.453671 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c0fc8f5b-4de1-43d1-bcf5-65a4aff4882b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:33.470716 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c0fc8f5b-4de1-43d1-bcf5-65a4aff4882b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:33.470716 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c0fc8f5b-4de1-43d1-bcf5-65a4aff4882b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/060ecba7-831e-4e1a-b559-3ecb936d4d3e HTTP/1.1" status: 204 len: 168 time: 1.1748276 Jul 09 16:36:33.513910 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b57124e-6f1d-4342-9733-a009f93c6abb tempest-MeteringIpV6TestJSON-1175924529 tempest-MeteringIpV6TestJSON-1175924529-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:33.565746 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8b57124e-6f1d-4342-9733-a009f93c6abb tempest-MeteringIpV6TestJSON-1175924529 tempest-MeteringIpV6TestJSON-1175924529-project-admin] 10.222.0.98 "DELETE /v2.0/metering/metering-labels/a4d21a49-225b-4fa7-ac2b-b00a0a756ec9 HTTP/1.1" status: 204 len: 168 time: 0.8910472 Jul 09 16:36:33.632525 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fc8f5b-4de1-43d1-bcf5-65a4aff4882b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060ecba7-831e-4e1a-b559-3ecb936d4d3e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:33.729376 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59547a96-cf06-4238-a333-db6e5e2f1f75 req-ad096a6d-efda-4dad-927c-28693d26053f tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:33.736868 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-59547a96-cf06-4238-a333-db6e5e2f1f75 req-ad096a6d-efda-4dad-927c-28693d26053f tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=27ca80e2-fa97-4684-a815-7c222d49ea6f HTTP/1.1" status: 200 len: 932 time: 0.1601298 Jul 09 16:36:33.776991 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a7e8946e-e550-4676-ac25-a4fa67455d36 req-b1da1a53-d2fe-48e9-bddf-058c5b5ea809 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3746262 Jul 09 16:36:33.813016 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-b5cb31a0-ea72-4ee7-8c0b-ebb603145b37 admin admin] For port 7c2f97b8-0d9a-4f4c-8cd9-7bf9e4bbc51f, host n-d-798930-3, got binding levels [] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:36:33.813491 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5cb31a0-ea72-4ee7-8c0b-ebb603145b37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:33.837157 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-b5cb31a0-ea72-4ee7-8c0b-ebb603145b37 admin admin] Calling delete_port for 7c2f97b8-0d9a-4f4c-8cd9-7bf9e4bbc51f owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:36:33.842235 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.ipam_backend_mixin [None req-b5cb31a0-ea72-4ee7-8c0b-ebb603145b37 admin admin] Port 7c2f97b8-0d9a-4f4c-8cd9-7bf9e4bbc51f was not found and therefore no delete operation was performed {{(pid=93958) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 16:36:33.845116 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5cb31a0-ea72-4ee7-8c0b-ebb603145b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:33.860151 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-59547a96-cf06-4238-a333-db6e5e2f1f75 req-46affe1b-a21a-400b-9365-8e1ee24328bb tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a8e018c-d316-4742-956b-cc123b12d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222908 Jul 09 16:36:33.896512 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb31a0-ea72-4ee7-8c0b-ebb603145b37 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c2f97b8-0d9a-4f4c-8cd9-7bf9e4bbc51f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:33.903718 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cb31a0-ea72-4ee7-8c0b-ebb603145b37 admin admin] No DVR routers for this DVR port 7c2f97b8-0d9a-4f4c-8cd9-7bf9e4bbc51f on host n-d-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:36:33.938095 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 7c2f97b8-0d9a-4f4c-8cd9-7bf9e4bbc51f no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:36:33.969097 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 7c2f97b8-0d9a-4f4c-8cd9-7bf9e4bbc51f {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:36:33.969097 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 7c2f97b8-0d9a-4f4c-8cd9-7bf9e4bbc51f not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:36:33.969097 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device f7f81988-16b4-4aaa-9fcc-615e322d8774 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:36:33.994620 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: f7f81988-16b4-4aaa-9fcc-615e322d8774 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:36:33.995340 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device f7f81988-16b4-4aaa-9fcc-615e322d8774 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:36:34.045738 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5cb31a0-ea72-4ee7-8c0b-ebb603145b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:34.059322 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-b5cb31a0-ea72-4ee7-8c0b-ebb603145b37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e295aca4-1c7f-4744-8237-57e5e97ac200']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:34.096072 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-b5cb31a0-ea72-4ee7-8c0b-ebb603145b37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce41b810-de3b-4e08-83d4-c639dfb2aa8f') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:34.096740 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-b5cb31a0-ea72-4ee7-8c0b-ebb603145b37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce41b810-de3b-4e08-83d4-c639dfb2aa8f') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:34.113390 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5cb31a0-ea72-4ee7-8c0b-ebb603145b37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:34.118660 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-a7e8946e-e550-4676-ac25-a4fa67455d36 req-25fc6d2b-6c27-47ea-a003-60c54bc5668d service neutron] Request body: {'port': {'device_id': '27ca80e2-fa97-4684-a815-7c222d49ea6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:36:34.204879 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5cb31a0-ea72-4ee7-8c0b-ebb603145b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:34.225067 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 58966) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:34.241194 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a7e8946e-e550-4676-ac25-a4fa67455d36 req-25fc6d2b-6c27-47ea-a003-60c54bc5668d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:34.284187 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5cb31a0-ea72-4ee7-8c0b-ebb603145b37 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:36:34.285395 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5cb31a0-ea72-4ee7-8c0b-ebb603145b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:34.287409 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:36:34.287409 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:36:34.287409 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:36:34.287409 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:36:34.287409 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:36:34.287409 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:36:34.287409 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:36:34.287409 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:36:34.287409 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:36:34.287409 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:36:34.287409 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:36:34.287409 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:36:34.287409 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:36:34.287409 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:36:34.287409 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:36:34.287409 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:36:34.287409 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:36:34.287409 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:36:34.287409 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:36:34.287409 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:36:34.287409 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:36:34.287409 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:36:34.287409 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:36:34.287409 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:36:34.287409 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:36:34.287409 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:36:34.287409 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:36:34.287409 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:36:34.287409 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:36:34.287409 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:36:34.287409 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:36:34.287409 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:36:34.287409 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:36:34.287409 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:36:34.422965 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-57058662-59fb-4e1b-be00-3bd1dfd62781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:34.449533 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5cb31a0-ea72-4ee7-8c0b-ebb603145b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:34.451795 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-385599ba-32ec-4f9c-8f6b-b0650c4b46fe tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Deleting port 8ce7a27f-5c4b-437f-b4db-d416945652f9 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:36:34.452262 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-385599ba-32ec-4f9c-8f6b-b0650c4b46fe tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:34.518824 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5cb31a0-ea72-4ee7-8c0b-ebb603145b37 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:34.525143 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b5cb31a0-ea72-4ee7-8c0b-ebb603145b37 admin admin] 10.222.0.98 "DELETE /v2.0/networks/e295aca4-1c7f-4744-8237-57e5e97ac200 HTTP/1.1" status: 204 len: 168 time: 1.8924327 Jul 09 16:36:34.584929 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-57058662-59fb-4e1b-be00-3bd1dfd62781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:34.593367 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-57058662-59fb-4e1b-be00-3bd1dfd62781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:34.611342 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb31a0-ea72-4ee7-8c0b-ebb603145b37 admin admin] Pushing event deleted for resources: {'Network': ['ID=e295aca4-1c7f-4744-8237-57e5e97ac200,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:34.648755 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-57058662-59fb-4e1b-be00-3bd1dfd62781 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2cbdcee0cb2546a3aba588770f6a7caa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4221370 Jul 09 16:36:34.652074 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 58984) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:34.683639 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57058662-59fb-4e1b-be00-3bd1dfd62781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d8cabb-6973-4447-89ff-4ac99c837738,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:34.714701 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-92f141bf-1938-4ec4-91b8-21d7c6bc3272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:34.755607 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-92f141bf-1938-4ec4-91b8-21d7c6bc3272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:34.761101 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 58992) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:34.809154 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-385599ba-32ec-4f9c-8f6b-b0650c4b46fe tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:34.856723 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-92f141bf-1938-4ec4-91b8-21d7c6bc3272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:34.860437 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-92f141bf-1938-4ec4-91b8-21d7c6bc3272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:34.861101 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-385599ba-32ec-4f9c-8f6b-b0650c4b46fe tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Calling delete_port for 8ce7a27f-5c4b-437f-b4db-d416945652f9 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:36:34.865614 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-92f141bf-1938-4ec4-91b8-21d7c6bc3272 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c8d8cabb-6973-4447-89ff-4ac99c837738 HTTP/1.1" status: 204 len: 168 time: 0.2118878 Jul 09 16:36:34.888068 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f18baa85-fde5-4080-8b50-18ad4d137897 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c6204232ae3d43e588d6fd07bded6f22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1225498 Jul 09 16:36:34.890294 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f141bf-1938-4ec4-91b8-21d7c6bc3272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d8cabb-6973-4447-89ff-4ac99c837738,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:34.891553 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 59002) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:35.088539 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-738739d6-a1fd-477b-8780-4828e911e563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:35.110740 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-738739d6-a1fd-477b-8780-4828e911e563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:35.193807 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-a7e8946e-e550-4676-ac25-a4fa67455d36 req-25fc6d2b-6c27-47ea-a003-60c54bc5668d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2874e17-97fa-487f-9d66-e5a5e02ef11a {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:36:35.213760 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a7e8946e-e550-4676-ac25-a4fa67455d36 req-25fc6d2b-6c27-47ea-a003-60c54bc5668d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:35.272436 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-738739d6-a1fd-477b-8780-4828e911e563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:35.275038 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-738739d6-a1fd-477b-8780-4828e911e563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:35.276209 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-738739d6-a1fd-477b-8780-4828e911e563 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5866a686-9a25-42c6-8850-9b998a7ddbe1 HTTP/1.1" status: 204 len: 168 time: 0.3822958 Jul 09 16:36:35.314291 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6dc841-351e-47a1-9f0d-e2ab21a38cab req-2d036a83-8924-4858-a6d7-e81748020ffe tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:35.316067 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cb6dc841-351e-47a1-9f0d-e2ab21a38cab req-2d036a83-8924-4858-a6d7-e81748020ffe tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=27ca80e2-fa97-4684-a815-7c222d49ea6f HTTP/1.1" status: 200 len: 932 time: 0.3062520 Jul 09 16:36:35.319871 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738739d6-a1fd-477b-8780-4828e911e563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5866a686-9a25-42c6-8850-9b998a7ddbe1,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:35.388948 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-a7e8946e-e550-4676-ac25-a4fa67455d36 req-25fc6d2b-6c27-47ea-a003-60c54bc5668d service neutron] Transition to ACTIVE for port object b2874e17-97fa-487f-9d66-e5a5e02ef11a will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:36:35.391409 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-385599ba-32ec-4f9c-8f6b-b0650c4b46fe tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:35.449686 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a7e8946e-e550-4676-ac25-a4fa67455d36 req-25fc6d2b-6c27-47ea-a003-60c54bc5668d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:35.474224 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385599ba-32ec-4f9c-8f6b-b0650c4b46fe tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event deleted for resources: {'Port': ['ID=8ce7a27f-5c4b-437f-b4db-d416945652f9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:35.563041 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cb6dc841-351e-47a1-9f0d-e2ab21a38cab req-7bb93cde-5ab5-44d4-bc36-da63495c7d46 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a8e018c-d316-4742-956b-cc123b12d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326815 Jul 09 16:36:35.737993 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 59028) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:35.749936 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fc6d2b-6c27-47ea-a003-60c54bc5668d service neutron] Pushing event updated for resources: {'Port': ['ID=b2874e17-97fa-487f-9d66-e5a5e02ef11a,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:35.769620 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2845bc2e-b21c-41a1-98c4-676a6eef5a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:35.892495 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-385599ba-32ec-4f9c-8f6b-b0650c4b46fe tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:35.979044 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2845bc2e-b21c-41a1-98c4-676a6eef5a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:35.986564 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2845bc2e-b21c-41a1-98c4-676a6eef5a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:36.006898 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-a7e8946e-e550-4676-ac25-a4fa67455d36 req-25fc6d2b-6c27-47ea-a003-60c54bc5668d service neutron] Attempting to bind port b2874e17-97fa-487f-9d66-e5a5e02ef11a on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:36:36.007502 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-a7e8946e-e550-4676-ac25-a4fa67455d36 req-25fc6d2b-6c27-47ea-a003-60c54bc5668d service neutron] Attempting to bind port b2874e17-97fa-487f-9d66-e5a5e02ef11a by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': 'c69a2028-7f11-44fc-9cb8-816928cf4954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6a9e1cb2-fe24-406e-8baf-8643d7db8d0b'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:36:36.008023 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e8946e-e550-4676-ac25-a4fa67455d36 req-25fc6d2b-6c27-47ea-a003-60c54bc5668d service neutron] Attempting to bind port b2874e17-97fa-487f-9d66-e5a5e02ef11a on network 6a9e1cb2-fe24-406e-8baf-8643d7db8d0b {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:36:36.019859 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e8946e-e550-4676-ac25-a4fa67455d36 req-25fc6d2b-6c27-47ea-a003-60c54bc5668d service neutron] Port b2874e17-97fa-487f-9d66-e5a5e02ef11a on network 6a9e1cb2-fe24-406e-8baf-8643d7db8d0b not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:36:36.020282 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e8946e-e550-4676-ac25-a4fa67455d36 req-25fc6d2b-6c27-47ea-a003-60c54bc5668d service neutron] Attempting to bind port b2874e17-97fa-487f-9d66-e5a5e02ef11a on network 6a9e1cb2-fe24-406e-8baf-8643d7db8d0b {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:36:36.041522 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e8946e-e550-4676-ac25-a4fa67455d36 req-25fc6d2b-6c27-47ea-a003-60c54bc5668d service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:36:36.042470 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e8946e-e550-4676-ac25-a4fa67455d36 req-25fc6d2b-6c27-47ea-a003-60c54bc5668d service neutron] Checking segment: {'id': 'c69a2028-7f11-44fc-9cb8-816928cf4954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6a9e1cb2-fe24-406e-8baf-8643d7db8d0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:36:36.042857 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2845bc2e-b21c-41a1-98c4-676a6eef5a67 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d69f91c549064780b9dab0a9d373b09c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3025761 Jul 09 16:36:36.043727 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e8946e-e550-4676-ac25-a4fa67455d36 req-25fc6d2b-6c27-47ea-a003-60c54bc5668d service neutron] Bound using segment: {'id': 'c69a2028-7f11-44fc-9cb8-816928cf4954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6a9e1cb2-fe24-406e-8baf-8643d7db8d0b'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:36:36.043906 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2845bc2e-b21c-41a1-98c4-676a6eef5a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6e2298-56e8-4622-8549-3b58c0c7b5c2,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:36.044460 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-a7e8946e-e550-4676-ac25-a4fa67455d36 req-25fc6d2b-6c27-47ea-a003-60c54bc5668d service neutron] Bound port: b2874e17-97fa-487f-9d66-e5a5e02ef11a, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c69a2028-7f11-44fc-9cb8-816928cf4954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6a9e1cb2-fe24-406e-8baf-8643d7db8d0b'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:36:36.044927 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a7e8946e-e550-4676-ac25-a4fa67455d36 req-25fc6d2b-6c27-47ea-a003-60c54bc5668d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:36.046462 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 59034) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:36.161294 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 59040) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:36.197652 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fd12cec2-c784-4067-8dc1-75babbe5e2f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:36.247603 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-a7e8946e-e550-4676-ac25-a4fa67455d36 req-25fc6d2b-6c27-47ea-a003-60c54bc5668d service neutron] For port b2874e17-97fa-487f-9d66-e5a5e02ef11a, host n-h2-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:36:36.251169 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-385599ba-32ec-4f9c-8f6b-b0650c4b46fe tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Router 94f0f022-b9af-40cb-b1d2-fb1bf7254fa7 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:36:36.253216 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-a7e8946e-e550-4676-ac25-a4fa67455d36 req-25fc6d2b-6c27-47ea-a003-60c54bc5668d service neutron] For port b2874e17-97fa-487f-9d66-e5a5e02ef11a, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=b2874e17-97fa-487f-9d66-e5a5e02ef11a,segment=NetworkSegment(c69a2028-7f11-44fc-9cb8-816928cf4954),segment_id=c69a2028-7f11-44fc-9cb8-816928cf4954)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:36:36.260574 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fd12cec2-c784-4067-8dc1-75babbe5e2f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:36.266115 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a7e8946e-e550-4676-ac25-a4fa67455d36 req-25fc6d2b-6c27-47ea-a003-60c54bc5668d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:36.281299 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-bbc90689-5370-4278-8734-3939cb49e85d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d554f72fc5524907977c7a42cd148900&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1186228 Jul 09 16:36:36.284319 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 59046) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:36.374346 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5fd3974a-16a5-4e4e-afc5-53dd822d8425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:36.379269 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fc6d2b-6c27-47ea-a003-60c54bc5668d service neutron] Pushing event updated for resources: {'Port': ['ID=b2874e17-97fa-487f-9d66-e5a5e02ef11a,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:36.416146 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5fd3974a-16a5-4e4e-afc5-53dd822d8425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:36.469813 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fd12cec2-c784-4067-8dc1-75babbe5e2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:36.477148 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8946e-e550-4676-ac25-a4fa67455d36 req-25fc6d2b-6c27-47ea-a003-60c54bc5668d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:36.477774 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a7e8946e-e550-4676-ac25-a4fa67455d36 req-25fc6d2b-6c27-47ea-a003-60c54bc5668d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:36.478652 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a7e8946e-e550-4676-ac25-a4fa67455d36 req-25fc6d2b-6c27-47ea-a003-60c54bc5668d service neutron] 10.222.0.73 "PUT /v2.0/ports/b2874e17-97fa-487f-9d66-e5a5e02ef11a HTTP/1.1" status: 200 len: 1092 time: 2.6800611 Jul 09 16:36:36.479336 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27ca80e2-fa97-4684-a815-7c222d49ea6f', 'tag': 'b2874e17-97fa-487f-9d66-e5a5e02ef11a'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:36:36.490440 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ce57f9-25b5-42c2-8025-3781e8ecf954" -d '{"events": [{"name": "network-changed", "server_uuid": "27ca80e2-fa97-4684-a815-7c222d49ea6f", "tag": "b2874e17-97fa-487f-9d66-e5a5e02ef11a"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:36:36.511284 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fd12cec2-c784-4067-8dc1-75babbe5e2f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:36.517375 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-fd12cec2-c784-4067-8dc1-75babbe5e2f9 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2c6e2298-56e8-4622-8549-3b58c0c7b5c2 HTTP/1.1" status: 204 len: 168 time: 0.4697115 Jul 09 16:36:36.540142 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd12cec2-c784-4067-8dc1-75babbe5e2f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6e2298-56e8-4622-8549-3b58c0c7b5c2,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:36.572988 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-385599ba-32ec-4f9c-8f6b-b0650c4b46fe tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:36:36.579264 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5fd3974a-16a5-4e4e-afc5-53dd822d8425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:36.583498 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5fd3974a-16a5-4e4e-afc5-53dd822d8425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:36.587840 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-5fd3974a-16a5-4e4e-afc5-53dd822d8425 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0d0e2514-c1a2-416b-ae45-e1e3f7948d47 HTTP/1.1" status: 204 len: 168 time: 0.3024476 Jul 09 16:36:36.590220 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0c3cb2-0be2-43d5-b215-33018a7d5880 None None] Sync routers for ids ['94f0f022-b9af-40cb-b1d2-fb1bf7254fa7'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:36:36.597016 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-385599ba-32ec-4f9c-8f6b-b0650c4b46fe tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "PUT /v2.0/routers/94f0f022-b9af-40cb-b1d2-fb1bf7254fa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9375834 Jul 09 16:36:36.598671 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 59064) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:36.603748 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0c3cb2-0be2-43d5-b215-33018a7d5880 None None] Routers {'94f0f022-b9af-40cb-b1d2-fb1bf7254fa7'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:36:36.607868 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-ef0c3cb2-0be2-43d5-b215-33018a7d5880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:36:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['94f0f022-b9af-40cb-b1d2-fb1bf7254fa7'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:36.608274 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89489079-91bb-4706-9cda-07cb8e86cfe1 x-openstack-request-id: req-89489079-91bb-4706-9cda-07cb8e86cfe1 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:36:36.608580 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27ca80e2-fa97-4684-a815-7c222d49ea6f", "tag": "b2874e17-97fa-487f-9d66-e5a5e02ef11a", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:36:36.608837 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-89489079-91bb-4706-9cda-07cb8e86cfe1 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:36:36.609258 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27ca80e2-fa97-4684-a815-7c222d49ea6f', 'tag': 'b2874e17-97fa-487f-9d66-e5a5e02ef11a', 'status': 'completed', 'code': 200} Jul 09 16:36:36.655011 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd3974a-16a5-4e4e-afc5-53dd822d8425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0e2514-c1a2-416b-ae45-e1e3f7948d47,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:36.692484 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-ef0c3cb2-0be2-43d5-b215-33018a7d5880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:36.708848 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0c3cb2-0be2-43d5-b215-33018a7d5880 None None] Routers {'94f0f022-b9af-40cb-b1d2-fb1bf7254fa7'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:36:36.709573 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-ef0c3cb2-0be2-43d5-b215-33018a7d5880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:36:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['94f0f022-b9af-40cb-b1d2-fb1bf7254fa7'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:36.796734 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8946e-e550-4676-ac25-a4fa67455d36 req-67773204-98fb-452a-afca-6cb4eaab8b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:36.798151 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a7e8946e-e550-4676-ac25-a4fa67455d36 req-67773204-98fb-452a-afca-6cb4eaab8b33 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=313daaa44e994ebf83af8fe773f4ee0d&device_id=27ca80e2-fa97-4684-a815-7c222d49ea6f HTTP/1.1" status: 200 len: 1095 time: 0.1880620 Jul 09 16:36:36.824841 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-ef0c3cb2-0be2-43d5-b215-33018a7d5880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:36.826075 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0c3cb2-0be2-43d5-b215-33018a7d5880 None None] The sync data for ids ['94f0f022-b9af-40cb-b1d2-fb1bf7254fa7'] in n-d-798930-3 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:36:36.905005 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a7e8946e-e550-4676-ac25-a4fa67455d36 req-fb57d1bf-2e8c-40e5-ad07-5f302251803a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2874e17-97fa-487f-9d66-e5a5e02ef11a HTTP/1.1" status: 200 len: 217 time: 0.0922079 Jul 09 16:36:37.216302 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8946e-e550-4676-ac25-a4fa67455d36 req-e1edeef3-bcb7-42bc-b284-e65e882f157f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:37.223671 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a7e8946e-e550-4676-ac25-a4fa67455d36 req-e1edeef3-bcb7-42bc-b284-e65e882f157f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5645ca8d-973f-497d-a26d-ddaaa7246e67 HTTP/1.1" status: 200 len: 855 time: 0.2953625 Jul 09 16:36:37.304028 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a7e8946e-e550-4676-ac25-a4fa67455d36 req-1286d55d-676f-4e95-b8fd-e898206023b8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6a9e1cb2-fe24-406e-8baf-8643d7db8d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728424 Jul 09 16:36:37.372123 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-47294aa1-2703-44f8-a79c-10e5948863b7 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:37.421081 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43612d7b-94b2-44fe-9e97-d4350b62e9b8 req-f36a69ed-b5e3-4dd3-8b05-22495854402b tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:37.435371 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-43612d7b-94b2-44fe-9e97-d4350b62e9b8 req-f36a69ed-b5e3-4dd3-8b05-22495854402b tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=27ca80e2-fa97-4684-a815-7c222d49ea6f HTTP/1.1" status: 200 len: 944 time: 0.5336931 Jul 09 16:36:37.614793 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-43612d7b-94b2-44fe-9e97-d4350b62e9b8 req-ba7ec792-bbec-4e75-a310-b9a3b868334d tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a8e018c-d316-4742-956b-cc123b12d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480920 Jul 09 16:36:37.701678 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a7e8946e-e550-4676-ac25-a4fa67455d36 req-f9c82e40-0b86-4872-a51b-5c1577fd5806 service neutron] 10.222.0.73 "GET /v2.0/networks/6a9e1cb2-fe24-406e-8baf-8643d7db8d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3773112 Jul 09 16:36:37.811675 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-47294aa1-2703-44f8-a79c-10e5948863b7 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Deleting port 85e009c1-0bb8-4282-93be-776d1a7545f5 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:36:37.812197 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-47294aa1-2703-44f8-a79c-10e5948863b7 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:37.833938 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a7e8946e-e550-4676-ac25-a4fa67455d36 req-4035cbee-c053-4338-b393-a6138fe375f5 service neutron] 10.222.0.73 "GET /v2.0/networks/6a9e1cb2-fe24-406e-8baf-8643d7db8d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218708 Jul 09 16:36:37.915761 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-47294aa1-2703-44f8-a79c-10e5948863b7 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:37.939757 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-47294aa1-2703-44f8-a79c-10e5948863b7 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Calling delete_port for 85e009c1-0bb8-4282-93be-776d1a7545f5 owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:36:38.015124 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce57f9-25b5-42c2-8025-3781e8ecf954 req-150acf36-835c-4a10-9a30-77bfff59ea57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:38.015124 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-98ce57f9-25b5-42c2-8025-3781e8ecf954 req-150acf36-835c-4a10-9a30-77bfff59ea57 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=313daaa44e994ebf83af8fe773f4ee0d&device_id=27ca80e2-fa97-4684-a815-7c222d49ea6f HTTP/1.1" status: 200 len: 1095 time: 0.0765033 Jul 09 16:36:38.234266 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce57f9-25b5-42c2-8025-3781e8ecf954 req-8dec52c7-0d73-4bde-9603-64ef5594c6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:38.236183 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-98ce57f9-25b5-42c2-8025-3781e8ecf954 req-8dec52c7-0d73-4bde-9603-64ef5594c6dc service neutron] 10.222.0.73 "GET /v2.0/networks?id=6a9e1cb2-fe24-406e-8baf-8643d7db8d0b HTTP/1.1" status: 200 len: 916 time: 0.2167506 Jul 09 16:36:38.294962 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 59130) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:38.306023 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-98ce57f9-25b5-42c2-8025-3781e8ecf954 req-3da38d13-42dd-4653-883c-c8bd809d6fde service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2874e17-97fa-487f-9d66-e5a5e02ef11a HTTP/1.1" status: 200 len: 217 time: 0.0628562 Jul 09 16:36:38.324362 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-47294aa1-2703-44f8-a79c-10e5948863b7 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:38.387193 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47294aa1-2703-44f8-a79c-10e5948863b7 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event deleted for resources: {'Port': ['ID=85e009c1-0bb8-4282-93be-776d1a7545f5,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:38.407274 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce57f9-25b5-42c2-8025-3781e8ecf954 req-88d18ede-6c7a-44f0-ae97-d933a5234be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:38.408168 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-98ce57f9-25b5-42c2-8025-3781e8ecf954 req-88d18ede-6c7a-44f0-ae97-d933a5234be4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5645ca8d-973f-497d-a26d-ddaaa7246e67 HTTP/1.1" status: 200 len: 855 time: 0.0963354 Jul 09 16:36:38.476399 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-98ce57f9-25b5-42c2-8025-3781e8ecf954 req-b1bfeee5-c984-4194-9b48-a43de4e56bcf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6a9e1cb2-fe24-406e-8baf-8643d7db8d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616691 Jul 09 16:36:38.651082 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-47294aa1-2703-44f8-a79c-10e5948863b7 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:39.171160 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-98ce57f9-25b5-42c2-8025-3781e8ecf954 req-e99ea958-4f9f-421c-bf32-5416893b504e service neutron] 10.222.0.73 "GET /v2.0/networks/6a9e1cb2-fe24-406e-8baf-8643d7db8d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6864028 Jul 09 16:36:39.176839 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-2902fd53-c1b5-4dde-8b65-b03c894051f3 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2067471551-network', 'tenant_id': 'e70a4058ef00461984b8400d2ff3c114'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:36:39.261415 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47294aa1-2703-44f8-a79c-10e5948863b7 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Router 94f0f022-b9af-40cb-b1d2-fb1bf7254fa7 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:36:39.328839 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2902fd53-c1b5-4dde-8b65-b03c894051f3 admin admin] Made reservation on behalf of e70a4058ef00461984b8400d2ff3c114 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:36:39.331883 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2902fd53-c1b5-4dde-8b65-b03c894051f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:39.373263 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2902fd53-c1b5-4dde-8b65-b03c894051f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:39.373477 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b1215-5353-43eb-a0f4-89d56f2e106f req-51d0b740-866e-43ec-b611-d213af8ade3c tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:39.375069 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-584b1215-5353-43eb-a0f4-89d56f2e106f req-51d0b740-866e-43ec-b611-d213af8ade3c tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=27ca80e2-fa97-4684-a815-7c222d49ea6f HTTP/1.1" status: 200 len: 944 time: 0.3505518 Jul 09 16:36:39.402538 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47294aa1-2703-44f8-a79c-10e5948863b7 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:36:39.412996 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-47294aa1-2703-44f8-a79c-10e5948863b7 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "PUT /v2.0/routers/94f0f022-b9af-40cb-b1d2-fb1bf7254fa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8092988 Jul 09 16:36:39.414954 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee482093-a4f6-44eb-b9f1-9f566627e720 None None] Sync routers for ids ['94f0f022-b9af-40cb-b1d2-fb1bf7254fa7'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:36:39.419600 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 59194) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:39.430661 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee482093-a4f6-44eb-b9f1-9f566627e720 None None] Routers {'94f0f022-b9af-40cb-b1d2-fb1bf7254fa7'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:36:39.431343 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ee482093-a4f6-44eb-b9f1-9f566627e720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:36:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['94f0f022-b9af-40cb-b1d2-fb1bf7254fa7'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:39.438204 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 59196) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:39.503765 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-98ce57f9-25b5-42c2-8025-3781e8ecf954 req-9b7bbe1c-709c-4ac3-bf7a-1861a5626b8e service neutron] 10.222.0.73 "GET /v2.0/networks/6a9e1cb2-fe24-406e-8baf-8643d7db8d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222680 Jul 09 16:36:39.535260 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 59208) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:39.536055 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8c49b10f-7a28-4d98-a9f9-5643bf871c0e tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "GET /v2.0/ports?device_id=94f0f022-b9af-40cb-b1d2-fb1bf7254fa7 HTTP/1.1" status: 200 len: 205 time: 0.1137321 Jul 09 16:36:39.542723 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ee482093-a4f6-44eb-b9f1-9f566627e720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:39.552701 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-584b1215-5353-43eb-a0f4-89d56f2e106f req-1d45fe2d-7d7c-48c1-a880-f802e24336f4 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a8e018c-d316-4742-956b-cc123b12d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705053 Jul 09 16:36:39.570449 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee482093-a4f6-44eb-b9f1-9f566627e720 None None] Routers {'94f0f022-b9af-40cb-b1d2-fb1bf7254fa7'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:36:39.571409 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ee482093-a4f6-44eb-b9f1-9f566627e720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:36:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['94f0f022-b9af-40cb-b1d2-fb1bf7254fa7'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:39.643905 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ee482093-a4f6-44eb-b9f1-9f566627e720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:39.644601 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee482093-a4f6-44eb-b9f1-9f566627e720 None None] The sync data for ids ['94f0f022-b9af-40cb-b1d2-fb1bf7254fa7'] in n-d-798930-3 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:36:39.662524 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-85d4d327-0495-413a-85f4-1ab29130fdfe tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1929127016', 'router:external': True}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:36:39.714050 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-227d27da-7337-40af-8bb1-b26b61b613f4 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:39.915613 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-227d27da-7337-40af-8bb1-b26b61b613f4 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:39.918353 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-227d27da-7337-40af-8bb1-b26b61b613f4 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:39.983398 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2902fd53-c1b5-4dde-8b65-b03c894051f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:39.985847 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-227d27da-7337-40af-8bb1-b26b61b613f4 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:39.986683 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227d27da-7337-40af-8bb1-b26b61b613f4 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Fanout notify agent at l3_agent the message router_deleted on router 94f0f022-b9af-40cb-b1d2-fb1bf7254fa7 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:36:39.995899 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-227d27da-7337-40af-8bb1-b26b61b613f4 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:39.999822 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-227d27da-7337-40af-8bb1-b26b61b613f4 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "DELETE /v2.0/routers/94f0f022-b9af-40cb-b1d2-fb1bf7254fa7 HTTP/1.1" status: 204 len: 168 time: 0.4582582 Jul 09 16:36:40.000115 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 59226) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:40.000940 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2902fd53-c1b5-4dde-8b65-b03c894051f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:40.034384 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2902fd53-c1b5-4dde-8b65-b03c894051f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:36:40.049996 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2902fd53-c1b5-4dde-8b65-b03c894051f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb99000-1866-4245-9a04-053ab0acca2e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:40.057058 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2902fd53-c1b5-4dde-8b65-b03c894051f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:40.057508 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-2902fd53-c1b5-4dde-8b65-b03c894051f3 admin admin] Added segment 151d0aee-3796-484c-8d19-ee8bc1639910 of type vlan for network 47f96309-8a1b-4bab-9e45-28b246f8b4dc Jul 09 16:36:40.067189 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe3db290-2863-4c4a-9f53-52ab3a7a60e1 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Deleting subnet c61110b3-25df-4133-a6e1-2ee1b7a155cf {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:36:40.075386 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fe3db290-2863-4c4a-9f53-52ab3a7a60e1 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:40.079866 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d4d327-0495-413a-85f4-1ab29130fdfe tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Made reservation on behalf of 209bb81e92734bc6bfa7ed8b598614d7 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:36:40.082476 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-85d4d327-0495-413a-85f4-1ab29130fdfe tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:40.100959 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:40.115746 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-85d4d327-0495-413a-85f4-1ab29130fdfe tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:40.116375 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2902fd53-c1b5-4dde-8b65-b03c894051f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:40.164921 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2902fd53-c1b5-4dde-8b65-b03c894051f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:40.166200 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2902fd53-c1b5-4dde-8b65-b03c894051f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:40.166867 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2902fd53-c1b5-4dde-8b65-b03c894051f3 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:40.192210 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fe3db290-2863-4c4a-9f53-52ab3a7a60e1 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:40.292332 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2902fd53-c1b5-4dde-8b65-b03c894051f3 admin admin] Pushing event updated for resources: {'Network': ['ID=47f96309-8a1b-4bab-9e45-28b246f8b4dc,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:40.303690 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-85d4d327-0495-413a-85f4-1ab29130fdfe tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:40.321018 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2902fd53-c1b5-4dde-8b65-b03c894051f3 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0242438 Jul 09 16:36:40.323905 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 47f96309-8a1b-4bab-9e45-28b246f8b4dc details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:36:40.324629 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 59234) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:40.331950 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-e7f8e744-ddaa-43fc-b1f1-173c7a1f25b2 admin admin] Request body: {'subnet': {'network_id': '47f96309-8a1b-4bab-9e45-28b246f8b4dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2067471551-subnet', 'tenant_id': 'e70a4058ef00461984b8400d2ff3c114', 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:36:40.354656 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-85d4d327-0495-413a-85f4-1ab29130fdfe tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:40.357398 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f8e744-ddaa-43fc-b1f1-173c7a1f25b2 admin admin] Made reservation on behalf of e70a4058ef00461984b8400d2ff3c114 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:36:40.360431 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e7f8e744-ddaa-43fc-b1f1-173c7a1f25b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:40.368442 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85d4d327-0495-413a-85f4-1ab29130fdfe tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:36:40.383228 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-85d4d327-0495-413a-85f4-1ab29130fdfe tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:40.383711 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-85d4d327-0495-413a-85f4-1ab29130fdfe tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Added segment 492c170f-7cea-4712-b527-88139db01566 of type vlan for network f737b1ae-0ad1-474a-8b5d-a294897455aa Jul 09 16:36:40.411964 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fe3db290-2863-4c4a-9f53-52ab3a7a60e1 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:40.498076 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d4d327-0495-413a-85f4-1ab29130fdfe tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c74e1e-99e5-401d-a1f1-02c3878a249b,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:40.526218 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-85d4d327-0495-413a-85f4-1ab29130fdfe tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:40.542081 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fe3db290-2863-4c4a-9f53-52ab3a7a60e1 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:40.609888 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc596753-505d-4acf-8a8f-d2470c57933b None None] Network 3a979fe2-3b03-4311-9246-3539899923f2 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:36:40.630120 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3db290-2863-4c4a-9f53-52ab3a7a60e1 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event deleted for resources: {'Subnet': ['ID=c61110b3-25df-4133-a6e1-2ee1b7a155cf,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:40.639283 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fe3db290-2863-4c4a-9f53-52ab3a7a60e1 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:40.646363 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-fe3db290-2863-4c4a-9f53-52ab3a7a60e1 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "DELETE /v2.0/subnets/c61110b3-25df-4133-a6e1-2ee1b7a155cf HTTP/1.1" status: 204 len: 168 time: 0.6447814 Jul 09 16:36:40.650491 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 59248) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:40.701281 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e7f8e744-ddaa-43fc-b1f1-173c7a1f25b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:40.769224 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-85d4d327-0495-413a-85f4-1ab29130fdfe tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:40.770400 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d4d327-0495-413a-85f4-1ab29130fdfe tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:40.771013 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-85d4d327-0495-413a-85f4-1ab29130fdfe tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:40.802598 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f8e744-ddaa-43fc-b1f1-173c7a1f25b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db6b7bdb-8f77-4160-95de-1e7faac45cc3,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:40.816609 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f8e744-ddaa-43fc-b1f1-173c7a1f25b2 admin admin] Checking segment: {'id': '151d0aee-3796-484c-8d19-ee8bc1639910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '47f96309-8a1b-4bab-9e45-28b246f8b4dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:36:40.816981 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f8e744-ddaa-43fc-b1f1-173c7a1f25b2 admin admin] Network hostable DHCP agents. Network: 47f96309-8a1b-4bab-9e45-28b246f8b4dc, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:36:40.903824 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d4d327-0495-413a-85f4-1ab29130fdfe tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Pushing event updated for resources: {'Network': ['ID=f737b1ae-0ad1-474a-8b5d-a294897455aa,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:40.928925 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-33579318-06d8-448b-adfa-97e47b704114 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Deleting subnet 2105d2e4-56ff-4289-888b-807ee7c2a66a {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:36:40.932483 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33579318-06d8-448b-adfa-97e47b704114 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:40.940180 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-85d4d327-0495-413a-85f4-1ab29130fdfe tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.4860296 Jul 09 16:36:40.958499 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network f737b1ae-0ad1-474a-8b5d-a294897455aa details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:36:40.962625 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 59260) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:40.967621 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-20394e1d-600f-4c1d-aa7c-6af989898c64 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Request body: {'subnet': {'network_id': 'f737b1ae-0ad1-474a-8b5d-a294897455aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:36:40.995628 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f8e744-ddaa-43fc-b1f1-173c7a1f25b2 admin admin] Network 47f96309-8a1b-4bab-9e45-28b246f8b4dc is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:36:41.004578 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33579318-06d8-448b-adfa-97e47b704114 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:41.037593 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20394e1d-600f-4c1d-aa7c-6af989898c64 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Made reservation on behalf of 209bb81e92734bc6bfa7ed8b598614d7 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:36:41.040495 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-20394e1d-600f-4c1d-aa7c-6af989898c64 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:41.063436 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-e7f8e744-ddaa-43fc-b1f1-173c7a1f25b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 47f96309-8a1b-4bab-9e45-28b246f8b4dc) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:36:41.084171 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f8e744-ddaa-43fc-b1f1-173c7a1f25b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:41.084751 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e7f8e744-ddaa-43fc-b1f1-173c7a1f25b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:41.086625 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device b2874e17-97fa-487f-9d66-e5a5e02ef11a details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:36:41.135403 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e7f8e744-ddaa-43fc-b1f1-173c7a1f25b2 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8076105 Jul 09 16:36:41.139633 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 59268) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:41.150229 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-4c74c400-f26e-4e21-bb96-d428ff05d5b3 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2067471551-router', 'tenant_id': 'e70a4058ef00461984b8400d2ff3c114', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:36:41.222877 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33579318-06d8-448b-adfa-97e47b704114 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:41.223906 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4c74c400-f26e-4e21-bb96-d428ff05d5b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:41.226240 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4c74c400-f26e-4e21-bb96-d428ff05d5b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:41.241203 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4805a2-f24f-4dab-a6eb-8a01668467fa req-17e0c36d-0576-4615-bf6e-6dbfea0b8095 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:41.243109 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2e4805a2-f24f-4dab-a6eb-8a01668467fa req-17e0c36d-0576-4615-bf6e-6dbfea0b8095 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=27ca80e2-fa97-4684-a815-7c222d49ea6f HTTP/1.1" status: 200 len: 944 time: 0.3693490 Jul 09 16:36:41.266114 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port b2874e17-97fa-487f-9d66-e5a5e02ef11a, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=b2874e17-97fa-487f-9d66-e5a5e02ef11a,segment=NetworkSegment(c69a2028-7f11-44fc-9cb8-816928cf4954),segment_id=c69a2028-7f11-44fc-9cb8-816928cf4954)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:36:41.286545 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f27c15a-4b7f-4385-9e03-ceaaacfc78f8 None None] Network 47f96309-8a1b-4bab-9e45-28b246f8b4dc requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:36:41.379749 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': 'b2874e17-97fa-487f-9d66-e5a5e02ef11a', 'network_id': '6a9e1cb2-fe24-406e-8baf-8643d7db8d0b', 'port_id': 'b2874e17-97fa-487f-9d66-e5a5e02ef11a', 'mac_address': 'fa:16:3e:e7:d4:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5645ca8d-973f-497d-a26d-ddaaa7246e67', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:36:41.394655 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2e4805a2-f24f-4dab-a6eb-8a01668467fa req-3af652e6-4961-44d3-aa82-f12517e7671b tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a8e018c-d316-4742-956b-cc123b12d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421578 Jul 09 16:36:41.399663 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4c74c400-f26e-4e21-bb96-d428ff05d5b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:41.406030 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33579318-06d8-448b-adfa-97e47b704114 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:41.462383 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33579318-06d8-448b-adfa-97e47b704114 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:41.464427 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-33579318-06d8-448b-adfa-97e47b704114 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "DELETE /v2.0/subnets/2105d2e4-56ff-4289-888b-807ee7c2a66a HTTP/1.1" status: 204 len: 168 time: 0.8128817 Jul 09 16:36:41.481429 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea415ee-3546-40b2-b713-b43c6e321c88 None None] Network d0717c11-5e30-441d-97fe-492e9dc0f674 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:36:41.524281 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 59274) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:41.588894 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33579318-06d8-448b-adfa-97e47b704114 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event deleted for resources: {'Subnet': ['ID=2105d2e4-56ff-4289-888b-807ee7c2a66a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:41.789977 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:41.875962 n-d-798930-3 neutron-server[93959]: DEBUG neutron.objects.ports [None req-20394e1d-600f-4c1d-aa7c-6af989898c64 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93959) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 16:36:41.876442 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-20394e1d-600f-4c1d-aa7c-6af989898c64 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:41.909201 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60167ef5-889f-46cc-a306-cf19dd483924 None None] DHCP port deletion for 3a979fe2-3b03-4311-9246-3539899923f2 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:36:41.943222 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20394e1d-600f-4c1d-aa7c-6af989898c64 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3843a0b0-aec5-488b-8acb-0d255041ad4d,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:41.960631 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ce46e-5c1e-468d-8b08-d8edc8547edb tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:41.967826 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4c74c400-f26e-4e21-bb96-d428ff05d5b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:41.976091 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2874e17-97fa-487f-9d66-e5a5e02ef11a {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:36:42.005596 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20394e1d-600f-4c1d-aa7c-6af989898c64 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Checking segment: {'id': '492c170f-7cea-4712-b527-88139db01566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f737b1ae-0ad1-474a-8b5d-a294897455aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:36:42.007202 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20394e1d-600f-4c1d-aa7c-6af989898c64 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Network hostable DHCP agents. Network: f737b1ae-0ad1-474a-8b5d-a294897455aa, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:36:42.089756 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20394e1d-600f-4c1d-aa7c-6af989898c64 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Network f737b1ae-0ad1-474a-8b5d-a294897455aa is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:36:42.108036 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-20394e1d-600f-4c1d-aa7c-6af989898c64 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, f737b1ae-0ad1-474a-8b5d-a294897455aa) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:36:42.118326 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20394e1d-600f-4c1d-aa7c-6af989898c64 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:42.118998 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-20394e1d-600f-4c1d-aa7c-6af989898c64 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:42.170897 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-20394e1d-600f-4c1d-aa7c-6af989898c64 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.2070682 Jul 09 16:36:42.173774 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 59282) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:42.181162 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-65a01c9f-0aba-4b6b-b7bd-25ed46361fac tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1693916265', 'network_id': 'f737b1ae-0ad1-474a-8b5d-a294897455aa'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:36:42.201397 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fc19e4-99e6-4347-8672-b50c37034e4f None None] Network f737b1ae-0ad1-474a-8b5d-a294897455aa requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:36:42.258933 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a01c9f-0aba-4b6b-b7bd-25ed46361fac tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Made reservation on behalf of 209bb81e92734bc6bfa7ed8b598614d7 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:36:42.263111 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-65a01c9f-0aba-4b6b-b7bd-25ed46361fac tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:42.272073 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port b2874e17-97fa-487f-9d66-e5a5e02ef11a, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=b2874e17-97fa-487f-9d66-e5a5e02ef11a,segment=NetworkSegment(c69a2028-7f11-44fc-9cb8-816928cf4954),segment_id=c69a2028-7f11-44fc-9cb8-816928cf4954)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:36:42.313185 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-9f9ce46e-5c1e-468d-8b08-d8edc8547edb tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Deleting port 7cbe62a6-ada6-4ed6-926c-62a112f46c9a {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:36:42.314212 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ce46e-5c1e-468d-8b08-d8edc8547edb tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:42.322351 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:42.330519 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-65a01c9f-0aba-4b6b-b7bd-25ed46361fac tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] device_id is not set on port b3055af0-f4d5-4f0c-aeab-5dcf22e92da0 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:36:42.410601 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=b2874e17-97fa-487f-9d66-e5a5e02ef11a,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:42.431044 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da0f4b5-ba9e-48bc-8da2-673d85f33b51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-47f96309-8a1b-4bab-9e45-28b246f8b4dc', 'network_id': '47f96309-8a1b-4bab-9e45-28b246f8b4dc', 'tenant_id': 'e70a4058ef00461984b8400d2ff3c114', 'fixed_ips': [{'subnet_id': 'db6b7bdb-8f77-4160-95de-1e7faac45cc3'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:36:42.432014 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1da0f4b5-ba9e-48bc-8da2-673d85f33b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:42.495475 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-9f9ce46e-5c1e-468d-8b08-d8edc8547edb tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] For port 7cbe62a6-ada6-4ed6-926c-62a112f46c9a, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=7cbe62a6-ada6-4ed6-926c-62a112f46c9a,segment=NetworkSegment(a51f3c65-e05d-4a32-bad0-6322459c6513),segment_id=a51f3c65-e05d-4a32-bad0-6322459c6513)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:36:42.496670 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ce46e-5c1e-468d-8b08-d8edc8547edb tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:42.518247 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-9f9ce46e-5c1e-468d-8b08-d8edc8547edb tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Calling delete_port for 7cbe62a6-ada6-4ed6-926c-62a112f46c9a owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:36:42.676485 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-60167ef5-889f-46cc-a306-cf19dd483924 None None] Deleting port 7cbe62a6-ada6-4ed6-926c-62a112f46c9a {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:36:42.677126 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-60167ef5-889f-46cc-a306-cf19dd483924 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:42.682696 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-65a01c9f-0aba-4b6b-b7bd-25ed46361fac tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Allocated IP 2001:db8::21e (f737b1ae-0ad1-474a-8b5d-a294897455aa/3843a0b0-aec5-488b-8acb-0d255041ad4d/b3055af0-f4d5-4f0c-aeab-5dcf22e92da0) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:36:42.765325 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b1ef6a-a0bb-407d-b34f-ce462daa18c1 None None] DHCP port deletion for d0717c11-5e30-441d-97fe-492e9dc0f674 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:36:42.765666 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4c74c400-f26e-4e21-bb96-d428ff05d5b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:42.799858 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['b2874e17-97fa-487f-9d66-e5a5e02ef11a'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:36:42.835652 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4c74c400-f26e-4e21-bb96-d428ff05d5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:42.933468 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d9ca6c-14c5-40f5-bf77-d4fba7addcfa req-c55a7ccb-4778-4323-876c-6e13ed37a1da tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:42.935615 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-25d9ca6c-14c5-40f5-bf77-d4fba7addcfa req-c55a7ccb-4778-4323-876c-6e13ed37a1da tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=27ca80e2-fa97-4684-a815-7c222d49ea6f HTTP/1.1" status: 200 len: 945 time: 0.2796631 Jul 09 16:36:43.005952 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-4c74c400-f26e-4e21-bb96-d428ff05d5b3 admin admin] Allocated IP 172.25.0.150 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/e15fd12f-92b6-43aa-825b-63d92d0ed5c2) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:36:43.038797 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-25d9ca6c-14c5-40f5-bf77-d4fba7addcfa req-0e26c345-8242-460a-8a53-321ff264be6b tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a8e018c-d316-4742-956b-cc123b12d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904701 Jul 09 16:36:43.079656 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ef25c0-46af-4429-99d8-f1dd80d572e7 None None] Network f737b1ae-0ad1-474a-8b5d-a294897455aa requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:36:43.152960 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-65a01c9f-0aba-4b6b-b7bd-25ed46361fac tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:43.178608 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4c74c400-f26e-4e21-bb96-d428ff05d5b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:43.233709 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4c74c400-f26e-4e21-bb96-d428ff05d5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:43.269767 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ce46e-5c1e-468d-8b08-d8edc8547edb tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:43.331185 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c74c400-f26e-4e21-bb96-d428ff05d5b3 admin admin] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:36:43.338448 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-4c74c400-f26e-4e21-bb96-d428ff05d5b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:36:43.347857 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c74c400-f26e-4e21-bb96-d428ff05d5b3 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:36:43.350006 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9ce46e-5c1e-468d-8b08-d8edc8547edb tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] No DVR routers for this DVR port 7cbe62a6-ada6-4ed6-926c-62a112f46c9a on host n-d-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:36:43.390718 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-1da0f4b5-ba9e-48bc-8da2-673d85f33b51 None None] Allocated IP 172.20.0.2 (47f96309-8a1b-4bab-9e45-28b246f8b4dc/db6b7bdb-8f77-4160-95de-1e7faac45cc3/cfd0379c-0822-46ed-b47f-609999a9e498) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:36:43.428574 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-65a01c9f-0aba-4b6b-b7bd-25ed46361fac tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:43.441716 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74c400-f26e-4e21-bb96-d428ff05d5b3 admin admin] Pushing event updated for resources: {'Port': ['ID=e15fd12f-92b6-43aa-825b-63d92d0ed5c2,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:43.508775 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-60167ef5-889f-46cc-a306-cf19dd483924 None None] For port 7cbe62a6-ada6-4ed6-926c-62a112f46c9a, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=7cbe62a6-ada6-4ed6-926c-62a112f46c9a,segment=NetworkSegment(a51f3c65-e05d-4a32-bad0-6322459c6513),segment_id=a51f3c65-e05d-4a32-bad0-6322459c6513)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:36:43.509396 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-60167ef5-889f-46cc-a306-cf19dd483924 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:43.582012 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a01c9f-0aba-4b6b-b7bd-25ed46361fac tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Pushing event updated for resources: {'Port': ['ID=b3055af0-f4d5-4f0c-aeab-5dcf22e92da0,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:43.585465 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-60167ef5-889f-46cc-a306-cf19dd483924 None None] Calling delete_port for 7cbe62a6-ada6-4ed6-926c-62a112f46c9a owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:36:43.604830 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a01c9f-0aba-4b6b-b7bd-25ed46361fac tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Network f737b1ae-0ad1-474a-8b5d-a294897455aa is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:36:43.613731 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-65a01c9f-0aba-4b6b-b7bd-25ed46361fac tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:36:43.616860 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ce46e-5c1e-468d-8b08-d8edc8547edb tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event deleted for resources: {'Port': ['ID=7cbe62a6-ada6-4ed6-926c-62a112f46c9a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:43.623710 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a01c9f-0aba-4b6b-b7bd-25ed46361fac tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:36:43.624796 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a01c9f-0aba-4b6b-b7bd-25ed46361fac tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:43.626286 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-65a01c9f-0aba-4b6b-b7bd-25ed46361fac tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:43.679264 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-65a01c9f-0aba-4b6b-b7bd-25ed46361fac tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.5042953 Jul 09 16:36:43.679933 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 59300) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:44.004882 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device b2a4ac1b-35e1-4a5b-be25-42207f04c1dd no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:36:44.096557 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-c9b1ef6a-a0bb-407d-b34f-ce462daa18c1 None None] Deleting port b2a4ac1b-35e1-4a5b-be25-42207f04c1dd {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:36:44.097151 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c9b1ef6a-a0bb-407d-b34f-ce462daa18c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:44.124273 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-aad8fb5f-a269-4400-a258-e78618225cdf tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Deleting port b3055af0-f4d5-4f0c-aeab-5dcf22e92da0 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:36:44.125580 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aad8fb5f-a269-4400-a258-e78618225cdf tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:44.307665 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aad8fb5f-a269-4400-a258-e78618225cdf tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:44.354474 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-aad8fb5f-a269-4400-a258-e78618225cdf tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Calling delete_port for b3055af0-f4d5-4f0c-aeab-5dcf22e92da0 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:36:44.629360 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aad8fb5f-a269-4400-a258-e78618225cdf tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:44.673530 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad8fb5f-a269-4400-a258-e78618225cdf tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Pushing event deleted for resources: {'Port': ['ID=b3055af0-f4d5-4f0c-aeab-5dcf22e92da0,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:44.711105 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-c9b1ef6a-a0bb-407d-b34f-ce462daa18c1 None None] For port b2a4ac1b-35e1-4a5b-be25-42207f04c1dd, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=b2a4ac1b-35e1-4a5b-be25-42207f04c1dd,segment=NetworkSegment(bfab52f5-eb8e-4ada-9410-ecd0c68e0e69),segment_id=bfab52f5-eb8e-4ada-9410-ecd0c68e0e69)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:36:44.711809 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c9b1ef6a-a0bb-407d-b34f-ce462daa18c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:44.728797 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-60167ef5-889f-46cc-a306-cf19dd483924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:44.757340 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aad8fb5f-a269-4400-a258-e78618225cdf tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:44.767775 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-aad8fb5f-a269-4400-a258-e78618225cdf tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] 10.222.0.98 "DELETE /v2.0/ports/b3055af0-f4d5-4f0c-aeab-5dcf22e92da0 HTTP/1.1" status: 204 len: 168 time: 1.0867443 Jul 09 16:36:44.768546 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 59312) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:44.775152 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-ca5304e5-e998-449b-8c84-002d5cc197dd tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f737b1ae-0ad1-474a-8b5d-a294897455aa', 'external_fixed_ips': [{'subnet_id': '3843a0b0-aec5-488b-8acb-0d255041ad4d', 'ip_address': '2001:db8::21e'}]}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:36:44.825407 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ca5304e5-e998-449b-8c84-002d5cc197dd tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:44.827167 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ca5304e5-e998-449b-8c84-002d5cc197dd tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:44.906711 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60167ef5-889f-46cc-a306-cf19dd483924 None None] Pushing event deleted for resources: {'Port': ['ID=7cbe62a6-ada6-4ed6-926c-62a112f46c9a,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:44.911633 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:44.948973 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-c9b1ef6a-a0bb-407d-b34f-ce462daa18c1 None None] Calling delete_port for b2a4ac1b-35e1-4a5b-be25-42207f04c1dd owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:36:44.959609 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ca5304e5-e998-449b-8c84-002d5cc197dd tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:45.036980 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port b2a4ac1b-35e1-4a5b-be25-42207f04c1dd, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=b2a4ac1b-35e1-4a5b-be25-42207f04c1dd,segment=NetworkSegment(bfab52f5-eb8e-4ada-9410-ecd0c68e0e69),segment_id=bfab52f5-eb8e-4ada-9410-ecd0c68e0e69)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:36:45.041394 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60167ef5-889f-46cc-a306-cf19dd483924 None None] No DVR routers for this DVR port 7cbe62a6-ada6-4ed6-926c-62a112f46c9a on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:36:45.076286 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:45.077022 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ce46e-5c1e-468d-8b08-d8edc8547edb tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:45.078291 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 7cbe62a6-ada6-4ed6-926c-62a112f46c9a no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:36:45.081270 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4c74c400-f26e-4e21-bb96-d428ff05d5b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:45.325533 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 7cbe62a6-ada6-4ed6-926c-62a112f46c9a {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:36:45.333941 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ca5304e5-e998-449b-8c84-002d5cc197dd tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:45.334838 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 7cbe62a6-ada6-4ed6-926c-62a112f46c9a not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:36:45.394200 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-9f9ce46e-5c1e-468d-8b08-d8edc8547edb tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a979fe2-3b03-4311-9246-3539899923f2']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:45.408900 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-9f9ce46e-5c1e-468d-8b08-d8edc8547edb tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a51f3c65-e05d-4a32-bad0-6322459c6513') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:45.409260 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-9f9ce46e-5c1e-468d-8b08-d8edc8547edb tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a51f3c65-e05d-4a32-bad0-6322459c6513') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:45.431711 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ce46e-5c1e-468d-8b08-d8edc8547edb tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:45.451321 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ce46e-5c1e-468d-8b08-d8edc8547edb tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:45.459407 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f9ce46e-5c1e-468d-8b08-d8edc8547edb tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:36:45.459823 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ce46e-5c1e-468d-8b08-d8edc8547edb tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:45.492844 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c9b1ef6a-a0bb-407d-b34f-ce462daa18c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:45.513983 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1da0f4b5-ba9e-48bc-8da2-673d85f33b51 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:45.603033 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1da0f4b5-ba9e-48bc-8da2-673d85f33b51 None None] Transition to ACTIVE for port object cfd0379c-0822-46ed-b47f-609999a9e498 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:36:45.611443 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:36:45.611443 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:36:45.611443 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:36:45.611443 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:36:45.611443 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:36:45.611443 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:36:45.611443 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:36:45.611443 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:36:45.611443 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:36:45.611443 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:36:45.611443 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:36:45.611443 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:36:45.611443 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:36:45.611443 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:36:45.611443 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:36:45.611443 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:36:45.611443 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:36:45.611443 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:36:45.611443 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:36:45.611443 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:36:45.611443 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:36:45.611443 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:36:45.611443 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:36:45.611443 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:36:45.611443 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:36:45.611443 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:36:45.611443 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:36:45.611443 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:36:45.611443 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:36:45.611443 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:36:45.611443 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:36:45.611443 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:36:45.611443 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:36:45.611443 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:36:45.624018 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=b2a4ac1b-35e1-4a5b-be25-42207f04c1dd,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:45.628567 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ce46e-5c1e-468d-8b08-d8edc8547edb tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:45.653081 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b1ef6a-a0bb-407d-b34f-ce462daa18c1 None None] No DVR routers for this DVR port b2a4ac1b-35e1-4a5b-be25-42207f04c1dd on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:36:45.658440 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ce46e-5c1e-468d-8b08-d8edc8547edb tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:45.664607 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-9f9ce46e-5c1e-468d-8b08-d8edc8547edb tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "DELETE /v2.0/networks/3a979fe2-3b03-4311-9246-3539899923f2 HTTP/1.1" status: 204 len: 168 time: 4.1368537 Jul 09 16:36:45.669827 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 59322) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:45.689447 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b1ef6a-a0bb-407d-b34f-ce462daa18c1 None None] Pushing event deleted for resources: {'Port': ['ID=b2a4ac1b-35e1-4a5b-be25-42207f04c1dd,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:45.716713 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ce46e-5c1e-468d-8b08-d8edc8547edb tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event deleted for resources: {'Network': ['ID=3a979fe2-3b03-4311-9246-3539899923f2,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:45.736208 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1da0f4b5-ba9e-48bc-8da2-673d85f33b51 None None] Transition to ACTIVE for port object cfd0379c-0822-46ed-b47f-609999a9e498 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:36:45.746611 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1da0f4b5-ba9e-48bc-8da2-673d85f33b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:45.954079 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da0f4b5-ba9e-48bc-8da2-673d85f33b51 None None] Network 47f96309-8a1b-4bab-9e45-28b246f8b4dc is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:36:45.956781 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-1da0f4b5-ba9e-48bc-8da2-673d85f33b51 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:36:45.967410 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da0f4b5-ba9e-48bc-8da2-673d85f33b51 None None] Pushing event updated for resources: {'Port': ['ID=cfd0379c-0822-46ed-b47f-609999a9e498,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:45.973144 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da0f4b5-ba9e-48bc-8da2-673d85f33b51 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:36:46.037836 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530b30d-6f2a-4bf3-b82f-e9648c521cfa req-be6ed8a2-5fa9-486c-8018-a64db7a02f44 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:46.039581 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3530b30d-6f2a-4bf3-b82f-e9648c521cfa req-be6ed8a2-5fa9-486c-8018-a64db7a02f44 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=27ca80e2-fa97-4684-a815-7c222d49ea6f HTTP/1.1" status: 200 len: 945 time: 1.2164977 Jul 09 16:36:46.072469 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-1da0f4b5-ba9e-48bc-8da2-673d85f33b51 None None] Attempting to bind port cfd0379c-0822-46ed-b47f-609999a9e498 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:36:46.073211 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-1da0f4b5-ba9e-48bc-8da2-673d85f33b51 None None] Attempting to bind port cfd0379c-0822-46ed-b47f-609999a9e498 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '151d0aee-3796-484c-8d19-ee8bc1639910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '47f96309-8a1b-4bab-9e45-28b246f8b4dc'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:36:46.073211 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da0f4b5-ba9e-48bc-8da2-673d85f33b51 None None] Attempting to bind port cfd0379c-0822-46ed-b47f-609999a9e498 on network 47f96309-8a1b-4bab-9e45-28b246f8b4dc {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:36:46.085007 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4c74c400-f26e-4e21-bb96-d428ff05d5b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:46.092783 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da0f4b5-ba9e-48bc-8da2-673d85f33b51 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:36:46.093730 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da0f4b5-ba9e-48bc-8da2-673d85f33b51 None None] Checking segment: {'id': '151d0aee-3796-484c-8d19-ee8bc1639910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '47f96309-8a1b-4bab-9e45-28b246f8b4dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:36:46.095053 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1da0f4b5-ba9e-48bc-8da2-673d85f33b51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:46.097682 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da0f4b5-ba9e-48bc-8da2-673d85f33b51 None None] Bound using segment: {'id': '151d0aee-3796-484c-8d19-ee8bc1639910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '47f96309-8a1b-4bab-9e45-28b246f8b4dc'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:36:46.100672 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-1da0f4b5-ba9e-48bc-8da2-673d85f33b51 None None] Bound port: cfd0379c-0822-46ed-b47f-609999a9e498, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151d0aee-3796-484c-8d19-ee8bc1639910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '47f96309-8a1b-4bab-9e45-28b246f8b4dc'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:36:46.101678 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1da0f4b5-ba9e-48bc-8da2-673d85f33b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:46.126928 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c585f449-e938-414c-a862-09996cbcb5be tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:46.163770 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3530b30d-6f2a-4bf3-b82f-e9648c521cfa req-1a12d95c-4abd-41db-95ab-4cbe6bc86364 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a8e018c-d316-4742-956b-cc123b12d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154389 Jul 09 16:36:46.200598 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ca5304e5-e998-449b-8c84-002d5cc197dd tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:46.229081 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-1da0f4b5-ba9e-48bc-8da2-673d85f33b51 None None] For port cfd0379c-0822-46ed-b47f-609999a9e498, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:36:46.237235 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-1da0f4b5-ba9e-48bc-8da2-673d85f33b51 None None] For port cfd0379c-0822-46ed-b47f-609999a9e498, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=cfd0379c-0822-46ed-b47f-609999a9e498,segment=NetworkSegment(151d0aee-3796-484c-8d19-ee8bc1639910),segment_id=151d0aee-3796-484c-8d19-ee8bc1639910)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:36:46.241027 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ca5304e5-e998-449b-8c84-002d5cc197dd tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:46.244182 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1da0f4b5-ba9e-48bc-8da2-673d85f33b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:46.308879 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c74c400-f26e-4e21-bb96-d428ff05d5b3 admin admin] Router 8b1538c1-6953-42c8-9dbb-7d24d93c8d60 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:36:46.343531 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da0f4b5-ba9e-48bc-8da2-673d85f33b51 None None] Pushing event updated for resources: {'Port': ['ID=cfd0379c-0822-46ed-b47f-609999a9e498,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:46.437134 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c585f449-e938-414c-a862-09996cbcb5be tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:46.465907 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c74c400-f26e-4e21-bb96-d428ff05d5b3 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:36:46.480870 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-c585f449-e938-414c-a862-09996cbcb5be tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0717c11-5e30-441d-97fe-492e9dc0f674']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:46.487825 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cfd131-e472-4632-9ee9-a99b1828c6e9 None None] Sync routers for ids ['8b1538c1-6953-42c8-9dbb-7d24d93c8d60'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:36:46.492212 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4c74c400-f26e-4e21-bb96-d428ff05d5b3 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:46.493612 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-4c74c400-f26e-4e21-bb96-d428ff05d5b3 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.3527720 Jul 09 16:36:46.496804 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 59326) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:46.512301 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-c585f449-e938-414c-a862-09996cbcb5be tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfab52f5-eb8e-4ada-9410-ecd0c68e0e69') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:46.513022 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-c585f449-e938-414c-a862-09996cbcb5be tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfab52f5-eb8e-4ada-9410-ecd0c68e0e69') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:46.520401 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cfd131-e472-4632-9ee9-a99b1828c6e9 None None] Routers {'8b1538c1-6953-42c8-9dbb-7d24d93c8d60'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:36:46.521149 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-62cfd131-e472-4632-9ee9-a99b1828c6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:36:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['8b1538c1-6953-42c8-9dbb-7d24d93c8d60'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:46.538075 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c585f449-e938-414c-a862-09996cbcb5be tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:46.599002 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c585f449-e938-414c-a862-09996cbcb5be tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:46.618351 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c585f449-e938-414c-a862-09996cbcb5be tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:36:46.618866 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c585f449-e938-414c-a862-09996cbcb5be tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:46.622580 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:36:46.622580 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:36:46.622580 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:36:46.622580 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:36:46.622580 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:36:46.622580 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:36:46.622580 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:36:46.622580 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:36:46.622580 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:36:46.622580 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:36:46.622580 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:36:46.622580 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:36:46.622580 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:36:46.622580 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:36:46.622580 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:36:46.622580 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:36:46.622580 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:36:46.622580 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:36:46.622580 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:36:46.622580 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:36:46.622580 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:36:46.622580 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:36:46.622580 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:36:46.622580 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:36:46.622580 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:36:46.622580 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:36:46.622580 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:36:46.622580 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:36:46.622580 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:36:46.622580 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:36:46.622580 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:36:46.622580 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:36:46.712878 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-62cfd131-e472-4632-9ee9-a99b1828c6e9 None None] Set router 8b1538c1-6953-42c8-9dbb-7d24d93c8d60 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:36:46.773501 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-ca5304e5-e998-449b-8c84-002d5cc197dd tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Allocated IP 2001:db8::21e (f737b1ae-0ad1-474a-8b5d-a294897455aa/3843a0b0-aec5-488b-8acb-0d255041ad4d/f6ed510b-6829-4127-814e-0b36fbaaca4f) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:36:46.836072 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c585f449-e938-414c-a862-09996cbcb5be tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:46.852069 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c585f449-e938-414c-a862-09996cbcb5be tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:46.861767 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c585f449-e938-414c-a862-09996cbcb5be tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "DELETE /v2.0/networks/d0717c11-5e30-441d-97fe-492e9dc0f674 HTTP/1.1" status: 204 len: 168 time: 1.1876957 Jul 09 16:36:46.997643 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 59336) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:47.030229 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device b2874e17-97fa-487f-9d66-e5a5e02ef11a up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:36:47.039605 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ca5304e5-e998-449b-8c84-002d5cc197dd tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:47.055804 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-8ddfd987-ea45-4dc4-a86d-cc6376e5609a tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2043228822'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:36:47.094229 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ca5304e5-e998-449b-8c84-002d5cc197dd tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:47.109252 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-62cfd131-e472-4632-9ee9-a99b1828c6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b1538c1-6953-42c8-9dbb-7d24d93c8d60', 'name': 'tempest-TestServerMultinode-2067471551-router', 'tenant_id': 'e70a4058ef00461984b8400d2ff3c114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'e15fd12f-92b6-43aa-825b-63d92d0ed5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:36:41Z', 'updated_at': '2021-07-09T16:36:44Z', 'revision_number': 3, 'project_id': 'e70a4058ef00461984b8400d2ff3c114', 'gw_port': {'id': 'e15fd12f-92b6-43aa-825b-63d92d0ed5c2', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b1538c1-6953-42c8-9dbb-7d24d93c8d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:36:42Z', 'updated_at': '2021-07-09T16:36:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:47.117168 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c585f449-e938-414c-a862-09996cbcb5be tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event deleted for resources: {'Network': ['ID=d0717c11-5e30-441d-97fe-492e9dc0f674,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:47.162993 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c585f449-e938-414c-a862-09996cbcb5be tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:47.163338 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c585f449-e938-414c-a862-09996cbcb5be tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:47.163672 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c585f449-e938-414c-a862-09996cbcb5be tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:47.164391 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c585f449-e938-414c-a862-09996cbcb5be tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:47.164391 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c585f449-e938-414c-a862-09996cbcb5be tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:47.164683 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c585f449-e938-414c-a862-09996cbcb5be tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:47.165010 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c585f449-e938-414c-a862-09996cbcb5be tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:47.165324 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c585f449-e938-414c-a862-09996cbcb5be tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:47.165640 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c585f449-e938-414c-a862-09996cbcb5be tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:47.166461 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c585f449-e938-414c-a862-09996cbcb5be tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:47.167054 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c585f449-e938-414c-a862-09996cbcb5be tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:47.167317 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c585f449-e938-414c-a862-09996cbcb5be tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:47.171364 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cfd131-e472-4632-9ee9-a99b1828c6e9 None None] Checking router: 8b1538c1-6953-42c8-9dbb-7d24d93c8d60 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:36:47.172355 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cfd131-e472-4632-9ee9-a99b1828c6e9 None None] Updating router 8b1538c1-6953-42c8-9dbb-7d24d93c8d60 port e15fd12f-92b6-43aa-825b-63d92d0ed5c2 binding host n-d-798930-3 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:36:47.180389 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5304e5-e998-449b-8c84-002d5cc197dd tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Network f737b1ae-0ad1-474a-8b5d-a294897455aa is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:36:47.203718 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-ca5304e5-e998-449b-8c84-002d5cc197dd tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:36:47.211215 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5304e5-e998-449b-8c84-002d5cc197dd tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:36:47.231106 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-62cfd131-e472-4632-9ee9-a99b1828c6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:47.233237 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port b2874e17-97fa-487f-9d66-e5a5e02ef11a completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:36:47.247880 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port b2874e17-97fa-487f-9d66-e5a5e02ef11a triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:36:47.248626 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:47.330263 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ddfd987-ea45-4dc4-a86d-cc6376e5609a tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Made reservation on behalf of 3a240e3acac846d2a1f26873c483f921 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:36:47.340149 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ddfd987-ea45-4dc4-a86d-cc6376e5609a tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:47.517617 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:47.616748 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ddfd987-ea45-4dc4-a86d-cc6376e5609a tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:36:47.663873 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port b2874e17-97fa-487f-9d66-e5a5e02ef11a, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=b2874e17-97fa-487f-9d66-e5a5e02ef11a,segment=NetworkSegment(c69a2028-7f11-44fc-9cb8-816928cf4954),segment_id=c69a2028-7f11-44fc-9cb8-816928cf4954)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:36:47.669554 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27ca80e2-fa97-4684-a815-7c222d49ea6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2874e17-97fa-487f-9d66-e5a5e02ef11a'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:36:47.674268 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b80073-002a-4d01-aba7-6f80f3c6bc2b" -d '{"events": [{"server_uuid": "27ca80e2-fa97-4684-a815-7c222d49ea6f", "name": "network-vif-plugged", "status": "completed", "tag": "b2874e17-97fa-487f-9d66-e5a5e02ef11a"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:36:47.683976 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5304e5-e998-449b-8c84-002d5cc197dd tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Pushing event updated for resources: {'Port': ['ID=f6ed510b-6829-4127-814e-0b36fbaaca4f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:47.700305 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:47.800530 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ddfd987-ea45-4dc4-a86d-cc6376e5609a tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:47.802438 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-8ddfd987-ea45-4dc4-a86d-cc6376e5609a tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Added segment 0ae6aa46-415f-45ce-9225-d86f01933190 of type vlan for network 60c810dc-d256-4ae4-9e6a-c653511743c7 Jul 09 16:36:47.979092 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=b2874e17-97fa-487f-9d66-e5a5e02ef11a,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:47.991751 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device cfd0379c-0822-46ed-b47f-609999a9e498 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:36:48.018810 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ca5304e5-e998-449b-8c84-002d5cc197dd tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:48.022618 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ddfd987-ea45-4dc4-a86d-cc6376e5609a tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:48.115474 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-62cfd131-e472-4632-9ee9-a99b1828c6e9 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:48.149609 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-62cfd131-e472-4632-9ee9-a99b1828c6e9 None None] Transition to ACTIVE for port object e15fd12f-92b6-43aa-825b-63d92d0ed5c2 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:36:48.163219 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-62cfd131-e472-4632-9ee9-a99b1828c6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:48.192496 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port cfd0379c-0822-46ed-b47f-609999a9e498 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:36:48.297649 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0ca924-7dd7-4cfa-a921-8c74e6c7755f x-openstack-request-id: req-bb0ca924-7dd7-4cfa-a921-8c74e6c7755f {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:36:48.298292 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27ca80e2-fa97-4684-a815-7c222d49ea6f", "name": "network-vif-plugged", "status": "completed", "tag": "b2874e17-97fa-487f-9d66-e5a5e02ef11a", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:36:48.298525 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-bb0ca924-7dd7-4cfa-a921-8c74e6c7755f {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:36:48.299494 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27ca80e2-fa97-4684-a815-7c222d49ea6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2874e17-97fa-487f-9d66-e5a5e02ef11a', 'code': 200} Jul 09 16:36:48.300051 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ddfd987-ea45-4dc4-a86d-cc6376e5609a tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:48.307328 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddfd987-ea45-4dc4-a86d-cc6376e5609a tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:48.308952 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ddfd987-ea45-4dc4-a86d-cc6376e5609a tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:48.343541 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d902c4-8864-4138-80ca-3a3f8896a3ae None None] Pushing event updated for resources: {'Port': ['ID=e15fd12f-92b6-43aa-825b-63d92d0ed5c2,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:48.364941 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-62cfd131-e472-4632-9ee9-a99b1828c6e9 None None] Attempting to bind port e15fd12f-92b6-43aa-825b-63d92d0ed5c2 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:36:48.365344 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-62cfd131-e472-4632-9ee9-a99b1828c6e9 None None] Attempting to bind port e15fd12f-92b6-43aa-825b-63d92d0ed5c2 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:36:48.365707 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cfd131-e472-4632-9ee9-a99b1828c6e9 None None] Attempting to bind port e15fd12f-92b6-43aa-825b-63d92d0ed5c2 on network caa6ed8d-2893-4113-8f68-c5284e694f6c {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:36:48.382986 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5eadde3-fee6-497a-9ae4-b9da648e4883 None None] Network 47f96309-8a1b-4bab-9e45-28b246f8b4dc requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:36:48.397860 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d902c4-8864-4138-80ca-3a3f8896a3ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:48.398234 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d902c4-8864-4138-80ca-3a3f8896a3ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:48.398526 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d902c4-8864-4138-80ca-3a3f8896a3ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:48.404246 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d902c4-8864-4138-80ca-3a3f8896a3ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:48.404847 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d902c4-8864-4138-80ca-3a3f8896a3ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:48.405195 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d902c4-8864-4138-80ca-3a3f8896a3ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:48.405525 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d902c4-8864-4138-80ca-3a3f8896a3ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:48.405851 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d902c4-8864-4138-80ca-3a3f8896a3ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:48.406311 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d902c4-8864-4138-80ca-3a3f8896a3ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:48.406653 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d902c4-8864-4138-80ca-3a3f8896a3ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:48.407001 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d902c4-8864-4138-80ca-3a3f8896a3ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:48.407320 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d902c4-8864-4138-80ca-3a3f8896a3ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:48.418841 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cfd131-e472-4632-9ee9-a99b1828c6e9 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:36:48.419338 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cfd131-e472-4632-9ee9-a99b1828c6e9 None None] Checking segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:36:48.419749 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-62cfd131-e472-4632-9ee9-a99b1828c6e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:48.420145 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cfd131-e472-4632-9ee9-a99b1828c6e9 None None] Bound using segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:36:48.421944 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-62cfd131-e472-4632-9ee9-a99b1828c6e9 None None] Bound port: e15fd12f-92b6-43aa-825b-63d92d0ed5c2, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:36:48.424165 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-62cfd131-e472-4632-9ee9-a99b1828c6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:48.519903 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4831d-a7f0-4f53-97e4-4aad3b621c15 req-ed7684f6-f8c0-4663-a705-8ab27c07c607 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:48.539198 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7bc4831d-a7f0-4f53-97e4-4aad3b621c15 req-ed7684f6-f8c0-4663-a705-8ab27c07c607 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=27ca80e2-fa97-4684-a815-7c222d49ea6f HTTP/1.1" status: 200 len: 945 time: 0.9851742 Jul 09 16:36:48.562563 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-62cfd131-e472-4632-9ee9-a99b1828c6e9 None None] For port e15fd12f-92b6-43aa-825b-63d92d0ed5c2, host n-d-798930-3, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:36:48.571046 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-62cfd131-e472-4632-9ee9-a99b1828c6e9 None None] For port e15fd12f-92b6-43aa-825b-63d92d0ed5c2, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=e15fd12f-92b6-43aa-825b-63d92d0ed5c2,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:36:48.580903 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-62cfd131-e472-4632-9ee9-a99b1828c6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:48.601434 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 59360) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:48.602853 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8ddfd987-ea45-4dc4-a86d-cc6376e5609a tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5785472 Jul 09 16:36:48.608840 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-3972c962-8e63-4aac-9083-27ba93d97653 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Request body: {'subnet': {'network_id': '60c810dc-d256-4ae4-9e6a-c653511743c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:36:48.652947 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddfd987-ea45-4dc4-a86d-cc6376e5609a tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event updated for resources: {'Network': ['ID=60c810dc-d256-4ae4-9e6a-c653511743c7,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:48.673128 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 60c810dc-d256-4ae4-9e6a-c653511743c7 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:36:48.699696 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55b453ec-5994-47ca-8afb-d8279b3184e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:48.732147 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d902c4-8864-4138-80ca-3a3f8896a3ae None None] Pushing event updated for resources: {'Port': ['ID=e15fd12f-92b6-43aa-825b-63d92d0ed5c2,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:48.740662 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cfd131-e472-4632-9ee9-a99b1828c6e9 None None] Routers {'8b1538c1-6953-42c8-9dbb-7d24d93c8d60'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:36:48.741471 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-62cfd131-e472-4632-9ee9-a99b1828c6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:36:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['8b1538c1-6953-42c8-9dbb-7d24d93c8d60'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:48.783270 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e861e97-c783-4be3-bdb5-2840313e501c req-c36dc147-4ee5-4c88-b066-958fa80ef14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:48.787114 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9e861e97-c783-4be3-bdb5-2840313e501c req-c36dc147-4ee5-4c88-b066-958fa80ef14e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=27ca80e2-fa97-4684-a815-7c222d49ea6f HTTP/1.1" status: 200 len: 1097 time: 0.3741224 Jul 09 16:36:48.839479 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6897f19a-39d4-4c0a-b993-94a783bab196 None None] Provisioning for port cfd0379c-0822-46ed-b47f-609999a9e498 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:36:48.854516 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6897f19a-39d4-4c0a-b993-94a783bab196 None None] Provisioning complete for port cfd0379c-0822-46ed-b47f-609999a9e498 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:36:48.855783 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6897f19a-39d4-4c0a-b993-94a783bab196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:48.879159 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7bc4831d-a7f0-4f53-97e4-4aad3b621c15 req-a0cfb8f6-e522-4595-9a83-9e4e7a593b77 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a8e018c-d316-4742-956b-cc123b12d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224096 Jul 09 16:36:48.938198 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-62cfd131-e472-4632-9ee9-a99b1828c6e9 None None] Set router 8b1538c1-6953-42c8-9dbb-7d24d93c8d60 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:36:49.083018 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6897f19a-39d4-4c0a-b993-94a783bab196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:49.106132 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9e861e97-c783-4be3-bdb5-2840313e501c req-2ceff136-cff0-4c4b-b44b-34d0675eb4f5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7a8e018c-d316-4742-956b-cc123b12d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743623 Jul 09 16:36:49.172026 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-6897f19a-39d4-4c0a-b993-94a783bab196 None None] For port cfd0379c-0822-46ed-b47f-609999a9e498, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=cfd0379c-0822-46ed-b47f-609999a9e498,segment=NetworkSegment(151d0aee-3796-484c-8d19-ee8bc1639910),segment_id=151d0aee-3796-484c-8d19-ee8bc1639910)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:36:49.180288 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6897f19a-39d4-4c0a-b993-94a783bab196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:49.237452 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-62cfd131-e472-4632-9ee9-a99b1828c6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b1538c1-6953-42c8-9dbb-7d24d93c8d60', 'name': 'tempest-TestServerMultinode-2067471551-router', 'tenant_id': 'e70a4058ef00461984b8400d2ff3c114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'e15fd12f-92b6-43aa-825b-63d92d0ed5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:36:41Z', 'updated_at': '2021-07-09T16:36:44Z', 'revision_number': 3, 'project_id': 'e70a4058ef00461984b8400d2ff3c114', 'gw_port': {'id': 'e15fd12f-92b6-43aa-825b-63d92d0ed5c2', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b1538c1-6953-42c8-9dbb-7d24d93c8d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:36:42Z', 'updated_at': '2021-07-09T16:36:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:49.255731 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ca5304e5-e998-449b-8c84-002d5cc197dd tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:49.297958 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3972c962-8e63-4aac-9083-27ba93d97653 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Made reservation on behalf of 3a240e3acac846d2a1f26873c483f921 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:36:49.302298 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3972c962-8e63-4aac-9083-27ba93d97653 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:49.319951 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cfd131-e472-4632-9ee9-a99b1828c6e9 None None] The sync data for ids ['8b1538c1-6953-42c8-9dbb-7d24d93c8d60'] in n-d-798930-3 is: [{'id': '8b1538c1-6953-42c8-9dbb-7d24d93c8d60', 'name': 'tempest-TestServerMultinode-2067471551-router', 'tenant_id': 'e70a4058ef00461984b8400d2ff3c114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'e15fd12f-92b6-43aa-825b-63d92d0ed5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:36:41Z', 'updated_at': '2021-07-09T16:36:44Z', 'revision_number': 3, 'project_id': 'e70a4058ef00461984b8400d2ff3c114', 'gw_port': {'id': 'e15fd12f-92b6-43aa-825b-63d92d0ed5c2', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b1538c1-6953-42c8-9dbb-7d24d93c8d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:36:42Z', 'updated_at': '2021-07-09T16:36:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:36:49.331026 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6897f19a-39d4-4c0a-b993-94a783bab196 None None] Pushing event updated for resources: {'Port': ['ID=cfd0379c-0822-46ed-b47f-609999a9e498,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:49.510367 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-55b453ec-5994-47ca-8afb-d8279b3184e2 admin admin] Allocated IP 172.20.0.1 (47f96309-8a1b-4bab-9e45-28b246f8b4dc/db6b7bdb-8f77-4160-95de-1e7faac45cc3/d3f1f247-a944-4ccb-af8f-e0b8bd995073) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:36:49.726132 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1942ed82-357c-42a5-a3f6-cad09a4bf8ff None None] Provisioning complete for port cfd0379c-0822-46ed-b47f-609999a9e498 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:36:49.726676 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1942ed82-357c-42a5-a3f6-cad09a4bf8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:49.785959 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55b453ec-5994-47ca-8afb-d8279b3184e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:49.810334 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-55b453ec-5994-47ca-8afb-d8279b3184e2 admin admin] Transition to ACTIVE for port object d3f1f247-a944-4ccb-af8f-e0b8bd995073 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:36:49.861449 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55b453ec-5994-47ca-8afb-d8279b3184e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:50.058661 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:36:50.078229 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device cfd0379c-0822-46ed-b47f-609999a9e498 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:36:50.085427 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b453ec-5994-47ca-8afb-d8279b3184e2 admin admin] Pushing event updated for resources: {'Port': ['ID=d3f1f247-a944-4ccb-af8f-e0b8bd995073,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:50.128174 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b453ec-5994-47ca-8afb-d8279b3184e2 admin admin] Network 47f96309-8a1b-4bab-9e45-28b246f8b4dc is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:36:50.143686 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-55b453ec-5994-47ca-8afb-d8279b3184e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:36:50.149693 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b453ec-5994-47ca-8afb-d8279b3184e2 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:36:50.301904 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port cfd0379c-0822-46ed-b47f-609999a9e498 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:36:50.303206 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:50.348656 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55b453ec-5994-47ca-8afb-d8279b3184e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:50.470851 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f57459-00f1-4fbe-8204-a9e37b8894d5 req-8c88bd78-c479-4bf8-91c2-eb527a763583 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:50.475785 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-68f57459-00f1-4fbe-8204-a9e37b8894d5 req-8c88bd78-c479-4bf8-91c2-eb527a763583 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=27ca80e2-fa97-4684-a815-7c222d49ea6f HTTP/1.1" status: 200 len: 946 time: 0.1733840 Jul 09 16:36:50.617349 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-68f57459-00f1-4fbe-8204-a9e37b8894d5 req-725d6b4e-59aa-4267-b9a9-751b8e624d36 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a8e018c-d316-4742-956b-cc123b12d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305234 Jul 09 16:36:50.678857 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5748446f-2772-407d-b95d-d4c589614ef5 None None] Provisioning for port d3f1f247-a944-4ccb-af8f-e0b8bd995073 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:36:50.689041 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5748446f-2772-407d-b95d-d4c589614ef5 None None] Provisioning complete for port d3f1f247-a944-4ccb-af8f-e0b8bd995073 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:36:50.689745 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5748446f-2772-407d-b95d-d4c589614ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:50.757335 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-5748446f-2772-407d-b95d-d4c589614ef5 None None] Port d3f1f247-a944-4ccb-af8f-e0b8bd995073 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:36:50.768611 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55b453ec-5994-47ca-8afb-d8279b3184e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:51.033821 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55b453ec-5994-47ca-8afb-d8279b3184e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:51.039833 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55b453ec-5994-47ca-8afb-d8279b3184e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:51.076738 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3972c962-8e63-4aac-9083-27ba93d97653 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:51.129805 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55b453ec-5994-47ca-8afb-d8279b3184e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:51.165619 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b453ec-5994-47ca-8afb-d8279b3184e2 admin admin] Pushing event updated for resources: {'Port': ['ID=d3f1f247-a944-4ccb-af8f-e0b8bd995073,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:51.187121 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5304e5-e998-449b-8c84-002d5cc197dd tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Router ceeb6fb7-195e-444e-965a-f6038fa77b8e is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:36:51.368520 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3972c962-8e63-4aac-9083-27ba93d97653 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event updated for resources: {'Subnet': ['ID=f13fafce-f682-407a-9ae5-c4522bc6ece8,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:51.384833 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3972c962-8e63-4aac-9083-27ba93d97653 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Checking segment: {'id': '0ae6aa46-415f-45ce-9225-d86f01933190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '60c810dc-d256-4ae4-9e6a-c653511743c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:36:51.385296 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3972c962-8e63-4aac-9083-27ba93d97653 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Network hostable DHCP agents. Network: 60c810dc-d256-4ae4-9e6a-c653511743c7, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:36:51.461194 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b453ec-5994-47ca-8afb-d8279b3184e2 admin admin] Network 47f96309-8a1b-4bab-9e45-28b246f8b4dc is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:36:51.464316 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-55b453ec-5994-47ca-8afb-d8279b3184e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:36:51.483826 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3972c962-8e63-4aac-9083-27ba93d97653 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Network 60c810dc-d256-4ae4-9e6a-c653511743c7 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:36:51.551650 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-3972c962-8e63-4aac-9083-27ba93d97653 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 60c810dc-d256-4ae4-9e6a-c653511743c7) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:36:51.563599 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bd29a4-3566-4126-bf70-4817a8c0f164 None None] Network 60c810dc-d256-4ae4-9e6a-c653511743c7 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:36:51.570542 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3972c962-8e63-4aac-9083-27ba93d97653 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:51.572597 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3972c962-8e63-4aac-9083-27ba93d97653 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:51.587182 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5304e5-e998-449b-8c84-002d5cc197dd tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:36:51.603896 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abacb55-a1fb-4f6b-a858-327ed2eaa7ae None None] Sync routers for ids ['ceeb6fb7-195e-444e-965a-f6038fa77b8e'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:36:51.669109 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3972c962-8e63-4aac-9083-27ba93d97653 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0646660 Jul 09 16:36:51.670262 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 59398) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:51.692506 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-e4b10909-d248-404a-8ab4-9d00b169e8ad tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1245237227', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:36:51.759769 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ca5304e5-e998-449b-8c84-002d5cc197dd tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:51.768895 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ca5304e5-e998-449b-8c84-002d5cc197dd tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.9987772 Jul 09 16:36:51.771376 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 59402) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:51.786752 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e4b10909-d248-404a-8ab4-9d00b169e8ad tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:51.793390 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e4b10909-d248-404a-8ab4-9d00b169e8ad tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:51.818795 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abacb55-a1fb-4f6b-a858-327ed2eaa7ae None None] Routers {'ceeb6fb7-195e-444e-965a-f6038fa77b8e'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:36:51.819626 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-8abacb55-a1fb-4f6b-a858-327ed2eaa7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:36:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['ceeb6fb7-195e-444e-965a-f6038fa77b8e'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:52.008414 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e4b10909-d248-404a-8ab4-9d00b169e8ad tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:52.101764 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device e15fd12f-92b6-43aa-825b-63d92d0ed5c2 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:36:52.133656 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e4b10909-d248-404a-8ab4-9d00b169e8ad tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:52.225667 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-67f65330-f898-49aa-8322-861ceda64eb2 None None] Provisioning complete for port d3f1f247-a944-4ccb-af8f-e0b8bd995073 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:36:52.226041 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-67f65330-f898-49aa-8322-861ceda64eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:52.287518 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e4b10909-d248-404a-8ab4-9d00b169e8ad tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:52.298319 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e4b10909-d248-404a-8ab4-9d00b169e8ad tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6250639 Jul 09 16:36:52.299262 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 59408) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:52.307102 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-f5537b88-de19-457e-9586-60d78f62e525 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Request body: {'port': {'network_id': '60c810dc-d256-4ae4-9e6a-c653511743c7', 'name': 'tempest-RoutersIpV6Test-328152961'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:36:52.460500 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b94f83c1-2e80-4604-8e38-b927ab89eee2 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:52.588401 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-67f65330-f898-49aa-8322-861ceda64eb2 None None] Port d3f1f247-a944-4ccb-af8f-e0b8bd995073 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:36:52.691197 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-8abacb55-a1fb-4f6b-a858-327ed2eaa7ae None None] Set router ceeb6fb7-195e-444e-965a-f6038fa77b8e gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:36:52.732523 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c50a1-2859-460f-86b2-35da8063eddc req-6dd0d9e4-7e7d-4583-93e7-d7a3962f9c8d tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:52.734485 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b79c50a1-2859-460f-86b2-35da8063eddc req-6dd0d9e4-7e7d-4583-93e7-d7a3962f9c8d tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=27ca80e2-fa97-4684-a815-7c222d49ea6f HTTP/1.1" status: 200 len: 946 time: 0.6227198 Jul 09 16:36:52.785882 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b453ec-5994-47ca-8afb-d8279b3184e2 admin admin] Router 8b1538c1-6953-42c8-9dbb-7d24d93c8d60 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:36:52.789768 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b79c50a1-2859-460f-86b2-35da8063eddc req-965ca022-cfc5-4613-bff5-0ab0445478a7 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a8e018c-d316-4742-956b-cc123b12d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453897 Jul 09 16:36:52.803090 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port e15fd12f-92b6-43aa-825b-63d92d0ed5c2 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:36:52.859116 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b94f83c1-2e80-4604-8e38-b927ab89eee2 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:52.882302 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-494f9bd4-68fe-4436-a267-4b1188c6cca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:52.892202 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port e15fd12f-92b6-43aa-825b-63d92d0ed5c2 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:36:52.892706 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:52.975940 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0befb23-0a9e-4441-ac2e-75d2f8b478c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-60c810dc-d256-4ae4-9e6a-c653511743c7', 'network_id': '60c810dc-d256-4ae4-9e6a-c653511743c7', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'fixed_ips': [{'subnet_id': 'f13fafce-f682-407a-9ae5-c4522bc6ece8'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:36:52.979150 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f0befb23-0a9e-4441-ac2e-75d2f8b478c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:53.080262 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5537b88-de19-457e-9586-60d78f62e525 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Made reservation on behalf of 3a240e3acac846d2a1f26873c483f921 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:36:53.088149 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f5537b88-de19-457e-9586-60d78f62e525 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:53.153560 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-f5537b88-de19-457e-9586-60d78f62e525 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] device_id is not set on port 59a7fa8b-a60a-43a3-a657-7738b4d59ca4 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:36:53.182846 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-b94f83c1-2e80-4604-8e38-b927ab89eee2 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Deleting port f6ed510b-6829-4127-814e-0b36fbaaca4f {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:36:53.183634 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b453ec-5994-47ca-8afb-d8279b3184e2 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:36:53.183820 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b94f83c1-2e80-4604-8e38-b927ab89eee2 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:53.195904 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c51196-1e7d-46ba-95aa-ad24157ffe5e None None] Sync routers for ids ['8b1538c1-6953-42c8-9dbb-7d24d93c8d60'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:36:53.196410 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-55b453ec-5994-47ca-8afb-d8279b3184e2 admin admin] 10.222.0.98 "PUT /v2.0/routers/8b1538c1-6953-42c8-9dbb-7d24d93c8d60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6980727 Jul 09 16:36:53.218639 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c51196-1e7d-46ba-95aa-ad24157ffe5e None None] Routers {'8b1538c1-6953-42c8-9dbb-7d24d93c8d60'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:36:53.239942 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-78c51196-1e7d-46ba-95aa-ad24157ffe5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:36:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['8b1538c1-6953-42c8-9dbb-7d24d93c8d60'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:53.425485 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b94f83c1-2e80-4604-8e38-b927ab89eee2 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:53.444140 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-b94f83c1-2e80-4604-8e38-b927ab89eee2 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Calling delete_port for f6ed510b-6829-4127-814e-0b36fbaaca4f owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:36:53.786092 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-78c51196-1e7d-46ba-95aa-ad24157ffe5e None None] Set router 8b1538c1-6953-42c8-9dbb-7d24d93c8d60 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:36:53.953238 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:53.971627 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-f0befb23-0a9e-4441-ac2e-75d2f8b478c1 None None] Allocated IP 2001:db8::2 (60c810dc-d256-4ae4-9e6a-c653511743c7/f13fafce-f682-407a-9ae5-c4522bc6ece8/6e4a6bb1-2cd3-401e-a4c5-5c2809141057) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:36:54.030091 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port e15fd12f-92b6-43aa-825b-63d92d0ed5c2, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=e15fd12f-92b6-43aa-825b-63d92d0ed5c2,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:36:54.069984 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:54.327543 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b94f83c1-2e80-4604-8e38-b927ab89eee2 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:54.404599 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f83c1-2e80-4604-8e38-b927ab89eee2 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Pushing event deleted for resources: {'Port': ['ID=f6ed510b-6829-4127-814e-0b36fbaaca4f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:54.441139 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b94f83c1-2e80-4604-8e38-b927ab89eee2 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:54.471252 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-78c51196-1e7d-46ba-95aa-ad24157ffe5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b1538c1-6953-42c8-9dbb-7d24d93c8d60', 'name': 'tempest-TestServerMultinode-2067471551-router', 'tenant_id': 'e70a4058ef00461984b8400d2ff3c114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'e15fd12f-92b6-43aa-825b-63d92d0ed5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:36:41Z', 'updated_at': '2021-07-09T16:36:50Z', 'revision_number': 4, 'project_id': 'e70a4058ef00461984b8400d2ff3c114', 'gw_port': {'id': 'e15fd12f-92b6-43aa-825b-63d92d0ed5c2', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b1538c1-6953-42c8-9dbb-7d24d93c8d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:36:42Z', 'updated_at': '2021-07-09T16:36:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'd3f1f247-a944-4ccb-af8f-e0b8bd995073', 'name': '', 'network_id': '47f96309-8a1b-4bab-9e45-28b246f8b4dc', 'tenant_id': 'e70a4058ef00461984b8400d2ff3c114', 'mac_address': 'fa:16:3e:82:fb:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b1538c1-6953-42c8-9dbb-7d24d93c8d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'db6b7bdb-8f77-4160-95de-1e7faac45cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:36:48Z', 'updated_at': '2021-07-09T16:36:50Z', 'revision_number': 2, 'project_id': 'e70a4058ef00461984b8400d2ff3c114', 'subnets': [{'id': 'db6b7bdb-8f77-4160-95de-1e7faac45cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:54.516013 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-8abacb55-a1fb-4f6b-a858-327ed2eaa7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceeb6fb7-195e-444e-965a-f6038fa77b8e', 'name': '', 'tenant_id': '209bb81e92734bc6bfa7ed8b598614d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f737b1ae-0ad1-474a-8b5d-a294897455aa', 'external_fixed_ips': [{'subnet_id': '3843a0b0-aec5-488b-8acb-0d255041ad4d', 'ip_address': '2001:db8::21e'}], 'enable_snat': True}, 'gw_port_id': 'f6ed510b-6829-4127-814e-0b36fbaaca4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:36:44Z', 'updated_at': '2021-07-09T16:36:47Z', 'revision_number': 3, 'project_id': '209bb81e92734bc6bfa7ed8b598614d7', 'gw_port': {'id': 'f6ed510b-6829-4127-814e-0b36fbaaca4f', 'name': '', 'network_id': 'f737b1ae-0ad1-474a-8b5d-a294897455aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:4b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceeb6fb7-195e-444e-965a-f6038fa77b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '3843a0b0-aec5-488b-8acb-0d255041ad4d', 'ip_address': '2001:db8::21e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:36:46Z', 'updated_at': '2021-07-09T16:36:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3843a0b0-aec5-488b-8acb-0d255041ad4d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:54.561784 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c51196-1e7d-46ba-95aa-ad24157ffe5e None None] Checking router: 8b1538c1-6953-42c8-9dbb-7d24d93c8d60 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:36:54.562174 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c51196-1e7d-46ba-95aa-ad24157ffe5e None None] Updating router 8b1538c1-6953-42c8-9dbb-7d24d93c8d60 port d3f1f247-a944-4ccb-af8f-e0b8bd995073 binding host n-d-798930-3 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:36:54.572439 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=e15fd12f-92b6-43aa-825b-63d92d0ed5c2,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:54.621748 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 59606) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:54.632590 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-5007fd0a-cdda-4497-a5f3-eaedd9760714 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-468199578-network', 'tenant_id': '23f6658f0a6e4d65abb2491a324abda0'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:36:54.668245 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b94f83c1-2e80-4604-8e38-b927ab89eee2 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:54.669772 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-78c51196-1e7d-46ba-95aa-ad24157ffe5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:54.679326 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b94f83c1-2e80-4604-8e38-b927ab89eee2 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:54.700305 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5007fd0a-cdda-4497-a5f3-eaedd9760714 admin admin] Made reservation on behalf of 23f6658f0a6e4d65abb2491a324abda0 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:36:54.705144 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5007fd0a-cdda-4497-a5f3-eaedd9760714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:54.734945 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abacb55-a1fb-4f6b-a858-327ed2eaa7ae None None] Checking router: ceeb6fb7-195e-444e-965a-f6038fa77b8e for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:36:54.750465 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abacb55-a1fb-4f6b-a858-327ed2eaa7ae None None] Updating router ceeb6fb7-195e-444e-965a-f6038fa77b8e port f6ed510b-6829-4127-814e-0b36fbaaca4f binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:36:54.767359 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5007fd0a-cdda-4497-a5f3-eaedd9760714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:54.833414 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b94f83c1-2e80-4604-8e38-b927ab89eee2 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:54.833998 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94f83c1-2e80-4604-8e38-b927ab89eee2 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ceeb6fb7-195e-444e-965a-f6038fa77b8e {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:36:54.842374 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b94f83c1-2e80-4604-8e38-b927ab89eee2 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:54.866950 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b94f83c1-2e80-4604-8e38-b927ab89eee2 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] 10.222.0.98 "DELETE /v2.0/routers/ceeb6fb7-195e-444e-965a-f6038fa77b8e HTTP/1.1" status: 204 len: 168 time: 3.0927153 Jul 09 16:36:54.867358 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 59630) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:54.924036 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abacb55-a1fb-4f6b-a858-327ed2eaa7ae None None] Port f6ed510b-6829-4127-814e-0b36fbaaca4f not found while updating agent binding for router ceeb6fb7-195e-444e-965a-f6038fa77b8e. {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 09 16:36:55.015010 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9fb37e1-ab84-416e-92b9-4a9d811e8c8f tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Deleting subnet 3843a0b0-aec5-488b-8acb-0d255041ad4d {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:36:55.026232 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c9fb37e1-ab84-416e-92b9-4a9d811e8c8f tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:55.136588 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c9fb37e1-ab84-416e-92b9-4a9d811e8c8f tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:55.155829 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5007fd0a-cdda-4497-a5f3-eaedd9760714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:55.158584 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abacb55-a1fb-4f6b-a858-327ed2eaa7ae None None] Routers set() bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:36:55.164134 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abacb55-a1fb-4f6b-a858-327ed2eaa7ae None None] Router IDs set() for agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 09 16:36:55.164840 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5007fd0a-cdda-4497-a5f3-eaedd9760714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:55.167018 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_agentschedulers_db [None req-8abacb55-a1fb-4f6b-a858-327ed2eaa7ae None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ceeb6fb7-195e-444e-965a-f6038fa77b8e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:36:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent'). {{(pid=93960) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 09 16:36:55.169691 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abacb55-a1fb-4f6b-a858-327ed2eaa7ae None None] The sync data for ids ['ceeb6fb7-195e-444e-965a-f6038fa77b8e'] in n-d-798930-3 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:36:55.210019 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f0befb23-0a9e-4441-ac2e-75d2f8b478c1 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:55.252546 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-78ca8dce-9057-41ec-877a-bb9e6b673747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:55.266196 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f0befb23-0a9e-4441-ac2e-75d2f8b478c1 None None] Transition to ACTIVE for port object 6e4a6bb1-2cd3-401e-a4c5-5c2809141057 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:36:55.290318 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5007fd0a-cdda-4497-a5f3-eaedd9760714 admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:36:55.315207 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c9fb37e1-ab84-416e-92b9-4a9d811e8c8f tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:55.325606 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5007fd0a-cdda-4497-a5f3-eaedd9760714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633b7a99-46eb-4c72-978e-bfa8ddaa9360,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:55.336498 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f0befb23-0a9e-4441-ac2e-75d2f8b478c1 None None] Transition to ACTIVE for port object 6e4a6bb1-2cd3-401e-a4c5-5c2809141057 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:36:55.357606 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f0befb23-0a9e-4441-ac2e-75d2f8b478c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:55.368213 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5007fd0a-cdda-4497-a5f3-eaedd9760714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:55.371597 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-5007fd0a-cdda-4497-a5f3-eaedd9760714 admin admin] Added segment 2f4df70f-a688-4878-9716-15fc7017ed18 of type vlan for network b7939bf7-c442-48dc-a498-b7f89eb18874 Jul 09 16:36:55.403834 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5007fd0a-cdda-4497-a5f3-eaedd9760714 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:55.411597 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5007fd0a-cdda-4497-a5f3-eaedd9760714 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:55.412579 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5007fd0a-cdda-4497-a5f3-eaedd9760714 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:55.413405 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5007fd0a-cdda-4497-a5f3-eaedd9760714 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:55.414263 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5007fd0a-cdda-4497-a5f3-eaedd9760714 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:55.415129 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5007fd0a-cdda-4497-a5f3-eaedd9760714 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:55.416006 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5007fd0a-cdda-4497-a5f3-eaedd9760714 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:55.416838 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5007fd0a-cdda-4497-a5f3-eaedd9760714 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:55.417752 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5007fd0a-cdda-4497-a5f3-eaedd9760714 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:55.418639 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5007fd0a-cdda-4497-a5f3-eaedd9760714 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:55.419607 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5007fd0a-cdda-4497-a5f3-eaedd9760714 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:55.420479 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5007fd0a-cdda-4497-a5f3-eaedd9760714 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:36:55.465164 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-f5537b88-de19-457e-9586-60d78f62e525 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Allocated IP 2001:db8::3e3 (60c810dc-d256-4ae4-9e6a-c653511743c7/f13fafce-f682-407a-9ae5-c4522bc6ece8/59a7fa8b-a60a-43a3-a657-7738b4d59ca4) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:36:55.582961 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:55.620946 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5007fd0a-cdda-4497-a5f3-eaedd9760714 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:55.635290 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0befb23-0a9e-4441-ac2e-75d2f8b478c1 None None] Network 60c810dc-d256-4ae4-9e6a-c653511743c7 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:36:55.646567 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f5537b88-de19-457e-9586-60d78f62e525 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:55.660753 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0befb23-0a9e-4441-ac2e-75d2f8b478c1 None None] Pushing event updated for resources: {'Port': ['ID=6e4a6bb1-2cd3-401e-a4c5-5c2809141057,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:55.664839 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-f5537b88-de19-457e-9586-60d78f62e525 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Transition to ACTIVE for port object 59a7fa8b-a60a-43a3-a657-7738b4d59ca4 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:36:55.668809 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-f0befb23-0a9e-4441-ac2e-75d2f8b478c1 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:36:55.682293 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0befb23-0a9e-4441-ac2e-75d2f8b478c1 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:36:55.699986 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c9fb37e1-ab84-416e-92b9-4a9d811e8c8f tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:55.717043 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f5537b88-de19-457e-9586-60d78f62e525 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:55.754009 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb37e1-ab84-416e-92b9-4a9d811e8c8f tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3843a0b0-aec5-488b-8acb-0d255041ad4d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:55.779389 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5007fd0a-cdda-4497-a5f3-eaedd9760714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:55.784006 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c9fb37e1-ab84-416e-92b9-4a9d811e8c8f tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:55.785566 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5007fd0a-cdda-4497-a5f3-eaedd9760714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:55.789038 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c9fb37e1-ab84-416e-92b9-4a9d811e8c8f tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] 10.222.0.98 "DELETE /v2.0/subnets/3843a0b0-aec5-488b-8acb-0d255041ad4d HTTP/1.1" status: 204 len: 168 time: 0.9206591 Jul 09 16:36:55.795043 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5007fd0a-cdda-4497-a5f3-eaedd9760714 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:55.797611 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 59674) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:55.873746 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5537b88-de19-457e-9586-60d78f62e525 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Network 60c810dc-d256-4ae4-9e6a-c653511743c7 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:36:55.881304 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-f5537b88-de19-457e-9586-60d78f62e525 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:36:55.889892 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5537b88-de19-457e-9586-60d78f62e525 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:36:55.903483 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5537b88-de19-457e-9586-60d78f62e525 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:55.905023 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f5537b88-de19-457e-9586-60d78f62e525 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:55.927827 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-5007fd0a-cdda-4497-a5f3-eaedd9760714 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3036532 Jul 09 16:36:55.970853 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 59686) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:55.984805 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f5537b88-de19-457e-9586-60d78f62e525 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.6824358 Jul 09 16:36:55.991341 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 59694) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:56.002022 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-b0e4ea88-3de4-48ef-bdc9-fdbfe1fd1e28 admin admin] Request body: {'subnet': {'network_id': 'b7939bf7-c442-48dc-a498-b7f89eb18874', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-468199578-subnet', 'tenant_id': '23f6658f0a6e4d65abb2491a324abda0', 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:36:56.068707 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5537b88-de19-457e-9586-60d78f62e525 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event updated for resources: {'Port': ['ID=59a7fa8b-a60a-43a3-a657-7738b4d59ca4,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:56.099899 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-046fe076-6b48-4788-a751-55d878fc5ed5 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:56.124388 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-f0befb23-0a9e-4441-ac2e-75d2f8b478c1 None None] Attempting to bind port 6e4a6bb1-2cd3-401e-a4c5-5c2809141057 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:36:56.125078 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-f0befb23-0a9e-4441-ac2e-75d2f8b478c1 None None] Attempting to bind port 6e4a6bb1-2cd3-401e-a4c5-5c2809141057 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '0ae6aa46-415f-45ce-9225-d86f01933190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '60c810dc-d256-4ae4-9e6a-c653511743c7'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:36:56.125682 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0befb23-0a9e-4441-ac2e-75d2f8b478c1 None None] Attempting to bind port 6e4a6bb1-2cd3-401e-a4c5-5c2809141057 on network 60c810dc-d256-4ae4-9e6a-c653511743c7 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:36:56.130797 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-78c51196-1e7d-46ba-95aa-ad24157ffe5e None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:56.163163 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0befb23-0a9e-4441-ac2e-75d2f8b478c1 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:36:56.169676 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0befb23-0a9e-4441-ac2e-75d2f8b478c1 None None] Checking segment: {'id': '0ae6aa46-415f-45ce-9225-d86f01933190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '60c810dc-d256-4ae4-9e6a-c653511743c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:36:56.170862 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f0befb23-0a9e-4441-ac2e-75d2f8b478c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:56.172832 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0befb23-0a9e-4441-ac2e-75d2f8b478c1 None None] Bound using segment: {'id': '0ae6aa46-415f-45ce-9225-d86f01933190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '60c810dc-d256-4ae4-9e6a-c653511743c7'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:36:56.174022 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-f0befb23-0a9e-4441-ac2e-75d2f8b478c1 None None] Bound port: 6e4a6bb1-2cd3-401e-a4c5-5c2809141057, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ae6aa46-415f-45ce-9225-d86f01933190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '60c810dc-d256-4ae4-9e6a-c653511743c7'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:36:56.177888 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f0befb23-0a9e-4441-ac2e-75d2f8b478c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:56.178074 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e4ea88-3de4-48ef-bdc9-fdbfe1fd1e28 admin admin] Made reservation on behalf of 23f6658f0a6e4d65abb2491a324abda0 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:36:56.182479 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b0e4ea88-3de4-48ef-bdc9-fdbfe1fd1e28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:56.202042 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-78c51196-1e7d-46ba-95aa-ad24157ffe5e None None] Transition to ACTIVE for port object d3f1f247-a944-4ccb-af8f-e0b8bd995073 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:36:56.236180 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-78c51196-1e7d-46ba-95aa-ad24157ffe5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:56.436337 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5007fd0a-cdda-4497-a5f3-eaedd9760714 admin admin] Pushing event updated for resources: {'Network': ['ID=b7939bf7-c442-48dc-a498-b7f89eb18874,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:56.571279 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-f0befb23-0a9e-4441-ac2e-75d2f8b478c1 None None] For port 6e4a6bb1-2cd3-401e-a4c5-5c2809141057, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:36:56.580089 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-046fe076-6b48-4788-a751-55d878fc5ed5 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:56.584703 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-f0befb23-0a9e-4441-ac2e-75d2f8b478c1 None None] For port 6e4a6bb1-2cd3-401e-a4c5-5c2809141057, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=6e4a6bb1-2cd3-401e-a4c5-5c2809141057,segment=NetworkSegment(0ae6aa46-415f-45ce-9225-d86f01933190),segment_id=0ae6aa46-415f-45ce-9225-d86f01933190)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:36:56.616044 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-046fe076-6b48-4788-a751-55d878fc5ed5 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f737b1ae-0ad1-474a-8b5d-a294897455aa']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:56.617391 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f0befb23-0a9e-4441-ac2e-75d2f8b478c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:56.619836 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device e15fd12f-92b6-43aa-825b-63d92d0ed5c2 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:36:56.656811 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-046fe076-6b48-4788-a751-55d878fc5ed5 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '492c170f-7cea-4712-b527-88139db01566') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:56.657119 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-046fe076-6b48-4788-a751-55d878fc5ed5 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '492c170f-7cea-4712-b527-88139db01566') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:56.664295 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network b7939bf7-c442-48dc-a498-b7f89eb18874 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:36:56.708808 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1ba6be-610c-41a2-95d2-aaae40620c08 None None] Pushing event updated for resources: {'Port': ['ID=d3f1f247-a944-4ccb-af8f-e0b8bd995073,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:56.710304 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-046fe076-6b48-4788-a751-55d878fc5ed5 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:56.741466 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:56.768926 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-78c51196-1e7d-46ba-95aa-ad24157ffe5e None None] Attempting to bind port d3f1f247-a944-4ccb-af8f-e0b8bd995073 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:36:56.771101 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-78c51196-1e7d-46ba-95aa-ad24157ffe5e None None] Attempting to bind port d3f1f247-a944-4ccb-af8f-e0b8bd995073 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '151d0aee-3796-484c-8d19-ee8bc1639910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '47f96309-8a1b-4bab-9e45-28b246f8b4dc'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:36:56.771502 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c51196-1e7d-46ba-95aa-ad24157ffe5e None None] Attempting to bind port d3f1f247-a944-4ccb-af8f-e0b8bd995073 on network 47f96309-8a1b-4bab-9e45-28b246f8b4dc {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:36:56.773773 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-046fe076-6b48-4788-a751-55d878fc5ed5 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:56.795718 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c51196-1e7d-46ba-95aa-ad24157ffe5e None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:36:56.795972 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-046fe076-6b48-4788-a751-55d878fc5ed5 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:36:56.796077 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c51196-1e7d-46ba-95aa-ad24157ffe5e None None] Checking segment: {'id': '151d0aee-3796-484c-8d19-ee8bc1639910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '47f96309-8a1b-4bab-9e45-28b246f8b4dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:36:56.796281 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-046fe076-6b48-4788-a751-55d878fc5ed5 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:56.797923 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-78c51196-1e7d-46ba-95aa-ad24157ffe5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:56.798441 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c51196-1e7d-46ba-95aa-ad24157ffe5e None None] Bound using segment: {'id': '151d0aee-3796-484c-8d19-ee8bc1639910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '47f96309-8a1b-4bab-9e45-28b246f8b4dc'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:36:56.801735 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:56.806300 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-78c51196-1e7d-46ba-95aa-ad24157ffe5e None None] Bound port: d3f1f247-a944-4ccb-af8f-e0b8bd995073, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151d0aee-3796-484c-8d19-ee8bc1639910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '47f96309-8a1b-4bab-9e45-28b246f8b4dc'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:36:56.806825 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-78c51196-1e7d-46ba-95aa-ad24157ffe5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:56.836265 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port e15fd12f-92b6-43aa-825b-63d92d0ed5c2 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:36:56.836754 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:56.986495 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0befb23-0a9e-4441-ac2e-75d2f8b478c1 None None] Pushing event updated for resources: {'Port': ['ID=6e4a6bb1-2cd3-401e-a4c5-5c2809141057,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:57.007533 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:36:57.007533 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:36:57.007533 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:36:57.007533 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:36:57.007533 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:36:57.007533 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:36:57.007533 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:36:57.007533 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:36:57.007533 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:36:57.007533 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:36:57.007533 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:36:57.007533 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:36:57.007533 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:36:57.007533 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:36:57.007533 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:36:57.007533 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:36:57.007533 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:36:57.007533 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:36:57.007533 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:36:57.007533 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:36:57.007533 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:36:57.007533 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:36:57.007533 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:36:57.007533 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:36:57.007533 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:36:57.007533 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:36:57.007533 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:36:57.007533 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:36:57.007533 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:36:57.007533 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:36:57.007533 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:36:57.007533 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:36:57.007533 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:36:57.007533 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:36:57.048659 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-046fe076-6b48-4788-a751-55d878fc5ed5 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:57.059777 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-046fe076-6b48-4788-a751-55d878fc5ed5 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f737b1ae-0ad1-474a-8b5d-a294897455aa {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 16:36:57.106501 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-78c51196-1e7d-46ba-95aa-ad24157ffe5e None None] For port d3f1f247-a944-4ccb-af8f-e0b8bd995073, host n-d-798930-3, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:36:57.117835 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-046fe076-6b48-4788-a751-55d878fc5ed5 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:57.121187 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-78c51196-1e7d-46ba-95aa-ad24157ffe5e None None] For port d3f1f247-a944-4ccb-af8f-e0b8bd995073, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=d3f1f247-a944-4ccb-af8f-e0b8bd995073,segment=NetworkSegment(151d0aee-3796-484c-8d19-ee8bc1639910),segment_id=151d0aee-3796-484c-8d19-ee8bc1639910)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:36:57.129699 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-046fe076-6b48-4788-a751-55d878fc5ed5 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] 10.222.0.98 "DELETE /v2.0/networks/f737b1ae-0ad1-474a-8b5d-a294897455aa HTTP/1.1" status: 204 len: 168 time: 1.3306093 Jul 09 16:36:57.143861 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-78c51196-1e7d-46ba-95aa-ad24157ffe5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:57.257708 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046fe076-6b48-4788-a751-55d878fc5ed5 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Pushing event deleted for resources: {'Network': ['ID=f737b1ae-0ad1-474a-8b5d-a294897455aa,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:57.440558 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c51196-1e7d-46ba-95aa-ad24157ffe5e None None] Routers {'8b1538c1-6953-42c8-9dbb-7d24d93c8d60'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:36:57.445939 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-78c51196-1e7d-46ba-95aa-ad24157ffe5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:36:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['8b1538c1-6953-42c8-9dbb-7d24d93c8d60'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:57.828246 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b0e4ea88-3de4-48ef-bdc9-fdbfe1fd1e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:57.863622 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1ba6be-610c-41a2-95d2-aaae40620c08 None None] Pushing event updated for resources: {'Port': ['ID=d3f1f247-a944-4ccb-af8f-e0b8bd995073,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:58.075224 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f4bad5b2-9407-45d9-a4cc-deb47c0fb283 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:58.244487 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e4ea88-3de4-48ef-bdc9-fdbfe1fd1e28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68dab002-bd20-4ece-9709-fef2bca9ff11,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:36:58.301442 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e4ea88-3de4-48ef-bdc9-fdbfe1fd1e28 admin admin] Checking segment: {'id': '2f4df70f-a688-4878-9716-15fc7017ed18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b7939bf7-c442-48dc-a498-b7f89eb18874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:36:58.304167 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e4ea88-3de4-48ef-bdc9-fdbfe1fd1e28 admin admin] Network hostable DHCP agents. Network: b7939bf7-c442-48dc-a498-b7f89eb18874, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:36:58.371184 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e4ea88-3de4-48ef-bdc9-fdbfe1fd1e28 admin admin] Network b7939bf7-c442-48dc-a498-b7f89eb18874 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:36:58.401012 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-b0e4ea88-3de4-48ef-bdc9-fdbfe1fd1e28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, b7939bf7-c442-48dc-a498-b7f89eb18874) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:36:58.412099 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e4ea88-3de4-48ef-bdc9-fdbfe1fd1e28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:36:58.414230 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b0e4ea88-3de4-48ef-bdc9-fdbfe1fd1e28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:58.414405 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-78c51196-1e7d-46ba-95aa-ad24157ffe5e None None] Set router 8b1538c1-6953-42c8-9dbb-7d24d93c8d60 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:36:58.457930 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fee15f-8e1a-4cfd-85ba-3a5e21ff9639 None None] Network b7939bf7-c442-48dc-a498-b7f89eb18874 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:36:58.469475 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b0e4ea88-3de4-48ef-bdc9-fdbfe1fd1e28 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.4805009 Jul 09 16:36:58.470426 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 59902) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:58.494541 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:58.500900 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-754bc25f-7eeb-4bd8-b531-113638062ba6 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-468199578-router', 'tenant_id': '23f6658f0a6e4d65abb2491a324abda0', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:36:58.582990 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-754bc25f-7eeb-4bd8-b531-113638062ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:58.585370 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-754bc25f-7eeb-4bd8-b531-113638062ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:58.594747 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 59912) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:58.673606 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 6e4a6bb1-2cd3-401e-a4c5-5c2809141057 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:36:58.761671 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-754bc25f-7eeb-4bd8-b531-113638062ba6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:58.765965 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 59924) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:58.782358 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-a5c83bce-2f7a-4736-9a5d-21937e9eb38c tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Request body: {'router': {'name': 'tempest-router--766830978', 'project_id': 'e8550f7b25e642f59af84d6c54b3d1f5'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:36:59.200405 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a5c83bce-2f7a-4736-9a5d-21937e9eb38c tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:59.206381 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a5c83bce-2f7a-4736-9a5d-21937e9eb38c tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:59.385840 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b130d38-3996-4533-b2a9-17c151d8b54d None None] Network 60c810dc-d256-4ae4-9e6a-c653511743c7 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:36:59.495064 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 6e4a6bb1-2cd3-401e-a4c5-5c2809141057 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:36:59.555376 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-78c51196-1e7d-46ba-95aa-ad24157ffe5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b1538c1-6953-42c8-9dbb-7d24d93c8d60', 'name': 'tempest-TestServerMultinode-2067471551-router', 'tenant_id': 'e70a4058ef00461984b8400d2ff3c114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'e15fd12f-92b6-43aa-825b-63d92d0ed5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:36:41Z', 'updated_at': '2021-07-09T16:36:50Z', 'revision_number': 4, 'project_id': 'e70a4058ef00461984b8400d2ff3c114', 'gw_port': {'id': 'e15fd12f-92b6-43aa-825b-63d92d0ed5c2', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1538c1-6953-42c8-9dbb-7d24d93c8d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:36:42Z', 'updated_at': '2021-07-09T16:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'd3f1f247-a944-4ccb-af8f-e0b8bd995073', 'name': '', 'network_id': '47f96309-8a1b-4bab-9e45-28b246f8b4dc', 'tenant_id': 'e70a4058ef00461984b8400d2ff3c114', 'mac_address': 'fa:16:3e:82:fb:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b1538c1-6953-42c8-9dbb-7d24d93c8d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'db6b7bdb-8f77-4160-95de-1e7faac45cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:36:48Z', 'updated_at': '2021-07-09T16:36:57Z', 'revision_number': 4, 'project_id': 'e70a4058ef00461984b8400d2ff3c114', 'subnets': [{'id': 'db6b7bdb-8f77-4160-95de-1e7faac45cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:36:59.560986 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-754bc25f-7eeb-4bd8-b531-113638062ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:59.602504 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9ac78e-4205-41b1-bb99-333fca02d4b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-b7939bf7-c442-48dc-a498-b7f89eb18874', 'network_id': 'b7939bf7-c442-48dc-a498-b7f89eb18874', 'tenant_id': '23f6658f0a6e4d65abb2491a324abda0', 'fixed_ips': [{'subnet_id': '68dab002-bd20-4ece-9709-fef2bca9ff11'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:36:59.603359 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-db9ac78e-4205-41b1-bb99-333fca02d4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:59.624128 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-641532c7-ed04-48ac-a05d-10a50b88e309 None None] Provisioning for port 6e4a6bb1-2cd3-401e-a4c5-5c2809141057 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:36:59.640612 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a5c83bce-2f7a-4736-9a5d-21937e9eb38c tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:59.647938 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f4bad5b2-9407-45d9-a4cc-deb47c0fb283 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:59.657979 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a5c83bce-2f7a-4736-9a5d-21937e9eb38c tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:59.674579 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f4bad5b2-9407-45d9-a4cc-deb47c0fb283 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:59.693118 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c51196-1e7d-46ba-95aa-ad24157ffe5e None None] The sync data for ids ['8b1538c1-6953-42c8-9dbb-7d24d93c8d60'] in n-d-798930-3 is: [{'id': '8b1538c1-6953-42c8-9dbb-7d24d93c8d60', 'name': 'tempest-TestServerMultinode-2067471551-router', 'tenant_id': 'e70a4058ef00461984b8400d2ff3c114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'e15fd12f-92b6-43aa-825b-63d92d0ed5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:36:41Z', 'updated_at': '2021-07-09T16:36:50Z', 'revision_number': 4, 'project_id': 'e70a4058ef00461984b8400d2ff3c114', 'gw_port': {'id': 'e15fd12f-92b6-43aa-825b-63d92d0ed5c2', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1538c1-6953-42c8-9dbb-7d24d93c8d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:36:42Z', 'updated_at': '2021-07-09T16:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'd3f1f247-a944-4ccb-af8f-e0b8bd995073', 'name': '', 'network_id': '47f96309-8a1b-4bab-9e45-28b246f8b4dc', 'tenant_id': 'e70a4058ef00461984b8400d2ff3c114', 'mac_address': 'fa:16:3e:82:fb:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b1538c1-6953-42c8-9dbb-7d24d93c8d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': 'db6b7bdb-8f77-4160-95de-1e7faac45cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:36:48Z', 'updated_at': '2021-07-09T16:36:57Z', 'revision_number': 4, 'project_id': 'e70a4058ef00461984b8400d2ff3c114', 'subnets': [{'id': 'db6b7bdb-8f77-4160-95de-1e7faac45cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:36:59.709949 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-641532c7-ed04-48ac-a05d-10a50b88e309 None None] Provisioning complete for port 6e4a6bb1-2cd3-401e-a4c5-5c2809141057 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:36:59.710311 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-641532c7-ed04-48ac-a05d-10a50b88e309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:59.789423 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a5c83bce-2f7a-4736-9a5d-21937e9eb38c tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:59.790989 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a5c83bce-2f7a-4736-9a5d-21937e9eb38c tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0201066 Jul 09 16:36:59.798354 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 59960) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:36:59.904219 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-56f6d00f-8fca-438a-af58-8ae50c7dc00c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:36:59.920925 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bad5b2-9407-45d9-a4cc-deb47c0fb283 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event updated for resources: {'Port': ['ID=59a7fa8b-a60a-43a3-a657-7738b4d59ca4,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:00.021987 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8cbb94fe-996c-4bec-8c53-0ab30cf43dab tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:00.284389 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d3f1f247-a944-4ccb-af8f-e0b8bd995073 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:37:00.304004 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-56f6d00f-8fca-438a-af58-8ae50c7dc00c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:00.316969 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-56f6d00f-8fca-438a-af58-8ae50c7dc00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:00.443486 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-56f6d00f-8fca-438a-af58-8ae50c7dc00c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=dc650adef1e04cc08e0b2635efcead6d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8242731 Jul 09 16:37:00.444236 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 59968) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:00.450830 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8cbb94fe-996c-4bec-8c53-0ab30cf43dab tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:00.454595 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8cbb94fe-996c-4bec-8c53-0ab30cf43dab tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:00.456795 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f6d00f-8fca-438a-af58-8ae50c7dc00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da4f637-24a5-47f0-ad1f-af3dc6d5c34e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:00.617164 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8cbb94fe-996c-4bec-8c53-0ab30cf43dab tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:00.620034 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cbb94fe-996c-4bec-8c53-0ab30cf43dab tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dcda41dc-ad86-4287-89da-25c74dbfefab {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:37:00.639180 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8cbb94fe-996c-4bec-8c53-0ab30cf43dab tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:00.641299 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8cbb94fe-996c-4bec-8c53-0ab30cf43dab tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] 10.222.0.98 "DELETE /v2.0/routers/dcda41dc-ad86-4287-89da-25c74dbfefab HTTP/1.1" status: 204 len: 168 time: 0.8422091 Jul 09 16:37:00.811827 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-db9ac78e-4205-41b1-bb99-333fca02d4b1 None None] Allocated IP 172.20.0.2 (b7939bf7-c442-48dc-a498-b7f89eb18874/68dab002-bd20-4ece-9709-fef2bca9ff11/a87ad7ba-0cf9-42fe-be1d-53dfcad9046e) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:37:00.826661 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0433badf-3f72-43c5-8a79-3815485de51e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:00.887712 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0433badf-3f72-43c5-8a79-3815485de51e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:00.974158 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 59976) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:00.998998 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0433badf-3f72-43c5-8a79-3815485de51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:01.002157 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0433badf-3f72-43c5-8a79-3815485de51e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:01.017848 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0433badf-3f72-43c5-8a79-3815485de51e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1da4f637-24a5-47f0-ad1f-af3dc6d5c34e HTTP/1.1" status: 204 len: 168 time: 0.5309391 Jul 09 16:37:01.055846 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0433badf-3f72-43c5-8a79-3815485de51e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da4f637-24a5-47f0-ad1f-af3dc6d5c34e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:01.060235 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-754bc25f-7eeb-4bd8-b531-113638062ba6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:01.138978 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-754bc25f-7eeb-4bd8-b531-113638062ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:01.149993 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port d3f1f247-a944-4ccb-af8f-e0b8bd995073 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:37:01.154800 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f4bad5b2-9407-45d9-a4cc-deb47c0fb283 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:01.244924 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port d3f1f247-a944-4ccb-af8f-e0b8bd995073 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:37:01.245865 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:01.297371 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-db9ac78e-4205-41b1-bb99-333fca02d4b1 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:01.467826 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-db9ac78e-4205-41b1-bb99-333fca02d4b1 None None] Transition to ACTIVE for port object a87ad7ba-0cf9-42fe-be1d-53dfcad9046e will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:37:01.560579 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-67420b51-3971-4eac-b1b6-9324f1f4b811 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-307958557', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}, 'admin_state_up': False}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:01.567208 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f4bad5b2-9407-45d9-a4cc-deb47c0fb283 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:01.588717 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-641532c7-ed04-48ac-a05d-10a50b88e309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:01.614003 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-db9ac78e-4205-41b1-bb99-333fca02d4b1 None None] Transition to ACTIVE for port object a87ad7ba-0cf9-42fe-be1d-53dfcad9046e will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:37:01.617569 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-754bc25f-7eeb-4bd8-b531-113638062ba6 admin admin] Allocated IP 172.25.0.84 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/f76b9e55-de74-439c-93f6-d75aeda42cd6) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:37:01.720022 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-db9ac78e-4205-41b1-bb99-333fca02d4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:02.070903 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-754bc25f-7eeb-4bd8-b531-113638062ba6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:02.100592 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ac78e-4205-41b1-bb99-333fca02d4b1 None None] Pushing event updated for resources: {'Port': ['ID=a87ad7ba-0cf9-42fe-be1d-53dfcad9046e,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:02.130707 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9ac78e-4205-41b1-bb99-333fca02d4b1 None None] Network b7939bf7-c442-48dc-a498-b7f89eb18874 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:37:02.144198 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-641532c7-ed04-48ac-a05d-10a50b88e309 None None] For port 6e4a6bb1-2cd3-401e-a4c5-5c2809141057, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=6e4a6bb1-2cd3-401e-a4c5-5c2809141057,segment=NetworkSegment(0ae6aa46-415f-45ce-9225-d86f01933190),segment_id=0ae6aa46-415f-45ce-9225-d86f01933190)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:02.146317 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-db9ac78e-4205-41b1-bb99-333fca02d4b1 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:37:02.169707 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-754bc25f-7eeb-4bd8-b531-113638062ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:02.198298 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9ac78e-4205-41b1-bb99-333fca02d4b1 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:37:02.205304 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-67420b51-3971-4eac-b1b6-9324f1f4b811 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:02.211812 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-67420b51-3971-4eac-b1b6-9324f1f4b811 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:02.212506 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754bc25f-7eeb-4bd8-b531-113638062ba6 admin admin] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:37:02.217625 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-754bc25f-7eeb-4bd8-b531-113638062ba6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:37:02.310360 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754bc25f-7eeb-4bd8-b531-113638062ba6 admin admin] Pushing event updated for resources: {'Port': ['ID=f76b9e55-de74-439c-93f6-d75aeda42cd6,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:02.328438 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754bc25f-7eeb-4bd8-b531-113638062ba6 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:37:02.417840 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-641532c7-ed04-48ac-a05d-10a50b88e309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:02.471271 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-67420b51-3971-4eac-b1b6-9324f1f4b811 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:02.503131 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f4bad5b2-9407-45d9-a4cc-deb47c0fb283 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:02.579334 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f4bad5b2-9407-45d9-a4cc-deb47c0fb283 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:02.580328 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f4bad5b2-9407-45d9-a4cc-deb47c0fb283 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:02.601660 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641532c7-ed04-48ac-a05d-10a50b88e309 None None] Pushing event updated for resources: {'Port': ['ID=6e4a6bb1-2cd3-401e-a4c5-5c2809141057,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:02.625156 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-db9ac78e-4205-41b1-bb99-333fca02d4b1 None None] Attempting to bind port a87ad7ba-0cf9-42fe-be1d-53dfcad9046e on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:37:02.625818 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-db9ac78e-4205-41b1-bb99-333fca02d4b1 None None] Attempting to bind port a87ad7ba-0cf9-42fe-be1d-53dfcad9046e by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '2f4df70f-a688-4878-9716-15fc7017ed18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b7939bf7-c442-48dc-a498-b7f89eb18874'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:37:02.626531 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9ac78e-4205-41b1-bb99-333fca02d4b1 None None] Attempting to bind port a87ad7ba-0cf9-42fe-be1d-53dfcad9046e on network b7939bf7-c442-48dc-a498-b7f89eb18874 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:37:02.637391 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9ac78e-4205-41b1-bb99-333fca02d4b1 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:37:02.638110 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9ac78e-4205-41b1-bb99-333fca02d4b1 None None] Checking segment: {'id': '2f4df70f-a688-4878-9716-15fc7017ed18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b7939bf7-c442-48dc-a498-b7f89eb18874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:37:02.638744 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-db9ac78e-4205-41b1-bb99-333fca02d4b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:02.639429 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9ac78e-4205-41b1-bb99-333fca02d4b1 None None] Bound using segment: {'id': '2f4df70f-a688-4878-9716-15fc7017ed18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b7939bf7-c442-48dc-a498-b7f89eb18874'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:37:02.640564 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-db9ac78e-4205-41b1-bb99-333fca02d4b1 None None] Bound port: a87ad7ba-0cf9-42fe-be1d-53dfcad9046e, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f4df70f-a688-4878-9716-15fc7017ed18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b7939bf7-c442-48dc-a498-b7f89eb18874'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:37:02.641375 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-db9ac78e-4205-41b1-bb99-333fca02d4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:02.670900 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-070c1a67-2eaf-41d4-9208-a768ad96ddfa None None] Provisioning for port 59a7fa8b-a60a-43a3-a657-7738b4d59ca4 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:37:02.679136 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:02.946838 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-db9ac78e-4205-41b1-bb99-333fca02d4b1 None None] For port a87ad7ba-0cf9-42fe-be1d-53dfcad9046e, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:37:02.958008 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-db9ac78e-4205-41b1-bb99-333fca02d4b1 None None] For port a87ad7ba-0cf9-42fe-be1d-53dfcad9046e, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=a87ad7ba-0cf9-42fe-be1d-53dfcad9046e,segment=NetworkSegment(2f4df70f-a688-4878-9716-15fc7017ed18),segment_id=2f4df70f-a688-4878-9716-15fc7017ed18)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:37:03.064043 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bad5b2-9407-45d9-a4cc-deb47c0fb283 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event updated for resources: {'Port': ['ID=59a7fa8b-a60a-43a3-a657-7738b4d59ca4,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:03.080423 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-67420b51-3971-4eac-b1b6-9324f1f4b811 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:03.100375 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port d3f1f247-a944-4ccb-af8f-e0b8bd995073, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=d3f1f247-a944-4ccb-af8f-e0b8bd995073,segment=NetworkSegment(151d0aee-3796-484c-8d19-ee8bc1639910),segment_id=151d0aee-3796-484c-8d19-ee8bc1639910)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:03.113655 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-070c1a67-2eaf-41d4-9208-a768ad96ddfa None None] Provisioning complete for port 59a7fa8b-a60a-43a3-a657-7738b4d59ca4 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:37:03.114333 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-070c1a67-2eaf-41d4-9208-a768ad96ddfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:03.126701 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-db9ac78e-4205-41b1-bb99-333fca02d4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:03.196214 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:03.336930 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bad5b2-9407-45d9-a4cc-deb47c0fb283 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Network 60c810dc-d256-4ae4-9e6a-c653511743c7 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:37:03.350346 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-f4bad5b2-9407-45d9-a4cc-deb47c0fb283 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:37:03.421439 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ac78e-4205-41b1-bb99-333fca02d4b1 None None] Pushing event updated for resources: {'Port': ['ID=a87ad7ba-0cf9-42fe-be1d-53dfcad9046e,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:03.569368 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=d3f1f247-a944-4ccb-af8f-e0b8bd995073,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:03.575996 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 6e4a6bb1-2cd3-401e-a4c5-5c2809141057 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:37:03.723651 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-070c1a67-2eaf-41d4-9208-a768ad96ddfa None None] Port 59a7fa8b-a60a-43a3-a657-7738b4d59ca4 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:37:03.837922 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-070c1a67-2eaf-41d4-9208-a768ad96ddfa None None] Provisioning complete for port 6e4a6bb1-2cd3-401e-a4c5-5c2809141057 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:37:03.838719 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-070c1a67-2eaf-41d4-9208-a768ad96ddfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:04.255763 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 6e4a6bb1-2cd3-401e-a4c5-5c2809141057 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:37:04.256466 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:04.359185 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-67420b51-3971-4eac-b1b6-9324f1f4b811 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:04.390715 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-67420b51-3971-4eac-b1b6-9324f1f4b811 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:04.420552 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4bad5b2-9407-45d9-a4cc-deb47c0fb283 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Router 5c65c392-6031-4e4b-9cbc-bdf3779c0c91 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:37:04.493576 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60036) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:04.494049 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7fdf4f26-b075-437d-97ae-d10002d27ec8 None None] Provisioning complete for port 59a7fa8b-a60a-43a3-a657-7738b4d59ca4 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:37:04.494415 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7fdf4f26-b075-437d-97ae-d10002d27ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:04.540332 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-754bc25f-7eeb-4bd8-b531-113638062ba6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:04.572947 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-7fdf4f26-b075-437d-97ae-d10002d27ec8 None None] Port 59a7fa8b-a60a-43a3-a657-7738b4d59ca4 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:37:04.799120 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4bad5b2-9407-45d9-a4cc-deb47c0fb283 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:37:04.815338 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175b7c20-1719-4172-82de-bb1c8d53dcc3 None None] Sync routers for ids ['5c65c392-6031-4e4b-9cbc-bdf3779c0c91'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:37:04.818552 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f4bad5b2-9407-45d9-a4cc-deb47c0fb283 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "PUT /v2.0/routers/5c65c392-6031-4e4b-9cbc-bdf3779c0c91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8218203 Jul 09 16:37:04.823108 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 60040) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:04.845904 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175b7c20-1719-4172-82de-bb1c8d53dcc3 None None] Routers {'5c65c392-6031-4e4b-9cbc-bdf3779c0c91'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:37:04.846566 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-175b7c20-1719-4172-82de-bb1c8d53dcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:36:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['5c65c392-6031-4e4b-9cbc-bdf3779c0c91'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:04.906850 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-175b7c20-1719-4172-82de-bb1c8d53dcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:04.920374 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-67420b51-3971-4eac-b1b6-9324f1f4b811 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Allocated IP 172.25.0.136 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/b985258f-4cc9-432a-9f67-23e86373eb6f) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:37:04.949511 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b10446-7766-404d-9b90-6db38178538e tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:04.955286 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175b7c20-1719-4172-82de-bb1c8d53dcc3 None None] Routers {'5c65c392-6031-4e4b-9cbc-bdf3779c0c91'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:37:04.955975 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d7b10446-7766-404d-9b90-6db38178538e tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "GET /v2.0/ports/59a7fa8b-a60a-43a3-a657-7738b4d59ca4 HTTP/1.1" status: 200 len: 983 time: 0.1220942 Jul 09 16:37:04.956498 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-175b7c20-1719-4172-82de-bb1c8d53dcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:36:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['5c65c392-6031-4e4b-9cbc-bdf3779c0c91'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:04.957267 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 60042) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:04.991809 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-e4527ea3-e5cc-4d16-9a89-545943791229 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Request body: {'network': {'name': 'tempest-network-smoke--1248448871', 'project_id': 'e2634516774046048410a7faecd2c391', 'port_security_enabled': True}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:05.024864 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-175b7c20-1719-4172-82de-bb1c8d53dcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:05.025833 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175b7c20-1719-4172-82de-bb1c8d53dcc3 None None] The sync data for ids ['5c65c392-6031-4e4b-9cbc-bdf3779c0c91'] in n-d-798930-3 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:37:05.054276 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-754bc25f-7eeb-4bd8-b531-113638062ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:05.062107 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4527ea3-e5cc-4d16-9a89-545943791229 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Made reservation on behalf of e2634516774046048410a7faecd2c391 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:37:05.068359 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e4527ea3-e5cc-4d16-9a89-545943791229 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:05.086002 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e4527ea3-e5cc-4d16-9a89-545943791229 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:05.228930 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e4527ea3-e5cc-4d16-9a89-545943791229 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:05.273029 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e4527ea3-e5cc-4d16-9a89-545943791229 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:05.279744 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e7aea1-af0e-4796-8bb8-c3e85b275d33 None None] Network b7939bf7-c442-48dc-a498-b7f89eb18874 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:37:05.410521 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4527ea3-e5cc-4d16-9a89-545943791229 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c18a426b-36a0-4205-86b3-3637a61b0469,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:05.453635 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4527ea3-e5cc-4d16-9a89-545943791229 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:37:05.467373 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6bf938f7-1172-49fe-81b7-5d910fe682b3 None None] Provisioning for port a87ad7ba-0cf9-42fe-be1d-53dfcad9046e completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:37:05.512846 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device a87ad7ba-0cf9-42fe-be1d-53dfcad9046e up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:37:05.534119 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e4527ea3-e5cc-4d16-9a89-545943791229 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:05.535232 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-e4527ea3-e5cc-4d16-9a89-545943791229 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Added segment 25fea648-aede-41b0-b521-f2f7244b98a5 of type vlan for network 4732bbe1-cdbe-4be8-be87-9afa48eeb457 Jul 09 16:37:05.628564 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e4527ea3-e5cc-4d16-9a89-545943791229 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:05.673612 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port a87ad7ba-0cf9-42fe-be1d-53dfcad9046e completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:37:05.680952 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port a87ad7ba-0cf9-42fe-be1d-53dfcad9046e triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:37:05.681631 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:05.696764 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-754bc25f-7eeb-4bd8-b531-113638062ba6 admin admin] Router 2a808ad6-a5f2-4e2c-8fa0-09f1754105bf is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:37:05.703528 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e4527ea3-e5cc-4d16-9a89-545943791229 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:05.711427 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4527ea3-e5cc-4d16-9a89-545943791229 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:05.712132 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e4527ea3-e5cc-4d16-9a89-545943791229 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:05.736519 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e4527ea3-e5cc-4d16-9a89-545943791229 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2407708 Jul 09 16:37:05.754439 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60050) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:05.795545 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-218c5280-27af-4fb3-8f23-bcd429aee97c tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1156669059', 'admin_state_up': True, 'project_id': 'e2634516774046048410a7faecd2c391', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:05.833182 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-218c5280-27af-4fb3-8f23-bcd429aee97c tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:05.834380 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-218c5280-27af-4fb3-8f23-bcd429aee97c tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:05.897773 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-218c5280-27af-4fb3-8f23-bcd429aee97c tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:05.923631 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:05.996228 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port a87ad7ba-0cf9-42fe-be1d-53dfcad9046e, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=a87ad7ba-0cf9-42fe-be1d-53dfcad9046e,segment=NetworkSegment(2f4df70f-a688-4878-9716-15fc7017ed18),segment_id=2f4df70f-a688-4878-9716-15fc7017ed18)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:06.002282 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:06.003817 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d3f1f247-a944-4ccb-af8f-e0b8bd995073 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:37:06.010343 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-67420b51-3971-4eac-b1b6-9324f1f4b811 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:06.064404 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-67420b51-3971-4eac-b1b6-9324f1f4b811 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:06.170399 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port d3f1f247-a944-4ccb-af8f-e0b8bd995073 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:37:06.170915 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:06.198178 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-754bc25f-7eeb-4bd8-b531-113638062ba6 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:37:06.200109 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4527ea3-e5cc-4d16-9a89-545943791229 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event updated for resources: {'Network': ['ID=4732bbe1-cdbe-4be8-be87-9afa48eeb457,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:06.211086 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5271b340-e0de-408e-90fe-5983d5526afd None None] Sync routers for ids ['2a808ad6-a5f2-4e2c-8fa0-09f1754105bf'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:37:06.226572 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=a87ad7ba-0cf9-42fe-be1d-53dfcad9046e,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:06.238956 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5271b340-e0de-408e-90fe-5983d5526afd None None] Routers {'2a808ad6-a5f2-4e2c-8fa0-09f1754105bf'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:37:06.239599 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-5271b340-e0de-408e-90fe-5983d5526afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:36:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['2a808ad6-a5f2-4e2c-8fa0-09f1754105bf'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:06.246589 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 4732bbe1-cdbe-4be8-be87-9afa48eeb457 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:37:06.275350 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67420b51-3971-4eac-b1b6-9324f1f4b811 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:37:06.324305 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-67420b51-3971-4eac-b1b6-9324f1f4b811 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:37:06.357235 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-218c5280-27af-4fb3-8f23-bcd429aee97c tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:06.358811 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67420b51-3971-4eac-b1b6-9324f1f4b811 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:37:06.365763 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-754bc25f-7eeb-4bd8-b531-113638062ba6 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:06.367986 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-754bc25f-7eeb-4bd8-b531-113638062ba6 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.8946488 Jul 09 16:37:06.372823 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60056) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:06.534329 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-60728f59-6f42-4e10-bfa2-47206f8da395 None None] Provisioning complete for port a87ad7ba-0cf9-42fe-be1d-53dfcad9046e triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:37:06.535202 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-60728f59-6f42-4e10-bfa2-47206f8da395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:06.620847 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-5271b340-e0de-408e-90fe-5983d5526afd None None] Set router 2a808ad6-a5f2-4e2c-8fa0-09f1754105bf gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:37:06.656094 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67420b51-3971-4eac-b1b6-9324f1f4b811 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Pushing event updated for resources: {'Port': ['ID=b985258f-4cc9-432a-9f67-23e86373eb6f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:06.950189 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-5271b340-e0de-408e-90fe-5983d5526afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a808ad6-a5f2-4e2c-8fa0-09f1754105bf', 'name': 'tempest-TestServerMultinode-468199578-router', 'tenant_id': '23f6658f0a6e4d65abb2491a324abda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'f76b9e55-de74-439c-93f6-d75aeda42cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:36:58Z', 'updated_at': '2021-07-09T16:37:04Z', 'revision_number': 3, 'project_id': '23f6658f0a6e4d65abb2491a324abda0', 'gw_port': {'id': 'f76b9e55-de74-439c-93f6-d75aeda42cd6', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a808ad6-a5f2-4e2c-8fa0-09f1754105bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:37:01Z', 'updated_at': '2021-07-09T16:37:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:07.004640 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5271b340-e0de-408e-90fe-5983d5526afd None None] Checking router: 2a808ad6-a5f2-4e2c-8fa0-09f1754105bf for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:37:07.005291 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5271b340-e0de-408e-90fe-5983d5526afd None None] Updating router 2a808ad6-a5f2-4e2c-8fa0-09f1754105bf port f76b9e55-de74-439c-93f6-d75aeda42cd6 binding host n-d-798930-3 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:37:07.052146 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-5271b340-e0de-408e-90fe-5983d5526afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:07.326923 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-218c5280-27af-4fb3-8f23-bcd429aee97c tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:07.337456 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-67420b51-3971-4eac-b1b6-9324f1f4b811 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:07.413094 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device a87ad7ba-0cf9-42fe-be1d-53dfcad9046e up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:37:07.491357 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-218c5280-27af-4fb3-8f23-bcd429aee97c tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:07.654448 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port a87ad7ba-0cf9-42fe-be1d-53dfcad9046e triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:37:07.655327 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:07.753006 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-5271b340-e0de-408e-90fe-5983d5526afd None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:07.764974 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-5271b340-e0de-408e-90fe-5983d5526afd None None] Transition to ACTIVE for port object f76b9e55-de74-439c-93f6-d75aeda42cd6 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:37:07.775108 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-5271b340-e0de-408e-90fe-5983d5526afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:07.871367 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-5271b340-e0de-408e-90fe-5983d5526afd None None] Attempting to bind port f76b9e55-de74-439c-93f6-d75aeda42cd6 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:37:07.872069 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-5271b340-e0de-408e-90fe-5983d5526afd None None] Attempting to bind port f76b9e55-de74-439c-93f6-d75aeda42cd6 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:37:07.872612 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5271b340-e0de-408e-90fe-5983d5526afd None None] Attempting to bind port f76b9e55-de74-439c-93f6-d75aeda42cd6 on network caa6ed8d-2893-4113-8f68-c5284e694f6c {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:37:07.893836 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5271b340-e0de-408e-90fe-5983d5526afd None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:37:07.894615 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5271b340-e0de-408e-90fe-5983d5526afd None None] Checking segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:37:07.895699 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-5271b340-e0de-408e-90fe-5983d5526afd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:07.896312 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5271b340-e0de-408e-90fe-5983d5526afd None None] Bound using segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:37:07.897632 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-5271b340-e0de-408e-90fe-5983d5526afd None None] Bound port: f76b9e55-de74-439c-93f6-d75aeda42cd6, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:37:07.898255 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-5271b340-e0de-408e-90fe-5983d5526afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:08.018314 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f1102f-2f1e-4933-b7e8-c3dc3a2ec877 None None] Pushing event updated for resources: {'Port': ['ID=f76b9e55-de74-439c-93f6-d75aeda42cd6,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:08.030891 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-5271b340-e0de-408e-90fe-5983d5526afd None None] For port f76b9e55-de74-439c-93f6-d75aeda42cd6, host n-d-798930-3, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:37:08.036714 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-5271b340-e0de-408e-90fe-5983d5526afd None None] For port f76b9e55-de74-439c-93f6-d75aeda42cd6, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=f76b9e55-de74-439c-93f6-d75aeda42cd6,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:37:08.047025 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-5271b340-e0de-408e-90fe-5983d5526afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:08.076118 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-67420b51-3971-4eac-b1b6-9324f1f4b811 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:08.202975 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-218c5280-27af-4fb3-8f23-bcd429aee97c tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Allocated IP 172.25.0.250 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/ffb99aa3-290f-43d9-8eaf-8d23d4c9f488) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:37:08.228291 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f1102f-2f1e-4933-b7e8-c3dc3a2ec877 None None] Pushing event updated for resources: {'Port': ['ID=f76b9e55-de74-439c-93f6-d75aeda42cd6,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:08.259913 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5271b340-e0de-408e-90fe-5983d5526afd None None] Routers {'2a808ad6-a5f2-4e2c-8fa0-09f1754105bf'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:37:08.261234 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-5271b340-e0de-408e-90fe-5983d5526afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:36:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['2a808ad6-a5f2-4e2c-8fa0-09f1754105bf'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:08.352471 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-436dbae0-f63c-47f2-8bec-c801f29cbc71 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:08.389005 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-15bb5359-5e1f-41e2-8321-e7be2d35fcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:08.436169 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60074) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:08.552341 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-5271b340-e0de-408e-90fe-5983d5526afd None None] Set router 2a808ad6-a5f2-4e2c-8fa0-09f1754105bf gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:37:08.602756 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67420b51-3971-4eac-b1b6-9324f1f4b811 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Router be22fe7c-de3b-444c-ac54-521509688919 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:37:08.845428 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67420b51-3971-4eac-b1b6-9324f1f4b811 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:37:08.863572 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f33231-9ec8-4dc0-9916-7846ae0d8525 None None] Sync routers for ids ['be22fe7c-de3b-444c-ac54-521509688919'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:37:08.867022 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-436dbae0-f63c-47f2-8bec-c801f29cbc71 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Deleting port 59a7fa8b-a60a-43a3-a657-7738b4d59ca4 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:37:08.867410 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-436dbae0-f63c-47f2-8bec-c801f29cbc71 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:08.891507 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f33231-9ec8-4dc0-9916-7846ae0d8525 None None] Routers {'be22fe7c-de3b-444c-ac54-521509688919'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:37:08.895112 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-15bb5359-5e1f-41e2-8321-e7be2d35fcf0 admin admin] Allocated IP 172.20.0.1 (b7939bf7-c442-48dc-a498-b7f89eb18874/68dab002-bd20-4ece-9709-fef2bca9ff11/575293cc-89ab-45bd-92ef-0dcefefaca9d) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:37:08.896418 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e1f33231-9ec8-4dc0-9916-7846ae0d8525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:36:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['be22fe7c-de3b-444c-ac54-521509688919'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:08.939183 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-67420b51-3971-4eac-b1b6-9324f1f4b811 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:08.943899 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-67420b51-3971-4eac-b1b6-9324f1f4b811 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.9569297 Jul 09 16:37:08.945550 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 60080) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:09.018077 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bc36317c-1969-43fb-aa47-39597ded2f26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:09.024260 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e1f33231-9ec8-4dc0-9916-7846ae0d8525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:09.038804 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-218c5280-27af-4fb3-8f23-bcd429aee97c tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:09.065452 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-5271b340-e0de-408e-90fe-5983d5526afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a808ad6-a5f2-4e2c-8fa0-09f1754105bf', 'name': 'tempest-TestServerMultinode-468199578-router', 'tenant_id': '23f6658f0a6e4d65abb2491a324abda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'f76b9e55-de74-439c-93f6-d75aeda42cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:36:58Z', 'updated_at': '2021-07-09T16:37:04Z', 'revision_number': 3, 'project_id': '23f6658f0a6e4d65abb2491a324abda0', 'gw_port': {'id': 'f76b9e55-de74-439c-93f6-d75aeda42cd6', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a808ad6-a5f2-4e2c-8fa0-09f1754105bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:37:01Z', 'updated_at': '2021-07-09T16:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:09.067613 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f33231-9ec8-4dc0-9916-7846ae0d8525 None None] Routers {'be22fe7c-de3b-444c-ac54-521509688919'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:37:09.068550 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e1f33231-9ec8-4dc0-9916-7846ae0d8525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:36:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['be22fe7c-de3b-444c-ac54-521509688919'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:09.117836 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5271b340-e0de-408e-90fe-5983d5526afd None None] The sync data for ids ['2a808ad6-a5f2-4e2c-8fa0-09f1754105bf'] in n-d-798930-3 is: [{'id': '2a808ad6-a5f2-4e2c-8fa0-09f1754105bf', 'name': 'tempest-TestServerMultinode-468199578-router', 'tenant_id': '23f6658f0a6e4d65abb2491a324abda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'f76b9e55-de74-439c-93f6-d75aeda42cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:36:58Z', 'updated_at': '2021-07-09T16:37:04Z', 'revision_number': 3, 'project_id': '23f6658f0a6e4d65abb2491a324abda0', 'gw_port': {'id': 'f76b9e55-de74-439c-93f6-d75aeda42cd6', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a808ad6-a5f2-4e2c-8fa0-09f1754105bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:37:01Z', 'updated_at': '2021-07-09T16:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:37:09.199379 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e1f33231-9ec8-4dc0-9916-7846ae0d8525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:09.200618 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f33231-9ec8-4dc0-9916-7846ae0d8525 None None] The sync data for ids ['be22fe7c-de3b-444c-ac54-521509688919'] in n-d-798930-3 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:37:09.420926 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-218c5280-27af-4fb3-8f23-bcd429aee97c tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:09.501286 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c5280-27af-4fb3-8f23-bcd429aee97c tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event updated for resources: {'Port': ['ID=ffb99aa3-290f-43d9-8eaf-8d23d4c9f488,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:09.514670 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-15bb5359-5e1f-41e2-8321-e7be2d35fcf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:09.567656 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-436dbae0-f63c-47f2-8bec-c801f29cbc71 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:09.571822 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218c5280-27af-4fb3-8f23-bcd429aee97c tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:37:09.579152 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-15bb5359-5e1f-41e2-8321-e7be2d35fcf0 admin admin] Transition to ACTIVE for port object 575293cc-89ab-45bd-92ef-0dcefefaca9d will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:37:09.581896 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-218c5280-27af-4fb3-8f23-bcd429aee97c tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:37:09.593174 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218c5280-27af-4fb3-8f23-bcd429aee97c tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:37:09.595873 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-436dbae0-f63c-47f2-8bec-c801f29cbc71 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Calling delete_port for 59a7fa8b-a60a-43a3-a657-7738b4d59ca4 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:37:09.617317 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e44777b2-03dc-4f59-afc1-e37fe0122c07 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] 10.222.0.98 "GET /v2.0/routers/be22fe7c-de3b-444c-ac54-521509688919 HTTP/1.1" status: 200 len: 924 time: 0.6649020 Jul 09 16:37:09.625252 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 60086) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:09.696083 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bc36317c-1969-43fb-aa47-39597ded2f26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:09.705503 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bc36317c-1969-43fb-aa47-39597ded2f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:09.752673 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-56bf9ccd-0a93-4f36-9971-8a8a37196add tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] 10.222.0.98 "GET /v2.0/ports?device_id=be22fe7c-de3b-444c-ac54-521509688919 HTTP/1.1" status: 200 len: 205 time: 0.1246719 Jul 09 16:37:09.755186 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 60088) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:09.806906 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-bc36317c-1969-43fb-aa47-39597ded2f26 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=589b31e5f98748ca978382a8aa859180&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3676870 Jul 09 16:37:09.808637 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 60090) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:09.857176 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-15bb5359-5e1f-41e2-8321-e7be2d35fcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:09.953683 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc36317c-1969-43fb-aa47-39597ded2f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db7d46f-c2b5-4aaf-b93f-6f05dbf1c118,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:09.981555 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bb5359-5e1f-41e2-8321-e7be2d35fcf0 admin admin] Network b7939bf7-c442-48dc-a498-b7f89eb18874 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:37:09.988611 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-15bb5359-5e1f-41e2-8321-e7be2d35fcf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:37:09.991115 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bb5359-5e1f-41e2-8321-e7be2d35fcf0 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:37:10.022888 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b2fccc0-69b9-4d37-a7e9-b4cb2d2bf42c tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:10.033360 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-26713d84-2e87-4b5f-9c20-1b5f256ae270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:10.056618 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-15bb5359-5e1f-41e2-8321-e7be2d35fcf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:10.062204 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb5359-5e1f-41e2-8321-e7be2d35fcf0 admin admin] Pushing event updated for resources: {'Port': ['ID=575293cc-89ab-45bd-92ef-0dcefefaca9d,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:10.147614 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:10.307141 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-26713d84-2e87-4b5f-9c20-1b5f256ae270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:10.363931 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-218c5280-27af-4fb3-8f23-bcd429aee97c tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:10.393637 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-436dbae0-f63c-47f2-8bec-c801f29cbc71 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:10.419128 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c61bf60c-ecce-4321-a7d3-5f00ac91c57f None None] Provisioning for port 575293cc-89ab-45bd-92ef-0dcefefaca9d completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:37:10.425084 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c61bf60c-ecce-4321-a7d3-5f00ac91c57f None None] Provisioning complete for port 575293cc-89ab-45bd-92ef-0dcefefaca9d triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:37:10.425529 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c61bf60c-ecce-4321-a7d3-5f00ac91c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:10.427587 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-26713d84-2e87-4b5f-9c20-1b5f256ae270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:10.430634 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-26713d84-2e87-4b5f-9c20-1b5f256ae270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:10.432151 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-26713d84-2e87-4b5f-9c20-1b5f256ae270 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2db7d46f-c2b5-4aaf-b93f-6f05dbf1c118 HTTP/1.1" status: 204 len: 168 time: 0.6202123 Jul 09 16:37:10.510430 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436dbae0-f63c-47f2-8bec-c801f29cbc71 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event deleted for resources: {'Port': ['ID=59a7fa8b-a60a-43a3-a657-7738b4d59ca4,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:10.528567 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b2fccc0-69b9-4d37-a7e9-b4cb2d2bf42c tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:10.530308 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-c61bf60c-ecce-4321-a7d3-5f00ac91c57f None None] Port 575293cc-89ab-45bd-92ef-0dcefefaca9d cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:37:10.550172 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26713d84-2e87-4b5f-9c20-1b5f256ae270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db7d46f-c2b5-4aaf-b93f-6f05dbf1c118,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:10.879213 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-436dbae0-f63c-47f2-8bec-c801f29cbc71 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:11.081398 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-5b2fccc0-69b9-4d37-a7e9-b4cb2d2bf42c tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Deleting port b985258f-4cc9-432a-9f67-23e86373eb6f {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:37:11.082149 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b2fccc0-69b9-4d37-a7e9-b4cb2d2bf42c tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:11.144643 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60100) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:11.176743 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1b3a97c3-14b2-4961-9905-32b49301601e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:11.258862 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-436dbae0-f63c-47f2-8bec-c801f29cbc71 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Router 5c65c392-6031-4e4b-9cbc-bdf3779c0c91 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:37:11.376104 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device f76b9e55-de74-439c-93f6-d75aeda42cd6 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:37:11.449663 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-15bb5359-5e1f-41e2-8321-e7be2d35fcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:11.453395 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port f76b9e55-de74-439c-93f6-d75aeda42cd6 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:37:11.461125 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port f76b9e55-de74-439c-93f6-d75aeda42cd6 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:37:11.462357 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:11.468211 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436dbae0-f63c-47f2-8bec-c801f29cbc71 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:37:11.477465 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-436dbae0-f63c-47f2-8bec-c801f29cbc71 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "PUT /v2.0/routers/5c65c392-6031-4e4b-9cbc-bdf3779c0c91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5125966 Jul 09 16:37:11.481043 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 60104) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:11.486208 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98df5b12-a7b7-4cb9-97ec-a8cb089329f3 None None] Sync routers for ids ['5c65c392-6031-4e4b-9cbc-bdf3779c0c91'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:37:11.494968 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b2fccc0-69b9-4d37-a7e9-b4cb2d2bf42c tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:11.509632 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98df5b12-a7b7-4cb9-97ec-a8cb089329f3 None None] Routers {'5c65c392-6031-4e4b-9cbc-bdf3779c0c91'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:37:11.511701 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-98df5b12-a7b7-4cb9-97ec-a8cb089329f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:36:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['5c65c392-6031-4e4b-9cbc-bdf3779c0c91'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:11.527119 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-218c5280-27af-4fb3-8f23-bcd429aee97c tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:11.605630 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-98df5b12-a7b7-4cb9-97ec-a8cb089329f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:11.623039 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-5b2fccc0-69b9-4d37-a7e9-b4cb2d2bf42c tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Calling delete_port for b985258f-4cc9-432a-9f67-23e86373eb6f owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:37:11.626455 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98df5b12-a7b7-4cb9-97ec-a8cb089329f3 None None] Routers {'5c65c392-6031-4e4b-9cbc-bdf3779c0c91'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:37:11.626960 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-98df5b12-a7b7-4cb9-97ec-a8cb089329f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:36:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['5c65c392-6031-4e4b-9cbc-bdf3779c0c91'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:11.640842 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:11.667790 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port f76b9e55-de74-439c-93f6-d75aeda42cd6, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=f76b9e55-de74-439c-93f6-d75aeda42cd6,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:11.675449 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:11.726275 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-98df5b12-a7b7-4cb9-97ec-a8cb089329f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:11.726872 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98df5b12-a7b7-4cb9-97ec-a8cb089329f3 None None] The sync data for ids ['5c65c392-6031-4e4b-9cbc-bdf3779c0c91'] in n-d-798930-3 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:37:11.737915 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=f76b9e55-de74-439c-93f6-d75aeda42cd6,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:11.821698 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1b3a97c3-14b2-4961-9905-32b49301601e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:11.826342 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [None req-185b7386-0fb6-49ce-aa12-7d26bf9ae7f0 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] remove_router_interface failed (client error): The resource could not be found. Jul 09 16:37:11.827461 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-185b7386-0fb6-49ce-aa12-7d26bf9ae7f0 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "PUT /v2.0/routers/5c65c392-6031-4e4b-9cbc-bdf3779c0c91/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3455563 Jul 09 16:37:11.831573 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 60106) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:11.871582 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-85e799fd-74ea-48f6-9e54-4cf556716b8d tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "GET /v2.0/ports?device_id=5c65c392-6031-4e4b-9cbc-bdf3779c0c91 HTTP/1.1" status: 200 len: 205 time: 0.0371401 Jul 09 16:37:11.875181 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 60110) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:11.886919 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1b3a97c3-14b2-4961-9905-32b49301601e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:11.930800 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-218c5280-27af-4fb3-8f23-bcd429aee97c tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Router dee8237e-4c09-4cfb-b57e-9e70ad6304d8 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:37:11.970882 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-1b3a97c3-14b2-4961-9905-32b49301601e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d52ea712cca94f99a11a31322ab8721a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8230865 Jul 09 16:37:11.981900 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60112) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:11.984197 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3a97c3-14b2-4961-9905-32b49301601e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f033fd5-d03b-4837-90bc-b8df7cc362e5,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:12.053538 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-00bb25e4-7c42-4a6c-95c8-138d38d63f6d tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:12.177207 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d40a4631-c330-45ce-8a41-537b367182e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:12.221249 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-15bb5359-5e1f-41e2-8321-e7be2d35fcf0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:12.236776 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d40a4631-c330-45ce-8a41-537b367182e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:12.240443 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-15bb5359-5e1f-41e2-8321-e7be2d35fcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:12.287677 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-00bb25e4-7c42-4a6c-95c8-138d38d63f6d tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:12.290831 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-00bb25e4-7c42-4a6c-95c8-138d38d63f6d tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:12.300561 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b2fccc0-69b9-4d37-a7e9-b4cb2d2bf42c tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:12.303167 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-218c5280-27af-4fb3-8f23-bcd429aee97c tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:37:12.322048 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9ea440-b30b-473e-81de-df2e893b23c1 None None] Sync routers for ids ['dee8237e-4c09-4cfb-b57e-9e70ad6304d8'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:37:12.333099 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9ea440-b30b-473e-81de-df2e893b23c1 None None] Routers {'dee8237e-4c09-4cfb-b57e-9e70ad6304d8'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:37:12.333917 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ac9ea440-b30b-473e-81de-df2e893b23c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:36:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['dee8237e-4c09-4cfb-b57e-9e70ad6304d8'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:12.364806 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb5359-5e1f-41e2-8321-e7be2d35fcf0 admin admin] Pushing event updated for resources: {'Port': ['ID=575293cc-89ab-45bd-92ef-0dcefefaca9d,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:12.368125 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-15bb5359-5e1f-41e2-8321-e7be2d35fcf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:12.379122 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-218c5280-27af-4fb3-8f23-bcd429aee97c tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:12.380403 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-218c5280-27af-4fb3-8f23-bcd429aee97c tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.6249225 Jul 09 16:37:12.383979 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60114) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:12.411913 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-00bb25e4-7c42-4a6c-95c8-138d38d63f6d tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:12.413282 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00bb25e4-7c42-4a6c-95c8-138d38d63f6d tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Fanout notify agent at l3_agent the message router_deleted on router 5c65c392-6031-4e4b-9cbc-bdf3779c0c91 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:37:12.450620 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2fccc0-69b9-4d37-a7e9-b4cb2d2bf42c tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Pushing event deleted for resources: {'Port': ['ID=b985258f-4cc9-432a-9f67-23e86373eb6f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:12.462842 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-00bb25e4-7c42-4a6c-95c8-138d38d63f6d tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:12.463427 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-00bb25e4-7c42-4a6c-95c8-138d38d63f6d tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "DELETE /v2.0/routers/5c65c392-6031-4e4b-9cbc-bdf3779c0c91 HTTP/1.1" status: 204 len: 168 time: 0.5870509 Jul 09 16:37:12.470972 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 60122) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:12.503371 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d40a4631-c330-45ce-8a41-537b367182e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:12.507531 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d40a4631-c330-45ce-8a41-537b367182e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:12.511417 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-d40a4631-c330-45ce-8a41-537b367182e6 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8f033fd5-d03b-4837-90bc-b8df7cc362e5 HTTP/1.1" status: 204 len: 168 time: 0.5217316 Jul 09 16:37:12.556735 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a4631-c330-45ce-8a41-537b367182e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f033fd5-d03b-4837-90bc-b8df7cc362e5,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:12.668544 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bb5359-5e1f-41e2-8321-e7be2d35fcf0 admin admin] Network b7939bf7-c442-48dc-a498-b7f89eb18874 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:37:12.670361 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-15bb5359-5e1f-41e2-8321-e7be2d35fcf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:37:12.693505 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ff019fc-d3d7-44b7-83d7-178c7a42e046 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Deleting subnet f13fafce-f682-407a-9ae5-c4522bc6ece8 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:37:12.708598 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3ff019fc-d3d7-44b7-83d7-178c7a42e046 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:12.734723 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b2fccc0-69b9-4d37-a7e9-b4cb2d2bf42c tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:12.869274 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-ac9ea440-b30b-473e-81de-df2e893b23c1 None None] Set router dee8237e-4c09-4cfb-b57e-9e70ad6304d8 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:37:12.873113 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-55932e37-296f-4915-91e3-2f302f902fb0 tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=e2634516774046048410a7faecd2c391&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4858243 Jul 09 16:37:12.875914 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60128) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:12.915818 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3ff019fc-d3d7-44b7-83d7-178c7a42e046 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:12.920256 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b2fccc0-69b9-4d37-a7e9-b4cb2d2bf42c tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:12.944352 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b2fccc0-69b9-4d37-a7e9-b4cb2d2bf42c tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:13.049670 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b2fccc0-69b9-4d37-a7e9-b4cb2d2bf42c tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:13.050204 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2fccc0-69b9-4d37-a7e9-b4cb2d2bf42c tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Fanout notify agent at l3_agent the message router_deleted on router be22fe7c-de3b-444c-ac54-521509688919 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:37:13.117397 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b2fccc0-69b9-4d37-a7e9-b4cb2d2bf42c tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:13.118834 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-5b2fccc0-69b9-4d37-a7e9-b4cb2d2bf42c tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] 10.222.0.98 "DELETE /v2.0/routers/be22fe7c-de3b-444c-ac54-521509688919 HTTP/1.1" status: 204 len: 168 time: 3.3624127 Jul 09 16:37:13.122394 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 60132) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:13.130032 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 60134) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:13.136505 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-21032a1a-8981-4f8f-b215-ac897aa69327 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2002212035', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'enable_snat': False}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:13.167407 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3ff019fc-d3d7-44b7-83d7-178c7a42e046 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:13.208117 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21032a1a-8981-4f8f-b215-ac897aa69327 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:13.209448 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21032a1a-8981-4f8f-b215-ac897aa69327 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:13.252577 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2c05cb83-1c2c-4bb8-b30a-cdc8c06ad4d2 None None] Provisioning complete for port 575293cc-89ab-45bd-92ef-0dcefefaca9d triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:37:13.253088 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2c05cb83-1c2c-4bb8-b30a-cdc8c06ad4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:13.346140 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15bb5359-5e1f-41e2-8321-e7be2d35fcf0 admin admin] Router 2a808ad6-a5f2-4e2c-8fa0-09f1754105bf has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:37:13.352756 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fefd46-3ffb-4f65-b2b2-d487cd09c2dd tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:13.357526 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-90fefd46-3ffb-4f65-b2b2-d487cd09c2dd tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4774005 Jul 09 16:37:13.361220 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60140) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:13.367079 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-2c05cb83-1c2c-4bb8-b30a-cdc8c06ad4d2 None None] Port 575293cc-89ab-45bd-92ef-0dcefefaca9d cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:37:13.373635 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device f76b9e55-de74-439c-93f6-d75aeda42cd6 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:37:13.388220 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3ff019fc-d3d7-44b7-83d7-178c7a42e046 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:13.412800 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-bc804121-6f70-4959-aa85-f3fce7c93edc tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=caa6ed8d-2893-4113-8f68-c5284e694f6c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0440664 Jul 09 16:37:13.414389 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60142) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:13.416119 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3ff019fc-d3d7-44b7-83d7-178c7a42e046 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:13.423700 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-3ff019fc-d3d7-44b7-83d7-178c7a42e046 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "DELETE /v2.0/subnets/f13fafce-f682-407a-9ae5-c4522bc6ece8 HTTP/1.1" status: 204 len: 168 time: 0.9531033 Jul 09 16:37:13.449547 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 60144) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:13.450338 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-814058f9-6b7b-47ae-90e7-7d82572d73fa tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1167591957', 'network_id': '4732bbe1-cdbe-4be8-be87-9afa48eeb457', 'project_id': 'e2634516774046048410a7faecd2c391', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:13.450948 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84017a5b-a92c-4fd2-9bce-5a451e7eb92a None None] Network 60c810dc-d256-4ae4-9e6a-c653511743c7 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:37:13.452145 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21032a1a-8981-4f8f-b215-ac897aa69327 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:13.465795 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff019fc-d3d7-44b7-83d7-178c7a42e046 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event deleted for resources: {'Subnet': ['ID=f13fafce-f682-407a-9ae5-c4522bc6ece8,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:13.626368 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15bb5359-5e1f-41e2-8321-e7be2d35fcf0 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:37:13.634662 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-15bb5359-5e1f-41e2-8321-e7be2d35fcf0 admin admin] 10.222.0.98 "PUT /v2.0/routers/2a808ad6-a5f2-4e2c-8fa0-09f1754105bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2065308 Jul 09 16:37:13.636063 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814058f9-6b7b-47ae-90e7-7d82572d73fa tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Made reservation on behalf of e2634516774046048410a7faecd2c391 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:37:13.639872 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-814058f9-6b7b-47ae-90e7-7d82572d73fa tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:13.642739 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abb9997-efa5-4a88-a843-145c11f05e3d None None] Sync routers for ids ['2a808ad6-a5f2-4e2c-8fa0-09f1754105bf'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:37:13.663059 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abb9997-efa5-4a88-a843-145c11f05e3d None None] Routers {'2a808ad6-a5f2-4e2c-8fa0-09f1754105bf'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:37:13.667032 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-5abb9997-efa5-4a88-a843-145c11f05e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:36:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['2a808ad6-a5f2-4e2c-8fa0-09f1754105bf'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:13.786211 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ac9ea440-b30b-473e-81de-df2e893b23c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'name': 'tempest-TestNetworkBasicOps-router-1156669059', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'ffb99aa3-290f-43d9-8eaf-8d23d4c9f488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:37:05Z', 'updated_at': '2021-07-09T16:37:10Z', 'revision_number': 3, 'project_id': 'e2634516774046048410a7faecd2c391', 'gw_port': {'id': 'ffb99aa3-290f-43d9-8eaf-8d23d4c9f488', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:eb:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:37:07Z', 'updated_at': '2021-07-09T16:37:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:13.793805 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port f76b9e55-de74-439c-93f6-d75aeda42cd6 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:37:13.798002 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:13.836757 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-5abb9997-efa5-4a88-a843-145c11f05e3d None None] Set router 2a808ad6-a5f2-4e2c-8fa0-09f1754105bf gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:37:13.905485 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9ea440-b30b-473e-81de-df2e893b23c1 None None] Checking router: dee8237e-4c09-4cfb-b57e-9e70ad6304d8 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:37:13.906117 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9ea440-b30b-473e-81de-df2e893b23c1 None None] Updating router dee8237e-4c09-4cfb-b57e-9e70ad6304d8 port ffb99aa3-290f-43d9-8eaf-8d23d4c9f488 binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:37:14.047702 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ac9ea440-b30b-473e-81de-df2e893b23c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:14.060978 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-814058f9-6b7b-47ae-90e7-7d82572d73fa tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:14.192428 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c97c6b0-08b3-499f-83b6-d0f28ab98078 None None] DHCP port deletion for 60c810dc-d256-4ae4-9e6a-c653511743c7 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:37:14.208652 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-5abb9997-efa5-4a88-a843-145c11f05e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a808ad6-a5f2-4e2c-8fa0-09f1754105bf', 'name': 'tempest-TestServerMultinode-468199578-router', 'tenant_id': '23f6658f0a6e4d65abb2491a324abda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'f76b9e55-de74-439c-93f6-d75aeda42cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:36:58Z', 'updated_at': '2021-07-09T16:37:11Z', 'revision_number': 4, 'project_id': '23f6658f0a6e4d65abb2491a324abda0', 'gw_port': {'id': 'f76b9e55-de74-439c-93f6-d75aeda42cd6', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a808ad6-a5f2-4e2c-8fa0-09f1754105bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:37:01Z', 'updated_at': '2021-07-09T16:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '575293cc-89ab-45bd-92ef-0dcefefaca9d', 'name': '', 'network_id': 'b7939bf7-c442-48dc-a498-b7f89eb18874', 'tenant_id': '23f6658f0a6e4d65abb2491a324abda0', 'mac_address': 'fa:16:3e:b1:0f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a808ad6-a5f2-4e2c-8fa0-09f1754105bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '68dab002-bd20-4ece-9709-fef2bca9ff11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:37:08Z', 'updated_at': '2021-07-09T16:37:11Z', 'revision_number': 2, 'project_id': '23f6658f0a6e4d65abb2491a324abda0', 'subnets': [{'id': '68dab002-bd20-4ece-9709-fef2bca9ff11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:14.226374 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814058f9-6b7b-47ae-90e7-7d82572d73fa tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event updated for resources: {'Subnet': ['ID=22bbec24-5cfd-4d99-b338-60b450cbf9e7,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:14.251540 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814058f9-6b7b-47ae-90e7-7d82572d73fa tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Checking segment: {'id': '25fea648-aede-41b0-b521-f2f7244b98a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4732bbe1-cdbe-4be8-be87-9afa48eeb457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:37:14.252144 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814058f9-6b7b-47ae-90e7-7d82572d73fa tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Network hostable DHCP agents. Network: 4732bbe1-cdbe-4be8-be87-9afa48eeb457, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:37:14.287178 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abb9997-efa5-4a88-a843-145c11f05e3d None None] Checking router: 2a808ad6-a5f2-4e2c-8fa0-09f1754105bf for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:37:14.288000 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abb9997-efa5-4a88-a843-145c11f05e3d None None] Updating router 2a808ad6-a5f2-4e2c-8fa0-09f1754105bf port 575293cc-89ab-45bd-92ef-0dcefefaca9d binding host n-d-798930-3 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:37:14.289619 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e82840e4-bee3-4491-bd3e-5f4b029f4a3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:14.308010 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814058f9-6b7b-47ae-90e7-7d82572d73fa tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Network 4732bbe1-cdbe-4be8-be87-9afa48eeb457 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:37:14.322799 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-814058f9-6b7b-47ae-90e7-7d82572d73fa tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 4732bbe1-cdbe-4be8-be87-9afa48eeb457) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:37:14.328480 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814058f9-6b7b-47ae-90e7-7d82572d73fa tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:14.329258 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-814058f9-6b7b-47ae-90e7-7d82572d73fa tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:14.357337 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-814058f9-6b7b-47ae-90e7-7d82572d73fa tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9419692 Jul 09 16:37:14.360113 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60174) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:14.403662 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49324f16-10ac-41c6-9cb3-4b3eed201740 None None] Network 4732bbe1-cdbe-4be8-be87-9afa48eeb457 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:37:14.406783 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a58b206-9de0-49b9-9bbf-a0a5b899ad42 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:14.420923 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21032a1a-8981-4f8f-b215-ac897aa69327 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:14.422498 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-5abb9997-efa5-4a88-a843-145c11f05e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:14.703662 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-4c97c6b0-08b3-499f-83b6-d0f28ab98078 None None] Deleting port 6e4a6bb1-2cd3-401e-a4c5-5c2809141057 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:37:14.704338 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4c97c6b0-08b3-499f-83b6-d0f28ab98078 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:14.898120 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-5abb9997-efa5-4a88-a843-145c11f05e3d None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:14.915223 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-5abb9997-efa5-4a88-a843-145c11f05e3d None None] Transition to ACTIVE for port object 575293cc-89ab-45bd-92ef-0dcefefaca9d will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:37:14.927177 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-5abb9997-efa5-4a88-a843-145c11f05e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:14.951912 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e82840e4-bee3-4491-bd3e-5f4b029f4a3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:14.968650 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e82840e4-bee3-4491-bd3e-5f4b029f4a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:15.018508 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-4c97c6b0-08b3-499f-83b6-d0f28ab98078 None None] For port 6e4a6bb1-2cd3-401e-a4c5-5c2809141057, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=6e4a6bb1-2cd3-401e-a4c5-5c2809141057,segment=NetworkSegment(0ae6aa46-415f-45ce-9225-d86f01933190),segment_id=0ae6aa46-415f-45ce-9225-d86f01933190)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:15.021355 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4c97c6b0-08b3-499f-83b6-d0f28ab98078 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:15.054174 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82840e4-bee3-4491-bd3e-5f4b029f4a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b48365-6e84-46fd-b1e3-74fd787b7dbe,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:15.056502 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-4c97c6b0-08b3-499f-83b6-d0f28ab98078 None None] Calling delete_port for 6e4a6bb1-2cd3-401e-a4c5-5c2809141057 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:37:15.082227 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-8a58b206-9de0-49b9-9bbf-a0a5b899ad42 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Deleting port 6e4a6bb1-2cd3-401e-a4c5-5c2809141057 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:37:15.086064 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a58b206-9de0-49b9-9bbf-a0a5b899ad42 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:15.205863 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1d246-ea17-4336-a866-c63e1d9b65a1 None None] Pushing event updated for resources: {'Port': ['ID=575293cc-89ab-45bd-92ef-0dcefefaca9d,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:15.246825 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-5abb9997-efa5-4a88-a843-145c11f05e3d None None] Attempting to bind port 575293cc-89ab-45bd-92ef-0dcefefaca9d on host n-d-798930-3 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:37:15.247562 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-5abb9997-efa5-4a88-a843-145c11f05e3d None None] Attempting to bind port 575293cc-89ab-45bd-92ef-0dcefefaca9d by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '2f4df70f-a688-4878-9716-15fc7017ed18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b7939bf7-c442-48dc-a498-b7f89eb18874'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:37:15.249655 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abb9997-efa5-4a88-a843-145c11f05e3d None None] Attempting to bind port 575293cc-89ab-45bd-92ef-0dcefefaca9d on network b7939bf7-c442-48dc-a498-b7f89eb18874 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:37:15.257157 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4c97c6b0-08b3-499f-83b6-d0f28ab98078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:15.259545 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-35d57093-a904-4e92-ad21-86db0abb7f1b tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:15.280753 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abb9997-efa5-4a88-a843-145c11f05e3d None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:37:15.281742 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abb9997-efa5-4a88-a843-145c11f05e3d None None] Checking segment: {'id': '2f4df70f-a688-4878-9716-15fc7017ed18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b7939bf7-c442-48dc-a498-b7f89eb18874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:37:15.293721 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-5abb9997-efa5-4a88-a843-145c11f05e3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:15.298944 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abb9997-efa5-4a88-a843-145c11f05e3d None None] Bound using segment: {'id': '2f4df70f-a688-4878-9716-15fc7017ed18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b7939bf7-c442-48dc-a498-b7f89eb18874'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:37:15.299329 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-5abb9997-efa5-4a88-a843-145c11f05e3d None None] Bound port: 575293cc-89ab-45bd-92ef-0dcefefaca9d, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f4df70f-a688-4878-9716-15fc7017ed18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b7939bf7-c442-48dc-a498-b7f89eb18874'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:37:15.299727 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-5abb9997-efa5-4a88-a843-145c11f05e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:15.305563 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-8a58b206-9de0-49b9-9bbf-a0a5b899ad42 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] For port 6e4a6bb1-2cd3-401e-a4c5-5c2809141057, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=6e4a6bb1-2cd3-401e-a4c5-5c2809141057,segment=NetworkSegment(0ae6aa46-415f-45ce-9225-d86f01933190),segment_id=0ae6aa46-415f-45ce-9225-d86f01933190)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:15.306102 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a58b206-9de0-49b9-9bbf-a0a5b899ad42 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:15.371924 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2bf9d-c8bd-42f4-a44f-ea8e5cf8b453 req-e2e0a353-7b64-4665-8cbf-8ca9a26c3403 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:15.384413 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bbe2bf9d-c8bd-42f4-a44f-ea8e5cf8b453 req-e2e0a353-7b64-4665-8cbf-8ca9a26c3403 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/networks?id=47f96309-8a1b-4bab-9e45-28b246f8b4dc HTTP/1.1" status: 200 len: 911 time: 0.7486737 Jul 09 16:37:15.401981 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c97c6b0-08b3-499f-83b6-d0f28ab98078 None None] Pushing event deleted for resources: {'Port': ['ID=6e4a6bb1-2cd3-401e-a4c5-5c2809141057,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:15.414252 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c97c6b0-08b3-499f-83b6-d0f28ab98078 None None] No DVR routers for this DVR port 6e4a6bb1-2cd3-401e-a4c5-5c2809141057 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:37:15.418213 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 6e4a6bb1-2cd3-401e-a4c5-5c2809141057 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:37:15.442388 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-8a58b206-9de0-49b9-9bbf-a0a5b899ad42 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Calling delete_port for 6e4a6bb1-2cd3-401e-a4c5-5c2809141057 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:37:15.461360 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ac9ea440-b30b-473e-81de-df2e893b23c1 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:15.469194 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 6e4a6bb1-2cd3-401e-a4c5-5c2809141057 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:37:15.469850 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 6e4a6bb1-2cd3-401e-a4c5-5c2809141057 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:37:15.477406 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e107af6-b70f-4121-aa7e-0132811dd370 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-4732bbe1-cdbe-4be8-be87-9afa48eeb457', 'network_id': '4732bbe1-cdbe-4be8-be87-9afa48eeb457', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'fixed_ips': [{'subnet_id': '22bbec24-5cfd-4d99-b338-60b450cbf9e7'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:37:15.478839 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1e107af6-b70f-4121-aa7e-0132811dd370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:15.492120 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e82840e4-bee3-4491-bd3e-5f4b029f4a3d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1ce726865c2c4ff88af8fd63fca316e2&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3687418 Jul 09 16:37:15.492962 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 60206) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:15.503777 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bbe2bf9d-c8bd-42f4-a44f-ea8e5cf8b453 req-1f0b64b1-6587-4028-aa56-cf4dd886e99b tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/quotas/23f6658f0a6e4d65abb2491a324abda0 HTTP/1.1" status: 200 len: 375 time: 0.1184225 Jul 09 16:37:15.526564 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-5abb9997-efa5-4a88-a843-145c11f05e3d None None] For port 575293cc-89ab-45bd-92ef-0dcefefaca9d, host n-d-798930-3, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:37:15.531684 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-5abb9997-efa5-4a88-a843-145c11f05e3d None None] For port 575293cc-89ab-45bd-92ef-0dcefefaca9d, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=575293cc-89ab-45bd-92ef-0dcefefaca9d,segment=NetworkSegment(2f4df70f-a688-4878-9716-15fc7017ed18),segment_id=2f4df70f-a688-4878-9716-15fc7017ed18)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:37:15.539388 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-5abb9997-efa5-4a88-a843-145c11f05e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:15.699340 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abb9997-efa5-4a88-a843-145c11f05e3d None None] Routers {'2a808ad6-a5f2-4e2c-8fa0-09f1754105bf'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:37:15.700412 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-5abb9997-efa5-4a88-a843-145c11f05e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:36:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['2a808ad6-a5f2-4e2c-8fa0-09f1754105bf'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:15.704988 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-1e107af6-b70f-4121-aa7e-0132811dd370 None None] Allocated IP 172.20.0.2 (4732bbe1-cdbe-4be8-be87-9afa48eeb457/22bbec24-5cfd-4d99-b338-60b450cbf9e7/34bd66c7-f8b3-4b4a-82b5-bb595a31cc9a) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:37:15.731761 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d2b405ff-3dff-4d83-835a-88c16a6b885b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:15.859641 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c97c6b0-08b3-499f-83b6-d0f28ab98078 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:37:15.860274 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c97c6b0-08b3-499f-83b6-d0f28ab98078 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:37:15.860788 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c97c6b0-08b3-499f-83b6-d0f28ab98078 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:37:15.861310 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c97c6b0-08b3-499f-83b6-d0f28ab98078 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:37:15.861813 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c97c6b0-08b3-499f-83b6-d0f28ab98078 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:37:15.862537 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c97c6b0-08b3-499f-83b6-d0f28ab98078 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:37:15.863095 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c97c6b0-08b3-499f-83b6-d0f28ab98078 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:37:15.864048 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c97c6b0-08b3-499f-83b6-d0f28ab98078 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:37:15.864929 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c97c6b0-08b3-499f-83b6-d0f28ab98078 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:37:15.865800 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c97c6b0-08b3-499f-83b6-d0f28ab98078 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:37:15.866416 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c97c6b0-08b3-499f-83b6-d0f28ab98078 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:37:15.867055 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c97c6b0-08b3-499f-83b6-d0f28ab98078 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:37:15.911912 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ac9ea440-b30b-473e-81de-df2e893b23c1 None None] Transition to ACTIVE for port object ffb99aa3-290f-43d9-8eaf-8d23d4c9f488 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:37:15.946072 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d2b405ff-3dff-4d83-835a-88c16a6b885b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:15.953990 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ac9ea440-b30b-473e-81de-df2e893b23c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:15.992793 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-5abb9997-efa5-4a88-a843-145c11f05e3d None None] Set router 2a808ad6-a5f2-4e2c-8fa0-09f1754105bf gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:37:16.036920 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1e107af6-b70f-4121-aa7e-0132811dd370 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:16.083335 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1e107af6-b70f-4121-aa7e-0132811dd370 None None] Transition to ACTIVE for port object 34bd66c7-f8b3-4b4a-82b5-bb595a31cc9a will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:37:16.085545 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-ac9ea440-b30b-473e-81de-df2e893b23c1 None None] Attempting to bind port ffb99aa3-290f-43d9-8eaf-8d23d4c9f488 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:37:16.087999 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-ac9ea440-b30b-473e-81de-df2e893b23c1 None None] Attempting to bind port ffb99aa3-290f-43d9-8eaf-8d23d4c9f488 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:37:16.089153 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9ea440-b30b-473e-81de-df2e893b23c1 None None] Attempting to bind port ffb99aa3-290f-43d9-8eaf-8d23d4c9f488 on network caa6ed8d-2893-4113-8f68-c5284e694f6c {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:37:16.092543 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21032a1a-8981-4f8f-b215-ac897aa69327 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:16.098626 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9ea440-b30b-473e-81de-df2e893b23c1 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:37:16.099341 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9ea440-b30b-473e-81de-df2e893b23c1 None None] Checking segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:37:16.099933 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ac9ea440-b30b-473e-81de-df2e893b23c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:16.100665 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9ea440-b30b-473e-81de-df2e893b23c1 None None] Bound using segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:37:16.101345 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-ac9ea440-b30b-473e-81de-df2e893b23c1 None None] Bound port: ffb99aa3-290f-43d9-8eaf-8d23d4c9f488, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:37:16.101933 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ac9ea440-b30b-473e-81de-df2e893b23c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:16.122704 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21032a1a-8981-4f8f-b215-ac897aa69327 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:16.145315 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a58b206-9de0-49b9-9bbf-a0a5b899ad42 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:16.161030 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-ac9ea440-b30b-473e-81de-df2e893b23c1 None None] For port ffb99aa3-290f-43d9-8eaf-8d23d4c9f488, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:37:16.164941 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-ac9ea440-b30b-473e-81de-df2e893b23c1 None None] For port ffb99aa3-290f-43d9-8eaf-8d23d4c9f488, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=ffb99aa3-290f-43d9-8eaf-8d23d4c9f488,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:37:16.166344 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b6f6d1-a5e5-4de2-bc87-6ab00006ad2f None None] Pushing event updated for resources: {'Port': ['ID=ffb99aa3-290f-43d9-8eaf-8d23d4c9f488,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:16.179280 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ac9ea440-b30b-473e-81de-df2e893b23c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:16.204508 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1d246-ea17-4336-a866-c63e1d9b65a1 None None] Pushing event updated for resources: {'Port': ['ID=575293cc-89ab-45bd-92ef-0dcefefaca9d,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:16.214396 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bbe2bf9d-c8bd-42f4-a44f-ea8e5cf8b453 req-0fc2f2de-2dfa-4974-ba41-bfd89e7f185b tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/ports?tenant_id=23f6658f0a6e4d65abb2491a324abda0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6614835 Jul 09 16:37:16.220955 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a58b206-9de0-49b9-9bbf-a0a5b899ad42 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event deleted for resources: {'Port': ['ID=6e4a6bb1-2cd3-401e-a4c5-5c2809141057,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:16.267838 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9ea440-b30b-473e-81de-df2e893b23c1 None None] Routers {'dee8237e-4c09-4cfb-b57e-9e70ad6304d8'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:37:16.268515 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ac9ea440-b30b-473e-81de-df2e893b23c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:36:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['dee8237e-4c09-4cfb-b57e-9e70ad6304d8'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:16.270561 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a58b206-9de0-49b9-9bbf-a0a5b899ad42 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] No DVR routers for this DVR port 6e4a6bb1-2cd3-401e-a4c5-5c2809141057 on host n-d-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:37:16.278324 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d2b405ff-3dff-4d83-835a-88c16a6b885b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:16.281248 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d2b405ff-3dff-4d83-835a-88c16a6b885b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:16.285739 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d2b405ff-3dff-4d83-835a-88c16a6b885b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d0b48365-6e84-46fd-b1e3-74fd787b7dbe HTTP/1.1" status: 204 len: 168 time: 0.7857013 Jul 09 16:37:16.371304 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1e107af6-b70f-4121-aa7e-0132811dd370 None None] Transition to ACTIVE for port object 34bd66c7-f8b3-4b4a-82b5-bb595a31cc9a will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:37:16.376325 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b6f6d1-a5e5-4de2-bc87-6ab00006ad2f None None] Pushing event updated for resources: {'Port': ['ID=ffb99aa3-290f-43d9-8eaf-8d23d4c9f488,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:16.383321 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-5abb9997-efa5-4a88-a843-145c11f05e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a808ad6-a5f2-4e2c-8fa0-09f1754105bf', 'name': 'tempest-TestServerMultinode-468199578-router', 'tenant_id': '23f6658f0a6e4d65abb2491a324abda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'f76b9e55-de74-439c-93f6-d75aeda42cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:36:58Z', 'updated_at': '2021-07-09T16:37:11Z', 'revision_number': 4, 'project_id': '23f6658f0a6e4d65abb2491a324abda0', 'gw_port': {'id': 'f76b9e55-de74-439c-93f6-d75aeda42cd6', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a808ad6-a5f2-4e2c-8fa0-09f1754105bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:37:01Z', 'updated_at': '2021-07-09T16:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '575293cc-89ab-45bd-92ef-0dcefefaca9d', 'name': '', 'network_id': 'b7939bf7-c442-48dc-a498-b7f89eb18874', 'tenant_id': '23f6658f0a6e4d65abb2491a324abda0', 'mac_address': 'fa:16:3e:b1:0f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a808ad6-a5f2-4e2c-8fa0-09f1754105bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '68dab002-bd20-4ece-9709-fef2bca9ff11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:37:08Z', 'updated_at': '2021-07-09T16:37:15Z', 'revision_number': 4, 'project_id': '23f6658f0a6e4d65abb2491a324abda0', 'subnets': [{'id': '68dab002-bd20-4ece-9709-fef2bca9ff11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:16.402296 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1e107af6-b70f-4121-aa7e-0132811dd370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:16.431856 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b405ff-3dff-4d83-835a-88c16a6b885b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b48365-6e84-46fd-b1e3-74fd787b7dbe,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:16.452746 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abb9997-efa5-4a88-a843-145c11f05e3d None None] The sync data for ids ['2a808ad6-a5f2-4e2c-8fa0-09f1754105bf'] in n-d-798930-3 is: [{'id': '2a808ad6-a5f2-4e2c-8fa0-09f1754105bf', 'name': 'tempest-TestServerMultinode-468199578-router', 'tenant_id': '23f6658f0a6e4d65abb2491a324abda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'f76b9e55-de74-439c-93f6-d75aeda42cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:36:58Z', 'updated_at': '2021-07-09T16:37:11Z', 'revision_number': 4, 'project_id': '23f6658f0a6e4d65abb2491a324abda0', 'gw_port': {'id': 'f76b9e55-de74-439c-93f6-d75aeda42cd6', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a808ad6-a5f2-4e2c-8fa0-09f1754105bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:37:01Z', 'updated_at': '2021-07-09T16:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '575293cc-89ab-45bd-92ef-0dcefefaca9d', 'name': '', 'network_id': 'b7939bf7-c442-48dc-a498-b7f89eb18874', 'tenant_id': '23f6658f0a6e4d65abb2491a324abda0', 'mac_address': 'fa:16:3e:b1:0f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a808ad6-a5f2-4e2c-8fa0-09f1754105bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '68dab002-bd20-4ece-9709-fef2bca9ff11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:37:08Z', 'updated_at': '2021-07-09T16:37:15Z', 'revision_number': 4, 'project_id': '23f6658f0a6e4d65abb2491a324abda0', 'subnets': [{'id': '68dab002-bd20-4ece-9709-fef2bca9ff11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:37:16.474133 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-ac9ea440-b30b-473e-81de-df2e893b23c1 None None] Set router dee8237e-4c09-4cfb-b57e-9e70ad6304d8 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:37:16.493789 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-35d57093-a904-4e92-ad21-86db0abb7f1b tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Allocated IP 172.20.0.1 (4732bbe1-cdbe-4be8-be87-9afa48eeb457/22bbec24-5cfd-4d99-b338-60b450cbf9e7/0ff8a328-02f5-451f-ab6d-233ba2d30a43) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:37:16.606498 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a58b206-9de0-49b9-9bbf-a0a5b899ad42 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:16.610839 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e107af6-b70f-4121-aa7e-0132811dd370 None None] Network 4732bbe1-cdbe-4be8-be87-9afa48eeb457 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:37:16.713115 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-1e107af6-b70f-4121-aa7e-0132811dd370 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:37:16.724068 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e107af6-b70f-4121-aa7e-0132811dd370 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:37:16.725100 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-21032a1a-8981-4f8f-b215-ac897aa69327 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Allocated IP 172.25.0.109 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/8135148e-c3ec-4a02-81eb-72d10120f6be) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:37:16.774468 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-8a58b206-9de0-49b9-9bbf-a0a5b899ad42 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60c810dc-d256-4ae4-9e6a-c653511743c7']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:16.788629 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-35d57093-a904-4e92-ad21-86db0abb7f1b tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:16.830418 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-8a58b206-9de0-49b9-9bbf-a0a5b899ad42 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ae6aa46-415f-45ce-9225-d86f01933190') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:16.830716 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-8a58b206-9de0-49b9-9bbf-a0a5b899ad42 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ae6aa46-415f-45ce-9225-d86f01933190') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:16.834401 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-35d57093-a904-4e92-ad21-86db0abb7f1b tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Transition to ACTIVE for port object 0ff8a328-02f5-451f-ab6d-233ba2d30a43 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:37:16.866387 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a58b206-9de0-49b9-9bbf-a0a5b899ad42 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:16.892832 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-35d57093-a904-4e92-ad21-86db0abb7f1b tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:16.943305 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d57093-a904-4e92-ad21-86db0abb7f1b tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Network 4732bbe1-cdbe-4be8-be87-9afa48eeb457 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:37:16.950326 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-35d57093-a904-4e92-ad21-86db0abb7f1b tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:37:16.984458 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a58b206-9de0-49b9-9bbf-a0a5b899ad42 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:16.996546 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 60232) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:17.001610 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d57093-a904-4e92-ad21-86db0abb7f1b tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:37:17.022063 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a58b206-9de0-49b9-9bbf-a0a5b899ad42 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:37:17.031857 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a58b206-9de0-49b9-9bbf-a0a5b899ad42 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:17.038359 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:37:17.038359 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:37:17.038359 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:37:17.038359 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:37:17.038359 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:37:17.038359 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:37:17.038359 n-d-798930-3 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:37:17.038359 n-d-798930-3 neutron-server[93958]: self.session.flush() Jul 09 16:37:17.038359 n-d-798930-3 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:37:17.038359 n-d-798930-3 neutron-server[93958]: self.session.flush() Jul 09 16:37:17.038359 n-d-798930-3 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:37:17.038359 n-d-798930-3 neutron-server[93958]: self.session.flush() Jul 09 16:37:17.038359 n-d-798930-3 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:37:17.038359 n-d-798930-3 neutron-server[93958]: self.session.flush() Jul 09 16:37:17.038359 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:37:17.038359 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:37:17.038359 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:37:17.038359 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:37:17.038359 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:37:17.038359 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:37:17.038359 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:37:17.038359 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:37:17.038359 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:37:17.038359 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:37:17.038359 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:37:17.038359 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:37:17.038359 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:37:17.038359 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:37:17.038359 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:37:17.038359 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:37:17.038359 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:37:17.038359 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:37:17.038359 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:37:17.038359 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:37:17.038359 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:37:17.038359 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:37:17.038359 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:37:17.038359 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:37:17.038359 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:37:17.038359 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:37:17.038359 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:37:17.038359 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:37:17.038359 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:37:17.038359 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:37:17.038359 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:37:17.038359 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:37:17.088976 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e107af6-b70f-4121-aa7e-0132811dd370 None None] Pushing event updated for resources: {'Port': ['ID=34bd66c7-f8b3-4b4a-82b5-bb595a31cc9a,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:17.103089 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-35d57093-a904-4e92-ad21-86db0abb7f1b tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:17.108751 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d57093-a904-4e92-ad21-86db0abb7f1b tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event updated for resources: {'Port': ['ID=0ff8a328-02f5-451f-ab6d-233ba2d30a43,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:17.139196 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-1e107af6-b70f-4121-aa7e-0132811dd370 None None] Attempting to bind port 34bd66c7-f8b3-4b4a-82b5-bb595a31cc9a on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:37:17.139730 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-1e107af6-b70f-4121-aa7e-0132811dd370 None None] Attempting to bind port 34bd66c7-f8b3-4b4a-82b5-bb595a31cc9a by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '25fea648-aede-41b0-b521-f2f7244b98a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4732bbe1-cdbe-4be8-be87-9afa48eeb457'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:37:17.140150 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-78eeff99-a8ef-4779-894e-86678b4cac7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:17.140294 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e107af6-b70f-4121-aa7e-0132811dd370 None None] Attempting to bind port 34bd66c7-f8b3-4b4a-82b5-bb595a31cc9a on network 4732bbe1-cdbe-4be8-be87-9afa48eeb457 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:37:17.153385 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e107af6-b70f-4121-aa7e-0132811dd370 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:37:17.153884 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e107af6-b70f-4121-aa7e-0132811dd370 None None] Checking segment: {'id': '25fea648-aede-41b0-b521-f2f7244b98a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4732bbe1-cdbe-4be8-be87-9afa48eeb457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:37:17.154612 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1e107af6-b70f-4121-aa7e-0132811dd370 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:17.155085 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e107af6-b70f-4121-aa7e-0132811dd370 None None] Bound using segment: {'id': '25fea648-aede-41b0-b521-f2f7244b98a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4732bbe1-cdbe-4be8-be87-9afa48eeb457'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:37:17.155739 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-1e107af6-b70f-4121-aa7e-0132811dd370 None None] Bound port: 34bd66c7-f8b3-4b4a-82b5-bb595a31cc9a, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25fea648-aede-41b0-b521-f2f7244b98a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4732bbe1-cdbe-4be8-be87-9afa48eeb457'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:37:17.156124 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1e107af6-b70f-4121-aa7e-0132811dd370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:17.228073 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bbe2bf9d-c8bd-42f4-a44f-ea8e5cf8b453 req-5213c85b-64f0-4291-a37b-42db5714746d service neutron] 10.222.0.98 "GET /v2.0/networks/47f96309-8a1b-4bab-9e45-28b246f8b4dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9977181 Jul 09 16:37:17.358366 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-1e107af6-b70f-4121-aa7e-0132811dd370 None None] For port 34bd66c7-f8b3-4b4a-82b5-bb595a31cc9a, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:37:17.362543 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-1e107af6-b70f-4121-aa7e-0132811dd370 None None] For port 34bd66c7-f8b3-4b4a-82b5-bb595a31cc9a, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=34bd66c7-f8b3-4b4a-82b5-bb595a31cc9a,segment=NetworkSegment(25fea648-aede-41b0-b521-f2f7244b98a5),segment_id=25fea648-aede-41b0-b521-f2f7244b98a5)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:37:17.375421 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1e107af6-b70f-4121-aa7e-0132811dd370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:17.377314 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a58b206-9de0-49b9-9bbf-a0a5b899ad42 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:17.380747 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-35d57093-a904-4e92-ad21-86db0abb7f1b tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:17.435694 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a58b206-9de0-49b9-9bbf-a0a5b899ad42 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:17.437876 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8a58b206-9de0-49b9-9bbf-a0a5b899ad42 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "DELETE /v2.0/networks/60c810dc-d256-4ae4-9e6a-c653511743c7 HTTP/1.1" status: 204 len: 168 time: 3.9835291 Jul 09 16:37:17.443245 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 60234) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:17.446178 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21032a1a-8981-4f8f-b215-ac897aa69327 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:17.459707 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e107af6-b70f-4121-aa7e-0132811dd370 None None] Pushing event updated for resources: {'Port': ['ID=34bd66c7-f8b3-4b4a-82b5-bb595a31cc9a,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:17.462375 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 575293cc-89ab-45bd-92ef-0dcefefaca9d up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:37:17.473352 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-ee68fb92-16e5-4831-be6d-6a33a4532480 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-899027771'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:17.505619 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a58b206-9de0-49b9-9bbf-a0a5b899ad42 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event deleted for resources: {'Network': ['ID=60c810dc-d256-4ae4-9e6a-c653511743c7,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:17.529174 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ac9ea440-b30b-473e-81de-df2e893b23c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'name': 'tempest-TestNetworkBasicOps-router-1156669059', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'ffb99aa3-290f-43d9-8eaf-8d23d4c9f488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:37:05Z', 'updated_at': '2021-07-09T16:37:10Z', 'revision_number': 3, 'project_id': 'e2634516774046048410a7faecd2c391', 'gw_port': {'id': 'ffb99aa3-290f-43d9-8eaf-8d23d4c9f488', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:eb:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:37:07Z', 'updated_at': '2021-07-09T16:37:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:17.607304 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 575293cc-89ab-45bd-92ef-0dcefefaca9d completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:37:17.621728 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9ea440-b30b-473e-81de-df2e893b23c1 None None] The sync data for ids ['dee8237e-4c09-4cfb-b57e-9e70ad6304d8'] in n-d-798930-3 is: [{'id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'name': 'tempest-TestNetworkBasicOps-router-1156669059', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'ffb99aa3-290f-43d9-8eaf-8d23d4c9f488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:37:05Z', 'updated_at': '2021-07-09T16:37:10Z', 'revision_number': 3, 'project_id': 'e2634516774046048410a7faecd2c391', 'gw_port': {'id': 'ffb99aa3-290f-43d9-8eaf-8d23d4c9f488', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:eb:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:37:07Z', 'updated_at': '2021-07-09T16:37:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:37:17.627215 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 575293cc-89ab-45bd-92ef-0dcefefaca9d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:37:17.627773 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:17.661135 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bbe2bf9d-c8bd-42f4-a44f-ea8e5cf8b453 req-3165304d-1e11-4bf3-aaf2-90ae07ad4f0b service neutron] 10.222.0.98 "GET /v2.0/networks/47f96309-8a1b-4bab-9e45-28b246f8b4dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4320600 Jul 09 16:37:17.749856 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21032a1a-8981-4f8f-b215-ac897aa69327 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:17.891849 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:17.934199 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21032a1a-8981-4f8f-b215-ac897aa69327 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:37:17.968133 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-21032a1a-8981-4f8f-b215-ac897aa69327 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:37:17.975813 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21032a1a-8981-4f8f-b215-ac897aa69327 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:37:18.010365 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 575293cc-89ab-45bd-92ef-0dcefefaca9d, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=575293cc-89ab-45bd-92ef-0dcefefaca9d,segment=NetworkSegment(2f4df70f-a688-4878-9716-15fc7017ed18),segment_id=2f4df70f-a688-4878-9716-15fc7017ed18)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:18.033701 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:18.188139 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-78eeff99-a8ef-4779-894e-86678b4cac7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:18.189535 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21032a1a-8981-4f8f-b215-ac897aa69327 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Pushing event updated for resources: {'Port': ['ID=8135148e-c3ec-4a02-81eb-72d10120f6be,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:18.223276 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-78eeff99-a8ef-4779-894e-86678b4cac7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:18.241725 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-35d57093-a904-4e92-ad21-86db0abb7f1b tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:18.243344 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=575293cc-89ab-45bd-92ef-0dcefefaca9d,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:18.295825 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-35d57093-a904-4e92-ad21-86db0abb7f1b tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:18.350417 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eeff99-a8ef-4779-894e-86678b4cac7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592e529e-0929-42f0-b3a4-480a7b7d9589,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:18.596541 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d7534974-2334-4fa8-9099-7a78f4101fab req-04c5a350-16db-40e8-a6a7-004bc7fc6009 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=0e962866-307a-4386-aae8-132131ebba57 HTTP/1.1" status: 200 len: 210 time: 0.3885903 Jul 09 16:37:18.607247 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-78eeff99-a8ef-4779-894e-86678b4cac7f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ec58c6dcf9fa47149a0440e1195967e8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6061354 Jul 09 16:37:18.611002 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee68fb92-16e5-4831-be6d-6a33a4532480 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Made reservation on behalf of 3a240e3acac846d2a1f26873c483f921 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:37:18.614994 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ee68fb92-16e5-4831-be6d-6a33a4532480 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:18.618752 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 60264) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:18.911662 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee68fb92-16e5-4831-be6d-6a33a4532480 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:37:19.016812 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ee68fb92-16e5-4831-be6d-6a33a4532480 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:19.017660 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-ee68fb92-16e5-4831-be6d-6a33a4532480 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Added segment 9944e932-09bb-45ae-afab-7c611072102c of type vlan for network c4f95d88-d269-4c7b-9e0c-5d8836fcbe36 Jul 09 16:37:19.170642 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-35d57093-a904-4e92-ad21-86db0abb7f1b tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:19.175115 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d57093-a904-4e92-ad21-86db0abb7f1b tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event updated for resources: {'Port': ['ID=0ff8a328-02f5-451f-ab6d-233ba2d30a43,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:19.206875 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21032a1a-8981-4f8f-b215-ac897aa69327 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:19.336926 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e950f59-a2b6-4504-b7bc-a0efc360c9c4 req-fa690f5d-53ba-493b-b5de-ea26ff0ca3b9 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:19.339154 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2e950f59-a2b6-4504-b7bc-a0efc360c9c4 req-fa690f5d-53ba-493b-b5de-ea26ff0ca3b9 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/networks?id=6a9e1cb2-fe24-406e-8baf-8643d7db8d0b HTTP/1.1" status: 200 len: 815 time: 1.0947311 Jul 09 16:37:19.368772 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2e950f59-a2b6-4504-b7bc-a0efc360c9c4 req-5f9c71db-4893-44d6-a873-a501773e79c4 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/quotas/313daaa44e994ebf83af8fe773f4ee0d HTTP/1.1" status: 200 len: 375 time: 0.0205324 Jul 09 16:37:19.412006 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ee68fb92-16e5-4831-be6d-6a33a4532480 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:19.482666 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-014ba242-8cc6-4ca4-b041-820df09b9d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:19.575704 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 34bd66c7-f8b3-4b4a-82b5-bb595a31cc9a up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:37:19.643585 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d57093-a904-4e92-ad21-86db0abb7f1b tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Network 4732bbe1-cdbe-4be8-be87-9afa48eeb457 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:37:19.646056 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-35d57093-a904-4e92-ad21-86db0abb7f1b tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:37:19.679780 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-014ba242-8cc6-4ca4-b041-820df09b9d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:19.683737 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21032a1a-8981-4f8f-b215-ac897aa69327 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:19.689044 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 34bd66c7-f8b3-4b4a-82b5-bb595a31cc9a completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:37:19.694330 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 575293cc-89ab-45bd-92ef-0dcefefaca9d up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:37:19.704837 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ee68fb92-16e5-4831-be6d-6a33a4532480 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:19.710714 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee68fb92-16e5-4831-be6d-6a33a4532480 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:19.711751 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ee68fb92-16e5-4831-be6d-6a33a4532480 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:19.748126 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ee68fb92-16e5-4831-be6d-6a33a4532480 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.2837887 Jul 09 16:37:19.767467 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd93d03-1e76-49f8-bb09-8b75163ac5ac None None] Network 4732bbe1-cdbe-4be8-be87-9afa48eeb457 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:37:19.788648 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60272) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:19.806004 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-e744bbd5-7b14-4d05-b72d-66e2006f1aee tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Request body: {'subnet': {'network_id': 'c4f95d88-d269-4c7b-9e0c-5d8836fcbe36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:19.923189 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2e950f59-a2b6-4504-b7bc-a0efc360c9c4 req-be0fa80e-6946-402f-b77e-22347b6b9957 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=313daaa44e994ebf83af8fe773f4ee0d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5531263 Jul 09 16:37:19.992000 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-eeeab6a0-7c83-4773-b923-9bc7699d2789 None None] Provisioning for port 34bd66c7-f8b3-4b4a-82b5-bb595a31cc9a completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:37:20.036849 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-eeeab6a0-7c83-4773-b923-9bc7699d2789 None None] Provisioning complete for port 34bd66c7-f8b3-4b4a-82b5-bb595a31cc9a triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:37:20.038297 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-eeeab6a0-7c83-4773-b923-9bc7699d2789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:20.043424 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d57093-a904-4e92-ad21-86db0abb7f1b tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Router dee8237e-4c09-4cfb-b57e-9e70ad6304d8 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:37:20.116212 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e744bbd5-7b14-4d05-b72d-66e2006f1aee tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Made reservation on behalf of 3a240e3acac846d2a1f26873c483f921 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:37:20.120981 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e744bbd5-7b14-4d05-b72d-66e2006f1aee tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:20.131966 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 575293cc-89ab-45bd-92ef-0dcefefaca9d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:37:20.133960 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:20.360975 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d57093-a904-4e92-ad21-86db0abb7f1b tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:37:20.380026 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-35d57093-a904-4e92-ad21-86db0abb7f1b tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "PUT /v2.0/routers/dee8237e-4c09-4cfb-b57e-9e70ad6304d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0185065 Jul 09 16:37:20.380660 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60292) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:20.409756 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee68fb92-16e5-4831-be6d-6a33a4532480 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event updated for resources: {'Network': ['ID=c4f95d88-d269-4c7b-9e0c-5d8836fcbe36,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:20.469365 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-189cd9b9-2f4e-4453-b1f0-7c2080860938 req-87565743-3e84-40cb-a25a-28785b690e4f tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=0e962866-307a-4386-aae8-132131ebba57 HTTP/1.1" status: 200 len: 210 time: 0.1382644 Jul 09 16:37:20.472832 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network c4f95d88-d269-4c7b-9e0c-5d8836fcbe36 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:37:20.608649 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-014ba242-8cc6-4ca4-b041-820df09b9d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:20.611512 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-014ba242-8cc6-4ca4-b041-820df09b9d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:20.615536 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-014ba242-8cc6-4ca4-b041-820df09b9d70 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/592e529e-0929-42f0-b3a4-480a7b7d9589 HTTP/1.1" status: 204 len: 168 time: 1.9910331 Jul 09 16:37:20.635984 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ba242-8cc6-4ca4-b041-820df09b9d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592e529e-0929-42f0-b3a4-480a7b7d9589,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:20.676506 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2bf9d-c8bd-42f4-a44f-ea8e5cf8b453 req-f5e052c8-f94f-4f60-9888-7dc4cd41f540 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:20.678351 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bbe2bf9d-c8bd-42f4-a44f-ea8e5cf8b453 req-f5e052c8-f94f-4f60-9888-7dc4cd41f540 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.77 "GET /v2.0/networks?id=47f96309-8a1b-4bab-9e45-28b246f8b4dc HTTP/1.1" status: 200 len: 911 time: 0.3485668 Jul 09 16:37:20.692563 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0151751e-0811-4a1a-87fb-42f2f28f3fd2 tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:20.693096 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0151751e-0811-4a1a-87fb-42f2f28f3fd2 tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:20.693547 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0151751e-0811-4a1a-87fb-42f2f28f3fd2 tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:20.694012 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0151751e-0811-4a1a-87fb-42f2f28f3fd2 tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:20.694467 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0151751e-0811-4a1a-87fb-42f2f28f3fd2 tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:20.694987 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0151751e-0811-4a1a-87fb-42f2f28f3fd2 tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:20.695445 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0151751e-0811-4a1a-87fb-42f2f28f3fd2 tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:20.695891 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0151751e-0811-4a1a-87fb-42f2f28f3fd2 tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:20.696062 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-bbe2bf9d-c8bd-42f4-a44f-ea8e5cf8b453 req-98b2d803-52f4-462a-918a-e983652503d2 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Request body: {'port': {'device_id': '0e962866-307a-4386-aae8-132131ebba57', 'network_id': '47f96309-8a1b-4bab-9e45-28b246f8b4dc', 'admin_state_up': True, 'tenant_id': '23f6658f0a6e4d65abb2491a324abda0'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:20.699948 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21032a1a-8981-4f8f-b215-ac897aa69327 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Router 660d80a6-e88d-44f9-8398-10c9749af468 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:37:20.703178 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0151751e-0811-4a1a-87fb-42f2f28f3fd2 tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5625 time: 0.3199685 Jul 09 16:37:20.703842 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60296) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:20.808216 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-eeeab6a0-7c83-4773-b923-9bc7699d2789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:20.816555 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device ffb99aa3-290f-43d9-8eaf-8d23d4c9f488 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:37:20.883480 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21032a1a-8981-4f8f-b215-ac897aa69327 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:37:20.907484 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afdd25c-9416-411b-8aec-3ea1dec95b4f None None] Sync routers for ids ['660d80a6-e88d-44f9-8398-10c9749af468'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:37:20.953586 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbe2bf9d-c8bd-42f4-a44f-ea8e5cf8b453 req-98b2d803-52f4-462a-918a-e983652503d2 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Made reservation on behalf of 23f6658f0a6e4d65abb2491a324abda0 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:37:20.962679 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bbe2bf9d-c8bd-42f4-a44f-ea8e5cf8b453 req-98b2d803-52f4-462a-918a-e983652503d2 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:20.970704 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-eeeab6a0-7c83-4773-b923-9bc7699d2789 None None] For port 34bd66c7-f8b3-4b4a-82b5-bb595a31cc9a, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=34bd66c7-f8b3-4b4a-82b5-bb595a31cc9a,segment=NetworkSegment(25fea648-aede-41b0-b521-f2f7244b98a5),segment_id=25fea648-aede-41b0-b521-f2f7244b98a5)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:20.972258 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afdd25c-9416-411b-8aec-3ea1dec95b4f None None] Routers {'660d80a6-e88d-44f9-8398-10c9749af468'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:37:20.973468 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-8afdd25c-9416-411b-8aec-3ea1dec95b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:36:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['660d80a6-e88d-44f9-8398-10c9749af468'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:20.976947 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21032a1a-8981-4f8f-b215-ac897aa69327 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:20.983871 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-21032a1a-8981-4f8f-b215-ac897aa69327 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 7.8491571 Jul 09 16:37:21.008990 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 60298) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:21.024834 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-eeeab6a0-7c83-4773-b923-9bc7699d2789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:21.055246 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35072e89-a63d-497a-b867-81f105b00632 tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:21.055381 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35072e89-a63d-497a-b867-81f105b00632 tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:21.055966 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35072e89-a63d-497a-b867-81f105b00632 tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:21.057030 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35072e89-a63d-497a-b867-81f105b00632 tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:21.057846 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35072e89-a63d-497a-b867-81f105b00632 tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:21.058459 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35072e89-a63d-497a-b867-81f105b00632 tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:21.064544 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35072e89-a63d-497a-b867-81f105b00632 tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:21.071529 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-35072e89-a63d-497a-b867-81f105b00632 tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4644 time: 0.3571379 Jul 09 16:37:21.077986 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60302) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:21.189493 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-bbe2bf9d-c8bd-42f4-a44f-ea8e5cf8b453 req-98b2d803-52f4-462a-918a-e983652503d2 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Allocated IP 172.20.0.3 (47f96309-8a1b-4bab-9e45-28b246f8b4dc/db6b7bdb-8f77-4160-95de-1e7faac45cc3/76714463-4fdc-402c-a45d-dec5373f507d) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:37:21.248290 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port ffb99aa3-290f-43d9-8eaf-8d23d4c9f488 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:37:21.286227 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port ffb99aa3-290f-43d9-8eaf-8d23d4c9f488 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:37:21.286227 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:21.310803 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36404d02-5ca5-4a82-967d-b60e08e8341b None None] Sync routers for ids ['dee8237e-4c09-4cfb-b57e-9e70ad6304d8'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:37:21.328266 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36404d02-5ca5-4a82-967d-b60e08e8341b None None] Routers {'dee8237e-4c09-4cfb-b57e-9e70ad6304d8'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:37:21.329215 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-36404d02-5ca5-4a82-967d-b60e08e8341b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:36:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['dee8237e-4c09-4cfb-b57e-9e70ad6304d8'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:21.379430 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7eefa908-0084-4c1b-acbb-2277ccfc2d97 None None] Provisioning for port 0ff8a328-02f5-451f-ab6d-233ba2d30a43 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:37:21.411966 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeab6a0-7c83-4773-b923-9bc7699d2789 None None] Pushing event updated for resources: {'Port': ['ID=34bd66c7-f8b3-4b4a-82b5-bb595a31cc9a,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:21.427347 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7eefa908-0084-4c1b-acbb-2277ccfc2d97 None None] Provisioning complete for port 0ff8a328-02f5-451f-ab6d-233ba2d30a43 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:37:21.428130 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7eefa908-0084-4c1b-acbb-2277ccfc2d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:21.470359 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-9ea81fab-d600-4f5b-9f4e-07490e7d4b75 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] 10.222.0.98 "GET /v2.0/routers/660d80a6-e88d-44f9-8398-10c9749af468 HTTP/1.1" status: 200 len: 909 time: 0.2728720 Jul 09 16:37:21.479438 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 60310) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:21.483768 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2e950f59-a2b6-4504-b7bc-a0efc360c9c4 req-7880190d-51df-4f16-87b9-fa52f5fdfdef service neutron] 10.222.0.98 "GET /v2.0/networks/6a9e1cb2-fe24-406e-8baf-8643d7db8d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5596290 Jul 09 16:37:21.543770 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e744bbd5-7b14-4d05-b72d-66e2006f1aee tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:21.554251 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-695d4d35-f511-476c-bbeb-0240656fb6a6 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2002212035', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'enable_snat': True}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:21.585371 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-8afdd25c-9416-411b-8aec-3ea1dec95b4f None None] Set router 660d80a6-e88d-44f9-8398-10c9749af468 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:37:21.728621 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bbe2bf9d-c8bd-42f4-a44f-ea8e5cf8b453 req-98b2d803-52f4-462a-918a-e983652503d2 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:21.764950 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-bbe2bf9d-c8bd-42f4-a44f-ea8e5cf8b453 req-98b2d803-52f4-462a-918a-e983652503d2 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Transition to ACTIVE for port object 76714463-4fdc-402c-a45d-dec5373f507d will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:37:21.770283 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-7eefa908-0084-4c1b-acbb-2277ccfc2d97 None None] Port 0ff8a328-02f5-451f-ab6d-233ba2d30a43 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:37:21.829971 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bbe2bf9d-c8bd-42f4-a44f-ea8e5cf8b453 req-98b2d803-52f4-462a-918a-e983652503d2 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:21.911446 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7eefa908-0084-4c1b-acbb-2277ccfc2d97 None None] Provisioning complete for port 34bd66c7-f8b3-4b4a-82b5-bb595a31cc9a triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:37:21.912608 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7eefa908-0084-4c1b-acbb-2277ccfc2d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:21.936883 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbe2bf9d-c8bd-42f4-a44f-ea8e5cf8b453 req-98b2d803-52f4-462a-918a-e983652503d2 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Network 47f96309-8a1b-4bab-9e45-28b246f8b4dc is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:37:21.940771 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-695d4d35-f511-476c-bbeb-0240656fb6a6 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:21.941781 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-695d4d35-f511-476c-bbeb-0240656fb6a6 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:21.954975 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-bbe2bf9d-c8bd-42f4-a44f-ea8e5cf8b453 req-98b2d803-52f4-462a-918a-e983652503d2 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:37:21.959214 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe2bf9d-c8bd-42f4-a44f-ea8e5cf8b453 req-98b2d803-52f4-462a-918a-e983652503d2 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:37:22.006211 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2bf9d-c8bd-42f4-a44f-ea8e5cf8b453 req-98b2d803-52f4-462a-918a-e983652503d2 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:22.006891 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bbe2bf9d-c8bd-42f4-a44f-ea8e5cf8b453 req-98b2d803-52f4-462a-918a-e983652503d2 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:22.021141 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2d803-52f4-462a-918a-e983652503d2 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Pushing event updated for resources: {'Port': ['ID=76714463-4fdc-402c-a45d-dec5373f507d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:22.045457 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:22.046654 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bbe2bf9d-c8bd-42f4-a44f-ea8e5cf8b453 req-98b2d803-52f4-462a-918a-e983652503d2 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.3581774 Jul 09 16:37:22.047209 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-36404d02-5ca5-4a82-967d-b60e08e8341b None None] Set router dee8237e-4c09-4cfb-b57e-9e70ad6304d8 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:37:22.052033 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ffd9a3-5720-4a8e-8f6c-83a7bec5e4c6 req-d8d074cb-d20e-48d0-9f1a-07ab1a05f329 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:22.053563 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-32ffd9a3-5720-4a8e-8f6c-83a7bec5e4c6 req-d8d074cb-d20e-48d0-9f1a-07ab1a05f329 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=0e962866-307a-4386-aae8-132131ebba57 HTTP/1.1" status: 200 len: 1027 time: 0.2381508 Jul 09 16:37:22.164399 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port ffb99aa3-290f-43d9-8eaf-8d23d4c9f488, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=ffb99aa3-290f-43d9-8eaf-8d23d4c9f488,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:22.189039 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:22.199802 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-695d4d35-f511-476c-bbeb-0240656fb6a6 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:22.267935 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-32ffd9a3-5720-4a8e-8f6c-83a7bec5e4c6 req-e07a0bd1-1d43-45f8-bc03-a229feb2305e tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=633b7a99-46eb-4c72-978e-bfa8ddaa9360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567519 Jul 09 16:37:22.387034 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-bbe2bf9d-c8bd-42f4-a44f-ea8e5cf8b453 req-4fd2560f-324f-44aa-bb34-8c2963f67974 service neutron] Request body: {'port': {'device_id': '0e962866-307a-4386-aae8-132131ebba57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:22.399912 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 34bd66c7-f8b3-4b4a-82b5-bb595a31cc9a up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:37:22.414363 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744bbd5-7b14-4d05-b72d-66e2006f1aee tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event updated for resources: {'Subnet': ['ID=b6815086-57c0-4159-981f-77e3f3903535,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:22.490444 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-439b67d5-765a-4f66-95fe-6cab3afdcdab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:22.534910 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e744bbd5-7b14-4d05-b72d-66e2006f1aee tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Checking segment: {'id': '9944e932-09bb-45ae-afab-7c611072102c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c4f95d88-d269-4c7b-9e0c-5d8836fcbe36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:37:22.535489 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e744bbd5-7b14-4d05-b72d-66e2006f1aee tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Network hostable DHCP agents. Network: c4f95d88-d269-4c7b-9e0c-5d8836fcbe36, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:37:22.541246 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=ffb99aa3-290f-43d9-8eaf-8d23d4c9f488,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:22.567152 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-8afdd25c-9416-411b-8aec-3ea1dec95b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660d80a6-e88d-44f9-8398-10c9749af468', 'name': 'tempest-snat-router-2002212035', 'tenant_id': '209bb81e92734bc6bfa7ed8b598614d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.109'}], 'enable_snat': False}, 'gw_port_id': '8135148e-c3ec-4a02-81eb-72d10120f6be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:37:13Z', 'updated_at': '2021-07-09T16:37:18Z', 'revision_number': 3, 'project_id': '209bb81e92734bc6bfa7ed8b598614d7', 'gw_port': {'id': '8135148e-c3ec-4a02-81eb-72d10120f6be', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660d80a6-e88d-44f9-8398-10c9749af468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3099, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:37:16Z', 'updated_at': '2021-07-09T16:37:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:22.577160 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-695d4d35-f511-476c-bbeb-0240656fb6a6 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:22.620928 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2e950f59-a2b6-4504-b7bc-a0efc360c9c4 req-f063f115-e1a5-4c81-8bf9-41e01bd85b77 service neutron] 10.222.0.98 "GET /v2.0/networks/6a9e1cb2-fe24-406e-8baf-8643d7db8d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0785184 Jul 09 16:37:22.641603 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afdd25c-9416-411b-8aec-3ea1dec95b4f None None] Checking router: 660d80a6-e88d-44f9-8398-10c9749af468 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:37:22.642067 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afdd25c-9416-411b-8aec-3ea1dec95b4f None None] Updating router 660d80a6-e88d-44f9-8398-10c9749af468 port 8135148e-c3ec-4a02-81eb-72d10120f6be binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:37:22.663974 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-36404d02-5ca5-4a82-967d-b60e08e8341b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'name': 'tempest-TestNetworkBasicOps-router-1156669059', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'ffb99aa3-290f-43d9-8eaf-8d23d4c9f488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:37:05Z', 'updated_at': '2021-07-09T16:37:17Z', 'revision_number': 4, 'project_id': 'e2634516774046048410a7faecd2c391', 'gw_port': {'id': 'ffb99aa3-290f-43d9-8eaf-8d23d4c9f488', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:eb:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:37:07Z', 'updated_at': '2021-07-09T16:37:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '0ff8a328-02f5-451f-ab6d-233ba2d30a43', 'name': '', 'network_id': '4732bbe1-cdbe-4be8-be87-9afa48eeb457', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'mac_address': 'fa:16:3e:68:28:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '22bbec24-5cfd-4d99-b338-60b450cbf9e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:37:15Z', 'updated_at': '2021-07-09T16:37:17Z', 'revision_number': 2, 'project_id': 'e2634516774046048410a7faecd2c391', 'subnets': [{'id': '22bbec24-5cfd-4d99-b338-60b450cbf9e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:22.687827 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bbe2bf9d-c8bd-42f4-a44f-ea8e5cf8b453 req-4fd2560f-324f-44aa-bb34-8c2963f67974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:22.694159 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b55fbcf0-352a-47f5-aaaa-dc9278568cba tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3749 time: 1.6114202 Jul 09 16:37:22.695612 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e744bbd5-7b14-4d05-b72d-66e2006f1aee tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Network c4f95d88-d269-4c7b-9e0c-5d8836fcbe36 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:37:22.737233 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-e744bbd5-7b14-4d05-b72d-66e2006f1aee tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, c4f95d88-d269-4c7b-9e0c-5d8836fcbe36) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:37:22.754641 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e744bbd5-7b14-4d05-b72d-66e2006f1aee tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:22.754641 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e744bbd5-7b14-4d05-b72d-66e2006f1aee tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:22.754937 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36404d02-5ca5-4a82-967d-b60e08e8341b None None] Checking router: dee8237e-4c09-4cfb-b57e-9e70ad6304d8 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:37:22.756943 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36404d02-5ca5-4a82-967d-b60e08e8341b None None] Updating router dee8237e-4c09-4cfb-b57e-9e70ad6304d8 port 0ff8a328-02f5-451f-ab6d-233ba2d30a43 binding host n-d-798930-3 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:37:22.773857 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9acceb-f903-439c-9179-dcc7732053d9 None None] Network c4f95d88-d269-4c7b-9e0c-5d8836fcbe36 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:37:22.784575 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e744bbd5-7b14-4d05-b72d-66e2006f1aee tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9826839 Jul 09 16:37:22.785339 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60346) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:22.793578 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-78c868c5-f3e3-4d7f-aa25-e70ab949c96e tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1226214659', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:22.814581 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 34bd66c7-f8b3-4b4a-82b5-bb595a31cc9a triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:37:22.818434 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:22.821781 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8afdd25c-9416-411b-8aec-3ea1dec95b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:22.827192 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-78c868c5-f3e3-4d7f-aa25-e70ab949c96e tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:22.829087 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-78c868c5-f3e3-4d7f-aa25-e70ab949c96e tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:22.843111 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-36404d02-5ca5-4a82-967d-b60e08e8341b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:22.992549 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-78c868c5-f3e3-4d7f-aa25-e70ab949c96e tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:22.997894 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-78c868c5-f3e3-4d7f-aa25-e70ab949c96e tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:23.066451 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9df3b7f6-ea17-4292-9c95-e103c2d7c7d6 req-7035c063-54d3-47d4-a2ed-faa6ed2298c5 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=beaecdd1-d9ec-4963-9785-4dab420b1d4a HTTP/1.1" status: 200 len: 210 time: 0.0564287 Jul 09 16:37:23.072661 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-78c868c5-f3e3-4d7f-aa25-e70ab949c96e tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:23.080610 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 60358) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:23.081229 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-78c868c5-f3e3-4d7f-aa25-e70ab949c96e tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2943833 Jul 09 16:37:23.379168 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-36404d02-5ca5-4a82-967d-b60e08e8341b None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:23.413329 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-36404d02-5ca5-4a82-967d-b60e08e8341b None None] Transition to ACTIVE for port object 0ff8a328-02f5-451f-ab6d-233ba2d30a43 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:37:23.428472 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-36404d02-5ca5-4a82-967d-b60e08e8341b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:23.626713 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-36404d02-5ca5-4a82-967d-b60e08e8341b None None] Attempting to bind port 0ff8a328-02f5-451f-ab6d-233ba2d30a43 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:37:23.627108 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-36404d02-5ca5-4a82-967d-b60e08e8341b None None] Attempting to bind port 0ff8a328-02f5-451f-ab6d-233ba2d30a43 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '25fea648-aede-41b0-b521-f2f7244b98a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4732bbe1-cdbe-4be8-be87-9afa48eeb457'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:37:23.627462 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36404d02-5ca5-4a82-967d-b60e08e8341b None None] Attempting to bind port 0ff8a328-02f5-451f-ab6d-233ba2d30a43 on network 4732bbe1-cdbe-4be8-be87-9afa48eeb457 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:37:23.644803 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a3e127-ccd8-49cb-b991-6ceac39e5367 None None] Pushing event updated for resources: {'Port': ['ID=0ff8a328-02f5-451f-ab6d-233ba2d30a43,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:23.652327 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36404d02-5ca5-4a82-967d-b60e08e8341b None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:37:23.653214 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36404d02-5ca5-4a82-967d-b60e08e8341b None None] Checking segment: {'id': '25fea648-aede-41b0-b521-f2f7244b98a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4732bbe1-cdbe-4be8-be87-9afa48eeb457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:37:23.655111 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-36404d02-5ca5-4a82-967d-b60e08e8341b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:23.655693 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36404d02-5ca5-4a82-967d-b60e08e8341b None None] Bound using segment: {'id': '25fea648-aede-41b0-b521-f2f7244b98a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4732bbe1-cdbe-4be8-be87-9afa48eeb457'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:37:23.656865 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-36404d02-5ca5-4a82-967d-b60e08e8341b None None] Bound port: 0ff8a328-02f5-451f-ab6d-233ba2d30a43, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25fea648-aede-41b0-b521-f2f7244b98a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4732bbe1-cdbe-4be8-be87-9afa48eeb457'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:37:23.657430 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-36404d02-5ca5-4a82-967d-b60e08e8341b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:23.760911 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-08e2e7f2-0caf-4f4b-bd15-91af355592e4 None None] Provisioning complete for port 0ff8a328-02f5-451f-ab6d-233ba2d30a43 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:37:23.761363 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-08e2e7f2-0caf-4f4b-bd15-91af355592e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:23.837910 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbcdfbb-0c34-441a-b99c-832241a4acc5 req-3a47e940-6385-4b0a-a1e1-c6b5f8d078ae tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:23.851729 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cbbcdfbb-0c34-441a-b99c-832241a4acc5 req-3a47e940-6385-4b0a-a1e1-c6b5f8d078ae tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=0e962866-307a-4386-aae8-132131ebba57 HTTP/1.1" status: 200 len: 1027 time: 0.2847795 Jul 09 16:37:23.855408 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-36404d02-5ca5-4a82-967d-b60e08e8341b None None] For port 0ff8a328-02f5-451f-ab6d-233ba2d30a43, host n-d-798930-3, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:37:23.875933 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-36404d02-5ca5-4a82-967d-b60e08e8341b None None] For port 0ff8a328-02f5-451f-ab6d-233ba2d30a43, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=0ff8a328-02f5-451f-ab6d-233ba2d30a43,segment=NetworkSegment(25fea648-aede-41b0-b521-f2f7244b98a5),segment_id=25fea648-aede-41b0-b521-f2f7244b98a5)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:37:23.886376 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-36404d02-5ca5-4a82-967d-b60e08e8341b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:23.890781 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-695d4d35-f511-476c-bbeb-0240656fb6a6 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:23.948738 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-08e2e7f2-0caf-4f4b-bd15-91af355592e4 None None] Port 0ff8a328-02f5-451f-ab6d-233ba2d30a43 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:37:23.976665 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cbbcdfbb-0c34-441a-b99c-832241a4acc5 req-f17ef57d-1d74-40b3-9f02-2180748570c1 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=633b7a99-46eb-4c72-978e-bfa8ddaa9360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147578 Jul 09 16:37:23.983411 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36404d02-5ca5-4a82-967d-b60e08e8341b None None] Routers {'dee8237e-4c09-4cfb-b57e-9e70ad6304d8'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:37:23.990366 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-36404d02-5ca5-4a82-967d-b60e08e8341b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:36:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['dee8237e-4c09-4cfb-b57e-9e70ad6304d8'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:24.083797 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-695d4d35-f511-476c-bbeb-0240656fb6a6 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:24.095987 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ee74781-f1b1-4a63-a916-294fe9edabca tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:24.152516 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8afdd25c-9416-411b-8aec-3ea1dec95b4f None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:24.168944 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-bbe2bf9d-c8bd-42f4-a44f-ea8e5cf8b453 req-4fd2560f-324f-44aa-bb34-8c2963f67974 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76714463-4fdc-402c-a45d-dec5373f507d {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:37:24.216381 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8afdd25c-9416-411b-8aec-3ea1dec95b4f None None] Transition to ACTIVE for port object 8135148e-c3ec-4a02-81eb-72d10120f6be will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:37:24.241896 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bbe2bf9d-c8bd-42f4-a44f-ea8e5cf8b453 req-4fd2560f-324f-44aa-bb34-8c2963f67974 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:24.262683 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8afdd25c-9416-411b-8aec-3ea1dec95b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:24.301623 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a3e127-ccd8-49cb-b991-6ceac39e5367 None None] Pushing event updated for resources: {'Port': ['ID=0ff8a328-02f5-451f-ab6d-233ba2d30a43,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:24.390683 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-36404d02-5ca5-4a82-967d-b60e08e8341b None None] Set router dee8237e-4c09-4cfb-b57e-9e70ad6304d8 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:37:24.404106 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-8afdd25c-9416-411b-8aec-3ea1dec95b4f None None] Attempting to bind port 8135148e-c3ec-4a02-81eb-72d10120f6be on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:37:24.404536 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-8afdd25c-9416-411b-8aec-3ea1dec95b4f None None] Attempting to bind port 8135148e-c3ec-4a02-81eb-72d10120f6be by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:37:24.405875 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afdd25c-9416-411b-8aec-3ea1dec95b4f None None] Attempting to bind port 8135148e-c3ec-4a02-81eb-72d10120f6be on network caa6ed8d-2893-4113-8f68-c5284e694f6c {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:37:24.418852 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-08e2e7f2-0caf-4f4b-bd15-91af355592e4 None None] Provisioning for port 76714463-4fdc-402c-a45d-dec5373f507d completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:37:24.441054 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a036ac48-dfaf-4d9e-b388-b39049bea7a2 req-da5baaf5-55d2-4fc1-b101-ba807a6ec03c tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=beaecdd1-d9ec-4963-9785-4dab420b1d4a HTTP/1.1" status: 200 len: 210 time: 0.0688879 Jul 09 16:37:24.450801 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afdd25c-9416-411b-8aec-3ea1dec95b4f None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:37:24.451927 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afdd25c-9416-411b-8aec-3ea1dec95b4f None None] Checking segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:37:24.452607 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8afdd25c-9416-411b-8aec-3ea1dec95b4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:24.453340 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afdd25c-9416-411b-8aec-3ea1dec95b4f None None] Bound using segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:37:24.454029 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-8afdd25c-9416-411b-8aec-3ea1dec95b4f None None] Bound port: 8135148e-c3ec-4a02-81eb-72d10120f6be, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:37:24.454993 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8afdd25c-9416-411b-8aec-3ea1dec95b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:24.527371 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60390) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:24.533387 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-d1eb8352-972f-4dcf-bb8a-cb7d98094c3d tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1603092745', 'description': 'tempest-secgroup-smoke-1603092745 description', 'project_id': 'e2634516774046048410a7faecd2c391'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:24.570158 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-8afdd25c-9416-411b-8aec-3ea1dec95b4f None None] For port 8135148e-c3ec-4a02-81eb-72d10120f6be, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:37:24.575191 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-8afdd25c-9416-411b-8aec-3ea1dec95b4f None None] For port 8135148e-c3ec-4a02-81eb-72d10120f6be, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=8135148e-c3ec-4a02-81eb-72d10120f6be,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:37:24.578843 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-08e2e7f2-0caf-4f4b-bd15-91af355592e4 None None] Provisioning complete for port 76714463-4fdc-402c-a45d-dec5373f507d triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:37:24.579507 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-08e2e7f2-0caf-4f4b-bd15-91af355592e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:24.595163 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d1eb8352-972f-4dcf-bb8a-cb7d98094c3d tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:24.655176 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8afdd25c-9416-411b-8aec-3ea1dec95b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:24.691702 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71983fb0-e67d-42e1-b81b-aafeffe8d555 None None] Pushing event updated for resources: {'Port': ['ID=8135148e-c3ec-4a02-81eb-72d10120f6be,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:24.718759 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-08e2e7f2-0caf-4f4b-bd15-91af355592e4 None None] Port 76714463-4fdc-402c-a45d-dec5373f507d cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:37:24.747129 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-36404d02-5ca5-4a82-967d-b60e08e8341b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'name': 'tempest-TestNetworkBasicOps-router-1156669059', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'ffb99aa3-290f-43d9-8eaf-8d23d4c9f488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:37:05Z', 'updated_at': '2021-07-09T16:37:17Z', 'revision_number': 4, 'project_id': 'e2634516774046048410a7faecd2c391', 'gw_port': {'id': 'ffb99aa3-290f-43d9-8eaf-8d23d4c9f488', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:eb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:37:07Z', 'updated_at': '2021-07-09T16:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '0ff8a328-02f5-451f-ab6d-233ba2d30a43', 'name': '', 'network_id': '4732bbe1-cdbe-4be8-be87-9afa48eeb457', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'mac_address': 'fa:16:3e:68:28:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '22bbec24-5cfd-4d99-b338-60b450cbf9e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:37:15Z', 'updated_at': '2021-07-09T16:37:23Z', 'revision_number': 4, 'project_id': 'e2634516774046048410a7faecd2c391', 'subnets': [{'id': '22bbec24-5cfd-4d99-b338-60b450cbf9e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:24.784632 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afdd25c-9416-411b-8aec-3ea1dec95b4f None None] Routers {'660d80a6-e88d-44f9-8398-10c9749af468'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:37:24.785393 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-8afdd25c-9416-411b-8aec-3ea1dec95b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:36:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['660d80a6-e88d-44f9-8398-10c9749af468'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:24.803799 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d1eb8352-972f-4dcf-bb8a-cb7d98094c3d tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:24.811984 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d1eb8352-972f-4dcf-bb8a-cb7d98094c3d tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:24.864410 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d1eb8352-972f-4dcf-bb8a-cb7d98094c3d tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:24.866662 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-d1eb8352-972f-4dcf-bb8a-cb7d98094c3d tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3382406 Jul 09 16:37:24.868835 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36404d02-5ca5-4a82-967d-b60e08e8341b None None] The sync data for ids ['dee8237e-4c09-4cfb-b57e-9e70ad6304d8'] in n-d-798930-3 is: [{'id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'name': 'tempest-TestNetworkBasicOps-router-1156669059', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'ffb99aa3-290f-43d9-8eaf-8d23d4c9f488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:37:05Z', 'updated_at': '2021-07-09T16:37:17Z', 'revision_number': 4, 'project_id': 'e2634516774046048410a7faecd2c391', 'gw_port': {'id': 'ffb99aa3-290f-43d9-8eaf-8d23d4c9f488', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:eb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:37:07Z', 'updated_at': '2021-07-09T16:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '0ff8a328-02f5-451f-ab6d-233ba2d30a43', 'name': '', 'network_id': '4732bbe1-cdbe-4be8-be87-9afa48eeb457', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'mac_address': 'fa:16:3e:68:28:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '22bbec24-5cfd-4d99-b338-60b450cbf9e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:37:15Z', 'updated_at': '2021-07-09T16:37:23Z', 'revision_number': 4, 'project_id': 'e2634516774046048410a7faecd2c391', 'subnets': [{'id': '22bbec24-5cfd-4d99-b338-60b450cbf9e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:37:24.879214 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60396) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:24.891564 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-fee41275-6c4e-450c-9e23-a8d40317ec68 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Request body: {'security_group_rule': {'security_group_id': '9944d1eb-8a84-4392-9ddb-1e53a1f2c439', 'project_id': 'e2634516774046048410a7faecd2c391', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:24.899431 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eb8352-972f-4dcf-bb8a-cb7d98094c3d tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9944d1eb-8a84-4392-9ddb-1e53a1f2c439,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:24.932235 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device ffb99aa3-290f-43d9-8eaf-8d23d4c9f488 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:37:25.005806 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935009d4-34fd-4c4b-98e4-e669fbf0c262 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-c4f95d88-d269-4c7b-9e0c-5d8836fcbe36', 'network_id': 'c4f95d88-d269-4c7b-9e0c-5d8836fcbe36', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'fixed_ips': [{'subnet_id': 'b6815086-57c0-4159-981f-77e3f3903535'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:37:25.006685 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-935009d4-34fd-4c4b-98e4-e669fbf0c262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:25.008614 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71983fb0-e67d-42e1-b81b-aafeffe8d555 None None] Pushing event updated for resources: {'Port': ['ID=8135148e-c3ec-4a02-81eb-72d10120f6be,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:25.009282 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fee41275-6c4e-450c-9e23-a8d40317ec68 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:25.131068 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fee41275-6c4e-450c-9e23-a8d40317ec68 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:25.137853 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fee41275-6c4e-450c-9e23-a8d40317ec68 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:25.179754 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee41275-6c4e-450c-9e23-a8d40317ec68 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1501a8e-a40f-4c18-968a-54c27185b709,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:25.232560 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fee41275-6c4e-450c-9e23-a8d40317ec68 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:25.235350 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-fee41275-6c4e-450c-9e23-a8d40317ec68 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3508146 Jul 09 16:37:25.237754 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60402) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:25.258883 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d762dda6-c7b3-423a-bd0c-bcf44b4afed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:25.267619 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-035348f7-6bc1-48ee-a96e-111aefe16a14 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Request body: {'security_group_rule': {'security_group_id': '9944d1eb-8a84-4392-9ddb-1e53a1f2c439', 'project_id': 'e2634516774046048410a7faecd2c391', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:25.358175 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-8afdd25c-9416-411b-8aec-3ea1dec95b4f None None] Set router 660d80a6-e88d-44f9-8398-10c9749af468 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:37:25.368246 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-035348f7-6bc1-48ee-a96e-111aefe16a14 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:25.468309 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-bbe2bf9d-c8bd-42f4-a44f-ea8e5cf8b453 req-4fd2560f-324f-44aa-bb34-8c2963f67974 service neutron] Transition to ACTIVE for port object 76714463-4fdc-402c-a45d-dec5373f507d will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:37:25.556188 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bbe2bf9d-c8bd-42f4-a44f-ea8e5cf8b453 req-4fd2560f-324f-44aa-bb34-8c2963f67974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:25.632574 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-035348f7-6bc1-48ee-a96e-111aefe16a14 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:25.638060 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d480047-47b7-4306-a8ae-ae5b978f2f75 req-e1481713-2a62-41c2-b814-3ee3c6875a82 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:25.643377 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3d480047-47b7-4306-a8ae-ae5b978f2f75 req-e1481713-2a62-41c2-b814-3ee3c6875a82 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=0e962866-307a-4386-aae8-132131ebba57 HTTP/1.1" status: 200 len: 1027 time: 0.3207092 Jul 09 16:37:25.645409 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-035348f7-6bc1-48ee-a96e-111aefe16a14 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:25.703880 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port ffb99aa3-290f-43d9-8eaf-8d23d4c9f488 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:37:25.705670 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:25.766087 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:25.767918 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035348f7-6bc1-48ee-a96e-111aefe16a14 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5426dd76-45b7-4c1f-a520-2aeae969a6d1,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:25.820819 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3d480047-47b7-4306-a8ae-ae5b978f2f75 req-af20f62f-f516-4607-a0a0-b4476bab4c08 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=633b7a99-46eb-4c72-978e-bfa8ddaa9360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636448 Jul 09 16:37:25.821736 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-035348f7-6bc1-48ee-a96e-111aefe16a14 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:25.826135 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-035348f7-6bc1-48ee-a96e-111aefe16a14 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5850594 Jul 09 16:37:25.826422 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60406) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:25.837278 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-532c20e4-355e-4fea-8ff0-3d1d4b033acb tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Request body: {'security_group_rule': {'security_group_id': '9944d1eb-8a84-4392-9ddb-1e53a1f2c439', 'project_id': 'e2634516774046048410a7faecd2c391', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:25.891866 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-532c20e4-355e-4fea-8ff0-3d1d4b033acb tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:26.027735 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4d12f324-2cfe-49b9-8e93-6ccecd323518 req-10f92bc3-e7ff-43d5-9a90-8ada65d4e2e5 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=beaecdd1-d9ec-4963-9785-4dab420b1d4a HTTP/1.1" status: 200 len: 210 time: 0.1936431 Jul 09 16:37:26.029147 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd2560f-324f-44aa-bb34-8c2963f67974 service neutron] Pushing event updated for resources: {'Port': ['ID=76714463-4fdc-402c-a45d-dec5373f507d,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:26.100829 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-532c20e4-355e-4fea-8ff0-3d1d4b033acb tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:26.103512 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-695d4d35-f511-476c-bbeb-0240656fb6a6 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Allocated IP 172.25.0.110 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/d48a5bb7-bebf-4d9e-b528-e065a69d48bc) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:37:26.110289 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-532c20e4-355e-4fea-8ff0-3d1d4b033acb tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:26.118972 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-9ee74781-f1b1-4a63-a916-294fe9edabca tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Allocated IP 2001:db8::1 (c4f95d88-d269-4c7b-9e0c-5d8836fcbe36/b6815086-57c0-4159-981f-77e3f3903535/0e7644d9-9a32-4e31-8ed6-602ccfb5f82a) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:37:26.152110 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e950f59-a2b6-4504-b7bc-a0efc360c9c4 req-c771e703-ab0d-46d7-95f5-78db2d70283b tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:26.152903 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-8afdd25c-9416-411b-8aec-3ea1dec95b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660d80a6-e88d-44f9-8398-10c9749af468', 'name': 'tempest-snat-router-2002212035', 'tenant_id': '209bb81e92734bc6bfa7ed8b598614d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.109'}], 'enable_snat': False}, 'gw_port_id': '8135148e-c3ec-4a02-81eb-72d10120f6be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:37:13Z', 'updated_at': '2021-07-09T16:37:18Z', 'revision_number': 3, 'project_id': '209bb81e92734bc6bfa7ed8b598614d7', 'gw_port': {'id': '8135148e-c3ec-4a02-81eb-72d10120f6be', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660d80a6-e88d-44f9-8398-10c9749af468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3099, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:37:16Z', 'updated_at': '2021-07-09T16:37:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:26.158080 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2e950f59-a2b6-4504-b7bc-a0efc360c9c4 req-c771e703-ab0d-46d7-95f5-78db2d70283b tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.73 "GET /v2.0/networks?id=6a9e1cb2-fe24-406e-8baf-8643d7db8d0b HTTP/1.1" status: 200 len: 815 time: 0.7177172 Jul 09 16:37:26.168705 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532c20e4-355e-4fea-8ff0-3d1d4b033acb tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48ec0e8b-d187-4baf-941f-4ddc6418a3be,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:26.202613 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-532c20e4-355e-4fea-8ff0-3d1d4b033acb tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:26.203670 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afdd25c-9416-411b-8aec-3ea1dec95b4f None None] The sync data for ids ['660d80a6-e88d-44f9-8398-10c9749af468'] in n-d-798930-3 is: [{'id': '660d80a6-e88d-44f9-8398-10c9749af468', 'name': 'tempest-snat-router-2002212035', 'tenant_id': '209bb81e92734bc6bfa7ed8b598614d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.109'}], 'enable_snat': False}, 'gw_port_id': '8135148e-c3ec-4a02-81eb-72d10120f6be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:37:13Z', 'updated_at': '2021-07-09T16:37:18Z', 'revision_number': 3, 'project_id': '209bb81e92734bc6bfa7ed8b598614d7', 'gw_port': {'id': '8135148e-c3ec-4a02-81eb-72d10120f6be', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660d80a6-e88d-44f9-8398-10c9749af468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3099, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:37:16Z', 'updated_at': '2021-07-09T16:37:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:37:26.214793 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-532c20e4-355e-4fea-8ff0-3d1d4b033acb tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3759925 Jul 09 16:37:26.215709 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60418) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:26.231154 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-ac31c980-3eb1-47e3-993e-9e36b5d58f1c tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Request body: {'security_group_rule': {'security_group_id': '9944d1eb-8a84-4392-9ddb-1e53a1f2c439', 'project_id': 'e2634516774046048410a7faecd2c391', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:26.240200 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-2e950f59-a2b6-4504-b7bc-a0efc360c9c4 req-b3987f10-dffe-46fa-bcf1-225d9022ff2b tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Request body: {'port': {'device_id': 'beaecdd1-d9ec-4963-9785-4dab420b1d4a', 'network_id': '6a9e1cb2-fe24-406e-8baf-8643d7db8d0b', 'admin_state_up': True, 'tenant_id': '313daaa44e994ebf83af8fe773f4ee0d'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:26.252133 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:26.319369 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ac31c980-3eb1-47e3-993e-9e36b5d58f1c tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:26.491984 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ac31c980-3eb1-47e3-993e-9e36b5d58f1c tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:26.505357 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ac31c980-3eb1-47e3-993e-9e36b5d58f1c tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:26.540243 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac31c980-3eb1-47e3-993e-9e36b5d58f1c tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65fcdb81-aae0-431c-92bb-4e3e16277115,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:26.564826 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ac31c980-3eb1-47e3-993e-9e36b5d58f1c tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:26.566219 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ac31c980-3eb1-47e3-993e-9e36b5d58f1c tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3492742 Jul 09 16:37:26.570558 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60422) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:26.582407 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-ec6b2e0e-9884-4d3f-97b0-3147a0ceacb7 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Request body: {'security_group_rule': {'security_group_id': '9944d1eb-8a84-4392-9ddb-1e53a1f2c439', 'project_id': 'e2634516774046048410a7faecd2c391', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:26.632620 n-d-798930-3 neutron-server[93959]: INFO neutron.db.securitygroups_db [None req-ec6b2e0e-9884-4d3f-97b0-3147a0ceacb7 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Project e2634516774046048410a7faecd2c391 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 16:37:26.638616 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ec6b2e0e-9884-4d3f-97b0-3147a0ceacb7 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:26.642271 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:26.794035 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e950f59-a2b6-4504-b7bc-a0efc360c9c4 req-b3987f10-dffe-46fa-bcf1-225d9022ff2b tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Made reservation on behalf of 313daaa44e994ebf83af8fe773f4ee0d for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:37:26.798866 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2e950f59-a2b6-4504-b7bc-a0efc360c9c4 req-b3987f10-dffe-46fa-bcf1-225d9022ff2b tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:26.813311 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-bbe2bf9d-c8bd-42f4-a44f-ea8e5cf8b453 req-4fd2560f-324f-44aa-bb34-8c2963f67974 service neutron] Attempting to bind port 76714463-4fdc-402c-a45d-dec5373f507d on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:37:26.813739 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-bbe2bf9d-c8bd-42f4-a44f-ea8e5cf8b453 req-4fd2560f-324f-44aa-bb34-8c2963f67974 service neutron] Attempting to bind port 76714463-4fdc-402c-a45d-dec5373f507d by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '151d0aee-3796-484c-8d19-ee8bc1639910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '47f96309-8a1b-4bab-9e45-28b246f8b4dc'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:37:26.814239 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe2bf9d-c8bd-42f4-a44f-ea8e5cf8b453 req-4fd2560f-324f-44aa-bb34-8c2963f67974 service neutron] Attempting to bind port 76714463-4fdc-402c-a45d-dec5373f507d on network 47f96309-8a1b-4bab-9e45-28b246f8b4dc {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:37:26.881366 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe2bf9d-c8bd-42f4-a44f-ea8e5cf8b453 req-4fd2560f-324f-44aa-bb34-8c2963f67974 service neutron] Port 76714463-4fdc-402c-a45d-dec5373f507d on network 47f96309-8a1b-4bab-9e45-28b246f8b4dc not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:37:26.881697 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe2bf9d-c8bd-42f4-a44f-ea8e5cf8b453 req-4fd2560f-324f-44aa-bb34-8c2963f67974 service neutron] Attempting to bind port 76714463-4fdc-402c-a45d-dec5373f507d on network 47f96309-8a1b-4bab-9e45-28b246f8b4dc {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:37:26.921882 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ec6b2e0e-9884-4d3f-97b0-3147a0ceacb7 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:26.929982 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ec6b2e0e-9884-4d3f-97b0-3147a0ceacb7 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:26.997157 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-695d4d35-f511-476c-bbeb-0240656fb6a6 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:27.004626 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6b2e0e-9884-4d3f-97b0-3147a0ceacb7 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b43a7b0-d8f6-4129-9fd0-f634b239b8f0,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:27.022867 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:37:27.037915 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ec6b2e0e-9884-4d3f-97b0-3147a0ceacb7 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:27.049793 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ec6b2e0e-9884-4d3f-97b0-3147a0ceacb7 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4779828 Jul 09 16:37:27.057595 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60434) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:27.096874 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-6f02ea40-8793-48c9-9f28-af9ae421107f tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Request body: {'security_group_rule': {'security_group_id': '9944d1eb-8a84-4392-9ddb-1e53a1f2c439', 'project_id': 'e2634516774046048410a7faecd2c391', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:27.151361 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 8135148e-c3ec-4a02-81eb-72d10120f6be up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:37:27.193972 n-d-798930-3 neutron-server[93959]: INFO neutron.db.securitygroups_db [None req-6f02ea40-8793-48c9-9f28-af9ae421107f tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Project e2634516774046048410a7faecd2c391 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 16:37:27.200929 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f02ea40-8793-48c9-9f28-af9ae421107f tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:27.279744 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ee74781-f1b1-4a63-a916-294fe9edabca tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:27.316005 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 8135148e-c3ec-4a02-81eb-72d10120f6be completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:37:27.320550 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 8135148e-c3ec-4a02-81eb-72d10120f6be triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:37:27.320830 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:27.331982 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-9ee74781-f1b1-4a63-a916-294fe9edabca tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Transition to ACTIVE for port object 0e7644d9-9a32-4e31-8ed6-602ccfb5f82a will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:37:27.393219 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f02ea40-8793-48c9-9f28-af9ae421107f tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:27.407012 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ed3cf-b2fe-44d1-ac13-6edffe3b870a req-701feb10-6bb5-460c-9b72-846efdd21f52 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:27.409235 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-367ed3cf-b2fe-44d1-ac13-6edffe3b870a req-701feb10-6bb5-460c-9b72-846efdd21f52 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=0e962866-307a-4386-aae8-132131ebba57 HTTP/1.1" status: 200 len: 1052 time: 0.1572735 Jul 09 16:37:27.409709 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f02ea40-8793-48c9-9f28-af9ae421107f tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:27.424705 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-695d4d35-f511-476c-bbeb-0240656fb6a6 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:27.455342 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f02ea40-8793-48c9-9f28-af9ae421107f tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4854a944-aa1a-4992-951c-0fc35b13f28c,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:27.473935 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695d4d35-f511-476c-bbeb-0240656fb6a6 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:37:27.476340 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe2bf9d-c8bd-42f4-a44f-ea8e5cf8b453 req-4fd2560f-324f-44aa-bb34-8c2963f67974 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:37:27.476772 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe2bf9d-c8bd-42f4-a44f-ea8e5cf8b453 req-4fd2560f-324f-44aa-bb34-8c2963f67974 service neutron] Checking segment: {'id': '151d0aee-3796-484c-8d19-ee8bc1639910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '47f96309-8a1b-4bab-9e45-28b246f8b4dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:37:27.477175 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe2bf9d-c8bd-42f4-a44f-ea8e5cf8b453 req-4fd2560f-324f-44aa-bb34-8c2963f67974 service neutron] Bound using segment: {'id': '151d0aee-3796-484c-8d19-ee8bc1639910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '47f96309-8a1b-4bab-9e45-28b246f8b4dc'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:37:27.479531 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-bbe2bf9d-c8bd-42f4-a44f-ea8e5cf8b453 req-4fd2560f-324f-44aa-bb34-8c2963f67974 service neutron] Bound port: 76714463-4fdc-402c-a45d-dec5373f507d, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '151d0aee-3796-484c-8d19-ee8bc1639910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '47f96309-8a1b-4bab-9e45-28b246f8b4dc'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:37:27.480327 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bbe2bf9d-c8bd-42f4-a44f-ea8e5cf8b453 req-4fd2560f-324f-44aa-bb34-8c2963f67974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:27.489996 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f02ea40-8793-48c9-9f28-af9ae421107f tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:27.491262 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-6f02ea40-8793-48c9-9f28-af9ae421107f tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4151735 Jul 09 16:37:27.505279 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-695d4d35-f511-476c-bbeb-0240656fb6a6 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:37:27.509645 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:27.511548 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695d4d35-f511-476c-bbeb-0240656fb6a6 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:37:27.601033 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-367ed3cf-b2fe-44d1-ac13-6edffe3b870a req-9dcf4076-baa6-42c3-806c-81d5c9378291 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=633b7a99-46eb-4c72-978e-bfa8ddaa9360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773620 Jul 09 16:37:27.606185 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 8135148e-c3ec-4a02-81eb-72d10120f6be, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=8135148e-c3ec-4a02-81eb-72d10120f6be,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:27.617134 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:27.618017 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 0ff8a328-02f5-451f-ab6d-233ba2d30a43 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:37:27.620026 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ee74781-f1b1-4a63-a916-294fe9edabca tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:27.783047 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=8135148e-c3ec-4a02-81eb-72d10120f6be,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:27.797259 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-935009d4-34fd-4c4b-98e4-e669fbf0c262 None None] Allocated IP 2001:db8::2 (c4f95d88-d269-4c7b-9e0c-5d8836fcbe36/b6815086-57c0-4159-981f-77e3f3903535/2678edb7-4566-4611-a418-3e4164721dc4) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:37:27.801510 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-541f50a1-12a9-49a4-a14b-88b003d5ee0f req-aaa32c94-9ef9-41a8-a106-b32572ee4efb tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=beaecdd1-d9ec-4963-9785-4dab420b1d4a HTTP/1.1" status: 200 len: 210 time: 0.3652937 Jul 09 16:37:27.802129 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695d4d35-f511-476c-bbeb-0240656fb6a6 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Pushing event updated for resources: {'Port': ['ID=d48a5bb7-bebf-4d9e-b528-e065a69d48bc,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:27.807468 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ada22bfc-99cb-4931-aba6-cbbbbf2a9d55 req-6584c204-5d5c-4e1f-87b9-b2cfaf7d6f7c tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1603092745&fields=id&tenant_id=e2634516774046048410a7faecd2c391 HTTP/1.1" status: 200 len: 267 time: 0.0611238 Jul 09 16:37:27.908007 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee74781-f1b1-4a63-a916-294fe9edabca tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event updated for resources: {'Port': ['ID=0e7644d9-9a32-4e31-8ed6-602ccfb5f82a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:27.977390 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee74781-f1b1-4a63-a916-294fe9edabca tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Network c4f95d88-d269-4c7b-9e0c-5d8836fcbe36 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:37:27.985932 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-9ee74781-f1b1-4a63-a916-294fe9edabca tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:37:27.989251 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee74781-f1b1-4a63-a916-294fe9edabca tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:37:27.990029 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ee74781-f1b1-4a63-a916-294fe9edabca tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:28.038854 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada22bfc-99cb-4931-aba6-cbbbbf2a9d55 req-8995a9da-308d-4228-8a8a-f26d15bed926 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:28.046308 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ada22bfc-99cb-4931-aba6-cbbbbf2a9d55 req-8995a9da-308d-4228-8a8a-f26d15bed926 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/networks?id=4732bbe1-cdbe-4be8-be87-9afa48eeb457 HTTP/1.1" status: 200 len: 797 time: 0.2305291 Jul 09 16:37:28.064145 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ada22bfc-99cb-4931-aba6-cbbbbf2a9d55 req-4352a386-a090-41a2-ae09-6d36c5192493 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/quotas/e2634516774046048410a7faecd2c391 HTTP/1.1" status: 200 len: 375 time: 0.0167665 Jul 09 16:37:28.204286 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ada22bfc-99cb-4931-aba6-cbbbbf2a9d55 req-cb75e947-3f7f-4bb1-b7c9-864c1ce118dc tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=e2634516774046048410a7faecd2c391&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1391394 Jul 09 16:37:28.221316 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-935009d4-34fd-4c4b-98e4-e669fbf0c262 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:28.231918 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 0ff8a328-02f5-451f-ab6d-233ba2d30a43 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:37:28.246511 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:28.250959 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 0ff8a328-02f5-451f-ab6d-233ba2d30a43 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:37:28.252457 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:28.256485 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-935009d4-34fd-4c4b-98e4-e669fbf0c262 None None] Transition to ACTIVE for port object 2678edb7-4566-4611-a418-3e4164721dc4 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:37:28.356472 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-935009d4-34fd-4c4b-98e4-e669fbf0c262 None None] Transition to ACTIVE for port object 2678edb7-4566-4611-a418-3e4164721dc4 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:37:28.382376 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-935009d4-34fd-4c4b-98e4-e669fbf0c262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:28.483750 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ada22bfc-99cb-4931-aba6-cbbbbf2a9d55 req-576191fc-6466-4a71-a31f-5ca330e3054f service neutron] 10.222.0.98 "GET /v2.0/networks/4732bbe1-cdbe-4be8-be87-9afa48eeb457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784705 Jul 09 16:37:28.509549 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935009d4-34fd-4c4b-98e4-e669fbf0c262 None None] Pushing event updated for resources: {'Port': ['ID=2678edb7-4566-4611-a418-3e4164721dc4,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:28.527016 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935009d4-34fd-4c4b-98e4-e669fbf0c262 None None] Network c4f95d88-d269-4c7b-9e0c-5d8836fcbe36 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:37:28.529384 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-935009d4-34fd-4c4b-98e4-e669fbf0c262 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:37:28.532364 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935009d4-34fd-4c4b-98e4-e669fbf0c262 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:37:28.557758 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ee74781-f1b1-4a63-a916-294fe9edabca tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:28.572138 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-bbe2bf9d-c8bd-42f4-a44f-ea8e5cf8b453 req-4fd2560f-324f-44aa-bb34-8c2963f67974 service neutron] For port 76714463-4fdc-402c-a45d-dec5373f507d, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:37:28.609421 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-2e950f59-a2b6-4504-b7bc-a0efc360c9c4 req-b3987f10-dffe-46fa-bcf1-225d9022ff2b tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Allocated IP 172.20.0.7 (6a9e1cb2-fe24-406e-8baf-8643d7db8d0b/5645ca8d-973f-497d-a26d-ddaaa7246e67/494faad2-61d3-45e0-9110-00bcb6cf80cb) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:37:28.621249 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:28.639568 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-935009d4-34fd-4c4b-98e4-e669fbf0c262 None None] Attempting to bind port 2678edb7-4566-4611-a418-3e4164721dc4 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:37:28.640272 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-935009d4-34fd-4c4b-98e4-e669fbf0c262 None None] Attempting to bind port 2678edb7-4566-4611-a418-3e4164721dc4 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '9944e932-09bb-45ae-afab-7c611072102c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c4f95d88-d269-4c7b-9e0c-5d8836fcbe36'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:37:28.640937 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935009d4-34fd-4c4b-98e4-e669fbf0c262 None None] Attempting to bind port 2678edb7-4566-4611-a418-3e4164721dc4 on network c4f95d88-d269-4c7b-9e0c-5d8836fcbe36 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:37:28.657207 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935009d4-34fd-4c4b-98e4-e669fbf0c262 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:37:28.657882 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935009d4-34fd-4c4b-98e4-e669fbf0c262 None None] Checking segment: {'id': '9944e932-09bb-45ae-afab-7c611072102c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c4f95d88-d269-4c7b-9e0c-5d8836fcbe36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:37:28.658492 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-935009d4-34fd-4c4b-98e4-e669fbf0c262 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:28.659925 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935009d4-34fd-4c4b-98e4-e669fbf0c262 None None] Bound using segment: {'id': '9944e932-09bb-45ae-afab-7c611072102c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c4f95d88-d269-4c7b-9e0c-5d8836fcbe36'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:37:28.660591 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-935009d4-34fd-4c4b-98e4-e669fbf0c262 None None] Bound port: 2678edb7-4566-4611-a418-3e4164721dc4, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9944e932-09bb-45ae-afab-7c611072102c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c4f95d88-d269-4c7b-9e0c-5d8836fcbe36'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:37:28.661176 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-935009d4-34fd-4c4b-98e4-e669fbf0c262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:28.670452 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-bbe2bf9d-c8bd-42f4-a44f-ea8e5cf8b453 req-4fd2560f-324f-44aa-bb34-8c2963f67974 service neutron] For port 76714463-4fdc-402c-a45d-dec5373f507d, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=76714463-4fdc-402c-a45d-dec5373f507d,segment=NetworkSegment(151d0aee-3796-484c-8d19-ee8bc1639910),segment_id=151d0aee-3796-484c-8d19-ee8bc1639910)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:37:28.688996 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ada22bfc-99cb-4931-aba6-cbbbbf2a9d55 req-36bad91a-8523-400f-a416-69c348563a75 service neutron] 10.222.0.98 "GET /v2.0/networks/4732bbe1-cdbe-4be8-be87-9afa48eeb457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041059 Jul 09 16:37:28.689521 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bbe2bf9d-c8bd-42f4-a44f-ea8e5cf8b453 req-4fd2560f-324f-44aa-bb34-8c2963f67974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:28.703681 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 0ff8a328-02f5-451f-ab6d-233ba2d30a43, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=0ff8a328-02f5-451f-ab6d-233ba2d30a43,segment=NetworkSegment(25fea648-aede-41b0-b521-f2f7244b98a5),segment_id=25fea648-aede-41b0-b521-f2f7244b98a5)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:28.740858 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:28.809941 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=0ff8a328-02f5-451f-ab6d-233ba2d30a43,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:28.874650 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-935009d4-34fd-4c4b-98e4-e669fbf0c262 None None] For port 2678edb7-4566-4611-a418-3e4164721dc4, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:37:28.879354 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-935009d4-34fd-4c4b-98e4-e669fbf0c262 None None] For port 2678edb7-4566-4611-a418-3e4164721dc4, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=2678edb7-4566-4611-a418-3e4164721dc4,segment=NetworkSegment(9944e932-09bb-45ae-afab-7c611072102c),segment_id=9944e932-09bb-45ae-afab-7c611072102c)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:37:28.888767 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-935009d4-34fd-4c4b-98e4-e669fbf0c262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:28.900439 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2bf9d-c8bd-42f4-a44f-ea8e5cf8b453 req-4fd2560f-324f-44aa-bb34-8c2963f67974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:28.901615 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bbe2bf9d-c8bd-42f4-a44f-ea8e5cf8b453 req-4fd2560f-324f-44aa-bb34-8c2963f67974 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:28.908092 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bbe2bf9d-c8bd-42f4-a44f-ea8e5cf8b453 req-4fd2560f-324f-44aa-bb34-8c2963f67974 service neutron] 10.222.0.77 "PUT /v2.0/ports/76714463-4fdc-402c-a45d-dec5373f507d HTTP/1.1" status: 200 len: 1091 time: 6.8301423 Jul 09 16:37:28.958405 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-04014894-1fad-4415-ac3c-133bf065d3c1 req-755972e3-8c1b-4d9c-8c87-fdad9a66be2a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=27ca80e2-fa97-4684-a815-7c222d49ea6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1763411 Jul 09 16:37:28.966491 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e962866-307a-4386-aae8-132131ebba57', 'tag': '76714463-4fdc-402c-a45d-dec5373f507d'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:37:28.977211 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7443781e-07c6-4d41-be37-c9d1d8c876a6" -d '{"events": [{"name": "network-changed", "server_uuid": "0e962866-307a-4386-aae8-132131ebba57", "tag": "76714463-4fdc-402c-a45d-dec5373f507d"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:37:28.978561 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 8135148e-c3ec-4a02-81eb-72d10120f6be up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:37:29.183418 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935009d4-34fd-4c4b-98e4-e669fbf0c262 None None] Pushing event updated for resources: {'Port': ['ID=2678edb7-4566-4611-a418-3e4164721dc4,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:29.219201 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 8135148e-c3ec-4a02-81eb-72d10120f6be triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:37:29.220607 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:29.355402 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2fc63e3b-7933-4de3-bc6c-98f3c8570610 req-89732c70-4596-4fc7-b1bb-59fe074ec5ff tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=beaecdd1-d9ec-4963-9785-4dab420b1d4a HTTP/1.1" status: 200 len: 210 time: 0.0875738 Jul 09 16:37:29.418712 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04014894-1fad-4415-ac3c-133bf065d3c1 req-148c82f2-3803-4774-aa59-09a9607a8381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:29.420368 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-04014894-1fad-4415-ac3c-133bf065d3c1 req-148c82f2-3803-4774-aa59-09a9607a8381 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=313daaa44e994ebf83af8fe773f4ee0d&device_id=27ca80e2-fa97-4684-a815-7c222d49ea6f HTTP/1.1" status: 200 len: 1097 time: 0.3874707 Jul 09 16:37:29.538559 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd2560f-324f-44aa-bb34-8c2963f67974 service neutron] Pushing event updated for resources: {'Port': ['ID=76714463-4fdc-402c-a45d-dec5373f507d,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:29.700987 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-51223afe-32c3-40a1-ba8a-66a6f74689b0 req-850d5de6-9330-4c9d-ae9f-7b4b3c90aa8f tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/ports?device_id=f03597ae-bd43-4059-87ea-582c8d184af7 HTTP/1.1" status: 200 len: 210 time: 0.1786246 Jul 09 16:37:29.879559 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04014894-1fad-4415-ac3c-133bf065d3c1 req-0f6c6bc0-42e5-416a-b572-35e5bbbcbe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:29.884921 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-04014894-1fad-4415-ac3c-133bf065d3c1 req-0f6c6bc0-42e5-416a-b572-35e5bbbcbe47 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6a9e1cb2-fe24-406e-8baf-8643d7db8d0b HTTP/1.1" status: 200 len: 916 time: 0.4347484 Jul 09 16:37:29.987051 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-04014894-1fad-4415-ac3c-133bf065d3c1 req-b53a72a9-6cd4-41dc-b626-d3b0235c58a8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2874e17-97fa-487f-9d66-e5a5e02ef11a HTTP/1.1" status: 200 len: 217 time: 0.0967488 Jul 09 16:37:30.082308 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04014894-1fad-4415-ac3c-133bf065d3c1 req-e40a98d4-9722-4d4d-91c9-14d586c88563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:30.084442 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-04014894-1fad-4415-ac3c-133bf065d3c1 req-e40a98d4-9722-4d4d-91c9-14d586c88563 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5645ca8d-973f-497d-a26d-ddaaa7246e67 HTTP/1.1" status: 200 len: 855 time: 0.0877519 Jul 09 16:37:30.163260 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-04014894-1fad-4415-ac3c-133bf065d3c1 req-d4b8b528-8afc-42cb-aa89-84e9bf411de9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6a9e1cb2-fe24-406e-8baf-8643d7db8d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719955 Jul 09 16:37:30.302376 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-04014894-1fad-4415-ac3c-133bf065d3c1 req-2af39a8c-bc5d-4147-863d-c90abe8aff89 service neutron] 10.222.0.73 "GET /v2.0/networks/6a9e1cb2-fe24-406e-8baf-8643d7db8d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322482 Jul 09 16:37:30.304879 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bacbeb7-d3eb-409b-93a6-9e4f7c6b438f x-openstack-request-id: req-8bacbeb7-d3eb-409b-93a6-9e4f7c6b438f {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:37:30.305407 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e962866-307a-4386-aae8-132131ebba57", "tag": "76714463-4fdc-402c-a45d-dec5373f507d", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:37:30.305407 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8bacbeb7-d3eb-409b-93a6-9e4f7c6b438f {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:37:30.305802 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e962866-307a-4386-aae8-132131ebba57', 'tag': '76714463-4fdc-402c-a45d-dec5373f507d', 'status': 'completed', 'code': 200} Jul 09 16:37:30.364429 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f84fd-a71a-4745-8a9e-1e9aeb7f260d req-3bbd086c-e9f4-4c40-acb9-0d83f084db92 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:30.366052 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cf5f84fd-a71a-4745-8a9e-1e9aeb7f260d req-3bbd086c-e9f4-4c40-acb9-0d83f084db92 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=0e962866-307a-4386-aae8-132131ebba57 HTTP/1.1" status: 200 len: 1094 time: 1.2710679 Jul 09 16:37:30.367666 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2bf9d-c8bd-42f4-a44f-ea8e5cf8b453 req-c7a08772-b007-4a66-b115-80dd6e481270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:30.369042 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bbe2bf9d-c8bd-42f4-a44f-ea8e5cf8b453 req-c7a08772-b007-4a66-b115-80dd6e481270 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=23f6658f0a6e4d65abb2491a324abda0&device_id=0e962866-307a-4386-aae8-132131ebba57 HTTP/1.1" status: 200 len: 1094 time: 1.2973387 Jul 09 16:37:30.484216 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-04014894-1fad-4415-ac3c-133bf065d3c1 req-203cc2cd-0f14-46b2-9f86-fa624dce2b60 service neutron] 10.222.0.73 "GET /v2.0/networks/6a9e1cb2-fe24-406e-8baf-8643d7db8d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734438 Jul 09 16:37:30.543984 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bbe2bf9d-c8bd-42f4-a44f-ea8e5cf8b453 req-80a33b47-e9a6-423c-8523-92c38f3ebbea service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76714463-4fdc-402c-a45d-dec5373f507d HTTP/1.1" status: 200 len: 217 time: 0.1532433 Jul 09 16:37:30.547553 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2e950f59-a2b6-4504-b7bc-a0efc360c9c4 req-b3987f10-dffe-46fa-bcf1-225d9022ff2b tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:30.571866 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-695d4d35-f511-476c-bbeb-0240656fb6a6 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:30.671768 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e919fe75-0b80-4840-9983-1329020dcfd1 req-e8726dc8-0982-4d1c-a549-b5d9fde14e84 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=beaecdd1-d9ec-4963-9785-4dab420b1d4a HTTP/1.1" status: 200 len: 210 time: 0.0609281 Jul 09 16:37:30.690122 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cf5f84fd-a71a-4745-8a9e-1e9aeb7f260d req-c2997429-1b1f-46db-b856-9564bf3138e2 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=633b7a99-46eb-4c72-978e-bfa8ddaa9360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953243 Jul 09 16:37:30.749526 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2bf9d-c8bd-42f4-a44f-ea8e5cf8b453 req-7428ff06-2bae-4b8d-ad88-1496d21a211a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:30.751026 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bbe2bf9d-c8bd-42f4-a44f-ea8e5cf8b453 req-7428ff06-2bae-4b8d-ad88-1496d21a211a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=db6b7bdb-8f77-4160-95de-1e7faac45cc3 HTTP/1.1" status: 200 len: 849 time: 0.1929057 Jul 09 16:37:30.900961 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2e950f59-a2b6-4504-b7bc-a0efc360c9c4 req-b3987f10-dffe-46fa-bcf1-225d9022ff2b tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:30.936716 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['b2874e17-97fa-487f-9d66-e5a5e02ef11a'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:37:31.029141 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8065b676-3111-4e28-8f8b-cecf58287813 req-9c9e3f7b-42a0-44fc-a470-0bc53726f631 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/ports?device_id=f03597ae-bd43-4059-87ea-582c8d184af7 HTTP/1.1" status: 200 len: 210 time: 0.0757058 Jul 09 16:37:31.083523 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 2678edb7-4566-4611-a418-3e4164721dc4 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:37:31.092540 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ee74781-f1b1-4a63-a916-294fe9edabca tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:31.135708 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ee74781-f1b1-4a63-a916-294fe9edabca tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:31.136473 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ee74781-f1b1-4a63-a916-294fe9edabca tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:31.257443 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e950f59-a2b6-4504-b7bc-a0efc360c9c4 req-b3987f10-dffe-46fa-bcf1-225d9022ff2b tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Network 6a9e1cb2-fe24-406e-8baf-8643d7db8d0b is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:37:31.352258 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-695d4d35-f511-476c-bbeb-0240656fb6a6 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:31.362178 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-2e950f59-a2b6-4504-b7bc-a0efc360c9c4 req-b3987f10-dffe-46fa-bcf1-225d9022ff2b tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:37:31.375853 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 2678edb7-4566-4611-a418-3e4164721dc4 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:37:31.382940 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 0ff8a328-02f5-451f-ab6d-233ba2d30a43 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:37:31.385687 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e950f59-a2b6-4504-b7bc-a0efc360c9c4 req-b3987f10-dffe-46fa-bcf1-225d9022ff2b tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:37:31.407332 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada22bfc-99cb-4931-aba6-cbbbbf2a9d55 req-571950d8-d2cf-4796-bae4-d550c1c16f29 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:31.410496 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3987f10-dffe-46fa-bcf1-225d9022ff2b tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Pushing event updated for resources: {'Port': ['ID=494faad2-61d3-45e0-9110-00bcb6cf80cb,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:31.420612 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ada22bfc-99cb-4931-aba6-cbbbbf2a9d55 req-571950d8-d2cf-4796-bae4-d550c1c16f29 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.77 "GET /v2.0/networks?id=4732bbe1-cdbe-4be8-be87-9afa48eeb457 HTTP/1.1" status: 200 len: 797 time: 0.2667556 Jul 09 16:37:31.515720 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ada22bfc-99cb-4931-aba6-cbbbbf2a9d55 req-1a8ef74d-aef5-4f2a-9e92-ef44f48af0d2 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2634516774046048410a7faecd2c391 HTTP/1.1" status: 200 len: 380 time: 0.0815308 Jul 09 16:37:31.524981 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-ada22bfc-99cb-4931-aba6-cbbbbf2a9d55 req-43fe4198-5d8d-4459-b91e-91b5be1e82f1 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Request body: {'port': {'device_id': 'f03597ae-bd43-4059-87ea-582c8d184af7', 'network_id': '4732bbe1-cdbe-4be8-be87-9afa48eeb457', 'admin_state_up': True, 'tenant_id': 'e2634516774046048410a7faecd2c391', 'security_groups': ['9944d1eb-8a84-4392-9ddb-1e53a1f2c439']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:31.554219 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 0ff8a328-02f5-451f-ab6d-233ba2d30a43 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:37:31.556861 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:31.584489 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2bf9d-c8bd-42f4-a44f-ea8e5cf8b453 req-df74d915-6850-427e-961d-ea5754e81600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:31.586739 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bbe2bf9d-c8bd-42f4-a44f-ea8e5cf8b453 req-df74d915-6850-427e-961d-ea5754e81600 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=47f96309-8a1b-4bab-9e45-28b246f8b4dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8122983 Jul 09 16:37:31.589667 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2df8e9c-e634-45df-a173-8e79c6f19a6f None None] Network c4f95d88-d269-4c7b-9e0c-5d8836fcbe36 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:37:31.750988 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ada22bfc-99cb-4931-aba6-cbbbbf2a9d55 req-43fe4198-5d8d-4459-b91e-91b5be1e82f1 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Made reservation on behalf of e2634516774046048410a7faecd2c391 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:37:31.756600 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ada22bfc-99cb-4931-aba6-cbbbbf2a9d55 req-43fe4198-5d8d-4459-b91e-91b5be1e82f1 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:31.967846 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-57d05b5b-c1c0-422c-b2a9-cdcbc76c92b2 None None] Provisioning for port 2678edb7-4566-4611-a418-3e4164721dc4 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:37:31.974544 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-57d05b5b-c1c0-422c-b2a9-cdcbc76c92b2 None None] Provisioning complete for port 2678edb7-4566-4611-a418-3e4164721dc4 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:37:31.975274 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-57d05b5b-c1c0-422c-b2a9-cdcbc76c92b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:31.995213 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee74781-f1b1-4a63-a916-294fe9edabca tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event updated for resources: {'Port': ['ID=0e7644d9-9a32-4e31-8ed6-602ccfb5f82a,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:32.027206 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-ada22bfc-99cb-4931-aba6-cbbbbf2a9d55 req-43fe4198-5d8d-4459-b91e-91b5be1e82f1 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Allocated IP 172.20.0.3 (4732bbe1-cdbe-4be8-be87-9afa48eeb457/22bbec24-5cfd-4d99-b338-60b450cbf9e7/ecb5afe1-686c-4bb9-82cd-29eb29f888f8) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:37:32.078428 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee74781-f1b1-4a63-a916-294fe9edabca tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Network c4f95d88-d269-4c7b-9e0c-5d8836fcbe36 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:37:32.093362 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d15058-7330-445b-8469-9184b0a77295 req-a2893eab-bc5e-4d23-adfc-99db41560abf tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:32.095701 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-83d15058-7330-445b-8469-9184b0a77295 req-a2893eab-bc5e-4d23-adfc-99db41560abf tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=0e962866-307a-4386-aae8-132131ebba57 HTTP/1.1" status: 200 len: 1094 time: 0.1574771 Jul 09 16:37:32.097725 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-9ee74781-f1b1-4a63-a916-294fe9edabca tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:37:32.127970 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e950f59-a2b6-4504-b7bc-a0efc360c9c4 req-b3987f10-dffe-46fa-bcf1-225d9022ff2b tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:32.128752 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2e950f59-a2b6-4504-b7bc-a0efc360c9c4 req-b3987f10-dffe-46fa-bcf1-225d9022ff2b tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:32.330996 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-83d15058-7330-445b-8469-9184b0a77295 req-15c77080-f0e6-4a66-8bb1-6af62ee72b11 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=633b7a99-46eb-4c72-978e-bfa8ddaa9360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218664 Jul 09 16:37:32.338861 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ada22bfc-99cb-4931-aba6-cbbbbf2a9d55 req-43fe4198-5d8d-4459-b91e-91b5be1e82f1 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:32.339991 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2e950f59-a2b6-4504-b7bc-a0efc360c9c4 req-b3987f10-dffe-46fa-bcf1-225d9022ff2b tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1114326 Jul 09 16:37:32.352596 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-57d05b5b-c1c0-422c-b2a9-cdcbc76c92b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:32.373010 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-ada22bfc-99cb-4931-aba6-cbbbbf2a9d55 req-43fe4198-5d8d-4459-b91e-91b5be1e82f1 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Transition to ACTIVE for port object ecb5afe1-686c-4bb9-82cd-29eb29f888f8 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:37:32.406013 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-57d05b5b-c1c0-422c-b2a9-cdcbc76c92b2 None None] For port 2678edb7-4566-4611-a418-3e4164721dc4, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=2678edb7-4566-4611-a418-3e4164721dc4,segment=NetworkSegment(9944e932-09bb-45ae-afab-7c611072102c),segment_id=9944e932-09bb-45ae-afab-7c611072102c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:32.412788 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-57d05b5b-c1c0-422c-b2a9-cdcbc76c92b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:32.430080 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-2e950f59-a2b6-4504-b7bc-a0efc360c9c4 req-acb78955-c80f-4de5-ab58-f2a2cf28c316 service neutron] Request body: {'port': {'device_id': 'beaecdd1-d9ec-4963-9785-4dab420b1d4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:32.450696 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ada22bfc-99cb-4931-aba6-cbbbbf2a9d55 req-43fe4198-5d8d-4459-b91e-91b5be1e82f1 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:32.494567 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ada22bfc-99cb-4931-aba6-cbbbbf2a9d55 req-43fe4198-5d8d-4459-b91e-91b5be1e82f1 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Network 4732bbe1-cdbe-4be8-be87-9afa48eeb457 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:37:32.503219 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-695d4d35-f511-476c-bbeb-0240656fb6a6 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Router f6031b23-f4c6-401a-b5aa-cb7a676dba59 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:37:32.514600 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f0e55-cce1-470e-a2b6-b2588f1d517a req-11765a95-b6a7-4a17-9a8d-19610573b528 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:32.517157 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-914f0e55-cce1-470e-a2b6-b2588f1d517a req-11765a95-b6a7-4a17-9a8d-19610573b528 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=beaecdd1-d9ec-4963-9785-4dab420b1d4a HTTP/1.1" status: 200 len: 931 time: 0.5156500 Jul 09 16:37:32.526793 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-ada22bfc-99cb-4931-aba6-cbbbbf2a9d55 req-43fe4198-5d8d-4459-b91e-91b5be1e82f1 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:37:32.532441 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada22bfc-99cb-4931-aba6-cbbbbf2a9d55 req-43fe4198-5d8d-4459-b91e-91b5be1e82f1 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:37:32.625653 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d05b5b-c1c0-422c-b2a9-cdcbc76c92b2 None None] Pushing event updated for resources: {'Port': ['ID=2678edb7-4566-4611-a418-3e4164721dc4,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:32.634283 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fe4198-5d8d-4459-b91e-91b5be1e82f1 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event updated for resources: {'Port': ['ID=ecb5afe1-686c-4bb9-82cd-29eb29f888f8,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:32.692955 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada22bfc-99cb-4931-aba6-cbbbbf2a9d55 req-43fe4198-5d8d-4459-b91e-91b5be1e82f1 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:32.693634 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ada22bfc-99cb-4931-aba6-cbbbbf2a9d55 req-43fe4198-5d8d-4459-b91e-91b5be1e82f1 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:32.728991 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ada22bfc-99cb-4931-aba6-cbbbbf2a9d55 req-43fe4198-5d8d-4459-b91e-91b5be1e82f1 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2082527 Jul 09 16:37:32.749524 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-ada22bfc-99cb-4931-aba6-cbbbbf2a9d55 req-565e904c-6175-4095-aa43-fef77a5ecd6c service neutron] Request body: {'port': {'device_id': 'f03597ae-bd43-4059-87ea-582c8d184af7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:32.765042 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bbe2bf9d-c8bd-42f4-a44f-ea8e5cf8b453 req-ffd26f27-d0fb-44a4-9496-23e732a8b058 service neutron] 10.222.0.77 "GET /v2.0/networks/47f96309-8a1b-4bab-9e45-28b246f8b4dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1418669 Jul 09 16:37:32.796808 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff772f-fd3e-4c3e-b2e8-36bbb4f8f4f1 req-c06ffa61-dec6-4c26-9e38-9516295385be tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:32.799573 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5eff772f-fd3e-4c3e-b2e8-36bbb4f8f4f1 req-c06ffa61-dec6-4c26-9e38-9516295385be tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/ports?device_id=f03597ae-bd43-4059-87ea-582c8d184af7 HTTP/1.1" status: 200 len: 931 time: 0.1577489 Jul 09 16:37:32.815813 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-914f0e55-cce1-470e-a2b6-b2588f1d517a req-341ae925-073b-49dd-935b-2caca6d19aab tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a8e018c-d316-4742-956b-cc123b12d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626512 Jul 09 16:37:32.854103 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2e950f59-a2b6-4504-b7bc-a0efc360c9c4 req-acb78955-c80f-4de5-ab58-f2a2cf28c316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:32.908299 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 2678edb7-4566-4611-a418-3e4164721dc4 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:37:32.942516 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee74781-f1b1-4a63-a916-294fe9edabca tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Router 9c0fee01-30e3-4a8c-b1b2-5551a6aeed8b is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:37:33.015008 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ada22bfc-99cb-4931-aba6-cbbbbf2a9d55 req-565e904c-6175-4095-aa43-fef77a5ecd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:33.047828 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5eff772f-fd3e-4c3e-b2e8-36bbb4f8f4f1 req-84b52677-03ad-4ec0-9ed3-ff1469e678aa tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/security-groups?id=9944d1eb-8a84-4392-9ddb-1e53a1f2c439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2385945 Jul 09 16:37:33.060826 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c1e0731e-6f19-47b4-948a-81fbea8e9978 None None] Provisioning complete for port 2678edb7-4566-4611-a418-3e4164721dc4 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:37:33.061357 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c1e0731e-6f19-47b4-948a-81fbea8e9978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:33.241421 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 2678edb7-4566-4611-a418-3e4164721dc4 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:37:33.241421 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:33.376238 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bbe2bf9d-c8bd-42f4-a44f-ea8e5cf8b453 req-0f55b57d-d48b-4f97-80b8-080116a718b4 service neutron] 10.222.0.77 "GET /v2.0/networks/47f96309-8a1b-4bab-9e45-28b246f8b4dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5973606 Jul 09 16:37:33.398179 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee74781-f1b1-4a63-a916-294fe9edabca tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:37:33.422977 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-9ee74781-f1b1-4a63-a916-294fe9edabca tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "PUT /v2.0/routers/9c0fee01-30e3-4a8c-b1b2-5551a6aeed8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3327136 Jul 09 16:37:33.427013 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 60544) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:33.507001 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c1e0731e-6f19-47b4-948a-81fbea8e9978 None None] Provisioning for port 0e7644d9-9a32-4e31-8ed6-602ccfb5f82a completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:37:33.521302 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5ecee4-b71f-4aa4-bc7f-cb65d03bb909 None None] Sync routers for ids ['9c0fee01-30e3-4a8c-b1b2-5551a6aeed8b'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:37:33.532937 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c1e0731e-6f19-47b4-948a-81fbea8e9978 None None] Provisioning complete for port 0e7644d9-9a32-4e31-8ed6-602ccfb5f82a triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:37:33.533703 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c1e0731e-6f19-47b4-948a-81fbea8e9978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:33.586056 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5ecee4-b71f-4aa4-bc7f-cb65d03bb909 None None] Routers {'9c0fee01-30e3-4a8c-b1b2-5551a6aeed8b'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:37:33.586953 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ab5ecee4-b71f-4aa4-bc7f-cb65d03bb909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:37:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['9c0fee01-30e3-4a8c-b1b2-5551a6aeed8b'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:33.607173 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695d4d35-f511-476c-bbeb-0240656fb6a6 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:37:33.619375 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c92afac-19c1-4413-9bec-a429c6d9cf9a None None] Sync routers for ids ['f6031b23-f4c6-401a-b5aa-cb7a676dba59'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:37:33.641527 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ab5ecee4-b71f-4aa4-bc7f-cb65d03bb909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:33.653323 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c92afac-19c1-4413-9bec-a429c6d9cf9a None None] Routers {'f6031b23-f4c6-401a-b5aa-cb7a676dba59'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:37:33.657919 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-2c92afac-19c1-4413-9bec-a429c6d9cf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:37:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['f6031b23-f4c6-401a-b5aa-cb7a676dba59'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:33.668751 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5ecee4-b71f-4aa4-bc7f-cb65d03bb909 None None] Routers {'9c0fee01-30e3-4a8c-b1b2-5551a6aeed8b'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:37:33.669234 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ab5ecee4-b71f-4aa4-bc7f-cb65d03bb909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:37:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['9c0fee01-30e3-4a8c-b1b2-5551a6aeed8b'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:33.719123 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ab5ecee4-b71f-4aa4-bc7f-cb65d03bb909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:33.720121 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5ecee4-b71f-4aa4-bc7f-cb65d03bb909 None None] The sync data for ids ['9c0fee01-30e3-4a8c-b1b2-5551a6aeed8b'] in n-d-798930-3 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:37:33.723472 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-c1e0731e-6f19-47b4-948a-81fbea8e9978 None None] Port 0e7644d9-9a32-4e31-8ed6-602ccfb5f82a cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:37:33.864183 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e9d16e26-2282-41f9-ab1a-86f7638219c9 None None] Provisioning complete for port 0e7644d9-9a32-4e31-8ed6-602ccfb5f82a triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:37:33.871085 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e9d16e26-2282-41f9-ab1a-86f7638219c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:33.873494 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-ada22bfc-99cb-4931-aba6-cbbbbf2a9d55 req-565e904c-6175-4095-aa43-fef77a5ecd6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecb5afe1-686c-4bb9-82cd-29eb29f888f8 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:37:33.892673 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60554) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:33.916602 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-695d4d35-f511-476c-bbeb-0240656fb6a6 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:33.920255 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-695d4d35-f511-476c-bbeb-0240656fb6a6 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 12.4374964 Jul 09 16:37:33.924614 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60558) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:33.950576 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ada22bfc-99cb-4931-aba6-cbbbbf2a9d55 req-565e904c-6175-4095-aa43-fef77a5ecd6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:33.990889 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d174213e-e941-4db9-957c-926b75091023 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:33.999219 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d174213e-e941-4db9-957c-926b75091023 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "GET /v2.0/ports/0e7644d9-9a32-4e31-8ed6-602ccfb5f82a HTTP/1.1" status: 200 len: 911 time: 0.4424236 Jul 09 16:37:34.003925 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60560) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:34.014350 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-2c92afac-19c1-4413-9bec-a429c6d9cf9a None None] Set router f6031b23-f4c6-401a-b5aa-cb7a676dba59 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:37:34.024391 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-ada22bfc-99cb-4931-aba6-cbbbbf2a9d55 req-565e904c-6175-4095-aa43-fef77a5ecd6c service neutron] Transition to ACTIVE for port object ecb5afe1-686c-4bb9-82cd-29eb29f888f8 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:37:34.033370 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-e9d16e26-2282-41f9-ab1a-86f7638219c9 None None] Port 0e7644d9-9a32-4e31-8ed6-602ccfb5f82a cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:37:34.071520 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e9d16e26-2282-41f9-ab1a-86f7638219c9 None None] Provisioning for port ecb5afe1-686c-4bb9-82cd-29eb29f888f8 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:37:34.184810 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ada22bfc-99cb-4931-aba6-cbbbbf2a9d55 req-565e904c-6175-4095-aa43-fef77a5ecd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:34.233026 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-da42be29-7472-474d-8692-6f9f8aa2283d None None] Provisioning complete for port 0e7644d9-9a32-4e31-8ed6-602ccfb5f82a triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:37:34.233484 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-da42be29-7472-474d-8692-6f9f8aa2283d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:34.241777 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c60811-59bd-48a8-a3bf-1742b0cf7fa9 req-35b05c65-6269-4a96-b8a0-5fd4da76c60c tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:34.252993 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-82c60811-59bd-48a8-a3bf-1742b0cf7fa9 req-35b05c65-6269-4a96-b8a0-5fd4da76c60c tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=0e962866-307a-4386-aae8-132131ebba57 HTTP/1.1" status: 200 len: 1094 time: 0.5783467 Jul 09 16:37:34.269910 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7443781e-07c6-4d41-be37-c9d1d8c876a6 req-f35d57e6-6307-42d1-b9ff-9f4ca9f3ee78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:34.280045 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7443781e-07c6-4d41-be37-c9d1d8c876a6 req-f35d57e6-6307-42d1-b9ff-9f4ca9f3ee78 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=23f6658f0a6e4d65abb2491a324abda0&device_id=0e962866-307a-4386-aae8-132131ebba57 HTTP/1.1" status: 200 len: 1094 time: 0.6875813 Jul 09 16:37:34.341916 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-da42be29-7472-474d-8692-6f9f8aa2283d None None] Port 0e7644d9-9a32-4e31-8ed6-602ccfb5f82a cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:37:34.397136 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-2c92afac-19c1-4413-9bec-a429c6d9cf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6031b23-f4c6-401a-b5aa-cb7a676dba59', 'name': 'tempest-snat-router-2002212035', 'tenant_id': '209bb81e92734bc6bfa7ed8b598614d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'd48a5bb7-bebf-4d9e-b528-e065a69d48bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:37:21Z', 'updated_at': '2021-07-09T16:37:28Z', 'revision_number': 3, 'project_id': '209bb81e92734bc6bfa7ed8b598614d7', 'gw_port': {'id': 'd48a5bb7-bebf-4d9e-b528-e065a69d48bc', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6031b23-f4c6-401a-b5aa-cb7a676dba59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:37:24Z', 'updated_at': '2021-07-09T16:37:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:34.436141 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c92afac-19c1-4413-9bec-a429c6d9cf9a None None] Checking router: f6031b23-f4c6-401a-b5aa-cb7a676dba59 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:37:34.436496 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c92afac-19c1-4413-9bec-a429c6d9cf9a None None] Updating router f6031b23-f4c6-401a-b5aa-cb7a676dba59 port d48a5bb7-bebf-4d9e-b528-e065a69d48bc binding host n-d-798930-3 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:37:34.490126 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-2c92afac-19c1-4413-9bec-a429c6d9cf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:34.894524 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-70c00701-29c3-4785-977c-a348390e50cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:34.964858 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e904c-6175-4095-aa43-fef77a5ecd6c service neutron] Pushing event updated for resources: {'Port': ['ID=ecb5afe1-686c-4bb9-82cd-29eb29f888f8,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:35.068273 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-2c92afac-19c1-4413-9bec-a429c6d9cf9a None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:35.093199 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-2c92afac-19c1-4413-9bec-a429c6d9cf9a None None] Transition to ACTIVE for port object d48a5bb7-bebf-4d9e-b528-e065a69d48bc will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:37:35.097172 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-70c00701-29c3-4785-977c-a348390e50cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:35.105294 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-2c92afac-19c1-4413-9bec-a429c6d9cf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:35.121273 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-70c00701-29c3-4785-977c-a348390e50cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:35.169415 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-82c60811-59bd-48a8-a3bf-1742b0cf7fa9 req-91bd003b-6bbb-4cc2-9c5f-5cc805ce296d tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=633b7a99-46eb-4c72-978e-bfa8ddaa9360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9151871 Jul 09 16:37:35.219044 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197bb7a5-0c9e-40eb-92af-e9ba5ca86a9d None None] Pushing event updated for resources: {'Port': ['ID=d48a5bb7-bebf-4d9e-b528-e065a69d48bc,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:35.238012 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-cbdad1bf-aa16-40f1-9793-de546d40fe83 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] 10.222.0.98 "GET /v2.0/routers/f6031b23-f4c6-401a-b5aa-cb7a676dba59 HTTP/1.1" status: 200 len: 908 time: 1.3043389 Jul 09 16:37:35.246406 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 60572) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:35.256753 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-2c92afac-19c1-4413-9bec-a429c6d9cf9a None None] Attempting to bind port d48a5bb7-bebf-4d9e-b528-e065a69d48bc on host n-d-798930-3 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:37:35.257359 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-2c92afac-19c1-4413-9bec-a429c6d9cf9a None None] Attempting to bind port d48a5bb7-bebf-4d9e-b528-e065a69d48bc by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:37:35.258072 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c92afac-19c1-4413-9bec-a429c6d9cf9a None None] Attempting to bind port d48a5bb7-bebf-4d9e-b528-e065a69d48bc on network caa6ed8d-2893-4113-8f68-c5284e694f6c {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:37:35.274747 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c92afac-19c1-4413-9bec-a429c6d9cf9a None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:37:35.275963 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c92afac-19c1-4413-9bec-a429c6d9cf9a None None] Checking segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:37:35.276506 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-2c92afac-19c1-4413-9bec-a429c6d9cf9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:35.277031 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c92afac-19c1-4413-9bec-a429c6d9cf9a None None] Bound using segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:37:35.277647 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-2c92afac-19c1-4413-9bec-a429c6d9cf9a None None] Bound port: d48a5bb7-bebf-4d9e-b528-e065a69d48bc, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:37:35.278183 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-2c92afac-19c1-4413-9bec-a429c6d9cf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:35.279649 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7443781e-07c6-4d41-be37-c9d1d8c876a6 req-30f26d6c-7dfc-4f17-8fd1-d7ffc1233d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:35.281423 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7443781e-07c6-4d41-be37-c9d1d8c876a6 req-30f26d6c-7dfc-4f17-8fd1-d7ffc1233d22 service neutron] 10.222.0.77 "GET /v2.0/networks?id=47f96309-8a1b-4bab-9e45-28b246f8b4dc HTTP/1.1" status: 200 len: 911 time: 0.9670196 Jul 09 16:37:35.287098 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-70c00701-29c3-4785-977c-a348390e50cd admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f9bad6c162af41b69313aa080397ce99&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3909738 Jul 09 16:37:35.313475 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60574) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:35.315728 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c00701-29c3-4785-977c-a348390e50cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c395c98-ec99-4019-8d9c-947e866db743,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:35.346806 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-2c92afac-19c1-4413-9bec-a429c6d9cf9a None None] For port d48a5bb7-bebf-4d9e-b528-e065a69d48bc, host n-d-798930-3, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:37:35.351360 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-2c92afac-19c1-4413-9bec-a429c6d9cf9a None None] For port d48a5bb7-bebf-4d9e-b528-e065a69d48bc, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=d48a5bb7-bebf-4d9e-b528-e065a69d48bc,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:37:35.362811 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-2c92afac-19c1-4413-9bec-a429c6d9cf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:35.409716 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147ac17-587b-4a03-b6f2-d838bbbe42be req-6d69d19f-fa5d-441a-9238-72b2f6b62d51 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:35.411427 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2147ac17-587b-4a03-b6f2-d838bbbe42be req-6d69d19f-fa5d-441a-9238-72b2f6b62d51 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=beaecdd1-d9ec-4963-9785-4dab420b1d4a HTTP/1.1" status: 200 len: 931 time: 0.7321739 Jul 09 16:37:35.432857 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c92afac-19c1-4413-9bec-a429c6d9cf9a None None] Routers {'f6031b23-f4c6-401a-b5aa-cb7a676dba59'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:37:35.434030 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-2c92afac-19c1-4413-9bec-a429c6d9cf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:37:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['f6031b23-f4c6-401a-b5aa-cb7a676dba59'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:35.494380 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-ada22bfc-99cb-4931-aba6-cbbbbf2a9d55 req-565e904c-6175-4095-aa43-fef77a5ecd6c service neutron] Attempting to bind port ecb5afe1-686c-4bb9-82cd-29eb29f888f8 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:37:35.494885 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-ada22bfc-99cb-4931-aba6-cbbbbf2a9d55 req-565e904c-6175-4095-aa43-fef77a5ecd6c service neutron] Attempting to bind port ecb5afe1-686c-4bb9-82cd-29eb29f888f8 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '25fea648-aede-41b0-b521-f2f7244b98a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4732bbe1-cdbe-4be8-be87-9afa48eeb457'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:37:35.495340 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada22bfc-99cb-4931-aba6-cbbbbf2a9d55 req-565e904c-6175-4095-aa43-fef77a5ecd6c service neutron] Attempting to bind port ecb5afe1-686c-4bb9-82cd-29eb29f888f8 on network 4732bbe1-cdbe-4be8-be87-9afa48eeb457 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:37:35.537053 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada22bfc-99cb-4931-aba6-cbbbbf2a9d55 req-565e904c-6175-4095-aa43-fef77a5ecd6c service neutron] Port ecb5afe1-686c-4bb9-82cd-29eb29f888f8 on network 4732bbe1-cdbe-4be8-be87-9afa48eeb457 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:37:35.537053 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada22bfc-99cb-4931-aba6-cbbbbf2a9d55 req-565e904c-6175-4095-aa43-fef77a5ecd6c service neutron] Attempting to bind port ecb5afe1-686c-4bb9-82cd-29eb29f888f8 on network 4732bbe1-cdbe-4be8-be87-9afa48eeb457 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:37:35.550245 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-089f686e-c9a3-4931-9253-f468d0600f59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:35.552165 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7443781e-07c6-4d41-be37-c9d1d8c876a6 req-00b8bbb3-14e2-4369-ace0-9e0dcf048c50 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76714463-4fdc-402c-a45d-dec5373f507d HTTP/1.1" status: 200 len: 217 time: 0.1051071 Jul 09 16:37:35.566900 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2147ac17-587b-4a03-b6f2-d838bbbe42be req-c34d8085-b987-42ab-bd76-bd86f9a89a0d tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a8e018c-d316-4742-956b-cc123b12d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426868 Jul 09 16:37:35.569771 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada22bfc-99cb-4931-aba6-cbbbbf2a9d55 req-565e904c-6175-4095-aa43-fef77a5ecd6c service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:37:35.574191 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada22bfc-99cb-4931-aba6-cbbbbf2a9d55 req-565e904c-6175-4095-aa43-fef77a5ecd6c service neutron] Checking segment: {'id': '25fea648-aede-41b0-b521-f2f7244b98a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4732bbe1-cdbe-4be8-be87-9afa48eeb457'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:37:35.574799 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada22bfc-99cb-4931-aba6-cbbbbf2a9d55 req-565e904c-6175-4095-aa43-fef77a5ecd6c service neutron] Bound using segment: {'id': '25fea648-aede-41b0-b521-f2f7244b98a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4732bbe1-cdbe-4be8-be87-9afa48eeb457'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:37:35.575365 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-ada22bfc-99cb-4931-aba6-cbbbbf2a9d55 req-565e904c-6175-4095-aa43-fef77a5ecd6c service neutron] Bound port: ecb5afe1-686c-4bb9-82cd-29eb29f888f8, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25fea648-aede-41b0-b521-f2f7244b98a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4732bbe1-cdbe-4be8-be87-9afa48eeb457'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:37:35.575839 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ada22bfc-99cb-4931-aba6-cbbbbf2a9d55 req-565e904c-6175-4095-aa43-fef77a5ecd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:35.604913 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-2e950f59-a2b6-4504-b7bc-a0efc360c9c4 req-acb78955-c80f-4de5-ab58-f2a2cf28c316 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 494faad2-61d3-45e0-9110-00bcb6cf80cb {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:37:35.618527 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-794a2b67-0d38-447d-a546-a7a21becd8be tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:35.621496 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2e950f59-a2b6-4504-b7bc-a0efc360c9c4 req-acb78955-c80f-4de5-ab58-f2a2cf28c316 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:35.623467 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197bb7a5-0c9e-40eb-92af-e9ba5ca86a9d None None] Pushing event updated for resources: {'Port': ['ID=d48a5bb7-bebf-4d9e-b528-e065a69d48bc,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:35.658281 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-2c92afac-19c1-4413-9bec-a429c6d9cf9a None None] Set router f6031b23-f4c6-401a-b5aa-cb7a676dba59 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:37:35.687514 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-089f686e-c9a3-4931-9253-f468d0600f59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:35.712420 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-2e950f59-a2b6-4504-b7bc-a0efc360c9c4 req-acb78955-c80f-4de5-ab58-f2a2cf28c316 service neutron] Transition to ACTIVE for port object 494faad2-61d3-45e0-9110-00bcb6cf80cb will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:37:35.714791 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7443781e-07c6-4d41-be37-c9d1d8c876a6 req-9516b516-3890-405a-8351-aeafa4e5306d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:35.716547 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7443781e-07c6-4d41-be37-c9d1d8c876a6 req-9516b516-3890-405a-8351-aeafa4e5306d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=db6b7bdb-8f77-4160-95de-1e7faac45cc3 HTTP/1.1" status: 200 len: 849 time: 0.1486270 Jul 09 16:37:35.748328 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2e950f59-a2b6-4504-b7bc-a0efc360c9c4 req-acb78955-c80f-4de5-ab58-f2a2cf28c316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:35.773865 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44117037-b5f3-4ab9-accd-484fc2e93bab req-a4f13a0c-e901-480c-9ea3-8ffe50e77aca tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:35.775528 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-44117037-b5f3-4ab9-accd-484fc2e93bab req-a4f13a0c-e901-480c-9ea3-8ffe50e77aca tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/ports?device_id=f03597ae-bd43-4059-87ea-582c8d184af7 HTTP/1.1" status: 200 len: 943 time: 0.3246596 Jul 09 16:37:35.816626 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-ada22bfc-99cb-4931-aba6-cbbbbf2a9d55 req-565e904c-6175-4095-aa43-fef77a5ecd6c service neutron] For port ecb5afe1-686c-4bb9-82cd-29eb29f888f8, host n-h1-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:37:35.840112 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-089f686e-c9a3-4931-9253-f468d0600f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:35.843540 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-089f686e-c9a3-4931-9253-f468d0600f59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:35.845078 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-089f686e-c9a3-4931-9253-f468d0600f59 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5c395c98-ec99-4019-8d9c-947e866db743 HTTP/1.1" status: 204 len: 168 time: 0.5260446 Jul 09 16:37:35.857952 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-ada22bfc-99cb-4931-aba6-cbbbbf2a9d55 req-565e904c-6175-4095-aa43-fef77a5ecd6c service neutron] For port ecb5afe1-686c-4bb9-82cd-29eb29f888f8, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=ecb5afe1-686c-4bb9-82cd-29eb29f888f8,segment=NetworkSegment(25fea648-aede-41b0-b521-f2f7244b98a5),segment_id=25fea648-aede-41b0-b521-f2f7244b98a5)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:37:35.864150 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f686e-c9a3-4931-9253-f468d0600f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c395c98-ec99-4019-8d9c-947e866db743,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:35.878580 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ada22bfc-99cb-4931-aba6-cbbbbf2a9d55 req-565e904c-6175-4095-aa43-fef77a5ecd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:35.914802 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb78955-c80f-4de5-ab58-f2a2cf28c316 service neutron] Pushing event updated for resources: {'Port': ['ID=494faad2-61d3-45e0-9110-00bcb6cf80cb,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:35.968008 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada22bfc-99cb-4931-aba6-cbbbbf2a9d55 req-565e904c-6175-4095-aa43-fef77a5ecd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:35.971241 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ada22bfc-99cb-4931-aba6-cbbbbf2a9d55 req-565e904c-6175-4095-aa43-fef77a5ecd6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:35.976991 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ada22bfc-99cb-4931-aba6-cbbbbf2a9d55 req-565e904c-6175-4095-aa43-fef77a5ecd6c service neutron] 10.222.0.77 "PUT /v2.0/ports/ecb5afe1-686c-4bb9-82cd-29eb29f888f8 HTTP/1.1" status: 200 len: 1091 time: 3.2382967 Jul 09 16:37:35.986426 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-2c92afac-19c1-4413-9bec-a429c6d9cf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6031b23-f4c6-401a-b5aa-cb7a676dba59', 'name': 'tempest-snat-router-2002212035', 'tenant_id': '209bb81e92734bc6bfa7ed8b598614d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'd48a5bb7-bebf-4d9e-b528-e065a69d48bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:37:21Z', 'updated_at': '2021-07-09T16:37:28Z', 'revision_number': 3, 'project_id': '209bb81e92734bc6bfa7ed8b598614d7', 'gw_port': {'id': 'd48a5bb7-bebf-4d9e-b528-e065a69d48bc', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6031b23-f4c6-401a-b5aa-cb7a676dba59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:37:24Z', 'updated_at': '2021-07-09T16:37:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:35.988310 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-794a2b67-0d38-447d-a546-a7a21becd8be tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:36.011330 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f03597ae-bd43-4059-87ea-582c8d184af7', 'tag': 'ecb5afe1-686c-4bb9-82cd-29eb29f888f8'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:37:36.014899 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9cb281-2d29-4bff-a5fe-b38df4ed6259" -d '{"events": [{"name": "network-changed", "server_uuid": "f03597ae-bd43-4059-87ea-582c8d184af7", "tag": "ecb5afe1-686c-4bb9-82cd-29eb29f888f8"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:37:36.025309 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-44117037-b5f3-4ab9-accd-484fc2e93bab req-27921042-a9c6-4aa3-a7e7-90511c07d0d9 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/security-groups?id=9944d1eb-8a84-4392-9ddb-1e53a1f2c439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857138 Jul 09 16:37:36.088860 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7443781e-07c6-4d41-be37-c9d1d8c876a6 req-232d5f3c-f1d6-490a-ad34-ec3b4d53fdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:36.090047 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e904c-6175-4095-aa43-fef77a5ecd6c service neutron] Pushing event updated for resources: {'Port': ['ID=ecb5afe1-686c-4bb9-82cd-29eb29f888f8,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:36.092694 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c92afac-19c1-4413-9bec-a429c6d9cf9a None None] The sync data for ids ['f6031b23-f4c6-401a-b5aa-cb7a676dba59'] in n-d-798930-3 is: [{'id': 'f6031b23-f4c6-401a-b5aa-cb7a676dba59', 'name': 'tempest-snat-router-2002212035', 'tenant_id': '209bb81e92734bc6bfa7ed8b598614d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'd48a5bb7-bebf-4d9e-b528-e065a69d48bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:37:21Z', 'updated_at': '2021-07-09T16:37:28Z', 'revision_number': 3, 'project_id': '209bb81e92734bc6bfa7ed8b598614d7', 'gw_port': {'id': 'd48a5bb7-bebf-4d9e-b528-e065a69d48bc', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6031b23-f4c6-401a-b5aa-cb7a676dba59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:37:24Z', 'updated_at': '2021-07-09T16:37:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:37:36.095088 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7443781e-07c6-4d41-be37-c9d1d8c876a6 req-232d5f3c-f1d6-490a-ad34-ec3b4d53fdc8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=47f96309-8a1b-4bab-9e45-28b246f8b4dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3481812 Jul 09 16:37:36.210607 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c608e8a8-f90f-4883-b6b4-bd14ab00c7b3 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:36.271771 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-2e950f59-a2b6-4504-b7bc-a0efc360c9c4 req-acb78955-c80f-4de5-ab58-f2a2cf28c316 service neutron] Attempting to bind port 494faad2-61d3-45e0-9110-00bcb6cf80cb on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:37:36.272687 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-2e950f59-a2b6-4504-b7bc-a0efc360c9c4 req-acb78955-c80f-4de5-ab58-f2a2cf28c316 service neutron] Attempting to bind port 494faad2-61d3-45e0-9110-00bcb6cf80cb by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': 'c69a2028-7f11-44fc-9cb8-816928cf4954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6a9e1cb2-fe24-406e-8baf-8643d7db8d0b'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:37:36.273236 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e950f59-a2b6-4504-b7bc-a0efc360c9c4 req-acb78955-c80f-4de5-ab58-f2a2cf28c316 service neutron] Attempting to bind port 494faad2-61d3-45e0-9110-00bcb6cf80cb on network 6a9e1cb2-fe24-406e-8baf-8643d7db8d0b {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:37:36.301067 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e950f59-a2b6-4504-b7bc-a0efc360c9c4 req-acb78955-c80f-4de5-ab58-f2a2cf28c316 service neutron] Port 494faad2-61d3-45e0-9110-00bcb6cf80cb on network 6a9e1cb2-fe24-406e-8baf-8643d7db8d0b not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:37:36.301795 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e950f59-a2b6-4504-b7bc-a0efc360c9c4 req-acb78955-c80f-4de5-ab58-f2a2cf28c316 service neutron] Attempting to bind port 494faad2-61d3-45e0-9110-00bcb6cf80cb on network 6a9e1cb2-fe24-406e-8baf-8643d7db8d0b {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:37:36.331068 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e950f59-a2b6-4504-b7bc-a0efc360c9c4 req-acb78955-c80f-4de5-ab58-f2a2cf28c316 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:37:36.346323 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e950f59-a2b6-4504-b7bc-a0efc360c9c4 req-acb78955-c80f-4de5-ab58-f2a2cf28c316 service neutron] Checking segment: {'id': 'c69a2028-7f11-44fc-9cb8-816928cf4954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6a9e1cb2-fe24-406e-8baf-8643d7db8d0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:37:36.346963 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e950f59-a2b6-4504-b7bc-a0efc360c9c4 req-acb78955-c80f-4de5-ab58-f2a2cf28c316 service neutron] Bound using segment: {'id': 'c69a2028-7f11-44fc-9cb8-816928cf4954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6a9e1cb2-fe24-406e-8baf-8643d7db8d0b'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:37:36.347638 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-2e950f59-a2b6-4504-b7bc-a0efc360c9c4 req-acb78955-c80f-4de5-ab58-f2a2cf28c316 service neutron] Bound port: 494faad2-61d3-45e0-9110-00bcb6cf80cb, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c69a2028-7f11-44fc-9cb8-816928cf4954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6a9e1cb2-fe24-406e-8baf-8643d7db8d0b'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:37:36.348363 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2e950f59-a2b6-4504-b7bc-a0efc360c9c4 req-acb78955-c80f-4de5-ab58-f2a2cf28c316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:36.383162 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-794a2b67-0d38-447d-a546-a7a21becd8be tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Deleting port d48a5bb7-bebf-4d9e-b528-e065a69d48bc {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:37:36.383868 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-794a2b67-0d38-447d-a546-a7a21becd8be tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:36.472846 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60604) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:36.530895 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-af884916-a300-46a3-888f-95348e18409e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:36.565245 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada22bfc-99cb-4931-aba6-cbbbbf2a9d55 req-e8aa55a7-44bb-4c51-9d6c-a9992083c2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:36.568420 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ada22bfc-99cb-4931-aba6-cbbbbf2a9d55 req-e8aa55a7-44bb-4c51-9d6c-a9992083c2f9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e2634516774046048410a7faecd2c391&device_id=f03597ae-bd43-4059-87ea-582c8d184af7 HTTP/1.1" status: 200 len: 1094 time: 0.4735303 Jul 09 16:37:36.582395 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-2e950f59-a2b6-4504-b7bc-a0efc360c9c4 req-acb78955-c80f-4de5-ab58-f2a2cf28c316 service neutron] For port 494faad2-61d3-45e0-9110-00bcb6cf80cb, host n-h2-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:37:36.591028 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84bc786c-2142-4772-a5fc-08e7d3c508bd x-openstack-request-id: req-84bc786c-2142-4772-a5fc-08e7d3c508bd {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:37:36.591329 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f03597ae-bd43-4059-87ea-582c8d184af7", "tag": "ecb5afe1-686c-4bb9-82cd-29eb29f888f8", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:37:36.591566 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-84bc786c-2142-4772-a5fc-08e7d3c508bd {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:37:36.591969 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f03597ae-bd43-4059-87ea-582c8d184af7', 'tag': 'ecb5afe1-686c-4bb9-82cd-29eb29f888f8', 'status': 'completed', 'code': 200} Jul 09 16:37:36.600300 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7443781e-07c6-4d41-be37-c9d1d8c876a6 req-f87de85c-f6bf-438b-8057-96ff839764bd service neutron] 10.222.0.77 "GET /v2.0/networks/47f96309-8a1b-4bab-9e45-28b246f8b4dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4626155 Jul 09 16:37:36.638508 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-2e950f59-a2b6-4504-b7bc-a0efc360c9c4 req-acb78955-c80f-4de5-ab58-f2a2cf28c316 service neutron] For port 494faad2-61d3-45e0-9110-00bcb6cf80cb, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=494faad2-61d3-45e0-9110-00bcb6cf80cb,segment=NetworkSegment(c69a2028-7f11-44fc-9cb8-816928cf4954),segment_id=c69a2028-7f11-44fc-9cb8-816928cf4954)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:37:36.650128 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ada22bfc-99cb-4931-aba6-cbbbbf2a9d55 req-28535129-1f17-499e-97d5-0eaa8620f6eb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecb5afe1-686c-4bb9-82cd-29eb29f888f8 HTTP/1.1" status: 200 len: 217 time: 0.0720997 Jul 09 16:37:36.704557 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2e950f59-a2b6-4504-b7bc-a0efc360c9c4 req-acb78955-c80f-4de5-ab58-f2a2cf28c316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:36.720585 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada22bfc-99cb-4931-aba6-cbbbbf2a9d55 req-c33125c7-857e-4bf2-83aa-e87167966115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:36.722072 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ada22bfc-99cb-4931-aba6-cbbbbf2a9d55 req-c33125c7-857e-4bf2-83aa-e87167966115 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=22bbec24-5cfd-4d99-b338-60b450cbf9e7 HTTP/1.1" status: 200 len: 835 time: 0.0617690 Jul 09 16:37:36.801221 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e950f59-a2b6-4504-b7bc-a0efc360c9c4 req-acb78955-c80f-4de5-ab58-f2a2cf28c316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:36.802327 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2e950f59-a2b6-4504-b7bc-a0efc360c9c4 req-acb78955-c80f-4de5-ab58-f2a2cf28c316 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:36.807189 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2e950f59-a2b6-4504-b7bc-a0efc360c9c4 req-acb78955-c80f-4de5-ab58-f2a2cf28c316 service neutron] 10.222.0.73 "PUT /v2.0/ports/494faad2-61d3-45e0-9110-00bcb6cf80cb HTTP/1.1" status: 200 len: 1091 time: 4.4107659 Jul 09 16:37:36.819390 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beaecdd1-d9ec-4963-9785-4dab420b1d4a', 'tag': '494faad2-61d3-45e0-9110-00bcb6cf80cb'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:37:36.824138 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61062000-18fe-4ae5-90c5-58b15c86469d" -d '{"events": [{"name": "network-changed", "server_uuid": "beaecdd1-d9ec-4963-9785-4dab420b1d4a", "tag": "494faad2-61d3-45e0-9110-00bcb6cf80cb"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:37:36.908085 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-794a2b67-0d38-447d-a546-a7a21becd8be tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] For port d48a5bb7-bebf-4d9e-b528-e065a69d48bc, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=d48a5bb7-bebf-4d9e-b528-e065a69d48bc,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:36.908804 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-794a2b67-0d38-447d-a546-a7a21becd8be tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:36.922801 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-794a2b67-0d38-447d-a546-a7a21becd8be tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Calling delete_port for d48a5bb7-bebf-4d9e-b528-e065a69d48bc owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:37:36.967260 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d48a5bb7-bebf-4d9e-b528-e065a69d48bc up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:37:37.009093 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada22bfc-99cb-4931-aba6-cbbbbf2a9d55 req-f649100b-5473-4c4e-9696-193357bcff81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:37.011350 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ada22bfc-99cb-4931-aba6-cbbbbf2a9d55 req-f649100b-5473-4c4e-9696-193357bcff81 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4732bbe1-cdbe-4be8-be87-9afa48eeb457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2809329 Jul 09 16:37:37.034102 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port d48a5bb7-bebf-4d9e-b528-e065a69d48bc completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:37:37.042522 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port d48a5bb7-bebf-4d9e-b528-e065a69d48bc triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:37:37.043206 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:37.085861 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb78955-c80f-4de5-ab58-f2a2cf28c316 service neutron] Pushing event updated for resources: {'Port': ['ID=494faad2-61d3-45e0-9110-00bcb6cf80cb,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:37.098276 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f38a8b-441d-4e19-878e-540879f484a1 req-6aff0c76-2d54-4eed-9da7-39d3773919d1 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:37.109534 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f0f38a8b-441d-4e19-878e-540879f484a1 req-6aff0c76-2d54-4eed-9da7-39d3773919d1 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=beaecdd1-d9ec-4963-9785-4dab420b1d4a HTTP/1.1" status: 200 len: 943 time: 0.3619778 Jul 09 16:37:37.137477 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84d5fc1-a2e0-4080-86e9-439b668c14d0 req-3e28808f-6824-40d3-be12-4450fde0284d tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:37.139448 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b84d5fc1-a2e0-4080-86e9-439b668c14d0 req-3e28808f-6824-40d3-be12-4450fde0284d tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=0e962866-307a-4386-aae8-132131ebba57 HTTP/1.1" status: 200 len: 1094 time: 0.6520348 Jul 09 16:37:37.151311 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7443781e-07c6-4d41-be37-c9d1d8c876a6 req-5db1f7f6-1745-40e2-ace4-14511d704e00 service neutron] 10.222.0.77 "GET /v2.0/networks/47f96309-8a1b-4bab-9e45-28b246f8b4dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5244639 Jul 09 16:37:37.202055 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:37.218727 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c608e8a8-f90f-4883-b6b4-bd14ab00c7b3 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Deleting port 0e7644d9-9a32-4e31-8ed6-602ccfb5f82a {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:37:37.219337 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c608e8a8-f90f-4883-b6b4-bd14ab00c7b3 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:37.229061 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port d48a5bb7-bebf-4d9e-b528-e065a69d48bc, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=d48a5bb7-bebf-4d9e-b528-e065a69d48bc,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:37.237044 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:37.262673 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e950f59-a2b6-4504-b7bc-a0efc360c9c4 req-b557ac18-927a-4e83-ad7c-e38c00c194b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:37.264194 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2e950f59-a2b6-4504-b7bc-a0efc360c9c4 req-b557ac18-927a-4e83-ad7c-e38c00c194b6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=313daaa44e994ebf83af8fe773f4ee0d&device_id=beaecdd1-d9ec-4963-9785-4dab420b1d4a HTTP/1.1" status: 200 len: 1094 time: 0.3801210 Jul 09 16:37:37.266857 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-af884916-a300-46a3-888f-95348e18409e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:37.291699 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b84d5fc1-a2e0-4080-86e9-439b668c14d0 req-1915d5d8-e681-4ae9-82f3-443eff707545 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=633b7a99-46eb-4c72-978e-bfa8ddaa9360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359792 Jul 09 16:37:37.321922 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-af884916-a300-46a3-888f-95348e18409e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:37.330693 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=d48a5bb7-bebf-4d9e-b528-e065a69d48bc,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:37.397571 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2e950f59-a2b6-4504-b7bc-a0efc360c9c4 req-450157ad-c0f5-4d9e-8aa0-40846d9ce7f9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=494faad2-61d3-45e0-9110-00bcb6cf80cb HTTP/1.1" status: 200 len: 217 time: 0.1040072 Jul 09 16:37:37.398916 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f0f38a8b-441d-4e19-878e-540879f484a1 req-9e454c5b-ec8b-45b3-97d7-91a34fcd8286 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a8e018c-d316-4742-956b-cc123b12d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835586 Jul 09 16:37:37.401761 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8bae958-0d97-40e8-a6ad-460fb6951fd6 x-openstack-request-id: req-f8bae958-0d97-40e8-a6ad-460fb6951fd6 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:37:37.402246 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beaecdd1-d9ec-4963-9785-4dab420b1d4a", "tag": "494faad2-61d3-45e0-9110-00bcb6cf80cb", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:37:37.402635 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f8bae958-0d97-40e8-a6ad-460fb6951fd6 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:37:37.403509 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beaecdd1-d9ec-4963-9785-4dab420b1d4a', 'tag': '494faad2-61d3-45e0-9110-00bcb6cf80cb', 'status': 'completed', 'code': 200} Jul 09 16:37:37.441798 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-af884916-a300-46a3-888f-95348e18409e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=19e68ddd3e6e4a12ac9a54477c40ca99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9645741 Jul 09 16:37:37.453056 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60614) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:37.479281 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af884916-a300-46a3-888f-95348e18409e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e0f592-2d69-44b7-87a7-2767340bda43,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:37.502843 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c608e8a8-f90f-4883-b6b4-bd14ab00c7b3 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:37.507049 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ada22bfc-99cb-4931-aba6-cbbbbf2a9d55 req-65041405-7d16-4c01-adae-3d0b1fd8a729 service neutron] 10.222.0.77 "GET /v2.0/networks/4732bbe1-cdbe-4be8-be87-9afa48eeb457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4790967 Jul 09 16:37:37.540391 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c608e8a8-f90f-4883-b6b4-bd14ab00c7b3 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Calling delete_port for 0e7644d9-9a32-4e31-8ed6-602ccfb5f82a owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:37:37.577979 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 76714463-4fdc-402c-a45d-dec5373f507d details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:37:37.620742 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e950f59-a2b6-4504-b7bc-a0efc360c9c4 req-059130ef-0fff-4a51-96eb-1015a1b02fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:37.621909 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2e950f59-a2b6-4504-b7bc-a0efc360c9c4 req-059130ef-0fff-4a51-96eb-1015a1b02fff service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5645ca8d-973f-497d-a26d-ddaaa7246e67 HTTP/1.1" status: 200 len: 855 time: 0.2154636 Jul 09 16:37:37.629082 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-794a2b67-0d38-447d-a546-a7a21becd8be tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:37.683229 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5f2e4d5d-bada-4201-991c-eae8210fc50d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:37.692223 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca25a4-6a7a-4596-a3ed-0a1b7494d1c1 req-cdf6e560-af74-4f7d-8947-3f2673b726e0 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:37.694611 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9eca25a4-6a7a-4596-a3ed-0a1b7494d1c1 req-cdf6e560-af74-4f7d-8947-3f2673b726e0 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/ports?device_id=f03597ae-bd43-4059-87ea-582c8d184af7 HTTP/1.1" status: 200 len: 943 time: 0.1758904 Jul 09 16:37:37.719972 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794a2b67-0d38-447d-a546-a7a21becd8be tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Pushing event deleted for resources: {'Port': ['ID=d48a5bb7-bebf-4d9e-b528-e065a69d48bc,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:37.730842 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ada22bfc-99cb-4931-aba6-cbbbbf2a9d55 req-f2468fb5-5c2a-4463-8a4f-def6a7ed7741 service neutron] 10.222.0.77 "GET /v2.0/networks/4732bbe1-cdbe-4be8-be87-9afa48eeb457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091184 Jul 09 16:37:37.757591 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 76714463-4fdc-402c-a45d-dec5373f507d, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=76714463-4fdc-402c-a45d-dec5373f507d,segment=NetworkSegment(151d0aee-3796-484c-8d19-ee8bc1639910),segment_id=151d0aee-3796-484c-8d19-ee8bc1639910)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:37.773455 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '76714463-4fdc-402c-a45d-dec5373f507d', 'network_id': '47f96309-8a1b-4bab-9e45-28b246f8b4dc', 'port_id': '76714463-4fdc-402c-a45d-dec5373f507d', 'mac_address': 'fa:16:3e:f7:86:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db6b7bdb-8f77-4160-95de-1e7faac45cc3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:37:37.777494 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2e950f59-a2b6-4504-b7bc-a0efc360c9c4 req-1d893e7e-e238-4e5f-88b6-f5dda40cba8e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6a9e1cb2-fe24-406e-8baf-8643d7db8d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1391792 Jul 09 16:37:37.806679 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5f2e4d5d-bada-4201-991c-eae8210fc50d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:37.826075 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:37.844008 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76714463-4fdc-402c-a45d-dec5373f507d {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:37:37.879681 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 76714463-4fdc-402c-a45d-dec5373f507d, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=76714463-4fdc-402c-a45d-dec5373f507d,segment=NetworkSegment(151d0aee-3796-484c-8d19-ee8bc1639910),segment_id=151d0aee-3796-484c-8d19-ee8bc1639910)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:37.888034 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:37.933258 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9eca25a4-6a7a-4596-a3ed-0a1b7494d1c1 req-ee10c638-3c69-41b1-8d09-99380c86dbae tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/security-groups?id=9944d1eb-8a84-4392-9ddb-1e53a1f2c439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1876497 Jul 09 16:37:37.934643 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-794a2b67-0d38-447d-a546-a7a21becd8be tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:37.987108 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5f2e4d5d-bada-4201-991c-eae8210fc50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:37.989661 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5f2e4d5d-bada-4201-991c-eae8210fc50d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:37.993514 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-5f2e4d5d-bada-4201-991c-eae8210fc50d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/17e0f592-2d69-44b7-87a7-2767340bda43 HTTP/1.1" status: 204 len: 168 time: 0.5364480 Jul 09 16:37:37.994427 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9cb281-2d29-4bff-a5fe-b38df4ed6259 req-1b4156c6-4f62-42a8-be17-6459f3d4ff45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:37.996996 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cb9cb281-2d29-4bff-a5fe-b38df4ed6259 req-1b4156c6-4f62-42a8-be17-6459f3d4ff45 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e2634516774046048410a7faecd2c391&device_id=f03597ae-bd43-4059-87ea-582c8d184af7 HTTP/1.1" status: 200 len: 1094 time: 0.1926692 Jul 09 16:37:38.000207 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c608e8a8-f90f-4883-b6b4-bd14ab00c7b3 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:38.008811 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=76714463-4fdc-402c-a45d-dec5373f507d,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:38.034239 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2e4d5d-bada-4201-991c-eae8210fc50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e0f592-2d69-44b7-87a7-2767340bda43,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:38.050963 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-794a2b67-0d38-447d-a546-a7a21becd8be tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:38.053415 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-794a2b67-0d38-447d-a546-a7a21becd8be tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:38.099568 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2e950f59-a2b6-4504-b7bc-a0efc360c9c4 req-c71fce87-4500-475b-9fce-d8c901abdcd1 service neutron] 10.222.0.73 "GET /v2.0/networks/6a9e1cb2-fe24-406e-8baf-8643d7db8d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115783 Jul 09 16:37:38.104914 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-794a2b67-0d38-447d-a546-a7a21becd8be tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:38.105598 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794a2b67-0d38-447d-a546-a7a21becd8be tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f6031b23-f4c6-401a-b5aa-cb7a676dba59 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:37:38.111165 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-794a2b67-0d38-447d-a546-a7a21becd8be tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:38.114731 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-794a2b67-0d38-447d-a546-a7a21becd8be tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] 10.222.0.98 "DELETE /v2.0/routers/f6031b23-f4c6-401a-b5aa-cb7a676dba59 HTTP/1.1" status: 204 len: 168 time: 2.8346300 Jul 09 16:37:38.123678 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 60618) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:38.130134 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c608e8a8-f90f-4883-b6b4-bd14ab00c7b3 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event deleted for resources: {'Port': ['ID=0e7644d9-9a32-4e31-8ed6-602ccfb5f82a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:38.138958 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['76714463-4fdc-402c-a45d-dec5373f507d'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:37:38.602148 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c608e8a8-f90f-4883-b6b4-bd14ab00c7b3 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:38.809273 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60628) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:38.824956 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9cb281-2d29-4bff-a5fe-b38df4ed6259 req-c76125cb-0028-4fbc-b31c-3268cc3312cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:38.828000 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cb9cb281-2d29-4bff-a5fe-b38df4ed6259 req-c76125cb-0028-4fbc-b31c-3268cc3312cb service neutron] 10.222.0.77 "GET /v2.0/networks?id=4732bbe1-cdbe-4be8-be87-9afa48eeb457 HTTP/1.1" status: 200 len: 898 time: 0.8211250 Jul 09 16:37:38.850706 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6531dd9a-2efe-48e8-8c13-ae98aed6c111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:38.939058 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cb9cb281-2d29-4bff-a5fe-b38df4ed6259 req-39a19c8b-8199-4b77-9929-81e392042be0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecb5afe1-686c-4bb9-82cd-29eb29f888f8 HTTP/1.1" status: 200 len: 217 time: 0.0991583 Jul 09 16:37:38.946059 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9bed6-f357-42a5-89d4-da9c1954bbd3 req-c2bdfdb0-73f9-4c99-963d-8cc92a351477 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:38.953806 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9bd9bed6-f357-42a5-89d4-da9c1954bbd3 req-c2bdfdb0-73f9-4c99-963d-8cc92a351477 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=0e962866-307a-4386-aae8-132131ebba57 HTTP/1.1" status: 200 len: 1095 time: 0.3531079 Jul 09 16:37:38.976628 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2e950f59-a2b6-4504-b7bc-a0efc360c9c4 req-33be7513-ecb5-4596-b8d8-9f8f7c1ca882 service neutron] 10.222.0.73 "GET /v2.0/networks/6a9e1cb2-fe24-406e-8baf-8643d7db8d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8681948 Jul 09 16:37:39.061703 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fdc0eff9-a471-49eb-bb00-c4229fdef435 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:39.109252 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c33ab4-da77-409e-922b-208dd89e5e09 req-6107a570-1ac4-46ed-b9d6-4d41ab8fb10d tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:39.110780 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-48c33ab4-da77-409e-922b-208dd89e5e09 req-6107a570-1ac4-46ed-b9d6-4d41ab8fb10d tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=beaecdd1-d9ec-4963-9785-4dab420b1d4a HTTP/1.1" status: 200 len: 943 time: 0.1735334 Jul 09 16:37:39.239232 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-48c33ab4-da77-409e-922b-208dd89e5e09 req-ab931375-6539-4ddc-af34-5476dc7b190d tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a8e018c-d316-4742-956b-cc123b12d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177573 Jul 09 16:37:39.262797 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fdc0eff9-a471-49eb-bb00-c4229fdef435 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:39.271209 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61062000-18fe-4ae5-90c5-58b15c86469d req-1d1ee7fc-8978-4c0c-b0f2-27d9b8bb790d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:39.272710 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-61062000-18fe-4ae5-90c5-58b15c86469d req-1d1ee7fc-8978-4c0c-b0f2-27d9b8bb790d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=313daaa44e994ebf83af8fe773f4ee0d&device_id=beaecdd1-d9ec-4963-9785-4dab420b1d4a HTTP/1.1" status: 200 len: 1094 time: 0.1591895 Jul 09 16:37:39.467414 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-fdc0eff9-a471-49eb-bb00-c4229fdef435 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Deleting port 8135148e-c3ec-4a02-81eb-72d10120f6be {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:37:39.468234 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fdc0eff9-a471-49eb-bb00-c4229fdef435 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:39.508825 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9bd9bed6-f357-42a5-89d4-da9c1954bbd3 req-48023dec-e16c-4003-ad3f-a69f6fe8d9c1 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=633b7a99-46eb-4c72-978e-bfa8ddaa9360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5540097 Jul 09 16:37:39.519820 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61062000-18fe-4ae5-90c5-58b15c86469d req-d5d81d5d-880f-4eb5-9c96-9abb9b0ad736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:39.521491 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-61062000-18fe-4ae5-90c5-58b15c86469d req-d5d81d5d-880f-4eb5-9c96-9abb9b0ad736 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6a9e1cb2-fe24-406e-8baf-8643d7db8d0b HTTP/1.1" status: 200 len: 916 time: 0.2415247 Jul 09 16:37:39.540980 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c608e8a8-f90f-4883-b6b4-bd14ab00c7b3 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Router 9c0fee01-30e3-4a8c-b1b2-5551a6aeed8b has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:37:39.557956 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9cb281-2d29-4bff-a5fe-b38df4ed6259 req-15995041-cef4-4bc0-9734-3a783ec7c0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:39.561126 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cb9cb281-2d29-4bff-a5fe-b38df4ed6259 req-15995041-cef4-4bc0-9734-3a783ec7c0a2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=22bbec24-5cfd-4d99-b338-60b450cbf9e7 HTTP/1.1" status: 200 len: 835 time: 0.6050634 Jul 09 16:37:39.593122 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 76714463-4fdc-402c-a45d-dec5373f507d up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:37:39.622387 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-61062000-18fe-4ae5-90c5-58b15c86469d req-81fbc686-64e9-4c2b-9bef-bd232c59e3c3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=494faad2-61d3-45e0-9110-00bcb6cf80cb HTTP/1.1" status: 200 len: 217 time: 0.0863042 Jul 09 16:37:39.664379 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 76714463-4fdc-402c-a45d-dec5373f507d completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:37:39.669238 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 76714463-4fdc-402c-a45d-dec5373f507d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:37:39.670003 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:39.723823 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-fdc0eff9-a471-49eb-bb00-c4229fdef435 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] For port 8135148e-c3ec-4a02-81eb-72d10120f6be, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=8135148e-c3ec-4a02-81eb-72d10120f6be,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:39.724364 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fdc0eff9-a471-49eb-bb00-c4229fdef435 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:39.729986 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6531dd9a-2efe-48e8-8c13-ae98aed6c111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:39.734734 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c608e8a8-f90f-4883-b6b4-bd14ab00c7b3 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:37:39.744807 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c608e8a8-f90f-4883-b6b4-bd14ab00c7b3 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "PUT /v2.0/routers/9c0fee01-30e3-4a8c-b1b2-5551a6aeed8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7371798 Jul 09 16:37:39.746243 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61062000-18fe-4ae5-90c5-58b15c86469d req-755dd1ef-7349-4dd6-a82b-4fcf7f97516a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:39.747871 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-61062000-18fe-4ae5-90c5-58b15c86469d req-755dd1ef-7349-4dd6-a82b-4fcf7f97516a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5645ca8d-973f-497d-a26d-ddaaa7246e67 HTTP/1.1" status: 200 len: 855 time: 0.1117506 Jul 09 16:37:39.747996 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77263e41-305a-4efb-bff6-7d3240c410b9 None None] Sync routers for ids ['9c0fee01-30e3-4a8c-b1b2-5551a6aeed8b'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:37:39.748693 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 60640) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:39.752365 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6531dd9a-2efe-48e8-8c13-ae98aed6c111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:39.758714 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba1f6bd-f100-48e3-9df6-89b133542d78 req-a2adbdc3-c433-43d0-82f5-c5070f5d80cc tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:39.760491 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5ba1f6bd-f100-48e3-9df6-89b133542d78 req-a2adbdc3-c433-43d0-82f5-c5070f5d80cc tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/ports?device_id=f03597ae-bd43-4059-87ea-582c8d184af7 HTTP/1.1" status: 200 len: 943 time: 0.2379332 Jul 09 16:37:39.763314 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77263e41-305a-4efb-bff6-7d3240c410b9 None None] Routers {'9c0fee01-30e3-4a8c-b1b2-5551a6aeed8b'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:37:39.764067 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-77263e41-305a-4efb-bff6-7d3240c410b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:37:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['9c0fee01-30e3-4a8c-b1b2-5551a6aeed8b'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:39.787367 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-fdc0eff9-a471-49eb-bb00-c4229fdef435 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Calling delete_port for 8135148e-c3ec-4a02-81eb-72d10120f6be owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:37:39.807730 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-77263e41-305a-4efb-bff6-7d3240c410b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:39.820035 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-6531dd9a-2efe-48e8-8c13-ae98aed6c111 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f0a8d3f4c9854a96b2cabf2fb9953220&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0039525 Jul 09 16:37:39.823292 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60644) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:39.852289 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77263e41-305a-4efb-bff6-7d3240c410b9 None None] Routers {'9c0fee01-30e3-4a8c-b1b2-5551a6aeed8b'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:37:39.853047 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-77263e41-305a-4efb-bff6-7d3240c410b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:37:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['9c0fee01-30e3-4a8c-b1b2-5551a6aeed8b'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:39.864646 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-bec5356f-fac3-4742-a5bb-48c3cb66282d tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "GET /v2.0/ports?device_id=9c0fee01-30e3-4a8c-b1b2-5551a6aeed8b HTTP/1.1" status: 200 len: 205 time: 0.1029088 Jul 09 16:37:39.870697 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-61062000-18fe-4ae5-90c5-58b15c86469d req-28b03928-fb37-4cca-902a-d8cbb7e88297 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6a9e1cb2-fe24-406e-8baf-8643d7db8d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079588 Jul 09 16:37:39.871397 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 60646) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:39.883773 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9cb281-2d29-4bff-a5fe-b38df4ed6259 req-29243507-d945-48d1-bb02-6f5d3b81bf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:39.886799 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cb9cb281-2d29-4bff-a5fe-b38df4ed6259 req-29243507-d945-48d1-bb02-6f5d3b81bf54 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4732bbe1-cdbe-4be8-be87-9afa48eeb457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3097501 Jul 09 16:37:39.891834 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6531dd9a-2efe-48e8-8c13-ae98aed6c111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ef72cc-90dd-4020-bd5e-8a1000feea08,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:39.899177 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-77263e41-305a-4efb-bff6-7d3240c410b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:39.899847 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77263e41-305a-4efb-bff6-7d3240c410b9 None None] The sync data for ids ['9c0fee01-30e3-4a8c-b1b2-5551a6aeed8b'] in n-d-798930-3 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:37:39.901865 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:39.923621 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60648) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:39.936180 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e962866-307a-4386-aae8-132131ebba57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76714463-4fdc-402c-a45d-dec5373f507d'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:37:39.938650 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71f2d06-6bf3-4f2e-847c-2036f0d7b8ea" -d '{"events": [{"server_uuid": "0e962866-307a-4386-aae8-132131ebba57", "name": "network-vif-plugged", "status": "completed", "tag": "76714463-4fdc-402c-a45d-dec5373f507d"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:37:39.967133 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 76714463-4fdc-402c-a45d-dec5373f507d, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=76714463-4fdc-402c-a45d-dec5373f507d,segment=NetworkSegment(151d0aee-3796-484c-8d19-ee8bc1639910),segment_id=151d0aee-3796-484c-8d19-ee8bc1639910)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:39.973497 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:40.000175 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2665de-f998-4ca6-b88a-559345195844 x-openstack-request-id: req-9c2665de-f998-4ca6-b88a-559345195844 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:37:40.000175 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e962866-307a-4386-aae8-132131ebba57", "name": "network-vif-plugged", "status": "completed", "tag": "76714463-4fdc-402c-a45d-dec5373f507d", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:37:40.000575 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9c2665de-f998-4ca6-b88a-559345195844 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:37:40.001082 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e962866-307a-4386-aae8-132131ebba57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76714463-4fdc-402c-a45d-dec5373f507d', 'code': 200} Jul 09 16:37:40.030318 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-49e98b87-c697-428b-8a8b-21c25f935249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:40.053359 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=76714463-4fdc-402c-a45d-dec5373f507d,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:40.064389 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5ba1f6bd-f100-48e3-9df6-89b133542d78 req-37f71110-da67-42c5-8263-ff95581780de tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/security-groups?id=9944d1eb-8a84-4392-9ddb-1e53a1f2c439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2873535 Jul 09 16:37:40.096918 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-49e98b87-c697-428b-8a8b-21c25f935249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:40.100603 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cb9cb281-2d29-4bff-a5fe-b38df4ed6259 req-12d0a085-8d38-4de2-81cd-6323b6db78f3 service neutron] 10.222.0.77 "GET /v2.0/networks/4732bbe1-cdbe-4be8-be87-9afa48eeb457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919179 Jul 09 16:37:40.111145 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be1418cb-ee73-4776-9500-c1a2afbb365d tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:40.125575 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:40.190503 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3f17391c-6eba-4322-82d7-099d21e050ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:40.249634 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-49e98b87-c697-428b-8a8b-21c25f935249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:40.252237 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-49e98b87-c697-428b-8a8b-21c25f935249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:40.253704 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-49e98b87-c697-428b-8a8b-21c25f935249 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/64ef72cc-90dd-4020-bd5e-8a1000feea08 HTTP/1.1" status: 204 len: 168 time: 0.4281766 Jul 09 16:37:40.266496 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cb9cb281-2d29-4bff-a5fe-b38df4ed6259 req-071a1c46-2581-4add-b899-071ad770778e service neutron] 10.222.0.77 "GET /v2.0/networks/4732bbe1-cdbe-4be8-be87-9afa48eeb457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592648 Jul 09 16:37:40.280124 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e98b87-c697-428b-8a8b-21c25f935249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ef72cc-90dd-4020-bd5e-8a1000feea08,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:40.358812 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3f17391c-6eba-4322-82d7-099d21e050ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:40.364033 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-61062000-18fe-4ae5-90c5-58b15c86469d req-f902733e-47aa-434e-84ae-9a1955f90f6a service neutron] 10.222.0.73 "GET /v2.0/networks/6a9e1cb2-fe24-406e-8baf-8643d7db8d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4759059 Jul 09 16:37:40.364695 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3f17391c-6eba-4322-82d7-099d21e050ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:40.370659 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be1418cb-ee73-4776-9500-c1a2afbb365d tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:40.375983 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be1418cb-ee73-4776-9500-c1a2afbb365d tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:40.411647 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3f17391c-6eba-4322-82d7-099d21e050ab admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ce830c74bd344179bb42e5b296a0b6c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4834490 Jul 09 16:37:40.411647 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f17391c-6eba-4322-82d7-099d21e050ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30746752-c27a-4ff2-b879-f80df58f711e,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:40.415807 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60658) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:40.461497 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3f1cf-d55e-4076-af2b-24fa825b6cf6 req-8667a240-e03f-44a1-87a3-60d3a4494c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:40.463091 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-59c3f1cf-d55e-4076-af2b-24fa825b6cf6 req-8667a240-e03f-44a1-87a3-60d3a4494c4d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0e962866-307a-4386-aae8-132131ebba57 HTTP/1.1" status: 200 len: 1096 time: 0.3945339 Jul 09 16:37:40.485503 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be1418cb-ee73-4776-9500-c1a2afbb365d tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:40.485995 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1418cb-ee73-4776-9500-c1a2afbb365d tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Fanout notify agent at l3_agent the message router_deleted on router 9c0fee01-30e3-4a8c-b1b2-5551a6aeed8b {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:37:40.505006 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be1418cb-ee73-4776-9500-c1a2afbb365d tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:40.506105 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-be1418cb-ee73-4776-9500-c1a2afbb365d tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "DELETE /v2.0/routers/9c0fee01-30e3-4a8c-b1b2-5551a6aeed8b HTTP/1.1" status: 204 len: 168 time: 0.6300962 Jul 09 16:37:40.516503 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60662) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:40.608614 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-59c3f1cf-d55e-4076-af2b-24fa825b6cf6 req-9e3794b6-c009-40ac-acb9-c7802fa1bce1 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=633b7a99-46eb-4c72-978e-bfa8ddaa9360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362240 Jul 09 16:37:40.611298 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-61062000-18fe-4ae5-90c5-58b15c86469d req-42c4401b-c803-4d52-9d9f-55cd4a9f7f8f service neutron] 10.222.0.73 "GET /v2.0/networks/6a9e1cb2-fe24-406e-8baf-8643d7db8d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367992 Jul 09 16:37:40.626650 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fdc0eff9-a471-49eb-bb00-c4229fdef435 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:40.659325 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-4696b83b-ee69-4b7e-951c-f267762da7ca tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Deleting subnet b6815086-57c0-4159-981f-77e3f3903535 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:37:40.663690 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4696b83b-ee69-4b7e-951c-f267762da7ca tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:40.671221 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-303f1eb5-aa83-4e2b-8c5d-a79d1805aed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:40.679916 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc0eff9-a471-49eb-bb00-c4229fdef435 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Pushing event deleted for resources: {'Port': ['ID=8135148e-c3ec-4a02-81eb-72d10120f6be,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:40.701688 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-303f1eb5-aa83-4e2b-8c5d-a79d1805aed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:40.777272 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c34bfac-bbbd-4c63-984f-540f1b16c253 req-f9fbaabf-f2e7-4b09-819a-0b46946ab439 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:40.779260 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0c34bfac-bbbd-4c63-984f-540f1b16c253 req-f9fbaabf-f2e7-4b09-819a-0b46946ab439 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=beaecdd1-d9ec-4963-9785-4dab420b1d4a HTTP/1.1" status: 200 len: 943 time: 0.3570962 Jul 09 16:37:40.804928 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fdc0eff9-a471-49eb-bb00-c4229fdef435 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:40.810858 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a57fb4-b8eb-4c55-a707-b33975cf1dcc req-1bf140f2-64da-48da-814f-ee566746d07b tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:40.812387 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-83a57fb4-b8eb-4c55-a707-b33975cf1dcc req-1bf140f2-64da-48da-814f-ee566746d07b tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=0e962866-307a-4386-aae8-132131ebba57 HTTP/1.1" status: 200 len: 1096 time: 0.1667137 Jul 09 16:37:40.858803 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0c34bfac-bbbd-4c63-984f-540f1b16c253 req-674e6b9a-8446-4e3c-a2f7-6ce38a71895e tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a8e018c-d316-4742-956b-cc123b12d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579736 Jul 09 16:37:40.859460 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4696b83b-ee69-4b7e-951c-f267762da7ca tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:40.918033 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-303f1eb5-aa83-4e2b-8c5d-a79d1805aed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:40.920564 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-303f1eb5-aa83-4e2b-8c5d-a79d1805aed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:40.922628 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-303f1eb5-aa83-4e2b-8c5d-a79d1805aed0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/30746752-c27a-4ff2-b879-f80df58f711e HTTP/1.1" status: 204 len: 168 time: 0.5049767 Jul 09 16:37:40.926322 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d48a5bb7-bebf-4d9e-b528-e065a69d48bc no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:37:40.939348 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303f1eb5-aa83-4e2b-8c5d-a79d1805aed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30746752-c27a-4ff2-b879-f80df58f711e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:40.961475 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: d48a5bb7-bebf-4d9e-b528-e065a69d48bc {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:37:40.961475 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d48a5bb7-bebf-4d9e-b528-e065a69d48bc not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:37:40.969596 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fdc0eff9-a471-49eb-bb00-c4229fdef435 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:40.975008 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fdc0eff9-a471-49eb-bb00-c4229fdef435 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:40.995945 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4696b83b-ee69-4b7e-951c-f267762da7ca tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:41.039787 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-83a57fb4-b8eb-4c55-a707-b33975cf1dcc req-7e0f4aa9-ab5b-4804-9a93-d5f33eefe7da tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=633b7a99-46eb-4c72-978e-bfa8ddaa9360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943636 Jul 09 16:37:41.059922 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fdc0eff9-a471-49eb-bb00-c4229fdef435 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:41.060717 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc0eff9-a471-49eb-bb00-c4229fdef435 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 660d80a6-e88d-44f9-8398-10c9749af468 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:37:41.070543 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fdc0eff9-a471-49eb-bb00-c4229fdef435 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:41.076652 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60682) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:41.082263 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-fdc0eff9-a471-49eb-bb00-c4229fdef435 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] 10.222.0.98 "DELETE /v2.0/routers/660d80a6-e88d-44f9-8398-10c9749af468 HTTP/1.1" status: 204 len: 168 time: 2.9571245 Jul 09 16:37:41.086303 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-ab5c3a3b-9fa9-4976-82ba-10490bf672d4 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-394050137', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}, 'admin_state_up': False}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:41.119199 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4696b83b-ee69-4b7e-951c-f267762da7ca tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:41.132574 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ab5c3a3b-9fa9-4976-82ba-10490bf672d4 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:41.135396 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ab5c3a3b-9fa9-4976-82ba-10490bf672d4 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:41.164465 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4696b83b-ee69-4b7e-951c-f267762da7ca tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event deleted for resources: {'Subnet': ['ID=b6815086-57c0-4159-981f-77e3f3903535,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:41.170066 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4696b83b-ee69-4b7e-951c-f267762da7ca tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:41.175619 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-4696b83b-ee69-4b7e-951c-f267762da7ca tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "DELETE /v2.0/subnets/b6815086-57c0-4159-981f-77e3f3903535 HTTP/1.1" status: 204 len: 168 time: 0.6535246 Jul 09 16:37:41.175796 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a8bc34-b749-416a-9e3b-12b9885438f8 None None] Network c4f95d88-d269-4c7b-9e0c-5d8836fcbe36 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:37:41.176220 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60688) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:41.272318 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eb2dd238-c928-4c3a-a74d-96350b61e297 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:41.419714 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ab5c3a3b-9fa9-4976-82ba-10490bf672d4 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:41.476096 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f579aa-07ed-4f2b-b786-07304e99883a req-44001558-9a14-455e-b23c-b3cee35b0770 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:41.486685 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d2f579aa-07ed-4f2b-b786-07304e99883a req-44001558-9a14-455e-b23c-b3cee35b0770 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/ports?device_id=f03597ae-bd43-4059-87ea-582c8d184af7 HTTP/1.1" status: 200 len: 943 time: 0.2059596 Jul 09 16:37:41.569799 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 60696) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:41.585815 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-60dcb81a-a5ec-42e1-80e8-09e420261e95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:41.594083 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device ecb5afe1-686c-4bb9-82cd-29eb29f888f8 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:37:41.634345 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ab5c3a3b-9fa9-4976-82ba-10490bf672d4 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:41.652479 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d2f579aa-07ed-4f2b-b786-07304e99883a req-b7feb3b4-590d-4995-994b-2e0c9827775c tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/security-groups?id=9944d1eb-8a84-4392-9ddb-1e53a1f2c439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685228 Jul 09 16:37:41.660656 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-eb2dd238-c928-4c3a-a74d-96350b61e297 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Deleting port 2678edb7-4566-4611-a418-3e4164721dc4 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:37:41.661016 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eb2dd238-c928-4c3a-a74d-96350b61e297 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:41.738117 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cb56b0-cc3d-4a18-b853-58acd55041a1 None None] DHCP port deletion for c4f95d88-d269-4c7b-9e0c-5d8836fcbe36 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:37:41.779700 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-eb2dd238-c928-4c3a-a74d-96350b61e297 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] For port 2678edb7-4566-4611-a418-3e4164721dc4, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=2678edb7-4566-4611-a418-3e4164721dc4,segment=NetworkSegment(9944e932-09bb-45ae-afab-7c611072102c),segment_id=9944e932-09bb-45ae-afab-7c611072102c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:41.780071 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eb2dd238-c928-4c3a-a74d-96350b61e297 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:41.786965 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-60dcb81a-a5ec-42e1-80e8-09e420261e95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:41.790517 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port ecb5afe1-686c-4bb9-82cd-29eb29f888f8, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=ecb5afe1-686c-4bb9-82cd-29eb29f888f8,segment=NetworkSegment(25fea648-aede-41b0-b521-f2f7244b98a5),segment_id=25fea648-aede-41b0-b521-f2f7244b98a5)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:41.796166 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-60dcb81a-a5ec-42e1-80e8-09e420261e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:41.796920 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-eb2dd238-c928-4c3a-a74d-96350b61e297 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Calling delete_port for 2678edb7-4566-4611-a418-3e4164721dc4 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:37:41.807883 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': 'ecb5afe1-686c-4bb9-82cd-29eb29f888f8', 'network_id': '4732bbe1-cdbe-4be8-be87-9afa48eeb457', 'port_id': 'ecb5afe1-686c-4bb9-82cd-29eb29f888f8', 'mac_address': 'fa:16:3e:09:f4:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22bbec24-5cfd-4d99-b338-60b450cbf9e7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:37:41.859094 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-60dcb81a-a5ec-42e1-80e8-09e420261e95 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9645637d49c14145963cd8b0800fda2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2873790 Jul 09 16:37:41.859559 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 60698) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:41.860326 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dcb81a-a5ec-42e1-80e8-09e420261e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3015f52-2bfa-451d-964a-8d1398beb316,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:41.889115 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-03cb56b0-cc3d-4a18-b853-58acd55041a1 None None] Deleting port 2678edb7-4566-4611-a418-3e4164721dc4 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:37:41.889491 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-03cb56b0-cc3d-4a18-b853-58acd55041a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:41.907371 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:41.939068 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9de51b51-f5ff-4ee0-9d9e-4241ecbe4a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:41.975940 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9de51b51-f5ff-4ee0-9d9e-4241ecbe4a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:42.006124 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecb5afe1-686c-4bb9-82cd-29eb29f888f8 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:37:42.030052 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eb2dd238-c928-4c3a-a74d-96350b61e297 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:42.058668 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9de51b51-f5ff-4ee0-9d9e-4241ecbe4a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:42.065900 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9de51b51-f5ff-4ee0-9d9e-4241ecbe4a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:42.076235 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-03cb56b0-cc3d-4a18-b853-58acd55041a1 None None] For port 2678edb7-4566-4611-a418-3e4164721dc4, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=2678edb7-4566-4611-a418-3e4164721dc4,segment=NetworkSegment(9944e932-09bb-45ae-afab-7c611072102c),segment_id=9944e932-09bb-45ae-afab-7c611072102c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:42.077020 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-03cb56b0-cc3d-4a18-b853-58acd55041a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:42.090895 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-9de51b51-f5ff-4ee0-9d9e-4241ecbe4a42 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e3015f52-2bfa-451d-964a-8d1398beb316 HTTP/1.1" status: 204 len: 168 time: 0.2259526 Jul 09 16:37:42.097838 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2dd238-c928-4c3a-a74d-96350b61e297 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event deleted for resources: {'Port': ['ID=2678edb7-4566-4611-a418-3e4164721dc4,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:42.109473 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port ecb5afe1-686c-4bb9-82cd-29eb29f888f8, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=ecb5afe1-686c-4bb9-82cd-29eb29f888f8,segment=NetworkSegment(25fea648-aede-41b0-b521-f2f7244b98a5),segment_id=25fea648-aede-41b0-b521-f2f7244b98a5)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:42.111143 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-03cb56b0-cc3d-4a18-b853-58acd55041a1 None None] Calling delete_port for 2678edb7-4566-4611-a418-3e4164721dc4 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:37:42.113493 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2dd238-c928-4c3a-a74d-96350b61e297 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] No DVR routers for this DVR port 2678edb7-4566-4611-a418-3e4164721dc4 on host n-d-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:37:42.119613 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:42.218420 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de51b51-f5ff-4ee0-9d9e-4241ecbe4a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3015f52-2bfa-451d-964a-8d1398beb316,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:42.229756 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ab5c3a3b-9fa9-4976-82ba-10490bf672d4 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:42.305121 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ab5c3a3b-9fa9-4976-82ba-10490bf672d4 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:42.307233 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da7a77-a96f-4d5c-8943-98acd8567640 req-daf13809-92f2-4831-ad59-b8af3b82ad4e tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:42.309178 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e5da7a77-a96f-4d5c-8943-98acd8567640 req-daf13809-92f2-4831-ad59-b8af3b82ad4e tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=beaecdd1-d9ec-4963-9785-4dab420b1d4a HTTP/1.1" status: 200 len: 943 time: 0.2125287 Jul 09 16:37:42.319580 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=ecb5afe1-686c-4bb9-82cd-29eb29f888f8,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:42.347095 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-03cb56b0-cc3d-4a18-b853-58acd55041a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:42.398996 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eb2dd238-c928-4c3a-a74d-96350b61e297 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:42.411232 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['ecb5afe1-686c-4bb9-82cd-29eb29f888f8'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:37:42.417724 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cb56b0-cc3d-4a18-b853-58acd55041a1 None None] Pushing event deleted for resources: {'Port': ['ID=2678edb7-4566-4611-a418-3e4164721dc4,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:42.423970 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-eb2dd238-c928-4c3a-a74d-96350b61e297 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4f95d88-d269-4c7b-9e0c-5d8836fcbe36']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:42.432927 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e5da7a77-a96f-4d5c-8943-98acd8567640 req-ed4825c7-bdbc-48c1-a931-2814aa875cac tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a8e018c-d316-4742-956b-cc123b12d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149297 Jul 09 16:37:42.443240 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cb56b0-cc3d-4a18-b853-58acd55041a1 None None] No DVR routers for this DVR port 2678edb7-4566-4611-a418-3e4164721dc4 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:37:42.463747 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-eb2dd238-c928-4c3a-a74d-96350b61e297 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9944e932-09bb-45ae-afab-7c611072102c') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:42.464940 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-eb2dd238-c928-4c3a-a74d-96350b61e297 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9944e932-09bb-45ae-afab-7c611072102c') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:42.516251 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eb2dd238-c928-4c3a-a74d-96350b61e297 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:42.551590 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eb2dd238-c928-4c3a-a74d-96350b61e297 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:42.561125 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb2dd238-c928-4c3a-a74d-96350b61e297 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:37:42.561483 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eb2dd238-c928-4c3a-a74d-96350b61e297 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:42.634387 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:37:42.634387 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:37:42.634387 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:37:42.634387 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:37:42.634387 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:37:42.634387 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:37:42.634387 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:37:42.634387 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:37:42.634387 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:37:42.634387 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:37:42.634387 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:37:42.634387 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:37:42.634387 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:37:42.634387 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:37:42.634387 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:37:42.634387 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:37:42.634387 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:37:42.634387 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:37:42.634387 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:37:42.634387 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:37:42.634387 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:37:42.634387 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:37:42.634387 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:37:42.634387 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:37:42.634387 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:37:42.634387 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:37:42.634387 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:37:42.634387 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:37:42.634387 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:37:42.634387 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:37:42.634387 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:37:42.634387 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:37:42.634387 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:37:42.634387 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:37:42.634387 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:37:42.634387 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:37:42.634387 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:37:42.634387 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:37:42.683275 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537d35c-c0bd-4a9e-9f66-5841f5c8b4c2 req-c9fbe070-8431-49d7-8f5e-5fa704495b01 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:42.690689 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7537d35c-c0bd-4a9e-9f66-5841f5c8b4c2 req-c9fbe070-8431-49d7-8f5e-5fa704495b01 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=0e962866-307a-4386-aae8-132131ebba57 HTTP/1.1" status: 200 len: 1096 time: 0.4148135 Jul 09 16:37:42.702787 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eb2dd238-c928-4c3a-a74d-96350b61e297 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:42.730356 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eb2dd238-c928-4c3a-a74d-96350b61e297 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:42.732021 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-eb2dd238-c928-4c3a-a74d-96350b61e297 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "DELETE /v2.0/networks/c4f95d88-d269-4c7b-9e0c-5d8836fcbe36 HTTP/1.1" status: 204 len: 168 time: 1.5547562 Jul 09 16:37:42.737720 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 60716) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:42.743425 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-5893fcdd-cd4e-483d-8d00-fa5b8a99ec9d tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1454174667', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}, 'admin_state_up': False}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:42.751312 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2dd238-c928-4c3a-a74d-96350b61e297 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event deleted for resources: {'Network': ['ID=c4f95d88-d269-4c7b-9e0c-5d8836fcbe36,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:42.777801 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-ab5c3a3b-9fa9-4976-82ba-10490bf672d4 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Allocated IP 172.25.0.108 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/e3b3d0a6-2fde-4df5-9013-15f825d540f0) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:37:42.800771 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5893fcdd-cd4e-483d-8d00-fa5b8a99ec9d tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:42.804797 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5893fcdd-cd4e-483d-8d00-fa5b8a99ec9d tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:42.829515 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60718) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:42.870458 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7537d35c-c0bd-4a9e-9f66-5841f5c8b4c2 req-84dbe8a0-c9fb-4109-8c8b-5080c1c657a8 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=633b7a99-46eb-4c72-978e-bfa8ddaa9360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787291 Jul 09 16:37:42.873068 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-00d124e1-f1af-40a0-a237-3f33e684415e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:42.901333 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 8135148e-c3ec-4a02-81eb-72d10120f6be no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:37:42.933185 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 8135148e-c3ec-4a02-81eb-72d10120f6be {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:37:42.933655 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 8135148e-c3ec-4a02-81eb-72d10120f6be not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:37:42.933957 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 2678edb7-4566-4611-a418-3e4164721dc4 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:37:42.936142 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5893fcdd-cd4e-483d-8d00-fa5b8a99ec9d tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:42.956560 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 2678edb7-4566-4611-a418-3e4164721dc4 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:37:42.956904 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 2678edb7-4566-4611-a418-3e4164721dc4 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:37:43.071695 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ab5c3a3b-9fa9-4976-82ba-10490bf672d4 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:43.184926 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26944a4-abb3-406e-98ba-f05ce880830d req-d889fc50-c620-424b-8ff7-cdc7d6d0eefb tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:43.187033 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b26944a4-abb3-406e-98ba-f05ce880830d req-d889fc50-c620-424b-8ff7-cdc7d6d0eefb tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=0e962866-307a-4386-aae8-132131ebba57 HTTP/1.1" status: 200 len: 1096 time: 0.1662974 Jul 09 16:37:43.225292 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ab5c3a3b-9fa9-4976-82ba-10490bf672d4 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:43.280024 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b26944a4-abb3-406e-98ba-f05ce880830d req-cce3c402-beac-4969-97e2-b61c1c0a43e1 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=633b7a99-46eb-4c72-978e-bfa8ddaa9360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834208 Jul 09 16:37:43.305118 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5c3a3b-9fa9-4976-82ba-10490bf672d4 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:37:43.325297 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 494faad2-61d3-45e0-9110-00bcb6cf80cb details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:37:43.372274 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-00d124e1-f1af-40a0-a237-3f33e684415e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:43.373278 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-ab5c3a3b-9fa9-4976-82ba-10490bf672d4 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:37:43.381269 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5c3a3b-9fa9-4976-82ba-10490bf672d4 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:37:43.406227 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-00d124e1-f1af-40a0-a237-3f33e684415e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:43.430878 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c993e267-8fd1-4bdc-a70d-53079fedeb08 req-4d967670-824a-489c-8078-a89444975f25 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:43.438078 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c993e267-8fd1-4bdc-a70d-53079fedeb08 req-4d967670-824a-489c-8078-a89444975f25 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/ports?device_id=f03597ae-bd43-4059-87ea-582c8d184af7 HTTP/1.1" status: 200 len: 944 time: 0.6053650 Jul 09 16:37:43.531987 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 494faad2-61d3-45e0-9110-00bcb6cf80cb, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=494faad2-61d3-45e0-9110-00bcb6cf80cb,segment=NetworkSegment(c69a2028-7f11-44fc-9cb8-816928cf4954),segment_id=c69a2028-7f11-44fc-9cb8-816928cf4954)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:43.544619 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c993e267-8fd1-4bdc-a70d-53079fedeb08 req-561e9250-248a-4490-a16e-4be97a5e6705 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/security-groups?id=9944d1eb-8a84-4392-9ddb-1e53a1f2c439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054695 Jul 09 16:37:43.547360 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '494faad2-61d3-45e0-9110-00bcb6cf80cb', 'network_id': '6a9e1cb2-fe24-406e-8baf-8643d7db8d0b', 'port_id': '494faad2-61d3-45e0-9110-00bcb6cf80cb', 'mac_address': 'fa:16:3e:ed:9c:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5645ca8d-973f-497d-a26d-ddaaa7246e67', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:37:43.550316 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-00d124e1-f1af-40a0-a237-3f33e684415e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a73b9f51e79a42ab8f0c47994ab86101&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7190814 Jul 09 16:37:43.557418 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 60728) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:43.560840 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c3a3b-9fa9-4976-82ba-10490bf672d4 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Pushing event updated for resources: {'Port': ['ID=e3b3d0a6-2fde-4df5-9013-15f825d540f0,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:43.564824 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5893fcdd-cd4e-483d-8d00-fa5b8a99ec9d tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:43.620270 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:43.622728 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device ecb5afe1-686c-4bb9-82cd-29eb29f888f8 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:37:43.666321 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 494faad2-61d3-45e0-9110-00bcb6cf80cb {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:37:43.699060 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 494faad2-61d3-45e0-9110-00bcb6cf80cb, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=494faad2-61d3-45e0-9110-00bcb6cf80cb,segment=NetworkSegment(c69a2028-7f11-44fc-9cb8-816928cf4954),segment_id=c69a2028-7f11-44fc-9cb8-816928cf4954)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:43.706183 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:43.763332 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-723425b8-8220-4cee-9ac4-8c604bf72fde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:43.764118 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port ecb5afe1-686c-4bb9-82cd-29eb29f888f8 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:37:43.771781 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port ecb5afe1-686c-4bb9-82cd-29eb29f888f8 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:37:43.772012 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:43.773602 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=494faad2-61d3-45e0-9110-00bcb6cf80cb,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:43.801608 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-723425b8-8220-4cee-9ac4-8c604bf72fde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:43.837319 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee4b19-6fb4-492f-9271-29c36729bac3 req-a031661e-5dbe-4833-8533-2ea0de09a2ba tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:43.839065 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-28ee4b19-6fb4-492f-9271-29c36729bac3 req-a031661e-5dbe-4833-8533-2ea0de09a2ba tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=beaecdd1-d9ec-4963-9785-4dab420b1d4a HTTP/1.1" status: 200 len: 944 time: 0.1461208 Jul 09 16:37:43.862669 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:43.908630 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f03597ae-bd43-4059-87ea-582c8d184af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb5afe1-686c-4bb9-82cd-29eb29f888f8'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:37:43.910972 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009a7e75-c0c0-4322-b157-0df083c78912" -d '{"events": [{"server_uuid": "f03597ae-bd43-4059-87ea-582c8d184af7", "name": "network-vif-plugged", "status": "completed", "tag": "ecb5afe1-686c-4bb9-82cd-29eb29f888f8"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:37:43.927996 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-28ee4b19-6fb4-492f-9271-29c36729bac3 req-052744fd-ff0c-4261-872d-c72fa90054ce tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a8e018c-d316-4742-956b-cc123b12d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724356 Jul 09 16:37:43.952140 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port ecb5afe1-686c-4bb9-82cd-29eb29f888f8, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=ecb5afe1-686c-4bb9-82cd-29eb29f888f8,segment=NetworkSegment(25fea648-aede-41b0-b521-f2f7244b98a5),segment_id=25fea648-aede-41b0-b521-f2f7244b98a5)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:43.959753 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:44.043541 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=ecb5afe1-686c-4bb9-82cd-29eb29f888f8,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:44.051135 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607868ee-be9a-436a-a2f2-b4cfd46666ff x-openstack-request-id: req-607868ee-be9a-436a-a2f2-b4cfd46666ff {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:37:44.051602 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f03597ae-bd43-4059-87ea-582c8d184af7", "name": "network-vif-plugged", "status": "completed", "tag": "ecb5afe1-686c-4bb9-82cd-29eb29f888f8", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:37:44.052262 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-607868ee-be9a-436a-a2f2-b4cfd46666ff {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:37:44.052928 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f03597ae-bd43-4059-87ea-582c8d184af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb5afe1-686c-4bb9-82cd-29eb29f888f8', 'code': 200} Jul 09 16:37:44.057013 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-723425b8-8220-4cee-9ac4-8c604bf72fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:44.059784 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-723425b8-8220-4cee-9ac4-8c604bf72fde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:44.063187 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-723425b8-8220-4cee-9ac4-8c604bf72fde admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f259783b-ed52-46b6-91b1-43b1c63dd00d HTTP/1.1" status: 204 len: 168 time: 0.5023053 Jul 09 16:37:44.063783 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5893fcdd-cd4e-483d-8d00-fa5b8a99ec9d tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:44.096503 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5893fcdd-cd4e-483d-8d00-fa5b8a99ec9d tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:44.100457 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723425b8-8220-4cee-9ac4-8c604bf72fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f259783b-ed52-46b6-91b1-43b1c63dd00d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:44.121056 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d124e1-f1af-40a0-a237-3f33e684415e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f259783b-ed52-46b6-91b1-43b1c63dd00d,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:44.195069 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe041de1-ba6e-41da-902e-d039b57c9201 req-de66610f-5bf1-4dfa-8aef-82e0ecba5d74 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:44.196634 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fe041de1-ba6e-41da-902e-d039b57c9201 req-de66610f-5bf1-4dfa-8aef-82e0ecba5d74 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=0e962866-307a-4386-aae8-132131ebba57 HTTP/1.1" status: 200 len: 1096 time: 0.6041932 Jul 09 16:37:44.235324 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d60ef-e17d-4d4b-9627-3eee6efa6352 req-59278c33-b884-4b9a-89a4-61b4cb9160a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:44.237057 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4b4d60ef-e17d-4d4b-9627-3eee6efa6352 req-59278c33-b884-4b9a-89a4-61b4cb9160a8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f03597ae-bd43-4059-87ea-582c8d184af7 HTTP/1.1" status: 200 len: 1096 time: 0.1533749 Jul 09 16:37:44.246623 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['494faad2-61d3-45e0-9110-00bcb6cf80cb'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:37:44.281643 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fe041de1-ba6e-41da-902e-d039b57c9201 req-564fec4f-e6cf-49d4-aa3d-343f4f76baa9 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=633b7a99-46eb-4c72-978e-bfa8ddaa9360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734704 Jul 09 16:37:44.289335 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-5893fcdd-cd4e-483d-8d00-fa5b8a99ec9d tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Allocated IP 172.25.0.137 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/066b276f-b035-42f1-83fa-89290899bc8c) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:37:44.312066 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4b4d60ef-e17d-4d4b-9627-3eee6efa6352 req-4075f856-d195-4528-a806-0ca80c93dc63 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=9944d1eb-8a84-4392-9ddb-1e53a1f2c439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674355 Jul 09 16:37:44.360527 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ab5c3a3b-9fa9-4976-82ba-10490bf672d4 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:44.485087 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5893fcdd-cd4e-483d-8d00-fa5b8a99ec9d tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:44.563602 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5893fcdd-cd4e-483d-8d00-fa5b8a99ec9d tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:44.618958 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5893fcdd-cd4e-483d-8d00-fa5b8a99ec9d tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event updated for resources: {'Port': ['ID=066b276f-b035-42f1-83fa-89290899bc8c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:44.633854 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5893fcdd-cd4e-483d-8d00-fa5b8a99ec9d tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:37:44.637231 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-5893fcdd-cd4e-483d-8d00-fa5b8a99ec9d tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:37:44.644286 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5893fcdd-cd4e-483d-8d00-fa5b8a99ec9d tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:37:44.727607 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ab5c3a3b-9fa9-4976-82ba-10490bf672d4 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:44.898031 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcdc389-ccd9-416b-b54d-f5ed172bdf0f req-b008285c-1f18-4657-a041-a49d33b4f6c0 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:44.899978 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8fcdc389-ccd9-416b-b54d-f5ed172bdf0f req-b008285c-1f18-4657-a041-a49d33b4f6c0 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/ports?device_id=f03597ae-bd43-4059-87ea-582c8d184af7 HTTP/1.1" status: 200 len: 945 time: 0.1131783 Jul 09 16:37:44.953161 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d7004d-7f0c-454b-963b-ab629aed1a22 req-fbed0e94-0166-40c7-b187-d767fb395423 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:44.960298 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-80d7004d-7f0c-454b-963b-ab629aed1a22 req-fbed0e94-0166-40c7-b187-d767fb395423 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/networks?id=47f96309-8a1b-4bab-9e45-28b246f8b4dc HTTP/1.1" status: 200 len: 911 time: 0.2184680 Jul 09 16:37:44.979567 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-80d7004d-7f0c-454b-963b-ab629aed1a22 req-a9379c42-042d-4140-81be-f6fac5afdc17 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/quotas/23f6658f0a6e4d65abb2491a324abda0 HTTP/1.1" status: 200 len: 375 time: 0.0183249 Jul 09 16:37:45.037714 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8fcdc389-ccd9-416b-b54d-f5ed172bdf0f req-d8f90dd0-1c78-49ca-9aa6-f4b5941e5740 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/security-groups?id=9944d1eb-8a84-4392-9ddb-1e53a1f2c439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914733 Jul 09 16:37:45.098528 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5893fcdd-cd4e-483d-8d00-fa5b8a99ec9d tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:45.108118 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab5c3a3b-9fa9-4976-82ba-10490bf672d4 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Router 0a37f025-8a42-483a-9c27-f0981b4e2aac is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:37:45.225110 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-80d7004d-7f0c-454b-963b-ab629aed1a22 req-9935cee4-e70f-46ff-a4b8-875798aa8bbf tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/ports?tenant_id=23f6658f0a6e4d65abb2491a324abda0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2445769 Jul 09 16:37:45.325467 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 494faad2-61d3-45e0-9110-00bcb6cf80cb up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:37:45.356293 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab5c3a3b-9fa9-4976-82ba-10490bf672d4 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:37:45.370532 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4069453-cae4-4d9e-b3ed-43382a9cf842 None None] Sync routers for ids ['0a37f025-8a42-483a-9c27-f0981b4e2aac'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:37:45.384117 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4069453-cae4-4d9e-b3ed-43382a9cf842 None None] Routers {'0a37f025-8a42-483a-9c27-f0981b4e2aac'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:37:45.387207 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-d4069453-cae4-4d9e-b3ed-43382a9cf842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:37:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['0a37f025-8a42-483a-9c27-f0981b4e2aac'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:45.397909 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-80d7004d-7f0c-454b-963b-ab629aed1a22 req-17c79273-d162-439f-8304-433393cf2989 service neutron] 10.222.0.98 "GET /v2.0/networks/47f96309-8a1b-4bab-9e45-28b246f8b4dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717570 Jul 09 16:37:45.399175 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ab5c3a3b-9fa9-4976-82ba-10490bf672d4 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:45.400870 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ab5c3a3b-9fa9-4976-82ba-10490bf672d4 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.3223896 Jul 09 16:37:45.407304 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 60784) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:45.413432 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f36d6df0-1788-4f88-8d8c-872f71f04cf2 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'enable_snat': False}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:45.444856 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-d4069453-cae4-4d9e-b3ed-43382a9cf842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:45.446067 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 494faad2-61d3-45e0-9110-00bcb6cf80cb completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:37:45.451073 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 494faad2-61d3-45e0-9110-00bcb6cf80cb triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:37:45.451768 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:45.458803 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4069453-cae4-4d9e-b3ed-43382a9cf842 None None] Routers {'0a37f025-8a42-483a-9c27-f0981b4e2aac'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:37:45.459757 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-d4069453-cae4-4d9e-b3ed-43382a9cf842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:37:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['0a37f025-8a42-483a-9c27-f0981b4e2aac'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:45.497346 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-d4069453-cae4-4d9e-b3ed-43382a9cf842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:45.498273 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4069453-cae4-4d9e-b3ed-43382a9cf842 None None] The sync data for ids ['0a37f025-8a42-483a-9c27-f0981b4e2aac'] in n-d-798930-3 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:37:45.589395 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-80d7004d-7f0c-454b-963b-ab629aed1a22 req-5b09182a-11c6-4d10-a623-69f15b47794e service neutron] 10.222.0.98 "GET /v2.0/networks/47f96309-8a1b-4bab-9e45-28b246f8b4dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775620 Jul 09 16:37:45.625871 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014325d3-2d3d-4a09-9bc5-462d6a08d549 req-0ca168d4-36f0-4d54-ab06-3674c68d1a12 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:45.628329 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:45.633362 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-014325d3-2d3d-4a09-9bc5-462d6a08d549 req-0ca168d4-36f0-4d54-ab06-3674c68d1a12 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=beaecdd1-d9ec-4963-9785-4dab420b1d4a HTTP/1.1" status: 200 len: 944 time: 0.3475215 Jul 09 16:37:45.688621 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 494faad2-61d3-45e0-9110-00bcb6cf80cb, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=494faad2-61d3-45e0-9110-00bcb6cf80cb,segment=NetworkSegment(c69a2028-7f11-44fc-9cb8-816928cf4954),segment_id=c69a2028-7f11-44fc-9cb8-816928cf4954)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:45.694883 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:45.849429 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=494faad2-61d3-45e0-9110-00bcb6cf80cb,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:45.854683 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-014325d3-2d3d-4a09-9bc5-462d6a08d549 req-3ce13dab-f239-4311-9e26-37422a1683aa tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a8e018c-d316-4742-956b-cc123b12d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203889 Jul 09 16:37:45.857473 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5893fcdd-cd4e-483d-8d00-fa5b8a99ec9d tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:45.891253 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6e4b13b5-40c6-4e48-84e9-fc1bdcf903fb req-084bf968-492a-46f9-b882-b8894a2e6c2f tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=6e970c90-e2cb-4f84-bb0c-d46910e184eb HTTP/1.1" status: 200 len: 210 time: 0.0427766 Jul 09 16:37:46.054048 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beaecdd1-d9ec-4963-9785-4dab420b1d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '494faad2-61d3-45e0-9110-00bcb6cf80cb'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:37:46.058988 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444c68a7-366f-4e5e-acc1-afcfe72579fb" -d '{"events": [{"server_uuid": "beaecdd1-d9ec-4963-9785-4dab420b1d4a", "name": "network-vif-plugged", "status": "completed", "tag": "494faad2-61d3-45e0-9110-00bcb6cf80cb"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:37:46.129848 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8ca2f0-c443-412f-890f-ad0ca78d5c1a x-openstack-request-id: req-de8ca2f0-c443-412f-890f-ad0ca78d5c1a {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:37:46.130245 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beaecdd1-d9ec-4963-9785-4dab420b1d4a", "name": "network-vif-plugged", "status": "completed", "tag": "494faad2-61d3-45e0-9110-00bcb6cf80cb", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:37:46.130602 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-de8ca2f0-c443-412f-890f-ad0ca78d5c1a {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:37:46.131142 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beaecdd1-d9ec-4963-9785-4dab420b1d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '494faad2-61d3-45e0-9110-00bcb6cf80cb', 'code': 200} Jul 09 16:37:46.152130 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f36d6df0-1788-4f88-8d8c-872f71f04cf2 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:46.389075 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5893fcdd-cd4e-483d-8d00-fa5b8a99ec9d tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Router 2f886aea-5420-4673-bf04-cfcacb0ccddc is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:37:46.589594 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721984ee-a883-4c9e-b7dc-e3a06e9781a9 req-2418f3c9-793a-4fc0-8fee-d1f6edd76fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:46.591273 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-721984ee-a883-4c9e-b7dc-e3a06e9781a9 req-2418f3c9-793a-4fc0-8fee-d1f6edd76fe1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=beaecdd1-d9ec-4963-9785-4dab420b1d4a HTTP/1.1" status: 200 len: 1096 time: 0.2612936 Jul 09 16:37:46.621782 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc565ba2-cab8-49f9-b36f-efacc9d67ab6 req-ab690f10-4516-419d-98a0-f75c007fc639 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:46.623345 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dc565ba2-cab8-49f9-b36f-efacc9d67ab6 req-ab690f10-4516-419d-98a0-f75c007fc639 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/ports?device_id=f03597ae-bd43-4059-87ea-582c8d184af7 HTTP/1.1" status: 200 len: 945 time: 0.3968000 Jul 09 16:37:47.042710 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5893fcdd-cd4e-483d-8d00-fa5b8a99ec9d tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:37:47.055550 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6dfe14-5023-4fe0-b78a-deff621b6967 None None] Sync routers for ids ['2f886aea-5420-4673-bf04-cfcacb0ccddc'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:37:47.086441 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6dfe14-5023-4fe0-b78a-deff621b6967 None None] Routers {'2f886aea-5420-4673-bf04-cfcacb0ccddc'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:37:47.101743 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dc565ba2-cab8-49f9-b36f-efacc9d67ab6 req-f11986af-75b8-4b19-a115-89385791c05d tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/security-groups?id=9944d1eb-8a84-4392-9ddb-1e53a1f2c439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4524417 Jul 09 16:37:47.103801 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-721984ee-a883-4c9e-b7dc-e3a06e9781a9 req-ae63edce-f8df-4ebd-93fb-bc04048fe6cd service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7a8e018c-d316-4742-956b-cc123b12d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4991946 Jul 09 16:37:47.106181 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5893fcdd-cd4e-483d-8d00-fa5b8a99ec9d tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:47.107933 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0b6dfe14-5023-4fe0-b78a-deff621b6967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:37:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['2f886aea-5420-4673-bf04-cfcacb0ccddc'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:47.111599 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-5893fcdd-cd4e-483d-8d00-fa5b8a99ec9d tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.3710899 Jul 09 16:37:47.111599 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 60878) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:47.212955 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0b6dfe14-5023-4fe0-b78a-deff621b6967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:47.215683 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20315773-593e-4f7d-951c-69b8b0a69403 req-7cc3dc4e-f586-4595-b045-c21fd4203393 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:47.225509 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-20315773-593e-4f7d-951c-69b8b0a69403 req-7cc3dc4e-f586-4595-b045-c21fd4203393 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=beaecdd1-d9ec-4963-9785-4dab420b1d4a HTTP/1.1" status: 200 len: 945 time: 0.1374443 Jul 09 16:37:47.241052 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6dfe14-5023-4fe0-b78a-deff621b6967 None None] Routers {'2f886aea-5420-4673-bf04-cfcacb0ccddc'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:37:47.241702 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0b6dfe14-5023-4fe0-b78a-deff621b6967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:37:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['2f886aea-5420-4673-bf04-cfcacb0ccddc'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:47.314375 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-20315773-593e-4f7d-951c-69b8b0a69403 req-594f9fcc-602c-4736-b3a7-715f0e10b573 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a8e018c-d316-4742-956b-cc123b12d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878754 Jul 09 16:37:47.320133 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0b6dfe14-5023-4fe0-b78a-deff621b6967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:47.320800 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6dfe14-5023-4fe0-b78a-deff621b6967 None None] The sync data for ids ['2f886aea-5420-4673-bf04-cfcacb0ccddc'] in n-d-798930-3 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:37:47.406625 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60884) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:47.413359 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c76f68e0-fc53-495c-a0ce-a1ed0d01d0b8 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "GET /v2.0/routers/2f886aea-5420-4673-bf04-cfcacb0ccddc HTTP/1.1" status: 200 len: 885 time: 0.2998447 Jul 09 16:37:47.423839 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a4f7bc98-bd00-4f6d-a724-c359b6dd630d req-272b880e-0b53-4101-9cfa-4ecf644e8628 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=6e970c90-e2cb-4f84-bb0c-d46910e184eb HTTP/1.1" status: 200 len: 210 time: 0.1220467 Jul 09 16:37:47.658460 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 60888) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:47.741699 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0946db-f76c-4515-8ab8-69843ceff9bb req-3ac61b4a-cd2a-4b84-8b8c-aced8e691873 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:47.743251 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8a0946db-f76c-4515-8ab8-69843ceff9bb req-3ac61b4a-cd2a-4b84-8b8c-aced8e691873 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/ports?device_id=f03597ae-bd43-4059-87ea-582c8d184af7 HTTP/1.1" status: 200 len: 945 time: 0.2191253 Jul 09 16:37:47.814157 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f36d6df0-1788-4f88-8d8c-872f71f04cf2 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:47.818380 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f36d6df0-1788-4f88-8d8c-872f71f04cf2 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1725939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1725946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-313636'] for router, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:47.821081 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8a0946db-f76c-4515-8ab8-69843ceff9bb req-87ef92bd-b92a-4ba8-862e-71bbf8fd02c1 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/security-groups?id=9944d1eb-8a84-4392-9ddb-1e53a1f2c439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688879 Jul 09 16:37:47.856848 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-cad653c3-e330-4af9-8778-e5f6c1f7abe0 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.4486880 Jul 09 16:37:47.857497 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60892) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:47.859544 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60894) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:47.864327 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-10e96a1d-0120-4bdf-a013-f1f102ec3c73 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1454174667'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:47.943558 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-70ee4af7-c9be-4ad8-a1de-2e36bd264c7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:48.039294 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffc308a-f1d3-437e-ba6a-2cfb9a48c02c tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:48.041369 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-cffc308a-f1d3-437e-ba6a-2cfb9a48c02c tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=f03597ae-bd43-4059-87ea-582c8d184af7 HTTP/1.1" status: 200 len: 1091 time: 0.1738727 Jul 09 16:37:48.054273 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d7004d-7f0c-454b-963b-ab629aed1a22 req-127d1fd0-518f-4742-8900-8d53f810a239 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:48.054273 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-80d7004d-7f0c-454b-963b-ab629aed1a22 req-127d1fd0-518f-4742-8900-8d53f810a239 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.73 "GET /v2.0/networks?id=47f96309-8a1b-4bab-9e45-28b246f8b4dc HTTP/1.1" status: 200 len: 911 time: 0.1136470 Jul 09 16:37:48.060266 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 60896) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:48.079649 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-83c5d223-3f35-40e5-8fce-c7ed3c2e6488 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Request body: {'floatingip': {'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'port_id': 'ecb5afe1-686c-4bb9-82cd-29eb29f888f8', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:48.108792 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-80d7004d-7f0c-454b-963b-ab629aed1a22 req-797c303c-e1e1-4cd1-95d7-cae56e9ada10 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Request body: {'port': {'device_id': '6e970c90-e2cb-4f84-bb0c-d46910e184eb', 'network_id': '47f96309-8a1b-4bab-9e45-28b246f8b4dc', 'admin_state_up': True, 'tenant_id': '23f6658f0a6e4d65abb2491a324abda0'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:48.224430 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f36d6df0-1788-4f88-8d8c-872f71f04cf2 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Router 0a37f025-8a42-483a-9c27-f0981b4e2aac has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:37:48.290113 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-10e96a1d-0120-4bdf-a013-f1f102ec3c73 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:48.306233 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-10e96a1d-0120-4bdf-a013-f1f102ec3c73 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1725939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1725946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-313636'] for router, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:48.360263 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-70ee4af7-c9be-4ad8-a1de-2e36bd264c7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:48.374092 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-70ee4af7-c9be-4ad8-a1de-2e36bd264c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:48.406147 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.db.api [req-80d7004d-7f0c-454b-963b-ab629aed1a22 req-797c303c-e1e1-4cd1-95d7-cae56e9ada10 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 16:37:48.406147 n-d-798930-3 neutron-server[93958]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 16:37:48.406147 n-d-798930-3 neutron-server[93958]: [parameters: {'project_id_1': '23f6658f0a6e4d65abb2491a324abda0', 'expiration_1': datetime.datetime(2021, 7, 9, 16, 37, 48, 166097)}] Jul 09 16:37:48.406147 n-d-798930-3 neutron-server[93958]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:37:48.406558 n-d-798930-3 neutron-server[93958]: DEBUG oslo_db.api [req-80d7004d-7f0c-454b-963b-ab629aed1a22 req-797c303c-e1e1-4cd1-95d7-cae56e9ada10 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:37:48.430635 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-83c5d223-3f35-40e5-8fce-c7ed3c2e6488 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:48.439353 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36d6df0-1788-4f88-8d8c-872f71f04cf2 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:37:48.448604 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e96a1d-0120-4bdf-a013-f1f102ec3c73 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Router 2f886aea-5420-4673-bf04-cfcacb0ccddc has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:37:48.449695 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60900) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:48.449881 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b35164e-0773-426e-aa79-eccd69ec2d40 None None] Sync routers for ids ['0a37f025-8a42-483a-9c27-f0981b4e2aac'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:37:48.460145 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-70ee4af7-c9be-4ad8-a1de-2e36bd264c7f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5c623d8279264e85a7ed87992f07fd11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8001893 Jul 09 16:37:48.463073 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b35164e-0773-426e-aa79-eccd69ec2d40 None None] Routers {'0a37f025-8a42-483a-9c27-f0981b4e2aac'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:37:48.463854 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-8b35164e-0773-426e-aa79-eccd69ec2d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:37:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['0a37f025-8a42-483a-9c27-f0981b4e2aac'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:48.467859 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f36d6df0-1788-4f88-8d8c-872f71f04cf2 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:48.470948 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f36d6df0-1788-4f88-8d8c-872f71f04cf2 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] 10.222.0.98 "PUT /v2.0/routers/0a37f025-8a42-483a-9c27-f0981b4e2aac HTTP/1.1" status: 200 len: 925 time: 3.0613184 Jul 09 16:37:48.492287 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60904) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:48.496204 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ee4af7-c9be-4ad8-a1de-2e36bd264c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4ec172-1957-4bbe-aeb8-c8cd545eb461,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:48.566349 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-8b35164e-0773-426e-aa79-eccd69ec2d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:48.583788 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b35164e-0773-426e-aa79-eccd69ec2d40 None None] Routers {'0a37f025-8a42-483a-9c27-f0981b4e2aac'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:37:48.584653 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-8b35164e-0773-426e-aa79-eccd69ec2d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:37:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['0a37f025-8a42-483a-9c27-f0981b4e2aac'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:48.650964 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-8b35164e-0773-426e-aa79-eccd69ec2d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:48.651893 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b35164e-0773-426e-aa79-eccd69ec2d40 None None] The sync data for ids ['0a37f025-8a42-483a-9c27-f0981b4e2aac'] in n-d-798930-3 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:37:48.717223 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4cd2f089-b454-4712-ac3e-2711eb6b02e2 req-2b5881f6-908a-4797-8cf7-b463de99cf3d tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=6e970c90-e2cb-4f84-bb0c-d46910e184eb HTTP/1.1" status: 200 len: 210 time: 0.0676994 Jul 09 16:37:48.758956 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c861c-9558-4951-a32d-aa25b511e2e5 req-9d3d6a57-0bc0-473f-be37-a5b410b48b37 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:48.761160 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cd1c861c-9558-4951-a32d-aa25b511e2e5 req-9d3d6a57-0bc0-473f-be37-a5b410b48b37 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=beaecdd1-d9ec-4963-9785-4dab420b1d4a HTTP/1.1" status: 200 len: 945 time: 0.2660720 Jul 09 16:37:48.796833 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-83c5d223-3f35-40e5-8fce-c7ed3c2e6488 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:48.811541 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0a5eaa46-1c77-47d9-903c-bca2ae248927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:48.855661 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cd1c861c-9558-4951-a32d-aa25b511e2e5 req-e4e0f11b-c2f2-44d2-b7dc-3fe5d38e0d83 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a8e018c-d316-4742-956b-cc123b12d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833170 Jul 09 16:37:48.950655 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-83c5d223-3f35-40e5-8fce-c7ed3c2e6488 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Allocated IP 172.25.0.248 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/d7debeb9-57f2-4f8a-9ab3-b4ea10a3a939) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:37:48.953880 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80d7004d-7f0c-454b-963b-ab629aed1a22 req-797c303c-e1e1-4cd1-95d7-cae56e9ada10 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Made reservation on behalf of 23f6658f0a6e4d65abb2491a324abda0 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:37:48.956353 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-80d7004d-7f0c-454b-963b-ab629aed1a22 req-797c303c-e1e1-4cd1-95d7-cae56e9ada10 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:49.159531 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-83c5d223-3f35-40e5-8fce-c7ed3c2e6488 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:49.173458 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-80d7004d-7f0c-454b-963b-ab629aed1a22 req-797c303c-e1e1-4cd1-95d7-cae56e9ada10 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Allocated IP 172.20.0.10 (47f96309-8a1b-4bab-9e45-28b246f8b4dc/db6b7bdb-8f77-4160-95de-1e7faac45cc3/bb99921b-4eed-4bb4-9b9d-ea57db129075) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:37:49.192601 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0a5eaa46-1c77-47d9-903c-bca2ae248927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:49.204236 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e96a1d-0120-4bdf-a013-f1f102ec3c73 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:37:49.213804 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-10e96a1d-0120-4bdf-a013-f1f102ec3c73 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:49.215181 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-10e96a1d-0120-4bdf-a013-f1f102ec3c73 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "PUT /v2.0/routers/2f886aea-5420-4673-bf04-cfcacb0ccddc HTTP/1.1" status: 200 len: 892 time: 1.3566506 Jul 09 16:37:49.216888 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42148665-0dfe-4a81-8ebc-094c1980654b None None] Sync routers for ids ['2f886aea-5420-4673-bf04-cfcacb0ccddc'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:37:49.217417 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3ab6df13-fee3-481d-8ce0-af90e0d0861d tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] 10.222.0.98 "GET /v2.0/routers/0a37f025-8a42-483a-9c27-f0981b4e2aac HTTP/1.1" status: 200 len: 925 time: 0.7221560 Jul 09 16:37:49.220348 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60908) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:49.220570 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60910) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:49.231410 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42148665-0dfe-4a81-8ebc-094c1980654b None None] Routers {'2f886aea-5420-4673-bf04-cfcacb0ccddc'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:37:49.234351 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-42148665-0dfe-4a81-8ebc-094c1980654b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:37:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['2f886aea-5420-4673-bf04-cfcacb0ccddc'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:49.283893 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-42148665-0dfe-4a81-8ebc-094c1980654b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:49.292390 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-83c5d223-3f35-40e5-8fce-c7ed3c2e6488 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:49.316594 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42148665-0dfe-4a81-8ebc-094c1980654b None None] Routers {'2f886aea-5420-4673-bf04-cfcacb0ccddc'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:37:49.321041 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-42148665-0dfe-4a81-8ebc-094c1980654b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:37:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['2f886aea-5420-4673-bf04-cfcacb0ccddc'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:49.343070 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c5d223-3f35-40e5-8fce-c7ed3c2e6488 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:37:49.351377 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-83c5d223-3f35-40e5-8fce-c7ed3c2e6488 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:37:49.357012 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c5d223-3f35-40e5-8fce-c7ed3c2e6488 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:37:49.370412 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-42148665-0dfe-4a81-8ebc-094c1980654b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:49.371436 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42148665-0dfe-4a81-8ebc-094c1980654b None None] The sync data for ids ['2f886aea-5420-4673-bf04-cfcacb0ccddc'] in n-d-798930-3 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:37:49.390310 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c5d223-3f35-40e5-8fce-c7ed3c2e6488 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event updated for resources: {'Port': ['ID=d7debeb9-57f2-4f8a-9ab3-b4ea10a3a939,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:49.428810 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0a5eaa46-1c77-47d9-903c-bca2ae248927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:49.431806 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0a5eaa46-1c77-47d9-903c-bca2ae248927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:49.436082 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0a5eaa46-1c77-47d9-903c-bca2ae248927 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6c4ec172-1957-4bbe-aeb8-c8cd545eb461 HTTP/1.1" status: 204 len: 168 time: 0.9805858 Jul 09 16:37:49.444870 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbb3667-6ab0-4bf3-9e80-4d2f6f8e31e9 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:49.446395 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-5fbb3667-6ab0-4bf3-9e80-4d2f6f8e31e9 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] 10.222.0.98 "GET /v2.0/ports?network_id=caa6ed8d-2893-4113-8f68-c5284e694f6c&device_id=0a37f025-8a42-483a-9c27-f0981b4e2aac&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2238157 Jul 09 16:37:49.453880 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 60914) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:49.456516 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5eaa46-1c77-47d9-903c-bca2ae248927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4ec172-1957-4bbe-aeb8-c8cd545eb461,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:49.471439 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-6aa86fa3-719a-424c-902f-0d2c53158aab tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "GET /v2.0/routers/2f886aea-5420-4673-bf04-cfcacb0ccddc HTTP/1.1" status: 200 len: 892 time: 0.2498209 Jul 09 16:37:49.473158 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5eaa46-1c77-47d9-903c-bca2ae248927 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:37:49.473506 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5eaa46-1c77-47d9-903c-bca2ae248927 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:37:49.474125 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5eaa46-1c77-47d9-903c-bca2ae248927 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:37:49.474250 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5eaa46-1c77-47d9-903c-bca2ae248927 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:37:49.474493 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5eaa46-1c77-47d9-903c-bca2ae248927 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:37:49.474846 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5eaa46-1c77-47d9-903c-bca2ae248927 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:37:49.475176 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5eaa46-1c77-47d9-903c-bca2ae248927 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:37:49.476063 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5eaa46-1c77-47d9-903c-bca2ae248927 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:37:49.476063 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5eaa46-1c77-47d9-903c-bca2ae248927 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:37:49.476255 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5eaa46-1c77-47d9-903c-bca2ae248927 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:37:49.476432 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5eaa46-1c77-47d9-903c-bca2ae248927 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:37:49.476756 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5eaa46-1c77-47d9-903c-bca2ae248927 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:37:49.478319 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-80d7004d-7f0c-454b-963b-ab629aed1a22 req-797c303c-e1e1-4cd1-95d7-cae56e9ada10 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:49.479421 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60916) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:49.528433 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a7007744-4fcd-4eac-bd8c-5e94a8d69c12 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f886aea-5420-4673-bf04-cfcacb0ccddc HTTP/1.1" status: 200 len: 205 time: 0.0479600 Jul 09 16:37:49.531202 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60918) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:49.584388 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-80d7004d-7f0c-454b-963b-ab629aed1a22 req-797c303c-e1e1-4cd1-95d7-cae56e9ada10 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Transition to ACTIVE for port object bb99921b-4eed-4bb4-9b9d-ea57db129075 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:37:49.682597 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-447c5fdf-2579-4449-8342-15c4d4c27389 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:49.727070 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67114237-d200-4f64-b947-e4d6be6d6110 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:49.731913 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-67114237-d200-4f64-b947-e4d6be6d6110 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] 10.222.0.98 "GET /v2.0/networks/caa6ed8d-2893-4113-8f68-c5284e694f6c HTTP/1.1" status: 200 len: 881 time: 0.2769923 Jul 09 16:37:49.732998 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60924) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:49.778295 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-80d7004d-7f0c-454b-963b-ab629aed1a22 req-797c303c-e1e1-4cd1-95d7-cae56e9ada10 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:49.779669 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a579f174-e339-4886-841a-7730a090fac7 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a37f025-8a42-483a-9c27-f0981b4e2aac HTTP/1.1" status: 200 len: 205 time: 0.0454416 Jul 09 16:37:49.783682 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60930) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:49.796893 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['76714463-4fdc-402c-a45d-dec5373f507d'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:37:49.883372 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80d7004d-7f0c-454b-963b-ab629aed1a22 req-797c303c-e1e1-4cd1-95d7-cae56e9ada10 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Network 47f96309-8a1b-4bab-9e45-28b246f8b4dc is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:37:49.892770 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-80d7004d-7f0c-454b-963b-ab629aed1a22 req-797c303c-e1e1-4cd1-95d7-cae56e9ada10 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:37:49.896886 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-80d7004d-7f0c-454b-963b-ab629aed1a22 req-797c303c-e1e1-4cd1-95d7-cae56e9ada10 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:37:49.948480 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797c303c-e1e1-4cd1-95d7-cae56e9ada10 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Pushing event updated for resources: {'Port': ['ID=bb99921b-4eed-4bb4-9b9d-ea57db129075,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:50.089814 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d7004d-7f0c-454b-963b-ab629aed1a22 req-797c303c-e1e1-4cd1-95d7-cae56e9ada10 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:50.097584 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-80d7004d-7f0c-454b-963b-ab629aed1a22 req-797c303c-e1e1-4cd1-95d7-cae56e9ada10 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:50.160055 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-447c5fdf-2579-4449-8342-15c4d4c27389 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:50.265857 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f921d499-2189-4fca-a47d-462e7f244201 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:50.272595 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-80d7004d-7f0c-454b-963b-ab629aed1a22 req-797c303c-e1e1-4cd1-95d7-cae56e9ada10 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.2008626 Jul 09 16:37:50.345411 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-80d7004d-7f0c-454b-963b-ab629aed1a22 req-899ed188-417b-411d-acbe-0d42a7069506 service neutron] Request body: {'port': {'device_id': '6e970c90-e2cb-4f84-bb0c-d46910e184eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:50.420208 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9a6087fc-1c6d-4b82-addb-75d317d049cf None None] Provisioning for port bb99921b-4eed-4bb4-9b9d-ea57db129075 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:37:50.424916 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9a6087fc-1c6d-4b82-addb-75d317d049cf None None] Provisioning complete for port bb99921b-4eed-4bb4-9b9d-ea57db129075 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:37:50.425290 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9a6087fc-1c6d-4b82-addb-75d317d049cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:50.459863 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f921d499-2189-4fca-a47d-462e7f244201 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:50.463126 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9a6087fc-1c6d-4b82-addb-75d317d049cf None None] Port bb99921b-4eed-4bb4-9b9d-ea57db129075 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:37:50.475225 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d35bbf-5c65-4317-9e35-66d027ef5ea3 req-0e179918-9c10-4b2d-990b-2a0ba6e602e5 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:50.485788 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f1d35bbf-5c65-4317-9e35-66d027ef5ea3 req-0e179918-9c10-4b2d-990b-2a0ba6e602e5 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=6e970c90-e2cb-4f84-bb0c-d46910e184eb HTTP/1.1" status: 200 len: 1028 time: 0.5476742 Jul 09 16:37:50.577374 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f1d35bbf-5c65-4317-9e35-66d027ef5ea3 req-ab361a0a-0cca-46a7-8a58-b66bbc7af504 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=633b7a99-46eb-4c72-978e-bfa8ddaa9360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906444 Jul 09 16:37:50.593617 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-447c5fdf-2579-4449-8342-15c4d4c27389 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Deleting port 066b276f-b035-42f1-83fa-89290899bc8c {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:37:50.593974 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-447c5fdf-2579-4449-8342-15c4d4c27389 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:50.679849 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-f921d499-2189-4fca-a47d-462e7f244201 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Deleting port e3b3d0a6-2fde-4df5-9013-15f825d540f0 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:37:50.680193 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f921d499-2189-4fca-a47d-462e7f244201 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:50.762046 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-447c5fdf-2579-4449-8342-15c4d4c27389 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:50.790247 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-447c5fdf-2579-4449-8342-15c4d4c27389 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Calling delete_port for 066b276f-b035-42f1-83fa-89290899bc8c owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:37:50.820976 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f921d499-2189-4fca-a47d-462e7f244201 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:50.873750 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-f921d499-2189-4fca-a47d-462e7f244201 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Calling delete_port for e3b3d0a6-2fde-4df5-9013-15f825d540f0 owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:37:50.925547 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-83c5d223-3f35-40e5-8fce-c7ed3c2e6488 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:50.978880 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de167d42-c4dd-40c6-8761-46916124ad2a req-9b2f4650-0490-4dae-be85-79948ba4f900 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:50.985156 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-de167d42-c4dd-40c6-8761-46916124ad2a req-9b2f4650-0490-4dae-be85-79948ba4f900 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=beaecdd1-d9ec-4963-9785-4dab420b1d4a HTTP/1.1" status: 200 len: 945 time: 0.9434211 Jul 09 16:37:51.058299 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-80d7004d-7f0c-454b-963b-ab629aed1a22 req-899ed188-417b-411d-acbe-0d42a7069506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:51.127499 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-de167d42-c4dd-40c6-8761-46916124ad2a req-87f3f5b5-bc4a-47c5-8032-f020229a4225 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a8e018c-d316-4742-956b-cc123b12d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413531 Jul 09 16:37:51.179652 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-83c5d223-3f35-40e5-8fce-c7ed3c2e6488 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:51.184214 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-447c5fdf-2579-4449-8342-15c4d4c27389 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:51.224247 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c5fdf-2579-4449-8342-15c4d4c27389 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event deleted for resources: {'Port': ['ID=066b276f-b035-42f1-83fa-89290899bc8c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:51.283790 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f921d499-2189-4fca-a47d-462e7f244201 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:51.338110 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f921d499-2189-4fca-a47d-462e7f244201 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Pushing event deleted for resources: {'Port': ['ID=e3b3d0a6-2fde-4df5-9013-15f825d540f0,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:51.369657 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-447c5fdf-2579-4449-8342-15c4d4c27389 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:51.575703 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f921d499-2189-4fca-a47d-462e7f244201 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:51.622788 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-83c5d223-3f35-40e5-8fce-c7ed3c2e6488 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:51.694964 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-447c5fdf-2579-4449-8342-15c4d4c27389 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:51.703625 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-447c5fdf-2579-4449-8342-15c4d4c27389 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:51.708569 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-80d7004d-7f0c-454b-963b-ab629aed1a22 req-899ed188-417b-411d-acbe-0d42a7069506 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb99921b-4eed-4bb4-9b9d-ea57db129075 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:37:51.714402 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f921d499-2189-4fca-a47d-462e7f244201 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:51.718901 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-80d7004d-7f0c-454b-963b-ab629aed1a22 req-899ed188-417b-411d-acbe-0d42a7069506 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:51.719205 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f921d499-2189-4fca-a47d-462e7f244201 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:51.732595 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-80d7004d-7f0c-454b-963b-ab629aed1a22 req-899ed188-417b-411d-acbe-0d42a7069506 service neutron] Transition to ACTIVE for port object bb99921b-4eed-4bb4-9b9d-ea57db129075 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:37:51.734439 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-83c5d223-3f35-40e5-8fce-c7ed3c2e6488 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:51.800609 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-80d7004d-7f0c-454b-963b-ab629aed1a22 req-899ed188-417b-411d-acbe-0d42a7069506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:51.839157 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f921d499-2189-4fca-a47d-462e7f244201 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:51.841597 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f921d499-2189-4fca-a47d-462e7f244201 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Fanout notify agent at l3_agent the message router_deleted on router 0a37f025-8a42-483a-9c27-f0981b4e2aac {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:37:51.850472 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c5d223-3f35-40e5-8fce-c7ed3c2e6488 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event updated for resources: {'Port': ['ID=d7debeb9-57f2-4f8a-9ab3-b4ea10a3a939,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:51.865767 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-447c5fdf-2579-4449-8342-15c4d4c27389 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:51.866876 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447c5fdf-2579-4449-8342-15c4d4c27389 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Fanout notify agent at l3_agent the message router_deleted on router 2f886aea-5420-4673-bf04-cfcacb0ccddc {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:37:51.886756 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-447c5fdf-2579-4449-8342-15c4d4c27389 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:51.888456 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-447c5fdf-2579-4449-8342-15c4d4c27389 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "DELETE /v2.0/routers/2f886aea-5420-4673-bf04-cfcacb0ccddc HTTP/1.1" status: 204 len: 168 time: 2.3561606 Jul 09 16:37:51.901614 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f921d499-2189-4fca-a47d-462e7f244201 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:51.904421 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f921d499-2189-4fca-a47d-462e7f244201 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] 10.222.0.98 "DELETE /v2.0/routers/0a37f025-8a42-483a-9c27-f0981b4e2aac HTTP/1.1" status: 204 len: 168 time: 2.1194901 Jul 09 16:37:51.905151 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60976) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:51.913076 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-31af2959-a893-4ddb-a9d9-c2cbd1b7fb9e tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-307026407'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:51.916155 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 60978) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:51.922736 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-fc66202d-27ce-4925-84df-ff9a9a5c915a tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1084782756', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:52.020517 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-83c5d223-3f35-40e5-8fce-c7ed3c2e6488 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:52.027855 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899ed188-417b-411d-acbe-0d42a7069506 service neutron] Pushing event updated for resources: {'Port': ['ID=bb99921b-4eed-4bb4-9b9d-ea57db129075,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:52.109468 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31af2959-a893-4ddb-a9d9-c2cbd1b7fb9e tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Made reservation on behalf of 3a240e3acac846d2a1f26873c483f921 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:37:52.125192 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-31af2959-a893-4ddb-a9d9-c2cbd1b7fb9e tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:52.136340 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fc66202d-27ce-4925-84df-ff9a9a5c915a tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:52.137526 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fc66202d-27ce-4925-84df-ff9a9a5c915a tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:52.207376 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31af2959-a893-4ddb-a9d9-c2cbd1b7fb9e tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:37:52.237609 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-31af2959-a893-4ddb-a9d9-c2cbd1b7fb9e tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:52.238217 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-31af2959-a893-4ddb-a9d9-c2cbd1b7fb9e tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Added segment d33e5f50-d2f9-4508-8708-a0a119f9429c of type vlan for network 41927334-8b92-4afe-890c-435cb0680bce Jul 09 16:37:52.277955 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cf6d7742-6509-42df-96e3-c48586e6a1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:52.281005 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d623ee6e-db9d-46db-baf0-0da5455843a8 req-1901c800-843e-44f0-8434-ff9e2a613c83 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:52.283889 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d623ee6e-db9d-46db-baf0-0da5455843a8 req-1901c800-843e-44f0-8434-ff9e2a613c83 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=6e970c90-e2cb-4f84-bb0c-d46910e184eb HTTP/1.1" status: 200 len: 1053 time: 0.4933562 Jul 09 16:37:52.341110 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-31af2959-a893-4ddb-a9d9-c2cbd1b7fb9e tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:52.346605 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-80d7004d-7f0c-454b-963b-ab629aed1a22 req-899ed188-417b-411d-acbe-0d42a7069506 service neutron] Attempting to bind port bb99921b-4eed-4bb4-9b9d-ea57db129075 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:37:52.347064 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-80d7004d-7f0c-454b-963b-ab629aed1a22 req-899ed188-417b-411d-acbe-0d42a7069506 service neutron] Attempting to bind port bb99921b-4eed-4bb4-9b9d-ea57db129075 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': '151d0aee-3796-484c-8d19-ee8bc1639910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '47f96309-8a1b-4bab-9e45-28b246f8b4dc'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:37:52.347455 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d7004d-7f0c-454b-963b-ab629aed1a22 req-899ed188-417b-411d-acbe-0d42a7069506 service neutron] Attempting to bind port bb99921b-4eed-4bb4-9b9d-ea57db129075 on network 47f96309-8a1b-4bab-9e45-28b246f8b4dc {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:37:52.379979 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-31af2959-a893-4ddb-a9d9-c2cbd1b7fb9e tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:52.386599 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31af2959-a893-4ddb-a9d9-c2cbd1b7fb9e tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:52.387489 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-31af2959-a893-4ddb-a9d9-c2cbd1b7fb9e tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:52.399127 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fc66202d-27ce-4925-84df-ff9a9a5c915a tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:52.402445 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d7004d-7f0c-454b-963b-ab629aed1a22 req-899ed188-417b-411d-acbe-0d42a7069506 service neutron] Port bb99921b-4eed-4bb4-9b9d-ea57db129075 on network 47f96309-8a1b-4bab-9e45-28b246f8b4dc not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:37:52.402846 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d7004d-7f0c-454b-963b-ab629aed1a22 req-899ed188-417b-411d-acbe-0d42a7069506 service neutron] Attempting to bind port bb99921b-4eed-4bb4-9b9d-ea57db129075 on network 47f96309-8a1b-4bab-9e45-28b246f8b4dc {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:37:52.412300 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-31af2959-a893-4ddb-a9d9-c2cbd1b7fb9e tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5033243 Jul 09 16:37:52.432358 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60984) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:52.437498 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fc66202d-27ce-4925-84df-ff9a9a5c915a tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:52.438530 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-3eec203b-5528-4c1e-aaba-30de996cd604 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Request body: {'subnet': {'network_id': '41927334-8b92-4afe-890c-435cb0680bce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:52.452428 n-d-798930-3 neutron-server[93958]: INFO neutron.db.l3_db [None req-83c5d223-3f35-40e5-8fce-c7ed3c2e6488 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Floating IP dcf7aaf5-8b7c-49eb-bf81-1bd0dbcc6cb2 associated. External IP: 172.25.0.248, port: ecb5afe1-686c-4bb9-82cd-29eb29f888f8. Jul 09 16:37:52.455052 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d7004d-7f0c-454b-963b-ab629aed1a22 req-899ed188-417b-411d-acbe-0d42a7069506 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:37:52.455418 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d7004d-7f0c-454b-963b-ab629aed1a22 req-899ed188-417b-411d-acbe-0d42a7069506 service neutron] Checking segment: {'id': '151d0aee-3796-484c-8d19-ee8bc1639910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '47f96309-8a1b-4bab-9e45-28b246f8b4dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:37:52.455811 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d7004d-7f0c-454b-963b-ab629aed1a22 req-899ed188-417b-411d-acbe-0d42a7069506 service neutron] Bound using segment: {'id': '151d0aee-3796-484c-8d19-ee8bc1639910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '47f96309-8a1b-4bab-9e45-28b246f8b4dc'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:37:52.456326 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-80d7004d-7f0c-454b-963b-ab629aed1a22 req-899ed188-417b-411d-acbe-0d42a7069506 service neutron] Bound port: bb99921b-4eed-4bb4-9b9d-ea57db129075, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '151d0aee-3796-484c-8d19-ee8bc1639910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '47f96309-8a1b-4bab-9e45-28b246f8b4dc'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:37:52.456747 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-80d7004d-7f0c-454b-963b-ab629aed1a22 req-899ed188-417b-411d-acbe-0d42a7069506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:52.538603 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d623ee6e-db9d-46db-baf0-0da5455843a8 req-9abfc48d-ee50-435b-924d-bb2f9461fda5 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=633b7a99-46eb-4c72-978e-bfa8ddaa9360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483044 Jul 09 16:37:52.543343 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fc66202d-27ce-4925-84df-ff9a9a5c915a tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:52.545737 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-fc66202d-27ce-4925-84df-ff9a9a5c915a tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6270626 Jul 09 16:37:52.568758 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 60988) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:52.591638 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-47a0bb25-f240-43d8-a850-eec66ea9a648 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Request body: {'router': {'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:52.706651 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-80d7004d-7f0c-454b-963b-ab629aed1a22 req-899ed188-417b-411d-acbe-0d42a7069506 service neutron] For port bb99921b-4eed-4bb4-9b9d-ea57db129075, host n-h2-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:37:52.711324 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-80d7004d-7f0c-454b-963b-ab629aed1a22 req-899ed188-417b-411d-acbe-0d42a7069506 service neutron] For port bb99921b-4eed-4bb4-9b9d-ea57db129075, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=bb99921b-4eed-4bb4-9b9d-ea57db129075,segment=NetworkSegment(151d0aee-3796-484c-8d19-ee8bc1639910),segment_id=151d0aee-3796-484c-8d19-ee8bc1639910)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:37:52.720445 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-80d7004d-7f0c-454b-963b-ab629aed1a22 req-899ed188-417b-411d-acbe-0d42a7069506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:52.730414 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af2959-a893-4ddb-a9d9-c2cbd1b7fb9e tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event updated for resources: {'Network': ['ID=41927334-8b92-4afe-890c-435cb0680bce,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:52.741758 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 41927334-8b92-4afe-890c-435cb0680bce details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:37:52.801890 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d7004d-7f0c-454b-963b-ab629aed1a22 req-899ed188-417b-411d-acbe-0d42a7069506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:52.802510 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-80d7004d-7f0c-454b-963b-ab629aed1a22 req-899ed188-417b-411d-acbe-0d42a7069506 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:52.803928 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-80d7004d-7f0c-454b-963b-ab629aed1a22 req-899ed188-417b-411d-acbe-0d42a7069506 service neutron] 10.222.0.73 "PUT /v2.0/ports/bb99921b-4eed-4bb4-9b9d-ea57db129075 HTTP/1.1" status: 200 len: 1092 time: 2.4894199 Jul 09 16:37:52.808231 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e970c90-e2cb-4f84-bb0c-d46910e184eb', 'tag': 'bb99921b-4eed-4bb4-9b9d-ea57db129075'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:37:52.810752 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26016286-d073-46c8-98c1-b8bdfa84467b" -d '{"events": [{"name": "network-changed", "server_uuid": "6e970c90-e2cb-4f84-bb0c-d46910e184eb", "tag": "bb99921b-4eed-4bb4-9b9d-ea57db129075"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:37:52.904503 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4861ccf2-e5d0-4c91-bef4-96055edfd47b x-openstack-request-id: req-4861ccf2-e5d0-4c91-bef4-96055edfd47b {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:37:52.905124 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e970c90-e2cb-4f84-bb0c-d46910e184eb", "tag": "bb99921b-4eed-4bb4-9b9d-ea57db129075", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:37:52.905545 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4861ccf2-e5d0-4c91-bef4-96055edfd47b {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:37:52.906150 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e970c90-e2cb-4f84-bb0c-d46910e184eb', 'tag': 'bb99921b-4eed-4bb4-9b9d-ea57db129075', 'status': 'completed', 'code': 200} Jul 09 16:37:52.926568 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899ed188-417b-411d-acbe-0d42a7069506 service neutron] Pushing event updated for resources: {'Port': ['ID=bb99921b-4eed-4bb4-9b9d-ea57db129075,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:52.978824 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c5d223-3f35-40e5-8fce-c7ed3c2e6488 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Router dee8237e-4c09-4cfb-b57e-9e70ad6304d8 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:37:52.987919 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eec203b-5528-4c1e-aaba-30de996cd604 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Made reservation on behalf of 3a240e3acac846d2a1f26873c483f921 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:37:52.994345 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3eec203b-5528-4c1e-aaba-30de996cd604 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:53.014738 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d7004d-7f0c-454b-963b-ab629aed1a22 req-775e478e-1df6-4601-9c9f-b8cc2bc0d0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:53.016726 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-80d7004d-7f0c-454b-963b-ab629aed1a22 req-775e478e-1df6-4601-9c9f-b8cc2bc0d0dd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=23f6658f0a6e4d65abb2491a324abda0&device_id=6e970c90-e2cb-4f84-bb0c-d46910e184eb HTTP/1.1" status: 200 len: 1095 time: 0.1266990 Jul 09 16:37:53.117425 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-80d7004d-7f0c-454b-963b-ab629aed1a22 req-f5ee0206-117b-41b1-8c7d-bb20aa43c3d8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb99921b-4eed-4bb4-9b9d-ea57db129075 HTTP/1.1" status: 200 len: 217 time: 0.0488703 Jul 09 16:37:53.140358 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-47a0bb25-f240-43d8-a850-eec66ea9a648 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:53.298594 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d7004d-7f0c-454b-963b-ab629aed1a22 req-6f23cd2d-b64b-453f-8de7-ad53427a430f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:53.300130 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-80d7004d-7f0c-454b-963b-ab629aed1a22 req-6f23cd2d-b64b-453f-8de7-ad53427a430f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=db6b7bdb-8f77-4160-95de-1e7faac45cc3 HTTP/1.1" status: 200 len: 849 time: 0.1760597 Jul 09 16:37:53.301164 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c5d223-3f35-40e5-8fce-c7ed3c2e6488 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:37:53.324079 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e2d9a1-da37-4069-be5d-dfe803cb649e None None] Sync routers for ids ['dee8237e-4c09-4cfb-b57e-9e70ad6304d8'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:37:53.345454 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e2d9a1-da37-4069-be5d-dfe803cb649e None None] Routers {'dee8237e-4c09-4cfb-b57e-9e70ad6304d8'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:37:53.346432 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-a2e2d9a1-da37-4069-be5d-dfe803cb649e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:37:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['dee8237e-4c09-4cfb-b57e-9e70ad6304d8'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:53.359361 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-83c5d223-3f35-40e5-8fce-c7ed3c2e6488 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:53.420518 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-83c5d223-3f35-40e5-8fce-c7ed3c2e6488 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.3517668 Jul 09 16:37:53.422089 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 60996) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:53.523078 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-054251f1-9970-4c2c-8dc5-be0315900a1c tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/floatingips/dcf7aaf5-8b7c-49eb-bf81-1bd0dbcc6cb2 HTTP/1.1" status: 200 len: 991 time: 0.0997608 Jul 09 16:37:53.535855 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d7004d-7f0c-454b-963b-ab629aed1a22 req-c551e220-7f26-45e1-8abb-e1ea242a1660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:53.537951 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-80d7004d-7f0c-454b-963b-ab629aed1a22 req-c551e220-7f26-45e1-8abb-e1ea242a1660 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=47f96309-8a1b-4bab-9e45-28b246f8b4dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2101707 Jul 09 16:37:53.576341 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-a2e2d9a1-da37-4069-be5d-dfe803cb649e None None] Set router dee8237e-4c09-4cfb-b57e-9e70ad6304d8 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:37:53.789926 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-80d7004d-7f0c-454b-963b-ab629aed1a22 req-c4c61018-f6b0-4704-89ef-91adb6b385f5 service neutron] 10.222.0.73 "GET /v2.0/networks/47f96309-8a1b-4bab-9e45-28b246f8b4dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447186 Jul 09 16:37:53.798369 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3eec203b-5528-4c1e-aaba-30de996cd604 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:53.912333 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eec203b-5528-4c1e-aaba-30de996cd604 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event updated for resources: {'Subnet': ['ID=bc2d617d-9d75-43e8-86b4-500b79e90bfd,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:54.004857 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eec203b-5528-4c1e-aaba-30de996cd604 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Checking segment: {'id': 'd33e5f50-d2f9-4508-8708-a0a119f9429c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '41927334-8b92-4afe-890c-435cb0680bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:37:54.005224 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eec203b-5528-4c1e-aaba-30de996cd604 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Network hostable DHCP agents. Network: 41927334-8b92-4afe-890c-435cb0680bce, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:37:54.053687 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-47a0bb25-f240-43d8-a850-eec66ea9a648 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:54.074839 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe61d5c1-b599-4af6-9cea-b7ae8ef14f44 req-d174f349-4955-4564-ae0e-9e0c48e6964d tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:54.080283 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fe61d5c1-b599-4af6-9cea-b7ae8ef14f44 req-d174f349-4955-4564-ae0e-9e0c48e6964d tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=6e970c90-e2cb-4f84-bb0c-d46910e184eb HTTP/1.1" status: 200 len: 1095 time: 0.1968575 Jul 09 16:37:54.089806 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-a2e2d9a1-da37-4069-be5d-dfe803cb649e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'name': 'tempest-TestNetworkBasicOps-router-1156669059', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'ffb99aa3-290f-43d9-8eaf-8d23d4c9f488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:37:05Z', 'updated_at': '2021-07-09T16:37:17Z', 'revision_number': 4, 'project_id': 'e2634516774046048410a7faecd2c391', 'gw_port': {'id': 'ffb99aa3-290f-43d9-8eaf-8d23d4c9f488', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:eb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:37:07Z', 'updated_at': '2021-07-09T16:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'dcf7aaf5-8b7c-49eb-bf81-1bd0dbcc6cb2', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'floating_ip_address': '172.25.0.248', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'port_id': 'ecb5afe1-686c-4bb9-82cd-29eb29f888f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4732bbe1-cdbe-4be8-be87-9afa48eeb457', 'mac_address': 'fa:16:3e:09:f4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03597ae-bd43-4059-87ea-582c8d184af7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:37:49Z', 'updated_at': '2021-07-09T16:37:49Z', 'revision_number': 0, 'project_id': 'e2634516774046048410a7faecd2c391', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ff8a328-02f5-451f-ab6d-233ba2d30a43', 'name': '', 'network_id': '4732bbe1-cdbe-4be8-be87-9afa48eeb457', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'mac_address': 'fa:16:3e:68:28:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '22bbec24-5cfd-4d99-b338-60b450cbf9e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:37:15Z', 'updated_at': '2021-07-09T16:37:28Z', 'revision_number': 5, 'project_id': 'e2634516774046048410a7faecd2c391', 'subnets': [{'id': '22bbec24-5cfd-4d99-b338-60b450cbf9e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:54.093421 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eec203b-5528-4c1e-aaba-30de996cd604 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Network 41927334-8b92-4afe-890c-435cb0680bce is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:37:54.094018 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-80d7004d-7f0c-454b-963b-ab629aed1a22 req-ecd4ad83-7f43-460a-a916-ec7f9cdab347 service neutron] 10.222.0.73 "GET /v2.0/networks/47f96309-8a1b-4bab-9e45-28b246f8b4dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976851 Jul 09 16:37:54.096645 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-47a0bb25-f240-43d8-a850-eec66ea9a648 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:54.147139 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-3eec203b-5528-4c1e-aaba-30de996cd604 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 41927334-8b92-4afe-890c-435cb0680bce) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:37:54.158335 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4d6d18-0632-4808-be30-1cc2a2250410 None None] Network 41927334-8b92-4afe-890c-435cb0680bce requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:37:54.158903 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eec203b-5528-4c1e-aaba-30de996cd604 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:54.159121 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3eec203b-5528-4c1e-aaba-30de996cd604 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:54.171242 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e2d9a1-da37-4069-be5d-dfe803cb649e None None] Checking router: dee8237e-4c09-4cfb-b57e-9e70ad6304d8 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:37:54.180633 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3eec203b-5528-4c1e-aaba-30de996cd604 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7475457 Jul 09 16:37:54.183819 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 32776) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:54.197487 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-f1bc76c0-2e89-4170-a991-f791e8765582 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1436381953', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:54.200039 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fe61d5c1-b599-4af6-9cea-b7ae8ef14f44 req-b31f0be7-453a-4d73-9b36-8df60dca2b41 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=633b7a99-46eb-4c72-978e-bfa8ddaa9360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050096 Jul 09 16:37:54.207840 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e2d9a1-da37-4069-be5d-dfe803cb649e None None] Routers {'dee8237e-4c09-4cfb-b57e-9e70ad6304d8'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:37:54.208624 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-a2e2d9a1-da37-4069-be5d-dfe803cb649e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:37:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['dee8237e-4c09-4cfb-b57e-9e70ad6304d8'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:54.334200 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26016286-d073-46c8-98c1-b8bdfa84467b req-cbf0d45d-5d47-4b29-8351-e78c65a6adef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:54.335682 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-26016286-d073-46c8-98c1-b8bdfa84467b req-cbf0d45d-5d47-4b29-8351-e78c65a6adef service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=23f6658f0a6e4d65abb2491a324abda0&device_id=6e970c90-e2cb-4f84-bb0c-d46910e184eb HTTP/1.1" status: 200 len: 1095 time: 0.1323531 Jul 09 16:37:54.394630 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f1bc76c0-2e89-4170-a991-f791e8765582 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:54.399406 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f1bc76c0-2e89-4170-a991-f791e8765582 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:54.533827 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 32784) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:54.554336 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-47a0bb25-f240-43d8-a850-eec66ea9a648 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Allocated IP 172.25.0.213 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/1332f843-8000-4e9b-b2b7-f1bdf5529a9b) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:37:54.646927 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f1bc76c0-2e89-4170-a991-f791e8765582 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:54.674063 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e3334c-3208-4cff-a2e7-a6a1f6c0de6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-41927334-8b92-4afe-890c-435cb0680bce', 'network_id': '41927334-8b92-4afe-890c-435cb0680bce', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'fixed_ips': [{'subnet_id': 'bc2d617d-9d75-43e8-86b4-500b79e90bfd'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:37:54.675022 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f4e3334c-3208-4cff-a2e7-a6a1f6c0de6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:54.693272 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f1bc76c0-2e89-4170-a991-f791e8765582 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:54.751960 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-a2e2d9a1-da37-4069-be5d-dfe803cb649e None None] Set router dee8237e-4c09-4cfb-b57e-9e70ad6304d8 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:37:54.776344 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f1bc76c0-2e89-4170-a991-f791e8765582 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:54.778988 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f1bc76c0-2e89-4170-a991-f791e8765582 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5939243 Jul 09 16:37:54.786630 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e4991f74-ee5e-4614-84a8-4c4506ba7534 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/floatingips/dcf7aaf5-8b7c-49eb-bf81-1bd0dbcc6cb2 HTTP/1.1" status: 200 len: 991 time: 0.2516375 Jul 09 16:37:54.788312 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 32788) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:54.802342 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26016286-d073-46c8-98c1-b8bdfa84467b req-1086d08e-1a8e-4450-987a-d462b891a018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:54.803856 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-26016286-d073-46c8-98c1-b8bdfa84467b req-1086d08e-1a8e-4450-987a-d462b891a018 service neutron] 10.222.0.73 "GET /v2.0/networks?id=47f96309-8a1b-4bab-9e45-28b246f8b4dc HTTP/1.1" status: 200 len: 911 time: 0.4584723 Jul 09 16:37:54.884974 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-26016286-d073-46c8-98c1-b8bdfa84467b req-4e27901e-b3a8-4ad4-a015-00067b99d711 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb99921b-4eed-4bb4-9b9d-ea57db129075 HTTP/1.1" status: 200 len: 217 time: 0.0742199 Jul 09 16:37:54.894512 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-f4e3334c-3208-4cff-a2e7-a6a1f6c0de6e None None] Allocated IP 2001:db8::2 (41927334-8b92-4afe-890c-435cb0680bce/bc2d617d-9d75-43e8-86b4-500b79e90bfd/f298b97d-fbc8-4a9e-82d8-173c2c9108d1) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:37:54.944477 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f03597ae-bd43-4059-87ea-582c8d184af7', 'tag': 'ecb5afe1-686c-4bb9-82cd-29eb29f888f8'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:37:54.950991 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea4b5a7-5032-4e3d-9749-9c32fc970482" -d '{"events": [{"name": "network-changed", "server_uuid": "f03597ae-bd43-4059-87ea-582c8d184af7", "tag": "ecb5afe1-686c-4bb9-82cd-29eb29f888f8"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:37:54.999912 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26016286-d073-46c8-98c1-b8bdfa84467b req-2b190b3f-01f6-4723-bdbb-21607d2cac19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:55.002720 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-26016286-d073-46c8-98c1-b8bdfa84467b req-2b190b3f-01f6-4723-bdbb-21607d2cac19 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=db6b7bdb-8f77-4160-95de-1e7faac45cc3 HTTP/1.1" status: 200 len: 849 time: 0.1117637 Jul 09 16:37:55.040771 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5426faee-fde7-49ba-a165-71af1dade49f x-openstack-request-id: req-5426faee-fde7-49ba-a165-71af1dade49f {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:37:55.042648 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f03597ae-bd43-4059-87ea-582c8d184af7", "tag": "ecb5afe1-686c-4bb9-82cd-29eb29f888f8", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:37:55.043080 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5426faee-fde7-49ba-a165-71af1dade49f {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:37:55.043481 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f03597ae-bd43-4059-87ea-582c8d184af7', 'tag': 'ecb5afe1-686c-4bb9-82cd-29eb29f888f8', 'status': 'completed', 'code': 200} Jul 09 16:37:55.134995 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dcefdd93-e8cc-46a9-8f26-93283c77ddf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:55.185872 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f4e3334c-3208-4cff-a2e7-a6a1f6c0de6e None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:55.199523 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f4e3334c-3208-4cff-a2e7-a6a1f6c0de6e None None] Transition to ACTIVE for port object f298b97d-fbc8-4a9e-82d8-173c2c9108d1 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:37:55.219597 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-a2e2d9a1-da37-4069-be5d-dfe803cb649e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'name': 'tempest-TestNetworkBasicOps-router-1156669059', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'ffb99aa3-290f-43d9-8eaf-8d23d4c9f488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:37:05Z', 'updated_at': '2021-07-09T16:37:17Z', 'revision_number': 4, 'project_id': 'e2634516774046048410a7faecd2c391', 'gw_port': {'id': 'ffb99aa3-290f-43d9-8eaf-8d23d4c9f488', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:eb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:37:07Z', 'updated_at': '2021-07-09T16:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'dcf7aaf5-8b7c-49eb-bf81-1bd0dbcc6cb2', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'floating_ip_address': '172.25.0.248', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'port_id': 'ecb5afe1-686c-4bb9-82cd-29eb29f888f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4732bbe1-cdbe-4be8-be87-9afa48eeb457', 'mac_address': 'fa:16:3e:09:f4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03597ae-bd43-4059-87ea-582c8d184af7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:37:49Z', 'updated_at': '2021-07-09T16:37:49Z', 'revision_number': 0, 'project_id': 'e2634516774046048410a7faecd2c391', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ff8a328-02f5-451f-ab6d-233ba2d30a43', 'name': '', 'network_id': '4732bbe1-cdbe-4be8-be87-9afa48eeb457', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'mac_address': 'fa:16:3e:68:28:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '22bbec24-5cfd-4d99-b338-60b450cbf9e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:37:15Z', 'updated_at': '2021-07-09T16:37:28Z', 'revision_number': 5, 'project_id': 'e2634516774046048410a7faecd2c391', 'subnets': [{'id': '22bbec24-5cfd-4d99-b338-60b450cbf9e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:55.225628 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f4e3334c-3208-4cff-a2e7-a6a1f6c0de6e None None] Transition to ACTIVE for port object f298b97d-fbc8-4a9e-82d8-173c2c9108d1 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:37:55.236978 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f4e3334c-3208-4cff-a2e7-a6a1f6c0de6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:55.281656 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-47a0bb25-f240-43d8-a850-eec66ea9a648 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:55.312682 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e2d9a1-da37-4069-be5d-dfe803cb649e None None] The sync data for ids ['dee8237e-4c09-4cfb-b57e-9e70ad6304d8'] in n-d-798930-3 is: [{'id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'name': 'tempest-TestNetworkBasicOps-router-1156669059', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'ffb99aa3-290f-43d9-8eaf-8d23d4c9f488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:37:05Z', 'updated_at': '2021-07-09T16:37:17Z', 'revision_number': 4, 'project_id': 'e2634516774046048410a7faecd2c391', 'gw_port': {'id': 'ffb99aa3-290f-43d9-8eaf-8d23d4c9f488', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:eb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:37:07Z', 'updated_at': '2021-07-09T16:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'dcf7aaf5-8b7c-49eb-bf81-1bd0dbcc6cb2', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'floating_ip_address': '172.25.0.248', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'port_id': 'ecb5afe1-686c-4bb9-82cd-29eb29f888f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4732bbe1-cdbe-4be8-be87-9afa48eeb457', 'mac_address': 'fa:16:3e:09:f4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03597ae-bd43-4059-87ea-582c8d184af7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:37:49Z', 'updated_at': '2021-07-09T16:37:49Z', 'revision_number': 0, 'project_id': 'e2634516774046048410a7faecd2c391', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ff8a328-02f5-451f-ab6d-233ba2d30a43', 'name': '', 'network_id': '4732bbe1-cdbe-4be8-be87-9afa48eeb457', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'mac_address': 'fa:16:3e:68:28:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '22bbec24-5cfd-4d99-b338-60b450cbf9e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:37:15Z', 'updated_at': '2021-07-09T16:37:28Z', 'revision_number': 5, 'project_id': 'e2634516774046048410a7faecd2c391', 'subnets': [{'id': '22bbec24-5cfd-4d99-b338-60b450cbf9e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:37:55.344857 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e3334c-3208-4cff-a2e7-a6a1f6c0de6e None None] Pushing event updated for resources: {'Port': ['ID=f298b97d-fbc8-4a9e-82d8-173c2c9108d1,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:55.365011 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e3334c-3208-4cff-a2e7-a6a1f6c0de6e None None] Network 41927334-8b92-4afe-890c-435cb0680bce is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:37:55.367603 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-f4e3334c-3208-4cff-a2e7-a6a1f6c0de6e None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:37:55.371919 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e3334c-3208-4cff-a2e7-a6a1f6c0de6e None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:37:55.511551 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:55.522571 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-f4e3334c-3208-4cff-a2e7-a6a1f6c0de6e None None] Attempting to bind port f298b97d-fbc8-4a9e-82d8-173c2c9108d1 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:37:55.526309 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-f4e3334c-3208-4cff-a2e7-a6a1f6c0de6e None None] Attempting to bind port f298b97d-fbc8-4a9e-82d8-173c2c9108d1 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'd33e5f50-d2f9-4508-8708-a0a119f9429c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '41927334-8b92-4afe-890c-435cb0680bce'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:37:55.527004 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e3334c-3208-4cff-a2e7-a6a1f6c0de6e None None] Attempting to bind port f298b97d-fbc8-4a9e-82d8-173c2c9108d1 on network 41927334-8b92-4afe-890c-435cb0680bce {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:37:55.538899 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e3334c-3208-4cff-a2e7-a6a1f6c0de6e None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:37:55.541041 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e3334c-3208-4cff-a2e7-a6a1f6c0de6e None None] Checking segment: {'id': 'd33e5f50-d2f9-4508-8708-a0a119f9429c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '41927334-8b92-4afe-890c-435cb0680bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:37:55.546567 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f4e3334c-3208-4cff-a2e7-a6a1f6c0de6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:55.547330 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e3334c-3208-4cff-a2e7-a6a1f6c0de6e None None] Bound using segment: {'id': 'd33e5f50-d2f9-4508-8708-a0a119f9429c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '41927334-8b92-4afe-890c-435cb0680bce'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:37:55.548213 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-f4e3334c-3208-4cff-a2e7-a6a1f6c0de6e None None] Bound port: f298b97d-fbc8-4a9e-82d8-173c2c9108d1, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd33e5f50-d2f9-4508-8708-a0a119f9429c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '41927334-8b92-4afe-890c-435cb0680bce'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:37:55.548947 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f4e3334c-3208-4cff-a2e7-a6a1f6c0de6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:55.708298 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-47a0bb25-f240-43d8-a850-eec66ea9a648 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:55.725243 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1fe1b863-cb4a-48ae-ba27-16ec730ece40 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:55.806880 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-f4e3334c-3208-4cff-a2e7-a6a1f6c0de6e None None] For port f298b97d-fbc8-4a9e-82d8-173c2c9108d1, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:37:55.850832 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-f4e3334c-3208-4cff-a2e7-a6a1f6c0de6e None None] For port f298b97d-fbc8-4a9e-82d8-173c2c9108d1, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=f298b97d-fbc8-4a9e-82d8-173c2c9108d1,segment=NetworkSegment(d33e5f50-d2f9-4508-8708-a0a119f9429c),segment_id=d33e5f50-d2f9-4508-8708-a0a119f9429c)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:37:55.854325 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a0bb25-f240-43d8-a850-eec66ea9a648 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:37:55.857018 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 32800) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:55.857255 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1224a0b3-774d-44dc-bfac-6e5b1d66961a None None] New status for floating IP dcf7aaf5-8b7c-49eb-bf81-1bd0dbcc6cb2: ACTIVE {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:37:55.876277 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f4e3334c-3208-4cff-a2e7-a6a1f6c0de6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:55.876653 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a0bb25-f240-43d8-a850-eec66ea9a648 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Pushing event updated for resources: {'Port': ['ID=1332f843-8000-4e9b-b2b7-f1bdf5529a9b,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:55.879907 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-47a0bb25-f240-43d8-a850-eec66ea9a648 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:37:55.906248 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a0bb25-f240-43d8-a850-eec66ea9a648 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:37:56.022376 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0baf13d-a8ae-4b9b-b449-765ce359547c req-ff404827-f922-4e3c-9148-09f41e79c3f8 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:56.023930 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b0baf13d-a8ae-4b9b-b449-765ce359547c req-ff404827-f922-4e3c-9148-09f41e79c3f8 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=6e970c90-e2cb-4f84-bb0c-d46910e184eb HTTP/1.1" status: 200 len: 1095 time: 0.1508434 Jul 09 16:37:56.034669 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26016286-d073-46c8-98c1-b8bdfa84467b req-af564594-06c9-4b7e-a0e1-d0f01e3282be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:56.036210 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-26016286-d073-46c8-98c1-b8bdfa84467b req-af564594-06c9-4b7e-a0e1-d0f01e3282be service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=47f96309-8a1b-4bab-9e45-28b246f8b4dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0233803 Jul 09 16:37:56.055126 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea4b5a7-5032-4e3d-9749-9c32fc970482 req-b84c40c1-8835-460e-af1c-14b8aaf87ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:56.057165 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fea4b5a7-5032-4e3d-9749-9c32fc970482 req-b84c40c1-8835-460e-af1c-14b8aaf87ad9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e2634516774046048410a7faecd2c391&device_id=f03597ae-bd43-4059-87ea-582c8d184af7 HTTP/1.1" status: 200 len: 1096 time: 0.9588528 Jul 09 16:37:56.065556 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a9ab49bd-dd37-41b9-81eb-69f206aa5454 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/floatingips/dcf7aaf5-8b7c-49eb-bf81-1bd0dbcc6cb2 HTTP/1.1" status: 200 len: 991 time: 0.1783125 Jul 09 16:37:56.084008 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e3334c-3208-4cff-a2e7-a6a1f6c0de6e None None] Pushing event updated for resources: {'Port': ['ID=f298b97d-fbc8-4a9e-82d8-173c2c9108d1,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:56.181878 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-26016286-d073-46c8-98c1-b8bdfa84467b req-41bc55d6-1603-450a-8228-779a4257e0cb service neutron] 10.222.0.73 "GET /v2.0/networks/47f96309-8a1b-4bab-9e45-28b246f8b4dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231017 Jul 09 16:37:56.282560 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b0baf13d-a8ae-4b9b-b449-765ce359547c req-c7369687-4169-4fc3-b3cd-8556bbfaf5a6 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=633b7a99-46eb-4c72-978e-bfa8ddaa9360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516487 Jul 09 16:37:56.323423 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:56.423803 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-26016286-d073-46c8-98c1-b8bdfa84467b req-4c2ec404-4c76-459e-a730-61e6983f49bb service neutron] 10.222.0.73 "GET /v2.0/networks/47f96309-8a1b-4bab-9e45-28b246f8b4dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336297 Jul 09 16:37:56.524408 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea4b5a7-5032-4e3d-9749-9c32fc970482 req-e1a76636-9df6-40a4-82c9-0444b95eddc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:56.525937 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fea4b5a7-5032-4e3d-9749-9c32fc970482 req-e1a76636-9df6-40a4-82c9-0444b95eddc4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4732bbe1-cdbe-4be8-be87-9afa48eeb457 HTTP/1.1" status: 200 len: 898 time: 0.3432279 Jul 09 16:37:56.659519 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:56.693517 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fea4b5a7-5032-4e3d-9749-9c32fc970482 req-fea2ce52-6888-47b2-95d9-eef5b9d6dc3a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecb5afe1-686c-4bb9-82cd-29eb29f888f8 HTTP/1.1" status: 200 len: 1001 time: 0.1597054 Jul 09 16:37:56.699228 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-47a0bb25-f240-43d8-a850-eec66ea9a648 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:56.764037 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea4b5a7-5032-4e3d-9749-9c32fc970482 req-7fe4542f-f0d1-4887-ab31-90e1f19759dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:56.766606 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fea4b5a7-5032-4e3d-9749-9c32fc970482 req-7fe4542f-f0d1-4887-ab31-90e1f19759dc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=22bbec24-5cfd-4d99-b338-60b450cbf9e7 HTTP/1.1" status: 200 len: 835 time: 0.0662386 Jul 09 16:37:56.820042 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-1fe1b863-cb4a-48ae-ba27-16ec730ece40 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Allocated IP 2001:db8::1 (41927334-8b92-4afe-890c-435cb0680bce/bc2d617d-9d75-43e8-86b4-500b79e90bfd/38b78b70-8320-4d57-83b1-aecd2ffa43c4) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:37:56.879720 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea4b5a7-5032-4e3d-9749-9c32fc970482 req-d6896360-4277-444e-bd39-90b370fa447e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:56.881544 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fea4b5a7-5032-4e3d-9749-9c32fc970482 req-d6896360-4277-444e-bd39-90b370fa447e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4732bbe1-cdbe-4be8-be87-9afa48eeb457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0914910 Jul 09 16:37:56.985204 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device f298b97d-fbc8-4a9e-82d8-173c2c9108d1 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:37:57.011899 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-47a0bb25-f240-43d8-a850-eec66ea9a648 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:57.044073 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1fe1b863-cb4a-48ae-ba27-16ec730ece40 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:57.059855 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-1fe1b863-cb4a-48ae-ba27-16ec730ece40 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Transition to ACTIVE for port object 38b78b70-8320-4d57-83b1-aecd2ffa43c4 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:37:57.076633 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fea4b5a7-5032-4e3d-9749-9c32fc970482 req-5de54d8f-d6b1-4992-91fe-85d5dd2f5aba service neutron] 10.222.0.77 "GET /v2.0/networks/4732bbe1-cdbe-4be8-be87-9afa48eeb457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856787 Jul 09 16:37:57.077980 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 32810) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:57.096918 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-47a0bb25-f240-43d8-a850-eec66ea9a648 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1725939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1725946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-313636'] for router, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:57.114596 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port f298b97d-fbc8-4a9e-82d8-173c2c9108d1 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:37:57.219208 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1fe1b863-cb4a-48ae-ba27-16ec730ece40 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:57.220123 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b81872f2-1fd6-429a-804d-012a6eb01de4 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/floatingips/dcf7aaf5-8b7c-49eb-bf81-1bd0dbcc6cb2 HTTP/1.1" status: 200 len: 993 time: 0.1406457 Jul 09 16:37:57.296634 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fea4b5a7-5032-4e3d-9749-9c32fc970482 req-1fbb09fa-f2af-4819-9d51-c623ca16f6ff service neutron] 10.222.0.77 "GET /v2.0/networks/4732bbe1-cdbe-4be8-be87-9afa48eeb457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092307 Jul 09 16:37:57.369094 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe1b863-cb4a-48ae-ba27-16ec730ece40 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Network 41927334-8b92-4afe-890c-435cb0680bce is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:37:57.381529 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-1fe1b863-cb4a-48ae-ba27-16ec730ece40 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:37:57.401078 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe1b863-cb4a-48ae-ba27-16ec730ece40 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:37:57.401644 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1fe1b863-cb4a-48ae-ba27-16ec730ece40 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:57.456346 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe1b863-cb4a-48ae-ba27-16ec730ece40 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event updated for resources: {'Port': ['ID=38b78b70-8320-4d57-83b1-aecd2ffa43c4,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:57.820080 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a2075a-0f97-4231-9bb4-cbf95beb5f08 None None] Network 41927334-8b92-4afe-890c-435cb0680bce requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:37:57.940284 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fe7635fa-695b-4818-af6d-ee1552b5b0cd None None] Provisioning for port f298b97d-fbc8-4a9e-82d8-173c2c9108d1 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:37:57.979827 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fe7635fa-695b-4818-af6d-ee1552b5b0cd None None] Provisioning complete for port f298b97d-fbc8-4a9e-82d8-173c2c9108d1 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:37:57.980740 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fe7635fa-695b-4818-af6d-ee1552b5b0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:58.095851 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc60f8-8e59-4494-8391-0892782cb2ab req-6e42d470-2e1d-4ede-9799-57037d5850b5 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:58.097683 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-96cc60f8-8e59-4494-8391-0892782cb2ab req-6e42d470-2e1d-4ede-9799-57037d5850b5 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=6e970c90-e2cb-4f84-bb0c-d46910e184eb HTTP/1.1" status: 200 len: 1095 time: 0.6302180 Jul 09 16:37:58.099282 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1fe1b863-cb4a-48ae-ba27-16ec730ece40 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:58.139989 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a0bb25-f240-43d8-a850-eec66ea9a648 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Router 673ff071-404e-4ea3-abd8-af0fbfb54b96 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:37:58.187728 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fe7635fa-695b-4818-af6d-ee1552b5b0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:58.189486 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-96cc60f8-8e59-4494-8391-0892782cb2ab req-1be1d7dc-da28-42f7-b735-ae699b5cbc71 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=633b7a99-46eb-4c72-978e-bfa8ddaa9360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784013 Jul 09 16:37:58.269035 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:58.281381 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fe7635fa-695b-4818-af6d-ee1552b5b0cd None None] For port f298b97d-fbc8-4a9e-82d8-173c2c9108d1, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=f298b97d-fbc8-4a9e-82d8-173c2c9108d1,segment=NetworkSegment(d33e5f50-d2f9-4508-8708-a0a119f9429c),segment_id=d33e5f50-d2f9-4508-8708-a0a119f9429c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:58.287094 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fe7635fa-695b-4818-af6d-ee1552b5b0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:58.358336 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7635fa-695b-4818-af6d-ee1552b5b0cd None None] Pushing event updated for resources: {'Port': ['ID=f298b97d-fbc8-4a9e-82d8-173c2c9108d1,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:58.417428 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a0bb25-f240-43d8-a850-eec66ea9a648 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:37:58.428974 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75429a30-8330-4cd5-8879-72014f377923 None None] Sync routers for ids ['673ff071-404e-4ea3-abd8-af0fbfb54b96'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:37:58.440336 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-47a0bb25-f240-43d8-a850-eec66ea9a648 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:58.441270 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75429a30-8330-4cd5-8879-72014f377923 None None] Routers {'673ff071-404e-4ea3-abd8-af0fbfb54b96'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:37:58.444105 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-47a0bb25-f240-43d8-a850-eec66ea9a648 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] 10.222.0.98 "PUT /v2.0/routers/673ff071-404e-4ea3-abd8-af0fbfb54b96 HTTP/1.1" status: 200 len: 884 time: 5.8708081 Jul 09 16:37:58.445117 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 32828) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:58.459881 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-75429a30-8330-4cd5-8879-72014f377923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:37:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['673ff071-404e-4ea3-abd8-af0fbfb54b96'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:58.591985 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-75429a30-8330-4cd5-8879-72014f377923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:58.599196 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1fe1b863-cb4a-48ae-ba27-16ec730ece40 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:58.607262 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1fe1b863-cb4a-48ae-ba27-16ec730ece40 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:58.608153 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1fe1b863-cb4a-48ae-ba27-16ec730ece40 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:58.621030 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75429a30-8330-4cd5-8879-72014f377923 None None] Routers {'673ff071-404e-4ea3-abd8-af0fbfb54b96'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:37:58.623266 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-75429a30-8330-4cd5-8879-72014f377923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:37:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['673ff071-404e-4ea3-abd8-af0fbfb54b96'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:58.696498 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0dbd4f3d-a4df-4282-b383-de42ee140a65 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] 10.222.0.98 "GET /v2.0/routers/673ff071-404e-4ea3-abd8-af0fbfb54b96 HTTP/1.1" status: 200 len: 925 time: 0.2496247 Jul 09 16:37:58.697074 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 32830) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:58.716673 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-75429a30-8330-4cd5-8879-72014f377923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:58.717417 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75429a30-8330-4cd5-8879-72014f377923 None None] The sync data for ids ['673ff071-404e-4ea3-abd8-af0fbfb54b96'] in n-d-798930-3 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:37:58.727089 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c878e9bc-dc5f-41da-b0a7-dbd3bc72da02 None None] Provisioning complete for port f298b97d-fbc8-4a9e-82d8-173c2c9108d1 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:37:58.727468 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c878e9bc-dc5f-41da-b0a7-dbd3bc72da02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:58.768174 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe1b863-cb4a-48ae-ba27-16ec730ece40 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Network 41927334-8b92-4afe-890c-435cb0680bce is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:37:58.905329 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-1fe1b863-cb4a-48ae-ba27-16ec730ece40 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:37:58.971492 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b934a0d-99cf-402f-8af1-c46e302e21ed tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:58.977134 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0b934a0d-99cf-402f-8af1-c46e302e21ed tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] 10.222.0.98 "GET /v2.0/ports?network_id=caa6ed8d-2893-4113-8f68-c5284e694f6c&device_id=673ff071-404e-4ea3-abd8-af0fbfb54b96&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2789199 Jul 09 16:37:58.983637 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 32836) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:59.003283 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device f298b97d-fbc8-4a9e-82d8-173c2c9108d1 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:37:59.061790 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c878e9bc-dc5f-41da-b0a7-dbd3bc72da02 None None] Provisioning for port 38b78b70-8320-4d57-83b1-aecd2ffa43c4 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:37:59.073053 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c878e9bc-dc5f-41da-b0a7-dbd3bc72da02 None None] Provisioning complete for port 38b78b70-8320-4d57-83b1-aecd2ffa43c4 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:37:59.073236 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c878e9bc-dc5f-41da-b0a7-dbd3bc72da02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:59.117499 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe1b863-cb4a-48ae-ba27-16ec730ece40 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event updated for resources: {'Port': ['ID=38b78b70-8320-4d57-83b1-aecd2ffa43c4,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:59.142118 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-c878e9bc-dc5f-41da-b0a7-dbd3bc72da02 None None] Port 38b78b70-8320-4d57-83b1-aecd2ffa43c4 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:37:59.166716 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6e399a-9145-4fd6-bf45-b6ad07fe60a0 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:59.167075 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port f298b97d-fbc8-4a9e-82d8-173c2c9108d1 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:37:59.167539 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:59.170798 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-5f6e399a-9145-4fd6-bf45-b6ad07fe60a0 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] 10.222.0.98 "GET /v2.0/networks/caa6ed8d-2893-4113-8f68-c5284e694f6c HTTP/1.1" status: 200 len: 881 time: 0.1836104 Jul 09 16:37:59.171744 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 32840) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:59.235013 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ed7745c4-8e13-4c1d-827b-fd876c7414a4 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] 10.222.0.98 "GET /v2.0/ports?device_id=673ff071-404e-4ea3-abd8-af0fbfb54b96 HTTP/1.1" status: 200 len: 205 time: 0.0620534 Jul 09 16:37:59.237592 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 32846) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:59.254229 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe1b863-cb4a-48ae-ba27-16ec730ece40 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Router 44f5bf3b-dbe4-4c18-9a29-8f82d6d7032d is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:37:59.284519 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b523c580-1e78-429c-bcd0-df40ac83c4fd None None] Provisioning complete for port 38b78b70-8320-4d57-83b1-aecd2ffa43c4 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:37:59.284808 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b523c580-1e78-429c-bcd0-df40ac83c4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:59.396725 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device bb99921b-4eed-4bb4-9b9d-ea57db129075 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:37:59.438006 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe1b863-cb4a-48ae-ba27-16ec730ece40 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:37:59.444994 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-1fe1b863-cb4a-48ae-ba27-16ec730ece40 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "PUT /v2.0/routers/44f5bf3b-dbe4-4c18-9a29-8f82d6d7032d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6544037 Jul 09 16:37:59.445645 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b523c580-1e78-429c-bcd0-df40ac83c4fd None None] Port 38b78b70-8320-4d57-83b1-aecd2ffa43c4 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:37:59.448014 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 32854) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:59.453090 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d80696-b43f-4af7-bca3-ef47c6f6877b None None] Sync routers for ids ['44f5bf3b-dbe4-4c18-9a29-8f82d6d7032d'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:37:59.503216 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d80696-b43f-4af7-bca3-ef47c6f6877b None None] Routers {'44f5bf3b-dbe4-4c18-9a29-8f82d6d7032d'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:37:59.503856 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b1d80696-b43f-4af7-bca3-ef47c6f6877b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:37:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['44f5bf3b-dbe4-4c18-9a29-8f82d6d7032d'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:59.507300 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-97093f1a-aa78-4bf0-8a46-bd94b0b27926 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:59.552718 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b1d80696-b43f-4af7-bca3-ef47c6f6877b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:59.573506 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d80696-b43f-4af7-bca3-ef47c6f6877b None None] Routers {'44f5bf3b-dbe4-4c18-9a29-8f82d6d7032d'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:37:59.574143 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b1d80696-b43f-4af7-bca3-ef47c6f6877b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:37:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['44f5bf3b-dbe4-4c18-9a29-8f82d6d7032d'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:59.596816 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b9198-24da-491b-93cb-5d6160f090e9 req-40b006a4-dfc3-45e2-b2a2-92b4f054a48b tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:59.601004 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7f6b9198-24da-491b-93cb-5d6160f090e9 req-40b006a4-dfc3-45e2-b2a2-92b4f054a48b tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=6e970c90-e2cb-4f84-bb0c-d46910e184eb HTTP/1.1" status: 200 len: 1095 time: 0.1770406 Jul 09 16:37:59.619886 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b1d80696-b43f-4af7-bca3-ef47c6f6877b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:37:59.620550 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d80696-b43f-4af7-bca3-ef47c6f6877b None None] The sync data for ids ['44f5bf3b-dbe4-4c18-9a29-8f82d6d7032d'] in n-d-798930-3 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:37:59.638636 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port bb99921b-4eed-4bb4-9b9d-ea57db129075, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=bb99921b-4eed-4bb4-9b9d-ea57db129075,segment=NetworkSegment(151d0aee-3796-484c-8d19-ee8bc1639910),segment_id=151d0aee-3796-484c-8d19-ee8bc1639910)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:59.643434 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86835c1-c929-4e8b-8360-3f30b8cf7912 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:59.647950 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f86835c1-c929-4e8b-8360-3f30b8cf7912 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "GET /v2.0/ports/38b78b70-8320-4d57-83b1-aecd2ffa43c4 HTTP/1.1" status: 200 len: 911 time: 0.1964531 Jul 09 16:37:59.652366 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 32860) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:37:59.653701 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': 'bb99921b-4eed-4bb4-9b9d-ea57db129075', 'network_id': '47f96309-8a1b-4bab-9e45-28b246f8b4dc', 'port_id': 'bb99921b-4eed-4bb4-9b9d-ea57db129075', 'mac_address': 'fa:16:3e:7c:a9:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db6b7bdb-8f77-4160-95de-1e7faac45cc3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:37:59.658431 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-2a2b29f4-4c33-488d-a698-0168b279ffe3 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bc2d617d-9d75-43e8-86b4-500b79e90bfd'}]}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:37:59.695392 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7f6b9198-24da-491b-93cb-5d6160f090e9 req-99c40efc-a8a3-4b7e-b2ba-872f1ba6baa4 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=633b7a99-46eb-4c72-978e-bfa8ddaa9360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906458 Jul 09 16:37:59.699212 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:59.723977 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-97093f1a-aa78-4bf0-8a46-bd94b0b27926 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:59.731185 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb99921b-4eed-4bb4-9b9d-ea57db129075 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:37:59.747592 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-598ab936-1aa9-49c2-9005-e8e4397ba915 None None] Provisioning complete for port 38b78b70-8320-4d57-83b1-aecd2ffa43c4 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:37:59.747958 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-598ab936-1aa9-49c2-9005-e8e4397ba915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:59.781908 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port bb99921b-4eed-4bb4-9b9d-ea57db129075, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=bb99921b-4eed-4bb4-9b9d-ea57db129075,segment=NetworkSegment(151d0aee-3796-484c-8d19-ee8bc1639910),segment_id=151d0aee-3796-484c-8d19-ee8bc1639910)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:37:59.791297 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-97093f1a-aa78-4bf0-8a46-bd94b0b27926 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Deleting port 1332f843-8000-4e9b-b2b7-f1bdf5529a9b {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:37:59.791822 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-97093f1a-aa78-4bf0-8a46-bd94b0b27926 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:59.793810 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:59.825388 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-598ab936-1aa9-49c2-9005-e8e4397ba915 None None] Port 38b78b70-8320-4d57-83b1-aecd2ffa43c4 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:37:59.825616 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab56462-4b0a-43da-b91a-77c3e1211685 req-a2092cc2-bbfa-43af-8a2f-e68d2ff4f3f5 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:37:59.827098 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-dab56462-4b0a-43da-b91a-77c3e1211685 req-a2092cc2-bbfa-43af-8a2f-e68d2ff4f3f5 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/networks?id=6a9e1cb2-fe24-406e-8baf-8643d7db8d0b HTTP/1.1" status: 200 len: 815 time: 0.2836471 Jul 09 16:37:59.853148 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=bb99921b-4eed-4bb4-9b9d-ea57db129075,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:37:59.861931 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-dab56462-4b0a-43da-b91a-77c3e1211685 req-1292e056-108b-474c-abfe-6077cb507219 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/quotas/313daaa44e994ebf83af8fe773f4ee0d HTTP/1.1" status: 200 len: 375 time: 0.0222626 Jul 09 16:37:59.895446 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-97093f1a-aa78-4bf0-8a46-bd94b0b27926 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:37:59.911224 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-97093f1a-aa78-4bf0-8a46-bd94b0b27926 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Calling delete_port for 1332f843-8000-4e9b-b2b7-f1bdf5529a9b owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:37:59.963461 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2a2b29f4-4c33-488d-a698-0168b279ffe3 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:00.014574 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-dab56462-4b0a-43da-b91a-77c3e1211685 req-070d6917-8c11-404c-b55d-b5648e2294f9 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=313daaa44e994ebf83af8fe773f4ee0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1517935 Jul 09 16:38:00.135790 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-97093f1a-aa78-4bf0-8a46-bd94b0b27926 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:00.172880 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97093f1a-aa78-4bf0-8a46-bd94b0b27926 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Pushing event deleted for resources: {'Port': ['ID=1332f843-8000-4e9b-b2b7-f1bdf5529a9b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:00.184985 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97093f1a-aa78-4bf0-8a46-bd94b0b27926 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:00.185686 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97093f1a-aa78-4bf0-8a46-bd94b0b27926 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:00.186502 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97093f1a-aa78-4bf0-8a46-bd94b0b27926 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:00.187354 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97093f1a-aa78-4bf0-8a46-bd94b0b27926 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:00.188147 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97093f1a-aa78-4bf0-8a46-bd94b0b27926 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:00.188692 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97093f1a-aa78-4bf0-8a46-bd94b0b27926 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:00.189240 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97093f1a-aa78-4bf0-8a46-bd94b0b27926 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:00.189775 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97093f1a-aa78-4bf0-8a46-bd94b0b27926 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:00.190308 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97093f1a-aa78-4bf0-8a46-bd94b0b27926 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:00.191113 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97093f1a-aa78-4bf0-8a46-bd94b0b27926 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:00.191789 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97093f1a-aa78-4bf0-8a46-bd94b0b27926 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:00.192666 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97093f1a-aa78-4bf0-8a46-bd94b0b27926 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:00.239721 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-dab56462-4b0a-43da-b91a-77c3e1211685 req-fae00778-d5f0-4bc1-8c74-749d5786891b service neutron] 10.222.0.98 "GET /v2.0/networks/6a9e1cb2-fe24-406e-8baf-8643d7db8d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157483 Jul 09 16:38:00.264171 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-97093f1a-aa78-4bf0-8a46-bd94b0b27926 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:00.283009 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['bb99921b-4eed-4bb4-9b9d-ea57db129075'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:38:00.391271 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-97093f1a-aa78-4bf0-8a46-bd94b0b27926 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:00.394699 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-97093f1a-aa78-4bf0-8a46-bd94b0b27926 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:00.440216 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-dab56462-4b0a-43da-b91a-77c3e1211685 req-2ab2bcc0-d4e2-4566-b60a-6a40cd27b3b8 service neutron] 10.222.0.98 "GET /v2.0/networks/6a9e1cb2-fe24-406e-8baf-8643d7db8d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923957 Jul 09 16:38:00.469557 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-97093f1a-aa78-4bf0-8a46-bd94b0b27926 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:00.470997 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97093f1a-aa78-4bf0-8a46-bd94b0b27926 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Fanout notify agent at l3_agent the message router_deleted on router 673ff071-404e-4ea3-abd8-af0fbfb54b96 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:38:00.503020 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-97093f1a-aa78-4bf0-8a46-bd94b0b27926 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:00.508289 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-97093f1a-aa78-4bf0-8a46-bd94b0b27926 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] 10.222.0.98 "DELETE /v2.0/routers/673ff071-404e-4ea3-abd8-af0fbfb54b96 HTTP/1.1" status: 204 len: 168 time: 1.2658708 Jul 09 16:38:00.508949 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 32876) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:00.515699 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-43f529c6-67b0-420b-b98c-d511501c7c90 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-663438647', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:00.552649 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2a2b29f4-4c33-488d-a698-0168b279ffe3 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:00.569687 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2a2b29f4-4c33-488d-a698-0168b279ffe3 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:00.576314 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-43f529c6-67b0-420b-b98c-d511501c7c90 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:00.578604 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-43f529c6-67b0-420b-b98c-d511501c7c90 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:00.581497 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2b29f4-4c33-488d-a698-0168b279ffe3 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:00.583137 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2a2b29f4-4c33-488d-a698-0168b279ffe3 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:00.589402 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2a2b29f4-4c33-488d-a698-0168b279ffe3 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "PUT /v2.0/ports/38b78b70-8320-4d57-83b1-aecd2ffa43c4 HTTP/1.1" status: 200 len: 911 time: 0.9328833 Jul 09 16:38:00.591795 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 32880) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:00.650044 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2b29f4-4c33-488d-a698-0168b279ffe3 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event updated for resources: {'Port': ['ID=38b78b70-8320-4d57-83b1-aecd2ffa43c4,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:00.912666 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6ae96bcd-74be-4827-a7b6-642c1714c483 req-d3791370-2a62-41d4-8289-065a9a56c01f tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=f798b961-e297-40a6-8d5f-c627dae123e1 HTTP/1.1" status: 200 len: 210 time: 0.1772113 Jul 09 16:38:00.916164 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-43f529c6-67b0-420b-b98c-d511501c7c90 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:00.960600 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-43f529c6-67b0-420b-b98c-d511501c7c90 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:00.976979 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-43f529c6-67b0-420b-b98c-d511501c7c90 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:00.981773 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-43f529c6-67b0-420b-b98c-d511501c7c90 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4679248 Jul 09 16:38:00.981946 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 32900) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:00.987502 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-96a8c6e7-9f88-47a5-b072-2cfa1cb36d7d tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'enable_snat': True}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:01.032700 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc905f-b681-4e64-846a-c550a36982bc req-b417a208-cefd-418e-8827-9121cbacd964 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:01.034492 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cecc905f-b681-4e64-846a-c550a36982bc req-b417a208-cefd-418e-8827-9121cbacd964 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=6e970c90-e2cb-4f84-bb0c-d46910e184eb HTTP/1.1" status: 200 len: 1096 time: 0.1364658 Jul 09 16:38:01.172099 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cecc905f-b681-4e64-846a-c550a36982bc req-b64b7a77-d332-4b52-a25b-2596aa88d30f tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=633b7a99-46eb-4c72-978e-bfa8ddaa9360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054776 Jul 09 16:38:01.197057 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7ed38c79-54e0-4cea-9103-9464190b9127 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:01.267428 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96a8c6e7-9f88-47a5-b072-2cfa1cb36d7d tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:01.594604 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96a8c6e7-9f88-47a5-b072-2cfa1cb36d7d tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:01.628364 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96a8c6e7-9f88-47a5-b072-2cfa1cb36d7d tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:01.761106 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-7ed38c79-54e0-4cea-9103-9464190b9127 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Deleting port 38b78b70-8320-4d57-83b1-aecd2ffa43c4 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:38:01.761687 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7ed38c79-54e0-4cea-9103-9464190b9127 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:01.791300 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-96a8c6e7-9f88-47a5-b072-2cfa1cb36d7d tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Allocated IP 172.25.0.28 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/215bb32b-ef3e-45c4-9c46-705448eebab4) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:38:01.881985 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7ed38c79-54e0-4cea-9103-9464190b9127 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:01.896478 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-7ed38c79-54e0-4cea-9103-9464190b9127 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Calling delete_port for 38b78b70-8320-4d57-83b1-aecd2ffa43c4 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:38:01.923333 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96a8c6e7-9f88-47a5-b072-2cfa1cb36d7d tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:01.992058 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96a8c6e7-9f88-47a5-b072-2cfa1cb36d7d tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:02.043231 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a8c6e7-9f88-47a5-b072-2cfa1cb36d7d tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:38:02.047650 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-96a8c6e7-9f88-47a5-b072-2cfa1cb36d7d tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:38:02.059175 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a8c6e7-9f88-47a5-b072-2cfa1cb36d7d tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:38:02.111708 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a8c6e7-9f88-47a5-b072-2cfa1cb36d7d tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Pushing event updated for resources: {'Port': ['ID=215bb32b-ef3e-45c4-9c46-705448eebab4,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:02.466909 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b1fffe2d-78d2-4f65-a417-98e3c023a46a req-86db6c3d-02c2-4256-a9fb-6e157371c997 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=f798b961-e297-40a6-8d5f-c627dae123e1 HTTP/1.1" status: 200 len: 210 time: 0.4147449 Jul 09 16:38:02.531573 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96a8c6e7-9f88-47a5-b072-2cfa1cb36d7d tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:02.715003 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab56462-4b0a-43da-b91a-77c3e1211685 req-b1613a04-d6fa-4230-84b3-b489917099be tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:02.716483 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dab56462-4b0a-43da-b91a-77c3e1211685 req-b1613a04-d6fa-4230-84b3-b489917099be tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.77 "GET /v2.0/networks?id=6a9e1cb2-fe24-406e-8baf-8643d7db8d0b HTTP/1.1" status: 200 len: 815 time: 0.2548029 Jul 09 16:38:02.717767 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7ed38c79-54e0-4cea-9103-9464190b9127 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:02.731663 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-dab56462-4b0a-43da-b91a-77c3e1211685 req-92eecb43-f33e-4b1a-b1ae-b8adbe9e2662 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Request body: {'port': {'device_id': 'f798b961-e297-40a6-8d5f-c627dae123e1', 'network_id': '6a9e1cb2-fe24-406e-8baf-8643d7db8d0b', 'admin_state_up': True, 'tenant_id': '313daaa44e994ebf83af8fe773f4ee0d'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:02.859402 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed38c79-54e0-4cea-9103-9464190b9127 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event deleted for resources: {'Port': ['ID=38b78b70-8320-4d57-83b1-aecd2ffa43c4,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:03.001326 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7ed38c79-54e0-4cea-9103-9464190b9127 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:03.050073 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45e36d-5e0b-42d1-b675-a20e513a50a7 req-075a4084-4085-42c7-9ec0-76b40eb6e0e9 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:03.051616 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6a45e36d-5e0b-42d1-b675-a20e513a50a7 req-075a4084-4085-42c7-9ec0-76b40eb6e0e9 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=6e970c90-e2cb-4f84-bb0c-d46910e184eb HTTP/1.1" status: 200 len: 1096 time: 0.5777204 Jul 09 16:38:03.126583 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6a45e36d-5e0b-42d1-b675-a20e513a50a7 req-97f225eb-194f-4285-a104-ab46bf70e360 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=633b7a99-46eb-4c72-978e-bfa8ddaa9360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433931 Jul 09 16:38:03.201684 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dab56462-4b0a-43da-b91a-77c3e1211685 req-92eecb43-f33e-4b1a-b1ae-b8adbe9e2662 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Made reservation on behalf of 313daaa44e994ebf83af8fe773f4ee0d for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:38:03.205433 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-dab56462-4b0a-43da-b91a-77c3e1211685 req-92eecb43-f33e-4b1a-b1ae-b8adbe9e2662 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:03.214701 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed38c79-54e0-4cea-9103-9464190b9127 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Router 44f5bf3b-dbe4-4c18-9a29-8f82d6d7032d has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:38:03.271508 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96a8c6e7-9f88-47a5-b072-2cfa1cb36d7d tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:03.276484 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96a8c6e7-9f88-47a5-b072-2cfa1cb36d7d tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1725939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1725946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-313636'] for router, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:03.374677 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed38c79-54e0-4cea-9103-9464190b9127 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:38:03.385627 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 32950) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:03.385913 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7ed38c79-54e0-4cea-9103-9464190b9127 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "PUT /v2.0/routers/44f5bf3b-dbe4-4c18-9a29-8f82d6d7032d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7917588 Jul 09 16:38:03.387448 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f383085-391d-4c0e-8d60-5433b005a938 None None] Sync routers for ids ['44f5bf3b-dbe4-4c18-9a29-8f82d6d7032d'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:38:03.402120 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f383085-391d-4c0e-8d60-5433b005a938 None None] Routers {'44f5bf3b-dbe4-4c18-9a29-8f82d6d7032d'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:38:03.403596 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-8f383085-391d-4c0e-8d60-5433b005a938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:37:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['44f5bf3b-dbe4-4c18-9a29-8f82d6d7032d'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:03.414712 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-1da57178-9981-46f9-a0bb-f67116736add tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "GET /v2.0/ports?device_id=44f5bf3b-dbe4-4c18-9a29-8f82d6d7032d HTTP/1.1" status: 200 len: 205 time: 0.0279269 Jul 09 16:38:03.421437 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 32954) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:03.437642 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device bb99921b-4eed-4bb4-9b9d-ea57db129075 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:38:03.446980 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a8c6e7-9f88-47a5-b072-2cfa1cb36d7d tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Router 6022b173-bf5c-48fc-9147-edb69984e049 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:38:03.493812 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-8f383085-391d-4c0e-8d60-5433b005a938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:03.525913 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e69b38f8-0576-4c76-b5b0-5dbeba13939f tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:03.529092 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-dab56462-4b0a-43da-b91a-77c3e1211685 req-92eecb43-f33e-4b1a-b1ae-b8adbe9e2662 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Allocated IP 172.20.0.14 (6a9e1cb2-fe24-406e-8baf-8643d7db8d0b/5645ca8d-973f-497d-a26d-ddaaa7246e67/30edec94-6c88-4963-aec9-a14e58cb2528) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:38:03.530912 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f383085-391d-4c0e-8d60-5433b005a938 None None] Routers {'44f5bf3b-dbe4-4c18-9a29-8f82d6d7032d'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:38:03.535241 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-8f383085-391d-4c0e-8d60-5433b005a938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:37:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['44f5bf3b-dbe4-4c18-9a29-8f82d6d7032d'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:03.615344 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port bb99921b-4eed-4bb4-9b9d-ea57db129075 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:38:03.620605 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port bb99921b-4eed-4bb4-9b9d-ea57db129075 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:38:03.621401 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-8f383085-391d-4c0e-8d60-5433b005a938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:03.621529 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:03.623840 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f383085-391d-4c0e-8d60-5433b005a938 None None] The sync data for ids ['44f5bf3b-dbe4-4c18-9a29-8f82d6d7032d'] in n-d-798930-3 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:38:03.672455 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a8c6e7-9f88-47a5-b072-2cfa1cb36d7d tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:38:03.691205 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96a8c6e7-9f88-47a5-b072-2cfa1cb36d7d tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:03.691205 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-96a8c6e7-9f88-47a5-b072-2cfa1cb36d7d tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] 10.222.0.98 "PUT /v2.0/routers/6022b173-bf5c-48fc-9147-edb69984e049 HTTP/1.1" status: 200 len: 917 time: 2.7083886 Jul 09 16:38:03.695314 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85740f41-a215-47ef-bf98-47a98ec442ec None None] Sync routers for ids ['6022b173-bf5c-48fc-9147-edb69984e049'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:38:03.695988 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 32962) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:03.739747 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85740f41-a215-47ef-bf98-47a98ec442ec None None] Routers {'6022b173-bf5c-48fc-9147-edb69984e049'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:38:03.744186 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-85740f41-a215-47ef-bf98-47a98ec442ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:37:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['6022b173-bf5c-48fc-9147-edb69984e049'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:03.814951 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6773c5a0-38ff-439a-bdef-30ad09a776eb req-7a0411f0-a154-4b0b-953e-00b711acae0a tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=f798b961-e297-40a6-8d5f-c627dae123e1 HTTP/1.1" status: 200 len: 210 time: 0.0722957 Jul 09 16:38:03.824014 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-85740f41-a215-47ef-bf98-47a98ec442ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:03.831433 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e69b38f8-0576-4c76-b5b0-5dbeba13939f tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:03.836672 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e69b38f8-0576-4c76-b5b0-5dbeba13939f tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:03.884849 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85740f41-a215-47ef-bf98-47a98ec442ec None None] Routers {'6022b173-bf5c-48fc-9147-edb69984e049'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:38:03.885479 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-85740f41-a215-47ef-bf98-47a98ec442ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:37:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['6022b173-bf5c-48fc-9147-edb69984e049'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:03.920299 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-85740f41-a215-47ef-bf98-47a98ec442ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:03.921039 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85740f41-a215-47ef-bf98-47a98ec442ec None None] The sync data for ids ['6022b173-bf5c-48fc-9147-edb69984e049'] in n-d-798930-3 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:38:03.922345 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-31d27bf0-7329-4ee1-98fb-05430603c857 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] 10.222.0.98 "GET /v2.0/routers/6022b173-bf5c-48fc-9147-edb69984e049 HTTP/1.1" status: 200 len: 923 time: 0.2236142 Jul 09 16:38:03.922560 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:03.928463 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 32966) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:03.949224 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e970c90-e2cb-4f84-bb0c-d46910e184eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb99921b-4eed-4bb4-9b9d-ea57db129075'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:38:03.951607 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df55ba3-28e7-491c-9975-7a42d78ee387" -d '{"events": [{"server_uuid": "6e970c90-e2cb-4f84-bb0c-d46910e184eb", "name": "network-vif-plugged", "status": "completed", "tag": "bb99921b-4eed-4bb4-9b9d-ea57db129075"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:38:03.965789 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port bb99921b-4eed-4bb4-9b9d-ea57db129075, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=bb99921b-4eed-4bb4-9b9d-ea57db129075,segment=NetworkSegment(151d0aee-3796-484c-8d19-ee8bc1639910),segment_id=151d0aee-3796-484c-8d19-ee8bc1639910)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:03.975440 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:03.993775 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e69b38f8-0576-4c76-b5b0-5dbeba13939f tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:03.994355 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e69b38f8-0576-4c76-b5b0-5dbeba13939f tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Fanout notify agent at l3_agent the message router_deleted on router 44f5bf3b-dbe4-4c18-9a29-8f82d6d7032d {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:38:04.015179 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e69b38f8-0576-4c76-b5b0-5dbeba13939f tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:04.019323 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 32970) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:04.019531 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e69b38f8-0576-4c76-b5b0-5dbeba13939f tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "DELETE /v2.0/routers/44f5bf3b-dbe4-4c18-9a29-8f82d6d7032d HTTP/1.1" status: 204 len: 168 time: 0.5969481 Jul 09 16:38:04.022287 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:38:04.032533 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a723dc02-d2fe-4684-9f68-5aeb0455b33f tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:04.037801 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a723dc02-d2fe-4684-9f68-5aeb0455b33f tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] 10.222.0.98 "GET /v2.0/ports?network_id=caa6ed8d-2893-4113-8f68-c5284e694f6c&device_id=6022b173-bf5c-48fc-9147-edb69984e049&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1081183 Jul 09 16:38:04.040337 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 32972) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:04.052044 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b40dd3-1644-4007-9202-bee3eabb23ae x-openstack-request-id: req-d0b40dd3-1644-4007-9202-bee3eabb23ae {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:38:04.052598 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e970c90-e2cb-4f84-bb0c-d46910e184eb", "name": "network-vif-plugged", "status": "completed", "tag": "bb99921b-4eed-4bb4-9b9d-ea57db129075", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:38:04.052992 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d0b40dd3-1644-4007-9202-bee3eabb23ae {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:38:04.053530 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e970c90-e2cb-4f84-bb0c-d46910e184eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb99921b-4eed-4bb4-9b9d-ea57db129075', 'code': 200} Jul 09 16:38:04.054625 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=bb99921b-4eed-4bb4-9b9d-ea57db129075,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:04.111190 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-dab56462-4b0a-43da-b91a-77c3e1211685 req-92eecb43-f33e-4b1a-b1ae-b8adbe9e2662 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:04.162889 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-bda5091d-177e-4f7a-a509-c82f71a297f8 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Deleting subnet bc2d617d-9d75-43e8-86b4-500b79e90bfd {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:38:04.173245 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bda5091d-177e-4f7a-a509-c82f71a297f8 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:04.205936 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace049e-bf2a-46e2-9550-f4478d94e6cf req-e6fc0c0d-2bde-4485-95ab-5f68cfecf687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:04.209381 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8ace049e-bf2a-46e2-9550-f4478d94e6cf req-e6fc0c0d-2bde-4485-95ab-5f68cfecf687 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6e970c90-e2cb-4f84-bb0c-d46910e184eb HTTP/1.1" status: 200 len: 1097 time: 0.0858610 Jul 09 16:38:04.213297 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-dab56462-4b0a-43da-b91a-77c3e1211685 req-92eecb43-f33e-4b1a-b1ae-b8adbe9e2662 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:04.236715 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bda5091d-177e-4f7a-a509-c82f71a297f8 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:04.240352 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16efe7f5-2ba5-405b-93ab-850f784aa187 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:04.245888 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-16efe7f5-2ba5-405b-93ab-850f784aa187 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] 10.222.0.98 "GET /v2.0/networks/caa6ed8d-2893-4113-8f68-c5284e694f6c HTTP/1.1" status: 200 len: 881 time: 0.2040741 Jul 09 16:38:04.248277 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['b2874e17-97fa-487f-9d66-e5a5e02ef11a', '494faad2-61d3-45e0-9110-00bcb6cf80cb'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:38:04.267174 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 32976) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:04.382122 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bda5091d-177e-4f7a-a509-c82f71a297f8 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:04.426610 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-05f429fd-6cf5-4502-84fa-ba6845d670c1 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] 10.222.0.98 "GET /v2.0/ports?device_id=6022b173-bf5c-48fc-9147-edb69984e049 HTTP/1.1" status: 200 len: 205 time: 0.1551909 Jul 09 16:38:04.429422 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 32978) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:04.441851 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8ace049e-bf2a-46e2-9550-f4478d94e6cf req-5cbc34a5-6c2c-466f-a192-066c10172998 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=633b7a99-46eb-4c72-978e-bfa8ddaa9360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245898 Jul 09 16:38:04.456090 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dab56462-4b0a-43da-b91a-77c3e1211685 req-92eecb43-f33e-4b1a-b1ae-b8adbe9e2662 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Network 6a9e1cb2-fe24-406e-8baf-8643d7db8d0b is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:38:04.459308 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eecb43-f33e-4b1a-b1ae-b8adbe9e2662 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Pushing event updated for resources: {'Port': ['ID=30edec94-6c88-4963-aec9-a14e58cb2528,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:04.463288 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-dab56462-4b0a-43da-b91a-77c3e1211685 req-92eecb43-f33e-4b1a-b1ae-b8adbe9e2662 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:38:04.465772 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab56462-4b0a-43da-b91a-77c3e1211685 req-92eecb43-f33e-4b1a-b1ae-b8adbe9e2662 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:38:04.532176 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab56462-4b0a-43da-b91a-77c3e1211685 req-92eecb43-f33e-4b1a-b1ae-b8adbe9e2662 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:04.545169 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-dab56462-4b0a-43da-b91a-77c3e1211685 req-92eecb43-f33e-4b1a-b1ae-b8adbe9e2662 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:04.599305 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608fa10-6f41-4594-9ebe-118c6db1230f req-22a0be7a-0200-4908-a4c3-df7ee215c537 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:04.601283 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a608fa10-6f41-4594-9ebe-118c6db1230f req-22a0be7a-0200-4908-a4c3-df7ee215c537 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=6e970c90-e2cb-4f84-bb0c-d46910e184eb HTTP/1.1" status: 200 len: 1097 time: 0.2572758 Jul 09 16:38:04.601494 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-db86a30a-f0a8-4026-8529-5b4634126f40 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:04.604077 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dab56462-4b0a-43da-b91a-77c3e1211685 req-92eecb43-f33e-4b1a-b1ae-b8adbe9e2662 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8765600 Jul 09 16:38:04.628671 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-dab56462-4b0a-43da-b91a-77c3e1211685 req-ed4a4b1d-5b86-4c7a-9f92-c9a04fcb44e8 service neutron] Request body: {'port': {'device_id': 'f798b961-e297-40a6-8d5f-c627dae123e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:04.672276 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bda5091d-177e-4f7a-a509-c82f71a297f8 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:04.713008 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda5091d-177e-4f7a-a509-c82f71a297f8 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event deleted for resources: {'Subnet': ['ID=bc2d617d-9d75-43e8-86b4-500b79e90bfd,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:04.720098 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30eaa430-5309-4ad5-a88c-48f63ffc62eb None None] Network 41927334-8b92-4afe-890c-435cb0680bce requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:38:04.738192 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a608fa10-6f41-4594-9ebe-118c6db1230f req-9f635f34-ff2c-482f-b1b0-2ff7ee07e3ce tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=633b7a99-46eb-4c72-978e-bfa8ddaa9360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288688 Jul 09 16:38:04.752047 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bda5091d-177e-4f7a-a509-c82f71a297f8 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:04.754030 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-bda5091d-177e-4f7a-a509-c82f71a297f8 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "DELETE /v2.0/subnets/bc2d617d-9d75-43e8-86b4-500b79e90bfd HTTP/1.1" status: 204 len: 168 time: 0.7332711 Jul 09 16:38:04.756772 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 32982) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:04.762500 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-dab56462-4b0a-43da-b91a-77c3e1211685 req-ed4a4b1d-5b86-4c7a-9f92-c9a04fcb44e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:04.982567 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-db86a30a-f0a8-4026-8529-5b4634126f40 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:05.008091 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eaf9755d-1247-471f-9129-4d9538e2d308 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:05.015327 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16344fcf-69cd-45db-9f31-090cf3f62767 None None] DHCP port deletion for 41927334-8b92-4afe-890c-435cb0680bce request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:38:05.107324 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-16344fcf-69cd-45db-9f31-090cf3f62767 None None] Deleting port f298b97d-fbc8-4a9e-82d8-173c2c9108d1 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:38:05.107698 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-16344fcf-69cd-45db-9f31-090cf3f62767 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:05.156280 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-dab56462-4b0a-43da-b91a-77c3e1211685 req-ed4a4b1d-5b86-4c7a-9f92-c9a04fcb44e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30edec94-6c88-4963-aec9-a14e58cb2528 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:38:05.172753 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-dab56462-4b0a-43da-b91a-77c3e1211685 req-ed4a4b1d-5b86-4c7a-9f92-c9a04fcb44e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:05.197054 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-dab56462-4b0a-43da-b91a-77c3e1211685 req-ed4a4b1d-5b86-4c7a-9f92-c9a04fcb44e8 service neutron] Transition to ACTIVE for port object 30edec94-6c88-4963-aec9-a14e58cb2528 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:38:05.204904 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-dab56462-4b0a-43da-b91a-77c3e1211685 req-ed4a4b1d-5b86-4c7a-9f92-c9a04fcb44e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:05.208875 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-db86a30a-f0a8-4026-8529-5b4634126f40 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Deleting port 215bb32b-ef3e-45c4-9c46-705448eebab4 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:38:05.209764 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-db86a30a-f0a8-4026-8529-5b4634126f40 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:05.222020 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-16344fcf-69cd-45db-9f31-090cf3f62767 None None] For port f298b97d-fbc8-4a9e-82d8-173c2c9108d1, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=f298b97d-fbc8-4a9e-82d8-173c2c9108d1,segment=NetworkSegment(d33e5f50-d2f9-4508-8708-a0a119f9429c),segment_id=d33e5f50-d2f9-4508-8708-a0a119f9429c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:05.222412 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-16344fcf-69cd-45db-9f31-090cf3f62767 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:05.244402 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-16344fcf-69cd-45db-9f31-090cf3f62767 None None] Calling delete_port for f298b97d-fbc8-4a9e-82d8-173c2c9108d1 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:38:05.271306 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3c85d-bf28-4777-b1a9-70414d4b23ae req-b309ebbb-3f59-4da8-ae39-48f0876c47e2 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:05.272905 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-51c3c85d-bf28-4777-b1a9-70414d4b23ae req-b309ebbb-3f59-4da8-ae39-48f0876c47e2 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=f798b961-e297-40a6-8d5f-c627dae123e1 HTTP/1.1" status: 200 len: 932 time: 0.1935933 Jul 09 16:38:05.277539 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-eaf9755d-1247-471f-9129-4d9538e2d308 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Deleting port f298b97d-fbc8-4a9e-82d8-173c2c9108d1 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:38:05.282450 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eaf9755d-1247-471f-9129-4d9538e2d308 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:05.312136 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4a4b1d-5b86-4c7a-9f92-c9a04fcb44e8 service neutron] Pushing event updated for resources: {'Port': ['ID=30edec94-6c88-4963-aec9-a14e58cb2528,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:05.409106 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-16344fcf-69cd-45db-9f31-090cf3f62767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:05.409997 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-dab56462-4b0a-43da-b91a-77c3e1211685 req-ed4a4b1d-5b86-4c7a-9f92-c9a04fcb44e8 service neutron] Attempting to bind port 30edec94-6c88-4963-aec9-a14e58cb2528 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:38:05.410638 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-dab56462-4b0a-43da-b91a-77c3e1211685 req-ed4a4b1d-5b86-4c7a-9f92-c9a04fcb44e8 service neutron] Attempting to bind port 30edec94-6c88-4963-aec9-a14e58cb2528 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'c69a2028-7f11-44fc-9cb8-816928cf4954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6a9e1cb2-fe24-406e-8baf-8643d7db8d0b'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:38:05.411198 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab56462-4b0a-43da-b91a-77c3e1211685 req-ed4a4b1d-5b86-4c7a-9f92-c9a04fcb44e8 service neutron] Attempting to bind port 30edec94-6c88-4963-aec9-a14e58cb2528 on network 6a9e1cb2-fe24-406e-8baf-8643d7db8d0b {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:38:05.421109 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab56462-4b0a-43da-b91a-77c3e1211685 req-ed4a4b1d-5b86-4c7a-9f92-c9a04fcb44e8 service neutron] Port 30edec94-6c88-4963-aec9-a14e58cb2528 on network 6a9e1cb2-fe24-406e-8baf-8643d7db8d0b not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:38:05.423032 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab56462-4b0a-43da-b91a-77c3e1211685 req-ed4a4b1d-5b86-4c7a-9f92-c9a04fcb44e8 service neutron] Attempting to bind port 30edec94-6c88-4963-aec9-a14e58cb2528 on network 6a9e1cb2-fe24-406e-8baf-8643d7db8d0b {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:38:05.434812 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab56462-4b0a-43da-b91a-77c3e1211685 req-ed4a4b1d-5b86-4c7a-9f92-c9a04fcb44e8 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:38:05.435630 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab56462-4b0a-43da-b91a-77c3e1211685 req-ed4a4b1d-5b86-4c7a-9f92-c9a04fcb44e8 service neutron] Checking segment: {'id': 'c69a2028-7f11-44fc-9cb8-816928cf4954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6a9e1cb2-fe24-406e-8baf-8643d7db8d0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:38:05.435630 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab56462-4b0a-43da-b91a-77c3e1211685 req-ed4a4b1d-5b86-4c7a-9f92-c9a04fcb44e8 service neutron] Bound using segment: {'id': 'c69a2028-7f11-44fc-9cb8-816928cf4954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6a9e1cb2-fe24-406e-8baf-8643d7db8d0b'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:38:05.438496 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-eaf9755d-1247-471f-9129-4d9538e2d308 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] For port f298b97d-fbc8-4a9e-82d8-173c2c9108d1, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=f298b97d-fbc8-4a9e-82d8-173c2c9108d1,segment=NetworkSegment(d33e5f50-d2f9-4508-8708-a0a119f9429c),segment_id=d33e5f50-d2f9-4508-8708-a0a119f9429c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:05.439111 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eaf9755d-1247-471f-9129-4d9538e2d308 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:05.439244 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-dab56462-4b0a-43da-b91a-77c3e1211685 req-ed4a4b1d-5b86-4c7a-9f92-c9a04fcb44e8 service neutron] Bound port: 30edec94-6c88-4963-aec9-a14e58cb2528, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c69a2028-7f11-44fc-9cb8-816928cf4954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6a9e1cb2-fe24-406e-8baf-8643d7db8d0b'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:38:05.439616 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-dab56462-4b0a-43da-b91a-77c3e1211685 req-ed4a4b1d-5b86-4c7a-9f92-c9a04fcb44e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:05.444043 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16344fcf-69cd-45db-9f31-090cf3f62767 None None] Pushing event deleted for resources: {'Port': ['ID=f298b97d-fbc8-4a9e-82d8-173c2c9108d1,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:05.444628 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-51c3c85d-bf28-4777-b1a9-70414d4b23ae req-e029c1cd-dce7-4974-88ef-879b0544a5dc tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a8e018c-d316-4742-956b-cc123b12d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557984 Jul 09 16:38:05.453726 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-db86a30a-f0a8-4026-8529-5b4634126f40 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:05.457197 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16344fcf-69cd-45db-9f31-090cf3f62767 None None] No DVR routers for this DVR port f298b97d-fbc8-4a9e-82d8-173c2c9108d1 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:38:05.473894 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-eaf9755d-1247-471f-9129-4d9538e2d308 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Calling delete_port for f298b97d-fbc8-4a9e-82d8-173c2c9108d1 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:38:05.486860 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-db86a30a-f0a8-4026-8529-5b4634126f40 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Calling delete_port for 215bb32b-ef3e-45c4-9c46-705448eebab4 owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:38:05.569858 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-dab56462-4b0a-43da-b91a-77c3e1211685 req-ed4a4b1d-5b86-4c7a-9f92-c9a04fcb44e8 service neutron] For port 30edec94-6c88-4963-aec9-a14e58cb2528, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:38:05.576398 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-dab56462-4b0a-43da-b91a-77c3e1211685 req-ed4a4b1d-5b86-4c7a-9f92-c9a04fcb44e8 service neutron] For port 30edec94-6c88-4963-aec9-a14e58cb2528, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=30edec94-6c88-4963-aec9-a14e58cb2528,segment=NetworkSegment(c69a2028-7f11-44fc-9cb8-816928cf4954),segment_id=c69a2028-7f11-44fc-9cb8-816928cf4954)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:38:05.590834 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-dab56462-4b0a-43da-b91a-77c3e1211685 req-ed4a4b1d-5b86-4c7a-9f92-c9a04fcb44e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:05.675307 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4a4b1d-5b86-4c7a-9f92-c9a04fcb44e8 service neutron] Pushing event updated for resources: {'Port': ['ID=30edec94-6c88-4963-aec9-a14e58cb2528,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:05.695595 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eaf9755d-1247-471f-9129-4d9538e2d308 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:05.708928 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab56462-4b0a-43da-b91a-77c3e1211685 req-ed4a4b1d-5b86-4c7a-9f92-c9a04fcb44e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:05.713323 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-dab56462-4b0a-43da-b91a-77c3e1211685 req-ed4a4b1d-5b86-4c7a-9f92-c9a04fcb44e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:05.718758 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dab56462-4b0a-43da-b91a-77c3e1211685 req-ed4a4b1d-5b86-4c7a-9f92-c9a04fcb44e8 service neutron] 10.222.0.77 "PUT /v2.0/ports/30edec94-6c88-4963-aec9-a14e58cb2528 HTTP/1.1" status: 200 len: 1092 time: 1.0996301 Jul 09 16:38:05.721264 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f798b961-e297-40a6-8d5f-c627dae123e1', 'tag': '30edec94-6c88-4963-aec9-a14e58cb2528'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:38:05.735387 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d5b6df-a923-4398-bf6a-b8df89c44cc8" -d '{"events": [{"name": "network-changed", "server_uuid": "f798b961-e297-40a6-8d5f-c627dae123e1", "tag": "30edec94-6c88-4963-aec9-a14e58cb2528"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:38:05.768314 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf9755d-1247-471f-9129-4d9538e2d308 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event deleted for resources: {'Port': ['ID=f298b97d-fbc8-4a9e-82d8-173c2c9108d1,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:05.781850 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf9755d-1247-471f-9129-4d9538e2d308 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] No DVR routers for this DVR port f298b97d-fbc8-4a9e-82d8-173c2c9108d1 on host n-d-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:38:05.804866 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd0d2ab-18d6-4037-980e-8ca393537350 x-openstack-request-id: req-7dd0d2ab-18d6-4037-980e-8ca393537350 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:38:05.806988 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f798b961-e297-40a6-8d5f-c627dae123e1", "tag": "30edec94-6c88-4963-aec9-a14e58cb2528", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:38:05.807415 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7dd0d2ab-18d6-4037-980e-8ca393537350 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:38:05.807845 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f798b961-e297-40a6-8d5f-c627dae123e1', 'tag': '30edec94-6c88-4963-aec9-a14e58cb2528', 'status': 'completed', 'code': 200} Jul 09 16:38:05.888404 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab56462-4b0a-43da-b91a-77c3e1211685 req-de87282f-21c3-47db-9306-3ed8faf8522f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:05.890585 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dab56462-4b0a-43da-b91a-77c3e1211685 req-de87282f-21c3-47db-9306-3ed8faf8522f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=313daaa44e994ebf83af8fe773f4ee0d&device_id=f798b961-e297-40a6-8d5f-c627dae123e1 HTTP/1.1" status: 200 len: 1095 time: 0.1234369 Jul 09 16:38:05.964120 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eaf9755d-1247-471f-9129-4d9538e2d308 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:05.973709 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dab56462-4b0a-43da-b91a-77c3e1211685 req-6849ba71-f7ad-41eb-a306-17b46a778c04 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30edec94-6c88-4963-aec9-a14e58cb2528 HTTP/1.1" status: 200 len: 217 time: 0.0719974 Jul 09 16:38:05.999079 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-eaf9755d-1247-471f-9129-4d9538e2d308 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41927334-8b92-4afe-890c-435cb0680bce']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:06.014605 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-eaf9755d-1247-471f-9129-4d9538e2d308 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd33e5f50-d2f9-4508-8708-a0a119f9429c') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:06.014950 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-eaf9755d-1247-471f-9129-4d9538e2d308 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd33e5f50-d2f9-4508-8708-a0a119f9429c') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:06.032225 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eaf9755d-1247-471f-9129-4d9538e2d308 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:06.037635 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab56462-4b0a-43da-b91a-77c3e1211685 req-63c5988e-9a44-40c6-91d1-b06a7ffd161a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:06.039223 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dab56462-4b0a-43da-b91a-77c3e1211685 req-63c5988e-9a44-40c6-91d1-b06a7ffd161a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5645ca8d-973f-497d-a26d-ddaaa7246e67 HTTP/1.1" status: 200 len: 855 time: 0.0602889 Jul 09 16:38:06.056936 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-db86a30a-f0a8-4026-8529-5b4634126f40 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:06.066754 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eaf9755d-1247-471f-9129-4d9538e2d308 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:06.083356 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dab56462-4b0a-43da-b91a-77c3e1211685 req-57f73a86-60af-41d8-9013-92532c0cf2a7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6a9e1cb2-fe24-406e-8baf-8643d7db8d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369027 Jul 09 16:38:06.096334 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaf9755d-1247-471f-9129-4d9538e2d308 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:38:06.096754 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eaf9755d-1247-471f-9129-4d9538e2d308 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:06.127632 n-d-798930-3 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:38:06.127632 n-d-798930-3 neutron-server[93959]: self.session.flush() Jul 09 16:38:06.127632 n-d-798930-3 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:38:06.127632 n-d-798930-3 neutron-server[93959]: self.session.flush() Jul 09 16:38:06.127632 n-d-798930-3 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:38:06.127632 n-d-798930-3 neutron-server[93959]: self.session.flush() Jul 09 16:38:06.127632 n-d-798930-3 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:38:06.127632 n-d-798930-3 neutron-server[93959]: self.session.flush() Jul 09 16:38:06.127632 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:38:06.127632 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:38:06.127632 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:38:06.127632 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:38:06.127632 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:38:06.127632 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:38:06.127632 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:38:06.127632 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:38:06.127632 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:38:06.127632 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:38:06.127632 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:38:06.127632 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:38:06.127632 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:38:06.127632 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:38:06.127632 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:38:06.127632 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:38:06.127632 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:38:06.127632 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:38:06.127632 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:38:06.127632 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:38:06.127632 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:38:06.127632 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:38:06.127632 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:38:06.127632 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:38:06.127632 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:38:06.127632 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:38:06.127632 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:38:06.127632 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:38:06.127632 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:38:06.127632 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:38:06.127632 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:38:06.127632 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:38:06.129969 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db86a30a-f0a8-4026-8529-5b4634126f40 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Pushing event deleted for resources: {'Port': ['ID=215bb32b-ef3e-45c4-9c46-705448eebab4,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:06.215653 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dab56462-4b0a-43da-b91a-77c3e1211685 req-5980b6e4-2ab0-43bc-b685-0727a32f91f9 service neutron] 10.222.0.77 "GET /v2.0/networks/6a9e1cb2-fe24-406e-8baf-8643d7db8d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240206 Jul 09 16:38:06.229446 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7531239-4248-4621-901e-970d811adecd req-d565f3c2-5515-4f9d-99b9-fe40affa247c tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:06.231186 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b7531239-4248-4621-901e-970d811adecd req-d565f3c2-5515-4f9d-99b9-fe40affa247c tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=6e970c90-e2cb-4f84-bb0c-d46910e184eb HTTP/1.1" status: 200 len: 1097 time: 0.2910340 Jul 09 16:38:06.268078 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-db86a30a-f0a8-4026-8529-5b4634126f40 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:06.279926 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eaf9755d-1247-471f-9129-4d9538e2d308 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:06.350603 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dab56462-4b0a-43da-b91a-77c3e1211685 req-0e06db56-dc38-4639-a283-070a4dd22d6a service neutron] 10.222.0.77 "GET /v2.0/networks/6a9e1cb2-fe24-406e-8baf-8643d7db8d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256459 Jul 09 16:38:06.396480 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eaf9755d-1247-471f-9129-4d9538e2d308 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:06.398396 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-eaf9755d-1247-471f-9129-4d9538e2d308 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "DELETE /v2.0/networks/41927334-8b92-4afe-890c-435cb0680bce HTTP/1.1" status: 204 len: 168 time: 1.6406960 Jul 09 16:38:06.403516 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33012) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:06.414671 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-96eafe5a-a51e-4e57-8eeb-10ac0ebe41db tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1509969923', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:06.421368 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b7531239-4248-4621-901e-970d811adecd req-4f2141d8-5da9-4894-9719-40074c6908ef tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=633b7a99-46eb-4c72-978e-bfa8ddaa9360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798053 Jul 09 16:38:06.424350 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-db86a30a-f0a8-4026-8529-5b4634126f40 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:06.426143 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf9755d-1247-471f-9129-4d9538e2d308 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event deleted for resources: {'Network': ['ID=41927334-8b92-4afe-890c-435cb0680bce,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:06.428556 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-db86a30a-f0a8-4026-8529-5b4634126f40 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:06.480422 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-db86a30a-f0a8-4026-8529-5b4634126f40 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:06.481009 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db86a30a-f0a8-4026-8529-5b4634126f40 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Fanout notify agent at l3_agent the message router_deleted on router 6022b173-bf5c-48fc-9147-edb69984e049 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:38:06.499171 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-db86a30a-f0a8-4026-8529-5b4634126f40 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:06.503907 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-db86a30a-f0a8-4026-8529-5b4634126f40 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] 10.222.0.98 "DELETE /v2.0/routers/6022b173-bf5c-48fc-9147-edb69984e049 HTTP/1.1" status: 204 len: 168 time: 2.0666950 Jul 09 16:38:06.504569 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33016) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:06.513246 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-8e433711-94df-4023-9665-750fb50b6215 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1051642059', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:06.534343 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-96eafe5a-a51e-4e57-8eeb-10ac0ebe41db tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:06.535690 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-96eafe5a-a51e-4e57-8eeb-10ac0ebe41db tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:06.564362 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8e433711-94df-4023-9665-750fb50b6215 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:06.565694 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8e433711-94df-4023-9665-750fb50b6215 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:06.576355 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5b6df-a923-4398-bf6a-b8df89c44cc8 req-dd5bb228-c8c8-4cd5-8e81-fbbad1f55a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:06.578561 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c0d5b6df-a923-4398-bf6a-b8df89c44cc8 req-dd5bb228-c8c8-4cd5-8e81-fbbad1f55a08 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=313daaa44e994ebf83af8fe773f4ee0d&device_id=f798b961-e297-40a6-8d5f-c627dae123e1 HTTP/1.1" status: 200 len: 1095 time: 0.1338098 Jul 09 16:38:06.642756 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8e433711-94df-4023-9665-750fb50b6215 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:06.649861 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8e433711-94df-4023-9665-750fb50b6215 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:06.666658 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8e433711-94df-4023-9665-750fb50b6215 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:06.669897 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8e433711-94df-4023-9665-750fb50b6215 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1599138 Jul 09 16:38:06.670835 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33018) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:06.675780 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-fce8f1f5-ba04-415e-b357-6c0e33e68e9c tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'enable_snat': False}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:06.715517 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-96eafe5a-a51e-4e57-8eeb-10ac0ebe41db tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:06.727638 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-96eafe5a-a51e-4e57-8eeb-10ac0ebe41db tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:06.761215 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-96eafe5a-a51e-4e57-8eeb-10ac0ebe41db tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:06.762920 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-96eafe5a-a51e-4e57-8eeb-10ac0ebe41db tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3574343 Jul 09 16:38:06.776186 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33022) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:06.798122 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-bc8f9abe-55ee-4484-abcb-8cd1d07f14d1 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-538493030'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:06.808010 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5b6df-a923-4398-bf6a-b8df89c44cc8 req-51e8c492-44bd-42dd-aa06-ce58c3c26436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:06.809796 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c0d5b6df-a923-4398-bf6a-b8df89c44cc8 req-51e8c492-44bd-42dd-aa06-ce58c3c26436 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6a9e1cb2-fe24-406e-8baf-8643d7db8d0b HTTP/1.1" status: 200 len: 916 time: 0.2222326 Jul 09 16:38:06.871935 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496112b-6f6b-4c3a-a18b-1e45129f2fdf req-2dd92d9b-89a5-47b6-b0e5-dabe0cf38a50 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:06.878923 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4496112b-6f6b-4c3a-a18b-1e45129f2fdf req-2dd92d9b-89a5-47b6-b0e5-dabe0cf38a50 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=f798b961-e297-40a6-8d5f-c627dae123e1 HTTP/1.1" status: 200 len: 944 time: 0.2308278 Jul 09 16:38:06.896503 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c0d5b6df-a923-4398-bf6a-b8df89c44cc8 req-ff6422fc-e267-484e-b3e4-cde8dbfef58b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30edec94-6c88-4963-aec9-a14e58cb2528 HTTP/1.1" status: 200 len: 217 time: 0.0764205 Jul 09 16:38:06.920553 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device f298b97d-fbc8-4a9e-82d8-173c2c9108d1 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:38:06.943438 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8f9abe-55ee-4484-abcb-8cd1d07f14d1 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Made reservation on behalf of 3a240e3acac846d2a1f26873c483f921 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:38:06.946882 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bc8f9abe-55ee-4484-abcb-8cd1d07f14d1 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:06.962305 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: f298b97d-fbc8-4a9e-82d8-173c2c9108d1 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:38:06.962654 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device f298b97d-fbc8-4a9e-82d8-173c2c9108d1 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:38:06.973409 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fce8f1f5-ba04-415e-b357-6c0e33e68e9c tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:06.992755 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4496112b-6f6b-4c3a-a18b-1e45129f2fdf req-2abef95a-1300-4395-a804-bfcdacb025c5 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a8e018c-d316-4742-956b-cc123b12d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128337 Jul 09 16:38:07.008832 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5b6df-a923-4398-bf6a-b8df89c44cc8 req-e83d5776-aec5-48cc-9c62-00bcde0c234b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:07.010413 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c0d5b6df-a923-4398-bf6a-b8df89c44cc8 req-e83d5776-aec5-48cc-9c62-00bcde0c234b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5645ca8d-973f-497d-a26d-ddaaa7246e67 HTTP/1.1" status: 200 len: 855 time: 0.1044972 Jul 09 16:38:07.016762 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc8f9abe-55ee-4484-abcb-8cd1d07f14d1 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:38:07.103905 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c0d5b6df-a923-4398-bf6a-b8df89c44cc8 req-b5d07f28-81e0-4e2a-8a50-85e225f7a285 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6a9e1cb2-fe24-406e-8baf-8643d7db8d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797780 Jul 09 16:38:07.139032 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bc8f9abe-55ee-4484-abcb-8cd1d07f14d1 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:07.139032 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-bc8f9abe-55ee-4484-abcb-8cd1d07f14d1 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Added segment 97458b6f-0f93-4703-bd90-4c04fa4f44c9 of type vlan for network a45d021f-508f-4f97-8003-8211fd6334e0 Jul 09 16:38:07.295328 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bc8f9abe-55ee-4484-abcb-8cd1d07f14d1 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:07.359396 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c0d5b6df-a923-4398-bf6a-b8df89c44cc8 req-6c91ee6c-dc1f-4202-aee2-3f22e9fbed7b service neutron] 10.222.0.77 "GET /v2.0/networks/6a9e1cb2-fe24-406e-8baf-8643d7db8d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444494 Jul 09 16:38:07.368268 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fce8f1f5-ba04-415e-b357-6c0e33e68e9c tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:07.380182 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bc8f9abe-55ee-4484-abcb-8cd1d07f14d1 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:07.389947 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8f9abe-55ee-4484-abcb-8cd1d07f14d1 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:07.391110 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bc8f9abe-55ee-4484-abcb-8cd1d07f14d1 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:07.404349 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fce8f1f5-ba04-415e-b357-6c0e33e68e9c tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:07.579004 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-fce8f1f5-ba04-415e-b357-6c0e33e68e9c tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Allocated IP 172.25.0.191 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/23f51216-2cbf-4bbd-95dd-4cc325d96adb) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:38:07.597998 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-bc8f9abe-55ee-4484-abcb-8cd1d07f14d1 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8205886 Jul 09 16:38:07.603862 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33032) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:07.612039 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-092be375-bf57-4630-a160-e29fad4db514 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Request body: {'subnet': {'network_id': 'a45d021f-508f-4f97-8003-8211fd6334e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:07.674538 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f9abe-55ee-4484-abcb-8cd1d07f14d1 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event updated for resources: {'Network': ['ID=a45d021f-508f-4f97-8003-8211fd6334e0,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:07.688672 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network a45d021f-508f-4f97-8003-8211fd6334e0 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:38:07.730247 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fce8f1f5-ba04-415e-b357-6c0e33e68e9c tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:07.732823 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c0d5b6df-a923-4398-bf6a-b8df89c44cc8 req-aec75c45-c668-4326-8190-847e43183748 service neutron] 10.222.0.77 "GET /v2.0/networks/6a9e1cb2-fe24-406e-8baf-8643d7db8d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605123 Jul 09 16:38:07.757575 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092be375-bf57-4630-a160-e29fad4db514 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Made reservation on behalf of 3a240e3acac846d2a1f26873c483f921 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:38:07.763457 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-092be375-bf57-4630-a160-e29fad4db514 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:07.870655 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757cd90c-fb5b-4c35-ad31-a20961399f9e req-58b2dc19-ed65-4bf9-a858-7243aba9c5c9 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:07.872376 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-757cd90c-fb5b-4c35-ad31-a20961399f9e req-58b2dc19-ed65-4bf9-a858-7243aba9c5c9 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=6e970c90-e2cb-4f84-bb0c-d46910e184eb HTTP/1.1" status: 200 len: 1097 time: 0.1348341 Jul 09 16:38:07.874043 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fce8f1f5-ba04-415e-b357-6c0e33e68e9c tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:07.939793 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce8f1f5-ba04-415e-b357-6c0e33e68e9c tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:38:07.946899 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-fce8f1f5-ba04-415e-b357-6c0e33e68e9c tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:38:07.951531 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce8f1f5-ba04-415e-b357-6c0e33e68e9c tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:38:08.013554 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce8f1f5-ba04-415e-b357-6c0e33e68e9c tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Pushing event updated for resources: {'Port': ['ID=23f51216-2cbf-4bbd-95dd-4cc325d96adb,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:08.080414 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-757cd90c-fb5b-4c35-ad31-a20961399f9e req-23b6197d-19bc-4b5b-a4cd-879647303839 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=633b7a99-46eb-4c72-978e-bfa8ddaa9360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990371 Jul 09 16:38:08.545429 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-092be375-bf57-4630-a160-e29fad4db514 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:08.634383 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab1282-b23c-4994-93f6-70182cc44af7 req-d02b371a-778e-4fa9-afb5-7d3e0c3386b9 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:08.636445 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dcab1282-b23c-4994-93f6-70182cc44af7 req-d02b371a-778e-4fa9-afb5-7d3e0c3386b9 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=f798b961-e297-40a6-8d5f-c627dae123e1 HTTP/1.1" status: 200 len: 944 time: 0.2201674 Jul 09 16:38:08.681926 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092be375-bf57-4630-a160-e29fad4db514 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Checking segment: {'id': '97458b6f-0f93-4703-bd90-4c04fa4f44c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a45d021f-508f-4f97-8003-8211fd6334e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:38:08.682400 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092be375-bf57-4630-a160-e29fad4db514 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Network hostable DHCP agents. Network: a45d021f-508f-4f97-8003-8211fd6334e0, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:38:08.693770 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092be375-bf57-4630-a160-e29fad4db514 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event updated for resources: {'Subnet': ['ID=89cea9f3-900f-4083-b8dd-cd05519d1f98,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:08.703649 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dcab1282-b23c-4994-93f6-70182cc44af7 req-e3bcfec0-9f9e-4208-9501-68863bf1c1c9 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a8e018c-d316-4742-956b-cc123b12d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602419 Jul 09 16:38:08.714395 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092be375-bf57-4630-a160-e29fad4db514 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Network a45d021f-508f-4f97-8003-8211fd6334e0 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:38:08.726327 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-092be375-bf57-4630-a160-e29fad4db514 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, a45d021f-508f-4f97-8003-8211fd6334e0) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:38:08.740394 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092be375-bf57-4630-a160-e29fad4db514 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:08.740971 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-092be375-bf57-4630-a160-e29fad4db514 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:08.747950 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bf3b1c-f314-4acd-b527-d1bc822e4a97 None None] Network a45d021f-508f-4f97-8003-8211fd6334e0 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:38:08.761738 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-092be375-bf57-4630-a160-e29fad4db514 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1553614 Jul 09 16:38:08.762411 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33050) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:08.792929 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fce8f1f5-ba04-415e-b357-6c0e33e68e9c tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:08.990111 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e8713d-c803-4886-ace2-2bf2dd445c3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-a45d021f-508f-4f97-8003-8211fd6334e0', 'network_id': 'a45d021f-508f-4f97-8003-8211fd6334e0', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'fixed_ips': [{'subnet_id': '89cea9f3-900f-4083-b8dd-cd05519d1f98'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:38:08.991038 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-37e8713d-c803-4886-ace2-2bf2dd445c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:09.045967 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc5f8e-0b16-43e8-9bc7-bd18be4cb11b req-de6ad99c-791d-4cde-b7a1-c2dd8d7aeeb7 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:09.052975 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8adc5f8e-0b16-43e8-9bc7-bd18be4cb11b req-de6ad99c-791d-4cde-b7a1-c2dd8d7aeeb7 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=6e970c90-e2cb-4f84-bb0c-d46910e184eb HTTP/1.1" status: 200 len: 1097 time: 0.3627841 Jul 09 16:38:09.081923 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35a5b4c5-2077-4aad-bf09-02e1bf77e3dc tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:09.157877 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8adc5f8e-0b16-43e8-9bc7-bd18be4cb11b req-f5013755-dd95-43f1-8aaa-f06ec7b11321 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=633b7a99-46eb-4c72-978e-bfa8ddaa9360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039865 Jul 09 16:38:09.227147 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fce8f1f5-ba04-415e-b357-6c0e33e68e9c tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:09.236256 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fce8f1f5-ba04-415e-b357-6c0e33e68e9c tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1725939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1725946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-313636'] for router, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:09.384155 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-37e8713d-c803-4886-ace2-2bf2dd445c3b None None] Allocated IP 2001:db8::2 (a45d021f-508f-4f97-8003-8211fd6334e0/89cea9f3-900f-4083-b8dd-cd05519d1f98/4943b32f-c679-4dd0-8f33-1071ffcd5d3c) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:38:09.443195 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d169106-6129-4470-a2c5-91a976713b3b req-56ae5dc6-e09a-4e93-82fe-0d57287013db tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:09.444937 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7d169106-6129-4470-a2c5-91a976713b3b req-56ae5dc6-e09a-4e93-82fe-0d57287013db tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=6e970c90-e2cb-4f84-bb0c-d46910e184eb HTTP/1.1" status: 200 len: 1097 time: 0.0780714 Jul 09 16:38:09.477986 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce8f1f5-ba04-415e-b357-6c0e33e68e9c tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Router 47370284-b3d5-465e-9030-ebc325b720a2 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:38:09.499247 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7d169106-6129-4470-a2c5-91a976713b3b req-97d349a9-18c6-4339-8c13-4227968878af tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=633b7a99-46eb-4c72-978e-bfa8ddaa9360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472908 Jul 09 16:38:09.657489 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-890487ce-d72a-42a4-843f-9633d8759b86 req-e6241cc0-b49a-4368-954a-0a76a40d3604 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0e962866-307a-4386-aae8-132131ebba57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0773299 Jul 09 16:38:09.683879 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-37e8713d-c803-4886-ace2-2bf2dd445c3b None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:09.695998 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-37e8713d-c803-4886-ace2-2bf2dd445c3b None None] Transition to ACTIVE for port object 4943b32f-c679-4dd0-8f33-1071ffcd5d3c will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:38:09.732133 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-37e8713d-c803-4886-ace2-2bf2dd445c3b None None] Transition to ACTIVE for port object 4943b32f-c679-4dd0-8f33-1071ffcd5d3c will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:38:09.747817 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-37e8713d-c803-4886-ace2-2bf2dd445c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:09.748346 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce8f1f5-ba04-415e-b357-6c0e33e68e9c tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:38:09.753887 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fce8f1f5-ba04-415e-b357-6c0e33e68e9c tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:09.755131 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-fce8f1f5-ba04-415e-b357-6c0e33e68e9c tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] 10.222.0.98 "PUT /v2.0/routers/47370284-b3d5-465e-9030-ebc325b720a2 HTTP/1.1" status: 200 len: 920 time: 3.0833311 Jul 09 16:38:09.759335 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33062) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:09.761189 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcf242a-3539-4a8f-89cb-df19973bce24 None None] Sync routers for ids ['47370284-b3d5-465e-9030-ebc325b720a2'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:38:09.780470 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcf242a-3539-4a8f-89cb-df19973bce24 None None] Routers {'47370284-b3d5-465e-9030-ebc325b720a2'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:38:09.781347 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-5fcf242a-3539-4a8f-89cb-df19973bce24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:37:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['47370284-b3d5-465e-9030-ebc325b720a2'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:09.877005 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-5fcf242a-3539-4a8f-89cb-df19973bce24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:09.897314 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 30edec94-6c88-4963-aec9-a14e58cb2528 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:38:09.898506 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcf242a-3539-4a8f-89cb-df19973bce24 None None] Routers {'47370284-b3d5-465e-9030-ebc325b720a2'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:38:09.900225 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-5fcf242a-3539-4a8f-89cb-df19973bce24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:37:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['47370284-b3d5-465e-9030-ebc325b720a2'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:09.952938 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-4ea36240-39bb-4134-8ed2-13d6b39fb92a tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] 10.222.0.98 "GET /v2.0/routers/47370284-b3d5-465e-9030-ebc325b720a2 HTTP/1.1" status: 200 len: 926 time: 0.1923342 Jul 09 16:38:09.953581 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33066) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:10.007836 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-5fcf242a-3539-4a8f-89cb-df19973bce24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:10.012629 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcf242a-3539-4a8f-89cb-df19973bce24 None None] The sync data for ids ['47370284-b3d5-465e-9030-ebc325b720a2'] in n-d-798930-3 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:38:10.026948 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-35a5b4c5-2077-4aad-bf09-02e1bf77e3dc tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Allocated IP 2001:db8::1 (a45d021f-508f-4f97-8003-8211fd6334e0/89cea9f3-900f-4083-b8dd-cd05519d1f98/8a52bf53-9c73-4965-8a89-3bf52d407a67) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:38:10.031715 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd5ba8b-254d-4407-a54f-d4b2031bcd52 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:10.039067 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ffd5ba8b-254d-4407-a54f-d4b2031bcd52 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] 10.222.0.98 "GET /v2.0/ports?network_id=caa6ed8d-2893-4113-8f68-c5284e694f6c&device_id=47370284-b3d5-465e-9030-ebc325b720a2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0843937 Jul 09 16:38:10.041221 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33070) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:10.088277 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890487ce-d72a-42a4-843f-9633d8759b86 req-76edd423-e7f7-4605-802a-456e5e4000e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:10.089988 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-890487ce-d72a-42a4-843f-9633d8759b86 req-76edd423-e7f7-4605-802a-456e5e4000e8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=23f6658f0a6e4d65abb2491a324abda0&device_id=0e962866-307a-4386-aae8-132131ebba57 HTTP/1.1" status: 200 len: 1096 time: 0.3701470 Jul 09 16:38:10.191755 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 30edec94-6c88-4963-aec9-a14e58cb2528, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=30edec94-6c88-4963-aec9-a14e58cb2528,segment=NetworkSegment(c69a2028-7f11-44fc-9cb8-816928cf4954),segment_id=c69a2028-7f11-44fc-9cb8-816928cf4954)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:10.214853 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e8713d-c803-4886-ace2-2bf2dd445c3b None None] Pushing event updated for resources: {'Port': ['ID=4943b32f-c679-4dd0-8f33-1071ffcd5d3c,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:10.218244 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '30edec94-6c88-4963-aec9-a14e58cb2528', 'network_id': '6a9e1cb2-fe24-406e-8baf-8643d7db8d0b', 'port_id': '30edec94-6c88-4963-aec9-a14e58cb2528', 'mac_address': 'fa:16:3e:44:47:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5645ca8d-973f-497d-a26d-ddaaa7246e67', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:38:10.265157 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:10.272983 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e8713d-c803-4886-ace2-2bf2dd445c3b None None] Network a45d021f-508f-4f97-8003-8211fd6334e0 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:38:10.278878 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-37e8713d-c803-4886-ace2-2bf2dd445c3b None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:38:10.287003 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e8713d-c803-4886-ace2-2bf2dd445c3b None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:38:10.288007 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d16ebb-5366-46bf-9ffa-d8cee9e3cd76 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:10.296128 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-09d16ebb-5366-46bf-9ffa-d8cee9e3cd76 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] 10.222.0.98 "GET /v2.0/networks/caa6ed8d-2893-4113-8f68-c5284e694f6c HTTP/1.1" status: 200 len: 881 time: 0.2529559 Jul 09 16:38:10.299037 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:10.299246 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33072) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:10.319912 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30edec94-6c88-4963-aec9-a14e58cb2528 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:38:10.352400 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2c047280-1b76-46f7-9707-224849b2327d tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] 10.222.0.98 "GET /v2.0/ports?device_id=47370284-b3d5-465e-9030-ebc325b720a2 HTTP/1.1" status: 200 len: 205 time: 0.0464709 Jul 09 16:38:10.352400 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33074) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:10.392087 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8730c1b-22ee-4e89-8310-df52088c66e0 req-670b8e38-40a0-4dfc-8d55-61587588faaa tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:10.393732 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a8730c1b-22ee-4e89-8310-df52088c66e0 req-670b8e38-40a0-4dfc-8d55-61587588faaa tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=f798b961-e297-40a6-8d5f-c627dae123e1 HTTP/1.1" status: 200 len: 944 time: 0.3879402 Jul 09 16:38:10.395169 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 30edec94-6c88-4963-aec9-a14e58cb2528, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=30edec94-6c88-4963-aec9-a14e58cb2528,segment=NetworkSegment(c69a2028-7f11-44fc-9cb8-816928cf4954),segment_id=c69a2028-7f11-44fc-9cb8-816928cf4954)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:10.408499 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:10.420859 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-37e8713d-c803-4886-ace2-2bf2dd445c3b None None] Attempting to bind port 4943b32f-c679-4dd0-8f33-1071ffcd5d3c on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:38:10.421243 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-37e8713d-c803-4886-ace2-2bf2dd445c3b None None] Attempting to bind port 4943b32f-c679-4dd0-8f33-1071ffcd5d3c by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '97458b6f-0f93-4703-bd90-4c04fa4f44c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a45d021f-508f-4f97-8003-8211fd6334e0'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:38:10.421611 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e8713d-c803-4886-ace2-2bf2dd445c3b None None] Attempting to bind port 4943b32f-c679-4dd0-8f33-1071ffcd5d3c on network a45d021f-508f-4f97-8003-8211fd6334e0 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:38:10.445319 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2a741-2050-49d4-888d-b52479efafd4 req-9b825cc1-a5bc-4301-86c6-fe569510b2bb tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:10.448595 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-08a2a741-2050-49d4-888d-b52479efafd4 req-9b825cc1-a5bc-4301-86c6-fe569510b2bb tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=6e970c90-e2cb-4f84-bb0c-d46910e184eb HTTP/1.1" status: 200 len: 1097 time: 0.2946608 Jul 09 16:38:10.466759 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e8713d-c803-4886-ace2-2bf2dd445c3b None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:38:10.467072 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e8713d-c803-4886-ace2-2bf2dd445c3b None None] Checking segment: {'id': '97458b6f-0f93-4703-bd90-4c04fa4f44c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a45d021f-508f-4f97-8003-8211fd6334e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:38:10.467760 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-37e8713d-c803-4886-ace2-2bf2dd445c3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:10.467881 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e8713d-c803-4886-ace2-2bf2dd445c3b None None] Bound using segment: {'id': '97458b6f-0f93-4703-bd90-4c04fa4f44c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a45d021f-508f-4f97-8003-8211fd6334e0'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:38:10.468366 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-37e8713d-c803-4886-ace2-2bf2dd445c3b None None] Bound port: 4943b32f-c679-4dd0-8f33-1071ffcd5d3c, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97458b6f-0f93-4703-bd90-4c04fa4f44c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a45d021f-508f-4f97-8003-8211fd6334e0'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:38:10.468743 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-37e8713d-c803-4886-ace2-2bf2dd445c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:10.549800 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-37e8713d-c803-4886-ace2-2bf2dd445c3b None None] For port 4943b32f-c679-4dd0-8f33-1071ffcd5d3c, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:38:10.553170 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890487ce-d72a-42a4-843f-9633d8759b86 req-100d0d2b-614b-47a7-95ec-5b6eed5d41ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:10.554228 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-37e8713d-c803-4886-ace2-2bf2dd445c3b None None] For port 4943b32f-c679-4dd0-8f33-1071ffcd5d3c, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=4943b32f-c679-4dd0-8f33-1071ffcd5d3c,segment=NetworkSegment(97458b6f-0f93-4703-bd90-4c04fa4f44c9),segment_id=97458b6f-0f93-4703-bd90-4c04fa4f44c9)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:38:10.562342 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-890487ce-d72a-42a4-843f-9633d8759b86 req-100d0d2b-614b-47a7-95ec-5b6eed5d41ab service neutron] 10.222.0.77 "GET /v2.0/networks?id=47f96309-8a1b-4bab-9e45-28b246f8b4dc HTTP/1.1" status: 200 len: 911 time: 0.4305408 Jul 09 16:38:10.564530 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-37e8713d-c803-4886-ace2-2bf2dd445c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:10.582746 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-08a2a741-2050-49d4-888d-b52479efafd4 req-fb91308f-8446-4b37-9589-64222915928d tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=633b7a99-46eb-4c72-978e-bfa8ddaa9360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200349 Jul 09 16:38:10.601006 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=30edec94-6c88-4963-aec9-a14e58cb2528,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:10.628746 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2c21970c-b5d4-414e-aca6-8badd9655a05 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:10.657544 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35a5b4c5-2077-4aad-bf09-02e1bf77e3dc tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:10.671283 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['30edec94-6c88-4963-aec9-a14e58cb2528'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:38:10.822215 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-890487ce-d72a-42a4-843f-9633d8759b86 req-5682a817-5fe8-45f9-b280-3a68faa58865 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76714463-4fdc-402c-a45d-dec5373f507d HTTP/1.1" status: 200 len: 217 time: 0.2325501 Jul 09 16:38:10.834080 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e8713d-c803-4886-ace2-2bf2dd445c3b None None] Pushing event updated for resources: {'Port': ['ID=4943b32f-c679-4dd0-8f33-1071ffcd5d3c,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:10.874760 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-35a5b4c5-2077-4aad-bf09-02e1bf77e3dc tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Transition to ACTIVE for port object 8a52bf53-9c73-4965-8a89-3bf52d407a67 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:38:10.929105 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2c21970c-b5d4-414e-aca6-8badd9655a05 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:10.955002 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a8730c1b-22ee-4e89-8310-df52088c66e0 req-31d32987-d991-4a1d-9235-957e701c7f46 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a8e018c-d316-4742-956b-cc123b12d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5419724 Jul 09 16:38:11.077265 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35a5b4c5-2077-4aad-bf09-02e1bf77e3dc tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:11.124061 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-2c21970c-b5d4-414e-aca6-8badd9655a05 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Deleting port 23f51216-2cbf-4bbd-95dd-4cc325d96adb {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:38:11.125743 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2c21970c-b5d4-414e-aca6-8badd9655a05 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:11.143323 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a5b4c5-2077-4aad-bf09-02e1bf77e3dc tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event updated for resources: {'Port': ['ID=8a52bf53-9c73-4965-8a89-3bf52d407a67,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:11.176983 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a5b4c5-2077-4aad-bf09-02e1bf77e3dc tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Network a45d021f-508f-4f97-8003-8211fd6334e0 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:38:11.182117 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-35a5b4c5-2077-4aad-bf09-02e1bf77e3dc tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:38:11.186986 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a5b4c5-2077-4aad-bf09-02e1bf77e3dc tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:38:11.195147 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35a5b4c5-2077-4aad-bf09-02e1bf77e3dc tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:11.289257 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2c21970c-b5d4-414e-aca6-8badd9655a05 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:11.304678 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-2c21970c-b5d4-414e-aca6-8badd9655a05 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Calling delete_port for 23f51216-2cbf-4bbd-95dd-4cc325d96adb owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:38:11.336160 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890487ce-d72a-42a4-843f-9633d8759b86 req-16d30355-e4a9-4fc1-a420-49a94d20ea49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:11.338557 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-890487ce-d72a-42a4-843f-9633d8759b86 req-16d30355-e4a9-4fc1-a420-49a94d20ea49 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=db6b7bdb-8f77-4160-95de-1e7faac45cc3 HTTP/1.1" status: 200 len: 849 time: 0.5000460 Jul 09 16:38:11.456450 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35a5b4c5-2077-4aad-bf09-02e1bf77e3dc tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:11.497135 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890487ce-d72a-42a4-843f-9633d8759b86 req-b642fcf3-60da-42e7-8d64-c326527effb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:11.498839 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-890487ce-d72a-42a4-843f-9633d8759b86 req-b642fcf3-60da-42e7-8d64-c326527effb4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=47f96309-8a1b-4bab-9e45-28b246f8b4dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1448424 Jul 09 16:38:11.566659 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2c21970c-b5d4-414e-aca6-8badd9655a05 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:11.619633 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c21970c-b5d4-414e-aca6-8badd9655a05 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Pushing event deleted for resources: {'Port': ['ID=23f51216-2cbf-4bbd-95dd-4cc325d96adb,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:11.751181 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 30edec94-6c88-4963-aec9-a14e58cb2528 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:38:11.787623 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2c21970c-b5d4-414e-aca6-8badd9655a05 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:11.864343 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 30edec94-6c88-4963-aec9-a14e58cb2528 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:38:11.868688 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 30edec94-6c88-4963-aec9-a14e58cb2528 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:38:11.869011 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:11.924407 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-890487ce-d72a-42a4-843f-9633d8759b86 req-0c6ce6dd-d68d-45d4-a96e-714264037d9b service neutron] 10.222.0.77 "GET /v2.0/networks/47f96309-8a1b-4bab-9e45-28b246f8b4dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024906 Jul 09 16:38:11.967730 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2c21970c-b5d4-414e-aca6-8badd9655a05 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:11.971915 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2c21970c-b5d4-414e-aca6-8badd9655a05 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:12.045914 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:12.061964 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2c21970c-b5d4-414e-aca6-8badd9655a05 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:12.063412 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c21970c-b5d4-414e-aca6-8badd9655a05 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Fanout notify agent at l3_agent the message router_deleted on router 47370284-b3d5-465e-9030-ebc325b720a2 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:38:12.083875 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2c21970c-b5d4-414e-aca6-8badd9655a05 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:12.085886 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2c21970c-b5d4-414e-aca6-8badd9655a05 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] 10.222.0.98 "DELETE /v2.0/routers/47370284-b3d5-465e-9030-ebc325b720a2 HTTP/1.1" status: 204 len: 168 time: 1.7324824 Jul 09 16:38:12.091409 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33094) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:12.098025 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-5ce156da-e795-43a4-a5df-0c366fb2fb89 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1331980240', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}, 'admin_state_up': False}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:12.100396 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f798b961-e297-40a6-8d5f-c627dae123e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30edec94-6c88-4963-aec9-a14e58cb2528'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:38:12.107161 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eadc8a29-87c2-4285-ade9-79d18d5cb25b" -d '{"events": [{"server_uuid": "f798b961-e297-40a6-8d5f-c627dae123e1", "name": "network-vif-plugged", "status": "completed", "tag": "30edec94-6c88-4963-aec9-a14e58cb2528"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:38:12.125361 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 30edec94-6c88-4963-aec9-a14e58cb2528, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=30edec94-6c88-4963-aec9-a14e58cb2528,segment=NetworkSegment(c69a2028-7f11-44fc-9cb8-816928cf4954),segment_id=c69a2028-7f11-44fc-9cb8-816928cf4954)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:12.130539 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:12.147088 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ce156da-e795-43a4-a5df-0c366fb2fb89 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:12.148416 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ce156da-e795-43a4-a5df-0c366fb2fb89 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:12.240134 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=30edec94-6c88-4963-aec9-a14e58cb2528,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:12.339609 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ce156da-e795-43a4-a5df-0c366fb2fb89 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:12.340102 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bc9be-a3c4-4179-8506-41d30148dd71 req-1b6277c8-4e8d-40c0-9f7d-6f516ba4f259 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:12.344717 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125bd630-a0da-4572-a6b1-a3682c56d9aa None None] Network a45d021f-508f-4f97-8003-8211fd6334e0 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:38:12.350637 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2e7bc9be-a3c4-4179-8506-41d30148dd71 req-1b6277c8-4e8d-40c0-9f7d-6f516ba4f259 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=6e970c90-e2cb-4f84-bb0c-d46910e184eb HTTP/1.1" status: 200 len: 1097 time: 0.6224782 Jul 09 16:38:12.358484 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a00f47-6b04-402f-8e86-288b9c3be301 req-8e058266-4b34-404c-b591-fa80b5c31428 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:12.360952 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-79a00f47-6b04-402f-8e86-288b9c3be301 req-8e058266-4b34-404c-b591-fa80b5c31428 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=6e970c90-e2cb-4f84-bb0c-d46910e184eb HTTP/1.1" status: 200 len: 1097 time: 0.6429889 Jul 09 16:38:12.408291 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e5cb0930-2fc6-4805-8a0f-44644a9f19aa None None] Provisioning for port 4943b32f-c679-4dd0-8f33-1071ffcd5d3c completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:38:12.453426 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-890487ce-d72a-42a4-843f-9633d8759b86 req-57eaa20f-fc21-4544-b58d-f75cf1955504 service neutron] 10.222.0.77 "GET /v2.0/networks/47f96309-8a1b-4bab-9e45-28b246f8b4dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5135405 Jul 09 16:38:12.459459 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35a5b4c5-2077-4aad-bf09-02e1bf77e3dc tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:12.493564 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2e7bc9be-a3c4-4179-8506-41d30148dd71 req-6d33dd0a-5b6c-4526-a08a-8ec02d1ab7cb tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=633b7a99-46eb-4c72-978e-bfa8ddaa9360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288376 Jul 09 16:38:12.494592 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35a5b4c5-2077-4aad-bf09-02e1bf77e3dc tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:12.495746 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35a5b4c5-2077-4aad-bf09-02e1bf77e3dc tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:12.557951 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ce156da-e795-43a4-a5df-0c366fb2fb89 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:12.612279 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875f2c69-c6cb-4185-a217-e2f682625646 x-openstack-request-id: req-875f2c69-c6cb-4185-a217-e2f682625646 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:38:12.612279 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f798b961-e297-40a6-8d5f-c627dae123e1", "name": "network-vif-plugged", "status": "completed", "tag": "30edec94-6c88-4963-aec9-a14e58cb2528", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:38:12.612612 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-875f2c69-c6cb-4185-a217-e2f682625646 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:38:12.612777 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f798b961-e297-40a6-8d5f-c627dae123e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30edec94-6c88-4963-aec9-a14e58cb2528', 'code': 200} Jul 09 16:38:12.615128 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da125de-cd1d-47f5-aaf2-d7d5d1d94e0e req-e7dde973-9077-436e-9d79-1addbba2c494 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:12.624537 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5da125de-cd1d-47f5-aaf2-d7d5d1d94e0e req-e7dde973-9077-436e-9d79-1addbba2c494 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=f798b961-e297-40a6-8d5f-c627dae123e1 HTTP/1.1" status: 200 len: 946 time: 0.3299251 Jul 09 16:38:12.687385 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a5b4c5-2077-4aad-bf09-02e1bf77e3dc tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event updated for resources: {'Port': ['ID=8a52bf53-9c73-4965-8a89-3bf52d407a67,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:12.730778 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5da125de-cd1d-47f5-aaf2-d7d5d1d94e0e req-7fa886ce-d400-4e72-9f3c-7a920839a0b6 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a8e018c-d316-4742-956b-cc123b12d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050391 Jul 09 16:38:12.765386 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-79a00f47-6b04-402f-8e86-288b9c3be301 req-cdfac31b-2705-478a-b0e1-433d4b9cc68b tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Deleting port bb99921b-4eed-4bb4-9b9d-ea57db129075 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:38:12.765730 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-79a00f47-6b04-402f-8e86-288b9c3be301 req-cdfac31b-2705-478a-b0e1-433d4b9cc68b tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:12.772113 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a5b4c5-2077-4aad-bf09-02e1bf77e3dc tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Network a45d021f-508f-4f97-8003-8211fd6334e0 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:38:12.777474 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-35a5b4c5-2077-4aad-bf09-02e1bf77e3dc tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:38:12.973936 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ce156da-e795-43a4-a5df-0c366fb2fb89 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:12.990792 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 4943b32f-c679-4dd0-8f33-1071ffcd5d3c up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:38:12.997665 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ce156da-e795-43a4-a5df-0c366fb2fb89 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:13.096883 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 4943b32f-c679-4dd0-8f33-1071ffcd5d3c completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:38:13.103991 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 4943b32f-c679-4dd0-8f33-1071ffcd5d3c triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:38:13.104573 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:13.133725 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-5ce156da-e795-43a4-a5df-0c366fb2fb89 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Allocated IP 172.25.0.205 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/d01b843a-5e16-47e0-bd91-614b70471406) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:38:13.197975 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-39a1989c-e768-4388-a719-23c305a44334 None None] Provisioning complete for port 4943b32f-c679-4dd0-8f33-1071ffcd5d3c triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:38:13.198595 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-39a1989c-e768-4388-a719-23c305a44334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:13.281785 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:13.294223 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ce156da-e795-43a4-a5df-0c366fb2fb89 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:13.366938 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 4943b32f-c679-4dd0-8f33-1071ffcd5d3c, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=4943b32f-c679-4dd0-8f33-1071ffcd5d3c,segment=NetworkSegment(97458b6f-0f93-4703-bd90-4c04fa4f44c9),segment_id=97458b6f-0f93-4703-bd90-4c04fa4f44c9)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:13.375524 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:13.403505 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ce156da-e795-43a4-a5df-0c366fb2fb89 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:13.445454 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-79a00f47-6b04-402f-8e86-288b9c3be301 req-cdfac31b-2705-478a-b0e1-433d4b9cc68b tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] For port bb99921b-4eed-4bb4-9b9d-ea57db129075, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=bb99921b-4eed-4bb4-9b9d-ea57db129075,segment=NetworkSegment(151d0aee-3796-484c-8d19-ee8bc1639910),segment_id=151d0aee-3796-484c-8d19-ee8bc1639910)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:13.446048 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-79a00f47-6b04-402f-8e86-288b9c3be301 req-cdfac31b-2705-478a-b0e1-433d4b9cc68b tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:13.463050 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-79a00f47-6b04-402f-8e86-288b9c3be301 req-cdfac31b-2705-478a-b0e1-433d4b9cc68b tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Calling delete_port for bb99921b-4eed-4bb4-9b9d-ea57db129075 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:38:13.486088 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce156da-e795-43a4-a5df-0c366fb2fb89 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:38:13.495508 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-5ce156da-e795-43a4-a5df-0c366fb2fb89 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:38:13.503621 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce156da-e795-43a4-a5df-0c366fb2fb89 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:38:13.515215 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=4943b32f-c679-4dd0-8f33-1071ffcd5d3c,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:13.528370 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-39a1989c-e768-4388-a719-23c305a44334 None None] Provisioning for port 8a52bf53-9c73-4965-8a89-3bf52d407a67 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:38:13.533654 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-39a1989c-e768-4388-a719-23c305a44334 None None] Provisioning complete for port 8a52bf53-9c73-4965-8a89-3bf52d407a67 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:38:13.533912 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-39a1989c-e768-4388-a719-23c305a44334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:13.573602 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce156da-e795-43a4-a5df-0c366fb2fb89 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Pushing event updated for resources: {'Port': ['ID=d01b843a-5e16-47e0-bd91-614b70471406,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:13.595056 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-39a1989c-e768-4388-a719-23c305a44334 None None] Port 8a52bf53-9c73-4965-8a89-3bf52d407a67 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:38:13.640321 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd57727-7514-422b-9336-57ccdb218114 req-d4d4e6ba-7b2b-4289-9107-ee8275d81109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:13.642079 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5bd57727-7514-422b-9336-57ccdb218114 req-d4d4e6ba-7b2b-4289-9107-ee8275d81109 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f798b961-e297-40a6-8d5f-c627dae123e1 HTTP/1.1" status: 200 len: 1097 time: 0.9441597 Jul 09 16:38:13.726473 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d3d896f0-4ed0-4028-87e9-2f84ffb0be01 None None] Provisioning complete for port 8a52bf53-9c73-4965-8a89-3bf52d407a67 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:38:13.727603 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d3d896f0-4ed0-4028-87e9-2f84ffb0be01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:13.748852 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-79a00f47-6b04-402f-8e86-288b9c3be301 req-cdfac31b-2705-478a-b0e1-433d4b9cc68b tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:13.807644 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2819c1dd-4883-4f69-b2c9-11016a02acb1 req-2c872eed-9a3d-4cca-9ced-31fa90677543 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=6e970c90-e2cb-4f84-bb0c-d46910e184eb HTTP/1.1" status: 200 len: 210 time: 0.0976498 Jul 09 16:38:13.826033 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-d3d896f0-4ed0-4028-87e9-2f84ffb0be01 None None] Port 8a52bf53-9c73-4965-8a89-3bf52d407a67 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:38:13.833605 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['76714463-4fdc-402c-a45d-dec5373f507d'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:38:13.853605 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5bd57727-7514-422b-9336-57ccdb218114 req-a6dd555e-8f82-4659-b71a-171cda6ca5e9 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=7a8e018c-d316-4742-956b-cc123b12d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924028 Jul 09 16:38:13.868394 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfac31b-2705-478a-b0e1-433d4b9cc68b tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Pushing event deleted for resources: {'Port': ['ID=bb99921b-4eed-4bb4-9b9d-ea57db129075,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:13.981778 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-79a00f47-6b04-402f-8e86-288b9c3be301 req-cdfac31b-2705-478a-b0e1-433d4b9cc68b tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] No DVR routers for this DVR port bb99921b-4eed-4bb4-9b9d-ea57db129075 on host n-h2-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:38:13.995759 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a5b4c5-2077-4aad-bf09-02e1bf77e3dc tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Router e4e7a51a-8872-46cc-b055-f179f2a8a8af is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:38:14.000157 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-79a00f47-6b04-402f-8e86-288b9c3be301 req-cdfac31b-2705-478a-b0e1-433d4b9cc68b tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:14.014369 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-79a00f47-6b04-402f-8e86-288b9c3be301 req-cdfac31b-2705-478a-b0e1-433d4b9cc68b tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.73 "DELETE /v2.0/ports/bb99921b-4eed-4bb4-9b9d-ea57db129075 HTTP/1.1" status: 204 len: 173 time: 1.6302755 Jul 09 16:38:14.018132 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e970c90-e2cb-4f84-bb0c-d46910e184eb', 'name': 'network-vif-deleted', 'tag': 'bb99921b-4eed-4bb4-9b9d-ea57db129075'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:38:14.026833 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6982e92c-a7a2-4717-8352-63b84ae36c23" -d '{"events": [{"server_uuid": "6e970c90-e2cb-4f84-bb0c-d46910e184eb", "name": "network-vif-deleted", "tag": "bb99921b-4eed-4bb4-9b9d-ea57db129075"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:38:14.074510 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ec2cb5a8-15cc-4bb7-9e9f-07b89e32cb3a None None] Provisioning complete for port 8a52bf53-9c73-4965-8a89-3bf52d407a67 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:38:14.075208 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ec2cb5a8-15cc-4bb7-9e9f-07b89e32cb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:14.160354 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba68c5c-6f07-43c8-a6c3-93e5306c36fc x-openstack-request-id: req-eba68c5c-6f07-43c8-a6c3-93e5306c36fc {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:38:14.160579 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e970c90-e2cb-4f84-bb0c-d46910e184eb", "name": "network-vif-deleted", "tag": "bb99921b-4eed-4bb4-9b9d-ea57db129075", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:38:14.161828 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-eba68c5c-6f07-43c8-a6c3-93e5306c36fc {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:38:14.163418 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e970c90-e2cb-4f84-bb0c-d46910e184eb', 'name': 'network-vif-deleted', 'tag': 'bb99921b-4eed-4bb4-9b9d-ea57db129075', 'status': 'completed', 'code': 200} Jul 09 16:38:14.191244 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a5b4c5-2077-4aad-bf09-02e1bf77e3dc tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:38:14.210106 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-35a5b4c5-2077-4aad-bf09-02e1bf77e3dc tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "PUT /v2.0/routers/e4e7a51a-8872-46cc-b055-f179f2a8a8af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4464223 Jul 09 16:38:14.211250 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33122) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:14.212815 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fe8821-e483-4590-a3fc-6a6945141c7b None None] Sync routers for ids ['e4e7a51a-8872-46cc-b055-f179f2a8a8af'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:38:14.226271 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-e465193f-21ac-4bd7-a537-d630422a2779 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-37942799'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:14.276239 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e465193f-21ac-4bd7-a537-d630422a2779 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Made reservation on behalf of 3a240e3acac846d2a1f26873c483f921 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:38:14.283115 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-ec2cb5a8-15cc-4bb7-9e9f-07b89e32cb3a None None] Port 8a52bf53-9c73-4965-8a89-3bf52d407a67 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:38:14.286966 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e465193f-21ac-4bd7-a537-d630422a2779 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:14.316833 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fe8821-e483-4590-a3fc-6a6945141c7b None None] Routers {'e4e7a51a-8872-46cc-b055-f179f2a8a8af'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:38:14.317635 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d7fe8821-e483-4590-a3fc-6a6945141c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:37:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['e4e7a51a-8872-46cc-b055-f179f2a8a8af'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:14.348401 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e465193f-21ac-4bd7-a537-d630422a2779 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:38:14.371627 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e465193f-21ac-4bd7-a537-d630422a2779 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:14.372013 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-e465193f-21ac-4bd7-a537-d630422a2779 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Added segment e8c65ddd-77b2-43ed-9cb1-8d91021e8c76 of type vlan for network 03fce8d3-9d8b-4b0a-acd2-67924ac40da6 Jul 09 16:38:14.494011 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e465193f-21ac-4bd7-a537-d630422a2779 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:14.494666 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-d7fe8821-e483-4590-a3fc-6a6945141c7b None None] Set router e4e7a51a-8872-46cc-b055-f179f2a8a8af gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:38:14.537839 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e465193f-21ac-4bd7-a537-d630422a2779 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:14.548248 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e465193f-21ac-4bd7-a537-d630422a2779 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:14.549277 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e465193f-21ac-4bd7-a537-d630422a2779 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:14.585955 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e465193f-21ac-4bd7-a537-d630422a2779 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3717306 Jul 09 16:38:14.607283 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33128) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:14.608246 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33130) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:14.659895 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-51cea9e1-e3c2-4e1b-861b-d2c323c23a9f tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Request body: {'subnet': {'network_id': '03fce8d3-9d8b-4b0a-acd2-67924ac40da6', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:14.780529 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ce156da-e795-43a4-a5df-0c366fb2fb89 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:14.890142 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d7fe8821-e483-4590-a3fc-6a6945141c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'name': 'tempest-RoutersIpV6Test-router-1509969923', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:06Z', 'updated_at': '2021-07-09T16:38:11Z', 'revision_number': 2, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'gw_port_host': None, '_interfaces': [{'id': '8a52bf53-9c73-4965-8a89-3bf52d407a67', 'name': '', 'network_id': 'a45d021f-508f-4f97-8003-8211fd6334e0', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:df:1f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '89cea9f3-900f-4083-b8dd-cd05519d1f98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:09Z', 'updated_at': '2021-07-09T16:38:11Z', 'revision_number': 2, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': '89cea9f3-900f-4083-b8dd-cd05519d1f98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:14.902195 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30b8b3-2cee-4330-8f2f-1d10b7b1f149 req-9f42d4de-09b1-4ff7-965c-d721e82a4ccd tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:14.912361 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3d30b8b3-2cee-4330-8f2f-1d10b7b1f149 req-9f42d4de-09b1-4ff7-965c-d721e82a4ccd tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=f798b961-e297-40a6-8d5f-c627dae123e1 HTTP/1.1" status: 200 len: 946 time: 0.8430352 Jul 09 16:38:14.928140 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fe8821-e483-4590-a3fc-6a6945141c7b None None] Checking router: e4e7a51a-8872-46cc-b055-f179f2a8a8af for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:38:14.928746 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fe8821-e483-4590-a3fc-6a6945141c7b None None] Updating router e4e7a51a-8872-46cc-b055-f179f2a8a8af port 8a52bf53-9c73-4965-8a89-3bf52d407a67 binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:38:15.012902 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d7fe8821-e483-4590-a3fc-6a6945141c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:15.021268 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 4943b32f-c679-4dd0-8f33-1071ffcd5d3c up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:38:15.034861 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e465193f-21ac-4bd7-a537-d630422a2779 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event updated for resources: {'Network': ['ID=03fce8d3-9d8b-4b0a-acd2-67924ac40da6,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:15.088247 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b172545-39cf-4968-baea-4769c8a25c99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:15.109309 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3d30b8b3-2cee-4330-8f2f-1d10b7b1f149 req-1a272335-aff4-4017-9398-ecf1c7c9c8c2 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a8e018c-d316-4742-956b-cc123b12d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959589 Jul 09 16:38:15.136360 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 03fce8d3-9d8b-4b0a-acd2-67924ac40da6 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:38:15.139689 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4cfe661a-39bb-44b4-acf0-351e43b0b90b req-13a0458d-a30f-42ba-9f86-9faa6c461ced tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=6e970c90-e2cb-4f84-bb0c-d46910e184eb HTTP/1.1" status: 200 len: 210 time: 0.0476437 Jul 09 16:38:15.151672 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.db.api [None req-2b172545-39cf-4968-baea-4769c8a25c99 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 16:38:15.151672 n-d-798930-3 neutron-server[93958]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 16:38:15.151672 n-d-798930-3 neutron-server[93958]: [parameters: {'project_id_1': 'd91fdac9b8b04781bab0fe08163025b6', 'expiration_1': datetime.datetime(2021, 7, 9, 16, 38, 15, 140450)}] Jul 09 16:38:15.151672 n-d-798930-3 neutron-server[93958]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:38:15.152043 n-d-798930-3 neutron-server[93958]: DEBUG oslo_db.api [None req-2b172545-39cf-4968-baea-4769c8a25c99 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:38:15.162900 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51cea9e1-e3c2-4e1b-861b-d2c323c23a9f tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Made reservation on behalf of 3a240e3acac846d2a1f26873c483f921 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:38:15.168830 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-51cea9e1-e3c2-4e1b-861b-d2c323c23a9f tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:15.333320 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ce156da-e795-43a4-a5df-0c366fb2fb89 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:15.425784 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-51cea9e1-e3c2-4e1b-861b-d2c323c23a9f tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:15.450349 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device bb99921b-4eed-4bb4-9b9d-ea57db129075 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:38:15.453047 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 4943b32f-c679-4dd0-8f33-1071ffcd5d3c triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:38:15.453781 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:15.501759 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: bb99921b-4eed-4bb4-9b9d-ea57db129075 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:38:15.502097 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device bb99921b-4eed-4bb4-9b9d-ea57db129075 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:38:15.522942 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cea9e1-e3c2-4e1b-861b-d2c323c23a9f tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event updated for resources: {'Subnet': ['ID=0f51627e-af38-4fa7-9b9e-636701e5f6d9,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:15.526238 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cea9e1-e3c2-4e1b-861b-d2c323c23a9f tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Checking segment: {'id': 'e8c65ddd-77b2-43ed-9cb1-8d91021e8c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '03fce8d3-9d8b-4b0a-acd2-67924ac40da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:38:15.527718 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cea9e1-e3c2-4e1b-861b-d2c323c23a9f tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Network hostable DHCP agents. Network: 03fce8d3-9d8b-4b0a-acd2-67924ac40da6, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:38:15.545828 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce156da-e795-43a4-a5df-0c366fb2fb89 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Router d7abb153-e1b3-4459-adab-6de50e8ae388 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:38:15.561631 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cea9e1-e3c2-4e1b-861b-d2c323c23a9f tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Network 03fce8d3-9d8b-4b0a-acd2-67924ac40da6 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:38:15.577495 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-51cea9e1-e3c2-4e1b-861b-d2c323c23a9f tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 03fce8d3-9d8b-4b0a-acd2-67924ac40da6) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:38:15.582249 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cea9e1-e3c2-4e1b-861b-d2c323c23a9f tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:15.583106 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-51cea9e1-e3c2-4e1b-861b-d2c323c23a9f tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:15.596085 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f72263-4672-41f0-a2b6-b5c927ec7767 None None] Network 03fce8d3-9d8b-4b0a-acd2-67924ac40da6 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:38:15.606196 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-51cea9e1-e3c2-4e1b-861b-d2c323c23a9f tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9577436 Jul 09 16:38:15.607146 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33138) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:15.654949 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b172545-39cf-4968-baea-4769c8a25c99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:15.703708 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce156da-e795-43a4-a5df-0c366fb2fb89 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:38:15.716775 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792b2587-53ff-4005-9246-e56c6ecb6f3b None None] Sync routers for ids ['d7abb153-e1b3-4459-adab-6de50e8ae388'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:38:15.726754 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792b2587-53ff-4005-9246-e56c6ecb6f3b None None] Routers {'d7abb153-e1b3-4459-adab-6de50e8ae388'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:38:15.727840 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-792b2587-53ff-4005-9246-e56c6ecb6f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:37:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['d7abb153-e1b3-4459-adab-6de50e8ae388'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:15.794318 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-792b2587-53ff-4005-9246-e56c6ecb6f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:15.808998 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792b2587-53ff-4005-9246-e56c6ecb6f3b None None] Routers {'d7abb153-e1b3-4459-adab-6de50e8ae388'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:38:15.811196 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-792b2587-53ff-4005-9246-e56c6ecb6f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:37:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['d7abb153-e1b3-4459-adab-6de50e8ae388'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:15.878089 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d7fe8821-e483-4590-a3fc-6a6945141c7b None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:15.900454 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d7fe8821-e483-4590-a3fc-6a6945141c7b None None] Transition to ACTIVE for port object 8a52bf53-9c73-4965-8a89-3bf52d407a67 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:38:15.923387 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d7fe8821-e483-4590-a3fc-6a6945141c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:15.952380 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-792b2587-53ff-4005-9246-e56c6ecb6f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:15.952573 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792b2587-53ff-4005-9246-e56c6ecb6f3b None None] The sync data for ids ['d7abb153-e1b3-4459-adab-6de50e8ae388'] in n-d-798930-3 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:38:16.039217 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac51dc4-c6dc-4fa0-90b4-77d52008ac4d None None] Pushing event updated for resources: {'Port': ['ID=8a52bf53-9c73-4965-8a89-3bf52d407a67,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:16.049238 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac51dc4-c6dc-4fa0-90b4-77d52008ac4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:16.049526 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac51dc4-c6dc-4fa0-90b4-77d52008ac4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:16.049873 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac51dc4-c6dc-4fa0-90b4-77d52008ac4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:16.050199 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac51dc4-c6dc-4fa0-90b4-77d52008ac4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:16.050528 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac51dc4-c6dc-4fa0-90b4-77d52008ac4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:16.050879 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac51dc4-c6dc-4fa0-90b4-77d52008ac4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:16.051209 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac51dc4-c6dc-4fa0-90b4-77d52008ac4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:16.051535 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac51dc4-c6dc-4fa0-90b4-77d52008ac4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:16.051872 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac51dc4-c6dc-4fa0-90b4-77d52008ac4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:16.052185 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac51dc4-c6dc-4fa0-90b4-77d52008ac4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:16.052499 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac51dc4-c6dc-4fa0-90b4-77d52008ac4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:16.052819 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac51dc4-c6dc-4fa0-90b4-77d52008ac4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:16.083532 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b172545-39cf-4968-baea-4769c8a25c99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:16.089942 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b172545-39cf-4968-baea-4769c8a25c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:16.092004 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ce156da-e795-43a4-a5df-0c366fb2fb89 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:16.093858 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-5ce156da-e795-43a4-a5df-0c366fb2fb89 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.0010283 Jul 09 16:38:16.097052 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33140) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:16.103191 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-75a7ce6f-c5fa-446d-a70f-324377e090f6 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:16.167776 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-d7fe8821-e483-4590-a3fc-6a6945141c7b None None] Attempting to bind port 8a52bf53-9c73-4965-8a89-3bf52d407a67 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:38:16.168354 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-d7fe8821-e483-4590-a3fc-6a6945141c7b None None] Attempting to bind port 8a52bf53-9c73-4965-8a89-3bf52d407a67 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '97458b6f-0f93-4703-bd90-4c04fa4f44c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a45d021f-508f-4f97-8003-8211fd6334e0'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:38:16.168715 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fe8821-e483-4590-a3fc-6a6945141c7b None None] Attempting to bind port 8a52bf53-9c73-4965-8a89-3bf52d407a67 on network a45d021f-508f-4f97-8003-8211fd6334e0 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:38:16.176454 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fe8821-e483-4590-a3fc-6a6945141c7b None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:38:16.177620 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fe8821-e483-4590-a3fc-6a6945141c7b None None] Checking segment: {'id': '97458b6f-0f93-4703-bd90-4c04fa4f44c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a45d021f-508f-4f97-8003-8211fd6334e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:38:16.178102 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d7fe8821-e483-4590-a3fc-6a6945141c7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:16.178502 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fe8821-e483-4590-a3fc-6a6945141c7b None None] Bound using segment: {'id': '97458b6f-0f93-4703-bd90-4c04fa4f44c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a45d021f-508f-4f97-8003-8211fd6334e0'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:38:16.179138 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-d7fe8821-e483-4590-a3fc-6a6945141c7b None None] Bound port: 8a52bf53-9c73-4965-8a89-3bf52d407a67, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97458b6f-0f93-4703-bd90-4c04fa4f44c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a45d021f-508f-4f97-8003-8211fd6334e0'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:38:16.179522 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d7fe8821-e483-4590-a3fc-6a6945141c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:16.198329 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33146) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:16.200035 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2b172545-39cf-4968-baea-4769c8a25c99 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d91fdac9b8b04781bab0fe08163025b6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5578351 Jul 09 16:38:16.201497 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f669be50-7966-4140-8501-b667ad95e505 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-03fce8d3-9d8b-4b0a-acd2-67924ac40da6', 'network_id': '03fce8d3-9d8b-4b0a-acd2-67924ac40da6', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'fixed_ips': [{'subnet_id': '0f51627e-af38-4fa7-9b9e-636701e5f6d9'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:38:16.202386 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f669be50-7966-4140-8501-b667ad95e505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:16.260646 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b172545-39cf-4968-baea-4769c8a25c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92e71e4-60f5-48f3-bd9b-d1d9e5e66ca2,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:16.317514 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e0668256-1de8-4e8a-9921-0d762f33d437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:16.357784 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-d7fe8821-e483-4590-a3fc-6a6945141c7b None None] For port 8a52bf53-9c73-4965-8a89-3bf52d407a67, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:38:16.363151 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-d7fe8821-e483-4590-a3fc-6a6945141c7b None None] For port 8a52bf53-9c73-4965-8a89-3bf52d407a67, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=8a52bf53-9c73-4965-8a89-3bf52d407a67,segment=NetworkSegment(97458b6f-0f93-4703-bd90-4c04fa4f44c9),segment_id=97458b6f-0f93-4703-bd90-4c04fa4f44c9)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:38:16.376183 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e0668256-1de8-4e8a-9921-0d762f33d437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:16.455277 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d7fe8821-e483-4590-a3fc-6a6945141c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:16.588152 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e0668256-1de8-4e8a-9921-0d762f33d437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:16.592075 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac51dc4-c6dc-4fa0-90b4-77d52008ac4d None None] Pushing event updated for resources: {'Port': ['ID=8a52bf53-9c73-4965-8a89-3bf52d407a67,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:16.593191 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e0668256-1de8-4e8a-9921-0d762f33d437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:16.597767 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e0668256-1de8-4e8a-9921-0d762f33d437 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d92e71e4-60f5-48f3-bd9b-d1d9e5e66ca2 HTTP/1.1" status: 204 len: 168 time: 0.3954587 Jul 09 16:38:16.612119 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fe8821-e483-4590-a3fc-6a6945141c7b None None] Routers {'e4e7a51a-8872-46cc-b055-f179f2a8a8af'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:38:16.612980 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d7fe8821-e483-4590-a3fc-6a6945141c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:37:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['e4e7a51a-8872-46cc-b055-f179f2a8a8af'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:16.622175 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b895a5-208e-4ab2-bcaa-7666ebdee411 req-e9333c19-a8ea-421b-a1ae-062fff6509ee tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:16.626442 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e8b895a5-208e-4ab2-bcaa-7666ebdee411 req-e9333c19-a8ea-421b-a1ae-062fff6509ee tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=f798b961-e297-40a6-8d5f-c627dae123e1 HTTP/1.1" status: 200 len: 946 time: 0.2371624 Jul 09 16:38:16.637006 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-54804e04-c8a4-408d-9bd4-ce92e3429254 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:16.647410 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0668256-1de8-4e8a-9921-0d762f33d437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92e71e4-60f5-48f3-bd9b-d1d9e5e66ca2,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:16.665065 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-f669be50-7966-4140-8501-b667ad95e505 None None] Allocated IP 2001:db8:1::2 (03fce8d3-9d8b-4b0a-acd2-67924ac40da6/0f51627e-af38-4fa7-9b9e-636701e5f6d9/88c14a6e-6076-49b7-a2d8-c2675741de9b) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:38:16.739776 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e8b895a5-208e-4ab2-bcaa-7666ebdee411 req-c19149bd-4e95-41cf-b120-3ae802bde20b tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a8e018c-d316-4742-956b-cc123b12d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002247 Jul 09 16:38:17.144592 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f669be50-7966-4140-8501-b667ad95e505 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:17.160334 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f669be50-7966-4140-8501-b667ad95e505 None None] Transition to ACTIVE for port object 88c14a6e-6076-49b7-a2d8-c2675741de9b will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:38:17.181983 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f669be50-7966-4140-8501-b667ad95e505 None None] Transition to ACTIVE for port object 88c14a6e-6076-49b7-a2d8-c2675741de9b will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:38:17.196811 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d94dee1-5f81-4ea0-9a1c-786ebe781b0c req-a5f7f100-8b6f-4e56-a9de-f93e5b1f7fb9 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:17.208961 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f669be50-7966-4140-8501-b667ad95e505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:17.209558 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0d94dee1-5f81-4ea0-9a1c-786ebe781b0c req-a5f7f100-8b6f-4e56-a9de-f93e5b1f7fb9 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=0e962866-307a-4386-aae8-132131ebba57 HTTP/1.1" status: 200 len: 1096 time: 0.1209974 Jul 09 16:38:17.289275 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-d7fe8821-e483-4590-a3fc-6a6945141c7b None None] Set router e4e7a51a-8872-46cc-b055-f179f2a8a8af gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:38:17.309451 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0d94dee1-5f81-4ea0-9a1c-786ebe781b0c req-0b76f19f-1d2c-41e4-b0de-9a107468072e tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=633b7a99-46eb-4c72-978e-bfa8ddaa9360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963562 Jul 09 16:38:17.414750 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f669be50-7966-4140-8501-b667ad95e505 None None] Network 03fce8d3-9d8b-4b0a-acd2-67924ac40da6 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:38:17.418656 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-f669be50-7966-4140-8501-b667ad95e505 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:38:17.421489 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f669be50-7966-4140-8501-b667ad95e505 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:38:17.422863 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75a7ce6f-c5fa-446d-a70f-324377e090f6 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:17.423827 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f669be50-7966-4140-8501-b667ad95e505 None None] Pushing event updated for resources: {'Port': ['ID=88c14a6e-6076-49b7-a2d8-c2675741de9b,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:17.474707 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75a7ce6f-c5fa-446d-a70f-324377e090f6 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:17.591608 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-54804e04-c8a4-408d-9bd4-ce92e3429254 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Allocated IP 2001:db8:1::1 (03fce8d3-9d8b-4b0a-acd2-67924ac40da6/0f51627e-af38-4fa7-9b9e-636701e5f6d9/e3005793-156b-4d86-a003-35129713da37) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:38:17.607538 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-f669be50-7966-4140-8501-b667ad95e505 None None] Attempting to bind port 88c14a6e-6076-49b7-a2d8-c2675741de9b on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:38:17.608153 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-f669be50-7966-4140-8501-b667ad95e505 None None] Attempting to bind port 88c14a6e-6076-49b7-a2d8-c2675741de9b by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'e8c65ddd-77b2-43ed-9cb1-8d91021e8c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '03fce8d3-9d8b-4b0a-acd2-67924ac40da6'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:38:17.608847 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f669be50-7966-4140-8501-b667ad95e505 None None] Attempting to bind port 88c14a6e-6076-49b7-a2d8-c2675741de9b on network 03fce8d3-9d8b-4b0a-acd2-67924ac40da6 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:38:17.618851 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f669be50-7966-4140-8501-b667ad95e505 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:38:17.619690 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f669be50-7966-4140-8501-b667ad95e505 None None] Checking segment: {'id': 'e8c65ddd-77b2-43ed-9cb1-8d91021e8c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '03fce8d3-9d8b-4b0a-acd2-67924ac40da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:38:17.620249 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f669be50-7966-4140-8501-b667ad95e505 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:17.620823 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f669be50-7966-4140-8501-b667ad95e505 None None] Bound using segment: {'id': 'e8c65ddd-77b2-43ed-9cb1-8d91021e8c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '03fce8d3-9d8b-4b0a-acd2-67924ac40da6'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:38:17.621777 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-f669be50-7966-4140-8501-b667ad95e505 None None] Bound port: 88c14a6e-6076-49b7-a2d8-c2675741de9b, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8c65ddd-77b2-43ed-9cb1-8d91021e8c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '03fce8d3-9d8b-4b0a-acd2-67924ac40da6'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:38:17.622326 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f669be50-7966-4140-8501-b667ad95e505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:17.663435 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-75a7ce6f-c5fa-446d-a70f-324377e090f6 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Deleting port d01b843a-5e16-47e0-bd91-614b70471406 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:38:17.663978 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75a7ce6f-c5fa-446d-a70f-324377e090f6 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:17.689706 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-f669be50-7966-4140-8501-b667ad95e505 None None] For port 88c14a6e-6076-49b7-a2d8-c2675741de9b, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:38:17.693321 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-f669be50-7966-4140-8501-b667ad95e505 None None] For port 88c14a6e-6076-49b7-a2d8-c2675741de9b, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=88c14a6e-6076-49b7-a2d8-c2675741de9b,segment=NetworkSegment(e8c65ddd-77b2-43ed-9cb1-8d91021e8c76),segment_id=e8c65ddd-77b2-43ed-9cb1-8d91021e8c76)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:38:17.702439 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f669be50-7966-4140-8501-b667ad95e505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:17.718063 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d7fe8821-e483-4590-a3fc-6a6945141c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'name': 'tempest-RoutersIpV6Test-router-1509969923', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:06Z', 'updated_at': '2021-07-09T16:38:11Z', 'revision_number': 2, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'gw_port_host': None, '_interfaces': [{'id': '8a52bf53-9c73-4965-8a89-3bf52d407a67', 'name': '', 'network_id': 'a45d021f-508f-4f97-8003-8211fd6334e0', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:df:1f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '89cea9f3-900f-4083-b8dd-cd05519d1f98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:09Z', 'updated_at': '2021-07-09T16:38:16Z', 'revision_number': 4, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': '89cea9f3-900f-4083-b8dd-cd05519d1f98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:17.751774 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75a7ce6f-c5fa-446d-a70f-324377e090f6 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:17.765677 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fe8821-e483-4590-a3fc-6a6945141c7b None None] The sync data for ids ['e4e7a51a-8872-46cc-b055-f179f2a8a8af'] in n-d-798930-3 is: [{'id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'name': 'tempest-RoutersIpV6Test-router-1509969923', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:06Z', 'updated_at': '2021-07-09T16:38:11Z', 'revision_number': 2, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'gw_port_host': None, '_interfaces': [{'id': '8a52bf53-9c73-4965-8a89-3bf52d407a67', 'name': '', 'network_id': 'a45d021f-508f-4f97-8003-8211fd6334e0', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:df:1f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '89cea9f3-900f-4083-b8dd-cd05519d1f98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:09Z', 'updated_at': '2021-07-09T16:38:16Z', 'revision_number': 4, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': '89cea9f3-900f-4083-b8dd-cd05519d1f98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:38:17.772657 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-75a7ce6f-c5fa-446d-a70f-324377e090f6 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Calling delete_port for d01b843a-5e16-47e0-bd91-614b70471406 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:38:17.813755 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f669be50-7966-4140-8501-b667ad95e505 None None] Pushing event updated for resources: {'Port': ['ID=88c14a6e-6076-49b7-a2d8-c2675741de9b,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:17.906008 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-54804e04-c8a4-408d-9bd4-ce92e3429254 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:17.932531 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-54804e04-c8a4-408d-9bd4-ce92e3429254 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Transition to ACTIVE for port object e3005793-156b-4d86-a003-35129713da37 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:38:18.076902 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-54804e04-c8a4-408d-9bd4-ce92e3429254 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:18.174645 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54804e04-c8a4-408d-9bd4-ce92e3429254 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Network 03fce8d3-9d8b-4b0a-acd2-67924ac40da6 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:38:18.179089 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-54804e04-c8a4-408d-9bd4-ce92e3429254 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:38:18.186643 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75a7ce6f-c5fa-446d-a70f-324377e090f6 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:18.191257 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54804e04-c8a4-408d-9bd4-ce92e3429254 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:38:18.191751 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-54804e04-c8a4-408d-9bd4-ce92e3429254 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:18.323004 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54804e04-c8a4-408d-9bd4-ce92e3429254 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event updated for resources: {'Port': ['ID=e3005793-156b-4d86-a003-35129713da37,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:18.451929 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a7ce6f-c5fa-446d-a70f-324377e090f6 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Pushing event deleted for resources: {'Port': ['ID=d01b843a-5e16-47e0-bd91-614b70471406,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:18.464181 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-54804e04-c8a4-408d-9bd4-ce92e3429254 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:19.068931 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 8a52bf53-9c73-4965-8a89-3bf52d407a67 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:38:19.178074 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 8a52bf53-9c73-4965-8a89-3bf52d407a67 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:38:19.183256 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 8a52bf53-9c73-4965-8a89-3bf52d407a67 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:38:19.183630 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:19.196585 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75a7ce6f-c5fa-446d-a70f-324377e090f6 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:19.304800 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:19.369384 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 8a52bf53-9c73-4965-8a89-3bf52d407a67, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=8a52bf53-9c73-4965-8a89-3bf52d407a67,segment=NetworkSegment(97458b6f-0f93-4703-bd90-4c04fa4f44c9),segment_id=97458b6f-0f93-4703-bd90-4c04fa4f44c9)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:19.376372 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:19.377433 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 88c14a6e-6076-49b7-a2d8-c2675741de9b up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:38:19.396113 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a94fd-d1c9-4d49-b664-acdc94396e15 req-15146782-3d57-4d90-9dda-52ea8acd5748 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:19.397629 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0d7a94fd-d1c9-4d49-b664-acdc94396e15 req-15146782-3d57-4d90-9dda-52ea8acd5748 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=0e962866-307a-4386-aae8-132131ebba57 HTTP/1.1" status: 200 len: 1096 time: 1.0224099 Jul 09 16:38:19.435960 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120daad3-68ea-4ea8-b9cd-39337fe3398b req-c5fde781-cf65-4422-9555-c84856e0a33f tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:19.438057 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-120daad3-68ea-4ea8-b9cd-39337fe3398b req-c5fde781-cf65-4422-9555-c84856e0a33f tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=0e962866-307a-4386-aae8-132131ebba57 HTTP/1.1" status: 200 len: 1096 time: 0.9365211 Jul 09 16:38:19.484711 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d4c341-567a-41bb-9229-276e37afdd3c None None] Network 03fce8d3-9d8b-4b0a-acd2-67924ac40da6 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:38:19.571351 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=8a52bf53-9c73-4965-8a89-3bf52d407a67,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:19.632763 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b0286a8e-d5c4-4d1b-b310-4b0b2a227f5a None None] Provisioning for port 88c14a6e-6076-49b7-a2d8-c2675741de9b completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:38:19.642589 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75a7ce6f-c5fa-446d-a70f-324377e090f6 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:19.652922 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 88c14a6e-6076-49b7-a2d8-c2675741de9b completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:38:19.662256 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 88c14a6e-6076-49b7-a2d8-c2675741de9b triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:38:19.662632 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:19.667997 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b0286a8e-d5c4-4d1b-b310-4b0b2a227f5a None None] Provisioning complete for port 88c14a6e-6076-49b7-a2d8-c2675741de9b triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:38:19.668372 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b0286a8e-d5c4-4d1b-b310-4b0b2a227f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:19.672192 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75a7ce6f-c5fa-446d-a70f-324377e090f6 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1725939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1725946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-313636'] for router, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:19.742536 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-120daad3-68ea-4ea8-b9cd-39337fe3398b req-e0507c1f-89f3-4224-8cfc-f9659359e114 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=633b7a99-46eb-4c72-978e-bfa8ddaa9360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035363 Jul 09 16:38:19.898386 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a7ce6f-c5fa-446d-a70f-324377e090f6 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Router d7abb153-e1b3-4459-adab-6de50e8ae388 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:38:19.955798 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b0286a8e-d5c4-4d1b-b310-4b0b2a227f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:20.006619 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:20.030500 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b0286a8e-d5c4-4d1b-b310-4b0b2a227f5a None None] For port 88c14a6e-6076-49b7-a2d8-c2675741de9b, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=88c14a6e-6076-49b7-a2d8-c2675741de9b,segment=NetworkSegment(e8c65ddd-77b2-43ed-9cb1-8d91021e8c76),segment_id=e8c65ddd-77b2-43ed-9cb1-8d91021e8c76)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:20.030743 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a7ce6f-c5fa-446d-a70f-324377e090f6 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:38:20.039709 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75a7ce6f-c5fa-446d-a70f-324377e090f6 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:20.041254 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-75a7ce6f-c5fa-446d-a70f-324377e090f6 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] 10.222.0.98 "PUT /v2.0/routers/d7abb153-e1b3-4459-adab-6de50e8ae388 HTTP/1.1" status: 200 len: 710 time: 3.9433095 Jul 09 16:38:20.045259 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33186) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:20.048260 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b0286a8e-d5c4-4d1b-b310-4b0b2a227f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:20.051921 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bb1259-3511-42d3-bfea-1b134f717876 None None] Sync routers for ids ['d7abb153-e1b3-4459-adab-6de50e8ae388'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:38:20.120592 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bb1259-3511-42d3-bfea-1b134f717876 None None] Routers {'d7abb153-e1b3-4459-adab-6de50e8ae388'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:38:20.121231 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-20bb1259-3511-42d3-bfea-1b134f717876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:37:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['d7abb153-e1b3-4459-adab-6de50e8ae388'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:20.140443 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-0d7a94fd-d1c9-4d49-b664-acdc94396e15 req-0eecd01e-9772-47a6-9b4d-9533d2a7ad7b tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Deleting port 76714463-4fdc-402c-a45d-dec5373f507d {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:38:20.140786 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0d7a94fd-d1c9-4d49-b664-acdc94396e15 req-0eecd01e-9772-47a6-9b4d-9533d2a7ad7b tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:20.177064 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-20bb1259-3511-42d3-bfea-1b134f717876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:20.199199 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.db.api [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:38:20.200630 n-d-798930-3 neutron-server[93960]: DEBUG oslo_db.api [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:38:20.237748 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0286a8e-d5c4-4d1b-b310-4b0b2a227f5a None None] Pushing event updated for resources: {'Port': ['ID=88c14a6e-6076-49b7-a2d8-c2675741de9b,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:20.243671 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bb1259-3511-42d3-bfea-1b134f717876 None None] Routers {'d7abb153-e1b3-4459-adab-6de50e8ae388'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:38:20.243671 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-20bb1259-3511-42d3-bfea-1b134f717876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:37:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['d7abb153-e1b3-4459-adab-6de50e8ae388'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:20.302074 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c9980489-aa0a-48d4-a25d-c878272854c8 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] 10.222.0.98 "GET /v2.0/routers/d7abb153-e1b3-4459-adab-6de50e8ae388 HTTP/1.1" status: 200 len: 745 time: 0.2553566 Jul 09 16:38:20.305685 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33190) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:20.319045 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-54804e04-c8a4-408d-9bd4-ce92e3429254 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:20.337345 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-20bb1259-3511-42d3-bfea-1b134f717876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:20.337573 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-54804e04-c8a4-408d-9bd4-ce92e3429254 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:20.337895 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bb1259-3511-42d3-bfea-1b134f717876 None None] The sync data for ids ['d7abb153-e1b3-4459-adab-6de50e8ae388'] in n-d-798930-3 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:38:20.338612 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-54804e04-c8a4-408d-9bd4-ce92e3429254 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:20.354833 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-0d7a94fd-d1c9-4d49-b664-acdc94396e15 req-0eecd01e-9772-47a6-9b4d-9533d2a7ad7b tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] For port 76714463-4fdc-402c-a45d-dec5373f507d, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=76714463-4fdc-402c-a45d-dec5373f507d,segment=NetworkSegment(151d0aee-3796-484c-8d19-ee8bc1639910),segment_id=151d0aee-3796-484c-8d19-ee8bc1639910)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:20.355283 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0d7a94fd-d1c9-4d49-b664-acdc94396e15 req-0eecd01e-9772-47a6-9b4d-9533d2a7ad7b tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:20.400180 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-0d7a94fd-d1c9-4d49-b664-acdc94396e15 req-0eecd01e-9772-47a6-9b4d-9533d2a7ad7b tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Calling delete_port for 76714463-4fdc-402c-a45d-dec5373f507d owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:38:20.438374 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b924fb14-ad3e-4d88-928c-cecb4af1a560 tempest-RoutersIpV6AdminTest-347269602 tempest-RoutersIpV6AdminTest-347269602-project-admin] 10.222.0.98 "GET /v2.0/ports?network_id=caa6ed8d-2893-4113-8f68-c5284e694f6c&device_id=d7abb153-e1b3-4459-adab-6de50e8ae388 HTTP/1.1" status: 200 len: 205 time: 0.1308849 Jul 09 16:38:20.443305 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33192) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:20.485005 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ff49bccd-e439-427e-b199-64c4f157e979 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7abb153-e1b3-4459-adab-6de50e8ae388 HTTP/1.1" status: 200 len: 205 time: 0.0404861 Jul 09 16:38:20.485916 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33194) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:20.560706 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54804e04-c8a4-408d-9bd4-ce92e3429254 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event updated for resources: {'Port': ['ID=e3005793-156b-4d86-a003-35129713da37,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:20.605825 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-efa26ba9-a728-4f39-91ad-4bde91297a62 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:20.643744 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54804e04-c8a4-408d-9bd4-ce92e3429254 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Network 03fce8d3-9d8b-4b0a-acd2-67924ac40da6 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:38:20.646449 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-54804e04-c8a4-408d-9bd4-ce92e3429254 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:38:20.687367 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2d995bd9-d5c1-4d58-acb4-77dc258eb096 None None] Provisioning for port e3005793-156b-4d86-a003-35129713da37 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:38:20.795685 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0d7a94fd-d1c9-4d49-b664-acdc94396e15 req-0eecd01e-9772-47a6-9b4d-9533d2a7ad7b tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:20.902262 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eecd01e-9772-47a6-9b4d-9533d2a7ad7b tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Pushing event deleted for resources: {'Port': ['ID=76714463-4fdc-402c-a45d-dec5373f507d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:20.912850 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2d995bd9-d5c1-4d58-acb4-77dc258eb096 None None] Provisioning complete for port e3005793-156b-4d86-a003-35129713da37 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:38:20.930351 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2d995bd9-d5c1-4d58-acb4-77dc258eb096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:21.054463 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d7a94fd-d1c9-4d49-b664-acdc94396e15 req-0eecd01e-9772-47a6-9b4d-9533d2a7ad7b tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] No DVR routers for this DVR port 76714463-4fdc-402c-a45d-dec5373f507d on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:38:21.060939 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0d7a94fd-d1c9-4d49-b664-acdc94396e15 req-0eecd01e-9772-47a6-9b4d-9533d2a7ad7b tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:21.064277 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0d7a94fd-d1c9-4d49-b664-acdc94396e15 req-0eecd01e-9772-47a6-9b4d-9533d2a7ad7b tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.77 "DELETE /v2.0/ports/76714463-4fdc-402c-a45d-dec5373f507d HTTP/1.1" status: 204 len: 173 time: 1.6537533 Jul 09 16:38:21.066536 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e962866-307a-4386-aae8-132131ebba57', 'name': 'network-vif-deleted', 'tag': '76714463-4fdc-402c-a45d-dec5373f507d'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:38:21.068896 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b670f7-69c1-407e-8265-ebd4e644579b" -d '{"events": [{"server_uuid": "0e962866-307a-4386-aae8-132131ebba57", "name": "network-vif-deleted", "tag": "76714463-4fdc-402c-a45d-dec5373f507d"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:38:21.091976 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54804e04-c8a4-408d-9bd4-ce92e3429254 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Router e4e7a51a-8872-46cc-b055-f179f2a8a8af has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:38:21.142995 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 8a52bf53-9c73-4965-8a89-3bf52d407a67 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:38:21.229912 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2e44adbc-3437-4eae-9e00-519df2dbbe9d req-62c4a5b3-edf0-436f-b4c2-3bab43e6135a tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=0e962866-307a-4386-aae8-132131ebba57 HTTP/1.1" status: 200 len: 210 time: 0.1020892 Jul 09 16:38:21.242798 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-efa26ba9-a728-4f39-91ad-4bde91297a62 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:21.247961 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-efa26ba9-a728-4f39-91ad-4bde91297a62 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:21.341202 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efed38b0-c762-4474-9989-f058f28c2406 x-openstack-request-id: req-efed38b0-c762-4474-9989-f058f28c2406 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:38:21.341788 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e962866-307a-4386-aae8-132131ebba57", "name": "network-vif-deleted", "tag": "76714463-4fdc-402c-a45d-dec5373f507d", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:38:21.346863 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-efed38b0-c762-4474-9989-f058f28c2406 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:38:21.351531 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e962866-307a-4386-aae8-132131ebba57', 'name': 'network-vif-deleted', 'tag': '76714463-4fdc-402c-a45d-dec5373f507d', 'status': 'completed', 'code': 200} Jul 09 16:38:21.398359 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-efa26ba9-a728-4f39-91ad-4bde91297a62 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:21.399109 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa26ba9-a728-4f39-91ad-4bde91297a62 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Fanout notify agent at l3_agent the message router_deleted on router d7abb153-e1b3-4459-adab-6de50e8ae388 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:38:21.418632 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-efa26ba9-a728-4f39-91ad-4bde91297a62 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:21.420239 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-efa26ba9-a728-4f39-91ad-4bde91297a62 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] 10.222.0.98 "DELETE /v2.0/routers/d7abb153-e1b3-4459-adab-6de50e8ae388 HTTP/1.1" status: 204 len: 168 time: 0.9324098 Jul 09 16:38:21.424292 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33204) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:21.488609 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e915f0ef-4044-4ae4-b9f5-5e96323abd24 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7abb153-e1b3-4459-adab-6de50e8ae388 HTTP/1.1" status: 200 len: 205 time: 0.0627782 Jul 09 16:38:21.496317 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33206) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:21.518359 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54804e04-c8a4-408d-9bd4-ce92e3429254 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:38:21.531115 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc00901-d10f-45b9-8201-ae8b36190e51 None None] Sync routers for ids ['e4e7a51a-8872-46cc-b055-f179f2a8a8af'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:38:21.551038 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc00901-d10f-45b9-8201-ae8b36190e51 None None] Routers {'e4e7a51a-8872-46cc-b055-f179f2a8a8af'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:38:21.552677 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-9cc00901-d10f-45b9-8201-ae8b36190e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:37:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['e4e7a51a-8872-46cc-b055-f179f2a8a8af'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:21.557141 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-54804e04-c8a4-408d-9bd4-ce92e3429254 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "PUT /v2.0/routers/e4e7a51a-8872-46cc-b055-f179f2a8a8af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9456220 Jul 09 16:38:21.560617 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33208) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:21.584456 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-cc81ac98-7b67-4993-9ad3-d21674402b4a tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-228357488'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:21.611174 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-53284213-8c01-4765-b230-f807483db449 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] delete failed (client error): The resource could not be found. Jul 09 16:38:21.612467 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-53284213-8c01-4765-b230-f807483db449 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] 10.222.0.98 "DELETE /v2.0/routers/d7abb153-e1b3-4459-adab-6de50e8ae388 HTTP/1.1" status: 404 len: 336 time: 0.1137614 Jul 09 16:38:21.615267 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33210) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:21.665564 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2f2a0730-e985-4eab-ac57-9242519df954 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] 10.222.0.98 "GET /v2.0/ports?device_id=47370284-b3d5-465e-9030-ebc325b720a2 HTTP/1.1" status: 200 len: 205 time: 0.0484834 Jul 09 16:38:21.669539 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33212) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:21.697697 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-2d995bd9-d5c1-4d58-acb4-77dc258eb096 None None] Port e3005793-156b-4d86-a003-35129713da37 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:38:21.730542 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2d995bd9-d5c1-4d58-acb4-77dc258eb096 None None] Provisioning complete for port 88c14a6e-6076-49b7-a2d8-c2675741de9b triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:38:21.731839 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2d995bd9-d5c1-4d58-acb4-77dc258eb096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:21.790702 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 76714463-4fdc-402c-a45d-dec5373f507d no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:38:21.798177 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [None req-3a7a8629-c294-4507-9723-87c9bd0b45c7 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] delete failed (client error): The resource could not be found. Jul 09 16:38:21.799751 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-3a7a8629-c294-4507-9723-87c9bd0b45c7 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] 10.222.0.98 "DELETE /v2.0/routers/47370284-b3d5-465e-9030-ebc325b720a2 HTTP/1.1" status: 404 len: 336 time: 0.1270175 Jul 09 16:38:21.799960 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 8a52bf53-9c73-4965-8a89-3bf52d407a67 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:38:21.800394 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:21.800654 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-9cc00901-d10f-45b9-8201-ae8b36190e51 None None] Set router e4e7a51a-8872-46cc-b055-f179f2a8a8af gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:38:21.803606 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33214) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:21.809110 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc81ac98-7b67-4993-9ad3-d21674402b4a tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Made reservation on behalf of 3a240e3acac846d2a1f26873c483f921 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:38:21.825560 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc81ac98-7b67-4993-9ad3-d21674402b4a tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:21.892905 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f295884f-deba-4969-95d8-5c6d725e12ee tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] 10.222.0.98 "GET /v2.0/ports?device_id=6022b173-bf5c-48fc-9147-edb69984e049 HTTP/1.1" status: 200 len: 205 time: 0.0860674 Jul 09 16:38:21.896676 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33216) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:21.901188 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc81ac98-7b67-4993-9ad3-d21674402b4a tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:38:21.917098 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: 76714463-4fdc-402c-a45d-dec5373f507d {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:38:21.918345 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 76714463-4fdc-402c-a45d-dec5373f507d not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:38:21.927596 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc81ac98-7b67-4993-9ad3-d21674402b4a tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:21.928275 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-cc81ac98-7b67-4993-9ad3-d21674402b4a tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Added segment 4081bb02-f2e3-4d2f-b9e7-4d9933a8d399 of type vlan for network 195de87f-2b7c-4d3b-a98b-c83763f6a1f4 Jul 09 16:38:21.986257 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-c9504c75-6123-465c-97ac-866c56d3d87f tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] delete failed (client error): The resource could not be found. Jul 09 16:38:21.990896 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c9504c75-6123-465c-97ac-866c56d3d87f tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] 10.222.0.98 "DELETE /v2.0/routers/6022b173-bf5c-48fc-9147-edb69984e049 HTTP/1.1" status: 404 len: 336 time: 0.0867813 Jul 09 16:38:21.991156 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33220) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:22.074811 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc81ac98-7b67-4993-9ad3-d21674402b4a tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:22.085305 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-fe7b6f58-5355-4a97-9432-75c02a9bd109 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] 10.222.0.98 "GET /v2.0/ports?device_id=673ff071-404e-4ea3-abd8-af0fbfb54b96 HTTP/1.1" status: 200 len: 205 time: 0.0898342 Jul 09 16:38:22.086884 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33224) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:22.150950 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 88c14a6e-6076-49b7-a2d8-c2675741de9b up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:38:22.195231 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [None req-320b3821-4971-4fa1-8045-7d14d766890d tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] delete failed (client error): The resource could not be found. Jul 09 16:38:22.211450 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-320b3821-4971-4fa1-8045-7d14d766890d tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] 10.222.0.98 "DELETE /v2.0/routers/673ff071-404e-4ea3-abd8-af0fbfb54b96 HTTP/1.1" status: 404 len: 336 time: 0.1203375 Jul 09 16:38:22.212536 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33226) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:22.213482 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.db.resource_extend [None req-cc81ac98-7b67-4993-9ad3-d21674402b4a tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 16:38:22.250974 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-9cc00901-d10f-45b9-8201-ae8b36190e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'name': 'tempest-RoutersIpV6Test-router-1509969923', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:06Z', 'updated_at': '2021-07-09T16:38:18Z', 'revision_number': 3, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'gw_port_host': None, '_interfaces': [{'id': '8a52bf53-9c73-4965-8a89-3bf52d407a67', 'name': '', 'network_id': 'a45d021f-508f-4f97-8003-8211fd6334e0', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:df:1f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '89cea9f3-900f-4083-b8dd-cd05519d1f98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:09Z', 'updated_at': '2021-07-09T16:38:19Z', 'revision_number': 5, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': '89cea9f3-900f-4083-b8dd-cd05519d1f98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3005793-156b-4d86-a003-35129713da37', 'name': '', 'network_id': '03fce8d3-9d8b-4b0a-acd2-67924ac40da6', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:d0:f3:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '0f51627e-af38-4fa7-9b9e-636701e5f6d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:17Z', 'updated_at': '2021-07-09T16:38:19Z', 'revision_number': 2, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': '0f51627e-af38-4fa7-9b9e-636701e5f6d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:22.256773 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc81ac98-7b67-4993-9ad3-d21674402b4a tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:22.265224 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc81ac98-7b67-4993-9ad3-d21674402b4a tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:22.270535 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc81ac98-7b67-4993-9ad3-d21674402b4a tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:22.300931 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a6ac915f-836a-42c1-b39f-ad7c48a7886e tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a37f025-8a42-483a-9c27-f0981b4e2aac HTTP/1.1" status: 200 len: 205 time: 0.0870197 Jul 09 16:38:22.305288 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33230) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:22.354568 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc00901-d10f-45b9-8201-ae8b36190e51 None None] Checking router: e4e7a51a-8872-46cc-b055-f179f2a8a8af for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:38:22.357440 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc00901-d10f-45b9-8201-ae8b36190e51 None None] Updating router e4e7a51a-8872-46cc-b055-f179f2a8a8af port e3005793-156b-4d86-a003-35129713da37 binding host n-d-798930-3 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:38:22.400128 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 88c14a6e-6076-49b7-a2d8-c2675741de9b triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:38:22.400711 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:22.402450 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-57203d1f-6963-46af-b27c-5427cb3c877d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:22.405180 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-067639c5-8893-421d-96ce-c79f1d4d8b04 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] delete failed (client error): The resource could not be found. Jul 09 16:38:22.408332 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-067639c5-8893-421d-96ce-c79f1d4d8b04 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] 10.222.0.98 "DELETE /v2.0/routers/0a37f025-8a42-483a-9c27-f0981b4e2aac HTTP/1.1" status: 404 len: 336 time: 0.1020441 Jul 09 16:38:22.413611 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33232) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:22.416101 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6ddf3f9f-61ff-48e0-99b4-212aa2f80792 None None] Provisioning complete for port e3005793-156b-4d86-a003-35129713da37 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:38:22.418018 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6ddf3f9f-61ff-48e0-99b4-212aa2f80792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:22.448736 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33234) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:22.500074 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-9cc00901-d10f-45b9-8201-ae8b36190e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:22.520862 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc81ac98-7b67-4993-9ad3-d21674402b4a tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event updated for resources: {'Network': ['ID=195de87f-2b7c-4d3b-a98b-c83763f6a1f4,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:22.553547 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-cc81ac98-7b67-4993-9ad3-d21674402b4a tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9866736 Jul 09 16:38:22.561814 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33236) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:22.570422 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-5a354d8d-7cb6-48ce-bc61-babc90527d65 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] 10.222.0.98 "GET /v2.0/ports?device_id=be22fe7c-de3b-444c-ac54-521509688919 HTTP/1.1" status: 200 len: 205 time: 0.1478083 Jul 09 16:38:22.583419 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-dd80ce6b-90f8-4e59-bc7d-a8794504d345 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Request body: {'subnet': {'network_id': '195de87f-2b7c-4d3b-a98b-c83763f6a1f4', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:22.603732 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33238) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:22.650573 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-6ddf3f9f-61ff-48e0-99b4-212aa2f80792 None None] Port e3005793-156b-4d86-a003-35129713da37 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:38:22.664011 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 195de87f-2b7c-4d3b-a98b-c83763f6a1f4 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:38:22.693730 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e1d3e6-98f7-476a-a8ec-9a3a6c5fa466 tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:22.701723 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e1d3e6-98f7-476a-a8ec-9a3a6c5fa466 tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:22.702565 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e1d3e6-98f7-476a-a8ec-9a3a6c5fa466 tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:22.718824 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-77e1d3e6-98f7-476a-a8ec-9a3a6c5fa466 tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] 10.222.0.98 "GET /v2.0/ports?project_id=e2634516774046048410a7faecd2c391&network_id=4732bbe1-cdbe-4be8-be87-9afa48eeb457 HTTP/1.1" status: 200 len: 2969 time: 0.2524443 Jul 09 16:38:22.781617 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-81cbbc96-5f79-46d5-aee6-7fecf9f13876 req-ec618a32-73d8-43e0-ae21-a68cf2d0d3c2 tempest-TestServerMultinode-15732006 tempest-TestServerMultinode-15732006-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=0e962866-307a-4386-aae8-132131ebba57 HTTP/1.1" status: 200 len: 210 time: 0.1767967 Jul 09 16:38:22.824119 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [None req-8a524e57-363b-469c-986d-0bbedef52976 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] delete failed (client error): The resource could not be found. Jul 09 16:38:22.825270 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8a524e57-363b-469c-986d-0bbedef52976 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] 10.222.0.98 "DELETE /v2.0/routers/be22fe7c-de3b-444c-ac54-521509688919 HTTP/1.1" status: 404 len: 336 time: 0.1724467 Jul 09 16:38:22.829368 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33244) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:22.892403 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-cddd3251-eb23-47e7-a065-abd619deae01 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] DELETE failed (client error): The resource could not be found. Jul 09 16:38:22.892963 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cddd3251-eb23-47e7-a065-abd619deae01 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:38:22.894867 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-cddd3251-eb23-47e7-a065-abd619deae01 tempest-RoutersIpV6AdminTest-1250442875 tempest-RoutersIpV6AdminTest-1250442875-project] 10.222.0.98 "DELETE /v2.0/subnets/3843a0b0-aec5-488b-8acb-0d255041ad4d HTTP/1.1" status: 404 len: 337 time: 0.0643625 Jul 09 16:38:22.965193 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd80ce6b-90f8-4e59-bc7d-a8794504d345 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Made reservation on behalf of 3a240e3acac846d2a1f26873c483f921 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:38:22.970097 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dd80ce6b-90f8-4e59-bc7d-a8794504d345 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:23.190409 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-9cc00901-d10f-45b9-8201-ae8b36190e51 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:23.215046 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-9cc00901-d10f-45b9-8201-ae8b36190e51 None None] Transition to ACTIVE for port object e3005793-156b-4d86-a003-35129713da37 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:38:23.229459 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-9cc00901-d10f-45b9-8201-ae8b36190e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:23.289362 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50f8304-2fa1-41ce-be51-8242bdf236ba None None] Pushing event updated for resources: {'Port': ['ID=e3005793-156b-4d86-a003-35129713da37,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:23.346861 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50f8304-2fa1-41ce-be51-8242bdf236ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:23.348360 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50f8304-2fa1-41ce-be51-8242bdf236ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:23.352370 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50f8304-2fa1-41ce-be51-8242bdf236ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:23.356954 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50f8304-2fa1-41ce-be51-8242bdf236ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:23.357265 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50f8304-2fa1-41ce-be51-8242bdf236ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:23.357639 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50f8304-2fa1-41ce-be51-8242bdf236ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:23.357932 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50f8304-2fa1-41ce-be51-8242bdf236ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:23.358267 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50f8304-2fa1-41ce-be51-8242bdf236ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:23.358604 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50f8304-2fa1-41ce-be51-8242bdf236ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:23.358965 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50f8304-2fa1-41ce-be51-8242bdf236ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:23.359273 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50f8304-2fa1-41ce-be51-8242bdf236ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:23.359569 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50f8304-2fa1-41ce-be51-8242bdf236ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:23.396906 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-9cc00901-d10f-45b9-8201-ae8b36190e51 None None] Attempting to bind port e3005793-156b-4d86-a003-35129713da37 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:38:23.396906 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-9cc00901-d10f-45b9-8201-ae8b36190e51 None None] Attempting to bind port e3005793-156b-4d86-a003-35129713da37 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'e8c65ddd-77b2-43ed-9cb1-8d91021e8c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '03fce8d3-9d8b-4b0a-acd2-67924ac40da6'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:38:23.397179 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc00901-d10f-45b9-8201-ae8b36190e51 None None] Attempting to bind port e3005793-156b-4d86-a003-35129713da37 on network 03fce8d3-9d8b-4b0a-acd2-67924ac40da6 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:38:23.413164 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc00901-d10f-45b9-8201-ae8b36190e51 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:38:23.413651 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc00901-d10f-45b9-8201-ae8b36190e51 None None] Checking segment: {'id': 'e8c65ddd-77b2-43ed-9cb1-8d91021e8c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '03fce8d3-9d8b-4b0a-acd2-67924ac40da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:38:23.414830 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-9cc00901-d10f-45b9-8201-ae8b36190e51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:23.419065 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc00901-d10f-45b9-8201-ae8b36190e51 None None] Bound using segment: {'id': 'e8c65ddd-77b2-43ed-9cb1-8d91021e8c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '03fce8d3-9d8b-4b0a-acd2-67924ac40da6'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:38:23.421145 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-9cc00901-d10f-45b9-8201-ae8b36190e51 None None] Bound port: e3005793-156b-4d86-a003-35129713da37, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8c65ddd-77b2-43ed-9cb1-8d91021e8c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '03fce8d3-9d8b-4b0a-acd2-67924ac40da6'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:38:23.421145 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-9cc00901-d10f-45b9-8201-ae8b36190e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:23.448778 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33254) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:23.486810 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dd80ce6b-90f8-4e59-bc7d-a8794504d345 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:23.591272 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-9cc00901-d10f-45b9-8201-ae8b36190e51 None None] For port e3005793-156b-4d86-a003-35129713da37, host n-d-798930-3, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:38:23.595451 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-9cc00901-d10f-45b9-8201-ae8b36190e51 None None] For port e3005793-156b-4d86-a003-35129713da37, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=e3005793-156b-4d86-a003-35129713da37,segment=NetworkSegment(e8c65ddd-77b2-43ed-9cb1-8d91021e8c76),segment_id=e8c65ddd-77b2-43ed-9cb1-8d91021e8c76)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:38:23.619896 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-9cc00901-d10f-45b9-8201-ae8b36190e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:23.704106 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd80ce6b-90f8-4e59-bc7d-a8794504d345 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Checking segment: {'id': '4081bb02-f2e3-4d2f-b9e7-4d9933a8d399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '195de87f-2b7c-4d3b-a98b-c83763f6a1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:38:23.704650 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd80ce6b-90f8-4e59-bc7d-a8794504d345 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Network hostable DHCP agents. Network: 195de87f-2b7c-4d3b-a98b-c83763f6a1f4, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:38:23.708118 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd80ce6b-90f8-4e59-bc7d-a8794504d345 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event updated for resources: {'Subnet': ['ID=bf443f54-d81f-448e-9882-eb3e9c122c63,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:23.752503 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50f8304-2fa1-41ce-be51-8242bdf236ba None None] Pushing event updated for resources: {'Port': ['ID=e3005793-156b-4d86-a003-35129713da37,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:23.763897 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc00901-d10f-45b9-8201-ae8b36190e51 None None] Routers {'e4e7a51a-8872-46cc-b055-f179f2a8a8af'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:38:23.764674 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-9cc00901-d10f-45b9-8201-ae8b36190e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:37:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['e4e7a51a-8872-46cc-b055-f179f2a8a8af'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:23.776336 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd80ce6b-90f8-4e59-bc7d-a8794504d345 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Network 195de87f-2b7c-4d3b-a98b-c83763f6a1f4 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:38:23.808505 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-dd80ce6b-90f8-4e59-bc7d-a8794504d345 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 195de87f-2b7c-4d3b-a98b-c83763f6a1f4) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:38:23.842236 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd80ce6b-90f8-4e59-bc7d-a8794504d345 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:23.852571 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dd80ce6b-90f8-4e59-bc7d-a8794504d345 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:23.855725 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7927884a-5ee3-4ac7-950b-2f4fed42157f None None] Network 195de87f-2b7c-4d3b-a98b-c83763f6a1f4 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:38:23.901234 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0f018ce-ac0a-4801-81ef-c6c2d8e5daa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:23.919942 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33262) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:23.931470 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-dd80ce6b-90f8-4e59-bc7d-a8794504d345 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3642790 Jul 09 16:38:24.123303 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33264) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:24.218952 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688ffae4-087f-4c7c-9680-f0fec9bd9f78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-195de87f-2b7c-4d3b-a98b-c83763f6a1f4', 'network_id': '195de87f-2b7c-4d3b-a98b-c83763f6a1f4', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'fixed_ips': [{'subnet_id': 'bf443f54-d81f-448e-9882-eb3e9c122c63'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:38:24.220361 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-688ffae4-087f-4c7c-9680-f0fec9bd9f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:24.236559 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-9cc00901-d10f-45b9-8201-ae8b36190e51 None None] Set router e4e7a51a-8872-46cc-b055-f179f2a8a8af gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:38:24.717436 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-688ffae4-087f-4c7c-9680-f0fec9bd9f78 None None] Allocated IP 2001:db8:2::2 (195de87f-2b7c-4d3b-a98b-c83763f6a1f4/bf443f54-d81f-448e-9882-eb3e9c122c63/99211213-e98a-4f13-961a-7c0b984becc9) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:38:24.728890 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-9cc00901-d10f-45b9-8201-ae8b36190e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'name': 'tempest-RoutersIpV6Test-router-1509969923', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:06Z', 'updated_at': '2021-07-09T16:38:18Z', 'revision_number': 3, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'gw_port_host': None, '_interfaces': [{'id': '8a52bf53-9c73-4965-8a89-3bf52d407a67', 'name': '', 'network_id': 'a45d021f-508f-4f97-8003-8211fd6334e0', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:df:1f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '89cea9f3-900f-4083-b8dd-cd05519d1f98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:09Z', 'updated_at': '2021-07-09T16:38:19Z', 'revision_number': 5, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': '89cea9f3-900f-4083-b8dd-cd05519d1f98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3005793-156b-4d86-a003-35129713da37', 'name': '', 'network_id': '03fce8d3-9d8b-4b0a-acd2-67924ac40da6', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:d0:f3:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '0f51627e-af38-4fa7-9b9e-636701e5f6d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:17Z', 'updated_at': '2021-07-09T16:38:23Z', 'revision_number': 4, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': '0f51627e-af38-4fa7-9b9e-636701e5f6d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:24.873651 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ce41e1b9-38d0-43ec-aaf2-acdbf60dd301 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:24.892208 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc00901-d10f-45b9-8201-ae8b36190e51 None None] The sync data for ids ['e4e7a51a-8872-46cc-b055-f179f2a8a8af'] in n-d-798930-3 is: [{'id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'name': 'tempest-RoutersIpV6Test-router-1509969923', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:06Z', 'updated_at': '2021-07-09T16:38:18Z', 'revision_number': 3, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'gw_port_host': None, '_interfaces': [{'id': '8a52bf53-9c73-4965-8a89-3bf52d407a67', 'name': '', 'network_id': 'a45d021f-508f-4f97-8003-8211fd6334e0', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:df:1f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '89cea9f3-900f-4083-b8dd-cd05519d1f98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:09Z', 'updated_at': '2021-07-09T16:38:19Z', 'revision_number': 5, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': '89cea9f3-900f-4083-b8dd-cd05519d1f98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3005793-156b-4d86-a003-35129713da37', 'name': '', 'network_id': '03fce8d3-9d8b-4b0a-acd2-67924ac40da6', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:d0:f3:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '0f51627e-af38-4fa7-9b9e-636701e5f6d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:17Z', 'updated_at': '2021-07-09T16:38:23Z', 'revision_number': 4, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': '0f51627e-af38-4fa7-9b9e-636701e5f6d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:38:25.048700 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-688ffae4-087f-4c7c-9680-f0fec9bd9f78 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:25.122120 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-688ffae4-087f-4c7c-9680-f0fec9bd9f78 None None] Transition to ACTIVE for port object 99211213-e98a-4f13-961a-7c0b984becc9 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:38:25.170360 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7fa479d8-ab09-40eb-9e5e-7f21b44b4b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:25.209759 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-688ffae4-087f-4c7c-9680-f0fec9bd9f78 None None] Transition to ACTIVE for port object 99211213-e98a-4f13-961a-7c0b984becc9 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:38:25.222846 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-688ffae4-087f-4c7c-9680-f0fec9bd9f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:25.258741 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0f018ce-ac0a-4801-81ef-c6c2d8e5daa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:25.275887 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0f018ce-ac0a-4801-81ef-c6c2d8e5daa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:25.284171 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688ffae4-087f-4c7c-9680-f0fec9bd9f78 None None] Network 195de87f-2b7c-4d3b-a98b-c83763f6a1f4 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:38:25.321394 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-688ffae4-087f-4c7c-9680-f0fec9bd9f78 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:38:25.339737 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688ffae4-087f-4c7c-9680-f0fec9bd9f78 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:38:25.396793 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-ce41e1b9-38d0-43ec-aaf2-acdbf60dd301 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Allocated IP 2001:db8:2::1 (195de87f-2b7c-4d3b-a98b-c83763f6a1f4/bf443f54-d81f-448e-9882-eb3e9c122c63/40e9f4e1-74b0-4da8-a27a-5cbb016bc316) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:38:25.484147 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b0f018ce-ac0a-4801-81ef-c6c2d8e5daa2 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b6d79cf166174adf8ca712fd554ce894&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0339744 Jul 09 16:38:25.489606 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33276) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:25.493359 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f018ce-ac0a-4801-81ef-c6c2d8e5daa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5d391a-4bd6-4595-8071-ffa61435471d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:25.550801 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ffae4-087f-4c7c-9680-f0fec9bd9f78 None None] Pushing event updated for resources: {'Port': ['ID=99211213-e98a-4f13-961a-7c0b984becc9,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:25.581868 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ce41e1b9-38d0-43ec-aaf2-acdbf60dd301 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:25.616417 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ce41e1b9-38d0-43ec-aaf2-acdbf60dd301 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Transition to ACTIVE for port object 40e9f4e1-74b0-4da8-a27a-5cbb016bc316 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:38:25.629868 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5e911878-7c2d-4dab-8619-f0e494ef0f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:25.665964 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5e911878-7c2d-4dab-8619-f0e494ef0f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:25.667097 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ce41e1b9-38d0-43ec-aaf2-acdbf60dd301 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:25.700885 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33278) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:25.722319 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-688ffae4-087f-4c7c-9680-f0fec9bd9f78 None None] Attempting to bind port 99211213-e98a-4f13-961a-7c0b984becc9 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:38:25.722689 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-688ffae4-087f-4c7c-9680-f0fec9bd9f78 None None] Attempting to bind port 99211213-e98a-4f13-961a-7c0b984becc9 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '4081bb02-f2e3-4d2f-b9e7-4d9933a8d399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '195de87f-2b7c-4d3b-a98b-c83763f6a1f4'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:38:25.739320 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688ffae4-087f-4c7c-9680-f0fec9bd9f78 None None] Attempting to bind port 99211213-e98a-4f13-961a-7c0b984becc9 on network 195de87f-2b7c-4d3b-a98b-c83763f6a1f4 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:38:25.743106 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce41e1b9-38d0-43ec-aaf2-acdbf60dd301 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event updated for resources: {'Port': ['ID=40e9f4e1-74b0-4da8-a27a-5cbb016bc316,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:25.753275 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688ffae4-087f-4c7c-9680-f0fec9bd9f78 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:38:25.753650 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688ffae4-087f-4c7c-9680-f0fec9bd9f78 None None] Checking segment: {'id': '4081bb02-f2e3-4d2f-b9e7-4d9933a8d399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '195de87f-2b7c-4d3b-a98b-c83763f6a1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:38:25.754060 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-688ffae4-087f-4c7c-9680-f0fec9bd9f78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:25.754459 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688ffae4-087f-4c7c-9680-f0fec9bd9f78 None None] Bound using segment: {'id': '4081bb02-f2e3-4d2f-b9e7-4d9933a8d399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '195de87f-2b7c-4d3b-a98b-c83763f6a1f4'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:38:25.754978 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-688ffae4-087f-4c7c-9680-f0fec9bd9f78 None None] Bound port: 99211213-e98a-4f13-961a-7c0b984becc9, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4081bb02-f2e3-4d2f-b9e7-4d9933a8d399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '195de87f-2b7c-4d3b-a98b-c83763f6a1f4'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:38:25.755370 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-688ffae4-087f-4c7c-9680-f0fec9bd9f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:25.760292 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce41e1b9-38d0-43ec-aaf2-acdbf60dd301 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Network 195de87f-2b7c-4d3b-a98b-c83763f6a1f4 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:38:25.763020 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-ce41e1b9-38d0-43ec-aaf2-acdbf60dd301 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:38:25.784839 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:25.799678 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce41e1b9-38d0-43ec-aaf2-acdbf60dd301 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:38:25.800807 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ce41e1b9-38d0-43ec-aaf2-acdbf60dd301 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:25.812829 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b440ad-38a7-4bbc-ba8f-222378476673 tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:25.814360 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-15b440ad-38a7-4bbc-ba8f-222378476673 tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=caa6ed8d-2893-4113-8f68-c5284e694f6c HTTP/1.1" status: 200 len: 814 time: 0.1115625 Jul 09 16:38:25.833926 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2bd3f59e-d388-4e95-ae2f-34a492353969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:25.837612 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5e911878-7c2d-4dab-8619-f0e494ef0f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:25.840132 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5e911878-7c2d-4dab-8619-f0e494ef0f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:25.844989 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-5e911878-7c2d-4dab-8619-f0e494ef0f56 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0a5d391a-4bd6-4595-8071-ffa61435471d HTTP/1.1" status: 204 len: 168 time: 0.3400414 Jul 09 16:38:25.944872 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e911878-7c2d-4dab-8619-f0e494ef0f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5d391a-4bd6-4595-8071-ffa61435471d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:26.014268 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-688ffae4-087f-4c7c-9680-f0fec9bd9f78 None None] For port 99211213-e98a-4f13-961a-7c0b984becc9, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:38:26.024628 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-688ffae4-087f-4c7c-9680-f0fec9bd9f78 None None] For port 99211213-e98a-4f13-961a-7c0b984becc9, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=99211213-e98a-4f13-961a-7c0b984becc9,segment=NetworkSegment(4081bb02-f2e3-4d2f-b9e7-4d9933a8d399),segment_id=4081bb02-f2e3-4d2f-b9e7-4d9933a8d399)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:38:26.032709 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-688ffae4-087f-4c7c-9680-f0fec9bd9f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:26.084983 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ce41e1b9-38d0-43ec-aaf2-acdbf60dd301 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:26.158242 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ffae4-087f-4c7c-9680-f0fec9bd9f78 None None] Pushing event updated for resources: {'Port': ['ID=99211213-e98a-4f13-961a-7c0b984becc9,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:26.253009 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:26.389075 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33290) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:26.419037 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-3a06fe09-8d67-45d8-ba15-2b9c732a1cdc tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Request body: {'network': {'name': 'tempest-network-smoke--33193268', 'project_id': 'e2634516774046048410a7faecd2c391', 'port_security_enabled': True}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:26.520870 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a06fe09-8d67-45d8-ba15-2b9c732a1cdc tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Made reservation on behalf of e2634516774046048410a7faecd2c391 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:38:26.524637 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3a06fe09-8d67-45d8-ba15-2b9c732a1cdc tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:26.615118 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a06fe09-8d67-45d8-ba15-2b9c732a1cdc tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:38:26.631794 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3a06fe09-8d67-45d8-ba15-2b9c732a1cdc tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:26.632143 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-3a06fe09-8d67-45d8-ba15-2b9c732a1cdc tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Added segment ceed1d2b-b9f6-4842-8d60-b16bc66c3e68 of type vlan for network fc4b3636-aace-42f0-a125-b062ab483852 Jul 09 16:38:26.654002 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-2bd3f59e-d388-4e95-ae2f-34a492353969 admin admin] Deleting port d3f1f247-a944-4ccb-af8f-e0b8bd995073 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:38:26.654417 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2bd3f59e-d388-4e95-ae2f-34a492353969 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:26.682090 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:26.714379 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33294) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:26.792939 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ce41e1b9-38d0-43ec-aaf2-acdbf60dd301 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:26.804285 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3a06fe09-8d67-45d8-ba15-2b9c732a1cdc tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:26.808508 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ce41e1b9-38d0-43ec-aaf2-acdbf60dd301 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:26.810042 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ce41e1b9-38d0-43ec-aaf2-acdbf60dd301 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:26.859119 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-524e4b19-5470-4394-aad2-df2f5867c075 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=209bb81e92734bc6bfa7ed8b598614d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1430154 Jul 09 16:38:26.862053 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33296) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:26.884039 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-2bd3f59e-d388-4e95-ae2f-34a492353969 admin admin] For port d3f1f247-a944-4ccb-af8f-e0b8bd995073, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=d3f1f247-a944-4ccb-af8f-e0b8bd995073,segment=NetworkSegment(151d0aee-3796-484c-8d19-ee8bc1639910),segment_id=151d0aee-3796-484c-8d19-ee8bc1639910)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:26.884797 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2bd3f59e-d388-4e95-ae2f-34a492353969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:26.912119 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3a06fe09-8d67-45d8-ba15-2b9c732a1cdc tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:26.925927 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a06fe09-8d67-45d8-ba15-2b9c732a1cdc tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:26.926885 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3a06fe09-8d67-45d8-ba15-2b9c732a1cdc tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:26.936884 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-2bd3f59e-d388-4e95-ae2f-34a492353969 admin admin] Calling delete_port for d3f1f247-a944-4ccb-af8f-e0b8bd995073 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:38:26.972752 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce41e1b9-38d0-43ec-aaf2-acdbf60dd301 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event updated for resources: {'Port': ['ID=40e9f4e1-74b0-4da8-a27a-5cbb016bc316,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:26.994582 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-40c5986d-d6df-4076-9b65-754e90bbd9a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:27.048984 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-40c5986d-d6df-4076-9b65-754e90bbd9a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:27.091616 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce41e1b9-38d0-43ec-aaf2-acdbf60dd301 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Network 195de87f-2b7c-4d3b-a98b-c83763f6a1f4 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:38:27.097282 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-ce41e1b9-38d0-43ec-aaf2-acdbf60dd301 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:38:27.136334 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-3a06fe09-8d67-45d8-ba15-2b9c732a1cdc tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7461152 Jul 09 16:38:27.142935 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33298) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:27.153847 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a06fe09-8d67-45d8-ba15-2b9c732a1cdc tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event updated for resources: {'Network': ['ID=fc4b3636-aace-42f0-a125-b062ab483852,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:27.165422 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network fc4b3636-aace-42f0-a125-b062ab483852 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:38:27.305458 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 99211213-e98a-4f13-961a-7c0b984becc9 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:38:27.380826 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c1f8ee-65a2-45be-ba79-26024ee7a839 tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:27.382354 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-53c1f8ee-65a2-45be-ba79-26024ee7a839 tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=e2634516774046048410a7faecd2c391&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2392826 Jul 09 16:38:27.384391 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 99211213-e98a-4f13-961a-7c0b984becc9 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:38:27.385906 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33300) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:27.391626 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device e3005793-156b-4d86-a003-35129713da37 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:38:27.497357 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port e3005793-156b-4d86-a003-35129713da37 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:38:27.503680 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port e3005793-156b-4d86-a003-35129713da37 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:38:27.505160 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:27.676134 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:27.707499 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f42a97-ec9b-416b-b195-51895c27b110 tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:27.711774 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d5f42a97-ec9b-416b-b195-51895c27b110 tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3250027 Jul 09 16:38:27.716216 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33306) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:27.757421 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e48a5cf6-4e8e-418e-a1c0-7911fb8899db tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=caa6ed8d-2893-4113-8f68-c5284e694f6c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0396798 Jul 09 16:38:27.761094 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33308) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:27.779525 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-40c5986d-d6df-4076-9b65-754e90bbd9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:27.782594 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-40c5986d-d6df-4076-9b65-754e90bbd9a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:27.783842 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-40c5986d-d6df-4076-9b65-754e90bbd9a8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b4c74e1e-99e5-401d-a1f1-02c3878a249b HTTP/1.1" status: 204 len: 168 time: 0.9182477 Jul 09 16:38:27.784308 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2bd3f59e-d388-4e95-ae2f-34a492353969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:27.812577 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-fbab1cb6-afe0-47fb-9f33-e43715376a32 tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=e2634516774046048410a7faecd2c391&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0501144 Jul 09 16:38:27.815110 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port e3005793-156b-4d86-a003-35129713da37, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=e3005793-156b-4d86-a003-35129713da37,segment=NetworkSegment(e8c65ddd-77b2-43ed-9cb1-8d91021e8c76),segment_id=e8c65ddd-77b2-43ed-9cb1-8d91021e8c76)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:27.819249 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33312) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:27.828704 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:27.833777 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c5986d-d6df-4076-9b65-754e90bbd9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c74e1e-99e5-401d-a1f1-02c3878a249b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:27.855841 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce41e1b9-38d0-43ec-aaf2-acdbf60dd301 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Router e4e7a51a-8872-46cc-b055-f179f2a8a8af has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:38:27.868320 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3f59e-d388-4e95-ae2f-34a492353969 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3f1f247-a944-4ccb-af8f-e0b8bd995073,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:27.939292 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a736b15-8300-4f87-b7f9-1413fbd2d0dc None None] Network 195de87f-2b7c-4d3b-a98b-c83763f6a1f4 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:38:27.988865 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3b7b8e-0824-4125-bacf-d986725c4f38 tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:27.991065 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0d3b7b8e-0824-4125-bacf-d986725c4f38 tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1688180 Jul 09 16:38:27.993981 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33314) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:28.036983 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-21a1d333-eb58-43ed-b76c-e4ee5b970a96 tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=caa6ed8d-2893-4113-8f68-c5284e694f6c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418775 Jul 09 16:38:28.044831 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33316) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:28.062978 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d3130575-9130-463a-be05-b5f2662402c7 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1835388887', 'network_id': 'fc4b3636-aace-42f0-a125-b062ab483852', 'project_id': 'e2634516774046048410a7faecd2c391', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:28.071382 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=e3005793-156b-4d86-a003-35129713da37,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:28.154012 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f9f6dec7-0431-4a6e-80e0-5a4f8eb05085 None None] Provisioning for port 99211213-e98a-4f13-961a-7c0b984becc9 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:38:28.172948 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f9f6dec7-0431-4a6e-80e0-5a4f8eb05085 None None] Provisioning complete for port 99211213-e98a-4f13-961a-7c0b984becc9 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:38:28.173584 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f9f6dec7-0431-4a6e-80e0-5a4f8eb05085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:28.238902 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3130575-9130-463a-be05-b5f2662402c7 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Made reservation on behalf of e2634516774046048410a7faecd2c391 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:38:28.244363 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d3130575-9130-463a-be05-b5f2662402c7 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:28.295856 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce41e1b9-38d0-43ec-aaf2-acdbf60dd301 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:38:28.312704 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6e7430-f482-47f8-ac35-b769d2be55e4 None None] Sync routers for ids ['e4e7a51a-8872-46cc-b055-f179f2a8a8af'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:38:28.313722 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ce41e1b9-38d0-43ec-aaf2-acdbf60dd301 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "PUT /v2.0/routers/e4e7a51a-8872-46cc-b055-f179f2a8a8af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3886449 Jul 09 16:38:28.314611 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33320) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:28.321038 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-6d1a5506-e341-484b-8e41-1ff11e7567fa tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1261648769'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:28.339848 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6e7430-f482-47f8-ac35-b769d2be55e4 None None] Routers {'e4e7a51a-8872-46cc-b055-f179f2a8a8af'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:38:28.340618 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-dd6e7430-f482-47f8-ac35-b769d2be55e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:38:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['e4e7a51a-8872-46cc-b055-f179f2a8a8af'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:28.344514 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:28.349848 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1a5506-e341-484b-8e41-1ff11e7567fa tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Made reservation on behalf of 3a240e3acac846d2a1f26873c483f921 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:38:28.356034 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6d1a5506-e341-484b-8e41-1ff11e7567fa tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:28.395597 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d1a5506-e341-484b-8e41-1ff11e7567fa tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:38:28.412515 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6d1a5506-e341-484b-8e41-1ff11e7567fa tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:28.413195 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-6d1a5506-e341-484b-8e41-1ff11e7567fa tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Added segment db9adef1-7a04-4fdb-ba25-426f4d125235 of type vlan for network 6251e87c-b84a-4801-acc0-237050be6318 Jul 09 16:38:28.460535 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-dd6e7430-f482-47f8-ac35-b769d2be55e4 None None] Set router e4e7a51a-8872-46cc-b055-f179f2a8a8af gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:38:28.484277 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6d1a5506-e341-484b-8e41-1ff11e7567fa tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:28.518556 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2bd3f59e-d388-4e95-ae2f-34a492353969 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:28.601657 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6d1a5506-e341-484b-8e41-1ff11e7567fa tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:28.606076 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f9f6dec7-0431-4a6e-80e0-5a4f8eb05085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:28.622144 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1a5506-e341-484b-8e41-1ff11e7567fa tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:28.624470 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6d1a5506-e341-484b-8e41-1ff11e7567fa tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:28.760978 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-f9f6dec7-0431-4a6e-80e0-5a4f8eb05085 None None] For port 99211213-e98a-4f13-961a-7c0b984becc9, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=99211213-e98a-4f13-961a-7c0b984becc9,segment=NetworkSegment(4081bb02-f2e3-4d2f-b9e7-4d9933a8d399),segment_id=4081bb02-f2e3-4d2f-b9e7-4d9933a8d399)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:28.771071 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f9f6dec7-0431-4a6e-80e0-5a4f8eb05085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:28.821622 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-6d1a5506-e341-484b-8e41-1ff11e7567fa tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5041769 Jul 09 16:38:28.846220 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33336) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:28.866458 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd3f59e-d388-4e95-ae2f-34a492353969 admin admin] Router 8b1538c1-6953-42c8-9dbb-7d24d93c8d60 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:38:28.879359 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d3130575-9130-463a-be05-b5f2662402c7 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:28.896340 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-f28f6447-743e-4af1-99cd-2d15d6146f89 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Request body: {'subnet': {'network_id': '6251e87c-b84a-4801-acc0-237050be6318', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:28.915445 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f6dec7-0431-4a6e-80e0-5a4f8eb05085 None None] Pushing event updated for resources: {'Port': ['ID=99211213-e98a-4f13-961a-7c0b984becc9,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:28.971116 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3130575-9130-463a-be05-b5f2662402c7 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event updated for resources: {'Subnet': ['ID=64b01a4a-be41-4553-8702-2691dac59831,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:28.974757 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-dd6e7430-f482-47f8-ac35-b769d2be55e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'name': 'tempest-RoutersIpV6Test-router-1509969923', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:06Z', 'updated_at': '2021-07-09T16:38:26Z', 'revision_number': 4, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'gw_port_host': None, '_interfaces': [{'id': '40e9f4e1-74b0-4da8-a27a-5cbb016bc316', 'name': '', 'network_id': '195de87f-2b7c-4d3b-a98b-c83763f6a1f4', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:a8:a3:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'bf443f54-d81f-448e-9882-eb3e9c122c63', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:25Z', 'updated_at': '2021-07-09T16:38:26Z', 'revision_number': 2, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': 'bf443f54-d81f-448e-9882-eb3e9c122c63', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a52bf53-9c73-4965-8a89-3bf52d407a67', 'name': '', 'network_id': 'a45d021f-508f-4f97-8003-8211fd6334e0', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:df:1f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '89cea9f3-900f-4083-b8dd-cd05519d1f98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:09Z', 'updated_at': '2021-07-09T16:38:19Z', 'revision_number': 5, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': '89cea9f3-900f-4083-b8dd-cd05519d1f98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3005793-156b-4d86-a003-35129713da37', 'name': '', 'network_id': '03fce8d3-9d8b-4b0a-acd2-67924ac40da6', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:d0:f3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '0f51627e-af38-4fa7-9b9e-636701e5f6d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:17Z', 'updated_at': '2021-07-09T16:38:27Z', 'revision_number': 5, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': '0f51627e-af38-4fa7-9b9e-636701e5f6d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:29.048671 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1a5506-e341-484b-8e41-1ff11e7567fa tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event updated for resources: {'Network': ['ID=6251e87c-b84a-4801-acc0-237050be6318,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:29.050303 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6e7430-f482-47f8-ac35-b769d2be55e4 None None] Checking router: e4e7a51a-8872-46cc-b055-f179f2a8a8af for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:38:29.055604 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6e7430-f482-47f8-ac35-b769d2be55e4 None None] Updating router e4e7a51a-8872-46cc-b055-f179f2a8a8af port 40e9f4e1-74b0-4da8-a27a-5cbb016bc316 binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:38:29.108837 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28f6447-743e-4af1-99cd-2d15d6146f89 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Made reservation on behalf of 3a240e3acac846d2a1f26873c483f921 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:38:29.113640 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f28f6447-743e-4af1-99cd-2d15d6146f89 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:29.126862 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3130575-9130-463a-be05-b5f2662402c7 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Checking segment: {'id': 'ceed1d2b-b9f6-4842-8d60-b16bc66c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fc4b3636-aace-42f0-a125-b062ab483852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:38:29.127352 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3130575-9130-463a-be05-b5f2662402c7 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Network hostable DHCP agents. Network: fc4b3636-aace-42f0-a125-b062ab483852, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:38:29.129506 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 6251e87c-b84a-4801-acc0-237050be6318 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:38:29.154007 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3130575-9130-463a-be05-b5f2662402c7 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Network fc4b3636-aace-42f0-a125-b062ab483852 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:38:29.234749 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-d3130575-9130-463a-be05-b5f2662402c7 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, fc4b3636-aace-42f0-a125-b062ab483852) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:38:29.249328 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3130575-9130-463a-be05-b5f2662402c7 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:29.250082 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d3130575-9130-463a-be05-b5f2662402c7 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:29.287239 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd3f59e-d388-4e95-ae2f-34a492353969 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:38:29.291125 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d3130575-9130-463a-be05-b5f2662402c7 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2411978 Jul 09 16:38:29.298747 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2bd3f59e-d388-4e95-ae2f-34a492353969 admin admin] 10.222.0.98 "PUT /v2.0/routers/8b1538c1-6953-42c8-9dbb-7d24d93c8d60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1735997 Jul 09 16:38:29.298984 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6226fab-4f99-464a-a328-cf0788eb2d5b None None] Sync routers for ids ['8b1538c1-6953-42c8-9dbb-7d24d93c8d60'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:38:29.299592 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33346) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:29.314413 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6226fab-4f99-464a-a328-cf0788eb2d5b None None] Routers {'8b1538c1-6953-42c8-9dbb-7d24d93c8d60'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:38:29.315096 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-e6226fab-4f99-464a-a328-cf0788eb2d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:38:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['8b1538c1-6953-42c8-9dbb-7d24d93c8d60'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:29.493128 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6d67e216-fd87-4040-9a6c-4db9c429f775 admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:29.594318 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f28f6447-743e-4af1-99cd-2d15d6146f89 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:29.614911 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-e6226fab-4f99-464a-a328-cf0788eb2d5b None None] Set router 8b1538c1-6953-42c8-9dbb-7d24d93c8d60 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:38:29.700885 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f6447-743e-4af1-99cd-2d15d6146f89 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event updated for resources: {'Subnet': ['ID=2b1bc902-48b7-4aeb-bd21-84852639e83f,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:29.728331 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dd6e7430-f482-47f8-ac35-b769d2be55e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:29.744144 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed885aa-d7a4-482b-a00e-b927ef5af5d1 None None] Network fc4b3636-aace-42f0-a125-b062ab483852 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:38:29.753446 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 99211213-e98a-4f13-961a-7c0b984becc9 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:38:29.758512 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6d67e216-fd87-4040-9a6c-4db9c429f775 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:29.794627 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28f6447-743e-4af1-99cd-2d15d6146f89 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Checking segment: {'id': 'db9adef1-7a04-4fdb-ba25-426f4d125235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6251e87c-b84a-4801-acc0-237050be6318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:38:29.795039 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28f6447-743e-4af1-99cd-2d15d6146f89 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Network hostable DHCP agents. Network: 6251e87c-b84a-4801-acc0-237050be6318, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:38:29.862525 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28f6447-743e-4af1-99cd-2d15d6146f89 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Network 6251e87c-b84a-4801-acc0-237050be6318 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:38:29.887322 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-f28f6447-743e-4af1-99cd-2d15d6146f89 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 6251e87c-b84a-4801-acc0-237050be6318) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:38:29.899215 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28f6447-743e-4af1-99cd-2d15d6146f89 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:29.899985 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f28f6447-743e-4af1-99cd-2d15d6146f89 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:29.936322 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f28f6447-743e-4af1-99cd-2d15d6146f89 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0849166 Jul 09 16:38:29.939153 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33358) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:29.948518 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-6d67e216-fd87-4040-9a6c-4db9c429f775 admin admin] Deleting port e15fd12f-92b6-43aa-825b-63d92d0ed5c2 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:38:29.949064 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6d67e216-fd87-4040-9a6c-4db9c429f775 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:29.952601 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ce1e73c2-37ba-4402-8042-f04e63bf2de3 None None] Provisioning complete for port 99211213-e98a-4f13-961a-7c0b984becc9 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:38:29.953002 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ce1e73c2-37ba-4402-8042-f04e63bf2de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:30.043998 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-e6226fab-4f99-464a-a328-cf0788eb2d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b1538c1-6953-42c8-9dbb-7d24d93c8d60', 'name': 'tempest-TestServerMultinode-2067471551-router', 'tenant_id': 'e70a4058ef00461984b8400d2ff3c114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'e15fd12f-92b6-43aa-825b-63d92d0ed5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:36:41Z', 'updated_at': '2021-07-09T16:38:27Z', 'revision_number': 5, 'project_id': 'e70a4058ef00461984b8400d2ff3c114', 'gw_port': {'id': 'e15fd12f-92b6-43aa-825b-63d92d0ed5c2', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1538c1-6953-42c8-9dbb-7d24d93c8d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:36:42Z', 'updated_at': '2021-07-09T16:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:30.093256 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2813a5bf-2d08-4c7c-9642-57f12619f4b1 None None] Network 6251e87c-b84a-4801-acc0-237050be6318 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:38:30.096506 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6226fab-4f99-464a-a328-cf0788eb2d5b None None] Checking router: 8b1538c1-6953-42c8-9dbb-7d24d93c8d60 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:38:30.129144 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6226fab-4f99-464a-a328-cf0788eb2d5b None None] Routers {'8b1538c1-6953-42c8-9dbb-7d24d93c8d60'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:38:30.130037 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-e6226fab-4f99-464a-a328-cf0788eb2d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:38:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['8b1538c1-6953-42c8-9dbb-7d24d93c8d60'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:30.152093 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-6d67e216-fd87-4040-9a6c-4db9c429f775 admin admin] For port e15fd12f-92b6-43aa-825b-63d92d0ed5c2, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=e15fd12f-92b6-43aa-825b-63d92d0ed5c2,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:30.152093 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6d67e216-fd87-4040-9a6c-4db9c429f775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:30.174971 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-6d67e216-fd87-4040-9a6c-4db9c429f775 admin admin] Calling delete_port for e15fd12f-92b6-43aa-825b-63d92d0ed5c2 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:38:30.304521 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-e6226fab-4f99-464a-a328-cf0788eb2d5b None None] Set router 8b1538c1-6953-42c8-9dbb-7d24d93c8d60 gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:38:30.321362 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33368) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:30.328108 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-35c5df2b-e336-4c24-b785-bb3871fbea4d tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1811822717', 'description': 'tempest-secgroup-smoke-1811822717 description', 'project_id': 'e2634516774046048410a7faecd2c391'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:30.360161 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33370) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:30.391063 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-e6226fab-4f99-464a-a328-cf0788eb2d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b1538c1-6953-42c8-9dbb-7d24d93c8d60', 'name': 'tempest-TestServerMultinode-2067471551-router', 'tenant_id': 'e70a4058ef00461984b8400d2ff3c114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:36:41Z', 'updated_at': '2021-07-09T16:38:29Z', 'revision_number': 6, 'project_id': 'e70a4058ef00461984b8400d2ff3c114', 'gw_port_host': None}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:30.441728 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6226fab-4f99-464a-a328-cf0788eb2d5b None None] The sync data for ids ['8b1538c1-6953-42c8-9dbb-7d24d93c8d60'] in n-d-798930-3 is: [{'id': '8b1538c1-6953-42c8-9dbb-7d24d93c8d60', 'name': 'tempest-TestServerMultinode-2067471551-router', 'tenant_id': 'e70a4058ef00461984b8400d2ff3c114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:36:41Z', 'updated_at': '2021-07-09T16:38:29Z', 'revision_number': 6, 'project_id': 'e70a4058ef00461984b8400d2ff3c114', 'gw_port_host': None}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:38:30.451769 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-35c5df2b-e336-4c24-b785-bb3871fbea4d tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:30.533991 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a267d343-965c-4103-a1be-94461b27e019 req-8ae369d4-9af5-4aa8-a8fa-7afd35223323 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=27ca80e2-fa97-4684-a815-7c222d49ea6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0931172 Jul 09 16:38:30.535889 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6d67e216-fd87-4040-9a6c-4db9c429f775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:30.630207 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-abaa3352-1da5-47e4-baa8-0a3dc54c8d49 tempest-RoutersAdminNegativeIpV6Test-636518074 tempest-RoutersAdminNegativeIpV6Test-636518074-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1438572014', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:30.644359 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d67e216-fd87-4040-9a6c-4db9c429f775 admin admin] Pushing event deleted for resources: {'Port': ['ID=e15fd12f-92b6-43aa-825b-63d92d0ed5c2,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:30.657304 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab519cb-880a-4b36-b7f9-3ae69823d42c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-fc4b3636-aace-42f0-a125-b062ab483852', 'network_id': 'fc4b3636-aace-42f0-a125-b062ab483852', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'fixed_ips': [{'subnet_id': '64b01a4a-be41-4553-8702-2691dac59831'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:38:30.658463 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7ab519cb-880a-4b36-b7f9-3ae69823d42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:30.692754 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6d67e216-fd87-4040-9a6c-4db9c429f775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:30.736572 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c0adec-1205-49ca-814b-ded7c316f654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-6251e87c-b84a-4801-acc0-237050be6318', 'network_id': '6251e87c-b84a-4801-acc0-237050be6318', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'fixed_ips': [{'subnet_id': '2b1bc902-48b7-4aeb-bd21-84852639e83f'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:38:30.737407 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a9c0adec-1205-49ca-814b-ded7c316f654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:30.749167 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 99211213-e98a-4f13-961a-7c0b984becc9 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:38:30.749372 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:30.801153 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ce1e73c2-37ba-4402-8042-f04e63bf2de3 None None] Provisioning for port 40e9f4e1-74b0-4da8-a27a-5cbb016bc316 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:38:30.829355 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ce1e73c2-37ba-4402-8042-f04e63bf2de3 None None] Provisioning complete for port 40e9f4e1-74b0-4da8-a27a-5cbb016bc316 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:38:30.829728 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ce1e73c2-37ba-4402-8042-f04e63bf2de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:30.856254 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6d67e216-fd87-4040-9a6c-4db9c429f775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:30.859530 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-35c5df2b-e336-4c24-b785-bb3871fbea4d tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:30.859915 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6d67e216-fd87-4040-9a6c-4db9c429f775 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:30.877428 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a267d343-965c-4103-a1be-94461b27e019 req-44014754-8300-44f6-a10c-65257648ed3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:30.879539 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a267d343-965c-4103-a1be-94461b27e019 req-44014754-8300-44f6-a10c-65257648ed3a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=313daaa44e994ebf83af8fe773f4ee0d&device_id=27ca80e2-fa97-4684-a815-7c222d49ea6f HTTP/1.1" status: 200 len: 1097 time: 0.2476637 Jul 09 16:38:30.895848 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-35c5df2b-e336-4c24-b785-bb3871fbea4d tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:30.949737 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abaa3352-1da5-47e4-baa8-0a3dc54c8d49 tempest-RoutersAdminNegativeIpV6Test-636518074 tempest-RoutersAdminNegativeIpV6Test-636518074-project-admin] Made reservation on behalf of 4742912251f44b93b8f52c6eb031f786 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:38:30.956168 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-abaa3352-1da5-47e4-baa8-0a3dc54c8d49 tempest-RoutersAdminNegativeIpV6Test-636518074 tempest-RoutersAdminNegativeIpV6Test-636518074-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:30.963276 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-35c5df2b-e336-4c24-b785-bb3871fbea4d tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:30.967683 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-35c5df2b-e336-4c24-b785-bb3871fbea4d tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6418045 Jul 09 16:38:30.969499 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33376) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:30.978714 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-9d59103f-5d85-452c-9b4c-8d0c9f2ca5ab tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Request body: {'security_group_rule': {'security_group_id': '9dac7b09-25d1-4d4f-9e91-5f6b0a69c7a4', 'project_id': 'e2634516774046048410a7faecd2c391', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:31.002371 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5df2b-e336-4c24-b785-bb3871fbea4d tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dac7b09-25d1-4d4f-9e91-5f6b0a69c7a4,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:31.020893 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b282f803-856c-4250-a238-fdef66b6092a tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:31.049464 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-abaa3352-1da5-47e4-baa8-0a3dc54c8d49 tempest-RoutersAdminNegativeIpV6Test-636518074 tempest-RoutersAdminNegativeIpV6Test-636518074-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:31.161505 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-ce1e73c2-37ba-4402-8042-f04e63bf2de3 None None] Port 40e9f4e1-74b0-4da8-a27a-5cbb016bc316 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:38:31.293208 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9d59103f-5d85-452c-9b4c-8d0c9f2ca5ab tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:31.293503 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-7ab519cb-880a-4b36-b7f9-3ae69823d42c None None] Allocated IP 172.20.0.18 (fc4b3636-aace-42f0-a125-b062ab483852/64b01a4a-be41-4553-8702-2691dac59831/85f63cce-4fb5-4617-9817-dd66cb917198) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:38:31.312571 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-a9c0adec-1205-49ca-814b-ded7c316f654 None None] Allocated IP 2001:db8:3::2 (6251e87c-b84a-4801-acc0-237050be6318/2b1bc902-48b7-4aeb-bd21-84852639e83f/1637d125-94db-478f-b45b-e0d2e489555e) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:38:31.321842 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device e3005793-156b-4d86-a003-35129713da37 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:38:31.403112 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e4446d17-9210-474c-b56a-3a9822611de8 None None] Provisioning complete for port 40e9f4e1-74b0-4da8-a27a-5cbb016bc316 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:38:31.403342 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e4446d17-9210-474c-b56a-3a9822611de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:31.456304 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6d67e216-fd87-4040-9a6c-4db9c429f775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:31.457420 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d67e216-fd87-4040-9a6c-4db9c429f775 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b1538c1-6953-42c8-9dbb-7d24d93c8d60 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:38:31.464292 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6d67e216-fd87-4040-9a6c-4db9c429f775 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:31.467359 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6d67e216-fd87-4040-9a6c-4db9c429f775 admin admin] 10.222.0.98 "DELETE /v2.0/routers/8b1538c1-6953-42c8-9dbb-7d24d93c8d60 HTTP/1.1" status: 204 len: 168 time: 2.1665561 Jul 09 16:38:31.471752 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33384) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:31.486916 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9d59103f-5d85-452c-9b4c-8d0c9f2ca5ab tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:31.521163 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9d59103f-5d85-452c-9b4c-8d0c9f2ca5ab tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:31.547696 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a267d343-965c-4103-a1be-94461b27e019 req-adda5d9d-360e-4860-896b-1b160ca7b2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:31.547696 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a267d343-965c-4103-a1be-94461b27e019 req-adda5d9d-360e-4860-896b-1b160ca7b2f7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6a9e1cb2-fe24-406e-8baf-8643d7db8d0b HTTP/1.1" status: 200 len: 916 time: 0.6174467 Jul 09 16:38:31.586955 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-abaa3352-1da5-47e4-baa8-0a3dc54c8d49 tempest-RoutersAdminNegativeIpV6Test-636518074 tempest-RoutersAdminNegativeIpV6Test-636518074-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:31.588243 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d59103f-5d85-452c-9b4c-8d0c9f2ca5ab tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f260476f-cc8f-40d0-8f50-223289ba130d,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:31.594296 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dd6e7430-f482-47f8-ac35-b769d2be55e4 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:31.598876 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-e4446d17-9210-474c-b56a-3a9822611de8 None None] Port 40e9f4e1-74b0-4da8-a27a-5cbb016bc316 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:38:31.603463 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a875db9-5b4e-45e1-8a3d-f7ac36778757 admin admin] Deleting subnet db6b7bdb-8f77-4160-95de-1e7faac45cc3 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:38:31.608389 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9d59103f-5d85-452c-9b4c-8d0c9f2ca5ab tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:31.609913 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-9d59103f-5d85-452c-9b4c-8d0c9f2ca5ab tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6356869 Jul 09 16:38:31.610759 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-abaa3352-1da5-47e4-baa8-0a3dc54c8d49 tempest-RoutersAdminNegativeIpV6Test-636518074 tempest-RoutersAdminNegativeIpV6Test-636518074-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:31.615610 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-abaa3352-1da5-47e4-baa8-0a3dc54c8d49 tempest-RoutersAdminNegativeIpV6Test-636518074 tempest-RoutersAdminNegativeIpV6Test-636518074-project-admin] device_id is not set on port 963dc11e-595a-4f43-a8eb-319b1087bf94 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:38:31.619729 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33386) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:31.620613 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9a875db9-5b4e-45e1-8a3d-f7ac36778757 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:31.629319 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a267d343-965c-4103-a1be-94461b27e019 req-1ad0529f-0894-45a5-bb5f-d6b732488fd9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2874e17-97fa-487f-9d66-e5a5e02ef11a HTTP/1.1" status: 200 len: 217 time: 0.0768569 Jul 09 16:38:31.630481 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port e3005793-156b-4d86-a003-35129713da37 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:38:31.630896 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:31.632563 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-951b4a54-70f0-4b49-a6bd-13b3db8822c8 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Request body: {'security_group_rule': {'security_group_id': '9dac7b09-25d1-4d4f-9e91-5f6b0a69c7a4', 'project_id': 'e2634516774046048410a7faecd2c391', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:31.636183 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-dd6e7430-f482-47f8-ac35-b769d2be55e4 None None] Transition to ACTIVE for port object 40e9f4e1-74b0-4da8-a27a-5cbb016bc316 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:38:31.674711 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dd6e7430-f482-47f8-ac35-b769d2be55e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:31.719624 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a267d343-965c-4103-a1be-94461b27e019 req-dca91a3f-b2ed-4a6f-a69d-884eef8b0f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:31.731362 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a267d343-965c-4103-a1be-94461b27e019 req-dca91a3f-b2ed-4a6f-a69d-884eef8b0f71 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5645ca8d-973f-497d-a26d-ddaaa7246e67 HTTP/1.1" status: 200 len: 855 time: 0.0940540 Jul 09 16:38:31.750263 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa3352-1da5-47e4-baa8-0a3dc54c8d49 tempest-RoutersAdminNegativeIpV6Test-636518074 tempest-RoutersAdminNegativeIpV6Test-636518074-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2ed286-70ea-405e-925f-e0765f24f50a,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:31.779540 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9a875db9-5b4e-45e1-8a3d-f7ac36778757 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:31.802675 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a267d343-965c-4103-a1be-94461b27e019 req-aa5e06d6-2146-4f55-9ac1-1c1c5ef6b6b3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6a9e1cb2-fe24-406e-8baf-8643d7db8d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628376 Jul 09 16:38:31.880311 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efca3e9f-2cfa-4d6f-8155-48dbead7d26b None None] Pushing event updated for resources: {'Port': ['ID=40e9f4e1-74b0-4da8-a27a-5cbb016bc316,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:31.904819 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-951b4a54-70f0-4b49-a6bd-13b3db8822c8 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:31.910676 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7ab519cb-880a-4b36-b7f9-3ae69823d42c None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:31.954309 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a9c0adec-1205-49ca-814b-ded7c316f654 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:31.960096 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7ab519cb-880a-4b36-b7f9-3ae69823d42c None None] Transition to ACTIVE for port object 85f63cce-4fb5-4617-9817-dd66cb917198 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:38:32.008198 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a267d343-965c-4103-a1be-94461b27e019 req-b3831ff8-d755-4098-8959-4e87ca9ab101 service neutron] 10.222.0.73 "GET /v2.0/networks/6a9e1cb2-fe24-406e-8baf-8643d7db8d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977720 Jul 09 16:38:32.033732 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a9c0adec-1205-49ca-814b-ded7c316f654 None None] Transition to ACTIVE for port object 1637d125-94db-478f-b45b-e0d2e489555e will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:38:32.056621 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7ab519cb-880a-4b36-b7f9-3ae69823d42c None None] Transition to ACTIVE for port object 85f63cce-4fb5-4617-9817-dd66cb917198 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:38:32.057063 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-abaa3352-1da5-47e4-baa8-0a3dc54c8d49 tempest-RoutersAdminNegativeIpV6Test-636518074 tempest-RoutersAdminNegativeIpV6Test-636518074-project-admin] Allocated IP 172.25.0.138 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/963dc11e-595a-4f43-a8eb-319b1087bf94) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:38:32.073468 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-dd6e7430-f482-47f8-ac35-b769d2be55e4 None None] Attempting to bind port 40e9f4e1-74b0-4da8-a27a-5cbb016bc316 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:38:32.073840 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-dd6e7430-f482-47f8-ac35-b769d2be55e4 None None] Attempting to bind port 40e9f4e1-74b0-4da8-a27a-5cbb016bc316 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '4081bb02-f2e3-4d2f-b9e7-4d9933a8d399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '195de87f-2b7c-4d3b-a98b-c83763f6a1f4'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:38:32.074208 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6e7430-f482-47f8-ac35-b769d2be55e4 None None] Attempting to bind port 40e9f4e1-74b0-4da8-a27a-5cbb016bc316 on network 195de87f-2b7c-4d3b-a98b-c83763f6a1f4 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:38:32.085227 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7ab519cb-880a-4b36-b7f9-3ae69823d42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:32.089993 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a9c0adec-1205-49ca-814b-ded7c316f654 None None] Transition to ACTIVE for port object 1637d125-94db-478f-b45b-e0d2e489555e will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:38:32.097307 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6e7430-f482-47f8-ac35-b769d2be55e4 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:38:32.097723 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6e7430-f482-47f8-ac35-b769d2be55e4 None None] Checking segment: {'id': '4081bb02-f2e3-4d2f-b9e7-4d9933a8d399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '195de87f-2b7c-4d3b-a98b-c83763f6a1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:38:32.115583 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dd6e7430-f482-47f8-ac35-b769d2be55e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:32.115583 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6e7430-f482-47f8-ac35-b769d2be55e4 None None] Bound using segment: {'id': '4081bb02-f2e3-4d2f-b9e7-4d9933a8d399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '195de87f-2b7c-4d3b-a98b-c83763f6a1f4'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:38:32.115583 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-dd6e7430-f482-47f8-ac35-b769d2be55e4 None None] Bound port: 40e9f4e1-74b0-4da8-a27a-5cbb016bc316, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4081bb02-f2e3-4d2f-b9e7-4d9933a8d399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '195de87f-2b7c-4d3b-a98b-c83763f6a1f4'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:38:32.115583 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dd6e7430-f482-47f8-ac35-b769d2be55e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:32.192720 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a9c0adec-1205-49ca-814b-ded7c316f654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:32.213858 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a267d343-965c-4103-a1be-94461b27e019 req-b6d7c105-1402-4afb-a3dd-decb9faa8621 service neutron] 10.222.0.73 "GET /v2.0/networks/6a9e1cb2-fe24-406e-8baf-8643d7db8d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987429 Jul 09 16:38:32.231174 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab519cb-880a-4b36-b7f9-3ae69823d42c None None] Network fc4b3636-aace-42f0-a125-b062ab483852 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:38:32.239598 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-7ab519cb-880a-4b36-b7f9-3ae69823d42c None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:38:32.253376 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab519cb-880a-4b36-b7f9-3ae69823d42c None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:38:32.276084 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d3f1f247-a944-4ccb-af8f-e0b8bd995073 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:38:32.357700 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-b282f803-856c-4250-a238-fdef66b6092a tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Allocated IP 2001:db8:3::1 (6251e87c-b84a-4801-acc0-237050be6318/2b1bc902-48b7-4aeb-bd21-84852639e83f/30edada3-dd19-404b-9b87-ddd205d37e4f) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:38:32.368264 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9a875db9-5b4e-45e1-8a3d-f7ac36778757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:32.400365 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-951b4a54-70f0-4b49-a6bd-13b3db8822c8 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:32.418451 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-951b4a54-70f0-4b49-a6bd-13b3db8822c8 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:32.475303 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-abaa3352-1da5-47e4-baa8-0a3dc54c8d49 tempest-RoutersAdminNegativeIpV6Test-636518074 tempest-RoutersAdminNegativeIpV6Test-636518074-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:32.492748 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c0adec-1205-49ca-814b-ded7c316f654 None None] Network 6251e87c-b84a-4801-acc0-237050be6318 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:38:32.519076 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b4a54-70f0-4b49-a6bd-13b3db8822c8 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72b32bf9-c17a-4977-9f04-c88c804f13d7,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:32.527081 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: d3f1f247-a944-4ccb-af8f-e0b8bd995073 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:38:32.527431 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d3f1f247-a944-4ccb-af8f-e0b8bd995073 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:38:32.527855 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device e15fd12f-92b6-43aa-825b-63d92d0ed5c2 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:38:32.533534 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-951b4a54-70f0-4b49-a6bd-13b3db8822c8 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:32.534730 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-951b4a54-70f0-4b49-a6bd-13b3db8822c8 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9101675 Jul 09 16:38:32.537772 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33396) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:32.543152 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-c939cdbd-3f31-4678-aab5-4225cd09748c tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Request body: {'security_group_rule': {'security_group_id': '9dac7b09-25d1-4d4f-9e91-5f6b0a69c7a4', 'project_id': 'e2634516774046048410a7faecd2c391', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:32.555088 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-a9c0adec-1205-49ca-814b-ded7c316f654 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:38:32.576788 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9a875db9-5b4e-45e1-8a3d-f7ac36778757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:32.587219 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c939cdbd-3f31-4678-aab5-4225cd09748c tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:32.610447 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-dd6e7430-f482-47f8-ac35-b769d2be55e4 None None] For port 40e9f4e1-74b0-4da8-a27a-5cbb016bc316, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:38:32.619464 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-dd6e7430-f482-47f8-ac35-b769d2be55e4 None None] For port 40e9f4e1-74b0-4da8-a27a-5cbb016bc316, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=40e9f4e1-74b0-4da8-a27a-5cbb016bc316,segment=NetworkSegment(4081bb02-f2e3-4d2f-b9e7-4d9933a8d399),segment_id=4081bb02-f2e3-4d2f-b9e7-4d9933a8d399)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:38:32.621127 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab519cb-880a-4b36-b7f9-3ae69823d42c None None] Pushing event updated for resources: {'Port': ['ID=85f63cce-4fb5-4617-9817-dd66cb917198,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:32.627824 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c0adec-1205-49ca-814b-ded7c316f654 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:38:32.630394 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a875db9-5b4e-45e1-8a3d-f7ac36778757 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db6b7bdb-8f77-4160-95de-1e7faac45cc3,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:32.634291 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dd6e7430-f482-47f8-ac35-b769d2be55e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:32.638926 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: e15fd12f-92b6-43aa-825b-63d92d0ed5c2 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:38:32.639573 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device e15fd12f-92b6-43aa-825b-63d92d0ed5c2 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:38:32.645882 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9a875db9-5b4e-45e1-8a3d-f7ac36778757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:32.647936 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-9a875db9-5b4e-45e1-8a3d-f7ac36778757 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/db6b7bdb-8f77-4160-95de-1e7faac45cc3 HTTP/1.1" status: 204 len: 168 time: 1.1753306 Jul 09 16:38:32.652123 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33398) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:32.682275 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b282f803-856c-4250-a238-fdef66b6092a tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:32.683456 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-abaa3352-1da5-47e4-baa8-0a3dc54c8d49 tempest-RoutersAdminNegativeIpV6Test-636518074 tempest-RoutersAdminNegativeIpV6Test-636518074-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:32.778702 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c939cdbd-3f31-4678-aab5-4225cd09748c tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:32.783318 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-b282f803-856c-4250-a238-fdef66b6092a tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Transition to ACTIVE for port object 30edada3-dd19-404b-9b87-ddd205d37e4f will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:38:32.787369 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c939cdbd-3f31-4678-aab5-4225cd09748c tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:32.789918 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee044819-bfb2-42b7-8cb8-79d4bc15795b None None] Network 47f96309-8a1b-4bab-9e45-28b246f8b4dc requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:38:32.838863 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abaa3352-1da5-47e4-baa8-0a3dc54c8d49 tempest-RoutersAdminNegativeIpV6Test-636518074 tempest-RoutersAdminNegativeIpV6Test-636518074-project-admin] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:38:32.846193 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c939cdbd-3f31-4678-aab5-4225cd09748c tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2770414-bf39-48a6-98e3-f723ec503fe6,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:32.867091 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c939cdbd-3f31-4678-aab5-4225cd09748c tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:32.870997 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c939cdbd-3f31-4678-aab5-4225cd09748c tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3316636 Jul 09 16:38:32.873352 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33400) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:32.877207 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-abaa3352-1da5-47e4-baa8-0a3dc54c8d49 tempest-RoutersAdminNegativeIpV6Test-636518074 tempest-RoutersAdminNegativeIpV6Test-636518074-project-admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:38:32.881159 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaa3352-1da5-47e4-baa8-0a3dc54c8d49 tempest-RoutersAdminNegativeIpV6Test-636518074 tempest-RoutersAdminNegativeIpV6Test-636518074-project-admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:38:32.881490 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-12c53fae-b05d-4507-95ff-3baafd5f4fb5 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Request body: {'security_group_rule': {'security_group_id': '9dac7b09-25d1-4d4f-9e91-5f6b0a69c7a4', 'project_id': 'e2634516774046048410a7faecd2c391', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:32.922518 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12c53fae-b05d-4507-95ff-3baafd5f4fb5 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:32.927427 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-7ab519cb-880a-4b36-b7f9-3ae69823d42c None None] Attempting to bind port 85f63cce-4fb5-4617-9817-dd66cb917198 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:38:32.927983 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-7ab519cb-880a-4b36-b7f9-3ae69823d42c None None] Attempting to bind port 85f63cce-4fb5-4617-9817-dd66cb917198 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'ceed1d2b-b9f6-4842-8d60-b16bc66c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fc4b3636-aace-42f0-a125-b062ab483852'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:38:32.928394 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab519cb-880a-4b36-b7f9-3ae69823d42c None None] Attempting to bind port 85f63cce-4fb5-4617-9817-dd66cb917198 on network fc4b3636-aace-42f0-a125-b062ab483852 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:38:32.939799 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6e7430-f482-47f8-ac35-b769d2be55e4 None None] Routers {'e4e7a51a-8872-46cc-b055-f179f2a8a8af'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:38:32.940456 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-dd6e7430-f482-47f8-ac35-b769d2be55e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:38:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['e4e7a51a-8872-46cc-b055-f179f2a8a8af'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:32.961837 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5e951b90-43e8-48ea-b97a-335cc6a4a434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:32.970111 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa3352-1da5-47e4-baa8-0a3dc54c8d49 tempest-RoutersAdminNegativeIpV6Test-636518074 tempest-RoutersAdminNegativeIpV6Test-636518074-project-admin] Pushing event updated for resources: {'Port': ['ID=963dc11e-595a-4f43-a8eb-319b1087bf94,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:32.996619 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c0adec-1205-49ca-814b-ded7c316f654 None None] Pushing event updated for resources: {'Port': ['ID=1637d125-94db-478f-b45b-e0d2e489555e,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:32.998237 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-a9c0adec-1205-49ca-814b-ded7c316f654 None None] Attempting to bind port 1637d125-94db-478f-b45b-e0d2e489555e on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:38:32.998621 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-a9c0adec-1205-49ca-814b-ded7c316f654 None None] Attempting to bind port 1637d125-94db-478f-b45b-e0d2e489555e by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'db9adef1-7a04-4fdb-ba25-426f4d125235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6251e87c-b84a-4801-acc0-237050be6318'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:38:32.999070 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c0adec-1205-49ca-814b-ded7c316f654 None None] Attempting to bind port 1637d125-94db-478f-b45b-e0d2e489555e on network 6251e87c-b84a-4801-acc0-237050be6318 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:38:33.000479 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b282f803-856c-4250-a238-fdef66b6092a tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:33.003540 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abaa3352-1da5-47e4-baa8-0a3dc54c8d49 tempest-RoutersAdminNegativeIpV6Test-636518074 tempest-RoutersAdminNegativeIpV6Test-636518074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:33.004154 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-abaa3352-1da5-47e4-baa8-0a3dc54c8d49 tempest-RoutersAdminNegativeIpV6Test-636518074 tempest-RoutersAdminNegativeIpV6Test-636518074-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:33.043285 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c0adec-1205-49ca-814b-ded7c316f654 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:38:33.043665 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c0adec-1205-49ca-814b-ded7c316f654 None None] Checking segment: {'id': 'db9adef1-7a04-4fdb-ba25-426f4d125235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6251e87c-b84a-4801-acc0-237050be6318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:38:33.044072 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a9c0adec-1205-49ca-814b-ded7c316f654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:33.044467 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c0adec-1205-49ca-814b-ded7c316f654 None None] Bound using segment: {'id': 'db9adef1-7a04-4fdb-ba25-426f4d125235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6251e87c-b84a-4801-acc0-237050be6318'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:38:33.044952 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-a9c0adec-1205-49ca-814b-ded7c316f654 None None] Bound port: 1637d125-94db-478f-b45b-e0d2e489555e, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9adef1-7a04-4fdb-ba25-426f4d125235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6251e87c-b84a-4801-acc0-237050be6318'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:38:33.045333 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a9c0adec-1205-49ca-814b-ded7c316f654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:33.056679 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12c53fae-b05d-4507-95ff-3baafd5f4fb5 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:33.065915 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12c53fae-b05d-4507-95ff-3baafd5f4fb5 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:33.083983 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-abaa3352-1da5-47e4-baa8-0a3dc54c8d49 tempest-RoutersAdminNegativeIpV6Test-636518074 tempest-RoutersAdminNegativeIpV6Test-636518074-project-admin] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.7227170 Jul 09 16:38:33.089469 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab519cb-880a-4b36-b7f9-3ae69823d42c None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:38:33.089857 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab519cb-880a-4b36-b7f9-3ae69823d42c None None] Checking segment: {'id': 'ceed1d2b-b9f6-4842-8d60-b16bc66c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fc4b3636-aace-42f0-a125-b062ab483852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:38:33.090264 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7ab519cb-880a-4b36-b7f9-3ae69823d42c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:33.090667 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab519cb-880a-4b36-b7f9-3ae69823d42c None None] Bound using segment: {'id': 'ceed1d2b-b9f6-4842-8d60-b16bc66c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fc4b3636-aace-42f0-a125-b062ab483852'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:38:33.091218 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-7ab519cb-880a-4b36-b7f9-3ae69823d42c None None] Bound port: 85f63cce-4fb5-4617-9817-dd66cb917198, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceed1d2b-b9f6-4842-8d60-b16bc66c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fc4b3636-aace-42f0-a125-b062ab483852'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:38:33.092101 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7ab519cb-880a-4b36-b7f9-3ae69823d42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:33.092250 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33406) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:33.094962 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b282f803-856c-4250-a238-fdef66b6092a tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Network 6251e87c-b84a-4801-acc0-237050be6318 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:38:33.103448 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-b282f803-856c-4250-a238-fdef66b6092a tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:38:33.104245 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-03501991-d014-4902-a9e6-d94728c0011c tempest-RoutersAdminNegativeIpV6Test-636518074 tempest-RoutersAdminNegativeIpV6Test-636518074-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.138'}]}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:33.106439 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b282f803-856c-4250-a238-fdef66b6092a tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:38:33.107272 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b282f803-856c-4250-a238-fdef66b6092a tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:33.125676 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c53fae-b05d-4507-95ff-3baafd5f4fb5 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b2041ea-ff64-4e32-8b90-893a152f3314,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:33.133563 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12c53fae-b05d-4507-95ff-3baafd5f4fb5 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:33.138243 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-12c53fae-b05d-4507-95ff-3baafd5f4fb5 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2606525 Jul 09 16:38:33.138988 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33408) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:33.147945 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-0bc86d02-002c-4bf1-8882-f21863548d82 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Request body: {'security_group_rule': {'security_group_id': '9dac7b09-25d1-4d4f-9e91-5f6b0a69c7a4', 'project_id': 'e2634516774046048410a7faecd2c391', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:33.168972 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b282f803-856c-4250-a238-fdef66b6092a tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event updated for resources: {'Port': ['ID=30edada3-dd19-404b-9b87-ddd205d37e4f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:33.225633 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-03501991-d014-4902-a9e6-d94728c0011c tempest-RoutersAdminNegativeIpV6Test-636518074 tempest-RoutersAdminNegativeIpV6Test-636518074-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:33.227661 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-03501991-d014-4902-a9e6-d94728c0011c tempest-RoutersAdminNegativeIpV6Test-636518074 tempest-RoutersAdminNegativeIpV6Test-636518074-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:33.246307 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-5e951b90-43e8-48ea-b97a-335cc6a4a434 admin admin] Deleting port cfd0379c-0822-46ed-b47f-609999a9e498 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:38:33.246647 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5e951b90-43e8-48ea-b97a-335cc6a4a434 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:33.249721 n-d-798930-3 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-0bc86d02-002c-4bf1-8882-f21863548d82 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Project e2634516774046048410a7faecd2c391 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 16:38:33.267831 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0bc86d02-002c-4bf1-8882-f21863548d82 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:33.357356 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-5e951b90-43e8-48ea-b97a-335cc6a4a434 admin admin] For port cfd0379c-0822-46ed-b47f-609999a9e498, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=cfd0379c-0822-46ed-b47f-609999a9e498,segment=NetworkSegment(151d0aee-3796-484c-8d19-ee8bc1639910),segment_id=151d0aee-3796-484c-8d19-ee8bc1639910)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:33.357727 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5e951b90-43e8-48ea-b97a-335cc6a4a434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:33.370145 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a9c0adec-1205-49ca-814b-ded7c316f654 None None] For port 1637d125-94db-478f-b45b-e0d2e489555e, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:38:33.381290 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-5e951b90-43e8-48ea-b97a-335cc6a4a434 admin admin] Calling delete_port for cfd0379c-0822-46ed-b47f-609999a9e498 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:38:33.382525 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a9c0adec-1205-49ca-814b-ded7c316f654 None None] For port 1637d125-94db-478f-b45b-e0d2e489555e, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=1637d125-94db-478f-b45b-e0d2e489555e,segment=NetworkSegment(db9adef1-7a04-4fdb-ba25-426f4d125235),segment_id=db9adef1-7a04-4fdb-ba25-426f4d125235)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:38:33.383981 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b282f803-856c-4250-a238-fdef66b6092a tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:33.389364 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-03501991-d014-4902-a9e6-d94728c0011c tempest-RoutersAdminNegativeIpV6Test-636518074 tempest-RoutersAdminNegativeIpV6Test-636518074-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:33.438495 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-dd6e7430-f482-47f8-ac35-b769d2be55e4 None None] Set router e4e7a51a-8872-46cc-b055-f179f2a8a8af gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:38:33.456114 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0bc86d02-002c-4bf1-8882-f21863548d82 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:33.462742 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efca3e9f-2cfa-4d6f-8155-48dbead7d26b None None] Pushing event updated for resources: {'Port': ['ID=40e9f4e1-74b0-4da8-a27a-5cbb016bc316,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:33.593950 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0bc86d02-002c-4bf1-8882-f21863548d82 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:33.610128 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-7ab519cb-880a-4b36-b7f9-3ae69823d42c None None] For port 85f63cce-4fb5-4617-9817-dd66cb917198, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:38:33.618077 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc86d02-002c-4bf1-8882-f21863548d82 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aae790d1-1386-453d-a603-1d03ec4728fa,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:33.657106 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5e951b90-43e8-48ea-b97a-335cc6a4a434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:33.670159 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-7ab519cb-880a-4b36-b7f9-3ae69823d42c None None] For port 85f63cce-4fb5-4617-9817-dd66cb917198, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=85f63cce-4fb5-4617-9817-dd66cb917198,segment=NetworkSegment(ceed1d2b-b9f6-4842-8d60-b16bc66c3e68),segment_id=ceed1d2b-b9f6-4842-8d60-b16bc66c3e68)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:38:33.672385 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a9c0adec-1205-49ca-814b-ded7c316f654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:33.685521 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0bc86d02-002c-4bf1-8882-f21863548d82 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:33.686297 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0bc86d02-002c-4bf1-8882-f21863548d82 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5427339 Jul 09 16:38:33.737049 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33426) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:33.743207 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-61b8f039-f873-4cd6-8c60-02437cd57b61 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Request body: {'security_group_rule': {'security_group_id': '9dac7b09-25d1-4d4f-9e91-5f6b0a69c7a4', 'project_id': 'e2634516774046048410a7faecd2c391', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:33.759275 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-03501991-d014-4902-a9e6-d94728c0011c tempest-RoutersAdminNegativeIpV6Test-636518074 tempest-RoutersAdminNegativeIpV6Test-636518074-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:33.768774 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e951b90-43e8-48ea-b97a-335cc6a4a434 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfd0379c-0822-46ed-b47f-609999a9e498,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:33.773778 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e951b90-43e8-48ea-b97a-335cc6a4a434 admin admin] No DVR routers for this DVR port cfd0379c-0822-46ed-b47f-609999a9e498 on host n-d-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:38:33.800256 n-d-798930-3 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-61b8f039-f873-4cd6-8c60-02437cd57b61 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Project e2634516774046048410a7faecd2c391 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 16:38:33.834286 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-61b8f039-f873-4cd6-8c60-02437cd57b61 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:33.897540 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c0adec-1205-49ca-814b-ded7c316f654 None None] Pushing event updated for resources: {'Port': ['ID=1637d125-94db-478f-b45b-e0d2e489555e,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:33.900572 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5e951b90-43e8-48ea-b97a-335cc6a4a434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:33.901415 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7ab519cb-880a-4b36-b7f9-3ae69823d42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:33.922953 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-5e951b90-43e8-48ea-b97a-335cc6a4a434 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47f96309-8a1b-4bab-9e45-28b246f8b4dc']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:33.925626 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-61b8f039-f873-4cd6-8c60-02437cd57b61 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:33.934644 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-61b8f039-f873-4cd6-8c60-02437cd57b61 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:33.941058 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-5e951b90-43e8-48ea-b97a-335cc6a4a434 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '151d0aee-3796-484c-8d19-ee8bc1639910') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:33.941058 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-5e951b90-43e8-48ea-b97a-335cc6a4a434 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '151d0aee-3796-484c-8d19-ee8bc1639910') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:33.960069 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5e951b90-43e8-48ea-b97a-335cc6a4a434 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:33.967238 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-61b8f039-f873-4cd6-8c60-02437cd57b61 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:33.968954 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-61b8f039-f873-4cd6-8c60-02437cd57b61 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2307937 Jul 09 16:38:33.979112 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b282f803-856c-4250-a238-fdef66b6092a tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:33.983419 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b8f039-f873-4cd6-8c60-02437cd57b61 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26e5bdc8-1fab-4f2a-97e7-a5ac330d9dde,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:33.996682 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b282f803-856c-4250-a238-fdef66b6092a tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:33.997548 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b282f803-856c-4250-a238-fdef66b6092a tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:34.015461 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5e951b90-43e8-48ea-b97a-335cc6a4a434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:34.108545 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab519cb-880a-4b36-b7f9-3ae69823d42c None None] Pushing event updated for resources: {'Port': ['ID=85f63cce-4fb5-4617-9817-dd66cb917198,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:34.116816 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e951b90-43e8-48ea-b97a-335cc6a4a434 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:38:34.117798 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5e951b90-43e8-48ea-b97a-335cc6a4a434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:34.120488 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:38:34.120488 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:38:34.120488 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:38:34.120488 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:38:34.120488 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:38:34.120488 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:38:34.120488 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:38:34.120488 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:38:34.120488 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:38:34.120488 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:38:34.120488 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:38:34.120488 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:38:34.120488 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:38:34.120488 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:38:34.120488 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:38:34.120488 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:38:34.120488 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:38:34.120488 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:38:34.120488 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:38:34.120488 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:38:34.120488 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:38:34.120488 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:38:34.120488 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:38:34.120488 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:38:34.120488 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:38:34.120488 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:38:34.120488 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:38:34.120488 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:38:34.120488 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:38:34.120488 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:38:34.120488 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:38:34.120488 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:38:34.120488 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:38:34.120488 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:38:34.238381 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df55be41-70be-458d-80d9-c104701f7aec None None] DHCP port deletion for 47f96309-8a1b-4bab-9e45-28b246f8b4dc request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:38:34.312354 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b282f803-856c-4250-a238-fdef66b6092a tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event updated for resources: {'Port': ['ID=30edada3-dd19-404b-9b87-ddd205d37e4f,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:34.354914 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5e951b90-43e8-48ea-b97a-335cc6a4a434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:34.410042 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5e951b90-43e8-48ea-b97a-335cc6a4a434 admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:34.415692 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-5e951b90-43e8-48ea-b97a-335cc6a4a434 admin admin] 10.222.0.98 "DELETE /v2.0/networks/47f96309-8a1b-4bab-9e45-28b246f8b4dc HTTP/1.1" status: 204 len: 168 time: 1.7626266 Jul 09 16:38:34.468770 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-dd6e7430-f482-47f8-ac35-b769d2be55e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'name': 'tempest-RoutersIpV6Test-router-1509969923', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:06Z', 'updated_at': '2021-07-09T16:38:26Z', 'revision_number': 4, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'gw_port_host': None, '_interfaces': [{'id': '40e9f4e1-74b0-4da8-a27a-5cbb016bc316', 'name': '', 'network_id': '195de87f-2b7c-4d3b-a98b-c83763f6a1f4', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:a8:a3:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'bf443f54-d81f-448e-9882-eb3e9c122c63', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:25Z', 'updated_at': '2021-07-09T16:38:32Z', 'revision_number': 4, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': 'bf443f54-d81f-448e-9882-eb3e9c122c63', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a52bf53-9c73-4965-8a89-3bf52d407a67', 'name': '', 'network_id': 'a45d021f-508f-4f97-8003-8211fd6334e0', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:df:1f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '89cea9f3-900f-4083-b8dd-cd05519d1f98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:09Z', 'updated_at': '2021-07-09T16:38:19Z', 'revision_number': 5, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': '89cea9f3-900f-4083-b8dd-cd05519d1f98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3005793-156b-4d86-a003-35129713da37', 'name': '', 'network_id': '03fce8d3-9d8b-4b0a-acd2-67924ac40da6', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:d0:f3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '0f51627e-af38-4fa7-9b9e-636701e5f6d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:17Z', 'updated_at': '2021-07-09T16:38:27Z', 'revision_number': 5, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': '0f51627e-af38-4fa7-9b9e-636701e5f6d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:34.483242 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33448) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:34.552139 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e951b90-43e8-48ea-b97a-335cc6a4a434 admin admin] Pushing event deleted for resources: {'Network': ['ID=47f96309-8a1b-4bab-9e45-28b246f8b4dc,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:34.590009 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6e7430-f482-47f8-ac35-b769d2be55e4 None None] The sync data for ids ['e4e7a51a-8872-46cc-b055-f179f2a8a8af'] in n-d-798930-3 is: [{'id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'name': 'tempest-RoutersIpV6Test-router-1509969923', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:06Z', 'updated_at': '2021-07-09T16:38:26Z', 'revision_number': 4, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'gw_port_host': None, '_interfaces': [{'id': '40e9f4e1-74b0-4da8-a27a-5cbb016bc316', 'name': '', 'network_id': '195de87f-2b7c-4d3b-a98b-c83763f6a1f4', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:a8:a3:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'bf443f54-d81f-448e-9882-eb3e9c122c63', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:25Z', 'updated_at': '2021-07-09T16:38:32Z', 'revision_number': 4, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': 'bf443f54-d81f-448e-9882-eb3e9c122c63', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a52bf53-9c73-4965-8a89-3bf52d407a67', 'name': '', 'network_id': 'a45d021f-508f-4f97-8003-8211fd6334e0', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:df:1f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '89cea9f3-900f-4083-b8dd-cd05519d1f98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:09Z', 'updated_at': '2021-07-09T16:38:19Z', 'revision_number': 5, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': '89cea9f3-900f-4083-b8dd-cd05519d1f98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3005793-156b-4d86-a003-35129713da37', 'name': '', 'network_id': '03fce8d3-9d8b-4b0a-acd2-67924ac40da6', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:d0:f3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '0f51627e-af38-4fa7-9b9e-636701e5f6d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:17Z', 'updated_at': '2021-07-09T16:38:27Z', 'revision_number': 5, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': '0f51627e-af38-4fa7-9b9e-636701e5f6d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:38:34.593684 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-03501991-d014-4902-a9e6-d94728c0011c tempest-RoutersAdminNegativeIpV6Test-636518074 tempest-RoutersAdminNegativeIpV6Test-636518074-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:34.618546 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-03501991-d014-4902-a9e6-d94728c0011c tempest-RoutersAdminNegativeIpV6Test-636518074 tempest-RoutersAdminNegativeIpV6Test-636518074-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:34.651544 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b282f803-856c-4250-a238-fdef66b6092a tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Network 6251e87c-b84a-4801-acc0-237050be6318 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:38:34.669038 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-b282f803-856c-4250-a238-fdef66b6092a tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:38:34.950671 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-03501991-d014-4902-a9e6-d94728c0011c tempest-RoutersAdminNegativeIpV6Test-636518074 tempest-RoutersAdminNegativeIpV6Test-636518074-project-admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:35.181578 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-03501991-d014-4902-a9e6-d94728c0011c tempest-RoutersAdminNegativeIpV6Test-636518074 tempest-RoutersAdminNegativeIpV6Test-636518074-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:35.184892 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-03501991-d014-4902-a9e6-d94728c0011c tempest-RoutersAdminNegativeIpV6Test-636518074 tempest-RoutersAdminNegativeIpV6Test-636518074-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:35.231101 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2189b87f-b38a-4a80-aa8a-ab3a335594f3 req-a9519848-fa8e-45c5-9434-e3f1dbec226d tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1811822717&fields=id&tenant_id=e2634516774046048410a7faecd2c391 HTTP/1.1" status: 200 len: 267 time: 0.7446342 Jul 09 16:38:35.265603 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-03501991-d014-4902-a9e6-d94728c0011c tempest-RoutersAdminNegativeIpV6Test-636518074 tempest-RoutersAdminNegativeIpV6Test-636518074-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:35.266127 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03501991-d014-4902-a9e6-d94728c0011c tempest-RoutersAdminNegativeIpV6Test-636518074 tempest-RoutersAdminNegativeIpV6Test-636518074-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ec941fb4-c3f8-470e-9690-564a61742921 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:38:35.302243 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [None req-03501991-d014-4902-a9e6-d94728c0011c tempest-RoutersAdminNegativeIpV6Test-636518074 tempest-RoutersAdminNegativeIpV6Test-636518074-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 09 16:38:35.306528 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-03501991-d014-4902-a9e6-d94728c0011c tempest-RoutersAdminNegativeIpV6Test-636518074 tempest-RoutersAdminNegativeIpV6Test-636518074-project-admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.2089622 Jul 09 16:38:35.306725 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33452) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:35.447305 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-19c21e07-abc7-4a67-9feb-3037593eb87e tempest-RoutersAdminNegativeIpV6Test-636518074 tempest-RoutersAdminNegativeIpV6Test-636518074-project-admin] Deleting port 963dc11e-595a-4f43-a8eb-319b1087bf94 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:38:35.447921 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19c21e07-abc7-4a67-9feb-3037593eb87e tempest-RoutersAdminNegativeIpV6Test-636518074 tempest-RoutersAdminNegativeIpV6Test-636518074-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:35.607707 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19c21e07-abc7-4a67-9feb-3037593eb87e tempest-RoutersAdminNegativeIpV6Test-636518074 tempest-RoutersAdminNegativeIpV6Test-636518074-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:35.620330 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b282f803-856c-4250-a238-fdef66b6092a tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Router e4e7a51a-8872-46cc-b055-f179f2a8a8af has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:38:35.642417 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-19c21e07-abc7-4a67-9feb-3037593eb87e tempest-RoutersAdminNegativeIpV6Test-636518074 tempest-RoutersAdminNegativeIpV6Test-636518074-project-admin] Calling delete_port for 963dc11e-595a-4f43-a8eb-319b1087bf94 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:38:35.800458 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2189b87f-b38a-4a80-aa8a-ab3a335594f3 req-de86b4b0-2843-4489-a6fa-e90e1def8d58 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:35.808345 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2189b87f-b38a-4a80-aa8a-ab3a335594f3 req-de86b4b0-2843-4489-a6fa-e90e1def8d58 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/networks?id=fc4b3636-aace-42f0-a125-b062ab483852 HTTP/1.1" status: 200 len: 795 time: 0.4747236 Jul 09 16:38:35.853250 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2189b87f-b38a-4a80-aa8a-ab3a335594f3 req-30317565-6db2-4e00-b329-4edc65eda668 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/quotas/e2634516774046048410a7faecd2c391 HTTP/1.1" status: 200 len: 375 time: 0.0422807 Jul 09 16:38:35.985047 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19c21e07-abc7-4a67-9feb-3037593eb87e tempest-RoutersAdminNegativeIpV6Test-636518074 tempest-RoutersAdminNegativeIpV6Test-636518074-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:36.072212 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c21e07-abc7-4a67-9feb-3037593eb87e tempest-RoutersAdminNegativeIpV6Test-636518074 tempest-RoutersAdminNegativeIpV6Test-636518074-project-admin] Pushing event deleted for resources: {'Port': ['ID=963dc11e-595a-4f43-a8eb-319b1087bf94,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:36.089910 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b282f803-856c-4250-a238-fdef66b6092a tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:38:36.102866 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b282f803-856c-4250-a238-fdef66b6092a tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "PUT /v2.0/routers/e4e7a51a-8872-46cc-b055-f179f2a8a8af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1623015 Jul 09 16:38:36.108523 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe74c0c-dcde-4506-8bec-643a0126a1ff None None] Sync routers for ids ['e4e7a51a-8872-46cc-b055-f179f2a8a8af'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:38:36.120970 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33458) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:36.123248 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe74c0c-dcde-4506-8bec-643a0126a1ff None None] Routers {'e4e7a51a-8872-46cc-b055-f179f2a8a8af'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:38:36.134293 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-2fe74c0c-dcde-4506-8bec-643a0126a1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:38:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['e4e7a51a-8872-46cc-b055-f179f2a8a8af'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:36.145547 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-8552df01-0407-442e-9178-085555d36733 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:36.208488 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19c21e07-abc7-4a67-9feb-3037593eb87e tempest-RoutersAdminNegativeIpV6Test-636518074 tempest-RoutersAdminNegativeIpV6Test-636518074-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:36.214417 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-19c21e07-abc7-4a67-9feb-3037593eb87e tempest-RoutersAdminNegativeIpV6Test-636518074 tempest-RoutersAdminNegativeIpV6Test-636518074-project-admin] 10.222.0.98 "DELETE /v2.0/ports/963dc11e-595a-4f43-a8eb-319b1087bf94 HTTP/1.1" status: 204 len: 168 time: 0.9027753 Jul 09 16:38:36.234391 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56eae26b-fe23-4cdd-bfad-51a780a15943 None None] Network fc4b3636-aace-42f0-a125-b062ab483852 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:38:36.426581 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-93c08312-61f2-46dd-bcea-a1b0977336a8 None None] Provisioning for port 85f63cce-4fb5-4617-9817-dd66cb917198 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:38:36.471943 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2189b87f-b38a-4a80-aa8a-ab3a335594f3 req-94f5b8c3-5641-4c59-8304-79d7edb0955c tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=e2634516774046048410a7faecd2c391&fields=id HTTP/1.1" status: 200 len: 440 time: 0.6052196 Jul 09 16:38:36.481754 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-2fe74c0c-dcde-4506-8bec-643a0126a1ff None None] Set router e4e7a51a-8872-46cc-b055-f179f2a8a8af gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:38:36.529168 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 85f63cce-4fb5-4617-9817-dd66cb917198 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:38:36.672249 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 85f63cce-4fb5-4617-9817-dd66cb917198 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:38:36.710595 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6e6398-8a2c-428e-8205-25f3041f3835 None None] Network 6251e87c-b84a-4801-acc0-237050be6318 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:38:36.762082 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33464) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:36.770512 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 85f63cce-4fb5-4617-9817-dd66cb917198 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:38:36.771404 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:36.873817 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2189b87f-b38a-4a80-aa8a-ab3a335594f3 req-383fab81-ef0c-4bfe-bfad-d56455394689 service neutron] 10.222.0.98 "GET /v2.0/networks/fc4b3636-aace-42f0-a125-b062ab483852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909848 Jul 09 16:38:36.978806 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a1edb035-78dc-488e-ab06-43f52d691188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:37.146147 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a1edb035-78dc-488e-ab06-43f52d691188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:37.157090 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a1edb035-78dc-488e-ab06-43f52d691188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:37.175588 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3ac6162f-dac6-419d-bef2-76b3c71db95b None None] Provisioning for port 1637d125-94db-478f-b45b-e0d2e489555e completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:38:37.243490 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1edb035-78dc-488e-ab06-43f52d691188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4ac7ef-6f15-4a66-b26a-0cdbc42c003d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:37.255960 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a1edb035-78dc-488e-ab06-43f52d691188 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a004dbf8e759448b994d6ac8886408de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4878528 Jul 09 16:38:37.259162 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33472) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:37.327385 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ce06680-a930-437f-bee4-c90d9fccfdb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:37.348256 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:37.350963 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d82aa56b-325c-47b4-b229-8d32135fa734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:37.354073 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ce06680-a930-437f-bee4-c90d9fccfdb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:37.417803 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ce06680-a930-437f-bee4-c90d9fccfdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:37.420817 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ce06680-a930-437f-bee4-c90d9fccfdb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:37.422201 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-9ce06680-a930-437f-bee4-c90d9fccfdb2 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1a4ac7ef-6f15-4a66-b26a-0cdbc42c003d HTTP/1.1" status: 204 len: 168 time: 0.1613562 Jul 09 16:38:37.430844 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 85f63cce-4fb5-4617-9817-dd66cb917198, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=85f63cce-4fb5-4617-9817-dd66cb917198,segment=NetworkSegment(ceed1d2b-b9f6-4842-8d60-b16bc66c3e68),segment_id=ceed1d2b-b9f6-4842-8d60-b16bc66c3e68)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:37.433027 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2189b87f-b38a-4a80-aa8a-ab3a335594f3 req-fc674649-cd41-46d6-9f99-8fbc34a62b12 service neutron] 10.222.0.98 "GET /v2.0/networks/fc4b3636-aace-42f0-a125-b062ab483852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5583086 Jul 09 16:38:37.440223 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce06680-a930-437f-bee4-c90d9fccfdb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4ac7ef-6f15-4a66-b26a-0cdbc42c003d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:37.474690 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.extraroute_db [None req-8552df01-0407-442e-9178-085555d36733 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93959) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 09 16:38:37.527655 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:37.529315 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 40e9f4e1-74b0-4da8-a27a-5cbb016bc316 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:38:37.543377 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.extraroute_db [None req-8552df01-0407-442e-9178-085555d36733 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Removed routes are [] {{(pid=93959) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 09 16:38:37.544027 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8552df01-0407-442e-9178-085555d36733 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:37.800647 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-2fe74c0c-dcde-4506-8bec-643a0126a1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'name': 'tempest-RoutersIpV6Test-router-1509969923', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:06Z', 'updated_at': '2021-07-09T16:38:33Z', 'revision_number': 5, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'gw_port_host': None, '_interfaces': [{'id': '30edada3-dd19-404b-9b87-ddd205d37e4f', 'name': '', 'network_id': '6251e87c-b84a-4801-acc0-237050be6318', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:df:65:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '2b1bc902-48b7-4aeb-bd21-84852639e83f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:31Z', 'updated_at': '2021-07-09T16:38:33Z', 'revision_number': 2, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': '2b1bc902-48b7-4aeb-bd21-84852639e83f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40e9f4e1-74b0-4da8-a27a-5cbb016bc316', 'name': '', 'network_id': '195de87f-2b7c-4d3b-a98b-c83763f6a1f4', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:a8:a3:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'bf443f54-d81f-448e-9882-eb3e9c122c63', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:25Z', 'updated_at': '2021-07-09T16:38:32Z', 'revision_number': 4, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': 'bf443f54-d81f-448e-9882-eb3e9c122c63', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a52bf53-9c73-4965-8a89-3bf52d407a67', 'name': '', 'network_id': 'a45d021f-508f-4f97-8003-8211fd6334e0', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:df:1f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '89cea9f3-900f-4083-b8dd-cd05519d1f98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:09Z', 'updated_at': '2021-07-09T16:38:19Z', 'revision_number': 5, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': '89cea9f3-900f-4083-b8dd-cd05519d1f98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3005793-156b-4d86-a003-35129713da37', 'name': '', 'network_id': '03fce8d3-9d8b-4b0a-acd2-67924ac40da6', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:d0:f3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '0f51627e-af38-4fa7-9b9e-636701e5f6d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:17Z', 'updated_at': '2021-07-09T16:38:27Z', 'revision_number': 5, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': '0f51627e-af38-4fa7-9b9e-636701e5f6d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:37.831592 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=85f63cce-4fb5-4617-9817-dd66cb917198,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:37.844533 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe74c0c-dcde-4506-8bec-643a0126a1ff None None] Checking router: e4e7a51a-8872-46cc-b055-f179f2a8a8af for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:38:37.845162 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe74c0c-dcde-4506-8bec-643a0126a1ff None None] Updating router e4e7a51a-8872-46cc-b055-f179f2a8a8af port 30edada3-dd19-404b-9b87-ddd205d37e4f binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:38:37.860371 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-84f66beb-6bd1-464f-bc7a-ac47f92ae2f0 req-228dffdb-26c6-4eec-b4e3-ee41e20cb14e tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/ports?device_id=c94c9e93-1147-4dec-a40a-e8c2e54ca3a3 HTTP/1.1" status: 200 len: 210 time: 0.0960174 Jul 09 16:38:37.887552 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 40e9f4e1-74b0-4da8-a27a-5cbb016bc316 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:38:37.904563 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 40e9f4e1-74b0-4da8-a27a-5cbb016bc316 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:38:37.906387 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:37.967418 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2fe74c0c-dcde-4506-8bec-643a0126a1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:37.990103 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ffe33163-8c2e-452c-b352-0289d713adab None None] Provisioning complete for port 85f63cce-4fb5-4617-9817-dd66cb917198 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:38:37.990451 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ffe33163-8c2e-452c-b352-0289d713adab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:38.076166 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8552df01-0407-442e-9178-085555d36733 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:38.102076 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8552df01-0407-442e-9178-085555d36733 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1725939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1725946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-313636'] for router, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:38.136139 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:38.153248 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33490) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:38.291293 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-99c15915-4c5a-40ee-bad4-17640db0d7ae admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4742912251f44b93b8f52c6eb031f786&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1345112 Jul 09 16:38:38.303421 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33492) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:38.418845 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ffb64983-7bf3-4c56-9ad9-9fa0db0a88d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:38.422296 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8552df01-0407-442e-9178-085555d36733 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Router e4e7a51a-8872-46cc-b055-f179f2a8a8af has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:38:38.445574 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ffb64983-7bf3-4c56-9ad9-9fa0db0a88d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:38.514483 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ffb64983-7bf3-4c56-9ad9-9fa0db0a88d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:38.518017 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ffb64983-7bf3-4c56-9ad9-9fa0db0a88d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:38.521651 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ffb64983-7bf3-4c56-9ad9-9fa0db0a88d7 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3e2ed286-70ea-405e-925f-e0765f24f50a HTTP/1.1" status: 204 len: 168 time: 0.2149291 Jul 09 16:38:38.542722 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb64983-7bf3-4c56-9ad9-9fa0db0a88d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2ed286-70ea-405e-925f-e0765f24f50a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:38.680048 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2fe74c0c-dcde-4506-8bec-643a0126a1ff None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:38.748779 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 40e9f4e1-74b0-4da8-a27a-5cbb016bc316, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=40e9f4e1-74b0-4da8-a27a-5cbb016bc316,segment=NetworkSegment(4081bb02-f2e3-4d2f-b9e7-4d9933a8d399),segment_id=4081bb02-f2e3-4d2f-b9e7-4d9933a8d399)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:38.758085 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2fe74c0c-dcde-4506-8bec-643a0126a1ff None None] Transition to ACTIVE for port object 30edada3-dd19-404b-9b87-ddd205d37e4f will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:38:38.768869 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:38.769849 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 1637d125-94db-478f-b45b-e0d2e489555e up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:38:38.904708 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=40e9f4e1-74b0-4da8-a27a-5cbb016bc316,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:38.913778 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2fe74c0c-dcde-4506-8bec-643a0126a1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:38.997189 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a8b7f5-fb3b-49b7-ba3f-6ce91d57aead None None] Pushing event updated for resources: {'Port': ['ID=30edada3-dd19-404b-9b87-ddd205d37e4f,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:39.245758 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-aa7d65e1-e93b-4bad-ab0e-b7b29340d277 None None] Provisioning for port 30edada3-dd19-404b-9b87-ddd205d37e4f completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:38:39.253246 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-2fe74c0c-dcde-4506-8bec-643a0126a1ff None None] Attempting to bind port 30edada3-dd19-404b-9b87-ddd205d37e4f on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:38:39.254035 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-2fe74c0c-dcde-4506-8bec-643a0126a1ff None None] Attempting to bind port 30edada3-dd19-404b-9b87-ddd205d37e4f by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'db9adef1-7a04-4fdb-ba25-426f4d125235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6251e87c-b84a-4801-acc0-237050be6318'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:38:39.254398 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe74c0c-dcde-4506-8bec-643a0126a1ff None None] Attempting to bind port 30edada3-dd19-404b-9b87-ddd205d37e4f on network 6251e87c-b84a-4801-acc0-237050be6318 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:38:39.256923 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 1637d125-94db-478f-b45b-e0d2e489555e completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:38:39.288099 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 1637d125-94db-478f-b45b-e0d2e489555e triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:38:39.290517 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:39.293839 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe74c0c-dcde-4506-8bec-643a0126a1ff None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:38:39.300697 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe74c0c-dcde-4506-8bec-643a0126a1ff None None] Checking segment: {'id': 'db9adef1-7a04-4fdb-ba25-426f4d125235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6251e87c-b84a-4801-acc0-237050be6318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:38:39.303113 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2fe74c0c-dcde-4506-8bec-643a0126a1ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:39.303576 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe74c0c-dcde-4506-8bec-643a0126a1ff None None] Bound using segment: {'id': 'db9adef1-7a04-4fdb-ba25-426f4d125235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6251e87c-b84a-4801-acc0-237050be6318'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:38:39.304107 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-2fe74c0c-dcde-4506-8bec-643a0126a1ff None None] Bound port: 30edada3-dd19-404b-9b87-ddd205d37e4f, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9adef1-7a04-4fdb-ba25-426f4d125235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6251e87c-b84a-4801-acc0-237050be6318'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:38:39.306357 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2fe74c0c-dcde-4506-8bec-643a0126a1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:39.416386 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7d12b964-dd7a-4edb-b844-cab293c24fbc req-38949ccb-173d-49e0-a461-3b75ce9b0f99 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/ports?device_id=c94c9e93-1147-4dec-a40a-e8c2e54ca3a3 HTTP/1.1" status: 200 len: 210 time: 0.0766549 Jul 09 16:38:39.449015 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-aa7d65e1-e93b-4bad-ab0e-b7b29340d277 None None] Provisioning complete for port 1637d125-94db-478f-b45b-e0d2e489555e triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:38:39.449519 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-aa7d65e1-e93b-4bad-ab0e-b7b29340d277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:39.480099 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8552df01-0407-442e-9178-085555d36733 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:38:39.488434 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8552df01-0407-442e-9178-085555d36733 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:39.492947 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33514) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:39.503378 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8552df01-0407-442e-9178-085555d36733 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "PUT /v2.0/routers/e4e7a51a-8872-46cc-b055-f179f2a8a8af HTTP/1.1" status: 200 len: 954 time: 3.3774345 Jul 09 16:38:39.517562 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-d82aa56b-325c-47b4-b229-8d32135fa734 admin admin] Deleting port 575293cc-89ab-45bd-92ef-0dcefefaca9d {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:38:39.517907 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d82aa56b-325c-47b4-b229-8d32135fa734 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:39.690938 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-d82aa56b-325c-47b4-b229-8d32135fa734 admin admin] For port 575293cc-89ab-45bd-92ef-0dcefefaca9d, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=575293cc-89ab-45bd-92ef-0dcefefaca9d,segment=NetworkSegment(2f4df70f-a688-4878-9716-15fc7017ed18),segment_id=2f4df70f-a688-4878-9716-15fc7017ed18)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:39.691313 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d82aa56b-325c-47b4-b229-8d32135fa734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:39.721433 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-d82aa56b-325c-47b4-b229-8d32135fa734 admin admin] Calling delete_port for 575293cc-89ab-45bd-92ef-0dcefefaca9d owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:38:39.726401 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-2fe74c0c-dcde-4506-8bec-643a0126a1ff None None] For port 30edada3-dd19-404b-9b87-ddd205d37e4f, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:38:39.774310 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d1626ac7-4970-4363-972d-cc210396f7a0 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "GET /v2.0/routers/e4e7a51a-8872-46cc-b055-f179f2a8a8af HTTP/1.1" status: 200 len: 954 time: 0.2780623 Jul 09 16:38:39.776978 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33520) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:39.784977 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-2fe74c0c-dcde-4506-8bec-643a0126a1ff None None] For port 30edada3-dd19-404b-9b87-ddd205d37e4f, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=30edada3-dd19-404b-9b87-ddd205d37e4f,segment=NetworkSegment(db9adef1-7a04-4fdb-ba25-426f4d125235),segment_id=db9adef1-7a04-4fdb-ba25-426f4d125235)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:38:39.786262 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-419dd362-b348-4095-acd4-cbb545c35891 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Request body: {'router': {'routes': None}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:39.805309 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2fe74c0c-dcde-4506-8bec-643a0126a1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:39.886626 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:39.909736 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-aa7d65e1-e93b-4bad-ab0e-b7b29340d277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:39.944006 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a8b7f5-fb3b-49b7-ba3f-6ce91d57aead None None] Pushing event updated for resources: {'Port': ['ID=30edada3-dd19-404b-9b87-ddd205d37e4f,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:40.069436 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe74c0c-dcde-4506-8bec-643a0126a1ff None None] Routers {'e4e7a51a-8872-46cc-b055-f179f2a8a8af'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:38:40.070928 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-2fe74c0c-dcde-4506-8bec-643a0126a1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:38:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['e4e7a51a-8872-46cc-b055-f179f2a8a8af'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:40.152993 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33526) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:40.253080 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d82aa56b-325c-47b4-b229-8d32135fa734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:40.311819 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82aa56b-325c-47b4-b229-8d32135fa734 admin admin] Pushing event deleted for resources: {'Port': ['ID=575293cc-89ab-45bd-92ef-0dcefefaca9d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:40.457422 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-aa7d65e1-e93b-4bad-ab0e-b7b29340d277 None None] For port 1637d125-94db-478f-b45b-e0d2e489555e, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=1637d125-94db-478f-b45b-e0d2e489555e,segment=NetworkSegment(db9adef1-7a04-4fdb-ba25-426f4d125235),segment_id=db9adef1-7a04-4fdb-ba25-426f4d125235)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:40.551099 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-aa7d65e1-e93b-4bad-ab0e-b7b29340d277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:40.598950 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d82aa56b-325c-47b4-b229-8d32135fa734 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:40.608987 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-f486da55-065d-4cfd-a3aa-7921f2930765 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1918275420'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:40.618756 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2189b87f-b38a-4a80-aa8a-ab3a335594f3 req-5b7cc937-d1bd-4809-87db-1f0d3a241c01 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:40.621232 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2189b87f-b38a-4a80-aa8a-ab3a335594f3 req-5b7cc937-d1bd-4809-87db-1f0d3a241c01 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.73 "GET /v2.0/networks?id=fc4b3636-aace-42f0-a125-b062ab483852 HTTP/1.1" status: 200 len: 795 time: 0.6184933 Jul 09 16:38:40.696636 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d65e1-e93b-4bad-ab0e-b7b29340d277 None None] Pushing event updated for resources: {'Port': ['ID=1637d125-94db-478f-b45b-e0d2e489555e,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:40.707737 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0657aae5-1ba7-426c-8dea-d7cb1e6504eb req-59146a1a-5812-42ba-86c0-a8bf36950998 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/ports?device_id=c94c9e93-1147-4dec-a40a-e8c2e54ca3a3 HTTP/1.1" status: 200 len: 210 time: 0.0744400 Jul 09 16:38:40.738242 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f486da55-065d-4cfd-a3aa-7921f2930765 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Made reservation on behalf of 15d8959ba04b47778a327d946b70438e for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:38:40.743550 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f486da55-065d-4cfd-a3aa-7921f2930765 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:40.755895 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-2fe74c0c-dcde-4506-8bec-643a0126a1ff None None] Set router e4e7a51a-8872-46cc-b055-f179f2a8a8af gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:38:40.759604 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.db.api [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:38:40.759963 n-d-798930-3 neutron-server[93960]: DEBUG oslo_db.api [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:38:40.796284 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f486da55-065d-4cfd-a3aa-7921f2930765 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:40.831360 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2189b87f-b38a-4a80-aa8a-ab3a335594f3 req-909cc247-f6b8-4ce5-b3f5-754fb3c2b15d tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2634516774046048410a7faecd2c391 HTTP/1.1" status: 200 len: 473 time: 0.1903021 Jul 09 16:38:40.861491 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-2189b87f-b38a-4a80-aa8a-ab3a335594f3 req-07bd110f-73ad-4236-a60a-03189a5c4b20 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Request body: {'port': {'device_id': 'c94c9e93-1147-4dec-a40a-e8c2e54ca3a3', 'network_id': 'fc4b3636-aace-42f0-a125-b062ab483852', 'admin_state_up': True, 'tenant_id': 'e2634516774046048410a7faecd2c391', 'security_groups': ['9dac7b09-25d1-4d4f-9e91-5f6b0a69c7a4']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:40.913382 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:41.026037 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:38:41.054895 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d82aa56b-325c-47b4-b229-8d32135fa734 admin admin] Router 2a808ad6-a5f2-4e2c-8fa0-09f1754105bf has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:38:41.078519 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f486da55-065d-4cfd-a3aa-7921f2930765 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:41.089645 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f486da55-065d-4cfd-a3aa-7921f2930765 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:41.093759 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-2fe74c0c-dcde-4506-8bec-643a0126a1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'name': 'tempest-RoutersIpV6Test-router-1509969923', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:06Z', 'updated_at': '2021-07-09T16:38:37Z', 'revision_number': 6, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'gw_port_host': None, '_interfaces': [{'id': '30edada3-dd19-404b-9b87-ddd205d37e4f', 'name': '', 'network_id': '6251e87c-b84a-4801-acc0-237050be6318', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:df:65:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '2b1bc902-48b7-4aeb-bd21-84852639e83f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:31Z', 'updated_at': '2021-07-09T16:38:39Z', 'revision_number': 4, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': '2b1bc902-48b7-4aeb-bd21-84852639e83f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40e9f4e1-74b0-4da8-a27a-5cbb016bc316', 'name': '', 'network_id': '195de87f-2b7c-4d3b-a98b-c83763f6a1f4', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:a8:a3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'bf443f54-d81f-448e-9882-eb3e9c122c63', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:25Z', 'updated_at': '2021-07-09T16:38:38Z', 'revision_number': 5, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': 'bf443f54-d81f-448e-9882-eb3e9c122c63', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a52bf53-9c73-4965-8a89-3bf52d407a67', 'name': '', 'network_id': 'a45d021f-508f-4f97-8003-8211fd6334e0', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:df:1f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '89cea9f3-900f-4083-b8dd-cd05519d1f98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:09Z', 'updated_at': '2021-07-09T16:38:19Z', 'revision_number': 5, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': '89cea9f3-900f-4083-b8dd-cd05519d1f98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3005793-156b-4d86-a003-35129713da37', 'name': '', 'network_id': '03fce8d3-9d8b-4b0a-acd2-67924ac40da6', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:d0:f3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '0f51627e-af38-4fa7-9b9e-636701e5f6d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:17Z', 'updated_at': '2021-07-09T16:38:27Z', 'revision_number': 5, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': '0f51627e-af38-4fa7-9b9e-636701e5f6d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:41.116832 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f486da55-065d-4cfd-a3aa-7921f2930765 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:38:41.183388 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe74c0c-dcde-4506-8bec-643a0126a1ff None None] The sync data for ids ['e4e7a51a-8872-46cc-b055-f179f2a8a8af'] in n-d-798930-3 is: [{'id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'name': 'tempest-RoutersIpV6Test-router-1509969923', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:06Z', 'updated_at': '2021-07-09T16:38:37Z', 'revision_number': 6, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'gw_port_host': None, '_interfaces': [{'id': '30edada3-dd19-404b-9b87-ddd205d37e4f', 'name': '', 'network_id': '6251e87c-b84a-4801-acc0-237050be6318', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:df:65:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '2b1bc902-48b7-4aeb-bd21-84852639e83f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:31Z', 'updated_at': '2021-07-09T16:38:39Z', 'revision_number': 4, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': '2b1bc902-48b7-4aeb-bd21-84852639e83f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40e9f4e1-74b0-4da8-a27a-5cbb016bc316', 'name': '', 'network_id': '195de87f-2b7c-4d3b-a98b-c83763f6a1f4', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:a8:a3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'bf443f54-d81f-448e-9882-eb3e9c122c63', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:25Z', 'updated_at': '2021-07-09T16:38:38Z', 'revision_number': 5, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': 'bf443f54-d81f-448e-9882-eb3e9c122c63', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a52bf53-9c73-4965-8a89-3bf52d407a67', 'name': '', 'network_id': 'a45d021f-508f-4f97-8003-8211fd6334e0', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:df:1f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '89cea9f3-900f-4083-b8dd-cd05519d1f98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:09Z', 'updated_at': '2021-07-09T16:38:19Z', 'revision_number': 5, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': '89cea9f3-900f-4083-b8dd-cd05519d1f98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3005793-156b-4d86-a003-35129713da37', 'name': '', 'network_id': '03fce8d3-9d8b-4b0a-acd2-67924ac40da6', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:d0:f3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '0f51627e-af38-4fa7-9b9e-636701e5f6d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:17Z', 'updated_at': '2021-07-09T16:38:27Z', 'revision_number': 5, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': '0f51627e-af38-4fa7-9b9e-636701e5f6d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:38:41.197343 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2189b87f-b38a-4a80-aa8a-ab3a335594f3 req-07bd110f-73ad-4236-a60a-03189a5c4b20 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Made reservation on behalf of e2634516774046048410a7faecd2c391 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:38:41.201462 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2189b87f-b38a-4a80-aa8a-ab3a335594f3 req-07bd110f-73ad-4236-a60a-03189a5c4b20 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:41.253298 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82aa56b-325c-47b4-b229-8d32135fa734 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:38:41.293698 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-d82aa56b-325c-47b4-b229-8d32135fa734 admin admin] 10.222.0.98 "PUT /v2.0/routers/2a808ad6-a5f2-4e2c-8fa0-09f1754105bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8086944 Jul 09 16:38:41.297599 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33536) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:41.305344 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f486da55-065d-4cfd-a3aa-7921f2930765 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:41.305685 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-f486da55-065d-4cfd-a3aa-7921f2930765 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Added segment a70f16cc-f264-4110-a977-8be81076103b of type vlan for network 705ea596-e648-4a03-ab56-efc04bbf73eb Jul 09 16:38:41.336199 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59fe147-9667-4056-af73-25957d877939 None None] Sync routers for ids ['2a808ad6-a5f2-4e2c-8fa0-09f1754105bf'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:38:41.353153 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59fe147-9667-4056-af73-25957d877939 None None] Routers {'2a808ad6-a5f2-4e2c-8fa0-09f1754105bf'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:38:41.353733 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c59fe147-9667-4056-af73-25957d877939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:38:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['2a808ad6-a5f2-4e2c-8fa0-09f1754105bf'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:41.360371 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.extraroute_db [None req-419dd362-b348-4095-acd4-cbb545c35891 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Added routes are [] {{(pid=93958) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 09 16:38:41.360687 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.extraroute_db [None req-419dd362-b348-4095-acd4-cbb545c35891 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93958) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 09 16:38:41.379402 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-2189b87f-b38a-4a80-aa8a-ab3a335594f3 req-07bd110f-73ad-4236-a60a-03189a5c4b20 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Allocated IP 172.20.0.20 (fc4b3636-aace-42f0-a125-b062ab483852/64b01a4a-be41-4553-8702-2691dac59831/3267d6bf-2401-49fb-b221-9bbf1cccba37) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:38:41.448442 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device cfd0379c-0822-46ed-b47f-609999a9e498 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:38:41.492826 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-419dd362-b348-4095-acd4-cbb545c35891 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:41.575104 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-c59fe147-9667-4056-af73-25957d877939 None None] Set router 2a808ad6-a5f2-4e2c-8fa0-09f1754105bf gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:38:41.596903 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: cfd0379c-0822-46ed-b47f-609999a9e498 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:38:41.606217 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device cfd0379c-0822-46ed-b47f-609999a9e498 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:38:41.798420 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-00fb5c84-74ff-4a9f-bb88-f40b4470b460 admin admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:41.991488 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f486da55-065d-4cfd-a3aa-7921f2930765 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=082df3c7-aef3-4ef2-bd46-e724f06934fc,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:42.038218 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f486da55-065d-4cfd-a3aa-7921f2930765 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:42.185390 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 30edada3-dd19-404b-9b87-ddd205d37e4f up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:38:42.230407 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c59fe147-9667-4056-af73-25957d877939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a808ad6-a5f2-4e2c-8fa0-09f1754105bf', 'name': 'tempest-TestServerMultinode-468199578-router', 'tenant_id': '23f6658f0a6e4d65abb2491a324abda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'f76b9e55-de74-439c-93f6-d75aeda42cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:36:58Z', 'updated_at': '2021-07-09T16:38:40Z', 'revision_number': 5, 'project_id': '23f6658f0a6e4d65abb2491a324abda0', 'gw_port': {'id': 'f76b9e55-de74-439c-93f6-d75aeda42cd6', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a808ad6-a5f2-4e2c-8fa0-09f1754105bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:37:01Z', 'updated_at': '2021-07-09T16:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:42.279313 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-00fb5c84-74ff-4a9f-bb88-f40b4470b460 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:42.286585 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f486da55-065d-4cfd-a3aa-7921f2930765 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:42.302995 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f486da55-065d-4cfd-a3aa-7921f2930765 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:42.306462 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f486da55-065d-4cfd-a3aa-7921f2930765 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:42.338191 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 30edada3-dd19-404b-9b87-ddd205d37e4f completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:38:42.344352 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 30edada3-dd19-404b-9b87-ddd205d37e4f triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:38:42.344712 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:42.407261 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59fe147-9667-4056-af73-25957d877939 None None] Checking router: 2a808ad6-a5f2-4e2c-8fa0-09f1754105bf for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:38:42.412743 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f486da55-065d-4cfd-a3aa-7921f2930765 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Pushing event updated for resources: {'Network': ['ID=705ea596-e648-4a03-ab56-efc04bbf73eb,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:42.431425 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 705ea596-e648-4a03-ab56-efc04bbf73eb details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:38:42.434704 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c2995429-b88e-4e00-bd3e-26aeb534393d req-2c2904d6-6390-4452-a919-341db1467fe0 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/ports?device_id=c94c9e93-1147-4dec-a40a-e8c2e54ca3a3 HTTP/1.1" status: 200 len: 210 time: 0.1661179 Jul 09 16:38:42.467726 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59fe147-9667-4056-af73-25957d877939 None None] Routers {'2a808ad6-a5f2-4e2c-8fa0-09f1754105bf'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:38:42.472764 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c59fe147-9667-4056-af73-25957d877939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:38:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['2a808ad6-a5f2-4e2c-8fa0-09f1754105bf'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:42.506369 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f486da55-065d-4cfd-a3aa-7921f2930765 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.3521459 Jul 09 16:38:42.532806 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-00fb5c84-74ff-4a9f-bb88-f40b4470b460 admin admin] Deleting port f76b9e55-de74-439c-93f6-d75aeda42cd6 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:38:42.539517 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-00fb5c84-74ff-4a9f-bb88-f40b4470b460 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:42.682363 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33546) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:42.691418 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-6c40f82f-ea9a-48af-8dc3-6efa5d35aac3 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Request body: {'subnet': {'network_id': '705ea596-e648-4a03-ab56-efc04bbf73eb', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:42.738412 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:42.823284 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-c59fe147-9667-4056-af73-25957d877939 None None] Set router 2a808ad6-a5f2-4e2c-8fa0-09f1754105bf gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:38:42.853531 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 30edada3-dd19-404b-9b87-ddd205d37e4f, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=30edada3-dd19-404b-9b87-ddd205d37e4f,segment=NetworkSegment(db9adef1-7a04-4fdb-ba25-426f4d125235),segment_id=db9adef1-7a04-4fdb-ba25-426f4d125235)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:42.862315 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:42.865019 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 85f63cce-4fb5-4617-9817-dd66cb917198 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:38:42.879328 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2189b87f-b38a-4a80-aa8a-ab3a335594f3 req-07bd110f-73ad-4236-a60a-03189a5c4b20 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:42.925161 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-00fb5c84-74ff-4a9f-bb88-f40b4470b460 admin admin] For port f76b9e55-de74-439c-93f6-d75aeda42cd6, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=f76b9e55-de74-439c-93f6-d75aeda42cd6,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:42.925696 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-00fb5c84-74ff-4a9f-bb88-f40b4470b460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:42.975995 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c59fe147-9667-4056-af73-25957d877939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a808ad6-a5f2-4e2c-8fa0-09f1754105bf', 'name': 'tempest-TestServerMultinode-468199578-router', 'tenant_id': '23f6658f0a6e4d65abb2491a324abda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:36:58Z', 'updated_at': '2021-07-09T16:38:42Z', 'revision_number': 6, 'project_id': '23f6658f0a6e4d65abb2491a324abda0', 'gw_port_host': None}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:42.989286 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-00fb5c84-74ff-4a9f-bb88-f40b4470b460 admin admin] Calling delete_port for f76b9e55-de74-439c-93f6-d75aeda42cd6 owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:38:43.000614 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-419dd362-b348-4095-acd4-cbb545c35891 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:43.030989 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-2189b87f-b38a-4a80-aa8a-ab3a335594f3 req-07bd110f-73ad-4236-a60a-03189a5c4b20 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Transition to ACTIVE for port object 3267d6bf-2401-49fb-b221-9bbf1cccba37 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:38:43.044227 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-419dd362-b348-4095-acd4-cbb545c35891 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1725939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1725946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-313636'] for router, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:43.094599 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b035e9-fef2-4f13-93cd-a19058010e88 None None] Sync routers for ids ['e4e7a51a-8872-46cc-b055-f179f2a8a8af'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:38:43.140083 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 85f63cce-4fb5-4617-9817-dd66cb917198 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:38:43.140730 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:43.151126 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b035e9-fef2-4f13-93cd-a19058010e88 None None] Routers {'e4e7a51a-8872-46cc-b055-f179f2a8a8af'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:38:43.153478 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-98b035e9-fef2-4f13-93cd-a19058010e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:38:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['e4e7a51a-8872-46cc-b055-f179f2a8a8af'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:43.289942 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=30edada3-dd19-404b-9b87-ddd205d37e4f,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:43.301960 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59fe147-9667-4056-af73-25957d877939 None None] The sync data for ids ['2a808ad6-a5f2-4e2c-8fa0-09f1754105bf'] in n-d-798930-3 is: [{'id': '2a808ad6-a5f2-4e2c-8fa0-09f1754105bf', 'name': 'tempest-TestServerMultinode-468199578-router', 'tenant_id': '23f6658f0a6e4d65abb2491a324abda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:36:58Z', 'updated_at': '2021-07-09T16:38:42Z', 'revision_number': 6, 'project_id': '23f6658f0a6e4d65abb2491a324abda0', 'gw_port_host': None}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:38:43.412668 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419dd362-b348-4095-acd4-cbb545c35891 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Router e4e7a51a-8872-46cc-b055-f179f2a8a8af has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:38:43.434918 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-00fb5c84-74ff-4a9f-bb88-f40b4470b460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:43.456743 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2189b87f-b38a-4a80-aa8a-ab3a335594f3 req-07bd110f-73ad-4236-a60a-03189a5c4b20 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:43.466378 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c40f82f-ea9a-48af-8dc3-6efa5d35aac3 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Made reservation on behalf of 15d8959ba04b47778a327d946b70438e for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:38:43.473654 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c40f82f-ea9a-48af-8dc3-6efa5d35aac3 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:43.511848 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fb5c84-74ff-4a9f-bb88-f40b4470b460 admin admin] Pushing event deleted for resources: {'Port': ['ID=f76b9e55-de74-439c-93f6-d75aeda42cd6,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:43.773877 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-00fb5c84-74ff-4a9f-bb88-f40b4470b460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:43.913358 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-98b035e9-fef2-4f13-93cd-a19058010e88 None None] Set router e4e7a51a-8872-46cc-b055-f179f2a8a8af gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:38:44.091920 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 1637d125-94db-478f-b45b-e0d2e489555e up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:38:44.117108 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-00fb5c84-74ff-4a9f-bb88-f40b4470b460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:44.119549 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-00fb5c84-74ff-4a9f-bb88-f40b4470b460 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:44.173710 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-00fb5c84-74ff-4a9f-bb88-f40b4470b460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:44.173930 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00fb5c84-74ff-4a9f-bb88-f40b4470b460 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a808ad6-a5f2-4e2c-8fa0-09f1754105bf {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:38:44.184121 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-00fb5c84-74ff-4a9f-bb88-f40b4470b460 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:44.185887 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-00fb5c84-74ff-4a9f-bb88-f40b4470b460 admin admin] 10.222.0.98 "DELETE /v2.0/routers/2a808ad6-a5f2-4e2c-8fa0-09f1754105bf HTTP/1.1" status: 204 len: 168 time: 2.8822148 Jul 09 16:38:44.189040 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33566) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:44.287105 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 1637d125-94db-478f-b45b-e0d2e489555e triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:38:44.287582 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:44.400760 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2189b87f-b38a-4a80-aa8a-ab3a335594f3 req-07bd110f-73ad-4236-a60a-03189a5c4b20 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Network fc4b3636-aace-42f0-a125-b062ab483852 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:38:44.432407 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bd110f-73ad-4236-a60a-03189a5c4b20 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event updated for resources: {'Port': ['ID=3267d6bf-2401-49fb-b221-9bbf1cccba37,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:44.435660 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-2189b87f-b38a-4a80-aa8a-ab3a335594f3 req-07bd110f-73ad-4236-a60a-03189a5c4b20 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:38:44.455931 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-98b035e9-fef2-4f13-93cd-a19058010e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'name': 'tempest-RoutersIpV6Test-router-1509969923', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:06Z', 'updated_at': '2021-07-09T16:38:41Z', 'revision_number': 7, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'gw_port_host': None, '_interfaces': [{'id': '30edada3-dd19-404b-9b87-ddd205d37e4f', 'name': '', 'network_id': '6251e87c-b84a-4801-acc0-237050be6318', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:df:65:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '2b1bc902-48b7-4aeb-bd21-84852639e83f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:31Z', 'updated_at': '2021-07-09T16:38:42Z', 'revision_number': 5, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': '2b1bc902-48b7-4aeb-bd21-84852639e83f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40e9f4e1-74b0-4da8-a27a-5cbb016bc316', 'name': '', 'network_id': '195de87f-2b7c-4d3b-a98b-c83763f6a1f4', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:a8:a3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'bf443f54-d81f-448e-9882-eb3e9c122c63', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:25Z', 'updated_at': '2021-07-09T16:38:38Z', 'revision_number': 5, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': 'bf443f54-d81f-448e-9882-eb3e9c122c63', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a52bf53-9c73-4965-8a89-3bf52d407a67', 'name': '', 'network_id': 'a45d021f-508f-4f97-8003-8211fd6334e0', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:df:1f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '89cea9f3-900f-4083-b8dd-cd05519d1f98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:09Z', 'updated_at': '2021-07-09T16:38:19Z', 'revision_number': 5, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': '89cea9f3-900f-4083-b8dd-cd05519d1f98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3005793-156b-4d86-a003-35129713da37', 'name': '', 'network_id': '03fce8d3-9d8b-4b0a-acd2-67924ac40da6', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:d0:f3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '0f51627e-af38-4fa7-9b9e-636701e5f6d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:17Z', 'updated_at': '2021-07-09T16:38:27Z', 'revision_number': 5, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': '0f51627e-af38-4fa7-9b9e-636701e5f6d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:44.459905 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-2189b87f-b38a-4a80-aa8a-ab3a335594f3 req-07bd110f-73ad-4236-a60a-03189a5c4b20 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:38:44.511906 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419dd362-b348-4095-acd4-cbb545c35891 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:38:44.521293 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b5690bf-d308-4347-9b8a-ed5ae2f52042 admin admin] Deleting subnet 68dab002-bd20-4ece-9709-fef2bca9ff11 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:38:44.529417 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-419dd362-b348-4095-acd4-cbb545c35891 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:44.533342 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-419dd362-b348-4095-acd4-cbb545c35891 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "PUT /v2.0/routers/e4e7a51a-8872-46cc-b055-f179f2a8a8af HTTP/1.1" status: 200 len: 704 time: 4.7550976 Jul 09 16:38:44.567108 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33572) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:44.574817 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2b5690bf-d308-4347-9b8a-ed5ae2f52042 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:44.608049 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b035e9-fef2-4f13-93cd-a19058010e88 None None] Checking router: e4e7a51a-8872-46cc-b055-f179f2a8a8af for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:38:44.645045 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2189b87f-b38a-4a80-aa8a-ab3a335594f3 req-07bd110f-73ad-4236-a60a-03189a5c4b20 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:44.645684 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2189b87f-b38a-4a80-aa8a-ab3a335594f3 req-07bd110f-73ad-4236-a60a-03189a5c4b20 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:44.649712 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b035e9-fef2-4f13-93cd-a19058010e88 None None] Routers {'e4e7a51a-8872-46cc-b055-f179f2a8a8af'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:38:44.650356 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-98b035e9-fef2-4f13-93cd-a19058010e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:38:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['e4e7a51a-8872-46cc-b055-f179f2a8a8af'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:44.706643 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 40e9f4e1-74b0-4da8-a27a-5cbb016bc316 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:38:44.761379 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21bb486-c115-4d73-91fc-4335441b7ff3 req-398281a1-48b0-40e5-a146-50242827d79f tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:44.799514 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f21bb486-c115-4d73-91fc-4335441b7ff3 req-398281a1-48b0-40e5-a146-50242827d79f tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/ports?device_id=c94c9e93-1147-4dec-a40a-e8c2e54ca3a3 HTTP/1.1" status: 200 len: 932 time: 0.5108519 Jul 09 16:38:44.835429 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2189b87f-b38a-4a80-aa8a-ab3a335594f3 req-07bd110f-73ad-4236-a60a-03189a5c4b20 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9816535 Jul 09 16:38:44.892757 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c124c6-dbb0-4202-8765-f103247fd807 req-3f2e2e41-ce5b-4d72-bdf4-1ffcfa0bc570 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:44.899499 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-39c124c6-dbb0-4202-8765-f103247fd807 req-3f2e2e41-ce5b-4d72-bdf4-1ffcfa0bc570 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/networks?id=6a9e1cb2-fe24-406e-8baf-8643d7db8d0b HTTP/1.1" status: 200 len: 815 time: 0.6539075 Jul 09 16:38:44.920267 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-39c124c6-dbb0-4202-8765-f103247fd807 req-9656ec17-afba-45d3-bb0c-ef4b47cd2414 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/quotas/313daaa44e994ebf83af8fe773f4ee0d HTTP/1.1" status: 200 len: 375 time: 0.0195847 Jul 09 16:38:44.924006 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c40f82f-ea9a-48af-8dc3-6efa5d35aac3 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:44.930004 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-2189b87f-b38a-4a80-aa8a-ab3a335594f3 req-e3d1ab85-e340-4290-87f3-4aa2f000691b service neutron] Request body: {'port': {'device_id': 'c94c9e93-1147-4dec-a40a-e8c2e54ca3a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:44.990101 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-98b035e9-fef2-4f13-93cd-a19058010e88 None None] Set router e4e7a51a-8872-46cc-b055-f179f2a8a8af gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:38:44.990740 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2b5690bf-d308-4347-9b8a-ed5ae2f52042 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:45.039343 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-7363166f-61a1-4a05-a0b4-a6f62ea99a9a tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "GET /v2.0/routers/e4e7a51a-8872-46cc-b055-f179f2a8a8af HTTP/1.1" status: 200 len: 704 time: 0.4644887 Jul 09 16:38:45.042372 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33576) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:45.097605 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-72ee7b49-f779-45cd-9db2-6ebe3537c6e8 None None] Provisioning for port 3267d6bf-2401-49fb-b221-9bbf1cccba37 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:38:45.115735 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c40f82f-ea9a-48af-8dc3-6efa5d35aac3 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Pushing event updated for resources: {'Subnet': ['ID=ef91581b-773c-4bfc-927a-bae4e90af7fa,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:45.126243 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f21bb486-c115-4d73-91fc-4335441b7ff3 req-e66e6507-9f22-4892-bc89-fd4fa83e1273 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/security-groups?id=9dac7b09-25d1-4d4f-9e91-5f6b0a69c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3252707 Jul 09 16:38:45.143609 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-72ee7b49-f779-45cd-9db2-6ebe3537c6e8 None None] Provisioning complete for port 3267d6bf-2401-49fb-b221-9bbf1cccba37 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:38:45.144471 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-72ee7b49-f779-45cd-9db2-6ebe3537c6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:45.210980 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c40f82f-ea9a-48af-8dc3-6efa5d35aac3 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Checking segment: {'id': 'a70f16cc-f264-4110-a977-8be81076103b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '705ea596-e648-4a03-ab56-efc04bbf73eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:38:45.211890 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c40f82f-ea9a-48af-8dc3-6efa5d35aac3 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Network hostable DHCP agents. Network: 705ea596-e648-4a03-ab56-efc04bbf73eb, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:38:45.223498 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2189b87f-b38a-4a80-aa8a-ab3a335594f3 req-e3d1ab85-e340-4290-87f3-4aa2f000691b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:45.229784 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 40e9f4e1-74b0-4da8-a27a-5cbb016bc316 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:38:45.230031 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:45.230723 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-39c124c6-dbb0-4202-8765-f103247fd807 req-35c2c9c4-53ed-4f17-acb6-365321cb9948 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=313daaa44e994ebf83af8fe773f4ee0d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3097813 Jul 09 16:38:45.260582 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-72ee7b49-f779-45cd-9db2-6ebe3537c6e8 None None] Port 3267d6bf-2401-49fb-b221-9bbf1cccba37 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:38:45.264752 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2b5690bf-d308-4347-9b8a-ed5ae2f52042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:45.295334 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c40f82f-ea9a-48af-8dc3-6efa5d35aac3 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Network 705ea596-e648-4a03-ab56-efc04bbf73eb is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:38:45.315989 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-6c40f82f-ea9a-48af-8dc3-6efa5d35aac3 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 705ea596-e648-4a03-ab56-efc04bbf73eb) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:38:45.321869 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c40f82f-ea9a-48af-8dc3-6efa5d35aac3 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:45.322471 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c40f82f-ea9a-48af-8dc3-6efa5d35aac3 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:45.341073 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2d781d-5d7e-4305-9674-1880ac288eff None None] Network 705ea596-e648-4a03-ab56-efc04bbf73eb requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:38:45.410871 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6c40f82f-ea9a-48af-8dc3-6efa5d35aac3 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.7272465 Jul 09 16:38:45.415815 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33578) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:45.419858 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-91ea4c76-51a6-4289-8ea4-b4294c84f899 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1273279819'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:45.504019 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ea4c76-51a6-4289-8ea4-b4294c84f899 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Made reservation on behalf of 15d8959ba04b47778a327d946b70438e for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:38:45.508210 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-91ea4c76-51a6-4289-8ea4-b4294c84f899 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:45.553254 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-98b035e9-fef2-4f13-93cd-a19058010e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'name': 'tempest-RoutersIpV6Test-router-1509969923', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:06Z', 'updated_at': '2021-07-09T16:38:41Z', 'revision_number': 7, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'gw_port_host': None, '_interfaces': [{'id': '30edada3-dd19-404b-9b87-ddd205d37e4f', 'name': '', 'network_id': '6251e87c-b84a-4801-acc0-237050be6318', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:df:65:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '2b1bc902-48b7-4aeb-bd21-84852639e83f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:31Z', 'updated_at': '2021-07-09T16:38:42Z', 'revision_number': 5, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': '2b1bc902-48b7-4aeb-bd21-84852639e83f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40e9f4e1-74b0-4da8-a27a-5cbb016bc316', 'name': '', 'network_id': '195de87f-2b7c-4d3b-a98b-c83763f6a1f4', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:a8:a3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'bf443f54-d81f-448e-9882-eb3e9c122c63', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:25Z', 'updated_at': '2021-07-09T16:38:38Z', 'revision_number': 5, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': 'bf443f54-d81f-448e-9882-eb3e9c122c63', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a52bf53-9c73-4965-8a89-3bf52d407a67', 'name': '', 'network_id': 'a45d021f-508f-4f97-8003-8211fd6334e0', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:df:1f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '89cea9f3-900f-4083-b8dd-cd05519d1f98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:09Z', 'updated_at': '2021-07-09T16:38:19Z', 'revision_number': 5, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': '89cea9f3-900f-4083-b8dd-cd05519d1f98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3005793-156b-4d86-a003-35129713da37', 'name': '', 'network_id': '03fce8d3-9d8b-4b0a-acd2-67924ac40da6', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:d0:f3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '0f51627e-af38-4fa7-9b9e-636701e5f6d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:17Z', 'updated_at': '2021-07-09T16:38:27Z', 'revision_number': 5, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': '0f51627e-af38-4fa7-9b9e-636701e5f6d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:45.554004 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91ea4c76-51a6-4289-8ea4-b4294c84f899 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:38:45.635033 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-91ea4c76-51a6-4289-8ea4-b4294c84f899 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:45.635668 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-91ea4c76-51a6-4289-8ea4-b4294c84f899 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Added segment cbff0db4-bdff-4509-858d-5bb28cd9a9ec of type vlan for network 0ff478d2-ee65-42a5-aa40-f0e4002dd8ba Jul 09 16:38:45.646619 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b035e9-fef2-4f13-93cd-a19058010e88 None None] The sync data for ids ['e4e7a51a-8872-46cc-b055-f179f2a8a8af'] in n-d-798930-3 is: [{'id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'name': 'tempest-RoutersIpV6Test-router-1509969923', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:06Z', 'updated_at': '2021-07-09T16:38:41Z', 'revision_number': 7, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'gw_port_host': None, '_interfaces': [{'id': '30edada3-dd19-404b-9b87-ddd205d37e4f', 'name': '', 'network_id': '6251e87c-b84a-4801-acc0-237050be6318', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:df:65:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '2b1bc902-48b7-4aeb-bd21-84852639e83f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:31Z', 'updated_at': '2021-07-09T16:38:42Z', 'revision_number': 5, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': '2b1bc902-48b7-4aeb-bd21-84852639e83f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40e9f4e1-74b0-4da8-a27a-5cbb016bc316', 'name': '', 'network_id': '195de87f-2b7c-4d3b-a98b-c83763f6a1f4', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:a8:a3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'bf443f54-d81f-448e-9882-eb3e9c122c63', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:25Z', 'updated_at': '2021-07-09T16:38:38Z', 'revision_number': 5, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': 'bf443f54-d81f-448e-9882-eb3e9c122c63', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a52bf53-9c73-4965-8a89-3bf52d407a67', 'name': '', 'network_id': 'a45d021f-508f-4f97-8003-8211fd6334e0', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:df:1f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '89cea9f3-900f-4083-b8dd-cd05519d1f98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:09Z', 'updated_at': '2021-07-09T16:38:19Z', 'revision_number': 5, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': '89cea9f3-900f-4083-b8dd-cd05519d1f98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3005793-156b-4d86-a003-35129713da37', 'name': '', 'network_id': '03fce8d3-9d8b-4b0a-acd2-67924ac40da6', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:d0:f3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '0f51627e-af38-4fa7-9b9e-636701e5f6d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:17Z', 'updated_at': '2021-07-09T16:38:27Z', 'revision_number': 5, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': '0f51627e-af38-4fa7-9b9e-636701e5f6d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:38:45.654068 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 30edada3-dd19-404b-9b87-ddd205d37e4f up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:38:45.703831 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7cb777-0ba1-47bc-bf11-c3edfe71dc95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-705ea596-e648-4a03-ab56-efc04bbf73eb', 'network_id': '705ea596-e648-4a03-ab56-efc04bbf73eb', 'tenant_id': '15d8959ba04b47778a327d946b70438e', 'fixed_ips': [{'subnet_id': 'ef91581b-773c-4bfc-927a-bae4e90af7fa'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:38:45.704690 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5e7cb777-0ba1-47bc-bf11-c3edfe71dc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:45.858312 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-5e7cb777-0ba1-47bc-bf11-c3edfe71dc95 None None] Allocated IP 172.20.255.242 (705ea596-e648-4a03-ab56-efc04bbf73eb/ef91581b-773c-4bfc-927a-bae4e90af7fa/98b05254-42d4-4be9-a0b3-6ed9bb81f2ba) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:38:45.863815 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-91ea4c76-51a6-4289-8ea4-b4294c84f899 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:45.936071 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-39c124c6-dbb0-4202-8765-f103247fd807 req-4d8c96fd-d079-40e1-a10b-cb82d1aecce4 service neutron] 10.222.0.98 "GET /v2.0/networks/6a9e1cb2-fe24-406e-8baf-8643d7db8d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7043910 Jul 09 16:38:45.948484 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2b5690bf-d308-4347-9b8a-ed5ae2f52042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:45.956911 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-2189b87f-b38a-4a80-aa8a-ab3a335594f3 req-e3d1ab85-e340-4290-87f3-4aa2f000691b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3267d6bf-2401-49fb-b221-9bbf1cccba37 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:38:45.984638 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2189b87f-b38a-4a80-aa8a-ab3a335594f3 req-e3d1ab85-e340-4290-87f3-4aa2f000691b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:45.990853 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-91ea4c76-51a6-4289-8ea4-b4294c84f899 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:46.001021 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ea4c76-51a6-4289-8ea4-b4294c84f899 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:46.004771 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-91ea4c76-51a6-4289-8ea4-b4294c84f899 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:46.019844 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5e7cb777-0ba1-47bc-bf11-c3edfe71dc95 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:46.029819 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5e7cb777-0ba1-47bc-bf11-c3edfe71dc95 None None] Transition to ACTIVE for port object 98b05254-42d4-4be9-a0b3-6ed9bb81f2ba will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:38:46.042921 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5690bf-d308-4347-9b8a-ed5ae2f52042 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68dab002-bd20-4ece-9709-fef2bca9ff11,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:46.049048 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5e7cb777-0ba1-47bc-bf11-c3edfe71dc95 None None] Transition to ACTIVE for port object 98b05254-42d4-4be9-a0b3-6ed9bb81f2ba will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:38:46.050296 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2b5690bf-d308-4347-9b8a-ed5ae2f52042 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:46.054691 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1364e0-e3bc-4f52-81ce-d1818fc9f297 None None] Network b7939bf7-c442-48dc-a498-b7f89eb18874 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:38:46.055563 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2b5690bf-d308-4347-9b8a-ed5ae2f52042 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/68dab002-bd20-4ece-9709-fef2bca9ff11 HTTP/1.1" status: 204 len: 168 time: 1.8640838 Jul 09 16:38:46.060825 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33580) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:46.114982 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-2189b87f-b38a-4a80-aa8a-ab3a335594f3 req-e3d1ab85-e340-4290-87f3-4aa2f000691b service neutron] Transition to ACTIVE for port object 3267d6bf-2401-49fb-b221-9bbf1cccba37 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:38:46.131816 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5e7cb777-0ba1-47bc-bf11-c3edfe71dc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:46.164382 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-39c124c6-dbb0-4202-8765-f103247fd807 req-0c634ffa-d980-4d46-ba9b-04781625db0d service neutron] 10.222.0.98 "GET /v2.0/networks/6a9e1cb2-fe24-406e-8baf-8643d7db8d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266786 Jul 09 16:38:46.197302 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 30edada3-dd19-404b-9b87-ddd205d37e4f triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:38:46.197678 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:46.221852 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7cb777-0ba1-47bc-bf11-c3edfe71dc95 None None] Network 705ea596-e648-4a03-ab56-efc04bbf73eb is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:38:46.287446 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3db79aaf-b328-4222-bc68-09518748ae1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:46.292264 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de0ee8f-fac7-4824-9abe-cd05eb652b8e None None] Sync routers for ids ['e4e7a51a-8872-46cc-b055-f179f2a8a8af'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:38:46.297859 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-5e7cb777-0ba1-47bc-bf11-c3edfe71dc95 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:38:46.303365 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7cb777-0ba1-47bc-bf11-c3edfe71dc95 None None] Pushing event updated for resources: {'Port': ['ID=98b05254-42d4-4be9-a0b3-6ed9bb81f2ba,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:46.316287 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-91ea4c76-51a6-4289-8ea4-b4294c84f899 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9004538 Jul 09 16:38:46.317266 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de0ee8f-fac7-4824-9abe-cd05eb652b8e None None] Routers {'e4e7a51a-8872-46cc-b055-f179f2a8a8af'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:38:46.321310 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33586) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:46.321802 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2189b87f-b38a-4a80-aa8a-ab3a335594f3 req-e3d1ab85-e340-4290-87f3-4aa2f000691b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:46.325721 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-6de0ee8f-fac7-4824-9abe-cd05eb652b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:38:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['e4e7a51a-8872-46cc-b055-f179f2a8a8af'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:46.326639 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-003d9432-7a62-4ae9-b162-92cc1d9a3896 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Request body: {'subnet': {'network_id': '0ff478d2-ee65-42a5-aa40-f0e4002dd8ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:46.346076 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7cb777-0ba1-47bc-bf11-c3edfe71dc95 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:38:46.351930 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-62532885-8dcd-4dda-b45c-ed9e1b821de0 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:46.425835 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d1ab85-e340-4290-87f3-4aa2f000691b service neutron] Pushing event updated for resources: {'Port': ['ID=3267d6bf-2401-49fb-b221-9bbf1cccba37,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:46.434437 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea4c76-51a6-4289-8ea4-b4294c84f899 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Pushing event updated for resources: {'Network': ['ID=0ff478d2-ee65-42a5-aa40-f0e4002dd8ba,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:46.589365 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-6de0ee8f-fac7-4824-9abe-cd05eb652b8e None None] Set router e4e7a51a-8872-46cc-b055-f179f2a8a8af gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:38:46.630459 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 0ff478d2-ee65-42a5-aa40-f0e4002dd8ba details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:38:46.717638 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-400ee4f9-5769-49a9-bd98-a78dee5e6788 req-b6d59535-2e11-47a7-bd24-6798b07664df tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=b6d580f9-0bd4-4395-994f-3020102eddeb HTTP/1.1" status: 200 len: 210 time: 0.1401310 Jul 09 16:38:46.725792 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-2189b87f-b38a-4a80-aa8a-ab3a335594f3 req-e3d1ab85-e340-4290-87f3-4aa2f000691b service neutron] Attempting to bind port 3267d6bf-2401-49fb-b221-9bbf1cccba37 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:38:46.726660 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-2189b87f-b38a-4a80-aa8a-ab3a335594f3 req-e3d1ab85-e340-4290-87f3-4aa2f000691b service neutron] Attempting to bind port 3267d6bf-2401-49fb-b221-9bbf1cccba37 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': 'ceed1d2b-b9f6-4842-8d60-b16bc66c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fc4b3636-aace-42f0-a125-b062ab483852'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:38:46.727033 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2189b87f-b38a-4a80-aa8a-ab3a335594f3 req-e3d1ab85-e340-4290-87f3-4aa2f000691b service neutron] Attempting to bind port 3267d6bf-2401-49fb-b221-9bbf1cccba37 on network fc4b3636-aace-42f0-a125-b062ab483852 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:38:46.743984 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2189b87f-b38a-4a80-aa8a-ab3a335594f3 req-e3d1ab85-e340-4290-87f3-4aa2f000691b service neutron] Port 3267d6bf-2401-49fb-b221-9bbf1cccba37 on network fc4b3636-aace-42f0-a125-b062ab483852 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:38:46.744261 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2189b87f-b38a-4a80-aa8a-ab3a335594f3 req-e3d1ab85-e340-4290-87f3-4aa2f000691b service neutron] Attempting to bind port 3267d6bf-2401-49fb-b221-9bbf1cccba37 on network fc4b3636-aace-42f0-a125-b062ab483852 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:38:46.775819 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-5e7cb777-0ba1-47bc-bf11-c3edfe71dc95 None None] Attempting to bind port 98b05254-42d4-4be9-a0b3-6ed9bb81f2ba on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:38:46.780046 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-5e7cb777-0ba1-47bc-bf11-c3edfe71dc95 None None] Attempting to bind port 98b05254-42d4-4be9-a0b3-6ed9bb81f2ba by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'a70f16cc-f264-4110-a977-8be81076103b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '705ea596-e648-4a03-ab56-efc04bbf73eb'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:38:46.780689 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7cb777-0ba1-47bc-bf11-c3edfe71dc95 None None] Attempting to bind port 98b05254-42d4-4be9-a0b3-6ed9bb81f2ba on network 705ea596-e648-4a03-ab56-efc04bbf73eb {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:38:46.781913 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003d9432-7a62-4ae9-b162-92cc1d9a3896 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Made reservation on behalf of 15d8959ba04b47778a327d946b70438e for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:38:46.787096 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-003d9432-7a62-4ae9-b162-92cc1d9a3896 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:46.800614 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2189b87f-b38a-4a80-aa8a-ab3a335594f3 req-e3d1ab85-e340-4290-87f3-4aa2f000691b service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:38:46.800798 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2189b87f-b38a-4a80-aa8a-ab3a335594f3 req-e3d1ab85-e340-4290-87f3-4aa2f000691b service neutron] Checking segment: {'id': 'ceed1d2b-b9f6-4842-8d60-b16bc66c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fc4b3636-aace-42f0-a125-b062ab483852'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:38:46.801041 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2189b87f-b38a-4a80-aa8a-ab3a335594f3 req-e3d1ab85-e340-4290-87f3-4aa2f000691b service neutron] Bound using segment: {'id': 'ceed1d2b-b9f6-4842-8d60-b16bc66c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fc4b3636-aace-42f0-a125-b062ab483852'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:38:46.801487 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-2189b87f-b38a-4a80-aa8a-ab3a335594f3 req-e3d1ab85-e340-4290-87f3-4aa2f000691b service neutron] Bound port: 3267d6bf-2401-49fb-b221-9bbf1cccba37, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceed1d2b-b9f6-4842-8d60-b16bc66c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fc4b3636-aace-42f0-a125-b062ab483852'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:38:46.801854 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2189b87f-b38a-4a80-aa8a-ab3a335594f3 req-e3d1ab85-e340-4290-87f3-4aa2f000691b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:46.870484 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82bbcbc-95d2-4c06-bf2a-4b79d6b3512c req-e114ee41-0ca0-4283-a1e5-549c4b7efa75 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:46.873997 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c82bbcbc-95d2-4c06-bf2a-4b79d6b3512c req-e114ee41-0ca0-4283-a1e5-549c4b7efa75 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/ports?device_id=c94c9e93-1147-4dec-a40a-e8c2e54ca3a3 HTTP/1.1" status: 200 len: 944 time: 0.3106153 Jul 09 16:38:46.907821 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-3db79aaf-b328-4222-bc68-09518748ae1f admin admin] Deleting port a87ad7ba-0cf9-42fe-be1d-53dfcad9046e {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:38:46.908122 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3db79aaf-b328-4222-bc68-09518748ae1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:47.080207 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-3db79aaf-b328-4222-bc68-09518748ae1f admin admin] For port a87ad7ba-0cf9-42fe-be1d-53dfcad9046e, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=a87ad7ba-0cf9-42fe-be1d-53dfcad9046e,segment=NetworkSegment(2f4df70f-a688-4878-9716-15fc7017ed18),segment_id=2f4df70f-a688-4878-9716-15fc7017ed18)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:47.080558 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3db79aaf-b328-4222-bc68-09518748ae1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:47.113487 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c82bbcbc-95d2-4c06-bf2a-4b79d6b3512c req-e1f05367-faf6-483c-8746-bbf84f13a63b tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/security-groups?id=9dac7b09-25d1-4d4f-9e91-5f6b0a69c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2277541 Jul 09 16:38:47.158389 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-3db79aaf-b328-4222-bc68-09518748ae1f admin admin] Calling delete_port for a87ad7ba-0cf9-42fe-be1d-53dfcad9046e owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:38:47.190510 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-2189b87f-b38a-4a80-aa8a-ab3a335594f3 req-e3d1ab85-e340-4290-87f3-4aa2f000691b service neutron] For port 3267d6bf-2401-49fb-b221-9bbf1cccba37, host n-h2-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:38:47.205530 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-6de0ee8f-fac7-4824-9abe-cd05eb652b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'name': 'tempest-RoutersIpV6Test-router-1509969923', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:06Z', 'updated_at': '2021-07-09T16:38:41Z', 'revision_number': 7, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'gw_port_host': None, '_interfaces': [{'id': '30edada3-dd19-404b-9b87-ddd205d37e4f', 'name': '', 'network_id': '6251e87c-b84a-4801-acc0-237050be6318', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:df:65:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '2b1bc902-48b7-4aeb-bd21-84852639e83f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:31Z', 'updated_at': '2021-07-09T16:38:42Z', 'revision_number': 5, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': '2b1bc902-48b7-4aeb-bd21-84852639e83f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40e9f4e1-74b0-4da8-a27a-5cbb016bc316', 'name': '', 'network_id': '195de87f-2b7c-4d3b-a98b-c83763f6a1f4', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:a8:a3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'bf443f54-d81f-448e-9882-eb3e9c122c63', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:25Z', 'updated_at': '2021-07-09T16:38:38Z', 'revision_number': 5, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': 'bf443f54-d81f-448e-9882-eb3e9c122c63', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a52bf53-9c73-4965-8a89-3bf52d407a67', 'name': '', 'network_id': 'a45d021f-508f-4f97-8003-8211fd6334e0', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:df:1f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '89cea9f3-900f-4083-b8dd-cd05519d1f98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:09Z', 'updated_at': '2021-07-09T16:38:19Z', 'revision_number': 5, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': '89cea9f3-900f-4083-b8dd-cd05519d1f98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3005793-156b-4d86-a003-35129713da37', 'name': '', 'network_id': '03fce8d3-9d8b-4b0a-acd2-67924ac40da6', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:d0:f3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '0f51627e-af38-4fa7-9b9e-636701e5f6d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:17Z', 'updated_at': '2021-07-09T16:38:27Z', 'revision_number': 5, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': '0f51627e-af38-4fa7-9b9e-636701e5f6d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:47.208230 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-2189b87f-b38a-4a80-aa8a-ab3a335594f3 req-e3d1ab85-e340-4290-87f3-4aa2f000691b service neutron] For port 3267d6bf-2401-49fb-b221-9bbf1cccba37, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=3267d6bf-2401-49fb-b221-9bbf1cccba37,segment=NetworkSegment(ceed1d2b-b9f6-4842-8d60-b16bc66c3e68),segment_id=ceed1d2b-b9f6-4842-8d60-b16bc66c3e68)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:38:47.218740 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7cb777-0ba1-47bc-bf11-c3edfe71dc95 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:38:47.221866 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7cb777-0ba1-47bc-bf11-c3edfe71dc95 None None] Checking segment: {'id': 'a70f16cc-f264-4110-a977-8be81076103b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '705ea596-e648-4a03-ab56-efc04bbf73eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:38:47.221866 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5e7cb777-0ba1-47bc-bf11-c3edfe71dc95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:47.222347 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7cb777-0ba1-47bc-bf11-c3edfe71dc95 None None] Bound using segment: {'id': 'a70f16cc-f264-4110-a977-8be81076103b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '705ea596-e648-4a03-ab56-efc04bbf73eb'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:38:47.222964 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-5e7cb777-0ba1-47bc-bf11-c3edfe71dc95 None None] Bound port: 98b05254-42d4-4be9-a0b3-6ed9bb81f2ba, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a70f16cc-f264-4110-a977-8be81076103b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '705ea596-e648-4a03-ab56-efc04bbf73eb'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:38:47.223442 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5e7cb777-0ba1-47bc-bf11-c3edfe71dc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:47.223876 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2189b87f-b38a-4a80-aa8a-ab3a335594f3 req-e3d1ab85-e340-4290-87f3-4aa2f000691b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:47.344718 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de0ee8f-fac7-4824-9abe-cd05eb652b8e None None] Checking router: e4e7a51a-8872-46cc-b055-f179f2a8a8af for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:38:47.368097 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-5e7cb777-0ba1-47bc-bf11-c3edfe71dc95 None None] For port 98b05254-42d4-4be9-a0b3-6ed9bb81f2ba, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:38:47.372386 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-5e7cb777-0ba1-47bc-bf11-c3edfe71dc95 None None] For port 98b05254-42d4-4be9-a0b3-6ed9bb81f2ba, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=98b05254-42d4-4be9-a0b3-6ed9bb81f2ba,segment=NetworkSegment(a70f16cc-f264-4110-a977-8be81076103b),segment_id=a70f16cc-f264-4110-a977-8be81076103b)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:38:47.386199 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5e7cb777-0ba1-47bc-bf11-c3edfe71dc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:47.386565 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2189b87f-b38a-4a80-aa8a-ab3a335594f3 req-e3d1ab85-e340-4290-87f3-4aa2f000691b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:47.387197 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2189b87f-b38a-4a80-aa8a-ab3a335594f3 req-e3d1ab85-e340-4290-87f3-4aa2f000691b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:47.388796 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2189b87f-b38a-4a80-aa8a-ab3a335594f3 req-e3d1ab85-e340-4290-87f3-4aa2f000691b service neutron] 10.222.0.73 "PUT /v2.0/ports/3267d6bf-2401-49fb-b221-9bbf1cccba37 HTTP/1.1" status: 200 len: 1092 time: 2.4671192 Jul 09 16:38:47.389247 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c94c9e93-1147-4dec-a40a-e8c2e54ca3a3', 'tag': '3267d6bf-2401-49fb-b221-9bbf1cccba37'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:38:47.392230 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde0cd15-ec60-452b-9292-e04a0456aea0" -d '{"events": [{"name": "network-changed", "server_uuid": "c94c9e93-1147-4dec-a40a-e8c2e54ca3a3", "tag": "3267d6bf-2401-49fb-b221-9bbf1cccba37"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:38:47.402338 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de0ee8f-fac7-4824-9abe-cd05eb652b8e None None] Routers {'e4e7a51a-8872-46cc-b055-f179f2a8a8af'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:38:47.403656 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-6de0ee8f-fac7-4824-9abe-cd05eb652b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:38:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['e4e7a51a-8872-46cc-b055-f179f2a8a8af'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:47.469661 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126b3088-b54f-40c7-bb88-a6bbc533c96f x-openstack-request-id: req-126b3088-b54f-40c7-bb88-a6bbc533c96f {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:38:47.489438 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c94c9e93-1147-4dec-a40a-e8c2e54ca3a3", "tag": "3267d6bf-2401-49fb-b221-9bbf1cccba37", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:38:47.489713 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-126b3088-b54f-40c7-bb88-a6bbc533c96f {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:38:47.490170 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c94c9e93-1147-4dec-a40a-e8c2e54ca3a3', 'tag': '3267d6bf-2401-49fb-b221-9bbf1cccba37', 'status': 'completed', 'code': 200} Jul 09 16:38:47.526661 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 575293cc-89ab-45bd-92ef-0dcefefaca9d no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:38:47.532604 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d1ab85-e340-4290-87f3-4aa2f000691b service neutron] Pushing event updated for resources: {'Port': ['ID=3267d6bf-2401-49fb-b221-9bbf1cccba37,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:47.576790 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7cb777-0ba1-47bc-bf11-c3edfe71dc95 None None] Pushing event updated for resources: {'Port': ['ID=98b05254-42d4-4be9-a0b3-6ed9bb81f2ba,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:47.580484 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 575293cc-89ab-45bd-92ef-0dcefefaca9d {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:38:47.586685 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 575293cc-89ab-45bd-92ef-0dcefefaca9d not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:38:47.594857 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device f76b9e55-de74-439c-93f6-d75aeda42cd6 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:38:47.630371 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: f76b9e55-de74-439c-93f6-d75aeda42cd6 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:38:47.630724 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device f76b9e55-de74-439c-93f6-d75aeda42cd6 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:38:47.652248 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-003d9432-7a62-4ae9-b162-92cc1d9a3896 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:47.676786 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4ada9b-4e7a-4a11-b65e-0b8979275461 None None] DHCP port deletion for b7939bf7-c442-48dc-a498-b7f89eb18874 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:38:47.699293 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3db79aaf-b328-4222-bc68-09518748ae1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:47.725652 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db79aaf-b328-4222-bc68-09518748ae1f admin admin] No DVR routers for this DVR port a87ad7ba-0cf9-42fe-be1d-53dfcad9046e on host n-d-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:38:47.744380 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-6de0ee8f-fac7-4824-9abe-cd05eb652b8e None None] Set router e4e7a51a-8872-46cc-b055-f179f2a8a8af gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:38:47.817940 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-3e4ada9b-4e7a-4a11-b65e-0b8979275461 None None] Deleting port a87ad7ba-0cf9-42fe-be1d-53dfcad9046e {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:38:47.818323 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3e4ada9b-4e7a-4a11-b65e-0b8979275461 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:47.877277 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device a87ad7ba-0cf9-42fe-be1d-53dfcad9046e no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:38:47.889195 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003d9432-7a62-4ae9-b162-92cc1d9a3896 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Pushing event updated for resources: {'Subnet': ['ID=088672d5-f7c6-40bf-b363-6438eb3b2159,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:47.927282 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db79aaf-b328-4222-bc68-09518748ae1f admin admin] Pushing event deleted for resources: {'Port': ['ID=a87ad7ba-0cf9-42fe-be1d-53dfcad9046e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:48.021398 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003d9432-7a62-4ae9-b162-92cc1d9a3896 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Checking segment: {'id': 'cbff0db4-bdff-4509-858d-5bb28cd9a9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0ff478d2-ee65-42a5-aa40-f0e4002dd8ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:38:48.023636 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003d9432-7a62-4ae9-b162-92cc1d9a3896 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Network hostable DHCP agents. Network: 0ff478d2-ee65-42a5-aa40-f0e4002dd8ba, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:38:48.048635 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: a87ad7ba-0cf9-42fe-be1d-53dfcad9046e {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:38:48.048984 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device a87ad7ba-0cf9-42fe-be1d-53dfcad9046e not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:38:48.061425 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2189b87f-b38a-4a80-aa8a-ab3a335594f3 req-14092084-9c32-4353-be90-40806088031d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:48.085215 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2189b87f-b38a-4a80-aa8a-ab3a335594f3 req-14092084-9c32-4353-be90-40806088031d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e2634516774046048410a7faecd2c391&device_id=c94c9e93-1147-4dec-a40a-e8c2e54ca3a3 HTTP/1.1" status: 200 len: 1095 time: 0.5674555 Jul 09 16:38:48.119409 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-3e4ada9b-4e7a-4a11-b65e-0b8979275461 None None] For port a87ad7ba-0cf9-42fe-be1d-53dfcad9046e, host n-d-798930-3, got binding levels [] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:48.119817 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3e4ada9b-4e7a-4a11-b65e-0b8979275461 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:48.136863 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-3e4ada9b-4e7a-4a11-b65e-0b8979275461 None None] Calling delete_port for a87ad7ba-0cf9-42fe-be1d-53dfcad9046e owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:38:48.140292 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.ipam_backend_mixin [None req-3e4ada9b-4e7a-4a11-b65e-0b8979275461 None None] Port a87ad7ba-0cf9-42fe-be1d-53dfcad9046e was not found and therefore no delete operation was performed {{(pid=93960) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 16:38:48.141581 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3e4ada9b-4e7a-4a11-b65e-0b8979275461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:48.200163 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4ada9b-4e7a-4a11-b65e-0b8979275461 None None] No DVR routers for this DVR port a87ad7ba-0cf9-42fe-be1d-53dfcad9046e on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:38:48.200752 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4ada9b-4e7a-4a11-b65e-0b8979275461 None None] Pushing event deleted for resources: {'Port': ['ID=a87ad7ba-0cf9-42fe-be1d-53dfcad9046e,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:48.230969 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003d9432-7a62-4ae9-b162-92cc1d9a3896 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Network 0ff478d2-ee65-42a5-aa40-f0e4002dd8ba is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:38:48.304503 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-003d9432-7a62-4ae9-b162-92cc1d9a3896 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 0ff478d2-ee65-42a5-aa40-f0e4002dd8ba) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:38:48.312323 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003d9432-7a62-4ae9-b162-92cc1d9a3896 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:48.312928 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-003d9432-7a62-4ae9-b162-92cc1d9a3896 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:48.314200 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2aeb4a1-2088-40ae-8749-4e630c05061a None None] Network 0ff478d2-ee65-42a5-aa40-f0e4002dd8ba requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:38:48.338133 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-6de0ee8f-fac7-4824-9abe-cd05eb652b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'name': 'tempest-RoutersIpV6Test-router-1509969923', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:06Z', 'updated_at': '2021-07-09T16:38:41Z', 'revision_number': 7, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'gw_port_host': None, '_interfaces': [{'id': '30edada3-dd19-404b-9b87-ddd205d37e4f', 'name': '', 'network_id': '6251e87c-b84a-4801-acc0-237050be6318', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:df:65:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '2b1bc902-48b7-4aeb-bd21-84852639e83f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:31Z', 'updated_at': '2021-07-09T16:38:42Z', 'revision_number': 5, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': '2b1bc902-48b7-4aeb-bd21-84852639e83f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40e9f4e1-74b0-4da8-a27a-5cbb016bc316', 'name': '', 'network_id': '195de87f-2b7c-4d3b-a98b-c83763f6a1f4', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:a8:a3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'bf443f54-d81f-448e-9882-eb3e9c122c63', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:25Z', 'updated_at': '2021-07-09T16:38:38Z', 'revision_number': 5, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': 'bf443f54-d81f-448e-9882-eb3e9c122c63', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a52bf53-9c73-4965-8a89-3bf52d407a67', 'name': '', 'network_id': 'a45d021f-508f-4f97-8003-8211fd6334e0', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:df:1f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '89cea9f3-900f-4083-b8dd-cd05519d1f98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:09Z', 'updated_at': '2021-07-09T16:38:19Z', 'revision_number': 5, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': '89cea9f3-900f-4083-b8dd-cd05519d1f98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3005793-156b-4d86-a003-35129713da37', 'name': '', 'network_id': '03fce8d3-9d8b-4b0a-acd2-67924ac40da6', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:d0:f3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '0f51627e-af38-4fa7-9b9e-636701e5f6d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:17Z', 'updated_at': '2021-07-09T16:38:27Z', 'revision_number': 5, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': '0f51627e-af38-4fa7-9b9e-636701e5f6d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:48.338478 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2189b87f-b38a-4a80-aa8a-ab3a335594f3 req-bb1269a7-cb15-49c1-a3cc-6a28f0b2888a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=3267d6bf-2401-49fb-b221-9bbf1cccba37 HTTP/1.1" status: 200 len: 217 time: 0.2006009 Jul 09 16:38:48.359998 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3db79aaf-b328-4222-bc68-09518748ae1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:48.376855 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-003d9432-7a62-4ae9-b162-92cc1d9a3896 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.0548213 Jul 09 16:38:48.380398 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33608) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:48.381627 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-3db79aaf-b328-4222-bc68-09518748ae1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7939bf7-c442-48dc-a498-b7f89eb18874']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:48.410687 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-3db79aaf-b328-4222-bc68-09518748ae1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f4df70f-a688-4878-9716-15fc7017ed18') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:48.411006 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-3db79aaf-b328-4222-bc68-09518748ae1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f4df70f-a688-4878-9716-15fc7017ed18') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:48.413649 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de0ee8f-fac7-4824-9abe-cd05eb652b8e None None] The sync data for ids ['e4e7a51a-8872-46cc-b055-f179f2a8a8af'] in n-d-798930-3 is: [{'id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'name': 'tempest-RoutersIpV6Test-router-1509969923', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:06Z', 'updated_at': '2021-07-09T16:38:41Z', 'revision_number': 7, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'gw_port_host': None, '_interfaces': [{'id': '30edada3-dd19-404b-9b87-ddd205d37e4f', 'name': '', 'network_id': '6251e87c-b84a-4801-acc0-237050be6318', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:df:65:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '2b1bc902-48b7-4aeb-bd21-84852639e83f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:31Z', 'updated_at': '2021-07-09T16:38:42Z', 'revision_number': 5, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': '2b1bc902-48b7-4aeb-bd21-84852639e83f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40e9f4e1-74b0-4da8-a27a-5cbb016bc316', 'name': '', 'network_id': '195de87f-2b7c-4d3b-a98b-c83763f6a1f4', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:a8:a3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'bf443f54-d81f-448e-9882-eb3e9c122c63', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:25Z', 'updated_at': '2021-07-09T16:38:38Z', 'revision_number': 5, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': 'bf443f54-d81f-448e-9882-eb3e9c122c63', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a52bf53-9c73-4965-8a89-3bf52d407a67', 'name': '', 'network_id': 'a45d021f-508f-4f97-8003-8211fd6334e0', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:df:1f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '89cea9f3-900f-4083-b8dd-cd05519d1f98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:09Z', 'updated_at': '2021-07-09T16:38:19Z', 'revision_number': 5, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': '89cea9f3-900f-4083-b8dd-cd05519d1f98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3005793-156b-4d86-a003-35129713da37', 'name': '', 'network_id': '03fce8d3-9d8b-4b0a-acd2-67924ac40da6', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:d0:f3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '0f51627e-af38-4fa7-9b9e-636701e5f6d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:17Z', 'updated_at': '2021-07-09T16:38:27Z', 'revision_number': 5, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': '0f51627e-af38-4fa7-9b9e-636701e5f6d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:38:48.425361 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-303fbf8a-dcad-4b78-865b-6c6a74faf5ab req-ce6d55ea-8fbd-4c0d-8631-df8e9393974a tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=b6d580f9-0bd4-4395-994f-3020102eddeb HTTP/1.1" status: 200 len: 210 time: 0.3668029 Jul 09 16:38:48.562228 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-62532885-8dcd-4dda-b45c-ed9e1b821de0 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Deleting port 30edada3-dd19-404b-9b87-ddd205d37e4f {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:38:48.562577 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-62532885-8dcd-4dda-b45c-ed9e1b821de0 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:48.573961 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2189b87f-b38a-4a80-aa8a-ab3a335594f3 req-28d00dbc-7a33-419a-b382-eed4bc09a1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:48.579674 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2189b87f-b38a-4a80-aa8a-ab3a335594f3 req-28d00dbc-7a33-419a-b382-eed4bc09a1da service neutron] 10.222.0.73 "GET /v2.0/subnets?id=64b01a4a-be41-4553-8702-2691dac59831 HTTP/1.1" status: 200 len: 838 time: 0.1479285 Jul 09 16:38:48.585150 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3db79aaf-b328-4222-bc68-09518748ae1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:48.608047 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613816a5-147a-432a-89d8-381e0b85aaff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-0ff478d2-ee65-42a5-aa40-f0e4002dd8ba', 'network_id': '0ff478d2-ee65-42a5-aa40-f0e4002dd8ba', 'tenant_id': '15d8959ba04b47778a327d946b70438e', 'fixed_ips': [{'subnet_id': '088672d5-f7c6-40bf-b363-6438eb3b2159'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:38:48.609278 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-613816a5-147a-432a-89d8-381e0b85aaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:48.648676 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3db79aaf-b328-4222-bc68-09518748ae1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:48.683114 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3db79aaf-b328-4222-bc68-09518748ae1f admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:38:48.683530 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3db79aaf-b328-4222-bc68-09518748ae1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:48.683842 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bbfe88e9-647b-4b0c-9f4d-b610ed400bbf tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:48.693745 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:38:48.693745 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:38:48.693745 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:38:48.693745 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:38:48.693745 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:38:48.693745 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:38:48.693745 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:38:48.693745 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:38:48.693745 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:38:48.693745 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:38:48.693745 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:38:48.693745 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:38:48.693745 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:38:48.693745 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:38:48.693745 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:38:48.693745 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:38:48.693745 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:38:48.693745 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:38:48.693745 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:38:48.693745 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:38:48.693745 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:38:48.693745 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:38:48.693745 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:38:48.693745 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:38:48.693745 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:38:48.693745 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:38:48.693745 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:38:48.693745 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:38:48.693745 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:38:48.693745 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:38:48.693745 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:38:48.693745 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:38:48.693745 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:38:48.693745 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:38:48.693745 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:38:48.693745 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:38:48.693745 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:38:48.693745 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:38:48.693745 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:38:48.693745 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:38:48.693745 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:38:48.693745 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:38:48.693745 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:38:48.693745 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:38:48.693745 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:38:48.693745 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:38:48.693745 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:38:48.693745 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:38:48.693745 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:38:48.693745 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:38:48.693745 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:38:48.693745 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:38:48.714355 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2189b87f-b38a-4a80-aa8a-ab3a335594f3 req-36117dc6-94b1-475e-b0d5-a4b7ca8509c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:48.716102 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2189b87f-b38a-4a80-aa8a-ab3a335594f3 req-36117dc6-94b1-475e-b0d5-a4b7ca8509c0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fc4b3636-aace-42f0-a125-b062ab483852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1277611 Jul 09 16:38:48.725256 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18da4e-4def-4c9e-af82-e531aff1c3d8 req-2e0d1014-64b0-4a9e-9fa2-a9b0175fde68 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:48.726983 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9b18da4e-4def-4c9e-af82-e531aff1c3d8 req-2e0d1014-64b0-4a9e-9fa2-a9b0175fde68 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/ports?device_id=c94c9e93-1147-4dec-a40a-e8c2e54ca3a3 HTTP/1.1" status: 200 len: 944 time: 0.2932813 Jul 09 16:38:48.869975 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-613816a5-147a-432a-89d8-381e0b85aaff None None] Allocated IP 172.20.0.2 (0ff478d2-ee65-42a5-aa40-f0e4002dd8ba/088672d5-f7c6-40bf-b363-6438eb3b2159/4e5acd41-94e5-4d2e-9715-9a2f66d8de8e) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:38:48.922924 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-62532885-8dcd-4dda-b45c-ed9e1b821de0 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] For port 30edada3-dd19-404b-9b87-ddd205d37e4f, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=30edada3-dd19-404b-9b87-ddd205d37e4f,segment=NetworkSegment(db9adef1-7a04-4fdb-ba25-426f4d125235),segment_id=db9adef1-7a04-4fdb-ba25-426f4d125235)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:48.923654 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-62532885-8dcd-4dda-b45c-ed9e1b821de0 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:48.943619 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3db79aaf-b328-4222-bc68-09518748ae1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:48.946317 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9b18da4e-4def-4c9e-af82-e531aff1c3d8 req-f7e74054-78a2-4062-bfdb-b9c66ca0f9b5 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/security-groups?id=9dac7b09-25d1-4d4f-9e91-5f6b0a69c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950247 Jul 09 16:38:48.954058 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-62532885-8dcd-4dda-b45c-ed9e1b821de0 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Calling delete_port for 30edada3-dd19-404b-9b87-ddd205d37e4f owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:38:48.962263 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bbfe88e9-647b-4b0c-9f4d-b610ed400bbf tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:49.000322 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3db79aaf-b328-4222-bc68-09518748ae1f admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:49.005312 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-3db79aaf-b328-4222-bc68-09518748ae1f admin admin] 10.222.0.98 "DELETE /v2.0/networks/b7939bf7-c442-48dc-a498-b7f89eb18874 HTTP/1.1" status: 204 len: 168 time: 2.8999965 Jul 09 16:38:49.060245 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db79aaf-b328-4222-bc68-09518748ae1f admin admin] Pushing event deleted for resources: {'Network': ['ID=b7939bf7-c442-48dc-a498-b7f89eb18874,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:49.125860 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2189b87f-b38a-4a80-aa8a-ab3a335594f3 req-fd0c680a-e1b9-4c3a-95fe-07742742252d service neutron] 10.222.0.73 "GET /v2.0/networks/fc4b3636-aace-42f0-a125-b062ab483852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828597 Jul 09 16:38:49.159683 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-613816a5-147a-432a-89d8-381e0b85aaff None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:49.181444 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-613816a5-147a-432a-89d8-381e0b85aaff None None] Transition to ACTIVE for port object 4e5acd41-94e5-4d2e-9715-9a2f66d8de8e will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:38:49.224602 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-613816a5-147a-432a-89d8-381e0b85aaff None None] Transition to ACTIVE for port object 4e5acd41-94e5-4d2e-9715-9a2f66d8de8e will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:38:49.237929 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-613816a5-147a-432a-89d8-381e0b85aaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:49.238175 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c124c6-dbb0-4202-8765-f103247fd807 req-4e9db76b-49c5-4636-8e3b-d0cc1e59df6a tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:49.242902 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-39c124c6-dbb0-4202-8765-f103247fd807 req-4e9db76b-49c5-4636-8e3b-d0cc1e59df6a tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.77 "GET /v2.0/networks?id=6a9e1cb2-fe24-406e-8baf-8643d7db8d0b HTTP/1.1" status: 200 len: 815 time: 0.4641848 Jul 09 16:38:49.256108 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-39c124c6-dbb0-4202-8765-f103247fd807 req-8394ce62-4261-4315-ba3b-3b8bb31436be tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Request body: {'port': {'device_id': 'b6d580f9-0bd4-4395-994f-3020102eddeb', 'network_id': '6a9e1cb2-fe24-406e-8baf-8643d7db8d0b', 'admin_state_up': True, 'tenant_id': '313daaa44e994ebf83af8fe773f4ee0d'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:49.282036 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-62532885-8dcd-4dda-b45c-ed9e1b821de0 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:49.358659 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613816a5-147a-432a-89d8-381e0b85aaff None None] Network 0ff478d2-ee65-42a5-aa40-f0e4002dd8ba is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:38:49.376001 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-613816a5-147a-432a-89d8-381e0b85aaff None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:38:49.383135 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613816a5-147a-432a-89d8-381e0b85aaff None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:38:49.417343 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613816a5-147a-432a-89d8-381e0b85aaff None None] Pushing event updated for resources: {'Port': ['ID=4e5acd41-94e5-4d2e-9715-9a2f66d8de8e,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:49.457400 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33614) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:49.515543 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-613816a5-147a-432a-89d8-381e0b85aaff None None] Attempting to bind port 4e5acd41-94e5-4d2e-9715-9a2f66d8de8e on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:38:49.515918 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-613816a5-147a-432a-89d8-381e0b85aaff None None] Attempting to bind port 4e5acd41-94e5-4d2e-9715-9a2f66d8de8e by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'cbff0db4-bdff-4509-858d-5bb28cd9a9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0ff478d2-ee65-42a5-aa40-f0e4002dd8ba'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:38:49.516287 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613816a5-147a-432a-89d8-381e0b85aaff None None] Attempting to bind port 4e5acd41-94e5-4d2e-9715-9a2f66d8de8e on network 0ff478d2-ee65-42a5-aa40-f0e4002dd8ba {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:38:49.518519 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62532885-8dcd-4dda-b45c-ed9e1b821de0 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event deleted for resources: {'Port': ['ID=30edada3-dd19-404b-9b87-ddd205d37e4f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:49.521717 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2189b87f-b38a-4a80-aa8a-ab3a335594f3 req-e6adeecc-f814-4dc1-9ee9-362afbb8d121 service neutron] 10.222.0.73 "GET /v2.0/networks/fc4b3636-aace-42f0-a125-b062ab483852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3862898 Jul 09 16:38:49.531872 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613816a5-147a-432a-89d8-381e0b85aaff None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:38:49.532771 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613816a5-147a-432a-89d8-381e0b85aaff None None] Checking segment: {'id': 'cbff0db4-bdff-4509-858d-5bb28cd9a9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0ff478d2-ee65-42a5-aa40-f0e4002dd8ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:38:49.533737 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-613816a5-147a-432a-89d8-381e0b85aaff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:49.534328 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613816a5-147a-432a-89d8-381e0b85aaff None None] Bound using segment: {'id': 'cbff0db4-bdff-4509-858d-5bb28cd9a9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0ff478d2-ee65-42a5-aa40-f0e4002dd8ba'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:38:49.535435 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-613816a5-147a-432a-89d8-381e0b85aaff None None] Bound port: 4e5acd41-94e5-4d2e-9715-9a2f66d8de8e, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbff0db4-bdff-4509-858d-5bb28cd9a9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0ff478d2-ee65-42a5-aa40-f0e4002dd8ba'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:38:49.536115 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-613816a5-147a-432a-89d8-381e0b85aaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:49.564638 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c520a17-508a-451a-b141-513c5054558c None None] Network 705ea596-e648-4a03-ab56-efc04bbf73eb requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:38:49.619183 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bbfe88e9-647b-4b0c-9f4d-b610ed400bbf tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:49.641510 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62532885-8dcd-4dda-b45c-ed9e1b821de0 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:49.642094 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62532885-8dcd-4dda-b45c-ed9e1b821de0 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:49.642583 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62532885-8dcd-4dda-b45c-ed9e1b821de0 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:49.643144 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62532885-8dcd-4dda-b45c-ed9e1b821de0 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:49.643624 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62532885-8dcd-4dda-b45c-ed9e1b821de0 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:49.644107 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62532885-8dcd-4dda-b45c-ed9e1b821de0 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:49.644584 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62532885-8dcd-4dda-b45c-ed9e1b821de0 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:49.646561 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62532885-8dcd-4dda-b45c-ed9e1b821de0 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:49.647659 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62532885-8dcd-4dda-b45c-ed9e1b821de0 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:49.649273 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62532885-8dcd-4dda-b45c-ed9e1b821de0 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:49.650311 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62532885-8dcd-4dda-b45c-ed9e1b821de0 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:49.650828 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62532885-8dcd-4dda-b45c-ed9e1b821de0 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:38:49.660517 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-691b01da-4fad-4008-b5a5-936aa8d3cac8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e70a4058ef00461984b8400d2ff3c114&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2032893 Jul 09 16:38:49.661212 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33618) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:49.697761 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe88e9-647b-4b0c-9f4d-b610ed400bbf tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Pushing event deleted for resources: {'Subnet': ['ID=088672d5-f7c6-40bf-b363-6438eb3b2159,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:49.739153 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-af3bd330-ae39-4698-9644-cd3e719b4f4a None None] Provisioning for port 98b05254-42d4-4be9-a0b3-6ed9bb81f2ba completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:38:49.771456 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-605ea4ab-512b-448e-a0c6-73197ffa8b10 req-f1bb0957-1bf4-436c-a3e5-986d0f4cc1d6 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=b6d580f9-0bd4-4395-994f-3020102eddeb HTTP/1.1" status: 200 len: 210 time: 0.1322885 Jul 09 16:38:49.796319 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39c124c6-dbb0-4202-8765-f103247fd807 req-8394ce62-4261-4315-ba3b-3b8bb31436be tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Made reservation on behalf of 313daaa44e994ebf83af8fe773f4ee0d for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:38:49.798036 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-613816a5-147a-432a-89d8-381e0b85aaff None None] For port 4e5acd41-94e5-4d2e-9715-9a2f66d8de8e, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:38:49.801269 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-39c124c6-dbb0-4202-8765-f103247fd807 req-8394ce62-4261-4315-ba3b-3b8bb31436be tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:49.804594 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-613816a5-147a-432a-89d8-381e0b85aaff None None] For port 4e5acd41-94e5-4d2e-9715-9a2f66d8de8e, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=4e5acd41-94e5-4d2e-9715-9a2f66d8de8e,segment=NetworkSegment(cbff0db4-bdff-4509-858d-5bb28cd9a9ec),segment_id=cbff0db4-bdff-4509-858d-5bb28cd9a9ec)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:38:49.811861 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bbfe88e9-647b-4b0c-9f4d-b610ed400bbf tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:49.827866 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-bbfe88e9-647b-4b0c-9f4d-b610ed400bbf tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ff478d2-ee65-42a5-aa40-f0e4002dd8ba']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:49.859581 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-bbfe88e9-647b-4b0c-9f4d-b610ed400bbf tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbff0db4-bdff-4509-858d-5bb28cd9a9ec') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:49.859899 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-bbfe88e9-647b-4b0c-9f4d-b610ed400bbf tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbff0db4-bdff-4509-858d-5bb28cd9a9ec') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:49.863698 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-613816a5-147a-432a-89d8-381e0b85aaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:49.871803 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bbfe88e9-647b-4b0c-9f4d-b610ed400bbf tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:49.894139 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-62532885-8dcd-4dda-b45c-ed9e1b821de0 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:49.901572 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bbfe88e9-647b-4b0c-9f4d-b610ed400bbf tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:49.917684 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbfe88e9-647b-4b0c-9f4d-b610ed400bbf tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:38:49.918424 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bbfe88e9-647b-4b0c-9f4d-b610ed400bbf tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:49.922440 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:38:49.922440 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:38:49.922440 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:38:49.922440 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:38:49.922440 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:38:49.922440 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:38:49.922440 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:38:49.922440 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:38:49.922440 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:38:49.922440 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:38:49.922440 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:38:49.922440 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:38:49.922440 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:38:49.922440 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:38:49.922440 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:38:49.922440 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:38:49.922440 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:38:49.922440 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:38:49.922440 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:38:49.922440 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:38:49.922440 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:38:49.922440 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:38:49.922440 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:38:49.922440 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:38:49.922440 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:38:49.922440 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:38:49.922440 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:38:49.922440 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:38:49.922440 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:38:49.922440 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:38:49.922440 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:38:49.922440 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:38:49.936877 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 98b05254-42d4-4be9-a0b3-6ed9bb81f2ba up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:38:50.019203 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0cd15-ec60-452b-9292-e04a0456aea0 req-96dcc222-65cb-4192-b180-2872e1840eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:50.020687 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cde0cd15-ec60-452b-9292-e04a0456aea0 req-96dcc222-65cb-4192-b180-2872e1840eb3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e2634516774046048410a7faecd2c391&device_id=c94c9e93-1147-4dec-a40a-e8c2e54ca3a3 HTTP/1.1" status: 200 len: 1095 time: 0.3424242 Jul 09 16:38:50.030232 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c03fef9e-6404-4f3d-a48a-b80f7ee49bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:50.075361 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613816a5-147a-432a-89d8-381e0b85aaff None None] Pushing event updated for resources: {'Port': ['ID=4e5acd41-94e5-4d2e-9715-9a2f66d8de8e,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:50.102600 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad176c3a-8430-43db-8391-0013d3f2a0aa None None] Network 0ff478d2-ee65-42a5-aa40-f0e4002dd8ba requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:38:50.107254 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.db.api [None req-bbfe88e9-647b-4b0c-9f4d-b610ed400bbf tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 16:38:50.107254 n-d-798930-3 neutron-server[93959]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 16:38:50.107254 n-d-798930-3 neutron-server[93959]: [parameters: {'id': '0ff478d2-ee65-42a5-aa40-f0e4002dd8ba'}] Jul 09 16:38:50.107254 n-d-798930-3 neutron-server[93959]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:38:50.107254 n-d-798930-3 neutron-server[93959]: DEBUG oslo_db.api [None req-bbfe88e9-647b-4b0c-9f4d-b610ed400bbf tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:38:50.115271 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 98b05254-42d4-4be9-a0b3-6ed9bb81f2ba completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:38:50.158081 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 98b05254-42d4-4be9-a0b3-6ed9bb81f2ba triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:38:50.158467 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:50.236080 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c03fef9e-6404-4f3d-a48a-b80f7ee49bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:50.295586 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-39c124c6-dbb0-4202-8765-f103247fd807 req-8394ce62-4261-4315-ba3b-3b8bb31436be tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Allocated IP 172.20.0.5 (6a9e1cb2-fe24-406e-8baf-8643d7db8d0b/5645ca8d-973f-497d-a26d-ddaaa7246e67/e2ea4689-85dc-4d68-91f6-5718f203cdc6) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:38:50.300960 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62532885-8dcd-4dda-b45c-ed9e1b821de0 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Router e4e7a51a-8872-46cc-b055-f179f2a8a8af has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:38:50.317023 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e9e51-f71f-4fc6-9936-05d7be40cfcf req-16119e55-c032-47eb-90e2-d7c2434abdb8 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:50.320545 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-786e9e51-f71f-4fc6-9936-05d7be40cfcf req-16119e55-c032-47eb-90e2-d7c2434abdb8 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/ports?device_id=c94c9e93-1147-4dec-a40a-e8c2e54ca3a3 HTTP/1.1" status: 200 len: 944 time: 0.1085007 Jul 09 16:38:50.338916 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:50.339129 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0cd15-ec60-452b-9292-e04a0456aea0 req-fbd9cb56-c32f-4525-8588-ee7d42e8334d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:50.340602 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cde0cd15-ec60-452b-9292-e04a0456aea0 req-fbd9cb56-c32f-4525-8588-ee7d42e8334d service neutron] 10.222.0.73 "GET /v2.0/networks?id=fc4b3636-aace-42f0-a125-b062ab483852 HTTP/1.1" status: 200 len: 896 time: 0.3063977 Jul 09 16:38:50.388463 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c03fef9e-6404-4f3d-a48a-b80f7ee49bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:50.392329 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c03fef9e-6404-4f3d-a48a-b80f7ee49bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:50.394389 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 98b05254-42d4-4be9-a0b3-6ed9bb81f2ba, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=98b05254-42d4-4be9-a0b3-6ed9bb81f2ba,segment=NetworkSegment(a70f16cc-f264-4110-a977-8be81076103b),segment_id=a70f16cc-f264-4110-a977-8be81076103b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:50.396664 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c03fef9e-6404-4f3d-a48a-b80f7ee49bfc admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/cdb99000-1866-4245-9a04-053ab0acca2e HTTP/1.1" status: 204 len: 168 time: 0.7084296 Jul 09 16:38:50.404734 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:50.462594 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cde0cd15-ec60-452b-9292-e04a0456aea0 req-c5e65bee-d8d2-4de8-a358-fd99101062e0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=3267d6bf-2401-49fb-b221-9bbf1cccba37 HTTP/1.1" status: 200 len: 217 time: 0.0846362 Jul 09 16:38:50.465223 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=98b05254-42d4-4be9-a0b3-6ed9bb81f2ba,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:50.472353 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-786e9e51-f71f-4fc6-9936-05d7be40cfcf req-c021550b-9590-4814-9159-88adc3ee635a tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/security-groups?id=9dac7b09-25d1-4d4f-9e91-5f6b0a69c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397309 Jul 09 16:38:50.482265 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62532885-8dcd-4dda-b45c-ed9e1b821de0 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:38:50.492066 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-62532885-8dcd-4dda-b45c-ed9e1b821de0 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "PUT /v2.0/routers/e4e7a51a-8872-46cc-b055-f179f2a8a8af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4452357 Jul 09 16:38:50.492686 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33624) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:50.494876 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a051af5-e8da-4f54-a1f3-c34c83edd4ba None None] Sync routers for ids ['e4e7a51a-8872-46cc-b055-f179f2a8a8af'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:38:50.510583 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a051af5-e8da-4f54-a1f3-c34c83edd4ba None None] Routers {'e4e7a51a-8872-46cc-b055-f179f2a8a8af'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:38:50.511253 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0a051af5-e8da-4f54-a1f3-c34c83edd4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:38:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['e4e7a51a-8872-46cc-b055-f179f2a8a8af'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:50.526735 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03fef9e-6404-4f3d-a48a-b80f7ee49bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb99000-1866-4245-9a04-053ab0acca2e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:50.569043 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-292d1693-5f52-4032-8103-6aea1a311b79 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Deleting subnet 2b1bc902-48b7-4aeb-bd21-84852639e83f {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:38:50.574935 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-292d1693-5f52-4032-8103-6aea1a311b79 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:50.608200 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bbfe88e9-647b-4b0c-9f4d-b610ed400bbf tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:50.624573 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cce57f5-d25f-4a2e-812d-3f1041230712 None None] get_active_networks_info from n-d-798930-3 {{(pid=93960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 16:38:50.638895 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-292d1693-5f52-4032-8103-6aea1a311b79 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:50.709752 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-649d5bd1-fd96-4170-9dde-0cf15a401f68 None None] Provisioning complete for port 98b05254-42d4-4be9-a0b3-6ed9bb81f2ba triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:38:50.710158 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-649d5bd1-fd96-4170-9dde-0cf15a401f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:50.713071 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0cd15-ec60-452b-9292-e04a0456aea0 req-c08be076-4d5d-4016-a458-d6ff64bab395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:50.713559 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-0a051af5-e8da-4f54-a1f3-c34c83edd4ba None None] Set router e4e7a51a-8872-46cc-b055-f179f2a8a8af gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:38:50.714564 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cde0cd15-ec60-452b-9292-e04a0456aea0 req-c08be076-4d5d-4016-a458-d6ff64bab395 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=64b01a4a-be41-4553-8702-2691dac59831 HTTP/1.1" status: 200 len: 838 time: 0.2388000 Jul 09 16:38:50.798568 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-39c124c6-dbb0-4202-8765-f103247fd807 req-8394ce62-4261-4315-ba3b-3b8bb31436be tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:50.817776 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-bbfe88e9-647b-4b0c-9f4d-b610ed400bbf tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Deleting port 4e5acd41-94e5-4d2e-9715-9a2f66d8de8e {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:38:50.818372 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bbfe88e9-647b-4b0c-9f4d-b610ed400bbf tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:50.836140 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-292d1693-5f52-4032-8103-6aea1a311b79 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:50.925148 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0cd15-ec60-452b-9292-e04a0456aea0 req-8ded3362-28e2-4b28-a701-4daa41a00bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:50.926947 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cde0cd15-ec60-452b-9292-e04a0456aea0 req-8ded3362-28e2-4b28-a701-4daa41a00bc6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fc4b3636-aace-42f0-a125-b062ab483852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2007124 Jul 09 16:38:50.962616 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-bbfe88e9-647b-4b0c-9f4d-b610ed400bbf tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] For port 4e5acd41-94e5-4d2e-9715-9a2f66d8de8e, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=4e5acd41-94e5-4d2e-9715-9a2f66d8de8e,segment=NetworkSegment(cbff0db4-bdff-4509-858d-5bb28cd9a9ec),segment_id=cbff0db4-bdff-4509-858d-5bb28cd9a9ec)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:50.963056 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bbfe88e9-647b-4b0c-9f4d-b610ed400bbf tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:50.987304 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-bbfe88e9-647b-4b0c-9f4d-b610ed400bbf tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Calling delete_port for 4e5acd41-94e5-4d2e-9715-9a2f66d8de8e owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:38:51.007214 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-292d1693-5f52-4032-8103-6aea1a311b79 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:51.018497 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-39c124c6-dbb0-4202-8765-f103247fd807 req-8394ce62-4261-4315-ba3b-3b8bb31436be tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:51.055430 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['30edec94-6c88-4963-aec9-a14e58cb2528'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:38:51.078817 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-292d1693-5f52-4032-8103-6aea1a311b79 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:51.083004 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-292d1693-5f52-4032-8103-6aea1a311b79 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "DELETE /v2.0/subnets/2b1bc902-48b7-4aeb-bd21-84852639e83f HTTP/1.1" status: 204 len: 168 time: 0.5889201 Jul 09 16:38:51.086022 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['b2874e17-97fa-487f-9d66-e5a5e02ef11a', '494faad2-61d3-45e0-9110-00bcb6cf80cb'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:38:51.087603 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33638) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:51.091705 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33640) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:51.098517 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292d1693-5f52-4032-8103-6aea1a311b79 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event deleted for resources: {'Subnet': ['ID=2b1bc902-48b7-4aeb-bd21-84852639e83f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:51.130322 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39c124c6-dbb0-4202-8765-f103247fd807 req-8394ce62-4261-4315-ba3b-3b8bb31436be tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Network 6a9e1cb2-fe24-406e-8baf-8643d7db8d0b is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:38:51.137858 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-39c124c6-dbb0-4202-8765-f103247fd807 req-8394ce62-4261-4315-ba3b-3b8bb31436be tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:38:51.170863 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c124c6-dbb0-4202-8765-f103247fd807 req-8394ce62-4261-4315-ba3b-3b8bb31436be tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:38:51.207325 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cde0cd15-ec60-452b-9292-e04a0456aea0 req-3e01bb06-0307-412e-9341-09ef58552cf1 service neutron] 10.222.0.73 "GET /v2.0/networks/fc4b3636-aace-42f0-a125-b062ab483852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673583 Jul 09 16:38:51.210433 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394ce62-4261-4315-ba3b-3b8bb31436be tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Pushing event updated for resources: {'Port': ['ID=e2ea4689-85dc-4d68-91f6-5718f203cdc6,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:51.257717 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-22e3a8f3-8744-4a86-9e52-920c35ab7a22 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=23f6658f0a6e4d65abb2491a324abda0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1562927 Jul 09 16:38:51.263874 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f08a8525-1265-4586-82be-8986af7f27fb tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:51.268262 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33642) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:51.280541 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bbfe88e9-647b-4b0c-9f4d-b610ed400bbf tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:51.320118 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cde0cd15-ec60-452b-9292-e04a0456aea0 req-e726927d-92f7-4dbe-b921-e6232d33a064 service neutron] 10.222.0.73 "GET /v2.0/networks/fc4b3636-aace-42f0-a125-b062ab483852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996323 Jul 09 16:38:51.328027 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe88e9-647b-4b0c-9f4d-b610ed400bbf tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Pushing event deleted for resources: {'Port': ['ID=4e5acd41-94e5-4d2e-9715-9a2f66d8de8e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:51.342516 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c124c6-dbb0-4202-8765-f103247fd807 req-8394ce62-4261-4315-ba3b-3b8bb31436be tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:51.343373 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-39c124c6-dbb0-4202-8765-f103247fd807 req-8394ce62-4261-4315-ba3b-3b8bb31436be tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:51.356282 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfe88e9-647b-4b0c-9f4d-b610ed400bbf tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] No DVR routers for this DVR port 4e5acd41-94e5-4d2e-9715-9a2f66d8de8e on host n-d-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:38:51.384268 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-39c124c6-dbb0-4202-8765-f103247fd807 req-8394ce62-4261-4315-ba3b-3b8bb31436be tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1323543 Jul 09 16:38:51.393569 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d3e4b4-7655-4b4a-81df-5449ae2a8c05 req-be4fe27b-3156-4ca1-a31e-75b5717c4937 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:51.395256 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-52d3e4b4-7655-4b4a-81df-5449ae2a8c05 req-be4fe27b-3156-4ca1-a31e-75b5717c4937 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=b6d580f9-0bd4-4395-994f-3020102eddeb HTTP/1.1" status: 200 len: 931 time: 0.2899034 Jul 09 16:38:51.402483 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-39c124c6-dbb0-4202-8765-f103247fd807 req-95feacff-cb1e-4a72-9d01-5796b7483a69 service neutron] Request body: {'port': {'device_id': 'b6d580f9-0bd4-4395-994f-3020102eddeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:51.474591 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cce57f5-d25f-4a2e-812d-3f1041230712 None None] Resources bound (agent type, host, resource id): {{(pid=93960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 16:38:51.495087 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bbfe88e9-647b-4b0c-9f4d-b610ed400bbf tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:51.510638 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-bbfe88e9-647b-4b0c-9f4d-b610ed400bbf tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ff478d2-ee65-42a5-aa40-f0e4002dd8ba']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:51.525691 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-bbfe88e9-647b-4b0c-9f4d-b610ed400bbf tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbff0db4-bdff-4509-858d-5bb28cd9a9ec') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:51.525827 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-39c124c6-dbb0-4202-8765-f103247fd807 req-95feacff-cb1e-4a72-9d01-5796b7483a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:51.526016 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-bbfe88e9-647b-4b0c-9f4d-b610ed400bbf tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbff0db4-bdff-4509-858d-5bb28cd9a9ec') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:51.535911 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bbfe88e9-647b-4b0c-9f4d-b610ed400bbf tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:51.546843 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-52d3e4b4-7655-4b4a-81df-5449ae2a8c05 req-c4b7c55b-ff7d-407c-9318-449e6b1db8d6 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a8e018c-d316-4742-956b-cc123b12d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636322 Jul 09 16:38:51.553156 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bbfe88e9-647b-4b0c-9f4d-b610ed400bbf tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:51.560352 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbfe88e9-647b-4b0c-9f4d-b610ed400bbf tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:38:51.560513 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bbfe88e9-647b-4b0c-9f4d-b610ed400bbf tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:51.634655 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:38:51.634655 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:38:51.634655 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:38:51.634655 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:38:51.634655 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:38:51.634655 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:38:51.634655 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:38:51.634655 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:38:51.634655 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:38:51.634655 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:38:51.634655 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:38:51.634655 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:38:51.634655 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:38:51.634655 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:38:51.634655 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:38:51.634655 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:38:51.634655 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:38:51.634655 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:38:51.634655 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:38:51.634655 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:38:51.634655 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:38:51.634655 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:38:51.634655 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:38:51.634655 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:38:51.634655 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:38:51.634655 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:38:51.634655 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:38:51.634655 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:38:51.634655 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:38:51.634655 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:38:51.634655 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:38:51.634655 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:38:51.641700 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-905cfa7c-c9ce-4d4a-87b1-21df19088c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:51.648493 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bbfe88e9-647b-4b0c-9f4d-b610ed400bbf tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:51.682427 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bbfe88e9-647b-4b0c-9f4d-b610ed400bbf tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:51.690586 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-bbfe88e9-647b-4b0c-9f4d-b610ed400bbf tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "DELETE /v2.0/networks/0ff478d2-ee65-42a5-aa40-f0e4002dd8ba HTTP/1.1" status: 204 len: 168 time: 3.3101742 Jul 09 16:38:51.693631 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33646) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:51.756955 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-7c332817-6a3a-459c-98cc-7b25f35f20ae tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1477626383'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:51.819380 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c332817-6a3a-459c-98cc-7b25f35f20ae tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Made reservation on behalf of 15d8959ba04b47778a327d946b70438e for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:38:51.824114 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7c332817-6a3a-459c-98cc-7b25f35f20ae tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:51.875433 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-f08a8525-1265-4586-82be-8986af7f27fb tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Deleting port 1637d125-94db-478f-b45b-e0d2e489555e {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:38:51.876144 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f08a8525-1265-4586-82be-8986af7f27fb tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:51.906531 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 98b05254-42d4-4be9-a0b3-6ed9bb81f2ba up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:38:51.942985 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-39c124c6-dbb0-4202-8765-f103247fd807 req-95feacff-cb1e-4a72-9d01-5796b7483a69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2ea4689-85dc-4d68-91f6-5718f203cdc6 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:38:51.952166 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-39c124c6-dbb0-4202-8765-f103247fd807 req-95feacff-cb1e-4a72-9d01-5796b7483a69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:51.969572 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-39c124c6-dbb0-4202-8765-f103247fd807 req-95feacff-cb1e-4a72-9d01-5796b7483a69 service neutron] Transition to ACTIVE for port object e2ea4689-85dc-4d68-91f6-5718f203cdc6 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:38:51.978001 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-39c124c6-dbb0-4202-8765-f103247fd807 req-95feacff-cb1e-4a72-9d01-5796b7483a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:52.030079 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0a051af5-e8da-4f54-a1f3-c34c83edd4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'name': 'tempest-RoutersIpV6Test-router-1509969923', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:06Z', 'updated_at': '2021-07-09T16:38:49Z', 'revision_number': 8, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'gw_port_host': None, '_interfaces': [{'id': '40e9f4e1-74b0-4da8-a27a-5cbb016bc316', 'name': '', 'network_id': '195de87f-2b7c-4d3b-a98b-c83763f6a1f4', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:a8:a3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'bf443f54-d81f-448e-9882-eb3e9c122c63', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:25Z', 'updated_at': '2021-07-09T16:38:38Z', 'revision_number': 5, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': 'bf443f54-d81f-448e-9882-eb3e9c122c63', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a52bf53-9c73-4965-8a89-3bf52d407a67', 'name': '', 'network_id': 'a45d021f-508f-4f97-8003-8211fd6334e0', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:df:1f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '89cea9f3-900f-4083-b8dd-cd05519d1f98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:09Z', 'updated_at': '2021-07-09T16:38:19Z', 'revision_number': 5, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': '89cea9f3-900f-4083-b8dd-cd05519d1f98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3005793-156b-4d86-a003-35129713da37', 'name': '', 'network_id': '03fce8d3-9d8b-4b0a-acd2-67924ac40da6', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:d0:f3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '0f51627e-af38-4fa7-9b9e-636701e5f6d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:17Z', 'updated_at': '2021-07-09T16:38:27Z', 'revision_number': 5, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': '0f51627e-af38-4fa7-9b9e-636701e5f6d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:52.084641 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95feacff-cb1e-4a72-9d01-5796b7483a69 service neutron] Pushing event updated for resources: {'Port': ['ID=e2ea4689-85dc-4d68-91f6-5718f203cdc6,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:52.129897 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a051af5-e8da-4f54-a1f3-c34c83edd4ba None None] Checking router: e4e7a51a-8872-46cc-b055-f179f2a8a8af for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:38:52.135378 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 98b05254-42d4-4be9-a0b3-6ed9bb81f2ba triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:38:52.135753 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:52.142133 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-39c124c6-dbb0-4202-8765-f103247fd807 req-95feacff-cb1e-4a72-9d01-5796b7483a69 service neutron] Attempting to bind port e2ea4689-85dc-4d68-91f6-5718f203cdc6 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:38:52.143339 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-39c124c6-dbb0-4202-8765-f103247fd807 req-95feacff-cb1e-4a72-9d01-5796b7483a69 service neutron] Attempting to bind port e2ea4689-85dc-4d68-91f6-5718f203cdc6 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'c69a2028-7f11-44fc-9cb8-816928cf4954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6a9e1cb2-fe24-406e-8baf-8643d7db8d0b'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:38:52.143899 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c124c6-dbb0-4202-8765-f103247fd807 req-95feacff-cb1e-4a72-9d01-5796b7483a69 service neutron] Attempting to bind port e2ea4689-85dc-4d68-91f6-5718f203cdc6 on network 6a9e1cb2-fe24-406e-8baf-8643d7db8d0b {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:38:52.149646 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c124c6-dbb0-4202-8765-f103247fd807 req-95feacff-cb1e-4a72-9d01-5796b7483a69 service neutron] Port e2ea4689-85dc-4d68-91f6-5718f203cdc6 on network 6a9e1cb2-fe24-406e-8baf-8643d7db8d0b not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:38:52.149964 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c124c6-dbb0-4202-8765-f103247fd807 req-95feacff-cb1e-4a72-9d01-5796b7483a69 service neutron] Attempting to bind port e2ea4689-85dc-4d68-91f6-5718f203cdc6 on network 6a9e1cb2-fe24-406e-8baf-8643d7db8d0b {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:38:52.156433 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c124c6-dbb0-4202-8765-f103247fd807 req-95feacff-cb1e-4a72-9d01-5796b7483a69 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:38:52.156772 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c124c6-dbb0-4202-8765-f103247fd807 req-95feacff-cb1e-4a72-9d01-5796b7483a69 service neutron] Checking segment: {'id': 'c69a2028-7f11-44fc-9cb8-816928cf4954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6a9e1cb2-fe24-406e-8baf-8643d7db8d0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:38:52.157287 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c124c6-dbb0-4202-8765-f103247fd807 req-95feacff-cb1e-4a72-9d01-5796b7483a69 service neutron] Bound using segment: {'id': 'c69a2028-7f11-44fc-9cb8-816928cf4954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6a9e1cb2-fe24-406e-8baf-8643d7db8d0b'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:38:52.157722 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-39c124c6-dbb0-4202-8765-f103247fd807 req-95feacff-cb1e-4a72-9d01-5796b7483a69 service neutron] Bound port: e2ea4689-85dc-4d68-91f6-5718f203cdc6, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c69a2028-7f11-44fc-9cb8-816928cf4954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6a9e1cb2-fe24-406e-8baf-8643d7db8d0b'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:38:52.158081 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-39c124c6-dbb0-4202-8765-f103247fd807 req-95feacff-cb1e-4a72-9d01-5796b7483a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:52.180623 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a051af5-e8da-4f54-a1f3-c34c83edd4ba None None] Routers {'e4e7a51a-8872-46cc-b055-f179f2a8a8af'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:38:52.181269 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0a051af5-e8da-4f54-a1f3-c34c83edd4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:38:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['e4e7a51a-8872-46cc-b055-f179f2a8a8af'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:52.243806 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-39c124c6-dbb0-4202-8765-f103247fd807 req-95feacff-cb1e-4a72-9d01-5796b7483a69 service neutron] For port e2ea4689-85dc-4d68-91f6-5718f203cdc6, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:38:52.251503 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-39c124c6-dbb0-4202-8765-f103247fd807 req-95feacff-cb1e-4a72-9d01-5796b7483a69 service neutron] For port e2ea4689-85dc-4d68-91f6-5718f203cdc6, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=e2ea4689-85dc-4d68-91f6-5718f203cdc6,segment=NetworkSegment(c69a2028-7f11-44fc-9cb8-816928cf4954),segment_id=c69a2028-7f11-44fc-9cb8-816928cf4954)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:38:52.260553 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-39c124c6-dbb0-4202-8765-f103247fd807 req-95feacff-cb1e-4a72-9d01-5796b7483a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:52.294267 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-0a051af5-e8da-4f54-a1f3-c34c83edd4ba None None] Set router e4e7a51a-8872-46cc-b055-f179f2a8a8af gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:38:52.321638 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c124c6-dbb0-4202-8765-f103247fd807 req-95feacff-cb1e-4a72-9d01-5796b7483a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:52.325004 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-39c124c6-dbb0-4202-8765-f103247fd807 req-95feacff-cb1e-4a72-9d01-5796b7483a69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:52.327020 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-39c124c6-dbb0-4202-8765-f103247fd807 req-95feacff-cb1e-4a72-9d01-5796b7483a69 service neutron] 10.222.0.77 "PUT /v2.0/ports/e2ea4689-85dc-4d68-91f6-5718f203cdc6 HTTP/1.1" status: 200 len: 1091 time: 0.9302342 Jul 09 16:38:52.327701 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6d580f9-0bd4-4395-994f-3020102eddeb', 'tag': 'e2ea4689-85dc-4d68-91f6-5718f203cdc6'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:38:52.339675 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77bdc99-b9ac-40d4-a212-c553c00e6e37" -d '{"events": [{"name": "network-changed", "server_uuid": "b6d580f9-0bd4-4395-994f-3020102eddeb", "tag": "e2ea4689-85dc-4d68-91f6-5718f203cdc6"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:38:52.370637 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-f08a8525-1265-4586-82be-8986af7f27fb tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] For port 1637d125-94db-478f-b45b-e0d2e489555e, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=1637d125-94db-478f-b45b-e0d2e489555e,segment=NetworkSegment(db9adef1-7a04-4fdb-ba25-426f4d125235),segment_id=db9adef1-7a04-4fdb-ba25-426f4d125235)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:52.371009 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f08a8525-1265-4586-82be-8986af7f27fb tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:52.387900 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-f08a8525-1265-4586-82be-8986af7f27fb tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Calling delete_port for 1637d125-94db-478f-b45b-e0d2e489555e owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:38:52.440260 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e9558c-c1bb-48d2-9b02-53b585e45a19 x-openstack-request-id: req-57e9558c-c1bb-48d2-9b02-53b585e45a19 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:38:52.440597 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6d580f9-0bd4-4395-994f-3020102eddeb", "tag": "e2ea4689-85dc-4d68-91f6-5718f203cdc6", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:38:52.440791 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-57e9558c-c1bb-48d2-9b02-53b585e45a19 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:38:52.441181 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6d580f9-0bd4-4395-994f-3020102eddeb', 'tag': 'e2ea4689-85dc-4d68-91f6-5718f203cdc6', 'status': 'completed', 'code': 200} Jul 09 16:38:52.444515 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95feacff-cb1e-4a72-9d01-5796b7483a69 service neutron] Pushing event updated for resources: {'Port': ['ID=e2ea4689-85dc-4d68-91f6-5718f203cdc6,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:52.472718 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe88e9-647b-4b0c-9f4d-b610ed400bbf tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Pushing event deleted for resources: {'Network': ['ID=0ff478d2-ee65-42a5-aa40-f0e4002dd8ba,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:52.485321 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f08a8525-1265-4586-82be-8986af7f27fb tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:52.492693 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c124c6-dbb0-4202-8765-f103247fd807 req-3d54959d-8e81-4ff4-b87b-b2788b158dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:52.495288 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-39c124c6-dbb0-4202-8765-f103247fd807 req-3d54959d-8e81-4ff4-b87b-b2788b158dd3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=313daaa44e994ebf83af8fe773f4ee0d&device_id=b6d580f9-0bd4-4395-994f-3020102eddeb HTTP/1.1" status: 200 len: 1094 time: 0.1100411 Jul 09 16:38:52.496691 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-905cfa7c-c9ce-4d4a-87b1-21df19088c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:52.501853 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08a8525-1265-4586-82be-8986af7f27fb tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] No DVR routers for this DVR port 1637d125-94db-478f-b45b-e0d2e489555e on host n-d-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:38:52.532813 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c332817-6a3a-459c-98cc-7b25f35f20ae tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:38:52.543311 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7c332817-6a3a-459c-98cc-7b25f35f20ae tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:52.543947 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-7c332817-6a3a-459c-98cc-7b25f35f20ae tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Added segment da0e71b7-29bd-48f9-b767-235c3bd4be7d of type vlan for network 85fc1081-b470-4744-ac6b-6a112c374c7a Jul 09 16:38:52.562231 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-39c124c6-dbb0-4202-8765-f103247fd807 req-72c0432e-b74b-4f70-84da-5427c7f6f173 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2ea4689-85dc-4d68-91f6-5718f203cdc6 HTTP/1.1" status: 200 len: 217 time: 0.0560987 Jul 09 16:38:52.589979 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7c332817-6a3a-459c-98cc-7b25f35f20ae tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:52.658219 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7c332817-6a3a-459c-98cc-7b25f35f20ae tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:52.667209 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c332817-6a3a-459c-98cc-7b25f35f20ae tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:52.668205 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7c332817-6a3a-459c-98cc-7b25f35f20ae tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:52.689708 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-93ab5948-d092-48df-a77d-17ebdf7b3b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:52.689932 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c124c6-dbb0-4202-8765-f103247fd807 req-24028420-7e8b-457e-95e7-3b7073b6cfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:52.691317 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-39c124c6-dbb0-4202-8765-f103247fd807 req-24028420-7e8b-457e-95e7-3b7073b6cfb0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5645ca8d-973f-497d-a26d-ddaaa7246e67 HTTP/1.1" status: 200 len: 855 time: 0.1127048 Jul 09 16:38:52.707649 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08a8525-1265-4586-82be-8986af7f27fb tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event deleted for resources: {'Port': ['ID=1637d125-94db-478f-b45b-e0d2e489555e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:52.774685 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce38660f-742a-40dc-97d1-d49c8b0a0554 None None] Network 6251e87c-b84a-4801-acc0-237050be6318 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:38:52.782714 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0a051af5-e8da-4f54-a1f3-c34c83edd4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'name': 'tempest-RoutersIpV6Test-router-1509969923', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:06Z', 'updated_at': '2021-07-09T16:38:49Z', 'revision_number': 8, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'gw_port_host': None, '_interfaces': [{'id': '40e9f4e1-74b0-4da8-a27a-5cbb016bc316', 'name': '', 'network_id': '195de87f-2b7c-4d3b-a98b-c83763f6a1f4', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:a8:a3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'bf443f54-d81f-448e-9882-eb3e9c122c63', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:25Z', 'updated_at': '2021-07-09T16:38:38Z', 'revision_number': 5, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': 'bf443f54-d81f-448e-9882-eb3e9c122c63', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a52bf53-9c73-4965-8a89-3bf52d407a67', 'name': '', 'network_id': 'a45d021f-508f-4f97-8003-8211fd6334e0', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:df:1f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '89cea9f3-900f-4083-b8dd-cd05519d1f98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:09Z', 'updated_at': '2021-07-09T16:38:19Z', 'revision_number': 5, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': '89cea9f3-900f-4083-b8dd-cd05519d1f98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3005793-156b-4d86-a003-35129713da37', 'name': '', 'network_id': '03fce8d3-9d8b-4b0a-acd2-67924ac40da6', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:d0:f3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '0f51627e-af38-4fa7-9b9e-636701e5f6d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:17Z', 'updated_at': '2021-07-09T16:38:27Z', 'revision_number': 5, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': '0f51627e-af38-4fa7-9b9e-636701e5f6d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:52.853320 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-7c332817-6a3a-459c-98cc-7b25f35f20ae tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1010578 Jul 09 16:38:52.861275 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2de68-f556-4244-ab52-d3765e84ff3b req-45231ae8-7736-4c2c-a550-dde1332862fd tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:52.868961 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cca2de68-f556-4244-ab52-d3765e84ff3b req-45231ae8-7736-4c2c-a550-dde1332862fd tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/ports?device_id=c94c9e93-1147-4dec-a40a-e8c2e54ca3a3 HTTP/1.1" status: 200 len: 944 time: 1.1721108 Jul 09 16:38:52.874327 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33654) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:52.882464 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-ae15d5ab-a63f-412e-bb3a-86519f27483d tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Request body: {'subnet': {'network_id': '85fc1081-b470-4744-ac6b-6a112c374c7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:52.893236 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a051af5-e8da-4f54-a1f3-c34c83edd4ba None None] The sync data for ids ['e4e7a51a-8872-46cc-b055-f179f2a8a8af'] in n-d-798930-3 is: [{'id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'name': 'tempest-RoutersIpV6Test-router-1509969923', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:06Z', 'updated_at': '2021-07-09T16:38:49Z', 'revision_number': 8, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'gw_port_host': None, '_interfaces': [{'id': '40e9f4e1-74b0-4da8-a27a-5cbb016bc316', 'name': '', 'network_id': '195de87f-2b7c-4d3b-a98b-c83763f6a1f4', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:a8:a3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'bf443f54-d81f-448e-9882-eb3e9c122c63', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:25Z', 'updated_at': '2021-07-09T16:38:38Z', 'revision_number': 5, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': 'bf443f54-d81f-448e-9882-eb3e9c122c63', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a52bf53-9c73-4965-8a89-3bf52d407a67', 'name': '', 'network_id': 'a45d021f-508f-4f97-8003-8211fd6334e0', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:df:1f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '89cea9f3-900f-4083-b8dd-cd05519d1f98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:09Z', 'updated_at': '2021-07-09T16:38:19Z', 'revision_number': 5, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': '89cea9f3-900f-4083-b8dd-cd05519d1f98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3005793-156b-4d86-a003-35129713da37', 'name': '', 'network_id': '03fce8d3-9d8b-4b0a-acd2-67924ac40da6', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:d0:f3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '0f51627e-af38-4fa7-9b9e-636701e5f6d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:17Z', 'updated_at': '2021-07-09T16:38:27Z', 'revision_number': 5, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': '0f51627e-af38-4fa7-9b9e-636701e5f6d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:38:52.895062 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f08a8525-1265-4586-82be-8986af7f27fb tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:52.930553 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c332817-6a3a-459c-98cc-7b25f35f20ae tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Pushing event updated for resources: {'Network': ['ID=85fc1081-b470-4744-ac6b-6a112c374c7a,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:52.957026 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 85fc1081-b470-4744-ac6b-6a112c374c7a details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:38:53.032922 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-f08a8525-1265-4586-82be-8986af7f27fb tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6251e87c-b84a-4801-acc0-237050be6318']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:53.057915 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-905cfa7c-c9ce-4d4a-87b1-21df19088c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:53.069248 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-905cfa7c-c9ce-4d4a-87b1-21df19088c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:53.087629 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-905cfa7c-c9ce-4d4a-87b1-21df19088c08 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/633b7a99-46eb-4c72-978e-bfa8ddaa9360 HTTP/1.1" status: 204 len: 168 time: 1.8139222 Jul 09 16:38:53.106226 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-f08a8525-1265-4586-82be-8986af7f27fb tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db9adef1-7a04-4fdb-ba25-426f4d125235') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:53.106450 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-f08a8525-1265-4586-82be-8986af7f27fb tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db9adef1-7a04-4fdb-ba25-426f4d125235') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:53.164216 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-cca2de68-f556-4244-ab52-d3765e84ff3b req-b8af2dc0-0bcc-455f-bc36-ad24f61b38cc tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/security-groups?id=9dac7b09-25d1-4d4f-9e91-5f6b0a69c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2906709 Jul 09 16:38:53.180646 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f08a8525-1265-4586-82be-8986af7f27fb tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:53.190881 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-39c124c6-dbb0-4202-8765-f103247fd807 req-69aa7976-3ad2-4641-9017-20bf6b9cf132 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6a9e1cb2-fe24-406e-8baf-8643d7db8d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4902539 Jul 09 16:38:53.209774 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f08a8525-1265-4586-82be-8986af7f27fb tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:53.226794 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f08a8525-1265-4586-82be-8986af7f27fb tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:38:53.226794 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f08a8525-1265-4586-82be-8986af7f27fb tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:53.295852 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a0fc5b-4c32-4812-a4da-bfa7d01d1340 None None] DHCP port deletion for 6251e87c-b84a-4801-acc0-237050be6318 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:38:53.321372 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:38:53.321372 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:38:53.321372 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:38:53.321372 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:38:53.321372 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:38:53.321372 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:38:53.321372 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:38:53.321372 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:38:53.321372 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:38:53.321372 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:38:53.321372 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:38:53.321372 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:38:53.321372 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:38:53.321372 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:38:53.321372 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:38:53.321372 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:38:53.321372 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:38:53.321372 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:38:53.321372 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:38:53.321372 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:38:53.321372 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:38:53.321372 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:38:53.321372 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:38:53.321372 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:38:53.321372 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:38:53.321372 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:38:53.321372 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:38:53.321372 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:38:53.321372 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:38:53.321372 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:38:53.321372 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:38:53.321372 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:38:53.323324 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905cfa7c-c9ce-4d4a-87b1-21df19088c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633b7a99-46eb-4c72-978e-bfa8ddaa9360,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:53.388384 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f08a8525-1265-4586-82be-8986af7f27fb tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:53.413201 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f08a8525-1265-4586-82be-8986af7f27fb tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:53.419625 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f08a8525-1265-4586-82be-8986af7f27fb tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "DELETE /v2.0/networks/6251e87c-b84a-4801-acc0-237050be6318 HTTP/1.1" status: 204 len: 168 time: 2.3306093 Jul 09 16:38:53.424976 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33664) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:53.447380 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b98be3-0ac0-4836-bf06-354c2ac418da req-cd0213ec-8c9d-4ef0-8148-9d03629087a0 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:53.455108 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08a8525-1265-4586-82be-8986af7f27fb tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event deleted for resources: {'Network': ['ID=6251e87c-b84a-4801-acc0-237050be6318,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:53.455348 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-84b98be3-0ac0-4836-bf06-354c2ac418da req-cd0213ec-8c9d-4ef0-8148-9d03629087a0 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=b6d580f9-0bd4-4395-994f-3020102eddeb HTTP/1.1" status: 200 len: 943 time: 0.7392018 Jul 09 16:38:53.468552 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae15d5ab-a63f-412e-bb3a-86519f27483d tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Made reservation on behalf of 15d8959ba04b47778a327d946b70438e for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:38:53.472450 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ae15d5ab-a63f-412e-bb3a-86519f27483d tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:53.565855 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-39c124c6-dbb0-4202-8765-f103247fd807 req-e0296c2d-12c9-4e7b-887a-72509941c026 service neutron] 10.222.0.77 "GET /v2.0/networks/6a9e1cb2-fe24-406e-8baf-8643d7db8d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3654928 Jul 09 16:38:53.639151 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.ipam_backend_mixin [None req-ae15d5ab-a63f-412e-bb3a-86519f27483d tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Performing IP validity checks on allocation pools {{(pid=93959) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 09 16:38:53.639690 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.ipam_backend_mixin [None req-ae15d5ab-a63f-412e-bb3a-86519f27483d tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93959) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 09 16:38:53.664578 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-84b98be3-0ac0-4836-bf06-354c2ac418da req-f3e181b7-d5c1-4cc9-93e5-ba823db621b4 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a8e018c-d316-4742-956b-cc123b12d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081869 Jul 09 16:38:53.729357 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 3267d6bf-2401-49fb-b221-9bbf1cccba37 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:38:53.827670 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-39c124c6-dbb0-4202-8765-f103247fd807 req-6927cbc9-877a-42c3-ad1c-de11c1d2dc59 service neutron] 10.222.0.77 "GET /v2.0/networks/6a9e1cb2-fe24-406e-8baf-8643d7db8d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461853 Jul 09 16:38:53.840562 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 30edada3-dd19-404b-9b87-ddd205d37e4f no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:38:53.919523 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 30edada3-dd19-404b-9b87-ddd205d37e4f {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:38:53.920090 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 30edada3-dd19-404b-9b87-ddd205d37e4f not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:38:53.920564 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 1637d125-94db-478f-b45b-e0d2e489555e no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:38:53.930733 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ae15d5ab-a63f-412e-bb3a-86519f27483d tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:53.967048 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 1637d125-94db-478f-b45b-e0d2e489555e {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:38:53.967512 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 1637d125-94db-478f-b45b-e0d2e489555e not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:38:54.050369 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae15d5ab-a63f-412e-bb3a-86519f27483d tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Pushing event updated for resources: {'Subnet': ['ID=436a1f1d-f7de-4ee1-ae8a-f27b7e81403e,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:54.052903 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae15d5ab-a63f-412e-bb3a-86519f27483d tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Checking segment: {'id': 'da0e71b7-29bd-48f9-b767-235c3bd4be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '85fc1081-b470-4744-ac6b-6a112c374c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:38:54.053273 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae15d5ab-a63f-412e-bb3a-86519f27483d tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Network hostable DHCP agents. Network: 85fc1081-b470-4744-ac6b-6a112c374c7a, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:38:54.077879 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae15d5ab-a63f-412e-bb3a-86519f27483d tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Network 85fc1081-b470-4744-ac6b-6a112c374c7a is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:38:54.090902 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-ae15d5ab-a63f-412e-bb3a-86519f27483d tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 85fc1081-b470-4744-ac6b-6a112c374c7a) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:38:54.098026 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae15d5ab-a63f-412e-bb3a-86519f27483d tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:54.099087 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ae15d5ab-a63f-412e-bb3a-86519f27483d tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:54.099278 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 3267d6bf-2401-49fb-b221-9bbf1cccba37, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=3267d6bf-2401-49fb-b221-9bbf1cccba37,segment=NetworkSegment(ceed1d2b-b9f6-4842-8d60-b16bc66c3e68),segment_id=ceed1d2b-b9f6-4842-8d60-b16bc66c3e68)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:54.106138 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8c6c50-2444-4b5d-a487-9291c251d910 None None] Network 85fc1081-b470-4744-ac6b-6a112c374c7a requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:38:54.129829 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77bdc99-b9ac-40d4-a212-c553c00e6e37 req-2fa0fe2c-77f8-47f6-866f-4e477b3186bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:54.131875 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ae15d5ab-a63f-412e-bb3a-86519f27483d tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.2528007 Jul 09 16:38:54.132313 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a77bdc99-b9ac-40d4-a212-c553c00e6e37 req-2fa0fe2c-77f8-47f6-866f-4e477b3186bf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=313daaa44e994ebf83af8fe773f4ee0d&device_id=b6d580f9-0bd4-4395-994f-3020102eddeb HTTP/1.1" status: 200 len: 1094 time: 0.2100890 Jul 09 16:38:54.134048 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33676) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:54.248492 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '3267d6bf-2401-49fb-b221-9bbf1cccba37', 'network_id': 'fc4b3636-aace-42f0-a125-b062ab483852', 'port_id': '3267d6bf-2401-49fb-b221-9bbf1cccba37', 'mac_address': 'fa:16:3e:f7:2f:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64b01a4a-be41-4553-8702-2691dac59831', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:38:54.333753 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77bdc99-b9ac-40d4-a212-c553c00e6e37 req-70b8645f-73f7-40d5-9eca-9974997b28e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:54.335314 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a77bdc99-b9ac-40d4-a212-c553c00e6e37 req-70b8645f-73f7-40d5-9eca-9974997b28e0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6a9e1cb2-fe24-406e-8baf-8643d7db8d0b HTTP/1.1" status: 200 len: 916 time: 0.1949825 Jul 09 16:38:54.362382 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cf042091-02e1-4d21-bfad-5f06298b6b74 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:54.398824 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-48567a68-4995-42f4-8dfe-54654c448322 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:54.401895 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:54.431137 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3267d6bf-2401-49fb-b221-9bbf1cccba37 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:38:54.466669 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a77bdc99-b9ac-40d4-a212-c553c00e6e37 req-6d5d1a67-b7df-437e-ac1b-aa98d7234791 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2ea4689-85dc-4d68-91f6-5718f203cdc6 HTTP/1.1" status: 200 len: 217 time: 0.1224141 Jul 09 16:38:54.555738 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 3267d6bf-2401-49fb-b221-9bbf1cccba37, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=3267d6bf-2401-49fb-b221-9bbf1cccba37,segment=NetworkSegment(ceed1d2b-b9f6-4842-8d60-b16bc66c3e68),segment_id=ceed1d2b-b9f6-4842-8d60-b16bc66c3e68)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:54.577425 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-48567a68-4995-42f4-8dfe-54654c448322 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:54.583789 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:54.621375 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d72a9e-a441-48eb-8a83-a939e92578f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-85fc1081-b470-4744-ac6b-6a112c374c7a', 'network_id': '85fc1081-b470-4744-ac6b-6a112c374c7a', 'tenant_id': '15d8959ba04b47778a327d946b70438e', 'fixed_ips': [{'subnet_id': '436a1f1d-f7de-4ee1-ae8a-f27b7e81403e'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:38:54.622386 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2d72a9e-a441-48eb-8a83-a939e92578f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:54.653335 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33690) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:54.671779 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ea2e5-3088-4884-8acd-9a84839a6306 req-49e672ff-1e1b-47ab-9ba5-e58b7815462f tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:54.673340 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-742ea2e5-3088-4884-8acd-9a84839a6306 req-49e672ff-1e1b-47ab-9ba5-e58b7815462f tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/ports?device_id=c94c9e93-1147-4dec-a40a-e8c2e54ca3a3 HTTP/1.1" status: 200 len: 944 time: 0.2187006 Jul 09 16:38:54.679582 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=3267d6bf-2401-49fb-b221-9bbf1cccba37,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:54.682619 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77bdc99-b9ac-40d4-a212-c553c00e6e37 req-941f2d14-5dc4-476d-b249-27895613722a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:54.685447 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a77bdc99-b9ac-40d4-a212-c553c00e6e37 req-941f2d14-5dc4-476d-b249-27895613722a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5645ca8d-973f-497d-a26d-ddaaa7246e67 HTTP/1.1" status: 200 len: 855 time: 0.2063289 Jul 09 16:38:54.693661 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-48567a68-4995-42f4-8dfe-54654c448322 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:54.770120 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a77bdc99-b9ac-40d4-a212-c553c00e6e37 req-bd234681-71d9-40c3-b4e1-67ac7580e1b1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6a9e1cb2-fe24-406e-8baf-8643d7db8d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486386 Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server [None req-b2d72a9e-a441-48eb-8a83-a939e92578f5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 436a1f1d-f7de-4ee1-ae8a-f27b7e81403e: This subnet is being modified by another concurrent operation. Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise exception Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 436a1f1d-f7de-4ee1-ae8a-f27b7e81403e: This subnet is being modified by another concurrent operation. Jul 09 16:38:54.782373 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server Jul 09 16:38:54.792031 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48567a68-4995-42f4-8dfe-54654c448322 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Pushing event deleted for resources: {'Subnet': ['ID=436a1f1d-f7de-4ee1-ae8a-f27b7e81403e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:54.806457 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509fc851-d7b6-4679-b2ac-e07b7fc5476e None None] Network 85fc1081-b470-4744-ac6b-6a112c374c7a requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:38:54.850289 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-742ea2e5-3088-4884-8acd-9a84839a6306 req-03044bb3-a9f1-4452-9158-3107002062c0 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/security-groups?id=9dac7b09-25d1-4d4f-9e91-5f6b0a69c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674845 Jul 09 16:38:54.860902 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-53029959-38f3-4ddd-8848-33a001fbccbd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-148455542-network', 'tenant_id': 'fbaf693dfcd540cb80d81354443d4ce4'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:54.903611 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53029959-38f3-4ddd-8848-33a001fbccbd admin admin] Made reservation on behalf of fbaf693dfcd540cb80d81354443d4ce4 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:38:54.906399 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53029959-38f3-4ddd-8848-33a001fbccbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:54.924339 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a77bdc99-b9ac-40d4-a212-c553c00e6e37 req-1714071c-6167-4237-9299-8ad245df2f37 service neutron] 10.222.0.77 "GET /v2.0/networks/6a9e1cb2-fe24-406e-8baf-8643d7db8d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467166 Jul 09 16:38:54.952404 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53029959-38f3-4ddd-8848-33a001fbccbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:54.972079 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed64150-0697-49b1-8f59-59fc3716ad8c None None] get_active_networks_info from n-d-798930-3 {{(pid=93960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 16:38:55.031931 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['3267d6bf-2401-49fb-b221-9bbf1cccba37'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:38:55.070343 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53029959-38f3-4ddd-8848-33a001fbccbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:55.079547 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53029959-38f3-4ddd-8848-33a001fbccbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:55.096257 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53029959-38f3-4ddd-8848-33a001fbccbd admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:38:55.100239 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b73fb8-580b-4b78-8963-1f1fa0c649e2 req-aee5dfd0-0e56-445d-b670-8b45d939eb21 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:55.108057 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-60b73fb8-580b-4b78-8963-1f1fa0c649e2 req-aee5dfd0-0e56-445d-b670-8b45d939eb21 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=b6d580f9-0bd4-4395-994f-3020102eddeb HTTP/1.1" status: 200 len: 943 time: 0.2301240 Jul 09 16:38:55.108543 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53029959-38f3-4ddd-8848-33a001fbccbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:55.108999 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-53029959-38f3-4ddd-8848-33a001fbccbd admin admin] Added segment a48e60a4-8877-4251-9d9d-1029e5ffb47d of type vlan for network 73ebf291-23c0-432d-ae7e-abd99b594bfa Jul 09 16:38:55.152595 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a77bdc99-b9ac-40d4-a212-c553c00e6e37 req-b03e0e8c-eb4a-4363-b7ce-9661a9d7b307 service neutron] 10.222.0.77 "GET /v2.0/networks/6a9e1cb2-fe24-406e-8baf-8643d7db8d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175071 Jul 09 16:38:55.157976 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-80e2bb7f-bdcc-4b08-9f1a-b8408af421f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:55.180857 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53029959-38f3-4ddd-8848-33a001fbccbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:55.187822 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-48567a68-4995-42f4-8dfe-54654c448322 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:55.215930 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-48567a68-4995-42f4-8dfe-54654c448322 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85fc1081-b470-4744-ac6b-6a112c374c7a']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:55.220843 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-60b73fb8-580b-4b78-8963-1f1fa0c649e2 req-d893b96d-4f92-4ef1-b988-2653fc0c4e56 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a8e018c-d316-4742-956b-cc123b12d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109672 Jul 09 16:38:55.237277 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-48567a68-4995-42f4-8dfe-54654c448322 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da0e71b7-29bd-48f9-b767-235c3bd4be7d') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:55.237897 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-48567a68-4995-42f4-8dfe-54654c448322 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da0e71b7-29bd-48f9-b767-235c3bd4be7d') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:55.253908 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-cf042091-02e1-4d21-bfad-5f06298b6b74 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Deleting port 40e9f4e1-74b0-4da8-a27a-5cbb016bc316 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:38:55.255257 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cf042091-02e1-4d21-bfad-5f06298b6b74 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:55.262815 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-48567a68-4995-42f4-8dfe-54654c448322 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:55.264599 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53029959-38f3-4ddd-8848-33a001fbccbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602b4b44-80b3-42b0-9614-ddece88528f0,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:55.281998 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-48567a68-4995-42f4-8dfe-54654c448322 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:55.285030 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53029959-38f3-4ddd-8848-33a001fbccbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:55.286223 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53029959-38f3-4ddd-8848-33a001fbccbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:55.286930 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53029959-38f3-4ddd-8848-33a001fbccbd admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:55.293704 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed64150-0697-49b1-8f59-59fc3716ad8c None None] Resources bound (agent type, host, resource id): {{(pid=93960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 16:38:55.335177 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48567a68-4995-42f4-8dfe-54654c448322 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:38:55.335709 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-48567a68-4995-42f4-8dfe-54654c448322 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:55.339024 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:38:55.339024 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:38:55.339024 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:38:55.339024 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:38:55.339024 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:38:55.339024 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:38:55.339024 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:38:55.339024 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:38:55.339024 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:38:55.339024 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:38:55.339024 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:38:55.339024 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:38:55.339024 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:38:55.339024 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:38:55.339024 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:38:55.339024 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:38:55.339024 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:38:55.339024 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:38:55.339024 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:38:55.339024 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:38:55.339024 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:38:55.339024 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:38:55.339024 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:38:55.339024 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:38:55.339024 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:38:55.339024 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:38:55.339024 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:38:55.339024 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:38:55.339024 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:38:55.339024 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:38:55.339024 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:38:55.339024 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:38:55.401088 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-53029959-38f3-4ddd-8848-33a001fbccbd admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7455981 Jul 09 16:38:55.407134 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33698) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:55.414676 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-ab0b8c1d-9cf6-4442-a379-3f8bada468eb admin admin] Request body: {'subnet': {'network_id': '73ebf291-23c0-432d-ae7e-abd99b594bfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-148455542-subnet', 'tenant_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:55.430200 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53029959-38f3-4ddd-8848-33a001fbccbd admin admin] Pushing event updated for resources: {'Network': ['ID=73ebf291-23c0-432d-ae7e-abd99b594bfa,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:55.448558 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-48567a68-4995-42f4-8dfe-54654c448322 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:55.468991 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-48567a68-4995-42f4-8dfe-54654c448322 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:55.474641 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-48567a68-4995-42f4-8dfe-54654c448322 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "DELETE /v2.0/networks/85fc1081-b470-4744-ac6b-6a112c374c7a HTTP/1.1" status: 204 len: 168 time: 1.3394704 Jul 09 16:38:55.475610 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48567a68-4995-42f4-8dfe-54654c448322 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Pushing event deleted for resources: {'Network': ['ID=85fc1081-b470-4744-ac6b-6a112c374c7a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:55.482892 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33700) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:55.488860 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-d79ed9cf-0455-4986-8b3c-bb0366eef530 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-334546667'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:55.492879 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-cf042091-02e1-4d21-bfad-5f06298b6b74 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] For port 40e9f4e1-74b0-4da8-a27a-5cbb016bc316, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=40e9f4e1-74b0-4da8-a27a-5cbb016bc316,segment=NetworkSegment(4081bb02-f2e3-4d2f-b9e7-4d9933a8d399),segment_id=4081bb02-f2e3-4d2f-b9e7-4d9933a8d399)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:55.493513 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cf042091-02e1-4d21-bfad-5f06298b6b74 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:55.509946 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-cf042091-02e1-4d21-bfad-5f06298b6b74 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Calling delete_port for 40e9f4e1-74b0-4da8-a27a-5cbb016bc316 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:38:55.515112 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0b8c1d-9cf6-4442-a379-3f8bada468eb admin admin] Made reservation on behalf of fbaf693dfcd540cb80d81354443d4ce4 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:38:55.517718 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ab0b8c1d-9cf6-4442-a379-3f8bada468eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:55.518193 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79ed9cf-0455-4986-8b3c-bb0366eef530 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Made reservation on behalf of 15d8959ba04b47778a327d946b70438e for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:38:55.523851 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d79ed9cf-0455-4986-8b3c-bb0366eef530 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:55.552453 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d79ed9cf-0455-4986-8b3c-bb0366eef530 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:38:55.568341 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d79ed9cf-0455-4986-8b3c-bb0366eef530 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:55.569193 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-d79ed9cf-0455-4986-8b3c-bb0366eef530 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Added segment 3b61fc84-ddc4-4139-9c2b-2cb480b91ae5 of type vlan for network d4645722-8fd0-4f7d-8ea1-9d2118116590 Jul 09 16:38:55.627174 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d79ed9cf-0455-4986-8b3c-bb0366eef530 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:55.635729 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 73ebf291-23c0-432d-ae7e-abd99b594bfa details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:38:55.665221 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d79ed9cf-0455-4986-8b3c-bb0366eef530 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:55.672294 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79ed9cf-0455-4986-8b3c-bb0366eef530 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:55.673672 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d79ed9cf-0455-4986-8b3c-bb0366eef530 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:55.736650 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:55.777645 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79ed9cf-0455-4986-8b3c-bb0366eef530 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Pushing event updated for resources: {'Network': ['ID=d4645722-8fd0-4f7d-8ea1-9d2118116590,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:55.797003 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-d79ed9cf-0455-4986-8b3c-bb0366eef530 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3097560 Jul 09 16:38:55.797226 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network d4645722-8fd0-4f7d-8ea1-9d2118116590 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:38:55.798494 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33704) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:55.807072 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-774d71de-7732-4c88-845e-37bc21e25543 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Request body: {'subnet': {'network_id': 'd4645722-8fd0-4f7d-8ea1-9d2118116590', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:55.954176 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774d71de-7732-4c88-845e-37bc21e25543 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Made reservation on behalf of 15d8959ba04b47778a327d946b70438e for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:38:55.958536 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-774d71de-7732-4c88-845e-37bc21e25543 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:55.994503 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ab0b8c1d-9cf6-4442-a379-3f8bada468eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:56.056119 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cf042091-02e1-4d21-bfad-5f06298b6b74 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:56.117314 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf042091-02e1-4d21-bfad-5f06298b6b74 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event deleted for resources: {'Port': ['ID=40e9f4e1-74b0-4da8-a27a-5cbb016bc316,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:56.167013 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0b8c1d-9cf6-4442-a379-3f8bada468eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=54163d02-03b7-4e71-a0ad-b40aee212401,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:56.178892 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e407726-da2d-4f92-ba25-65943bf0f93e req-b4896a16-e826-4432-b2d2-9942bbd9fc1d tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:56.180724 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1e407726-da2d-4f92-ba25-65943bf0f93e req-b4896a16-e826-4432-b2d2-9942bbd9fc1d tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/ports?device_id=c94c9e93-1147-4dec-a40a-e8c2e54ca3a3 HTTP/1.1" status: 200 len: 945 time: 0.1309540 Jul 09 16:38:56.242609 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0b8c1d-9cf6-4442-a379-3f8bada468eb admin admin] Checking segment: {'id': 'a48e60a4-8877-4251-9d9d-1029e5ffb47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73ebf291-23c0-432d-ae7e-abd99b594bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:38:56.243001 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0b8c1d-9cf6-4442-a379-3f8bada468eb admin admin] Network hostable DHCP agents. Network: 73ebf291-23c0-432d-ae7e-abd99b594bfa, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:38:56.265998 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:56.301640 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1e407726-da2d-4f92-ba25-65943bf0f93e req-6b47f550-5aad-411f-86e4-7ddf2b236593 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/security-groups?id=9dac7b09-25d1-4d4f-9e91-5f6b0a69c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912607 Jul 09 16:38:56.302662 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cf042091-02e1-4d21-bfad-5f06298b6b74 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:56.306805 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-774d71de-7732-4c88-845e-37bc21e25543 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:56.342360 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0b8c1d-9cf6-4442-a379-3f8bada468eb admin admin] Network 73ebf291-23c0-432d-ae7e-abd99b594bfa is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:38:56.395578 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774d71de-7732-4c88-845e-37bc21e25543 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Checking segment: {'id': '3b61fc84-ddc4-4139-9c2b-2cb480b91ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd4645722-8fd0-4f7d-8ea1-9d2118116590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:38:56.395887 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774d71de-7732-4c88-845e-37bc21e25543 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Network hostable DHCP agents. Network: d4645722-8fd0-4f7d-8ea1-9d2118116590, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:38:56.398584 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774d71de-7732-4c88-845e-37bc21e25543 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Pushing event updated for resources: {'Subnet': ['ID=3c61d5a5-b30d-45b5-b794-5147c4ba725f,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:56.422296 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774d71de-7732-4c88-845e-37bc21e25543 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Network d4645722-8fd0-4f7d-8ea1-9d2118116590 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:38:56.428158 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-774d71de-7732-4c88-845e-37bc21e25543 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, d4645722-8fd0-4f7d-8ea1-9d2118116590) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:38:56.433762 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774d71de-7732-4c88-845e-37bc21e25543 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:56.434613 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-774d71de-7732-4c88-845e-37bc21e25543 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:56.445641 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf680c0-4024-467a-abbb-fb6b92484c32 None None] Network d4645722-8fd0-4f7d-8ea1-9d2118116590 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:38:56.455854 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-774d71de-7732-4c88-845e-37bc21e25543 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6558535 Jul 09 16:38:56.456531 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33710) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:56.461227 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-ab0b8c1d-9cf6-4442-a379-3f8bada468eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 73ebf291-23c0-432d-ae7e-abd99b594bfa) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:38:56.475805 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0b8c1d-9cf6-4442-a379-3f8bada468eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:56.476717 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ab0b8c1d-9cf6-4442-a379-3f8bada468eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:56.486584 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbaa2c8-3bda-470f-a655-0f3f2c69135e None None] Network 73ebf291-23c0-432d-ae7e-abd99b594bfa requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:38:56.525116 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ab0b8c1d-9cf6-4442-a379-3f8bada468eb admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1168318 Jul 09 16:38:56.526519 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33716) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:56.531200 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-1c8e41fb-208a-4f8c-8e14-287222f8af29 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-148455542-router', 'tenant_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:56.567410 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af367fd5-6d55-47f9-bd0d-7980c8dfc3b7 req-dc87b690-b3e1-495e-b34e-5062dd4617c0 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:56.568957 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-af367fd5-6d55-47f9-bd0d-7980c8dfc3b7 req-dc87b690-b3e1-495e-b34e-5062dd4617c0 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=b6d580f9-0bd4-4395-994f-3020102eddeb HTTP/1.1" status: 200 len: 943 time: 0.1653574 Jul 09 16:38:56.625352 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-70a5ecdb-50be-4abe-b5b5-91399f508e6d tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:56.663067 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c8e41fb-208a-4f8c-8e14-287222f8af29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:56.664134 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c8e41fb-208a-4f8c-8e14-287222f8af29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:56.701774 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-70a5ecdb-50be-4abe-b5b5-91399f508e6d tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:56.717989 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-af367fd5-6d55-47f9-bd0d-7980c8dfc3b7 req-4faab931-1098-432e-9ce7-f826db322c91 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a8e018c-d316-4742-956b-cc123b12d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144781 Jul 09 16:38:56.762433 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c8e41fb-208a-4f8c-8e14-287222f8af29 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:56.764503 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf042091-02e1-4d21-bfad-5f06298b6b74 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Router e4e7a51a-8872-46cc-b055-f179f2a8a8af has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:38:56.800232 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:56.806603 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-70a5ecdb-50be-4abe-b5b5-91399f508e6d tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:56.883966 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aee9709-a3e0-4746-b9ff-7aead3f8cd2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-d4645722-8fd0-4f7d-8ea1-9d2118116590', 'network_id': 'd4645722-8fd0-4f7d-8ea1-9d2118116590', 'tenant_id': '15d8959ba04b47778a327d946b70438e', 'fixed_ips': [{'subnet_id': '3c61d5a5-b30d-45b5-b794-5147c4ba725f'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:38:56.885015 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6aee9709-a3e0-4746-b9ff-7aead3f8cd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:56.901672 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-70a5ecdb-50be-4abe-b5b5-91399f508e6d tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:56.914897 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-70a5ecdb-50be-4abe-b5b5-91399f508e6d tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4645722-8fd0-4f7d-8ea1-9d2118116590']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:56.929540 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-70a5ecdb-50be-4abe-b5b5-91399f508e6d tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b61fc84-ddc4-4139-9c2b-2cb480b91ae5') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:56.930105 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-70a5ecdb-50be-4abe-b5b5-91399f508e6d tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b61fc84-ddc4-4139-9c2b-2cb480b91ae5') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:56.942314 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-70a5ecdb-50be-4abe-b5b5-91399f508e6d tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:56.961747 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-70a5ecdb-50be-4abe-b5b5-91399f508e6d tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:56.969769 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70a5ecdb-50be-4abe-b5b5-91399f508e6d tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:38:56.970434 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-70a5ecdb-50be-4abe-b5b5-91399f508e6d tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:56.996451 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe92da7-34a3-4d3f-b62d-c2961b42370f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-73ebf291-23c0-432d-ae7e-abd99b594bfa', 'network_id': '73ebf291-23c0-432d-ae7e-abd99b594bfa', 'tenant_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'fixed_ips': [{'subnet_id': '54163d02-03b7-4e71-a0ad-b40aee212401'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:38:56.997756 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-efe92da7-34a3-4d3f-b62d-c2961b42370f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:57.055133 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:38:57.055133 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:38:57.055133 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:38:57.055133 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:38:57.055133 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:38:57.055133 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:38:57.055133 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:38:57.055133 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:38:57.055133 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:38:57.055133 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:38:57.055133 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:38:57.055133 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:38:57.055133 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:38:57.055133 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:38:57.055133 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:38:57.055133 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:38:57.055133 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:38:57.055133 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:38:57.055133 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:38:57.055133 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:38:57.055133 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:38:57.055133 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:38:57.055133 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:38:57.055133 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:38:57.055133 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:38:57.055133 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:38:57.055133 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:38:57.055133 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:38:57.055133 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:38:57.055133 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:38:57.055133 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:38:57.055133 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:38:57.084962 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a5ecdb-50be-4abe-b5b5-91399f508e6d tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Pushing event deleted for resources: {'Subnet': ['ID=3c61d5a5-b30d-45b5-b794-5147c4ba725f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:57.117996 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-70a5ecdb-50be-4abe-b5b5-91399f508e6d tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:57.126031 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-70a5ecdb-50be-4abe-b5b5-91399f508e6d tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:57.127985 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-70a5ecdb-50be-4abe-b5b5-91399f508e6d tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "DELETE /v2.0/networks/d4645722-8fd0-4f7d-8ea1-9d2118116590 HTTP/1.1" status: 204 len: 168 time: 0.6705081 Jul 09 16:38:57.138824 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33720) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:57.148752 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43309c9-b3c5-43ee-a530-b6207dd46601 None None] Network d4645722-8fd0-4f7d-8ea1-9d2118116590 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:38:57.156289 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-0da35f25-9d22-4e99-9d22-6ae573ca5989 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-161788965'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:57.167062 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43309c9-b3c5-43ee-a530-b6207dd46601 None None] Network d4645722-8fd0-4f7d-8ea1-9d2118116590 could not be found, it might have been deleted concurrently. {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 16:38:57.168077 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a5ecdb-50be-4abe-b5b5-91399f508e6d tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Pushing event deleted for resources: {'Network': ['ID=d4645722-8fd0-4f7d-8ea1-9d2118116590,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:57.187553 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-efe92da7-34a3-4d3f-b62d-c2961b42370f None None] Allocated IP 172.20.0.2 (73ebf291-23c0-432d-ae7e-abd99b594bfa/54163d02-03b7-4e71-a0ad-b40aee212401/2c39c70e-9bda-4c97-b085-8f262c8d3eb5) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:38:57.195326 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da35f25-9d22-4e99-9d22-6ae573ca5989 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Made reservation on behalf of 15d8959ba04b47778a327d946b70438e for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:38:57.199331 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0da35f25-9d22-4e99-9d22-6ae573ca5989 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:57.224605 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0da35f25-9d22-4e99-9d22-6ae573ca5989 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:38:57.241294 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0da35f25-9d22-4e99-9d22-6ae573ca5989 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:57.242545 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-0da35f25-9d22-4e99-9d22-6ae573ca5989 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Added segment 29092549-324f-4fbc-b265-dd061cbd81a6 of type vlan for network 2f40b37b-fb09-43a6-8287-e7e410a25faf Jul 09 16:38:57.304660 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0da35f25-9d22-4e99-9d22-6ae573ca5989 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:57.370641 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0da35f25-9d22-4e99-9d22-6ae573ca5989 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:57.375457 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-efe92da7-34a3-4d3f-b62d-c2961b42370f None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:57.375616 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c8e41fb-208a-4f8c-8e14-287222f8af29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:57.385016 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da35f25-9d22-4e99-9d22-6ae573ca5989 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:57.385407 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf042091-02e1-4d21-bfad-5f06298b6b74 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:38:57.385809 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0da35f25-9d22-4e99-9d22-6ae573ca5989 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:57.387738 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-efe92da7-34a3-4d3f-b62d-c2961b42370f None None] Transition to ACTIVE for port object 2c39c70e-9bda-4c97-b085-8f262c8d3eb5 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:38:57.395860 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b9b5be-70ba-4fdd-961e-709c3a77d2c3 None None] Sync routers for ids ['e4e7a51a-8872-46cc-b055-f179f2a8a8af'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:38:57.415761 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b9b5be-70ba-4fdd-961e-709c3a77d2c3 None None] Routers {'e4e7a51a-8872-46cc-b055-f179f2a8a8af'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:38:57.418909 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-e6b9b5be-70ba-4fdd-961e-709c3a77d2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:38:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['e4e7a51a-8872-46cc-b055-f179f2a8a8af'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:57.419206 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-cf042091-02e1-4d21-bfad-5f06298b6b74 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "PUT /v2.0/routers/e4e7a51a-8872-46cc-b055-f179f2a8a8af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9878349 Jul 09 16:38:57.420087 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33724) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:57.420900 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-efe92da7-34a3-4d3f-b62d-c2961b42370f None None] Transition to ACTIVE for port object 2c39c70e-9bda-4c97-b085-8f262c8d3eb5 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:38:57.430802 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-efe92da7-34a3-4d3f-b62d-c2961b42370f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:57.472141 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da35f25-9d22-4e99-9d22-6ae573ca5989 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Pushing event updated for resources: {'Network': ['ID=2f40b37b-fb09-43a6-8287-e7e410a25faf,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:57.479283 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe92da7-34a3-4d3f-b62d-c2961b42370f None None] Pushing event updated for resources: {'Port': ['ID=2c39c70e-9bda-4c97-b085-8f262c8d3eb5,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:57.488034 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 2f40b37b-fb09-43a6-8287-e7e410a25faf details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:38:57.506898 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0da35f25-9d22-4e99-9d22-6ae573ca5989 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3669500 Jul 09 16:38:57.508042 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33726) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:57.528619 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-96ab7889-9617-49ab-ac87-f028a74d12b6 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Request body: {'subnet': {'network_id': '2f40b37b-fb09-43a6-8287-e7e410a25faf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:57.551827 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe92da7-34a3-4d3f-b62d-c2961b42370f None None] Network 73ebf291-23c0-432d-ae7e-abd99b594bfa is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:38:57.556438 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-efe92da7-34a3-4d3f-b62d-c2961b42370f None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:38:57.560395 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe92da7-34a3-4d3f-b62d-c2961b42370f None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:38:57.620473 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-e6b9b5be-70ba-4fdd-961e-709c3a77d2c3 None None] Set router e4e7a51a-8872-46cc-b055-f179f2a8a8af gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:38:57.634811 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ec067a3-d158-4ed8-ae38-de5049b6448d tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Deleting subnet bf443f54-d81f-448e-9882-eb3e9c122c63 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:38:57.638403 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7ec067a3-d158-4ed8-ae38-de5049b6448d tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:57.643658 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-efe92da7-34a3-4d3f-b62d-c2961b42370f None None] Attempting to bind port 2c39c70e-9bda-4c97-b085-8f262c8d3eb5 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:38:57.644085 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-efe92da7-34a3-4d3f-b62d-c2961b42370f None None] Attempting to bind port 2c39c70e-9bda-4c97-b085-8f262c8d3eb5 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'a48e60a4-8877-4251-9d9d-1029e5ffb47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73ebf291-23c0-432d-ae7e-abd99b594bfa'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:38:57.644452 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe92da7-34a3-4d3f-b62d-c2961b42370f None None] Attempting to bind port 2c39c70e-9bda-4c97-b085-8f262c8d3eb5 on network 73ebf291-23c0-432d-ae7e-abd99b594bfa {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:38:57.651295 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe92da7-34a3-4d3f-b62d-c2961b42370f None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:38:57.651851 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe92da7-34a3-4d3f-b62d-c2961b42370f None None] Checking segment: {'id': 'a48e60a4-8877-4251-9d9d-1029e5ffb47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73ebf291-23c0-432d-ae7e-abd99b594bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:38:57.652268 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-efe92da7-34a3-4d3f-b62d-c2961b42370f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:57.652668 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe92da7-34a3-4d3f-b62d-c2961b42370f None None] Bound using segment: {'id': 'a48e60a4-8877-4251-9d9d-1029e5ffb47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73ebf291-23c0-432d-ae7e-abd99b594bfa'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:38:57.653151 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-efe92da7-34a3-4d3f-b62d-c2961b42370f None None] Bound port: 2c39c70e-9bda-4c97-b085-8f262c8d3eb5, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a48e60a4-8877-4251-9d9d-1029e5ffb47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73ebf291-23c0-432d-ae7e-abd99b594bfa'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:38:57.653540 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-efe92da7-34a3-4d3f-b62d-c2961b42370f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:57.705798 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7ec067a3-d158-4ed8-ae38-de5049b6448d tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:57.757607 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 3267d6bf-2401-49fb-b221-9bbf1cccba37 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:38:57.808753 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ab7889-9617-49ab-ac87-f028a74d12b6 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Made reservation on behalf of 15d8959ba04b47778a327d946b70438e for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:38:57.813884 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96ab7889-9617-49ab-ac87-f028a74d12b6 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:57.839474 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647748aa-4176-4ef4-a065-812408f58c85 req-b3bba4c0-dda0-4e6f-9c21-cea0d25d7ec0 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:57.841097 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-647748aa-4176-4ef4-a065-812408f58c85 req-b3bba4c0-dda0-4e6f-9c21-cea0d25d7ec0 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/ports?device_id=c94c9e93-1147-4dec-a40a-e8c2e54ca3a3 HTTP/1.1" status: 200 len: 945 time: 0.3316824 Jul 09 16:38:57.936849 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-efe92da7-34a3-4d3f-b62d-c2961b42370f None None] For port 2c39c70e-9bda-4c97-b085-8f262c8d3eb5, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:38:57.942655 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-efe92da7-34a3-4d3f-b62d-c2961b42370f None None] For port 2c39c70e-9bda-4c97-b085-8f262c8d3eb5, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=2c39c70e-9bda-4c97-b085-8f262c8d3eb5,segment=NetworkSegment(a48e60a4-8877-4251-9d9d-1029e5ffb47d),segment_id=a48e60a4-8877-4251-9d9d-1029e5ffb47d)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:38:57.945485 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 3267d6bf-2401-49fb-b221-9bbf1cccba37 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:38:57.951774 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 3267d6bf-2401-49fb-b221-9bbf1cccba37 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:38:57.952425 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:57.956884 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-efe92da7-34a3-4d3f-b62d-c2961b42370f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:57.979845 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-647748aa-4176-4ef4-a065-812408f58c85 req-8e8c6bde-6340-4c7d-8b06-2e344861e58f tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/security-groups?id=9dac7b09-25d1-4d4f-9e91-5f6b0a69c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259220 Jul 09 16:38:57.988731 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device e2ea4689-85dc-4d68-91f6-5718f203cdc6 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:38:58.032082 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-e6b9b5be-70ba-4fdd-961e-709c3a77d2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'name': 'tempest-RoutersIpV6Test-router-1509969923', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:06Z', 'updated_at': '2021-07-09T16:38:55Z', 'revision_number': 9, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'gw_port_host': None, '_interfaces': [{'id': '8a52bf53-9c73-4965-8a89-3bf52d407a67', 'name': '', 'network_id': 'a45d021f-508f-4f97-8003-8211fd6334e0', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:df:1f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '89cea9f3-900f-4083-b8dd-cd05519d1f98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:09Z', 'updated_at': '2021-07-09T16:38:19Z', 'revision_number': 5, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': '89cea9f3-900f-4083-b8dd-cd05519d1f98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3005793-156b-4d86-a003-35129713da37', 'name': '', 'network_id': '03fce8d3-9d8b-4b0a-acd2-67924ac40da6', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:d0:f3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '0f51627e-af38-4fa7-9b9e-636701e5f6d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:17Z', 'updated_at': '2021-07-09T16:38:27Z', 'revision_number': 5, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': '0f51627e-af38-4fa7-9b9e-636701e5f6d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:58.080399 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe92da7-34a3-4d3f-b62d-c2961b42370f None None] Pushing event updated for resources: {'Port': ['ID=2c39c70e-9bda-4c97-b085-8f262c8d3eb5,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:58.096720 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7ec067a3-d158-4ed8-ae38-de5049b6448d tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:58.104894 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b9b5be-70ba-4fdd-961e-709c3a77d2c3 None None] Checking router: e4e7a51a-8872-46cc-b055-f179f2a8a8af for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:38:58.121767 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b9b5be-70ba-4fdd-961e-709c3a77d2c3 None None] Routers {'e4e7a51a-8872-46cc-b055-f179f2a8a8af'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:38:58.122317 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-e6b9b5be-70ba-4fdd-961e-709c3a77d2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:38:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['e4e7a51a-8872-46cc-b055-f179f2a8a8af'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:58.187284 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96ab7889-9617-49ab-ac87-f028a74d12b6 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:58.237299 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c8e41fb-208a-4f8c-8e14-287222f8af29 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:58.274094 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c8e41fb-208a-4f8c-8e14-287222f8af29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:58.288516 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-e6b9b5be-70ba-4fdd-961e-709c3a77d2c3 None None] Set router e4e7a51a-8872-46cc-b055-f179f2a8a8af gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:38:58.288710 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab7889-9617-49ab-ac87-f028a74d12b6 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Pushing event updated for resources: {'Subnet': ['ID=6c045ad7-1fa9-4352-8adb-5b4d2233212e,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:58.289748 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b73c2bc-1fa3-4a04-a6ce-289bbb8451f6 req-720c7f0e-44eb-46ee-aa60-931cd32b8ceb tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:58.291858 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5b73c2bc-1fa3-4a04-a6ce-289bbb8451f6 req-720c7f0e-44eb-46ee-aa60-931cd32b8ceb tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=b6d580f9-0bd4-4395-994f-3020102eddeb HTTP/1.1" status: 200 len: 943 time: 0.2762921 Jul 09 16:38:58.319201 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ab7889-9617-49ab-ac87-f028a74d12b6 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Checking segment: {'id': '29092549-324f-4fbc-b265-dd061cbd81a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2f40b37b-fb09-43a6-8287-e7e410a25faf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:38:58.320522 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ab7889-9617-49ab-ac87-f028a74d12b6 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Network hostable DHCP agents. Network: 2f40b37b-fb09-43a6-8287-e7e410a25faf, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:38:58.322349 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7ec067a3-d158-4ed8-ae38-de5049b6448d tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:58.345273 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ab7889-9617-49ab-ac87-f028a74d12b6 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Network 2f40b37b-fb09-43a6-8287-e7e410a25faf is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:38:58.358244 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-96ab7889-9617-49ab-ac87-f028a74d12b6 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 2f40b37b-fb09-43a6-8287-e7e410a25faf) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:38:58.363266 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ab7889-9617-49ab-ac87-f028a74d12b6 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:58.364490 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96ab7889-9617-49ab-ac87-f028a74d12b6 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:58.389995 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-96ab7889-9617-49ab-ac87-f028a74d12b6 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8625185 Jul 09 16:38:58.390199 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfe0c42-abad-40d2-8c8b-7b73826f4372 None None] Network 2f40b37b-fb09-43a6-8287-e7e410a25faf requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:38:58.392001 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33732) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:58.447882 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec067a3-d158-4ed8-ae38-de5049b6448d tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event deleted for resources: {'Subnet': ['ID=bf443f54-d81f-448e-9882-eb3e9c122c63,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:58.465348 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7ec067a3-d158-4ed8-ae38-de5049b6448d tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:58.467694 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7ec067a3-d158-4ed8-ae38-de5049b6448d tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "DELETE /v2.0/subnets/bf443f54-d81f-448e-9882-eb3e9c122c63 HTTP/1.1" status: 204 len: 168 time: 1.0454199 Jul 09 16:38:58.472835 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33734) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:58.501559 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a79b41-b28d-4022-8381-f1f36b475bb4 None None] Network 195de87f-2b7c-4d3b-a98b-c83763f6a1f4 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:38:58.521568 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5b73c2bc-1fa3-4a04-a6ce-289bbb8451f6 req-fa69699c-921a-4254-89ea-d457bd8e9f45 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a8e018c-d316-4742-956b-cc123b12d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224107 Jul 09 16:38:58.572061 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:58.587533 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8cf51d7d-dbc5-4081-881b-010ec9d5fb28 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:58.662207 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-e6b9b5be-70ba-4fdd-961e-709c3a77d2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'name': 'tempest-RoutersIpV6Test-router-1509969923', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:06Z', 'updated_at': '2021-07-09T16:38:55Z', 'revision_number': 9, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'gw_port_host': None, '_interfaces': [{'id': '8a52bf53-9c73-4965-8a89-3bf52d407a67', 'name': '', 'network_id': 'a45d021f-508f-4f97-8003-8211fd6334e0', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:df:1f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '89cea9f3-900f-4083-b8dd-cd05519d1f98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:09Z', 'updated_at': '2021-07-09T16:38:19Z', 'revision_number': 5, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': '89cea9f3-900f-4083-b8dd-cd05519d1f98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3005793-156b-4d86-a003-35129713da37', 'name': '', 'network_id': '03fce8d3-9d8b-4b0a-acd2-67924ac40da6', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:d0:f3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '0f51627e-af38-4fa7-9b9e-636701e5f6d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:17Z', 'updated_at': '2021-07-09T16:38:27Z', 'revision_number': 5, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': '0f51627e-af38-4fa7-9b9e-636701e5f6d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:58.667929 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0601a333-9ea2-4b16-8520-dcd6bb65e037 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:58.677348 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-1c8e41fb-208a-4f8c-8e14-287222f8af29 admin admin] Allocated IP 172.25.0.74 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:38:58.677548 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8cf51d7d-dbc5-4081-881b-010ec9d5fb28 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:58.827086 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8cf51d7d-dbc5-4081-881b-010ec9d5fb28 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:58.889650 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port e2ea4689-85dc-4d68-91f6-5718f203cdc6, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=e2ea4689-85dc-4d68-91f6-5718f203cdc6,segment=NetworkSegment(c69a2028-7f11-44fc-9cb8-816928cf4954),segment_id=c69a2028-7f11-44fc-9cb8-816928cf4954)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:58.916715 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b9b5be-70ba-4fdd-961e-709c3a77d2c3 None None] The sync data for ids ['e4e7a51a-8872-46cc-b055-f179f2a8a8af'] in n-d-798930-3 is: [{'id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'name': 'tempest-RoutersIpV6Test-router-1509969923', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:06Z', 'updated_at': '2021-07-09T16:38:55Z', 'revision_number': 9, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'gw_port_host': None, '_interfaces': [{'id': '8a52bf53-9c73-4965-8a89-3bf52d407a67', 'name': '', 'network_id': 'a45d021f-508f-4f97-8003-8211fd6334e0', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:df:1f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '89cea9f3-900f-4083-b8dd-cd05519d1f98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:09Z', 'updated_at': '2021-07-09T16:38:19Z', 'revision_number': 5, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': '89cea9f3-900f-4083-b8dd-cd05519d1f98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3005793-156b-4d86-a003-35129713da37', 'name': '', 'network_id': '03fce8d3-9d8b-4b0a-acd2-67924ac40da6', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:d0:f3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '0f51627e-af38-4fa7-9b9e-636701e5f6d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:17Z', 'updated_at': '2021-07-09T16:38:27Z', 'revision_number': 5, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': '0f51627e-af38-4fa7-9b9e-636701e5f6d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:38:58.943351 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf51d7d-dbc5-4081-881b-010ec9d5fb28 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Pushing event deleted for resources: {'Subnet': ['ID=6c045ad7-1fa9-4352-8adb-5b4d2233212e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:59.003328 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04acad24-235c-427b-9c84-df901392fd9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-2f40b37b-fb09-43a6-8287-e7e410a25faf', 'network_id': '2f40b37b-fb09-43a6-8287-e7e410a25faf', 'tenant_id': '15d8959ba04b47778a327d946b70438e', 'fixed_ips': [{'subnet_id': '6c045ad7-1fa9-4352-8adb-5b4d2233212e'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:38:59.007622 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-04acad24-235c-427b-9c84-df901392fd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:59.014946 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:59.019390 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8cf51d7d-dbc5-4081-881b-010ec9d5fb28 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:59.044698 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-8cf51d7d-dbc5-4081-881b-010ec9d5fb28 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f40b37b-fb09-43a6-8287-e7e410a25faf']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:59.062616 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': 'e2ea4689-85dc-4d68-91f6-5718f203cdc6', 'network_id': '6a9e1cb2-fe24-406e-8baf-8643d7db8d0b', 'port_id': 'e2ea4689-85dc-4d68-91f6-5718f203cdc6', 'mac_address': 'fa:16:3e:72:b3:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5645ca8d-973f-497d-a26d-ddaaa7246e67', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:38:59.081070 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-8cf51d7d-dbc5-4081-881b-010ec9d5fb28 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29092549-324f-4fbc-b265-dd061cbd81a6') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:59.081421 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-8cf51d7d-dbc5-4081-881b-010ec9d5fb28 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29092549-324f-4fbc-b265-dd061cbd81a6') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:38:59.111477 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8cf51d7d-dbc5-4081-881b-010ec9d5fb28 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:59.130999 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8cf51d7d-dbc5-4081-881b-010ec9d5fb28 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:59.140449 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cf51d7d-dbc5-4081-881b-010ec9d5fb28 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:38:59.140873 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8cf51d7d-dbc5-4081-881b-010ec9d5fb28 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:59.162476 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-0601a333-9ea2-4b16-8520-dcd6bb65e037 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Deleting port 99211213-e98a-4f13-961a-7c0b984becc9 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:38:59.162872 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0601a333-9ea2-4b16-8520-dcd6bb65e037 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:59.167272 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c8e41fb-208a-4f8c-8e14-287222f8af29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:59.241114 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:38:59.241114 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:38:59.241114 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:38:59.241114 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:38:59.241114 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:38:59.241114 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:38:59.241114 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:38:59.241114 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:38:59.241114 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:38:59.241114 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:38:59.241114 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:38:59.241114 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:38:59.241114 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:38:59.241114 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:38:59.241114 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:38:59.241114 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:38:59.241114 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:38:59.241114 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:38:59.241114 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:38:59.241114 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:38:59.241114 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:38:59.241114 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:38:59.241114 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:38:59.241114 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:38:59.241114 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:38:59.241114 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:38:59.241114 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:38:59.241114 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:38:59.241114 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:38:59.241114 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:38:59.241114 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:38:59.241114 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:38:59.259273 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8cf51d7d-dbc5-4081-881b-010ec9d5fb28 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:59.265459 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-0601a333-9ea2-4b16-8520-dcd6bb65e037 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] For port 99211213-e98a-4f13-961a-7c0b984becc9, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=99211213-e98a-4f13-961a-7c0b984becc9,segment=NetworkSegment(4081bb02-f2e3-4d2f-b9e7-4d9933a8d399),segment_id=4081bb02-f2e3-4d2f-b9e7-4d9933a8d399)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:59.265833 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0601a333-9ea2-4b16-8520-dcd6bb65e037 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:59.288476 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-0601a333-9ea2-4b16-8520-dcd6bb65e037 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Calling delete_port for 99211213-e98a-4f13-961a-7c0b984becc9 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:38:59.304751 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8cf51d7d-dbc5-4081-881b-010ec9d5fb28 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:59.309701 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8cf51d7d-dbc5-4081-881b-010ec9d5fb28 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "DELETE /v2.0/networks/2f40b37b-fb09-43a6-8287-e7e410a25faf HTTP/1.1" status: 204 len: 168 time: 0.9144003 Jul 09 16:38:59.315549 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33744) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:59.337417 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-e74df208-3377-4d44-8120-179af548d5be tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1539967721'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:59.348584 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf51d7d-dbc5-4081-881b-010ec9d5fb28 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Pushing event deleted for resources: {'Network': ['ID=2f40b37b-fb09-43a6-8287-e7e410a25faf,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:59.383405 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef700b8f-f2ca-44b1-978f-afdb32479c53 req-640745f8-a703-4512-95e5-e97e93116979 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:59.385554 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ef700b8f-f2ca-44b1-978f-afdb32479c53 req-640745f8-a703-4512-95e5-e97e93116979 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/ports?device_id=c94c9e93-1147-4dec-a40a-e8c2e54ca3a3 HTTP/1.1" status: 200 len: 945 time: 0.1426847 Jul 09 16:38:59.397139 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74df208-3377-4d44-8120-179af548d5be tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Made reservation on behalf of 15d8959ba04b47778a327d946b70438e for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:38:59.399904 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c8e41fb-208a-4f8c-8e14-287222f8af29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:59.401899 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e74df208-3377-4d44-8120-179af548d5be tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:59.459830 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94c9e93-1147-4dec-a40a-e8c2e54ca3a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3267d6bf-2401-49fb-b221-9bbf1cccba37'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:38:59.462185 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0676f957-32b2-4ec8-97dc-f0582faa02f8" -d '{"events": [{"server_uuid": "c94c9e93-1147-4dec-a40a-e8c2e54ca3a3", "name": "network-vif-plugged", "status": "completed", "tag": "3267d6bf-2401-49fb-b221-9bbf1cccba37"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:38:59.473905 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ef700b8f-f2ca-44b1-978f-afdb32479c53 req-af60276c-9ecb-4191-bbba-8cba3430b924 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/security-groups?id=9dac7b09-25d1-4d4f-9e91-5f6b0a69c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551028 Jul 09 16:38:59.478616 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e74df208-3377-4d44-8120-179af548d5be tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:38:59.493098 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e41fb-208a-4f8c-8e14-287222f8af29 admin admin] Pushing event updated for resources: {'Port': ['ID=7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:59.495785 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e74df208-3377-4d44-8120-179af548d5be tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:59.496295 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-e74df208-3377-4d44-8120-179af548d5be tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Added segment f5b7de58-def8-41e8-9952-b302dc0300bd of type vlan for network 5a268cf0-9abd-4d57-8f34-08685a113122 Jul 09 16:38:59.546372 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8e41fb-208a-4f8c-8e14-287222f8af29 admin admin] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:38:59.568294 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-1c8e41fb-208a-4f8c-8e14-287222f8af29 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:38:59.573356 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8e41fb-208a-4f8c-8e14-287222f8af29 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:38:59.587669 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e74df208-3377-4d44-8120-179af548d5be tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:59.627893 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e74df208-3377-4d44-8120-179af548d5be tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:59.635702 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5a6362-90de-485b-bebe-d7c4d502ed88 x-openstack-request-id: req-fb5a6362-90de-485b-bebe-d7c4d502ed88 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:38:59.635955 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94c9e93-1147-4dec-a40a-e8c2e54ca3a3", "name": "network-vif-plugged", "status": "completed", "tag": "3267d6bf-2401-49fb-b221-9bbf1cccba37", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:38:59.636207 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fb5a6362-90de-485b-bebe-d7c4d502ed88 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:38:59.636595 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94c9e93-1147-4dec-a40a-e8c2e54ca3a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3267d6bf-2401-49fb-b221-9bbf1cccba37', 'code': 200} Jul 09 16:38:59.667235 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74df208-3377-4d44-8120-179af548d5be tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:38:59.668635 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 3267d6bf-2401-49fb-b221-9bbf1cccba37, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=3267d6bf-2401-49fb-b221-9bbf1cccba37,segment=NetworkSegment(ceed1d2b-b9f6-4842-8d60-b16bc66c3e68),segment_id=ceed1d2b-b9f6-4842-8d60-b16bc66c3e68)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:59.670461 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e74df208-3377-4d44-8120-179af548d5be tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:59.745084 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e877d685-1be7-476c-b233-b0890173fe6e None None] Network 2f40b37b-fb09-43a6-8287-e7e410a25faf requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:38:59.753573 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:59.833226 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:59.848507 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e877d685-1be7-476c-b233-b0890173fe6e None None] Network 2f40b37b-fb09-43a6-8287-e7e410a25faf could not be found, it might have been deleted concurrently. {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 16:38:59.876036 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74df208-3377-4d44-8120-179af548d5be tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Pushing event updated for resources: {'Network': ['ID=5a268cf0-9abd-4d57-8f34-08685a113122,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:38:59.884936 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e74df208-3377-4d44-8120-179af548d5be tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5621018 Jul 09 16:38:59.887308 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33750) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:38:59.908791 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2ea4689-85dc-4d68-91f6-5718f203cdc6 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:38:59.937691 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-7df604dc-2e33-4157-87e8-8bfc4e012650 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Request body: {'subnet': {'network_id': '5a268cf0-9abd-4d57-8f34-08685a113122', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:38:59.942935 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0601a333-9ea2-4b16-8520-dcd6bb65e037 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:38:59.947857 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port e2ea4689-85dc-4d68-91f6-5718f203cdc6, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=e2ea4689-85dc-4d68-91f6-5718f203cdc6,segment=NetworkSegment(c69a2028-7f11-44fc-9cb8-816928cf4954),segment_id=c69a2028-7f11-44fc-9cb8-816928cf4954)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:38:59.959549 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 5a268cf0-9abd-4d57-8f34-08685a113122 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:38:59.964865 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 2c39c70e-9bda-4c97-b085-8f262c8d3eb5 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:38:59.977600 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:00.024500 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0601a333-9ea2-4b16-8520-dcd6bb65e037 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event deleted for resources: {'Port': ['ID=99211213-e98a-4f13-961a-7c0b984becc9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:00.041187 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0601a333-9ea2-4b16-8520-dcd6bb65e037 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] No DVR routers for this DVR port 99211213-e98a-4f13-961a-7c0b984becc9 on host n-d-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:39:00.117134 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=3267d6bf-2401-49fb-b221-9bbf1cccba37,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:00.155543 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df604dc-2e33-4157-87e8-8bfc4e012650 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Made reservation on behalf of 15d8959ba04b47778a327d946b70438e for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:39:00.173553 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7df604dc-2e33-4157-87e8-8bfc4e012650 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:00.231868 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['e2ea4689-85dc-4d68-91f6-5718f203cdc6'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:39:00.232698 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0601a333-9ea2-4b16-8520-dcd6bb65e037 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:00.247014 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-0601a333-9ea2-4b16-8520-dcd6bb65e037 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['195de87f-2b7c-4d3b-a98b-c83763f6a1f4']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:00.261509 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f7d8d4-e1ec-46c1-8188-13bf7a372535 None None] DHCP port deletion for 195de87f-2b7c-4d3b-a98b-c83763f6a1f4 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:39:00.282311 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-0601a333-9ea2-4b16-8520-dcd6bb65e037 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4081bb02-f2e3-4d2f-b9e7-4d9933a8d399') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:00.282850 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-0601a333-9ea2-4b16-8520-dcd6bb65e037 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4081bb02-f2e3-4d2f-b9e7-4d9933a8d399') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:00.292443 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.ipam_backend_mixin [None req-7df604dc-2e33-4157-87e8-8bfc4e012650 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Performing IP validity checks on allocation pools {{(pid=93959) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 09 16:39:00.292968 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.ipam_backend_mixin [None req-7df604dc-2e33-4157-87e8-8bfc4e012650 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93959) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 09 16:39:00.294362 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0601a333-9ea2-4b16-8520-dcd6bb65e037 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:00.319983 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0601a333-9ea2-4b16-8520-dcd6bb65e037 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:00.332863 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0601a333-9ea2-4b16-8520-dcd6bb65e037 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:39:00.333826 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0601a333-9ea2-4b16-8520-dcd6bb65e037 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:00.338993 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b23df-d028-499b-8738-3dcf26d54b7c req-ec77cda0-8ae4-495c-b6a6-d2a4fdb4ecd1 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:00.340927 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fe4b23df-d028-499b-8738-3dcf26d54b7c req-ec77cda0-8ae4-495c-b6a6-d2a4fdb4ecd1 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=b6d580f9-0bd4-4395-994f-3020102eddeb HTTP/1.1" status: 200 len: 943 time: 0.4692073 Jul 09 16:39:00.399084 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a14ba7-2ea2-4247-a589-7d769a697724 None None] Network 73ebf291-23c0-432d-ae7e-abd99b594bfa requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:39:00.416911 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fe4b23df-d028-499b-8738-3dcf26d54b7c req-17fc741e-1292-4331-a6c2-40723beb7192 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a8e018c-d316-4742-956b-cc123b12d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702395 Jul 09 16:39:00.445997 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:39:00.445997 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:39:00.445997 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:39:00.445997 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:39:00.445997 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:39:00.445997 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:39:00.445997 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:39:00.445997 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:39:00.445997 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:39:00.445997 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:39:00.445997 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:39:00.445997 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:39:00.445997 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:39:00.445997 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:39:00.445997 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:39:00.445997 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:39:00.445997 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:39:00.445997 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:39:00.445997 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:39:00.445997 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:39:00.445997 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:39:00.445997 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:39:00.445997 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:39:00.445997 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:39:00.445997 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:39:00.445997 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:39:00.445997 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:39:00.445997 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:39:00.445997 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:39:00.445997 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:39:00.445997 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:39:00.445997 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:39:00.445997 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:39:00.445997 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:39:00.450242 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0601a333-9ea2-4b16-8520-dcd6bb65e037 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:00.456520 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 2c39c70e-9bda-4c97-b085-8f262c8d3eb5 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:39:00.458741 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=e2ea4689-85dc-4d68-91f6-5718f203cdc6,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:00.464951 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0601a333-9ea2-4b16-8520-dcd6bb65e037 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:00.471078 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0601a333-9ea2-4b16-8520-dcd6bb65e037 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "DELETE /v2.0/networks/195de87f-2b7c-4d3b-a98b-c83763f6a1f4 HTTP/1.1" status: 204 len: 168 time: 1.9906178 Jul 09 16:39:00.471929 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33754) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:00.472275 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b675222-4486-481a-a302-d0a41b2f5a2b req-a22be8df-d238-470c-8d57-2d1a16a4bf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:00.473871 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0b675222-4486-481a-a302-d0a41b2f5a2b req-a22be8df-d238-470c-8d57-2d1a16a4bf1f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c94c9e93-1147-4dec-a40a-e8c2e54ca3a3 HTTP/1.1" status: 200 len: 1097 time: 0.7290852 Jul 09 16:39:00.502704 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0601a333-9ea2-4b16-8520-dcd6bb65e037 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event deleted for resources: {'Network': ['ID=195de87f-2b7c-4d3b-a98b-c83763f6a1f4,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:00.507856 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 40e9f4e1-74b0-4da8-a27a-5cbb016bc316 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:39:00.532194 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-bc0d14fe-083c-4684-a9df-d8d65dde79a8 None None] Provisioning for port 2c39c70e-9bda-4c97-b085-8f262c8d3eb5 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:39:00.584384 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-bc0d14fe-083c-4684-a9df-d8d65dde79a8 None None] Provisioning complete for port 2c39c70e-9bda-4c97-b085-8f262c8d3eb5 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:00.584750 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bc0d14fe-083c-4684-a9df-d8d65dde79a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:00.592010 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 40e9f4e1-74b0-4da8-a27a-5cbb016bc316 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:39:00.592354 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 40e9f4e1-74b0-4da8-a27a-5cbb016bc316 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:39:00.632035 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0601a333-9ea2-4b16-8520-dcd6bb65e037 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:00.632711 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0601a333-9ea2-4b16-8520-dcd6bb65e037 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:00.633296 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0601a333-9ea2-4b16-8520-dcd6bb65e037 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:00.633847 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0601a333-9ea2-4b16-8520-dcd6bb65e037 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:00.634419 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0601a333-9ea2-4b16-8520-dcd6bb65e037 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:00.639281 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0601a333-9ea2-4b16-8520-dcd6bb65e037 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:00.640044 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0601a333-9ea2-4b16-8520-dcd6bb65e037 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:00.640835 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0601a333-9ea2-4b16-8520-dcd6bb65e037 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:00.641407 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0601a333-9ea2-4b16-8520-dcd6bb65e037 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:00.642105 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0601a333-9ea2-4b16-8520-dcd6bb65e037 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:00.643260 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0601a333-9ea2-4b16-8520-dcd6bb65e037 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:00.643823 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0601a333-9ea2-4b16-8520-dcd6bb65e037 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:00.756932 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0b675222-4486-481a-a302-d0a41b2f5a2b req-9372341c-51b2-46d3-a8ac-fd82f5f4a85c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9dac7b09-25d1-4d4f-9e91-5f6b0a69c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2617741 Jul 09 16:39:00.803321 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c8e41fb-208a-4f8c-8e14-287222f8af29 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:00.849415 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bc0d14fe-083c-4684-a9df-d8d65dde79a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:00.901834 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-bc0d14fe-083c-4684-a9df-d8d65dde79a8 None None] For port 2c39c70e-9bda-4c97-b085-8f262c8d3eb5, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=2c39c70e-9bda-4c97-b085-8f262c8d3eb5,segment=NetworkSegment(a48e60a4-8877-4251-9d9d-1029e5ffb47d),segment_id=a48e60a4-8877-4251-9d9d-1029e5ffb47d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:00.908016 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bc0d14fe-083c-4684-a9df-d8d65dde79a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:00.962990 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102552d1-450b-4629-bb4e-acc3cc2b05ed req-aee4db09-5631-409b-9e21-1acb7ea8fe59 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:00.963929 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d14fe-083c-4684-a9df-d8d65dde79a8 None None] Pushing event updated for resources: {'Port': ['ID=2c39c70e-9bda-4c97-b085-8f262c8d3eb5,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:00.971700 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-102552d1-450b-4629-bb4e-acc3cc2b05ed req-aee4db09-5631-409b-9e21-1acb7ea8fe59 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/ports?device_id=c94c9e93-1147-4dec-a40a-e8c2e54ca3a3 HTTP/1.1" status: 200 len: 946 time: 0.2350092 Jul 09 16:39:00.978106 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7df604dc-2e33-4157-87e8-8bfc4e012650 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:01.061741 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-102552d1-450b-4629-bb4e-acc3cc2b05ed req-81c1b0e2-536a-4f54-a647-236c9ee4d16e tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/security-groups?id=9dac7b09-25d1-4d4f-9e91-5f6b0a69c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890551 Jul 09 16:39:01.113008 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df604dc-2e33-4157-87e8-8bfc4e012650 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Checking segment: {'id': 'f5b7de58-def8-41e8-9952-b302dc0300bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '5a268cf0-9abd-4d57-8f34-08685a113122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:39:01.113759 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df604dc-2e33-4157-87e8-8bfc4e012650 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Network hostable DHCP agents. Network: 5a268cf0-9abd-4d57-8f34-08685a113122, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:39:01.116306 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df604dc-2e33-4157-87e8-8bfc4e012650 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Pushing event updated for resources: {'Subnet': ['ID=fe245f6f-3d63-4d4d-b1e2-63aa9691dd27,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:01.150932 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df604dc-2e33-4157-87e8-8bfc4e012650 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Network 5a268cf0-9abd-4d57-8f34-08685a113122 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:39:01.168201 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-7df604dc-2e33-4157-87e8-8bfc4e012650 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 5a268cf0-9abd-4d57-8f34-08685a113122) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:39:01.172414 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4e40d9d6-40aa-4c5e-96b5-55bb3c7ff863 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:01.181444 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e672d1a7-7144-4d51-ae2b-cea0cce153f7 None None] Network 5a268cf0-9abd-4d57-8f34-08685a113122 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:39:01.197003 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c8e41fb-208a-4f8c-8e14-287222f8af29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:01.262970 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df604dc-2e33-4157-87e8-8bfc4e012650 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:01.263880 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7df604dc-2e33-4157-87e8-8bfc4e012650 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581244'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:01.309423 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-7df604dc-2e33-4157-87e8-8bfc4e012650 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.3771369 Jul 09 16:39:01.309632 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33760) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:01.319948 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-69b62220-571a-44f0-82a2-c45722f833da None None] Provisioning complete for port 2c39c70e-9bda-4c97-b085-8f262c8d3eb5 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:01.320460 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-69b62220-571a-44f0-82a2-c45722f833da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:01.423904 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba88923e-1c2f-43ff-8917-ab689ec5c5e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-5a268cf0-9abd-4d57-8f34-08685a113122', 'network_id': '5a268cf0-9abd-4d57-8f34-08685a113122', 'tenant_id': '15d8959ba04b47778a327d946b70438e', 'fixed_ips': [{'subnet_id': 'fe245f6f-3d63-4d4d-b1e2-63aa9691dd27'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:39:01.425175 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ba88923e-1c2f-43ff-8917-ab689ec5c5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:01.443328 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c8e41fb-208a-4f8c-8e14-287222f8af29 admin admin] Router 8cc43990-9ab5-45e1-87d5-419a65c8c9c7 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:39:01.511694 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-15fc9d62-b9aa-4495-80cc-fe0bef9c9480 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:01.537017 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-4e40d9d6-40aa-4c5e-96b5-55bb3c7ff863 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Deleting port e3005793-156b-4d86-a003-35129713da37 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:39:01.537526 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4e40d9d6-40aa-4c5e-96b5-55bb3c7ff863 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:01.655598 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-ba88923e-1c2f-43ff-8917-ab689ec5c5e7 None None] Allocated IP 172.20.0.3 (5a268cf0-9abd-4d57-8f34-08685a113122/fe245f6f-3d63-4d4d-b1e2-63aa9691dd27/18848b14-82e6-4cba-a8ef-83e5a0de5008) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:39:01.709136 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-4e40d9d6-40aa-4c5e-96b5-55bb3c7ff863 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] For port e3005793-156b-4d86-a003-35129713da37, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=e3005793-156b-4d86-a003-35129713da37,segment=NetworkSegment(e8c65ddd-77b2-43ed-9cb1-8d91021e8c76),segment_id=e8c65ddd-77b2-43ed-9cb1-8d91021e8c76)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:01.709621 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4e40d9d6-40aa-4c5e-96b5-55bb3c7ff863 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:01.735014 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1acd5aa-af12-44ad-9cc5-82daf9e41d14 req-837ab05b-9fff-4d35-a3f9-3d989608e613 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:01.736771 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d1acd5aa-af12-44ad-9cc5-82daf9e41d14 req-837ab05b-9fff-4d35-a3f9-3d989608e613 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=b6d580f9-0bd4-4395-994f-3020102eddeb HTTP/1.1" status: 200 len: 944 time: 0.1327369 Jul 09 16:39:01.742378 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-4e40d9d6-40aa-4c5e-96b5-55bb3c7ff863 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Calling delete_port for e3005793-156b-4d86-a003-35129713da37 owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:39:01.836870 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d1acd5aa-af12-44ad-9cc5-82daf9e41d14 req-c71cea6e-4955-482d-a1a0-e9e127b5ff92 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a8e018c-d316-4742-956b-cc123b12d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917339 Jul 09 16:39:01.893275 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ba88923e-1c2f-43ff-8917-ab689ec5c5e7 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:01.904277 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ba88923e-1c2f-43ff-8917-ab689ec5c5e7 None None] Transition to ACTIVE for port object 18848b14-82e6-4cba-a8ef-83e5a0de5008 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:39:01.932028 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 2c39c70e-9bda-4c97-b085-8f262c8d3eb5 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:39:01.972949 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ba88923e-1c2f-43ff-8917-ab689ec5c5e7 None None] Transition to ACTIVE for port object 18848b14-82e6-4cba-a8ef-83e5a0de5008 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:39:01.981148 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device e2ea4689-85dc-4d68-91f6-5718f203cdc6 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:39:01.987461 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ba88923e-1c2f-43ff-8917-ab689ec5c5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:01.993182 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4e40d9d6-40aa-4c5e-96b5-55bb3c7ff863 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:02.024078 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e40d9d6-40aa-4c5e-96b5-55bb3c7ff863 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event deleted for resources: {'Port': ['ID=e3005793-156b-4d86-a003-35129713da37,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:02.071963 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba88923e-1c2f-43ff-8917-ab689ec5c5e7 None None] Network 5a268cf0-9abd-4d57-8f34-08685a113122 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:39:02.081819 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-ba88923e-1c2f-43ff-8917-ab689ec5c5e7 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:39:02.088754 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba88923e-1c2f-43ff-8917-ab689ec5c5e7 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:39:02.108494 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba88923e-1c2f-43ff-8917-ab689ec5c5e7 None None] Pushing event updated for resources: {'Port': ['ID=18848b14-82e6-4cba-a8ef-83e5a0de5008,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:02.139167 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 2c39c70e-9bda-4c97-b085-8f262c8d3eb5 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:02.140038 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:02.197137 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-15fc9d62-b9aa-4495-80cc-fe0bef9c9480 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:02.206578 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-ba88923e-1c2f-43ff-8917-ab689ec5c5e7 None None] Attempting to bind port 18848b14-82e6-4cba-a8ef-83e5a0de5008 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:39:02.207298 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-ba88923e-1c2f-43ff-8917-ab689ec5c5e7 None None] Attempting to bind port 18848b14-82e6-4cba-a8ef-83e5a0de5008 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'f5b7de58-def8-41e8-9952-b302dc0300bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '5a268cf0-9abd-4d57-8f34-08685a113122'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:39:02.207579 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba88923e-1c2f-43ff-8917-ab689ec5c5e7 None None] Attempting to bind port 18848b14-82e6-4cba-a8ef-83e5a0de5008 on network 5a268cf0-9abd-4d57-8f34-08685a113122 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:39:02.217647 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba88923e-1c2f-43ff-8917-ab689ec5c5e7 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:39:02.218737 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba88923e-1c2f-43ff-8917-ab689ec5c5e7 None None] Checking segment: {'id': 'f5b7de58-def8-41e8-9952-b302dc0300bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '5a268cf0-9abd-4d57-8f34-08685a113122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:39:02.218926 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ba88923e-1c2f-43ff-8917-ab689ec5c5e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:02.219390 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba88923e-1c2f-43ff-8917-ab689ec5c5e7 None None] Bound using segment: {'id': 'f5b7de58-def8-41e8-9952-b302dc0300bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '5a268cf0-9abd-4d57-8f34-08685a113122'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:39:02.220017 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-ba88923e-1c2f-43ff-8917-ab689ec5c5e7 None None] Bound port: 18848b14-82e6-4cba-a8ef-83e5a0de5008, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5b7de58-def8-41e8-9952-b302dc0300bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '5a268cf0-9abd-4d57-8f34-08685a113122'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:39:02.220507 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ba88923e-1c2f-43ff-8917-ab689ec5c5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:02.244939 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port e2ea4689-85dc-4d68-91f6-5718f203cdc6 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:39:02.270235 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port e2ea4689-85dc-4d68-91f6-5718f203cdc6 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:02.270760 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:02.299450 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8e41fb-208a-4f8c-8e14-287222f8af29 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:39:02.334409 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49108d57-937d-4614-aed7-379dee8b4fb9 None None] Sync routers for ids ['8cc43990-9ab5-45e1-87d5-419a65c8c9c7'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:39:02.339997 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4e40d9d6-40aa-4c5e-96b5-55bb3c7ff863 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:02.376639 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c8e41fb-208a-4f8c-8e14-287222f8af29 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:02.382123 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1c8e41fb-208a-4f8c-8e14-287222f8af29 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.8529670 Jul 09 16:39:02.393253 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33768) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:02.423815 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49108d57-937d-4614-aed7-379dee8b4fb9 None None] Routers {'8cc43990-9ab5-45e1-87d5-419a65c8c9c7'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:39:02.424837 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-49108d57-937d-4614-aed7-379dee8b4fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:38:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['8cc43990-9ab5-45e1-87d5-419a65c8c9c7'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:02.457738 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-15fc9d62-b9aa-4495-80cc-fe0bef9c9480 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:02.514366 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc9d62-b9aa-4495-80cc-fe0bef9c9480 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Pushing event deleted for resources: {'Subnet': ['ID=fe245f6f-3d63-4d4d-b1e2-63aa9691dd27,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:02.540278 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-49108d57-937d-4614-aed7-379dee8b4fb9 None None] Set router 8cc43990-9ab5-45e1-87d5-419a65c8c9c7 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:39:02.660618 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a9b9d-b61d-4a80-acb6-1e9d2c99999c req-a8bf28a3-1b7f-4eb2-8a37-f9afa95e36f1 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:02.668147 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-418a9b9d-b61d-4a80-acb6-1e9d2c99999c req-a8bf28a3-1b7f-4eb2-8a37-f9afa95e36f1 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/ports?device_id=c94c9e93-1147-4dec-a40a-e8c2e54ca3a3 HTTP/1.1" status: 200 len: 946 time: 0.3860116 Jul 09 16:39:02.706135 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-15fc9d62-b9aa-4495-80cc-fe0bef9c9480 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:02.716525 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:02.724172 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-ba88923e-1c2f-43ff-8917-ab689ec5c5e7 None None] For port 18848b14-82e6-4cba-a8ef-83e5a0de5008, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:39:02.726402 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-15fc9d62-b9aa-4495-80cc-fe0bef9c9480 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a268cf0-9abd-4d57-8f34-08685a113122']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:02.731267 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-ba88923e-1c2f-43ff-8917-ab689ec5c5e7 None None] For port 18848b14-82e6-4cba-a8ef-83e5a0de5008, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=18848b14-82e6-4cba-a8ef-83e5a0de5008,segment=NetworkSegment(f5b7de58-def8-41e8-9952-b302dc0300bd),segment_id=f5b7de58-def8-41e8-9952-b302dc0300bd)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:39:02.746165 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ba88923e-1c2f-43ff-8917-ab689ec5c5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:02.751919 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-15fc9d62-b9aa-4495-80cc-fe0bef9c9480 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5b7de58-def8-41e8-9952-b302dc0300bd') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:02.752227 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-15fc9d62-b9aa-4495-80cc-fe0bef9c9480 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5b7de58-def8-41e8-9952-b302dc0300bd') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:02.768780 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-15fc9d62-b9aa-4495-80cc-fe0bef9c9480 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:02.813495 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-418a9b9d-b61d-4a80-acb6-1e9d2c99999c req-30cb68fb-a9de-4225-be24-ecf635d94fac tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/security-groups?id=9dac7b09-25d1-4d4f-9e91-5f6b0a69c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436179 Jul 09 16:39:02.840837 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33774) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:02.914928 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-15fc9d62-b9aa-4495-80cc-fe0bef9c9480 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:02.958283 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15fc9d62-b9aa-4495-80cc-fe0bef9c9480 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:39:02.958696 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-15fc9d62-b9aa-4495-80cc-fe0bef9c9480 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:02.962316 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:39:02.962316 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:39:02.962316 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:39:02.962316 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:39:02.962316 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:39:02.962316 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:39:02.962316 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:39:02.962316 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:39:02.962316 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:39:02.962316 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:39:02.962316 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:39:02.962316 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:39:02.962316 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:39:02.962316 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:39:02.962316 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:39:02.962316 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:39:02.962316 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:39:02.962316 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:39:02.962316 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:39:02.962316 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:39:02.962316 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:39:02.962316 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:39:02.962316 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:39:02.962316 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:39:02.962316 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:39:02.962316 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:39:02.962316 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:39:02.962316 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:39:02.962316 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:39:02.962316 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:39:02.962316 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:39:02.962316 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:39:02.988427 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port e2ea4689-85dc-4d68-91f6-5718f203cdc6, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=e2ea4689-85dc-4d68-91f6-5718f203cdc6,segment=NetworkSegment(c69a2028-7f11-44fc-9cb8-816928cf4954),segment_id=c69a2028-7f11-44fc-9cb8-816928cf4954)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:03.022271 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6d580f9-0bd4-4395-994f-3020102eddeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ea4689-85dc-4d68-91f6-5718f203cdc6'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:39:03.025218 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0a24d9-0523-4149-8acd-5d35d2ac20c6" -d '{"events": [{"server_uuid": "b6d580f9-0bd4-4395-994f-3020102eddeb", "name": "network-vif-plugged", "status": "completed", "tag": "e2ea4689-85dc-4d68-91f6-5718f203cdc6"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:39:03.032393 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:03.056938 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 99211213-e98a-4f13-961a-7c0b984becc9 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:39:03.114105 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 99211213-e98a-4f13-961a-7c0b984becc9 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:39:03.114451 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 99211213-e98a-4f13-961a-7c0b984becc9 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:39:03.137161 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba88923e-1c2f-43ff-8917-ab689ec5c5e7 None None] Pushing event updated for resources: {'Port': ['ID=18848b14-82e6-4cba-a8ef-83e5a0de5008,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:03.142084 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c1d0cb-7ce3-4d9b-a722-23646a8f07f8 x-openstack-request-id: req-22c1d0cb-7ce3-4d9b-a722-23646a8f07f8 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:39:03.142381 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6d580f9-0bd4-4395-994f-3020102eddeb", "name": "network-vif-plugged", "status": "completed", "tag": "e2ea4689-85dc-4d68-91f6-5718f203cdc6", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:39:03.142636 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-22c1d0cb-7ce3-4d9b-a722-23646a8f07f8 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:39:03.143055 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6d580f9-0bd4-4395-994f-3020102eddeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ea4689-85dc-4d68-91f6-5718f203cdc6', 'code': 200} Jul 09 16:39:03.168448 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ae268826-a69f-4bdf-930e-57af6c6d8c15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:03.219840 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.db.api [None req-15fc9d62-b9aa-4495-80cc-fe0bef9c9480 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 16:39:03.219840 n-d-798930-3 neutron-server[93958]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 16:39:03.219840 n-d-798930-3 neutron-server[93958]: [parameters: {'id': '5a268cf0-9abd-4d57-8f34-08685a113122'}] Jul 09 16:39:03.219840 n-d-798930-3 neutron-server[93958]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:39:03.220717 n-d-798930-3 neutron-server[93958]: DEBUG oslo_db.api [None req-15fc9d62-b9aa-4495-80cc-fe0bef9c9480 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:39:03.227157 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=e2ea4689-85dc-4d68-91f6-5718f203cdc6,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:03.282718 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-49108d57-937d-4614-aed7-379dee8b4fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc43990-9ab5-45e1-87d5-419a65c8c9c7', 'name': 'tempest-TestVolumeBackupRestore-148455542-router', 'tenant_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:56Z', 'updated_at': '2021-07-09T16:39:00Z', 'revision_number': 3, 'project_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'gw_port': {'id': '7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc43990-9ab5-45e1-87d5-419a65c8c9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:58Z', 'updated_at': '2021-07-09T16:38:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:03.315978 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49108d57-937d-4614-aed7-379dee8b4fb9 None None] Checking router: 8cc43990-9ab5-45e1-87d5-419a65c8c9c7 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:39:03.316342 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49108d57-937d-4614-aed7-379dee8b4fb9 None None] Updating router 8cc43990-9ab5-45e1-87d5-419a65c8c9c7 port 7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9 binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:39:03.367790 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-49108d57-937d-4614-aed7-379dee8b4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:03.380819 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c303765-965b-47b4-9aa6-984ed929f65a req-15eb2ceb-6023-4482-b11f-4a1a5bfb8c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:03.383083 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7c303765-965b-47b4-9aa6-984ed929f65a req-15eb2ceb-6023-4482-b11f-4a1a5bfb8c0c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b6d580f9-0bd4-4395-994f-3020102eddeb HTTP/1.1" status: 200 len: 1096 time: 0.1681564 Jul 09 16:39:03.489886 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a76d8e-995f-45b2-b21a-a9f691e27ba2 req-513297a7-3dde-4214-b953-14d2a5fd2e03 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:03.492095 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b0a76d8e-995f-45b2-b21a-a9f691e27ba2 req-513297a7-3dde-4214-b953-14d2a5fd2e03 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=b6d580f9-0bd4-4395-994f-3020102eddeb HTTP/1.1" status: 200 len: 945 time: 0.1992135 Jul 09 16:39:03.494577 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e40d9d6-40aa-4c5e-96b5-55bb3c7ff863 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Router e4e7a51a-8872-46cc-b055-f179f2a8a8af has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:39:03.518975 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7c303765-965b-47b4-9aa6-984ed929f65a req-66834fb7-908d-4314-8421-90f7ed8a3eb2 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=7a8e018c-d316-4742-956b-cc123b12d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153104 Jul 09 16:39:03.525721 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ae268826-a69f-4bdf-930e-57af6c6d8c15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:03.536323 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ae268826-a69f-4bdf-930e-57af6c6d8c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:03.607944 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ae268826-a69f-4bdf-930e-57af6c6d8c15 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=99e69419b7e34b678a01974a0e1d19d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7635484 Jul 09 16:39:03.608675 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae268826-a69f-4bdf-930e-57af6c6d8c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd86334-efd1-4592-87d1-e2ee2c55ac0b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:03.610820 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b0a76d8e-995f-45b2-b21a-a9f691e27ba2 req-88dca35d-413b-4a65-a97f-0ac7a73365ff tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a8e018c-d316-4742-956b-cc123b12d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119277 Jul 09 16:39:03.612858 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33782) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:03.644185 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c67c3c9-c135-482e-8163-4e08ff0b8cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:03.659625 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e40d9d6-40aa-4c5e-96b5-55bb3c7ff863 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:39:03.667809 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-4e40d9d6-40aa-4c5e-96b5-55bb3c7ff863 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "PUT /v2.0/routers/e4e7a51a-8872-46cc-b055-f179f2a8a8af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1968622 Jul 09 16:39:03.670599 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33784) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:03.672828 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec062e3-2361-473f-ab61-aac02a01b339 None None] Sync routers for ids ['e4e7a51a-8872-46cc-b055-f179f2a8a8af'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:39:03.687603 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec062e3-2361-473f-ab61-aac02a01b339 None None] Routers {'e4e7a51a-8872-46cc-b055-f179f2a8a8af'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:39:03.688228 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-aec062e3-2361-473f-ab61-aac02a01b339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:38:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['e4e7a51a-8872-46cc-b055-f179f2a8a8af'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:03.715581 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7a4880ad-ca75-4035-8f3a-48633bd8973c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:03.749429 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-49108d57-937d-4614-aed7-379dee8b4fb9 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:03.762680 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-49108d57-937d-4614-aed7-379dee8b4fb9 None None] Transition to ACTIVE for port object 7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:39:03.766734 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-15fc9d62-b9aa-4495-80cc-fe0bef9c9480 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:03.770249 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-49108d57-937d-4614-aed7-379dee8b4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:03.780410 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7a4880ad-ca75-4035-8f3a-48633bd8973c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:03.796276 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-aec062e3-2361-473f-ab61-aac02a01b339 None None] Set router e4e7a51a-8872-46cc-b055-f179f2a8a8af gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:39:03.856174 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-49108d57-937d-4614-aed7-379dee8b4fb9 None None] Attempting to bind port 7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:39:03.856560 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-49108d57-937d-4614-aed7-379dee8b4fb9 None None] Attempting to bind port 7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:39:03.857497 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49108d57-937d-4614-aed7-379dee8b4fb9 None None] Attempting to bind port 7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9 on network caa6ed8d-2893-4113-8f68-c5284e694f6c {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:39:03.864846 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4a0dbf-b840-49cb-a5f0-e7156ab581a4 None None] Pushing event updated for resources: {'Port': ['ID=7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:03.865902 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-51c6eda3-42cc-49eb-a2ff-3f78ada9d3a5 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Deleting subnet 0f51627e-af38-4fa7-9b9e-636701e5f6d9 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:39:03.869181 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49108d57-937d-4614-aed7-379dee8b4fb9 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:39:03.869565 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49108d57-937d-4614-aed7-379dee8b4fb9 None None] Checking segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:39:03.869976 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-49108d57-937d-4614-aed7-379dee8b4fb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:03.870372 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49108d57-937d-4614-aed7-379dee8b4fb9 None None] Bound using segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:39:03.871010 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-49108d57-937d-4614-aed7-379dee8b4fb9 None None] Bound port: 7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:39:03.871411 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-49108d57-937d-4614-aed7-379dee8b4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:03.877934 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-51c6eda3-42cc-49eb-a2ff-3f78ada9d3a5 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:03.884722 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7a4880ad-ca75-4035-8f3a-48633bd8973c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:03.889337 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7a4880ad-ca75-4035-8f3a-48633bd8973c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:03.893189 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-7a4880ad-ca75-4035-8f3a-48633bd8973c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3bd86334-efd1-4592-87d1-e2ee2c55ac0b HTTP/1.1" status: 204 len: 168 time: 0.2769682 Jul 09 16:39:03.907988 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4880ad-ca75-4035-8f3a-48633bd8973c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd86334-efd1-4592-87d1-e2ee2c55ac0b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:04.018875 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-49108d57-937d-4614-aed7-379dee8b4fb9 None None] For port 7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:39:04.026037 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-51c6eda3-42cc-49eb-a2ff-3f78ada9d3a5 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:04.031364 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-49108d57-937d-4614-aed7-379dee8b4fb9 None None] For port 7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:39:04.039351 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-49108d57-937d-4614-aed7-379dee8b4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:04.084266 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 18848b14-82e6-4cba-a8ef-83e5a0de5008 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:39:04.159403 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-15fc9d62-b9aa-4495-80cc-fe0bef9c9480 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Deleting port 18848b14-82e6-4cba-a8ef-83e5a0de5008 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:39:04.161093 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-15fc9d62-b9aa-4495-80cc-fe0bef9c9480 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:04.206279 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49108d57-937d-4614-aed7-379dee8b4fb9 None None] Routers {'8cc43990-9ab5-45e1-87d5-419a65c8c9c7'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:39:04.209042 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-49108d57-937d-4614-aed7-379dee8b4fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:38:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['8cc43990-9ab5-45e1-87d5-419a65c8c9c7'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:04.222534 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-aec062e3-2361-473f-ab61-aac02a01b339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'name': 'tempest-RoutersIpV6Test-router-1509969923', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:06Z', 'updated_at': '2021-07-09T16:39:01Z', 'revision_number': 10, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'gw_port_host': None, '_interfaces': [{'id': '8a52bf53-9c73-4965-8a89-3bf52d407a67', 'name': '', 'network_id': 'a45d021f-508f-4f97-8003-8211fd6334e0', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:df:1f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '89cea9f3-900f-4083-b8dd-cd05519d1f98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:09Z', 'updated_at': '2021-07-09T16:38:19Z', 'revision_number': 5, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': '89cea9f3-900f-4083-b8dd-cd05519d1f98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:04.261495 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec062e3-2361-473f-ab61-aac02a01b339 None None] Checking router: e4e7a51a-8872-46cc-b055-f179f2a8a8af for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:39:04.265660 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4a0dbf-b840-49cb-a5f0-e7156ab581a4 None None] Pushing event updated for resources: {'Port': ['ID=7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:04.299525 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 18848b14-82e6-4cba-a8ef-83e5a0de5008 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:39:04.302220 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec062e3-2361-473f-ab61-aac02a01b339 None None] Routers {'e4e7a51a-8872-46cc-b055-f179f2a8a8af'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:39:04.303427 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-aec062e3-2361-473f-ab61-aac02a01b339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:38:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['e4e7a51a-8872-46cc-b055-f179f2a8a8af'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:04.406987 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-49108d57-937d-4614-aed7-379dee8b4fb9 None None] Set router 8cc43990-9ab5-45e1-87d5-419a65c8c9c7 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:39:04.409554 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-8c67c3c9-c135-482e-8163-4e08ff0b8cd8 admin admin] Allocated IP 172.20.0.1 (73ebf291-23c0-432d-ae7e-abd99b594bfa/54163d02-03b7-4e71-a0ad-b40aee212401/87149843-454c-4675-99da-acf70fc9e682) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:39:04.462036 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-aec062e3-2361-473f-ab61-aac02a01b339 None None] Set router e4e7a51a-8872-46cc-b055-f179f2a8a8af gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:39:04.470299 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-15fc9d62-b9aa-4495-80cc-fe0bef9c9480 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] For port 18848b14-82e6-4cba-a8ef-83e5a0de5008, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=18848b14-82e6-4cba-a8ef-83e5a0de5008,segment=NetworkSegment(f5b7de58-def8-41e8-9952-b302dc0300bd),segment_id=f5b7de58-def8-41e8-9952-b302dc0300bd)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:04.470660 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-15fc9d62-b9aa-4495-80cc-fe0bef9c9480 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:04.497456 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-51c6eda3-42cc-49eb-a2ff-3f78ada9d3a5 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:04.508354 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa501470-7af6-491c-9b30-ae2e43ee019a req-2aeb91e3-0b0f-4bd1-a424-542f7ce588c9 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:04.509811 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fa501470-7af6-491c-9b30-ae2e43ee019a req-2aeb91e3-0b0f-4bd1-a424-542f7ce588c9 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/ports?device_id=c94c9e93-1147-4dec-a40a-e8c2e54ca3a3 HTTP/1.1" status: 200 len: 946 time: 0.4435565 Jul 09 16:39:04.543059 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-15fc9d62-b9aa-4495-80cc-fe0bef9c9480 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Calling delete_port for 18848b14-82e6-4cba-a8ef-83e5a0de5008 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:39:04.629724 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77acb556-da99-4b3a-ba10-0da8f63d0982 None None] Network 5a268cf0-9abd-4d57-8f34-08685a113122 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:39:04.708754 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fa501470-7af6-491c-9b30-ae2e43ee019a req-a1ee9532-ae8d-4175-884a-67629d041477 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/security-groups?id=9dac7b09-25d1-4d4f-9e91-5f6b0a69c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519654 Jul 09 16:39:04.753532 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-bc3a438e-1bb2-4cb7-b64d-be4bed1c0be7 None None] Provisioning for port 18848b14-82e6-4cba-a8ef-83e5a0de5008 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:39:04.825877 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-51c6eda3-42cc-49eb-a2ff-3f78ada9d3a5 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:04.847212 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-bc3a438e-1bb2-4cb7-b64d-be4bed1c0be7 None None] Provisioning complete for port 18848b14-82e6-4cba-a8ef-83e5a0de5008 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:04.847998 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bc3a438e-1bb2-4cb7-b64d-be4bed1c0be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:04.853026 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-aec062e3-2361-473f-ab61-aac02a01b339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'name': 'tempest-RoutersIpV6Test-router-1509969923', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:06Z', 'updated_at': '2021-07-09T16:39:01Z', 'revision_number': 10, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'gw_port_host': None, '_interfaces': [{'id': '8a52bf53-9c73-4965-8a89-3bf52d407a67', 'name': '', 'network_id': 'a45d021f-508f-4f97-8003-8211fd6334e0', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:df:1f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '89cea9f3-900f-4083-b8dd-cd05519d1f98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:09Z', 'updated_at': '2021-07-09T16:38:19Z', 'revision_number': 5, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': '89cea9f3-900f-4083-b8dd-cd05519d1f98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:04.888090 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec062e3-2361-473f-ab61-aac02a01b339 None None] The sync data for ids ['e4e7a51a-8872-46cc-b055-f179f2a8a8af'] in n-d-798930-3 is: [{'id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'name': 'tempest-RoutersIpV6Test-router-1509969923', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:06Z', 'updated_at': '2021-07-09T16:39:01Z', 'revision_number': 10, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'gw_port_host': None, '_interfaces': [{'id': '8a52bf53-9c73-4965-8a89-3bf52d407a67', 'name': '', 'network_id': 'a45d021f-508f-4f97-8003-8211fd6334e0', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'mac_address': 'fa:16:3e:df:1f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '89cea9f3-900f-4083-b8dd-cd05519d1f98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:09Z', 'updated_at': '2021-07-09T16:38:19Z', 'revision_number': 5, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'subnets': [{'id': '89cea9f3-900f-4083-b8dd-cd05519d1f98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:39:04.906374 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c6eda3-42cc-49eb-a2ff-3f78ada9d3a5 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event deleted for resources: {'Subnet': ['ID=0f51627e-af38-4fa7-9b9e-636701e5f6d9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:04.923319 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86498941-8254-4fb8-9ae3-f45f22a124c6 req-c0a8734a-865c-4656-9831-5c99b2cbeb5f tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:04.930656 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-86498941-8254-4fb8-9ae3-f45f22a124c6 req-c0a8734a-865c-4656-9831-5c99b2cbeb5f tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=b6d580f9-0bd4-4395-994f-3020102eddeb HTTP/1.1" status: 200 len: 945 time: 0.0869977 Jul 09 16:39:04.934985 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c67c3c9-c135-482e-8163-4e08ff0b8cd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:04.948266 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-15fc9d62-b9aa-4495-80cc-fe0bef9c9480 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:04.955564 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-51c6eda3-42cc-49eb-a2ff-3f78ada9d3a5 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:04.960527 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-51c6eda3-42cc-49eb-a2ff-3f78ada9d3a5 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "DELETE /v2.0/subnets/0f51627e-af38-4fa7-9b9e-636701e5f6d9 HTTP/1.1" status: 204 len: 168 time: 1.2862313 Jul 09 16:39:04.961517 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33814) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:04.975098 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e29f9e-3a8d-49aa-808b-baf4bb360a94 None None] Network 03fce8d3-9d8b-4b0a-acd2-67924ac40da6 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:39:04.992471 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-8c67c3c9-c135-482e-8163-4e08ff0b8cd8 admin admin] Transition to ACTIVE for port object 87149843-454c-4675-99da-acf70fc9e682 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:39:04.995328 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-86498941-8254-4fb8-9ae3-f45f22a124c6 req-27413136-613c-40a3-93e0-73fa803975a1 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a8e018c-d316-4742-956b-cc123b12d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636632 Jul 09 16:39:05.002839 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc9d62-b9aa-4495-80cc-fe0bef9c9480 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Pushing event deleted for resources: {'Port': ['ID=18848b14-82e6-4cba-a8ef-83e5a0de5008,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:05.005007 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fc9d62-b9aa-4495-80cc-fe0bef9c9480 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] No DVR routers for this DVR port 18848b14-82e6-4cba-a8ef-83e5a0de5008 on host n-d-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:39:05.112282 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1113f5-0594-4e68-bc81-65e4a21bb5ef req-97c82e0e-4205-4ea2-90b2-0691d55f0f22 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:05.113822 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-aa1113f5-0594-4e68-bc81-65e4a21bb5ef req-97c82e0e-4205-4ea2-90b2-0691d55f0f22 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/ports?device_id=c94c9e93-1147-4dec-a40a-e8c2e54ca3a3 HTTP/1.1" status: 200 len: 946 time: 0.2622597 Jul 09 16:39:05.119929 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-15fc9d62-b9aa-4495-80cc-fe0bef9c9480 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:05.133833 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-bc3a438e-1bb2-4cb7-b64d-be4bed1c0be7 None None] Could not find standard attr ID for object 18848b14-82e6-4cba-a8ef-83e5a0de5008. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:39:05.137237 n-d-798930-3 neutron-server[93960]: INFO neutron.plugins.ml2.db [None req-bc3a438e-1bb2-4cb7-b64d-be4bed1c0be7 None None] No ports have port_id starting with 18848b14-82e6-4cba-a8ef-83e5a0de5008 Jul 09 16:39:05.171782 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-15fc9d62-b9aa-4495-80cc-fe0bef9c9480 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a268cf0-9abd-4d57-8f34-08685a113122']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:05.181995 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-102c8502-86f6-4a16-90ba-71d9954ff5cd tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:05.190336 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-aa1113f5-0594-4e68-bc81-65e4a21bb5ef req-5b9960aa-108b-4727-80cf-6b1aa9ad99ae tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/security-groups?id=9dac7b09-25d1-4d4f-9e91-5f6b0a69c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638914 Jul 09 16:39:05.192006 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-15fc9d62-b9aa-4495-80cc-fe0bef9c9480 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5b7de58-def8-41e8-9952-b302dc0300bd') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:05.192299 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-15fc9d62-b9aa-4495-80cc-fe0bef9c9480 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5b7de58-def8-41e8-9952-b302dc0300bd') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:05.203871 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-15fc9d62-b9aa-4495-80cc-fe0bef9c9480 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:05.205865 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c67c3c9-c135-482e-8163-4e08ff0b8cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:05.225159 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-49108d57-937d-4614-aed7-379dee8b4fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc43990-9ab5-45e1-87d5-419a65c8c9c7', 'name': 'tempest-TestVolumeBackupRestore-148455542-router', 'tenant_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:56Z', 'updated_at': '2021-07-09T16:39:00Z', 'revision_number': 3, 'project_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'gw_port': {'id': '7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc43990-9ab5-45e1-87d5-419a65c8c9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:58Z', 'updated_at': '2021-07-09T16:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:05.275031 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-15fc9d62-b9aa-4495-80cc-fe0bef9c9480 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:05.289760 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c67c3c9-c135-482e-8163-4e08ff0b8cd8 admin admin] Network 73ebf291-23c0-432d-ae7e-abd99b594bfa is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:39:05.290877 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15fc9d62-b9aa-4495-80cc-fe0bef9c9480 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:39:05.291361 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-15fc9d62-b9aa-4495-80cc-fe0bef9c9480 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:05.294624 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:39:05.294624 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:39:05.294624 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:39:05.294624 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:39:05.294624 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:39:05.294624 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:39:05.294624 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:39:05.294624 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:39:05.294624 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:39:05.294624 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:39:05.294624 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:39:05.294624 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:39:05.294624 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:39:05.294624 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:39:05.294624 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:39:05.294624 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:39:05.294624 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:39:05.294624 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:39:05.294624 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:39:05.294624 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:39:05.294624 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:39:05.294624 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:39:05.294624 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:39:05.294624 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:39:05.294624 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:39:05.294624 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:39:05.294624 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:39:05.294624 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:39:05.294624 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:39:05.294624 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:39:05.294624 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:39:05.294624 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:39:05.305413 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fbe773-82a5-413f-b3c1-f47d1f6a201e None None] DHCP port deletion for 5a268cf0-9abd-4d57-8f34-08685a113122 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:39:05.307523 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-8c67c3c9-c135-482e-8163-4e08ff0b8cd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:39:05.347183 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-102c8502-86f6-4a16-90ba-71d9954ff5cd tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Deleting port 88c14a6e-6076-49b7-a2d8-c2675741de9b {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:39:05.347551 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-102c8502-86f6-4a16-90ba-71d9954ff5cd tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:05.349643 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c67c3c9-c135-482e-8163-4e08ff0b8cd8 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:39:05.368628 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49108d57-937d-4614-aed7-379dee8b4fb9 None None] The sync data for ids ['8cc43990-9ab5-45e1-87d5-419a65c8c9c7'] in n-d-798930-3 is: [{'id': '8cc43990-9ab5-45e1-87d5-419a65c8c9c7', 'name': 'tempest-TestVolumeBackupRestore-148455542-router', 'tenant_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:56Z', 'updated_at': '2021-07-09T16:39:00Z', 'revision_number': 3, 'project_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'gw_port': {'id': '7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc43990-9ab5-45e1-87d5-419a65c8c9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:58Z', 'updated_at': '2021-07-09T16:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:39:05.439808 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c67c3c9-c135-482e-8163-4e08ff0b8cd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:05.502055 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c67c3c9-c135-482e-8163-4e08ff0b8cd8 admin admin] Pushing event updated for resources: {'Port': ['ID=87149843-454c-4675-99da-acf70fc9e682,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:05.571943 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5718aff1-75d4-4af2-b19d-4520864412fb None None] DHCP port deletion for 03fce8d3-9d8b-4b0a-acd2-67924ac40da6 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:39:05.592404 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-15fc9d62-b9aa-4495-80cc-fe0bef9c9480 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:05.598382 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-15fc9d62-b9aa-4495-80cc-fe0bef9c9480 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:05.601221 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-15fc9d62-b9aa-4495-80cc-fe0bef9c9480 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "DELETE /v2.0/networks/5a268cf0-9abd-4d57-8f34-08685a113122 HTTP/1.1" status: 204 len: 168 time: 4.2902398 Jul 09 16:39:05.607781 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33830) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:05.631867 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-102c8502-86f6-4a16-90ba-71d9954ff5cd tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] For port 88c14a6e-6076-49b7-a2d8-c2675741de9b, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=88c14a6e-6076-49b7-a2d8-c2675741de9b,segment=NetworkSegment(e8c65ddd-77b2-43ed-9cb1-8d91021e8c76),segment_id=e8c65ddd-77b2-43ed-9cb1-8d91021e8c76)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:05.632462 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-102c8502-86f6-4a16-90ba-71d9954ff5cd tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:05.650592 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7bffeb48-da73-41e3-bf6b-e23e867a57c1 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1865687082'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:39:05.656717 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-102c8502-86f6-4a16-90ba-71d9954ff5cd tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Calling delete_port for 88c14a6e-6076-49b7-a2d8-c2675741de9b owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:39:05.696520 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc9d62-b9aa-4495-80cc-fe0bef9c9480 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Pushing event deleted for resources: {'Network': ['ID=5a268cf0-9abd-4d57-8f34-08685a113122,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:05.709922 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-5718aff1-75d4-4af2-b19d-4520864412fb None None] Deleting port 88c14a6e-6076-49b7-a2d8-c2675741de9b {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:39:05.710301 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5718aff1-75d4-4af2-b19d-4520864412fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:05.818881 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-102c8502-86f6-4a16-90ba-71d9954ff5cd tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:05.835507 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 18848b14-82e6-4cba-a8ef-83e5a0de5008 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:39:05.843505 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bffeb48-da73-41e3-bf6b-e23e867a57c1 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Made reservation on behalf of 15d8959ba04b47778a327d946b70438e for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:39:05.849067 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7bffeb48-da73-41e3-bf6b-e23e867a57c1 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:05.874488 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 18848b14-82e6-4cba-a8ef-83e5a0de5008 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:39:05.874864 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 18848b14-82e6-4cba-a8ef-83e5a0de5008 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:39:05.874992 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102c8502-86f6-4a16-90ba-71d9954ff5cd tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event deleted for resources: {'Port': ['ID=88c14a6e-6076-49b7-a2d8-c2675741de9b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:05.875364 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 88c14a6e-6076-49b7-a2d8-c2675741de9b no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:39:05.884256 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-5718aff1-75d4-4af2-b19d-4520864412fb None None] For port 88c14a6e-6076-49b7-a2d8-c2675741de9b, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=88c14a6e-6076-49b7-a2d8-c2675741de9b,segment=NetworkSegment(e8c65ddd-77b2-43ed-9cb1-8d91021e8c76),segment_id=e8c65ddd-77b2-43ed-9cb1-8d91021e8c76)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:05.884489 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5718aff1-75d4-4af2-b19d-4520864412fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:05.895794 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102c8502-86f6-4a16-90ba-71d9954ff5cd tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] No DVR routers for this DVR port 88c14a6e-6076-49b7-a2d8-c2675741de9b on host n-d-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:39:05.932319 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 88c14a6e-6076-49b7-a2d8-c2675741de9b {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:39:05.932670 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 88c14a6e-6076-49b7-a2d8-c2675741de9b not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:39:05.933086 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device e3005793-156b-4d86-a003-35129713da37 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:39:05.935315 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-5718aff1-75d4-4af2-b19d-4520864412fb None None] Calling delete_port for 88c14a6e-6076-49b7-a2d8-c2675741de9b owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:39:06.000252 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd133d1d-6fb7-4e4f-8645-5ed961061ca2 None None] Provisioning for port 87149843-454c-4675-99da-acf70fc9e682 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:39:06.003738 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: e3005793-156b-4d86-a003-35129713da37 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:39:06.004085 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device e3005793-156b-4d86-a003-35129713da37 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:39:06.021653 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd133d1d-6fb7-4e4f-8645-5ed961061ca2 None None] Provisioning complete for port 87149843-454c-4675-99da-acf70fc9e682 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:06.022208 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd133d1d-6fb7-4e4f-8645-5ed961061ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:06.073990 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bffeb48-da73-41e3-bf6b-e23e867a57c1 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:39:06.104440 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-102c8502-86f6-4a16-90ba-71d9954ff5cd tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:06.110279 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7bffeb48-da73-41e3-bf6b-e23e867a57c1 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:06.112859 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-7bffeb48-da73-41e3-bf6b-e23e867a57c1 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Added segment edc0ccba-dfa9-4fa2-82ea-1239bd4e6372 of type vlan for network 64593c38-9e2f-4553-bf86-9f0f48be52e4 Jul 09 16:39:06.120470 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-102c8502-86f6-4a16-90ba-71d9954ff5cd tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03fce8d3-9d8b-4b0a-acd2-67924ac40da6']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:06.140342 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-102c8502-86f6-4a16-90ba-71d9954ff5cd tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8c65ddd-77b2-43ed-9cb1-8d91021e8c76') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:06.140911 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-102c8502-86f6-4a16-90ba-71d9954ff5cd tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8c65ddd-77b2-43ed-9cb1-8d91021e8c76') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:06.142169 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd133d1d-6fb7-4e4f-8645-5ed961061ca2 None None] Port 87149843-454c-4675-99da-acf70fc9e682 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:39:06.154571 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-102c8502-86f6-4a16-90ba-71d9954ff5cd tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:06.181495 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-102c8502-86f6-4a16-90ba-71d9954ff5cd tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:06.195594 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5718aff1-75d4-4af2-b19d-4520864412fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:06.197455 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-102c8502-86f6-4a16-90ba-71d9954ff5cd tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:39:06.197884 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-102c8502-86f6-4a16-90ba-71d9954ff5cd tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:06.205981 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:39:06.205981 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:39:06.205981 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:39:06.205981 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:39:06.205981 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:39:06.205981 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:39:06.205981 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:39:06.205981 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:39:06.205981 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:39:06.205981 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:39:06.205981 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:39:06.205981 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:39:06.205981 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:39:06.205981 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:39:06.205981 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:39:06.205981 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:39:06.205981 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:39:06.205981 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:39:06.205981 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:39:06.205981 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:39:06.205981 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:39:06.205981 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:39:06.205981 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:39:06.205981 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:39:06.205981 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:39:06.205981 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:39:06.205981 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:39:06.205981 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:39:06.205981 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:39:06.205981 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:39:06.205981 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:39:06.205981 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:39:06.215580 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7bffeb48-da73-41e3-bf6b-e23e867a57c1 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:06.264783 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c67c3c9-c135-482e-8163-4e08ff0b8cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:06.265952 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5718aff1-75d4-4af2-b19d-4520864412fb None None] No DVR routers for this DVR port 88c14a6e-6076-49b7-a2d8-c2675741de9b on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:39:06.268648 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7bffeb48-da73-41e3-bf6b-e23e867a57c1 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:06.277806 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bffeb48-da73-41e3-bf6b-e23e867a57c1 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:06.278050 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5718aff1-75d4-4af2-b19d-4520864412fb None None] Pushing event deleted for resources: {'Port': ['ID=88c14a6e-6076-49b7-a2d8-c2675741de9b,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:06.278423 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7bffeb48-da73-41e3-bf6b-e23e867a57c1 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:06.323312 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-102c8502-86f6-4a16-90ba-71d9954ff5cd tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:06.346274 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-102c8502-86f6-4a16-90ba-71d9954ff5cd tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:06.348625 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-102c8502-86f6-4a16-90ba-71d9954ff5cd tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "DELETE /v2.0/networks/03fce8d3-9d8b-4b0a-acd2-67924ac40da6 HTTP/1.1" status: 204 len: 168 time: 1.3868139 Jul 09 16:39:06.368286 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33840) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:06.421017 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7bffeb48-da73-41e3-bf6b-e23e867a57c1 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8035970 Jul 09 16:39:06.421703 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33842) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:06.438481 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-38721d79-a46f-4a24-9360-0042ff1f574c tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Request body: {'subnet': {'network_id': '64593c38-9e2f-4553-bf86-9f0f48be52e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:39:06.458819 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102c8502-86f6-4a16-90ba-71d9954ff5cd tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event deleted for resources: {'Network': ['ID=03fce8d3-9d8b-4b0a-acd2-67924ac40da6,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:06.471075 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bffeb48-da73-41e3-bf6b-e23e867a57c1 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Pushing event updated for resources: {'Network': ['ID=64593c38-9e2f-4553-bf86-9f0f48be52e4,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:06.481831 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 64593c38-9e2f-4553-bf86-9f0f48be52e4 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:39:06.755525 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33846) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:06.772840 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38721d79-a46f-4a24-9360-0042ff1f574c tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Made reservation on behalf of 15d8959ba04b47778a327d946b70438e for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:39:06.778446 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-38721d79-a46f-4a24-9360-0042ff1f574c tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:06.895733 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c67c3c9-c135-482e-8163-4e08ff0b8cd8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:06.904602 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c67c3c9-c135-482e-8163-4e08ff0b8cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:07.003070 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c67c3c9-c135-482e-8163-4e08ff0b8cd8 admin admin] Pushing event updated for resources: {'Port': ['ID=87149843-454c-4675-99da-acf70fc9e682,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:07.026979 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c67c3c9-c135-482e-8163-4e08ff0b8cd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:07.195067 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-44eafdd4-83f3-440b-8bc0-dffacaa44128 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:07.202139 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c67c3c9-c135-482e-8163-4e08ff0b8cd8 admin admin] Network 73ebf291-23c0-432d-ae7e-abd99b594bfa is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:39:07.207077 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-8c67c3c9-c135-482e-8163-4e08ff0b8cd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:39:07.496016 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1df158e5-10ea-44c0-9111-534fdea80ef7 None None] Provisioning complete for port 87149843-454c-4675-99da-acf70fc9e682 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:07.496551 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1df158e5-10ea-44c0-9111-534fdea80ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:07.556552 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-1df158e5-10ea-44c0-9111-534fdea80ef7 None None] Port 87149843-454c-4675-99da-acf70fc9e682 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:39:07.617037 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-563bcf92-4e44-471c-bfbc-80fb859dbc61 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:07.732139 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-38721d79-a46f-4a24-9360-0042ff1f574c tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:07.771549 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-44eafdd4-83f3-440b-8bc0-dffacaa44128 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Deleting port 8a52bf53-9c73-4965-8a89-3bf52d407a67 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:39:07.772069 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-44eafdd4-83f3-440b-8bc0-dffacaa44128 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:07.783672 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38721d79-a46f-4a24-9360-0042ff1f574c tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Pushing event updated for resources: {'Subnet': ['ID=5c769d3e-e64c-4433-beb5-8fdf2d899b78,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:07.836591 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c67c3c9-c135-482e-8163-4e08ff0b8cd8 admin admin] Router 8cc43990-9ab5-45e1-87d5-419a65c8c9c7 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:39:07.836888 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:39:07.843217 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38721d79-a46f-4a24-9360-0042ff1f574c tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Checking segment: {'id': 'edc0ccba-dfa9-4fa2-82ea-1239bd4e6372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '64593c38-9e2f-4553-bf86-9f0f48be52e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:39:07.843546 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38721d79-a46f-4a24-9360-0042ff1f574c tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Network hostable DHCP agents. Network: 64593c38-9e2f-4553-bf86-9f0f48be52e4, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:39:07.905476 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:39:07.909417 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38721d79-a46f-4a24-9360-0042ff1f574c tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Network 64593c38-9e2f-4553-bf86-9f0f48be52e4 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:39:07.919270 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:07.919744 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:07.924010 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-38721d79-a46f-4a24-9360-0042ff1f574c tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 64593c38-9e2f-4553-bf86-9f0f48be52e4) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:39:07.929181 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38721d79-a46f-4a24-9360-0042ff1f574c tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:07.929777 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-38721d79-a46f-4a24-9360-0042ff1f574c tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:07.944789 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af4f60d-b711-4e7a-bf11-935ffd0a6c7d None None] Network 64593c38-9e2f-4553-bf86-9f0f48be52e4 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:39:07.989699 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-38721d79-a46f-4a24-9360-0042ff1f574c tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5603285 Jul 09 16:39:07.990316 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33854) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:08.002046 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c67c3c9-c135-482e-8163-4e08ff0b8cd8 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:39:08.008576 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8c67c3c9-c135-482e-8163-4e08ff0b8cd8 admin admin] 10.222.0.98 "PUT /v2.0/routers/8cc43990-9ab5-45e1-87d5-419a65c8c9c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6137407 Jul 09 16:39:08.023790 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b186d2-790b-4501-8d03-e1a058f59f2a None None] Sync routers for ids ['8cc43990-9ab5-45e1-87d5-419a65c8c9c7'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:39:08.053434 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b186d2-790b-4501-8d03-e1a058f59f2a None None] Routers {'8cc43990-9ab5-45e1-87d5-419a65c8c9c7'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:39:08.054608 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e1b186d2-790b-4501-8d03-e1a058f59f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:38:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['8cc43990-9ab5-45e1-87d5-419a65c8c9c7'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:08.058625 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-44eafdd4-83f3-440b-8bc0-dffacaa44128 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] For port 8a52bf53-9c73-4965-8a89-3bf52d407a67, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=8a52bf53-9c73-4965-8a89-3bf52d407a67,segment=NetworkSegment(97458b6f-0f93-4703-bd90-4c04fa4f44c9),segment_id=97458b6f-0f93-4703-bd90-4c04fa4f44c9)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:08.058989 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-44eafdd4-83f3-440b-8bc0-dffacaa44128 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:08.090075 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-44eafdd4-83f3-440b-8bc0-dffacaa44128 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Calling delete_port for 8a52bf53-9c73-4965-8a89-3bf52d407a67 owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:39:08.165656 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:08.207525 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:08.212908 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-563bcf92-4e44-471c-bfbc-80fb859dbc61 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Allocated IP 172.20.0.17 (fc4b3636-aace-42f0-a125-b062ab483852/64b01a4a-be41-4553-8702-2691dac59831/eadd2209-f8f1-46b7-bcec-dd0c57a14b29) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:39:08.227925 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:08.271196 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b73511d-cd31-4ca9-8c1a-def61551582e tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:08.359646 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-e1b186d2-790b-4501-8d03-e1a058f59f2a None None] Set router 8cc43990-9ab5-45e1-87d5-419a65c8c9c7 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:39:08.465322 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b73511d-cd31-4ca9-8c1a-def61551582e tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:08.653464 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff7ca75-ae9a-4af8-acab-2f924cc97b52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-64593c38-9e2f-4553-bf86-9f0f48be52e4', 'network_id': '64593c38-9e2f-4553-bf86-9f0f48be52e4', 'tenant_id': '15d8959ba04b47778a327d946b70438e', 'fixed_ips': [{'subnet_id': '5c769d3e-e64c-4433-beb5-8fdf2d899b78'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:39:08.654359 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cff7ca75-ae9a-4af8-acab-2f924cc97b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:08.753795 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:08.805754 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33882) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:08.813743 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-1c4dd48a-d196-46a6-bae5-c6976a930ab8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1215645833-network', 'tenant_id': 'eedaceaf879946289afe6b5c2b924459'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:39:08.849256 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4dd48a-d196-46a6-bae5-c6976a930ab8 admin admin] Made reservation on behalf of eedaceaf879946289afe6b5c2b924459 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:39:08.853165 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c4dd48a-d196-46a6-bae5-c6976a930ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:08.882020 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c4dd48a-d196-46a6-bae5-c6976a930ab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:08.909567 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-563bcf92-4e44-471c-bfbc-80fb859dbc61 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:08.950400 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-cff7ca75-ae9a-4af8-acab-2f924cc97b52 None None] Allocated IP 172.20.0.1 (64593c38-9e2f-4553-bf86-9f0f48be52e4/5c769d3e-e64c-4433-beb5-8fdf2d899b78/846e5504-1b38-495e-aebf-7463350e44bb) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:39:08.951843 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-563bcf92-4e44-471c-bfbc-80fb859dbc61 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Transition to ACTIVE for port object eadd2209-f8f1-46b7-bcec-dd0c57a14b29 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:39:08.954848 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-44eafdd4-83f3-440b-8bc0-dffacaa44128 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:08.989675 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e1b186d2-790b-4501-8d03-e1a058f59f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc43990-9ab5-45e1-87d5-419a65c8c9c7', 'name': 'tempest-TestVolumeBackupRestore-148455542-router', 'tenant_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:56Z', 'updated_at': '2021-07-09T16:39:05Z', 'revision_number': 4, 'project_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'gw_port': {'id': '7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc43990-9ab5-45e1-87d5-419a65c8c9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:58Z', 'updated_at': '2021-07-09T16:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '87149843-454c-4675-99da-acf70fc9e682', 'name': '', 'network_id': '73ebf291-23c0-432d-ae7e-abd99b594bfa', 'tenant_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'mac_address': 'fa:16:3e:dd:82:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc43990-9ab5-45e1-87d5-419a65c8c9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '54163d02-03b7-4e71-a0ad-b40aee212401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:39:03Z', 'updated_at': '2021-07-09T16:39:06Z', 'revision_number': 2, 'project_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'subnets': [{'id': '54163d02-03b7-4e71-a0ad-b40aee212401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:09.000689 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eafdd4-83f3-440b-8bc0-dffacaa44128 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event deleted for resources: {'Port': ['ID=8a52bf53-9c73-4965-8a89-3bf52d407a67,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:09.046330 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b186d2-790b-4501-8d03-e1a058f59f2a None None] Checking router: 8cc43990-9ab5-45e1-87d5-419a65c8c9c7 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:39:09.046667 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b186d2-790b-4501-8d03-e1a058f59f2a None None] Updating router 8cc43990-9ab5-45e1-87d5-419a65c8c9c7 port 87149843-454c-4675-99da-acf70fc9e682 binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:39:09.083250 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c4dd48a-d196-46a6-bae5-c6976a930ab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:09.092381 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c4dd48a-d196-46a6-bae5-c6976a930ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:09.122840 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c4dd48a-d196-46a6-bae5-c6976a930ab8 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:39:09.141947 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4dd48a-d196-46a6-bae5-c6976a930ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1179c2cf-f124-49ad-a6e4-9d6a6e9f21b0,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:09.145327 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c4dd48a-d196-46a6-bae5-c6976a930ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:09.145702 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-1c4dd48a-d196-46a6-bae5-c6976a930ab8 admin admin] Added segment 61b16b02-c205-411f-8ead-5e70a4e00661 of type vlan for network 64f0f2bb-328d-4434-937d-05817871fc25 Jul 09 16:39:09.172645 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e1b186d2-790b-4501-8d03-e1a058f59f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:09.179031 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-44eafdd4-83f3-440b-8bc0-dffacaa44128 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:09.182099 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-563bcf92-4e44-471c-bfbc-80fb859dbc61 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:09.197890 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c4dd48a-d196-46a6-bae5-c6976a930ab8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:09.204996 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563bcf92-4e44-471c-bfbc-80fb859dbc61 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Network fc4b3636-aace-42f0-a125-b062ab483852 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:39:09.211347 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-563bcf92-4e44-471c-bfbc-80fb859dbc61 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:39:09.239912 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c4dd48a-d196-46a6-bae5-c6976a930ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:09.240616 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4dd48a-d196-46a6-bae5-c6976a930ab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:09.241220 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c4dd48a-d196-46a6-bae5-c6976a930ab8 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:09.274075 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563bcf92-4e44-471c-bfbc-80fb859dbc61 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:39:09.326216 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-563bcf92-4e44-471c-bfbc-80fb859dbc61 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:09.342103 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1c4dd48a-d196-46a6-bae5-c6976a930ab8 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5342135 Jul 09 16:39:09.345416 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33890) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:09.354014 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f33814b3-4943-4922-af01-392ed0a1678f admin admin] Request body: {'subnet': {'network_id': '64f0f2bb-328d-4434-937d-05817871fc25', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1215645833-subnet', 'tenant_id': 'eedaceaf879946289afe6b5c2b924459', 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:39:09.359548 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4dd48a-d196-46a6-bae5-c6976a930ab8 admin admin] Pushing event updated for resources: {'Network': ['ID=64f0f2bb-328d-4434-937d-05817871fc25,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:09.387590 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33814b3-4943-4922-af01-392ed0a1678f admin admin] Made reservation on behalf of eedaceaf879946289afe6b5c2b924459 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:39:09.392679 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f33814b3-4943-4922-af01-392ed0a1678f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:09.398755 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cff7ca75-ae9a-4af8-acab-2f924cc97b52 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:09.416826 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-cff7ca75-ae9a-4af8-acab-2f924cc97b52 None None] Transition to ACTIVE for port object 846e5504-1b38-495e-aebf-7463350e44bb will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:39:09.432704 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-cff7ca75-ae9a-4af8-acab-2f924cc97b52 None None] Transition to ACTIVE for port object 846e5504-1b38-495e-aebf-7463350e44bb will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:39:09.500098 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 64f0f2bb-328d-4434-937d-05817871fc25 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:39:09.510204 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cff7ca75-ae9a-4af8-acab-2f924cc97b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:09.516489 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563bcf92-4e44-471c-bfbc-80fb859dbc61 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event updated for resources: {'Port': ['ID=eadd2209-f8f1-46b7-bcec-dd0c57a14b29,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:09.598590 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b73511d-cd31-4ca9-8c1a-def61551582e tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:09.619364 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff7ca75-ae9a-4af8-acab-2f924cc97b52 None None] Pushing event updated for resources: {'Port': ['ID=846e5504-1b38-495e-aebf-7463350e44bb,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:09.652583 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff7ca75-ae9a-4af8-acab-2f924cc97b52 None None] Network 64593c38-9e2f-4553-bf86-9f0f48be52e4 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:39:09.669391 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-cff7ca75-ae9a-4af8-acab-2f924cc97b52 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:39:09.680610 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b73511d-cd31-4ca9-8c1a-def61551582e tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Pushing event deleted for resources: {'Subnet': ['ID=5c769d3e-e64c-4433-beb5-8fdf2d899b78,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:09.688662 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff7ca75-ae9a-4af8-acab-2f924cc97b52 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:39:09.692314 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44eafdd4-83f3-440b-8bc0-dffacaa44128 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Router e4e7a51a-8872-46cc-b055-f179f2a8a8af has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:39:09.737074 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f33814b3-4943-4922-af01-392ed0a1678f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:09.765782 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-563bcf92-4e44-471c-bfbc-80fb859dbc61 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:09.790314 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b73511d-cd31-4ca9-8c1a-def61551582e tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:09.815620 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5baf4156-8499-4c6e-908a-e0e4b519dc3b None None] Provisioning for port eadd2209-f8f1-46b7-bcec-dd0c57a14b29 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:39:09.855996 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5baf4156-8499-4c6e-908a-e0e4b519dc3b None None] Provisioning complete for port eadd2209-f8f1-46b7-bcec-dd0c57a14b29 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:09.856420 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5baf4156-8499-4c6e-908a-e0e4b519dc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:09.859860 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-5b73511d-cd31-4ca9-8c1a-def61551582e tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64593c38-9e2f-4553-bf86-9f0f48be52e4']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:09.870030 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33814b3-4943-4922-af01-392ed0a1678f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ee054b7-9c4f-44bc-86b4-a2e6861146b9,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:09.886617 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33814b3-4943-4922-af01-392ed0a1678f admin admin] Checking segment: {'id': '61b16b02-c205-411f-8ead-5e70a4e00661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64f0f2bb-328d-4434-937d-05817871fc25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:39:09.887301 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33814b3-4943-4922-af01-392ed0a1678f admin admin] Network hostable DHCP agents. Network: 64f0f2bb-328d-4434-937d-05817871fc25, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:39:09.911447 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-5b73511d-cd31-4ca9-8c1a-def61551582e tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edc0ccba-dfa9-4fa2-82ea-1239bd4e6372') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:09.912066 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-5b73511d-cd31-4ca9-8c1a-def61551582e tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edc0ccba-dfa9-4fa2-82ea-1239bd4e6372') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:09.916783 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:39:09.920253 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33814b3-4943-4922-af01-392ed0a1678f admin admin] Network 64f0f2bb-328d-4434-937d-05817871fc25 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:39:09.931807 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-f33814b3-4943-4922-af01-392ed0a1678f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 64f0f2bb-328d-4434-937d-05817871fc25) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:39:09.935973 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b73511d-cd31-4ca9-8c1a-def61551582e tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:09.937922 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44eafdd4-83f3-440b-8bc0-dffacaa44128 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:39:09.939707 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33814b3-4943-4922-af01-392ed0a1678f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:09.946823 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f33814b3-4943-4922-af01-392ed0a1678f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:09.948556 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c48253-21ae-46fa-afdd-7a63c1fcf16d None None] Sync routers for ids ['e4e7a51a-8872-46cc-b055-f179f2a8a8af'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:39:09.977078 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f33814b3-4943-4922-af01-392ed0a1678f admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6299741 Jul 09 16:39:09.979459 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33892) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:09.985015 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-19b0356e-cd49-4874-997b-502d3b6857cd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1215645833-router', 'tenant_id': 'eedaceaf879946289afe6b5c2b924459', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:39:09.991552 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-44eafdd4-83f3-440b-8bc0-dffacaa44128 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "PUT /v2.0/routers/e4e7a51a-8872-46cc-b055-f179f2a8a8af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6195128 Jul 09 16:39:09.992273 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c48253-21ae-46fa-afdd-7a63c1fcf16d None None] Routers {'e4e7a51a-8872-46cc-b055-f179f2a8a8af'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:39:09.994612 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33894) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:09.995901 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-b5c48253-21ae-46fa-afdd-7a63c1fcf16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:38:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['e4e7a51a-8872-46cc-b055-f179f2a8a8af'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:10.010038 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b73511d-cd31-4ca9-8c1a-def61551582e tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:10.021630 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b73511d-cd31-4ca9-8c1a-def61551582e tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:39:10.021630 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b73511d-cd31-4ca9-8c1a-def61551582e tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:10.025686 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:39:10.025686 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:39:10.025686 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:39:10.025686 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:39:10.025686 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:39:10.025686 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:39:10.025686 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:39:10.025686 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:39:10.025686 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:39:10.025686 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:39:10.025686 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:39:10.025686 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:39:10.025686 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:39:10.025686 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:39:10.025686 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:39:10.025686 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:39:10.025686 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:39:10.025686 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:39:10.025686 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:39:10.025686 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:39:10.025686 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:39:10.025686 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:39:10.025686 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:39:10.025686 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:39:10.025686 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:39:10.025686 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:39:10.025686 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:39:10.025686 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:39:10.025686 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:39:10.025686 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:39:10.025686 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:39:10.025686 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:39:10.080281 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19b0356e-cd49-4874-997b-502d3b6857cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:10.082176 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19b0356e-cd49-4874-997b-502d3b6857cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:10.113024 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca77a83c-9464-47a5-b9c0-99ecb3e589bb tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Deleting subnet 89cea9f3-900f-4083-b8dd-cd05519d1f98 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:39:10.113860 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e1b186d2-790b-4501-8d03-e1a058f59f2a None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:10.115084 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-b5c48253-21ae-46fa-afdd-7a63c1fcf16d None None] Set router e4e7a51a-8872-46cc-b055-f179f2a8a8af gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:39:10.117583 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ca77a83c-9464-47a5-b9c0-99ecb3e589bb tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:10.176366 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492f5293-c820-409a-accc-fea50d8fbc7a None None] Network 64f0f2bb-328d-4434-937d-05817871fc25 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:39:10.180615 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.db.api [None req-5b73511d-cd31-4ca9-8c1a-def61551582e tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 16:39:10.180615 n-d-798930-3 neutron-server[93959]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 16:39:10.180615 n-d-798930-3 neutron-server[93959]: [parameters: {'id': '64593c38-9e2f-4553-bf86-9f0f48be52e4'}] Jul 09 16:39:10.180615 n-d-798930-3 neutron-server[93959]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:39:10.181023 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-cff7ca75-ae9a-4af8-acab-2f924cc97b52 None None] Attempting to bind port 846e5504-1b38-495e-aebf-7463350e44bb on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:39:10.181131 n-d-798930-3 neutron-server[93959]: DEBUG oslo_db.api [None req-5b73511d-cd31-4ca9-8c1a-def61551582e tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:39:10.181245 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-cff7ca75-ae9a-4af8-acab-2f924cc97b52 None None] Attempting to bind port 846e5504-1b38-495e-aebf-7463350e44bb by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'edc0ccba-dfa9-4fa2-82ea-1239bd4e6372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '64593c38-9e2f-4553-bf86-9f0f48be52e4'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:39:10.181612 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff7ca75-ae9a-4af8-acab-2f924cc97b52 None None] Attempting to bind port 846e5504-1b38-495e-aebf-7463350e44bb on network 64593c38-9e2f-4553-bf86-9f0f48be52e4 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:39:10.185127 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e1b186d2-790b-4501-8d03-e1a058f59f2a None None] Transition to ACTIVE for port object 87149843-454c-4675-99da-acf70fc9e682 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:39:10.215182 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-b5c48253-21ae-46fa-afdd-7a63c1fcf16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'name': 'tempest-RoutersIpV6Test-router-1509969923', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:06Z', 'updated_at': '2021-07-09T16:39:08Z', 'revision_number': 11, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'gw_port_host': None}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:10.239295 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e1b186d2-790b-4501-8d03-e1a058f59f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:10.248271 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c48253-21ae-46fa-afdd-7a63c1fcf16d None None] Checking router: e4e7a51a-8872-46cc-b055-f179f2a8a8af for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:39:10.253976 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19b0356e-cd49-4874-997b-502d3b6857cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:10.254946 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-5baf4156-8499-4c6e-908a-e0e4b519dc3b None None] Port eadd2209-f8f1-46b7-bcec-dd0c57a14b29 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:39:10.257363 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff7ca75-ae9a-4af8-acab-2f924cc97b52 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:39:10.257737 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff7ca75-ae9a-4af8-acab-2f924cc97b52 None None] Checking segment: {'id': 'edc0ccba-dfa9-4fa2-82ea-1239bd4e6372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '64593c38-9e2f-4553-bf86-9f0f48be52e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:39:10.258179 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cff7ca75-ae9a-4af8-acab-2f924cc97b52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:10.258562 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff7ca75-ae9a-4af8-acab-2f924cc97b52 None None] Bound using segment: {'id': 'edc0ccba-dfa9-4fa2-82ea-1239bd4e6372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '64593c38-9e2f-4553-bf86-9f0f48be52e4'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:39:10.259094 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-cff7ca75-ae9a-4af8-acab-2f924cc97b52 None None] Bound port: 846e5504-1b38-495e-aebf-7463350e44bb, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edc0ccba-dfa9-4fa2-82ea-1239bd4e6372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '64593c38-9e2f-4553-bf86-9f0f48be52e4'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:39:10.259967 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cff7ca75-ae9a-4af8-acab-2f924cc97b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:10.270253 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c48253-21ae-46fa-afdd-7a63c1fcf16d None None] Routers {'e4e7a51a-8872-46cc-b055-f179f2a8a8af'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:39:10.270684 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-b5c48253-21ae-46fa-afdd-7a63c1fcf16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:38:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['e4e7a51a-8872-46cc-b055-f179f2a8a8af'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:10.297731 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:10.355658 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ca77a83c-9464-47a5-b9c0-99ecb3e589bb tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:10.357612 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-563bcf92-4e44-471c-bfbc-80fb859dbc61 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:10.367239 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:10.367606 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:10.369076 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-563bcf92-4e44-471c-bfbc-80fb859dbc61 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:10.392915 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-b5c48253-21ae-46fa-afdd-7a63c1fcf16d None None] Set router e4e7a51a-8872-46cc-b055-f179f2a8a8af gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:39:10.436817 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84253ed-2ac8-4fcf-a658-a94513cff793 None None] Pushing event updated for resources: {'Port': ['ID=87149843-454c-4675-99da-acf70fc9e682,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:10.454030 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-b5c48253-21ae-46fa-afdd-7a63c1fcf16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'name': 'tempest-RoutersIpV6Test-router-1509969923', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:06Z', 'updated_at': '2021-07-09T16:39:08Z', 'revision_number': 11, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'gw_port_host': None}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:10.486757 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19b0356e-cd49-4874-997b-502d3b6857cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:10.500693 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c48253-21ae-46fa-afdd-7a63c1fcf16d None None] The sync data for ids ['e4e7a51a-8872-46cc-b055-f179f2a8a8af'] in n-d-798930-3 is: [{'id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'name': 'tempest-RoutersIpV6Test-router-1509969923', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:06Z', 'updated_at': '2021-07-09T16:39:08Z', 'revision_number': 11, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'gw_port_host': None}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:39:10.533657 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563bcf92-4e44-471c-bfbc-80fb859dbc61 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event updated for resources: {'Port': ['ID=eadd2209-f8f1-46b7-bcec-dd0c57a14b29,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:10.560329 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ca77a83c-9464-47a5-b9c0-99ecb3e589bb tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:10.568226 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-563bcf92-4e44-471c-bfbc-80fb859dbc61 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:10.642553 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e1b186d2-790b-4501-8d03-e1a058f59f2a None None] Attempting to bind port 87149843-454c-4675-99da-acf70fc9e682 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:39:10.642948 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e1b186d2-790b-4501-8d03-e1a058f59f2a None None] Attempting to bind port 87149843-454c-4675-99da-acf70fc9e682 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'a48e60a4-8877-4251-9d9d-1029e5ffb47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73ebf291-23c0-432d-ae7e-abd99b594bfa'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:39:10.643305 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b186d2-790b-4501-8d03-e1a058f59f2a None None] Attempting to bind port 87149843-454c-4675-99da-acf70fc9e682 on network 73ebf291-23c0-432d-ae7e-abd99b594bfa {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:39:10.680054 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-cff7ca75-ae9a-4af8-acab-2f924cc97b52 None None] For port 846e5504-1b38-495e-aebf-7463350e44bb, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:39:10.684739 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b186d2-790b-4501-8d03-e1a058f59f2a None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:39:10.685264 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b186d2-790b-4501-8d03-e1a058f59f2a None None] Checking segment: {'id': 'a48e60a4-8877-4251-9d9d-1029e5ffb47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73ebf291-23c0-432d-ae7e-abd99b594bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:39:10.685496 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e1b186d2-790b-4501-8d03-e1a058f59f2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:10.686082 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b186d2-790b-4501-8d03-e1a058f59f2a None None] Bound using segment: {'id': 'a48e60a4-8877-4251-9d9d-1029e5ffb47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73ebf291-23c0-432d-ae7e-abd99b594bfa'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:39:10.687492 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e1b186d2-790b-4501-8d03-e1a058f59f2a None None] Bound port: 87149843-454c-4675-99da-acf70fc9e682, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a48e60a4-8877-4251-9d9d-1029e5ffb47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73ebf291-23c0-432d-ae7e-abd99b594bfa'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:39:10.687492 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e1b186d2-790b-4501-8d03-e1a058f59f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:10.687755 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b73511d-cd31-4ca9-8c1a-def61551582e tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:10.692209 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ca77a83c-9464-47a5-b9c0-99ecb3e589bb tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:10.706826 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2754e88-5054-4a6c-aa8c-0cc1d4043b98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-64f0f2bb-328d-4434-937d-05817871fc25', 'network_id': '64f0f2bb-328d-4434-937d-05817871fc25', 'tenant_id': 'eedaceaf879946289afe6b5c2b924459', 'fixed_ips': [{'subnet_id': '2ee054b7-9c4f-44bc-86b4-a2e6861146b9'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:39:10.707891 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f2754e88-5054-4a6c-aa8c-0cc1d4043b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:10.716311 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-cff7ca75-ae9a-4af8-acab-2f924cc97b52 None None] For port 846e5504-1b38-495e-aebf-7463350e44bb, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=846e5504-1b38-495e-aebf-7463350e44bb,segment=NetworkSegment(edc0ccba-dfa9-4fa2-82ea-1239bd4e6372),segment_id=edc0ccba-dfa9-4fa2-82ea-1239bd4e6372)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:39:10.737750 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563bcf92-4e44-471c-bfbc-80fb859dbc61 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Network fc4b3636-aace-42f0-a125-b062ab483852 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:39:10.738716 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca77a83c-9464-47a5-b9c0-99ecb3e589bb tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event deleted for resources: {'Subnet': ['ID=89cea9f3-900f-4083-b8dd-cd05519d1f98,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:10.743987 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-563bcf92-4e44-471c-bfbc-80fb859dbc61 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:39:10.770152 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ca77a83c-9464-47a5-b9c0-99ecb3e589bb tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:10.774551 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ca77a83c-9464-47a5-b9c0-99ecb3e589bb tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "DELETE /v2.0/subnets/89cea9f3-900f-4083-b8dd-cd05519d1f98 HTTP/1.1" status: 204 len: 168 time: 0.7738848 Jul 09 16:39:10.775456 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba64a9cb-6981-40ef-bbca-755dc1f13e49 None None] Network a45d021f-508f-4f97-8003-8211fd6334e0 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:39:10.778065 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cff7ca75-ae9a-4af8-acab-2f924cc97b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:10.778803 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33898) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:10.863336 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-5b73511d-cd31-4ca9-8c1a-def61551582e tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Deleting port 846e5504-1b38-495e-aebf-7463350e44bb {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:39:10.863336 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b73511d-cd31-4ca9-8c1a-def61551582e tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:10.870201 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-57cbfc75-dcbd-4995-b10c-8aad3f6b095e req-0bec3b06-1211-4b6f-a07a-eb3ab29600c9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f03597ae-bd43-4059-87ea-582c8d184af7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2286844 Jul 09 16:39:10.964330 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ad7c13c9-58b9-4494-8f45-262886ec3a57 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:10.968704 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-5b73511d-cd31-4ca9-8c1a-def61551582e tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] For port 846e5504-1b38-495e-aebf-7463350e44bb, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=846e5504-1b38-495e-aebf-7463350e44bb,segment=NetworkSegment(edc0ccba-dfa9-4fa2-82ea-1239bd4e6372),segment_id=edc0ccba-dfa9-4fa2-82ea-1239bd4e6372)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:10.969827 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b73511d-cd31-4ca9-8c1a-def61551582e tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:10.981322 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-563bcf92-4e44-471c-bfbc-80fb859dbc61 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Router dee8237e-4c09-4cfb-b57e-9e70ad6304d8 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:39:10.999636 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-5b73511d-cd31-4ca9-8c1a-def61551582e tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Calling delete_port for 846e5504-1b38-495e-aebf-7463350e44bb owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:39:11.144016 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19b0356e-cd49-4874-997b-502d3b6857cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:11.170203 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19b0356e-cd49-4874-997b-502d3b6857cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:11.173363 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cbfc75-dcbd-4995-b10c-8aad3f6b095e req-f31bbc83-7e4f-46e9-8721-033e0d4306dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:11.174945 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-57cbfc75-dcbd-4995-b10c-8aad3f6b095e req-f31bbc83-7e4f-46e9-8721-033e0d4306dc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e2634516774046048410a7faecd2c391&device_id=f03597ae-bd43-4059-87ea-582c8d184af7 HTTP/1.1" status: 200 len: 1096 time: 0.2595012 Jul 09 16:39:11.262973 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563bcf92-4e44-471c-bfbc-80fb859dbc61 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:39:11.291713 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-563bcf92-4e44-471c-bfbc-80fb859dbc61 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "PUT /v2.0/routers/dee8237e-4c09-4cfb-b57e-9e70ad6304d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5322616 Jul 09 16:39:11.297720 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b73511d-cd31-4ca9-8c1a-def61551582e tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:11.305331 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-ad7c13c9-58b9-4494-8f45-262886ec3a57 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Deleting port 4943b32f-c679-4dd0-8f33-1071ffcd5d3c {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:39:11.305678 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ad7c13c9-58b9-4494-8f45-262886ec3a57 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:11.318197 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e6e820-4ee5-4225-abf6-6d1ad3a8d0b2 None None] Sync routers for ids ['dee8237e-4c09-4cfb-b57e-9e70ad6304d8'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:39:11.336036 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b73511d-cd31-4ca9-8c1a-def61551582e tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Pushing event deleted for resources: {'Port': ['ID=846e5504-1b38-495e-aebf-7463350e44bb,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:11.342747 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b73511d-cd31-4ca9-8c1a-def61551582e tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] No DVR routers for this DVR port 846e5504-1b38-495e-aebf-7463350e44bb on host n-d-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:39:11.401179 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e6e820-4ee5-4225-abf6-6d1ad3a8d0b2 None None] Routers {'dee8237e-4c09-4cfb-b57e-9e70ad6304d8'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:39:11.401921 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-88e6e820-4ee5-4225-abf6-6d1ad3a8d0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:38:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['dee8237e-4c09-4cfb-b57e-9e70ad6304d8'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:11.447326 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b73511d-cd31-4ca9-8c1a-def61551582e tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:11.465658 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-5b73511d-cd31-4ca9-8c1a-def61551582e tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64593c38-9e2f-4553-bf86-9f0f48be52e4']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:11.477667 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-5b73511d-cd31-4ca9-8c1a-def61551582e tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edc0ccba-dfa9-4fa2-82ea-1239bd4e6372') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:11.478099 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-5b73511d-cd31-4ca9-8c1a-def61551582e tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edc0ccba-dfa9-4fa2-82ea-1239bd4e6372') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:11.497372 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b73511d-cd31-4ca9-8c1a-def61551582e tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:11.504970 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-ad7c13c9-58b9-4494-8f45-262886ec3a57 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] For port 4943b32f-c679-4dd0-8f33-1071ffcd5d3c, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=4943b32f-c679-4dd0-8f33-1071ffcd5d3c,segment=NetworkSegment(97458b6f-0f93-4703-bd90-4c04fa4f44c9),segment_id=97458b6f-0f93-4703-bd90-4c04fa4f44c9)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:11.505336 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ad7c13c9-58b9-4494-8f45-262886ec3a57 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:11.513076 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b73511d-cd31-4ca9-8c1a-def61551582e tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:11.521374 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b73511d-cd31-4ca9-8c1a-def61551582e tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:39:11.523034 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b73511d-cd31-4ca9-8c1a-def61551582e tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:11.526732 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-19b0356e-cd49-4874-997b-502d3b6857cd admin admin] Allocated IP 172.25.0.47 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/8327ce8d-c99d-42c3-bb2e-d861a6fa7839) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:39:11.531159 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cbfc75-dcbd-4995-b10c-8aad3f6b095e req-94c55792-c12c-44b6-bca5-3571c923e740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:11.532244 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-57cbfc75-dcbd-4995-b10c-8aad3f6b095e req-94c55792-c12c-44b6-bca5-3571c923e740 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4732bbe1-cdbe-4be8-be87-9afa48eeb457 HTTP/1.1" status: 200 len: 898 time: 0.3042688 Jul 09 16:39:11.535670 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-ad7c13c9-58b9-4494-8f45-262886ec3a57 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Calling delete_port for 4943b32f-c679-4dd0-8f33-1071ffcd5d3c owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:39:11.542494 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-88e6e820-4ee5-4225-abf6-6d1ad3a8d0b2 None None] Set router dee8237e-4c09-4cfb-b57e-9e70ad6304d8 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:39:11.607068 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:39:11.607068 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:39:11.607068 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:39:11.607068 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:39:11.607068 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:39:11.607068 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:39:11.607068 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:39:11.607068 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:39:11.607068 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:39:11.607068 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:39:11.607068 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:39:11.607068 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:39:11.607068 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:39:11.607068 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:39:11.607068 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:39:11.607068 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:39:11.607068 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:39:11.607068 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:39:11.607068 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:39:11.607068 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:39:11.607068 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:39:11.607068 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:39:11.607068 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:39:11.607068 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:39:11.607068 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:39:11.607068 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:39:11.607068 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:39:11.607068 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:39:11.607068 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:39:11.607068 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:39:11.607068 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:39:11.607068 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:39:11.612568 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b73511d-cd31-4ca9-8c1a-def61551582e tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:11.622915 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b73511d-cd31-4ca9-8c1a-def61551582e tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:11.626113 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-5b73511d-cd31-4ca9-8c1a-def61551582e tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "DELETE /v2.0/networks/64593c38-9e2f-4553-bf86-9f0f48be52e4 HTTP/1.1" status: 204 len: 168 time: 3.6344707 Jul 09 16:39:11.631050 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33912) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:11.638266 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-486497fe-42ac-4dca-8bef-722ad657455b tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-5606185'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:39:11.657576 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b73511d-cd31-4ca9-8c1a-def61551582e tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Pushing event deleted for resources: {'Network': ['ID=64593c38-9e2f-4553-bf86-9f0f48be52e4,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:11.676887 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ad7c13c9-58b9-4494-8f45-262886ec3a57 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:11.693746 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486497fe-42ac-4dca-8bef-722ad657455b tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Made reservation on behalf of 15d8959ba04b47778a327d946b70438e for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:39:11.698146 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-486497fe-42ac-4dca-8bef-722ad657455b tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:11.730209 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-486497fe-42ac-4dca-8bef-722ad657455b tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:39:11.743605 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-486497fe-42ac-4dca-8bef-722ad657455b tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:11.744494 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-486497fe-42ac-4dca-8bef-722ad657455b tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Added segment 95f5ab98-19b5-4b6e-b876-558b78121f66 of type vlan for network 729dfa36-1e0c-4376-a980-356e663711cf Jul 09 16:39:11.766328 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7c13c9-58b9-4494-8f45-262886ec3a57 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event deleted for resources: {'Port': ['ID=4943b32f-c679-4dd0-8f33-1071ffcd5d3c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:11.778588 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7c13c9-58b9-4494-8f45-262886ec3a57 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] No DVR routers for this DVR port 4943b32f-c679-4dd0-8f33-1071ffcd5d3c on host n-d-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:39:11.795457 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-57cbfc75-dcbd-4995-b10c-8aad3f6b095e req-1202165c-2455-4947-8edf-74fdf5ea270b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecb5afe1-686c-4bb9-82cd-29eb29f888f8 HTTP/1.1" status: 200 len: 1001 time: 0.2505972 Jul 09 16:39:11.799431 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-486497fe-42ac-4dca-8bef-722ad657455b tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:11.833800 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-486497fe-42ac-4dca-8bef-722ad657455b tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:11.839587 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 8a52bf53-9c73-4965-8a89-3bf52d407a67 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:39:11.841989 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486497fe-42ac-4dca-8bef-722ad657455b tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:11.842939 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-486497fe-42ac-4dca-8bef-722ad657455b tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:11.847825 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-e1b186d2-790b-4501-8d03-e1a058f59f2a None None] For port 87149843-454c-4675-99da-acf70fc9e682, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:39:11.853584 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3c38782f-c13d-42a6-972e-9dd53341d2ff None None] Provisioning complete for port eadd2209-f8f1-46b7-bcec-dd0c57a14b29 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:11.853954 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3c38782f-c13d-42a6-972e-9dd53341d2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:11.865658 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-486497fe-42ac-4dca-8bef-722ad657455b tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.2325695 Jul 09 16:39:11.875220 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33914) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:11.880714 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-9e75df14-d754-4d3c-8f49-f61170675a59 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Request body: {'subnet': {'network_id': '729dfa36-1e0c-4376-a980-356e663711cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:39:11.887155 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff7ca75-ae9a-4af8-acab-2f924cc97b52 None None] Pushing event updated for resources: {'Port': ['ID=846e5504-1b38-495e-aebf-7463350e44bb,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:11.933595 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486497fe-42ac-4dca-8bef-722ad657455b tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Pushing event updated for resources: {'Network': ['ID=729dfa36-1e0c-4376-a980-356e663711cf,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:11.960321 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 8a52bf53-9c73-4965-8a89-3bf52d407a67 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:39:11.960780 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 8a52bf53-9c73-4965-8a89-3bf52d407a67 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:39:11.962726 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 729dfa36-1e0c-4376-a980-356e663711cf details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:39:11.973014 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-e1b186d2-790b-4501-8d03-e1a058f59f2a None None] For port 87149843-454c-4675-99da-acf70fc9e682, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=87149843-454c-4675-99da-acf70fc9e682,segment=NetworkSegment(a48e60a4-8877-4251-9d9d-1029e5ffb47d),segment_id=a48e60a4-8877-4251-9d9d-1029e5ffb47d)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:39:11.981504 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01da3f2-193d-4bbc-927b-d01af6d1013f None None] Network 64593c38-9e2f-4553-bf86-9f0f48be52e4 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:39:12.013411 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19b0356e-cd49-4874-997b-502d3b6857cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:12.029034 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cbfc75-dcbd-4995-b10c-8aad3f6b095e req-28b27f8b-c5d4-44a6-a369-e16dde642a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:12.030527 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-57cbfc75-dcbd-4995-b10c-8aad3f6b095e req-28b27f8b-c5d4-44a6-a369-e16dde642a7d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=22bbec24-5cfd-4d99-b338-60b450cbf9e7 HTTP/1.1" status: 200 len: 835 time: 0.2118073 Jul 09 16:39:12.050657 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e1b186d2-790b-4501-8d03-e1a058f59f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:12.053925 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ad7c13c9-58b9-4494-8f45-262886ec3a57 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:12.062608 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01da3f2-193d-4bbc-927b-d01af6d1013f None None] Network 64593c38-9e2f-4553-bf86-9f0f48be52e4 could not be found, it might have been deleted concurrently. {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 16:39:12.095064 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-ad7c13c9-58b9-4494-8f45-262886ec3a57 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a45d021f-508f-4f97-8003-8211fd6334e0']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:12.119009 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-ad7c13c9-58b9-4494-8f45-262886ec3a57 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97458b6f-0f93-4703-bd90-4c04fa4f44c9') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:12.119328 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-ad7c13c9-58b9-4494-8f45-262886ec3a57 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97458b6f-0f93-4703-bd90-4c04fa4f44c9') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:12.127213 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-3c38782f-c13d-42a6-972e-9dd53341d2ff None None] Port eadd2209-f8f1-46b7-bcec-dd0c57a14b29 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:39:12.129805 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-f2754e88-5054-4a6c-aa8c-0cc1d4043b98 None None] Allocated IP 172.20.0.2 (64f0f2bb-328d-4434-937d-05817871fc25/2ee054b7-9c4f-44bc-86b4-a2e6861146b9/1ef75da2-59ca-4add-b091-2be591907cd8) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:39:12.136307 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ad7c13c9-58b9-4494-8f45-262886ec3a57 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:12.181363 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ad7c13c9-58b9-4494-8f45-262886ec3a57 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:12.193295 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad7c13c9-58b9-4494-8f45-262886ec3a57 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:39:12.193700 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ad7c13c9-58b9-4494-8f45-262886ec3a57 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:12.199485 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:39:12.199485 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:39:12.199485 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:39:12.199485 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:39:12.199485 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:39:12.199485 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:39:12.199485 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:39:12.199485 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:39:12.199485 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:39:12.199485 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:39:12.199485 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:39:12.199485 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:39:12.199485 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:39:12.199485 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:39:12.199485 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:39:12.199485 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:39:12.199485 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:39:12.199485 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:39:12.199485 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:39:12.199485 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:39:12.199485 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:39:12.199485 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:39:12.199485 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:39:12.199485 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:39:12.199485 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:39:12.199485 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:39:12.199485 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:39:12.199485 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:39:12.199485 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:39:12.199485 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:39:12.199485 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:39:12.199485 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:39:12.203601 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b186d2-790b-4501-8d03-e1a058f59f2a None None] Routers {'8cc43990-9ab5-45e1-87d5-419a65c8c9c7'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:39:12.204256 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e1b186d2-790b-4501-8d03-e1a058f59f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:38:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['8cc43990-9ab5-45e1-87d5-419a65c8c9c7'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:12.242526 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84253ed-2ac8-4fcf-a658-a94513cff793 None None] Pushing event updated for resources: {'Port': ['ID=87149843-454c-4675-99da-acf70fc9e682,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:12.261689 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e75df14-d754-4d3c-8f49-f61170675a59 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Made reservation on behalf of 15d8959ba04b47778a327d946b70438e for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:39:12.265349 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9e75df14-d754-4d3c-8f49-f61170675a59 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:12.282420 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19b0356e-cd49-4874-997b-502d3b6857cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:12.295681 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-88e6e820-4ee5-4225-abf6-6d1ad3a8d0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'name': 'tempest-TestNetworkBasicOps-router-1156669059', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'ffb99aa3-290f-43d9-8eaf-8d23d4c9f488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:37:05Z', 'updated_at': '2021-07-09T16:39:09Z', 'revision_number': 5, 'project_id': 'e2634516774046048410a7faecd2c391', 'gw_port': {'id': 'ffb99aa3-290f-43d9-8eaf-8d23d4c9f488', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:eb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:37:07Z', 'updated_at': '2021-07-09T16:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'dcf7aaf5-8b7c-49eb-bf81-1bd0dbcc6cb2', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'floating_ip_address': '172.25.0.248', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'port_id': 'ecb5afe1-686c-4bb9-82cd-29eb29f888f8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4732bbe1-cdbe-4be8-be87-9afa48eeb457', 'mac_address': 'fa:16:3e:09:f4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03597ae-bd43-4059-87ea-582c8d184af7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:37:49Z', 'updated_at': '2021-07-09T16:37:56Z', 'revision_number': 1, 'project_id': 'e2634516774046048410a7faecd2c391', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ff8a328-02f5-451f-ab6d-233ba2d30a43', 'name': '', 'network_id': '4732bbe1-cdbe-4be8-be87-9afa48eeb457', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'mac_address': 'fa:16:3e:68:28:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '22bbec24-5cfd-4d99-b338-60b450cbf9e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:37:15Z', 'updated_at': '2021-07-09T16:37:28Z', 'revision_number': 5, 'project_id': 'e2634516774046048410a7faecd2c391', 'subnets': [{'id': '22bbec24-5cfd-4d99-b338-60b450cbf9e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eadd2209-f8f1-46b7-bcec-dd0c57a14b29', 'name': '', 'network_id': 'fc4b3636-aace-42f0-a125-b062ab483852', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'mac_address': 'fa:16:3e:4f:1f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '64b01a4a-be41-4553-8702-2691dac59831', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:39:07Z', 'updated_at': '2021-07-09T16:39:10Z', 'revision_number': 2, 'project_id': 'e2634516774046048410a7faecd2c391', 'subnets': [{'id': '64b01a4a-be41-4553-8702-2691dac59831', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:12.297663 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cbfc75-dcbd-4995-b10c-8aad3f6b095e req-b33719bf-7919-4edf-8369-335d6da9b2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:12.302422 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-57cbfc75-dcbd-4995-b10c-8aad3f6b095e req-b33719bf-7919-4edf-8369-335d6da9b2d1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4732bbe1-cdbe-4be8-be87-9afa48eeb457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2612958 Jul 09 16:39:12.338545 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceae0d9e-2b16-43ed-8130-fb53edc7f00b None None] DHCP port deletion for a45d021f-508f-4f97-8003-8211fd6334e0 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:39:12.349177 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e6e820-4ee5-4225-abf6-6d1ad3a8d0b2 None None] Checking router: dee8237e-4c09-4cfb-b57e-9e70ad6304d8 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:39:12.349642 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e6e820-4ee5-4225-abf6-6d1ad3a8d0b2 None None] Updating router dee8237e-4c09-4cfb-b57e-9e70ad6304d8 port eadd2209-f8f1-46b7-bcec-dd0c57a14b29 binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:39:12.390151 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ad7c13c9-58b9-4494-8f45-262886ec3a57 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:12.472201 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ad7c13c9-58b9-4494-8f45-262886ec3a57 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:12.477177 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33918) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:12.477666 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ad7c13c9-58b9-4494-8f45-262886ec3a57 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "DELETE /v2.0/networks/a45d021f-508f-4f97-8003-8211fd6334e0 HTTP/1.1" status: 204 len: 168 time: 1.6964557 Jul 09 16:39:12.480902 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-88e6e820-4ee5-4225-abf6-6d1ad3a8d0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:12.487061 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-e1b186d2-790b-4501-8d03-e1a058f59f2a None None] Set router 8cc43990-9ab5-45e1-87d5-419a65c8c9c7 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:39:12.487245 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-1ff68007-9ffd-40cc-ae3b-fdb6afe01376 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Request body: {'router': {'routes': None}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:39:12.487995 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b0356e-cd49-4874-997b-502d3b6857cd admin admin] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:39:12.508821 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-19b0356e-cd49-4874-997b-502d3b6857cd admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:39:12.511793 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b0356e-cd49-4874-997b-502d3b6857cd admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:39:12.539049 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b0356e-cd49-4874-997b-502d3b6857cd admin admin] Pushing event updated for resources: {'Port': ['ID=8327ce8d-c99d-42c3-bb2e-d861a6fa7839,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:12.547184 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7c13c9-58b9-4494-8f45-262886ec3a57 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Pushing event deleted for resources: {'Network': ['ID=a45d021f-508f-4f97-8003-8211fd6334e0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:12.592185 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-57cbfc75-dcbd-4995-b10c-8aad3f6b095e req-784c8e3e-d8f6-447b-8282-991f0f6953f2 service neutron] 10.222.0.77 "GET /v2.0/networks/4732bbe1-cdbe-4be8-be87-9afa48eeb457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464046 Jul 09 16:39:12.700321 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f2754e88-5054-4a6c-aa8c-0cc1d4043b98 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:12.749483 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.extraroute_db [None req-1ff68007-9ffd-40cc-ae3b-fdb6afe01376 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Added routes are [] {{(pid=93959) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 09 16:39:12.750006 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.extraroute_db [None req-1ff68007-9ffd-40cc-ae3b-fdb6afe01376 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Removed routes are [] {{(pid=93959) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 09 16:39:12.750421 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1ff68007-9ffd-40cc-ae3b-fdb6afe01376 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:12.765643 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f2754e88-5054-4a6c-aa8c-0cc1d4043b98 None None] Transition to ACTIVE for port object 1ef75da2-59ca-4add-b091-2be591907cd8 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:39:12.877646 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f2754e88-5054-4a6c-aa8c-0cc1d4043b98 None None] Transition to ACTIVE for port object 1ef75da2-59ca-4add-b091-2be591907cd8 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:39:12.916661 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-57cbfc75-dcbd-4995-b10c-8aad3f6b095e req-3add478a-f9d4-4271-a3e6-50b961a1a00a service neutron] 10.222.0.77 "GET /v2.0/networks/4732bbe1-cdbe-4be8-be87-9afa48eeb457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147511 Jul 09 16:39:12.923261 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9e75df14-d754-4d3c-8f49-f61170675a59 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:12.930508 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f2754e88-5054-4a6c-aa8c-0cc1d4043b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:12.992180 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1ff68007-9ffd-40cc-ae3b-fdb6afe01376 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:12.995889 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1ff68007-9ffd-40cc-ae3b-fdb6afe01376 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1725939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1725946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-313636'] for router, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:13.031911 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2754e88-5054-4a6c-aa8c-0cc1d4043b98 None None] Network 64f0f2bb-328d-4434-937d-05817871fc25 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:39:13.058114 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-f2754e88-5054-4a6c-aa8c-0cc1d4043b98 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:39:13.062709 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2754e88-5054-4a6c-aa8c-0cc1d4043b98 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:39:13.067020 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2754e88-5054-4a6c-aa8c-0cc1d4043b98 None None] Pushing event updated for resources: {'Port': ['ID=1ef75da2-59ca-4add-b091-2be591907cd8,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:13.102505 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff68007-9ffd-40cc-ae3b-fdb6afe01376 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Router e4e7a51a-8872-46cc-b055-f179f2a8a8af has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:39:13.192285 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff68007-9ffd-40cc-ae3b-fdb6afe01376 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:39:13.201074 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1ff68007-9ffd-40cc-ae3b-fdb6afe01376 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:13.205033 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-1ff68007-9ffd-40cc-ae3b-fdb6afe01376 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "PUT /v2.0/routers/e4e7a51a-8872-46cc-b055-f179f2a8a8af HTTP/1.1" status: 200 len: 705 time: 0.7240210 Jul 09 16:39:13.205206 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a67408-8262-457f-91c1-7b1620b43a76 None None] Sync routers for ids ['e4e7a51a-8872-46cc-b055-f179f2a8a8af'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:39:13.205902 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33920) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:13.223863 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a67408-8262-457f-91c1-7b1620b43a76 None None] Routers {'e4e7a51a-8872-46cc-b055-f179f2a8a8af'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:39:13.224505 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-a3a67408-8262-457f-91c1-7b1620b43a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:38:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['e4e7a51a-8872-46cc-b055-f179f2a8a8af'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:13.246561 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b88d46aa-aa2a-488c-b599-5a6196ce0d7c tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4e7a51a-8872-46cc-b055-f179f2a8a8af HTTP/1.1" status: 200 len: 205 time: 0.0369356 Jul 09 16:39:13.247215 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33922) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:13.336879 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9ed8252c-562f-4bcd-b2b3-2865267db3f8 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:13.374051 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-a3a67408-8262-457f-91c1-7b1620b43a76 None None] Set router e4e7a51a-8872-46cc-b055-f179f2a8a8af gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:39:13.432580 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-f2754e88-5054-4a6c-aa8c-0cc1d4043b98 None None] Attempting to bind port 1ef75da2-59ca-4add-b091-2be591907cd8 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:39:13.432986 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-f2754e88-5054-4a6c-aa8c-0cc1d4043b98 None None] Attempting to bind port 1ef75da2-59ca-4add-b091-2be591907cd8 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '61b16b02-c205-411f-8ead-5e70a4e00661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64f0f2bb-328d-4434-937d-05817871fc25'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:39:13.433368 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2754e88-5054-4a6c-aa8c-0cc1d4043b98 None None] Attempting to bind port 1ef75da2-59ca-4add-b091-2be591907cd8 on network 64f0f2bb-328d-4434-937d-05817871fc25 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:39:13.435289 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-a3a67408-8262-457f-91c1-7b1620b43a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'name': 'tempest-RoutersIpV6Test-router-1509969923', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:06Z', 'updated_at': '2021-07-09T16:39:08Z', 'revision_number': 11, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'gw_port_host': None}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:13.451932 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2754e88-5054-4a6c-aa8c-0cc1d4043b98 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:39:13.452242 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2754e88-5054-4a6c-aa8c-0cc1d4043b98 None None] Checking segment: {'id': '61b16b02-c205-411f-8ead-5e70a4e00661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64f0f2bb-328d-4434-937d-05817871fc25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:39:13.452628 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f2754e88-5054-4a6c-aa8c-0cc1d4043b98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:13.453019 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2754e88-5054-4a6c-aa8c-0cc1d4043b98 None None] Bound using segment: {'id': '61b16b02-c205-411f-8ead-5e70a4e00661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64f0f2bb-328d-4434-937d-05817871fc25'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:39:13.453509 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-f2754e88-5054-4a6c-aa8c-0cc1d4043b98 None None] Bound port: 1ef75da2-59ca-4add-b091-2be591907cd8, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61b16b02-c205-411f-8ead-5e70a4e00661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64f0f2bb-328d-4434-937d-05817871fc25'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:39:13.454003 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f2754e88-5054-4a6c-aa8c-0cc1d4043b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:13.468739 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e1b186d2-790b-4501-8d03-e1a058f59f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc43990-9ab5-45e1-87d5-419a65c8c9c7', 'name': 'tempest-TestVolumeBackupRestore-148455542-router', 'tenant_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:56Z', 'updated_at': '2021-07-09T16:39:05Z', 'revision_number': 4, 'project_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'gw_port': {'id': '7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc43990-9ab5-45e1-87d5-419a65c8c9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:58Z', 'updated_at': '2021-07-09T16:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '87149843-454c-4675-99da-acf70fc9e682', 'name': '', 'network_id': '73ebf291-23c0-432d-ae7e-abd99b594bfa', 'tenant_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'mac_address': 'fa:16:3e:dd:82:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc43990-9ab5-45e1-87d5-419a65c8c9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '54163d02-03b7-4e71-a0ad-b40aee212401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:39:03Z', 'updated_at': '2021-07-09T16:39:11Z', 'revision_number': 4, 'project_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'subnets': [{'id': '54163d02-03b7-4e71-a0ad-b40aee212401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:13.470861 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a67408-8262-457f-91c1-7b1620b43a76 None None] Checking router: e4e7a51a-8872-46cc-b055-f179f2a8a8af for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:39:13.481403 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a67408-8262-457f-91c1-7b1620b43a76 None None] Routers {'e4e7a51a-8872-46cc-b055-f179f2a8a8af'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:39:13.482381 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-a3a67408-8262-457f-91c1-7b1620b43a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:38:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['e4e7a51a-8872-46cc-b055-f179f2a8a8af'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:13.486728 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e75df14-d754-4d3c-8f49-f61170675a59 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Pushing event updated for resources: {'Subnet': ['ID=bffaff02-5a3f-413f-9f3c-8832b3ceacd7,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:13.528463 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b186d2-790b-4501-8d03-e1a058f59f2a None None] The sync data for ids ['8cc43990-9ab5-45e1-87d5-419a65c8c9c7'] in n-d-798930-3 is: [{'id': '8cc43990-9ab5-45e1-87d5-419a65c8c9c7', 'name': 'tempest-TestVolumeBackupRestore-148455542-router', 'tenant_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:56Z', 'updated_at': '2021-07-09T16:39:05Z', 'revision_number': 4, 'project_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'gw_port': {'id': '7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc43990-9ab5-45e1-87d5-419a65c8c9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:58Z', 'updated_at': '2021-07-09T16:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '87149843-454c-4675-99da-acf70fc9e682', 'name': '', 'network_id': '73ebf291-23c0-432d-ae7e-abd99b594bfa', 'tenant_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'mac_address': 'fa:16:3e:dd:82:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc43990-9ab5-45e1-87d5-419a65c8c9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '54163d02-03b7-4e71-a0ad-b40aee212401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:39:03Z', 'updated_at': '2021-07-09T16:39:11Z', 'revision_number': 4, 'project_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'subnets': [{'id': '54163d02-03b7-4e71-a0ad-b40aee212401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:39:13.536898 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-88e6e820-4ee5-4225-abf6-6d1ad3a8d0b2 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:13.562115 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-88e6e820-4ee5-4225-abf6-6d1ad3a8d0b2 None None] Transition to ACTIVE for port object eadd2209-f8f1-46b7-bcec-dd0c57a14b29 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:39:13.581904 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-88e6e820-4ee5-4225-abf6-6d1ad3a8d0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:13.593839 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9ed8252c-562f-4bcd-b2b3-2865267db3f8 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:13.598066 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19b0356e-cd49-4874-997b-502d3b6857cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:13.608307 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9ed8252c-562f-4bcd-b2b3-2865267db3f8 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:13.662172 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5667d9-5ccb-4cf5-9a70-4f779f44cfd2 None None] Pushing event updated for resources: {'Port': ['ID=eadd2209-f8f1-46b7-bcec-dd0c57a14b29,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:13.673579 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-f2754e88-5054-4a6c-aa8c-0cc1d4043b98 None None] For port 1ef75da2-59ca-4add-b091-2be591907cd8, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:39:13.724468 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-f2754e88-5054-4a6c-aa8c-0cc1d4043b98 None None] For port 1ef75da2-59ca-4add-b091-2be591907cd8, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=1ef75da2-59ca-4add-b091-2be591907cd8,segment=NetworkSegment(61b16b02-c205-411f-8ead-5e70a4e00661),segment_id=61b16b02-c205-411f-8ead-5e70a4e00661)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:39:13.771434 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f2754e88-5054-4a6c-aa8c-0cc1d4043b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:13.789625 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9ed8252c-562f-4bcd-b2b3-2865267db3f8 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:13.791279 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed8252c-562f-4bcd-b2b3-2865267db3f8 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Fanout notify agent at l3_agent the message router_deleted on router e4e7a51a-8872-46cc-b055-f179f2a8a8af {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:39:13.816948 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9ed8252c-562f-4bcd-b2b3-2865267db3f8 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:13.827221 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-9ed8252c-562f-4bcd-b2b3-2865267db3f8 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "DELETE /v2.0/routers/e4e7a51a-8872-46cc-b055-f179f2a8a8af HTTP/1.1" status: 204 len: 168 time: 0.5787601 Jul 09 16:39:13.829173 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33932) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:13.838610 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-f14d11be-c63b-439c-a264-181e8d54fbbb tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-655423817', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:39:13.915368 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f14d11be-c63b-439c-a264-181e8d54fbbb tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:13.921913 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f14d11be-c63b-439c-a264-181e8d54fbbb tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:13.937265 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e75df14-d754-4d3c-8f49-f61170675a59 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Checking segment: {'id': '95f5ab98-19b5-4b6e-b876-558b78121f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '729dfa36-1e0c-4376-a980-356e663711cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:39:13.938472 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e75df14-d754-4d3c-8f49-f61170675a59 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Network hostable DHCP agents. Network: 729dfa36-1e0c-4376-a980-356e663711cf, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:39:13.941743 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2754e88-5054-4a6c-aa8c-0cc1d4043b98 None None] Pushing event updated for resources: {'Port': ['ID=1ef75da2-59ca-4add-b091-2be591907cd8,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:13.980082 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-88e6e820-4ee5-4225-abf6-6d1ad3a8d0b2 None None] Attempting to bind port eadd2209-f8f1-46b7-bcec-dd0c57a14b29 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:39:13.980664 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-88e6e820-4ee5-4225-abf6-6d1ad3a8d0b2 None None] Attempting to bind port eadd2209-f8f1-46b7-bcec-dd0c57a14b29 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'ceed1d2b-b9f6-4842-8d60-b16bc66c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fc4b3636-aace-42f0-a125-b062ab483852'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:39:13.981043 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e6e820-4ee5-4225-abf6-6d1ad3a8d0b2 None None] Attempting to bind port eadd2209-f8f1-46b7-bcec-dd0c57a14b29 on network fc4b3636-aace-42f0-a125-b062ab483852 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:39:13.998794 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 87149843-454c-4675-99da-acf70fc9e682 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:39:14.019492 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-a3a67408-8262-457f-91c1-7b1620b43a76 None None] Set router e4e7a51a-8872-46cc-b055-f179f2a8a8af gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:39:14.041456 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e6e820-4ee5-4225-abf6-6d1ad3a8d0b2 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:39:14.042218 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e6e820-4ee5-4225-abf6-6d1ad3a8d0b2 None None] Checking segment: {'id': 'ceed1d2b-b9f6-4842-8d60-b16bc66c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fc4b3636-aace-42f0-a125-b062ab483852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:39:14.042636 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-88e6e820-4ee5-4225-abf6-6d1ad3a8d0b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:14.043135 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e6e820-4ee5-4225-abf6-6d1ad3a8d0b2 None None] Bound using segment: {'id': 'ceed1d2b-b9f6-4842-8d60-b16bc66c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fc4b3636-aace-42f0-a125-b062ab483852'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:39:14.043639 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-88e6e820-4ee5-4225-abf6-6d1ad3a8d0b2 None None] Bound port: eadd2209-f8f1-46b7-bcec-dd0c57a14b29, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceed1d2b-b9f6-4842-8d60-b16bc66c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fc4b3636-aace-42f0-a125-b062ab483852'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:39:14.044022 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-88e6e820-4ee5-4225-abf6-6d1ad3a8d0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:14.132850 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 87149843-454c-4675-99da-acf70fc9e682 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:39:14.143184 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 87149843-454c-4675-99da-acf70fc9e682 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:14.143562 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:14.153382 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f14d11be-c63b-439c-a264-181e8d54fbbb tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:14.165023 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f14d11be-c63b-439c-a264-181e8d54fbbb tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:14.169107 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-88e6e820-4ee5-4225-abf6-6d1ad3a8d0b2 None None] For port eadd2209-f8f1-46b7-bcec-dd0c57a14b29, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:39:14.189844 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-88e6e820-4ee5-4225-abf6-6d1ad3a8d0b2 None None] For port eadd2209-f8f1-46b7-bcec-dd0c57a14b29, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=eadd2209-f8f1-46b7-bcec-dd0c57a14b29,segment=NetworkSegment(ceed1d2b-b9f6-4842-8d60-b16bc66c3e68),segment_id=ceed1d2b-b9f6-4842-8d60-b16bc66c3e68)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:39:14.199833 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-88e6e820-4ee5-4225-abf6-6d1ad3a8d0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:14.208736 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e75df14-d754-4d3c-8f49-f61170675a59 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Network 729dfa36-1e0c-4376-a980-356e663711cf is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:39:14.213274 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f14d11be-c63b-439c-a264-181e8d54fbbb tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:14.215300 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-a3a67408-8262-457f-91c1-7b1620b43a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'name': 'tempest-RoutersIpV6Test-router-1509969923', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:06Z', 'updated_at': '2021-07-09T16:39:08Z', 'revision_number': 11, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'gw_port_host': None}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:14.221620 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f14d11be-c63b-439c-a264-181e8d54fbbb tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3872437 Jul 09 16:39:14.223174 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33934) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:14.241648 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-bda8e7b3-003d-4140-b1c4-ccbf65e10fd2 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:39:14.268094 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-9e75df14-d754-4d3c-8f49-f61170675a59 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 729dfa36-1e0c-4376-a980-356e663711cf) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:39:14.293659 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e6e820-4ee5-4225-abf6-6d1ad3a8d0b2 None None] Routers {'dee8237e-4c09-4cfb-b57e-9e70ad6304d8'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:39:14.297553 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-88e6e820-4ee5-4225-abf6-6d1ad3a8d0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:38:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['dee8237e-4c09-4cfb-b57e-9e70ad6304d8'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:14.300792 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e75df14-d754-4d3c-8f49-f61170675a59 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:14.301174 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a67408-8262-457f-91c1-7b1620b43a76 None None] The sync data for ids ['e4e7a51a-8872-46cc-b055-f179f2a8a8af'] in n-d-798930-3 is: [{'id': 'e4e7a51a-8872-46cc-b055-f179f2a8a8af', 'name': 'tempest-RoutersIpV6Test-router-1509969923', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:06Z', 'updated_at': '2021-07-09T16:39:08Z', 'revision_number': 11, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'gw_port_host': None}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:39:14.306561 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9e75df14-d754-4d3c-8f49-f61170675a59 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:14.374346 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ba816d-93d2-4be0-97b5-3a3820b99849 None None] Network 729dfa36-1e0c-4376-a980-356e663711cf requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:39:14.465291 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-9e75df14-d754-4d3c-8f49-f61170675a59 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5867488 Jul 09 16:39:14.472946 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5667d9-5ccb-4cf5-9a70-4f779f44cfd2 None None] Pushing event updated for resources: {'Port': ['ID=eadd2209-f8f1-46b7-bcec-dd0c57a14b29,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:14.487373 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33936) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:14.697673 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19b0356e-cd49-4874-997b-502d3b6857cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:14.743331 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:14.913736 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f846b3a5-3db5-4c3d-8151-0699163b8ce7 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:14.986782 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 87149843-454c-4675-99da-acf70fc9e682, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=87149843-454c-4675-99da-acf70fc9e682,segment=NetworkSegment(a48e60a4-8877-4251-9d9d-1029e5ffb47d),segment_id=a48e60a4-8877-4251-9d9d-1029e5ffb47d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:15.031804 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f846b3a5-3db5-4c3d-8151-0699163b8ce7 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:15.034050 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:15.116265 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-88e6e820-4ee5-4225-abf6-6d1ad3a8d0b2 None None] Set router dee8237e-4c09-4cfb-b57e-9e70ad6304d8 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:39:15.156417 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 4943b32f-c679-4dd0-8f33-1071ffcd5d3c no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:39:15.172702 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19b0356e-cd49-4874-997b-502d3b6857cd admin admin] Router c4c9ff10-2b4b-45eb-88e6-5633d550e1a4 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:39:15.191712 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 4943b32f-c679-4dd0-8f33-1071ffcd5d3c {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:39:15.192061 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 4943b32f-c679-4dd0-8f33-1071ffcd5d3c not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:39:15.238790 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f846b3a5-3db5-4c3d-8151-0699163b8ce7 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:15.401585 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=87149843-454c-4675-99da-acf70fc9e682,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:15.407484 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f846b3a5-3db5-4c3d-8151-0699163b8ce7 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Pushing event deleted for resources: {'Subnet': ['ID=bffaff02-5a3f-413f-9f3c-8832b3ceacd7,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:15.511306 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575211c7-d833-4292-b09b-52e8d517a350 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-729dfa36-1e0c-4376-a980-356e663711cf', 'network_id': '729dfa36-1e0c-4376-a980-356e663711cf', 'tenant_id': '15d8959ba04b47778a327d946b70438e', 'fixed_ips': [{'subnet_id': 'bffaff02-5a3f-413f-9f3c-8832b3ceacd7'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:39:15.512192 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-575211c7-d833-4292-b09b-52e8d517a350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:15.631268 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bda8e7b3-003d-4140-b1c4-ccbf65e10fd2 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:15.636382 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f846b3a5-3db5-4c3d-8151-0699163b8ce7 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:15.649194 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bda8e7b3-003d-4140-b1c4-ccbf65e10fd2 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1725939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1725946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-313636'] for router, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:15.682172 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b0356e-cd49-4874-997b-502d3b6857cd admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:39:15.725776 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-f846b3a5-3db5-4c3d-8151-0699163b8ce7 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['729dfa36-1e0c-4376-a980-356e663711cf']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:15.746195 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19b0356e-cd49-4874-997b-502d3b6857cd admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:15.762953 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-19b0356e-cd49-4874-997b-502d3b6857cd admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.7753584 Jul 09 16:39:15.764298 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33940) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:15.794135 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-f846b3a5-3db5-4c3d-8151-0699163b8ce7 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95f5ab98-19b5-4b6e-b876-558b78121f66') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:15.797133 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-f846b3a5-3db5-4c3d-8151-0699163b8ce7 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95f5ab98-19b5-4b6e-b876-558b78121f66') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:15.806831 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03d077b-166a-47ba-98b7-9d4f22b2a52a None None] Sync routers for ids ['c4c9ff10-2b4b-45eb-88e6-5633d550e1a4'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:39:15.846188 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03d077b-166a-47ba-98b7-9d4f22b2a52a None None] Routers {'c4c9ff10-2b4b-45eb-88e6-5633d550e1a4'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:39:15.847160 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d03d077b-166a-47ba-98b7-9d4f22b2a52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:38:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['c4c9ff10-2b4b-45eb-88e6-5633d550e1a4'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:15.849968 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddc0fa3-52a2-44d9-8887-c9d3d1cb1f90 None None] Network 729dfa36-1e0c-4376-a980-356e663711cf requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:39:15.920583 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f846b3a5-3db5-4c3d-8151-0699163b8ce7 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:15.926958 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda8e7b3-003d-4140-b1c4-ccbf65e10fd2 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Router 37da6a14-2928-42f3-9f9c-2cca995d3b9e is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:39:16.049806 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f846b3a5-3db5-4c3d-8151-0699163b8ce7 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:16.052016 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda8e7b3-003d-4140-b1c4-ccbf65e10fd2 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:39:16.059271 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f846b3a5-3db5-4c3d-8151-0699163b8ce7 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:39:16.060055 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f846b3a5-3db5-4c3d-8151-0699163b8ce7 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:16.064125 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11aa4046-8005-4972-b190-dac0a946287f None None] Sync routers for ids ['37da6a14-2928-42f3-9f9c-2cca995d3b9e'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:39:16.068503 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bda8e7b3-003d-4140-b1c4-ccbf65e10fd2 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:16.070538 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-bda8e7b3-003d-4140-b1c4-ccbf65e10fd2 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "PUT /v2.0/routers/37da6a14-2928-42f3-9f9c-2cca995d3b9e HTTP/1.1" status: 200 len: 697 time: 1.8455801 Jul 09 16:39:16.073202 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33944) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:16.078368 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11aa4046-8005-4972-b190-dac0a946287f None None] Routers {'37da6a14-2928-42f3-9f9c-2cca995d3b9e'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:39:16.082097 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-11aa4046-8005-4972-b190-dac0a946287f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:38:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['37da6a14-2928-42f3-9f9c-2cca995d3b9e'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:16.115365 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82b9ae6-2463-4a30-a0a5-785f80d7954e None None] Network 64f0f2bb-328d-4434-937d-05817871fc25 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:39:16.119180 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 1ef75da2-59ca-4add-b091-2be591907cd8 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:39:16.163438 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:39:16.163438 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:39:16.163438 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:39:16.163438 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:39:16.163438 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:39:16.163438 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:39:16.163438 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:39:16.163438 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:39:16.163438 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:39:16.163438 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:39:16.163438 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:39:16.163438 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:39:16.163438 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:39:16.163438 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:39:16.163438 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:39:16.163438 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:39:16.163438 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:39:16.163438 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:39:16.163438 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:39:16.163438 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:39:16.163438 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:39:16.163438 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:39:16.163438 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:39:16.163438 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:39:16.163438 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:39:16.163438 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:39:16.163438 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:39:16.163438 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:39:16.163438 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:39:16.163438 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:39:16.163438 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:39:16.163438 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:39:16.181712 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-11aa4046-8005-4972-b190-dac0a946287f None None] Set router 37da6a14-2928-42f3-9f9c-2cca995d3b9e gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:39:16.183603 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-924b03dd-e003-462a-8e82-51a37a41992a tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "GET /v2.0/routers/37da6a14-2928-42f3-9f9c-2cca995d3b9e HTTP/1.1" status: 200 len: 703 time: 0.1091189 Jul 09 16:39:16.186478 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33948) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:16.208429 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f846b3a5-3db5-4c3d-8151-0699163b8ce7 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:16.214002 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f846b3a5-3db5-4c3d-8151-0699163b8ce7 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:16.220793 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f846b3a5-3db5-4c3d-8151-0699163b8ce7 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "DELETE /v2.0/networks/729dfa36-1e0c-4376-a980-356e663711cf HTTP/1.1" status: 204 len: 168 time: 1.7275081 Jul 09 16:39:16.245478 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33950) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:16.246490 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f846b3a5-3db5-4c3d-8151-0699163b8ce7 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Pushing event deleted for resources: {'Network': ['ID=729dfa36-1e0c-4376-a980-356e663711cf,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:16.248907 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2a626102-8a07-49fc-92aa-df587be176cd tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "GET /v2.0/ports?device_id=37da6a14-2928-42f3-9f9c-2cca995d3b9e HTTP/1.1" status: 200 len: 205 time: 0.0606797 Jul 09 16:39:16.251136 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33952) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:16.257937 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-11aa4046-8005-4972-b190-dac0a946287f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37da6a14-2928-42f3-9f9c-2cca995d3b9e', 'name': 'tempest-RoutersIpV6Test-router-655423817', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:39:13Z', 'updated_at': '2021-07-09T16:39:15Z', 'revision_number': 2, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'gw_port_host': None}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:16.269185 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-bc9a6874-1cdb-40e0-bbd9-43e387c815b7 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-52140713'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:39:16.284842 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11aa4046-8005-4972-b190-dac0a946287f None None] Checking router: 37da6a14-2928-42f3-9f9c-2cca995d3b9e for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:39:16.294860 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11aa4046-8005-4972-b190-dac0a946287f None None] Routers {'37da6a14-2928-42f3-9f9c-2cca995d3b9e'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:39:16.295483 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-11aa4046-8005-4972-b190-dac0a946287f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:38:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['37da6a14-2928-42f3-9f9c-2cca995d3b9e'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:16.376164 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1d604af2-a73c-494b-942d-a38386cbcca1 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:16.383545 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-11aa4046-8005-4972-b190-dac0a946287f None None] Set router 37da6a14-2928-42f3-9f9c-2cca995d3b9e gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:39:16.420527 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9a6874-1cdb-40e0-bbd9-43e387c815b7 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Made reservation on behalf of 15d8959ba04b47778a327d946b70438e for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:39:16.424992 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bc9a6874-1cdb-40e0-bbd9-43e387c815b7 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:16.442101 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-11aa4046-8005-4972-b190-dac0a946287f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37da6a14-2928-42f3-9f9c-2cca995d3b9e', 'name': 'tempest-RoutersIpV6Test-router-655423817', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:39:13Z', 'updated_at': '2021-07-09T16:39:15Z', 'revision_number': 2, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'gw_port_host': None}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:16.470310 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11aa4046-8005-4972-b190-dac0a946287f None None] The sync data for ids ['37da6a14-2928-42f3-9f9c-2cca995d3b9e'] in n-d-798930-3 is: [{'id': '37da6a14-2928-42f3-9f9c-2cca995d3b9e', 'name': 'tempest-RoutersIpV6Test-router-655423817', 'tenant_id': '3a240e3acac846d2a1f26873c483f921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:39:13Z', 'updated_at': '2021-07-09T16:39:15Z', 'revision_number': 2, 'project_id': '3a240e3acac846d2a1f26873c483f921', 'gw_port_host': None}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:39:16.482301 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d0293d74-c3fa-4ee2-90b2-fe1e9f792061 None None] Provisioning for port 1ef75da2-59ca-4add-b091-2be591907cd8 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:39:16.511753 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc9a6874-1cdb-40e0-bbd9-43e387c815b7 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:39:16.530071 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bc9a6874-1cdb-40e0-bbd9-43e387c815b7 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:16.530898 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-bc9a6874-1cdb-40e0-bbd9-43e387c815b7 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Added segment 7deba926-aea0-4caa-ab9f-d19ba419c73b of type vlan for network a2aa196c-e669-4204-9660-277282a84f35 Jul 09 16:39:16.619733 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bc9a6874-1cdb-40e0-bbd9-43e387c815b7 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:16.733554 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bc9a6874-1cdb-40e0-bbd9-43e387c815b7 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:16.739221 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c56573e-dfb0-4278-a67b-a66d842eb395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:16.739422 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9a6874-1cdb-40e0-bbd9-43e387c815b7 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:16.739839 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bc9a6874-1cdb-40e0-bbd9-43e387c815b7 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:16.873638 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1d604af2-a73c-494b-942d-a38386cbcca1 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:16.882647 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-bc9a6874-1cdb-40e0-bbd9-43e387c815b7 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6321802 Jul 09 16:39:16.886352 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1d604af2-a73c-494b-942d-a38386cbcca1 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:16.891540 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33954) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:16.900820 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-6bf6b022-b571-4df0-952d-d7b253d0006c tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:39:16.913719 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-d03d077b-166a-47ba-98b7-9d4f22b2a52a None None] Set router c4c9ff10-2b4b-45eb-88e6-5633d550e1a4 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:39:16.955736 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-7c56573e-dfb0-4278-a67b-a66d842eb395 admin admin] Allocated IP 172.20.0.1 (64f0f2bb-328d-4434-937d-05817871fc25/2ee054b7-9c4f-44bc-86b4-a2e6861146b9/d57137b0-e160-4c5c-aafe-eeb1c1934ef1) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:39:16.990210 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-88e6e820-4ee5-4225-abf6-6d1ad3a8d0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'name': 'tempest-TestNetworkBasicOps-router-1156669059', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'ffb99aa3-290f-43d9-8eaf-8d23d4c9f488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:37:05Z', 'updated_at': '2021-07-09T16:39:09Z', 'revision_number': 5, 'project_id': 'e2634516774046048410a7faecd2c391', 'gw_port': {'id': 'ffb99aa3-290f-43d9-8eaf-8d23d4c9f488', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:eb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:37:07Z', 'updated_at': '2021-07-09T16:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'dcf7aaf5-8b7c-49eb-bf81-1bd0dbcc6cb2', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'floating_ip_address': '172.25.0.248', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'port_id': 'ecb5afe1-686c-4bb9-82cd-29eb29f888f8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4732bbe1-cdbe-4be8-be87-9afa48eeb457', 'mac_address': 'fa:16:3e:09:f4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03597ae-bd43-4059-87ea-582c8d184af7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:37:49Z', 'updated_at': '2021-07-09T16:37:56Z', 'revision_number': 1, 'project_id': 'e2634516774046048410a7faecd2c391', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ff8a328-02f5-451f-ab6d-233ba2d30a43', 'name': '', 'network_id': '4732bbe1-cdbe-4be8-be87-9afa48eeb457', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'mac_address': 'fa:16:3e:68:28:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '22bbec24-5cfd-4d99-b338-60b450cbf9e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:37:15Z', 'updated_at': '2021-07-09T16:37:28Z', 'revision_number': 5, 'project_id': 'e2634516774046048410a7faecd2c391', 'subnets': [{'id': '22bbec24-5cfd-4d99-b338-60b450cbf9e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eadd2209-f8f1-46b7-bcec-dd0c57a14b29', 'name': '', 'network_id': 'fc4b3636-aace-42f0-a125-b062ab483852', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'mac_address': 'fa:16:3e:4f:1f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '64b01a4a-be41-4553-8702-2691dac59831', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:39:07Z', 'updated_at': '2021-07-09T16:39:14Z', 'revision_number': 4, 'project_id': 'e2634516774046048410a7faecd2c391', 'subnets': [{'id': '64b01a4a-be41-4553-8702-2691dac59831', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:17.033238 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e6e820-4ee5-4225-abf6-6d1ad3a8d0b2 None None] The sync data for ids ['dee8237e-4c09-4cfb-b57e-9e70ad6304d8'] in n-d-798930-3 is: [{'id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'name': 'tempest-TestNetworkBasicOps-router-1156669059', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'ffb99aa3-290f-43d9-8eaf-8d23d4c9f488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:37:05Z', 'updated_at': '2021-07-09T16:39:09Z', 'revision_number': 5, 'project_id': 'e2634516774046048410a7faecd2c391', 'gw_port': {'id': 'ffb99aa3-290f-43d9-8eaf-8d23d4c9f488', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:eb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:37:07Z', 'updated_at': '2021-07-09T16:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'dcf7aaf5-8b7c-49eb-bf81-1bd0dbcc6cb2', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'floating_ip_address': '172.25.0.248', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'port_id': 'ecb5afe1-686c-4bb9-82cd-29eb29f888f8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4732bbe1-cdbe-4be8-be87-9afa48eeb457', 'mac_address': 'fa:16:3e:09:f4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03597ae-bd43-4059-87ea-582c8d184af7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:37:49Z', 'updated_at': '2021-07-09T16:37:56Z', 'revision_number': 1, 'project_id': 'e2634516774046048410a7faecd2c391', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ff8a328-02f5-451f-ab6d-233ba2d30a43', 'name': '', 'network_id': '4732bbe1-cdbe-4be8-be87-9afa48eeb457', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'mac_address': 'fa:16:3e:68:28:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '22bbec24-5cfd-4d99-b338-60b450cbf9e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:37:15Z', 'updated_at': '2021-07-09T16:37:28Z', 'revision_number': 5, 'project_id': 'e2634516774046048410a7faecd2c391', 'subnets': [{'id': '22bbec24-5cfd-4d99-b338-60b450cbf9e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eadd2209-f8f1-46b7-bcec-dd0c57a14b29', 'name': '', 'network_id': 'fc4b3636-aace-42f0-a125-b062ab483852', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'mac_address': 'fa:16:3e:4f:1f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '64b01a4a-be41-4553-8702-2691dac59831', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:39:07Z', 'updated_at': '2021-07-09T16:39:14Z', 'revision_number': 4, 'project_id': 'e2634516774046048410a7faecd2c391', 'subnets': [{'id': '64b01a4a-be41-4553-8702-2691dac59831', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:39:17.036319 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 1ef75da2-59ca-4add-b091-2be591907cd8 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:39:17.067138 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9a6874-1cdb-40e0-bbd9-43e387c815b7 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Pushing event updated for resources: {'Network': ['ID=a2aa196c-e669-4204-9660-277282a84f35,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:17.085727 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1d604af2-a73c-494b-942d-a38386cbcca1 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:17.086689 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d604af2-a73c-494b-942d-a38386cbcca1 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Fanout notify agent at l3_agent the message router_deleted on router 37da6a14-2928-42f3-9f9c-2cca995d3b9e {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:39:17.094196 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1d604af2-a73c-494b-942d-a38386cbcca1 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:17.099194 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33956) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:17.099719 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-1d604af2-a73c-494b-942d-a38386cbcca1 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "DELETE /v2.0/routers/37da6a14-2928-42f3-9f9c-2cca995d3b9e HTTP/1.1" status: 204 len: 168 time: 0.8400981 Jul 09 16:39:17.179362 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network a2aa196c-e669-4204-9660-277282a84f35 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:39:17.186242 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2c50abaa-8e66-40bb-94a1-ff70266a66b3 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "GET /v2.0/ports?device_id=37da6a14-2928-42f3-9f9c-2cca995d3b9e HTTP/1.1" status: 200 len: 205 time: 0.0850577 Jul 09 16:39:17.203202 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33960) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:17.222140 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c56573e-dfb0-4278-a67b-a66d842eb395 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:17.316181 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [None req-00bb7af4-1fdc-46a7-aac6-6c32413d0775 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] delete failed (client error): The resource could not be found. Jul 09 16:39:17.316181 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-00bb7af4-1fdc-46a7-aac6-6c32413d0775 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "DELETE /v2.0/routers/37da6a14-2928-42f3-9f9c-2cca995d3b9e HTTP/1.1" status: 404 len: 336 time: 0.0991182 Jul 09 16:39:17.316757 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33964) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:17.343774 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6bf6b022-b571-4df0-952d-d7b253d0006c tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:17.347107 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d06bc06-ce58-42e3-89d9-6e46ecec60af None None] get_active_networks_info from n-d-798930-3 {{(pid=93960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 16:39:17.347687 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2e99f3b-1fa8-452b-9f56-e333425ea97b tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] DELETE failed (client error): The resource could not be found. Jul 09 16:39:17.348151 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2e99f3b-1fa8-452b-9f56-e333425ea97b tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:39:17.353235 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a2e99f3b-1fa8-452b-9f56-e333425ea97b tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "DELETE /v2.0/subnets/2b1bc902-48b7-4aeb-bd21-84852639e83f HTTP/1.1" status: 404 len: 337 time: 0.0323782 Jul 09 16:39:17.353418 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 1ef75da2-59ca-4add-b091-2be591907cd8 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:17.353418 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:17.355341 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33966) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:17.356388 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-7c56573e-dfb0-4278-a67b-a66d842eb395 admin admin] Transition to ACTIVE for port object d57137b0-e160-4c5c-aafe-eeb1c1934ef1 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:39:17.379946 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6bf6b022-b571-4df0-952d-d7b253d0006c tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:17.393138 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6bf6b022-b571-4df0-952d-d7b253d0006c tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Network a2aa196c-e669-4204-9660-277282a84f35 is not hosted by any dhcp agent {{(pid=93959) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 16:39:17.401190 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-1380a963-1274-4342-9d40-67d0e0d294e9 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] DELETE failed (client error): The resource could not be found. Jul 09 16:39:17.401662 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1380a963-1274-4342-9d40-67d0e0d294e9 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:39:17.405808 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1380a963-1274-4342-9d40-67d0e0d294e9 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "DELETE /v2.0/subnets/bf443f54-d81f-448e-9882-eb3e9c122c63 HTTP/1.1" status: 404 len: 337 time: 0.0400743 Jul 09 16:39:17.406290 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33968) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:17.420527 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf6b022-b571-4df0-952d-d7b253d0006c tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:17.421559 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6bf6b022-b571-4df0-952d-d7b253d0006c tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:17.423365 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-6bf6b022-b571-4df0-952d-d7b253d0006c tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "PUT /v2.0/networks/a2aa196c-e669-4204-9660-277282a84f35 HTTP/1.1" status: 200 len: 723 time: 0.5308104 Jul 09 16:39:17.453101 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33970) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:17.462256 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-11b3475f-7eb3-4d02-9fde-67bf31803a62 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Request body: {'subnet': {'network_id': 'a2aa196c-e669-4204-9660-277282a84f35', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:39:17.472513 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4f189ba-07f4-42d5-8867-bb9512b957d6 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] DELETE failed (client error): The resource could not be found. Jul 09 16:39:17.472968 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4f189ba-07f4-42d5-8867-bb9512b957d6 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:39:17.477682 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f4f189ba-07f4-42d5-8867-bb9512b957d6 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "DELETE /v2.0/subnets/0f51627e-af38-4fa7-9b9e-636701e5f6d9 HTTP/1.1" status: 404 len: 337 time: 0.0661659 Jul 09 16:39:17.488201 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 33972) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:17.531200 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf6b022-b571-4df0-952d-d7b253d0006c tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Pushing event updated for resources: {'Network': ['ID=a2aa196c-e669-4204-9660-277282a84f35,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:17.560809 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network a2aa196c-e669-4204-9660-277282a84f35 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:39:17.687145 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ea394f9a-3e4b-4262-9faf-1fd090e88113 None None] Provisioning complete for port 1ef75da2-59ca-4add-b091-2be591907cd8 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:17.687777 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ea394f9a-3e4b-4262-9faf-1fd090e88113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:17.706841 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-03418a29-fed4-40eb-bece-e534f01a3b96 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] DELETE failed (client error): The resource could not be found. Jul 09 16:39:17.708788 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03418a29-fed4-40eb-bece-e534f01a3b96 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:39:17.715081 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33978) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:17.717431 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-03418a29-fed4-40eb-bece-e534f01a3b96 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "DELETE /v2.0/subnets/89cea9f3-900f-4083-b8dd-cd05519d1f98 HTTP/1.1" status: 404 len: 337 time: 0.2280421 Jul 09 16:39:17.724401 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c56573e-dfb0-4278-a67b-a66d842eb395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:17.783824 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-7d06964f-9345-41ab-89ca-1a77707d32fc tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4e7a51a-8872-46cc-b055-f179f2a8a8af HTTP/1.1" status: 200 len: 205 time: 0.0672944 Jul 09 16:39:17.790716 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33980) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:17.802447 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c56573e-dfb0-4278-a67b-a66d842eb395 admin admin] Network 64f0f2bb-328d-4434-937d-05817871fc25 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:39:17.808528 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b3475f-7eb3-4d02-9fde-67bf31803a62 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Made reservation on behalf of 15d8959ba04b47778a327d946b70438e for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:39:17.813109 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11b3475f-7eb3-4d02-9fde-67bf31803a62 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:17.913881 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:17.935373 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-8d9a033c-f41c-4971-8a1b-bf805eca42c2 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] delete failed (client error): The resource could not be found. Jul 09 16:39:17.939898 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8d9a033c-f41c-4971-8a1b-bf805eca42c2 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "DELETE /v2.0/routers/e4e7a51a-8872-46cc-b055-f179f2a8a8af HTTP/1.1" status: 404 len: 336 time: 0.1478293 Jul 09 16:39:17.943392 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33984) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:18.001511 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-6530b99c-00f3-46f2-a4ce-608e3dd17cb7 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "GET /v2.0/ports?device_id=44f5bf3b-dbe4-4c18-9a29-8f82d6d7032d HTTP/1.1" status: 200 len: 205 time: 0.0530121 Jul 09 16:39:18.002432 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33986) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:18.026793 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:39:18.054825 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-7c56573e-dfb0-4278-a67b-a66d842eb395 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:39:18.058292 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c56573e-dfb0-4278-a67b-a66d842eb395 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:39:18.063484 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11b3475f-7eb3-4d02-9fde-67bf31803a62 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:18.096761 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-f483fefb-127e-40a3-a711-ded7f63467fd tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] delete failed (client error): The resource could not be found. Jul 09 16:39:18.102155 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 1ef75da2-59ca-4add-b091-2be591907cd8, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=1ef75da2-59ca-4add-b091-2be591907cd8,segment=NetworkSegment(61b16b02-c205-411f-8ead-5e70a4e00661),segment_id=61b16b02-c205-411f-8ead-5e70a4e00661)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:18.104512 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f483fefb-127e-40a3-a711-ded7f63467fd tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "DELETE /v2.0/routers/44f5bf3b-dbe4-4c18-9a29-8f82d6d7032d HTTP/1.1" status: 404 len: 336 time: 0.1005847 Jul 09 16:39:18.105151 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33988) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:18.113802 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ea394f9a-3e4b-4262-9faf-1fd090e88113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:18.135377 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:18.136255 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 87149843-454c-4675-99da-acf70fc9e682 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:39:18.168774 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c56573e-dfb0-4278-a67b-a66d842eb395 admin admin] Pushing event updated for resources: {'Port': ['ID=d57137b0-e160-4c5c-aafe-eeb1c1934ef1,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:18.173267 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-20685455-e6b7-41b9-b2e3-feeeebb092bf tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] DELETE failed (client error): The resource could not be found. Jul 09 16:39:18.173732 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20685455-e6b7-41b9-b2e3-feeeebb092bf tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:39:18.178375 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-20685455-e6b7-41b9-b2e3-feeeebb092bf tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "DELETE /v2.0/subnets/bc2d617d-9d75-43e8-86b4-500b79e90bfd HTTP/1.1" status: 404 len: 337 time: 0.0721624 Jul 09 16:39:18.179092 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33990) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:18.222894 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=1ef75da2-59ca-4add-b091-2be591907cd8,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:18.253670 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-4ae26af4-bb81-45b7-b9e6-926b84088168 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f886aea-5420-4673-bf04-cfcacb0ccddc HTTP/1.1" status: 200 len: 205 time: 0.0733881 Jul 09 16:39:18.257438 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33992) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:18.270661 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d06bc06-ce58-42e3-89d9-6e46ecec60af None None] Resources bound (agent type, host, resource id): {{(pid=93960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 16:39:18.273822 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b3475f-7eb3-4d02-9fde-67bf31803a62 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Pushing event updated for resources: {'Subnet': ['ID=1880a2cc-05a6-47ca-b935-6d8de4b2a329,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:18.293905 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c56573e-dfb0-4278-a67b-a66d842eb395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:18.350721 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-b1e0cc59-efb5-40b8-a29b-d2de82bf4bc2 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] delete failed (client error): The resource could not be found. Jul 09 16:39:18.356457 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b1e0cc59-efb5-40b8-a29b-d2de82bf4bc2 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "DELETE /v2.0/routers/2f886aea-5420-4673-bf04-cfcacb0ccddc HTTP/1.1" status: 404 len: 336 time: 0.0977597 Jul 09 16:39:18.359163 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33994) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:18.361885 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d03d077b-166a-47ba-98b7-9d4f22b2a52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c9ff10-2b4b-45eb-88e6-5633d550e1a4', 'name': 'tempest-TestVolumeBackupRestore-1215645833-router', 'tenant_id': 'eedaceaf879946289afe6b5c2b924459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '8327ce8d-c99d-42c3-bb2e-d861a6fa7839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:39:10Z', 'updated_at': '2021-07-09T16:39:12Z', 'revision_number': 3, 'project_id': 'eedaceaf879946289afe6b5c2b924459', 'gw_port': {'id': '8327ce8d-c99d-42c3-bb2e-d861a6fa7839', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cf:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c9ff10-2b4b-45eb-88e6-5633d550e1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:39:11Z', 'updated_at': '2021-07-09T16:39:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:18.417280 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03d077b-166a-47ba-98b7-9d4f22b2a52a None None] Checking router: c4c9ff10-2b4b-45eb-88e6-5633d550e1a4 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:39:18.417737 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03d077b-166a-47ba-98b7-9d4f22b2a52a None None] Updating router c4c9ff10-2b4b-45eb-88e6-5633d550e1a4 port 8327ce8d-c99d-42c3-bb2e-d861a6fa7839 binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:39:18.420397 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:18.421018 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:18.421459 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:18.421891 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:18.422319 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:18.423015 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:18.423188 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:18.423613 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:18.424037 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:18.424580 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:18.424880 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:18.425294 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:18.438896 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8f2075ad-778e-4171-906e-1828ca15c0d2 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "GET /v2.0/ports?device_id=9c0fee01-30e3-4a8c-b1b2-5551a6aeed8b HTTP/1.1" status: 200 len: 205 time: 0.0785210 Jul 09 16:39:18.440857 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 33996) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:18.546857 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.db.api [None req-ea394f9a-3e4b-4262-9faf-1fd090e88113 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:39:18.547374 n-d-798930-3 neutron-server[93960]: DEBUG oslo_db.api [None req-ea394f9a-3e4b-4262-9faf-1fd090e88113 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:39:18.562621 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-99ee4af4-a935-4bac-9b11-b359755ed2dc tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] delete failed (client error): The resource could not be found. Jul 09 16:39:18.570932 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-99ee4af4-a935-4bac-9b11-b359755ed2dc tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "DELETE /v2.0/routers/9c0fee01-30e3-4a8c-b1b2-5551a6aeed8b HTTP/1.1" status: 404 len: 336 time: 0.1266134 Jul 09 16:39:18.571506 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34000) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:18.578658 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d03d077b-166a-47ba-98b7-9d4f22b2a52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:18.620785 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 87149843-454c-4675-99da-acf70fc9e682 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:18.621532 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:18.626425 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-6901ce1b-7cb2-4eb3-b810-0b6608c14ac1 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] DELETE failed (client error): The resource could not be found. Jul 09 16:39:18.626933 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6901ce1b-7cb2-4eb3-b810-0b6608c14ac1 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:39:18.631625 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34002) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:18.633498 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6901ce1b-7cb2-4eb3-b810-0b6608c14ac1 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "DELETE /v2.0/subnets/b6815086-57c0-4159-981f-77e3f3903535 HTTP/1.1" status: 404 len: 337 time: 0.0594032 Jul 09 16:39:18.653041 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b3475f-7eb3-4d02-9fde-67bf31803a62 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Checking segment: {'id': '7deba926-aea0-4caa-ab9f-d19ba419c73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a2aa196c-e669-4204-9660-277282a84f35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:39:18.653415 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b3475f-7eb3-4d02-9fde-67bf31803a62 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Network hostable DHCP agents. Network: a2aa196c-e669-4204-9660-277282a84f35, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:39:18.655936 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c56573e-dfb0-4278-a67b-a66d842eb395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:18.704087 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c3454865-c210-4f33-b668-1e2e1a194892 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "GET /v2.0/ports?device_id=5c65c392-6031-4e4b-9cbc-bdf3779c0c91 HTTP/1.1" status: 200 len: 205 time: 0.0699172 Jul 09 16:39:18.705498 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34004) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:18.759053 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-f2136a0e-53aa-492c-a9aa-e6baf7bb5136 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] delete failed (client error): The resource could not be found. Jul 09 16:39:18.760466 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f2136a0e-53aa-492c-a9aa-e6baf7bb5136 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "DELETE /v2.0/routers/5c65c392-6031-4e4b-9cbc-bdf3779c0c91 HTTP/1.1" status: 404 len: 336 time: 0.0531189 Jul 09 16:39:18.763257 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34006) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:18.878361 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-9105905d-83f1-4978-85c9-458fb3c35e87 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] DELETE failed (client error): The resource could not be found. Jul 09 16:39:18.879336 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9105905d-83f1-4978-85c9-458fb3c35e87 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:39:18.882027 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-9105905d-83f1-4978-85c9-458fb3c35e87 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "DELETE /v2.0/subnets/f13fafce-f682-407a-9ae5-c4522bc6ece8 HTTP/1.1" status: 404 len: 337 time: 0.1164610 Jul 09 16:39:18.885678 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34010) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:18.925103 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-97e2ae54-1697-48aa-884f-414ddfb79129 tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "GET /v2.0/ports?device_id=94f0f022-b9af-40cb-b1d2-fb1bf7254fa7 HTTP/1.1" status: 200 len: 205 time: 0.0385609 Jul 09 16:39:18.927883 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34012) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:18.944992 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b3475f-7eb3-4d02-9fde-67bf31803a62 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Network a2aa196c-e669-4204-9660-277282a84f35 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:39:18.967616 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c56573e-dfb0-4278-a67b-a66d842eb395 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:18.969009 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-bce4332b-00a5-47af-9b86-940f1148b75c tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] delete failed (client error): The resource could not be found. Jul 09 16:39:18.970815 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-11b3475f-7eb3-4d02-9fde-67bf31803a62 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, a2aa196c-e669-4204-9660-277282a84f35) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:39:18.970964 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-bce4332b-00a5-47af-9b86-940f1148b75c tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "DELETE /v2.0/routers/94f0f022-b9af-40cb-b1d2-fb1bf7254fa7 HTTP/1.1" status: 404 len: 336 time: 0.0415750 Jul 09 16:39:18.972976 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34014) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:18.990811 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c56573e-dfb0-4278-a67b-a66d842eb395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:18.998672 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b3475f-7eb3-4d02-9fde-67bf31803a62 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:18.999491 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11b3475f-7eb3-4d02-9fde-67bf31803a62 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:19.045265 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-16674f65-e693-4d14-85d8-6dcc89903a8a tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] DELETE failed (client error): The resource could not be found. Jul 09 16:39:19.045631 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16674f65-e693-4d14-85d8-6dcc89903a8a tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:39:19.047416 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-16674f65-e693-4d14-85d8-6dcc89903a8a tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "DELETE /v2.0/subnets/c61110b3-25df-4133-a6e1-2ee1b7a155cf HTTP/1.1" status: 404 len: 337 time: 0.0718651 Jul 09 16:39:19.050113 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34016) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:19.082323 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-37c485cd-4f01-4287-9bfa-8c18b0a254fb tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] DELETE failed (client error): The resource could not be found. Jul 09 16:39:19.082538 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37c485cd-4f01-4287-9bfa-8c18b0a254fb tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:39:19.085087 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-37c485cd-4f01-4287-9bfa-8c18b0a254fb tempest-RoutersIpV6Test-1014509653 tempest-RoutersIpV6Test-1014509653-project] 10.222.0.98 "DELETE /v2.0/subnets/2105d2e4-56ff-4289-888b-807ee7c2a66a HTTP/1.1" status: 404 len: 337 time: 0.0334613 Jul 09 16:39:19.103162 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34020) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:19.103389 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-11b3475f-7eb3-4d02-9fde-67bf31803a62 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6491737 Jul 09 16:39:19.107821 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c56573e-dfb0-4278-a67b-a66d842eb395 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:19.108465 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-9e983ce2-277c-4d45-a502-3d3ae899d1eb tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:39:19.119833 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c56573e-dfb0-4278-a67b-a66d842eb395 admin admin] Pushing event updated for resources: {'Port': ['ID=d57137b0-e160-4c5c-aafe-eeb1c1934ef1,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:19.188087 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device eadd2209-f8f1-46b7-bcec-dd0c57a14b29 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:39:19.222661 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d03d077b-166a-47ba-98b7-9d4f22b2a52a None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:19.225119 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c56573e-dfb0-4278-a67b-a66d842eb395 admin admin] Network 64f0f2bb-328d-4434-937d-05817871fc25 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:39:19.227982 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-7c56573e-dfb0-4278-a67b-a66d842eb395 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:39:19.244761 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9e983ce2-277c-4d45-a502-3d3ae899d1eb tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29977202'] for subnet, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:19.249509 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d03d077b-166a-47ba-98b7-9d4f22b2a52a None None] Transition to ACTIVE for port object 8327ce8d-c99d-42c3-bb2e-d861a6fa7839 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:39:19.267553 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d03d077b-166a-47ba-98b7-9d4f22b2a52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:19.298572 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port eadd2209-f8f1-46b7-bcec-dd0c57a14b29 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:39:19.311091 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3bd07e-b26d-459e-8f21-930250b1e35e None None] Network a2aa196c-e669-4204-9660-277282a84f35 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:39:19.323353 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port eadd2209-f8f1-46b7-bcec-dd0c57a14b29 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:19.323715 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:19.382013 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c56573e-dfb0-4278-a67b-a66d842eb395 admin admin] Router c4c9ff10-2b4b-45eb-88e6-5633d550e1a4 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:39:19.445166 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80caae3-72bf-4369-a870-317e135ad540 None None] Pushing event updated for resources: {'Port': ['ID=8327ce8d-c99d-42c3-bb2e-d861a6fa7839,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:19.461408 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9e983ce2-277c-4d45-a502-3d3ae899d1eb tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777622262550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29547955'] for subnet, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:19.472389 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-d03d077b-166a-47ba-98b7-9d4f22b2a52a None None] Attempting to bind port 8327ce8d-c99d-42c3-bb2e-d861a6fa7839 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:39:19.473569 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-d03d077b-166a-47ba-98b7-9d4f22b2a52a None None] Attempting to bind port 8327ce8d-c99d-42c3-bb2e-d861a6fa7839 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:39:19.474111 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03d077b-166a-47ba-98b7-9d4f22b2a52a None None] Attempting to bind port 8327ce8d-c99d-42c3-bb2e-d861a6fa7839 on network caa6ed8d-2893-4113-8f68-c5284e694f6c {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:39:19.503478 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03d077b-166a-47ba-98b7-9d4f22b2a52a None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:39:19.504172 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03d077b-166a-47ba-98b7-9d4f22b2a52a None None] Checking segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:39:19.504734 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d03d077b-166a-47ba-98b7-9d4f22b2a52a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:19.505285 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03d077b-166a-47ba-98b7-9d4f22b2a52a None None] Bound using segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:39:19.505978 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-d03d077b-166a-47ba-98b7-9d4f22b2a52a None None] Bound port: 8327ce8d-c99d-42c3-bb2e-d861a6fa7839, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:39:19.507121 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d03d077b-166a-47ba-98b7-9d4f22b2a52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:19.512679 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e983ce2-277c-4d45-a502-3d3ae899d1eb tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:19.513380 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9e983ce2-277c-4d45-a502-3d3ae899d1eb tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:19.517147 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-9e983ce2-277c-4d45-a502-3d3ae899d1eb tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "PUT /v2.0/subnets/1880a2cc-05a6-47ca-b935-6d8de4b2a329 HTTP/1.1" status: 200 len: 806 time: 0.4106431 Jul 09 16:39:19.517942 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34024) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:19.560384 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c56573e-dfb0-4278-a67b-a66d842eb395 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:39:19.571231 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7c56573e-dfb0-4278-a67b-a66d842eb395 admin admin] 10.222.0.98 "PUT /v2.0/routers/c4c9ff10-2b4b-45eb-88e6-5633d550e1a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7966495 Jul 09 16:39:19.611202 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34028) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:19.621796 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e983ce2-277c-4d45-a502-3d3ae899d1eb tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Pushing event updated for resources: {'Subnet': ['ID=1880a2cc-05a6-47ca-b935-6d8de4b2a329,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:19.713533 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-477bc015-64cd-4bd8-935c-68e4a3074894 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:19.801405 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-477bc015-64cd-4bd8-935c-68e4a3074894 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:19.820048 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-d03d077b-166a-47ba-98b7-9d4f22b2a52a None None] For port 8327ce8d-c99d-42c3-bb2e-d861a6fa7839, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:39:19.840851 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-580707e4-fb95-412f-893d-2fa58fdb8f83 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3a240e3acac846d2a1f26873c483f921&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2282288 Jul 09 16:39:19.843889 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34038) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:19.857989 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-d03d077b-166a-47ba-98b7-9d4f22b2a52a None None] For port 8327ce8d-c99d-42c3-bb2e-d861a6fa7839, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=8327ce8d-c99d-42c3-bb2e-d861a6fa7839,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:39:19.897077 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2b81d8c1-59ac-4e8d-8668-57aa45e43918 None None] Provisioning for port d57137b0-e160-4c5c-aafe-eeb1c1934ef1 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:39:19.906825 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d03d077b-166a-47ba-98b7-9d4f22b2a52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:19.923004 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-abd0667b-096e-4cbe-a09a-3f30388c2aa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:19.926677 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-477bc015-64cd-4bd8-935c-68e4a3074894 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:19.958743 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2b81d8c1-59ac-4e8d-8668-57aa45e43918 None None] Provisioning complete for port d57137b0-e160-4c5c-aafe-eeb1c1934ef1 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:19.959143 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2b81d8c1-59ac-4e8d-8668-57aa45e43918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:19.985532 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-abd0667b-096e-4cbe-a09a-3f30388c2aa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:19.986864 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477bc015-64cd-4bd8-935c-68e4a3074894 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Pushing event deleted for resources: {'Subnet': ['ID=1880a2cc-05a6-47ca-b935-6d8de4b2a329,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:20.052330 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-abd0667b-096e-4cbe-a09a-3f30388c2aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:20.058289 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-abd0667b-096e-4cbe-a09a-3f30388c2aa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:20.061597 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-477bc015-64cd-4bd8-935c-68e4a3074894 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:20.065111 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-abd0667b-096e-4cbe-a09a-3f30388c2aa4 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/359e1026-832d-4927-b433-db91e09abd29 HTTP/1.1" status: 204 len: 168 time: 0.2195482 Jul 09 16:39:20.074114 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-477bc015-64cd-4bd8-935c-68e4a3074894 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2aa196c-e669-4204-9660-277282a84f35']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:20.078057 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0667b-096e-4cbe-a09a-3f30388c2aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359e1026-832d-4927-b433-db91e09abd29,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:20.088795 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-477bc015-64cd-4bd8-935c-68e4a3074894 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7deba926-aea0-4caa-ab9f-d19ba419c73b') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:20.089245 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-477bc015-64cd-4bd8-935c-68e4a3074894 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7deba926-aea0-4caa-ab9f-d19ba419c73b') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:20.100706 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-477bc015-64cd-4bd8-935c-68e4a3074894 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:20.122699 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-477bc015-64cd-4bd8-935c-68e4a3074894 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:20.134804 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116ec4ac-53c7-4358-a138-3c7d2dea9901 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-a2aa196c-e669-4204-9660-277282a84f35', 'network_id': 'a2aa196c-e669-4204-9660-277282a84f35', 'tenant_id': '15d8959ba04b47778a327d946b70438e', 'fixed_ips': [{'subnet_id': '1880a2cc-05a6-47ca-b935-6d8de4b2a329'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:39:20.135894 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-116ec4ac-53c7-4358-a138-3c7d2dea9901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:20.143402 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-477bc015-64cd-4bd8-935c-68e4a3074894 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:39:20.145223 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-477bc015-64cd-4bd8-935c-68e4a3074894 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:20.150191 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:39:20.150191 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:39:20.150191 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:39:20.150191 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:39:20.150191 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:39:20.150191 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:39:20.150191 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:39:20.150191 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:39:20.150191 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:39:20.150191 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:39:20.150191 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:39:20.150191 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:39:20.150191 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:39:20.150191 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:39:20.150191 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:39:20.150191 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:39:20.150191 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:39:20.150191 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:39:20.150191 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:39:20.150191 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:39:20.150191 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:39:20.150191 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:39:20.150191 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:39:20.150191 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:39:20.150191 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:39:20.150191 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:39:20.150191 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:39:20.150191 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:39:20.150191 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:39:20.150191 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:39:20.150191 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:39:20.150191 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:39:20.173861 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:20.270713 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03d077b-166a-47ba-98b7-9d4f22b2a52a None None] Routers {'c4c9ff10-2b4b-45eb-88e6-5633d550e1a4'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:39:20.270713 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d03d077b-166a-47ba-98b7-9d4f22b2a52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:38:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['c4c9ff10-2b4b-45eb-88e6-5633d550e1a4'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:20.279948 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80caae3-72bf-4369-a870-317e135ad540 None None] Pushing event updated for resources: {'Port': ['ID=8327ce8d-c99d-42c3-bb2e-d861a6fa7839,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:20.315391 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-2b81d8c1-59ac-4e8d-8668-57aa45e43918 None None] Port d57137b0-e160-4c5c-aafe-eeb1c1934ef1 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:39:20.329193 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-477bc015-64cd-4bd8-935c-68e4a3074894 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:20.342757 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-477bc015-64cd-4bd8-935c-68e4a3074894 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:20.345783 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-477bc015-64cd-4bd8-935c-68e4a3074894 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "DELETE /v2.0/networks/a2aa196c-e669-4204-9660-277282a84f35 HTTP/1.1" status: 204 len: 168 time: 0.8267174 Jul 09 16:39:20.349067 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34082) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:20.367459 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477bc015-64cd-4bd8-935c-68e4a3074894 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Pushing event deleted for resources: {'Network': ['ID=a2aa196c-e669-4204-9660-277282a84f35,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:20.368465 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f334f1-d4c5-4846-89cf-f92be6d622f6 None None] Network a2aa196c-e669-4204-9660-277282a84f35 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:39:20.380372 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port eadd2209-f8f1-46b7-bcec-dd0c57a14b29, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=eadd2209-f8f1-46b7-bcec-dd0c57a14b29,segment=NetworkSegment(ceed1d2b-b9f6-4842-8d60-b16bc66c3e68),segment_id=ceed1d2b-b9f6-4842-8d60-b16bc66c3e68)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:20.395980 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b7beb09-24ec-4eb5-938d-4f221f275ba2 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] DELETE failed (client error): The resource could not be found. Jul 09 16:39:20.397470 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b7beb09-24ec-4eb5-938d-4f221f275ba2 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:39:20.403152 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2b7beb09-24ec-4eb5-938d-4f221f275ba2 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "DELETE /v2.0/networks/a2aa196c-e669-4204-9660-277282a84f35 HTTP/1.1" status: 404 len: 339 time: 0.0529807 Jul 09 16:39:20.403732 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34086) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:20.410579 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-cc66c5c6-70bb-40b3-8091-20edf6cd7d20 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1851022479', 'description': 'd1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:39:20.458050 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:20.460101 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 1ef75da2-59ca-4add-b091-2be591907cd8 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:39:20.461881 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f334f1-d4c5-4846-89cf-f92be6d622f6 None None] Network a2aa196c-e669-4204-9660-277282a84f35 could not be found, it might have been deleted concurrently. {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 16:39:20.500201 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc66c5c6-70bb-40b3-8091-20edf6cd7d20 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Made reservation on behalf of 15d8959ba04b47778a327d946b70438e for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:39:20.503528 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27592af-d2da-47f6-b28f-6c668b8b3c54 None None] Network a2aa196c-e669-4204-9660-277282a84f35 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:39:20.503800 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc66c5c6-70bb-40b3-8091-20edf6cd7d20 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:20.566863 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc66c5c6-70bb-40b3-8091-20edf6cd7d20 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:39:20.573924 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27592af-d2da-47f6-b28f-6c668b8b3c54 None None] Network a2aa196c-e669-4204-9660-277282a84f35 could not be found, it might have been deleted concurrently. {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 16:39:20.579817 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f0d9dfe2-c7d2-43d4-b15a-87e40d91b2a3 None None] Provisioning complete for port d57137b0-e160-4c5c-aafe-eeb1c1934ef1 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:20.580369 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f0d9dfe2-c7d2-43d4-b15a-87e40d91b2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:20.593133 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc66c5c6-70bb-40b3-8091-20edf6cd7d20 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:20.593716 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-cc66c5c6-70bb-40b3-8091-20edf6cd7d20 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Added segment 0c1e97df-3c36-408c-8049-956a3af8aae5 of type vlan for network f490a442-e376-4827-bf42-1e66c4f28f8a Jul 09 16:39:20.650651 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-d03d077b-166a-47ba-98b7-9d4f22b2a52a None None] Set router c4c9ff10-2b4b-45eb-88e6-5633d550e1a4 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:39:20.697973 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=eadd2209-f8f1-46b7-bcec-dd0c57a14b29,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:20.717601 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc66c5c6-70bb-40b3-8091-20edf6cd7d20 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:20.747061 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-f0d9dfe2-c7d2-43d4-b15a-87e40d91b2a3 None None] Port d57137b0-e160-4c5c-aafe-eeb1c1934ef1 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:39:20.782751 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc66c5c6-70bb-40b3-8091-20edf6cd7d20 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:20.791855 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc66c5c6-70bb-40b3-8091-20edf6cd7d20 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:20.792643 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc66c5c6-70bb-40b3-8091-20edf6cd7d20 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:20.808132 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 1ef75da2-59ca-4add-b091-2be591907cd8 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:20.808503 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:20.884265 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-cc66c5c6-70bb-40b3-8091-20edf6cd7d20 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4749081 Jul 09 16:39:20.885163 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34112) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:20.915763 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc66c5c6-70bb-40b3-8091-20edf6cd7d20 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Pushing event updated for resources: {'Network': ['ID=f490a442-e376-4827-bf42-1e66c4f28f8a,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:20.935778 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network f490a442-e376-4827-bf42-1e66c4f28f8a details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:39:21.049039 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395cdec5-bbf6-4bc9-9595-5a1398a38959 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:21.051041 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-395cdec5-bbf6-4bc9-9595-5a1398a38959 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "GET /v2.0/networks?id=f490a442-e376-4827-bf42-1e66c4f28f8a HTTP/1.1" status: 200 len: 761 time: 0.1647563 Jul 09 16:39:21.054278 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34138) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:21.063844 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-100ec607-9426-4400-a3a6-ccbce7da1bc2 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Request body: {'network': {'description': 'd2'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:39:21.120494 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d03d077b-166a-47ba-98b7-9d4f22b2a52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c9ff10-2b4b-45eb-88e6-5633d550e1a4', 'name': 'tempest-TestVolumeBackupRestore-1215645833-router', 'tenant_id': 'eedaceaf879946289afe6b5c2b924459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '8327ce8d-c99d-42c3-bb2e-d861a6fa7839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:39:10Z', 'updated_at': '2021-07-09T16:39:18Z', 'revision_number': 4, 'project_id': 'eedaceaf879946289afe6b5c2b924459', 'gw_port': {'id': '8327ce8d-c99d-42c3-bb2e-d861a6fa7839', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cf:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c9ff10-2b4b-45eb-88e6-5633d550e1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:39:11Z', 'updated_at': '2021-07-09T16:39:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'd57137b0-e160-4c5c-aafe-eeb1c1934ef1', 'name': '', 'network_id': '64f0f2bb-328d-4434-937d-05817871fc25', 'tenant_id': 'eedaceaf879946289afe6b5c2b924459', 'mac_address': 'fa:16:3e:32:52:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c9ff10-2b4b-45eb-88e6-5633d550e1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '2ee054b7-9c4f-44bc-86b4-a2e6861146b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:39:16Z', 'updated_at': '2021-07-09T16:39:18Z', 'revision_number': 2, 'project_id': 'eedaceaf879946289afe6b5c2b924459', 'subnets': [{'id': '2ee054b7-9c4f-44bc-86b4-a2e6861146b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:21.175100 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03d077b-166a-47ba-98b7-9d4f22b2a52a None None] The sync data for ids ['c4c9ff10-2b4b-45eb-88e6-5633d550e1a4'] in n-d-798930-3 is: [{'id': 'c4c9ff10-2b4b-45eb-88e6-5633d550e1a4', 'name': 'tempest-TestVolumeBackupRestore-1215645833-router', 'tenant_id': 'eedaceaf879946289afe6b5c2b924459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '8327ce8d-c99d-42c3-bb2e-d861a6fa7839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:39:10Z', 'updated_at': '2021-07-09T16:39:18Z', 'revision_number': 4, 'project_id': 'eedaceaf879946289afe6b5c2b924459', 'gw_port': {'id': '8327ce8d-c99d-42c3-bb2e-d861a6fa7839', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cf:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c9ff10-2b4b-45eb-88e6-5633d550e1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:39:11Z', 'updated_at': '2021-07-09T16:39:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'd57137b0-e160-4c5c-aafe-eeb1c1934ef1', 'name': '', 'network_id': '64f0f2bb-328d-4434-937d-05817871fc25', 'tenant_id': 'eedaceaf879946289afe6b5c2b924459', 'mac_address': 'fa:16:3e:32:52:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c9ff10-2b4b-45eb-88e6-5633d550e1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '2ee054b7-9c4f-44bc-86b4-a2e6861146b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:39:16Z', 'updated_at': '2021-07-09T16:39:18Z', 'revision_number': 2, 'project_id': 'eedaceaf879946289afe6b5c2b924459', 'subnets': [{'id': '2ee054b7-9c4f-44bc-86b4-a2e6861146b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:39:21.254192 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device eadd2209-f8f1-46b7-bcec-dd0c57a14b29 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:39:21.295692 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34150) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:21.344543 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port eadd2209-f8f1-46b7-bcec-dd0c57a14b29 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:21.346937 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:21.353739 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-100ec607-9426-4400-a3a6-ccbce7da1bc2 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:21.375434 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-100ec607-9426-4400-a3a6-ccbce7da1bc2 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:21.399632 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-100ec607-9426-4400-a3a6-ccbce7da1bc2 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Network f490a442-e376-4827-bf42-1e66c4f28f8a is not hosted by any dhcp agent {{(pid=93958) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 16:39:21.407594 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100ec607-9426-4400-a3a6-ccbce7da1bc2 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:21.408601 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-100ec607-9426-4400-a3a6-ccbce7da1bc2 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:21.410786 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-100ec607-9426-4400-a3a6-ccbce7da1bc2 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "PUT /v2.0/networks/f490a442-e376-4827-bf42-1e66c4f28f8a HTTP/1.1" status: 200 len: 758 time: 0.3552244 Jul 09 16:39:21.413869 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34154) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:21.476440 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ec607-9426-4400-a3a6-ccbce7da1bc2 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Pushing event updated for resources: {'Network': ['ID=f490a442-e376-4827-bf42-1e66c4f28f8a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:21.494891 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network f490a442-e376-4827-bf42-1e66c4f28f8a details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:39:21.529383 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-6131ecc9-c245-4bd2-8a25-430ccae9f1eb tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Request body: {'network': {'name': 'tempest-RoutersTest-1052815697'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:39:21.635779 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6131ecc9-c245-4bd2-8a25-430ccae9f1eb tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Made reservation on behalf of 850e57f21d324dbe951314eb6bfbdc4a for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:39:21.639586 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6131ecc9-c245-4bd2-8a25-430ccae9f1eb tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:21.675515 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6131ecc9-c245-4bd2-8a25-430ccae9f1eb tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:21.708978 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7308f2d-b5a2-431f-a4a3-1b8dba8d0f74 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:21.715529 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-d7308f2d-b5a2-431f-a4a3-1b8dba8d0f74 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "GET /v2.0/networks?id=f490a442-e376-4827-bf42-1e66c4f28f8a HTTP/1.1" status: 200 len: 761 time: 0.3003430 Jul 09 16:39:21.716259 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34158) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:21.721594 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-7aebe071-4c72-4827-9ee3-2fff771fc361 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1326847660'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:39:21.767933 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aebe071-4c72-4827-9ee3-2fff771fc361 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Made reservation on behalf of 15d8959ba04b47778a327d946b70438e for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:39:21.773045 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7aebe071-4c72-4827-9ee3-2fff771fc361 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:21.836325 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aebe071-4c72-4827-9ee3-2fff771fc361 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:39:21.855303 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7aebe071-4c72-4827-9ee3-2fff771fc361 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:21.855654 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-7aebe071-4c72-4827-9ee3-2fff771fc361 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Added segment d19bdf24-ec05-401f-a0e1-35baac373f54 of type vlan for network ca4cbe77-b8d0-4e33-a523-655e9cb59d01 Jul 09 16:39:21.913121 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7aebe071-4c72-4827-9ee3-2fff771fc361 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:21.950631 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6131ecc9-c245-4bd2-8a25-430ccae9f1eb tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:21.960678 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6131ecc9-c245-4bd2-8a25-430ccae9f1eb tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:22.040299 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6131ecc9-c245-4bd2-8a25-430ccae9f1eb tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:39:22.045692 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6131ecc9-c245-4bd2-8a25-430ccae9f1eb tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6c6e34-276b-44a1-abda-46e47780b27e,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:22.050298 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7aebe071-4c72-4827-9ee3-2fff771fc361 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:22.057384 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aebe071-4c72-4827-9ee3-2fff771fc361 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:22.058289 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7aebe071-4c72-4827-9ee3-2fff771fc361 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:22.089486 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6131ecc9-c245-4bd2-8a25-430ccae9f1eb tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:22.090142 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-6131ecc9-c245-4bd2-8a25-430ccae9f1eb tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Added segment ffc7f707-086f-4f8f-8293-2b498824fb57 of type vlan for network 5e25295f-0cb7-47b4-819b-b96a9cef4862 Jul 09 16:39:22.185673 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-7aebe071-4c72-4827-9ee3-2fff771fc361 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4651909 Jul 09 16:39:22.197627 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34164) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:22.206245 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b50c29e6-c0bf-4168-8df5-e176cc7d3395 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Request body: {'subnet': {'network_id': 'ca4cbe77-b8d0-4e33-a523-655e9cb59d01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:39:22.278153 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aebe071-4c72-4827-9ee3-2fff771fc361 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Pushing event updated for resources: {'Network': ['ID=ca4cbe77-b8d0-4e33-a523-655e9cb59d01,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:22.310800 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6131ecc9-c245-4bd2-8a25-430ccae9f1eb tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:22.317942 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c1341455-7769-4533-9fde-2230594e2726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:22.332871 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network ca4cbe77-b8d0-4e33-a523-655e9cb59d01 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:39:22.413540 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6131ecc9-c245-4bd2-8a25-430ccae9f1eb tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:22.420738 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6131ecc9-c245-4bd2-8a25-430ccae9f1eb tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:22.421664 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6131ecc9-c245-4bd2-8a25-430ccae9f1eb tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:22.521444 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50c29e6-c0bf-4168-8df5-e176cc7d3395 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Made reservation on behalf of 15d8959ba04b47778a327d946b70438e for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:39:22.530353 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b50c29e6-c0bf-4168-8df5-e176cc7d3395 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:22.533821 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-6131ecc9-c245-4bd2-8a25-430ccae9f1eb tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2364902 Jul 09 16:39:22.537188 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34166) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:22.544815 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-1b62d714-6ef2-4332-9c1c-9e0c6b87f913 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Request body: {'network': {'name': 'tempest-RoutersTest-10411852'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:39:22.558445 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6131ecc9-c245-4bd2-8a25-430ccae9f1eb tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event updated for resources: {'Network': ['ID=5e25295f-0cb7-47b4-819b-b96a9cef4862,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:22.573965 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 5e25295f-0cb7-47b4-819b-b96a9cef4862 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:39:22.590700 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b62d714-6ef2-4332-9c1c-9e0c6b87f913 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Made reservation on behalf of 850e57f21d324dbe951314eb6bfbdc4a for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:39:22.594626 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1b62d714-6ef2-4332-9c1c-9e0c6b87f913 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:22.655170 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b62d714-6ef2-4332-9c1c-9e0c6b87f913 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:39:22.697959 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1b62d714-6ef2-4332-9c1c-9e0c6b87f913 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:22.699323 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-1b62d714-6ef2-4332-9c1c-9e0c6b87f913 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Added segment 3233b0dd-a1c6-41cf-a891-7d939afd87d4 of type vlan for network fd65e6b6-ac3b-46ca-a05a-04252eb47d3c Jul 09 16:39:22.775088 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1b62d714-6ef2-4332-9c1c-9e0c6b87f913 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:22.818238 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1b62d714-6ef2-4332-9c1c-9e0c6b87f913 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:22.827089 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b62d714-6ef2-4332-9c1c-9e0c6b87f913 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:22.827992 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1b62d714-6ef2-4332-9c1c-9e0c6b87f913 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:22.898760 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b50c29e6-c0bf-4168-8df5-e176cc7d3395 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:22.914860 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-1b62d714-6ef2-4332-9c1c-9e0c6b87f913 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.3767123 Jul 09 16:39:22.918608 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34174) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:22.923963 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-cf7803d5-56b7-47c4-b171-ee5063bd0947 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Request body: {'subnet': {'network_id': '5e25295f-0cb7-47b4-819b-b96a9cef4862', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:39:22.965620 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50c29e6-c0bf-4168-8df5-e176cc7d3395 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Pushing event updated for resources: {'Subnet': ['ID=3fde7724-95e0-4ec1-9520-4963491a5856,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:22.988765 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b62d714-6ef2-4332-9c1c-9e0c6b87f913 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event updated for resources: {'Network': ['ID=fd65e6b6-ac3b-46ca-a05a-04252eb47d3c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:23.002989 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network fd65e6b6-ac3b-46ca-a05a-04252eb47d3c details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:39:23.004528 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50c29e6-c0bf-4168-8df5-e176cc7d3395 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Checking segment: {'id': 'd19bdf24-ec05-401f-a0e1-35baac373f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ca4cbe77-b8d0-4e33-a523-655e9cb59d01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:39:23.004901 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50c29e6-c0bf-4168-8df5-e176cc7d3395 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Network hostable DHCP agents. Network: ca4cbe77-b8d0-4e33-a523-655e9cb59d01, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:39:23.032270 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50c29e6-c0bf-4168-8df5-e176cc7d3395 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Network ca4cbe77-b8d0-4e33-a523-655e9cb59d01 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:39:23.045622 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-b50c29e6-c0bf-4168-8df5-e176cc7d3395 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, ca4cbe77-b8d0-4e33-a523-655e9cb59d01) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:39:23.061353 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50c29e6-c0bf-4168-8df5-e176cc7d3395 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:23.063104 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b50c29e6-c0bf-4168-8df5-e176cc7d3395 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:23.091233 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b50c29e6-c0bf-4168-8df5-e176cc7d3395 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8900464 Jul 09 16:39:23.093471 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34176) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:23.105256 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1e5199-5225-4312-95f3-1681acfe780a None None] Network ca4cbe77-b8d0-4e33-a523-655e9cb59d01 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:39:23.130013 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7803d5-56b7-47c4-b171-ee5063bd0947 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Made reservation on behalf of 850e57f21d324dbe951314eb6bfbdc4a for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:39:23.134657 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cf7803d5-56b7-47c4-b171-ee5063bd0947 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:23.338675 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 8327ce8d-c99d-42c3-bb2e-d861a6fa7839 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:39:23.458593 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8543f8af-681f-413e-816f-68e5230eabe2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-ca4cbe77-b8d0-4e33-a523-655e9cb59d01', 'network_id': 'ca4cbe77-b8d0-4e33-a523-655e9cb59d01', 'tenant_id': '15d8959ba04b47778a327d946b70438e', 'fixed_ips': [{'subnet_id': '3fde7724-95e0-4ec1-9520-4963491a5856'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:39:23.459580 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8543f8af-681f-413e-816f-68e5230eabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:23.479091 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 8327ce8d-c99d-42c3-bb2e-d861a6fa7839 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:39:23.503128 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 8327ce8d-c99d-42c3-bb2e-d861a6fa7839 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:23.503497 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:23.568389 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-844edac4-ffd2-4d93-914c-7da89119e887 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:23.574436 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cf7803d5-56b7-47c4-b171-ee5063bd0947 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:23.673179 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-844edac4-ffd2-4d93-914c-7da89119e887 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:23.767397 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7803d5-56b7-47c4-b171-ee5063bd0947 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event updated for resources: {'Subnet': ['ID=81e9c29d-30bc-4d02-9c7c-1b16a9fe4d02,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:23.774123 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7803d5-56b7-47c4-b171-ee5063bd0947 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Checking segment: {'id': 'ffc7f707-086f-4f8f-8293-2b498824fb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5e25295f-0cb7-47b4-819b-b96a9cef4862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:39:23.774500 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7803d5-56b7-47c4-b171-ee5063bd0947 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Network hostable DHCP agents. Network: 5e25295f-0cb7-47b4-819b-b96a9cef4862, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:39:23.820696 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7803d5-56b7-47c4-b171-ee5063bd0947 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Network 5e25295f-0cb7-47b4-819b-b96a9cef4862 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:39:23.840249 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-cf7803d5-56b7-47c4-b171-ee5063bd0947 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 5e25295f-0cb7-47b4-819b-b96a9cef4862) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:39:23.854710 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7803d5-56b7-47c4-b171-ee5063bd0947 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:23.856584 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cf7803d5-56b7-47c4-b171-ee5063bd0947 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:23.880751 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-cf7803d5-56b7-47c4-b171-ee5063bd0947 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9608555 Jul 09 16:39:23.884339 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34180) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:23.888370 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7df1796-b8d7-4396-93e7-dca03cb71521 None None] Network 5e25295f-0cb7-47b4-819b-b96a9cef4862 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:39:23.892723 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-6f84b4e8-ee7f-41aa-9126-db44fb6819e4 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Request body: {'subnet': {'network_id': 'fd65e6b6-ac3b-46ca-a05a-04252eb47d3c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:39:23.906192 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-8543f8af-681f-413e-816f-68e5230eabe2 None None] Allocated IP 172.20.0.2 (ca4cbe77-b8d0-4e33-a523-655e9cb59d01/3fde7724-95e0-4ec1-9520-4963491a5856/bb9d8316-b057-4747-9514-b9ed59cce619) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:39:23.964947 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:23.989279 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 8327ce8d-c99d-42c3-bb2e-d861a6fa7839, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=8327ce8d-c99d-42c3-bb2e-d861a6fa7839,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:24.003361 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f84b4e8-ee7f-41aa-9126-db44fb6819e4 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Made reservation on behalf of 850e57f21d324dbe951314eb6bfbdc4a for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:39:24.003597 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:24.009878 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f84b4e8-ee7f-41aa-9126-db44fb6819e4 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:24.122559 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=8327ce8d-c99d-42c3-bb2e-d861a6fa7839,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:24.245825 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f84b4e8-ee7f-41aa-9126-db44fb6819e4 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:24.268957 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc797a8a-d3ed-408e-982d-8b40070b0ebb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-5e25295f-0cb7-47b4-819b-b96a9cef4862', 'network_id': '5e25295f-0cb7-47b4-819b-b96a9cef4862', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'fixed_ips': [{'subnet_id': '81e9c29d-30bc-4d02-9c7c-1b16a9fe4d02'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:39:24.269817 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bc797a8a-d3ed-408e-982d-8b40070b0ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:24.344116 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f84b4e8-ee7f-41aa-9126-db44fb6819e4 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event updated for resources: {'Subnet': ['ID=586cb5d5-842d-4ada-954a-3c941ff0d3f1,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:24.351696 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f84b4e8-ee7f-41aa-9126-db44fb6819e4 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Checking segment: {'id': '3233b0dd-a1c6-41cf-a891-7d939afd87d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fd65e6b6-ac3b-46ca-a05a-04252eb47d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:39:24.352598 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f84b4e8-ee7f-41aa-9126-db44fb6819e4 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Network hostable DHCP agents. Network: fd65e6b6-ac3b-46ca-a05a-04252eb47d3c, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:39:24.376153 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f84b4e8-ee7f-41aa-9126-db44fb6819e4 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Network fd65e6b6-ac3b-46ca-a05a-04252eb47d3c is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:39:24.388380 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-6f84b4e8-ee7f-41aa-9126-db44fb6819e4 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, fd65e6b6-ac3b-46ca-a05a-04252eb47d3c) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:39:24.408162 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f84b4e8-ee7f-41aa-9126-db44fb6819e4 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:24.408386 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eeb8efa-520e-4f0a-aa4b-dc0c535abcfa None None] Network fd65e6b6-ac3b-46ca-a05a-04252eb47d3c requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:39:24.409559 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f84b4e8-ee7f-41aa-9126-db44fb6819e4 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:24.425512 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8543f8af-681f-413e-816f-68e5230eabe2 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:24.432106 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-6f84b4e8-ee7f-41aa-9126-db44fb6819e4 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5462601 Jul 09 16:39:24.434848 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34184) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:24.440199 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-41e0bd09-8549-4f48-bd44-3988e8aa2fab tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-229295836', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:39:24.470693 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-41e0bd09-8549-4f48-bd44-3988e8aa2fab tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:24.472221 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-41e0bd09-8549-4f48-bd44-3988e8aa2fab tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:24.487191 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8543f8af-681f-413e-816f-68e5230eabe2 None None] Transition to ACTIVE for port object bb9d8316-b057-4747-9514-b9ed59cce619 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:39:24.534312 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8543f8af-681f-413e-816f-68e5230eabe2 None None] Transition to ACTIVE for port object bb9d8316-b057-4747-9514-b9ed59cce619 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:39:24.542965 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-41e0bd09-8549-4f48-bd44-3988e8aa2fab tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:24.554463 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-41e0bd09-8549-4f48-bd44-3988e8aa2fab tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:24.575216 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8543f8af-681f-413e-816f-68e5230eabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:24.599452 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-844edac4-ffd2-4d93-914c-7da89119e887 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:24.616282 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8543f8af-681f-413e-816f-68e5230eabe2 None None] Network ca4cbe77-b8d0-4e33-a523-655e9cb59d01 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:39:24.642104 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844edac4-ffd2-4d93-914c-7da89119e887 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Pushing event deleted for resources: {'Subnet': ['ID=3fde7724-95e0-4ec1-9520-4963491a5856,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:24.645356 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-41e0bd09-8549-4f48-bd44-3988e8aa2fab tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:24.646609 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-41e0bd09-8549-4f48-bd44-3988e8aa2fab tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2103214 Jul 09 16:39:24.649910 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34186) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:24.657684 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-8543f8af-681f-413e-816f-68e5230eabe2 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:39:24.671991 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-bc797a8a-d3ed-408e-982d-8b40070b0ebb None None] Allocated IP 172.20.0.2 (5e25295f-0cb7-47b4-819b-b96a9cef4862/81e9c29d-30bc-4d02-9c7c-1b16a9fe4d02/351c915e-2623-42a2-a25f-61cbb51f95b5) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:39:24.675919 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8543f8af-681f-413e-816f-68e5230eabe2 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:39:24.700928 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8543f8af-681f-413e-816f-68e5230eabe2 None None] Pushing event updated for resources: {'Port': ['ID=bb9d8316-b057-4747-9514-b9ed59cce619,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:24.821071 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-844edac4-ffd2-4d93-914c-7da89119e887 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:24.874981 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-844edac4-ffd2-4d93-914c-7da89119e887 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca4cbe77-b8d0-4e33-a523-655e9cb59d01']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:24.887849 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-8543f8af-681f-413e-816f-68e5230eabe2 None None] Attempting to bind port bb9d8316-b057-4747-9514-b9ed59cce619 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:39:24.887849 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-8543f8af-681f-413e-816f-68e5230eabe2 None None] Attempting to bind port bb9d8316-b057-4747-9514-b9ed59cce619 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'd19bdf24-ec05-401f-a0e1-35baac373f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ca4cbe77-b8d0-4e33-a523-655e9cb59d01'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:39:24.887849 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8543f8af-681f-413e-816f-68e5230eabe2 None None] Attempting to bind port bb9d8316-b057-4747-9514-b9ed59cce619 on network ca4cbe77-b8d0-4e33-a523-655e9cb59d01 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:39:24.905981 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a1da37-95d8-49b2-9c64-6571b7f8d552 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-fd65e6b6-ac3b-46ca-a05a-04252eb47d3c', 'network_id': 'fd65e6b6-ac3b-46ca-a05a-04252eb47d3c', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'fixed_ips': [{'subnet_id': '586cb5d5-842d-4ada-954a-3c941ff0d3f1'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:39:24.906878 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-00a1da37-95d8-49b2-9c64-6571b7f8d552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:24.915588 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-844edac4-ffd2-4d93-914c-7da89119e887 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd19bdf24-ec05-401f-a0e1-35baac373f54') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:24.916186 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-844edac4-ffd2-4d93-914c-7da89119e887 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd19bdf24-ec05-401f-a0e1-35baac373f54') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:24.923174 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8543f8af-681f-413e-816f-68e5230eabe2 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:39:24.923552 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8543f8af-681f-413e-816f-68e5230eabe2 None None] Checking segment: {'id': 'd19bdf24-ec05-401f-a0e1-35baac373f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ca4cbe77-b8d0-4e33-a523-655e9cb59d01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:39:24.923962 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8543f8af-681f-413e-816f-68e5230eabe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:24.924363 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8543f8af-681f-413e-816f-68e5230eabe2 None None] Bound using segment: {'id': 'd19bdf24-ec05-401f-a0e1-35baac373f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ca4cbe77-b8d0-4e33-a523-655e9cb59d01'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:39:24.924852 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-8543f8af-681f-413e-816f-68e5230eabe2 None None] Bound port: bb9d8316-b057-4747-9514-b9ed59cce619, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd19bdf24-ec05-401f-a0e1-35baac373f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ca4cbe77-b8d0-4e33-a523-655e9cb59d01'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:39:24.925234 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8543f8af-681f-413e-816f-68e5230eabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:24.949234 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-844edac4-ffd2-4d93-914c-7da89119e887 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:24.979296 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-844edac4-ffd2-4d93-914c-7da89119e887 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:24.987736 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-844edac4-ffd2-4d93-914c-7da89119e887 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:39:24.988386 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-844edac4-ffd2-4d93-914c-7da89119e887 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:24.992742 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:39:24.992742 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:39:24.992742 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:39:24.992742 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:39:24.992742 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:39:24.992742 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:39:24.992742 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:39:24.992742 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:39:24.992742 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:39:24.992742 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:39:24.992742 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:39:24.992742 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:39:24.992742 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:39:24.992742 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:39:24.992742 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:39:24.992742 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:39:24.992742 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:39:24.992742 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:39:24.992742 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:39:24.992742 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:39:24.992742 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:39:24.992742 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:39:24.992742 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:39:24.992742 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:39:24.992742 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:39:24.992742 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:39:24.992742 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:39:24.992742 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:39:24.992742 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:39:24.992742 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:39:24.992742 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:39:24.992742 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:39:25.134120 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.db.api [None req-844edac4-ffd2-4d93-914c-7da89119e887 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 16:39:25.134120 n-d-798930-3 neutron-server[93959]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 16:39:25.134120 n-d-798930-3 neutron-server[93959]: [parameters: {'id': 'ca4cbe77-b8d0-4e33-a523-655e9cb59d01'}] Jul 09 16:39:25.134120 n-d-798930-3 neutron-server[93959]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:39:25.134747 n-d-798930-3 neutron-server[93959]: DEBUG oslo_db.api [None req-844edac4-ffd2-4d93-914c-7da89119e887 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:39:25.262954 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bc797a8a-d3ed-408e-982d-8b40070b0ebb None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:25.273619 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-bc797a8a-d3ed-408e-982d-8b40070b0ebb None None] Transition to ACTIVE for port object 351c915e-2623-42a2-a25f-61cbb51f95b5 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:39:25.288423 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 8327ce8d-c99d-42c3-bb2e-d861a6fa7839 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:39:25.329343 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e3df8dbb-7c6c-4b68-818b-c2bc5c80e095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:25.356436 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-bc797a8a-d3ed-408e-982d-8b40070b0ebb None None] Transition to ACTIVE for port object 351c915e-2623-42a2-a25f-61cbb51f95b5 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:39:25.360155 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-8543f8af-681f-413e-816f-68e5230eabe2 None None] For port bb9d8316-b057-4747-9514-b9ed59cce619, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:39:25.423180 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-00a1da37-95d8-49b2-9c64-6571b7f8d552 None None] Allocated IP 172.21.0.2 (fd65e6b6-ac3b-46ca-a05a-04252eb47d3c/586cb5d5-842d-4ada-954a-3c941ff0d3f1/cd03f5e7-b444-45c1-99ae-3bb1bf77a06c) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:39:25.435114 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bc797a8a-d3ed-408e-982d-8b40070b0ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:25.441900 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-8543f8af-681f-413e-816f-68e5230eabe2 None None] For port bb9d8316-b057-4747-9514-b9ed59cce619, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=bb9d8316-b057-4747-9514-b9ed59cce619,segment=NetworkSegment(d19bdf24-ec05-401f-a0e1-35baac373f54),segment_id=d19bdf24-ec05-401f-a0e1-35baac373f54)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:39:25.446563 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2ea567-62d2-41c9-b46a-f1d156cdfd01 None None] Sync routers for ids ['c4c9ff10-2b4b-45eb-88e6-5633d550e1a4'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:39:25.500722 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:25.508633 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8543f8af-681f-413e-816f-68e5230eabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:25.562753 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2ea567-62d2-41c9-b46a-f1d156cdfd01 None None] Routers {'c4c9ff10-2b4b-45eb-88e6-5633d550e1a4'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:39:25.563433 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6d2ea567-62d2-41c9-b46a-f1d156cdfd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:39:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['c4c9ff10-2b4b-45eb-88e6-5633d550e1a4'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:25.575964 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e3b7708-5f6f-4b2e-a850-7505dd03b7b5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:25.608336 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc797a8a-d3ed-408e-982d-8b40070b0ebb None None] Network 5e25295f-0cb7-47b4-819b-b96a9cef4862 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:39:25.636081 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-844edac4-ffd2-4d93-914c-7da89119e887 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:25.670665 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc797a8a-d3ed-408e-982d-8b40070b0ebb None None] Pushing event updated for resources: {'Port': ['ID=351c915e-2623-42a2-a25f-61cbb51f95b5,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:25.673168 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-bc797a8a-d3ed-408e-982d-8b40070b0ebb None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:39:25.715936 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc797a8a-d3ed-408e-982d-8b40070b0ebb None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:39:25.785596 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 8327ce8d-c99d-42c3-bb2e-d861a6fa7839 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:25.785973 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:25.804185 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-844edac4-ffd2-4d93-914c-7da89119e887 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Deleting port bb9d8316-b057-4747-9514-b9ed59cce619 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:39:25.804871 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-844edac4-ffd2-4d93-914c-7da89119e887 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:26.007307 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-6e3b7708-5f6f-4b2e-a850-7505dd03b7b5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Allocated IP 172.20.0.1 (5e25295f-0cb7-47b4-819b-b96a9cef4862/81e9c29d-30bc-4d02-9c7c-1b16a9fe4d02/1ddf55d7-1865-4624-8169-959a9002c641) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:39:26.121308 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-6d2ea567-62d2-41c9-b46a-f1d156cdfd01 None None] Set router c4c9ff10-2b4b-45eb-88e6-5633d550e1a4 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:39:26.321970 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e3b7708-5f6f-4b2e-a850-7505dd03b7b5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:26.369218 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-6e3b7708-5f6f-4b2e-a850-7505dd03b7b5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Transition to ACTIVE for port object 1ddf55d7-1865-4624-8169-959a9002c641 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:39:26.441554 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-844edac4-ffd2-4d93-914c-7da89119e887 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] For port bb9d8316-b057-4747-9514-b9ed59cce619, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=bb9d8316-b057-4747-9514-b9ed59cce619,segment=NetworkSegment(d19bdf24-ec05-401f-a0e1-35baac373f54),segment_id=d19bdf24-ec05-401f-a0e1-35baac373f54)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:26.441922 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-844edac4-ffd2-4d93-914c-7da89119e887 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:26.451765 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e3b7708-5f6f-4b2e-a850-7505dd03b7b5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:26.457762 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-844edac4-ffd2-4d93-914c-7da89119e887 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Calling delete_port for bb9d8316-b057-4747-9514-b9ed59cce619 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:39:26.518351 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8543f8af-681f-413e-816f-68e5230eabe2 None None] Pushing event updated for resources: {'Port': ['ID=bb9d8316-b057-4747-9514-b9ed59cce619,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:26.522559 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4606fd75-7c70-4143-b080-a6dc2fff7d3e None None] Network ca4cbe77-b8d0-4e33-a523-655e9cb59d01 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:39:26.523435 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3b7708-5f6f-4b2e-a850-7505dd03b7b5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Network 5e25295f-0cb7-47b4-819b-b96a9cef4862 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:39:26.533613 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-6e3b7708-5f6f-4b2e-a850-7505dd03b7b5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:39:26.573629 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-844edac4-ffd2-4d93-914c-7da89119e887 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:26.575357 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3b7708-5f6f-4b2e-a850-7505dd03b7b5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:39:26.606375 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844edac4-ffd2-4d93-914c-7da89119e887 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] No DVR routers for this DVR port bb9d8316-b057-4747-9514-b9ed59cce619 on host n-d-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:39:26.609939 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844edac4-ffd2-4d93-914c-7da89119e887 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Pushing event deleted for resources: {'Port': ['ID=bb9d8316-b057-4747-9514-b9ed59cce619,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:26.652159 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e3b7708-5f6f-4b2e-a850-7505dd03b7b5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:26.714187 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-844edac4-ffd2-4d93-914c-7da89119e887 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:26.727685 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-00a1da37-95d8-49b2-9c64-6571b7f8d552 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:26.738229 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3b7708-5f6f-4b2e-a850-7505dd03b7b5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event updated for resources: {'Port': ['ID=1ddf55d7-1865-4624-8169-959a9002c641,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:26.748133 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-844edac4-ffd2-4d93-914c-7da89119e887 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca4cbe77-b8d0-4e33-a523-655e9cb59d01']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:26.774117 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-bc797a8a-d3ed-408e-982d-8b40070b0ebb None None] Attempting to bind port 351c915e-2623-42a2-a25f-61cbb51f95b5 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:39:26.774602 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-bc797a8a-d3ed-408e-982d-8b40070b0ebb None None] Attempting to bind port 351c915e-2623-42a2-a25f-61cbb51f95b5 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'ffc7f707-086f-4f8f-8293-2b498824fb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5e25295f-0cb7-47b4-819b-b96a9cef4862'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:39:26.775281 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc797a8a-d3ed-408e-982d-8b40070b0ebb None None] Attempting to bind port 351c915e-2623-42a2-a25f-61cbb51f95b5 on network 5e25295f-0cb7-47b4-819b-b96a9cef4862 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:39:26.782431 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-844edac4-ffd2-4d93-914c-7da89119e887 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd19bdf24-ec05-401f-a0e1-35baac373f54') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:26.782431 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-844edac4-ffd2-4d93-914c-7da89119e887 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd19bdf24-ec05-401f-a0e1-35baac373f54') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:26.793145 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-00a1da37-95d8-49b2-9c64-6571b7f8d552 None None] Transition to ACTIVE for port object cd03f5e7-b444-45c1-99ae-3bb1bf77a06c will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:39:26.798999 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:26.801102 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-844edac4-ffd2-4d93-914c-7da89119e887 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:26.829369 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-844edac4-ffd2-4d93-914c-7da89119e887 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:26.844070 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-844edac4-ffd2-4d93-914c-7da89119e887 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:39:26.844522 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-844edac4-ffd2-4d93-914c-7da89119e887 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:26.849975 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc797a8a-d3ed-408e-982d-8b40070b0ebb None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:39:26.852361 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc797a8a-d3ed-408e-982d-8b40070b0ebb None None] Checking segment: {'id': 'ffc7f707-086f-4f8f-8293-2b498824fb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5e25295f-0cb7-47b4-819b-b96a9cef4862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:39:26.852983 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bc797a8a-d3ed-408e-982d-8b40070b0ebb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:26.853930 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc797a8a-d3ed-408e-982d-8b40070b0ebb None None] Bound using segment: {'id': 'ffc7f707-086f-4f8f-8293-2b498824fb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5e25295f-0cb7-47b4-819b-b96a9cef4862'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:39:26.854815 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-bc797a8a-d3ed-408e-982d-8b40070b0ebb None None] Bound port: 351c915e-2623-42a2-a25f-61cbb51f95b5, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffc7f707-086f-4f8f-8293-2b498824fb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5e25295f-0cb7-47b4-819b-b96a9cef4862'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:39:26.855460 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bc797a8a-d3ed-408e-982d-8b40070b0ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:26.857801 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:39:26.857801 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:39:26.857801 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:39:26.857801 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:39:26.857801 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:39:26.857801 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:39:26.857801 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:39:26.857801 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:39:26.857801 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:39:26.857801 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:39:26.857801 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:39:26.857801 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:39:26.857801 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:39:26.857801 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:39:26.857801 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:39:26.857801 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:39:26.857801 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:39:26.857801 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:39:26.857801 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:39:26.857801 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:39:26.857801 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:39:26.857801 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:39:26.857801 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:39:26.857801 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:39:26.857801 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:39:26.857801 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:39:26.857801 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:39:26.857801 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:39:26.857801 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:39:26.857801 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:39:26.857801 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:39:26.857801 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:39:26.876363 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:26.882488 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e3b7708-5f6f-4b2e-a850-7505dd03b7b5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:26.895264 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-00a1da37-95d8-49b2-9c64-6571b7f8d552 None None] Transition to ACTIVE for port object cd03f5e7-b444-45c1-99ae-3bb1bf77a06c will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:39:26.960721 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-844edac4-ffd2-4d93-914c-7da89119e887 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:26.972822 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-00a1da37-95d8-49b2-9c64-6571b7f8d552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:26.998344 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-844edac4-ffd2-4d93-914c-7da89119e887 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:27.001532 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-844edac4-ffd2-4d93-914c-7da89119e887 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "DELETE /v2.0/networks/ca4cbe77-b8d0-4e33-a523-655e9cb59d01 HTTP/1.1" status: 204 len: 168 time: 3.9047740 Jul 09 16:39:27.012520 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34198) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:27.028063 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a1da37-95d8-49b2-9c64-6571b7f8d552 None None] Network fd65e6b6-ac3b-46ca-a05a-04252eb47d3c is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:39:27.054399 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-00a1da37-95d8-49b2-9c64-6571b7f8d552 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:39:27.059621 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a1da37-95d8-49b2-9c64-6571b7f8d552 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:39:27.078025 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6d2ea567-62d2-41c9-b46a-f1d156cdfd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c9ff10-2b4b-45eb-88e6-5633d550e1a4', 'name': 'tempest-TestVolumeBackupRestore-1215645833-router', 'tenant_id': 'eedaceaf879946289afe6b5c2b924459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '8327ce8d-c99d-42c3-bb2e-d861a6fa7839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:39:10Z', 'updated_at': '2021-07-09T16:39:18Z', 'revision_number': 4, 'project_id': 'eedaceaf879946289afe6b5c2b924459', 'gw_port': {'id': '8327ce8d-c99d-42c3-bb2e-d861a6fa7839', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cf:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c9ff10-2b4b-45eb-88e6-5633d550e1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:39:11Z', 'updated_at': '2021-07-09T16:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'd57137b0-e160-4c5c-aafe-eeb1c1934ef1', 'name': '', 'network_id': '64f0f2bb-328d-4434-937d-05817871fc25', 'tenant_id': 'eedaceaf879946289afe6b5c2b924459', 'mac_address': 'fa:16:3e:32:52:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c9ff10-2b4b-45eb-88e6-5633d550e1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '2ee054b7-9c4f-44bc-86b4-a2e6861146b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:39:16Z', 'updated_at': '2021-07-09T16:39:18Z', 'revision_number': 2, 'project_id': 'eedaceaf879946289afe6b5c2b924459', 'subnets': [{'id': '2ee054b7-9c4f-44bc-86b4-a2e6861146b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:27.085780 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-bc797a8a-d3ed-408e-982d-8b40070b0ebb None None] For port 351c915e-2623-42a2-a25f-61cbb51f95b5, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:39:27.124793 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844edac4-ffd2-4d93-914c-7da89119e887 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Pushing event deleted for resources: {'Network': ['ID=ca4cbe77-b8d0-4e33-a523-655e9cb59d01,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:27.129556 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c2a192a-27ef-46a4-8bf3-52eb1edd0c4d tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] GET failed (client error): The resource could not be found. Jul 09 16:39:27.138688 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3c2a192a-27ef-46a4-8bf3-52eb1edd0c4d tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "GET /v2.0/subnets/3fde7724-95e0-4ec1-9520-4963491a5856 HTTP/1.1" status: 404 len: 337 time: 0.1174030 Jul 09 16:39:27.139413 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34202) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:27.175151 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-40e3e397-1f73-40ff-a0aa-e6407185574a tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] DELETE failed (client error): The resource could not be found. Jul 09 16:39:27.175865 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40e3e397-1f73-40ff-a0aa-e6407185574a tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:39:27.177667 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-40e3e397-1f73-40ff-a0aa-e6407185574a tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "DELETE /v2.0/networks/ca4cbe77-b8d0-4e33-a523-655e9cb59d01 HTTP/1.1" status: 404 len: 339 time: 0.0373018 Jul 09 16:39:27.181957 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34204) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:27.193239 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2ea567-62d2-41c9-b46a-f1d156cdfd01 None None] Checking router: c4c9ff10-2b4b-45eb-88e6-5633d550e1a4 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:39:27.193874 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2ea567-62d2-41c9-b46a-f1d156cdfd01 None None] Updating router c4c9ff10-2b4b-45eb-88e6-5633d550e1a4 port d57137b0-e160-4c5c-aafe-eeb1c1934ef1 binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:39:27.242533 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a1da37-95d8-49b2-9c64-6571b7f8d552 None None] Pushing event updated for resources: {'Port': ['ID=cd03f5e7-b444-45c1-99ae-3bb1bf77a06c,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:27.296693 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-bc797a8a-d3ed-408e-982d-8b40070b0ebb None None] For port 351c915e-2623-42a2-a25f-61cbb51f95b5, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=351c915e-2623-42a2-a25f-61cbb51f95b5,segment=NetworkSegment(ffc7f707-086f-4f8f-8293-2b498824fb57),segment_id=ffc7f707-086f-4f8f-8293-2b498824fb57)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:39:27.316250 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bc797a8a-d3ed-408e-982d-8b40070b0ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:27.363031 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-00a1da37-95d8-49b2-9c64-6571b7f8d552 None None] Attempting to bind port cd03f5e7-b444-45c1-99ae-3bb1bf77a06c on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:39:27.363954 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-00a1da37-95d8-49b2-9c64-6571b7f8d552 None None] Attempting to bind port cd03f5e7-b444-45c1-99ae-3bb1bf77a06c by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '3233b0dd-a1c6-41cf-a891-7d939afd87d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fd65e6b6-ac3b-46ca-a05a-04252eb47d3c'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:39:27.363954 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a1da37-95d8-49b2-9c64-6571b7f8d552 None None] Attempting to bind port cd03f5e7-b444-45c1-99ae-3bb1bf77a06c on network fd65e6b6-ac3b-46ca-a05a-04252eb47d3c {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:39:27.376402 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a1da37-95d8-49b2-9c64-6571b7f8d552 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:39:27.376813 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a1da37-95d8-49b2-9c64-6571b7f8d552 None None] Checking segment: {'id': '3233b0dd-a1c6-41cf-a891-7d939afd87d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fd65e6b6-ac3b-46ca-a05a-04252eb47d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:39:27.377415 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-00a1da37-95d8-49b2-9c64-6571b7f8d552 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:27.377796 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a1da37-95d8-49b2-9c64-6571b7f8d552 None None] Bound using segment: {'id': '3233b0dd-a1c6-41cf-a891-7d939afd87d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fd65e6b6-ac3b-46ca-a05a-04252eb47d3c'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:39:27.378267 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-00a1da37-95d8-49b2-9c64-6571b7f8d552 None None] Bound port: cd03f5e7-b444-45c1-99ae-3bb1bf77a06c, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3233b0dd-a1c6-41cf-a891-7d939afd87d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fd65e6b6-ac3b-46ca-a05a-04252eb47d3c'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:39:27.378919 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-00a1da37-95d8-49b2-9c64-6571b7f8d552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:27.385895 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6d2ea567-62d2-41c9-b46a-f1d156cdfd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:27.469321 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddac757-7dd5-4a11-9907-6b48e746c95a tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:27.473548 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8ddac757-7dd5-4a11-9907-6b48e746c95a tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2879515 Jul 09 16:39:27.474156 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34210) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:27.498317 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc797a8a-d3ed-408e-982d-8b40070b0ebb None None] Pushing event updated for resources: {'Port': ['ID=351c915e-2623-42a2-a25f-61cbb51f95b5,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:27.529704 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-02a7f41b-6fbe-4897-89e4-0e0a4864aad9 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "GET /v2.0/subnets?network_id=caa6ed8d-2893-4113-8f68-c5284e694f6c HTTP/1.1" status: 200 len: 207 time: 0.0506427 Jul 09 16:39:27.532422 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34212) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:27.540039 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e3b7708-5f6f-4b2e-a850-7505dd03b7b5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:27.551030 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e3b7708-5f6f-4b2e-a850-7505dd03b7b5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:27.691363 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3b7708-5f6f-4b2e-a850-7505dd03b7b5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event updated for resources: {'Port': ['ID=1ddf55d7-1865-4624-8169-959a9002c641,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:27.706791 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e3b7708-5f6f-4b2e-a850-7505dd03b7b5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:27.718861 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-00a1da37-95d8-49b2-9c64-6571b7f8d552 None None] For port cd03f5e7-b444-45c1-99ae-3bb1bf77a06c, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:39:27.843893 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-00a1da37-95d8-49b2-9c64-6571b7f8d552 None None] For port cd03f5e7-b444-45c1-99ae-3bb1bf77a06c, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=cd03f5e7-b444-45c1-99ae-3bb1bf77a06c,segment=NetworkSegment(3233b0dd-a1c6-41cf-a891-7d939afd87d4),segment_id=3233b0dd-a1c6-41cf-a891-7d939afd87d4)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:39:27.861923 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-00a1da37-95d8-49b2-9c64-6571b7f8d552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:27.952547 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3b7708-5f6f-4b2e-a850-7505dd03b7b5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Network 5e25295f-0cb7-47b4-819b-b96a9cef4862 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:39:27.960062 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-6e3b7708-5f6f-4b2e-a850-7505dd03b7b5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:39:27.965820 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd11a29-1f60-4ff5-a8fb-290008b13334 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:27.983685 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd11a29-1f60-4ff5-a8fb-290008b13334 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:27.996778 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd11a29-1f60-4ff5-a8fb-290008b13334 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:28.015820 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd11a29-1f60-4ff5-a8fb-290008b13334 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:28.019151 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-4fd11a29-1f60-4ff5-a8fb-290008b13334 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.4866898 Jul 09 16:39:28.022958 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a1da37-95d8-49b2-9c64-6571b7f8d552 None None] Pushing event updated for resources: {'Port': ['ID=cd03f5e7-b444-45c1-99ae-3bb1bf77a06c,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:28.035237 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34214) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:28.239369 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-949c89ff-8b2d-4007-9db6-7fb4a1024805 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2008498 Jul 09 16:39:28.245073 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e3b7708-5f6f-4b2e-a850-7505dd03b7b5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Router 8670251d-5ce3-4add-9da2-315ead2c9a4e is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:39:28.260581 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34218) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:28.264846 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:28.328612 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6d2ea567-62d2-41c9-b46a-f1d156cdfd01 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:28.420087 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6d2ea567-62d2-41c9-b46a-f1d156cdfd01 None None] Transition to ACTIVE for port object d57137b0-e160-4c5c-aafe-eeb1c1934ef1 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:39:28.441546 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6d2ea567-62d2-41c9-b46a-f1d156cdfd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:28.509877 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4797999f-473a-495f-afbc-e481a4e0fc1a tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:28.515203 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4797999f-473a-495f-afbc-e481a4e0fc1a tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:28.522779 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34222) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:28.525463 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-4797999f-473a-495f-afbc-e481a4e0fc1a tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2521250 Jul 09 16:39:28.632960 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e64fcf3-cf44-42bc-92cd-ed46abcfe960 None None] Pushing event updated for resources: {'Port': ['ID=d57137b0-e160-4c5c-aafe-eeb1c1934ef1,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:28.639189 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3b7708-5f6f-4b2e-a850-7505dd03b7b5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:39:28.656283 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b484f5a-8b1e-4b32-b222-f0662b873c4c None None] Sync routers for ids ['8670251d-5ce3-4add-9da2-315ead2c9a4e'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:39:28.658038 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34224) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:28.658585 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6e3b7708-5f6f-4b2e-a850-7505dd03b7b5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "PUT /v2.0/routers/8670251d-5ce3-4add-9da2-315ead2c9a4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0074713 Jul 09 16:39:28.701197 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b484f5a-8b1e-4b32-b222-f0662b873c4c None None] Routers {'8670251d-5ce3-4add-9da2-315ead2c9a4e'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:39:28.707301 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-4b484f5a-8b1e-4b32-b222-f0662b873c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:39:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['8670251d-5ce3-4add-9da2-315ead2c9a4e'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:28.783504 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7168a3c3-c87a-4ada-8af2-c058615c0fc8 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:28.787110 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-7168a3c3-c87a-4ada-8af2-c058615c0fc8 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "GET /v2.0/ports/1ddf55d7-1865-4624-8169-959a9002c641 HTTP/1.1" status: 200 len: 910 time: 0.1275680 Jul 09 16:39:28.791037 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6d2ea567-62d2-41c9-b46a-f1d156cdfd01 None None] Attempting to bind port d57137b0-e160-4c5c-aafe-eeb1c1934ef1 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:39:28.791846 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6d2ea567-62d2-41c9-b46a-f1d156cdfd01 None None] Attempting to bind port d57137b0-e160-4c5c-aafe-eeb1c1934ef1 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '61b16b02-c205-411f-8ead-5e70a4e00661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64f0f2bb-328d-4434-937d-05817871fc25'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:39:28.792832 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2ea567-62d2-41c9-b46a-f1d156cdfd01 None None] Attempting to bind port d57137b0-e160-4c5c-aafe-eeb1c1934ef1 on network 64f0f2bb-328d-4434-937d-05817871fc25 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:39:28.793850 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34226) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:28.812405 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2ea567-62d2-41c9-b46a-f1d156cdfd01 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:39:28.815400 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2ea567-62d2-41c9-b46a-f1d156cdfd01 None None] Checking segment: {'id': '61b16b02-c205-411f-8ead-5e70a4e00661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64f0f2bb-328d-4434-937d-05817871fc25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:39:28.816376 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6d2ea567-62d2-41c9-b46a-f1d156cdfd01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:28.816967 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2ea567-62d2-41c9-b46a-f1d156cdfd01 None None] Bound using segment: {'id': '61b16b02-c205-411f-8ead-5e70a4e00661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64f0f2bb-328d-4434-937d-05817871fc25'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:39:28.819236 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6d2ea567-62d2-41c9-b46a-f1d156cdfd01 None None] Bound port: d57137b0-e160-4c5c-aafe-eeb1c1934ef1, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61b16b02-c205-411f-8ead-5e70a4e00661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64f0f2bb-328d-4434-937d-05817871fc25'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:39:28.819853 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6d2ea567-62d2-41c9-b46a-f1d156cdfd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:28.826445 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e060256-a7c6-4587-bdb8-db9f5cfe4fd3 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Attributes excluded by policy engine: ['shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:28.828009 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e060256-a7c6-4587-bdb8-db9f5cfe4fd3 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Attributes excluded by policy engine: ['shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:28.829574 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-3e060256-a7c6-4587-bdb8-db9f5cfe4fd3 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.3058715 Jul 09 16:39:28.839345 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-4b484f5a-8b1e-4b32-b222-f0662b873c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:28.840160 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34228) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:28.867785 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b484f5a-8b1e-4b32-b222-f0662b873c4c None None] Routers {'8670251d-5ce3-4add-9da2-315ead2c9a4e'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:39:28.868940 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-4b484f5a-8b1e-4b32-b222-f0662b873c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:39:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['8670251d-5ce3-4add-9da2-315ead2c9a4e'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:28.942188 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-4b484f5a-8b1e-4b32-b222-f0662b873c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:28.945121 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b484f5a-8b1e-4b32-b222-f0662b873c4c None None] The sync data for ids ['8670251d-5ce3-4add-9da2-315ead2c9a4e'] in n-d-798930-3 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:39:29.045234 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-6d2ea567-62d2-41c9-b46a-f1d156cdfd01 None None] For port d57137b0-e160-4c5c-aafe-eeb1c1934ef1, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:39:29.052346 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-6d2ea567-62d2-41c9-b46a-f1d156cdfd01 None None] For port d57137b0-e160-4c5c-aafe-eeb1c1934ef1, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=d57137b0-e160-4c5c-aafe-eeb1c1934ef1,segment=NetworkSegment(61b16b02-c205-411f-8ead-5e70a4e00661),segment_id=61b16b02-c205-411f-8ead-5e70a4e00661)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:39:29.060941 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6d2ea567-62d2-41c9-b46a-f1d156cdfd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:29.133767 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fa24ec-189d-4429-9225-9c369a1b6ba5 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:29.148306 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-62fa24ec-189d-4429-9225-9c369a1b6ba5 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "GET /v2.0/networks/705ea596-e648-4a03-ab56-efc04bbf73eb HTTP/1.1" status: 200 len: 800 time: 0.3038747 Jul 09 16:39:29.149160 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34230) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:29.220240 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e64fcf3-cf44-42bc-92cd-ed46abcfe960 None None] Pushing event updated for resources: {'Port': ['ID=d57137b0-e160-4c5c-aafe-eeb1c1934ef1,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:29.246072 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2ea567-62d2-41c9-b46a-f1d156cdfd01 None None] Routers {'c4c9ff10-2b4b-45eb-88e6-5633d550e1a4'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:39:29.246778 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6d2ea567-62d2-41c9-b46a-f1d156cdfd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:39:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['c4c9ff10-2b4b-45eb-88e6-5633d550e1a4'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:29.476662 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-9550ec0e-186e-4d13-932c-3f192c60d63c tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "GET /v2.0/networks/705ea596-e648-4a03-ab56-efc04bbf73eb?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3259809 Jul 09 16:39:29.488723 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34234) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:29.501118 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-6d2ea567-62d2-41c9-b46a-f1d156cdfd01 None None] Set router c4c9ff10-2b4b-45eb-88e6-5633d550e1a4 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:39:29.695822 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9dc9b6-c49c-464e-97fc-0d1a98d4fa14 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:29.711454 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-3f9dc9b6-c49c-464e-97fc-0d1a98d4fa14 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "GET /v2.0/subnets/ef91581b-773c-4bfc-927a-bae4e90af7fa HTTP/1.1" status: 200 len: 811 time: 0.2214620 Jul 09 16:39:29.711886 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34240) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:29.719618 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1ddf4c-9cab-48b6-bfb5-d8ff20c86453 None None] Network 5e25295f-0cb7-47b4-819b-b96a9cef4862 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:39:29.737396 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 351c915e-2623-42a2-a25f-61cbb51f95b5 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:39:29.879206 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c920d9fb-9178-4c4f-8894-ce895f0b47af tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Attributes excluded by policy engine: ['shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:29.885892 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34242) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:29.890187 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-06f0cd82-24ae-40c6-a149-679d906da8be tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1722860429'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:39:29.894262 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c920d9fb-9178-4c4f-8894-ce895f0b47af tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "GET /v2.0/subnets/ef91581b-773c-4bfc-927a-bae4e90af7fa?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1812918 Jul 09 16:39:29.896240 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c5ec8528-244c-4871-89c8-6b346af8819c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:29.962031 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f0cd82-24ae-40c6-a149-679d906da8be tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Made reservation on behalf of 15d8959ba04b47778a327d946b70438e for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:39:29.971924 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-06f0cd82-24ae-40c6-a149-679d906da8be tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:29.975647 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 351c915e-2623-42a2-a25f-61cbb51f95b5 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:39:29.991110 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device cd03f5e7-b444-45c1-99ae-3bb1bf77a06c up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:39:30.043718 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06f0cd82-24ae-40c6-a149-679d906da8be tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:39:30.058445 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbcbefe-23b6-435e-af48-ed5ca0f3ba56 None None] Network fd65e6b6-ac3b-46ca-a05a-04252eb47d3c requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:39:30.072589 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-06f0cd82-24ae-40c6-a149-679d906da8be tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:30.076561 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-06f0cd82-24ae-40c6-a149-679d906da8be tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Added segment d0105425-011e-4032-b055-8ca14036c52e of type vlan for network 3ecc4950-6a41-4200-ace2-bc3543ab15e5 Jul 09 16:39:30.140094 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-06f0cd82-24ae-40c6-a149-679d906da8be tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:30.160295 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f9a41667-02c5-4cb3-a720-597feef7d3f1 None None] Provisioning for port 351c915e-2623-42a2-a25f-61cbb51f95b5 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:39:30.174472 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f9a41667-02c5-4cb3-a720-597feef7d3f1 None None] Provisioning complete for port 351c915e-2623-42a2-a25f-61cbb51f95b5 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:30.174898 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f9a41667-02c5-4cb3-a720-597feef7d3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:30.180751 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-06f0cd82-24ae-40c6-a149-679d906da8be tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:30.191763 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f0cd82-24ae-40c6-a149-679d906da8be tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:30.194454 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-06f0cd82-24ae-40c6-a149-679d906da8be tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:30.214378 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-06f0cd82-24ae-40c6-a149-679d906da8be tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3246980 Jul 09 16:39:30.215957 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34244) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:30.236551 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-377061f4-fef6-4b4b-b75d-69ca4444fc4c tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Request body: {'subnet': {'network_id': '3ecc4950-6a41-4200-ace2-bc3543ab15e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:39:30.347603 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f0cd82-24ae-40c6-a149-679d906da8be tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Pushing event updated for resources: {'Network': ['ID=3ecc4950-6a41-4200-ace2-bc3543ab15e5,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:30.389133 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377061f4-fef6-4b4b-b75d-69ca4444fc4c tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Made reservation on behalf of 15d8959ba04b47778a327d946b70438e for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:39:30.400538 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-377061f4-fef6-4b4b-b75d-69ca4444fc4c tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:30.469478 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 3ecc4950-6a41-4200-ace2-bc3543ab15e5 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:39:30.514653 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.ipam_backend_mixin [None req-377061f4-fef6-4b4b-b75d-69ca4444fc4c tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Performing IP validity checks on allocation pools {{(pid=93958) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 09 16:39:30.516051 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.ipam_backend_mixin [None req-377061f4-fef6-4b4b-b75d-69ca4444fc4c tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93958) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 09 16:39:30.589597 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port cd03f5e7-b444-45c1-99ae-3bb1bf77a06c completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:39:30.623721 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-c5ec8528-244c-4871-89c8-6b346af8819c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Allocated IP 172.21.0.1 (fd65e6b6-ac3b-46ca-a05a-04252eb47d3c/586cb5d5-842d-4ada-954a-3c941ff0d3f1/f621408c-33e6-4a88-8e11-73674d3ea43a) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:39:30.667676 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6d2ea567-62d2-41c9-b46a-f1d156cdfd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c9ff10-2b4b-45eb-88e6-5633d550e1a4', 'name': 'tempest-TestVolumeBackupRestore-1215645833-router', 'tenant_id': 'eedaceaf879946289afe6b5c2b924459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '8327ce8d-c99d-42c3-bb2e-d861a6fa7839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:39:10Z', 'updated_at': '2021-07-09T16:39:18Z', 'revision_number': 4, 'project_id': 'eedaceaf879946289afe6b5c2b924459', 'gw_port': {'id': '8327ce8d-c99d-42c3-bb2e-d861a6fa7839', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cf:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c9ff10-2b4b-45eb-88e6-5633d550e1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:39:11Z', 'updated_at': '2021-07-09T16:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'd57137b0-e160-4c5c-aafe-eeb1c1934ef1', 'name': '', 'network_id': '64f0f2bb-328d-4434-937d-05817871fc25', 'tenant_id': 'eedaceaf879946289afe6b5c2b924459', 'mac_address': 'fa:16:3e:32:52:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c9ff10-2b4b-45eb-88e6-5633d550e1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '2ee054b7-9c4f-44bc-86b4-a2e6861146b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:39:16Z', 'updated_at': '2021-07-09T16:39:29Z', 'revision_number': 4, 'project_id': 'eedaceaf879946289afe6b5c2b924459', 'subnets': [{'id': '2ee054b7-9c4f-44bc-86b4-a2e6861146b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:30.717438 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2ea567-62d2-41c9-b46a-f1d156cdfd01 None None] The sync data for ids ['c4c9ff10-2b4b-45eb-88e6-5633d550e1a4'] in n-d-798930-3 is: [{'id': 'c4c9ff10-2b4b-45eb-88e6-5633d550e1a4', 'name': 'tempest-TestVolumeBackupRestore-1215645833-router', 'tenant_id': 'eedaceaf879946289afe6b5c2b924459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '8327ce8d-c99d-42c3-bb2e-d861a6fa7839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:39:10Z', 'updated_at': '2021-07-09T16:39:18Z', 'revision_number': 4, 'project_id': 'eedaceaf879946289afe6b5c2b924459', 'gw_port': {'id': '8327ce8d-c99d-42c3-bb2e-d861a6fa7839', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cf:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c9ff10-2b4b-45eb-88e6-5633d550e1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:39:11Z', 'updated_at': '2021-07-09T16:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'd57137b0-e160-4c5c-aafe-eeb1c1934ef1', 'name': '', 'network_id': '64f0f2bb-328d-4434-937d-05817871fc25', 'tenant_id': 'eedaceaf879946289afe6b5c2b924459', 'mac_address': 'fa:16:3e:32:52:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c9ff10-2b4b-45eb-88e6-5633d550e1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '2ee054b7-9c4f-44bc-86b4-a2e6861146b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:39:16Z', 'updated_at': '2021-07-09T16:39:29Z', 'revision_number': 4, 'project_id': 'eedaceaf879946289afe6b5c2b924459', 'subnets': [{'id': '2ee054b7-9c4f-44bc-86b4-a2e6861146b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:39:30.930721 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-377061f4-fef6-4b4b-b75d-69ca4444fc4c tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:30.941522 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f9a41667-02c5-4cb3-a720-597feef7d3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:30.958102 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c5ec8528-244c-4871-89c8-6b346af8819c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:31.001978 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c5ec8528-244c-4871-89c8-6b346af8819c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Transition to ACTIVE for port object f621408c-33e6-4a88-8e11-73674d3ea43a will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:39:31.071956 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-f9a41667-02c5-4cb3-a720-597feef7d3f1 None None] For port 351c915e-2623-42a2-a25f-61cbb51f95b5, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=351c915e-2623-42a2-a25f-61cbb51f95b5,segment=NetworkSegment(ffc7f707-086f-4f8f-8293-2b498824fb57),segment_id=ffc7f707-086f-4f8f-8293-2b498824fb57)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:31.084192 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f9a41667-02c5-4cb3-a720-597feef7d3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:31.125538 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377061f4-fef6-4b4b-b75d-69ca4444fc4c tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Pushing event updated for resources: {'Subnet': ['ID=b8db00f5-a0e4-46ca-bf9a-e6093b97de69,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:31.137341 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c5ec8528-244c-4871-89c8-6b346af8819c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:31.213166 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ec8528-244c-4871-89c8-6b346af8819c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Network fd65e6b6-ac3b-46ca-a05a-04252eb47d3c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:39:31.216268 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377061f4-fef6-4b4b-b75d-69ca4444fc4c tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Checking segment: {'id': 'd0105425-011e-4032-b055-8ca14036c52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '3ecc4950-6a41-4200-ace2-bc3543ab15e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:39:31.217544 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377061f4-fef6-4b4b-b75d-69ca4444fc4c tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Network hostable DHCP agents. Network: 3ecc4950-6a41-4200-ace2-bc3543ab15e5, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:39:31.239270 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-c5ec8528-244c-4871-89c8-6b346af8819c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:39:31.245463 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ec8528-244c-4871-89c8-6b346af8819c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:39:31.255261 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a41667-02c5-4cb3-a720-597feef7d3f1 None None] Pushing event updated for resources: {'Port': ['ID=351c915e-2623-42a2-a25f-61cbb51f95b5,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:31.264506 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377061f4-fef6-4b4b-b75d-69ca4444fc4c tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Network 3ecc4950-6a41-4200-ace2-bc3543ab15e5 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:39:31.313872 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ec8528-244c-4871-89c8-6b346af8819c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event updated for resources: {'Port': ['ID=f621408c-33e6-4a88-8e11-73674d3ea43a,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:31.314198 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-377061f4-fef6-4b4b-b75d-69ca4444fc4c tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 3ecc4950-6a41-4200-ace2-bc3543ab15e5) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:39:31.320090 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377061f4-fef6-4b4b-b75d-69ca4444fc4c tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:31.320857 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-377061f4-fef6-4b4b-b75d-69ca4444fc4c tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:31.329264 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bc28d7-9841-48db-a4bb-b6f8d80c1eb5 None None] Network 3ecc4950-6a41-4200-ace2-bc3543ab15e5 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:39:31.377680 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-377061f4-fef6-4b4b-b75d-69ca4444fc4c tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.1598244 Jul 09 16:39:31.384631 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34250) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:31.388835 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d57137b0-e160-4c5c-aafe-eeb1c1934ef1 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:39:31.400182 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-a6eade81-7640-4ea5-8764-01b3897bdef9 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:39:31.463243 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c5ec8528-244c-4871-89c8-6b346af8819c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:31.527850 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-46c515ef-007b-4cf8-8d3b-aae6ac6833e3 None None] Provisioning complete for port 351c915e-2623-42a2-a25f-61cbb51f95b5 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:31.528220 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-46c515ef-007b-4cf8-8d3b-aae6ac6833e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:31.834897 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port d57137b0-e160-4c5c-aafe-eeb1c1934ef1 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:39:31.926583 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port d57137b0-e160-4c5c-aafe-eeb1c1934ef1 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:31.931432 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:32.026578 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a6eade81-7640-4ea5-8764-01b3897bdef9 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29977202'] for subnet, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:32.070206 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763a0748-096b-4ef2-a5c2-17c5d9efc664 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-3ecc4950-6a41-4200-ace2-bc3543ab15e5', 'network_id': '3ecc4950-6a41-4200-ace2-bc3543ab15e5', 'tenant_id': '15d8959ba04b47778a327d946b70438e', 'fixed_ips': [{'subnet_id': 'b8db00f5-a0e4-46ca-bf9a-e6093b97de69'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:39:32.071546 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-763a0748-096b-4ef2-a5c2-17c5d9efc664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:32.270459 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:32.275254 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-46c515ef-007b-4cf8-8d3b-aae6ac6833e3 None None] Provisioning for port cd03f5e7-b444-45c1-99ae-3bb1bf77a06c completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:39:32.286969 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-46c515ef-007b-4cf8-8d3b-aae6ac6833e3 None None] Provisioning complete for port cd03f5e7-b444-45c1-99ae-3bb1bf77a06c triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:32.287887 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-46c515ef-007b-4cf8-8d3b-aae6ac6833e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:32.346303 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port d57137b0-e160-4c5c-aafe-eeb1c1934ef1, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=d57137b0-e160-4c5c-aafe-eeb1c1934ef1,segment=NetworkSegment(61b16b02-c205-411f-8ead-5e70a4e00661),segment_id=61b16b02-c205-411f-8ead-5e70a4e00661)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:32.359977 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:32.386274 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c5ec8528-244c-4871-89c8-6b346af8819c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:32.476705 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-46c515ef-007b-4cf8-8d3b-aae6ac6833e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:32.502841 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6f916fbb-3da0-48b8-9bf9-ab99c310c4c8 req-5a808b5c-0542-4ebc-97c9-36a0c7aa7f8c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=beaecdd1-d9ec-4963-9785-4dab420b1d4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1206322 Jul 09 16:39:32.516627 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=d57137b0-e160-4c5c-aafe-eeb1c1934ef1,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:32.593345 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a6eade81-7640-4ea5-8764-01b3897bdef9 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777622262550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29547955'] for subnet, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:32.613363 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-46c515ef-007b-4cf8-8d3b-aae6ac6833e3 None None] For port cd03f5e7-b444-45c1-99ae-3bb1bf77a06c, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=cd03f5e7-b444-45c1-99ae-3bb1bf77a06c,segment=NetworkSegment(3233b0dd-a1c6-41cf-a891-7d939afd87d4),segment_id=3233b0dd-a1c6-41cf-a891-7d939afd87d4)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:32.629058 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-46c515ef-007b-4cf8-8d3b-aae6ac6833e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:32.662371 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6eade81-7640-4ea5-8764-01b3897bdef9 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:32.663000 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a6eade81-7640-4ea5-8764-01b3897bdef9 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:32.667046 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a6eade81-7640-4ea5-8764-01b3897bdef9 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "PUT /v2.0/subnets/b8db00f5-a0e4-46ca-bf9a-e6093b97de69 HTTP/1.1" status: 200 len: 877 time: 1.2786524 Jul 09 16:39:32.668406 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34258) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:32.679519 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f916fbb-3da0-48b8-9bf9-ab99c310c4c8 req-2d4166c0-89c6-4b6d-aa79-800db6563c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:32.681326 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6f916fbb-3da0-48b8-9bf9-ab99c310c4c8 req-2d4166c0-89c6-4b6d-aa79-800db6563c9b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=313daaa44e994ebf83af8fe773f4ee0d&device_id=beaecdd1-d9ec-4963-9785-4dab420b1d4a HTTP/1.1" status: 200 len: 1096 time: 0.1209607 Jul 09 16:39:32.684591 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-46c515ef-007b-4cf8-8d3b-aae6ac6833e3 None None] Provisioning for port 1ddf55d7-1865-4624-8169-959a9002c641 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:39:32.696511 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-763a0748-096b-4ef2-a5c2-17c5d9efc664 None None] Allocated IP 172.20.0.3 (3ecc4950-6a41-4200-ace2-bc3543ab15e5/b8db00f5-a0e4-46ca-bf9a-e6093b97de69/d88a709a-2b5d-4452-a74b-315046805afd) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:39:32.739930 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-46c515ef-007b-4cf8-8d3b-aae6ac6833e3 None None] Provisioning complete for port 1ddf55d7-1865-4624-8169-959a9002c641 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:32.742262 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eade81-7640-4ea5-8764-01b3897bdef9 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Pushing event updated for resources: {'Subnet': ['ID=b8db00f5-a0e4-46ca-bf9a-e6093b97de69,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:32.744277 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-46c515ef-007b-4cf8-8d3b-aae6ac6833e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:32.877291 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f916fbb-3da0-48b8-9bf9-ab99c310c4c8 req-b0047be1-9ebf-42cb-9185-e1a5c187ca61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:32.878886 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6f916fbb-3da0-48b8-9bf9-ab99c310c4c8 req-b0047be1-9ebf-42cb-9185-e1a5c187ca61 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6a9e1cb2-fe24-406e-8baf-8643d7db8d0b HTTP/1.1" status: 200 len: 916 time: 0.1651175 Jul 09 16:39:32.887894 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6ad296c3-7e0c-465f-a8d0-526dc8222a8a tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:32.993843 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-763a0748-096b-4ef2-a5c2-17c5d9efc664 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:33.003530 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-763a0748-096b-4ef2-a5c2-17c5d9efc664 None None] Transition to ACTIVE for port object d88a709a-2b5d-4452-a74b-315046805afd will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:39:33.003842 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c5ec8528-244c-4871-89c8-6b346af8819c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:33.012161 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6ad296c3-7e0c-465f-a8d0-526dc8222a8a tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:33.014356 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6f916fbb-3da0-48b8-9bf9-ab99c310c4c8 req-080cafa1-5aa6-48c1-8fae-7d7547bfbf12 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=494faad2-61d3-45e0-9110-00bcb6cf80cb HTTP/1.1" status: 200 len: 217 time: 0.1275706 Jul 09 16:39:33.044258 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c5ec8528-244c-4871-89c8-6b346af8819c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:33.057206 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c515ef-007b-4cf8-8d3b-aae6ac6833e3 None None] Pushing event updated for resources: {'Port': ['ID=cd03f5e7-b444-45c1-99ae-3bb1bf77a06c,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:33.078664 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-763a0748-096b-4ef2-a5c2-17c5d9efc664 None None] Transition to ACTIVE for port object d88a709a-2b5d-4452-a74b-315046805afd will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:39:33.094303 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-763a0748-096b-4ef2-a5c2-17c5d9efc664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:33.102901 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-46c515ef-007b-4cf8-8d3b-aae6ac6833e3 None None] Port 1ddf55d7-1865-4624-8169-959a9002c641 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:39:33.145485 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763a0748-096b-4ef2-a5c2-17c5d9efc664 None None] Network 3ecc4950-6a41-4200-ace2-bc3543ab15e5 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:39:33.149450 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-763a0748-096b-4ef2-a5c2-17c5d9efc664 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:39:33.155110 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763a0748-096b-4ef2-a5c2-17c5d9efc664 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:39:33.161460 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f916fbb-3da0-48b8-9bf9-ab99c310c4c8 req-cbfaafd9-b283-40a8-86be-d0bc512568bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:33.163945 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6f916fbb-3da0-48b8-9bf9-ab99c310c4c8 req-cbfaafd9-b283-40a8-86be-d0bc512568bc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5645ca8d-973f-497d-a26d-ddaaa7246e67 HTTP/1.1" status: 200 len: 855 time: 0.1434610 Jul 09 16:39:33.189537 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763a0748-096b-4ef2-a5c2-17c5d9efc664 None None] Pushing event updated for resources: {'Port': ['ID=d88a709a-2b5d-4452-a74b-315046805afd,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:33.214427 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c5ec8528-244c-4871-89c8-6b346af8819c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:33.219047 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ec8528-244c-4871-89c8-6b346af8819c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event updated for resources: {'Port': ['ID=f621408c-33e6-4a88-8e11-73674d3ea43a,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:33.255437 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6f916fbb-3da0-48b8-9bf9-ab99c310c4c8 req-7613879f-07f9-47ac-aa36-d6c196c48d25 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6a9e1cb2-fe24-406e-8baf-8643d7db8d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822692 Jul 09 16:39:33.319924 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2af81991-6773-4e23-ac3f-b1a526a8977d None None] Provisioning for port f621408c-33e6-4a88-8e11-73674d3ea43a completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:39:33.326962 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-763a0748-096b-4ef2-a5c2-17c5d9efc664 None None] Attempting to bind port d88a709a-2b5d-4452-a74b-315046805afd on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:39:33.327492 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-763a0748-096b-4ef2-a5c2-17c5d9efc664 None None] Attempting to bind port d88a709a-2b5d-4452-a74b-315046805afd by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'd0105425-011e-4032-b055-8ca14036c52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '3ecc4950-6a41-4200-ace2-bc3543ab15e5'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:39:33.327863 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763a0748-096b-4ef2-a5c2-17c5d9efc664 None None] Attempting to bind port d88a709a-2b5d-4452-a74b-315046805afd on network 3ecc4950-6a41-4200-ace2-bc3543ab15e5 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:39:33.338610 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763a0748-096b-4ef2-a5c2-17c5d9efc664 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:39:33.339291 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763a0748-096b-4ef2-a5c2-17c5d9efc664 None None] Checking segment: {'id': 'd0105425-011e-4032-b055-8ca14036c52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '3ecc4950-6a41-4200-ace2-bc3543ab15e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:39:33.340091 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-763a0748-096b-4ef2-a5c2-17c5d9efc664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:33.341141 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763a0748-096b-4ef2-a5c2-17c5d9efc664 None None] Bound using segment: {'id': 'd0105425-011e-4032-b055-8ca14036c52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '3ecc4950-6a41-4200-ace2-bc3543ab15e5'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:39:33.342241 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-763a0748-096b-4ef2-a5c2-17c5d9efc664 None None] Bound port: d88a709a-2b5d-4452-a74b-315046805afd, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0105425-011e-4032-b055-8ca14036c52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '3ecc4950-6a41-4200-ace2-bc3543ab15e5'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:39:33.342624 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-763a0748-096b-4ef2-a5c2-17c5d9efc664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:33.345378 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6ad296c3-7e0c-465f-a8d0-526dc8222a8a tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:33.345651 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2af81991-6773-4e23-ac3f-b1a526a8977d None None] Provisioning complete for port f621408c-33e6-4a88-8e11-73674d3ea43a triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:33.346013 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2af81991-6773-4e23-ac3f-b1a526a8977d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:33.385895 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 351c915e-2623-42a2-a25f-61cbb51f95b5 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:39:33.395952 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad296c3-7e0c-465f-a8d0-526dc8222a8a tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Pushing event deleted for resources: {'Subnet': ['ID=b8db00f5-a0e4-46ca-bf9a-e6093b97de69,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:33.452236 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6f916fbb-3da0-48b8-9bf9-ab99c310c4c8 req-d9fd5e0f-e272-4531-8ebe-4731883c0eae service neutron] 10.222.0.73 "GET /v2.0/networks/6a9e1cb2-fe24-406e-8baf-8643d7db8d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899657 Jul 09 16:39:33.472829 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-2af81991-6773-4e23-ac3f-b1a526a8977d None None] Port f621408c-33e6-4a88-8e11-73674d3ea43a cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:39:33.482693 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ec8528-244c-4871-89c8-6b346af8819c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Network fd65e6b6-ac3b-46ca-a05a-04252eb47d3c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:39:33.490943 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-c5ec8528-244c-4871-89c8-6b346af8819c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:39:33.532389 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2af81991-6773-4e23-ac3f-b1a526a8977d None None] Provisioning complete for port cd03f5e7-b444-45c1-99ae-3bb1bf77a06c triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:33.532780 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2af81991-6773-4e23-ac3f-b1a526a8977d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:33.566939 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-763a0748-096b-4ef2-a5c2-17c5d9efc664 None None] For port d88a709a-2b5d-4452-a74b-315046805afd, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:39:33.587305 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 351c915e-2623-42a2-a25f-61cbb51f95b5 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:33.587673 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:33.595594 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-763a0748-096b-4ef2-a5c2-17c5d9efc664 None None] For port d88a709a-2b5d-4452-a74b-315046805afd, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=d88a709a-2b5d-4452-a74b-315046805afd,segment=NetworkSegment(d0105425-011e-4032-b055-8ca14036c52e),segment_id=d0105425-011e-4032-b055-8ca14036c52e)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:39:33.633403 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-763a0748-096b-4ef2-a5c2-17c5d9efc664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:33.670710 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6f916fbb-3da0-48b8-9bf9-ab99c310c4c8 req-736cd3ae-7286-4a37-af34-077b453fab92 service neutron] 10.222.0.73 "GET /v2.0/networks/6a9e1cb2-fe24-406e-8baf-8643d7db8d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098644 Jul 09 16:39:33.843224 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c60fdf-bb6e-4cce-84ef-c333066327ec None None] Network 3ecc4950-6a41-4200-ace2-bc3543ab15e5 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:39:33.844648 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763a0748-096b-4ef2-a5c2-17c5d9efc664 None None] Pushing event updated for resources: {'Port': ['ID=d88a709a-2b5d-4452-a74b-315046805afd,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:33.952401 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d57137b0-e160-4c5c-aafe-eeb1c1934ef1 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:39:34.046691 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6ad296c3-7e0c-465f-a8d0-526dc8222a8a tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:34.070668 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2af81991-6773-4e23-ac3f-b1a526a8977d None None] Provisioning complete for port 1ddf55d7-1865-4624-8169-959a9002c641 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:34.071780 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2af81991-6773-4e23-ac3f-b1a526a8977d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:34.087447 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-6ad296c3-7e0c-465f-a8d0-526dc8222a8a tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ecc4950-6a41-4200-ace2-bc3543ab15e5']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:34.106606 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-6ad296c3-7e0c-465f-a8d0-526dc8222a8a tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0105425-011e-4032-b055-8ca14036c52e') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:34.106606 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-6ad296c3-7e0c-465f-a8d0-526dc8222a8a tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0105425-011e-4032-b055-8ca14036c52e') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:34.122679 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6ad296c3-7e0c-465f-a8d0-526dc8222a8a tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:34.133440 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-2af81991-6773-4e23-ac3f-b1a526a8977d None None] Port 1ddf55d7-1865-4624-8169-959a9002c641 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:39:34.148822 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port d57137b0-e160-4c5c-aafe-eeb1c1934ef1 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:34.149098 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:34.155574 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6ad296c3-7e0c-465f-a8d0-526dc8222a8a tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:34.172121 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ec8528-244c-4871-89c8-6b346af8819c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Router 8670251d-5ce3-4add-9da2-315ead2c9a4e has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:39:34.181740 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ad296c3-7e0c-465f-a8d0-526dc8222a8a tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:39:34.181740 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6ad296c3-7e0c-465f-a8d0-526dc8222a8a tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:34.184278 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:39:34.184278 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:39:34.184278 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:39:34.184278 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:39:34.184278 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:39:34.184278 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:39:34.184278 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:39:34.184278 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:39:34.184278 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:39:34.184278 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:39:34.184278 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:39:34.184278 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:39:34.184278 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:39:34.184278 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:39:34.184278 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:39:34.184278 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:39:34.184278 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:39:34.184278 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:39:34.184278 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:39:34.184278 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:39:34.184278 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:39:34.184278 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:39:34.184278 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:39:34.184278 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:39:34.184278 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:39:34.184278 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:39:34.184278 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:39:34.184278 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:39:34.184278 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:39:34.184278 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:39:34.184278 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:39:34.184278 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:39:34.240831 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440c15c5-337f-4d2c-965f-3f85f364f7e4 None None] Network 3ecc4950-6a41-4200-ace2-bc3543ab15e5 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:39:34.299073 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.db.api [None req-6ad296c3-7e0c-465f-a8d0-526dc8222a8a tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 16:39:34.299073 n-d-798930-3 neutron-server[93959]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 16:39:34.299073 n-d-798930-3 neutron-server[93959]: [parameters: {'id': '3ecc4950-6a41-4200-ace2-bc3543ab15e5'}] Jul 09 16:39:34.299073 n-d-798930-3 neutron-server[93959]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:39:34.299678 n-d-798930-3 neutron-server[93959]: DEBUG oslo_db.api [None req-6ad296c3-7e0c-465f-a8d0-526dc8222a8a tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:39:34.399444 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b555fff1-0138-4366-afe6-f444859fb303 None None] Provisioning complete for port f621408c-33e6-4a88-8e11-73674d3ea43a triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:34.399859 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b555fff1-0138-4366-afe6-f444859fb303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:34.445763 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ec8528-244c-4871-89c8-6b346af8819c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:39:34.451993 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c5ec8528-244c-4871-89c8-6b346af8819c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "PUT /v2.0/routers/8670251d-5ce3-4add-9da2-315ead2c9a4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6543105 Jul 09 16:39:34.455657 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34270) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:34.476967 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3804f573-bf9c-43b6-a041-03447a4f0400 None None] Sync routers for ids ['8670251d-5ce3-4add-9da2-315ead2c9a4e'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:39:34.527875 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec04211d-dc87-45b2-a993-60a8e16d1f72 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:34.529474 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ec04211d-dc87-45b2-a993-60a8e16d1f72 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "GET /v2.0/ports/f621408c-33e6-4a88-8e11-73674d3ea43a HTTP/1.1" status: 200 len: 910 time: 0.0726254 Jul 09 16:39:34.533504 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34272) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:34.544113 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device cd03f5e7-b444-45c1-99ae-3bb1bf77a06c up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:39:34.550164 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b555fff1-0138-4366-afe6-f444859fb303 None None] Port f621408c-33e6-4a88-8e11-73674d3ea43a cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:39:34.573228 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3804f573-bf9c-43b6-a041-03447a4f0400 None None] Routers {'8670251d-5ce3-4add-9da2-315ead2c9a4e'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:39:34.574084 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3804f573-bf9c-43b6-a041-03447a4f0400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:39:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['8670251d-5ce3-4add-9da2-315ead2c9a4e'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:34.800368 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6ad296c3-7e0c-465f-a8d0-526dc8222a8a tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:34.847297 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3804f573-bf9c-43b6-a041-03447a4f0400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:34.878282 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3804f573-bf9c-43b6-a041-03447a4f0400 None None] Routers {'8670251d-5ce3-4add-9da2-315ead2c9a4e'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:39:34.879517 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3804f573-bf9c-43b6-a041-03447a4f0400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:39:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['8670251d-5ce3-4add-9da2-315ead2c9a4e'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:34.890894 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-6ad296c3-7e0c-465f-a8d0-526dc8222a8a tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Deleting port d88a709a-2b5d-4452-a74b-315046805afd {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:39:34.891234 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6ad296c3-7e0c-465f-a8d0-526dc8222a8a tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:34.918836 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a7e25742-486e-4943-9bef-534c0f13e816 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:34.926525 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3804f573-bf9c-43b6-a041-03447a4f0400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:34.927418 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3804f573-bf9c-43b6-a041-03447a4f0400 None None] The sync data for ids ['8670251d-5ce3-4add-9da2-315ead2c9a4e'] in n-d-798930-3 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:39:34.932500 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d498028-2b65-4e55-af50-899de6b4b191 None None] get_active_networks_info from n-d-798930-3 {{(pid=93960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 16:39:34.976836 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port cd03f5e7-b444-45c1-99ae-3bb1bf77a06c triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:34.977332 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:34.987360 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-6ad296c3-7e0c-465f-a8d0-526dc8222a8a tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] For port d88a709a-2b5d-4452-a74b-315046805afd, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=d88a709a-2b5d-4452-a74b-315046805afd,segment=NetworkSegment(d0105425-011e-4032-b055-8ca14036c52e),segment_id=d0105425-011e-4032-b055-8ca14036c52e)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:34.988112 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6ad296c3-7e0c-465f-a8d0-526dc8222a8a tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:35.005002 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-6ad296c3-7e0c-465f-a8d0-526dc8222a8a tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Calling delete_port for d88a709a-2b5d-4452-a74b-315046805afd owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:39:35.112479 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6ad296c3-7e0c-465f-a8d0-526dc8222a8a tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:35.142679 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad296c3-7e0c-465f-a8d0-526dc8222a8a tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Pushing event deleted for resources: {'Port': ['ID=d88a709a-2b5d-4452-a74b-315046805afd,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:35.161722 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad296c3-7e0c-465f-a8d0-526dc8222a8a tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] No DVR routers for this DVR port d88a709a-2b5d-4452-a74b-315046805afd on host n-d-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:39:35.173246 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d498028-2b65-4e55-af50-899de6b4b191 None None] Resources bound (agent type, host, resource id): {{(pid=93960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 16:39:35.266746 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-a7e25742-486e-4943-9bef-534c0f13e816 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Deleting port f621408c-33e6-4a88-8e11-73674d3ea43a {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:39:35.267392 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a7e25742-486e-4943-9bef-534c0f13e816 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:35.295933 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6ad296c3-7e0c-465f-a8d0-526dc8222a8a tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:35.311989 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-6ad296c3-7e0c-465f-a8d0-526dc8222a8a tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ecc4950-6a41-4200-ace2-bc3543ab15e5']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:35.330480 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-6ad296c3-7e0c-465f-a8d0-526dc8222a8a tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0105425-011e-4032-b055-8ca14036c52e') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:35.330480 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-6ad296c3-7e0c-465f-a8d0-526dc8222a8a tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0105425-011e-4032-b055-8ca14036c52e') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:35.346152 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6ad296c3-7e0c-465f-a8d0-526dc8222a8a tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:35.372659 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6ad296c3-7e0c-465f-a8d0-526dc8222a8a tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:35.380728 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ad296c3-7e0c-465f-a8d0-526dc8222a8a tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:39:35.381339 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6ad296c3-7e0c-465f-a8d0-526dc8222a8a tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:35.384826 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:39:35.384826 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:39:35.384826 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:39:35.384826 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:39:35.384826 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:39:35.384826 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:39:35.384826 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:39:35.384826 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:39:35.384826 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:39:35.384826 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:39:35.384826 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:39:35.384826 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:39:35.384826 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:39:35.384826 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:39:35.384826 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:39:35.384826 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:39:35.384826 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:39:35.384826 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:39:35.384826 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:39:35.384826 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:39:35.384826 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:39:35.384826 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:39:35.384826 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:39:35.384826 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:39:35.384826 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:39:35.384826 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:39:35.384826 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:39:35.384826 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:39:35.384826 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:39:35.384826 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:39:35.384826 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:39:35.384826 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:39:35.388953 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a7e25742-486e-4943-9bef-534c0f13e816 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:35.423752 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-a7e25742-486e-4943-9bef-534c0f13e816 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Calling delete_port for f621408c-33e6-4a88-8e11-73674d3ea43a owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:39:35.488499 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6ad296c3-7e0c-465f-a8d0-526dc8222a8a tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:35.500484 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6ad296c3-7e0c-465f-a8d0-526dc8222a8a tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:35.513483 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-6ad296c3-7e0c-465f-a8d0-526dc8222a8a tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "DELETE /v2.0/networks/3ecc4950-6a41-4200-ace2-bc3543ab15e5 HTTP/1.1" status: 204 len: 168 time: 2.8376911 Jul 09 16:39:35.513741 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34280) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:35.533519 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad296c3-7e0c-465f-a8d0-526dc8222a8a tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Pushing event deleted for resources: {'Network': ['ID=3ecc4950-6a41-4200-ace2-bc3543ab15e5,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:35.551316 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-639f592a-120d-47ca-883d-92a9a614cecd tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] DELETE failed (client error): The resource could not be found. Jul 09 16:39:35.551962 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-639f592a-120d-47ca-883d-92a9a614cecd tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:39:35.556958 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-639f592a-120d-47ca-883d-92a9a614cecd tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "DELETE /v2.0/subnets/b8db00f5-a0e4-46ca-bf9a-e6093b97de69 HTTP/1.1" status: 404 len: 337 time: 0.0417006 Jul 09 16:39:35.560667 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34282) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:35.595308 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-97077d4c-a080-460a-bbe7-e6bbf7e749e3 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] DELETE failed (client error): The resource could not be found. Jul 09 16:39:35.595995 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97077d4c-a080-460a-bbe7-e6bbf7e749e3 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:39:35.598003 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-97077d4c-a080-460a-bbe7-e6bbf7e749e3 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "DELETE /v2.0/networks/3ecc4950-6a41-4200-ace2-bc3543ab15e5 HTTP/1.1" status: 404 len: 339 time: 0.0361018 Jul 09 16:39:35.606024 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34286) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:35.615054 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030ec7e8-dda0-453a-81bc-941415d52e6f None None] get_active_networks_info from n-d-798930-3 {{(pid=93960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 16:39:35.642259 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-79016c56-c342-4f40-b8d0-d7e72e8f92a5 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] DELETE failed (client error): The resource could not be found. Jul 09 16:39:35.643045 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79016c56-c342-4f40-b8d0-d7e72e8f92a5 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:39:35.645172 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-79016c56-c342-4f40-b8d0-d7e72e8f92a5 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "DELETE /v2.0/subnets/3fde7724-95e0-4ec1-9520-4963491a5856 HTTP/1.1" status: 404 len: 337 time: 0.0383053 Jul 09 16:39:35.648592 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34288) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:35.669007 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-53c31a6b-98b7-49a2-b7bc-8418376a5fad tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] DELETE failed (client error): The resource could not be found. Jul 09 16:39:35.669880 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53c31a6b-98b7-49a2-b7bc-8418376a5fad tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:39:35.674420 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-53c31a6b-98b7-49a2-b7bc-8418376a5fad tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "DELETE /v2.0/networks/ca4cbe77-b8d0-4e33-a523-655e9cb59d01 HTTP/1.1" status: 404 len: 339 time: 0.0223305 Jul 09 16:39:35.675570 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34290) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:35.765028 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a7e25742-486e-4943-9bef-534c0f13e816 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:35.802642 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e7c53159-894f-42dc-a023-2c662f89f507 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:35.813793 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e25742-486e-4943-9bef-534c0f13e816 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event deleted for resources: {'Port': ['ID=f621408c-33e6-4a88-8e11-73674d3ea43a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:35.879592 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030ec7e8-dda0-453a-81bc-941415d52e6f None None] Resources bound (agent type, host, resource id): {{(pid=93960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 16:39:35.935000 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e7c53159-894f-42dc-a023-2c662f89f507 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:35.946167 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-e7c53159-894f-42dc-a023-2c662f89f507 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f490a442-e376-4827-bf42-1e66c4f28f8a']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:35.965468 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-e7c53159-894f-42dc-a023-2c662f89f507 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c1e97df-3c36-408c-8049-956a3af8aae5') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:35.965770 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-e7c53159-894f-42dc-a023-2c662f89f507 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c1e97df-3c36-408c-8049-956a3af8aae5') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:35.978150 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e7c53159-894f-42dc-a023-2c662f89f507 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:35.996254 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e7c53159-894f-42dc-a023-2c662f89f507 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:36.005907 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7c53159-894f-42dc-a023-2c662f89f507 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:39:36.005907 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e7c53159-894f-42dc-a023-2c662f89f507 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:36.009359 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:39:36.009359 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:39:36.009359 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:39:36.009359 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:39:36.009359 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:39:36.009359 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:39:36.009359 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:39:36.009359 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:39:36.009359 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:39:36.009359 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:39:36.009359 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:39:36.009359 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:39:36.009359 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:39:36.009359 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:39:36.009359 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:39:36.009359 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:39:36.009359 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:39:36.009359 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:39:36.009359 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:39:36.009359 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:39:36.009359 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:39:36.009359 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:39:36.009359 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:39:36.009359 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:39:36.009359 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:39:36.009359 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:39:36.009359 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:39:36.009359 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:39:36.009359 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:39:36.009359 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:39:36.009359 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:39:36.009359 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:39:36.100148 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a7e25742-486e-4943-9bef-534c0f13e816 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:36.104152 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e7c53159-894f-42dc-a023-2c662f89f507 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:36.124539 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e7c53159-894f-42dc-a023-2c662f89f507 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:36.128591 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e7c53159-894f-42dc-a023-2c662f89f507 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "DELETE /v2.0/networks/f490a442-e376-4827-bf42-1e66c4f28f8a HTTP/1.1" status: 204 len: 168 time: 0.4438660 Jul 09 16:39:36.150686 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34298) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:36.172339 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c53159-894f-42dc-a023-2c662f89f507 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Pushing event deleted for resources: {'Network': ['ID=f490a442-e376-4827-bf42-1e66c4f28f8a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:36.225929 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba57da08-be74-43f3-a417-0f7cffd80686 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] DELETE failed (client error): The resource could not be found. Jul 09 16:39:36.229574 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba57da08-be74-43f3-a417-0f7cffd80686 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:39:36.234659 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ba57da08-be74-43f3-a417-0f7cffd80686 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "DELETE /v2.0/subnets/1880a2cc-05a6-47ca-b935-6d8de4b2a329 HTTP/1.1" status: 404 len: 337 time: 0.0795720 Jul 09 16:39:36.236338 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34302) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:36.291117 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-86385810-6a17-4f81-b7b2-345fe762baaf tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] DELETE failed (client error): The resource could not be found. Jul 09 16:39:36.292063 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86385810-6a17-4f81-b7b2-345fe762baaf tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:39:36.300900 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-86385810-6a17-4f81-b7b2-345fe762baaf tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "DELETE /v2.0/networks/a2aa196c-e669-4204-9660-277282a84f35 HTTP/1.1" status: 404 len: 339 time: 0.0600092 Jul 09 16:39:36.301315 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34306) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:36.381650 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-38cafd8b-8b57-4d17-bd0d-527fb3ef6835 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] DELETE failed (client error): The resource could not be found. Jul 09 16:39:36.382118 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38cafd8b-8b57-4d17-bd0d-527fb3ef6835 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:39:36.387871 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-38cafd8b-8b57-4d17-bd0d-527fb3ef6835 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "DELETE /v2.0/subnets/bffaff02-5a3f-413f-9f3c-8832b3ceacd7 HTTP/1.1" status: 404 len: 337 time: 0.0853515 Jul 09 16:39:36.388512 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34310) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:36.417774 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0fb26a7-8b61-4b94-9e0b-96f165296710 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] DELETE failed (client error): The resource could not be found. Jul 09 16:39:36.418498 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0fb26a7-8b61-4b94-9e0b-96f165296710 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:39:36.424434 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b0fb26a7-8b61-4b94-9e0b-96f165296710 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "DELETE /v2.0/networks/729dfa36-1e0c-4376-a980-356e663711cf HTTP/1.1" status: 404 len: 339 time: 0.0337696 Jul 09 16:39:36.425192 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34312) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:36.462924 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-74e58059-bf37-4295-9713-dd3e0460af41 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] DELETE failed (client error): The resource could not be found. Jul 09 16:39:36.463450 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74e58059-bf37-4295-9713-dd3e0460af41 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:39:36.465580 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-74e58059-bf37-4295-9713-dd3e0460af41 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "DELETE /v2.0/subnets/5c769d3e-e64c-4433-beb5-8fdf2d899b78 HTTP/1.1" status: 404 len: 337 time: 0.0365818 Jul 09 16:39:36.468308 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34316) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:36.495170 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-2926b59f-ef1e-4ef9-81ed-0de82a698bd8 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] DELETE failed (client error): The resource could not be found. Jul 09 16:39:36.495891 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2926b59f-ef1e-4ef9-81ed-0de82a698bd8 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:39:36.497853 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2926b59f-ef1e-4ef9-81ed-0de82a698bd8 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "DELETE /v2.0/networks/64593c38-9e2f-4553-bf86-9f0f48be52e4 HTTP/1.1" status: 404 len: 339 time: 0.0283248 Jul 09 16:39:36.500390 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34318) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:36.532814 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e01a47a-7bf2-4f78-bab6-9359162bf0c2 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] DELETE failed (client error): The resource could not be found. Jul 09 16:39:36.533287 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e01a47a-7bf2-4f78-bab6-9359162bf0c2 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:39:36.535198 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0e01a47a-7bf2-4f78-bab6-9359162bf0c2 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "DELETE /v2.0/subnets/fe245f6f-3d63-4d4d-b1e2-63aa9691dd27 HTTP/1.1" status: 404 len: 337 time: 0.0337017 Jul 09 16:39:36.537912 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34322) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:36.566415 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-135f2d33-e834-4346-9d05-d94a358ad810 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] DELETE failed (client error): The resource could not be found. Jul 09 16:39:36.567112 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-135f2d33-e834-4346-9d05-d94a358ad810 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:39:36.569885 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-135f2d33-e834-4346-9d05-d94a358ad810 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "DELETE /v2.0/networks/5a268cf0-9abd-4d57-8f34-08685a113122 HTTP/1.1" status: 404 len: 339 time: 0.0308859 Jul 09 16:39:36.572307 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34324) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:36.604897 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9ac4ec4-9642-4fda-8b03-47fdae232d77 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] DELETE failed (client error): The resource could not be found. Jul 09 16:39:36.606459 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9ac4ec4-9642-4fda-8b03-47fdae232d77 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:39:36.610172 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b9ac4ec4-9642-4fda-8b03-47fdae232d77 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "DELETE /v2.0/subnets/6c045ad7-1fa9-4352-8adb-5b4d2233212e HTTP/1.1" status: 404 len: 337 time: 0.0360386 Jul 09 16:39:36.614640 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34326) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:36.639331 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-fefde0bc-1303-4c5c-b58d-e8deb3d01376 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] DELETE failed (client error): The resource could not be found. Jul 09 16:39:36.639930 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fefde0bc-1303-4c5c-b58d-e8deb3d01376 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:39:36.644146 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-fefde0bc-1303-4c5c-b58d-e8deb3d01376 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "DELETE /v2.0/networks/2f40b37b-fb09-43a6-8287-e7e410a25faf HTTP/1.1" status: 404 len: 339 time: 0.0256286 Jul 09 16:39:36.644553 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34328) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:36.685257 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-71b6d35b-2971-41c3-89e5-802ab193892e tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] DELETE failed (client error): The resource could not be found. Jul 09 16:39:36.685745 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71b6d35b-2971-41c3-89e5-802ab193892e tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:39:36.690001 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-71b6d35b-2971-41c3-89e5-802ab193892e tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "DELETE /v2.0/subnets/3c61d5a5-b30d-45b5-b794-5147c4ba725f HTTP/1.1" status: 404 len: 337 time: 0.0420365 Jul 09 16:39:36.690321 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34330) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:36.714621 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a794c96-bfd6-4fbe-9372-369bac3c78e6 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] DELETE failed (client error): The resource could not be found. Jul 09 16:39:36.715688 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a794c96-bfd6-4fbe-9372-369bac3c78e6 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:39:36.720215 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-1a794c96-bfd6-4fbe-9372-369bac3c78e6 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "DELETE /v2.0/networks/d4645722-8fd0-4f7d-8ea1-9d2118116590 HTTP/1.1" status: 404 len: 339 time: 0.0266273 Jul 09 16:39:36.720517 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34332) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:36.774262 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-b371ad30-88d1-4dbc-be75-e2fddd5aa2e2 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] DELETE failed (client error): The resource could not be found. Jul 09 16:39:36.775957 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b371ad30-88d1-4dbc-be75-e2fddd5aa2e2 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:39:36.781338 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b371ad30-88d1-4dbc-be75-e2fddd5aa2e2 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "DELETE /v2.0/subnets/436a1f1d-f7de-4ee1-ae8a-f27b7e81403e HTTP/1.1" status: 404 len: 337 time: 0.0573649 Jul 09 16:39:36.782109 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34334) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:36.806987 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d7a44ca-1d02-407d-81c1-7c0ffa9c3582 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] DELETE failed (client error): The resource could not be found. Jul 09 16:39:36.808128 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d7a44ca-1d02-407d-81c1-7c0ffa9c3582 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:39:36.813683 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-4d7a44ca-1d02-407d-81c1-7c0ffa9c3582 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "DELETE /v2.0/networks/85fc1081-b470-4744-ac6b-6a112c374c7a HTTP/1.1" status: 404 len: 339 time: 0.0300624 Jul 09 16:39:36.814970 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34336) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:36.844140 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d9233bf-2f85-4d73-9dc6-6fdf386c3081 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] DELETE failed (client error): The resource could not be found. Jul 09 16:39:36.844604 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d9233bf-2f85-4d73-9dc6-6fdf386c3081 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:39:36.846370 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2d9233bf-2f85-4d73-9dc6-6fdf386c3081 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "DELETE /v2.0/subnets/088672d5-f7c6-40bf-b363-6438eb3b2159 HTTP/1.1" status: 404 len: 337 time: 0.0300274 Jul 09 16:39:36.850214 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34338) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:36.857220 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e25742-486e-4943-9bef-534c0f13e816 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Router 8670251d-5ce3-4add-9da2-315ead2c9a4e has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:39:36.881388 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e44a4b5-1578-44b6-ba06-2fe6687f8ecd tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] DELETE failed (client error): The resource could not be found. Jul 09 16:39:36.882217 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e44a4b5-1578-44b6-ba06-2fe6687f8ecd tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:39:36.887287 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2e44a4b5-1578-44b6-ba06-2fe6687f8ecd tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "DELETE /v2.0/networks/0ff478d2-ee65-42a5-aa40-f0e4002dd8ba HTTP/1.1" status: 404 len: 339 time: 0.0358543 Jul 09 16:39:36.888853 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34340) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:36.955045 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-0265c421-3553-4c68-beca-aeb69b7bf246 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Deleting subnet ef91581b-773c-4bfc-927a-bae4e90af7fa {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:39:36.959001 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0265c421-3553-4c68-beca-aeb69b7bf246 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:36.976207 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e25742-486e-4943-9bef-534c0f13e816 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:39:36.986131 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7d20fd-d706-4036-813b-d42f38c247a5 None None] Sync routers for ids ['8670251d-5ce3-4add-9da2-315ead2c9a4e'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:39:36.994434 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a7e25742-486e-4943-9bef-534c0f13e816 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "PUT /v2.0/routers/8670251d-5ce3-4add-9da2-315ead2c9a4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4598577 Jul 09 16:39:36.995153 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34342) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:36.996922 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7d20fd-d706-4036-813b-d42f38c247a5 None None] Routers {'8670251d-5ce3-4add-9da2-315ead2c9a4e'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:39:36.997560 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-9e7d20fd-d706-4036-813b-d42f38c247a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:39:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['8670251d-5ce3-4add-9da2-315ead2c9a4e'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:37.048576 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-9e7d20fd-d706-4036-813b-d42f38c247a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:37.069444 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7d20fd-d706-4036-813b-d42f38c247a5 None None] Routers {'8670251d-5ce3-4add-9da2-315ead2c9a4e'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:39:37.070073 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-9e7d20fd-d706-4036-813b-d42f38c247a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:39:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['8670251d-5ce3-4add-9da2-315ead2c9a4e'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:37.099027 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0265c421-3553-4c68-beca-aeb69b7bf246 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:37.116151 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-9e7d20fd-d706-4036-813b-d42f38c247a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:37.117656 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7d20fd-d706-4036-813b-d42f38c247a5 None None] The sync data for ids ['8670251d-5ce3-4add-9da2-315ead2c9a4e'] in n-d-798930-3 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:39:37.306114 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0265c421-3553-4c68-beca-aeb69b7bf246 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:37.428103 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0265c421-3553-4c68-beca-aeb69b7bf246 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:37.463305 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265c421-3553-4c68-beca-aeb69b7bf246 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Pushing event deleted for resources: {'Subnet': ['ID=ef91581b-773c-4bfc-927a-bae4e90af7fa,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:37.466140 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0265c421-3553-4c68-beca-aeb69b7bf246 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:37.468103 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0265c421-3553-4c68-beca-aeb69b7bf246 tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "DELETE /v2.0/subnets/ef91581b-773c-4bfc-927a-bae4e90af7fa HTTP/1.1" status: 204 len: 168 time: 0.5793302 Jul 09 16:39:37.470834 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34348) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:37.471441 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37709273-9bdd-401b-aa82-a3fb2ce26efd None None] Network 705ea596-e648-4a03-ab56-efc04bbf73eb requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:39:37.594508 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9f6c63e0-3ca0-420e-a526-a6e6eb817d3e tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:37.667542 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9f5bd778-fbbd-4027-9bb8-b9b84f940141 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:37.778483 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-9f6c63e0-3ca0-420e-a526-a6e6eb817d3e tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Deleting port 98b05254-42d4-4be9-a0b3-6ed9bb81f2ba {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:39:37.778931 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9f6c63e0-3ca0-420e-a526-a6e6eb817d3e tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:37.809315 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fbd3a7-3e89-4bac-9e6a-197ba314d472 None None] DHCP port deletion for 705ea596-e648-4a03-ab56-efc04bbf73eb request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:39:37.884388 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-18fbd3a7-3e89-4bac-9e6a-197ba314d472 None None] Deleting port 98b05254-42d4-4be9-a0b3-6ed9bb81f2ba {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:39:37.885019 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-18fbd3a7-3e89-4bac-9e6a-197ba314d472 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:37.906449 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-9f6c63e0-3ca0-420e-a526-a6e6eb817d3e tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] For port 98b05254-42d4-4be9-a0b3-6ed9bb81f2ba, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=98b05254-42d4-4be9-a0b3-6ed9bb81f2ba,segment=NetworkSegment(a70f16cc-f264-4110-a977-8be81076103b),segment_id=a70f16cc-f264-4110-a977-8be81076103b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:37.906928 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9f6c63e0-3ca0-420e-a526-a6e6eb817d3e tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:37.924508 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-9f6c63e0-3ca0-420e-a526-a6e6eb817d3e tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Calling delete_port for 98b05254-42d4-4be9-a0b3-6ed9bb81f2ba owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:39:37.977254 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-18fbd3a7-3e89-4bac-9e6a-197ba314d472 None None] For port 98b05254-42d4-4be9-a0b3-6ed9bb81f2ba, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=98b05254-42d4-4be9-a0b3-6ed9bb81f2ba,segment=NetworkSegment(a70f16cc-f264-4110-a977-8be81076103b),segment_id=a70f16cc-f264-4110-a977-8be81076103b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:37.978032 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-18fbd3a7-3e89-4bac-9e6a-197ba314d472 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:37.995659 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-18fbd3a7-3e89-4bac-9e6a-197ba314d472 None None] Calling delete_port for 98b05254-42d4-4be9-a0b3-6ed9bb81f2ba owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:39:38.102205 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9f6c63e0-3ca0-420e-a526-a6e6eb817d3e tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:38.114606 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-18fbd3a7-3e89-4bac-9e6a-197ba314d472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:38.142305 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6c63e0-3ca0-420e-a526-a6e6eb817d3e tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Pushing event deleted for resources: {'Port': ['ID=98b05254-42d4-4be9-a0b3-6ed9bb81f2ba,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:38.146040 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fbd3a7-3e89-4bac-9e6a-197ba314d472 None None] No DVR routers for this DVR port 98b05254-42d4-4be9-a0b3-6ed9bb81f2ba on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:39:38.146422 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6c63e0-3ca0-420e-a526-a6e6eb817d3e tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] No DVR routers for this DVR port 98b05254-42d4-4be9-a0b3-6ed9bb81f2ba on host n-d-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:39:38.150817 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-9f5bd778-fbbd-4027-9bb8-b9b84f940141 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Deleting port 1ddf55d7-1865-4624-8169-959a9002c641 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:39:38.151031 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fbd3a7-3e89-4bac-9e6a-197ba314d472 None None] Pushing event deleted for resources: {'Port': ['ID=98b05254-42d4-4be9-a0b3-6ed9bb81f2ba,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:38.154428 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9f5bd778-fbbd-4027-9bb8-b9b84f940141 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:38.307629 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9f6c63e0-3ca0-420e-a526-a6e6eb817d3e tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:38.324414 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-9f6c63e0-3ca0-420e-a526-a6e6eb817d3e tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['705ea596-e648-4a03-ab56-efc04bbf73eb']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:38.344268 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-9f6c63e0-3ca0-420e-a526-a6e6eb817d3e tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a70f16cc-f264-4110-a977-8be81076103b') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:38.344561 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-9f6c63e0-3ca0-420e-a526-a6e6eb817d3e tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a70f16cc-f264-4110-a977-8be81076103b') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:38.360735 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9f5bd778-fbbd-4027-9bb8-b9b84f940141 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:38.371351 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9f6c63e0-3ca0-420e-a526-a6e6eb817d3e tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:38.384305 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-9f5bd778-fbbd-4027-9bb8-b9b84f940141 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Calling delete_port for 1ddf55d7-1865-4624-8169-959a9002c641 owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:39:38.394077 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9f6c63e0-3ca0-420e-a526-a6e6eb817d3e tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:38.406187 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f6c63e0-3ca0-420e-a526-a6e6eb817d3e tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:39:38.406617 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9f6c63e0-3ca0-420e-a526-a6e6eb817d3e tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:38.409912 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:39:38.409912 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:39:38.409912 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:39:38.409912 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:39:38.409912 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:39:38.409912 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:39:38.409912 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:39:38.409912 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:39:38.409912 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:39:38.409912 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:39:38.409912 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:39:38.409912 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:39:38.409912 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:39:38.409912 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:39:38.409912 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:39:38.409912 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:39:38.409912 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:39:38.409912 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:39:38.409912 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:39:38.409912 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:39:38.409912 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:39:38.409912 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:39:38.409912 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:39:38.409912 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:39:38.409912 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:39:38.409912 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:39:38.409912 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:39:38.409912 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:39:38.409912 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:39:38.409912 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:39:38.409912 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:39:38.409912 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:39:38.516441 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9f6c63e0-3ca0-420e-a526-a6e6eb817d3e tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:38.527434 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9f6c63e0-3ca0-420e-a526-a6e6eb817d3e tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:38.529297 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-9f6c63e0-3ca0-420e-a526-a6e6eb817d3e tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] 10.222.0.98 "DELETE /v2.0/networks/705ea596-e648-4a03-ab56-efc04bbf73eb HTTP/1.1" status: 204 len: 168 time: 1.0571845 Jul 09 16:39:38.551178 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6c63e0-3ca0-420e-a526-a6e6eb817d3e tempest-NetworksTest-1823594018 tempest-NetworksTest-1823594018-project] Pushing event deleted for resources: {'Network': ['ID=705ea596-e648-4a03-ab56-efc04bbf73eb,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:38.679373 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9f5bd778-fbbd-4027-9bb8-b9b84f940141 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:38.745633 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5bd778-fbbd-4027-9bb8-b9b84f940141 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event deleted for resources: {'Port': ['ID=1ddf55d7-1865-4624-8169-959a9002c641,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:38.847025 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34364) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:39.123270 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34368) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:39.331273 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 98b05254-42d4-4be9-a0b3-6ed9bb81f2ba no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:39:39.376240 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 98b05254-42d4-4be9-a0b3-6ed9bb81f2ba {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:39:39.377840 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 98b05254-42d4-4be9-a0b3-6ed9bb81f2ba not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:39:39.413907 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9f5bd778-fbbd-4027-9bb8-b9b84f940141 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:39.479144 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8d4d0ade-59ad-4cbe-b5e4-c96b8755acea admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=15d8959ba04b47778a327d946b70438e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3543923 Jul 09 16:39:39.483825 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34372) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:39.588498 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ecde702e-3aad-4b60-8f92-8dc0a305c0ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:39.603587 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f5bd778-fbbd-4027-9bb8-b9b84f940141 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Router 8670251d-5ce3-4add-9da2-315ead2c9a4e has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:39:39.618174 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ecde702e-3aad-4b60-8f92-8dc0a305c0ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:39.665274 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0757537f-65fe-487f-b420-cd6fb4e10ea4 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:39.727444 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ecde702e-3aad-4b60-8f92-8dc0a305c0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:39.727993 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5bd778-fbbd-4027-9bb8-b9b84f940141 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:39:39.731059 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ecde702e-3aad-4b60-8f92-8dc0a305c0ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:39.732301 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ecde702e-3aad-4b60-8f92-8dc0a305c0ee admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/082df3c7-aef3-4ef2-bd46-e724f06934fc HTTP/1.1" status: 204 len: 168 time: 0.2472317 Jul 09 16:39:39.742559 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f8141f-227b-48ad-a131-b1660fa7d1ca None None] Sync routers for ids ['8670251d-5ce3-4add-9da2-315ead2c9a4e'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:39:39.744681 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-9f5bd778-fbbd-4027-9bb8-b9b84f940141 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "PUT /v2.0/routers/8670251d-5ce3-4add-9da2-315ead2c9a4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7485154 Jul 09 16:39:39.747319 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34376) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:39.783490 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2dba6164-c4e8-438d-bad9-524ac5f8f1e3 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "GET /v2.0/ports?device_id=8670251d-5ce3-4add-9da2-315ead2c9a4e HTTP/1.1" status: 200 len: 205 time: 0.0348213 Jul 09 16:39:39.790167 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34384) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:39.795950 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f8141f-227b-48ad-a131-b1660fa7d1ca None None] Routers {'8670251d-5ce3-4add-9da2-315ead2c9a4e'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:39:39.796617 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-70f8141f-227b-48ad-a131-b1660fa7d1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:39:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['8670251d-5ce3-4add-9da2-315ead2c9a4e'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:39.805884 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde702e-3aad-4b60-8f92-8dc0a305c0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082df3c7-aef3-4ef2-bd46-e724f06934fc,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:39.925497 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-70f8141f-227b-48ad-a131-b1660fa7d1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:39.954908 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f8141f-227b-48ad-a131-b1660fa7d1ca None None] Routers {'8670251d-5ce3-4add-9da2-315ead2c9a4e'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:39:39.955832 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-70f8141f-227b-48ad-a131-b1660fa7d1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:39:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['8670251d-5ce3-4add-9da2-315ead2c9a4e'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:39.996425 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-235ac2db-a653-4181-92ad-c0628e227ec2 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:40.019198 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-70f8141f-227b-48ad-a131-b1660fa7d1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:40.020727 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f8141f-227b-48ad-a131-b1660fa7d1ca None None] The sync data for ids ['8670251d-5ce3-4add-9da2-315ead2c9a4e'] in n-d-798930-3 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:39:40.145183 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:40.272202 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-235ac2db-a653-4181-92ad-c0628e227ec2 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:40.274584 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-235ac2db-a653-4181-92ad-c0628e227ec2 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:40.337799 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-235ac2db-a653-4181-92ad-c0628e227ec2 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:40.338305 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235ac2db-a653-4181-92ad-c0628e227ec2 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Fanout notify agent at l3_agent the message router_deleted on router 8670251d-5ce3-4add-9da2-315ead2c9a4e {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:39:40.353723 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-0757537f-65fe-487f-b420-cd6fb4e10ea4 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Deleting port eadd2209-f8f1-46b7-bcec-dd0c57a14b29 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:39:40.354652 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0757537f-65fe-487f-b420-cd6fb4e10ea4 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:40.356899 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-235ac2db-a653-4181-92ad-c0628e227ec2 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:40.361028 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34396) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:40.361195 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-235ac2db-a653-4181-92ad-c0628e227ec2 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "DELETE /v2.0/routers/8670251d-5ce3-4add-9da2-315ead2c9a4e HTTP/1.1" status: 204 len: 168 time: 0.5703881 Jul 09 16:39:40.559294 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-33b6894b-a15e-4243-99e6-fb1ab20cba4f tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Deleting subnet 586cb5d5-842d-4ada-954a-3c941ff0d3f1 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:39:40.566357 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-33b6894b-a15e-4243-99e6-fb1ab20cba4f tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:40.629764 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-0757537f-65fe-487f-b420-cd6fb4e10ea4 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] For port eadd2209-f8f1-46b7-bcec-dd0c57a14b29, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=eadd2209-f8f1-46b7-bcec-dd0c57a14b29,segment=NetworkSegment(ceed1d2b-b9f6-4842-8d60-b16bc66c3e68),segment_id=ceed1d2b-b9f6-4842-8d60-b16bc66c3e68)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:40.630133 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0757537f-65fe-487f-b420-cd6fb4e10ea4 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:40.654567 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-0757537f-65fe-487f-b420-cd6fb4e10ea4 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Calling delete_port for eadd2209-f8f1-46b7-bcec-dd0c57a14b29 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:39:40.658876 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-33b6894b-a15e-4243-99e6-fb1ab20cba4f tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:40.892640 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-33b6894b-a15e-4243-99e6-fb1ab20cba4f tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:40.995277 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34410) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:41.073759 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-33b6894b-a15e-4243-99e6-fb1ab20cba4f tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:41.121502 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b6894b-a15e-4243-99e6-fb1ab20cba4f tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event deleted for resources: {'Subnet': ['ID=586cb5d5-842d-4ada-954a-3c941ff0d3f1,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:41.129623 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-33b6894b-a15e-4243-99e6-fb1ab20cba4f tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:41.132307 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-33b6894b-a15e-4243-99e6-fb1ab20cba4f tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "DELETE /v2.0/subnets/586cb5d5-842d-4ada-954a-3c941ff0d3f1 HTTP/1.1" status: 204 len: 168 time: 0.7699299 Jul 09 16:39:41.138909 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34416) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:41.142420 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b26db35-8283-4dea-a5a2-95bd7e8e47b6 None None] Network fd65e6b6-ac3b-46ca-a05a-04252eb47d3c requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:39:41.156306 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-a3610e4f-dacc-42a4-a599-5554e661e026 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-739923140'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:39:41.182198 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0757537f-65fe-487f-b420-cd6fb4e10ea4 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:41.211545 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3610e4f-dacc-42a4-a599-5554e661e026 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Made reservation on behalf of 522630d2233142e4a30463472a66f8be for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:39:41.216297 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a3610e4f-dacc-42a4-a599-5554e661e026 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:41.241982 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a3610e4f-dacc-42a4-a599-5554e661e026 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:41.272265 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757537f-65fe-487f-b420-cd6fb4e10ea4 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event deleted for resources: {'Port': ['ID=eadd2209-f8f1-46b7-bcec-dd0c57a14b29,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:41.359513 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f572eca-9867-4650-a970-c9ef8d1b7073 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Deleting subnet 81e9c29d-30bc-4d02-9c7c-1b16a9fe4d02 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:39:41.423239 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a3610e4f-dacc-42a4-a599-5554e661e026 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:41.429500 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a3610e4f-dacc-42a4-a599-5554e661e026 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:41.460788 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3610e4f-dacc-42a4-a599-5554e661e026 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:39:41.499372 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a3610e4f-dacc-42a4-a599-5554e661e026 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:41.499728 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-a3610e4f-dacc-42a4-a599-5554e661e026 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Added segment 6c8764ae-d334-4b40-af78-3150c7acb438 of type vlan for network 2971ec84-98ac-414f-bfb1-3e6f2f62f02b Jul 09 16:39:41.501313 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3610e4f-dacc-42a4-a599-5554e661e026 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61a238ef-8f88-447e-86a6-883365cc8045,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:41.576441 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a99b92e-8e2e-47a8-a38a-f000cd9961f9 None None] DHCP port deletion for fd65e6b6-ac3b-46ca-a05a-04252eb47d3c request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:39:41.582449 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a3610e4f-dacc-42a4-a599-5554e661e026 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:41.587923 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0757537f-65fe-487f-b420-cd6fb4e10ea4 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:41.591307 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f572eca-9867-4650-a970-c9ef8d1b7073 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:41.625230 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a3610e4f-dacc-42a4-a599-5554e661e026 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:41.633178 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3610e4f-dacc-42a4-a599-5554e661e026 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:41.638290 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a3610e4f-dacc-42a4-a599-5554e661e026 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:41.675236 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-5a99b92e-8e2e-47a8-a38a-f000cd9961f9 None None] Deleting port cd03f5e7-b444-45c1-99ae-3bb1bf77a06c {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:39:41.675858 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5a99b92e-8e2e-47a8-a38a-f000cd9961f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:41.728576 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a3610e4f-dacc-42a4-a599-5554e661e026 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7317488 Jul 09 16:39:41.729176 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34426) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:41.742111 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-c5bad95a-132f-43e5-9449-fb0dac347f85 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Request body: {'port': {'network_id': '2971ec84-98ac-414f-bfb1-3e6f2f62f02b', 'name': 'tempest-PortsIpV6TestJSON-1552277849'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:39:41.761057 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-5a99b92e-8e2e-47a8-a38a-f000cd9961f9 None None] For port cd03f5e7-b444-45c1-99ae-3bb1bf77a06c, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=cd03f5e7-b444-45c1-99ae-3bb1bf77a06c,segment=NetworkSegment(3233b0dd-a1c6-41cf-a891-7d939afd87d4),segment_id=3233b0dd-a1c6-41cf-a891-7d939afd87d4)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:41.761729 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5a99b92e-8e2e-47a8-a38a-f000cd9961f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:41.776248 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-5a99b92e-8e2e-47a8-a38a-f000cd9961f9 None None] Calling delete_port for cd03f5e7-b444-45c1-99ae-3bb1bf77a06c owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:39:41.842681 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3610e4f-dacc-42a4-a599-5554e661e026 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event updated for resources: {'Network': ['ID=2971ec84-98ac-414f-bfb1-3e6f2f62f02b,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:41.873706 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 2971ec84-98ac-414f-bfb1-3e6f2f62f02b details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:39:41.887791 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5a99b92e-8e2e-47a8-a38a-f000cd9961f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:41.931936 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f572eca-9867-4650-a970-c9ef8d1b7073 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:41.967389 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a99b92e-8e2e-47a8-a38a-f000cd9961f9 None None] Pushing event deleted for resources: {'Port': ['ID=cd03f5e7-b444-45c1-99ae-3bb1bf77a06c,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:41.973316 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0757537f-65fe-487f-b420-cd6fb4e10ea4 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Router dee8237e-4c09-4cfb-b57e-9e70ad6304d8 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:39:41.975773 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5bad95a-132f-43e5-9449-fb0dac347f85 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Made reservation on behalf of 522630d2233142e4a30463472a66f8be for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:39:41.979401 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a99b92e-8e2e-47a8-a38a-f000cd9961f9 None None] No DVR routers for this DVR port cd03f5e7-b444-45c1-99ae-3bb1bf77a06c on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:39:41.999544 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c5bad95a-132f-43e5-9449-fb0dac347f85 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:42.048661 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c5bad95a-132f-43e5-9449-fb0dac347f85 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] device_id is not set on port c930b0cd-c2ef-49c0-9df9-d1d1fdcca853 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:39:42.205358 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f572eca-9867-4650-a970-c9ef8d1b7073 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:42.209910 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0757537f-65fe-487f-b420-cd6fb4e10ea4 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:39:42.220044 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797b69c4-620a-4ace-9c5e-2b663c000eb6 None None] Sync routers for ids ['dee8237e-4c09-4cfb-b57e-9e70ad6304d8'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:39:42.229488 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797b69c4-620a-4ace-9c5e-2b663c000eb6 None None] Routers {'dee8237e-4c09-4cfb-b57e-9e70ad6304d8'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:39:42.235164 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0757537f-65fe-487f-b420-cd6fb4e10ea4 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "PUT /v2.0/routers/dee8237e-4c09-4cfb-b57e-9e70ad6304d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3814938 Jul 09 16:39:42.235907 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-797b69c4-620a-4ace-9c5e-2b663c000eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:39:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['dee8237e-4c09-4cfb-b57e-9e70ad6304d8'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:42.293808 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f572eca-9867-4650-a970-c9ef8d1b7073 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:42.316523 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f572eca-9867-4650-a970-c9ef8d1b7073 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:42.321196 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce8a97f-bc9b-45c7-828c-16f84c4be956 None None] Network 5e25295f-0cb7-47b4-819b-b96a9cef4862 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:39:42.324309 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8f572eca-9867-4650-a970-c9ef8d1b7073 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "DELETE /v2.0/subnets/81e9c29d-30bc-4d02-9c7c-1b16a9fe4d02 HTTP/1.1" status: 204 len: 168 time: 1.1837125 Jul 09 16:39:42.326647 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34444) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:42.355416 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f572eca-9867-4650-a970-c9ef8d1b7073 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event deleted for resources: {'Subnet': ['ID=81e9c29d-30bc-4d02-9c7c-1b16a9fe4d02,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:42.460352 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-797b69c4-620a-4ace-9c5e-2b663c000eb6 None None] Set router dee8237e-4c09-4cfb-b57e-9e70ad6304d8 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:39:42.582860 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c5bad95a-132f-43e5-9449-fb0dac347f85 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:42.613227 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-71f061d4-a147-480a-8b96-7d0d57a64fca tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:42.684633 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abff55ff-48db-4ba5-b43b-deb8665240a0 None None] DHCP port deletion for 5e25295f-0cb7-47b4-819b-b96a9cef4862 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:39:42.800241 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-abff55ff-48db-4ba5-b43b-deb8665240a0 None None] Deleting port 351c915e-2623-42a2-a25f-61cbb51f95b5 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:39:42.801040 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-abff55ff-48db-4ba5-b43b-deb8665240a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:42.856066 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c5bad95a-132f-43e5-9449-fb0dac347f85 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:42.863961 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-71f061d4-a147-480a-8b96-7d0d57a64fca tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:42.913536 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-797b69c4-620a-4ace-9c5e-2b663c000eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'name': 'tempest-TestNetworkBasicOps-router-1156669059', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'ffb99aa3-290f-43d9-8eaf-8d23d4c9f488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:37:05Z', 'updated_at': '2021-07-09T16:39:41Z', 'revision_number': 6, 'project_id': 'e2634516774046048410a7faecd2c391', 'gw_port': {'id': 'ffb99aa3-290f-43d9-8eaf-8d23d4c9f488', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:eb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:37:07Z', 'updated_at': '2021-07-09T16:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'dcf7aaf5-8b7c-49eb-bf81-1bd0dbcc6cb2', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'floating_ip_address': '172.25.0.248', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'port_id': 'ecb5afe1-686c-4bb9-82cd-29eb29f888f8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4732bbe1-cdbe-4be8-be87-9afa48eeb457', 'mac_address': 'fa:16:3e:09:f4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03597ae-bd43-4059-87ea-582c8d184af7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:37:49Z', 'updated_at': '2021-07-09T16:37:56Z', 'revision_number': 1, 'project_id': 'e2634516774046048410a7faecd2c391', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ff8a328-02f5-451f-ab6d-233ba2d30a43', 'name': '', 'network_id': '4732bbe1-cdbe-4be8-be87-9afa48eeb457', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'mac_address': 'fa:16:3e:68:28:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '22bbec24-5cfd-4d99-b338-60b450cbf9e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:37:15Z', 'updated_at': '2021-07-09T16:37:28Z', 'revision_number': 5, 'project_id': 'e2634516774046048410a7faecd2c391', 'subnets': [{'id': '22bbec24-5cfd-4d99-b338-60b450cbf9e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:42.923593 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-abff55ff-48db-4ba5-b43b-deb8665240a0 None None] For port 351c915e-2623-42a2-a25f-61cbb51f95b5, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=351c915e-2623-42a2-a25f-61cbb51f95b5,segment=NetworkSegment(ffc7f707-086f-4f8f-8293-2b498824fb57),segment_id=ffc7f707-086f-4f8f-8293-2b498824fb57)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:42.924004 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-abff55ff-48db-4ba5-b43b-deb8665240a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:42.960071 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-abff55ff-48db-4ba5-b43b-deb8665240a0 None None] Calling delete_port for 351c915e-2623-42a2-a25f-61cbb51f95b5 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:39:42.979473 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-71f061d4-a147-480a-8b96-7d0d57a64fca tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd65e6b6-ac3b-46ca-a05a-04252eb47d3c']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:43.017566 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-71f061d4-a147-480a-8b96-7d0d57a64fca tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3233b0dd-a1c6-41cf-a891-7d939afd87d4') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:43.018252 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-71f061d4-a147-480a-8b96-7d0d57a64fca tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3233b0dd-a1c6-41cf-a891-7d939afd87d4') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:43.089020 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-71f061d4-a147-480a-8b96-7d0d57a64fca tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:43.097394 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bad95a-132f-43e5-9449-fb0dac347f85 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Checking segment: {'id': '6c8764ae-d334-4b40-af78-3150c7acb438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2971ec84-98ac-414f-bfb1-3e6f2f62f02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:39:43.097948 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bad95a-132f-43e5-9449-fb0dac347f85 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Network hostable DHCP agents. Network: 2971ec84-98ac-414f-bfb1-3e6f2f62f02b, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:39:43.111402 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bad95a-132f-43e5-9449-fb0dac347f85 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event updated for resources: {'Port': ['ID=c930b0cd-c2ef-49c0-9df9-d1d1fdcca853,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:43.118157 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-abff55ff-48db-4ba5-b43b-deb8665240a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:43.132990 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-71f061d4-a147-480a-8b96-7d0d57a64fca tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:43.139818 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abff55ff-48db-4ba5-b43b-deb8665240a0 None None] No DVR routers for this DVR port 351c915e-2623-42a2-a25f-61cbb51f95b5 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:39:43.154009 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71f061d4-a147-480a-8b96-7d0d57a64fca tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:39:43.155734 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-71f061d4-a147-480a-8b96-7d0d57a64fca tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:43.164165 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:39:43.164165 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:39:43.164165 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:39:43.164165 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:39:43.164165 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:39:43.164165 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:39:43.164165 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:39:43.164165 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:39:43.164165 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:39:43.164165 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:39:43.164165 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:39:43.164165 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:39:43.164165 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:39:43.164165 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:39:43.164165 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:39:43.164165 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:39:43.164165 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:39:43.164165 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:39:43.164165 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:39:43.164165 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:39:43.164165 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:39:43.164165 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:39:43.164165 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:39:43.164165 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:39:43.164165 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:39:43.164165 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:39:43.164165 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:39:43.164165 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:39:43.164165 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:39:43.164165 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:39:43.164165 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:39:43.164165 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:39:43.186387 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797b69c4-620a-4ace-9c5e-2b663c000eb6 None None] Checking router: dee8237e-4c09-4cfb-b57e-9e70ad6304d8 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:39:43.198748 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abff55ff-48db-4ba5-b43b-deb8665240a0 None None] Pushing event deleted for resources: {'Port': ['ID=351c915e-2623-42a2-a25f-61cbb51f95b5,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:43.211419 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797b69c4-620a-4ace-9c5e-2b663c000eb6 None None] Routers {'dee8237e-4c09-4cfb-b57e-9e70ad6304d8'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:39:43.212040 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-797b69c4-620a-4ace-9c5e-2b663c000eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:39:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['dee8237e-4c09-4cfb-b57e-9e70ad6304d8'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:43.265881 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bad95a-132f-43e5-9449-fb0dac347f85 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Network 2971ec84-98ac-414f-bfb1-3e6f2f62f02b is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:39:43.323085 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-c5bad95a-132f-43e5-9449-fb0dac347f85 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 2971ec84-98ac-414f-bfb1-3e6f2f62f02b) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:39:43.323705 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e979f1e-7fa0-4932-ab9a-29cfdea8d18e req-c82849b1-90b8-47f4-a525-5f204b7815bd tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:43.334590 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e66f8ee-7c9a-4b1b-bca4-7b1205e3eac8 None None] Network 2971ec84-98ac-414f-bfb1-3e6f2f62f02b requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:39:43.335147 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bad95a-132f-43e5-9449-fb0dac347f85 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:39:43.338852 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bad95a-132f-43e5-9449-fb0dac347f85 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:43.339649 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c5bad95a-132f-43e5-9449-fb0dac347f85 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:43.356224 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7e979f1e-7fa0-4932-ab9a-29cfdea8d18e req-c82849b1-90b8-47f4-a525-5f204b7815bd tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/ports?device_id=c94c9e93-1147-4dec-a40a-e8c2e54ca3a3 HTTP/1.1" status: 200 len: 946 time: 0.5055969 Jul 09 16:39:43.402517 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-71f061d4-a147-480a-8b96-7d0d57a64fca tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:43.412923 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34476) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:43.419501 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c5bad95a-132f-43e5-9449-fb0dac347f85 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6827931 Jul 09 16:39:43.434963 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-ec33fb2f-2ec3-4cea-9b6b-c9da037b591b tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-797627223'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:39:43.483179 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-71f061d4-a147-480a-8b96-7d0d57a64fca tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:43.485387 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-71f061d4-a147-480a-8b96-7d0d57a64fca tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "DELETE /v2.0/networks/fd65e6b6-ac3b-46ca-a05a-04252eb47d3c HTTP/1.1" status: 204 len: 168 time: 1.1552775 Jul 09 16:39:43.488450 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f061d4-a147-480a-8b96-7d0d57a64fca tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event deleted for resources: {'Network': ['ID=fd65e6b6-ac3b-46ca-a05a-04252eb47d3c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:43.493482 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34486) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:43.533082 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7e979f1e-7fa0-4932-ab9a-29cfdea8d18e req-308b934b-e8fc-48e4-9ccd-dd47b88887f1 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/security-groups?id=9dac7b09-25d1-4d4f-9e91-5f6b0a69c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758814 Jul 09 16:39:43.564990 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-797b69c4-620a-4ace-9c5e-2b663c000eb6 None None] Set router dee8237e-4c09-4cfb-b57e-9e70ad6304d8 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:39:43.571012 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec33fb2f-2ec3-4cea-9b6b-c9da037b591b tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Made reservation on behalf of 522630d2233142e4a30463472a66f8be for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:39:43.575504 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ec33fb2f-2ec3-4cea-9b6b-c9da037b591b tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:43.618959 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device cd03f5e7-b444-45c1-99ae-3bb1bf77a06c no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:39:43.627535 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec33fb2f-2ec3-4cea-9b6b-c9da037b591b tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:39:43.649260 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ec33fb2f-2ec3-4cea-9b6b-c9da037b591b tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:43.649854 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-ec33fb2f-2ec3-4cea-9b6b-c9da037b591b tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Added segment e253f457-f2c2-404b-adf9-88e5365844c4 of type vlan for network b0dbdbce-4cf8-4b14-a12d-84291422e3ca Jul 09 16:39:43.701305 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: cd03f5e7-b444-45c1-99ae-3bb1bf77a06c {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:39:43.703195 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device cd03f5e7-b444-45c1-99ae-3bb1bf77a06c not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:39:43.704891 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 351c915e-2623-42a2-a25f-61cbb51f95b5 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:39:43.720573 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a4942bed-57bc-4758-b8e0-3338b679eee5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:43.748737 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ec33fb2f-2ec3-4cea-9b6b-c9da037b591b tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:43.780918 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 351c915e-2623-42a2-a25f-61cbb51f95b5 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:39:43.781615 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 351c915e-2623-42a2-a25f-61cbb51f95b5 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:39:43.813347 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ec33fb2f-2ec3-4cea-9b6b-c9da037b591b tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:43.822780 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec33fb2f-2ec3-4cea-9b6b-c9da037b591b tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:43.823048 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ec33fb2f-2ec3-4cea-9b6b-c9da037b591b tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:43.858507 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ec33fb2f-2ec3-4cea-9b6b-c9da037b591b tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4445071 Jul 09 16:39:43.884808 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34496) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:43.896276 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-bce83caf-e1eb-4406-b943-9db8bc03c548 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Request body: {'ports': [{'network_id': '2971ec84-98ac-414f-bfb1-3e6f2f62f02b'}, {'network_id': 'b0dbdbce-4cf8-4b14-a12d-84291422e3ca'}]} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:39:43.896590 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-bce83caf-e1eb-4406-b943-9db8bc03c548 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Request body: {'port': {'network_id': '2971ec84-98ac-414f-bfb1-3e6f2f62f02b'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:39:43.901203 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-bce83caf-e1eb-4406-b943-9db8bc03c548 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Request body: {'port': {'network_id': 'b0dbdbce-4cf8-4b14-a12d-84291422e3ca'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:39:43.970611 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a4942bed-57bc-4758-b8e0-3338b679eee5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:43.996746 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-a4942bed-57bc-4758-b8e0-3338b679eee5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e25295f-0cb7-47b4-819b-b96a9cef4862']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:44.028470 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-a4942bed-57bc-4758-b8e0-3338b679eee5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffc7f707-086f-4f8f-8293-2b498824fb57') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:44.029161 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-a4942bed-57bc-4758-b8e0-3338b679eee5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffc7f707-086f-4f8f-8293-2b498824fb57') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:44.049256 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a4942bed-57bc-4758-b8e0-3338b679eee5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:44.092765 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a4942bed-57bc-4758-b8e0-3338b679eee5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:44.093800 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-797b69c4-620a-4ace-9c5e-2b663c000eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'name': 'tempest-TestNetworkBasicOps-router-1156669059', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'ffb99aa3-290f-43d9-8eaf-8d23d4c9f488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:37:05Z', 'updated_at': '2021-07-09T16:39:41Z', 'revision_number': 6, 'project_id': 'e2634516774046048410a7faecd2c391', 'gw_port': {'id': 'ffb99aa3-290f-43d9-8eaf-8d23d4c9f488', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:eb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:37:07Z', 'updated_at': '2021-07-09T16:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'dcf7aaf5-8b7c-49eb-bf81-1bd0dbcc6cb2', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'floating_ip_address': '172.25.0.248', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'port_id': 'ecb5afe1-686c-4bb9-82cd-29eb29f888f8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4732bbe1-cdbe-4be8-be87-9afa48eeb457', 'mac_address': 'fa:16:3e:09:f4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03597ae-bd43-4059-87ea-582c8d184af7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:37:49Z', 'updated_at': '2021-07-09T16:37:56Z', 'revision_number': 1, 'project_id': 'e2634516774046048410a7faecd2c391', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ff8a328-02f5-451f-ab6d-233ba2d30a43', 'name': '', 'network_id': '4732bbe1-cdbe-4be8-be87-9afa48eeb457', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'mac_address': 'fa:16:3e:68:28:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '22bbec24-5cfd-4d99-b338-60b450cbf9e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:37:15Z', 'updated_at': '2021-07-09T16:37:28Z', 'revision_number': 5, 'project_id': 'e2634516774046048410a7faecd2c391', 'subnets': [{'id': '22bbec24-5cfd-4d99-b338-60b450cbf9e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:44.095145 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33fb2f-2ec3-4cea-9b6b-c9da037b591b tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event updated for resources: {'Network': ['ID=b0dbdbce-4cf8-4b14-a12d-84291422e3ca,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:44.109595 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network b0dbdbce-4cf8-4b14-a12d-84291422e3ca details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:39:44.118023 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4942bed-57bc-4758-b8e0-3338b679eee5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:39:44.118606 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a4942bed-57bc-4758-b8e0-3338b679eee5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:44.123387 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:39:44.123387 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:39:44.123387 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:39:44.123387 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:39:44.123387 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:39:44.123387 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:39:44.123387 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:39:44.123387 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:39:44.123387 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:39:44.123387 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:39:44.123387 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:39:44.123387 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:39:44.123387 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:39:44.123387 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:39:44.123387 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:39:44.123387 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:39:44.123387 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:39:44.123387 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:39:44.123387 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:39:44.123387 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:39:44.123387 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:39:44.123387 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:39:44.123387 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:39:44.123387 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:39:44.123387 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:39:44.123387 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:39:44.123387 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:39:44.123387 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:39:44.123387 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:39:44.123387 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:39:44.123387 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:39:44.123387 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:39:44.181548 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797b69c4-620a-4ace-9c5e-2b663c000eb6 None None] The sync data for ids ['dee8237e-4c09-4cfb-b57e-9e70ad6304d8'] in n-d-798930-3 is: [{'id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'name': 'tempest-TestNetworkBasicOps-router-1156669059', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'ffb99aa3-290f-43d9-8eaf-8d23d4c9f488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:37:05Z', 'updated_at': '2021-07-09T16:39:41Z', 'revision_number': 6, 'project_id': 'e2634516774046048410a7faecd2c391', 'gw_port': {'id': 'ffb99aa3-290f-43d9-8eaf-8d23d4c9f488', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:eb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:37:07Z', 'updated_at': '2021-07-09T16:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'dcf7aaf5-8b7c-49eb-bf81-1bd0dbcc6cb2', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'floating_ip_address': '172.25.0.248', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'port_id': 'ecb5afe1-686c-4bb9-82cd-29eb29f888f8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4732bbe1-cdbe-4be8-be87-9afa48eeb457', 'mac_address': 'fa:16:3e:09:f4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03597ae-bd43-4059-87ea-582c8d184af7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:37:49Z', 'updated_at': '2021-07-09T16:37:56Z', 'revision_number': 1, 'project_id': 'e2634516774046048410a7faecd2c391', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ff8a328-02f5-451f-ab6d-233ba2d30a43', 'name': '', 'network_id': '4732bbe1-cdbe-4be8-be87-9afa48eeb457', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'mac_address': 'fa:16:3e:68:28:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '22bbec24-5cfd-4d99-b338-60b450cbf9e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:37:15Z', 'updated_at': '2021-07-09T16:37:28Z', 'revision_number': 5, 'project_id': 'e2634516774046048410a7faecd2c391', 'subnets': [{'id': '22bbec24-5cfd-4d99-b338-60b450cbf9e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:39:44.227155 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a4942bed-57bc-4758-b8e0-3338b679eee5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:44.238660 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a4942bed-57bc-4758-b8e0-3338b679eee5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:44.250727 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a4942bed-57bc-4758-b8e0-3338b679eee5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "DELETE /v2.0/networks/5e25295f-0cb7-47b4-819b-b96a9cef4862 HTTP/1.1" status: 204 len: 168 time: 0.7511055 Jul 09 16:39:44.251308 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34506) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:44.258751 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-cc393420-7ddb-4dee-b36b-1f50b8f30354 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Request body: {'network': {'name': 'tempest-RoutersTest-329945402'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:39:44.275082 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4942bed-57bc-4758-b8e0-3338b679eee5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event deleted for resources: {'Network': ['ID=5e25295f-0cb7-47b4-819b-b96a9cef4862,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:44.300175 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc393420-7ddb-4dee-b36b-1f50b8f30354 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Made reservation on behalf of 850e57f21d324dbe951314eb6bfbdc4a for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:39:44.304429 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc393420-7ddb-4dee-b36b-1f50b8f30354 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:44.337617 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce83caf-e1eb-4406-b943-9db8bc03c548 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Made reservation on behalf of 522630d2233142e4a30463472a66f8be for: {'port': 2} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:39:44.342226 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bce83caf-e1eb-4406-b943-9db8bc03c548 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:44.359318 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc393420-7ddb-4dee-b36b-1f50b8f30354 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:39:44.365046 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bce83caf-e1eb-4406-b943-9db8bc03c548 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:44.379463 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc393420-7ddb-4dee-b36b-1f50b8f30354 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:44.379824 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-cc393420-7ddb-4dee-b36b-1f50b8f30354 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Added segment 8af3f554-cd1c-4fbd-81b3-4d0c110c845d of type vlan for network 7a6aa951-7ea6-4d10-b28e-3b8128869946 Jul 09 16:39:44.941151 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc393420-7ddb-4dee-b36b-1f50b8f30354 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:44.969543 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-bce83caf-e1eb-4406-b943-9db8bc03c548 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] device_id is not set on port e976fe82-8b09-444c-aabf-885585da500c yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:39:45.048742 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc393420-7ddb-4dee-b36b-1f50b8f30354 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:45.056004 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc393420-7ddb-4dee-b36b-1f50b8f30354 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:45.056669 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc393420-7ddb-4dee-b36b-1f50b8f30354 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:45.136534 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc393420-7ddb-4dee-b36b-1f50b8f30354 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event updated for resources: {'Network': ['ID=7a6aa951-7ea6-4d10-b28e-3b8128869946,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:45.162878 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9187609-3975-4296-ad57-aa7224d66690 req-c3fe9c41-3f49-4fa4-9ff5-875331aeffac tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:45.163103 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 7a6aa951-7ea6-4d10-b28e-3b8128869946 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:39:45.163742 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e9187609-3975-4296-ad57-aa7224d66690 req-c3fe9c41-3f49-4fa4-9ff5-875331aeffac tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.73 "GET /v2.0/ports?device_id=c94c9e93-1147-4dec-a40a-e8c2e54ca3a3 HTTP/1.1" status: 200 len: 946 time: 0.7692256 Jul 09 16:39:45.243798 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dccc7fd-ffbf-4d13-a9e0-21f49e6c982a req-fab5305e-1f7f-44c3-b72c-b13f69b94bdf tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:45.250853 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8dccc7fd-ffbf-4d13-a9e0-21f49e6c982a req-fab5305e-1f7f-44c3-b72c-b13f69b94bdf tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/ports?device_id=c94c9e93-1147-4dec-a40a-e8c2e54ca3a3 HTTP/1.1" status: 200 len: 946 time: 0.3577921 Jul 09 16:39:45.278387 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34548) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:45.279026 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-cc393420-7ddb-4dee-b36b-1f50b8f30354 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0262387 Jul 09 16:39:45.287367 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-ea3afacb-1396-40d7-8c90-7e05157a3a74 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Request body: {'subnet': {'network_id': '7a6aa951-7ea6-4d10-b28e-3b8128869946', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:39:45.326333 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device eadd2209-f8f1-46b7-bcec-dd0c57a14b29 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:39:45.362338 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: eadd2209-f8f1-46b7-bcec-dd0c57a14b29 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:39:45.362690 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device eadd2209-f8f1-46b7-bcec-dd0c57a14b29 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:39:45.368961 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8dccc7fd-ffbf-4d13-a9e0-21f49e6c982a req-40516ff0-ebe8-4c4f-bddd-e69a654cd84b tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/security-groups?id=9dac7b09-25d1-4d4f-9e91-5f6b0a69c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171551 Jul 09 16:39:45.452849 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bce83caf-e1eb-4406-b943-9db8bc03c548 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:45.498349 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3afacb-1396-40d7-8c90-7e05157a3a74 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Made reservation on behalf of 850e57f21d324dbe951314eb6bfbdc4a for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:39:45.502684 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ea3afacb-1396-40d7-8c90-7e05157a3a74 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:45.539554 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-e9187609-3975-4296-ad57-aa7224d66690 req-726b175e-e0ce-481f-ab08-d58e8e1cd12d tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Deleting port 3267d6bf-2401-49fb-b221-9bbf1cccba37 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:39:45.539554 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e9187609-3975-4296-ad57-aa7224d66690 req-726b175e-e0ce-481f-ab08-d58e8e1cd12d tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:45.546104 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-bce83caf-e1eb-4406-b943-9db8bc03c548 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] device_id is not set on port 4e5bcf79-70b9-4820-b93f-92fd031670ee yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:39:45.661254 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-e9187609-3975-4296-ad57-aa7224d66690 req-726b175e-e0ce-481f-ab08-d58e8e1cd12d tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] For port 3267d6bf-2401-49fb-b221-9bbf1cccba37, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=3267d6bf-2401-49fb-b221-9bbf1cccba37,segment=NetworkSegment(ceed1d2b-b9f6-4842-8d60-b16bc66c3e68),segment_id=ceed1d2b-b9f6-4842-8d60-b16bc66c3e68)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:45.661727 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e9187609-3975-4296-ad57-aa7224d66690 req-726b175e-e0ce-481f-ab08-d58e8e1cd12d tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:45.709129 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-e9187609-3975-4296-ad57-aa7224d66690 req-726b175e-e0ce-481f-ab08-d58e8e1cd12d tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Calling delete_port for 3267d6bf-2401-49fb-b221-9bbf1cccba37 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:39:45.750156 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ea3afacb-1396-40d7-8c90-7e05157a3a74 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:45.809201 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bce83caf-e1eb-4406-b943-9db8bc03c548 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:45.831284 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3afacb-1396-40d7-8c90-7e05157a3a74 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event updated for resources: {'Subnet': ['ID=ac91236f-10d3-4a2e-ad55-b3f764881d6e,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:45.842949 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3afacb-1396-40d7-8c90-7e05157a3a74 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Checking segment: {'id': '8af3f554-cd1c-4fbd-81b3-4d0c110c845d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7a6aa951-7ea6-4d10-b28e-3b8128869946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:39:45.843316 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3afacb-1396-40d7-8c90-7e05157a3a74 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Network hostable DHCP agents. Network: 7a6aa951-7ea6-4d10-b28e-3b8128869946, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:39:45.863646 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3afacb-1396-40d7-8c90-7e05157a3a74 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Network 7a6aa951-7ea6-4d10-b28e-3b8128869946 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:39:45.885129 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-ea3afacb-1396-40d7-8c90-7e05157a3a74 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 7a6aa951-7ea6-4d10-b28e-3b8128869946) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:39:45.902720 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25785da6-7334-4830-92ee-e4aff4e084ce None None] Network 7a6aa951-7ea6-4d10-b28e-3b8128869946 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:39:45.922222 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3afacb-1396-40d7-8c90-7e05157a3a74 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:45.923139 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ea3afacb-1396-40d7-8c90-7e05157a3a74 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:45.928991 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bce83caf-e1eb-4406-b943-9db8bc03c548 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:45.959574 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ea3afacb-1396-40d7-8c90-7e05157a3a74 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6785417 Jul 09 16:39:45.963748 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34552) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:45.971114 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-dd5e3fe9-1126-4004-a0ba-ff65cf3be108 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1010804024', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:39:46.030734 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce83caf-e1eb-4406-b943-9db8bc03c548 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Network 2971ec84-98ac-414f-bfb1-3e6f2f62f02b is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:39:46.039866 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e9187609-3975-4296-ad57-aa7224d66690 req-726b175e-e0ce-481f-ab08-d58e8e1cd12d tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:46.044226 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dd5e3fe9-1126-4004-a0ba-ff65cf3be108 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:46.045441 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dd5e3fe9-1126-4004-a0ba-ff65cf3be108 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:46.046300 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce83caf-e1eb-4406-b943-9db8bc03c548 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event updated for resources: {'Port': ['ID=e976fe82-8b09-444c-aabf-885585da500c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:46.057502 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-bce83caf-e1eb-4406-b943-9db8bc03c548 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:39:46.064658 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce83caf-e1eb-4406-b943-9db8bc03c548 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:39:46.066208 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bce83caf-e1eb-4406-b943-9db8bc03c548 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:46.100415 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726b175e-e0ce-481f-ab08-d58e8e1cd12d tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event deleted for resources: {'Port': ['ID=3267d6bf-2401-49fb-b221-9bbf1cccba37,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:46.155557 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dd5e3fe9-1126-4004-a0ba-ff65cf3be108 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:46.160983 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dd5e3fe9-1126-4004-a0ba-ff65cf3be108 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:46.180817 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ad5603-6a2d-4fc5-892c-e3ac94f9b29e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-7a6aa951-7ea6-4d10-b28e-3b8128869946', 'network_id': '7a6aa951-7ea6-4d10-b28e-3b8128869946', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'fixed_ips': [{'subnet_id': 'ac91236f-10d3-4a2e-ad55-b3f764881d6e'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:39:46.181830 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d7ad5603-6a2d-4fc5-892c-e3ac94f9b29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:46.183658 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9187609-3975-4296-ad57-aa7224d66690 req-726b175e-e0ce-481f-ab08-d58e8e1cd12d tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] No DVR routers for this DVR port 3267d6bf-2401-49fb-b221-9bbf1cccba37 on host n-h2-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:39:46.191029 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dd5e3fe9-1126-4004-a0ba-ff65cf3be108 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:46.195727 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-dd5e3fe9-1126-4004-a0ba-ff65cf3be108 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2308419 Jul 09 16:39:46.197002 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34556) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:46.197714 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e9187609-3975-4296-ad57-aa7224d66690 req-726b175e-e0ce-481f-ab08-d58e8e1cd12d tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:46.199873 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e9187609-3975-4296-ad57-aa7224d66690 req-726b175e-e0ce-481f-ab08-d58e8e1cd12d tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.73 "DELETE /v2.0/ports/3267d6bf-2401-49fb-b221-9bbf1cccba37 HTTP/1.1" status: 204 len: 173 time: 1.0279272 Jul 09 16:39:46.202017 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94c9e93-1147-4dec-a40a-e8c2e54ca3a3', 'name': 'network-vif-deleted', 'tag': '3267d6bf-2401-49fb-b221-9bbf1cccba37'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:39:46.203700 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-698f20bb-6e6e-4ec6-84b1-4675aa3ceb18 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Request body: {'port': {'network_id': '7a6aa951-7ea6-4d10-b28e-3b8128869946', 'name': 'tempest-RoutersTest-1538166357'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:39:46.220573 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189cc2df-02d6-4d52-8003-a570bd8d751e" -d '{"events": [{"server_uuid": "c94c9e93-1147-4dec-a40a-e8c2e54ca3a3", "name": "network-vif-deleted", "tag": "3267d6bf-2401-49fb-b221-9bbf1cccba37"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:39:46.278673 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce83caf-e1eb-4406-b943-9db8bc03c548 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event updated for resources: {'Port': ['ID=4e5bcf79-70b9-4820-b93f-92fd031670ee,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:46.291324 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce83caf-e1eb-4406-b943-9db8bc03c548 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Checking segment: {'id': 'e253f457-f2c2-404b-adf9-88e5365844c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b0dbdbce-4cf8-4b14-a12d-84291422e3ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:39:46.291537 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce83caf-e1eb-4406-b943-9db8bc03c548 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Network hostable DHCP agents. Network: b0dbdbce-4cf8-4b14-a12d-84291422e3ca, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:39:46.334445 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce83caf-e1eb-4406-b943-9db8bc03c548 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Network b0dbdbce-4cf8-4b14-a12d-84291422e3ca is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:39:46.344475 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b614d6-09b3-45bd-91b1-12f6ec581f6a x-openstack-request-id: req-61b614d6-09b3-45bd-91b1-12f6ec581f6a {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:39:46.344755 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94c9e93-1147-4dec-a40a-e8c2e54ca3a3", "name": "network-vif-deleted", "tag": "3267d6bf-2401-49fb-b221-9bbf1cccba37", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:39:46.345006 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-61b614d6-09b3-45bd-91b1-12f6ec581f6a {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:39:46.345654 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94c9e93-1147-4dec-a40a-e8c2e54ca3a3', 'name': 'network-vif-deleted', 'tag': '3267d6bf-2401-49fb-b221-9bbf1cccba37', 'status': 'completed', 'code': 200} Jul 09 16:39:46.352018 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-bce83caf-e1eb-4406-b943-9db8bc03c548 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, b0dbdbce-4cf8-4b14-a12d-84291422e3ca) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:39:46.352539 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698f20bb-6e6e-4ec6-84b1-4675aa3ceb18 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Made reservation on behalf of 850e57f21d324dbe951314eb6bfbdc4a for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:39:46.356842 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce83caf-e1eb-4406-b943-9db8bc03c548 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:39:46.363482 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce83caf-e1eb-4406-b943-9db8bc03c548 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:46.368368 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-698f20bb-6e6e-4ec6-84b1-4675aa3ceb18 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:46.370581 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce83caf-e1eb-4406-b943-9db8bc03c548 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:46.371341 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bce83caf-e1eb-4406-b943-9db8bc03c548 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:46.404916 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-bce83caf-e1eb-4406-b943-9db8bc03c548 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.5168989 Jul 09 16:39:46.405121 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34562) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:46.412723 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-d7ad5603-6a2d-4fc5-892c-e3ac94f9b29e None None] Allocated IP 172.20.0.2 (7a6aa951-7ea6-4d10-b28e-3b8128869946/ac91236f-10d3-4a2e-ad55-b3f764881d6e/ca0fd798-969b-42b2-be94-38b0382eee45) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:39:46.440463 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-698f20bb-6e6e-4ec6-84b1-4675aa3ceb18 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] device_id is not set on port 543dc819-a622-432e-bc08-eb0b72121413 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:39:46.480931 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe75ca35-fe47-45ab-b650-c08ca7131216 None None] Network b0dbdbce-4cf8-4b14-a12d-84291422e3ca requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:39:46.610790 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-6c90728e-43ad-49ea-aa66-8ba5f80cac1d tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Deleting port 4e5bcf79-70b9-4820-b93f-92fd031670ee {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:39:46.611316 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c90728e-43ad-49ea-aa66-8ba5f80cac1d tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:46.755852 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2f1c5c34-87a1-4186-bd5c-fa2d52fba794 req-018a32ed-e916-4588-b23c-6f34a1f5132f tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/ports?device_id=c94c9e93-1147-4dec-a40a-e8c2e54ca3a3 HTTP/1.1" status: 200 len: 210 time: 0.0689888 Jul 09 16:39:46.790738 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c90728e-43ad-49ea-aa66-8ba5f80cac1d tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:46.813303 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-6c90728e-43ad-49ea-aa66-8ba5f80cac1d tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Calling delete_port for 4e5bcf79-70b9-4820-b93f-92fd031670ee owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:39:46.931977 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d7ad5603-6a2d-4fc5-892c-e3ac94f9b29e None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:46.941953 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c90728e-43ad-49ea-aa66-8ba5f80cac1d tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:46.945114 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d7ad5603-6a2d-4fc5-892c-e3ac94f9b29e None None] Transition to ACTIVE for port object ca0fd798-969b-42b2-be94-38b0382eee45 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:39:46.973612 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d7ad5603-6a2d-4fc5-892c-e3ac94f9b29e None None] Transition to ACTIVE for port object ca0fd798-969b-42b2-be94-38b0382eee45 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:39:46.986497 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d7ad5603-6a2d-4fc5-892c-e3ac94f9b29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:46.999397 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c90728e-43ad-49ea-aa66-8ba5f80cac1d tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event deleted for resources: {'Port': ['ID=4e5bcf79-70b9-4820-b93f-92fd031670ee,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:47.010123 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c90728e-43ad-49ea-aa66-8ba5f80cac1d tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:47.016471 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6c90728e-43ad-49ea-aa66-8ba5f80cac1d tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "DELETE /v2.0/ports/4e5bcf79-70b9-4820-b93f-92fd031670ee HTTP/1.1" status: 204 len: 168 time: 0.6098866 Jul 09 16:39:47.017633 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34566) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:47.050720 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ad5603-6a2d-4fc5-892c-e3ac94f9b29e None None] Pushing event updated for resources: {'Port': ['ID=ca0fd798-969b-42b2-be94-38b0382eee45,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:47.090547 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ad5603-6a2d-4fc5-892c-e3ac94f9b29e None None] Network 7a6aa951-7ea6-4d10-b28e-3b8128869946 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:39:47.094682 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-d7ad5603-6a2d-4fc5-892c-e3ac94f9b29e None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:39:47.097994 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ad5603-6a2d-4fc5-892c-e3ac94f9b29e None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:39:47.118889 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-698f20bb-6e6e-4ec6-84b1-4675aa3ceb18 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Allocated IP 172.20.0.8 (7a6aa951-7ea6-4d10-b28e-3b8128869946/ac91236f-10d3-4a2e-ad55-b3f764881d6e/543dc819-a622-432e-bc08-eb0b72121413) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:39:47.174610 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c528962-f99a-49bd-a55c-42f11f8950d1 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:47.189661 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c528962-f99a-49bd-a55c-42f11f8950d1 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:47.198955 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34568) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:47.199272 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7c528962-f99a-49bd-a55c-42f11f8950d1 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1792436 Jul 09 16:39:47.368808 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-d7ad5603-6a2d-4fc5-892c-e3ac94f9b29e None None] Attempting to bind port ca0fd798-969b-42b2-be94-38b0382eee45 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:39:47.370034 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-d7ad5603-6a2d-4fc5-892c-e3ac94f9b29e None None] Attempting to bind port ca0fd798-969b-42b2-be94-38b0382eee45 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '8af3f554-cd1c-4fbd-81b3-4d0c110c845d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7a6aa951-7ea6-4d10-b28e-3b8128869946'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:39:47.370591 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ad5603-6a2d-4fc5-892c-e3ac94f9b29e None None] Attempting to bind port ca0fd798-969b-42b2-be94-38b0382eee45 on network 7a6aa951-7ea6-4d10-b28e-3b8128869946 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:39:47.379454 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ad5603-6a2d-4fc5-892c-e3ac94f9b29e None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:39:47.380109 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ad5603-6a2d-4fc5-892c-e3ac94f9b29e None None] Checking segment: {'id': '8af3f554-cd1c-4fbd-81b3-4d0c110c845d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7a6aa951-7ea6-4d10-b28e-3b8128869946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:39:47.382584 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d7ad5603-6a2d-4fc5-892c-e3ac94f9b29e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:47.383532 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ad5603-6a2d-4fc5-892c-e3ac94f9b29e None None] Bound using segment: {'id': '8af3f554-cd1c-4fbd-81b3-4d0c110c845d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7a6aa951-7ea6-4d10-b28e-3b8128869946'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:39:47.383986 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-d7ad5603-6a2d-4fc5-892c-e3ac94f9b29e None None] Bound port: ca0fd798-969b-42b2-be94-38b0382eee45, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af3f554-cd1c-4fbd-81b3-4d0c110c845d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7a6aa951-7ea6-4d10-b28e-3b8128869946'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:39:47.384591 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d7ad5603-6a2d-4fc5-892c-e3ac94f9b29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:47.473892 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-d7ad5603-6a2d-4fc5-892c-e3ac94f9b29e None None] For port ca0fd798-969b-42b2-be94-38b0382eee45, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:39:47.479114 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-d7ad5603-6a2d-4fc5-892c-e3ac94f9b29e None None] For port ca0fd798-969b-42b2-be94-38b0382eee45, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=ca0fd798-969b-42b2-be94-38b0382eee45,segment=NetworkSegment(8af3f554-cd1c-4fbd-81b3-4d0c110c845d),segment_id=8af3f554-cd1c-4fbd-81b3-4d0c110c845d)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:39:47.485225 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-698f20bb-6e6e-4ec6-84b1-4675aa3ceb18 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:47.489282 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d7ad5603-6a2d-4fc5-892c-e3ac94f9b29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:47.509819 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-4ce37ea2-7c5c-4937-a336-1ff2b693d1a2 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Deleting port e976fe82-8b09-444c-aabf-885585da500c {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:39:47.510255 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4ce37ea2-7c5c-4937-a336-1ff2b693d1a2 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:47.514069 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-698f20bb-6e6e-4ec6-84b1-4675aa3ceb18 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Transition to ACTIVE for port object 543dc819-a622-432e-bc08-eb0b72121413 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:39:47.597661 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ad5603-6a2d-4fc5-892c-e3ac94f9b29e None None] Pushing event updated for resources: {'Port': ['ID=ca0fd798-969b-42b2-be94-38b0382eee45,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:47.664520 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4ce37ea2-7c5c-4937-a336-1ff2b693d1a2 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:47.682339 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-4ce37ea2-7c5c-4937-a336-1ff2b693d1a2 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Calling delete_port for e976fe82-8b09-444c-aabf-885585da500c owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:39:47.698627 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-698f20bb-6e6e-4ec6-84b1-4675aa3ceb18 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:47.776346 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698f20bb-6e6e-4ec6-84b1-4675aa3ceb18 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Network 7a6aa951-7ea6-4d10-b28e-3b8128869946 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:39:47.784527 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-698f20bb-6e6e-4ec6-84b1-4675aa3ceb18 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:39:47.796435 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698f20bb-6e6e-4ec6-84b1-4675aa3ceb18 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:39:47.847784 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698f20bb-6e6e-4ec6-84b1-4675aa3ceb18 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event updated for resources: {'Port': ['ID=543dc819-a622-432e-bc08-eb0b72121413,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:47.899407 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698f20bb-6e6e-4ec6-84b1-4675aa3ceb18 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:47.900462 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-698f20bb-6e6e-4ec6-84b1-4675aa3ceb18 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:47.922006 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 3267d6bf-2401-49fb-b221-9bbf1cccba37 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:39:47.932517 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4ce37ea2-7c5c-4937-a336-1ff2b693d1a2 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:47.938836 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-698f20bb-6e6e-4ec6-84b1-4675aa3ceb18 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.7370145 Jul 09 16:39:47.939518 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34576) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:47.979088 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: 3267d6bf-2401-49fb-b221-9bbf1cccba37 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:39:47.980692 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 3267d6bf-2401-49fb-b221-9bbf1cccba37 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:39:47.999409 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34578) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:48.013204 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce37ea2-7c5c-4937-a336-1ff2b693d1a2 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event deleted for resources: {'Port': ['ID=e976fe82-8b09-444c-aabf-885585da500c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:48.025767 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4ce37ea2-7c5c-4937-a336-1ff2b693d1a2 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:48.029613 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-4ce37ea2-7c5c-4937-a336-1ff2b693d1a2 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "DELETE /v2.0/ports/e976fe82-8b09-444c-aabf-885585da500c HTTP/1.1" status: 204 len: 168 time: 0.8222539 Jul 09 16:39:48.043451 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34580) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:48.174862 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b605354e-2a59-4253-a6f3-893b95b84be9 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:48.176404 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b605354e-2a59-4253-a6f3-893b95b84be9 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1319528 Jul 09 16:39:48.179668 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34582) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:48.220090 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4268f25-4fb8-49d1-be59-d26f35337878 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] GET failed (client error): The resource could not be found. Jul 09 16:39:48.224741 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b4268f25-4fb8-49d1-be59-d26f35337878 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "GET /v2.0/ports/4e5bcf79-70b9-4820-b93f-92fd031670ee HTTP/1.1" status: 404 len: 333 time: 0.0413601 Jul 09 16:39:48.227297 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34584) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:48.265159 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8b6d6c0-8b7c-48c8-ae17-4fe9904642b6 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] GET failed (client error): The resource could not be found. Jul 09 16:39:48.269917 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c8b6d6c0-8b7c-48c8-ae17-4fe9904642b6 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "GET /v2.0/ports/e976fe82-8b09-444c-aabf-885585da500c HTTP/1.1" status: 404 len: 333 time: 0.0414584 Jul 09 16:39:48.270584 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34586) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:48.297977 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a2da470f-4ce3-4d72-a41a-eec40fc99f5e tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:48.351440 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c60c1369-95d7-401b-bc19-ecf83b863109 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:48.352186 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a2da470f-4ce3-4d72-a41a-eec40fc99f5e tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:48.434731 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c3a2293c-9cca-4f57-bcd2-189eedd7e5df tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:48.472654 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c60c1369-95d7-401b-bc19-ecf83b863109 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:48.500893 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-c60c1369-95d7-401b-bc19-ecf83b863109 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0dbdbce-4cf8-4b14-a12d-84291422e3ca']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:48.523502 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-c60c1369-95d7-401b-bc19-ecf83b863109 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e253f457-f2c2-404b-adf9-88e5365844c4') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:48.523798 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-c60c1369-95d7-401b-bc19-ecf83b863109 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e253f457-f2c2-404b-adf9-88e5365844c4') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:48.536166 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c60c1369-95d7-401b-bc19-ecf83b863109 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:48.557728 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c60c1369-95d7-401b-bc19-ecf83b863109 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:48.568634 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c60c1369-95d7-401b-bc19-ecf83b863109 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:39:48.569180 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c60c1369-95d7-401b-bc19-ecf83b863109 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:48.573034 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:39:48.573034 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:39:48.573034 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:39:48.573034 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:39:48.573034 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:39:48.573034 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:39:48.573034 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:39:48.573034 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:39:48.573034 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:39:48.573034 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:39:48.573034 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:39:48.573034 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:39:48.573034 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:39:48.573034 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:39:48.573034 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:39:48.573034 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:39:48.573034 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:39:48.573034 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:39:48.573034 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:39:48.573034 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:39:48.573034 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:39:48.573034 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:39:48.573034 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:39:48.573034 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:39:48.573034 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:39:48.573034 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:39:48.573034 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:39:48.573034 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:39:48.573034 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:39:48.573034 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:39:48.573034 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:39:48.573034 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:39:48.573034 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:39:48.573034 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:39:48.573034 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:39:48.573034 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:39:48.582325 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a2da470f-4ce3-4d72-a41a-eec40fc99f5e tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:48.585262 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a2da470f-4ce3-4d72-a41a-eec40fc99f5e tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:48.586443 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a2da470f-4ce3-4d72-a41a-eec40fc99f5e tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "DELETE /v2.0/security-groups/9dac7b09-25d1-4d4f-9e91-5f6b0a69c7a4 HTTP/1.1" status: 204 len: 168 time: 0.5857964 Jul 09 16:39:48.611849 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2da470f-4ce3-4d72-a41a-eec40fc99f5e tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dac7b09-25d1-4d4f-9e91-5f6b0a69c7a4,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:48.623903 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34592) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:48.724208 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4947af5-de26-46f9-8f82-6bb47afae45b tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Deleting subnet 64b01a4a-be41-4553-8702-2691dac59831 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:39:48.736283 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c60c1369-95d7-401b-bc19-ecf83b863109 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:48.740811 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c4947af5-de26-46f9-8f82-6bb47afae45b tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:48.751605 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c60c1369-95d7-401b-bc19-ecf83b863109 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:48.758056 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c60c1369-95d7-401b-bc19-ecf83b863109 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "DELETE /v2.0/networks/b0dbdbce-4cf8-4b14-a12d-84291422e3ca HTTP/1.1" status: 204 len: 168 time: 0.4813213 Jul 09 16:39:48.760965 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34598) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:48.768405 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-1c0cf356-c94b-4953-a4e9-0be4c20d9ae1 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1543433134'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:39:48.789328 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c1369-95d7-401b-bc19-ecf83b863109 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event deleted for resources: {'Network': ['ID=b0dbdbce-4cf8-4b14-a12d-84291422e3ca,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:48.800436 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0cf356-c94b-4953-a4e9-0be4c20d9ae1 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Made reservation on behalf of 522630d2233142e4a30463472a66f8be for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:39:48.804969 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c0cf356-c94b-4953-a4e9-0be4c20d9ae1 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:48.823058 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c4947af5-de26-46f9-8f82-6bb47afae45b tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:48.842757 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c0cf356-c94b-4953-a4e9-0be4c20d9ae1 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:39:48.869548 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c0cf356-c94b-4953-a4e9-0be4c20d9ae1 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:48.869894 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-1c0cf356-c94b-4953-a4e9-0be4c20d9ae1 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Added segment e081a695-522c-4c82-8616-fb1e24e627c9 of type vlan for network 31582be9-5907-40dd-b210-72a7fe8d2a7a Jul 09 16:39:48.945056 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c4947af5-de26-46f9-8f82-6bb47afae45b tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:48.948171 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c0cf356-c94b-4953-a4e9-0be4c20d9ae1 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:48.983756 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c3a2293c-9cca-4f57-bcd2-189eedd7e5df tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:48.996126 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c3a2293c-9cca-4f57-bcd2-189eedd7e5df tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:49.070070 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c0cf356-c94b-4953-a4e9-0be4c20d9ae1 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:49.076065 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0cf356-c94b-4953-a4e9-0be4c20d9ae1 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:49.076982 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c0cf356-c94b-4953-a4e9-0be4c20d9ae1 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:49.094264 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a2293c-9cca-4f57-bcd2-189eedd7e5df tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event updated for resources: {'Port': ['ID=543dc819-a622-432e-bc08-eb0b72121413,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:49.129424 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1c0cf356-c94b-4953-a4e9-0be4c20d9ae1 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3670657 Jul 09 16:39:49.181941 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34604) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:49.186905 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-02b532df-502a-42dd-8fb7-d8eeff316dd4 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Request body: {'subnet': {'network_id': '31582be9-5907-40dd-b210-72a7fe8d2a7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:39:49.220932 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3c743a-696e-41ea-8ce4-9ef86ff61c31 None None] Network 7a6aa951-7ea6-4d10-b28e-3b8128869946 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:39:49.311216 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0cf356-c94b-4953-a4e9-0be4c20d9ae1 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event updated for resources: {'Network': ['ID=31582be9-5907-40dd-b210-72a7fe8d2a7a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:49.351110 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9a3490a9-3f1e-4026-a83d-8948c5ca0559 None None] Provisioning for port ca0fd798-969b-42b2-be94-38b0382eee45 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:39:49.360853 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 31582be9-5907-40dd-b210-72a7fe8d2a7a details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:39:49.375593 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c4947af5-de26-46f9-8f82-6bb47afae45b tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:49.418950 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4947af5-de26-46f9-8f82-6bb47afae45b tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event deleted for resources: {'Subnet': ['ID=64b01a4a-be41-4553-8702-2691dac59831,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:49.421459 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c4947af5-de26-46f9-8f82-6bb47afae45b tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:49.423746 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c4947af5-de26-46f9-8f82-6bb47afae45b tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "DELETE /v2.0/subnets/64b01a4a-be41-4553-8702-2691dac59831 HTTP/1.1" status: 204 len: 168 time: 0.7986972 Jul 09 16:39:49.426290 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34608) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:49.448439 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b532df-502a-42dd-8fb7-d8eeff316dd4 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Made reservation on behalf of 522630d2233142e4a30463472a66f8be for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:39:49.453586 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02b532df-502a-42dd-8fb7-d8eeff316dd4 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:49.543597 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d33468a1-fc68-4616-bac3-5c842107fd59 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:49.598849 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device ca0fd798-969b-42b2-be94-38b0382eee45 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:39:49.601484 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a3aca2-879f-4dd7-9930-4ebc18de739e None None] Network fc4b3636-aace-42f0-a125-b062ab483852 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:39:49.601982 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c3a2293c-9cca-4f57-bcd2-189eedd7e5df tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:49.636170 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-d33468a1-fc68-4616-bac3-5c842107fd59 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Deleting port 85f63cce-4fb5-4617-9817-dd66cb917198 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:39:49.636751 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d33468a1-fc68-4616-bac3-5c842107fd59 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:49.714994 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-d33468a1-fc68-4616-bac3-5c842107fd59 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] For port 85f63cce-4fb5-4617-9817-dd66cb917198, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=85f63cce-4fb5-4617-9817-dd66cb917198,segment=NetworkSegment(ceed1d2b-b9f6-4842-8d60-b16bc66c3e68),segment_id=ceed1d2b-b9f6-4842-8d60-b16bc66c3e68)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:49.716114 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d33468a1-fc68-4616-bac3-5c842107fd59 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:49.733571 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-d33468a1-fc68-4616-bac3-5c842107fd59 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Calling delete_port for 85f63cce-4fb5-4617-9817-dd66cb917198 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:39:49.843183 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port ca0fd798-969b-42b2-be94-38b0382eee45 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:39:49.849388 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port ca0fd798-969b-42b2-be94-38b0382eee45 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:49.849940 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:49.904904 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d33468a1-fc68-4616-bac3-5c842107fd59 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:49.944160 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c3a2293c-9cca-4f57-bcd2-189eedd7e5df tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:49.946931 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33468a1-fc68-4616-bac3-5c842107fd59 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event deleted for resources: {'Port': ['ID=85f63cce-4fb5-4617-9817-dd66cb917198,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:49.972777 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33468a1-fc68-4616-bac3-5c842107fd59 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:49.979573 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33468a1-fc68-4616-bac3-5c842107fd59 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:49.980438 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33468a1-fc68-4616-bac3-5c842107fd59 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:49.980438 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33468a1-fc68-4616-bac3-5c842107fd59 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:49.988299 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33468a1-fc68-4616-bac3-5c842107fd59 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:49.988792 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33468a1-fc68-4616-bac3-5c842107fd59 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:49.989198 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33468a1-fc68-4616-bac3-5c842107fd59 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:49.989623 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33468a1-fc68-4616-bac3-5c842107fd59 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:49.990022 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33468a1-fc68-4616-bac3-5c842107fd59 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:49.990412 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33468a1-fc68-4616-bac3-5c842107fd59 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:49.991412 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33468a1-fc68-4616-bac3-5c842107fd59 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:49.991860 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33468a1-fc68-4616-bac3-5c842107fd59 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:39:50.012572 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:50.012799 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33468a1-fc68-4616-bac3-5c842107fd59 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] No DVR routers for this DVR port 85f63cce-4fb5-4617-9817-dd66cb917198 on host n-d-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:39:50.034104 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b67715-c48a-48b2-b37c-b66154fcb296 None None] DHCP port deletion for fc4b3636-aace-42f0-a125-b062ab483852 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:39:50.072658 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port ca0fd798-969b-42b2-be94-38b0382eee45, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=ca0fd798-969b-42b2-be94-38b0382eee45,segment=NetworkSegment(8af3f554-cd1c-4fbd-81b3-4d0c110c845d),segment_id=8af3f554-cd1c-4fbd-81b3-4d0c110c845d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:50.093946 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:50.158505 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d33468a1-fc68-4616-bac3-5c842107fd59 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:50.172770 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02b532df-502a-42dd-8fb7-d8eeff316dd4 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:50.190928 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-d33468a1-fc68-4616-bac3-5c842107fd59 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc4b3636-aace-42f0-a125-b062ab483852']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:50.220142 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-d33468a1-fc68-4616-bac3-5c842107fd59 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceed1d2b-b9f6-4842-8d60-b16bc66c3e68') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:50.220717 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-d33468a1-fc68-4616-bac3-5c842107fd59 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceed1d2b-b9f6-4842-8d60-b16bc66c3e68') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:50.235957 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d33468a1-fc68-4616-bac3-5c842107fd59 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:50.241006 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=ca0fd798-969b-42b2-be94-38b0382eee45,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:50.265591 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d33468a1-fc68-4616-bac3-5c842107fd59 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:50.270482 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4a5e63ba-a4ea-42b9-ba39-7fb5d4ffbf06 None None] Provisioning complete for port ca0fd798-969b-42b2-be94-38b0382eee45 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:50.271398 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4a5e63ba-a4ea-42b9-ba39-7fb5d4ffbf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:50.275421 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d33468a1-fc68-4616-bac3-5c842107fd59 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:39:50.278893 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d33468a1-fc68-4616-bac3-5c842107fd59 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:50.300964 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:39:50.300964 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:39:50.300964 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:39:50.300964 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:39:50.300964 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:39:50.300964 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:39:50.300964 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:39:50.300964 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:39:50.300964 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:39:50.300964 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:39:50.300964 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:39:50.300964 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:39:50.300964 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:39:50.300964 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:39:50.300964 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:39:50.300964 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:39:50.300964 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:39:50.300964 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:39:50.300964 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:39:50.300964 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:39:50.300964 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:39:50.300964 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:39:50.300964 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:39:50.300964 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:39:50.300964 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:39:50.300964 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:39:50.300964 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:39:50.300964 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:39:50.300964 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:39:50.300964 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:39:50.300964 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:39:50.300964 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:39:50.350274 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b532df-502a-42dd-8fb7-d8eeff316dd4 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event updated for resources: {'Subnet': ['ID=9747a87d-95f2-40a3-a5e2-0a9aeb3d6aae,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:50.366870 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d33468a1-fc68-4616-bac3-5c842107fd59 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:50.377133 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d33468a1-fc68-4616-bac3-5c842107fd59 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:50.388233 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-d33468a1-fc68-4616-bac3-5c842107fd59 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "DELETE /v2.0/networks/fc4b3636-aace-42f0-a125-b062ab483852 HTTP/1.1" status: 204 len: 168 time: 0.9605508 Jul 09 16:39:50.390902 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34614) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:50.410004 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33468a1-fc68-4616-bac3-5c842107fd59 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event deleted for resources: {'Network': ['ID=fc4b3636-aace-42f0-a125-b062ab483852,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:50.419768 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4a5e63ba-a4ea-42b9-ba39-7fb5d4ffbf06 None None] Provisioning for port 543dc819-a622-432e-bc08-eb0b72121413 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:39:50.426699 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4a5e63ba-a4ea-42b9-ba39-7fb5d4ffbf06 None None] Provisioning complete for port 543dc819-a622-432e-bc08-eb0b72121413 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:50.428197 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4a5e63ba-a4ea-42b9-ba39-7fb5d4ffbf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:50.474705 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-4a5e63ba-a4ea-42b9-ba39-7fb5d4ffbf06 None None] Port 543dc819-a622-432e-bc08-eb0b72121413 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:39:50.480892 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b532df-502a-42dd-8fb7-d8eeff316dd4 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Checking segment: {'id': 'e081a695-522c-4c82-8616-fb1e24e627c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '31582be9-5907-40dd-b210-72a7fe8d2a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:39:50.481260 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b532df-502a-42dd-8fb7-d8eeff316dd4 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Network hostable DHCP agents. Network: 31582be9-5907-40dd-b210-72a7fe8d2a7a, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:39:50.597836 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-791a9a92-623e-4b35-877d-5a477bda2c94 None None] Provisioning complete for port 543dc819-a622-432e-bc08-eb0b72121413 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:50.598598 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-791a9a92-623e-4b35-877d-5a477bda2c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:50.647883 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-791a9a92-623e-4b35-877d-5a477bda2c94 None None] Port 543dc819-a622-432e-bc08-eb0b72121413 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:39:50.868817 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-45c59547-f25e-4b3f-9a77-7c906320b132 None None] Provisioning complete for port 543dc819-a622-432e-bc08-eb0b72121413 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:50.869751 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-45c59547-f25e-4b3f-9a77-7c906320b132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:50.926997 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-45c59547-f25e-4b3f-9a77-7c906320b132 None None] Port 543dc819-a622-432e-bc08-eb0b72121413 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:39:51.058656 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b532df-502a-42dd-8fb7-d8eeff316dd4 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Network 31582be9-5907-40dd-b210-72a7fe8d2a7a is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:39:51.084384 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-02b532df-502a-42dd-8fb7-d8eeff316dd4 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 31582be9-5907-40dd-b210-72a7fe8d2a7a) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:39:51.095756 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3adbda-8df4-493b-96dc-0662adb8dd1a None None] Network 31582be9-5907-40dd-b210-72a7fe8d2a7a requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:39:51.121040 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b532df-502a-42dd-8fb7-d8eeff316dd4 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:51.121871 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02b532df-502a-42dd-8fb7-d8eeff316dd4 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:51.136807 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c3a2293c-9cca-4f57-bcd2-189eedd7e5df tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:51.142887 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-02b532df-502a-42dd-8fb7-d8eeff316dd4 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9603286 Jul 09 16:39:51.146661 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c3a2293c-9cca-4f57-bcd2-189eedd7e5df tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:51.146863 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34618) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:51.154424 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-dca08cca-f290-49c9-b596-7ae4ce7bc17f tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Request body: {'port': {'network_id': '31582be9-5907-40dd-b210-72a7fe8d2a7a', 'name': 'tempest-PortsIpV6TestJSON-1908915568'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:39:51.265379 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a2293c-9cca-4f57-bcd2-189eedd7e5df tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event updated for resources: {'Port': ['ID=543dc819-a622-432e-bc08-eb0b72121413,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:51.281787 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c3a2293c-9cca-4f57-bcd2-189eedd7e5df tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:51.297449 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc0591-9081-4131-9647-f6c5a85e784a tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Deleting port d7debeb9-57f2-4f8a-9ab3-b4ea10a3a939 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:39:51.297783 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3fbc0591-9081-4131-9647-f6c5a85e784a tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:51.339695 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c5ba87-da81-45a2-a0ed-eb4eefd8bb4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-31582be9-5907-40dd-b210-72a7fe8d2a7a', 'network_id': '31582be9-5907-40dd-b210-72a7fe8d2a7a', 'tenant_id': '522630d2233142e4a30463472a66f8be', 'fixed_ips': [{'subnet_id': '9747a87d-95f2-40a3-a5e2-0a9aeb3d6aae'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:39:51.340583 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-34c5ba87-da81-45a2-a0ed-eb4eefd8bb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:51.376281 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device ca0fd798-969b-42b2-be94-38b0382eee45 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:39:51.377700 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca08cca-f290-49c9-b596-7ae4ce7bc17f tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Made reservation on behalf of 522630d2233142e4a30463472a66f8be for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:39:51.383939 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dca08cca-f290-49c9-b596-7ae4ce7bc17f tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:51.409816 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-dca08cca-f290-49c9-b596-7ae4ce7bc17f tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] device_id is not set on port 5c96a066-053f-423e-9969-6f58902056c2 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:39:51.457795 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3fbc0591-9081-4131-9647-f6c5a85e784a tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:51.458114 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3fbc0591-9081-4131-9647-f6c5a85e784a tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:51.473185 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a2293c-9cca-4f57-bcd2-189eedd7e5df tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Network 7a6aa951-7ea6-4d10-b28e-3b8128869946 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:39:51.477499 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc0591-9081-4131-9647-f6c5a85e784a tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Calling delete_port for d7debeb9-57f2-4f8a-9ab3-b4ea10a3a939 owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:39:51.479630 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-c3a2293c-9cca-4f57-bcd2-189eedd7e5df tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:39:51.514995 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port ca0fd798-969b-42b2-be94-38b0382eee45 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:51.517033 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:51.678014 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-dca08cca-f290-49c9-b596-7ae4ce7bc17f tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Allocated IP 2001:db8::3d2 (31582be9-5907-40dd-b210-72a7fe8d2a7a/9747a87d-95f2-40a3-a5e2-0a9aeb3d6aae/5c96a066-053f-423e-9969-6f58902056c2) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:39:51.773659 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 85f63cce-4fb5-4617-9817-dd66cb917198 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:39:51.837373 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 85f63cce-4fb5-4617-9817-dd66cb917198 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:39:51.839820 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 85f63cce-4fb5-4617-9817-dd66cb917198 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:39:51.902898 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3fbc0591-9081-4131-9647-f6c5a85e784a tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:51.963549 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dca08cca-f290-49c9-b596-7ae4ce7bc17f tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:51.966530 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9c127e77-e7a7-4191-a405-6f998ad45fc9 None None] Provisioning complete for port 543dc819-a622-432e-bc08-eb0b72121413 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:39:51.967113 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9c127e77-e7a7-4191-a405-6f998ad45fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:51.974746 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc0591-9081-4131-9647-f6c5a85e784a tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event deleted for resources: {'Port': ['ID=d7debeb9-57f2-4f8a-9ab3-b4ea10a3a939,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:51.991888 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-dca08cca-f290-49c9-b596-7ae4ce7bc17f tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Transition to ACTIVE for port object 5c96a066-053f-423e-9969-6f58902056c2 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:39:52.042070 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9c127e77-e7a7-4191-a405-6f998ad45fc9 None None] Port 543dc819-a622-432e-bc08-eb0b72121413 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:39:52.048467 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dca08cca-f290-49c9-b596-7ae4ce7bc17f tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:52.113054 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a2293c-9cca-4f57-bcd2-189eedd7e5df tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Router 92821711-3c4c-431d-9905-30709e9d3c55 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:39:52.136536 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3fbc0591-9081-4131-9647-f6c5a85e784a tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:52.137557 n-d-798930-3 neutron-server[93958]: INFO neutron.db.l3_db [None req-3fbc0591-9081-4131-9647-f6c5a85e784a tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Floating IP dcf7aaf5-8b7c-49eb-bf81-1bd0dbcc6cb2 disassociated (deleted). External IP: 172.25.0.248, port: ecb5afe1-686c-4bb9-82cd-29eb29f888f8. Jul 09 16:39:52.139170 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-34c5ba87-da81-45a2-a0ed-eb4eefd8bb4b None None] Allocated IP 2001:db8::2 (31582be9-5907-40dd-b210-72a7fe8d2a7a/9747a87d-95f2-40a3-a5e2-0a9aeb3d6aae/692cf253-34c2-4dcf-b00c-deea50cd8ec7) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:39:52.142583 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca08cca-f290-49c9-b596-7ae4ce7bc17f tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Network 31582be9-5907-40dd-b210-72a7fe8d2a7a is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:39:52.151125 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-dca08cca-f290-49c9-b596-7ae4ce7bc17f tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:39:52.159150 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca08cca-f290-49c9-b596-7ae4ce7bc17f tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:39:52.164802 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca08cca-f290-49c9-b596-7ae4ce7bc17f tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:52.165426 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dca08cca-f290-49c9-b596-7ae4ce7bc17f tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:52.201876 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca08cca-f290-49c9-b596-7ae4ce7bc17f tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event updated for resources: {'Port': ['ID=5c96a066-053f-423e-9969-6f58902056c2,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:52.212086 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-dca08cca-f290-49c9-b596-7ae4ce7bc17f tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0639310 Jul 09 16:39:52.212996 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34624) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:52.296553 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f2816a95-d72c-4eda-ba0e-c9b1811d1481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:52.364247 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-49c5b0eb-aa81-4d20-ba8c-b08cc9480a0b tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Deleting port 5c96a066-053f-423e-9969-6f58902056c2 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:39:52.367217 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-49c5b0eb-aa81-4d20-ba8c-b08cc9480a0b tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:52.383452 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a2293c-9cca-4f57-bcd2-189eedd7e5df tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:39:52.390349 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c3a2293c-9cca-4f57-bcd2-189eedd7e5df tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "PUT /v2.0/routers/92821711-3c4c-431d-9905-30709e9d3c55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4489248 Jul 09 16:39:52.413356 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34628) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:52.427809 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b24f46-fa05-4547-aa17-01e3b32d0bba None None] Sync routers for ids ['92821711-3c4c-431d-9905-30709e9d3c55'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:39:52.454918 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b24f46-fa05-4547-aa17-01e3b32d0bba None None] Routers {'92821711-3c4c-431d-9905-30709e9d3c55'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:39:52.456419 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d6b24f46-fa05-4547-aa17-01e3b32d0bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:39:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['92821711-3c4c-431d-9905-30709e9d3c55'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:52.510021 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fbc0591-9081-4131-9647-f6c5a85e784a tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Router dee8237e-4c09-4cfb-b57e-9e70ad6304d8 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:39:52.517130 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d6b24f46-fa05-4547-aa17-01e3b32d0bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:52.526922 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-34c5ba87-da81-45a2-a0ed-eb4eefd8bb4b None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:52.542203 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-34c5ba87-da81-45a2-a0ed-eb4eefd8bb4b None None] Transition to ACTIVE for port object 692cf253-34c2-4dcf-b00c-deea50cd8ec7 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:39:52.550965 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b24f46-fa05-4547-aa17-01e3b32d0bba None None] Routers {'92821711-3c4c-431d-9905-30709e9d3c55'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:39:52.558521 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d6b24f46-fa05-4547-aa17-01e3b32d0bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:39:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['92821711-3c4c-431d-9905-30709e9d3c55'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:52.616609 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d6b24f46-fa05-4547-aa17-01e3b32d0bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:52.617588 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b24f46-fa05-4547-aa17-01e3b32d0bba None None] The sync data for ids ['92821711-3c4c-431d-9905-30709e9d3c55'] in n-d-798930-3 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:39:52.641909 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fbc0591-9081-4131-9647-f6c5a85e784a tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:39:52.642709 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-34c5ba87-da81-45a2-a0ed-eb4eefd8bb4b None None] Transition to ACTIVE for port object 692cf253-34c2-4dcf-b00c-deea50cd8ec7 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:39:52.645751 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762e1b9c-1ad1-42eb-ae8f-e182fd260d5d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:52.647738 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-762e1b9c-1ad1-42eb-ae8f-e182fd260d5d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "GET /v2.0/ports/543dc819-a622-432e-bc08-eb0b72121413 HTTP/1.1" status: 200 len: 977 time: 0.2339699 Jul 09 16:39:52.650794 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3fbc0591-9081-4131-9647-f6c5a85e784a tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:52.650942 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34630) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:52.656927 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488f72a3-cb01-43a5-ac07-34fe4962ef6c None None] Sync routers for ids ['dee8237e-4c09-4cfb-b57e-9e70ad6304d8'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:39:52.670856 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488f72a3-cb01-43a5-ac07-34fe4962ef6c None None] Routers {'dee8237e-4c09-4cfb-b57e-9e70ad6304d8'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:39:52.672293 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-488f72a3-cb01-43a5-ac07-34fe4962ef6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:39:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['dee8237e-4c09-4cfb-b57e-9e70ad6304d8'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:52.683541 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-34c5ba87-da81-45a2-a0ed-eb4eefd8bb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:52.767935 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-49c5b0eb-aa81-4d20-ba8c-b08cc9480a0b tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:52.782873 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-3fbc0591-9081-4131-9647-f6c5a85e784a tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "DELETE /v2.0/floatingips/dcf7aaf5-8b7c-49eb-bf81-1bd0dbcc6cb2 HTTP/1.1" status: 204 len: 168 time: 2.3888357 Jul 09 16:39:52.790218 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-49c5b0eb-aa81-4d20-ba8c-b08cc9480a0b tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Calling delete_port for 5c96a066-053f-423e-9969-6f58902056c2 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:39:52.799076 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f03597ae-bd43-4059-87ea-582c8d184af7', 'tag': 'ecb5afe1-686c-4bb9-82cd-29eb29f888f8'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:39:52.811542 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93409cd6-c913-43c0-b781-cde25df21bd8" -d '{"events": [{"name": "network-changed", "server_uuid": "f03597ae-bd43-4059-87ea-582c8d184af7", "tag": "ecb5afe1-686c-4bb9-82cd-29eb29f888f8"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:39:52.817430 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c5ba87-da81-45a2-a0ed-eb4eefd8bb4b None None] Network 31582be9-5907-40dd-b210-72a7fe8d2a7a is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:39:52.824115 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c5ba87-da81-45a2-a0ed-eb4eefd8bb4b None None] Pushing event updated for resources: {'Port': ['ID=692cf253-34c2-4dcf-b00c-deea50cd8ec7,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:52.832651 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-34c5ba87-da81-45a2-a0ed-eb4eefd8bb4b None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:39:52.838938 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c5ba87-da81-45a2-a0ed-eb4eefd8bb4b None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:39:52.855179 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-488f72a3-cb01-43a5-ac07-34fe4962ef6c None None] Set router dee8237e-4c09-4cfb-b57e-9e70ad6304d8 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:39:52.934983 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-34c5ba87-da81-45a2-a0ed-eb4eefd8bb4b None None] Attempting to bind port 692cf253-34c2-4dcf-b00c-deea50cd8ec7 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:39:52.935353 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-34c5ba87-da81-45a2-a0ed-eb4eefd8bb4b None None] Attempting to bind port 692cf253-34c2-4dcf-b00c-deea50cd8ec7 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'e081a695-522c-4c82-8616-fb1e24e627c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '31582be9-5907-40dd-b210-72a7fe8d2a7a'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:39:52.935722 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c5ba87-da81-45a2-a0ed-eb4eefd8bb4b None None] Attempting to bind port 692cf253-34c2-4dcf-b00c-deea50cd8ec7 on network 31582be9-5907-40dd-b210-72a7fe8d2a7a {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:39:52.942155 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c5ba87-da81-45a2-a0ed-eb4eefd8bb4b None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:39:52.943522 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c5ba87-da81-45a2-a0ed-eb4eefd8bb4b None None] Checking segment: {'id': 'e081a695-522c-4c82-8616-fb1e24e627c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '31582be9-5907-40dd-b210-72a7fe8d2a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:39:52.943655 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-34c5ba87-da81-45a2-a0ed-eb4eefd8bb4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:52.943962 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c5ba87-da81-45a2-a0ed-eb4eefd8bb4b None None] Bound using segment: {'id': 'e081a695-522c-4c82-8616-fb1e24e627c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '31582be9-5907-40dd-b210-72a7fe8d2a7a'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:39:52.944438 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-34c5ba87-da81-45a2-a0ed-eb4eefd8bb4b None None] Bound port: 692cf253-34c2-4dcf-b00c-deea50cd8ec7, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e081a695-522c-4c82-8616-fb1e24e627c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '31582be9-5907-40dd-b210-72a7fe8d2a7a'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:39:52.944811 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-34c5ba87-da81-45a2-a0ed-eb4eefd8bb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:53.053307 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-34c5ba87-da81-45a2-a0ed-eb4eefd8bb4b None None] For port 692cf253-34c2-4dcf-b00c-deea50cd8ec7, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:39:53.060792 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-34c5ba87-da81-45a2-a0ed-eb4eefd8bb4b None None] For port 692cf253-34c2-4dcf-b00c-deea50cd8ec7, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=692cf253-34c2-4dcf-b00c-deea50cd8ec7,segment=NetworkSegment(e081a695-522c-4c82-8616-fb1e24e627c9),segment_id=e081a695-522c-4c82-8616-fb1e24e627c9)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:39:53.069995 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-34c5ba87-da81-45a2-a0ed-eb4eefd8bb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:53.210701 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c5ba87-da81-45a2-a0ed-eb4eefd8bb4b None None] Pushing event updated for resources: {'Port': ['ID=692cf253-34c2-4dcf-b00c-deea50cd8ec7,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:53.220627 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-488f72a3-cb01-43a5-ac07-34fe4962ef6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'name': 'tempest-TestNetworkBasicOps-router-1156669059', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'ffb99aa3-290f-43d9-8eaf-8d23d4c9f488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:37:05Z', 'updated_at': '2021-07-09T16:39:41Z', 'revision_number': 6, 'project_id': 'e2634516774046048410a7faecd2c391', 'gw_port': {'id': 'ffb99aa3-290f-43d9-8eaf-8d23d4c9f488', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:eb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:37:07Z', 'updated_at': '2021-07-09T16:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '0ff8a328-02f5-451f-ab6d-233ba2d30a43', 'name': '', 'network_id': '4732bbe1-cdbe-4be8-be87-9afa48eeb457', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'mac_address': 'fa:16:3e:68:28:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '22bbec24-5cfd-4d99-b338-60b450cbf9e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:37:15Z', 'updated_at': '2021-07-09T16:37:28Z', 'revision_number': 5, 'project_id': 'e2634516774046048410a7faecd2c391', 'subnets': [{'id': '22bbec24-5cfd-4d99-b338-60b450cbf9e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:53.251477 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488f72a3-cb01-43a5-ac07-34fe4962ef6c None None] Checking router: dee8237e-4c09-4cfb-b57e-9e70ad6304d8 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:39:53.273511 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488f72a3-cb01-43a5-ac07-34fe4962ef6c None None] Routers {'dee8237e-4c09-4cfb-b57e-9e70ad6304d8'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:39:53.274141 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-488f72a3-cb01-43a5-ac07-34fe4962ef6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:39:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['dee8237e-4c09-4cfb-b57e-9e70ad6304d8'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:53.315515 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-49c5b0eb-aa81-4d20-ba8c-b08cc9480a0b tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:53.379663 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c5b0eb-aa81-4d20-ba8c-b08cc9480a0b tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event deleted for resources: {'Port': ['ID=5c96a066-053f-423e-9969-6f58902056c2,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:53.380793 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307b683e-6e0d-4430-842f-d59da72463ad x-openstack-request-id: req-307b683e-6e0d-4430-842f-d59da72463ad {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:39:53.381207 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f03597ae-bd43-4059-87ea-582c8d184af7", "tag": "ecb5afe1-686c-4bb9-82cd-29eb29f888f8", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:39:53.386648 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-307b683e-6e0d-4430-842f-d59da72463ad {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:39:53.387229 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f03597ae-bd43-4059-87ea-582c8d184af7', 'tag': 'ecb5afe1-686c-4bb9-82cd-29eb29f888f8', 'status': 'completed', 'code': 200} Jul 09 16:39:53.419061 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-49c5b0eb-aa81-4d20-ba8c-b08cc9480a0b tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:53.423771 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-49c5b0eb-aa81-4d20-ba8c-b08cc9480a0b tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "DELETE /v2.0/ports/5c96a066-053f-423e-9969-6f58902056c2 HTTP/1.1" status: 204 len: 168 time: 1.2074633 Jul 09 16:39:53.426148 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34642) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:53.491660 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-488f72a3-cb01-43a5-ac07-34fe4962ef6c None None] Set router dee8237e-4c09-4cfb-b57e-9e70ad6304d8 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:39:53.589098 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd76eb8c-a069-4742-b7fa-fe140e0ec332 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] DELETE failed (client error): The resource could not be found. Jul 09 16:39:53.593304 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd76eb8c-a069-4742-b7fa-fe140e0ec332 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:39:53.603187 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-fd76eb8c-a069-4742-b7fa-fe140e0ec332 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "DELETE /v2.0/ports/5c96a066-053f-423e-9969-6f58902056c2 HTTP/1.1" status: 404 len: 333 time: 0.1745064 Jul 09 16:39:53.605772 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34644) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:53.633468 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-218f0b5c-768d-433b-8016-6c00130d7a5c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:53.714158 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-97cebed6-4379-4050-9312-9635db4bf06e tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] GET failed (client error): The resource could not be found. Jul 09 16:39:53.717966 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-97cebed6-4379-4050-9312-9635db4bf06e tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "GET /v2.0/ports/5c96a066-053f-423e-9969-6f58902056c2 HTTP/1.1" status: 404 len: 333 time: 0.1109397 Jul 09 16:39:53.722392 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34646) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:53.828289 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-8560365e-3af9-4867-abec-8f9741572d78 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Deleting subnet 9747a87d-95f2-40a3-a5e2-0a9aeb3d6aae {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:39:53.834336 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8560365e-3af9-4867-abec-8f9741572d78 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:53.869043 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93409cd6-c913-43c0-b781-cde25df21bd8 req-6e1afb15-0712-4c7b-bdd4-1c1b227d26a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:53.871396 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-93409cd6-c913-43c0-b781-cde25df21bd8 req-6e1afb15-0712-4c7b-bdd4-1c1b227d26a8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e2634516774046048410a7faecd2c391&device_id=f03597ae-bd43-4059-87ea-582c8d184af7 HTTP/1.1" status: 200 len: 1096 time: 0.4534819 Jul 09 16:39:53.904366 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b9a72c-d53e-43f5-94d0-94139a91701c req-bdb3c16f-a058-44a1-8a28-549b0044d380 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:53.904528 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-488f72a3-cb01-43a5-ac07-34fe4962ef6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'name': 'tempest-TestNetworkBasicOps-router-1156669059', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'ffb99aa3-290f-43d9-8eaf-8d23d4c9f488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:37:05Z', 'updated_at': '2021-07-09T16:39:41Z', 'revision_number': 6, 'project_id': 'e2634516774046048410a7faecd2c391', 'gw_port': {'id': 'ffb99aa3-290f-43d9-8eaf-8d23d4c9f488', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:eb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:37:07Z', 'updated_at': '2021-07-09T16:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '0ff8a328-02f5-451f-ab6d-233ba2d30a43', 'name': '', 'network_id': '4732bbe1-cdbe-4be8-be87-9afa48eeb457', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'mac_address': 'fa:16:3e:68:28:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '22bbec24-5cfd-4d99-b338-60b450cbf9e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:37:15Z', 'updated_at': '2021-07-09T16:37:28Z', 'revision_number': 5, 'project_id': 'e2634516774046048410a7faecd2c391', 'subnets': [{'id': '22bbec24-5cfd-4d99-b338-60b450cbf9e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:53.912005 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e0b9a72c-d53e-43f5-94d0-94139a91701c req-bdb3c16f-a058-44a1-8a28-549b0044d380 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/ports?device_id=f03597ae-bd43-4059-87ea-582c8d184af7 HTTP/1.1" status: 200 len: 945 time: 0.2816129 Jul 09 16:39:53.921151 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8560365e-3af9-4867-abec-8f9741572d78 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:53.959869 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488f72a3-cb01-43a5-ac07-34fe4962ef6c None None] The sync data for ids ['dee8237e-4c09-4cfb-b57e-9e70ad6304d8'] in n-d-798930-3 is: [{'id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'name': 'tempest-TestNetworkBasicOps-router-1156669059', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'ffb99aa3-290f-43d9-8eaf-8d23d4c9f488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:37:05Z', 'updated_at': '2021-07-09T16:39:41Z', 'revision_number': 6, 'project_id': 'e2634516774046048410a7faecd2c391', 'gw_port': {'id': 'ffb99aa3-290f-43d9-8eaf-8d23d4c9f488', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:eb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:37:07Z', 'updated_at': '2021-07-09T16:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '0ff8a328-02f5-451f-ab6d-233ba2d30a43', 'name': '', 'network_id': '4732bbe1-cdbe-4be8-be87-9afa48eeb457', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'mac_address': 'fa:16:3e:68:28:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '22bbec24-5cfd-4d99-b338-60b450cbf9e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:37:15Z', 'updated_at': '2021-07-09T16:37:28Z', 'revision_number': 5, 'project_id': 'e2634516774046048410a7faecd2c391', 'subnets': [{'id': '22bbec24-5cfd-4d99-b338-60b450cbf9e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:39:54.015906 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-218f0b5c-768d-433b-8016-6c00130d7a5c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Deleting port 543dc819-a622-432e-bc08-eb0b72121413 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:39:54.016355 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-218f0b5c-768d-433b-8016-6c00130d7a5c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:54.085288 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e0b9a72c-d53e-43f5-94d0-94139a91701c req-fec42696-eefd-4a9d-bd6f-14eded0a3a34 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/security-groups?id=9944d1eb-8a84-4392-9ddb-1e53a1f2c439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722856 Jul 09 16:39:54.191643 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93409cd6-c913-43c0-b781-cde25df21bd8 req-998a1479-00a0-494b-9bf4-d9a3f31fdea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:54.193842 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-93409cd6-c913-43c0-b781-cde25df21bd8 req-998a1479-00a0-494b-9bf4-d9a3f31fdea1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4732bbe1-cdbe-4be8-be87-9afa48eeb457 HTTP/1.1" status: 200 len: 898 time: 0.3112242 Jul 09 16:39:54.215321 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8560365e-3af9-4867-abec-8f9741572d78 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:54.240911 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-218f0b5c-768d-433b-8016-6c00130d7a5c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:54.268960 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-218f0b5c-768d-433b-8016-6c00130d7a5c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Calling delete_port for 543dc819-a622-432e-bc08-eb0b72121413 owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:39:54.284432 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-93409cd6-c913-43c0-b781-cde25df21bd8 req-c80af939-96d1-42a8-b8ec-c474af59df7c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecb5afe1-686c-4bb9-82cd-29eb29f888f8 HTTP/1.1" status: 200 len: 217 time: 0.0784066 Jul 09 16:39:54.420973 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8560365e-3af9-4867-abec-8f9741572d78 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:54.499434 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8560365e-3af9-4867-abec-8f9741572d78 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event deleted for resources: {'Subnet': ['ID=9747a87d-95f2-40a3-a5e2-0a9aeb3d6aae,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:54.503947 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8560365e-3af9-4867-abec-8f9741572d78 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:54.512262 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8560365e-3af9-4867-abec-8f9741572d78 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "DELETE /v2.0/subnets/9747a87d-95f2-40a3-a5e2-0a9aeb3d6aae HTTP/1.1" status: 204 len: 168 time: 0.7832680 Jul 09 16:39:54.522094 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34652) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:54.530777 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93409cd6-c913-43c0-b781-cde25df21bd8 req-fe09a242-4e88-485b-b393-7bb80539488b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:54.532592 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-93409cd6-c913-43c0-b781-cde25df21bd8 req-fe09a242-4e88-485b-b393-7bb80539488b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=22bbec24-5cfd-4d99-b338-60b450cbf9e7 HTTP/1.1" status: 200 len: 835 time: 0.2376313 Jul 09 16:39:54.616795 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-218f0b5c-768d-433b-8016-6c00130d7a5c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:54.640346 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60768ab9-f8c8-47a0-8048-0041649a081b None None] New status for floating IP dcf7aaf5-8b7c-49eb-bf81-1bd0dbcc6cb2: DOWN {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:39:54.661540 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f0b5c-768d-433b-8016-6c00130d7a5c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event deleted for resources: {'Port': ['ID=543dc819-a622-432e-bc08-eb0b72121413,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:54.719182 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0304e133-7c9c-4a26-9e01-112a3020f7f7 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:54.750592 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93409cd6-c913-43c0-b781-cde25df21bd8 req-347b840b-cfc3-4bfa-9ebd-8bb3624ae140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:54.752205 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-93409cd6-c913-43c0-b781-cde25df21bd8 req-347b840b-cfc3-4bfa-9ebd-8bb3624ae140 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4732bbe1-cdbe-4be8-be87-9afa48eeb457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2029002 Jul 09 16:39:54.804300 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [req-93409cd6-c913-43c0-b781-cde25df21bd8 req-e8ece5c1-916e-4735-95ac-fb6e4f4bd186 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:39:54.805396 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-93409cd6-c913-43c0-b781-cde25df21bd8 req-e8ece5c1-916e-4735-95ac-fb6e4f4bd186 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058894 Jul 09 16:39:54.817469 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4280114a-68fb-4e10-a98c-9ee18040ce28 req-5d2957e6-f0a5-481e-a5c7-d4d518e7da7f tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:54.819712 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4280114a-68fb-4e10-a98c-9ee18040ce28 req-5d2957e6-f0a5-481e-a5c7-d4d518e7da7f tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.77 "GET /v2.0/ports?device_id=f03597ae-bd43-4059-87ea-582c8d184af7 HTTP/1.1" status: 200 len: 945 time: 0.2372410 Jul 09 16:39:54.838629 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49474e4d-8497-4bd6-8f0d-662b84ff792a None None] Network 31582be9-5907-40dd-b210-72a7fe8d2a7a requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:39:54.988224 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a712beee-fedf-42b2-bc4b-6dd4ef4e4cd8 None None] Provisioning for port 692cf253-34c2-4dcf-b00c-deea50cd8ec7 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:39:54.990566 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-0304e133-7c9c-4a26-9e01-112a3020f7f7 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Deleting port 692cf253-34c2-4dcf-b00c-deea50cd8ec7 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:39:54.990958 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0304e133-7c9c-4a26-9e01-112a3020f7f7 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:55.039706 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:39:55.071938 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-93409cd6-c913-43c0-b781-cde25df21bd8 req-f25e4606-5d4d-4f04-aa13-f5f635a5b66e service neutron] 10.222.0.77 "GET /v2.0/networks/4732bbe1-cdbe-4be8-be87-9afa48eeb457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580104 Jul 09 16:39:55.144960 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-0304e133-7c9c-4a26-9e01-112a3020f7f7 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] For port 692cf253-34c2-4dcf-b00c-deea50cd8ec7, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=692cf253-34c2-4dcf-b00c-deea50cd8ec7,segment=NetworkSegment(e081a695-522c-4c82-8616-fb1e24e627c9),segment_id=e081a695-522c-4c82-8616-fb1e24e627c9)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:55.145686 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0304e133-7c9c-4a26-9e01-112a3020f7f7 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:55.158290 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-046d1caf-2b7d-44e1-bdba-20e8f550e8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:55.184508 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-0304e133-7c9c-4a26-9e01-112a3020f7f7 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Calling delete_port for 692cf253-34c2-4dcf-b00c-deea50cd8ec7 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:39:55.239314 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3bcfbc-aef8-4a85-be9c-d06959d552ae None None] DHCP port deletion for 31582be9-5907-40dd-b210-72a7fe8d2a7a request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:39:55.300799 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-93409cd6-c913-43c0-b781-cde25df21bd8 req-d652f67e-e7a4-46d3-b57b-5c6f0af4ec05 service neutron] 10.222.0.77 "GET /v2.0/networks/4732bbe1-cdbe-4be8-be87-9afa48eeb457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213280 Jul 09 16:39:55.341257 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-3e3bcfbc-aef8-4a85-be9c-d06959d552ae None None] Deleting port 692cf253-34c2-4dcf-b00c-deea50cd8ec7 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:39:55.341663 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3e3bcfbc-aef8-4a85-be9c-d06959d552ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:55.392177 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0304e133-7c9c-4a26-9e01-112a3020f7f7 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:55.430459 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-218f0b5c-768d-433b-8016-6c00130d7a5c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:55.431262 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0304e133-7c9c-4a26-9e01-112a3020f7f7 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event deleted for resources: {'Port': ['ID=692cf253-34c2-4dcf-b00c-deea50cd8ec7,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:55.439983 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0304e133-7c9c-4a26-9e01-112a3020f7f7 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] No DVR routers for this DVR port 692cf253-34c2-4dcf-b00c-deea50cd8ec7 on host n-d-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:39:55.440763 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:55.456850 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-3e3bcfbc-aef8-4a85-be9c-d06959d552ae None None] For port 692cf253-34c2-4dcf-b00c-deea50cd8ec7, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=692cf253-34c2-4dcf-b00c-deea50cd8ec7,segment=NetworkSegment(e081a695-522c-4c82-8616-fb1e24e627c9),segment_id=e081a695-522c-4c82-8616-fb1e24e627c9)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:55.457350 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3e3bcfbc-aef8-4a85-be9c-d06959d552ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:55.476724 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-3e3bcfbc-aef8-4a85-be9c-d06959d552ae None None] Calling delete_port for 692cf253-34c2-4dcf-b00c-deea50cd8ec7 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:39:55.487249 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41629e5-ee0f-46df-8252-cb7f439769dd req-9049c351-4211-484d-95d9-6765ce91bd70 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:55.488982 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e41629e5-ee0f-46df-8252-cb7f439769dd req-9049c351-4211-484d-95d9-6765ce91bd70 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/ports?device_id=f03597ae-bd43-4059-87ea-582c8d184af7 HTTP/1.1" status: 200 len: 945 time: 0.1531372 Jul 09 16:39:55.567797 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0304e133-7c9c-4a26-9e01-112a3020f7f7 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:55.589060 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-0304e133-7c9c-4a26-9e01-112a3020f7f7 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31582be9-5907-40dd-b210-72a7fe8d2a7a']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:55.592740 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3e3bcfbc-aef8-4a85-be9c-d06959d552ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:55.606400 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e41629e5-ee0f-46df-8252-cb7f439769dd req-90beb7e9-5c55-4fae-b607-bf51fab92113 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/security-groups?id=9944d1eb-8a84-4392-9ddb-1e53a1f2c439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063449 Jul 09 16:39:55.620591 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-0304e133-7c9c-4a26-9e01-112a3020f7f7 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e081a695-522c-4c82-8616-fb1e24e627c9') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:55.621131 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-0304e133-7c9c-4a26-9e01-112a3020f7f7 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e081a695-522c-4c82-8616-fb1e24e627c9') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:55.632378 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0304e133-7c9c-4a26-9e01-112a3020f7f7 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:55.650442 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0304e133-7c9c-4a26-9e01-112a3020f7f7 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:55.664371 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3bcfbc-aef8-4a85-be9c-d06959d552ae None None] Pushing event deleted for resources: {'Port': ['ID=692cf253-34c2-4dcf-b00c-deea50cd8ec7,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:55.666152 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0304e133-7c9c-4a26-9e01-112a3020f7f7 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:39:55.666610 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0304e133-7c9c-4a26-9e01-112a3020f7f7 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:55.670357 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:39:55.670357 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:39:55.670357 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:39:55.670357 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:39:55.670357 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:39:55.670357 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:39:55.670357 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:39:55.670357 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:39:55.670357 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:39:55.670357 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:39:55.670357 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:39:55.670357 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:39:55.670357 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:39:55.670357 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:39:55.670357 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:39:55.670357 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:39:55.670357 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:39:55.670357 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:39:55.670357 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:39:55.670357 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:39:55.670357 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:39:55.670357 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:39:55.670357 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:39:55.670357 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:39:55.670357 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:39:55.670357 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:39:55.670357 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:39:55.670357 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:39:55.670357 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:39:55.670357 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:39:55.670357 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:39:55.670357 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:39:55.670357 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:39:55.670357 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:39:55.670357 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:39:55.670357 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:39:55.670357 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:39:55.670357 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:39:55.670357 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:39:55.670357 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:39:55.679444 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3bcfbc-aef8-4a85-be9c-d06959d552ae None None] No DVR routers for this DVR port 692cf253-34c2-4dcf-b00c-deea50cd8ec7 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:39:55.747847 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0304e133-7c9c-4a26-9e01-112a3020f7f7 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:55.758966 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0304e133-7c9c-4a26-9e01-112a3020f7f7 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:55.760854 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0304e133-7c9c-4a26-9e01-112a3020f7f7 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "DELETE /v2.0/networks/31582be9-5907-40dd-b210-72a7fe8d2a7a HTTP/1.1" status: 204 len: 168 time: 1.2387693 Jul 09 16:39:55.773404 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34660) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:55.778935 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-cdb8bd59-58e4-45d3-9bff-fa4d9735887b tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-98241428'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:39:55.781354 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0304e133-7c9c-4a26-9e01-112a3020f7f7 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event deleted for resources: {'Network': ['ID=31582be9-5907-40dd-b210-72a7fe8d2a7a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:55.792152 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-4280114a-68fb-4e10-a98c-9ee18040ce28 req-479cdab3-6756-4355-ab1e-ab3bcb8cea0f tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Deleting port ecb5afe1-686c-4bb9-82cd-29eb29f888f8 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:39:55.792537 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4280114a-68fb-4e10-a98c-9ee18040ce28 req-479cdab3-6756-4355-ab1e-ab3bcb8cea0f tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:55.847569 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-218f0b5c-768d-433b-8016-6c00130d7a5c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Router 92821711-3c4c-431d-9905-30709e9d3c55 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:39:55.875828 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb8bd59-58e4-45d3-9bff-fa4d9735887b tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Made reservation on behalf of 522630d2233142e4a30463472a66f8be for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:39:55.879727 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cdb8bd59-58e4-45d3-9bff-fa4d9735887b tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:56.003149 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-218f0b5c-768d-433b-8016-6c00130d7a5c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:39:56.009406 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-4280114a-68fb-4e10-a98c-9ee18040ce28 req-479cdab3-6756-4355-ab1e-ab3bcb8cea0f tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] For port ecb5afe1-686c-4bb9-82cd-29eb29f888f8, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=ecb5afe1-686c-4bb9-82cd-29eb29f888f8,segment=NetworkSegment(25fea648-aede-41b0-b521-f2f7244b98a5),segment_id=25fea648-aede-41b0-b521-f2f7244b98a5)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:56.009802 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4280114a-68fb-4e10-a98c-9ee18040ce28 req-479cdab3-6756-4355-ab1e-ab3bcb8cea0f tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:56.015550 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78844e1e-11f5-42cd-9ab8-483ef47b5d41 None None] Sync routers for ids ['92821711-3c4c-431d-9905-30709e9d3c55'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:39:56.028864 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-218f0b5c-768d-433b-8016-6c00130d7a5c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "PUT /v2.0/routers/92821711-3c4c-431d-9905-30709e9d3c55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3739595 Jul 09 16:39:56.028864 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdb8bd59-58e4-45d3-9bff-fa4d9735887b tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:39:56.030420 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34662) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:56.036394 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78844e1e-11f5-42cd-9ab8-483ef47b5d41 None None] Routers {'92821711-3c4c-431d-9905-30709e9d3c55'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:39:56.037298 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-78844e1e-11f5-42cd-9ab8-483ef47b5d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:39:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['92821711-3c4c-431d-9905-30709e9d3c55'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:56.046718 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-4280114a-68fb-4e10-a98c-9ee18040ce28 req-479cdab3-6756-4355-ab1e-ab3bcb8cea0f tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Calling delete_port for ecb5afe1-686c-4bb9-82cd-29eb29f888f8 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:39:56.054066 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cdb8bd59-58e4-45d3-9bff-fa4d9735887b tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:56.054425 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-cdb8bd59-58e4-45d3-9bff-fa4d9735887b tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Added segment 7ee779a5-6eaf-4344-a15d-e367b3d2f9df of type vlan for network 39705ce6-c2fa-42f6-a24a-2a69c0e84b0b Jul 09 16:39:56.091735 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-78844e1e-11f5-42cd-9ab8-483ef47b5d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:56.105457 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78844e1e-11f5-42cd-9ab8-483ef47b5d41 None None] Routers {'92821711-3c4c-431d-9905-30709e9d3c55'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:39:56.106438 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-78844e1e-11f5-42cd-9ab8-483ef47b5d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:39:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['92821711-3c4c-431d-9905-30709e9d3c55'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:56.152888 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-78844e1e-11f5-42cd-9ab8-483ef47b5d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:56.153835 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78844e1e-11f5-42cd-9ab8-483ef47b5d41 None None] The sync data for ids ['92821711-3c4c-431d-9905-30709e9d3c55'] in n-d-798930-3 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:39:56.171717 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cdb8bd59-58e4-45d3-9bff-fa4d9735887b tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:56.238300 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cdb8bd59-58e4-45d3-9bff-fa4d9735887b tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:56.245680 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb8bd59-58e4-45d3-9bff-fa4d9735887b tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:56.246512 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cdb8bd59-58e4-45d3-9bff-fa4d9735887b tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:56.260952 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:56.330747 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [None req-0e024992-01a5-450f-a364-696e59239823 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] remove_router_interface failed (client error): The resource could not be found. Jul 09 16:39:56.337676 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-cdb8bd59-58e4-45d3-9bff-fa4d9735887b tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5605271 Jul 09 16:39:56.337890 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0e024992-01a5-450f-a364-696e59239823 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "PUT /v2.0/routers/92821711-3c4c-431d-9905-30709e9d3c55/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3020136 Jul 09 16:39:56.337890 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34666) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:56.339706 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34668) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:56.352711 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-f8851a8e-bdb0-4def-87c7-5772dc5f5a14 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Request body: {'subnet': {'network_id': '39705ce6-c2fa-42f6-a24a-2a69c0e84b0b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:39:56.394083 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6ee2beac-39d6-4e91-a4cc-0677b9ad07c4 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "GET /v2.0/ports?device_id=92821711-3c4c-431d-9905-30709e9d3c55 HTTP/1.1" status: 200 len: 205 time: 0.0544882 Jul 09 16:39:56.394704 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34672) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:56.423307 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb8bd59-58e4-45d3-9bff-fa4d9735887b tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event updated for resources: {'Network': ['ID=39705ce6-c2fa-42f6-a24a-2a69c0e84b0b,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:56.442872 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 39705ce6-c2fa-42f6-a24a-2a69c0e84b0b details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:39:56.451791 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4280114a-68fb-4e10-a98c-9ee18040ce28 req-479cdab3-6756-4355-ab1e-ab3bcb8cea0f tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:56.496438 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-badd1e44-53d4-4d7a-a77f-5b4597b2c41e tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:56.516719 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479cdab3-6756-4355-ab1e-ab3bcb8cea0f tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event deleted for resources: {'Port': ['ID=ecb5afe1-686c-4bb9-82cd-29eb29f888f8,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:56.611770 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-4280114a-68fb-4e10-a98c-9ee18040ce28 req-479cdab3-6756-4355-ab1e-ab3bcb8cea0f tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] No DVR routers for this DVR port ecb5afe1-686c-4bb9-82cd-29eb29f888f8 on host n-h1-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:39:56.619442 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4280114a-68fb-4e10-a98c-9ee18040ce28 req-479cdab3-6756-4355-ab1e-ab3bcb8cea0f tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:56.621453 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4280114a-68fb-4e10-a98c-9ee18040ce28 req-479cdab3-6756-4355-ab1e-ab3bcb8cea0f tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.77 "DELETE /v2.0/ports/ecb5afe1-686c-4bb9-82cd-29eb29f888f8 HTTP/1.1" status: 204 len: 173 time: 1.7944148 Jul 09 16:39:56.622064 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f03597ae-bd43-4059-87ea-582c8d184af7', 'name': 'network-vif-deleted', 'tag': 'ecb5afe1-686c-4bb9-82cd-29eb29f888f8'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:39:56.625502 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1ee2a2-a35f-4f09-9d16-af52a7117eef" -d '{"events": [{"server_uuid": "f03597ae-bd43-4059-87ea-582c8d184af7", "name": "network-vif-deleted", "tag": "ecb5afe1-686c-4bb9-82cd-29eb29f888f8"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:39:56.639422 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8851a8e-bdb0-4def-87c7-5772dc5f5a14 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Made reservation on behalf of 522630d2233142e4a30463472a66f8be for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:39:56.643205 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8851a8e-bdb0-4def-87c7-5772dc5f5a14 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:56.687066 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:56.768389 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-badd1e44-53d4-4d7a-a77f-5b4597b2c41e tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:56.771800 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-badd1e44-53d4-4d7a-a77f-5b4597b2c41e tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:56.854087 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5452ebcd-3599-416a-ba57-bad6ef18898f req-2e5aaae6-9486-4ac6-8b53-134659e348eb tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/ports?device_id=f03597ae-bd43-4059-87ea-582c8d184af7 HTTP/1.1" status: 200 len: 210 time: 0.0344052 Jul 09 16:39:56.855293 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-badd1e44-53d4-4d7a-a77f-5b4597b2c41e tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:56.855885 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-badd1e44-53d4-4d7a-a77f-5b4597b2c41e tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Fanout notify agent at l3_agent the message router_deleted on router 92821711-3c4c-431d-9905-30709e9d3c55 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:39:56.863857 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-badd1e44-53d4-4d7a-a77f-5b4597b2c41e tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:56.868063 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-badd1e44-53d4-4d7a-a77f-5b4597b2c41e tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "DELETE /v2.0/routers/92821711-3c4c-431d-9905-30709e9d3c55 HTTP/1.1" status: 204 len: 168 time: 0.4725914 Jul 09 16:39:56.869035 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34680) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:56.882580 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8851a8e-bdb0-4def-87c7-5772dc5f5a14 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:56.937674 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-191b40ee-2c57-4372-ab85-b71c47525cdf tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Deleting subnet ac91236f-10d3-4a2e-ad55-b3f764881d6e {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:39:56.941527 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-191b40ee-2c57-4372-ab85-b71c47525cdf tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:56.975001 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97b9d25-afaf-45b8-a3ca-a37432b1a1b9 x-openstack-request-id: req-f97b9d25-afaf-45b8-a3ca-a37432b1a1b9 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:39:56.975297 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f03597ae-bd43-4059-87ea-582c8d184af7", "name": "network-vif-deleted", "tag": "ecb5afe1-686c-4bb9-82cd-29eb29f888f8", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:39:56.975549 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f97b9d25-afaf-45b8-a3ca-a37432b1a1b9 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:39:56.975954 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f03597ae-bd43-4059-87ea-582c8d184af7', 'name': 'network-vif-deleted', 'tag': 'ecb5afe1-686c-4bb9-82cd-29eb29f888f8', 'status': 'completed', 'code': 200} Jul 09 16:39:56.991682 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8851a8e-bdb0-4def-87c7-5772dc5f5a14 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event updated for resources: {'Subnet': ['ID=32e83aec-c6de-490b-8076-bc95cd35d121,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:56.997284 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8851a8e-bdb0-4def-87c7-5772dc5f5a14 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Checking segment: {'id': '7ee779a5-6eaf-4344-a15d-e367b3d2f9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '39705ce6-c2fa-42f6-a24a-2a69c0e84b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:39:56.997653 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8851a8e-bdb0-4def-87c7-5772dc5f5a14 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Network hostable DHCP agents. Network: 39705ce6-c2fa-42f6-a24a-2a69c0e84b0b, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:39:57.003476 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-191b40ee-2c57-4372-ab85-b71c47525cdf tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:57.023718 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8851a8e-bdb0-4def-87c7-5772dc5f5a14 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Network 39705ce6-c2fa-42f6-a24a-2a69c0e84b0b is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:39:57.039639 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-f8851a8e-bdb0-4def-87c7-5772dc5f5a14 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 39705ce6-c2fa-42f6-a24a-2a69c0e84b0b) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:39:57.046114 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8851a8e-bdb0-4def-87c7-5772dc5f5a14 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:57.046709 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8851a8e-bdb0-4def-87c7-5772dc5f5a14 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:57.053510 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fae77f-84a3-44ac-b444-95333c32c0a7 None None] Network 39705ce6-c2fa-42f6-a24a-2a69c0e84b0b requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:39:57.076668 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f8851a8e-bdb0-4def-87c7-5772dc5f5a14 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7346799 Jul 09 16:39:57.079651 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34682) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:57.085597 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-c86e9c6e-678f-4942-90ea-bf6e10158d44 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Request body: {'port': {'network_id': '39705ce6-c2fa-42f6-a24a-2a69c0e84b0b', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-374102569'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:39:57.147729 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-191b40ee-2c57-4372-ab85-b71c47525cdf tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:57.230303 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 692cf253-34c2-4dcf-b00c-deea50cd8ec7 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:39:57.253350 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-191b40ee-2c57-4372-ab85-b71c47525cdf tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:57.275313 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86e9c6e-678f-4942-90ea-bf6e10158d44 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Made reservation on behalf of 522630d2233142e4a30463472a66f8be for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:39:57.282728 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c86e9c6e-678f-4942-90ea-bf6e10158d44 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:57.292631 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 692cf253-34c2-4dcf-b00c-deea50cd8ec7 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:39:57.293442 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 692cf253-34c2-4dcf-b00c-deea50cd8ec7 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:39:57.316013 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191b40ee-2c57-4372-ab85-b71c47525cdf tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event deleted for resources: {'Subnet': ['ID=ac91236f-10d3-4a2e-ad55-b3f764881d6e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:57.321328 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c86e9c6e-678f-4942-90ea-bf6e10158d44 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] device_id is not set on port 23d429de-832b-423f-94e6-7b25b42d4b01 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:39:57.341321 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520bb524-7a76-40e3-a0e0-e03b21577abc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-39705ce6-c2fa-42f6-a24a-2a69c0e84b0b', 'network_id': '39705ce6-c2fa-42f6-a24a-2a69c0e84b0b', 'tenant_id': '522630d2233142e4a30463472a66f8be', 'fixed_ips': [{'subnet_id': '32e83aec-c6de-490b-8076-bc95cd35d121'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:39:57.342178 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-520bb524-7a76-40e3-a0e0-e03b21577abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:57.345881 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-191b40ee-2c57-4372-ab85-b71c47525cdf tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:57.347250 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76e6923-19c4-4361-8638-7c9d7933c94d None None] Network 7a6aa951-7ea6-4d10-b28e-3b8128869946 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:39:57.348623 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-191b40ee-2c57-4372-ab85-b71c47525cdf tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "DELETE /v2.0/subnets/ac91236f-10d3-4a2e-ad55-b3f764881d6e HTTP/1.1" status: 204 len: 168 time: 0.4785478 Jul 09 16:39:57.351666 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34686) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:57.521608 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a2ee1da4-26bf-44ad-9db0-b42a6f89604e tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:57.524263 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-c86e9c6e-678f-4942-90ea-bf6e10158d44 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Allocated IP 2001:db8::3a3 (39705ce6-c2fa-42f6-a24a-2a69c0e84b0b/32e83aec-c6de-490b-8076-bc95cd35d121/23d429de-832b-423f-94e6-7b25b42d4b01) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:39:57.613219 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-a2ee1da4-26bf-44ad-9db0-b42a6f89604e tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Deleting port ca0fd798-969b-42b2-be94-38b0382eee45 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:39:57.613658 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a2ee1da4-26bf-44ad-9db0-b42a6f89604e tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:57.714087 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-a2ee1da4-26bf-44ad-9db0-b42a6f89604e tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] For port ca0fd798-969b-42b2-be94-38b0382eee45, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=ca0fd798-969b-42b2-be94-38b0382eee45,segment=NetworkSegment(8af3f554-cd1c-4fbd-81b3-4d0c110c845d),segment_id=8af3f554-cd1c-4fbd-81b3-4d0c110c845d)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:57.714711 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a2ee1da4-26bf-44ad-9db0-b42a6f89604e tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:57.736039 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c86e9c6e-678f-4942-90ea-bf6e10158d44 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:57.738951 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-a2ee1da4-26bf-44ad-9db0-b42a6f89604e tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Calling delete_port for ca0fd798-969b-42b2-be94-38b0382eee45 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:39:57.761592 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c86e9c6e-678f-4942-90ea-bf6e10158d44 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Transition to ACTIVE for port object 23d429de-832b-423f-94e6-7b25b42d4b01 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:39:57.763633 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b461013-13ff-4e8f-b093-eb72e0c658e7 None None] DHCP port deletion for 7a6aa951-7ea6-4d10-b28e-3b8128869946 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:39:57.819357 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c86e9c6e-678f-4942-90ea-bf6e10158d44 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:57.875388 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-4b461013-13ff-4e8f-b093-eb72e0c658e7 None None] Deleting port ca0fd798-969b-42b2-be94-38b0382eee45 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:39:57.875885 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4b461013-13ff-4e8f-b093-eb72e0c658e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:57.888119 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86e9c6e-678f-4942-90ea-bf6e10158d44 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event updated for resources: {'Port': ['ID=23d429de-832b-423f-94e6-7b25b42d4b01,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:57.913817 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86e9c6e-678f-4942-90ea-bf6e10158d44 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Network 39705ce6-c2fa-42f6-a24a-2a69c0e84b0b is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:39:57.915828 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-c86e9c6e-678f-4942-90ea-bf6e10158d44 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:39:57.935557 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86e9c6e-678f-4942-90ea-bf6e10158d44 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:39:57.942285 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86e9c6e-678f-4942-90ea-bf6e10158d44 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:57.943777 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c86e9c6e-678f-4942-90ea-bf6e10158d44 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:57.965763 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-520bb524-7a76-40e3-a0e0-e03b21577abc None None] Allocated IP 2001:db8::2 (39705ce6-c2fa-42f6-a24a-2a69c0e84b0b/32e83aec-c6de-490b-8076-bc95cd35d121/7cf5583f-4403-4e94-b5c0-39f53cb259f9) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:39:57.969918 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c86e9c6e-678f-4942-90ea-bf6e10158d44 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.8888421 Jul 09 16:39:57.973059 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34692) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:58.059313 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34700) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:58.212284 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8613f21f-1928-4743-b7a7-11718c223b93 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:58.252384 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-ce85ab08-1320-4190-844f-61ac26de69d0 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Deleting port 23d429de-832b-423f-94e6-7b25b42d4b01 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:39:58.253198 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ce85ab08-1320-4190-844f-61ac26de69d0 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:58.310239 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device ecb5afe1-686c-4bb9-82cd-29eb29f888f8 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:39:58.359473 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8613f21f-1928-4743-b7a7-11718c223b93 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:58.360316 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-4b461013-13ff-4e8f-b093-eb72e0c658e7 None None] For port ca0fd798-969b-42b2-be94-38b0382eee45, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=ca0fd798-969b-42b2-be94-38b0382eee45,segment=NetworkSegment(8af3f554-cd1c-4fbd-81b3-4d0c110c845d),segment_id=8af3f554-cd1c-4fbd-81b3-4d0c110c845d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:39:58.360958 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4b461013-13ff-4e8f-b093-eb72e0c658e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:58.375857 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: ecb5afe1-686c-4bb9-82cd-29eb29f888f8 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:39:58.376207 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device ecb5afe1-686c-4bb9-82cd-29eb29f888f8 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:39:58.402186 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:58.403419 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a2ee1da4-26bf-44ad-9db0-b42a6f89604e tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:58.404538 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-4b461013-13ff-4e8f-b093-eb72e0c658e7 None None] Calling delete_port for ca0fd798-969b-42b2-be94-38b0382eee45 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:39:58.435285 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ee1da4-26bf-44ad-9db0-b42a6f89604e tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event deleted for resources: {'Port': ['ID=ca0fd798-969b-42b2-be94-38b0382eee45,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:58.437636 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ee1da4-26bf-44ad-9db0-b42a6f89604e tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] No DVR routers for this DVR port ca0fd798-969b-42b2-be94-38b0382eee45 on host n-d-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:39:58.505619 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ce85ab08-1320-4190-844f-61ac26de69d0 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:58.532176 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-ce85ab08-1320-4190-844f-61ac26de69d0 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Calling delete_port for 23d429de-832b-423f-94e6-7b25b42d4b01 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:39:58.571610 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a2ee1da4-26bf-44ad-9db0-b42a6f89604e tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:58.584279 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-a2ee1da4-26bf-44ad-9db0-b42a6f89604e tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a6aa951-7ea6-4d10-b28e-3b8128869946']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:58.598452 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-520bb524-7a76-40e3-a0e0-e03b21577abc None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:58.598743 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-a2ee1da4-26bf-44ad-9db0-b42a6f89604e tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8af3f554-cd1c-4fbd-81b3-4d0c110c845d') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:58.599588 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-a2ee1da4-26bf-44ad-9db0-b42a6f89604e tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8af3f554-cd1c-4fbd-81b3-4d0c110c845d') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:39:58.613988 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a2ee1da4-26bf-44ad-9db0-b42a6f89604e tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:58.614844 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-520bb524-7a76-40e3-a0e0-e03b21577abc None None] Transition to ACTIVE for port object 7cf5583f-4403-4e94-b5c0-39f53cb259f9 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:39:58.637700 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4b461013-13ff-4e8f-b093-eb72e0c658e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:58.643501 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a2ee1da4-26bf-44ad-9db0-b42a6f89604e tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:58.660485 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2ee1da4-26bf-44ad-9db0-b42a6f89604e tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:39:58.661152 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a2ee1da4-26bf-44ad-9db0-b42a6f89604e tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:58.666564 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8613f21f-1928-4743-b7a7-11718c223b93 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:58.673689 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8613f21f-1928-4743-b7a7-11718c223b93 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:58.679477 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b461013-13ff-4e8f-b093-eb72e0c658e7 None None] Pushing event deleted for resources: {'Port': ['ID=ca0fd798-969b-42b2-be94-38b0382eee45,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:58.681538 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8613f21f-1928-4743-b7a7-11718c223b93 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "DELETE /v2.0/security-groups/9944d1eb-8a84-4392-9ddb-1e53a1f2c439 HTTP/1.1" status: 204 len: 168 time: 0.6211102 Jul 09 16:39:58.682440 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b461013-13ff-4e8f-b093-eb72e0c658e7 None None] No DVR routers for this DVR port ca0fd798-969b-42b2-be94-38b0382eee45 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:39:58.700553 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-520bb524-7a76-40e3-a0e0-e03b21577abc None None] Transition to ACTIVE for port object 7cf5583f-4403-4e94-b5c0-39f53cb259f9 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:39:58.706429 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8613f21f-1928-4743-b7a7-11718c223b93 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9944d1eb-8a84-4392-9ddb-1e53a1f2c439,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:58.747650 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34720) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:58.749462 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-520bb524-7a76-40e3-a0e0-e03b21577abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:58.811734 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520bb524-7a76-40e3-a0e0-e03b21577abc None None] Network 39705ce6-c2fa-42f6-a24a-2a69c0e84b0b is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:39:58.813357 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:39:58.813357 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:39:58.813357 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:39:58.813357 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:39:58.813357 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:39:58.813357 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:39:58.813357 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:39:58.813357 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:39:58.813357 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:39:58.813357 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:39:58.813357 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:39:58.813357 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:39:58.813357 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:39:58.813357 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:39:58.813357 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:39:58.813357 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:39:58.813357 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:39:58.813357 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:39:58.813357 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:39:58.813357 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:39:58.813357 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:39:58.813357 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:39:58.813357 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:39:58.813357 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:39:58.813357 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:39:58.813357 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:39:58.813357 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:39:58.813357 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:39:58.813357 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:39:58.813357 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:39:58.813357 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:39:58.813357 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:39:58.827376 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-520bb524-7a76-40e3-a0e0-e03b21577abc None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:39:58.831459 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520bb524-7a76-40e3-a0e0-e03b21577abc None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:39:58.843432 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520bb524-7a76-40e3-a0e0-e03b21577abc None None] Pushing event updated for resources: {'Port': ['ID=7cf5583f-4403-4e94-b5c0-39f53cb259f9,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:58.867931 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a2ee1da4-26bf-44ad-9db0-b42a6f89604e tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:58.876401 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a2ee1da4-26bf-44ad-9db0-b42a6f89604e tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:58.882231 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a2ee1da4-26bf-44ad-9db0-b42a6f89604e tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "DELETE /v2.0/networks/7a6aa951-7ea6-4d10-b28e-3b8128869946 HTTP/1.1" status: 204 len: 168 time: 1.5257323 Jul 09 16:39:58.882643 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34722) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:58.899990 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-70fcceed-58b4-42a8-8cc4-79352f04e83c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Request body: {'network': {'name': 'tempest-RoutersTest-431925461'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:39:58.914661 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-520bb524-7a76-40e3-a0e0-e03b21577abc None None] Attempting to bind port 7cf5583f-4403-4e94-b5c0-39f53cb259f9 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:39:58.916030 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-520bb524-7a76-40e3-a0e0-e03b21577abc None None] Attempting to bind port 7cf5583f-4403-4e94-b5c0-39f53cb259f9 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '7ee779a5-6eaf-4344-a15d-e367b3d2f9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '39705ce6-c2fa-42f6-a24a-2a69c0e84b0b'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:39:58.916407 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520bb524-7a76-40e3-a0e0-e03b21577abc None None] Attempting to bind port 7cf5583f-4403-4e94-b5c0-39f53cb259f9 on network 39705ce6-c2fa-42f6-a24a-2a69c0e84b0b {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:39:58.917081 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ce85ab08-1320-4190-844f-61ac26de69d0 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:58.922343 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520bb524-7a76-40e3-a0e0-e03b21577abc None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:39:58.922721 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520bb524-7a76-40e3-a0e0-e03b21577abc None None] Checking segment: {'id': '7ee779a5-6eaf-4344-a15d-e367b3d2f9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '39705ce6-c2fa-42f6-a24a-2a69c0e84b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:39:58.923194 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-520bb524-7a76-40e3-a0e0-e03b21577abc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:58.923594 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520bb524-7a76-40e3-a0e0-e03b21577abc None None] Bound using segment: {'id': '7ee779a5-6eaf-4344-a15d-e367b3d2f9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '39705ce6-c2fa-42f6-a24a-2a69c0e84b0b'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:39:58.924109 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-520bb524-7a76-40e3-a0e0-e03b21577abc None None] Bound port: 7cf5583f-4403-4e94-b5c0-39f53cb259f9, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ee779a5-6eaf-4344-a15d-e367b3d2f9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '39705ce6-c2fa-42f6-a24a-2a69c0e84b0b'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:39:58.924519 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-520bb524-7a76-40e3-a0e0-e03b21577abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:58.944247 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ee1da4-26bf-44ad-9db0-b42a6f89604e tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event deleted for resources: {'Network': ['ID=7a6aa951-7ea6-4d10-b28e-3b8128869946,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:58.962787 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce85ab08-1320-4190-844f-61ac26de69d0 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event deleted for resources: {'Port': ['ID=23d429de-832b-423f-94e6-7b25b42d4b01,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:58.998823 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70fcceed-58b4-42a8-8cc4-79352f04e83c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Made reservation on behalf of 850e57f21d324dbe951314eb6bfbdc4a for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:39:59.003608 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-520bb524-7a76-40e3-a0e0-e03b21577abc None None] For port 7cf5583f-4403-4e94-b5c0-39f53cb259f9, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:39:59.007303 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-70fcceed-58b4-42a8-8cc4-79352f04e83c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:59.009051 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-520bb524-7a76-40e3-a0e0-e03b21577abc None None] For port 7cf5583f-4403-4e94-b5c0-39f53cb259f9, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=7cf5583f-4403-4e94-b5c0-39f53cb259f9,segment=NetworkSegment(7ee779a5-6eaf-4344-a15d-e367b3d2f9df),segment_id=7ee779a5-6eaf-4344-a15d-e367b3d2f9df)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:39:59.014532 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-520bb524-7a76-40e3-a0e0-e03b21577abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:59.058133 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70fcceed-58b4-42a8-8cc4-79352f04e83c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:39:59.065587 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ce85ab08-1320-4190-844f-61ac26de69d0 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:59.072429 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ce85ab08-1320-4190-844f-61ac26de69d0 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "DELETE /v2.0/ports/23d429de-832b-423f-94e6-7b25b42d4b01 HTTP/1.1" status: 204 len: 168 time: 1.0981426 Jul 09 16:39:59.073052 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-70fcceed-58b4-42a8-8cc4-79352f04e83c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:59.073423 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-70fcceed-58b4-42a8-8cc4-79352f04e83c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Added segment 0be256c5-925e-4c96-b2d2-f5a8bbc36f7b of type vlan for network 0a5528f7-c27f-4851-9f85-7f00fb044781 Jul 09 16:39:59.075295 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34728) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:59.160260 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520bb524-7a76-40e3-a0e0-e03b21577abc None None] Pushing event updated for resources: {'Port': ['ID=7cf5583f-4403-4e94-b5c0-39f53cb259f9,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:59.169273 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1b551ee-93b1-401d-a335-25e0d7899d47 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] GET failed (client error): The resource could not be found. Jul 09 16:39:59.173117 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d1b551ee-93b1-401d-a335-25e0d7899d47 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "GET /v2.0/ports/23d429de-832b-423f-94e6-7b25b42d4b01 HTTP/1.1" status: 404 len: 333 time: 0.0936708 Jul 09 16:39:59.174043 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34732) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:59.242051 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-70fcceed-58b4-42a8-8cc4-79352f04e83c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:59.296676 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-70fcceed-58b4-42a8-8cc4-79352f04e83c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:59.317314 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device ca0fd798-969b-42b2-be94-38b0382eee45 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:39:59.318871 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-f19432ac-4a6e-422d-baa2-3e02590a25e5 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Deleting subnet 32e83aec-c6de-490b-8076-bc95cd35d121 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:39:59.329967 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f19432ac-4a6e-422d-baa2-3e02590a25e5 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:59.342151 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fcceed-58b4-42a8-8cc4-79352f04e83c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:39:59.347053 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-70fcceed-58b4-42a8-8cc4-79352f04e83c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:59.373042 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: ca0fd798-969b-42b2-be94-38b0382eee45 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:39:59.375944 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device ca0fd798-969b-42b2-be94-38b0382eee45 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:39:59.468377 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f19432ac-4a6e-422d-baa2-3e02590a25e5 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:59.515972 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fcceed-58b4-42a8-8cc4-79352f04e83c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event updated for resources: {'Network': ['ID=0a5528f7-c27f-4851-9f85-7f00fb044781,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:39:59.528103 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 0a5528f7-c27f-4851-9f85-7f00fb044781 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:39:59.535730 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-70fcceed-58b4-42a8-8cc4-79352f04e83c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6489065 Jul 09 16:39:59.537930 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34740) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:39:59.546228 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-ff81b74d-b2c0-4e34-a21c-654a37bc0695 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Request body: {'subnet': {'network_id': '0a5528f7-c27f-4851-9f85-7f00fb044781', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:39:59.734293 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f19432ac-4a6e-422d-baa2-3e02590a25e5 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:59.801284 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff81b74d-b2c0-4e34-a21c-654a37bc0695 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Made reservation on behalf of 850e57f21d324dbe951314eb6bfbdc4a for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:39:59.805245 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ff81b74d-b2c0-4e34-a21c-654a37bc0695 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:39:59.811188 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6d9ff5e5-1a2e-4320-921d-1e267b4d66f5 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:00.246652 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f19432ac-4a6e-422d-baa2-3e02590a25e5 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:00.280638 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19432ac-4a6e-422d-baa2-3e02590a25e5 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event deleted for resources: {'Subnet': ['ID=32e83aec-c6de-490b-8076-bc95cd35d121,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:00.316571 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f19432ac-4a6e-422d-baa2-3e02590a25e5 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:00.319224 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f19432ac-4a6e-422d-baa2-3e02590a25e5 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "DELETE /v2.0/subnets/32e83aec-c6de-490b-8076-bc95cd35d121 HTTP/1.1" status: 204 len: 168 time: 1.1441891 Jul 09 16:40:00.321978 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34748) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:00.493981 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7ba5248e-02c3-4312-9d41-951e4507c243 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:00.570281 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-7ba5248e-02c3-4312-9d41-951e4507c243 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Deleting port 7cf5583f-4403-4e94-b5c0-39f53cb259f9 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:40:00.570626 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7ba5248e-02c3-4312-9d41-951e4507c243 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:00.599726 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ff81b74d-b2c0-4e34-a21c-654a37bc0695 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:00.602447 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b34755-b85e-4ac7-8954-d4385a0540a1 None None] Network 39705ce6-c2fa-42f6-a24a-2a69c0e84b0b requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:40:00.740506 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-7ba5248e-02c3-4312-9d41-951e4507c243 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] For port 7cf5583f-4403-4e94-b5c0-39f53cb259f9, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=7cf5583f-4403-4e94-b5c0-39f53cb259f9,segment=NetworkSegment(7ee779a5-6eaf-4344-a15d-e367b3d2f9df),segment_id=7ee779a5-6eaf-4344-a15d-e367b3d2f9df)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:00.740506 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7ba5248e-02c3-4312-9d41-951e4507c243 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:00.741701 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff81b74d-b2c0-4e34-a21c-654a37bc0695 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Checking segment: {'id': '0be256c5-925e-4c96-b2d2-f5a8bbc36f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0a5528f7-c27f-4851-9f85-7f00fb044781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:40:00.742166 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff81b74d-b2c0-4e34-a21c-654a37bc0695 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Network hostable DHCP agents. Network: 0a5528f7-c27f-4851-9f85-7f00fb044781, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:40:00.749390 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b58e240e-bd94-4fa2-92ec-73986bb4af89 None None] Provisioning for port 7cf5583f-4403-4e94-b5c0-39f53cb259f9 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:40:00.759088 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff81b74d-b2c0-4e34-a21c-654a37bc0695 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event updated for resources: {'Subnet': ['ID=f299db3d-7cd6-4505-8b29-0114df61cc7d,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:00.777661 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-7ba5248e-02c3-4312-9d41-951e4507c243 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Calling delete_port for 7cf5583f-4403-4e94-b5c0-39f53cb259f9 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:40:00.803215 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff81b74d-b2c0-4e34-a21c-654a37bc0695 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Network 0a5528f7-c27f-4851-9f85-7f00fb044781 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:40:00.814286 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-6d9ff5e5-1a2e-4320-921d-1e267b4d66f5 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Deleting port 0ff8a328-02f5-451f-ab6d-233ba2d30a43 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:40:00.814784 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6d9ff5e5-1a2e-4320-921d-1e267b4d66f5 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:00.868021 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-ff81b74d-b2c0-4e34-a21c-654a37bc0695 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 0a5528f7-c27f-4851-9f85-7f00fb044781) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:40:00.875983 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52be7da-6c95-460a-a7e6-9a9205362219 None None] Network 0a5528f7-c27f-4851-9f85-7f00fb044781 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:40:00.881119 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff81b74d-b2c0-4e34-a21c-654a37bc0695 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:00.881831 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ff81b74d-b2c0-4e34-a21c-654a37bc0695 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:00.909049 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ff81b74d-b2c0-4e34-a21c-654a37bc0695 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3700814 Jul 09 16:40:00.913286 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34754) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:00.928134 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-95524027-01ad-488a-9313-85397c70a342 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1180777625', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:00.929358 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7ba5248e-02c3-4312-9d41-951e4507c243 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:00.994946 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-6d9ff5e5-1a2e-4320-921d-1e267b4d66f5 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] For port 0ff8a328-02f5-451f-ab6d-233ba2d30a43, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=0ff8a328-02f5-451f-ab6d-233ba2d30a43,segment=NetworkSegment(25fea648-aede-41b0-b521-f2f7244b98a5),segment_id=25fea648-aede-41b0-b521-f2f7244b98a5)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:00.996091 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6d9ff5e5-1a2e-4320-921d-1e267b4d66f5 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:01.005636 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-95524027-01ad-488a-9313-85397c70a342 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:01.005873 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba5248e-02c3-4312-9d41-951e4507c243 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event deleted for resources: {'Port': ['ID=7cf5583f-4403-4e94-b5c0-39f53cb259f9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:01.007147 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-95524027-01ad-488a-9313-85397c70a342 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:01.020149 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-6d9ff5e5-1a2e-4320-921d-1e267b4d66f5 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Calling delete_port for 0ff8a328-02f5-451f-ab6d-233ba2d30a43 owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:40:01.039047 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba5248e-02c3-4312-9d41-951e4507c243 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] No DVR routers for this DVR port 7cf5583f-4403-4e94-b5c0-39f53cb259f9 on host n-d-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:40:01.039580 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b520302-5ce3-4469-b9e6-f9dc278638fb None None] DHCP port deletion for 39705ce6-c2fa-42f6-a24a-2a69c0e84b0b request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:40:01.047023 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba5248e-02c3-4312-9d41-951e4507c243 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:01.058401 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba5248e-02c3-4312-9d41-951e4507c243 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:01.059583 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba5248e-02c3-4312-9d41-951e4507c243 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:01.060079 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba5248e-02c3-4312-9d41-951e4507c243 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:01.061414 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba5248e-02c3-4312-9d41-951e4507c243 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:01.062604 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba5248e-02c3-4312-9d41-951e4507c243 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:01.063368 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba5248e-02c3-4312-9d41-951e4507c243 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:01.063919 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba5248e-02c3-4312-9d41-951e4507c243 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:01.065120 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba5248e-02c3-4312-9d41-951e4507c243 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:01.066494 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba5248e-02c3-4312-9d41-951e4507c243 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:01.067194 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba5248e-02c3-4312-9d41-951e4507c243 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:01.069148 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba5248e-02c3-4312-9d41-951e4507c243 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:01.135083 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-95524027-01ad-488a-9313-85397c70a342 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:01.143128 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1974565b-d5e7-4d79-a661-83d7e63ccee4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-0a5528f7-c27f-4851-9f85-7f00fb044781', 'network_id': '0a5528f7-c27f-4851-9f85-7f00fb044781', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'fixed_ips': [{'subnet_id': 'f299db3d-7cd6-4505-8b29-0114df61cc7d'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:40:01.144078 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1974565b-d5e7-4d79-a661-83d7e63ccee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:01.152879 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-95524027-01ad-488a-9313-85397c70a342 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:01.246759 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-95524027-01ad-488a-9313-85397c70a342 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:01.251495 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-95524027-01ad-488a-9313-85397c70a342 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3341238 Jul 09 16:40:01.251495 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34756) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:01.291394 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7ba5248e-02c3-4312-9d41-951e4507c243 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:01.299322 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-1974565b-d5e7-4d79-a661-83d7e63ccee4 None None] Allocated IP 172.20.0.2 (0a5528f7-c27f-4851-9f85-7f00fb044781/f299db3d-7cd6-4505-8b29-0114df61cc7d/63dacd00-65c9-4f70-9c9e-9c511170787a) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:40:01.324710 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-7ba5248e-02c3-4312-9d41-951e4507c243 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39705ce6-c2fa-42f6-a24a-2a69c0e84b0b']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:01.359295 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-7ba5248e-02c3-4312-9d41-951e4507c243 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ee779a5-6eaf-4344-a15d-e367b3d2f9df') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:01.359946 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-7ba5248e-02c3-4312-9d41-951e4507c243 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ee779a5-6eaf-4344-a15d-e367b3d2f9df') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:01.381319 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7ba5248e-02c3-4312-9d41-951e4507c243 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:01.402174 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7ba5248e-02c3-4312-9d41-951e4507c243 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:01.410914 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ba5248e-02c3-4312-9d41-951e4507c243 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:40:01.411765 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7ba5248e-02c3-4312-9d41-951e4507c243 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:01.460447 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1974565b-d5e7-4d79-a661-83d7e63ccee4 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:01.470161 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1974565b-d5e7-4d79-a661-83d7e63ccee4 None None] Transition to ACTIVE for port object 63dacd00-65c9-4f70-9c9e-9c511170787a will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:40:01.486055 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1974565b-d5e7-4d79-a661-83d7e63ccee4 None None] Transition to ACTIVE for port object 63dacd00-65c9-4f70-9c9e-9c511170787a will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:40:01.494633 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1974565b-d5e7-4d79-a661-83d7e63ccee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:01.514643 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:40:01.514643 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:40:01.514643 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:40:01.514643 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:40:01.514643 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:40:01.514643 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:40:01.514643 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:40:01.514643 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:40:01.514643 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:40:01.514643 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:40:01.514643 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:40:01.514643 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:40:01.514643 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:40:01.514643 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:40:01.514643 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:40:01.514643 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:40:01.514643 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:40:01.514643 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:40:01.514643 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:40:01.514643 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:40:01.514643 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:40:01.514643 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:40:01.514643 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:40:01.514643 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:40:01.514643 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:40:01.514643 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:40:01.514643 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:40:01.514643 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:40:01.514643 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:40:01.514643 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:40:01.514643 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:40:01.514643 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:40:01.526646 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7ba5248e-02c3-4312-9d41-951e4507c243 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:01.543588 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7ba5248e-02c3-4312-9d41-951e4507c243 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:01.551074 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1974565b-d5e7-4d79-a661-83d7e63ccee4 None None] Network 0a5528f7-c27f-4851-9f85-7f00fb044781 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:40:01.551555 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7ba5248e-02c3-4312-9d41-951e4507c243 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "DELETE /v2.0/networks/39705ce6-c2fa-42f6-a24a-2a69c0e84b0b HTTP/1.1" status: 204 len: 168 time: 1.2274857 Jul 09 16:40:01.560989 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34758) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:01.568095 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-1974565b-d5e7-4d79-a661-83d7e63ccee4 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:40:01.571907 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba5248e-02c3-4312-9d41-951e4507c243 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event deleted for resources: {'Network': ['ID=39705ce6-c2fa-42f6-a24a-2a69c0e84b0b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:01.576109 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1974565b-d5e7-4d79-a661-83d7e63ccee4 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:40:01.579102 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-1fd6c704-df19-48af-954f-5d684de948f2 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Request body: {'port': {'network_id': '2971ec84-98ac-414f-bfb1-3e6f2f62f02b', 'name': 'tempest-PortsIpV6TestJSON-926997056'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:01.608679 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1974565b-d5e7-4d79-a661-83d7e63ccee4 None None] Pushing event updated for resources: {'Port': ['ID=63dacd00-65c9-4f70-9c9e-9c511170787a,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:01.706966 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-1974565b-d5e7-4d79-a661-83d7e63ccee4 None None] Attempting to bind port 63dacd00-65c9-4f70-9c9e-9c511170787a on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:40:01.707521 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-1974565b-d5e7-4d79-a661-83d7e63ccee4 None None] Attempting to bind port 63dacd00-65c9-4f70-9c9e-9c511170787a by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '0be256c5-925e-4c96-b2d2-f5a8bbc36f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0a5528f7-c27f-4851-9f85-7f00fb044781'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:40:01.707920 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1974565b-d5e7-4d79-a661-83d7e63ccee4 None None] Attempting to bind port 63dacd00-65c9-4f70-9c9e-9c511170787a on network 0a5528f7-c27f-4851-9f85-7f00fb044781 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:40:01.732654 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1974565b-d5e7-4d79-a661-83d7e63ccee4 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:40:01.733062 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1974565b-d5e7-4d79-a661-83d7e63ccee4 None None] Checking segment: {'id': '0be256c5-925e-4c96-b2d2-f5a8bbc36f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0a5528f7-c27f-4851-9f85-7f00fb044781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:40:01.733541 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1974565b-d5e7-4d79-a661-83d7e63ccee4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:01.733943 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1974565b-d5e7-4d79-a661-83d7e63ccee4 None None] Bound using segment: {'id': '0be256c5-925e-4c96-b2d2-f5a8bbc36f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0a5528f7-c27f-4851-9f85-7f00fb044781'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:40:01.734442 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-1974565b-d5e7-4d79-a661-83d7e63ccee4 None None] Bound port: 63dacd00-65c9-4f70-9c9e-9c511170787a, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be256c5-925e-4c96-b2d2-f5a8bbc36f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0a5528f7-c27f-4851-9f85-7f00fb044781'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:40:01.734859 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1974565b-d5e7-4d79-a661-83d7e63ccee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:01.770781 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ffdda743-3176-4ac3-a4d2-37210ce3cb94 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:01.813554 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-1974565b-d5e7-4d79-a661-83d7e63ccee4 None None] For port 63dacd00-65c9-4f70-9c9e-9c511170787a, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:40:01.817572 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-1974565b-d5e7-4d79-a661-83d7e63ccee4 None None] For port 63dacd00-65c9-4f70-9c9e-9c511170787a, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=63dacd00-65c9-4f70-9c9e-9c511170787a,segment=NetworkSegment(0be256c5-925e-4c96-b2d2-f5a8bbc36f7b),segment_id=0be256c5-925e-4c96-b2d2-f5a8bbc36f7b)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:40:01.823455 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1974565b-d5e7-4d79-a661-83d7e63ccee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:01.898275 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1974565b-d5e7-4d79-a661-83d7e63ccee4 None None] Pushing event updated for resources: {'Port': ['ID=63dacd00-65c9-4f70-9c9e-9c511170787a,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:01.907200 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6d9ff5e5-1a2e-4320-921d-1e267b4d66f5 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:01.966021 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9ff5e5-1a2e-4320-921d-1e267b4d66f5 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event deleted for resources: {'Port': ['ID=0ff8a328-02f5-451f-ab6d-233ba2d30a43,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:02.083720 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd6c704-df19-48af-954f-5d684de948f2 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Made reservation on behalf of 522630d2233142e4a30463472a66f8be for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:40:02.088044 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1fd6c704-df19-48af-954f-5d684de948f2 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:02.235781 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-1fd6c704-df19-48af-954f-5d684de948f2 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] device_id is not set on port 52d810a9-0495-42d4-b465-12bae1925d1b yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:40:02.471082 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6d9ff5e5-1a2e-4320-921d-1e267b4d66f5 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:02.478303 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-ffdda743-3176-4ac3-a4d2-37210ce3cb94 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Allocated IP 172.20.0.1 (0a5528f7-c27f-4851-9f85-7f00fb044781/f299db3d-7cd6-4505-8b29-0114df61cc7d/2fe98763-457b-49c4-b369-561965057092) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:40:03.010007 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1fd6c704-df19-48af-954f-5d684de948f2 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:03.111059 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ffdda743-3176-4ac3-a4d2-37210ce3cb94 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:03.169265 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1fd6c704-df19-48af-954f-5d684de948f2 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:03.177245 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ffdda743-3176-4ac3-a4d2-37210ce3cb94 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Transition to ACTIVE for port object 2fe98763-457b-49c4-b369-561965057092 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:40:03.269273 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd6c704-df19-48af-954f-5d684de948f2 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Network 2971ec84-98ac-414f-bfb1-3e6f2f62f02b is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:40:03.281732 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-1fd6c704-df19-48af-954f-5d684de948f2 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:40:03.284685 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849a6d85-dc54-4a1b-af78-763d5578feb5 None None] Network 0a5528f7-c27f-4851-9f85-7f00fb044781 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:40:03.303444 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd6c704-df19-48af-954f-5d684de948f2 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:40:03.311868 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd6c704-df19-48af-954f-5d684de948f2 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:03.312446 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1fd6c704-df19-48af-954f-5d684de948f2 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:03.343192 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd6c704-df19-48af-954f-5d684de948f2 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event updated for resources: {'Port': ['ID=52d810a9-0495-42d4-b465-12bae1925d1b,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:03.363912 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d9ff5e5-1a2e-4320-921d-1e267b4d66f5 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Router dee8237e-4c09-4cfb-b57e-9e70ad6304d8 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:40:03.369984 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34796) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:03.378706 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-1fd6c704-df19-48af-954f-5d684de948f2 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8119071 Jul 09 16:40:03.392404 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ffdda743-3176-4ac3-a4d2-37210ce3cb94 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:03.506045 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdda743-3176-4ac3-a4d2-37210ce3cb94 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Network 0a5528f7-c27f-4851-9f85-7f00fb044781 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:40:03.517660 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-ffdda743-3176-4ac3-a4d2-37210ce3cb94 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:40:03.521318 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdda743-3176-4ac3-a4d2-37210ce3cb94 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event updated for resources: {'Port': ['ID=2fe98763-457b-49c4-b369-561965057092,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:03.526440 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdda743-3176-4ac3-a4d2-37210ce3cb94 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:40:03.538929 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c6f7a7b6-81ae-4c99-bb86-15fb321ac684 None None] Provisioning for port 63dacd00-65c9-4f70-9c9e-9c511170787a completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:40:03.557681 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 63dacd00-65c9-4f70-9c9e-9c511170787a up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:40:03.568888 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-adc65f34-0827-4fe8-aae5-45325ae72a47 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Deleting port 52d810a9-0495-42d4-b465-12bae1925d1b {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:40:03.569287 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-adc65f34-0827-4fe8-aae5-45325ae72a47 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:03.639857 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-adc65f34-0827-4fe8-aae5-45325ae72a47 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:03.674307 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-adc65f34-0827-4fe8-aae5-45325ae72a47 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Calling delete_port for 52d810a9-0495-42d4-b465-12bae1925d1b owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:40:03.679349 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 63dacd00-65c9-4f70-9c9e-9c511170787a completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:40:03.687456 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 63dacd00-65c9-4f70-9c9e-9c511170787a triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:03.687963 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:03.693688 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ffdda743-3176-4ac3-a4d2-37210ce3cb94 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:03.821326 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-adc65f34-0827-4fe8-aae5-45325ae72a47 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:03.828798 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:03.867834 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9ff5e5-1a2e-4320-921d-1e267b4d66f5 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:40:03.883099 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 63dacd00-65c9-4f70-9c9e-9c511170787a, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=63dacd00-65c9-4f70-9c9e-9c511170787a,segment=NetworkSegment(0be256c5-925e-4c96-b2d2-f5a8bbc36f7b),segment_id=0be256c5-925e-4c96-b2d2-f5a8bbc36f7b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:03.887221 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-6d9ff5e5-1a2e-4320-921d-1e267b4d66f5 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "PUT /v2.0/routers/dee8237e-4c09-4cfb-b57e-9e70ad6304d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1368108 Jul 09 16:40:03.888652 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34802) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:03.888763 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc3a277-22a2-4f73-8d21-cf63d5f15b0b None None] Sync routers for ids ['dee8237e-4c09-4cfb-b57e-9e70ad6304d8'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:40:03.897910 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:03.904966 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc65f34-0827-4fe8-aae5-45325ae72a47 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event deleted for resources: {'Port': ['ID=52d810a9-0495-42d4-b465-12bae1925d1b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:03.930091 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-adc65f34-0827-4fe8-aae5-45325ae72a47 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:03.938819 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-adc65f34-0827-4fe8-aae5-45325ae72a47 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "DELETE /v2.0/ports/52d810a9-0495-42d4-b465-12bae1925d1b HTTP/1.1" status: 204 len: 168 time: 0.5684757 Jul 09 16:40:03.941170 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34806) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:03.951915 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-5733e6b0-0ad8-4913-ad4e-1565d044812c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Request body: {'port': {'network_id': '2971ec84-98ac-414f-bfb1-3e6f2f62f02b', 'mac_address': 'fa:16:3e:2e:f3:75', 'name': 'tempest-PortsIpV6TestJSON-1459540439'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:03.957916 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc3a277-22a2-4f73-8d21-cf63d5f15b0b None None] Routers {'dee8237e-4c09-4cfb-b57e-9e70ad6304d8'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:40:03.965727 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3dc3a277-22a2-4f73-8d21-cf63d5f15b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:39:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['dee8237e-4c09-4cfb-b57e-9e70ad6304d8'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:04.047284 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=63dacd00-65c9-4f70-9c9e-9c511170787a,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:04.104963 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-b31b6e0e-71ea-4741-96b3-2ef3305dfacc tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Deleting subnet 22bbec24-5cfd-4d99-b338-60b450cbf9e7 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:40:04.110172 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5733e6b0-0ad8-4913-ad4e-1565d044812c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Made reservation on behalf of 522630d2233142e4a30463472a66f8be for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:40:04.116585 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-065082c2-f2ae-4508-93cb-490ab156a4e4 None None] Provisioning for port 2fe98763-457b-49c4-b369-561965057092 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:40:04.116759 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b31b6e0e-71ea-4741-96b3-2ef3305dfacc tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:04.121604 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-065082c2-f2ae-4508-93cb-490ab156a4e4 None None] Provisioning complete for port 2fe98763-457b-49c4-b369-561965057092 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:04.121978 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-065082c2-f2ae-4508-93cb-490ab156a4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:04.195225 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-065082c2-f2ae-4508-93cb-490ab156a4e4 None None] Port 2fe98763-457b-49c4-b369-561965057092 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:40:04.197877 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-3dc3a277-22a2-4f73-8d21-cf63d5f15b0b None None] Set router dee8237e-4c09-4cfb-b57e-9e70ad6304d8 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:40:04.209952 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ffdda743-3176-4ac3-a4d2-37210ce3cb94 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:04.243013 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b31b6e0e-71ea-4741-96b3-2ef3305dfacc tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:04.310832 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5733e6b0-0ad8-4913-ad4e-1565d044812c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:04.347149 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-065082c2-f2ae-4508-93cb-490ab156a4e4 None None] Provisioning complete for port 63dacd00-65c9-4f70-9c9e-9c511170787a triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:04.348920 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-065082c2-f2ae-4508-93cb-490ab156a4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:04.427354 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-5733e6b0-0ad8-4913-ad4e-1565d044812c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] device_id is not set on port 63e1aebb-4bb5-42dc-92b6-d103052daecc yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:40:04.553262 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3dc3a277-22a2-4f73-8d21-cf63d5f15b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'name': 'tempest-TestNetworkBasicOps-router-1156669059', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'ffb99aa3-290f-43d9-8eaf-8d23d4c9f488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:37:05Z', 'updated_at': '2021-07-09T16:40:01Z', 'revision_number': 7, 'project_id': 'e2634516774046048410a7faecd2c391', 'gw_port': {'id': 'ffb99aa3-290f-43d9-8eaf-8d23d4c9f488', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:eb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:37:07Z', 'updated_at': '2021-07-09T16:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:04.569874 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b31b6e0e-71ea-4741-96b3-2ef3305dfacc tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:04.602587 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc3a277-22a2-4f73-8d21-cf63d5f15b0b None None] Checking router: dee8237e-4c09-4cfb-b57e-9e70ad6304d8 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:40:04.612158 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc3a277-22a2-4f73-8d21-cf63d5f15b0b None None] Routers {'dee8237e-4c09-4cfb-b57e-9e70ad6304d8'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:40:04.613041 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3dc3a277-22a2-4f73-8d21-cf63d5f15b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:39:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['dee8237e-4c09-4cfb-b57e-9e70ad6304d8'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:04.712748 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5d0251b6-cba8-4a65-bc2e-b60d49069b42 None None] Provisioning complete for port 2fe98763-457b-49c4-b369-561965057092 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:04.713358 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5d0251b6-cba8-4a65-bc2e-b60d49069b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:04.771910 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-5d0251b6-cba8-4a65-bc2e-b60d49069b42 None None] Port 2fe98763-457b-49c4-b369-561965057092 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:40:04.779920 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-3dc3a277-22a2-4f73-8d21-cf63d5f15b0b None None] Set router dee8237e-4c09-4cfb-b57e-9e70ad6304d8 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:40:04.799206 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b31b6e0e-71ea-4741-96b3-2ef3305dfacc tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:04.841514 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b6e0e-71ea-4741-96b3-2ef3305dfacc tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event deleted for resources: {'Subnet': ['ID=22bbec24-5cfd-4d99-b338-60b450cbf9e7,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:04.862228 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5733e6b0-0ad8-4913-ad4e-1565d044812c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:04.871639 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b31b6e0e-71ea-4741-96b3-2ef3305dfacc tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:04.877025 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b31b6e0e-71ea-4741-96b3-2ef3305dfacc tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "DELETE /v2.0/subnets/22bbec24-5cfd-4d99-b338-60b450cbf9e7 HTTP/1.1" status: 204 len: 168 time: 0.9850159 Jul 09 16:40:04.877207 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34826) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:04.914915 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ffdda743-3176-4ac3-a4d2-37210ce3cb94 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:04.928502 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ffdda743-3176-4ac3-a4d2-37210ce3cb94 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:05.056306 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdda743-3176-4ac3-a4d2-37210ce3cb94 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event updated for resources: {'Port': ['ID=2fe98763-457b-49c4-b369-561965057092,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:05.064893 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5733e6b0-0ad8-4913-ad4e-1565d044812c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:05.091444 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c8e3ade2-fcef-4241-bb5a-510fd77a73de tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:05.148424 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ffdda743-3176-4ac3-a4d2-37210ce3cb94 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:05.181737 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5733e6b0-0ad8-4913-ad4e-1565d044812c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event updated for resources: {'Port': ['ID=63e1aebb-4bb5-42dc-92b6-d103052daecc,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:05.198011 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5733e6b0-0ad8-4913-ad4e-1565d044812c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Network 2971ec84-98ac-414f-bfb1-3e6f2f62f02b is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:40:05.232582 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-5733e6b0-0ad8-4913-ad4e-1565d044812c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:40:05.236366 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5733e6b0-0ad8-4913-ad4e-1565d044812c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:40:05.242792 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5733e6b0-0ad8-4913-ad4e-1565d044812c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:05.243460 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5733e6b0-0ad8-4913-ad4e-1565d044812c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:05.274648 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-5733e6b0-0ad8-4913-ad4e-1565d044812c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3321035 Jul 09 16:40:05.275383 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34832) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:05.291175 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c8e3ade2-fcef-4241-bb5a-510fd77a73de tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:05.317137 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdda743-3176-4ac3-a4d2-37210ce3cb94 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Network 0a5528f7-c27f-4851-9f85-7f00fb044781 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:40:05.317883 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2829ea1a-baa9-40b5-ac41-ca7b555b55ee None None] Network 4732bbe1-cdbe-4be8-be87-9afa48eeb457 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:40:05.319108 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-ffdda743-3176-4ac3-a4d2-37210ce3cb94 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:40:05.418735 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85888d5d-4d89-4869-86ff-50df71fde9dd tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:05.426378 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-85888d5d-4d89-4869-86ff-50df71fde9dd tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "GET /v2.0/ports/63e1aebb-4bb5-42dc-92b6-d103052daecc HTTP/1.1" status: 200 len: 845 time: 0.1425986 Jul 09 16:40:05.428661 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34834) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:05.436983 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 63dacd00-65c9-4f70-9c9e-9c511170787a up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:40:05.505613 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffdda743-3176-4ac3-a4d2-37210ce3cb94 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Router 5c6e5d0d-e511-41f0-b82a-92f685429095 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:40:05.635769 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-c8e3ade2-fcef-4241-bb5a-510fd77a73de tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Deleting port ffb99aa3-290f-43d9-8eaf-8d23d4c9f488 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:40:05.636132 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c8e3ade2-fcef-4241-bb5a-510fd77a73de tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:05.644287 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3dc3a277-22a2-4f73-8d21-cf63d5f15b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'name': 'tempest-TestNetworkBasicOps-router-1156669059', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'ffb99aa3-290f-43d9-8eaf-8d23d4c9f488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:37:05Z', 'updated_at': '2021-07-09T16:40:01Z', 'revision_number': 7, 'project_id': 'e2634516774046048410a7faecd2c391', 'gw_port': {'id': 'ffb99aa3-290f-43d9-8eaf-8d23d4c9f488', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:eb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:37:07Z', 'updated_at': '2021-07-09T16:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:05.650746 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffdda743-3176-4ac3-a4d2-37210ce3cb94 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:40:05.660866 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1348b173-5aa2-4681-97f8-8894d9f60a91 None None] Sync routers for ids ['5c6e5d0d-e511-41f0-b82a-92f685429095'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:40:05.662910 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ffdda743-3176-4ac3-a4d2-37210ce3cb94 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "PUT /v2.0/routers/5c6e5d0d-e511-41f0-b82a-92f685429095/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4104931 Jul 09 16:40:05.665629 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34836) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:05.681017 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1348b173-5aa2-4681-97f8-8894d9f60a91 None None] Routers {'5c6e5d0d-e511-41f0-b82a-92f685429095'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:40:05.683123 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-1348b173-5aa2-4681-97f8-8894d9f60a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:39:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['5c6e5d0d-e511-41f0-b82a-92f685429095'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:05.713627 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc3a277-22a2-4f73-8d21-cf63d5f15b0b None None] The sync data for ids ['dee8237e-4c09-4cfb-b57e-9e70ad6304d8'] in n-d-798930-3 is: [{'id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'name': 'tempest-TestNetworkBasicOps-router-1156669059', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'ffb99aa3-290f-43d9-8eaf-8d23d4c9f488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:37:05Z', 'updated_at': '2021-07-09T16:40:01Z', 'revision_number': 7, 'project_id': 'e2634516774046048410a7faecd2c391', 'gw_port': {'id': 'ffb99aa3-290f-43d9-8eaf-8d23d4c9f488', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:eb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee8237e-4c09-4cfb-b57e-9e70ad6304d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:37:07Z', 'updated_at': '2021-07-09T16:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:40:05.742080 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-1348b173-5aa2-4681-97f8-8894d9f60a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:05.751343 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffac7ae2-9f42-43a6-86ee-58c34d53f161 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:05.752796 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ffac7ae2-9f42-43a6-86ee-58c34d53f161 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "GET /v2.0/ports/2fe98763-457b-49c4-b369-561965057092 HTTP/1.1" status: 200 len: 910 time: 0.0854626 Jul 09 16:40:05.755661 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34838) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:05.757143 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 63dacd00-65c9-4f70-9c9e-9c511170787a triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:05.757624 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:05.769402 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0d365113-de1b-4100-9ff4-10e07b6e122d None None] Provisioning complete for port 2fe98763-457b-49c4-b369-561965057092 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:05.770049 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0d365113-de1b-4100-9ff4-10e07b6e122d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:05.779419 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1348b173-5aa2-4681-97f8-8894d9f60a91 None None] Routers {'5c6e5d0d-e511-41f0-b82a-92f685429095'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:40:05.780810 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-1348b173-5aa2-4681-97f8-8894d9f60a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:39:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['5c6e5d0d-e511-41f0-b82a-92f685429095'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:05.819840 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-1348b173-5aa2-4681-97f8-8894d9f60a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:05.820707 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1348b173-5aa2-4681-97f8-8894d9f60a91 None None] The sync data for ids ['5c6e5d0d-e511-41f0-b82a-92f685429095'] in n-d-798930-3 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:40:05.853496 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-2a12841f-3029-4ce9-9e92-60b404543c49 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Deleting port 63e1aebb-4bb5-42dc-92b6-d103052daecc {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:40:05.853828 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2a12841f-3029-4ce9-9e92-60b404543c49 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:05.921655 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-0d365113-de1b-4100-9ff4-10e07b6e122d None None] Port 2fe98763-457b-49c4-b369-561965057092 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:40:06.002870 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-c8e3ade2-fcef-4241-bb5a-510fd77a73de tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] For port ffb99aa3-290f-43d9-8eaf-8d23d4c9f488, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=ffb99aa3-290f-43d9-8eaf-8d23d4c9f488,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:06.003421 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c8e3ade2-fcef-4241-bb5a-510fd77a73de tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:06.026388 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2a12841f-3029-4ce9-9e92-60b404543c49 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:06.029063 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-c8e3ade2-fcef-4241-bb5a-510fd77a73de tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Calling delete_port for ffb99aa3-290f-43d9-8eaf-8d23d4c9f488 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:40:06.047159 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-2a12841f-3029-4ce9-9e92-60b404543c49 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Calling delete_port for 63e1aebb-4bb5-42dc-92b6-d103052daecc owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:40:06.116833 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3499338-4c54-4fb7-ac72-fd7477a91405 None None] DHCP port deletion for 4732bbe1-cdbe-4be8-be87-9afa48eeb457 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:40:06.175995 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-d3499338-4c54-4fb7-ac72-fd7477a91405 None None] Deleting port 34bd66c7-f8b3-4b4a-82b5-bb595a31cc9a {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:40:06.176461 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d3499338-4c54-4fb7-ac72-fd7477a91405 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:06.245717 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2a12841f-3029-4ce9-9e92-60b404543c49 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:06.277778 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-d3499338-4c54-4fb7-ac72-fd7477a91405 None None] For port 34bd66c7-f8b3-4b4a-82b5-bb595a31cc9a, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=34bd66c7-f8b3-4b4a-82b5-bb595a31cc9a,segment=NetworkSegment(25fea648-aede-41b0-b521-f2f7244b98a5),segment_id=25fea648-aede-41b0-b521-f2f7244b98a5)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:06.279412 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d3499338-4c54-4fb7-ac72-fd7477a91405 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:06.321242 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-d3499338-4c54-4fb7-ac72-fd7477a91405 None None] Calling delete_port for 34bd66c7-f8b3-4b4a-82b5-bb595a31cc9a owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:40:06.333522 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e82c1755-e2aa-4840-bd81-b57cbc04a7b5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:06.357109 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12841f-3029-4ce9-9e92-60b404543c49 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event deleted for resources: {'Port': ['ID=63e1aebb-4bb5-42dc-92b6-d103052daecc,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:06.381696 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2a12841f-3029-4ce9-9e92-60b404543c49 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:06.384154 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2a12841f-3029-4ce9-9e92-60b404543c49 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "DELETE /v2.0/ports/63e1aebb-4bb5-42dc-92b6-d103052daecc HTTP/1.1" status: 204 len: 168 time: 0.9545035 Jul 09 16:40:06.386723 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34850) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:06.449890 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d3499338-4c54-4fb7-ac72-fd7477a91405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:06.464505 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3499338-4c54-4fb7-ac72-fd7477a91405 None None] No DVR routers for this DVR port 34bd66c7-f8b3-4b4a-82b5-bb595a31cc9a on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:40:06.511198 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c8e3ade2-fcef-4241-bb5a-510fd77a73de tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:06.518391 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3499338-4c54-4fb7-ac72-fd7477a91405 None None] Pushing event deleted for resources: {'Port': ['ID=34bd66c7-f8b3-4b4a-82b5-bb595a31cc9a,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:06.559549 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e3ade2-fcef-4241-bb5a-510fd77a73de tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event deleted for resources: {'Port': ['ID=ffb99aa3-290f-43d9-8eaf-8d23d4c9f488,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:06.626637 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c8e3ade2-fcef-4241-bb5a-510fd77a73de tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:06.732459 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c8e3ade2-fcef-4241-bb5a-510fd77a73de tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:06.738369 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c8e3ade2-fcef-4241-bb5a-510fd77a73de tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:06.789219 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c8e3ade2-fcef-4241-bb5a-510fd77a73de tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:06.790386 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e3ade2-fcef-4241-bb5a-510fd77a73de tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Fanout notify agent at l3_agent the message router_deleted on router dee8237e-4c09-4cfb-b57e-9e70ad6304d8 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:40:06.798116 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c8e3ade2-fcef-4241-bb5a-510fd77a73de tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:06.801410 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c8e3ade2-fcef-4241-bb5a-510fd77a73de tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "DELETE /v2.0/routers/dee8237e-4c09-4cfb-b57e-9e70ad6304d8 HTTP/1.1" status: 204 len: 168 time: 1.9214005 Jul 09 16:40:06.802087 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ddb9556-2f6e-4433-921e-f079e833a112 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] GET failed (client error): The resource could not be found. Jul 09 16:40:06.802087 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8ddb9556-2f6e-4433-921e-f079e833a112 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "GET /v2.0/ports/63e1aebb-4bb5-42dc-92b6-d103052daecc HTTP/1.1" status: 404 len: 333 time: 0.4134254 Jul 09 16:40:06.805984 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34858) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:06.806414 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34860) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:06.813510 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-277d50d8-48a8-413b-b388-fc67bd0357a5 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Request body: {'port': {'network_id': '2971ec84-98ac-414f-bfb1-3e6f2f62f02b', 'name': 'tempest-PortsIpV6TestJSON-223667922'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:07.002656 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b9ac9922-b11d-485f-ba7b-36fd5fbc32d3 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:07.124176 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b9ac9922-b11d-485f-ba7b-36fd5fbc32d3 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:07.133658 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e82c1755-e2aa-4840-bd81-b57cbc04a7b5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Deleting port 2fe98763-457b-49c4-b369-561965057092 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:40:07.134151 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e82c1755-e2aa-4840-bd81-b57cbc04a7b5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:07.134615 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-b9ac9922-b11d-485f-ba7b-36fd5fbc32d3 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4732bbe1-cdbe-4be8-be87-9afa48eeb457']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:07.146433 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-b9ac9922-b11d-485f-ba7b-36fd5fbc32d3 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25fea648-aede-41b0-b521-f2f7244b98a5') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:07.146728 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-b9ac9922-b11d-485f-ba7b-36fd5fbc32d3 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25fea648-aede-41b0-b521-f2f7244b98a5') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:07.164797 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277d50d8-48a8-413b-b388-fc67bd0357a5 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Made reservation on behalf of 522630d2233142e4a30463472a66f8be for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:40:07.170806 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-277d50d8-48a8-413b-b388-fc67bd0357a5 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:07.187470 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b9ac9922-b11d-485f-ba7b-36fd5fbc32d3 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:07.193787 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-277d50d8-48a8-413b-b388-fc67bd0357a5 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] device_id is not set on port f723d2f6-1939-4fa2-82bf-1985b485b634 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:40:07.248049 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e82c1755-e2aa-4840-bd81-b57cbc04a7b5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:07.248286 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b9ac9922-b11d-485f-ba7b-36fd5fbc32d3 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:07.267695 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9ac9922-b11d-485f-ba7b-36fd5fbc32d3 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:40:07.268389 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b9ac9922-b11d-485f-ba7b-36fd5fbc32d3 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:07.271890 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e82c1755-e2aa-4840-bd81-b57cbc04a7b5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Calling delete_port for 2fe98763-457b-49c4-b369-561965057092 owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:40:07.272906 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:40:07.272906 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:40:07.272906 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:40:07.272906 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:40:07.272906 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:40:07.272906 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:40:07.272906 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:40:07.272906 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:40:07.272906 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:40:07.272906 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:40:07.272906 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:40:07.272906 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:40:07.272906 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:40:07.272906 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:40:07.272906 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:40:07.272906 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:40:07.272906 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:40:07.272906 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:40:07.272906 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:40:07.272906 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:40:07.272906 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:40:07.272906 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:40:07.272906 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:40:07.272906 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:40:07.272906 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:40:07.272906 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:40:07.272906 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:40:07.272906 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:40:07.272906 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:40:07.272906 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:40:07.272906 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:40:07.272906 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:40:07.386412 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b9ac9922-b11d-485f-ba7b-36fd5fbc32d3 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:07.502333 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b9ac9922-b11d-485f-ba7b-36fd5fbc32d3 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:07.504707 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b9ac9922-b11d-485f-ba7b-36fd5fbc32d3 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "DELETE /v2.0/networks/4732bbe1-cdbe-4be8-be87-9afa48eeb457 HTTP/1.1" status: 204 len: 168 time: 0.6968617 Jul 09 16:40:07.508938 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ac9922-b11d-485f-ba7b-36fd5fbc32d3 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event deleted for resources: {'Network': ['ID=4732bbe1-cdbe-4be8-be87-9afa48eeb457,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:07.522469 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 34bd66c7-f8b3-4b4a-82b5-bb595a31cc9a no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:40:07.546511 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34872) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:07.553149 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-e4ff6a36-4fb8-4b0b-a360-e7dea526bee4 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Request body: {'network': {'name': 'tempest-network-smoke--1664275833', 'project_id': 'e2634516774046048410a7faecd2c391', 'port_security_enabled': True}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:07.573494 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 34bd66c7-f8b3-4b4a-82b5-bb595a31cc9a {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:40:07.579362 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 34bd66c7-f8b3-4b4a-82b5-bb595a31cc9a not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:40:07.580399 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 0ff8a328-02f5-451f-ab6d-233ba2d30a43 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:40:07.591274 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e82c1755-e2aa-4840-bd81-b57cbc04a7b5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:07.600933 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-277d50d8-48a8-413b-b388-fc67bd0357a5 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:07.612613 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 0ff8a328-02f5-451f-ab6d-233ba2d30a43 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:40:07.613463 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 0ff8a328-02f5-451f-ab6d-233ba2d30a43 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:40:07.613463 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device ffb99aa3-290f-43d9-8eaf-8d23d4c9f488 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:40:07.638654 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: ffb99aa3-290f-43d9-8eaf-8d23d4c9f488 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:40:07.639258 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device ffb99aa3-290f-43d9-8eaf-8d23d4c9f488 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:40:07.648199 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ff6a36-4fb8-4b0b-a360-e7dea526bee4 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Made reservation on behalf of e2634516774046048410a7faecd2c391 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:40:07.652014 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e4ff6a36-4fb8-4b0b-a360-e7dea526bee4 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:07.655089 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82c1755-e2aa-4840-bd81-b57cbc04a7b5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event deleted for resources: {'Port': ['ID=2fe98763-457b-49c4-b369-561965057092,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:07.680288 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-277d50d8-48a8-413b-b388-fc67bd0357a5 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:07.747768 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277d50d8-48a8-413b-b388-fc67bd0357a5 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Network 2971ec84-98ac-414f-bfb1-3e6f2f62f02b is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:40:07.757746 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-277d50d8-48a8-413b-b388-fc67bd0357a5 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:40:07.763898 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277d50d8-48a8-413b-b388-fc67bd0357a5 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:40:07.772925 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277d50d8-48a8-413b-b388-fc67bd0357a5 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:07.773960 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-277d50d8-48a8-413b-b388-fc67bd0357a5 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:07.807725 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277d50d8-48a8-413b-b388-fc67bd0357a5 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event updated for resources: {'Port': ['ID=f723d2f6-1939-4fa2-82bf-1985b485b634,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:07.814821 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-277d50d8-48a8-413b-b388-fc67bd0357a5 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0043957 Jul 09 16:40:07.817320 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34874) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:07.825821 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-6c56f228-0a71-483b-84ea-a5a6f665a420 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:07.893011 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e82c1755-e2aa-4840-bd81-b57cbc04a7b5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:07.921895 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4ff6a36-4fb8-4b0b-a360-e7dea526bee4 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:40:07.984157 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c56f228-0a71-483b-84ea-a5a6f665a420 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:08.024557 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e4ff6a36-4fb8-4b0b-a360-e7dea526bee4 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:08.024997 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-e4ff6a36-4fb8-4b0b-a360-e7dea526bee4 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Added segment 59de8925-b27c-49fb-9dfe-21a1ae00e22c of type vlan for network 33631c88-3b8b-4d00-9e59-cdfb673208d8 Jul 09 16:40:08.225830 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e4ff6a36-4fb8-4b0b-a360-e7dea526bee4 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:08.248810 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c56f228-0a71-483b-84ea-a5a6f665a420 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:08.268490 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c56f228-0a71-483b-84ea-a5a6f665a420 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:08.278761 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e82c1755-e2aa-4840-bd81-b57cbc04a7b5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Router 5c6e5d0d-e511-41f0-b82a-92f685429095 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:40:08.342964 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e4ff6a36-4fb8-4b0b-a360-e7dea526bee4 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:08.349436 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ff6a36-4fb8-4b0b-a360-e7dea526bee4 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:08.350096 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e4ff6a36-4fb8-4b0b-a360-e7dea526bee4 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:08.352263 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-6c56f228-0a71-483b-84ea-a5a6f665a420 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] In _notify_port_updated(), no bound segment for port f723d2f6-1939-4fa2-82bf-1985b485b634 on network 2971ec84-98ac-414f-bfb1-3e6f2f62f02b {{(pid=93958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 16:40:08.358842 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c56f228-0a71-483b-84ea-a5a6f665a420 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:08.359439 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c56f228-0a71-483b-84ea-a5a6f665a420 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:08.360969 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6c56f228-0a71-483b-84ea-a5a6f665a420 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "PUT /v2.0/ports/f723d2f6-1939-4fa2-82bf-1985b485b634 HTTP/1.1" status: 200 len: 818 time: 0.5424643 Jul 09 16:40:08.364051 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34884) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:08.419504 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c56f228-0a71-483b-84ea-a5a6f665a420 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event updated for resources: {'Port': ['ID=f723d2f6-1939-4fa2-82bf-1985b485b634,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:08.444122 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82c1755-e2aa-4840-bd81-b57cbc04a7b5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:40:08.454761 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e82c1755-e2aa-4840-bd81-b57cbc04a7b5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "PUT /v2.0/routers/5c6e5d0d-e511-41f0-b82a-92f685429095/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6948941 Jul 09 16:40:08.456189 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440112a4-03b5-40eb-8877-4763eff05a65 None None] Sync routers for ids ['5c6e5d0d-e511-41f0-b82a-92f685429095'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:40:08.456953 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34886) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:08.465757 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e4ff6a36-4fb8-4b0b-a360-e7dea526bee4 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9158468 Jul 09 16:40:08.470614 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440112a4-03b5-40eb-8877-4763eff05a65 None None] Routers {'5c6e5d0d-e511-41f0-b82a-92f685429095'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:40:08.471268 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-440112a4-03b5-40eb-8877-4763eff05a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:39:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['5c6e5d0d-e511-41f0-b82a-92f685429095'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:08.473670 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34888) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:08.491862 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-a2ee445c-7fe8-420c-af54-79215ca81c77 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-36068373', 'admin_state_up': True, 'project_id': 'e2634516774046048410a7faecd2c391', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:08.509551 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff6a36-4fb8-4b0b-a360-e7dea526bee4 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event updated for resources: {'Network': ['ID=33631c88-3b8b-4d00-9e59-cdfb673208d8,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:08.526332 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-cf6e3922-dc58-4ad4-8ef2-00f0bfb9d5d1 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "GET /v2.0/ports?device_id=5c6e5d0d-e511-41f0-b82a-92f685429095 HTTP/1.1" status: 200 len: 205 time: 0.0669942 Jul 09 16:40:08.532362 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34890) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:08.544317 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-440112a4-03b5-40eb-8877-4763eff05a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:08.554560 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 33631c88-3b8b-4d00-9e59-cdfb673208d8 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:40:08.628315 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-0e726e13-85cd-4a21-8409-03e0dc08eebe tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Deleting port f723d2f6-1939-4fa2-82bf-1985b485b634 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:40:08.628653 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e726e13-85cd-4a21-8409-03e0dc08eebe tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:08.694814 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a2ee445c-7fe8-420c-af54-79215ca81c77 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:08.696034 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a2ee445c-7fe8-420c-af54-79215ca81c77 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:08.696524 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440112a4-03b5-40eb-8877-4763eff05a65 None None] Routers {'5c6e5d0d-e511-41f0-b82a-92f685429095'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:40:08.703356 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-440112a4-03b5-40eb-8877-4763eff05a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:39:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['5c6e5d0d-e511-41f0-b82a-92f685429095'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:08.708962 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e726e13-85cd-4a21-8409-03e0dc08eebe tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:08.723273 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-0e726e13-85cd-4a21-8409-03e0dc08eebe tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Calling delete_port for f723d2f6-1939-4fa2-82bf-1985b485b634 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:40:08.733222 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-52a0b33f-77a0-41c7-94ff-7c9c6aa674f2 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:08.776179 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-440112a4-03b5-40eb-8877-4763eff05a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:08.777087 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440112a4-03b5-40eb-8877-4763eff05a65 None None] The sync data for ids ['5c6e5d0d-e511-41f0-b82a-92f685429095'] in n-d-798930-3 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:40:08.827383 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e726e13-85cd-4a21-8409-03e0dc08eebe tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:08.871645 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e726e13-85cd-4a21-8409-03e0dc08eebe tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event deleted for resources: {'Port': ['ID=f723d2f6-1939-4fa2-82bf-1985b485b634,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:08.894262 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e726e13-85cd-4a21-8409-03e0dc08eebe tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:08.899480 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0e726e13-85cd-4a21-8409-03e0dc08eebe tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "DELETE /v2.0/ports/f723d2f6-1939-4fa2-82bf-1985b485b634 HTTP/1.1" status: 204 len: 168 time: 0.5320706 Jul 09 16:40:08.899663 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34892) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:08.966418 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a2ee445c-7fe8-420c-af54-79215ca81c77 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:09.000996 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5acccc7-7e27-4bee-917f-b5896cc45c78 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:09.006005 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d5acccc7-7e27-4bee-917f-b5896cc45c78 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1019385 Jul 09 16:40:09.006222 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34898) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:09.047413 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-52a0b33f-77a0-41c7-94ff-7c9c6aa674f2 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:09.048306 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-57e5e01e-6e80-41aa-a190-18074ec220b3 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] GET failed (client error): The resource could not be found. Jul 09 16:40:09.051183 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-57e5e01e-6e80-41aa-a190-18074ec220b3 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "GET /v2.0/ports/f723d2f6-1939-4fa2-82bf-1985b485b634 HTTP/1.1" status: 404 len: 333 time: 0.0427713 Jul 09 16:40:09.054997 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34902) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:09.061007 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-dfa9d93f-483f-4e65-aea6-ad01edf99bb9 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1705121031'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:09.077411 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-52a0b33f-77a0-41c7-94ff-7c9c6aa674f2 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:09.090238 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa9d93f-483f-4e65-aea6-ad01edf99bb9 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Made reservation on behalf of 522630d2233142e4a30463472a66f8be for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:40:09.103719 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dfa9d93f-483f-4e65-aea6-ad01edf99bb9 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:09.135005 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfa9d93f-483f-4e65-aea6-ad01edf99bb9 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:40:09.148542 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dfa9d93f-483f-4e65-aea6-ad01edf99bb9 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:09.148943 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-dfa9d93f-483f-4e65-aea6-ad01edf99bb9 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Added segment 7ad7b890-a094-47dd-9494-cbb61f06e578 of type vlan for network 77be01e4-04dc-41f8-8732-009543b530c2 Jul 09 16:40:09.176044 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a2ee445c-7fe8-420c-af54-79215ca81c77 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:09.224038 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dfa9d93f-483f-4e65-aea6-ad01edf99bb9 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:09.269506 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dfa9d93f-483f-4e65-aea6-ad01edf99bb9 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:09.276428 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa9d93f-483f-4e65-aea6-ad01edf99bb9 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:09.277658 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dfa9d93f-483f-4e65-aea6-ad01edf99bb9 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:09.341054 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-52a0b33f-77a0-41c7-94ff-7c9c6aa674f2 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:09.341580 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a0b33f-77a0-41c7-94ff-7c9c6aa674f2 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Fanout notify agent at l3_agent the message router_deleted on router 5c6e5d0d-e511-41f0-b82a-92f685429095 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:40:09.361382 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-52a0b33f-77a0-41c7-94ff-7c9c6aa674f2 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:09.364770 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-52a0b33f-77a0-41c7-94ff-7c9c6aa674f2 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "DELETE /v2.0/routers/5c6e5d0d-e511-41f0-b82a-92f685429095 HTTP/1.1" status: 204 len: 168 time: 0.8297415 Jul 09 16:40:09.366480 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34908) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:09.416634 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-dfa9d93f-483f-4e65-aea6-ad01edf99bb9 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3602161 Jul 09 16:40:09.419098 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34910) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:09.423430 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa9d93f-483f-4e65-aea6-ad01edf99bb9 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event updated for resources: {'Network': ['ID=77be01e4-04dc-41f8-8732-009543b530c2,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:09.424374 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-2cdc914a-1d35-487d-a260-f9b6dc1e07b7 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Request body: {'subnet': {'network_id': '77be01e4-04dc-41f8-8732-009543b530c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:09.435735 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 77be01e4-04dc-41f8-8732-009543b530c2 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:40:09.506105 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d9c5215-ba00-40aa-9219-aaffeba5e256 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Deleting subnet f299db3d-7cd6-4505-8b29-0114df61cc7d {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:40:09.511462 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7d9c5215-ba00-40aa-9219-aaffeba5e256 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:09.589154 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7d9c5215-ba00-40aa-9219-aaffeba5e256 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:09.719887 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cdc914a-1d35-487d-a260-f9b6dc1e07b7 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Made reservation on behalf of 522630d2233142e4a30463472a66f8be for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:40:09.723911 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2cdc914a-1d35-487d-a260-f9b6dc1e07b7 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:10.080858 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a2ee445c-7fe8-420c-af54-79215ca81c77 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:10.117858 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a2ee445c-7fe8-420c-af54-79215ca81c77 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:10.133761 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:10.140496 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7d9c5215-ba00-40aa-9219-aaffeba5e256 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:10.314349 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7d9c5215-ba00-40aa-9219-aaffeba5e256 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:10.366203 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9c5215-ba00-40aa-9219-aaffeba5e256 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event deleted for resources: {'Subnet': ['ID=f299db3d-7cd6-4505-8b29-0114df61cc7d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:10.372008 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-a2ee445c-7fe8-420c-af54-79215ca81c77 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Allocated IP 172.25.0.223 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/d4dfb55b-a230-4004-9613-693f185573b2) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:40:10.376321 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7d9c5215-ba00-40aa-9219-aaffeba5e256 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:10.378422 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-7d9c5215-ba00-40aa-9219-aaffeba5e256 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "DELETE /v2.0/subnets/f299db3d-7cd6-4505-8b29-0114df61cc7d HTTP/1.1" status: 204 len: 168 time: 1.0107632 Jul 09 16:40:10.382124 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34922) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:10.403017 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508fe05c-8bb8-4748-826e-6f13a41204de None None] Network 0a5528f7-c27f-4851-9f85-7f00fb044781 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:40:10.490817 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2cdc914a-1d35-487d-a260-f9b6dc1e07b7 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:10.573119 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdc914a-1d35-487d-a260-f9b6dc1e07b7 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event updated for resources: {'Subnet': ['ID=7c9525aa-5cc7-4e57-857c-2f2d1ced5a70,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:10.580549 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d44dc1e-ff32-4458-a2b1-71292be58cd0 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:10.727389 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdc914a-1d35-487d-a260-f9b6dc1e07b7 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Checking segment: {'id': '7ad7b890-a094-47dd-9494-cbb61f06e578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '77be01e4-04dc-41f8-8732-009543b530c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:40:10.727905 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdc914a-1d35-487d-a260-f9b6dc1e07b7 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Network hostable DHCP agents. Network: 77be01e4-04dc-41f8-8732-009543b530c2, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:40:10.733639 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-73287511-e075-4f95-9620-b988e3670608 req-160c9870-ae9d-4e69-8f43-dcf7aaafe771 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f798b961-e297-40a6-8d5f-c627dae123e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1568511 Jul 09 16:40:10.750429 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a2ee445c-7fe8-420c-af54-79215ca81c77 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:10.757105 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-0d44dc1e-ff32-4458-a2b1-71292be58cd0 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Deleting port 63dacd00-65c9-4f70-9c9e-9c511170787a {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:40:10.757490 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d44dc1e-ff32-4458-a2b1-71292be58cd0 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:10.781337 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdc914a-1d35-487d-a260-f9b6dc1e07b7 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Network 77be01e4-04dc-41f8-8732-009543b530c2 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:40:10.784882 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779d2764-2789-42a3-82ee-608d7addbfec None None] DHCP port deletion for 0a5528f7-c27f-4851-9f85-7f00fb044781 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:40:10.874909 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-779d2764-2789-42a3-82ee-608d7addbfec None None] Deleting port 63dacd00-65c9-4f70-9c9e-9c511170787a {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:40:10.877145 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-779d2764-2789-42a3-82ee-608d7addbfec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:10.928675 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-0d44dc1e-ff32-4458-a2b1-71292be58cd0 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] For port 63dacd00-65c9-4f70-9c9e-9c511170787a, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=63dacd00-65c9-4f70-9c9e-9c511170787a,segment=NetworkSegment(0be256c5-925e-4c96-b2d2-f5a8bbc36f7b),segment_id=0be256c5-925e-4c96-b2d2-f5a8bbc36f7b)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:10.929048 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d44dc1e-ff32-4458-a2b1-71292be58cd0 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:10.954037 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-0d44dc1e-ff32-4458-a2b1-71292be58cd0 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Calling delete_port for 63dacd00-65c9-4f70-9c9e-9c511170787a owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:40:10.972556 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a2ee445c-7fe8-420c-af54-79215ca81c77 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:11.025653 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-779d2764-2789-42a3-82ee-608d7addbfec None None] For port 63dacd00-65c9-4f70-9c9e-9c511170787a, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=63dacd00-65c9-4f70-9c9e-9c511170787a,segment=NetworkSegment(0be256c5-925e-4c96-b2d2-f5a8bbc36f7b),segment_id=0be256c5-925e-4c96-b2d2-f5a8bbc36f7b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:11.026407 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-779d2764-2789-42a3-82ee-608d7addbfec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:11.042840 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-779d2764-2789-42a3-82ee-608d7addbfec None None] Calling delete_port for 63dacd00-65c9-4f70-9c9e-9c511170787a owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:40:11.085740 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-2cdc914a-1d35-487d-a260-f9b6dc1e07b7 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 77be01e4-04dc-41f8-8732-009543b530c2) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:40:11.126338 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ee445c-7fe8-420c-af54-79215ca81c77 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event updated for resources: {'Port': ['ID=d4dfb55b-a230-4004-9613-693f185573b2,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:11.136160 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdc914a-1d35-487d-a260-f9b6dc1e07b7 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:11.137722 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d0c094-c37f-418c-9bc8-cfda1fc5c864 None None] Network 77be01e4-04dc-41f8-8732-009543b530c2 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:40:11.138204 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2cdc914a-1d35-487d-a260-f9b6dc1e07b7 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:11.142628 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-779d2764-2789-42a3-82ee-608d7addbfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:11.188604 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ee445c-7fe8-420c-af54-79215ca81c77 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:40:11.216956 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779d2764-2789-42a3-82ee-608d7addbfec None None] Pushing event deleted for resources: {'Port': ['ID=63dacd00-65c9-4f70-9c9e-9c511170787a,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:11.226708 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779d2764-2789-42a3-82ee-608d7addbfec None None] No DVR routers for this DVR port 63dacd00-65c9-4f70-9c9e-9c511170787a on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:40:11.250921 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-a2ee445c-7fe8-420c-af54-79215ca81c77 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:40:11.272954 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ee445c-7fe8-420c-af54-79215ca81c77 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:40:11.343628 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d44dc1e-ff32-4458-a2b1-71292be58cd0 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:11.384217 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2cdc914a-1d35-487d-a260-f9b6dc1e07b7 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9637952 Jul 09 16:40:11.387037 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34944) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:11.412646 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 63dacd00-65c9-4f70-9c9e-9c511170787a no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:40:11.416499 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-7bf4b04a-84b1-49f8-97e0-8ea6c4123cbd tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Request body: {'subnet': {'network_id': '77be01e4-04dc-41f8-8732-009543b530c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:11.461280 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73287511-e075-4f95-9620-b988e3670608 req-a38385fb-5c85-4e82-aecd-fa63ec637935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:11.461562 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d44dc1e-ff32-4458-a2b1-71292be58cd0 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] No DVR routers for this DVR port 63dacd00-65c9-4f70-9c9e-9c511170787a on host n-d-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:40:11.462622 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-73287511-e075-4f95-9620-b988e3670608 req-a38385fb-5c85-4e82-aecd-fa63ec637935 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=313daaa44e994ebf83af8fe773f4ee0d&device_id=f798b961-e297-40a6-8d5f-c627dae123e1 HTTP/1.1" status: 200 len: 1097 time: 0.6497900 Jul 09 16:40:11.502144 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d44dc1e-ff32-4458-a2b1-71292be58cd0 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event deleted for resources: {'Port': ['ID=63dacd00-65c9-4f70-9c9e-9c511170787a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:11.547879 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 63dacd00-65c9-4f70-9c9e-9c511170787a {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:40:11.547879 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 63dacd00-65c9-4f70-9c9e-9c511170787a not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:40:11.588777 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c5d7a-84f0-4a2c-8894-01bbaaf8ac1a req-09dcdc4c-b699-4e55-acf0-79ba17fb6f00 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:11.590537 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-523c5d7a-84f0-4a2c-8894-01bbaaf8ac1a req-09dcdc4c-b699-4e55-acf0-79ba17fb6f00 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=b6d580f9-0bd4-4395-994f-3020102eddeb HTTP/1.1" status: 200 len: 945 time: 0.3866341 Jul 09 16:40:11.595892 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e293dd0c-c526-4915-ae0b-d48a0a4157bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-77be01e4-04dc-41f8-8732-009543b530c2', 'network_id': '77be01e4-04dc-41f8-8732-009543b530c2', 'tenant_id': '522630d2233142e4a30463472a66f8be', 'fixed_ips': [{'subnet_id': '7c9525aa-5cc7-4e57-857c-2f2d1ced5a70'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:40:11.596855 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e293dd0c-c526-4915-ae0b-d48a0a4157bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:11.620642 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d44dc1e-ff32-4458-a2b1-71292be58cd0 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:11.641167 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-0d44dc1e-ff32-4458-a2b1-71292be58cd0 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a5528f7-c27f-4851-9f85-7f00fb044781']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:11.662143 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-0d44dc1e-ff32-4458-a2b1-71292be58cd0 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0be256c5-925e-4c96-b2d2-f5a8bbc36f7b') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:11.662732 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-0d44dc1e-ff32-4458-a2b1-71292be58cd0 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0be256c5-925e-4c96-b2d2-f5a8bbc36f7b') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:11.690119 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-523c5d7a-84f0-4a2c-8894-01bbaaf8ac1a req-48c89047-27a1-4b3f-b47c-6162aa69024d tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a8e018c-d316-4742-956b-cc123b12d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893779 Jul 09 16:40:11.694903 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d44dc1e-ff32-4458-a2b1-71292be58cd0 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:11.737052 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d44dc1e-ff32-4458-a2b1-71292be58cd0 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:11.746933 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d44dc1e-ff32-4458-a2b1-71292be58cd0 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:40:11.747523 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d44dc1e-ff32-4458-a2b1-71292be58cd0 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:11.753000 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:40:11.753000 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:40:11.753000 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:40:11.753000 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:40:11.753000 n-d-798930-3 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:40:11.753000 n-d-798930-3 neutron-server[93958]: self.session.flush() Jul 09 16:40:11.753000 n-d-798930-3 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:40:11.753000 n-d-798930-3 neutron-server[93958]: self.session.flush() Jul 09 16:40:11.753000 n-d-798930-3 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:40:11.753000 n-d-798930-3 neutron-server[93958]: self.session.flush() Jul 09 16:40:11.753000 n-d-798930-3 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:40:11.753000 n-d-798930-3 neutron-server[93958]: self.session.flush() Jul 09 16:40:11.753000 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:40:11.753000 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:40:11.753000 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:40:11.753000 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:40:11.753000 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:40:11.753000 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:40:11.753000 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:40:11.753000 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:40:11.753000 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:40:11.753000 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:40:11.753000 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:40:11.753000 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:40:11.753000 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:40:11.753000 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:40:11.753000 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:40:11.753000 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:40:11.753000 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:40:11.753000 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:40:11.753000 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:40:11.753000 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:40:11.753000 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:40:11.753000 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:40:11.753000 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:40:11.753000 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:40:11.753000 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:40:11.753000 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:40:11.753000 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:40:11.753000 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:40:11.753000 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:40:11.753000 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:40:11.753000 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:40:11.753000 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:40:11.850586 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d44dc1e-ff32-4458-a2b1-71292be58cd0 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:11.867548 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d44dc1e-ff32-4458-a2b1-71292be58cd0 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:11.876437 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0d44dc1e-ff32-4458-a2b1-71292be58cd0 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "DELETE /v2.0/networks/0a5528f7-c27f-4851-9f85-7f00fb044781 HTTP/1.1" status: 204 len: 168 time: 1.4934452 Jul 09 16:40:11.877108 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34954) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:11.895416 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b8b91c5c-ce2a-4a85-adab-e34fc6c500cd tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-791156120', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}, 'admin_state_up': False}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:11.903853 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d44dc1e-ff32-4458-a2b1-71292be58cd0 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event deleted for resources: {'Network': ['ID=0a5528f7-c27f-4851-9f85-7f00fb044781,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:11.925834 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-e293dd0c-c526-4915-ae0b-d48a0a4157bd None None] Allocated IP 2001:db8::2 (77be01e4-04dc-41f8-8732-009543b530c2/7c9525aa-5cc7-4e57-857c-2f2d1ced5a70/01d7f706-eb6e-4dc6-81bb-642612b67bf3) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:40:11.932818 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b8b91c5c-ce2a-4a85-adab-e34fc6c500cd tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:11.934638 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b8b91c5c-ce2a-4a85-adab-e34fc6c500cd tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:12.020182 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b8b91c5c-ce2a-4a85-adab-e34fc6c500cd tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:12.093362 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73287511-e075-4f95-9620-b988e3670608 req-ce216f48-df52-4b21-9980-17c8b0f71a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:12.095494 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-73287511-e075-4f95-9620-b988e3670608 req-ce216f48-df52-4b21-9980-17c8b0f71a6b service neutron] 10.222.0.77 "GET /v2.0/networks?id=6a9e1cb2-fe24-406e-8baf-8643d7db8d0b HTTP/1.1" status: 200 len: 916 time: 0.5617824 Jul 09 16:40:12.174081 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e293dd0c-c526-4915-ae0b-d48a0a4157bd None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:12.175658 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-73287511-e075-4f95-9620-b988e3670608 req-41d62a6b-287b-4f7d-bdd0-0d80e01bc183 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30edec94-6c88-4963-aec9-a14e58cb2528 HTTP/1.1" status: 200 len: 217 time: 0.0717051 Jul 09 16:40:12.184401 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e293dd0c-c526-4915-ae0b-d48a0a4157bd None None] Transition to ACTIVE for port object 01d7f706-eb6e-4dc6-81bb-642612b67bf3 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:40:12.211807 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e293dd0c-c526-4915-ae0b-d48a0a4157bd None None] Transition to ACTIVE for port object 01d7f706-eb6e-4dc6-81bb-642612b67bf3 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:40:12.222362 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e293dd0c-c526-4915-ae0b-d48a0a4157bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:12.270300 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf4b04a-84b1-49f8-97e0-8ea6c4123cbd tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Made reservation on behalf of 522630d2233142e4a30463472a66f8be for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:40:12.278090 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7bf4b04a-84b1-49f8-97e0-8ea6c4123cbd tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:12.297667 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e293dd0c-c526-4915-ae0b-d48a0a4157bd None None] Network 77be01e4-04dc-41f8-8732-009543b530c2 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:40:12.298929 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e293dd0c-c526-4915-ae0b-d48a0a4157bd None None] Pushing event updated for resources: {'Port': ['ID=01d7f706-eb6e-4dc6-81bb-642612b67bf3,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:12.303679 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-e293dd0c-c526-4915-ae0b-d48a0a4157bd None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:40:12.306210 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e293dd0c-c526-4915-ae0b-d48a0a4157bd None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:40:12.318627 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b8b91c5c-ce2a-4a85-adab-e34fc6c500cd tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:12.379855 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e293dd0c-c526-4915-ae0b-d48a0a4157bd None None] Attempting to bind port 01d7f706-eb6e-4dc6-81bb-642612b67bf3 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:40:12.380650 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e293dd0c-c526-4915-ae0b-d48a0a4157bd None None] Attempting to bind port 01d7f706-eb6e-4dc6-81bb-642612b67bf3 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '7ad7b890-a094-47dd-9494-cbb61f06e578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '77be01e4-04dc-41f8-8732-009543b530c2'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:40:12.381286 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e293dd0c-c526-4915-ae0b-d48a0a4157bd None None] Attempting to bind port 01d7f706-eb6e-4dc6-81bb-642612b67bf3 on network 77be01e4-04dc-41f8-8732-009543b530c2 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:40:12.386188 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73287511-e075-4f95-9620-b988e3670608 req-3ba95332-b49e-4ee7-b235-1245caf63f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:12.387073 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e293dd0c-c526-4915-ae0b-d48a0a4157bd None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:40:12.387643 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e293dd0c-c526-4915-ae0b-d48a0a4157bd None None] Checking segment: {'id': '7ad7b890-a094-47dd-9494-cbb61f06e578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '77be01e4-04dc-41f8-8732-009543b530c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:40:12.387954 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-73287511-e075-4f95-9620-b988e3670608 req-3ba95332-b49e-4ee7-b235-1245caf63f70 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5645ca8d-973f-497d-a26d-ddaaa7246e67 HTTP/1.1" status: 200 len: 855 time: 0.2028079 Jul 09 16:40:12.388452 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e293dd0c-c526-4915-ae0b-d48a0a4157bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:12.389087 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e293dd0c-c526-4915-ae0b-d48a0a4157bd None None] Bound using segment: {'id': '7ad7b890-a094-47dd-9494-cbb61f06e578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '77be01e4-04dc-41f8-8732-009543b530c2'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:40:12.389721 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e293dd0c-c526-4915-ae0b-d48a0a4157bd None None] Bound port: 01d7f706-eb6e-4dc6-81bb-642612b67bf3, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ad7b890-a094-47dd-9494-cbb61f06e578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '77be01e4-04dc-41f8-8732-009543b530c2'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:40:12.390269 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e293dd0c-c526-4915-ae0b-d48a0a4157bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:12.452620 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-73287511-e075-4f95-9620-b988e3670608 req-06924d15-44a5-483f-b42c-c5a53bb1464e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6a9e1cb2-fe24-406e-8baf-8643d7db8d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565641 Jul 09 16:40:12.499553 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-e293dd0c-c526-4915-ae0b-d48a0a4157bd None None] For port 01d7f706-eb6e-4dc6-81bb-642612b67bf3, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:40:12.503599 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-e293dd0c-c526-4915-ae0b-d48a0a4157bd None None] For port 01d7f706-eb6e-4dc6-81bb-642612b67bf3, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=01d7f706-eb6e-4dc6-81bb-642612b67bf3,segment=NetworkSegment(7ad7b890-a094-47dd-9494-cbb61f06e578),segment_id=7ad7b890-a094-47dd-9494-cbb61f06e578)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:40:12.516372 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e293dd0c-c526-4915-ae0b-d48a0a4157bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:12.529729 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a2ee445c-7fe8-420c-af54-79215ca81c77 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:12.637488 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e293dd0c-c526-4915-ae0b-d48a0a4157bd None None] Pushing event updated for resources: {'Port': ['ID=01d7f706-eb6e-4dc6-81bb-642612b67bf3,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:12.656141 n-d-798930-3 neutron-server[93959]: INFO neutron.db.ipam_backend_mixin [None req-7bf4b04a-84b1-49f8-97e0-8ea6c4123cbd tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7c9525aa-5cc7-4e57-857c-2f2d1ced5a70 (CIDR: 2001:db8::/64) Jul 09 16:40:12.699845 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bf4b04a-84b1-49f8-97e0-8ea6c4123cbd tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:40:12.700338 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bf4b04a-84b1-49f8-97e0-8ea6c4123cbd tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:40:12.767432 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-7bf4b04a-84b1-49f8-97e0-8ea6c4123cbd tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3551745 Jul 09 16:40:12.771613 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34962) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:12.777462 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-a5cfdaf6-a1d4-444c-8527-c033c42cc315 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Request body: {'subnet': {'network_id': '77be01e4-04dc-41f8-8732-009543b530c2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:12.784557 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-73287511-e075-4f95-9620-b988e3670608 req-9b34f984-7ef1-43ba-9ed9-ecdd9793afd1 service neutron] 10.222.0.77 "GET /v2.0/networks/6a9e1cb2-fe24-406e-8baf-8643d7db8d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210707 Jul 09 16:40:13.127186 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327035a0-7d10-424e-92bc-46cb22c428db req-c27e8246-f1a3-42ae-b21c-96667b8086f8 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:13.128742 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-327035a0-7d10-424e-92bc-46cb22c428db req-c27e8246-f1a3-42ae-b21c-96667b8086f8 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6d580f9-0bd4-4395-994f-3020102eddeb HTTP/1.1" status: 200 len: 945 time: 0.8025086 Jul 09 16:40:13.162922 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465017a-c035-4777-84ef-46b9b08e95d9 req-cdebed30-09a3-4f62-9cda-ebcab957d055 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:13.164340 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a465017a-c035-4777-84ef-46b9b08e95d9 req-cdebed30-09a3-4f62-9cda-ebcab957d055 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=b6d580f9-0bd4-4395-994f-3020102eddeb HTTP/1.1" status: 200 len: 945 time: 0.2127810 Jul 09 16:40:13.310252 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a2ee445c-7fe8-420c-af54-79215ca81c77 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:13.353371 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a465017a-c035-4777-84ef-46b9b08e95d9 req-310a90d8-8aa4-40bc-9cc2-f7e56f44ef5d tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a8e018c-d316-4742-956b-cc123b12d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578937 Jul 09 16:40:13.362797 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 01d7f706-eb6e-4dc6-81bb-642612b67bf3 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:40:13.438826 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 01d7f706-eb6e-4dc6-81bb-642612b67bf3 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:40:13.478496 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-327035a0-7d10-424e-92bc-46cb22c428db req-6c12b74c-3bc9-4a4e-b596-b971511b5add tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Deleting port e2ea4689-85dc-4d68-91f6-5718f203cdc6 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:40:13.478997 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-327035a0-7d10-424e-92bc-46cb22c428db req-6c12b74c-3bc9-4a4e-b596-b971511b5add tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:13.479999 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-73287511-e075-4f95-9620-b988e3670608 req-a028a4d2-48dc-4225-bc78-76355b136ee8 service neutron] 10.222.0.77 "GET /v2.0/networks/6a9e1cb2-fe24-406e-8baf-8643d7db8d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895411 Jul 09 16:40:13.481869 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b8b91c5c-ce2a-4a85-adab-e34fc6c500cd tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:13.516277 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5cfdaf6-a1d4-444c-8527-c033c42cc315 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Made reservation on behalf of 522630d2233142e4a30463472a66f8be for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:40:13.520814 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a5cfdaf6-a1d4-444c-8527-c033c42cc315 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:13.620117 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-327035a0-7d10-424e-92bc-46cb22c428db req-6c12b74c-3bc9-4a4e-b596-b971511b5add tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] For port e2ea4689-85dc-4d68-91f6-5718f203cdc6, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=e2ea4689-85dc-4d68-91f6-5718f203cdc6,segment=NetworkSegment(c69a2028-7f11-44fc-9cb8-816928cf4954),segment_id=c69a2028-7f11-44fc-9cb8-816928cf4954)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:13.620484 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-327035a0-7d10-424e-92bc-46cb22c428db req-6c12b74c-3bc9-4a4e-b596-b971511b5add tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:13.635955 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-327035a0-7d10-424e-92bc-46cb22c428db req-6c12b74c-3bc9-4a4e-b596-b971511b5add tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Calling delete_port for e2ea4689-85dc-4d68-91f6-5718f203cdc6 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:40:13.650203 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ee445c-7fe8-420c-af54-79215ca81c77 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Router 19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:40:13.725490 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b8b91c5c-ce2a-4a85-adab-e34fc6c500cd tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:13.805900 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ee445c-7fe8-420c-af54-79215ca81c77 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:40:13.817203 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c0e5a2-2774-4866-a6f1-965c08cf4db7 None None] Sync routers for ids ['19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:40:13.847282 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c0e5a2-2774-4866-a6f1-965c08cf4db7 None None] Routers {'19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:40:13.850417 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-45c0e5a2-2774-4866-a6f1-965c08cf4db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:39:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:13.985674 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a2ee445c-7fe8-420c-af54-79215ca81c77 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:13.990159 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a2ee445c-7fe8-420c-af54-79215ca81c77 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.5122848 Jul 09 16:40:13.990964 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34978) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:14.007813 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff240e96-f1a8-4b57-87d8-f3ca43138f10 None None] Network 77be01e4-04dc-41f8-8732-009543b530c2 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:40:14.022242 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-b8b91c5c-ce2a-4a85-adab-e34fc6c500cd tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Allocated IP 172.25.0.214 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/5e5a2abd-ad30-44f0-b287-b0f709382501) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:40:14.062985 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-d3415ec4-2fe8-4bee-b2ef-b9c438a21208 tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=e2634516774046048410a7faecd2c391&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0685680 Jul 09 16:40:14.082103 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34980) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:14.112374 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-45c0e5a2-2774-4866-a6f1-965c08cf4db7 None None] Set router 19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:40:14.168082 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-327035a0-7d10-424e-92bc-46cb22c428db req-6c12b74c-3bc9-4a4e-b596-b971511b5add tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:14.196856 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['30edec94-6c88-4963-aec9-a14e58cb2528', 'e2ea4689-85dc-4d68-91f6-5718f203cdc6'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:40:14.216134 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a5cfdaf6-a1d4-444c-8527-c033c42cc315 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:14.243781 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['b2874e17-97fa-487f-9d66-e5a5e02ef11a', '494faad2-61d3-45e0-9110-00bcb6cf80cb'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:40:14.261694 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c12b74c-3bc9-4a4e-b596-b971511b5add tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Pushing event deleted for resources: {'Port': ['ID=e2ea4689-85dc-4d68-91f6-5718f203cdc6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:14.342043 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cfdaf6-a1d4-444c-8527-c033c42cc315 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Network 77be01e4-04dc-41f8-8732-009543b530c2 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:40:14.345407 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-a5cfdaf6-a1d4-444c-8527-c033c42cc315 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:40:14.349240 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-327035a0-7d10-424e-92bc-46cb22c428db req-6c12b74c-3bc9-4a4e-b596-b971511b5add tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] No DVR routers for this DVR port e2ea4689-85dc-4d68-91f6-5718f203cdc6 on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:40:14.361381 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cfdaf6-a1d4-444c-8527-c033c42cc315 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:14.363413 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a5cfdaf6-a1d4-444c-8527-c033c42cc315 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:14.367760 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-327035a0-7d10-424e-92bc-46cb22c428db req-6c12b74c-3bc9-4a4e-b596-b971511b5add tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:14.374610 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-327035a0-7d10-424e-92bc-46cb22c428db req-6c12b74c-3bc9-4a4e-b596-b971511b5add tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.77 "DELETE /v2.0/ports/e2ea4689-85dc-4d68-91f6-5718f203cdc6 HTTP/1.1" status: 204 len: 173 time: 1.2329574 Jul 09 16:40:14.375251 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6d580f9-0bd4-4395-994f-3020102eddeb', 'name': 'network-vif-deleted', 'tag': 'e2ea4689-85dc-4d68-91f6-5718f203cdc6'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:40:14.378151 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b3240d-545d-4a49-b763-14b5cc00a955" -d '{"events": [{"server_uuid": "b6d580f9-0bd4-4395-994f-3020102eddeb", "name": "network-vif-deleted", "tag": "e2ea4689-85dc-4d68-91f6-5718f203cdc6"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:40:14.382569 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5f7f84e1-34ea-4bce-a58f-78e5e28a46ff None None] Provisioning for port 01d7f706-eb6e-4dc6-81bb-642612b67bf3 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:40:14.402158 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cfdaf6-a1d4-444c-8527-c033c42cc315 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event updated for resources: {'Subnet': ['ID=2600efb1-12e5-4d59-9598-378891e3f0a2,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:14.407816 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [req-e21fb194-3491-4bea-87da-dd30df1969cc req-c98c0b1f-3af0-4fd8-8e24-32110e10a703 service neutron] (93958) timed out ('10.222.0.98', 40432) {{(pid=93958) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 16:40:14.414014 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a5cfdaf6-a1d4-444c-8527-c033c42cc315 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6366031 Jul 09 16:40:14.415114 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34988) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:14.425214 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-eced71b7-ae07-4eb0-a776-757bffa16e2d tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Request body: {'port': {'network_id': '77be01e4-04dc-41f8-8732-009543b530c2', 'fixed_ips': [{'subnet_id': '7c9525aa-5cc7-4e57-857c-2f2d1ced5a70'}, {'subnet_id': '2600efb1-12e5-4d59-9598-378891e3f0a2'}], 'name': 'tempest-PortsIpV6TestJSON-1095756741'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:14.444095 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12d67a3-53df-4e83-b3df-188ebe92228c tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:14.452894 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5f7f84e1-34ea-4bce-a58f-78e5e28a46ff None None] Provisioning complete for port 01d7f706-eb6e-4dc6-81bb-642612b67bf3 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:14.454494 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5f7f84e1-34ea-4bce-a58f-78e5e28a46ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:14.455391 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e12d67a3-53df-4e83-b3df-188ebe92228c tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3668537 Jul 09 16:40:14.459857 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 34990) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:14.506171 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b8b91c5c-ce2a-4a85-adab-e34fc6c500cd tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:14.597491 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 34992) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:14.602039 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8717b3ab-aab8-4b54-bcb9-95e95f89f427 tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=caa6ed8d-2893-4113-8f68-c5284e694f6c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1412530 Jul 09 16:40:14.619906 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-9e684442-3315-41e1-8a8f-15c3754adffb tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-959596044', 'network_id': '33631c88-3b8b-4d00-9e59-cdfb673208d8', 'project_id': 'e2634516774046048410a7faecd2c391', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:14.632906 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-45c0e5a2-2774-4866-a6f1-965c08cf4db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87', 'name': 'tempest-TestNetworkBasicOps-router-36068373', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'd4dfb55b-a230-4004-9613-693f185573b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:40:08Z', 'updated_at': '2021-07-09T16:40:12Z', 'revision_number': 3, 'project_id': 'e2634516774046048410a7faecd2c391', 'gw_port': {'id': 'd4dfb55b-a230-4004-9613-693f185573b2', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cf:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:10Z', 'updated_at': '2021-07-09T16:40:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:14.661637 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7f196fd6-59c5-48a2-a492-4df0a55d7052 req-ee81a473-b77a-4882-bf2f-cd20a9b9b3ff tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=b6d580f9-0bd4-4395-994f-3020102eddeb HTTP/1.1" status: 200 len: 210 time: 0.0719082 Jul 09 16:40:14.695486 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c0e5a2-2774-4866-a6f1-965c08cf4db7 None None] Checking router: 19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:40:14.695742 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c0e5a2-2774-4866-a6f1-965c08cf4db7 None None] Updating router 19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87 port d4dfb55b-a230-4004-9613-693f185573b2 binding host n-d-798930-3 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:40:14.737900 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-45c0e5a2-2774-4866-a6f1-965c08cf4db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:14.740933 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b8b91c5c-ce2a-4a85-adab-e34fc6c500cd tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:14.753047 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a85798c-08f8-46c7-bac4-7dc6b10d67d7 x-openstack-request-id: req-0a85798c-08f8-46c7-bac4-7dc6b10d67d7 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:40:14.763969 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6d580f9-0bd4-4395-994f-3020102eddeb", "name": "network-vif-deleted", "tag": "e2ea4689-85dc-4d68-91f6-5718f203cdc6", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:40:14.764392 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0a85798c-08f8-46c7-bac4-7dc6b10d67d7 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:40:14.765546 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6d580f9-0bd4-4395-994f-3020102eddeb', 'name': 'network-vif-deleted', 'tag': 'e2ea4689-85dc-4d68-91f6-5718f203cdc6', 'status': 'completed', 'code': 200} Jul 09 16:40:14.798700 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5f7f84e1-34ea-4bce-a58f-78e5e28a46ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:14.819384 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b91c5c-ce2a-4a85-adab-e34fc6c500cd tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:40:14.824785 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-b8b91c5c-ce2a-4a85-adab-e34fc6c500cd tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:40:14.828782 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b91c5c-ce2a-4a85-adab-e34fc6c500cd tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:40:14.855769 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b91c5c-ce2a-4a85-adab-e34fc6c500cd tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event updated for resources: {'Port': ['ID=5e5a2abd-ad30-44f0-b287-b0f709382501,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:14.905690 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eced71b7-ae07-4eb0-a776-757bffa16e2d tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Made reservation on behalf of 522630d2233142e4a30463472a66f8be for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:40:15.127388 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-5f7f84e1-34ea-4bce-a58f-78e5e28a46ff None None] For port 01d7f706-eb6e-4dc6-81bb-642612b67bf3, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=01d7f706-eb6e-4dc6-81bb-642612b67bf3,segment=NetworkSegment(7ad7b890-a094-47dd-9494-cbb61f06e578),segment_id=7ad7b890-a094-47dd-9494-cbb61f06e578)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:15.128188 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e684442-3315-41e1-8a8f-15c3754adffb tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Made reservation on behalf of e2634516774046048410a7faecd2c391 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:40:15.134533 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9e684442-3315-41e1-8a8f-15c3754adffb tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:15.154786 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5f7f84e1-34ea-4bce-a58f-78e5e28a46ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:15.352603 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f84e1-34ea-4bce-a58f-78e5e28a46ff None None] Pushing event updated for resources: {'Port': ['ID=01d7f706-eb6e-4dc6-81bb-642612b67bf3,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:15.373699 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-45c0e5a2-2774-4866-a6f1-965c08cf4db7 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:15.385862 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-45c0e5a2-2774-4866-a6f1-965c08cf4db7 None None] Transition to ACTIVE for port object d4dfb55b-a230-4004-9613-693f185573b2 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:40:15.394589 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-45c0e5a2-2774-4866-a6f1-965c08cf4db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:15.422075 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b8b91c5c-ce2a-4a85-adab-e34fc6c500cd tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:15.446206 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7c2da7-d277-4c4f-b641-fb8bb6f7c1a9 None None] Pushing event updated for resources: {'Port': ['ID=d4dfb55b-a230-4004-9613-693f185573b2,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:15.457582 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7c2da7-d277-4c4f-b641-fb8bb6f7c1a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:15.458689 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7c2da7-d277-4c4f-b641-fb8bb6f7c1a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:15.459379 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7c2da7-d277-4c4f-b641-fb8bb6f7c1a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:15.459820 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7c2da7-d277-4c4f-b641-fb8bb6f7c1a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:15.460301 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7c2da7-d277-4c4f-b641-fb8bb6f7c1a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:15.460781 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7c2da7-d277-4c4f-b641-fb8bb6f7c1a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:15.461245 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7c2da7-d277-4c4f-b641-fb8bb6f7c1a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:15.461810 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7c2da7-d277-4c4f-b641-fb8bb6f7c1a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:15.462245 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7c2da7-d277-4c4f-b641-fb8bb6f7c1a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:15.463007 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7c2da7-d277-4c4f-b641-fb8bb6f7c1a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:15.463223 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7c2da7-d277-4c4f-b641-fb8bb6f7c1a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:15.463641 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7c2da7-d277-4c4f-b641-fb8bb6f7c1a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:15.482599 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9e684442-3315-41e1-8a8f-15c3754adffb tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:15.487943 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-45c0e5a2-2774-4866-a6f1-965c08cf4db7 None None] Attempting to bind port d4dfb55b-a230-4004-9613-693f185573b2 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:40:15.488502 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-45c0e5a2-2774-4866-a6f1-965c08cf4db7 None None] Attempting to bind port d4dfb55b-a230-4004-9613-693f185573b2 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:40:15.489877 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c0e5a2-2774-4866-a6f1-965c08cf4db7 None None] Attempting to bind port d4dfb55b-a230-4004-9613-693f185573b2 on network caa6ed8d-2893-4113-8f68-c5284e694f6c {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:40:15.496456 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c0e5a2-2774-4866-a6f1-965c08cf4db7 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:40:15.497059 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c0e5a2-2774-4866-a6f1-965c08cf4db7 None None] Checking segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:40:15.497693 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-45c0e5a2-2774-4866-a6f1-965c08cf4db7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:15.498185 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c0e5a2-2774-4866-a6f1-965c08cf4db7 None None] Bound using segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:40:15.498913 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-45c0e5a2-2774-4866-a6f1-965c08cf4db7 None None] Bound port: d4dfb55b-a230-4004-9613-693f185573b2, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:40:15.499410 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-45c0e5a2-2774-4866-a6f1-965c08cf4db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:15.508094 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fe44a5-28b5-4bab-a734-ba8e9d8051f1 None None] Network 77be01e4-04dc-41f8-8732-009543b530c2 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:40:15.589536 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eced71b7-ae07-4eb0-a776-757bffa16e2d tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:15.624687 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-45c0e5a2-2774-4866-a6f1-965c08cf4db7 None None] For port d4dfb55b-a230-4004-9613-693f185573b2, host n-d-798930-3, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:40:15.632585 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-45c0e5a2-2774-4866-a6f1-965c08cf4db7 None None] For port d4dfb55b-a230-4004-9613-693f185573b2, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=d4dfb55b-a230-4004-9613-693f185573b2,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:40:15.640444 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-45c0e5a2-2774-4866-a6f1-965c08cf4db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:15.650813 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-eced71b7-ae07-4eb0-a776-757bffa16e2d tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] device_id is not set on port dec3155b-854a-4fe8-9294-2a1b82fabc78 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:40:15.800440 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7c2da7-d277-4c4f-b641-fb8bb6f7c1a9 None None] Pushing event updated for resources: {'Port': ['ID=d4dfb55b-a230-4004-9613-693f185573b2,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:15.849294 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c0e5a2-2774-4866-a6f1-965c08cf4db7 None None] Routers {'19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:40:15.850500 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-45c0e5a2-2774-4866-a6f1-965c08cf4db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:39:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:15.900275 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e684442-3315-41e1-8a8f-15c3754adffb tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event updated for resources: {'Subnet': ['ID=c0fac51f-ee7d-4400-991d-3a98e7f83952,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:15.903608 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b8b91c5c-ce2a-4a85-adab-e34fc6c500cd tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:15.930415 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e684442-3315-41e1-8a8f-15c3754adffb tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Checking segment: {'id': '59de8925-b27c-49fb-9dfe-21a1ae00e22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '33631c88-3b8b-4d00-9e59-cdfb673208d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:40:15.931145 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e684442-3315-41e1-8a8f-15c3754adffb tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Network hostable DHCP agents. Network: 33631c88-3b8b-4d00-9e59-cdfb673208d8, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:40:16.053724 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e684442-3315-41e1-8a8f-15c3754adffb tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Network 33631c88-3b8b-4d00-9e59-cdfb673208d8 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:40:16.089189 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-9e684442-3315-41e1-8a8f-15c3754adffb tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 33631c88-3b8b-4d00-9e59-cdfb673208d8) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:40:16.091479 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-45c0e5a2-2774-4866-a6f1-965c08cf4db7 None None] Set router 19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:40:16.112775 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e684442-3315-41e1-8a8f-15c3754adffb tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:16.115293 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9e684442-3315-41e1-8a8f-15c3754adffb tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:16.134853 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc8ee77-e8df-404c-8e55-0cf29ef40741 None None] Network 33631c88-3b8b-4d00-9e59-cdfb673208d8 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:40:16.232491 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-9e684442-3315-41e1-8a8f-15c3754adffb tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.6207957 Jul 09 16:40:16.235342 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35016) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:16.287563 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b91c5c-ce2a-4a85-adab-e34fc6c500cd tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Router dcc5c01b-4b6f-4083-8c93-d68b30b586f3 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:40:16.399842 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device e2ea4689-85dc-4d68-91f6-5718f203cdc6 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:40:16.424229 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-eced71b7-ae07-4eb0-a776-757bffa16e2d tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Allocated IP 2001:db8::cb (77be01e4-04dc-41f8-8732-009543b530c2/7c9525aa-5cc7-4e57-857c-2f2d1ced5a70/dec3155b-854a-4fe8-9294-2a1b82fabc78) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:40:16.441048 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-eced71b7-ae07-4eb0-a776-757bffa16e2d tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Allocated IP 2001:db8:0:1::1d (77be01e4-04dc-41f8-8732-009543b530c2/2600efb1-12e5-4d59-9598-378891e3f0a2/dec3155b-854a-4fe8-9294-2a1b82fabc78) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:40:16.450576 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: e2ea4689-85dc-4d68-91f6-5718f203cdc6 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:40:16.454620 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device e2ea4689-85dc-4d68-91f6-5718f203cdc6 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:40:16.458136 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-564ddcce-7f10-4b96-828d-852f6a34ad86 None None] Provisioning complete for port 01d7f706-eb6e-4dc6-81bb-642612b67bf3 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:16.462060 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-564ddcce-7f10-4b96-828d-852f6a34ad86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:16.508038 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b91c5c-ce2a-4a85-adab-e34fc6c500cd tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:40:16.548028 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b8b91c5c-ce2a-4a85-adab-e34fc6c500cd tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:16.549774 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b8b91c5c-ce2a-4a85-adab-e34fc6c500cd tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.6702154 Jul 09 16:40:16.552611 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35018) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:16.563374 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d838c6b-52fc-4729-94d3-2903bea0ba23 None None] Sync routers for ids ['dcc5c01b-4b6f-4083-8c93-d68b30b586f3'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:40:16.573389 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-45c0e5a2-2774-4866-a6f1-965c08cf4db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87', 'name': 'tempest-TestNetworkBasicOps-router-36068373', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'd4dfb55b-a230-4004-9613-693f185573b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:40:08Z', 'updated_at': '2021-07-09T16:40:12Z', 'revision_number': 3, 'project_id': 'e2634516774046048410a7faecd2c391', 'gw_port': {'id': 'd4dfb55b-a230-4004-9613-693f185573b2', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cf:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:10Z', 'updated_at': '2021-07-09T16:40:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:16.632470 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c0e5a2-2774-4866-a6f1-965c08cf4db7 None None] The sync data for ids ['19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87'] in n-d-798930-3 is: [{'id': '19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87', 'name': 'tempest-TestNetworkBasicOps-router-36068373', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'd4dfb55b-a230-4004-9613-693f185573b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:40:08Z', 'updated_at': '2021-07-09T16:40:12Z', 'revision_number': 3, 'project_id': 'e2634516774046048410a7faecd2c391', 'gw_port': {'id': 'd4dfb55b-a230-4004-9613-693f185573b2', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cf:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:10Z', 'updated_at': '2021-07-09T16:40:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:40:16.681771 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d838c6b-52fc-4729-94d3-2903bea0ba23 None None] Routers {'dcc5c01b-4b6f-4083-8c93-d68b30b586f3'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:40:16.692677 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-5d838c6b-52fc-4729-94d3-2903bea0ba23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:39:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['dcc5c01b-4b6f-4083-8c93-d68b30b586f3'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:16.767768 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-5d838c6b-52fc-4729-94d3-2903bea0ba23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:16.771507 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b5aabe54-ea37-4923-946a-e492dc304612 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "GET /v2.0/routers/dcc5c01b-4b6f-4083-8c93-d68b30b586f3 HTTP/1.1" status: 200 len: 880 time: 0.2172258 Jul 09 16:40:16.773637 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35020) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:16.839633 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d838c6b-52fc-4729-94d3-2903bea0ba23 None None] Routers {'dcc5c01b-4b6f-4083-8c93-d68b30b586f3'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:40:16.840370 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-5d838c6b-52fc-4729-94d3-2903bea0ba23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:39:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['dcc5c01b-4b6f-4083-8c93-d68b30b586f3'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:16.956428 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-5d838c6b-52fc-4729-94d3-2903bea0ba23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:16.961873 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d838c6b-52fc-4729-94d3-2903bea0ba23 None None] The sync data for ids ['dcc5c01b-4b6f-4083-8c93-d68b30b586f3'] in n-d-798930-3 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:40:17.123937 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aac4439-77ae-40fc-a721-2327dacdabac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-33631c88-3b8b-4d00-9e59-cdfb673208d8', 'network_id': '33631c88-3b8b-4d00-9e59-cdfb673208d8', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'fixed_ips': [{'subnet_id': 'c0fac51f-ee7d-4400-991d-3a98e7f83952'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:40:17.124872 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2aac4439-77ae-40fc-a721-2327dacdabac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:17.173110 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1d94d9-9537-493a-93ae-04b5e3006552 None None] Update dhcp port {'port': {'network_id': '77be01e4-04dc-41f8-8732-009543b530c2', 'fixed_ips': [{'subnet_id': '7c9525aa-5cc7-4e57-857c-2f2d1ced5a70', 'ip_address': '2001:db8::2'}, {'subnet_id': '2600efb1-12e5-4d59-9598-378891e3f0a2'}], 'binding:host_id': 'n-d-798930-3'}, 'id': '01d7f706-eb6e-4dc6-81bb-642612b67bf3'} from n-d-798930-3. {{(pid=93960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 16:40:17.245894 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eced71b7-ae07-4eb0-a776-757bffa16e2d tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:17.277083 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-eced71b7-ae07-4eb0-a776-757bffa16e2d tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Transition to ACTIVE for port object dec3155b-854a-4fe8-9294-2a1b82fabc78 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:40:17.338842 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ee1d94d9-9537-493a-93ae-04b5e3006552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:17.358574 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6e064e71-bab7-40de-865c-5cf482ecc449 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.5796881 Jul 09 16:40:17.358574 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35028) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:17.365282 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-ee753cea-be2d-4b25-a5a6-e24d5d347fa5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-791156120'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:17.484825 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eced71b7-ae07-4eb0-a776-757bffa16e2d tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:17.610148 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 01d7f706-eb6e-4dc6-81bb-642612b67bf3 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:40:17.694204 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eced71b7-ae07-4eb0-a776-757bffa16e2d tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Network 77be01e4-04dc-41f8-8732-009543b530c2 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:40:17.709080 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-eced71b7-ae07-4eb0-a776-757bffa16e2d tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:40:17.712510 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eced71b7-ae07-4eb0-a776-757bffa16e2d tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:40:17.719203 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eced71b7-ae07-4eb0-a776-757bffa16e2d tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:17.720109 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eced71b7-ae07-4eb0-a776-757bffa16e2d tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:17.726971 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eced71b7-ae07-4eb0-a776-757bffa16e2d tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event updated for resources: {'Port': ['ID=dec3155b-854a-4fe8-9294-2a1b82fabc78,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:17.810189 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-121aab01-b673-43e5-bb6c-3944197ecc3c tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:17.814345 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-eced71b7-ae07-4eb0-a776-757bffa16e2d tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 3.3980842 Jul 09 16:40:17.820923 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35032) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:17.826196 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-6fc10a1d-24e2-469c-b33d-85b9d8e3309c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7c9525aa-5cc7-4e57-857c-2f2d1ced5a70'}]}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:18.039068 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-2aac4439-77ae-40fc-a721-2327dacdabac None None] Allocated IP 172.20.0.2 (33631c88-3b8b-4d00-9e59-cdfb673208d8/c0fac51f-ee7d-4400-991d-3a98e7f83952/c7588f9b-20ac-4bb0-b89a-ec71df984ed8) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:40:18.419008 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2aac4439-77ae-40fc-a721-2327dacdabac None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:18.446384 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2aac4439-77ae-40fc-a721-2327dacdabac None None] Transition to ACTIVE for port object c7588f9b-20ac-4bb0-b89a-ec71df984ed8 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:40:18.536593 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2aac4439-77ae-40fc-a721-2327dacdabac None None] Transition to ACTIVE for port object c7588f9b-20ac-4bb0-b89a-ec71df984ed8 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:40:18.616390 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2aac4439-77ae-40fc-a721-2327dacdabac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:18.647777 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ee753cea-be2d-4b25-a5a6-e24d5d347fa5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:18.658415 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6fc10a1d-24e2-469c-b33d-85b9d8e3309c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:18.677591 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [req-b2ead20b-7fc0-4dcb-9e05-89173db6f9af req-e9606083-add4-4557-8d7a-20e4e5780357 service neutron] (93959) timed out ('10.222.0.98', 46732) {{(pid=93959) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 16:40:18.688441 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aac4439-77ae-40fc-a721-2327dacdabac None None] Network 33631c88-3b8b-4d00-9e59-cdfb673208d8 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:40:18.695048 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ee753cea-be2d-4b25-a5a6-e24d5d347fa5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1725939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1725946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-313636'] for router, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:18.737063 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-2aac4439-77ae-40fc-a721-2327dacdabac None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:40:18.743534 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aac4439-77ae-40fc-a721-2327dacdabac None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:40:18.745619 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 01d7f706-eb6e-4dc6-81bb-642612b67bf3 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:18.745986 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:18.879748 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-121aab01-b673-43e5-bb6c-3944197ecc3c tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Allocated IP 172.20.0.1 (33631c88-3b8b-4d00-9e59-cdfb673208d8/c0fac51f-ee7d-4400-991d-3a98e7f83952/b0a230bb-eb2f-4039-b328-87bf823ddb54) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:40:19.039693 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac4439-77ae-40fc-a721-2327dacdabac None None] Pushing event updated for resources: {'Port': ['ID=c7588f9b-20ac-4bb0-b89a-ec71df984ed8,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:19.083059 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-ee1d94d9-9537-493a-93ae-04b5e3006552 None None] Allocated IP 2001:db8:0:1::2 (77be01e4-04dc-41f8-8732-009543b530c2/2600efb1-12e5-4d59-9598-378891e3f0a2/01d7f706-eb6e-4dc6-81bb-642612b67bf3) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:40:19.086849 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-2aac4439-77ae-40fc-a721-2327dacdabac None None] Attempting to bind port c7588f9b-20ac-4bb0-b89a-ec71df984ed8 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:40:19.087501 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-2aac4439-77ae-40fc-a721-2327dacdabac None None] Attempting to bind port c7588f9b-20ac-4bb0-b89a-ec71df984ed8 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '59de8925-b27c-49fb-9dfe-21a1ae00e22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '33631c88-3b8b-4d00-9e59-cdfb673208d8'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:40:19.087641 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aac4439-77ae-40fc-a721-2327dacdabac None None] Attempting to bind port c7588f9b-20ac-4bb0-b89a-ec71df984ed8 on network 33631c88-3b8b-4d00-9e59-cdfb673208d8 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:40:19.114821 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aac4439-77ae-40fc-a721-2327dacdabac None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:40:19.115183 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aac4439-77ae-40fc-a721-2327dacdabac None None] Checking segment: {'id': '59de8925-b27c-49fb-9dfe-21a1ae00e22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '33631c88-3b8b-4d00-9e59-cdfb673208d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:40:19.115613 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2aac4439-77ae-40fc-a721-2327dacdabac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:19.116040 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aac4439-77ae-40fc-a721-2327dacdabac None None] Bound using segment: {'id': '59de8925-b27c-49fb-9dfe-21a1ae00e22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '33631c88-3b8b-4d00-9e59-cdfb673208d8'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:40:19.116564 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-2aac4439-77ae-40fc-a721-2327dacdabac None None] Bound port: c7588f9b-20ac-4bb0-b89a-ec71df984ed8, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59de8925-b27c-49fb-9dfe-21a1ae00e22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '33631c88-3b8b-4d00-9e59-cdfb673208d8'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:40:19.116954 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2aac4439-77ae-40fc-a721-2327dacdabac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:19.148993 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac4439-77ae-40fc-a721-2327dacdabac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:19.149284 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac4439-77ae-40fc-a721-2327dacdabac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:19.149621 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac4439-77ae-40fc-a721-2327dacdabac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:19.149959 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac4439-77ae-40fc-a721-2327dacdabac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:19.150292 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac4439-77ae-40fc-a721-2327dacdabac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:19.150621 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac4439-77ae-40fc-a721-2327dacdabac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:19.150973 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac4439-77ae-40fc-a721-2327dacdabac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:19.151301 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac4439-77ae-40fc-a721-2327dacdabac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:19.153552 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-121aab01-b673-43e5-bb6c-3944197ecc3c tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:19.156271 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac4439-77ae-40fc-a721-2327dacdabac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:19.156664 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac4439-77ae-40fc-a721-2327dacdabac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:19.157012 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac4439-77ae-40fc-a721-2327dacdabac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:19.157349 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac4439-77ae-40fc-a721-2327dacdabac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:19.192435 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-121aab01-b673-43e5-bb6c-3944197ecc3c tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Transition to ACTIVE for port object b0a230bb-eb2f-4039-b328-87bf823ddb54 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:40:19.276213 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-121aab01-b673-43e5-bb6c-3944197ecc3c tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:19.370104 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121aab01-b673-43e5-bb6c-3944197ecc3c tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Network 33631c88-3b8b-4d00-9e59-cdfb673208d8 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:40:19.385994 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-2aac4439-77ae-40fc-a721-2327dacdabac None None] For port c7588f9b-20ac-4bb0-b89a-ec71df984ed8, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:40:19.391429 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-2aac4439-77ae-40fc-a721-2327dacdabac None None] For port c7588f9b-20ac-4bb0-b89a-ec71df984ed8, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=c7588f9b-20ac-4bb0-b89a-ec71df984ed8,segment=NetworkSegment(59de8925-b27c-49fb-9dfe-21a1ae00e22c),segment_id=59de8925-b27c-49fb-9dfe-21a1ae00e22c)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:40:19.392636 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-121aab01-b673-43e5-bb6c-3944197ecc3c tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:40:19.394846 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d4dfb55b-a230-4004-9613-693f185573b2 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:40:19.400536 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121aab01-b673-43e5-bb6c-3944197ecc3c tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:40:19.406256 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2aac4439-77ae-40fc-a721-2327dacdabac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:19.497496 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121aab01-b673-43e5-bb6c-3944197ecc3c tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event updated for resources: {'Port': ['ID=b0a230bb-eb2f-4039-b328-87bf823ddb54,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:19.511324 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-121aab01-b673-43e5-bb6c-3944197ecc3c tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:19.571441 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-ee1d94d9-9537-493a-93ae-04b5e3006552 None None] For port 01d7f706-eb6e-4dc6-81bb-642612b67bf3, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=01d7f706-eb6e-4dc6-81bb-642612b67bf3,segment=NetworkSegment(7ad7b890-a094-47dd-9494-cbb61f06e578),segment_id=7ad7b890-a094-47dd-9494-cbb61f06e578)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:19.607849 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac4439-77ae-40fc-a721-2327dacdabac None None] Pushing event updated for resources: {'Port': ['ID=c7588f9b-20ac-4bb0-b89a-ec71df984ed8,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:19.647138 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ee1d94d9-9537-493a-93ae-04b5e3006552 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:19.658426 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port d4dfb55b-a230-4004-9613-693f185573b2 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:40:19.685530 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port d4dfb55b-a230-4004-9613-693f185573b2 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:19.685974 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:19.690712 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ee1d94d9-9537-493a-93ae-04b5e3006552 None None] Transition to ACTIVE for port object 01d7f706-eb6e-4dc6-81bb-642612b67bf3 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:40:19.723768 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ee1d94d9-9537-493a-93ae-04b5e3006552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:19.783693 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1d94d9-9537-493a-93ae-04b5e3006552 None None] Pushing event updated for resources: {'Port': ['ID=01d7f706-eb6e-4dc6-81bb-642612b67bf3,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:19.835433 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-121aab01-b673-43e5-bb6c-3944197ecc3c tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:20.014827 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:20.068713 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port d4dfb55b-a230-4004-9613-693f185573b2, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=d4dfb55b-a230-4004-9613-693f185573b2,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:20.079674 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:20.128117 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee753cea-be2d-4b25-a5a6-e24d5d347fa5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Router dcc5c01b-4b6f-4083-8c93-d68b30b586f3 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:40:20.221446 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=d4dfb55b-a230-4004-9613-693f185573b2,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:20.463027 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device c7588f9b-20ac-4bb0-b89a-ec71df984ed8 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:40:20.551725 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-6fc10a1d-24e2-469c-b33d-85b9d8e3309c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Delete allocated IP 2001:db8:0:1::1d (77be01e4-04dc-41f8-8732-009543b530c2/2600efb1-12e5-4d59-9598-378891e3f0a2) {{(pid=93958) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 09 16:40:20.627189 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-121aab01-b673-43e5-bb6c-3944197ecc3c tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:20.635950 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-121aab01-b673-43e5-bb6c-3944197ecc3c tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:20.768724 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6fc10a1d-24e2-469c-b33d-85b9d8e3309c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:20.782347 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-6fc10a1d-24e2-469c-b33d-85b9d8e3309c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Ignored duplicate provisioning block setup for port dec3155b-854a-4fe8-9294-2a1b82fabc78 by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 09 16:40:20.790664 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee753cea-be2d-4b25-a5a6-e24d5d347fa5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:40:20.796924 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6fc10a1d-24e2-469c-b33d-85b9d8e3309c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:20.811452 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6466208a-2bdb-444b-9df3-b65de98df22d None None] Sync routers for ids ['dcc5c01b-4b6f-4083-8c93-d68b30b586f3'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:40:20.811922 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ee753cea-be2d-4b25-a5a6-e24d5d347fa5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:20.815211 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ee753cea-be2d-4b25-a5a6-e24d5d347fa5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "PUT /v2.0/routers/dcc5c01b-4b6f-4083-8c93-d68b30b586f3 HTTP/1.1" status: 200 len: 887 time: 3.4543428 Jul 09 16:40:20.825986 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35062) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:20.837421 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6466208a-2bdb-444b-9df3-b65de98df22d None None] Routers {'dcc5c01b-4b6f-4083-8c93-d68b30b586f3'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:40:20.838664 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-6466208a-2bdb-444b-9df3-b65de98df22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:39:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['dcc5c01b-4b6f-4083-8c93-d68b30b586f3'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:20.969874 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc10a1d-24e2-469c-b33d-85b9d8e3309c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event updated for resources: {'Port': ['ID=dec3155b-854a-4fe8-9294-2a1b82fabc78,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:20.977782 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-6466208a-2bdb-444b-9df3-b65de98df22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:20.997297 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6466208a-2bdb-444b-9df3-b65de98df22d None None] Routers {'dcc5c01b-4b6f-4083-8c93-d68b30b586f3'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:40:21.000997 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-6466208a-2bdb-444b-9df3-b65de98df22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:39:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['dcc5c01b-4b6f-4083-8c93-d68b30b586f3'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:21.013247 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port c7588f9b-20ac-4bb0-b89a-ec71df984ed8 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:40:21.019291 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 01d7f706-eb6e-4dc6-81bb-642612b67bf3 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:40:21.038172 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-121aab01-b673-43e5-bb6c-3944197ecc3c tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:21.069586 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121aab01-b673-43e5-bb6c-3944197ecc3c tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event updated for resources: {'Port': ['ID=b0a230bb-eb2f-4039-b328-87bf823ddb54,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:21.072365 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-6fc10a1d-24e2-469c-b33d-85b9d8e3309c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] In _notify_port_updated(), no bound segment for port dec3155b-854a-4fe8-9294-2a1b82fabc78 on network 77be01e4-04dc-41f8-8732-009543b530c2 {{(pid=93958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 16:40:21.076495 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-6466208a-2bdb-444b-9df3-b65de98df22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:21.080792 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6466208a-2bdb-444b-9df3-b65de98df22d None None] The sync data for ids ['dcc5c01b-4b6f-4083-8c93-d68b30b586f3'] in n-d-798930-3 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:40:21.097353 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc10a1d-24e2-469c-b33d-85b9d8e3309c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:21.098572 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6fc10a1d-24e2-469c-b33d-85b9d8e3309c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:21.103741 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6fc10a1d-24e2-469c-b33d-85b9d8e3309c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "PUT /v2.0/ports/dec3155b-854a-4fe8-9294-2a1b82fabc78 HTTP/1.1" status: 200 len: 925 time: 3.2817690 Jul 09 16:40:21.104422 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35064) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:21.109904 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-914027c0-6cf4-4129-8c8d-bba0d8ca51a2 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7c9525aa-5cc7-4e57-857c-2f2d1ced5a70'}, {'subnet_id': '2600efb1-12e5-4d59-9598-378891e3f0a2'}]}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:21.252090 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-914027c0-6cf4-4129-8c8d-bba0d8ca51a2 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:21.263697 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f1aba836-b890-4d7d-bc83-18cc323f2864 None None] Provisioning for port 01d7f706-eb6e-4dc6-81bb-642612b67bf3 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:40:21.274578 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f1aba836-b890-4d7d-bc83-18cc323f2864 None None] Provisioning complete for port 01d7f706-eb6e-4dc6-81bb-642612b67bf3 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:21.275183 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f1aba836-b890-4d7d-bc83-18cc323f2864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:21.331806 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121aab01-b673-43e5-bb6c-3944197ecc3c tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Network 33631c88-3b8b-4d00-9e59-cdfb673208d8 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:40:21.357230 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-121aab01-b673-43e5-bb6c-3944197ecc3c tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:40:21.533055 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c275a93-b8dc-4b94-91e5-8e8a42cfd09d None None] Network 33631c88-3b8b-4d00-9e59-cdfb673208d8 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:40:21.607031 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-be446c46-75c7-4dc9-9807-30cb1e020743 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "GET /v2.0/routers/dcc5c01b-4b6f-4083-8c93-d68b30b586f3 HTTP/1.1" status: 200 len: 887 time: 0.7797065 Jul 09 16:40:21.608700 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35072) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:21.715272 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35078) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:21.727855 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-08a69935-f91f-4223-b7f5-4bd3433eb345 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "GET /v2.0/ports?device_id=dcc5c01b-4b6f-4083-8c93-d68b30b586f3 HTTP/1.1" status: 200 len: 205 time: 0.0735881 Jul 09 16:40:21.750705 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a4aa9e73-e88e-4d95-b67b-3ec30cba3717 None None] Provisioning for port c7588f9b-20ac-4bb0-b89a-ec71df984ed8 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:40:21.793892 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a4aa9e73-e88e-4d95-b67b-3ec30cba3717 None None] Provisioning complete for port c7588f9b-20ac-4bb0-b89a-ec71df984ed8 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:21.794191 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a4aa9e73-e88e-4d95-b67b-3ec30cba3717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:21.836019 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121aab01-b673-43e5-bb6c-3944197ecc3c tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Router 19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:40:21.928848 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-914027c0-6cf4-4129-8c8d-bba0d8ca51a2 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Allocated IP 2001:db8:0:1::2f (77be01e4-04dc-41f8-8732-009543b530c2/2600efb1-12e5-4d59-9598-378891e3f0a2/dec3155b-854a-4fe8-9294-2a1b82fabc78) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:40:21.973990 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9905ec1b-5126-4291-af04-b5b80e2b9b32 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:22.210333 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9905ec1b-5126-4291-af04-b5b80e2b9b32 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:22.237474 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a4aa9e73-e88e-4d95-b67b-3ec30cba3717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:22.253765 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121aab01-b673-43e5-bb6c-3944197ecc3c tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:40:22.275936 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-121aab01-b673-43e5-bb6c-3944197ecc3c tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "PUT /v2.0/routers/19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0395410 Jul 09 16:40:22.277210 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35082) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:22.302611 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4881014d-6758-40ef-8c88-38289a6e69ac None None] Sync routers for ids ['19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:40:22.325334 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d4dfb55b-a230-4004-9613-693f185573b2 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:40:22.366973 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-9905ec1b-5126-4291-af04-b5b80e2b9b32 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Deleting port 5e5a2abd-ad30-44f0-b287-b0f709382501 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:40:22.369100 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9905ec1b-5126-4291-af04-b5b80e2b9b32 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:22.458505 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4881014d-6758-40ef-8c88-38289a6e69ac None None] Routers {'19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:40:22.459459 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4881014d-6758-40ef-8c88-38289a6e69ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:39:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:22.461502 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f7115c4d-2f19-4acc-b8fe-573b1575a20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:22.521199 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-914027c0-6cf4-4129-8c8d-bba0d8ca51a2 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:22.576141 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-914027c0-6cf4-4129-8c8d-bba0d8ca51a2 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Ignored duplicate provisioning block setup for port dec3155b-854a-4fe8-9294-2a1b82fabc78 by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 09 16:40:22.608251 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-914027c0-6cf4-4129-8c8d-bba0d8ca51a2 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:22.727357 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-4881014d-6758-40ef-8c88-38289a6e69ac None None] Set router 19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:40:22.789709 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9748658e-01c5-483c-a412-18babfe6c77c tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:22.791896 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9748658e-01c5-483c-a412-18babfe6c77c tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:22.793364 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9748658e-01c5-483c-a412-18babfe6c77c tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:22.793849 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9748658e-01c5-483c-a412-18babfe6c77c tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:22.795632 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9748658e-01c5-483c-a412-18babfe6c77c tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:22.798306 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9748658e-01c5-483c-a412-18babfe6c77c tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:22.799735 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9748658e-01c5-483c-a412-18babfe6c77c tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:22.799735 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9748658e-01c5-483c-a412-18babfe6c77c tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:22.800150 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9748658e-01c5-483c-a412-18babfe6c77c tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:22.805747 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-9748658e-01c5-483c-a412-18babfe6c77c tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6381 time: 0.5270104 Jul 09 16:40:22.806145 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35088) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:22.808056 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a4aa9e73-e88e-4d95-b67b-3ec30cba3717 None None] For port c7588f9b-20ac-4bb0-b89a-ec71df984ed8, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=c7588f9b-20ac-4bb0-b89a-ec71df984ed8,segment=NetworkSegment(59de8925-b27c-49fb-9dfe-21a1ae00e22c),segment_id=59de8925-b27c-49fb-9dfe-21a1ae00e22c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:22.831703 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a4aa9e73-e88e-4d95-b67b-3ec30cba3717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:22.954423 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9905ec1b-5126-4291-af04-b5b80e2b9b32 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:22.983228 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-9905ec1b-5126-4291-af04-b5b80e2b9b32 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Calling delete_port for 5e5a2abd-ad30-44f0-b287-b0f709382501 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:40:23.055549 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663ea491-9f54-40b1-830e-5e37a0ca5e00 tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:23.056197 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663ea491-9f54-40b1-830e-5e37a0ca5e00 tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:23.056854 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663ea491-9f54-40b1-830e-5e37a0ca5e00 tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:23.058347 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663ea491-9f54-40b1-830e-5e37a0ca5e00 tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:23.061178 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663ea491-9f54-40b1-830e-5e37a0ca5e00 tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:23.061768 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663ea491-9f54-40b1-830e-5e37a0ca5e00 tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:23.062304 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663ea491-9f54-40b1-830e-5e37a0ca5e00 tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:23.062998 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663ea491-9f54-40b1-830e-5e37a0ca5e00 tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:23.068883 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663ea491-9f54-40b1-830e-5e37a0ca5e00 tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:23.073578 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-663ea491-9f54-40b1-830e-5e37a0ca5e00 tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5890 time: 0.2626345 Jul 09 16:40:23.074224 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35090) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:23.081077 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-914027c0-6cf4-4129-8c8d-bba0d8ca51a2 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] In _notify_port_updated(), no bound segment for port dec3155b-854a-4fe8-9294-2a1b82fabc78 on network 77be01e4-04dc-41f8-8732-009543b530c2 {{(pid=93958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 16:40:23.105018 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914027c0-6cf4-4129-8c8d-bba0d8ca51a2 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:23.117907 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-914027c0-6cf4-4129-8c8d-bba0d8ca51a2 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:23.119479 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-914027c0-6cf4-4129-8c8d-bba0d8ca51a2 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "PUT /v2.0/ports/dec3155b-854a-4fe8-9294-2a1b82fabc78 HTTP/1.1" status: 200 len: 1010 time: 2.0140707 Jul 09 16:40:23.137528 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35094) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:23.201208 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aa9e73-e88e-4d95-b67b-3ec30cba3717 None None] Pushing event updated for resources: {'Port': ['ID=c7588f9b-20ac-4bb0-b89a-ec71df984ed8,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:23.236545 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-35389ed8-2d0a-4857-bacc-58e086088394 None None] Provisioning for port b0a230bb-eb2f-4039-b328-87bf823ddb54 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:40:23.244121 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914027c0-6cf4-4129-8c8d-bba0d8ca51a2 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event updated for resources: {'Port': ['ID=dec3155b-854a-4fe8-9294-2a1b82fabc78,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:23.263264 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-35389ed8-2d0a-4857-bacc-58e086088394 None None] Provisioning complete for port b0a230bb-eb2f-4039-b328-87bf823ddb54 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:23.263838 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-35389ed8-2d0a-4857-bacc-58e086088394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:23.266248 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port d4dfb55b-a230-4004-9613-693f185573b2 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:23.266905 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:23.491224 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-35389ed8-2d0a-4857-bacc-58e086088394 None None] Port b0a230bb-eb2f-4039-b328-87bf823ddb54 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:40:23.528665 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b4b7f-1bec-464e-88b6-fb140ef4deda req-1649e7ff-5cd2-4785-baea-6b1f8c4d7c0f tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:23.535532 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e20b4b7f-1bec-464e-88b6-fb140ef4deda req-1649e7ff-5cd2-4785-baea-6b1f8c4d7c0f tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=f798b961-e297-40a6-8d5f-c627dae123e1 HTTP/1.1" status: 200 len: 946 time: 0.9308953 Jul 09 16:40:23.602716 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-df01546b-6c46-42c5-b63e-2d501fce8eb4 tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3587 time: 0.5268767 Jul 09 16:40:23.609723 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-35389ed8-2d0a-4857-bacc-58e086088394 None None] Provisioning for port dec3155b-854a-4fe8-9294-2a1b82fabc78 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:40:23.616326 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-35389ed8-2d0a-4857-bacc-58e086088394 None None] Provisioning complete for port dec3155b-854a-4fe8-9294-2a1b82fabc78 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:23.617148 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-35389ed8-2d0a-4857-bacc-58e086088394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:23.635306 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9905ec1b-5126-4291-af04-b5b80e2b9b32 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:23.677947 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-35389ed8-2d0a-4857-bacc-58e086088394 None None] Port dec3155b-854a-4fe8-9294-2a1b82fabc78 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:40:23.697119 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4881014d-6758-40ef-8c88-38289a6e69ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87', 'name': 'tempest-TestNetworkBasicOps-router-36068373', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'd4dfb55b-a230-4004-9613-693f185573b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:40:08Z', 'updated_at': '2021-07-09T16:40:19Z', 'revision_number': 4, 'project_id': 'e2634516774046048410a7faecd2c391', 'gw_port': {'id': 'd4dfb55b-a230-4004-9613-693f185573b2', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cf:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:10Z', 'updated_at': '2021-07-09T16:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'b0a230bb-eb2f-4039-b328-87bf823ddb54', 'name': '', 'network_id': '33631c88-3b8b-4d00-9e59-cdfb673208d8', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'mac_address': 'fa:16:3e:20:df:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': 'c0fac51f-ee7d-4400-991d-3a98e7f83952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:18Z', 'updated_at': '2021-07-09T16:40:20Z', 'revision_number': 2, 'project_id': 'e2634516774046048410a7faecd2c391', 'subnets': [{'id': 'c0fac51f-ee7d-4400-991d-3a98e7f83952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:23.740046 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4881014d-6758-40ef-8c88-38289a6e69ac None None] Checking router: 19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:40:23.740409 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4881014d-6758-40ef-8c88-38289a6e69ac None None] Updating router 19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87 port b0a230bb-eb2f-4039-b328-87bf823ddb54 binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:40:23.743635 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-35389ed8-2d0a-4857-bacc-58e086088394 None None] Provisioning complete for port c7588f9b-20ac-4bb0-b89a-ec71df984ed8 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:23.744020 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-35389ed8-2d0a-4857-bacc-58e086088394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:23.744775 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e20b4b7f-1bec-464e-88b6-fb140ef4deda req-b5b1a73d-39c7-423f-825a-c7a03c5d7e50 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a8e018c-d316-4742-956b-cc123b12d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078893 Jul 09 16:40:23.745910 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9905ec1b-5126-4291-af04-b5b80e2b9b32 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event deleted for resources: {'Port': ['ID=5e5a2abd-ad30-44f0-b287-b0f709382501,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:23.859728 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4881014d-6758-40ef-8c88-38289a6e69ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:23.969271 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45978af7-3e8d-4cb5-95e8-5e3972186746 req-7be6401b-ddb3-48c1-b546-66a99744a368 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:23.971204 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-45978af7-3e8d-4cb5-95e8-5e3972186746 req-7be6401b-ddb3-48c1-b546-66a99744a368 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.77 "GET /v2.0/ports?device_id=f798b961-e297-40a6-8d5f-c627dae123e1 HTTP/1.1" status: 200 len: 946 time: 0.1651368 Jul 09 16:40:23.973071 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-c0f470d8-0e3c-4371-8c65-f67d6b12ebd6 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Deleting port dec3155b-854a-4fe8-9294-2a1b82fabc78 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:40:23.973409 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c0f470d8-0e3c-4371-8c65-f67d6b12ebd6 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:24.088468 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9905ec1b-5126-4291-af04-b5b80e2b9b32 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:24.143955 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c0f470d8-0e3c-4371-8c65-f67d6b12ebd6 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:24.178365 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fea90653-d10d-4e77-8fb2-148d9668beda None None] Provisioning complete for port b0a230bb-eb2f-4039-b328-87bf823ddb54 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:24.179901 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fea90653-d10d-4e77-8fb2-148d9668beda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:24.197404 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35108) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:24.203272 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-8a2b7d81-4f5e-4b3f-9f23-4b7d97cc3354 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-41447684', 'description': 'tempest-secgroup-smoke-41447684 description', 'project_id': 'e2634516774046048410a7faecd2c391'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:24.233081 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8a2b7d81-4f5e-4b3f-9f23-4b7d97cc3354 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:24.261465 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device c7588f9b-20ac-4bb0-b89a-ec71df984ed8 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:40:24.303141 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-c0f470d8-0e3c-4371-8c65-f67d6b12ebd6 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Calling delete_port for dec3155b-854a-4fe8-9294-2a1b82fabc78 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:40:24.340145 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9905ec1b-5126-4291-af04-b5b80e2b9b32 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:24.347321 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9905ec1b-5126-4291-af04-b5b80e2b9b32 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:24.351213 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fea90653-d10d-4e77-8fb2-148d9668beda None None] Port b0a230bb-eb2f-4039-b328-87bf823ddb54 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:40:24.356215 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8a2b7d81-4f5e-4b3f-9f23-4b7d97cc3354 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:24.362004 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8a2b7d81-4f5e-4b3f-9f23-4b7d97cc3354 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:24.390829 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port c7588f9b-20ac-4bb0-b89a-ec71df984ed8 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:24.391435 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:24.408773 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b7d81-4f5e-4b3f-9f23-4b7d97cc3354 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abc51fd2-9d59-4194-8bb5-8d107c688a5d,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:24.436709 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8a2b7d81-4f5e-4b3f-9f23-4b7d97cc3354 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:24.438930 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8a2b7d81-4f5e-4b3f-9f23-4b7d97cc3354 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2400675 Jul 09 16:40:24.442394 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35112) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:24.450967 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-11c187c8-5045-4e36-9b8f-72eb63804fd8 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Request body: {'security_group_rule': {'security_group_id': 'abc51fd2-9d59-4194-8bb5-8d107c688a5d', 'project_id': 'e2634516774046048410a7faecd2c391', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:24.477779 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fea90653-d10d-4e77-8fb2-148d9668beda None None] Provisioning complete for port dec3155b-854a-4fe8-9294-2a1b82fabc78 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:24.478495 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fea90653-d10d-4e77-8fb2-148d9668beda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:24.490156 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-11c187c8-5045-4e36-9b8f-72eb63804fd8 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:24.540507 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4881014d-6758-40ef-8c88-38289a6e69ac None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:24.557662 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fea90653-d10d-4e77-8fb2-148d9668beda None None] Port dec3155b-854a-4fe8-9294-2a1b82fabc78 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:40:24.590836 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-11c187c8-5045-4e36-9b8f-72eb63804fd8 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:24.599180 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-11c187c8-5045-4e36-9b8f-72eb63804fd8 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:24.604294 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4881014d-6758-40ef-8c88-38289a6e69ac None None] Transition to ACTIVE for port object b0a230bb-eb2f-4039-b328-87bf823ddb54 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:40:24.618487 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4881014d-6758-40ef-8c88-38289a6e69ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:24.638018 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c187c8-5045-4e36-9b8f-72eb63804fd8 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2365d23-1b68-4585-9444-61c967e370b8,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:24.652192 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-11c187c8-5045-4e36-9b8f-72eb63804fd8 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:24.653644 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-11c187c8-5045-4e36-9b8f-72eb63804fd8 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2099502 Jul 09 16:40:24.657023 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35116) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:24.694309 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-2823b7bd-b41b-41cf-add5-da3dde1fed14 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Request body: {'security_group_rule': {'security_group_id': 'abc51fd2-9d59-4194-8bb5-8d107c688a5d', 'project_id': 'e2634516774046048410a7faecd2c391', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:24.719871 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a511b8-f546-42f7-9e17-720c5b91359d None None] Pushing event updated for resources: {'Port': ['ID=b0a230bb-eb2f-4039-b328-87bf823ddb54,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:24.750955 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2823b7bd-b41b-41cf-add5-da3dde1fed14 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:24.757259 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-4881014d-6758-40ef-8c88-38289a6e69ac None None] Attempting to bind port b0a230bb-eb2f-4039-b328-87bf823ddb54 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:40:24.757974 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-4881014d-6758-40ef-8c88-38289a6e69ac None None] Attempting to bind port b0a230bb-eb2f-4039-b328-87bf823ddb54 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '59de8925-b27c-49fb-9dfe-21a1ae00e22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '33631c88-3b8b-4d00-9e59-cdfb673208d8'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:40:24.758572 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4881014d-6758-40ef-8c88-38289a6e69ac None None] Attempting to bind port b0a230bb-eb2f-4039-b328-87bf823ddb54 on network 33631c88-3b8b-4d00-9e59-cdfb673208d8 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:40:24.764805 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4881014d-6758-40ef-8c88-38289a6e69ac None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:40:24.765656 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4881014d-6758-40ef-8c88-38289a6e69ac None None] Checking segment: {'id': '59de8925-b27c-49fb-9dfe-21a1ae00e22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '33631c88-3b8b-4d00-9e59-cdfb673208d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:40:24.766289 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4881014d-6758-40ef-8c88-38289a6e69ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:24.767157 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4881014d-6758-40ef-8c88-38289a6e69ac None None] Bound using segment: {'id': '59de8925-b27c-49fb-9dfe-21a1ae00e22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '33631c88-3b8b-4d00-9e59-cdfb673208d8'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:40:24.767874 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-4881014d-6758-40ef-8c88-38289a6e69ac None None] Bound port: b0a230bb-eb2f-4039-b328-87bf823ddb54, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59de8925-b27c-49fb-9dfe-21a1ae00e22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '33631c88-3b8b-4d00-9e59-cdfb673208d8'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:40:24.768499 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4881014d-6758-40ef-8c88-38289a6e69ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:24.857897 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-4881014d-6758-40ef-8c88-38289a6e69ac None None] For port b0a230bb-eb2f-4039-b328-87bf823ddb54, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:40:24.861986 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-4881014d-6758-40ef-8c88-38289a6e69ac None None] For port b0a230bb-eb2f-4039-b328-87bf823ddb54, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=b0a230bb-eb2f-4039-b328-87bf823ddb54,segment=NetworkSegment(59de8925-b27c-49fb-9dfe-21a1ae00e22c),segment_id=59de8925-b27c-49fb-9dfe-21a1ae00e22c)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:40:24.871258 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4881014d-6758-40ef-8c88-38289a6e69ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:24.884699 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2823b7bd-b41b-41cf-add5-da3dde1fed14 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:24.890081 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2823b7bd-b41b-41cf-add5-da3dde1fed14 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:24.929173 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2823b7bd-b41b-41cf-add5-da3dde1fed14 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f19509a-08fd-4279-8392-1e7876bef58c,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:24.930922 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9905ec1b-5126-4291-af04-b5b80e2b9b32 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:24.931442 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9905ec1b-5126-4291-af04-b5b80e2b9b32 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Fanout notify agent at l3_agent the message router_deleted on router dcc5c01b-4b6f-4083-8c93-d68b30b586f3 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:40:24.942294 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2823b7bd-b41b-41cf-add5-da3dde1fed14 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:24.943667 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2823b7bd-b41b-41cf-add5-da3dde1fed14 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2855000 Jul 09 16:40:24.946479 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35120) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:24.951069 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-b839e440-4581-43da-b04d-1385f374452b tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Request body: {'security_group_rule': {'security_group_id': 'abc51fd2-9d59-4194-8bb5-8d107c688a5d', 'project_id': 'e2634516774046048410a7faecd2c391', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:24.969760 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9905ec1b-5126-4291-af04-b5b80e2b9b32 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:24.971642 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-9905ec1b-5126-4291-af04-b5b80e2b9b32 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "DELETE /v2.0/routers/dcc5c01b-4b6f-4083-8c93-d68b30b586f3 HTTP/1.1" status: 204 len: 168 time: 3.2546499 Jul 09 16:40:24.975594 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35122) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:24.981185 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-25b52463-c829-475e-99c5-69463c818c02 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Request body: {'network': {'name': 'tempest-RoutersTest-1798547031'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:25.002265 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4881014d-6758-40ef-8c88-38289a6e69ac None None] Routers {'19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:40:25.002983 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4881014d-6758-40ef-8c88-38289a6e69ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:39:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:25.026321 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b839e440-4581-43da-b04d-1385f374452b tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:25.072968 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-45978af7-3e8d-4cb5-95e8-5e3972186746 req-f529a5b4-feb2-4750-b9ee-6c07b047f22f tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Deleting port 30edec94-6c88-4963-aec9-a14e58cb2528 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:40:25.073309 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-45978af7-3e8d-4cb5-95e8-5e3972186746 req-f529a5b4-feb2-4750-b9ee-6c07b047f22f tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:25.104733 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b52463-c829-475e-99c5-69463c818c02 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Made reservation on behalf of 850e57f21d324dbe951314eb6bfbdc4a for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:40:25.109325 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-25b52463-c829-475e-99c5-69463c818c02 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:25.154878 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-4881014d-6758-40ef-8c88-38289a6e69ac None None] Set router 19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:40:25.240106 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a511b8-f546-42f7-9e17-720c5b91359d None None] Pushing event updated for resources: {'Port': ['ID=b0a230bb-eb2f-4039-b328-87bf823ddb54,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:25.303978 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dcfef9-d801-46c9-86d0-9ce03f67bd84 req-a3a57fa0-517d-4a55-9da8-a1d9ef4f14a1 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:25.305577 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-48dcfef9-d801-46c9-86d0-9ce03f67bd84 req-a3a57fa0-517d-4a55-9da8-a1d9ef4f14a1 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=f798b961-e297-40a6-8d5f-c627dae123e1 HTTP/1.1" status: 200 len: 946 time: 0.3149583 Jul 09 16:40:25.397528 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d9867ae3-c960-4ca8-8e33-d16c76586fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:25.463544 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:25.519267 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-45978af7-3e8d-4cb5-95e8-5e3972186746 req-f529a5b4-feb2-4750-b9ee-6c07b047f22f tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] For port 30edec94-6c88-4963-aec9-a14e58cb2528, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=30edec94-6c88-4963-aec9-a14e58cb2528,segment=NetworkSegment(c69a2028-7f11-44fc-9cb8-816928cf4954),segment_id=c69a2028-7f11-44fc-9cb8-816928cf4954)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:25.519686 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-45978af7-3e8d-4cb5-95e8-5e3972186746 req-f529a5b4-feb2-4750-b9ee-6c07b047f22f tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:25.563520 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b839e440-4581-43da-b04d-1385f374452b tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:25.568666 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-45978af7-3e8d-4cb5-95e8-5e3972186746 req-f529a5b4-feb2-4750-b9ee-6c07b047f22f tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Calling delete_port for 30edec94-6c88-4963-aec9-a14e58cb2528 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:40:25.569561 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25b52463-c829-475e-99c5-69463c818c02 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:40:25.575085 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b839e440-4581-43da-b04d-1385f374452b tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:25.595533 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-25b52463-c829-475e-99c5-69463c818c02 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:25.595533 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-25b52463-c829-475e-99c5-69463c818c02 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Added segment f880a52a-39a5-457d-b1b6-7e5c486a8e33 of type vlan for network a4df5467-9388-443c-b0c2-bb06dc248256 Jul 09 16:40:25.605898 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b839e440-4581-43da-b04d-1385f374452b tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8ee6cc8-1bea-492f-b366-3aad51ca6566,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:25.639832 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b839e440-4581-43da-b04d-1385f374452b tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:25.644392 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b839e440-4581-43da-b04d-1385f374452b tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6967874 Jul 09 16:40:25.645176 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35132) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:25.653092 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-694fa695-01df-49be-931d-283c9d08b536 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Request body: {'security_group_rule': {'security_group_id': 'abc51fd2-9d59-4194-8bb5-8d107c688a5d', 'project_id': 'e2634516774046048410a7faecd2c391', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:25.669263 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-25b52463-c829-475e-99c5-69463c818c02 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:25.711294 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-694fa695-01df-49be-931d-283c9d08b536 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:25.740878 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-25b52463-c829-475e-99c5-69463c818c02 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:25.745752 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c0f470d8-0e3c-4371-8c65-f67d6b12ebd6 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:25.747972 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b52463-c829-475e-99c5-69463c818c02 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:25.748763 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-25b52463-c829-475e-99c5-69463c818c02 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:25.781499 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-45978af7-3e8d-4cb5-95e8-5e3972186746 req-f529a5b4-feb2-4750-b9ee-6c07b047f22f tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:25.836189 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-25b52463-c829-475e-99c5-69463c818c02 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8570817 Jul 09 16:40:25.845296 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35134) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:25.852416 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-a03879d4-b046-4161-92f3-41cf78ea5ffe tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Request body: {'subnet': {'network_id': 'a4df5467-9388-443c-b0c2-bb06dc248256', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:25.872374 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['30edec94-6c88-4963-aec9-a14e58cb2528'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:40:25.893330 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-48dcfef9-d801-46c9-86d0-9ce03f67bd84 req-de118d11-8a0b-40d6-b821-22e1ff10373c tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a8e018c-d316-4742-956b-cc123b12d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5738583 Jul 09 16:40:25.909525 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['b2874e17-97fa-487f-9d66-e5a5e02ef11a', '494faad2-61d3-45e0-9110-00bcb6cf80cb'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:40:25.997003 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f470d8-0e3c-4371-8c65-f67d6b12ebd6 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event deleted for resources: {'Port': ['ID=dec3155b-854a-4fe8-9294-2a1b82fabc78,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:26.037394 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c0f470d8-0e3c-4371-8c65-f67d6b12ebd6 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:26.038951 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b52463-c829-475e-99c5-69463c818c02 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event updated for resources: {'Network': ['ID=a4df5467-9388-443c-b0c2-bb06dc248256,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:26.042518 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c0f470d8-0e3c-4371-8c65-f67d6b12ebd6 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "DELETE /v2.0/ports/dec3155b-854a-4fe8-9294-2a1b82fabc78 HTTP/1.1" status: 204 len: 168 time: 2.8978124 Jul 09 16:40:26.042518 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-45978af7-3e8d-4cb5-95e8-5e3972186746 req-f529a5b4-feb2-4750-b9ee-6c07b047f22f tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] No DVR routers for this DVR port 30edec94-6c88-4963-aec9-a14e58cb2528 on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:40:26.064277 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35136) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:26.066670 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-694fa695-01df-49be-931d-283c9d08b536 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:26.069000 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-45978af7-3e8d-4cb5-95e8-5e3972186746 req-f529a5b4-feb2-4750-b9ee-6c07b047f22f tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:26.072020 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-45978af7-3e8d-4cb5-95e8-5e3972186746 req-f529a5b4-feb2-4750-b9ee-6c07b047f22f tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.77 "DELETE /v2.0/ports/30edec94-6c88-4963-aec9-a14e58cb2528 HTTP/1.1" status: 204 len: 173 time: 2.0034246 Jul 09 16:40:26.073182 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f798b961-e297-40a6-8d5f-c627dae123e1', 'name': 'network-vif-deleted', 'tag': '30edec94-6c88-4963-aec9-a14e58cb2528'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:40:26.079313 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2def65c6-ed5b-4f51-9218-99a1b574fe24" -d '{"events": [{"server_uuid": "f798b961-e297-40a6-8d5f-c627dae123e1", "name": "network-vif-deleted", "tag": "30edec94-6c88-4963-aec9-a14e58cb2528"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:40:26.085445 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f529a5b4-feb2-4750-b9ee-6c07b047f22f tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Pushing event deleted for resources: {'Port': ['ID=30edec94-6c88-4963-aec9-a14e58cb2528,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:26.133179 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb08de36-43e3-49c2-90b5-772ffddc5da0 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] GET failed (client error): The resource could not be found. Jul 09 16:40:26.135127 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-bb08de36-43e3-49c2-90b5-772ffddc5da0 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "GET /v2.0/ports/dec3155b-854a-4fe8-9294-2a1b82fabc78 HTTP/1.1" status: 404 len: 333 time: 0.0660341 Jul 09 16:40:26.135994 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-694fa695-01df-49be-931d-283c9d08b536 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:26.138126 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35140) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:26.198696 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network a4df5467-9388-443c-b0c2-bb06dc248256 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:40:26.201108 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f158704b-24cc-4132-acee-df18a7c1a289 x-openstack-request-id: req-f158704b-24cc-4132-acee-df18a7c1a289 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:40:26.201398 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f798b961-e297-40a6-8d5f-c627dae123e1", "name": "network-vif-deleted", "tag": "30edec94-6c88-4963-aec9-a14e58cb2528", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:40:26.201658 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f158704b-24cc-4132-acee-df18a7c1a289 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:40:26.202062 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f798b961-e297-40a6-8d5f-c627dae123e1', 'name': 'network-vif-deleted', 'tag': '30edec94-6c88-4963-aec9-a14e58cb2528', 'status': 'completed', 'code': 200} Jul 09 16:40:26.211510 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694fa695-01df-49be-931d-283c9d08b536 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eb629d0-3238-4635-84a4-781590967b21,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:26.230056 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03879d4-b046-4161-92f3-41cf78ea5ffe tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Made reservation on behalf of 850e57f21d324dbe951314eb6bfbdc4a for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:40:26.238734 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a03879d4-b046-4161-92f3-41cf78ea5ffe tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:26.246856 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc2573cb-e43b-4cb1-982f-db982c71aa6f tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Deleting subnet 2600efb1-12e5-4d59-9598-378891e3f0a2 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:40:26.251740 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-694fa695-01df-49be-931d-283c9d08b536 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:26.256301 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35142) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:26.258912 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-694fa695-01df-49be-931d-283c9d08b536 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6094894 Jul 09 16:40:26.272879 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-c86e9f37-db2a-45d6-a8ec-866375e0b076 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Request body: {'security_group_rule': {'security_group_id': 'abc51fd2-9d59-4194-8bb5-8d107c688a5d', 'project_id': 'e2634516774046048410a7faecd2c391', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:26.278346 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fc2573cb-e43b-4cb1-982f-db982c71aa6f tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:26.359553 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:26.397568 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4881014d-6758-40ef-8c88-38289a6e69ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87', 'name': 'tempest-TestNetworkBasicOps-router-36068373', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'd4dfb55b-a230-4004-9613-693f185573b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:40:08Z', 'updated_at': '2021-07-09T16:40:19Z', 'revision_number': 4, 'project_id': 'e2634516774046048410a7faecd2c391', 'gw_port': {'id': 'd4dfb55b-a230-4004-9613-693f185573b2', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cf:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:10Z', 'updated_at': '2021-07-09T16:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'b0a230bb-eb2f-4039-b328-87bf823ddb54', 'name': '', 'network_id': '33631c88-3b8b-4d00-9e59-cdfb673208d8', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'mac_address': 'fa:16:3e:20:df:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': 'c0fac51f-ee7d-4400-991d-3a98e7f83952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:18Z', 'updated_at': '2021-07-09T16:40:24Z', 'revision_number': 4, 'project_id': 'e2634516774046048410a7faecd2c391', 'subnets': [{'id': 'c0fac51f-ee7d-4400-991d-3a98e7f83952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:26.413872 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fc2573cb-e43b-4cb1-982f-db982c71aa6f tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:26.419573 n-d-798930-3 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-c86e9f37-db2a-45d6-a8ec-866375e0b076 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Project e2634516774046048410a7faecd2c391 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 16:40:26.436310 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4881014d-6758-40ef-8c88-38289a6e69ac None None] The sync data for ids ['19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87'] in n-d-798930-3 is: [{'id': '19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87', 'name': 'tempest-TestNetworkBasicOps-router-36068373', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'd4dfb55b-a230-4004-9613-693f185573b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:40:08Z', 'updated_at': '2021-07-09T16:40:19Z', 'revision_number': 4, 'project_id': 'e2634516774046048410a7faecd2c391', 'gw_port': {'id': 'd4dfb55b-a230-4004-9613-693f185573b2', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cf:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:10Z', 'updated_at': '2021-07-09T16:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'b0a230bb-eb2f-4039-b328-87bf823ddb54', 'name': '', 'network_id': '33631c88-3b8b-4d00-9e59-cdfb673208d8', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'mac_address': 'fa:16:3e:20:df:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': 'c0fac51f-ee7d-4400-991d-3a98e7f83952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:18Z', 'updated_at': '2021-07-09T16:40:24Z', 'revision_number': 4, 'project_id': 'e2634516774046048410a7faecd2c391', 'subnets': [{'id': 'c0fac51f-ee7d-4400-991d-3a98e7f83952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:40:26.491956 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c86e9f37-db2a-45d6-a8ec-866375e0b076 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:26.694302 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:26.734985 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fc2573cb-e43b-4cb1-982f-db982c71aa6f tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:26.753580 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c86e9f37-db2a-45d6-a8ec-866375e0b076 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:26.775918 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c86e9f37-db2a-45d6-a8ec-866375e0b076 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:26.808232 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a03879d4-b046-4161-92f3-41cf78ea5ffe tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:26.839139 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86e9f37-db2a-45d6-a8ec-866375e0b076 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fda6f975-c5eb-4b7c-bf78-1812f0a84f19,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:26.864405 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c86e9f37-db2a-45d6-a8ec-866375e0b076 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:26.868196 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c86e9f37-db2a-45d6-a8ec-866375e0b076 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6075408 Jul 09 16:40:26.884602 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35154) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:26.889650 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-106cc364-0606-4c39-ba95-495f6f252e33 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Request body: {'security_group_rule': {'security_group_id': 'abc51fd2-9d59-4194-8bb5-8d107c688a5d', 'project_id': 'e2634516774046048410a7faecd2c391', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:26.979917 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fc2573cb-e43b-4cb1-982f-db982c71aa6f tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:26.999096 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03879d4-b046-4161-92f3-41cf78ea5ffe tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event updated for resources: {'Subnet': ['ID=ebd89e3c-5ecd-4ba6-b35e-e8ea4d401198,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:27.012484 n-d-798930-3 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-106cc364-0606-4c39-ba95-495f6f252e33 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Project e2634516774046048410a7faecd2c391 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 16:40:27.016271 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03879d4-b046-4161-92f3-41cf78ea5ffe tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Checking segment: {'id': 'f880a52a-39a5-457d-b1b6-7e5c486a8e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a4df5467-9388-443c-b0c2-bb06dc248256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:40:27.016667 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03879d4-b046-4161-92f3-41cf78ea5ffe tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Network hostable DHCP agents. Network: a4df5467-9388-443c-b0c2-bb06dc248256, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:40:27.041051 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03879d4-b046-4161-92f3-41cf78ea5ffe tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Network a4df5467-9388-443c-b0c2-bb06dc248256 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:40:27.055796 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2573cb-e43b-4cb1-982f-db982c71aa6f tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event deleted for resources: {'Subnet': ['ID=2600efb1-12e5-4d59-9598-378891e3f0a2,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:27.058146 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-106cc364-0606-4c39-ba95-495f6f252e33 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:27.062375 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-a03879d4-b046-4161-92f3-41cf78ea5ffe tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, a4df5467-9388-443c-b0c2-bb06dc248256) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:40:27.072940 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f3f580-66b6-4f51-99ff-5b7a2ad9edda None None] Network 77be01e4-04dc-41f8-8732-009543b530c2 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:40:27.080054 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9d7eee-196c-479e-8501-6a295645808b None None] Network a4df5467-9388-443c-b0c2-bb06dc248256 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:40:27.085690 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03879d4-b046-4161-92f3-41cf78ea5ffe tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:27.086305 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a03879d4-b046-4161-92f3-41cf78ea5ffe tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:27.097259 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fc2573cb-e43b-4cb1-982f-db982c71aa6f tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:27.100035 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-fc2573cb-e43b-4cb1-982f-db982c71aa6f tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "DELETE /v2.0/subnets/2600efb1-12e5-4d59-9598-378891e3f0a2 HTTP/1.1" status: 204 len: 168 time: 0.9608426 Jul 09 16:40:27.102936 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35160) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:27.149638 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a03879d4-b046-4161-92f3-41cf78ea5ffe tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3020215 Jul 09 16:40:27.150329 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35162) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:27.171459 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-a539d108-8794-430c-acec-fae379fabf19 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1815985096', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:27.237401 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a539d108-8794-430c-acec-fae379fabf19 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:27.240211 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a539d108-8794-430c-acec-fae379fabf19 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:27.259857 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35164) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:27.349799 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a539d108-8794-430c-acec-fae379fabf19 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:27.356917 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a539d108-8794-430c-acec-fae379fabf19 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:27.369015 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3c359520-b43c-4133-8657-c0d56bd9c16b req-7dacd87e-ec1c-42bd-b2d8-119e68052eb3 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=f798b961-e297-40a6-8d5f-c627dae123e1 HTTP/1.1" status: 200 len: 210 time: 0.1489456 Jul 09 16:40:27.389712 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a539d108-8794-430c-acec-fae379fabf19 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:27.396948 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a539d108-8794-430c-acec-fae379fabf19 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2453642 Jul 09 16:40:27.397662 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35168) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:27.479139 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fba27ed-d4a3-41b6-b5ad-c1835e674b4d tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Deleting subnet 7c9525aa-5cc7-4e57-857c-2f2d1ced5a70 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:40:27.497435 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0fba27ed-d4a3-41b6-b5ad-c1835e674b4d tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:27.592772 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0fba27ed-d4a3-41b6-b5ad-c1835e674b4d tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:27.690862 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1acee79-6956-4499-9f47-0f1b352566ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-a4df5467-9388-443c-b0c2-bb06dc248256', 'network_id': 'a4df5467-9388-443c-b0c2-bb06dc248256', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'fixed_ips': [{'subnet_id': 'ebd89e3c-5ecd-4ba6-b35e-e8ea4d401198'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:40:27.692968 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e1acee79-6956-4499-9f47-0f1b352566ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:27.760476 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-106cc364-0606-4c39-ba95-495f6f252e33 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:27.784478 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-106cc364-0606-4c39-ba95-495f6f252e33 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:27.829587 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106cc364-0606-4c39-ba95-495f6f252e33 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0cf4863-54ce-45b4-b8e9-f26b9fc3ca38,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:27.832793 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0fba27ed-d4a3-41b6-b5ad-c1835e674b4d tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:27.945011 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-106cc364-0606-4c39-ba95-495f6f252e33 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:27.947306 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-106cc364-0606-4c39-ba95-495f6f252e33 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0613778 Jul 09 16:40:27.951617 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0fba27ed-d4a3-41b6-b5ad-c1835e674b4d tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:27.954444 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dff8ba79-14d2-4c06-af4c-cd6c12f1cc42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:27.988966 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-e1acee79-6956-4499-9f47-0f1b352566ee None None] Allocated IP 172.20.0.2 (a4df5467-9388-443c-b0c2-bb06dc248256/ebd89e3c-5ecd-4ba6-b35e-e8ea4d401198/44ce07bd-7254-4f9a-a8bb-ee299e6c388e) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:40:28.006518 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0fba27ed-d4a3-41b6-b5ad-c1835e674b4d tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:28.009978 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0fba27ed-d4a3-41b6-b5ad-c1835e674b4d tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "DELETE /v2.0/subnets/7c9525aa-5cc7-4e57-857c-2f2d1ced5a70 HTTP/1.1" status: 204 len: 168 time: 0.9047701 Jul 09 16:40:28.021123 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35174) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:28.071392 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba27ed-d4a3-41b6-b5ad-c1835e674b4d tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event deleted for resources: {'Subnet': ['ID=7c9525aa-5cc7-4e57-857c-2f2d1ced5a70,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:28.119977 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-240ca63e-05bc-4158-8f30-bbbec354a12c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:28.263574 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:28.274449 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device b0a230bb-eb2f-4039-b328-87bf823ddb54 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:40:28.362227 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 30edec94-6c88-4963-aec9-a14e58cb2528 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:40:28.404234 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-51303d02-8bc9-4f82-898a-6284416b80ee req-ecb694db-1b29-4279-8f57-a8acfc84dad9 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-41447684&fields=id&tenant_id=e2634516774046048410a7faecd2c391 HTTP/1.1" status: 200 len: 267 time: 0.0941591 Jul 09 16:40:28.505187 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c477e3e8-b7c6-41af-980f-d42f2e19d406 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:28.506594 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: 30edec94-6c88-4963-aec9-a14e58cb2528 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:40:28.506971 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 30edec94-6c88-4963-aec9-a14e58cb2528 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:40:28.575449 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port b0a230bb-eb2f-4039-b328-87bf823ddb54 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:40:28.583769 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port b0a230bb-eb2f-4039-b328-87bf823ddb54 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:28.584354 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:28.586985 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e1acee79-6956-4499-9f47-0f1b352566ee None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:28.649546 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e1acee79-6956-4499-9f47-0f1b352566ee None None] Transition to ACTIVE for port object 44ce07bd-7254-4f9a-a8bb-ee299e6c388e will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:40:28.685174 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e1acee79-6956-4499-9f47-0f1b352566ee None None] Transition to ACTIVE for port object 44ce07bd-7254-4f9a-a8bb-ee299e6c388e will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:40:28.698167 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e1acee79-6956-4499-9f47-0f1b352566ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:28.739159 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51303d02-8bc9-4f82-898a-6284416b80ee req-0e87e1af-8777-4add-b2c8-6ce5b069c157 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:28.758510 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-51303d02-8bc9-4f82-898a-6284416b80ee req-0e87e1af-8777-4add-b2c8-6ce5b069c157 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/networks?id=33631c88-3b8b-4d00-9e59-cdfb673208d8 HTTP/1.1" status: 200 len: 797 time: 0.3502815 Jul 09 16:40:28.780849 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-51303d02-8bc9-4f82-898a-6284416b80ee req-d09504f1-5d7f-4c99-b29c-182051056de7 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/quotas/e2634516774046048410a7faecd2c391 HTTP/1.1" status: 200 len: 375 time: 0.0210862 Jul 09 16:40:28.791001 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dff8ba79-14d2-4c06-af4c-cd6c12f1cc42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:28.796962 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1acee79-6956-4499-9f47-0f1b352566ee None None] Network a4df5467-9388-443c-b0c2-bb06dc248256 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:40:28.804843 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-e1acee79-6956-4499-9f47-0f1b352566ee None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:40:28.807980 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1acee79-6956-4499-9f47-0f1b352566ee None None] Pushing event updated for resources: {'Port': ['ID=44ce07bd-7254-4f9a-a8bb-ee299e6c388e,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:28.811696 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1acee79-6956-4499-9f47-0f1b352566ee None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:40:28.814210 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:28.833118 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dff8ba79-14d2-4c06-af4c-cd6c12f1cc42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:28.836756 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a2dabb-ae17-4257-80e5-ef3d4503187e None None] Network 77be01e4-04dc-41f8-8732-009543b530c2 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:40:28.868129 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c477e3e8-b7c6-41af-980f-d42f2e19d406 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Deleting port 01d7f706-eb6e-4dc6-81bb-642612b67bf3 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:40:28.868475 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c477e3e8-b7c6-41af-980f-d42f2e19d406 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:28.887166 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port b0a230bb-eb2f-4039-b328-87bf823ddb54, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=b0a230bb-eb2f-4039-b328-87bf823ddb54,segment=NetworkSegment(59de8925-b27c-49fb-9dfe-21a1ae00e22c),segment_id=59de8925-b27c-49fb-9dfe-21a1ae00e22c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:28.897311 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-dff8ba79-14d2-4c06-af4c-cd6c12f1cc42 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b2e06aa909114994b2afc07b148f9f64&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6367848 Jul 09 16:40:28.903115 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35194) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:28.940679 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:28.964118 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-240ca63e-05bc-4158-8f30-bbbec354a12c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Allocated IP 172.20.0.1 (a4df5467-9388-443c-b0c2-bb06dc248256/ebd89e3c-5ecd-4ba6-b35e-e8ea4d401198/78f17b2d-29d6-4a8a-9eea-748dd9c7d495) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:40:28.965492 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-51303d02-8bc9-4f82-898a-6284416b80ee req-98accdc4-5103-4b6d-a096-1a685bb31e56 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=e2634516774046048410a7faecd2c391&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1763341 Jul 09 16:40:28.966248 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff8ba79-14d2-4c06-af4c-cd6c12f1cc42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d72802-ac8d-457c-a4e0-533291e1c182,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:29.012939 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c477e3e8-b7c6-41af-980f-d42f2e19d406 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] For port 01d7f706-eb6e-4dc6-81bb-642612b67bf3, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=01d7f706-eb6e-4dc6-81bb-642612b67bf3,segment=NetworkSegment(7ad7b890-a094-47dd-9494-cbb61f06e578),segment_id=7ad7b890-a094-47dd-9494-cbb61f06e578)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:29.013597 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c477e3e8-b7c6-41af-980f-d42f2e19d406 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:29.041557 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5f926950-1799-4b84-b771-5566452d8560 None None] Provisioning complete for port 01d7f706-eb6e-4dc6-81bb-642612b67bf3 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:29.042216 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5f926950-1799-4b84-b771-5566452d8560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:29.053711 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e1acee79-6956-4499-9f47-0f1b352566ee None None] Attempting to bind port 44ce07bd-7254-4f9a-a8bb-ee299e6c388e on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:40:29.053954 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e1acee79-6956-4499-9f47-0f1b352566ee None None] Attempting to bind port 44ce07bd-7254-4f9a-a8bb-ee299e6c388e by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'f880a52a-39a5-457d-b1b6-7e5c486a8e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a4df5467-9388-443c-b0c2-bb06dc248256'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:40:29.054257 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1acee79-6956-4499-9f47-0f1b352566ee None None] Attempting to bind port 44ce07bd-7254-4f9a-a8bb-ee299e6c388e on network a4df5467-9388-443c-b0c2-bb06dc248256 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:40:29.070701 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f918780-6ad2-402c-b9b3-abc1e9ff830b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:29.084194 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1acee79-6956-4499-9f47-0f1b352566ee None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:40:29.085131 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1acee79-6956-4499-9f47-0f1b352566ee None None] Checking segment: {'id': 'f880a52a-39a5-457d-b1b6-7e5c486a8e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a4df5467-9388-443c-b0c2-bb06dc248256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:40:29.085693 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e1acee79-6956-4499-9f47-0f1b352566ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:29.086548 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1acee79-6956-4499-9f47-0f1b352566ee None None] Bound using segment: {'id': 'f880a52a-39a5-457d-b1b6-7e5c486a8e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a4df5467-9388-443c-b0c2-bb06dc248256'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:40:29.087006 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e1acee79-6956-4499-9f47-0f1b352566ee None None] Bound port: 44ce07bd-7254-4f9a-a8bb-ee299e6c388e, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f880a52a-39a5-457d-b1b6-7e5c486a8e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a4df5467-9388-443c-b0c2-bb06dc248256'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:40:29.087460 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e1acee79-6956-4499-9f47-0f1b352566ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:29.090439 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c477e3e8-b7c6-41af-980f-d42f2e19d406 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Calling delete_port for 01d7f706-eb6e-4dc6-81bb-642612b67bf3 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:40:29.122413 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f918780-6ad2-402c-b9b3-abc1e9ff830b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:29.147694 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=b0a230bb-eb2f-4039-b328-87bf823ddb54,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:29.150187 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-51303d02-8bc9-4f82-898a-6284416b80ee req-5c468425-b1a7-44f4-a4fc-5acc263de663 service neutron] 10.222.0.98 "GET /v2.0/networks/33631c88-3b8b-4d00-9e59-cdfb673208d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787617 Jul 09 16:40:29.223134 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-240ca63e-05bc-4158-8f30-bbbec354a12c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:29.262282 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-240ca63e-05bc-4158-8f30-bbbec354a12c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Transition to ACTIVE for port object 78f17b2d-29d6-4a8a-9eea-748dd9c7d495 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:40:29.282533 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c477e3e8-b7c6-41af-980f-d42f2e19d406 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:29.287111 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-51303d02-8bc9-4f82-898a-6284416b80ee req-6e9f20be-21fa-48d9-9a67-78678c4ed33c service neutron] 10.222.0.98 "GET /v2.0/networks/33631c88-3b8b-4d00-9e59-cdfb673208d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365426 Jul 09 16:40:29.292449 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-e1acee79-6956-4499-9f47-0f1b352566ee None None] For port 44ce07bd-7254-4f9a-a8bb-ee299e6c388e, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:40:29.304617 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c477e3e8-b7c6-41af-980f-d42f2e19d406 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] No DVR routers for this DVR port 01d7f706-eb6e-4dc6-81bb-642612b67bf3 on host n-d-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:40:29.318662 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f918780-6ad2-402c-b9b3-abc1e9ff830b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:29.319764 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-e1acee79-6956-4499-9f47-0f1b352566ee None None] For port 44ce07bd-7254-4f9a-a8bb-ee299e6c388e, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=44ce07bd-7254-4f9a-a8bb-ee299e6c388e,segment=NetworkSegment(f880a52a-39a5-457d-b1b6-7e5c486a8e33),segment_id=f880a52a-39a5-457d-b1b6-7e5c486a8e33)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:40:29.321680 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f918780-6ad2-402c-b9b3-abc1e9ff830b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:29.323047 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8f918780-6ad2-402c-b9b3-abc1e9ff830b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a7d72802-ac8d-457c-a4e0-533291e1c182 HTTP/1.1" status: 204 len: 168 time: 0.4188704 Jul 09 16:40:29.337907 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f918780-6ad2-402c-b9b3-abc1e9ff830b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d72802-ac8d-457c-a4e0-533291e1c182,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:29.340628 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e1acee79-6956-4499-9f47-0f1b352566ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:29.431953 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c477e3e8-b7c6-41af-980f-d42f2e19d406 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event deleted for resources: {'Port': ['ID=01d7f706-eb6e-4dc6-81bb-642612b67bf3,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:29.456302 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d954b6-c662-4ef8-abed-3ecf9b3554aa None None] DHCP port deletion for 77be01e4-04dc-41f8-8732-009543b530c2 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:40:29.469333 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1acee79-6956-4499-9f47-0f1b352566ee None None] Pushing event updated for resources: {'Port': ['ID=44ce07bd-7254-4f9a-a8bb-ee299e6c388e,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:29.612267 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-240ca63e-05bc-4158-8f30-bbbec354a12c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:29.615827 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c477e3e8-b7c6-41af-980f-d42f2e19d406 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:29.684309 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-c477e3e8-b7c6-41af-980f-d42f2e19d406 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77be01e4-04dc-41f8-8732-009543b530c2']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:29.704288 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240ca63e-05bc-4158-8f30-bbbec354a12c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Network a4df5467-9388-443c-b0c2-bb06dc248256 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:40:29.734714 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-240ca63e-05bc-4158-8f30-bbbec354a12c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:40:29.754562 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240ca63e-05bc-4158-8f30-bbbec354a12c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:40:29.773804 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-64f084f5-28c8-46cb-adfa-6f85b73a1338 req-c953dfb7-40e4-4fdf-8ea0-a278c5b748af tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/ports?device_id=267fc013-fefa-4988-b6ed-d2cdb8a622f4 HTTP/1.1" status: 200 len: 210 time: 0.0707426 Jul 09 16:40:29.777067 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-c477e3e8-b7c6-41af-980f-d42f2e19d406 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ad7b890-a094-47dd-9494-cbb61f06e578') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:29.777067 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-c477e3e8-b7c6-41af-980f-d42f2e19d406 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ad7b890-a094-47dd-9494-cbb61f06e578') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:29.781050 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240ca63e-05bc-4158-8f30-bbbec354a12c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event updated for resources: {'Port': ['ID=78f17b2d-29d6-4a8a-9eea-748dd9c7d495,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:29.850673 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c477e3e8-b7c6-41af-980f-d42f2e19d406 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:29.885035 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c477e3e8-b7c6-41af-980f-d42f2e19d406 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:29.913127 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c477e3e8-b7c6-41af-980f-d42f2e19d406 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:40:29.913531 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c477e3e8-b7c6-41af-980f-d42f2e19d406 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:29.932580 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:40:29.932580 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:40:29.932580 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:40:29.932580 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:40:29.932580 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:40:29.932580 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:40:29.932580 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:40:29.932580 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:40:29.932580 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:40:29.932580 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:40:29.932580 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:40:29.932580 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:40:29.932580 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:40:29.932580 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:40:29.932580 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:40:29.932580 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:40:29.932580 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:40:29.932580 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:40:29.932580 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:40:29.932580 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:40:29.932580 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:40:29.932580 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:40:29.932580 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:40:29.932580 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:40:29.932580 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:40:29.932580 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:40:29.932580 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:40:29.932580 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:40:29.932580 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:40:29.932580 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:40:29.932580 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:40:29.932580 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:40:29.932580 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:40:29.932580 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:40:29.932580 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:40:29.932580 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:40:29.932580 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:40:29.932580 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:40:29.932580 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:40:29.932580 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:40:29.932580 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:40:29.932580 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:40:29.932580 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:40:29.932580 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:40:29.961504 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-240ca63e-05bc-4158-8f30-bbbec354a12c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:30.326145 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c477e3e8-b7c6-41af-980f-d42f2e19d406 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:30.342625 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c477e3e8-b7c6-41af-980f-d42f2e19d406 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:30.344765 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c477e3e8-b7c6-41af-980f-d42f2e19d406 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "DELETE /v2.0/networks/77be01e4-04dc-41f8-8732-009543b530c2 HTTP/1.1" status: 204 len: 168 time: 2.2721789 Jul 09 16:40:30.364382 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35234) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:30.367543 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device b0a230bb-eb2f-4039-b328-87bf823ddb54 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:40:30.416443 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-240ca63e-05bc-4158-8f30-bbbec354a12c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:30.420125 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c477e3e8-b7c6-41af-980f-d42f2e19d406 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event deleted for resources: {'Network': ['ID=77be01e4-04dc-41f8-8732-009543b530c2,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:30.465414 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf36659-4a08-4540-98f8-aa15f5bf8799 req-6b837992-bd5e-4141-b741-05fb8c37c277 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:30.486935 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5bf36659-4a08-4540-98f8-aa15f5bf8799 req-6b837992-bd5e-4141-b741-05fb8c37c277 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=beaecdd1-d9ec-4963-9785-4dab420b1d4a HTTP/1.1" status: 200 len: 945 time: 0.1745813 Jul 09 16:40:30.516369 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port b0a230bb-eb2f-4039-b328-87bf823ddb54 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:30.517228 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:30.534821 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1709b18-7a1b-47a6-92ce-f1c962f49ece tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:30.548007 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b1709b18-7a1b-47a6-92ce-f1c962f49ece tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1792209 Jul 09 16:40:30.641933 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35238) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:30.649197 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5bf36659-4a08-4540-98f8-aa15f5bf8799 req-5d1af89e-095e-40f6-8e0b-7609aaecf0d2 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a8e018c-d316-4742-956b-cc123b12d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464384 Jul 09 16:40:30.697477 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 44ce07bd-7254-4f9a-a8bb-ee299e6c388e up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:40:30.791031 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 44ce07bd-7254-4f9a-a8bb-ee299e6c388e completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:40:30.913651 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 01d7f706-eb6e-4dc6-81bb-642612b67bf3 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:40:30.950372 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 01d7f706-eb6e-4dc6-81bb-642612b67bf3 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:40:30.959226 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 01d7f706-eb6e-4dc6-81bb-642612b67bf3 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:40:30.992392 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-acbdb70c-78de-42de-93d6-9f9ea120bca0 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3492882 Jul 09 16:40:31.000352 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35252) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:31.006755 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-16a3b8ba-7af0-4eb5-805f-082fe84c97f4 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-589614544'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:31.092030 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0525503a-6909-4439-aa59-193559f8f03a req-6b963a50-1b33-4f13-9c7c-86592fbbe051 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/ports?device_id=267fc013-fefa-4988-b6ed-d2cdb8a622f4 HTTP/1.1" status: 200 len: 210 time: 0.0770638 Jul 09 16:40:31.113084 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a3b8ba-7af0-4eb5-805f-082fe84c97f4 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Made reservation on behalf of 522630d2233142e4a30463472a66f8be for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:40:31.117321 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-16a3b8ba-7af0-4eb5-805f-082fe84c97f4 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:31.160793 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16a3b8ba-7af0-4eb5-805f-082fe84c97f4 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:40:31.170987 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-16a3b8ba-7af0-4eb5-805f-082fe84c97f4 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:31.171341 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-16a3b8ba-7af0-4eb5-805f-082fe84c97f4 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Added segment 414f6fbf-cca1-4f19-8e4c-e9e0959a542b of type vlan for network 593710ee-a56c-456d-8b9e-7b1be35bb1b3 Jul 09 16:40:31.171470 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-240ca63e-05bc-4158-8f30-bbbec354a12c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:31.179835 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-240ca63e-05bc-4158-8f30-bbbec354a12c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:31.222994 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86b9457-c109-479d-bf5c-9ca4e28e2093 None None] Network a4df5467-9388-443c-b0c2-bb06dc248256 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:40:31.227161 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-16a3b8ba-7af0-4eb5-805f-082fe84c97f4 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:31.283221 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240ca63e-05bc-4158-8f30-bbbec354a12c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event updated for resources: {'Port': ['ID=78f17b2d-29d6-4a8a-9eea-748dd9c7d495,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:31.300121 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-240ca63e-05bc-4158-8f30-bbbec354a12c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:31.320260 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-bb8aa3ba-625f-4d2d-a8b5-b3cac3b7c76c None None] Provisioning for port 44ce07bd-7254-4f9a-a8bb-ee299e6c388e completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:40:31.323090 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-16a3b8ba-7af0-4eb5-805f-082fe84c97f4 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:31.328867 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a3b8ba-7af0-4eb5-805f-082fe84c97f4 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:31.329461 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-16a3b8ba-7af0-4eb5-805f-082fe84c97f4 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:31.333285 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-bb8aa3ba-625f-4d2d-a8b5-b3cac3b7c76c None None] Provisioning complete for port 44ce07bd-7254-4f9a-a8bb-ee299e6c388e triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:31.333665 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bb8aa3ba-625f-4d2d-a8b5-b3cac3b7c76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:31.512943 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-16a3b8ba-7af0-4eb5-805f-082fe84c97f4 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5110037 Jul 09 16:40:31.517841 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35256) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:31.531586 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-072427ad-69c7-42de-b1de-c02eaa628d7a tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Request body: {'subnet': {'network_id': '593710ee-a56c-456d-8b9e-7b1be35bb1b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:31.561726 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240ca63e-05bc-4158-8f30-bbbec354a12c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Network a4df5467-9388-443c-b0c2-bb06dc248256 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:40:31.564701 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-240ca63e-05bc-4158-8f30-bbbec354a12c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:40:31.630376 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a3b8ba-7af0-4eb5-805f-082fe84c97f4 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event updated for resources: {'Network': ['ID=593710ee-a56c-456d-8b9e-7b1be35bb1b3,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:31.654066 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 593710ee-a56c-456d-8b9e-7b1be35bb1b3 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:40:31.725681 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51303d02-8bc9-4f82-898a-6284416b80ee req-6418b262-09d2-488f-9007-e41c684fae0d tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:31.727931 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-51303d02-8bc9-4f82-898a-6284416b80ee req-6418b262-09d2-488f-9007-e41c684fae0d tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.77 "GET /v2.0/networks?id=33631c88-3b8b-4d00-9e59-cdfb673208d8 HTTP/1.1" status: 200 len: 797 time: 0.2596860 Jul 09 16:40:31.798460 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-51303d02-8bc9-4f82-898a-6284416b80ee req-c1967f56-6207-495d-a7aa-45b3323e925d tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2634516774046048410a7faecd2c391 HTTP/1.1" status: 200 len: 378 time: 0.0623705 Jul 09 16:40:31.815054 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-240ca63e-05bc-4158-8f30-bbbec354a12c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Router e440acce-d6e1-4d23-b8ea-9f6448041088 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:40:31.816323 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-51303d02-8bc9-4f82-898a-6284416b80ee req-f3e7a41e-ae83-49f9-90f5-f27b9c0268af tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Request body: {'port': {'device_id': '267fc013-fefa-4988-b6ed-d2cdb8a622f4', 'network_id': '33631c88-3b8b-4d00-9e59-cdfb673208d8', 'admin_state_up': True, 'tenant_id': 'e2634516774046048410a7faecd2c391', 'security_groups': ['abc51fd2-9d59-4194-8bb5-8d107c688a5d']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:31.840184 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072427ad-69c7-42de-b1de-c02eaa628d7a tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Made reservation on behalf of 522630d2233142e4a30463472a66f8be for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:40:31.849143 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-072427ad-69c7-42de-b1de-c02eaa628d7a tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:31.935672 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bb8aa3ba-625f-4d2d-a8b5-b3cac3b7c76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:32.001573 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-bb8aa3ba-625f-4d2d-a8b5-b3cac3b7c76c None None] For port 44ce07bd-7254-4f9a-a8bb-ee299e6c388e, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=44ce07bd-7254-4f9a-a8bb-ee299e6c388e,segment=NetworkSegment(f880a52a-39a5-457d-b1b6-7e5c486a8e33),segment_id=f880a52a-39a5-457d-b1b6-7e5c486a8e33)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:32.007186 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bb8aa3ba-625f-4d2d-a8b5-b3cac3b7c76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:32.031082 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:40:32.077456 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8aa3ba-625f-4d2d-a8b5-b3cac3b7c76c None None] Pushing event updated for resources: {'Port': ['ID=44ce07bd-7254-4f9a-a8bb-ee299e6c388e,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:32.197060 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd14fd-2d7f-44ad-a779-3cb70d82920b req-4c81dd56-ab74-4e4a-8fd3-6640783f6f24 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:32.200534 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0cbd14fd-2d7f-44ad-a779-3cb70d82920b req-4c81dd56-ab74-4e4a-8fd3-6640783f6f24 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=beaecdd1-d9ec-4963-9785-4dab420b1d4a HTTP/1.1" status: 200 len: 945 time: 0.2666686 Jul 09 16:40:32.203343 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51303d02-8bc9-4f82-898a-6284416b80ee req-f3e7a41e-ae83-49f9-90f5-f27b9c0268af tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Made reservation on behalf of e2634516774046048410a7faecd2c391 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:40:32.210235 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-51303d02-8bc9-4f82-898a-6284416b80ee req-f3e7a41e-ae83-49f9-90f5-f27b9c0268af tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:32.228478 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 44ce07bd-7254-4f9a-a8bb-ee299e6c388e up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:40:32.341095 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 44ce07bd-7254-4f9a-a8bb-ee299e6c388e triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:32.341716 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:32.409713 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0cbd14fd-2d7f-44ad-a779-3cb70d82920b req-1a55a2a8-7014-499a-b7f7-00f47ad8c2d0 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a8e018c-d316-4742-956b-cc123b12d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950643 Jul 09 16:40:32.440180 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5dd5f6ac-b9cf-41c0-bf36-f5ece8484a18 None None] Provisioning for port 78f17b2d-29d6-4a8a-9eea-748dd9c7d495 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:40:32.452953 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5dd5f6ac-b9cf-41c0-bf36-f5ece8484a18 None None] Provisioning complete for port 78f17b2d-29d6-4a8a-9eea-748dd9c7d495 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:32.460834 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f6ac-b9cf-41c0-bf36-f5ece8484a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:32.472028 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63cf9c-ffbc-432b-86a3-52d7b11b0214 req-7cd70294-4ead-4efc-9019-0d88bde8eb6f tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:32.473971 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3f63cf9c-ffbc-432b-86a3-52d7b11b0214 req-7cd70294-4ead-4efc-9019-0d88bde8eb6f tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.73 "GET /v2.0/ports?device_id=beaecdd1-d9ec-4963-9785-4dab420b1d4a HTTP/1.1" status: 200 len: 945 time: 0.3741434 Jul 09 16:40:32.719591 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-51303d02-8bc9-4f82-898a-6284416b80ee req-f3e7a41e-ae83-49f9-90f5-f27b9c0268af tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Allocated IP 172.20.0.9 (33631c88-3b8b-4d00-9e59-cdfb673208d8/c0fac51f-ee7d-4400-991d-3a98e7f83952/be4e83dc-5555-4e96-9bbe-3fabe83184c3) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:40:32.868107 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240ca63e-05bc-4158-8f30-bbbec354a12c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:40:32.875623 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-240ca63e-05bc-4158-8f30-bbbec354a12c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "PUT /v2.0/routers/e440acce-d6e1-4d23-b8ea-9f6448041088/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4767087 Jul 09 16:40:32.880663 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35276) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:32.881520 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1e7242-b6e2-49a0-b7d8-c730498fee19 None None] Sync routers for ids ['e440acce-d6e1-4d23-b8ea-9f6448041088'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:40:32.897253 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-5dd5f6ac-b9cf-41c0-bf36-f5ece8484a18 None None] Port 78f17b2d-29d6-4a8a-9eea-748dd9c7d495 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:40:32.909430 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1e7242-b6e2-49a0-b7d8-c730498fee19 None None] Routers {'e440acce-d6e1-4d23-b8ea-9f6448041088'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:40:32.912069 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-9f1e7242-b6e2-49a0-b7d8-c730498fee19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:40:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['e440acce-d6e1-4d23-b8ea-9f6448041088'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:32.948387 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-51303d02-8bc9-4f82-898a-6284416b80ee req-f3e7a41e-ae83-49f9-90f5-f27b9c0268af tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:32.980438 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5dd5f6ac-b9cf-41c0-bf36-f5ece8484a18 None None] Provisioning complete for port 44ce07bd-7254-4f9a-a8bb-ee299e6c388e triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:32.981043 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f6ac-b9cf-41c0-bf36-f5ece8484a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:32.983402 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-9f1e7242-b6e2-49a0-b7d8-c730498fee19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:33.005353 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1e7242-b6e2-49a0-b7d8-c730498fee19 None None] Routers {'e440acce-d6e1-4d23-b8ea-9f6448041088'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:40:33.007332 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-9f1e7242-b6e2-49a0-b7d8-c730498fee19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:40:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['e440acce-d6e1-4d23-b8ea-9f6448041088'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:33.016884 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2900db0e-f96e-4fe9-9672-8af3c9c0cb9c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:33.020752 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2900db0e-f96e-4fe9-9672-8af3c9c0cb9c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "GET /v2.0/ports/78f17b2d-29d6-4a8a-9eea-748dd9c7d495 HTTP/1.1" status: 200 len: 910 time: 0.1364894 Jul 09 16:40:33.036672 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35278) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:33.045693 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-b9327506-c952-474b-a269-1492059ef117 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ebd89e3c-5ecd-4ba6-b35e-e8ea4d401198'}]}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:33.061077 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a31e8505-4426-4765-b590-0b0da4d9433b req-71fc8e0f-5e4c-4c35-b120-f8846b407057 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/ports?device_id=267fc013-fefa-4988-b6ed-d2cdb8a622f4 HTTP/1.1" status: 200 len: 210 time: 0.0696599 Jul 09 16:40:33.065530 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-51303d02-8bc9-4f82-898a-6284416b80ee req-f3e7a41e-ae83-49f9-90f5-f27b9c0268af tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Transition to ACTIVE for port object be4e83dc-5555-4e96-9bbe-3fabe83184c3 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:40:33.086872 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-9f1e7242-b6e2-49a0-b7d8-c730498fee19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:33.087533 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1e7242-b6e2-49a0-b7d8-c730498fee19 None None] The sync data for ids ['e440acce-d6e1-4d23-b8ea-9f6448041088'] in n-d-798930-3 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:40:33.160669 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-51303d02-8bc9-4f82-898a-6284416b80ee req-f3e7a41e-ae83-49f9-90f5-f27b9c0268af tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:33.163174 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-3f63cf9c-ffbc-432b-86a3-52d7b11b0214 req-034575dc-c1bb-47ca-a69f-9f708992a5ac tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Deleting port 494faad2-61d3-45e0-9110-00bcb6cf80cb {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:40:33.163506 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3f63cf9c-ffbc-432b-86a3-52d7b11b0214 req-034575dc-c1bb-47ca-a69f-9f708992a5ac tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:33.215674 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-072427ad-69c7-42de-b1de-c02eaa628d7a tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:33.257183 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-eceb3f6f-f099-4d7d-9c77-3820e85923ef None None] Provisioning complete for port 78f17b2d-29d6-4a8a-9eea-748dd9c7d495 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:33.258514 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51303d02-8bc9-4f82-898a-6284416b80ee req-f3e7a41e-ae83-49f9-90f5-f27b9c0268af tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Network 33631c88-3b8b-4d00-9e59-cdfb673208d8 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:40:33.259151 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-eceb3f6f-f099-4d7d-9c77-3820e85923ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:33.267683 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-51303d02-8bc9-4f82-898a-6284416b80ee req-f3e7a41e-ae83-49f9-90f5-f27b9c0268af tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:40:33.280638 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-51303d02-8bc9-4f82-898a-6284416b80ee req-f3e7a41e-ae83-49f9-90f5-f27b9c0268af tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:40:33.314704 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072427ad-69c7-42de-b1de-c02eaa628d7a tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event updated for resources: {'Subnet': ['ID=600460a8-edda-4d96-90f7-6d447d3e60cf,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:33.317641 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e7a41e-ae83-49f9-90f5-f27b9c0268af tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event updated for resources: {'Port': ['ID=be4e83dc-5555-4e96-9bbe-3fabe83184c3,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:33.348904 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-eceb3f6f-f099-4d7d-9c77-3820e85923ef None None] Port 78f17b2d-29d6-4a8a-9eea-748dd9c7d495 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:40:33.373810 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-3f63cf9c-ffbc-432b-86a3-52d7b11b0214 req-034575dc-c1bb-47ca-a69f-9f708992a5ac tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] For port 494faad2-61d3-45e0-9110-00bcb6cf80cb, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=494faad2-61d3-45e0-9110-00bcb6cf80cb,segment=NetworkSegment(c69a2028-7f11-44fc-9cb8-816928cf4954),segment_id=c69a2028-7f11-44fc-9cb8-816928cf4954)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:33.374181 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3f63cf9c-ffbc-432b-86a3-52d7b11b0214 req-034575dc-c1bb-47ca-a69f-9f708992a5ac tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:33.380753 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072427ad-69c7-42de-b1de-c02eaa628d7a tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Checking segment: {'id': '414f6fbf-cca1-4f19-8e4c-e9e0959a542b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '593710ee-a56c-456d-8b9e-7b1be35bb1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:40:33.381238 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072427ad-69c7-42de-b1de-c02eaa628d7a tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Network hostable DHCP agents. Network: 593710ee-a56c-456d-8b9e-7b1be35bb1b3, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:40:33.387439 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b9327506-c952-474b-a269-1492059ef117 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:33.395877 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51303d02-8bc9-4f82-898a-6284416b80ee req-f3e7a41e-ae83-49f9-90f5-f27b9c0268af tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:33.396536 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-51303d02-8bc9-4f82-898a-6284416b80ee req-f3e7a41e-ae83-49f9-90f5-f27b9c0268af tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:33.399258 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-3f63cf9c-ffbc-432b-86a3-52d7b11b0214 req-034575dc-c1bb-47ca-a69f-9f708992a5ac tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Calling delete_port for 494faad2-61d3-45e0-9110-00bcb6cf80cb owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:40:33.453450 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-51303d02-8bc9-4f82-898a-6284416b80ee req-f3e7a41e-ae83-49f9-90f5-f27b9c0268af tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6476519 Jul 09 16:40:33.479283 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-51303d02-8bc9-4f82-898a-6284416b80ee req-867563d4-0aca-4458-b54a-0ab04df5379d service neutron] Request body: {'port': {'device_id': '267fc013-fefa-4988-b6ed-d2cdb8a622f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:33.563013 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072427ad-69c7-42de-b1de-c02eaa628d7a tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Network 593710ee-a56c-456d-8b9e-7b1be35bb1b3 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:40:33.603771 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-072427ad-69c7-42de-b1de-c02eaa628d7a tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 593710ee-a56c-456d-8b9e-7b1be35bb1b3) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:40:33.612597 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d361b94b-cf65-40f5-b874-a983188e0ed4 None None] Network 593710ee-a56c-456d-8b9e-7b1be35bb1b3 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:40:33.612831 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072427ad-69c7-42de-b1de-c02eaa628d7a tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:33.613255 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-072427ad-69c7-42de-b1de-c02eaa628d7a tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:33.666221 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-51303d02-8bc9-4f82-898a-6284416b80ee req-867563d4-0aca-4458-b54a-0ab04df5379d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:33.717387 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-072427ad-69c7-42de-b1de-c02eaa628d7a tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1967733 Jul 09 16:40:33.728255 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-532a7c95-92c5-4ca1-9686-5a09ef710466 None None] Provisioning for port be4e83dc-5555-4e96-9bbe-3fabe83184c3 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:40:33.733615 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35284) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:33.757826 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-532a7c95-92c5-4ca1-9686-5a09ef710466 None None] Provisioning complete for port be4e83dc-5555-4e96-9bbe-3fabe83184c3 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:33.757826 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-532a7c95-92c5-4ca1-9686-5a09ef710466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:33.762584 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-0dfdb5f3-2fda-4644-9075-f48d1a9064bc tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Request body: {'port': {'network_id': '593710ee-a56c-456d-8b9e-7b1be35bb1b3', 'name': 'tempest-PortsIpV6TestJSON-1859496044'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:33.790895 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a0fefb14-6bf8-4cae-bd6a-e1c7b9ddb3f4 req-d5bf09d9-b6fc-4659-9cee-1e0926d29a3f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=27ca80e2-fa97-4684-a815-7c222d49ea6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2715325 Jul 09 16:40:33.891219 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-532a7c95-92c5-4ca1-9686-5a09ef710466 None None] Port be4e83dc-5555-4e96-9bbe-3fabe83184c3 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:40:33.943450 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de68e98-252a-4820-998f-a3325d3e0e62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-593710ee-a56c-456d-8b9e-7b1be35bb1b3', 'network_id': '593710ee-a56c-456d-8b9e-7b1be35bb1b3', 'tenant_id': '522630d2233142e4a30463472a66f8be', 'fixed_ips': [{'subnet_id': '600460a8-edda-4d96-90f7-6d447d3e60cf'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:40:33.944669 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2de68e98-252a-4820-998f-a3325d3e0e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:34.140677 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fefb14-6bf8-4cae-bd6a-e1c7b9ddb3f4 req-cd6bd179-5a40-4241-bf14-5f48958f4ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:34.142950 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a0fefb14-6bf8-4cae-bd6a-e1c7b9ddb3f4 req-cd6bd179-5a40-4241-bf14-5f48958f4ac4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=313daaa44e994ebf83af8fe773f4ee0d&device_id=27ca80e2-fa97-4684-a815-7c222d49ea6f HTTP/1.1" status: 200 len: 1097 time: 0.2409987 Jul 09 16:40:34.146109 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-2de68e98-252a-4820-998f-a3325d3e0e62 None None] Allocated IP 2001:db8::2 (593710ee-a56c-456d-8b9e-7b1be35bb1b3/600460a8-edda-4d96-90f7-6d447d3e60cf/493b6d64-70c1-4547-8171-def26aaea919) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:40:34.220609 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dfdb5f3-2fda-4644-9075-f48d1a9064bc tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Made reservation on behalf of 522630d2233142e4a30463472a66f8be for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:40:34.225706 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0dfdb5f3-2fda-4644-9075-f48d1a9064bc tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:34.264380 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-0dfdb5f3-2fda-4644-9075-f48d1a9064bc tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] device_id is not set on port cb739e46-07f4-4acb-8fb7-58ceb60eb3fc yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:40:34.266518 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34af8f0-3a28-40cc-81a3-0973c20c818d req-0379878c-319d-4ddc-9e6f-2c3e1e724a5c tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:34.268114 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f34af8f0-3a28-40cc-81a3-0973c20c818d req-0379878c-319d-4ddc-9e6f-2c3e1e724a5c tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=beaecdd1-d9ec-4963-9785-4dab420b1d4a HTTP/1.1" status: 200 len: 945 time: 0.6632843 Jul 09 16:40:34.301145 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b9327506-c952-474b-a269-1492059ef117 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:34.338997 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3f63cf9c-ffbc-432b-86a3-52d7b11b0214 req-034575dc-c1bb-47ca-a69f-9f708992a5ac tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:34.346661 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b9327506-c952-474b-a269-1492059ef117 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:34.398555 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['b2874e17-97fa-487f-9d66-e5a5e02ef11a'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:40:34.415104 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034575dc-c1bb-47ca-a69f-9f708992a5ac tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Pushing event deleted for resources: {'Port': ['ID=494faad2-61d3-45e0-9110-00bcb6cf80cb,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:34.464155 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fefb14-6bf8-4cae-bd6a-e1c7b9ddb3f4 req-74317d7f-983c-436b-8fff-140e66ff9535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:34.465857 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a0fefb14-6bf8-4cae-bd6a-e1c7b9ddb3f4 req-74317d7f-983c-436b-8fff-140e66ff9535 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6a9e1cb2-fe24-406e-8baf-8643d7db8d0b HTTP/1.1" status: 200 len: 916 time: 0.2997649 Jul 09 16:40:34.478971 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9327506-c952-474b-a269-1492059ef117 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:34.479768 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b9327506-c952-474b-a269-1492059ef117 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:34.488852 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b9327506-c952-474b-a269-1492059ef117 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "PUT /v2.0/ports/78f17b2d-29d6-4a8a-9eea-748dd9c7d495 HTTP/1.1" status: 200 len: 910 time: 1.4505789 Jul 09 16:40:34.500651 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35298) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:34.512485 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9327506-c952-474b-a269-1492059ef117 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event updated for resources: {'Port': ['ID=78f17b2d-29d6-4a8a-9eea-748dd9c7d495,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:34.561190 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-51303d02-8bc9-4f82-898a-6284416b80ee req-867563d4-0aca-4458-b54a-0ab04df5379d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be4e83dc-5555-4e96-9bbe-3fabe83184c3 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:40:34.573320 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-51303d02-8bc9-4f82-898a-6284416b80ee req-867563d4-0aca-4458-b54a-0ab04df5379d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:34.585494 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a0fefb14-6bf8-4cae-bd6a-e1c7b9ddb3f4 req-2a414b3d-a3fe-43c6-992a-f4eeeb8657fc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2874e17-97fa-487f-9d66-e5a5e02ef11a HTTP/1.1" status: 200 len: 217 time: 0.0914464 Jul 09 16:40:34.594619 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-51303d02-8bc9-4f82-898a-6284416b80ee req-867563d4-0aca-4458-b54a-0ab04df5379d service neutron] Transition to ACTIVE for port object be4e83dc-5555-4e96-9bbe-3fabe83184c3 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:40:34.595451 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2de68e98-252a-4820-998f-a3325d3e0e62 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:34.614463 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2de68e98-252a-4820-998f-a3325d3e0e62 None None] Transition to ACTIVE for port object 493b6d64-70c1-4547-8171-def26aaea919 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:40:34.631987 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-51303d02-8bc9-4f82-898a-6284416b80ee req-867563d4-0aca-4458-b54a-0ab04df5379d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:34.656306 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f34af8f0-3a28-40cc-81a3-0973c20c818d req-0d6dc8a9-94ea-453d-916b-9d3e1c09aa03 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a8e018c-d316-4742-956b-cc123b12d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720901 Jul 09 16:40:34.664027 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2de68e98-252a-4820-998f-a3325d3e0e62 None None] Transition to ACTIVE for port object 493b6d64-70c1-4547-8171-def26aaea919 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:40:34.664852 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fefb14-6bf8-4cae-bd6a-e1c7b9ddb3f4 req-9534fdc0-dcd2-4aa9-bc91-086fab945841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:34.666897 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a0fefb14-6bf8-4cae-bd6a-e1c7b9ddb3f4 req-9534fdc0-dcd2-4aa9-bc91-086fab945841 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5645ca8d-973f-497d-a26d-ddaaa7246e67 HTTP/1.1" status: 200 len: 855 time: 0.0484309 Jul 09 16:40:34.678696 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2de68e98-252a-4820-998f-a3325d3e0e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:34.746629 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f63cf9c-ffbc-432b-86a3-52d7b11b0214 req-034575dc-c1bb-47ca-a69f-9f708992a5ac tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] No DVR routers for this DVR port 494faad2-61d3-45e0-9110-00bcb6cf80cb on host n-h2-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:40:34.758580 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de68e98-252a-4820-998f-a3325d3e0e62 None None] Network 593710ee-a56c-456d-8b9e-7b1be35bb1b3 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:40:34.759487 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de68e98-252a-4820-998f-a3325d3e0e62 None None] Pushing event updated for resources: {'Port': ['ID=493b6d64-70c1-4547-8171-def26aaea919,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:34.771034 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-2de68e98-252a-4820-998f-a3325d3e0e62 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:40:34.774590 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de68e98-252a-4820-998f-a3325d3e0e62 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:40:34.789711 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3f63cf9c-ffbc-432b-86a3-52d7b11b0214 req-034575dc-c1bb-47ca-a69f-9f708992a5ac tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:34.797061 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3f63cf9c-ffbc-432b-86a3-52d7b11b0214 req-034575dc-c1bb-47ca-a69f-9f708992a5ac tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.73 "DELETE /v2.0/ports/494faad2-61d3-45e0-9110-00bcb6cf80cb HTTP/1.1" status: 204 len: 173 time: 2.3045695 Jul 09 16:40:34.797702 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beaecdd1-d9ec-4963-9785-4dab420b1d4a', 'name': 'network-vif-deleted', 'tag': '494faad2-61d3-45e0-9110-00bcb6cf80cb'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:40:34.802708 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b145faac-6c8a-4d7a-8284-791ae4b22f4e" -d '{"events": [{"server_uuid": "beaecdd1-d9ec-4963-9785-4dab420b1d4a", "name": "network-vif-deleted", "tag": "494faad2-61d3-45e0-9110-00bcb6cf80cb"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:40:34.843480 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a0fefb14-6bf8-4cae-bd6a-e1c7b9ddb3f4 req-4ea296c4-e4a3-4e8f-ac07-ea3af903b326 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6a9e1cb2-fe24-406e-8baf-8643d7db8d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1615243 Jul 09 16:40:34.872723 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [req-a0fefb14-6bf8-4cae-bd6a-e1c7b9ddb3f4 req-52b2c5c3-1d36-4b6a-92b3-fd16444d8201 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:40:34.876012 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a0fefb14-6bf8-4cae-bd6a-e1c7b9ddb3f4 req-52b2c5c3-1d36-4b6a-92b3-fd16444d8201 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0237188 Jul 09 16:40:34.881900 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-2de68e98-252a-4820-998f-a3325d3e0e62 None None] Attempting to bind port 493b6d64-70c1-4547-8171-def26aaea919 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:40:34.882334 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-2de68e98-252a-4820-998f-a3325d3e0e62 None None] Attempting to bind port 493b6d64-70c1-4547-8171-def26aaea919 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '414f6fbf-cca1-4f19-8e4c-e9e0959a542b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '593710ee-a56c-456d-8b9e-7b1be35bb1b3'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:40:34.882646 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de68e98-252a-4820-998f-a3325d3e0e62 None None] Attempting to bind port 493b6d64-70c1-4547-8171-def26aaea919 on network 593710ee-a56c-456d-8b9e-7b1be35bb1b3 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:40:34.896085 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de68e98-252a-4820-998f-a3325d3e0e62 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:40:34.896467 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de68e98-252a-4820-998f-a3325d3e0e62 None None] Checking segment: {'id': '414f6fbf-cca1-4f19-8e4c-e9e0959a542b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '593710ee-a56c-456d-8b9e-7b1be35bb1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:40:34.896877 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2de68e98-252a-4820-998f-a3325d3e0e62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:34.897272 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de68e98-252a-4820-998f-a3325d3e0e62 None None] Bound using segment: {'id': '414f6fbf-cca1-4f19-8e4c-e9e0959a542b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '593710ee-a56c-456d-8b9e-7b1be35bb1b3'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:40:34.897751 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-2de68e98-252a-4820-998f-a3325d3e0e62 None None] Bound port: 493b6d64-70c1-4547-8171-def26aaea919, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '414f6fbf-cca1-4f19-8e4c-e9e0959a542b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '593710ee-a56c-456d-8b9e-7b1be35bb1b3'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:40:34.898141 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2de68e98-252a-4820-998f-a3325d3e0e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:34.910477 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-029035dd-8314-4435-a020-1e573de34cb2 req-04d911c8-9d51-44a7-b1bd-74b8ecde40f6 tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=441ca75f41a74ce19613ab4d3e38c21b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0774138 Jul 09 16:40:34.918383 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-0dfdb5f3-2fda-4644-9075-f48d1a9064bc tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Allocated IP 2001:db8::22a (593710ee-a56c-456d-8b9e-7b1be35bb1b3/600460a8-edda-4d96-90f7-6d447d3e60cf/cb739e46-07f4-4acb-8fb7-58ceb60eb3fc) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:40:34.918870 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867563d4-0aca-4458-b54a-0ab04df5379d service neutron] Pushing event updated for resources: {'Port': ['ID=be4e83dc-5555-4e96-9bbe-3fabe83184c3,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:35.050344 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-2de68e98-252a-4820-998f-a3325d3e0e62 None None] For port 493b6d64-70c1-4547-8171-def26aaea919, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:40:35.058421 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-2de68e98-252a-4820-998f-a3325d3e0e62 None None] For port 493b6d64-70c1-4547-8171-def26aaea919, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=493b6d64-70c1-4547-8171-def26aaea919,segment=NetworkSegment(414f6fbf-cca1-4f19-8e4c-e9e0959a542b),segment_id=414f6fbf-cca1-4f19-8e4c-e9e0959a542b)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:40:35.069028 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2de68e98-252a-4820-998f-a3325d3e0e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:35.172899 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de68e98-252a-4820-998f-a3325d3e0e62 None None] Pushing event updated for resources: {'Port': ['ID=493b6d64-70c1-4547-8171-def26aaea919,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:35.179694 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029035dd-8314-4435-a020-1e573de34cb2 req-236be6a3-1779-48cd-aadb-edb2187fa9e7 tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:35.184563 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-029035dd-8314-4435-a020-1e573de34cb2 req-236be6a3-1779-48cd-aadb-edb2187fa9e7 tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2247298 Jul 09 16:40:35.213519 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-029035dd-8314-4435-a020-1e573de34cb2 req-c5d03b97-c5c0-42d5-bc0a-2ac4ee1fcbd7 tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] 10.222.0.98 "GET /v2.0/quotas/441ca75f41a74ce19613ab4d3e38c21b HTTP/1.1" status: 200 len: 375 time: 0.0225942 Jul 09 16:40:35.265172 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-029035dd-8314-4435-a020-1e573de34cb2 req-b2f83038-852f-42fb-8eec-10d029f94d26 tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=441ca75f41a74ce19613ab4d3e38c21b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456538 Jul 09 16:40:35.268056 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-51303d02-8bc9-4f82-898a-6284416b80ee req-867563d4-0aca-4458-b54a-0ab04df5379d service neutron] Attempting to bind port be4e83dc-5555-4e96-9bbe-3fabe83184c3 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:40:35.268680 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-51303d02-8bc9-4f82-898a-6284416b80ee req-867563d4-0aca-4458-b54a-0ab04df5379d service neutron] Attempting to bind port be4e83dc-5555-4e96-9bbe-3fabe83184c3 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '59de8925-b27c-49fb-9dfe-21a1ae00e22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '33631c88-3b8b-4d00-9e59-cdfb673208d8'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:40:35.269175 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51303d02-8bc9-4f82-898a-6284416b80ee req-867563d4-0aca-4458-b54a-0ab04df5379d service neutron] Attempting to bind port be4e83dc-5555-4e96-9bbe-3fabe83184c3 on network 33631c88-3b8b-4d00-9e59-cdfb673208d8 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:40:35.275362 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51303d02-8bc9-4f82-898a-6284416b80ee req-867563d4-0aca-4458-b54a-0ab04df5379d service neutron] Port be4e83dc-5555-4e96-9bbe-3fabe83184c3 on network 33631c88-3b8b-4d00-9e59-cdfb673208d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:40:35.275683 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51303d02-8bc9-4f82-898a-6284416b80ee req-867563d4-0aca-4458-b54a-0ab04df5379d service neutron] Attempting to bind port be4e83dc-5555-4e96-9bbe-3fabe83184c3 on network 33631c88-3b8b-4d00-9e59-cdfb673208d8 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:40:35.283064 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51303d02-8bc9-4f82-898a-6284416b80ee req-867563d4-0aca-4458-b54a-0ab04df5379d service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:40:35.283436 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51303d02-8bc9-4f82-898a-6284416b80ee req-867563d4-0aca-4458-b54a-0ab04df5379d service neutron] Checking segment: {'id': '59de8925-b27c-49fb-9dfe-21a1ae00e22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '33631c88-3b8b-4d00-9e59-cdfb673208d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:40:35.283821 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51303d02-8bc9-4f82-898a-6284416b80ee req-867563d4-0aca-4458-b54a-0ab04df5379d service neutron] Bound using segment: {'id': '59de8925-b27c-49fb-9dfe-21a1ae00e22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '33631c88-3b8b-4d00-9e59-cdfb673208d8'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:40:35.284251 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-51303d02-8bc9-4f82-898a-6284416b80ee req-867563d4-0aca-4458-b54a-0ab04df5379d service neutron] Bound port: be4e83dc-5555-4e96-9bbe-3fabe83184c3, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59de8925-b27c-49fb-9dfe-21a1ae00e22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '33631c88-3b8b-4d00-9e59-cdfb673208d8'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:40:35.284606 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-51303d02-8bc9-4f82-898a-6284416b80ee req-867563d4-0aca-4458-b54a-0ab04df5379d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:35.374627 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-51303d02-8bc9-4f82-898a-6284416b80ee req-867563d4-0aca-4458-b54a-0ab04df5379d service neutron] For port be4e83dc-5555-4e96-9bbe-3fabe83184c3, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:40:35.378424 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-51303d02-8bc9-4f82-898a-6284416b80ee req-867563d4-0aca-4458-b54a-0ab04df5379d service neutron] For port be4e83dc-5555-4e96-9bbe-3fabe83184c3, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=be4e83dc-5555-4e96-9bbe-3fabe83184c3,segment=NetworkSegment(59de8925-b27c-49fb-9dfe-21a1ae00e22c),segment_id=59de8925-b27c-49fb-9dfe-21a1ae00e22c)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:40:35.386199 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-51303d02-8bc9-4f82-898a-6284416b80ee req-867563d4-0aca-4458-b54a-0ab04df5379d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:35.454685 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51303d02-8bc9-4f82-898a-6284416b80ee req-867563d4-0aca-4458-b54a-0ab04df5379d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:35.455537 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-51303d02-8bc9-4f82-898a-6284416b80ee req-867563d4-0aca-4458-b54a-0ab04df5379d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:35.457663 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-51303d02-8bc9-4f82-898a-6284416b80ee req-867563d4-0aca-4458-b54a-0ab04df5379d service neutron] 10.222.0.77 "PUT /v2.0/ports/be4e83dc-5555-4e96-9bbe-3fabe83184c3 HTTP/1.1" status: 200 len: 1091 time: 1.9953744 Jul 09 16:40:35.721368 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0dfdb5f3-2fda-4644-9075-f48d1a9064bc tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:35.767259 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867563d4-0aca-4458-b54a-0ab04df5379d service neutron] Pushing event updated for resources: {'Port': ['ID=be4e83dc-5555-4e96-9bbe-3fabe83184c3,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:35.830054 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a0fefb14-6bf8-4cae-bd6a-e1c7b9ddb3f4 req-dd22cf75-2f9c-421f-9fda-bfc7b034ab2c service neutron] 10.222.0.73 "GET /v2.0/networks/6a9e1cb2-fe24-406e-8baf-8643d7db8d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8629696 Jul 09 16:40:35.870688 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-0dfdb5f3-2fda-4644-9075-f48d1a9064bc tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Transition to ACTIVE for port object cb739e46-07f4-4acb-8fb7-58ceb60eb3fc will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:40:35.890333 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51303d02-8bc9-4f82-898a-6284416b80ee req-31c0c5db-d4f5-4344-aa21-9af91bfb0dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:35.892235 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-51303d02-8bc9-4f82-898a-6284416b80ee req-31c0c5db-d4f5-4344-aa21-9af91bfb0dfa service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e2634516774046048410a7faecd2c391&device_id=267fc013-fefa-4988-b6ed-d2cdb8a622f4 HTTP/1.1" status: 200 len: 1094 time: 0.3510258 Jul 09 16:40:35.923812 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267ec47-1aa4-4f3d-9e1c-e56679df675c req-58f826b7-9fe3-4789-9b07-0ed94143482a tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:35.936092 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d267ec47-1aa4-4f3d-9e1c-e56679df675c req-58f826b7-9fe3-4789-9b07-0ed94143482a tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/ports?device_id=267fc013-fefa-4988-b6ed-d2cdb8a622f4 HTTP/1.1" status: 200 len: 943 time: 0.1653814 Jul 09 16:40:35.997027 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-51303d02-8bc9-4f82-898a-6284416b80ee req-5c1445bc-1588-4ee3-98c9-18c31615a705 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be4e83dc-5555-4e96-9bbe-3fabe83184c3 HTTP/1.1" status: 200 len: 217 time: 0.0911746 Jul 09 16:40:36.048780 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a0fefb14-6bf8-4cae-bd6a-e1c7b9ddb3f4 req-3d17f74e-b008-4c78-aeac-98fbd9b88644 service neutron] 10.222.0.73 "GET /v2.0/networks/6a9e1cb2-fe24-406e-8baf-8643d7db8d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951220 Jul 09 16:40:36.090329 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d267ec47-1aa4-4f3d-9e1c-e56679df675c req-249b9af7-fd8d-4808-9bc7-d7a98efe54b4 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/security-groups?id=abc51fd2-9d59-4194-8bb5-8d107c688a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1518006 Jul 09 16:40:36.117650 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51303d02-8bc9-4f82-898a-6284416b80ee req-e8bb31b5-df7d-493b-9f80-4a50827afccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:36.119141 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-51303d02-8bc9-4f82-898a-6284416b80ee req-e8bb31b5-df7d-493b-9f80-4a50827afccf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c0fac51f-ee7d-4400-991d-3a98e7f83952 HTTP/1.1" status: 200 len: 834 time: 0.1156969 Jul 09 16:40:36.148151 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0dfdb5f3-2fda-4644-9075-f48d1a9064bc tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:36.150231 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 494faad2-61d3-45e0-9110-00bcb6cf80cb no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:40:36.211947 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfdb5f3-2fda-4644-9075-f48d1a9064bc tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event updated for resources: {'Port': ['ID=cb739e46-07f4-4acb-8fb7-58ceb60eb3fc,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:36.232960 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfdb5f3-2fda-4644-9075-f48d1a9064bc tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Network 593710ee-a56c-456d-8b9e-7b1be35bb1b3 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:40:36.254754 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: 494faad2-61d3-45e0-9110-00bcb6cf80cb {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:40:36.255129 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 494faad2-61d3-45e0-9110-00bcb6cf80cb not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:40:36.283186 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-0dfdb5f3-2fda-4644-9075-f48d1a9064bc tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:40:36.286919 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfdb5f3-2fda-4644-9075-f48d1a9064bc tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:40:36.291366 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb69692-f56d-4b4e-8599-d859c850fee6 x-openstack-request-id: req-0cb69692-f56d-4b4e-8599-d859c850fee6 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:40:36.291851 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beaecdd1-d9ec-4963-9785-4dab420b1d4a", "name": "network-vif-deleted", "tag": "494faad2-61d3-45e0-9110-00bcb6cf80cb", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:40:36.291939 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0cb69692-f56d-4b4e-8599-d859c850fee6 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:40:36.293661 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beaecdd1-d9ec-4963-9785-4dab420b1d4a', 'name': 'network-vif-deleted', 'tag': '494faad2-61d3-45e0-9110-00bcb6cf80cb', 'status': 'completed', 'code': 200} Jul 09 16:40:36.293748 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfdb5f3-2fda-4644-9075-f48d1a9064bc tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:36.294443 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0dfdb5f3-2fda-4644-9075-f48d1a9064bc tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:36.316715 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51303d02-8bc9-4f82-898a-6284416b80ee req-4a1d3001-1f1c-44df-a0ca-91f3b139c66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:36.320103 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-51303d02-8bc9-4f82-898a-6284416b80ee req-4a1d3001-1f1c-44df-a0ca-91f3b139c66e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=33631c88-3b8b-4d00-9e59-cdfb673208d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1941993 Jul 09 16:40:36.343555 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0dfdb5f3-2fda-4644-9075-f48d1a9064bc tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5907335 Jul 09 16:40:36.346169 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35330) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:36.353202 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-7e3df356-dd68-4d62-bb2c-dee1a566b44b tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Request body: {'port': {'network_id': '593710ee-a56c-456d-8b9e-7b1be35bb1b3', 'name': 'tempest-PortsIpV6TestJSON-962248759'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:36.429178 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8d92333b-513b-4af1-b4ad-77d64b817150 req-0bfcbc2c-1390-40b5-b0fc-041e3b5a4362 tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] 10.222.0.98 "GET /v2.0/ports?device_id=93d6d9e8-3ec5-4ec1-873b-5d137ed1e54c HTTP/1.1" status: 200 len: 210 time: 0.0938313 Jul 09 16:40:36.444087 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 493b6d64-70c1-4547-8171-def26aaea919 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:40:36.469401 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-efaabb96-890f-4a31-8803-91cca596256d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:36.537661 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-51303d02-8bc9-4f82-898a-6284416b80ee req-be4a31d2-3350-4e86-ba60-dcd8c78ef55e service neutron] 10.222.0.77 "GET /v2.0/networks/33631c88-3b8b-4d00-9e59-cdfb673208d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983142 Jul 09 16:40:36.574340 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 493b6d64-70c1-4547-8171-def26aaea919 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:40:36.749056 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-51303d02-8bc9-4f82-898a-6284416b80ee req-43362f70-d949-44dd-8151-31a396f16e05 service neutron] 10.222.0.77 "GET /v2.0/networks/33631c88-3b8b-4d00-9e59-cdfb673208d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026312 Jul 09 16:40:36.931483 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e576095-8fbe-491b-bc50-8cd4522362f9 None None] Network 593710ee-a56c-456d-8b9e-7b1be35bb1b3 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:40:37.038064 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ad0c2d0d-7cab-44d9-bf04-0b37bfed85b1 None None] Provisioning for port 493b6d64-70c1-4547-8171-def26aaea919 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:40:37.045223 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ad0c2d0d-7cab-44d9-bf04-0b37bfed85b1 None None] Provisioning complete for port 493b6d64-70c1-4547-8171-def26aaea919 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:37.046023 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ad0c2d0d-7cab-44d9-bf04-0b37bfed85b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:37.111112 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3df356-dd68-4d62-bb2c-dee1a566b44b tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Made reservation on behalf of 522630d2233142e4a30463472a66f8be for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:40:37.116040 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7e3df356-dd68-4d62-bb2c-dee1a566b44b tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:37.137962 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-7e3df356-dd68-4d62-bb2c-dee1a566b44b tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] device_id is not set on port 356a3338-97d3-413a-8727-93b9c74b4a25 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:40:37.231319 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ad0c2d0d-7cab-44d9-bf04-0b37bfed85b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:37.265949 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-7e3df356-dd68-4d62-bb2c-dee1a566b44b tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Allocated IP 2001:db8::179 (593710ee-a56c-456d-8b9e-7b1be35bb1b3/600460a8-edda-4d96-90f7-6d447d3e60cf/356a3338-97d3-413a-8727-93b9c74b4a25) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:40:37.297853 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-ad0c2d0d-7cab-44d9-bf04-0b37bfed85b1 None None] For port 493b6d64-70c1-4547-8171-def26aaea919, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=493b6d64-70c1-4547-8171-def26aaea919,segment=NetworkSegment(414f6fbf-cca1-4f19-8e4c-e9e0959a542b),segment_id=414f6fbf-cca1-4f19-8e4c-e9e0959a542b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:37.309930 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ad0c2d0d-7cab-44d9-bf04-0b37bfed85b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:37.395491 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0c2d0d-7cab-44d9-bf04-0b37bfed85b1 None None] Pushing event updated for resources: {'Port': ['ID=493b6d64-70c1-4547-8171-def26aaea919,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:37.538954 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30290b2b-0e19-4736-bd81-00551b9b7e76 req-127359db-79e4-4e56-98fc-4032b2f7a3ff tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:37.549486 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-30290b2b-0e19-4736-bd81-00551b9b7e76 req-127359db-79e4-4e56-98fc-4032b2f7a3ff tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/ports?device_id=267fc013-fefa-4988-b6ed-d2cdb8a622f4 HTTP/1.1" status: 200 len: 943 time: 0.1736221 Jul 09 16:40:37.553362 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7e3df356-dd68-4d62-bb2c-dee1a566b44b tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:37.638110 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-30290b2b-0e19-4736-bd81-00551b9b7e76 req-992d8965-dcbc-40d5-87e7-45e0f3b65204 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/security-groups?id=abc51fd2-9d59-4194-8bb5-8d107c688a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0860920 Jul 09 16:40:37.669344 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-029035dd-8314-4435-a020-1e573de34cb2 req-af14a3f6-d5fe-4e90-858a-a87ba83a2e59 tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=441ca75f41a74ce19613ab4d3e38c21b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1043258 Jul 09 16:40:37.674927 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-7e3df356-dd68-4d62-bb2c-dee1a566b44b tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Transition to ACTIVE for port object 356a3338-97d3-413a-8727-93b9c74b4a25 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:40:37.892058 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-712aed3c-5248-417b-a2a3-dbc6213099ba None None] Provisioning for port cb739e46-07f4-4acb-8fb7-58ceb60eb3fc completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:40:37.897059 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-712aed3c-5248-417b-a2a3-dbc6213099ba None None] Provisioning complete for port cb739e46-07f4-4acb-8fb7-58ceb60eb3fc triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:37.897570 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-712aed3c-5248-417b-a2a3-dbc6213099ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:37.903939 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c4ca285-a28a-41bc-8f50-8482b3e3ade1 req-3aae1200-d542-43e0-9c44-e9a3c9a12a16 tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] 10.222.0.98 "GET /v2.0/ports?device_id=93d6d9e8-3ec5-4ec1-873b-5d137ed1e54c HTTP/1.1" status: 200 len: 210 time: 0.0591216 Jul 09 16:40:37.953917 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-712aed3c-5248-417b-a2a3-dbc6213099ba None None] Port cb739e46-07f4-4acb-8fb7-58ceb60eb3fc cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:40:37.984290 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-712aed3c-5248-417b-a2a3-dbc6213099ba None None] Provisioning complete for port 493b6d64-70c1-4547-8171-def26aaea919 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:37.984664 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-712aed3c-5248-417b-a2a3-dbc6213099ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:38.121289 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7e3df356-dd68-4d62-bb2c-dee1a566b44b tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:38.176962 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029035dd-8314-4435-a020-1e573de34cb2 req-8cea1e3d-2838-4cbc-9e99-211f80e94a47 tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:38.178646 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-029035dd-8314-4435-a020-1e573de34cb2 req-8cea1e3d-2838-4cbc-9e99-211f80e94a47 tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5003290 Jul 09 16:40:38.189078 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-efaabb96-890f-4a31-8803-91cca596256d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Deleting port 78f17b2d-29d6-4a8a-9eea-748dd9c7d495 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:40:38.189595 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-efaabb96-890f-4a31-8803-91cca596256d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:38.199821 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-029035dd-8314-4435-a020-1e573de34cb2 req-cb6d58e5-4188-4bae-9b7a-fe156f94be79 tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] Request body: {'port': {'device_id': '93d6d9e8-3ec5-4ec1-873b-5d137ed1e54c', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'admin_state_up': True, 'tenant_id': '441ca75f41a74ce19613ab4d3e38c21b'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:38.231807 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e2ba12db-4813-4e71-9bf0-60b5e77f0463 None None] Provisioning complete for port cb739e46-07f4-4acb-8fb7-58ceb60eb3fc triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:38.232384 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e2ba12db-4813-4e71-9bf0-60b5e77f0463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:38.236490 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3df356-dd68-4d62-bb2c-dee1a566b44b tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Network 593710ee-a56c-456d-8b9e-7b1be35bb1b3 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:40:38.257251 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 493b6d64-70c1-4547-8171-def26aaea919 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:40:38.286553 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3df356-dd68-4d62-bb2c-dee1a566b44b tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event updated for resources: {'Port': ['ID=356a3338-97d3-413a-8727-93b9c74b4a25,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:38.294899 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '267fc013-fefa-4988-b6ed-d2cdb8a622f4', 'tag': 'be4e83dc-5555-4e96-9bbe-3fabe83184c3'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:40:38.298082 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ce7f5c-0389-4043-a304-e02686c06e7d" -d '{"events": [{"name": "network-changed", "server_uuid": "267fc013-fefa-4988-b6ed-d2cdb8a622f4", "tag": "be4e83dc-5555-4e96-9bbe-3fabe83184c3"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:40:38.305139 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-e2ba12db-4813-4e71-9bf0-60b5e77f0463 None None] Port cb739e46-07f4-4acb-8fb7-58ceb60eb3fc cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:40:38.327715 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 493b6d64-70c1-4547-8171-def26aaea919 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:38.328217 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:38.339192 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-7e3df356-dd68-4d62-bb2c-dee1a566b44b tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:40:38.355336 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865b0fd7-9d2d-44f6-b527-164d8eebbad2 x-openstack-request-id: req-865b0fd7-9d2d-44f6-b527-164d8eebbad2 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:40:38.355853 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "267fc013-fefa-4988-b6ed-d2cdb8a622f4", "tag": "be4e83dc-5555-4e96-9bbe-3fabe83184c3", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:40:38.356271 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-865b0fd7-9d2d-44f6-b527-164d8eebbad2 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:40:38.356821 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '267fc013-fefa-4988-b6ed-d2cdb8a622f4', 'tag': 'be4e83dc-5555-4e96-9bbe-3fabe83184c3', 'status': 'completed', 'code': 200} Jul 09 16:40:38.372239 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3df356-dd68-4d62-bb2c-dee1a566b44b tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:40:38.378044 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3df356-dd68-4d62-bb2c-dee1a566b44b tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:38.381353 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7e3df356-dd68-4d62-bb2c-dee1a566b44b tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:38.448952 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-7e3df356-dd68-4d62-bb2c-dee1a566b44b tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0989134 Jul 09 16:40:38.450116 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35352) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:38.563966 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-efaabb96-890f-4a31-8803-91cca596256d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:38.569896 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-029035dd-8314-4435-a020-1e573de34cb2 req-cb6d58e5-4188-4bae-9b7a-fe156f94be79 tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] Made reservation on behalf of 441ca75f41a74ce19613ab4d3e38c21b for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:40:38.581582 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-029035dd-8314-4435-a020-1e573de34cb2 req-cb6d58e5-4188-4bae-9b7a-fe156f94be79 tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:38.610193 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-efaabb96-890f-4a31-8803-91cca596256d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Calling delete_port for 78f17b2d-29d6-4a8a-9eea-748dd9c7d495 owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:40:38.612197 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-029035dd-8314-4435-a020-1e573de34cb2 req-cb6d58e5-4188-4bae-9b7a-fe156f94be79 tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:38.612375 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce7f5c-0389-4043-a304-e02686c06e7d req-b95273a4-2c98-4674-b50e-36f713060b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:38.614187 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f4ce7f5c-0389-4043-a304-e02686c06e7d req-b95273a4-2c98-4674-b50e-36f713060b54 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e2634516774046048410a7faecd2c391&device_id=267fc013-fefa-4988-b6ed-d2cdb8a622f4 HTTP/1.1" status: 200 len: 1094 time: 0.2241440 Jul 09 16:40:38.725457 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9433479b-70e7-4142-9eba-917eab1e5151 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:38.727009 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-9433479b-70e7-4142-9eba-917eab1e5151 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A22a HTTP/1.1" status: 200 len: 929 time: 0.2711558 Jul 09 16:40:38.742248 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35356) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:38.783147 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce7f5c-0389-4043-a304-e02686c06e7d req-b47e470e-11c0-4227-9aab-6fb5f0225873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:38.784722 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f4ce7f5c-0389-4043-a304-e02686c06e7d req-b47e470e-11c0-4227-9aab-6fb5f0225873 service neutron] 10.222.0.77 "GET /v2.0/networks?id=33631c88-3b8b-4d00-9e59-cdfb673208d8 HTTP/1.1" status: 200 len: 898 time: 0.1595025 Jul 09 16:40:38.834512 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7ac911fc-fe6b-4f65-a5de-e0691632383b None None] Provisioning for port 356a3338-97d3-413a-8727-93b9c74b4a25 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:40:38.839696 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7ac911fc-fe6b-4f65-a5de-e0691632383b None None] Provisioning complete for port 356a3338-97d3-413a-8727-93b9c74b4a25 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:38.840368 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7ac911fc-fe6b-4f65-a5de-e0691632383b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:38.862468 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f4ce7f5c-0389-4043-a304-e02686c06e7d req-af4a1ecd-2d43-42a6-9f76-adcb4bfbead1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be4e83dc-5555-4e96-9bbe-3fabe83184c3 HTTP/1.1" status: 200 len: 217 time: 0.0703607 Jul 09 16:40:38.876243 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-029035dd-8314-4435-a020-1e573de34cb2 req-cb6d58e5-4188-4bae-9b7a-fe156f94be79 tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:38.887455 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-029035dd-8314-4435-a020-1e573de34cb2 req-cb6d58e5-4188-4bae-9b7a-fe156f94be79 tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:38.898271 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-7ac911fc-fe6b-4f65-a5de-e0691632383b None None] Port 356a3338-97d3-413a-8727-93b9c74b4a25 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:40:38.971931 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce7f5c-0389-4043-a304-e02686c06e7d req-be7f8c76-6ef7-4b70-992c-530f6caeaff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:38.974197 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f4ce7f5c-0389-4043-a304-e02686c06e7d req-be7f8c76-6ef7-4b70-992c-530f6caeaff5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c0fac51f-ee7d-4400-991d-3a98e7f83952 HTTP/1.1" status: 200 len: 834 time: 0.1051939 Jul 09 16:40:39.024028 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d58e5-4188-4bae-9b7a-fe156f94be79 tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b3e9e2-57a0-4de6-a8da-b3a4f304916f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:39.070647 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3149a180-7259-4b29-9efa-cf771f4d9ae1 req-2adfe8e0-1f9f-4719-a936-fd8a70085ef8 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:39.071902 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3149a180-7259-4b29-9efa-cf771f4d9ae1 req-2adfe8e0-1f9f-4719-a936-fd8a70085ef8 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/ports?device_id=267fc013-fefa-4988-b6ed-d2cdb8a622f4 HTTP/1.1" status: 200 len: 943 time: 0.1844230 Jul 09 16:40:39.148230 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3149a180-7259-4b29-9efa-cf771f4d9ae1 req-7b489133-b52e-41ae-ad2f-6f8cdb3eb640 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/security-groups?id=abc51fd2-9d59-4194-8bb5-8d107c688a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0635841 Jul 09 16:40:39.163103 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce7f5c-0389-4043-a304-e02686c06e7d req-054fa7ca-7b5e-45ec-b5ec-73216d4cf5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:39.165003 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f4ce7f5c-0389-4043-a304-e02686c06e7d req-054fa7ca-7b5e-45ec-b5ec-73216d4cf5ae service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=33631c88-3b8b-4d00-9e59-cdfb673208d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1813707 Jul 09 16:40:39.184633 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-029035dd-8314-4435-a020-1e573de34cb2 req-cb6d58e5-4188-4bae-9b7a-fe156f94be79 tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] Allocated IP 192.168.233.120 (c7d8b865-e1f3-4446-a87b-a6da86eba8a1/f122b436-b232-4a3c-9aac-47d5639f2da4/2b1b7b40-55e2-4430-b2f7-7f17d55eab24) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:40:39.218368 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-785807b3-4e25-4cfc-8e1a-49c1887da88b tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Deleting port 356a3338-97d3-413a-8727-93b9c74b4a25 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:40:39.218666 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-785807b3-4e25-4cfc-8e1a-49c1887da88b tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:39.294833 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f4ce7f5c-0389-4043-a304-e02686c06e7d req-eb0be67d-2fe9-423f-8866-5da9486e5371 service neutron] 10.222.0.77 "GET /v2.0/networks/33631c88-3b8b-4d00-9e59-cdfb673208d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148725 Jul 09 16:40:39.317763 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-efaabb96-890f-4a31-8803-91cca596256d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:39.388817 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaabb96-890f-4a31-8803-91cca596256d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event deleted for resources: {'Port': ['ID=78f17b2d-29d6-4a8a-9eea-748dd9c7d495,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:39.440194 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ce4d4b4e-a0a4-4e34-b177-62d9e4bc43e4 req-7606d1cc-bc48-4e48-81d8-fb2dd9f8bd7a tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] 10.222.0.98 "GET /v2.0/ports?device_id=93d6d9e8-3ec5-4ec1-873b-5d137ed1e54c HTTP/1.1" status: 200 len: 210 time: 0.0760162 Jul 09 16:40:39.496897 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f4ce7f5c-0389-4043-a304-e02686c06e7d req-acbccdb4-1c1a-40b8-9685-b6d73f5f05e6 service neutron] 10.222.0.77 "GET /v2.0/networks/33631c88-3b8b-4d00-9e59-cdfb673208d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953926 Jul 09 16:40:39.547265 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-785807b3-4e25-4cfc-8e1a-49c1887da88b tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:39.633807 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-785807b3-4e25-4cfc-8e1a-49c1887da88b tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Calling delete_port for 356a3338-97d3-413a-8727-93b9c74b4a25 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:40:39.665971 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-efaabb96-890f-4a31-8803-91cca596256d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:39.679698 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-029035dd-8314-4435-a020-1e573de34cb2 req-cb6d58e5-4188-4bae-9b7a-fe156f94be79 tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:39.764715 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-029035dd-8314-4435-a020-1e573de34cb2 req-cb6d58e5-4188-4bae-9b7a-fe156f94be79 tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] Transition to ACTIVE for port object 2b1b7b40-55e2-4430-b2f7-7f17d55eab24 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:40:39.941962 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-029035dd-8314-4435-a020-1e573de34cb2 req-cb6d58e5-4188-4bae-9b7a-fe156f94be79 tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:39.996881 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efaabb96-890f-4a31-8803-91cca596256d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Router e440acce-d6e1-4d23-b8ea-9f6448041088 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:40:40.026278 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-029035dd-8314-4435-a020-1e573de34cb2 req-cb6d58e5-4188-4bae-9b7a-fe156f94be79 tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] Network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:40:40.030436 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-029035dd-8314-4435-a020-1e573de34cb2 req-cb6d58e5-4188-4bae-9b7a-fe156f94be79 tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:40:40.033069 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d58e5-4188-4bae-9b7a-fe156f94be79 tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] Pushing event updated for resources: {'Port': ['ID=2b1b7b40-55e2-4430-b2f7-7f17d55eab24,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:40.037518 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-785807b3-4e25-4cfc-8e1a-49c1887da88b tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:40.042530 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-029035dd-8314-4435-a020-1e573de34cb2 req-cb6d58e5-4188-4bae-9b7a-fe156f94be79 tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:40:40.187145 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:40.279089 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785807b3-4e25-4cfc-8e1a-49c1887da88b tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event deleted for resources: {'Port': ['ID=356a3338-97d3-413a-8727-93b9c74b4a25,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:40.382120 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device be4e83dc-5555-4e96-9bbe-3fabe83184c3 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:40:40.573691 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2081113d-e3d9-4025-8644-f32319943e31 None None] Provisioning for port 2b1b7b40-55e2-4430-b2f7-7f17d55eab24 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:40:40.593262 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2081113d-e3d9-4025-8644-f32319943e31 None None] Provisioning complete for port 2b1b7b40-55e2-4430-b2f7-7f17d55eab24 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:40.593669 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2081113d-e3d9-4025-8644-f32319943e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:40.682093 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port be4e83dc-5555-4e96-9bbe-3fabe83184c3, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=be4e83dc-5555-4e96-9bbe-3fabe83184c3,segment=NetworkSegment(59de8925-b27c-49fb-9dfe-21a1ae00e22c),segment_id=59de8925-b27c-49fb-9dfe-21a1ae00e22c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:40.685012 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-2081113d-e3d9-4025-8644-f32319943e31 None None] Port 2b1b7b40-55e2-4430-b2f7-7f17d55eab24 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:40:40.701633 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': 'be4e83dc-5555-4e96-9bbe-3fabe83184c3', 'network_id': '33631c88-3b8b-4d00-9e59-cdfb673208d8', 'port_id': 'be4e83dc-5555-4e96-9bbe-3fabe83184c3', 'mac_address': 'fa:16:3e:22:ec:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0fac51f-ee7d-4400-991d-3a98e7f83952', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:40:40.751535 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:40.770323 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be4e83dc-5555-4e96-9bbe-3fabe83184c3 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:40:40.790473 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b12a0-ca01-4b96-ae98-485ba2943210 req-4d4cce76-8428-4962-82a5-ae97fd7d8d73 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:40.791435 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port be4e83dc-5555-4e96-9bbe-3fabe83184c3, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=be4e83dc-5555-4e96-9bbe-3fabe83184c3,segment=NetworkSegment(59de8925-b27c-49fb-9dfe-21a1ae00e22c),segment_id=59de8925-b27c-49fb-9dfe-21a1ae00e22c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:40.795944 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5b1b12a0-ca01-4b96-ae98-485ba2943210 req-4d4cce76-8428-4962-82a5-ae97fd7d8d73 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/ports?device_id=267fc013-fefa-4988-b6ed-d2cdb8a622f4 HTTP/1.1" status: 200 len: 943 time: 0.1277063 Jul 09 16:40:40.802347 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:40.860308 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5b1b12a0-ca01-4b96-ae98-485ba2943210 req-42d6ef9e-6025-4678-8e06-7aa6a54851ab tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/security-groups?id=abc51fd2-9d59-4194-8bb5-8d107c688a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584533 Jul 09 16:40:40.862184 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=be4e83dc-5555-4e96-9bbe-3fabe83184c3,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:40.875927 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-785807b3-4e25-4cfc-8e1a-49c1887da88b tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:40.881187 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-785807b3-4e25-4cfc-8e1a-49c1887da88b tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "DELETE /v2.0/ports/356a3338-97d3-413a-8727-93b9c74b4a25 HTTP/1.1" status: 204 len: 168 time: 2.1345623 Jul 09 16:40:40.881697 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35384) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:40.890876 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efaabb96-890f-4a31-8803-91cca596256d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:40:40.900472 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35386) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:40.904793 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1dafe3-9f5a-4467-a056-dd3e80d03428 None None] Sync routers for ids ['e440acce-d6e1-4d23-b8ea-9f6448041088'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:40:40.912159 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-efaabb96-890f-4a31-8803-91cca596256d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "PUT /v2.0/routers/e440acce-d6e1-4d23-b8ea-9f6448041088/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4087026 Jul 09 16:40:40.918504 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029035dd-8314-4435-a020-1e573de34cb2 req-cb6d58e5-4188-4bae-9b7a-fe156f94be79 tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:40.919166 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-029035dd-8314-4435-a020-1e573de34cb2 req-cb6d58e5-4188-4bae-9b7a-fe156f94be79 tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:40.920721 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1dafe3-9f5a-4467-a056-dd3e80d03428 None None] Routers {'e440acce-d6e1-4d23-b8ea-9f6448041088'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:40:40.921367 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-8c1dafe3-9f5a-4467-a056-dd3e80d03428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:40:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['e440acce-d6e1-4d23-b8ea-9f6448041088'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:40.960979 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1038c202-f696-4695-b674-c1bdaf723402 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "GET /v2.0/ports?device_id=e440acce-d6e1-4d23-b8ea-9f6448041088 HTTP/1.1" status: 200 len: 205 time: 0.0594575 Jul 09 16:40:40.961769 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35388) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:40.964689 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-8c1dafe3-9f5a-4467-a056-dd3e80d03428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:40.977378 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1dafe3-9f5a-4467-a056-dd3e80d03428 None None] Routers {'e440acce-d6e1-4d23-b8ea-9f6448041088'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:40:40.977996 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-8c1dafe3-9f5a-4467-a056-dd3e80d03428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:40:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['e440acce-d6e1-4d23-b8ea-9f6448041088'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:40.983389 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-04359b8e-6670-4515-91ac-57bbeeace382 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] GET failed (client error): The resource could not be found. Jul 09 16:40:40.985015 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-04359b8e-6670-4515-91ac-57bbeeace382 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "GET /v2.0/ports/356a3338-97d3-413a-8727-93b9c74b4a25 HTTP/1.1" status: 404 len: 333 time: 0.1027341 Jul 09 16:40:40.998746 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35390) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:41.036629 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['be4e83dc-5555-4e96-9bbe-3fabe83184c3'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:40:41.057560 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f1a0871-f5b6-458e-8353-8ea2e489f756 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:41.062716 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-029035dd-8314-4435-a020-1e573de34cb2 req-cb6d58e5-4188-4bae-9b7a-fe156f94be79 tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8664911 Jul 09 16:40:41.090717 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-029035dd-8314-4435-a020-1e573de34cb2 req-7bf43976-3d23-4c6c-9fd0-4813496a0cf3 service neutron] Request body: {'port': {'device_id': '93d6d9e8-3ec5-4ec1-873b-5d137ed1e54c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:41.098234 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-8c1dafe3-9f5a-4467-a056-dd3e80d03428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:41.098956 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1dafe3-9f5a-4467-a056-dd3e80d03428 None None] The sync data for ids ['e440acce-d6e1-4d23-b8ea-9f6448041088'] in n-d-798930-3 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:40:41.300249 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-029035dd-8314-4435-a020-1e573de34cb2 req-7bf43976-3d23-4c6c-9fd0-4813496a0cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:41.306684 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e3c715e8-c4e1-444d-b5a1-9ca0b4eb26b8 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Deleting port cb739e46-07f4-4acb-8fb7-58ceb60eb3fc {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:40:41.307060 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e3c715e8-c4e1-444d-b5a1-9ca0b4eb26b8 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:41.324600 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f1a0871-f5b6-458e-8353-8ea2e489f756 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:41.327204 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f1a0871-f5b6-458e-8353-8ea2e489f756 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:41.380187 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f1a0871-f5b6-458e-8353-8ea2e489f756 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:41.387331 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1a0871-f5b6-458e-8353-8ea2e489f756 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Fanout notify agent at l3_agent the message router_deleted on router e440acce-d6e1-4d23-b8ea-9f6448041088 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:40:41.397096 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f1a0871-f5b6-458e-8353-8ea2e489f756 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:41.402237 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35398) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:41.402388 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-4f1a0871-f5b6-458e-8353-8ea2e489f756 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "DELETE /v2.0/routers/e440acce-d6e1-4d23-b8ea-9f6448041088 HTTP/1.1" status: 204 len: 168 time: 0.4389415 Jul 09 16:40:41.419791 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290932d1-c7bf-4be0-bc47-14559d8181ed req-6c91f00a-6915-47b5-aaa7-ddfca5535e94 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:41.421626 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-290932d1-c7bf-4be0-bc47-14559d8181ed req-6c91f00a-6915-47b5-aaa7-ddfca5535e94 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=27ca80e2-fa97-4684-a815-7c222d49ea6f HTTP/1.1" status: 200 len: 946 time: 0.3606272 Jul 09 16:40:41.467329 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-290932d1-c7bf-4be0-bc47-14559d8181ed req-8b2bb4fd-4475-4859-8073-685cc752593c tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a8e018c-d316-4742-956b-cc123b12d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378950 Jul 09 16:40:41.577410 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e3c715e8-c4e1-444d-b5a1-9ca0b4eb26b8 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:41.603588 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-e60c69ad-9d27-4bf8-9e6d-62819cc52df1 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Deleting subnet ebd89e3c-5ecd-4ba6-b35e-e8ea4d401198 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:40:41.629147 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e60c69ad-9d27-4bf8-9e6d-62819cc52df1 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:41.637998 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e3c715e8-c4e1-444d-b5a1-9ca0b4eb26b8 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Calling delete_port for cb739e46-07f4-4acb-8fb7-58ceb60eb3fc owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:40:41.659138 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38a220-7212-4c11-a9ee-fedd5106b983 req-1d7cbb7b-2a32-4c33-88af-47160ecc1793 tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:41.662800 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0f38a220-7212-4c11-a9ee-fedd5106b983 req-1d7cbb7b-2a32-4c33-88af-47160ecc1793 tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] 10.222.0.98 "GET /v2.0/ports?device_id=93d6d9e8-3ec5-4ec1-873b-5d137ed1e54c HTTP/1.1" status: 200 len: 936 time: 0.0734301 Jul 09 16:40:41.708903 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0f38a220-7212-4c11-a9ee-fedd5106b983 req-4f132c36-5cfd-473a-bb97-e7f9ea98b7eb tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] 10.222.0.98 "GET /v2.0/security-groups?id=d4b3e9e2-57a0-4de6-a8da-b3a4f304916f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392463 Jul 09 16:40:41.733215 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e60c69ad-9d27-4bf8-9e6d-62819cc52df1 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:41.950263 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e60c69ad-9d27-4bf8-9e6d-62819cc52df1 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:42.042035 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e3c715e8-c4e1-444d-b5a1-9ca0b4eb26b8 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:42.045295 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-029035dd-8314-4435-a020-1e573de34cb2 req-7bf43976-3d23-4c6c-9fd0-4813496a0cf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b1b7b40-55e2-4430-b2f7-7f17d55eab24 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:40:42.064414 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-029035dd-8314-4435-a020-1e573de34cb2 req-7bf43976-3d23-4c6c-9fd0-4813496a0cf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:42.085891 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-029035dd-8314-4435-a020-1e573de34cb2 req-7bf43976-3d23-4c6c-9fd0-4813496a0cf3 service neutron] Transition to ACTIVE for port object 2b1b7b40-55e2-4430-b2f7-7f17d55eab24 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:40:42.112597 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228d2b8-e3e5-407e-a68a-19125672d805 req-22b9ab9a-b0e3-44f8-bd3d-2941233456a3 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:42.120735 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a228d2b8-e3e5-407e-a68a-19125672d805 req-22b9ab9a-b0e3-44f8-bd3d-2941233456a3 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/ports?device_id=267fc013-fefa-4988-b6ed-d2cdb8a622f4 HTTP/1.1" status: 200 len: 944 time: 0.1096313 Jul 09 16:40:42.147225 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c715e8-c4e1-444d-b5a1-9ca0b4eb26b8 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event deleted for resources: {'Port': ['ID=cb739e46-07f4-4acb-8fb7-58ceb60eb3fc,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:42.155688 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-029035dd-8314-4435-a020-1e573de34cb2 req-7bf43976-3d23-4c6c-9fd0-4813496a0cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:42.178846 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a228d2b8-e3e5-407e-a68a-19125672d805 req-720a55f5-7333-4939-b2e2-8b264c588aa9 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/security-groups?id=abc51fd2-9d59-4194-8bb5-8d107c688a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462089 Jul 09 16:40:42.214250 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e60c69ad-9d27-4bf8-9e6d-62819cc52df1 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:42.238901 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e60c69ad-9d27-4bf8-9e6d-62819cc52df1 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:42.242902 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b73718b-a92f-48b2-85fa-a22ed486da31 None None] Network a4df5467-9388-443c-b0c2-bb06dc248256 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:40:42.255979 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e60c69ad-9d27-4bf8-9e6d-62819cc52df1 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "DELETE /v2.0/subnets/ebd89e3c-5ecd-4ba6-b35e-e8ea4d401198 HTTP/1.1" status: 204 len: 168 time: 0.8512077 Jul 09 16:40:42.258610 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35408) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:42.345044 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c69ad-9d27-4bf8-9e6d-62819cc52df1 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event deleted for resources: {'Subnet': ['ID=ebd89e3c-5ecd-4ba6-b35e-e8ea4d401198,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:42.357281 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf43976-3d23-4c6c-9fd0-4813496a0cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=2b1b7b40-55e2-4430-b2f7-7f17d55eab24,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:42.405137 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e3c715e8-c4e1-444d-b5a1-9ca0b4eb26b8 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:42.416244 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device be4e83dc-5555-4e96-9bbe-3fabe83184c3 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:40:42.422414 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e3c715e8-c4e1-444d-b5a1-9ca0b4eb26b8 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "DELETE /v2.0/ports/cb739e46-07f4-4acb-8fb7-58ceb60eb3fc HTTP/1.1" status: 204 len: 168 time: 1.4073079 Jul 09 16:40:42.471850 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35410) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:42.598641 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ce65498-0e4a-484f-b441-328876213a9a tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] GET failed (client error): The resource could not be found. Jul 09 16:40:42.603508 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-1ce65498-0e4a-484f-b441-328876213a9a tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "GET /v2.0/ports/cb739e46-07f4-4acb-8fb7-58ceb60eb3fc HTTP/1.1" status: 404 len: 333 time: 0.1076820 Jul 09 16:40:42.614554 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35414) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:42.614554 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-029035dd-8314-4435-a020-1e573de34cb2 req-7bf43976-3d23-4c6c-9fd0-4813496a0cf3 service neutron] Attempting to bind port 2b1b7b40-55e2-4430-b2f7-7f17d55eab24 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:40:42.614554 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-029035dd-8314-4435-a020-1e573de34cb2 req-7bf43976-3d23-4c6c-9fd0-4813496a0cf3 service neutron] Attempting to bind port 2b1b7b40-55e2-4430-b2f7-7f17d55eab24 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:40:42.614554 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029035dd-8314-4435-a020-1e573de34cb2 req-7bf43976-3d23-4c6c-9fd0-4813496a0cf3 service neutron] Attempting to bind port 2b1b7b40-55e2-4430-b2f7-7f17d55eab24 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:40:42.635563 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029035dd-8314-4435-a020-1e573de34cb2 req-7bf43976-3d23-4c6c-9fd0-4813496a0cf3 service neutron] Port 2b1b7b40-55e2-4430-b2f7-7f17d55eab24 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:40:42.636528 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029035dd-8314-4435-a020-1e573de34cb2 req-7bf43976-3d23-4c6c-9fd0-4813496a0cf3 service neutron] Attempting to bind port 2b1b7b40-55e2-4430-b2f7-7f17d55eab24 on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:40:42.657075 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port be4e83dc-5555-4e96-9bbe-3fabe83184c3 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:40:42.677970 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port be4e83dc-5555-4e96-9bbe-3fabe83184c3 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:42.678337 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:42.698014 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029035dd-8314-4435-a020-1e573de34cb2 req-7bf43976-3d23-4c6c-9fd0-4813496a0cf3 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:40:42.698516 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029035dd-8314-4435-a020-1e573de34cb2 req-7bf43976-3d23-4c6c-9fd0-4813496a0cf3 service neutron] Checking segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:40:42.699167 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029035dd-8314-4435-a020-1e573de34cb2 req-7bf43976-3d23-4c6c-9fd0-4813496a0cf3 service neutron] Bound using segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:40:42.699726 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-029035dd-8314-4435-a020-1e573de34cb2 req-7bf43976-3d23-4c6c-9fd0-4813496a0cf3 service neutron] Bound port: 2b1b7b40-55e2-4430-b2f7-7f17d55eab24, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:40:42.700244 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-029035dd-8314-4435-a020-1e573de34cb2 req-7bf43976-3d23-4c6c-9fd0-4813496a0cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:42.746861 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e279304-0b39-497e-b9d8-934e8ec221b2 None None] DHCP port deletion for a4df5467-9388-443c-b0c2-bb06dc248256 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:40:42.836548 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-029035dd-8314-4435-a020-1e573de34cb2 req-7bf43976-3d23-4c6c-9fd0-4813496a0cf3 service neutron] For port 2b1b7b40-55e2-4430-b2f7-7f17d55eab24, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:40:42.840647 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-029035dd-8314-4435-a020-1e573de34cb2 req-7bf43976-3d23-4c6c-9fd0-4813496a0cf3 service neutron] For port 2b1b7b40-55e2-4430-b2f7-7f17d55eab24, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=2b1b7b40-55e2-4430-b2f7-7f17d55eab24,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:40:42.849525 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:42.856467 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-029035dd-8314-4435-a020-1e573de34cb2 req-7bf43976-3d23-4c6c-9fd0-4813496a0cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:42.886448 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-0e279304-0b39-497e-b9d8-934e8ec221b2 None None] Deleting port 44ce07bd-7254-4f9a-a8bb-ee299e6c388e {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:40:42.886854 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0e279304-0b39-497e-b9d8-934e8ec221b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:42.892466 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267fc013-fefa-4988-b6ed-d2cdb8a622f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4e83dc-5555-4e96-9bbe-3fabe83184c3'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:40:42.895789 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a49ce60-7fe2-45b2-a350-ac3f1e05c8a9" -d '{"events": [{"server_uuid": "267fc013-fefa-4988-b6ed-d2cdb8a622f4", "name": "network-vif-plugged", "status": "completed", "tag": "be4e83dc-5555-4e96-9bbe-3fabe83184c3"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:40:42.955233 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029035dd-8314-4435-a020-1e573de34cb2 req-7bf43976-3d23-4c6c-9fd0-4813496a0cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:42.955858 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-029035dd-8314-4435-a020-1e573de34cb2 req-7bf43976-3d23-4c6c-9fd0-4813496a0cf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:42.957310 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-029035dd-8314-4435-a020-1e573de34cb2 req-7bf43976-3d23-4c6c-9fd0-4813496a0cf3 service neutron] 10.222.0.73 "PUT /v2.0/ports/2b1b7b40-55e2-4430-b2f7-7f17d55eab24 HTTP/1.1" status: 200 len: 1096 time: 1.8760586 Jul 09 16:40:42.959986 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port be4e83dc-5555-4e96-9bbe-3fabe83184c3, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=be4e83dc-5555-4e96-9bbe-3fabe83184c3,segment=NetworkSegment(59de8925-b27c-49fb-9dfe-21a1ae00e22c),segment_id=59de8925-b27c-49fb-9dfe-21a1ae00e22c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:42.972657 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:42.986416 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-492f3c51-c346-405e-b154-af1f2e5f3972 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:42.988740 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-942fe1fc-8608-4e1a-b492-bcdd4a472cb1 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Deleting subnet 600460a8-edda-4d96-90f7-6d447d3e60cf {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:40:43.001014 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d6d9e8-3ec5-4ec1-873b-5d137ed1e54c', 'tag': '2b1b7b40-55e2-4430-b2f7-7f17d55eab24'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:40:43.003719 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b94a77-5527-4752-ba2f-d66f717d4186" -d '{"events": [{"name": "network-changed", "server_uuid": "93d6d9e8-3ec5-4ec1-873b-5d137ed1e54c", "tag": "2b1b7b40-55e2-4430-b2f7-7f17d55eab24"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:40:43.013446 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-942fe1fc-8608-4e1a-b492-bcdd4a472cb1 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:43.030485 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-0e279304-0b39-497e-b9d8-934e8ec221b2 None None] For port 44ce07bd-7254-4f9a-a8bb-ee299e6c388e, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=44ce07bd-7254-4f9a-a8bb-ee299e6c388e,segment=NetworkSegment(f880a52a-39a5-457d-b1b6-7e5c486a8e33),segment_id=f880a52a-39a5-457d-b1b6-7e5c486a8e33)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:43.030933 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0e279304-0b39-497e-b9d8-934e8ec221b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:43.069357 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-0e279304-0b39-497e-b9d8-934e8ec221b2 None None] Calling delete_port for 44ce07bd-7254-4f9a-a8bb-ee299e6c388e owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:40:43.151355 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf43976-3d23-4c6c-9fd0-4813496a0cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=2b1b7b40-55e2-4430-b2f7-7f17d55eab24,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:43.179327 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=be4e83dc-5555-4e96-9bbe-3fabe83184c3,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:43.202672 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-942fe1fc-8608-4e1a-b492-bcdd4a472cb1 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:43.245032 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0e279304-0b39-497e-b9d8-934e8ec221b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:43.246835 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89a16e-37eb-42ee-bcf1-60cbedb582e0 req-11221988-1f0e-42c0-978c-43371dd51fe7 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:43.248353 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4d89a16e-37eb-42ee-bcf1-60cbedb582e0 req-11221988-1f0e-42c0-978c-43371dd51fe7 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=27ca80e2-fa97-4684-a815-7c222d49ea6f HTTP/1.1" status: 200 len: 946 time: 0.2669570 Jul 09 16:40:43.258284 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6ecc0-3fc3-43ee-8d0a-d19863f92811 req-2388511f-25c3-4f9c-bdf6-741335cb497b tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:43.259801 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-51b6ecc0-3fc3-43ee-8d0a-d19863f92811 req-2388511f-25c3-4f9c-bdf6-741335cb497b tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.73 "GET /v2.0/ports?device_id=27ca80e2-fa97-4684-a815-7c222d49ea6f HTTP/1.1" status: 200 len: 946 time: 0.9840453 Jul 09 16:40:43.332966 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-492f3c51-c346-405e-b154-af1f2e5f3972 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Deleting port 44ce07bd-7254-4f9a-a8bb-ee299e6c388e {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:40:43.333576 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-492f3c51-c346-405e-b154-af1f2e5f3972 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:43.334061 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e279304-0b39-497e-b9d8-934e8ec221b2 None None] No DVR routers for this DVR port 44ce07bd-7254-4f9a-a8bb-ee299e6c388e on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:40:43.339077 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e279304-0b39-497e-b9d8-934e8ec221b2 None None] Pushing event deleted for resources: {'Port': ['ID=44ce07bd-7254-4f9a-a8bb-ee299e6c388e,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:43.387730 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-942fe1fc-8608-4e1a-b492-bcdd4a472cb1 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:43.428408 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029035dd-8314-4435-a020-1e573de34cb2 req-bafa9ebd-fdb4-4f8e-884f-a2a2eb4b718d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:43.429907 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-029035dd-8314-4435-a020-1e573de34cb2 req-bafa9ebd-fdb4-4f8e-884f-a2a2eb4b718d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=441ca75f41a74ce19613ab4d3e38c21b&device_id=93d6d9e8-3ec5-4ec1-873b-5d137ed1e54c HTTP/1.1" status: 200 len: 1099 time: 0.3910353 Jul 09 16:40:43.447497 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4d89a16e-37eb-42ee-bcf1-60cbedb582e0 req-a1bb26bc-483e-4c7d-9d6b-571aa774c48e tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/security-groups?id=7a8e018c-d316-4742-956b-cc123b12d459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864743 Jul 09 16:40:43.491193 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-029035dd-8314-4435-a020-1e573de34cb2 req-594c9b42-3341-4a36-ae10-f3a6e2415cb9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=2b1b7b40-55e2-4430-b2f7-7f17d55eab24 HTTP/1.1" status: 200 len: 217 time: 0.0441921 Jul 09 16:40:43.506979 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-492f3c51-c346-405e-b154-af1f2e5f3972 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] For port 44ce07bd-7254-4f9a-a8bb-ee299e6c388e, host n-d-798930-3, got binding levels [] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:43.507309 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-492f3c51-c346-405e-b154-af1f2e5f3972 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:43.529555 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-492f3c51-c346-405e-b154-af1f2e5f3972 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Calling delete_port for 44ce07bd-7254-4f9a-a8bb-ee299e6c388e owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:40:43.532960 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.ipam_backend_mixin [None req-492f3c51-c346-405e-b154-af1f2e5f3972 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Port 44ce07bd-7254-4f9a-a8bb-ee299e6c388e was not found and therefore no delete operation was performed {{(pid=93958) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 16:40:43.545042 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-492f3c51-c346-405e-b154-af1f2e5f3972 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:43.556763 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-942fe1fc-8608-4e1a-b492-bcdd4a472cb1 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:43.589175 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f3c51-c346-405e-b154-af1f2e5f3972 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event deleted for resources: {'Port': ['ID=44ce07bd-7254-4f9a-a8bb-ee299e6c388e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:43.593193 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942fe1fc-8608-4e1a-b492-bcdd4a472cb1 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event deleted for resources: {'Subnet': ['ID=600460a8-edda-4d96-90f7-6d447d3e60cf,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:43.602991 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-942fe1fc-8608-4e1a-b492-bcdd4a472cb1 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:43.607374 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-942fe1fc-8608-4e1a-b492-bcdd4a472cb1 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "DELETE /v2.0/subnets/600460a8-edda-4d96-90f7-6d447d3e60cf HTTP/1.1" status: 204 len: 168 time: 0.9961097 Jul 09 16:40:43.609206 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029035dd-8314-4435-a020-1e573de34cb2 req-d5e3f401-9d50-4fa6-9ee8-913d355d8e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:43.610852 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-029035dd-8314-4435-a020-1e573de34cb2 req-d5e3f401-9d50-4fa6-9ee8-913d355d8e72 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.1069827 Jul 09 16:40:43.611327 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35428) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:43.612126 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0b16bc-644e-4e9c-8a17-9af4942f2acb None None] Network 593710ee-a56c-456d-8b9e-7b1be35bb1b3 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:40:43.624628 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492f3c51-c346-405e-b154-af1f2e5f3972 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] No DVR routers for this DVR port 44ce07bd-7254-4f9a-a8bb-ee299e6c388e on host n-d-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:40:43.627325 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-51b6ecc0-3fc3-43ee-8d0a-d19863f92811 req-9c1dd48f-2531-468e-b546-c07cc2110ded tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Deleting port b2874e17-97fa-487f-9d66-e5a5e02ef11a {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:40:43.627675 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-51b6ecc0-3fc3-43ee-8d0a-d19863f92811 req-9c1dd48f-2531-468e-b546-c07cc2110ded tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:43.769674 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-492f3c51-c346-405e-b154-af1f2e5f3972 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:43.774227 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cf7e8537-b8a4-476a-a911-f65d96825535 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:43.780031 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029035dd-8314-4435-a020-1e573de34cb2 req-bb7f2ddb-6f71-475b-83b0-4c0980480279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:43.781561 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-029035dd-8314-4435-a020-1e573de34cb2 req-bb7f2ddb-6f71-475b-83b0-4c0980480279 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1616447 Jul 09 16:40:43.801619 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-492f3c51-c346-405e-b154-af1f2e5f3972 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4df5467-9388-443c-b0c2-bb06dc248256']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:43.820681 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-492f3c51-c346-405e-b154-af1f2e5f3972 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f880a52a-39a5-457d-b1b6-7e5c486a8e33') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:43.821255 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-492f3c51-c346-405e-b154-af1f2e5f3972 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f880a52a-39a5-457d-b1b6-7e5c486a8e33') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:43.839685 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-492f3c51-c346-405e-b154-af1f2e5f3972 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:43.868949 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb568e96-0442-4631-9c05-5fc87bd168e8 req-abb33a60-1d68-4b07-be55-09c2fdfc07b8 tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:43.876413 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-eb568e96-0442-4631-9c05-5fc87bd168e8 req-abb33a60-1d68-4b07-be55-09c2fdfc07b8 tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] 10.222.0.98 "GET /v2.0/ports?device_id=93d6d9e8-3ec5-4ec1-873b-5d137ed1e54c HTTP/1.1" status: 200 len: 948 time: 0.3044736 Jul 09 16:40:43.889061 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-51b6ecc0-3fc3-43ee-8d0a-d19863f92811 req-9c1dd48f-2531-468e-b546-c07cc2110ded tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] For port b2874e17-97fa-487f-9d66-e5a5e02ef11a, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=b2874e17-97fa-487f-9d66-e5a5e02ef11a,segment=NetworkSegment(c69a2028-7f11-44fc-9cb8-816928cf4954),segment_id=c69a2028-7f11-44fc-9cb8-816928cf4954)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:43.889760 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-51b6ecc0-3fc3-43ee-8d0a-d19863f92811 req-9c1dd48f-2531-468e-b546-c07cc2110ded tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:43.892926 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-492f3c51-c346-405e-b154-af1f2e5f3972 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:43.917526 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-492f3c51-c346-405e-b154-af1f2e5f3972 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:40:43.918388 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-492f3c51-c346-405e-b154-af1f2e5f3972 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:43.920251 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-029035dd-8314-4435-a020-1e573de34cb2 req-72db39af-eb2d-4bb5-aac9-46adc74e304d service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299191 Jul 09 16:40:43.923653 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:40:43.923653 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:40:43.923653 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:40:43.923653 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:40:43.923653 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:40:43.923653 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:40:43.923653 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:40:43.923653 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:40:43.923653 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:40:43.923653 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:40:43.923653 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:40:43.923653 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:40:43.923653 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:40:43.923653 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:40:43.923653 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:40:43.923653 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:40:43.923653 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:40:43.923653 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:40:43.923653 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:40:43.923653 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:40:43.923653 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:40:43.923653 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:40:43.923653 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:40:43.923653 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:40:43.923653 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:40:43.923653 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:40:43.923653 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:40:43.923653 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:40:43.923653 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:40:43.923653 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:40:43.923653 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:40:43.923653 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:40:43.923653 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:40:43.923653 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:40:43.923653 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:40:43.923653 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:40:43.923653 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:40:43.923653 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:40:43.923653 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:40:43.923653 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:40:43.923653 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:40:43.923653 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:40:43.929832 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-51b6ecc0-3fc3-43ee-8d0a-d19863f92811 req-9c1dd48f-2531-468e-b546-c07cc2110ded tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Calling delete_port for b2874e17-97fa-487f-9d66-e5a5e02ef11a owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:40:43.937961 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-cf7e8537-b8a4-476a-a911-f65d96825535 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Deleting port 493b6d64-70c1-4547-8171-def26aaea919 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:40:43.938487 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cf7e8537-b8a4-476a-a911-f65d96825535 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:44.019846 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-eb568e96-0442-4631-9c05-5fc87bd168e8 req-821fdb96-b9b8-4b98-91cc-b3927b7e6a8c tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] 10.222.0.98 "GET /v2.0/security-groups?id=d4b3e9e2-57a0-4de6-a8da-b3a4f304916f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414011 Jul 09 16:40:44.054829 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-cf7e8537-b8a4-476a-a911-f65d96825535 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] For port 493b6d64-70c1-4547-8171-def26aaea919, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=493b6d64-70c1-4547-8171-def26aaea919,segment=NetworkSegment(414f6fbf-cca1-4f19-8e4c-e9e0959a542b),segment_id=414f6fbf-cca1-4f19-8e4c-e9e0959a542b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:44.055271 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cf7e8537-b8a4-476a-a911-f65d96825535 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:44.073329 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-492f3c51-c346-405e-b154-af1f2e5f3972 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:44.076373 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-cf7e8537-b8a4-476a-a911-f65d96825535 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Calling delete_port for 493b6d64-70c1-4547-8171-def26aaea919 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:40:44.076577 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6781ff-80f5-4225-b4ed-b0445f68e264 x-openstack-request-id: req-fe6781ff-80f5-4225-b4ed-b0445f68e264 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:40:44.076940 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267fc013-fefa-4988-b6ed-d2cdb8a622f4", "name": "network-vif-plugged", "status": "completed", "tag": "be4e83dc-5555-4e96-9bbe-3fabe83184c3", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:40:44.077253 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fe6781ff-80f5-4225-b4ed-b0445f68e264 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:40:44.078563 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '267fc013-fefa-4988-b6ed-d2cdb8a622f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4e83dc-5555-4e96-9bbe-3fabe83184c3', 'code': 200} Jul 09 16:40:44.097851 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3d5836-cd53-4d0b-bc1c-489e320e33a8 None None] DHCP port deletion for 593710ee-a56c-456d-8b9e-7b1be35bb1b3 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:40:44.115033 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-492f3c51-c346-405e-b154-af1f2e5f3972 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:44.121804 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-492f3c51-c346-405e-b154-af1f2e5f3972 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "DELETE /v2.0/networks/a4df5467-9388-443c-b0c2-bb06dc248256 HTTP/1.1" status: 204 len: 168 time: 1.8575180 Jul 09 16:40:44.121804 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f3c51-c346-405e-b154-af1f2e5f3972 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event deleted for resources: {'Network': ['ID=a4df5467-9388-443c-b0c2-bb06dc248256,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:44.123660 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35432) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:44.131444 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d5c05476-5c8d-4a42-b977-f923818d829d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-420959986', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:44.148601 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb791c7-851b-4259-b620-b2b66b4c8f66 x-openstack-request-id: req-0fb791c7-851b-4259-b620-b2b66b4c8f66 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:40:44.148920 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93d6d9e8-3ec5-4ec1-873b-5d137ed1e54c", "tag": "2b1b7b40-55e2-4430-b2f7-7f17d55eab24", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:40:44.149176 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0fb791c7-851b-4259-b620-b2b66b4c8f66 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:40:44.149573 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d6d9e8-3ec5-4ec1-873b-5d137ed1e54c', 'tag': '2b1b7b40-55e2-4430-b2f7-7f17d55eab24', 'status': 'completed', 'code': 200} Jul 09 16:40:44.171159 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-029035dd-8314-4435-a020-1e573de34cb2 req-336a935e-952e-4422-a0b7-de4ee03b5a24 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421505 Jul 09 16:40:44.193855 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5c05476-5c8d-4a42-b977-f923818d829d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:44.195082 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5c05476-5c8d-4a42-b977-f923818d829d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:44.229360 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cf7e8537-b8a4-476a-a911-f65d96825535 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:44.250465 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fa3d5836-cd53-4d0b-bc1c-489e320e33a8 None None] Deleting port 493b6d64-70c1-4547-8171-def26aaea919 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:40:44.251040 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fa3d5836-cd53-4d0b-bc1c-489e320e33a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:44.266600 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7e8537-b8a4-476a-a911-f65d96825535 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event deleted for resources: {'Port': ['ID=493b6d64-70c1-4547-8171-def26aaea919,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:44.268823 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7e8537-b8a4-476a-a911-f65d96825535 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] No DVR routers for this DVR port 493b6d64-70c1-4547-8171-def26aaea919 on host n-d-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:40:44.353829 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fa3d5836-cd53-4d0b-bc1c-489e320e33a8 None None] For port 493b6d64-70c1-4547-8171-def26aaea919, host n-d-798930-3, got binding levels [] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:44.354230 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fa3d5836-cd53-4d0b-bc1c-489e320e33a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:44.369103 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fa3d5836-cd53-4d0b-bc1c-489e320e33a8 None None] Calling delete_port for 493b6d64-70c1-4547-8171-def26aaea919 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:40:44.371784 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.ipam_backend_mixin [None req-fa3d5836-cd53-4d0b-bc1c-489e320e33a8 None None] Port 493b6d64-70c1-4547-8171-def26aaea919 was not found and therefore no delete operation was performed {{(pid=93960) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 16:40:44.374703 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fa3d5836-cd53-4d0b-bc1c-489e320e33a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:44.384126 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 493b6d64-70c1-4547-8171-def26aaea919 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:40:44.388549 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5c05476-5c8d-4a42-b977-f923818d829d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:44.390371 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-51b6ecc0-3fc3-43ee-8d0a-d19863f92811 req-9c1dd48f-2531-468e-b546-c07cc2110ded tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:44.419213 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3d5836-cd53-4d0b-bc1c-489e320e33a8 None None] No DVR routers for this DVR port 493b6d64-70c1-4547-8171-def26aaea919 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:40:44.423057 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 493b6d64-70c1-4547-8171-def26aaea919 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:40:44.423665 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 493b6d64-70c1-4547-8171-def26aaea919 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:40:44.427398 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cf7e8537-b8a4-476a-a911-f65d96825535 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:44.427818 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 44ce07bd-7254-4f9a-a8bb-ee299e6c388e no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:40:44.447397 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-cf7e8537-b8a4-476a-a911-f65d96825535 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['593710ee-a56c-456d-8b9e-7b1be35bb1b3']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:44.454520 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 44ce07bd-7254-4f9a-a8bb-ee299e6c388e {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:40:44.454922 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 44ce07bd-7254-4f9a-a8bb-ee299e6c388e not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:40:44.464588 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b94a77-5527-4752-ba2f-d66f717d4186 req-e43cbe12-6277-4eb7-bb1f-7b478adf492f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:44.465329 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5c05476-5c8d-4a42-b977-f923818d829d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:44.466183 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-54b94a77-5527-4752-ba2f-d66f717d4186 req-e43cbe12-6277-4eb7-bb1f-7b478adf492f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=441ca75f41a74ce19613ab4d3e38c21b&device_id=93d6d9e8-3ec5-4ec1-873b-5d137ed1e54c HTTP/1.1" status: 200 len: 1099 time: 0.1906192 Jul 09 16:40:44.469222 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-cf7e8537-b8a4-476a-a911-f65d96825535 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '414f6fbf-cca1-4f19-8e4c-e9e0959a542b') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:44.469222 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-cf7e8537-b8a4-476a-a911-f65d96825535 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '414f6fbf-cca1-4f19-8e4c-e9e0959a542b') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:44.496163 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3d5836-cd53-4d0b-bc1c-489e320e33a8 None None] Pushing event deleted for resources: {'Port': ['ID=493b6d64-70c1-4547-8171-def26aaea919,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:44.511048 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cf7e8537-b8a4-476a-a911-f65d96825535 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:44.517890 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5c05476-5c8d-4a42-b977-f923818d829d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:44.522289 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d5c05476-5c8d-4a42-b977-f923818d829d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3941984 Jul 09 16:40:44.525836 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35438) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:44.527353 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1dd48f-2531-468e-b546-c07cc2110ded tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Pushing event deleted for resources: {'Port': ['ID=b2874e17-97fa-487f-9d66-e5a5e02ef11a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:44.533697 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d1bae50f-3b3b-49ad-8a78-0fdc483dfaab tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Request body: {'network': {'name': 'tempest-RoutersTest-1626163460'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:44.590903 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1bae50f-3b3b-49ad-8a78-0fdc483dfaab tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Made reservation on behalf of 850e57f21d324dbe951314eb6bfbdc4a for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:40:44.593971 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d1bae50f-3b3b-49ad-8a78-0fdc483dfaab tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:44.601352 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cf7e8537-b8a4-476a-a911-f65d96825535 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:44.610289 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b94a77-5527-4752-ba2f-d66f717d4186 req-d24a07f6-a81c-4690-a6c6-c3e78fee700a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:44.612214 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-54b94a77-5527-4752-ba2f-d66f717d4186 req-d24a07f6-a81c-4690-a6c6-c3e78fee700a service neutron] 10.222.0.73 "GET /v2.0/networks?id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1 HTTP/1.1" status: 200 len: 870 time: 0.1359713 Jul 09 16:40:44.613269 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf7e8537-b8a4-476a-a911-f65d96825535 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:40:44.613733 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cf7e8537-b8a4-476a-a911-f65d96825535 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:44.616945 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:40:44.616945 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:40:44.616945 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:40:44.616945 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:40:44.616945 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:40:44.616945 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:40:44.616945 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:40:44.616945 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:40:44.616945 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:40:44.616945 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:40:44.616945 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:40:44.616945 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:40:44.616945 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:40:44.616945 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:40:44.616945 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:40:44.616945 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:40:44.616945 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:40:44.616945 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:40:44.616945 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:40:44.616945 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:40:44.616945 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:40:44.616945 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:40:44.616945 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:40:44.616945 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:40:44.616945 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:40:44.616945 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:40:44.616945 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:40:44.616945 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:40:44.616945 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:40:44.616945 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:40:44.616945 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:40:44.616945 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:40:44.616945 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:40:44.616945 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:40:44.616945 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:40:44.616945 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:40:44.616945 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:40:44.616945 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:40:44.616945 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:40:44.616945 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:40:44.624392 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b6ecc0-3fc3-43ee-8d0a-d19863f92811 req-9c1dd48f-2531-468e-b546-c07cc2110ded tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] No DVR routers for this DVR port b2874e17-97fa-487f-9d66-e5a5e02ef11a on host n-h2-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:40:44.631701 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-51b6ecc0-3fc3-43ee-8d0a-d19863f92811 req-9c1dd48f-2531-468e-b546-c07cc2110ded tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:44.633844 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-51b6ecc0-3fc3-43ee-8d0a-d19863f92811 req-9c1dd48f-2531-468e-b546-c07cc2110ded tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.73 "DELETE /v2.0/ports/b2874e17-97fa-487f-9d66-e5a5e02ef11a HTTP/1.1" status: 204 len: 173 time: 1.3656793 Jul 09 16:40:44.636476 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27ca80e2-fa97-4684-a815-7c222d49ea6f', 'name': 'network-vif-deleted', 'tag': 'b2874e17-97fa-487f-9d66-e5a5e02ef11a'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:40:44.637933 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a06843a-4bdc-4dfb-917f-d398b13bff0d" -d '{"events": [{"server_uuid": "27ca80e2-fa97-4684-a815-7c222d49ea6f", "name": "network-vif-deleted", "tag": "b2874e17-97fa-487f-9d66-e5a5e02ef11a"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:40:44.654649 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e274b-9716-427b-9fe3-4418f96df273 req-6c55a153-c759-4879-96ae-fb9b0dc0966e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:44.656204 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-015e274b-9716-427b-9fe3-4418f96df273 req-6c55a153-c759-4879-96ae-fb9b0dc0966e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=267fc013-fefa-4988-b6ed-d2cdb8a622f4 HTTP/1.1" status: 200 len: 1096 time: 0.3433325 Jul 09 16:40:44.664857 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4430f9c2-e2bd-4517-a1a6-d752a8dbf7e7 req-eb5f2910-b34e-453d-a915-bf51b36fd261 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:44.671691 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4430f9c2-e2bd-4517-a1a6-d752a8dbf7e7 req-eb5f2910-b34e-453d-a915-bf51b36fd261 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/ports?device_id=267fc013-fefa-4988-b6ed-d2cdb8a622f4 HTTP/1.1" status: 200 len: 945 time: 0.3443828 Jul 09 16:40:44.746372 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4430f9c2-e2bd-4517-a1a6-d752a8dbf7e7 req-5ee2f41c-b658-4c80-ac5f-d03d59d6ed29 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/security-groups?id=abc51fd2-9d59-4194-8bb5-8d107c688a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0737126 Jul 09 16:40:44.755849 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1bae50f-3b3b-49ad-8a78-0fdc483dfaab tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:40:44.770159 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-015e274b-9716-427b-9fe3-4418f96df273 req-a64d1af3-fef4-4ac6-a90b-5f8116c088dd service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=abc51fd2-9d59-4194-8bb5-8d107c688a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0904758 Jul 09 16:40:44.779047 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d1bae50f-3b3b-49ad-8a78-0fdc483dfaab tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:44.779720 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-d1bae50f-3b3b-49ad-8a78-0fdc483dfaab tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Added segment 06698069-85ff-46d7-b7d0-5aac828cdd70 of type vlan for network 3f1c0eb0-f3f5-4bff-9ec2-33914bafa70a Jul 09 16:40:44.805614 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cf7e8537-b8a4-476a-a911-f65d96825535 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:44.836744 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cf7e8537-b8a4-476a-a911-f65d96825535 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:44.839758 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-cf7e8537-b8a4-476a-a911-f65d96825535 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "DELETE /v2.0/networks/593710ee-a56c-456d-8b9e-7b1be35bb1b3 HTTP/1.1" status: 204 len: 168 time: 1.2271919 Jul 09 16:40:44.841018 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7e8537-b8a4-476a-a911-f65d96825535 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event deleted for resources: {'Network': ['ID=593710ee-a56c-456d-8b9e-7b1be35bb1b3,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:44.843988 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35446) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:44.846011 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-54b94a77-5527-4752-ba2f-d66f717d4186 req-517e80f3-dbf6-44f8-bf75-94f472e544ef service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=2b1b7b40-55e2-4430-b2f7-7f17d55eab24 HTTP/1.1" status: 200 len: 217 time: 0.2145493 Jul 09 16:40:44.857144 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-2ad1e734-a80c-47f8-b796-7799a2120668 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-129233396'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:44.861493 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d1bae50f-3b3b-49ad-8a78-0fdc483dfaab tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:44.904818 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b94a77-5527-4752-ba2f-d66f717d4186 req-69ab2683-5d6b-4478-bdfb-210088bec114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:44.906598 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-54b94a77-5527-4752-ba2f-d66f717d4186 req-69ab2683-5d6b-4478-bdfb-210088bec114 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.0539756 Jul 09 16:40:44.921887 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad1e734-a80c-47f8-b796-7799a2120668 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Made reservation on behalf of 522630d2233142e4a30463472a66f8be for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:40:44.928442 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2ad1e734-a80c-47f8-b796-7799a2120668 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:44.943946 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d1bae50f-3b3b-49ad-8a78-0fdc483dfaab tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:44.950973 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bae50f-3b3b-49ad-8a78-0fdc483dfaab tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:44.951751 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d1bae50f-3b3b-49ad-8a78-0fdc483dfaab tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:44.971373 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b94a77-5527-4752-ba2f-d66f717d4186 req-0cfcedc5-2018-4524-bb9b-e12d28d6430d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:44.973105 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-54b94a77-5527-4752-ba2f-d66f717d4186 req-0cfcedc5-2018-4524-bb9b-e12d28d6430d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0597384 Jul 09 16:40:45.033715 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0f45a81b-a748-4ada-8338-1f62df199ca8 req-250c1d93-7977-4645-9eda-cfd573bc4e19 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] 10.222.0.98 "GET /v2.0/ports?device_id=27ca80e2-fa97-4684-a815-7c222d49ea6f HTTP/1.1" status: 200 len: 210 time: 0.0926261 Jul 09 16:40:45.052252 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ad1e734-a80c-47f8-b796-7799a2120668 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:40:45.057055 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d1bae50f-3b3b-49ad-8a78-0fdc483dfaab tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5276141 Jul 09 16:40:45.061878 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35450) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:45.067991 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bae50f-3b3b-49ad-8a78-0fdc483dfaab tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event updated for resources: {'Network': ['ID=3f1c0eb0-f3f5-4bff-9ec2-33914bafa70a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:45.079405 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-00668530-c0b8-4966-9722-522c6b4a1a59 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Request body: {'subnet': {'network_id': '3f1c0eb0-f3f5-4bff-9ec2-33914bafa70a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:45.084892 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 3f1c0eb0-f3f5-4bff-9ec2-33914bafa70a details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:40:45.089491 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2ad1e734-a80c-47f8-b796-7799a2120668 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:45.089971 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-2ad1e734-a80c-47f8-b796-7799a2120668 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Added segment 4e3068f4-420a-45c2-b757-c1c7826fef50 of type vlan for network 52d3edd8-4fe3-4880-814d-6a2f23c31e5a Jul 09 16:40:45.154459 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2ad1e734-a80c-47f8-b796-7799a2120668 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:45.166074 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-54b94a77-5527-4752-ba2f-d66f717d4186 req-efc2ae4a-b59d-4d1b-bafb-7e93cb79cd82 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852522 Jul 09 16:40:45.222370 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2ad1e734-a80c-47f8-b796-7799a2120668 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:45.230433 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad1e734-a80c-47f8-b796-7799a2120668 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:45.231065 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2ad1e734-a80c-47f8-b796-7799a2120668 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:45.286254 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00668530-c0b8-4966-9722-522c6b4a1a59 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Made reservation on behalf of 850e57f21d324dbe951314eb6bfbdc4a for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:40:45.298169 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-00668530-c0b8-4966-9722-522c6b4a1a59 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:45.329781 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2ad1e734-a80c-47f8-b796-7799a2120668 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4843805 Jul 09 16:40:45.330613 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35454) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:45.334132 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad1e734-a80c-47f8-b796-7799a2120668 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event updated for resources: {'Network': ['ID=52d3edd8-4fe3-4880-814d-6a2f23c31e5a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:45.341168 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-866af612-554b-4b79-b471-9774f3a59849 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Request body: {'subnet': {'network_id': '52d3edd8-4fe3-4880-814d-6a2f23c31e5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:45.346049 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 52d3edd8-4fe3-4880-814d-6a2f23c31e5a details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:40:45.394801 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-54b94a77-5527-4752-ba2f-d66f717d4186 req-3763b0e1-25c1-4b3a-8d0d-1017f02067e1 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156277 Jul 09 16:40:45.452945 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32211b7-f8f6-48a6-ba8d-b40a1574ff00 x-openstack-request-id: req-a32211b7-f8f6-48a6-ba8d-b40a1574ff00 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:40:45.453528 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27ca80e2-fa97-4684-a815-7c222d49ea6f", "name": "network-vif-deleted", "tag": "b2874e17-97fa-487f-9d66-e5a5e02ef11a", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:40:45.453528 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a32211b7-f8f6-48a6-ba8d-b40a1574ff00 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:40:45.453856 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27ca80e2-fa97-4684-a815-7c222d49ea6f', 'name': 'network-vif-deleted', 'tag': 'b2874e17-97fa-487f-9d66-e5a5e02ef11a', 'status': 'completed', 'code': 200} Jul 09 16:40:45.615393 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866af612-554b-4b79-b471-9774f3a59849 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Made reservation on behalf of 522630d2233142e4a30463472a66f8be for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:40:45.619895 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-866af612-554b-4b79-b471-9774f3a59849 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:45.645847 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-00668530-c0b8-4966-9722-522c6b4a1a59 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:45.709168 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f289603-d5f4-439e-89db-d99e142727ef req-4e1d58ed-44ff-4040-9cb5-a8df48ae04fe tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:45.717790 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1f289603-d5f4-439e-89db-d99e142727ef req-4e1d58ed-44ff-4040-9cb5-a8df48ae04fe tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] 10.222.0.98 "GET /v2.0/ports?device_id=93d6d9e8-3ec5-4ec1-873b-5d137ed1e54c HTTP/1.1" status: 200 len: 948 time: 0.2139585 Jul 09 16:40:45.732966 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00668530-c0b8-4966-9722-522c6b4a1a59 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event updated for resources: {'Subnet': ['ID=12eafcda-c893-46af-886a-30b90e5ffa79,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:45.749266 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00668530-c0b8-4966-9722-522c6b4a1a59 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Checking segment: {'id': '06698069-85ff-46d7-b7d0-5aac828cdd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3f1c0eb0-f3f5-4bff-9ec2-33914bafa70a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:40:45.749862 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00668530-c0b8-4966-9722-522c6b4a1a59 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Network hostable DHCP agents. Network: 3f1c0eb0-f3f5-4bff-9ec2-33914bafa70a, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:40:45.773378 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00668530-c0b8-4966-9722-522c6b4a1a59 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Network 3f1c0eb0-f3f5-4bff-9ec2-33914bafa70a is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:40:45.779164 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1f289603-d5f4-439e-89db-d99e142727ef req-4cc2b3e7-2824-44ce-9dfd-3d1c794cc520 tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] 10.222.0.98 "GET /v2.0/security-groups?id=d4b3e9e2-57a0-4de6-a8da-b3a4f304916f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603790 Jul 09 16:40:45.814233 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-00668530-c0b8-4966-9722-522c6b4a1a59 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 3f1c0eb0-f3f5-4bff-9ec2-33914bafa70a) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:40:45.830923 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00668530-c0b8-4966-9722-522c6b4a1a59 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:45.831589 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-00668530-c0b8-4966-9722-522c6b4a1a59 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:45.836308 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669941ae-57c7-4357-af58-1c36bb13202d None None] Network 3f1c0eb0-f3f5-4bff-9ec2-33914bafa70a requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:40:45.908724 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-00668530-c0b8-4966-9722-522c6b4a1a59 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8361125 Jul 09 16:40:45.911928 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35460) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:46.020464 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-866af612-554b-4b79-b471-9774f3a59849 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:46.071527 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f7d7b6-0d59-466b-abea-5f08959d1f3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-3f1c0eb0-f3f5-4bff-9ec2-33914bafa70a', 'network_id': '3f1c0eb0-f3f5-4bff-9ec2-33914bafa70a', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'fixed_ips': [{'subnet_id': '12eafcda-c893-46af-886a-30b90e5ffa79'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:40:46.073451 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-50f7d7b6-0d59-466b-abea-5f08959d1f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:46.073766 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799bb319-8088-4f5a-85dc-a301542614da req-d86e3dfa-2876-49df-977d-3b4a7b6c9225 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:46.079517 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-799bb319-8088-4f5a-85dc-a301542614da req-d86e3dfa-2876-49df-977d-3b4a7b6c9225 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/ports?device_id=267fc013-fefa-4988-b6ed-d2cdb8a622f4 HTTP/1.1" status: 200 len: 945 time: 0.1559227 Jul 09 16:40:46.121308 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866af612-554b-4b79-b471-9774f3a59849 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event updated for resources: {'Subnet': ['ID=a95ac324-2970-4dec-9478-247e3a5442ff,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:46.154800 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866af612-554b-4b79-b471-9774f3a59849 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Checking segment: {'id': '4e3068f4-420a-45c2-b757-c1c7826fef50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '52d3edd8-4fe3-4880-814d-6a2f23c31e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:40:46.154800 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866af612-554b-4b79-b471-9774f3a59849 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Network hostable DHCP agents. Network: 52d3edd8-4fe3-4880-814d-6a2f23c31e5a, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:40:46.163959 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-799bb319-8088-4f5a-85dc-a301542614da req-2c8c2243-c3fa-4bf3-bce4-20a404d745cc tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/security-groups?id=abc51fd2-9d59-4194-8bb5-8d107c688a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0827456 Jul 09 16:40:46.198217 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device b2874e17-97fa-487f-9d66-e5a5e02ef11a no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:40:46.211039 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866af612-554b-4b79-b471-9774f3a59849 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Network 52d3edd8-4fe3-4880-814d-6a2f23c31e5a is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:40:46.223795 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-866af612-554b-4b79-b471-9774f3a59849 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 52d3edd8-4fe3-4880-814d-6a2f23c31e5a) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:40:46.228155 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866af612-554b-4b79-b471-9774f3a59849 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:46.228800 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-866af612-554b-4b79-b471-9774f3a59849 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:46.230105 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: b2874e17-97fa-487f-9d66-e5a5e02ef11a {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:40:46.230453 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device b2874e17-97fa-487f-9d66-e5a5e02ef11a not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:40:46.239117 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee95f68-fa50-4f60-b71a-e527d36251df None None] Network 52d3edd8-4fe3-4880-814d-6a2f23c31e5a requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:40:46.256960 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-866af612-554b-4b79-b471-9774f3a59849 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9235957 Jul 09 16:40:46.259803 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35470) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:46.265438 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a74e024d-5104-44c6-8729-615c82ad463c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Request body: {'port': {'network_id': '52d3edd8-4fe3-4880-814d-6a2f23c31e5a', 'name': 'tempest-PortsIpV6TestJSON-1533429131', 'fixed_ips': [{'subnet_id': 'a95ac324-2970-4dec-9478-247e3a5442ff', 'ip_address': '2001:db8::10'}]}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:46.293494 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4630dac2-976c-4620-988b-8829f8231555 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:46.346461 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35472) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:46.352085 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-50f7d7b6-0d59-466b-abea-5f08959d1f3c None None] Allocated IP 172.20.0.2 (3f1c0eb0-f3f5-4bff-9ec2-33914bafa70a/12eafcda-c893-46af-886a-30b90e5ffa79/3194223c-6ece-4721-9522-afb8a5f2656f) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:40:46.510879 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74e024d-5104-44c6-8729-615c82ad463c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Made reservation on behalf of 522630d2233142e4a30463472a66f8be for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:40:46.525038 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-50f7d7b6-0d59-466b-abea-5f08959d1f3c None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:46.535346 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-50f7d7b6-0d59-466b-abea-5f08959d1f3c None None] Transition to ACTIVE for port object 3194223c-6ece-4721-9522-afb8a5f2656f will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:40:46.563105 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-50f7d7b6-0d59-466b-abea-5f08959d1f3c None None] Transition to ACTIVE for port object 3194223c-6ece-4721-9522-afb8a5f2656f will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:40:46.575012 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-50f7d7b6-0d59-466b-abea-5f08959d1f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:46.637004 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3ccd7-1575-4f05-a99d-b975a9bfe74f req-6a95c948-738a-4ae1-a3f6-d6277c97dce3 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:46.644005 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fcf3ccd7-1575-4f05-a99d-b975a9bfe74f req-6a95c948-738a-4ae1-a3f6-d6277c97dce3 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/ports?device_id=267fc013-fefa-4988-b6ed-d2cdb8a622f4 HTTP/1.1" status: 200 len: 945 time: 0.1458216 Jul 09 16:40:46.649227 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f7d7b6-0d59-466b-abea-5f08959d1f3c None None] Pushing event updated for resources: {'Port': ['ID=3194223c-6ece-4721-9522-afb8a5f2656f,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:46.654398 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a74e024d-5104-44c6-8729-615c82ad463c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:46.660732 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f7d7b6-0d59-466b-abea-5f08959d1f3c None None] Network 3f1c0eb0-f3f5-4bff-9ec2-33914bafa70a is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:40:46.664872 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-50f7d7b6-0d59-466b-abea-5f08959d1f3c None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:40:46.671705 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f7d7b6-0d59-466b-abea-5f08959d1f3c None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:40:46.694725 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-a74e024d-5104-44c6-8729-615c82ad463c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] device_id is not set on port f82d243a-3c6b-43b8-9535-adbce3765036 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:40:46.745835 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-50f7d7b6-0d59-466b-abea-5f08959d1f3c None None] Attempting to bind port 3194223c-6ece-4721-9522-afb8a5f2656f on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:40:46.746309 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-50f7d7b6-0d59-466b-abea-5f08959d1f3c None None] Attempting to bind port 3194223c-6ece-4721-9522-afb8a5f2656f by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '06698069-85ff-46d7-b7d0-5aac828cdd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3f1c0eb0-f3f5-4bff-9ec2-33914bafa70a'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:40:46.746784 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f7d7b6-0d59-466b-abea-5f08959d1f3c None None] Attempting to bind port 3194223c-6ece-4721-9522-afb8a5f2656f on network 3f1c0eb0-f3f5-4bff-9ec2-33914bafa70a {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:40:46.752409 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fcf3ccd7-1575-4f05-a99d-b975a9bfe74f req-1039196c-711b-4534-b102-2ab5772fafa7 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/security-groups?id=abc51fd2-9d59-4194-8bb5-8d107c688a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1074271 Jul 09 16:40:46.759082 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f7d7b6-0d59-466b-abea-5f08959d1f3c None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:40:46.759589 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f7d7b6-0d59-466b-abea-5f08959d1f3c None None] Checking segment: {'id': '06698069-85ff-46d7-b7d0-5aac828cdd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3f1c0eb0-f3f5-4bff-9ec2-33914bafa70a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:40:46.760097 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-50f7d7b6-0d59-466b-abea-5f08959d1f3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:46.760587 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f7d7b6-0d59-466b-abea-5f08959d1f3c None None] Bound using segment: {'id': '06698069-85ff-46d7-b7d0-5aac828cdd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3f1c0eb0-f3f5-4bff-9ec2-33914bafa70a'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:40:46.761167 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-50f7d7b6-0d59-466b-abea-5f08959d1f3c None None] Bound port: 3194223c-6ece-4721-9522-afb8a5f2656f, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06698069-85ff-46d7-b7d0-5aac828cdd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3f1c0eb0-f3f5-4bff-9ec2-33914bafa70a'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:40:46.761644 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-50f7d7b6-0d59-466b-abea-5f08959d1f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:46.769323 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35476) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:46.936928 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9c1a76-194b-4323-8323-a96fc398f372 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-52d3edd8-4fe3-4880-814d-6a2f23c31e5a', 'network_id': '52d3edd8-4fe3-4880-814d-6a2f23c31e5a', 'tenant_id': '522630d2233142e4a30463472a66f8be', 'fixed_ips': [{'subnet_id': 'a95ac324-2970-4dec-9478-247e3a5442ff'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:40:46.938293 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5c9c1a76-194b-4323-8323-a96fc398f372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:46.959275 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c2451e3-39fd-4e47-bb47-60bd705baa9c admin admin] Deleting subnet 5645ca8d-973f-497d-a26d-ddaaa7246e67 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:40:46.964553 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6c2451e3-39fd-4e47-bb47-60bd705baa9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:46.983951 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-50f7d7b6-0d59-466b-abea-5f08959d1f3c None None] For port 3194223c-6ece-4721-9522-afb8a5f2656f, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:40:46.998903 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7ec397-02a6-43c0-a477-68128c3f289f tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:47.012272 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-3d7ec397-02a6-43c0-a477-68128c3f289f tempest-TestNetworkBasicOps-1892520458 tempest-TestNetworkBasicOps-1892520458-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=267fc013-fefa-4988-b6ed-d2cdb8a622f4 HTTP/1.1" status: 200 len: 1091 time: 0.2337096 Jul 09 16:40:47.012272 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35484) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:47.030584 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-a74e024d-5104-44c6-8729-615c82ad463c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Allocated IP 2001:db8::10 (52d3edd8-4fe3-4880-814d-6a2f23c31e5a/a95ac324-2970-4dec-9478-247e3a5442ff/f82d243a-3c6b-43b8-9535-adbce3765036) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:40:47.052130 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6c2451e3-39fd-4e47-bb47-60bd705baa9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:47.082734 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-50f7d7b6-0d59-466b-abea-5f08959d1f3c None None] For port 3194223c-6ece-4721-9522-afb8a5f2656f, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=3194223c-6ece-4721-9522-afb8a5f2656f,segment=NetworkSegment(06698069-85ff-46d7-b7d0-5aac828cdd70),segment_id=06698069-85ff-46d7-b7d0-5aac828cdd70)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:40:47.098415 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-50f7d7b6-0d59-466b-abea-5f08959d1f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:47.136648 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6c2451e3-39fd-4e47-bb47-60bd705baa9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:47.169342 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f7d7b6-0d59-466b-abea-5f08959d1f3c None None] Pushing event updated for resources: {'Port': ['ID=3194223c-6ece-4721-9522-afb8a5f2656f,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:47.191823 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-4630dac2-976c-4620-988b-8829f8231555 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Allocated IP 172.20.0.1 (3f1c0eb0-f3f5-4bff-9ec2-33914bafa70a/12eafcda-c893-46af-886a-30b90e5ffa79/4d14deb4-de43-4886-b493-fcee901cdc79) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:40:47.243299 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a74e024d-5104-44c6-8729-615c82ad463c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:47.248025 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-3a924fb2-8771-4cf4-9849-f0a15ba51054 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Request body: {'floatingip': {'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'port_id': 'be4e83dc-5555-4e96-9bbe-3fabe83184c3', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:47.262831 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6c2451e3-39fd-4e47-bb47-60bd705baa9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:47.288011 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-a74e024d-5104-44c6-8729-615c82ad463c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Transition to ACTIVE for port object f82d243a-3c6b-43b8-9535-adbce3765036 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:40:47.290986 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3a924fb2-8771-4cf4-9849-f0a15ba51054 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:47.306063 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2451e3-39fd-4e47-bb47-60bd705baa9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5645ca8d-973f-497d-a26d-ddaaa7246e67,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:47.315451 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6c2451e3-39fd-4e47-bb47-60bd705baa9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:47.319891 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-6c2451e3-39fd-4e47-bb47-60bd705baa9c admin admin] 10.222.0.98 "DELETE /v2.0/subnets/5645ca8d-973f-497d-a26d-ddaaa7246e67 HTTP/1.1" status: 204 len: 168 time: 0.9696949 Jul 09 16:40:47.324607 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35486) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:47.390466 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e6e7a-58fe-492d-8b1a-372fa57be962 req-113b6272-50af-4dff-b889-0c7aaa0482a6 tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:47.392022 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-927e6e7a-58fe-492d-8b1a-372fa57be962 req-113b6272-50af-4dff-b889-0c7aaa0482a6 tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] 10.222.0.98 "GET /v2.0/ports?device_id=93d6d9e8-3ec5-4ec1-873b-5d137ed1e54c HTTP/1.1" status: 200 len: 948 time: 0.4532313 Jul 09 16:40:47.429760 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4630dac2-976c-4620-988b-8829f8231555 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:47.437581 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-efddfab5-325c-4180-a444-e04a1cb12f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:47.451032 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a74e024d-5104-44c6-8729-615c82ad463c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:47.468747 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-4630dac2-976c-4620-988b-8829f8231555 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Transition to ACTIVE for port object 4d14deb4-de43-4886-b493-fcee901cdc79 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:40:47.521174 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-5c9c1a76-194b-4323-8323-a96fc398f372 None None] Allocated IP 2001:db8::2 (52d3edd8-4fe3-4880-814d-6a2f23c31e5a/a95ac324-2970-4dec-9478-247e3a5442ff/a5c97ddd-1db1-40d0-a021-647844b4935b) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:40:47.606105 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e024d-5104-44c6-8729-615c82ad463c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event updated for resources: {'Port': ['ID=f82d243a-3c6b-43b8-9535-adbce3765036,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:47.639065 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74e024d-5104-44c6-8729-615c82ad463c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Network 52d3edd8-4fe3-4880-814d-6a2f23c31e5a is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:40:47.641828 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-efddfab5-325c-4180-a444-e04a1cb12f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:47.658676 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-efddfab5-325c-4180-a444-e04a1cb12f58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a9e1cb2-fe24-406e-8baf-8643d7db8d0b']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:47.670569 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-a74e024d-5104-44c6-8729-615c82ad463c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:40:47.680774 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-efddfab5-325c-4180-a444-e04a1cb12f58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c69a2028-7f11-44fc-9cb8-816928cf4954') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:47.680911 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-927e6e7a-58fe-492d-8b1a-372fa57be962 req-f57e89da-08cf-4b4b-82b5-fefdc86cc72f tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] 10.222.0.98 "GET /v2.0/security-groups?id=d4b3e9e2-57a0-4de6-a8da-b3a4f304916f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799332 Jul 09 16:40:47.681084 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-efddfab5-325c-4180-a444-e04a1cb12f58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c69a2028-7f11-44fc-9cb8-816928cf4954') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:47.684081 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74e024d-5104-44c6-8729-615c82ad463c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:40:47.689920 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4630dac2-976c-4620-988b-8829f8231555 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:47.692181 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74e024d-5104-44c6-8729-615c82ad463c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:47.693046 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a74e024d-5104-44c6-8729-615c82ad463c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:47.706387 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-efddfab5-325c-4180-a444-e04a1cb12f58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:47.731370 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a74e024d-5104-44c6-8729-615c82ad463c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4704919 Jul 09 16:40:47.736630 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35490) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:47.747540 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-363c75a1-0270-4712-9f67-dfc12bd14a33 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Request body: {'port': {'network_id': '52d3edd8-4fe3-4880-814d-6a2f23c31e5a', 'name': 'tempest-PortsIpV6TestJSON-149621530', 'fixed_ips': [{'subnet_id': 'a95ac324-2970-4dec-9478-247e3a5442ff', 'ip_address': '2001:db8::f'}]}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:47.757914 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-efddfab5-325c-4180-a444-e04a1cb12f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:47.770333 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4630dac2-976c-4620-988b-8829f8231555 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Network 3f1c0eb0-f3f5-4bff-9ec2-33914bafa70a is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:40:47.774418 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efddfab5-325c-4180-a444-e04a1cb12f58 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:40:47.775091 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-efddfab5-325c-4180-a444-e04a1cb12f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:47.776992 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:40:47.776992 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:40:47.776992 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:40:47.776992 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:40:47.776992 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:40:47.776992 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:40:47.776992 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:40:47.776992 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:40:47.776992 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:40:47.776992 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:40:47.776992 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:40:47.776992 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:40:47.776992 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:40:47.776992 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:40:47.776992 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:40:47.776992 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:40:47.776992 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:40:47.776992 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:40:47.776992 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:40:47.776992 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:40:47.776992 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:40:47.776992 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:40:47.776992 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:40:47.776992 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:40:47.776992 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:40:47.776992 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:40:47.776992 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:40:47.776992 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:40:47.776992 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:40:47.776992 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:40:47.776992 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:40:47.776992 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:40:47.776992 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:40:47.776992 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:40:47.779781 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5c9c1a76-194b-4323-8323-a96fc398f372 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:47.790904 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5c9c1a76-194b-4323-8323-a96fc398f372 None None] Transition to ACTIVE for port object a5c97ddd-1db1-40d0-a021-647844b4935b will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:40:47.794306 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-4630dac2-976c-4620-988b-8829f8231555 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:40:47.796595 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3a924fb2-8771-4cf4-9849-f0a15ba51054 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:47.814152 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5c9c1a76-194b-4323-8323-a96fc398f372 None None] Transition to ACTIVE for port object a5c97ddd-1db1-40d0-a021-647844b4935b will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:40:47.823020 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5c9c1a76-194b-4323-8323-a96fc398f372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:47.829004 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4630dac2-976c-4620-988b-8829f8231555 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:40:47.832380 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4630dac2-976c-4620-988b-8829f8231555 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event updated for resources: {'Port': ['ID=4d14deb4-de43-4886-b493-fcee901cdc79,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:47.892194 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-efddfab5-325c-4180-a444-e04a1cb12f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:47.899059 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-efddfab5-325c-4180-a444-e04a1cb12f58 admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:47.903518 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-efddfab5-325c-4180-a444-e04a1cb12f58 admin admin] 10.222.0.98 "DELETE /v2.0/networks/6a9e1cb2-fe24-406e-8baf-8643d7db8d0b HTTP/1.1" status: 204 len: 168 time: 0.5756583 Jul 09 16:40:47.903518 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4630dac2-976c-4620-988b-8829f8231555 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:47.947433 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efddfab5-325c-4180-a444-e04a1cb12f58 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a9e1cb2-fe24-406e-8baf-8643d7db8d0b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:47.965860 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-3a924fb2-8771-4cf4-9849-f0a15ba51054 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Allocated IP 172.25.0.99 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/087fa79b-8f58-4a77-be34-d032c42c0f40) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:40:47.969621 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363c75a1-0270-4712-9f67-dfc12bd14a33 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Made reservation on behalf of 522630d2233142e4a30463472a66f8be for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:40:47.979013 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-363c75a1-0270-4712-9f67-dfc12bd14a33 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:47.980253 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c1a76-194b-4323-8323-a96fc398f372 None None] Pushing event updated for resources: {'Port': ['ID=a5c97ddd-1db1-40d0-a021-647844b4935b,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:47.987509 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9c1a76-194b-4323-8323-a96fc398f372 None None] Network 52d3edd8-4fe3-4880-814d-6a2f23c31e5a is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:40:47.989833 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-5c9c1a76-194b-4323-8323-a96fc398f372 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:40:47.993891 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9c1a76-194b-4323-8323-a96fc398f372 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:40:48.038383 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-363c75a1-0270-4712-9f67-dfc12bd14a33 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] device_id is not set on port 61d22e5e-5575-4271-a7f1-e5d12f8958a1 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:40:48.071038 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-5c9c1a76-194b-4323-8323-a96fc398f372 None None] Attempting to bind port a5c97ddd-1db1-40d0-a021-647844b4935b on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:40:48.071417 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-5c9c1a76-194b-4323-8323-a96fc398f372 None None] Attempting to bind port a5c97ddd-1db1-40d0-a021-647844b4935b by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '4e3068f4-420a-45c2-b757-c1c7826fef50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '52d3edd8-4fe3-4880-814d-6a2f23c31e5a'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:40:48.071838 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9c1a76-194b-4323-8323-a96fc398f372 None None] Attempting to bind port a5c97ddd-1db1-40d0-a021-647844b4935b on network 52d3edd8-4fe3-4880-814d-6a2f23c31e5a {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:40:48.080853 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9c1a76-194b-4323-8323-a96fc398f372 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:40:48.081226 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9c1a76-194b-4323-8323-a96fc398f372 None None] Checking segment: {'id': '4e3068f4-420a-45c2-b757-c1c7826fef50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '52d3edd8-4fe3-4880-814d-6a2f23c31e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:40:48.082153 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5c9c1a76-194b-4323-8323-a96fc398f372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:48.082549 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9c1a76-194b-4323-8323-a96fc398f372 None None] Bound using segment: {'id': '4e3068f4-420a-45c2-b757-c1c7826fef50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '52d3edd8-4fe3-4880-814d-6a2f23c31e5a'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:40:48.084649 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-5c9c1a76-194b-4323-8323-a96fc398f372 None None] Bound port: a5c97ddd-1db1-40d0-a021-647844b4935b, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3068f4-420a-45c2-b757-c1c7826fef50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '52d3edd8-4fe3-4880-814d-6a2f23c31e5a'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:40:48.085263 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5c9c1a76-194b-4323-8323-a96fc398f372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:48.108750 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4630dac2-976c-4620-988b-8829f8231555 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:48.164485 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3a924fb2-8771-4cf4-9849-f0a15ba51054 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:48.231144 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-5c9c1a76-194b-4323-8323-a96fc398f372 None None] For port a5c97ddd-1db1-40d0-a021-647844b4935b, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:40:48.271475 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-5c9c1a76-194b-4323-8323-a96fc398f372 None None] For port a5c97ddd-1db1-40d0-a021-647844b4935b, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=a5c97ddd-1db1-40d0-a021-647844b4935b,segment=NetworkSegment(4e3068f4-420a-45c2-b757-c1c7826fef50),segment_id=4e3068f4-420a-45c2-b757-c1c7826fef50)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:40:48.277476 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 2b1b7b40-55e2-4430-b2f7-7f17d55eab24 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:40:48.292696 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5c9c1a76-194b-4323-8323-a96fc398f372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:48.349074 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 3194223c-6ece-4721-9522-afb8a5f2656f up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:40:48.528295 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c1a76-194b-4323-8323-a96fc398f372 None None] Pushing event updated for resources: {'Port': ['ID=a5c97ddd-1db1-40d0-a021-647844b4935b,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:48.593576 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 2b1b7b40-55e2-4430-b2f7-7f17d55eab24, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=2b1b7b40-55e2-4430-b2f7-7f17d55eab24,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:48.597165 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 3194223c-6ece-4721-9522-afb8a5f2656f completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:40:48.615349 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '2b1b7b40-55e2-4430-b2f7-7f17d55eab24', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'port_id': '2b1b7b40-55e2-4430-b2f7-7f17d55eab24', 'mac_address': 'fa:16:3e:da:49:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f122b436-b232-4a3c-9aac-47d5639f2da4', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:40:48.684226 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:48.716143 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b1b7b40-55e2-4430-b2f7-7f17d55eab24 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:40:48.783310 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4630dac2-976c-4620-988b-8829f8231555 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:48.786686 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35498) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:48.789132 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 2b1b7b40-55e2-4430-b2f7-7f17d55eab24, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=2b1b7b40-55e2-4430-b2f7-7f17d55eab24,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:48.797330 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4630dac2-976c-4620-988b-8829f8231555 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:48.797991 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:48.888028 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456c6d66-1ba0-4d91-8586-7d257c1a8044 None None] Network 3f1c0eb0-f3f5-4bff-9ec2-33914bafa70a requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:40:48.898005 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=2b1b7b40-55e2-4430-b2f7-7f17d55eab24,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:48.966203 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-dcb98f59-c576-41e2-a409-8b987bfadb7c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=313daaa44e994ebf83af8fe773f4ee0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1771417 Jul 09 16:40:48.967692 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4630dac2-976c-4620-988b-8829f8231555 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event updated for resources: {'Port': ['ID=4d14deb4-de43-4886-b493-fcee901cdc79,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:48.970574 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4630dac2-976c-4620-988b-8829f8231555 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:48.973413 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35504) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:49.036176 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-363c75a1-0270-4712-9f67-dfc12bd14a33 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Allocated IP 2001:db8::f (52d3edd8-4fe3-4880-814d-6a2f23c31e5a/a95ac324-2970-4dec-9478-247e3a5442ff/61d22e5e-5575-4271-a7f1-e5d12f8958a1) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:40:49.043536 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-82abb03e-8b39-459b-add6-c625637898c3 None None] Provisioning for port 3194223c-6ece-4721-9522-afb8a5f2656f completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:40:49.052103 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-82abb03e-8b39-459b-add6-c625637898c3 None None] Provisioning complete for port 3194223c-6ece-4721-9522-afb8a5f2656f triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:49.052626 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-82abb03e-8b39-459b-add6-c625637898c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:49.108169 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4630dac2-976c-4620-988b-8829f8231555 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Network 3f1c0eb0-f3f5-4bff-9ec2-33914bafa70a is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:40:49.110584 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-4630dac2-976c-4620-988b-8829f8231555 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:40:49.193312 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-82abb03e-8b39-459b-add6-c625637898c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:49.219067 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['2b1b7b40-55e2-4430-b2f7-7f17d55eab24'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:40:49.221695 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-363c75a1-0270-4712-9f67-dfc12bd14a33 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:49.231210 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bdf89ff6-b893-4969-8bff-c23abb496978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:49.237315 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-363c75a1-0270-4712-9f67-dfc12bd14a33 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Transition to ACTIVE for port object 61d22e5e-5575-4271-a7f1-e5d12f8958a1 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:40:49.254667 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bdf89ff6-b893-4969-8bff-c23abb496978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:49.283953 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3a924fb2-8771-4cf4-9849-f0a15ba51054 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:49.291405 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-363c75a1-0270-4712-9f67-dfc12bd14a33 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:49.315318 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bdf89ff6-b893-4969-8bff-c23abb496978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:49.318373 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bdf89ff6-b893-4969-8bff-c23abb496978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:49.320348 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-bdf89ff6-b893-4969-8bff-c23abb496978 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/7a8e018c-d316-4742-956b-cc123b12d459 HTTP/1.1" status: 204 len: 168 time: 0.3451693 Jul 09 16:40:49.340107 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf89ff6-b893-4969-8bff-c23abb496978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8e018c-d316-4742-956b-cc123b12d459,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:49.340302 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-82abb03e-8b39-459b-add6-c625637898c3 None None] For port 3194223c-6ece-4721-9522-afb8a5f2656f, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=3194223c-6ece-4721-9522-afb8a5f2656f,segment=NetworkSegment(06698069-85ff-46d7-b7d0-5aac828cdd70),segment_id=06698069-85ff-46d7-b7d0-5aac828cdd70)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:49.363231 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-82abb03e-8b39-459b-add6-c625637898c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:49.418755 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4630dac2-976c-4620-988b-8829f8231555 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Router 24e0c3eb-26e1-46c1-8984-537e131348d3 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:40:49.442959 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82abb03e-8b39-459b-add6-c625637898c3 None None] Pushing event updated for resources: {'Port': ['ID=3194223c-6ece-4721-9522-afb8a5f2656f,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:49.447213 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a924fb2-8771-4cf4-9849-f0a15ba51054 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:40:49.470784 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363c75a1-0270-4712-9f67-dfc12bd14a33 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Network 52d3edd8-4fe3-4880-814d-6a2f23c31e5a is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:40:49.472919 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-3a924fb2-8771-4cf4-9849-f0a15ba51054 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:40:49.475414 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a924fb2-8771-4cf4-9849-f0a15ba51054 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event updated for resources: {'Port': ['ID=087fa79b-8f58-4a77-be34-d032c42c0f40,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:49.492511 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a924fb2-8771-4cf4-9849-f0a15ba51054 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:40:49.498690 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-363c75a1-0270-4712-9f67-dfc12bd14a33 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:40:49.507949 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363c75a1-0270-4712-9f67-dfc12bd14a33 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:40:49.545098 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363c75a1-0270-4712-9f67-dfc12bd14a33 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:49.545779 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-363c75a1-0270-4712-9f67-dfc12bd14a33 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:49.660620 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4630dac2-976c-4620-988b-8829f8231555 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:40:49.672792 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-4630dac2-976c-4620-988b-8829f8231555 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "PUT /v2.0/routers/24e0c3eb-26e1-46c1-8984-537e131348d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7597904 Jul 09 16:40:49.680389 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-363c75a1-0270-4712-9f67-dfc12bd14a33 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9395661 Jul 09 16:40:49.683393 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a608062-aafc-4b25-a2bc-febd415ca7e1 None None] Sync routers for ids ['24e0c3eb-26e1-46c1-8984-537e131348d3'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:40:49.687943 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35514) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:49.688708 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35516) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:49.700344 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a608062-aafc-4b25-a2bc-febd415ca7e1 None None] Routers {'24e0c3eb-26e1-46c1-8984-537e131348d3'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:40:49.701473 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-4a608062-aafc-4b25-a2bc-febd415ca7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:40:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['24e0c3eb-26e1-46c1-8984-537e131348d3'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:49.711165 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-430fbd4a-5b9f-41c3-a6d1-3efdb009aa02 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Request body: {'network': {'name': 'tempest-RoutersTest-808917156'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:49.718168 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c75a1-0270-4712-9f67-dfc12bd14a33 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event updated for resources: {'Port': ['ID=61d22e5e-5575-4271-a7f1-e5d12f8958a1,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:49.739639 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f199d-42fb-44d0-8bea-898f3fb7d00e req-1d8388b5-de67-4fea-ad10-bb006660e013 tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:49.750061 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1b0f199d-42fb-44d0-8bea-898f3fb7d00e req-1d8388b5-de67-4fea-ad10-bb006660e013 tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] 10.222.0.98 "GET /v2.0/ports?device_id=93d6d9e8-3ec5-4ec1-873b-5d137ed1e54c HTTP/1.1" status: 200 len: 949 time: 0.4781761 Jul 09 16:40:49.800751 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a4ce96fe-40df-4af1-a4dd-4989f6f8fe75 None None] Provisioning for port 4d14deb4-de43-4886-b493-fcee901cdc79 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:40:49.813755 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a4ce96fe-40df-4af1-a4dd-4989f6f8fe75 None None] Provisioning complete for port 4d14deb4-de43-4886-b493-fcee901cdc79 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:49.814239 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a4ce96fe-40df-4af1-a4dd-4989f6f8fe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:49.905172 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1b0f199d-42fb-44d0-8bea-898f3fb7d00e req-c819966b-4ff5-4833-aa02-2fac3b3c5335 tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] 10.222.0.98 "GET /v2.0/security-groups?id=d4b3e9e2-57a0-4de6-a8da-b3a4f304916f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541135 Jul 09 16:40:49.915812 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-4a608062-aafc-4b25-a2bc-febd415ca7e1 None None] Set router 24e0c3eb-26e1-46c1-8984-537e131348d3 gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:40:49.973118 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a4ce96fe-40df-4af1-a4dd-4989f6f8fe75 None None] Port 4d14deb4-de43-4886-b493-fcee901cdc79 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:40:49.983922 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430fbd4a-5b9f-41c3-a6d1-3efdb009aa02 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Made reservation on behalf of 850e57f21d324dbe951314eb6bfbdc4a for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:40:49.988163 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-430fbd4a-5b9f-41c3-a6d1-3efdb009aa02 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:49.989123 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a4ce96fe-40df-4af1-a4dd-4989f6f8fe75 None None] Provisioning complete for port 3194223c-6ece-4721-9522-afb8a5f2656f triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:49.989681 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a4ce96fe-40df-4af1-a4dd-4989f6f8fe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:50.105499 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478664d2-6c27-4a93-a32c-dd89ac76118f tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:50.111234 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-478664d2-6c27-4a93-a32c-dd89ac76118f tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.4109917 Jul 09 16:40:50.111894 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35528) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:50.151074 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-430fbd4a-5b9f-41c3-a6d1-3efdb009aa02 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:40:50.246355 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-430fbd4a-5b9f-41c3-a6d1-3efdb009aa02 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:50.249195 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-430fbd4a-5b9f-41c3-a6d1-3efdb009aa02 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Added segment c8c46346-db9e-4f44-ae91-8ab3b6b1a12f of type vlan for network 75cacf9f-60b3-4bf7-a65b-86457bf4589f Jul 09 16:40:50.379272 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-430fbd4a-5b9f-41c3-a6d1-3efdb009aa02 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:50.410369 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac95c40-ed62-44f7-bd5f-473729af32a4 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:50.418075 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac95c40-ed62-44f7-bd5f-473729af32a4 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:50.424920 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac95c40-ed62-44f7-bd5f-473729af32a4 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:50.430128 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-7ac95c40-ed62-44f7-bd5f-473729af32a4 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.3035476 Jul 09 16:40:50.437583 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35532) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:50.473135 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-4a608062-aafc-4b25-a2bc-febd415ca7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'name': 'tempest-RoutersTest-router-420959986', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:40:44Z', 'updated_at': '2021-07-09T16:40:48Z', 'revision_number': 2, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'gw_port_host': None, '_interfaces': [{'id': '4d14deb4-de43-4886-b493-fcee901cdc79', 'name': '', 'network_id': '3f1c0eb0-f3f5-4bff-9ec2-33914bafa70a', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'mac_address': 'fa:16:3e:2c:49:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '12eafcda-c893-46af-886a-30b90e5ffa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:46Z', 'updated_at': '2021-07-09T16:40:48Z', 'revision_number': 2, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'subnets': [{'id': '12eafcda-c893-46af-886a-30b90e5ffa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:50.505757 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 2b1b7b40-55e2-4430-b2f7-7f17d55eab24 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:40:50.508141 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e8da3d-1ac1-4750-937b-7741a364f8eb None None] Network 52d3edd8-4fe3-4880-814d-6a2f23c31e5a requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:40:50.517343 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device a5c97ddd-1db1-40d0-a021-647844b4935b up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:40:50.559758 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-430fbd4a-5b9f-41c3-a6d1-3efdb009aa02 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:50.575825 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430fbd4a-5b9f-41c3-a6d1-3efdb009aa02 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:50.576422 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-430fbd4a-5b9f-41c3-a6d1-3efdb009aa02 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:50.688629 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a608062-aafc-4b25-a2bc-febd415ca7e1 None None] Checking router: 24e0c3eb-26e1-46c1-8984-537e131348d3 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:40:50.689519 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a608062-aafc-4b25-a2bc-febd415ca7e1 None None] Updating router 24e0c3eb-26e1-46c1-8984-537e131348d3 port 4d14deb4-de43-4886-b493-fcee901cdc79 binding host n-d-798930-3 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:40:50.708727 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-430fbd4a-5b9f-41c3-a6d1-3efdb009aa02 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0129380 Jul 09 16:40:50.713671 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35540) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:50.733745 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-4a608062-aafc-4b25-a2bc-febd415ca7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:50.749064 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-06f389ab-1fe0-4c15-a7df-8695bcdcad41 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Request body: {'subnet': {'network_id': '75cacf9f-60b3-4bf7-a65b-86457bf4589f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:50.769683 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430fbd4a-5b9f-41c3-a6d1-3efdb009aa02 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event updated for resources: {'Network': ['ID=75cacf9f-60b3-4bf7-a65b-86457bf4589f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:50.787835 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430fbd4a-5b9f-41c3-a6d1-3efdb009aa02 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:50.799328 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430fbd4a-5b9f-41c3-a6d1-3efdb009aa02 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:50.799943 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430fbd4a-5b9f-41c3-a6d1-3efdb009aa02 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:50.800459 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430fbd4a-5b9f-41c3-a6d1-3efdb009aa02 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:50.800938 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430fbd4a-5b9f-41c3-a6d1-3efdb009aa02 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:50.801414 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430fbd4a-5b9f-41c3-a6d1-3efdb009aa02 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:50.801887 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430fbd4a-5b9f-41c3-a6d1-3efdb009aa02 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:50.802372 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430fbd4a-5b9f-41c3-a6d1-3efdb009aa02 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:50.802863 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430fbd4a-5b9f-41c3-a6d1-3efdb009aa02 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:50.803329 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430fbd4a-5b9f-41c3-a6d1-3efdb009aa02 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:50.803786 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430fbd4a-5b9f-41c3-a6d1-3efdb009aa02 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:50.808960 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430fbd4a-5b9f-41c3-a6d1-3efdb009aa02 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:40:50.836163 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0fadd8c5-64cc-4f45-9dc0-46acf8e5cf9e tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Deleting port 61d22e5e-5575-4271-a7f1-e5d12f8958a1 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:40:50.836503 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0fadd8c5-64cc-4f45-9dc0-46acf8e5cf9e tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:50.870425 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 75cacf9f-60b3-4bf7-a65b-86457bf4589f details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:40:51.001114 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0fadd8c5-64cc-4f45-9dc0-46acf8e5cf9e tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:51.059449 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0fadd8c5-64cc-4f45-9dc0-46acf8e5cf9e tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Calling delete_port for 61d22e5e-5575-4271-a7f1-e5d12f8958a1 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:40:51.188725 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port a5c97ddd-1db1-40d0-a021-647844b4935b completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:40:51.232199 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9d8d5f75-7846-4134-9d03-12ee2bcac1d2 None None] Provisioning complete for port 4d14deb4-de43-4886-b493-fcee901cdc79 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:51.232586 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9d8d5f75-7846-4134-9d03-12ee2bcac1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:51.233414 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-4a608062-aafc-4b25-a2bc-febd415ca7e1 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:51.235923 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 3194223c-6ece-4721-9522-afb8a5f2656f up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:40:51.259605 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 2b1b7b40-55e2-4430-b2f7-7f17d55eab24 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:40:51.265354 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-4a608062-aafc-4b25-a2bc-febd415ca7e1 None None] Transition to ACTIVE for port object 4d14deb4-de43-4886-b493-fcee901cdc79 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:40:51.281987 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-4a608062-aafc-4b25-a2bc-febd415ca7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:51.284554 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 2b1b7b40-55e2-4430-b2f7-7f17d55eab24 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:51.284908 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:51.372358 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3a924fb2-8771-4cf4-9849-f0a15ba51054 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:51.377973 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0fadd8c5-64cc-4f45-9dc0-46acf8e5cf9e tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:51.389934 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9d8d5f75-7846-4134-9d03-12ee2bcac1d2 None None] Port 4d14deb4-de43-4886-b493-fcee901cdc79 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:40:51.437469 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fadd8c5-64cc-4f45-9dc0-46acf8e5cf9e tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event deleted for resources: {'Port': ['ID=61d22e5e-5575-4271-a7f1-e5d12f8958a1,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:51.492104 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:51.494019 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0fadd8c5-64cc-4f45-9dc0-46acf8e5cf9e tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:51.496154 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0fadd8c5-64cc-4f45-9dc0-46acf8e5cf9e tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "DELETE /v2.0/ports/61d22e5e-5575-4271-a7f1-e5d12f8958a1 HTTP/1.1" status: 204 len: 168 time: 1.0539706 Jul 09 16:40:51.498523 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35556) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:51.510037 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f389ab-1fe0-4c15-a7df-8695bcdcad41 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Made reservation on behalf of 850e57f21d324dbe951314eb6bfbdc4a for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:40:51.513995 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-06f389ab-1fe0-4c15-a7df-8695bcdcad41 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:51.525371 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9d8d5f75-7846-4134-9d03-12ee2bcac1d2 None None] Provisioning for port a5c97ddd-1db1-40d0-a021-647844b4935b completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:40:51.533350 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9d8d5f75-7846-4134-9d03-12ee2bcac1d2 None None] Provisioning complete for port a5c97ddd-1db1-40d0-a021-647844b4935b triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:51.533797 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9d8d5f75-7846-4134-9d03-12ee2bcac1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:51.555612 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-4a608062-aafc-4b25-a2bc-febd415ca7e1 None None] Attempting to bind port 4d14deb4-de43-4886-b493-fcee901cdc79 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:40:51.556245 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-4a608062-aafc-4b25-a2bc-febd415ca7e1 None None] Attempting to bind port 4d14deb4-de43-4886-b493-fcee901cdc79 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '06698069-85ff-46d7-b7d0-5aac828cdd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3f1c0eb0-f3f5-4bff-9ec2-33914bafa70a'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:40:51.556837 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a608062-aafc-4b25-a2bc-febd415ca7e1 None None] Attempting to bind port 4d14deb4-de43-4886-b493-fcee901cdc79 on network 3f1c0eb0-f3f5-4bff-9ec2-33914bafa70a {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:40:51.560415 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-3be2a734-24fc-4e43-ad37-6e43ba49de73 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] GET failed (client error): The resource could not be found. Jul 09 16:40:51.562046 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3be2a734-24fc-4e43-ad37-6e43ba49de73 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "GET /v2.0/ports/61d22e5e-5575-4271-a7f1-e5d12f8958a1 HTTP/1.1" status: 404 len: 333 time: 0.0625608 Jul 09 16:40:51.571361 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35560) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:51.575864 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a608062-aafc-4b25-a2bc-febd415ca7e1 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:40:51.575864 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a608062-aafc-4b25-a2bc-febd415ca7e1 None None] Checking segment: {'id': '06698069-85ff-46d7-b7d0-5aac828cdd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3f1c0eb0-f3f5-4bff-9ec2-33914bafa70a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:40:51.576518 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-4a608062-aafc-4b25-a2bc-febd415ca7e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:51.577428 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a608062-aafc-4b25-a2bc-febd415ca7e1 None None] Bound using segment: {'id': '06698069-85ff-46d7-b7d0-5aac828cdd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3f1c0eb0-f3f5-4bff-9ec2-33914bafa70a'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:40:51.578006 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-4a608062-aafc-4b25-a2bc-febd415ca7e1 None None] Bound port: 4d14deb4-de43-4886-b493-fcee901cdc79, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06698069-85ff-46d7-b7d0-5aac828cdd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3f1c0eb0-f3f5-4bff-9ec2-33914bafa70a'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:40:51.578490 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-4a608062-aafc-4b25-a2bc-febd415ca7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:51.586605 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0147e0d2-b413-4852-95c1-6393fdd47c68 req-8f9325ce-d0cb-4b61-8145-3ea0c85ef5bf tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:51.588218 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0147e0d2-b413-4852-95c1-6393fdd47c68 req-8f9325ce-d0cb-4b61-8145-3ea0c85ef5bf tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] 10.222.0.98 "GET /v2.0/ports?device_id=93d6d9e8-3ec5-4ec1-873b-5d137ed1e54c HTTP/1.1" status: 200 len: 949 time: 0.4304278 Jul 09 16:40:51.632833 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d6d9e8-3ec5-4ec1-873b-5d137ed1e54c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1b7b40-55e2-4430-b2f7-7f17d55eab24'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:40:51.636800 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc80688f-8fdc-48e5-8728-6bef8aa8b8a9" -d '{"events": [{"server_uuid": "93d6d9e8-3ec5-4ec1-873b-5d137ed1e54c", "name": "network-vif-plugged", "status": "completed", "tag": "2b1b7b40-55e2-4430-b2f7-7f17d55eab24"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:40:51.653261 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 3194223c-6ece-4721-9522-afb8a5f2656f triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:51.653656 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:51.726547 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-4a608062-aafc-4b25-a2bc-febd415ca7e1 None None] For port 4d14deb4-de43-4886-b493-fcee901cdc79, host n-d-798930-3, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:40:51.730900 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-4a608062-aafc-4b25-a2bc-febd415ca7e1 None None] For port 4d14deb4-de43-4886-b493-fcee901cdc79, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=4d14deb4-de43-4886-b493-fcee901cdc79,segment=NetworkSegment(06698069-85ff-46d7-b7d0-5aac828cdd70),segment_id=06698069-85ff-46d7-b7d0-5aac828cdd70)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:40:51.741048 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-4a608062-aafc-4b25-a2bc-febd415ca7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:51.755044 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c158212-5682-498b-98d3-ba515b04d227 None None] Pushing event updated for resources: {'Port': ['ID=4d14deb4-de43-4886-b493-fcee901cdc79,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:51.789563 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 2b1b7b40-55e2-4430-b2f7-7f17d55eab24, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=2b1b7b40-55e2-4430-b2f7-7f17d55eab24,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:51.821190 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-751227ad-ad8a-4e02-bfd2-a94f730a672f tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Deleting port f82d243a-3c6b-43b8-9535-adbce3765036 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:40:51.821543 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-751227ad-ad8a-4e02-bfd2-a94f730a672f tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:51.825193 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:51.825700 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c158212-5682-498b-98d3-ba515b04d227 None None] Pushing event updated for resources: {'Port': ['ID=4d14deb4-de43-4886-b493-fcee901cdc79,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:51.827386 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0147e0d2-b413-4852-95c1-6393fdd47c68 req-7834ed6e-c8f4-4856-b8e5-aeeacaeec508 tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] 10.222.0.98 "GET /v2.0/security-groups?id=d4b3e9e2-57a0-4de6-a8da-b3a4f304916f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409585 Jul 09 16:40:51.843940 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a608062-aafc-4b25-a2bc-febd415ca7e1 None None] Routers {'24e0c3eb-26e1-46c1-8984-537e131348d3'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:40:51.844846 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-4a608062-aafc-4b25-a2bc-febd415ca7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:40:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['24e0c3eb-26e1-46c1-8984-537e131348d3'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:51.984297 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8cc5986-815c-4f57-9a83-e737b320693f x-openstack-request-id: req-d8cc5986-815c-4f57-9a83-e737b320693f {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:40:51.984908 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d6d9e8-3ec5-4ec1-873b-5d137ed1e54c", "name": "network-vif-plugged", "status": "completed", "tag": "2b1b7b40-55e2-4430-b2f7-7f17d55eab24", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:40:51.986846 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d8cc5986-815c-4f57-9a83-e737b320693f {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:40:51.987092 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d6d9e8-3ec5-4ec1-873b-5d137ed1e54c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1b7b40-55e2-4430-b2f7-7f17d55eab24', 'code': 200} Jul 09 16:40:51.987547 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-4a608062-aafc-4b25-a2bc-febd415ca7e1 None None] Set router 24e0c3eb-26e1-46c1-8984-537e131348d3 gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:40:52.013684 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3a924fb2-8771-4cf4-9849-f0a15ba51054 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:52.152596 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=2b1b7b40-55e2-4430-b2f7-7f17d55eab24,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:52.194109 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9d8d5f75-7846-4134-9d03-12ee2bcac1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:52.197063 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-751227ad-ad8a-4e02-bfd2-a94f730a672f tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:52.227953 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-751227ad-ad8a-4e02-bfd2-a94f730a672f tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Calling delete_port for f82d243a-3c6b-43b8-9535-adbce3765036 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:40:52.313181 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9d8d5f75-7846-4134-9d03-12ee2bcac1d2 None None] For port a5c97ddd-1db1-40d0-a021-647844b4935b, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=a5c97ddd-1db1-40d0-a021-647844b4935b,segment=NetworkSegment(4e3068f4-420a-45c2-b757-c1c7826fef50),segment_id=4e3068f4-420a-45c2-b757-c1c7826fef50)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:52.335716 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-4a608062-aafc-4b25-a2bc-febd415ca7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'name': 'tempest-RoutersTest-router-420959986', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:40:44Z', 'updated_at': '2021-07-09T16:40:48Z', 'revision_number': 2, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'gw_port_host': None, '_interfaces': [{'id': '4d14deb4-de43-4886-b493-fcee901cdc79', 'name': '', 'network_id': '3f1c0eb0-f3f5-4bff-9ec2-33914bafa70a', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'mac_address': 'fa:16:3e:2c:49:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '12eafcda-c893-46af-886a-30b90e5ffa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:46Z', 'updated_at': '2021-07-09T16:40:51Z', 'revision_number': 4, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'subnets': [{'id': '12eafcda-c893-46af-886a-30b90e5ffa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:52.343232 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9d8d5f75-7846-4134-9d03-12ee2bcac1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:52.398328 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a608062-aafc-4b25-a2bc-febd415ca7e1 None None] The sync data for ids ['24e0c3eb-26e1-46c1-8984-537e131348d3'] in n-d-798930-3 is: [{'id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'name': 'tempest-RoutersTest-router-420959986', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:40:44Z', 'updated_at': '2021-07-09T16:40:48Z', 'revision_number': 2, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'gw_port_host': None, '_interfaces': [{'id': '4d14deb4-de43-4886-b493-fcee901cdc79', 'name': '', 'network_id': '3f1c0eb0-f3f5-4bff-9ec2-33914bafa70a', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'mac_address': 'fa:16:3e:2c:49:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '12eafcda-c893-46af-886a-30b90e5ffa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:46Z', 'updated_at': '2021-07-09T16:40:51Z', 'revision_number': 4, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'subnets': [{'id': '12eafcda-c893-46af-886a-30b90e5ffa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:40:52.415400 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ad52919f-8529-4c72-80a8-b724f5076cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:52.462620 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-751227ad-ad8a-4e02-bfd2-a94f730a672f tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:52.490700 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-06f389ab-1fe0-4c15-a7df-8695bcdcad41 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:52.509832 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8d5f75-7846-4134-9d03-12ee2bcac1d2 None None] Pushing event updated for resources: {'Port': ['ID=a5c97ddd-1db1-40d0-a021-647844b4935b,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:52.561252 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3cbbbcf6-ab44-402d-8d44-99b2b5759730 None None] Provisioning complete for port a5c97ddd-1db1-40d0-a021-647844b4935b triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:52.563479 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3cbbbcf6-ab44-402d-8d44-99b2b5759730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:52.585428 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f389ab-1fe0-4c15-a7df-8695bcdcad41 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event updated for resources: {'Subnet': ['ID=1f964f16-2b5a-400c-8bde-952d5f8f0b29,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:52.638354 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751227ad-ad8a-4e02-bfd2-a94f730a672f tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event deleted for resources: {'Port': ['ID=f82d243a-3c6b-43b8-9535-adbce3765036,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:52.647175 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-751227ad-ad8a-4e02-bfd2-a94f730a672f tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:52.657001 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-751227ad-ad8a-4e02-bfd2-a94f730a672f tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "DELETE /v2.0/ports/f82d243a-3c6b-43b8-9535-adbce3765036 HTTP/1.1" status: 204 len: 168 time: 1.0845718 Jul 09 16:40:52.660268 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35580) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:52.667691 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f389ab-1fe0-4c15-a7df-8695bcdcad41 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Checking segment: {'id': 'c8c46346-db9e-4f44-ae91-8ab3b6b1a12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '75cacf9f-60b3-4bf7-a65b-86457bf4589f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:40:52.668248 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f389ab-1fe0-4c15-a7df-8695bcdcad41 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Network hostable DHCP agents. Network: 75cacf9f-60b3-4bf7-a65b-86457bf4589f, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:40:52.673868 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3a924fb2-8771-4cf4-9849-f0a15ba51054 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:52.684623 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3a924fb2-8771-4cf4-9849-f0a15ba51054 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:52.716342 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-dac1cd48-6141-4d3a-8909-504ef47c2185 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] GET failed (client error): The resource could not be found. Jul 09 16:40:52.718107 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-dac1cd48-6141-4d3a-8909-504ef47c2185 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "GET /v2.0/ports/f82d243a-3c6b-43b8-9535-adbce3765036 HTTP/1.1" status: 404 len: 333 time: 0.0490396 Jul 09 16:40:52.722150 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35582) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:52.736406 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32c27a-286f-47a6-88bb-bafecf4b9087 req-6f28c6bd-8801-4231-a7ac-0dc31228c665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:52.738326 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f389ab-1fe0-4c15-a7df-8695bcdcad41 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Network 75cacf9f-60b3-4bf7-a65b-86457bf4589f is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:40:52.744359 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6b32c27a-286f-47a6-88bb-bafecf4b9087 req-6f28c6bd-8801-4231-a7ac-0dc31228c665 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=93d6d9e8-3ec5-4ec1-873b-5d137ed1e54c HTTP/1.1" status: 200 len: 1101 time: 0.2953019 Jul 09 16:40:52.783098 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-06f389ab-1fe0-4c15-a7df-8695bcdcad41 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 75cacf9f-60b3-4bf7-a65b-86457bf4589f) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:40:52.845027 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6b2ffa-0dcc-4fac-9a9e-9713d2ad4b4e None None] Network 75cacf9f-60b3-4bf7-a65b-86457bf4589f requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:40:52.863500 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3cbbbcf6-ab44-402d-8d44-99b2b5759730 None None] Could not find standard attr ID for object 61d22e5e-5575-4271-a7f1-e5d12f8958a1. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:40:52.892985 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f389ab-1fe0-4c15-a7df-8695bcdcad41 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:52.894994 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-06f389ab-1fe0-4c15-a7df-8695bcdcad41 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:52.910188 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3cbbbcf6-ab44-402d-8d44-99b2b5759730 None None] Could not find standard attr ID for object f82d243a-3c6b-43b8-9535-adbce3765036. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:40:53.002469 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4b44225-b235-4687-8a13-6798cc8c2a14 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Deleting subnet a95ac324-2970-4dec-9478-247e3a5442ff {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:40:53.013004 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a924fb2-8771-4cf4-9849-f0a15ba51054 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event updated for resources: {'Port': ['ID=087fa79b-8f58-4a77-be34-d032c42c0f40,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:53.031403 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c4b44225-b235-4687-8a13-6798cc8c2a14 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:53.043496 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35590) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:53.049756 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-06f389ab-1fe0-4c15-a7df-8695bcdcad41 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3349290 Jul 09 16:40:53.055245 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3a924fb2-8771-4cf4-9849-f0a15ba51054 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:53.092692 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6b32c27a-286f-47a6-88bb-bafecf4b9087 req-42064456-fabf-470c-a552-918bccbf38e6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d4b3e9e2-57a0-4de6-a8da-b3a4f304916f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866440 Jul 09 16:40:53.120542 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c81ef583-2ea2-4b0e-8808-43d7a4988dd3 None None] Could not find standard attr ID for object 61d22e5e-5575-4271-a7f1-e5d12f8958a1. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:40:53.130120 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c81ef583-2ea2-4b0e-8808-43d7a4988dd3 None None] Could not find standard attr ID for object f82d243a-3c6b-43b8-9535-adbce3765036. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:40:53.225937 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c1a786-d5c0-4aec-8810-8d6c2d19b239 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-75cacf9f-60b3-4bf7-a65b-86457bf4589f', 'network_id': '75cacf9f-60b3-4bf7-a65b-86457bf4589f', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'fixed_ips': [{'subnet_id': '1f964f16-2b5a-400c-8bde-952d5f8f0b29'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:40:53.231320 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b3c1a786-d5c0-4aec-8810-8d6c2d19b239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:53.334910 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c4b44225-b235-4687-8a13-6798cc8c2a14 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:53.345039 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf7a4a-18b8-473e-8435-8ece3a5d7333 req-2a1765da-22d1-45a4-b7ce-8be9d63972d5 tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:53.352962 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a3bf7a4a-18b8-473e-8435-8ece3a5d7333 req-2a1765da-22d1-45a4-b7ce-8be9d63972d5 tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] 10.222.0.98 "GET /v2.0/ports?device_id=93d6d9e8-3ec5-4ec1-873b-5d137ed1e54c HTTP/1.1" status: 200 len: 950 time: 0.1995010 Jul 09 16:40:53.362208 n-d-798930-3 neutron-server[93958]: INFO neutron.db.l3_db [None req-3a924fb2-8771-4cf4-9849-f0a15ba51054 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Floating IP 6d620f97-ab83-407d-9f3f-19a08abf86e5 associated. External IP: 172.25.0.99, port: be4e83dc-5555-4e96-9bbe-3fabe83184c3. Jul 09 16:40:53.519127 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-b3c1a786-d5c0-4aec-8810-8d6c2d19b239 None None] Allocated IP 172.21.0.2 (75cacf9f-60b3-4bf7-a65b-86457bf4589f/1f964f16-2b5a-400c-8bde-952d5f8f0b29/a4dc5939-0af4-4b82-aa5b-dc254f68e710) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:40:53.546160 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a3bf7a4a-18b8-473e-8435-8ece3a5d7333 req-ebfe12f7-d101-410a-960d-83363f9d31cf tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] 10.222.0.98 "GET /v2.0/security-groups?id=d4b3e9e2-57a0-4de6-a8da-b3a4f304916f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921895 Jul 09 16:40:53.750735 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b3c1a786-d5c0-4aec-8810-8d6c2d19b239 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:53.762599 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b3c1a786-d5c0-4aec-8810-8d6c2d19b239 None None] Transition to ACTIVE for port object a4dc5939-0af4-4b82-aa5b-dc254f68e710 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:40:53.781241 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b3c1a786-d5c0-4aec-8810-8d6c2d19b239 None None] Transition to ACTIVE for port object a4dc5939-0af4-4b82-aa5b-dc254f68e710 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:40:53.790300 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c4b44225-b235-4687-8a13-6798cc8c2a14 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:53.792844 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b3c1a786-d5c0-4aec-8810-8d6c2d19b239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:53.908027 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c1a786-d5c0-4aec-8810-8d6c2d19b239 None None] Network 75cacf9f-60b3-4bf7-a65b-86457bf4589f is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:40:53.924414 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-b3c1a786-d5c0-4aec-8810-8d6c2d19b239 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:40:53.930555 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c1a786-d5c0-4aec-8810-8d6c2d19b239 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:40:53.939260 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c1a786-d5c0-4aec-8810-8d6c2d19b239 None None] Pushing event updated for resources: {'Port': ['ID=a4dc5939-0af4-4b82-aa5b-dc254f68e710,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:54.016159 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-b3c1a786-d5c0-4aec-8810-8d6c2d19b239 None None] Attempting to bind port a4dc5939-0af4-4b82-aa5b-dc254f68e710 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:40:54.016920 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-b3c1a786-d5c0-4aec-8810-8d6c2d19b239 None None] Attempting to bind port a4dc5939-0af4-4b82-aa5b-dc254f68e710 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'c8c46346-db9e-4f44-ae91-8ab3b6b1a12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '75cacf9f-60b3-4bf7-a65b-86457bf4589f'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:40:54.017517 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c1a786-d5c0-4aec-8810-8d6c2d19b239 None None] Attempting to bind port a4dc5939-0af4-4b82-aa5b-dc254f68e710 on network 75cacf9f-60b3-4bf7-a65b-86457bf4589f {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:40:54.024976 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c1a786-d5c0-4aec-8810-8d6c2d19b239 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:40:54.025779 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c1a786-d5c0-4aec-8810-8d6c2d19b239 None None] Checking segment: {'id': 'c8c46346-db9e-4f44-ae91-8ab3b6b1a12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '75cacf9f-60b3-4bf7-a65b-86457bf4589f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:40:54.026468 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b3c1a786-d5c0-4aec-8810-8d6c2d19b239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:54.027109 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c1a786-d5c0-4aec-8810-8d6c2d19b239 None None] Bound using segment: {'id': 'c8c46346-db9e-4f44-ae91-8ab3b6b1a12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '75cacf9f-60b3-4bf7-a65b-86457bf4589f'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:40:54.027905 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-b3c1a786-d5c0-4aec-8810-8d6c2d19b239 None None] Bound port: a4dc5939-0af4-4b82-aa5b-dc254f68e710, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8c46346-db9e-4f44-ae91-8ab3b6b1a12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '75cacf9f-60b3-4bf7-a65b-86457bf4589f'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:40:54.028589 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b3c1a786-d5c0-4aec-8810-8d6c2d19b239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:54.055576 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c4b44225-b235-4687-8a13-6798cc8c2a14 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:54.124986 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b3c1a786-d5c0-4aec-8810-8d6c2d19b239 None None] For port a4dc5939-0af4-4b82-aa5b-dc254f68e710, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:40:54.130880 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b3c1a786-d5c0-4aec-8810-8d6c2d19b239 None None] For port a4dc5939-0af4-4b82-aa5b-dc254f68e710, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=a4dc5939-0af4-4b82-aa5b-dc254f68e710,segment=NetworkSegment(c8c46346-db9e-4f44-ae91-8ab3b6b1a12f),segment_id=c8c46346-db9e-4f44-ae91-8ab3b6b1a12f)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:40:54.134995 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5befd4d0-2f2c-43f3-b65f-83717f844e5b None None] Network 52d3edd8-4fe3-4880-814d-6a2f23c31e5a requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:40:54.142593 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c4b44225-b235-4687-8a13-6798cc8c2a14 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:54.150081 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c4b44225-b235-4687-8a13-6798cc8c2a14 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "DELETE /v2.0/subnets/a95ac324-2970-4dec-9478-247e3a5442ff HTTP/1.1" status: 204 len: 168 time: 1.4244857 Jul 09 16:40:54.158497 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b3c1a786-d5c0-4aec-8810-8d6c2d19b239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:54.168565 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35612) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:54.223357 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b44225-b235-4687-8a13-6798cc8c2a14 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event deleted for resources: {'Subnet': ['ID=a95ac324-2970-4dec-9478-247e3a5442ff,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:54.321365 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c1a786-d5c0-4aec-8810-8d6c2d19b239 None None] Pushing event updated for resources: {'Port': ['ID=a4dc5939-0af4-4b82-aa5b-dc254f68e710,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:54.418015 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-576bc991-5c6b-436a-91b3-fa89d4a8b5a4 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:54.437730 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4671a513-8426-446b-a136-fe0ba73a03a5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:54.618349 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device a5c97ddd-1db1-40d0-a021-647844b4935b up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:40:54.647521 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a924fb2-8771-4cf4-9849-f0a15ba51054 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Router 19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:40:54.789892 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01204f85-b595-4cf1-b8fd-74a444ae0ee2 None None] DHCP port deletion for 52d3edd8-4fe3-4880-814d-6a2f23c31e5a request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:40:54.856358 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port a5c97ddd-1db1-40d0-a021-647844b4935b triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:54.857051 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:54.949737 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a924fb2-8771-4cf4-9849-f0a15ba51054 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:40:55.002375 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 4d14deb4-de43-4886-b493-fcee901cdc79 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:40:55.008432 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aebbfaf-fec5-4ee2-b8f4-7446f9bd3c19 None None] Sync routers for ids ['19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:40:55.037364 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3a924fb2-8771-4cf4-9849-f0a15ba51054 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:55.063118 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aebbfaf-fec5-4ee2-b8f4-7446f9bd3c19 None None] Routers {'19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:40:55.063806 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-5aebbfaf-fec5-4ee2-b8f4-7446f9bd3c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:40:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:55.124820 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-3a924fb2-8771-4cf4-9849-f0a15ba51054 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.9364395 Jul 09 16:40:55.127787 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35630) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:55.132212 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '267fc013-fefa-4988-b6ed-d2cdb8a622f4', 'tag': 'be4e83dc-5555-4e96-9bbe-3fabe83184c3'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:40:55.138352 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb7c14b-2092-4a9b-ade4-0337c7c13a3e" -d '{"events": [{"name": "network-changed", "server_uuid": "267fc013-fefa-4988-b6ed-d2cdb8a622f4", "tag": "be4e83dc-5555-4e96-9bbe-3fabe83184c3"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:40:55.182284 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc582f-c9fa-417d-b2ca-b436cbcfc82a req-712ce260-31b6-4ed2-8650-caeb0f1941b9 tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:55.184628 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-00cc582f-c9fa-417d-b2ca-b436cbcfc82a req-712ce260-31b6-4ed2-8650-caeb0f1941b9 tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] 10.222.0.98 "GET /v2.0/ports?device_id=93d6d9e8-3ec5-4ec1-873b-5d137ed1e54c HTTP/1.1" status: 200 len: 950 time: 0.2365084 Jul 09 16:40:55.299146 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-01204f85-b595-4cf1-b8fd-74a444ae0ee2 None None] Deleting port a5c97ddd-1db1-40d0-a021-647844b4935b {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:40:55.299708 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-01204f85-b595-4cf1-b8fd-74a444ae0ee2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:55.340787 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-00cc582f-c9fa-417d-b2ca-b436cbcfc82a req-3afd9f05-6726-4ff2-80d3-0181f25e9f8c tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] 10.222.0.98 "GET /v2.0/security-groups?id=d4b3e9e2-57a0-4de6-a8da-b3a4f304916f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243563 Jul 09 16:40:55.348677 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0fc1abdc-7a38-46dc-ad7d-116a7ab04332 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/floatingips/6d620f97-ab83-407d-9f3f-19a08abf86e5 HTTP/1.1" status: 200 len: 990 time: 0.2034895 Jul 09 16:40:55.374345 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-576bc991-5c6b-436a-91b3-fa89d4a8b5a4 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Deleting port a5c97ddd-1db1-40d0-a021-647844b4935b {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:40:55.374996 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-576bc991-5c6b-436a-91b3-fa89d4a8b5a4 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:55.466404 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc86385d-ba65-4e1a-bdf8-8710bb56ba48 x-openstack-request-id: req-cc86385d-ba65-4e1a-bdf8-8710bb56ba48 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:40:55.466687 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "267fc013-fefa-4988-b6ed-d2cdb8a622f4", "tag": "be4e83dc-5555-4e96-9bbe-3fabe83184c3", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:40:55.467027 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-cc86385d-ba65-4e1a-bdf8-8710bb56ba48 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:40:55.468214 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '267fc013-fefa-4988-b6ed-d2cdb8a622f4', 'tag': 'be4e83dc-5555-4e96-9bbe-3fabe83184c3', 'status': 'completed', 'code': 200} Jul 09 16:40:55.574490 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-576bc991-5c6b-436a-91b3-fa89d4a8b5a4 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] For port a5c97ddd-1db1-40d0-a021-647844b4935b, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=a5c97ddd-1db1-40d0-a021-647844b4935b,segment=NetworkSegment(4e3068f4-420a-45c2-b757-c1c7826fef50),segment_id=4e3068f4-420a-45c2-b757-c1c7826fef50)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:55.582533 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7c14b-2092-4a9b-ade4-0337c7c13a3e req-874f76fb-8c54-481a-b6b8-643127004e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:55.584065 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0bb7c14b-2092-4a9b-ade4-0337c7c13a3e req-874f76fb-8c54-481a-b6b8-643127004e77 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e2634516774046048410a7faecd2c391&device_id=267fc013-fefa-4988-b6ed-d2cdb8a622f4 HTTP/1.1" status: 200 len: 1096 time: 0.0986943 Jul 09 16:40:55.586539 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-576bc991-5c6b-436a-91b3-fa89d4a8b5a4 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:55.587192 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dd10d071-d570-4e3a-bad8-1ecf4fb21c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:55.630376 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 4d14deb4-de43-4886-b493-fcee901cdc79 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:40:55.633968 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-5aebbfaf-fec5-4ee2-b8f4-7446f9bd3c19 None None] Set router 19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:40:55.650588 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-576bc991-5c6b-436a-91b3-fa89d4a8b5a4 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Calling delete_port for a5c97ddd-1db1-40d0-a021-647844b4935b owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:40:55.676320 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:55.681784 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 4d14deb4-de43-4886-b493-fcee901cdc79 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:55.682147 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:55.701639 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-01204f85-b595-4cf1-b8fd-74a444ae0ee2 None None] For port a5c97ddd-1db1-40d0-a021-647844b4935b, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=a5c97ddd-1db1-40d0-a021-647844b4935b,segment=NetworkSegment(4e3068f4-420a-45c2-b757-c1c7826fef50),segment_id=4e3068f4-420a-45c2-b757-c1c7826fef50)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:55.702037 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-01204f85-b595-4cf1-b8fd-74a444ae0ee2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:55.758394 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7c14b-2092-4a9b-ade4-0337c7c13a3e req-af6049ea-cc99-400b-adb1-79f42db1e21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:55.760013 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0bb7c14b-2092-4a9b-ade4-0337c7c13a3e req-af6049ea-cc99-400b-adb1-79f42db1e21d service neutron] 10.222.0.77 "GET /v2.0/networks?id=33631c88-3b8b-4d00-9e59-cdfb673208d8 HTTP/1.1" status: 200 len: 898 time: 0.1682968 Jul 09 16:40:55.842168 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-01204f85-b595-4cf1-b8fd-74a444ae0ee2 None None] Calling delete_port for a5c97ddd-1db1-40d0-a021-647844b4935b owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:40:55.873769 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-4671a513-8426-446b-a136-fe0ba73a03a5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Allocated IP 172.21.0.1 (75cacf9f-60b3-4bf7-a65b-86457bf4589f/1f964f16-2b5a-400c-8bde-952d5f8f0b29/0544c348-844a-4ccc-99c0-cda2c10c05ea) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:40:55.983447 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0bb7c14b-2092-4a9b-ade4-0337c7c13a3e req-9b1fb63c-007b-4135-b3d1-87d400344f18 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be4e83dc-5555-4e96-9bbe-3fabe83184c3 HTTP/1.1" status: 200 len: 998 time: 0.2147491 Jul 09 16:40:55.992469 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-576bc991-5c6b-436a-91b3-fa89d4a8b5a4 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:56.047512 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576bc991-5c6b-436a-91b3-fa89d4a8b5a4 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event deleted for resources: {'Port': ['ID=a5c97ddd-1db1-40d0-a021-647844b4935b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:56.062132 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576bc991-5c6b-436a-91b3-fa89d4a8b5a4 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] No DVR routers for this DVR port a5c97ddd-1db1-40d0-a021-647844b4935b on host n-d-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:40:56.075458 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7c14b-2092-4a9b-ade4-0337c7c13a3e req-f54df29e-fbd0-4724-8ddd-c7df21895e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:56.077368 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0bb7c14b-2092-4a9b-ade4-0337c7c13a3e req-f54df29e-fbd0-4724-8ddd-c7df21895e96 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c0fac51f-ee7d-4400-991d-3a98e7f83952 HTTP/1.1" status: 200 len: 834 time: 0.0848031 Jul 09 16:40:56.170636 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-576bc991-5c6b-436a-91b3-fa89d4a8b5a4 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:56.180054 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11541748-c8f1-4a56-a44f-7812c3438de7 None None] Network 75cacf9f-60b3-4bf7-a65b-86457bf4589f requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:40:56.180272 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7c14b-2092-4a9b-ade4-0337c7c13a3e req-037a734c-e39a-476f-be7b-f338c855177f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:56.182656 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0bb7c14b-2092-4a9b-ade4-0337c7c13a3e req-037a734c-e39a-476f-be7b-f338c855177f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=33631c88-3b8b-4d00-9e59-cdfb673208d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0981560 Jul 09 16:40:56.211137 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-576bc991-5c6b-436a-91b3-fa89d4a8b5a4 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52d3edd8-4fe3-4880-814d-6a2f23c31e5a']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:56.268246 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4671a513-8426-446b-a136-fe0ba73a03a5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:56.275011 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:56.277134 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-01204f85-b595-4cf1-b8fd-74a444ae0ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:56.287887 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-da23d3bb-67cc-4149-b857-f441a6d93d69 None None] Provisioning for port a4dc5939-0af4-4b82-aa5b-dc254f68e710 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:40:56.295103 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-4671a513-8426-446b-a136-fe0ba73a03a5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Transition to ACTIVE for port object 0544c348-844a-4ccc-99c0-cda2c10c05ea will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:40:56.300725 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-576bc991-5c6b-436a-91b3-fa89d4a8b5a4 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e3068f4-420a-45c2-b757-c1c7826fef50') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:56.301014 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-576bc991-5c6b-436a-91b3-fa89d4a8b5a4 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e3068f4-420a-45c2-b757-c1c7826fef50') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:56.311521 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:56.330435 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-576bc991-5c6b-436a-91b3-fa89d4a8b5a4 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:56.348329 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01204f85-b595-4cf1-b8fd-74a444ae0ee2 None None] Pushing event deleted for resources: {'Port': ['ID=a5c97ddd-1db1-40d0-a021-647844b4935b,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:56.351535 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0bb7c14b-2092-4a9b-ade4-0337c7c13a3e req-783801b2-baad-498a-a70f-a861529159f6 service neutron] 10.222.0.77 "GET /v2.0/networks/33631c88-3b8b-4d00-9e59-cdfb673208d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610792 Jul 09 16:40:56.352445 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35658) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:56.352854 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-576bc991-5c6b-436a-91b3-fa89d4a8b5a4 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:56.358294 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01204f85-b595-4cf1-b8fd-74a444ae0ee2 None None] No DVR routers for this DVR port a5c97ddd-1db1-40d0-a021-647844b4935b on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:40:56.366976 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-576bc991-5c6b-436a-91b3-fa89d4a8b5a4 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:40:56.367384 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-576bc991-5c6b-436a-91b3-fa89d4a8b5a4 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:56.370429 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:40:56.370429 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:40:56.370429 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:40:56.370429 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:40:56.370429 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:40:56.370429 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:40:56.370429 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:40:56.370429 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:40:56.370429 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:40:56.370429 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:40:56.370429 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:40:56.370429 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:40:56.370429 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:40:56.370429 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:40:56.370429 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:40:56.370429 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:40:56.370429 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:40:56.370429 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:40:56.370429 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:40:56.370429 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:40:56.370429 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:40:56.370429 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:40:56.370429 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:40:56.370429 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:40:56.370429 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:40:56.370429 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:40:56.370429 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:40:56.370429 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:40:56.370429 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:40:56.370429 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:40:56.370429 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:40:56.370429 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:40:56.425972 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 4d14deb4-de43-4886-b493-fcee901cdc79, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=4d14deb4-de43-4886-b493-fcee901cdc79,segment=NetworkSegment(06698069-85ff-46d7-b7d0-5aac828cdd70),segment_id=06698069-85ff-46d7-b7d0-5aac828cdd70)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:56.454814 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-5aebbfaf-fec5-4ee2-b8f4-7446f9bd3c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87', 'name': 'tempest-TestNetworkBasicOps-router-36068373', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'd4dfb55b-a230-4004-9613-693f185573b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:40:08Z', 'updated_at': '2021-07-09T16:40:19Z', 'revision_number': 4, 'project_id': 'e2634516774046048410a7faecd2c391', 'gw_port': {'id': 'd4dfb55b-a230-4004-9613-693f185573b2', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cf:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:10Z', 'updated_at': '2021-07-09T16:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '6d620f97-ab83-407d-9f3f-19a08abf86e5', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'floating_ip_address': '172.25.0.99', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87', 'port_id': 'be4e83dc-5555-4e96-9bbe-3fabe83184c3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33631c88-3b8b-4d00-9e59-cdfb673208d8', 'mac_address': 'fa:16:3e:22:ec:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267fc013-fefa-4988-b6ed-d2cdb8a622f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:40:50Z', 'updated_at': '2021-07-09T16:40:50Z', 'revision_number': 0, 'project_id': 'e2634516774046048410a7faecd2c391', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a230bb-eb2f-4039-b328-87bf823ddb54', 'name': '', 'network_id': '33631c88-3b8b-4d00-9e59-cdfb673208d8', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'mac_address': 'fa:16:3e:20:df:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': 'c0fac51f-ee7d-4400-991d-3a98e7f83952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:18Z', 'updated_at': '2021-07-09T16:40:28Z', 'revision_number': 5, 'project_id': 'e2634516774046048410a7faecd2c391', 'subnets': [{'id': 'c0fac51f-ee7d-4400-991d-3a98e7f83952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:56.484258 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4671a513-8426-446b-a136-fe0ba73a03a5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:56.509002 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:56.560290 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-766ad778-1ede-41a4-8495-d780f9df7e93 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/floatingips/6d620f97-ab83-407d-9f3f-19a08abf86e5 HTTP/1.1" status: 200 len: 990 time: 0.2054055 Jul 09 16:40:56.594130 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-576bc991-5c6b-436a-91b3-fa89d4a8b5a4 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:56.604875 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-576bc991-5c6b-436a-91b3-fa89d4a8b5a4 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:56.607493 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-576bc991-5c6b-436a-91b3-fa89d4a8b5a4 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "DELETE /v2.0/networks/52d3edd8-4fe3-4880-814d-6a2f23c31e5a HTTP/1.1" status: 204 len: 168 time: 2.4379172 Jul 09 16:40:56.617533 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35662) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:56.648962 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-b07b0ae9-1009-4fb9-ba37-d725de3e3366 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1661114986'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:56.651828 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0bb7c14b-2092-4a9b-ade4-0337c7c13a3e req-5dc95533-c528-427e-9d0d-153752e5c647 service neutron] 10.222.0.77 "GET /v2.0/networks/33631c88-3b8b-4d00-9e59-cdfb673208d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861360 Jul 09 16:40:56.672870 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aebbfaf-fec5-4ee2-b8f4-7446f9bd3c19 None None] Checking router: 19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:40:56.688439 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4671a513-8426-446b-a136-fe0ba73a03a5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Network 75cacf9f-60b3-4bf7-a65b-86457bf4589f is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:40:56.708109 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576bc991-5c6b-436a-91b3-fa89d4a8b5a4 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event deleted for resources: {'Network': ['ID=52d3edd8-4fe3-4880-814d-6a2f23c31e5a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:56.715449 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-4671a513-8426-446b-a136-fe0ba73a03a5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:40:56.725423 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4671a513-8426-446b-a136-fe0ba73a03a5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event updated for resources: {'Port': ['ID=0544c348-844a-4ccc-99c0-cda2c10c05ea,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:56.743921 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device a4dc5939-0af4-4b82-aa5b-dc254f68e710 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:40:56.750637 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4671a513-8426-446b-a136-fe0ba73a03a5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:40:56.783947 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd51a9-a552-4f6b-9bc5-104308875f55 req-8e5c1315-b461-4440-b39a-4cf993b13ad2 tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:56.795473 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-57dd51a9-a552-4f6b-9bc5-104308875f55 req-8e5c1315-b461-4440-b39a-4cf993b13ad2 tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] 10.222.0.98 "GET /v2.0/ports?device_id=93d6d9e8-3ec5-4ec1-873b-5d137ed1e54c HTTP/1.1" status: 200 len: 950 time: 0.1888535 Jul 09 16:40:56.798706 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:56.806287 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aebbfaf-fec5-4ee2-b8f4-7446f9bd3c19 None None] Routers {'19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:40:56.806287 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-5aebbfaf-fec5-4ee2-b8f4-7446f9bd3c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:40:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:56.817242 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4671a513-8426-446b-a136-fe0ba73a03a5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:56.825558 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07b0ae9-1009-4fb9-ba37-d725de3e3366 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Made reservation on behalf of 522630d2233142e4a30463472a66f8be for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:40:56.829661 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b07b0ae9-1009-4fb9-ba37-d725de3e3366 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:56.877543 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=4d14deb4-de43-4886-b493-fcee901cdc79,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:56.904817 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-57dd51a9-a552-4f6b-9bc5-104308875f55 req-79e6a71e-d657-405b-9e5e-1dcf3cb82e70 tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] 10.222.0.98 "GET /v2.0/security-groups?id=d4b3e9e2-57a0-4de6-a8da-b3a4f304916f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918772 Jul 09 16:40:56.999205 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b07b0ae9-1009-4fb9-ba37-d725de3e3366 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:40:57.025038 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b07b0ae9-1009-4fb9-ba37-d725de3e3366 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:57.025532 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-b07b0ae9-1009-4fb9-ba37-d725de3e3366 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Added segment d0dbf489-a0ec-4ceb-9063-beca81a408f2 of type vlan for network 0fe11e7e-26cb-4a04-bdd7-f158cd7fd03d Jul 09 16:40:57.091868 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port a4dc5939-0af4-4b82-aa5b-dc254f68e710 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:40:57.112230 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port a4dc5939-0af4-4b82-aa5b-dc254f68e710 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:57.115062 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:57.171783 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-5aebbfaf-fec5-4ee2-b8f4-7446f9bd3c19 None None] Set router 19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:40:57.202810 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b07b0ae9-1009-4fb9-ba37-d725de3e3366 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:57.220654 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4671a513-8426-446b-a136-fe0ba73a03a5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:57.476065 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:57.518632 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-28a75f01-2736-477e-833a-2aa5da1b0f1f None None] Provisioning complete for port a4dc5939-0af4-4b82-aa5b-dc254f68e710 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:57.519113 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-28a75f01-2736-477e-833a-2aa5da1b0f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:57.524800 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b07b0ae9-1009-4fb9-ba37-d725de3e3366 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:57.530720 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07b0ae9-1009-4fb9-ba37-d725de3e3366 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:57.531400 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b07b0ae9-1009-4fb9-ba37-d725de3e3366 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:57.575209 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35680) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:57.666659 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b07b0ae9-1009-4fb9-ba37-d725de3e3366 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0446098 Jul 09 16:40:57.683662 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35686) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:57.691527 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port a4dc5939-0af4-4b82-aa5b-dc254f68e710, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=a4dc5939-0af4-4b82-aa5b-dc254f68e710,segment=NetworkSegment(c8c46346-db9e-4f44-ae91-8ab3b6b1a12f),segment_id=c8c46346-db9e-4f44-ae91-8ab3b6b1a12f)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:57.751547 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-5cd7869f-86a2-49f8-a2c4-a319717f3246 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Request body: {'subnet': {'network_id': '0fe11e7e-26cb-4a04-bdd7-f158cd7fd03d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:57.757850 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:57.772430 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-5927a970-2254-4295-98c7-e9ee518a84a9 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/floatingips/6d620f97-ab83-407d-9f3f-19a08abf86e5 HTTP/1.1" status: 200 len: 990 time: 0.1947525 Jul 09 16:40:57.788169 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07b0ae9-1009-4fb9-ba37-d725de3e3366 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event updated for resources: {'Network': ['ID=0fe11e7e-26cb-4a04-bdd7-f158cd7fd03d,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:57.792059 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa5432-e7ba-4e78-bc81-6179ae196aef req-e89e3854-00e9-43dc-91e8-4b8261efb666 tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:57.793612 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1afa5432-e7ba-4e78-bc81-6179ae196aef req-e89e3854-00e9-43dc-91e8-4b8261efb666 tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] 10.222.0.98 "GET /v2.0/ports?device_id=93d6d9e8-3ec5-4ec1-873b-5d137ed1e54c HTTP/1.1" status: 200 len: 950 time: 0.2346542 Jul 09 16:40:57.877292 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 0fe11e7e-26cb-4a04-bdd7-f158cd7fd03d details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:40:57.938901 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1afa5432-e7ba-4e78-bc81-6179ae196aef req-d85ccb33-cec4-4b03-a5fb-0a3b2e4f5dbf tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] 10.222.0.98 "GET /v2.0/security-groups?id=d4b3e9e2-57a0-4de6-a8da-b3a4f304916f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377623 Jul 09 16:40:57.960286 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device a5c97ddd-1db1-40d0-a021-647844b4935b no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:40:57.978673 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd7869f-86a2-49f8-a2c4-a319717f3246 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Made reservation on behalf of 522630d2233142e4a30463472a66f8be for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:40:57.982966 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5cd7869f-86a2-49f8-a2c4-a319717f3246 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:58.018195 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: a5c97ddd-1db1-40d0-a021-647844b4935b {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:40:58.018576 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device a5c97ddd-1db1-40d0-a021-647844b4935b not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:40:58.023229 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=a4dc5939-0af4-4b82-aa5b-dc254f68e710,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:58.034099 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-28a75f01-2736-477e-833a-2aa5da1b0f1f None None] Provisioning for port 0544c348-844a-4ccc-99c0-cda2c10c05ea completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:40:58.041734 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4671a513-8426-446b-a136-fe0ba73a03a5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:58.049695 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-28a75f01-2736-477e-833a-2aa5da1b0f1f None None] Provisioning complete for port 0544c348-844a-4ccc-99c0-cda2c10c05ea triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:58.050953 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-28a75f01-2736-477e-833a-2aa5da1b0f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:58.060584 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4671a513-8426-446b-a136-fe0ba73a03a5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:58.118567 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-28a75f01-2736-477e-833a-2aa5da1b0f1f None None] Port 0544c348-844a-4ccc-99c0-cda2c10c05ea cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:40:58.165856 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-5aebbfaf-fec5-4ee2-b8f4-7446f9bd3c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87', 'name': 'tempest-TestNetworkBasicOps-router-36068373', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'd4dfb55b-a230-4004-9613-693f185573b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:40:08Z', 'updated_at': '2021-07-09T16:40:19Z', 'revision_number': 4, 'project_id': 'e2634516774046048410a7faecd2c391', 'gw_port': {'id': 'd4dfb55b-a230-4004-9613-693f185573b2', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cf:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:10Z', 'updated_at': '2021-07-09T16:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '6d620f97-ab83-407d-9f3f-19a08abf86e5', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'floating_ip_address': '172.25.0.99', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87', 'port_id': 'be4e83dc-5555-4e96-9bbe-3fabe83184c3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33631c88-3b8b-4d00-9e59-cdfb673208d8', 'mac_address': 'fa:16:3e:22:ec:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267fc013-fefa-4988-b6ed-d2cdb8a622f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:40:50Z', 'updated_at': '2021-07-09T16:40:50Z', 'revision_number': 0, 'project_id': 'e2634516774046048410a7faecd2c391', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a230bb-eb2f-4039-b328-87bf823ddb54', 'name': '', 'network_id': '33631c88-3b8b-4d00-9e59-cdfb673208d8', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'mac_address': 'fa:16:3e:20:df:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': 'c0fac51f-ee7d-4400-991d-3a98e7f83952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:18Z', 'updated_at': '2021-07-09T16:40:28Z', 'revision_number': 5, 'project_id': 'e2634516774046048410a7faecd2c391', 'subnets': [{'id': 'c0fac51f-ee7d-4400-991d-3a98e7f83952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:58.187988 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4671a513-8426-446b-a136-fe0ba73a03a5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event updated for resources: {'Port': ['ID=0544c348-844a-4ccc-99c0-cda2c10c05ea,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:58.194020 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4671a513-8426-446b-a136-fe0ba73a03a5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:58.218556 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aebbfaf-fec5-4ee2-b8f4-7446f9bd3c19 None None] The sync data for ids ['19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87'] in n-d-798930-3 is: [{'id': '19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87', 'name': 'tempest-TestNetworkBasicOps-router-36068373', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'd4dfb55b-a230-4004-9613-693f185573b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:40:08Z', 'updated_at': '2021-07-09T16:40:19Z', 'revision_number': 4, 'project_id': 'e2634516774046048410a7faecd2c391', 'gw_port': {'id': 'd4dfb55b-a230-4004-9613-693f185573b2', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cf:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:10Z', 'updated_at': '2021-07-09T16:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '6d620f97-ab83-407d-9f3f-19a08abf86e5', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'floating_ip_address': '172.25.0.99', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87', 'port_id': 'be4e83dc-5555-4e96-9bbe-3fabe83184c3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33631c88-3b8b-4d00-9e59-cdfb673208d8', 'mac_address': 'fa:16:3e:22:ec:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267fc013-fefa-4988-b6ed-d2cdb8a622f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:40:50Z', 'updated_at': '2021-07-09T16:40:50Z', 'revision_number': 0, 'project_id': 'e2634516774046048410a7faecd2c391', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a230bb-eb2f-4039-b328-87bf823ddb54', 'name': '', 'network_id': '33631c88-3b8b-4d00-9e59-cdfb673208d8', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'mac_address': 'fa:16:3e:20:df:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': 'c0fac51f-ee7d-4400-991d-3a98e7f83952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:18Z', 'updated_at': '2021-07-09T16:40:28Z', 'revision_number': 5, 'project_id': 'e2634516774046048410a7faecd2c391', 'subnets': [{'id': 'c0fac51f-ee7d-4400-991d-3a98e7f83952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:40:58.256433 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d65ab977-7f99-40cf-b621-0d59d94604b7 None None] Provisioning complete for port 0544c348-844a-4ccc-99c0-cda2c10c05ea triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:58.256772 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d65ab977-7f99-40cf-b621-0d59d94604b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:58.286562 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:58.353709 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-d65ab977-7f99-40cf-b621-0d59d94604b7 None None] Port 0544c348-844a-4ccc-99c0-cda2c10c05ea cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:40:58.408815 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4671a513-8426-446b-a136-fe0ba73a03a5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Network 75cacf9f-60b3-4bf7-a65b-86457bf4589f is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:40:58.411971 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5cd7869f-86a2-49f8-a2c4-a319717f3246 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:58.416734 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-4671a513-8426-446b-a136-fe0ba73a03a5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:40:58.649464 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device a4dc5939-0af4-4b82-aa5b-dc254f68e710 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:40:58.657810 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbfc50b-1a5f-446c-a7c4-42a7e2a47d0a None None] New status for floating IP 6d620f97-ab83-407d-9f3f-19a08abf86e5: ACTIVE {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:40:58.725418 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd7869f-86a2-49f8-a2c4-a319717f3246 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event updated for resources: {'Subnet': ['ID=79092d4e-4585-4266-bf33-9777c2c360e1,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:40:58.774863 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35700) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:58.793753 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd7869f-86a2-49f8-a2c4-a319717f3246 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Checking segment: {'id': 'd0dbf489-a0ec-4ceb-9063-beca81a408f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0fe11e7e-26cb-4a04-bdd7-f158cd7fd03d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:40:58.794125 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd7869f-86a2-49f8-a2c4-a319717f3246 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Network hostable DHCP agents. Network: 0fe11e7e-26cb-4a04-bdd7-f158cd7fd03d, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:40:58.797045 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port a4dc5939-0af4-4b82-aa5b-dc254f68e710 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:58.797641 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:58.848062 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4671a513-8426-446b-a136-fe0ba73a03a5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Router 24e0c3eb-26e1-46c1-8984-537e131348d3 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:40:58.898966 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2784d6d2-128a-4018-a07b-94f9700ba262 None None] Provisioning complete for port 0544c348-844a-4ccc-99c0-cda2c10c05ea triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:58.898966 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2784d6d2-128a-4018-a07b-94f9700ba262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:58.916712 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd7869f-86a2-49f8-a2c4-a319717f3246 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Network 0fe11e7e-26cb-4a04-bdd7-f158cd7fd03d is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:40:58.952214 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1cc13758-b069-4a8f-a9bd-d3d7862efee3 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/floatingips/6d620f97-ab83-407d-9f3f-19a08abf86e5 HTTP/1.1" status: 200 len: 990 time: 0.1754172 Jul 09 16:40:58.964511 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-2784d6d2-128a-4018-a07b-94f9700ba262 None None] Port 0544c348-844a-4ccc-99c0-cda2c10c05ea cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:40:58.996162 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 4d14deb4-de43-4886-b493-fcee901cdc79 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:40:59.095851 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 4d14deb4-de43-4886-b493-fcee901cdc79 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:40:59.096282 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:59.110240 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-5cd7869f-86a2-49f8-a2c4-a319717f3246 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 0fe11e7e-26cb-4a04-bdd7-f158cd7fd03d) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:40:59.129240 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd7869f-86a2-49f8-a2c4-a319717f3246 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:59.130380 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5cd7869f-86a2-49f8-a2c4-a319717f3246 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:59.150814 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4671a513-8426-446b-a136-fe0ba73a03a5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:40:59.151423 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8626a3f7-8e03-446d-905b-9aa5a6786cef None None] Network 0fe11e7e-26cb-4a04-bdd7-f158cd7fd03d requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:40:59.166684 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-4671a513-8426-446b-a136-fe0ba73a03a5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "PUT /v2.0/routers/24e0c3eb-26e1-46c1-8984-537e131348d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1195948 Jul 09 16:40:59.169880 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-5cd7869f-86a2-49f8-a2c4-a319717f3246 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4846213 Jul 09 16:40:59.172064 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35718) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:59.177824 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-07ce4d52-5e38-44cb-9861-82883fcc6c1c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Request body: {'network': {'name': 'tempest-RoutersTest-1160605431'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:59.187060 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35720) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:59.193578 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-9f2db32b-2566-411c-8d43-b054e428bd83 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1331690864', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:59.210240 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f22227-c910-4d7c-902f-5e8a583d88b9 req-423b1a69-9ba8-40a8-8b4f-1195f7be29ed tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:59.211872 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f8f22227-c910-4d7c-902f-5e8a583d88b9 req-423b1a69-9ba8-40a8-8b4f-1195f7be29ed tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] 10.222.0.73 "GET /v2.0/ports?device_id=93d6d9e8-3ec5-4ec1-873b-5d137ed1e54c HTTP/1.1" status: 200 len: 950 time: 0.3549435 Jul 09 16:40:59.260842 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ce4d52-5e38-44cb-9861-82883fcc6c1c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Made reservation on behalf of 850e57f21d324dbe951314eb6bfbdc4a for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:40:59.265511 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-07ce4d52-5e38-44cb-9861-82883fcc6c1c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:59.273987 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9f2db32b-2566-411c-8d43-b054e428bd83 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:59.274935 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9f2db32b-2566-411c-8d43-b054e428bd83 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:59.313813 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8728a91-8660-476c-bb40-ecea6ae715f2 req-1416ac2b-88a7-4f77-8d3f-f8167b7b6ef3 tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:59.323248 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b8728a91-8660-476c-bb40-ecea6ae715f2 req-1416ac2b-88a7-4f77-8d3f-f8167b7b6ef3 tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] 10.222.0.98 "GET /v2.0/ports?device_id=93d6d9e8-3ec5-4ec1-873b-5d137ed1e54c HTTP/1.1" status: 200 len: 950 time: 0.2095306 Jul 09 16:40:59.352703 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07ce4d52-5e38-44cb-9861-82883fcc6c1c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:40:59.373843 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-07ce4d52-5e38-44cb-9861-82883fcc6c1c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:59.374236 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-07ce4d52-5e38-44cb-9861-82883fcc6c1c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Added segment 1e728986-bd52-46f3-a09c-deeacf2678f7 of type vlan for network 289d39ae-4b0b-45e5-9d71-6cb39d6e4511 Jul 09 16:40:59.385444 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9f2db32b-2566-411c-8d43-b054e428bd83 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:59.438022 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43abf473-a9f1-4db7-be98-806127f3d432 None None] Sync routers for ids ['24e0c3eb-26e1-46c1-8984-537e131348d3'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:40:59.439153 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-07ce4d52-5e38-44cb-9861-82883fcc6c1c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:59.443958 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-f8f22227-c910-4d7c-902f-5e8a583d88b9 req-83b62fd8-941f-4a92-8745-3606cbd52f5e tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] Deleting port 2b1b7b40-55e2-4430-b2f7-7f17d55eab24 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:40:59.444303 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f8f22227-c910-4d7c-902f-5e8a583d88b9 req-83b62fd8-941f-4a92-8745-3606cbd52f5e tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:59.449242 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b8728a91-8660-476c-bb40-ecea6ae715f2 req-7b673ec2-c84a-4084-988e-ffc47c43ce4c tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] 10.222.0.98 "GET /v2.0/security-groups?id=d4b3e9e2-57a0-4de6-a8da-b3a4f304916f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249180 Jul 09 16:40:59.456889 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9f2db32b-2566-411c-8d43-b054e428bd83 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:59.510474 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9f2db32b-2566-411c-8d43-b054e428bd83 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:59.517054 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35726) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:59.517561 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-9f2db32b-2566-411c-8d43-b054e428bd83 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3273461 Jul 09 16:40:59.530601 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-daab14fe-db18-4a6a-b6a6-9dba28a9e08e tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Request body: {'port': {'network_id': '0fe11e7e-26cb-4a04-bdd7-f158cd7fd03d', 'name': 'tempest-PortsIpV6TestJSON-488457227'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:59.537067 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43abf473-a9f1-4db7-be98-806127f3d432 None None] Routers {'24e0c3eb-26e1-46c1-8984-537e131348d3'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:40:59.537796 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-43abf473-a9f1-4db7-be98-806127f3d432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:40:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['24e0c3eb-26e1-46c1-8984-537e131348d3'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:40:59.648039 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-07ce4d52-5e38-44cb-9861-82883fcc6c1c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:59.653488 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ce4d52-5e38-44cb-9861-82883fcc6c1c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:40:59.654073 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-07ce4d52-5e38-44cb-9861-82883fcc6c1c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:59.667185 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-f8f22227-c910-4d7c-902f-5e8a583d88b9 req-83b62fd8-941f-4a92-8745-3606cbd52f5e tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] For port 2b1b7b40-55e2-4430-b2f7-7f17d55eab24, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=2b1b7b40-55e2-4430-b2f7-7f17d55eab24,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:40:59.667560 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f8f22227-c910-4d7c-902f-5e8a583d88b9 req-83b62fd8-941f-4a92-8745-3606cbd52f5e tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:59.748707 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-f8f22227-c910-4d7c-902f-5e8a583d88b9 req-83b62fd8-941f-4a92-8745-3606cbd52f5e tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] Calling delete_port for 2b1b7b40-55e2-4430-b2f7-7f17d55eab24 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:40:59.751369 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-43abf473-a9f1-4db7-be98-806127f3d432 None None] Set router 24e0c3eb-26e1-46c1-8984-537e131348d3 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:40:59.764681 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-07ce4d52-5e38-44cb-9861-82883fcc6c1c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5915501 Jul 09 16:40:59.769899 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35734) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:59.810065 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-a09585cf-9a12-4bdd-8a34-f90246ee5327 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Request body: {'subnet': {'network_id': '289d39ae-4b0b-45e5-9d71-6cb39d6e4511', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:40:59.871924 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa3e8b8-6fc6-4609-b8a3-5b0fe59387f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-0fe11e7e-26cb-4a04-bdd7-f158cd7fd03d', 'network_id': '0fe11e7e-26cb-4a04-bdd7-f158cd7fd03d', 'tenant_id': '522630d2233142e4a30463472a66f8be', 'fixed_ips': [{'subnet_id': '79092d4e-4585-4266-bf33-9777c2c360e1'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:40:59.872850 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-eaa3e8b8-6fc6-4609-b8a3-5b0fe59387f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:59.905553 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daab14fe-db18-4a6a-b6a6-9dba28a9e08e tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Made reservation on behalf of 522630d2233142e4a30463472a66f8be for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:40:59.910049 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-daab14fe-db18-4a6a-b6a6-9dba28a9e08e tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:40:59.952535 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35740) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:40:59.983845 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-daab14fe-db18-4a6a-b6a6-9dba28a9e08e tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] device_id is not set on port da2dfd50-f0e7-4baa-9d7e-701bde1a7f56 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:41:00.048169 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ce4d52-5e38-44cb-9861-82883fcc6c1c tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event updated for resources: {'Network': ['ID=289d39ae-4b0b-45e5-9d71-6cb39d6e4511,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:00.070747 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-eaa3e8b8-6fc6-4609-b8a3-5b0fe59387f6 None None] Allocated IP 2001:db8::2 (0fe11e7e-26cb-4a04-bdd7-f158cd7fd03d/79092d4e-4585-4266-bf33-9777c2c360e1/dd0d0781-886b-4843-809b-a293cfdd89ff) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:41:00.083543 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09585cf-9a12-4bdd-8a34-f90246ee5327 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Made reservation on behalf of 850e57f21d324dbe951314eb6bfbdc4a for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:41:00.087460 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a09585cf-9a12-4bdd-8a34-f90246ee5327 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:00.116260 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8f763f93-7950-4018-b611-48d560559b09 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/floatingips/6d620f97-ab83-407d-9f3f-19a08abf86e5 HTTP/1.1" status: 200 len: 992 time: 0.1616881 Jul 09 16:41:00.158142 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 289d39ae-4b0b-45e5-9d71-6cb39d6e4511 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:41:00.378790 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a09585cf-9a12-4bdd-8a34-f90246ee5327 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:00.394483 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f8f22227-c910-4d7c-902f-5e8a583d88b9 req-83b62fd8-941f-4a92-8745-3606cbd52f5e tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:00.408013 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-eaa3e8b8-6fc6-4609-b8a3-5b0fe59387f6 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:00.420406 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-eaa3e8b8-6fc6-4609-b8a3-5b0fe59387f6 None None] Transition to ACTIVE for port object dd0d0781-886b-4843-809b-a293cfdd89ff will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:41:00.441576 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-eaa3e8b8-6fc6-4609-b8a3-5b0fe59387f6 None None] Transition to ACTIVE for port object dd0d0781-886b-4843-809b-a293cfdd89ff will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:41:00.450368 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-43abf473-a9f1-4db7-be98-806127f3d432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'name': 'tempest-RoutersTest-router-420959986', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:40:44Z', 'updated_at': '2021-07-09T16:40:57Z', 'revision_number': 3, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'gw_port_host': None, '_interfaces': [{'id': '0544c348-844a-4ccc-99c0-cda2c10c05ea', 'name': '', 'network_id': '75cacf9f-60b3-4bf7-a65b-86457bf4589f', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'mac_address': 'fa:16:3e:88:f4:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '1f964f16-2b5a-400c-8bde-952d5f8f0b29', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:55Z', 'updated_at': '2021-07-09T16:40:57Z', 'revision_number': 2, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'subnets': [{'id': '1f964f16-2b5a-400c-8bde-952d5f8f0b29', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d14deb4-de43-4886-b493-fcee901cdc79', 'name': '', 'network_id': '3f1c0eb0-f3f5-4bff-9ec2-33914bafa70a', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'mac_address': 'fa:16:3e:2c:49:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '12eafcda-c893-46af-886a-30b90e5ffa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:46Z', 'updated_at': '2021-07-09T16:40:56Z', 'revision_number': 5, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'subnets': [{'id': '12eafcda-c893-46af-886a-30b90e5ffa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:00.454141 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-eaa3e8b8-6fc6-4609-b8a3-5b0fe59387f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:00.476096 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09585cf-9a12-4bdd-8a34-f90246ee5327 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event updated for resources: {'Subnet': ['ID=c7dc2769-6054-48e4-9d2c-e35a51a762e4,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:00.570159 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa3e8b8-6fc6-4609-b8a3-5b0fe59387f6 None None] Pushing event updated for resources: {'Port': ['ID=dd0d0781-886b-4843-809b-a293cfdd89ff,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:00.581449 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b62fd8-941f-4a92-8745-3606cbd52f5e tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] Pushing event deleted for resources: {'Port': ['ID=2b1b7b40-55e2-4430-b2f7-7f17d55eab24,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:00.583803 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43abf473-a9f1-4db7-be98-806127f3d432 None None] Checking router: 24e0c3eb-26e1-46c1-8984-537e131348d3 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:41:00.584171 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43abf473-a9f1-4db7-be98-806127f3d432 None None] Updating router 24e0c3eb-26e1-46c1-8984-537e131348d3 port 0544c348-844a-4ccc-99c0-cda2c10c05ea binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:41:00.639260 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa3e8b8-6fc6-4609-b8a3-5b0fe59387f6 None None] Network 0fe11e7e-26cb-4a04-bdd7-f158cd7fd03d is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:41:00.645523 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-eaa3e8b8-6fc6-4609-b8a3-5b0fe59387f6 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:41:00.649579 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa3e8b8-6fc6-4609-b8a3-5b0fe59387f6 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:41:00.656464 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f22227-c910-4d7c-902f-5e8a583d88b9 req-83b62fd8-941f-4a92-8745-3606cbd52f5e tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] No DVR routers for this DVR port 2b1b7b40-55e2-4430-b2f7-7f17d55eab24 on host n-h2-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:41:00.666626 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-43abf473-a9f1-4db7-be98-806127f3d432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:00.717914 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-daab14fe-db18-4a6a-b6a6-9dba28a9e08e tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Allocated IP 2001:db8::e6 (0fe11e7e-26cb-4a04-bdd7-f158cd7fd03d/79092d4e-4585-4266-bf33-9777c2c360e1/da2dfd50-f0e7-4baa-9d7e-701bde1a7f56) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:41:00.733138 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0ea31fe5-b574-41e3-aba9-3797c40876ca req-36124640-4580-45c9-bc3e-c08d0485071d tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] 10.222.0.98 "GET /v2.0/ports?device_id=93d6d9e8-3ec5-4ec1-873b-5d137ed1e54c HTTP/1.1" status: 200 len: 210 time: 0.0586257 Jul 09 16:41:00.836246 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-eaa3e8b8-6fc6-4609-b8a3-5b0fe59387f6 None None] Attempting to bind port dd0d0781-886b-4843-809b-a293cfdd89ff on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:41:00.841790 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-eaa3e8b8-6fc6-4609-b8a3-5b0fe59387f6 None None] Attempting to bind port dd0d0781-886b-4843-809b-a293cfdd89ff by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'd0dbf489-a0ec-4ceb-9063-beca81a408f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0fe11e7e-26cb-4a04-bdd7-f158cd7fd03d'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:41:00.843811 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa3e8b8-6fc6-4609-b8a3-5b0fe59387f6 None None] Attempting to bind port dd0d0781-886b-4843-809b-a293cfdd89ff on network 0fe11e7e-26cb-4a04-bdd7-f158cd7fd03d {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:41:00.876054 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f8f22227-c910-4d7c-902f-5e8a583d88b9 req-83b62fd8-941f-4a92-8745-3606cbd52f5e tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:00.878606 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f8f22227-c910-4d7c-902f-5e8a583d88b9 req-83b62fd8-941f-4a92-8745-3606cbd52f5e tempest-VolumesNegativeTest-81167876 tempest-VolumesNegativeTest-81167876-project] 10.222.0.73 "DELETE /v2.0/ports/2b1b7b40-55e2-4430-b2f7-7f17d55eab24 HTTP/1.1" status: 204 len: 173 time: 1.6605570 Jul 09 16:41:00.891779 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d6d9e8-3ec5-4ec1-873b-5d137ed1e54c', 'name': 'network-vif-deleted', 'tag': '2b1b7b40-55e2-4430-b2f7-7f17d55eab24'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:41:00.894228 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7033d309-271a-4fea-b6b8-8ff940ff42bd" -d '{"events": [{"server_uuid": "93d6d9e8-3ec5-4ec1-873b-5d137ed1e54c", "name": "network-vif-deleted", "tag": "2b1b7b40-55e2-4430-b2f7-7f17d55eab24"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:41:00.918073 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09585cf-9a12-4bdd-8a34-f90246ee5327 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Checking segment: {'id': '1e728986-bd52-46f3-a09c-deeacf2678f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '289d39ae-4b0b-45e5-9d71-6cb39d6e4511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:41:00.918364 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09585cf-9a12-4bdd-8a34-f90246ee5327 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Network hostable DHCP agents. Network: 289d39ae-4b0b-45e5-9d71-6cb39d6e4511, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:41:00.955032 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09585cf-9a12-4bdd-8a34-f90246ee5327 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Network 289d39ae-4b0b-45e5-9d71-6cb39d6e4511 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:41:00.983658 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-daab14fe-db18-4a6a-b6a6-9dba28a9e08e tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:00.988115 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-a09585cf-9a12-4bdd-8a34-f90246ee5327 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 289d39ae-4b0b-45e5-9d71-6cb39d6e4511) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:41:01.001095 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09585cf-9a12-4bdd-8a34-f90246ee5327 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:01.001878 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a09585cf-9a12-4bdd-8a34-f90246ee5327 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:01.005031 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29eb0239-0bf6-426a-8160-12d6d3c625fe x-openstack-request-id: req-29eb0239-0bf6-426a-8160-12d6d3c625fe {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:41:01.005338 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d6d9e8-3ec5-4ec1-873b-5d137ed1e54c", "name": "network-vif-deleted", "tag": "2b1b7b40-55e2-4430-b2f7-7f17d55eab24", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:41:01.005577 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-29eb0239-0bf6-426a-8160-12d6d3c625fe {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:41:01.005964 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d6d9e8-3ec5-4ec1-873b-5d137ed1e54c', 'name': 'network-vif-deleted', 'tag': '2b1b7b40-55e2-4430-b2f7-7f17d55eab24', 'status': 'completed', 'code': 200} Jul 09 16:41:01.012597 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b28be21-41f9-4832-971d-c9305d48f01e None None] Network 289d39ae-4b0b-45e5-9d71-6cb39d6e4511 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:41:01.014609 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-daab14fe-db18-4a6a-b6a6-9dba28a9e08e tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Transition to ACTIVE for port object da2dfd50-f0e7-4baa-9d7e-701bde1a7f56 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:41:01.018156 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa3e8b8-6fc6-4609-b8a3-5b0fe59387f6 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:41:01.018788 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa3e8b8-6fc6-4609-b8a3-5b0fe59387f6 None None] Checking segment: {'id': 'd0dbf489-a0ec-4ceb-9063-beca81a408f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0fe11e7e-26cb-4a04-bdd7-f158cd7fd03d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:41:01.019146 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-eaa3e8b8-6fc6-4609-b8a3-5b0fe59387f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:01.019373 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa3e8b8-6fc6-4609-b8a3-5b0fe59387f6 None None] Bound using segment: {'id': 'd0dbf489-a0ec-4ceb-9063-beca81a408f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0fe11e7e-26cb-4a04-bdd7-f158cd7fd03d'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:41:01.020071 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-eaa3e8b8-6fc6-4609-b8a3-5b0fe59387f6 None None] Bound port: dd0d0781-886b-4843-809b-a293cfdd89ff, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0dbf489-a0ec-4ceb-9063-beca81a408f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0fe11e7e-26cb-4a04-bdd7-f158cd7fd03d'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:41:01.020289 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-eaa3e8b8-6fc6-4609-b8a3-5b0fe59387f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:01.041328 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a09585cf-9a12-4bdd-8a34-f90246ee5327 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2677877 Jul 09 16:41:01.052965 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 35770) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:01.179648 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-daab14fe-db18-4a6a-b6a6-9dba28a9e08e tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:01.338544 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-eaa3e8b8-6fc6-4609-b8a3-5b0fe59387f6 None None] For port dd0d0781-886b-4843-809b-a293cfdd89ff, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:41:01.404256 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-eaa3e8b8-6fc6-4609-b8a3-5b0fe59387f6 None None] For port dd0d0781-886b-4843-809b-a293cfdd89ff, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=dd0d0781-886b-4843-809b-a293cfdd89ff,segment=NetworkSegment(d0dbf489-a0ec-4ceb-9063-beca81a408f2),segment_id=d0dbf489-a0ec-4ceb-9063-beca81a408f2)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:41:01.412550 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7759a7c-9856-4768-968b-5b835b9cffea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-289d39ae-4b0b-45e5-9d71-6cb39d6e4511', 'network_id': '289d39ae-4b0b-45e5-9d71-6cb39d6e4511', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'fixed_ips': [{'subnet_id': 'c7dc2769-6054-48e4-9d2c-e35a51a762e4'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:41:01.414254 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e7759a7c-9856-4768-968b-5b835b9cffea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:01.422869 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-eaa3e8b8-6fc6-4609-b8a3-5b0fe59387f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:01.509491 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa3e8b8-6fc6-4609-b8a3-5b0fe59387f6 None None] Pushing event updated for resources: {'Port': ['ID=dd0d0781-886b-4843-809b-a293cfdd89ff,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:01.664180 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-43abf473-a9f1-4db7-be98-806127f3d432 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:01.680796 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-43abf473-a9f1-4db7-be98-806127f3d432 None None] Transition to ACTIVE for port object 0544c348-844a-4ccc-99c0-cda2c10c05ea will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:41:01.705550 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-43abf473-a9f1-4db7-be98-806127f3d432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:01.799027 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab14fe-db18-4a6a-b6a6-9dba28a9e08e tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event updated for resources: {'Port': ['ID=da2dfd50-f0e7-4baa-9d7e-701bde1a7f56,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:01.952986 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daab14fe-db18-4a6a-b6a6-9dba28a9e08e tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Network 0fe11e7e-26cb-4a04-bdd7-f158cd7fd03d is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:41:01.960177 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-daab14fe-db18-4a6a-b6a6-9dba28a9e08e tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:41:01.965047 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daab14fe-db18-4a6a-b6a6-9dba28a9e08e tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:41:01.976723 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daab14fe-db18-4a6a-b6a6-9dba28a9e08e tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:01.977623 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-daab14fe-db18-4a6a-b6a6-9dba28a9e08e tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:02.005120 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-daab14fe-db18-4a6a-b6a6-9dba28a9e08e tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4812043 Jul 09 16:41:02.005643 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35792) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:02.140951 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-e7759a7c-9856-4768-968b-5b835b9cffea None None] Allocated IP 172.22.0.2 (289d39ae-4b0b-45e5-9d71-6cb39d6e4511/c7dc2769-6054-48e4-9d2c-e35a51a762e4/cc9a4f22-1978-4ce1-91b9-57f08d3adc78) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:41:02.408204 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e7759a7c-9856-4768-968b-5b835b9cffea None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:02.419457 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e7759a7c-9856-4768-968b-5b835b9cffea None None] Transition to ACTIVE for port object cc9a4f22-1978-4ce1-91b9-57f08d3adc78 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:41:02.436954 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e7759a7c-9856-4768-968b-5b835b9cffea None None] Transition to ACTIVE for port object cc9a4f22-1978-4ce1-91b9-57f08d3adc78 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:41:02.439636 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-012a535a-8d3e-42a3-b523-60d69d116b2f tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:02.443151 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0377113-0756-41ee-8fde-976d6c78b615 None None] Pushing event updated for resources: {'Port': ['ID=0544c348-844a-4ccc-99c0-cda2c10c05ea,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:02.458044 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 2b1b7b40-55e2-4430-b2f7-7f17d55eab24 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:41:02.461452 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e7759a7c-9856-4768-968b-5b835b9cffea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:02.546540 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7759a7c-9856-4768-968b-5b835b9cffea None None] Pushing event updated for resources: {'Port': ['ID=cc9a4f22-1978-4ce1-91b9-57f08d3adc78,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:02.598225 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: 2b1b7b40-55e2-4430-b2f7-7f17d55eab24 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:41:02.598225 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 2b1b7b40-55e2-4430-b2f7-7f17d55eab24 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:41:02.657027 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7759a7c-9856-4768-968b-5b835b9cffea None None] Network 289d39ae-4b0b-45e5-9d71-6cb39d6e4511 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:41:02.668658 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-e7759a7c-9856-4768-968b-5b835b9cffea None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:41:02.722071 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7759a7c-9856-4768-968b-5b835b9cffea None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:41:02.741166 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9ea39aa-8bff-47ed-9722-75ba9304fc26 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:02.821607 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device dd0d0781-886b-4843-809b-a293cfdd89ff up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:41:02.986261 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-43abf473-a9f1-4db7-be98-806127f3d432 None None] Attempting to bind port 0544c348-844a-4ccc-99c0-cda2c10c05ea on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:41:02.987181 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-43abf473-a9f1-4db7-be98-806127f3d432 None None] Attempting to bind port 0544c348-844a-4ccc-99c0-cda2c10c05ea by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'c8c46346-db9e-4f44-ae91-8ab3b6b1a12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '75cacf9f-60b3-4bf7-a65b-86457bf4589f'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:41:02.987755 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43abf473-a9f1-4db7-be98-806127f3d432 None None] Attempting to bind port 0544c348-844a-4ccc-99c0-cda2c10c05ea on network 75cacf9f-60b3-4bf7-a65b-86457bf4589f {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:41:03.054749 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43abf473-a9f1-4db7-be98-806127f3d432 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:41:03.056231 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43abf473-a9f1-4db7-be98-806127f3d432 None None] Checking segment: {'id': 'c8c46346-db9e-4f44-ae91-8ab3b6b1a12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '75cacf9f-60b3-4bf7-a65b-86457bf4589f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:41:03.057885 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-43abf473-a9f1-4db7-be98-806127f3d432 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:03.058401 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43abf473-a9f1-4db7-be98-806127f3d432 None None] Bound using segment: {'id': 'c8c46346-db9e-4f44-ae91-8ab3b6b1a12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '75cacf9f-60b3-4bf7-a65b-86457bf4589f'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:41:03.059459 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-43abf473-a9f1-4db7-be98-806127f3d432 None None] Bound port: 0544c348-844a-4ccc-99c0-cda2c10c05ea, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8c46346-db9e-4f44-ae91-8ab3b6b1a12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '75cacf9f-60b3-4bf7-a65b-86457bf4589f'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:41:03.059962 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-43abf473-a9f1-4db7-be98-806127f3d432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:03.209746 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e7759a7c-9856-4768-968b-5b835b9cffea None None] Attempting to bind port cc9a4f22-1978-4ce1-91b9-57f08d3adc78 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:41:03.211396 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e7759a7c-9856-4768-968b-5b835b9cffea None None] Attempting to bind port cc9a4f22-1978-4ce1-91b9-57f08d3adc78 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '1e728986-bd52-46f3-a09c-deeacf2678f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '289d39ae-4b0b-45e5-9d71-6cb39d6e4511'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:41:03.214160 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7759a7c-9856-4768-968b-5b835b9cffea None None] Attempting to bind port cc9a4f22-1978-4ce1-91b9-57f08d3adc78 on network 289d39ae-4b0b-45e5-9d71-6cb39d6e4511 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:41:03.228517 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-012a535a-8d3e-42a3-b523-60d69d116b2f tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Allocated IP 172.22.0.1 (289d39ae-4b0b-45e5-9d71-6cb39d6e4511/c7dc2769-6054-48e4-9d2c-e35a51a762e4/91661fa9-ac0a-4f04-b258-937a5db68f0a) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:41:03.261378 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7759a7c-9856-4768-968b-5b835b9cffea None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:41:03.277588 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7759a7c-9856-4768-968b-5b835b9cffea None None] Checking segment: {'id': '1e728986-bd52-46f3-a09c-deeacf2678f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '289d39ae-4b0b-45e5-9d71-6cb39d6e4511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:41:03.280744 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e7759a7c-9856-4768-968b-5b835b9cffea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:03.282387 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7759a7c-9856-4768-968b-5b835b9cffea None None] Bound using segment: {'id': '1e728986-bd52-46f3-a09c-deeacf2678f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '289d39ae-4b0b-45e5-9d71-6cb39d6e4511'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:41:03.285126 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e7759a7c-9856-4768-968b-5b835b9cffea None None] Bound port: cc9a4f22-1978-4ce1-91b9-57f08d3adc78, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e728986-bd52-46f3-a09c-deeacf2678f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '289d39ae-4b0b-45e5-9d71-6cb39d6e4511'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:41:03.286013 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e7759a7c-9856-4768-968b-5b835b9cffea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:03.380688 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port dd0d0781-886b-4843-809b-a293cfdd89ff completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:41:03.410525 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00ae804-c1f7-45ee-af16-fbb9a721964c None None] Network 0fe11e7e-26cb-4a04-bdd7-f158cd7fd03d requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:41:03.422355 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9ea39aa-8bff-47ed-9722-75ba9304fc26 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:03.434111 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9ea39aa-8bff-47ed-9722-75ba9304fc26 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:03.439084 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-012a535a-8d3e-42a3-b523-60d69d116b2f tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:03.458960 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-43abf473-a9f1-4db7-be98-806127f3d432 None None] For port 0544c348-844a-4ccc-99c0-cda2c10c05ea, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:41:03.463794 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-012a535a-8d3e-42a3-b523-60d69d116b2f tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Transition to ACTIVE for port object 91661fa9-ac0a-4f04-b258-937a5db68f0a will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:41:03.521311 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-012a535a-8d3e-42a3-b523-60d69d116b2f tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:03.563321 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-43abf473-a9f1-4db7-be98-806127f3d432 None None] For port 0544c348-844a-4ccc-99c0-cda2c10c05ea, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=0544c348-844a-4ccc-99c0-cda2c10c05ea,segment=NetworkSegment(c8c46346-db9e-4f44-ae91-8ab3b6b1a12f),segment_id=c8c46346-db9e-4f44-ae91-8ab3b6b1a12f)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:41:03.581752 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-43abf473-a9f1-4db7-be98-806127f3d432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:03.603882 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012a535a-8d3e-42a3-b523-60d69d116b2f tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Network 289d39ae-4b0b-45e5-9d71-6cb39d6e4511 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:41:03.616211 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-012a535a-8d3e-42a3-b523-60d69d116b2f tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:41:03.620551 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012a535a-8d3e-42a3-b523-60d69d116b2f tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:41:03.629108 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a535a-8d3e-42a3-b523-60d69d116b2f tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event updated for resources: {'Port': ['ID=91661fa9-ac0a-4f04-b258-937a5db68f0a,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:03.664975 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3412e76b-cc4f-4c93-93d5-0f97bb3e5dc7 None None] Provisioning for port dd0d0781-886b-4843-809b-a293cfdd89ff completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:41:03.687695 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3412e76b-cc4f-4c93-93d5-0f97bb3e5dc7 None None] Provisioning complete for port dd0d0781-886b-4843-809b-a293cfdd89ff triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:03.688069 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3412e76b-cc4f-4c93-93d5-0f97bb3e5dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:03.718037 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-012a535a-8d3e-42a3-b523-60d69d116b2f tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:03.718840 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0377113-0756-41ee-8fde-976d6c78b615 None None] Pushing event updated for resources: {'Port': ['ID=0544c348-844a-4ccc-99c0-cda2c10c05ea,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:03.744373 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-e7759a7c-9856-4768-968b-5b835b9cffea None None] For port cc9a4f22-1978-4ce1-91b9-57f08d3adc78, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:41:03.817251 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43abf473-a9f1-4db7-be98-806127f3d432 None None] Routers {'24e0c3eb-26e1-46c1-8984-537e131348d3'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:41:03.818182 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-43abf473-a9f1-4db7-be98-806127f3d432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:40:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['24e0c3eb-26e1-46c1-8984-537e131348d3'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:03.832724 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-e7759a7c-9856-4768-968b-5b835b9cffea None None] For port cc9a4f22-1978-4ce1-91b9-57f08d3adc78, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=cc9a4f22-1978-4ce1-91b9-57f08d3adc78,segment=NetworkSegment(1e728986-bd52-46f3-a09c-deeacf2678f7),segment_id=1e728986-bd52-46f3-a09c-deeacf2678f7)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:41:03.984948 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ea39aa-8bff-47ed-9722-75ba9304fc26 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event updated for resources: {'Port': ['ID=da2dfd50-f0e7-4baa-9d7e-701bde1a7f56,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:03.995196 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9ea39aa-8bff-47ed-9722-75ba9304fc26 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:04.003420 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e7759a7c-9856-4768-968b-5b835b9cffea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:04.017946 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ea39aa-8bff-47ed-9722-75ba9304fc26 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:04.021762 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ea39aa-8bff-47ed-9722-75ba9304fc26 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:04.022343 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ea39aa-8bff-47ed-9722-75ba9304fc26 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:04.023343 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ea39aa-8bff-47ed-9722-75ba9304fc26 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:04.024718 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ea39aa-8bff-47ed-9722-75ba9304fc26 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:04.026257 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ea39aa-8bff-47ed-9722-75ba9304fc26 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:04.028605 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ea39aa-8bff-47ed-9722-75ba9304fc26 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:04.029103 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ea39aa-8bff-47ed-9722-75ba9304fc26 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:04.029684 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ea39aa-8bff-47ed-9722-75ba9304fc26 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:04.031497 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ea39aa-8bff-47ed-9722-75ba9304fc26 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:04.033620 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ea39aa-8bff-47ed-9722-75ba9304fc26 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:04.034736 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ea39aa-8bff-47ed-9722-75ba9304fc26 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:04.092928 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-012a535a-8d3e-42a3-b523-60d69d116b2f tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:04.240754 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-43abf473-a9f1-4db7-be98-806127f3d432 None None] Set router 24e0c3eb-26e1-46c1-8984-537e131348d3 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:41:04.265707 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9ea39aa-8bff-47ed-9722-75ba9304fc26 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:04.346057 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7759a7c-9856-4768-968b-5b835b9cffea None None] Pushing event updated for resources: {'Port': ['ID=cc9a4f22-1978-4ce1-91b9-57f08d3adc78,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:04.473203 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3412e76b-cc4f-4c93-93d5-0f97bb3e5dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:04.602298 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-3412e76b-cc4f-4c93-93d5-0f97bb3e5dc7 None None] For port dd0d0781-886b-4843-809b-a293cfdd89ff, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=dd0d0781-886b-4843-809b-a293cfdd89ff,segment=NetworkSegment(d0dbf489-a0ec-4ceb-9063-beca81a408f2),segment_id=d0dbf489-a0ec-4ceb-9063-beca81a408f2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:04.646281 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3412e76b-cc4f-4c93-93d5-0f97bb3e5dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:04.810635 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device cc9a4f22-1978-4ce1-91b9-57f08d3adc78 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:41:04.865202 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3412e76b-cc4f-4c93-93d5-0f97bb3e5dc7 None None] Pushing event updated for resources: {'Port': ['ID=dd0d0781-886b-4843-809b-a293cfdd89ff,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:04.916158 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-012a535a-8d3e-42a3-b523-60d69d116b2f tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:04.925574 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-012a535a-8d3e-42a3-b523-60d69d116b2f tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:05.000258 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9ea39aa-8bff-47ed-9722-75ba9304fc26 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:05.003833 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port cc9a4f22-1978-4ce1-91b9-57f08d3adc78 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:41:05.010943 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9ea39aa-8bff-47ed-9722-75ba9304fc26 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:05.011695 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9ea39aa-8bff-47ed-9722-75ba9304fc26 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:05.021601 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-43abf473-a9f1-4db7-be98-806127f3d432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'name': 'tempest-RoutersTest-router-420959986', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:40:44Z', 'updated_at': '2021-07-09T16:40:57Z', 'revision_number': 3, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'gw_port_host': None, '_interfaces': [{'id': '0544c348-844a-4ccc-99c0-cda2c10c05ea', 'name': '', 'network_id': '75cacf9f-60b3-4bf7-a65b-86457bf4589f', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'mac_address': 'fa:16:3e:88:f4:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '1f964f16-2b5a-400c-8bde-952d5f8f0b29', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:55Z', 'updated_at': '2021-07-09T16:41:03Z', 'revision_number': 4, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'subnets': [{'id': '1f964f16-2b5a-400c-8bde-952d5f8f0b29', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d14deb4-de43-4886-b493-fcee901cdc79', 'name': '', 'network_id': '3f1c0eb0-f3f5-4bff-9ec2-33914bafa70a', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'mac_address': 'fa:16:3e:2c:49:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '12eafcda-c893-46af-886a-30b90e5ffa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:46Z', 'updated_at': '2021-07-09T16:40:56Z', 'revision_number': 5, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'subnets': [{'id': '12eafcda-c893-46af-886a-30b90e5ffa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:05.103028 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a535a-8d3e-42a3-b523-60d69d116b2f tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event updated for resources: {'Port': ['ID=91661fa9-ac0a-4f04-b258-937a5db68f0a,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:05.118034 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-012a535a-8d3e-42a3-b523-60d69d116b2f tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:05.127989 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43abf473-a9f1-4db7-be98-806127f3d432 None None] The sync data for ids ['24e0c3eb-26e1-46c1-8984-537e131348d3'] in n-d-798930-3 is: [{'id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'name': 'tempest-RoutersTest-router-420959986', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:40:44Z', 'updated_at': '2021-07-09T16:40:57Z', 'revision_number': 3, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'gw_port_host': None, '_interfaces': [{'id': '0544c348-844a-4ccc-99c0-cda2c10c05ea', 'name': '', 'network_id': '75cacf9f-60b3-4bf7-a65b-86457bf4589f', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'mac_address': 'fa:16:3e:88:f4:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '1f964f16-2b5a-400c-8bde-952d5f8f0b29', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:55Z', 'updated_at': '2021-07-09T16:41:03Z', 'revision_number': 4, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'subnets': [{'id': '1f964f16-2b5a-400c-8bde-952d5f8f0b29', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d14deb4-de43-4886-b493-fcee901cdc79', 'name': '', 'network_id': '3f1c0eb0-f3f5-4bff-9ec2-33914bafa70a', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'mac_address': 'fa:16:3e:2c:49:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '12eafcda-c893-46af-886a-30b90e5ffa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:46Z', 'updated_at': '2021-07-09T16:40:56Z', 'revision_number': 5, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'subnets': [{'id': '12eafcda-c893-46af-886a-30b90e5ffa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:41:05.322704 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ea39aa-8bff-47ed-9722-75ba9304fc26 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event updated for resources: {'Port': ['ID=da2dfd50-f0e7-4baa-9d7e-701bde1a7f56,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:05.401443 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ea39aa-8bff-47ed-9722-75ba9304fc26 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Network 0fe11e7e-26cb-4a04-bdd7-f158cd7fd03d is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:41:05.403483 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-f9ea39aa-8bff-47ed-9722-75ba9304fc26 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:41:05.462124 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012a535a-8d3e-42a3-b523-60d69d116b2f tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Network 289d39ae-4b0b-45e5-9d71-6cb39d6e4511 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:41:05.474521 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-012a535a-8d3e-42a3-b523-60d69d116b2f tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:41:05.554537 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-71c0f7bb-4fcb-45c0-93b7-c62e33c8d914 None None] Provisioning complete for port dd0d0781-886b-4843-809b-a293cfdd89ff triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:05.564434 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-71c0f7bb-4fcb-45c0-93b7-c62e33c8d914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:05.778828 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ea39aa-8bff-47ed-9722-75ba9304fc26 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Router 80cc7382-44f7-4d32-a864-edbb4fb3f758 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:41:05.795761 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-012a535a-8d3e-42a3-b523-60d69d116b2f tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Router 24e0c3eb-26e1-46c1-8984-537e131348d3 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:41:05.848254 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-71c0f7bb-4fcb-45c0-93b7-c62e33c8d914 None None] Provisioning for port da2dfd50-f0e7-4baa-9d7e-701bde1a7f56 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:41:05.852925 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-71c0f7bb-4fcb-45c0-93b7-c62e33c8d914 None None] Provisioning complete for port da2dfd50-f0e7-4baa-9d7e-701bde1a7f56 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:05.854504 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-71c0f7bb-4fcb-45c0-93b7-c62e33c8d914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:05.955779 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-71c0f7bb-4fcb-45c0-93b7-c62e33c8d914 None None] Port da2dfd50-f0e7-4baa-9d7e-701bde1a7f56 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:41:06.046192 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ea39aa-8bff-47ed-9722-75ba9304fc26 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:41:06.052891 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f9ea39aa-8bff-47ed-9722-75ba9304fc26 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "PUT /v2.0/routers/80cc7382-44f7-4d32-a864-edbb4fb3f758/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0448284 Jul 09 16:41:06.056840 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 35996) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:06.057898 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ce193b-837f-472b-956b-17915acdaf79 None None] Sync routers for ids ['80cc7382-44f7-4d32-a864-edbb4fb3f758'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:41:06.076362 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ce193b-837f-472b-956b-17915acdaf79 None None] Routers {'80cc7382-44f7-4d32-a864-edbb4fb3f758'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:41:06.078226 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-00ce193b-837f-472b-956b-17915acdaf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:40:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['80cc7382-44f7-4d32-a864-edbb4fb3f758'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:06.094366 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012a535a-8d3e-42a3-b523-60d69d116b2f tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:41:06.100119 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a6161e24-9b2b-4bdb-927c-c4ff43374197 None None] Provisioning complete for port da2dfd50-f0e7-4baa-9d7e-701bde1a7f56 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:06.103426 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a6161e24-9b2b-4bdb-927c-c4ff43374197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:06.115444 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-012a535a-8d3e-42a3-b523-60d69d116b2f tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "PUT /v2.0/routers/24e0c3eb-26e1-46c1-8984-537e131348d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0684395 Jul 09 16:41:06.116477 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36000) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:06.129366 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-ff62c2e8-32a8-41dc-9867-46e421406293 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Request body: {'network': {'name': 'tempest-RoutersTest-731666279'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:41:06.225080 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff62c2e8-32a8-41dc-9867-46e421406293 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Made reservation on behalf of 850e57f21d324dbe951314eb6bfbdc4a for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:41:06.240374 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-00ce193b-837f-472b-956b-17915acdaf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:06.249642 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ff62c2e8-32a8-41dc-9867-46e421406293 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:06.263473 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e3a947-a0be-4e8a-b531-b66c1df9a1ea tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:06.272405 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36010) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:06.273984 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-78e3a947-a0be-4e8a-b531-b66c1df9a1ea tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "GET /v2.0/ports?device_id=80cc7382-44f7-4d32-a864-edbb4fb3f758 HTTP/1.1" status: 200 len: 987 time: 0.2143571 Jul 09 16:41:06.279755 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ce193b-837f-472b-956b-17915acdaf79 None None] Routers {'80cc7382-44f7-4d32-a864-edbb4fb3f758'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:41:06.280799 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-00ce193b-837f-472b-956b-17915acdaf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:40:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['80cc7382-44f7-4d32-a864-edbb4fb3f758'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:06.321082 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69672a6e-0350-492b-b424-8d154e257a5d None None] Network 289d39ae-4b0b-45e5-9d71-6cb39d6e4511 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:41:06.328724 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-00ce193b-837f-472b-956b-17915acdaf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:06.337908 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a6161e24-9b2b-4bdb-927c-c4ff43374197 None None] Port da2dfd50-f0e7-4baa-9d7e-701bde1a7f56 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:41:06.359004 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ce193b-837f-472b-956b-17915acdaf79 None None] The sync data for ids ['80cc7382-44f7-4d32-a864-edbb4fb3f758'] in n-d-798930-3 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:41:06.454572 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff62c2e8-32a8-41dc-9867-46e421406293 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:41:06.509140 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0b936c71-6fca-4e29-b740-5d9fa0145511 None None] Provisioning for port cc9a4f22-1978-4ce1-91b9-57f08d3adc78 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:41:06.521181 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0b936c71-6fca-4e29-b740-5d9fa0145511 None None] Provisioning complete for port cc9a4f22-1978-4ce1-91b9-57f08d3adc78 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:06.521727 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0b936c71-6fca-4e29-b740-5d9fa0145511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:06.538743 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ff62c2e8-32a8-41dc-9867-46e421406293 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:06.550681 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-ff62c2e8-32a8-41dc-9867-46e421406293 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Added segment 9696a670-2f89-4341-ac62-e0dd6659a41a of type vlan for network 6b02ec13-4498-408e-afb0-ae716077cbd8 Jul 09 16:41:06.725051 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ed6d51-ccbe-4854-881a-cd8818890aa3 None None] Sync routers for ids ['24e0c3eb-26e1-46c1-8984-537e131348d3'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:41:06.819813 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ed6d51-ccbe-4854-881a-cd8818890aa3 None None] Routers {'24e0c3eb-26e1-46c1-8984-537e131348d3'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:41:06.821273 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-14ed6d51-ccbe-4854-881a-cd8818890aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:40:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['24e0c3eb-26e1-46c1-8984-537e131348d3'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:06.826058 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ff62c2e8-32a8-41dc-9867-46e421406293 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:06.871505 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ff62c2e8-32a8-41dc-9867-46e421406293 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:06.880701 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff62c2e8-32a8-41dc-9867-46e421406293 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:06.881873 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ff62c2e8-32a8-41dc-9867-46e421406293 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:07.032414 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff62c2e8-32a8-41dc-9867-46e421406293 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event updated for resources: {'Network': ['ID=6b02ec13-4498-408e-afb0-ae716077cbd8,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:07.044271 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ff62c2e8-32a8-41dc-9867-46e421406293 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9268746 Jul 09 16:41:07.047095 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36052) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:07.053957 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-89c10ffc-9fd0-4180-8148-2a6d810285a6 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Request body: {'subnet': {'network_id': '6b02ec13-4498-408e-afb0-ae716077cbd8', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:41:07.240169 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c10ffc-9fd0-4180-8148-2a6d810285a6 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Made reservation on behalf of 850e57f21d324dbe951314eb6bfbdc4a for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:41:07.246033 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89c10ffc-9fd0-4180-8148-2a6d810285a6 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:07.318409 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device dd0d0781-886b-4843-809b-a293cfdd89ff up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:41:07.321002 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 6b02ec13-4498-408e-afb0-ae716077cbd8 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:41:07.368723 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-366c8f36-819d-4b2f-896c-b424cf625813 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:07.445201 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0b936c71-6fca-4e29-b740-5d9fa0145511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:07.513514 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-14ed6d51-ccbe-4854-881a-cd8818890aa3 None None] Set router 24e0c3eb-26e1-46c1-8984-537e131348d3 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:41:07.539894 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36070) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:07.557969 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-0b936c71-6fca-4e29-b740-5d9fa0145511 None None] For port cc9a4f22-1978-4ce1-91b9-57f08d3adc78, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=cc9a4f22-1978-4ce1-91b9-57f08d3adc78,segment=NetworkSegment(1e728986-bd52-46f3-a09c-deeacf2678f7),segment_id=1e728986-bd52-46f3-a09c-deeacf2678f7)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:07.594720 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0b936c71-6fca-4e29-b740-5d9fa0145511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:07.695377 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89c10ffc-9fd0-4180-8148-2a6d810285a6 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:07.759145 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port dd0d0781-886b-4843-809b-a293cfdd89ff triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:07.762586 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:07.789396 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-366c8f36-819d-4b2f-896c-b424cf625813 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Deleting port da2dfd50-f0e7-4baa-9d7e-701bde1a7f56 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:41:07.790044 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-366c8f36-819d-4b2f-896c-b424cf625813 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:07.820206 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c10ffc-9fd0-4180-8148-2a6d810285a6 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event updated for resources: {'Subnet': ['ID=27b19e18-5db3-4da2-8c73-424354d4bdd0,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:07.903067 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-44bc360a-b303-4ff6-b678-27078206f3bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:07.949152 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-568bcc56-5735-4569-a7ed-7b0c31e7d1ef None None] Provisioning complete for port da2dfd50-f0e7-4baa-9d7e-701bde1a7f56 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:07.949766 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-568bcc56-5735-4569-a7ed-7b0c31e7d1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:07.973787 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-366c8f36-819d-4b2f-896c-b424cf625813 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:07.996064 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-366c8f36-819d-4b2f-896c-b424cf625813 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Calling delete_port for da2dfd50-f0e7-4baa-9d7e-701bde1a7f56 owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:41:08.088059 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c10ffc-9fd0-4180-8148-2a6d810285a6 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Checking segment: {'id': '9696a670-2f89-4341-ac62-e0dd6659a41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6b02ec13-4498-408e-afb0-ae716077cbd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:41:08.089298 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c10ffc-9fd0-4180-8148-2a6d810285a6 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Network hostable DHCP agents. Network: 6b02ec13-4498-408e-afb0-ae716077cbd8, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:41:08.099576 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b936c71-6fca-4e29-b740-5d9fa0145511 None None] Pushing event updated for resources: {'Port': ['ID=cc9a4f22-1978-4ce1-91b9-57f08d3adc78,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:08.148985 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-568bcc56-5735-4569-a7ed-7b0c31e7d1ef None None] Port da2dfd50-f0e7-4baa-9d7e-701bde1a7f56 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:41:08.202656 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-44bc360a-b303-4ff6-b678-27078206f3bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:08.216706 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c10ffc-9fd0-4180-8148-2a6d810285a6 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Network 6b02ec13-4498-408e-afb0-ae716077cbd8 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:41:08.225025 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-44bc360a-b303-4ff6-b678-27078206f3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:08.291472 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-89c10ffc-9fd0-4180-8148-2a6d810285a6 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 6b02ec13-4498-408e-afb0-ae716077cbd8) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:41:08.308912 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c10ffc-9fd0-4180-8148-2a6d810285a6 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:08.309730 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89c10ffc-9fd0-4180-8148-2a6d810285a6 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:08.317413 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444d4761-c5de-4d21-8dcf-87478f976f7c None None] Network 6b02ec13-4498-408e-afb0-ae716077cbd8 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:41:08.338836 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7f2f3091-d587-4475-8b37-c24de3944bcd None None] Provisioning for port 91661fa9-ac0a-4f04-b258-937a5db68f0a completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:41:08.345437 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-44bc360a-b303-4ff6-b678-27078206f3bc admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8997db95a6bc4d14bc6948b4722b3857&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8043008 Jul 09 16:41:08.346750 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc360a-b303-4ff6-b678-27078206f3bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6468bacd-57c7-4d1d-b2ff-3e68b27c10c7,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:08.350104 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36108) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:08.368894 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 0544c348-844a-4ccc-99c0-cda2c10c05ea up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:41:08.388603 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-89c10ffc-9fd0-4180-8148-2a6d810285a6 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3397651 Jul 09 16:41:08.396407 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36110) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:08.431631 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7f2f3091-d587-4475-8b37-c24de3944bcd None None] Provisioning complete for port 91661fa9-ac0a-4f04-b258-937a5db68f0a triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:08.432004 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7f2f3091-d587-4475-8b37-c24de3944bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:08.505171 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-366c8f36-819d-4b2f-896c-b424cf625813 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:08.611340 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-7f2f3091-d587-4475-8b37-c24de3944bcd None None] Port 91661fa9-ac0a-4f04-b258-937a5db68f0a cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:41:08.669986 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366c8f36-819d-4b2f-896c-b424cf625813 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event deleted for resources: {'Port': ['ID=da2dfd50-f0e7-4baa-9d7e-701bde1a7f56,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:08.745384 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-14ed6d51-ccbe-4854-881a-cd8818890aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'name': 'tempest-RoutersTest-router-420959986', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:40:44Z', 'updated_at': '2021-07-09T16:41:03Z', 'revision_number': 4, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'gw_port_host': None, '_interfaces': [{'id': '0544c348-844a-4ccc-99c0-cda2c10c05ea', 'name': '', 'network_id': '75cacf9f-60b3-4bf7-a65b-86457bf4589f', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'mac_address': 'fa:16:3e:88:f4:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '1f964f16-2b5a-400c-8bde-952d5f8f0b29', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:55Z', 'updated_at': '2021-07-09T16:41:03Z', 'revision_number': 4, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'subnets': [{'id': '1f964f16-2b5a-400c-8bde-952d5f8f0b29', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d14deb4-de43-4886-b493-fcee901cdc79', 'name': '', 'network_id': '3f1c0eb0-f3f5-4bff-9ec2-33914bafa70a', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'mac_address': 'fa:16:3e:2c:49:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '12eafcda-c893-46af-886a-30b90e5ffa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:46Z', 'updated_at': '2021-07-09T16:40:56Z', 'revision_number': 5, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'subnets': [{'id': '12eafcda-c893-46af-886a-30b90e5ffa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91661fa9-ac0a-4f04-b258-937a5db68f0a', 'name': '', 'network_id': '289d39ae-4b0b-45e5-9d71-6cb39d6e4511', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'mac_address': 'fa:16:3e:39:ce:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': 'c7dc2769-6054-48e4-9d2c-e35a51a762e4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:02Z', 'updated_at': '2021-07-09T16:41:04Z', 'revision_number': 2, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'subnets': [{'id': 'c7dc2769-6054-48e4-9d2c-e35a51a762e4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:08.787830 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 0544c348-844a-4ccc-99c0-cda2c10c05ea completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:41:08.815903 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ed6d51-ccbe-4854-881a-cd8818890aa3 None None] Checking router: 24e0c3eb-26e1-46c1-8984-537e131348d3 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:41:08.816270 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ed6d51-ccbe-4854-881a-cd8818890aa3 None None] Updating router 24e0c3eb-26e1-46c1-8984-537e131348d3 port 91661fa9-ac0a-4f04-b258-937a5db68f0a binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:41:08.865351 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 0544c348-844a-4ccc-99c0-cda2c10c05ea triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:08.865702 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:08.883123 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-366c8f36-819d-4b2f-896c-b424cf625813 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:08.895765 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-14ed6d51-ccbe-4854-881a-cd8818890aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:08.897515 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7f2f3091-d587-4475-8b37-c24de3944bcd None None] Provisioning complete for port cc9a4f22-1978-4ce1-91b9-57f08d3adc78 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:08.897872 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7f2f3091-d587-4475-8b37-c24de3944bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:09.007120 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa2407b-f2a3-43a2-b078-715be204bd32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-6b02ec13-4498-408e-afb0-ae716077cbd8', 'network_id': '6b02ec13-4498-408e-afb0-ae716077cbd8', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'fixed_ips': [{'subnet_id': '27b19e18-5db3-4da2-8c73-424354d4bdd0'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:41:09.007994 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-afa2407b-f2a3-43a2-b078-715be204bd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:09.030909 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:41:09.110224 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd789e3b-a4e9-4226-b611-2a3005297514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:09.141941 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-366c8f36-819d-4b2f-896c-b424cf625813 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Router 80cc7382-44f7-4d32-a864-edbb4fb3f758 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:41:09.222732 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd789e3b-a4e9-4226-b611-2a3005297514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:09.268196 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366c8f36-819d-4b2f-896c-b424cf625813 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:41:09.279916 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62af35be-629f-4981-8e56-183123ad38ea None None] Sync routers for ids ['80cc7382-44f7-4d32-a864-edbb4fb3f758'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:41:09.296013 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-366c8f36-819d-4b2f-896c-b424cf625813 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "PUT /v2.0/routers/80cc7382-44f7-4d32-a864-edbb4fb3f758/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0225163 Jul 09 16:41:09.297276 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62af35be-629f-4981-8e56-183123ad38ea None None] Routers {'80cc7382-44f7-4d32-a864-edbb4fb3f758'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:41:09.298439 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-62af35be-629f-4981-8e56-183123ad38ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:40:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['80cc7382-44f7-4d32-a864-edbb4fb3f758'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:09.299070 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36124) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:09.315849 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd789e3b-a4e9-4226-b611-2a3005297514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:09.318572 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd789e3b-a4e9-4226-b611-2a3005297514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:09.322028 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-cd789e3b-a4e9-4226-b611-2a3005297514 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6468bacd-57c7-4d1d-b2ff-3e68b27c10c7 HTTP/1.1" status: 204 len: 168 time: 0.9514050 Jul 09 16:41:09.367784 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a526dea-524f-4a0c-a742-600996a03001 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] GET failed (client error): The resource could not be found. Jul 09 16:41:09.372625 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36128) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:09.373854 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7a526dea-524f-4a0c-a742-600996a03001 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "GET /v2.0/ports/da2dfd50-f0e7-4baa-9d7e-701bde1a7f56 HTTP/1.1" status: 404 len: 333 time: 0.0720732 Jul 09 16:41:09.382852 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:09.395953 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd789e3b-a4e9-4226-b611-2a3005297514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6468bacd-57c7-4d1d-b2ff-3e68b27c10c7,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:09.425419 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-62af35be-629f-4981-8e56-183123ad38ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:09.451140 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62af35be-629f-4981-8e56-183123ad38ea None None] Routers {'80cc7382-44f7-4d32-a864-edbb4fb3f758'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:41:09.451767 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-62af35be-629f-4981-8e56-183123ad38ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:40:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['80cc7382-44f7-4d32-a864-edbb4fb3f758'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:09.531310 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-62af35be-629f-4981-8e56-183123ad38ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:09.532032 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62af35be-629f-4981-8e56-183123ad38ea None None] The sync data for ids ['80cc7382-44f7-4d32-a864-edbb4fb3f758'] in n-d-798930-3 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:41:09.548194 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-afa2407b-f2a3-43a2-b078-715be204bd32 None None] Allocated IP 172.23.0.2 (6b02ec13-4498-408e-afb0-ae716077cbd8/27b19e18-5db3-4da2-8c73-424354d4bdd0/00fd4fb9-15d4-4c41-81ac-744cf81df678) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:41:09.552760 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 0544c348-844a-4ccc-99c0-cda2c10c05ea, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=0544c348-844a-4ccc-99c0-cda2c10c05ea,segment=NetworkSegment(c8c46346-db9e-4f44-ae91-8ab3b6b1a12f),segment_id=c8c46346-db9e-4f44-ae91-8ab3b6b1a12f)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:09.564123 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4efad1f-4380-4bbe-97c3-d838c1c10a9f tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:09.584089 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-bb257ad9-7b43-4665-8300-b0064ac7b623 None None] Provisioning complete for port 91661fa9-ac0a-4f04-b258-937a5db68f0a triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:09.584465 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bb257ad9-7b43-4665-8300-b0064ac7b623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:09.586092 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:09.751537 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c541f6a0-f15e-4a8a-ad04-47ebe8edf0b5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:09.806074 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-14ed6d51-ccbe-4854-881a-cd8818890aa3 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:09.817864 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-14ed6d51-ccbe-4854-881a-cd8818890aa3 None None] Transition to ACTIVE for port object 91661fa9-ac0a-4f04-b258-937a5db68f0a will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:41:09.836828 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-bb257ad9-7b43-4665-8300-b0064ac7b623 None None] Port 91661fa9-ac0a-4f04-b258-937a5db68f0a cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:41:09.895571 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4efad1f-4380-4bbe-97c3-d838c1c10a9f tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:09.902349 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36132) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:09.904896 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4efad1f-4380-4bbe-97c3-d838c1c10a9f tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:09.910180 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device cc9a4f22-1978-4ce1-91b9-57f08d3adc78 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:41:09.917976 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-14ed6d51-ccbe-4854-881a-cd8818890aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:09.927575 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dda76c29-de5b-409d-ae07-711d74c00dad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:10.003995 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=0544c348-844a-4ccc-99c0-cda2c10c05ea,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:10.028732 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4efad1f-4380-4bbe-97c3-d838c1c10a9f tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:10.029607 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4efad1f-4380-4bbe-97c3-d838c1c10a9f tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Fanout notify agent at l3_agent the message router_deleted on router 80cc7382-44f7-4d32-a864-edbb4fb3f758 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:41:10.052261 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4efad1f-4380-4bbe-97c3-d838c1c10a9f tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:10.054355 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-d4efad1f-4380-4bbe-97c3-d838c1c10a9f tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "DELETE /v2.0/routers/80cc7382-44f7-4d32-a864-edbb4fb3f758 HTTP/1.1" status: 204 len: 168 time: 0.6799076 Jul 09 16:41:10.058545 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36138) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:10.134990 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b08ed90-55d6-4d69-b1e2-3d60b9c96904 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Deleting subnet 79092d4e-4585-4266-bf33-9777c2c360e1 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:41:10.140527 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7b08ed90-55d6-4d69-b1e2-3d60b9c96904 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:10.236167 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7b08ed90-55d6-4d69-b1e2-3d60b9c96904 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:10.449094 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2765a5d-b5de-4ca8-92c0-e53fbb9e8206 None None] Pushing event updated for resources: {'Port': ['ID=91661fa9-ac0a-4f04-b258-937a5db68f0a,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:10.458707 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:10.496101 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7b08ed90-55d6-4d69-b1e2-3d60b9c96904 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:10.522220 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dda76c29-de5b-409d-ae07-711d74c00dad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:10.531608 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dda76c29-de5b-409d-ae07-711d74c00dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:10.532553 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-14ed6d51-ccbe-4854-881a-cd8818890aa3 None None] Attempting to bind port 91661fa9-ac0a-4f04-b258-937a5db68f0a on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:41:10.532923 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-14ed6d51-ccbe-4854-881a-cd8818890aa3 None None] Attempting to bind port 91661fa9-ac0a-4f04-b258-937a5db68f0a by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '1e728986-bd52-46f3-a09c-deeacf2678f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '289d39ae-4b0b-45e5-9d71-6cb39d6e4511'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:41:10.533313 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ed6d51-ccbe-4854-881a-cd8818890aa3 None None] Attempting to bind port 91661fa9-ac0a-4f04-b258-937a5db68f0a on network 289d39ae-4b0b-45e5-9d71-6cb39d6e4511 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:41:10.556348 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port cc9a4f22-1978-4ce1-91b9-57f08d3adc78 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:10.557162 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:10.594454 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda76c29-de5b-409d-ae07-711d74c00dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f16183-fbc7-4bb0-85f3-29e6f3170606,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:10.601461 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-dda76c29-de5b-409d-ae07-711d74c00dad admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a7accb193931476daf01c99bc7b66380&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6980431 Jul 09 16:41:10.605139 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36152) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:10.612739 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7b08ed90-55d6-4d69-b1e2-3d60b9c96904 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:10.631261 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ed6d51-ccbe-4854-881a-cd8818890aa3 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:41:10.632363 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ed6d51-ccbe-4854-881a-cd8818890aa3 None None] Checking segment: {'id': '1e728986-bd52-46f3-a09c-deeacf2678f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '289d39ae-4b0b-45e5-9d71-6cb39d6e4511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:41:10.633116 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-14ed6d51-ccbe-4854-881a-cd8818890aa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:10.634159 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ed6d51-ccbe-4854-881a-cd8818890aa3 None None] Bound using segment: {'id': '1e728986-bd52-46f3-a09c-deeacf2678f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '289d39ae-4b0b-45e5-9d71-6cb39d6e4511'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:41:10.634839 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-14ed6d51-ccbe-4854-881a-cd8818890aa3 None None] Bound port: 91661fa9-ac0a-4f04-b258-937a5db68f0a, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e728986-bd52-46f3-a09c-deeacf2678f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '289d39ae-4b0b-45e5-9d71-6cb39d6e4511'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:41:10.635392 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-14ed6d51-ccbe-4854-881a-cd8818890aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:10.647819 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b08ed90-55d6-4d69-b1e2-3d60b9c96904 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event deleted for resources: {'Subnet': ['ID=79092d4e-4585-4266-bf33-9777c2c360e1,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:10.650333 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7b08ed90-55d6-4d69-b1e2-3d60b9c96904 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:10.655447 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-7b08ed90-55d6-4d69-b1e2-3d60b9c96904 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "DELETE /v2.0/subnets/79092d4e-4585-4266-bf33-9777c2c360e1 HTTP/1.1" status: 204 len: 168 time: 0.5947747 Jul 09 16:41:10.656516 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36154) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:10.666042 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-afa2407b-f2a3-43a2-b078-715be204bd32 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:10.676721 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-afa2407b-f2a3-43a2-b078-715be204bd32 None None] Transition to ACTIVE for port object 00fd4fb9-15d4-4c41-81ac-744cf81df678 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:41:10.689242 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-80a832d4-6d32-4074-b067-9f4566484a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:10.716597 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b1d088-b2c6-4eb7-a09d-ea122028a11a None None] Network 0fe11e7e-26cb-4a04-bdd7-f158cd7fd03d requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:41:10.719074 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-80a832d4-6d32-4074-b067-9f4566484a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:10.752135 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-afa2407b-f2a3-43a2-b078-715be204bd32 None None] Transition to ACTIVE for port object 00fd4fb9-15d4-4c41-81ac-744cf81df678 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:41:10.790035 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-59fc97f7-1d27-4adb-a10b-09fbacc773fb tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:10.846797 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-afa2407b-f2a3-43a2-b078-715be204bd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:10.847427 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-c541f6a0-f15e-4a8a-ad04-47ebe8edf0b5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Allocated IP 172.23.0.1 (6b02ec13-4498-408e-afb0-ae716077cbd8/27b19e18-5db3-4da2-8c73-424354d4bdd0/7aace77c-0f75-457c-8112-a79d5860b254) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:41:10.904139 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-59fc97f7-1d27-4adb-a10b-09fbacc773fb tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Deleting port dd0d0781-886b-4843-809b-a293cfdd89ff {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:41:10.904489 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-59fc97f7-1d27-4adb-a10b-09fbacc773fb tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:10.914844 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-14ed6d51-ccbe-4854-881a-cd8818890aa3 None None] For port 91661fa9-ac0a-4f04-b258-937a5db68f0a, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:41:10.918714 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-14ed6d51-ccbe-4854-881a-cd8818890aa3 None None] For port 91661fa9-ac0a-4f04-b258-937a5db68f0a, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=91661fa9-ac0a-4f04-b258-937a5db68f0a,segment=NetworkSegment(1e728986-bd52-46f3-a09c-deeacf2678f7),segment_id=1e728986-bd52-46f3-a09c-deeacf2678f7)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:41:10.978277 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-14ed6d51-ccbe-4854-881a-cd8818890aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:10.989700 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c541f6a0-f15e-4a8a-ad04-47ebe8edf0b5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:10.992817 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa2407b-f2a3-43a2-b078-715be204bd32 None None] Network 6b02ec13-4498-408e-afb0-ae716077cbd8 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:41:11.007421 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-c541f6a0-f15e-4a8a-ad04-47ebe8edf0b5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Transition to ACTIVE for port object 7aace77c-0f75-457c-8112-a79d5860b254 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:41:11.059200 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-afa2407b-f2a3-43a2-b078-715be204bd32 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:41:11.073245 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa2407b-f2a3-43a2-b078-715be204bd32 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:41:11.083646 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-80a832d4-6d32-4074-b067-9f4566484a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:11.091748 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-80a832d4-6d32-4074-b067-9f4566484a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:11.109188 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-59fc97f7-1d27-4adb-a10b-09fbacc773fb tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] For port dd0d0781-886b-4843-809b-a293cfdd89ff, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=dd0d0781-886b-4843-809b-a293cfdd89ff,segment=NetworkSegment(d0dbf489-a0ec-4ceb-9063-beca81a408f2),segment_id=d0dbf489-a0ec-4ceb-9063-beca81a408f2)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:11.109545 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-80a832d4-6d32-4074-b067-9f4566484a0f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f1f16183-fbc7-4bb0-85f3-29e6f3170606 HTTP/1.1" status: 204 len: 168 time: 0.5001607 Jul 09 16:41:11.114322 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-59fc97f7-1d27-4adb-a10b-09fbacc773fb tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:11.136552 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a832d4-6d32-4074-b067-9f4566484a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f16183-fbc7-4bb0-85f3-29e6f3170606,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:11.144008 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa2407b-f2a3-43a2-b078-715be204bd32 None None] Pushing event updated for resources: {'Port': ['ID=00fd4fb9-15d4-4c41-81ac-744cf81df678,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:11.154845 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c541f6a0-f15e-4a8a-ad04-47ebe8edf0b5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:11.173112 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-59fc97f7-1d27-4adb-a10b-09fbacc773fb tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Calling delete_port for dd0d0781-886b-4843-809b-a293cfdd89ff owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:41:11.244538 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ed6d51-ccbe-4854-881a-cd8818890aa3 None None] Routers {'24e0c3eb-26e1-46c1-8984-537e131348d3'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:41:11.245895 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-14ed6d51-ccbe-4854-881a-cd8818890aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:40:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['24e0c3eb-26e1-46c1-8984-537e131348d3'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:11.257664 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c541f6a0-f15e-4a8a-ad04-47ebe8edf0b5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Network 6b02ec13-4498-408e-afb0-ae716077cbd8 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:41:11.261720 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-c541f6a0-f15e-4a8a-ad04-47ebe8edf0b5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:41:11.282307 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c541f6a0-f15e-4a8a-ad04-47ebe8edf0b5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:41:11.375158 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2765a5d-b5de-4ca8-92c0-e53fbb9e8206 None None] Pushing event updated for resources: {'Port': ['ID=91661fa9-ac0a-4f04-b258-937a5db68f0a,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:11.381443 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-14ed6d51-ccbe-4854-881a-cd8818890aa3 None None] Set router 24e0c3eb-26e1-46c1-8984-537e131348d3 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:41:11.393022 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-59fc97f7-1d27-4adb-a10b-09fbacc773fb tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:11.412027 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c541f6a0-f15e-4a8a-ad04-47ebe8edf0b5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:11.507701 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc97f7-1d27-4adb-a10b-09fbacc773fb tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event deleted for resources: {'Port': ['ID=dd0d0781-886b-4843-809b-a293cfdd89ff,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:11.512887 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fc97f7-1d27-4adb-a10b-09fbacc773fb tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] No DVR routers for this DVR port dd0d0781-886b-4843-809b-a293cfdd89ff on host n-d-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:41:11.531576 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-afa2407b-f2a3-43a2-b078-715be204bd32 None None] Attempting to bind port 00fd4fb9-15d4-4c41-81ac-744cf81df678 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:41:11.531955 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-afa2407b-f2a3-43a2-b078-715be204bd32 None None] Attempting to bind port 00fd4fb9-15d4-4c41-81ac-744cf81df678 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '9696a670-2f89-4341-ac62-e0dd6659a41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6b02ec13-4498-408e-afb0-ae716077cbd8'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:41:11.532318 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa2407b-f2a3-43a2-b078-715be204bd32 None None] Attempting to bind port 00fd4fb9-15d4-4c41-81ac-744cf81df678 on network 6b02ec13-4498-408e-afb0-ae716077cbd8 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:41:11.603791 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c541f6a0-f15e-4a8a-ad04-47ebe8edf0b5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event updated for resources: {'Port': ['ID=7aace77c-0f75-457c-8112-a79d5860b254,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:11.695949 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c541f6a0-f15e-4a8a-ad04-47ebe8edf0b5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:11.754172 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-59fc97f7-1d27-4adb-a10b-09fbacc773fb tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:11.780469 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-59fc97f7-1d27-4adb-a10b-09fbacc773fb tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fe11e7e-26cb-4a04-bdd7-f158cd7fd03d']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:11.807127 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-59fc97f7-1d27-4adb-a10b-09fbacc773fb tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0dbf489-a0ec-4ceb-9063-beca81a408f2') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:11.807427 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-59fc97f7-1d27-4adb-a10b-09fbacc773fb tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0dbf489-a0ec-4ceb-9063-beca81a408f2') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:11.826001 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-59fc97f7-1d27-4adb-a10b-09fbacc773fb tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:11.833289 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36172) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:11.862303 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-59fc97f7-1d27-4adb-a10b-09fbacc773fb tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:11.879339 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59fc97f7-1d27-4adb-a10b-09fbacc773fb tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:41:11.879746 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-59fc97f7-1d27-4adb-a10b-09fbacc773fb tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:11.882989 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:41:11.882989 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:41:11.882989 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:41:11.882989 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:41:11.882989 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:41:11.882989 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:41:11.882989 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:41:11.882989 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:41:11.882989 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:41:11.882989 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:41:11.882989 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:41:11.882989 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:41:11.882989 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:41:11.882989 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:41:11.882989 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:41:11.882989 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:41:11.882989 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:41:11.882989 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:41:11.882989 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:41:11.882989 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:41:11.882989 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:41:11.882989 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:41:11.882989 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:41:11.882989 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:41:11.882989 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:41:11.882989 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:41:11.882989 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:41:11.882989 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:41:11.882989 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:41:11.882989 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:41:11.882989 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:41:11.882989 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:41:11.882989 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:41:11.882989 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:41:11.882989 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:41:11.882989 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:41:11.904921 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa2407b-f2a3-43a2-b078-715be204bd32 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:41:11.905502 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa2407b-f2a3-43a2-b078-715be204bd32 None None] Checking segment: {'id': '9696a670-2f89-4341-ac62-e0dd6659a41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6b02ec13-4498-408e-afb0-ae716077cbd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:41:11.905644 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-afa2407b-f2a3-43a2-b078-715be204bd32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:11.906090 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa2407b-f2a3-43a2-b078-715be204bd32 None None] Bound using segment: {'id': '9696a670-2f89-4341-ac62-e0dd6659a41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6b02ec13-4498-408e-afb0-ae716077cbd8'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:41:11.906606 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-afa2407b-f2a3-43a2-b078-715be204bd32 None None] Bound port: 00fd4fb9-15d4-4c41-81ac-744cf81df678, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9696a670-2f89-4341-ac62-e0dd6659a41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6b02ec13-4498-408e-afb0-ae716077cbd8'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:41:11.907013 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-afa2407b-f2a3-43a2-b078-715be204bd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:11.921217 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36174) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:11.934011 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 0544c348-844a-4ccc-99c0-cda2c10c05ea up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:41:11.968557 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-59fc97f7-1d27-4adb-a10b-09fbacc773fb tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:12.000403 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ace1d09-bd26-4031-876b-999cd07afa51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:12.009951 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc97f7-1d27-4adb-a10b-09fbacc773fb tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event deleted for resources: {'Network': ['ID=0fe11e7e-26cb-4a04-bdd7-f158cd7fd03d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:12.012330 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-59fc97f7-1d27-4adb-a10b-09fbacc773fb tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:12.015278 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-59fc97f7-1d27-4adb-a10b-09fbacc773fb tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "DELETE /v2.0/networks/0fe11e7e-26cb-4a04-bdd7-f158cd7fd03d HTTP/1.1" status: 204 len: 168 time: 1.3568437 Jul 09 16:41:12.022514 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36178) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:12.040045 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0dd2b7e-56d4-4d06-a76d-783b32d64563 None None] DHCP port deletion for 0fe11e7e-26cb-4a04-bdd7-f158cd7fd03d request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:41:12.070904 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 0544c348-844a-4ccc-99c0-cda2c10c05ea triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:12.071547 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:12.121719 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-14ed6d51-ccbe-4854-881a-cd8818890aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'name': 'tempest-RoutersTest-router-420959986', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:40:44Z', 'updated_at': '2021-07-09T16:41:03Z', 'revision_number': 4, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'gw_port_host': None, '_interfaces': [{'id': '0544c348-844a-4ccc-99c0-cda2c10c05ea', 'name': '', 'network_id': '75cacf9f-60b3-4bf7-a65b-86457bf4589f', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'mac_address': 'fa:16:3e:88:f4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '1f964f16-2b5a-400c-8bde-952d5f8f0b29', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:55Z', 'updated_at': '2021-07-09T16:41:09Z', 'revision_number': 5, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'subnets': [{'id': '1f964f16-2b5a-400c-8bde-952d5f8f0b29', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d14deb4-de43-4886-b493-fcee901cdc79', 'name': '', 'network_id': '3f1c0eb0-f3f5-4bff-9ec2-33914bafa70a', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'mac_address': 'fa:16:3e:2c:49:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '12eafcda-c893-46af-886a-30b90e5ffa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:46Z', 'updated_at': '2021-07-09T16:40:56Z', 'revision_number': 5, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'subnets': [{'id': '12eafcda-c893-46af-886a-30b90e5ffa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91661fa9-ac0a-4f04-b258-937a5db68f0a', 'name': '', 'network_id': '289d39ae-4b0b-45e5-9d71-6cb39d6e4511', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'mac_address': 'fa:16:3e:39:ce:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': 'c7dc2769-6054-48e4-9d2c-e35a51a762e4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:02Z', 'updated_at': '2021-07-09T16:41:10Z', 'revision_number': 4, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'subnets': [{'id': 'c7dc2769-6054-48e4-9d2c-e35a51a762e4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:12.125647 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50fea27-7bb7-4c66-b9cb-15dbfa15a338 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:12.127836 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f50fea27-7bb7-4c66-b9cb-15dbfa15a338 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "GET /v2.0/ports/c930b0cd-c2ef-49c0-9df9-d1d1fdcca853 HTTP/1.1" status: 200 len: 845 time: 0.1039205 Jul 09 16:41:12.131610 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36180) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:12.177035 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ed6d51-ccbe-4854-881a-cd8818890aa3 None None] The sync data for ids ['24e0c3eb-26e1-46c1-8984-537e131348d3'] in n-d-798930-3 is: [{'id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'name': 'tempest-RoutersTest-router-420959986', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:40:44Z', 'updated_at': '2021-07-09T16:41:03Z', 'revision_number': 4, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'gw_port_host': None, '_interfaces': [{'id': '0544c348-844a-4ccc-99c0-cda2c10c05ea', 'name': '', 'network_id': '75cacf9f-60b3-4bf7-a65b-86457bf4589f', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'mac_address': 'fa:16:3e:88:f4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '1f964f16-2b5a-400c-8bde-952d5f8f0b29', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:55Z', 'updated_at': '2021-07-09T16:41:09Z', 'revision_number': 5, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'subnets': [{'id': '1f964f16-2b5a-400c-8bde-952d5f8f0b29', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d14deb4-de43-4886-b493-fcee901cdc79', 'name': '', 'network_id': '3f1c0eb0-f3f5-4bff-9ec2-33914bafa70a', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'mac_address': 'fa:16:3e:2c:49:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '12eafcda-c893-46af-886a-30b90e5ffa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:46Z', 'updated_at': '2021-07-09T16:40:56Z', 'revision_number': 5, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'subnets': [{'id': '12eafcda-c893-46af-886a-30b90e5ffa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91661fa9-ac0a-4f04-b258-937a5db68f0a', 'name': '', 'network_id': '289d39ae-4b0b-45e5-9d71-6cb39d6e4511', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'mac_address': 'fa:16:3e:39:ce:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': 'c7dc2769-6054-48e4-9d2c-e35a51a762e4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:02Z', 'updated_at': '2021-07-09T16:41:10Z', 'revision_number': 4, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'subnets': [{'id': 'c7dc2769-6054-48e4-9d2c-e35a51a762e4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:41:12.193588 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-afa2407b-f2a3-43a2-b078-715be204bd32 None None] For port 00fd4fb9-15d4-4c41-81ac-744cf81df678, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:41:12.204781 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-afa2407b-f2a3-43a2-b078-715be204bd32 None None] For port 00fd4fb9-15d4-4c41-81ac-744cf81df678, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=00fd4fb9-15d4-4c41-81ac-744cf81df678,segment=NetworkSegment(9696a670-2f89-4341-ac62-e0dd6659a41a),segment_id=9696a670-2f89-4341-ac62-e0dd6659a41a)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:41:12.219678 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f7724bfd-2bee-493e-8478-95ab2cf3a20b tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "GET /v2.0/ports/c930b0cd-c2ef-49c0-9df9-d1d1fdcca853?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0868478 Jul 09 16:41:12.230260 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36182) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:12.233036 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-afa2407b-f2a3-43a2-b078-715be204bd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:12.243576 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-067ea878-bba7-4d39-9b58-be674a67569d tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Request body: {'subnet': {'network_id': '2971ec84-98ac-414f-bfb1-3e6f2f62f02b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:41:12.425945 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ace1d09-bd26-4031-876b-999cd07afa51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:12.466940 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa2407b-f2a3-43a2-b078-715be204bd32 None None] Pushing event updated for resources: {'Port': ['ID=00fd4fb9-15d4-4c41-81ac-744cf81df678,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:12.475844 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ace1d09-bd26-4031-876b-999cd07afa51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:12.490599 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-831ba062-a062-4913-94eb-3d97902530b2 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=441ca75f41a74ce19613ab4d3e38c21b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5655417 Jul 09 16:41:12.491279 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36190) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:12.571059 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-9ace1d09-bd26-4031-876b-999cd07afa51 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a6edd3bf0daf457493d0ccb2074ee769&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7351825 Jul 09 16:41:12.573327 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36192) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:12.582299 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-403deda9-45b5-4783-9803-62abad558c74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:12.618978 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c541f6a0-f15e-4a8a-ad04-47ebe8edf0b5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:12.637168 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c541f6a0-f15e-4a8a-ad04-47ebe8edf0b5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:12.639856 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ace1d09-bd26-4031-876b-999cd07afa51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5ca66f-88a4-406a-8b28-e19bae4bdaec,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:12.661385 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-403deda9-45b5-4783-9803-62abad558c74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:12.787721 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067ea878-bba7-4d39-9b58-be674a67569d tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Made reservation on behalf of 522630d2233142e4a30463472a66f8be for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:41:12.791855 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-067ea878-bba7-4d39-9b58-be674a67569d tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:12.796312 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0ec33327-df22-4186-8890-5dfcd067c8df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:12.818552 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-403deda9-45b5-4783-9803-62abad558c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:12.821793 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-403deda9-45b5-4783-9803-62abad558c74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:12.823416 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-403deda9-45b5-4783-9803-62abad558c74 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d4b3e9e2-57a0-4de6-a8da-b3a4f304916f HTTP/1.1" status: 204 len: 168 time: 0.3312759 Jul 09 16:41:12.848935 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0ec33327-df22-4186-8890-5dfcd067c8df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:12.856250 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403deda9-45b5-4783-9803-62abad558c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b3e9e2-57a0-4de6-a8da-b3a4f304916f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:12.911437 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0ec33327-df22-4186-8890-5dfcd067c8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:12.912212 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c541f6a0-f15e-4a8a-ad04-47ebe8edf0b5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:12.916177 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0ec33327-df22-4186-8890-5dfcd067c8df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:12.917372 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0ec33327-df22-4186-8890-5dfcd067c8df admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6f5ca66f-88a4-406a-8b28-e19bae4bdaec HTTP/1.1" status: 204 len: 168 time: 0.3428175 Jul 09 16:41:12.935838 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec33327-df22-4186-8890-5dfcd067c8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5ca66f-88a4-406a-8b28-e19bae4bdaec,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:13.004147 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c541f6a0-f15e-4a8a-ad04-47ebe8edf0b5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event updated for resources: {'Port': ['ID=7aace77c-0f75-457c-8112-a79d5860b254,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:13.270967 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c541f6a0-f15e-4a8a-ad04-47ebe8edf0b5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Network 6b02ec13-4498-408e-afb0-ae716077cbd8 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:41:13.275504 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-c541f6a0-f15e-4a8a-ad04-47ebe8edf0b5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:41:13.434599 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-067ea878-bba7-4d39-9b58-be674a67569d tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:13.506748 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067ea878-bba7-4d39-9b58-be674a67569d tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Network 2971ec84-98ac-414f-bfb1-3e6f2f62f02b is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:41:13.526376 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-067ea878-bba7-4d39-9b58-be674a67569d tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:41:13.536785 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067ea878-bba7-4d39-9b58-be674a67569d tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:13.537370 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-067ea878-bba7-4d39-9b58-be674a67569d tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:13.543608 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f6c74e-2bb9-4f66-b635-c23a30621bcc None None] Network 2971ec84-98ac-414f-bfb1-3e6f2f62f02b requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:41:13.546345 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c541f6a0-f15e-4a8a-ad04-47ebe8edf0b5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Router 24e0c3eb-26e1-46c1-8984-537e131348d3 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:41:13.551808 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ea878-bba7-4d39-9b58-be674a67569d tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event updated for resources: {'Subnet': ['ID=169f3c12-d9a3-40da-a270-e51fb0074565,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:13.570635 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-067ea878-bba7-4d39-9b58-be674a67569d tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3359785 Jul 09 16:41:13.570858 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36222) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:13.576265 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-9485d67c-b489-43e2-8c45-e91bee61d00a tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Request body: {'security_group': {'name': 'tempest-secgroup-1276658411'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:41:13.631174 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9485d67c-b489-43e2-8c45-e91bee61d00a tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:13.799371 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c541f6a0-f15e-4a8a-ad04-47ebe8edf0b5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:41:13.809574 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c541f6a0-f15e-4a8a-ad04-47ebe8edf0b5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "PUT /v2.0/routers/24e0c3eb-26e1-46c1-8984-537e131348d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4117286 Jul 09 16:41:13.811209 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9485d67c-b489-43e2-8c45-e91bee61d00a tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:13.812882 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36232) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:13.819178 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-dc286b35-7e44-4359-881e-9d1a7aeb6cd2 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:41:13.820619 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9485d67c-b489-43e2-8c45-e91bee61d00a tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:13.846312 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c4d2d7-58a9-4a6b-9c8d-7696f47aaab3 None None] Sync routers for ids ['24e0c3eb-26e1-46c1-8984-537e131348d3'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:41:13.882969 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9485d67c-b489-43e2-8c45-e91bee61d00a tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:13.884236 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-9485d67c-b489-43e2-8c45-e91bee61d00a tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3127601 Jul 09 16:41:13.894300 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 00fd4fb9-15d4-4c41-81ac-744cf81df678 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:41:13.903280 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36236) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:13.908134 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-8200cdbc-c7e6-497e-b63d-c60b8cdf27af tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Request body: {'security_group': {'name': 'tempest-secgroup-93355847'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:41:13.941151 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9485d67c-b489-43e2-8c45-e91bee61d00a tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69852978-add9-441c-b906-8b52a8bb2fcb,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:13.956236 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8200cdbc-c7e6-497e-b63d-c60b8cdf27af tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:14.079773 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c4d2d7-58a9-4a6b-9c8d-7696f47aaab3 None None] Routers {'24e0c3eb-26e1-46c1-8984-537e131348d3'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:41:14.080427 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c1c4d2d7-58a9-4a6b-9c8d-7696f47aaab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:40:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['24e0c3eb-26e1-46c1-8984-537e131348d3'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:14.112781 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8200cdbc-c7e6-497e-b63d-c60b8cdf27af tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:14.120716 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8200cdbc-c7e6-497e-b63d-c60b8cdf27af tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:14.180645 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8200cdbc-c7e6-497e-b63d-c60b8cdf27af tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:14.191676 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8200cdbc-c7e6-497e-b63d-c60b8cdf27af tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2816961 Jul 09 16:41:14.199886 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36244) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:14.217884 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-1bddceb1-bb56-4114-a8a9-8e0b1918f9ce tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2070396510', 'security_groups': ['141eace6-06e6-45d8-8170-f1631f036154'], 'network_id': '2971ec84-98ac-414f-bfb1-3e6f2f62f02b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '169f3c12-d9a3-40da-a270-e51fb0074565'}]}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:41:14.248632 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfe47cd-9898-444e-b76f-67d744ebb837 None None] Network 6b02ec13-4498-408e-afb0-ae716077cbd8 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:41:14.317367 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 00fd4fb9-15d4-4c41-81ac-744cf81df678 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:41:14.352803 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 91661fa9-ac0a-4f04-b258-937a5db68f0a up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:41:14.605667 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3e7c8891-cac3-4c24-95f3-0aa016d6662a None None] Provisioning for port 00fd4fb9-15d4-4c41-81ac-744cf81df678 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:41:14.609178 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e75c8f3-8eb3-41e3-adca-e068d8f41a68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-2971ec84-98ac-414f-bfb1-3e6f2f62f02b', 'network_id': '2971ec84-98ac-414f-bfb1-3e6f2f62f02b', 'tenant_id': '522630d2233142e4a30463472a66f8be', 'fixed_ips': [{'subnet_id': '169f3c12-d9a3-40da-a270-e51fb0074565'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:41:14.610333 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8e75c8f3-8eb3-41e3-adca-e068d8f41a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:14.633604 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-c1c4d2d7-58a9-4a6b-9c8d-7696f47aaab3 None None] Set router 24e0c3eb-26e1-46c1-8984-537e131348d3 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:41:14.635727 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3e7c8891-cac3-4c24-95f3-0aa016d6662a None None] Provisioning complete for port 00fd4fb9-15d4-4c41-81ac-744cf81df678 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:14.636277 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3e7c8891-cac3-4c24-95f3-0aa016d6662a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:14.652294 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.extraroute_db [None req-dc286b35-7e44-4359-881e-9d1a7aeb6cd2 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93958) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 09 16:41:14.700775 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.extraroute_db [None req-dc286b35-7e44-4359-881e-9d1a7aeb6cd2 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Removed routes are [] {{(pid=93958) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 09 16:41:14.701873 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dc286b35-7e44-4359-881e-9d1a7aeb6cd2 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:14.900977 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36272) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:14.935808 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8200cdbc-c7e6-497e-b63d-c60b8cdf27af tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=141eace6-06e6-45d8-8170-f1631f036154,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:14.992830 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 91661fa9-ac0a-4f04-b258-937a5db68f0a completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:41:15.066226 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 91661fa9-ac0a-4f04-b258-937a5db68f0a triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:15.066977 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:15.118644 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3e7c8891-cac3-4c24-95f3-0aa016d6662a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:15.134667 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bddceb1-bb56-4114-a8a9-8e0b1918f9ce tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Made reservation on behalf of 522630d2233142e4a30463472a66f8be for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:41:15.192949 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-3e7c8891-cac3-4c24-95f3-0aa016d6662a None None] For port 00fd4fb9-15d4-4c41-81ac-744cf81df678, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=00fd4fb9-15d4-4c41-81ac-744cf81df678,segment=NetworkSegment(9696a670-2f89-4341-ac62-e0dd6659a41a),segment_id=9696a670-2f89-4341-ac62-e0dd6659a41a)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:15.215546 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3e7c8891-cac3-4c24-95f3-0aa016d6662a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:15.230233 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-031d6408-34a3-4cdf-b991-9e46c8c6a71b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:15.303356 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c8891-cac3-4c24-95f3-0aa016d6662a None None] Pushing event updated for resources: {'Port': ['ID=00fd4fb9-15d4-4c41-81ac-744cf81df678,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:15.407417 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1bddceb1-bb56-4114-a8a9-8e0b1918f9ce tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:15.449942 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-1bddceb1-bb56-4114-a8a9-8e0b1918f9ce tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] device_id is not set on port b63fd875-c855-441d-980d-d85ef0842f93 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:41:15.477111 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:15.491045 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-8e75c8f3-8eb3-41e3-adca-e068d8f41a68 None None] Allocated IP 2001:db8::2 (2971ec84-98ac-414f-bfb1-3e6f2f62f02b/169f3c12-d9a3-40da-a270-e51fb0074565/d6a39cc9-7006-4705-87dc-375064dae4d0) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:41:15.589237 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-031d6408-34a3-4cdf-b991-9e46c8c6a71b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:15.625425 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-031d6408-34a3-4cdf-b991-9e46c8c6a71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:15.678731 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dc286b35-7e44-4359-881e-9d1a7aeb6cd2 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:15.689748 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dc286b35-7e44-4359-881e-9d1a7aeb6cd2 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1725939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1725946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-313636'] for router, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:15.699603 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-031d6408-34a3-4cdf-b991-9e46c8c6a71b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4f5952228761491988d0e38ee89fe430&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7966745 Jul 09 16:41:15.699806 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36290) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:15.702231 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d6408-34a3-4cdf-b991-9e46c8c6a71b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7aa7fe8-143e-4832-a3d2-a16f90aa7b43,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:15.769027 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8e75c8f3-8eb3-41e3-adca-e068d8f41a68 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:15.779168 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8e75c8f3-8eb3-41e3-adca-e068d8f41a68 None None] Transition to ACTIVE for port object d6a39cc9-7006-4705-87dc-375064dae4d0 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:41:15.797610 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8e75c8f3-8eb3-41e3-adca-e068d8f41a68 None None] Transition to ACTIVE for port object d6a39cc9-7006-4705-87dc-375064dae4d0 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:41:15.866003 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8e75c8f3-8eb3-41e3-adca-e068d8f41a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:15.893252 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-1bddceb1-bb56-4114-a8a9-8e0b1918f9ce tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Allocated IP 2001:db8::3d5 (2971ec84-98ac-414f-bfb1-3e6f2f62f02b/169f3c12-d9a3-40da-a270-e51fb0074565/b63fd875-c855-441d-980d-d85ef0842f93) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:41:15.942257 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b28e116e-bd1b-4777-9c7e-752b12eb5896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:15.949190 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc286b35-7e44-4359-881e-9d1a7aeb6cd2 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Router 24e0c3eb-26e1-46c1-8984-537e131348d3 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:41:15.977567 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 91661fa9-ac0a-4f04-b258-937a5db68f0a, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=91661fa9-ac0a-4f04-b258-937a5db68f0a,segment=NetworkSegment(1e728986-bd52-46f3-a09c-deeacf2678f7),segment_id=1e728986-bd52-46f3-a09c-deeacf2678f7)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:15.978319 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b28e116e-bd1b-4777-9c7e-752b12eb5896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:15.995077 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:16.022214 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e75c8f3-8eb3-41e3-adca-e068d8f41a68 None None] Network 2971ec84-98ac-414f-bfb1-3e6f2f62f02b is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:41:16.038518 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-8e75c8f3-8eb3-41e3-adca-e068d8f41a68 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:41:16.063132 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device dd0d0781-886b-4843-809b-a293cfdd89ff no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:41:16.082460 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e75c8f3-8eb3-41e3-adca-e068d8f41a68 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:41:16.171294 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: dd0d0781-886b-4843-809b-a293cfdd89ff {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:41:16.171754 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device dd0d0781-886b-4843-809b-a293cfdd89ff not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:41:16.177906 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e75c8f3-8eb3-41e3-adca-e068d8f41a68 None None] Pushing event updated for resources: {'Port': ['ID=d6a39cc9-7006-4705-87dc-375064dae4d0,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:16.182000 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1bddceb1-bb56-4114-a8a9-8e0b1918f9ce tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:16.226471 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c1c4d2d7-58a9-4a6b-9c8d-7696f47aaab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'name': 'tempest-RoutersTest-router-420959986', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:40:44Z', 'updated_at': '2021-07-09T16:41:11Z', 'revision_number': 5, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'gw_port_host': None, '_interfaces': [{'id': '0544c348-844a-4ccc-99c0-cda2c10c05ea', 'name': '', 'network_id': '75cacf9f-60b3-4bf7-a65b-86457bf4589f', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'mac_address': 'fa:16:3e:88:f4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '1f964f16-2b5a-400c-8bde-952d5f8f0b29', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:55Z', 'updated_at': '2021-07-09T16:41:09Z', 'revision_number': 5, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'subnets': [{'id': '1f964f16-2b5a-400c-8bde-952d5f8f0b29', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d14deb4-de43-4886-b493-fcee901cdc79', 'name': '', 'network_id': '3f1c0eb0-f3f5-4bff-9ec2-33914bafa70a', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'mac_address': 'fa:16:3e:2c:49:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '12eafcda-c893-46af-886a-30b90e5ffa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:46Z', 'updated_at': '2021-07-09T16:40:56Z', 'revision_number': 5, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'subnets': [{'id': '12eafcda-c893-46af-886a-30b90e5ffa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7aace77c-0f75-457c-8112-a79d5860b254', 'name': '', 'network_id': '6b02ec13-4498-408e-afb0-ae716077cbd8', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'mac_address': 'fa:16:3e:6a:61:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '27b19e18-5db3-4da2-8c73-424354d4bdd0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:09Z', 'updated_at': '2021-07-09T16:41:12Z', 'revision_number': 2, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'subnets': [{'id': '27b19e18-5db3-4da2-8c73-424354d4bdd0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91661fa9-ac0a-4f04-b258-937a5db68f0a', 'name': '', 'network_id': '289d39ae-4b0b-45e5-9d71-6cb39d6e4511', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'mac_address': 'fa:16:3e:39:ce:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': 'c7dc2769-6054-48e4-9d2c-e35a51a762e4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:02Z', 'updated_at': '2021-07-09T16:41:10Z', 'revision_number': 4, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'subnets': [{'id': 'c7dc2769-6054-48e4-9d2c-e35a51a762e4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:16.273260 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-1bddceb1-bb56-4114-a8a9-8e0b1918f9ce tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Transition to ACTIVE for port object b63fd875-c855-441d-980d-d85ef0842f93 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:41:16.278458 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc286b35-7e44-4359-881e-9d1a7aeb6cd2 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:41:16.288335 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b28e116e-bd1b-4777-9c7e-752b12eb5896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:16.292919 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b28e116e-bd1b-4777-9c7e-752b12eb5896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:16.295354 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b28e116e-bd1b-4777-9c7e-752b12eb5896 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f7aa7fe8-143e-4832-a3d2-a16f90aa7b43 HTTP/1.1" status: 204 len: 168 time: 0.5938513 Jul 09 16:41:16.342323 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dc286b35-7e44-4359-881e-9d1a7aeb6cd2 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:16.349915 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-dc286b35-7e44-4359-881e-9d1a7aeb6cd2 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "PUT /v2.0/routers/24e0c3eb-26e1-46c1-8984-537e131348d3 HTTP/1.1" status: 200 len: 933 time: 2.5358982 Jul 09 16:41:16.350602 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36304) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:16.370275 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=91661fa9-ac0a-4f04-b258-937a5db68f0a,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:16.391413 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1bddceb1-bb56-4114-a8a9-8e0b1918f9ce tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:16.426213 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 00fd4fb9-15d4-4c41-81ac-744cf81df678 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:41:16.433848 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bddceb1-bb56-4114-a8a9-8e0b1918f9ce tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Network 2971ec84-98ac-414f-bfb1-3e6f2f62f02b is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:41:16.438131 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-1bddceb1-bb56-4114-a8a9-8e0b1918f9ce tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:41:16.441113 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bddceb1-bb56-4114-a8a9-8e0b1918f9ce tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:41:16.448423 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bddceb1-bb56-4114-a8a9-8e0b1918f9ce tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:16.448653 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1bddceb1-bb56-4114-a8a9-8e0b1918f9ce tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:16.466336 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28e116e-bd1b-4777-9c7e-752b12eb5896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7aa7fe8-143e-4832-a3d2-a16f90aa7b43,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:16.484248 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bddceb1-bb56-4114-a8a9-8e0b1918f9ce tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event updated for resources: {'Port': ['ID=b63fd875-c855-441d-980d-d85ef0842f93,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:16.489780 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-1bddceb1-bb56-4114-a8a9-8e0b1918f9ce tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2880480 Jul 09 16:41:16.492429 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36308) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:16.498737 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-4ce31a71-a3e5-4049-924a-3a9182aafadb tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Request body: {'subnet': {'network_id': '2971ec84-98ac-414f-bfb1-3e6f2f62f02b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:41:16.559066 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c4d2d7-58a9-4a6b-9c8d-7696f47aaab3 None None] Checking router: 24e0c3eb-26e1-46c1-8984-537e131348d3 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:41:16.559280 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c4d2d7-58a9-4a6b-9c8d-7696f47aaab3 None None] Updating router 24e0c3eb-26e1-46c1-8984-537e131348d3 port 7aace77c-0f75-457c-8112-a79d5860b254 binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:41:16.638628 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-75073b78-c53a-47cd-b5c4-f3ddadf28d30 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "GET /v2.0/routers/24e0c3eb-26e1-46c1-8984-537e131348d3 HTTP/1.1" status: 200 len: 933 time: 0.2855508 Jul 09 16:41:16.639302 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36314) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:16.647681 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-4fdb3d7b-b89a-4d06-a4df-831c84c5c84d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Request body: {'router': {'routes': None}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:41:16.648014 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce31a71-a3e5-4049-924a-3a9182aafadb tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Made reservation on behalf of 522630d2233142e4a30463472a66f8be for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:41:16.653393 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4ce31a71-a3e5-4049-924a-3a9182aafadb tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:16.656681 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 00fd4fb9-15d4-4c41-81ac-744cf81df678 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:16.657369 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:16.707075 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-8e75c8f3-8eb3-41e3-adca-e068d8f41a68 None None] Attempting to bind port d6a39cc9-7006-4705-87dc-375064dae4d0 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:41:16.707447 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-8e75c8f3-8eb3-41e3-adca-e068d8f41a68 None None] Attempting to bind port d6a39cc9-7006-4705-87dc-375064dae4d0 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '6c8764ae-d334-4b40-af78-3150c7acb438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2971ec84-98ac-414f-bfb1-3e6f2f62f02b'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:41:16.707777 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e75c8f3-8eb3-41e3-adca-e068d8f41a68 None None] Attempting to bind port d6a39cc9-7006-4705-87dc-375064dae4d0 on network 2971ec84-98ac-414f-bfb1-3e6f2f62f02b {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:41:16.737356 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-77e0329d-88cf-462c-8e30-0024d437e937 None None] Provisioning complete for port 00fd4fb9-15d4-4c41-81ac-744cf81df678 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:16.737838 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-77e0329d-88cf-462c-8e30-0024d437e937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:16.779825 n-d-798930-3 neutron-server[93959]: INFO neutron.db.ipam_backend_mixin [None req-4ce31a71-a3e5-4049-924a-3a9182aafadb tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 169f3c12-d9a3-40da-a270-e51fb0074565 (CIDR: 2001:db8::/64) Jul 09 16:41:16.786825 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c1c4d2d7-58a9-4a6b-9c8d-7696f47aaab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:16.786825 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e75c8f3-8eb3-41e3-adca-e068d8f41a68 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:41:16.787578 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e75c8f3-8eb3-41e3-adca-e068d8f41a68 None None] Checking segment: {'id': '6c8764ae-d334-4b40-af78-3150c7acb438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2971ec84-98ac-414f-bfb1-3e6f2f62f02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:41:16.787578 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8e75c8f3-8eb3-41e3-adca-e068d8f41a68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:16.787886 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e75c8f3-8eb3-41e3-adca-e068d8f41a68 None None] Bound using segment: {'id': '6c8764ae-d334-4b40-af78-3150c7acb438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2971ec84-98ac-414f-bfb1-3e6f2f62f02b'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:41:16.788344 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-8e75c8f3-8eb3-41e3-adca-e068d8f41a68 None None] Bound port: d6a39cc9-7006-4705-87dc-375064dae4d0, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8764ae-d334-4b40-af78-3150c7acb438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2971ec84-98ac-414f-bfb1-3e6f2f62f02b'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:41:16.788722 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8e75c8f3-8eb3-41e3-adca-e068d8f41a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:16.789556 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ce31a71-a3e5-4049-924a-3a9182aafadb tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:41:16.790111 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ce31a71-a3e5-4049-924a-3a9182aafadb tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:41:16.832792 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36322) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:16.833619 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-4ce31a71-a3e5-4049-924a-3a9182aafadb tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3397989 Jul 09 16:41:16.840279 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-735437b9-e780-4510-906d-c11e6054672c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Request body: {'subnet': {'network_id': '2971ec84-98ac-414f-bfb1-3e6f2f62f02b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:41:17.099805 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-8e75c8f3-8eb3-41e3-adca-e068d8f41a68 None None] For port d6a39cc9-7006-4705-87dc-375064dae4d0, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:41:17.136454 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735437b9-e780-4510-906d-c11e6054672c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Made reservation on behalf of 522630d2233142e4a30463472a66f8be for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:41:17.140303 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-735437b9-e780-4510-906d-c11e6054672c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:17.235856 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-8e75c8f3-8eb3-41e3-adca-e068d8f41a68 None None] For port d6a39cc9-7006-4705-87dc-375064dae4d0, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=d6a39cc9-7006-4705-87dc-375064dae4d0,segment=NetworkSegment(6c8764ae-d334-4b40-af78-3150c7acb438),segment_id=6c8764ae-d334-4b40-af78-3150c7acb438)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:41:17.249103 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8e75c8f3-8eb3-41e3-adca-e068d8f41a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:17.362912 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-77e0329d-88cf-462c-8e30-0024d437e937 None None] Provisioning for port 7aace77c-0f75-457c-8112-a79d5860b254 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:41:17.386226 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-77e0329d-88cf-462c-8e30-0024d437e937 None None] Provisioning complete for port 7aace77c-0f75-457c-8112-a79d5860b254 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:17.386591 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-77e0329d-88cf-462c-8e30-0024d437e937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:17.424751 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-77e0329d-88cf-462c-8e30-0024d437e937 None None] Port 7aace77c-0f75-457c-8112-a79d5860b254 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:41:17.445029 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e75c8f3-8eb3-41e3-adca-e068d8f41a68 None None] Pushing event updated for resources: {'Port': ['ID=d6a39cc9-7006-4705-87dc-375064dae4d0,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:17.604884 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-bec62ac4-9f03-4d47-8320-1fc17193a402 None None] Provisioning complete for port 7aace77c-0f75-457c-8112-a79d5860b254 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:17.605328 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bec62ac4-9f03-4d47-8320-1fc17193a402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:17.680484 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c1c4d2d7-58a9-4a6b-9c8d-7696f47aaab3 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:17.704050 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c1c4d2d7-58a9-4a6b-9c8d-7696f47aaab3 None None] Transition to ACTIVE for port object 7aace77c-0f75-457c-8112-a79d5860b254 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:41:17.715901 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.extraroute_db [None req-4fdb3d7b-b89a-4d06-a4df-831c84c5c84d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Added routes are [] {{(pid=93958) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 09 16:41:17.716299 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.extraroute_db [None req-4fdb3d7b-b89a-4d06-a4df-831c84c5c84d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93958) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 09 16:41:17.721991 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c1c4d2d7-58a9-4a6b-9c8d-7696f47aaab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:17.755819 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-bec62ac4-9f03-4d47-8320-1fc17193a402 None None] Port 7aace77c-0f75-457c-8112-a79d5860b254 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:41:17.812961 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5a06f4-8ccf-499e-a8f5-e91126a7fd16 None None] Pushing event updated for resources: {'Port': ['ID=7aace77c-0f75-457c-8112-a79d5860b254,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:17.880525 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-735437b9-e780-4510-906d-c11e6054672c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:17.896767 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4fdb3d7b-b89a-4d06-a4df-831c84c5c84d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:17.929289 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-c1c4d2d7-58a9-4a6b-9c8d-7696f47aaab3 None None] Attempting to bind port 7aace77c-0f75-457c-8112-a79d5860b254 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:41:17.929791 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-c1c4d2d7-58a9-4a6b-9c8d-7696f47aaab3 None None] Attempting to bind port 7aace77c-0f75-457c-8112-a79d5860b254 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '9696a670-2f89-4341-ac62-e0dd6659a41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6b02ec13-4498-408e-afb0-ae716077cbd8'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:41:17.930232 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c4d2d7-58a9-4a6b-9c8d-7696f47aaab3 None None] Attempting to bind port 7aace77c-0f75-457c-8112-a79d5860b254 on network 6b02ec13-4498-408e-afb0-ae716077cbd8 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:41:17.941316 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c4d2d7-58a9-4a6b-9c8d-7696f47aaab3 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:41:17.942136 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c4d2d7-58a9-4a6b-9c8d-7696f47aaab3 None None] Checking segment: {'id': '9696a670-2f89-4341-ac62-e0dd6659a41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6b02ec13-4498-408e-afb0-ae716077cbd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:41:17.942794 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c1c4d2d7-58a9-4a6b-9c8d-7696f47aaab3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:17.943436 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c4d2d7-58a9-4a6b-9c8d-7696f47aaab3 None None] Bound using segment: {'id': '9696a670-2f89-4341-ac62-e0dd6659a41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6b02ec13-4498-408e-afb0-ae716077cbd8'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:41:17.944143 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-c1c4d2d7-58a9-4a6b-9c8d-7696f47aaab3 None None] Bound port: 7aace77c-0f75-457c-8112-a79d5860b254, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9696a670-2f89-4341-ac62-e0dd6659a41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6b02ec13-4498-408e-afb0-ae716077cbd8'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:41:17.944781 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c1c4d2d7-58a9-4a6b-9c8d-7696f47aaab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:18.025106 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735437b9-e780-4510-906d-c11e6054672c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Network 2971ec84-98ac-414f-bfb1-3e6f2f62f02b is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:41:18.031127 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-c1c4d2d7-58a9-4a6b-9c8d-7696f47aaab3 None None] For port 7aace77c-0f75-457c-8112-a79d5860b254, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:41:18.031668 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-735437b9-e780-4510-906d-c11e6054672c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:41:18.035090 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735437b9-e780-4510-906d-c11e6054672c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:18.035915 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-735437b9-e780-4510-906d-c11e6054672c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:18.036749 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-c1c4d2d7-58a9-4a6b-9c8d-7696f47aaab3 None None] For port 7aace77c-0f75-457c-8112-a79d5860b254, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=7aace77c-0f75-457c-8112-a79d5860b254,segment=NetworkSegment(9696a670-2f89-4341-ac62-e0dd6659a41a),segment_id=9696a670-2f89-4341-ac62-e0dd6659a41a)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:41:18.045832 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c1c4d2d7-58a9-4a6b-9c8d-7696f47aaab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:18.325690 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5a06f4-8ccf-499e-a8f5-e91126a7fd16 None None] Pushing event updated for resources: {'Port': ['ID=7aace77c-0f75-457c-8112-a79d5860b254,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:18.359444 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c4d2d7-58a9-4a6b-9c8d-7696f47aaab3 None None] Routers {'24e0c3eb-26e1-46c1-8984-537e131348d3'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:41:18.362199 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c1c4d2d7-58a9-4a6b-9c8d-7696f47aaab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:40:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['24e0c3eb-26e1-46c1-8984-537e131348d3'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:18.478256 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4fdb3d7b-b89a-4d06-a4df-831c84c5c84d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:18.530120 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-c1c4d2d7-58a9-4a6b-9c8d-7696f47aaab3 None None] Set router 24e0c3eb-26e1-46c1-8984-537e131348d3 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:41:18.534418 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4fdb3d7b-b89a-4d06-a4df-831c84c5c84d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1725939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1725946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-313636'] for router, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:18.586997 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735437b9-e780-4510-906d-c11e6054672c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event updated for resources: {'Subnet': ['ID=9685ed3f-b283-4f27-b198-9f9404aacb78,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:18.650228 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36376) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:18.655773 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-3adcabf6-82b2-4cfa-b19b-45240d2cd2be tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1774675486', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9685ed3f-b283-4f27-b198-9f9404aacb78'}], 'security_groups': ['69852978-add9-441c-b906-8b52a8bb2fcb']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:41:18.659757 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-735437b9-e780-4510-906d-c11e6054672c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8258331 Jul 09 16:41:18.732099 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d6a39cc9-7006-4705-87dc-375064dae4d0 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:41:18.861976 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fdb3d7b-b89a-4d06-a4df-831c84c5c84d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Router 24e0c3eb-26e1-46c1-8984-537e131348d3 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:41:18.945727 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3adcabf6-82b2-4cfa-b19b-45240d2cd2be tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:18.961342 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port d6a39cc9-7006-4705-87dc-375064dae4d0 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:41:18.990686 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 91661fa9-ac0a-4f04-b258-937a5db68f0a up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:41:19.065536 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fdb3d7b-b89a-4d06-a4df-831c84c5c84d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:41:19.079206 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4fdb3d7b-b89a-4d06-a4df-831c84c5c84d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:19.085411 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-4fdb3d7b-b89a-4d06-a4df-831c84c5c84d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "PUT /v2.0/routers/24e0c3eb-26e1-46c1-8984-537e131348d3 HTTP/1.1" status: 200 len: 699 time: 2.4449673 Jul 09 16:41:19.086608 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36392) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:19.126831 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c1c4d2d7-58a9-4a6b-9c8d-7696f47aaab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'name': 'tempest-RoutersTest-router-420959986', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:40:44Z', 'updated_at': '2021-07-09T16:41:17Z', 'revision_number': 7, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'gw_port_host': None, '_interfaces': [{'id': '0544c348-844a-4ccc-99c0-cda2c10c05ea', 'name': '', 'network_id': '75cacf9f-60b3-4bf7-a65b-86457bf4589f', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'mac_address': 'fa:16:3e:88:f4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '1f964f16-2b5a-400c-8bde-952d5f8f0b29', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:55Z', 'updated_at': '2021-07-09T16:41:09Z', 'revision_number': 5, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'subnets': [{'id': '1f964f16-2b5a-400c-8bde-952d5f8f0b29', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d14deb4-de43-4886-b493-fcee901cdc79', 'name': '', 'network_id': '3f1c0eb0-f3f5-4bff-9ec2-33914bafa70a', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'mac_address': 'fa:16:3e:2c:49:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '12eafcda-c893-46af-886a-30b90e5ffa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:46Z', 'updated_at': '2021-07-09T16:40:56Z', 'revision_number': 5, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'subnets': [{'id': '12eafcda-c893-46af-886a-30b90e5ffa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7aace77c-0f75-457c-8112-a79d5860b254', 'name': '', 'network_id': '6b02ec13-4498-408e-afb0-ae716077cbd8', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'mac_address': 'fa:16:3e:6a:61:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '27b19e18-5db3-4da2-8c73-424354d4bdd0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:09Z', 'updated_at': '2021-07-09T16:41:18Z', 'revision_number': 4, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'subnets': [{'id': '27b19e18-5db3-4da2-8c73-424354d4bdd0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91661fa9-ac0a-4f04-b258-937a5db68f0a', 'name': '', 'network_id': '289d39ae-4b0b-45e5-9d71-6cb39d6e4511', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'mac_address': 'fa:16:3e:39:ce:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': 'c7dc2769-6054-48e4-9d2c-e35a51a762e4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:02Z', 'updated_at': '2021-07-09T16:41:15Z', 'revision_number': 5, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'subnets': [{'id': 'c7dc2769-6054-48e4-9d2c-e35a51a762e4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:19.174699 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c4d2d7-58a9-4a6b-9c8d-7696f47aaab3 None None] The sync data for ids ['24e0c3eb-26e1-46c1-8984-537e131348d3'] in n-d-798930-3 is: [{'id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'name': 'tempest-RoutersTest-router-420959986', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:40:44Z', 'updated_at': '2021-07-09T16:41:17Z', 'revision_number': 7, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'gw_port_host': None, '_interfaces': [{'id': '0544c348-844a-4ccc-99c0-cda2c10c05ea', 'name': '', 'network_id': '75cacf9f-60b3-4bf7-a65b-86457bf4589f', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'mac_address': 'fa:16:3e:88:f4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '1f964f16-2b5a-400c-8bde-952d5f8f0b29', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:55Z', 'updated_at': '2021-07-09T16:41:09Z', 'revision_number': 5, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'subnets': [{'id': '1f964f16-2b5a-400c-8bde-952d5f8f0b29', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d14deb4-de43-4886-b493-fcee901cdc79', 'name': '', 'network_id': '3f1c0eb0-f3f5-4bff-9ec2-33914bafa70a', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'mac_address': 'fa:16:3e:2c:49:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '12eafcda-c893-46af-886a-30b90e5ffa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:46Z', 'updated_at': '2021-07-09T16:40:56Z', 'revision_number': 5, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'subnets': [{'id': '12eafcda-c893-46af-886a-30b90e5ffa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7aace77c-0f75-457c-8112-a79d5860b254', 'name': '', 'network_id': '6b02ec13-4498-408e-afb0-ae716077cbd8', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'mac_address': 'fa:16:3e:6a:61:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '27b19e18-5db3-4da2-8c73-424354d4bdd0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:09Z', 'updated_at': '2021-07-09T16:41:18Z', 'revision_number': 4, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'subnets': [{'id': '27b19e18-5db3-4da2-8c73-424354d4bdd0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91661fa9-ac0a-4f04-b258-937a5db68f0a', 'name': '', 'network_id': '289d39ae-4b0b-45e5-9d71-6cb39d6e4511', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'mac_address': 'fa:16:3e:39:ce:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': 'c7dc2769-6054-48e4-9d2c-e35a51a762e4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:02Z', 'updated_at': '2021-07-09T16:41:15Z', 'revision_number': 5, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'subnets': [{'id': 'c7dc2769-6054-48e4-9d2c-e35a51a762e4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:41:19.180194 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 91661fa9-ac0a-4f04-b258-937a5db68f0a triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:19.180540 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:19.352866 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce9c51a-8268-4a88-a42f-b7155b2185c9 None None] Network 2971ec84-98ac-414f-bfb1-3e6f2f62f02b requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:41:19.596993 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d4beea3a-d69e-47b8-99c4-7f1ed503dfe7 None None] Provisioning for port d6a39cc9-7006-4705-87dc-375064dae4d0 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:41:19.639207 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d4beea3a-d69e-47b8-99c4-7f1ed503dfe7 None None] Provisioning complete for port d6a39cc9-7006-4705-87dc-375064dae4d0 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:19.642033 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d4beea3a-d69e-47b8-99c4-7f1ed503dfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:19.684507 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-3adcabf6-82b2-4cfa-b19b-45240d2cd2be tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Delete allocated IP 2001:db8::3d5 (2971ec84-98ac-414f-bfb1-3e6f2f62f02b/169f3c12-d9a3-40da-a270-e51fb0074565) {{(pid=93959) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 09 16:41:19.696015 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-3adcabf6-82b2-4cfa-b19b-45240d2cd2be tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Allocated IP 2001:db8:0:1::20d (2971ec84-98ac-414f-bfb1-3e6f2f62f02b/9685ed3f-b283-4f27-b198-9f9404aacb78/b63fd875-c855-441d-980d-d85ef0842f93) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:41:20.013472 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3adcabf6-82b2-4cfa-b19b-45240d2cd2be tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:20.123906 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-3adcabf6-82b2-4cfa-b19b-45240d2cd2be tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Ignored duplicate provisioning block setup for port b63fd875-c855-441d-980d-d85ef0842f93 by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 09 16:41:20.133428 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3adcabf6-82b2-4cfa-b19b-45240d2cd2be tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:20.271993 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-3adcabf6-82b2-4cfa-b19b-45240d2cd2be tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] In _notify_port_updated(), no bound segment for port b63fd875-c855-441d-980d-d85ef0842f93 on network 2971ec84-98ac-414f-bfb1-3e6f2f62f02b {{(pid=93959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 16:41:20.277776 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adcabf6-82b2-4cfa-b19b-45240d2cd2be tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:20.278419 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3adcabf6-82b2-4cfa-b19b-45240d2cd2be tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:20.283067 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3adcabf6-82b2-4cfa-b19b-45240d2cd2be tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "PUT /v2.0/ports/b63fd875-c855-441d-980d-d85ef0842f93 HTTP/1.1" status: 200 len: 931 time: 1.6287053 Jul 09 16:41:20.285406 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36462) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:20.293595 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adcabf6-82b2-4cfa-b19b-45240d2cd2be tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event updated for resources: {'Port': ['ID=b63fd875-c855-441d-980d-d85ef0842f93,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:20.374450 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d4beea3a-d69e-47b8-99c4-7f1ed503dfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:20.397862 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7b15a05f-c8f4-40de-ba1b-c5c2308b5880 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "GET /v2.0/routers/24e0c3eb-26e1-46c1-8984-537e131348d3 HTTP/1.1" status: 200 len: 699 time: 1.3089895 Jul 09 16:41:20.398553 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36472) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:20.462957 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 7aace77c-0f75-457c-8112-a79d5860b254 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:41:20.494545 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-d4beea3a-d69e-47b8-99c4-7f1ed503dfe7 None None] For port d6a39cc9-7006-4705-87dc-375064dae4d0, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=d6a39cc9-7006-4705-87dc-375064dae4d0,segment=NetworkSegment(6c8764ae-d334-4b40-af78-3150c7acb438),segment_id=6c8764ae-d334-4b40-af78-3150c7acb438)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:20.502873 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-b9c0f9a0-77cb-48ae-bab6-8b9b48096df5 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Deleting port b63fd875-c855-441d-980d-d85ef0842f93 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:41:20.503379 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b9c0f9a0-77cb-48ae-bab6-8b9b48096df5 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:20.521688 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d4beea3a-d69e-47b8-99c4-7f1ed503dfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:20.669900 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b9c0f9a0-77cb-48ae-bab6-8b9b48096df5 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:20.670103 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d4beea3a-d69e-47b8-99c4-7f1ed503dfe7 None None] Provisioning complete for port c930b0cd-c2ef-49c0-9df9-d1d1fdcca853 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:20.670390 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d4beea3a-d69e-47b8-99c4-7f1ed503dfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:20.686177 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-b9c0f9a0-77cb-48ae-bab6-8b9b48096df5 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Calling delete_port for b63fd875-c855-441d-980d-d85ef0842f93 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:41:20.763919 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5a7d84-3e76-4735-a277-ef2e418079d4 None None] Sync routers for ids ['24e0c3eb-26e1-46c1-8984-537e131348d3'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:41:20.780825 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5a7d84-3e76-4735-a277-ef2e418079d4 None None] Routers {'24e0c3eb-26e1-46c1-8984-537e131348d3'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:41:20.781531 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-bd5a7d84-3e76-4735-a277-ef2e418079d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:40:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['24e0c3eb-26e1-46c1-8984-537e131348d3'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:20.784648 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d90e452-f239-44bd-a649-77b6780d47a0 None None] Update dhcp port {'port': {'network_id': '2971ec84-98ac-414f-bfb1-3e6f2f62f02b', 'fixed_ips': [{'subnet_id': '169f3c12-d9a3-40da-a270-e51fb0074565', 'ip_address': '2001:db8::2'}, {'subnet_id': '9685ed3f-b283-4f27-b198-9f9404aacb78'}], 'binding:host_id': 'n-d-798930-3'}, 'id': 'd6a39cc9-7006-4705-87dc-375064dae4d0'} from n-d-798930-3. {{(pid=93960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 16:41:20.866967 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4beea3a-d69e-47b8-99c4-7f1ed503dfe7 None None] Pushing event updated for resources: {'Port': ['ID=d6a39cc9-7006-4705-87dc-375064dae4d0,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:20.871118 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6d90e452-f239-44bd-a649-77b6780d47a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:20.876389 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b9c0f9a0-77cb-48ae-bab6-8b9b48096df5 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:20.879844 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-d4beea3a-d69e-47b8-99c4-7f1ed503dfe7 None None] Port c930b0cd-c2ef-49c0-9df9-d1d1fdcca853 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:41:20.900352 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 7aace77c-0f75-457c-8112-a79d5860b254 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:41:20.949438 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4beea3a-d69e-47b8-99c4-7f1ed503dfe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:20.951266 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4beea3a-d69e-47b8-99c4-7f1ed503dfe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:20.951852 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4beea3a-d69e-47b8-99c4-7f1ed503dfe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:20.952368 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4beea3a-d69e-47b8-99c4-7f1ed503dfe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:20.954180 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4beea3a-d69e-47b8-99c4-7f1ed503dfe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:20.956179 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4beea3a-d69e-47b8-99c4-7f1ed503dfe7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:20.957880 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4beea3a-d69e-47b8-99c4-7f1ed503dfe7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:20.962063 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4beea3a-d69e-47b8-99c4-7f1ed503dfe7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:20.963047 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4beea3a-d69e-47b8-99c4-7f1ed503dfe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:20.965719 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4beea3a-d69e-47b8-99c4-7f1ed503dfe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:20.966973 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c0f9a0-77cb-48ae-bab6-8b9b48096df5 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event deleted for resources: {'Port': ['ID=b63fd875-c855-441d-980d-d85ef0842f93,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:20.967515 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4beea3a-d69e-47b8-99c4-7f1ed503dfe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:20.968044 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4beea3a-d69e-47b8-99c4-7f1ed503dfe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:20.973857 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b9c0f9a0-77cb-48ae-bab6-8b9b48096df5 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:20.975629 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b9c0f9a0-77cb-48ae-bab6-8b9b48096df5 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "DELETE /v2.0/ports/b63fd875-c855-441d-980d-d85ef0842f93 HTTP/1.1" status: 204 len: 168 time: 0.6892629 Jul 09 16:41:20.982964 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36496) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:20.991160 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 7aace77c-0f75-457c-8112-a79d5860b254 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:20.991539 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:21.009232 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-bd5a7d84-3e76-4735-a277-ef2e418079d4 None None] Set router 24e0c3eb-26e1-46c1-8984-537e131348d3 gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:41:21.038088 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36498) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:21.045560 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-14dde736-0d57-4dc9-9e2b-0f6522a7fabf tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] GET failed (client error): The resource could not be found. Jul 09 16:41:21.049844 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-14dde736-0d57-4dc9-9e2b-0f6522a7fabf tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "GET /v2.0/ports/b63fd875-c855-441d-980d-d85ef0842f93 HTTP/1.1" status: 404 len: 333 time: 0.0633399 Jul 09 16:41:21.050157 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36500) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:21.118476 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d17a21d-3778-4734-bba7-77181c64a1c1 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:21.144989 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d17a21d-3778-4734-bba7-77181c64a1c1 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:21.253514 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e41091b9-ac16-413b-b4da-6a697c97424a tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:21.277102 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d17a21d-3778-4734-bba7-77181c64a1c1 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:21.281805 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d17a21d-3778-4734-bba7-77181c64a1c1 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:21.282955 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2d17a21d-3778-4734-bba7-77181c64a1c1 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "DELETE /v2.0/security-groups/141eace6-06e6-45d8-8170-f1631f036154 HTTP/1.1" status: 204 len: 168 time: 0.2317708 Jul 09 16:41:21.292159 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36510) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:21.292967 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d17a21d-3778-4734-bba7-77181c64a1c1 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=141eace6-06e6-45d8-8170-f1631f036154,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:21.348779 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-bd5a7d84-3e76-4735-a277-ef2e418079d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'name': 'tempest-RoutersTest-router-420959986', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:40:44Z', 'updated_at': '2021-07-09T16:41:17Z', 'revision_number': 7, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'gw_port_host': None, '_interfaces': [{'id': '0544c348-844a-4ccc-99c0-cda2c10c05ea', 'name': '', 'network_id': '75cacf9f-60b3-4bf7-a65b-86457bf4589f', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'mac_address': 'fa:16:3e:88:f4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '1f964f16-2b5a-400c-8bde-952d5f8f0b29', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:55Z', 'updated_at': '2021-07-09T16:41:09Z', 'revision_number': 5, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'subnets': [{'id': '1f964f16-2b5a-400c-8bde-952d5f8f0b29', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d14deb4-de43-4886-b493-fcee901cdc79', 'name': '', 'network_id': '3f1c0eb0-f3f5-4bff-9ec2-33914bafa70a', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'mac_address': 'fa:16:3e:2c:49:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '12eafcda-c893-46af-886a-30b90e5ffa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:46Z', 'updated_at': '2021-07-09T16:40:56Z', 'revision_number': 5, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'subnets': [{'id': '12eafcda-c893-46af-886a-30b90e5ffa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7aace77c-0f75-457c-8112-a79d5860b254', 'name': '', 'network_id': '6b02ec13-4498-408e-afb0-ae716077cbd8', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'mac_address': 'fa:16:3e:6a:61:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '27b19e18-5db3-4da2-8c73-424354d4bdd0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:09Z', 'updated_at': '2021-07-09T16:41:18Z', 'revision_number': 4, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'subnets': [{'id': '27b19e18-5db3-4da2-8c73-424354d4bdd0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91661fa9-ac0a-4f04-b258-937a5db68f0a', 'name': '', 'network_id': '289d39ae-4b0b-45e5-9d71-6cb39d6e4511', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'mac_address': 'fa:16:3e:39:ce:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': 'c7dc2769-6054-48e4-9d2c-e35a51a762e4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:02Z', 'updated_at': '2021-07-09T16:41:15Z', 'revision_number': 5, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'subnets': [{'id': 'c7dc2769-6054-48e4-9d2c-e35a51a762e4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:21.365389 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c18e9176-e708-4510-9599-0d818c5983e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:21.390819 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36512) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:21.544111 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-6d90e452-f239-44bd-a649-77b6780d47a0 None None] Allocated IP 2001:db8:0:1::2 (2971ec84-98ac-414f-bfb1-3e6f2f62f02b/9685ed3f-b283-4f27-b198-9f9404aacb78/d6a39cc9-7006-4705-87dc-375064dae4d0) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:41:21.582503 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5a7d84-3e76-4735-a277-ef2e418079d4 None None] Checking router: 24e0c3eb-26e1-46c1-8984-537e131348d3 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:41:21.601140 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:21.603600 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5a7d84-3e76-4735-a277-ef2e418079d4 None None] Routers {'24e0c3eb-26e1-46c1-8984-537e131348d3'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:41:21.604575 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-bd5a7d84-3e76-4735-a277-ef2e418079d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:40:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['24e0c3eb-26e1-46c1-8984-537e131348d3'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:21.614569 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7cbbe472-1c8c-4ac0-aafd-c69bda863e16 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:21.662119 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c18e9176-e708-4510-9599-0d818c5983e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:21.675040 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c18e9176-e708-4510-9599-0d818c5983e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:21.686291 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-28bde5dc-acd2-4265-908f-b1ec5d01280c tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/floatingips/6d620f97-ab83-407d-9f3f-19a08abf86e5 HTTP/1.1" status: 200 len: 992 time: 0.2886493 Jul 09 16:41:21.686291 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7cbbe472-1c8c-4ac0-aafd-c69bda863e16 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:21.738385 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-bd5a7d84-3e76-4735-a277-ef2e418079d4 None None] Set router 24e0c3eb-26e1-46c1-8984-537e131348d3 gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:41:21.781962 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7cbbe472-1c8c-4ac0-aafd-c69bda863e16 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:21.785216 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7cbbe472-1c8c-4ac0-aafd-c69bda863e16 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:21.787235 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-7cbbe472-1c8c-4ac0-aafd-c69bda863e16 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "DELETE /v2.0/security-groups/69852978-add9-441c-b906-8b52a8bb2fcb HTTP/1.1" status: 204 len: 168 time: 0.4922221 Jul 09 16:41:21.790787 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36520) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:21.795859 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 7aace77c-0f75-457c-8112-a79d5860b254, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=7aace77c-0f75-457c-8112-a79d5860b254,segment=NetworkSegment(9696a670-2f89-4341-ac62-e0dd6659a41a),segment_id=9696a670-2f89-4341-ac62-e0dd6659a41a)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:21.807500 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:21.828079 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c18e9176-e708-4510-9599-0d818c5983e9 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=dd31cbd166164f44ad9bee86c81fe21b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7876995 Jul 09 16:41:21.828756 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36522) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:21.846818 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e9176-e708-4510-9599-0d818c5983e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099df66c-fe75-4657-a4e0-0b89421bd4ed,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:21.902998 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-6d90e452-f239-44bd-a649-77b6780d47a0 None None] For port d6a39cc9-7006-4705-87dc-375064dae4d0, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=d6a39cc9-7006-4705-87dc-375064dae4d0,segment=NetworkSegment(6c8764ae-d334-4b40-af78-3150c7acb438),segment_id=6c8764ae-d334-4b40-af78-3150c7acb438)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:21.905787 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4f469f2-4f7c-4587-bf7a-169a752a4aa4 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Deleting subnet 169f3c12-d9a3-40da-a270-e51fb0074565 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:41:21.919483 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbbe472-1c8c-4ac0-aafd-c69bda863e16 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69852978-add9-441c-b906-8b52a8bb2fcb,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:21.952307 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=7aace77c-0f75-457c-8112-a79d5860b254,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:21.978323 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6d90e452-f239-44bd-a649-77b6780d47a0 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:22.018623 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6d90e452-f239-44bd-a649-77b6780d47a0 None None] Transition to ACTIVE for port object d6a39cc9-7006-4705-87dc-375064dae4d0 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:41:22.026215 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6d90e452-f239-44bd-a649-77b6780d47a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:22.026384 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f4f469f2-4f7c-4587-bf7a-169a752a4aa4 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:22.082227 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36532) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:22.112363 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d90e452-f239-44bd-a649-77b6780d47a0 None None] Pushing event updated for resources: {'Port': ['ID=d6a39cc9-7006-4705-87dc-375064dae4d0,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:22.132024 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f4f469f2-4f7c-4587-bf7a-169a752a4aa4 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:22.137260 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1cda0e0f-fb96-4c23-80bd-790e78433621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:22.172005 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-e41091b9-ac16-413b-b4da-6a697c97424a tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Deleting port 7aace77c-0f75-457c-8112-a79d5860b254 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:41:22.172570 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e41091b9-ac16-413b-b4da-6a697c97424a tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:22.179769 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-bd5a7d84-3e76-4735-a277-ef2e418079d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'name': 'tempest-RoutersTest-router-420959986', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:40:44Z', 'updated_at': '2021-07-09T16:41:17Z', 'revision_number': 7, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'gw_port_host': None, '_interfaces': [{'id': '0544c348-844a-4ccc-99c0-cda2c10c05ea', 'name': '', 'network_id': '75cacf9f-60b3-4bf7-a65b-86457bf4589f', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'mac_address': 'fa:16:3e:88:f4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '1f964f16-2b5a-400c-8bde-952d5f8f0b29', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:55Z', 'updated_at': '2021-07-09T16:41:09Z', 'revision_number': 5, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'subnets': [{'id': '1f964f16-2b5a-400c-8bde-952d5f8f0b29', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d14deb4-de43-4886-b493-fcee901cdc79', 'name': '', 'network_id': '3f1c0eb0-f3f5-4bff-9ec2-33914bafa70a', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'mac_address': 'fa:16:3e:2c:49:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '12eafcda-c893-46af-886a-30b90e5ffa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:46Z', 'updated_at': '2021-07-09T16:40:56Z', 'revision_number': 5, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'subnets': [{'id': '12eafcda-c893-46af-886a-30b90e5ffa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7aace77c-0f75-457c-8112-a79d5860b254', 'name': '', 'network_id': '6b02ec13-4498-408e-afb0-ae716077cbd8', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'mac_address': 'fa:16:3e:6a:61:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '27b19e18-5db3-4da2-8c73-424354d4bdd0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:09Z', 'updated_at': '2021-07-09T16:41:18Z', 'revision_number': 4, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'subnets': [{'id': '27b19e18-5db3-4da2-8c73-424354d4bdd0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91661fa9-ac0a-4f04-b258-937a5db68f0a', 'name': '', 'network_id': '289d39ae-4b0b-45e5-9d71-6cb39d6e4511', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'mac_address': 'fa:16:3e:39:ce:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': 'c7dc2769-6054-48e4-9d2c-e35a51a762e4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:02Z', 'updated_at': '2021-07-09T16:41:15Z', 'revision_number': 5, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'subnets': [{'id': 'c7dc2769-6054-48e4-9d2c-e35a51a762e4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:22.214355 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5a7d84-3e76-4735-a277-ef2e418079d4 None None] The sync data for ids ['24e0c3eb-26e1-46c1-8984-537e131348d3'] in n-d-798930-3 is: [{'id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'name': 'tempest-RoutersTest-router-420959986', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:40:44Z', 'updated_at': '2021-07-09T16:41:17Z', 'revision_number': 7, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'gw_port_host': None, '_interfaces': [{'id': '0544c348-844a-4ccc-99c0-cda2c10c05ea', 'name': '', 'network_id': '75cacf9f-60b3-4bf7-a65b-86457bf4589f', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'mac_address': 'fa:16:3e:88:f4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '1f964f16-2b5a-400c-8bde-952d5f8f0b29', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:55Z', 'updated_at': '2021-07-09T16:41:09Z', 'revision_number': 5, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'subnets': [{'id': '1f964f16-2b5a-400c-8bde-952d5f8f0b29', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d14deb4-de43-4886-b493-fcee901cdc79', 'name': '', 'network_id': '3f1c0eb0-f3f5-4bff-9ec2-33914bafa70a', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'mac_address': 'fa:16:3e:2c:49:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '12eafcda-c893-46af-886a-30b90e5ffa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:46Z', 'updated_at': '2021-07-09T16:40:56Z', 'revision_number': 5, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'subnets': [{'id': '12eafcda-c893-46af-886a-30b90e5ffa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7aace77c-0f75-457c-8112-a79d5860b254', 'name': '', 'network_id': '6b02ec13-4498-408e-afb0-ae716077cbd8', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'mac_address': 'fa:16:3e:6a:61:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '27b19e18-5db3-4da2-8c73-424354d4bdd0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:09Z', 'updated_at': '2021-07-09T16:41:18Z', 'revision_number': 4, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'subnets': [{'id': '27b19e18-5db3-4da2-8c73-424354d4bdd0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91661fa9-ac0a-4f04-b258-937a5db68f0a', 'name': '', 'network_id': '289d39ae-4b0b-45e5-9d71-6cb39d6e4511', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'mac_address': 'fa:16:3e:39:ce:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': 'c7dc2769-6054-48e4-9d2c-e35a51a762e4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:02Z', 'updated_at': '2021-07-09T16:41:15Z', 'revision_number': 5, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'subnets': [{'id': 'c7dc2769-6054-48e4-9d2c-e35a51a762e4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:41:22.305183 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b0cbf6ba-6a2b-46cb-bed3-88b907d2ebb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:22.348504 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1cda0e0f-fb96-4c23-80bd-790e78433621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:22.368339 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f4f469f2-4f7c-4587-bf7a-169a752a4aa4 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:22.409399 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d6a39cc9-7006-4705-87dc-375064dae4d0 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:41:22.498376 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 7aace77c-0f75-457c-8112-a79d5860b254 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:41:22.517633 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-e41091b9-ac16-413b-b4da-6a697c97424a tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] For port 7aace77c-0f75-457c-8112-a79d5860b254, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=7aace77c-0f75-457c-8112-a79d5860b254,segment=NetworkSegment(9696a670-2f89-4341-ac62-e0dd6659a41a),segment_id=9696a670-2f89-4341-ac62-e0dd6659a41a)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:22.518844 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e41091b9-ac16-413b-b4da-6a697c97424a tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:22.535700 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1cda0e0f-fb96-4c23-80bd-790e78433621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:22.538529 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1cda0e0f-fb96-4c23-80bd-790e78433621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:22.546177 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1cda0e0f-fb96-4c23-80bd-790e78433621 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/099df66c-fe75-4657-a4e0-0b89421bd4ed HTTP/1.1" status: 204 len: 168 time: 0.7130499 Jul 09 16:41:22.584442 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cda0e0f-fb96-4c23-80bd-790e78433621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099df66c-fe75-4657-a4e0-0b89421bd4ed,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:22.597088 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-e41091b9-ac16-413b-b4da-6a697c97424a tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Calling delete_port for 7aace77c-0f75-457c-8112-a79d5860b254 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:41:22.608215 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f4f469f2-4f7c-4587-bf7a-169a752a4aa4 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:22.647535 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 7aace77c-0f75-457c-8112-a79d5860b254 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:22.648039 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:22.657201 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f4f469f2-4f7c-4587-bf7a-169a752a4aa4 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:22.662805 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f4f469f2-4f7c-4587-bf7a-169a752a4aa4 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "DELETE /v2.0/subnets/169f3c12-d9a3-40da-a270-e51fb0074565 HTTP/1.1" status: 204 len: 168 time: 0.8667088 Jul 09 16:41:22.666480 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36542) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:22.677635 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-be31d59f-8921-46f0-b2c0-7e9c1e60fed8 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Request body: {'subnet': {'network_id': '2971ec84-98ac-414f-bfb1-3e6f2f62f02b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:41:22.850063 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f469f2-4f7c-4587-bf7a-169a752a4aa4 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event deleted for resources: {'Subnet': ['ID=169f3c12-d9a3-40da-a270-e51fb0074565,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:22.874985 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be31d59f-8921-46f0-b2c0-7e9c1e60fed8 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Made reservation on behalf of 522630d2233142e4a30463472a66f8be for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:41:22.881939 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be31d59f-8921-46f0-b2c0-7e9c1e60fed8 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:22.935476 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e41091b9-ac16-413b-b4da-6a697c97424a tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:22.964130 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-ec857dc3-0424-44f7-b236-a2d19cf99b22 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Deleting port 087fa79b-8f58-4a77-be34-d032c42c0f40 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:41:22.964486 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ec857dc3-0424-44f7-b236-a2d19cf99b22 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:23.003004 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41091b9-ac16-413b-b4da-6a697c97424a tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event deleted for resources: {'Port': ['ID=7aace77c-0f75-457c-8112-a79d5860b254,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:23.154561 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ec857dc3-0424-44f7-b236-a2d19cf99b22 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:23.155474 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ec857dc3-0424-44f7-b236-a2d19cf99b22 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:23.203070 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-ec857dc3-0424-44f7-b236-a2d19cf99b22 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Calling delete_port for 087fa79b-8f58-4a77-be34-d032c42c0f40 owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:41:23.343354 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36552) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:23.421984 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1d4920af-8c3f-44b5-aa62-4da38e84b3f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:23.469129 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e41091b9-ac16-413b-b4da-6a697c97424a tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:23.525950 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09138b2c-ad56-4800-bc23-2ff8aedf05fe None None] Network 2971ec84-98ac-414f-bfb1-3e6f2f62f02b requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:41:23.610180 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d4db7e67-2163-4a59-a16a-2b9c8c6e00be None None] Provisioning for port d6a39cc9-7006-4705-87dc-375064dae4d0 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:41:23.623464 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d4db7e67-2163-4a59-a16a-2b9c8c6e00be None None] Provisioning complete for port d6a39cc9-7006-4705-87dc-375064dae4d0 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:23.623962 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d4db7e67-2163-4a59-a16a-2b9c8c6e00be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:23.671588 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ec857dc3-0424-44f7-b236-a2d19cf99b22 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:23.708015 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec857dc3-0424-44f7-b236-a2d19cf99b22 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event deleted for resources: {'Port': ['ID=087fa79b-8f58-4a77-be34-d032c42c0f40,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:23.712868 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be31d59f-8921-46f0-b2c0-7e9c1e60fed8 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:23.755987 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e41091b9-ac16-413b-b4da-6a697c97424a tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Router 24e0c3eb-26e1-46c1-8984-537e131348d3 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:41:23.803875 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be31d59f-8921-46f0-b2c0-7e9c1e60fed8 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Network 2971ec84-98ac-414f-bfb1-3e6f2f62f02b is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:41:23.804836 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be31d59f-8921-46f0-b2c0-7e9c1e60fed8 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event updated for resources: {'Subnet': ['ID=26d73a3d-300a-429d-b180-25b612c6a596,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:23.810653 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-be31d59f-8921-46f0-b2c0-7e9c1e60fed8 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:41:23.824577 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d4db7e67-2163-4a59-a16a-2b9c8c6e00be None None] Provisioning complete for port c930b0cd-c2ef-49c0-9df9-d1d1fdcca853 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:23.825177 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d4db7e67-2163-4a59-a16a-2b9c8c6e00be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:23.838742 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be31d59f-8921-46f0-b2c0-7e9c1e60fed8 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:23.839688 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be31d59f-8921-46f0-b2c0-7e9c1e60fed8 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:23.850926 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1d4920af-8c3f-44b5-aa62-4da38e84b3f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:23.869976 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-d4db7e67-2163-4a59-a16a-2b9c8c6e00be None None] Port c930b0cd-c2ef-49c0-9df9-d1d1fdcca853 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:41:23.894113 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1d4920af-8c3f-44b5-aa62-4da38e84b3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:23.898895 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d4db7e67-2163-4a59-a16a-2b9c8c6e00be None None] Could not find standard attr ID for object b63fd875-c855-441d-980d-d85ef0842f93. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:41:23.918278 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-be31d59f-8921-46f0-b2c0-7e9c1e60fed8 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2417681 Jul 09 16:41:23.919045 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36566) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:23.931122 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-61c728ea-cb63-4b6b-aa61-48253490ac08 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Request body: {'security_group': {'name': 'tempest-secgroup-1907037054'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:41:23.954988 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4920af-8c3f-44b5-aa62-4da38e84b3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c7cab1-9f61-45d0-aeda-5ced6bb4f8f9,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:23.959251 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e41091b9-ac16-413b-b4da-6a697c97424a tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:41:23.966605 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-61c728ea-cb63-4b6b-aa61-48253490ac08 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:23.969769 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ec857dc3-0424-44f7-b236-a2d19cf99b22 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:23.970380 n-d-798930-3 neutron-server[93959]: INFO neutron.db.l3_db [None req-ec857dc3-0424-44f7-b236-a2d19cf99b22 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Floating IP 6d620f97-ab83-407d-9f3f-19a08abf86e5 disassociated (deleted). External IP: 172.25.0.99, port: be4e83dc-5555-4e96-9bbe-3fabe83184c3. Jul 09 16:41:23.971148 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e41091b9-ac16-413b-b4da-6a697c97424a tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "PUT /v2.0/routers/24e0c3eb-26e1-46c1-8984-537e131348d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5688441 Jul 09 16:41:23.974136 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff439f42-fd4d-43ae-b2ca-ff0561728f45 None None] Sync routers for ids ['24e0c3eb-26e1-46c1-8984-537e131348d3'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:41:23.977027 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36568) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:23.987881 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff439f42-fd4d-43ae-b2ca-ff0561728f45 None None] Routers {'24e0c3eb-26e1-46c1-8984-537e131348d3'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:41:23.989915 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ff439f42-fd4d-43ae-b2ca-ff0561728f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:40:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['24e0c3eb-26e1-46c1-8984-537e131348d3'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:24.018209 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1d4920af-8c3f-44b5-aa62-4da38e84b3f7 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ebc66e5c4d964163a484b574a0ba4b04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6732142 Jul 09 16:41:24.018861 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36570) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:24.113473 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-27dc792b-268e-448f-a684-ac4039c21bfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:24.149996 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-27dc792b-268e-448f-a684-ac4039c21bfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:24.157011 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-ff439f42-fd4d-43ae-b2ca-ff0561728f45 None None] Set router 24e0c3eb-26e1-46c1-8984-537e131348d3 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:41:24.175987 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-99325224-2b6a-422d-96bd-ad8029d597ef tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Deleting subnet 27b19e18-5db3-4da2-8c73-424354d4bdd0 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:41:24.186999 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-99325224-2b6a-422d-96bd-ad8029d597ef tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:24.234115 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-27dc792b-268e-448f-a684-ac4039c21bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:24.237220 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-27dc792b-268e-448f-a684-ac4039c21bfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:24.238565 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-27dc792b-268e-448f-a684-ac4039c21bfd admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d9c7cab1-9f61-45d0-aeda-5ced6bb4f8f9 HTTP/1.1" status: 204 len: 168 time: 0.2187696 Jul 09 16:41:24.255609 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb31ed6-4588-4034-bc51-0eb8dec46436 None None] Network 2971ec84-98ac-414f-bfb1-3e6f2f62f02b requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:41:24.261952 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc792b-268e-448f-a684-ac4039c21bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c7cab1-9f61-45d0-aeda-5ced6bb4f8f9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:24.315526 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-99325224-2b6a-422d-96bd-ad8029d597ef tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:24.516483 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9dc95297-bdb8-4b3a-9ee1-d6683d0ae521 None None] Provisioning complete for port d6a39cc9-7006-4705-87dc-375064dae4d0 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:24.516862 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9dc95297-bdb8-4b3a-9ee1-d6683d0ae521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:24.912862 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-61c728ea-cb63-4b6b-aa61-48253490ac08 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:24.944451 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-61c728ea-cb63-4b6b-aa61-48253490ac08 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:25.027564 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-61c728ea-cb63-4b6b-aa61-48253490ac08 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:25.032016 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36606) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:25.032403 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-61c728ea-cb63-4b6b-aa61-48253490ac08 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1100168 Jul 09 16:41:25.034239 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-99325224-2b6a-422d-96bd-ad8029d597ef tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:25.036607 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d35b715b-f11e-4bd3-94a7-4f96a8d1ffa8 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Request body: {'security_group': {'name': 'tempest-secgroup-399496974'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:41:25.039491 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec857dc3-0424-44f7-b236-a2d19cf99b22 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Router 19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:41:25.091250 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c728ea-cb63-4b6b-aa61-48253490ac08 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60158cb7-348f-4749-a556-f60fc72daacf,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:25.108395 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d35b715b-f11e-4bd3-94a7-4f96a8d1ffa8 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:25.177315 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b8759533-8031-4430-86d7-8cf086889d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:25.200821 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9dc95297-bdb8-4b3a-9ee1-d6683d0ae521 None None] Provisioning complete for port c930b0cd-c2ef-49c0-9df9-d1d1fdcca853 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:25.201689 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9dc95297-bdb8-4b3a-9ee1-d6683d0ae521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:25.248474 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9dc95297-bdb8-4b3a-9ee1-d6683d0ae521 None None] Port c930b0cd-c2ef-49c0-9df9-d1d1fdcca853 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:41:25.256025 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ff439f42-fd4d-43ae-b2ca-ff0561728f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'name': 'tempest-RoutersTest-router-420959986', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:40:44Z', 'updated_at': '2021-07-09T16:41:22Z', 'revision_number': 8, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'gw_port_host': None, '_interfaces': [{'id': '0544c348-844a-4ccc-99c0-cda2c10c05ea', 'name': '', 'network_id': '75cacf9f-60b3-4bf7-a65b-86457bf4589f', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'mac_address': 'fa:16:3e:88:f4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '1f964f16-2b5a-400c-8bde-952d5f8f0b29', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:55Z', 'updated_at': '2021-07-09T16:41:09Z', 'revision_number': 5, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'subnets': [{'id': '1f964f16-2b5a-400c-8bde-952d5f8f0b29', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d14deb4-de43-4886-b493-fcee901cdc79', 'name': '', 'network_id': '3f1c0eb0-f3f5-4bff-9ec2-33914bafa70a', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'mac_address': 'fa:16:3e:2c:49:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '12eafcda-c893-46af-886a-30b90e5ffa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:46Z', 'updated_at': '2021-07-09T16:40:56Z', 'revision_number': 5, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'subnets': [{'id': '12eafcda-c893-46af-886a-30b90e5ffa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91661fa9-ac0a-4f04-b258-937a5db68f0a', 'name': '', 'network_id': '289d39ae-4b0b-45e5-9d71-6cb39d6e4511', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'mac_address': 'fa:16:3e:39:ce:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': 'c7dc2769-6054-48e4-9d2c-e35a51a762e4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:02Z', 'updated_at': '2021-07-09T16:41:15Z', 'revision_number': 5, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'subnets': [{'id': 'c7dc2769-6054-48e4-9d2c-e35a51a762e4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:25.285999 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-99325224-2b6a-422d-96bd-ad8029d597ef tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:25.307225 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d35b715b-f11e-4bd3-94a7-4f96a8d1ffa8 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:25.317058 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d35b715b-f11e-4bd3-94a7-4f96a8d1ffa8 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:25.337138 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff439f42-fd4d-43ae-b2ca-ff0561728f45 None None] Checking router: 24e0c3eb-26e1-46c1-8984-537e131348d3 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:41:25.349949 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-99325224-2b6a-422d-96bd-ad8029d597ef tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:25.354845 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81ff95f-fce3-4466-a5d6-e35d6a1b0f46 None None] Network 6b02ec13-4498-408e-afb0-ae716077cbd8 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:41:25.356317 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-99325224-2b6a-422d-96bd-ad8029d597ef tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "DELETE /v2.0/subnets/27b19e18-5db3-4da2-8c73-424354d4bdd0 HTTP/1.1" status: 204 len: 168 time: 1.3775630 Jul 09 16:41:25.356539 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36612) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:25.358364 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99325224-2b6a-422d-96bd-ad8029d597ef tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event deleted for resources: {'Subnet': ['ID=27b19e18-5db3-4da2-8c73-424354d4bdd0,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:25.363924 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec857dc3-0424-44f7-b236-a2d19cf99b22 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:41:25.369394 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ec857dc3-0424-44f7-b236-a2d19cf99b22 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:25.375420 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c1b5cc-504c-43c2-82b7-f795c38da688 None None] Sync routers for ids ['19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:41:25.390166 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c1b5cc-504c-43c2-82b7-f795c38da688 None None] Routers {'19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:41:25.391465 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-67c1b5cc-504c-43c2-82b7-f795c38da688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:41:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:25.410673 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d35b715b-f11e-4bd3-94a7-4f96a8d1ffa8 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:25.416388 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d35b715b-f11e-4bd3-94a7-4f96a8d1ffa8 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3835285 Jul 09 16:41:25.430012 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36614) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:25.441284 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-240787ad-a59b-4fbd-8662-dd424ce74392 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Request body: {'security_group': {'name': 'tempest-secgroup-1636101480'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:41:25.453453 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b715b-f11e-4bd3-94a7-4f96a8d1ffa8 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bee82bb-1707-40ee-bdcd-d7ad5d8b79be,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:25.537758 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff439f42-fd4d-43ae-b2ca-ff0561728f45 None None] Routers {'24e0c3eb-26e1-46c1-8984-537e131348d3'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:41:25.538542 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ff439f42-fd4d-43ae-b2ca-ff0561728f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:41:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['24e0c3eb-26e1-46c1-8984-537e131348d3'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:25.539619 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ec857dc3-0424-44f7-b236-a2d19cf99b22 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "DELETE /v2.0/floatingips/6d620f97-ab83-407d-9f3f-19a08abf86e5 HTTP/1.1" status: 204 len: 168 time: 3.4562311 Jul 09 16:41:25.543462 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '267fc013-fefa-4988-b6ed-d2cdb8a622f4', 'tag': 'be4e83dc-5555-4e96-9bbe-3fabe83184c3'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:41:25.549662 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5fce555-f494-47e2-97bb-88e0c56af25f" -d '{"events": [{"name": "network-changed", "server_uuid": "267fc013-fefa-4988-b6ed-d2cdb8a622f4", "tag": "be4e83dc-5555-4e96-9bbe-3fabe83184c3"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:41:25.574622 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-240787ad-a59b-4fbd-8662-dd424ce74392 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:25.690956 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-905f2788-5446-414e-9f98-8a21c662b68d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:25.702368 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-67c1b5cc-504c-43c2-82b7-f795c38da688 None None] Set router 19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:41:25.758482 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:25.827261 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-905f2788-5446-414e-9f98-8a21c662b68d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Deleting port 00fd4fb9-15d4-4c41-81ac-744cf81df678 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:41:25.827878 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-905f2788-5446-414e-9f98-8a21c662b68d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:25.877859 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-240787ad-a59b-4fbd-8662-dd424ce74392 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:25.886719 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-008dd883-7782-4c38-9804-34e7b8c67fc9 None None] Provisioning complete for port d6a39cc9-7006-4705-87dc-375064dae4d0 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:25.893907 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-240787ad-a59b-4fbd-8662-dd424ce74392 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:25.895384 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-008dd883-7782-4c38-9804-34e7b8c67fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:25.981691 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-240787ad-a59b-4fbd-8662-dd424ce74392 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:25.989566 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-ff439f42-fd4d-43ae-b2ca-ff0561728f45 None None] Set router 24e0c3eb-26e1-46c1-8984-537e131348d3 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:41:25.991199 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-240787ad-a59b-4fbd-8662-dd424ce74392 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5579672 Jul 09 16:41:25.991933 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36634) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:26.010555 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-b3409d7b-7eb7-4de5-84a0-c87bb1b501dc tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1988438524', 'security_groups': ['8713b7d0-89d4-4ad9-80bc-36d49921ebb3'], 'network_id': '2971ec84-98ac-414f-bfb1-3e6f2f62f02b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '26d73a3d-300a-429d-b180-25b612c6a596'}]}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:41:26.021308 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-905f2788-5446-414e-9f98-8a21c662b68d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] For port 00fd4fb9-15d4-4c41-81ac-744cf81df678, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=00fd4fb9-15d4-4c41-81ac-744cf81df678,segment=NetworkSegment(9696a670-2f89-4341-ac62-e0dd6659a41a),segment_id=9696a670-2f89-4341-ac62-e0dd6659a41a)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:26.023564 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-905f2788-5446-414e-9f98-8a21c662b68d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:26.072839 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240787ad-a59b-4fbd-8662-dd424ce74392 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8713b7d0-89d4-4ad9-80bc-36d49921ebb3,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:26.075231 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-905f2788-5446-414e-9f98-8a21c662b68d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Calling delete_port for 00fd4fb9-15d4-4c41-81ac-744cf81df678 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:41:26.293370 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-905f2788-5446-414e-9f98-8a21c662b68d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:26.344535 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-67c1b5cc-504c-43c2-82b7-f795c38da688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87', 'name': 'tempest-TestNetworkBasicOps-router-36068373', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'd4dfb55b-a230-4004-9613-693f185573b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:40:08Z', 'updated_at': '2021-07-09T16:40:19Z', 'revision_number': 4, 'project_id': 'e2634516774046048410a7faecd2c391', 'gw_port': {'id': 'd4dfb55b-a230-4004-9613-693f185573b2', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cf:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:10Z', 'updated_at': '2021-07-09T16:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'b0a230bb-eb2f-4039-b328-87bf823ddb54', 'name': '', 'network_id': '33631c88-3b8b-4d00-9e59-cdfb673208d8', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'mac_address': 'fa:16:3e:20:df:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': 'c0fac51f-ee7d-4400-991d-3a98e7f83952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:18Z', 'updated_at': '2021-07-09T16:40:28Z', 'revision_number': 5, 'project_id': 'e2634516774046048410a7faecd2c391', 'subnets': [{'id': 'c0fac51f-ee7d-4400-991d-3a98e7f83952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:26.431458 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905f2788-5446-414e-9f98-8a21c662b68d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event deleted for resources: {'Port': ['ID=00fd4fb9-15d4-4c41-81ac-744cf81df678,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:26.438013 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905f2788-5446-414e-9f98-8a21c662b68d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] No DVR routers for this DVR port 00fd4fb9-15d4-4c41-81ac-744cf81df678 on host n-d-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:41:26.449544 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c1b5cc-504c-43c2-82b7-f795c38da688 None None] Checking router: 19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:41:26.452234 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb7c1d4-5d4e-4d80-97fa-a128c248c6f3 None None] DHCP port deletion for 6b02ec13-4498-408e-afb0-ae716077cbd8 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:41:26.483823 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3409d7b-7eb7-4de5-84a0-c87bb1b501dc tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Made reservation on behalf of 522630d2233142e4a30463472a66f8be for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:41:26.520122 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c1b5cc-504c-43c2-82b7-f795c38da688 None None] Routers {'19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:41:26.520760 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-67c1b5cc-504c-43c2-82b7-f795c38da688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:41:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:26.572869 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-905f2788-5446-414e-9f98-8a21c662b68d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:26.577908 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2dd4433-d43c-425e-92a5-e630e5371cb7 x-openstack-request-id: req-d2dd4433-d43c-425e-92a5-e630e5371cb7 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:41:26.578221 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "267fc013-fefa-4988-b6ed-d2cdb8a622f4", "tag": "be4e83dc-5555-4e96-9bbe-3fabe83184c3", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:41:26.578452 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d2dd4433-d43c-425e-92a5-e630e5371cb7 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:41:26.580825 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '267fc013-fefa-4988-b6ed-d2cdb8a622f4', 'tag': 'be4e83dc-5555-4e96-9bbe-3fabe83184c3', 'status': 'completed', 'code': 200} Jul 09 16:41:26.634464 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-905f2788-5446-414e-9f98-8a21c662b68d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b02ec13-4498-408e-afb0-ae716077cbd8']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:26.651755 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b3409d7b-7eb7-4de5-84a0-c87bb1b501dc tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:26.657259 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:26.720090 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-905f2788-5446-414e-9f98-8a21c662b68d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9696a670-2f89-4341-ac62-e0dd6659a41a') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:26.729668 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-905f2788-5446-414e-9f98-8a21c662b68d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9696a670-2f89-4341-ac62-e0dd6659a41a') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:26.747783 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-b3409d7b-7eb7-4de5-84a0-c87bb1b501dc tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] device_id is not set on port f4dac6d5-44b2-4823-bf2f-d911c566c30b yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:41:26.754350 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-905f2788-5446-414e-9f98-8a21c662b68d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:26.777615 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:26.787519 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-008dd883-7782-4c38-9804-34e7b8c67fc9 None None] Provisioning complete for port c930b0cd-c2ef-49c0-9df9-d1d1fdcca853 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:26.787914 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-008dd883-7782-4c38-9804-34e7b8c67fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:26.853294 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-905f2788-5446-414e-9f98-8a21c662b68d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:26.864843 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-67c1b5cc-504c-43c2-82b7-f795c38da688 None None] Set router 19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:41:26.885598 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-905f2788-5446-414e-9f98-8a21c662b68d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:41:26.886020 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-905f2788-5446-414e-9f98-8a21c662b68d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:26.889877 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:41:26.889877 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:41:26.889877 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:41:26.889877 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:41:26.889877 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:41:26.889877 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:41:26.889877 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:41:26.889877 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:41:26.889877 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:41:26.889877 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:41:26.889877 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:41:26.889877 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:41:26.889877 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:41:26.889877 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:41:26.889877 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:41:26.889877 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:41:26.889877 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:41:26.889877 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:41:26.889877 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:41:26.889877 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:41:26.889877 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:41:26.889877 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:41:26.889877 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:41:26.889877 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:41:26.889877 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:41:26.889877 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:41:26.889877 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:41:26.889877 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:41:26.889877 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:41:26.889877 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:41:26.889877 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:41:26.889877 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:41:26.889877 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:41:26.889877 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:41:26.889877 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:41:26.889877 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:41:26.889877 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:41:26.889877 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:41:26.889877 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:41:26.889877 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:41:26.937198 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-008dd883-7782-4c38-9804-34e7b8c67fc9 None None] Port c930b0cd-c2ef-49c0-9df9-d1d1fdcca853 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:41:26.965476 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ff439f42-fd4d-43ae-b2ca-ff0561728f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'name': 'tempest-RoutersTest-router-420959986', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:40:44Z', 'updated_at': '2021-07-09T16:41:22Z', 'revision_number': 8, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'gw_port_host': None, '_interfaces': [{'id': '0544c348-844a-4ccc-99c0-cda2c10c05ea', 'name': '', 'network_id': '75cacf9f-60b3-4bf7-a65b-86457bf4589f', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'mac_address': 'fa:16:3e:88:f4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '1f964f16-2b5a-400c-8bde-952d5f8f0b29', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:55Z', 'updated_at': '2021-07-09T16:41:09Z', 'revision_number': 5, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'subnets': [{'id': '1f964f16-2b5a-400c-8bde-952d5f8f0b29', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d14deb4-de43-4886-b493-fcee901cdc79', 'name': '', 'network_id': '3f1c0eb0-f3f5-4bff-9ec2-33914bafa70a', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'mac_address': 'fa:16:3e:2c:49:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '12eafcda-c893-46af-886a-30b90e5ffa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:46Z', 'updated_at': '2021-07-09T16:40:56Z', 'revision_number': 5, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'subnets': [{'id': '12eafcda-c893-46af-886a-30b90e5ffa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91661fa9-ac0a-4f04-b258-937a5db68f0a', 'name': '', 'network_id': '289d39ae-4b0b-45e5-9d71-6cb39d6e4511', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'mac_address': 'fa:16:3e:39:ce:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': 'c7dc2769-6054-48e4-9d2c-e35a51a762e4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:02Z', 'updated_at': '2021-07-09T16:41:15Z', 'revision_number': 5, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'subnets': [{'id': 'c7dc2769-6054-48e4-9d2c-e35a51a762e4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:27.034205 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fce555-f494-47e2-97bb-88e0c56af25f req-5e3abe33-aba5-4330-8343-8d23df603ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:27.062333 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c5fce555-f494-47e2-97bb-88e0c56af25f req-5e3abe33-aba5-4330-8343-8d23df603ba1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e2634516774046048410a7faecd2c391&device_id=267fc013-fefa-4988-b6ed-d2cdb8a622f4 HTTP/1.1" status: 200 len: 1096 time: 0.4807088 Jul 09 16:41:27.089450 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff439f42-fd4d-43ae-b2ca-ff0561728f45 None None] The sync data for ids ['24e0c3eb-26e1-46c1-8984-537e131348d3'] in n-d-798930-3 is: [{'id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'name': 'tempest-RoutersTest-router-420959986', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:40:44Z', 'updated_at': '2021-07-09T16:41:22Z', 'revision_number': 8, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'gw_port_host': None, '_interfaces': [{'id': '0544c348-844a-4ccc-99c0-cda2c10c05ea', 'name': '', 'network_id': '75cacf9f-60b3-4bf7-a65b-86457bf4589f', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'mac_address': 'fa:16:3e:88:f4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '1f964f16-2b5a-400c-8bde-952d5f8f0b29', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:55Z', 'updated_at': '2021-07-09T16:41:09Z', 'revision_number': 5, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'subnets': [{'id': '1f964f16-2b5a-400c-8bde-952d5f8f0b29', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d14deb4-de43-4886-b493-fcee901cdc79', 'name': '', 'network_id': '3f1c0eb0-f3f5-4bff-9ec2-33914bafa70a', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'mac_address': 'fa:16:3e:2c:49:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '12eafcda-c893-46af-886a-30b90e5ffa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:46Z', 'updated_at': '2021-07-09T16:40:56Z', 'revision_number': 5, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'subnets': [{'id': '12eafcda-c893-46af-886a-30b90e5ffa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91661fa9-ac0a-4f04-b258-937a5db68f0a', 'name': '', 'network_id': '289d39ae-4b0b-45e5-9d71-6cb39d6e4511', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'mac_address': 'fa:16:3e:39:ce:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': 'c7dc2769-6054-48e4-9d2c-e35a51a762e4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:02Z', 'updated_at': '2021-07-09T16:41:15Z', 'revision_number': 5, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'subnets': [{'id': 'c7dc2769-6054-48e4-9d2c-e35a51a762e4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:41:27.100964 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-12df0170-c50b-4d6b-8dbb-3a2a554e2e22 None None] Could not find standard attr ID for object b63fd875-c855-441d-980d-d85ef0842f93. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:41:27.225806 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-905f2788-5446-414e-9f98-8a21c662b68d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:27.235144 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-67c1b5cc-504c-43c2-82b7-f795c38da688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87', 'name': 'tempest-TestNetworkBasicOps-router-36068373', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'd4dfb55b-a230-4004-9613-693f185573b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:40:08Z', 'updated_at': '2021-07-09T16:40:19Z', 'revision_number': 4, 'project_id': 'e2634516774046048410a7faecd2c391', 'gw_port': {'id': 'd4dfb55b-a230-4004-9613-693f185573b2', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cf:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:10Z', 'updated_at': '2021-07-09T16:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'b0a230bb-eb2f-4039-b328-87bf823ddb54', 'name': '', 'network_id': '33631c88-3b8b-4d00-9e59-cdfb673208d8', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'mac_address': 'fa:16:3e:20:df:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': 'c0fac51f-ee7d-4400-991d-3a98e7f83952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:18Z', 'updated_at': '2021-07-09T16:40:28Z', 'revision_number': 5, 'project_id': 'e2634516774046048410a7faecd2c391', 'subnets': [{'id': 'c0fac51f-ee7d-4400-991d-3a98e7f83952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:27.245933 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-905f2788-5446-414e-9f98-8a21c662b68d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:27.250737 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-905f2788-5446-414e-9f98-8a21c662b68d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "DELETE /v2.0/networks/6b02ec13-4498-408e-afb0-ae716077cbd8 HTTP/1.1" status: 204 len: 168 time: 1.8931653 Jul 09 16:41:27.257720 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36668) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:27.275632 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c1b5cc-504c-43c2-82b7-f795c38da688 None None] The sync data for ids ['19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87'] in n-d-798930-3 is: [{'id': '19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87', 'name': 'tempest-TestNetworkBasicOps-router-36068373', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'd4dfb55b-a230-4004-9613-693f185573b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:40:08Z', 'updated_at': '2021-07-09T16:40:19Z', 'revision_number': 4, 'project_id': 'e2634516774046048410a7faecd2c391', 'gw_port': {'id': 'd4dfb55b-a230-4004-9613-693f185573b2', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cf:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:10Z', 'updated_at': '2021-07-09T16:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'b0a230bb-eb2f-4039-b328-87bf823ddb54', 'name': '', 'network_id': '33631c88-3b8b-4d00-9e59-cdfb673208d8', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'mac_address': 'fa:16:3e:20:df:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': 'c0fac51f-ee7d-4400-991d-3a98e7f83952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:18Z', 'updated_at': '2021-07-09T16:40:28Z', 'revision_number': 5, 'project_id': 'e2634516774046048410a7faecd2c391', 'subnets': [{'id': 'c0fac51f-ee7d-4400-991d-3a98e7f83952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:41:27.290061 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-b3409d7b-7eb7-4de5-84a0-c87bb1b501dc tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Allocated IP 2001:db8::212 (2971ec84-98ac-414f-bfb1-3e6f2f62f02b/26d73a3d-300a-429d-b180-25b612c6a596/f4dac6d5-44b2-4823-bf2f-d911c566c30b) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:41:27.338244 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6b5b9-ad5f-4b04-b931-4e05807a56c1 req-cd4693c5-1af8-4621-bb11-12d7fed17bd1 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:27.346288 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-03c6b5b9-ad5f-4b04-b931-4e05807a56c1 req-cd4693c5-1af8-4621-bb11-12d7fed17bd1 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/ports?device_id=267fc013-fefa-4988-b6ed-d2cdb8a622f4 HTTP/1.1" status: 200 len: 945 time: 0.5765741 Jul 09 16:41:27.420523 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905f2788-5446-414e-9f98-8a21c662b68d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event deleted for resources: {'Network': ['ID=6b02ec13-4498-408e-afb0-ae716077cbd8,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:27.471215 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b3409d7b-7eb7-4de5-84a0-c87bb1b501dc tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:27.508977 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-b3409d7b-7eb7-4de5-84a0-c87bb1b501dc tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Transition to ACTIVE for port object f4dac6d5-44b2-4823-bf2f-d911c566c30b will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:41:27.574303 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-03c6b5b9-ad5f-4b04-b931-4e05807a56c1 req-af37b217-42a8-4424-bb8e-383fd1969c04 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/security-groups?id=abc51fd2-9d59-4194-8bb5-8d107c688a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2268679 Jul 09 16:41:27.577547 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fce555-f494-47e2-97bb-88e0c56af25f req-23ae1e37-5aab-4cdb-b1fc-3bf1f145b10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:27.583851 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c5fce555-f494-47e2-97bb-88e0c56af25f req-23ae1e37-5aab-4cdb-b1fc-3bf1f145b10c service neutron] 10.222.0.77 "GET /v2.0/networks?id=33631c88-3b8b-4d00-9e59-cdfb673208d8 HTTP/1.1" status: 200 len: 898 time: 0.5198257 Jul 09 16:41:27.641976 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b3409d7b-7eb7-4de5-84a0-c87bb1b501dc tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:27.645962 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c5fce555-f494-47e2-97bb-88e0c56af25f req-dd92f538-9b09-4635-9684-25f474bcb35c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be4e83dc-5555-4e96-9bbe-3fabe83184c3 HTTP/1.1" status: 200 len: 217 time: 0.0516751 Jul 09 16:41:27.826172 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3409d7b-7eb7-4de5-84a0-c87bb1b501dc tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Network 2971ec84-98ac-414f-bfb1-3e6f2f62f02b is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:41:27.850315 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3409d7b-7eb7-4de5-84a0-c87bb1b501dc tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event updated for resources: {'Port': ['ID=f4dac6d5-44b2-4823-bf2f-d911c566c30b,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:27.872857 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f37303a-bdd5-49a7-b8b9-151c4fec21b0 None None] New status for floating IP 6d620f97-ab83-407d-9f3f-19a08abf86e5: DOWN {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:41:27.894631 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-b3409d7b-7eb7-4de5-84a0-c87bb1b501dc tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:41:27.903884 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3409d7b-7eb7-4de5-84a0-c87bb1b501dc tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:41:27.922676 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3409d7b-7eb7-4de5-84a0-c87bb1b501dc tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:27.923477 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b3409d7b-7eb7-4de5-84a0-c87bb1b501dc tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:27.982338 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fce555-f494-47e2-97bb-88e0c56af25f req-ddb2128a-f4a9-4711-ad3d-0be7ad700542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:27.987971 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b3409d7b-7eb7-4de5-84a0-c87bb1b501dc tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9898472 Jul 09 16:41:27.988914 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c5fce555-f494-47e2-97bb-88e0c56af25f req-ddb2128a-f4a9-4711-ad3d-0be7ad700542 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c0fac51f-ee7d-4400-991d-3a98e7f83952 HTTP/1.1" status: 200 len: 834 time: 0.3247049 Jul 09 16:41:27.990032 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36704) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:28.003942 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-62091171-f62c-4d5b-90ea-43b7ff49f128 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Request body: {'subnet': {'network_id': '2971ec84-98ac-414f-bfb1-3e6f2f62f02b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:41:28.033787 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8edc6cc-a100-47ef-bfe7-4fb21d1acdd6 req-2c366dd7-c77b-4032-9d27-b6f3ede53e21 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:28.036277 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f8edc6cc-a100-47ef-bfe7-4fb21d1acdd6 req-2c366dd7-c77b-4032-9d27-b6f3ede53e21 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.77 "GET /v2.0/ports?device_id=267fc013-fefa-4988-b6ed-d2cdb8a622f4 HTTP/1.1" status: 200 len: 945 time: 0.4262602 Jul 09 16:41:28.181924 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fce555-f494-47e2-97bb-88e0c56af25f req-7bf2039d-2a2e-4dac-a384-dc55d56e917f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:28.183510 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c5fce555-f494-47e2-97bb-88e0c56af25f req-7bf2039d-2a2e-4dac-a384-dc55d56e917f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=33631c88-3b8b-4d00-9e59-cdfb673208d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1836395 Jul 09 16:41:28.245839 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:28.364656 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 00fd4fb9-15d4-4c41-81ac-744cf81df678 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:41:28.408515 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 00fd4fb9-15d4-4c41-81ac-744cf81df678 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:41:28.408922 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 00fd4fb9-15d4-4c41-81ac-744cf81df678 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:41:28.409617 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 7aace77c-0f75-457c-8112-a79d5860b254 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:41:28.442424 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c5fce555-f494-47e2-97bb-88e0c56af25f req-ed72c419-d808-4a08-9b70-052764bce6cd service neutron] 10.222.0.77 "GET /v2.0/networks/33631c88-3b8b-4d00-9e59-cdfb673208d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497826 Jul 09 16:41:28.443050 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-f8edc6cc-a100-47ef-bfe7-4fb21d1acdd6 req-4bd2cb0f-4563-490d-bf00-a229d408499a tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Deleting port be4e83dc-5555-4e96-9bbe-3fabe83184c3 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:41:28.443484 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f8edc6cc-a100-47ef-bfe7-4fb21d1acdd6 req-4bd2cb0f-4563-490d-bf00-a229d408499a tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:28.485896 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 7aace77c-0f75-457c-8112-a79d5860b254 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:41:28.487584 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 7aace77c-0f75-457c-8112-a79d5860b254 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:41:28.507996 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-cee523fb-2868-43e0-86ac-08d9d5fa74d8 None None] Provisioning for port f4dac6d5-44b2-4823-bf2f-d911c566c30b completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:41:28.515367 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62091171-f62c-4d5b-90ea-43b7ff49f128 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Made reservation on behalf of 522630d2233142e4a30463472a66f8be for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:41:28.519907 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-62091171-f62c-4d5b-90ea-43b7ff49f128 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:28.520138 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-cee523fb-2868-43e0-86ac-08d9d5fa74d8 None None] Provisioning complete for port f4dac6d5-44b2-4823-bf2f-d911c566c30b triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:28.520369 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cee523fb-2868-43e0-86ac-08d9d5fa74d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:28.608194 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-cee523fb-2868-43e0-86ac-08d9d5fa74d8 None None] Port f4dac6d5-44b2-4823-bf2f-d911c566c30b cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:41:28.667895 n-d-798930-3 neutron-server[93959]: INFO neutron.db.ipam_backend_mixin [None req-62091171-f62c-4d5b-90ea-43b7ff49f128 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 26d73a3d-300a-429d-b180-25b612c6a596 (CIDR: 2001:db8::/64) Jul 09 16:41:28.678753 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-62091171-f62c-4d5b-90ea-43b7ff49f128 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:41:28.679555 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62091171-f62c-4d5b-90ea-43b7ff49f128 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:41:28.726029 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-62091171-f62c-4d5b-90ea-43b7ff49f128 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7332852 Jul 09 16:41:28.732111 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36758) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:28.766600 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-a616425f-b825-4903-89e9-5c7d23b10e93 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Request body: {'subnet': {'network_id': '2971ec84-98ac-414f-bfb1-3e6f2f62f02b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:41:28.816821 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c5fce555-f494-47e2-97bb-88e0c56af25f req-e83334be-5dc8-4e17-a768-96aa05b8f442 service neutron] 10.222.0.77 "GET /v2.0/networks/33631c88-3b8b-4d00-9e59-cdfb673208d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683128 Jul 09 16:41:28.841732 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-f8edc6cc-a100-47ef-bfe7-4fb21d1acdd6 req-4bd2cb0f-4563-490d-bf00-a229d408499a tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] For port be4e83dc-5555-4e96-9bbe-3fabe83184c3, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=be4e83dc-5555-4e96-9bbe-3fabe83184c3,segment=NetworkSegment(59de8925-b27c-49fb-9dfe-21a1ae00e22c),segment_id=59de8925-b27c-49fb-9dfe-21a1ae00e22c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:28.842378 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f8edc6cc-a100-47ef-bfe7-4fb21d1acdd6 req-4bd2cb0f-4563-490d-bf00-a229d408499a tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:28.868605 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-f8edc6cc-a100-47ef-bfe7-4fb21d1acdd6 req-4bd2cb0f-4563-490d-bf00-a229d408499a tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Calling delete_port for be4e83dc-5555-4e96-9bbe-3fabe83184c3 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:41:28.905252 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-72abb3f9-4b6f-4e6a-92c2-e917b4ebe3e5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:28.969418 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a616425f-b825-4903-89e9-5c7d23b10e93 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Made reservation on behalf of 522630d2233142e4a30463472a66f8be for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:41:28.975271 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a616425f-b825-4903-89e9-5c7d23b10e93 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:28.983077 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d6d41-cd99-4249-a733-77cd21845285 req-1d6e2a89-6c18-4960-85d3-ecc5a4ce05cb tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:28.989813 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0a3d6d41-cd99-4249-a733-77cd21845285 req-1d6e2a89-6c18-4960-85d3-ecc5a4ce05cb tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/ports?device_id=267fc013-fefa-4988-b6ed-d2cdb8a622f4 HTTP/1.1" status: 200 len: 945 time: 0.1759164 Jul 09 16:41:29.051260 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0a3d6d41-cd99-4249-a733-77cd21845285 req-f80e0d03-98ca-4e47-937a-f061429ed2b0 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/security-groups?id=abc51fd2-9d59-4194-8bb5-8d107c688a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0604479 Jul 09 16:41:29.134668 n-d-798930-3 neutron-server[93959]: INFO neutron.db.ipam_backend_mixin [None req-a616425f-b825-4903-89e9-5c7d23b10e93 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 9685ed3f-b283-4f27-b198-9f9404aacb78 (CIDR: 2001:db8:0:1::/64) Jul 09 16:41:29.141414 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-a616425f-b825-4903-89e9-5c7d23b10e93 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:41:29.141969 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a616425f-b825-4903-89e9-5c7d23b10e93 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:41:29.153480 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36772) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:29.179862 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a616425f-b825-4903-89e9-5c7d23b10e93 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4323897 Jul 09 16:41:29.182201 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36776) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:29.187624 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f8edc6cc-a100-47ef-bfe7-4fb21d1acdd6 req-4bd2cb0f-4563-490d-bf00-a229d408499a tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:29.199916 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-36d37524-0dcc-4714-be98-a0fcdb4992a2 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Request body: {'subnet': {'network_id': '2971ec84-98ac-414f-bfb1-3e6f2f62f02b', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:41:29.457155 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-72abb3f9-4b6f-4e6a-92c2-e917b4ebe3e5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Deleting port 91661fa9-ac0a-4f04-b258-937a5db68f0a {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:41:29.457745 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-72abb3f9-4b6f-4e6a-92c2-e917b4ebe3e5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:29.465638 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd2cb0f-4563-490d-bf00-a229d408499a tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event deleted for resources: {'Port': ['ID=be4e83dc-5555-4e96-9bbe-3fabe83184c3,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:29.514572 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4f9ab12f-8f80-492d-aa36-e98708f135f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:29.560357 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8edc6cc-a100-47ef-bfe7-4fb21d1acdd6 req-4bd2cb0f-4563-490d-bf00-a229d408499a tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] No DVR routers for this DVR port be4e83dc-5555-4e96-9bbe-3fabe83184c3 on host n-h1-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:41:29.563614 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d37524-0dcc-4714-be98-a0fcdb4992a2 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Made reservation on behalf of 522630d2233142e4a30463472a66f8be for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:41:29.567981 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-36d37524-0dcc-4714-be98-a0fcdb4992a2 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:29.613191 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36784) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:29.632652 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f8edc6cc-a100-47ef-bfe7-4fb21d1acdd6 req-4bd2cb0f-4563-490d-bf00-a229d408499a tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:29.634675 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f8edc6cc-a100-47ef-bfe7-4fb21d1acdd6 req-4bd2cb0f-4563-490d-bf00-a229d408499a tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.77 "DELETE /v2.0/ports/be4e83dc-5555-4e96-9bbe-3fabe83184c3 HTTP/1.1" status: 204 len: 173 time: 1.5820873 Jul 09 16:41:29.635157 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267fc013-fefa-4988-b6ed-d2cdb8a622f4', 'name': 'network-vif-deleted', 'tag': 'be4e83dc-5555-4e96-9bbe-3fabe83184c3'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:41:29.648561 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bfb215f-c858-42c2-82a2-a1b72caa888f" -d '{"events": [{"server_uuid": "267fc013-fefa-4988-b6ed-d2cdb8a622f4", "name": "network-vif-deleted", "tag": "be4e83dc-5555-4e96-9bbe-3fabe83184c3"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:41:29.650222 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-72abb3f9-4b6f-4e6a-92c2-e917b4ebe3e5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] For port 91661fa9-ac0a-4f04-b258-937a5db68f0a, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=91661fa9-ac0a-4f04-b258-937a5db68f0a,segment=NetworkSegment(1e728986-bd52-46f3-a09c-deeacf2678f7),segment_id=1e728986-bd52-46f3-a09c-deeacf2678f7)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:29.650696 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-72abb3f9-4b6f-4e6a-92c2-e917b4ebe3e5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:29.688138 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-72abb3f9-4b6f-4e6a-92c2-e917b4ebe3e5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Calling delete_port for 91661fa9-ac0a-4f04-b258-937a5db68f0a owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:41:29.747960 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051588cf-57dc-419e-85a0-5fce74dcaded x-openstack-request-id: req-051588cf-57dc-419e-85a0-5fce74dcaded {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:41:29.748255 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267fc013-fefa-4988-b6ed-d2cdb8a622f4", "name": "network-vif-deleted", "tag": "be4e83dc-5555-4e96-9bbe-3fabe83184c3", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:41:29.748510 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-051588cf-57dc-419e-85a0-5fce74dcaded {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:41:29.748914 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '267fc013-fefa-4988-b6ed-d2cdb8a622f4', 'name': 'network-vif-deleted', 'tag': 'be4e83dc-5555-4e96-9bbe-3fabe83184c3', 'status': 'completed', 'code': 200} Jul 09 16:41:29.975288 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4f9ab12f-8f80-492d-aa36-e98708f135f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:29.984172 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4f9ab12f-8f80-492d-aa36-e98708f135f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:30.079120 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-4f9ab12f-8f80-492d-aa36-e98708f135f8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=513fe1445c3a4b809569c33785128971&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9224508 Jul 09 16:41:30.087691 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36796) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:30.088601 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ab12f-8f80-492d-aa36-e98708f135f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4442a3-bdf1-49c6-8a79-60f675a9f9ad,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:30.166447 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-36d37524-0dcc-4714-be98-a0fcdb4992a2 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:30.221749 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8c2b45f-304c-48a3-92c7-029aced33547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:30.256935 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d37524-0dcc-4714-be98-a0fcdb4992a2 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Network 2971ec84-98ac-414f-bfb1-3e6f2f62f02b is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:41:30.257922 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0e6d2bd6-db4a-4b3f-b3d6-7275d87cd852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:30.271626 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-36d37524-0dcc-4714-be98-a0fcdb4992a2 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:41:30.281832 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dbe522-f829-4631-9cb9-6de2174f5c49 None None] Network 2971ec84-98ac-414f-bfb1-3e6f2f62f02b requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:41:30.286316 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d37524-0dcc-4714-be98-a0fcdb4992a2 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:30.286933 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-36d37524-0dcc-4714-be98-a0fcdb4992a2 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:30.290216 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d37524-0dcc-4714-be98-a0fcdb4992a2 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event updated for resources: {'Subnet': ['ID=78c04e5a-535f-467f-84db-33e211003b33,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:30.315203 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0e6d2bd6-db4a-4b3f-b3d6-7275d87cd852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:30.334753 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c41c2d32-5061-4244-83b0-78026f3ae343 req-4bd33638-b05d-4254-bb3d-286cd96bdf9c tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "GET /v2.0/ports?device_id=267fc013-fefa-4988-b6ed-d2cdb8a622f4 HTTP/1.1" status: 200 len: 210 time: 0.0332756 Jul 09 16:41:30.405148 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0e6d2bd6-db4a-4b3f-b3d6-7275d87cd852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:30.407868 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0e6d2bd6-db4a-4b3f-b3d6-7275d87cd852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:30.412046 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0e6d2bd6-db4a-4b3f-b3d6-7275d87cd852 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/7c4442a3-bdf1-49c6-8a79-60f675a9f9ad HTTP/1.1" status: 204 len: 168 time: 0.3201947 Jul 09 16:41:30.422520 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d2bd6-db4a-4b3f-b3d6-7275d87cd852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4442a3-bdf1-49c6-8a79-60f675a9f9ad,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:30.424548 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-72abb3f9-4b6f-4e6a-92c2-e917b4ebe3e5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:30.491904 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8c2b45f-304c-48a3-92c7-029aced33547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:30.509811 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-36d37524-0dcc-4714-be98-a0fcdb4992a2 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3259449 Jul 09 16:41:30.512767 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36806) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:30.519971 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-1599b135-3c50-41ab-a632-aa0fa7f1333c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1857606191', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '78c04e5a-535f-467f-84db-33e211003b33'}], 'security_groups': ['60158cb7-348f-4749-a556-f60fc72daacf', '2bee82bb-1707-40ee-bdcd-d7ad5d8b79be']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:41:30.575643 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8c2b45f-304c-48a3-92c7-029aced33547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:30.592808 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72abb3f9-4b6f-4e6a-92c2-e917b4ebe3e5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event deleted for resources: {'Port': ['ID=91661fa9-ac0a-4f04-b258-937a5db68f0a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:30.599163 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device be4e83dc-5555-4e96-9bbe-3fabe83184c3 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:41:30.634067 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: be4e83dc-5555-4e96-9bbe-3fabe83184c3 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:41:30.634811 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device be4e83dc-5555-4e96-9bbe-3fabe83184c3 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:41:30.692435 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1599b135-3c50-41ab-a632-aa0fa7f1333c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:30.696824 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7f58bd-87c5-408b-9442-43c28e247deb None None] Update dhcp port {'port': {'network_id': '2971ec84-98ac-414f-bfb1-3e6f2f62f02b', 'fixed_ips': [{'subnet_id': '9685ed3f-b283-4f27-b198-9f9404aacb78', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '78c04e5a-535f-467f-84db-33e211003b33'}, {'subnet_id': '26d73a3d-300a-429d-b180-25b612c6a596'}], 'binding:host_id': 'n-d-798930-3'}, 'id': 'd6a39cc9-7006-4705-87dc-375064dae4d0'} from n-d-798930-3. {{(pid=93960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 16:41:30.765275 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f8c2b45f-304c-48a3-92c7-029aced33547 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=76d76ef26c854879ba6317500d1b53ba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1484606 Jul 09 16:41:30.777065 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3b7f58bd-87c5-408b-9442-43c28e247deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:30.784059 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36814) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:30.794313 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c2b45f-304c-48a3-92c7-029aced33547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70fb590-5124-42f1-88ca-3ea8108aac4b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:30.960216 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-170e93c1-3499-48e3-904d-836c294f842a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:31.011810 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-72abb3f9-4b6f-4e6a-92c2-e917b4ebe3e5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:31.053865 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-170e93c1-3499-48e3-904d-836c294f842a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:31.101167 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36820) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:31.201256 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5d74c6eb-d18a-46b9-8784-cee037606150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:31.209547 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-3b7f58bd-87c5-408b-9442-43c28e247deb None None] Allocated IP 2001:db8:0:2::2 (2971ec84-98ac-414f-bfb1-3e6f2f62f02b/78c04e5a-535f-467f-84db-33e211003b33/d6a39cc9-7006-4705-87dc-375064dae4d0) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:41:31.219308 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-3b7f58bd-87c5-408b-9442-43c28e247deb None None] Allocated IP 2001:db8::2 (2971ec84-98ac-414f-bfb1-3e6f2f62f02b/26d73a3d-300a-429d-b180-25b612c6a596/d6a39cc9-7006-4705-87dc-375064dae4d0) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:41:31.261237 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-170e93c1-3499-48e3-904d-836c294f842a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:31.263994 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-170e93c1-3499-48e3-904d-836c294f842a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:31.265200 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-170e93c1-3499-48e3-904d-836c294f842a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d70fb590-5124-42f1-88ca-3ea8108aac4b HTTP/1.1" status: 204 len: 168 time: 0.4796793 Jul 09 16:41:31.292023 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72abb3f9-4b6f-4e6a-92c2-e917b4ebe3e5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Router 24e0c3eb-26e1-46c1-8984-537e131348d3 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:41:31.317160 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170e93c1-3499-48e3-904d-836c294f842a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70fb590-5124-42f1-88ca-3ea8108aac4b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:31.364290 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-3b7f58bd-87c5-408b-9442-43c28e247deb None None] For port d6a39cc9-7006-4705-87dc-375064dae4d0, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=d6a39cc9-7006-4705-87dc-375064dae4d0,segment=NetworkSegment(6c8764ae-d334-4b40-af78-3150c7acb438),segment_id=6c8764ae-d334-4b40-af78-3150c7acb438)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:31.412658 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3b7f58bd-87c5-408b-9442-43c28e247deb None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:31.431400 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3b7f58bd-87c5-408b-9442-43c28e247deb None None] Transition to ACTIVE for port object d6a39cc9-7006-4705-87dc-375064dae4d0 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:41:31.438457 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3b7f58bd-87c5-408b-9442-43c28e247deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:31.459396 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5d74c6eb-d18a-46b9-8784-cee037606150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:31.482722 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5d74c6eb-d18a-46b9-8784-cee037606150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:31.496069 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36834) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:31.539533 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72abb3f9-4b6f-4e6a-92c2-e917b4ebe3e5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:41:31.553611 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5f7f23-ffd5-466d-894d-cb9669b9e653 None None] Sync routers for ids ['24e0c3eb-26e1-46c1-8984-537e131348d3'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:41:31.559817 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-72abb3f9-4b6f-4e6a-92c2-e917b4ebe3e5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "PUT /v2.0/routers/24e0c3eb-26e1-46c1-8984-537e131348d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2882984 Jul 09 16:41:31.567760 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36840) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:31.575843 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5f7f23-ffd5-466d-894d-cb9669b9e653 None None] Routers {'24e0c3eb-26e1-46c1-8984-537e131348d3'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:41:31.585442 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-bc5f7f23-ffd5-466d-894d-cb9669b9e653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:41:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['24e0c3eb-26e1-46c1-8984-537e131348d3'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:31.611999 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-1599b135-3c50-41ab-a632-aa0fa7f1333c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Delete allocated IP 2001:db8::212 (2971ec84-98ac-414f-bfb1-3e6f2f62f02b/26d73a3d-300a-429d-b180-25b612c6a596) {{(pid=93959) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 09 16:41:31.620552 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-1599b135-3c50-41ab-a632-aa0fa7f1333c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Allocated IP 2001:db8:0:2::43 (2971ec84-98ac-414f-bfb1-3e6f2f62f02b/78c04e5a-535f-467f-84db-33e211003b33/f4dac6d5-44b2-4823-bf2f-d911c566c30b) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:41:31.634487 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7f58bd-87c5-408b-9442-43c28e247deb None None] Pushing event updated for resources: {'Port': ['ID=d6a39cc9-7006-4705-87dc-375064dae4d0,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:31.685715 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-db62dba5-d8f9-4e9d-a01a-ef3fc5afcf3d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Deleting subnet c7dc2769-6054-48e4-9d2c-e35a51a762e4 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:41:31.690502 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-db62dba5-d8f9-4e9d-a01a-ef3fc5afcf3d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:31.715661 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-5d74c6eb-d18a-46b9-8784-cee037606150 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=960c14a4ebec4c9890b2a18b8a9584fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5847664 Jul 09 16:41:31.723742 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36846) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:31.749953 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-db62dba5-d8f9-4e9d-a01a-ef3fc5afcf3d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:31.771747 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d74c6eb-d18a-46b9-8784-cee037606150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=719ae92d-ee52-45ce-8220-cc149673b08c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:31.827249 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-bc5f7f23-ffd5-466d-894d-cb9669b9e653 None None] Set router 24e0c3eb-26e1-46c1-8984-537e131348d3 gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:41:31.892282 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d936a98a-cf61-434b-926e-96e500100dbb tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:31.930721 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-db62dba5-d8f9-4e9d-a01a-ef3fc5afcf3d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:31.954733 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d2f5fef8-1c49-4f21-8e23-e6bd15b53169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:31.966321 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d936a98a-cf61-434b-926e-96e500100dbb tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:32.053306 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d2f5fef8-1c49-4f21-8e23-e6bd15b53169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:32.079481 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-db62dba5-d8f9-4e9d-a01a-ef3fc5afcf3d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:32.141161 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db62dba5-d8f9-4e9d-a01a-ef3fc5afcf3d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event deleted for resources: {'Subnet': ['ID=c7dc2769-6054-48e4-9d2c-e35a51a762e4,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:32.145725 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6a9989-ba1d-438c-b9c6-5bbde9b5c872 None None] Network 289d39ae-4b0b-45e5-9d71-6cb39d6e4511 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:41:32.148659 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-db62dba5-d8f9-4e9d-a01a-ef3fc5afcf3d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:32.157083 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36856) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:32.160043 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-db62dba5-d8f9-4e9d-a01a-ef3fc5afcf3d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "DELETE /v2.0/subnets/c7dc2769-6054-48e4-9d2c-e35a51a762e4 HTTP/1.1" status: 204 len: 168 time: 0.5908880 Jul 09 16:41:32.161453 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d936a98a-cf61-434b-926e-96e500100dbb tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:32.169313 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d936a98a-cf61-434b-926e-96e500100dbb tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:32.174452 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d936a98a-cf61-434b-926e-96e500100dbb tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "DELETE /v2.0/security-groups/abc51fd2-9d59-4194-8bb5-8d107c688a5d HTTP/1.1" status: 204 len: 168 time: 0.6734111 Jul 09 16:41:32.188259 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d936a98a-cf61-434b-926e-96e500100dbb tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc51fd2-9d59-4194-8bb5-8d107c688a5d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:32.219097 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36860) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:32.373099 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-bc5f7f23-ffd5-466d-894d-cb9669b9e653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'name': 'tempest-RoutersTest-router-420959986', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:40:44Z', 'updated_at': '2021-07-09T16:41:30Z', 'revision_number': 9, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'gw_port_host': None, '_interfaces': [{'id': '0544c348-844a-4ccc-99c0-cda2c10c05ea', 'name': '', 'network_id': '75cacf9f-60b3-4bf7-a65b-86457bf4589f', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'mac_address': 'fa:16:3e:88:f4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '1f964f16-2b5a-400c-8bde-952d5f8f0b29', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:55Z', 'updated_at': '2021-07-09T16:41:09Z', 'revision_number': 5, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'subnets': [{'id': '1f964f16-2b5a-400c-8bde-952d5f8f0b29', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d14deb4-de43-4886-b493-fcee901cdc79', 'name': '', 'network_id': '3f1c0eb0-f3f5-4bff-9ec2-33914bafa70a', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'mac_address': 'fa:16:3e:2c:49:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '12eafcda-c893-46af-886a-30b90e5ffa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:46Z', 'updated_at': '2021-07-09T16:40:56Z', 'revision_number': 5, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'subnets': [{'id': '12eafcda-c893-46af-886a-30b90e5ffa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:32.391335 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fde8ed54-f488-4f29-8c68-fc37dde787ef tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:32.409789 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1599b135-3c50-41ab-a632-aa0fa7f1333c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:32.503815 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d2f5fef8-1c49-4f21-8e23-e6bd15b53169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:32.511987 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d2f5fef8-1c49-4f21-8e23-e6bd15b53169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:32.513212 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-d2f5fef8-1c49-4f21-8e23-e6bd15b53169 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/719ae92d-ee52-45ce-8220-cc149673b08c HTTP/1.1" status: 204 len: 168 time: 0.7734644 Jul 09 16:41:32.518759 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-1599b135-3c50-41ab-a632-aa0fa7f1333c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Transition to ACTIVE for port object f4dac6d5-44b2-4823-bf2f-d911c566c30b will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:41:32.550652 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f5fef8-1c49-4f21-8e23-e6bd15b53169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719ae92d-ee52-45ce-8220-cc149673b08c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:32.556813 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1599b135-3c50-41ab-a632-aa0fa7f1333c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:32.582162 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718dd7a1-c4e0-4acc-a29f-c64680dee3cf None None] DHCP port deletion for 289d39ae-4b0b-45e5-9d71-6cb39d6e4511 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:41:32.612477 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d6a39cc9-7006-4705-87dc-375064dae4d0 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:41:32.710432 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5f7f23-ffd5-466d-894d-cb9669b9e653 None None] Checking router: 24e0c3eb-26e1-46c1-8984-537e131348d3 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:41:32.768059 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5f7f23-ffd5-466d-894d-cb9669b9e653 None None] Routers {'24e0c3eb-26e1-46c1-8984-537e131348d3'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:41:32.768714 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-bc5f7f23-ffd5-466d-894d-cb9669b9e653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:41:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['24e0c3eb-26e1-46c1-8984-537e131348d3'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:32.823976 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-1599b135-3c50-41ab-a632-aa0fa7f1333c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] In _notify_port_updated(), no bound segment for port f4dac6d5-44b2-4823-bf2f-d911c566c30b on network 2971ec84-98ac-414f-bfb1-3e6f2f62f02b {{(pid=93959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 16:41:32.844027 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1599b135-3c50-41ab-a632-aa0fa7f1333c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:32.844866 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1599b135-3c50-41ab-a632-aa0fa7f1333c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:32.849474 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-1599b135-3c50-41ab-a632-aa0fa7f1333c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "PUT /v2.0/ports/f4dac6d5-44b2-4823-bf2f-d911c566c30b HTTP/1.1" status: 200 len: 969 time: 2.3331223 Jul 09 16:41:32.868042 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36876) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:32.907338 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1599b135-3c50-41ab-a632-aa0fa7f1333c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event updated for resources: {'Port': ['ID=f4dac6d5-44b2-4823-bf2f-d911c566c30b,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:32.919592 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-fde8ed54-f488-4f29-8c68-fc37dde787ef tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Deleting port cc9a4f22-1978-4ce1-91b9-57f08d3adc78 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:41:32.924620 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fde8ed54-f488-4f29-8c68-fc37dde787ef tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:32.953042 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36878) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:32.962070 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-bc5f7f23-ffd5-466d-894d-cb9669b9e653 None None] Set router 24e0c3eb-26e1-46c1-8984-537e131348d3 gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:41:32.963224 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8d89e80c-f4a8-4cc4-a04c-88cb42b4b375 None None] Provisioning for port d6a39cc9-7006-4705-87dc-375064dae4d0 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:41:32.967937 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port d6a39cc9-7006-4705-87dc-375064dae4d0 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:32.968313 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:32.983434 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8d89e80c-f4a8-4cc4-a04c-88cb42b4b375 None None] Provisioning complete for port d6a39cc9-7006-4705-87dc-375064dae4d0 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:32.983822 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8d89e80c-f4a8-4cc4-a04c-88cb42b4b375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:33.045808 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f8c6f19-5200-4653-8708-d584da066656 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:33.094073 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-718dd7a1-c4e0-4acc-a29f-c64680dee3cf None None] Deleting port cc9a4f22-1978-4ce1-91b9-57f08d3adc78 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:41:33.094921 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-718dd7a1-c4e0-4acc-a29f-c64680dee3cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:33.115799 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-19f164a8-1791-4080-bdfc-68219fe6e89a tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Deleting port f4dac6d5-44b2-4823-bf2f-d911c566c30b {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:41:33.116370 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19f164a8-1791-4080-bdfc-68219fe6e89a tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:33.123954 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-fde8ed54-f488-4f29-8c68-fc37dde787ef tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] For port cc9a4f22-1978-4ce1-91b9-57f08d3adc78, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=cc9a4f22-1978-4ce1-91b9-57f08d3adc78,segment=NetworkSegment(1e728986-bd52-46f3-a09c-deeacf2678f7),segment_id=1e728986-bd52-46f3-a09c-deeacf2678f7)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:33.128598 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fde8ed54-f488-4f29-8c68-fc37dde787ef tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:33.168043 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-fde8ed54-f488-4f29-8c68-fc37dde787ef tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Calling delete_port for cc9a4f22-1978-4ce1-91b9-57f08d3adc78 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:41:33.379854 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19f164a8-1791-4080-bdfc-68219fe6e89a tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:33.381006 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fde8ed54-f488-4f29-8c68-fc37dde787ef tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:33.420130 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-bc5f7f23-ffd5-466d-894d-cb9669b9e653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'name': 'tempest-RoutersTest-router-420959986', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:40:44Z', 'updated_at': '2021-07-09T16:41:30Z', 'revision_number': 9, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'gw_port_host': None, '_interfaces': [{'id': '0544c348-844a-4ccc-99c0-cda2c10c05ea', 'name': '', 'network_id': '75cacf9f-60b3-4bf7-a65b-86457bf4589f', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'mac_address': 'fa:16:3e:88:f4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '1f964f16-2b5a-400c-8bde-952d5f8f0b29', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:55Z', 'updated_at': '2021-07-09T16:41:09Z', 'revision_number': 5, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'subnets': [{'id': '1f964f16-2b5a-400c-8bde-952d5f8f0b29', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d14deb4-de43-4886-b493-fcee901cdc79', 'name': '', 'network_id': '3f1c0eb0-f3f5-4bff-9ec2-33914bafa70a', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'mac_address': 'fa:16:3e:2c:49:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '12eafcda-c893-46af-886a-30b90e5ffa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:46Z', 'updated_at': '2021-07-09T16:40:56Z', 'revision_number': 5, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'subnets': [{'id': '12eafcda-c893-46af-886a-30b90e5ffa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:33.429377 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-718dd7a1-c4e0-4acc-a29f-c64680dee3cf None None] For port cc9a4f22-1978-4ce1-91b9-57f08d3adc78, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=cc9a4f22-1978-4ce1-91b9-57f08d3adc78,segment=NetworkSegment(1e728986-bd52-46f3-a09c-deeacf2678f7),segment_id=1e728986-bd52-46f3-a09c-deeacf2678f7)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:33.429853 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-718dd7a1-c4e0-4acc-a29f-c64680dee3cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:33.456176 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-718dd7a1-c4e0-4acc-a29f-c64680dee3cf None None] Calling delete_port for cc9a4f22-1978-4ce1-91b9-57f08d3adc78 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:41:33.461071 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde8ed54-f488-4f29-8c68-fc37dde787ef tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event deleted for resources: {'Port': ['ID=cc9a4f22-1978-4ce1-91b9-57f08d3adc78,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:33.461515 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-4d78ebd1-a4dc-43f0-a42e-67aa0e2b694c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1303470614-network', 'tenant_id': 'f70abd974d2a4b328b0b5a3e8145973e'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:41:33.477624 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde8ed54-f488-4f29-8c68-fc37dde787ef tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] No DVR routers for this DVR port cc9a4f22-1978-4ce1-91b9-57f08d3adc78 on host n-d-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:41:33.492613 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-19f164a8-1791-4080-bdfc-68219fe6e89a tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Calling delete_port for f4dac6d5-44b2-4823-bf2f-d911c566c30b owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:41:33.503059 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5f7f23-ffd5-466d-894d-cb9669b9e653 None None] The sync data for ids ['24e0c3eb-26e1-46c1-8984-537e131348d3'] in n-d-798930-3 is: [{'id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'name': 'tempest-RoutersTest-router-420959986', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:40:44Z', 'updated_at': '2021-07-09T16:41:30Z', 'revision_number': 9, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'gw_port_host': None, '_interfaces': [{'id': '0544c348-844a-4ccc-99c0-cda2c10c05ea', 'name': '', 'network_id': '75cacf9f-60b3-4bf7-a65b-86457bf4589f', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'mac_address': 'fa:16:3e:88:f4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '1f964f16-2b5a-400c-8bde-952d5f8f0b29', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:55Z', 'updated_at': '2021-07-09T16:41:09Z', 'revision_number': 5, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'subnets': [{'id': '1f964f16-2b5a-400c-8bde-952d5f8f0b29', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d14deb4-de43-4886-b493-fcee901cdc79', 'name': '', 'network_id': '3f1c0eb0-f3f5-4bff-9ec2-33914bafa70a', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'mac_address': 'fa:16:3e:2c:49:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '12eafcda-c893-46af-886a-30b90e5ffa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:46Z', 'updated_at': '2021-07-09T16:40:56Z', 'revision_number': 5, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'subnets': [{'id': '12eafcda-c893-46af-886a-30b90e5ffa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:41:33.620351 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d78ebd1-a4dc-43f0-a42e-67aa0e2b694c admin admin] Made reservation on behalf of f70abd974d2a4b328b0b5a3e8145973e for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:41:33.620351 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4d78ebd1-a4dc-43f0-a42e-67aa0e2b694c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:33.634851 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4d78ebd1-a4dc-43f0-a42e-67aa0e2b694c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:33.648455 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fde8ed54-f488-4f29-8c68-fc37dde787ef tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:33.667290 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-fde8ed54-f488-4f29-8c68-fc37dde787ef tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['289d39ae-4b0b-45e5-9d71-6cb39d6e4511']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:33.686105 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-fde8ed54-f488-4f29-8c68-fc37dde787ef tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e728986-bd52-46f3-a09c-deeacf2678f7') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:33.686710 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-fde8ed54-f488-4f29-8c68-fc37dde787ef tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e728986-bd52-46f3-a09c-deeacf2678f7') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:33.701739 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fde8ed54-f488-4f29-8c68-fc37dde787ef tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:33.734970 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fde8ed54-f488-4f29-8c68-fc37dde787ef tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:33.743671 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fde8ed54-f488-4f29-8c68-fc37dde787ef tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:41:33.743939 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fde8ed54-f488-4f29-8c68-fc37dde787ef tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:33.748862 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:41:33.748862 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:41:33.748862 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:41:33.748862 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:41:33.748862 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:41:33.748862 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:41:33.748862 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:41:33.748862 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:41:33.748862 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:41:33.748862 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:41:33.748862 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:41:33.748862 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:41:33.748862 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:41:33.748862 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:41:33.748862 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:41:33.748862 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:41:33.748862 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:41:33.748862 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:41:33.748862 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:41:33.748862 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:41:33.748862 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:41:33.748862 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:41:33.748862 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:41:33.748862 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:41:33.748862 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:41:33.748862 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:41:33.748862 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:41:33.748862 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:41:33.748862 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:41:33.748862 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:41:33.748862 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:41:33.748862 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:41:33.748862 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:41:33.748862 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:41:33.748862 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:41:33.748862 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:41:33.748862 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:41:33.748862 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:41:33.875440 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fde8ed54-f488-4f29-8c68-fc37dde787ef tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:33.880198 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4d78ebd1-a4dc-43f0-a42e-67aa0e2b694c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:33.898993 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fde8ed54-f488-4f29-8c68-fc37dde787ef tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:33.899201 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-718dd7a1-c4e0-4acc-a29f-c64680dee3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:33.903127 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-fde8ed54-f488-4f29-8c68-fc37dde787ef tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "DELETE /v2.0/networks/289d39ae-4b0b-45e5-9d71-6cb39d6e4511 HTTP/1.1" status: 204 len: 168 time: 1.7446957 Jul 09 16:41:33.914926 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36902) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:33.917753 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4d78ebd1-a4dc-43f0-a42e-67aa0e2b694c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:33.920191 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-718dd7a1-c4e0-4acc-a29f-c64680dee3cf None None] Network 289d39ae-4b0b-45e5-9d71-6cb39d6e4511 is not hosted by any dhcp agent {{(pid=93960) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 16:41:33.927441 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718dd7a1-c4e0-4acc-a29f-c64680dee3cf None None] No DVR routers for this DVR port cc9a4f22-1978-4ce1-91b9-57f08d3adc78 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:41:33.931724 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde8ed54-f488-4f29-8c68-fc37dde787ef tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event deleted for resources: {'Network': ['ID=289d39ae-4b0b-45e5-9d71-6cb39d6e4511,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:33.970071 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d78ebd1-a4dc-43f0-a42e-67aa0e2b694c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ff0b5b-5cfc-4700-88b4-c347cd3b7aad,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:33.989851 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718dd7a1-c4e0-4acc-a29f-c64680dee3cf None None] Pushing event deleted for resources: {'Port': ['ID=cc9a4f22-1978-4ce1-91b9-57f08d3adc78,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:34.002761 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19f164a8-1791-4080-bdfc-68219fe6e89a tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:34.005824 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d78ebd1-a4dc-43f0-a42e-67aa0e2b694c admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:41:34.008331 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8d89e80c-f4a8-4cc4-a04c-88cb42b4b375 None None] Provisioning complete for port c930b0cd-c2ef-49c0-9df9-d1d1fdcca853 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:34.008947 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8d89e80c-f4a8-4cc4-a04c-88cb42b4b375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:34.029458 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-4f8c6f19-5200-4653-8708-d584da066656 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Deleting port b0a230bb-eb2f-4039-b328-87bf823ddb54 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:41:34.029836 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f8c6f19-5200-4653-8708-d584da066656 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:34.091959 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-8d89e80c-f4a8-4cc4-a04c-88cb42b4b375 None None] Port c930b0cd-c2ef-49c0-9df9-d1d1fdcca853 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:41:34.099314 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8d89e80c-f4a8-4cc4-a04c-88cb42b4b375 None None] Could not find standard attr ID for object f4dac6d5-44b2-4823-bf2f-d911c566c30b. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:41:34.113334 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19f164a8-1791-4080-bdfc-68219fe6e89a tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:34.115376 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-19f164a8-1791-4080-bdfc-68219fe6e89a tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "DELETE /v2.0/ports/f4dac6d5-44b2-4823-bf2f-d911c566c30b HTTP/1.1" status: 204 len: 168 time: 1.2414875 Jul 09 16:41:34.118278 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f164a8-1791-4080-bdfc-68219fe6e89a tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event deleted for resources: {'Port': ['ID=f4dac6d5-44b2-4823-bf2f-d911c566c30b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:34.131216 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36904) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:34.204232 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4d78ebd1-a4dc-43f0-a42e-67aa0e2b694c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:34.204484 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-4d78ebd1-a4dc-43f0-a42e-67aa0e2b694c admin admin] Added segment 4c206938-bdc7-4c70-84cc-419c0c2b61de of type vlan for network 431ae3ff-424a-4189-971f-ebc6ca00930d Jul 09 16:41:34.214315 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8af8c8f5-325e-4e09-83a4-9f597941b5bd None None] Could not find standard attr ID for object f4dac6d5-44b2-4823-bf2f-d911c566c30b. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:41:34.256651 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a1bf2b6-1b88-47a5-b895-1bad1f74bb3c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] GET failed (client error): The resource could not be found. Jul 09 16:41:34.258309 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-4a1bf2b6-1b88-47a5-b895-1bad1f74bb3c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "GET /v2.0/ports/f4dac6d5-44b2-4823-bf2f-d911c566c30b HTTP/1.1" status: 404 len: 333 time: 0.0932004 Jul 09 16:41:34.280556 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36908) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:34.402717 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device cc9a4f22-1978-4ce1-91b9-57f08d3adc78 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:41:34.441027 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: cc9a4f22-1978-4ce1-91b9-57f08d3adc78 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:41:34.441752 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device cc9a4f22-1978-4ce1-91b9-57f08d3adc78 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:41:34.442378 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 91661fa9-ac0a-4f04-b258-937a5db68f0a no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:41:34.444893 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4d78ebd1-a4dc-43f0-a42e-67aa0e2b694c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:34.471539 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-af16e8ed-c95f-4caa-a409-b02fb5c892ff tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:34.482125 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 91661fa9-ac0a-4f04-b258-937a5db68f0a {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:41:34.482752 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 91661fa9-ac0a-4f04-b258-937a5db68f0a not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:41:34.502359 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-af16e8ed-c95f-4caa-a409-b02fb5c892ff tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:34.561792 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-4f8c6f19-5200-4653-8708-d584da066656 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] For port b0a230bb-eb2f-4039-b328-87bf823ddb54, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=b0a230bb-eb2f-4039-b328-87bf823ddb54,segment=NetworkSegment(59de8925-b27c-49fb-9dfe-21a1ae00e22c),segment_id=59de8925-b27c-49fb-9dfe-21a1ae00e22c)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:34.562311 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f8c6f19-5200-4653-8708-d584da066656 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:34.571037 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-af16e8ed-c95f-4caa-a409-b02fb5c892ff tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:34.574003 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-af16e8ed-c95f-4caa-a409-b02fb5c892ff tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:34.575446 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-af16e8ed-c95f-4caa-a409-b02fb5c892ff tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "DELETE /v2.0/security-groups/8713b7d0-89d4-4ad9-80bc-36d49921ebb3 HTTP/1.1" status: 204 len: 168 time: 0.2904482 Jul 09 16:41:34.586997 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36914) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:34.604061 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-4f8c6f19-5200-4653-8708-d584da066656 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Calling delete_port for b0a230bb-eb2f-4039-b328-87bf823ddb54 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:41:34.609102 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af16e8ed-c95f-4caa-a409-b02fb5c892ff tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8713b7d0-89d4-4ad9-80bc-36d49921ebb3,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:34.614563 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4d78ebd1-a4dc-43f0-a42e-67aa0e2b694c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:34.616902 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d78ebd1-a4dc-43f0-a42e-67aa0e2b694c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:34.617736 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4d78ebd1-a4dc-43f0-a42e-67aa0e2b694c admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:34.664830 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-4d78ebd1-a4dc-43f0-a42e-67aa0e2b694c admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7015252 Jul 09 16:41:34.667914 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36918) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:34.695481 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6876b1f6-c776-465c-a171-b0209fa4f862 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:34.699559 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e0beaecd-ecf2-4446-ba64-ba0af8018b2e tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:34.701178 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-3cc397f2-3ce9-4478-98ef-09553e352c2f admin admin] Request body: {'subnet': {'network_id': '431ae3ff-424a-4189-971f-ebc6ca00930d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1303470614-subnet', 'tenant_id': 'f70abd974d2a4b328b0b5a3e8145973e', 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:41:34.782626 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d78ebd1-a4dc-43f0-a42e-67aa0e2b694c admin admin] Pushing event updated for resources: {'Network': ['ID=431ae3ff-424a-4189-971f-ebc6ca00930d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:34.793776 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 431ae3ff-424a-4189-971f-ebc6ca00930d details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:41:34.804662 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc397f2-3ce9-4478-98ef-09553e352c2f admin admin] Made reservation on behalf of f70abd974d2a4b328b0b5a3e8145973e for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:41:34.805130 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6876b1f6-c776-465c-a171-b0209fa4f862 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:34.807095 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3cc397f2-3ce9-4478-98ef-09553e352c2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:35.131985 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3cc397f2-3ce9-4478-98ef-09553e352c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:35.204653 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc397f2-3ce9-4478-98ef-09553e352c2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3008f831-e5f4-41c4-b32e-6d71f7fc3982,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:35.211808 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f8c6f19-5200-4653-8708-d584da066656 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:35.250627 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c6f19-5200-4653-8708-d584da066656 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event deleted for resources: {'Port': ['ID=b0a230bb-eb2f-4039-b328-87bf823ddb54,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:35.273368 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc397f2-3ce9-4478-98ef-09553e352c2f admin admin] Checking segment: {'id': '4c206938-bdc7-4c70-84cc-419c0c2b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '431ae3ff-424a-4189-971f-ebc6ca00930d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:41:35.273846 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc397f2-3ce9-4478-98ef-09553e352c2f admin admin] Network hostable DHCP agents. Network: 431ae3ff-424a-4189-971f-ebc6ca00930d, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:41:35.321370 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6876b1f6-c776-465c-a171-b0209fa4f862 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:35.325012 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6876b1f6-c776-465c-a171-b0209fa4f862 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:35.330565 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-6876b1f6-c776-465c-a171-b0209fa4f862 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "DELETE /v2.0/security-groups/2bee82bb-1707-40ee-bdcd-d7ad5d8b79be HTTP/1.1" status: 204 len: 168 time: 0.7387295 Jul 09 16:41:35.331357 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36940) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:35.333368 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc397f2-3ce9-4478-98ef-09553e352c2f admin admin] Network 431ae3ff-424a-4189-971f-ebc6ca00930d is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:41:35.356810 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-3cc397f2-3ce9-4478-98ef-09553e352c2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 431ae3ff-424a-4189-971f-ebc6ca00930d) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:41:35.365021 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc397f2-3ce9-4478-98ef-09553e352c2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:35.365446 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3cc397f2-3ce9-4478-98ef-09553e352c2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:35.370185 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6243205f-60b2-4f0b-91f1-710ae0993e3d None None] Network 431ae3ff-424a-4189-971f-ebc6ca00930d requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:41:35.387852 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-3cc397f2-3ce9-4478-98ef-09553e352c2f admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6881750 Jul 09 16:41:35.398828 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36946) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:35.419202 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-d711c2dd-1886-42a8-98ac-22c06bc2ee5c admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1303470614-router', 'tenant_id': 'f70abd974d2a4b328b0b5a3e8145973e', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:41:35.428855 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876b1f6-c776-465c-a171-b0209fa4f862 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bee82bb-1707-40ee-bdcd-d7ad5d8b79be,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:35.552342 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d711c2dd-1886-42a8-98ac-22c06bc2ee5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:35.553360 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d711c2dd-1886-42a8-98ac-22c06bc2ee5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:35.556777 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2253f2e8-96d7-43f8-ba4a-87c87ffc1bb9 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:35.605315 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f8c6f19-5200-4653-8708-d584da066656 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:35.623476 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2253f2e8-96d7-43f8-ba4a-87c87ffc1bb9 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:35.692521 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccec8a5-54c3-4959-b515-6b0af98eeefa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-431ae3ff-424a-4189-971f-ebc6ca00930d', 'network_id': '431ae3ff-424a-4189-971f-ebc6ca00930d', 'tenant_id': 'f70abd974d2a4b328b0b5a3e8145973e', 'fixed_ips': [{'subnet_id': '3008f831-e5f4-41c4-b32e-6d71f7fc3982'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:41:35.693920 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1ccec8a5-54c3-4959-b515-6b0af98eeefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:35.778692 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d711c2dd-1886-42a8-98ac-22c06bc2ee5c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:35.906493 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-1ccec8a5-54c3-4959-b515-6b0af98eeefa None None] Allocated IP 172.20.0.2 (431ae3ff-424a-4189-971f-ebc6ca00930d/3008f831-e5f4-41c4-b32e-6d71f7fc3982/0cd255d9-c54e-4aee-8598-16a94fa53319) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:41:36.061881 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d711c2dd-1886-42a8-98ac-22c06bc2ee5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:36.075532 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36970) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:36.112578 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2253f2e8-96d7-43f8-ba4a-87c87ffc1bb9 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:36.115596 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2253f2e8-96d7-43f8-ba4a-87c87ffc1bb9 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:36.119848 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2253f2e8-96d7-43f8-ba4a-87c87ffc1bb9 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "DELETE /v2.0/security-groups/60158cb7-348f-4749-a556-f60fc72daacf HTTP/1.1" status: 204 len: 168 time: 0.7756567 Jul 09 16:41:36.120561 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36974) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:36.135021 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1ccec8a5-54c3-4959-b515-6b0af98eeefa None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:36.147940 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1ccec8a5-54c3-4959-b515-6b0af98eeefa None None] Transition to ACTIVE for port object 0cd255d9-c54e-4aee-8598-16a94fa53319 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:41:36.164086 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2253f2e8-96d7-43f8-ba4a-87c87ffc1bb9 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60158cb7-348f-4749-a556-f60fc72daacf,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:36.167707 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1ccec8a5-54c3-4959-b515-6b0af98eeefa None None] Transition to ACTIVE for port object 0cd255d9-c54e-4aee-8598-16a94fa53319 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:41:36.181583 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e0beaecd-ecf2-4446-ba64-ba0af8018b2e tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Deleting port 0544c348-844a-4ccc-99c0-cda2c10c05ea {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:41:36.182240 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e0beaecd-ecf2-4446-ba64-ba0af8018b2e tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:36.194887 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1ccec8a5-54c3-4959-b515-6b0af98eeefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:36.277013 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccec8a5-54c3-4959-b515-6b0af98eeefa None None] Network 431ae3ff-424a-4189-971f-ebc6ca00930d is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:41:36.284435 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-1ccec8a5-54c3-4959-b515-6b0af98eeefa None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:41:36.287014 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccec8a5-54c3-4959-b515-6b0af98eeefa None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:41:36.317211 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccec8a5-54c3-4959-b515-6b0af98eeefa None None] Pushing event updated for resources: {'Port': ['ID=0cd255d9-c54e-4aee-8598-16a94fa53319,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:36.344236 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a94ab28c-64b0-4f1e-9bb0-2d3f3913a410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:36.364142 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-1ccec8a5-54c3-4959-b515-6b0af98eeefa None None] Attempting to bind port 0cd255d9-c54e-4aee-8598-16a94fa53319 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:41:36.364791 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-1ccec8a5-54c3-4959-b515-6b0af98eeefa None None] Attempting to bind port 0cd255d9-c54e-4aee-8598-16a94fa53319 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '4c206938-bdc7-4c70-84cc-419c0c2b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '431ae3ff-424a-4189-971f-ebc6ca00930d'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:41:36.365718 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccec8a5-54c3-4959-b515-6b0af98eeefa None None] Attempting to bind port 0cd255d9-c54e-4aee-8598-16a94fa53319 on network 431ae3ff-424a-4189-971f-ebc6ca00930d {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:41:36.372084 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccec8a5-54c3-4959-b515-6b0af98eeefa None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:41:36.373254 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccec8a5-54c3-4959-b515-6b0af98eeefa None None] Checking segment: {'id': '4c206938-bdc7-4c70-84cc-419c0c2b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '431ae3ff-424a-4189-971f-ebc6ca00930d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:41:36.373842 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1ccec8a5-54c3-4959-b515-6b0af98eeefa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:36.374411 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccec8a5-54c3-4959-b515-6b0af98eeefa None None] Bound using segment: {'id': '4c206938-bdc7-4c70-84cc-419c0c2b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '431ae3ff-424a-4189-971f-ebc6ca00930d'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:41:36.375095 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-1ccec8a5-54c3-4959-b515-6b0af98eeefa None None] Bound port: 0cd255d9-c54e-4aee-8598-16a94fa53319, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c206938-bdc7-4c70-84cc-419c0c2b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '431ae3ff-424a-4189-971f-ebc6ca00930d'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:41:36.376025 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1ccec8a5-54c3-4959-b515-6b0af98eeefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:36.409268 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-e0beaecd-ecf2-4446-ba64-ba0af8018b2e tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] For port 0544c348-844a-4ccc-99c0-cda2c10c05ea, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=0544c348-844a-4ccc-99c0-cda2c10c05ea,segment=NetworkSegment(c8c46346-db9e-4f44-ae91-8ab3b6b1a12f),segment_id=c8c46346-db9e-4f44-ae91-8ab3b6b1a12f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:36.409787 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e0beaecd-ecf2-4446-ba64-ba0af8018b2e tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:36.456441 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e0beaecd-ecf2-4446-ba64-ba0af8018b2e tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Calling delete_port for 0544c348-844a-4ccc-99c0-cda2c10c05ea owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:41:36.458191 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-1ccec8a5-54c3-4959-b515-6b0af98eeefa None None] For port 0cd255d9-c54e-4aee-8598-16a94fa53319, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:41:36.462312 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-1ccec8a5-54c3-4959-b515-6b0af98eeefa None None] For port 0cd255d9-c54e-4aee-8598-16a94fa53319, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=0cd255d9-c54e-4aee-8598-16a94fa53319,segment=NetworkSegment(4c206938-bdc7-4c70-84cc-419c0c2b61de),segment_id=4c206938-bdc7-4c70-84cc-419c0c2b61de)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:41:36.469736 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dbd439c-85f7-404c-a40c-9e9875518250 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Deleting subnet 26d73a3d-300a-429d-b180-25b612c6a596 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:41:36.470303 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1ccec8a5-54c3-4959-b515-6b0af98eeefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:36.476353 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7dbd439c-85f7-404c-a40c-9e9875518250 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:36.513090 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f8c6f19-5200-4653-8708-d584da066656 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Router 19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:41:36.531543 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccec8a5-54c3-4959-b515-6b0af98eeefa None None] Pushing event updated for resources: {'Port': ['ID=0cd255d9-c54e-4aee-8598-16a94fa53319,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:36.540356 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7dbd439c-85f7-404c-a40c-9e9875518250 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:36.641047 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a94ab28c-64b0-4f1e-9bb0-2d3f3913a410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:36.658472 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a94ab28c-64b0-4f1e-9bb0-2d3f3913a410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:36.687791 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ab28c-64b0-4f1e-9bb0-2d3f3913a410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7a1a37-cc70-47d7-942f-034fec93ff9d,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:36.730878 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7dbd439c-85f7-404c-a40c-9e9875518250 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:36.734427 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8c6f19-5200-4653-8708-d584da066656 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:41:36.748324 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de7eab9-f72b-4319-87ce-b73c40661f18 None None] Sync routers for ids ['19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:41:36.761259 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-4f8c6f19-5200-4653-8708-d584da066656 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "PUT /v2.0/routers/19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5410244 Jul 09 16:41:36.764407 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36978) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:36.764904 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de7eab9-f72b-4319-87ce-b73c40661f18 None None] Routers {'19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:41:36.765656 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0de7eab9-f72b-4319-87ce-b73c40661f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:41:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:36.826207 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b7cd089-bf07-4740-a495-87a4f0cf7c84 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Deleting subnet c0fac51f-ee7d-4400-991d-3a98e7f83952 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:41:36.829646 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b7cd089-bf07-4740-a495-87a4f0cf7c84 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:36.864952 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a94ab28c-64b0-4f1e-9bb0-2d3f3913a410 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b8802f4e118f4306a813598e5890f0e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7818730 Jul 09 16:41:36.881137 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36980) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:36.932318 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b7cd089-bf07-4740-a495-87a4f0cf7c84 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:37.003323 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-0de7eab9-f72b-4319-87ce-b73c40661f18 None None] Set router 19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:41:37.041052 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d711c2dd-1886-42a8-98ac-22c06bc2ee5c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:37.088646 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d711c2dd-1886-42a8-98ac-22c06bc2ee5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:37.098214 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e0beaecd-ecf2-4446-ba64-ba0af8018b2e tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:37.101562 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7dbd439c-85f7-404c-a40c-9e9875518250 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:37.111495 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b7cd089-bf07-4740-a495-87a4f0cf7c84 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:37.157260 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd439c-85f7-404c-a40c-9e9875518250 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event deleted for resources: {'Subnet': ['ID=26d73a3d-300a-429d-b180-25b612c6a596,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:37.172129 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7dbd439c-85f7-404c-a40c-9e9875518250 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:37.174052 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7dbd439c-85f7-404c-a40c-9e9875518250 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "DELETE /v2.0/subnets/26d73a3d-300a-429d-b180-25b612c6a596 HTTP/1.1" status: 204 len: 168 time: 1.0507674 Jul 09 16:41:37.178803 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36982) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:37.185798 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59871b49-ccc8-4198-adf1-292f38e8e776 None None] Network 2971ec84-98ac-414f-bfb1-3e6f2f62f02b requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:41:37.228288 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0beaecd-ecf2-4446-ba64-ba0af8018b2e tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event deleted for resources: {'Port': ['ID=0544c348-844a-4ccc-99c0-cda2c10c05ea,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:37.234432 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4bcc3436-5651-4cd9-b2af-84b474d04d19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:37.252806 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-90563331-a1d1-4eac-baed-3b3595ac3e78 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Deleting subnet 78c04e5a-535f-467f-84db-33e211003b33 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:41:37.264668 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-90563331-a1d1-4eac-baed-3b3595ac3e78 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:37.301421 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b7cd089-bf07-4740-a495-87a4f0cf7c84 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:37.337160 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4bcc3436-5651-4cd9-b2af-84b474d04d19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:37.355558 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7cd089-bf07-4740-a495-87a4f0cf7c84 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event deleted for resources: {'Subnet': ['ID=c0fac51f-ee7d-4400-991d-3a98e7f83952,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:37.381725 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172d3c17-36fe-4a67-bb2c-c4f89c1d65f8 None None] Network 33631c88-3b8b-4d00-9e59-cdfb673208d8 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:41:37.384583 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b7cd089-bf07-4740-a495-87a4f0cf7c84 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:37.391079 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 36984) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:37.393065 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-3b7cd089-bf07-4740-a495-87a4f0cf7c84 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "DELETE /v2.0/subnets/c0fac51f-ee7d-4400-991d-3a98e7f83952 HTTP/1.1" status: 204 len: 168 time: 0.6277528 Jul 09 16:41:37.398677 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-90563331-a1d1-4eac-baed-3b3595ac3e78 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:37.491326 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0de7eab9-f72b-4319-87ce-b73c40661f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87', 'name': 'tempest-TestNetworkBasicOps-router-36068373', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'd4dfb55b-a230-4004-9613-693f185573b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:40:08Z', 'updated_at': '2021-07-09T16:41:34Z', 'revision_number': 5, 'project_id': 'e2634516774046048410a7faecd2c391', 'gw_port': {'id': 'd4dfb55b-a230-4004-9613-693f185573b2', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cf:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:10Z', 'updated_at': '2021-07-09T16:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:37.553659 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-90563331-a1d1-4eac-baed-3b3595ac3e78 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:37.628862 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de7eab9-f72b-4319-87ce-b73c40661f18 None None] Checking router: 19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:41:37.631125 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ec33156c-d18e-48ca-87e2-53920de12a4d tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:37.643080 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-90563331-a1d1-4eac-baed-3b3595ac3e78 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:37.682232 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90563331-a1d1-4eac-baed-3b3595ac3e78 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event deleted for resources: {'Subnet': ['ID=78c04e5a-535f-467f-84db-33e211003b33,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:37.697589 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-90563331-a1d1-4eac-baed-3b3595ac3e78 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:37.702200 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-90563331-a1d1-4eac-baed-3b3595ac3e78 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "DELETE /v2.0/subnets/78c04e5a-535f-467f-84db-33e211003b33 HTTP/1.1" status: 204 len: 168 time: 0.5208273 Jul 09 16:41:37.702443 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36988) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:37.713762 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de7eab9-f72b-4319-87ce-b73c40661f18 None None] Routers {'19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:41:37.714806 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0de7eab9-f72b-4319-87ce-b73c40661f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:41:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:37.763885 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-8272e73f-f30d-4cb4-a537-ced335ce822c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] DELETE failed (client error): The resource could not be found. Jul 09 16:41:37.764347 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8272e73f-f30d-4cb4-a537-ced335ce822c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:41:37.769047 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8272e73f-f30d-4cb4-a537-ced335ce822c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "DELETE /v2.0/subnets/26d73a3d-300a-429d-b180-25b612c6a596 HTTP/1.1" status: 404 len: 337 time: 0.0626454 Jul 09 16:41:37.770095 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36990) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:37.829450 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-11123ad4-aa38-4742-ac7f-c0571938f2f6 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Deleting subnet 9685ed3f-b283-4f27-b198-9f9404aacb78 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:41:37.834068 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11123ad4-aa38-4742-ac7f-c0571938f2f6 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:37.835066 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ec33156c-d18e-48ca-87e2-53920de12a4d tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:37.882139 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11123ad4-aa38-4742-ac7f-c0571938f2f6 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:37.906563 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-d711c2dd-1886-42a8-98ac-22c06bc2ee5c admin admin] Allocated IP 172.25.0.216 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/daf9ac92-90e4-4ff2-ac75-47144c3256dc) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:41:37.974150 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-0de7eab9-f72b-4319-87ce-b73c40661f18 None None] Set router 19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:41:37.980771 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e0beaecd-ecf2-4446-ba64-ba0af8018b2e tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:38.036815 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4bcc3436-5651-4cd9-b2af-84b474d04d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:38.039456 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4bcc3436-5651-4cd9-b2af-84b474d04d19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:38.041724 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11123ad4-aa38-4742-ac7f-c0571938f2f6 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:38.043531 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-4bcc3436-5651-4cd9-b2af-84b474d04d19 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ef7a1a37-cc70-47d7-942f-034fec93ff9d HTTP/1.1" status: 204 len: 168 time: 1.1606729 Jul 09 16:41:38.063060 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcc3436-5651-4cd9-b2af-84b474d04d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7a1a37-cc70-47d7-942f-034fec93ff9d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:38.162737 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-ec33156c-d18e-48ca-87e2-53920de12a4d tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Deleting port d4dfb55b-a230-4004-9613-693f185573b2 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:41:38.163138 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ec33156c-d18e-48ca-87e2-53920de12a4d tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:38.166429 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c9eb70-1504-403f-92b4-18b5000e7f08 None None] Update dhcp port {'port': {'network_id': '2971ec84-98ac-414f-bfb1-3e6f2f62f02b', 'fixed_ips': [{'subnet_id': '9685ed3f-b283-4f27-b198-9f9404aacb78', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '78c04e5a-535f-467f-84db-33e211003b33'}], 'binding:host_id': 'n-d-798930-3'}, 'id': 'd6a39cc9-7006-4705-87dc-375064dae4d0'} from n-d-798930-3. {{(pid=93960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 16:41:38.169123 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374d6fa6-65bc-434d-97a8-8f77c942c142 None None] Network 431ae3ff-424a-4189-971f-ebc6ca00930d requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:41:38.187784 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11123ad4-aa38-4742-ac7f-c0571938f2f6 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:38.301611 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11123ad4-aa38-4742-ac7f-c0571938f2f6 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event deleted for resources: {'Subnet': ['ID=9685ed3f-b283-4f27-b198-9f9404aacb78,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:38.313077 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11123ad4-aa38-4742-ac7f-c0571938f2f6 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:38.317336 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-ec33156c-d18e-48ca-87e2-53920de12a4d tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] For port d4dfb55b-a230-4004-9613-693f185573b2, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=d4dfb55b-a230-4004-9613-693f185573b2,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:38.317719 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ec33156c-d18e-48ca-87e2-53920de12a4d tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:38.326437 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-11123ad4-aa38-4742-ac7f-c0571938f2f6 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "DELETE /v2.0/subnets/9685ed3f-b283-4f27-b198-9f9404aacb78 HTTP/1.1" status: 204 len: 168 time: 0.5492070 Jul 09 16:41:38.327249 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36994) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:38.334072 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db90a43d-5c1b-45af-8380-a4d1936f43e1 None None] DHCP port deletion for 33631c88-3b8b-4d00-9e59-cdfb673208d8 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:41:38.365755 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-ec33156c-d18e-48ca-87e2-53920de12a4d tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Calling delete_port for d4dfb55b-a230-4004-9613-693f185573b2 owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:41:38.428082 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-69de1327-2472-4b96-8f43-f964b7a6313a tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] DELETE failed (client error): The resource could not be found. Jul 09 16:41:38.428744 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69de1327-2472-4b96-8f43-f964b7a6313a tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:41:38.431344 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-69de1327-2472-4b96-8f43-f964b7a6313a tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "DELETE /v2.0/subnets/169f3c12-d9a3-40da-a270-e51fb0074565 HTTP/1.1" status: 404 len: 337 time: 0.1022587 Jul 09 16:41:38.434268 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 36998) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:38.504595 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-276eca17-783c-4857-8bf3-cd089992c83c tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "GET /v2.0/ports?device_id=80cc7382-44f7-4d32-a864-edbb4fb3f758 HTTP/1.1" status: 200 len: 205 time: 0.0688872 Jul 09 16:41:38.511353 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37002) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:38.599020 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [None req-801c49a6-9445-4852-914b-04dfafb04f0b tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] delete failed (client error): The resource could not be found. Jul 09 16:41:38.600090 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-801c49a6-9445-4852-914b-04dfafb04f0b tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "DELETE /v2.0/routers/80cc7382-44f7-4d32-a864-edbb4fb3f758 HTTP/1.1" status: 404 len: 336 time: 0.0865152 Jul 09 16:41:38.602646 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37004) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:38.635602 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-63e5cead-acd4-41c8-b2d3-4faf2eec5feb tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] DELETE failed (client error): The resource could not be found. Jul 09 16:41:38.636190 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63e5cead-acd4-41c8-b2d3-4faf2eec5feb tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:41:38.638098 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-63e5cead-acd4-41c8-b2d3-4faf2eec5feb tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "DELETE /v2.0/subnets/79092d4e-4585-4266-bf33-9777c2c360e1 HTTP/1.1" status: 404 len: 337 time: 0.0344193 Jul 09 16:41:38.641078 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37006) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:38.675739 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c1e8023-8c02-4c67-b307-f4db5a1ad03d tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] DELETE failed (client error): The resource could not be found. Jul 09 16:41:38.676118 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c1e8023-8c02-4c67-b307-f4db5a1ad03d tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:41:38.678369 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0c1e8023-8c02-4c67-b307-f4db5a1ad03d tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "DELETE /v2.0/subnets/a95ac324-2970-4dec-9478-247e3a5442ff HTTP/1.1" status: 404 len: 337 time: 0.0365276 Jul 09 16:41:38.681283 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37008) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:38.697133 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 0cd255d9-c54e-4aee-8598-16a94fa53319 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:41:38.700988 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-03190098-495c-42ef-a944-6914a796f885 None None] Provisioning for port 0cd255d9-c54e-4aee-8598-16a94fa53319 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:41:38.711109 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ec33156c-d18e-48ca-87e2-53920de12a4d tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:38.716904 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d711c2dd-1886-42a8-98ac-22c06bc2ee5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:38.722175 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ccd213d-5ebe-41e8-b422-02277435a0e1 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] DELETE failed (client error): The resource could not be found. Jul 09 16:41:38.722636 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ccd213d-5ebe-41e8-b422-02277435a0e1 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:41:38.726944 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1ccd213d-5ebe-41e8-b422-02277435a0e1 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "DELETE /v2.0/subnets/600460a8-edda-4d96-90f7-6d447d3e60cf HTTP/1.1" status: 404 len: 337 time: 0.0423186 Jul 09 16:41:38.728163 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37010) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:38.737969 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37012) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:38.762304 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-e742a0ee-d6d4-443a-bbb2-b588f3841649 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] DELETE failed (client error): The resource could not be found. Jul 09 16:41:38.763114 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e742a0ee-d6d4-443a-bbb2-b588f3841649 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:41:38.764194 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-89c9eb70-1504-403f-92b4-18b5000e7f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:38.764798 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e742a0ee-d6d4-443a-bbb2-b588f3841649 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "DELETE /v2.0/ports/dec3155b-854a-4fe8-9294-2a1b82fabc78 HTTP/1.1" status: 404 len: 333 time: 0.0366969 Jul 09 16:41:38.770688 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37014) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:38.772846 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-38e90564-a83a-4635-a5f1-32feb33c594e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:38.793293 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33156c-d18e-48ca-87e2-53920de12a4d tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event deleted for resources: {'Port': ['ID=d4dfb55b-a230-4004-9613-693f185573b2,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:38.877615 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0beaecd-ecf2-4446-ba64-ba0af8018b2e tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Router 24e0c3eb-26e1-46c1-8984-537e131348d3 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:41:38.893483 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-38e90564-a83a-4635-a5f1-32feb33c594e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:38.894959 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-40b5f43f-2096-4c5c-b067-3a54dacc20d5 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] DELETE failed (client error): The resource could not be found. Jul 09 16:41:38.895473 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40b5f43f-2096-4c5c-b067-3a54dacc20d5 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:41:38.900075 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-40b5f43f-2096-4c5c-b067-3a54dacc20d5 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "DELETE /v2.0/subnets/2600efb1-12e5-4d59-9598-378891e3f0a2 HTTP/1.1" status: 404 len: 337 time: 0.1259484 Jul 09 16:41:38.900345 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37016) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:38.907206 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ec33156c-d18e-48ca-87e2-53920de12a4d tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:38.927950 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ddb6140-2b60-41ad-b382-71cc19f7dd22 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] DELETE failed (client error): The resource could not be found. Jul 09 16:41:38.928303 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ddb6140-2b60-41ad-b382-71cc19f7dd22 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:41:38.930818 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6ddb6140-2b60-41ad-b382-71cc19f7dd22 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "DELETE /v2.0/subnets/7c9525aa-5cc7-4e57-857c-2f2d1ced5a70 HTTP/1.1" status: 404 len: 337 time: 0.0289540 Jul 09 16:41:38.932809 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37018) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:38.941258 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-38e90564-a83a-4635-a5f1-32feb33c594e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:38.984049 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cda9db0-7b93-40b6-87cd-13591c4fcd7d tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] DELETE failed (client error): The resource could not be found. Jul 09 16:41:38.984802 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cda9db0-7b93-40b6-87cd-13591c4fcd7d tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:41:38.986622 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-5cda9db0-7b93-40b6-87cd-13591c4fcd7d tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "DELETE /v2.0/ports/23d429de-832b-423f-94e6-7b25b42d4b01 HTTP/1.1" status: 404 len: 333 time: 0.0528047 Jul 09 16:41:38.987204 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-db90a43d-5c1b-45af-8380-a4d1936f43e1 None None] Deleting port c7588f9b-20ac-4bb0-b89a-ec71df984ed8 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:41:38.987763 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-db90a43d-5c1b-45af-8380-a4d1936f43e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:38.996604 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37020) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:39.011135 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 0cd255d9-c54e-4aee-8598-16a94fa53319 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:41:39.036491 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-38e90564-a83a-4635-a5f1-32feb33c594e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ff215230f12a40cca89dc24495898c50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2963865 Jul 09 16:41:39.036943 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e90564-a83a-4635-a5f1-32feb33c594e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6462f6e1-f146-40c3-a056-44bba8f13666,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:39.039583 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37022) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:39.048768 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 0cd255d9-c54e-4aee-8598-16a94fa53319 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:39.049124 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:39.052808 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-7373b0d2-513a-4c99-958a-42ce366000bf tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] DELETE failed (client error): The resource could not be found. Jul 09 16:41:39.053268 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7373b0d2-513a-4c99-958a-42ce366000bf tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:41:39.057356 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7373b0d2-513a-4c99-958a-42ce366000bf tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "DELETE /v2.0/subnets/32e83aec-c6de-490b-8076-bc95cd35d121 HTTP/1.1" status: 404 len: 337 time: 0.0575023 Jul 09 16:41:39.060478 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37024) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:39.064715 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d711c2dd-1886-42a8-98ac-22c06bc2ee5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:39.073261 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ec33156c-d18e-48ca-87e2-53920de12a4d tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:39.082494 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ec33156c-d18e-48ca-87e2-53920de12a4d tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:39.089443 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0de7eab9-f72b-4319-87ce-b73c40661f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87', 'name': 'tempest-TestNetworkBasicOps-router-36068373', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'd4dfb55b-a230-4004-9613-693f185573b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:40:08Z', 'updated_at': '2021-07-09T16:41:34Z', 'revision_number': 5, 'project_id': 'e2634516774046048410a7faecd2c391', 'gw_port': {'id': 'd4dfb55b-a230-4004-9613-693f185573b2', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cf:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:10Z', 'updated_at': '2021-07-09T16:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:39.096040 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b4fcc8f-1d5d-42ba-b4c5-b267240c989e tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] DELETE failed (client error): The resource could not be found. Jul 09 16:41:39.096530 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b4fcc8f-1d5d-42ba-b4c5-b267240c989e tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:41:39.100871 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-5b4fcc8f-1d5d-42ba-b4c5-b267240c989e tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "DELETE /v2.0/subnets/9747a87d-95f2-40a3-a5e2-0a9aeb3d6aae HTTP/1.1" status: 404 len: 337 time: 0.0360327 Jul 09 16:41:39.101080 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37026) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:39.156455 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de7eab9-f72b-4319-87ce-b73c40661f18 None None] The sync data for ids ['19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87'] in n-d-798930-3 is: [{'id': '19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87', 'name': 'tempest-TestNetworkBasicOps-router-36068373', 'tenant_id': 'e2634516774046048410a7faecd2c391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'd4dfb55b-a230-4004-9613-693f185573b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:40:08Z', 'updated_at': '2021-07-09T16:41:34Z', 'revision_number': 5, 'project_id': 'e2634516774046048410a7faecd2c391', 'gw_port': {'id': 'd4dfb55b-a230-4004-9613-693f185573b2', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cf:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:10Z', 'updated_at': '2021-07-09T16:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:41:39.174198 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393483ee-7755-4c12-9526-5d144ae96b9b None None] Network 2971ec84-98ac-414f-bfb1-3e6f2f62f02b requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:41:39.231644 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1be32608-6539-47be-a57c-914cc2b7be66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:39.264302 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1be32608-6539-47be-a57c-914cc2b7be66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:39.274282 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-db90a43d-5c1b-45af-8380-a4d1936f43e1 None None] For port c7588f9b-20ac-4bb0-b89a-ec71df984ed8, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=c7588f9b-20ac-4bb0-b89a-ec71df984ed8,segment=NetworkSegment(59de8925-b27c-49fb-9dfe-21a1ae00e22c),segment_id=59de8925-b27c-49fb-9dfe-21a1ae00e22c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:39.274899 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-db90a43d-5c1b-45af-8380-a4d1936f43e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:39.301060 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-368eaf4f-a31f-4d94-ad75-74c2c7f84744 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Deleting port c930b0cd-c2ef-49c0-9df9-d1d1fdcca853 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:41:39.301465 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-368eaf4f-a31f-4d94-ad75-74c2c7f84744 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:39.308798 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-db90a43d-5c1b-45af-8380-a4d1936f43e1 None None] Calling delete_port for c7588f9b-20ac-4bb0-b89a-ec71df984ed8 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:41:39.339053 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8555f270-bacf-4333-b011-61d024da7a2b None None] Provisioning complete for port d6a39cc9-7006-4705-87dc-375064dae4d0 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:39.339484 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8555f270-bacf-4333-b011-61d024da7a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:39.381719 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-368eaf4f-a31f-4d94-ad75-74c2c7f84744 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:39.394819 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1be32608-6539-47be-a57c-914cc2b7be66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:39.397446 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1be32608-6539-47be-a57c-914cc2b7be66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:39.401069 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1be32608-6539-47be-a57c-914cc2b7be66 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6462f6e1-f146-40c3-a056-44bba8f13666 HTTP/1.1" status: 204 len: 168 time: 0.3472552 Jul 09 16:41:39.423117 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-368eaf4f-a31f-4d94-ad75-74c2c7f84744 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Calling delete_port for c930b0cd-c2ef-49c0-9df9-d1d1fdcca853 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:41:39.491003 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:39.582941 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be32608-6539-47be-a57c-914cc2b7be66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6462f6e1-f146-40c3-a056-44bba8f13666,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:39.588630 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-368eaf4f-a31f-4d94-ad75-74c2c7f84744 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:39.656737 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d711c2dd-1886-42a8-98ac-22c06bc2ee5c admin admin] Pushing event updated for resources: {'Port': ['ID=daf9ac92-90e4-4ff2-ac75-47144c3256dc,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:39.675229 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ec33156c-d18e-48ca-87e2-53920de12a4d tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:39.675792 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec33156c-d18e-48ca-87e2-53920de12a4d tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Fanout notify agent at l3_agent the message router_deleted on router 19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:41:39.687842 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ec33156c-d18e-48ca-87e2-53920de12a4d tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:39.692422 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ec33156c-d18e-48ca-87e2-53920de12a4d tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "DELETE /v2.0/routers/19d6d6e4-ca6a-4e39-b28b-ba8e4f5c3f87 HTTP/1.1" status: 204 len: 168 time: 2.2944138 Jul 09 16:41:39.694708 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-368eaf4f-a31f-4d94-ad75-74c2c7f84744 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:39.698889 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-368eaf4f-a31f-4d94-ad75-74c2c7f84744 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "DELETE /v2.0/ports/c930b0cd-c2ef-49c0-9df9-d1d1fdcca853 HTTP/1.1" status: 204 len: 168 time: 0.5946741 Jul 09 16:41:39.699908 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368eaf4f-a31f-4d94-ad75-74c2c7f84744 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event deleted for resources: {'Port': ['ID=c930b0cd-c2ef-49c0-9df9-d1d1fdcca853,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:39.700405 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37034) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:39.700910 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37036) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:39.724254 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 0cd255d9-c54e-4aee-8598-16a94fa53319, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=0cd255d9-c54e-4aee-8598-16a94fa53319,segment=NetworkSegment(4c206938-bdc7-4c70-84cc-419c0c2b61de),segment_id=4c206938-bdc7-4c70-84cc-419c0c2b61de)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:39.743241 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-db90a43d-5c1b-45af-8380-a4d1936f43e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:39.768392 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:39.822224 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db90a43d-5c1b-45af-8380-a4d1936f43e1 None None] Pushing event deleted for resources: {'Port': ['ID=c7588f9b-20ac-4bb0-b89a-ec71df984ed8,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:39.837353 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db90a43d-5c1b-45af-8380-a4d1936f43e1 None None] No DVR routers for this DVR port c7588f9b-20ac-4bb0-b89a-ec71df984ed8 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:41:39.880112 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8555f270-bacf-4333-b011-61d024da7a2b None None] Could not find standard attr ID for object c930b0cd-c2ef-49c0-9df9-d1d1fdcca853. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:41:39.886172 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6493954f-4e08-4d3f-aed0-7ff6328bf693 None None] DHCP port deletion for 2971ec84-98ac-414f-bfb1-3e6f2f62f02b request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:41:39.904478 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device c7588f9b-20ac-4bb0-b89a-ec71df984ed8 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:41:39.945103 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: c7588f9b-20ac-4bb0-b89a-ec71df984ed8 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:41:39.945502 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device c7588f9b-20ac-4bb0-b89a-ec71df984ed8 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:41:39.957689 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d711c2dd-1886-42a8-98ac-22c06bc2ee5c admin admin] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:41:39.962413 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d25610b3-bc2b-427f-95a4-e6c777934687 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:39.967553 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=0cd255d9-c54e-4aee-8598-16a94fa53319,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:39.979673 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-d711c2dd-1886-42a8-98ac-22c06bc2ee5c admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:41:39.982151 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d711c2dd-1886-42a8-98ac-22c06bc2ee5c admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:41:39.991743 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0beaecd-ecf2-4446-ba64-ba0af8018b2e tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:41:40.000807 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e0beaecd-ecf2-4446-ba64-ba0af8018b2e tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "PUT /v2.0/routers/24e0c3eb-26e1-46c1-8984-537e131348d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0806398 Jul 09 16:41:40.000901 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37044) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:40.003081 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4e2151-a5e3-41f7-957d-0a64469864a8 None None] Sync routers for ids ['24e0c3eb-26e1-46c1-8984-537e131348d3'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:41:40.020786 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4e2151-a5e3-41f7-957d-0a64469864a8 None None] Routers {'24e0c3eb-26e1-46c1-8984-537e131348d3'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:41:40.021408 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-8a4e2151-a5e3-41f7-957d-0a64469864a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:41:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['24e0c3eb-26e1-46c1-8984-537e131348d3'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:40.045342 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0e6fd718-c590-455e-bbb1-36ed52f84466 None None] Provisioning complete for port 0cd255d9-c54e-4aee-8598-16a94fa53319 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:40.045723 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0e6fd718-c590-455e-bbb1-36ed52f84466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:40.053080 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-6493954f-4e08-4d3f-aed0-7ff6328bf693 None None] Deleting port d6a39cc9-7006-4705-87dc-375064dae4d0 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:41:40.053606 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6493954f-4e08-4d3f-aed0-7ff6328bf693 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:40.099854 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-828c78eb-aea4-4aa8-a8c2-c97db744dc26 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Deleting subnet 1f964f16-2b5a-400c-8bde-952d5f8f0b29 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:41:40.104314 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-828c78eb-aea4-4aa8-a8c2-c97db744dc26 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:40.191510 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-8a4e2151-a5e3-41f7-957d-0a64469864a8 None None] Set router 24e0c3eb-26e1-46c1-8984-537e131348d3 gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:41:40.217796 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-828c78eb-aea4-4aa8-a8c2-c97db744dc26 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:40.221578 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:40.237646 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3ba471c7-35fe-4e9f-9d15-722940225a33 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:40.252433 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-6493954f-4e08-4d3f-aed0-7ff6328bf693 None None] For port d6a39cc9-7006-4705-87dc-375064dae4d0, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=d6a39cc9-7006-4705-87dc-375064dae4d0,segment=NetworkSegment(6c8764ae-d334-4b40-af78-3150c7acb438),segment_id=6c8764ae-d334-4b40-af78-3150c7acb438)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:40.252433 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6493954f-4e08-4d3f-aed0-7ff6328bf693 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:40.342235 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-6493954f-4e08-4d3f-aed0-7ff6328bf693 None None] Calling delete_port for d6a39cc9-7006-4705-87dc-375064dae4d0 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:41:40.522341 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-828c78eb-aea4-4aa8-a8c2-c97db744dc26 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:40.587903 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 0cd255d9-c54e-4aee-8598-16a94fa53319 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:41:40.639392 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6493954f-4e08-4d3f-aed0-7ff6328bf693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:40.674360 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6493954f-4e08-4d3f-aed0-7ff6328bf693 None None] No DVR routers for this DVR port d6a39cc9-7006-4705-87dc-375064dae4d0 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:41:40.677087 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-8a4e2151-a5e3-41f7-957d-0a64469864a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'name': 'tempest-RoutersTest-router-420959986', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:40:44Z', 'updated_at': '2021-07-09T16:41:36Z', 'revision_number': 10, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'gw_port_host': None, '_interfaces': [{'id': '4d14deb4-de43-4886-b493-fcee901cdc79', 'name': '', 'network_id': '3f1c0eb0-f3f5-4bff-9ec2-33914bafa70a', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'mac_address': 'fa:16:3e:2c:49:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '12eafcda-c893-46af-886a-30b90e5ffa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:46Z', 'updated_at': '2021-07-09T16:40:56Z', 'revision_number': 5, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'subnets': [{'id': '12eafcda-c893-46af-886a-30b90e5ffa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:40.694744 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-828c78eb-aea4-4aa8-a8c2-c97db744dc26 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:40.709672 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493954f-4e08-4d3f-aed0-7ff6328bf693 None None] Pushing event deleted for resources: {'Port': ['ID=d6a39cc9-7006-4705-87dc-375064dae4d0,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:40.730980 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 0cd255d9-c54e-4aee-8598-16a94fa53319 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:40.732098 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:40.741206 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4e2151-a5e3-41f7-957d-0a64469864a8 None None] Checking router: 24e0c3eb-26e1-46c1-8984-537e131348d3 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:41:40.765644 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4e2151-a5e3-41f7-957d-0a64469864a8 None None] Routers {'24e0c3eb-26e1-46c1-8984-537e131348d3'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:41:40.766271 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-8a4e2151-a5e3-41f7-957d-0a64469864a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:41:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['24e0c3eb-26e1-46c1-8984-537e131348d3'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:40.780167 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c78eb-aea4-4aa8-a8c2-c97db744dc26 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event deleted for resources: {'Subnet': ['ID=1f964f16-2b5a-400c-8bde-952d5f8f0b29,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:40.795862 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-828c78eb-aea4-4aa8-a8c2-c97db744dc26 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:40.801527 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-828c78eb-aea4-4aa8-a8c2-c97db744dc26 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "DELETE /v2.0/subnets/1f964f16-2b5a-400c-8bde-952d5f8f0b29 HTTP/1.1" status: 204 len: 168 time: 0.8002276 Jul 09 16:41:40.802250 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37064) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:40.806589 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee3986c-e2ca-4f47-9355-1e4aeb16aa37 None None] Network 75cacf9f-60b3-4bf7-a65b-86457bf4589f requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:41:40.902847 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3ba471c7-35fe-4e9f-9d15-722940225a33 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:40.916059 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-8a4e2151-a5e3-41f7-957d-0a64469864a8 None None] Set router 24e0c3eb-26e1-46c1-8984-537e131348d3 gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:41:40.944191 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-3ba471c7-35fe-4e9f-9d15-722940225a33 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33631c88-3b8b-4d00-9e59-cdfb673208d8']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:40.965552 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-d25610b3-bc2b-427f-95a4-e6c777934687 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Deleting port d6a39cc9-7006-4705-87dc-375064dae4d0 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:41:40.966708 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d25610b3-bc2b-427f-95a4-e6c777934687 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:40.967598 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb56a811-663d-4c4a-9475-8375f3ee4fc7 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:40.999121 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d6a39cc9-7006-4705-87dc-375064dae4d0 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:41:41.053790 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-d25610b3-bc2b-427f-95a4-e6c777934687 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] For port d6a39cc9-7006-4705-87dc-375064dae4d0, host n-d-798930-3, got binding levels [] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:41.054470 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d25610b3-bc2b-427f-95a4-e6c777934687 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:41.070407 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-d25610b3-bc2b-427f-95a4-e6c777934687 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Calling delete_port for d6a39cc9-7006-4705-87dc-375064dae4d0 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:41:41.071548 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: d6a39cc9-7006-4705-87dc-375064dae4d0 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:41:41.071894 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d6a39cc9-7006-4705-87dc-375064dae4d0 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:41:41.072314 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device b0a230bb-eb2f-4039-b328-87bf823ddb54 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:41:41.079475 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.ipam_backend_mixin [None req-d25610b3-bc2b-427f-95a4-e6c777934687 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Port d6a39cc9-7006-4705-87dc-375064dae4d0 was not found and therefore no delete operation was performed {{(pid=93959) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 16:41:41.080526 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-bb56a811-663d-4c4a-9475-8375f3ee4fc7 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Deleting port a4dc5939-0af4-4b82-aa5b-dc254f68e710 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:41:41.080963 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb56a811-663d-4c4a-9475-8375f3ee4fc7 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:41.097046 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: b0a230bb-eb2f-4039-b328-87bf823ddb54 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:41:41.097441 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device b0a230bb-eb2f-4039-b328-87bf823ddb54 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:41:41.115722 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d25610b3-bc2b-427f-95a4-e6c777934687 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:41.136149 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-3ba471c7-35fe-4e9f-9d15-722940225a33 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59de8925-b27c-49fb-9dfe-21a1ae00e22c') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:41.136644 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-3ba471c7-35fe-4e9f-9d15-722940225a33 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59de8925-b27c-49fb-9dfe-21a1ae00e22c') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:41.192532 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25610b3-bc2b-427f-95a4-e6c777934687 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event deleted for resources: {'Port': ['ID=d6a39cc9-7006-4705-87dc-375064dae4d0,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:41.207767 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3ba471c7-35fe-4e9f-9d15-722940225a33 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:41.228610 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3ba471c7-35fe-4e9f-9d15-722940225a33 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:41.237387 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ba471c7-35fe-4e9f-9d15-722940225a33 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:41:41.238363 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3ba471c7-35fe-4e9f-9d15-722940225a33 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:41.243786 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-bb56a811-663d-4c4a-9475-8375f3ee4fc7 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] For port a4dc5939-0af4-4b82-aa5b-dc254f68e710, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=a4dc5939-0af4-4b82-aa5b-dc254f68e710,segment=NetworkSegment(c8c46346-db9e-4f44-ae91-8ab3b6b1a12f),segment_id=c8c46346-db9e-4f44-ae91-8ab3b6b1a12f)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:41.243786 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb56a811-663d-4c4a-9475-8375f3ee4fc7 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:41.245012 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:41:41.245012 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:41:41.245012 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:41:41.245012 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:41:41.245012 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:41:41.245012 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:41:41.245012 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:41:41.245012 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:41:41.245012 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:41:41.245012 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:41:41.245012 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:41:41.245012 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:41:41.245012 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:41:41.245012 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:41:41.245012 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:41:41.245012 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:41:41.245012 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:41:41.245012 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:41:41.245012 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:41:41.245012 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:41:41.245012 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:41:41.245012 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:41:41.245012 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:41:41.245012 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:41:41.245012 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:41:41.245012 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:41:41.245012 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:41:41.245012 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:41:41.245012 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:41:41.245012 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:41:41.245012 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:41:41.245012 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:41:41.245012 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:41:41.245012 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:41:41.252694 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6b24b3-331e-414e-903e-4e4ec406c843 None None] DHCP port deletion for 75cacf9f-60b3-4bf7-a65b-86457bf4589f request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:41:41.271823 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-8a4e2151-a5e3-41f7-957d-0a64469864a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'name': 'tempest-RoutersTest-router-420959986', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:40:44Z', 'updated_at': '2021-07-09T16:41:36Z', 'revision_number': 10, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'gw_port_host': None, '_interfaces': [{'id': '4d14deb4-de43-4886-b493-fcee901cdc79', 'name': '', 'network_id': '3f1c0eb0-f3f5-4bff-9ec2-33914bafa70a', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'mac_address': 'fa:16:3e:2c:49:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '12eafcda-c893-46af-886a-30b90e5ffa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:46Z', 'updated_at': '2021-07-09T16:40:56Z', 'revision_number': 5, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'subnets': [{'id': '12eafcda-c893-46af-886a-30b90e5ffa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:41.274271 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-bb56a811-663d-4c4a-9475-8375f3ee4fc7 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Calling delete_port for a4dc5939-0af4-4b82-aa5b-dc254f68e710 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:41:41.302383 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25610b3-bc2b-427f-95a4-e6c777934687 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] No DVR routers for this DVR port d6a39cc9-7006-4705-87dc-375064dae4d0 on host n-d-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:41:41.335672 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4e2151-a5e3-41f7-957d-0a64469864a8 None None] The sync data for ids ['24e0c3eb-26e1-46c1-8984-537e131348d3'] in n-d-798930-3 is: [{'id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'name': 'tempest-RoutersTest-router-420959986', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:40:44Z', 'updated_at': '2021-07-09T16:41:36Z', 'revision_number': 10, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'gw_port_host': None, '_interfaces': [{'id': '4d14deb4-de43-4886-b493-fcee901cdc79', 'name': '', 'network_id': '3f1c0eb0-f3f5-4bff-9ec2-33914bafa70a', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'mac_address': 'fa:16:3e:2c:49:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '12eafcda-c893-46af-886a-30b90e5ffa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:40:46Z', 'updated_at': '2021-07-09T16:40:56Z', 'revision_number': 5, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'subnets': [{'id': '12eafcda-c893-46af-886a-30b90e5ffa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:41:41.362109 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-ad6b24b3-331e-414e-903e-4e4ec406c843 None None] Deleting port a4dc5939-0af4-4b82-aa5b-dc254f68e710 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:41:41.363756 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ad6b24b3-331e-414e-903e-4e4ec406c843 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:41.383097 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d711c2dd-1886-42a8-98ac-22c06bc2ee5c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:41.427468 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb56a811-663d-4c4a-9475-8375f3ee4fc7 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:41.470097 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-ad6b24b3-331e-414e-903e-4e4ec406c843 None None] For port a4dc5939-0af4-4b82-aa5b-dc254f68e710, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=a4dc5939-0af4-4b82-aa5b-dc254f68e710,segment=NetworkSegment(c8c46346-db9e-4f44-ae91-8ab3b6b1a12f),segment_id=c8c46346-db9e-4f44-ae91-8ab3b6b1a12f)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:41.474331 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ad6b24b3-331e-414e-903e-4e4ec406c843 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:41.492737 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-ad6b24b3-331e-414e-903e-4e4ec406c843 None None] Calling delete_port for a4dc5939-0af4-4b82-aa5b-dc254f68e710 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:41:41.504958 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb56a811-663d-4c4a-9475-8375f3ee4fc7 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event deleted for resources: {'Port': ['ID=a4dc5939-0af4-4b82-aa5b-dc254f68e710,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:41.516255 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb56a811-663d-4c4a-9475-8375f3ee4fc7 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] No DVR routers for this DVR port a4dc5939-0af4-4b82-aa5b-dc254f68e710 on host n-d-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:41:41.597809 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ad6b24b3-331e-414e-903e-4e4ec406c843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:41.634720 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6b24b3-331e-414e-903e-4e4ec406c843 None None] Pushing event deleted for resources: {'Port': ['ID=a4dc5939-0af4-4b82-aa5b-dc254f68e710,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:41.643697 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6b24b3-331e-414e-903e-4e4ec406c843 None None] No DVR routers for this DVR port a4dc5939-0af4-4b82-aa5b-dc254f68e710 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:41:41.648323 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3ba471c7-35fe-4e9f-9d15-722940225a33 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:41.685202 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3ba471c7-35fe-4e9f-9d15-722940225a33 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:41.690828 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3ba471c7-35fe-4e9f-9d15-722940225a33 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] 10.222.0.98 "DELETE /v2.0/networks/33631c88-3b8b-4d00-9e59-cdfb673208d8 HTTP/1.1" status: 204 len: 168 time: 1.9840677 Jul 09 16:41:41.691027 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb56a811-663d-4c4a-9475-8375f3ee4fc7 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:41.698978 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-bb56a811-663d-4c4a-9475-8375f3ee4fc7 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75cacf9f-60b3-4bf7-a65b-86457bf4589f']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:41.703969 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d25610b3-bc2b-427f-95a4-e6c777934687 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:41.708848 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba471c7-35fe-4e9f-9d15-722940225a33 tempest-TestNetworkBasicOps-1849181364 tempest-TestNetworkBasicOps-1849181364-project] Pushing event deleted for resources: {'Network': ['ID=33631c88-3b8b-4d00-9e59-cdfb673208d8,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:41.734145 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-bb56a811-663d-4c4a-9475-8375f3ee4fc7 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8c46346-db9e-4f44-ae91-8ab3b6b1a12f') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:41.734478 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-bb56a811-663d-4c4a-9475-8375f3ee4fc7 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8c46346-db9e-4f44-ae91-8ab3b6b1a12f') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:41.745933 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb56a811-663d-4c4a-9475-8375f3ee4fc7 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:41.772217 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb56a811-663d-4c4a-9475-8375f3ee4fc7 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:41.780308 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-d25610b3-bc2b-427f-95a4-e6c777934687 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2971ec84-98ac-414f-bfb1-3e6f2f62f02b']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:41.780594 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb56a811-663d-4c4a-9475-8375f3ee4fc7 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:41:41.780890 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb56a811-663d-4c4a-9475-8375f3ee4fc7 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:41.818229 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-d25610b3-bc2b-427f-95a4-e6c777934687 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c8764ae-d334-4b40-af78-3150c7acb438') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:41.818523 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-d25610b3-bc2b-427f-95a4-e6c777934687 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c8764ae-d334-4b40-af78-3150c7acb438') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:41.835774 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d25610b3-bc2b-427f-95a4-e6c777934687 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:41.854929 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:41:41.854929 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:41:41.854929 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:41:41.854929 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:41:41.854929 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:41:41.854929 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:41:41.854929 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:41:41.854929 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:41:41.854929 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:41:41.854929 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:41:41.854929 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:41:41.854929 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:41:41.854929 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:41:41.854929 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:41:41.854929 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:41:41.854929 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:41:41.854929 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:41:41.854929 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:41:41.854929 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:41:41.854929 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:41:41.854929 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:41:41.854929 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:41:41.854929 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:41:41.854929 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:41:41.854929 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:41:41.854929 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:41:41.854929 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:41:41.854929 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:41:41.854929 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:41:41.854929 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:41:41.854929 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:41:41.854929 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:41:41.860100 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb56a811-663d-4c4a-9475-8375f3ee4fc7 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:41.873871 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb56a811-663d-4c4a-9475-8375f3ee4fc7 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:41.882202 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-bb56a811-663d-4c4a-9475-8375f3ee4fc7 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "DELETE /v2.0/networks/75cacf9f-60b3-4bf7-a65b-86457bf4589f HTTP/1.1" status: 204 len: 168 time: 1.0787206 Jul 09 16:41:41.882875 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37086) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:41.906916 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb56a811-663d-4c4a-9475-8375f3ee4fc7 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event deleted for resources: {'Network': ['ID=75cacf9f-60b3-4bf7-a65b-86457bf4589f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:41.923903 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d25610b3-bc2b-427f-95a4-e6c777934687 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:41.936508 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d25610b3-bc2b-427f-95a4-e6c777934687 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:41:41.937307 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d25610b3-bc2b-427f-95a4-e6c777934687 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:41.941981 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:41:41.941981 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:41:41.941981 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:41:41.941981 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:41:41.941981 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:41:41.941981 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:41:41.941981 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:41:41.941981 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:41:41.941981 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:41:41.941981 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:41:41.941981 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:41:41.941981 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:41:41.941981 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:41:41.941981 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:41:41.941981 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:41:41.941981 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:41:41.941981 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:41:41.941981 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:41:41.941981 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:41:41.941981 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:41:41.941981 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:41:41.941981 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:41:41.941981 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:41:41.941981 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:41:41.941981 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:41:41.941981 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:41:41.941981 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:41:41.941981 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:41:41.941981 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:41:41.941981 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:41:41.941981 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:41:41.941981 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:41:42.020205 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d711c2dd-1886-42a8-98ac-22c06bc2ee5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:42.127565 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d25610b3-bc2b-427f-95a4-e6c777934687 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:42.172070 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d25610b3-bc2b-427f-95a4-e6c777934687 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:42.174881 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-d25610b3-bc2b-427f-95a4-e6c777934687 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] 10.222.0.98 "DELETE /v2.0/networks/2971ec84-98ac-414f-bfb1-3e6f2f62f02b HTTP/1.1" status: 204 len: 168 time: 2.4624910 Jul 09 16:41:42.176099 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25610b3-bc2b-427f-95a4-e6c777934687 tempest-PortsIpV6TestJSON-732966578 tempest-PortsIpV6TestJSON-732966578-project] Pushing event deleted for resources: {'Network': ['ID=2971ec84-98ac-414f-bfb1-3e6f2f62f02b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:42.183771 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37100) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:42.347835 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d711c2dd-1886-42a8-98ac-22c06bc2ee5c admin admin] Router ef40e027-17f5-49ff-a461-350ba958c195 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:41:42.403359 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device a4dc5939-0af4-4b82-aa5b-dc254f68e710 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:41:42.466313 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: a4dc5939-0af4-4b82-aa5b-dc254f68e710 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:41:42.467173 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device a4dc5939-0af4-4b82-aa5b-dc254f68e710 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:41:42.469732 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d4dfb55b-a230-4004-9613-693f185573b2 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:41:42.524733 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: d4dfb55b-a230-4004-9613-693f185573b2 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:41:42.526863 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d4dfb55b-a230-4004-9613-693f185573b2 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:41:42.529034 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 0544c348-844a-4ccc-99c0-cda2c10c05ea no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:41:42.563333 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d711c2dd-1886-42a8-98ac-22c06bc2ee5c admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:41:42.608219 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3762d219-d7c5-419d-856a-3a8462f752cc None None] Sync routers for ids ['ef40e027-17f5-49ff-a461-350ba958c195'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:41:42.608427 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37114) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:42.615116 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 0544c348-844a-4ccc-99c0-cda2c10c05ea {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:41:42.616284 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d711c2dd-1886-42a8-98ac-22c06bc2ee5c admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:42.616628 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 0544c348-844a-4ccc-99c0-cda2c10c05ea not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:41:42.617613 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-d711c2dd-1886-42a8-98ac-22c06bc2ee5c admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.2176752 Jul 09 16:41:42.621615 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37118) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:42.630252 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c5fef6c-5b4a-4481-b4a9-466d15c52dc4 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:42.639559 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3762d219-d7c5-419d-856a-3a8462f752cc None None] Routers {'ef40e027-17f5-49ff-a461-350ba958c195'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:41:42.643459 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3762d219-d7c5-419d-856a-3a8462f752cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:41:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['ef40e027-17f5-49ff-a461-350ba958c195'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:42.828696 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-3762d219-d7c5-419d-856a-3a8462f752cc None None] Set router ef40e027-17f5-49ff-a461-350ba958c195 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:41:42.886413 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-67c224b7-7b3d-4122-a187-4455b647a29a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e2634516774046048410a7faecd2c391&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6990016 Jul 09 16:41:42.887258 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37140) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:42.972626 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-575fc3f6-17a1-462a-b91c-61c34852a3b7 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=522630d2233142e4a30463472a66f8be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3630533 Jul 09 16:41:42.978438 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37146) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:43.094596 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-5c5fef6c-5b4a-4481-b4a9-466d15c52dc4 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Deleting port 4d14deb4-de43-4886-b493-fcee901cdc79 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:41:43.095205 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c5fef6c-5b4a-4481-b4a9-466d15c52dc4 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:43.163404 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3762d219-d7c5-419d-856a-3a8462f752cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef40e027-17f5-49ff-a461-350ba958c195', 'name': 'tempest-TestAggregatesBasicOps-1303470614-router', 'tenant_id': 'f70abd974d2a4b328b0b5a3e8145973e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'daf9ac92-90e4-4ff2-ac75-47144c3256dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:41:35Z', 'updated_at': '2021-07-09T16:41:40Z', 'revision_number': 3, 'project_id': 'f70abd974d2a4b328b0b5a3e8145973e', 'gw_port': {'id': 'daf9ac92-90e4-4ff2-ac75-47144c3256dc', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cc:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef40e027-17f5-49ff-a461-350ba958c195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:37Z', 'updated_at': '2021-07-09T16:41:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:43.217306 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b5415afe-8081-4ed1-9f8b-e2a10f95fef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:43.243019 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3762d219-d7c5-419d-856a-3a8462f752cc None None] Checking router: ef40e027-17f5-49ff-a461-350ba958c195 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:41:43.243848 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3762d219-d7c5-419d-856a-3a8462f752cc None None] Updating router ef40e027-17f5-49ff-a461-350ba958c195 port daf9ac92-90e4-4ff2-ac75-47144c3256dc binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:41:43.300012 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c39f06a6-6b4f-4231-9502-dc37678c4d8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:43.312762 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-5c5fef6c-5b4a-4481-b4a9-466d15c52dc4 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] For port 4d14deb4-de43-4886-b493-fcee901cdc79, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=4d14deb4-de43-4886-b493-fcee901cdc79,segment=NetworkSegment(06698069-85ff-46d7-b7d0-5aac828cdd70),segment_id=06698069-85ff-46d7-b7d0-5aac828cdd70)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:43.313427 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c5fef6c-5b4a-4481-b4a9-466d15c52dc4 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:43.317885 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3762d219-d7c5-419d-856a-3a8462f752cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:43.323356 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b5415afe-8081-4ed1-9f8b-e2a10f95fef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:43.332484 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-5c5fef6c-5b4a-4481-b4a9-466d15c52dc4 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Calling delete_port for 4d14deb4-de43-4886-b493-fcee901cdc79 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:41:43.383658 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37152) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:43.412965 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c39f06a6-6b4f-4231-9502-dc37678c4d8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:43.592190 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c5fef6c-5b4a-4481-b4a9-466d15c52dc4 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:43.640045 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5fef6c-5b4a-4481-b4a9-466d15c52dc4 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event deleted for resources: {'Port': ['ID=4d14deb4-de43-4886-b493-fcee901cdc79,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:43.653460 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b5415afe-8081-4ed1-9f8b-e2a10f95fef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:43.658741 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b5415afe-8081-4ed1-9f8b-e2a10f95fef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:43.662908 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b5415afe-8081-4ed1-9f8b-e2a10f95fef4 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c18a426b-36a0-4205-86b3-3637a61b0469 HTTP/1.1" status: 204 len: 168 time: 0.7420669 Jul 09 16:41:43.673176 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c39f06a6-6b4f-4231-9502-dc37678c4d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:43.676756 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c39f06a6-6b4f-4231-9502-dc37678c4d8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:43.680694 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c39f06a6-6b4f-4231-9502-dc37678c4d8c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/61a238ef-8f88-447e-86a6-883365cc8045 HTTP/1.1" status: 204 len: 168 time: 0.7009330 Jul 09 16:41:43.685663 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5661784e-4ec3-408d-937e-e8cbab50af88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:43.702357 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5415afe-8081-4ed1-9f8b-e2a10f95fef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18a426b-36a0-4205-86b3-3637a61b0469,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:43.772215 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3762d219-d7c5-419d-856a-3a8462f752cc None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:43.779357 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39f06a6-6b4f-4231-9502-dc37678c4d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a238ef-8f88-447e-86a6-883365cc8045,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:43.843056 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3762d219-d7c5-419d-856a-3a8462f752cc None None] Transition to ACTIVE for port object daf9ac92-90e4-4ff2-ac75-47144c3256dc will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:41:43.864405 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3762d219-d7c5-419d-856a-3a8462f752cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:43.976435 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1006f680-c33a-494e-9f1c-bd4c6614bf1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:44.005657 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-3762d219-d7c5-419d-856a-3a8462f752cc None None] Attempting to bind port daf9ac92-90e4-4ff2-ac75-47144c3256dc on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:41:44.006030 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-3762d219-d7c5-419d-856a-3a8462f752cc None None] Attempting to bind port daf9ac92-90e4-4ff2-ac75-47144c3256dc by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:41:44.006397 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3762d219-d7c5-419d-856a-3a8462f752cc None None] Attempting to bind port daf9ac92-90e4-4ff2-ac75-47144c3256dc on network caa6ed8d-2893-4113-8f68-c5284e694f6c {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:41:44.022648 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa399d6b-72a3-4782-bc68-1227f73b790e None None] Pushing event updated for resources: {'Port': ['ID=daf9ac92-90e4-4ff2-ac75-47144c3256dc,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:44.044970 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3762d219-d7c5-419d-856a-3a8462f752cc None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:41:44.047600 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3762d219-d7c5-419d-856a-3a8462f752cc None None] Checking segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:41:44.048074 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3762d219-d7c5-419d-856a-3a8462f752cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:44.050175 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3762d219-d7c5-419d-856a-3a8462f752cc None None] Bound using segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:41:44.050791 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-3762d219-d7c5-419d-856a-3a8462f752cc None None] Bound port: daf9ac92-90e4-4ff2-ac75-47144c3256dc, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:41:44.052409 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3762d219-d7c5-419d-856a-3a8462f752cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:44.225839 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-3762d219-d7c5-419d-856a-3a8462f752cc None None] For port daf9ac92-90e4-4ff2-ac75-47144c3256dc, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:41:44.233746 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-3762d219-d7c5-419d-856a-3a8462f752cc None None] For port daf9ac92-90e4-4ff2-ac75-47144c3256dc, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=daf9ac92-90e4-4ff2-ac75-47144c3256dc,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:41:44.239647 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3762d219-d7c5-419d-856a-3a8462f752cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:44.344682 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37172) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:44.356654 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3762d219-d7c5-419d-856a-3a8462f752cc None None] Routers {'ef40e027-17f5-49ff-a461-350ba958c195'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:41:44.357297 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3762d219-d7c5-419d-856a-3a8462f752cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:41:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['ef40e027-17f5-49ff-a461-350ba958c195'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:44.409646 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-76c59e7b-d32e-4692-bba8-08862da2918b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:44.438109 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c5fef6c-5b4a-4481-b4a9-466d15c52dc4 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:44.538465 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-1006f680-c33a-494e-9f1c-bd4c6614bf1f admin admin] Allocated IP 172.20.0.1 (431ae3ff-424a-4189-971f-ebc6ca00930d/3008f831-e5f4-41c4-b32e-6d71f7fc3982/25dafdb7-25df-4de8-a312-6e6155cf3bd5) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:41:44.588868 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5661784e-4ec3-408d-937e-e8cbab50af88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:44.598142 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5661784e-4ec3-408d-937e-e8cbab50af88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:44.614452 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa399d6b-72a3-4782-bc68-1227f73b790e None None] Pushing event updated for resources: {'Port': ['ID=daf9ac92-90e4-4ff2-ac75-47144c3256dc,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:44.637373 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5661784e-4ec3-408d-937e-e8cbab50af88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a09719a-1fcc-4df4-b3d8-527f16900eec,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:44.689715 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-3762d219-d7c5-419d-856a-3a8462f752cc None None] Set router ef40e027-17f5-49ff-a461-350ba958c195 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:41:44.764401 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37178) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:44.765098 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-5661784e-4ec3-408d-937e-e8cbab50af88 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b52c27d5254a4834ba57e3655dd2fc3d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3800066 Jul 09 16:41:44.768697 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c5fef6c-5b4a-4481-b4a9-466d15c52dc4 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Router 24e0c3eb-26e1-46c1-8984-537e131348d3 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:41:44.863488 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5fef6c-5b4a-4481-b4a9-466d15c52dc4 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:41:44.875046 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40132b12-a7ba-4fc8-ad45-c30771cbfaaf None None] Sync routers for ids ['24e0c3eb-26e1-46c1-8984-537e131348d3'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:41:44.879252 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-5c5fef6c-5b4a-4481-b4a9-466d15c52dc4 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "PUT /v2.0/routers/24e0c3eb-26e1-46c1-8984-537e131348d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9791241 Jul 09 16:41:44.883979 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37184) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:44.888440 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40132b12-a7ba-4fc8-ad45-c30771cbfaaf None None] Routers {'24e0c3eb-26e1-46c1-8984-537e131348d3'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:41:44.889930 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-40132b12-a7ba-4fc8-ad45-c30771cbfaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:41:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['24e0c3eb-26e1-46c1-8984-537e131348d3'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:44.960000 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3762d219-d7c5-419d-856a-3a8462f752cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef40e027-17f5-49ff-a461-350ba958c195', 'name': 'tempest-TestAggregatesBasicOps-1303470614-router', 'tenant_id': 'f70abd974d2a4b328b0b5a3e8145973e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'daf9ac92-90e4-4ff2-ac75-47144c3256dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:41:35Z', 'updated_at': '2021-07-09T16:41:40Z', 'revision_number': 3, 'project_id': 'f70abd974d2a4b328b0b5a3e8145973e', 'gw_port': {'id': 'daf9ac92-90e4-4ff2-ac75-47144c3256dc', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cc:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef40e027-17f5-49ff-a461-350ba958c195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:37Z', 'updated_at': '2021-07-09T16:41:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:44.961875 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1006f680-c33a-494e-9f1c-bd4c6614bf1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:44.987915 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a24c593f-96f6-4737-8ab5-8355c2b789bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:44.995838 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-1006f680-c33a-494e-9f1c-bd4c6614bf1f admin admin] Transition to ACTIVE for port object 25dafdb7-25df-4de8-a312-6e6155cf3bd5 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:41:45.001360 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-76c59e7b-d32e-4692-bba8-08862da2918b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:45.013382 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1492bdf-fad6-47c7-9bdd-63e916d6eecb tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Deleting subnet 12eafcda-c893-46af-886a-30b90e5ffa79 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:41:45.015869 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3762d219-d7c5-419d-856a-3a8462f752cc None None] The sync data for ids ['ef40e027-17f5-49ff-a461-350ba958c195'] in n-d-798930-3 is: [{'id': 'ef40e027-17f5-49ff-a461-350ba958c195', 'name': 'tempest-TestAggregatesBasicOps-1303470614-router', 'tenant_id': 'f70abd974d2a4b328b0b5a3e8145973e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'daf9ac92-90e4-4ff2-ac75-47144c3256dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:41:35Z', 'updated_at': '2021-07-09T16:41:40Z', 'revision_number': 3, 'project_id': 'f70abd974d2a4b328b0b5a3e8145973e', 'gw_port': {'id': 'daf9ac92-90e4-4ff2-ac75-47144c3256dc', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cc:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef40e027-17f5-49ff-a461-350ba958c195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:37Z', 'updated_at': '2021-07-09T16:41:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:41:45.022818 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d1492bdf-fad6-47c7-9bdd-63e916d6eecb tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:45.035238 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a24c593f-96f6-4737-8ab5-8355c2b789bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:45.054401 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-40132b12-a7ba-4fc8-ad45-c30771cbfaaf None None] Set router 24e0c3eb-26e1-46c1-8984-537e131348d3 gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:41:45.081831 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d1492bdf-fad6-47c7-9bdd-63e916d6eecb tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:45.103696 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-76c59e7b-d32e-4692-bba8-08862da2918b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:45.125018 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a24c593f-96f6-4737-8ab5-8355c2b789bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:45.129023 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a24c593f-96f6-4737-8ab5-8355c2b789bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:45.130139 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a24c593f-96f6-4737-8ab5-8355c2b789bf admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4a09719a-1fcc-4df4-b3d8-527f16900eec HTTP/1.1" status: 204 len: 168 time: 0.3576694 Jul 09 16:41:45.131376 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-40132b12-a7ba-4fc8-ad45-c30771cbfaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'name': 'tempest-RoutersTest-router-420959986', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:40:44Z', 'updated_at': '2021-07-09T16:41:43Z', 'revision_number': 11, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'gw_port_host': None}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:45.190906 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-76c59e7b-d32e-4692-bba8-08862da2918b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=24d8483510c046718b3352aa5995a727&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8418856 Jul 09 16:41:45.192995 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37192) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:45.196727 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d1492bdf-fad6-47c7-9bdd-63e916d6eecb tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:45.203483 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c59e7b-d32e-4692-bba8-08862da2918b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edbca461-e500-4409-a5da-f697e548807d,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:45.248410 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1006f680-c33a-494e-9f1c-bd4c6614bf1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:45.252209 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c593f-96f6-4737-8ab5-8355c2b789bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a09719a-1fcc-4df4-b3d8-527f16900eec,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:45.294062 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d1492bdf-fad6-47c7-9bdd-63e916d6eecb tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:45.325330 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37196) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:45.373605 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1006f680-c33a-494e-9f1c-bd4c6614bf1f admin admin] Network 431ae3ff-424a-4189-971f-ebc6ca00930d is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:41:45.383411 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1492bdf-fad6-47c7-9bdd-63e916d6eecb tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event deleted for resources: {'Subnet': ['ID=12eafcda-c893-46af-886a-30b90e5ffa79,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:45.385866 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-1006f680-c33a-494e-9f1c-bd4c6614bf1f admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:41:45.389959 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1006f680-c33a-494e-9f1c-bd4c6614bf1f admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:41:45.394635 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1006f680-c33a-494e-9f1c-bd4c6614bf1f admin admin] Pushing event updated for resources: {'Port': ['ID=25dafdb7-25df-4de8-a312-6e6155cf3bd5,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:45.398010 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d1492bdf-fad6-47c7-9bdd-63e916d6eecb tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:45.401860 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d1492bdf-fad6-47c7-9bdd-63e916d6eecb tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "DELETE /v2.0/subnets/12eafcda-c893-46af-886a-30b90e5ffa79 HTTP/1.1" status: 204 len: 168 time: 0.5167418 Jul 09 16:41:45.405634 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37200) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:45.424546 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffad6e4a-cea0-4d17-8117-d2c9889d03ec None None] Network 3f1c0eb0-f3f5-4bff-9ec2-33914bafa70a requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:41:45.477617 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40132b12-a7ba-4fc8-ad45-c30771cbfaaf None None] Checking router: 24e0c3eb-26e1-46c1-8984-537e131348d3 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:41:45.510375 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40132b12-a7ba-4fc8-ad45-c30771cbfaaf None None] Routers {'24e0c3eb-26e1-46c1-8984-537e131348d3'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:41:45.512771 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-40132b12-a7ba-4fc8-ad45-c30771cbfaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:41:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['24e0c3eb-26e1-46c1-8984-537e131348d3'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:45.568015 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-94069732-6a70-44e4-9a33-c35af69f39d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:45.651302 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1006f680-c33a-494e-9f1c-bd4c6614bf1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:45.704148 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7801a44c-9b91-41ed-8964-3d22016e1fef tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:45.787893 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-94069732-6a70-44e4-9a33-c35af69f39d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:45.843251 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-40132b12-a7ba-4fc8-ad45-c30771cbfaaf None None] Set router 24e0c3eb-26e1-46c1-8984-537e131348d3 gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:41:45.857490 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-7801a44c-9b91-41ed-8964-3d22016e1fef tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Deleting port 3194223c-6ece-4721-9522-afb8a5f2656f {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:41:45.858021 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7801a44c-9b91-41ed-8964-3d22016e1fef tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:45.919955 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-85c9add3-8fe9-4b44-9c3b-d5b4e9c6453d tempest-SubnetPoolsTestJSON-761867194 tempest-SubnetPoolsTestJSON-761867194-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1235223783', 'prefixes': ['172.20.0.0/16']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:41:45.974731 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-11ea6cfe-101d-4db8-a414-59b03f035b57 None None] Provisioning for port 25dafdb7-25df-4de8-a312-6e6155cf3bd5 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:41:45.980077 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-11ea6cfe-101d-4db8-a414-59b03f035b57 None None] Provisioning complete for port 25dafdb7-25df-4de8-a312-6e6155cf3bd5 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:46.015305 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-11ea6cfe-101d-4db8-a414-59b03f035b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:46.042129 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-7801a44c-9b91-41ed-8964-3d22016e1fef tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] For port 3194223c-6ece-4721-9522-afb8a5f2656f, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=3194223c-6ece-4721-9522-afb8a5f2656f,segment=NetworkSegment(06698069-85ff-46d7-b7d0-5aac828cdd70),segment_id=06698069-85ff-46d7-b7d0-5aac828cdd70)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:46.042995 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7801a44c-9b91-41ed-8964-3d22016e1fef tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:46.063025 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-94069732-6a70-44e4-9a33-c35af69f39d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:46.066062 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-94069732-6a70-44e4-9a33-c35af69f39d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:46.067327 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-94069732-6a70-44e4-9a33-c35af69f39d2 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/edbca461-e500-4409-a5da-f697e548807d HTTP/1.1" status: 204 len: 168 time: 0.8725796 Jul 09 16:41:46.082618 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-40132b12-a7ba-4fc8-ad45-c30771cbfaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'name': 'tempest-RoutersTest-router-420959986', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:40:44Z', 'updated_at': '2021-07-09T16:41:43Z', 'revision_number': 11, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'gw_port_host': None}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:46.083503 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef4a18f-0257-444e-bcd2-3871d42ee183 None None] DHCP port deletion for 3f1c0eb0-f3f5-4bff-9ec2-33914bafa70a request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:41:46.140193 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1006f680-c33a-494e-9f1c-bd4c6614bf1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:46.144524 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94069732-6a70-44e4-9a33-c35af69f39d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edbca461-e500-4409-a5da-f697e548807d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:46.154620 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-7801a44c-9b91-41ed-8964-3d22016e1fef tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Calling delete_port for 3194223c-6ece-4721-9522-afb8a5f2656f owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:41:46.170795 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:41:46.171709 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40132b12-a7ba-4fc8-ad45-c30771cbfaaf None None] The sync data for ids ['24e0c3eb-26e1-46c1-8984-537e131348d3'] in n-d-798930-3 is: [{'id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'name': 'tempest-RoutersTest-router-420959986', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:40:44Z', 'updated_at': '2021-07-09T16:41:43Z', 'revision_number': 11, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'gw_port_host': None}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:41:46.288628 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-11ea6cfe-101d-4db8-a414-59b03f035b57 None None] Port 25dafdb7-25df-4de8-a312-6e6155cf3bd5 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:41:46.320837 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-4ef4a18f-0257-444e-bcd2-3871d42ee183 None None] Deleting port 3194223c-6ece-4721-9522-afb8a5f2656f {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:41:46.321537 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37208) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:46.322060 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4ef4a18f-0257-444e-bcd2-3871d42ee183 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:46.367639 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-88859090-3d28-4803-a252-e53e7b446585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:46.448557 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-85c9add3-8fe9-4b44-9c3b-d5b4e9c6453d tempest-SubnetPoolsTestJSON-761867194 tempest-SubnetPoolsTestJSON-761867194-project] Notify callbacks [] for subnetpool, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:46.449610 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-85c9add3-8fe9-4b44-9c3b-d5b4e9c6453d tempest-SubnetPoolsTestJSON-761867194 tempest-SubnetPoolsTestJSON-761867194-project] 10.222.0.98 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.1200051 Jul 09 16:41:46.458387 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37212) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:46.504221 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-4ef4a18f-0257-444e-bcd2-3871d42ee183 None None] For port 3194223c-6ece-4721-9522-afb8a5f2656f, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=3194223c-6ece-4721-9522-afb8a5f2656f,segment=NetworkSegment(06698069-85ff-46d7-b7d0-5aac828cdd70),segment_id=06698069-85ff-46d7-b7d0-5aac828cdd70)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:46.507440 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4ef4a18f-0257-444e-bcd2-3871d42ee183 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:46.515172 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-6ddbdbfa-8386-4288-9e43-5152a6a53d51 tempest-SubnetPoolsTestJSON-761867194 tempest-SubnetPoolsTestJSON-761867194-project] 10.222.0.98 "GET /v2.0/subnetpools/afa1087a-c37f-4d8a-8716-3b53e652676e HTTP/1.1" status: 200 len: 732 time: 0.0553589 Jul 09 16:41:46.521863 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37214) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:46.526821 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-c625d22e-cef4-4e4c-a101-075de079c659 tempest-SubnetPoolsTestJSON-761867194 tempest-SubnetPoolsTestJSON-761867194-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-29367734'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:41:46.550393 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-4ef4a18f-0257-444e-bcd2-3871d42ee183 None None] Calling delete_port for 3194223c-6ece-4721-9522-afb8a5f2656f owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:41:46.585447 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-88859090-3d28-4803-a252-e53e7b446585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:46.607570 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-88859090-3d28-4803-a252-e53e7b446585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:46.696506 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1006f680-c33a-494e-9f1c-bd4c6614bf1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:46.709868 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1006f680-c33a-494e-9f1c-bd4c6614bf1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:46.755514 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7801a44c-9b91-41ed-8964-3d22016e1fef tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:46.759922 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device daf9ac92-90e4-4ff2-ac75-47144c3256dc up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:41:46.815421 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4ef4a18f-0257-444e-bcd2-3871d42ee183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:46.826365 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88859090-3d28-4803-a252-e53e7b446585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=babdead1-14ea-4b19-bac3-1aa7b46399ee,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:46.836645 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef4a18f-0257-444e-bcd2-3871d42ee183 None None] No DVR routers for this DVR port 3194223c-6ece-4721-9522-afb8a5f2656f on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:41:46.846961 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7801a44c-9b91-41ed-8964-3d22016e1fef tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event deleted for resources: {'Port': ['ID=3194223c-6ece-4721-9522-afb8a5f2656f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:46.892848 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-88859090-3d28-4803-a252-e53e7b446585 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1ee8afe13a7345b28b698d02689901fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5655606 Jul 09 16:41:46.892848 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7801a44c-9b91-41ed-8964-3d22016e1fef tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] No DVR routers for this DVR port 3194223c-6ece-4721-9522-afb8a5f2656f on host n-d-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:41:46.896402 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37224) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:46.899710 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef4a18f-0257-444e-bcd2-3871d42ee183 None None] Pushing event deleted for resources: {'Port': ['ID=3194223c-6ece-4721-9522-afb8a5f2656f,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:46.936925 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port daf9ac92-90e4-4ff2-ac75-47144c3256dc completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:41:46.943061 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port daf9ac92-90e4-4ff2-ac75-47144c3256dc triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:46.943437 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:47.072796 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:47.077284 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7801a44c-9b91-41ed-8964-3d22016e1fef tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:47.089023 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-7801a44c-9b91-41ed-8964-3d22016e1fef tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f1c0eb0-f3f5-4bff-9ec2-33914bafa70a']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:47.099046 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port daf9ac92-90e4-4ff2-ac75-47144c3256dc, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=daf9ac92-90e4-4ff2-ac75-47144c3256dc,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:47.100463 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-7801a44c-9b91-41ed-8964-3d22016e1fef tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06698069-85ff-46d7-b7d0-5aac828cdd70') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:47.100761 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-7801a44c-9b91-41ed-8964-3d22016e1fef tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06698069-85ff-46d7-b7d0-5aac828cdd70') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:47.106078 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:47.112039 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7801a44c-9b91-41ed-8964-3d22016e1fef tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:47.125851 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7801a44c-9b91-41ed-8964-3d22016e1fef tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:47.134069 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7801a44c-9b91-41ed-8964-3d22016e1fef tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:41:47.134527 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7801a44c-9b91-41ed-8964-3d22016e1fef tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:47.185762 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=daf9ac92-90e4-4ff2-ac75-47144c3256dc,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:47.197609 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 3194223c-6ece-4721-9522-afb8a5f2656f no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:41:47.218166 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:41:47.218166 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:41:47.218166 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:41:47.218166 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:41:47.218166 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:41:47.218166 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:41:47.218166 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:41:47.218166 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:41:47.218166 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:41:47.218166 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:41:47.218166 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:41:47.218166 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:41:47.218166 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:41:47.218166 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:41:47.218166 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:41:47.218166 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:41:47.218166 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:41:47.218166 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:41:47.218166 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:41:47.218166 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:41:47.218166 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:41:47.218166 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:41:47.218166 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:41:47.218166 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:41:47.218166 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:41:47.218166 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:41:47.218166 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:41:47.218166 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:41:47.218166 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:41:47.218166 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:41:47.218166 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:41:47.218166 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:41:47.228064 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7801a44c-9b91-41ed-8964-3d22016e1fef tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:47.241746 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7801a44c-9b91-41ed-8964-3d22016e1fef tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:47.246459 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7801a44c-9b91-41ed-8964-3d22016e1fef tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "DELETE /v2.0/networks/3f1c0eb0-f3f5-4bff-9ec2-33914bafa70a HTTP/1.1" status: 204 len: 168 time: 1.8373029 Jul 09 16:41:47.259760 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 3194223c-6ece-4721-9522-afb8a5f2656f {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:41:47.260113 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 3194223c-6ece-4721-9522-afb8a5f2656f not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:41:47.263238 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37232) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:47.271134 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-4f26a874-6a07-4aa3-a9ab-159bc7be3d3f tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Request body: {'router': {'routes': None}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:41:47.290003 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7801a44c-9b91-41ed-8964-3d22016e1fef tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Pushing event deleted for resources: {'Network': ['ID=3f1c0eb0-f3f5-4bff-9ec2-33914bafa70a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:47.387539 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c625d22e-cef4-4e4c-a101-075de079c659 tempest-SubnetPoolsTestJSON-761867194 tempest-SubnetPoolsTestJSON-761867194-project] Notify callbacks [] for subnetpool, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:47.388715 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c625d22e-cef4-4e4c-a101-075de079c659 tempest-SubnetPoolsTestJSON-761867194 tempest-SubnetPoolsTestJSON-761867194-project] 10.222.0.98 "PUT /v2.0/subnetpools/afa1087a-c37f-4d8a-8716-3b53e652676e HTTP/1.1" status: 200 len: 682 time: 0.8657298 Jul 09 16:41:47.391779 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37238) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:47.421008 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f6d16710-bd7a-49c8-a3e2-19067e6299f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:47.434006 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1006f680-c33a-494e-9f1c-bd4c6614bf1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:47.442371 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1006f680-c33a-494e-9f1c-bd4c6614bf1f admin admin] Pushing event updated for resources: {'Port': ['ID=25dafdb7-25df-4de8-a312-6e6155cf3bd5,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:47.550470 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1006f680-c33a-494e-9f1c-bd4c6614bf1f admin admin] Network 431ae3ff-424a-4189-971f-ebc6ca00930d is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:41:47.552875 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-1006f680-c33a-494e-9f1c-bd4c6614bf1f admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:41:47.580015 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f6d16710-bd7a-49c8-a3e2-19067e6299f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:47.686381 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.extraroute_db [None req-4f26a874-6a07-4aa3-a9ab-159bc7be3d3f tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Added routes are [] {{(pid=93958) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 09 16:41:47.688150 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.extraroute_db [None req-4f26a874-6a07-4aa3-a9ab-159bc7be3d3f tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Removed routes are [] {{(pid=93958) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 09 16:41:47.688995 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f26a874-6a07-4aa3-a9ab-159bc7be3d3f tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:47.758970 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1006f680-c33a-494e-9f1c-bd4c6614bf1f admin admin] Router ef40e027-17f5-49ff-a461-350ba958c195 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:41:47.862587 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1d154b54-2767-4f8a-9310-8376f48d4e31 tempest-SubnetPoolsTestJSON-761867194 tempest-SubnetPoolsTestJSON-761867194-project] Notify callbacks [] for subnetpool, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:47.863685 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1d154b54-2767-4f8a-9310-8376f48d4e31 tempest-SubnetPoolsTestJSON-761867194 tempest-SubnetPoolsTestJSON-761867194-project] 10.222.0.98 "DELETE /v2.0/subnetpools/afa1087a-c37f-4d8a-8716-3b53e652676e HTTP/1.1" status: 204 len: 168 time: 0.4694452 Jul 09 16:41:47.868487 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37246) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:47.876297 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f6d16710-bd7a-49c8-a3e2-19067e6299f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:47.878550 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f6d16710-bd7a-49c8-a3e2-19067e6299f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:47.879753 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f6d16710-bd7a-49c8-a3e2-19067e6299f2 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/babdead1-14ea-4b19-bac3-1aa7b46399ee HTTP/1.1" status: 204 len: 168 time: 0.9798408 Jul 09 16:41:47.889146 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-c9b4697d-b5b2-4abc-a561-f76578511d71 tempest-SubnetPoolsTestJSON-761867194 tempest-SubnetPoolsTestJSON-761867194-project] show failed (client error): The resource could not be found. Jul 09 16:41:47.890190 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c9b4697d-b5b2-4abc-a561-f76578511d71 tempest-SubnetPoolsTestJSON-761867194 tempest-SubnetPoolsTestJSON-761867194-project] 10.222.0.98 "GET /v2.0/subnetpools/afa1087a-c37f-4d8a-8716-3b53e652676e HTTP/1.1" status: 404 len: 346 time: 0.0206554 Jul 09 16:41:47.891780 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d16710-bd7a-49c8-a3e2-19067e6299f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=babdead1-14ea-4b19-bac3-1aa7b46399ee,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:47.893503 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37250) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:47.926426 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1006f680-c33a-494e-9f1c-bd4c6614bf1f admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:41:47.950225 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-1006f680-c33a-494e-9f1c-bd4c6614bf1f admin admin] 10.222.0.98 "PUT /v2.0/routers/ef40e027-17f5-49ff-a461-350ba958c195/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3256888 Jul 09 16:41:47.967288 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-990584c9-a4b8-496c-9615-5f5e19f92dcc tempest-SubnetPoolsTestJSON-761867194 tempest-SubnetPoolsTestJSON-761867194-project] delete failed (client error): The resource could not be found. Jul 09 16:41:47.968766 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-990584c9-a4b8-496c-9615-5f5e19f92dcc tempest-SubnetPoolsTestJSON-761867194 tempest-SubnetPoolsTestJSON-761867194-project] 10.222.0.98 "DELETE /v2.0/subnetpools/afa1087a-c37f-4d8a-8716-3b53e652676e HTTP/1.1" status: 404 len: 346 time: 0.0439250 Jul 09 16:41:48.029104 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-82d1e60f-1ba5-4cfc-9cb2-d4d4f81cbf44 None None] Provisioning complete for port 25dafdb7-25df-4de8-a312-6e6155cf3bd5 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:48.029482 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-82d1e60f-1ba5-4cfc-9cb2-d4d4f81cbf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:48.045296 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f26a874-6a07-4aa3-a9ab-159bc7be3d3f tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:48.049647 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f26a874-6a07-4aa3-a9ab-159bc7be3d3f tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1725939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1725946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-313636'] for router, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:48.095837 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-82d1e60f-1ba5-4cfc-9cb2-d4d4f81cbf44 None None] Port 25dafdb7-25df-4de8-a312-6e6155cf3bd5 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:41:48.114544 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11adc07-63e8-4ffb-a8a4-2da8ee468039 None None] Sync routers for ids ['ef40e027-17f5-49ff-a461-350ba958c195'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:41:48.127977 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11adc07-63e8-4ffb-a8a4-2da8ee468039 None None] Routers {'ef40e027-17f5-49ff-a461-350ba958c195'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:41:48.128611 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f11adc07-63e8-4ffb-a8a4-2da8ee468039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:41:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['ef40e027-17f5-49ff-a461-350ba958c195'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:48.169833 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f26a874-6a07-4aa3-a9ab-159bc7be3d3f tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Router 24e0c3eb-26e1-46c1-8984-537e131348d3 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:41:48.259786 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f26a874-6a07-4aa3-a9ab-159bc7be3d3f tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:41:48.271710 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9c6691-7d6a-44f2-b22b-7ed093e80da1 None None] Sync routers for ids ['24e0c3eb-26e1-46c1-8984-537e131348d3'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:41:48.276198 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f26a874-6a07-4aa3-a9ab-159bc7be3d3f tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:48.280624 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37264) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:48.280877 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-4f26a874-6a07-4aa3-a9ab-159bc7be3d3f tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "PUT /v2.0/routers/24e0c3eb-26e1-46c1-8984-537e131348d3 HTTP/1.1" status: 200 len: 700 time: 1.0150440 Jul 09 16:41:48.301383 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9c6691-7d6a-44f2-b22b-7ed093e80da1 None None] Routers {'24e0c3eb-26e1-46c1-8984-537e131348d3'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:41:48.302990 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-6d9c6691-7d6a-44f2-b22b-7ed093e80da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:41:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['24e0c3eb-26e1-46c1-8984-537e131348d3'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:48.335432 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8d3789fc-2d1e-4013-b10f-55f870eec412 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "GET /v2.0/ports?device_id=24e0c3eb-26e1-46c1-8984-537e131348d3 HTTP/1.1" status: 200 len: 205 time: 0.0536039 Jul 09 16:41:48.337830 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37268) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:48.356498 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-f11adc07-63e8-4ffb-a8a4-2da8ee468039 None None] Set router ef40e027-17f5-49ff-a461-350ba958c195 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:41:48.417405 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device daf9ac92-90e4-4ff2-ac75-47144c3256dc up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:41:48.463272 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-6d9c6691-7d6a-44f2-b22b-7ed093e80da1 None None] Set router 24e0c3eb-26e1-46c1-8984-537e131348d3 gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:41:48.496270 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1881916b-7140-4c4c-8dae-55eb8fdcc15a tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:48.532003 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-6d9c6691-7d6a-44f2-b22b-7ed093e80da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'name': 'tempest-RoutersTest-router-420959986', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:40:44Z', 'updated_at': '2021-07-09T16:41:43Z', 'revision_number': 11, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'gw_port_host': None}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:48.583410 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9c6691-7d6a-44f2-b22b-7ed093e80da1 None None] Checking router: 24e0c3eb-26e1-46c1-8984-537e131348d3 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:41:48.599734 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9c6691-7d6a-44f2-b22b-7ed093e80da1 None None] Routers {'24e0c3eb-26e1-46c1-8984-537e131348d3'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:41:48.602629 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-6d9c6691-7d6a-44f2-b22b-7ed093e80da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:41:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['24e0c3eb-26e1-46c1-8984-537e131348d3'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:48.687749 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-6d9c6691-7d6a-44f2-b22b-7ed093e80da1 None None] Set router 24e0c3eb-26e1-46c1-8984-537e131348d3 gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:41:48.719237 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37280) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:48.742459 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port daf9ac92-90e4-4ff2-ac75-47144c3256dc triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:48.742852 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:48.772434 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-6d9c6691-7d6a-44f2-b22b-7ed093e80da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'name': 'tempest-RoutersTest-router-420959986', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:40:44Z', 'updated_at': '2021-07-09T16:41:43Z', 'revision_number': 11, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'gw_port_host': None}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:48.804859 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1881916b-7140-4c4c-8dae-55eb8fdcc15a tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:48.806506 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9c6691-7d6a-44f2-b22b-7ed093e80da1 None None] The sync data for ids ['24e0c3eb-26e1-46c1-8984-537e131348d3'] in n-d-798930-3 is: [{'id': '24e0c3eb-26e1-46c1-8984-537e131348d3', 'name': 'tempest-RoutersTest-router-420959986', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:40:44Z', 'updated_at': '2021-07-09T16:41:43Z', 'revision_number': 11, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'gw_port_host': None}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:41:48.824482 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1881916b-7140-4c4c-8dae-55eb8fdcc15a tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:48.886520 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1881916b-7140-4c4c-8dae-55eb8fdcc15a tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:48.887128 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1881916b-7140-4c4c-8dae-55eb8fdcc15a tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Fanout notify agent at l3_agent the message router_deleted on router 24e0c3eb-26e1-46c1-8984-537e131348d3 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:41:48.896565 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1881916b-7140-4c4c-8dae-55eb8fdcc15a tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:48.901468 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-1881916b-7140-4c4c-8dae-55eb8fdcc15a tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "DELETE /v2.0/routers/24e0c3eb-26e1-46c1-8984-537e131348d3 HTTP/1.1" status: 204 len: 168 time: 0.5587702 Jul 09 16:41:48.901826 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37290) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:48.908412 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-05f41104-c111-4b06-8cac-3c5d2b3afd6e tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-589243128', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:41:48.962572 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-05f41104-c111-4b06-8cac-3c5d2b3afd6e tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:48.963876 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-05f41104-c111-4b06-8cac-3c5d2b3afd6e tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:49.019393 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f11adc07-63e8-4ffb-a8a4-2da8ee468039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef40e027-17f5-49ff-a461-350ba958c195', 'name': 'tempest-TestAggregatesBasicOps-1303470614-router', 'tenant_id': 'f70abd974d2a4b328b0b5a3e8145973e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'daf9ac92-90e4-4ff2-ac75-47144c3256dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:41:35Z', 'updated_at': '2021-07-09T16:41:46Z', 'revision_number': 4, 'project_id': 'f70abd974d2a4b328b0b5a3e8145973e', 'gw_port': {'id': 'daf9ac92-90e4-4ff2-ac75-47144c3256dc', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cc:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef40e027-17f5-49ff-a461-350ba958c195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:37Z', 'updated_at': '2021-07-09T16:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '25dafdb7-25df-4de8-a312-6e6155cf3bd5', 'name': '', 'network_id': '431ae3ff-424a-4189-971f-ebc6ca00930d', 'tenant_id': 'f70abd974d2a4b328b0b5a3e8145973e', 'mac_address': 'fa:16:3e:98:68:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef40e027-17f5-49ff-a461-350ba958c195', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '3008f831-e5f4-41c4-b32e-6d71f7fc3982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:44Z', 'updated_at': '2021-07-09T16:41:46Z', 'revision_number': 2, 'project_id': 'f70abd974d2a4b328b0b5a3e8145973e', 'subnets': [{'id': '3008f831-e5f4-41c4-b32e-6d71f7fc3982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:49.051044 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-05f41104-c111-4b06-8cac-3c5d2b3afd6e tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:49.058343 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-05f41104-c111-4b06-8cac-3c5d2b3afd6e tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:49.075241 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11adc07-63e8-4ffb-a8a4-2da8ee468039 None None] Checking router: ef40e027-17f5-49ff-a461-350ba958c195 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:41:49.075641 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11adc07-63e8-4ffb-a8a4-2da8ee468039 None None] Updating router ef40e027-17f5-49ff-a461-350ba958c195 port 25dafdb7-25df-4de8-a312-6e6155cf3bd5 binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:41:49.101932 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 4d14deb4-de43-4886-b493-fcee901cdc79 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:41:49.138402 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 4d14deb4-de43-4886-b493-fcee901cdc79 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:41:49.139257 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 4d14deb4-de43-4886-b493-fcee901cdc79 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:41:49.158628 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fa4b36d9-163a-4f8e-a74a-a41bd7371044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:49.159161 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f11adc07-63e8-4ffb-a8a4-2da8ee468039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:49.169790 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-05f41104-c111-4b06-8cac-3c5d2b3afd6e tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:49.171301 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-05f41104-c111-4b06-8cac-3c5d2b3afd6e tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2684731 Jul 09 16:41:49.175270 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37300) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:49.189169 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-e2280b68-0100-431f-988c-e2648a5f94cb tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:41:49.287931 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fa4b36d9-163a-4f8e-a74a-a41bd7371044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:49.298518 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fa4b36d9-163a-4f8e-a74a-a41bd7371044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:49.376474 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-fa4b36d9-163a-4f8e-a74a-a41bd7371044 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7d33948fcb0e4d23a182b52068191bda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6556382 Jul 09 16:41:49.377194 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37304) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:49.434413 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4b36d9-163a-4f8e-a74a-a41bd7371044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42ab75c-0f9d-43af-8855-83146f8088a9,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:49.522429 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-30bafdc2-296b-4d8c-8b9e-450d1de76dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:49.557805 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-30bafdc2-296b-4d8c-8b9e-450d1de76dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:49.590541 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37310) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:49.603216 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-562b991d-79f8-479a-9a82-78943f0cca90 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1225353521-network', 'tenant_id': 'eb771d66bfef423b977de0143f099c3e'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:41:49.631221 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562b991d-79f8-479a-9a82-78943f0cca90 admin admin] Made reservation on behalf of eb771d66bfef423b977de0143f099c3e for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:41:49.634298 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-562b991d-79f8-479a-9a82-78943f0cca90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:49.641468 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e2280b68-0100-431f-988c-e2648a5f94cb tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:49.646883 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-562b991d-79f8-479a-9a82-78943f0cca90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:49.662802 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e2280b68-0100-431f-988c-e2648a5f94cb tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1725939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1725946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-313636'] for router, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:49.690396 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-30bafdc2-296b-4d8c-8b9e-450d1de76dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:49.694608 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-30bafdc2-296b-4d8c-8b9e-450d1de76dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:49.698409 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-30bafdc2-296b-4d8c-8b9e-450d1de76dfb admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e42ab75c-0f9d-43af-8855-83146f8088a9 HTTP/1.1" status: 204 len: 168 time: 0.2692528 Jul 09 16:41:49.714971 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bafdc2-296b-4d8c-8b9e-450d1de76dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42ab75c-0f9d-43af-8855-83146f8088a9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:49.742191 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f11adc07-63e8-4ffb-a8a4-2da8ee468039 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:49.763685 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f11adc07-63e8-4ffb-a8a4-2da8ee468039 None None] Transition to ACTIVE for port object 25dafdb7-25df-4de8-a312-6e6155cf3bd5 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:41:49.779473 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f11adc07-63e8-4ffb-a8a4-2da8ee468039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:49.839110 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-562b991d-79f8-479a-9a82-78943f0cca90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:49.849539 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-562b991d-79f8-479a-9a82-78943f0cca90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:49.854223 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40f36c-4272-4861-94f9-742bee9ebf08 None None] Pushing event updated for resources: {'Port': ['ID=25dafdb7-25df-4de8-a312-6e6155cf3bd5,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:49.878044 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-562b991d-79f8-479a-9a82-78943f0cca90 admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:41:49.905651 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-562b991d-79f8-479a-9a82-78943f0cca90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:49.906148 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-562b991d-79f8-479a-9a82-78943f0cca90 admin admin] Added segment 2c870751-e82a-4188-924b-bcedfc3f1930 of type vlan for network 93dad321-33a9-496a-b17a-41af9585ddc1 Jul 09 16:41:49.920629 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2280b68-0100-431f-988c-e2648a5f94cb tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Router 9f6b1d21-5bbd-4255-a5b5-3b3fb2056a24 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:41:49.992177 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-f11adc07-63e8-4ffb-a8a4-2da8ee468039 None None] Attempting to bind port 25dafdb7-25df-4de8-a312-6e6155cf3bd5 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:41:49.994363 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-f11adc07-63e8-4ffb-a8a4-2da8ee468039 None None] Attempting to bind port 25dafdb7-25df-4de8-a312-6e6155cf3bd5 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '4c206938-bdc7-4c70-84cc-419c0c2b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '431ae3ff-424a-4189-971f-ebc6ca00930d'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:41:49.994966 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11adc07-63e8-4ffb-a8a4-2da8ee468039 None None] Attempting to bind port 25dafdb7-25df-4de8-a312-6e6155cf3bd5 on network 431ae3ff-424a-4189-971f-ebc6ca00930d {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:41:50.009879 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11adc07-63e8-4ffb-a8a4-2da8ee468039 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:41:50.011060 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11adc07-63e8-4ffb-a8a4-2da8ee468039 None None] Checking segment: {'id': '4c206938-bdc7-4c70-84cc-419c0c2b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '431ae3ff-424a-4189-971f-ebc6ca00930d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:41:50.013490 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f11adc07-63e8-4ffb-a8a4-2da8ee468039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:50.014024 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11adc07-63e8-4ffb-a8a4-2da8ee468039 None None] Bound using segment: {'id': '4c206938-bdc7-4c70-84cc-419c0c2b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '431ae3ff-424a-4189-971f-ebc6ca00930d'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:41:50.014546 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-f11adc07-63e8-4ffb-a8a4-2da8ee468039 None None] Bound port: 25dafdb7-25df-4de8-a312-6e6155cf3bd5, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c206938-bdc7-4c70-84cc-419c0c2b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '431ae3ff-424a-4189-971f-ebc6ca00930d'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:41:50.017386 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f11adc07-63e8-4ffb-a8a4-2da8ee468039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:50.036414 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-562b991d-79f8-479a-9a82-78943f0cca90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:50.044007 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2280b68-0100-431f-988c-e2648a5f94cb tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:41:50.054294 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e2280b68-0100-431f-988c-e2648a5f94cb tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:50.056978 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e2280b68-0100-431f-988c-e2648a5f94cb tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "PUT /v2.0/routers/9f6b1d21-5bbd-4255-a5b5-3b3fb2056a24 HTTP/1.1" status: 200 len: 693 time: 0.8806784 Jul 09 16:41:50.060774 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37326) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:50.098643 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6b83cb-361d-4efe-b85a-e87c76a34519 None None] Sync routers for ids ['9f6b1d21-5bbd-4255-a5b5-3b3fb2056a24'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:41:50.143306 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562b991d-79f8-479a-9a82-78943f0cca90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0dd762d-2001-4599-88f3-21acb874f17f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:50.153884 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-562b991d-79f8-479a-9a82-78943f0cca90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:50.155115 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562b991d-79f8-479a-9a82-78943f0cca90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:50.167009 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-562b991d-79f8-479a-9a82-78943f0cca90 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:50.177090 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-4b435010-4030-4e23-9fc8-94a7a8678bb6 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "GET /v2.0/routers/9f6b1d21-5bbd-4255-a5b5-3b3fb2056a24 HTTP/1.1" status: 200 len: 699 time: 0.1073394 Jul 09 16:41:50.180026 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37330) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:50.195166 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6b83cb-361d-4efe-b85a-e87c76a34519 None None] Routers {'9f6b1d21-5bbd-4255-a5b5-3b3fb2056a24'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:41:50.199432 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1e6b83cb-361d-4efe-b85a-e87c76a34519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:41:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['9f6b1d21-5bbd-4255-a5b5-3b3fb2056a24'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:50.252451 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-020850d9-8566-45a5-bfad-c78cb4c44b01 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f6b1d21-5bbd-4255-a5b5-3b3fb2056a24 HTTP/1.1" status: 200 len: 205 time: 0.0711374 Jul 09 16:41:50.255363 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37332) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:50.290084 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-562b991d-79f8-479a-9a82-78943f0cca90 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6981213 Jul 09 16:41:50.312136 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37334) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:50.330301 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-ed241c5e-1ba2-4a55-a08a-8748db135fa8 admin admin] Request body: {'subnet': {'network_id': '93dad321-33a9-496a-b17a-41af9585ddc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1225353521-subnet', 'tenant_id': 'eb771d66bfef423b977de0143f099c3e', 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:41:50.334738 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-1e6b83cb-361d-4efe-b85a-e87c76a34519 None None] Set router 9f6b1d21-5bbd-4255-a5b5-3b3fb2056a24 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:41:50.365506 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562b991d-79f8-479a-9a82-78943f0cca90 admin admin] Pushing event updated for resources: {'Network': ['ID=93dad321-33a9-496a-b17a-41af9585ddc1,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:50.382132 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed241c5e-1ba2-4a55-a08a-8748db135fa8 admin admin] Made reservation on behalf of eb771d66bfef423b977de0143f099c3e for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:41:50.389195 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed241c5e-1ba2-4a55-a08a-8748db135fa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:50.419383 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1e6b83cb-361d-4efe-b85a-e87c76a34519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6b1d21-5bbd-4255-a5b5-3b3fb2056a24', 'name': 'tempest-RoutersTest-router-589243128', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:41:48Z', 'updated_at': '2021-07-09T16:41:49Z', 'revision_number': 2, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'gw_port_host': None}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:50.449717 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 93dad321-33a9-496a-b17a-41af9585ddc1 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:41:50.457676 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4fe5d3ad-e7f4-4c8f-a3a2-7cd1d43b048d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:50.534662 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-f11adc07-63e8-4ffb-a8a4-2da8ee468039 None None] For port 25dafdb7-25df-4de8-a312-6e6155cf3bd5, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:41:50.538600 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-f11adc07-63e8-4ffb-a8a4-2da8ee468039 None None] For port 25dafdb7-25df-4de8-a312-6e6155cf3bd5, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=25dafdb7-25df-4de8-a312-6e6155cf3bd5,segment=NetworkSegment(4c206938-bdc7-4c70-84cc-419c0c2b61de),segment_id=4c206938-bdc7-4c70-84cc-419c0c2b61de)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:41:50.542320 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6b83cb-361d-4efe-b85a-e87c76a34519 None None] Checking router: 9f6b1d21-5bbd-4255-a5b5-3b3fb2056a24 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:41:50.561426 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f11adc07-63e8-4ffb-a8a4-2da8ee468039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:50.582348 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6b83cb-361d-4efe-b85a-e87c76a34519 None None] Routers {'9f6b1d21-5bbd-4255-a5b5-3b3fb2056a24'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:41:50.583356 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1e6b83cb-361d-4efe-b85a-e87c76a34519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:41:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['9f6b1d21-5bbd-4255-a5b5-3b3fb2056a24'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:50.680891 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-1e6b83cb-361d-4efe-b85a-e87c76a34519 None None] Set router 9f6b1d21-5bbd-4255-a5b5-3b3fb2056a24 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:41:50.709994 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4fe5d3ad-e7f4-4c8f-a3a2-7cd1d43b048d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:50.714559 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4fe5d3ad-e7f4-4c8f-a3a2-7cd1d43b048d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:50.792754 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40f36c-4272-4861-94f9-742bee9ebf08 None None] Pushing event updated for resources: {'Port': ['ID=25dafdb7-25df-4de8-a312-6e6155cf3bd5,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:50.825200 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4fe5d3ad-e7f4-4c8f-a3a2-7cd1d43b048d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:50.825703 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe5d3ad-e7f4-4c8f-a3a2-7cd1d43b048d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Fanout notify agent at l3_agent the message router_deleted on router 9f6b1d21-5bbd-4255-a5b5-3b3fb2056a24 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:41:50.834372 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4fe5d3ad-e7f4-4c8f-a3a2-7cd1d43b048d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:50.835606 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-4fe5d3ad-e7f4-4c8f-a3a2-7cd1d43b048d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "DELETE /v2.0/routers/9f6b1d21-5bbd-4255-a5b5-3b3fb2056a24 HTTP/1.1" status: 204 len: 168 time: 0.5778236 Jul 09 16:41:50.839651 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37354) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:50.841421 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1e6b83cb-361d-4efe-b85a-e87c76a34519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6b1d21-5bbd-4255-a5b5-3b3fb2056a24', 'name': 'tempest-RoutersTest-router-589243128', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:41:48Z', 'updated_at': '2021-07-09T16:41:49Z', 'revision_number': 2, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'gw_port_host': None}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:50.858361 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed241c5e-1ba2-4a55-a08a-8748db135fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:50.879563 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6b83cb-361d-4efe-b85a-e87c76a34519 None None] The sync data for ids ['9f6b1d21-5bbd-4255-a5b5-3b3fb2056a24'] in n-d-798930-3 is: [{'id': '9f6b1d21-5bbd-4255-a5b5-3b3fb2056a24', 'name': 'tempest-RoutersTest-router-589243128', 'tenant_id': '850e57f21d324dbe951314eb6bfbdc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:41:48Z', 'updated_at': '2021-07-09T16:41:49Z', 'revision_number': 2, 'project_id': '850e57f21d324dbe951314eb6bfbdc4a', 'gw_port_host': None}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:41:50.886250 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11adc07-63e8-4ffb-a8a4-2da8ee468039 None None] Routers {'ef40e027-17f5-49ff-a461-350ba958c195'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:41:50.889315 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f11adc07-63e8-4ffb-a8a4-2da8ee468039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:41:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['ef40e027-17f5-49ff-a461-350ba958c195'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:50.927003 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e604eea6-8b93-4d48-bac7-ff5c3a775415 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f6b1d21-5bbd-4255-a5b5-3b3fb2056a24 HTTP/1.1" status: 200 len: 205 time: 0.0850649 Jul 09 16:41:50.927555 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37358) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:50.954714 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed241c5e-1ba2-4a55-a08a-8748db135fa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfc75529-70d1-45c6-bea0-8ab77454ffe7,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:51.049051 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-59bd0d83-face-4c47-a881-6dcf369b843d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] delete failed (client error): The resource could not be found. Jul 09 16:41:51.050117 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-59bd0d83-face-4c47-a881-6dcf369b843d tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "DELETE /v2.0/routers/9f6b1d21-5bbd-4255-a5b5-3b3fb2056a24 HTTP/1.1" status: 404 len: 336 time: 0.1204739 Jul 09 16:41:51.052947 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37368) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:51.065065 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed241c5e-1ba2-4a55-a08a-8748db135fa8 admin admin] Checking segment: {'id': '2c870751-e82a-4188-924b-bcedfc3f1930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '93dad321-33a9-496a-b17a-41af9585ddc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:41:51.065065 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed241c5e-1ba2-4a55-a08a-8748db135fa8 admin admin] Network hostable DHCP agents. Network: 93dad321-33a9-496a-b17a-41af9585ddc1, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:41:51.121407 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed241c5e-1ba2-4a55-a08a-8748db135fa8 admin admin] Network 93dad321-33a9-496a-b17a-41af9585ddc1 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:41:51.152135 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-ed241c5e-1ba2-4a55-a08a-8748db135fa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 93dad321-33a9-496a-b17a-41af9585ddc1) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:41:51.159201 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-426396e8-be54-4180-9a83-f5dc8b1928d5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] DELETE failed (client error): The resource could not be found. Jul 09 16:41:51.159823 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed241c5e-1ba2-4a55-a08a-8748db135fa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:51.160444 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed241c5e-1ba2-4a55-a08a-8748db135fa8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:51.164036 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-426396e8-be54-4180-9a83-f5dc8b1928d5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:41:51.170177 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-426396e8-be54-4180-9a83-f5dc8b1928d5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "DELETE /v2.0/subnets/27b19e18-5db3-4da2-8c73-424354d4bdd0 HTTP/1.1" status: 404 len: 337 time: 0.1161065 Jul 09 16:41:51.173669 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37372) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:51.212606 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ed241c5e-1ba2-4a55-a08a-8748db135fa8 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8986313 Jul 09 16:41:51.213654 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37374) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:51.223823 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-24a45040-1714-4bd4-977e-4a4e56f2b5da admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1225353521-router', 'tenant_id': 'eb771d66bfef423b977de0143f099c3e', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:41:51.257708 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1187482-0ecd-4e79-8d95-d24ccb531921 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] DELETE failed (client error): The resource could not be found. Jul 09 16:41:51.258248 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1187482-0ecd-4e79-8d95-d24ccb531921 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:41:51.261350 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b1187482-0ecd-4e79-8d95-d24ccb531921 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "DELETE /v2.0/subnets/c7dc2769-6054-48e4-9d2c-e35a51a762e4 HTTP/1.1" status: 404 len: 337 time: 0.0837786 Jul 09 16:41:51.265520 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37376) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:51.277895 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-f11adc07-63e8-4ffb-a8a4-2da8ee468039 None None] Set router ef40e027-17f5-49ff-a461-350ba958c195 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:41:51.283165 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24a45040-1714-4bd4-977e-4a4e56f2b5da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:51.284258 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24a45040-1714-4bd4-977e-4a4e56f2b5da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:51.324603 n-d-798930-3 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-b305dfc6-9aa4-45be-a4ac-925a1fc077a7 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] DELETE failed (client error): The resource could not be found. Jul 09 16:41:51.325046 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b305dfc6-9aa4-45be-a4ac-925a1fc077a7 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:41:51.327080 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b305dfc6-9aa4-45be-a4ac-925a1fc077a7 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "DELETE /v2.0/subnets/1f964f16-2b5a-400c-8bde-952d5f8f0b29 HTTP/1.1" status: 404 len: 337 time: 0.0604424 Jul 09 16:41:51.329720 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37378) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:51.380892 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fb3e92-c8c3-43c3-bbe3-df7b34c95e72 None None] Network 93dad321-33a9-496a-b17a-41af9585ddc1 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:41:51.386024 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e794e25-f92b-454a-b2a7-cbebb8af3fa0 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] DELETE failed (client error): The resource could not be found. Jul 09 16:41:51.386838 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e794e25-f92b-454a-b2a7-cbebb8af3fa0 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:41:51.388724 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-9e794e25-f92b-454a-b2a7-cbebb8af3fa0 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "DELETE /v2.0/subnets/12eafcda-c893-46af-886a-30b90e5ffa79 HTTP/1.1" status: 404 len: 337 time: 0.0578918 Jul 09 16:41:51.392820 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37380) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:51.445792 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24a45040-1714-4bd4-977e-4a4e56f2b5da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:51.447632 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-770f2065-fe8d-4fdf-9292-87029b0f2d73 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "GET /v2.0/ports?device_id=24e0c3eb-26e1-46c1-8984-537e131348d3 HTTP/1.1" status: 200 len: 205 time: 0.0535972 Jul 09 16:41:51.451124 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37382) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:51.567324 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [None req-63ba5acc-0ab1-4c8b-a9bf-5fe72e6c57c8 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] delete failed (client error): The resource could not be found. Jul 09 16:41:51.568474 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-63ba5acc-0ab1-4c8b-a9bf-5fe72e6c57c8 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "DELETE /v2.0/routers/24e0c3eb-26e1-46c1-8984-537e131348d3 HTTP/1.1" status: 404 len: 336 time: 0.1162591 Jul 09 16:41:51.572247 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37388) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:51.623232 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-bdf044b7-6f27-4f73-9908-201b16683264 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "GET /v2.0/ports?device_id=e440acce-d6e1-4d23-b8ea-9f6448041088 HTTP/1.1" status: 200 len: 205 time: 0.0475192 Jul 09 16:41:51.625391 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37392) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:51.676201 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-6213d641-4d05-45f6-9152-c5e0deb255e2 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] delete failed (client error): The resource could not be found. Jul 09 16:41:51.679657 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-6213d641-4d05-45f6-9152-c5e0deb255e2 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "DELETE /v2.0/routers/e440acce-d6e1-4d23-b8ea-9f6448041088 HTTP/1.1" status: 404 len: 336 time: 0.0508821 Jul 09 16:41:51.679884 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37398) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:51.715926 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a324a4f-23a4-4495-9980-6c9c3ed1fac5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] DELETE failed (client error): The resource could not be found. Jul 09 16:41:51.720502 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a324a4f-23a4-4495-9980-6c9c3ed1fac5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:41:51.730208 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-4a324a4f-23a4-4495-9980-6c9c3ed1fac5 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "DELETE /v2.0/subnets/ebd89e3c-5ecd-4ba6-b35e-e8ea4d401198 HTTP/1.1" status: 404 len: 337 time: 0.0467210 Jul 09 16:41:51.730509 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37408) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:51.759378 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24a45040-1714-4bd4-977e-4a4e56f2b5da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:51.765886 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-7b1fe355-bf0a-4f2a-9a18-532c55acb3ff tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "GET /v2.0/ports?device_id=dcc5c01b-4b6f-4083-8c93-d68b30b586f3 HTTP/1.1" status: 200 len: 205 time: 0.0335867 Jul 09 16:41:51.768882 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37412) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:51.876822 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37416) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:51.882096 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-0d6d3cf8-328a-452e-a282-f8e478c7e040 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] delete failed (client error): The resource could not be found. Jul 09 16:41:51.883639 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0d6d3cf8-328a-452e-a282-f8e478c7e040 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "DELETE /v2.0/routers/dcc5c01b-4b6f-4083-8c93-d68b30b586f3 HTTP/1.1" status: 404 len: 336 time: 0.1124802 Jul 09 16:41:51.886222 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37422) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:51.887582 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f857e655-ea01-4cc2-a9ae-1938f68644ce tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Request body: {'network': {'name': 'tempest-network-smoke--2028576835', 'project_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'port_security_enabled': True}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:41:51.935513 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2f5f8d-4c7e-4aa3-8d31-fd54de6e4c4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-93dad321-33a9-496a-b17a-41af9585ddc1', 'network_id': '93dad321-33a9-496a-b17a-41af9585ddc1', 'tenant_id': 'eb771d66bfef423b977de0143f099c3e', 'fixed_ips': [{'subnet_id': 'cfc75529-70d1-45c6-bea0-8ab77454ffe7'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:41:51.936346 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fb2f5f8d-4c7e-4aa3-8d31-fd54de6e4c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:51.957747 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ded37702-86e4-45b8-a6a4-4eb275230f33 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "GET /v2.0/ports?device_id=5c6e5d0d-e511-41f0-b82a-92f685429095 HTTP/1.1" status: 200 len: 205 time: 0.0701864 Jul 09 16:41:51.960115 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37432) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:51.961392 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f857e655-ea01-4cc2-a9ae-1938f68644ce tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Made reservation on behalf of 5e6a0eaba6cb46c1bafe0a279d6dc456 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:41:51.965291 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f11adc07-63e8-4ffb-a8a4-2da8ee468039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef40e027-17f5-49ff-a461-350ba958c195', 'name': 'tempest-TestAggregatesBasicOps-1303470614-router', 'tenant_id': 'f70abd974d2a4b328b0b5a3e8145973e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'daf9ac92-90e4-4ff2-ac75-47144c3256dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:41:35Z', 'updated_at': '2021-07-09T16:41:46Z', 'revision_number': 4, 'project_id': 'f70abd974d2a4b328b0b5a3e8145973e', 'gw_port': {'id': 'daf9ac92-90e4-4ff2-ac75-47144c3256dc', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cc:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef40e027-17f5-49ff-a461-350ba958c195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:37Z', 'updated_at': '2021-07-09T16:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '25dafdb7-25df-4de8-a312-6e6155cf3bd5', 'name': '', 'network_id': '431ae3ff-424a-4189-971f-ebc6ca00930d', 'tenant_id': 'f70abd974d2a4b328b0b5a3e8145973e', 'mac_address': 'fa:16:3e:98:68:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef40e027-17f5-49ff-a461-350ba958c195', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '3008f831-e5f4-41c4-b32e-6d71f7fc3982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:44Z', 'updated_at': '2021-07-09T16:41:50Z', 'revision_number': 4, 'project_id': 'f70abd974d2a4b328b0b5a3e8145973e', 'subnets': [{'id': '3008f831-e5f4-41c4-b32e-6d71f7fc3982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:51.967285 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f857e655-ea01-4cc2-a9ae-1938f68644ce tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:51.980803 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f857e655-ea01-4cc2-a9ae-1938f68644ce tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:52.008455 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-f9330efd-58b0-4819-984d-4a781d47d421 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] delete failed (client error): The resource could not be found. Jul 09 16:41:52.009701 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f9330efd-58b0-4819-984d-4a781d47d421 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "DELETE /v2.0/routers/5c6e5d0d-e511-41f0-b82a-92f685429095 HTTP/1.1" status: 404 len: 336 time: 0.0483425 Jul 09 16:41:52.012202 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37434) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:52.018278 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11adc07-63e8-4ffb-a8a4-2da8ee468039 None None] The sync data for ids ['ef40e027-17f5-49ff-a461-350ba958c195'] in n-d-798930-3 is: [{'id': 'ef40e027-17f5-49ff-a461-350ba958c195', 'name': 'tempest-TestAggregatesBasicOps-1303470614-router', 'tenant_id': 'f70abd974d2a4b328b0b5a3e8145973e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'daf9ac92-90e4-4ff2-ac75-47144c3256dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:41:35Z', 'updated_at': '2021-07-09T16:41:46Z', 'revision_number': 4, 'project_id': 'f70abd974d2a4b328b0b5a3e8145973e', 'gw_port': {'id': 'daf9ac92-90e4-4ff2-ac75-47144c3256dc', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cc:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef40e027-17f5-49ff-a461-350ba958c195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:37Z', 'updated_at': '2021-07-09T16:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '25dafdb7-25df-4de8-a312-6e6155cf3bd5', 'name': '', 'network_id': '431ae3ff-424a-4189-971f-ebc6ca00930d', 'tenant_id': 'f70abd974d2a4b328b0b5a3e8145973e', 'mac_address': 'fa:16:3e:98:68:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef40e027-17f5-49ff-a461-350ba958c195', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '3008f831-e5f4-41c4-b32e-6d71f7fc3982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:44Z', 'updated_at': '2021-07-09T16:41:50Z', 'revision_number': 4, 'project_id': 'f70abd974d2a4b328b0b5a3e8145973e', 'subnets': [{'id': '3008f831-e5f4-41c4-b32e-6d71f7fc3982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:41:52.100022 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc84a3a7-7a7a-45bf-a658-2c82511d50da tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] DELETE failed (client error): The resource could not be found. Jul 09 16:41:52.104651 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc84a3a7-7a7a-45bf-a658-2c82511d50da tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:41:52.111015 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-fc84a3a7-7a7a-45bf-a658-2c82511d50da tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "DELETE /v2.0/subnets/f299db3d-7cd6-4505-8b29-0114df61cc7d HTTP/1.1" status: 404 len: 337 time: 0.0946734 Jul 09 16:41:52.111690 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37440) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:52.174306 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0c5ba6c8-f475-41b0-928a-6aa8ed52c8a8 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "GET /v2.0/ports?device_id=92821711-3c4c-431d-9905-30709e9d3c55 HTTP/1.1" status: 200 len: 205 time: 0.0612762 Jul 09 16:41:52.187599 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37450) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:52.257436 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-43c51df1-1e01-4e98-9706-160ab2e2b0e8 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] delete failed (client error): The resource could not be found. Jul 09 16:41:52.259871 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-43c51df1-1e01-4e98-9706-160ab2e2b0e8 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "DELETE /v2.0/routers/92821711-3c4c-431d-9905-30709e9d3c55 HTTP/1.1" status: 404 len: 336 time: 0.0696437 Jul 09 16:41:52.262150 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37452) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:52.341531 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4a2991f-396f-40f6-b816-ac154bc76ffb tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] DELETE failed (client error): The resource could not be found. Jul 09 16:41:52.343636 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4a2991f-396f-40f6-b816-ac154bc76ffb tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:41:52.363623 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e4a2991f-396f-40f6-b816-ac154bc76ffb tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "DELETE /v2.0/subnets/ac91236f-10d3-4a2e-ad55-b3f764881d6e HTTP/1.1" status: 404 len: 337 time: 0.0993021 Jul 09 16:41:52.365361 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37454) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:52.375446 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fbd07d48-56ce-4d8e-b59f-dbd759b76d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:52.410175 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24a45040-1714-4bd4-977e-4a4e56f2b5da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:52.435599 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b2ff7778-f47a-498e-8e2a-07677bd31beb tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "GET /v2.0/ports?device_id=8670251d-5ce3-4add-9da2-315ead2c9a4e HTTP/1.1" status: 200 len: 205 time: 0.0631173 Jul 09 16:41:52.436370 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-fb2f5f8d-4c7e-4aa3-8d31-fd54de6e4c4f None None] Allocated IP 172.20.0.2 (93dad321-33a9-496a-b17a-41af9585ddc1/cfc75529-70d1-45c6-bea0-8ab77454ffe7/9a2297ff-1aa3-48a4-a026-79febabe2020) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:41:52.437009 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37458) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:52.566960 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 25dafdb7-25df-4de8-a312-6e6155cf3bd5 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:41:52.625675 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [None req-da86e9e5-1c01-4237-8376-4ba4633c1a09 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] delete failed (client error): The resource could not be found. Jul 09 16:41:52.630859 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37464) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:52.645351 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-da86e9e5-1c01-4237-8376-4ba4633c1a09 tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "DELETE /v2.0/routers/8670251d-5ce3-4add-9da2-315ead2c9a4e HTTP/1.1" status: 404 len: 336 time: 0.2029011 Jul 09 16:41:52.649636 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24a45040-1714-4bd4-977e-4a4e56f2b5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:52.670806 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 25dafdb7-25df-4de8-a312-6e6155cf3bd5 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:41:52.680839 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 25dafdb7-25df-4de8-a312-6e6155cf3bd5 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:52.687343 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:52.707777 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-2368d095-0951-4dec-a484-2d3bc0a0240a tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] DELETE failed (client error): The resource could not be found. Jul 09 16:41:52.708952 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2368d095-0951-4dec-a484-2d3bc0a0240a tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:41:52.717840 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2368d095-0951-4dec-a484-2d3bc0a0240a tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "DELETE /v2.0/subnets/586cb5d5-842d-4ada-954a-3c941ff0d3f1 HTTP/1.1" status: 404 len: 337 time: 0.0846043 Jul 09 16:41:52.718517 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37466) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:52.830980 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37468) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:52.833262 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c2fe3cc-d86b-44a0-b103-e4ee34667ade tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] DELETE failed (client error): The resource could not be found. Jul 09 16:41:52.833741 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c2fe3cc-d86b-44a0-b103-e4ee34667ade tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 16:41:52.846599 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8c2fe3cc-d86b-44a0-b103-e4ee34667ade tempest-RoutersTest-363041836 tempest-RoutersTest-363041836-project] 10.222.0.98 "DELETE /v2.0/subnets/81e9c29d-30bc-4d02-9c7c-1b16a9fe4d02 HTTP/1.1" status: 404 len: 337 time: 0.1262443 Jul 09 16:41:52.882365 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fb2f5f8d-4c7e-4aa3-8d31-fd54de6e4c4f None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:52.905807 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fb2f5f8d-4c7e-4aa3-8d31-fd54de6e4c4f None None] Transition to ACTIVE for port object 9a2297ff-1aa3-48a4-a026-79febabe2020 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:41:52.926096 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-24a45040-1714-4bd4-977e-4a4e56f2b5da admin admin] Allocated IP 172.25.0.182 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/d2de4c5e-40c2-42d1-9061-7b8c681f526e) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:41:52.942173 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:53.273973 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 25dafdb7-25df-4de8-a312-6e6155cf3bd5, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=25dafdb7-25df-4de8-a312-6e6155cf3bd5,segment=NetworkSegment(4c206938-bdc7-4c70-84cc-419c0c2b61de),segment_id=4c206938-bdc7-4c70-84cc-419c0c2b61de)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:53.273973 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fb2f5f8d-4c7e-4aa3-8d31-fd54de6e4c4f None None] Transition to ACTIVE for port object 9a2297ff-1aa3-48a4-a026-79febabe2020 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:41:53.273973 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:53.273973 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fb2f5f8d-4c7e-4aa3-8d31-fd54de6e4c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:53.285321 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24a45040-1714-4bd4-977e-4a4e56f2b5da admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:53.286848 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2f5f8d-4c7e-4aa3-8d31-fd54de6e4c4f None None] Network 93dad321-33a9-496a-b17a-41af9585ddc1 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:41:53.287550 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24a45040-1714-4bd4-977e-4a4e56f2b5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:53.288795 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-fb2f5f8d-4c7e-4aa3-8d31-fd54de6e4c4f None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:41:53.288795 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2f5f8d-4c7e-4aa3-8d31-fd54de6e4c4f None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:41:53.333078 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=25dafdb7-25df-4de8-a312-6e6155cf3bd5,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:53.340162 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d16abbf1-1fb1-402f-995d-d0dc97b0b1a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:53.380641 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37496) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:53.399136 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a45040-1714-4bd4-977e-4a4e56f2b5da admin admin] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:41:53.406683 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-24a45040-1714-4bd4-977e-4a4e56f2b5da admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:41:53.408351 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-fb2f5f8d-4c7e-4aa3-8d31-fd54de6e4c4f None None] Attempting to bind port 9a2297ff-1aa3-48a4-a026-79febabe2020 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:41:53.408951 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-fb2f5f8d-4c7e-4aa3-8d31-fd54de6e4c4f None None] Attempting to bind port 9a2297ff-1aa3-48a4-a026-79febabe2020 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '2c870751-e82a-4188-924b-bcedfc3f1930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '93dad321-33a9-496a-b17a-41af9585ddc1'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:41:53.409102 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2f5f8d-4c7e-4aa3-8d31-fd54de6e4c4f None None] Attempting to bind port 9a2297ff-1aa3-48a4-a026-79febabe2020 on network 93dad321-33a9-496a-b17a-41af9585ddc1 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:41:53.414539 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a45040-1714-4bd4-977e-4a4e56f2b5da admin admin] Pushing event updated for resources: {'Port': ['ID=d2de4c5e-40c2-42d1-9061-7b8c681f526e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:53.423179 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2f5f8d-4c7e-4aa3-8d31-fd54de6e4c4f None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:41:53.423771 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2f5f8d-4c7e-4aa3-8d31-fd54de6e4c4f None None] Checking segment: {'id': '2c870751-e82a-4188-924b-bcedfc3f1930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '93dad321-33a9-496a-b17a-41af9585ddc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:41:53.424371 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fb2f5f8d-4c7e-4aa3-8d31-fd54de6e4c4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:53.424948 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2f5f8d-4c7e-4aa3-8d31-fd54de6e4c4f None None] Bound using segment: {'id': '2c870751-e82a-4188-924b-bcedfc3f1930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '93dad321-33a9-496a-b17a-41af9585ddc1'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:41:53.425603 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-fb2f5f8d-4c7e-4aa3-8d31-fd54de6e4c4f None None] Bound port: 9a2297ff-1aa3-48a4-a026-79febabe2020, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c870751-e82a-4188-924b-bcedfc3f1930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '93dad321-33a9-496a-b17a-41af9585ddc1'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:41:53.426155 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fb2f5f8d-4c7e-4aa3-8d31-fd54de6e4c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:53.429068 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a45040-1714-4bd4-977e-4a4e56f2b5da admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:41:53.453550 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2f5f8d-4c7e-4aa3-8d31-fd54de6e4c4f None None] Pushing event updated for resources: {'Port': ['ID=9a2297ff-1aa3-48a4-a026-79febabe2020,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:53.553156 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fb2f5f8d-4c7e-4aa3-8d31-fd54de6e4c4f None None] For port 9a2297ff-1aa3-48a4-a026-79febabe2020, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:41:53.559829 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fb2f5f8d-4c7e-4aa3-8d31-fd54de6e4c4f None None] For port 9a2297ff-1aa3-48a4-a026-79febabe2020, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=9a2297ff-1aa3-48a4-a026-79febabe2020,segment=NetworkSegment(2c870751-e82a-4188-924b-bcedfc3f1930),segment_id=2c870751-e82a-4188-924b-bcedfc3f1930)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:41:53.574960 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fb2f5f8d-4c7e-4aa3-8d31-fd54de6e4c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:53.634310 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f857e655-ea01-4cc2-a9ae-1938f68644ce tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:53.654682 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f857e655-ea01-4cc2-a9ae-1938f68644ce tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:53.706718 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f857e655-ea01-4cc2-a9ae-1938f68644ce tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23bac503-1265-4cad-acb8-3804e0046007,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:53.733015 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2f5f8d-4c7e-4aa3-8d31-fd54de6e4c4f None None] Pushing event updated for resources: {'Port': ['ID=9a2297ff-1aa3-48a4-a026-79febabe2020,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:53.780740 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f857e655-ea01-4cc2-a9ae-1938f68644ce tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:41:53.817834 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f857e655-ea01-4cc2-a9ae-1938f68644ce tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:53.818087 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-f857e655-ea01-4cc2-a9ae-1938f68644ce tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Added segment 285506c0-251b-49cb-bff8-c2ca57ce07fc of type vlan for network 50b7b94c-6e0d-4621-9398-b5dd22283cc0 Jul 09 16:41:53.831861 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d16abbf1-1fb1-402f-995d-d0dc97b0b1a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:53.845101 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d16abbf1-1fb1-402f-995d-d0dc97b0b1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:54.066089 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f857e655-ea01-4cc2-a9ae-1938f68644ce tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:54.103409 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8a72c5f4-7e04-472b-aee1-ddfcc4888c7d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=850e57f21d324dbe951314eb6bfbdc4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7214594 Jul 09 16:41:54.109313 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37518) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:54.111425 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-d16abbf1-1fb1-402f-995d-d0dc97b0b1a9 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=09c6add60e7d49d4a2c3838c187ef7f5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2621610 Jul 09 16:41:54.113131 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37520) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:54.117426 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16abbf1-1fb1-402f-995d-d0dc97b0b1a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5cda70-770b-4fc8-8a2d-e7d9aae5f9dc,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:54.154185 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16abbf1-1fb1-402f-995d-d0dc97b0b1a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:54.154537 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16abbf1-1fb1-402f-995d-d0dc97b0b1a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:54.154900 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16abbf1-1fb1-402f-995d-d0dc97b0b1a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:54.155290 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16abbf1-1fb1-402f-995d-d0dc97b0b1a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:54.155619 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16abbf1-1fb1-402f-995d-d0dc97b0b1a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:54.155944 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16abbf1-1fb1-402f-995d-d0dc97b0b1a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:54.156267 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16abbf1-1fb1-402f-995d-d0dc97b0b1a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:54.156590 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16abbf1-1fb1-402f-995d-d0dc97b0b1a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:54.156907 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16abbf1-1fb1-402f-995d-d0dc97b0b1a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:54.157781 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16abbf1-1fb1-402f-995d-d0dc97b0b1a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:54.158447 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16abbf1-1fb1-402f-995d-d0dc97b0b1a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:54.158668 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24a45040-1714-4bd4-977e-4a4e56f2b5da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:54.159184 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16abbf1-1fb1-402f-995d-d0dc97b0b1a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:54.299659 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dee201d6-c285-455a-a5bf-7d4dd20051c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:54.332878 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e06e1f45-185b-43f3-819d-d39c85a2d3ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:54.373036 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dee201d6-c285-455a-a5bf-7d4dd20051c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:54.375825 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e06e1f45-185b-43f3-819d-d39c85a2d3ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:54.449611 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f857e655-ea01-4cc2-a9ae-1938f68644ce tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:54.461146 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f857e655-ea01-4cc2-a9ae-1938f68644ce tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:41:54.461795 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f857e655-ea01-4cc2-a9ae-1938f68644ce tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:54.476986 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dee201d6-c285-455a-a5bf-7d4dd20051c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:54.479915 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dee201d6-c285-455a-a5bf-7d4dd20051c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:54.483796 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-dee201d6-c285-455a-a5bf-7d4dd20051c5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4e5cda70-770b-4fc8-8a2d-e7d9aae5f9dc HTTP/1.1" status: 204 len: 168 time: 0.3690560 Jul 09 16:41:54.495763 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee201d6-c285-455a-a5bf-7d4dd20051c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5cda70-770b-4fc8-8a2d-e7d9aae5f9dc,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:54.543799 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 9a2297ff-1aa3-48a4-a026-79febabe2020 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:41:54.628144 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 9a2297ff-1aa3-48a4-a026-79febabe2020 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:41:54.633562 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 25dafdb7-25df-4de8-a312-6e6155cf3bd5 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:41:54.740013 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 25dafdb7-25df-4de8-a312-6e6155cf3bd5 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:54.740598 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:55.100525 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f857e655-ea01-4cc2-a9ae-1938f68644ce tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.2195957 Jul 09 16:41:55.104470 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37556) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:55.109883 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-be6fad8f-9b40-40ad-8db6-4212aeaee546 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2114292331', 'admin_state_up': True, 'project_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:41:55.135003 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f857e655-ea01-4cc2-a9ae-1938f68644ce tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Pushing event updated for resources: {'Network': ['ID=50b7b94c-6e0d-4621-9398-b5dd22283cc0,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:55.157486 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4668d1dc-0f2e-4d79-a825-5170645a6c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:55.171710 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 50b7b94c-6e0d-4621-9398-b5dd22283cc0 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:41:55.187829 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be6fad8f-9b40-40ad-8db6-4212aeaee546 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:55.189831 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be6fad8f-9b40-40ad-8db6-4212aeaee546 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:55.192908 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e06e1f45-185b-43f3-819d-d39c85a2d3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:55.201706 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e06e1f45-185b-43f3-819d-d39c85a2d3ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:55.205744 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e06e1f45-185b-43f3-819d-d39c85a2d3ca admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6e6c6e34-276b-44a1-abda-46e47780b27e HTTP/1.1" status: 204 len: 168 time: 1.0951486 Jul 09 16:41:55.234727 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06e1f45-185b-43f3-819d-d39c85a2d3ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6c6e34-276b-44a1-abda-46e47780b27e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:55.306904 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24a45040-1714-4bd4-977e-4a4e56f2b5da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:55.335448 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be6fad8f-9b40-40ad-8db6-4212aeaee546 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:55.512226 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ede349-ab64-4bd5-b9d3-f2c579c87951 None None] Network 93dad321-33a9-496a-b17a-41af9585ddc1 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:41:55.631839 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24a45040-1714-4bd4-977e-4a4e56f2b5da admin admin] Router 5fcb02c3-f2e2-4ad0-bf30-6f4addb49acd is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:41:55.794337 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be6fad8f-9b40-40ad-8db6-4212aeaee546 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:55.822406 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a45040-1714-4bd4-977e-4a4e56f2b5da admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:41:55.839935 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c13b5b-e695-40ff-906e-6b938a969cdc None None] Sync routers for ids ['5fcb02c3-f2e2-4ad0-bf30-6f4addb49acd'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:41:55.842744 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24a45040-1714-4bd4-977e-4a4e56f2b5da admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:55.845172 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a259fb10-cdd8-42d3-8f3c-f29ad1713daa None None] Provisioning for port 9a2297ff-1aa3-48a4-a026-79febabe2020 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:41:55.858954 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a259fb10-cdd8-42d3-8f3c-f29ad1713daa None None] Provisioning complete for port 9a2297ff-1aa3-48a4-a026-79febabe2020 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:55.859557 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a259fb10-cdd8-42d3-8f3c-f29ad1713daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:55.871711 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-24a45040-1714-4bd4-977e-4a4e56f2b5da admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.6529911 Jul 09 16:41:55.875946 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37584) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:55.885559 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c13b5b-e695-40ff-906e-6b938a969cdc None None] Routers {'5fcb02c3-f2e2-4ad0-bf30-6f4addb49acd'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:41:55.889779 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-53c13b5b-e695-40ff-906e-6b938a969cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:41:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['5fcb02c3-f2e2-4ad0-bf30-6f4addb49acd'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:55.915368 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:56.018890 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a259fb10-cdd8-42d3-8f3c-f29ad1713daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:56.077924 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a259fb10-cdd8-42d3-8f3c-f29ad1713daa None None] For port 9a2297ff-1aa3-48a4-a026-79febabe2020, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=9a2297ff-1aa3-48a4-a026-79febabe2020,segment=NetworkSegment(2c870751-e82a-4188-924b-bcedfc3f1930),segment_id=2c870751-e82a-4188-924b-bcedfc3f1930)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:41:56.086564 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a259fb10-cdd8-42d3-8f3c-f29ad1713daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:56.214191 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a259fb10-cdd8-42d3-8f3c-f29ad1713daa None None] Pushing event updated for resources: {'Port': ['ID=9a2297ff-1aa3-48a4-a026-79febabe2020,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:56.279726 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:56.325681 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-53c13b5b-e695-40ff-906e-6b938a969cdc None None] Set router 5fcb02c3-f2e2-4ad0-bf30-6f4addb49acd gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:41:56.327057 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be6fad8f-9b40-40ad-8db6-4212aeaee546 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:56.361548 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37598) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:56.420402 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be6fad8f-9b40-40ad-8db6-4212aeaee546 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:56.430761 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 9a2297ff-1aa3-48a4-a026-79febabe2020 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:41:56.556677 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 9a2297ff-1aa3-48a4-a026-79febabe2020 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:56.557157 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:56.624318 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-be6fad8f-9b40-40ad-8db6-4212aeaee546 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Allocated IP 172.25.0.140 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/5170c675-cb4a-4517-9f04-862b0764a2fb) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:41:56.702675 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:56.821147 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5a657fd7-7b7c-4fcf-b8cb-4fa53f8d7de0 None None] Provisioning complete for port 9a2297ff-1aa3-48a4-a026-79febabe2020 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:56.821738 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be6fad8f-9b40-40ad-8db6-4212aeaee546 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:56.822983 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5a657fd7-7b7c-4fcf-b8cb-4fa53f8d7de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:56.848430 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-84cf21fa-c913-4b17-b7e3-5d65beed94c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:56.854627 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-53c13b5b-e695-40ff-906e-6b938a969cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fcb02c3-f2e2-4ad0-bf30-6f4addb49acd', 'name': 'tempest-TestAggregatesBasicOps-1225353521-router', 'tenant_id': 'eb771d66bfef423b977de0143f099c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'd2de4c5e-40c2-42d1-9061-7b8c681f526e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:41:51Z', 'updated_at': '2021-07-09T16:41:53Z', 'revision_number': 3, 'project_id': 'eb771d66bfef423b977de0143f099c3e', 'gw_port': {'id': 'd2de4c5e-40c2-42d1-9061-7b8c681f526e', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:63:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fcb02c3-f2e2-4ad0-bf30-6f4addb49acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:52Z', 'updated_at': '2021-07-09T16:41:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:56.877221 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be6fad8f-9b40-40ad-8db6-4212aeaee546 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:56.932089 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6fad8f-9b40-40ad-8db6-4212aeaee546 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:41:56.939839 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-be6fad8f-9b40-40ad-8db6-4212aeaee546 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:41:56.948332 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6fad8f-9b40-40ad-8db6-4212aeaee546 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:41:56.953684 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c13b5b-e695-40ff-906e-6b938a969cdc None None] Checking router: 5fcb02c3-f2e2-4ad0-bf30-6f4addb49acd for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:41:56.955612 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c13b5b-e695-40ff-906e-6b938a969cdc None None] Updating router 5fcb02c3-f2e2-4ad0-bf30-6f4addb49acd port d2de4c5e-40c2-42d1-9061-7b8c681f526e binding host n-d-798930-3 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:41:56.964051 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37616) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:56.992381 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6fad8f-9b40-40ad-8db6-4212aeaee546 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Pushing event updated for resources: {'Port': ['ID=5170c675-cb4a-4517-9f04-862b0764a2fb,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:57.027222 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-53c13b5b-e695-40ff-906e-6b938a969cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:57.071142 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2f573a5f-1757-422a-aa8d-6f5744de30da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:57.334545 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [None req-b920a0cc-a095-46b1-b614-3883620ae9f1 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:57.338983 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b920a0cc-a095-46b1-b614-3883620ae9f1 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3720624 Jul 09 16:41:57.370210 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37632) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:57.374857 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [None req-85a4de2b-74ae-4875-86b6-994ddf8943e4 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:57.378652 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-85a4de2b-74ae-4875-86b6-994ddf8943e4 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0073140 Jul 09 16:41:57.383295 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37634) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:57.390525 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [None req-e76ad9a9-90f3-4c58-94cf-9a748e0d84f5 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:57.394860 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e76ad9a9-90f3-4c58-94cf-9a748e0d84f5 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0085320 Jul 09 16:41:57.396168 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37636) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:57.396827 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be6fad8f-9b40-40ad-8db6-4212aeaee546 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:57.491810 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [None req-6ff95128-ee30-4c12-8991-856d000b0bb3 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:57.493067 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-6ff95128-ee30-4c12-8991-856d000b0bb3 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0063396 Jul 09 16:41:57.496209 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37640) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:57.500842 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [None req-4d80604a-bc92-4858-9c29-db0609ca9e6d tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:57.502121 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-4d80604a-bc92-4858-9c29-db0609ca9e6d tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0047495 Jul 09 16:41:57.504982 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37642) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:57.510035 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [None req-71a2bde7-c341-4995-bebc-fb797bc8ecc5 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:57.511205 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-71a2bde7-c341-4995-bebc-fb797bc8ecc5 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0049624 Jul 09 16:41:57.519613 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37644) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:57.519952 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37646) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:57.525404 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [None req-96bedcac-b814-4794-a14f-7ca51450ecce tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:57.526348 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-96bedcac-b814-4794-a14f-7ca51450ecce tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0042922 Jul 09 16:41:57.533019 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37648) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:57.538332 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-53c13b5b-e695-40ff-906e-6b938a969cdc None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:57.542586 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [None req-c3937b5d-5cdc-4a4c-bf63-41de9d6191b1 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:57.544619 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c3937b5d-5cdc-4a4c-bf63-41de9d6191b1 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0088606 Jul 09 16:41:57.552239 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37652) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:57.562435 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-84cf21fa-c913-4b17-b7e3-5d65beed94c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:57.584865 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-53c13b5b-e695-40ff-906e-6b938a969cdc None None] Transition to ACTIVE for port object d2de4c5e-40c2-42d1-9061-7b8c681f526e will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:41:57.595945 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-84cf21fa-c913-4b17-b7e3-5d65beed94c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:57.602813 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-53c13b5b-e695-40ff-906e-6b938a969cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:57.632620 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [None req-f51348f0-4a4d-4a2d-b502-7b64b18c62ab tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:57.633891 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f51348f0-4a4d-4a2d-b502-7b64b18c62ab tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0807054 Jul 09 16:41:57.637004 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37654) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:57.645543 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [None req-f5bebe6d-c9ee-4817-a801-bfbc90b82c27 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:57.646491 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f5bebe6d-c9ee-4817-a801-bfbc90b82c27 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0066767 Jul 09 16:41:57.650491 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37658) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:57.660443 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [None req-ddb7b699-e005-4a38-a950-f2cc5d89d1e6 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:57.661481 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ddb7b699-e005-4a38-a950-f2cc5d89d1e6 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0100591 Jul 09 16:41:57.664518 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37660) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:57.670252 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [None req-f985f239-788f-49ed-80b5-463978c226f9 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:57.673592 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f985f239-788f-49ed-80b5-463978c226f9 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0057573 Jul 09 16:41:57.673907 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37662) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:57.680765 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [None req-ac9f44b1-1fb0-4c35-a8a4-4c1e6ab6ccaf tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:57.684705 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ac9f44b1-1fb0-4c35-a8a4-4c1e6ab6ccaf tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0070958 Jul 09 16:41:57.685419 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37664) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:57.686804 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-84cf21fa-c913-4b17-b7e3-5d65beed94c8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8e1f62dc427a4dcd9e32c94cfa61d1da&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3240674 Jul 09 16:41:57.688181 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-2f573a5f-1757-422a-aa8d-6f5744de30da admin admin] Allocated IP 172.20.0.1 (93dad321-33a9-496a-b17a-41af9585ddc1/cfc75529-70d1-45c6-bea0-8ab77454ffe7/899edb92-8bae-4f02-a505-b1ba45b0a207) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:41:57.690713 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf21fa-c913-4b17-b7e3-5d65beed94c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72697d9d-7fa7-4226-8ec0-b91db506b296,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:57.691103 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37666) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:57.694283 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [None req-e1a7e130-5e22-4994-a713-5626c13bce24 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:57.695276 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e1a7e130-5e22-4994-a713-5626c13bce24 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0058391 Jul 09 16:41:57.697995 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37668) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:57.708031 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [None req-27ce5c97-4a2f-4dd5-93ce-3e24bffc8864 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:57.709810 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-27ce5c97-4a2f-4dd5-93ce-3e24bffc8864 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0101874 Jul 09 16:41:57.713706 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37670) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:57.726049 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [None req-3c1de6e8-6d12-452e-847e-c6b17336f7b0 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:57.726858 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-53c13b5b-e695-40ff-906e-6b938a969cdc None None] Attempting to bind port d2de4c5e-40c2-42d1-9061-7b8c681f526e on host n-d-798930-3 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:41:57.727100 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3c1de6e8-6d12-452e-847e-c6b17336f7b0 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0121295 Jul 09 16:41:57.727364 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-53c13b5b-e695-40ff-906e-6b938a969cdc None None] Attempting to bind port d2de4c5e-40c2-42d1-9061-7b8c681f526e by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:41:57.727694 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c13b5b-e695-40ff-906e-6b938a969cdc None None] Attempting to bind port d2de4c5e-40c2-42d1-9061-7b8c681f526e on network caa6ed8d-2893-4113-8f68-c5284e694f6c {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:41:57.730233 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37672) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:57.735731 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732e67f8-2202-47b0-9745-c21ba4301761 None None] Pushing event updated for resources: {'Port': ['ID=d2de4c5e-40c2-42d1-9061-7b8c681f526e,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:57.746350 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [None req-b2db2ea8-8af8-4f83-99ec-6cdcde7142cb tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:57.747461 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b2db2ea8-8af8-4f83-99ec-6cdcde7142cb tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0116177 Jul 09 16:41:57.757901 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37674) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:57.760897 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c13b5b-e695-40ff-906e-6b938a969cdc None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:41:57.761275 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c13b5b-e695-40ff-906e-6b938a969cdc None None] Checking segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:41:57.761680 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-53c13b5b-e695-40ff-906e-6b938a969cdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:57.762074 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c13b5b-e695-40ff-906e-6b938a969cdc None None] Bound using segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:41:57.762536 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-53c13b5b-e695-40ff-906e-6b938a969cdc None None] Bound port: d2de4c5e-40c2-42d1-9061-7b8c681f526e, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:41:57.762949 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-53c13b5b-e695-40ff-906e-6b938a969cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:57.765278 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732e67f8-2202-47b0-9745-c21ba4301761 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:57.765616 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732e67f8-2202-47b0-9745-c21ba4301761 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:57.765949 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732e67f8-2202-47b0-9745-c21ba4301761 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:57.766279 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732e67f8-2202-47b0-9745-c21ba4301761 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:57.767176 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732e67f8-2202-47b0-9745-c21ba4301761 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:57.767506 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732e67f8-2202-47b0-9745-c21ba4301761 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:57.767828 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732e67f8-2202-47b0-9745-c21ba4301761 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:57.768148 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732e67f8-2202-47b0-9745-c21ba4301761 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:57.769496 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732e67f8-2202-47b0-9745-c21ba4301761 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:57.769812 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732e67f8-2202-47b0-9745-c21ba4301761 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:57.770131 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732e67f8-2202-47b0-9745-c21ba4301761 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:57.770474 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732e67f8-2202-47b0-9745-c21ba4301761 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:41:57.796022 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [None req-9da03d8e-971a-400d-b6fe-5928c0f03460 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:57.798384 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-9da03d8e-971a-400d-b6fe-5928c0f03460 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0390959 Jul 09 16:41:57.802202 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37676) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:57.807410 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [None req-3d6d5f31-6793-4eff-a9b0-534971852035 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:57.808729 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-3d6d5f31-6793-4eff-a9b0-534971852035 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0052645 Jul 09 16:41:57.811150 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37678) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:57.819854 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [None req-bc03a628-239f-43a1-89f1-4f7e9c99ea54 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:57.820841 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-bc03a628-239f-43a1-89f1-4f7e9c99ea54 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0087860 Jul 09 16:41:57.824073 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37680) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:57.833631 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [None req-99091c96-cfae-4d79-bb02-00eb9a55e0c4 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:57.835237 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-99091c96-cfae-4d79-bb02-00eb9a55e0c4 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0097260 Jul 09 16:41:57.838109 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37682) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:57.846402 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [None req-e4c41141-0b2c-4e61-940c-1a14fc594056 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:57.847858 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e4c41141-0b2c-4e61-940c-1a14fc594056 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0084088 Jul 09 16:41:57.851678 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37684) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:57.855472 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-53c13b5b-e695-40ff-906e-6b938a969cdc None None] For port d2de4c5e-40c2-42d1-9061-7b8c681f526e, host n-d-798930-3, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:41:57.861924 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-53c13b5b-e695-40ff-906e-6b938a969cdc None None] For port d2de4c5e-40c2-42d1-9061-7b8c681f526e, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=d2de4c5e-40c2-42d1-9061-7b8c681f526e,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:41:57.867481 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [None req-92c7a6a5-a761-41d9-82f3-e171e32d1784 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:57.868839 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-92c7a6a5-a761-41d9-82f3-e171e32d1784 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0146799 Jul 09 16:41:57.871801 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37686) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:57.879735 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [None req-635ba082-57fd-44f3-9b20-00bc3a92f2c5 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:57.883186 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-53c13b5b-e695-40ff-906e-6b938a969cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:57.883340 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-635ba082-57fd-44f3-9b20-00bc3a92f2c5 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0075049 Jul 09 16:41:57.889936 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37688) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:57.896109 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [None req-580d797b-7ab9-44a4-9dfe-f597b5f7095f tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:57.900004 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-580d797b-7ab9-44a4-9dfe-f597b5f7095f tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0093896 Jul 09 16:41:57.903201 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37690) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:57.909493 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [None req-69c8262c-376f-4a80-ab9f-36a34fa06b48 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:57.910968 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-69c8262c-376f-4a80-ab9f-36a34fa06b48 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0063605 Jul 09 16:41:57.914118 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37692) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:57.921748 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [None req-7a041f08-5dbc-4e95-bd8e-e457b4e7b500 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:57.925376 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7a041f08-5dbc-4e95-bd8e-e457b4e7b500 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0074992 Jul 09 16:41:57.927256 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37696) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:57.933164 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [None req-786198f1-5e76-495a-a699-8fc0f7448e8a tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:57.937306 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-786198f1-5e76-495a-a699-8fc0f7448e8a tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0064092 Jul 09 16:41:57.939204 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37698) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:57.944196 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [None req-1510a6cb-9d6f-4a03-a9fb-559457516009 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:57.947818 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1510a6cb-9d6f-4a03-a9fb-559457516009 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0051014 Jul 09 16:41:57.951532 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37700) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:57.960342 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [None req-6fb9d280-fbc1-4317-bb8f-be4d841b6eaa tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:57.964638 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6fb9d280-fbc1-4317-bb8f-be4d841b6eaa tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0094178 Jul 09 16:41:57.968198 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2f573a5f-1757-422a-aa8d-6f5744de30da admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:57.972284 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37702) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:57.975985 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [None req-9a7124af-b82b-417e-bb24-001bee30a7f2 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:57.979649 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-9a7124af-b82b-417e-bb24-001bee30a7f2 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0052881 Jul 09 16:41:57.979996 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37704) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:57.988140 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [None req-dd1ea494-5727-45fa-a84d-eb172a6ee093 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:57.991805 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-dd1ea494-5727-45fa-a84d-eb172a6ee093 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0082250 Jul 09 16:41:57.992987 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37706) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:58.000638 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [None req-f47a3696-0432-492e-926e-ee1c521f0194 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:58.001539 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c13b5b-e695-40ff-906e-6b938a969cdc None None] Routers {'5fcb02c3-f2e2-4ad0-bf30-6f4addb49acd'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:41:58.004883 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f47a3696-0432-492e-926e-ee1c521f0194 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0084069 Jul 09 16:41:58.005110 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-53c13b5b-e695-40ff-906e-6b938a969cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:41:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['5fcb02c3-f2e2-4ad0-bf30-6f4addb49acd'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:58.007174 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-2f573a5f-1757-422a-aa8d-6f5744de30da admin admin] Transition to ACTIVE for port object 899edb92-8bae-4f02-a505-b1ba45b0a207 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:41:58.007350 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732e67f8-2202-47b0-9745-c21ba4301761 None None] Pushing event updated for resources: {'Port': ['ID=d2de4c5e-40c2-42d1-9061-7b8c681f526e,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:58.007467 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37708) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:58.017555 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [None req-9aff5bba-5271-42e5-8e50-3a5d0a560ad0 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:58.022371 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-9aff5bba-5271-42e5-8e50-3a5d0a560ad0 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0114625 Jul 09 16:41:58.022824 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37710) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:58.029992 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [None req-684c54d7-5cbf-410d-a925-081b6b1ffba4 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:58.034274 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-684c54d7-5cbf-410d-a925-081b6b1ffba4 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0074527 Jul 09 16:41:58.035665 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37712) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:58.042198 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [None req-6e8b7b32-ec28-4a43-9a05-4770c48e1683 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:58.047659 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6e8b7b32-ec28-4a43-9a05-4770c48e1683 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0067120 Jul 09 16:41:58.047659 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37714) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:58.052554 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [None req-ee8b2b2d-ebe6-408d-b51f-e91d00528411 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:58.056224 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ee8b2b2d-ebe6-408d-b51f-e91d00528411 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0049493 Jul 09 16:41:58.056520 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37716) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:58.066253 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [None req-25d73561-6793-4610-9aa7-4de1e08d2cff tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:58.070437 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-25d73561-6793-4610-9aa7-4de1e08d2cff tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0096471 Jul 09 16:41:58.073553 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37718) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:58.080957 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [None req-cc530c84-7119-4d65-b313-1802af0819ce tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:58.084527 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-cc530c84-7119-4d65-b313-1802af0819ce tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0075068 Jul 09 16:41:58.085865 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37720) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:58.090526 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [None req-386f9697-0fe5-4017-8cb6-8ec852702b7f tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:58.094079 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-386f9697-0fe5-4017-8cb6-8ec852702b7f tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0049446 Jul 09 16:41:58.095860 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37722) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:58.105186 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [None req-e3de60f7-6f82-48aa-94a7-5f68a5f7970f tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:58.108978 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e3de60f7-6f82-48aa-94a7-5f68a5f7970f tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0092804 Jul 09 16:41:58.109884 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37726) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:58.114253 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [None req-881af121-dab9-4596-9769-040780dc1425 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:58.119672 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-881af121-dab9-4596-9769-040780dc1425 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0047636 Jul 09 16:41:58.120504 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37728) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:58.128914 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [None req-e385295d-f8d8-480b-9652-033f4961889f tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:58.139521 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e385295d-f8d8-480b-9652-033f4961889f tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0177441 Jul 09 16:41:58.140433 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37730) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:58.146993 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [None req-c6db4a1c-4266-4690-935f-675e9bba0cf3 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:58.151148 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c6db4a1c-4266-4690-935f-675e9bba0cf3 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0077124 Jul 09 16:41:58.153159 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2f573a5f-1757-422a-aa8d-6f5744de30da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:58.155468 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37734) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:58.170473 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [None req-13ae799c-cdd5-429d-b00d-7c36c6cde852 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:58.175107 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-13ae799c-cdd5-429d-b00d-7c36c6cde852 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0131731 Jul 09 16:41:58.200373 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37736) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:58.205848 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [None req-89e3a94f-0904-4635-9b1e-ea6a4b79430f tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:58.209815 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-89e3a94f-0904-4635-9b1e-ea6a4b79430f tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0081742 Jul 09 16:41:58.213081 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37738) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:58.221134 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [None req-ba2ce620-bdd9-4644-a142-288c28d88053 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:58.224886 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:58.226012 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ba2ce620-bdd9-4644-a142-288c28d88053 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0099621 Jul 09 16:41:58.233929 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37740) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:58.257768 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [None req-04da9185-ad8e-46b5-90b0-3cf51395f7be tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:58.262180 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-04da9185-ad8e-46b5-90b0-3cf51395f7be tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0269134 Jul 09 16:41:58.263642 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37742) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:58.276983 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f573a5f-1757-422a-aa8d-6f5744de30da admin admin] Network 93dad321-33a9-496a-b17a-41af9585ddc1 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:41:58.281424 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [None req-63b623fb-3603-451f-9c85-e8dd285bcc49 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:58.284774 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-63b623fb-3603-451f-9c85-e8dd285bcc49 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0050082 Jul 09 16:41:58.284774 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f573a5f-1757-422a-aa8d-6f5744de30da admin admin] Pushing event updated for resources: {'Port': ['ID=899edb92-8bae-4f02-a505-b1ba45b0a207,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:58.293997 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37744) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:58.310138 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-2f573a5f-1757-422a-aa8d-6f5744de30da admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:41:58.314482 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f573a5f-1757-422a-aa8d-6f5744de30da admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:41:58.315346 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [None req-3d555b36-540b-496c-a9ce-93d8b643822a tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:58.319288 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3d555b36-540b-496c-a9ce-93d8b643822a tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0235531 Jul 09 16:41:58.320531 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37746) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:58.322961 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-6ffcc021-5729-4642-9bba-465b2ddd0819 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:41:58.323462 n-d-798930-3 neutron-server[93959]: WARNING neutron.api.v2.base [None req-6ffcc021-5729-4642-9bba-465b2ddd0819 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 09 16:41:58.324053 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-6ffcc021-5729-4642-9bba-465b2ddd0819 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] create failed (client error): There was a conflict when trying to complete your request. Jul 09 16:41:58.325407 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-6ffcc021-5729-4642-9bba-465b2ddd0819 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.8044825 Jul 09 16:41:58.329972 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37748) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:58.357525 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-3c9b229b-f269-4e58-a59c-66a4c6b50f41 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Request body: {'security_group': {'name': 'tempest-secgroup--1562468442'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:41:58.365865 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-53c13b5b-e695-40ff-906e-6b938a969cdc None None] Set router 5fcb02c3-f2e2-4ad0-bf30-6f4addb49acd gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:41:58.390397 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [None req-318b67b2-c001-4792-adfa-2bdc2dc4bdf8 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:58.391751 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-318b67b2-c001-4792-adfa-2bdc2dc4bdf8 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0052974 Jul 09 16:41:58.392802 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2f573a5f-1757-422a-aa8d-6f5744de30da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:58.395339 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37752) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:58.397608 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3c9b229b-f269-4e58-a59c-66a4c6b50f41 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:58.411250 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [None req-62a0da8b-1d2e-4208-9c00-3c355482858c tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:58.414572 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-62a0da8b-1d2e-4208-9c00-3c355482858c tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0153849 Jul 09 16:41:58.418410 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37754) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:58.423341 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [None req-a301d607-73cf-4830-98a9-05de5c479457 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:58.427621 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a301d607-73cf-4830-98a9-05de5c479457 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0081530 Jul 09 16:41:58.430905 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3c9b229b-f269-4e58-a59c-66a4c6b50f41 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:58.440047 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37756) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:58.446441 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be6fad8f-9b40-40ad-8db6-4212aeaee546 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:58.452844 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [None req-778ff50e-9dcf-44db-95e3-3ae5560c5f09 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:58.456814 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-778ff50e-9dcf-44db-95e3-3ae5560c5f09 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0118732 Jul 09 16:41:58.457623 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37758) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:58.462851 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [None req-aa12065e-fed7-450f-8ed3-b1deecc877bb tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:58.464117 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e9cbd353-df58-41a6-bad6-f4da304ff11e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:58.466421 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-aa12065e-fed7-450f-8ed3-b1deecc877bb tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0077722 Jul 09 16:41:58.467250 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37760) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:58.475400 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [None req-d5fa9fef-eaea-449a-9c12-ebe10062fcd5 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:58.483604 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d5fa9fef-eaea-449a-9c12-ebe10062fcd5 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0133526 Jul 09 16:41:58.486326 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37762) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:58.489127 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e9cbd353-df58-41a6-bad6-f4da304ff11e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:58.502565 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [None req-5e5ec4aa-408a-48de-8077-d48afc075a71 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:58.506930 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-5e5ec4aa-408a-48de-8077-d48afc075a71 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0128417 Jul 09 16:41:58.507739 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37764) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:58.514288 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [None req-3ce66588-4426-4292-84db-de72a7e18a77 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:58.519108 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-3ce66588-4426-4292-84db-de72a7e18a77 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0078769 Jul 09 16:41:58.525413 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37766) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:58.531881 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [None req-450c8c78-2567-4beb-940b-ca3a520c1bf1 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:58.536109 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-450c8c78-2567-4beb-940b-ca3a520c1bf1 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0093966 Jul 09 16:41:58.538618 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37768) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:58.545487 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [None req-92044e6e-82a6-4bbc-b58f-4a9f945db128 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:58.550228 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-92044e6e-82a6-4bbc-b58f-4a9f945db128 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0103681 Jul 09 16:41:58.551146 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37770) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:58.560468 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [None req-1fc44719-8390-4505-ac80-41821c419310 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:58.562302 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1fc44719-8390-4505-ac80-41821c419310 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0077024 Jul 09 16:41:58.602841 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37772) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:58.613334 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [None req-a1c27eb2-286f-46c8-90e3-334bb5ca0510 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:58.614369 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a1c27eb2-286f-46c8-90e3-334bb5ca0510 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0105419 Jul 09 16:41:58.617893 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37776) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:58.623656 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [None req-c49db453-8fe4-40ed-8de5-bed66d263fdf tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:58.624877 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c49db453-8fe4-40ed-8de5-bed66d263fdf tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0053430 Jul 09 16:41:58.628445 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37778) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:58.636631 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [None req-a404a619-2079-4cf4-a610-a89cb7eed0f9 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:58.638117 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a404a619-2079-4cf4-a610-a89cb7eed0f9 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0080388 Jul 09 16:41:58.640772 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37780) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:58.646307 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [None req-6fe8f35d-9260-488d-8aaf-465a6351d056 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:58.647511 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6fe8f35d-9260-488d-8aaf-465a6351d056 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0058489 Jul 09 16:41:58.651959 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37782) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:58.676355 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [None req-40ee8731-12fc-4ff8-8929-28f94043da19 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:58.677637 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-40ee8731-12fc-4ff8-8929-28f94043da19 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0245600 Jul 09 16:41:58.680634 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37784) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:58.686195 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [None req-4da5f3ea-e3e7-4e1a-8551-7ce0141f567f tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:58.687224 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-4da5f3ea-e3e7-4e1a-8551-7ce0141f567f tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0054955 Jul 09 16:41:58.690441 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37786) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:58.696153 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-53c13b5b-e695-40ff-906e-6b938a969cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fcb02c3-f2e2-4ad0-bf30-6f4addb49acd', 'name': 'tempest-TestAggregatesBasicOps-1225353521-router', 'tenant_id': 'eb771d66bfef423b977de0143f099c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'd2de4c5e-40c2-42d1-9061-7b8c681f526e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:41:51Z', 'updated_at': '2021-07-09T16:41:53Z', 'revision_number': 3, 'project_id': 'eb771d66bfef423b977de0143f099c3e', 'gw_port': {'id': 'd2de4c5e-40c2-42d1-9061-7b8c681f526e', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:63:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fcb02c3-f2e2-4ad0-bf30-6f4addb49acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:52Z', 'updated_at': '2021-07-09T16:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:58.705114 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [None req-9056c8d9-06ca-4b69-b015-c35973217be8 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:58.705379 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2f573a5f-1757-422a-aa8d-6f5744de30da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:58.706142 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-9056c8d9-06ca-4b69-b015-c35973217be8 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0089049 Jul 09 16:41:58.718968 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d8ade353-035e-43dc-8215-182f170296dd None None] Provisioning for port 899edb92-8bae-4f02-a505-b1ba45b0a207 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:41:58.720901 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37788) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:58.728298 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [None req-2483e4ce-e8b2-4250-bcd1-dc98466dd281 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] http://10.222.0.98:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:41:58.728546 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d8ade353-035e-43dc-8215-182f170296dd None None] Provisioning complete for port 899edb92-8bae-4f02-a505-b1ba45b0a207 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:41:58.728893 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d8ade353-035e-43dc-8215-182f170296dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:58.729577 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2483e4ce-e8b2-4250-bcd1-dc98466dd281 tempest-ExtensionsTestJSON-1994186634 tempest-ExtensionsTestJSON-1994186634-project] 10.222.0.98 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0057993 Jul 09 16:41:58.805660 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c13b5b-e695-40ff-906e-6b938a969cdc None None] The sync data for ids ['5fcb02c3-f2e2-4ad0-bf30-6f4addb49acd'] in n-d-798930-3 is: [{'id': '5fcb02c3-f2e2-4ad0-bf30-6f4addb49acd', 'name': 'tempest-TestAggregatesBasicOps-1225353521-router', 'tenant_id': 'eb771d66bfef423b977de0143f099c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'd2de4c5e-40c2-42d1-9061-7b8c681f526e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:41:51Z', 'updated_at': '2021-07-09T16:41:53Z', 'revision_number': 3, 'project_id': 'eb771d66bfef423b977de0143f099c3e', 'gw_port': {'id': 'd2de4c5e-40c2-42d1-9061-7b8c681f526e', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:63:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fcb02c3-f2e2-4ad0-bf30-6f4addb49acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:52Z', 'updated_at': '2021-07-09T16:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:41:58.813051 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e9cbd353-df58-41a6-bad6-f4da304ff11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:58.816057 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e9cbd353-df58-41a6-bad6-f4da304ff11e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:58.819865 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e9cbd353-df58-41a6-bad6-f4da304ff11e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/72697d9d-7fa7-4226-8ec0-b91db506b296 HTTP/1.1" status: 204 len: 168 time: 1.1216612 Jul 09 16:41:58.846923 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cbd353-df58-41a6-bad6-f4da304ff11e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72697d9d-7fa7-4226-8ec0-b91db506b296,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:58.863907 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-d8ade353-035e-43dc-8215-182f170296dd None None] Port 899edb92-8bae-4f02-a505-b1ba45b0a207 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:41:58.945860 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3c9b229b-f269-4e58-a59c-66a4c6b50f41 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:58.950588 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3c9b229b-f269-4e58-a59c-66a4c6b50f41 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:58.965554 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6fad8f-9b40-40ad-8db6-4212aeaee546 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Router 116952ef-48ec-4c42-8ae0-c28fa07df1d4 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:41:59.018208 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b229b-f269-4e58-a59c-66a4c6b50f41 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44fc400c-c1ca-450b-8467-af5203cc31e6,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:59.154918 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2f573a5f-1757-422a-aa8d-6f5744de30da admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:59.167286 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2f573a5f-1757-422a-aa8d-6f5744de30da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:59.181320 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3c9b229b-f269-4e58-a59c-66a4c6b50f41 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:59.204869 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3c9b229b-f269-4e58-a59c-66a4c6b50f41 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:59.213109 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6fad8f-9b40-40ad-8db6-4212aeaee546 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:41:59.225938 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec51b69b-2525-471d-b73f-d19bd5972518 None None] Sync routers for ids ['116952ef-48ec-4c42-8ae0-c28fa07df1d4'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:41:59.247089 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec51b69b-2525-471d-b73f-d19bd5972518 None None] Routers {'116952ef-48ec-4c42-8ae0-c28fa07df1d4'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:41:59.247904 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ec51b69b-2525-471d-b73f-d19bd5972518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:41:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['116952ef-48ec-4c42-8ae0-c28fa07df1d4'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:41:59.249866 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2f573a5f-1757-422a-aa8d-6f5744de30da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:59.285352 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37806) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:59.340521 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3c9b229b-f269-4e58-a59c-66a4c6b50f41 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:59.342948 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3c9b229b-f269-4e58-a59c-66a4c6b50f41 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0094905 Jul 09 16:41:59.346614 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37810) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:59.355345 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be6fad8f-9b40-40ad-8db6-4212aeaee546 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:59.363318 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-be6fad8f-9b40-40ad-8db6-4212aeaee546 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.2583442 Jul 09 16:41:59.364560 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b229b-f269-4e58-a59c-66a4c6b50f41 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55caf610-3475-43e9-81f8-2b0c0462351a,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:59.366708 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37814) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:59.377242 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-5c1aa417-15f7-4c7a-87d0-35dfc19028c2 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Request body: {'security_group_rule': {'security_group_id': '55caf610-3475-43e9-81f8-2b0c0462351a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:41:59.424916 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f573a5f-1757-422a-aa8d-6f5744de30da admin admin] Pushing event updated for resources: {'Port': ['ID=899edb92-8bae-4f02-a505-b1ba45b0a207,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:59.515526 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c1aa417-15f7-4c7a-87d0-35dfc19028c2 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:59.578023 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-36120313-c02f-496f-8aa8-8c8d26cd74eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:59.582197 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f573a5f-1757-422a-aa8d-6f5744de30da admin admin] Network 93dad321-33a9-496a-b17a-41af9585ddc1 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:41:59.590279 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-2f573a5f-1757-422a-aa8d-6f5744de30da admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:41:59.592374 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-ec51b69b-2525-471d-b73f-d19bd5972518 None None] Set router 116952ef-48ec-4c42-8ae0-c28fa07df1d4 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:41:59.668905 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37818) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:59.816841 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c1aa417-15f7-4c7a-87d0-35dfc19028c2 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:59.828009 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c1aa417-15f7-4c7a-87d0-35dfc19028c2 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:59.847853 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c2a66539-3d7f-4dae-9a69-04e88202e0c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:41:59.848341 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-69b48655-aa44-4573-b4e9-505f48d3a3fa tempest-TestSecurityGroupsBasicOps-50411992 tempest-TestSecurityGroupsBasicOps-50411992-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=5e6a0eaba6cb46c1bafe0a279d6dc456&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4804418 Jul 09 16:41:59.864492 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37822) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:41:59.917450 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1aa417-15f7-4c7a-87d0-35dfc19028c2 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07ab88d0-805f-49b1-8abe-03c6c3b29141,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:41:59.991240 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-36120313-c02f-496f-8aa8-8c8d26cd74eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:00.027764 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-36120313-c02f-496f-8aa8-8c8d26cd74eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:00.031379 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-eeaa8d7b-c2ff-4e88-847d-460b4630fe1e None None] Provisioning complete for port 899edb92-8bae-4f02-a505-b1ba45b0a207 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:42:00.031993 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-eeaa8d7b-c2ff-4e88-847d-460b4630fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:00.092601 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-eeaa8d7b-c2ff-4e88-847d-460b4630fe1e None None] Port 899edb92-8bae-4f02-a505-b1ba45b0a207 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:42:00.100884 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ec51b69b-2525-471d-b73f-d19bd5972518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116952ef-48ec-4c42-8ae0-c28fa07df1d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2114292331', 'tenant_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '5170c675-cb4a-4517-9f04-862b0764a2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:41:55Z', 'updated_at': '2021-07-09T16:41:57Z', 'revision_number': 3, 'project_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'gw_port': {'id': '5170c675-cb4a-4517-9f04-862b0764a2fb', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:5d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '116952ef-48ec-4c42-8ae0-c28fa07df1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:56Z', 'updated_at': '2021-07-09T16:41:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:00.135544 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec51b69b-2525-471d-b73f-d19bd5972518 None None] Checking router: 116952ef-48ec-4c42-8ae0-c28fa07df1d4 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:42:00.135942 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c2a66539-3d7f-4dae-9a69-04e88202e0c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:00.136580 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec51b69b-2525-471d-b73f-d19bd5972518 None None] Updating router 116952ef-48ec-4c42-8ae0-c28fa07df1d4 port 5170c675-cb4a-4517-9f04-862b0764a2fb binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:42:00.138727 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c1aa417-15f7-4c7a-87d0-35dfc19028c2 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:00.141373 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-5c1aa417-15f7-4c7a-87d0-35dfc19028c2 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7914784 Jul 09 16:42:00.145826 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37826) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:00.146468 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c2a66539-3d7f-4dae-9a69-04e88202e0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:00.153760 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-21cf7c10-1d0c-4283-91b3-f14ea07ab363 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Request body: {'security_group_rule': {'security_group_id': '55caf610-3475-43e9-81f8-2b0c0462351a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:00.166759 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f573a5f-1757-422a-aa8d-6f5744de30da admin admin] Router 5fcb02c3-f2e2-4ad0-bf30-6f4addb49acd has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:42:00.179361 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-36120313-c02f-496f-8aa8-8c8d26cd74eb admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b6f75bfff8d8447d85fcc2c6be2b1e48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8889282 Jul 09 16:42:00.186342 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37828) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:00.191736 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ec51b69b-2525-471d-b73f-d19bd5972518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:00.204574 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36120313-c02f-496f-8aa8-8c8d26cd74eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f43e61-a56f-4daf-bde6-2cfbd20d57f5,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:00.284807 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8b1c94-ea84-4f35-aeaf-c4d44ebf4a85 tempest-TestSecurityGroupsBasicOps-50411992 tempest-TestSecurityGroupsBasicOps-50411992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:00.286608 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ac8b1c94-ea84-4f35-aeaf-c4d44ebf4a85 tempest-TestSecurityGroupsBasicOps-50411992 tempest-TestSecurityGroupsBasicOps-50411992-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4211628 Jul 09 16:42:00.291075 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37834) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:00.351332 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c2a66539-3d7f-4dae-9a69-04e88202e0c4 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e4b710b64a3842839e9482beac43ffcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6740575 Jul 09 16:42:00.353828 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37836) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:00.354841 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a66539-3d7f-4dae-9a69-04e88202e0c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc71b6c-766d-4ef2-95f7-e8b3da29541b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:00.397199 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-7ad0952f-7b85-417f-8926-461a8e293881 tempest-TestSecurityGroupsBasicOps-50411992 tempest-TestSecurityGroupsBasicOps-50411992-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=caa6ed8d-2893-4113-8f68-c5284e694f6c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0991061 Jul 09 16:42:00.397937 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37838) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:00.412842 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-6a031d1f-c24b-43f0-b003-d5329fce5a73 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-996110647', 'network_id': '50b7b94c-6e0d-4621-9398-b5dd22283cc0', 'project_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:00.454422 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d2de4c5e-40c2-42d1-9061-7b8c681f526e up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:42:00.474106 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21cf7c10-1d0c-4283-91b3-f14ea07ab363 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:00.492447 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-59c91054-4e84-4a13-bd8e-4c1bcc804962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:00.537369 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-59c91054-4e84-4a13-bd8e-4c1bcc804962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:00.597869 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a031d1f-c24b-43f0-b003-d5329fce5a73 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Made reservation on behalf of 5e6a0eaba6cb46c1bafe0a279d6dc456 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:42:00.603005 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6a031d1f-c24b-43f0-b003-d5329fce5a73 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:00.640451 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-216016fe-b2dc-48e3-a488-6fab4e0b7c2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:00.670874 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-59c91054-4e84-4a13-bd8e-4c1bcc804962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:00.673958 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-59c91054-4e84-4a13-bd8e-4c1bcc804962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:00.678520 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-59c91054-4e84-4a13-bd8e-4c1bcc804962 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/30f43e61-a56f-4daf-bde6-2cfbd20d57f5 HTTP/1.1" status: 204 len: 168 time: 0.4906983 Jul 09 16:42:00.680670 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-216016fe-b2dc-48e3-a488-6fab4e0b7c2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:00.694687 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c91054-4e84-4a13-bd8e-4c1bcc804962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f43e61-a56f-4daf-bde6-2cfbd20d57f5,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:00.697471 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ec51b69b-2525-471d-b73f-d19bd5972518 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:00.707610 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port d2de4c5e-40c2-42d1-9061-7b8c681f526e completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:42:00.733766 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port d2de4c5e-40c2-42d1-9061-7b8c681f526e triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:42:00.734184 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:00.741123 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ec51b69b-2525-471d-b73f-d19bd5972518 None None] Transition to ACTIVE for port object 5170c675-cb4a-4517-9f04-862b0764a2fb will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:42:00.771705 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ec51b69b-2525-471d-b73f-d19bd5972518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:00.824137 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb0da6-f242-418e-b508-8e3b5e9c5a12 None None] Pushing event updated for resources: {'Port': ['ID=5170c675-cb4a-4517-9f04-862b0764a2fb,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:00.824408 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [None req-21cf7c10-1d0c-4283-91b3-f14ea07ab363 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] create failed (client error): There was a conflict when trying to complete your request. Jul 09 16:42:00.824972 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-21cf7c10-1d0c-4283-91b3-f14ea07ab363 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6757619 Jul 09 16:42:00.833453 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37846) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:00.860074 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f573a5f-1757-422a-aa8d-6f5744de30da admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:42:00.892232 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2f573a5f-1757-422a-aa8d-6f5744de30da admin admin] 10.222.0.98 "PUT /v2.0/routers/5fcb02c3-f2e2-4ad0-bf30-6f4addb49acd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0001106 Jul 09 16:42:00.899348 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-ec51b69b-2525-471d-b73f-d19bd5972518 None None] Attempting to bind port 5170c675-cb4a-4517-9f04-862b0764a2fb on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:42:00.899730 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-ec51b69b-2525-471d-b73f-d19bd5972518 None None] Attempting to bind port 5170c675-cb4a-4517-9f04-862b0764a2fb by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:42:00.904913 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec51b69b-2525-471d-b73f-d19bd5972518 None None] Attempting to bind port 5170c675-cb4a-4517-9f04-862b0764a2fb on network caa6ed8d-2893-4113-8f68-c5284e694f6c {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:42:00.917500 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec51b69b-2525-471d-b73f-d19bd5972518 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:42:00.917706 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec51b69b-2525-471d-b73f-d19bd5972518 None None] Checking segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:42:00.918072 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ec51b69b-2525-471d-b73f-d19bd5972518 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:00.918543 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec51b69b-2525-471d-b73f-d19bd5972518 None None] Bound using segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:42:00.919229 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-ec51b69b-2525-471d-b73f-d19bd5972518 None None] Bound port: 5170c675-cb4a-4517-9f04-862b0764a2fb, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:42:00.919606 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ec51b69b-2525-471d-b73f-d19bd5972518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:00.976947 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-216016fe-b2dc-48e3-a488-6fab4e0b7c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:00.979910 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-216016fe-b2dc-48e3-a488-6fab4e0b7c2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:00.994862 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-216016fe-b2dc-48e3-a488-6fab4e0b7c2d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ddc71b6c-766d-4ef2-95f7-e8b3da29541b HTTP/1.1" status: 204 len: 168 time: 0.6284091 Jul 09 16:42:01.002260 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-ec51b69b-2525-471d-b73f-d19bd5972518 None None] For port 5170c675-cb4a-4517-9f04-862b0764a2fb, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:42:01.005987 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-ec51b69b-2525-471d-b73f-d19bd5972518 None None] For port 5170c675-cb4a-4517-9f04-862b0764a2fb, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=5170c675-cb4a-4517-9f04-862b0764a2fb,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:42:01.031151 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216016fe-b2dc-48e3-a488-6fab4e0b7c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc71b6c-766d-4ef2-95f7-e8b3da29541b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:01.034836 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ec51b69b-2525-471d-b73f-d19bd5972518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:01.052946 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6a031d1f-c24b-43f0-b003-d5329fce5a73 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:01.077547 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-335b1256-ac6a-4a93-a0e6-3ad56b2b1b0c tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:01.130350 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-335b1256-ac6a-4a93-a0e6-3ad56b2b1b0c tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:01.143025 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a031d1f-c24b-43f0-b003-d5329fce5a73 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Pushing event updated for resources: {'Subnet': ['ID=9a0a5059-845b-4112-8beb-a1ded2a6a4ec,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:01.155549 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a031d1f-c24b-43f0-b003-d5329fce5a73 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Checking segment: {'id': '285506c0-251b-49cb-bff8-c2ca57ce07fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '50b7b94c-6e0d-4621-9398-b5dd22283cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:42:01.156211 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a031d1f-c24b-43f0-b003-d5329fce5a73 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Network hostable DHCP agents. Network: 50b7b94c-6e0d-4621-9398-b5dd22283cc0, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:42:01.188996 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:01.211352 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a031d1f-c24b-43f0-b003-d5329fce5a73 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Network 50b7b94c-6e0d-4621-9398-b5dd22283cc0 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:42:01.230326 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-6a031d1f-c24b-43f0-b003-d5329fce5a73 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 50b7b94c-6e0d-4621-9398-b5dd22283cc0) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:42:01.239668 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a031d1f-c24b-43f0-b003-d5329fce5a73 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:01.241830 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6a031d1f-c24b-43f0-b003-d5329fce5a73 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:01.282414 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-335b1256-ac6a-4a93-a0e6-3ad56b2b1b0c tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:01.286070 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-335b1256-ac6a-4a93-a0e6-3ad56b2b1b0c tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:01.290115 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-335b1256-ac6a-4a93-a0e6-3ad56b2b1b0c tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] 10.222.0.98 "DELETE /v2.0/security-groups/55caf610-3475-43e9-81f8-2b0c0462351a HTTP/1.1" status: 204 len: 168 time: 0.4528847 Jul 09 16:42:01.292361 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37864) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:01.292715 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e53615-aaf8-47a3-a258-d526585b34aa None None] Network 50b7b94c-6e0d-4621-9398-b5dd22283cc0 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:42:01.302724 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335b1256-ac6a-4a93-a0e6-3ad56b2b1b0c tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55caf610-3475-43e9-81f8-2b0c0462351a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:01.345263 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-6a031d1f-c24b-43f0-b003-d5329fce5a73 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9440567 Jul 09 16:42:01.347740 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37866) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:01.395600 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-9d75f94b-cc30-4c4e-92fd-4e898682d37a tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1003120 Jul 09 16:42:01.396503 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37868) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:01.401797 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-c9e570fe-d082-4067-85a4-bd901b7dc9a0 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Request body: {'security_group': {'name': 'tempest-secgroup--1657434150'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:01.463924 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c9e570fe-d082-4067-85a4-bd901b7dc9a0 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:01.528121 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port d2de4c5e-40c2-42d1-9061-7b8c681f526e, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=d2de4c5e-40c2-42d1-9061-7b8c681f526e,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:01.559791 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb0da6-f242-418e-b508-8e3b5e9c5a12 None None] Pushing event updated for resources: {'Port': ['ID=5170c675-cb4a-4517-9f04-862b0764a2fb,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:01.565090 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec51b69b-2525-471d-b73f-d19bd5972518 None None] Routers {'116952ef-48ec-4c42-8ae0-c28fa07df1d4'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:42:01.565723 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ec51b69b-2525-471d-b73f-d19bd5972518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:41:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['116952ef-48ec-4c42-8ae0-c28fa07df1d4'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:01.580239 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:01.630356 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c9e570fe-d082-4067-85a4-bd901b7dc9a0 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:01.644060 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c9e570fe-d082-4067-85a4-bd901b7dc9a0 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:01.680555 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=d2de4c5e-40c2-42d1-9061-7b8c681f526e,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:01.694333 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c9e570fe-d082-4067-85a4-bd901b7dc9a0 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:01.696078 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c9e570fe-d082-4067-85a4-bd901b7dc9a0 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2982626 Jul 09 16:42:01.721444 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37876) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:01.765618 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-41d3c71d-e8c3-4638-8d6a-73c805cf90c9 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Request body: {'security_group_rule': {'security_group_id': 'eed1e5c1-6a2e-473f-bcd1-fee6cc3ac0d7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:01.767022 n-d-798930-3 neutron-server[93959]: WARNING neutron.api.v2.base [None req-41d3c71d-e8c3-4638-8d6a-73c805cf90c9 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 09 16:42:01.785442 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-41d3c71d-e8c3-4638-8d6a-73c805cf90c9 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:42:01.786629 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-41d3c71d-e8c3-4638-8d6a-73c805cf90c9 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0601547 Jul 09 16:42:01.794645 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37880) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:01.905470 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71d8dc9-5810-4425-be4c-be74e018a6e7 None None] Sync routers for ids ['5fcb02c3-f2e2-4ad0-bf30-6f4addb49acd'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:42:01.923664 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71d8dc9-5810-4425-be4c-be74e018a6e7 None None] Routers {'5fcb02c3-f2e2-4ad0-bf30-6f4addb49acd'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:42:01.924302 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-a71d8dc9-5810-4425-be4c-be74e018a6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:41:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['5fcb02c3-f2e2-4ad0-bf30-6f4addb49acd'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:02.006940 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f23a9f-b839-49d1-af18-be33b0c96675 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-50b7b94c-6e0d-4621-9398-b5dd22283cc0', 'network_id': '50b7b94c-6e0d-4621-9398-b5dd22283cc0', 'tenant_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'fixed_ips': [{'subnet_id': '9a0a5059-845b-4112-8beb-a1ded2a6a4ec'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:42:02.008062 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b5f23a9f-b839-49d1-af18-be33b0c96675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:02.041995 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e570fe-d082-4067-85a4-bd901b7dc9a0 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eed1e5c1-6a2e-473f-bcd1-fee6cc3ac0d7,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:02.044296 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-746cb3d7-2788-46ae-9214-2b325d955b0a tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:02.128672 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-746cb3d7-2788-46ae-9214-2b325d955b0a tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:02.168232 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-ec51b69b-2525-471d-b73f-d19bd5972518 None None] Set router 116952ef-48ec-4c42-8ae0-c28fa07df1d4 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:42:02.220790 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-a71d8dc9-5810-4425-be4c-be74e018a6e7 None None] Set router 5fcb02c3-f2e2-4ad0-bf30-6f4addb49acd gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:42:02.231346 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-746cb3d7-2788-46ae-9214-2b325d955b0a tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:02.236029 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-746cb3d7-2788-46ae-9214-2b325d955b0a tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:02.240435 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-746cb3d7-2788-46ae-9214-2b325d955b0a tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] 10.222.0.98 "DELETE /v2.0/security-groups/eed1e5c1-6a2e-473f-bcd1-fee6cc3ac0d7 HTTP/1.1" status: 204 len: 168 time: 0.4411106 Jul 09 16:42:02.241071 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37894) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:02.267990 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746cb3d7-2788-46ae-9214-2b325d955b0a tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed1e5c1-6a2e-473f-bcd1-fee6cc3ac0d7,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:02.486822 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d2de4c5e-40c2-42d1-9061-7b8c681f526e up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:42:02.511395 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-368954cf-cdf2-4ff0-ac56-77ef820bdd53 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:02.586754 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-66d93446-eec5-4172-bac5-08285e888277 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3426492 Jul 09 16:42:02.590493 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37916) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:02.595736 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-cec8b2e3-b67e-48a2-97f7-1dbf7720e86c tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Request body: {'security_group': {'name': 'tempest-secgroup--1675664244'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:02.686593 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cec8b2e3-b67e-48a2-97f7-1dbf7720e86c tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:02.707379 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-b5f23a9f-b839-49d1-af18-be33b0c96675 None None] Allocated IP 172.20.0.2 (50b7b94c-6e0d-4621-9398-b5dd22283cc0/9a0a5059-845b-4112-8beb-a1ded2a6a4ec/b2e4e17c-84a6-437d-b889-b2193436f59f) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:42:02.801865 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-a71d8dc9-5810-4425-be4c-be74e018a6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fcb02c3-f2e2-4ad0-bf30-6f4addb49acd', 'name': 'tempest-TestAggregatesBasicOps-1225353521-router', 'tenant_id': 'eb771d66bfef423b977de0143f099c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'd2de4c5e-40c2-42d1-9061-7b8c681f526e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:41:51Z', 'updated_at': '2021-07-09T16:41:58Z', 'revision_number': 4, 'project_id': 'eb771d66bfef423b977de0143f099c3e', 'gw_port': {'id': 'd2de4c5e-40c2-42d1-9061-7b8c681f526e', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:63:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fcb02c3-f2e2-4ad0-bf30-6f4addb49acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:52Z', 'updated_at': '2021-07-09T16:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '899edb92-8bae-4f02-a505-b1ba45b0a207', 'name': '', 'network_id': '93dad321-33a9-496a-b17a-41af9585ddc1', 'tenant_id': 'eb771d66bfef423b977de0143f099c3e', 'mac_address': 'fa:16:3e:f6:5f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fcb02c3-f2e2-4ad0-bf30-6f4addb49acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'cfc75529-70d1-45c6-bea0-8ab77454ffe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:57Z', 'updated_at': '2021-07-09T16:41:58Z', 'revision_number': 2, 'project_id': 'eb771d66bfef423b977de0143f099c3e', 'subnets': [{'id': 'cfc75529-70d1-45c6-bea0-8ab77454ffe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:02.853614 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71d8dc9-5810-4425-be4c-be74e018a6e7 None None] Checking router: 5fcb02c3-f2e2-4ad0-bf30-6f4addb49acd for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:42:02.853921 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71d8dc9-5810-4425-be4c-be74e018a6e7 None None] Updating router 5fcb02c3-f2e2-4ad0-bf30-6f4addb49acd port 899edb92-8bae-4f02-a505-b1ba45b0a207 binding host n-d-798930-3 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:42:02.905614 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a71d8dc9-5810-4425-be4c-be74e018a6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:02.932531 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cec8b2e3-b67e-48a2-97f7-1dbf7720e86c tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:02.945699 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cec8b2e3-b67e-48a2-97f7-1dbf7720e86c tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:03.028348 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port d2de4c5e-40c2-42d1-9061-7b8c681f526e triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:42:03.028729 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:03.033135 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec8b2e3-b67e-48a2-97f7-1dbf7720e86c tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7834cdf3-3119-403f-916a-38df4540316a,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:03.036431 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cec8b2e3-b67e-48a2-97f7-1dbf7720e86c tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:03.041307 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37932) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:03.042071 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-cec8b2e3-b67e-48a2-97f7-1dbf7720e86c tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4504607 Jul 09 16:42:03.046861 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a56d5723-ee15-4574-95c4-48d4cfb6aeb7 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Request body: {'security_group_rule': {'security_group_id': '7834cdf3-3119-403f-916a-38df4540316a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:03.047909 n-d-798930-3 neutron-server[93958]: WARNING neutron.api.v2.base [None req-a56d5723-ee15-4574-95c4-48d4cfb6aeb7 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 09 16:42:03.048535 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [None req-a56d5723-ee15-4574-95c4-48d4cfb6aeb7 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:42:03.054951 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a56d5723-ee15-4574-95c4-48d4cfb6aeb7 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0073800 Jul 09 16:42:03.054951 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37934) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:03.221463 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-042c5695-55fe-478c-bfd2-e7843b76d8ce tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:03.265771 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37948) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:03.278782 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-042c5695-55fe-478c-bfd2-e7843b76d8ce tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:03.340366 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b5f23a9f-b839-49d1-af18-be33b0c96675 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:03.359463 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b5f23a9f-b839-49d1-af18-be33b0c96675 None None] Transition to ACTIVE for port object b2e4e17c-84a6-437d-b889-b2193436f59f will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:42:03.399065 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b5f23a9f-b839-49d1-af18-be33b0c96675 None None] Transition to ACTIVE for port object b2e4e17c-84a6-437d-b889-b2193436f59f will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:42:03.447077 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a71d8dc9-5810-4425-be4c-be74e018a6e7 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:03.447698 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b5f23a9f-b839-49d1-af18-be33b0c96675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:03.462294 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37960) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:03.495339 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-a71d8dc9-5810-4425-be4c-be74e018a6e7 None None] Transition to ACTIVE for port object 899edb92-8bae-4f02-a505-b1ba45b0a207 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:42:03.511843 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a71d8dc9-5810-4425-be4c-be74e018a6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:03.548792 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-368954cf-cdf2-4ff0-ac56-77ef820bdd53 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Allocated IP 172.20.0.1 (50b7b94c-6e0d-4621-9398-b5dd22283cc0/9a0a5059-845b-4112-8beb-a1ded2a6a4ec/d61cf004-e2b5-4b61-9cbf-f5db83dc1fa3) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:42:03.648807 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecb05fd-a664-4710-9ccc-178c2e78ed86 None None] Pushing event updated for resources: {'Port': ['ID=899edb92-8bae-4f02-a505-b1ba45b0a207,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:03.667628 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-042c5695-55fe-478c-bfd2-e7843b76d8ce tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:03.677207 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-042c5695-55fe-478c-bfd2-e7843b76d8ce tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:03.684073 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-042c5695-55fe-478c-bfd2-e7843b76d8ce tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] 10.222.0.98 "DELETE /v2.0/security-groups/7834cdf3-3119-403f-916a-38df4540316a HTTP/1.1" status: 204 len: 168 time: 0.6302819 Jul 09 16:42:03.686647 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37972) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:03.705332 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-8db2afe8-37b8-4ad0-92dd-2d3679ae3aa4 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1375497814'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:03.742953 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-28e4b41f-be35-4458-a38b-5e646f775752 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-299155692-network', 'tenant_id': '66471cf1f168419b9f6ab4c381ffe7d3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:03.744891 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042c5695-55fe-478c-bfd2-e7843b76d8ce tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7834cdf3-3119-403f-916a-38df4540316a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:03.775889 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-a71d8dc9-5810-4425-be4c-be74e018a6e7 None None] Attempting to bind port 899edb92-8bae-4f02-a505-b1ba45b0a207 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:42:03.777923 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-a71d8dc9-5810-4425-be4c-be74e018a6e7 None None] Attempting to bind port 899edb92-8bae-4f02-a505-b1ba45b0a207 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '2c870751-e82a-4188-924b-bcedfc3f1930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '93dad321-33a9-496a-b17a-41af9585ddc1'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:42:03.778710 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71d8dc9-5810-4425-be4c-be74e018a6e7 None None] Attempting to bind port 899edb92-8bae-4f02-a505-b1ba45b0a207 on network 93dad321-33a9-496a-b17a-41af9585ddc1 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:42:03.791062 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71d8dc9-5810-4425-be4c-be74e018a6e7 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:42:03.794416 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71d8dc9-5810-4425-be4c-be74e018a6e7 None None] Checking segment: {'id': '2c870751-e82a-4188-924b-bcedfc3f1930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '93dad321-33a9-496a-b17a-41af9585ddc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:42:03.795515 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f23a9f-b839-49d1-af18-be33b0c96675 None None] Network 50b7b94c-6e0d-4621-9398-b5dd22283cc0 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:42:03.796331 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a71d8dc9-5810-4425-be4c-be74e018a6e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:03.798909 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71d8dc9-5810-4425-be4c-be74e018a6e7 None None] Bound using segment: {'id': '2c870751-e82a-4188-924b-bcedfc3f1930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '93dad321-33a9-496a-b17a-41af9585ddc1'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:42:03.800831 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-a71d8dc9-5810-4425-be4c-be74e018a6e7 None None] Bound port: 899edb92-8bae-4f02-a505-b1ba45b0a207, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c870751-e82a-4188-924b-bcedfc3f1930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '93dad321-33a9-496a-b17a-41af9585ddc1'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:42:03.801477 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a71d8dc9-5810-4425-be4c-be74e018a6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:03.842070 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db2afe8-37b8-4ad0-92dd-2d3679ae3aa4 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Made reservation on behalf of 1e382bd74e51417fb9183dd7d87653fc for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:42:03.849433 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-b5f23a9f-b839-49d1-af18-be33b0c96675 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:42:03.866261 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f23a9f-b839-49d1-af18-be33b0c96675 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:42:03.869581 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8db2afe8-37b8-4ad0-92dd-2d3679ae3aa4 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:03.873399 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-368954cf-cdf2-4ff0-ac56-77ef820bdd53 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:03.876407 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f23a9f-b839-49d1-af18-be33b0c96675 None None] Pushing event updated for resources: {'Port': ['ID=b2e4e17c-84a6-437d-b889-b2193436f59f,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:03.891649 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e4b41f-be35-4458-a38b-5e646f775752 admin admin] Made reservation on behalf of 66471cf1f168419b9f6ab4c381ffe7d3 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:42:03.900536 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28e4b41f-be35-4458-a38b-5e646f775752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:03.908637 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-368954cf-cdf2-4ff0-ac56-77ef820bdd53 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Transition to ACTIVE for port object d61cf004-e2b5-4b61-9cbf-f5db83dc1fa3 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:42:03.925546 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8db2afe8-37b8-4ad0-92dd-2d3679ae3aa4 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:03.945543 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28e4b41f-be35-4458-a38b-5e646f775752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:03.960371 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-6ea6e43f-8a1b-4275-940a-9d110d32f537 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2722359 Jul 09 16:42:03.961304 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 37986) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:03.982830 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-2ac0f06f-0885-4d93-96e5-1f75a3e4f1f9 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Request body: {'security_group': {'name': 'tempest-secgroup--642084117'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:03.993013 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a71d8dc9-5810-4425-be4c-be74e018a6e7 None None] For port 899edb92-8bae-4f02-a505-b1ba45b0a207, host n-d-798930-3, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:42:03.994995 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 37988) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:04.003953 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a71d8dc9-5810-4425-be4c-be74e018a6e7 None None] For port 899edb92-8bae-4f02-a505-b1ba45b0a207, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=899edb92-8bae-4f02-a505-b1ba45b0a207,segment=NetworkSegment(2c870751-e82a-4188-924b-bcedfc3f1930),segment_id=2c870751-e82a-4188-924b-bcedfc3f1930)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:42:04.009066 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a71d8dc9-5810-4425-be4c-be74e018a6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:04.018306 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ec51b69b-2525-471d-b73f-d19bd5972518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116952ef-48ec-4c42-8ae0-c28fa07df1d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2114292331', 'tenant_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '5170c675-cb4a-4517-9f04-862b0764a2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:41:55Z', 'updated_at': '2021-07-09T16:41:57Z', 'revision_number': 3, 'project_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'gw_port': {'id': '5170c675-cb4a-4517-9f04-862b0764a2fb', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:5d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '116952ef-48ec-4c42-8ae0-c28fa07df1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:56Z', 'updated_at': '2021-07-09T16:42:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:04.078351 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec51b69b-2525-471d-b73f-d19bd5972518 None None] The sync data for ids ['116952ef-48ec-4c42-8ae0-c28fa07df1d4'] in n-d-798930-3 is: [{'id': '116952ef-48ec-4c42-8ae0-c28fa07df1d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2114292331', 'tenant_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '5170c675-cb4a-4517-9f04-862b0764a2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:41:55Z', 'updated_at': '2021-07-09T16:41:57Z', 'revision_number': 3, 'project_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'gw_port': {'id': '5170c675-cb4a-4517-9f04-862b0764a2fb', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:5d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '116952ef-48ec-4c42-8ae0-c28fa07df1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:56Z', 'updated_at': '2021-07-09T16:42:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:42:04.149556 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecb05fd-a664-4710-9ccc-178c2e78ed86 None None] Pushing event updated for resources: {'Port': ['ID=899edb92-8bae-4f02-a505-b1ba45b0a207,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:04.165755 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71d8dc9-5810-4425-be4c-be74e018a6e7 None None] Routers {'5fcb02c3-f2e2-4ad0-bf30-6f4addb49acd'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:42:04.166436 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-a71d8dc9-5810-4425-be4c-be74e018a6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:41:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['5fcb02c3-f2e2-4ad0-bf30-6f4addb49acd'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:04.195844 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-b5f23a9f-b839-49d1-af18-be33b0c96675 None None] Attempting to bind port b2e4e17c-84a6-437d-b889-b2193436f59f on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:42:04.196538 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-b5f23a9f-b839-49d1-af18-be33b0c96675 None None] Attempting to bind port b2e4e17c-84a6-437d-b889-b2193436f59f by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '285506c0-251b-49cb-bff8-c2ca57ce07fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '50b7b94c-6e0d-4621-9398-b5dd22283cc0'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:42:04.197219 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f23a9f-b839-49d1-af18-be33b0c96675 None None] Attempting to bind port b2e4e17c-84a6-437d-b889-b2193436f59f on network 50b7b94c-6e0d-4621-9398-b5dd22283cc0 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:42:04.207535 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f23a9f-b839-49d1-af18-be33b0c96675 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:42:04.208601 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f23a9f-b839-49d1-af18-be33b0c96675 None None] Checking segment: {'id': '285506c0-251b-49cb-bff8-c2ca57ce07fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '50b7b94c-6e0d-4621-9398-b5dd22283cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:42:04.209556 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b5f23a9f-b839-49d1-af18-be33b0c96675 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:04.210187 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f23a9f-b839-49d1-af18-be33b0c96675 None None] Bound using segment: {'id': '285506c0-251b-49cb-bff8-c2ca57ce07fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '50b7b94c-6e0d-4621-9398-b5dd22283cc0'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:42:04.211021 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-b5f23a9f-b839-49d1-af18-be33b0c96675 None None] Bound port: b2e4e17c-84a6-437d-b889-b2193436f59f, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285506c0-251b-49cb-bff8-c2ca57ce07fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '50b7b94c-6e0d-4621-9398-b5dd22283cc0'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:42:04.211755 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b5f23a9f-b839-49d1-af18-be33b0c96675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:04.224739 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-368954cf-cdf2-4ff0-ac56-77ef820bdd53 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:04.257041 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8db2afe8-37b8-4ad0-92dd-2d3679ae3aa4 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:04.269384 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8db2afe8-37b8-4ad0-92dd-2d3679ae3aa4 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:04.293491 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368954cf-cdf2-4ff0-ac56-77ef820bdd53 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Network 50b7b94c-6e0d-4621-9398-b5dd22283cc0 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:42:04.311011 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-368954cf-cdf2-4ff0-ac56-77ef820bdd53 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:42:04.317959 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368954cf-cdf2-4ff0-ac56-77ef820bdd53 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:42:04.345909 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8db2afe8-37b8-4ad0-92dd-2d3679ae3aa4 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:42:04.357243 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8db2afe8-37b8-4ad0-92dd-2d3679ae3aa4 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:04.357824 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-8db2afe8-37b8-4ad0-92dd-2d3679ae3aa4 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Added segment fbdbe95b-90b1-4281-b1a7-cfcb60861910 of type vlan for network 33b2f4c5-3465-4a75-91e8-8271ee4470fb Jul 09 16:42:04.389811 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b5f23a9f-b839-49d1-af18-be33b0c96675 None None] For port b2e4e17c-84a6-437d-b889-b2193436f59f, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:42:04.413665 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b5f23a9f-b839-49d1-af18-be33b0c96675 None None] For port b2e4e17c-84a6-437d-b889-b2193436f59f, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=b2e4e17c-84a6-437d-b889-b2193436f59f,segment=NetworkSegment(285506c0-251b-49cb-bff8-c2ca57ce07fc),segment_id=285506c0-251b-49cb-bff8-c2ca57ce07fc)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:42:04.420004 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-a71d8dc9-5810-4425-be4c-be74e018a6e7 None None] Set router 5fcb02c3-f2e2-4ad0-bf30-6f4addb49acd gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:42:04.425017 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b5f23a9f-b839-49d1-af18-be33b0c96675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:04.452886 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-368954cf-cdf2-4ff0-ac56-77ef820bdd53 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:04.502976 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8db2afe8-37b8-4ad0-92dd-2d3679ae3aa4 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:04.520862 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368954cf-cdf2-4ff0-ac56-77ef820bdd53 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Pushing event updated for resources: {'Port': ['ID=d61cf004-e2b5-4b61-9cbf-f5db83dc1fa3,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:04.559064 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368954cf-cdf2-4ff0-ac56-77ef820bdd53 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:04.559690 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368954cf-cdf2-4ff0-ac56-77ef820bdd53 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:04.559795 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368954cf-cdf2-4ff0-ac56-77ef820bdd53 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:04.560041 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368954cf-cdf2-4ff0-ac56-77ef820bdd53 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:04.560555 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368954cf-cdf2-4ff0-ac56-77ef820bdd53 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:04.561053 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368954cf-cdf2-4ff0-ac56-77ef820bdd53 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:04.561553 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368954cf-cdf2-4ff0-ac56-77ef820bdd53 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:04.562054 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368954cf-cdf2-4ff0-ac56-77ef820bdd53 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:04.562561 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368954cf-cdf2-4ff0-ac56-77ef820bdd53 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:04.563161 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368954cf-cdf2-4ff0-ac56-77ef820bdd53 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:04.563650 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368954cf-cdf2-4ff0-ac56-77ef820bdd53 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:04.564133 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368954cf-cdf2-4ff0-ac56-77ef820bdd53 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:04.568364 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db2afe8-37b8-4ad0-92dd-2d3679ae3aa4 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e0bad9-e974-4b86-9a72-69b745ccfc40,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:04.620071 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f23a9f-b839-49d1-af18-be33b0c96675 None None] Pushing event updated for resources: {'Port': ['ID=b2e4e17c-84a6-437d-b889-b2193436f59f,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:04.725426 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8db2afe8-37b8-4ad0-92dd-2d3679ae3aa4 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:04.740691 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db2afe8-37b8-4ad0-92dd-2d3679ae3aa4 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:04.741398 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8db2afe8-37b8-4ad0-92dd-2d3679ae3aa4 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:04.921495 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-368954cf-cdf2-4ff0-ac56-77ef820bdd53 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:04.936592 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db2afe8-37b8-4ad0-92dd-2d3679ae3aa4 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Pushing event updated for resources: {'Network': ['ID=33b2f4c5-3465-4a75-91e8-8271ee4470fb,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:04.953660 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-a71d8dc9-5810-4425-be4c-be74e018a6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fcb02c3-f2e2-4ad0-bf30-6f4addb49acd', 'name': 'tempest-TestAggregatesBasicOps-1225353521-router', 'tenant_id': 'eb771d66bfef423b977de0143f099c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'd2de4c5e-40c2-42d1-9061-7b8c681f526e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:41:51Z', 'updated_at': '2021-07-09T16:41:58Z', 'revision_number': 4, 'project_id': 'eb771d66bfef423b977de0143f099c3e', 'gw_port': {'id': 'd2de4c5e-40c2-42d1-9061-7b8c681f526e', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:63:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fcb02c3-f2e2-4ad0-bf30-6f4addb49acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:52Z', 'updated_at': '2021-07-09T16:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '899edb92-8bae-4f02-a505-b1ba45b0a207', 'name': '', 'network_id': '93dad321-33a9-496a-b17a-41af9585ddc1', 'tenant_id': 'eb771d66bfef423b977de0143f099c3e', 'mac_address': 'fa:16:3e:f6:5f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fcb02c3-f2e2-4ad0-bf30-6f4addb49acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'cfc75529-70d1-45c6-bea0-8ab77454ffe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:57Z', 'updated_at': '2021-07-09T16:42:03Z', 'revision_number': 4, 'project_id': 'eb771d66bfef423b977de0143f099c3e', 'subnets': [{'id': 'cfc75529-70d1-45c6-bea0-8ab77454ffe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:04.958291 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 33b2f4c5-3465-4a75-91e8-8271ee4470fb details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:42:04.969101 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28e4b41f-be35-4458-a38b-5e646f775752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:05.017427 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28e4b41f-be35-4458-a38b-5e646f775752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:05.049149 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71d8dc9-5810-4425-be4c-be74e018a6e7 None None] The sync data for ids ['5fcb02c3-f2e2-4ad0-bf30-6f4addb49acd'] in n-d-798930-3 is: [{'id': '5fcb02c3-f2e2-4ad0-bf30-6f4addb49acd', 'name': 'tempest-TestAggregatesBasicOps-1225353521-router', 'tenant_id': 'eb771d66bfef423b977de0143f099c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'd2de4c5e-40c2-42d1-9061-7b8c681f526e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:41:51Z', 'updated_at': '2021-07-09T16:41:58Z', 'revision_number': 4, 'project_id': 'eb771d66bfef423b977de0143f099c3e', 'gw_port': {'id': 'd2de4c5e-40c2-42d1-9061-7b8c681f526e', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:63:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fcb02c3-f2e2-4ad0-bf30-6f4addb49acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:52Z', 'updated_at': '2021-07-09T16:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '899edb92-8bae-4f02-a505-b1ba45b0a207', 'name': '', 'network_id': '93dad321-33a9-496a-b17a-41af9585ddc1', 'tenant_id': 'eb771d66bfef423b977de0143f099c3e', 'mac_address': 'fa:16:3e:f6:5f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fcb02c3-f2e2-4ad0-bf30-6f4addb49acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'cfc75529-70d1-45c6-bea0-8ab77454ffe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:57Z', 'updated_at': '2021-07-09T16:42:03Z', 'revision_number': 4, 'project_id': 'eb771d66bfef423b977de0143f099c3e', 'subnets': [{'id': 'cfc75529-70d1-45c6-bea0-8ab77454ffe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:42:05.138276 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8db2afe8-37b8-4ad0-92dd-2d3679ae3aa4 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.8712502 Jul 09 16:42:05.152542 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38000) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:05.177832 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-12145e85-9bb6-4dfd-b5c5-660222f6f53c tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Request body: {'subnet': {'network_id': '33b2f4c5-3465-4a75-91e8-8271ee4470fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:05.204469 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e4b41f-be35-4458-a38b-5e646f775752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8355d3-23eb-4851-8443-adcbcecb8c1c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:05.229368 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28e4b41f-be35-4458-a38b-5e646f775752 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:42:05.300158 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ac0f06f-0885-4d93-96e5-1f75a3e4f1f9 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:05.332800 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28e4b41f-be35-4458-a38b-5e646f775752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:05.333174 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-28e4b41f-be35-4458-a38b-5e646f775752 admin admin] Added segment 01d38e5e-3dc0-4cd3-882f-a1e37bd65b23 of type vlan for network 3e03c95e-fced-4ff5-826c-db53e4a57c0e Jul 09 16:42:05.533266 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28e4b41f-be35-4458-a38b-5e646f775752 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:05.595552 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ac0f06f-0885-4d93-96e5-1f75a3e4f1f9 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:05.617151 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ac0f06f-0885-4d93-96e5-1f75a3e4f1f9 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:05.679564 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28e4b41f-be35-4458-a38b-5e646f775752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:05.680929 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e4b41f-be35-4458-a38b-5e646f775752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:05.681403 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28e4b41f-be35-4458-a38b-5e646f775752 admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:05.707034 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac0f06f-0885-4d93-96e5-1f75a3e4f1f9 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fcd21c5-721c-49f5-911c-4bd7a525af7d,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:05.748911 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12145e85-9bb6-4dfd-b5c5-660222f6f53c tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Made reservation on behalf of 1e382bd74e51417fb9183dd7d87653fc for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:42:05.759166 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-12145e85-9bb6-4dfd-b5c5-660222f6f53c tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:05.868581 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ac0f06f-0885-4d93-96e5-1f75a3e4f1f9 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:05.870264 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2ac0f06f-0885-4d93-96e5-1f75a3e4f1f9 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.8946795 Jul 09 16:42:05.878189 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38012) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:05.885414 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-3c6a1e8a-a59d-4584-966b-7fa5d81b4c48 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Request body: {'security_group_rule': {'security_group_id': '0fcd21c5-721c-49f5-911c-4bd7a525af7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:05.886815 n-d-798930-3 neutron-server[93959]: WARNING neutron.api.v2.base [None req-3c6a1e8a-a59d-4584-966b-7fa5d81b4c48 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 09 16:42:05.887491 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-3c6a1e8a-a59d-4584-966b-7fa5d81b4c48 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:42:05.888670 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3c6a1e8a-a59d-4584-966b-7fa5d81b4c48 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0072284 Jul 09 16:42:05.894370 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38014) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:05.902150 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-41e8f778-b5a7-472a-9391-a7c62484e649 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Request body: {'security_group_rule': {'security_group_id': '0fcd21c5-721c-49f5-911c-4bd7a525af7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:05.903061 n-d-798930-3 neutron-server[93959]: WARNING neutron.api.v2.base [None req-41e8f778-b5a7-472a-9391-a7c62484e649 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 09 16:42:05.903730 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-41e8f778-b5a7-472a-9391-a7c62484e649 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:42:05.904881 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-41e8f778-b5a7-472a-9391-a7c62484e649 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0067072 Jul 09 16:42:05.914896 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-28e4b41f-be35-4458-a38b-5e646f775752 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.4514713 Jul 09 16:42:05.915726 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38016) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:05.927395 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-58eba262-5e2e-40e5-8609-e6ab8bb8cc48 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Request body: {'security_group_rule': {'security_group_id': '0fcd21c5-721c-49f5-911c-4bd7a525af7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:05.928502 n-d-798930-3 neutron-server[93959]: WARNING neutron.api.v2.base [None req-58eba262-5e2e-40e5-8609-e6ab8bb8cc48 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 09 16:42:05.929192 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-58eba262-5e2e-40e5-8609-e6ab8bb8cc48 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:42:05.930366 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-58eba262-5e2e-40e5-8609-e6ab8bb8cc48 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0075440 Jul 09 16:42:05.931438 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38018) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:05.937961 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-d70a47cf-d8da-473e-a020-b2800171a43c admin admin] Request body: {'subnet': {'network_id': '3e03c95e-fced-4ff5-826c-db53e4a57c0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-299155692-subnet', 'tenant_id': '66471cf1f168419b9f6ab4c381ffe7d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:05.945049 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38020) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:05.946293 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e4b41f-be35-4458-a38b-5e646f775752 admin admin] Pushing event updated for resources: {'Network': ['ID=3e03c95e-fced-4ff5-826c-db53e4a57c0e,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:05.952793 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-d83bfed2-9511-468b-a62c-70a5c43e860e tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Request body: {'security_group_rule': {'security_group_id': '0fcd21c5-721c-49f5-911c-4bd7a525af7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:05.954589 n-d-798930-3 neutron-server[93959]: WARNING neutron.api.v2.base [None req-d83bfed2-9511-468b-a62c-70a5c43e860e tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 09 16:42:05.955629 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-d83bfed2-9511-468b-a62c-70a5c43e860e tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:42:05.956775 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-d83bfed2-9511-468b-a62c-70a5c43e860e tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0078075 Jul 09 16:42:05.962791 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38022) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:05.964562 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 3e03c95e-fced-4ff5-826c-db53e4a57c0e details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:42:06.048846 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70a47cf-d8da-473e-a020-b2800171a43c admin admin] Made reservation on behalf of 66471cf1f168419b9f6ab4c381ffe7d3 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:42:06.052162 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d70a47cf-d8da-473e-a020-b2800171a43c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:06.122081 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-368954cf-cdf2-4ff0-ac56-77ef820bdd53 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:06.135025 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-368954cf-cdf2-4ff0-ac56-77ef820bdd53 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:06.246348 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-368954cf-cdf2-4ff0-ac56-77ef820bdd53 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:06.256824 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-670db7da-f6e2-4ec9-b922-d8a04fdcd642 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:06.315694 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368954cf-cdf2-4ff0-ac56-77ef820bdd53 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Pushing event updated for resources: {'Port': ['ID=d61cf004-e2b5-4b61-9cbf-f5db83dc1fa3,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:06.404225 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-670db7da-f6e2-4ec9-b922-d8a04fdcd642 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:06.411241 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-29b45f9c-e128-4373-8c39-df29e8ecda2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:06.482375 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d841629c-5362-4f61-976d-b8bc1f72e6db None None] Network 50b7b94c-6e0d-4621-9398-b5dd22283cc0 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:42:06.552667 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-12145e85-9bb6-4dfd-b5c5-660222f6f53c tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:06.573865 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368954cf-cdf2-4ff0-ac56-77ef820bdd53 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Network 50b7b94c-6e0d-4621-9398-b5dd22283cc0 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:42:06.577786 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-368954cf-cdf2-4ff0-ac56-77ef820bdd53 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:42:06.605488 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 5170c675-cb4a-4517-9f04-862b0764a2fb up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:42:06.695314 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1fbee80b-aaee-4628-8f2a-02be78290823 None None] Provisioning for port b2e4e17c-84a6-437d-b889-b2193436f59f completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:42:06.721302 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-368954cf-cdf2-4ff0-ac56-77ef820bdd53 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Router 116952ef-48ec-4c42-8ae0-c28fa07df1d4 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:42:06.729530 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 5170c675-cb4a-4517-9f04-862b0764a2fb completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:42:06.740299 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 5170c675-cb4a-4517-9f04-862b0764a2fb triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:42:06.741144 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:06.843696 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-670db7da-f6e2-4ec9-b922-d8a04fdcd642 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:06.846745 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-670db7da-f6e2-4ec9-b922-d8a04fdcd642 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:06.858193 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-670db7da-f6e2-4ec9-b922-d8a04fdcd642 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] 10.222.0.98 "DELETE /v2.0/security-groups/0fcd21c5-721c-49f5-911c-4bd7a525af7d HTTP/1.1" status: 204 len: 168 time: 0.8888853 Jul 09 16:42:06.858193 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12145e85-9bb6-4dfd-b5c5-660222f6f53c tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Pushing event updated for resources: {'Subnet': ['ID=8cd1f0cc-6349-4879-b8dd-0da0f6ddbffa,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:06.863935 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 38036) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:06.923395 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670db7da-f6e2-4ec9-b922-d8a04fdcd642 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fcd21c5-721c-49f5-911c-4bd7a525af7d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:06.929920 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d70a47cf-d8da-473e-a020-b2800171a43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:06.959137 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:06.982932 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 5170c675-cb4a-4517-9f04-862b0764a2fb, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=5170c675-cb4a-4517-9f04-862b0764a2fb,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:06.984208 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12145e85-9bb6-4dfd-b5c5-660222f6f53c tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Checking segment: {'id': 'fbdbe95b-90b1-4281-b1a7-cfcb60861910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '33b2f4c5-3465-4a75-91e8-8271ee4470fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:42:06.984797 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12145e85-9bb6-4dfd-b5c5-660222f6f53c tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Network hostable DHCP agents. Network: 33b2f4c5-3465-4a75-91e8-8271ee4470fb, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:42:06.991470 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70a47cf-d8da-473e-a020-b2800171a43c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a3edd40-07fe-4edd-8c93-b356f2ef3364,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:07.003976 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:07.004936 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 899edb92-8bae-4f02-a505-b1ba45b0a207 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:42:07.037052 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12145e85-9bb6-4dfd-b5c5-660222f6f53c tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Network 33b2f4c5-3465-4a75-91e8-8271ee4470fb is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:42:07.083667 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-12145e85-9bb6-4dfd-b5c5-660222f6f53c tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 33b2f4c5-3465-4a75-91e8-8271ee4470fb) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:42:07.088817 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12145e85-9bb6-4dfd-b5c5-660222f6f53c tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:07.089411 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-12145e85-9bb6-4dfd-b5c5-660222f6f53c tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:07.101213 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f45520-f69b-42bc-aa73-37169a8fdfef None None] Network 33b2f4c5-3465-4a75-91e8-8271ee4470fb requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:42:07.119459 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70a47cf-d8da-473e-a020-b2800171a43c admin admin] Checking segment: {'id': '01d38e5e-3dc0-4cd3-882f-a1e37bd65b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3e03c95e-fced-4ff5-826c-db53e4a57c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:42:07.119719 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70a47cf-d8da-473e-a020-b2800171a43c admin admin] Network hostable DHCP agents. Network: 3e03c95e-fced-4ff5-826c-db53e4a57c0e, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:42:07.138645 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-12145e85-9bb6-4dfd-b5c5-660222f6f53c tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9848382 Jul 09 16:42:07.141309 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38042) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:07.145717 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368954cf-cdf2-4ff0-ac56-77ef820bdd53 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:42:07.148258 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-4bf4da75-1ceb-4763-ba48-5fb64cf75d4e tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Request body: {'port': {'network_id': '33b2f4c5-3465-4a75-91e8-8271ee4470fb', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1075611772'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:07.161154 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38044) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:07.162035 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-73f3e8af-224a-4ff4-b93e-90f3a9b4b316 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2744937 Jul 09 16:42:07.166421 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-368954cf-cdf2-4ff0-ac56-77ef820bdd53 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "PUT /v2.0/routers/116952ef-48ec-4c42-8ae0-c28fa07df1d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8174865 Jul 09 16:42:07.167540 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-620fb519-3927-41fc-998f-625099337575 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Request body: {'security_group': {'name': 'tempest-secgroup--63798786'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:07.172065 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 38046) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:07.184396 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7459e3b0-6ebd-433e-ad95-9bea54e50794 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--413767716', 'description': 'tempest-secgroup_access--413767716 description', 'project_id': '5e6a0eaba6cb46c1bafe0a279d6dc456'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:07.241006 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70a47cf-d8da-473e-a020-b2800171a43c admin admin] Network 3e03c95e-fced-4ff5-826c-db53e4a57c0e is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:42:07.274854 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-d70a47cf-d8da-473e-a020-b2800171a43c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 3e03c95e-fced-4ff5-826c-db53e4a57c0e) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:42:07.283701 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70a47cf-d8da-473e-a020-b2800171a43c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:07.284607 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d70a47cf-d8da-473e-a020-b2800171a43c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:07.292623 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7459e3b0-6ebd-433e-ad95-9bea54e50794 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:07.359009 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5591d465-91d0-4da9-8de5-d761848563ef None None] Network 3e03c95e-fced-4ff5-826c-db53e4a57c0e requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:42:07.389634 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-620fb519-3927-41fc-998f-625099337575 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:07.422811 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=5170c675-cb4a-4517-9f04-862b0764a2fb,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:07.424248 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-d70a47cf-d8da-473e-a020-b2800171a43c admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4903705 Jul 09 16:42:07.462095 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072c4e90-3313-41e7-8c34-0b6e278111b7 None None] Sync routers for ids ['116952ef-48ec-4c42-8ae0-c28fa07df1d4'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:42:07.581621 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7459e3b0-6ebd-433e-ad95-9bea54e50794 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:07.613021 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7459e3b0-6ebd-433e-ad95-9bea54e50794 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:07.635290 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf4da75-1ceb-4763-ba48-5fb64cf75d4e tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Made reservation on behalf of 1e382bd74e51417fb9183dd7d87653fc for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:42:07.639427 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4bf4da75-1ceb-4763-ba48-5fb64cf75d4e tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:07.671532 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-29b45f9c-e128-4373-8c39-df29e8ecda2a admin admin] Deleting port 25dafdb7-25df-4de8-a312-6e6155cf3bd5 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:42:07.672725 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-29b45f9c-e128-4373-8c39-df29e8ecda2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:07.696815 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-4bf4da75-1ceb-4763-ba48-5fb64cf75d4e tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] device_id is not set on port 95a22186-bf36-4047-a46e-ec93663a0efa yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:42:07.782729 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-29b45f9c-e128-4373-8c39-df29e8ecda2a admin admin] For port 25dafdb7-25df-4de8-a312-6e6155cf3bd5, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=25dafdb7-25df-4de8-a312-6e6155cf3bd5,segment=NetworkSegment(4c206938-bdc7-4c70-84cc-419c0c2b61de),segment_id=4c206938-bdc7-4c70-84cc-419c0c2b61de)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:07.783520 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-29b45f9c-e128-4373-8c39-df29e8ecda2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:07.846962 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-29b45f9c-e128-4373-8c39-df29e8ecda2a admin admin] Calling delete_port for 25dafdb7-25df-4de8-a312-6e6155cf3bd5 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:42:07.848403 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 899edb92-8bae-4f02-a505-b1ba45b0a207 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:42:07.857697 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05337366-3d3d-4176-aa5e-b2508b917fc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-33b2f4c5-3465-4a75-91e8-8271ee4470fb', 'network_id': '33b2f4c5-3465-4a75-91e8-8271ee4470fb', 'tenant_id': '1e382bd74e51417fb9183dd7d87653fc', 'fixed_ips': [{'subnet_id': '8cd1f0cc-6349-4879-b8dd-0da0f6ddbffa'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:42:07.858725 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-05337366-3d3d-4176-aa5e-b2508b917fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:07.871493 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7459e3b0-6ebd-433e-ad95-9bea54e50794 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9627bc-64b0-4486-a01f-c99668cdaf16,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:07.874022 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072c4e90-3313-41e7-8c34-0b6e278111b7 None None] Routers {'116952ef-48ec-4c42-8ae0-c28fa07df1d4'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:42:07.874657 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-072c4e90-3313-41e7-8c34-0b6e278111b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:41:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['116952ef-48ec-4c42-8ae0-c28fa07df1d4'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:07.915774 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 899edb92-8bae-4f02-a505-b1ba45b0a207 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:42:07.916323 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:07.952479 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-4bf4da75-1ceb-4763-ba48-5fb64cf75d4e tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Allocated IP 172.20.0.4 (33b2f4c5-3465-4a75-91e8-8271ee4470fb/8cd1f0cc-6349-4879-b8dd-0da0f6ddbffa/95a22186-bf36-4047-a46e-ec93663a0efa) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:42:08.019273 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ee4c238f-8947-4a83-b545-e1917164d2ac None None] Provisioning for port d61cf004-e2b5-4b61-9cbf-f5db83dc1fa3 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:42:08.054159 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ee4c238f-8947-4a83-b545-e1917164d2ac None None] Provisioning complete for port d61cf004-e2b5-4b61-9cbf-f5db83dc1fa3 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:42:08.054592 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ee4c238f-8947-4a83-b545-e1917164d2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:08.062063 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-620fb519-3927-41fc-998f-625099337575 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:08.089739 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-620fb519-3927-41fc-998f-625099337575 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:08.143631 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7459e3b0-6ebd-433e-ad95-9bea54e50794 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:08.145739 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7459e3b0-6ebd-433e-ad95-9bea54e50794 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.9714222 Jul 09 16:42:08.149227 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38066) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:08.312921 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-29b45f9c-e128-4373-8c39-df29e8ecda2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:08.326034 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4bf4da75-1ceb-4763-ba48-5fb64cf75d4e tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:08.357304 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-4bf4da75-1ceb-4763-ba48-5fb64cf75d4e tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Transition to ACTIVE for port object 95a22186-bf36-4047-a46e-ec93663a0efa will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:42:08.360785 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b45f9c-e128-4373-8c39-df29e8ecda2a admin admin] Pushing event deleted for resources: {'Port': ['ID=25dafdb7-25df-4de8-a312-6e6155cf3bd5,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:08.429580 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-e3c75675-acd1-4ec9-8bf5-950c51133690 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1751350910', 'description': 'tempest-secgroup_general--1751350910 description', 'project_id': '5e6a0eaba6cb46c1bafe0a279d6dc456'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:08.449633 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-620fb519-3927-41fc-998f-625099337575 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:08.463329 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-620fb519-3927-41fc-998f-625099337575 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3009644 Jul 09 16:42:08.464186 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620fb519-3927-41fc-998f-625099337575 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=165495ee-8e6c-4a9b-9ace-6f58bdf65f06,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:08.470142 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 38076) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:08.477207 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841a44c3-2f8b-4314-bfed-6cb1a224073e None None] Network 3e03c95e-fced-4ff5-826c-db53e4a57c0e requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:42:08.486725 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-31f3d333-168d-44b9-9d95-d4f901a5beda tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Request body: {'security_group_rule': {'security_group_id': '165495ee-8e6c-4a9b-9ace-6f58bdf65f06', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:08.488063 n-d-798930-3 neutron-server[93958]: WARNING neutron.api.v2.base [None req-31f3d333-168d-44b9-9d95-d4f901a5beda tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 09 16:42:08.488969 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [None req-31f3d333-168d-44b9-9d95-d4f901a5beda tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:42:08.497224 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-31f3d333-168d-44b9-9d95-d4f901a5beda tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0259416 Jul 09 16:42:08.497886 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 38080) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:08.518237 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-cadcbe1f-2a37-4f17-906b-48755b47b5cb tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Request body: {'security_group_rule': {'security_group_id': '165495ee-8e6c-4a9b-9ace-6f58bdf65f06', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:08.561763 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4bf4da75-1ceb-4763-ba48-5fb64cf75d4e tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:08.590620 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 38084) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:08.619668 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-63144167-7936-434e-80cd-c7f5b223cfd7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2111013001-network', 'tenant_id': '9d38ce1e90f04bc8b89a769514087ec5'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:08.643376 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-ee4c238f-8947-4a83-b545-e1917164d2ac None None] Port d61cf004-e2b5-4b61-9cbf-f5db83dc1fa3 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:42:08.696740 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e3c75675-acd1-4ec9-8bf5-950c51133690 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:08.716173 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf4da75-1ceb-4763-ba48-5fb64cf75d4e tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Pushing event updated for resources: {'Port': ['ID=95a22186-bf36-4047-a46e-ec93663a0efa,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:08.747518 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf4da75-1ceb-4763-ba48-5fb64cf75d4e tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Network 33b2f4c5-3465-4a75-91e8-8271ee4470fb is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:42:08.753676 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-4bf4da75-1ceb-4763-ba48-5fb64cf75d4e tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:42:08.768374 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf4da75-1ceb-4763-ba48-5fb64cf75d4e tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:42:08.829094 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:08.854917 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-05337366-3d3d-4176-aa5e-b2508b917fc9 None None] Allocated IP 172.20.0.2 (33b2f4c5-3465-4a75-91e8-8271ee4470fb/8cd1f0cc-6349-4879-b8dd-0da0f6ddbffa/dd70ff5b-8788-45bb-8e86-427d63775619) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:42:08.855987 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf4da75-1ceb-4763-ba48-5fb64cf75d4e tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:08.857195 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4bf4da75-1ceb-4763-ba48-5fb64cf75d4e tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:08.865406 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63144167-7936-434e-80cd-c7f5b223cfd7 admin admin] Made reservation on behalf of 9d38ce1e90f04bc8b89a769514087ec5 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:42:08.868498 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-63144167-7936-434e-80cd-c7f5b223cfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:08.875109 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [None req-cadcbe1f-2a37-4f17-906b-48755b47b5cb tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:42:08.876556 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-cadcbe1f-2a37-4f17-906b-48755b47b5cb tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3688760 Jul 09 16:42:08.882205 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38090) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:08.888152 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-f776bdd4-fbab-445b-af51-07f8635e9646 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Request body: {'security_group_rule': {'security_group_id': '165495ee-8e6c-4a9b-9ace-6f58bdf65f06', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:08.888737 n-d-798930-3 neutron-server[93959]: WARNING neutron.api.v2.base [None req-f776bdd4-fbab-445b-af51-07f8635e9646 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 09 16:42:08.889471 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-f776bdd4-fbab-445b-af51-07f8635e9646 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:42:08.892171 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-63144167-7936-434e-80cd-c7f5b223cfd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:08.895048 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f776bdd4-fbab-445b-af51-07f8635e9646 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0114269 Jul 09 16:42:08.895890 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38092) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:08.903164 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-d34e0539-30ab-4e5c-9877-c0e4ce51e9dc tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Request body: {'security_group_rule': {'security_group_id': '165495ee-8e6c-4a9b-9ace-6f58bdf65f06', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:08.908650 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-29b45f9c-e128-4373-8c39-df29e8ecda2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:08.980489 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-072c4e90-3313-41e7-8c34-0b6e278111b7 None None] Set router 116952ef-48ec-4c42-8ae0-c28fa07df1d4 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:42:08.995227 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e3c75675-acd1-4ec9-8bf5-950c51133690 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:09.005192 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e3c75675-acd1-4ec9-8bf5-950c51133690 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:09.020358 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-4bf4da75-1ceb-4763-ba48-5fb64cf75d4e tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.8779974 Jul 09 16:42:09.028728 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 38096) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:09.040778 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-4eb6c327-0b0a-4b7e-92a8-732e7171ba99 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Request body: {'port': {'network_id': '33b2f4c5-3465-4a75-91e8-8271ee4470fb', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1062683011', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:09.041277 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.api.validators [None req-4eb6c327-0b0a-4b7e-92a8-732e7171ba99 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] bootfile-name is not in valid_values {{(pid=93958) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 16:42:09.041619 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.api.validators [None req-4eb6c327-0b0a-4b7e-92a8-732e7171ba99 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] tftp-server is not in valid_values {{(pid=93958) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 16:42:09.041947 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.api.validators [None req-4eb6c327-0b0a-4b7e-92a8-732e7171ba99 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] server-ip-address is not in valid_values {{(pid=93958) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 16:42:09.050398 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c75675-acd1-4ec9-8bf5-950c51133690 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abf224c7-8333-4f8a-ac99-0ad7411b893c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:09.178008 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 899edb92-8bae-4f02-a505-b1ba45b0a207, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=899edb92-8bae-4f02-a505-b1ba45b0a207,segment=NetworkSegment(2c870751-e82a-4188-924b-bcedfc3f1930),segment_id=2c870751-e82a-4188-924b-bcedfc3f1930)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:09.192090 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3f41b68e-0df4-4981-924d-f97b4710ac95 None None] Provisioning complete for port d61cf004-e2b5-4b61-9cbf-f5db83dc1fa3 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:42:09.192466 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3f41b68e-0df4-4981-924d-f97b4710ac95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:09.194060 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:09.194895 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device b2e4e17c-84a6-437d-b889-b2193436f59f up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:42:09.318115 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-63144167-7936-434e-80cd-c7f5b223cfd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:09.325859 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-63144167-7936-434e-80cd-c7f5b223cfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:09.331364 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b45f9c-e128-4373-8c39-df29e8ecda2a admin admin] Router ef40e027-17f5-49ff-a461-350ba958c195 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:42:09.335541 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e3c75675-acd1-4ec9-8bf5-950c51133690 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:09.337436 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e3c75675-acd1-4ec9-8bf5-950c51133690 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.9358244 Jul 09 16:42:09.345130 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38102) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:09.359730 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-dc7bce93-53a4-41e3-ab1f-5f0a760e5e5a tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Request body: {'security_group_rule': {'security_group_id': '9b9627bc-64b0-4486-a01f-c99668cdaf16', 'project_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:09.360124 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.db.api [None req-4eb6c327-0b0a-4b7e-92a8-732e7171ba99 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 16:42:09.360124 n-d-798930-3 neutron-server[93958]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 16:42:09.360124 n-d-798930-3 neutron-server[93958]: [parameters: {'project_id_1': '1e382bd74e51417fb9183dd7d87653fc', 'expiration_1': datetime.datetime(2021, 7, 9, 16, 42, 9, 246525)}] Jul 09 16:42:09.360124 n-d-798930-3 neutron-server[93958]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:42:09.360491 n-d-798930-3 neutron-server[93958]: DEBUG oslo_db.api [None req-4eb6c327-0b0a-4b7e-92a8-732e7171ba99 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:42:09.367614 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63144167-7936-434e-80cd-c7f5b223cfd7 admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:42:09.372257 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-3f41b68e-0df4-4981-924d-f97b4710ac95 None None] Port d61cf004-e2b5-4b61-9cbf-f5db83dc1fa3 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:42:09.377340 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63144167-7936-434e-80cd-c7f5b223cfd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c27b852-d75b-4362-93fe-2cdb70d1b8d5,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:09.389659 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=899edb92-8bae-4f02-a505-b1ba45b0a207,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:09.395180 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-05337366-3d3d-4176-aa5e-b2508b917fc9 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:09.418426 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-63144167-7936-434e-80cd-c7f5b223cfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:09.418792 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-63144167-7936-434e-80cd-c7f5b223cfd7 admin admin] Added segment 8becb71a-4537-443c-ac67-b18b4c55902a of type vlan for network 2ca0f3dd-c47b-4d06-94e3-742747208dbe Jul 09 16:42:09.437892 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-05337366-3d3d-4176-aa5e-b2508b917fc9 None None] Transition to ACTIVE for port object dd70ff5b-8788-45bb-8e86-427d63775619 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:42:09.446313 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dc7bce93-53a4-41e3-ab1f-5f0a760e5e5a tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:09.454679 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-d34e0539-30ab-4e5c-9877-c0e4ce51e9dc tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:42:09.458607 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port b2e4e17c-84a6-437d-b889-b2193436f59f completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:42:09.467467 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-d34e0539-30ab-4e5c-9877-c0e4ce51e9dc tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5686941 Jul 09 16:42:09.468553 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38104) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:09.475183 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-df31e930-fd65-422e-b540-61ae564eec5a tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Request body: {'security_group_rule': {'security_group_id': '165495ee-8e6c-4a9b-9ace-6f58bdf65f06', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:09.475674 n-d-798930-3 neutron-server[93959]: WARNING neutron.api.v2.base [None req-df31e930-fd65-422e-b540-61ae564eec5a tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 09 16:42:09.476355 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-df31e930-fd65-422e-b540-61ae564eec5a tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:42:09.478062 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-df31e930-fd65-422e-b540-61ae564eec5a tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066705 Jul 09 16:42:09.480122 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port b2e4e17c-84a6-437d-b889-b2193436f59f triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:42:09.480589 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:09.484191 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-05337366-3d3d-4176-aa5e-b2508b917fc9 None None] Transition to ACTIVE for port object dd70ff5b-8788-45bb-8e86-427d63775619 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:42:09.486162 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38106) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:09.494172 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-6b99c45f-7930-4a99-83e9-e5a2f30847b9 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Request body: {'security_group_rule': {'security_group_id': '165495ee-8e6c-4a9b-9ace-6f58bdf65f06', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:09.513350 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-05337366-3d3d-4176-aa5e-b2508b917fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:09.557055 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-63144167-7936-434e-80cd-c7f5b223cfd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:09.598887 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dc7bce93-53a4-41e3-ab1f-5f0a760e5e5a tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:09.613097 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dc7bce93-53a4-41e3-ab1f-5f0a760e5e5a tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:09.613341 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05337366-3d3d-4176-aa5e-b2508b917fc9 None None] Network 33b2f4c5-3465-4a75-91e8-8271ee4470fb is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:42:09.618451 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b45f9c-e128-4373-8c39-df29e8ecda2a admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:42:09.619181 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-05337366-3d3d-4176-aa5e-b2508b917fc9 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:42:09.622898 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05337366-3d3d-4176-aa5e-b2508b917fc9 None None] Pushing event updated for resources: {'Port': ['ID=dd70ff5b-8788-45bb-8e86-427d63775619,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:09.626121 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05337366-3d3d-4176-aa5e-b2508b917fc9 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:42:09.631358 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-6b99c45f-7930-4a99-83e9-e5a2f30847b9 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:42:09.632505 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-6b99c45f-7930-4a99-83e9-e5a2f30847b9 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1451390 Jul 09 16:42:09.635488 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdf7b4e-cd2c-41cb-b7f8-97cbb0f362d8 None None] Sync routers for ids ['ef40e027-17f5-49ff-a461-350ba958c195'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:42:09.637375 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-072c4e90-3313-41e7-8c34-0b6e278111b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116952ef-48ec-4c42-8ae0-c28fa07df1d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2114292331', 'tenant_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '5170c675-cb4a-4517-9f04-862b0764a2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:41:55Z', 'updated_at': '2021-07-09T16:42:04Z', 'revision_number': 4, 'project_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'gw_port': {'id': '5170c675-cb4a-4517-9f04-862b0764a2fb', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:5d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116952ef-48ec-4c42-8ae0-c28fa07df1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:56Z', 'updated_at': '2021-07-09T16:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'd61cf004-e2b5-4b61-9cbf-f5db83dc1fa3', 'name': '', 'network_id': '50b7b94c-6e0d-4621-9398-b5dd22283cc0', 'tenant_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'mac_address': 'fa:16:3e:05:db:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '116952ef-48ec-4c42-8ae0-c28fa07df1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '9a0a5059-845b-4112-8beb-a1ded2a6a4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:42:02Z', 'updated_at': '2021-07-09T16:42:05Z', 'revision_number': 2, 'project_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'subnets': [{'id': '9a0a5059-845b-4112-8beb-a1ded2a6a4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:09.650099 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 38114) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:09.651127 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdf7b4e-cd2c-41cb-b7f8-97cbb0f362d8 None None] Routers {'ef40e027-17f5-49ff-a461-350ba958c195'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:42:09.651814 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-dfdf7b4e-cd2c-41cb-b7f8-97cbb0f362d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:41:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['ef40e027-17f5-49ff-a461-350ba958c195'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:09.655862 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-29b45f9c-e128-4373-8c39-df29e8ecda2a admin admin] 10.222.0.98 "PUT /v2.0/routers/ef40e027-17f5-49ff-a461-350ba958c195/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6597455 Jul 09 16:42:09.661815 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-c6a577ae-7761-45f6-b8ee-f26e0ac71545 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Request body: {'security_group_rule': {'security_group_id': '165495ee-8e6c-4a9b-9ace-6f58bdf65f06', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:09.662870 n-d-798930-3 neutron-server[93958]: WARNING neutron.api.v2.base [None req-c6a577ae-7761-45f6-b8ee-f26e0ac71545 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 09 16:42:09.663609 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [None req-c6a577ae-7761-45f6-b8ee-f26e0ac71545 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:42:09.665362 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c6a577ae-7761-45f6-b8ee-f26e0ac71545 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0076761 Jul 09 16:42:09.666290 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38116) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:09.667166 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-63144167-7936-434e-80cd-c7f5b223cfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:09.668276 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63144167-7936-434e-80cd-c7f5b223cfd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:09.669059 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-63144167-7936-434e-80cd-c7f5b223cfd7 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:09.671554 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 38118) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:09.691252 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7bce93-53a4-41e3-ab1f-5f0a760e5e5a tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=502ca23c-dace-421b-b088-a305f05192cc,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:09.691890 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072c4e90-3313-41e7-8c34-0b6e278111b7 None None] Checking router: 116952ef-48ec-4c42-8ae0-c28fa07df1d4 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:42:09.692248 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072c4e90-3313-41e7-8c34-0b6e278111b7 None None] Updating router 116952ef-48ec-4c42-8ae0-c28fa07df1d4 port d61cf004-e2b5-4b61-9cbf-f5db83dc1fa3 binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:42:09.697453 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-e33cc3d9-01d9-40c3-9b2a-0e7fe4077733 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Request body: {'security_group_rule': {'security_group_id': '165495ee-8e6c-4a9b-9ace-6f58bdf65f06', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:09.773417 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dc7bce93-53a4-41e3-ab1f-5f0a760e5e5a tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:09.774499 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-dc7bce93-53a4-41e3-ab1f-5f0a760e5e5a tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4226682 Jul 09 16:42:09.794139 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63144167-7936-434e-80cd-c7f5b223cfd7 admin admin] Pushing event updated for resources: {'Network': ['ID=2ca0f3dd-c47b-4d06-94e3-742747208dbe,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:09.817652 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-63144167-7936-434e-80cd-c7f5b223cfd7 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2209136 Jul 09 16:42:09.821465 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38124) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:09.830709 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-00243ab2-8d69-492a-99d5-9b3ccd2105e5 admin admin] Request body: {'subnet': {'network_id': '2ca0f3dd-c47b-4d06-94e3-742747208dbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2111013001-subnet', 'tenant_id': '9d38ce1e90f04bc8b89a769514087ec5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:09.834691 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [None req-e33cc3d9-01d9-40c3-9b2a-0e7fe4077733 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:42:09.836329 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e33cc3d9-01d9-40c3-9b2a-0e7fe4077733 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1600506 Jul 09 16:42:09.839156 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 38126) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:09.845069 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-2423d48b-5b53-4017-b56a-3e2f340b219a tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Request body: {'security_group_rule': {'security_group_id': '165495ee-8e6c-4a9b-9ace-6f58bdf65f06', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:09.855703 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:09.872525 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 2ca0f3dd-c47b-4d06-94e3-742747208dbe details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:42:09.910539 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-dfdf7b4e-cd2c-41cb-b7f8-97cbb0f362d8 None None] Set router ef40e027-17f5-49ff-a461-350ba958c195 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:42:09.935559 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a7339b31-02bc-4706-ad79-c3ab2a21a06a admin admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:09.972386 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb6c327-0b0a-4b7e-92a8-732e7171ba99 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Made reservation on behalf of 1e382bd74e51417fb9183dd7d87653fc for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:42:09.982650 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4eb6c327-0b0a-4b7e-92a8-732e7171ba99 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:10.020604 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-4eb6c327-0b0a-4b7e-92a8-732e7171ba99 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] device_id is not set on port f20eb854-49cd-4a78-85e2-e620cbb4725a yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 16:42:10.115791 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00243ab2-8d69-492a-99d5-9b3ccd2105e5 admin admin] Made reservation on behalf of 9d38ce1e90f04bc8b89a769514087ec5 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:42:10.118577 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-00243ab2-8d69-492a-99d5-9b3ccd2105e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:10.140661 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-05337366-3d3d-4176-aa5e-b2508b917fc9 None None] Attempting to bind port dd70ff5b-8788-45bb-8e86-427d63775619 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:42:10.140661 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-05337366-3d3d-4176-aa5e-b2508b917fc9 None None] Attempting to bind port dd70ff5b-8788-45bb-8e86-427d63775619 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'fbdbe95b-90b1-4281-b1a7-cfcb60861910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '33b2f4c5-3465-4a75-91e8-8271ee4470fb'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:42:10.141162 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05337366-3d3d-4176-aa5e-b2508b917fc9 None None] Attempting to bind port dd70ff5b-8788-45bb-8e86-427d63775619 on network 33b2f4c5-3465-4a75-91e8-8271ee4470fb {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:42:10.152065 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-072c4e90-3313-41e7-8c34-0b6e278111b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:10.194712 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [None req-2423d48b-5b53-4017-b56a-3e2f340b219a tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:42:10.196103 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2423d48b-5b53-4017-b56a-3e2f340b219a tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3553908 Jul 09 16:42:10.199646 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38142) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:10.231378 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-82353dd1-5189-4307-81cb-ae992eb88dd1 req-32c8ab9b-90a2-4ab2-b27d-f8f0b754a111 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup_general--1751350910&fields=id&tenant_id=5e6a0eaba6cb46c1bafe0a279d6dc456 HTTP/1.1" status: 200 len: 267 time: 0.0821819 Jul 09 16:42:10.237490 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05337366-3d3d-4176-aa5e-b2508b917fc9 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:42:10.239209 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05337366-3d3d-4176-aa5e-b2508b917fc9 None None] Checking segment: {'id': 'fbdbe95b-90b1-4281-b1a7-cfcb60861910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '33b2f4c5-3465-4a75-91e8-8271ee4470fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:42:10.239851 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-05337366-3d3d-4176-aa5e-b2508b917fc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:10.240905 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05337366-3d3d-4176-aa5e-b2508b917fc9 None None] Bound using segment: {'id': 'fbdbe95b-90b1-4281-b1a7-cfcb60861910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '33b2f4c5-3465-4a75-91e8-8271ee4470fb'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:42:10.241576 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-05337366-3d3d-4176-aa5e-b2508b917fc9 None None] Bound port: dd70ff5b-8788-45bb-8e86-427d63775619, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbdbe95b-90b1-4281-b1a7-cfcb60861910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '33b2f4c5-3465-4a75-91e8-8271ee4470fb'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:42:10.242171 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-05337366-3d3d-4176-aa5e-b2508b917fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:10.257610 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-4eb6c327-0b0a-4b7e-92a8-732e7171ba99 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Allocated IP 172.20.0.12 (33b2f4c5-3465-4a75-91e8-8271ee4470fb/8cd1f0cc-6349-4879-b8dd-0da0f6ddbffa/f20eb854-49cd-4a78-85e2-e620cbb4725a) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:42:10.292824 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port b2e4e17c-84a6-437d-b889-b2193436f59f, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=b2e4e17c-84a6-437d-b889-b2193436f59f,segment=NetworkSegment(285506c0-251b-49cb-bff8-c2ca57ce07fc),segment_id=285506c0-251b-49cb-bff8-c2ca57ce07fc)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:10.300329 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-82353dd1-5189-4307-81cb-ae992eb88dd1 req-688a0fdd-5aa2-4be1-9fb5-ea13afcce18a tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup_access--413767716&fields=id&tenant_id=5e6a0eaba6cb46c1bafe0a279d6dc456 HTTP/1.1" status: 200 len: 267 time: 0.0678978 Jul 09 16:42:10.301532 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a7339b31-02bc-4706-ad79-c3ab2a21a06a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:10.332302 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:10.336963 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:10.380390 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-dfdf7b4e-cd2c-41cb-b7f8-97cbb0f362d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef40e027-17f5-49ff-a461-350ba958c195', 'name': 'tempest-TestAggregatesBasicOps-1303470614-router', 'tenant_id': 'f70abd974d2a4b328b0b5a3e8145973e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'daf9ac92-90e4-4ff2-ac75-47144c3256dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:41:35Z', 'updated_at': '2021-07-09T16:42:08Z', 'revision_number': 5, 'project_id': 'f70abd974d2a4b328b0b5a3e8145973e', 'gw_port': {'id': 'daf9ac92-90e4-4ff2-ac75-47144c3256dc', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cc:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef40e027-17f5-49ff-a461-350ba958c195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:37Z', 'updated_at': '2021-07-09T16:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:10.428968 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d6a298eb-fdd0-4429-84cc-753ed3cb7a69 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:10.460500 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdf7b4e-cd2c-41cb-b7f8-97cbb0f362d8 None None] Checking router: ef40e027-17f5-49ff-a461-350ba958c195 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:42:10.484695 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdf7b4e-cd2c-41cb-b7f8-97cbb0f362d8 None None] Routers {'ef40e027-17f5-49ff-a461-350ba958c195'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:42:10.484695 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-dfdf7b4e-cd2c-41cb-b7f8-97cbb0f362d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:41:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['ef40e027-17f5-49ff-a461-350ba958c195'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:10.595518 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d6a298eb-fdd0-4429-84cc-753ed3cb7a69 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:10.632094 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82353dd1-5189-4307-81cb-ae992eb88dd1 req-cd278124-eef5-41ea-91d8-58283251364d tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:10.640814 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-a7339b31-02bc-4706-ad79-c3ab2a21a06a admin admin] Deleting port daf9ac92-90e4-4ff2-ac75-47144c3256dc {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:42:10.641269 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-82353dd1-5189-4307-81cb-ae992eb88dd1 req-cd278124-eef5-41ea-91d8-58283251364d tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "GET /v2.0/networks?id=50b7b94c-6e0d-4621-9398-b5dd22283cc0 HTTP/1.1" status: 200 len: 797 time: 0.3394320 Jul 09 16:42:10.641913 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a7339b31-02bc-4706-ad79-c3ab2a21a06a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:10.677643 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-82353dd1-5189-4307-81cb-ae992eb88dd1 req-15d7d78b-c841-499f-9028-071a254415df tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "GET /v2.0/quotas/5e6a0eaba6cb46c1bafe0a279d6dc456 HTTP/1.1" status: 200 len: 375 time: 0.0348842 Jul 09 16:42:10.688427 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-dfdf7b4e-cd2c-41cb-b7f8-97cbb0f362d8 None None] Set router ef40e027-17f5-49ff-a461-350ba958c195 gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:42:10.768329 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-dfdf7b4e-cd2c-41cb-b7f8-97cbb0f362d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef40e027-17f5-49ff-a461-350ba958c195', 'name': 'tempest-TestAggregatesBasicOps-1303470614-router', 'tenant_id': 'f70abd974d2a4b328b0b5a3e8145973e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:41:35Z', 'updated_at': '2021-07-09T16:42:10Z', 'revision_number': 6, 'project_id': 'f70abd974d2a4b328b0b5a3e8145973e', 'gw_port_host': None}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:10.813726 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdf7b4e-cd2c-41cb-b7f8-97cbb0f362d8 None None] The sync data for ids ['ef40e027-17f5-49ff-a461-350ba958c195'] in n-d-798930-3 is: [{'id': 'ef40e027-17f5-49ff-a461-350ba958c195', 'name': 'tempest-TestAggregatesBasicOps-1303470614-router', 'tenant_id': 'f70abd974d2a4b328b0b5a3e8145973e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:41:35Z', 'updated_at': '2021-07-09T16:42:10Z', 'revision_number': 6, 'project_id': 'f70abd974d2a4b328b0b5a3e8145973e', 'gw_port_host': None}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:42:10.822140 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d6a298eb-fdd0-4429-84cc-753ed3cb7a69 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:10.825204 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d6a298eb-fdd0-4429-84cc-753ed3cb7a69 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:10.829727 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 38156) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:10.830076 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-d6a298eb-fdd0-4429-84cc-753ed3cb7a69 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] 10.222.0.98 "DELETE /v2.0/security-groups/165495ee-8e6c-4a9b-9ace-6f58bdf65f06 HTTP/1.1" status: 204 len: 168 time: 0.6221924 Jul 09 16:42:10.831490 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-00243ab2-8d69-492a-99d5-9b3ccd2105e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:10.908004 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a298eb-fdd0-4429-84cc-753ed3cb7a69 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=165495ee-8e6c-4a9b-9ace-6f58bdf65f06,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:10.914617 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-82353dd1-5189-4307-81cb-ae992eb88dd1 req-e8d12e26-827b-443c-9301-cca4dfe59e43 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=5e6a0eaba6cb46c1bafe0a279d6dc456&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2289279 Jul 09 16:42:10.920978 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [req-82353dd1-5189-4307-81cb-ae992eb88dd1 req-1990a7e9-bec0-44a3-9077-349f0a158f9e tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:42:10.928818 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-82353dd1-5189-4307-81cb-ae992eb88dd1 req-1990a7e9-bec0-44a3-9077-349f0a158f9e tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131948 Jul 09 16:42:10.932726 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-a7339b31-02bc-4706-ad79-c3ab2a21a06a admin admin] For port daf9ac92-90e4-4ff2-ac75-47144c3256dc, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=daf9ac92-90e4-4ff2-ac75-47144c3256dc,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:10.933184 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a7339b31-02bc-4706-ad79-c3ab2a21a06a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:10.937504 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 5170c675-cb4a-4517-9f04-862b0764a2fb up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:42:10.957775 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-a7339b31-02bc-4706-ad79-c3ab2a21a06a admin admin] Calling delete_port for daf9ac92-90e4-4ff2-ac75-47144c3256dc owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:42:10.964091 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00243ab2-8d69-492a-99d5-9b3ccd2105e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1841032f-0d26-4e91-b965-2254f01267a5,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:10.968008 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00243ab2-8d69-492a-99d5-9b3ccd2105e5 admin admin] Checking segment: {'id': '8becb71a-4537-443c-ac67-b18b4c55902a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2ca0f3dd-c47b-4d06-94e3-742747208dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:42:10.968807 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00243ab2-8d69-492a-99d5-9b3ccd2105e5 admin admin] Network hostable DHCP agents. Network: 2ca0f3dd-c47b-4d06-94e3-742747208dbe, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:42:11.017506 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4eb6c327-0b0a-4b7e-92a8-732e7171ba99 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:11.059900 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-4eb6c327-0b0a-4b7e-92a8-732e7171ba99 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Transition to ACTIVE for port object f20eb854-49cd-4a78-85e2-e620cbb4725a will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:42:11.064227 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c6ed5a72-6c20-41a5-a427-c96370fb849f tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2297018 Jul 09 16:42:11.069835 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 38160) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:11.070083 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00243ab2-8d69-492a-99d5-9b3ccd2105e5 admin admin] Network 2ca0f3dd-c47b-4d06-94e3-742747208dbe is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:42:11.073098 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-9ff8a458-d773-47f6-9f8b-0d3ccceb7154 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Request body: {'security_group': {'name': 'tempest-secgroup--917507054'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:11.096709 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-00243ab2-8d69-492a-99d5-9b3ccd2105e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 2ca0f3dd-c47b-4d06-94e3-742747208dbe) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:42:11.106579 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ff8a458-d773-47f6-9f8b-0d3ccceb7154 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:11.134785 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-82353dd1-5189-4307-81cb-ae992eb88dd1 req-34dc69e0-83de-4730-9ddc-88b9d8272a65 service neutron] 10.222.0.98 "GET /v2.0/networks/50b7b94c-6e0d-4621-9398-b5dd22283cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050128 Jul 09 16:42:11.150184 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00243ab2-8d69-492a-99d5-9b3ccd2105e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:11.151113 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfdb033-bd1a-4c81-ba12-a3412487373c None None] Network 2ca0f3dd-c47b-4d06-94e3-742747208dbe requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:42:11.151270 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-00243ab2-8d69-492a-99d5-9b3ccd2105e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:11.191489 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-00243ab2-8d69-492a-99d5-9b3ccd2105e5 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3687148 Jul 09 16:42:11.194542 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-05337366-3d3d-4176-aa5e-b2508b917fc9 None None] For port dd70ff5b-8788-45bb-8e86-427d63775619, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:42:11.297762 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a7339b31-02bc-4706-ad79-c3ab2a21a06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:11.315639 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=b2e4e17c-84a6-437d-b889-b2193436f59f,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:11.362785 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7339b31-02bc-4706-ad79-c3ab2a21a06a admin admin] Pushing event deleted for resources: {'Port': ['ID=daf9ac92-90e4-4ff2-ac75-47144c3256dc,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:11.371204 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ff8a458-d773-47f6-9f8b-0d3ccceb7154 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:11.389574 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ff8a458-d773-47f6-9f8b-0d3ccceb7154 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:11.433982 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-05337366-3d3d-4176-aa5e-b2508b917fc9 None None] For port dd70ff5b-8788-45bb-8e86-427d63775619, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=dd70ff5b-8788-45bb-8e86-427d63775619,segment=NetworkSegment(fbdbe95b-90b1-4281-b1a7-cfcb60861910),segment_id=fbdbe95b-90b1-4281-b1a7-cfcb60861910)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:42:11.445804 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff8a458-d773-47f6-9f8b-0d3ccceb7154 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=368a8acf-1f81-48bd-87fb-18b9d51464f4,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:11.468566 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-05337366-3d3d-4176-aa5e-b2508b917fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:11.478017 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-82353dd1-5189-4307-81cb-ae992eb88dd1 req-fc2ad651-c9f8-45a1-9601-35dfa995083c service neutron] 10.222.0.98 "GET /v2.0/networks/50b7b94c-6e0d-4621-9398-b5dd22283cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422525 Jul 09 16:42:11.492674 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ff8a458-d773-47f6-9f8b-0d3ccceb7154 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:11.495580 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-9ff8a458-d773-47f6-9f8b-0d3ccceb7154 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4264579 Jul 09 16:42:11.498808 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 38172) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:11.501075 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a7339b31-02bc-4706-ad79-c3ab2a21a06a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:11.512145 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-1becf802-d268-46f4-88e0-4524f9b1902b tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Request body: {'security_group_rule': {'security_group_id': '368a8acf-1f81-48bd-87fb-18b9d51464f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:11.522305 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4eb6c327-0b0a-4b7e-92a8-732e7171ba99 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:11.584052 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 5170c675-cb4a-4517-9f04-862b0764a2fb triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:42:11.592419 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:11.677849 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb6c327-0b0a-4b7e-92a8-732e7171ba99 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Network 33b2f4c5-3465-4a75-91e8-8271ee4470fb is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:42:11.686930 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-4eb6c327-0b0a-4b7e-92a8-732e7171ba99 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:42:11.700507 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb6c327-0b0a-4b7e-92a8-732e7171ba99 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:42:11.731573 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a7339b31-02bc-4706-ad79-c3ab2a21a06a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:11.734564 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a7339b31-02bc-4706-ad79-c3ab2a21a06a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:11.787962 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05337366-3d3d-4176-aa5e-b2508b917fc9 None None] Pushing event updated for resources: {'Port': ['ID=dd70ff5b-8788-45bb-8e86-427d63775619,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:11.790282 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a7339b31-02bc-4706-ad79-c3ab2a21a06a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:11.791241 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7339b31-02bc-4706-ad79-c3ab2a21a06a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef40e027-17f5-49ff-a461-350ba958c195 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:42:11.797083 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a7339b31-02bc-4706-ad79-c3ab2a21a06a admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:11.799388 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a7339b31-02bc-4706-ad79-c3ab2a21a06a admin admin] 10.222.0.98 "DELETE /v2.0/routers/ef40e027-17f5-49ff-a461-350ba958c195 HTTP/1.1" status: 204 len: 168 time: 2.1320314 Jul 09 16:42:11.801977 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38182) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:11.892957 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-072c4e90-3313-41e7-8c34-0b6e278111b7 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:11.897317 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-37ef5201-3752-43b2-9121-eb7e1b996da8 admin admin] Deleting subnet 3008f831-e5f4-41c4-b32e-6d71f7fc3982 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:42:11.901300 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-37ef5201-3752-43b2-9121-eb7e1b996da8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:11.953263 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb6c327-0b0a-4b7e-92a8-732e7171ba99 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Pushing event updated for resources: {'Port': ['ID=f20eb854-49cd-4a78-85e2-e620cbb4725a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:11.973671 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [None req-1becf802-d268-46f4-88e0-4524f9b1902b tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] create failed (client error): The resource could not be found. Jul 09 16:42:11.974806 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1becf802-d268-46f4-88e0-4524f9b1902b tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4744325 Jul 09 16:42:11.977981 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38194) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:11.985471 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-17bccc5f-549a-47e6-86ef-bb7e116d9255 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Request body: {'security_group_rule': {'security_group_id': '368a8acf-1f81-48bd-87fb-18b9d51464f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'ecb076a0-c5ce-481a-b6f9-0d5a528d2efe'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:12.002747 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-37ef5201-3752-43b2-9121-eb7e1b996da8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:12.025597 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-072c4e90-3313-41e7-8c34-0b6e278111b7 None None] Transition to ACTIVE for port object d61cf004-e2b5-4b61-9cbf-f5db83dc1fa3 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:42:12.037837 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-072c4e90-3313-41e7-8c34-0b6e278111b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:12.086120 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb6c327-0b0a-4b7e-92a8-732e7171ba99 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:12.086869 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4eb6c327-0b0a-4b7e-92a8-732e7171ba99 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:12.120398 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74152d1f-3707-44da-9976-701bdebee2e7 None None] Network 2ca0f3dd-c47b-4d06-94e3-742747208dbe requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:42:12.178824 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-4eb6c327-0b0a-4b7e-92a8-732e7171ba99 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 3.1488917 Jul 09 16:42:12.184476 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 38200) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:12.185069 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-17bccc5f-549a-47e6-86ef-bb7e116d9255 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] create failed (client error): The resource could not be found. Jul 09 16:42:12.186131 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-17bccc5f-549a-47e6-86ef-bb7e116d9255 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2069609 Jul 09 16:42:12.191831 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 38202) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:12.244332 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdc5be7-e0d9-46ef-9cd0-487abc7acfe1 None None] Pushing event updated for resources: {'Port': ['ID=d61cf004-e2b5-4b61-9cbf-f5db83dc1fa3,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:12.287271 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-37ef5201-3752-43b2-9121-eb7e1b996da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:12.421987 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-37ef5201-3752-43b2-9121-eb7e1b996da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:12.438012 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-37ef5201-3752-43b2-9121-eb7e1b996da8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:12.455794 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-37ef5201-3752-43b2-9121-eb7e1b996da8 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/3008f831-e5f4-41c4-b32e-6d71f7fc3982 HTTP/1.1" status: 204 len: 168 time: 0.6416500 Jul 09 16:42:12.456994 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38214) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:12.483348 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f66deb-44d4-4969-a634-9f136b0f76b0 None None] Network 431ae3ff-424a-4189-971f-ebc6ca00930d requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:42:12.513853 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ef5201-3752-43b2-9121-eb7e1b996da8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3008f831-e5f4-41c4-b32e-6d71f7fc3982,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:12.617587 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 899edb92-8bae-4f02-a505-b1ba45b0a207 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:42:12.706454 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b1158289-5c8b-4524-b0c6-ec5bada60d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:12.775260 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-072c4e90-3313-41e7-8c34-0b6e278111b7 None None] Attempting to bind port d61cf004-e2b5-4b61-9cbf-f5db83dc1fa3 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:42:12.775640 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-072c4e90-3313-41e7-8c34-0b6e278111b7 None None] Attempting to bind port d61cf004-e2b5-4b61-9cbf-f5db83dc1fa3 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '285506c0-251b-49cb-bff8-c2ca57ce07fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '50b7b94c-6e0d-4621-9398-b5dd22283cc0'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:42:12.776015 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072c4e90-3313-41e7-8c34-0b6e278111b7 None None] Attempting to bind port d61cf004-e2b5-4b61-9cbf-f5db83dc1fa3 on network 50b7b94c-6e0d-4621-9398-b5dd22283cc0 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:42:12.827950 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-b1158289-5c8b-4524-b0c6-ec5bada60d18 admin admin] Deleting port 0cd255d9-c54e-4aee-8598-16a94fa53319 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:42:12.828672 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b1158289-5c8b-4524-b0c6-ec5bada60d18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:12.842937 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072c4e90-3313-41e7-8c34-0b6e278111b7 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:42:12.846259 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072c4e90-3313-41e7-8c34-0b6e278111b7 None None] Checking segment: {'id': '285506c0-251b-49cb-bff8-c2ca57ce07fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '50b7b94c-6e0d-4621-9398-b5dd22283cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:42:12.846744 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-072c4e90-3313-41e7-8c34-0b6e278111b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:12.847183 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072c4e90-3313-41e7-8c34-0b6e278111b7 None None] Bound using segment: {'id': '285506c0-251b-49cb-bff8-c2ca57ce07fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '50b7b94c-6e0d-4621-9398-b5dd22283cc0'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:42:12.847698 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-072c4e90-3313-41e7-8c34-0b6e278111b7 None None] Bound port: d61cf004-e2b5-4b61-9cbf-f5db83dc1fa3, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285506c0-251b-49cb-bff8-c2ca57ce07fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '50b7b94c-6e0d-4621-9398-b5dd22283cc0'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:42:12.848093 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-072c4e90-3313-41e7-8c34-0b6e278111b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:12.899790 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 899edb92-8bae-4f02-a505-b1ba45b0a207 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:42:12.900166 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:12.938626 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-b1158289-5c8b-4524-b0c6-ec5bada60d18 admin admin] For port 0cd255d9-c54e-4aee-8598-16a94fa53319, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=0cd255d9-c54e-4aee-8598-16a94fa53319,segment=NetworkSegment(4c206938-bdc7-4c70-84cc-419c0c2b61de),segment_id=4c206938-bdc7-4c70-84cc-419c0c2b61de)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:12.939304 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b1158289-5c8b-4524-b0c6-ec5bada60d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:12.986036 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-b1158289-5c8b-4524-b0c6-ec5bada60d18 admin admin] Calling delete_port for 0cd255d9-c54e-4aee-8598-16a94fa53319 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:42:13.046110 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-072c4e90-3313-41e7-8c34-0b6e278111b7 None None] For port d61cf004-e2b5-4b61-9cbf-f5db83dc1fa3, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:42:13.049908 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-072c4e90-3313-41e7-8c34-0b6e278111b7 None None] For port d61cf004-e2b5-4b61-9cbf-f5db83dc1fa3, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=d61cf004-e2b5-4b61-9cbf-f5db83dc1fa3,segment=NetworkSegment(285506c0-251b-49cb-bff8-c2ca57ce07fc),segment_id=285506c0-251b-49cb-bff8-c2ca57ce07fc)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:42:13.086477 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-072c4e90-3313-41e7-8c34-0b6e278111b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:13.303409 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdc5be7-e0d9-46ef-9cd0-487abc7acfe1 None None] Pushing event updated for resources: {'Port': ['ID=d61cf004-e2b5-4b61-9cbf-f5db83dc1fa3,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:13.350153 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0ac6eafe-f8ee-4bfe-91df-417c48c2624b tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:13.401063 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072c4e90-3313-41e7-8c34-0b6e278111b7 None None] Routers {'116952ef-48ec-4c42-8ae0-c28fa07df1d4'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:42:13.401717 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-072c4e90-3313-41e7-8c34-0b6e278111b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:41:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['116952ef-48ec-4c42-8ae0-c28fa07df1d4'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:13.448926 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0ac6eafe-f8ee-4bfe-91df-417c48c2624b tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:13.474318 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76468cd-72de-4354-9827-21f97994bc3f tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:13.526446 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76468cd-72de-4354-9827-21f97994bc3f tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:13.535596 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76468cd-72de-4354-9827-21f97994bc3f tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:13.541835 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b76468cd-72de-4354-9827-21f97994bc3f tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 1.3538146 Jul 09 16:42:13.561988 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642ce9de-a23c-4ac0-b4e3-b12a5969a17a None None] Network 33b2f4c5-3465-4a75-91e8-8271ee4470fb requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:42:13.565663 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 38240) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:13.695854 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07196f3-ec2b-4561-893d-600acdb84b8f req-b7cea2a2-5795-4f38-acd7-2e82c7e427e3 tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:13.704776 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b1158289-5c8b-4524-b0c6-ec5bada60d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:13.710153 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f07196f3-ec2b-4561-893d-600acdb84b8f req-b7cea2a2-5795-4f38-acd7-2e82c7e427e3 tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] 10.222.0.98 "GET /v2.0/networks?id=3e03c95e-fced-4ff5-826c-db53e4a57c0e HTTP/1.1" status: 200 len: 808 time: 1.4210320 Jul 09 16:42:13.742476 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3666ab88-fcbb-4878-b7a6-b70fa4daffb6 None None] DHCP port deletion for 431ae3ff-424a-4189-971f-ebc6ca00930d request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:42:13.747233 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f07196f3-ec2b-4561-893d-600acdb84b8f req-ddbe708f-4de7-4be7-85ef-fd28e4a2e6c5 tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] 10.222.0.98 "GET /v2.0/quotas/66471cf1f168419b9f6ab4c381ffe7d3 HTTP/1.1" status: 200 len: 375 time: 0.0358062 Jul 09 16:42:13.762912 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1158289-5c8b-4524-b0c6-ec5bada60d18 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cd255d9-c54e-4aee-8598-16a94fa53319,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:13.772889 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1158289-5c8b-4524-b0c6-ec5bada60d18 admin admin] No DVR routers for this DVR port 0cd255d9-c54e-4aee-8598-16a94fa53319 on host n-d-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:42:13.803525 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-072c4e90-3313-41e7-8c34-0b6e278111b7 None None] Set router 116952ef-48ec-4c42-8ae0-c28fa07df1d4 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:42:13.803525 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-68d764b2-8930-4e29-a047-64e14c66a6d5 None None] Provisioning for port dd70ff5b-8788-45bb-8e86-427d63775619 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:42:13.861770 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f07196f3-ec2b-4561-893d-600acdb84b8f req-6d75146f-d20a-4281-8253-738890e5e1cd tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=66471cf1f168419b9f6ab4c381ffe7d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0907400 Jul 09 16:42:13.942657 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b1158289-5c8b-4524-b0c6-ec5bada60d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:13.962070 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-b1158289-5c8b-4524-b0c6-ec5bada60d18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['431ae3ff-424a-4189-971f-ebc6ca00930d']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:13.986491 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-b1158289-5c8b-4524-b0c6-ec5bada60d18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c206938-bdc7-4c70-84cc-419c0c2b61de') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:13.987342 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-b1158289-5c8b-4524-b0c6-ec5bada60d18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c206938-bdc7-4c70-84cc-419c0c2b61de') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:14.011254 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b1158289-5c8b-4524-b0c6-ec5bada60d18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:14.033629 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0ac6eafe-f8ee-4bfe-91df-417c48c2624b tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:14.036206 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0ac6eafe-f8ee-4bfe-91df-417c48c2624b tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:14.037554 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0ac6eafe-f8ee-4bfe-91df-417c48c2624b tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] 10.222.0.98 "DELETE /v2.0/security-groups/368a8acf-1f81-48bd-87fb-18b9d51464f4 HTTP/1.1" status: 204 len: 168 time: 1.8447754 Jul 09 16:42:14.041330 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38248) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:14.058260 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b1158289-5c8b-4524-b0c6-ec5bada60d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:14.059296 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device dd70ff5b-8788-45bb-8e86-427d63775619 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:42:14.076238 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1158289-5c8b-4524-b0c6-ec5bada60d18 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:42:14.076733 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b1158289-5c8b-4524-b0c6-ec5bada60d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:14.079290 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:42:14.079290 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:42:14.079290 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:42:14.079290 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:42:14.079290 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:42:14.079290 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:42:14.079290 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:42:14.079290 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:42:14.079290 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:42:14.079290 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:42:14.079290 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:42:14.079290 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:42:14.079290 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:42:14.079290 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:42:14.079290 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:42:14.079290 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:42:14.079290 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:42:14.079290 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:42:14.079290 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:42:14.079290 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:42:14.079290 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:42:14.079290 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:42:14.079290 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:42:14.079290 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:42:14.079290 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:42:14.079290 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:42:14.079290 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:42:14.079290 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:42:14.079290 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:42:14.079290 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:42:14.079290 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:42:14.079290 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:42:14.086724 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac6eafe-f8ee-4bfe-91df-417c48c2624b tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=368a8acf-1f81-48bd-87fb-18b9d51464f4,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:14.157884 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-123a663c-bf12-4534-9000-b6a1f4e49159 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1143825 Jul 09 16:42:14.159038 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38252) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:14.164190 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-3a23c2ee-1209-40de-8c6b-b19da1099462 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Request body: {'security_group_rule': {'security_group_id': 'd6dd01ea-2ced-449f-8ef8-7cdfa9c339f3', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:14.174916 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b1158289-5c8b-4524-b0c6-ec5bada60d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:14.179624 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b1158289-5c8b-4524-b0c6-ec5bada60d18 admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:14.182088 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b1158289-5c8b-4524-b0c6-ec5bada60d18 admin admin] 10.222.0.98 "DELETE /v2.0/networks/431ae3ff-424a-4189-971f-ebc6ca00930d HTTP/1.1" status: 204 len: 168 time: 1.6696477 Jul 09 16:42:14.185896 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f07196f3-ec2b-4561-893d-600acdb84b8f req-94288637-2537-4f63-988a-4bd014e3548f service neutron] 10.222.0.98 "GET /v2.0/networks/3e03c95e-fced-4ff5-826c-db53e4a57c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139138 Jul 09 16:42:14.186491 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 38256) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:14.200260 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1158289-5c8b-4524-b0c6-ec5bada60d18 admin admin] Pushing event deleted for resources: {'Network': ['ID=431ae3ff-424a-4189-971f-ebc6ca00930d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:14.237778 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-3a23c2ee-1209-40de-8c6b-b19da1099462 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] create failed (client error): The resource could not be found. Jul 09 16:42:14.244170 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3a23c2ee-1209-40de-8c6b-b19da1099462 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0834148 Jul 09 16:42:14.244955 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38258) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:14.250099 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-bb7fceea-4fd5-4377-a761-e815396ba8c6 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Request body: {'security_group': {'name': 'tempest-secgroup--1126627796'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:14.294380 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bb7fceea-4fd5-4377-a761-e815396ba8c6 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:14.332020 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port dd70ff5b-8788-45bb-8e86-427d63775619 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:42:14.338314 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-11e5a15f-9f83-46eb-8ba7-0b002b51b7de tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Deleting port f20eb854-49cd-4a78-85e2-e620cbb4725a {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:42:14.338997 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11e5a15f-9f83-46eb-8ba7-0b002b51b7de tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:14.361159 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port dd70ff5b-8788-45bb-8e86-427d63775619 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:42:14.361442 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:14.491338 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-072c4e90-3313-41e7-8c34-0b6e278111b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116952ef-48ec-4c42-8ae0-c28fa07df1d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2114292331', 'tenant_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '5170c675-cb4a-4517-9f04-862b0764a2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:41:55Z', 'updated_at': '2021-07-09T16:42:04Z', 'revision_number': 4, 'project_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'gw_port': {'id': '5170c675-cb4a-4517-9f04-862b0764a2fb', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:5d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116952ef-48ec-4c42-8ae0-c28fa07df1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:56Z', 'updated_at': '2021-07-09T16:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'd61cf004-e2b5-4b61-9cbf-f5db83dc1fa3', 'name': '', 'network_id': '50b7b94c-6e0d-4621-9398-b5dd22283cc0', 'tenant_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'mac_address': 'fa:16:3e:05:db:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '116952ef-48ec-4c42-8ae0-c28fa07df1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '9a0a5059-845b-4112-8beb-a1ded2a6a4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:42:02Z', 'updated_at': '2021-07-09T16:42:13Z', 'revision_number': 4, 'project_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'subnets': [{'id': '9a0a5059-845b-4112-8beb-a1ded2a6a4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:14.501587 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bb7fceea-4fd5-4377-a761-e815396ba8c6 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:14.507669 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bb7fceea-4fd5-4377-a761-e815396ba8c6 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:14.566094 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072c4e90-3313-41e7-8c34-0b6e278111b7 None None] The sync data for ids ['116952ef-48ec-4c42-8ae0-c28fa07df1d4'] in n-d-798930-3 is: [{'id': '116952ef-48ec-4c42-8ae0-c28fa07df1d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2114292331', 'tenant_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '5170c675-cb4a-4517-9f04-862b0764a2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:41:55Z', 'updated_at': '2021-07-09T16:42:04Z', 'revision_number': 4, 'project_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'gw_port': {'id': '5170c675-cb4a-4517-9f04-862b0764a2fb', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:5d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116952ef-48ec-4c42-8ae0-c28fa07df1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:56Z', 'updated_at': '2021-07-09T16:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'd61cf004-e2b5-4b61-9cbf-f5db83dc1fa3', 'name': '', 'network_id': '50b7b94c-6e0d-4621-9398-b5dd22283cc0', 'tenant_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'mac_address': 'fa:16:3e:05:db:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '116952ef-48ec-4c42-8ae0-c28fa07df1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '9a0a5059-845b-4112-8beb-a1ded2a6a4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:42:02Z', 'updated_at': '2021-07-09T16:42:13Z', 'revision_number': 4, 'project_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'subnets': [{'id': '9a0a5059-845b-4112-8beb-a1ded2a6a4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:42:14.591857 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:14.675561 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port dd70ff5b-8788-45bb-8e86-427d63775619, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=dd70ff5b-8788-45bb-8e86-427d63775619,segment=NetworkSegment(fbdbe95b-90b1-4281-b1a7-cfcb60861910),segment_id=fbdbe95b-90b1-4281-b1a7-cfcb60861910)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:14.680736 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11e5a15f-9f83-46eb-8ba7-0b002b51b7de tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:14.682201 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:14.683048 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device b2e4e17c-84a6-437d-b889-b2193436f59f up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:42:14.692641 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bb7fceea-4fd5-4377-a761-e815396ba8c6 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:14.695833 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-bb7fceea-4fd5-4377-a761-e815396ba8c6 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4481573 Jul 09 16:42:14.711761 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38266) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:14.717666 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-09d88a2b-045d-43f1-94a3-8e2b1a5dc734 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Request body: {'security_group': {'name': 'tempest-secgroup--880133590'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:14.732903 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7fceea-4fd5-4377-a761-e815396ba8c6 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=093f290b-25ab-41f5-b4b5-9547106e21f9,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:14.799987 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-09d88a2b-045d-43f1-94a3-8e2b1a5dc734 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:14.845808 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-11e5a15f-9f83-46eb-8ba7-0b002b51b7de tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Calling delete_port for f20eb854-49cd-4a78-85e2-e620cbb4725a owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:42:14.881784 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=dd70ff5b-8788-45bb-8e86-427d63775619,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:14.907085 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port b2e4e17c-84a6-437d-b889-b2193436f59f triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:42:14.907460 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:14.921760 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82353dd1-5189-4307-81cb-ae992eb88dd1 req-714f04d1-c4bf-4889-a71b-596de5730d09 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:14.927935 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-82353dd1-5189-4307-81cb-ae992eb88dd1 req-714f04d1-c4bf-4889-a71b-596de5730d09 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.73 "GET /v2.0/networks?id=50b7b94c-6e0d-4621-9398-b5dd22283cc0 HTTP/1.1" status: 200 len: 797 time: 0.4047918 Jul 09 16:42:15.024144 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ba059770-121f-4942-9a85-e71668bd1258 None None] Provisioning complete for port dd70ff5b-8788-45bb-8e86-427d63775619 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:42:15.025147 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ba059770-121f-4942-9a85-e71668bd1258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:15.045375 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f07196f3-ec2b-4561-893d-600acdb84b8f req-25bdf04e-b642-41b8-9dba-43f25c28fb8c service neutron] 10.222.0.98 "GET /v2.0/networks/3e03c95e-fced-4ff5-826c-db53e4a57c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8264678 Jul 09 16:42:15.128368 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-82353dd1-5189-4307-81cb-ae992eb88dd1 req-9a404688-9534-41dd-b74c-f149f51d81a9 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e6a0eaba6cb46c1bafe0a279d6dc456 HTTP/1.1" status: 200 len: 477 time: 0.1811011 Jul 09 16:42:15.178304 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-82353dd1-5189-4307-81cb-ae992eb88dd1 req-482861eb-c631-4c93-a8d4-2ce5f4bab4e4 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Request body: {'port': {'device_id': '461b9502-a12b-4a4d-aa62-2cd8ff38c958', 'network_id': '50b7b94c-6e0d-4621-9398-b5dd22283cc0', 'admin_state_up': True, 'tenant_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'security_groups': ['abf224c7-8333-4f8a-ac99-0ad7411b893c', '9b9627bc-64b0-4486-a01f-c99668cdaf16']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:15.253903 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-09d88a2b-045d-43f1-94a3-8e2b1a5dc734 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:15.336609 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-09d88a2b-045d-43f1-94a3-8e2b1a5dc734 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:15.440897 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d88a2b-045d-43f1-94a3-8e2b1a5dc734 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eed13960-7cde-4603-b1c5-3a70e595146f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:15.496564 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-09d88a2b-045d-43f1-94a3-8e2b1a5dc734 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:15.497826 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-09d88a2b-045d-43f1-94a3-8e2b1a5dc734 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7842076 Jul 09 16:42:15.505892 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38276) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:15.520418 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-cc70a695-d4d3-40d8-b028-14f1d2249127 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Request body: {'security_group_rule': {'security_group_id': '093f290b-25ab-41f5-b4b5-9547106e21f9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'eed13960-7cde-4603-b1c5-3a70e595146f'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:15.644328 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-cc70a695-d4d3-40d8-b028-14f1d2249127 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 16:42:15.645357 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-cc70a695-d4d3-40d8-b028-14f1d2249127 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1385269 Jul 09 16:42:15.667196 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-485015e5-df5e-4ede-8a8b-54ced74010b2 req-49ab7d48-71df-402f-a8f5-d7c8af78c64a tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "GET /v2.0/ports?device_id=461b9502-a12b-4a4d-aa62-2cd8ff38c958 HTTP/1.1" status: 200 len: 210 time: 0.1482773 Jul 09 16:42:15.667196 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 38278) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:15.750655 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82353dd1-5189-4307-81cb-ae992eb88dd1 req-482861eb-c631-4c93-a8d4-2ce5f4bab4e4 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Made reservation on behalf of 5e6a0eaba6cb46c1bafe0a279d6dc456 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:42:15.756530 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-82353dd1-5189-4307-81cb-ae992eb88dd1 req-482861eb-c631-4c93-a8d4-2ce5f4bab4e4 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:15.798929 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 25dafdb7-25df-4de8-a312-6e6155cf3bd5 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:42:15.849021 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 25dafdb7-25df-4de8-a312-6e6155cf3bd5 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:42:15.849842 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 25dafdb7-25df-4de8-a312-6e6155cf3bd5 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:42:15.850555 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device daf9ac92-90e4-4ff2-ac75-47144c3256dc no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:42:15.874569 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: daf9ac92-90e4-4ff2-ac75-47144c3256dc {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:42:15.875764 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device daf9ac92-90e4-4ff2-ac75-47144c3256dc not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:42:15.901421 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ba059770-121f-4942-9a85-e71668bd1258 None None] Provisioning for port 95a22186-bf36-4047-a46e-ec93663a0efa completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:42:15.908661 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ba059770-121f-4942-9a85-e71668bd1258 None None] Provisioning complete for port 95a22186-bf36-4047-a46e-ec93663a0efa triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:42:15.910677 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ba059770-121f-4942-9a85-e71668bd1258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:15.956025 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c9c2a301-7926-493e-a6ad-ed36620648b8 req-53289051-66b0-4231-97bc-13e474d56b8d tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] 10.222.0.98 "GET /v2.0/ports?device_id=931d86bf-2a53-4b04-9fe1-bbfc25106c30 HTTP/1.1" status: 200 len: 210 time: 0.1860948 Jul 09 16:42:16.013391 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-ba059770-121f-4942-9a85-e71668bd1258 None None] Port 95a22186-bf36-4047-a46e-ec93663a0efa cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:42:16.015755 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-82353dd1-5189-4307-81cb-ae992eb88dd1 req-482861eb-c631-4c93-a8d4-2ce5f4bab4e4 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Allocated IP 172.20.0.3 (50b7b94c-6e0d-4621-9398-b5dd22283cc0/9a0a5059-845b-4112-8beb-a1ded2a6a4ec/387b455f-d475-42c5-a40f-749c1c2634b1) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:42:16.040058 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-08934065-39fd-4f91-ae18-e849ab84ea8e tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:16.043663 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ba059770-121f-4942-9a85-e71668bd1258 None None] Provisioning for port f20eb854-49cd-4a78-85e2-e620cbb4725a completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:42:16.052930 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ba059770-121f-4942-9a85-e71668bd1258 None None] Provisioning complete for port f20eb854-49cd-4a78-85e2-e620cbb4725a triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:42:16.054980 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ba059770-121f-4942-9a85-e71668bd1258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:16.067422 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-08934065-39fd-4f91-ae18-e849ab84ea8e tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:16.077065 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11e5a15f-9f83-46eb-8ba7-0b002b51b7de tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:16.111364 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-ba059770-121f-4942-9a85-e71668bd1258 None None] Port f20eb854-49cd-4a78-85e2-e620cbb4725a was deleted so its status cannot be updated. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 09 16:42:16.184436 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e5a15f-9f83-46eb-8ba7-0b002b51b7de tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Pushing event deleted for resources: {'Port': ['ID=f20eb854-49cd-4a78-85e2-e620cbb4725a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:16.258176 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device dd70ff5b-8788-45bb-8e86-427d63775619 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:42:16.355192 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-08934065-39fd-4f91-ae18-e849ab84ea8e tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:16.357726 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-08934065-39fd-4f91-ae18-e849ab84ea8e tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:16.358124 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2e7efabe-198a-4a2d-9199-12d0a798c0a3 None None] Provisioning complete for port 95a22186-bf36-4047-a46e-ec93663a0efa triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:42:16.358565 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2e7efabe-198a-4a2d-9199-12d0a798c0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:16.372640 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-82353dd1-5189-4307-81cb-ae992eb88dd1 req-482861eb-c631-4c93-a8d4-2ce5f4bab4e4 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:16.373567 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-08934065-39fd-4f91-ae18-e849ab84ea8e tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] 10.222.0.98 "DELETE /v2.0/security-groups/eed13960-7cde-4603-b1c5-3a70e595146f HTTP/1.1" status: 204 len: 168 time: 0.7047486 Jul 09 16:42:16.377577 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 38288) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:16.412234 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-82353dd1-5189-4307-81cb-ae992eb88dd1 req-482861eb-c631-4c93-a8d4-2ce5f4bab4e4 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Transition to ACTIVE for port object 387b455f-d475-42c5-a40f-749c1c2634b1 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:42:16.477419 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port dd70ff5b-8788-45bb-8e86-427d63775619 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:42:16.480885 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:16.496823 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-82353dd1-5189-4307-81cb-ae992eb88dd1 req-482861eb-c631-4c93-a8d4-2ce5f4bab4e4 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:16.568246 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08934065-39fd-4f91-ae18-e849ab84ea8e tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed13960-7cde-4603-b1c5-3a70e595146f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:16.574443 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-435137f0-78d0-415e-90de-69e50a51b7ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:16.579282 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82353dd1-5189-4307-81cb-ae992eb88dd1 req-482861eb-c631-4c93-a8d4-2ce5f4bab4e4 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Network 50b7b94c-6e0d-4621-9398-b5dd22283cc0 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:42:16.586648 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-82353dd1-5189-4307-81cb-ae992eb88dd1 req-482861eb-c631-4c93-a8d4-2ce5f4bab4e4 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:42:16.640609 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11e5a15f-9f83-46eb-8ba7-0b002b51b7de tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:16.642886 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-82353dd1-5189-4307-81cb-ae992eb88dd1 req-482861eb-c631-4c93-a8d4-2ce5f4bab4e4 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:42:16.649976 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-11e5a15f-9f83-46eb-8ba7-0b002b51b7de tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] 10.222.0.98 "DELETE /v2.0/ports/f20eb854-49cd-4a78-85e2-e620cbb4725a HTTP/1.1" status: 204 len: 168 time: 3.0771897 Jul 09 16:42:16.651106 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 38292) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:16.659142 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-47bf8f5c-ee4d-467a-b409-d8e6d64a58d3 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Request body: {'port': {'name': 'tempest-new-port-name-1977746204', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:16.661132 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.api.validators [None req-47bf8f5c-ee4d-467a-b409-d8e6d64a58d3 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] bootfile-name is not in valid_values {{(pid=93958) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 16:42:16.661671 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.api.validators [None req-47bf8f5c-ee4d-467a-b409-d8e6d64a58d3 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] tftp-server is not in valid_values {{(pid=93958) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 16:42:16.662385 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.api.validators [None req-47bf8f5c-ee4d-467a-b409-d8e6d64a58d3 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] server-ip-address is not in valid_values {{(pid=93958) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 16:42:16.665710 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-2e7efabe-198a-4a2d-9199-12d0a798c0a3 None None] Port 95a22186-bf36-4047-a46e-ec93663a0efa cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:42:16.682565 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2e7efabe-198a-4a2d-9199-12d0a798c0a3 None None] Could not find standard attr ID for object f20eb854-49cd-4a78-85e2-e620cbb4725a. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 16:42:16.724613 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82353dd1-5189-4307-81cb-ae992eb88dd1 req-482861eb-c631-4c93-a8d4-2ce5f4bab4e4 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:16.725403 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-82353dd1-5189-4307-81cb-ae992eb88dd1 req-482861eb-c631-4c93-a8d4-2ce5f4bab4e4 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:16.762119 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d61cf004-e2b5-4b61-9cbf-f5db83dc1fa3 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:42:16.767454 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-82353dd1-5189-4307-81cb-ae992eb88dd1 req-482861eb-c631-4c93-a8d4-2ce5f4bab4e4 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.5985713 Jul 09 16:42:16.826884 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482861eb-c631-4c93-a8d4-2ce5f4bab4e4 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Pushing event updated for resources: {'Port': ['ID=387b455f-d475-42c5-a40f-749c1c2634b1,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:16.895784 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port d61cf004-e2b5-4b61-9cbf-f5db83dc1fa3 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:42:16.909358 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port d61cf004-e2b5-4b61-9cbf-f5db83dc1fa3 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:42:16.910047 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:17.020080 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f3ca97a9-a20d-4072-89a4-8b5155acb1de tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.6140792 Jul 09 16:42:17.022732 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38302) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:17.065620 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:17.081382 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-82353dd1-5189-4307-81cb-ae992eb88dd1 req-b68de68b-9d0a-4b74-a126-0c5a168c531b service neutron] Request body: {'port': {'device_id': '461b9502-a12b-4a4d-aa62-2cd8ff38c958', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:17.134822 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port d61cf004-e2b5-4b61-9cbf-f5db83dc1fa3, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=d61cf004-e2b5-4b61-9cbf-f5db83dc1fa3,segment=NetworkSegment(285506c0-251b-49cb-bff8-c2ca57ce07fc),segment_id=285506c0-251b-49cb-bff8-c2ca57ce07fc)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:17.143294 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6e07ac91-8671-461b-86ac-0361ca4544f5 None None] Provisioning for port 387b455f-d475-42c5-a40f-749c1c2634b1 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:42:17.147822 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:17.243689 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=d61cf004-e2b5-4b61-9cbf-f5db83dc1fa3,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:17.249225 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6e07ac91-8671-461b-86ac-0361ca4544f5 None None] Provisioning complete for port 387b455f-d475-42c5-a40f-749c1c2634b1 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:42:17.249862 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6e07ac91-8671-461b-86ac-0361ca4544f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:17.257462 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47bf8f5c-ee4d-467a-b409-d8e6d64a58d3 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:17.263033 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e87c4528-5e48-4fda-93fe-9653809cd822 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:17.272485 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-82353dd1-5189-4307-81cb-ae992eb88dd1 req-b68de68b-9d0a-4b74-a126-0c5a168c531b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:17.304713 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 0cd255d9-c54e-4aee-8598-16a94fa53319 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:42:17.306447 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e87c4528-5e48-4fda-93fe-9653809cd822 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:17.308282 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-6e07ac91-8671-461b-86ac-0361ca4544f5 None None] Port 387b455f-d475-42c5-a40f-749c1c2634b1 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:42:17.331709 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 0cd255d9-c54e-4aee-8598-16a94fa53319 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:42:17.332353 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 0cd255d9-c54e-4aee-8598-16a94fa53319 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:42:17.362189 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6c941-0988-4a74-b6ce-ee524e4c9421 req-634f8ea7-5f3c-4c8b-b36f-d431290e3fb5 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:17.367823 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-abc6c941-0988-4a74-b6ce-ee524e4c9421 req-634f8ea7-5f3c-4c8b-b36f-d431290e3fb5 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "GET /v2.0/ports?device_id=461b9502-a12b-4a4d-aa62-2cd8ff38c958 HTTP/1.1" status: 200 len: 970 time: 0.3854392 Jul 09 16:42:17.451517 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e87c4528-5e48-4fda-93fe-9653809cd822 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:17.454886 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e87c4528-5e48-4fda-93fe-9653809cd822 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:17.456403 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e87c4528-5e48-4fda-93fe-9653809cd822 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] 10.222.0.98 "DELETE /v2.0/security-groups/093f290b-25ab-41f5-b4b5-9547106e21f9 HTTP/1.1" status: 204 len: 168 time: 0.4323349 Jul 09 16:42:17.477544 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38304) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:17.478697 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87c4528-5e48-4fda-93fe-9653809cd822 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=093f290b-25ab-41f5-b4b5-9547106e21f9,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:17.588782 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-abc6c941-0988-4a74-b6ce-ee524e4c9421 req-8abde5d0-8592-453a-b868-2008b9999a8d tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "GET /v2.0/security-groups?id=9b9627bc-64b0-4486-a01f-c99668cdaf16&id=abf224c7-8333-4f8a-ac99-0ad7411b893c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2194023 Jul 09 16:42:17.629826 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47bf8f5c-ee4d-467a-b409-d8e6d64a58d3 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:17.641560 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47bf8f5c-ee4d-467a-b409-d8e6d64a58d3 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:17.775657 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8b004606-410c-4387-85dc-457637d771d2 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2938142 Jul 09 16:42:17.790092 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38306) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:17.810241 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-30af6e68-51ee-4ac4-9c14-b9ae913c843b tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Request body: {'security_group': {'name': 'tempest-secgroup--819535121'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:17.880286 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6b32b1ba-2253-4702-a744-fdfc3113e1cf req-f0a26b16-5ba5-4611-b4cd-0b6074f895aa tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] 10.222.0.98 "GET /v2.0/ports?device_id=931d86bf-2a53-4b04-9fe1-bbfc25106c30 HTTP/1.1" status: 200 len: 210 time: 0.0830004 Jul 09 16:42:17.892605 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf8f5c-ee4d-467a-b409-d8e6d64a58d3 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Pushing event updated for resources: {'Port': ['ID=95a22186-bf36-4047-a46e-ec93663a0efa,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:17.903421 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-47bf8f5c-ee4d-467a-b409-d8e6d64a58d3 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] In _notify_port_updated(), no bound segment for port 95a22186-bf36-4047-a46e-ec93663a0efa on network 33b2f4c5-3465-4a75-91e8-8271ee4470fb {{(pid=93958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 16:42:17.910813 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bf8f5c-ee4d-467a-b409-d8e6d64a58d3 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:17.912477 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47bf8f5c-ee4d-467a-b409-d8e6d64a58d3 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:17.912931 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-30af6e68-51ee-4ac4-9c14-b9ae913c843b tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:17.925098 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-47bf8f5c-ee4d-467a-b409-d8e6d64a58d3 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] 10.222.0.98 "PUT /v2.0/ports/95a22186-bf36-4047-a46e-ec93663a0efa HTTP/1.1" status: 200 len: 1136 time: 1.2710602 Jul 09 16:42:17.929143 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 38310) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:17.993473 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-435137f0-78d0-415e-90de-69e50a51b7ed admin admin] Deleting port 899edb92-8bae-4f02-a505-b1ba45b0a207 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:42:17.994098 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-435137f0-78d0-415e-90de-69e50a51b7ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:17.997716 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07196f3-ec2b-4561-893d-600acdb84b8f req-3cd3111a-1811-4ff1-84c6-55f26a43407a tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:18.001221 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f07196f3-ec2b-4561-893d-600acdb84b8f req-3cd3111a-1811-4ff1-84c6-55f26a43407a tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] 10.222.0.77 "GET /v2.0/networks?id=3e03c95e-fced-4ff5-826c-db53e4a57c0e HTTP/1.1" status: 200 len: 808 time: 0.3588243 Jul 09 16:42:18.027261 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d61cf004-e2b5-4b61-9cbf-f5db83dc1fa3 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:42:18.068409 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-f07196f3-ec2b-4561-893d-600acdb84b8f req-d2f91912-8560-4c8b-b292-dfe1ed60a1b3 tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] Request body: {'port': {'device_id': '931d86bf-2a53-4b04-9fe1-bbfc25106c30', 'network_id': '3e03c95e-fced-4ff5-826c-db53e4a57c0e', 'admin_state_up': True, 'tenant_id': '66471cf1f168419b9f6ab4c381ffe7d3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:18.090102 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe1a6b2-b6a2-44c7-ae2a-f59495332584 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:18.091783 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-cbe1a6b2-b6a2-44c7-ae2a-f59495332584 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] 10.222.0.98 "GET /v2.0/ports/95a22186-bf36-4047-a46e-ec93663a0efa HTTP/1.1" status: 200 len: 1136 time: 0.1596532 Jul 09 16:42:18.097773 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 38312) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:18.117623 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port d61cf004-e2b5-4b61-9cbf-f5db83dc1fa3 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:42:18.118049 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:18.162868 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-82353dd1-5189-4307-81cb-ae992eb88dd1 req-b68de68b-9d0a-4b74-a126-0c5a168c531b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 387b455f-d475-42c5-a40f-749c1c2634b1 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:42:18.178714 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e2bd4bb8-d95c-4c24-ac3b-ac5e9a89b225 None None] Provisioning complete for port 95a22186-bf36-4047-a46e-ec93663a0efa triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:42:18.179109 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e2bd4bb8-d95c-4c24-ac3b-ac5e9a89b225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:18.179795 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-435137f0-78d0-415e-90de-69e50a51b7ed admin admin] For port 899edb92-8bae-4f02-a505-b1ba45b0a207, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=899edb92-8bae-4f02-a505-b1ba45b0a207,segment=NetworkSegment(2c870751-e82a-4188-924b-bcedfc3f1930),segment_id=2c870751-e82a-4188-924b-bcedfc3f1930)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:18.180280 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-435137f0-78d0-415e-90de-69e50a51b7ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:18.191078 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-82353dd1-5189-4307-81cb-ae992eb88dd1 req-b68de68b-9d0a-4b74-a126-0c5a168c531b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:18.225558 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-435137f0-78d0-415e-90de-69e50a51b7ed admin admin] Calling delete_port for 899edb92-8bae-4f02-a505-b1ba45b0a207 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:42:18.242869 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-82353dd1-5189-4307-81cb-ae992eb88dd1 req-b68de68b-9d0a-4b74-a126-0c5a168c531b service neutron] Transition to ACTIVE for port object 387b455f-d475-42c5-a40f-749c1c2634b1 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:42:18.257257 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-82353dd1-5189-4307-81cb-ae992eb88dd1 req-b68de68b-9d0a-4b74-a126-0c5a168c531b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:18.271213 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-e2bd4bb8-d95c-4c24-ac3b-ac5e9a89b225 None None] Port 95a22186-bf36-4047-a46e-ec93663a0efa cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:42:18.331654 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-30af6e68-51ee-4ac4-9c14-b9ae913c843b tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:18.349282 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-30af6e68-51ee-4ac4-9c14-b9ae913c843b tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:18.372679 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68de68b-9d0a-4b74-a126-0c5a168c531b service neutron] Pushing event updated for resources: {'Port': ['ID=387b455f-d475-42c5-a40f-749c1c2634b1,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:18.402063 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f07196f3-ec2b-4561-893d-600acdb84b8f req-d2f91912-8560-4c8b-b292-dfe1ed60a1b3 tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] Made reservation on behalf of 66471cf1f168419b9f6ab4c381ffe7d3 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:42:18.405710 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f07196f3-ec2b-4561-893d-600acdb84b8f req-d2f91912-8560-4c8b-b292-dfe1ed60a1b3 tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:18.511589 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-30af6e68-51ee-4ac4-9c14-b9ae913c843b tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:18.515116 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-30af6e68-51ee-4ac4-9c14-b9ae913c843b tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7215948 Jul 09 16:42:18.520090 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-435137f0-78d0-415e-90de-69e50a51b7ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:18.522538 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38314) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:18.529152 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-afde6ae3-1649-4928-9f03-857c15d9b480 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:18.529514 n-d-798930-3 neutron-server[93959]: WARNING neutron.api.v2.base [None req-afde6ae3-1649-4928-9f03-857c15d9b480 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 09 16:42:18.530010 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-afde6ae3-1649-4928-9f03-857c15d9b480 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] update failed (client error): There was a conflict when trying to complete your request. Jul 09 16:42:18.535306 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-afde6ae3-1649-4928-9f03-857c15d9b480 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] 10.222.0.98 "PUT /v2.0/security-groups/3f12752d-3d3a-4ac7-8819-571da08b62df HTTP/1.1" status: 409 len: 330 time: 0.0093215 Jul 09 16:42:18.536715 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30af6e68-51ee-4ac4-9c14-b9ae913c843b tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f12752d-3d3a-4ac7-8819-571da08b62df,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:18.538923 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38316) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:18.557210 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435137f0-78d0-415e-90de-69e50a51b7ed admin admin] Pushing event deleted for resources: {'Port': ['ID=899edb92-8bae-4f02-a505-b1ba45b0a207,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:18.564861 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-11788223-aa6a-45a5-8782-2b65cd9a18ac tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Deleting port 95a22186-bf36-4047-a46e-ec93663a0efa {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:42:18.565297 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11788223-aa6a-45a5-8782-2b65cd9a18ac tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:18.597937 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-82353dd1-5189-4307-81cb-ae992eb88dd1 req-b68de68b-9d0a-4b74-a126-0c5a168c531b service neutron] Attempting to bind port 387b455f-d475-42c5-a40f-749c1c2634b1 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:42:18.598269 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-82353dd1-5189-4307-81cb-ae992eb88dd1 req-b68de68b-9d0a-4b74-a126-0c5a168c531b service neutron] Attempting to bind port 387b455f-d475-42c5-a40f-749c1c2634b1 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': '285506c0-251b-49cb-bff8-c2ca57ce07fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '50b7b94c-6e0d-4621-9398-b5dd22283cc0'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:42:18.598602 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82353dd1-5189-4307-81cb-ae992eb88dd1 req-b68de68b-9d0a-4b74-a126-0c5a168c531b service neutron] Attempting to bind port 387b455f-d475-42c5-a40f-749c1c2634b1 on network 50b7b94c-6e0d-4621-9398-b5dd22283cc0 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:42:18.616599 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82353dd1-5189-4307-81cb-ae992eb88dd1 req-b68de68b-9d0a-4b74-a126-0c5a168c531b service neutron] Port 387b455f-d475-42c5-a40f-749c1c2634b1 on network 50b7b94c-6e0d-4621-9398-b5dd22283cc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:42:18.616925 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82353dd1-5189-4307-81cb-ae992eb88dd1 req-b68de68b-9d0a-4b74-a126-0c5a168c531b service neutron] Attempting to bind port 387b455f-d475-42c5-a40f-749c1c2634b1 on network 50b7b94c-6e0d-4621-9398-b5dd22283cc0 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:42:18.657974 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82353dd1-5189-4307-81cb-ae992eb88dd1 req-b68de68b-9d0a-4b74-a126-0c5a168c531b service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:42:18.658363 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82353dd1-5189-4307-81cb-ae992eb88dd1 req-b68de68b-9d0a-4b74-a126-0c5a168c531b service neutron] Checking segment: {'id': '285506c0-251b-49cb-bff8-c2ca57ce07fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '50b7b94c-6e0d-4621-9398-b5dd22283cc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:42:18.658697 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82353dd1-5189-4307-81cb-ae992eb88dd1 req-b68de68b-9d0a-4b74-a126-0c5a168c531b service neutron] Bound using segment: {'id': '285506c0-251b-49cb-bff8-c2ca57ce07fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '50b7b94c-6e0d-4621-9398-b5dd22283cc0'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:42:18.659173 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-82353dd1-5189-4307-81cb-ae992eb88dd1 req-b68de68b-9d0a-4b74-a126-0c5a168c531b service neutron] Bound port: 387b455f-d475-42c5-a40f-749c1c2634b1, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '285506c0-251b-49cb-bff8-c2ca57ce07fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '50b7b94c-6e0d-4621-9398-b5dd22283cc0'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:42:18.659531 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-82353dd1-5189-4307-81cb-ae992eb88dd1 req-b68de68b-9d0a-4b74-a126-0c5a168c531b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:18.672974 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11788223-aa6a-45a5-8782-2b65cd9a18ac tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:18.741720 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-f07196f3-ec2b-4561-893d-600acdb84b8f req-d2f91912-8560-4c8b-b292-dfe1ed60a1b3 tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] Allocated IP 172.20.0.6 (3e03c95e-fced-4ff5-826c-db53e4a57c0e/8a3edd40-07fe-4edd-8c93-b356f2ef3364/682b6997-419e-4dfb-9ec0-cbbc22a74750) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:42:18.742610 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-11788223-aa6a-45a5-8782-2b65cd9a18ac tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Calling delete_port for 95a22186-bf36-4047-a46e-ec93663a0efa owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:42:18.759749 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-05929f83-9eac-4afd-bacd-181197a4f715 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:18.821149 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-05929f83-9eac-4afd-bacd-181197a4f715 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:18.842136 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-82353dd1-5189-4307-81cb-ae992eb88dd1 req-b68de68b-9d0a-4b74-a126-0c5a168c531b service neutron] For port 387b455f-d475-42c5-a40f-749c1c2634b1, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:42:18.888331 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-82353dd1-5189-4307-81cb-ae992eb88dd1 req-b68de68b-9d0a-4b74-a126-0c5a168c531b service neutron] For port 387b455f-d475-42c5-a40f-749c1c2634b1, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=387b455f-d475-42c5-a40f-749c1c2634b1,segment=NetworkSegment(285506c0-251b-49cb-bff8-c2ca57ce07fc),segment_id=285506c0-251b-49cb-bff8-c2ca57ce07fc)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:42:18.908160 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-82353dd1-5189-4307-81cb-ae992eb88dd1 req-b68de68b-9d0a-4b74-a126-0c5a168c531b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:19.003847 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82353dd1-5189-4307-81cb-ae992eb88dd1 req-b68de68b-9d0a-4b74-a126-0c5a168c531b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:19.004524 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-82353dd1-5189-4307-81cb-ae992eb88dd1 req-b68de68b-9d0a-4b74-a126-0c5a168c531b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:19.005970 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-82353dd1-5189-4307-81cb-ae992eb88dd1 req-b68de68b-9d0a-4b74-a126-0c5a168c531b service neutron] 10.222.0.73 "PUT /v2.0/ports/387b455f-d475-42c5-a40f-749c1c2634b1 HTTP/1.1" status: 200 len: 1130 time: 2.2168179 Jul 09 16:42:19.011196 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '461b9502-a12b-4a4d-aa62-2cd8ff38c958', 'tag': '387b455f-d475-42c5-a40f-749c1c2634b1'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:42:19.018592 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebd1512-ed55-4974-ad4e-51be54f002a2" -d '{"events": [{"name": "network-changed", "server_uuid": "461b9502-a12b-4a4d-aa62-2cd8ff38c958", "tag": "387b455f-d475-42c5-a40f-749c1c2634b1"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:42:19.036900 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-05929f83-9eac-4afd-bacd-181197a4f715 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:19.039295 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-05929f83-9eac-4afd-bacd-181197a4f715 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:19.040487 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-05929f83-9eac-4afd-bacd-181197a4f715 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] 10.222.0.98 "DELETE /v2.0/security-groups/3f12752d-3d3a-4ac7-8819-571da08b62df HTTP/1.1" status: 204 len: 168 time: 0.4938076 Jul 09 16:42:19.051606 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38326) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:19.126549 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05929f83-9eac-4afd-bacd-181197a4f715 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f12752d-3d3a-4ac7-8819-571da08b62df,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:19.126871 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011157d9-ddf0-48f5-bdb6-499c84a21b4b req-0b0e334e-5789-4296-bff8-05b14b006854 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:19.128855 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-011157d9-ddf0-48f5-bdb6-499c84a21b4b req-0b0e334e-5789-4296-bff8-05b14b006854 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "GET /v2.0/ports?device_id=461b9502-a12b-4a4d-aa62-2cd8ff38c958 HTTP/1.1" status: 200 len: 982 time: 0.3400238 Jul 09 16:42:19.132105 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11788223-aa6a-45a5-8782-2b65cd9a18ac tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:19.200121 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68de68b-9d0a-4b74-a126-0c5a168c531b service neutron] Pushing event updated for resources: {'Port': ['ID=387b455f-d475-42c5-a40f-749c1c2634b1,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:19.221052 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f07196f3-ec2b-4561-893d-600acdb84b8f req-d2f91912-8560-4c8b-b292-dfe1ed60a1b3 tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:19.275613 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b1d213ad-d186-4763-a027-fd6df115e2f7 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2111595 Jul 09 16:42:19.283624 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38328) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:19.314929 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-1613777a-6c8a-4c5b-afc6-debc13249390 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] delete failed (client error): The resource could not be found. Jul 09 16:42:19.316232 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-1613777a-6c8a-4c5b-afc6-debc13249390 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] 10.222.0.98 "DELETE /v2.0/security-groups/d9f738cb-d1fc-4090-8be9-593f7d7e58ea HTTP/1.1" status: 404 len: 347 time: 0.0313973 Jul 09 16:42:19.321211 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82353dd1-5189-4307-81cb-ae992eb88dd1 req-00a0bef7-3fdf-4d9c-a3d9-f97aa018ff5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:19.323124 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-82353dd1-5189-4307-81cb-ae992eb88dd1 req-00a0bef7-3fdf-4d9c-a3d9-f97aa018ff5e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5e6a0eaba6cb46c1bafe0a279d6dc456&device_id=461b9502-a12b-4a4d-aa62-2cd8ff38c958 HTTP/1.1" status: 200 len: 1133 time: 0.2241261 Jul 09 16:42:19.323804 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38330) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:19.382146 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-28443662-6f61-4f34-bc42-5d8ae6eb1ab2 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] show failed (client error): The resource could not be found. Jul 09 16:42:19.387193 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-28443662-6f61-4f34-bc42-5d8ae6eb1ab2 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] 10.222.0.98 "GET /v2.0/security-groups/e044e4ff-aa3e-4281-90bc-cbde81ab532b HTTP/1.1" status: 404 len: 347 time: 0.0553241 Jul 09 16:42:19.387193 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f07196f3-ec2b-4561-893d-600acdb84b8f req-d2f91912-8560-4c8b-b292-dfe1ed60a1b3 tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:19.388561 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38332) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:19.402532 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-82353dd1-5189-4307-81cb-ae992eb88dd1 req-52ca6c82-a8d3-451e-833b-4863bc4f0cc5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=387b455f-d475-42c5-a40f-749c1c2634b1 HTTP/1.1" status: 200 len: 217 time: 0.0648751 Jul 09 16:42:19.455736 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-5e8181f3-7eaa-4334-b581-8043ec53cab4 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] show failed (client error): The resource could not be found. Jul 09 16:42:19.462297 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-5e8181f3-7eaa-4334-b581-8043ec53cab4 tempest-NegativeSecGroupTest-62013506 tempest-NegativeSecGroupTest-62013506-project] 10.222.0.98 "GET /v2.0/security-group-rules/258dbbb8-af39-4d50-86c3-a537ce09e3cb HTTP/1.1" status: 404 len: 356 time: 0.0672762 Jul 09 16:42:19.485319 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f07196f3-ec2b-4561-893d-600acdb84b8f req-d2f91912-8560-4c8b-b292-dfe1ed60a1b3 tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] Network 3e03c95e-fced-4ff5-826c-db53e4a57c0e is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:42:19.492915 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-f07196f3-ec2b-4561-893d-600acdb84b8f req-d2f91912-8560-4c8b-b292-dfe1ed60a1b3 tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:42:19.498461 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-f07196f3-ec2b-4561-893d-600acdb84b8f req-d2f91912-8560-4c8b-b292-dfe1ed60a1b3 tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:42:19.555534 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07196f3-ec2b-4561-893d-600acdb84b8f req-d2f91912-8560-4c8b-b292-dfe1ed60a1b3 tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:19.556197 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f07196f3-ec2b-4561-893d-600acdb84b8f req-d2f91912-8560-4c8b-b292-dfe1ed60a1b3 tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:19.561541 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11788223-aa6a-45a5-8782-2b65cd9a18ac tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Pushing event deleted for resources: {'Port': ['ID=95a22186-bf36-4047-a46e-ec93663a0efa,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:19.586464 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f07196f3-ec2b-4561-893d-600acdb84b8f req-d2f91912-8560-4c8b-b292-dfe1ed60a1b3 tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5664256 Jul 09 16:42:19.587146 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f91912-8560-4c8b-b292-dfe1ed60a1b3 tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] Pushing event updated for resources: {'Port': ['ID=682b6997-419e-4dfb-9ec0-cbbc22a74750,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:19.606299 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-f07196f3-ec2b-4561-893d-600acdb84b8f req-062bd905-45e4-494a-b70f-49c33cdeef33 service neutron] Request body: {'port': {'device_id': '931d86bf-2a53-4b04-9fe1-bbfc25106c30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:19.612213 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-435137f0-78d0-415e-90de-69e50a51b7ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:19.637315 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82353dd1-5189-4307-81cb-ae992eb88dd1 req-0b53dd69-a556-4a14-8192-e21e1c0ae699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:19.639478 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-82353dd1-5189-4307-81cb-ae992eb88dd1 req-0b53dd69-a556-4a14-8192-e21e1c0ae699 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9a0a5059-845b-4112-8beb-a1ded2a6a4ec HTTP/1.1" status: 200 len: 834 time: 0.2120073 Jul 09 16:42:19.687767 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-011157d9-ddf0-48f5-bdb6-499c84a21b4b req-ee9ffed0-67fe-404e-b270-9c2db3cdcd25 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "GET /v2.0/security-groups?id=9b9627bc-64b0-4486-a01f-c99668cdaf16&id=abf224c7-8333-4f8a-ac99-0ad7411b893c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5451736 Jul 09 16:42:19.743968 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f07196f3-ec2b-4561-893d-600acdb84b8f req-062bd905-45e4-494a-b70f-49c33cdeef33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:19.797596 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82353dd1-5189-4307-81cb-ae992eb88dd1 req-dacf4ac4-1bd8-4000-878e-0f7b4a4bf460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:19.803833 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-82353dd1-5189-4307-81cb-ae992eb88dd1 req-dacf4ac4-1bd8-4000-878e-0f7b4a4bf460 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=50b7b94c-6e0d-4621-9398-b5dd22283cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1561017 Jul 09 16:42:19.825120 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11788223-aa6a-45a5-8782-2b65cd9a18ac tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:19.829248 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-11788223-aa6a-45a5-8782-2b65cd9a18ac tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] 10.222.0.98 "DELETE /v2.0/ports/95a22186-bf36-4047-a46e-ec93663a0efa HTTP/1.1" status: 204 len: 168 time: 1.7264621 Jul 09 16:42:19.837816 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38338) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:19.916235 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 38340) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:20.051031 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1bc6444-b307-4345-99b0-3137b4ca1010 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Deleting subnet 8cd1f0cc-6349-4879-b8dd-0da0f6ddbffa {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:42:20.064221 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e1bc6444-b307-4345-99b0-3137b4ca1010 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:20.120000 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9212756-0934-4c55-a9bd-d8df784b39b3 req-a072d7a2-bebc-486e-873a-06f3df79f547 tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:20.121705 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b9212756-0934-4c55-a9bd-d8df784b39b3 req-a072d7a2-bebc-486e-873a-06f3df79f547 tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] 10.222.0.98 "GET /v2.0/ports?device_id=931d86bf-2a53-4b04-9fe1-bbfc25106c30 HTTP/1.1" status: 200 len: 931 time: 0.1972878 Jul 09 16:42:20.134197 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-82353dd1-5189-4307-81cb-ae992eb88dd1 req-b8b632ed-cecc-4b01-b63f-9dc226102c5e service neutron] 10.222.0.73 "GET /v2.0/networks/50b7b94c-6e0d-4621-9398-b5dd22283cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188951 Jul 09 16:42:20.201660 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e1bc6444-b307-4345-99b0-3137b4ca1010 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:20.214498 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-9fc03cc0-66a6-4e40-95b5-01b679c0fd19 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=cbcd53ba5c9d44b09a87013e3d1999d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2972250 Jul 09 16:42:20.224845 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 38346) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:20.254190 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b9212756-0934-4c55-a9bd-d8df784b39b3 req-d5481d77-7ef2-4213-ab2d-a0eecd6e2675 tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] 10.222.0.98 "GET /v2.0/security-groups?id=de8355d3-23eb-4851-8443-adcbcecb8c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205168 Jul 09 16:42:20.264253 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-435137f0-78d0-415e-90de-69e50a51b7ed admin admin] Router 5fcb02c3-f2e2-4ad0-bf30-6f4addb49acd has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:42:20.316221 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-235cc0b0-1ef2-44e3-81c3-c226958574ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:20.341459 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-235cc0b0-1ef2-44e3-81c3-c226958574ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:20.348331 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5abbde-6f5e-4014-a58d-deefa35f6f3e x-openstack-request-id: req-0e5abbde-6f5e-4014-a58d-deefa35f6f3e {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:42:20.348630 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "461b9502-a12b-4a4d-aa62-2cd8ff38c958", "tag": "387b455f-d475-42c5-a40f-749c1c2634b1", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:42:20.348884 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0e5abbde-6f5e-4014-a58d-deefa35f6f3e {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:42:20.349280 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '461b9502-a12b-4a4d-aa62-2cd8ff38c958', 'tag': '387b455f-d475-42c5-a40f-749c1c2634b1', 'status': 'completed', 'code': 200} Jul 09 16:42:20.360670 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-82353dd1-5189-4307-81cb-ae992eb88dd1 req-d4faf6ee-45cd-4d37-9d25-c4335db3253d service neutron] 10.222.0.73 "GET /v2.0/networks/50b7b94c-6e0d-4621-9398-b5dd22283cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147913 Jul 09 16:42:20.400013 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e1bc6444-b307-4345-99b0-3137b4ca1010 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:20.428139 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-235cc0b0-1ef2-44e3-81c3-c226958574ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:20.430823 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-235cc0b0-1ef2-44e3-81c3-c226958574ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:20.431489 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-f07196f3-ec2b-4561-893d-600acdb84b8f req-062bd905-45e4-494a-b70f-49c33cdeef33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 682b6997-419e-4dfb-9ec0-cbbc22a74750 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:42:20.432132 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-235cc0b0-1ef2-44e3-81c3-c226958574ff admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/44fc400c-c1ca-450b-8467-af5203cc31e6 HTTP/1.1" status: 204 len: 168 time: 0.2056835 Jul 09 16:42:20.446194 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f07196f3-ec2b-4561-893d-600acdb84b8f req-062bd905-45e4-494a-b70f-49c33cdeef33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:20.472211 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235cc0b0-1ef2-44e3-81c3-c226958574ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fc400c-c1ca-450b-8467-af5203cc31e6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:20.498622 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-f07196f3-ec2b-4561-893d-600acdb84b8f req-062bd905-45e4-494a-b70f-49c33cdeef33 service neutron] Transition to ACTIVE for port object 682b6997-419e-4dfb-9ec0-cbbc22a74750 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:42:20.513098 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f07196f3-ec2b-4561-893d-600acdb84b8f req-062bd905-45e4-494a-b70f-49c33cdeef33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:20.557449 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e1bc6444-b307-4345-99b0-3137b4ca1010 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:20.588424 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435137f0-78d0-415e-90de-69e50a51b7ed admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:42:20.594343 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-435137f0-78d0-415e-90de-69e50a51b7ed admin admin] 10.222.0.98 "PUT /v2.0/routers/5fcb02c3-f2e2-4ad0-bf30-6f4addb49acd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4056327 Jul 09 16:42:20.599807 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef45d62-ac28-4748-a745-a879bbe4994c None None] Sync routers for ids ['5fcb02c3-f2e2-4ad0-bf30-6f4addb49acd'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:42:20.600853 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 38350) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:20.614854 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef45d62-ac28-4748-a745-a879bbe4994c None None] Routers {'5fcb02c3-f2e2-4ad0-bf30-6f4addb49acd'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:42:20.617071 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-aef45d62-ac28-4748-a745-a879bbe4994c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:41:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['5fcb02c3-f2e2-4ad0-bf30-6f4addb49acd'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:20.623776 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc6444-b307-4345-99b0-3137b4ca1010 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Pushing event deleted for resources: {'Subnet': ['ID=8cd1f0cc-6349-4879-b8dd-0da0f6ddbffa,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:20.629768 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e1bc6444-b307-4345-99b0-3137b4ca1010 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:20.634353 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e1bc6444-b307-4345-99b0-3137b4ca1010 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] 10.222.0.98 "DELETE /v2.0/subnets/8cd1f0cc-6349-4879-b8dd-0da0f6ddbffa HTTP/1.1" status: 204 len: 168 time: 0.7924044 Jul 09 16:42:20.634353 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062bd905-45e4-494a-b70f-49c33cdeef33 service neutron] Pushing event updated for resources: {'Port': ['ID=682b6997-419e-4dfb-9ec0-cbbc22a74750,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:20.636668 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38352) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:20.639174 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd1512-ed55-4974-ad4e-51be54f002a2 req-478ccfe8-917c-4fb0-9fb5-949d757d1ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:20.640781 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9ebd1512-ed55-4974-ad4e-51be54f002a2 req-478ccfe8-917c-4fb0-9fb5-949d757d1ad6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5e6a0eaba6cb46c1bafe0a279d6dc456&device_id=461b9502-a12b-4a4d-aa62-2cd8ff38c958 HTTP/1.1" status: 200 len: 1133 time: 0.1920428 Jul 09 16:42:20.771339 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-aef45d62-ac28-4748-a745-a879bbe4994c None None] Set router 5fcb02c3-f2e2-4ad0-bf30-6f4addb49acd gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:42:20.779211 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-22a81505-653d-4947-8604-4b03fb4ccd0d admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:20.917793 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb363e5-b2f4-45e0-8152-760daf434bd7 None None] Network 33b2f4c5-3465-4a75-91e8-8271ee4470fb requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:42:21.052999 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-22a81505-653d-4947-8604-4b03fb4ccd0d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:21.071321 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b5386d-4b68-4b8e-a9c4-7f01ad5a981b req-56a28a21-bdac-411f-b257-ddfb85abef7a tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:21.079565 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c3b5386d-4b68-4b8e-a9c4-7f01ad5a981b req-56a28a21-bdac-411f-b257-ddfb85abef7a tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "GET /v2.0/ports?device_id=461b9502-a12b-4a4d-aa62-2cd8ff38c958 HTTP/1.1" status: 200 len: 982 time: 0.1505146 Jul 09 16:42:21.092016 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-aef45d62-ac28-4748-a745-a879bbe4994c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fcb02c3-f2e2-4ad0-bf30-6f4addb49acd', 'name': 'tempest-TestAggregatesBasicOps-1225353521-router', 'tenant_id': 'eb771d66bfef423b977de0143f099c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'd2de4c5e-40c2-42d1-9061-7b8c681f526e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:41:51Z', 'updated_at': '2021-07-09T16:42:18Z', 'revision_number': 5, 'project_id': 'eb771d66bfef423b977de0143f099c3e', 'gw_port': {'id': 'd2de4c5e-40c2-42d1-9061-7b8c681f526e', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:63:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fcb02c3-f2e2-4ad0-bf30-6f4addb49acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:52Z', 'updated_at': '2021-07-09T16:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:21.124020 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef45d62-ac28-4748-a745-a879bbe4994c None None] Checking router: 5fcb02c3-f2e2-4ad0-bf30-6f4addb49acd for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:42:21.146666 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef45d62-ac28-4748-a745-a879bbe4994c None None] Routers {'5fcb02c3-f2e2-4ad0-bf30-6f4addb49acd'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:42:21.147339 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-aef45d62-ac28-4748-a745-a879bbe4994c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:41:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['5fcb02c3-f2e2-4ad0-bf30-6f4addb49acd'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:21.177562 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c3b5386d-4b68-4b8e-a9c4-7f01ad5a981b req-90602bc0-a59e-4643-bfc5-708b193368a7 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "GET /v2.0/security-groups?id=9b9627bc-64b0-4486-a01f-c99668cdaf16&id=abf224c7-8333-4f8a-ac99-0ad7411b893c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0970061 Jul 09 16:42:21.216246 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-22a81505-653d-4947-8604-4b03fb4ccd0d admin admin] Deleting port d2de4c5e-40c2-42d1-9061-7b8c681f526e {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:42:21.217710 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-22a81505-653d-4947-8604-4b03fb4ccd0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:21.299439 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-aef45d62-ac28-4748-a745-a879bbe4994c None None] Set router 5fcb02c3-f2e2-4ad0-bf30-6f4addb49acd gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:42:21.378550 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-aef45d62-ac28-4748-a745-a879bbe4994c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fcb02c3-f2e2-4ad0-bf30-6f4addb49acd', 'name': 'tempest-TestAggregatesBasicOps-1225353521-router', 'tenant_id': 'eb771d66bfef423b977de0143f099c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:41:51Z', 'updated_at': '2021-07-09T16:42:21Z', 'revision_number': 6, 'project_id': 'eb771d66bfef423b977de0143f099c3e', 'gw_port_host': None}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:21.420768 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef45d62-ac28-4748-a745-a879bbe4994c None None] The sync data for ids ['5fcb02c3-f2e2-4ad0-bf30-6f4addb49acd'] in n-d-798930-3 is: [{'id': '5fcb02c3-f2e2-4ad0-bf30-6f4addb49acd', 'name': 'tempest-TestAggregatesBasicOps-1225353521-router', 'tenant_id': 'eb771d66bfef423b977de0143f099c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:41:51Z', 'updated_at': '2021-07-09T16:42:21Z', 'revision_number': 6, 'project_id': 'eb771d66bfef423b977de0143f099c3e', 'gw_port_host': None}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:42:21.444030 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-22a81505-653d-4947-8604-4b03fb4ccd0d admin admin] For port d2de4c5e-40c2-42d1-9061-7b8c681f526e, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=d2de4c5e-40c2-42d1-9061-7b8c681f526e,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:21.444430 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-22a81505-653d-4947-8604-4b03fb4ccd0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:21.456277 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd1512-ed55-4974-ad4e-51be54f002a2 req-26cb3528-2450-476b-9308-5346f1365841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:21.457944 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9ebd1512-ed55-4974-ad4e-51be54f002a2 req-26cb3528-2450-476b-9308-5346f1365841 service neutron] 10.222.0.73 "GET /v2.0/networks?id=50b7b94c-6e0d-4621-9398-b5dd22283cc0 HTTP/1.1" status: 200 len: 898 time: 0.8051429 Jul 09 16:42:21.489993 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa79882-5286-4736-84fc-61f53ccbda08 None None] DHCP port deletion for 33b2f4c5-3465-4a75-91e8-8271ee4470fb request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:42:21.499339 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-22a81505-653d-4947-8604-4b03fb4ccd0d admin admin] Calling delete_port for d2de4c5e-40c2-42d1-9061-7b8c681f526e owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:42:21.551939 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a0abaf6c-c30e-4cfa-843f-5715ce95d1e2 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:21.557777 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9ebd1512-ed55-4974-ad4e-51be54f002a2 req-d300845c-684d-4f89-9598-716eb6f06971 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=387b455f-d475-42c5-a40f-749c1c2634b1 HTTP/1.1" status: 200 len: 217 time: 0.0860150 Jul 09 16:42:21.571825 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-8fa79882-5286-4736-84fc-61f53ccbda08 None None] Deleting port dd70ff5b-8788-45bb-8e86-427d63775619 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:42:21.572207 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8fa79882-5286-4736-84fc-61f53ccbda08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:21.604855 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-f07196f3-ec2b-4561-893d-600acdb84b8f req-062bd905-45e4-494a-b70f-49c33cdeef33 service neutron] Attempting to bind port 682b6997-419e-4dfb-9ec0-cbbc22a74750 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:42:21.605210 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-f07196f3-ec2b-4561-893d-600acdb84b8f req-062bd905-45e4-494a-b70f-49c33cdeef33 service neutron] Attempting to bind port 682b6997-419e-4dfb-9ec0-cbbc22a74750 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '01d38e5e-3dc0-4cd3-882f-a1e37bd65b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3e03c95e-fced-4ff5-826c-db53e4a57c0e'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:42:21.605441 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07196f3-ec2b-4561-893d-600acdb84b8f req-062bd905-45e4-494a-b70f-49c33cdeef33 service neutron] Attempting to bind port 682b6997-419e-4dfb-9ec0-cbbc22a74750 on network 3e03c95e-fced-4ff5-826c-db53e4a57c0e {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:42:21.630073 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07196f3-ec2b-4561-893d-600acdb84b8f req-062bd905-45e4-494a-b70f-49c33cdeef33 service neutron] Port 682b6997-419e-4dfb-9ec0-cbbc22a74750 on network 3e03c95e-fced-4ff5-826c-db53e4a57c0e not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:42:21.630421 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07196f3-ec2b-4561-893d-600acdb84b8f req-062bd905-45e4-494a-b70f-49c33cdeef33 service neutron] Attempting to bind port 682b6997-419e-4dfb-9ec0-cbbc22a74750 on network 3e03c95e-fced-4ff5-826c-db53e4a57c0e {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:42:21.648114 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07196f3-ec2b-4561-893d-600acdb84b8f req-062bd905-45e4-494a-b70f-49c33cdeef33 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:42:21.648469 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07196f3-ec2b-4561-893d-600acdb84b8f req-062bd905-45e4-494a-b70f-49c33cdeef33 service neutron] Checking segment: {'id': '01d38e5e-3dc0-4cd3-882f-a1e37bd65b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3e03c95e-fced-4ff5-826c-db53e4a57c0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:42:21.648869 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07196f3-ec2b-4561-893d-600acdb84b8f req-062bd905-45e4-494a-b70f-49c33cdeef33 service neutron] Bound using segment: {'id': '01d38e5e-3dc0-4cd3-882f-a1e37bd65b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3e03c95e-fced-4ff5-826c-db53e4a57c0e'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:42:21.649638 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-f07196f3-ec2b-4561-893d-600acdb84b8f req-062bd905-45e4-494a-b70f-49c33cdeef33 service neutron] Bound port: 682b6997-419e-4dfb-9ec0-cbbc22a74750, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01d38e5e-3dc0-4cd3-882f-a1e37bd65b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3e03c95e-fced-4ff5-826c-db53e4a57c0e'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:42:21.650016 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f07196f3-ec2b-4561-893d-600acdb84b8f req-062bd905-45e4-494a-b70f-49c33cdeef33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:21.670939 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd1512-ed55-4974-ad4e-51be54f002a2 req-cfc74583-24e5-4dc3-9191-65cacc9e6912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:21.672487 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9ebd1512-ed55-4974-ad4e-51be54f002a2 req-cfc74583-24e5-4dc3-9191-65cacc9e6912 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9a0a5059-845b-4112-8beb-a1ded2a6a4ec HTTP/1.1" status: 200 len: 834 time: 0.1024921 Jul 09 16:42:21.676124 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-8fa79882-5286-4736-84fc-61f53ccbda08 None None] For port dd70ff5b-8788-45bb-8e86-427d63775619, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=dd70ff5b-8788-45bb-8e86-427d63775619,segment=NetworkSegment(fbdbe95b-90b1-4281-b1a7-cfcb60861910),segment_id=fbdbe95b-90b1-4281-b1a7-cfcb60861910)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:21.678077 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8fa79882-5286-4736-84fc-61f53ccbda08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:21.698620 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-8fa79882-5286-4736-84fc-61f53ccbda08 None None] Calling delete_port for dd70ff5b-8788-45bb-8e86-427d63775619 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:42:21.774682 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-a0abaf6c-c30e-4cfa-843f-5715ce95d1e2 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Deleting port dd70ff5b-8788-45bb-8e86-427d63775619 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:42:21.775064 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a0abaf6c-c30e-4cfa-843f-5715ce95d1e2 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:21.792144 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59800c7-b70f-4fea-8023-38eb0a0f4f95 req-684110aa-4cce-4bb5-a8a5-56fa50924b8e tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:21.795888 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-f07196f3-ec2b-4561-893d-600acdb84b8f req-062bd905-45e4-494a-b70f-49c33cdeef33 service neutron] For port 682b6997-419e-4dfb-9ec0-cbbc22a74750, host n-h1-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:42:21.803887 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a59800c7-b70f-4fea-8023-38eb0a0f4f95 req-684110aa-4cce-4bb5-a8a5-56fa50924b8e tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] 10.222.0.98 "GET /v2.0/ports?device_id=931d86bf-2a53-4b04-9fe1-bbfc25106c30 HTTP/1.1" status: 200 len: 943 time: 0.2880783 Jul 09 16:42:21.846625 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8fa79882-5286-4736-84fc-61f53ccbda08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:21.864152 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-f07196f3-ec2b-4561-893d-600acdb84b8f req-062bd905-45e4-494a-b70f-49c33cdeef33 service neutron] For port 682b6997-419e-4dfb-9ec0-cbbc22a74750, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=682b6997-419e-4dfb-9ec0-cbbc22a74750,segment=NetworkSegment(01d38e5e-3dc0-4cd3-882f-a1e37bd65b23),segment_id=01d38e5e-3dc0-4cd3-882f-a1e37bd65b23)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:42:21.870790 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa79882-5286-4736-84fc-61f53ccbda08 None None] No DVR routers for this DVR port dd70ff5b-8788-45bb-8e86-427d63775619 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:42:21.884001 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f07196f3-ec2b-4561-893d-600acdb84b8f req-062bd905-45e4-494a-b70f-49c33cdeef33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:21.924751 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd1512-ed55-4974-ad4e-51be54f002a2 req-23d9eeeb-929c-46b1-bf7d-b10bbf2c56ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:21.926394 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9ebd1512-ed55-4974-ad4e-51be54f002a2 req-23d9eeeb-929c-46b1-bf7d-b10bbf2c56ad service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=50b7b94c-6e0d-4621-9398-b5dd22283cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2447014 Jul 09 16:42:21.948714 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07196f3-ec2b-4561-893d-600acdb84b8f req-062bd905-45e4-494a-b70f-49c33cdeef33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:21.949735 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f07196f3-ec2b-4561-893d-600acdb84b8f req-062bd905-45e4-494a-b70f-49c33cdeef33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:21.951975 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f07196f3-ec2b-4561-893d-600acdb84b8f req-062bd905-45e4-494a-b70f-49c33cdeef33 service neutron] 10.222.0.77 "PUT /v2.0/ports/682b6997-419e-4dfb-9ec0-cbbc22a74750 HTTP/1.1" status: 200 len: 1091 time: 2.3529878 Jul 09 16:42:21.983402 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-a0abaf6c-c30e-4cfa-843f-5715ce95d1e2 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] For port dd70ff5b-8788-45bb-8e86-427d63775619, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=dd70ff5b-8788-45bb-8e86-427d63775619,segment=NetworkSegment(fbdbe95b-90b1-4281-b1a7-cfcb60861910),segment_id=fbdbe95b-90b1-4281-b1a7-cfcb60861910)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:21.983942 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a0abaf6c-c30e-4cfa-843f-5715ce95d1e2 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:21.992379 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa79882-5286-4736-84fc-61f53ccbda08 None None] Pushing event deleted for resources: {'Port': ['ID=dd70ff5b-8788-45bb-8e86-427d63775619,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:22.028365 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa79882-5286-4736-84fc-61f53ccbda08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:22.028732 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa79882-5286-4736-84fc-61f53ccbda08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:22.029476 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa79882-5286-4736-84fc-61f53ccbda08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:22.029476 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa79882-5286-4736-84fc-61f53ccbda08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:22.031177 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa79882-5286-4736-84fc-61f53ccbda08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:22.032131 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa79882-5286-4736-84fc-61f53ccbda08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:22.032131 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa79882-5286-4736-84fc-61f53ccbda08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:22.032365 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa79882-5286-4736-84fc-61f53ccbda08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:22.032726 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa79882-5286-4736-84fc-61f53ccbda08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:22.033106 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa79882-5286-4736-84fc-61f53ccbda08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:22.033445 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa79882-5286-4736-84fc-61f53ccbda08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:22.033772 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa79882-5286-4736-84fc-61f53ccbda08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:22.053244 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-22a81505-653d-4947-8604-4b03fb4ccd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:22.069909 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-a0abaf6c-c30e-4cfa-843f-5715ce95d1e2 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Calling delete_port for dd70ff5b-8788-45bb-8e86-427d63775619 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:42:22.079241 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device dd70ff5b-8788-45bb-8e86-427d63775619 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:42:22.114571 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062bd905-45e4-494a-b70f-49c33cdeef33 service neutron] Pushing event updated for resources: {'Port': ['ID=682b6997-419e-4dfb-9ec0-cbbc22a74750,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:22.127282 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a59800c7-b70f-4fea-8023-38eb0a0f4f95 req-66fc1ada-7c11-4d6d-9ee6-ff6fcaefc930 tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] 10.222.0.98 "GET /v2.0/security-groups?id=de8355d3-23eb-4851-8443-adcbcecb8c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224502 Jul 09 16:42:22.133714 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a81505-653d-4947-8604-4b03fb4ccd0d admin admin] Pushing event deleted for resources: {'Port': ['ID=d2de4c5e-40c2-42d1-9061-7b8c681f526e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:22.174015 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: dd70ff5b-8788-45bb-8e86-427d63775619 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:42:22.175638 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device dd70ff5b-8788-45bb-8e86-427d63775619 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:42:22.178161 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 899edb92-8bae-4f02-a505-b1ba45b0a207 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:42:22.208291 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 899edb92-8bae-4f02-a505-b1ba45b0a207 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:42:22.209629 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 899edb92-8bae-4f02-a505-b1ba45b0a207 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:42:22.296552 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6587ee19-c9d1-48f5-bee3-5052460b0fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:22.310221 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-22a81505-653d-4947-8604-4b03fb4ccd0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:22.322062 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9ebd1512-ed55-4974-ad4e-51be54f002a2 req-360c9542-bd02-40a2-8d3c-c54effa70471 service neutron] 10.222.0.73 "GET /v2.0/networks/50b7b94c-6e0d-4621-9398-b5dd22283cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3794196 Jul 09 16:42:22.357015 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '931d86bf-2a53-4b04-9fe1-bbfc25106c30', 'tag': '682b6997-419e-4dfb-9ec0-cbbc22a74750'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:42:22.360296 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747bc93a-07da-46bc-b489-1cc8e801435c" -d '{"events": [{"name": "network-changed", "server_uuid": "931d86bf-2a53-4b04-9fe1-bbfc25106c30", "tag": "682b6997-419e-4dfb-9ec0-cbbc22a74750"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:42:22.463199 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a0abaf6c-c30e-4cfa-843f-5715ce95d1e2 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:22.466467 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-22a81505-653d-4947-8604-4b03fb4ccd0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:22.476839 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-22a81505-653d-4947-8604-4b03fb4ccd0d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:22.512878 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0abaf6c-c30e-4cfa-843f-5715ce95d1e2 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] No DVR routers for this DVR port dd70ff5b-8788-45bb-8e86-427d63775619 on host n-d-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:42:22.520039 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07196f3-ec2b-4561-893d-600acdb84b8f req-9f41fe05-176e-4b99-8453-c88f548492ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:22.522023 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f07196f3-ec2b-4561-893d-600acdb84b8f req-9f41fe05-176e-4b99-8453-c88f548492ea service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=66471cf1f168419b9f6ab4c381ffe7d3&device_id=931d86bf-2a53-4b04-9fe1-bbfc25106c30 HTTP/1.1" status: 200 len: 1094 time: 0.4771328 Jul 09 16:42:22.523544 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9ebd1512-ed55-4974-ad4e-51be54f002a2 req-b14d37d6-9d42-453d-b8f2-5375c024b937 service neutron] 10.222.0.73 "GET /v2.0/networks/50b7b94c-6e0d-4621-9398-b5dd22283cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765580 Jul 09 16:42:22.524331 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0abaf6c-c30e-4cfa-843f-5715ce95d1e2 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Pushing event deleted for resources: {'Port': ['ID=dd70ff5b-8788-45bb-8e86-427d63775619,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:22.537265 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-22a81505-653d-4947-8604-4b03fb4ccd0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:22.537800 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a81505-653d-4947-8604-4b03fb4ccd0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fcb02c3-f2e2-4ad0-bf30-6f4addb49acd {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:42:22.546835 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-22a81505-653d-4947-8604-4b03fb4ccd0d admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:22.546835 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-22a81505-653d-4947-8604-4b03fb4ccd0d admin admin] 10.222.0.98 "DELETE /v2.0/routers/5fcb02c3-f2e2-4ad0-bf30-6f4addb49acd HTTP/1.1" status: 204 len: 168 time: 1.9424431 Jul 09 16:42:22.549191 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38400) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:22.590224 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acac55d-6932-4665-a6b4-692cc90d363c req-086ef443-8b84-45cc-b7e7-909e58819387 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:22.591796 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4acac55d-6932-4665-a6b4-692cc90d363c req-086ef443-8b84-45cc-b7e7-909e58819387 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "GET /v2.0/ports?device_id=461b9502-a12b-4a4d-aa62-2cd8ff38c958 HTTP/1.1" status: 200 len: 982 time: 0.1948709 Jul 09 16:42:22.642099 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4acac55d-6932-4665-a6b4-692cc90d363c req-e932c884-e97a-423a-bed2-a74336af2962 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "GET /v2.0/security-groups?id=9b9627bc-64b0-4486-a01f-c99668cdaf16&id=abf224c7-8333-4f8a-ac99-0ad7411b893c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0429156 Jul 09 16:42:22.661343 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f07196f3-ec2b-4561-893d-600acdb84b8f req-75308a63-f490-4950-9ca7-567c5e7afa10 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=682b6997-419e-4dfb-9ec0-cbbc22a74750 HTTP/1.1" status: 200 len: 217 time: 0.1105635 Jul 09 16:42:22.722756 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a0abaf6c-c30e-4cfa-843f-5715ce95d1e2 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:22.727736 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5adec5b9-da70-4462-8c54-1995793cf3c7 x-openstack-request-id: req-5adec5b9-da70-4462-8c54-1995793cf3c7 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:42:22.728031 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "931d86bf-2a53-4b04-9fe1-bbfc25106c30", "tag": "682b6997-419e-4dfb-9ec0-cbbc22a74750", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:42:22.728282 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5adec5b9-da70-4462-8c54-1995793cf3c7 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:42:22.728667 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '931d86bf-2a53-4b04-9fe1-bbfc25106c30', 'tag': '682b6997-419e-4dfb-9ec0-cbbc22a74750', 'status': 'completed', 'code': 200} Jul 09 16:42:22.741505 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-17ef1bdd-421c-499d-8869-2990d4ae4716 admin admin] Deleting subnet cfc75529-70d1-45c6-bea0-8ab77454ffe7 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:42:22.749694 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-a0abaf6c-c30e-4cfa-843f-5715ce95d1e2 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33b2f4c5-3465-4a75-91e8-8271ee4470fb']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:22.753282 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17ef1bdd-421c-499d-8869-2990d4ae4716 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:22.787412 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-a0abaf6c-c30e-4cfa-843f-5715ce95d1e2 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbdbe95b-90b1-4281-b1a7-cfcb60861910') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:22.787716 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-a0abaf6c-c30e-4cfa-843f-5715ce95d1e2 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbdbe95b-90b1-4281-b1a7-cfcb60861910') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:22.799423 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07196f3-ec2b-4561-893d-600acdb84b8f req-00255cb2-5163-4821-90ca-6af3dd0860e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:22.800924 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f07196f3-ec2b-4561-893d-600acdb84b8f req-00255cb2-5163-4821-90ca-6af3dd0860e0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8a3edd40-07fe-4edd-8c93-b356f2ef3364 HTTP/1.1" status: 200 len: 848 time: 0.1176994 Jul 09 16:42:22.805535 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a0abaf6c-c30e-4cfa-843f-5715ce95d1e2 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:22.850875 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17ef1bdd-421c-499d-8869-2990d4ae4716 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:22.857370 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f07196f3-ec2b-4561-893d-600acdb84b8f req-baf3f0d3-3a3c-45ca-8722-11d160407528 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3e03c95e-fced-4ff5-826c-db53e4a57c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480065 Jul 09 16:42:22.884100 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a0abaf6c-c30e-4cfa-843f-5715ce95d1e2 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:22.903057 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0abaf6c-c30e-4cfa-843f-5715ce95d1e2 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:42:22.903491 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a0abaf6c-c30e-4cfa-843f-5715ce95d1e2 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:22.910007 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:42:22.910007 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:42:22.910007 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:42:22.910007 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:42:22.910007 n-d-798930-3 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:42:22.910007 n-d-798930-3 neutron-server[93959]: self.session.flush() Jul 09 16:42:22.910007 n-d-798930-3 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:42:22.910007 n-d-798930-3 neutron-server[93959]: self.session.flush() Jul 09 16:42:22.910007 n-d-798930-3 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:42:22.910007 n-d-798930-3 neutron-server[93959]: self.session.flush() Jul 09 16:42:22.910007 n-d-798930-3 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:42:22.910007 n-d-798930-3 neutron-server[93959]: self.session.flush() Jul 09 16:42:22.910007 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:42:22.910007 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:42:22.910007 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:42:22.910007 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:42:22.910007 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:42:22.910007 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:42:22.910007 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:42:22.910007 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:42:22.910007 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:42:22.910007 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:42:22.910007 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:42:22.910007 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:42:22.910007 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:42:22.910007 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:42:22.910007 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:42:22.910007 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:42:22.910007 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:42:22.910007 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:42:22.910007 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:42:22.910007 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:42:22.910007 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:42:22.910007 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:42:22.910007 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:42:22.910007 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:42:22.910007 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:42:22.910007 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:42:22.910007 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:42:22.910007 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:42:22.910007 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:42:22.910007 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:42:22.910007 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:42:22.910007 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:42:23.017490 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a0abaf6c-c30e-4cfa-843f-5715ce95d1e2 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:23.021734 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a0abaf6c-c30e-4cfa-843f-5715ce95d1e2 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:23.028089 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a0abaf6c-c30e-4cfa-843f-5715ce95d1e2 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] 10.222.0.98 "DELETE /v2.0/networks/33b2f4c5-3465-4a75-91e8-8271ee4470fb HTTP/1.1" status: 204 len: 168 time: 2.3817818 Jul 09 16:42:23.070177 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0abaf6c-c30e-4cfa-843f-5715ce95d1e2 tempest-ExtraDHCPOptionsTestJSON-953226925 tempest-ExtraDHCPOptionsTestJSON-953226925-project] Pushing event deleted for resources: {'Network': ['ID=33b2f4c5-3465-4a75-91e8-8271ee4470fb,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:23.088235 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:42:23.098992 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17ef1bdd-421c-499d-8869-2990d4ae4716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:23.103252 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f07196f3-ec2b-4561-893d-600acdb84b8f req-834fdfe6-819d-4ec1-b114-4bf7daba8f91 service neutron] 10.222.0.77 "GET /v2.0/networks/3e03c95e-fced-4ff5-826c-db53e4a57c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262797 Jul 09 16:42:23.245637 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17ef1bdd-421c-499d-8869-2990d4ae4716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:23.259842 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 38430) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:23.294552 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17ef1bdd-421c-499d-8869-2990d4ae4716 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:23.298928 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-17ef1bdd-421c-499d-8869-2990d4ae4716 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/cfc75529-70d1-45c6-bea0-8ab77454ffe7 HTTP/1.1" status: 204 len: 168 time: 0.7446218 Jul 09 16:42:23.298928 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef1bdd-421c-499d-8869-2990d4ae4716 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfc75529-70d1-45c6-bea0-8ab77454ffe7,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:23.299839 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 38434) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:23.301971 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f07196f3-ec2b-4561-893d-600acdb84b8f req-0f64feea-a837-4b43-86d1-de2c115d65bb service neutron] 10.222.0.77 "GET /v2.0/networks/3e03c95e-fced-4ff5-826c-db53e4a57c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786900 Jul 09 16:42:23.307122 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6192156f-ac5e-44cb-8bb7-116a158df9f0 None None] Network 93dad321-33a9-496a-b17a-41af9585ddc1 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:42:23.319808 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38436) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:23.428881 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747bc93a-07da-46bc-b489-1cc8e801435c req-7f7f6af6-589b-4888-b6b5-9b51430f6b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:23.430652 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-747bc93a-07da-46bc-b489-1cc8e801435c req-7f7f6af6-589b-4888-b6b5-9b51430f6b55 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=66471cf1f168419b9f6ab4c381ffe7d3&device_id=931d86bf-2a53-4b04-9fe1-bbfc25106c30 HTTP/1.1" status: 200 len: 1094 time: 0.0694954 Jul 09 16:42:23.493085 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1d0185ed-971f-491a-b411-0ba59fec9af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:23.516440 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2c3fe210-deb5-4c27-bbe7-11fe7c1b2a1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:23.527726 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-4e24d86e-a55e-4459-85ac-a72237567bab admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1e382bd74e51417fb9183dd7d87653fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2667100 Jul 09 16:42:23.530287 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 38442) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:23.556676 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c6a86e-8637-490d-8a3a-4090fea652c6 req-edd72105-324e-4b3b-8009-90fabef4afbf tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:23.557883 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d8c6a86e-8637-490d-8a3a-4090fea652c6 req-edd72105-324e-4b3b-8009-90fabef4afbf tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] 10.222.0.98 "GET /v2.0/ports?device_id=931d86bf-2a53-4b04-9fe1-bbfc25106c30 HTTP/1.1" status: 200 len: 943 time: 0.1651773 Jul 09 16:42:23.583904 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747bc93a-07da-46bc-b489-1cc8e801435c req-015a74ac-8683-4e40-a31b-6c1df7fc7a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:23.585405 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-747bc93a-07da-46bc-b489-1cc8e801435c req-015a74ac-8683-4e40-a31b-6c1df7fc7a28 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3e03c95e-fced-4ff5-826c-db53e4a57c0e HTTP/1.1" status: 200 len: 909 time: 0.1483502 Jul 09 16:42:23.597233 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff2e205-3369-441e-a9c2-3013b17aecf3 None None] DHCP port deletion for 93dad321-33a9-496a-b17a-41af9585ddc1 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:42:23.638448 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-747bc93a-07da-46bc-b489-1cc8e801435c req-1767ee2f-92cb-427c-94f8-b4156c64733f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=682b6997-419e-4dfb-9ec0-cbbc22a74750 HTTP/1.1" status: 200 len: 217 time: 0.0451465 Jul 09 16:42:23.651311 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d8c6a86e-8637-490d-8a3a-4090fea652c6 req-361ba6e0-3413-4a93-a658-c862702257f8 tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] 10.222.0.98 "GET /v2.0/security-groups?id=de8355d3-23eb-4851-8443-adcbcecb8c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735173 Jul 09 16:42:23.652640 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-4ff2e205-3369-441e-a9c2-3013b17aecf3 None None] Deleting port 9a2297ff-1aa3-48a4-a026-79febabe2020 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:42:23.653439 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4ff2e205-3369-441e-a9c2-3013b17aecf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:23.657130 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-147877e8-4ada-4ca1-855d-fdb32b60f2b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:23.679664 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-1d0185ed-971f-491a-b411-0ba59fec9af6 admin admin] Deleting port 9a2297ff-1aa3-48a4-a026-79febabe2020 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:42:23.680301 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1d0185ed-971f-491a-b411-0ba59fec9af6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:23.692212 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-147877e8-4ada-4ca1-855d-fdb32b60f2b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:23.719501 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747bc93a-07da-46bc-b489-1cc8e801435c req-b41c6fd4-433d-42f1-8503-d7e968ee8bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:23.722062 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-747bc93a-07da-46bc-b489-1cc8e801435c req-b41c6fd4-433d-42f1-8503-d7e968ee8bf9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8a3edd40-07fe-4edd-8c93-b356f2ef3364 HTTP/1.1" status: 200 len: 848 time: 0.0752885 Jul 09 16:42:23.740217 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-4ff2e205-3369-441e-a9c2-3013b17aecf3 None None] For port 9a2297ff-1aa3-48a4-a026-79febabe2020, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=9a2297ff-1aa3-48a4-a026-79febabe2020,segment=NetworkSegment(2c870751-e82a-4188-924b-bcedfc3f1930),segment_id=2c870751-e82a-4188-924b-bcedfc3f1930)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:23.740613 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4ff2e205-3369-441e-a9c2-3013b17aecf3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:23.746918 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2c3fe210-deb5-4c27-bbe7-11fe7c1b2a1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:23.758636 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-4ff2e205-3369-441e-a9c2-3013b17aecf3 None None] Calling delete_port for 9a2297ff-1aa3-48a4-a026-79febabe2020 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:42:23.768889 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-747bc93a-07da-46bc-b489-1cc8e801435c req-7c7b5bff-75d4-459d-a6ef-e431e88171d7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3e03c95e-fced-4ff5-826c-db53e4a57c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402186 Jul 09 16:42:23.769660 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2c3fe210-deb5-4c27-bbe7-11fe7c1b2a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:23.793888 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-1d0185ed-971f-491a-b411-0ba59fec9af6 admin admin] For port 9a2297ff-1aa3-48a4-a026-79febabe2020, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=9a2297ff-1aa3-48a4-a026-79febabe2020,segment=NetworkSegment(2c870751-e82a-4188-924b-bcedfc3f1930),segment_id=2c870751-e82a-4188-924b-bcedfc3f1930)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:23.794408 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1d0185ed-971f-491a-b411-0ba59fec9af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:23.824023 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-1d0185ed-971f-491a-b411-0ba59fec9af6 admin admin] Calling delete_port for 9a2297ff-1aa3-48a4-a026-79febabe2020 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:42:23.847938 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4ff2e205-3369-441e-a9c2-3013b17aecf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:23.863774 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3fe210-deb5-4c27-bbe7-11fe7c1b2a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90cc804f-2d17-443b-98a5-adfd1fd86374,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:23.872496 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2c3fe210-deb5-4c27-bbe7-11fe7c1b2a1c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e44a246ffabd48c590b1966699aa25bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5514684 Jul 09 16:42:23.875601 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38446) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:23.879619 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff2e205-3369-441e-a9c2-3013b17aecf3 None None] Pushing event deleted for resources: {'Port': ['ID=9a2297ff-1aa3-48a4-a026-79febabe2020,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:23.886095 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff2e205-3369-441e-a9c2-3013b17aecf3 None None] No DVR routers for this DVR port 9a2297ff-1aa3-48a4-a026-79febabe2020 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:42:23.930480 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-147877e8-4ada-4ca1-855d-fdb32b60f2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:23.935522 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-147877e8-4ada-4ca1-855d-fdb32b60f2b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:23.938485 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-147877e8-4ada-4ca1-855d-fdb32b60f2b4 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c9e0bad9-e974-4b86-9a72-69b745ccfc40 HTTP/1.1" status: 204 len: 168 time: 0.4072459 Jul 09 16:42:23.954837 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147877e8-4ada-4ca1-855d-fdb32b60f2b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e0bad9-e974-4b86-9a72-69b745ccfc40,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:23.957760 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-747bc93a-07da-46bc-b489-1cc8e801435c req-bb3e78b1-178e-4cde-8eeb-c3e4585f64ad service neutron] 10.222.0.77 "GET /v2.0/networks/3e03c95e-fced-4ff5-826c-db53e4a57c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777184 Jul 09 16:42:23.963015 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-24b1bc0b-71ab-42bb-83e4-fda543a7bfe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:23.988964 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1d0185ed-971f-491a-b411-0ba59fec9af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:24.020836 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 38450) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:24.029143 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d5137ebb-516f-4b97-8627-ce8aa3e8a07c tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2043102127', 'description': 'tempest-secgroup-smoke-2043102127 description', 'project_id': 'fbaf693dfcd540cb80d81354443d4ce4'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:24.033883 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0185ed-971f-491a-b411-0ba59fec9af6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a2297ff-1aa3-48a4-a026-79febabe2020,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:24.045922 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0185ed-971f-491a-b411-0ba59fec9af6 admin admin] No DVR routers for this DVR port 9a2297ff-1aa3-48a4-a026-79febabe2020 on host n-d-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:42:24.046346 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 9a2297ff-1aa3-48a4-a026-79febabe2020 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:42:24.046484 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-24b1bc0b-71ab-42bb-83e4-fda543a7bfe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:24.090682 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 9a2297ff-1aa3-48a4-a026-79febabe2020 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:42:24.092049 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 9a2297ff-1aa3-48a4-a026-79febabe2020 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:42:24.093280 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d2de4c5e-40c2-42d1-9061-7b8c681f526e no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:42:24.123214 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-747bc93a-07da-46bc-b489-1cc8e801435c req-5659bd42-8677-4b9e-b0ad-0228ff122a79 service neutron] 10.222.0.77 "GET /v2.0/networks/3e03c95e-fced-4ff5-826c-db53e4a57c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560762 Jul 09 16:42:24.140599 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-24b1bc0b-71ab-42bb-83e4-fda543a7bfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:24.144440 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-24b1bc0b-71ab-42bb-83e4-fda543a7bfe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:24.146166 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-24b1bc0b-71ab-42bb-83e4-fda543a7bfe2 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/90cc804f-2d17-443b-98a5-adfd1fd86374 HTTP/1.1" status: 204 len: 168 time: 0.2693803 Jul 09 16:42:24.150028 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: d2de4c5e-40c2-42d1-9061-7b8c681f526e {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:42:24.150664 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d2de4c5e-40c2-42d1-9061-7b8c681f526e not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:42:24.155752 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b1bc0b-71ab-42bb-83e4-fda543a7bfe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90cc804f-2d17-443b-98a5-adfd1fd86374,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:24.185544 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5137ebb-516f-4b97-8627-ce8aa3e8a07c tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:24.231572 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1d0185ed-971f-491a-b411-0ba59fec9af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:24.252818 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-1d0185ed-971f-491a-b411-0ba59fec9af6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93dad321-33a9-496a-b17a-41af9585ddc1']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:24.272901 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-1d0185ed-971f-491a-b411-0ba59fec9af6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c870751-e82a-4188-924b-bcedfc3f1930') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:24.273194 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-1d0185ed-971f-491a-b411-0ba59fec9af6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c870751-e82a-4188-924b-bcedfc3f1930') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:24.288046 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1d0185ed-971f-491a-b411-0ba59fec9af6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:24.319834 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1d0185ed-971f-491a-b411-0ba59fec9af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:24.333808 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d0185ed-971f-491a-b411-0ba59fec9af6 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:42:24.334223 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1d0185ed-971f-491a-b411-0ba59fec9af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:24.337026 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:42:24.337026 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:42:24.337026 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:42:24.337026 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:42:24.337026 n-d-798930-3 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:42:24.337026 n-d-798930-3 neutron-server[93958]: self.session.flush() Jul 09 16:42:24.337026 n-d-798930-3 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:42:24.337026 n-d-798930-3 neutron-server[93958]: self.session.flush() Jul 09 16:42:24.337026 n-d-798930-3 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:42:24.337026 n-d-798930-3 neutron-server[93958]: self.session.flush() Jul 09 16:42:24.337026 n-d-798930-3 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:42:24.337026 n-d-798930-3 neutron-server[93958]: self.session.flush() Jul 09 16:42:24.337026 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:42:24.337026 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:42:24.337026 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:42:24.337026 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:42:24.337026 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:42:24.337026 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:42:24.337026 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:42:24.337026 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:42:24.337026 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:42:24.337026 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:42:24.337026 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:42:24.337026 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:42:24.337026 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:42:24.337026 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:42:24.337026 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:42:24.337026 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:42:24.337026 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:42:24.337026 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:42:24.337026 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:42:24.337026 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:42:24.337026 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:42:24.337026 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:42:24.337026 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:42:24.337026 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:42:24.337026 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:42:24.337026 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:42:24.337026 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:42:24.337026 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:42:24.337026 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:42:24.337026 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:42:24.337026 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:42:24.337026 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:42:24.348224 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa459fdd-db26-4a93-835f-eca80d02d6dd req-595228cd-65a5-468a-9a08-0420767af949 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:24.349802 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fa459fdd-db26-4a93-835f-eca80d02d6dd req-595228cd-65a5-468a-9a08-0420767af949 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "GET /v2.0/ports?device_id=461b9502-a12b-4a4d-aa62-2cd8ff38c958 HTTP/1.1" status: 200 len: 982 time: 0.1870663 Jul 09 16:42:24.442692 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1d0185ed-971f-491a-b411-0ba59fec9af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:24.458548 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5137ebb-516f-4b97-8627-ce8aa3e8a07c tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:24.464254 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1d0185ed-971f-491a-b411-0ba59fec9af6 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:24.466091 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1d0185ed-971f-491a-b411-0ba59fec9af6 admin admin] 10.222.0.98 "DELETE /v2.0/networks/93dad321-33a9-496a-b17a-41af9585ddc1 HTTP/1.1" status: 204 len: 168 time: 1.1657407 Jul 09 16:42:24.482628 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fa459fdd-db26-4a93-835f-eca80d02d6dd req-5c349262-503b-416d-b025-6c5973e2856c tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "GET /v2.0/security-groups?id=9b9627bc-64b0-4486-a01f-c99668cdaf16&id=abf224c7-8333-4f8a-ac99-0ad7411b893c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0982425 Jul 09 16:42:24.483752 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5137ebb-516f-4b97-8627-ce8aa3e8a07c tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:24.489421 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0185ed-971f-491a-b411-0ba59fec9af6 admin admin] Pushing event deleted for resources: {'Network': ['ID=93dad321-33a9-496a-b17a-41af9585ddc1,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:24.518240 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5137ebb-516f-4b97-8627-ce8aa3e8a07c tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:24.519685 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d5137ebb-516f-4b97-8627-ce8aa3e8a07c tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4978151 Jul 09 16:42:24.522988 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38468) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:24.528323 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-3fb7668c-0bd0-489a-a0a8-06a5140e7aaf tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Request body: {'security_group_rule': {'security_group_id': '13bd0873-baf6-495e-b566-119e908a5e58', 'project_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:24.529958 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5137ebb-516f-4b97-8627-ce8aa3e8a07c tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13bd0873-baf6-495e-b566-119e908a5e58,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:24.565815 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3fb7668c-0bd0-489a-a0a8-06a5140e7aaf tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:24.569624 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 38470) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:24.587042 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89290654-48e6-4d93-8aca-439ca82b8991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:24.625318 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3fb7668c-0bd0-489a-a0a8-06a5140e7aaf tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:24.631448 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3fb7668c-0bd0-489a-a0a8-06a5140e7aaf tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:24.654065 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb7668c-0bd0-489a-a0a8-06a5140e7aaf tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=422d377d-f144-48a2-8d43-cf642849feb1,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:24.699926 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89290654-48e6-4d93-8aca-439ca82b8991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:24.705207 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89290654-48e6-4d93-8aca-439ca82b8991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:24.711433 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3fb7668c-0bd0-489a-a0a8-06a5140e7aaf tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:24.713991 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3fb7668c-0bd0-489a-a0a8-06a5140e7aaf tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1899645 Jul 09 16:42:24.718736 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38476) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:24.725261 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-abca9d5d-107c-42f9-9932-4d74b7412538 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Request body: {'security_group_rule': {'security_group_id': '13bd0873-baf6-495e-b566-119e908a5e58', 'project_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:24.754240 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89290654-48e6-4d93-8aca-439ca82b8991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd54c3e8-2553-4496-a4c9-e35b1f575161,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:24.762696 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-89290654-48e6-4d93-8aca-439ca82b8991 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c434ede5c87b41e2b8ff4a8713eca3ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1919584 Jul 09 16:42:24.764301 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 38480) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:24.803762 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-abca9d5d-107c-42f9-9932-4d74b7412538 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:24.823906 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3c2c9a52-5cb8-4a22-aee6-d04dc03bcac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:24.833415 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 387b455f-d475-42c5-a40f-749c1c2634b1 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:42:24.862430 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38484) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:24.886070 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3c2c9a52-5cb8-4a22-aee6-d04dc03bcac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:24.940698 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-abca9d5d-107c-42f9-9932-4d74b7412538 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:24.944234 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c684e2-0626-43c9-8ef8-ab66895d8440 req-500f30af-9da5-496d-8365-df7993ea8990 tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:24.945870 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b8c684e2-0626-43c9-8ef8-ab66895d8440 req-500f30af-9da5-496d-8365-df7993ea8990 tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] 10.222.0.98 "GET /v2.0/ports?device_id=931d86bf-2a53-4b04-9fe1-bbfc25106c30 HTTP/1.1" status: 200 len: 943 time: 0.1163816 Jul 09 16:42:24.954441 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-abca9d5d-107c-42f9-9932-4d74b7412538 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:24.963239 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a01b9d61-e960-4e44-868a-5c715019047b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f70abd974d2a4b328b0b5a3e8145973e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0989988 Jul 09 16:42:24.970401 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 38488) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:24.981615 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abca9d5d-107c-42f9-9932-4d74b7412538 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5d69d21-c9b4-41e6-809d-0d2579de172b,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:24.985463 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-abca9d5d-107c-42f9-9932-4d74b7412538 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:24.990433 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-abca9d5d-107c-42f9-9932-4d74b7412538 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2698574 Jul 09 16:42:24.991262 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38490) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:24.995913 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-dfc8953a-6cf6-4c32-a53f-5d0d33216921 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Request body: {'security_group_rule': {'security_group_id': '13bd0873-baf6-495e-b566-119e908a5e58', 'project_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:24.997206 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 387b455f-d475-42c5-a40f-749c1c2634b1, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=387b455f-d475-42c5-a40f-749c1c2634b1,segment=NetworkSegment(285506c0-251b-49cb-bff8-c2ca57ce07fc),segment_id=285506c0-251b-49cb-bff8-c2ca57ce07fc)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:25.019137 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '387b455f-d475-42c5-a40f-749c1c2634b1', 'network_id': '50b7b94c-6e0d-4621-9398-b5dd22283cc0', 'port_id': '387b455f-d475-42c5-a40f-749c1c2634b1', 'mac_address': 'fa:16:3e:ab:7f:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a0a5059-845b-4112-8beb-a1ded2a6a4ec', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:42:25.023466 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3c2c9a52-5cb8-4a22-aee6-d04dc03bcac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:25.026377 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3c2c9a52-5cb8-4a22-aee6-d04dc03bcac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:25.030249 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dfc8953a-6cf6-4c32-a53f-5d0d33216921 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:25.030441 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-3c2c9a52-5cb8-4a22-aee6-d04dc03bcac2 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/fd54c3e8-2553-4496-a4c9-e35b1f575161 HTTP/1.1" status: 204 len: 168 time: 0.2623460 Jul 09 16:42:25.045716 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b8c684e2-0626-43c9-8ef8-ab66895d8440 req-0af82007-a0c5-4e50-803f-b61052577bec tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] 10.222.0.98 "GET /v2.0/security-groups?id=de8355d3-23eb-4851-8443-adcbcecb8c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932822 Jul 09 16:42:25.048978 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c9a52-5cb8-4a22-aee6-d04dc03bcac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd54c3e8-2553-4496-a4c9-e35b1f575161,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:25.050754 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 38494) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:25.069483 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-68e37d1a-4af4-4369-9321-c2df52906c44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:25.072844 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:25.093750 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-68e37d1a-4af4-4369-9321-c2df52906c44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:25.155730 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-68e37d1a-4af4-4369-9321-c2df52906c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:25.159503 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-68e37d1a-4af4-4369-9321-c2df52906c44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:25.160434 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 387b455f-d475-42c5-a40f-749c1c2634b1 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:42:25.163736 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-68e37d1a-4af4-4369-9321-c2df52906c44 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/77ff0b5b-5cfc-4700-88b4-c347cd3b7aad HTTP/1.1" status: 204 len: 168 time: 0.1898029 Jul 09 16:42:25.165704 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dfc8953a-6cf6-4c32-a53f-5d0d33216921 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:25.175760 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dfc8953a-6cf6-4c32-a53f-5d0d33216921 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:25.180785 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e37d1a-4af4-4369-9321-c2df52906c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ff0b5b-5cfc-4700-88b4-c347cd3b7aad,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:25.198236 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc8953a-6cf6-4c32-a53f-5d0d33216921 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=908a7edd-3037-4f66-866d-d33afc6a5f3c,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:25.208406 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dfc8953a-6cf6-4c32-a53f-5d0d33216921 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:25.212129 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9168ae7a-c262-4bd9-9e24-076c62c96f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:25.212392 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-dfc8953a-6cf6-4c32-a53f-5d0d33216921 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2172563 Jul 09 16:42:25.212755 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 38500) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:25.216247 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 387b455f-d475-42c5-a40f-749c1c2634b1, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=387b455f-d475-42c5-a40f-749c1c2634b1,segment=NetworkSegment(285506c0-251b-49cb-bff8-c2ca57ce07fc),segment_id=285506c0-251b-49cb-bff8-c2ca57ce07fc)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:25.219526 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-955aa936-5eda-4475-a5be-b4a745a7cc5e tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Request body: {'security_group_rule': {'security_group_id': '13bd0873-baf6-495e-b566-119e908a5e58', 'project_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:25.239768 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-171915e2-c265-4620-a47d-a15dec808fab tempest-ServiceProvidersTest-160866126 tempest-ServiceProvidersTest-160866126-project] 10.222.0.98 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1784554 Jul 09 16:42:25.239987 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:25.264342 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-955aa936-5eda-4475-a5be-b4a745a7cc5e tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:25.300230 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=387b455f-d475-42c5-a40f-749c1c2634b1,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:25.326945 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-955aa936-5eda-4475-a5be-b4a745a7cc5e tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:25.332133 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-955aa936-5eda-4475-a5be-b4a745a7cc5e tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:25.350754 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955aa936-5eda-4475-a5be-b4a745a7cc5e tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5cca5fc-8f77-4d15-8cb0-76e80bfbde64,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:25.361381 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-955aa936-5eda-4475-a5be-b4a745a7cc5e tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:25.362621 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-955aa936-5eda-4475-a5be-b4a745a7cc5e tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1489193 Jul 09 16:42:25.365606 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 38504) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:25.370344 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-0ac1fe1c-e83e-4b11-b106-eca7fa673526 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Request body: {'security_group_rule': {'security_group_id': '13bd0873-baf6-495e-b566-119e908a5e58', 'project_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:25.392400 n-d-798930-3 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-0ac1fe1c-e83e-4b11-b106-eca7fa673526 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Project fbaf693dfcd540cb80d81354443d4ce4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 16:42:25.397254 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0ac1fe1c-e83e-4b11-b106-eca7fa673526 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:25.467702 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0ac1fe1c-e83e-4b11-b106-eca7fa673526 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:25.475967 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0ac1fe1c-e83e-4b11-b106-eca7fa673526 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:25.496975 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac1fe1c-e83e-4b11-b106-eca7fa673526 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64d98236-cc97-4ccf-8cd0-bb011632edff,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:25.501324 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0ac1fe1c-e83e-4b11-b106-eca7fa673526 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:25.504716 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0ac1fe1c-e83e-4b11-b106-eca7fa673526 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1378856 Jul 09 16:42:25.507306 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 38510) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:25.511689 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-ec150c12-456d-4d18-984e-36ef0f27298e tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Request body: {'security_group_rule': {'security_group_id': '13bd0873-baf6-495e-b566-119e908a5e58', 'project_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:25.541508 n-d-798930-3 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-ec150c12-456d-4d18-984e-36ef0f27298e tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Project fbaf693dfcd540cb80d81354443d4ce4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 16:42:25.555465 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ec150c12-456d-4d18-984e-36ef0f27298e tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:25.620237 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['387b455f-d475-42c5-a40f-749c1c2634b1'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:42:25.711182 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ec150c12-456d-4d18-984e-36ef0f27298e tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:25.721034 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ec150c12-456d-4d18-984e-36ef0f27298e tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:25.761091 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec150c12-456d-4d18-984e-36ef0f27298e tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06863869-f033-4174-9aad-73b59a83b191,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:25.765294 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ec150c12-456d-4d18-984e-36ef0f27298e tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:25.779462 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ec150c12-456d-4d18-984e-36ef0f27298e tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2712109 Jul 09 16:42:25.803198 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11a7b0-8695-4f9b-830d-c4781d54e79e req-cd6d8e61-3b9b-42dc-aa84-5206e12b80c7 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:25.810451 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:25.811711 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4f11a7b0-8695-4f9b-830d-c4781d54e79e req-cd6d8e61-3b9b-42dc-aa84-5206e12b80c7 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "GET /v2.0/ports?device_id=461b9502-a12b-4a4d-aa62-2cd8ff38c958 HTTP/1.1" status: 200 len: 983 time: 0.1594045 Jul 09 16:42:25.836349 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38520) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:25.871395 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4f11a7b0-8695-4f9b-830d-c4781d54e79e req-e8143fe0-d8ba-44cd-8a3d-f48576cac6d3 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "GET /v2.0/security-groups?id=9b9627bc-64b0-4486-a01f-c99668cdaf16&id=abf224c7-8333-4f8a-ac99-0ad7411b893c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0577013 Jul 09 16:42:25.938947 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-5b954afa-f190-421f-91bd-bb12d3246125 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=eb771d66bfef423b977de0143f099c3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1011314 Jul 09 16:42:25.941598 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 38524) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:26.004337 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38530) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:26.020290 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02977658-51b7-46fd-83fd-591751d1f3f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:26.049907 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02977658-51b7-46fd-83fd-591751d1f3f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:26.122321 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7472ecdd-d4c9-4b12-9c00-38763604acf6 req-bbe2b4c5-99ec-4311-9275-4e0cdb70b225 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2043102127&fields=id&tenant_id=fbaf693dfcd540cb80d81354443d4ce4 HTTP/1.1" status: 200 len: 267 time: 0.0546184 Jul 09 16:42:26.136525 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02977658-51b7-46fd-83fd-591751d1f3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:26.139588 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02977658-51b7-46fd-83fd-591751d1f3f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:26.143508 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-02977658-51b7-46fd-83fd-591751d1f3f4 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a0dd762d-2001-4599-88f3-21acb874f17f HTTP/1.1" status: 204 len: 168 time: 0.1979990 Jul 09 16:42:26.146044 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c29034dd-11b7-41b3-825a-231f9c0cf84c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:26.169786 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02977658-51b7-46fd-83fd-591751d1f3f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0dd762d-2001-4599-88f3-21acb874f17f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:26.273604 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472ecdd-d4c9-4b12-9c00-38763604acf6 req-767f4751-f56b-4d6c-a614-b020744e25da tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:26.275662 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7472ecdd-d4c9-4b12-9c00-38763604acf6 req-767f4751-f56b-4d6c-a614-b020744e25da tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.98 "GET /v2.0/networks?id=73ebf291-23c0-432d-ae7e-abd99b594bfa HTTP/1.1" status: 200 len: 813 time: 0.1335526 Jul 09 16:42:26.277477 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:26.294488 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7472ecdd-d4c9-4b12-9c00-38763604acf6 req-083157e4-e0ea-41d4-ab4d-4928b4803c28 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.98 "GET /v2.0/quotas/fbaf693dfcd540cb80d81354443d4ce4 HTTP/1.1" status: 200 len: 375 time: 0.0121014 Jul 09 16:42:26.330863 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c29034dd-11b7-41b3-825a-231f9c0cf84c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:26.336524 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c29034dd-11b7-41b3-825a-231f9c0cf84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:26.380748 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c29034dd-11b7-41b3-825a-231f9c0cf84c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=934a9a1747834dc5a3c07921ac748c1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3753181 Jul 09 16:42:26.384041 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38546) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:26.384955 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7472ecdd-d4c9-4b12-9c00-38763604acf6 req-71f9fb45-4857-48df-acbb-02ae4aa780bb tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=fbaf693dfcd540cb80d81354443d4ce4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0831037 Jul 09 16:42:26.409665 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29034dd-11b7-41b3-825a-231f9c0cf84c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0fd7bd-f033-4c5e-bf12-b263569478b7,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:26.444649 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-73c483e1-e6c4-4afc-bf21-b6ea6ee395f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:26.469809 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-73c483e1-e6c4-4afc-bf21-b6ea6ee395f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:26.526013 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-73c483e1-e6c4-4afc-bf21-b6ea6ee395f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:26.528833 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-73c483e1-e6c4-4afc-bf21-b6ea6ee395f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:26.530025 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-73c483e1-e6c4-4afc-bf21-b6ea6ee395f1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3e0fd7bd-f033-4c5e-bf12-b263569478b7 HTTP/1.1" status: 204 len: 168 time: 0.1450453 Jul 09 16:42:26.540177 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c483e1-e6c4-4afc-bf21-b6ea6ee395f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0fd7bd-f033-4c5e-bf12-b263569478b7,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:26.675397 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7472ecdd-d4c9-4b12-9c00-38763604acf6 req-c5c75c31-0b03-480f-bb71-eacf6c63e039 service neutron] 10.222.0.98 "GET /v2.0/networks/73ebf291-23c0-432d-ae7e-abd99b594bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780149 Jul 09 16:42:26.699634 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:26.784005 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7472ecdd-d4c9-4b12-9c00-38763604acf6 req-0acaff00-e226-4cf1-8db8-e2de699b9c08 service neutron] 10.222.0.98 "GET /v2.0/networks/73ebf291-23c0-432d-ae7e-abd99b594bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947688 Jul 09 16:42:26.828581 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 387b455f-d475-42c5-a40f-749c1c2634b1 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:42:26.888759 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 682b6997-419e-4dfb-9ec0-cbbc22a74750 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:42:26.979484 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 387b455f-d475-42c5-a40f-749c1c2634b1 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:42:26.993586 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 387b455f-d475-42c5-a40f-749c1c2634b1 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:42:26.994063 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:27.064030 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 682b6997-419e-4dfb-9ec0-cbbc22a74750, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=682b6997-419e-4dfb-9ec0-cbbc22a74750,segment=NetworkSegment(01d38e5e-3dc0-4cd3-882f-a1e37bd65b23),segment_id=01d38e5e-3dc0-4cd3-882f-a1e37bd65b23)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:27.289869 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42881280-ee7b-48d6-8b80-da844e0369b1 req-55392488-0b8f-4279-afb7-26a83b99906a tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:27.298735 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-42881280-ee7b-48d6-8b80-da844e0369b1 req-55392488-0b8f-4279-afb7-26a83b99906a tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] 10.222.0.98 "GET /v2.0/ports?device_id=931d86bf-2a53-4b04-9fe1-bbfc25106c30 HTTP/1.1" status: 200 len: 943 time: 0.0924776 Jul 09 16:42:27.351442 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-42881280-ee7b-48d6-8b80-da844e0369b1 req-2d9943f5-aed1-4c27-95c0-c5731f172156 tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] 10.222.0.98 "GET /v2.0/security-groups?id=de8355d3-23eb-4851-8443-adcbcecb8c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516055 Jul 09 16:42:27.359530 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '682b6997-419e-4dfb-9ec0-cbbc22a74750', 'network_id': '3e03c95e-fced-4ff5-826c-db53e4a57c0e', 'port_id': '682b6997-419e-4dfb-9ec0-cbbc22a74750', 'mac_address': 'fa:16:3e:21:08:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a3edd40-07fe-4edd-8c93-b356f2ef3364', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:42:27.427872 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:27.431691 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:27.461861 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 682b6997-419e-4dfb-9ec0-cbbc22a74750 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:42:27.477695 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '461b9502-a12b-4a4d-aa62-2cd8ff38c958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '387b455f-d475-42c5-a40f-749c1c2634b1'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:42:27.480460 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee0e051-ba9a-4575-b499-d96ef20588fe" -d '{"events": [{"server_uuid": "461b9502-a12b-4a4d-aa62-2cd8ff38c958", "name": "network-vif-plugged", "status": "completed", "tag": "387b455f-d475-42c5-a40f-749c1c2634b1"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:42:27.508790 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 682b6997-419e-4dfb-9ec0-cbbc22a74750, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=682b6997-419e-4dfb-9ec0-cbbc22a74750,segment=NetworkSegment(01d38e5e-3dc0-4cd3-882f-a1e37bd65b23),segment_id=01d38e5e-3dc0-4cd3-882f-a1e37bd65b23)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:27.511098 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 387b455f-d475-42c5-a40f-749c1c2634b1, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=387b455f-d475-42c5-a40f-749c1c2634b1,segment=NetworkSegment(285506c0-251b-49cb-bff8-c2ca57ce07fc),segment_id=285506c0-251b-49cb-bff8-c2ca57ce07fc)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:27.517669 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:27.552646 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:27.579767 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3314471b-3b88-49c3-a922-65f12452cb70 req-1e8dcf20-2f04-4a77-ab73-3e071e5813f8 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:27.581880 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3314471b-3b88-49c3-a922-65f12452cb70 req-1e8dcf20-2f04-4a77-ab73-3e071e5813f8 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "GET /v2.0/ports?device_id=461b9502-a12b-4a4d-aa62-2cd8ff38c958 HTTP/1.1" status: 200 len: 983 time: 0.1196415 Jul 09 16:42:27.598645 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=387b455f-d475-42c5-a40f-749c1c2634b1,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:27.655327 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3314471b-3b88-49c3-a922-65f12452cb70 req-53c8fc28-cf43-43c3-8981-0f81c252a3db tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "GET /v2.0/security-groups?id=9b9627bc-64b0-4486-a01f-c99668cdaf16&id=abf224c7-8333-4f8a-ac99-0ad7411b893c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0661280 Jul 09 16:42:27.663049 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=682b6997-419e-4dfb-9ec0-cbbc22a74750,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:27.739526 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-199cd468-6f20-45bb-acd0-4198ba8cf4d6 req-1acfd190-5be3-4741-ab02-254e4f9659ed tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.98 "GET /v2.0/ports?device_id=65574fab-859c-4912-b054-2922e960d784 HTTP/1.1" status: 200 len: 210 time: 0.0322106 Jul 09 16:42:27.767095 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['682b6997-419e-4dfb-9ec0-cbbc22a74750'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:42:28.224311 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:28.260472 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3911793e-4a8b-4c66-93c0-ac27533eb484 x-openstack-request-id: req-3911793e-4a8b-4c66-93c0-ac27533eb484 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:42:28.260765 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "461b9502-a12b-4a4d-aa62-2cd8ff38c958", "name": "network-vif-plugged", "status": "completed", "tag": "387b455f-d475-42c5-a40f-749c1c2634b1", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:42:28.261013 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3911793e-4a8b-4c66-93c0-ac27533eb484 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:42:28.261706 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '461b9502-a12b-4a4d-aa62-2cd8ff38c958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '387b455f-d475-42c5-a40f-749c1c2634b1', 'code': 200} Jul 09 16:42:28.507751 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ed2d5-295e-48a6-8b37-0c682d863791 req-9945cbd3-5cc4-4c08-8992-76777a73b77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:28.509454 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-167ed2d5-295e-48a6-8b37-0c682d863791 req-9945cbd3-5cc4-4c08-8992-76777a73b77c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=461b9502-a12b-4a4d-aa62-2cd8ff38c958 HTTP/1.1" status: 200 len: 1135 time: 0.1197424 Jul 09 16:42:28.569084 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-167ed2d5-295e-48a6-8b37-0c682d863791 req-fda373ec-16dd-4c85-b34c-8647f141cc2d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9b9627bc-64b0-4486-a01f-c99668cdaf16&id=abf224c7-8333-4f8a-ac99-0ad7411b893c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0476320 Jul 09 16:42:28.590450 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81de9310-5c80-4747-835c-7c73012ed793 req-d4a099b8-8a82-49b5-9275-8f4f3e34cedc tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:28.600766 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-81de9310-5c80-4747-835c-7c73012ed793 req-d4a099b8-8a82-49b5-9275-8f4f3e34cedc tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] 10.222.0.98 "GET /v2.0/ports?device_id=931d86bf-2a53-4b04-9fe1-bbfc25106c30 HTTP/1.1" status: 200 len: 944 time: 0.1058421 Jul 09 16:42:28.645877 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-81de9310-5c80-4747-835c-7c73012ed793 req-5408f93b-f860-4fc8-af4b-7f859dac127f tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] 10.222.0.98 "GET /v2.0/security-groups?id=de8355d3-23eb-4851-8443-adcbcecb8c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439291 Jul 09 16:42:28.859187 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52913508-4d35-429c-9b94-deebeb25e925 req-f7e709b7-bed6-4f44-956a-2ee34c18bfcd tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:28.861607 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-52913508-4d35-429c-9b94-deebeb25e925 req-f7e709b7-bed6-4f44-956a-2ee34c18bfcd tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "GET /v2.0/ports?device_id=461b9502-a12b-4a4d-aa62-2cd8ff38c958 HTTP/1.1" status: 200 len: 984 time: 0.0737319 Jul 09 16:42:28.877843 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 682b6997-419e-4dfb-9ec0-cbbc22a74750 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:42:28.935395 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-52913508-4d35-429c-9b94-deebeb25e925 req-2c94f625-3c27-465b-ade1-e3ca5ac67c9f tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "GET /v2.0/security-groups?id=9b9627bc-64b0-4486-a01f-c99668cdaf16&id=abf224c7-8333-4f8a-ac99-0ad7411b893c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0668616 Jul 09 16:42:28.982542 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 682b6997-419e-4dfb-9ec0-cbbc22a74750 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:42:28.988584 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 682b6997-419e-4dfb-9ec0-cbbc22a74750 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:42:28.992225 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:29.106324 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:29.123886 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1a143d9d-157f-4c7d-a0a8-1b0eee17d83d req-d8e88939-2088-4246-8c70-752dbdeafa56 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.98 "GET /v2.0/ports?device_id=65574fab-859c-4912-b054-2922e960d784 HTTP/1.1" status: 200 len: 210 time: 0.0294268 Jul 09 16:42:29.154924 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 682b6997-419e-4dfb-9ec0-cbbc22a74750, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=682b6997-419e-4dfb-9ec0-cbbc22a74750,segment=NetworkSegment(01d38e5e-3dc0-4cd3-882f-a1e37bd65b23),segment_id=01d38e5e-3dc0-4cd3-882f-a1e37bd65b23)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:29.160096 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:29.214582 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=682b6997-419e-4dfb-9ec0-cbbc22a74750,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:29.472665 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472ecdd-d4c9-4b12-9c00-38763604acf6 req-aa927aa6-ba8a-4115-88a1-74f428453f05 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:29.474484 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7472ecdd-d4c9-4b12-9c00-38763604acf6 req-aa927aa6-ba8a-4115-88a1-74f428453f05 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.73 "GET /v2.0/networks?id=73ebf291-23c0-432d-ae7e-abd99b594bfa HTTP/1.1" status: 200 len: 813 time: 0.1204789 Jul 09 16:42:29.544766 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7472ecdd-d4c9-4b12-9c00-38763604acf6 req-a3dc21dc-5baf-4bb6-a858-b1f884f122fb tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbaf693dfcd540cb80d81354443d4ce4 HTTP/1.1" status: 200 len: 380 time: 0.0383070 Jul 09 16:42:29.553924 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-7472ecdd-d4c9-4b12-9c00-38763604acf6 req-d25c9033-5e32-4ebd-aac6-fc00216ba0e6 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Request body: {'port': {'device_id': '65574fab-859c-4912-b054-2922e960d784', 'network_id': '73ebf291-23c0-432d-ae7e-abd99b594bfa', 'admin_state_up': True, 'tenant_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'security_groups': ['13bd0873-baf6-495e-b566-119e908a5e58']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:29.674757 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7472ecdd-d4c9-4b12-9c00-38763604acf6 req-d25c9033-5e32-4ebd-aac6-fc00216ba0e6 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Made reservation on behalf of fbaf693dfcd540cb80d81354443d4ce4 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:42:29.681456 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7472ecdd-d4c9-4b12-9c00-38763604acf6 req-d25c9033-5e32-4ebd-aac6-fc00216ba0e6 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:29.762036 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 38696) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:29.768305 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-c44020ca-03e0-4ee4-af05-973135ea1535 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-763338006', 'description': 'tempest-secgroup-smoke-763338006 description', 'project_id': 'f98cc886c66a474a8d448186851b2eab'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:29.803045 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c44020ca-03e0-4ee4-af05-973135ea1535 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:29.827556 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c44020ca-03e0-4ee4-af05-973135ea1535 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:29.877342 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-7472ecdd-d4c9-4b12-9c00-38763604acf6 req-d25c9033-5e32-4ebd-aac6-fc00216ba0e6 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Allocated IP 172.20.0.10 (73ebf291-23c0-432d-ae7e-abd99b594bfa/54163d02-03b7-4e71-a0ad-b40aee212401/40fa5166-1794-4430-87a7-d7f875c29048) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:42:29.983502 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f26b04-171d-4ea1-b012-8b482f21519a req-1021dad3-f460-4914-be0e-c684a7589da7 tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:29.986190 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-04f26b04-171d-4ea1-b012-8b482f21519a req-1021dad3-f460-4914-be0e-c684a7589da7 tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] 10.222.0.98 "GET /v2.0/ports?device_id=931d86bf-2a53-4b04-9fe1-bbfc25106c30 HTTP/1.1" status: 200 len: 945 time: 0.1173863 Jul 09 16:42:30.059269 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c44020ca-03e0-4ee4-af05-973135ea1535 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:30.067318 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-04f26b04-171d-4ea1-b012-8b482f21519a req-7321e123-485b-4c7c-83d3-119cc71a5618 tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] 10.222.0.98 "GET /v2.0/security-groups?id=de8355d3-23eb-4851-8443-adcbcecb8c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685015 Jul 09 16:42:30.071136 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c44020ca-03e0-4ee4-af05-973135ea1535 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:30.133173 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7472ecdd-d4c9-4b12-9c00-38763604acf6 req-d25c9033-5e32-4ebd-aac6-fc00216ba0e6 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:30.146867 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44020ca-03e0-4ee4-af05-973135ea1535 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96d56bad-dcfd-4421-ba28-08acb8ed8ef2,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:30.161562 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-7472ecdd-d4c9-4b12-9c00-38763604acf6 req-d25c9033-5e32-4ebd-aac6-fc00216ba0e6 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Transition to ACTIVE for port object 40fa5166-1794-4430-87a7-d7f875c29048 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:42:30.239534 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7472ecdd-d4c9-4b12-9c00-38763604acf6 req-d25c9033-5e32-4ebd-aac6-fc00216ba0e6 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:30.242555 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c44020ca-03e0-4ee4-af05-973135ea1535 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:30.250155 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c44020ca-03e0-4ee4-af05-973135ea1535 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:30.263521 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931d86bf-2a53-4b04-9fe1-bbfc25106c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '682b6997-419e-4dfb-9ec0-cbbc22a74750'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:42:30.268167 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b7c1c0-dfc5-4fbf-b689-74d5b6b8d67d" -d '{"events": [{"server_uuid": "931d86bf-2a53-4b04-9fe1-bbfc25106c30", "name": "network-vif-plugged", "status": "completed", "tag": "682b6997-419e-4dfb-9ec0-cbbc22a74750"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:42:30.291105 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c44020ca-03e0-4ee4-af05-973135ea1535 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:30.294649 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c44020ca-03e0-4ee4-af05-973135ea1535 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5315239 Jul 09 16:42:30.298280 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38716) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:30.303257 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-2260ce29-2a16-4214-b7f6-147fb792f6af tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Request body: {'security_group_rule': {'security_group_id': 'b6dee67b-dbdf-47ea-97e6-3fb1b779f8a0', 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:30.329697 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7472ecdd-d4c9-4b12-9c00-38763604acf6 req-d25c9033-5e32-4ebd-aac6-fc00216ba0e6 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Network 73ebf291-23c0-432d-ae7e-abd99b594bfa is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:42:30.337572 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-7472ecdd-d4c9-4b12-9c00-38763604acf6 req-d25c9033-5e32-4ebd-aac6-fc00216ba0e6 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:42:30.344183 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-7472ecdd-d4c9-4b12-9c00-38763604acf6 req-d25c9033-5e32-4ebd-aac6-fc00216ba0e6 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:42:30.351656 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25c9033-5e32-4ebd-aac6-fc00216ba0e6 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Pushing event updated for resources: {'Port': ['ID=40fa5166-1794-4430-87a7-d7f875c29048,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:30.367450 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44020ca-03e0-4ee4-af05-973135ea1535 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6dee67b-dbdf-47ea-97e6-3fb1b779f8a0,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:30.392634 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2260ce29-2a16-4214-b7f6-147fb792f6af tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:30.428644 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b9cd3-6ccb-461b-b6a7-6e874e7a386b req-b049ff2c-e11e-47d6-8682-66ac2f6e19f5 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:30.430424 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ee1b9cd3-6ccb-461b-b6a7-6e874e7a386b req-b049ff2c-e11e-47d6-8682-66ac2f6e19f5 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "GET /v2.0/ports?device_id=461b9502-a12b-4a4d-aa62-2cd8ff38c958 HTTP/1.1" status: 200 len: 984 time: 0.1131506 Jul 09 16:42:30.451585 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2260ce29-2a16-4214-b7f6-147fb792f6af tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:30.459782 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472ecdd-d4c9-4b12-9c00-38763604acf6 req-d25c9033-5e32-4ebd-aac6-fc00216ba0e6 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:30.460731 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7472ecdd-d4c9-4b12-9c00-38763604acf6 req-d25c9033-5e32-4ebd-aac6-fc00216ba0e6 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:30.465197 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2260ce29-2a16-4214-b7f6-147fb792f6af tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:30.501264 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ee1b9cd3-6ccb-461b-b6a7-6e874e7a386b req-8ccc971f-3fd7-4b07-a7c4-b484ee0e480d tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "GET /v2.0/security-groups?id=9b9627bc-64b0-4486-a01f-c99668cdaf16&id=abf224c7-8333-4f8a-ac99-0ad7411b893c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0616765 Jul 09 16:42:30.511308 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2260ce29-2a16-4214-b7f6-147fb792f6af tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14acbe9a-e023-49d4-869a-53b96501e080,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:30.517709 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7472ecdd-d4c9-4b12-9c00-38763604acf6 req-d25c9033-5e32-4ebd-aac6-fc00216ba0e6 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9678402 Jul 09 16:42:30.523871 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2260ce29-2a16-4214-b7f6-147fb792f6af tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:30.525164 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2260ce29-2a16-4214-b7f6-147fb792f6af tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2258139 Jul 09 16:42:30.528335 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38718) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:30.540878 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-7472ecdd-d4c9-4b12-9c00-38763604acf6 req-442218d5-388f-4ae7-9b4e-44dda22127e7 service neutron] Request body: {'port': {'device_id': '65574fab-859c-4912-b054-2922e960d784', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:30.612061 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-f5698ff0-75f8-4f35-aa45-a40a785143d2 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Request body: {'security_group_rule': {'security_group_id': 'b6dee67b-dbdf-47ea-97e6-3fb1b779f8a0', 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:30.665818 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5d7eb496-d33e-429c-b5f4-92c0ec1d25bc None None] Provisioning for port 40fa5166-1794-4430-87a7-d7f875c29048 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:42:30.670242 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5d7eb496-d33e-429c-b5f4-92c0ec1d25bc None None] Provisioning complete for port 40fa5166-1794-4430-87a7-d7f875c29048 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:42:30.670894 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5d7eb496-d33e-429c-b5f4-92c0ec1d25bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:30.741012 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f5698ff0-75f8-4f35-aa45-a40a785143d2 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:30.742131 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-5d7eb496-d33e-429c-b5f4-92c0ec1d25bc None None] Port 40fa5166-1794-4430-87a7-d7f875c29048 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:42:30.770840 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7472ecdd-d4c9-4b12-9c00-38763604acf6 req-442218d5-388f-4ae7-9b4e-44dda22127e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:30.798808 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc688ff-144e-4ddb-9e58-e84a2598723f req-4846e616-6121-492d-aeb4-71637ef82186 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:30.800707 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5dc688ff-144e-4ddb-9e58-e84a2598723f req-4846e616-6121-492d-aeb4-71637ef82186 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.98 "GET /v2.0/ports?device_id=65574fab-859c-4912-b054-2922e960d784 HTTP/1.1" status: 200 len: 932 time: 0.0779788 Jul 09 16:42:30.847315 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5dc688ff-144e-4ddb-9e58-e84a2598723f req-5b0d96eb-6368-4bf5-95c8-d082a8e177d1 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.98 "GET /v2.0/security-groups?id=13bd0873-baf6-495e-b566-119e908a5e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404825 Jul 09 16:42:30.907527 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e049fa-905a-4577-ab53-2196e1925641 x-openstack-request-id: req-a1e049fa-905a-4577-ab53-2196e1925641 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:42:30.907820 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "931d86bf-2a53-4b04-9fe1-bbfc25106c30", "name": "network-vif-plugged", "status": "completed", "tag": "682b6997-419e-4dfb-9ec0-cbbc22a74750", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:42:30.908070 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a1e049fa-905a-4577-ab53-2196e1925641 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:42:30.908465 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '931d86bf-2a53-4b04-9fe1-bbfc25106c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '682b6997-419e-4dfb-9ec0-cbbc22a74750', 'code': 200} Jul 09 16:42:30.962942 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f5698ff0-75f8-4f35-aa45-a40a785143d2 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:30.976013 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f5698ff0-75f8-4f35-aa45-a40a785143d2 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:31.093877 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5698ff0-75f8-4f35-aa45-a40a785143d2 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=615a8d1a-b772-466c-8d07-4e8b94820cc7,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:31.105920 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f5698ff0-75f8-4f35-aa45-a40a785143d2 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:31.110270 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f5698ff0-75f8-4f35-aa45-a40a785143d2 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5806749 Jul 09 16:42:31.111173 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38732) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:31.113500 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8082677c-ef3d-49e4-a677-28f57e568063 req-28965cc3-d4af-4566-b0b4-51db7e139c54 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:31.116094 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8082677c-ef3d-49e4-a677-28f57e568063 req-28965cc3-d4af-4566-b0b4-51db7e139c54 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "GET /v2.0/ports?device_id=461b9502-a12b-4a4d-aa62-2cd8ff38c958 HTTP/1.1" status: 200 len: 984 time: 0.0823407 Jul 09 16:42:31.131778 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-8dcaa1bd-79ca-4f19-b332-49830b0af4e9 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Request body: {'security_group_rule': {'security_group_id': 'b6dee67b-dbdf-47ea-97e6-3fb1b779f8a0', 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:31.172491 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8dcaa1bd-79ca-4f19-b332-49830b0af4e9 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:31.184769 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8082677c-ef3d-49e4-a677-28f57e568063 req-ca12875e-5b14-406f-9cbb-9316047aa01f tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "GET /v2.0/security-groups?id=9b9627bc-64b0-4486-a01f-c99668cdaf16&id=abf224c7-8333-4f8a-ac99-0ad7411b893c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0616171 Jul 09 16:42:31.216828 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f0f9c-bee8-4fc1-830a-b0d23b2455ee req-511652d6-cf63-4116-a018-66bf30192d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:31.218729 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-038f0f9c-bee8-4fc1-830a-b0d23b2455ee req-511652d6-cf63-4116-a018-66bf30192d18 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=931d86bf-2a53-4b04-9fe1-bbfc25106c30 HTTP/1.1" status: 200 len: 1096 time: 0.1892438 Jul 09 16:42:31.298124 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-038f0f9c-bee8-4fc1-830a-b0d23b2455ee req-260e4aae-e9e1-4cab-ba0f-7431dceea5bf service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=de8355d3-23eb-4851-8443-adcbcecb8c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666919 Jul 09 16:42:31.351782 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-7472ecdd-d4c9-4b12-9c00-38763604acf6 req-442218d5-388f-4ae7-9b4e-44dda22127e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40fa5166-1794-4430-87a7-d7f875c29048 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:42:31.363645 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7472ecdd-d4c9-4b12-9c00-38763604acf6 req-442218d5-388f-4ae7-9b4e-44dda22127e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:31.388067 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8dcaa1bd-79ca-4f19-b332-49830b0af4e9 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:31.390220 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-7472ecdd-d4c9-4b12-9c00-38763604acf6 req-442218d5-388f-4ae7-9b4e-44dda22127e7 service neutron] Transition to ACTIVE for port object 40fa5166-1794-4430-87a7-d7f875c29048 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:42:31.393984 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8dcaa1bd-79ca-4f19-b332-49830b0af4e9 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:31.423333 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcaa1bd-79ca-4f19-b332-49830b0af4e9 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82edad54-1ebb-4cfa-b130-22b40020671a,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:31.426238 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7472ecdd-d4c9-4b12-9c00-38763604acf6 req-442218d5-388f-4ae7-9b4e-44dda22127e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:31.434832 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8dcaa1bd-79ca-4f19-b332-49830b0af4e9 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:31.436462 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8dcaa1bd-79ca-4f19-b332-49830b0af4e9 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3201716 Jul 09 16:42:31.443377 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38746) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:31.446741 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc7c50-a39b-4317-bef9-0dff4ea886f0 req-6feb2c27-6941-418b-9afb-63ce110001c5 tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:31.451408 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5adc7c50-a39b-4317-bef9-0dff4ea886f0 req-6feb2c27-6941-418b-9afb-63ce110001c5 tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] 10.222.0.98 "GET /v2.0/ports?device_id=931d86bf-2a53-4b04-9fe1-bbfc25106c30 HTTP/1.1" status: 200 len: 945 time: 0.0883365 Jul 09 16:42:31.470138 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-9d14f850-d587-4724-a7e7-3621ab4cde36 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Request body: {'security_group_rule': {'security_group_id': 'b6dee67b-dbdf-47ea-97e6-3fb1b779f8a0', 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:31.515978 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5adc7c50-a39b-4317-bef9-0dff4ea886f0 req-e3d7ca8f-26c3-48bf-9229-26009066130f tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] 10.222.0.98 "GET /v2.0/security-groups?id=de8355d3-23eb-4851-8443-adcbcecb8c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587411 Jul 09 16:42:31.632708 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9d14f850-d587-4724-a7e7-3621ab4cde36 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:31.649016 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442218d5-388f-4ae7-9b4e-44dda22127e7 service neutron] Pushing event updated for resources: {'Port': ['ID=40fa5166-1794-4430-87a7-d7f875c29048,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:31.726045 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46eb54-61e0-4043-8c10-b3b2a20dc366 req-d37938b8-aeae-4013-b9ef-b5c33c6ec2de tempest-TestSecurityGroupsBasicOps-50411992 tempest-TestSecurityGroupsBasicOps-50411992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:31.733089 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0f46eb54-61e0-4043-8c10-b3b2a20dc366 req-d37938b8-aeae-4013-b9ef-b5c33c6ec2de tempest-TestSecurityGroupsBasicOps-50411992 tempest-TestSecurityGroupsBasicOps-50411992-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=461b9502-a12b-4a4d-aa62-2cd8ff38c958 HTTP/1.1" status: 200 len: 1135 time: 0.0743978 Jul 09 16:42:31.748086 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0f46eb54-61e0-4043-8c10-b3b2a20dc366 req-07bacdd0-ee49-4dbf-81a5-fcd32832b140 tempest-TestSecurityGroupsBasicOps-50411992 tempest-TestSecurityGroupsBasicOps-50411992-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:31.789260 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-7472ecdd-d4c9-4b12-9c00-38763604acf6 req-442218d5-388f-4ae7-9b4e-44dda22127e7 service neutron] Attempting to bind port 40fa5166-1794-4430-87a7-d7f875c29048 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:42:31.790900 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-7472ecdd-d4c9-4b12-9c00-38763604acf6 req-442218d5-388f-4ae7-9b4e-44dda22127e7 service neutron] Attempting to bind port 40fa5166-1794-4430-87a7-d7f875c29048 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': 'a48e60a4-8877-4251-9d9d-1029e5ffb47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73ebf291-23c0-432d-ae7e-abd99b594bfa'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:42:31.791941 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7472ecdd-d4c9-4b12-9c00-38763604acf6 req-442218d5-388f-4ae7-9b4e-44dda22127e7 service neutron] Attempting to bind port 40fa5166-1794-4430-87a7-d7f875c29048 on network 73ebf291-23c0-432d-ae7e-abd99b594bfa {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:42:31.805646 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7472ecdd-d4c9-4b12-9c00-38763604acf6 req-442218d5-388f-4ae7-9b4e-44dda22127e7 service neutron] Port 40fa5166-1794-4430-87a7-d7f875c29048 on network 73ebf291-23c0-432d-ae7e-abd99b594bfa not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:42:31.809273 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7472ecdd-d4c9-4b12-9c00-38763604acf6 req-442218d5-388f-4ae7-9b4e-44dda22127e7 service neutron] Attempting to bind port 40fa5166-1794-4430-87a7-d7f875c29048 on network 73ebf291-23c0-432d-ae7e-abd99b594bfa {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:42:31.833501 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7472ecdd-d4c9-4b12-9c00-38763604acf6 req-442218d5-388f-4ae7-9b4e-44dda22127e7 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:42:31.833858 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7472ecdd-d4c9-4b12-9c00-38763604acf6 req-442218d5-388f-4ae7-9b4e-44dda22127e7 service neutron] Checking segment: {'id': 'a48e60a4-8877-4251-9d9d-1029e5ffb47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73ebf291-23c0-432d-ae7e-abd99b594bfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:42:31.834259 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7472ecdd-d4c9-4b12-9c00-38763604acf6 req-442218d5-388f-4ae7-9b4e-44dda22127e7 service neutron] Bound using segment: {'id': 'a48e60a4-8877-4251-9d9d-1029e5ffb47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73ebf291-23c0-432d-ae7e-abd99b594bfa'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:42:31.834803 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-7472ecdd-d4c9-4b12-9c00-38763604acf6 req-442218d5-388f-4ae7-9b4e-44dda22127e7 service neutron] Bound port: 40fa5166-1794-4430-87a7-d7f875c29048, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a48e60a4-8877-4251-9d9d-1029e5ffb47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73ebf291-23c0-432d-ae7e-abd99b594bfa'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:42:31.835330 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7472ecdd-d4c9-4b12-9c00-38763604acf6 req-442218d5-388f-4ae7-9b4e-44dda22127e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:31.884265 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9d14f850-d587-4724-a7e7-3621ab4cde36 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:31.920477 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0f46eb54-61e0-4043-8c10-b3b2a20dc366 req-07bacdd0-ee49-4dbf-81a5-fcd32832b140 tempest-TestSecurityGroupsBasicOps-50411992 tempest-TestSecurityGroupsBasicOps-50411992-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:31.928319 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0f46eb54-61e0-4043-8c10-b3b2a20dc366 req-07bacdd0-ee49-4dbf-81a5-fcd32832b140 tempest-TestSecurityGroupsBasicOps-50411992 tempest-TestSecurityGroupsBasicOps-50411992-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:31.969273 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0f46eb54-61e0-4043-8c10-b3b2a20dc366 req-07bacdd0-ee49-4dbf-81a5-fcd32832b140 tempest-TestSecurityGroupsBasicOps-50411992 tempest-TestSecurityGroupsBasicOps-50411992-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=9b9627bc-64b0-4486-a01f-c99668cdaf16&id=abf224c7-8333-4f8a-ac99-0ad7411b893c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2315395 Jul 09 16:42:31.993784 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 38760) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:32.014017 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-7472ecdd-d4c9-4b12-9c00-38763604acf6 req-442218d5-388f-4ae7-9b4e-44dda22127e7 service neutron] For port 40fa5166-1794-4430-87a7-d7f875c29048, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:42:32.018365 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-7472ecdd-d4c9-4b12-9c00-38763604acf6 req-442218d5-388f-4ae7-9b4e-44dda22127e7 service neutron] For port 40fa5166-1794-4430-87a7-d7f875c29048, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=40fa5166-1794-4430-87a7-d7f875c29048,segment=NetworkSegment(a48e60a4-8877-4251-9d9d-1029e5ffb47d),segment_id=a48e60a4-8877-4251-9d9d-1029e5ffb47d)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:42:32.020342 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9d14f850-d587-4724-a7e7-3621ab4cde36 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:32.063822 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7472ecdd-d4c9-4b12-9c00-38763604acf6 req-442218d5-388f-4ae7-9b4e-44dda22127e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:32.100683 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bacdd0-ee49-4dbf-81a5-fcd32832b140 tempest-TestSecurityGroupsBasicOps-50411992 tempest-TestSecurityGroupsBasicOps-50411992-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d241ce86-542e-4a48-afd8-b8af6e579cbb,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:32.190161 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab79a8f-f760-46cf-b375-d13bab66318c tempest-TestSecurityGroupsBasicOps-50411992 tempest-TestSecurityGroupsBasicOps-50411992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:32.194810 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9d14f850-d587-4724-a7e7-3621ab4cde36 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:32.198227 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-9d14f850-d587-4724-a7e7-3621ab4cde36 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7503345 Jul 09 16:42:32.199333 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38766) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:32.204505 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38768) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:32.206043 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-cab79a8f-f760-46cf-b375-d13bab66318c tempest-TestSecurityGroupsBasicOps-50411992 tempest-TestSecurityGroupsBasicOps-50411992-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=461b9502-a12b-4a4d-aa62-2cd8ff38c958 HTTP/1.1" status: 200 len: 1130 time: 0.2004712 Jul 09 16:42:32.228310 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-6cc65d66-2ec7-45bc-845f-e6be2e73e23c tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Request body: {'floatingip': {'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'port_id': '387b455f-d475-42c5-a40f-749c1c2634b1', 'tenant_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:32.253853 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-67894806-b68f-4643-a29d-c449c94a849f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Request body: {'security_group_rule': {'security_group_id': 'b6dee67b-dbdf-47ea-97e6-3fb1b779f8a0', 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:32.271655 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472ecdd-d4c9-4b12-9c00-38763604acf6 req-442218d5-388f-4ae7-9b4e-44dda22127e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:32.272432 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7472ecdd-d4c9-4b12-9c00-38763604acf6 req-442218d5-388f-4ae7-9b4e-44dda22127e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:32.273939 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7472ecdd-d4c9-4b12-9c00-38763604acf6 req-442218d5-388f-4ae7-9b4e-44dda22127e7 service neutron] 10.222.0.73 "PUT /v2.0/ports/40fa5166-1794-4430-87a7-d7f875c29048 HTTP/1.1" status: 200 len: 1092 time: 1.7417135 Jul 09 16:42:32.277985 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65574fab-859c-4912-b054-2922e960d784', 'tag': '40fa5166-1794-4430-87a7-d7f875c29048'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:42:32.281826 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11cc1d64-1a7c-438a-8675-2ec364a94794" -d '{"events": [{"name": "network-changed", "server_uuid": "65574fab-859c-4912-b054-2922e960d784", "tag": "40fa5166-1794-4430-87a7-d7f875c29048"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:42:32.284728 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d14f850-d587-4724-a7e7-3621ab4cde36 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=684888b6-86f3-4caa-8b65-ed9bb66beecd,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:32.353902 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.db.api [None req-6cc65d66-2ec7-45bc-845f-e6be2e73e23c tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 16:42:32.353902 n-d-798930-3 neutron-server[93959]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 09 16:42:32.353902 n-d-798930-3 neutron-server[93959]: [parameters: {'project_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'id': '68db6ac3-200a-47cb-84ab-58308141e8de', 'expiration': datetime.datetime(2021, 7, 9, 16, 44, 32, 336065)}] Jul 09 16:42:32.353902 n-d-798930-3 neutron-server[93959]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:42:32.354646 n-d-798930-3 neutron-server[93959]: DEBUG oslo_db.api [None req-6cc65d66-2ec7-45bc-845f-e6be2e73e23c tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:42:32.382578 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442218d5-388f-4ae7-9b4e-44dda22127e7 service neutron] Pushing event updated for resources: {'Port': ['ID=40fa5166-1794-4430-87a7-d7f875c29048,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:32.390135 n-d-798930-3 neutron-server[93959]: INFO neutron.db.securitygroups_db [None req-67894806-b68f-4643-a29d-c449c94a849f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Project f98cc886c66a474a8d448186851b2eab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 16:42:32.393917 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90127e74-5fd2-4372-a022-d9eb7d675b30 req-a50fb941-b7b2-4f47-8b95-527560618a28 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:32.396053 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-90127e74-5fd2-4372-a022-d9eb7d675b30 req-a50fb941-b7b2-4f47-8b95-527560618a28 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.98 "GET /v2.0/ports?device_id=65574fab-859c-4912-b054-2922e960d784 HTTP/1.1" status: 200 len: 944 time: 0.1394613 Jul 09 16:42:32.431856 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-67894806-b68f-4643-a29d-c449c94a849f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:32.451028 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-90127e74-5fd2-4372-a022-d9eb7d675b30 req-b5b15bda-0ec5-4e5b-9d31-8ee4f9d618ea tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.98 "GET /v2.0/security-groups?id=13bd0873-baf6-495e-b566-119e908a5e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476127 Jul 09 16:42:32.508404 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abfe9b7f-56d6-4c91-95e0-e38b2088c7dc x-openstack-request-id: req-abfe9b7f-56d6-4c91-95e0-e38b2088c7dc {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:42:32.508695 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65574fab-859c-4912-b054-2922e960d784", "tag": "40fa5166-1794-4430-87a7-d7f875c29048", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:42:32.508943 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-abfe9b7f-56d6-4c91-95e0-e38b2088c7dc {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:42:32.512138 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65574fab-859c-4912-b054-2922e960d784', 'tag': '40fa5166-1794-4430-87a7-d7f875c29048', 'status': 'completed', 'code': 200} Jul 09 16:42:32.552483 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-67894806-b68f-4643-a29d-c449c94a849f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:32.561655 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-67894806-b68f-4643-a29d-c449c94a849f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:32.583222 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472ecdd-d4c9-4b12-9c00-38763604acf6 req-f28e8359-739d-41b8-a4ff-fc628f454479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:32.584701 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7472ecdd-d4c9-4b12-9c00-38763604acf6 req-f28e8359-739d-41b8-a4ff-fc628f454479 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fbaf693dfcd540cb80d81354443d4ce4&device_id=65574fab-859c-4912-b054-2922e960d784 HTTP/1.1" status: 200 len: 1095 time: 0.2229295 Jul 09 16:42:32.593086 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67894806-b68f-4643-a29d-c449c94a849f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b94eaeb-2f68-4b3b-9cc9-442879209e88,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:32.604753 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-67894806-b68f-4643-a29d-c449c94a849f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:32.605959 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-67894806-b68f-4643-a29d-c449c94a849f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3698230 Jul 09 16:42:32.609004 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 38786) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:32.613871 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b0eb34d2-7fd4-4362-ac63-f32c129bfbe0 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Request body: {'security_group_rule': {'security_group_id': 'b6dee67b-dbdf-47ea-97e6-3fb1b779f8a0', 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:32.652312 n-d-798930-3 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-b0eb34d2-7fd4-4362-ac63-f32c129bfbe0 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Project f98cc886c66a474a8d448186851b2eab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 16:42:32.668715 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0eb34d2-7fd4-4362-ac63-f32c129bfbe0 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:32.671927 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7472ecdd-d4c9-4b12-9c00-38763604acf6 req-be3f2fe6-fbef-4bd6-94eb-555bc478195f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40fa5166-1794-4430-87a7-d7f875c29048 HTTP/1.1" status: 200 len: 217 time: 0.0629187 Jul 09 16:42:32.731241 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472ecdd-d4c9-4b12-9c00-38763604acf6 req-5b8fa0f4-015b-46e8-a760-4f2b868b4724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:32.733364 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7472ecdd-d4c9-4b12-9c00-38763604acf6 req-5b8fa0f4-015b-46e8-a760-4f2b868b4724 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54163d02-03b7-4e71-a0ad-b40aee212401 HTTP/1.1" status: 200 len: 852 time: 0.0537450 Jul 09 16:42:32.769522 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0eb34d2-7fd4-4362-ac63-f32c129bfbe0 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:32.786251 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4eac9e-4812-4dee-8a45-fd45f143240f req-b9a0ccad-5679-4f13-a393-1ddef284d8a4 tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:32.787884 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ce4eac9e-4812-4dee-8a45-fd45f143240f req-b9a0ccad-5679-4f13-a393-1ddef284d8a4 tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] 10.222.0.98 "GET /v2.0/ports?device_id=931d86bf-2a53-4b04-9fe1-bbfc25106c30 HTTP/1.1" status: 200 len: 945 time: 0.1318545 Jul 09 16:42:32.789396 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0eb34d2-7fd4-4362-ac63-f32c129bfbe0 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:32.826446 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472ecdd-d4c9-4b12-9c00-38763604acf6 req-1a6935e6-970c-4c24-8ddc-0b1916d2443c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:32.828187 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7472ecdd-d4c9-4b12-9c00-38763604acf6 req-1a6935e6-970c-4c24-8ddc-0b1916d2443c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=73ebf291-23c0-432d-ae7e-abd99b594bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0876064 Jul 09 16:42:32.939089 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7472ecdd-d4c9-4b12-9c00-38763604acf6 req-abb78aaa-65e8-4d27-bb9a-190f167498a8 service neutron] 10.222.0.73 "GET /v2.0/networks/73ebf291-23c0-432d-ae7e-abd99b594bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040258 Jul 09 16:42:33.452719 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6cc65d66-2ec7-45bc-845f-e6be2e73e23c tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:33.456059 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eb34d2-7fd4-4362-ac63-f32c129bfbe0 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b50b304-a286-4ac8-adcb-7b3d000c14f9,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:33.488781 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0eb34d2-7fd4-4362-ac63-f32c129bfbe0 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:33.492831 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b0eb34d2-7fd4-4362-ac63-f32c129bfbe0 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8800106 Jul 09 16:42:33.498981 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 38802) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:33.519008 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-4d139e5f-f2c5-4a63-86ee-154e1a64ef85 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Request body: {'network': {'name': 'tempest-network-smoke--343739846', 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'port_security_enabled': True}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:33.548186 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ce4eac9e-4812-4dee-8a45-fd45f143240f req-c2203576-50ab-45cd-b7e0-c734d87abe6d tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] 10.222.0.98 "GET /v2.0/security-groups?id=de8355d3-23eb-4851-8443-adcbcecb8c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7444656 Jul 09 16:42:33.578321 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7472ecdd-d4c9-4b12-9c00-38763604acf6 req-c12cf87f-4fe2-4f5c-8e4e-16376967ded9 service neutron] 10.222.0.73 "GET /v2.0/networks/73ebf291-23c0-432d-ae7e-abd99b594bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6202307 Jul 09 16:42:33.586647 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d139e5f-f2c5-4a63-86ee-154e1a64ef85 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Made reservation on behalf of f98cc886c66a474a8d448186851b2eab for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:42:33.592315 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4d139e5f-f2c5-4a63-86ee-154e1a64ef85 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:33.627831 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6cc65d66-2ec7-45bc-845f-e6be2e73e23c tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:33.632521 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d139e5f-f2c5-4a63-86ee-154e1a64ef85 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:42:33.647687 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4d139e5f-f2c5-4a63-86ee-154e1a64ef85 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:33.648194 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-4d139e5f-f2c5-4a63-86ee-154e1a64ef85 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Added segment e68ff3ad-90d6-4938-8298-17adba4844eb of type vlan for network 46d411ed-dc52-411a-93f7-d4f391e5bbe4 Jul 09 16:42:33.712010 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4d139e5f-f2c5-4a63-86ee-154e1a64ef85 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:33.835693 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4d139e5f-f2c5-4a63-86ee-154e1a64ef85 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:33.842349 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d139e5f-f2c5-4a63-86ee-154e1a64ef85 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:33.843084 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4d139e5f-f2c5-4a63-86ee-154e1a64ef85 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:33.859385 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-6cc65d66-2ec7-45bc-845f-e6be2e73e23c tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Allocated IP 172.25.0.202 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/53c57fae-d01d-4d46-9b50-e23852a68c18) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:42:33.900204 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cc1d64-1a7c-438a-8675-2ec364a94794 req-f615253a-c062-44da-9d37-860603a157cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:33.902756 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-11cc1d64-1a7c-438a-8675-2ec364a94794 req-f615253a-c062-44da-9d37-860603a157cb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fbaf693dfcd540cb80d81354443d4ce4&device_id=65574fab-859c-4912-b054-2922e960d784 HTTP/1.1" status: 200 len: 1095 time: 0.1805096 Jul 09 16:42:33.947319 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-4d139e5f-f2c5-4a63-86ee-154e1a64ef85 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4472051 Jul 09 16:42:33.951419 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 38810) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:33.960124 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f11a1e02-fe10-4543-b6cc-7a80cf5f940f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1328337776', 'admin_state_up': True, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:33.976647 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d139e5f-f2c5-4a63-86ee-154e1a64ef85 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event updated for resources: {'Network': ['ID=46d411ed-dc52-411a-93f7-d4f391e5bbe4,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:33.992089 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 46d411ed-dc52-411a-93f7-d4f391e5bbe4 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:42:34.003430 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f2d4a-089b-436f-9500-91ce8fcf9bb0 req-c0bfe2d9-50ac-4e34-b0cb-01897456465a tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:34.014906 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4f5f2d4a-089b-436f-9500-91ce8fcf9bb0 req-c0bfe2d9-50ac-4e34-b0cb-01897456465a tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.98 "GET /v2.0/ports?device_id=65574fab-859c-4912-b054-2922e960d784 HTTP/1.1" status: 200 len: 944 time: 0.2529449 Jul 09 16:42:34.128072 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4f5f2d4a-089b-436f-9500-91ce8fcf9bb0 req-06426ece-873b-45f8-94e0-3fa6e8b93da8 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.98 "GET /v2.0/security-groups?id=13bd0873-baf6-495e-b566-119e908a5e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065137 Jul 09 16:42:34.129786 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f11a1e02-fe10-4543-b6cc-7a80cf5f940f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:34.131826 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f11a1e02-fe10-4543-b6cc-7a80cf5f940f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:34.226380 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f11a1e02-fe10-4543-b6cc-7a80cf5f940f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:34.302734 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cc1d64-1a7c-438a-8675-2ec364a94794 req-2d55d8b9-17cb-4c11-90d1-495f80972dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:34.304050 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-11cc1d64-1a7c-438a-8675-2ec364a94794 req-2d55d8b9-17cb-4c11-90d1-495f80972dc9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=73ebf291-23c0-432d-ae7e-abd99b594bfa HTTP/1.1" status: 200 len: 914 time: 0.3899362 Jul 09 16:42:34.319910 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6cc65d66-2ec7-45bc-845f-e6be2e73e23c tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:34.436475 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-11cc1d64-1a7c-438a-8675-2ec364a94794 req-b3650f63-eed0-4861-a366-db3c9e225096 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40fa5166-1794-4430-87a7-d7f875c29048 HTTP/1.1" status: 200 len: 217 time: 0.1229262 Jul 09 16:42:34.598096 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6cc65d66-2ec7-45bc-845f-e6be2e73e23c tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:34.662606 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f11a1e02-fe10-4543-b6cc-7a80cf5f940f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:34.683036 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc65d66-2ec7-45bc-845f-e6be2e73e23c tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:42:34.685819 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cc1d64-1a7c-438a-8675-2ec364a94794 req-78267829-1f49-4e13-bf88-7b88f5d8d125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:34.687773 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-11cc1d64-1a7c-438a-8675-2ec364a94794 req-78267829-1f49-4e13-bf88-7b88f5d8d125 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54163d02-03b7-4e71-a0ad-b40aee212401 HTTP/1.1" status: 200 len: 852 time: 0.2038364 Jul 09 16:42:34.688541 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc65d66-2ec7-45bc-845f-e6be2e73e23c tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Pushing event updated for resources: {'Port': ['ID=53c57fae-d01d-4d46-9b50-e23852a68c18,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:34.693085 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-6cc65d66-2ec7-45bc-845f-e6be2e73e23c tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:42:34.698011 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc65d66-2ec7-45bc-845f-e6be2e73e23c tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:42:34.835662 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f6dbca08-5240-432a-a7cd-af5f7d0b2a7e req-7f60958f-f905-4d1f-ac22-94a145bbd313 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=461b9502-a12b-4a4d-aa62-2cd8ff38c958&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2977679 Jul 09 16:42:34.888106 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 38826) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:34.999842 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dbca08-5240-432a-a7cd-af5f7d0b2a7e req-662ea76b-8987-4d3e-a487-03de8594a3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:35.001634 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f6dbca08-5240-432a-a7cd-af5f7d0b2a7e req-662ea76b-8987-4d3e-a487-03de8594a3c0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5e6a0eaba6cb46c1bafe0a279d6dc456&device_id=461b9502-a12b-4a4d-aa62-2cd8ff38c958 HTTP/1.1" status: 200 len: 1135 time: 0.0916553 Jul 09 16:42:35.132018 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dbca08-5240-432a-a7cd-af5f7d0b2a7e req-c3177188-2139-455d-8459-b42be9a018f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:35.133949 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f6dbca08-5240-432a-a7cd-af5f7d0b2a7e req-c3177188-2139-455d-8459-b42be9a018f6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=50b7b94c-6e0d-4621-9398-b5dd22283cc0 HTTP/1.1" status: 200 len: 898 time: 0.1071446 Jul 09 16:42:35.188032 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-38c6be5c-cfa8-49a3-a45f-09f807c0f545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:35.262233 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f6dbca08-5240-432a-a7cd-af5f7d0b2a7e req-cbaa712f-65c7-4bb1-8aea-19cd5e462c86 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=387b455f-d475-42c5-a40f-749c1c2634b1 HTTP/1.1" status: 200 len: 217 time: 0.0758450 Jul 09 16:42:35.354905 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f11a1e02-fe10-4543-b6cc-7a80cf5f940f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:35.383651 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cc1d64-1a7c-438a-8675-2ec364a94794 req-7f813103-0e37-4b6a-aeda-247c3e08c2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:35.385533 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-11cc1d64-1a7c-438a-8675-2ec364a94794 req-7f813103-0e37-4b6a-aeda-247c3e08c2ad service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=73ebf291-23c0-432d-ae7e-abd99b594bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6892776 Jul 09 16:42:35.434166 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f11a1e02-fe10-4543-b6cc-7a80cf5f940f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:35.498634 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dbca08-5240-432a-a7cd-af5f7d0b2a7e req-8b8ae6cc-47a4-4c3b-8b21-0a56496842af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:35.500745 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f6dbca08-5240-432a-a7cd-af5f7d0b2a7e req-8b8ae6cc-47a4-4c3b-8b21-0a56496842af service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9a0a5059-845b-4112-8beb-a1ded2a6a4ec HTTP/1.1" status: 200 len: 834 time: 0.2302661 Jul 09 16:42:35.592418 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-11cc1d64-1a7c-438a-8675-2ec364a94794 req-c97cdcd9-39db-4f32-8617-0e1555eb2986 service neutron] 10.222.0.73 "GET /v2.0/networks/73ebf291-23c0-432d-ae7e-abd99b594bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961005 Jul 09 16:42:35.705626 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6cc65d66-2ec7-45bc-845f-e6be2e73e23c tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:35.729952 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a06f43-b78f-46d8-8221-5fe2c8deeae3 req-d0edd517-9bbb-4a34-8d78-424f70bef321 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:35.732632 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-49a06f43-b78f-46d8-8221-5fe2c8deeae3 req-d0edd517-9bbb-4a34-8d78-424f70bef321 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.98 "GET /v2.0/ports?device_id=65574fab-859c-4912-b054-2922e960d784 HTTP/1.1" status: 200 len: 944 time: 0.3786502 Jul 09 16:42:35.836320 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-49a06f43-b78f-46d8-8221-5fe2c8deeae3 req-b1ea7e38-01f8-4c3a-acc3-06ce4614c5f4 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.98 "GET /v2.0/security-groups?id=13bd0873-baf6-495e-b566-119e908a5e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727675 Jul 09 16:42:35.863144 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dbca08-5240-432a-a7cd-af5f7d0b2a7e req-ed59a465-2296-44b5-aaa8-2b0623b2ad7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:35.864623 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6cc65d66-2ec7-45bc-845f-e6be2e73e23c tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:35.865049 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f6dbca08-5240-432a-a7cd-af5f7d0b2a7e req-ed59a465-2296-44b5-aaa8-2b0623b2ad7d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=50b7b94c-6e0d-4621-9398-b5dd22283cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3546534 Jul 09 16:42:35.869211 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-11cc1d64-1a7c-438a-8675-2ec364a94794 req-78336e2e-836e-44d5-9081-ed29673dd6d0 service neutron] 10.222.0.73 "GET /v2.0/networks/73ebf291-23c0-432d-ae7e-abd99b594bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689085 Jul 09 16:42:35.881305 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-f11a1e02-fe10-4543-b6cc-7a80cf5f940f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Allocated IP 172.25.0.230 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/c52979e2-e468-4846-af7f-58bc9232f3e5) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:42:35.918161 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-38c6be5c-cfa8-49a3-a45f-09f807c0f545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:36.009328 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-38c6be5c-cfa8-49a3-a45f-09f807c0f545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:36.076582 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6cc65d66-2ec7-45bc-845f-e6be2e73e23c tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:36.083130 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6cc65d66-2ec7-45bc-845f-e6be2e73e23c tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:36.086057 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-38c6be5c-cfa8-49a3-a45f-09f807c0f545 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=562635f11c60470d98cf7c8229be1237&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1928403 Jul 09 16:42:36.086852 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 38840) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:36.116324 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c6be5c-cfa8-49a3-a45f-09f807c0f545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b5250a-2392-416b-abd9-d186e94da001,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:36.136265 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc65d66-2ec7-45bc-845f-e6be2e73e23c tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Pushing event updated for resources: {'Port': ['ID=53c57fae-d01d-4d46-9b50-e23852a68c18,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:36.192808 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6cc65d66-2ec7-45bc-845f-e6be2e73e23c tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:36.208050 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f6dbca08-5240-432a-a7cd-af5f7d0b2a7e req-17bc3ead-f775-46af-a53a-f60663336697 service neutron] 10.222.0.73 "GET /v2.0/networks/50b7b94c-6e0d-4621-9398-b5dd22283cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193712 Jul 09 16:42:36.292672 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f11a1e02-fe10-4543-b6cc-7a80cf5f940f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:36.302649 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35c31cea-7d4a-427c-b782-8816526f9703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:36.338041 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35c31cea-7d4a-427c-b782-8816526f9703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:36.343243 n-d-798930-3 neutron-server[93959]: INFO neutron.db.l3_db [None req-6cc65d66-2ec7-45bc-845f-e6be2e73e23c tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Floating IP f94d6675-a493-497d-8042-4186682551b8 associated. External IP: 172.25.0.202, port: 387b455f-d475-42c5-a40f-749c1c2634b1. Jul 09 16:42:36.419575 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f6dbca08-5240-432a-a7cd-af5f7d0b2a7e req-b1b1347d-eb8c-4908-b06f-da8c50def03a service neutron] 10.222.0.73 "GET /v2.0/networks/50b7b94c-6e0d-4621-9398-b5dd22283cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964583 Jul 09 16:42:36.430512 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f11a1e02-fe10-4543-b6cc-7a80cf5f940f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:36.478967 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11a1e02-fe10-4543-b6cc-7a80cf5f940f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:42:36.481777 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35c31cea-7d4a-427c-b782-8816526f9703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:36.484885 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35c31cea-7d4a-427c-b782-8816526f9703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:36.486033 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-35c31cea-7d4a-427c-b782-8816526f9703 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/27b5250a-2392-416b-abd9-d186e94da001 HTTP/1.1" status: 204 len: 168 time: 0.3938022 Jul 09 16:42:36.488706 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-f11a1e02-fe10-4543-b6cc-7a80cf5f940f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:42:36.493496 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11a1e02-fe10-4543-b6cc-7a80cf5f940f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:42:36.503302 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c31cea-7d4a-427c-b782-8816526f9703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b5250a-2392-416b-abd9-d186e94da001,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:36.523661 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a1e02-fe10-4543-b6cc-7a80cf5f940f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event updated for resources: {'Port': ['ID=c52979e2-e468-4846-af7f-58bc9232f3e5,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:36.688476 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc65d66-2ec7-45bc-845f-e6be2e73e23c tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Router 116952ef-48ec-4c42-8ae0-c28fa07df1d4 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:42:36.840165 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f11a1e02-fe10-4543-b6cc-7a80cf5f940f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:36.868814 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc65d66-2ec7-45bc-845f-e6be2e73e23c tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:42:36.880590 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36bd97b-4e44-41c4-83c3-6ce097e6e1fa None None] Sync routers for ids ['116952ef-48ec-4c42-8ae0-c28fa07df1d4'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:42:36.895720 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36bd97b-4e44-41c4-83c3-6ce097e6e1fa None None] Routers {'116952ef-48ec-4c42-8ae0-c28fa07df1d4'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:42:36.901053 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c36bd97b-4e44-41c4-83c3-6ce097e6e1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:42:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['116952ef-48ec-4c42-8ae0-c28fa07df1d4'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:36.917235 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6cc65d66-2ec7-45bc-845f-e6be2e73e23c tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:37.036223 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-6cc65d66-2ec7-45bc-845f-e6be2e73e23c tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.8223550 Jul 09 16:42:37.038144 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38864) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:37.039612 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '461b9502-a12b-4a4d-aa62-2cd8ff38c958', 'tag': '387b455f-d475-42c5-a40f-749c1c2634b1'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:42:37.046954 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558892d3-1466-456c-aaac-fe97a95c804d" -d '{"events": [{"name": "network-changed", "server_uuid": "461b9502-a12b-4a4d-aa62-2cd8ff38c958", "tag": "387b455f-d475-42c5-a40f-749c1c2634b1"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:42:37.113803 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38868) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:37.138502 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-c36bd97b-4e44-41c4-83c3-6ce097e6e1fa None None] Set router 116952ef-48ec-4c42-8ae0-c28fa07df1d4 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:42:37.216237 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8cd74fd6-44be-454b-af89-de15acb0d9e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:37.300163 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f11a1e02-fe10-4543-b6cc-7a80cf5f940f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:37.371355 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c7d64-2c6a-4dda-b475-db5eb5f77b40 req-07e674de-5640-47b2-abca-4e15b4fdcc3d tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:37.374632 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a37c7d64-2c6a-4dda-b475-db5eb5f77b40 req-07e674de-5640-47b2-abca-4e15b4fdcc3d tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.98 "GET /v2.0/ports?device_id=65574fab-859c-4912-b054-2922e960d784 HTTP/1.1" status: 200 len: 944 time: 0.2435086 Jul 09 16:42:37.477657 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c36bd97b-4e44-41c4-83c3-6ce097e6e1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116952ef-48ec-4c42-8ae0-c28fa07df1d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2114292331', 'tenant_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '5170c675-cb4a-4517-9f04-862b0764a2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:41:55Z', 'updated_at': '2021-07-09T16:42:04Z', 'revision_number': 4, 'project_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'gw_port': {'id': '5170c675-cb4a-4517-9f04-862b0764a2fb', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:5d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116952ef-48ec-4c42-8ae0-c28fa07df1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:56Z', 'updated_at': '2021-07-09T16:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'f94d6675-a493-497d-8042-4186682551b8', 'tenant_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'floating_ip_address': '172.25.0.202', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '116952ef-48ec-4c42-8ae0-c28fa07df1d4', 'port_id': '387b455f-d475-42c5-a40f-749c1c2634b1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50b7b94c-6e0d-4621-9398-b5dd22283cc0', 'mac_address': 'fa:16:3e:ab:7f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461b9502-a12b-4a4d-aa62-2cd8ff38c958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:42:35Z', 'updated_at': '2021-07-09T16:42:35Z', 'revision_number': 0, 'project_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd61cf004-e2b5-4b61-9cbf-f5db83dc1fa3', 'name': '', 'network_id': '50b7b94c-6e0d-4621-9398-b5dd22283cc0', 'tenant_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'mac_address': 'fa:16:3e:05:db:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116952ef-48ec-4c42-8ae0-c28fa07df1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '9a0a5059-845b-4112-8beb-a1ded2a6a4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:42:02Z', 'updated_at': '2021-07-09T16:42:17Z', 'revision_number': 5, 'project_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'subnets': [{'id': '9a0a5059-845b-4112-8beb-a1ded2a6a4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:37.495145 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a37c7d64-2c6a-4dda-b475-db5eb5f77b40 req-f583b588-bed6-499e-b61c-82b18817ad6e tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.98 "GET /v2.0/security-groups?id=13bd0873-baf6-495e-b566-119e908a5e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056178 Jul 09 16:42:37.501967 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef91b51-2752-4325-893a-0f5e250365cf tempest-TestSecurityGroupsBasicOps-50411992 tempest-TestSecurityGroupsBasicOps-50411992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:37.502427 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef91b51-2752-4325-893a-0f5e250365cf tempest-TestSecurityGroupsBasicOps-50411992 tempest-TestSecurityGroupsBasicOps-50411992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:37.502988 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef91b51-2752-4325-893a-0f5e250365cf tempest-TestSecurityGroupsBasicOps-50411992 tempest-TestSecurityGroupsBasicOps-50411992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:37.503420 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef91b51-2752-4325-893a-0f5e250365cf tempest-TestSecurityGroupsBasicOps-50411992 tempest-TestSecurityGroupsBasicOps-50411992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:37.503966 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef91b51-2752-4325-893a-0f5e250365cf tempest-TestSecurityGroupsBasicOps-50411992 tempest-TestSecurityGroupsBasicOps-50411992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:37.504331 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef91b51-2752-4325-893a-0f5e250365cf tempest-TestSecurityGroupsBasicOps-50411992 tempest-TestSecurityGroupsBasicOps-50411992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:37.504793 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef91b51-2752-4325-893a-0f5e250365cf tempest-TestSecurityGroupsBasicOps-50411992 tempest-TestSecurityGroupsBasicOps-50411992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:37.505254 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef91b51-2752-4325-893a-0f5e250365cf tempest-TestSecurityGroupsBasicOps-50411992 tempest-TestSecurityGroupsBasicOps-50411992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:37.505712 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef91b51-2752-4325-893a-0f5e250365cf tempest-TestSecurityGroupsBasicOps-50411992 tempest-TestSecurityGroupsBasicOps-50411992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:37.507808 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-5ef91b51-2752-4325-893a-0f5e250365cf tempest-TestSecurityGroupsBasicOps-50411992 tempest-TestSecurityGroupsBasicOps-50411992-project-admin] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6322 time: 0.4522312 Jul 09 16:42:37.512283 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 38872) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:37.545722 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36bd97b-4e44-41c4-83c3-6ce097e6e1fa None None] Checking router: 116952ef-48ec-4c42-8ae0-c28fa07df1d4 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:42:37.579121 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8cd74fd6-44be-454b-af89-de15acb0d9e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:37.581996 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36bd97b-4e44-41c4-83c3-6ce097e6e1fa None None] Routers {'116952ef-48ec-4c42-8ae0-c28fa07df1d4'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:42:37.584574 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c36bd97b-4e44-41c4-83c3-6ce097e6e1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:42:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['116952ef-48ec-4c42-8ae0-c28fa07df1d4'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:37.591453 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8cd74fd6-44be-454b-af89-de15acb0d9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:37.650075 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd74fd6-44be-454b-af89-de15acb0d9e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02fa652e-7e88-46ef-bdbb-cd04060dc855,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:37.712078 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8cd74fd6-44be-454b-af89-de15acb0d9e8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=dc14990e76304e308013a7adeb300805&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5974729 Jul 09 16:42:37.715583 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38878) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:37.728281 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-c36bd97b-4e44-41c4-83c3-6ce097e6e1fa None None] Set router 116952ef-48ec-4c42-8ae0-c28fa07df1d4 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:42:37.728625 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44226a5b-46c2-41fc-bcd8-8421c1af2599 tempest-TestSecurityGroupsBasicOps-50411992 tempest-TestSecurityGroupsBasicOps-50411992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:37.729103 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44226a5b-46c2-41fc-bcd8-8421c1af2599 tempest-TestSecurityGroupsBasicOps-50411992 tempest-TestSecurityGroupsBasicOps-50411992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:37.729560 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44226a5b-46c2-41fc-bcd8-8421c1af2599 tempest-TestSecurityGroupsBasicOps-50411992 tempest-TestSecurityGroupsBasicOps-50411992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:37.736801 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44226a5b-46c2-41fc-bcd8-8421c1af2599 tempest-TestSecurityGroupsBasicOps-50411992 tempest-TestSecurityGroupsBasicOps-50411992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:37.736801 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44226a5b-46c2-41fc-bcd8-8421c1af2599 tempest-TestSecurityGroupsBasicOps-50411992 tempest-TestSecurityGroupsBasicOps-50411992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:37.737289 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44226a5b-46c2-41fc-bcd8-8421c1af2599 tempest-TestSecurityGroupsBasicOps-50411992 tempest-TestSecurityGroupsBasicOps-50411992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:37.737757 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44226a5b-46c2-41fc-bcd8-8421c1af2599 tempest-TestSecurityGroupsBasicOps-50411992 tempest-TestSecurityGroupsBasicOps-50411992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:37.738207 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44226a5b-46c2-41fc-bcd8-8421c1af2599 tempest-TestSecurityGroupsBasicOps-50411992 tempest-TestSecurityGroupsBasicOps-50411992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:37.743695 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-44226a5b-46c2-41fc-bcd8-8421c1af2599 tempest-TestSecurityGroupsBasicOps-50411992 tempest-TestSecurityGroupsBasicOps-50411992-project-admin] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5281 time: 0.2247434 Jul 09 16:42:37.744718 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 38880) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:37.760674 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f11a1e02-fe10-4543-b6cc-7a80cf5f940f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Router a621d615-5337-4fc8-89df-21c445d40438 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:42:37.790317 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e75407b-000f-477b-8e25-45f74b5d1546 x-openstack-request-id: req-5e75407b-000f-477b-8e25-45f74b5d1546 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:42:37.790611 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "461b9502-a12b-4a4d-aa62-2cd8ff38c958", "tag": "387b455f-d475-42c5-a40f-749c1c2634b1", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:42:37.791212 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5e75407b-000f-477b-8e25-45f74b5d1546 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:42:37.791757 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '461b9502-a12b-4a4d-aa62-2cd8ff38c958', 'tag': '387b455f-d475-42c5-a40f-749c1c2634b1', 'status': 'completed', 'code': 200} Jul 09 16:42:37.816407 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-76adc1f4-7af8-4b31-8b3a-e0246fb8c217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:37.855038 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-76adc1f4-7af8-4b31-8b3a-e0246fb8c217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:37.942391 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-76adc1f4-7af8-4b31-8b3a-e0246fb8c217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:37.946472 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-76adc1f4-7af8-4b31-8b3a-e0246fb8c217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:37.964920 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-76adc1f4-7af8-4b31-8b3a-e0246fb8c217 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/02fa652e-7e88-46ef-bdbb-cd04060dc855 HTTP/1.1" status: 204 len: 168 time: 0.2349002 Jul 09 16:42:38.002390 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76adc1f4-7af8-4b31-8b3a-e0246fb8c217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02fa652e-7e88-46ef-bdbb-cd04060dc855,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:38.029619 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c36bd97b-4e44-41c4-83c3-6ce097e6e1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116952ef-48ec-4c42-8ae0-c28fa07df1d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2114292331', 'tenant_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '5170c675-cb4a-4517-9f04-862b0764a2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:41:55Z', 'updated_at': '2021-07-09T16:42:04Z', 'revision_number': 4, 'project_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'gw_port': {'id': '5170c675-cb4a-4517-9f04-862b0764a2fb', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:5d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116952ef-48ec-4c42-8ae0-c28fa07df1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:56Z', 'updated_at': '2021-07-09T16:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'f94d6675-a493-497d-8042-4186682551b8', 'tenant_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'floating_ip_address': '172.25.0.202', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '116952ef-48ec-4c42-8ae0-c28fa07df1d4', 'port_id': '387b455f-d475-42c5-a40f-749c1c2634b1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50b7b94c-6e0d-4621-9398-b5dd22283cc0', 'mac_address': 'fa:16:3e:ab:7f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461b9502-a12b-4a4d-aa62-2cd8ff38c958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:42:35Z', 'updated_at': '2021-07-09T16:42:35Z', 'revision_number': 0, 'project_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd61cf004-e2b5-4b61-9cbf-f5db83dc1fa3', 'name': '', 'network_id': '50b7b94c-6e0d-4621-9398-b5dd22283cc0', 'tenant_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'mac_address': 'fa:16:3e:05:db:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116952ef-48ec-4c42-8ae0-c28fa07df1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '9a0a5059-845b-4112-8beb-a1ded2a6a4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:42:02Z', 'updated_at': '2021-07-09T16:42:17Z', 'revision_number': 5, 'project_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'subnets': [{'id': '9a0a5059-845b-4112-8beb-a1ded2a6a4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:38.065737 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36bd97b-4e44-41c4-83c3-6ce097e6e1fa None None] The sync data for ids ['116952ef-48ec-4c42-8ae0-c28fa07df1d4'] in n-d-798930-3 is: [{'id': '116952ef-48ec-4c42-8ae0-c28fa07df1d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2114292331', 'tenant_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '5170c675-cb4a-4517-9f04-862b0764a2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:41:55Z', 'updated_at': '2021-07-09T16:42:04Z', 'revision_number': 4, 'project_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'gw_port': {'id': '5170c675-cb4a-4517-9f04-862b0764a2fb', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:5d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116952ef-48ec-4c42-8ae0-c28fa07df1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:56Z', 'updated_at': '2021-07-09T16:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'f94d6675-a493-497d-8042-4186682551b8', 'tenant_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'floating_ip_address': '172.25.0.202', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '116952ef-48ec-4c42-8ae0-c28fa07df1d4', 'port_id': '387b455f-d475-42c5-a40f-749c1c2634b1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50b7b94c-6e0d-4621-9398-b5dd22283cc0', 'mac_address': 'fa:16:3e:ab:7f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461b9502-a12b-4a4d-aa62-2cd8ff38c958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:42:35Z', 'updated_at': '2021-07-09T16:42:35Z', 'revision_number': 0, 'project_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd61cf004-e2b5-4b61-9cbf-f5db83dc1fa3', 'name': '', 'network_id': '50b7b94c-6e0d-4621-9398-b5dd22283cc0', 'tenant_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'mac_address': 'fa:16:3e:05:db:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116952ef-48ec-4c42-8ae0-c28fa07df1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '9a0a5059-845b-4112-8beb-a1ded2a6a4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:42:02Z', 'updated_at': '2021-07-09T16:42:17Z', 'revision_number': 5, 'project_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'subnets': [{'id': '9a0a5059-845b-4112-8beb-a1ded2a6a4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:42:38.498611 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b65008-2e25-4048-8abd-e28869dbe2ba None None] New status for floating IP f94d6675-a493-497d-8042-4186682551b8: ACTIVE {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:42:38.641208 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11a1e02-fe10-4543-b6cc-7a80cf5f940f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:42:38.646778 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558892d3-1466-456c-aaac-fe97a95c804d req-b16badf0-67a1-4997-a4a6-0a3d0d697171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:38.649008 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-558892d3-1466-456c-aaac-fe97a95c804d req-b16badf0-67a1-4997-a4a6-0a3d0d697171 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5e6a0eaba6cb46c1bafe0a279d6dc456&device_id=461b9502-a12b-4a4d-aa62-2cd8ff38c958 HTTP/1.1" status: 200 len: 1135 time: 0.7712808 Jul 09 16:42:38.659950 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f2efe0-ceb3-4c4a-9cac-cdfefcc8f38c None None] Sync routers for ids ['a621d615-5337-4fc8-89df-21c445d40438'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:42:38.677247 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f2efe0-ceb3-4c4a-9cac-cdfefcc8f38c None None] Routers {'a621d615-5337-4fc8-89df-21c445d40438'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:42:38.680561 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-d6f2efe0-ceb3-4c4a-9cac-cdfefcc8f38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:42:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['a621d615-5337-4fc8-89df-21c445d40438'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:38.751853 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f11a1e02-fe10-4543-b6cc-7a80cf5f940f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:38.756074 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f11a1e02-fe10-4543-b6cc-7a80cf5f940f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.8005538 Jul 09 16:42:38.756478 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 38912) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:38.832448 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558892d3-1466-456c-aaac-fe97a95c804d req-412dd4dd-88fd-4df9-81f4-65da73301103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:38.834186 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-558892d3-1466-456c-aaac-fe97a95c804d req-412dd4dd-88fd-4df9-81f4-65da73301103 service neutron] 10.222.0.73 "GET /v2.0/networks?id=50b7b94c-6e0d-4621-9398-b5dd22283cc0 HTTP/1.1" status: 200 len: 898 time: 0.1776357 Jul 09 16:42:38.882076 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0fea71f0-c2c2-43f6-a8fd-9c8225049762 tempest-TestSecurityGroupsBasicOps-50411992 tempest-TestSecurityGroupsBasicOps-50411992-project-admin] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3786 time: 1.1362453 Jul 09 16:42:38.884965 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 38916) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:38.961599 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-d6f2efe0-ceb3-4c4a-9cac-cdfefcc8f38c None None] Set router a621d615-5337-4fc8-89df-21c445d40438 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:42:39.024959 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-558892d3-1466-456c-aaac-fe97a95c804d req-f454f964-f718-47a4-9c2c-39107f3cc2ab service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=387b455f-d475-42c5-a40f-749c1c2634b1 HTTP/1.1" status: 200 len: 999 time: 0.1798124 Jul 09 16:42:39.132123 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd1bc1d-6278-484e-a2ea-7aead2727464 req-8cbe6738-2194-45b4-b276-fb3f92d4e2c8 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:39.137612 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cfd1bc1d-6278-484e-a2ea-7aead2727464 req-8cbe6738-2194-45b4-b276-fb3f92d4e2c8 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.98 "GET /v2.0/ports?device_id=65574fab-859c-4912-b054-2922e960d784 HTTP/1.1" status: 200 len: 944 time: 0.2951813 Jul 09 16:42:39.165309 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022c6b2a-0030-41eb-bf9b-3f4deb76b04a tempest-TestSecurityGroupsBasicOps-50411992 tempest-TestSecurityGroupsBasicOps-50411992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:39.165895 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022c6b2a-0030-41eb-bf9b-3f4deb76b04a tempest-TestSecurityGroupsBasicOps-50411992 tempest-TestSecurityGroupsBasicOps-50411992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:39.167738 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-022c6b2a-0030-41eb-bf9b-3f4deb76b04a tempest-TestSecurityGroupsBasicOps-50411992 tempest-TestSecurityGroupsBasicOps-50411992-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=116952ef-48ec-4c42-8ae0-c28fa07df1d4 HTTP/1.1" status: 200 len: 1990 time: 0.2818558 Jul 09 16:42:39.173353 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558892d3-1466-456c-aaac-fe97a95c804d req-a90d1046-9772-4c6d-94ab-0bb266f035a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:39.175081 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-558892d3-1466-456c-aaac-fe97a95c804d req-a90d1046-9772-4c6d-94ab-0bb266f035a7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9a0a5059-845b-4112-8beb-a1ded2a6a4ec HTTP/1.1" status: 200 len: 834 time: 0.1376421 Jul 09 16:42:39.236971 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cfd1bc1d-6278-484e-a2ea-7aead2727464 req-15f11765-3238-4ad5-818f-d550af11fbde tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.98 "GET /v2.0/security-groups?id=13bd0873-baf6-495e-b566-119e908a5e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935376 Jul 09 16:42:39.255093 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-d6f2efe0-ceb3-4c4a-9cac-cdfefcc8f38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a621d615-5337-4fc8-89df-21c445d40438', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328337776', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'c52979e2-e468-4846-af7f-58bc9232f3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:42:34Z', 'updated_at': '2021-07-09T16:42:36Z', 'revision_number': 3, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'gw_port': {'id': 'c52979e2-e468-4846-af7f-58bc9232f3e5', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a621d615-5337-4fc8-89df-21c445d40438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:42:35Z', 'updated_at': '2021-07-09T16:42:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:39.326015 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-af8dab76-e7e3-40b1-b802-ad8653b2fe6b tempest-TestNetworkAdvancedServerOps-1802097100 tempest-TestNetworkAdvancedServerOps-1802097100-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=f98cc886c66a474a8d448186851b2eab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5669959 Jul 09 16:42:39.330038 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38932) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:39.414116 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558892d3-1466-456c-aaac-fe97a95c804d req-c84101e7-4c4a-41f7-8d4c-720e3e4f66ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:39.423458 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-558892d3-1466-456c-aaac-fe97a95c804d req-c84101e7-4c4a-41f7-8d4c-720e3e4f66ea service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=50b7b94c-6e0d-4621-9398-b5dd22283cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2310946 Jul 09 16:42:39.505411 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f2efe0-ceb3-4c4a-9cac-cdfefcc8f38c None None] Checking router: a621d615-5337-4fc8-89df-21c445d40438 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:42:39.506181 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f2efe0-ceb3-4c4a-9cac-cdfefcc8f38c None None] Updating router a621d615-5337-4fc8-89df-21c445d40438 port c52979e2-e468-4846-af7f-58bc9232f3e5 binding host n-d-798930-3 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:42:39.554786 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-558892d3-1466-456c-aaac-fe97a95c804d req-2bbab651-edb3-4e52-8902-d04a7d5e0b5e service neutron] 10.222.0.73 "GET /v2.0/networks/50b7b94c-6e0d-4621-9398-b5dd22283cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206830 Jul 09 16:42:39.611415 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d6f2efe0-ceb3-4c4a-9cac-cdfefcc8f38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:39.712199 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea0d9b-1d52-4432-86f8-a5a10ba9c748 req-c72f43d3-889c-4203-94d4-1a9c0beb9880 tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:39.713661 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-deea0d9b-1d52-4432-86f8-a5a10ba9c748 req-c72f43d3-889c-4203-94d4-1a9c0beb9880 tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] 10.222.0.98 "GET /v2.0/ports?device_id=931d86bf-2a53-4b04-9fe1-bbfc25106c30 HTTP/1.1" status: 200 len: 945 time: 0.1583266 Jul 09 16:42:39.778025 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-558892d3-1466-456c-aaac-fe97a95c804d req-5065de6f-01d3-45cf-a6ce-f78e69a4f0b2 service neutron] 10.222.0.73 "GET /v2.0/networks/50b7b94c-6e0d-4621-9398-b5dd22283cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799414 Jul 09 16:42:39.830323 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-deea0d9b-1d52-4432-86f8-a5a10ba9c748 req-380e13b2-d4dc-4b30-8104-9b46209bc70d tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] 10.222.0.98 "GET /v2.0/security-groups?id=de8355d3-23eb-4851-8443-adcbcecb8c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979934 Jul 09 16:42:40.006449 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d6f2efe0-ceb3-4c4a-9cac-cdfefcc8f38c None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:40.008706 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e71ac8-503e-4154-9682-70ce594c5762 tempest-TestNetworkAdvancedServerOps-1802097100 tempest-TestNetworkAdvancedServerOps-1802097100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:40.010401 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-26e71ac8-503e-4154-9682-70ce594c5762 tempest-TestNetworkAdvancedServerOps-1802097100 tempest-TestNetworkAdvancedServerOps-1802097100-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6793039 Jul 09 16:42:40.013305 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 38938) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:40.048541 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d6f2efe0-ceb3-4c4a-9cac-cdfefcc8f38c None None] Transition to ACTIVE for port object c52979e2-e468-4846-af7f-58bc9232f3e5 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:42:40.056503 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d6f2efe0-ceb3-4c4a-9cac-cdfefcc8f38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:40.082174 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-cf66c9ba-49bb-4e4d-b902-fb21a84aa77e tempest-TestNetworkAdvancedServerOps-1802097100 tempest-TestNetworkAdvancedServerOps-1802097100-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=caa6ed8d-2893-4113-8f68-c5284e694f6c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0664616 Jul 09 16:42:40.083586 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 38942) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:40.086802 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3da7ea-0fa5-4dc5-8b1e-87dfba7111f1 req-3280ba1f-eb6b-43d3-aa5b-8724e4bc9e3c tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:40.088167 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5b3da7ea-0fa5-4dc5-8b1e-87dfba7111f1 req-3280ba1f-eb6b-43d3-aa5b-8724e4bc9e3c tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] 10.222.0.77 "GET /v2.0/ports?device_id=931d86bf-2a53-4b04-9fe1-bbfc25106c30 HTTP/1.1" status: 200 len: 945 time: 0.1433368 Jul 09 16:42:40.088754 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-118e0ad3-5b67-4be2-b4d2-723fc559783a tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-757983828', 'network_id': '46d411ed-dc52-411a-93f7-d4f391e5bbe4', 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:40.122994 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-d6f2efe0-ceb3-4c4a-9cac-cdfefcc8f38c None None] Attempting to bind port c52979e2-e468-4846-af7f-58bc9232f3e5 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:42:40.122994 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-d6f2efe0-ceb3-4c4a-9cac-cdfefcc8f38c None None] Attempting to bind port c52979e2-e468-4846-af7f-58bc9232f3e5 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:42:40.123343 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f2efe0-ceb3-4c4a-9cac-cdfefcc8f38c None None] Attempting to bind port c52979e2-e468-4846-af7f-58bc9232f3e5 on network caa6ed8d-2893-4113-8f68-c5284e694f6c {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:42:40.140465 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f2efe0-ceb3-4c4a-9cac-cdfefcc8f38c None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:42:40.141153 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f2efe0-ceb3-4c4a-9cac-cdfefcc8f38c None None] Checking segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:42:40.143110 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d6f2efe0-ceb3-4c4a-9cac-cdfefcc8f38c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:40.144973 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f2efe0-ceb3-4c4a-9cac-cdfefcc8f38c None None] Bound using segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:42:40.145437 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-d6f2efe0-ceb3-4c4a-9cac-cdfefcc8f38c None None] Bound port: c52979e2-e468-4846-af7f-58bc9232f3e5, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:42:40.145818 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d6f2efe0-ceb3-4c4a-9cac-cdfefcc8f38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:40.146395 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:40.184512 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023aa680-88d9-40e2-a52c-183064bd8323 None None] Pushing event updated for resources: {'Port': ['ID=c52979e2-e468-4846-af7f-58bc9232f3e5,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:40.235706 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-d6f2efe0-ceb3-4c4a-9cac-cdfefcc8f38c None None] For port c52979e2-e468-4846-af7f-58bc9232f3e5, host n-d-798930-3, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:42:40.239362 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-d6f2efe0-ceb3-4c4a-9cac-cdfefcc8f38c None None] For port c52979e2-e468-4846-af7f-58bc9232f3e5, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=c52979e2-e468-4846-af7f-58bc9232f3e5,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:42:40.247933 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d6f2efe0-ceb3-4c4a-9cac-cdfefcc8f38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:40.292849 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118e0ad3-5b67-4be2-b4d2-723fc559783a tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Made reservation on behalf of f98cc886c66a474a8d448186851b2eab for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:42:40.296706 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-118e0ad3-5b67-4be2-b4d2-723fc559783a tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:40.316986 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023aa680-88d9-40e2-a52c-183064bd8323 None None] Pushing event updated for resources: {'Port': ['ID=c52979e2-e468-4846-af7f-58bc9232f3e5,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:40.319907 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-5b3da7ea-0fa5-4dc5-8b1e-87dfba7111f1 req-69596d5d-c36e-4b5f-9710-3f3d5d5be224 tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] Deleting port 682b6997-419e-4dfb-9ec0-cbbc22a74750 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:42:40.319907 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5b3da7ea-0fa5-4dc5-8b1e-87dfba7111f1 req-69596d5d-c36e-4b5f-9710-3f3d5d5be224 tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:40.326537 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f2efe0-ceb3-4c4a-9cac-cdfefcc8f38c None None] Routers {'a621d615-5337-4fc8-89df-21c445d40438'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:42:40.327495 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-d6f2efe0-ceb3-4c4a-9cac-cdfefcc8f38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:42:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['a621d615-5337-4fc8-89df-21c445d40438'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:40.440572 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-d6f2efe0-ceb3-4c4a-9cac-cdfefcc8f38c None None] Set router a621d615-5337-4fc8-89df-21c445d40438 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:42:40.599230 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-5b3da7ea-0fa5-4dc5-8b1e-87dfba7111f1 req-69596d5d-c36e-4b5f-9710-3f3d5d5be224 tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] For port 682b6997-419e-4dfb-9ec0-cbbc22a74750, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=682b6997-419e-4dfb-9ec0-cbbc22a74750,segment=NetworkSegment(01d38e5e-3dc0-4cd3-882f-a1e37bd65b23),segment_id=01d38e5e-3dc0-4cd3-882f-a1e37bd65b23)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:40.600364 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5b3da7ea-0fa5-4dc5-8b1e-87dfba7111f1 req-69596d5d-c36e-4b5f-9710-3f3d5d5be224 tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:40.628897 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045deb55-bb1e-4813-9f3b-507ead3122c1 req-39dfa4a5-8452-4fce-9a07-96ad48bbaffb tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:40.637711 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-045deb55-bb1e-4813-9f3b-507ead3122c1 req-39dfa4a5-8452-4fce-9a07-96ad48bbaffb tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.98 "GET /v2.0/ports?device_id=65574fab-859c-4912-b054-2922e960d784 HTTP/1.1" status: 200 len: 944 time: 0.1706374 Jul 09 16:42:40.638513 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-5b3da7ea-0fa5-4dc5-8b1e-87dfba7111f1 req-69596d5d-c36e-4b5f-9710-3f3d5d5be224 tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] Calling delete_port for 682b6997-419e-4dfb-9ec0-cbbc22a74750 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:42:40.716388 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-045deb55-bb1e-4813-9f3b-507ead3122c1 req-82ab0d8c-c77a-4053-9ec9-ec9d0a1037ad tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.98 "GET /v2.0/security-groups?id=13bd0873-baf6-495e-b566-119e908a5e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775611 Jul 09 16:42:40.821891 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-118e0ad3-5b67-4be2-b4d2-723fc559783a tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:40.825000 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5b3da7ea-0fa5-4dc5-8b1e-87dfba7111f1 req-69596d5d-c36e-4b5f-9710-3f3d5d5be224 tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:40.839060 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['682b6997-419e-4dfb-9ec0-cbbc22a74750'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:42:40.849301 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-d6f2efe0-ceb3-4c4a-9cac-cdfefcc8f38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a621d615-5337-4fc8-89df-21c445d40438', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328337776', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'c52979e2-e468-4846-af7f-58bc9232f3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:42:34Z', 'updated_at': '2021-07-09T16:42:36Z', 'revision_number': 3, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'gw_port': {'id': 'c52979e2-e468-4846-af7f-58bc9232f3e5', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a621d615-5337-4fc8-89df-21c445d40438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:42:35Z', 'updated_at': '2021-07-09T16:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:40.877947 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f2efe0-ceb3-4c4a-9cac-cdfefcc8f38c None None] The sync data for ids ['a621d615-5337-4fc8-89df-21c445d40438'] in n-d-798930-3 is: [{'id': 'a621d615-5337-4fc8-89df-21c445d40438', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328337776', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'c52979e2-e468-4846-af7f-58bc9232f3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:42:34Z', 'updated_at': '2021-07-09T16:42:36Z', 'revision_number': 3, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'gw_port': {'id': 'c52979e2-e468-4846-af7f-58bc9232f3e5', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a621d615-5337-4fc8-89df-21c445d40438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:42:35Z', 'updated_at': '2021-07-09T16:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:42:40.910589 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69596d5d-c36e-4b5f-9710-3f3d5d5be224 tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] Pushing event deleted for resources: {'Port': ['ID=682b6997-419e-4dfb-9ec0-cbbc22a74750,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:40.988575 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e0ad3-5b67-4be2-b4d2-723fc559783a tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event updated for resources: {'Subnet': ['ID=36cdbe7e-b3ab-4574-be1e-cb2ee7465050,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:41.004671 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118e0ad3-5b67-4be2-b4d2-723fc559783a tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Checking segment: {'id': 'e68ff3ad-90d6-4938-8298-17adba4844eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '46d411ed-dc52-411a-93f7-d4f391e5bbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:42:41.005032 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118e0ad3-5b67-4be2-b4d2-723fc559783a tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Network hostable DHCP agents. Network: 46d411ed-dc52-411a-93f7-d4f391e5bbe4, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:42:41.048832 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b3da7ea-0fa5-4dc5-8b1e-87dfba7111f1 req-69596d5d-c36e-4b5f-9710-3f3d5d5be224 tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] No DVR routers for this DVR port 682b6997-419e-4dfb-9ec0-cbbc22a74750 on host n-h1-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:42:41.059647 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5b3da7ea-0fa5-4dc5-8b1e-87dfba7111f1 req-69596d5d-c36e-4b5f-9710-3f3d5d5be224 tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:41.066080 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5b3da7ea-0fa5-4dc5-8b1e-87dfba7111f1 req-69596d5d-c36e-4b5f-9710-3f3d5d5be224 tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] 10.222.0.77 "DELETE /v2.0/ports/682b6997-419e-4dfb-9ec0-cbbc22a74750 HTTP/1.1" status: 204 len: 173 time: 0.9707286 Jul 09 16:42:41.087461 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931d86bf-2a53-4b04-9fe1-bbfc25106c30', 'name': 'network-vif-deleted', 'tag': '682b6997-419e-4dfb-9ec0-cbbc22a74750'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:42:41.087461 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b63823d-aeb4-4c7e-a804-be3b80ce447a" -d '{"events": [{"server_uuid": "931d86bf-2a53-4b04-9fe1-bbfc25106c30", "name": "network-vif-deleted", "tag": "682b6997-419e-4dfb-9ec0-cbbc22a74750"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:42:41.087803 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f6b141f4-134b-47d4-8a28-26715af81b65 req-c5319a05-f207-48cd-96ee-5407a4da9832 tempest-VolumesActionsTest-282348433 tempest-VolumesActionsTest-282348433-project] 10.222.0.98 "GET /v2.0/ports?device_id=931d86bf-2a53-4b04-9fe1-bbfc25106c30 HTTP/1.1" status: 200 len: 210 time: 0.0349767 Jul 09 16:42:41.087803 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118e0ad3-5b67-4be2-b4d2-723fc559783a tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Network 46d411ed-dc52-411a-93f7-d4f391e5bbe4 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:42:41.101610 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-118e0ad3-5b67-4be2-b4d2-723fc559783a tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 46d411ed-dc52-411a-93f7-d4f391e5bbe4) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:42:41.110942 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118e0ad3-5b67-4be2-b4d2-723fc559783a tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:41.113645 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd7d0c0-af41-4a70-98df-c9de44cfd9a8 None None] Network 46d411ed-dc52-411a-93f7-d4f391e5bbe4 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:42:41.128666 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-118e0ad3-5b67-4be2-b4d2-723fc559783a tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:41.166827 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 38966) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:41.185869 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-118e0ad3-5b67-4be2-b4d2-723fc559783a tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1009846 Jul 09 16:42:41.290291 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee300102-e7a4-407f-b7cb-c438e0c481ac x-openstack-request-id: req-ee300102-e7a4-407f-b7cb-c438e0c481ac {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:42:41.290291 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "931d86bf-2a53-4b04-9fe1-bbfc25106c30", "name": "network-vif-deleted", "tag": "682b6997-419e-4dfb-9ec0-cbbc22a74750", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:42:41.290291 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ee300102-e7a4-407f-b7cb-c438e0c481ac {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:42:41.290291 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '931d86bf-2a53-4b04-9fe1-bbfc25106c30', 'name': 'network-vif-deleted', 'tag': '682b6997-419e-4dfb-9ec0-cbbc22a74750', 'status': 'completed', 'code': 200} Jul 09 16:42:41.443143 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef93a7e-8d24-4378-9af2-9f8e9734d66e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-46d411ed-dc52-411a-93f7-d4f391e5bbe4', 'network_id': '46d411ed-dc52-411a-93f7-d4f391e5bbe4', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'fixed_ips': [{'subnet_id': '36cdbe7e-b3ab-4574-be1e-cb2ee7465050'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:42:41.450984 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8ef93a7e-8d24-4378-9af2-9f8e9734d66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:41.693906 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-8ef93a7e-8d24-4378-9af2-9f8e9734d66e None None] Allocated IP 172.20.0.2 (46d411ed-dc52-411a-93f7-d4f391e5bbe4/36cdbe7e-b3ab-4574-be1e-cb2ee7465050/549a26d8-f4b7-48b3-b8c5-4b57a2d5a375) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:42:42.130089 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8ef93a7e-8d24-4378-9af2-9f8e9734d66e None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:42.141728 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 38982) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:42.158089 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8ef93a7e-8d24-4378-9af2-9f8e9734d66e None None] Transition to ACTIVE for port object 549a26d8-f4b7-48b3-b8c5-4b57a2d5a375 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:42:42.196729 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8ef93a7e-8d24-4378-9af2-9f8e9734d66e None None] Transition to ACTIVE for port object 549a26d8-f4b7-48b3-b8c5-4b57a2d5a375 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:42:42.209177 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8ef93a7e-8d24-4378-9af2-9f8e9734d66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:42.210586 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae93e5-074b-43d3-9a50-8f9477b58470 req-dead8ee4-dcc4-4f17-9345-5d7b66a7e916 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:42.228355 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-11ae93e5-074b-43d3-9a50-8f9477b58470 req-dead8ee4-dcc4-4f17-9345-5d7b66a7e916 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.98 "GET /v2.0/ports?device_id=65574fab-859c-4912-b054-2922e960d784 HTTP/1.1" status: 200 len: 944 time: 0.2276263 Jul 09 16:42:42.285631 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef93a7e-8d24-4378-9af2-9f8e9734d66e None None] Network 46d411ed-dc52-411a-93f7-d4f391e5bbe4 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:42:42.292064 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device c52979e2-e468-4846-af7f-58bc9232f3e5 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:42:42.323385 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-11ae93e5-074b-43d3-9a50-8f9477b58470 req-e1f400aa-36e9-417f-8156-449166676326 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.98 "GET /v2.0/security-groups?id=13bd0873-baf6-495e-b566-119e908a5e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940516 Jul 09 16:42:42.342839 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-8ef93a7e-8d24-4378-9af2-9f8e9734d66e None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:42:42.348279 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef93a7e-8d24-4378-9af2-9f8e9734d66e None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:42:42.377491 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7512202e-cf4b-4bf5-8938-1236402ad192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:42.403967 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef93a7e-8d24-4378-9af2-9f8e9734d66e None None] Pushing event updated for resources: {'Port': ['ID=549a26d8-f4b7-48b3-b8c5-4b57a2d5a375,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:42.439125 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port c52979e2-e468-4846-af7f-58bc9232f3e5 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:42:42.450693 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port c52979e2-e468-4846-af7f-58bc9232f3e5 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:42:42.451888 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:42.506333 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-8ef93a7e-8d24-4378-9af2-9f8e9734d66e None None] Attempting to bind port 549a26d8-f4b7-48b3-b8c5-4b57a2d5a375 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:42:42.516000 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-8ef93a7e-8d24-4378-9af2-9f8e9734d66e None None] Attempting to bind port 549a26d8-f4b7-48b3-b8c5-4b57a2d5a375 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'e68ff3ad-90d6-4938-8298-17adba4844eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '46d411ed-dc52-411a-93f7-d4f391e5bbe4'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:42:42.516753 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef93a7e-8d24-4378-9af2-9f8e9734d66e None None] Attempting to bind port 549a26d8-f4b7-48b3-b8c5-4b57a2d5a375 on network 46d411ed-dc52-411a-93f7-d4f391e5bbe4 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:42:42.524123 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e8eab3b8-0902-49c7-8a86-8ea6c9472127 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:42.532475 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef93a7e-8d24-4378-9af2-9f8e9734d66e None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:42:42.533626 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef93a7e-8d24-4378-9af2-9f8e9734d66e None None] Checking segment: {'id': 'e68ff3ad-90d6-4938-8298-17adba4844eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '46d411ed-dc52-411a-93f7-d4f391e5bbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:42:42.538795 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8ef93a7e-8d24-4378-9af2-9f8e9734d66e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:42.539565 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef93a7e-8d24-4378-9af2-9f8e9734d66e None None] Bound using segment: {'id': 'e68ff3ad-90d6-4938-8298-17adba4844eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '46d411ed-dc52-411a-93f7-d4f391e5bbe4'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:42:42.540313 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-8ef93a7e-8d24-4378-9af2-9f8e9734d66e None None] Bound port: 549a26d8-f4b7-48b3-b8c5-4b57a2d5a375, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e68ff3ad-90d6-4938-8298-17adba4844eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '46d411ed-dc52-411a-93f7-d4f391e5bbe4'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:42:42.540958 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8ef93a7e-8d24-4378-9af2-9f8e9734d66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:42.648713 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7512202e-cf4b-4bf5-8938-1236402ad192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:42.654539 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7512202e-cf4b-4bf5-8938-1236402ad192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:42.707842 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7512202e-cf4b-4bf5-8938-1236402ad192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ccd02a5-f33c-4377-8899-46ce9b487e10,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:42.758724 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7512202e-cf4b-4bf5-8938-1236402ad192 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2a1eb662419a438fb041373e0d1026d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6164615 Jul 09 16:42:42.759482 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 38992) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:42.795889 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-8ef93a7e-8d24-4378-9af2-9f8e9734d66e None None] For port 549a26d8-f4b7-48b3-b8c5-4b57a2d5a375, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:42:42.827546 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-8ef93a7e-8d24-4378-9af2-9f8e9734d66e None None] For port 549a26d8-f4b7-48b3-b8c5-4b57a2d5a375, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=549a26d8-f4b7-48b3-b8c5-4b57a2d5a375,segment=NetworkSegment(e68ff3ad-90d6-4938-8298-17adba4844eb),segment_id=e68ff3ad-90d6-4938-8298-17adba4844eb)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:42:42.830546 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:42.879235 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port c52979e2-e468-4846-af7f-58bc9232f3e5, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=c52979e2-e468-4846-af7f-58bc9232f3e5,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:42.881931 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8ef93a7e-8d24-4378-9af2-9f8e9734d66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:42.910331 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:42.934508 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c06eb9a7-c850-4ac8-a020-cb4353947e5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:42.942053 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 682b6997-419e-4dfb-9ec0-cbbc22a74750 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:42:42.984761 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: 682b6997-419e-4dfb-9ec0-cbbc22a74750 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:42:42.984761 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 682b6997-419e-4dfb-9ec0-cbbc22a74750 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:42:43.013990 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef93a7e-8d24-4378-9af2-9f8e9734d66e None None] Pushing event updated for resources: {'Port': ['ID=549a26d8-f4b7-48b3-b8c5-4b57a2d5a375,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:43.054312 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c06eb9a7-c850-4ac8-a020-cb4353947e5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:43.127713 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=c52979e2-e468-4846-af7f-58bc9232f3e5,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:43.157459 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c06eb9a7-c850-4ac8-a020-cb4353947e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:43.160374 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c06eb9a7-c850-4ac8-a020-cb4353947e5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:43.164707 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c06eb9a7-c850-4ac8-a020-cb4353947e5b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3ccd02a5-f33c-4377-8899-46ce9b487e10 HTTP/1.1" status: 204 len: 168 time: 0.4005532 Jul 09 16:42:43.182648 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06eb9a7-c850-4ac8-a020-cb4353947e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ccd02a5-f33c-4377-8899-46ce9b487e10,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:43.745864 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-e8eab3b8-0902-49c7-8a86-8ea6c9472127 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Allocated IP 172.20.0.1 (46d411ed-dc52-411a-93f7-d4f391e5bbe4/36cdbe7e-b3ab-4574-be1e-cb2ee7465050/02a8e9d9-640a-4f08-ae6c-36646fc771f5) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:42:43.763206 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0711e888-24f0-4e6e-8023-7037ffd1e58a req-95a90598-8a87-4e19-ae77-c418c51cedd8 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:43.769831 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0711e888-24f0-4e6e-8023-7037ffd1e58a req-95a90598-8a87-4e19-ae77-c418c51cedd8 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.98 "GET /v2.0/ports?device_id=65574fab-859c-4912-b054-2922e960d784 HTTP/1.1" status: 200 len: 944 time: 0.2305076 Jul 09 16:42:43.941338 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0711e888-24f0-4e6e-8023-7037ffd1e58a req-79f91d19-0f51-4722-982d-d473542c2e7c tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.98 "GET /v2.0/security-groups?id=13bd0873-baf6-495e-b566-119e908a5e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526270 Jul 09 16:42:44.015636 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 39012) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:44.084535 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b1ccffb2-b66c-49b9-b655-0bf105faae7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:44.113647 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e8eab3b8-0902-49c7-8a86-8ea6c9472127 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:44.148955 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e8eab3b8-0902-49c7-8a86-8ea6c9472127 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Transition to ACTIVE for port object 02a8e9d9-640a-4f08-ae6c-36646fc771f5 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:42:44.189704 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e8eab3b8-0902-49c7-8a86-8ea6c9472127 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:44.248327 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b1ccffb2-b66c-49b9-b655-0bf105faae7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:44.255114 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b1ccffb2-b66c-49b9-b655-0bf105faae7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:44.282030 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8eab3b8-0902-49c7-8a86-8ea6c9472127 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Network 46d411ed-dc52-411a-93f7-d4f391e5bbe4 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:42:44.288175 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-e8eab3b8-0902-49c7-8a86-8ea6c9472127 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:42:44.297880 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8eab3b8-0902-49c7-8a86-8ea6c9472127 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:42:44.298967 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device c52979e2-e468-4846-af7f-58bc9232f3e5 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:42:44.331172 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eab3b8-0902-49c7-8a86-8ea6c9472127 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event updated for resources: {'Port': ['ID=02a8e9d9-640a-4f08-ae6c-36646fc771f5,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:44.366819 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e8eab3b8-0902-49c7-8a86-8ea6c9472127 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:44.389400 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ccffb2-b66c-49b9-b655-0bf105faae7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf86bc6f-c38d-4af9-9f6d-ec20b60ed1df,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:44.398639 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b1ccffb2-b66c-49b9-b655-0bf105faae7f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1aaf685f39274c179f31b206a68f3a9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3810050 Jul 09 16:42:44.399350 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 39014) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:44.441898 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port c52979e2-e468-4846-af7f-58bc9232f3e5 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:42:44.443268 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:44.588545 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fb2f03e1-1b7e-4b34-a05d-24e3fb64cd22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:44.651168 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fb2f03e1-1b7e-4b34-a05d-24e3fb64cd22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:44.709466 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e8eab3b8-0902-49c7-8a86-8ea6c9472127 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:44.731346 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fb2f03e1-1b7e-4b34-a05d-24e3fb64cd22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:44.734987 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 549a26d8-f4b7-48b3-b8c5-4b57a2d5a375 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:42:44.738061 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fb2f03e1-1b7e-4b34-a05d-24e3fb64cd22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:44.739095 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-fb2f03e1-1b7e-4b34-a05d-24e3fb64cd22 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/cf86bc6f-c38d-4af9-9f6d-ec20b60ed1df HTTP/1.1" status: 204 len: 168 time: 0.3382998 Jul 09 16:42:44.794646 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2f03e1-1b7e-4b34-a05d-24e3fb64cd22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf86bc6f-c38d-4af9-9f6d-ec20b60ed1df,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:44.859197 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 549a26d8-f4b7-48b3-b8c5-4b57a2d5a375 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:42:44.942757 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 40fa5166-1794-4430-87a7-d7f875c29048 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:42:45.132516 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e405c0d-7f52-46c8-8723-768e137960c4 None None] Network 46d411ed-dc52-411a-93f7-d4f391e5bbe4 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:42:45.230368 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-04b7cc0c-aac4-4b47-8a13-716cfe66992b None None] Provisioning for port 549a26d8-f4b7-48b3-b8c5-4b57a2d5a375 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:42:45.246168 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-04b7cc0c-aac4-4b47-8a13-716cfe66992b None None] Provisioning complete for port 549a26d8-f4b7-48b3-b8c5-4b57a2d5a375 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:42:45.246853 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-04b7cc0c-aac4-4b47-8a13-716cfe66992b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:45.251847 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237942a-e0a5-49a7-af5e-6a0d4f0c8efa req-c23b6004-4782-44e6-b31b-d1649f6623dc tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:45.260797 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2237942a-e0a5-49a7-af5e-6a0d4f0c8efa req-c23b6004-4782-44e6-b31b-d1649f6623dc tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.98 "GET /v2.0/ports?device_id=65574fab-859c-4912-b054-2922e960d784 HTTP/1.1" status: 200 len: 944 time: 0.1082406 Jul 09 16:42:45.323717 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2237942a-e0a5-49a7-af5e-6a0d4f0c8efa req-84e04628-b6ce-4910-9de9-276e1e6bf294 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.98 "GET /v2.0/security-groups?id=13bd0873-baf6-495e-b566-119e908a5e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614426 Jul 09 16:42:45.334983 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 40fa5166-1794-4430-87a7-d7f875c29048, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=40fa5166-1794-4430-87a7-d7f875c29048,segment=NetworkSegment(a48e60a4-8877-4251-9d9d-1029e5ffb47d),segment_id=a48e60a4-8877-4251-9d9d-1029e5ffb47d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:45.349353 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e8eab3b8-0902-49c7-8a86-8ea6c9472127 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:45.355327 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e8eab3b8-0902-49c7-8a86-8ea6c9472127 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:45.373580 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '40fa5166-1794-4430-87a7-d7f875c29048', 'network_id': '73ebf291-23c0-432d-ae7e-abd99b594bfa', 'port_id': '40fa5166-1794-4430-87a7-d7f875c29048', 'mac_address': 'fa:16:3e:44:2f:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54163d02-03b7-4e71-a0ad-b40aee212401', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:42:45.440601 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-04b7cc0c-aac4-4b47-8a13-716cfe66992b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:45.455137 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eab3b8-0902-49c7-8a86-8ea6c9472127 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event updated for resources: {'Port': ['ID=02a8e9d9-640a-4f08-ae6c-36646fc771f5,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:45.460019 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e8eab3b8-0902-49c7-8a86-8ea6c9472127 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:45.527539 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:45.549586 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40fa5166-1794-4430-87a7-d7f875c29048 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:42:45.581853 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-04b7cc0c-aac4-4b47-8a13-716cfe66992b None None] For port 549a26d8-f4b7-48b3-b8c5-4b57a2d5a375, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=549a26d8-f4b7-48b3-b8c5-4b57a2d5a375,segment=NetworkSegment(e68ff3ad-90d6-4938-8298-17adba4844eb),segment_id=e68ff3ad-90d6-4938-8298-17adba4844eb)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:45.592755 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 40fa5166-1794-4430-87a7-d7f875c29048, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=40fa5166-1794-4430-87a7-d7f875c29048,segment=NetworkSegment(a48e60a4-8877-4251-9d9d-1029e5ffb47d),segment_id=a48e60a4-8877-4251-9d9d-1029e5ffb47d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:45.598691 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-04b7cc0c-aac4-4b47-8a13-716cfe66992b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:45.608303 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:45.617020 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8eab3b8-0902-49c7-8a86-8ea6c9472127 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Network 46d411ed-dc52-411a-93f7-d4f391e5bbe4 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:42:45.618660 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-e8eab3b8-0902-49c7-8a86-8ea6c9472127 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:42:45.668035 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b7cc0c-aac4-4b47-8a13-716cfe66992b None None] Pushing event updated for resources: {'Port': ['ID=549a26d8-f4b7-48b3-b8c5-4b57a2d5a375,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:45.737504 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=40fa5166-1794-4430-87a7-d7f875c29048,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:45.817533 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8eab3b8-0902-49c7-8a86-8ea6c9472127 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Router a621d615-5337-4fc8-89df-21c445d40438 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:42:45.991962 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8eab3b8-0902-49c7-8a86-8ea6c9472127 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:42:46.005602 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d015c77-5789-4914-a37d-8403dff7f304 None None] Sync routers for ids ['a621d615-5337-4fc8-89df-21c445d40438'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:42:46.017313 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e8eab3b8-0902-49c7-8a86-8ea6c9472127 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "PUT /v2.0/routers/a621d615-5337-4fc8-89df-21c445d40438/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8490682 Jul 09 16:42:46.072272 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['40fa5166-1794-4430-87a7-d7f875c29048'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:42:46.149880 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d015c77-5789-4914-a37d-8403dff7f304 None None] Routers {'a621d615-5337-4fc8-89df-21c445d40438'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:42:46.149880 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3d015c77-5789-4914-a37d-8403dff7f304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:42:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['a621d615-5337-4fc8-89df-21c445d40438'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:46.197321 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 549a26d8-f4b7-48b3-b8c5-4b57a2d5a375 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:42:46.428913 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1eb37971-434d-4470-9e47-08604c66e50a req-c23fc772-1338-4b0e-9912-55fb71297eca tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-763338006&fields=id&tenant_id=f98cc886c66a474a8d448186851b2eab HTTP/1.1" status: 200 len: 267 time: 0.0878491 Jul 09 16:42:46.787845 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb37971-434d-4470-9e47-08604c66e50a req-5eb06e5a-b574-4631-8930-8788357ea4cf tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:46.799428 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1eb37971-434d-4470-9e47-08604c66e50a req-5eb06e5a-b574-4631-8930-8788357ea4cf tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/networks?id=46d411ed-dc52-411a-93f7-d4f391e5bbe4 HTTP/1.1" status: 200 len: 796 time: 0.3599179 Jul 09 16:42:46.831619 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1eb37971-434d-4470-9e47-08604c66e50a req-360595aa-f17b-4877-b4e6-87fffad3b1cc tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/quotas/f98cc886c66a474a8d448186851b2eab HTTP/1.1" status: 200 len: 375 time: 0.0275679 Jul 09 16:42:46.941210 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0a3e3f24-3758-4950-a7da-cd7d4e1cc407 None None] Provisioning for port 02a8e9d9-640a-4f08-ae6c-36646fc771f5 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:42:46.962176 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0a3e3f24-3758-4950-a7da-cd7d4e1cc407 None None] Provisioning complete for port 02a8e9d9-640a-4f08-ae6c-36646fc771f5 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:42:46.962570 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0a3e3f24-3758-4950-a7da-cd7d4e1cc407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:46.966135 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1eb37971-434d-4470-9e47-08604c66e50a req-88a1574d-55f3-4c9e-83bc-fda843b48316 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=f98cc886c66a474a8d448186851b2eab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1256988 Jul 09 16:42:47.079223 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1eb37971-434d-4470-9e47-08604c66e50a req-0556f68c-7812-4e74-a6b9-97d3dd3a2cf8 service neutron] 10.222.0.98 "GET /v2.0/networks/46d411ed-dc52-411a-93f7-d4f391e5bbe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091061 Jul 09 16:42:47.124333 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-3d015c77-5789-4914-a37d-8403dff7f304 None None] Set router a621d615-5337-4fc8-89df-21c445d40438 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:42:47.188236 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-0a3e3f24-3758-4950-a7da-cd7d4e1cc407 None None] Port 02a8e9d9-640a-4f08-ae6c-36646fc771f5 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:42:47.221663 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1eb37971-434d-4470-9e47-08604c66e50a req-07c67462-92c7-4abc-b1fe-6e87024765a2 service neutron] 10.222.0.98 "GET /v2.0/networks/46d411ed-dc52-411a-93f7-d4f391e5bbe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337893 Jul 09 16:42:47.282808 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 549a26d8-f4b7-48b3-b8c5-4b57a2d5a375 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:42:47.283242 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:47.369945 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0a3e3f24-3758-4950-a7da-cd7d4e1cc407 None None] Provisioning complete for port 549a26d8-f4b7-48b3-b8c5-4b57a2d5a375 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:42:47.370314 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0a3e3f24-3758-4950-a7da-cd7d4e1cc407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:47.631942 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760b256-b157-4232-9498-65917ff2f9d5 req-8b9d1bf4-dd89-4687-9ba9-bc3224f106b8 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:47.634673 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d760b256-b157-4232-9498-65917ff2f9d5 req-8b9d1bf4-dd89-4687-9ba9-bc3224f106b8 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.98 "GET /v2.0/ports?device_id=65574fab-859c-4912-b054-2922e960d784 HTTP/1.1" status: 200 len: 945 time: 0.1025493 Jul 09 16:42:47.690055 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d760b256-b157-4232-9498-65917ff2f9d5 req-40aabe6e-fbd0-4881-9642-b595bdc1be55 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.98 "GET /v2.0/security-groups?id=13bd0873-baf6-495e-b566-119e908a5e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491133 Jul 09 16:42:47.813023 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3d015c77-5789-4914-a37d-8403dff7f304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a621d615-5337-4fc8-89df-21c445d40438', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328337776', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'c52979e2-e468-4846-af7f-58bc9232f3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:42:34Z', 'updated_at': '2021-07-09T16:42:44Z', 'revision_number': 4, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'gw_port': {'id': 'c52979e2-e468-4846-af7f-58bc9232f3e5', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a621d615-5337-4fc8-89df-21c445d40438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:42:35Z', 'updated_at': '2021-07-09T16:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '02a8e9d9-640a-4f08-ae6c-36646fc771f5', 'name': '', 'network_id': '46d411ed-dc52-411a-93f7-d4f391e5bbe4', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'mac_address': 'fa:16:3e:bf:39:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a621d615-5337-4fc8-89df-21c445d40438', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '36cdbe7e-b3ab-4574-be1e-cb2ee7465050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:42:43Z', 'updated_at': '2021-07-09T16:42:45Z', 'revision_number': 2, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'subnets': [{'id': '36cdbe7e-b3ab-4574-be1e-cb2ee7465050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:47.845946 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d015c77-5789-4914-a37d-8403dff7f304 None None] Checking router: a621d615-5337-4fc8-89df-21c445d40438 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:42:47.846202 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d015c77-5789-4914-a37d-8403dff7f304 None None] Updating router a621d615-5337-4fc8-89df-21c445d40438 port 02a8e9d9-640a-4f08-ae6c-36646fc771f5 binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:42:47.901155 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7bd7db6a-59f9-4e4c-847d-524ab271f4d6 None None] Provisioning complete for port 02a8e9d9-640a-4f08-ae6c-36646fc771f5 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:42:47.901534 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7bd7db6a-59f9-4e4c-847d-524ab271f4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:47.903367 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3d015c77-5789-4914-a37d-8403dff7f304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:47.920105 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5ec5ce97-db42-44ce-82d4-4ded77a8c2a5 req-ccd74a05-be6d-4fc1-b1b4-8c09ec944352 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=263c211a-4903-4bf3-ad7a-a4ee69353b40 HTTP/1.1" status: 200 len: 210 time: 0.0853190 Jul 09 16:42:47.964030 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-7bd7db6a-59f9-4e4c-847d-524ab271f4d6 None None] Port 02a8e9d9-640a-4f08-ae6c-36646fc771f5 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:42:48.045474 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 39132) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:48.194353 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9f12e7c4-30e7-4e69-9c64-09c58597caf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:48.330559 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9f12e7c4-30e7-4e69-9c64-09c58597caf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:48.337061 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9f12e7c4-30e7-4e69-9c64-09c58597caf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:48.399073 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-9f12e7c4-30e7-4e69-9c64-09c58597caf4 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=54775f010cf44c1992307a19a9983bc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3522632 Jul 09 16:42:48.401221 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f12e7c4-30e7-4e69-9c64-09c58597caf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8889b2-6535-49cf-b9ec-355080d66a6d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:48.401931 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 39142) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:48.426079 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3d015c77-5789-4914-a37d-8403dff7f304 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:48.443152 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3d015c77-5789-4914-a37d-8403dff7f304 None None] Transition to ACTIVE for port object 02a8e9d9-640a-4f08-ae6c-36646fc771f5 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:42:48.453722 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3d015c77-5789-4914-a37d-8403dff7f304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:48.540940 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c09f49b0-8548-4128-ad8e-fb92a0ee2e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:48.580790 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5e9445-55aa-4d15-8ed5-159f883d3cad None None] Pushing event updated for resources: {'Port': ['ID=02a8e9d9-640a-4f08-ae6c-36646fc771f5,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:48.598333 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c09f49b0-8548-4128-ad8e-fb92a0ee2e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:48.601747 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-3d015c77-5789-4914-a37d-8403dff7f304 None None] Attempting to bind port 02a8e9d9-640a-4f08-ae6c-36646fc771f5 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:42:48.602129 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-3d015c77-5789-4914-a37d-8403dff7f304 None None] Attempting to bind port 02a8e9d9-640a-4f08-ae6c-36646fc771f5 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'e68ff3ad-90d6-4938-8298-17adba4844eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '46d411ed-dc52-411a-93f7-d4f391e5bbe4'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:42:48.602494 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d015c77-5789-4914-a37d-8403dff7f304 None None] Attempting to bind port 02a8e9d9-640a-4f08-ae6c-36646fc771f5 on network 46d411ed-dc52-411a-93f7-d4f391e5bbe4 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:42:48.610332 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d015c77-5789-4914-a37d-8403dff7f304 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:42:48.611531 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d015c77-5789-4914-a37d-8403dff7f304 None None] Checking segment: {'id': 'e68ff3ad-90d6-4938-8298-17adba4844eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '46d411ed-dc52-411a-93f7-d4f391e5bbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:42:48.611948 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3d015c77-5789-4914-a37d-8403dff7f304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:48.612398 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d015c77-5789-4914-a37d-8403dff7f304 None None] Bound using segment: {'id': 'e68ff3ad-90d6-4938-8298-17adba4844eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '46d411ed-dc52-411a-93f7-d4f391e5bbe4'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:42:48.612897 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-3d015c77-5789-4914-a37d-8403dff7f304 None None] Bound port: 02a8e9d9-640a-4f08-ae6c-36646fc771f5, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e68ff3ad-90d6-4938-8298-17adba4844eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '46d411ed-dc52-411a-93f7-d4f391e5bbe4'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:42:48.613802 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3d015c77-5789-4914-a37d-8403dff7f304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:48.702162 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c09f49b0-8548-4128-ad8e-fb92a0ee2e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:48.705688 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c09f49b0-8548-4128-ad8e-fb92a0ee2e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:48.710092 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c09f49b0-8548-4128-ad8e-fb92a0ee2e30 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4a8889b2-6535-49cf-b9ec-355080d66a6d HTTP/1.1" status: 204 len: 168 time: 0.3064029 Jul 09 16:42:48.718968 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f49b0-8548-4128-ad8e-fb92a0ee2e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8889b2-6535-49cf-b9ec-355080d66a6d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:48.732043 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-3d015c77-5789-4914-a37d-8403dff7f304 None None] For port 02a8e9d9-640a-4f08-ae6c-36646fc771f5, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:42:48.759144 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-3d015c77-5789-4914-a37d-8403dff7f304 None None] For port 02a8e9d9-640a-4f08-ae6c-36646fc771f5, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=02a8e9d9-640a-4f08-ae6c-36646fc771f5,segment=NetworkSegment(e68ff3ad-90d6-4938-8298-17adba4844eb),segment_id=e68ff3ad-90d6-4938-8298-17adba4844eb)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:42:48.783030 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3d015c77-5789-4914-a37d-8403dff7f304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:48.965963 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 40fa5166-1794-4430-87a7-d7f875c29048 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:42:48.975538 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d015c77-5789-4914-a37d-8403dff7f304 None None] Routers {'a621d615-5337-4fc8-89df-21c445d40438'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:42:48.976184 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3d015c77-5789-4914-a37d-8403dff7f304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:42:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['a621d615-5337-4fc8-89df-21c445d40438'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:49.056088 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc42c34-adf0-4124-be0a-64d85dc85dd8 req-e24e1d36-4712-4d93-84fd-451dbacba143 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:49.057938 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1bc42c34-adf0-4124-be0a-64d85dc85dd8 req-e24e1d36-4712-4d93-84fd-451dbacba143 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.98 "GET /v2.0/ports?device_id=65574fab-859c-4912-b054-2922e960d784 HTTP/1.1" status: 200 len: 945 time: 0.1100922 Jul 09 16:42:49.120363 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5e9445-55aa-4d15-8ed5-159f883d3cad None None] Pushing event updated for resources: {'Port': ['ID=02a8e9d9-640a-4f08-ae6c-36646fc771f5,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:49.140374 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1bc42c34-adf0-4124-be0a-64d85dc85dd8 req-3628331d-b85e-49a8-b428-3f2f7e61b495 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.98 "GET /v2.0/security-groups?id=13bd0873-baf6-495e-b566-119e908a5e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743210 Jul 09 16:42:49.228931 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 40fa5166-1794-4430-87a7-d7f875c29048 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:42:49.240476 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 40fa5166-1794-4430-87a7-d7f875c29048 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:42:49.240852 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:49.243661 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-3d015c77-5789-4914-a37d-8403dff7f304 None None] Set router a621d615-5337-4fc8-89df-21c445d40438 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:42:49.315320 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 39152) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:49.341876 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e87b04e0-606a-49f3-91a8-af62c9c24be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:49.457871 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb37971-434d-4470-9e47-08604c66e50a req-083d2bc6-2c62-4691-98ef-e38d2cf1a5a4 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:49.459574 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1eb37971-434d-4470-9e47-08604c66e50a req-083d2bc6-2c62-4691-98ef-e38d2cf1a5a4 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.77 "GET /v2.0/networks?id=46d411ed-dc52-411a-93f7-d4f391e5bbe4 HTTP/1.1" status: 200 len: 796 time: 0.2747071 Jul 09 16:42:49.499094 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-aa2d2b67-5611-4ae4-b69b-727b96ebdcba req-95b65d1d-34f1-42f0-828b-bf0452451d2b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=263c211a-4903-4bf3-ad7a-a4ee69353b40 HTTP/1.1" status: 200 len: 210 time: 0.1083882 Jul 09 16:42:49.602804 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1eb37971-434d-4470-9e47-08604c66e50a req-3baf1874-e455-4b5f-9e23-99c49662d500 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f98cc886c66a474a8d448186851b2eab HTTP/1.1" status: 200 len: 379 time: 0.1332700 Jul 09 16:42:49.628797 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:49.635314 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-1eb37971-434d-4470-9e47-08604c66e50a req-2ebad910-563c-4fbd-a21a-22ec978c342b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Request body: {'port': {'device_id': '263c211a-4903-4bf3-ad7a-a4ee69353b40', 'network_id': '46d411ed-dc52-411a-93f7-d4f391e5bbe4', 'admin_state_up': True, 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'security_groups': ['b6dee67b-dbdf-47ea-97e6-3fb1b779f8a0']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:49.677121 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65574fab-859c-4912-b054-2922e960d784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40fa5166-1794-4430-87a7-d7f875c29048'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:42:49.680126 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b92677b-d9b9-4eb0-8ebd-655b800f4715" -d '{"events": [{"server_uuid": "65574fab-859c-4912-b054-2922e960d784", "name": "network-vif-plugged", "status": "completed", "tag": "40fa5166-1794-4430-87a7-d7f875c29048"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:42:49.705311 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 40fa5166-1794-4430-87a7-d7f875c29048, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=40fa5166-1794-4430-87a7-d7f875c29048,segment=NetworkSegment(a48e60a4-8877-4251-9d9d-1029e5ffb47d),segment_id=a48e60a4-8877-4251-9d9d-1029e5ffb47d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:49.712591 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3d015c77-5789-4914-a37d-8403dff7f304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a621d615-5337-4fc8-89df-21c445d40438', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328337776', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'c52979e2-e468-4846-af7f-58bc9232f3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:42:34Z', 'updated_at': '2021-07-09T16:42:44Z', 'revision_number': 4, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'gw_port': {'id': 'c52979e2-e468-4846-af7f-58bc9232f3e5', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a621d615-5337-4fc8-89df-21c445d40438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:42:35Z', 'updated_at': '2021-07-09T16:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '02a8e9d9-640a-4f08-ae6c-36646fc771f5', 'name': '', 'network_id': '46d411ed-dc52-411a-93f7-d4f391e5bbe4', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'mac_address': 'fa:16:3e:bf:39:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a621d615-5337-4fc8-89df-21c445d40438', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '36cdbe7e-b3ab-4574-be1e-cb2ee7465050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:42:43Z', 'updated_at': '2021-07-09T16:42:48Z', 'revision_number': 4, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'subnets': [{'id': '36cdbe7e-b3ab-4574-be1e-cb2ee7465050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:49.755585 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4930cb9c-346e-4d21-8b2a-afa07edc2408 x-openstack-request-id: req-4930cb9c-346e-4d21-8b2a-afa07edc2408 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:42:49.755995 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65574fab-859c-4912-b054-2922e960d784", "name": "network-vif-plugged", "status": "completed", "tag": "40fa5166-1794-4430-87a7-d7f875c29048", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:42:49.756382 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4930cb9c-346e-4d21-8b2a-afa07edc2408 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:42:49.757123 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65574fab-859c-4912-b054-2922e960d784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40fa5166-1794-4430-87a7-d7f875c29048', 'code': 200} Jul 09 16:42:49.758213 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:49.763440 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d015c77-5789-4914-a37d-8403dff7f304 None None] The sync data for ids ['a621d615-5337-4fc8-89df-21c445d40438'] in n-d-798930-3 is: [{'id': 'a621d615-5337-4fc8-89df-21c445d40438', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328337776', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'c52979e2-e468-4846-af7f-58bc9232f3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:42:34Z', 'updated_at': '2021-07-09T16:42:44Z', 'revision_number': 4, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'gw_port': {'id': 'c52979e2-e468-4846-af7f-58bc9232f3e5', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a621d615-5337-4fc8-89df-21c445d40438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:42:35Z', 'updated_at': '2021-07-09T16:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '02a8e9d9-640a-4f08-ae6c-36646fc771f5', 'name': '', 'network_id': '46d411ed-dc52-411a-93f7-d4f391e5bbe4', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'mac_address': 'fa:16:3e:bf:39:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a621d615-5337-4fc8-89df-21c445d40438', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '36cdbe7e-b3ab-4574-be1e-cb2ee7465050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:42:43Z', 'updated_at': '2021-07-09T16:42:48Z', 'revision_number': 4, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'subnets': [{'id': '36cdbe7e-b3ab-4574-be1e-cb2ee7465050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:42:49.813086 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e87b04e0-606a-49f3-91a8-af62c9c24be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:49.821670 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e87b04e0-606a-49f3-91a8-af62c9c24be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:49.863736 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=40fa5166-1794-4430-87a7-d7f875c29048,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:49.993521 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e87b04e0-606a-49f3-91a8-af62c9c24be7 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=79af87754597445099d6bd6bfdf4e31f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6770129 Jul 09 16:42:49.994330 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b04e0-606a-49f3-91a8-af62c9c24be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68098208-d7d7-4614-8f0c-abedae3147ab,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:50.008359 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 39166) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:50.070784 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eb37971-434d-4470-9e47-08604c66e50a req-2ebad910-563c-4fbd-a21a-22ec978c342b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Made reservation on behalf of f98cc886c66a474a8d448186851b2eab for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:42:50.087549 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1eb37971-434d-4470-9e47-08604c66e50a req-2ebad910-563c-4fbd-a21a-22ec978c342b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:50.175220 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ac73320-b9a3-4dc6-877c-d40cda64c683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:50.189697 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 02a8e9d9-640a-4f08-ae6c-36646fc771f5 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:42:50.248983 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ac73320-b9a3-4dc6-877c-d40cda64c683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:50.282118 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7de23-a25e-4a6b-95c9-83bb9ba56333 req-c400b217-4399-4a4d-93f1-352b7b2a415e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:50.284908 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0ee7de23-a25e-4a6b-95c9-83bb9ba56333 req-c400b217-4399-4a4d-93f1-352b7b2a415e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=65574fab-859c-4912-b054-2922e960d784 HTTP/1.1" status: 200 len: 1097 time: 0.3752227 Jul 09 16:42:50.309101 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 02a8e9d9-640a-4f08-ae6c-36646fc771f5 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:42:50.314289 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 02a8e9d9-640a-4f08-ae6c-36646fc771f5 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:42:50.314662 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:50.411552 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-1eb37971-434d-4470-9e47-08604c66e50a req-2ebad910-563c-4fbd-a21a-22ec978c342b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Allocated IP 172.20.0.7 (46d411ed-dc52-411a-93f7-d4f391e5bbe4/36cdbe7e-b3ab-4574-be1e-cb2ee7465050/a0ebad37-dcf7-400c-97fa-7fb2312cfc2b) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:42:50.473785 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ac73320-b9a3-4dc6-877c-d40cda64c683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:50.479039 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ac73320-b9a3-4dc6-877c-d40cda64c683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:50.482562 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-9ac73320-b9a3-4dc6-877c-d40cda64c683 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/68098208-d7d7-4614-8f0c-abedae3147ab HTTP/1.1" status: 204 len: 168 time: 0.4712102 Jul 09 16:42:50.505504 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26ce84-088a-4dcd-9d95-867e54980dc3 req-b80b8b67-9cef-4cb6-b76f-990caa6d02f3 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:50.507286 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9a26ce84-088a-4dcd-9d95-867e54980dc3 req-b80b8b67-9cef-4cb6-b76f-990caa6d02f3 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.98 "GET /v2.0/ports?device_id=65574fab-859c-4912-b054-2922e960d784 HTTP/1.1" status: 200 len: 946 time: 0.2015226 Jul 09 16:42:50.509476 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0ee7de23-a25e-4a6b-95c9-83bb9ba56333 req-b81a8075-8dfc-4d7d-b8bd-847f58a546d0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=13bd0873-baf6-495e-b566-119e908a5e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2167532 Jul 09 16:42:50.540399 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac73320-b9a3-4dc6-877c-d40cda64c683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68098208-d7d7-4614-8f0c-abedae3147ab,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:50.585068 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:50.600649 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9a26ce84-088a-4dcd-9d95-867e54980dc3 req-05131f35-3997-4800-ae53-8e3a4f39d10a tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.98 "GET /v2.0/security-groups?id=13bd0873-baf6-495e-b566-119e908a5e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851743 Jul 09 16:42:50.686134 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 02a8e9d9-640a-4f08-ae6c-36646fc771f5, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=02a8e9d9-640a-4f08-ae6c-36646fc771f5,segment=NetworkSegment(e68ff3ad-90d6-4938-8298-17adba4844eb),segment_id=e68ff3ad-90d6-4938-8298-17adba4844eb)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:50.696000 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:50.847164 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=02a8e9d9-640a-4f08-ae6c-36646fc771f5,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:50.915063 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1eb37971-434d-4470-9e47-08604c66e50a req-2ebad910-563c-4fbd-a21a-22ec978c342b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:50.949202 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-1eb37971-434d-4470-9e47-08604c66e50a req-2ebad910-563c-4fbd-a21a-22ec978c342b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Transition to ACTIVE for port object a0ebad37-dcf7-400c-97fa-7fb2312cfc2b will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:42:50.982181 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-47e47594-c469-473a-9110-b4a83265d7e6 req-ec288f71-b583-4351-a8cc-3df0a080c20e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=263c211a-4903-4bf3-ad7a-a4ee69353b40 HTTP/1.1" status: 200 len: 210 time: 0.0491698 Jul 09 16:42:51.031614 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1eb37971-434d-4470-9e47-08604c66e50a req-2ebad910-563c-4fbd-a21a-22ec978c342b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:51.152250 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eb37971-434d-4470-9e47-08604c66e50a req-2ebad910-563c-4fbd-a21a-22ec978c342b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Network 46d411ed-dc52-411a-93f7-d4f391e5bbe4 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:42:51.153975 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebad910-563c-4fbd-a21a-22ec978c342b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event updated for resources: {'Port': ['ID=a0ebad37-dcf7-400c-97fa-7fb2312cfc2b,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:51.156848 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-1eb37971-434d-4470-9e47-08604c66e50a req-2ebad910-563c-4fbd-a21a-22ec978c342b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:42:51.172369 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb37971-434d-4470-9e47-08604c66e50a req-2ebad910-563c-4fbd-a21a-22ec978c342b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:42:51.252062 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb37971-434d-4470-9e47-08604c66e50a req-2ebad910-563c-4fbd-a21a-22ec978c342b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:51.252736 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1eb37971-434d-4470-9e47-08604c66e50a req-2ebad910-563c-4fbd-a21a-22ec978c342b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:51.283398 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1eb37971-434d-4470-9e47-08604c66e50a req-2ebad910-563c-4fbd-a21a-22ec978c342b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6695099 Jul 09 16:42:51.302508 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-1eb37971-434d-4470-9e47-08604c66e50a req-15baa524-8529-4b86-92f3-90bc24a1e54f service neutron] Request body: {'port': {'device_id': '263c211a-4903-4bf3-ad7a-a4ee69353b40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:51.411039 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1eb37971-434d-4470-9e47-08604c66e50a req-15baa524-8529-4b86-92f3-90bc24a1e54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:51.642665 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-cd5f7734-fcd4-4bb2-9652-21f428c5273e None None] Provisioning for port a0ebad37-dcf7-400c-97fa-7fb2312cfc2b completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:42:51.648539 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-cd5f7734-fcd4-4bb2-9652-21f428c5273e None None] Provisioning complete for port a0ebad37-dcf7-400c-97fa-7fb2312cfc2b triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:42:51.649144 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cd5f7734-fcd4-4bb2-9652-21f428c5273e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:51.748922 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-cd5f7734-fcd4-4bb2-9652-21f428c5273e None None] Port a0ebad37-dcf7-400c-97fa-7fb2312cfc2b cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:42:51.842150 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-1eb37971-434d-4470-9e47-08604c66e50a req-15baa524-8529-4b86-92f3-90bc24a1e54f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0ebad37-dcf7-400c-97fa-7fb2312cfc2b {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:42:51.852419 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1eb37971-434d-4470-9e47-08604c66e50a req-15baa524-8529-4b86-92f3-90bc24a1e54f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:51.875315 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-1eb37971-434d-4470-9e47-08604c66e50a req-15baa524-8529-4b86-92f3-90bc24a1e54f service neutron] Transition to ACTIVE for port object a0ebad37-dcf7-400c-97fa-7fb2312cfc2b will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:42:51.880391 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1eb37971-434d-4470-9e47-08604c66e50a req-15baa524-8529-4b86-92f3-90bc24a1e54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:51.896298 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ee5db-5620-4907-a578-8c8bc3355b92 req-a2a274d4-c6ad-4125-a63d-d68445b6c08e tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:51.898047 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a28ee5db-5620-4907-a578-8c8bc3355b92 req-a2a274d4-c6ad-4125-a63d-d68445b6c08e tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.98 "GET /v2.0/ports?device_id=65574fab-859c-4912-b054-2922e960d784 HTTP/1.1" status: 200 len: 946 time: 0.1150019 Jul 09 16:42:52.038689 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a28ee5db-5620-4907-a578-8c8bc3355b92 req-1d5feb0a-3d1f-47a9-a921-c3f08b7f4f1d tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.98 "GET /v2.0/security-groups?id=13bd0873-baf6-495e-b566-119e908a5e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345992 Jul 09 16:42:52.104179 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 02a8e9d9-640a-4f08-ae6c-36646fc771f5 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:42:52.130464 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15baa524-8529-4b86-92f3-90bc24a1e54f service neutron] Pushing event updated for resources: {'Port': ['ID=a0ebad37-dcf7-400c-97fa-7fb2312cfc2b,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:52.138867 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-1eb37971-434d-4470-9e47-08604c66e50a req-15baa524-8529-4b86-92f3-90bc24a1e54f service neutron] Attempting to bind port a0ebad37-dcf7-400c-97fa-7fb2312cfc2b on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:42:52.139203 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-1eb37971-434d-4470-9e47-08604c66e50a req-15baa524-8529-4b86-92f3-90bc24a1e54f service neutron] Attempting to bind port a0ebad37-dcf7-400c-97fa-7fb2312cfc2b by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'e68ff3ad-90d6-4938-8298-17adba4844eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '46d411ed-dc52-411a-93f7-d4f391e5bbe4'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:42:52.139531 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb37971-434d-4470-9e47-08604c66e50a req-15baa524-8529-4b86-92f3-90bc24a1e54f service neutron] Attempting to bind port a0ebad37-dcf7-400c-97fa-7fb2312cfc2b on network 46d411ed-dc52-411a-93f7-d4f391e5bbe4 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:42:52.152989 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb37971-434d-4470-9e47-08604c66e50a req-15baa524-8529-4b86-92f3-90bc24a1e54f service neutron] Port a0ebad37-dcf7-400c-97fa-7fb2312cfc2b on network 46d411ed-dc52-411a-93f7-d4f391e5bbe4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:42:52.153468 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb37971-434d-4470-9e47-08604c66e50a req-15baa524-8529-4b86-92f3-90bc24a1e54f service neutron] Attempting to bind port a0ebad37-dcf7-400c-97fa-7fb2312cfc2b on network 46d411ed-dc52-411a-93f7-d4f391e5bbe4 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:42:52.166588 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb37971-434d-4470-9e47-08604c66e50a req-15baa524-8529-4b86-92f3-90bc24a1e54f service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:42:52.167006 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb37971-434d-4470-9e47-08604c66e50a req-15baa524-8529-4b86-92f3-90bc24a1e54f service neutron] Checking segment: {'id': 'e68ff3ad-90d6-4938-8298-17adba4844eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '46d411ed-dc52-411a-93f7-d4f391e5bbe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:42:52.167409 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb37971-434d-4470-9e47-08604c66e50a req-15baa524-8529-4b86-92f3-90bc24a1e54f service neutron] Bound using segment: {'id': 'e68ff3ad-90d6-4938-8298-17adba4844eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '46d411ed-dc52-411a-93f7-d4f391e5bbe4'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:42:52.167863 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-1eb37971-434d-4470-9e47-08604c66e50a req-15baa524-8529-4b86-92f3-90bc24a1e54f service neutron] Bound port: a0ebad37-dcf7-400c-97fa-7fb2312cfc2b, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e68ff3ad-90d6-4938-8298-17adba4844eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '46d411ed-dc52-411a-93f7-d4f391e5bbe4'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:42:52.168229 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1eb37971-434d-4470-9e47-08604c66e50a req-15baa524-8529-4b86-92f3-90bc24a1e54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:52.268602 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 02a8e9d9-640a-4f08-ae6c-36646fc771f5 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:42:52.273791 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:52.374208 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-1eb37971-434d-4470-9e47-08604c66e50a req-15baa524-8529-4b86-92f3-90bc24a1e54f service neutron] For port a0ebad37-dcf7-400c-97fa-7fb2312cfc2b, host n-h1-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:42:52.387839 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-1eb37971-434d-4470-9e47-08604c66e50a req-15baa524-8529-4b86-92f3-90bc24a1e54f service neutron] For port a0ebad37-dcf7-400c-97fa-7fb2312cfc2b, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=a0ebad37-dcf7-400c-97fa-7fb2312cfc2b,segment=NetworkSegment(e68ff3ad-90d6-4938-8298-17adba4844eb),segment_id=e68ff3ad-90d6-4938-8298-17adba4844eb)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:42:52.399053 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1eb37971-434d-4470-9e47-08604c66e50a req-15baa524-8529-4b86-92f3-90bc24a1e54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:52.407097 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-084e6fb7-bc39-4c15-9e06-2f192865a03c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:52.467575 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f77d4c-a149-4324-aecd-ec7d2d0839da req-9f336d9f-49c6-472f-9395-d9bfa426ece4 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:52.477110 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a5f77d4c-a149-4324-aecd-ec7d2d0839da req-9f336d9f-49c6-472f-9395-d9bfa426ece4 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=263c211a-4903-4bf3-ad7a-a4ee69353b40 HTTP/1.1" status: 200 len: 943 time: 0.2114530 Jul 09 16:42:52.575515 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15baa524-8529-4b86-92f3-90bc24a1e54f service neutron] Pushing event updated for resources: {'Port': ['ID=a0ebad37-dcf7-400c-97fa-7fb2312cfc2b,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:52.614707 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a5f77d4c-a149-4324-aecd-ec7d2d0839da req-1a0d1ab6-b989-47da-bd8a-b298ba48b880 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=b6dee67b-dbdf-47ea-97e6-3fb1b779f8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362410 Jul 09 16:42:52.630267 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb37971-434d-4470-9e47-08604c66e50a req-15baa524-8529-4b86-92f3-90bc24a1e54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:52.630951 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1eb37971-434d-4470-9e47-08604c66e50a req-15baa524-8529-4b86-92f3-90bc24a1e54f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:52.632556 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1eb37971-434d-4470-9e47-08604c66e50a req-15baa524-8529-4b86-92f3-90bc24a1e54f service neutron] 10.222.0.77 "PUT /v2.0/ports/a0ebad37-dcf7-400c-97fa-7fb2312cfc2b HTTP/1.1" status: 200 len: 1091 time: 1.3405256 Jul 09 16:42:52.633029 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '263c211a-4903-4bf3-ad7a-a4ee69353b40', 'tag': 'a0ebad37-dcf7-400c-97fa-7fb2312cfc2b'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:42:52.636517 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4fde42-df9f-47f3-92ba-988fab43921a" -d '{"events": [{"name": "network-changed", "server_uuid": "263c211a-4903-4bf3-ad7a-a4ee69353b40", "tag": "a0ebad37-dcf7-400c-97fa-7fb2312cfc2b"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:42:52.723834 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36c2e41-333b-48ec-b79e-53dfced3ef55 x-openstack-request-id: req-d36c2e41-333b-48ec-b79e-53dfced3ef55 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:42:52.724134 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "263c211a-4903-4bf3-ad7a-a4ee69353b40", "tag": "a0ebad37-dcf7-400c-97fa-7fb2312cfc2b", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:42:52.724378 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d36c2e41-333b-48ec-b79e-53dfced3ef55 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:42:52.724765 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '263c211a-4903-4bf3-ad7a-a4ee69353b40', 'tag': 'a0ebad37-dcf7-400c-97fa-7fb2312cfc2b', 'status': 'completed', 'code': 200} Jul 09 16:42:52.781229 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb37971-434d-4470-9e47-08604c66e50a req-7b34f8db-4c25-4cf9-9034-3047ad6a2973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:52.784311 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1eb37971-434d-4470-9e47-08604c66e50a req-7b34f8db-4c25-4cf9-9034-3047ad6a2973 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f98cc886c66a474a8d448186851b2eab&device_id=263c211a-4903-4bf3-ad7a-a4ee69353b40 HTTP/1.1" status: 200 len: 1094 time: 0.1027091 Jul 09 16:42:52.840309 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1eb37971-434d-4470-9e47-08604c66e50a req-ae2c091d-347e-4179-adc4-185b6aa9958b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0ebad37-dcf7-400c-97fa-7fb2312cfc2b HTTP/1.1" status: 200 len: 217 time: 0.0482285 Jul 09 16:42:52.993511 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb37971-434d-4470-9e47-08604c66e50a req-87895725-3d09-472b-a6b1-f1fc347761f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:52.995699 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1eb37971-434d-4470-9e47-08604c66e50a req-87895725-3d09-472b-a6b1-f1fc347761f6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=36cdbe7e-b3ab-4574-be1e-cb2ee7465050 HTTP/1.1" status: 200 len: 834 time: 0.1493866 Jul 09 16:42:53.069676 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb37971-434d-4470-9e47-08604c66e50a req-56c459f1-e83b-486f-9d35-24665ff8b8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:53.071390 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1eb37971-434d-4470-9e47-08604c66e50a req-56c459f1-e83b-486f-9d35-24665ff8b8d3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=46d411ed-dc52-411a-93f7-d4f391e5bbe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687888 Jul 09 16:42:53.282256 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3888f5-44e3-45bb-84c1-69ec4221f029 req-38b75db3-de46-4268-90cb-44a72d5ccd1f tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:53.283880 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8e3888f5-44e3-45bb-84c1-69ec4221f029 req-38b75db3-de46-4268-90cb-44a72d5ccd1f tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.98 "GET /v2.0/ports?device_id=65574fab-859c-4912-b054-2922e960d784 HTTP/1.1" status: 200 len: 946 time: 0.0891805 Jul 09 16:42:53.365385 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8e3888f5-44e3-45bb-84c1-69ec4221f029 req-c3dcd5fc-46f3-4140-8c5c-ea9604e494bb tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.98 "GET /v2.0/security-groups?id=13bd0873-baf6-495e-b566-119e908a5e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750721 Jul 09 16:42:53.505119 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1eb37971-434d-4470-9e47-08604c66e50a req-6123a1db-a2ca-4e3e-b25d-357c56f3198e service neutron] 10.222.0.77 "GET /v2.0/networks/46d411ed-dc52-411a-93f7-d4f391e5bbe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4267862 Jul 09 16:42:53.585361 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b54d328-412d-4d4b-a71d-8655d718e980 req-30a72362-23d2-4779-9515-2e9be2aa0c12 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:53.594414 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9b54d328-412d-4d4b-a71d-8655d718e980 req-30a72362-23d2-4779-9515-2e9be2aa0c12 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.98 "GET /v2.0/ports?device_id=65574fab-859c-4912-b054-2922e960d784 HTTP/1.1" status: 200 len: 946 time: 0.0852628 Jul 09 16:42:53.648169 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9b54d328-412d-4d4b-a71d-8655d718e980 req-2a1a1fdd-5873-4a24-bfc3-6bc5d043825b tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.98 "GET /v2.0/security-groups?id=13bd0873-baf6-495e-b566-119e908a5e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522757 Jul 09 16:42:53.667248 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 39268) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:53.671962 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1eb37971-434d-4470-9e47-08604c66e50a req-1c9c1e86-bfbf-4600-8053-365a770202df service neutron] 10.222.0.77 "GET /v2.0/networks/46d411ed-dc52-411a-93f7-d4f391e5bbe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603010 Jul 09 16:42:53.848579 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4fde42-df9f-47f3-92ba-988fab43921a req-b9412d3a-a098-471d-a322-a635cba21590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:53.850467 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ec4fde42-df9f-47f3-92ba-988fab43921a req-b9412d3a-a098-471d-a322-a635cba21590 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f98cc886c66a474a8d448186851b2eab&device_id=263c211a-4903-4bf3-ad7a-a4ee69353b40 HTTP/1.1" status: 200 len: 1094 time: 0.1062744 Jul 09 16:42:53.935677 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d28032e-3597-4add-879b-d6efe0bf28be req-5746fb88-fa73-451e-aa0c-23efbfe8f2d8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:53.940018 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8d28032e-3597-4add-879b-d6efe0bf28be req-5746fb88-fa73-451e-aa0c-23efbfe8f2d8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=263c211a-4903-4bf3-ad7a-a4ee69353b40 HTTP/1.1" status: 200 len: 943 time: 0.1387048 Jul 09 16:42:54.010748 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4fde42-df9f-47f3-92ba-988fab43921a req-4eebe196-044f-4b22-ac38-1392db3610d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:54.012503 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ec4fde42-df9f-47f3-92ba-988fab43921a req-4eebe196-044f-4b22-ac38-1392db3610d6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=46d411ed-dc52-411a-93f7-d4f391e5bbe4 HTTP/1.1" status: 200 len: 897 time: 0.1484926 Jul 09 16:42:54.095830 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ec4fde42-df9f-47f3-92ba-988fab43921a req-d0e2a716-79ec-44f5-9c8b-54ff1a50a7e7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0ebad37-dcf7-400c-97fa-7fb2312cfc2b HTTP/1.1" status: 200 len: 217 time: 0.0754242 Jul 09 16:42:54.122879 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8d28032e-3597-4add-879b-d6efe0bf28be req-2ec348ca-0575-40c4-8d40-312957161383 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=b6dee67b-dbdf-47ea-97e6-3fb1b779f8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619408 Jul 09 16:42:54.155386 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd2dc1b-940a-4581-9615-ba27398261f2 tempest-TestVolumeBackupRestore-1370066690 tempest-TestVolumeBackupRestore-1370066690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:54.160537 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6bd2dc1b-940a-4581-9615-ba27398261f2 tempest-TestVolumeBackupRestore-1370066690 tempest-TestVolumeBackupRestore-1370066690-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=65574fab-859c-4912-b054-2922e960d784 HTTP/1.1" status: 200 len: 1092 time: 0.4882717 Jul 09 16:42:54.160702 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 39278) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:54.176780 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-bbe6a156-f81f-436e-a1ca-cbdce03c7626 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Request body: {'floatingip': {'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'port_id': '40fa5166-1794-4430-87a7-d7f875c29048', 'tenant_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:54.203597 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bbe6a156-f81f-436e-a1ca-cbdce03c7626 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:54.205292 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4fde42-df9f-47f3-92ba-988fab43921a req-8d8124f6-26fd-408c-8da1-c0abd094efe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:54.206782 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ec4fde42-df9f-47f3-92ba-988fab43921a req-8d8124f6-26fd-408c-8da1-c0abd094efe8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=36cdbe7e-b3ab-4574-be1e-cb2ee7465050 HTTP/1.1" status: 200 len: 834 time: 0.1042125 Jul 09 16:42:54.287254 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4fde42-df9f-47f3-92ba-988fab43921a req-e4e587a7-c157-4ce2-9bf3-093dbb2fc4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:54.290515 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ec4fde42-df9f-47f3-92ba-988fab43921a req-e4e587a7-c157-4ce2-9bf3-093dbb2fc4a5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=46d411ed-dc52-411a-93f7-d4f391e5bbe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766580 Jul 09 16:42:54.338697 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bbe6a156-f81f-436e-a1ca-cbdce03c7626 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:54.403467 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ec4fde42-df9f-47f3-92ba-988fab43921a req-e22ab8f7-0f2f-44af-8d76-c828493beae8 service neutron] 10.222.0.77 "GET /v2.0/networks/46d411ed-dc52-411a-93f7-d4f391e5bbe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035278 Jul 09 16:42:54.501320 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-bbe6a156-f81f-436e-a1ca-cbdce03c7626 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Allocated IP 172.25.0.249 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/0f675e56-c819-4aa0-90ab-f8667ce230e4) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:42:54.523546 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ec4fde42-df9f-47f3-92ba-988fab43921a req-b5be7cd7-81e4-4abf-a3bc-76a1a30b0a61 service neutron] 10.222.0.77 "GET /v2.0/networks/46d411ed-dc52-411a-93f7-d4f391e5bbe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123183 Jul 09 16:42:54.635494 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bbe6a156-f81f-436e-a1ca-cbdce03c7626 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:54.677307 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bbe6a156-f81f-436e-a1ca-cbdce03c7626 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:54.724664 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe6a156-f81f-436e-a1ca-cbdce03c7626 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Pushing event updated for resources: {'Port': ['ID=0f675e56-c819-4aa0-90ab-f8667ce230e4,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:54.740509 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe6a156-f81f-436e-a1ca-cbdce03c7626 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:42:54.742477 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-bbe6a156-f81f-436e-a1ca-cbdce03c7626 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:42:54.748278 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe6a156-f81f-436e-a1ca-cbdce03c7626 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:42:55.114057 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ad842de0-fa9d-4edd-bdf3-b4f51587e00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:55.316181 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bbe6a156-f81f-436e-a1ca-cbdce03c7626 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:55.436319 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bbe6a156-f81f-436e-a1ca-cbdce03c7626 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:55.451738 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 39310) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:55.487566 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7fc63f-347d-48dc-abc3-e418302c5566 req-f73a184e-2e8a-43a2-b5ff-17ea6c99cb00 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:55.489362 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6c7fc63f-347d-48dc-abc3-e418302c5566 req-f73a184e-2e8a-43a2-b5ff-17ea6c99cb00 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=263c211a-4903-4bf3-ad7a-a4ee69353b40 HTTP/1.1" status: 200 len: 943 time: 0.1712103 Jul 09 16:42:55.571796 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6c7fc63f-347d-48dc-abc3-e418302c5566 req-89e21305-a822-4262-9abf-6c131c30a0a7 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=b6dee67b-dbdf-47ea-97e6-3fb1b779f8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687075 Jul 09 16:42:55.638080 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3965d995-9408-4e44-a315-2c0be055ddd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:55.749614 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bbe6a156-f81f-436e-a1ca-cbdce03c7626 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:55.757962 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bbe6a156-f81f-436e-a1ca-cbdce03c7626 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:55.772809 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:55.778683 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3965d995-9408-4e44-a315-2c0be055ddd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:55.783501 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3965d995-9408-4e44-a315-2c0be055ddd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:55.828329 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe6a156-f81f-436e-a1ca-cbdce03c7626 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Pushing event updated for resources: {'Port': ['ID=0f675e56-c819-4aa0-90ab-f8667ce230e4,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:55.833181 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3965d995-9408-4e44-a315-2c0be055ddd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e15b34-f0ca-469b-ae2d-9192797b55ab,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:55.841653 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3965d995-9408-4e44-a315-2c0be055ddd5 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f2a4fcc27f924ba489eb8b239cac931b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3880820 Jul 09 16:42:55.843907 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 39314) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:55.858759 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3965d995-9408-4e44-a315-2c0be055ddd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:55.859128 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3965d995-9408-4e44-a315-2c0be055ddd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:55.859468 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3965d995-9408-4e44-a315-2c0be055ddd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:55.859802 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3965d995-9408-4e44-a315-2c0be055ddd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:55.860137 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3965d995-9408-4e44-a315-2c0be055ddd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:55.860465 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3965d995-9408-4e44-a315-2c0be055ddd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:55.860790 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3965d995-9408-4e44-a315-2c0be055ddd5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:55.861122 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3965d995-9408-4e44-a315-2c0be055ddd5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:55.862428 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3965d995-9408-4e44-a315-2c0be055ddd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:55.862626 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3965d995-9408-4e44-a315-2c0be055ddd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:55.871152 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3965d995-9408-4e44-a315-2c0be055ddd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:55.872040 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3965d995-9408-4e44-a315-2c0be055ddd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:42:55.927335 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bbe6a156-f81f-436e-a1ca-cbdce03c7626 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:55.949323 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ea617ade-04c5-426c-9d7d-f48b74e4ada5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:56.003381 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ea617ade-04c5-426c-9d7d-f48b74e4ada5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:56.039725 n-d-798930-3 neutron-server[93958]: INFO neutron.db.l3_db [None req-bbe6a156-f81f-436e-a1ca-cbdce03c7626 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Floating IP fe3d25b7-0c28-4173-944a-48fea5b55398 associated. External IP: 172.25.0.249, port: 40fa5166-1794-4430-87a7-d7f875c29048. Jul 09 16:42:56.069818 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ea617ade-04c5-426c-9d7d-f48b74e4ada5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:56.072887 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ea617ade-04c5-426c-9d7d-f48b74e4ada5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:56.077093 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ea617ade-04c5-426c-9d7d-f48b74e4ada5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a9e15b34-f0ca-469b-ae2d-9192797b55ab HTTP/1.1" status: 204 len: 168 time: 0.2256577 Jul 09 16:42:56.085240 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea617ade-04c5-426c-9d7d-f48b74e4ada5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e15b34-f0ca-469b-ae2d-9192797b55ab,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:56.287081 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:56.607737 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 39334) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:56.645805 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fbfa4da3-4b08-4390-a312-33f3c7617784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:56.723473 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:56.780351 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fbfa4da3-4b08-4390-a312-33f3c7617784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:56.785215 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fbfa4da3-4b08-4390-a312-33f3c7617784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:56.791535 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbe6a156-f81f-436e-a1ca-cbdce03c7626 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Router 8cc43990-9ab5-45e1-87d5-419a65c8c9c7 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:42:56.834877 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-fbfa4da3-4b08-4390-a312-33f3c7617784 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ff704cac476f4235b644510621272e15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2256172 Jul 09 16:42:56.835579 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 39336) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:56.844750 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfa4da3-4b08-4390-a312-33f3c7617784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28b1de2-67cf-43bd-998c-ecc384913c04,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:56.923018 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c2149fe6-5c4a-44f1-a2fc-46532c7082c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:56.948949 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c2149fe6-5c4a-44f1-a2fc-46532c7082c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:57.002451 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device a0ebad37-dcf7-400c-97fa-7fb2312cfc2b details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:42:57.049690 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a66aac-fef6-4f94-9815-e7b361cdb9fe req-e594cf11-b658-4d12-8779-f6a85d1386bd tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:57.051152 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e0a66aac-fef6-4f94-9815-e7b361cdb9fe req-e594cf11-b658-4d12-8779-f6a85d1386bd tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=263c211a-4903-4bf3-ad7a-a4ee69353b40 HTTP/1.1" status: 200 len: 943 time: 0.2530503 Jul 09 16:42:57.089914 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe6a156-f81f-436e-a1ca-cbdce03c7626 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:42:57.105847 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27816777-38c3-46cb-9ae5-f7df056651a7 None None] Sync routers for ids ['8cc43990-9ab5-45e1-87d5-419a65c8c9c7'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:42:57.124879 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27816777-38c3-46cb-9ae5-f7df056651a7 None None] Routers {'8cc43990-9ab5-45e1-87d5-419a65c8c9c7'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:42:57.126845 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e0a66aac-fef6-4f94-9815-e7b361cdb9fe req-73d16bd9-cc30-41cc-bb2d-12cf17312746 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=b6dee67b-dbdf-47ea-97e6-3fb1b779f8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587313 Jul 09 16:42:57.127742 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-27816777-38c3-46cb-9ae5-f7df056651a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:42:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['8cc43990-9ab5-45e1-87d5-419a65c8c9c7'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:57.128089 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bbe6a156-f81f-436e-a1ca-cbdce03c7626 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:57.134095 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c2149fe6-5c4a-44f1-a2fc-46532c7082c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:57.136917 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c2149fe6-5c4a-44f1-a2fc-46532c7082c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:57.141348 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c2149fe6-5c4a-44f1-a2fc-46532c7082c7 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b28b1de2-67cf-43bd-998c-ecc384913c04 HTTP/1.1" status: 204 len: 168 time: 0.3034375 Jul 09 16:42:57.166629 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2149fe6-5c4a-44f1-a2fc-46532c7082c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28b1de2-67cf-43bd-998c-ecc384913c04,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:57.213723 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-bbe6a156-f81f-436e-a1ca-cbdce03c7626 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0519109 Jul 09 16:42:57.214365 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65574fab-859c-4912-b054-2922e960d784', 'tag': '40fa5166-1794-4430-87a7-d7f875c29048'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:42:57.216495 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 39340) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:57.227888 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cddde3e3-4803-4965-bcfe-c3fc77ed79ab" -d '{"events": [{"name": "network-changed", "server_uuid": "65574fab-859c-4912-b054-2922e960d784", "tag": "40fa5166-1794-4430-87a7-d7f875c29048"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:42:57.312141 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0280ea-06bc-494f-8662-374eec9beb00 x-openstack-request-id: req-df0280ea-06bc-494f-8662-374eec9beb00 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:42:57.312695 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65574fab-859c-4912-b054-2922e960d784", "tag": "40fa5166-1794-4430-87a7-d7f875c29048", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:42:57.313115 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-df0280ea-06bc-494f-8662-374eec9beb00 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:42:57.313982 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65574fab-859c-4912-b054-2922e960d784', 'tag': '40fa5166-1794-4430-87a7-d7f875c29048', 'status': 'completed', 'code': 200} Jul 09 16:42:57.320935 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port a0ebad37-dcf7-400c-97fa-7fb2312cfc2b, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=a0ebad37-dcf7-400c-97fa-7fb2312cfc2b,segment=NetworkSegment(e68ff3ad-90d6-4938-8298-17adba4844eb),segment_id=e68ff3ad-90d6-4938-8298-17adba4844eb)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:57.338295 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': 'a0ebad37-dcf7-400c-97fa-7fb2312cfc2b', 'network_id': '46d411ed-dc52-411a-93f7-d4f391e5bbe4', 'port_id': 'a0ebad37-dcf7-400c-97fa-7fb2312cfc2b', 'mac_address': 'fa:16:3e:b7:ec:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36cdbe7e-b3ab-4574-be1e-cb2ee7465050', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:42:57.359457 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba588ad-3126-425e-bff9-207c9022a966 tempest-TestVolumeBackupRestore-1370066690 tempest-TestVolumeBackupRestore-1370066690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:57.361010 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8ba588ad-3126-425e-bff9-207c9022a966 tempest-TestVolumeBackupRestore-1370066690 tempest-TestVolumeBackupRestore-1370066690-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=65574fab-859c-4912-b054-2922e960d784 HTTP/1.1" status: 200 len: 1092 time: 0.1435256 Jul 09 16:42:57.364129 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 39344) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:42:57.371779 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-07c6b639-e1b9-4af5-9011-64f75eb43be5 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Request body: {'floatingip': {'port_id': '40fa5166-1794-4430-87a7-d7f875c29048'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:42:57.381865 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-27816777-38c3-46cb-9ae5-f7df056651a7 None None] Set router 8cc43990-9ab5-45e1-87d5-419a65c8c9c7 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:42:57.425980 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:57.453672 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0ebad37-dcf7-400c-97fa-7fb2312cfc2b {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:42:57.491017 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port a0ebad37-dcf7-400c-97fa-7fb2312cfc2b, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=a0ebad37-dcf7-400c-97fa-7fb2312cfc2b,segment=NetworkSegment(e68ff3ad-90d6-4938-8298-17adba4844eb),segment_id=e68ff3ad-90d6-4938-8298-17adba4844eb)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:57.497862 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:57.540462 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07c6b639-e1b9-4af5-9011-64f75eb43be5 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify callbacks [] for floatingip, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:57.588964 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=a0ebad37-dcf7-400c-97fa-7fb2312cfc2b,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:57.619271 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddde3e3-4803-4965-bcfe-c3fc77ed79ab req-fc76f549-a87d-4cf3-b889-9fed5b8813ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:57.621103 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cddde3e3-4803-4965-bcfe-c3fc77ed79ab req-fc76f549-a87d-4cf3-b889-9fed5b8813ea service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fbaf693dfcd540cb80d81354443d4ce4&device_id=65574fab-859c-4912-b054-2922e960d784 HTTP/1.1" status: 200 len: 1097 time: 0.1972516 Jul 09 16:42:57.692916 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['a0ebad37-dcf7-400c-97fa-7fb2312cfc2b'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:42:57.828760 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-27816777-38c3-46cb-9ae5-f7df056651a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc43990-9ab5-45e1-87d5-419a65c8c9c7', 'name': 'tempest-TestVolumeBackupRestore-148455542-router', 'tenant_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:56Z', 'updated_at': '2021-07-09T16:39:05Z', 'revision_number': 4, 'project_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'gw_port': {'id': '7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc43990-9ab5-45e1-87d5-419a65c8c9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:58Z', 'updated_at': '2021-07-09T16:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'fe3d25b7-0c28-4173-944a-48fea5b55398', 'tenant_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'floating_ip_address': '172.25.0.249', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '8cc43990-9ab5-45e1-87d5-419a65c8c9c7', 'port_id': '40fa5166-1794-4430-87a7-d7f875c29048', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73ebf291-23c0-432d-ae7e-abd99b594bfa', 'mac_address': 'fa:16:3e:44:2f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65574fab-859c-4912-b054-2922e960d784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:42:55Z', 'updated_at': '2021-07-09T16:42:55Z', 'revision_number': 0, 'project_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87149843-454c-4675-99da-acf70fc9e682', 'name': '', 'network_id': '73ebf291-23c0-432d-ae7e-abd99b594bfa', 'tenant_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'mac_address': 'fa:16:3e:dd:82:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc43990-9ab5-45e1-87d5-419a65c8c9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '54163d02-03b7-4e71-a0ad-b40aee212401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:39:03Z', 'updated_at': '2021-07-09T16:39:14Z', 'revision_number': 5, 'project_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'subnets': [{'id': '54163d02-03b7-4e71-a0ad-b40aee212401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:57.875864 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27816777-38c3-46cb-9ae5-f7df056651a7 None None] Checking router: 8cc43990-9ab5-45e1-87d5-419a65c8c9c7 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:42:57.897797 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27816777-38c3-46cb-9ae5-f7df056651a7 None None] Routers {'8cc43990-9ab5-45e1-87d5-419a65c8c9c7'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:42:57.898538 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-27816777-38c3-46cb-9ae5-f7df056651a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:42:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['8cc43990-9ab5-45e1-87d5-419a65c8c9c7'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:57.929365 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddde3e3-4803-4965-bcfe-c3fc77ed79ab req-1b7c0799-e822-4989-879b-7c616563926e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:57.930694 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cddde3e3-4803-4965-bcfe-c3fc77ed79ab req-1b7c0799-e822-4989-879b-7c616563926e service neutron] 10.222.0.73 "GET /v2.0/networks?id=73ebf291-23c0-432d-ae7e-abd99b594bfa HTTP/1.1" status: 200 len: 914 time: 0.2986996 Jul 09 16:42:58.042189 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-27816777-38c3-46cb-9ae5-f7df056651a7 None None] Set router 8cc43990-9ab5-45e1-87d5-419a65c8c9c7 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:42:58.054468 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cddde3e3-4803-4965-bcfe-c3fc77ed79ab req-e120ac1a-476e-4a6f-b272-0fbf49a3ae0e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40fa5166-1794-4430-87a7-d7f875c29048 HTTP/1.1" status: 200 len: 1000 time: 0.1082489 Jul 09 16:42:58.109210 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddde3e3-4803-4965-bcfe-c3fc77ed79ab req-db4356af-05fc-4897-ae11-856d9d87810f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:58.110640 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cddde3e3-4803-4965-bcfe-c3fc77ed79ab req-db4356af-05fc-4897-ae11-856d9d87810f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54163d02-03b7-4e71-a0ad-b40aee212401 HTTP/1.1" status: 200 len: 852 time: 0.0470095 Jul 09 16:42:58.302959 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:58.428744 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddde3e3-4803-4965-bcfe-c3fc77ed79ab req-6ba6abff-d601-4a3e-aff7-064a0213aa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:58.432191 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cddde3e3-4803-4965-bcfe-c3fc77ed79ab req-6ba6abff-d601-4a3e-aff7-064a0213aa55 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=73ebf291-23c0-432d-ae7e-abd99b594bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2720869 Jul 09 16:42:58.509460 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-27816777-38c3-46cb-9ae5-f7df056651a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc43990-9ab5-45e1-87d5-419a65c8c9c7', 'name': 'tempest-TestVolumeBackupRestore-148455542-router', 'tenant_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:56Z', 'updated_at': '2021-07-09T16:39:05Z', 'revision_number': 4, 'project_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'gw_port': {'id': '7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc43990-9ab5-45e1-87d5-419a65c8c9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:58Z', 'updated_at': '2021-07-09T16:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'fe3d25b7-0c28-4173-944a-48fea5b55398', 'tenant_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'floating_ip_address': '172.25.0.249', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '8cc43990-9ab5-45e1-87d5-419a65c8c9c7', 'port_id': '40fa5166-1794-4430-87a7-d7f875c29048', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73ebf291-23c0-432d-ae7e-abd99b594bfa', 'mac_address': 'fa:16:3e:44:2f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65574fab-859c-4912-b054-2922e960d784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:42:55Z', 'updated_at': '2021-07-09T16:42:55Z', 'revision_number': 0, 'project_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87149843-454c-4675-99da-acf70fc9e682', 'name': '', 'network_id': '73ebf291-23c0-432d-ae7e-abd99b594bfa', 'tenant_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'mac_address': 'fa:16:3e:dd:82:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc43990-9ab5-45e1-87d5-419a65c8c9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '54163d02-03b7-4e71-a0ad-b40aee212401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:39:03Z', 'updated_at': '2021-07-09T16:39:14Z', 'revision_number': 5, 'project_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'subnets': [{'id': '54163d02-03b7-4e71-a0ad-b40aee212401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:58.566642 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cddde3e3-4803-4965-bcfe-c3fc77ed79ab req-a17d440a-ea60-441f-8ed5-2d3e16b514dd service neutron] 10.222.0.73 "GET /v2.0/networks/73ebf291-23c0-432d-ae7e-abd99b594bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229479 Jul 09 16:42:58.782376 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27816777-38c3-46cb-9ae5-f7df056651a7 None None] The sync data for ids ['8cc43990-9ab5-45e1-87d5-419a65c8c9c7'] in n-d-798930-3 is: [{'id': '8cc43990-9ab5-45e1-87d5-419a65c8c9c7', 'name': 'tempest-TestVolumeBackupRestore-148455542-router', 'tenant_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:56Z', 'updated_at': '2021-07-09T16:39:05Z', 'revision_number': 4, 'project_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'gw_port': {'id': '7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc43990-9ab5-45e1-87d5-419a65c8c9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:58Z', 'updated_at': '2021-07-09T16:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'fe3d25b7-0c28-4173-944a-48fea5b55398', 'tenant_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'floating_ip_address': '172.25.0.249', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '8cc43990-9ab5-45e1-87d5-419a65c8c9c7', 'port_id': '40fa5166-1794-4430-87a7-d7f875c29048', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73ebf291-23c0-432d-ae7e-abd99b594bfa', 'mac_address': 'fa:16:3e:44:2f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65574fab-859c-4912-b054-2922e960d784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:42:55Z', 'updated_at': '2021-07-09T16:42:55Z', 'revision_number': 0, 'project_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87149843-454c-4675-99da-acf70fc9e682', 'name': '', 'network_id': '73ebf291-23c0-432d-ae7e-abd99b594bfa', 'tenant_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'mac_address': 'fa:16:3e:dd:82:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc43990-9ab5-45e1-87d5-419a65c8c9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '54163d02-03b7-4e71-a0ad-b40aee212401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:39:03Z', 'updated_at': '2021-07-09T16:39:14Z', 'revision_number': 5, 'project_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'subnets': [{'id': '54163d02-03b7-4e71-a0ad-b40aee212401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:42:58.821615 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c055b8-862b-48d3-b6a9-520870a9d624 req-d669075b-84f2-43d7-a792-95f12258abcd tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:58.828623 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-00c055b8-862b-48d3-b6a9-520870a9d624 req-d669075b-84f2-43d7-a792-95f12258abcd tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=263c211a-4903-4bf3-ad7a-a4ee69353b40 HTTP/1.1" status: 200 len: 944 time: 0.3882878 Jul 09 16:42:58.874032 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07c6b639-e1b9-4af5-9011-64f75eb43be5 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:58.878518 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cddde3e3-4803-4965-bcfe-c3fc77ed79ab req-ee60c94e-cf85-425f-aaa2-e20aa8db53b8 service neutron] 10.222.0.73 "GET /v2.0/networks/73ebf291-23c0-432d-ae7e-abd99b594bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830718 Jul 09 16:42:58.914291 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-00c055b8-862b-48d3-b6a9-520870a9d624 req-81c76e01-e706-4ebc-822e-d6eb4d701e50 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=b6dee67b-dbdf-47ea-97e6-3fb1b779f8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848193 Jul 09 16:42:58.915608 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07c6b639-e1b9-4af5-9011-64f75eb43be5 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:58.996325 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device a0ebad37-dcf7-400c-97fa-7fb2312cfc2b up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:42:59.073119 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port a0ebad37-dcf7-400c-97fa-7fb2312cfc2b completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:42:59.082636 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port a0ebad37-dcf7-400c-97fa-7fb2312cfc2b triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:42:59.082915 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:59.198944 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:59.233816 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '263c211a-4903-4bf3-ad7a-a4ee69353b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ebad37-dcf7-400c-97fa-7fb2312cfc2b'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:42:59.236330 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a7829b-0ef1-4d65-99fe-a96908ca0b00" -d '{"events": [{"server_uuid": "263c211a-4903-4bf3-ad7a-a4ee69353b40", "name": "network-vif-plugged", "status": "completed", "tag": "a0ebad37-dcf7-400c-97fa-7fb2312cfc2b"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:42:59.244873 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3edfb2-7be6-4fd4-82b4-0fbfd1ba962d None None] New status for floating IP fe3d25b7-0c28-4173-944a-48fea5b55398: ACTIVE {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:42:59.311230 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c6b639-e1b9-4af5-9011-64f75eb43be5 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Router 8cc43990-9ab5-45e1-87d5-419a65c8c9c7 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:42:59.349961 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4634de86-0dbc-4e6e-895c-6616ccb966b5 x-openstack-request-id: req-4634de86-0dbc-4e6e-895c-6616ccb966b5 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:42:59.350446 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "263c211a-4903-4bf3-ad7a-a4ee69353b40", "name": "network-vif-plugged", "status": "completed", "tag": "a0ebad37-dcf7-400c-97fa-7fb2312cfc2b", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:42:59.350899 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4634de86-0dbc-4e6e-895c-6616ccb966b5 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:42:59.351565 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '263c211a-4903-4bf3-ad7a-a4ee69353b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ebad37-dcf7-400c-97fa-7fb2312cfc2b', 'code': 200} Jul 09 16:42:59.376329 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port a0ebad37-dcf7-400c-97fa-7fb2312cfc2b, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=a0ebad37-dcf7-400c-97fa-7fb2312cfc2b,segment=NetworkSegment(e68ff3ad-90d6-4938-8298-17adba4844eb),segment_id=e68ff3ad-90d6-4938-8298-17adba4844eb)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:42:59.390130 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:59.495826 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe7e6ff-b3a4-4c79-afac-7a0cec4ac2d1 req-a624bb22-ad9b-4a27-bbc6-1529fff41ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:59.503913 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ffe7e6ff-b3a4-4c79-afac-7a0cec4ac2d1 req-a624bb22-ad9b-4a27-bbc6-1529fff41ec8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=263c211a-4903-4bf3-ad7a-a4ee69353b40 HTTP/1.1" status: 200 len: 1096 time: 0.1193171 Jul 09 16:42:59.540627 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c6b639-e1b9-4af5-9011-64f75eb43be5 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:42:59.548261 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=a0ebad37-dcf7-400c-97fa-7fb2312cfc2b,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:42:59.551857 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07c6b639-e1b9-4af5-9011-64f75eb43be5 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:42:59.602394 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ffe7e6ff-b3a4-4c79-afac-7a0cec4ac2d1 req-51e60857-c713-4637-95a3-c4b4d95a2974 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=b6dee67b-dbdf-47ea-97e6-3fb1b779f8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894723 Jul 09 16:42:59.655723 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65574fab-859c-4912-b054-2922e960d784', 'tag': '40fa5166-1794-4430-87a7-d7f875c29048'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:42:59.661454 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c669b52-a3e4-4ce3-89f1-27c0fb884504" -d '{"events": [{"name": "network-changed", "server_uuid": "65574fab-859c-4912-b054-2922e960d784", "tag": "40fa5166-1794-4430-87a7-d7f875c29048"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:42:59.726106 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-07c6b639-e1b9-4af5-9011-64f75eb43be5 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.98 "PUT /v2.0/floatingips/fe3d25b7-0c28-4173-944a-48fea5b55398 HTTP/1.1" status: 200 len: 992 time: 2.3557291 Jul 09 16:42:59.734812 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af688b38-6d4b-44ae-8f10-617b21384ef0 x-openstack-request-id: req-af688b38-6d4b-44ae-8f10-617b21384ef0 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:42:59.735169 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65574fab-859c-4912-b054-2922e960d784", "tag": "40fa5166-1794-4430-87a7-d7f875c29048", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:42:59.735523 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-af688b38-6d4b-44ae-8f10-617b21384ef0 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:42:59.736040 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65574fab-859c-4912-b054-2922e960d784', 'tag': '40fa5166-1794-4430-87a7-d7f875c29048', 'status': 'completed', 'code': 200} Jul 09 16:42:59.755593 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3ad274-2940-4506-9b9a-e7bff1577355 None None] Sync routers for ids ['8cc43990-9ab5-45e1-87d5-419a65c8c9c7'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:42:59.772583 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3ad274-2940-4506-9b9a-e7bff1577355 None None] Routers {'8cc43990-9ab5-45e1-87d5-419a65c8c9c7'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:42:59.773207 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-af3ad274-2940-4506-9b9a-e7bff1577355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:42:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['8cc43990-9ab5-45e1-87d5-419a65c8c9c7'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:42:59.879819 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c669b52-a3e4-4ce3-89f1-27c0fb884504 req-f81df314-9834-4dca-a164-d0be7056b55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:42:59.882056 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7c669b52-a3e4-4ce3-89f1-27c0fb884504 req-f81df314-9834-4dca-a164-d0be7056b55b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fbaf693dfcd540cb80d81354443d4ce4&device_id=65574fab-859c-4912-b054-2922e960d784 HTTP/1.1" status: 200 len: 1097 time: 0.1065984 Jul 09 16:42:59.977358 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-af3ad274-2940-4506-9b9a-e7bff1577355 None None] Set router 8cc43990-9ab5-45e1-87d5-419a65c8c9c7 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:43:00.046792 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c669b52-a3e4-4ce3-89f1-27c0fb884504 req-ab5b6f68-b8a0-4c59-a0a9-540df86343ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:00.047845 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7c669b52-a3e4-4ce3-89f1-27c0fb884504 req-ab5b6f68-b8a0-4c59-a0a9-540df86343ee service neutron] 10.222.0.73 "GET /v2.0/networks?id=73ebf291-23c0-432d-ae7e-abd99b594bfa HTTP/1.1" status: 200 len: 914 time: 0.1585901 Jul 09 16:43:00.115515 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:43:00.217150 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7c669b52-a3e4-4ce3-89f1-27c0fb884504 req-3c4a316d-e99a-4cad-91bd-f0268d663e0e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40fa5166-1794-4430-87a7-d7f875c29048 HTTP/1.1" status: 200 len: 1002 time: 0.1611133 Jul 09 16:43:00.343342 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c669b52-a3e4-4ce3-89f1-27c0fb884504 req-80db3b6f-a514-4721-ae78-8f5cbd2df2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:00.346174 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7c669b52-a3e4-4ce3-89f1-27c0fb884504 req-80db3b6f-a514-4721-ae78-8f5cbd2df2c1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54163d02-03b7-4e71-a0ad-b40aee212401 HTTP/1.1" status: 200 len: 852 time: 0.1211143 Jul 09 16:43:00.365857 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db990b-3264-4852-a06d-a6c8625019fc req-556e7685-2103-4771-a397-8b3aa42e8412 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:00.367428 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c8db990b-3264-4852-a06d-a6c8625019fc req-556e7685-2103-4771-a397-8b3aa42e8412 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=263c211a-4903-4bf3-ad7a-a4ee69353b40 HTTP/1.1" status: 200 len: 945 time: 0.1976912 Jul 09 16:43:00.465900 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c8db990b-3264-4852-a06d-a6c8625019fc req-3c96c189-2a98-4544-9cd8-7485aff4ae8e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=b6dee67b-dbdf-47ea-97e6-3fb1b779f8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876977 Jul 09 16:43:00.487588 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c669b52-a3e4-4ce3-89f1-27c0fb884504 req-28cfccbe-8c59-46d0-84fe-1d9971988448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:00.489578 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7c669b52-a3e4-4ce3-89f1-27c0fb884504 req-28cfccbe-8c59-46d0-84fe-1d9971988448 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=73ebf291-23c0-432d-ae7e-abd99b594bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1212234 Jul 09 16:43:00.510125 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-af3ad274-2940-4506-9b9a-e7bff1577355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc43990-9ab5-45e1-87d5-419a65c8c9c7', 'name': 'tempest-TestVolumeBackupRestore-148455542-router', 'tenant_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:56Z', 'updated_at': '2021-07-09T16:39:05Z', 'revision_number': 4, 'project_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'gw_port': {'id': '7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc43990-9ab5-45e1-87d5-419a65c8c9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:58Z', 'updated_at': '2021-07-09T16:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'fe3d25b7-0c28-4173-944a-48fea5b55398', 'tenant_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'floating_ip_address': '172.25.0.249', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '8cc43990-9ab5-45e1-87d5-419a65c8c9c7', 'port_id': '40fa5166-1794-4430-87a7-d7f875c29048', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73ebf291-23c0-432d-ae7e-abd99b594bfa', 'mac_address': 'fa:16:3e:44:2f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65574fab-859c-4912-b054-2922e960d784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:42:55Z', 'updated_at': '2021-07-09T16:42:59Z', 'revision_number': 2, 'project_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87149843-454c-4675-99da-acf70fc9e682', 'name': '', 'network_id': '73ebf291-23c0-432d-ae7e-abd99b594bfa', 'tenant_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'mac_address': 'fa:16:3e:dd:82:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc43990-9ab5-45e1-87d5-419a65c8c9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '54163d02-03b7-4e71-a0ad-b40aee212401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:39:03Z', 'updated_at': '2021-07-09T16:39:14Z', 'revision_number': 5, 'project_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'subnets': [{'id': '54163d02-03b7-4e71-a0ad-b40aee212401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:43:00.546504 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3ad274-2940-4506-9b9a-e7bff1577355 None None] Checking router: 8cc43990-9ab5-45e1-87d5-419a65c8c9c7 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:43:00.568492 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3ad274-2940-4506-9b9a-e7bff1577355 None None] Routers {'8cc43990-9ab5-45e1-87d5-419a65c8c9c7'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:43:00.569114 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-af3ad274-2940-4506-9b9a-e7bff1577355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:42:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['8cc43990-9ab5-45e1-87d5-419a65c8c9c7'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:43:00.631121 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7c669b52-a3e4-4ce3-89f1-27c0fb884504 req-051ad327-516e-474c-a549-1b1b4e276f58 service neutron] 10.222.0.73 "GET /v2.0/networks/73ebf291-23c0-432d-ae7e-abd99b594bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327829 Jul 09 16:43:00.699382 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-af3ad274-2940-4506-9b9a-e7bff1577355 None None] Set router 8cc43990-9ab5-45e1-87d5-419a65c8c9c7 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:43:00.747107 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7c669b52-a3e4-4ce3-89f1-27c0fb884504 req-5012e1d0-ab92-4085-9ea3-2cde81268deb service neutron] 10.222.0.73 "GET /v2.0/networks/73ebf291-23c0-432d-ae7e-abd99b594bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084237 Jul 09 16:43:00.943627 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-af3ad274-2940-4506-9b9a-e7bff1577355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc43990-9ab5-45e1-87d5-419a65c8c9c7', 'name': 'tempest-TestVolumeBackupRestore-148455542-router', 'tenant_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:56Z', 'updated_at': '2021-07-09T16:39:05Z', 'revision_number': 4, 'project_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'gw_port': {'id': '7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc43990-9ab5-45e1-87d5-419a65c8c9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:58Z', 'updated_at': '2021-07-09T16:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'fe3d25b7-0c28-4173-944a-48fea5b55398', 'tenant_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'floating_ip_address': '172.25.0.249', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '8cc43990-9ab5-45e1-87d5-419a65c8c9c7', 'port_id': '40fa5166-1794-4430-87a7-d7f875c29048', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73ebf291-23c0-432d-ae7e-abd99b594bfa', 'mac_address': 'fa:16:3e:44:2f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65574fab-859c-4912-b054-2922e960d784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:42:55Z', 'updated_at': '2021-07-09T16:42:59Z', 'revision_number': 2, 'project_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87149843-454c-4675-99da-acf70fc9e682', 'name': '', 'network_id': '73ebf291-23c0-432d-ae7e-abd99b594bfa', 'tenant_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'mac_address': 'fa:16:3e:dd:82:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc43990-9ab5-45e1-87d5-419a65c8c9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '54163d02-03b7-4e71-a0ad-b40aee212401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:39:03Z', 'updated_at': '2021-07-09T16:39:14Z', 'revision_number': 5, 'project_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'subnets': [{'id': '54163d02-03b7-4e71-a0ad-b40aee212401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:43:00.969664 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3ad274-2940-4506-9b9a-e7bff1577355 None None] The sync data for ids ['8cc43990-9ab5-45e1-87d5-419a65c8c9c7'] in n-d-798930-3 is: [{'id': '8cc43990-9ab5-45e1-87d5-419a65c8c9c7', 'name': 'tempest-TestVolumeBackupRestore-148455542-router', 'tenant_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:56Z', 'updated_at': '2021-07-09T16:39:05Z', 'revision_number': 4, 'project_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'gw_port': {'id': '7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc43990-9ab5-45e1-87d5-419a65c8c9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:58Z', 'updated_at': '2021-07-09T16:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'fe3d25b7-0c28-4173-944a-48fea5b55398', 'tenant_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'floating_ip_address': '172.25.0.249', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '8cc43990-9ab5-45e1-87d5-419a65c8c9c7', 'port_id': '40fa5166-1794-4430-87a7-d7f875c29048', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73ebf291-23c0-432d-ae7e-abd99b594bfa', 'mac_address': 'fa:16:3e:44:2f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65574fab-859c-4912-b054-2922e960d784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:42:55Z', 'updated_at': '2021-07-09T16:42:59Z', 'revision_number': 2, 'project_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87149843-454c-4675-99da-acf70fc9e682', 'name': '', 'network_id': '73ebf291-23c0-432d-ae7e-abd99b594bfa', 'tenant_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'mac_address': 'fa:16:3e:dd:82:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc43990-9ab5-45e1-87d5-419a65c8c9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '54163d02-03b7-4e71-a0ad-b40aee212401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:39:03Z', 'updated_at': '2021-07-09T16:39:14Z', 'revision_number': 5, 'project_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'subnets': [{'id': '54163d02-03b7-4e71-a0ad-b40aee212401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:43:01.671649 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3b26cf-7663-456c-a4a1-1d70101a22c0 req-98853824-bf88-40c4-9aac-66f805221209 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:01.679473 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9e3b26cf-7663-456c-a4a1-1d70101a22c0 req-98853824-bf88-40c4-9aac-66f805221209 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=263c211a-4903-4bf3-ad7a-a4ee69353b40 HTTP/1.1" status: 200 len: 945 time: 0.0814764 Jul 09 16:43:01.720338 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9e3b26cf-7663-456c-a4a1-1d70101a22c0 req-b544290d-43a9-4358-86d0-5280a765953d tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=b6dee67b-dbdf-47ea-97e6-3fb1b779f8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399590 Jul 09 16:43:01.737244 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65574fab-859c-4912-b054-2922e960d784', 'tag': '40fa5166-1794-4430-87a7-d7f875c29048'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:43:01.748031 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c3e815-c161-4b00-a7ad-d670c7bc22ff" -d '{"events": [{"name": "network-changed", "server_uuid": "65574fab-859c-4912-b054-2922e960d784", "tag": "40fa5166-1794-4430-87a7-d7f875c29048"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:43:01.822828 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1f103e-6b22-4d33-ba4e-0b5099b06e9d x-openstack-request-id: req-ad1f103e-6b22-4d33-ba4e-0b5099b06e9d {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:43:01.823313 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65574fab-859c-4912-b054-2922e960d784", "tag": "40fa5166-1794-4430-87a7-d7f875c29048", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:43:01.823727 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ad1f103e-6b22-4d33-ba4e-0b5099b06e9d {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:43:01.824291 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65574fab-859c-4912-b054-2922e960d784', 'tag': '40fa5166-1794-4430-87a7-d7f875c29048', 'status': 'completed', 'code': 200} Jul 09 16:43:02.424649 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd5029-f7cd-48ed-9b31-513e4cc9dd4a req-3ef1db8f-b15b-4489-901e-9994146637f1 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:02.426478 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-16fd5029-f7cd-48ed-9b31-513e4cc9dd4a req-3ef1db8f-b15b-4489-901e-9994146637f1 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=263c211a-4903-4bf3-ad7a-a4ee69353b40 HTTP/1.1" status: 200 len: 945 time: 0.4991848 Jul 09 16:43:02.438742 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c3e815-c161-4b00-a7ad-d670c7bc22ff req-f82b6454-6d5b-476a-853d-af43f68192cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:02.440371 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d5c3e815-c161-4b00-a7ad-d670c7bc22ff req-f82b6454-6d5b-476a-853d-af43f68192cc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fbaf693dfcd540cb80d81354443d4ce4&device_id=65574fab-859c-4912-b054-2922e960d784 HTTP/1.1" status: 200 len: 1097 time: 0.5684710 Jul 09 16:43:02.572050 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-16fd5029-f7cd-48ed-9b31-513e4cc9dd4a req-985d0688-89ed-4ea3-8a72-cad91e48a451 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=b6dee67b-dbdf-47ea-97e6-3fb1b779f8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376393 Jul 09 16:43:02.590558 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c3e815-c161-4b00-a7ad-d670c7bc22ff req-f3548985-b02d-4ff2-9eaf-e3c61dabe030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:02.592271 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d5c3e815-c161-4b00-a7ad-d670c7bc22ff req-f3548985-b02d-4ff2-9eaf-e3c61dabe030 service neutron] 10.222.0.73 "GET /v2.0/networks?id=73ebf291-23c0-432d-ae7e-abd99b594bfa HTTP/1.1" status: 200 len: 914 time: 0.1329656 Jul 09 16:43:02.601848 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 39452) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:02.671432 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f54b7f-f58a-4236-946f-2cd8a4486d73 tempest-TestNetworkAdvancedServerOps-1802097100 tempest-TestNetworkAdvancedServerOps-1802097100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:02.673507 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e8f54b7f-f58a-4236-946f-2cd8a4486d73 tempest-TestNetworkAdvancedServerOps-1802097100 tempest-TestNetworkAdvancedServerOps-1802097100-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=263c211a-4903-4bf3-ad7a-a4ee69353b40 HTTP/1.1" status: 200 len: 1091 time: 0.0706303 Jul 09 16:43:02.676610 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 39456) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:02.681451 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-cdc78305-45a9-44a1-acfd-aa7dec69b29e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Request body: {'floatingip': {'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'port_id': 'a0ebad37-dcf7-400c-97fa-7fb2312cfc2b', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:43:02.706453 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cdc78305-45a9-44a1-acfd-aa7dec69b29e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:02.720788 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d5c3e815-c161-4b00-a7ad-d670c7bc22ff req-bab980ec-06c0-4b23-bfc8-5773816f581c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40fa5166-1794-4430-87a7-d7f875c29048 HTTP/1.1" status: 200 len: 1002 time: 0.1215916 Jul 09 16:43:02.766120 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [req-204d12e0-5b3d-4c75-8a83-e61842856a4c req-f66d4536-fce4-4549-87fb-3b53ad8557b1 service neutron] (93958) timed out ('10.222.0.73', 58203) {{(pid=93958) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 16:43:02.825086 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c3e815-c161-4b00-a7ad-d670c7bc22ff req-30387b6f-f0c1-4675-8ae5-6cd269a3b850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:02.830569 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cdc78305-45a9-44a1-acfd-aa7dec69b29e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:02.831784 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d5c3e815-c161-4b00-a7ad-d670c7bc22ff req-30387b6f-f0c1-4675-8ae5-6cd269a3b850 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54163d02-03b7-4e71-a0ad-b40aee212401 HTTP/1.1" status: 200 len: 852 time: 0.1031682 Jul 09 16:43:03.020004 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c3e815-c161-4b00-a7ad-d670c7bc22ff req-c7a073e9-60e3-44bc-8233-65e90279f94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:03.022581 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d5c3e815-c161-4b00-a7ad-d670c7bc22ff req-c7a073e9-60e3-44bc-8233-65e90279f94c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=73ebf291-23c0-432d-ae7e-abd99b594bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1822112 Jul 09 16:43:03.151255 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-cdc78305-45a9-44a1-acfd-aa7dec69b29e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Allocated IP 172.25.0.90 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/819002e4-6d35-492b-9bd9-8721a4e48e5b) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:43:03.215153 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d5c3e815-c161-4b00-a7ad-d670c7bc22ff req-50b7501c-353b-4bf7-92c1-46711f273070 service neutron] 10.222.0.73 "GET /v2.0/networks/73ebf291-23c0-432d-ae7e-abd99b594bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829875 Jul 09 16:43:03.312401 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cdc78305-45a9-44a1-acfd-aa7dec69b29e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:03.365553 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cdc78305-45a9-44a1-acfd-aa7dec69b29e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:03.408755 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc78305-45a9-44a1-acfd-aa7dec69b29e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:43:03.412240 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-cdc78305-45a9-44a1-acfd-aa7dec69b29e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:43:03.424842 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc78305-45a9-44a1-acfd-aa7dec69b29e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:43:03.442588 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d5c3e815-c161-4b00-a7ad-d670c7bc22ff req-2562de92-ce6d-4bca-a75e-8ae4e24d7235 service neutron] 10.222.0.73 "GET /v2.0/networks/73ebf291-23c0-432d-ae7e-abd99b594bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202268 Jul 09 16:43:03.459935 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc78305-45a9-44a1-acfd-aa7dec69b29e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event updated for resources: {'Port': ['ID=819002e4-6d35-492b-9bd9-8721a4e48e5b,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:03.681034 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 39472) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:03.819113 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-58469c2d-7c3c-401e-87df-67cd0d885a61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:03.945983 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cdc78305-45a9-44a1-acfd-aa7dec69b29e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:03.972860 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-58469c2d-7c3c-401e-87df-67cd0d885a61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:03.978054 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-58469c2d-7c3c-401e-87df-67cd0d885a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:04.021617 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-58469c2d-7c3c-401e-87df-67cd0d885a61 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5b141681112e449db85bc73dcad73cf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3391554 Jul 09 16:43:04.022318 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58469c2d-7c3c-401e-87df-67cd0d885a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e01d8c-6b06-4880-a04d-a326730329fb,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:04.024714 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 39482) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:04.052150 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cdc78305-45a9-44a1-acfd-aa7dec69b29e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:04.091246 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e27b6e56-2669-4e73-bcfc-a81e1cd76cd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:04.126847 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e27b6e56-2669-4e73-bcfc-a81e1cd76cd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:04.184972 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e27b6e56-2669-4e73-bcfc-a81e1cd76cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:04.188866 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e27b6e56-2669-4e73-bcfc-a81e1cd76cd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:04.194656 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e27b6e56-2669-4e73-bcfc-a81e1cd76cd2 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/02e01d8c-6b06-4880-a04d-a326730329fb HTTP/1.1" status: 204 len: 168 time: 0.1687729 Jul 09 16:43:04.208712 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27b6e56-2669-4e73-bcfc-a81e1cd76cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e01d8c-6b06-4880-a04d-a326730329fb,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:04.285802 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cdc78305-45a9-44a1-acfd-aa7dec69b29e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:04.293546 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cdc78305-45a9-44a1-acfd-aa7dec69b29e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:04.375479 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc78305-45a9-44a1-acfd-aa7dec69b29e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event updated for resources: {'Port': ['ID=819002e4-6d35-492b-9bd9-8721a4e48e5b,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:04.385877 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cdc78305-45a9-44a1-acfd-aa7dec69b29e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:04.509027 n-d-798930-3 neutron-server[93959]: INFO neutron.db.l3_db [None req-cdc78305-45a9-44a1-acfd-aa7dec69b29e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Floating IP e724d863-a881-46a7-af05-75fe4b4fc214 associated. External IP: 172.25.0.90, port: a0ebad37-dcf7-400c-97fa-7fb2312cfc2b. Jul 09 16:43:04.579492 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 39490) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:04.598027 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-485f7117-bc71-46b3-9b69-c9d69f0af177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:04.720827 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-485f7117-bc71-46b3-9b69-c9d69f0af177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:04.736844 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-485f7117-bc71-46b3-9b69-c9d69f0af177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:04.782683 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc78305-45a9-44a1-acfd-aa7dec69b29e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Router a621d615-5337-4fc8-89df-21c445d40438 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:43:04.792886 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-485f7117-bc71-46b3-9b69-c9d69f0af177 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=be22a5f0964c4a689e61984e8ba5809e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2098122 Jul 09 16:43:04.792886 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f7117-bc71-46b3-9b69-c9d69f0af177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eed71b1-4a3f-444c-be57-be7c56d11985,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:04.793236 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 39492) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:04.801473 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f7117-bc71-46b3-9b69-c9d69f0af177 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:04.801626 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f7117-bc71-46b3-9b69-c9d69f0af177 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:04.801893 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f7117-bc71-46b3-9b69-c9d69f0af177 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:04.802333 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f7117-bc71-46b3-9b69-c9d69f0af177 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:04.802610 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f7117-bc71-46b3-9b69-c9d69f0af177 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:04.803014 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f7117-bc71-46b3-9b69-c9d69f0af177 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:04.803283 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f7117-bc71-46b3-9b69-c9d69f0af177 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:04.803604 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f7117-bc71-46b3-9b69-c9d69f0af177 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:04.803921 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f7117-bc71-46b3-9b69-c9d69f0af177 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:04.804238 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f7117-bc71-46b3-9b69-c9d69f0af177 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:04.804555 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f7117-bc71-46b3-9b69-c9d69f0af177 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:04.804872 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f7117-bc71-46b3-9b69-c9d69f0af177 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:04.923629 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3b48b2d2-ed1b-45cb-abc1-f077f29beff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:04.953265 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3b48b2d2-ed1b-45cb-abc1-f077f29beff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:04.960162 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc78305-45a9-44a1-acfd-aa7dec69b29e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:43:04.972673 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68be1ce-80b2-4e47-96e3-b9a23a94cef4 None None] Sync routers for ids ['a621d615-5337-4fc8-89df-21c445d40438'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:43:04.981769 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cdc78305-45a9-44a1-acfd-aa7dec69b29e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:04.984649 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68be1ce-80b2-4e47-96e3-b9a23a94cef4 None None] Routers {'a621d615-5337-4fc8-89df-21c445d40438'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:43:04.986490 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a68be1ce-80b2-4e47-96e3-b9a23a94cef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:42:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['a621d615-5337-4fc8-89df-21c445d40438'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:43:05.044797 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-cdc78305-45a9-44a1-acfd-aa7dec69b29e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3671007 Jul 09 16:43:05.045917 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '263c211a-4903-4bf3-ad7a-a4ee69353b40', 'tag': 'a0ebad37-dcf7-400c-97fa-7fb2312cfc2b'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:43:05.048747 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b638659-67d5-40b7-9a4a-0baf490b21d4" -d '{"events": [{"name": "network-changed", "server_uuid": "263c211a-4903-4bf3-ad7a-a4ee69353b40", "tag": "a0ebad37-dcf7-400c-97fa-7fb2312cfc2b"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:43:05.063231 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3b48b2d2-ed1b-45cb-abc1-f077f29beff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:05.066450 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3b48b2d2-ed1b-45cb-abc1-f077f29beff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:05.068146 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3b48b2d2-ed1b-45cb-abc1-f077f29beff5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8eed71b1-4a3f-444c-be57-be7c56d11985 HTTP/1.1" status: 204 len: 168 time: 0.2737463 Jul 09 16:43:05.079386 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b48b2d2-ed1b-45cb-abc1-f077f29beff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eed71b1-4a3f-444c-be57-be7c56d11985,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:05.254792 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-a68be1ce-80b2-4e47-96e3-b9a23a94cef4 None None] Set router a621d615-5337-4fc8-89df-21c445d40438 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:43:05.376827 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce60ec-3faa-4c1f-b7f8-948190e0c913 req-97cf7b93-82dd-4bd6-863f-6b898fcf10db tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:05.379345 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d8ce60ec-3faa-4c1f-b7f8-948190e0c913 req-97cf7b93-82dd-4bd6-863f-6b898fcf10db tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=263c211a-4903-4bf3-ad7a-a4ee69353b40 HTTP/1.1" status: 200 len: 945 time: 0.1177466 Jul 09 16:43:05.448689 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d8ce60ec-3faa-4c1f-b7f8-948190e0c913 req-10f8d411-1160-4867-b9de-1ac5d7c00820 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=b6dee67b-dbdf-47ea-97e6-3fb1b779f8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573518 Jul 09 16:43:05.505880 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 39510) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:05.651402 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53f2439-6d4b-4d9a-855b-452aa666e047 x-openstack-request-id: req-d53f2439-6d4b-4d9a-855b-452aa666e047 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:43:05.652012 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "263c211a-4903-4bf3-ad7a-a4ee69353b40", "tag": "a0ebad37-dcf7-400c-97fa-7fb2312cfc2b", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:43:05.652606 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d53f2439-6d4b-4d9a-855b-452aa666e047 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:43:05.653237 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '263c211a-4903-4bf3-ad7a-a4ee69353b40', 'tag': 'a0ebad37-dcf7-400c-97fa-7fb2312cfc2b', 'status': 'completed', 'code': 200} Jul 09 16:43:05.653856 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ce16b2b1-9388-44d7-9aaf-4c9ca82e548f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/floatingips/e724d863-a881-46a7-af05-75fe4b4fc214 HTTP/1.1" status: 200 len: 990 time: 0.1402583 Jul 09 16:43:05.800024 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b638659-67d5-40b7-9a4a-0baf490b21d4 req-79d31e3b-84d4-4368-b8b8-f5ca0b81a572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:05.804329 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4b638659-67d5-40b7-9a4a-0baf490b21d4 req-79d31e3b-84d4-4368-b8b8-f5ca0b81a572 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f98cc886c66a474a8d448186851b2eab&device_id=263c211a-4903-4bf3-ad7a-a4ee69353b40 HTTP/1.1" status: 200 len: 1096 time: 0.1153975 Jul 09 16:43:05.851667 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a68be1ce-80b2-4e47-96e3-b9a23a94cef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a621d615-5337-4fc8-89df-21c445d40438', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328337776', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'c52979e2-e468-4846-af7f-58bc9232f3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:42:34Z', 'updated_at': '2021-07-09T16:42:44Z', 'revision_number': 4, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'gw_port': {'id': 'c52979e2-e468-4846-af7f-58bc9232f3e5', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a621d615-5337-4fc8-89df-21c445d40438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:42:35Z', 'updated_at': '2021-07-09T16:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'e724d863-a881-46a7-af05-75fe4b4fc214', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'floating_ip_address': '172.25.0.90', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': 'a621d615-5337-4fc8-89df-21c445d40438', 'port_id': 'a0ebad37-dcf7-400c-97fa-7fb2312cfc2b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46d411ed-dc52-411a-93f7-d4f391e5bbe4', 'mac_address': 'fa:16:3e:b7:ec:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '263c211a-4903-4bf3-ad7a-a4ee69353b40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:43:03Z', 'updated_at': '2021-07-09T16:43:03Z', 'revision_number': 0, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02a8e9d9-640a-4f08-ae6c-36646fc771f5', 'name': '', 'network_id': '46d411ed-dc52-411a-93f7-d4f391e5bbe4', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'mac_address': 'fa:16:3e:bf:39:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a621d615-5337-4fc8-89df-21c445d40438', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '36cdbe7e-b3ab-4574-be1e-cb2ee7465050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:42:43Z', 'updated_at': '2021-07-09T16:42:50Z', 'revision_number': 5, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'subnets': [{'id': '36cdbe7e-b3ab-4574-be1e-cb2ee7465050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:43:05.923378 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68be1ce-80b2-4e47-96e3-b9a23a94cef4 None None] Checking router: a621d615-5337-4fc8-89df-21c445d40438 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:43:05.940840 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68be1ce-80b2-4e47-96e3-b9a23a94cef4 None None] Routers {'a621d615-5337-4fc8-89df-21c445d40438'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:43:05.941693 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a68be1ce-80b2-4e47-96e3-b9a23a94cef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:42:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['a621d615-5337-4fc8-89df-21c445d40438'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:43:05.969105 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b638659-67d5-40b7-9a4a-0baf490b21d4 req-00585bc0-a9c6-4090-a21b-e832469032e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:05.971428 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4b638659-67d5-40b7-9a4a-0baf490b21d4 req-00585bc0-a9c6-4090-a21b-e832469032e6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=46d411ed-dc52-411a-93f7-d4f391e5bbe4 HTTP/1.1" status: 200 len: 897 time: 0.1611164 Jul 09 16:43:06.091871 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4b638659-67d5-40b7-9a4a-0baf490b21d4 req-e42826e7-d1bf-4c1d-a4f8-d820edefcf8f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0ebad37-dcf7-400c-97fa-7fb2312cfc2b HTTP/1.1" status: 200 len: 998 time: 0.1121800 Jul 09 16:43:06.110282 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-a68be1ce-80b2-4e47-96e3-b9a23a94cef4 None None] Set router a621d615-5337-4fc8-89df-21c445d40438 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:43:06.158041 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b638659-67d5-40b7-9a4a-0baf490b21d4 req-4e8f9240-d003-4b5a-a8d8-db20b536eccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:06.161984 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4b638659-67d5-40b7-9a4a-0baf490b21d4 req-4e8f9240-d003-4b5a-a8d8-db20b536eccc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=36cdbe7e-b3ab-4574-be1e-cb2ee7465050 HTTP/1.1" status: 200 len: 834 time: 0.0635941 Jul 09 16:43:06.266883 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b638659-67d5-40b7-9a4a-0baf490b21d4 req-ca284a7f-5e7d-4a07-9744-44087cae72e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:06.268873 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4b638659-67d5-40b7-9a4a-0baf490b21d4 req-ca284a7f-5e7d-4a07-9744-44087cae72e9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=46d411ed-dc52-411a-93f7-d4f391e5bbe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1003869 Jul 09 16:43:06.390929 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4b638659-67d5-40b7-9a4a-0baf490b21d4 req-ba2ed76d-a534-4fea-992b-1d8210fd0345 service neutron] 10.222.0.77 "GET /v2.0/networks/46d411ed-dc52-411a-93f7-d4f391e5bbe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107912 Jul 09 16:43:06.547114 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a68be1ce-80b2-4e47-96e3-b9a23a94cef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a621d615-5337-4fc8-89df-21c445d40438', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328337776', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'c52979e2-e468-4846-af7f-58bc9232f3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:42:34Z', 'updated_at': '2021-07-09T16:42:44Z', 'revision_number': 4, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'gw_port': {'id': 'c52979e2-e468-4846-af7f-58bc9232f3e5', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a621d615-5337-4fc8-89df-21c445d40438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:42:35Z', 'updated_at': '2021-07-09T16:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'e724d863-a881-46a7-af05-75fe4b4fc214', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'floating_ip_address': '172.25.0.90', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': 'a621d615-5337-4fc8-89df-21c445d40438', 'port_id': 'a0ebad37-dcf7-400c-97fa-7fb2312cfc2b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46d411ed-dc52-411a-93f7-d4f391e5bbe4', 'mac_address': 'fa:16:3e:b7:ec:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '263c211a-4903-4bf3-ad7a-a4ee69353b40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:43:03Z', 'updated_at': '2021-07-09T16:43:03Z', 'revision_number': 0, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02a8e9d9-640a-4f08-ae6c-36646fc771f5', 'name': '', 'network_id': '46d411ed-dc52-411a-93f7-d4f391e5bbe4', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'mac_address': 'fa:16:3e:bf:39:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a621d615-5337-4fc8-89df-21c445d40438', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '36cdbe7e-b3ab-4574-be1e-cb2ee7465050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:42:43Z', 'updated_at': '2021-07-09T16:42:50Z', 'revision_number': 5, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'subnets': [{'id': '36cdbe7e-b3ab-4574-be1e-cb2ee7465050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:43:06.570346 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4b638659-67d5-40b7-9a4a-0baf490b21d4 req-30608c9d-0454-4d46-b995-2a0b4028e8a2 service neutron] 10.222.0.77 "GET /v2.0/networks/46d411ed-dc52-411a-93f7-d4f391e5bbe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747272 Jul 09 16:43:06.596625 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68be1ce-80b2-4e47-96e3-b9a23a94cef4 None None] The sync data for ids ['a621d615-5337-4fc8-89df-21c445d40438'] in n-d-798930-3 is: [{'id': 'a621d615-5337-4fc8-89df-21c445d40438', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328337776', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'c52979e2-e468-4846-af7f-58bc9232f3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:42:34Z', 'updated_at': '2021-07-09T16:42:44Z', 'revision_number': 4, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'gw_port': {'id': 'c52979e2-e468-4846-af7f-58bc9232f3e5', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a621d615-5337-4fc8-89df-21c445d40438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:42:35Z', 'updated_at': '2021-07-09T16:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'e724d863-a881-46a7-af05-75fe4b4fc214', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'floating_ip_address': '172.25.0.90', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': 'a621d615-5337-4fc8-89df-21c445d40438', 'port_id': 'a0ebad37-dcf7-400c-97fa-7fb2312cfc2b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46d411ed-dc52-411a-93f7-d4f391e5bbe4', 'mac_address': 'fa:16:3e:b7:ec:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '263c211a-4903-4bf3-ad7a-a4ee69353b40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:43:03Z', 'updated_at': '2021-07-09T16:43:03Z', 'revision_number': 0, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02a8e9d9-640a-4f08-ae6c-36646fc771f5', 'name': '', 'network_id': '46d411ed-dc52-411a-93f7-d4f391e5bbe4', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'mac_address': 'fa:16:3e:bf:39:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a621d615-5337-4fc8-89df-21c445d40438', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '36cdbe7e-b3ab-4574-be1e-cb2ee7465050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:42:43Z', 'updated_at': '2021-07-09T16:42:50Z', 'revision_number': 5, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'subnets': [{'id': '36cdbe7e-b3ab-4574-be1e-cb2ee7465050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:43:06.652720 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 39544) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:06.740310 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-881ae996-529f-425c-8260-b37f9aec335c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/floatingips/e724d863-a881-46a7-af05-75fe4b4fc214 HTTP/1.1" status: 200 len: 990 time: 0.0861425 Jul 09 16:43:06.938703 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9696eb63-3048-44ba-8664-b1aaa18a3677 None None] New status for floating IP e724d863-a881-46a7-af05-75fe4b4fc214: ACTIVE {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:43:07.744470 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 39642) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:07.822832 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-9a86fc11-313b-4fd3-9b7e-b27cd6840660 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/floatingips/e724d863-a881-46a7-af05-75fe4b4fc214 HTTP/1.1" status: 200 len: 992 time: 0.0759768 Jul 09 16:43:10.184519 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:11.893978 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 39684) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:11.953241 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d1fbe46-4595-4ea0-b7bb-393344231497 admin admin] Deleting subnet 8a3edd40-07fe-4edd-8c93-b356f2ef3364 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:43:11.957815 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9d1fbe46-4595-4ea0-b7bb-393344231497 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:11.998040 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9d1fbe46-4595-4ea0-b7bb-393344231497 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:12.044765 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9d1fbe46-4595-4ea0-b7bb-393344231497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:12.111650 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9d1fbe46-4595-4ea0-b7bb-393344231497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:12.153328 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1fbe46-4595-4ea0-b7bb-393344231497 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a3edd40-07fe-4edd-8c93-b356f2ef3364,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:12.157280 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9d1fbe46-4595-4ea0-b7bb-393344231497 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:12.162290 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-9d1fbe46-4595-4ea0-b7bb-393344231497 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/8a3edd40-07fe-4edd-8c93-b356f2ef3364 HTTP/1.1" status: 204 len: 168 time: 0.2644775 Jul 09 16:43:12.162290 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 39690) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:12.271046 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f3e66de1-7f42-4634-9a74-cd371a74fa1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:12.371302 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f3e66de1-7f42-4634-9a74-cd371a74fa1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:12.382439 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-f3e66de1-7f42-4634-9a74-cd371a74fa1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e03c95e-fced-4ff5-826c-db53e4a57c0e']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:43:12.394340 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-f3e66de1-7f42-4634-9a74-cd371a74fa1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01d38e5e-3dc0-4cd3-882f-a1e37bd65b23') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:43:12.394583 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-f3e66de1-7f42-4634-9a74-cd371a74fa1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01d38e5e-3dc0-4cd3-882f-a1e37bd65b23') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:43:12.404977 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f3e66de1-7f42-4634-9a74-cd371a74fa1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:12.420939 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f3e66de1-7f42-4634-9a74-cd371a74fa1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:12.429501 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3e66de1-7f42-4634-9a74-cd371a74fa1c admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:43:12.430081 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f3e66de1-7f42-4634-9a74-cd371a74fa1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:12.432169 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:43:12.432169 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:43:12.432169 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:43:12.432169 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:43:12.432169 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:43:12.432169 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:43:12.432169 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:43:12.432169 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:43:12.432169 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:43:12.432169 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:43:12.432169 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:43:12.432169 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:43:12.432169 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:43:12.432169 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:43:12.432169 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:43:12.432169 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:43:12.432169 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:43:12.432169 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:43:12.432169 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:43:12.432169 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:43:12.432169 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:43:12.432169 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:43:12.432169 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:43:12.432169 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:43:12.432169 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:43:12.432169 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:43:12.432169 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:43:12.432169 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:43:12.432169 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:43:12.432169 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:43:12.432169 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:43:12.432169 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:43:12.497932 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f3e66de1-7f42-4634-9a74-cd371a74fa1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:12.507302 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f3e66de1-7f42-4634-9a74-cd371a74fa1c admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:12.509251 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f3e66de1-7f42-4634-9a74-cd371a74fa1c admin admin] 10.222.0.98 "DELETE /v2.0/networks/3e03c95e-fced-4ff5-826c-db53e4a57c0e HTTP/1.1" status: 204 len: 168 time: 0.3459494 Jul 09 16:43:12.512868 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 39698) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:12.521133 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e66de1-7f42-4634-9a74-cd371a74fa1c admin admin] Pushing event deleted for resources: {'Network': ['ID=3e03c95e-fced-4ff5-826c-db53e4a57c0e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:12.618067 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcb791ff-ba4e-48c7-8fd1-fbf638b7df82 admin admin] Deleting subnet 1841032f-0d26-4e91-b965-2254f01267a5 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:43:12.622680 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dcb791ff-ba4e-48c7-8fd1-fbf638b7df82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:12.676009 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dcb791ff-ba4e-48c7-8fd1-fbf638b7df82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:12.701146 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c4428a5d-fd38-4470-9493-5421a293cc5e req-b6356a60-d615-4019-90e5-0cbb2ec2d9f3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=263c211a-4903-4bf3-ad7a-a4ee69353b40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1250138 Jul 09 16:43:12.723421 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dcb791ff-ba4e-48c7-8fd1-fbf638b7df82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:12.820120 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dcb791ff-ba4e-48c7-8fd1-fbf638b7df82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:12.852898 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb791ff-ba4e-48c7-8fd1-fbf638b7df82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1841032f-0d26-4e91-b965-2254f01267a5,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:12.856009 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4428a5d-fd38-4470-9493-5421a293cc5e req-f4ba4540-9c23-4f58-9c51-d06fcefd9ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:12.858384 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c4428a5d-fd38-4470-9493-5421a293cc5e req-f4ba4540-9c23-4f58-9c51-d06fcefd9ba4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f98cc886c66a474a8d448186851b2eab&device_id=263c211a-4903-4bf3-ad7a-a4ee69353b40 HTTP/1.1" status: 200 len: 1096 time: 0.1110198 Jul 09 16:43:12.864050 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dcb791ff-ba4e-48c7-8fd1-fbf638b7df82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:12.867527 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-dcb791ff-ba4e-48c7-8fd1-fbf638b7df82 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/1841032f-0d26-4e91-b965-2254f01267a5 HTTP/1.1" status: 204 len: 168 time: 0.3465865 Jul 09 16:43:12.870614 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 39702) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:13.014126 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0126c476-689d-42d5-8826-f8cc937d5fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:13.078814 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4428a5d-fd38-4470-9493-5421a293cc5e req-b4f91432-f30c-40a9-90ea-c37bdab64c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:13.079952 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c4428a5d-fd38-4470-9493-5421a293cc5e req-b4f91432-f30c-40a9-90ea-c37bdab64c14 service neutron] 10.222.0.77 "GET /v2.0/networks?id=46d411ed-dc52-411a-93f7-d4f391e5bbe4 HTTP/1.1" status: 200 len: 897 time: 0.1460292 Jul 09 16:43:13.457079 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0126c476-689d-42d5-8826-f8cc937d5fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:13.476425 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-0126c476-689d-42d5-8826-f8cc937d5fe3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ca0f3dd-c47b-4d06-94e3-742747208dbe']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:43:13.491313 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-0126c476-689d-42d5-8826-f8cc937d5fe3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8becb71a-4537-443c-ac67-b18b4c55902a') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:43:13.491586 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-0126c476-689d-42d5-8826-f8cc937d5fe3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8becb71a-4537-443c-ac67-b18b4c55902a') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:43:13.505936 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c4428a5d-fd38-4470-9493-5421a293cc5e req-8936b734-f88c-489a-bf86-79478d0103fd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0ebad37-dcf7-400c-97fa-7fb2312cfc2b HTTP/1.1" status: 200 len: 1000 time: 0.4160485 Jul 09 16:43:13.510103 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0126c476-689d-42d5-8826-f8cc937d5fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:13.569457 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0126c476-689d-42d5-8826-f8cc937d5fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:13.580311 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0126c476-689d-42d5-8826-f8cc937d5fe3 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:43:13.580716 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0126c476-689d-42d5-8826-f8cc937d5fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:13.582450 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:43:13.582450 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:43:13.582450 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:43:13.582450 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:43:13.582450 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:43:13.582450 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:43:13.582450 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:43:13.582450 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:43:13.582450 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:43:13.582450 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:43:13.582450 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:43:13.582450 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:43:13.582450 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:43:13.582450 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:43:13.582450 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:43:13.582450 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:43:13.582450 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:43:13.582450 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:43:13.582450 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:43:13.582450 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:43:13.582450 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:43:13.582450 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:43:13.582450 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:43:13.582450 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:43:13.582450 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:43:13.582450 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:43:13.582450 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:43:13.582450 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:43:13.582450 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:43:13.582450 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:43:13.582450 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:43:13.582450 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:43:13.582450 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:43:13.582450 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:43:13.582450 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:43:13.582450 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:43:13.582450 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:43:13.582450 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:43:13.627091 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4428a5d-fd38-4470-9493-5421a293cc5e req-4f395391-f124-4f21-b1c8-f6aade35473e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:13.628561 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c4428a5d-fd38-4470-9493-5421a293cc5e req-4f395391-f124-4f21-b1c8-f6aade35473e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=36cdbe7e-b3ab-4574-be1e-cb2ee7465050 HTTP/1.1" status: 200 len: 834 time: 0.1057227 Jul 09 16:43:13.666532 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0126c476-689d-42d5-8826-f8cc937d5fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:13.691518 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0126c476-689d-42d5-8826-f8cc937d5fe3 admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:13.693220 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0126c476-689d-42d5-8826-f8cc937d5fe3 admin admin] 10.222.0.98 "DELETE /v2.0/networks/2ca0f3dd-c47b-4d06-94e3-742747208dbe HTTP/1.1" status: 204 len: 168 time: 0.8216097 Jul 09 16:43:13.708683 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0126c476-689d-42d5-8826-f8cc937d5fe3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ca0f3dd-c47b-4d06-94e3-742747208dbe,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:13.756995 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4428a5d-fd38-4470-9493-5421a293cc5e req-aa81673d-f5da-4f3c-8f38-f1f080774b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:13.758655 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c4428a5d-fd38-4470-9493-5421a293cc5e req-aa81673d-f5da-4f3c-8f38-f1f080774b1a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=46d411ed-dc52-411a-93f7-d4f391e5bbe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1111326 Jul 09 16:43:13.891337 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c4428a5d-fd38-4470-9493-5421a293cc5e req-cdc344ad-7d2d-4b06-b40b-4371a7f4f022 service neutron] 10.222.0.77 "GET /v2.0/networks/46d411ed-dc52-411a-93f7-d4f391e5bbe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258173 Jul 09 16:43:13.913259 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 39714) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:13.960998 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-5600ee09-c2fe-486f-8226-58d17ddf6651 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=66471cf1f168419b9f6ab4c381ffe7d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456524 Jul 09 16:43:13.964758 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 39718) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:14.049480 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c4428a5d-fd38-4470-9493-5421a293cc5e req-4b978dea-afcf-45f6-a4d3-e2dc603d6760 service neutron] 10.222.0.77 "GET /v2.0/networks/46d411ed-dc52-411a-93f7-d4f391e5bbe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513600 Jul 09 16:43:14.052799 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cbe360be-c5a9-428f-9435-10a460993057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:14.079738 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cbe360be-c5a9-428f-9435-10a460993057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:14.140386 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cbe360be-c5a9-428f-9435-10a460993057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:14.143338 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cbe360be-c5a9-428f-9435-10a460993057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:14.145764 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-cbe360be-c5a9-428f-9435-10a460993057 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/de8355d3-23eb-4851-8443-adcbcecb8c1c HTTP/1.1" status: 204 len: 168 time: 0.1789551 Jul 09 16:43:14.156687 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe360be-c5a9-428f-9435-10a460993057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8355d3-23eb-4851-8443-adcbcecb8c1c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:14.536237 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 39724) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:14.615792 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-09a88a58-465b-4a28-9362-c4de478eac36 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9d38ce1e90f04bc8b89a769514087ec5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0774279 Jul 09 16:43:14.618353 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 39728) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:14.695668 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2330de65-8bc6-4c6c-99b6-dae1451bdfc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:14.730467 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2330de65-8bc6-4c6c-99b6-dae1451bdfc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:14.798637 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2330de65-8bc6-4c6c-99b6-dae1451bdfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:14.801673 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2330de65-8bc6-4c6c-99b6-dae1451bdfc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:14.805840 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2330de65-8bc6-4c6c-99b6-dae1451bdfc2 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2c27b852-d75b-4362-93fe-2cdb70d1b8d5 HTTP/1.1" status: 204 len: 168 time: 0.1840057 Jul 09 16:43:14.813603 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2330de65-8bc6-4c6c-99b6-dae1451bdfc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c27b852-d75b-4362-93fe-2cdb70d1b8d5,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:15.538594 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 39752) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:15.645178 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-ab3ce1a1-3d18-4c16-8cd1-ac9d41563932 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1367844554-network', 'tenant_id': '228dd3755b77457fa6be448fdcde11d4'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:43:15.681501 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3ce1a1-3d18-4c16-8cd1-ac9d41563932 admin admin] Made reservation on behalf of 228dd3755b77457fa6be448fdcde11d4 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:43:15.685350 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ab3ce1a1-3d18-4c16-8cd1-ac9d41563932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:15.698310 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ab3ce1a1-3d18-4c16-8cd1-ac9d41563932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:15.826307 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ab3ce1a1-3d18-4c16-8cd1-ac9d41563932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:15.833002 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ab3ce1a1-3d18-4c16-8cd1-ac9d41563932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:15.867116 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab3ce1a1-3d18-4c16-8cd1-ac9d41563932 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:43:15.889511 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ab3ce1a1-3d18-4c16-8cd1-ac9d41563932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:15.889928 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-ab3ce1a1-3d18-4c16-8cd1-ac9d41563932 admin admin] Added segment d5bc3d10-2b54-4a9a-8b4a-b9bf7608875b of type vlan for network 7414fc77-3be9-40af-a6ea-00223ea4fadc Jul 09 16:43:15.891907 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3ce1a1-3d18-4c16-8cd1-ac9d41563932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994b4524-d49c-416f-9252-fc4bd3cd7229,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:15.942890 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ab3ce1a1-3d18-4c16-8cd1-ac9d41563932 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:15.977274 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ab3ce1a1-3d18-4c16-8cd1-ac9d41563932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:15.979047 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3ce1a1-3d18-4c16-8cd1-ac9d41563932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:15.979743 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ab3ce1a1-3d18-4c16-8cd1-ac9d41563932 admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:16.045913 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ab3ce1a1-3d18-4c16-8cd1-ac9d41563932 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5054345 Jul 09 16:43:16.049329 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 39766) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:16.056434 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a22c1de8-e34b-44e1-aa49-a57b88448387 admin admin] Request body: {'subnet': {'network_id': '7414fc77-3be9-40af-a6ea-00223ea4fadc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1367844554-subnet', 'tenant_id': '228dd3755b77457fa6be448fdcde11d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:43:16.057195 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3ce1a1-3d18-4c16-8cd1-ac9d41563932 admin admin] Pushing event updated for resources: {'Network': ['ID=7414fc77-3be9-40af-a6ea-00223ea4fadc,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:16.069645 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 7414fc77-3be9-40af-a6ea-00223ea4fadc details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:43:16.095926 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22c1de8-e34b-44e1-aa49-a57b88448387 admin admin] Made reservation on behalf of 228dd3755b77457fa6be448fdcde11d4 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:43:16.098751 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a22c1de8-e34b-44e1-aa49-a57b88448387 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:16.313353 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a22c1de8-e34b-44e1-aa49-a57b88448387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:16.393105 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22c1de8-e34b-44e1-aa49-a57b88448387 admin admin] Pushing event updated for resources: {'Subnet': ['ID=522ac413-ee53-447e-b36c-374bc3751b99,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:16.400392 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22c1de8-e34b-44e1-aa49-a57b88448387 admin admin] Checking segment: {'id': 'd5bc3d10-2b54-4a9a-8b4a-b9bf7608875b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7414fc77-3be9-40af-a6ea-00223ea4fadc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:43:16.400745 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22c1de8-e34b-44e1-aa49-a57b88448387 admin admin] Network hostable DHCP agents. Network: 7414fc77-3be9-40af-a6ea-00223ea4fadc, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:43:16.421946 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22c1de8-e34b-44e1-aa49-a57b88448387 admin admin] Network 7414fc77-3be9-40af-a6ea-00223ea4fadc is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:43:16.429524 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-a22c1de8-e34b-44e1-aa49-a57b88448387 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 7414fc77-3be9-40af-a6ea-00223ea4fadc) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:43:16.434408 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22c1de8-e34b-44e1-aa49-a57b88448387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:16.435049 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a22c1de8-e34b-44e1-aa49-a57b88448387 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:16.443433 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87db5138-a743-4bfd-8341-b37504d34967 None None] Network 7414fc77-3be9-40af-a6ea-00223ea4fadc requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:43:16.466875 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a22c1de8-e34b-44e1-aa49-a57b88448387 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4156022 Jul 09 16:43:16.643485 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a42aec0-5b58-4e83-83ee-7ddaa65bf7b7 None None] Network 7414fc77-3be9-40af-a6ea-00223ea4fadc requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:43:18.548838 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd395a1-c64a-4fa4-8d7f-96288c177a4f req-0e7c2410-45a7-4c6e-b581-1d9e77662de0 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:18.550520 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8bd395a1-c64a-4fa4-8d7f-96288c177a4f req-0e7c2410-45a7-4c6e-b581-1d9e77662de0 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] 10.222.0.98 "GET /v2.0/networks?id=7414fc77-3be9-40af-a6ea-00223ea4fadc HTTP/1.1" status: 200 len: 809 time: 0.1237710 Jul 09 16:43:18.570842 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8bd395a1-c64a-4fa4-8d7f-96288c177a4f req-b6307f16-4e5d-462b-921c-553d8ded3b6b tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] 10.222.0.98 "GET /v2.0/quotas/228dd3755b77457fa6be448fdcde11d4 HTTP/1.1" status: 200 len: 375 time: 0.0112522 Jul 09 16:43:18.619378 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8bd395a1-c64a-4fa4-8d7f-96288c177a4f req-83cd92e9-6781-4c49-8088-1fdc707882d9 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=228dd3755b77457fa6be448fdcde11d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430379 Jul 09 16:43:18.734394 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8bd395a1-c64a-4fa4-8d7f-96288c177a4f req-c834f18a-051f-400c-9430-b26bfa57d5ae service neutron] 10.222.0.98 "GET /v2.0/networks/7414fc77-3be9-40af-a6ea-00223ea4fadc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086407 Jul 09 16:43:18.848872 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8bd395a1-c64a-4fa4-8d7f-96288c177a4f req-36bd3cd1-36cc-4161-8d21-54c438d7b94f service neutron] 10.222.0.98 "GET /v2.0/networks/7414fc77-3be9-40af-a6ea-00223ea4fadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068220 Jul 09 16:43:19.097389 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ca9170eb-e65e-4c6b-bfc3-8989226a615f req-88d7fadf-f2d8-4f77-837d-1a0a54b7fade tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6d19ee0-0c99-4408-937f-b57b30cb64b3 HTTP/1.1" status: 200 len: 210 time: 0.0438046 Jul 09 16:43:20.282705 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-13714254-f65b-4336-8bdc-5e241d4f0760 req-ec66946a-0298-44a2-8f82-04e5101a3ca7 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6d19ee0-0c99-4408-937f-b57b30cb64b3 HTTP/1.1" status: 200 len: 210 time: 0.0436587 Jul 09 16:43:20.516163 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd395a1-c64a-4fa4-8d7f-96288c177a4f req-7970556f-58a7-4ba5-b164-c0c15fdef01d tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:20.517656 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8bd395a1-c64a-4fa4-8d7f-96288c177a4f req-7970556f-58a7-4ba5-b164-c0c15fdef01d tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] 10.222.0.77 "GET /v2.0/networks?id=7414fc77-3be9-40af-a6ea-00223ea4fadc HTTP/1.1" status: 200 len: 809 time: 0.2264156 Jul 09 16:43:20.538511 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-8bd395a1-c64a-4fa4-8d7f-96288c177a4f req-3fd79a21-48e6-43aa-967d-c961801e288a tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Request body: {'port': {'device_id': 'e6d19ee0-0c99-4408-937f-b57b30cb64b3', 'network_id': '7414fc77-3be9-40af-a6ea-00223ea4fadc', 'admin_state_up': True, 'tenant_id': '228dd3755b77457fa6be448fdcde11d4'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:43:20.715709 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bd395a1-c64a-4fa4-8d7f-96288c177a4f req-3fd79a21-48e6-43aa-967d-c961801e288a tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Made reservation on behalf of 228dd3755b77457fa6be448fdcde11d4 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:43:20.719923 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8bd395a1-c64a-4fa4-8d7f-96288c177a4f req-3fd79a21-48e6-43aa-967d-c961801e288a tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:20.876609 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-8bd395a1-c64a-4fa4-8d7f-96288c177a4f req-3fd79a21-48e6-43aa-967d-c961801e288a tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Allocated IP 172.20.0.5 (7414fc77-3be9-40af-a6ea-00223ea4fadc/522ac413-ee53-447e-b36c-374bc3751b99/2ff6c5e8-b53e-478b-b82a-53351806ae18) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:43:21.076092 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8bd395a1-c64a-4fa4-8d7f-96288c177a4f req-3fd79a21-48e6-43aa-967d-c961801e288a tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:21.125345 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8bd395a1-c64a-4fa4-8d7f-96288c177a4f req-3fd79a21-48e6-43aa-967d-c961801e288a tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:21.184780 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bd395a1-c64a-4fa4-8d7f-96288c177a4f req-3fd79a21-48e6-43aa-967d-c961801e288a tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Network 7414fc77-3be9-40af-a6ea-00223ea4fadc is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:43:21.188438 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-8bd395a1-c64a-4fa4-8d7f-96288c177a4f req-3fd79a21-48e6-43aa-967d-c961801e288a tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:43:21.194488 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd395a1-c64a-4fa4-8d7f-96288c177a4f req-3fd79a21-48e6-43aa-967d-c961801e288a tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:43:21.223509 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd79a21-48e6-43aa-967d-c961801e288a tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Pushing event updated for resources: {'Port': ['ID=2ff6c5e8-b53e-478b-b82a-53351806ae18,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:21.256832 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd395a1-c64a-4fa4-8d7f-96288c177a4f req-3fd79a21-48e6-43aa-967d-c961801e288a tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:21.257592 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8bd395a1-c64a-4fa4-8d7f-96288c177a4f req-3fd79a21-48e6-43aa-967d-c961801e288a tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:21.286874 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8bd395a1-c64a-4fa4-8d7f-96288c177a4f req-3fd79a21-48e6-43aa-967d-c961801e288a tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7547269 Jul 09 16:43:21.299941 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-8bd395a1-c64a-4fa4-8d7f-96288c177a4f req-c1300942-5bb9-4857-9bc0-67c44b46689b service neutron] Request body: {'port': {'device_id': 'e6d19ee0-0c99-4408-937f-b57b30cb64b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:43:21.414391 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8bd395a1-c64a-4fa4-8d7f-96288c177a4f req-c1300942-5bb9-4857-9bc0-67c44b46689b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:21.486386 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596f23f-58c0-4480-8eef-0c6518412f01 req-f4808560-3ee9-4477-9833-b81ce16f0dda tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:21.501297 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6596f23f-58c0-4480-8eef-0c6518412f01 req-f4808560-3ee9-4477-9833-b81ce16f0dda tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6d19ee0-0c99-4408-937f-b57b30cb64b3 HTTP/1.1" status: 200 len: 931 time: 0.1038659 Jul 09 16:43:21.560391 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6596f23f-58c0-4480-8eef-0c6518412f01 req-36f14389-4b9f-43b0-8e40-15fcd4b1b2de tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] 10.222.0.98 "GET /v2.0/security-groups?id=994b4524-d49c-416f-9252-fc4bd3cd7229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576608 Jul 09 16:43:21.792893 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-8bd395a1-c64a-4fa4-8d7f-96288c177a4f req-c1300942-5bb9-4857-9bc0-67c44b46689b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ff6c5e8-b53e-478b-b82a-53351806ae18 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:43:21.801867 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8bd395a1-c64a-4fa4-8d7f-96288c177a4f req-c1300942-5bb9-4857-9bc0-67c44b46689b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:21.816905 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-8bd395a1-c64a-4fa4-8d7f-96288c177a4f req-c1300942-5bb9-4857-9bc0-67c44b46689b service neutron] Transition to ACTIVE for port object 2ff6c5e8-b53e-478b-b82a-53351806ae18 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:43:21.821783 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8bd395a1-c64a-4fa4-8d7f-96288c177a4f req-c1300942-5bb9-4857-9bc0-67c44b46689b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:21.900857 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1300942-5bb9-4857-9bc0-67c44b46689b service neutron] Pushing event updated for resources: {'Port': ['ID=2ff6c5e8-b53e-478b-b82a-53351806ae18,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:21.975791 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-8bd395a1-c64a-4fa4-8d7f-96288c177a4f req-c1300942-5bb9-4857-9bc0-67c44b46689b service neutron] Attempting to bind port 2ff6c5e8-b53e-478b-b82a-53351806ae18 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:43:21.978409 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-8bd395a1-c64a-4fa4-8d7f-96288c177a4f req-c1300942-5bb9-4857-9bc0-67c44b46689b service neutron] Attempting to bind port 2ff6c5e8-b53e-478b-b82a-53351806ae18 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'd5bc3d10-2b54-4a9a-8b4a-b9bf7608875b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7414fc77-3be9-40af-a6ea-00223ea4fadc'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:43:21.978409 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd395a1-c64a-4fa4-8d7f-96288c177a4f req-c1300942-5bb9-4857-9bc0-67c44b46689b service neutron] Attempting to bind port 2ff6c5e8-b53e-478b-b82a-53351806ae18 on network 7414fc77-3be9-40af-a6ea-00223ea4fadc {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:43:21.983279 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd395a1-c64a-4fa4-8d7f-96288c177a4f req-c1300942-5bb9-4857-9bc0-67c44b46689b service neutron] Port 2ff6c5e8-b53e-478b-b82a-53351806ae18 on network 7414fc77-3be9-40af-a6ea-00223ea4fadc not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:43:21.983666 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd395a1-c64a-4fa4-8d7f-96288c177a4f req-c1300942-5bb9-4857-9bc0-67c44b46689b service neutron] Attempting to bind port 2ff6c5e8-b53e-478b-b82a-53351806ae18 on network 7414fc77-3be9-40af-a6ea-00223ea4fadc {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:43:21.991569 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd395a1-c64a-4fa4-8d7f-96288c177a4f req-c1300942-5bb9-4857-9bc0-67c44b46689b service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:43:21.994940 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd395a1-c64a-4fa4-8d7f-96288c177a4f req-c1300942-5bb9-4857-9bc0-67c44b46689b service neutron] Checking segment: {'id': 'd5bc3d10-2b54-4a9a-8b4a-b9bf7608875b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7414fc77-3be9-40af-a6ea-00223ea4fadc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:43:21.994940 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd395a1-c64a-4fa4-8d7f-96288c177a4f req-c1300942-5bb9-4857-9bc0-67c44b46689b service neutron] Bound using segment: {'id': 'd5bc3d10-2b54-4a9a-8b4a-b9bf7608875b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7414fc77-3be9-40af-a6ea-00223ea4fadc'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:43:21.994940 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-8bd395a1-c64a-4fa4-8d7f-96288c177a4f req-c1300942-5bb9-4857-9bc0-67c44b46689b service neutron] Bound port: 2ff6c5e8-b53e-478b-b82a-53351806ae18, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5bc3d10-2b54-4a9a-8b4a-b9bf7608875b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7414fc77-3be9-40af-a6ea-00223ea4fadc'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:43:21.994940 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8bd395a1-c64a-4fa4-8d7f-96288c177a4f req-c1300942-5bb9-4857-9bc0-67c44b46689b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:22.069770 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-8bd395a1-c64a-4fa4-8d7f-96288c177a4f req-c1300942-5bb9-4857-9bc0-67c44b46689b service neutron] For port 2ff6c5e8-b53e-478b-b82a-53351806ae18, host n-h1-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:43:22.073590 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-8bd395a1-c64a-4fa4-8d7f-96288c177a4f req-c1300942-5bb9-4857-9bc0-67c44b46689b service neutron] For port 2ff6c5e8-b53e-478b-b82a-53351806ae18, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=2ff6c5e8-b53e-478b-b82a-53351806ae18,segment=NetworkSegment(d5bc3d10-2b54-4a9a-8b4a-b9bf7608875b),segment_id=d5bc3d10-2b54-4a9a-8b4a-b9bf7608875b)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:43:22.079514 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8bd395a1-c64a-4fa4-8d7f-96288c177a4f req-c1300942-5bb9-4857-9bc0-67c44b46689b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:22.128398 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd395a1-c64a-4fa4-8d7f-96288c177a4f req-c1300942-5bb9-4857-9bc0-67c44b46689b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:22.129106 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8bd395a1-c64a-4fa4-8d7f-96288c177a4f req-c1300942-5bb9-4857-9bc0-67c44b46689b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:22.130526 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8bd395a1-c64a-4fa4-8d7f-96288c177a4f req-c1300942-5bb9-4857-9bc0-67c44b46689b service neutron] 10.222.0.77 "PUT /v2.0/ports/2ff6c5e8-b53e-478b-b82a-53351806ae18 HTTP/1.1" status: 200 len: 1091 time: 0.8361392 Jul 09 16:43:22.131068 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d19ee0-0c99-4408-937f-b57b30cb64b3', 'tag': '2ff6c5e8-b53e-478b-b82a-53351806ae18'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:43:22.133727 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6871a679-4d3a-4345-aaa9-8d2f62af0d42" -d '{"events": [{"name": "network-changed", "server_uuid": "e6d19ee0-0c99-4408-937f-b57b30cb64b3", "tag": "2ff6c5e8-b53e-478b-b82a-53351806ae18"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:43:22.179866 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1300942-5bb9-4857-9bc0-67c44b46689b service neutron] Pushing event updated for resources: {'Port': ['ID=2ff6c5e8-b53e-478b-b82a-53351806ae18,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:22.199923 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb200d8d-3953-4cfa-b6c7-91b604aa460b x-openstack-request-id: req-cb200d8d-3953-4cfa-b6c7-91b604aa460b {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:43:22.199923 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6d19ee0-0c99-4408-937f-b57b30cb64b3", "tag": "2ff6c5e8-b53e-478b-b82a-53351806ae18", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:43:22.202838 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-cb200d8d-3953-4cfa-b6c7-91b604aa460b {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:43:22.203641 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6d19ee0-0c99-4408-937f-b57b30cb64b3', 'tag': '2ff6c5e8-b53e-478b-b82a-53351806ae18', 'status': 'completed', 'code': 200} Jul 09 16:43:22.283621 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd395a1-c64a-4fa4-8d7f-96288c177a4f req-bd5ab8f9-c51d-44cd-be73-d6d491837099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:22.287389 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8bd395a1-c64a-4fa4-8d7f-96288c177a4f req-bd5ab8f9-c51d-44cd-be73-d6d491837099 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=228dd3755b77457fa6be448fdcde11d4&device_id=e6d19ee0-0c99-4408-937f-b57b30cb64b3 HTTP/1.1" status: 200 len: 1094 time: 0.0828967 Jul 09 16:43:22.291538 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-61cd142b-9a4f-472f-b5be-d1d30caec311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:22.336375 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8bd395a1-c64a-4fa4-8d7f-96288c177a4f req-1d42f580-2561-4dc8-b8f1-ae1b7e6c9334 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ff6c5e8-b53e-478b-b82a-53351806ae18 HTTP/1.1" status: 200 len: 217 time: 0.0398107 Jul 09 16:43:22.393685 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd395a1-c64a-4fa4-8d7f-96288c177a4f req-8ff8ff83-b4aa-45fc-92ba-c86802c7f981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:22.395427 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8bd395a1-c64a-4fa4-8d7f-96288c177a4f req-8ff8ff83-b4aa-45fc-92ba-c86802c7f981 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=522ac413-ee53-447e-b36c-374bc3751b99 HTTP/1.1" status: 200 len: 849 time: 0.0528808 Jul 09 16:43:22.437816 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8bd395a1-c64a-4fa4-8d7f-96288c177a4f req-ab6ee462-00ef-461b-835d-7a8899da89be service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7414fc77-3be9-40af-a6ea-00223ea4fadc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361354 Jul 09 16:43:22.542221 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8bd395a1-c64a-4fa4-8d7f-96288c177a4f req-c78c5a20-78d5-4809-b11f-6003eb5e770b service neutron] 10.222.0.77 "GET /v2.0/networks/7414fc77-3be9-40af-a6ea-00223ea4fadc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970755 Jul 09 16:43:22.666024 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8bd395a1-c64a-4fa4-8d7f-96288c177a4f req-d701b116-7f51-4fea-a28d-99006bc74cdb service neutron] 10.222.0.77 "GET /v2.0/networks/7414fc77-3be9-40af-a6ea-00223ea4fadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168623 Jul 09 16:43:22.834226 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871a679-4d3a-4345-aaa9-8d2f62af0d42 req-ed87bdf7-ab96-48b8-9ede-321a1c0fca00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:22.836092 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6871a679-4d3a-4345-aaa9-8d2f62af0d42 req-ed87bdf7-ab96-48b8-9ede-321a1c0fca00 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=228dd3755b77457fa6be448fdcde11d4&device_id=e6d19ee0-0c99-4408-937f-b57b30cb64b3 HTTP/1.1" status: 200 len: 1094 time: 0.0981796 Jul 09 16:43:22.843736 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad796b-1ab1-44fe-aa8a-aecdb7271070 req-b0b831df-44e8-48a0-9014-efd3dbebeedf tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:22.851757 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e2ad796b-1ab1-44fe-aa8a-aecdb7271070 req-b0b831df-44e8-48a0-9014-efd3dbebeedf tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6d19ee0-0c99-4408-937f-b57b30cb64b3 HTTP/1.1" status: 200 len: 943 time: 0.1101944 Jul 09 16:43:22.905121 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e2ad796b-1ab1-44fe-aa8a-aecdb7271070 req-b4e0d394-faca-4bd3-9e5b-40816fcea65f tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] 10.222.0.98 "GET /v2.0/security-groups?id=994b4524-d49c-416f-9252-fc4bd3cd7229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518587 Jul 09 16:43:22.974101 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871a679-4d3a-4345-aaa9-8d2f62af0d42 req-9fd07675-4395-4817-8a64-f915fc0e85ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:22.975885 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6871a679-4d3a-4345-aaa9-8d2f62af0d42 req-9fd07675-4395-4817-8a64-f915fc0e85ce service neutron] 10.222.0.77 "GET /v2.0/networks?id=7414fc77-3be9-40af-a6ea-00223ea4fadc HTTP/1.1" status: 200 len: 910 time: 0.1310742 Jul 09 16:43:23.033931 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6871a679-4d3a-4345-aaa9-8d2f62af0d42 req-1b303686-a8a9-4be8-9662-7b34cd5267ba service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ff6c5e8-b53e-478b-b82a-53351806ae18 HTTP/1.1" status: 200 len: 217 time: 0.0497122 Jul 09 16:43:23.095260 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871a679-4d3a-4345-aaa9-8d2f62af0d42 req-e9dc1dec-08d4-457f-8a7c-e4efdf2913f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:23.095260 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6871a679-4d3a-4345-aaa9-8d2f62af0d42 req-e9dc1dec-08d4-457f-8a7c-e4efdf2913f3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=522ac413-ee53-447e-b36c-374bc3751b99 HTTP/1.1" status: 200 len: 849 time: 0.0526569 Jul 09 16:43:23.135939 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6871a679-4d3a-4345-aaa9-8d2f62af0d42 req-bc5e71db-00d4-4ae6-86db-7944e5efea17 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7414fc77-3be9-40af-a6ea-00223ea4fadc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331881 Jul 09 16:43:23.248325 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6871a679-4d3a-4345-aaa9-8d2f62af0d42 req-f2080196-fb52-4886-8cd5-3c4b2fa5c084 service neutron] 10.222.0.77 "GET /v2.0/networks/7414fc77-3be9-40af-a6ea-00223ea4fadc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045721 Jul 09 16:43:23.374248 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6871a679-4d3a-4345-aaa9-8d2f62af0d42 req-7eb620c5-fa2e-4b42-8d76-1e0f4c395c15 service neutron] 10.222.0.77 "GET /v2.0/networks/7414fc77-3be9-40af-a6ea-00223ea4fadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181319 Jul 09 16:43:24.080507 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c3e54d-5227-4bcd-82c1-9730fe944553 req-df56750c-1f6d-4791-a97b-2fca57399eb8 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:24.081904 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-32c3e54d-5227-4bcd-82c1-9730fe944553 req-df56750c-1f6d-4791-a97b-2fca57399eb8 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6d19ee0-0c99-4408-937f-b57b30cb64b3 HTTP/1.1" status: 200 len: 943 time: 0.0661490 Jul 09 16:43:24.121874 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-32c3e54d-5227-4bcd-82c1-9730fe944553 req-3d80e8e2-d4c4-4ea4-832d-dc0ffaeafc27 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] 10.222.0.98 "GET /v2.0/security-groups?id=994b4524-d49c-416f-9252-fc4bd3cd7229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335279 Jul 09 16:43:25.112765 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-74c15cc1-fe30-4e81-8f61-76cd1c00c41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:25.162515 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 2ff6c5e8-b53e-478b-b82a-53351806ae18 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:43:25.295301 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 2ff6c5e8-b53e-478b-b82a-53351806ae18, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=2ff6c5e8-b53e-478b-b82a-53351806ae18,segment=NetworkSegment(d5bc3d10-2b54-4a9a-8b4a-b9bf7608875b),segment_id=d5bc3d10-2b54-4a9a-8b4a-b9bf7608875b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:43:25.307901 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '2ff6c5e8-b53e-478b-b82a-53351806ae18', 'network_id': '7414fc77-3be9-40af-a6ea-00223ea4fadc', 'port_id': '2ff6c5e8-b53e-478b-b82a-53351806ae18', 'mac_address': 'fa:16:3e:02:db:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '522ac413-ee53-447e-b36c-374bc3751b99', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:43:25.352290 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:25.366601 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7870717-8623-4b84-891d-ab7cda960506 req-3e746a99-c78c-4f14-9ea3-c1e2cf1b71e5 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:25.368420 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ff6c5e8-b53e-478b-b82a-53351806ae18 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:43:25.369110 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f7870717-8623-4b84-891d-ab7cda960506 req-3e746a99-c78c-4f14-9ea3-c1e2cf1b71e5 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6d19ee0-0c99-4408-937f-b57b30cb64b3 HTTP/1.1" status: 200 len: 943 time: 0.0800924 Jul 09 16:43:25.390710 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 2ff6c5e8-b53e-478b-b82a-53351806ae18, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=2ff6c5e8-b53e-478b-b82a-53351806ae18,segment=NetworkSegment(d5bc3d10-2b54-4a9a-8b4a-b9bf7608875b),segment_id=d5bc3d10-2b54-4a9a-8b4a-b9bf7608875b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:43:25.396786 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:25.452742 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f7870717-8623-4b84-891d-ab7cda960506 req-ac52a8bf-42e1-454b-b8a3-18ba356e3f2c tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] 10.222.0.98 "GET /v2.0/security-groups?id=994b4524-d49c-416f-9252-fc4bd3cd7229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770509 Jul 09 16:43:25.472869 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=2ff6c5e8-b53e-478b-b82a-53351806ae18,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:25.481075 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:25.481555 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:25.481998 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:25.482974 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:25.483409 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:25.483837 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:25.484394 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:25.484685 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:25.485158 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:25.485618 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:25.485971 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:25.486391 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:25.646319 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['2ff6c5e8-b53e-478b-b82a-53351806ae18'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:43:25.790643 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:26.287899 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:26.652944 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef07d51-f0a5-4528-b918-1d88e9673ffa req-06e64a40-9e5a-4939-88c0-dc0162c93b3f tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:26.654616 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9ef07d51-f0a5-4528-b918-1d88e9673ffa req-06e64a40-9e5a-4939-88c0-dc0162c93b3f tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6d19ee0-0c99-4408-937f-b57b30cb64b3 HTTP/1.1" status: 200 len: 944 time: 0.0870941 Jul 09 16:43:26.694251 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9ef07d51-f0a5-4528-b918-1d88e9673ffa req-c6552285-ae84-475d-8e07-c5fd08d19469 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] 10.222.0.98 "GET /v2.0/security-groups?id=994b4524-d49c-416f-9252-fc4bd3cd7229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340352 Jul 09 16:43:26.720537 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:27.174436 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 2ff6c5e8-b53e-478b-b82a-53351806ae18 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:43:27.226796 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 2ff6c5e8-b53e-478b-b82a-53351806ae18 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:43:27.230828 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 2ff6c5e8-b53e-478b-b82a-53351806ae18 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:43:27.231210 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:27.319380 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:27.343051 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d19ee0-0c99-4408-937f-b57b30cb64b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff6c5e8-b53e-478b-b82a-53351806ae18'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:43:27.345289 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73fc99fa-e959-4da0-9e77-2e6005bf3f5c" -d '{"events": [{"server_uuid": "e6d19ee0-0c99-4408-937f-b57b30cb64b3", "name": "network-vif-plugged", "status": "completed", "tag": "2ff6c5e8-b53e-478b-b82a-53351806ae18"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:43:27.359451 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 2ff6c5e8-b53e-478b-b82a-53351806ae18, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=2ff6c5e8-b53e-478b-b82a-53351806ae18,segment=NetworkSegment(d5bc3d10-2b54-4a9a-8b4a-b9bf7608875b),segment_id=d5bc3d10-2b54-4a9a-8b4a-b9bf7608875b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:43:27.365173 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:27.397964 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650e4a60-e2c4-4a6f-ad2c-e7be719230f9 x-openstack-request-id: req-650e4a60-e2c4-4a6f-ad2c-e7be719230f9 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:43:27.398315 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d19ee0-0c99-4408-937f-b57b30cb64b3", "name": "network-vif-plugged", "status": "completed", "tag": "2ff6c5e8-b53e-478b-b82a-53351806ae18", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:43:27.398788 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-650e4a60-e2c4-4a6f-ad2c-e7be719230f9 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:43:27.399183 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d19ee0-0c99-4408-937f-b57b30cb64b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff6c5e8-b53e-478b-b82a-53351806ae18', 'code': 200} Jul 09 16:43:27.427089 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=2ff6c5e8-b53e-478b-b82a-53351806ae18,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:27.527410 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7691bc13-068b-46d4-9a27-4cc71074384a req-3b77efd3-bd97-4270-ba15-80844233117a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:27.528909 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7691bc13-068b-46d4-9a27-4cc71074384a req-3b77efd3-bd97-4270-ba15-80844233117a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e6d19ee0-0c99-4408-937f-b57b30cb64b3 HTTP/1.1" status: 200 len: 1096 time: 0.0560846 Jul 09 16:43:27.568623 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7691bc13-068b-46d4-9a27-4cc71074384a req-a9c1da7d-9151-4c93-a743-c06f030a60bd service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=994b4524-d49c-416f-9252-fc4bd3cd7229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320759 Jul 09 16:43:27.882140 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e7aeb7-7e54-473b-97f2-027e200f8663 req-4569ed25-1599-4aa8-ac23-7fca126ab614 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:27.884648 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e9e7aeb7-7e54-473b-97f2-027e200f8663 req-4569ed25-1599-4aa8-ac23-7fca126ab614 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6d19ee0-0c99-4408-937f-b57b30cb64b3 HTTP/1.1" status: 200 len: 945 time: 0.0712376 Jul 09 16:43:27.935994 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e9e7aeb7-7e54-473b-97f2-027e200f8663 req-07319d3d-8486-4d05-8b53-36825f8fedbe tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] 10.222.0.98 "GET /v2.0/security-groups?id=994b4524-d49c-416f-9252-fc4bd3cd7229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437546 Jul 09 16:43:28.236252 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:29.144951 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a34bc8-6ef0-4b19-9b75-f698b4ded78a req-e444ee8a-933b-45d7-9d2c-4c2cc097bf36 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:29.151724 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-83a34bc8-6ef0-4b19-9b75-f698b4ded78a req-e444ee8a-933b-45d7-9d2c-4c2cc097bf36 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6d19ee0-0c99-4408-937f-b57b30cb64b3 HTTP/1.1" status: 200 len: 945 time: 0.0845854 Jul 09 16:43:29.190728 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-83a34bc8-6ef0-4b19-9b75-f698b4ded78a req-f7fa0853-9685-4d70-876f-844c2c783f9b tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] 10.222.0.98 "GET /v2.0/security-groups?id=994b4524-d49c-416f-9252-fc4bd3cd7229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378225 Jul 09 16:43:29.201983 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 39940) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:29.328769 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-29dc82a3-9b75-4418-b7a0-85f601d2ad21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:29.436582 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-29dc82a3-9b75-4418-b7a0-85f601d2ad21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:29.441397 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-29dc82a3-9b75-4418-b7a0-85f601d2ad21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:29.486370 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 39952) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:29.492839 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-29dc82a3-9b75-4418-b7a0-85f601d2ad21 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6b5ec6b15e2d4a069ee9d9a15fe3a92b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2895811 Jul 09 16:43:29.493840 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dc82a3-9b75-4418-b7a0-85f601d2ad21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5ff53a-452d-45c3-aa78-85fe5bc0def8,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:29.565730 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3d415373-2a59-435c-a434-e35f328fd4ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:29.590302 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3d415373-2a59-435c-a434-e35f328fd4ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:29.643537 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3d415373-2a59-435c-a434-e35f328fd4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:29.647537 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3d415373-2a59-435c-a434-e35f328fd4ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:29.651233 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3d415373-2a59-435c-a434-e35f328fd4ef admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1a5ff53a-452d-45c3-aa78-85fe5bc0def8 HTTP/1.1" status: 204 len: 168 time: 0.1636276 Jul 09 16:43:29.661433 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d415373-2a59-435c-a434-e35f328fd4ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5ff53a-452d-45c3-aa78-85fe5bc0def8,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:30.102460 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604e0ab-56fb-416f-a5bd-5b210b6b214d req-0a1f69a7-c923-460a-a83d-42e7c3722866 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:30.104433 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b604e0ab-56fb-416f-a5bd-5b210b6b214d req-0a1f69a7-c923-460a-a83d-42e7c3722866 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6d19ee0-0c99-4408-937f-b57b30cb64b3 HTTP/1.1" status: 200 len: 945 time: 0.0759223 Jul 09 16:43:30.154851 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b604e0ab-56fb-416f-a5bd-5b210b6b214d req-77953a72-9a12-4965-ba4f-46e516b53cb3 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] 10.222.0.98 "GET /v2.0/security-groups?id=994b4524-d49c-416f-9252-fc4bd3cd7229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387738 Jul 09 16:43:30.726101 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 40014) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:30.980649 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0d38f54f-8a7c-446e-8749-9f2c49212a3f tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Deleting port 0f675e56-c819-4aa0-90ab-f8667ce230e4 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:43:30.980993 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d38f54f-8a7c-446e-8749-9f2c49212a3f tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:31.043296 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 40022) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:31.067527 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d38f54f-8a7c-446e-8749-9f2c49212a3f tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:31.067884 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d38f54f-8a7c-446e-8749-9f2c49212a3f tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:31.083230 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0d38f54f-8a7c-446e-8749-9f2c49212a3f tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Calling delete_port for 0f675e56-c819-4aa0-90ab-f8667ce230e4 owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:43:31.178429 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dc9a4273-2825-4ba7-b92b-9434fc2706a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:31.286279 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 40030) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:31.304178 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dc9a4273-2825-4ba7-b92b-9434fc2706a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:31.309891 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dc9a4273-2825-4ba7-b92b-9434fc2706a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:31.349278 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d38f54f-8a7c-446e-8749-9f2c49212a3f tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:31.369461 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a4273-2825-4ba7-b92b-9434fc2706a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e15e89a-4226-45e2-bc45-9aca3e2c78bb,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:31.387245 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d38f54f-8a7c-446e-8749-9f2c49212a3f tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Pushing event deleted for resources: {'Port': ['ID=0f675e56-c819-4aa0-90ab-f8667ce230e4,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:31.394139 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-dc9a4273-2825-4ba7-b92b-9434fc2706a4 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1b6488f555054166bf3b091e669fcbf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3491936 Jul 09 16:43:31.396659 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 40034) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:31.450117 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6a3ba7b1-6d15-4fe5-8c80-9f8b65c22e5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:31.467580 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fadb114-3ac2-4f85-a141-976776a2d347 req-b670f018-44b8-4ffa-aaad-615c2ccddafc tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:31.469379 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6fadb114-3ac2-4f85-a141-976776a2d347 req-b670f018-44b8-4ffa-aaad-615c2ccddafc tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6d19ee0-0c99-4408-937f-b57b30cb64b3 HTTP/1.1" status: 200 len: 945 time: 0.1559577 Jul 09 16:43:31.482838 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e94089-18cc-4398-a539-1b10a776f03e req-5b6f2a3b-d351-428a-8da3-3fe64f5ec7d2 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:31.484363 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e4e94089-18cc-4398-a539-1b10a776f03e req-5b6f2a3b-d351-428a-8da3-3fe64f5ec7d2 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6d19ee0-0c99-4408-937f-b57b30cb64b3 HTTP/1.1" status: 200 len: 945 time: 0.1710236 Jul 09 16:43:31.484857 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d38f54f-8a7c-446e-8749-9f2c49212a3f tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:31.485238 n-d-798930-3 neutron-server[93959]: INFO neutron.db.l3_db [None req-0d38f54f-8a7c-446e-8749-9f2c49212a3f tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Floating IP fe3d25b7-0c28-4173-944a-48fea5b55398 disassociated (deleted). External IP: 172.25.0.249, port: 40fa5166-1794-4430-87a7-d7f875c29048. Jul 09 16:43:31.533260 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b7df607-54ed-4ba6-9b30-6209c1494bcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:31.571558 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e4e94089-18cc-4398-a539-1b10a776f03e req-495e7dd1-af02-4a0b-8bbf-d2fb9c32c320 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] 10.222.0.98 "GET /v2.0/security-groups?id=994b4524-d49c-416f-9252-fc4bd3cd7229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717113 Jul 09 16:43:31.582134 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b7df607-54ed-4ba6-9b30-6209c1494bcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:31.662295 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6a3ba7b1-6d15-4fe5-8c80-9f8b65c22e5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:31.663755 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b7df607-54ed-4ba6-9b30-6209c1494bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:31.666393 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b7df607-54ed-4ba6-9b30-6209c1494bcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:31.667657 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-5b7df607-54ed-4ba6-9b30-6209c1494bcd admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8e15e89a-4226-45e2-bc45-9aca3e2c78bb HTTP/1.1" status: 204 len: 168 time: 0.2698932 Jul 09 16:43:31.670997 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6a3ba7b1-6d15-4fe5-8c80-9f8b65c22e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:31.684236 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7df607-54ed-4ba6-9b30-6209c1494bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e15e89a-4226-45e2-bc45-9aca3e2c78bb,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:31.717122 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-6fadb114-3ac2-4f85-a141-976776a2d347 req-a332c3a5-89e3-49ea-a40d-8e20d7fb9c18 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Deleting port 2ff6c5e8-b53e-478b-b82a-53351806ae18 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:43:31.717470 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6fadb114-3ac2-4f85-a141-976776a2d347 req-a332c3a5-89e3-49ea-a40d-8e20d7fb9c18 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:31.726451 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6a3ba7b1-6d15-4fe5-8c80-9f8b65c22e5b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=cd7ec2600b7345d4a0f64774fdbc78de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4407456 Jul 09 16:43:31.726743 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 40038) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:31.736816 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3ba7b1-6d15-4fe5-8c80-9f8b65c22e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64fd8a9-76fb-482f-8e8e-9f14e7dfca8d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:32.189204 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-6fadb114-3ac2-4f85-a141-976776a2d347 req-a332c3a5-89e3-49ea-a40d-8e20d7fb9c18 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] For port 2ff6c5e8-b53e-478b-b82a-53351806ae18, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=2ff6c5e8-b53e-478b-b82a-53351806ae18,segment=NetworkSegment(d5bc3d10-2b54-4a9a-8b4a-b9bf7608875b),segment_id=d5bc3d10-2b54-4a9a-8b4a-b9bf7608875b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:43:32.189570 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6fadb114-3ac2-4f85-a141-976776a2d347 req-a332c3a5-89e3-49ea-a40d-8e20d7fb9c18 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:32.193808 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1e9b800c-1254-49b6-b4c2-e4c37f9a8182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:32.196490 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d38f54f-8a7c-446e-8749-9f2c49212a3f tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Router 8cc43990-9ab5-45e1-87d5-419a65c8c9c7 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:43:32.218570 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-6fadb114-3ac2-4f85-a141-976776a2d347 req-a332c3a5-89e3-49ea-a40d-8e20d7fb9c18 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Calling delete_port for 2ff6c5e8-b53e-478b-b82a-53351806ae18 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:43:32.242484 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1e9b800c-1254-49b6-b4c2-e4c37f9a8182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:32.437260 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1e9b800c-1254-49b6-b4c2-e4c37f9a8182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:32.440042 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1e9b800c-1254-49b6-b4c2-e4c37f9a8182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:32.441218 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-1e9b800c-1254-49b6-b4c2-e4c37f9a8182 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f64fd8a9-76fb-482f-8e8e-9f14e7dfca8d HTTP/1.1" status: 204 len: 168 time: 0.7031910 Jul 09 16:43:32.480077 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b800c-1254-49b6-b4c2-e4c37f9a8182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64fd8a9-76fb-482f-8e8e-9f14e7dfca8d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:32.485809 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d38f54f-8a7c-446e-8749-9f2c49212a3f tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:43:32.490686 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d38f54f-8a7c-446e-8749-9f2c49212a3f tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:32.535034 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1425e342-e6c9-479a-96e3-2bd2d72fec82 None None] Sync routers for ids ['8cc43990-9ab5-45e1-87d5-419a65c8c9c7'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:43:32.549737 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1425e342-e6c9-479a-96e3-2bd2d72fec82 None None] Routers {'8cc43990-9ab5-45e1-87d5-419a65c8c9c7'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:43:32.551622 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1425e342-e6c9-479a-96e3-2bd2d72fec82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:43:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['8cc43990-9ab5-45e1-87d5-419a65c8c9c7'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:43:32.555232 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0d38f54f-8a7c-446e-8749-9f2c49212a3f tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.98 "DELETE /v2.0/floatingips/fe3d25b7-0c28-4173-944a-48fea5b55398 HTTP/1.1" status: 204 len: 168 time: 1.8283689 Jul 09 16:43:32.556398 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65574fab-859c-4912-b054-2922e960d784', 'tag': '40fa5166-1794-4430-87a7-d7f875c29048'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:43:32.571370 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d12c30-3270-446a-9ae9-6113d0d8185e" -d '{"events": [{"name": "network-changed", "server_uuid": "65574fab-859c-4912-b054-2922e960d784", "tag": "40fa5166-1794-4430-87a7-d7f875c29048"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:43:32.574939 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6fadb114-3ac2-4f85-a141-976776a2d347 req-a332c3a5-89e3-49ea-a40d-8e20d7fb9c18 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:32.616587 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['2ff6c5e8-b53e-478b-b82a-53351806ae18'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:43:32.641687 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a332c3a5-89e3-49ea-a40d-8e20d7fb9c18 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Pushing event deleted for resources: {'Port': ['ID=2ff6c5e8-b53e-478b-b82a-53351806ae18,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:32.746172 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fadb114-3ac2-4f85-a141-976776a2d347 req-a332c3a5-89e3-49ea-a40d-8e20d7fb9c18 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] No DVR routers for this DVR port 2ff6c5e8-b53e-478b-b82a-53351806ae18 on host n-h1-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:43:32.764138 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6fadb114-3ac2-4f85-a141-976776a2d347 req-a332c3a5-89e3-49ea-a40d-8e20d7fb9c18 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:32.766239 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6fadb114-3ac2-4f85-a141-976776a2d347 req-a332c3a5-89e3-49ea-a40d-8e20d7fb9c18 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] 10.222.0.77 "DELETE /v2.0/ports/2ff6c5e8-b53e-478b-b82a-53351806ae18 HTTP/1.1" status: 204 len: 173 time: 1.2898340 Jul 09 16:43:32.798534 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-1425e342-e6c9-479a-96e3-2bd2d72fec82 None None] Set router 8cc43990-9ab5-45e1-87d5-419a65c8c9c7 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:43:33.015440 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b75ff0-690d-441c-82ee-c5a3ea876b9a x-openstack-request-id: req-55b75ff0-690d-441c-82ee-c5a3ea876b9a {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:43:33.016000 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65574fab-859c-4912-b054-2922e960d784", "tag": "40fa5166-1794-4430-87a7-d7f875c29048", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:43:33.016667 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-55b75ff0-690d-441c-82ee-c5a3ea876b9a {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:43:33.017316 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65574fab-859c-4912-b054-2922e960d784', 'tag': '40fa5166-1794-4430-87a7-d7f875c29048', 'status': 'completed', 'code': 200} Jul 09 16:43:33.192728 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d12c30-3270-446a-9ae9-6113d0d8185e req-7870096a-39f9-4fe8-849c-dcfd05ff6b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:33.196344 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-50d12c30-3270-446a-9ae9-6113d0d8185e req-7870096a-39f9-4fe8-849c-dcfd05ff6b3d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fbaf693dfcd540cb80d81354443d4ce4&device_id=65574fab-859c-4912-b054-2922e960d784 HTTP/1.1" status: 200 len: 1097 time: 0.0936859 Jul 09 16:43:33.391520 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d12c30-3270-446a-9ae9-6113d0d8185e req-7484e094-6060-4767-af46-05ba99480137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:33.393696 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-50d12c30-3270-446a-9ae9-6113d0d8185e req-7484e094-6060-4767-af46-05ba99480137 service neutron] 10.222.0.73 "GET /v2.0/networks?id=73ebf291-23c0-432d-ae7e-abd99b594bfa HTTP/1.1" status: 200 len: 914 time: 0.1905348 Jul 09 16:43:33.396112 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6d069a76-8e00-413e-a139-b12e0752f9dc req-d83b271a-e735-4eef-b54d-cd506d7a47ba tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6d19ee0-0c99-4408-937f-b57b30cb64b3 HTTP/1.1" status: 200 len: 210 time: 0.0591471 Jul 09 16:43:33.418046 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1425e342-e6c9-479a-96e3-2bd2d72fec82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc43990-9ab5-45e1-87d5-419a65c8c9c7', 'name': 'tempest-TestVolumeBackupRestore-148455542-router', 'tenant_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:56Z', 'updated_at': '2021-07-09T16:39:05Z', 'revision_number': 4, 'project_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'gw_port': {'id': '7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc43990-9ab5-45e1-87d5-419a65c8c9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:58Z', 'updated_at': '2021-07-09T16:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '87149843-454c-4675-99da-acf70fc9e682', 'name': '', 'network_id': '73ebf291-23c0-432d-ae7e-abd99b594bfa', 'tenant_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'mac_address': 'fa:16:3e:dd:82:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc43990-9ab5-45e1-87d5-419a65c8c9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '54163d02-03b7-4e71-a0ad-b40aee212401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:39:03Z', 'updated_at': '2021-07-09T16:39:14Z', 'revision_number': 5, 'project_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'subnets': [{'id': '54163d02-03b7-4e71-a0ad-b40aee212401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:43:33.463639 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1425e342-e6c9-479a-96e3-2bd2d72fec82 None None] Checking router: 8cc43990-9ab5-45e1-87d5-419a65c8c9c7 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:43:33.474192 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1425e342-e6c9-479a-96e3-2bd2d72fec82 None None] Routers {'8cc43990-9ab5-45e1-87d5-419a65c8c9c7'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:43:33.475142 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1425e342-e6c9-479a-96e3-2bd2d72fec82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:43:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['8cc43990-9ab5-45e1-87d5-419a65c8c9c7'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:43:33.507910 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-50d12c30-3270-446a-9ae9-6113d0d8185e req-6b41ee6e-3065-439d-817f-761d7f923584 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40fa5166-1794-4430-87a7-d7f875c29048 HTTP/1.1" status: 200 len: 217 time: 0.0999925 Jul 09 16:43:33.612100 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d12c30-3270-446a-9ae9-6113d0d8185e req-3ff357c9-838f-441b-b9cd-4f1542e91f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:33.614096 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-50d12c30-3270-446a-9ae9-6113d0d8185e req-3ff357c9-838f-441b-b9cd-4f1542e91f27 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54163d02-03b7-4e71-a0ad-b40aee212401 HTTP/1.1" status: 200 len: 852 time: 0.0943859 Jul 09 16:43:33.658573 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 40100) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:33.673240 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-1425e342-e6c9-479a-96e3-2bd2d72fec82 None None] Set router 8cc43990-9ab5-45e1-87d5-419a65c8c9c7 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:43:33.784937 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0c931-fdd6-47a9-bf9c-73559611337d req-5c0394fb-b784-48bc-aa79-2bccef6e24ef tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:33.786754 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-59d0c931-fdd6-47a9-bf9c-73559611337d req-5c0394fb-b784-48bc-aa79-2bccef6e24ef tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.98 "GET /v2.0/ports?device_id=65574fab-859c-4912-b054-2922e960d784 HTTP/1.1" status: 200 len: 946 time: 0.1113126 Jul 09 16:43:33.792330 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-53d02639-5b5f-42fb-8674-9afd760cb2e6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-85219388-network', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:43:33.821997 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d02639-5b5f-42fb-8674-9afd760cb2e6 admin admin] Made reservation on behalf of 1c75594b2a664d30980bf347c7fbaad8 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:43:33.824185 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d12c30-3270-446a-9ae9-6113d0d8185e req-f4f38f9a-eb32-40ad-a9cd-64b5b57bf33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:33.824743 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53d02639-5b5f-42fb-8674-9afd760cb2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:33.826712 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-50d12c30-3270-446a-9ae9-6113d0d8185e req-f4f38f9a-eb32-40ad-a9cd-64b5b57bf33f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=73ebf291-23c0-432d-ae7e-abd99b594bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2028329 Jul 09 16:43:33.835179 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53d02639-5b5f-42fb-8674-9afd760cb2e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:33.858589 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-59d0c931-fdd6-47a9-bf9c-73559611337d req-10646fdb-b72e-4060-8feb-0dc013cf5295 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.98 "GET /v2.0/security-groups?id=13bd0873-baf6-495e-b566-119e908a5e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611892 Jul 09 16:43:33.996956 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53d02639-5b5f-42fb-8674-9afd760cb2e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:34.005808 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53d02639-5b5f-42fb-8674-9afd760cb2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:34.019693 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-50d12c30-3270-446a-9ae9-6113d0d8185e req-f3435bc1-440c-4aea-b5ea-668d7a51d6e7 service neutron] 10.222.0.73 "GET /v2.0/networks/73ebf291-23c0-432d-ae7e-abd99b594bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819894 Jul 09 16:43:34.034401 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1425e342-e6c9-479a-96e3-2bd2d72fec82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc43990-9ab5-45e1-87d5-419a65c8c9c7', 'name': 'tempest-TestVolumeBackupRestore-148455542-router', 'tenant_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:56Z', 'updated_at': '2021-07-09T16:39:05Z', 'revision_number': 4, 'project_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'gw_port': {'id': '7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc43990-9ab5-45e1-87d5-419a65c8c9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:58Z', 'updated_at': '2021-07-09T16:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '87149843-454c-4675-99da-acf70fc9e682', 'name': '', 'network_id': '73ebf291-23c0-432d-ae7e-abd99b594bfa', 'tenant_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'mac_address': 'fa:16:3e:dd:82:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc43990-9ab5-45e1-87d5-419a65c8c9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '54163d02-03b7-4e71-a0ad-b40aee212401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:39:03Z', 'updated_at': '2021-07-09T16:39:14Z', 'revision_number': 5, 'project_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'subnets': [{'id': '54163d02-03b7-4e71-a0ad-b40aee212401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:43:34.045112 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d02639-5b5f-42fb-8674-9afd760cb2e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2ec7a1-9367-49af-8cbb-db60681dc997,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:34.059703 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53d02639-5b5f-42fb-8674-9afd760cb2e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:43:34.087580 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53d02639-5b5f-42fb-8674-9afd760cb2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:34.087926 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-53d02639-5b5f-42fb-8674-9afd760cb2e6 admin admin] Added segment f8892455-537d-4135-a8a6-c5f11d1a74c6 of type vlan for network f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 Jul 09 16:43:34.131065 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1425e342-e6c9-479a-96e3-2bd2d72fec82 None None] The sync data for ids ['8cc43990-9ab5-45e1-87d5-419a65c8c9c7'] in n-d-798930-3 is: [{'id': '8cc43990-9ab5-45e1-87d5-419a65c8c9c7', 'name': 'tempest-TestVolumeBackupRestore-148455542-router', 'tenant_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:56Z', 'updated_at': '2021-07-09T16:39:05Z', 'revision_number': 4, 'project_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'gw_port': {'id': '7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc43990-9ab5-45e1-87d5-419a65c8c9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:58Z', 'updated_at': '2021-07-09T16:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '87149843-454c-4675-99da-acf70fc9e682', 'name': '', 'network_id': '73ebf291-23c0-432d-ae7e-abd99b594bfa', 'tenant_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'mac_address': 'fa:16:3e:dd:82:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc43990-9ab5-45e1-87d5-419a65c8c9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '54163d02-03b7-4e71-a0ad-b40aee212401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:39:03Z', 'updated_at': '2021-07-09T16:39:14Z', 'revision_number': 5, 'project_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'subnets': [{'id': '54163d02-03b7-4e71-a0ad-b40aee212401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:43:34.146205 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53d02639-5b5f-42fb-8674-9afd760cb2e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:34.181267 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53d02639-5b5f-42fb-8674-9afd760cb2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:34.182577 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d02639-5b5f-42fb-8674-9afd760cb2e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:34.183340 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53d02639-5b5f-42fb-8674-9afd760cb2e6 admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:34.202870 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-50d12c30-3270-446a-9ae9-6113d0d8185e req-558bcff5-549c-479b-817e-ff719fa6acef service neutron] 10.222.0.73 "GET /v2.0/networks/73ebf291-23c0-432d-ae7e-abd99b594bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749446 Jul 09 16:43:34.207719 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-53d02639-5b5f-42fb-8674-9afd760cb2e6 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5466313 Jul 09 16:43:34.211312 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 40106) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:34.219455 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-bee97758-fc33-4d4d-82db-d0cde1160b2c admin admin] Request body: {'subnet': {'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-85219388-subnet', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:43:34.255421 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d02639-5b5f-42fb-8674-9afd760cb2e6 admin admin] Pushing event updated for resources: {'Network': ['ID=f36f2b9b-47ba-4cd8-a2dd-8998abc0c354,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:34.257601 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee97758-fc33-4d4d-82db-d0cde1160b2c admin admin] Made reservation on behalf of 1c75594b2a664d30980bf347c7fbaad8 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:43:34.260269 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bee97758-fc33-4d4d-82db-d0cde1160b2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:34.268138 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:43:34.424983 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348e1e1f-b7ce-4080-8749-db75f75017fe None None] New status for floating IP fe3d25b7-0c28-4173-944a-48fea5b55398: DOWN {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:43:34.455587 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bee97758-fc33-4d4d-82db-d0cde1160b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:34.521907 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee97758-fc33-4d4d-82db-d0cde1160b2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=470183cf-e48b-46ba-9f1f-c70364d25786,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:34.527961 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee97758-fc33-4d4d-82db-d0cde1160b2c admin admin] Checking segment: {'id': 'f8892455-537d-4135-a8a6-c5f11d1a74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:43:34.528166 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee97758-fc33-4d4d-82db-d0cde1160b2c admin admin] Network hostable DHCP agents. Network: f36f2b9b-47ba-4cd8-a2dd-8998abc0c354, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:43:34.553733 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee97758-fc33-4d4d-82db-d0cde1160b2c admin admin] Network f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:43:34.564405 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-bee97758-fc33-4d4d-82db-d0cde1160b2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, f36f2b9b-47ba-4cd8-a2dd-8998abc0c354) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:43:34.572166 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee97758-fc33-4d4d-82db-d0cde1160b2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:34.573631 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bee97758-fc33-4d4d-82db-d0cde1160b2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:34.574928 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ce83e0-8f1d-4fd5-974c-d5f7b031caf2 None None] Network f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:43:34.592344 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-bee97758-fc33-4d4d-82db-d0cde1160b2c admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3790329 Jul 09 16:43:34.595092 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 40112) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:34.600327 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-52085224-b324-4006-8897-e0c762ed65bc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-85219388-router', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:43:34.629777 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52085224-b324-4006-8897-e0c762ed65bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:34.632001 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52085224-b324-4006-8897-e0c762ed65bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:34.699094 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52085224-b324-4006-8897-e0c762ed65bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:34.750240 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a332c3a-b48c-4433-9579-bb51e0426e69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-f36f2b9b-47ba-4cd8-a2dd-8998abc0c354', 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'fixed_ips': [{'subnet_id': '470183cf-e48b-46ba-9f1f-c70364d25786'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:43:34.751221 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1a332c3a-b48c-4433-9579-bb51e0426e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:34.891186 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-1a332c3a-b48c-4433-9579-bb51e0426e69 None None] Allocated IP 172.20.0.2 (f36f2b9b-47ba-4cd8-a2dd-8998abc0c354/470183cf-e48b-46ba-9f1f-c70364d25786/5cb04025-b7e1-44db-ad1a-20231076b122) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:43:34.901838 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52085224-b324-4006-8897-e0c762ed65bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:34.977559 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78600e6-602a-4d72-b484-10736e6d205f req-5632673f-fe4e-4ff4-b210-11172e0b1d62 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:34.979040 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d78600e6-602a-4d72-b484-10736e6d205f req-5632673f-fe4e-4ff4-b210-11172e0b1d62 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] 10.222.0.98 "GET /v2.0/networks?id=7414fc77-3be9-40af-a6ea-00223ea4fadc HTTP/1.1" status: 200 len: 809 time: 0.2385848 Jul 09 16:43:35.015668 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d78600e6-602a-4d72-b484-10736e6d205f req-0906e098-31c0-4223-aaa5-208cbf4f6f66 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] 10.222.0.98 "GET /v2.0/quotas/228dd3755b77457fa6be448fdcde11d4 HTTP/1.1" status: 200 len: 375 time: 0.0299478 Jul 09 16:43:35.018715 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d19ee0-0c99-4408-937f-b57b30cb64b3', 'name': 'network-vif-deleted', 'tag': '2ff6c5e8-b53e-478b-b82a-53351806ae18'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:43:35.021066 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f5d42a-37e0-4e05-9846-10f8cc980b25" -d '{"events": [{"server_uuid": "e6d19ee0-0c99-4408-937f-b57b30cb64b3", "name": "network-vif-deleted", "tag": "2ff6c5e8-b53e-478b-b82a-53351806ae18"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:43:35.040612 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1a332c3a-b48c-4433-9579-bb51e0426e69 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:35.050051 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1a332c3a-b48c-4433-9579-bb51e0426e69 None None] Transition to ACTIVE for port object 5cb04025-b7e1-44db-ad1a-20231076b122 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:43:35.066621 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1a332c3a-b48c-4433-9579-bb51e0426e69 None None] Transition to ACTIVE for port object 5cb04025-b7e1-44db-ad1a-20231076b122 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:43:35.071328 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d78600e6-602a-4d72-b484-10736e6d205f req-ea71b58a-807c-41c0-9783-2415b7b111e7 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=228dd3755b77457fa6be448fdcde11d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380549 Jul 09 16:43:35.074268 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1a332c3a-b48c-4433-9579-bb51e0426e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:35.112955 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a332c3a-b48c-4433-9579-bb51e0426e69 None None] Network f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:43:35.117954 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-1a332c3a-b48c-4433-9579-bb51e0426e69 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:43:35.121602 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a332c3a-b48c-4433-9579-bb51e0426e69 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:43:35.133204 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a332c3a-b48c-4433-9579-bb51e0426e69 None None] Pushing event updated for resources: {'Port': ['ID=5cb04025-b7e1-44db-ad1a-20231076b122,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:35.169059 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea312b88-b56c-43ca-bc78-f74c9cc27c64 req-f965d65c-6187-4f7d-8a4c-db412a93eb2e tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:35.171106 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ea312b88-b56c-43ca-bc78-f74c9cc27c64 req-f965d65c-6187-4f7d-8a4c-db412a93eb2e tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.73 "GET /v2.0/ports?device_id=65574fab-859c-4912-b054-2922e960d784 HTTP/1.1" status: 200 len: 946 time: 0.1751509 Jul 09 16:43:35.192917 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-1a332c3a-b48c-4433-9579-bb51e0426e69 None None] Attempting to bind port 5cb04025-b7e1-44db-ad1a-20231076b122 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:43:35.193292 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-1a332c3a-b48c-4433-9579-bb51e0426e69 None None] Attempting to bind port 5cb04025-b7e1-44db-ad1a-20231076b122 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'f8892455-537d-4135-a8a6-c5f11d1a74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:43:35.193656 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a332c3a-b48c-4433-9579-bb51e0426e69 None None] Attempting to bind port 5cb04025-b7e1-44db-ad1a-20231076b122 on network f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:43:35.202940 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 2ff6c5e8-b53e-478b-b82a-53351806ae18 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:43:35.205534 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a332c3a-b48c-4433-9579-bb51e0426e69 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:43:35.205847 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a332c3a-b48c-4433-9579-bb51e0426e69 None None] Checking segment: {'id': 'f8892455-537d-4135-a8a6-c5f11d1a74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:43:35.206368 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1a332c3a-b48c-4433-9579-bb51e0426e69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:35.206711 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a332c3a-b48c-4433-9579-bb51e0426e69 None None] Bound using segment: {'id': 'f8892455-537d-4135-a8a6-c5f11d1a74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:43:35.207219 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-1a332c3a-b48c-4433-9579-bb51e0426e69 None None] Bound port: 5cb04025-b7e1-44db-ad1a-20231076b122, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8892455-537d-4135-a8a6-c5f11d1a74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:43:35.207606 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1a332c3a-b48c-4433-9579-bb51e0426e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:35.238746 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: 2ff6c5e8-b53e-478b-b82a-53351806ae18 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:43:35.239122 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 2ff6c5e8-b53e-478b-b82a-53351806ae18 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:43:35.291562 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d78600e6-602a-4d72-b484-10736e6d205f req-ab19c8e6-d3b3-4b87-9514-c273b62d28bc service neutron] 10.222.0.98 "GET /v2.0/networks/7414fc77-3be9-40af-a6ea-00223ea4fadc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113180 Jul 09 16:43:35.303461 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-1a332c3a-b48c-4433-9579-bb51e0426e69 None None] For port 5cb04025-b7e1-44db-ad1a-20231076b122, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:43:35.307095 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-1a332c3a-b48c-4433-9579-bb51e0426e69 None None] For port 5cb04025-b7e1-44db-ad1a-20231076b122, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=5cb04025-b7e1-44db-ad1a-20231076b122,segment=NetworkSegment(f8892455-537d-4135-a8a6-c5f11d1a74c6),segment_id=f8892455-537d-4135-a8a6-c5f11d1a74c6)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:43:35.313154 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1a332c3a-b48c-4433-9579-bb51e0426e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:35.398684 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a332c3a-b48c-4433-9579-bb51e0426e69 None None] Pushing event updated for resources: {'Port': ['ID=5cb04025-b7e1-44db-ad1a-20231076b122,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:35.850238 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52085224-b324-4006-8897-e0c762ed65bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:35.882500 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52085224-b324-4006-8897-e0c762ed65bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:35.890513 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-ea312b88-b56c-43ca-bc78-f74c9cc27c64 req-8c3f9c23-ab12-4069-91c1-6472260bad44 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Deleting port 40fa5166-1794-4430-87a7-d7f875c29048 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:43:35.890872 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ea312b88-b56c-43ca-bc78-f74c9cc27c64 req-8c3f9c23-ab12-4069-91c1-6472260bad44 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:35.942330 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d78600e6-602a-4d72-b484-10736e6d205f req-a9f6ad6a-9de8-433f-ae7f-929e47793e15 service neutron] 10.222.0.98 "GET /v2.0/networks/7414fc77-3be9-40af-a6ea-00223ea4fadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6009662 Jul 09 16:43:36.107416 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-52085224-b324-4006-8897-e0c762ed65bc admin admin] Allocated IP 172.25.0.233 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/1faf90e2-2722-4a0b-afa6-c0f88e8e4c48) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:43:36.120708 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 5cb04025-b7e1-44db-ad1a-20231076b122 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:43:36.136770 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-ea312b88-b56c-43ca-bc78-f74c9cc27c64 req-8c3f9c23-ab12-4069-91c1-6472260bad44 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] For port 40fa5166-1794-4430-87a7-d7f875c29048, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=40fa5166-1794-4430-87a7-d7f875c29048,segment=NetworkSegment(a48e60a4-8877-4251-9d9d-1029e5ffb47d),segment_id=a48e60a4-8877-4251-9d9d-1029e5ffb47d)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:43:36.149385 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ea312b88-b56c-43ca-bc78-f74c9cc27c64 req-8c3f9c23-ab12-4069-91c1-6472260bad44 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:36.195629 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-ea312b88-b56c-43ca-bc78-f74c9cc27c64 req-8c3f9c23-ab12-4069-91c1-6472260bad44 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Calling delete_port for 40fa5166-1794-4430-87a7-d7f875c29048 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:43:36.204548 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 5cb04025-b7e1-44db-ad1a-20231076b122 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:43:36.460726 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52085224-b324-4006-8897-e0c762ed65bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:36.540396 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ad69a-f9e2-48c4-9166-f86992a73560 req-0ea294f1-8a54-43bb-bbd5-6cb25e5fd91f tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:36.550444 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7e4ad69a-f9e2-48c4-9166-f86992a73560 req-0ea294f1-8a54-43bb-bbd5-6cb25e5fd91f tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.98 "GET /v2.0/ports?device_id=65574fab-859c-4912-b054-2922e960d784 HTTP/1.1" status: 200 len: 946 time: 0.2335403 Jul 09 16:43:36.579243 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92959cd5-58df-4294-8985-c97a11e4a450 None None] Network f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:43:36.636048 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0b945430-eace-4472-936b-72a4298284de req-724a4cc4-d437-4f7b-8fe9-336c683b7895 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=461b9502-a12b-4a4d-aa62-2cd8ff38c958&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1275735 Jul 09 16:43:36.656623 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7e4ad69a-f9e2-48c4-9166-f86992a73560 req-d4e50391-eccd-48fe-9022-9624371d55c3 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.98 "GET /v2.0/security-groups?id=13bd0873-baf6-495e-b566-119e908a5e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051068 Jul 09 16:43:36.659388 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ea312b88-b56c-43ca-bc78-f74c9cc27c64 req-8c3f9c23-ab12-4069-91c1-6472260bad44 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:36.667434 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52085224-b324-4006-8897-e0c762ed65bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:36.715522 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3f9c23-ab12-4069-91c1-6472260bad44 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Pushing event deleted for resources: {'Port': ['ID=40fa5166-1794-4430-87a7-d7f875c29048,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:36.734044 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-821f5523-4ba8-46bc-8525-1fbf98e76ba4 None None] Provisioning for port 5cb04025-b7e1-44db-ad1a-20231076b122 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:43:36.742666 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-821f5523-4ba8-46bc-8525-1fbf98e76ba4 None None] Provisioning complete for port 5cb04025-b7e1-44db-ad1a-20231076b122 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:43:36.743377 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-821f5523-4ba8-46bc-8525-1fbf98e76ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:36.778757 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52085224-b324-4006-8897-e0c762ed65bc admin admin] Pushing event updated for resources: {'Port': ['ID=1faf90e2-2722-4a0b-afa6-c0f88e8e4c48,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:36.786439 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7af5f85-0cb7-43c2-b412-908ea9ec8726 x-openstack-request-id: req-c7af5f85-0cb7-43c2-b412-908ea9ec8726 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:43:36.786573 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d19ee0-0c99-4408-937f-b57b30cb64b3", "name": "network-vif-deleted", "tag": "2ff6c5e8-b53e-478b-b82a-53351806ae18", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:43:36.787115 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c7af5f85-0cb7-43c2-b412-908ea9ec8726 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:43:36.787320 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d19ee0-0c99-4408-937f-b57b30cb64b3', 'name': 'network-vif-deleted', 'tag': '2ff6c5e8-b53e-478b-b82a-53351806ae18', 'status': 'completed', 'code': 200} Jul 09 16:43:36.791636 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52085224-b324-4006-8897-e0c762ed65bc admin admin] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:43:36.801408 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-52085224-b324-4006-8897-e0c762ed65bc admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:43:36.838004 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b945430-eace-4472-936b-72a4298284de req-56f11f8b-6b5a-48b8-9a8a-16bfba9e96a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:36.847736 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0b945430-eace-4472-936b-72a4298284de req-56f11f8b-6b5a-48b8-9a8a-16bfba9e96a5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5e6a0eaba6cb46c1bafe0a279d6dc456&device_id=461b9502-a12b-4a4d-aa62-2cd8ff38c958 HTTP/1.1" status: 200 len: 1135 time: 0.1224394 Jul 09 16:43:36.854255 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52085224-b324-4006-8897-e0c762ed65bc admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:43:36.896724 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-821f5523-4ba8-46bc-8525-1fbf98e76ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:36.902811 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea312b88-b56c-43ca-bc78-f74c9cc27c64 req-8c3f9c23-ab12-4069-91c1-6472260bad44 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] No DVR routers for this DVR port 40fa5166-1794-4430-87a7-d7f875c29048 on host n-h2-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:43:36.934868 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ea312b88-b56c-43ca-bc78-f74c9cc27c64 req-8c3f9c23-ab12-4069-91c1-6472260bad44 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:36.937099 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ea312b88-b56c-43ca-bc78-f74c9cc27c64 req-8c3f9c23-ab12-4069-91c1-6472260bad44 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.73 "DELETE /v2.0/ports/40fa5166-1794-4430-87a7-d7f875c29048 HTTP/1.1" status: 204 len: 173 time: 1.7595708 Jul 09 16:43:36.937645 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65574fab-859c-4912-b054-2922e960d784', 'name': 'network-vif-deleted', 'tag': '40fa5166-1794-4430-87a7-d7f875c29048'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:43:36.941105 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34af3970-4f5a-4c98-9b68-b4b712d41f2b" -d '{"events": [{"server_uuid": "65574fab-859c-4912-b054-2922e960d784", "name": "network-vif-deleted", "tag": "40fa5166-1794-4430-87a7-d7f875c29048"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:43:37.001698 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-59ac3c41-0aab-4305-b965-827875f48f49 req-e4f5f581-5ffd-4741-a1fc-b385c429fe16 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] 10.222.0.98 "GET /v2.0/ports?device_id=24fd9d5e-893f-46fd-8f19-de7c89485d44 HTTP/1.1" status: 200 len: 210 time: 0.0474205 Jul 09 16:43:37.022624 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-821f5523-4ba8-46bc-8525-1fbf98e76ba4 None None] For port 5cb04025-b7e1-44db-ad1a-20231076b122, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=5cb04025-b7e1-44db-ad1a-20231076b122,segment=NetworkSegment(f8892455-537d-4135-a8a6-c5f11d1a74c6),segment_id=f8892455-537d-4135-a8a6-c5f11d1a74c6)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:43:37.034342 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-821f5523-4ba8-46bc-8525-1fbf98e76ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:37.084732 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:43:37.135417 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b945430-eace-4472-936b-72a4298284de req-70be54fb-4515-495d-97af-5af146ea1a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:37.147328 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0b945430-eace-4472-936b-72a4298284de req-70be54fb-4515-495d-97af-5af146ea1a84 service neutron] 10.222.0.73 "GET /v2.0/networks?id=50b7b94c-6e0d-4621-9398-b5dd22283cc0 HTTP/1.1" status: 200 len: 898 time: 0.2746227 Jul 09 16:43:37.162900 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821f5523-4ba8-46bc-8525-1fbf98e76ba4 None None] Pushing event updated for resources: {'Port': ['ID=5cb04025-b7e1-44db-ad1a-20231076b122,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:37.206019 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c90bc03-453d-4d50-ae62-4bc6c5a33ba2 x-openstack-request-id: req-5c90bc03-453d-4d50-ae62-4bc6c5a33ba2 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:43:37.206292 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65574fab-859c-4912-b054-2922e960d784", "name": "network-vif-deleted", "tag": "40fa5166-1794-4430-87a7-d7f875c29048", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:43:37.206642 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5c90bc03-453d-4d50-ae62-4bc6c5a33ba2 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:43:37.207164 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65574fab-859c-4912-b054-2922e960d784', 'name': 'network-vif-deleted', 'tag': '40fa5166-1794-4430-87a7-d7f875c29048', 'status': 'completed', 'code': 200} Jul 09 16:43:37.346077 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0b945430-eace-4472-936b-72a4298284de req-78b31cb8-bc55-49c3-b663-09462848e0d7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=387b455f-d475-42c5-a40f-749c1c2634b1 HTTP/1.1" status: 200 len: 1001 time: 0.1852703 Jul 09 16:43:37.380781 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52085224-b324-4006-8897-e0c762ed65bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:37.441496 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b945430-eace-4472-936b-72a4298284de req-8889f526-aa8e-4903-adeb-dca5aee5b8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:37.443291 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0b945430-eace-4472-936b-72a4298284de req-8889f526-aa8e-4903-adeb-dca5aee5b8b0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9a0a5059-845b-4112-8beb-a1ded2a6a4ec HTTP/1.1" status: 200 len: 834 time: 0.0929489 Jul 09 16:43:37.532337 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b945430-eace-4472-936b-72a4298284de req-d708351d-d916-46fa-b331-cebc9e1d6fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:37.533775 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0b945430-eace-4472-936b-72a4298284de req-d708351d-d916-46fa-b331-cebc9e1d6fc4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=50b7b94c-6e0d-4621-9398-b5dd22283cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833018 Jul 09 16:43:37.567674 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3fcc9326-f67e-484e-a65e-35af397b6d79 None None] Provisioning complete for port 5cb04025-b7e1-44db-ad1a-20231076b122 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:43:37.568397 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fcc9326-f67e-484e-a65e-35af397b6d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:37.590489 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab07df-d73c-410c-b636-a4e0fecf284c req-27d31ae8-14fe-456e-92f8-3e39813b0755 tempest-TestNetworkAdvancedServerOps-1802097100 tempest-TestNetworkAdvancedServerOps-1802097100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:37.592646 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c8ab07df-d73c-410c-b636-a4e0fecf284c req-27d31ae8-14fe-456e-92f8-3e39813b0755 tempest-TestNetworkAdvancedServerOps-1802097100 tempest-TestNetworkAdvancedServerOps-1802097100-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=263c211a-4903-4bf3-ad7a-a4ee69353b40 HTTP/1.1" status: 200 len: 1096 time: 0.1424770 Jul 09 16:43:37.657035 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c8ab07df-d73c-410c-b636-a4e0fecf284c req-478ee3f0-f3f4-49dc-9a1c-8dbc6456d644 tempest-TestNetworkAdvancedServerOps-1802097100 tempest-TestNetworkAdvancedServerOps-1802097100-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:37.669396 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0b945430-eace-4472-936b-72a4298284de req-69dc2d97-32fb-46c9-ae07-148a6da7b146 service neutron] 10.222.0.73 "GET /v2.0/networks/50b7b94c-6e0d-4621-9398-b5dd22283cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274860 Jul 09 16:43:37.837719 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c8ab07df-d73c-410c-b636-a4e0fecf284c req-478ee3f0-f3f4-49dc-9a1c-8dbc6456d644 tempest-TestNetworkAdvancedServerOps-1802097100 tempest-TestNetworkAdvancedServerOps-1802097100-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:37.839613 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52085224-b324-4006-8897-e0c762ed65bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:37.848525 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c8ab07df-d73c-410c-b636-a4e0fecf284c req-478ee3f0-f3f4-49dc-9a1c-8dbc6456d644 tempest-TestNetworkAdvancedServerOps-1802097100 tempest-TestNetworkAdvancedServerOps-1802097100-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:37.901489 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78600e6-602a-4d72-b484-10736e6d205f req-5eb64bb6-af3e-4f1b-b8ef-106f77d41813 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:37.903065 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d78600e6-602a-4d72-b484-10736e6d205f req-5eb64bb6-af3e-4f1b-b8ef-106f77d41813 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] 10.222.0.77 "GET /v2.0/networks?id=7414fc77-3be9-40af-a6ea-00223ea4fadc HTTP/1.1" status: 200 len: 809 time: 0.1370230 Jul 09 16:43:37.907333 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0b945430-eace-4472-936b-72a4298284de req-b056854c-661e-4a48-8613-de6ef94fb543 service neutron] 10.222.0.73 "GET /v2.0/networks/50b7b94c-6e0d-4621-9398-b5dd22283cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270820 Jul 09 16:43:37.915944 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-d78600e6-602a-4d72-b484-10736e6d205f req-4d87fe02-1acc-4ba6-8ae7-3f6b908b3d13 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Request body: {'port': {'device_id': '24fd9d5e-893f-46fd-8f19-de7c89485d44', 'network_id': '7414fc77-3be9-40af-a6ea-00223ea4fadc', 'admin_state_up': True, 'tenant_id': '228dd3755b77457fa6be448fdcde11d4'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:43:37.926581 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478ee3f0-f3f4-49dc-9a1c-8dbc6456d644 tempest-TestNetworkAdvancedServerOps-1802097100 tempest-TestNetworkAdvancedServerOps-1802097100-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486cbe97-328c-450e-8022-c94461e74089,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:37.947094 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c8ab07df-d73c-410c-b636-a4e0fecf284c req-478ee3f0-f3f4-49dc-9a1c-8dbc6456d644 tempest-TestNetworkAdvancedServerOps-1802097100 tempest-TestNetworkAdvancedServerOps-1802097100-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=b6dee67b-dbdf-47ea-97e6-3fb1b779f8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3453691 Jul 09 16:43:38.072051 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52085224-b324-4006-8897-e0c762ed65bc admin admin] Router 375184d2-52d3-494b-a278-569cb996272e is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:43:38.100186 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d78600e6-602a-4d72-b484-10736e6d205f req-4d87fe02-1acc-4ba6-8ae7-3f6b908b3d13 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Made reservation on behalf of 228dd3755b77457fa6be448fdcde11d4 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:43:38.108177 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d78600e6-602a-4d72-b484-10736e6d205f req-4d87fe02-1acc-4ba6-8ae7-3f6b908b3d13 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:38.128727 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 5cb04025-b7e1-44db-ad1a-20231076b122 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:43:38.182219 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1fcbf826-f703-4fe8-9319-ab29e79a3d60 req-35857d2f-c5ea-4234-b529-9329a332cc26 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.98 "GET /v2.0/ports?device_id=65574fab-859c-4912-b054-2922e960d784 HTTP/1.1" status: 200 len: 210 time: 0.0419235 Jul 09 16:43:38.204740 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 5cb04025-b7e1-44db-ad1a-20231076b122 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:43:38.205377 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:38.277505 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52085224-b324-4006-8897-e0c762ed65bc admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:43:38.289691 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34744c5-6f92-44d4-be00-5150b117413d None None] Sync routers for ids ['375184d2-52d3-494b-a278-569cb996272e'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:43:38.307283 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34744c5-6f92-44d4-be00-5150b117413d None None] Routers {'375184d2-52d3-494b-a278-569cb996272e'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:43:38.308317 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d34744c5-6f92-44d4-be00-5150b117413d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:43:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['375184d2-52d3-494b-a278-569cb996272e'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:43:38.313564 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52085224-b324-4006-8897-e0c762ed65bc admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:38.314864 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-52085224-b324-4006-8897-e0c762ed65bc admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7187650 Jul 09 16:43:38.319304 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 40164) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:38.351728 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-d78600e6-602a-4d72-b484-10736e6d205f req-4d87fe02-1acc-4ba6-8ae7-3f6b908b3d13 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Allocated IP 172.20.0.12 (7414fc77-3be9-40af-a6ea-00223ea4fadc/522ac413-ee53-447e-b36c-374bc3751b99/608a15d0-b9ff-40c7-85a9-f987fa335f93) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:43:38.476522 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-d34744c5-6f92-44d4-be00-5150b117413d None None] Set router 375184d2-52d3-494b-a278-569cb996272e gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:43:38.578709 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d78600e6-602a-4d72-b484-10736e6d205f req-4d87fe02-1acc-4ba6-8ae7-3f6b908b3d13 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:38.635277 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d78600e6-602a-4d72-b484-10736e6d205f req-4d87fe02-1acc-4ba6-8ae7-3f6b908b3d13 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:38.641592 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b3e1f1-0861-40f3-8973-a60b37466dc4 req-8aa5dc9c-cc75-44c1-887d-e1525bd6ba81 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:38.643678 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f9b3e1f1-0861-40f3-8973-a60b37466dc4 req-8aa5dc9c-cc75-44c1-887d-e1525bd6ba81 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=263c211a-4903-4bf3-ad7a-a4ee69353b40 HTTP/1.1" status: 200 len: 945 time: 0.2539639 Jul 09 16:43:38.688266 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d78600e6-602a-4d72-b484-10736e6d205f req-4d87fe02-1acc-4ba6-8ae7-3f6b908b3d13 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Network 7414fc77-3be9-40af-a6ea-00223ea4fadc is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:43:38.692797 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-d78600e6-602a-4d72-b484-10736e6d205f req-4d87fe02-1acc-4ba6-8ae7-3f6b908b3d13 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:43:38.701443 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-d78600e6-602a-4d72-b484-10736e6d205f req-4d87fe02-1acc-4ba6-8ae7-3f6b908b3d13 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:43:38.716348 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f9b3e1f1-0861-40f3-8973-a60b37466dc4 req-a31e1048-47ec-4ee4-9e36-9691038f2fcb tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=b6dee67b-dbdf-47ea-97e6-3fb1b779f8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634375 Jul 09 16:43:38.730671 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d34744c5-6f92-44d4-be00-5150b117413d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375184d2-52d3-494b-a278-569cb996272e', 'name': 'tempest-TestVolumeBootPattern-85219388-router', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '1faf90e2-2722-4a0b-afa6-c0f88e8e4c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:43:34Z', 'updated_at': '2021-07-09T16:43:37Z', 'revision_number': 3, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'gw_port': {'id': '1faf90e2-2722-4a0b-afa6-c0f88e8e4c48', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375184d2-52d3-494b-a278-569cb996272e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:35Z', 'updated_at': '2021-07-09T16:43:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:43:38.742233 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d87fe02-1acc-4ba6-8ae7-3f6b908b3d13 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Pushing event updated for resources: {'Port': ['ID=608a15d0-b9ff-40c7-85a9-f987fa335f93,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:38.760690 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34744c5-6f92-44d4-be00-5150b117413d None None] Checking router: 375184d2-52d3-494b-a278-569cb996272e for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:43:38.761158 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34744c5-6f92-44d4-be00-5150b117413d None None] Updating router 375184d2-52d3-494b-a278-569cb996272e port 1faf90e2-2722-4a0b-afa6-c0f88e8e4c48 binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:43:38.763675 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 40168) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:38.813549 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d34744c5-6f92-44d4-be00-5150b117413d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:38.840124 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78600e6-602a-4d72-b484-10736e6d205f req-4d87fe02-1acc-4ba6-8ae7-3f6b908b3d13 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:38.841094 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d78600e6-602a-4d72-b484-10736e6d205f req-4d87fe02-1acc-4ba6-8ae7-3f6b908b3d13 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:38.885169 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-810f1f64-742b-46ab-8b9e-9c27728ed8ef tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/floatingips/e724d863-a881-46a7-af05-75fe4b4fc214 HTTP/1.1" status: 200 len: 992 time: 0.1198201 Jul 09 16:43:38.896993 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d78600e6-602a-4d72-b484-10736e6d205f req-4d87fe02-1acc-4ba6-8ae7-3f6b908b3d13 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9855223 Jul 09 16:43:38.908506 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-d78600e6-602a-4d72-b484-10736e6d205f req-13261295-caac-47de-8f56-1b65f8338549 service neutron] Request body: {'port': {'device_id': '24fd9d5e-893f-46fd-8f19-de7c89485d44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:43:38.986238 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d78600e6-602a-4d72-b484-10736e6d205f req-13261295-caac-47de-8f56-1b65f8338549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:39.064033 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cbb4dc3a-6b02-47a6-9a95-8ec8f0fc376a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:39.076023 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20209245-8962-4447-94ba-2cf70e793bfd req-598c1c6e-f716-49c4-b19b-5764ee35d2f4 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:39.077598 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-20209245-8962-4447-94ba-2cf70e793bfd req-598c1c6e-f716-49c4-b19b-5764ee35d2f4 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] 10.222.0.98 "GET /v2.0/ports?device_id=24fd9d5e-893f-46fd-8f19-de7c89485d44 HTTP/1.1" status: 200 len: 932 time: 0.1237404 Jul 09 16:43:39.139828 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 40fa5166-1794-4430-87a7-d7f875c29048 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:43:39.165758 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: 40fa5166-1794-4430-87a7-d7f875c29048 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:43:39.166590 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 40fa5166-1794-4430-87a7-d7f875c29048 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:43:39.187616 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d34744c5-6f92-44d4-be00-5150b117413d None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:39.200444 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d34744c5-6f92-44d4-be00-5150b117413d None None] Transition to ACTIVE for port object 1faf90e2-2722-4a0b-afa6-c0f88e8e4c48 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:43:39.210824 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d34744c5-6f92-44d4-be00-5150b117413d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:39.211430 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-20209245-8962-4447-94ba-2cf70e793bfd req-34e17614-090e-4735-9ab2-043270f358b9 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] 10.222.0.98 "GET /v2.0/security-groups?id=994b4524-d49c-416f-9252-fc4bd3cd7229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263340 Jul 09 16:43:39.284750 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-d34744c5-6f92-44d4-be00-5150b117413d None None] Attempting to bind port 1faf90e2-2722-4a0b-afa6-c0f88e8e4c48 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:43:39.285300 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-d34744c5-6f92-44d4-be00-5150b117413d None None] Attempting to bind port 1faf90e2-2722-4a0b-afa6-c0f88e8e4c48 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:43:39.285678 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34744c5-6f92-44d4-be00-5150b117413d None None] Attempting to bind port 1faf90e2-2722-4a0b-afa6-c0f88e8e4c48 on network caa6ed8d-2893-4113-8f68-c5284e694f6c {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:43:39.291779 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e313507e-27ee-4d2f-9313-fd2cbe5c215a None None] Pushing event updated for resources: {'Port': ['ID=1faf90e2-2722-4a0b-afa6-c0f88e8e4c48,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:39.295583 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34744c5-6f92-44d4-be00-5150b117413d None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:43:39.295965 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34744c5-6f92-44d4-be00-5150b117413d None None] Checking segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:43:39.296370 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d34744c5-6f92-44d4-be00-5150b117413d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:39.297022 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34744c5-6f92-44d4-be00-5150b117413d None None] Bound using segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:43:39.297643 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-d34744c5-6f92-44d4-be00-5150b117413d None None] Bound port: 1faf90e2-2722-4a0b-afa6-c0f88e8e4c48, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:43:39.298040 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d34744c5-6f92-44d4-be00-5150b117413d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:39.305031 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-d78600e6-602a-4d72-b484-10736e6d205f req-13261295-caac-47de-8f56-1b65f8338549 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 608a15d0-b9ff-40c7-85a9-f987fa335f93 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:43:39.313702 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d78600e6-602a-4d72-b484-10736e6d205f req-13261295-caac-47de-8f56-1b65f8338549 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:39.327764 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-d78600e6-602a-4d72-b484-10736e6d205f req-13261295-caac-47de-8f56-1b65f8338549 service neutron] Transition to ACTIVE for port object 608a15d0-b9ff-40c7-85a9-f987fa335f93 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:43:39.333075 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d78600e6-602a-4d72-b484-10736e6d205f req-13261295-caac-47de-8f56-1b65f8338549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:39.364939 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-d34744c5-6f92-44d4-be00-5150b117413d None None] For port 1faf90e2-2722-4a0b-afa6-c0f88e8e4c48, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:43:39.369014 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-d34744c5-6f92-44d4-be00-5150b117413d None None] For port 1faf90e2-2722-4a0b-afa6-c0f88e8e4c48, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=1faf90e2-2722-4a0b-afa6-c0f88e8e4c48,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:43:39.375168 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d34744c5-6f92-44d4-be00-5150b117413d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:39.424849 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-cbb4dc3a-6b02-47a6-9a95-8ec8f0fc376a admin admin] Allocated IP 172.20.0.1 (f36f2b9b-47ba-4cd8-a2dd-8998abc0c354/470183cf-e48b-46ba-9f1f-c70364d25786/81ac70a8-a8fc-41fe-990f-1b1d292256c2) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:43:39.439835 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34744c5-6f92-44d4-be00-5150b117413d None None] Routers {'375184d2-52d3-494b-a278-569cb996272e'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:43:39.440478 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d34744c5-6f92-44d4-be00-5150b117413d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:43:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['375184d2-52d3-494b-a278-569cb996272e'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:43:39.503263 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e313507e-27ee-4d2f-9313-fd2cbe5c215a None None] Pushing event updated for resources: {'Port': ['ID=1faf90e2-2722-4a0b-afa6-c0f88e8e4c48,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:39.503520 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13261295-caac-47de-8f56-1b65f8338549 service neutron] Pushing event updated for resources: {'Port': ['ID=608a15d0-b9ff-40c7-85a9-f987fa335f93,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:39.583806 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-d78600e6-602a-4d72-b484-10736e6d205f req-13261295-caac-47de-8f56-1b65f8338549 service neutron] Attempting to bind port 608a15d0-b9ff-40c7-85a9-f987fa335f93 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:43:39.584330 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-106e6537-63b1-47a7-9f95-d618b23af906 req-e19dd7b0-3d86-4502-beb4-f432f2252665 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.98 "GET /v2.0/ports?device_id=65574fab-859c-4912-b054-2922e960d784 HTTP/1.1" status: 200 len: 210 time: 0.0459075 Jul 09 16:43:39.584465 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-d78600e6-602a-4d72-b484-10736e6d205f req-13261295-caac-47de-8f56-1b65f8338549 service neutron] Attempting to bind port 608a15d0-b9ff-40c7-85a9-f987fa335f93 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'd5bc3d10-2b54-4a9a-8b4a-b9bf7608875b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7414fc77-3be9-40af-a6ea-00223ea4fadc'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:43:39.584871 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78600e6-602a-4d72-b484-10736e6d205f req-13261295-caac-47de-8f56-1b65f8338549 service neutron] Attempting to bind port 608a15d0-b9ff-40c7-85a9-f987fa335f93 on network 7414fc77-3be9-40af-a6ea-00223ea4fadc {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:43:39.593799 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78600e6-602a-4d72-b484-10736e6d205f req-13261295-caac-47de-8f56-1b65f8338549 service neutron] Port 608a15d0-b9ff-40c7-85a9-f987fa335f93 on network 7414fc77-3be9-40af-a6ea-00223ea4fadc not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:43:39.595078 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78600e6-602a-4d72-b484-10736e6d205f req-13261295-caac-47de-8f56-1b65f8338549 service neutron] Attempting to bind port 608a15d0-b9ff-40c7-85a9-f987fa335f93 on network 7414fc77-3be9-40af-a6ea-00223ea4fadc {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:43:39.602326 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-d34744c5-6f92-44d4-be00-5150b117413d None None] Set router 375184d2-52d3-494b-a278-569cb996272e gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:43:39.602555 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78600e6-602a-4d72-b484-10736e6d205f req-13261295-caac-47de-8f56-1b65f8338549 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:43:39.602955 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78600e6-602a-4d72-b484-10736e6d205f req-13261295-caac-47de-8f56-1b65f8338549 service neutron] Checking segment: {'id': 'd5bc3d10-2b54-4a9a-8b4a-b9bf7608875b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7414fc77-3be9-40af-a6ea-00223ea4fadc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:43:39.604787 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78600e6-602a-4d72-b484-10736e6d205f req-13261295-caac-47de-8f56-1b65f8338549 service neutron] Bound using segment: {'id': 'd5bc3d10-2b54-4a9a-8b4a-b9bf7608875b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7414fc77-3be9-40af-a6ea-00223ea4fadc'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:43:39.605220 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-d78600e6-602a-4d72-b484-10736e6d205f req-13261295-caac-47de-8f56-1b65f8338549 service neutron] Bound port: 608a15d0-b9ff-40c7-85a9-f987fa335f93, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5bc3d10-2b54-4a9a-8b4a-b9bf7608875b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7414fc77-3be9-40af-a6ea-00223ea4fadc'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:43:39.605779 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d78600e6-602a-4d72-b484-10736e6d205f req-13261295-caac-47de-8f56-1b65f8338549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:39.661780 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cbb4dc3a-6b02-47a6-9a95-8ec8f0fc376a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:39.695587 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-cbb4dc3a-6b02-47a6-9a95-8ec8f0fc376a admin admin] Transition to ACTIVE for port object 81ac70a8-a8fc-41fe-990f-1b1d292256c2 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:43:39.726483 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-d78600e6-602a-4d72-b484-10736e6d205f req-13261295-caac-47de-8f56-1b65f8338549 service neutron] For port 608a15d0-b9ff-40c7-85a9-f987fa335f93, host n-h1-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:43:39.736923 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-d78600e6-602a-4d72-b484-10736e6d205f req-13261295-caac-47de-8f56-1b65f8338549 service neutron] For port 608a15d0-b9ff-40c7-85a9-f987fa335f93, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=608a15d0-b9ff-40c7-85a9-f987fa335f93,segment=NetworkSegment(d5bc3d10-2b54-4a9a-8b4a-b9bf7608875b),segment_id=d5bc3d10-2b54-4a9a-8b4a-b9bf7608875b)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:43:39.745296 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d78600e6-602a-4d72-b484-10736e6d205f req-13261295-caac-47de-8f56-1b65f8338549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:39.756776 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [req-1c735df8-7fa5-4c6b-bc0a-2f02d0e78ee1 req-eb678237-63ae-4221-9431-f24dbebd1d16 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:43:39.758437 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1c735df8-7fa5-4c6b-bc0a-2f02d0e78ee1 req-eb678237-63ae-4221-9431-f24dbebd1d16 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080433 Jul 09 16:43:39.789320 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cbb4dc3a-6b02-47a6-9a95-8ec8f0fc376a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:39.821910 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78600e6-602a-4d72-b484-10736e6d205f req-13261295-caac-47de-8f56-1b65f8338549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:39.823151 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d78600e6-602a-4d72-b484-10736e6d205f req-13261295-caac-47de-8f56-1b65f8338549 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:39.825401 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d78600e6-602a-4d72-b484-10736e6d205f req-13261295-caac-47de-8f56-1b65f8338549 service neutron] 10.222.0.77 "PUT /v2.0/ports/608a15d0-b9ff-40c7-85a9-f987fa335f93 HTTP/1.1" status: 200 len: 1092 time: 0.9214604 Jul 09 16:43:39.826617 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24fd9d5e-893f-46fd-8f19-de7c89485d44', 'tag': '608a15d0-b9ff-40c7-85a9-f987fa335f93'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:43:39.830735 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504216cf-7509-4c55-970a-a66206be749a" -d '{"events": [{"name": "network-changed", "server_uuid": "24fd9d5e-893f-46fd-8f19-de7c89485d44", "tag": "608a15d0-b9ff-40c7-85a9-f987fa335f93"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:43:39.831831 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb4dc3a-6b02-47a6-9a95-8ec8f0fc376a admin admin] Network f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:43:39.839669 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-cbb4dc3a-6b02-47a6-9a95-8ec8f0fc376a admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:43:39.843187 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb4dc3a-6b02-47a6-9a95-8ec8f0fc376a admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:43:39.875430 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb4dc3a-6b02-47a6-9a95-8ec8f0fc376a admin admin] Pushing event updated for resources: {'Port': ['ID=81ac70a8-a8fc-41fe-990f-1b1d292256c2,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:39.876264 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d34744c5-6f92-44d4-be00-5150b117413d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375184d2-52d3-494b-a278-569cb996272e', 'name': 'tempest-TestVolumeBootPattern-85219388-router', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '1faf90e2-2722-4a0b-afa6-c0f88e8e4c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:43:34Z', 'updated_at': '2021-07-09T16:43:37Z', 'revision_number': 3, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'gw_port': {'id': '1faf90e2-2722-4a0b-afa6-c0f88e8e4c48', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375184d2-52d3-494b-a278-569cb996272e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:35Z', 'updated_at': '2021-07-09T16:43:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:43:39.900488 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13261295-caac-47de-8f56-1b65f8338549 service neutron] Pushing event updated for resources: {'Port': ['ID=608a15d0-b9ff-40c7-85a9-f987fa335f93,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:39.903332 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cbb4dc3a-6b02-47a6-9a95-8ec8f0fc376a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:39.913289 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34744c5-6f92-44d4-be00-5150b117413d None None] The sync data for ids ['375184d2-52d3-494b-a278-569cb996272e'] in n-d-798930-3 is: [{'id': '375184d2-52d3-494b-a278-569cb996272e', 'name': 'tempest-TestVolumeBootPattern-85219388-router', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '1faf90e2-2722-4a0b-afa6-c0f88e8e4c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:43:34Z', 'updated_at': '2021-07-09T16:43:37Z', 'revision_number': 3, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'gw_port': {'id': '1faf90e2-2722-4a0b-afa6-c0f88e8e4c48', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375184d2-52d3-494b-a278-569cb996272e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:35Z', 'updated_at': '2021-07-09T16:43:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:43:40.001380 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78600e6-602a-4d72-b484-10736e6d205f req-da851efc-c5c0-4c98-92e7-a2623b8d6fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:40.003008 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d78600e6-602a-4d72-b484-10736e6d205f req-da851efc-c5c0-4c98-92e7-a2623b8d6fd0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=228dd3755b77457fa6be448fdcde11d4&device_id=24fd9d5e-893f-46fd-8f19-de7c89485d44 HTTP/1.1" status: 200 len: 1095 time: 0.1204982 Jul 09 16:43:40.111076 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d78600e6-602a-4d72-b484-10736e6d205f req-9ab05bab-2377-452b-b370-5a47ca4630e0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=608a15d0-b9ff-40c7-85a9-f987fa335f93 HTTP/1.1" status: 200 len: 217 time: 0.1011615 Jul 09 16:43:40.170654 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cbb4dc3a-6b02-47a6-9a95-8ec8f0fc376a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:40.193584 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:40.200178 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78600e6-602a-4d72-b484-10736e6d205f req-0eece1b9-d9cf-4c29-9ac6-1f5d61aeaeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:40.203538 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d78600e6-602a-4d72-b484-10736e6d205f req-0eece1b9-d9cf-4c29-9ac6-1f5d61aeaeb5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=522ac413-ee53-447e-b36c-374bc3751b99 HTTP/1.1" status: 200 len: 849 time: 0.0849090 Jul 09 16:43:40.235196 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e69b35db-172e-46e6-817f-1adf161db6a6 None None] Provisioning for port 81ac70a8-a8fc-41fe-990f-1b1d292256c2 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:43:40.240710 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e69b35db-172e-46e6-817f-1adf161db6a6 None None] Provisioning complete for port 81ac70a8-a8fc-41fe-990f-1b1d292256c2 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:43:40.240710 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e69b35db-172e-46e6-817f-1adf161db6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:40.248526 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d78600e6-602a-4d72-b484-10736e6d205f req-1923a352-3126-4c1f-ae14-72f1a59293bd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7414fc77-3be9-40af-a6ea-00223ea4fadc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385525 Jul 09 16:43:40.317226 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-e69b35db-172e-46e6-817f-1adf161db6a6 None None] Port 81ac70a8-a8fc-41fe-990f-1b1d292256c2 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:43:40.334438 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 40194) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:40.420588 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700a2681-6abb-43b3-81a8-876988a438f9 x-openstack-request-id: req-700a2681-6abb-43b3-81a8-876988a438f9 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:43:40.421705 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24fd9d5e-893f-46fd-8f19-de7c89485d44", "tag": "608a15d0-b9ff-40c7-85a9-f987fa335f93", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:43:40.423363 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-700a2681-6abb-43b3-81a8-876988a438f9 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:43:40.424051 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24fd9d5e-893f-46fd-8f19-de7c89485d44', 'tag': '608a15d0-b9ff-40c7-85a9-f987fa335f93', 'status': 'completed', 'code': 200} Jul 09 16:43:40.499567 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d78600e6-602a-4d72-b484-10736e6d205f req-95df9bf3-41d1-4bb1-821e-d0b5e312b24a service neutron] 10.222.0.77 "GET /v2.0/networks/7414fc77-3be9-40af-a6ea-00223ea4fadc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449207 Jul 09 16:43:40.610261 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cbb4dc3a-6b02-47a6-9a95-8ec8f0fc376a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:40.622886 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d78600e6-602a-4d72-b484-10736e6d205f req-97313c39-321a-4987-9008-db6bf388eae9 service neutron] 10.222.0.77 "GET /v2.0/networks/7414fc77-3be9-40af-a6ea-00223ea4fadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161988 Jul 09 16:43:40.631465 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cbb4dc3a-6b02-47a6-9a95-8ec8f0fc376a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:40.746376 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf09543-ce8a-4b56-b9ee-6a9d64a1c8cc req-d1df2eec-fccd-4b62-8d38-a28035dfb18a tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:40.748046 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-daf09543-ce8a-4b56-b9ee-6a9d64a1c8cc req-d1df2eec-fccd-4b62-8d38-a28035dfb18a tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] 10.222.0.98 "GET /v2.0/ports?device_id=24fd9d5e-893f-46fd-8f19-de7c89485d44 HTTP/1.1" status: 200 len: 944 time: 0.3144214 Jul 09 16:43:40.758136 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504216cf-7509-4c55-970a-a66206be749a req-c3c49839-0772-43bf-8417-122a505a5a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:40.760299 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-504216cf-7509-4c55-970a-a66206be749a req-c3c49839-0772-43bf-8417-122a505a5a42 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=228dd3755b77457fa6be448fdcde11d4&device_id=24fd9d5e-893f-46fd-8f19-de7c89485d44 HTTP/1.1" status: 200 len: 1095 time: 0.0813029 Jul 09 16:43:40.761392 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-659e506e-327b-45f4-a535-3c02ad81d44a req-48c9f68c-ae2e-4fdd-ada8-967de6321ea0 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=263c211a-4903-4bf3-ad7a-a4ee69353b40&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3843942 Jul 09 16:43:40.765722 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cbb4dc3a-6b02-47a6-9a95-8ec8f0fc376a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:40.805197 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb4dc3a-6b02-47a6-9a95-8ec8f0fc376a admin admin] Pushing event updated for resources: {'Port': ['ID=81ac70a8-a8fc-41fe-990f-1b1d292256c2,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:40.884553 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504216cf-7509-4c55-970a-a66206be749a req-f229dc82-cc7c-46c2-8026-0edb22bbf730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:40.886287 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-504216cf-7509-4c55-970a-a66206be749a req-f229dc82-cc7c-46c2-8026-0edb22bbf730 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7414fc77-3be9-40af-a6ea-00223ea4fadc HTTP/1.1" status: 200 len: 910 time: 0.1192939 Jul 09 16:43:40.899106 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-daf09543-ce8a-4b56-b9ee-6a9d64a1c8cc req-9048d37b-d522-4f08-a807-75e7d2abe488 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] 10.222.0.98 "GET /v2.0/security-groups?id=994b4524-d49c-416f-9252-fc4bd3cd7229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363695 Jul 09 16:43:40.954228 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-504216cf-7509-4c55-970a-a66206be749a req-dc513d10-f48d-4b32-9e71-fdc3e00204e0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=608a15d0-b9ff-40c7-85a9-f987fa335f93 HTTP/1.1" status: 200 len: 217 time: 0.0602026 Jul 09 16:43:40.979051 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb4dc3a-6b02-47a6-9a95-8ec8f0fc376a admin admin] Network f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:43:40.982897 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-cbb4dc3a-6b02-47a6-9a95-8ec8f0fc376a admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:43:41.083094 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504216cf-7509-4c55-970a-a66206be749a req-29748e50-c609-4034-9b18-695c3f4456fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:41.100734 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-504216cf-7509-4c55-970a-a66206be749a req-29748e50-c609-4034-9b18-695c3f4456fa service neutron] 10.222.0.77 "GET /v2.0/subnets?id=522ac413-ee53-447e-b36c-374bc3751b99 HTTP/1.1" status: 200 len: 849 time: 0.1387055 Jul 09 16:43:41.168594 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-504216cf-7509-4c55-970a-a66206be749a req-5727d3bc-0f34-4eef-b2f6-57eb8d1857ac service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7414fc77-3be9-40af-a6ea-00223ea4fadc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596032 Jul 09 16:43:41.353819 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbb4dc3a-6b02-47a6-9a95-8ec8f0fc376a admin admin] Router 375184d2-52d3-494b-a278-569cb996272e has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:43:41.358056 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-504216cf-7509-4c55-970a-a66206be749a req-2ad18a34-acc9-468a-9411-2807085254b3 service neutron] 10.222.0.77 "GET /v2.0/networks/7414fc77-3be9-40af-a6ea-00223ea4fadc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823244 Jul 09 16:43:41.456247 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc14fe-4b4d-4c4d-8502-fc05e1acc070 req-71f49158-102e-4746-a631-813b84e3d2fe tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:41.459970 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ace68734-6dc1-410d-8339-8b241646a45a None None] Provisioning complete for port 81ac70a8-a8fc-41fe-990f-1b1d292256c2 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:43:41.460632 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ace68734-6dc1-410d-8339-8b241646a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:41.462974 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a6cc14fe-4b4d-4c4d-8502-fc05e1acc070 req-71f49158-102e-4746-a631-813b84e3d2fe tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=263c211a-4903-4bf3-ad7a-a4ee69353b40 HTTP/1.1" status: 200 len: 945 time: 0.3566837 Jul 09 16:43:41.517727 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-504216cf-7509-4c55-970a-a66206be749a req-0e76c857-0717-4cff-90c3-ba3b7c70598f service neutron] 10.222.0.77 "GET /v2.0/networks/7414fc77-3be9-40af-a6ea-00223ea4fadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535318 Jul 09 16:43:41.570433 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a6cc14fe-4b4d-4c4d-8502-fc05e1acc070 req-c9cdc433-3e51-40b2-8424-7f0024098878 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=b6dee67b-dbdf-47ea-97e6-3fb1b779f8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023693 Jul 09 16:43:41.600317 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb4dc3a-6b02-47a6-9a95-8ec8f0fc376a admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:43:41.623593 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-cbb4dc3a-6b02-47a6-9a95-8ec8f0fc376a admin admin] 10.222.0.98 "PUT /v2.0/routers/375184d2-52d3-494b-a278-569cb996272e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2918279 Jul 09 16:43:41.772090 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-ace68734-6dc1-410d-8339-8b241646a45a None None] Port 81ac70a8-a8fc-41fe-990f-1b1d292256c2 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:43:41.973830 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 40234) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:42.214145 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 1faf90e2-2722-4a0b-afa6-c0f88e8e4c48 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:43:42.280780 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-fd66da72-f0b0-4a0a-b4c6-5fcecd50e779 tempest-TestSecurityGroupsBasicOps-50411992 tempest-TestSecurityGroupsBasicOps-50411992-project-admin] 10.222.0.98 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3319 time: 0.3041694 Jul 09 16:43:42.285815 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 40240) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:42.300533 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-e25a2b8d-21e4-4a6f-a439-1a9f2a5acd19 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Request body: {'network': {'name': 'tempest-network-smoke--1795352968', 'project_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'port_security_enabled': False}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:43:42.308617 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 1faf90e2-2722-4a0b-afa6-c0f88e8e4c48 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:43:42.321084 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 1faf90e2-2722-4a0b-afa6-c0f88e8e4c48 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:43:42.322666 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:42.375965 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25a2b8d-21e4-4a6f-a439-1a9f2a5acd19 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Made reservation on behalf of 5e6a0eaba6cb46c1bafe0a279d6dc456 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:43:42.395068 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e25a2b8d-21e4-4a6f-a439-1a9f2a5acd19 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:42.400903 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fb91b10a-0128-4879-837c-99e2b7ca8f87 req-721db50b-343c-4003-82f6-d241d56fc356 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.98 "GET /v2.0/ports?device_id=65574fab-859c-4912-b054-2922e960d784 HTTP/1.1" status: 200 len: 210 time: 0.6798301 Jul 09 16:43:42.446990 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e25a2b8d-21e4-4a6f-a439-1a9f2a5acd19 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:43:42.461341 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e25a2b8d-21e4-4a6f-a439-1a9f2a5acd19 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:42.462150 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-e25a2b8d-21e4-4a6f-a439-1a9f2a5acd19 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Added segment ca19f480-6986-4125-b904-a3d4d1d74671 of type vlan for network 85a38617-dadc-4fd5-8ef8-0952d34aca71 Jul 09 16:43:42.524004 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e25a2b8d-21e4-4a6f-a439-1a9f2a5acd19 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:42.584607 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e25a2b8d-21e4-4a6f-a439-1a9f2a5acd19 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:42.595294 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25a2b8d-21e4-4a6f-a439-1a9f2a5acd19 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:42.597411 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:42.603508 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e25a2b8d-21e4-4a6f-a439-1a9f2a5acd19 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:42.611289 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 40250) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:42.616573 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-c6d4ecfc-7cac-41d7-9724-b04acf6d934c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2063965586-network', 'tenant_id': '6e42add67c8e4e2c9de8cd024e152c29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:43:42.626069 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 1faf90e2-2722-4a0b-afa6-c0f88e8e4c48, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=1faf90e2-2722-4a0b-afa6-c0f88e8e4c48,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:43:42.632352 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:42.713509 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=1faf90e2-2722-4a0b-afa6-c0f88e8e4c48,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:42.725819 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96bb6c6-627c-4467-b3fd-fd342180814f None None] Sync routers for ids ['375184d2-52d3-494b-a278-569cb996272e'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:43:42.743659 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96bb6c6-627c-4467-b3fd-fd342180814f None None] Routers {'375184d2-52d3-494b-a278-569cb996272e'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:43:42.745020 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-a96bb6c6-627c-4467-b3fd-fd342180814f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:43:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['375184d2-52d3-494b-a278-569cb996272e'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:43:42.764111 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d4ecfc-7cac-41d7-9724-b04acf6d934c admin admin] Made reservation on behalf of 6e42add67c8e4e2c9de8cd024e152c29 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:43:42.767229 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6d4ecfc-7cac-41d7-9724-b04acf6d934c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:42.782963 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e25a2b8d-21e4-4a6f-a439-1a9f2a5acd19 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4957850 Jul 09 16:43:42.785403 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25a2b8d-21e4-4a6f-a439-1a9f2a5acd19 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Pushing event updated for resources: {'Network': ['ID=85a38617-dadc-4fd5-8ef8-0952d34aca71,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:42.787369 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6d4ecfc-7cac-41d7-9724-b04acf6d934c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:42.788313 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 40252) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:42.797579 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-97e8c10b-e645-4fd7-ac80-698e8a68bc5e tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1102738434', 'admin_state_up': True, 'project_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:43:42.804686 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 85a38617-dadc-4fd5-8ef8-0952d34aca71 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:43:42.834605 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e506e-327b-45f4-a535-3c02ad81d44a req-7183ebf8-0075-432f-a9b7-f5ffb391f0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:42.836407 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-659e506e-327b-45f4-a535-3c02ad81d44a req-7183ebf8-0075-432f-a9b7-f5ffb391f0e7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f98cc886c66a474a8d448186851b2eab&device_id=263c211a-4903-4bf3-ad7a-a4ee69353b40 HTTP/1.1" status: 200 len: 1096 time: 0.1049948 Jul 09 16:43:42.837766 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-97e8c10b-e645-4fd7-ac80-698e8a68bc5e tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:42.838839 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-97e8c10b-e645-4fd7-ac80-698e8a68bc5e tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:42.847812 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72666a1d-ea55-4989-b7fc-9c7b257f578f req-8e6287aa-326d-4608-9127-cdcb83426ab4 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:42.849337 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-72666a1d-ea55-4989-b7fc-9c7b257f578f req-8e6287aa-326d-4608-9127-cdcb83426ab4 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] 10.222.0.98 "GET /v2.0/ports?device_id=24fd9d5e-893f-46fd-8f19-de7c89485d44 HTTP/1.1" status: 200 len: 944 time: 0.2182381 Jul 09 16:43:42.936614 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-a96bb6c6-627c-4467-b3fd-fd342180814f None None] Set router 375184d2-52d3-494b-a278-569cb996272e gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:43:42.984221 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e506e-327b-45f4-a535-3c02ad81d44a req-7bf512e7-f7f1-48ab-b585-5b8c5095311d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:42.985613 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-659e506e-327b-45f4-a535-3c02ad81d44a req-7bf512e7-f7f1-48ab-b585-5b8c5095311d service neutron] 10.222.0.77 "GET /v2.0/networks?id=46d411ed-dc52-411a-93f7-d4f391e5bbe4 HTTP/1.1" status: 200 len: 897 time: 0.1423376 Jul 09 16:43:43.000467 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6d4ecfc-7cac-41d7-9724-b04acf6d934c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:43.026972 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6d4ecfc-7cac-41d7-9724-b04acf6d934c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:43.061251 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-72666a1d-ea55-4989-b7fc-9c7b257f578f req-6e5538ef-5b22-4858-8440-9f4195cf451d tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] 10.222.0.98 "GET /v2.0/security-groups?id=994b4524-d49c-416f-9252-fc4bd3cd7229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587504 Jul 09 16:43:43.069913 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6d4ecfc-7cac-41d7-9724-b04acf6d934c admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:43:43.088292 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d4ecfc-7cac-41d7-9724-b04acf6d934c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f45e2be-6bfc-44a9-95a4-cfb525d02f34,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:43.091832 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6d4ecfc-7cac-41d7-9724-b04acf6d934c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:43.092220 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-c6d4ecfc-7cac-41d7-9724-b04acf6d934c admin admin] Added segment 9a5776d6-6b7a-4ed5-9a02-84a640b8b777 of type vlan for network cf779e89-a1cd-45bd-800a-866cd93cc9c4 Jul 09 16:43:43.139359 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-97e8c10b-e645-4fd7-ac80-698e8a68bc5e tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:43.149829 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6d4ecfc-7cac-41d7-9724-b04acf6d934c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:43.191035 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6d4ecfc-7cac-41d7-9724-b04acf6d934c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:43.192672 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d4ecfc-7cac-41d7-9724-b04acf6d934c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:43.193398 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6d4ecfc-7cac-41d7-9724-b04acf6d934c admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:43.233253 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 608a15d0-b9ff-40c7-85a9-f987fa335f93 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:43:43.254756 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-659e506e-327b-45f4-a535-3c02ad81d44a req-a0d5edba-4788-4ee0-982e-0ed404f0cda3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0ebad37-dcf7-400c-97fa-7fb2312cfc2b HTTP/1.1" status: 200 len: 1000 time: 0.2600434 Jul 09 16:43:43.392130 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-a96bb6c6-627c-4467-b3fd-fd342180814f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375184d2-52d3-494b-a278-569cb996272e', 'name': 'tempest-TestVolumeBootPattern-85219388-router', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '1faf90e2-2722-4a0b-afa6-c0f88e8e4c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:43:34Z', 'updated_at': '2021-07-09T16:43:40Z', 'revision_number': 4, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'gw_port': {'id': '1faf90e2-2722-4a0b-afa6-c0f88e8e4c48', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375184d2-52d3-494b-a278-569cb996272e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:35Z', 'updated_at': '2021-07-09T16:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '81ac70a8-a8fc-41fe-990f-1b1d292256c2', 'name': '', 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'mac_address': 'fa:16:3e:55:7a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375184d2-52d3-494b-a278-569cb996272e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '470183cf-e48b-46ba-9f1f-c70364d25786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:39Z', 'updated_at': '2021-07-09T16:43:40Z', 'revision_number': 2, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'subnets': [{'id': '470183cf-e48b-46ba-9f1f-c70364d25786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:43:43.395452 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d4ecfc-7cac-41d7-9724-b04acf6d934c admin admin] Pushing event updated for resources: {'Network': ['ID=cf779e89-a1cd-45bd-800a-866cd93cc9c4,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:43.410696 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e506e-327b-45f4-a535-3c02ad81d44a req-63e48ccc-225d-40cb-b01d-f02d04fbfd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:43.412190 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-659e506e-327b-45f4-a535-3c02ad81d44a req-63e48ccc-225d-40cb-b01d-f02d04fbfd1f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=36cdbe7e-b3ab-4574-be1e-cb2ee7465050 HTTP/1.1" status: 200 len: 834 time: 0.1161854 Jul 09 16:43:43.417081 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-97e8c10b-e645-4fd7-ac80-698e8a68bc5e tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:43.426430 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network cf779e89-a1cd-45bd-800a-866cd93cc9c4 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:43:43.428445 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c6d4ecfc-7cac-41d7-9724-b04acf6d934c admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8159673 Jul 09 16:43:43.431066 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 40256) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:43.445894 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-1aa1cde8-2fbc-497e-8657-46fe12d38475 admin admin] Request body: {'subnet': {'network_id': 'cf779e89-a1cd-45bd-800a-866cd93cc9c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2063965586-subnet', 'tenant_id': '6e42add67c8e4e2c9de8cd024e152c29', 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:43:43.447860 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96bb6c6-627c-4467-b3fd-fd342180814f None None] Checking router: 375184d2-52d3-494b-a278-569cb996272e for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:43:43.448679 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96bb6c6-627c-4467-b3fd-fd342180814f None None] Updating router 375184d2-52d3-494b-a278-569cb996272e port 81ac70a8-a8fc-41fe-990f-1b1d292256c2 binding host n-d-798930-3 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:43:43.504127 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a96bb6c6-627c-4467-b3fd-fd342180814f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:43.533442 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa1cde8-2fbc-497e-8657-46fe12d38475 admin admin] Made reservation on behalf of 6e42add67c8e4e2c9de8cd024e152c29 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:43:43.538964 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1aa1cde8-2fbc-497e-8657-46fe12d38475 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:43.597191 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 608a15d0-b9ff-40c7-85a9-f987fa335f93, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=608a15d0-b9ff-40c7-85a9-f987fa335f93,segment=NetworkSegment(d5bc3d10-2b54-4a9a-8b4a-b9bf7608875b),segment_id=d5bc3d10-2b54-4a9a-8b4a-b9bf7608875b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:43:43.610322 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8301c-563e-413b-ba93-309c193500ed req-927869e6-f890-4dde-bce0-9e447a1262ba tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:43.612156 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c6a8301c-563e-413b-ba93-309c193500ed req-927869e6-f890-4dde-bce0-9e447a1262ba tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=263c211a-4903-4bf3-ad7a-a4ee69353b40 HTTP/1.1" status: 200 len: 945 time: 0.2999203 Jul 09 16:43:43.627564 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '608a15d0-b9ff-40c7-85a9-f987fa335f93', 'network_id': '7414fc77-3be9-40af-a6ea-00223ea4fadc', 'port_id': '608a15d0-b9ff-40c7-85a9-f987fa335f93', 'mac_address': 'fa:16:3e:c6:37:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '522ac413-ee53-447e-b36c-374bc3751b99', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:43:43.717542 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:43.747510 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 608a15d0-b9ff-40c7-85a9-f987fa335f93 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:43:43.784816 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c6a8301c-563e-413b-ba93-309c193500ed req-3f8854e8-2621-4503-80d9-662b2c18ade5 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=b6dee67b-dbdf-47ea-97e6-3fb1b779f8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170256 Jul 09 16:43:43.789732 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 608a15d0-b9ff-40c7-85a9-f987fa335f93, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=608a15d0-b9ff-40c7-85a9-f987fa335f93,segment=NetworkSegment(d5bc3d10-2b54-4a9a-8b4a-b9bf7608875b),segment_id=d5bc3d10-2b54-4a9a-8b4a-b9bf7608875b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:43:43.801048 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:43.936516 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=608a15d0-b9ff-40c7-85a9-f987fa335f93,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:43.951304 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e506e-327b-45f4-a535-3c02ad81d44a req-b1d80782-8252-4c36-9d34-2689cc9762da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:43.953010 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-659e506e-327b-45f4-a535-3c02ad81d44a req-b1d80782-8252-4c36-9d34-2689cc9762da service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=46d411ed-dc52-411a-93f7-d4f391e5bbe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5310419 Jul 09 16:43:44.000508 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a96bb6c6-627c-4467-b3fd-fd342180814f None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:44.015222 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-a96bb6c6-627c-4467-b3fd-fd342180814f None None] Transition to ACTIVE for port object 81ac70a8-a8fc-41fe-990f-1b1d292256c2 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:43:44.026221 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['608a15d0-b9ff-40c7-85a9-f987fa335f93'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:43:44.037395 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a96bb6c6-627c-4467-b3fd-fd342180814f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:44.071456 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ac048b88-98ee-4227-9cc7-6f338a4138b3 req-af8bd256-4b09-44fe-8e16-26db27b8d13f tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.98 "GET /v2.0/ports?device_id=65574fab-859c-4912-b054-2922e960d784 HTTP/1.1" status: 200 len: 210 time: 0.0757897 Jul 09 16:43:44.098258 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1aa1cde8-2fbc-497e-8657-46fe12d38475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:44.122291 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 1faf90e2-2722-4a0b-afa6-c0f88e8e4c48 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:43:44.188154 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa1cde8-2fbc-497e-8657-46fe12d38475 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfefa18b-95ae-44ac-ae52-8ad94297fbf8,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:44.188634 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc293a47-2ce9-4ed8-8e14-513f7b898700 None None] Pushing event updated for resources: {'Port': ['ID=81ac70a8-a8fc-41fe-990f-1b1d292256c2,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:44.212237 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-97e8c10b-e645-4fd7-ac80-698e8a68bc5e tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:44.217028 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-659e506e-327b-45f4-a535-3c02ad81d44a req-5980eac8-3203-4f85-bc71-ee8cfda853c2 service neutron] 10.222.0.77 "GET /v2.0/networks/46d411ed-dc52-411a-93f7-d4f391e5bbe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553606 Jul 09 16:43:44.221562 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc293a47-2ce9-4ed8-8e14-513f7b898700 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:44.222197 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc293a47-2ce9-4ed8-8e14-513f7b898700 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:44.222748 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc293a47-2ce9-4ed8-8e14-513f7b898700 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:44.223337 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc293a47-2ce9-4ed8-8e14-513f7b898700 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:44.223880 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc293a47-2ce9-4ed8-8e14-513f7b898700 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:44.224444 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc293a47-2ce9-4ed8-8e14-513f7b898700 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:44.225034 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc293a47-2ce9-4ed8-8e14-513f7b898700 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:44.225569 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc293a47-2ce9-4ed8-8e14-513f7b898700 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:44.226154 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc293a47-2ce9-4ed8-8e14-513f7b898700 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:44.226707 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc293a47-2ce9-4ed8-8e14-513f7b898700 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:44.228548 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc293a47-2ce9-4ed8-8e14-513f7b898700 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:44.231230 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc293a47-2ce9-4ed8-8e14-513f7b898700 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:44.233151 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa1cde8-2fbc-497e-8657-46fe12d38475 admin admin] Checking segment: {'id': '9a5776d6-6b7a-4ed5-9a02-84a640b8b777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'cf779e89-a1cd-45bd-800a-866cd93cc9c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:43:44.233521 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa1cde8-2fbc-497e-8657-46fe12d38475 admin admin] Network hostable DHCP agents. Network: cf779e89-a1cd-45bd-800a-866cd93cc9c4, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:43:44.267027 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-a96bb6c6-627c-4467-b3fd-fd342180814f None None] Attempting to bind port 81ac70a8-a8fc-41fe-990f-1b1d292256c2 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:43:44.268284 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-a96bb6c6-627c-4467-b3fd-fd342180814f None None] Attempting to bind port 81ac70a8-a8fc-41fe-990f-1b1d292256c2 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'f8892455-537d-4135-a8a6-c5f11d1a74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:43:44.268790 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa1cde8-2fbc-497e-8657-46fe12d38475 admin admin] Network cf779e89-a1cd-45bd-800a-866cd93cc9c4 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:43:44.269789 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96bb6c6-627c-4467-b3fd-fd342180814f None None] Attempting to bind port 81ac70a8-a8fc-41fe-990f-1b1d292256c2 on network f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:43:44.269914 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-97e8c10b-e645-4fd7-ac80-698e8a68bc5e tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:44.281306 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96bb6c6-627c-4467-b3fd-fd342180814f None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:43:44.282096 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-1aa1cde8-2fbc-497e-8657-46fe12d38475 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, cf779e89-a1cd-45bd-800a-866cd93cc9c4) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:43:44.282267 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96bb6c6-627c-4467-b3fd-fd342180814f None None] Checking segment: {'id': 'f8892455-537d-4135-a8a6-c5f11d1a74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:43:44.283212 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a96bb6c6-627c-4467-b3fd-fd342180814f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:44.286468 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa1cde8-2fbc-497e-8657-46fe12d38475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:44.287122 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1aa1cde8-2fbc-497e-8657-46fe12d38475 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:44.294607 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96bb6c6-627c-4467-b3fd-fd342180814f None None] Bound using segment: {'id': 'f8892455-537d-4135-a8a6-c5f11d1a74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:43:44.295719 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-a96bb6c6-627c-4467-b3fd-fd342180814f None None] Bound port: 81ac70a8-a8fc-41fe-990f-1b1d292256c2, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8892455-537d-4135-a8a6-c5f11d1a74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:43:44.296534 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a96bb6c6-627c-4467-b3fd-fd342180814f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:44.308386 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defb0cdc-d624-4179-8109-c71b563fd5f1 None None] Network cf779e89-a1cd-45bd-800a-866cd93cc9c4 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:43:44.316313 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1aa1cde8-2fbc-497e-8657-46fe12d38475 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8792343 Jul 09 16:43:44.316660 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 40262) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:44.322997 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-e8988bfd-a790-4565-b791-18b2c0cb8f36 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2063965586-router', 'tenant_id': '6e42add67c8e4e2c9de8cd024e152c29', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:43:44.412354 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a96bb6c6-627c-4467-b3fd-fd342180814f None None] For port 81ac70a8-a8fc-41fe-990f-1b1d292256c2, host n-d-798930-3, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:43:44.417773 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a96bb6c6-627c-4467-b3fd-fd342180814f None None] For port 81ac70a8-a8fc-41fe-990f-1b1d292256c2, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=81ac70a8-a8fc-41fe-990f-1b1d292256c2,segment=NetworkSegment(f8892455-537d-4135-a8a6-c5f11d1a74c6),segment_id=f8892455-537d-4135-a8a6-c5f11d1a74c6)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:43:44.424987 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a96bb6c6-627c-4467-b3fd-fd342180814f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:44.428765 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 1faf90e2-2722-4a0b-afa6-c0f88e8e4c48 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:43:44.429151 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:44.487754 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96bb6c6-627c-4467-b3fd-fd342180814f None None] Routers {'375184d2-52d3-494b-a278-569cb996272e'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:43:44.488581 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-a96bb6c6-627c-4467-b3fd-fd342180814f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:43:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['375184d2-52d3-494b-a278-569cb996272e'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:43:44.506468 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e8988bfd-a790-4565-b791-18b2c0cb8f36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:44.510684 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e8988bfd-a790-4565-b791-18b2c0cb8f36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:44.571895 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-659e506e-327b-45f4-a535-3c02ad81d44a req-39cb7685-90c0-4e5d-b6aa-4e9f3990962a service neutron] 10.222.0.77 "GET /v2.0/networks/46d411ed-dc52-411a-93f7-d4f391e5bbe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422406 Jul 09 16:43:44.573878 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef586ddc-f348-4356-9bcf-6a66280a1614 req-e98a1ce4-5593-4c99-ba95-f393ad1f724f tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:44.581790 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ef586ddc-f348-4356-9bcf-6a66280a1614 req-e98a1ce4-5593-4c99-ba95-f393ad1f724f tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] 10.222.0.98 "GET /v2.0/ports?device_id=24fd9d5e-893f-46fd-8f19-de7c89485d44 HTTP/1.1" status: 200 len: 945 time: 0.2121038 Jul 09 16:43:44.637288 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-97e8c10b-e645-4fd7-ac80-698e8a68bc5e tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Allocated IP 172.25.0.235 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/96ef42a3-f135-435b-9622-4c269a64263d) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:43:44.661323 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e8988bfd-a790-4565-b791-18b2c0cb8f36 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:44.671421 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-a96bb6c6-627c-4467-b3fd-fd342180814f None None] Set router 375184d2-52d3-494b-a278-569cb996272e gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:43:44.705572 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ef586ddc-f348-4356-9bcf-6a66280a1614 req-4986e365-59a0-4737-ae34-a5a0a6ea343d tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] 10.222.0.98 "GET /v2.0/security-groups?id=994b4524-d49c-416f-9252-fc4bd3cd7229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218657 Jul 09 16:43:44.796672 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc293a47-2ce9-4ed8-8e14-513f7b898700 None None] Pushing event updated for resources: {'Port': ['ID=81ac70a8-a8fc-41fe-990f-1b1d292256c2,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:44.855555 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fceed8-5544-4a54-98de-2d0fc2884f11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-cf779e89-a1cd-45bd-800a-866cd93cc9c4', 'network_id': 'cf779e89-a1cd-45bd-800a-866cd93cc9c4', 'tenant_id': '6e42add67c8e4e2c9de8cd024e152c29', 'fixed_ips': [{'subnet_id': 'cfefa18b-95ae-44ac-ae52-8ad94297fbf8'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:43:44.857154 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-74fceed8-5544-4a54-98de-2d0fc2884f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:44.972119 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-97e8c10b-e645-4fd7-ac80-698e8a68bc5e tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:44.978329 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e8988bfd-a790-4565-b791-18b2c0cb8f36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:45.083353 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-97e8c10b-e645-4fd7-ac80-698e8a68bc5e tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:45.113197 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e8c10b-e645-4fd7-ac80-698e8a68bc5e tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:43:45.116956 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-97e8c10b-e645-4fd7-ac80-698e8a68bc5e tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:43:45.127057 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-a96bb6c6-627c-4467-b3fd-fd342180814f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375184d2-52d3-494b-a278-569cb996272e', 'name': 'tempest-TestVolumeBootPattern-85219388-router', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '1faf90e2-2722-4a0b-afa6-c0f88e8e4c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:43:34Z', 'updated_at': '2021-07-09T16:43:40Z', 'revision_number': 4, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'gw_port': {'id': '1faf90e2-2722-4a0b-afa6-c0f88e8e4c48', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375184d2-52d3-494b-a278-569cb996272e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:35Z', 'updated_at': '2021-07-09T16:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '81ac70a8-a8fc-41fe-990f-1b1d292256c2', 'name': '', 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'mac_address': 'fa:16:3e:55:7a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375184d2-52d3-494b-a278-569cb996272e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '470183cf-e48b-46ba-9f1f-c70364d25786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:39Z', 'updated_at': '2021-07-09T16:43:44Z', 'revision_number': 4, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'subnets': [{'id': '470183cf-e48b-46ba-9f1f-c70364d25786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:43:45.148623 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcbdd3b-9462-4c1b-99c5-06c602646304 req-80340152-21f5-44d8-b5f0-839c9918aa7b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:45.163929 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-74fceed8-5544-4a54-98de-2d0fc2884f11 None None] Allocated IP 172.20.0.2 (cf779e89-a1cd-45bd-800a-866cd93cc9c4/cfefa18b-95ae-44ac-ae52-8ad94297fbf8/aeb743fa-b9b0-4cda-9c64-84b304869b2d) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:43:45.164174 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dfcbdd3b-9462-4c1b-99c5-06c602646304 req-80340152-21f5-44d8-b5f0-839c9918aa7b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=263c211a-4903-4bf3-ad7a-a4ee69353b40 HTTP/1.1" status: 200 len: 945 time: 0.1740704 Jul 09 16:43:45.187343 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96bb6c6-627c-4467-b3fd-fd342180814f None None] The sync data for ids ['375184d2-52d3-494b-a278-569cb996272e'] in n-d-798930-3 is: [{'id': '375184d2-52d3-494b-a278-569cb996272e', 'name': 'tempest-TestVolumeBootPattern-85219388-router', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '1faf90e2-2722-4a0b-afa6-c0f88e8e4c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:43:34Z', 'updated_at': '2021-07-09T16:43:40Z', 'revision_number': 4, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'gw_port': {'id': '1faf90e2-2722-4a0b-afa6-c0f88e8e4c48', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375184d2-52d3-494b-a278-569cb996272e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:35Z', 'updated_at': '2021-07-09T16:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '81ac70a8-a8fc-41fe-990f-1b1d292256c2', 'name': '', 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'mac_address': 'fa:16:3e:55:7a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375184d2-52d3-494b-a278-569cb996272e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '470183cf-e48b-46ba-9f1f-c70364d25786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:39Z', 'updated_at': '2021-07-09T16:43:44Z', 'revision_number': 4, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'subnets': [{'id': '470183cf-e48b-46ba-9f1f-c70364d25786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:43:45.199120 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e8c10b-e645-4fd7-ac80-698e8a68bc5e tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:43:45.242698 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dfcbdd3b-9462-4c1b-99c5-06c602646304 req-f7ac8467-f3ba-42ba-9d57-7960dbf0d609 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=b6dee67b-dbdf-47ea-97e6-3fb1b779f8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777204 Jul 09 16:43:45.301296 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 608a15d0-b9ff-40c7-85a9-f987fa335f93 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:43:45.524988 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 608a15d0-b9ff-40c7-85a9-f987fa335f93 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:43:45.537256 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 608a15d0-b9ff-40c7-85a9-f987fa335f93 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:43:45.537603 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:45.567745 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-86350cf3-f756-46df-87c7-7a412ea060a6 req-8f637b93-ba06-4e49-97ff-2d8459035862 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.98 "GET /v2.0/ports?device_id=65574fab-859c-4912-b054-2922e960d784 HTTP/1.1" status: 200 len: 210 time: 0.0730405 Jul 09 16:43:45.626406 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-74fceed8-5544-4a54-98de-2d0fc2884f11 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:45.644701 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e8988bfd-a790-4565-b791-18b2c0cb8f36 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:45.656034 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-74fceed8-5544-4a54-98de-2d0fc2884f11 None None] Transition to ACTIVE for port object aeb743fa-b9b0-4cda-9c64-84b304869b2d will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:43:45.680106 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-74fceed8-5544-4a54-98de-2d0fc2884f11 None None] Transition to ACTIVE for port object aeb743fa-b9b0-4cda-9c64-84b304869b2d will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:43:45.707825 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e8988bfd-a790-4565-b791-18b2c0cb8f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:45.736256 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-97e8c10b-e645-4fd7-ac80-698e8a68bc5e tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:45.738300 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e8c10b-e645-4fd7-ac80-698e8a68bc5e tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Pushing event updated for resources: {'Port': ['ID=96ef42a3-f135-435b-9622-4c269a64263d,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:45.741358 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-74fceed8-5544-4a54-98de-2d0fc2884f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:45.894470 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fceed8-5544-4a54-98de-2d0fc2884f11 None None] Pushing event updated for resources: {'Port': ['ID=aeb743fa-b9b0-4cda-9c64-84b304869b2d,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:45.900860 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:45.970251 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fceed8-5544-4a54-98de-2d0fc2884f11 None None] Network cf779e89-a1cd-45bd-800a-866cd93cc9c4 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:43:45.984123 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-74fceed8-5544-4a54-98de-2d0fc2884f11 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:43:45.990080 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24fd9d5e-893f-46fd-8f19-de7c89485d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608a15d0-b9ff-40c7-85a9-f987fa335f93'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:43:45.993369 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43d4cfb-d98c-4b11-bee3-6562c7b2184f" -d '{"events": [{"server_uuid": "24fd9d5e-893f-46fd-8f19-de7c89485d44", "name": "network-vif-plugged", "status": "completed", "tag": "608a15d0-b9ff-40c7-85a9-f987fa335f93"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:43:45.998805 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-e8988bfd-a790-4565-b791-18b2c0cb8f36 admin admin] Allocated IP 172.25.0.96 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/44b1af1e-9be6-41b9-b7d8-c59bda3e1c03) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:43:46.000780 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fceed8-5544-4a54-98de-2d0fc2884f11 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:43:46.091342 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 608a15d0-b9ff-40c7-85a9-f987fa335f93, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=608a15d0-b9ff-40c7-85a9-f987fa335f93,segment=NetworkSegment(d5bc3d10-2b54-4a9a-8b4a-b9bf7608875b),segment_id=d5bc3d10-2b54-4a9a-8b4a-b9bf7608875b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:43:46.103965 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:46.132718 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042c351-fd76-4368-9e4d-c122e0970608 req-380c0d10-bb67-4af6-944d-ead969366988 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:46.134309 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f042c351-fd76-4368-9e4d-c122e0970608 req-380c0d10-bb67-4af6-944d-ead969366988 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] 10.222.0.98 "GET /v2.0/ports?device_id=24fd9d5e-893f-46fd-8f19-de7c89485d44 HTTP/1.1" status: 200 len: 945 time: 0.2171714 Jul 09 16:43:46.220739 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 81ac70a8-a8fc-41fe-990f-1b1d292256c2 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:43:46.224196 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-97e8c10b-e645-4fd7-ac80-698e8a68bc5e tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:46.291688 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-74fceed8-5544-4a54-98de-2d0fc2884f11 None None] Attempting to bind port aeb743fa-b9b0-4cda-9c64-84b304869b2d on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:43:46.292053 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-74fceed8-5544-4a54-98de-2d0fc2884f11 None None] Attempting to bind port aeb743fa-b9b0-4cda-9c64-84b304869b2d by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '9a5776d6-6b7a-4ed5-9a02-84a640b8b777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'cf779e89-a1cd-45bd-800a-866cd93cc9c4'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:43:46.292413 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fceed8-5544-4a54-98de-2d0fc2884f11 None None] Attempting to bind port aeb743fa-b9b0-4cda-9c64-84b304869b2d on network cf779e89-a1cd-45bd-800a-866cd93cc9c4 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:43:46.295201 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f042c351-fd76-4368-9e4d-c122e0970608 req-80df1b73-a631-438d-9349-b79c6cad89e9 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] 10.222.0.98 "GET /v2.0/security-groups?id=994b4524-d49c-416f-9252-fc4bd3cd7229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510408 Jul 09 16:43:46.302341 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e8988bfd-a790-4565-b791-18b2c0cb8f36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:46.318284 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fceed8-5544-4a54-98de-2d0fc2884f11 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:43:46.318653 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fceed8-5544-4a54-98de-2d0fc2884f11 None None] Checking segment: {'id': '9a5776d6-6b7a-4ed5-9a02-84a640b8b777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'cf779e89-a1cd-45bd-800a-866cd93cc9c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:43:46.319202 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-74fceed8-5544-4a54-98de-2d0fc2884f11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:46.319727 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fceed8-5544-4a54-98de-2d0fc2884f11 None None] Bound using segment: {'id': '9a5776d6-6b7a-4ed5-9a02-84a640b8b777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'cf779e89-a1cd-45bd-800a-866cd93cc9c4'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:43:46.320063 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-74fceed8-5544-4a54-98de-2d0fc2884f11 None None] Bound port: aeb743fa-b9b0-4cda-9c64-84b304869b2d, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a5776d6-6b7a-4ed5-9a02-84a640b8b777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'cf779e89-a1cd-45bd-800a-866cd93cc9c4'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:43:46.320435 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-74fceed8-5544-4a54-98de-2d0fc2884f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:46.407602 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-74fceed8-5544-4a54-98de-2d0fc2884f11 None None] For port aeb743fa-b9b0-4cda-9c64-84b304869b2d, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:43:46.408687 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e8988bfd-a790-4565-b791-18b2c0cb8f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:46.411312 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-74fceed8-5544-4a54-98de-2d0fc2884f11 None None] For port aeb743fa-b9b0-4cda-9c64-84b304869b2d, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=aeb743fa-b9b0-4cda-9c64-84b304869b2d,segment=NetworkSegment(9a5776d6-6b7a-4ed5-9a02-84a640b8b777),segment_id=9a5776d6-6b7a-4ed5-9a02-84a640b8b777)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:43:46.416111 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db981e14-1b5c-49ee-bea2-f733c2cf000f x-openstack-request-id: req-db981e14-1b5c-49ee-bea2-f733c2cf000f {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:43:46.416400 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24fd9d5e-893f-46fd-8f19-de7c89485d44", "name": "network-vif-plugged", "status": "completed", "tag": "608a15d0-b9ff-40c7-85a9-f987fa335f93", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:43:46.416625 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-db981e14-1b5c-49ee-bea2-f733c2cf000f {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:43:46.417053 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24fd9d5e-893f-46fd-8f19-de7c89485d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608a15d0-b9ff-40c7-85a9-f987fa335f93', 'code': 200} Jul 09 16:43:46.420685 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=608a15d0-b9ff-40c7-85a9-f987fa335f93,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:46.426613 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97e8c10b-e645-4fd7-ac80-698e8a68bc5e tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Router b8e58dd5-a7e3-4ec0-bf24-8dab9bd42114 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:43:46.428530 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-74fceed8-5544-4a54-98de-2d0fc2884f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:46.546908 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8988bfd-a790-4565-b791-18b2c0cb8f36 admin admin] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:43:46.552121 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-e8988bfd-a790-4565-b791-18b2c0cb8f36 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:43:46.577498 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8988bfd-a790-4565-b791-18b2c0cb8f36 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:43:46.588601 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fceed8-5544-4a54-98de-2d0fc2884f11 None None] Pushing event updated for resources: {'Port': ['ID=aeb743fa-b9b0-4cda-9c64-84b304869b2d,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:46.644581 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 81ac70a8-a8fc-41fe-990f-1b1d292256c2 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:43:46.659164 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 81ac70a8-a8fc-41fe-990f-1b1d292256c2 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:43:46.660238 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:46.747804 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e8c10b-e645-4fd7-ac80-698e8a68bc5e tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:43:46.773858 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4655a922-d176-4864-a5dc-c00e24b1bad3 None None] Sync routers for ids ['b8e58dd5-a7e3-4ec0-bf24-8dab9bd42114'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:43:46.801088 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4655a922-d176-4864-a5dc-c00e24b1bad3 None None] Routers {'b8e58dd5-a7e3-4ec0-bf24-8dab9bd42114'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:43:46.801633 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4655a922-d176-4864-a5dc-c00e24b1bad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:43:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['b8e58dd5-a7e3-4ec0-bf24-8dab9bd42114'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:43:46.816449 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-97e8c10b-e645-4fd7-ac80-698e8a68bc5e tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:46.818199 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-97e8c10b-e645-4fd7-ac80-698e8a68bc5e tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.0288856 Jul 09 16:43:46.823005 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8988bfd-a790-4565-b791-18b2c0cb8f36 admin admin] Pushing event updated for resources: {'Port': ['ID=44b1af1e-9be6-41b9-b7d8-c59bda3e1c03,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:46.824767 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259be38-728a-4789-9143-a4459827413f req-3d25974f-2808-4a04-8472-2c4f3656c637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:46.828289 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 40282) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:46.831767 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d259be38-728a-4789-9143-a4459827413f req-3d25974f-2808-4a04-8472-2c4f3656c637 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=24fd9d5e-893f-46fd-8f19-de7c89485d44 HTTP/1.1" status: 200 len: 1097 time: 0.3115931 Jul 09 16:43:46.893098 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d259be38-728a-4789-9143-a4459827413f req-05fe2648-49f8-4eab-9111-38708d913e99 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=994b4524-d49c-416f-9252-fc4bd3cd7229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558980 Jul 09 16:43:47.012678 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:47.086984 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-4655a922-d176-4864-a5dc-c00e24b1bad3 None None] Set router b8e58dd5-a7e3-4ec0-bf24-8dab9bd42114 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:43:47.151018 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275162b5-ac23-475c-9dca-2af30cfebefd tempest-TestSecurityGroupsBasicOps-50411992 tempest-TestSecurityGroupsBasicOps-50411992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:47.153077 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-275162b5-ac23-475c-9dca-2af30cfebefd tempest-TestSecurityGroupsBasicOps-50411992 tempest-TestSecurityGroupsBasicOps-50411992-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=5e6a0eaba6cb46c1bafe0a279d6dc456&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.3138194 Jul 09 16:43:47.156952 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 40284) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:47.198501 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 81ac70a8-a8fc-41fe-990f-1b1d292256c2, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=81ac70a8-a8fc-41fe-990f-1b1d292256c2,segment=NetworkSegment(f8892455-537d-4135-a8a6-c5f11d1a74c6),segment_id=f8892455-537d-4135-a8a6-c5f11d1a74c6)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:43:47.271381 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:47.317713 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce6b549-5fd6-40b3-95e9-ecda0645b16b req-67989a3a-159f-4412-8d67-ecd63e88464f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:47.327150 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0ce6b549-5fd6-40b3-95e9-ecda0645b16b req-67989a3a-159f-4412-8d67-ecd63e88464f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=263c211a-4903-4bf3-ad7a-a4ee69353b40 HTTP/1.1" status: 200 len: 945 time: 0.5013747 Jul 09 16:43:47.348466 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b53ce6f-5e74-44c2-ab82-728472a499f2 tempest-TestSecurityGroupsBasicOps-50411992 tempest-TestSecurityGroupsBasicOps-50411992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:47.351151 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-9b53ce6f-5e74-44c2-ab82-728472a499f2 tempest-TestSecurityGroupsBasicOps-50411992 tempest-TestSecurityGroupsBasicOps-50411992-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1926644 Jul 09 16:43:47.353841 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 40288) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:47.397593 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-fcaa7440-f6f2-4ac9-bda2-f6b93f2b3118 tempest-TestSecurityGroupsBasicOps-50411992 tempest-TestSecurityGroupsBasicOps-50411992-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=caa6ed8d-2893-4113-8f68-c5284e694f6c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424492 Jul 09 16:43:47.400250 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 40290) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:47.456457 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-fadd0af4-f11e-4d11-8a93-c40169f9c616 tempest-TestSecurityGroupsBasicOps-50411992 tempest-TestSecurityGroupsBasicOps-50411992-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=5e6a0eaba6cb46c1bafe0a279d6dc456&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0549591 Jul 09 16:43:47.468064 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 40292) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:47.478842 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0ce6b549-5fd6-40b3-95e9-ecda0645b16b req-1e36b7be-9462-4d72-8134-84b28f48ee7c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=b6dee67b-dbdf-47ea-97e6-3fb1b779f8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383586 Jul 09 16:43:47.521033 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=81ac70a8-a8fc-41fe-990f-1b1d292256c2,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:47.547582 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e8988bfd-a790-4565-b791-18b2c0cb8f36 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:47.602440 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4655a922-d176-4864-a5dc-c00e24b1bad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e58dd5-a7e3-4ec0-bf24-8dab9bd42114', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1102738434', 'tenant_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '96ef42a3-f135-435b-9622-4c269a64263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:43:42Z', 'updated_at': '2021-07-09T16:43:45Z', 'revision_number': 3, 'project_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'gw_port': {'id': '96ef42a3-f135-435b-9622-4c269a64263d', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:31:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e58dd5-a7e3-4ec0-bf24-8dab9bd42114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:44Z', 'updated_at': '2021-07-09T16:43:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:43:47.622291 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 40294) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:47.653036 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4655a922-d176-4864-a5dc-c00e24b1bad3 None None] Checking router: b8e58dd5-a7e3-4ec0-bf24-8dab9bd42114 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:43:47.653036 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4655a922-d176-4864-a5dc-c00e24b1bad3 None None] Updating router b8e58dd5-a7e3-4ec0-bf24-8dab9bd42114 port 96ef42a3-f135-435b-9622-4c269a64263d binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:43:47.742413 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fe5866-7763-4901-8cec-f0e8a3eb2595 tempest-TestSecurityGroupsBasicOps-50411992 tempest-TestSecurityGroupsBasicOps-50411992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:47.744882 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4655a922-d176-4864-a5dc-c00e24b1bad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:47.746552 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-d2fe5866-7763-4901-8cec-f0e8a3eb2595 tempest-TestSecurityGroupsBasicOps-50411992 tempest-TestSecurityGroupsBasicOps-50411992-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2772703 Jul 09 16:43:47.751447 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 40298) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:47.823052 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ab55ee22-b4da-4554-8a00-0fc1c6bffb95 tempest-TestSecurityGroupsBasicOps-50411992 tempest-TestSecurityGroupsBasicOps-50411992-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=caa6ed8d-2893-4113-8f68-c5284e694f6c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0572240 Jul 09 16:43:47.823670 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 40300) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:47.835576 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-784f1751-e3b4-4ad9-bbdc-518ef69ac518 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-5498769', 'network_id': '85a38617-dadc-4fd5-8ef8-0952d34aca71', 'project_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:43:47.844356 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-93c9cc7b-930c-4cce-954e-4d3decd34b62 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:47.950984 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-93c9cc7b-930c-4cce-954e-4d3decd34b62 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:48.019944 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ead022-e9ff-453d-b4e1-95de1677b1b7 req-e27581ed-0d42-461f-ad51-92c3ce8eb6b3 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:48.030338 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-13ead022-e9ff-453d-b4e1-95de1677b1b7 req-e27581ed-0d42-461f-ad51-92c3ce8eb6b3 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] 10.222.0.98 "GET /v2.0/ports?device_id=24fd9d5e-893f-46fd-8f19-de7c89485d44 HTTP/1.1" status: 200 len: 946 time: 0.2894087 Jul 09 16:43:48.057085 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-93c9cc7b-930c-4cce-954e-4d3decd34b62 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:48.060150 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-93c9cc7b-930c-4cce-954e-4d3decd34b62 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:48.063883 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-93c9cc7b-930c-4cce-954e-4d3decd34b62 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] 10.222.0.98 "DELETE /v2.0/security-groups/13bd0873-baf6-495e-b566-119e908a5e58 HTTP/1.1" status: 204 len: 168 time: 0.4381456 Jul 09 16:43:48.079592 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9cc7b-930c-4cce-954e-4d3decd34b62 tempest-TestVolumeBackupRestore-2016181121 tempest-TestVolumeBackupRestore-2016181121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13bd0873-baf6-495e-b566-119e908a5e58,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:48.135071 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-13ead022-e9ff-453d-b4e1-95de1677b1b7 req-48304884-00a0-4c58-a7ed-29e7f457b2b7 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] 10.222.0.98 "GET /v2.0/security-groups?id=994b4524-d49c-416f-9252-fc4bd3cd7229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034772 Jul 09 16:43:48.152026 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e8988bfd-a790-4565-b791-18b2c0cb8f36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:48.165851 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784f1751-e3b4-4ad9-bbdc-518ef69ac518 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Made reservation on behalf of 5e6a0eaba6cb46c1bafe0a279d6dc456 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:43:48.170739 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-784f1751-e3b4-4ad9-bbdc-518ef69ac518 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:48.344430 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8988bfd-a790-4565-b791-18b2c0cb8f36 admin admin] Router 7c10cc41-f59d-4a54-9f11-637148026c1d is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:43:48.371174 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device aeb743fa-b9b0-4cda-9c64-84b304869b2d up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:43:48.469766 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4655a922-d176-4864-a5dc-c00e24b1bad3 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:48.485827 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebb8322-365c-40cf-913b-ca4704d05b2a None None] Network cf779e89-a1cd-45bd-800a-866cd93cc9c4 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:43:48.527221 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8988bfd-a790-4565-b791-18b2c0cb8f36 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:43:48.553187 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a14df8-d48a-4ab0-ab71-a1618983098a None None] Sync routers for ids ['7c10cc41-f59d-4a54-9f11-637148026c1d'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:43:48.561354 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e8988bfd-a790-4565-b791-18b2c0cb8f36 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:48.566030 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e8988bfd-a790-4565-b791-18b2c0cb8f36 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2482905 Jul 09 16:43:48.566722 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 40324) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:48.575970 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a14df8-d48a-4ab0-ab71-a1618983098a None None] Routers {'7c10cc41-f59d-4a54-9f11-637148026c1d'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:43:48.577321 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-93a14df8-d48a-4ab0-ab71-a1618983098a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:43:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['7c10cc41-f59d-4a54-9f11-637148026c1d'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:43:48.611907 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-784f1751-e3b4-4ad9-bbdc-518ef69ac518 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:48.796082 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4655a922-d176-4864-a5dc-c00e24b1bad3 None None] Transition to ACTIVE for port object 96ef42a3-f135-435b-9622-4c269a64263d will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:43:48.836689 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784f1751-e3b4-4ad9-bbdc-518ef69ac518 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Checking segment: {'id': 'ca19f480-6986-4125-b904-a3d4d1d74671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '85a38617-dadc-4fd5-8ef8-0952d34aca71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:43:48.839185 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784f1751-e3b4-4ad9-bbdc-518ef69ac518 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Network hostable DHCP agents. Network: 85a38617-dadc-4fd5-8ef8-0952d34aca71, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:43:48.849140 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784f1751-e3b4-4ad9-bbdc-518ef69ac518 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Pushing event updated for resources: {'Subnet': ['ID=85119f9d-d77b-4743-866c-4a054dfe8d10,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:48.852230 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-93a14df8-d48a-4ab0-ab71-a1618983098a None None] Set router 7c10cc41-f59d-4a54-9f11-637148026c1d gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:43:48.882222 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e28df-3240-45bf-820b-c5fbb6091d03 req-2751114d-af97-429f-866d-c257dbdc0d8a tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:48.890179 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ee0e28df-3240-45bf-820b-c5fbb6091d03 req-2751114d-af97-429f-866d-c257dbdc0d8a tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=263c211a-4903-4bf3-ad7a-a4ee69353b40 HTTP/1.1" status: 200 len: 945 time: 0.1060836 Jul 09 16:43:48.894444 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784f1751-e3b4-4ad9-bbdc-518ef69ac518 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Network 85a38617-dadc-4fd5-8ef8-0952d34aca71 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:43:48.900692 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4655a922-d176-4864-a5dc-c00e24b1bad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:48.921071 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-784f1751-e3b4-4ad9-bbdc-518ef69ac518 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 85a38617-dadc-4fd5-8ef8-0952d34aca71) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:43:48.940573 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784f1751-e3b4-4ad9-bbdc-518ef69ac518 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:48.941196 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-784f1751-e3b4-4ad9-bbdc-518ef69ac518 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:48.956702 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae114eec-7ed2-4f69-ad2c-d6fd1618f458 None None] Pushing event updated for resources: {'Port': ['ID=96ef42a3-f135-435b-9622-4c269a64263d,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:48.959324 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e4578d-f7ce-474a-ae0b-2884913d88db None None] Network 85a38617-dadc-4fd5-8ef8-0952d34aca71 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:43:48.969201 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port aeb743fa-b9b0-4cda-9c64-84b304869b2d completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:43:48.971557 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f6772602-f6bf-43ab-b4df-5b1561a04d86 None None] Provisioning for port aeb743fa-b9b0-4cda-9c64-84b304869b2d completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:43:48.992495 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-784f1751-e3b4-4ad9-bbdc-518ef69ac518 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1622155 Jul 09 16:43:48.993411 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 40352) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:49.159907 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port aeb743fa-b9b0-4cda-9c64-84b304869b2d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:43:49.160591 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:49.195777 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-93a14df8-d48a-4ab0-ab71-a1618983098a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c10cc41-f59d-4a54-9f11-637148026c1d', 'name': 'tempest-TestVolumeBootPattern-2063965586-router', 'tenant_id': '6e42add67c8e4e2c9de8cd024e152c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '44b1af1e-9be6-41b9-b7d8-c59bda3e1c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:43:44Z', 'updated_at': '2021-07-09T16:43:47Z', 'revision_number': 3, 'project_id': '6e42add67c8e4e2c9de8cd024e152c29', 'gw_port': {'id': '44b1af1e-9be6-41b9-b7d8-c59bda3e1c03', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:30:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c10cc41-f59d-4a54-9f11-637148026c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:45Z', 'updated_at': '2021-07-09T16:43:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:43:49.255955 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f6772602-f6bf-43ab-b4df-5b1561a04d86 None None] Provisioning complete for port aeb743fa-b9b0-4cda-9c64-84b304869b2d triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:43:49.256403 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6772602-f6bf-43ab-b4df-5b1561a04d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:49.258023 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-4655a922-d176-4864-a5dc-c00e24b1bad3 None None] Attempting to bind port 96ef42a3-f135-435b-9622-4c269a64263d on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:43:49.261222 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-4655a922-d176-4864-a5dc-c00e24b1bad3 None None] Attempting to bind port 96ef42a3-f135-435b-9622-4c269a64263d by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:43:49.261726 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4655a922-d176-4864-a5dc-c00e24b1bad3 None None] Attempting to bind port 96ef42a3-f135-435b-9622-4c269a64263d on network caa6ed8d-2893-4113-8f68-c5284e694f6c {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:43:49.276579 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a14df8-d48a-4ab0-ab71-a1618983098a None None] Checking router: 7c10cc41-f59d-4a54-9f11-637148026c1d for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:43:49.277029 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a14df8-d48a-4ab0-ab71-a1618983098a None None] Updating router 7c10cc41-f59d-4a54-9f11-637148026c1d port 44b1af1e-9be6-41b9-b7d8-c59bda3e1c03 binding host n-d-798930-3 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:43:49.283044 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4655a922-d176-4864-a5dc-c00e24b1bad3 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:43:49.283741 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4655a922-d176-4864-a5dc-c00e24b1bad3 None None] Checking segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:43:49.284613 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4655a922-d176-4864-a5dc-c00e24b1bad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:49.285245 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4655a922-d176-4864-a5dc-c00e24b1bad3 None None] Bound using segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:43:49.285965 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-4655a922-d176-4864-a5dc-c00e24b1bad3 None None] Bound port: 96ef42a3-f135-435b-9622-4c269a64263d, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:43:49.286578 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4655a922-d176-4864-a5dc-c00e24b1bad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:49.363653 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-93a14df8-d48a-4ab0-ab71-a1618983098a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:49.522481 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:49.691833 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port aeb743fa-b9b0-4cda-9c64-84b304869b2d, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=aeb743fa-b9b0-4cda-9c64-84b304869b2d,segment=NetworkSegment(9a5776d6-6b7a-4ed5-9a02-84a640b8b777),segment_id=9a5776d6-6b7a-4ed5-9a02-84a640b8b777)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:43:49.788563 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-4655a922-d176-4864-a5dc-c00e24b1bad3 None None] For port 96ef42a3-f135-435b-9622-4c269a64263d, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:43:49.792583 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:49.793368 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 81ac70a8-a8fc-41fe-990f-1b1d292256c2 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:43:50.072993 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=aeb743fa-b9b0-4cda-9c64-84b304869b2d,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:50.078919 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-93a14df8-d48a-4ab0-ab71-a1618983098a None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:50.115718 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-4655a922-d176-4864-a5dc-c00e24b1bad3 None None] For port 96ef42a3-f135-435b-9622-4c269a64263d, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=96ef42a3-f135-435b-9622-4c269a64263d,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:43:50.116025 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-93a14df8-d48a-4ab0-ab71-a1618983098a None None] Transition to ACTIVE for port object 44b1af1e-9be6-41b9-b7d8-c59bda3e1c03 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:43:50.136557 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-93a14df8-d48a-4ab0-ab71-a1618983098a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:50.207583 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65880027-fa12-4f40-bd51-f405296e58c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-85a38617-dadc-4fd5-8ef8-0952d34aca71', 'network_id': '85a38617-dadc-4fd5-8ef8-0952d34aca71', 'tenant_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'fixed_ips': [{'subnet_id': '85119f9d-d77b-4743-866c-4a054dfe8d10'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:43:50.208896 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-65880027-fa12-4f40-bd51-f405296e58c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:50.290512 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-93a14df8-d48a-4ab0-ab71-a1618983098a None None] Attempting to bind port 44b1af1e-9be6-41b9-b7d8-c59bda3e1c03 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:43:50.291092 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-93a14df8-d48a-4ab0-ab71-a1618983098a None None] Attempting to bind port 44b1af1e-9be6-41b9-b7d8-c59bda3e1c03 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:43:50.292752 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a14df8-d48a-4ab0-ab71-a1618983098a None None] Attempting to bind port 44b1af1e-9be6-41b9-b7d8-c59bda3e1c03 on network caa6ed8d-2893-4113-8f68-c5284e694f6c {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:43:50.308793 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650f46c-aa14-4a13-9dd3-669d3ae21d6b None None] Pushing event updated for resources: {'Port': ['ID=44b1af1e-9be6-41b9-b7d8-c59bda3e1c03,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:50.313972 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a14df8-d48a-4ab0-ab71-a1618983098a None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:43:50.314378 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a14df8-d48a-4ab0-ab71-a1618983098a None None] Checking segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:43:50.314751 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-93a14df8-d48a-4ab0-ab71-a1618983098a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:50.315177 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a14df8-d48a-4ab0-ab71-a1618983098a None None] Bound using segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:43:50.315664 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-93a14df8-d48a-4ab0-ab71-a1618983098a None None] Bound port: 44b1af1e-9be6-41b9-b7d8-c59bda3e1c03, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:43:50.316053 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-93a14df8-d48a-4ab0-ab71-a1618983098a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:50.447299 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4655a922-d176-4864-a5dc-c00e24b1bad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:50.596375 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ee0e28df-3240-45bf-820b-c5fbb6091d03 req-2d8d05df-7142-4619-b221-f76771a6f667 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=b6dee67b-dbdf-47ea-97e6-3fb1b779f8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.7050066 Jul 09 16:43:50.676410 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-65880027-fa12-4f40-bd51-f405296e58c3 None None] Allocated IP 172.20.0.18 (85a38617-dadc-4fd5-8ef8-0952d34aca71/85119f9d-d77b-4743-866c-4a054dfe8d10/b9687395-fd17-400c-a2a6-eceaa436c5f1) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:43:50.727329 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-93a14df8-d48a-4ab0-ab71-a1618983098a None None] For port 44b1af1e-9be6-41b9-b7d8-c59bda3e1c03, host n-d-798930-3, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:43:50.733259 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-93a14df8-d48a-4ab0-ab71-a1618983098a None None] For port 44b1af1e-9be6-41b9-b7d8-c59bda3e1c03, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=44b1af1e-9be6-41b9-b7d8-c59bda3e1c03,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:43:50.774996 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-93a14df8-d48a-4ab0-ab71-a1618983098a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:50.943933 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a14df8-d48a-4ab0-ab71-a1618983098a None None] Routers {'7c10cc41-f59d-4a54-9f11-637148026c1d'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:43:50.945287 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-93a14df8-d48a-4ab0-ab71-a1618983098a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:43:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['7c10cc41-f59d-4a54-9f11-637148026c1d'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:43:51.001103 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f6a2d02-427c-40a0-87b3-5e2ef1432c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:51.160975 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae114eec-7ed2-4f69-ad2c-d6fd1618f458 None None] Pushing event updated for resources: {'Port': ['ID=96ef42a3-f135-435b-9622-4c269a64263d,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:51.198104 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae070ba-ca79-4c88-ae58-4b12f777e9fb req-07f372a5-0506-4f6f-a0ba-9c5a8f598a8f tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:51.205784 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7ae070ba-ca79-4c88-ae58-4b12f777e9fb req-07f372a5-0506-4f6f-a0ba-9c5a8f598a8f tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] 10.222.0.98 "GET /v2.0/ports?device_id=24fd9d5e-893f-46fd-8f19-de7c89485d44 HTTP/1.1" status: 200 len: 946 time: 0.3706679 Jul 09 16:43:51.272541 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-76e0ca8b-3a36-411e-a5b5-911cd020ca76 None None] Provisioning complete for port aeb743fa-b9b0-4cda-9c64-84b304869b2d triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:43:51.273541 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-93a14df8-d48a-4ab0-ab71-a1618983098a None None] Set router 7c10cc41-f59d-4a54-9f11-637148026c1d gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:43:51.279452 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-76e0ca8b-3a36-411e-a5b5-911cd020ca76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:51.331417 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7ae070ba-ca79-4c88-ae58-4b12f777e9fb req-e0ea793f-0f4b-413b-99f7-01b30c4f6e8e tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] 10.222.0.98 "GET /v2.0/security-groups?id=994b4524-d49c-416f-9252-fc4bd3cd7229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246450 Jul 09 16:43:51.354727 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 81ac70a8-a8fc-41fe-990f-1b1d292256c2 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:43:51.359043 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:51.462319 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-65880027-fa12-4f40-bd51-f405296e58c3 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:51.479239 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4655a922-d176-4864-a5dc-c00e24b1bad3 None None] Routers {'b8e58dd5-a7e3-4ec0-bf24-8dab9bd42114'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:43:51.495180 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4655a922-d176-4864-a5dc-c00e24b1bad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:43:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['b8e58dd5-a7e3-4ec0-bf24-8dab9bd42114'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:43:51.508417 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650f46c-aa14-4a13-9dd3-669d3ae21d6b None None] Pushing event updated for resources: {'Port': ['ID=44b1af1e-9be6-41b9-b7d8-c59bda3e1c03,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:51.777874 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-5f6a2d02-427c-40a0-87b3-5e2ef1432c97 admin admin] Allocated IP 172.20.0.1 (cf779e89-a1cd-45bd-800a-866cd93cc9c4/cfefa18b-95ae-44ac-ae52-8ad94297fbf8/6fc9c843-cf98-4dcc-8791-250dbe85822e) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:43:51.824425 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-93a14df8-d48a-4ab0-ab71-a1618983098a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c10cc41-f59d-4a54-9f11-637148026c1d', 'name': 'tempest-TestVolumeBootPattern-2063965586-router', 'tenant_id': '6e42add67c8e4e2c9de8cd024e152c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '44b1af1e-9be6-41b9-b7d8-c59bda3e1c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:43:44Z', 'updated_at': '2021-07-09T16:43:47Z', 'revision_number': 3, 'project_id': '6e42add67c8e4e2c9de8cd024e152c29', 'gw_port': {'id': '44b1af1e-9be6-41b9-b7d8-c59bda3e1c03', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:30:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c10cc41-f59d-4a54-9f11-637148026c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:45Z', 'updated_at': '2021-07-09T16:43:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:43:51.838097 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-65880027-fa12-4f40-bd51-f405296e58c3 None None] Transition to ACTIVE for port object b9687395-fd17-400c-a2a6-eceaa436c5f1 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:43:51.857677 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6b86ca3-1dee-4ca5-8813-c1dc5ce617ba tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:51.927775 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-4655a922-d176-4864-a5dc-c00e24b1bad3 None None] Set router b8e58dd5-a7e3-4ec0-bf24-8dab9bd42114 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:43:51.940954 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a14df8-d48a-4ab0-ab71-a1618983098a None None] The sync data for ids ['7c10cc41-f59d-4a54-9f11-637148026c1d'] in n-d-798930-3 is: [{'id': '7c10cc41-f59d-4a54-9f11-637148026c1d', 'name': 'tempest-TestVolumeBootPattern-2063965586-router', 'tenant_id': '6e42add67c8e4e2c9de8cd024e152c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '44b1af1e-9be6-41b9-b7d8-c59bda3e1c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:43:44Z', 'updated_at': '2021-07-09T16:43:47Z', 'revision_number': 3, 'project_id': '6e42add67c8e4e2c9de8cd024e152c29', 'gw_port': {'id': '44b1af1e-9be6-41b9-b7d8-c59bda3e1c03', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:30:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c10cc41-f59d-4a54-9f11-637148026c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:45Z', 'updated_at': '2021-07-09T16:43:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:43:52.159564 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-65880027-fa12-4f40-bd51-f405296e58c3 None None] Transition to ACTIVE for port object b9687395-fd17-400c-a2a6-eceaa436c5f1 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:43:52.336620 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-65880027-fa12-4f40-bd51-f405296e58c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:52.446031 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f6a2d02-427c-40a0-87b3-5e2ef1432c97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:52.484925 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-5f6a2d02-427c-40a0-87b3-5e2ef1432c97 admin admin] Transition to ACTIVE for port object 6fc9c843-cf98-4dcc-8791-250dbe85822e will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:43:52.600116 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device aeb743fa-b9b0-4cda-9c64-84b304869b2d up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:43:52.716598 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ef6d3d45-c813-4cc7-a1da-db959af02479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:52.730583 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f6a2d02-427c-40a0-87b3-5e2ef1432c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:52.733857 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65880027-fa12-4f40-bd51-f405296e58c3 None None] Network 85a38617-dadc-4fd5-8ef8-0952d34aca71 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:43:52.765533 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-65880027-fa12-4f40-bd51-f405296e58c3 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:43:52.770471 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65880027-fa12-4f40-bd51-f405296e58c3 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:43:52.795441 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65880027-fa12-4f40-bd51-f405296e58c3 None None] Pushing event updated for resources: {'Port': ['ID=b9687395-fd17-400c-a2a6-eceaa436c5f1,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:52.891318 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port aeb743fa-b9b0-4cda-9c64-84b304869b2d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:43:52.891868 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:52.958805 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6a2d02-427c-40a0-87b3-5e2ef1432c97 admin admin] Network cf779e89-a1cd-45bd-800a-866cd93cc9c4 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:43:52.970005 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-5f6a2d02-427c-40a0-87b3-5e2ef1432c97 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:43:52.976906 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a2d02-427c-40a0-87b3-5e2ef1432c97 admin admin] Pushing event updated for resources: {'Port': ['ID=6fc9c843-cf98-4dcc-8791-250dbe85822e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:52.985769 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6a2d02-427c-40a0-87b3-5e2ef1432c97 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:43:53.036213 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4655a922-d176-4864-a5dc-c00e24b1bad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e58dd5-a7e3-4ec0-bf24-8dab9bd42114', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1102738434', 'tenant_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '96ef42a3-f135-435b-9622-4c269a64263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:43:42Z', 'updated_at': '2021-07-09T16:43:45Z', 'revision_number': 3, 'project_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'gw_port': {'id': '96ef42a3-f135-435b-9622-4c269a64263d', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:31:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e58dd5-a7e3-4ec0-bf24-8dab9bd42114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:44Z', 'updated_at': '2021-07-09T16:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:43:53.047236 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a457c-6293-4df7-a354-117701b270e2 req-40e66144-a438-44e3-804f-7474d5dca5c6 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:53.053743 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-532a457c-6293-4df7-a354-117701b270e2 req-40e66144-a438-44e3-804f-7474d5dca5c6 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=263c211a-4903-4bf3-ad7a-a4ee69353b40 HTTP/1.1" status: 200 len: 945 time: 1.0951004 Jul 09 16:43:53.104181 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-65880027-fa12-4f40-bd51-f405296e58c3 None None] Attempting to bind port b9687395-fd17-400c-a2a6-eceaa436c5f1 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:43:53.104624 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-65880027-fa12-4f40-bd51-f405296e58c3 None None] Attempting to bind port b9687395-fd17-400c-a2a6-eceaa436c5f1 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'ca19f480-6986-4125-b904-a3d4d1d74671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '85a38617-dadc-4fd5-8ef8-0952d34aca71'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:43:53.104995 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65880027-fa12-4f40-bd51-f405296e58c3 None None] Attempting to bind port b9687395-fd17-400c-a2a6-eceaa436c5f1 on network 85a38617-dadc-4fd5-8ef8-0952d34aca71 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:43:53.108197 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4655a922-d176-4864-a5dc-c00e24b1bad3 None None] The sync data for ids ['b8e58dd5-a7e3-4ec0-bf24-8dab9bd42114'] in n-d-798930-3 is: [{'id': 'b8e58dd5-a7e3-4ec0-bf24-8dab9bd42114', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1102738434', 'tenant_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '96ef42a3-f135-435b-9622-4c269a64263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:43:42Z', 'updated_at': '2021-07-09T16:43:45Z', 'revision_number': 3, 'project_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'gw_port': {'id': '96ef42a3-f135-435b-9622-4c269a64263d', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:31:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e58dd5-a7e3-4ec0-bf24-8dab9bd42114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:44Z', 'updated_at': '2021-07-09T16:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:43:53.132036 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65880027-fa12-4f40-bd51-f405296e58c3 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:43:53.132625 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65880027-fa12-4f40-bd51-f405296e58c3 None None] Checking segment: {'id': 'ca19f480-6986-4125-b904-a3d4d1d74671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '85a38617-dadc-4fd5-8ef8-0952d34aca71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:43:53.133199 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-65880027-fa12-4f40-bd51-f405296e58c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:53.133765 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65880027-fa12-4f40-bd51-f405296e58c3 None None] Bound using segment: {'id': 'ca19f480-6986-4125-b904-a3d4d1d74671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '85a38617-dadc-4fd5-8ef8-0952d34aca71'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:43:53.134427 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-65880027-fa12-4f40-bd51-f405296e58c3 None None] Bound port: b9687395-fd17-400c-a2a6-eceaa436c5f1, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca19f480-6986-4125-b904-a3d4d1d74671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '85a38617-dadc-4fd5-8ef8-0952d34aca71'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:43:53.135021 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-65880027-fa12-4f40-bd51-f405296e58c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:53.336647 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f6a2d02-427c-40a0-87b3-5e2ef1432c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:53.571372 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-532a457c-6293-4df7-a354-117701b270e2 req-fc6bac91-8931-404e-84ca-4d6bba629193 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=b6dee67b-dbdf-47ea-97e6-3fb1b779f8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3930256 Jul 09 16:43:53.994458 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-65880027-fa12-4f40-bd51-f405296e58c3 None None] For port b9687395-fd17-400c-a2a6-eceaa436c5f1, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:43:54.000448 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-65880027-fa12-4f40-bd51-f405296e58c3 None None] For port b9687395-fd17-400c-a2a6-eceaa436c5f1, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=b9687395-fd17-400c-a2a6-eceaa436c5f1,segment=NetworkSegment(ca19f480-6986-4125-b904-a3d4d1d74671),segment_id=ca19f480-6986-4125-b904-a3d4d1d74671)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:43:54.022057 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-65880027-fa12-4f40-bd51-f405296e58c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:54.043041 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-c6b86ca3-1dee-4ca5-8813-c1dc5ce617ba tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Allocated IP 172.20.0.17 (85a38617-dadc-4fd5-8ef8-0952d34aca71/85119f9d-d77b-4743-866c-4a054dfe8d10/3617b71f-4504-4226-82c6-459ba942c5ee) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:43:54.163907 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65880027-fa12-4f40-bd51-f405296e58c3 None None] Pushing event updated for resources: {'Port': ['ID=b9687395-fd17-400c-a2a6-eceaa436c5f1,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:54.210105 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4d8e033a-4e1b-471f-af6b-819168b203ff None None] Provisioning for port 6fc9c843-cf98-4dcc-8791-250dbe85822e completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:43:54.220799 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4d8e033a-4e1b-471f-af6b-819168b203ff None None] Provisioning complete for port 6fc9c843-cf98-4dcc-8791-250dbe85822e triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:43:54.221484 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4d8e033a-4e1b-471f-af6b-819168b203ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:54.223103 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f6a2d02-427c-40a0-87b3-5e2ef1432c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:54.303164 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-4d8e033a-4e1b-471f-af6b-819168b203ff None None] Port 6fc9c843-cf98-4dcc-8791-250dbe85822e cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:43:54.668836 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 96ef42a3-f135-435b-9622-4c269a64263d up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:43:54.838409 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 96ef42a3-f135-435b-9622-4c269a64263d completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:43:54.843577 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 96ef42a3-f135-435b-9622-4c269a64263d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:43:54.844210 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:55.013031 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:55.020854 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6b86ca3-1dee-4ca5-8813-c1dc5ce617ba tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:55.037149 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 96ef42a3-f135-435b-9622-4c269a64263d, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=96ef42a3-f135-435b-9622-4c269a64263d,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:43:55.041590 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:55.042814 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 44b1af1e-9be6-41b9-b7d8-c59bda3e1c03 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:43:55.082183 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-c6b86ca3-1dee-4ca5-8813-c1dc5ce617ba tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Transition to ACTIVE for port object 3617b71f-4504-4226-82c6-459ba942c5ee will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:43:55.140007 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4ae7d38c-51b6-4b61-8985-d10d36f0e3a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:55.174448 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=96ef42a3-f135-435b-9622-4c269a64263d,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:55.182373 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 44b1af1e-9be6-41b9-b7d8-c59bda3e1c03 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:43:55.195083 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 44b1af1e-9be6-41b9-b7d8-c59bda3e1c03 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:43:55.195981 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f6a2d02-427c-40a0-87b3-5e2ef1432c97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:55.196192 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:55.233692 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f6a2d02-427c-40a0-87b3-5e2ef1432c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:55.271793 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6b86ca3-1dee-4ca5-8813-c1dc5ce617ba tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:55.342419 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:55.354800 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c3981-1057-414c-8bfe-63605c138b1e req-9575d3bb-7c90-4edf-be1b-830bfbfe6844 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:55.366123 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6a7c3981-1057-414c-8bfe-63605c138b1e req-9575d3bb-7c90-4edf-be1b-830bfbfe6844 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] 10.222.0.98 "GET /v2.0/ports?device_id=24fd9d5e-893f-46fd-8f19-de7c89485d44 HTTP/1.1" status: 200 len: 946 time: 0.4875629 Jul 09 16:43:55.374491 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 44b1af1e-9be6-41b9-b7d8-c59bda3e1c03, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=44b1af1e-9be6-41b9-b7d8-c59bda3e1c03,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:43:55.381156 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:55.406781 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b86ca3-1dee-4ca5-8813-c1dc5ce617ba tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Network 85a38617-dadc-4fd5-8ef8-0952d34aca71 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:43:55.431846 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-c6b86ca3-1dee-4ca5-8813-c1dc5ce617ba tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:43:55.442532 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=44b1af1e-9be6-41b9-b7d8-c59bda3e1c03,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:55.442999 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f6a2d02-427c-40a0-87b3-5e2ef1432c97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:55.445115 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b86ca3-1dee-4ca5-8813-c1dc5ce617ba tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:43:55.451175 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a2d02-427c-40a0-87b3-5e2ef1432c97 admin admin] Pushing event updated for resources: {'Port': ['ID=6fc9c843-cf98-4dcc-8791-250dbe85822e,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:55.539871 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6a7c3981-1057-414c-8bfe-63605c138b1e req-c2e5bfee-c708-4041-b8a8-557b5d75b653 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] 10.222.0.98 "GET /v2.0/security-groups?id=994b4524-d49c-416f-9252-fc4bd3cd7229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728740 Jul 09 16:43:55.599117 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 40850) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:43:55.681329 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6b86ca3-1dee-4ca5-8813-c1dc5ce617ba tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:55.685535 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b86ca3-1dee-4ca5-8813-c1dc5ce617ba tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Pushing event updated for resources: {'Port': ['ID=3617b71f-4504-4226-82c6-459ba942c5ee,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:55.701940 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f4e222-5e49-4147-8ac6-70bd504d52e5 req-f4338d74-852b-47b1-b970-dc5bba3c4ab8 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:55.706732 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-17f4e222-5e49-4147-8ac6-70bd504d52e5 req-f4338d74-852b-47b1-b970-dc5bba3c4ab8 tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] 10.222.0.77 "GET /v2.0/ports?device_id=24fd9d5e-893f-46fd-8f19-de7c89485d44 HTTP/1.1" status: 200 len: 946 time: 0.1253326 Jul 09 16:43:55.779829 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:55.878334 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-17f4e222-5e49-4147-8ac6-70bd504d52e5 req-dd387ba0-ea46-4486-866c-6b01b83d13ef tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Deleting port 608a15d0-b9ff-40c7-85a9-f987fa335f93 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:43:55.878964 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-17f4e222-5e49-4147-8ac6-70bd504d52e5 req-dd387ba0-ea46-4486-866c-6b01b83d13ef tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:55.966872 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6a2d02-427c-40a0-87b3-5e2ef1432c97 admin admin] Network cf779e89-a1cd-45bd-800a-866cd93cc9c4 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:43:56.004829 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-5f6a2d02-427c-40a0-87b3-5e2ef1432c97 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:43:56.050990 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-17f4e222-5e49-4147-8ac6-70bd504d52e5 req-dd387ba0-ea46-4486-866c-6b01b83d13ef tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] For port 608a15d0-b9ff-40c7-85a9-f987fa335f93, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=608a15d0-b9ff-40c7-85a9-f987fa335f93,segment=NetworkSegment(d5bc3d10-2b54-4a9a-8b4a-b9bf7608875b),segment_id=d5bc3d10-2b54-4a9a-8b4a-b9bf7608875b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:43:56.052051 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-17f4e222-5e49-4147-8ac6-70bd504d52e5 req-dd387ba0-ea46-4486-866c-6b01b83d13ef tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:56.076338 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-17f4e222-5e49-4147-8ac6-70bd504d52e5 req-dd387ba0-ea46-4486-866c-6b01b83d13ef tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Calling delete_port for 608a15d0-b9ff-40c7-85a9-f987fa335f93 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:43:56.187778 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6b86ca3-1dee-4ca5-8813-c1dc5ce617ba tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:56.244776 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d3238-9361-448e-874a-2434120b45a1 req-33730cfb-7b3e-44fd-8bdd-0ea2a2c3dccc tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:56.252201 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-762d3238-9361-448e-874a-2434120b45a1 req-33730cfb-7b3e-44fd-8bdd-0ea2a2c3dccc tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=263c211a-4903-4bf3-ad7a-a4ee69353b40 HTTP/1.1" status: 200 len: 945 time: 0.5291018 Jul 09 16:43:56.300162 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:56.354912 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-17f4e222-5e49-4147-8ac6-70bd504d52e5 req-dd387ba0-ea46-4486-866c-6b01b83d13ef tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:56.371060 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['608a15d0-b9ff-40c7-85a9-f987fa335f93'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:43:56.431590 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd387ba0-ea46-4486-866c-6b01b83d13ef tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Pushing event deleted for resources: {'Port': ['ID=608a15d0-b9ff-40c7-85a9-f987fa335f93,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:56.525522 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f4e222-5e49-4147-8ac6-70bd504d52e5 req-dd387ba0-ea46-4486-866c-6b01b83d13ef tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] No DVR routers for this DVR port 608a15d0-b9ff-40c7-85a9-f987fa335f93 on host n-h1-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:43:56.529472 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd387ba0-ea46-4486-866c-6b01b83d13ef tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:56.530110 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd387ba0-ea46-4486-866c-6b01b83d13ef tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:56.530609 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd387ba0-ea46-4486-866c-6b01b83d13ef tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:56.531121 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd387ba0-ea46-4486-866c-6b01b83d13ef tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:56.531609 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd387ba0-ea46-4486-866c-6b01b83d13ef tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:56.532113 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd387ba0-ea46-4486-866c-6b01b83d13ef tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:56.532596 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd387ba0-ea46-4486-866c-6b01b83d13ef tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:56.533092 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd387ba0-ea46-4486-866c-6b01b83d13ef tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:56.533570 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd387ba0-ea46-4486-866c-6b01b83d13ef tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:56.534046 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd387ba0-ea46-4486-866c-6b01b83d13ef tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:56.534537 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd387ba0-ea46-4486-866c-6b01b83d13ef tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:56.535038 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd387ba0-ea46-4486-866c-6b01b83d13ef tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:43:56.538466 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-17f4e222-5e49-4147-8ac6-70bd504d52e5 req-dd387ba0-ea46-4486-866c-6b01b83d13ef tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:56.542285 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-17f4e222-5e49-4147-8ac6-70bd504d52e5 req-dd387ba0-ea46-4486-866c-6b01b83d13ef tempest-VolumesActionsTest-812348072 tempest-VolumesActionsTest-812348072-project] 10.222.0.77 "DELETE /v2.0/ports/608a15d0-b9ff-40c7-85a9-f987fa335f93 HTTP/1.1" status: 204 len: 173 time: 0.8264380 Jul 09 16:43:56.542928 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24fd9d5e-893f-46fd-8f19-de7c89485d44', 'name': 'network-vif-deleted', 'tag': '608a15d0-b9ff-40c7-85a9-f987fa335f93'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:43:56.546115 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88946bab-e2bc-4d74-a5af-197c11cbdf6e" -d '{"events": [{"server_uuid": "24fd9d5e-893f-46fd-8f19-de7c89485d44", "name": "network-vif-deleted", "tag": "608a15d0-b9ff-40c7-85a9-f987fa335f93"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:43:56.555347 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2c046c71-fc00-4c6e-b63f-eb207b129e1a None None] Provisioning complete for port 6fc9c843-cf98-4dcc-8791-250dbe85822e triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:43:56.557754 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2c046c71-fc00-4c6e-b63f-eb207b129e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:56.613519 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bcd96d-bf01-4e19-b3bc-217ef35e8972 None None] Network 85a38617-dadc-4fd5-8ef8-0952d34aca71 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:43:56.718194 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-2c046c71-fc00-4c6e-b63f-eb207b129e1a None None] Port 6fc9c843-cf98-4dcc-8791-250dbe85822e cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:43:56.739231 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 44b1af1e-9be6-41b9-b7d8-c59bda3e1c03 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:43:56.791818 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [req-659e506e-327b-45f4-a535-3c02ad81d44a req-3eb8cbe5-991d-48f6-85af-2be7d0e6a6a3 service neutron] show failed (client error): The resource could not be found. Jul 09 16:43:56.793760 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-659e506e-327b-45f4-a535-3c02ad81d44a req-3eb8cbe5-991d-48f6-85af-2be7d0e6a6a3 service neutron] 10.222.0.77 "GET /v2.0/ports/a0ebad37-dcf7-400c-97fa-7fb2312cfc2b/bindings/n-h2-798930-3 HTTP/1.1" status: 404 len: 380 time: 0.1577125 Jul 09 16:43:56.873286 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:56.941899 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e8320d9b-99f8-4707-9532-30129bd0cafd None None] Provisioning for port b9687395-fd17-400c-a2a6-eceaa436c5f1 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:43:56.960580 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 44b1af1e-9be6-41b9-b7d8-c59bda3e1c03 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:43:56.960580 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:57.123018 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 96ef42a3-f135-435b-9622-4c269a64263d up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:43:57.209647 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 96ef42a3-f135-435b-9622-4c269a64263d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:43:57.210345 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:57.251342 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f6a2d02-427c-40a0-87b3-5e2ef1432c97 admin admin] Router 7c10cc41-f59d-4a54-9f11-637148026c1d has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:43:57.350899 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e506e-327b-45f4-a535-3c02ad81d44a req-ead27733-4943-492e-843c-f460cd6af068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:57.356917 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-659e506e-327b-45f4-a535-3c02ad81d44a req-ead27733-4943-492e-843c-f460cd6af068 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=263c211a-4903-4bf3-ad7a-a4ee69353b40&tenant_id=f98cc886c66a474a8d448186851b2eab HTTP/1.1" status: 200 len: 1096 time: 0.2176390 Jul 09 16:43:57.368914 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device b9687395-fd17-400c-a2a6-eceaa436c5f1 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:43:57.375834 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-659e506e-327b-45f4-a535-3c02ad81d44a req-c7b58927-577b-45db-b1be-55da71572c5c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798930-3', 'device_owner': 'compute:nova'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:43:57.397300 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-762d3238-9361-448e-874a-2434120b45a1 req-8b105a5d-6b8f-4cfe-8a6c-f6de98e15058 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=b6dee67b-dbdf-47ea-97e6-3fb1b779f8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1389492 Jul 09 16:43:57.484421 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dee129a-beb5-454b-bcb5-d9839e89787f x-openstack-request-id: req-7dee129a-beb5-454b-bcb5-d9839e89787f {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:43:57.485071 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24fd9d5e-893f-46fd-8f19-de7c89485d44", "name": "network-vif-deleted", "tag": "608a15d0-b9ff-40c7-85a9-f987fa335f93", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:43:57.485554 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7dee129a-beb5-454b-bcb5-d9839e89787f {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:43:57.486876 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24fd9d5e-893f-46fd-8f19-de7c89485d44', 'name': 'network-vif-deleted', 'tag': '608a15d0-b9ff-40c7-85a9-f987fa335f93', 'status': 'completed', 'code': 200} Jul 09 16:43:57.538863 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port b9687395-fd17-400c-a2a6-eceaa436c5f1 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:43:57.540019 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port b9687395-fd17-400c-a2a6-eceaa436c5f1 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:43:57.541893 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:57.575848 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-659e506e-327b-45f4-a535-3c02ad81d44a req-c7b58927-577b-45db-b1be-55da71572c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:57.661164 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f8742d47-fa99-458e-bbdb-5674f0f55720 None None] Provisioning complete for port b9687395-fd17-400c-a2a6-eceaa436c5f1 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:43:57.661638 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f8742d47-fa99-458e-bbdb-5674f0f55720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:57.771743 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6a2d02-427c-40a0-87b3-5e2ef1432c97 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:43:57.790660 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-5f6a2d02-427c-40a0-87b3-5e2ef1432c97 admin admin] 10.222.0.98 "PUT /v2.0/routers/7c10cc41-f59d-4a54-9f11-637148026c1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2170639 Jul 09 16:43:57.802901 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c7fc29-0c86-416d-8943-92b7477192d4 None None] Sync routers for ids ['7c10cc41-f59d-4a54-9f11-637148026c1d'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:43:57.847225 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:57.853352 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c7fc29-0c86-416d-8943-92b7477192d4 None None] Routers {'7c10cc41-f59d-4a54-9f11-637148026c1d'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:43:57.854235 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-62c7fc29-0c86-416d-8943-92b7477192d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:43:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['7c10cc41-f59d-4a54-9f11-637148026c1d'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:43:58.019413 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6b86ca3-1dee-4ca5-8813-c1dc5ce617ba tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:58.034263 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6b86ca3-1dee-4ca5-8813-c1dc5ce617ba tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:58.092889 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f8742d47-fa99-458e-bbdb-5674f0f55720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:58.098760 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6b86ca3-1dee-4ca5-8813-c1dc5ce617ba tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:58.145181 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port b9687395-fd17-400c-a2a6-eceaa436c5f1, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=b9687395-fd17-400c-a2a6-eceaa436c5f1,segment=NetworkSegment(ca19f480-6986-4125-b904-a3d4d1d74671),segment_id=ca19f480-6986-4125-b904-a3d4d1d74671)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:43:58.233794 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b86ca3-1dee-4ca5-8813-c1dc5ce617ba tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Pushing event updated for resources: {'Port': ['ID=3617b71f-4504-4226-82c6-459ba942c5ee,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:58.237977 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.db.api [None req-f8742d47-fa99-458e-bbdb-5674f0f55720 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 16:43:58.238521 n-d-798930-3 neutron-server[93960]: DEBUG oslo_db.api [None req-f8742d47-fa99-458e-bbdb-5674f0f55720 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 16:43:58.250576 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:58.340031 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b86ca3-1dee-4ca5-8813-c1dc5ce617ba tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Network 85a38617-dadc-4fd5-8ef8-0952d34aca71 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:43:58.343597 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f18f1a4e-434a-497d-ae8e-88469e1512a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:58.348554 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-c6b86ca3-1dee-4ca5-8813-c1dc5ce617ba tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:43:58.369229 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:58.443377 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-62c7fc29-0c86-416d-8943-92b7477192d4 None None] Set router 7c10cc41-f59d-4a54-9f11-637148026c1d gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:43:58.557080 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=b9687395-fd17-400c-a2a6-eceaa436c5f1,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:58.707089 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-659e506e-327b-45f4-a535-3c02ad81d44a req-c7b58927-577b-45db-b1be-55da71572c5c service neutron] For port a0ebad37-dcf7-400c-97fa-7fb2312cfc2b, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=a0ebad37-dcf7-400c-97fa-7fb2312cfc2b,segment=NetworkSegment(e68ff3ad-90d6-4938-8298-17adba4844eb),segment_id=e68ff3ad-90d6-4938-8298-17adba4844eb)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:43:58.781053 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-659e506e-327b-45f4-a535-3c02ad81d44a req-c7b58927-577b-45db-b1be-55da71572c5c service neutron] For port a0ebad37-dcf7-400c-97fa-7fb2312cfc2b, host n-h1-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:43:58.891942 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-659e506e-327b-45f4-a535-3c02ad81d44a req-c7b58927-577b-45db-b1be-55da71572c5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:58.913621 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b86ca3-1dee-4ca5-8813-c1dc5ce617ba tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Router b8e58dd5-a7e3-4ec0-bf24-8dab9bd42114 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:43:58.916221 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-659e506e-327b-45f4-a535-3c02ad81d44a req-c7b58927-577b-45db-b1be-55da71572c5c service neutron] Transition to ACTIVE for port object a0ebad37-dcf7-400c-97fa-7fb2312cfc2b will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:43:58.923291 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-659e506e-327b-45f4-a535-3c02ad81d44a req-c7b58927-577b-45db-b1be-55da71572c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:58.955482 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f8742d47-fa99-458e-bbdb-5674f0f55720 None None] Provisioning for port 3617b71f-4504-4226-82c6-459ba942c5ee completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:43:59.016405 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f8742d47-fa99-458e-bbdb-5674f0f55720 None None] Provisioning complete for port 3617b71f-4504-4226-82c6-459ba942c5ee triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:43:59.016792 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f8742d47-fa99-458e-bbdb-5674f0f55720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:59.094410 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-f8742d47-fa99-458e-bbdb-5674f0f55720 None None] Port 3617b71f-4504-4226-82c6-459ba942c5ee cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:43:59.141179 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-62c7fc29-0c86-416d-8943-92b7477192d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c10cc41-f59d-4a54-9f11-637148026c1d', 'name': 'tempest-TestVolumeBootPattern-2063965586-router', 'tenant_id': '6e42add67c8e4e2c9de8cd024e152c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '44b1af1e-9be6-41b9-b7d8-c59bda3e1c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:43:44Z', 'updated_at': '2021-07-09T16:43:54Z', 'revision_number': 4, 'project_id': '6e42add67c8e4e2c9de8cd024e152c29', 'gw_port': {'id': '44b1af1e-9be6-41b9-b7d8-c59bda3e1c03', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:30:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c10cc41-f59d-4a54-9f11-637148026c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:45Z', 'updated_at': '2021-07-09T16:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '6fc9c843-cf98-4dcc-8791-250dbe85822e', 'name': '', 'network_id': 'cf779e89-a1cd-45bd-800a-866cd93cc9c4', 'tenant_id': '6e42add67c8e4e2c9de8cd024e152c29', 'mac_address': 'fa:16:3e:a6:00:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c10cc41-f59d-4a54-9f11-637148026c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': 'cfefa18b-95ae-44ac-ae52-8ad94297fbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:51Z', 'updated_at': '2021-07-09T16:43:54Z', 'revision_number': 2, 'project_id': '6e42add67c8e4e2c9de8cd024e152c29', 'subnets': [{'id': 'cfefa18b-95ae-44ac-ae52-8ad94297fbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:43:59.209450 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c7fc29-0c86-416d-8943-92b7477192d4 None None] Checking router: 7c10cc41-f59d-4a54-9f11-637148026c1d for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:43:59.209825 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c7fc29-0c86-416d-8943-92b7477192d4 None None] Updating router 7c10cc41-f59d-4a54-9f11-637148026c1d port 6fc9c843-cf98-4dcc-8791-250dbe85822e binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:43:59.230420 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-659e506e-327b-45f4-a535-3c02ad81d44a req-c7b58927-577b-45db-b1be-55da71572c5c service neutron] No DVR routers for this DVR port a0ebad37-dcf7-400c-97fa-7fb2312cfc2b on host n-h1-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:43:59.287552 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc951de-7a85-431b-885d-fe0201dc6ec6 req-67c33a97-ffc9-4ab9-938b-d10a3e877bd4 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:43:59.287673 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-87b92c8c-123a-4e9c-a6be-c12e01c84427 None None] Provisioning complete for port 3617b71f-4504-4226-82c6-459ba942c5ee triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:43:59.287763 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-87b92c8c-123a-4e9c-a6be-c12e01c84427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:59.288714 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9cc951de-7a85-431b-885d-fe0201dc6ec6 req-67c33a97-ffc9-4ab9-938b-d10a3e877bd4 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=263c211a-4903-4bf3-ad7a-a4ee69353b40 HTTP/1.1" status: 200 len: 945 time: 0.6137729 Jul 09 16:43:59.320543 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 608a15d0-b9ff-40c7-85a9-f987fa335f93 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:43:59.372551 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b58927-577b-45db-b1be-55da71572c5c service neutron] Pushing event updated for resources: {'Port': ['ID=a0ebad37-dcf7-400c-97fa-7fb2312cfc2b,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:43:59.452086 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: 608a15d0-b9ff-40c7-85a9-f987fa335f93 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:43:59.452645 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 608a15d0-b9ff-40c7-85a9-f987fa335f93 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:43:59.452953 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device a0ebad37-dcf7-400c-97fa-7fb2312cfc2b no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:43:59.457854 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-62c7fc29-0c86-416d-8943-92b7477192d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:59.523534 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '263c211a-4903-4bf3-ad7a-a4ee69353b40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0ebad37-dcf7-400c-97fa-7fb2312cfc2b'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:43:59.543060 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173c84c4-1ddc-4344-a459-38b54b7d639c" -d '{"events": [{"server_uuid": "263c211a-4903-4bf3-ad7a-a4ee69353b40", "name": "network-vif-unplugged", "status": "completed", "tag": "a0ebad37-dcf7-400c-97fa-7fb2312cfc2b"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:43:59.655283 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9cc951de-7a85-431b-885d-fe0201dc6ec6 req-8690a447-874b-487a-a673-193df708ca45 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=b6dee67b-dbdf-47ea-97e6-3fb1b779f8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3489122 Jul 09 16:43:59.656654 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-659e506e-327b-45f4-a535-3c02ad81d44a req-c7b58927-577b-45db-b1be-55da71572c5c service neutron] Attempting to bind port a0ebad37-dcf7-400c-97fa-7fb2312cfc2b on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:43:59.657000 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-659e506e-327b-45f4-a535-3c02ad81d44a req-c7b58927-577b-45db-b1be-55da71572c5c service neutron] Attempting to bind port a0ebad37-dcf7-400c-97fa-7fb2312cfc2b by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': 'e68ff3ad-90d6-4938-8298-17adba4844eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '46d411ed-dc52-411a-93f7-d4f391e5bbe4'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:43:59.657324 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659e506e-327b-45f4-a535-3c02ad81d44a req-c7b58927-577b-45db-b1be-55da71572c5c service neutron] Attempting to bind port a0ebad37-dcf7-400c-97fa-7fb2312cfc2b on network 46d411ed-dc52-411a-93f7-d4f391e5bbe4 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:43:59.680360 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659e506e-327b-45f4-a535-3c02ad81d44a req-c7b58927-577b-45db-b1be-55da71572c5c service neutron] Port a0ebad37-dcf7-400c-97fa-7fb2312cfc2b on network 46d411ed-dc52-411a-93f7-d4f391e5bbe4 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:43:59.680360 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659e506e-327b-45f4-a535-3c02ad81d44a req-c7b58927-577b-45db-b1be-55da71572c5c service neutron] Attempting to bind port a0ebad37-dcf7-400c-97fa-7fb2312cfc2b on network 46d411ed-dc52-411a-93f7-d4f391e5bbe4 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:43:59.680360 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659e506e-327b-45f4-a535-3c02ad81d44a req-c7b58927-577b-45db-b1be-55da71572c5c service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:43:59.680360 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659e506e-327b-45f4-a535-3c02ad81d44a req-c7b58927-577b-45db-b1be-55da71572c5c service neutron] Checking segment: {'id': 'e68ff3ad-90d6-4938-8298-17adba4844eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '46d411ed-dc52-411a-93f7-d4f391e5bbe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:43:59.680721 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659e506e-327b-45f4-a535-3c02ad81d44a req-c7b58927-577b-45db-b1be-55da71572c5c service neutron] Bound using segment: {'id': 'e68ff3ad-90d6-4938-8298-17adba4844eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '46d411ed-dc52-411a-93f7-d4f391e5bbe4'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:43:59.681144 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-659e506e-327b-45f4-a535-3c02ad81d44a req-c7b58927-577b-45db-b1be-55da71572c5c service neutron] Bound port: a0ebad37-dcf7-400c-97fa-7fb2312cfc2b, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e68ff3ad-90d6-4938-8298-17adba4844eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '46d411ed-dc52-411a-93f7-d4f391e5bbe4'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:43:59.681696 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-659e506e-327b-45f4-a535-3c02ad81d44a req-c7b58927-577b-45db-b1be-55da71572c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:59.730664 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b86ca3-1dee-4ca5-8813-c1dc5ce617ba tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:43:59.746836 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005044ba-5cd0-49e8-81c2-e371e2629ff5 None None] Sync routers for ids ['b8e58dd5-a7e3-4ec0-bf24-8dab9bd42114'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:43:59.766274 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005044ba-5cd0-49e8-81c2-e371e2629ff5 None None] Routers {'b8e58dd5-a7e3-4ec0-bf24-8dab9bd42114'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:43:59.767061 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-005044ba-5cd0-49e8-81c2-e371e2629ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:43:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['b8e58dd5-a7e3-4ec0-bf24-8dab9bd42114'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:43:59.773421 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c6b86ca3-1dee-4ca5-8813-c1dc5ce617ba tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "PUT /v2.0/routers/b8e58dd5-a7e3-4ec0-bf24-8dab9bd42114/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7779305 Jul 09 16:43:59.780777 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-f18f1a4e-434a-497d-ae8e-88469e1512a2 admin admin] Deleting port 87149843-454c-4675-99da-acf70fc9e682 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:43:59.781727 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f18f1a4e-434a-497d-ae8e-88469e1512a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:59.834183 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7ba958-5876-4150-970a-eb793e3625d8 x-openstack-request-id: req-1a7ba958-5876-4150-970a-eb793e3625d8 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:43:59.834686 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "263c211a-4903-4bf3-ad7a-a4ee69353b40", "name": "network-vif-unplugged", "status": "completed", "tag": "a0ebad37-dcf7-400c-97fa-7fb2312cfc2b", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:43:59.837384 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1a7ba958-5876-4150-970a-eb793e3625d8 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:43:59.838051 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '263c211a-4903-4bf3-ad7a-a4ee69353b40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0ebad37-dcf7-400c-97fa-7fb2312cfc2b', 'code': 200} Jul 09 16:43:59.861265 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-87b92c8c-123a-4e9c-a6be-c12e01c84427 None None] Port 3617b71f-4504-4226-82c6-459ba942c5ee cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:43:59.870786 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-659e506e-327b-45f4-a535-3c02ad81d44a req-c7b58927-577b-45db-b1be-55da71572c5c service neutron] For port a0ebad37-dcf7-400c-97fa-7fb2312cfc2b, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:43:59.882115 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-659e506e-327b-45f4-a535-3c02ad81d44a req-c7b58927-577b-45db-b1be-55da71572c5c service neutron] For port a0ebad37-dcf7-400c-97fa-7fb2312cfc2b, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=a0ebad37-dcf7-400c-97fa-7fb2312cfc2b,segment=NetworkSegment(e68ff3ad-90d6-4938-8298-17adba4844eb),segment_id=e68ff3ad-90d6-4938-8298-17adba4844eb)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:43:59.903839 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-659e506e-327b-45f4-a535-3c02ad81d44a req-c7b58927-577b-45db-b1be-55da71572c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:43:59.913849 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device a0ebad37-dcf7-400c-97fa-7fb2312cfc2b not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:44:00.002893 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-f18f1a4e-434a-497d-ae8e-88469e1512a2 admin admin] For port 87149843-454c-4675-99da-acf70fc9e682, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=87149843-454c-4675-99da-acf70fc9e682,segment=NetworkSegment(a48e60a4-8877-4251-9d9d-1029e5ffb47d),segment_id=a48e60a4-8877-4251-9d9d-1029e5ffb47d)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:00.003298 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f18f1a4e-434a-497d-ae8e-88469e1512a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:00.032841 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e506e-327b-45f4-a535-3c02ad81d44a req-c7b58927-577b-45db-b1be-55da71572c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:00.036994 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-659e506e-327b-45f4-a535-3c02ad81d44a req-c7b58927-577b-45db-b1be-55da71572c5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:00.049152 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-659e506e-327b-45f4-a535-3c02ad81d44a req-c7b58927-577b-45db-b1be-55da71572c5c service neutron] 10.222.0.73 "PUT /v2.0/ports/a0ebad37-dcf7-400c-97fa-7fb2312cfc2b HTTP/1.1" status: 200 len: 1091 time: 2.6779916 Jul 09 16:44:00.057102 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-f18f1a4e-434a-497d-ae8e-88469e1512a2 admin admin] Calling delete_port for 87149843-454c-4675-99da-acf70fc9e682 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:44:00.129952 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-005044ba-5cd0-49e8-81c2-e371e2629ff5 None None] Set router b8e58dd5-a7e3-4ec0-bf24-8dab9bd42114 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:44:00.167718 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b58927-577b-45db-b1be-55da71572c5c service neutron] Pushing event updated for resources: {'Port': ['ID=a0ebad37-dcf7-400c-97fa-7fb2312cfc2b,revision_number=7']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:00.207606 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e506e-327b-45f4-a535-3c02ad81d44a req-c0145eb9-dce8-4cf8-93fd-75ac90cdfefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:00.210329 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-659e506e-327b-45f4-a535-3c02ad81d44a req-c0145eb9-dce8-4cf8-93fd-75ac90cdfefe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f98cc886c66a474a8d448186851b2eab&device_id=263c211a-4903-4bf3-ad7a-a4ee69353b40 HTTP/1.1" status: 200 len: 1094 time: 0.1143024 Jul 09 16:44:00.552651 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e506e-327b-45f4-a535-3c02ad81d44a req-810ba156-1a25-4fa0-bec8-e669d58e4e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:00.558737 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-659e506e-327b-45f4-a535-3c02ad81d44a req-810ba156-1a25-4fa0-bec8-e669d58e4e8d service neutron] 10.222.0.73 "GET /v2.0/networks?id=46d411ed-dc52-411a-93f7-d4f391e5bbe4 HTTP/1.1" status: 200 len: 897 time: 0.3353317 Jul 09 16:44:00.636739 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d14fc-da23-44fc-af4d-298cde053372 req-f64ac522-1ba5-4f87-874a-687193425b22 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:00.641733 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dc2d14fc-da23-44fc-af4d-298cde053372 req-f64ac522-1ba5-4f87-874a-687193425b22 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "GET /v2.0/networks?id=85a38617-dadc-4fd5-8ef8-0952d34aca71 HTTP/1.1" status: 200 len: 798 time: 0.4150617 Jul 09 16:44:00.686317 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-659e506e-327b-45f4-a535-3c02ad81d44a req-fdcfb3d8-3173-4507-b0eb-2fd091a427a7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0ebad37-dcf7-400c-97fa-7fb2312cfc2b HTTP/1.1" status: 200 len: 998 time: 0.1246352 Jul 09 16:44:00.701830 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-005044ba-5cd0-49e8-81c2-e371e2629ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e58dd5-a7e3-4ec0-bf24-8dab9bd42114', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1102738434', 'tenant_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '96ef42a3-f135-435b-9622-4c269a64263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:43:42Z', 'updated_at': '2021-07-09T16:43:55Z', 'revision_number': 4, 'project_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'gw_port': {'id': '96ef42a3-f135-435b-9622-4c269a64263d', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:31:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e58dd5-a7e3-4ec0-bf24-8dab9bd42114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:44Z', 'updated_at': '2021-07-09T16:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '3617b71f-4504-4226-82c6-459ba942c5ee', 'name': '', 'network_id': '85a38617-dadc-4fd5-8ef8-0952d34aca71', 'tenant_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'mac_address': 'fa:16:3e:76:b9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e58dd5-a7e3-4ec0-bf24-8dab9bd42114', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '85119f9d-d77b-4743-866c-4a054dfe8d10', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:53Z', 'updated_at': '2021-07-09T16:43:57Z', 'revision_number': 2, 'project_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'subnets': [{'id': '85119f9d-d77b-4743-866c-4a054dfe8d10', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:00.718187 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dc2d14fc-da23-44fc-af4d-298cde053372 req-8b65e9e3-152c-4aad-ad58-8e7add6d4f26 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "GET /v2.0/quotas/5e6a0eaba6cb46c1bafe0a279d6dc456 HTTP/1.1" status: 200 len: 375 time: 0.0623927 Jul 09 16:44:00.725323 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-62c7fc29-0c86-416d-8943-92b7477192d4 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:00.737709 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-62c7fc29-0c86-416d-8943-92b7477192d4 None None] Transition to ACTIVE for port object 6fc9c843-cf98-4dcc-8791-250dbe85822e will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:44:00.746009 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device b9687395-fd17-400c-a2a6-eceaa436c5f1 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:44:00.752575 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-62c7fc29-0c86-416d-8943-92b7477192d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:00.817391 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e506e-327b-45f4-a535-3c02ad81d44a req-e0e7bdfb-3936-459e-a576-88c07653cbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:00.826800 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-659e506e-327b-45f4-a535-3c02ad81d44a req-e0e7bdfb-3936-459e-a576-88c07653cbe0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=36cdbe7e-b3ab-4574-be1e-cb2ee7465050 HTTP/1.1" status: 200 len: 834 time: 0.1243551 Jul 09 16:44:00.857249 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005044ba-5cd0-49e8-81c2-e371e2629ff5 None None] Checking router: b8e58dd5-a7e3-4ec0-bf24-8dab9bd42114 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:44:00.864521 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005044ba-5cd0-49e8-81c2-e371e2629ff5 None None] Updating router b8e58dd5-a7e3-4ec0-bf24-8dab9bd42114 port 3617b71f-4504-4226-82c6-459ba942c5ee binding host n-d-798930-3 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:44:00.960120 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14698439-228c-4288-9b97-ffbc51bce078 None None] Pushing event updated for resources: {'Port': ['ID=6fc9c843-cf98-4dcc-8791-250dbe85822e,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:01.013293 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e506e-327b-45f4-a535-3c02ad81d44a req-a455436f-0fd0-4bae-ae20-77bd4eb908fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:01.021308 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-659e506e-327b-45f4-a535-3c02ad81d44a req-a455436f-0fd0-4bae-ae20-77bd4eb908fa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=46d411ed-dc52-411a-93f7-d4f391e5bbe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1904149 Jul 09 16:44:01.024986 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-005044ba-5cd0-49e8-81c2-e371e2629ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:01.105812 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-62c7fc29-0c86-416d-8943-92b7477192d4 None None] Attempting to bind port 6fc9c843-cf98-4dcc-8791-250dbe85822e on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:44:01.109977 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f18f1a4e-434a-497d-ae8e-88469e1512a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:01.110755 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-62c7fc29-0c86-416d-8943-92b7477192d4 None None] Attempting to bind port 6fc9c843-cf98-4dcc-8791-250dbe85822e by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '9a5776d6-6b7a-4ed5-9a02-84a640b8b777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'cf779e89-a1cd-45bd-800a-866cd93cc9c4'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:44:01.119322 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c7fc29-0c86-416d-8943-92b7477192d4 None None] Attempting to bind port 6fc9c843-cf98-4dcc-8791-250dbe85822e on network cf779e89-a1cd-45bd-800a-866cd93cc9c4 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:44:01.133841 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c7fc29-0c86-416d-8943-92b7477192d4 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:44:01.140065 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c7fc29-0c86-416d-8943-92b7477192d4 None None] Checking segment: {'id': '9a5776d6-6b7a-4ed5-9a02-84a640b8b777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'cf779e89-a1cd-45bd-800a-866cd93cc9c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:44:01.141435 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-62c7fc29-0c86-416d-8943-92b7477192d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:01.146235 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c7fc29-0c86-416d-8943-92b7477192d4 None None] Bound using segment: {'id': '9a5776d6-6b7a-4ed5-9a02-84a640b8b777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'cf779e89-a1cd-45bd-800a-866cd93cc9c4'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:44:01.146889 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-62c7fc29-0c86-416d-8943-92b7477192d4 None None] Bound port: 6fc9c843-cf98-4dcc-8791-250dbe85822e, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a5776d6-6b7a-4ed5-9a02-84a640b8b777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'cf779e89-a1cd-45bd-800a-866cd93cc9c4'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:44:01.147577 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-62c7fc29-0c86-416d-8943-92b7477192d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:01.164881 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port b9687395-fd17-400c-a2a6-eceaa436c5f1 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:44:01.165475 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:01.180578 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dc2d14fc-da23-44fc-af4d-298cde053372 req-60ecfe21-cd47-43de-a60d-9bbb53c215ce tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=5e6a0eaba6cb46c1bafe0a279d6dc456&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4545419 Jul 09 16:44:01.276877 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-659e506e-327b-45f4-a535-3c02ad81d44a req-898872a7-b1af-45f6-b25f-2926c9feebf2 service neutron] 10.222.0.73 "GET /v2.0/networks/46d411ed-dc52-411a-93f7-d4f391e5bbe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445018 Jul 09 16:44:01.374153 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-62c7fc29-0c86-416d-8943-92b7477192d4 None None] For port 6fc9c843-cf98-4dcc-8791-250dbe85822e, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:44:01.377819 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-62c7fc29-0c86-416d-8943-92b7477192d4 None None] For port 6fc9c843-cf98-4dcc-8791-250dbe85822e, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=6fc9c843-cf98-4dcc-8791-250dbe85822e,segment=NetworkSegment(9a5776d6-6b7a-4ed5-9a02-84a640b8b777),segment_id=9a5776d6-6b7a-4ed5-9a02-84a640b8b777)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:44:01.421122 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-62c7fc29-0c86-416d-8943-92b7477192d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:01.559990 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dc2d14fc-da23-44fc-af4d-298cde053372 req-24a3e254-e5f9-40c5-9d2d-6fbf320bd5ca service neutron] 10.222.0.98 "GET /v2.0/networks/85a38617-dadc-4fd5-8ef8-0952d34aca71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308814 Jul 09 16:44:01.561988 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18f1a4e-434a-497d-ae8e-88469e1512a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=87149843-454c-4675-99da-acf70fc9e682,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:01.634970 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-659e506e-327b-45f4-a535-3c02ad81d44a req-d5dea681-fd94-48ca-8186-3054cb5d31b2 service neutron] 10.222.0.73 "GET /v2.0/networks/46d411ed-dc52-411a-93f7-d4f391e5bbe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512986 Jul 09 16:44:01.742924 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c7fc29-0c86-416d-8943-92b7477192d4 None None] Routers {'7c10cc41-f59d-4a54-9f11-637148026c1d'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:44:01.743579 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-62c7fc29-0c86-416d-8943-92b7477192d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:43:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['7c10cc41-f59d-4a54-9f11-637148026c1d'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:01.839262 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '263c211a-4903-4bf3-ad7a-a4ee69353b40', 'tag': 'a0ebad37-dcf7-400c-97fa-7fb2312cfc2b'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:44:01.842586 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b649c4ab-8eae-4c6b-a460-332e48770008" -d '{"events": [{"name": "network-changed", "server_uuid": "263c211a-4903-4bf3-ad7a-a4ee69353b40", "tag": "a0ebad37-dcf7-400c-97fa-7fb2312cfc2b"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:44:01.865947 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dc2d14fc-da23-44fc-af4d-298cde053372 req-c541894b-8d37-4f14-a89c-7d61d8b3e12a service neutron] 10.222.0.98 "GET /v2.0/networks/85a38617-dadc-4fd5-8ef8-0952d34aca71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035102 Jul 09 16:44:01.868937 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-005044ba-5cd0-49e8-81c2-e371e2629ff5 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:01.883948 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-005044ba-5cd0-49e8-81c2-e371e2629ff5 None None] Transition to ACTIVE for port object 3617b71f-4504-4226-82c6-459ba942c5ee will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:44:01.895332 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-005044ba-5cd0-49e8-81c2-e371e2629ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:02.092656 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0cd183-7086-4e53-be7e-38f8eb027d44 None None] Pushing event updated for resources: {'Port': ['ID=3617b71f-4504-4226-82c6-459ba942c5ee,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:02.155338 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-62c7fc29-0c86-416d-8943-92b7477192d4 None None] Set router 7c10cc41-f59d-4a54-9f11-637148026c1d gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:44:02.214033 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-005044ba-5cd0-49e8-81c2-e371e2629ff5 None None] Attempting to bind port 3617b71f-4504-4226-82c6-459ba942c5ee on host n-d-798930-3 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:44:02.214412 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-005044ba-5cd0-49e8-81c2-e371e2629ff5 None None] Attempting to bind port 3617b71f-4504-4226-82c6-459ba942c5ee by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'ca19f480-6986-4125-b904-a3d4d1d74671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '85a38617-dadc-4fd5-8ef8-0952d34aca71'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:44:02.215049 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005044ba-5cd0-49e8-81c2-e371e2629ff5 None None] Attempting to bind port 3617b71f-4504-4226-82c6-459ba942c5ee on network 85a38617-dadc-4fd5-8ef8-0952d34aca71 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:44:02.221234 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005044ba-5cd0-49e8-81c2-e371e2629ff5 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:44:02.221611 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005044ba-5cd0-49e8-81c2-e371e2629ff5 None None] Checking segment: {'id': 'ca19f480-6986-4125-b904-a3d4d1d74671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '85a38617-dadc-4fd5-8ef8-0952d34aca71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:44:02.222017 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-005044ba-5cd0-49e8-81c2-e371e2629ff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:02.222406 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005044ba-5cd0-49e8-81c2-e371e2629ff5 None None] Bound using segment: {'id': 'ca19f480-6986-4125-b904-a3d4d1d74671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '85a38617-dadc-4fd5-8ef8-0952d34aca71'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:44:02.223188 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-005044ba-5cd0-49e8-81c2-e371e2629ff5 None None] Bound port: 3617b71f-4504-4226-82c6-459ba942c5ee, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca19f480-6986-4125-b904-a3d4d1d74671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '85a38617-dadc-4fd5-8ef8-0952d34aca71'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:44:02.223577 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-005044ba-5cd0-49e8-81c2-e371e2629ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:02.274104 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14698439-228c-4288-9b97-ffbc51bce078 None None] Pushing event updated for resources: {'Port': ['ID=6fc9c843-cf98-4dcc-8791-250dbe85822e,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:02.319531 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-005044ba-5cd0-49e8-81c2-e371e2629ff5 None None] For port 3617b71f-4504-4226-82c6-459ba942c5ee, host n-d-798930-3, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:44:02.323229 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-005044ba-5cd0-49e8-81c2-e371e2629ff5 None None] For port 3617b71f-4504-4226-82c6-459ba942c5ee, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=3617b71f-4504-4226-82c6-459ba942c5ee,segment=NetworkSegment(ca19f480-6986-4125-b904-a3d4d1d74671),segment_id=ca19f480-6986-4125-b904-a3d4d1d74671)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:44:02.332839 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-005044ba-5cd0-49e8-81c2-e371e2629ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:02.396136 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f18f1a4e-434a-497d-ae8e-88469e1512a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:02.438194 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0cd183-7086-4e53-be7e-38f8eb027d44 None None] Pushing event updated for resources: {'Port': ['ID=3617b71f-4504-4226-82c6-459ba942c5ee,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:02.458801 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005044ba-5cd0-49e8-81c2-e371e2629ff5 None None] Routers {'b8e58dd5-a7e3-4ec0-bf24-8dab9bd42114'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:44:02.459716 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-005044ba-5cd0-49e8-81c2-e371e2629ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:43:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['b8e58dd5-a7e3-4ec0-bf24-8dab9bd42114'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:02.698538 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-005044ba-5cd0-49e8-81c2-e371e2629ff5 None None] Set router b8e58dd5-a7e3-4ec0-bf24-8dab9bd42114 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:44:02.857822 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-62c7fc29-0c86-416d-8943-92b7477192d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c10cc41-f59d-4a54-9f11-637148026c1d', 'name': 'tempest-TestVolumeBootPattern-2063965586-router', 'tenant_id': '6e42add67c8e4e2c9de8cd024e152c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '44b1af1e-9be6-41b9-b7d8-c59bda3e1c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:43:44Z', 'updated_at': '2021-07-09T16:43:54Z', 'revision_number': 4, 'project_id': '6e42add67c8e4e2c9de8cd024e152c29', 'gw_port': {'id': '44b1af1e-9be6-41b9-b7d8-c59bda3e1c03', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:30:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c10cc41-f59d-4a54-9f11-637148026c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:45Z', 'updated_at': '2021-07-09T16:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '6fc9c843-cf98-4dcc-8791-250dbe85822e', 'name': '', 'network_id': 'cf779e89-a1cd-45bd-800a-866cd93cc9c4', 'tenant_id': '6e42add67c8e4e2c9de8cd024e152c29', 'mac_address': 'fa:16:3e:a6:00:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c10cc41-f59d-4a54-9f11-637148026c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': 'cfefa18b-95ae-44ac-ae52-8ad94297fbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:51Z', 'updated_at': '2021-07-09T16:44:01Z', 'revision_number': 4, 'project_id': '6e42add67c8e4e2c9de8cd024e152c29', 'subnets': [{'id': 'cfefa18b-95ae-44ac-ae52-8ad94297fbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:02.918906 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c7fc29-0c86-416d-8943-92b7477192d4 None None] The sync data for ids ['7c10cc41-f59d-4a54-9f11-637148026c1d'] in n-d-798930-3 is: [{'id': '7c10cc41-f59d-4a54-9f11-637148026c1d', 'name': 'tempest-TestVolumeBootPattern-2063965586-router', 'tenant_id': '6e42add67c8e4e2c9de8cd024e152c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '44b1af1e-9be6-41b9-b7d8-c59bda3e1c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:43:44Z', 'updated_at': '2021-07-09T16:43:54Z', 'revision_number': 4, 'project_id': '6e42add67c8e4e2c9de8cd024e152c29', 'gw_port': {'id': '44b1af1e-9be6-41b9-b7d8-c59bda3e1c03', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:30:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c10cc41-f59d-4a54-9f11-637148026c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:45Z', 'updated_at': '2021-07-09T16:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '6fc9c843-cf98-4dcc-8791-250dbe85822e', 'name': '', 'network_id': 'cf779e89-a1cd-45bd-800a-866cd93cc9c4', 'tenant_id': '6e42add67c8e4e2c9de8cd024e152c29', 'mac_address': 'fa:16:3e:a6:00:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c10cc41-f59d-4a54-9f11-637148026c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': 'cfefa18b-95ae-44ac-ae52-8ad94297fbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:51Z', 'updated_at': '2021-07-09T16:44:01Z', 'revision_number': 4, 'project_id': '6e42add67c8e4e2c9de8cd024e152c29', 'subnets': [{'id': 'cfefa18b-95ae-44ac-ae52-8ad94297fbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:44:02.979432 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5696e04-7c5d-4307-b554-820281d5ba3c req-c893fe3c-ed7f-43c8-a0f9-7eb16faec6ed tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:03.029950 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b5696e04-7c5d-4307-b554-820281d5ba3c req-c893fe3c-ed7f-43c8-a0f9-7eb16faec6ed tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=263c211a-4903-4bf3-ad7a-a4ee69353b40 HTTP/1.1" status: 200 len: 943 time: 0.4908187 Jul 09 16:44:03.218145 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f18f1a4e-434a-497d-ae8e-88469e1512a2 admin admin] Router 8cc43990-9ab5-45e1-87d5-419a65c8c9c7 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:44:03.339390 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-005044ba-5cd0-49e8-81c2-e371e2629ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e58dd5-a7e3-4ec0-bf24-8dab9bd42114', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1102738434', 'tenant_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '96ef42a3-f135-435b-9622-4c269a64263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:43:42Z', 'updated_at': '2021-07-09T16:43:55Z', 'revision_number': 4, 'project_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'gw_port': {'id': '96ef42a3-f135-435b-9622-4c269a64263d', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:31:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e58dd5-a7e3-4ec0-bf24-8dab9bd42114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:44Z', 'updated_at': '2021-07-09T16:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '3617b71f-4504-4226-82c6-459ba942c5ee', 'name': '', 'network_id': '85a38617-dadc-4fd5-8ef8-0952d34aca71', 'tenant_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'mac_address': 'fa:16:3e:76:b9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e58dd5-a7e3-4ec0-bf24-8dab9bd42114', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '85119f9d-d77b-4743-866c-4a054dfe8d10', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:53Z', 'updated_at': '2021-07-09T16:44:02Z', 'revision_number': 4, 'project_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'subnets': [{'id': '85119f9d-d77b-4743-866c-4a054dfe8d10', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:03.383320 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b5696e04-7c5d-4307-b554-820281d5ba3c req-284244cb-3acf-42c2-9f00-eb6941a9abe8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=b6dee67b-dbdf-47ea-97e6-3fb1b779f8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3520908 Jul 09 16:44:03.442443 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005044ba-5cd0-49e8-81c2-e371e2629ff5 None None] The sync data for ids ['b8e58dd5-a7e3-4ec0-bf24-8dab9bd42114'] in n-d-798930-3 is: [{'id': 'b8e58dd5-a7e3-4ec0-bf24-8dab9bd42114', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1102738434', 'tenant_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '96ef42a3-f135-435b-9622-4c269a64263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:43:42Z', 'updated_at': '2021-07-09T16:43:55Z', 'revision_number': 4, 'project_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'gw_port': {'id': '96ef42a3-f135-435b-9622-4c269a64263d', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:31:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e58dd5-a7e3-4ec0-bf24-8dab9bd42114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:44Z', 'updated_at': '2021-07-09T16:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '3617b71f-4504-4226-82c6-459ba942c5ee', 'name': '', 'network_id': '85a38617-dadc-4fd5-8ef8-0952d34aca71', 'tenant_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'mac_address': 'fa:16:3e:76:b9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e58dd5-a7e3-4ec0-bf24-8dab9bd42114', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '85119f9d-d77b-4743-866c-4a054dfe8d10', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:53Z', 'updated_at': '2021-07-09T16:44:02Z', 'revision_number': 4, 'project_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'subnets': [{'id': '85119f9d-d77b-4743-866c-4a054dfe8d10', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:44:03.579175 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29440aba-e992-4198-87a8-a7aacf5aaa24 x-openstack-request-id: req-29440aba-e992-4198-87a8-a7aacf5aaa24 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:44:03.579680 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "263c211a-4903-4bf3-ad7a-a4ee69353b40", "tag": "a0ebad37-dcf7-400c-97fa-7fb2312cfc2b", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:44:03.579680 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-29440aba-e992-4198-87a8-a7aacf5aaa24 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:44:03.580092 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '263c211a-4903-4bf3-ad7a-a4ee69353b40', 'tag': 'a0ebad37-dcf7-400c-97fa-7fb2312cfc2b', 'status': 'completed', 'code': 200} Jul 09 16:44:03.606981 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f18f1a4e-434a-497d-ae8e-88469e1512a2 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:44:03.617351 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f18f1a4e-434a-497d-ae8e-88469e1512a2 admin admin] 10.222.0.98 "PUT /v2.0/routers/8cc43990-9ab5-45e1-87d5-419a65c8c9c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0053153 Jul 09 16:44:03.620327 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 41074) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:03.674348 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da43c039-27b9-4f49-8e7b-0d211a422e91 None None] Sync routers for ids ['8cc43990-9ab5-45e1-87d5-419a65c8c9c7'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:44:03.695756 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da43c039-27b9-4f49-8e7b-0d211a422e91 None None] Routers {'8cc43990-9ab5-45e1-87d5-419a65c8c9c7'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:44:03.698181 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-da43c039-27b9-4f49-8e7b-0d211a422e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:43:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['8cc43990-9ab5-45e1-87d5-419a65c8c9c7'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:03.954877 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-281cdd47-52ae-4623-b8d9-b9f483243257 admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:03.998459 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649c4ab-8eae-4c6b-a460-332e48770008 req-48822aaf-26c9-4adf-a911-db0129eb8e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:04.003617 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b649c4ab-8eae-4c6b-a460-332e48770008 req-48822aaf-26c9-4adf-a911-db0129eb8e9a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f98cc886c66a474a8d448186851b2eab&device_id=263c211a-4903-4bf3-ad7a-a4ee69353b40 HTTP/1.1" status: 200 len: 1094 time: 0.3706946 Jul 09 16:44:04.028474 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649c4ab-8eae-4c6b-a460-332e48770008 req-d2bb054a-2ca3-4364-be76-7d3d5a874bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:04.033001 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b649c4ab-8eae-4c6b-a460-332e48770008 req-d2bb054a-2ca3-4364-be76-7d3d5a874bcc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f98cc886c66a474a8d448186851b2eab&device_id=263c211a-4903-4bf3-ad7a-a4ee69353b40 HTTP/1.1" status: 200 len: 1094 time: 0.4116929 Jul 09 16:44:04.066843 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-da43c039-27b9-4f49-8e7b-0d211a422e91 None None] Set router 8cc43990-9ab5-45e1-87d5-419a65c8c9c7 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:44:04.535145 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649c4ab-8eae-4c6b-a460-332e48770008 req-2cc4996d-5880-492f-9d81-b9260510f27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:04.537189 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b649c4ab-8eae-4c6b-a460-332e48770008 req-2cc4996d-5880-492f-9d81-b9260510f27a service neutron] 10.222.0.73 "GET /v2.0/networks?id=46d411ed-dc52-411a-93f7-d4f391e5bbe4 HTTP/1.1" status: 200 len: 897 time: 0.5245402 Jul 09 16:44:04.541282 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649c4ab-8eae-4c6b-a460-332e48770008 req-4ab32c6a-9340-478e-a7c8-01521f48a0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:04.543281 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b649c4ab-8eae-4c6b-a460-332e48770008 req-4ab32c6a-9340-478e-a7c8-01521f48a0dd service neutron] 10.222.0.77 "GET /v2.0/networks?id=46d411ed-dc52-411a-93f7-d4f391e5bbe4 HTTP/1.1" status: 200 len: 897 time: 0.4860330 Jul 09 16:44:04.623707 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-da43c039-27b9-4f49-8e7b-0d211a422e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc43990-9ab5-45e1-87d5-419a65c8c9c7', 'name': 'tempest-TestVolumeBackupRestore-148455542-router', 'tenant_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:56Z', 'updated_at': '2021-07-09T16:44:00Z', 'revision_number': 5, 'project_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'gw_port': {'id': '7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc43990-9ab5-45e1-87d5-419a65c8c9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:58Z', 'updated_at': '2021-07-09T16:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:04.698024 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da43c039-27b9-4f49-8e7b-0d211a422e91 None None] Checking router: 8cc43990-9ab5-45e1-87d5-419a65c8c9c7 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:44:04.728773 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da43c039-27b9-4f49-8e7b-0d211a422e91 None None] Routers {'8cc43990-9ab5-45e1-87d5-419a65c8c9c7'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:44:04.729479 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-da43c039-27b9-4f49-8e7b-0d211a422e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:43:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['8cc43990-9ab5-45e1-87d5-419a65c8c9c7'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:04.887646 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 3617b71f-4504-4226-82c6-459ba942c5ee up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:44:04.932123 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b649c4ab-8eae-4c6b-a460-332e48770008 req-428b0911-79a8-40de-ba7e-6f567c5d46ce service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0ebad37-dcf7-400c-97fa-7fb2312cfc2b HTTP/1.1" status: 200 len: 998 time: 0.3874226 Jul 09 16:44:04.944597 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b649c4ab-8eae-4c6b-a460-332e48770008 req-5d11492d-c419-4e35-873b-36000d2dd14e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0ebad37-dcf7-400c-97fa-7fb2312cfc2b HTTP/1.1" status: 200 len: 998 time: 0.3924417 Jul 09 16:44:05.075039 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649c4ab-8eae-4c6b-a460-332e48770008 req-383b7d0b-06d2-4546-ba45-4b2b6ac8a2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:05.080619 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b649c4ab-8eae-4c6b-a460-332e48770008 req-383b7d0b-06d2-4546-ba45-4b2b6ac8a2a7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=36cdbe7e-b3ab-4574-be1e-cb2ee7465050 HTTP/1.1" status: 200 len: 834 time: 0.1258149 Jul 09 16:44:05.201052 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-da43c039-27b9-4f49-8e7b-0d211a422e91 None None] Set router 8cc43990-9ab5-45e1-87d5-419a65c8c9c7 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:44:05.337615 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649c4ab-8eae-4c6b-a460-332e48770008 req-59283bec-409f-4b30-933a-daeab0a4603d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:05.341732 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b649c4ab-8eae-4c6b-a460-332e48770008 req-59283bec-409f-4b30-933a-daeab0a4603d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=36cdbe7e-b3ab-4574-be1e-cb2ee7465050 HTTP/1.1" status: 200 len: 834 time: 0.2598758 Jul 09 16:44:05.347343 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc092d08-f3ce-4dc3-bd09-c402f584195a req-c0deb011-f116-47a7-9f8b-3d1d6686d669 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:05.349690 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fc092d08-f3ce-4dc3-bd09-c402f584195a req-c0deb011-f116-47a7-9f8b-3d1d6686d669 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/networks?id=f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 HTTP/1.1" status: 200 len: 810 time: 1.5362315 Jul 09 16:44:05.420417 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device a0ebad37-dcf7-400c-97fa-7fb2312cfc2b details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:44:05.440265 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fc092d08-f3ce-4dc3-bd09-c402f584195a req-455dc325-bb5d-49c2-8011-075839d136d3 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/quotas/1c75594b2a664d30980bf347c7fbaad8 HTTP/1.1" status: 200 len: 375 time: 0.0629854 Jul 09 16:44:05.506715 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649c4ab-8eae-4c6b-a460-332e48770008 req-94313628-0acf-43ed-95df-4be19bf28ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:05.508464 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b649c4ab-8eae-4c6b-a460-332e48770008 req-94313628-0acf-43ed-95df-4be19bf28ea8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=46d411ed-dc52-411a-93f7-d4f391e5bbe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4084396 Jul 09 16:44:05.545049 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649c4ab-8eae-4c6b-a460-332e48770008 req-55a76cfc-8164-4a14-8268-1fb374ebc5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:05.548469 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b649c4ab-8eae-4c6b-a460-332e48770008 req-55a76cfc-8164-4a14-8268-1fb374ebc5a3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=46d411ed-dc52-411a-93f7-d4f391e5bbe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1813688 Jul 09 16:44:05.648715 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-281cdd47-52ae-4623-b8d9-b9f483243257 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:05.649582 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 3617b71f-4504-4226-82c6-459ba942c5ee completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:44:05.736589 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 3617b71f-4504-4226-82c6-459ba942c5ee triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:44:05.736980 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:05.885084 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d14fc-da23-44fc-af4d-298cde053372 req-6a525712-6373-4afe-9608-8c0c3704cf86 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:05.893025 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dc2d14fc-da23-44fc-af4d-298cde053372 req-6a525712-6373-4afe-9608-8c0c3704cf86 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.77 "GET /v2.0/networks?id=85a38617-dadc-4fd5-8ef8-0952d34aca71 HTTP/1.1" status: 200 len: 798 time: 0.7615283 Jul 09 16:44:05.910649 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-dc2d14fc-da23-44fc-af4d-298cde053372 req-6b8c1638-dfa9-4b55-8e90-0da60562c3b1 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Request body: {'port': {'device_id': '782440f8-3f66-41d0-9cc4-6ad5a36ad56b', 'network_id': '85a38617-dadc-4fd5-8ef8-0952d34aca71', 'admin_state_up': True, 'tenant_id': '5e6a0eaba6cb46c1bafe0a279d6dc456'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:44:05.941852 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.db.resource_extend [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 16:44:06.015932 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b649c4ab-8eae-4c6b-a460-332e48770008 req-a1cd091b-2bca-4065-b03d-c1c8c3d80a83 service neutron] 10.222.0.77 "GET /v2.0/networks/46d411ed-dc52-411a-93f7-d4f391e5bbe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4952173 Jul 09 16:44:06.130529 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b649c4ab-8eae-4c6b-a460-332e48770008 req-26104208-c523-4229-95a2-3d710f6c4d22 service neutron] 10.222.0.73 "GET /v2.0/networks/46d411ed-dc52-411a-93f7-d4f391e5bbe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5307302 Jul 09 16:44:06.146513 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fc092d08-f3ce-4dc3-bd09-c402f584195a req-806ddc3b-4a7e-4bd7-bd8c-74217af4fa0c tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=1c75594b2a664d30980bf347c7fbaad8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7049990 Jul 09 16:44:06.248467 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port a0ebad37-dcf7-400c-97fa-7fb2312cfc2b, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=a0ebad37-dcf7-400c-97fa-7fb2312cfc2b,segment=NetworkSegment(e68ff3ad-90d6-4938-8298-17adba4844eb),segment_id=e68ff3ad-90d6-4938-8298-17adba4844eb)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:06.259680 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b649c4ab-8eae-4c6b-a460-332e48770008 req-d83e48aa-7575-4928-bf8b-61d4f2dc18ff service neutron] 10.222.0.73 "GET /v2.0/networks/46d411ed-dc52-411a-93f7-d4f391e5bbe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134419 Jul 09 16:44:06.272068 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:06.276097 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': 'a0ebad37-dcf7-400c-97fa-7fb2312cfc2b', 'network_id': '46d411ed-dc52-411a-93f7-d4f391e5bbe4', 'port_id': 'a0ebad37-dcf7-400c-97fa-7fb2312cfc2b', 'mac_address': 'fa:16:3e:b7:ec:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36cdbe7e-b3ab-4574-be1e-cb2ee7465050', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:44:06.279932 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-da43c039-27b9-4f49-8e7b-0d211a422e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc43990-9ab5-45e1-87d5-419a65c8c9c7', 'name': 'tempest-TestVolumeBackupRestore-148455542-router', 'tenant_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:56Z', 'updated_at': '2021-07-09T16:44:00Z', 'revision_number': 5, 'project_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'gw_port': {'id': '7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc43990-9ab5-45e1-87d5-419a65c8c9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:58Z', 'updated_at': '2021-07-09T16:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:06.348924 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da43c039-27b9-4f49-8e7b-0d211a422e91 None None] The sync data for ids ['8cc43990-9ab5-45e1-87d5-419a65c8c9c7'] in n-d-798930-3 is: [{'id': '8cc43990-9ab5-45e1-87d5-419a65c8c9c7', 'name': 'tempest-TestVolumeBackupRestore-148455542-router', 'tenant_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:38:56Z', 'updated_at': '2021-07-09T16:44:00Z', 'revision_number': 5, 'project_id': 'fbaf693dfcd540cb80d81354443d4ce4', 'gw_port': {'id': '7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc43990-9ab5-45e1-87d5-419a65c8c9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:38:58Z', 'updated_at': '2021-07-09T16:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:44:06.380701 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b649c4ab-8eae-4c6b-a460-332e48770008 req-1305a894-4adf-454d-83d9-1cb2c09cda75 service neutron] 10.222.0.77 "GET /v2.0/networks/46d411ed-dc52-411a-93f7-d4f391e5bbe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482504 Jul 09 16:44:06.428820 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:06.458932 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc2d14fc-da23-44fc-af4d-298cde053372 req-6b8c1638-dfa9-4b55-8e90-0da60562c3b1 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Made reservation on behalf of 5e6a0eaba6cb46c1bafe0a279d6dc456 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:44:06.463871 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-dc2d14fc-da23-44fc-af4d-298cde053372 req-6b8c1638-dfa9-4b55-8e90-0da60562c3b1 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:06.482461 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-281cdd47-52ae-4623-b8d9-b9f483243257 admin admin] Deleting port 7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:44:06.483202 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-281cdd47-52ae-4623-b8d9-b9f483243257 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:06.521423 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0ebad37-dcf7-400c-97fa-7fb2312cfc2b {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:44:06.528096 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 3617b71f-4504-4226-82c6-459ba942c5ee, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=3617b71f-4504-4226-82c6-459ba942c5ee,segment=NetworkSegment(ca19f480-6986-4125-b904-a3d4d1d74671),segment_id=ca19f480-6986-4125-b904-a3d4d1d74671)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:06.535672 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:06.536492 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 6fc9c843-cf98-4dcc-8791-250dbe85822e up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:44:06.663438 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-281cdd47-52ae-4623-b8d9-b9f483243257 admin admin] For port 7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:06.663790 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port a0ebad37-dcf7-400c-97fa-7fb2312cfc2b, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=a0ebad37-dcf7-400c-97fa-7fb2312cfc2b,segment=NetworkSegment(e68ff3ad-90d6-4938-8298-17adba4844eb),segment_id=e68ff3ad-90d6-4938-8298-17adba4844eb)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:06.664086 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-281cdd47-52ae-4623-b8d9-b9f483243257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:06.675667 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:06.686443 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-281cdd47-52ae-4623-b8d9-b9f483243257 admin admin] Calling delete_port for 7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:44:06.702559 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 6fc9c843-cf98-4dcc-8791-250dbe85822e completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:44:06.706042 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=3617b71f-4504-4226-82c6-459ba942c5ee,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:06.714176 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 6fc9c843-cf98-4dcc-8791-250dbe85822e triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:44:06.714176 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:06.910397 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=a0ebad37-dcf7-400c-97fa-7fb2312cfc2b,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:06.976625 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fc092d08-f3ce-4dc3-bd09-c402f584195a req-61909051-cf6b-448f-a8a6-679e401e7a61 service neutron] 10.222.0.98 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8036892 Jul 09 16:44:07.040986 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:07.079848 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['a0ebad37-dcf7-400c-97fa-7fb2312cfc2b'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:44:07.186646 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 6fc9c843-cf98-4dcc-8791-250dbe85822e, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=6fc9c843-cf98-4dcc-8791-250dbe85822e,segment=NetworkSegment(9a5776d6-6b7a-4ed5-9a02-84a640b8b777),segment_id=9a5776d6-6b7a-4ed5-9a02-84a640b8b777)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:07.219269 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:07.320391 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-dc2d14fc-da23-44fc-af4d-298cde053372 req-6b8c1638-dfa9-4b55-8e90-0da60562c3b1 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Allocated IP 172.20.0.25 (85a38617-dadc-4fd5-8ef8-0952d34aca71/85119f9d-d77b-4743-866c-4a054dfe8d10/27cb85d2-6312-40e7-bc87-c492e4afe341) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:44:07.445222 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 3617b71f-4504-4226-82c6-459ba942c5ee up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:44:07.485998 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=6fc9c843-cf98-4dcc-8791-250dbe85822e,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:07.535062 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-dc2d14fc-da23-44fc-af4d-298cde053372 req-6b8c1638-dfa9-4b55-8e90-0da60562c3b1 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:07.581122 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-dc2d14fc-da23-44fc-af4d-298cde053372 req-6b8c1638-dfa9-4b55-8e90-0da60562c3b1 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Transition to ACTIVE for port object 27cb85d2-6312-40e7-bc87-c492e4afe341 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:44:07.681882 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 3617b71f-4504-4226-82c6-459ba942c5ee triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:44:07.682265 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:07.692040 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-dc2d14fc-da23-44fc-af4d-298cde053372 req-6b8c1638-dfa9-4b55-8e90-0da60562c3b1 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:07.836136 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8c1638-dfa9-4b55-8e90-0da60562c3b1 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Pushing event updated for resources: {'Port': ['ID=27cb85d2-6312-40e7-bc87-c492e4afe341,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:07.873039 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc2d14fc-da23-44fc-af4d-298cde053372 req-6b8c1638-dfa9-4b55-8e90-0da60562c3b1 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Network 85a38617-dadc-4fd5-8ef8-0952d34aca71 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:44:07.877702 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-dc2d14fc-da23-44fc-af4d-298cde053372 req-6b8c1638-dfa9-4b55-8e90-0da60562c3b1 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:44:07.885668 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc2d14fc-da23-44fc-af4d-298cde053372 req-6b8c1638-dfa9-4b55-8e90-0da60562c3b1 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:44:07.892316 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8c1638-dfa9-4b55-8e90-0da60562c3b1 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:07.892666 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8c1638-dfa9-4b55-8e90-0da60562c3b1 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:07.893006 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8c1638-dfa9-4b55-8e90-0da60562c3b1 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:07.893343 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8c1638-dfa9-4b55-8e90-0da60562c3b1 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:07.894346 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8c1638-dfa9-4b55-8e90-0da60562c3b1 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:07.894685 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8c1638-dfa9-4b55-8e90-0da60562c3b1 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:07.895065 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8c1638-dfa9-4b55-8e90-0da60562c3b1 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:07.895364 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8c1638-dfa9-4b55-8e90-0da60562c3b1 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:07.895696 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8c1638-dfa9-4b55-8e90-0da60562c3b1 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:07.896023 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8c1638-dfa9-4b55-8e90-0da60562c3b1 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:07.896348 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8c1638-dfa9-4b55-8e90-0da60562c3b1 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:07.896664 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8c1638-dfa9-4b55-8e90-0da60562c3b1 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:07.912303 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fc092d08-f3ce-4dc3-bd09-c402f584195a req-58ace984-f936-4823-97f9-7ad8ccc7acdb service neutron] 10.222.0.98 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9266746 Jul 09 16:44:07.995707 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-281cdd47-52ae-4623-b8d9-b9f483243257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:08.054519 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d14fc-da23-44fc-af4d-298cde053372 req-6b8c1638-dfa9-4b55-8e90-0da60562c3b1 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:08.055459 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-dc2d14fc-da23-44fc-af4d-298cde053372 req-6b8c1638-dfa9-4b55-8e90-0da60562c3b1 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:08.058555 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281cdd47-52ae-4623-b8d9-b9f483243257 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:08.150575 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 87149843-454c-4675-99da-acf70fc9e682 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:44:08.176549 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dc2d14fc-da23-44fc-af4d-298cde053372 req-6b8c1638-dfa9-4b55-8e90-0da60562c3b1 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.2713039 Jul 09 16:44:08.178972 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 87149843-454c-4675-99da-acf70fc9e682 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:44:08.179322 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 87149843-454c-4675-99da-acf70fc9e682 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:44:08.213289 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-dc2d14fc-da23-44fc-af4d-298cde053372 req-fb38f54f-a378-40e5-9473-5df350a98ec9 service neutron] Request body: {'port': {'device_id': '782440f8-3f66-41d0-9cc4-6ad5a36ad56b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:44:08.272985 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-281cdd47-52ae-4623-b8d9-b9f483243257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:08.274312 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0965d42e-7659-4332-bad5-ffc6e83bc7e6 None None] Provisioning for port 27cb85d2-6312-40e7-bc87-c492e4afe341 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:44:08.281396 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0965d42e-7659-4332-bad5-ffc6e83bc7e6 None None] Provisioning complete for port 27cb85d2-6312-40e7-bc87-c492e4afe341 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:44:08.282067 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0965d42e-7659-4332-bad5-ffc6e83bc7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:08.404115 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-0965d42e-7659-4332-bad5-ffc6e83bc7e6 None None] Port 27cb85d2-6312-40e7-bc87-c492e4afe341 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:44:08.553295 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-dc2d14fc-da23-44fc-af4d-298cde053372 req-fb38f54f-a378-40e5-9473-5df350a98ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:08.599079 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-281cdd47-52ae-4623-b8d9-b9f483243257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:08.668267 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-281cdd47-52ae-4623-b8d9-b9f483243257 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:08.827347 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-281cdd47-52ae-4623-b8d9-b9f483243257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:08.827848 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281cdd47-52ae-4623-b8d9-b9f483243257 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cc43990-9ab5-45e1-87d5-419a65c8c9c7 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:44:08.849223 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-281cdd47-52ae-4623-b8d9-b9f483243257 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:08.850293 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-281cdd47-52ae-4623-b8d9-b9f483243257 admin admin] 10.222.0.98 "DELETE /v2.0/routers/8cc43990-9ab5-45e1-87d5-419a65c8c9c7 HTTP/1.1" status: 204 len: 168 time: 5.2288380 Jul 09 16:44:08.853050 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 41158) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:08.976750 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-b39a5a84-1777-4f36-a988-b6c4d2555eca admin admin] Deleting subnet 54163d02-03b7-4e71-a0ad-b40aee212401 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:44:08.988393 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b39a5a84-1777-4f36-a988-b6c4d2555eca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:09.062529 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0007f50-7eb2-497c-9d26-b0c53428fb9e req-ec563faa-1e50-4cc5-909e-53980bafe1be tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:09.068288 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a0007f50-7eb2-497c-9d26-b0c53428fb9e req-ec563faa-1e50-4cc5-909e-53980bafe1be tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "GET /v2.0/ports?device_id=782440f8-3f66-41d0-9cc4-6ad5a36ad56b HTTP/1.1" status: 200 len: 895 time: 0.2517416 Jul 09 16:44:09.096641 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b39a5a84-1777-4f36-a988-b6c4d2555eca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:09.287555 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device a0ebad37-dcf7-400c-97fa-7fb2312cfc2b up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:44:09.304721 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b39a5a84-1777-4f36-a988-b6c4d2555eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:09.378127 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-dc2d14fc-da23-44fc-af4d-298cde053372 req-fb38f54f-a378-40e5-9473-5df350a98ec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27cb85d2-6312-40e7-bc87-c492e4afe341 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:44:09.391961 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-dc2d14fc-da23-44fc-af4d-298cde053372 req-fb38f54f-a378-40e5-9473-5df350a98ec9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:09.413731 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-dc2d14fc-da23-44fc-af4d-298cde053372 req-fb38f54f-a378-40e5-9473-5df350a98ec9 service neutron] Transition to ACTIVE for port object 27cb85d2-6312-40e7-bc87-c492e4afe341 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:44:09.428090 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-dc2d14fc-da23-44fc-af4d-298cde053372 req-fb38f54f-a378-40e5-9473-5df350a98ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:09.452129 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b39a5a84-1777-4f36-a988-b6c4d2555eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:09.504734 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port a0ebad37-dcf7-400c-97fa-7fb2312cfc2b completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:44:09.516718 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port a0ebad37-dcf7-400c-97fa-7fb2312cfc2b triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:44:09.517103 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:09.552404 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39a5a84-1777-4f36-a988-b6c4d2555eca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54163d02-03b7-4e71-a0ad-b40aee212401,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:09.568384 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb38f54f-a378-40e5-9473-5df350a98ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=27cb85d2-6312-40e7-bc87-c492e4afe341,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:09.589405 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0487b8-e6b0-48ce-9e1c-b49d24e22bb6 req-68f4c752-bdb6-48f0-a326-d5480bf82e72 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:09.606192 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9d0487b8-e6b0-48ce-9e1c-b49d24e22bb6 req-68f4c752-bdb6-48f0-a326-d5480bf82e72 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=263c211a-4903-4bf3-ad7a-a4ee69353b40 HTTP/1.1" status: 200 len: 944 time: 0.2609055 Jul 09 16:44:09.647007 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b39a5a84-1777-4f36-a988-b6c4d2555eca admin admin] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:09.662757 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b39a5a84-1777-4f36-a988-b6c4d2555eca admin admin] 10.222.0.98 "DELETE /v2.0/subnets/54163d02-03b7-4e71-a0ad-b40aee212401 HTTP/1.1" status: 204 len: 168 time: 0.8078096 Jul 09 16:44:09.669202 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 41178) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:09.671221 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5049ab-86d8-4106-ab27-efe3ddd92d73 None None] Network 73ebf291-23c0-432d-ae7e-abd99b594bfa requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:44:09.716979 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 6fc9c843-cf98-4dcc-8791-250dbe85822e up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:44:09.884123 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9d0487b8-e6b0-48ce-9e1c-b49d24e22bb6 req-77d54a8b-fdfc-4194-ad04-2d3914886932 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=b6dee67b-dbdf-47ea-97e6-3fb1b779f8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2724884 Jul 09 16:44:09.962706 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-319f761c-2c7e-43a3-9782-2d559e04f05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:09.983346 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-dc2d14fc-da23-44fc-af4d-298cde053372 req-fb38f54f-a378-40e5-9473-5df350a98ec9 service neutron] Attempting to bind port 27cb85d2-6312-40e7-bc87-c492e4afe341 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:44:09.983788 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-dc2d14fc-da23-44fc-af4d-298cde053372 req-fb38f54f-a378-40e5-9473-5df350a98ec9 service neutron] Attempting to bind port 27cb85d2-6312-40e7-bc87-c492e4afe341 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'ca19f480-6986-4125-b904-a3d4d1d74671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '85a38617-dadc-4fd5-8ef8-0952d34aca71'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:44:09.985932 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2d14fc-da23-44fc-af4d-298cde053372 req-fb38f54f-a378-40e5-9473-5df350a98ec9 service neutron] Attempting to bind port 27cb85d2-6312-40e7-bc87-c492e4afe341 on network 85a38617-dadc-4fd5-8ef8-0952d34aca71 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:44:10.009176 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2d14fc-da23-44fc-af4d-298cde053372 req-fb38f54f-a378-40e5-9473-5df350a98ec9 service neutron] Port 27cb85d2-6312-40e7-bc87-c492e4afe341 on network 85a38617-dadc-4fd5-8ef8-0952d34aca71 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:44:10.015958 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 6fc9c843-cf98-4dcc-8791-250dbe85822e triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:44:10.016330 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:10.016794 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2d14fc-da23-44fc-af4d-298cde053372 req-fb38f54f-a378-40e5-9473-5df350a98ec9 service neutron] Attempting to bind port 27cb85d2-6312-40e7-bc87-c492e4afe341 on network 85a38617-dadc-4fd5-8ef8-0952d34aca71 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:44:10.020323 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:10.046799 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2d14fc-da23-44fc-af4d-298cde053372 req-fb38f54f-a378-40e5-9473-5df350a98ec9 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:44:10.046799 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2d14fc-da23-44fc-af4d-298cde053372 req-fb38f54f-a378-40e5-9473-5df350a98ec9 service neutron] Checking segment: {'id': 'ca19f480-6986-4125-b904-a3d4d1d74671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '85a38617-dadc-4fd5-8ef8-0952d34aca71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:44:10.047327 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2d14fc-da23-44fc-af4d-298cde053372 req-fb38f54f-a378-40e5-9473-5df350a98ec9 service neutron] Bound using segment: {'id': 'ca19f480-6986-4125-b904-a3d4d1d74671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '85a38617-dadc-4fd5-8ef8-0952d34aca71'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:44:10.047900 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-dc2d14fc-da23-44fc-af4d-298cde053372 req-fb38f54f-a378-40e5-9473-5df350a98ec9 service neutron] Bound port: 27cb85d2-6312-40e7-bc87-c492e4afe341, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca19f480-6986-4125-b904-a3d4d1d74671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '85a38617-dadc-4fd5-8ef8-0952d34aca71'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:44:10.048405 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-dc2d14fc-da23-44fc-af4d-298cde053372 req-fb38f54f-a378-40e5-9473-5df350a98ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:10.169129 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '263c211a-4903-4bf3-ad7a-a4ee69353b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ebad37-dcf7-400c-97fa-7fb2312cfc2b'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:44:10.171611 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601b9fc5-66d5-40e3-a141-5ce2a6a298f0" -d '{"events": [{"server_uuid": "263c211a-4903-4bf3-ad7a-a4ee69353b40", "name": "network-vif-plugged", "status": "completed", "tag": "a0ebad37-dcf7-400c-97fa-7fb2312cfc2b"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:44:10.188946 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e0454f43-1e53-482f-8475-5a21691d787d req-a6332414-9838-49c5-952b-036c7262a647 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=d3509514-2de1-4a79-968b-8f3667af4b28 HTTP/1.1" status: 200 len: 210 time: 0.0403247 Jul 09 16:44:10.205537 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port a0ebad37-dcf7-400c-97fa-7fb2312cfc2b, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=a0ebad37-dcf7-400c-97fa-7fb2312cfc2b,segment=NetworkSegment(e68ff3ad-90d6-4938-8298-17adba4844eb),segment_id=e68ff3ad-90d6-4938-8298-17adba4844eb)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:10.215327 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:10.242863 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-319f761c-2c7e-43a3-9782-2d559e04f05d admin admin] Deleting port 2c39c70e-9bda-4c97-b085-8f262c8d3eb5 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:44:10.243304 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-319f761c-2c7e-43a3-9782-2d559e04f05d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:10.251541 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-dc2d14fc-da23-44fc-af4d-298cde053372 req-fb38f54f-a378-40e5-9473-5df350a98ec9 service neutron] For port 27cb85d2-6312-40e7-bc87-c492e4afe341, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:44:10.311619 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=a0ebad37-dcf7-400c-97fa-7fb2312cfc2b,revision_number=9']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:10.315097 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48244391-d287-4319-8e05-c75f7651120c None None] DHCP port deletion for 73ebf291-23c0-432d-ae7e-abd99b594bfa request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:44:10.317568 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:10.327774 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-dc2d14fc-da23-44fc-af4d-298cde053372 req-fb38f54f-a378-40e5-9473-5df350a98ec9 service neutron] For port 27cb85d2-6312-40e7-bc87-c492e4afe341, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=27cb85d2-6312-40e7-bc87-c492e4afe341,segment=NetworkSegment(ca19f480-6986-4125-b904-a3d4d1d74671),segment_id=ca19f480-6986-4125-b904-a3d4d1d74671)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:44:10.339522 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-dc2d14fc-da23-44fc-af4d-298cde053372 req-fb38f54f-a378-40e5-9473-5df350a98ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:10.393800 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d14fc-da23-44fc-af4d-298cde053372 req-fb38f54f-a378-40e5-9473-5df350a98ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:10.394851 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-dc2d14fc-da23-44fc-af4d-298cde053372 req-fb38f54f-a378-40e5-9473-5df350a98ec9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:10.397105 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dc2d14fc-da23-44fc-af4d-298cde053372 req-fb38f54f-a378-40e5-9473-5df350a98ec9 service neutron] 10.222.0.77 "PUT /v2.0/ports/27cb85d2-6312-40e7-bc87-c492e4afe341 HTTP/1.1" status: 200 len: 1055 time: 2.2080586 Jul 09 16:44:10.404203 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '782440f8-3f66-41d0-9cc4-6ad5a36ad56b', 'tag': '27cb85d2-6312-40e7-bc87-c492e4afe341'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:44:10.407648 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1796ac62-672f-4f47-b26c-2f0251abcb00" -d '{"events": [{"name": "network-changed", "server_uuid": "782440f8-3f66-41d0-9cc4-6ad5a36ad56b", "tag": "27cb85d2-6312-40e7-bc87-c492e4afe341"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:44:10.416568 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-319f761c-2c7e-43a3-9782-2d559e04f05d admin admin] For port 2c39c70e-9bda-4c97-b085-8f262c8d3eb5, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=2c39c70e-9bda-4c97-b085-8f262c8d3eb5,segment=NetworkSegment(a48e60a4-8877-4251-9d9d-1029e5ffb47d),segment_id=a48e60a4-8877-4251-9d9d-1029e5ffb47d)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:10.417387 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-319f761c-2c7e-43a3-9782-2d559e04f05d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:10.462000 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-319f761c-2c7e-43a3-9782-2d559e04f05d admin admin] Calling delete_port for 2c39c70e-9bda-4c97-b085-8f262c8d3eb5 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:44:10.519487 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-48244391-d287-4319-8e05-c75f7651120c None None] Deleting port 2c39c70e-9bda-4c97-b085-8f262c8d3eb5 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:44:10.519889 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-48244391-d287-4319-8e05-c75f7651120c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:10.565342 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb38f54f-a378-40e5-9473-5df350a98ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=27cb85d2-6312-40e7-bc87-c492e4afe341,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:10.571964 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:44:10.669623 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:44:10.670003 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 7ed41bf3-1f7d-4c4b-a67d-539e67dac7d9 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:44:10.722869 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-48244391-d287-4319-8e05-c75f7651120c None None] For port 2c39c70e-9bda-4c97-b085-8f262c8d3eb5, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=2c39c70e-9bda-4c97-b085-8f262c8d3eb5,segment=NetworkSegment(a48e60a4-8877-4251-9d9d-1029e5ffb47d),segment_id=a48e60a4-8877-4251-9d9d-1029e5ffb47d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:10.723265 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-48244391-d287-4319-8e05-c75f7651120c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:10.773198 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-48244391-d287-4319-8e05-c75f7651120c None None] Calling delete_port for 2c39c70e-9bda-4c97-b085-8f262c8d3eb5 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:44:10.828247 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d14fc-da23-44fc-af4d-298cde053372 req-05e49221-c39c-4706-affb-6ba6e1e09679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:10.834399 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dc2d14fc-da23-44fc-af4d-298cde053372 req-05e49221-c39c-4706-affb-6ba6e1e09679 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5e6a0eaba6cb46c1bafe0a279d6dc456&device_id=782440f8-3f66-41d0-9cc4-6ad5a36ad56b HTTP/1.1" status: 200 len: 1058 time: 0.3909335 Jul 09 16:44:10.922195 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dc2d14fc-da23-44fc-af4d-298cde053372 req-ecf30423-3a3b-4f91-94f9-0582e1e4980b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=27cb85d2-6312-40e7-bc87-c492e4afe341 HTTP/1.1" status: 200 len: 217 time: 0.0397935 Jul 09 16:44:11.013109 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a9ab7d-9f41-43aa-844a-1c9071087600 req-3aa7cbd7-26b3-45e0-8b2d-5b1439d5794a tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:11.028343 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-60a9ab7d-9f41-43aa-844a-1c9071087600 req-3aa7cbd7-26b3-45e0-8b2d-5b1439d5794a tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.77 "GET /v2.0/ports?device_id=263c211a-4903-4bf3-ad7a-a4ee69353b40&tenant_id=f98cc886c66a474a8d448186851b2eab&binding%3Ahost_id=n-h2-798930-3 HTTP/1.1" status: 200 len: 945 time: 0.2967608 Jul 09 16:44:11.071661 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-48244391-d287-4319-8e05-c75f7651120c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:11.105586 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-319f761c-2c7e-43a3-9782-2d559e04f05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:11.133601 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d14fc-da23-44fc-af4d-298cde053372 req-4a4dd772-8acd-4e52-874e-20b637c6271b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:11.136369 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dc2d14fc-da23-44fc-af4d-298cde053372 req-4a4dd772-8acd-4e52-874e-20b637c6271b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85119f9d-d77b-4743-866c-4a054dfe8d10 HTTP/1.1" status: 200 len: 835 time: 0.2026541 Jul 09 16:44:11.148984 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48244391-d287-4319-8e05-c75f7651120c None None] Pushing event deleted for resources: {'Port': ['ID=2c39c70e-9bda-4c97-b085-8f262c8d3eb5,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:11.151828 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48244391-d287-4319-8e05-c75f7651120c None None] No DVR routers for this DVR port 2c39c70e-9bda-4c97-b085-8f262c8d3eb5 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:44:11.188341 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f761c-2c7e-43a3-9782-2d559e04f05d admin admin] Pushing event deleted for resources: {'Port': ['ID=2c39c70e-9bda-4c97-b085-8f262c8d3eb5,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:11.195072 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319f761c-2c7e-43a3-9782-2d559e04f05d admin admin] No DVR routers for this DVR port 2c39c70e-9bda-4c97-b085-8f262c8d3eb5 on host n-d-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:44:11.245985 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d5049-a678-4af6-9410-6df68817683f req-10b18516-c8ba-4241-98e3-ba7734bb3d23 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:11.248284 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7a1d5049-a678-4af6-9410-6df68817683f req-10b18516-c8ba-4241-98e3-ba7734bb3d23 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "GET /v2.0/ports?device_id=782440f8-3f66-41d0-9cc4-6ad5a36ad56b HTTP/1.1" status: 200 len: 907 time: 0.4101956 Jul 09 16:44:11.383052 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-319f761c-2c7e-43a3-9782-2d559e04f05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:11.426602 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-319f761c-2c7e-43a3-9782-2d559e04f05d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73ebf291-23c0-432d-ae7e-abd99b594bfa']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:11.436602 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [req-60a9ab7d-9f41-43aa-844a-1c9071087600 req-67456033-c146-4bb1-9712-bec90ee2a22f service neutron] delete failed (client error): The resource could not be found. Jul 09 16:44:11.437673 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-60a9ab7d-9f41-43aa-844a-1c9071087600 req-67456033-c146-4bb1-9712-bec90ee2a22f service neutron] 10.222.0.77 "DELETE /v2.0/ports/a0ebad37-dcf7-400c-97fa-7fb2312cfc2b/bindings/n-h1-798930-3 HTTP/1.1" status: 404 len: 380 time: 0.4001415 Jul 09 16:44:11.445389 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21a4d6f-e366-4307-b58e-e5e1a853a603 x-openstack-request-id: req-c21a4d6f-e366-4307-b58e-e5e1a853a603 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:44:11.445878 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "263c211a-4903-4bf3-ad7a-a4ee69353b40", "name": "network-vif-plugged", "status": "completed", "tag": "a0ebad37-dcf7-400c-97fa-7fb2312cfc2b", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:44:11.445993 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c21a4d6f-e366-4307-b58e-e5e1a853a603 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:44:11.446374 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '263c211a-4903-4bf3-ad7a-a4ee69353b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ebad37-dcf7-400c-97fa-7fb2312cfc2b', 'code': 200} Jul 09 16:44:11.452262 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 2c39c70e-9bda-4c97-b085-8f262c8d3eb5 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:44:11.468969 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-319f761c-2c7e-43a3-9782-2d559e04f05d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a48e60a4-8877-4251-9d9d-1029e5ffb47d') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:11.470175 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-319f761c-2c7e-43a3-9782-2d559e04f05d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a48e60a4-8877-4251-9d9d-1029e5ffb47d') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:11.504189 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-319f761c-2c7e-43a3-9782-2d559e04f05d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:11.524863 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 2c39c70e-9bda-4c97-b085-8f262c8d3eb5 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:44:11.525143 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 2c39c70e-9bda-4c97-b085-8f262c8d3eb5 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:44:11.544023 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d14fc-da23-44fc-af4d-298cde053372 req-1027229a-6d05-4928-9f2b-45d1df24b5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:11.545677 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dc2d14fc-da23-44fc-af4d-298cde053372 req-1027229a-6d05-4928-9f2b-45d1df24b5df service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=85a38617-dadc-4fd5-8ef8-0952d34aca71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3669407 Jul 09 16:44:11.555005 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-319f761c-2c7e-43a3-9782-2d559e04f05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:11.579879 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-319f761c-2c7e-43a3-9782-2d559e04f05d admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:44:11.580433 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-319f761c-2c7e-43a3-9782-2d559e04f05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:11.582297 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:44:11.582297 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:44:11.582297 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:44:11.582297 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:44:11.582297 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:44:11.582297 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:44:11.582297 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:44:11.582297 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:44:11.582297 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:44:11.582297 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:44:11.582297 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:44:11.582297 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:44:11.582297 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:44:11.582297 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:44:11.582297 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:44:11.582297 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:44:11.582297 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:44:11.582297 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:44:11.582297 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:44:11.582297 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:44:11.582297 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:44:11.582297 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:44:11.582297 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:44:11.582297 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:44:11.582297 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:44:11.582297 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:44:11.582297 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:44:11.582297 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:44:11.582297 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:44:11.582297 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:44:11.582297 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:44:11.582297 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:44:11.654530 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa47ea26-e985-47e2-aa09-e77b7a542d34 x-openstack-request-id: req-aa47ea26-e985-47e2-aa09-e77b7a542d34 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:44:11.654988 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "782440f8-3f66-41d0-9cc4-6ad5a36ad56b", "tag": "27cb85d2-6312-40e7-bc87-c492e4afe341", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:44:11.655350 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-aa47ea26-e985-47e2-aa09-e77b7a542d34 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:44:11.655843 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '782440f8-3f66-41d0-9cc4-6ad5a36ad56b', 'tag': '27cb85d2-6312-40e7-bc87-c492e4afe341', 'status': 'completed', 'code': 200} Jul 09 16:44:11.741551 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-319f761c-2c7e-43a3-9782-2d559e04f05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:11.783166 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-319f761c-2c7e-43a3-9782-2d559e04f05d admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:11.788984 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-319f761c-2c7e-43a3-9782-2d559e04f05d admin admin] 10.222.0.98 "DELETE /v2.0/networks/73ebf291-23c0-432d-ae7e-abd99b594bfa HTTP/1.1" status: 204 len: 168 time: 2.1106036 Jul 09 16:44:11.807663 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc092d08-f3ce-4dc3-bd09-c402f584195a req-f350d02f-82e4-4898-8df5-530d54f466c2 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:11.808615 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dc2d14fc-da23-44fc-af4d-298cde053372 req-2813141d-d750-444f-9d3b-b840e6387728 service neutron] 10.222.0.77 "GET /v2.0/networks/85a38617-dadc-4fd5-8ef8-0952d34aca71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505815 Jul 09 16:44:11.809364 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 41218) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:11.811858 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fc092d08-f3ce-4dc3-bd09-c402f584195a req-f350d02f-82e4-4898-8df5-530d54f466c2 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.73 "GET /v2.0/networks?id=f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 HTTP/1.1" status: 200 len: 810 time: 0.6978662 Jul 09 16:44:11.817532 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f761c-2c7e-43a3-9782-2d559e04f05d admin admin] Pushing event deleted for resources: {'Network': ['ID=73ebf291-23c0-432d-ae7e-abd99b594bfa,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:11.836284 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-fc092d08-f3ce-4dc3-bd09-c402f584195a req-0cc150be-72dc-420b-8c67-3a4ca34d32b3 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Request body: {'port': {'device_id': 'd3509514-2de1-4a79-968b-8f3667af4b28', 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354', 'admin_state_up': True, 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:44:11.972130 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a9ab7d-9f41-43aa-844a-1c9071087600 req-61d428b5-ff91-41c5-92fa-1ec74e9a5456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:11.975649 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-60a9ab7d-9f41-43aa-844a-1c9071087600 req-61d428b5-ff91-41c5-92fa-1ec74e9a5456 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f98cc886c66a474a8d448186851b2eab&device_id=263c211a-4903-4bf3-ad7a-a4ee69353b40 HTTP/1.1" status: 200 len: 1096 time: 0.4589243 Jul 09 16:44:12.135580 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a9ab7d-9f41-43aa-844a-1c9071087600 req-57229d4c-1ef7-4bae-82b6-dc1eb740e1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:12.138758 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-60a9ab7d-9f41-43aa-844a-1c9071087600 req-57229d4c-1ef7-4bae-82b6-dc1eb740e1a9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=46d411ed-dc52-411a-93f7-d4f391e5bbe4 HTTP/1.1" status: 200 len: 897 time: 0.1546168 Jul 09 16:44:12.292246 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-60a9ab7d-9f41-43aa-844a-1c9071087600 req-0d885142-e94e-446d-82fd-5d9c326176e1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0ebad37-dcf7-400c-97fa-7fb2312cfc2b HTTP/1.1" status: 200 len: 1000 time: 0.1401103 Jul 09 16:44:12.520507 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc092d08-f3ce-4dc3-bd09-c402f584195a req-0cc150be-72dc-420b-8c67-3a4ca34d32b3 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Made reservation on behalf of 1c75594b2a664d30980bf347c7fbaad8 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:44:12.529490 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fc092d08-f3ce-4dc3-bd09-c402f584195a req-0cc150be-72dc-420b-8c67-3a4ca34d32b3 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:12.575781 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a9ab7d-9f41-43aa-844a-1c9071087600 req-3592dbbd-9cd6-4301-a44d-00338bb5f459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:12.575781 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-60a9ab7d-9f41-43aa-844a-1c9071087600 req-3592dbbd-9cd6-4301-a44d-00338bb5f459 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=36cdbe7e-b3ab-4574-be1e-cb2ee7465050 HTTP/1.1" status: 200 len: 834 time: 0.2662086 Jul 09 16:44:12.761252 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a9ab7d-9f41-43aa-844a-1c9071087600 req-26b4e892-0490-440b-b7e5-aedbbf38968b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:12.763675 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-60a9ab7d-9f41-43aa-844a-1c9071087600 req-26b4e892-0490-440b-b7e5-aedbbf38968b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=46d411ed-dc52-411a-93f7-d4f391e5bbe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1783764 Jul 09 16:44:12.854846 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb1112-c12f-43b2-991e-3dcd88efc78f req-872151ea-0c22-48a1-ab96-3086239bd645 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:12.857020 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2ddb1112-c12f-43b2-991e-3dcd88efc78f req-872151ea-0c22-48a1-ab96-3086239bd645 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=263c211a-4903-4bf3-ad7a-a4ee69353b40 HTTP/1.1" status: 200 len: 945 time: 0.9521883 Jul 09 16:44:12.861133 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dc2d14fc-da23-44fc-af4d-298cde053372 req-bbbbab4c-9eb7-48a8-9fa6-f4a2fd090d43 service neutron] 10.222.0.77 "GET /v2.0/networks/85a38617-dadc-4fd5-8ef8-0952d34aca71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0407352 Jul 09 16:44:12.890154 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-fc092d08-f3ce-4dc3-bd09-c402f584195a req-0cc150be-72dc-420b-8c67-3a4ca34d32b3 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Allocated IP 172.20.0.9 (f36f2b9b-47ba-4cd8-a2dd-8998abc0c354/470183cf-e48b-46ba-9f1f-c70364d25786/aa88795f-5607-42f4-8056-ae1ffb8d1b15) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:44:12.993669 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-60a9ab7d-9f41-43aa-844a-1c9071087600 req-7f0d58ea-d292-44b2-9f29-93154974ea6e service neutron] 10.222.0.77 "GET /v2.0/networks/46d411ed-dc52-411a-93f7-d4f391e5bbe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012351 Jul 09 16:44:13.157853 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-60a9ab7d-9f41-43aa-844a-1c9071087600 req-982ed718-d421-4892-b70d-ee76a6e9de3d service neutron] 10.222.0.77 "GET /v2.0/networks/46d411ed-dc52-411a-93f7-d4f391e5bbe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386697 Jul 09 16:44:13.201922 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2ddb1112-c12f-43b2-991e-3dcd88efc78f req-30d3aa74-bcaa-4c49-a612-d284e02a3223 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=b6dee67b-dbdf-47ea-97e6-3fb1b779f8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468582 Jul 09 16:44:13.299623 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796ac62-672f-4f47-b26c-2f0251abcb00 req-9a4e1d71-c064-4314-afce-478ce3fef94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:13.302331 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1796ac62-672f-4f47-b26c-2f0251abcb00 req-9a4e1d71-c064-4314-afce-478ce3fef94b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5e6a0eaba6cb46c1bafe0a279d6dc456&device_id=782440f8-3f66-41d0-9cc4-6ad5a36ad56b HTTP/1.1" status: 200 len: 1058 time: 0.2404952 Jul 09 16:44:13.402449 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fc092d08-f3ce-4dc3-bd09-c402f584195a req-0cc150be-72dc-420b-8c67-3a4ca34d32b3 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:13.446247 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-fc092d08-f3ce-4dc3-bd09-c402f584195a req-0cc150be-72dc-420b-8c67-3a4ca34d32b3 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Transition to ACTIVE for port object aa88795f-5607-42f4-8056-ae1ffb8d1b15 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:44:13.506081 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fc092d08-f3ce-4dc3-bd09-c402f584195a req-0cc150be-72dc-420b-8c67-3a4ca34d32b3 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:13.509951 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-510f6736-117f-46d6-83f8-d90c1ac62c0b req-d13b825f-2bbc-47f9-bf04-50a6eeb97fae tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=d3509514-2de1-4a79-968b-8f3667af4b28 HTTP/1.1" status: 200 len: 210 time: 0.0694201 Jul 09 16:44:13.614993 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796ac62-672f-4f47-b26c-2f0251abcb00 req-bbf6fe74-d718-4237-878d-5ed1742cc2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:13.617598 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1796ac62-672f-4f47-b26c-2f0251abcb00 req-bbf6fe74-d718-4237-878d-5ed1742cc2c1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=85a38617-dadc-4fd5-8ef8-0952d34aca71 HTTP/1.1" status: 200 len: 899 time: 0.2989523 Jul 09 16:44:13.652283 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc092d08-f3ce-4dc3-bd09-c402f584195a req-0cc150be-72dc-420b-8c67-3a4ca34d32b3 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Network f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:44:13.655942 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-fc092d08-f3ce-4dc3-bd09-c402f584195a req-0cc150be-72dc-420b-8c67-3a4ca34d32b3 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:44:13.672097 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1796ac62-672f-4f47-b26c-2f0251abcb00 req-9e685c24-0662-4e1d-87fa-3866cb13a2c6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=27cb85d2-6312-40e7-bc87-c492e4afe341 HTTP/1.1" status: 200 len: 217 time: 0.0463643 Jul 09 16:44:13.688916 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc092d08-f3ce-4dc3-bd09-c402f584195a req-0cc150be-72dc-420b-8c67-3a4ca34d32b3 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:44:13.767363 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c4b2cb3e-ba27-4e75-ad4a-2816314aeeff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:13.825420 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc092d08-f3ce-4dc3-bd09-c402f584195a req-0cc150be-72dc-420b-8c67-3a4ca34d32b3 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:13.827165 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fc092d08-f3ce-4dc3-bd09-c402f584195a req-0cc150be-72dc-420b-8c67-3a4ca34d32b3 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:13.851911 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc150be-72dc-420b-8c67-3a4ca34d32b3 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Pushing event updated for resources: {'Port': ['ID=aa88795f-5607-42f4-8056-ae1ffb8d1b15,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:13.884317 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fc092d08-f3ce-4dc3-bd09-c402f584195a req-0cc150be-72dc-420b-8c67-3a4ca34d32b3 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0559642 Jul 09 16:44:13.905519 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-fc092d08-f3ce-4dc3-bd09-c402f584195a req-7d87134e-1572-49d7-aa66-c5da3e44739d service neutron] Request body: {'port': {'device_id': 'd3509514-2de1-4a79-968b-8f3667af4b28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:44:14.040474 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fc092d08-f3ce-4dc3-bd09-c402f584195a req-7d87134e-1572-49d7-aa66-c5da3e44739d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:14.084284 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:44:14.266806 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796ac62-672f-4f47-b26c-2f0251abcb00 req-ee8e38b5-5fc8-438b-a181-f28ea756a401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:14.266806 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1796ac62-672f-4f47-b26c-2f0251abcb00 req-ee8e38b5-5fc8-438b-a181-f28ea756a401 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85119f9d-d77b-4743-866c-4a054dfe8d10 HTTP/1.1" status: 200 len: 835 time: 0.5839412 Jul 09 16:44:14.276810 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-aab35fc6-a4db-48b9-b803-e93c46bf1802 None None] Provisioning for port aa88795f-5607-42f4-8056-ae1ffb8d1b15 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:44:14.288352 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-aab35fc6-a4db-48b9-b803-e93c46bf1802 None None] Provisioning complete for port aa88795f-5607-42f4-8056-ae1ffb8d1b15 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:44:14.289075 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-aab35fc6-a4db-48b9-b803-e93c46bf1802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:14.452228 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-aab35fc6-a4db-48b9-b803-e93c46bf1802 None None] Port aa88795f-5607-42f4-8056-ae1ffb8d1b15 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:44:14.561664 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1095c5f-5091-4dd2-b492-8298c3153bfa req-170fb96c-bb5b-43a5-bd93-dc37efa6db9a tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:14.575495 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b1095c5f-5091-4dd2-b492-8298c3153bfa req-170fb96c-bb5b-43a5-bd93-dc37efa6db9a tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "GET /v2.0/ports?device_id=782440f8-3f66-41d0-9cc4-6ad5a36ad56b HTTP/1.1" status: 200 len: 907 time: 0.5700524 Jul 09 16:44:14.641817 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796ac62-672f-4f47-b26c-2f0251abcb00 req-0245aee9-939e-4ba1-b343-e29fb2fed3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:14.642457 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1796ac62-672f-4f47-b26c-2f0251abcb00 req-0245aee9-939e-4ba1-b343-e29fb2fed3e0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=85a38617-dadc-4fd5-8ef8-0952d34aca71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3099260 Jul 09 16:44:14.787907 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-fc092d08-f3ce-4dc3-bd09-c402f584195a req-7d87134e-1572-49d7-aa66-c5da3e44739d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa88795f-5607-42f4-8056-ae1ffb8d1b15 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:44:14.809595 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fc092d08-f3ce-4dc3-bd09-c402f584195a req-7d87134e-1572-49d7-aa66-c5da3e44739d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:14.865774 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-fc092d08-f3ce-4dc3-bd09-c402f584195a req-7d87134e-1572-49d7-aa66-c5da3e44739d service neutron] Transition to ACTIVE for port object aa88795f-5607-42f4-8056-ae1ffb8d1b15 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:44:14.878003 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fc092d08-f3ce-4dc3-bd09-c402f584195a req-7d87134e-1572-49d7-aa66-c5da3e44739d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:14.975039 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1796ac62-672f-4f47-b26c-2f0251abcb00 req-b4cc3946-3fff-4558-9ba1-6c9831c04738 service neutron] 10.222.0.77 "GET /v2.0/networks/85a38617-dadc-4fd5-8ef8-0952d34aca71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195057 Jul 09 16:44:14.998680 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc7a74-5fce-4889-84a5-ace409e928f1 req-be9afe5a-7535-4393-b33f-fd12205c941a tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:15.005791 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-befc7a74-5fce-4889-84a5-ace409e928f1 req-be9afe5a-7535-4393-b33f-fd12205c941a tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=263c211a-4903-4bf3-ad7a-a4ee69353b40 HTTP/1.1" status: 200 len: 945 time: 0.1967254 Jul 09 16:44:15.041073 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d87134e-1572-49d7-aa66-c5da3e44739d service neutron] Pushing event updated for resources: {'Port': ['ID=aa88795f-5607-42f4-8056-ae1ffb8d1b15,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:15.148136 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-befc7a74-5fce-4889-84a5-ace409e928f1 req-bfbd74d5-5646-4dfa-8a5f-f67c26b61077 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=b6dee67b-dbdf-47ea-97e6-3fb1b779f8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380773 Jul 09 16:44:15.194330 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 41270) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:15.307460 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1796ac62-672f-4f47-b26c-2f0251abcb00 req-922a5dd9-9174-483b-a1f9-31f213fb4211 service neutron] 10.222.0.77 "GET /v2.0/networks/85a38617-dadc-4fd5-8ef8-0952d34aca71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229430 Jul 09 16:44:15.314949 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-c4b2cb3e-ba27-4e75-ad4a-2816314aeeff admin admin] Deleting port d57137b0-e160-4c5c-aafe-eeb1c1934ef1 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:44:15.315300 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c4b2cb3e-ba27-4e75-ad4a-2816314aeeff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:15.340276 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 27cb85d2-6312-40e7-bc87-c492e4afe341 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:44:15.366097 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-fc092d08-f3ce-4dc3-bd09-c402f584195a req-7d87134e-1572-49d7-aa66-c5da3e44739d service neutron] Attempting to bind port aa88795f-5607-42f4-8056-ae1ffb8d1b15 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:44:15.366547 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-fc092d08-f3ce-4dc3-bd09-c402f584195a req-7d87134e-1572-49d7-aa66-c5da3e44739d service neutron] Attempting to bind port aa88795f-5607-42f4-8056-ae1ffb8d1b15 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': 'f8892455-537d-4135-a8a6-c5f11d1a74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:44:15.366835 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc092d08-f3ce-4dc3-bd09-c402f584195a req-7d87134e-1572-49d7-aa66-c5da3e44739d service neutron] Attempting to bind port aa88795f-5607-42f4-8056-ae1ffb8d1b15 on network f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:44:15.380728 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c5c0b35c-6928-47a1-a5eb-7c67394abc76 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/floatingips/e724d863-a881-46a7-af05-75fe4b4fc214 HTTP/1.1" status: 200 len: 992 time: 0.1838880 Jul 09 16:44:15.395792 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc092d08-f3ce-4dc3-bd09-c402f584195a req-7d87134e-1572-49d7-aa66-c5da3e44739d service neutron] Port aa88795f-5607-42f4-8056-ae1ffb8d1b15 on network f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:44:15.396125 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc092d08-f3ce-4dc3-bd09-c402f584195a req-7d87134e-1572-49d7-aa66-c5da3e44739d service neutron] Attempting to bind port aa88795f-5607-42f4-8056-ae1ffb8d1b15 on network f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:44:15.401836 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc092d08-f3ce-4dc3-bd09-c402f584195a req-7d87134e-1572-49d7-aa66-c5da3e44739d service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:44:15.402178 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc092d08-f3ce-4dc3-bd09-c402f584195a req-7d87134e-1572-49d7-aa66-c5da3e44739d service neutron] Checking segment: {'id': 'f8892455-537d-4135-a8a6-c5f11d1a74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:44:15.402631 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc092d08-f3ce-4dc3-bd09-c402f584195a req-7d87134e-1572-49d7-aa66-c5da3e44739d service neutron] Bound using segment: {'id': 'f8892455-537d-4135-a8a6-c5f11d1a74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:44:15.403115 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-fc092d08-f3ce-4dc3-bd09-c402f584195a req-7d87134e-1572-49d7-aa66-c5da3e44739d service neutron] Bound port: aa88795f-5607-42f4-8056-ae1ffb8d1b15, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8892455-537d-4135-a8a6-c5f11d1a74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:44:15.403460 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fc092d08-f3ce-4dc3-bd09-c402f584195a req-7d87134e-1572-49d7-aa66-c5da3e44739d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:15.529897 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-c4b2cb3e-ba27-4e75-ad4a-2816314aeeff admin admin] For port d57137b0-e160-4c5c-aafe-eeb1c1934ef1, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=d57137b0-e160-4c5c-aafe-eeb1c1934ef1,segment=NetworkSegment(61b16b02-c205-411f-8ead-5e70a4e00661),segment_id=61b16b02-c205-411f-8ead-5e70a4e00661)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:15.530267 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c4b2cb3e-ba27-4e75-ad4a-2816314aeeff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:15.543789 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-fc092d08-f3ce-4dc3-bd09-c402f584195a req-7d87134e-1572-49d7-aa66-c5da3e44739d service neutron] For port aa88795f-5607-42f4-8056-ae1ffb8d1b15, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:44:15.547655 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-c4b2cb3e-ba27-4e75-ad4a-2816314aeeff admin admin] Calling delete_port for d57137b0-e160-4c5c-aafe-eeb1c1934ef1 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:44:15.548601 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-fc092d08-f3ce-4dc3-bd09-c402f584195a req-7d87134e-1572-49d7-aa66-c5da3e44739d service neutron] For port aa88795f-5607-42f4-8056-ae1ffb8d1b15, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=aa88795f-5607-42f4-8056-ae1ffb8d1b15,segment=NetworkSegment(f8892455-537d-4135-a8a6-c5f11d1a74c6),segment_id=f8892455-537d-4135-a8a6-c5f11d1a74c6)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:44:15.558676 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fc092d08-f3ce-4dc3-bd09-c402f584195a req-7d87134e-1572-49d7-aa66-c5da3e44739d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:15.703168 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 27cb85d2-6312-40e7-bc87-c492e4afe341, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=27cb85d2-6312-40e7-bc87-c492e4afe341,segment=NetworkSegment(ca19f480-6986-4125-b904-a3d4d1d74671),segment_id=ca19f480-6986-4125-b904-a3d4d1d74671)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:15.740510 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '27cb85d2-6312-40e7-bc87-c492e4afe341', 'network_id': '85a38617-dadc-4fd5-8ef8-0952d34aca71', 'port_id': '27cb85d2-6312-40e7-bc87-c492e4afe341', 'mac_address': 'fa:16:3e:58:a3:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85119f9d-d77b-4743-866c-4a054dfe8d10', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:44:15.900775 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:15.941469 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27cb85d2-6312-40e7-bc87-c492e4afe341 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:44:15.969935 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc50d6-edb9-4d3e-81ec-c63c396d307d req-9fa8d2e1-0656-4286-aabf-4e54fc650ab9 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:15.972779 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0abc50d6-edb9-4d3e-81ec-c63c396d307d req-9fa8d2e1-0656-4286-aabf-4e54fc650ab9 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=d3509514-2de1-4a79-968b-8f3667af4b28 HTTP/1.1" status: 200 len: 943 time: 0.3268576 Jul 09 16:44:16.008148 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 27cb85d2-6312-40e7-bc87-c492e4afe341, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=27cb85d2-6312-40e7-bc87-c492e4afe341,segment=NetworkSegment(ca19f480-6986-4125-b904-a3d4d1d74671),segment_id=ca19f480-6986-4125-b904-a3d4d1d74671)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:16.023951 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:16.117268 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0abc50d6-edb9-4d3e-81ec-c63c396d307d req-dfea0277-c5d2-41eb-9a80-7ebe7c283023 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343980 Jul 09 16:44:16.220666 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc092d08-f3ce-4dc3-bd09-c402f584195a req-7d87134e-1572-49d7-aa66-c5da3e44739d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:16.221292 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fc092d08-f3ce-4dc3-bd09-c402f584195a req-7d87134e-1572-49d7-aa66-c5da3e44739d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:16.222901 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fc092d08-f3ce-4dc3-bd09-c402f584195a req-7d87134e-1572-49d7-aa66-c5da3e44739d service neutron] 10.222.0.73 "PUT /v2.0/ports/aa88795f-5607-42f4-8056-ae1ffb8d1b15 HTTP/1.1" status: 200 len: 1091 time: 2.3233314 Jul 09 16:44:16.223357 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3509514-2de1-4a79-968b-8f3667af4b28', 'tag': 'aa88795f-5607-42f4-8056-ae1ffb8d1b15'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:44:16.225784 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb3cf54-d56c-471d-b584-50d3e8155eee" -d '{"events": [{"name": "network-changed", "server_uuid": "d3509514-2de1-4a79-968b-8f3667af4b28", "tag": "aa88795f-5607-42f4-8056-ae1ffb8d1b15"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:44:16.263347 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d87134e-1572-49d7-aa66-c5da3e44739d service neutron] Pushing event updated for resources: {'Port': ['ID=aa88795f-5607-42f4-8056-ae1ffb8d1b15,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:16.266564 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c4b2cb3e-ba27-4e75-ad4a-2816314aeeff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:16.279629 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['27cb85d2-6312-40e7-bc87-c492e4afe341'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:44:16.360239 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b2cb3e-ba27-4e75-ad4a-2816314aeeff admin admin] Pushing event deleted for resources: {'Port': ['ID=d57137b0-e160-4c5c-aafe-eeb1c1934ef1,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:16.391813 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc092d08-f3ce-4dc3-bd09-c402f584195a req-a496cdaa-028f-473b-b416-f3cbf3c5ad27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:16.393671 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fc092d08-f3ce-4dc3-bd09-c402f584195a req-a496cdaa-028f-473b-b416-f3cbf3c5ad27 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c75594b2a664d30980bf347c7fbaad8&device_id=d3509514-2de1-4a79-968b-8f3667af4b28 HTTP/1.1" status: 200 len: 1094 time: 0.1012766 Jul 09 16:44:16.476358 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=27cb85d2-6312-40e7-bc87-c492e4afe341,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:16.492850 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fc092d08-f3ce-4dc3-bd09-c402f584195a req-b05eea17-fc76-4232-8301-ec26bb0c0b6d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa88795f-5607-42f4-8056-ae1ffb8d1b15 HTTP/1.1" status: 200 len: 217 time: 0.0853450 Jul 09 16:44:16.574164 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc092d08-f3ce-4dc3-bd09-c402f584195a req-81f04e1b-0897-4459-8e0d-8fa5e259ee92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:16.575886 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fc092d08-f3ce-4dc3-bd09-c402f584195a req-81f04e1b-0897-4459-8e0d-8fa5e259ee92 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=470183cf-e48b-46ba-9f1f-c70364d25786 HTTP/1.1" status: 200 len: 849 time: 0.0747726 Jul 09 16:44:16.644882 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e6938-4b6d-49b6-a85e-7ded79d1976d req-f152d039-ac07-4bf6-b13d-f68e15fe0959 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:16.665573 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc092d08-f3ce-4dc3-bd09-c402f584195a req-a4390227-734a-43c8-ae6c-29ba6ae02f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:16.665846 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f21e6938-4b6d-49b6-a85e-7ded79d1976d req-f152d039-ac07-4bf6-b13d-f68e15fe0959 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "GET /v2.0/ports?device_id=782440f8-3f66-41d0-9cc4-6ad5a36ad56b HTTP/1.1" status: 200 len: 908 time: 0.2595460 Jul 09 16:44:16.667128 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fc092d08-f3ce-4dc3-bd09-c402f584195a req-a4390227-734a-43c8-ae6c-29ba6ae02f6a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f36f2b9b-47ba-4cd8-a2dd-8998abc0c354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733769 Jul 09 16:44:16.762018 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f665193-8990-4301-994e-8e419afcf208 x-openstack-request-id: req-9f665193-8990-4301-994e-8e419afcf208 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:44:16.762313 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3509514-2de1-4a79-968b-8f3667af4b28", "tag": "aa88795f-5607-42f4-8056-ae1ffb8d1b15", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:44:16.762567 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9f665193-8990-4301-994e-8e419afcf208 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:44:16.772789 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3509514-2de1-4a79-968b-8f3667af4b28', 'tag': 'aa88795f-5607-42f4-8056-ae1ffb8d1b15', 'status': 'completed', 'code': 200} Jul 09 16:44:16.834148 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c4b2cb3e-ba27-4e75-ad4a-2816314aeeff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:16.838411 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fc092d08-f3ce-4dc3-bd09-c402f584195a req-a045e936-0d3d-4a6a-9d3a-f0b98a8c3e20 service neutron] 10.222.0.73 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624711 Jul 09 16:44:17.053050 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fc092d08-f3ce-4dc3-bd09-c402f584195a req-c66ecc8d-8f75-44a7-a66d-4f52294083be service neutron] 10.222.0.73 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069247 Jul 09 16:44:17.283073 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3cf54-d56c-471d-b584-50d3e8155eee req-9fd9a97b-2a4e-44e1-91f8-f927859a1563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:17.284858 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-beb3cf54-d56c-471d-b584-50d3e8155eee req-9fd9a97b-2a4e-44e1-91f8-f927859a1563 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c75594b2a664d30980bf347c7fbaad8&device_id=d3509514-2de1-4a79-968b-8f3667af4b28 HTTP/1.1" status: 200 len: 1094 time: 0.1096375 Jul 09 16:44:17.358407 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 27cb85d2-6312-40e7-bc87-c492e4afe341 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:44:17.463692 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4b2cb3e-ba27-4e75-ad4a-2816314aeeff admin admin] Router c4c9ff10-2b4b-45eb-88e6-5633d550e1a4 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:44:17.475739 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3cf54-d56c-471d-b584-50d3e8155eee req-b05c6e19-7844-4076-a76f-ea4d986dcbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:17.477247 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-beb3cf54-d56c-471d-b584-50d3e8155eee req-b05c6e19-7844-4076-a76f-ea4d986dcbf0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 HTTP/1.1" status: 200 len: 911 time: 0.1844127 Jul 09 16:44:17.531475 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 27cb85d2-6312-40e7-bc87-c492e4afe341 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:44:17.536923 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 27cb85d2-6312-40e7-bc87-c492e4afe341 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:44:17.537600 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:17.580953 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-beb3cf54-d56c-471d-b584-50d3e8155eee req-a9742d15-a347-4acf-9fb9-ff49050403a1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa88795f-5607-42f4-8056-ae1ffb8d1b15 HTTP/1.1" status: 200 len: 217 time: 0.0899222 Jul 09 16:44:17.664070 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:17.675637 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3cf54-d56c-471d-b584-50d3e8155eee req-d7db3684-427c-4aee-b255-fab6b1bedcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:17.682605 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-beb3cf54-d56c-471d-b584-50d3e8155eee req-d7db3684-427c-4aee-b255-fab6b1bedcf2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=470183cf-e48b-46ba-9f1f-c70364d25786 HTTP/1.1" status: 200 len: 849 time: 0.0944355 Jul 09 16:44:17.703535 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378c09e-b50a-4ad6-9ce9-308b6cd6a59a req-c6d9d312-dfe5-4c89-ac54-71c3b842d5fd tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:17.707520 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 27cb85d2-6312-40e7-bc87-c492e4afe341, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=27cb85d2-6312-40e7-bc87-c492e4afe341,segment=NetworkSegment(ca19f480-6986-4125-b904-a3d4d1d74671),segment_id=ca19f480-6986-4125-b904-a3d4d1d74671)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:17.710074 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782440f8-3f66-41d0-9cc4-6ad5a36ad56b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27cb85d2-6312-40e7-bc87-c492e4afe341'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:44:17.710974 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8378c09e-b50a-4ad6-9ce9-308b6cd6a59a req-c6d9d312-dfe5-4c89-ac54-71c3b842d5fd tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=d3509514-2de1-4a79-968b-8f3667af4b28 HTTP/1.1" status: 200 len: 943 time: 0.2985485 Jul 09 16:44:17.712797 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac78609-092a-4417-8b43-7fb09b578219" -d '{"events": [{"server_uuid": "782440f8-3f66-41d0-9cc4-6ad5a36ad56b", "name": "network-vif-plugged", "status": "completed", "tag": "27cb85d2-6312-40e7-bc87-c492e4afe341"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:44:17.717650 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:17.754583 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b2cb3e-ba27-4e75-ad4a-2816314aeeff admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:44:17.763495 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1122d40f-4e1a-4c0e-9bcf-71e0a1f51efb None None] Sync routers for ids ['c4c9ff10-2b4b-45eb-88e6-5633d550e1a4'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:44:17.765552 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c4b2cb3e-ba27-4e75-ad4a-2816314aeeff admin admin] 10.222.0.98 "PUT /v2.0/routers/c4c9ff10-2b4b-45eb-88e6-5633d550e1a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9545648 Jul 09 16:44:17.783011 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1122d40f-4e1a-4c0e-9bcf-71e0a1f51efb None None] Routers {'c4c9ff10-2b4b-45eb-88e6-5633d550e1a4'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:44:17.783275 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8378c09e-b50a-4ad6-9ce9-308b6cd6a59a req-ee40a730-bcd9-4403-8bbb-5202b6a61b77 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666027 Jul 09 16:44:17.783582 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 41320) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:17.783708 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-1122d40f-4e1a-4c0e-9bcf-71e0a1f51efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:43:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['c4c9ff10-2b4b-45eb-88e6-5633d550e1a4'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:17.820654 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=27cb85d2-6312-40e7-bc87-c492e4afe341,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:17.927136 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3cf54-d56c-471d-b584-50d3e8155eee req-96d3e185-99d4-4f66-bfda-b68128ae1759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:17.928604 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-beb3cf54-d56c-471d-b584-50d3e8155eee req-96d3e185-99d4-4f66-bfda-b68128ae1759 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f36f2b9b-47ba-4cd8-a2dd-8998abc0c354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2329030 Jul 09 16:44:18.004102 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-32e32170-ed43-433b-ab0a-1ea092a414c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:18.066365 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-1122d40f-4e1a-4c0e-9bcf-71e0a1f51efb None None] Set router c4c9ff10-2b4b-45eb-88e6-5633d550e1a4 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:44:18.113465 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-beb3cf54-d56c-471d-b584-50d3e8155eee req-3a532b3a-c9a6-4958-b96e-5b60de2d405f service neutron] 10.222.0.73 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759698 Jul 09 16:44:18.272037 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-beb3cf54-d56c-471d-b584-50d3e8155eee req-26aa3c5f-3265-4d07-aaf2-f92793611da7 service neutron] 10.222.0.73 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512759 Jul 09 16:44:18.492884 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d491c-3668-49d7-8548-216fe742097b req-b0722661-aff3-46f9-9049-cf16a5ecc7e2 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:18.494493 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b44d491c-3668-49d7-8548-216fe742097b req-b0722661-aff3-46f9-9049-cf16a5ecc7e2 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "GET /v2.0/ports?device_id=782440f8-3f66-41d0-9cc4-6ad5a36ad56b HTTP/1.1" status: 200 len: 909 time: 0.4014771 Jul 09 16:44:18.498426 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-32e32170-ed43-433b-ab0a-1ea092a414c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:18.576050 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-1122d40f-4e1a-4c0e-9bcf-71e0a1f51efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c9ff10-2b4b-45eb-88e6-5633d550e1a4', 'name': 'tempest-TestVolumeBackupRestore-1215645833-router', 'tenant_id': 'eedaceaf879946289afe6b5c2b924459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '8327ce8d-c99d-42c3-bb2e-d861a6fa7839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:39:10Z', 'updated_at': '2021-07-09T16:44:16Z', 'revision_number': 5, 'project_id': 'eedaceaf879946289afe6b5c2b924459', 'gw_port': {'id': '8327ce8d-c99d-42c3-bb2e-d861a6fa7839', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cf:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c9ff10-2b4b-45eb-88e6-5633d550e1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:39:11Z', 'updated_at': '2021-07-09T16:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:18.606664 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1122d40f-4e1a-4c0e-9bcf-71e0a1f51efb None None] Checking router: c4c9ff10-2b4b-45eb-88e6-5633d550e1a4 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:44:18.619555 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1122d40f-4e1a-4c0e-9bcf-71e0a1f51efb None None] Routers {'c4c9ff10-2b4b-45eb-88e6-5633d550e1a4'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:44:18.620203 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-1122d40f-4e1a-4c0e-9bcf-71e0a1f51efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:43:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['c4c9ff10-2b4b-45eb-88e6-5633d550e1a4'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:18.645321 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5989e7c-fa96-4196-9443-a0f5c9e990bc x-openstack-request-id: req-c5989e7c-fa96-4196-9443-a0f5c9e990bc {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:44:18.645321 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "782440f8-3f66-41d0-9cc4-6ad5a36ad56b", "name": "network-vif-plugged", "status": "completed", "tag": "27cb85d2-6312-40e7-bc87-c492e4afe341", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:44:18.645321 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c5989e7c-fa96-4196-9443-a0f5c9e990bc {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:44:18.646669 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '782440f8-3f66-41d0-9cc4-6ad5a36ad56b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27cb85d2-6312-40e7-bc87-c492e4afe341', 'code': 200} Jul 09 16:44:18.651198 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-32e32170-ed43-433b-ab0a-1ea092a414c8 admin admin] Deleting port 8327ce8d-c99d-42c3-bb2e-d861a6fa7839 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:44:18.651547 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-32e32170-ed43-433b-ab0a-1ea092a414c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:18.815281 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-1122d40f-4e1a-4c0e-9bcf-71e0a1f51efb None None] Set router c4c9ff10-2b4b-45eb-88e6-5633d550e1a4 gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:44:18.884517 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-1122d40f-4e1a-4c0e-9bcf-71e0a1f51efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c9ff10-2b4b-45eb-88e6-5633d550e1a4', 'name': 'tempest-TestVolumeBackupRestore-1215645833-router', 'tenant_id': 'eedaceaf879946289afe6b5c2b924459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:39:10Z', 'updated_at': '2021-07-09T16:44:18Z', 'revision_number': 6, 'project_id': 'eedaceaf879946289afe6b5c2b924459', 'gw_port_host': None}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:18.884779 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-32e32170-ed43-433b-ab0a-1ea092a414c8 admin admin] For port 8327ce8d-c99d-42c3-bb2e-d861a6fa7839, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=8327ce8d-c99d-42c3-bb2e-d861a6fa7839,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:18.884995 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-32e32170-ed43-433b-ab0a-1ea092a414c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:18.911929 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-32e32170-ed43-433b-ab0a-1ea092a414c8 admin admin] Calling delete_port for 8327ce8d-c99d-42c3-bb2e-d861a6fa7839 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:44:18.930050 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1122d40f-4e1a-4c0e-9bcf-71e0a1f51efb None None] The sync data for ids ['c4c9ff10-2b4b-45eb-88e6-5633d550e1a4'] in n-d-798930-3 is: [{'id': 'c4c9ff10-2b4b-45eb-88e6-5633d550e1a4', 'name': 'tempest-TestVolumeBackupRestore-1215645833-router', 'tenant_id': 'eedaceaf879946289afe6b5c2b924459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:39:10Z', 'updated_at': '2021-07-09T16:44:18Z', 'revision_number': 6, 'project_id': 'eedaceaf879946289afe6b5c2b924459', 'gw_port_host': None}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:44:19.327173 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d9008-ddaf-4962-af1b-0e24c46c8be0 req-ff35a291-c457-42c5-8ded-a7d7301a4096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:19.330264 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d15d9008-ddaf-4962-af1b-0e24c46c8be0 req-ff35a291-c457-42c5-8ded-a7d7301a4096 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=782440f8-3f66-41d0-9cc4-6ad5a36ad56b HTTP/1.1" status: 200 len: 1060 time: 0.3006551 Jul 09 16:44:19.343722 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7002d8-6094-4b69-9945-eddfeb50987a req-419e67bd-0203-4b93-ac78-dd626456c420 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:19.345483 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7c7002d8-6094-4b69-9945-eddfeb50987a req-419e67bd-0203-4b93-ac78-dd626456c420 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=d3509514-2de1-4a79-968b-8f3667af4b28 HTTP/1.1" status: 200 len: 943 time: 0.3175948 Jul 09 16:44:19.356213 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d57137b0-e160-4c5c-aafe-eeb1c1934ef1 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:44:19.380473 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-32e32170-ed43-433b-ab0a-1ea092a414c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:19.433748 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: d57137b0-e160-4c5c-aafe-eeb1c1934ef1 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:44:19.441989 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d57137b0-e160-4c5c-aafe-eeb1c1934ef1 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:44:19.459579 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e32170-ed43-433b-ab0a-1ea092a414c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8327ce8d-c99d-42c3-bb2e-d861a6fa7839,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:19.546996 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7c7002d8-6094-4b69-9945-eddfeb50987a req-a11b217e-7b3f-459d-8a39-4a178ab7711f tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788785 Jul 09 16:44:19.548106 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-32e32170-ed43-433b-ab0a-1ea092a414c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:19.852931 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-32e32170-ed43-433b-ab0a-1ea092a414c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:19.861994 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-32e32170-ed43-433b-ab0a-1ea092a414c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:19.956245 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-32e32170-ed43-433b-ab0a-1ea092a414c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:19.956798 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e32170-ed43-433b-ab0a-1ea092a414c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4c9ff10-2b4b-45eb-88e6-5633d550e1a4 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:44:19.965085 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-32e32170-ed43-433b-ab0a-1ea092a414c8 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:19.974109 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-32e32170-ed43-433b-ab0a-1ea092a414c8 admin admin] 10.222.0.98 "DELETE /v2.0/routers/c4c9ff10-2b4b-45eb-88e6-5633d550e1a4 HTTP/1.1" status: 204 len: 168 time: 2.1894062 Jul 09 16:44:19.976679 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 41356) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:20.012842 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa48a29-6424-43e0-9339-1f4b8af5af10 req-44040069-0bd0-4942-83be-9a171c98439b tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:20.035958 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-baa48a29-6424-43e0-9339-1f4b8af5af10 req-44040069-0bd0-4942-83be-9a171c98439b tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "GET /v2.0/ports?device_id=782440f8-3f66-41d0-9cc4-6ad5a36ad56b HTTP/1.1" status: 200 len: 909 time: 0.2238111 Jul 09 16:44:20.063277 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-da5f8882-7731-47e5-ac9c-448db969fb9c admin admin] Deleting subnet 2ee054b7-9c4f-44bc-86b4-a2e6861146b9 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:44:20.066970 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-da5f8882-7731-47e5-ac9c-448db969fb9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:20.115967 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-da5f8882-7731-47e5-ac9c-448db969fb9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:20.326489 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-da5f8882-7731-47e5-ac9c-448db969fb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:20.474498 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-da5f8882-7731-47e5-ac9c-448db969fb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:20.531976 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-da5f8882-7731-47e5-ac9c-448db969fb9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:20.537155 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 41364) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:20.537864 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-da5f8882-7731-47e5-ac9c-448db969fb9c admin admin] 10.222.0.98 "DELETE /v2.0/subnets/2ee054b7-9c4f-44bc-86b4-a2e6861146b9 HTTP/1.1" status: 204 len: 168 time: 0.5594952 Jul 09 16:44:20.539310 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f8882-7731-47e5-ac9c-448db969fb9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ee054b7-9c4f-44bc-86b4-a2e6861146b9,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:20.540055 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a2fc0b-dfdd-439c-858d-d2e8a305f66a None None] Network 64f0f2bb-328d-4434-937d-05817871fc25 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:44:20.678813 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-628a6e3a-0642-41fe-8e88-de9a7ff8026e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:20.814912 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fae429-d749-41fc-9460-ab9fb5001775 None None] DHCP port deletion for 64f0f2bb-328d-4434-937d-05817871fc25 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:44:20.945425 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-41fae429-d749-41fc-9460-ab9fb5001775 None None] Deleting port 1ef75da2-59ca-4add-b091-2be591907cd8 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:44:20.945875 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-41fae429-d749-41fc-9460-ab9fb5001775 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:20.962940 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-628a6e3a-0642-41fe-8e88-de9a7ff8026e admin admin] Deleting port 1ef75da2-59ca-4add-b091-2be591907cd8 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:44:20.972709 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-628a6e3a-0642-41fe-8e88-de9a7ff8026e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:21.059795 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515923e-b10e-4fc9-b9a9-cbc1094626ce req-1a689d6b-b0bb-4c6c-961c-0c4d3422a6f6 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:21.061838 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b515923e-b10e-4fc9-b9a9-cbc1094626ce req-1a689d6b-b0bb-4c6c-961c-0c4d3422a6f6 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=d3509514-2de1-4a79-968b-8f3667af4b28 HTTP/1.1" status: 200 len: 943 time: 0.2925735 Jul 09 16:44:21.105987 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-628a6e3a-0642-41fe-8e88-de9a7ff8026e admin admin] For port 1ef75da2-59ca-4add-b091-2be591907cd8, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=1ef75da2-59ca-4add-b091-2be591907cd8,segment=NetworkSegment(61b16b02-c205-411f-8ead-5e70a4e00661),segment_id=61b16b02-c205-411f-8ead-5e70a4e00661)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:21.106727 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-628a6e3a-0642-41fe-8e88-de9a7ff8026e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:21.133001 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-41fae429-d749-41fc-9460-ab9fb5001775 None None] For port 1ef75da2-59ca-4add-b091-2be591907cd8, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=1ef75da2-59ca-4add-b091-2be591907cd8,segment=NetworkSegment(61b16b02-c205-411f-8ead-5e70a4e00661),segment_id=61b16b02-c205-411f-8ead-5e70a4e00661)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:21.133545 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-41fae429-d749-41fc-9460-ab9fb5001775 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:21.134326 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-628a6e3a-0642-41fe-8e88-de9a7ff8026e admin admin] Calling delete_port for 1ef75da2-59ca-4add-b091-2be591907cd8 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:44:21.172941 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b515923e-b10e-4fc9-b9a9-cbc1094626ce req-a803ae16-aec3-47cc-a84f-83f112164614 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024151 Jul 09 16:44:21.192312 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-41fae429-d749-41fc-9460-ab9fb5001775 None None] Calling delete_port for 1ef75da2-59ca-4add-b091-2be591907cd8 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:44:21.400027 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-41fae429-d749-41fc-9460-ab9fb5001775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:21.416027 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 1ef75da2-59ca-4add-b091-2be591907cd8 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:44:21.436790 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-628a6e3a-0642-41fe-8e88-de9a7ff8026e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:21.446496 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fae429-d749-41fc-9460-ab9fb5001775 None None] No DVR routers for this DVR port 1ef75da2-59ca-4add-b091-2be591907cd8 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:44:21.449595 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 1ef75da2-59ca-4add-b091-2be591907cd8 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:44:21.450001 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 1ef75da2-59ca-4add-b091-2be591907cd8 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:44:21.450361 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 8327ce8d-c99d-42c3-bb2e-d861a6fa7839 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:44:21.471749 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fae429-d749-41fc-9460-ab9fb5001775 None None] Pushing event deleted for resources: {'Port': ['ID=1ef75da2-59ca-4add-b091-2be591907cd8,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:21.477690 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628a6e3a-0642-41fe-8e88-de9a7ff8026e admin admin] No DVR routers for this DVR port 1ef75da2-59ca-4add-b091-2be591907cd8 on host n-d-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:44:21.484813 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a6e3a-0642-41fe-8e88-de9a7ff8026e admin admin] Pushing event deleted for resources: {'Port': ['ID=1ef75da2-59ca-4add-b091-2be591907cd8,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:21.494295 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 8327ce8d-c99d-42c3-bb2e-d861a6fa7839 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:44:21.494754 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 8327ce8d-c99d-42c3-bb2e-d861a6fa7839 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:44:21.542076 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ad988-1046-4c9b-b729-b9e1800b4272 req-2ae0f8dc-bf5b-4a61-9760-a1d7d6e99e57 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:21.543721 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e92ad988-1046-4c9b-b729-b9e1800b4272 req-2ae0f8dc-bf5b-4a61-9760-a1d7d6e99e57 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "GET /v2.0/ports?device_id=782440f8-3f66-41d0-9cc4-6ad5a36ad56b HTTP/1.1" status: 200 len: 909 time: 0.2047360 Jul 09 16:44:22.193325 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-628a6e3a-0642-41fe-8e88-de9a7ff8026e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:22.213445 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-628a6e3a-0642-41fe-8e88-de9a7ff8026e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64f0f2bb-328d-4434-937d-05817871fc25']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:22.240145 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-628a6e3a-0642-41fe-8e88-de9a7ff8026e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61b16b02-c205-411f-8ead-5e70a4e00661') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:22.240531 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-628a6e3a-0642-41fe-8e88-de9a7ff8026e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61b16b02-c205-411f-8ead-5e70a4e00661') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:22.251042 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a65809-9116-4104-9964-e1cc99814edc req-87e19f7c-c127-4a61-a932-9ee7662405de tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:22.252583 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-78a65809-9116-4104-9964-e1cc99814edc req-87e19f7c-c127-4a61-a932-9ee7662405de tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "GET /v2.0/ports?device_id=782440f8-3f66-41d0-9cc4-6ad5a36ad56b HTTP/1.1" status: 200 len: 909 time: 0.1382756 Jul 09 16:44:22.268439 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-628a6e3a-0642-41fe-8e88-de9a7ff8026e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:22.287289 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-628a6e3a-0642-41fe-8e88-de9a7ff8026e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:22.307423 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-99854920-39a9-4a85-aa32-e496399346e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:22.308417 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-628a6e3a-0642-41fe-8e88-de9a7ff8026e admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:44:22.308417 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-628a6e3a-0642-41fe-8e88-de9a7ff8026e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:22.314465 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:44:22.314465 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:44:22.314465 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:44:22.314465 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:44:22.314465 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:44:22.314465 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:44:22.314465 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:44:22.314465 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:44:22.314465 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:44:22.314465 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:44:22.314465 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:44:22.314465 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:44:22.314465 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:44:22.314465 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:44:22.314465 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:44:22.314465 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:44:22.314465 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:44:22.314465 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:44:22.314465 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:44:22.314465 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:44:22.314465 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:44:22.314465 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:44:22.314465 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:44:22.314465 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:44:22.314465 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:44:22.314465 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:44:22.314465 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:44:22.314465 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:44:22.314465 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:44:22.314465 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:44:22.314465 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:44:22.314465 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:44:22.383238 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-628a6e3a-0642-41fe-8e88-de9a7ff8026e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:22.407298 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-628a6e3a-0642-41fe-8e88-de9a7ff8026e admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:22.412041 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-628a6e3a-0642-41fe-8e88-de9a7ff8026e admin admin] 10.222.0.98 "DELETE /v2.0/networks/64f0f2bb-328d-4434-937d-05817871fc25 HTTP/1.1" status: 204 len: 168 time: 1.8714983 Jul 09 16:44:22.412041 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a6e3a-0642-41fe-8e88-de9a7ff8026e admin admin] Pushing event deleted for resources: {'Network': ['ID=64f0f2bb-328d-4434-937d-05817871fc25,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:22.553351 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4aafc-fa85-43c0-b12c-05cc2cb8ebff req-d4c6b037-49a6-4655-acc8-11e61270c2bd tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:22.554978 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2df4aafc-fa85-43c0-b12c-05cc2cb8ebff req-d4c6b037-49a6-4655-acc8-11e61270c2bd tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=d3509514-2de1-4a79-968b-8f3667af4b28 HTTP/1.1" status: 200 len: 943 time: 0.1107657 Jul 09 16:44:22.602197 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 41408) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:22.619929 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2df4aafc-fa85-43c0-b12c-05cc2cb8ebff req-419b075a-27a1-43a6-9cda-9238cc9baa8b tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565212 Jul 09 16:44:22.756795 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-383aba0d-1360-45c4-8dec-6af48a885a19 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=fbaf693dfcd540cb80d81354443d4ce4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1526856 Jul 09 16:44:22.758833 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 41412) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:22.802138 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c1d2b1-e883-4e81-b37b-3d77d4dd1135 req-91693c26-6f6c-4ac4-88b5-436a6486ce99 tempest-TestSecurityGroupsBasicOps-50411992 tempest-TestSecurityGroupsBasicOps-50411992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:22.809509 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e2c1d2b1-e883-4e81-b37b-3d77d4dd1135 req-91693c26-6f6c-4ac4-88b5-436a6486ce99 tempest-TestSecurityGroupsBasicOps-50411992 tempest-TestSecurityGroupsBasicOps-50411992-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=782440f8-3f66-41d0-9cc4-6ad5a36ad56b HTTP/1.1" status: 200 len: 1060 time: 0.0756371 Jul 09 16:44:22.854728 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-537024af-3371-47fe-919a-68fd9eb1cc41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:22.883634 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-537024af-3371-47fe-919a-68fd9eb1cc41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:22.946149 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-537024af-3371-47fe-919a-68fd9eb1cc41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:22.948880 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-537024af-3371-47fe-919a-68fd9eb1cc41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:22.951344 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-537024af-3371-47fe-919a-68fd9eb1cc41 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/602b4b44-80b3-42b0-9614-ddece88528f0 HTTP/1.1" status: 204 len: 168 time: 0.1905406 Jul 09 16:44:22.967640 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537024af-3371-47fe-919a-68fd9eb1cc41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602b4b44-80b3-42b0-9614-ddece88528f0,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:23.091680 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2549db-c73f-4b7a-900f-434faf0b0f27 req-0c04948e-a4b3-48fa-8b14-7e8900cdcf90 tempest-TestSecurityGroupsBasicOps-50411992 tempest-TestSecurityGroupsBasicOps-50411992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:23.093390 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3c2549db-c73f-4b7a-900f-434faf0b0f27 req-0c04948e-a4b3-48fa-8b14-7e8900cdcf90 tempest-TestSecurityGroupsBasicOps-50411992 tempest-TestSecurityGroupsBasicOps-50411992-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=461b9502-a12b-4a4d-aa62-2cd8ff38c958 HTTP/1.1" status: 200 len: 1135 time: 0.1047585 Jul 09 16:44:23.167565 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3c2549db-c73f-4b7a-900f-434faf0b0f27 req-db2dc1f8-990a-4713-a3dd-f863b0ca7540 tempest-TestSecurityGroupsBasicOps-50411992 tempest-TestSecurityGroupsBasicOps-50411992-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=9b9627bc-64b0-4486-a01f-c99668cdaf16&id=abf224c7-8333-4f8a-ac99-0ad7411b893c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0675299 Jul 09 16:44:23.199824 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 41426) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:23.303481 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b314894f-fb2a-44af-8c38-74fba900e8d7 tempest-TestSecurityGroupsBasicOps-50411992 tempest-TestSecurityGroupsBasicOps-50411992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:23.305140 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b314894f-fb2a-44af-8c38-74fba900e8d7 tempest-TestSecurityGroupsBasicOps-50411992 tempest-TestSecurityGroupsBasicOps-50411992-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=782440f8-3f66-41d0-9cc4-6ad5a36ad56b HTTP/1.1" status: 200 len: 1055 time: 0.1038389 Jul 09 16:44:23.570106 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 41440) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:23.656663 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-073f2755-d792-4984-a50a-46a6c6ba54c2 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=eedaceaf879946289afe6b5c2b924459&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0829427 Jul 09 16:44:23.657359 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 41448) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:23.760375 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eea519b5-7549-4ccb-bfa2-bd63978008ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:23.798128 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eea519b5-7549-4ccb-bfa2-bd63978008ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:23.865261 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d3c32-8586-41d4-9bc4-b6b5f1449ba1 req-0e578c50-5792-4171-abad-a43181187cba tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:23.866976 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e53d3c32-8586-41d4-9bc4-b6b5f1449ba1 req-0e578c50-5792-4171-abad-a43181187cba tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "GET /v2.0/ports?device_id=782440f8-3f66-41d0-9cc4-6ad5a36ad56b HTTP/1.1" status: 200 len: 909 time: 0.0854831 Jul 09 16:44:23.872339 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eea519b5-7549-4ccb-bfa2-bd63978008ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:23.878573 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eea519b5-7549-4ccb-bfa2-bd63978008ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:23.882417 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-eea519b5-7549-4ccb-bfa2-bd63978008ea admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1179c2cf-f124-49ad-a6e4-9d6a6e9f21b0 HTTP/1.1" status: 204 len: 168 time: 0.2245460 Jul 09 16:44:23.904193 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea519b5-7549-4ccb-bfa2-bd63978008ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1179c2cf-f124-49ad-a6e4-9d6a6e9f21b0,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:24.177805 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19ef19-633f-4d55-be09-62eac53a74b5 req-9afcdc92-2992-4b24-8ef4-72ae3d926d1c tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:24.180238 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9e19ef19-633f-4d55-be09-62eac53a74b5 req-9afcdc92-2992-4b24-8ef4-72ae3d926d1c tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=d3509514-2de1-4a79-968b-8f3667af4b28 HTTP/1.1" status: 200 len: 943 time: 0.1355524 Jul 09 16:44:24.295588 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9e19ef19-633f-4d55-be09-62eac53a74b5 req-2f69c0b6-febd-4715-a25f-845985a3b36f tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089535 Jul 09 16:44:24.991170 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4bb455-d18c-4d3c-a0f7-6feccb55c930 req-a0cdb701-0ee3-429c-900a-40cd07a12211 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:24.992680 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6a4bb455-d18c-4d3c-a0f7-6feccb55c930 req-a0cdb701-0ee3-429c-900a-40cd07a12211 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.77 "GET /v2.0/ports?device_id=782440f8-3f66-41d0-9cc4-6ad5a36ad56b HTTP/1.1" status: 200 len: 909 time: 0.1297896 Jul 09 16:44:25.110248 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f61cdf62-e097-4d51-96df-8384960080ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:25.237605 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2796a2-ba48-4765-8ac2-7e5a76be690c req-74e18cd1-ea9a-4baf-8ef7-d0b2cf6bc384 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:25.251085 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7e2796a2-ba48-4765-8ac2-7e5a76be690c req-74e18cd1-ea9a-4baf-8ef7-d0b2cf6bc384 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "GET /v2.0/ports?device_id=782440f8-3f66-41d0-9cc4-6ad5a36ad56b HTTP/1.1" status: 200 len: 909 time: 0.1720707 Jul 09 16:44:25.277062 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-6a4bb455-d18c-4d3c-a0f7-6feccb55c930 req-20b8e184-52f9-4ff6-9338-b32651d206b7 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Deleting port 27cb85d2-6312-40e7-bc87-c492e4afe341 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:44:25.279911 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6a4bb455-d18c-4d3c-a0f7-6feccb55c930 req-20b8e184-52f9-4ff6-9338-b32651d206b7 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:25.497315 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-6a4bb455-d18c-4d3c-a0f7-6feccb55c930 req-20b8e184-52f9-4ff6-9338-b32651d206b7 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] For port 27cb85d2-6312-40e7-bc87-c492e4afe341, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=27cb85d2-6312-40e7-bc87-c492e4afe341,segment=NetworkSegment(ca19f480-6986-4125-b904-a3d4d1d74671),segment_id=ca19f480-6986-4125-b904-a3d4d1d74671)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:25.497676 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6a4bb455-d18c-4d3c-a0f7-6feccb55c930 req-20b8e184-52f9-4ff6-9338-b32651d206b7 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:25.554140 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-6a4bb455-d18c-4d3c-a0f7-6feccb55c930 req-20b8e184-52f9-4ff6-9338-b32651d206b7 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Calling delete_port for 27cb85d2-6312-40e7-bc87-c492e4afe341 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:44:25.686399 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8e13f-dfca-48cb-b720-795a6d58b2e3 req-547d132b-e46c-476b-b118-39bd7ad4bf5e tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:25.686399 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-50e8e13f-dfca-48cb-b720-795a6d58b2e3 req-547d132b-e46c-476b-b118-39bd7ad4bf5e tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=d3509514-2de1-4a79-968b-8f3667af4b28 HTTP/1.1" status: 200 len: 943 time: 0.1557767 Jul 09 16:44:25.721086 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-50e8e13f-dfca-48cb-b720-795a6d58b2e3 req-5425133a-b0ab-4eda-b469-bd48fdafff2f tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529630 Jul 09 16:44:25.783789 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:25.894143 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6a4bb455-d18c-4d3c-a0f7-6feccb55c930 req-20b8e184-52f9-4ff6-9338-b32651d206b7 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:25.956005 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b8e184-52f9-4ff6-9338-b32651d206b7 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Pushing event deleted for resources: {'Port': ['ID=27cb85d2-6312-40e7-bc87-c492e4afe341,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:26.034009 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a4bb455-d18c-4d3c-a0f7-6feccb55c930 req-20b8e184-52f9-4ff6-9338-b32651d206b7 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] No DVR routers for this DVR port 27cb85d2-6312-40e7-bc87-c492e4afe341 on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:44:26.044347 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6a4bb455-d18c-4d3c-a0f7-6feccb55c930 req-20b8e184-52f9-4ff6-9338-b32651d206b7 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:26.046926 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6a4bb455-d18c-4d3c-a0f7-6feccb55c930 req-20b8e184-52f9-4ff6-9338-b32651d206b7 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.77 "DELETE /v2.0/ports/27cb85d2-6312-40e7-bc87-c492e4afe341 HTTP/1.1" status: 204 len: 173 time: 1.0426495 Jul 09 16:44:26.054855 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782440f8-3f66-41d0-9cc4-6ad5a36ad56b', 'name': 'network-vif-deleted', 'tag': '27cb85d2-6312-40e7-bc87-c492e4afe341'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:44:26.059867 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5f74e1-1c73-4101-a841-b85edb66529f" -d '{"events": [{"server_uuid": "782440f8-3f66-41d0-9cc4-6ad5a36ad56b", "name": "network-vif-deleted", "tag": "27cb85d2-6312-40e7-bc87-c492e4afe341"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:44:26.133870 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d815a7a-d283-4e97-a129-14adbc9bac44 x-openstack-request-id: req-0d815a7a-d283-4e97-a129-14adbc9bac44 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:44:26.134468 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "782440f8-3f66-41d0-9cc4-6ad5a36ad56b", "name": "network-vif-deleted", "tag": "27cb85d2-6312-40e7-bc87-c492e4afe341", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:44:26.134979 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0d815a7a-d283-4e97-a129-14adbc9bac44 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:44:26.135834 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '782440f8-3f66-41d0-9cc4-6ad5a36ad56b', 'name': 'network-vif-deleted', 'tag': '27cb85d2-6312-40e7-bc87-c492e4afe341', 'status': 'completed', 'code': 200} Jul 09 16:44:26.299977 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:26.502395 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-061e5ae7-cd97-4943-8084-390ac2e6201c req-f9f2dd4c-f875-43c4-98c7-4ac30dc34a49 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "GET /v2.0/ports?device_id=782440f8-3f66-41d0-9cc4-6ad5a36ad56b HTTP/1.1" status: 200 len: 210 time: 0.0333040 Jul 09 16:44:26.745933 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:27.066076 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e561239e-ee87-4662-8601-4b74ef7a53d4 req-051a0293-3c42-4485-ba75-52ce83b65822 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:27.072170 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e561239e-ee87-4662-8601-4b74ef7a53d4 req-051a0293-3c42-4485-ba75-52ce83b65822 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=d3509514-2de1-4a79-968b-8f3667af4b28 HTTP/1.1" status: 200 len: 943 time: 0.1211975 Jul 09 16:44:27.123690 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e561239e-ee87-4662-8601-4b74ef7a53d4 req-7b706f7e-1681-4b35-a21a-f03717cd4d3b tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501397 Jul 09 16:44:27.420409 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 27cb85d2-6312-40e7-bc87-c492e4afe341 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:44:27.455319 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: 27cb85d2-6312-40e7-bc87-c492e4afe341 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:44:27.455838 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 27cb85d2-6312-40e7-bc87-c492e4afe341 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:44:27.612669 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 41530) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:28.254040 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:28.326406 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-203dceb5-8c67-4850-b156-08952d091a1b tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:28.375495 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ef511-4630-4f0f-93e9-937d9880a614 req-a693753b-e4f5-490e-a603-064a759a5bcc tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:28.385098 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7d1ef511-4630-4f0f-93e9-937d9880a614 req-a693753b-e4f5-490e-a603-064a759a5bcc tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=d3509514-2de1-4a79-968b-8f3667af4b28 HTTP/1.1" status: 200 len: 943 time: 0.1088905 Jul 09 16:44:28.424297 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7d1ef511-4630-4f0f-93e9-937d9880a614 req-c0dc33a4-bcb6-4247-843d-6c1a8f78c6de tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380011 Jul 09 16:44:28.873560 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-203dceb5-8c67-4850-b156-08952d091a1b tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Deleting port 3617b71f-4504-4226-82c6-459ba942c5ee {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:44:28.874226 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-203dceb5-8c67-4850-b156-08952d091a1b tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:28.989578 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-203dceb5-8c67-4850-b156-08952d091a1b tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] For port 3617b71f-4504-4226-82c6-459ba942c5ee, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=3617b71f-4504-4226-82c6-459ba942c5ee,segment=NetworkSegment(ca19f480-6986-4125-b904-a3d4d1d74671),segment_id=ca19f480-6986-4125-b904-a3d4d1d74671)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:28.989962 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-203dceb5-8c67-4850-b156-08952d091a1b tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:29.009991 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-203dceb5-8c67-4850-b156-08952d091a1b tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Calling delete_port for 3617b71f-4504-4226-82c6-459ba942c5ee owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:44:29.329164 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-203dceb5-8c67-4850-b156-08952d091a1b tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:29.414495 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device aa88795f-5607-42f4-8056-ae1ffb8d1b15 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:44:29.470371 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203dceb5-8c67-4850-b156-08952d091a1b tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Pushing event deleted for resources: {'Port': ['ID=3617b71f-4504-4226-82c6-459ba942c5ee,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:29.662713 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port aa88795f-5607-42f4-8056-ae1ffb8d1b15, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=aa88795f-5607-42f4-8056-ae1ffb8d1b15,segment=NetworkSegment(f8892455-537d-4135-a8a6-c5f11d1a74c6),segment_id=f8892455-537d-4135-a8a6-c5f11d1a74c6)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:29.700636 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': 'aa88795f-5607-42f4-8056-ae1ffb8d1b15', 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354', 'port_id': 'aa88795f-5607-42f4-8056-ae1ffb8d1b15', 'mac_address': 'fa:16:3e:a8:be:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '470183cf-e48b-46ba-9f1f-c70364d25786', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:44:29.769894 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:29.804987 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-203dceb5-8c67-4850-b156-08952d091a1b tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:29.818391 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa88795f-5607-42f4-8056-ae1ffb8d1b15 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:44:29.836698 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481683bc-f185-4e16-ac71-1db3ba2cbf46 req-f2e5f763-8a9b-4444-8330-0f4b03504380 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:29.851600 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-481683bc-f185-4e16-ac71-1db3ba2cbf46 req-f2e5f763-8a9b-4444-8330-0f4b03504380 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=d3509514-2de1-4a79-968b-8f3667af4b28 HTTP/1.1" status: 200 len: 943 time: 0.1316111 Jul 09 16:44:29.860462 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port aa88795f-5607-42f4-8056-ae1ffb8d1b15, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=aa88795f-5607-42f4-8056-ae1ffb8d1b15,segment=NetworkSegment(f8892455-537d-4135-a8a6-c5f11d1a74c6),segment_id=f8892455-537d-4135-a8a6-c5f11d1a74c6)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:29.869674 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:29.927456 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-481683bc-f185-4e16-ac71-1db3ba2cbf46 req-d2e8dfaf-0088-46bd-ba71-a4c79835c962 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706282 Jul 09 16:44:29.966804 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=aa88795f-5607-42f4-8056-ae1ffb8d1b15,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:29.979061 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:29.981708 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:29.982086 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:29.983804 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:29.985575 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:29.987068 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:29.987420 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:29.988128 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:29.989182 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:29.989870 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:29.990218 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:29.990546 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:30.232064 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-203dceb5-8c67-4850-b156-08952d091a1b tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Router b8e58dd5-a7e3-4ec0-bf24-8dab9bd42114 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:44:30.265181 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['aa88795f-5607-42f4-8056-ae1ffb8d1b15'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:44:30.796888 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203dceb5-8c67-4850-b156-08952d091a1b tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:44:30.810500 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-203dceb5-8c67-4850-b156-08952d091a1b tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "PUT /v2.0/routers/b8e58dd5-a7e3-4ec0-bf24-8dab9bd42114/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1927278 Jul 09 16:44:30.811017 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 41590) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:30.817004 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83132f0b-f36c-4fb3-9494-84d2fcf53b1e None None] Sync routers for ids ['b8e58dd5-a7e3-4ec0-bf24-8dab9bd42114'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:44:30.837744 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83132f0b-f36c-4fb3-9494-84d2fcf53b1e None None] Routers {'b8e58dd5-a7e3-4ec0-bf24-8dab9bd42114'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:44:30.839988 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-83132f0b-f36c-4fb3-9494-84d2fcf53b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:44:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['b8e58dd5-a7e3-4ec0-bf24-8dab9bd42114'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:30.878262 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-8842e656-88ae-4b46-9d41-14fc016b6943 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Deleting subnet 85119f9d-d77b-4743-866c-4a054dfe8d10 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:44:30.882191 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8842e656-88ae-4b46-9d41-14fc016b6943 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:30.935118 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8842e656-88ae-4b46-9d41-14fc016b6943 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:31.031501 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-83132f0b-f36c-4fb3-9494-84d2fcf53b1e None None] Set router b8e58dd5-a7e3-4ec0-bf24-8dab9bd42114 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:44:31.070430 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8842e656-88ae-4b46-9d41-14fc016b6943 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:31.209301 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8842e656-88ae-4b46-9d41-14fc016b6943 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:31.239646 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8842e656-88ae-4b46-9d41-14fc016b6943 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Pushing event deleted for resources: {'Subnet': ['ID=85119f9d-d77b-4743-866c-4a054dfe8d10,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:31.264807 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8842e656-88ae-4b46-9d41-14fc016b6943 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:31.266806 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8842e656-88ae-4b46-9d41-14fc016b6943 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "DELETE /v2.0/subnets/85119f9d-d77b-4743-866c-4a054dfe8d10 HTTP/1.1" status: 204 len: 168 time: 0.4545145 Jul 09 16:44:31.269346 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 41600) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:31.293987 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f8a9a3-bfcb-4847-b50e-873b49150131 None None] Network 85a38617-dadc-4fd5-8ef8-0952d34aca71 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:44:31.414550 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device aa88795f-5607-42f4-8056-ae1ffb8d1b15 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:44:31.428964 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e3a976b7-1b29-46da-ad74-072b3676a930 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:31.460330 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617e647-77fe-4b4c-9915-2bc041bc2e97 req-bb7f7f26-4244-43a7-b9ed-1b3ba7a3ecc6 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:31.471398 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b617e647-77fe-4b4c-9915-2bc041bc2e97 req-bb7f7f26-4244-43a7-b9ed-1b3ba7a3ecc6 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=d3509514-2de1-4a79-968b-8f3667af4b28 HTTP/1.1" status: 200 len: 944 time: 0.3048568 Jul 09 16:44:31.520858 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port aa88795f-5607-42f4-8056-ae1ffb8d1b15 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:44:31.532788 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port aa88795f-5607-42f4-8056-ae1ffb8d1b15 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:44:31.533164 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:31.613281 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-83132f0b-f36c-4fb3-9494-84d2fcf53b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e58dd5-a7e3-4ec0-bf24-8dab9bd42114', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1102738434', 'tenant_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '96ef42a3-f135-435b-9622-4c269a64263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:43:42Z', 'updated_at': '2021-07-09T16:44:29Z', 'revision_number': 5, 'project_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'gw_port': {'id': '96ef42a3-f135-435b-9622-4c269a64263d', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:31:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e58dd5-a7e3-4ec0-bf24-8dab9bd42114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:44Z', 'updated_at': '2021-07-09T16:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:31.668307 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83132f0b-f36c-4fb3-9494-84d2fcf53b1e None None] Checking router: b8e58dd5-a7e3-4ec0-bf24-8dab9bd42114 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:44:31.682046 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b617e647-77fe-4b4c-9915-2bc041bc2e97 req-c0d6d1bd-1173-4fd6-8abf-51bf73042218 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094395 Jul 09 16:44:31.697715 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83132f0b-f36c-4fb3-9494-84d2fcf53b1e None None] Routers {'b8e58dd5-a7e3-4ec0-bf24-8dab9bd42114'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:44:31.698345 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-83132f0b-f36c-4fb3-9494-84d2fcf53b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:44:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['b8e58dd5-a7e3-4ec0-bf24-8dab9bd42114'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:31.729528 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e3a976b7-1b29-46da-ad74-072b3676a930 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:31.815125 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91c1055-e694-4048-8112-8394dce3977e None None] DHCP port deletion for 85a38617-dadc-4fd5-8ef8-0952d34aca71 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:44:31.825968 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-e3a976b7-1b29-46da-ad74-072b3676a930 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Deleting port 96ef42a3-f135-435b-9622-4c269a64263d {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:44:31.825968 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e3a976b7-1b29-46da-ad74-072b3676a930 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:31.933676 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-e3a976b7-1b29-46da-ad74-072b3676a930 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] For port 96ef42a3-f135-435b-9622-4c269a64263d, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=96ef42a3-f135-435b-9622-4c269a64263d,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:31.934431 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e3a976b7-1b29-46da-ad74-072b3676a930 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:31.951223 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-e3a976b7-1b29-46da-ad74-072b3676a930 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Calling delete_port for 96ef42a3-f135-435b-9622-4c269a64263d owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:44:32.129612 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:32.175891 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3509514-2de1-4a79-968b-8f3667af4b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa88795f-5607-42f4-8056-ae1ffb8d1b15'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:44:32.178196 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39619c6d-2654-4323-9fbc-37affa7a1a81" -d '{"events": [{"server_uuid": "d3509514-2de1-4a79-968b-8f3667af4b28", "name": "network-vif-plugged", "status": "completed", "tag": "aa88795f-5607-42f4-8056-ae1ffb8d1b15"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:44:32.200876 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e3a976b7-1b29-46da-ad74-072b3676a930 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:32.217232 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-83132f0b-f36c-4fb3-9494-84d2fcf53b1e None None] Set router b8e58dd5-a7e3-4ec0-bf24-8dab9bd42114 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:44:32.259595 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a976b7-1b29-46da-ad74-072b3676a930 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Pushing event deleted for resources: {'Port': ['ID=96ef42a3-f135-435b-9622-4c269a64263d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:32.319280 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420b18b8-eb02-4ed9-9534-263acb3d426d x-openstack-request-id: req-420b18b8-eb02-4ed9-9534-263acb3d426d {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:44:32.319650 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3509514-2de1-4a79-968b-8f3667af4b28", "name": "network-vif-plugged", "status": "completed", "tag": "aa88795f-5607-42f4-8056-ae1ffb8d1b15", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:44:32.319848 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-420b18b8-eb02-4ed9-9534-263acb3d426d {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:44:32.320745 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3509514-2de1-4a79-968b-8f3667af4b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa88795f-5607-42f4-8056-ae1ffb8d1b15', 'code': 200} Jul 09 16:44:32.321958 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-c91c1055-e694-4048-8112-8394dce3977e None None] Deleting port b9687395-fd17-400c-a2a6-eceaa436c5f1 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:44:32.322335 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c91c1055-e694-4048-8112-8394dce3977e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:32.326053 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port aa88795f-5607-42f4-8056-ae1ffb8d1b15, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=aa88795f-5607-42f4-8056-ae1ffb8d1b15,segment=NetworkSegment(f8892455-537d-4135-a8a6-c5f11d1a74c6),segment_id=f8892455-537d-4135-a8a6-c5f11d1a74c6)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:32.394975 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:32.452991 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e3a976b7-1b29-46da-ad74-072b3676a930 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:32.519901 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40917052-aae8-45d5-aa52-ab91adb05bc0 req-cc3b5865-eb87-4676-8cbb-9d90f7a40296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:32.523907 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-40917052-aae8-45d5-aa52-ab91adb05bc0 req-cc3b5865-eb87-4676-8cbb-9d90f7a40296 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d3509514-2de1-4a79-968b-8f3667af4b28 HTTP/1.1" status: 200 len: 1096 time: 0.1415071 Jul 09 16:44:32.549467 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-c91c1055-e694-4048-8112-8394dce3977e None None] For port b9687395-fd17-400c-a2a6-eceaa436c5f1, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=b9687395-fd17-400c-a2a6-eceaa436c5f1,segment=NetworkSegment(ca19f480-6986-4125-b904-a3d4d1d74671),segment_id=ca19f480-6986-4125-b904-a3d4d1d74671)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:32.549710 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c91c1055-e694-4048-8112-8394dce3977e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:32.574485 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-c91c1055-e694-4048-8112-8394dce3977e None None] Calling delete_port for b9687395-fd17-400c-a2a6-eceaa436c5f1 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:44:32.575322 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-40917052-aae8-45d5-aa52-ab91adb05bc0 req-8ef4121c-fb81-4c6f-9bfd-d7fbbc19cdaf service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422826 Jul 09 16:44:32.635731 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e3a976b7-1b29-46da-ad74-072b3676a930 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:32.638118 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e3a976b7-1b29-46da-ad74-072b3676a930 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:32.639765 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=aa88795f-5607-42f4-8056-ae1ffb8d1b15,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:32.686540 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e3a976b7-1b29-46da-ad74-072b3676a930 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:32.687110 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a976b7-1b29-46da-ad74-072b3676a930 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Fanout notify agent at l3_agent the message router_deleted on router b8e58dd5-a7e3-4ec0-bf24-8dab9bd42114 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:44:32.703619 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e3a976b7-1b29-46da-ad74-072b3676a930 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:32.705316 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e3a976b7-1b29-46da-ad74-072b3676a930 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "DELETE /v2.0/routers/b8e58dd5-a7e3-4ec0-bf24-8dab9bd42114 HTTP/1.1" status: 204 len: 168 time: 1.4350226 Jul 09 16:44:32.708060 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 41626) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:32.803233 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c91c1055-e694-4048-8112-8394dce3977e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:32.841874 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e8b3dfc6-2d4c-4f37-948c-adaa778cf483 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:32.846408 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91c1055-e694-4048-8112-8394dce3977e None None] Pushing event deleted for resources: {'Port': ['ID=b9687395-fd17-400c-a2a6-eceaa436c5f1,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:32.858389 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91c1055-e694-4048-8112-8394dce3977e None None] No DVR routers for this DVR port b9687395-fd17-400c-a2a6-eceaa436c5f1 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:44:32.875830 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-83132f0b-f36c-4fb3-9494-84d2fcf53b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e58dd5-a7e3-4ec0-bf24-8dab9bd42114', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1102738434', 'tenant_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '96ef42a3-f135-435b-9622-4c269a64263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:43:42Z', 'updated_at': '2021-07-09T16:44:29Z', 'revision_number': 5, 'project_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'gw_port': {'id': '96ef42a3-f135-435b-9622-4c269a64263d', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:31:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e58dd5-a7e3-4ec0-bf24-8dab9bd42114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:44Z', 'updated_at': '2021-07-09T16:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:32.919256 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83132f0b-f36c-4fb3-9494-84d2fcf53b1e None None] The sync data for ids ['b8e58dd5-a7e3-4ec0-bf24-8dab9bd42114'] in n-d-798930-3 is: [{'id': 'b8e58dd5-a7e3-4ec0-bf24-8dab9bd42114', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1102738434', 'tenant_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '96ef42a3-f135-435b-9622-4c269a64263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:43:42Z', 'updated_at': '2021-07-09T16:44:29Z', 'revision_number': 5, 'project_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'gw_port': {'id': '96ef42a3-f135-435b-9622-4c269a64263d', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:31:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e58dd5-a7e3-4ec0-bf24-8dab9bd42114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:44Z', 'updated_at': '2021-07-09T16:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:44:33.037587 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e8b3dfc6-2d4c-4f37-948c-adaa778cf483 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:33.062582 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c893d4-ebf8-495f-81f2-f606d56d3547 req-e5fc33c2-bffe-4fd1-b648-ef42e6759322 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:33.063105 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-e8b3dfc6-2d4c-4f37-948c-adaa778cf483 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85a38617-dadc-4fd5-8ef8-0952d34aca71']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:33.066680 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f5c893d4-ebf8-495f-81f2-f606d56d3547 req-e5fc33c2-bffe-4fd1-b648-ef42e6759322 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=d3509514-2de1-4a79-968b-8f3667af4b28 HTTP/1.1" status: 200 len: 945 time: 0.1596215 Jul 09 16:44:33.082568 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-e8b3dfc6-2d4c-4f37-948c-adaa778cf483 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca19f480-6986-4125-b904-a3d4d1d74671') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:33.083142 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-e8b3dfc6-2d4c-4f37-948c-adaa778cf483 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca19f480-6986-4125-b904-a3d4d1d74671') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:33.094227 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e8b3dfc6-2d4c-4f37-948c-adaa778cf483 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:33.116467 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e8b3dfc6-2d4c-4f37-948c-adaa778cf483 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:33.127107 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8b3dfc6-2d4c-4f37-948c-adaa778cf483 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:44:33.128481 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e8b3dfc6-2d4c-4f37-948c-adaa778cf483 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:33.134081 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:44:33.134081 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:44:33.134081 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:44:33.134081 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:44:33.134081 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:44:33.134081 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:44:33.134081 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:44:33.134081 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:44:33.134081 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:44:33.134081 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:44:33.134081 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:44:33.134081 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:44:33.134081 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:44:33.134081 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:44:33.134081 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:44:33.134081 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:44:33.134081 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:44:33.134081 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:44:33.134081 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:44:33.134081 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:44:33.134081 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:44:33.134081 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:44:33.134081 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:44:33.134081 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:44:33.134081 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:44:33.134081 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:44:33.134081 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:44:33.134081 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:44:33.134081 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:44:33.134081 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:44:33.134081 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:44:33.134081 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:44:33.134081 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:44:33.134081 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:44:33.134081 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:44:33.134081 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:44:33.134081 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:44:33.134081 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:44:33.134081 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:44:33.134081 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:44:33.134081 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:44:33.134081 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:44:33.143294 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f5c893d4-ebf8-495f-81f2-f606d56d3547 req-3be23e51-65b1-4337-a89a-a83a045c0672 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754807 Jul 09 16:44:33.218056 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e8b3dfc6-2d4c-4f37-948c-adaa778cf483 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:33.236542 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e8b3dfc6-2d4c-4f37-948c-adaa778cf483 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:33.239438 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e8b3dfc6-2d4c-4f37-948c-adaa778cf483 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "DELETE /v2.0/networks/85a38617-dadc-4fd5-8ef8-0952d34aca71 HTTP/1.1" status: 204 len: 168 time: 0.5303171 Jul 09 16:44:33.242625 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 41654) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:33.291293 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b3dfc6-2d4c-4f37-948c-adaa778cf483 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Pushing event deleted for resources: {'Network': ['ID=85a38617-dadc-4fd5-8ef8-0952d34aca71,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:33.455363 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device b9687395-fd17-400c-a2a6-eceaa436c5f1 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:44:33.502500 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: b9687395-fd17-400c-a2a6-eceaa436c5f1 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:44:33.502873 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device b9687395-fd17-400c-a2a6-eceaa436c5f1 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:44:33.503307 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 3617b71f-4504-4226-82c6-459ba942c5ee no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:44:33.522176 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-2d618d5a-ea6c-4670-bf36-8aa6a8e10f1e tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Deleting port 53c57fae-d01d-4d46-9b50-e23852a68c18 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:44:33.522733 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d618d5a-ea6c-4670-bf36-8aa6a8e10f1e tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:33.526466 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 3617b71f-4504-4226-82c6-459ba942c5ee {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:44:33.527088 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 3617b71f-4504-4226-82c6-459ba942c5ee not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:44:33.637133 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d618d5a-ea6c-4670-bf36-8aa6a8e10f1e tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:33.637541 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d618d5a-ea6c-4670-bf36-8aa6a8e10f1e tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:33.657796 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-2d618d5a-ea6c-4670-bf36-8aa6a8e10f1e tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Calling delete_port for 53c57fae-d01d-4d46-9b50-e23852a68c18 owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:44:33.836457 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d618d5a-ea6c-4670-bf36-8aa6a8e10f1e tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:33.895280 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d618d5a-ea6c-4670-bf36-8aa6a8e10f1e tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Pushing event deleted for resources: {'Port': ['ID=53c57fae-d01d-4d46-9b50-e23852a68c18,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:33.935799 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d618d5a-ea6c-4670-bf36-8aa6a8e10f1e tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:33.936217 n-d-798930-3 neutron-server[93958]: INFO neutron.db.l3_db [None req-2d618d5a-ea6c-4670-bf36-8aa6a8e10f1e tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Floating IP f94d6675-a493-497d-8042-4186682551b8 disassociated (deleted). External IP: 172.25.0.202, port: 387b455f-d475-42c5-a40f-749c1c2634b1. Jul 09 16:44:34.188993 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d618d5a-ea6c-4670-bf36-8aa6a8e10f1e tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Router 116952ef-48ec-4c42-8ae0-c28fa07df1d4 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:44:34.341439 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d618d5a-ea6c-4670-bf36-8aa6a8e10f1e tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:44:34.346361 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d618d5a-ea6c-4670-bf36-8aa6a8e10f1e tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:34.352212 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0412d075-43cc-45fb-b785-cae712fd2011 None None] Sync routers for ids ['116952ef-48ec-4c42-8ae0-c28fa07df1d4'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:44:34.364065 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0412d075-43cc-45fb-b785-cae712fd2011 None None] Routers {'116952ef-48ec-4c42-8ae0-c28fa07df1d4'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:44:34.364689 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-0412d075-43cc-45fb-b785-cae712fd2011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:44:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['116952ef-48ec-4c42-8ae0-c28fa07df1d4'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:34.398167 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2d618d5a-ea6c-4670-bf36-8aa6a8e10f1e tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "DELETE /v2.0/floatingips/f94d6675-a493-497d-8042-4186682551b8 HTTP/1.1" status: 204 len: 168 time: 1.1541548 Jul 09 16:44:34.399712 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '461b9502-a12b-4a4d-aa62-2cd8ff38c958', 'tag': '387b455f-d475-42c5-a40f-749c1c2634b1'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:44:34.402606 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176daa02-96a8-424e-ae13-7511a5403951" -d '{"events": [{"name": "network-changed", "server_uuid": "461b9502-a12b-4a4d-aa62-2cd8ff38c958", "tag": "387b455f-d475-42c5-a40f-749c1c2634b1"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:44:34.412536 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03dbc17-4f06-409d-84dd-739c20ed06e8 req-12254f58-68f1-45f5-8b58-e19c3b36a3f6 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:34.414166 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a03dbc17-4f06-409d-84dd-739c20ed06e8 req-12254f58-68f1-45f5-8b58-e19c3b36a3f6 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=d3509514-2de1-4a79-968b-8f3667af4b28 HTTP/1.1" status: 200 len: 945 time: 0.1284409 Jul 09 16:44:34.460331 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a03dbc17-4f06-409d-84dd-739c20ed06e8 req-6703829f-bcd5-4e82-b916-547cf8b3fde6 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398288 Jul 09 16:44:34.486461 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-0412d075-43cc-45fb-b785-cae712fd2011 None None] Set router 116952ef-48ec-4c42-8ae0-c28fa07df1d4 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:44:34.721845 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-0412d075-43cc-45fb-b785-cae712fd2011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116952ef-48ec-4c42-8ae0-c28fa07df1d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2114292331', 'tenant_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '5170c675-cb4a-4517-9f04-862b0764a2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:41:55Z', 'updated_at': '2021-07-09T16:42:04Z', 'revision_number': 4, 'project_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'gw_port': {'id': '5170c675-cb4a-4517-9f04-862b0764a2fb', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:5d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116952ef-48ec-4c42-8ae0-c28fa07df1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:56Z', 'updated_at': '2021-07-09T16:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'd61cf004-e2b5-4b61-9cbf-f5db83dc1fa3', 'name': '', 'network_id': '50b7b94c-6e0d-4621-9398-b5dd22283cc0', 'tenant_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'mac_address': 'fa:16:3e:05:db:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116952ef-48ec-4c42-8ae0-c28fa07df1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '9a0a5059-845b-4112-8beb-a1ded2a6a4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:42:02Z', 'updated_at': '2021-07-09T16:42:17Z', 'revision_number': 5, 'project_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'subnets': [{'id': '9a0a5059-845b-4112-8beb-a1ded2a6a4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:34.758866 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0412d075-43cc-45fb-b785-cae712fd2011 None None] Checking router: 116952ef-48ec-4c42-8ae0-c28fa07df1d4 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:44:34.776532 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0412d075-43cc-45fb-b785-cae712fd2011 None None] Routers {'116952ef-48ec-4c42-8ae0-c28fa07df1d4'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:44:34.777307 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-0412d075-43cc-45fb-b785-cae712fd2011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:44:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['116952ef-48ec-4c42-8ae0-c28fa07df1d4'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:34.833321 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454433b5-47b2-4773-8df8-aad521937ace x-openstack-request-id: req-454433b5-47b2-4773-8df8-aad521937ace {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:44:34.833852 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "461b9502-a12b-4a4d-aa62-2cd8ff38c958", "tag": "387b455f-d475-42c5-a40f-749c1c2634b1", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:44:34.834525 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-454433b5-47b2-4773-8df8-aad521937ace {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:44:34.835163 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '461b9502-a12b-4a4d-aa62-2cd8ff38c958', 'tag': '387b455f-d475-42c5-a40f-749c1c2634b1', 'status': 'completed', 'code': 200} Jul 09 16:44:34.926573 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-0412d075-43cc-45fb-b785-cae712fd2011 None None] Set router 116952ef-48ec-4c42-8ae0-c28fa07df1d4 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:44:35.003950 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176daa02-96a8-424e-ae13-7511a5403951 req-afec7169-c38d-4931-b113-143e84449567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:35.006536 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-176daa02-96a8-424e-ae13-7511a5403951 req-afec7169-c38d-4931-b113-143e84449567 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5e6a0eaba6cb46c1bafe0a279d6dc456&device_id=461b9502-a12b-4a4d-aa62-2cd8ff38c958 HTTP/1.1" status: 200 len: 1135 time: 0.1028073 Jul 09 16:44:35.010845 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49694f41-731c-494e-acfe-8d83fd9c7ae7 req-a011ddc0-2e87-4fd4-ba8c-83dea9f07114 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:35.012778 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-49694f41-731c-494e-acfe-8d83fd9c7ae7 req-a011ddc0-2e87-4fd4-ba8c-83dea9f07114 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=d3509514-2de1-4a79-968b-8f3667af4b28 HTTP/1.1" status: 200 len: 945 time: 0.0747092 Jul 09 16:44:35.072625 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-49694f41-731c-494e-acfe-8d83fd9c7ae7 req-e778b901-e330-482c-99c2-1971e347bdad tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500762 Jul 09 16:44:35.188519 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176daa02-96a8-424e-ae13-7511a5403951 req-9927e3b2-1675-49c4-8b2f-c6c62416fc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:35.190046 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-176daa02-96a8-424e-ae13-7511a5403951 req-9927e3b2-1675-49c4-8b2f-c6c62416fc20 service neutron] 10.222.0.73 "GET /v2.0/networks?id=50b7b94c-6e0d-4621-9398-b5dd22283cc0 HTTP/1.1" status: 200 len: 898 time: 0.1625419 Jul 09 16:44:35.240600 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-176daa02-96a8-424e-ae13-7511a5403951 req-427c697d-d220-4aa7-8431-2752e4340ddb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=387b455f-d475-42c5-a40f-749c1c2634b1 HTTP/1.1" status: 200 len: 217 time: 0.0433660 Jul 09 16:44:35.270096 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-0412d075-43cc-45fb-b785-cae712fd2011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116952ef-48ec-4c42-8ae0-c28fa07df1d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2114292331', 'tenant_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '5170c675-cb4a-4517-9f04-862b0764a2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:41:55Z', 'updated_at': '2021-07-09T16:42:04Z', 'revision_number': 4, 'project_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'gw_port': {'id': '5170c675-cb4a-4517-9f04-862b0764a2fb', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:5d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116952ef-48ec-4c42-8ae0-c28fa07df1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:56Z', 'updated_at': '2021-07-09T16:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'd61cf004-e2b5-4b61-9cbf-f5db83dc1fa3', 'name': '', 'network_id': '50b7b94c-6e0d-4621-9398-b5dd22283cc0', 'tenant_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'mac_address': 'fa:16:3e:05:db:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116952ef-48ec-4c42-8ae0-c28fa07df1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '9a0a5059-845b-4112-8beb-a1ded2a6a4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:42:02Z', 'updated_at': '2021-07-09T16:42:17Z', 'revision_number': 5, 'project_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'subnets': [{'id': '9a0a5059-845b-4112-8beb-a1ded2a6a4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:35.302397 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0412d075-43cc-45fb-b785-cae712fd2011 None None] The sync data for ids ['116952ef-48ec-4c42-8ae0-c28fa07df1d4'] in n-d-798930-3 is: [{'id': '116952ef-48ec-4c42-8ae0-c28fa07df1d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2114292331', 'tenant_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '5170c675-cb4a-4517-9f04-862b0764a2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:41:55Z', 'updated_at': '2021-07-09T16:42:04Z', 'revision_number': 4, 'project_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'gw_port': {'id': '5170c675-cb4a-4517-9f04-862b0764a2fb', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:5d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116952ef-48ec-4c42-8ae0-c28fa07df1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:56Z', 'updated_at': '2021-07-09T16:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'd61cf004-e2b5-4b61-9cbf-f5db83dc1fa3', 'name': '', 'network_id': '50b7b94c-6e0d-4621-9398-b5dd22283cc0', 'tenant_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'mac_address': 'fa:16:3e:05:db:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116952ef-48ec-4c42-8ae0-c28fa07df1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '9a0a5059-845b-4112-8beb-a1ded2a6a4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:42:02Z', 'updated_at': '2021-07-09T16:42:17Z', 'revision_number': 5, 'project_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'subnets': [{'id': '9a0a5059-845b-4112-8beb-a1ded2a6a4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:44:35.311142 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 96ef42a3-f135-435b-9622-4c269a64263d no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:44:35.323112 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ccb5db-6524-4ce8-b2a9-dabecc058916 req-c5665d8d-dc8c-4d39-a6f7-ed919261f054 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:35.334268 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f2ccb5db-6524-4ce8-b2a9-dabecc058916 req-c5665d8d-dc8c-4d39-a6f7-ed919261f054 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "GET /v2.0/ports?device_id=461b9502-a12b-4a4d-aa62-2cd8ff38c958 HTTP/1.1" status: 200 len: 984 time: 0.1071110 Jul 09 16:44:35.348195 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176daa02-96a8-424e-ae13-7511a5403951 req-08cee4ea-8dd7-4a5a-b2b9-fae511031cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:35.358392 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-176daa02-96a8-424e-ae13-7511a5403951 req-08cee4ea-8dd7-4a5a-b2b9-fae511031cf9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9a0a5059-845b-4112-8beb-a1ded2a6a4ec HTTP/1.1" status: 200 len: 834 time: 0.1104150 Jul 09 16:44:35.372055 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 96ef42a3-f135-435b-9622-4c269a64263d {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:44:35.372447 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 96ef42a3-f135-435b-9622-4c269a64263d not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:44:35.418967 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f2ccb5db-6524-4ce8-b2a9-dabecc058916 req-b209887e-1c09-41ca-8638-adb61b7eaa6d tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "GET /v2.0/security-groups?id=9b9627bc-64b0-4486-a01f-c99668cdaf16&id=abf224c7-8333-4f8a-ac99-0ad7411b893c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0779228 Jul 09 16:44:35.449152 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176daa02-96a8-424e-ae13-7511a5403951 req-5cdb2f63-260c-4e94-ac67-9d9e2ecf0561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:35.451129 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-176daa02-96a8-424e-ae13-7511a5403951 req-5cdb2f63-260c-4e94-ac67-9d9e2ecf0561 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=50b7b94c-6e0d-4621-9398-b5dd22283cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0828996 Jul 09 16:44:35.618855 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-176daa02-96a8-424e-ae13-7511a5403951 req-395533d2-fd01-4fa4-86c8-f5dbef926a1e service neutron] 10.222.0.73 "GET /v2.0/networks/50b7b94c-6e0d-4621-9398-b5dd22283cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581602 Jul 09 16:44:35.622652 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82159257-ccb0-40c7-b99e-d47477957bc8 req-5d53281f-e03d-4259-9c7b-c1a075a04a1d tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:35.632030 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-82159257-ccb0-40c7-b99e-d47477957bc8 req-5d53281f-e03d-4259-9c7b-c1a075a04a1d tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=d3509514-2de1-4a79-968b-8f3667af4b28 HTTP/1.1" status: 200 len: 945 time: 0.0903010 Jul 09 16:44:35.696052 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-82159257-ccb0-40c7-b99e-d47477957bc8 req-e66e0ae8-2a63-4a9e-988e-7a352cf11c57 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601451 Jul 09 16:44:35.760416 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-176daa02-96a8-424e-ae13-7511a5403951 req-1c13b5ea-4508-4c0f-8163-302972405120 service neutron] 10.222.0.73 "GET /v2.0/networks/50b7b94c-6e0d-4621-9398-b5dd22283cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320722 Jul 09 16:44:35.844367 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196d25f8-f54e-4827-b253-e7aac03580bf None None] New status for floating IP f94d6675-a493-497d-8042-4186682551b8: DOWN {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:44:36.150854 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58419531-6f4f-49ba-a8a0-7d833b15ac26 req-bd32660c-cf43-4607-96c7-0e4b3265f6c4 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:36.152715 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-58419531-6f4f-49ba-a8a0-7d833b15ac26 req-bd32660c-cf43-4607-96c7-0e4b3265f6c4 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=d3509514-2de1-4a79-968b-8f3667af4b28 HTTP/1.1" status: 200 len: 945 time: 0.0698903 Jul 09 16:44:36.199900 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-58419531-6f4f-49ba-a8a0-7d833b15ac26 req-c1f6b463-3625-4117-9795-405080501b43 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383801 Jul 09 16:44:36.602952 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78846732-d480-45cf-8c07-63a7b17f5683 req-064515e7-5fe4-4527-9fb3-8ed67ddfa1ee tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:36.611013 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-78846732-d480-45cf-8c07-63a7b17f5683 req-064515e7-5fe4-4527-9fb3-8ed67ddfa1ee tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "GET /v2.0/ports?device_id=461b9502-a12b-4a4d-aa62-2cd8ff38c958 HTTP/1.1" status: 200 len: 984 time: 0.0786073 Jul 09 16:44:36.659856 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-78846732-d480-45cf-8c07-63a7b17f5683 req-e057b6bd-b7b6-48d9-838f-fc56659fa37c tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "GET /v2.0/security-groups?id=9b9627bc-64b0-4486-a01f-c99668cdaf16&id=abf224c7-8333-4f8a-ac99-0ad7411b893c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0478666 Jul 09 16:44:36.719524 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2065b7e-759c-44eb-83ac-9a23d808ebd8 req-c846b0ca-b840-43f4-b95a-746e9fb144f0 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:36.721812 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c2065b7e-759c-44eb-83ac-9a23d808ebd8 req-c846b0ca-b840-43f4-b95a-746e9fb144f0 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.73 "GET /v2.0/ports?device_id=461b9502-a12b-4a4d-aa62-2cd8ff38c958 HTTP/1.1" status: 200 len: 984 time: 0.0917773 Jul 09 16:44:36.834566 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-c2065b7e-759c-44eb-83ac-9a23d808ebd8 req-138be71a-e25c-432d-80ea-f399396c4d92 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Deleting port 387b455f-d475-42c5-a40f-749c1c2634b1 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:44:36.835085 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c2065b7e-759c-44eb-83ac-9a23d808ebd8 req-138be71a-e25c-432d-80ea-f399396c4d92 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:36.925997 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-c2065b7e-759c-44eb-83ac-9a23d808ebd8 req-138be71a-e25c-432d-80ea-f399396c4d92 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] For port 387b455f-d475-42c5-a40f-749c1c2634b1, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=387b455f-d475-42c5-a40f-749c1c2634b1,segment=NetworkSegment(285506c0-251b-49cb-bff8-c2ca57ce07fc),segment_id=285506c0-251b-49cb-bff8-c2ca57ce07fc)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:36.926240 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c2065b7e-759c-44eb-83ac-9a23d808ebd8 req-138be71a-e25c-432d-80ea-f399396c4d92 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:36.939930 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-c2065b7e-759c-44eb-83ac-9a23d808ebd8 req-138be71a-e25c-432d-80ea-f399396c4d92 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Calling delete_port for 387b455f-d475-42c5-a40f-749c1c2634b1 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:44:37.092166 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c2065b7e-759c-44eb-83ac-9a23d808ebd8 req-138be71a-e25c-432d-80ea-f399396c4d92 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:37.122619 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138be71a-e25c-432d-80ea-f399396c4d92 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Pushing event deleted for resources: {'Port': ['ID=387b455f-d475-42c5-a40f-749c1c2634b1,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:37.170824 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2065b7e-759c-44eb-83ac-9a23d808ebd8 req-138be71a-e25c-432d-80ea-f399396c4d92 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] No DVR routers for this DVR port 387b455f-d475-42c5-a40f-749c1c2634b1 on host n-h2-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:44:37.174374 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c2065b7e-759c-44eb-83ac-9a23d808ebd8 req-138be71a-e25c-432d-80ea-f399396c4d92 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:37.176474 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c2065b7e-759c-44eb-83ac-9a23d808ebd8 req-138be71a-e25c-432d-80ea-f399396c4d92 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.73 "DELETE /v2.0/ports/387b455f-d475-42c5-a40f-749c1c2634b1 HTTP/1.1" status: 204 len: 173 time: 0.4489071 Jul 09 16:44:37.177378 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '461b9502-a12b-4a4d-aa62-2cd8ff38c958', 'name': 'network-vif-deleted', 'tag': '387b455f-d475-42c5-a40f-749c1c2634b1'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:44:37.180889 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54712f7e-5138-46a3-a520-9ee5812292a7" -d '{"events": [{"server_uuid": "461b9502-a12b-4a4d-aa62-2cd8ff38c958", "name": "network-vif-deleted", "tag": "387b455f-d475-42c5-a40f-749c1c2634b1"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:44:37.219872 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381167d0-3415-416a-aa3b-7e8b873abdde x-openstack-request-id: req-381167d0-3415-416a-aa3b-7e8b873abdde {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:44:37.220178 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "461b9502-a12b-4a4d-aa62-2cd8ff38c958", "name": "network-vif-deleted", "tag": "387b455f-d475-42c5-a40f-749c1c2634b1", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:44:37.220433 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-381167d0-3415-416a-aa3b-7e8b873abdde {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:44:37.220842 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '461b9502-a12b-4a4d-aa62-2cd8ff38c958', 'name': 'network-vif-deleted', 'tag': '387b455f-d475-42c5-a40f-749c1c2634b1', 'status': 'completed', 'code': 200} Jul 09 16:44:37.443741 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9520caec-2cce-4450-801c-147df25a2570 req-ff74ba41-b1d7-48aa-90d6-3beca8ba90c1 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:37.445385 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9520caec-2cce-4450-801c-147df25a2570 req-ff74ba41-b1d7-48aa-90d6-3beca8ba90c1 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=d3509514-2de1-4a79-968b-8f3667af4b28 HTTP/1.1" status: 200 len: 945 time: 0.0987520 Jul 09 16:44:37.509490 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9520caec-2cce-4450-801c-147df25a2570 req-f569adab-1dc6-4536-a97f-95f0b251bac3 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577834 Jul 09 16:44:37.682438 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 41806) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:37.742017 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-1412d4d5-8ffe-4900-8d2a-c0bc2d1f51ee admin admin] Deleting subnet 522ac413-ee53-447e-b36c-374bc3751b99 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:44:37.753733 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1412d4d5-8ffe-4900-8d2a-c0bc2d1f51ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:37.792474 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1412d4d5-8ffe-4900-8d2a-c0bc2d1f51ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:37.888910 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fba9fee9-0d5f-456e-bb59-1df155e49572 req-d8193dfd-0a93-4b2f-8398-1d59373efa62 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "GET /v2.0/ports?device_id=461b9502-a12b-4a4d-aa62-2cd8ff38c958 HTTP/1.1" status: 200 len: 210 time: 0.0530825 Jul 09 16:44:37.894902 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1412d4d5-8ffe-4900-8d2a-c0bc2d1f51ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:37.955347 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1412d4d5-8ffe-4900-8d2a-c0bc2d1f51ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:37.970240 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1412d4d5-8ffe-4900-8d2a-c0bc2d1f51ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:37.972879 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1412d4d5-8ffe-4900-8d2a-c0bc2d1f51ee admin admin] 10.222.0.98 "DELETE /v2.0/subnets/522ac413-ee53-447e-b36c-374bc3751b99 HTTP/1.1" status: 204 len: 168 time: 0.2876418 Jul 09 16:44:37.975169 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 41814) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:38.001219 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1412d4d5-8ffe-4900-8d2a-c0bc2d1f51ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=522ac413-ee53-447e-b36c-374bc3751b99,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:38.103100 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2cc17ae4-cbb1-41a0-a9ac-f0f11ecbb168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:38.150432 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b648e5-4d80-412d-a005-930ecfa7c8a8 req-d0f9ebea-35d0-4013-a1db-16944786798d tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:38.151976 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-49b648e5-4d80-412d-a005-930ecfa7c8a8 req-d0f9ebea-35d0-4013-a1db-16944786798d tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3509514-2de1-4a79-968b-8f3667af4b28 HTTP/1.1" status: 200 len: 945 time: 0.1264210 Jul 09 16:44:38.272221 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2cc17ae4-cbb1-41a0-a9ac-f0f11ecbb168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:38.291283 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-2cc17ae4-cbb1-41a0-a9ac-f0f11ecbb168 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7414fc77-3be9-40af-a6ea-00223ea4fadc']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:38.323332 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-2cc17ae4-cbb1-41a0-a9ac-f0f11ecbb168 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5bc3d10-2b54-4a9a-8b4a-b9bf7608875b') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:38.323693 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-2cc17ae4-cbb1-41a0-a9ac-f0f11ecbb168 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5bc3d10-2b54-4a9a-8b4a-b9bf7608875b') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:38.341444 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2cc17ae4-cbb1-41a0-a9ac-f0f11ecbb168 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:38.359789 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2cc17ae4-cbb1-41a0-a9ac-f0f11ecbb168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:38.375598 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cc17ae4-cbb1-41a0-a9ac-f0f11ecbb168 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:44:38.376155 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2cc17ae4-cbb1-41a0-a9ac-f0f11ecbb168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:38.378004 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:44:38.378004 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:44:38.378004 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:44:38.378004 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:44:38.378004 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:44:38.378004 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:44:38.378004 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:44:38.378004 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:44:38.378004 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:44:38.378004 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:44:38.378004 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:44:38.378004 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:44:38.378004 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:44:38.378004 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:44:38.378004 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:44:38.378004 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:44:38.378004 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:44:38.378004 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:44:38.378004 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:44:38.378004 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:44:38.378004 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:44:38.378004 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:44:38.378004 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:44:38.378004 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:44:38.378004 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:44:38.378004 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:44:38.378004 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:44:38.378004 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:44:38.378004 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:44:38.378004 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:44:38.378004 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:44:38.378004 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:44:38.431540 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-49b648e5-4d80-412d-a005-930ecfa7c8a8 req-80ec9e73-d9a7-4fc0-8302-0572b19cc71f tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Deleting port aa88795f-5607-42f4-8056-ae1ffb8d1b15 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:44:38.431879 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-49b648e5-4d80-412d-a005-930ecfa7c8a8 req-80ec9e73-d9a7-4fc0-8302-0572b19cc71f tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:38.472342 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2cc17ae4-cbb1-41a0-a9ac-f0f11ecbb168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:38.481151 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2cc17ae4-cbb1-41a0-a9ac-f0f11ecbb168 admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:38.485207 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2cc17ae4-cbb1-41a0-a9ac-f0f11ecbb168 admin admin] 10.222.0.98 "DELETE /v2.0/networks/7414fc77-3be9-40af-a6ea-00223ea4fadc HTTP/1.1" status: 204 len: 168 time: 0.5068309 Jul 09 16:44:38.503900 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc17ae4-cbb1-41a0-a9ac-f0f11ecbb168 admin admin] Pushing event deleted for resources: {'Network': ['ID=7414fc77-3be9-40af-a6ea-00223ea4fadc,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:38.551595 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-49b648e5-4d80-412d-a005-930ecfa7c8a8 req-80ec9e73-d9a7-4fc0-8302-0572b19cc71f tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] For port aa88795f-5607-42f4-8056-ae1ffb8d1b15, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=aa88795f-5607-42f4-8056-ae1ffb8d1b15,segment=NetworkSegment(f8892455-537d-4135-a8a6-c5f11d1a74c6),segment_id=f8892455-537d-4135-a8a6-c5f11d1a74c6)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:38.551958 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-49b648e5-4d80-412d-a005-930ecfa7c8a8 req-80ec9e73-d9a7-4fc0-8302-0572b19cc71f tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:38.567590 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-49b648e5-4d80-412d-a005-930ecfa7c8a8 req-80ec9e73-d9a7-4fc0-8302-0572b19cc71f tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Calling delete_port for aa88795f-5607-42f4-8056-ae1ffb8d1b15 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:44:38.598034 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b91af677-169c-4924-b674-64ee50bbf8be req-70ef5cb0-3ac7-45a5-aa04-5514d226d819 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=263c211a-4903-4bf3-ad7a-a4ee69353b40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0834985 Jul 09 16:44:38.748658 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-49b648e5-4d80-412d-a005-930ecfa7c8a8 req-80ec9e73-d9a7-4fc0-8302-0572b19cc71f tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:38.784523 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['aa88795f-5607-42f4-8056-ae1ffb8d1b15'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:44:38.786342 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec9e73-d9a7-4fc0-8302-0572b19cc71f tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Pushing event deleted for resources: {'Port': ['ID=aa88795f-5607-42f4-8056-ae1ffb8d1b15,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:38.798059 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 41834) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:38.849059 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b648e5-4d80-412d-a005-930ecfa7c8a8 req-80ec9e73-d9a7-4fc0-8302-0572b19cc71f tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] No DVR routers for this DVR port aa88795f-5607-42f4-8056-ae1ffb8d1b15 on host n-h2-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:44:38.851165 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-baaf06cb-0870-4818-bdf8-bbc73920f16b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=228dd3755b77457fa6be448fdcde11d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0519621 Jul 09 16:44:38.851809 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-49b648e5-4d80-412d-a005-930ecfa7c8a8 req-80ec9e73-d9a7-4fc0-8302-0572b19cc71f tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:38.853102 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91af677-169c-4924-b674-64ee50bbf8be req-e7470fe1-a307-4739-b4b1-8c3974cac7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:38.854207 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-49b648e5-4d80-412d-a005-930ecfa7c8a8 req-80ec9e73-d9a7-4fc0-8302-0572b19cc71f tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.73 "DELETE /v2.0/ports/aa88795f-5607-42f4-8056-ae1ffb8d1b15 HTTP/1.1" status: 204 len: 173 time: 0.6775856 Jul 09 16:44:38.854686 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b91af677-169c-4924-b674-64ee50bbf8be req-e7470fe1-a307-4739-b4b1-8c3974cac7c7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f98cc886c66a474a8d448186851b2eab&device_id=263c211a-4903-4bf3-ad7a-a4ee69353b40 HTTP/1.1" status: 200 len: 1096 time: 0.1882343 Jul 09 16:44:38.855063 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 41836) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:38.890634 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf474713-8f9a-4f6a-a953-0cf0d9b38fc4 req-584dcb7a-8ab0-48f8-8aae-164ea74c8a16 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:38.893023 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bf474713-8f9a-4f6a-a953-0cf0d9b38fc4 req-584dcb7a-8ab0-48f8-8aae-164ea74c8a16 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=d3509514-2de1-4a79-968b-8f3667af4b28 HTTP/1.1" status: 200 len: 867 time: 0.1623299 Jul 09 16:44:38.976253 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-082bd6be-f116-4107-94fe-bf0e4cbcd7da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:39.007425 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-082bd6be-f116-4107-94fe-bf0e4cbcd7da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:39.040188 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91af677-169c-4924-b674-64ee50bbf8be req-d473a4ec-1ca0-4913-b99f-bea4b1eddf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:39.041782 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b91af677-169c-4924-b674-64ee50bbf8be req-d473a4ec-1ca0-4913-b99f-bea4b1eddf41 service neutron] 10.222.0.73 "GET /v2.0/networks?id=46d411ed-dc52-411a-93f7-d4f391e5bbe4 HTTP/1.1" status: 200 len: 897 time: 0.1443388 Jul 09 16:44:39.077838 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-082bd6be-f116-4107-94fe-bf0e4cbcd7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:39.080656 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-082bd6be-f116-4107-94fe-bf0e4cbcd7da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:39.082011 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-082bd6be-f116-4107-94fe-bf0e4cbcd7da admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/994b4524-d49c-416f-9252-fc4bd3cd7229 HTTP/1.1" status: 204 len: 168 time: 0.2259874 Jul 09 16:44:39.091329 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082bd6be-f116-4107-94fe-bf0e4cbcd7da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994b4524-d49c-416f-9252-fc4bd3cd7229,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:39.148782 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bf474713-8f9a-4f6a-a953-0cf0d9b38fc4 req-db830387-4a5d-4fe5-b18a-0ed9be83f1a2 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059465 Jul 09 16:44:39.157112 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b91af677-169c-4924-b674-64ee50bbf8be req-bb7129de-4dad-4e54-ae03-40deca88079c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0ebad37-dcf7-400c-97fa-7fb2312cfc2b HTTP/1.1" status: 200 len: 1000 time: 0.1076446 Jul 09 16:44:39.221985 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3509514-2de1-4a79-968b-8f3667af4b28', 'name': 'network-vif-deleted', 'tag': 'aa88795f-5607-42f4-8056-ae1ffb8d1b15'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:44:39.224707 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275c6d1a-23b1-4821-ac1f-8e3763b40de4" -d '{"events": [{"server_uuid": "d3509514-2de1-4a79-968b-8f3667af4b28", "name": "network-vif-deleted", "tag": "aa88795f-5607-42f4-8056-ae1ffb8d1b15"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:44:39.241106 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91af677-169c-4924-b674-64ee50bbf8be req-5189ba34-8faf-44a5-b05e-a975f7bc2957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:39.242741 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b91af677-169c-4924-b674-64ee50bbf8be req-5189ba34-8faf-44a5-b05e-a975f7bc2957 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=36cdbe7e-b3ab-4574-be1e-cb2ee7465050 HTTP/1.1" status: 200 len: 834 time: 0.0744960 Jul 09 16:44:39.279039 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 41854) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:39.356161 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c89ccc-63a8-4439-bf47-75be82ff526e x-openstack-request-id: req-59c89ccc-63a8-4439-bf47-75be82ff526e {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:44:39.356559 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3509514-2de1-4a79-968b-8f3667af4b28", "name": "network-vif-deleted", "tag": "aa88795f-5607-42f4-8056-ae1ffb8d1b15", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:44:39.358242 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-59c89ccc-63a8-4439-bf47-75be82ff526e {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:44:39.358823 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3509514-2de1-4a79-968b-8f3667af4b28', 'name': 'network-vif-deleted', 'tag': 'aa88795f-5607-42f4-8056-ae1ffb8d1b15', 'status': 'completed', 'code': 200} Jul 09 16:44:39.397689 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91af677-169c-4924-b674-64ee50bbf8be req-6271238b-54d3-4fde-8675-7cd3603225dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:39.399818 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b91af677-169c-4924-b674-64ee50bbf8be req-6271238b-54d3-4fde-8675-7cd3603225dd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=46d411ed-dc52-411a-93f7-d4f391e5bbe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1479847 Jul 09 16:44:39.411433 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-67dc8b48-0dbc-45ca-a066-232dac6ceb39 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:39.447619 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-67dc8b48-0dbc-45ca-a066-232dac6ceb39 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:39.507057 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-67dc8b48-0dbc-45ca-a066-232dac6ceb39 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:39.511334 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-67dc8b48-0dbc-45ca-a066-232dac6ceb39 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:39.517882 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-67dc8b48-0dbc-45ca-a066-232dac6ceb39 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "DELETE /v2.0/security-groups/abf224c7-8333-4f8a-ac99-0ad7411b893c HTTP/1.1" status: 204 len: 168 time: 0.2374370 Jul 09 16:44:39.518561 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 41868) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:39.540312 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b91af677-169c-4924-b674-64ee50bbf8be req-49d8239a-ba64-4e66-89e9-57ef0a9a20f8 service neutron] 10.222.0.73 "GET /v2.0/networks/46d411ed-dc52-411a-93f7-d4f391e5bbe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327353 Jul 09 16:44:39.549345 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dc8b48-0dbc-45ca-a066-232dac6ceb39 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf224c7-8333-4f8a-ac99-0ad7411b893c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:39.613215 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b151984-74eb-4440-ac91-545a6108b8c8 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:39.657753 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b151984-74eb-4440-ac91-545a6108b8c8 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:39.659563 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b91af677-169c-4924-b674-64ee50bbf8be req-78c5accb-b53e-479b-8a02-8667159db61e service neutron] 10.222.0.73 "GET /v2.0/networks/46d411ed-dc52-411a-93f7-d4f391e5bbe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083922 Jul 09 16:44:39.713070 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b151984-74eb-4440-ac91-545a6108b8c8 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:39.716369 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b151984-74eb-4440-ac91-545a6108b8c8 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:39.717782 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-5b151984-74eb-4440-ac91-545a6108b8c8 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "DELETE /v2.0/security-groups/9b9627bc-64b0-4486-a01f-c99668cdaf16 HTTP/1.1" status: 204 len: 168 time: 0.1939263 Jul 09 16:44:39.720717 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 41872) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:39.757943 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b151984-74eb-4440-ac91-545a6108b8c8 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9627bc-64b0-4486-a01f-c99668cdaf16,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:40.168993 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-15fe21c3-e88d-41d3-b8a5-ea4668cd2d6e tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:40.221803 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:40.801258 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2e85ab64-8bca-4675-9ad5-2e259a34b2f2 req-fd8b1752-bbd8-4112-80d2-411a90add1ba tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=d3509514-2de1-4a79-968b-8f3667af4b28 HTTP/1.1" status: 200 len: 210 time: 0.4394748 Jul 09 16:44:40.922226 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-15fe21c3-e88d-41d3-b8a5-ea4668cd2d6e tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Deleting port d61cf004-e2b5-4b61-9cbf-f5db83dc1fa3 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:44:40.922628 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-15fe21c3-e88d-41d3-b8a5-ea4668cd2d6e tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:41.017376 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-15fe21c3-e88d-41d3-b8a5-ea4668cd2d6e tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] For port d61cf004-e2b5-4b61-9cbf-f5db83dc1fa3, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=d61cf004-e2b5-4b61-9cbf-f5db83dc1fa3,segment=NetworkSegment(285506c0-251b-49cb-bff8-c2ca57ce07fc),segment_id=285506c0-251b-49cb-bff8-c2ca57ce07fc)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:41.017976 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-15fe21c3-e88d-41d3-b8a5-ea4668cd2d6e tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:41.033645 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-15fe21c3-e88d-41d3-b8a5-ea4668cd2d6e tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Calling delete_port for d61cf004-e2b5-4b61-9cbf-f5db83dc1fa3 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:44:41.232840 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-15fe21c3-e88d-41d3-b8a5-ea4668cd2d6e tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:41.260939 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe21c3-e88d-41d3-b8a5-ea4668cd2d6e tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Pushing event deleted for resources: {'Port': ['ID=d61cf004-e2b5-4b61-9cbf-f5db83dc1fa3,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:41.462385 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device aa88795f-5607-42f4-8056-ae1ffb8d1b15 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:44:41.510469 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-15fe21c3-e88d-41d3-b8a5-ea4668cd2d6e tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:41.514844 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: aa88795f-5607-42f4-8056-ae1ffb8d1b15 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:44:41.515440 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device aa88795f-5607-42f4-8056-ae1ffb8d1b15 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:44:41.516287 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 387b455f-d475-42c5-a40f-749c1c2634b1 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:44:41.540807 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: 387b455f-d475-42c5-a40f-749c1c2634b1 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:44:41.541277 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 387b455f-d475-42c5-a40f-749c1c2634b1 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:44:41.771870 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15fe21c3-e88d-41d3-b8a5-ea4668cd2d6e tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Router 116952ef-48ec-4c42-8ae0-c28fa07df1d4 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:44:41.892406 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15fe21c3-e88d-41d3-b8a5-ea4668cd2d6e tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:44:41.900390 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 41914) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:41.905172 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e736618-9b0a-4cca-8f91-b20189f928e4 None None] Sync routers for ids ['116952ef-48ec-4c42-8ae0-c28fa07df1d4'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:44:41.909005 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-15fe21c3-e88d-41d3-b8a5-ea4668cd2d6e tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "PUT /v2.0/routers/116952ef-48ec-4c42-8ae0-c28fa07df1d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1871405 Jul 09 16:44:41.917117 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e736618-9b0a-4cca-8f91-b20189f928e4 None None] Routers {'116952ef-48ec-4c42-8ae0-c28fa07df1d4'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:44:41.917732 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-8e736618-9b0a-4cca-8f91-b20189f928e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:44:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['116952ef-48ec-4c42-8ae0-c28fa07df1d4'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:41.981157 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-e56be4dd-bec5-4a10-8d32-060e56703aa0 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Deleting subnet 9a0a5059-845b-4112-8beb-a1ded2a6a4ec {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:44:41.985767 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e56be4dd-bec5-4a10-8d32-060e56703aa0 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:42.063387 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e56be4dd-bec5-4a10-8d32-060e56703aa0 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:42.150705 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-8e736618-9b0a-4cca-8f91-b20189f928e4 None None] Set router 116952ef-48ec-4c42-8ae0-c28fa07df1d4 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:44:42.157383 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e56be4dd-bec5-4a10-8d32-060e56703aa0 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:42.234302 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e56be4dd-bec5-4a10-8d32-060e56703aa0 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:42.277498 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-03637660-1d8b-46c6-b969-6d7ba1812fc1 req-7483d38e-cb87-4e7d-bcb4-a96704e874d4 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=d3509514-2de1-4a79-968b-8f3667af4b28 HTTP/1.1" status: 200 len: 210 time: 0.3297594 Jul 09 16:44:42.290506 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e56be4dd-bec5-4a10-8d32-060e56703aa0 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:42.297684 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e56be4dd-bec5-4a10-8d32-060e56703aa0 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "DELETE /v2.0/subnets/9a0a5059-845b-4112-8beb-a1ded2a6a4ec HTTP/1.1" status: 204 len: 168 time: 0.3960648 Jul 09 16:44:42.299480 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6df77a9-7d3c-43ec-b0e7-bed0f04c807e None None] Network 50b7b94c-6e0d-4621-9398-b5dd22283cc0 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:44:42.301646 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 41920) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:42.309642 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56be4dd-bec5-4a10-8d32-060e56703aa0 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Pushing event deleted for resources: {'Subnet': ['ID=9a0a5059-845b-4112-8beb-a1ded2a6a4ec,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:42.458334 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-8e736618-9b0a-4cca-8f91-b20189f928e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116952ef-48ec-4c42-8ae0-c28fa07df1d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2114292331', 'tenant_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '5170c675-cb4a-4517-9f04-862b0764a2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:41:55Z', 'updated_at': '2021-07-09T16:44:41Z', 'revision_number': 5, 'project_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'gw_port': {'id': '5170c675-cb4a-4517-9f04-862b0764a2fb', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:5d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116952ef-48ec-4c42-8ae0-c28fa07df1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:56Z', 'updated_at': '2021-07-09T16:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:42.477288 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c0ab7ba4-fbee-451a-aa01-130c09b1e51c tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:42.516949 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e736618-9b0a-4cca-8f91-b20189f928e4 None None] Checking router: 116952ef-48ec-4c42-8ae0-c28fa07df1d4 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:44:42.527279 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e736618-9b0a-4cca-8f91-b20189f928e4 None None] Routers {'116952ef-48ec-4c42-8ae0-c28fa07df1d4'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:44:42.528241 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-8e736618-9b0a-4cca-8f91-b20189f928e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:44:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['116952ef-48ec-4c42-8ae0-c28fa07df1d4'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:42.561724 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b5aafc35-d12e-4d19-8cc5-3a88fbb3bfb9 req-e1e7c1d3-21c8-4b42-99fc-41731115b149 tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=5288bf25c72143f29e820a6b71d93b9b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0796146 Jul 09 16:44:42.593180 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5ad2c5-65b8-4d89-a608-9978cb75bddf None None] DHCP port deletion for 50b7b94c-6e0d-4621-9398-b5dd22283cc0 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:44:42.673747 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-8e736618-9b0a-4cca-8f91-b20189f928e4 None None] Set router 116952ef-48ec-4c42-8ae0-c28fa07df1d4 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:44:42.678627 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-2b5ad2c5-65b8-4d89-a608-9978cb75bddf None None] Deleting port b2e4e17c-84a6-437d-b889-b2193436f59f {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:44:42.679036 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2b5ad2c5-65b8-4d89-a608-9978cb75bddf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:42.702081 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aafc35-d12e-4d19-8cc5-3a88fbb3bfb9 req-22d0aee0-3c13-4afc-8e7b-108da5f1f502 tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:42.711123 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b5aafc35-d12e-4d19-8cc5-3a88fbb3bfb9 req-22d0aee0-3c13-4afc-8e7b-108da5f1f502 tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1477616 Jul 09 16:44:42.728146 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b5aafc35-d12e-4d19-8cc5-3a88fbb3bfb9 req-921a6142-a594-4c31-a8b4-5a2fe1ccb548 tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] 10.222.0.98 "GET /v2.0/quotas/5288bf25c72143f29e820a6b71d93b9b HTTP/1.1" status: 200 len: 375 time: 0.0164871 Jul 09 16:44:42.776857 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b5aafc35-d12e-4d19-8cc5-3a88fbb3bfb9 req-9e96d932-f533-4a84-a1f8-e8d79cfdbac6 tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=5288bf25c72143f29e820a6b71d93b9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477095 Jul 09 16:44:42.784271 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-2b5ad2c5-65b8-4d89-a608-9978cb75bddf None None] For port b2e4e17c-84a6-437d-b889-b2193436f59f, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=b2e4e17c-84a6-437d-b889-b2193436f59f,segment=NetworkSegment(285506c0-251b-49cb-bff8-c2ca57ce07fc),segment_id=285506c0-251b-49cb-bff8-c2ca57ce07fc)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:42.784908 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2b5ad2c5-65b8-4d89-a608-9978cb75bddf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:42.803191 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-2b5ad2c5-65b8-4d89-a608-9978cb75bddf None None] Calling delete_port for b2e4e17c-84a6-437d-b889-b2193436f59f owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:44:42.894680 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c0ab7ba4-fbee-451a-aa01-130c09b1e51c tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:42.903453 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-8e736618-9b0a-4cca-8f91-b20189f928e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116952ef-48ec-4c42-8ae0-c28fa07df1d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2114292331', 'tenant_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '5170c675-cb4a-4517-9f04-862b0764a2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:41:55Z', 'updated_at': '2021-07-09T16:44:41Z', 'revision_number': 5, 'project_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'gw_port': {'id': '5170c675-cb4a-4517-9f04-862b0764a2fb', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:5d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116952ef-48ec-4c42-8ae0-c28fa07df1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:56Z', 'updated_at': '2021-07-09T16:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:42.935533 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2b5ad2c5-65b8-4d89-a608-9978cb75bddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:42.953846 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5ad2c5-65b8-4d89-a608-9978cb75bddf None None] No DVR routers for this DVR port b2e4e17c-84a6-437d-b889-b2193436f59f on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:44:43.004919 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5ad2c5-65b8-4d89-a608-9978cb75bddf None None] Pushing event deleted for resources: {'Port': ['ID=b2e4e17c-84a6-437d-b889-b2193436f59f,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:43.005900 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e736618-9b0a-4cca-8f91-b20189f928e4 None None] The sync data for ids ['116952ef-48ec-4c42-8ae0-c28fa07df1d4'] in n-d-798930-3 is: [{'id': '116952ef-48ec-4c42-8ae0-c28fa07df1d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2114292331', 'tenant_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '5170c675-cb4a-4517-9f04-862b0764a2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:41:55Z', 'updated_at': '2021-07-09T16:44:41Z', 'revision_number': 5, 'project_id': '5e6a0eaba6cb46c1bafe0a279d6dc456', 'gw_port': {'id': '5170c675-cb4a-4517-9f04-862b0764a2fb', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:5d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116952ef-48ec-4c42-8ae0-c28fa07df1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:41:56Z', 'updated_at': '2021-07-09T16:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:44:43.035699 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-c0ab7ba4-fbee-451a-aa01-130c09b1e51c tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Deleting port 5170c675-cb4a-4517-9f04-862b0764a2fb {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:44:43.036395 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c0ab7ba4-fbee-451a-aa01-130c09b1e51c tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:43.146698 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-c0ab7ba4-fbee-451a-aa01-130c09b1e51c tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] For port 5170c675-cb4a-4517-9f04-862b0764a2fb, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=5170c675-cb4a-4517-9f04-862b0764a2fb,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:43.147112 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c0ab7ba4-fbee-451a-aa01-130c09b1e51c tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:43.160485 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-c0ab7ba4-fbee-451a-aa01-130c09b1e51c tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Calling delete_port for 5170c675-cb4a-4517-9f04-862b0764a2fb owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:44:43.275214 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7d3a1e54-a8ec-486f-b402-89aea7bdb5c8 req-ce9e6221-2a66-44a0-9b7a-14c26579accd tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c4dbfe8-6180-471c-ac56-8ab4215fa67a HTTP/1.1" status: 200 len: 210 time: 0.0453987 Jul 09 16:44:43.475259 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c0ab7ba4-fbee-451a-aa01-130c09b1e51c tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:43.484647 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d61cf004-e2b5-4b61-9cbf-f5db83dc1fa3 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:44:43.540721 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2156fc42-d807-49d8-bd55-95818502c679 req-f91dc87b-20f3-4d60-97a6-b5530ecdb476 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=d3509514-2de1-4a79-968b-8f3667af4b28 HTTP/1.1" status: 200 len: 210 time: 0.0664845 Jul 09 16:44:43.541524 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ab7ba4-fbee-451a-aa01-130c09b1e51c tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Pushing event deleted for resources: {'Port': ['ID=5170c675-cb4a-4517-9f04-862b0764a2fb,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:43.574531 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: d61cf004-e2b5-4b61-9cbf-f5db83dc1fa3 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:44:43.575577 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d61cf004-e2b5-4b61-9cbf-f5db83dc1fa3 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:44:43.576254 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device b2e4e17c-84a6-437d-b889-b2193436f59f no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:44:43.602585 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: b2e4e17c-84a6-437d-b889-b2193436f59f {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:44:43.603953 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device b2e4e17c-84a6-437d-b889-b2193436f59f not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:44:43.673224 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c0ab7ba4-fbee-451a-aa01-130c09b1e51c tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:43.775476 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c0ab7ba4-fbee-451a-aa01-130c09b1e51c tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:43.778355 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c0ab7ba4-fbee-451a-aa01-130c09b1e51c tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:43.831129 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c0ab7ba4-fbee-451a-aa01-130c09b1e51c tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:43.832024 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ab7ba4-fbee-451a-aa01-130c09b1e51c tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Fanout notify agent at l3_agent the message router_deleted on router 116952ef-48ec-4c42-8ae0-c28fa07df1d4 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:44:43.840798 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c0ab7ba4-fbee-451a-aa01-130c09b1e51c tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:43.844700 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c0ab7ba4-fbee-451a-aa01-130c09b1e51c tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "DELETE /v2.0/routers/116952ef-48ec-4c42-8ae0-c28fa07df1d4 HTTP/1.1" status: 204 len: 168 time: 1.5395329 Jul 09 16:44:43.845199 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 41946) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:43.934539 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-57821e96-647c-44d7-8978-a329fb5f8a10 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:44.067720 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-57821e96-647c-44d7-8978-a329fb5f8a10 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:44.078723 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-57821e96-647c-44d7-8978-a329fb5f8a10 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50b7b94c-6e0d-4621-9398-b5dd22283cc0']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:44.092235 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-57821e96-647c-44d7-8978-a329fb5f8a10 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '285506c0-251b-49cb-bff8-c2ca57ce07fc') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:44.092763 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-57821e96-647c-44d7-8978-a329fb5f8a10 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '285506c0-251b-49cb-bff8-c2ca57ce07fc') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:44:44.102961 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-57821e96-647c-44d7-8978-a329fb5f8a10 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:44.117556 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-57821e96-647c-44d7-8978-a329fb5f8a10 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:44.125633 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57821e96-647c-44d7-8978-a329fb5f8a10 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:44:44.126016 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-57821e96-647c-44d7-8978-a329fb5f8a10 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:44.130366 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:44:44.130366 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:44:44.130366 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:44:44.130366 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:44:44.130366 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:44:44.130366 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:44:44.130366 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:44:44.130366 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:44:44.130366 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:44:44.130366 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:44:44.130366 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:44:44.130366 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:44:44.130366 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:44:44.130366 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:44:44.130366 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:44:44.130366 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:44:44.130366 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:44:44.130366 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:44:44.130366 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:44:44.130366 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:44:44.130366 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:44:44.130366 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:44:44.130366 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:44:44.130366 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:44:44.130366 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:44:44.130366 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:44:44.130366 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:44:44.130366 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:44:44.130366 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:44:44.130366 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:44:44.130366 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:44:44.130366 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:44:44.227818 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-57821e96-647c-44d7-8978-a329fb5f8a10 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:44.232963 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-57821e96-647c-44d7-8978-a329fb5f8a10 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:44.238418 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-57821e96-647c-44d7-8978-a329fb5f8a10 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] 10.222.0.98 "DELETE /v2.0/networks/50b7b94c-6e0d-4621-9398-b5dd22283cc0 HTTP/1.1" status: 204 len: 168 time: 0.3916824 Jul 09 16:44:44.265056 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57821e96-647c-44d7-8978-a329fb5f8a10 tempest-TestSecurityGroupsBasicOps-263766552 tempest-TestSecurityGroupsBasicOps-263766552-project] Pushing event deleted for resources: {'Network': ['ID=50b7b94c-6e0d-4621-9398-b5dd22283cc0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:44.436219 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-67abdc51-f601-4226-9426-400276723938 req-096c4f64-7fdf-4513-9790-ce344ec6ade5 tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c4dbfe8-6180-471c-ac56-8ab4215fa67a HTTP/1.1" status: 200 len: 210 time: 0.0433049 Jul 09 16:44:44.597891 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 41960) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:44.678276 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b5aafc35-d12e-4d19-8cc5-3a88fbb3bfb9 req-e4ee18c0-40d1-4d7a-884f-cc941a42a0dc tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=5288bf25c72143f29e820a6b71d93b9b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366418 Jul 09 16:44:44.846679 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1cd44e7c-acd5-4f2b-9c99-936d23d0fbc9 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5e6a0eaba6cb46c1bafe0a279d6dc456&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2475162 Jul 09 16:44:44.849221 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 41968) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:44.904967 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aafc35-d12e-4d19-8cc5-3a88fbb3bfb9 req-10310b62-f665-426c-bd61-636b3a183df6 tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:44.907071 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b5aafc35-d12e-4d19-8cc5-3a88fbb3bfb9 req-10310b62-f665-426c-bd61-636b3a183df6 tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2240448 Jul 09 16:44:44.909511 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e301cd3f-be43-43da-b275-dbaef6a4998c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:44.921203 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-b5aafc35-d12e-4d19-8cc5-3a88fbb3bfb9 req-7837fd67-aabc-4021-b37a-241d2d126e56 tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] Request body: {'port': {'device_id': '4c4dbfe8-6180-471c-ac56-8ab4215fa67a', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'admin_state_up': True, 'tenant_id': '5288bf25c72143f29e820a6b71d93b9b'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:44:44.943758 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e301cd3f-be43-43da-b275-dbaef6a4998c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:45.000305 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e301cd3f-be43-43da-b275-dbaef6a4998c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:45.003308 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e301cd3f-be43-43da-b275-dbaef6a4998c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:45.004478 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e301cd3f-be43-43da-b275-dbaef6a4998c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/23bac503-1265-4cad-acb8-3804e0046007 HTTP/1.1" status: 204 len: 168 time: 0.1537335 Jul 09 16:44:45.013879 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e301cd3f-be43-43da-b275-dbaef6a4998c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23bac503-1265-4cad-acb8-3804e0046007,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:45.067389 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5aafc35-d12e-4d19-8cc5-3a88fbb3bfb9 req-7837fd67-aabc-4021-b37a-241d2d126e56 tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] Made reservation on behalf of 5288bf25c72143f29e820a6b71d93b9b for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:44:45.071078 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b5aafc35-d12e-4d19-8cc5-3a88fbb3bfb9 req-7837fd67-aabc-4021-b37a-241d2d126e56 tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:45.086077 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b5aafc35-d12e-4d19-8cc5-3a88fbb3bfb9 req-7837fd67-aabc-4021-b37a-241d2d126e56 tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:45.192833 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b5aafc35-d12e-4d19-8cc5-3a88fbb3bfb9 req-7837fd67-aabc-4021-b37a-241d2d126e56 tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:45.198750 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b5aafc35-d12e-4d19-8cc5-3a88fbb3bfb9 req-7837fd67-aabc-4021-b37a-241d2d126e56 tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:45.272937 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7837fd67-aabc-4021-b37a-241d2d126e56 tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62114c53-2539-4402-b040-22ef4180e0a4,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:45.328030 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 41974) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:45.347088 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3707e2cc-672e-4229-b765-e208a2a42f3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:45.360948 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-b5aafc35-d12e-4d19-8cc5-3a88fbb3bfb9 req-7837fd67-aabc-4021-b37a-241d2d126e56 tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] Allocated IP 192.168.233.158 (c7d8b865-e1f3-4446-a87b-a6da86eba8a1/f122b436-b232-4a3c-9aac-47d5639f2da4/0e3b2ed2-e923-46ca-bc31-03456cf4415f) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:44:45.373187 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 5170c675-cb4a-4517-9f04-862b0764a2fb no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:44:45.406140 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 5170c675-cb4a-4517-9f04-862b0764a2fb {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:44:45.406469 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 5170c675-cb4a-4517-9f04-862b0764a2fb not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:44:45.493209 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3707e2cc-672e-4229-b765-e208a2a42f3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:45.503831 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3707e2cc-672e-4229-b765-e208a2a42f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:45.552196 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3707e2cc-672e-4229-b765-e208a2a42f3c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d2758cbd305b43ceb8b0e6d1d267e086&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2225513 Jul 09 16:44:45.554897 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 41980) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:45.555398 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b5aafc35-d12e-4d19-8cc5-3a88fbb3bfb9 req-7837fd67-aabc-4021-b37a-241d2d126e56 tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:45.569687 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3707e2cc-672e-4229-b765-e208a2a42f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a008330-7dae-41f4-bc3c-c5e97b61244d,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:45.581763 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-b5aafc35-d12e-4d19-8cc5-3a88fbb3bfb9 req-7837fd67-aabc-4021-b37a-241d2d126e56 tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] Transition to ACTIVE for port object 0e3b2ed2-e923-46ca-bc31-03456cf4415f will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:44:45.623253 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4afb88a6-cbc4-4081-a5fd-d00430369398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:45.623908 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-334024d5-562e-41ac-a091-f6e97e80c40d req-b75de0af-51e6-4767-951d-e0fc23223c5e tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c4dbfe8-6180-471c-ac56-8ab4215fa67a HTTP/1.1" status: 200 len: 210 time: 0.0351121 Jul 09 16:44:45.656576 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b5aafc35-d12e-4d19-8cc5-3a88fbb3bfb9 req-7837fd67-aabc-4021-b37a-241d2d126e56 tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:45.669870 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4afb88a6-cbc4-4081-a5fd-d00430369398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:45.717366 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5aafc35-d12e-4d19-8cc5-3a88fbb3bfb9 req-7837fd67-aabc-4021-b37a-241d2d126e56 tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] Network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:44:45.721621 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-b5aafc35-d12e-4d19-8cc5-3a88fbb3bfb9 req-7837fd67-aabc-4021-b37a-241d2d126e56 tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:44:45.735450 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4afb88a6-cbc4-4081-a5fd-d00430369398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:45.740405 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5aafc35-d12e-4d19-8cc5-3a88fbb3bfb9 req-7837fd67-aabc-4021-b37a-241d2d126e56 tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:44:45.744199 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4afb88a6-cbc4-4081-a5fd-d00430369398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:45.762086 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-4afb88a6-cbc4-4081-a5fd-d00430369398 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6a008330-7dae-41f4-bc3c-c5e97b61244d HTTP/1.1" status: 204 len: 168 time: 0.1958251 Jul 09 16:44:45.772405 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7837fd67-aabc-4021-b37a-241d2d126e56 tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] Pushing event updated for resources: {'Port': ['ID=0e3b2ed2-e923-46ca-bc31-03456cf4415f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:45.794392 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afb88a6-cbc4-4081-a5fd-d00430369398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a008330-7dae-41f4-bc3c-c5e97b61244d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:45.837818 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aafc35-d12e-4d19-8cc5-3a88fbb3bfb9 req-7837fd67-aabc-4021-b37a-241d2d126e56 tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:45.838750 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b5aafc35-d12e-4d19-8cc5-3a88fbb3bfb9 req-7837fd67-aabc-4021-b37a-241d2d126e56 tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:45.860994 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b5aafc35-d12e-4d19-8cc5-3a88fbb3bfb9 req-7837fd67-aabc-4021-b37a-241d2d126e56 tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9453554 Jul 09 16:44:45.874080 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-b5aafc35-d12e-4d19-8cc5-3a88fbb3bfb9 req-f30e5fe1-ece7-46b0-9742-eeac8e60b1f0 service neutron] Request body: {'port': {'device_id': '4c4dbfe8-6180-471c-ac56-8ab4215fa67a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:44:46.045178 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b5aafc35-d12e-4d19-8cc5-3a88fbb3bfb9 req-f30e5fe1-ece7-46b0-9742-eeac8e60b1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:46.088299 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3f2b3ed2-a859-4697-9ddb-2d327263a8bd None None] Provisioning for port 0e3b2ed2-e923-46ca-bc31-03456cf4415f completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:44:46.095162 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3f2b3ed2-a859-4697-9ddb-2d327263a8bd None None] Provisioning complete for port 0e3b2ed2-e923-46ca-bc31-03456cf4415f triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:44:46.096077 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3f2b3ed2-a859-4697-9ddb-2d327263a8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:46.139066 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-3f2b3ed2-a859-4697-9ddb-2d327263a8bd None None] Port 0e3b2ed2-e923-46ca-bc31-03456cf4415f cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:44:46.296714 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 41992) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:46.349499 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-66805d74-15fe-4683-9cc7-e420e57df193 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=46cd25cbddbe4ca4ac998947251fc410&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516047 Jul 09 16:44:46.352276 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 41994) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:46.411323 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-b5aafc35-d12e-4d19-8cc5-3a88fbb3bfb9 req-f30e5fe1-ece7-46b0-9742-eeac8e60b1f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e3b2ed2-e923-46ca-bc31-03456cf4415f {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:44:46.412147 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a30fdcd3-4402-4dcd-baf4-20aa40f28a05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:46.420025 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b5aafc35-d12e-4d19-8cc5-3a88fbb3bfb9 req-f30e5fe1-ece7-46b0-9742-eeac8e60b1f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:46.434999 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-b5aafc35-d12e-4d19-8cc5-3a88fbb3bfb9 req-f30e5fe1-ece7-46b0-9742-eeac8e60b1f0 service neutron] Transition to ACTIVE for port object 0e3b2ed2-e923-46ca-bc31-03456cf4415f will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:44:46.439629 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a30fdcd3-4402-4dcd-baf4-20aa40f28a05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:46.440156 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b5aafc35-d12e-4d19-8cc5-3a88fbb3bfb9 req-f30e5fe1-ece7-46b0-9742-eeac8e60b1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:46.496964 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a30fdcd3-4402-4dcd-baf4-20aa40f28a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:46.499616 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a30fdcd3-4402-4dcd-baf4-20aa40f28a05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:46.500922 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a30fdcd3-4402-4dcd-baf4-20aa40f28a05 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d241ce86-542e-4a48-afd8-b8af6e579cbb HTTP/1.1" status: 204 len: 168 time: 0.1477041 Jul 09 16:44:46.516363 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30fdcd3-4402-4dcd-baf4-20aa40f28a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d241ce86-542e-4a48-afd8-b8af6e579cbb,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:46.611500 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30e5fe1-ece7-46b0-9742-eeac8e60b1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=0e3b2ed2-e923-46ca-bc31-03456cf4415f,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:46.645878 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-b5aafc35-d12e-4d19-8cc5-3a88fbb3bfb9 req-f30e5fe1-ece7-46b0-9742-eeac8e60b1f0 service neutron] Attempting to bind port 0e3b2ed2-e923-46ca-bc31-03456cf4415f on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:44:46.646446 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-b5aafc35-d12e-4d19-8cc5-3a88fbb3bfb9 req-f30e5fe1-ece7-46b0-9742-eeac8e60b1f0 service neutron] Attempting to bind port 0e3b2ed2-e923-46ca-bc31-03456cf4415f by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:44:46.646843 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5aafc35-d12e-4d19-8cc5-3a88fbb3bfb9 req-f30e5fe1-ece7-46b0-9742-eeac8e60b1f0 service neutron] Attempting to bind port 0e3b2ed2-e923-46ca-bc31-03456cf4415f on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:44:46.653244 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5aafc35-d12e-4d19-8cc5-3a88fbb3bfb9 req-f30e5fe1-ece7-46b0-9742-eeac8e60b1f0 service neutron] Port 0e3b2ed2-e923-46ca-bc31-03456cf4415f on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:44:46.653416 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5aafc35-d12e-4d19-8cc5-3a88fbb3bfb9 req-f30e5fe1-ece7-46b0-9742-eeac8e60b1f0 service neutron] Attempting to bind port 0e3b2ed2-e923-46ca-bc31-03456cf4415f on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:44:46.659026 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5aafc35-d12e-4d19-8cc5-3a88fbb3bfb9 req-f30e5fe1-ece7-46b0-9742-eeac8e60b1f0 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:44:46.659441 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5aafc35-d12e-4d19-8cc5-3a88fbb3bfb9 req-f30e5fe1-ece7-46b0-9742-eeac8e60b1f0 service neutron] Checking segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:44:46.659921 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5aafc35-d12e-4d19-8cc5-3a88fbb3bfb9 req-f30e5fe1-ece7-46b0-9742-eeac8e60b1f0 service neutron] Bound using segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:44:46.660457 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-b5aafc35-d12e-4d19-8cc5-3a88fbb3bfb9 req-f30e5fe1-ece7-46b0-9742-eeac8e60b1f0 service neutron] Bound port: 0e3b2ed2-e923-46ca-bc31-03456cf4415f, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:44:46.660934 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b5aafc35-d12e-4d19-8cc5-3a88fbb3bfb9 req-f30e5fe1-ece7-46b0-9742-eeac8e60b1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:46.740275 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-b5aafc35-d12e-4d19-8cc5-3a88fbb3bfb9 req-f30e5fe1-ece7-46b0-9742-eeac8e60b1f0 service neutron] For port 0e3b2ed2-e923-46ca-bc31-03456cf4415f, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:44:46.744400 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-b5aafc35-d12e-4d19-8cc5-3a88fbb3bfb9 req-f30e5fe1-ece7-46b0-9742-eeac8e60b1f0 service neutron] For port 0e3b2ed2-e923-46ca-bc31-03456cf4415f, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=0e3b2ed2-e923-46ca-bc31-03456cf4415f,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:44:46.751846 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b5aafc35-d12e-4d19-8cc5-3a88fbb3bfb9 req-f30e5fe1-ece7-46b0-9742-eeac8e60b1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:46.825720 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30e5fe1-ece7-46b0-9742-eeac8e60b1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=0e3b2ed2-e923-46ca-bc31-03456cf4415f,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:46.866045 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aafc35-d12e-4d19-8cc5-3a88fbb3bfb9 req-f30e5fe1-ece7-46b0-9742-eeac8e60b1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:46.866809 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b5aafc35-d12e-4d19-8cc5-3a88fbb3bfb9 req-f30e5fe1-ece7-46b0-9742-eeac8e60b1f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:46.868351 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b5aafc35-d12e-4d19-8cc5-3a88fbb3bfb9 req-f30e5fe1-ece7-46b0-9742-eeac8e60b1f0 service neutron] 10.222.0.77 "PUT /v2.0/ports/0e3b2ed2-e923-46ca-bc31-03456cf4415f HTTP/1.1" status: 200 len: 1096 time: 0.9995625 Jul 09 16:44:46.869943 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c4dbfe8-6180-471c-ac56-8ab4215fa67a', 'tag': '0e3b2ed2-e923-46ca-bc31-03456cf4415f'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:44:46.872638 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2851413-d624-4b06-a06e-75669825789b" -d '{"events": [{"name": "network-changed", "server_uuid": "4c4dbfe8-6180-471c-ac56-8ab4215fa67a", "tag": "0e3b2ed2-e923-46ca-bc31-03456cf4415f"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:44:47.033787 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725074d0-f129-4512-b0e7-a0f8dc2f3957 req-2243b647-6594-4026-b041-fd081d3755d8 tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:47.042336 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-725074d0-f129-4512-b0e7-a0f8dc2f3957 req-2243b647-6594-4026-b041-fd081d3755d8 tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c4dbfe8-6180-471c-ac56-8ab4215fa67a HTTP/1.1" status: 200 len: 948 time: 0.2129226 Jul 09 16:44:47.118043 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aafc35-d12e-4d19-8cc5-3a88fbb3bfb9 req-af3a7193-2083-46ec-b138-c31eab549ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:47.119911 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b5aafc35-d12e-4d19-8cc5-3a88fbb3bfb9 req-af3a7193-2083-46ec-b138-c31eab549ee6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5288bf25c72143f29e820a6b71d93b9b&device_id=4c4dbfe8-6180-471c-ac56-8ab4215fa67a HTTP/1.1" status: 200 len: 1099 time: 0.1976352 Jul 09 16:44:47.137650 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-725074d0-f129-4512-b0e7-a0f8dc2f3957 req-b975bcba-74fb-4e6e-a476-f9b377309304 tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] 10.222.0.98 "GET /v2.0/security-groups?id=62114c53-2539-4402-b040-22ef4180e0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917323 Jul 09 16:44:47.229870 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b5aafc35-d12e-4d19-8cc5-3a88fbb3bfb9 req-0848c477-a9eb-4723-a79d-b4886a8ea921 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=0e3b2ed2-e923-46ca-bc31-03456cf4415f HTTP/1.1" status: 200 len: 217 time: 0.0883374 Jul 09 16:44:47.231488 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1231ea-3e52-4d32-923f-1eade94f84c1 x-openstack-request-id: req-4e1231ea-3e52-4d32-923f-1eade94f84c1 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:44:47.231781 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c4dbfe8-6180-471c-ac56-8ab4215fa67a", "tag": "0e3b2ed2-e923-46ca-bc31-03456cf4415f", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:44:47.232040 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4e1231ea-3e52-4d32-923f-1eade94f84c1 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:44:47.232438 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c4dbfe8-6180-471c-ac56-8ab4215fa67a', 'tag': '0e3b2ed2-e923-46ca-bc31-03456cf4415f', 'status': 'completed', 'code': 200} Jul 09 16:44:47.296200 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aafc35-d12e-4d19-8cc5-3a88fbb3bfb9 req-2523afe1-3568-48b6-b3da-82876eb27603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:47.298007 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b5aafc35-d12e-4d19-8cc5-3a88fbb3bfb9 req-2523afe1-3568-48b6-b3da-82876eb27603 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.0627067 Jul 09 16:44:47.364472 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aafc35-d12e-4d19-8cc5-3a88fbb3bfb9 req-b2d6c244-025f-4653-888d-6a0281ec19bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:47.365997 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b5aafc35-d12e-4d19-8cc5-3a88fbb3bfb9 req-b2d6c244-025f-4653-888d-6a0281ec19bd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0600731 Jul 09 16:44:47.472946 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b5aafc35-d12e-4d19-8cc5-3a88fbb3bfb9 req-6d5d4f88-cd35-4801-9d1e-f1e452bed31e service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006513 Jul 09 16:44:47.584132 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b5aafc35-d12e-4d19-8cc5-3a88fbb3bfb9 req-d3acf1b0-ac5d-4dc6-be2c-45a0326141e7 service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045909 Jul 09 16:44:47.705834 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2851413-d624-4b06-a06e-75669825789b req-7314b590-cc2c-4958-8048-bfb5c301a37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:47.707722 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b2851413-d624-4b06-a06e-75669825789b req-7314b590-cc2c-4958-8048-bfb5c301a37c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5288bf25c72143f29e820a6b71d93b9b&device_id=4c4dbfe8-6180-471c-ac56-8ab4215fa67a HTTP/1.1" status: 200 len: 1099 time: 0.0604100 Jul 09 16:44:47.808354 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2851413-d624-4b06-a06e-75669825789b req-308b8646-7aac-44bb-9a9f-9aa8adbd17b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:47.810304 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b2851413-d624-4b06-a06e-75669825789b req-308b8646-7aac-44bb-9a9f-9aa8adbd17b9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1 HTTP/1.1" status: 200 len: 870 time: 0.0965953 Jul 09 16:44:47.862664 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b2851413-d624-4b06-a06e-75669825789b req-08995ab6-a6a4-4d06-b257-15b26d393af0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=0e3b2ed2-e923-46ca-bc31-03456cf4415f HTTP/1.1" status: 200 len: 217 time: 0.0437961 Jul 09 16:44:47.915356 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2851413-d624-4b06-a06e-75669825789b req-f7b9127e-b416-4f1b-a39f-7f872b632a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:47.917700 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b2851413-d624-4b06-a06e-75669825789b req-f7b9127e-b416-4f1b-a39f-7f872b632a54 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.0464838 Jul 09 16:44:47.992248 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2851413-d624-4b06-a06e-75669825789b req-84b4469e-70ce-45f3-a9c9-5b7796166caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:47.994146 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b2851413-d624-4b06-a06e-75669825789b req-84b4469e-70ce-45f3-a9c9-5b7796166caf service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0703013 Jul 09 16:44:48.105287 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b2851413-d624-4b06-a06e-75669825789b req-f8b0bbff-2caa-4f11-84e3-5332f50dc5e6 service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038635 Jul 09 16:44:48.213144 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b2851413-d624-4b06-a06e-75669825789b req-f292cec0-8f98-4b02-a88e-907283029c7b service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017160 Jul 09 16:44:48.368258 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e63f8f-61ec-4bed-9704-df88ff3b205c req-32d497b2-fb64-4acd-9c28-ee676af47935 tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:48.370062 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-14e63f8f-61ec-4bed-9704-df88ff3b205c req-32d497b2-fb64-4acd-9c28-ee676af47935 tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c4dbfe8-6180-471c-ac56-8ab4215fa67a HTTP/1.1" status: 200 len: 948 time: 0.0737741 Jul 09 16:44:48.412089 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-14e63f8f-61ec-4bed-9704-df88ff3b205c req-b175032d-f725-4c50-b68e-8844380e7d58 tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] 10.222.0.98 "GET /v2.0/security-groups?id=62114c53-2539-4402-b040-22ef4180e0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348718 Jul 09 16:44:49.558533 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 0e3b2ed2-e923-46ca-bc31-03456cf4415f details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:44:49.627884 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457002b-40d5-4f5a-afc2-af4de993e477 req-9feadcd4-c170-442f-b561-482690c6e8f6 tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:49.629534 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0457002b-40d5-4f5a-afc2-af4de993e477 req-9feadcd4-c170-442f-b561-482690c6e8f6 tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c4dbfe8-6180-471c-ac56-8ab4215fa67a HTTP/1.1" status: 200 len: 948 time: 0.0780597 Jul 09 16:44:49.677760 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0457002b-40d5-4f5a-afc2-af4de993e477 req-f96fd2fc-3a27-4197-951d-a6a7ec27ad2d tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] 10.222.0.98 "GET /v2.0/security-groups?id=62114c53-2539-4402-b040-22ef4180e0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395396 Jul 09 16:44:49.703738 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 0e3b2ed2-e923-46ca-bc31-03456cf4415f, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=0e3b2ed2-e923-46ca-bc31-03456cf4415f,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:49.716394 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '0e3b2ed2-e923-46ca-bc31-03456cf4415f', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'port_id': '0e3b2ed2-e923-46ca-bc31-03456cf4415f', 'mac_address': 'fa:16:3e:e8:ed:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f122b436-b232-4a3c-9aac-47d5639f2da4', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:44:49.762510 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:49.777713 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e3b2ed2-e923-46ca-bc31-03456cf4415f {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:44:49.804051 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 0e3b2ed2-e923-46ca-bc31-03456cf4415f, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=0e3b2ed2-e923-46ca-bc31-03456cf4415f,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:49.810009 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:49.874718 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=0e3b2ed2-e923-46ca-bc31-03456cf4415f,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:50.008959 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['0e3b2ed2-e923-46ca-bc31-03456cf4415f'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:44:50.875968 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ae709-e3f0-47a7-9bff-c3c3e6c00015 req-f3d96c60-9947-4a8c-91aa-6b4070e18131 tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:50.884730 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d08ae709-e3f0-47a7-9bff-c3c3e6c00015 req-f3d96c60-9947-4a8c-91aa-6b4070e18131 tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c4dbfe8-6180-471c-ac56-8ab4215fa67a HTTP/1.1" status: 200 len: 949 time: 0.0884178 Jul 09 16:44:50.928436 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d08ae709-e3f0-47a7-9bff-c3c3e6c00015 req-3c7c7286-798b-456b-8a91-6935982ebc46 tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] 10.222.0.98 "GET /v2.0/security-groups?id=62114c53-2539-4402-b040-22ef4180e0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419700 Jul 09 16:44:51.083942 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:44:51.573915 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 0e3b2ed2-e923-46ca-bc31-03456cf4415f up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:44:51.628713 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 0e3b2ed2-e923-46ca-bc31-03456cf4415f completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:44:51.633101 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 0e3b2ed2-e923-46ca-bc31-03456cf4415f triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:44:51.633479 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:51.736036 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:51.760050 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4dbfe8-6180-471c-ac56-8ab4215fa67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e3b2ed2-e923-46ca-bc31-03456cf4415f'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:44:51.763187 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8407889a-a10d-46f6-a9f1-a2605d74dd64" -d '{"events": [{"server_uuid": "4c4dbfe8-6180-471c-ac56-8ab4215fa67a", "name": "network-vif-plugged", "status": "completed", "tag": "0e3b2ed2-e923-46ca-bc31-03456cf4415f"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:44:51.796975 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 0e3b2ed2-e923-46ca-bc31-03456cf4415f, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=0e3b2ed2-e923-46ca-bc31-03456cf4415f,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:44:51.804396 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:51.835809 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2956eb-ef6f-4067-90b3-d8f2ae119973 x-openstack-request-id: req-0a2956eb-ef6f-4067-90b3-d8f2ae119973 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:44:51.836922 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c4dbfe8-6180-471c-ac56-8ab4215fa67a", "name": "network-vif-plugged", "status": "completed", "tag": "0e3b2ed2-e923-46ca-bc31-03456cf4415f", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:44:51.837179 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0a2956eb-ef6f-4067-90b3-d8f2ae119973 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:44:51.837867 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c4dbfe8-6180-471c-ac56-8ab4215fa67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e3b2ed2-e923-46ca-bc31-03456cf4415f', 'code': 200} Jul 09 16:44:51.880088 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=0e3b2ed2-e923-46ca-bc31-03456cf4415f,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:52.018015 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51bc20-bd61-4405-b6cb-d1a7bd35e7e3 req-56522963-8454-497e-855a-1b6f83139ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:52.019664 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6c51bc20-bd61-4405-b6cb-d1a7bd35e7e3 req-56522963-8454-497e-855a-1b6f83139ba7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4c4dbfe8-6180-471c-ac56-8ab4215fa67a HTTP/1.1" status: 200 len: 1101 time: 0.1134398 Jul 09 16:44:52.065727 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6c51bc20-bd61-4405-b6cb-d1a7bd35e7e3 req-02e3bb99-24d5-45ce-8ac1-1a3c48663d7c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=62114c53-2539-4402-b040-22ef4180e0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392351 Jul 09 16:44:52.157463 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b64fd-b057-45f5-90e4-6d28a1114023 req-5752eb90-5cf1-4096-8501-d3e6687dd7e0 tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:52.158998 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b61b64fd-b057-45f5-90e4-6d28a1114023 req-5752eb90-5cf1-4096-8501-d3e6687dd7e0 tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c4dbfe8-6180-471c-ac56-8ab4215fa67a HTTP/1.1" status: 200 len: 950 time: 0.0749264 Jul 09 16:44:52.206005 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b61b64fd-b057-45f5-90e4-6d28a1114023 req-0ed69036-8fa5-4739-ae28-85ceba20f030 tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] 10.222.0.98 "GET /v2.0/security-groups?id=62114c53-2539-4402-b040-22ef4180e0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399411 Jul 09 16:44:52.306258 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7f59339e-28e9-4af9-b9c0-eba7aefe7f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:53.422641 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa539998-a7a5-47ff-9ce3-7266a5e867ab req-20eda64f-b6f0-44b7-b62a-52ffb1e0f51f tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:53.424764 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-aa539998-a7a5-47ff-9ce3-7266a5e867ab req-20eda64f-b6f0-44b7-b62a-52ffb1e0f51f tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c4dbfe8-6180-471c-ac56-8ab4215fa67a HTTP/1.1" status: 200 len: 950 time: 0.0754950 Jul 09 16:44:53.467685 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-aa539998-a7a5-47ff-9ce3-7266a5e867ab req-47da00dd-902a-461c-81e9-70ac40a5b39b tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] 10.222.0.98 "GET /v2.0/security-groups?id=62114c53-2539-4402-b040-22ef4180e0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372324 Jul 09 16:44:55.112218 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b4fc9937-2f83-4123-932f-128434d023e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:55.504621 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 42588) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:55.627269 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-40188aeb-481f-488b-a594-7a71730ad37f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:55.731182 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-40188aeb-481f-488b-a594-7a71730ad37f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:55.735107 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-40188aeb-481f-488b-a594-7a71730ad37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:55.767050 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:55.778712 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40188aeb-481f-488b-a594-7a71730ad37f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d1a5b2-7e65-4ef8-9e2b-36435684a9a3,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:55.796254 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-40188aeb-481f-488b-a594-7a71730ad37f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=292e4f9101ff4d17bd62b648fd943d28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2905078 Jul 09 16:44:55.798700 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 42594) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:55.858086 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b0b0ce8-83a5-4e30-87e3-69bde9d1bf3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:55.886761 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b0b0ce8-83a5-4e30-87e3-69bde9d1bf3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:55.937808 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b0b0ce8-83a5-4e30-87e3-69bde9d1bf3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:55.942143 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b0b0ce8-83a5-4e30-87e3-69bde9d1bf3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:55.943316 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8b0b0ce8-83a5-4e30-87e3-69bde9d1bf3b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b8d1a5b2-7e65-4ef8-9e2b-36435684a9a3 HTTP/1.1" status: 204 len: 168 time: 0.1436701 Jul 09 16:44:55.951720 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0b0ce8-83a5-4e30-87e3-69bde9d1bf3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d1a5b2-7e65-4ef8-9e2b-36435684a9a3,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:56.206264 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [req-23fa30b0-c6e2-4c69-92bb-388c2b253121 req-f16e4b9b-a516-41e8-b5ca-abffb9918af1 service neutron] (93959) timed out ('10.222.0.73', 58202) {{(pid=93959) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 16:44:56.301937 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:56.717494 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 42620) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:56.756746 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:56.842123 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-9a8dc58c-1817-4069-9705-cd9258c8cc84 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-739640045-network', 'tenant_id': '3b48660d0df549358e091d676957f6be'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:44:56.870629 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8dc58c-1817-4069-9705-cd9258c8cc84 admin admin] Made reservation on behalf of 3b48660d0df549358e091d676957f6be for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:44:56.873551 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9a8dc58c-1817-4069-9705-cd9258c8cc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:56.882669 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9a8dc58c-1817-4069-9705-cd9258c8cc84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:56.986722 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9a8dc58c-1817-4069-9705-cd9258c8cc84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:56.993335 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9a8dc58c-1817-4069-9705-cd9258c8cc84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:57.031846 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a8dc58c-1817-4069-9705-cd9258c8cc84 admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:44:57.039682 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8dc58c-1817-4069-9705-cd9258c8cc84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243cabdf-29ec-42f9-80d7-3b7e13dcde69,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:57.050701 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9a8dc58c-1817-4069-9705-cd9258c8cc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:57.051514 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-9a8dc58c-1817-4069-9705-cd9258c8cc84 admin admin] Added segment e418cb19-d073-49fd-83a6-b409141e756b of type vlan for network f561e013-85c4-49a9-b44b-81a79687756c Jul 09 16:44:57.053986 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8dc58c-1817-4069-9705-cd9258c8cc84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:57.054330 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8dc58c-1817-4069-9705-cd9258c8cc84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:57.054699 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8dc58c-1817-4069-9705-cd9258c8cc84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:57.055052 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8dc58c-1817-4069-9705-cd9258c8cc84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:57.055377 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8dc58c-1817-4069-9705-cd9258c8cc84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:57.055700 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8dc58c-1817-4069-9705-cd9258c8cc84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:57.056115 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8dc58c-1817-4069-9705-cd9258c8cc84 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:57.056336 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8dc58c-1817-4069-9705-cd9258c8cc84 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:57.056652 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8dc58c-1817-4069-9705-cd9258c8cc84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:57.056970 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8dc58c-1817-4069-9705-cd9258c8cc84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:57.058550 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8dc58c-1817-4069-9705-cd9258c8cc84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:57.059258 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8dc58c-1817-4069-9705-cd9258c8cc84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:44:57.112910 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9a8dc58c-1817-4069-9705-cd9258c8cc84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:57.155517 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9a8dc58c-1817-4069-9705-cd9258c8cc84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:57.157104 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8dc58c-1817-4069-9705-cd9258c8cc84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:57.157946 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9a8dc58c-1817-4069-9705-cd9258c8cc84 admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:57.219671 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-9a8dc58c-1817-4069-9705-cd9258c8cc84 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4977570 Jul 09 16:44:57.219927 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 42626) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:44:57.227151 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-402e3e7c-eca0-496a-98f6-1de891d9bf8d admin admin] Request body: {'subnet': {'network_id': 'f561e013-85c4-49a9-b44b-81a79687756c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-739640045-subnet', 'tenant_id': '3b48660d0df549358e091d676957f6be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:44:57.232481 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8dc58c-1817-4069-9705-cd9258c8cc84 admin admin] Pushing event updated for resources: {'Network': ['ID=f561e013-85c4-49a9-b44b-81a79687756c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:57.242781 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network f561e013-85c4-49a9-b44b-81a79687756c details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:44:57.272798 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402e3e7c-eca0-496a-98f6-1de891d9bf8d admin admin] Made reservation on behalf of 3b48660d0df549358e091d676957f6be for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:44:57.275695 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-402e3e7c-eca0-496a-98f6-1de891d9bf8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:57.468390 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-402e3e7c-eca0-496a-98f6-1de891d9bf8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:57.521265 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e3e7c-eca0-496a-98f6-1de891d9bf8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e51a379-95b0-463e-bb26-f8e9ee22962d,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:44:57.544975 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402e3e7c-eca0-496a-98f6-1de891d9bf8d admin admin] Checking segment: {'id': 'e418cb19-d073-49fd-83a6-b409141e756b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f561e013-85c4-49a9-b44b-81a79687756c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:44:57.545339 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402e3e7c-eca0-496a-98f6-1de891d9bf8d admin admin] Network hostable DHCP agents. Network: f561e013-85c4-49a9-b44b-81a79687756c, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:44:57.562863 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402e3e7c-eca0-496a-98f6-1de891d9bf8d admin admin] Network f561e013-85c4-49a9-b44b-81a79687756c is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:44:57.574740 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-402e3e7c-eca0-496a-98f6-1de891d9bf8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, f561e013-85c4-49a9-b44b-81a79687756c) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:44:57.579132 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402e3e7c-eca0-496a-98f6-1de891d9bf8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:44:57.579706 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-402e3e7c-eca0-496a-98f6-1de891d9bf8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:44:57.587812 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f109005-d93e-4839-a2fa-33bdaaf904ca None None] Network f561e013-85c4-49a9-b44b-81a79687756c requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:44:57.607024 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-402e3e7c-eca0-496a-98f6-1de891d9bf8d admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3855731 Jul 09 16:44:57.774281 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32afae7-030a-4961-9112-661f140bfbe5 None None] Network f561e013-85c4-49a9-b44b-81a79687756c requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:44:58.278214 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:02.697443 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a92dd4-2ead-4194-946e-33b0a3a66e2a req-4820ac40-9e4a-484b-8d56-8f1a89e2d6f0 tempest-TestNetworkAdvancedServerOps-1802097100 tempest-TestNetworkAdvancedServerOps-1802097100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:02.699825 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-12a92dd4-2ead-4194-946e-33b0a3a66e2a req-4820ac40-9e4a-484b-8d56-8f1a89e2d6f0 tempest-TestNetworkAdvancedServerOps-1802097100 tempest-TestNetworkAdvancedServerOps-1802097100-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=263c211a-4903-4bf3-ad7a-a4ee69353b40 HTTP/1.1" status: 200 len: 1096 time: 0.0830612 Jul 09 16:45:02.735036 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-12a92dd4-2ead-4194-946e-33b0a3a66e2a req-d88b3e17-2e09-465a-a677-9a9995e3404b tempest-TestNetworkAdvancedServerOps-1802097100 tempest-TestNetworkAdvancedServerOps-1802097100-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=b6dee67b-dbdf-47ea-97e6-3fb1b779f8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293140 Jul 09 16:45:02.761023 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 42708) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:02.935336 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-7955066d-9034-4235-bf1a-878aeaa0fe33 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Deleting port 819002e4-6d35-492b-9bd9-8721a4e48e5b {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:45:02.935688 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7955066d-9034-4235-bf1a-878aeaa0fe33 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:03.012440 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7955066d-9034-4235-bf1a-878aeaa0fe33 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:03.012766 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7955066d-9034-4235-bf1a-878aeaa0fe33 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:03.026907 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-7955066d-9034-4235-bf1a-878aeaa0fe33 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Calling delete_port for 819002e4-6d35-492b-9bd9-8721a4e48e5b owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:45:03.203025 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [req-d690eb9d-77eb-4c31-8720-bbfec60226f4 req-a6587b0b-3f05-4793-8060-9c0ba7726a79 service neutron] (93958) timed out ('10.222.0.77', 60216) {{(pid=93958) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 16:45:03.205341 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7955066d-9034-4235-bf1a-878aeaa0fe33 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:03.243671 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7955066d-9034-4235-bf1a-878aeaa0fe33 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event deleted for resources: {'Port': ['ID=819002e4-6d35-492b-9bd9-8721a4e48e5b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:03.319780 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7955066d-9034-4235-bf1a-878aeaa0fe33 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:03.322754 n-d-798930-3 neutron-server[93959]: INFO neutron.db.l3_db [None req-7955066d-9034-4235-bf1a-878aeaa0fe33 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Floating IP e724d863-a881-46a7-af05-75fe4b4fc214 disassociated (deleted). External IP: 172.25.0.90, port: a0ebad37-dcf7-400c-97fa-7fb2312cfc2b. Jul 09 16:45:03.581118 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7955066d-9034-4235-bf1a-878aeaa0fe33 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Router a621d615-5337-4fc8-89df-21c445d40438 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:45:03.784846 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7955066d-9034-4235-bf1a-878aeaa0fe33 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:45:03.799843 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c24730-4a9d-4cec-aa51-78858fad8c05 None None] Sync routers for ids ['a621d615-5337-4fc8-89df-21c445d40438'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:45:03.802411 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7955066d-9034-4235-bf1a-878aeaa0fe33 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:03.829002 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c24730-4a9d-4cec-aa51-78858fad8c05 None None] Routers {'a621d615-5337-4fc8-89df-21c445d40438'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:45:03.829980 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-05c24730-4a9d-4cec-aa51-78858fad8c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:44:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['a621d615-5337-4fc8-89df-21c445d40438'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:03.868012 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-7955066d-9034-4235-bf1a-878aeaa0fe33 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "DELETE /v2.0/floatingips/e724d863-a881-46a7-af05-75fe4b4fc214 HTTP/1.1" status: 204 len: 168 time: 1.1028047 Jul 09 16:45:03.868012 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '263c211a-4903-4bf3-ad7a-a4ee69353b40', 'tag': 'a0ebad37-dcf7-400c-97fa-7fb2312cfc2b'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:45:03.868906 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414a0ff2-cb13-49a9-93a4-44585b5608e4" -d '{"events": [{"name": "network-changed", "server_uuid": "263c211a-4903-4bf3-ad7a-a4ee69353b40", "tag": "a0ebad37-dcf7-400c-97fa-7fb2312cfc2b"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:45:03.995801 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-05c24730-4a9d-4cec-aa51-78858fad8c05 None None] Set router a621d615-5337-4fc8-89df-21c445d40438 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:45:04.208068 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4181da47-a923-4ac0-9d18-142a07c1e4f6 x-openstack-request-id: req-4181da47-a923-4ac0-9d18-142a07c1e4f6 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:45:04.208362 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "263c211a-4903-4bf3-ad7a-a4ee69353b40", "tag": "a0ebad37-dcf7-400c-97fa-7fb2312cfc2b", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:45:04.208613 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4181da47-a923-4ac0-9d18-142a07c1e4f6 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:45:04.209061 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '263c211a-4903-4bf3-ad7a-a4ee69353b40', 'tag': 'a0ebad37-dcf7-400c-97fa-7fb2312cfc2b', 'status': 'completed', 'code': 200} Jul 09 16:45:04.373162 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-05c24730-4a9d-4cec-aa51-78858fad8c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a621d615-5337-4fc8-89df-21c445d40438', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328337776', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'c52979e2-e468-4846-af7f-58bc9232f3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:42:34Z', 'updated_at': '2021-07-09T16:42:44Z', 'revision_number': 4, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'gw_port': {'id': 'c52979e2-e468-4846-af7f-58bc9232f3e5', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a621d615-5337-4fc8-89df-21c445d40438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:42:35Z', 'updated_at': '2021-07-09T16:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '02a8e9d9-640a-4f08-ae6c-36646fc771f5', 'name': '', 'network_id': '46d411ed-dc52-411a-93f7-d4f391e5bbe4', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'mac_address': 'fa:16:3e:bf:39:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a621d615-5337-4fc8-89df-21c445d40438', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '36cdbe7e-b3ab-4574-be1e-cb2ee7465050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:42:43Z', 'updated_at': '2021-07-09T16:42:50Z', 'revision_number': 5, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'subnets': [{'id': '36cdbe7e-b3ab-4574-be1e-cb2ee7465050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:04.403599 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c24730-4a9d-4cec-aa51-78858fad8c05 None None] Checking router: a621d615-5337-4fc8-89df-21c445d40438 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:45:04.413058 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a0ff2-cb13-49a9-93a4-44585b5608e4 req-1bf5d2f1-07ee-4382-a656-16916ca74986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:04.415290 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-414a0ff2-cb13-49a9-93a4-44585b5608e4 req-1bf5d2f1-07ee-4382-a656-16916ca74986 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f98cc886c66a474a8d448186851b2eab&device_id=263c211a-4903-4bf3-ad7a-a4ee69353b40 HTTP/1.1" status: 200 len: 1096 time: 0.1548288 Jul 09 16:45:04.427515 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c24730-4a9d-4cec-aa51-78858fad8c05 None None] Routers {'a621d615-5337-4fc8-89df-21c445d40438'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:45:04.428500 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-05c24730-4a9d-4cec-aa51-78858fad8c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:44:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['a621d615-5337-4fc8-89df-21c445d40438'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:04.566411 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aca9ae-7dcd-4bc0-97c5-045dddbda718 req-e519e454-b89f-4a50-a773-7e6091e40dc8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:04.573808 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d7aca9ae-7dcd-4bc0-97c5-045dddbda718 req-e519e454-b89f-4a50-a773-7e6091e40dc8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=263c211a-4903-4bf3-ad7a-a4ee69353b40 HTTP/1.1" status: 200 len: 945 time: 0.2495756 Jul 09 16:45:04.576149 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a0ff2-cb13-49a9-93a4-44585b5608e4 req-3183c0c6-7d51-4e73-b666-8c74a0d198a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:04.577813 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-414a0ff2-cb13-49a9-93a4-44585b5608e4 req-3183c0c6-7d51-4e73-b666-8c74a0d198a8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=46d411ed-dc52-411a-93f7-d4f391e5bbe4 HTTP/1.1" status: 200 len: 897 time: 0.1551862 Jul 09 16:45:04.650057 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-414a0ff2-cb13-49a9-93a4-44585b5608e4 req-fd993025-a3f0-48cb-b16a-239447697985 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0ebad37-dcf7-400c-97fa-7fb2312cfc2b HTTP/1.1" status: 200 len: 217 time: 0.0636549 Jul 09 16:45:04.688763 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-05c24730-4a9d-4cec-aa51-78858fad8c05 None None] Set router a621d615-5337-4fc8-89df-21c445d40438 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:45:04.713976 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a0ff2-cb13-49a9-93a4-44585b5608e4 req-096f8a10-506c-46e5-92ff-38965c8937a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:04.716833 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-414a0ff2-cb13-49a9-93a4-44585b5608e4 req-096f8a10-506c-46e5-92ff-38965c8937a9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=36cdbe7e-b3ab-4574-be1e-cb2ee7465050 HTTP/1.1" status: 200 len: 834 time: 0.0599828 Jul 09 16:45:04.839090 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d7aca9ae-7dcd-4bc0-97c5-045dddbda718 req-32888c13-bbf9-4901-84f4-fc8d295d5452 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=b6dee67b-dbdf-47ea-97e6-3fb1b779f8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2601850 Jul 09 16:45:04.917508 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a0ff2-cb13-49a9-93a4-44585b5608e4 req-f7565849-19a4-4195-9c6b-27c2554fa42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:04.919807 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-414a0ff2-cb13-49a9-93a4-44585b5608e4 req-f7565849-19a4-4195-9c6b-27c2554fa42d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=46d411ed-dc52-411a-93f7-d4f391e5bbe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1915946 Jul 09 16:45:05.093982 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-414a0ff2-cb13-49a9-93a4-44585b5608e4 req-5d664eb4-5c10-4424-9759-ac4547ed1cf2 service neutron] 10.222.0.73 "GET /v2.0/networks/46d411ed-dc52-411a-93f7-d4f391e5bbe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656713 Jul 09 16:45:05.263888 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-414a0ff2-cb13-49a9-93a4-44585b5608e4 req-a083b0fa-8a50-4f90-9564-1f40979fa7bd service neutron] 10.222.0.73 "GET /v2.0/networks/46d411ed-dc52-411a-93f7-d4f391e5bbe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620808 Jul 09 16:45:05.265208 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-05c24730-4a9d-4cec-aa51-78858fad8c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a621d615-5337-4fc8-89df-21c445d40438', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328337776', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'c52979e2-e468-4846-af7f-58bc9232f3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:42:34Z', 'updated_at': '2021-07-09T16:42:44Z', 'revision_number': 4, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'gw_port': {'id': 'c52979e2-e468-4846-af7f-58bc9232f3e5', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a621d615-5337-4fc8-89df-21c445d40438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:42:35Z', 'updated_at': '2021-07-09T16:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '02a8e9d9-640a-4f08-ae6c-36646fc771f5', 'name': '', 'network_id': '46d411ed-dc52-411a-93f7-d4f391e5bbe4', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'mac_address': 'fa:16:3e:bf:39:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a621d615-5337-4fc8-89df-21c445d40438', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '36cdbe7e-b3ab-4574-be1e-cb2ee7465050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:42:43Z', 'updated_at': '2021-07-09T16:42:50Z', 'revision_number': 5, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'subnets': [{'id': '36cdbe7e-b3ab-4574-be1e-cb2ee7465050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:05.315309 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c24730-4a9d-4cec-aa51-78858fad8c05 None None] The sync data for ids ['a621d615-5337-4fc8-89df-21c445d40438'] in n-d-798930-3 is: [{'id': 'a621d615-5337-4fc8-89df-21c445d40438', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328337776', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'c52979e2-e468-4846-af7f-58bc9232f3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:42:34Z', 'updated_at': '2021-07-09T16:42:44Z', 'revision_number': 4, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'gw_port': {'id': 'c52979e2-e468-4846-af7f-58bc9232f3e5', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a621d615-5337-4fc8-89df-21c445d40438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:42:35Z', 'updated_at': '2021-07-09T16:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '02a8e9d9-640a-4f08-ae6c-36646fc771f5', 'name': '', 'network_id': '46d411ed-dc52-411a-93f7-d4f391e5bbe4', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'mac_address': 'fa:16:3e:bf:39:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a621d615-5337-4fc8-89df-21c445d40438', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '36cdbe7e-b3ab-4574-be1e-cb2ee7465050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:42:43Z', 'updated_at': '2021-07-09T16:42:50Z', 'revision_number': 5, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'subnets': [{'id': '36cdbe7e-b3ab-4574-be1e-cb2ee7465050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:45:05.675416 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619d7865-2870-4f1b-9d61-3ba15af74373 None None] New status for floating IP e724d863-a881-46a7-af05-75fe4b4fc214: DOWN {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:45:06.159341 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6d67c-309f-444b-9700-491dddf88b5d req-01b6e5e7-6d57-4b25-ba2f-16ec25906ef4 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:06.160837 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-65a6d67c-309f-444b-9700-491dddf88b5d req-01b6e5e7-6d57-4b25-ba2f-16ec25906ef4 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.73 "GET /v2.0/ports?device_id=263c211a-4903-4bf3-ad7a-a4ee69353b40 HTTP/1.1" status: 200 len: 945 time: 0.1674376 Jul 09 16:45:06.260111 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d983b17-ee59-4ba1-b02a-d15f9c0f0307 req-a1c32ab8-0a52-4afa-96fd-ecf620dba00d tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:06.263776 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0d983b17-ee59-4ba1-b02a-d15f9c0f0307 req-a1c32ab8-0a52-4afa-96fd-ecf620dba00d tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=263c211a-4903-4bf3-ad7a-a4ee69353b40 HTTP/1.1" status: 200 len: 945 time: 0.1699920 Jul 09 16:45:06.442983 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0d983b17-ee59-4ba1-b02a-d15f9c0f0307 req-e878d4b6-cb9b-4940-ad3e-f0e3ec5c356b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=b6dee67b-dbdf-47ea-97e6-3fb1b779f8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590438 Jul 09 16:45:06.489492 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-65a6d67c-309f-444b-9700-491dddf88b5d req-b0ccbbab-da27-477b-91a4-f4269a3a8dac tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Deleting port a0ebad37-dcf7-400c-97fa-7fb2312cfc2b {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:45:06.490130 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-65a6d67c-309f-444b-9700-491dddf88b5d req-b0ccbbab-da27-477b-91a4-f4269a3a8dac tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:06.660347 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-65a6d67c-309f-444b-9700-491dddf88b5d req-b0ccbbab-da27-477b-91a4-f4269a3a8dac tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] For port a0ebad37-dcf7-400c-97fa-7fb2312cfc2b, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=a0ebad37-dcf7-400c-97fa-7fb2312cfc2b,segment=NetworkSegment(e68ff3ad-90d6-4938-8298-17adba4844eb),segment_id=e68ff3ad-90d6-4938-8298-17adba4844eb)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:06.660706 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-65a6d67c-309f-444b-9700-491dddf88b5d req-b0ccbbab-da27-477b-91a4-f4269a3a8dac tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:06.677617 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-65a6d67c-309f-444b-9700-491dddf88b5d req-b0ccbbab-da27-477b-91a4-f4269a3a8dac tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Calling delete_port for a0ebad37-dcf7-400c-97fa-7fb2312cfc2b owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:45:07.253683 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-65a6d67c-309f-444b-9700-491dddf88b5d req-b0ccbbab-da27-477b-91a4-f4269a3a8dac tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:07.302259 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ccbbab-da27-477b-91a4-f4269a3a8dac tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event deleted for resources: {'Port': ['ID=a0ebad37-dcf7-400c-97fa-7fb2312cfc2b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:07.361178 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a6d67c-309f-444b-9700-491dddf88b5d req-b0ccbbab-da27-477b-91a4-f4269a3a8dac tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] No DVR routers for this DVR port a0ebad37-dcf7-400c-97fa-7fb2312cfc2b on host n-h2-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:45:07.367863 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-65a6d67c-309f-444b-9700-491dddf88b5d req-b0ccbbab-da27-477b-91a4-f4269a3a8dac tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:07.375686 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-65a6d67c-309f-444b-9700-491dddf88b5d req-b0ccbbab-da27-477b-91a4-f4269a3a8dac tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.73 "DELETE /v2.0/ports/a0ebad37-dcf7-400c-97fa-7fb2312cfc2b HTTP/1.1" status: 204 len: 173 time: 1.2044494 Jul 09 16:45:07.376197 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '263c211a-4903-4bf3-ad7a-a4ee69353b40', 'name': 'network-vif-deleted', 'tag': 'a0ebad37-dcf7-400c-97fa-7fb2312cfc2b'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:45:07.408280 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0513bda1-348a-4f5f-ba56-fb1790ed6ef5" -d '{"events": [{"server_uuid": "263c211a-4903-4bf3-ad7a-a4ee69353b40", "name": "network-vif-deleted", "tag": "a0ebad37-dcf7-400c-97fa-7fb2312cfc2b"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:45:07.474155 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dccd5d16-e050-465f-95a9-fe3568cde63b x-openstack-request-id: req-dccd5d16-e050-465f-95a9-fe3568cde63b {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:45:07.474659 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "263c211a-4903-4bf3-ad7a-a4ee69353b40", "name": "network-vif-deleted", "tag": "a0ebad37-dcf7-400c-97fa-7fb2312cfc2b", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:45:07.475254 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-dccd5d16-e050-465f-95a9-fe3568cde63b {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:45:07.475820 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '263c211a-4903-4bf3-ad7a-a4ee69353b40', 'name': 'network-vif-deleted', 'tag': 'a0ebad37-dcf7-400c-97fa-7fb2312cfc2b', 'status': 'completed', 'code': 200} Jul 09 16:45:07.660628 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-565dafde-9c9b-4ade-94d5-539bfb6c227c req-2a40af9a-5091-4d63-830e-95a20513c13a tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=263c211a-4903-4bf3-ad7a-a4ee69353b40 HTTP/1.1" status: 200 len: 210 time: 0.0805974 Jul 09 16:45:08.796492 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 42772) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:09.170158 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290170e1-1340-40d4-9fb0-fff0b850d4ac req-4b502b81-c28f-4a49-9915-e9322fe87599 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:09.176808 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-290170e1-1340-40d4-9fb0-fff0b850d4ac req-4b502b81-c28f-4a49-9915-e9322fe87599 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/networks?id=f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 HTTP/1.1" status: 200 len: 810 time: 0.1430595 Jul 09 16:45:09.194242 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-290170e1-1340-40d4-9fb0-fff0b850d4ac req-ef3f1379-96b2-4740-b70b-fd2c571ffa08 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/quotas/1c75594b2a664d30980bf347c7fbaad8 HTTP/1.1" status: 200 len: 375 time: 0.0164607 Jul 09 16:45:09.354265 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-290170e1-1340-40d4-9fb0-fff0b850d4ac req-5d68f3ba-4197-4d67-85dd-338060036238 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=1c75594b2a664d30980bf347c7fbaad8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1586955 Jul 09 16:45:09.512321 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-290170e1-1340-40d4-9fb0-fff0b850d4ac req-34717b63-88a9-4d7e-967d-d8265bf15e08 service neutron] 10.222.0.98 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571000 Jul 09 16:45:09.607283 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device a0ebad37-dcf7-400c-97fa-7fb2312cfc2b no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:45:09.619364 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6cc2817d-7c41-4171-b0b6-71203159544f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:09.635967 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-290170e1-1340-40d4-9fb0-fff0b850d4ac req-17e74ea7-e291-4378-acd0-8c700c134283 service neutron] 10.222.0.98 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227477 Jul 09 16:45:09.638203 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: a0ebad37-dcf7-400c-97fa-7fb2312cfc2b {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:45:09.638549 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device a0ebad37-dcf7-400c-97fa-7fb2312cfc2b not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:45:09.984219 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-12e0305c-4d59-4859-a686-f55620d51a6c req-8b6a09d7-12a3-4288-951e-7085a7805725 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=fef1db76-7ea3-4178-92e0-954319781385 HTTP/1.1" status: 200 len: 210 time: 0.0396774 Jul 09 16:45:10.186302 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-6cc2817d-7c41-4171-b0b6-71203159544f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Deleting port 02a8e9d9-640a-4f08-ae6c-36646fc771f5 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:45:10.187224 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6cc2817d-7c41-4171-b0b6-71203159544f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:10.213174 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:10.320743 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-6cc2817d-7c41-4171-b0b6-71203159544f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] For port 02a8e9d9-640a-4f08-ae6c-36646fc771f5, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=02a8e9d9-640a-4f08-ae6c-36646fc771f5,segment=NetworkSegment(e68ff3ad-90d6-4938-8298-17adba4844eb),segment_id=e68ff3ad-90d6-4938-8298-17adba4844eb)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:10.321057 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6cc2817d-7c41-4171-b0b6-71203159544f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:10.337626 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-6cc2817d-7c41-4171-b0b6-71203159544f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Calling delete_port for 02a8e9d9-640a-4f08-ae6c-36646fc771f5 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:45:10.607756 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6cc2817d-7c41-4171-b0b6-71203159544f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:10.636905 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc2817d-7c41-4171-b0b6-71203159544f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event deleted for resources: {'Port': ['ID=02a8e9d9-640a-4f08-ae6c-36646fc771f5,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:10.649154 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2817d-7c41-4171-b0b6-71203159544f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:10.649624 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2817d-7c41-4171-b0b6-71203159544f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:10.650063 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2817d-7c41-4171-b0b6-71203159544f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:10.651052 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2817d-7c41-4171-b0b6-71203159544f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:10.651507 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2817d-7c41-4171-b0b6-71203159544f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:10.651927 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2817d-7c41-4171-b0b6-71203159544f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:10.652348 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2817d-7c41-4171-b0b6-71203159544f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:10.652770 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2817d-7c41-4171-b0b6-71203159544f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:10.653210 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2817d-7c41-4171-b0b6-71203159544f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:10.653622 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2817d-7c41-4171-b0b6-71203159544f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:10.654049 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2817d-7c41-4171-b0b6-71203159544f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:10.654579 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2817d-7c41-4171-b0b6-71203159544f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:10.889068 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6cc2817d-7c41-4171-b0b6-71203159544f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:11.286997 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-94878aee-e6ba-4bf7-897b-64e9fd0a0a13 req-a90c3b3a-47ae-441a-8224-80fa84f7c19c tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=fef1db76-7ea3-4178-92e0-954319781385 HTTP/1.1" status: 200 len: 210 time: 0.0706198 Jul 09 16:45:11.339181 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc2817d-7c41-4171-b0b6-71203159544f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Router a621d615-5337-4fc8-89df-21c445d40438 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:45:11.606228 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc2817d-7c41-4171-b0b6-71203159544f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:45:11.613925 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6cc2817d-7c41-4171-b0b6-71203159544f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "PUT /v2.0/routers/a621d615-5337-4fc8-89df-21c445d40438/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8163075 Jul 09 16:45:11.617006 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 42806) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:11.625838 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c2f57b-043d-4575-a1bc-5a8d83811772 None None] Sync routers for ids ['a621d615-5337-4fc8-89df-21c445d40438'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:45:11.647696 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c2f57b-043d-4575-a1bc-5a8d83811772 None None] Routers {'a621d615-5337-4fc8-89df-21c445d40438'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:45:11.648626 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-98c2f57b-043d-4575-a1bc-5a8d83811772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:44:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['a621d615-5337-4fc8-89df-21c445d40438'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:11.714173 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b4f7a59-366b-4611-ace1-8c1f238b9a37 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Deleting subnet 36cdbe7e-b3ab-4574-be1e-cb2ee7465050 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:45:11.725234 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290170e1-1340-40d4-9fb0-fff0b850d4ac req-98bcf3ae-164f-42f8-8395-347c2e21478c tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:11.726870 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-290170e1-1340-40d4-9fb0-fff0b850d4ac req-98bcf3ae-164f-42f8-8395-347c2e21478c tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.73 "GET /v2.0/networks?id=f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 HTTP/1.1" status: 200 len: 810 time: 0.2058198 Jul 09 16:45:11.731163 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b4f7a59-366b-4611-ace1-8c1f238b9a37 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:11.760739 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-290170e1-1340-40d4-9fb0-fff0b850d4ac req-ba61cf39-3dac-4c0f-a8fc-0c24c3eb555e tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Request body: {'port': {'device_id': 'fef1db76-7ea3-4178-92e0-954319781385', 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354', 'admin_state_up': True, 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:11.853478 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b4f7a59-366b-4611-ace1-8c1f238b9a37 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:12.003274 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b4f7a59-366b-4611-ace1-8c1f238b9a37 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:12.007210 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-290170e1-1340-40d4-9fb0-fff0b850d4ac req-ba61cf39-3dac-4c0f-a8fc-0c24c3eb555e tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Made reservation on behalf of 1c75594b2a664d30980bf347c7fbaad8 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:45:12.011076 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-290170e1-1340-40d4-9fb0-fff0b850d4ac req-ba61cf39-3dac-4c0f-a8fc-0c24c3eb555e tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:12.136820 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-98c2f57b-043d-4575-a1bc-5a8d83811772 None None] Set router a621d615-5337-4fc8-89df-21c445d40438 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:45:12.176203 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b4f7a59-366b-4611-ace1-8c1f238b9a37 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:12.214275 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4f7a59-366b-4611-ace1-8c1f238b9a37 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event deleted for resources: {'Subnet': ['ID=36cdbe7e-b3ab-4574-be1e-cb2ee7465050,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:12.222720 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b4f7a59-366b-4611-ace1-8c1f238b9a37 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:12.224945 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2b4f7a59-366b-4611-ace1-8c1f238b9a37 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "DELETE /v2.0/subnets/36cdbe7e-b3ab-4574-be1e-cb2ee7465050 HTTP/1.1" status: 204 len: 168 time: 0.6067848 Jul 09 16:45:12.227820 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 42812) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:12.261184 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-290170e1-1340-40d4-9fb0-fff0b850d4ac req-ba61cf39-3dac-4c0f-a8fc-0c24c3eb555e tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Allocated IP 172.20.0.8 (f36f2b9b-47ba-4cd8-a2dd-8998abc0c354/470183cf-e48b-46ba-9f1f-c70364d25786/3a196d48-b9d4-4f63-82aa-f8e5a9e621a6) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:45:12.288892 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2b0de3-c29c-4f3e-89f7-48fa008e1095 None None] Network 46d411ed-dc52-411a-93f7-d4f391e5bbe4 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:45:12.442116 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8af1146b-235f-4cc4-b467-6c391fb974a3 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:12.623273 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8af1146b-235f-4cc4-b467-6c391fb974a3 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:12.741409 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-98c2f57b-043d-4575-a1bc-5a8d83811772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a621d615-5337-4fc8-89df-21c445d40438', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328337776', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'c52979e2-e468-4846-af7f-58bc9232f3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:42:34Z', 'updated_at': '2021-07-09T16:45:10Z', 'revision_number': 5, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'gw_port': {'id': 'c52979e2-e468-4846-af7f-58bc9232f3e5', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a621d615-5337-4fc8-89df-21c445d40438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:42:35Z', 'updated_at': '2021-07-09T16:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:12.742345 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4a0f96b4-2c61-48d9-9307-d22e194a1e50 req-cdd2b680-0b80-451a-9844-e280182e3a91 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=fef1db76-7ea3-4178-92e0-954319781385 HTTP/1.1" status: 200 len: 210 time: 0.0642312 Jul 09 16:45:12.791831 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c2f57b-043d-4575-a1bc-5a8d83811772 None None] Checking router: a621d615-5337-4fc8-89df-21c445d40438 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:45:12.811371 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c2f57b-043d-4575-a1bc-5a8d83811772 None None] Routers {'a621d615-5337-4fc8-89df-21c445d40438'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:45:12.812064 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-98c2f57b-043d-4575-a1bc-5a8d83811772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:44:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['a621d615-5337-4fc8-89df-21c445d40438'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:12.812620 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8af1146b-235f-4cc4-b467-6c391fb974a3 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Deleting port c52979e2-e468-4846-af7f-58bc9232f3e5 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:45:12.815907 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8af1146b-235f-4cc4-b467-6c391fb974a3 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:12.861160 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-290170e1-1340-40d4-9fb0-fff0b850d4ac req-ba61cf39-3dac-4c0f-a8fc-0c24c3eb555e tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:12.888904 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e96557-7dd5-4890-9091-733b8f7342da None None] DHCP port deletion for 46d411ed-dc52-411a-93f7-d4f391e5bbe4 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:45:12.910458 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-290170e1-1340-40d4-9fb0-fff0b850d4ac req-ba61cf39-3dac-4c0f-a8fc-0c24c3eb555e tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Transition to ACTIVE for port object 3a196d48-b9d4-4f63-82aa-f8e5a9e621a6 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:45:13.001406 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-290170e1-1340-40d4-9fb0-fff0b850d4ac req-ba61cf39-3dac-4c0f-a8fc-0c24c3eb555e tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:13.070950 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-290170e1-1340-40d4-9fb0-fff0b850d4ac req-ba61cf39-3dac-4c0f-a8fc-0c24c3eb555e tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Network f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:45:13.077805 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-290170e1-1340-40d4-9fb0-fff0b850d4ac req-ba61cf39-3dac-4c0f-a8fc-0c24c3eb555e tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:45:13.099361 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-290170e1-1340-40d4-9fb0-fff0b850d4ac req-ba61cf39-3dac-4c0f-a8fc-0c24c3eb555e tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:45:13.125405 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8af1146b-235f-4cc4-b467-6c391fb974a3 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] For port c52979e2-e468-4846-af7f-58bc9232f3e5, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=c52979e2-e468-4846-af7f-58bc9232f3e5,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:13.125792 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8af1146b-235f-4cc4-b467-6c391fb974a3 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:13.129906 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-98c2f57b-043d-4575-a1bc-5a8d83811772 None None] Set router a621d615-5337-4fc8-89df-21c445d40438 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:45:13.168133 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8af1146b-235f-4cc4-b467-6c391fb974a3 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Calling delete_port for c52979e2-e468-4846-af7f-58bc9232f3e5 owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:45:13.202780 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290170e1-1340-40d4-9fb0-fff0b850d4ac req-ba61cf39-3dac-4c0f-a8fc-0c24c3eb555e tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:13.202780 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-290170e1-1340-40d4-9fb0-fff0b850d4ac req-ba61cf39-3dac-4c0f-a8fc-0c24c3eb555e tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:13.217280 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba61cf39-3dac-4c0f-a8fc-0c24c3eb555e tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Pushing event updated for resources: {'Port': ['ID=3a196d48-b9d4-4f63-82aa-f8e5a9e621a6,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:13.234413 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-290170e1-1340-40d4-9fb0-fff0b850d4ac req-ba61cf39-3dac-4c0f-a8fc-0c24c3eb555e tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4772041 Jul 09 16:45:13.252631 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-290170e1-1340-40d4-9fb0-fff0b850d4ac req-a3212615-b21e-4570-b1c8-3beae2bc99b7 service neutron] Request body: {'port': {'device_id': 'fef1db76-7ea3-4178-92e0-954319781385', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:13.281181 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-98c2f57b-043d-4575-a1bc-5a8d83811772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a621d615-5337-4fc8-89df-21c445d40438', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328337776', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:42:34Z', 'updated_at': '2021-07-09T16:45:12Z', 'revision_number': 6, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'gw_port_host': None}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:13.420650 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c2f57b-043d-4575-a1bc-5a8d83811772 None None] The sync data for ids ['a621d615-5337-4fc8-89df-21c445d40438'] in n-d-798930-3 is: [{'id': 'a621d615-5337-4fc8-89df-21c445d40438', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328337776', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:42:34Z', 'updated_at': '2021-07-09T16:45:12Z', 'revision_number': 6, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'gw_port_host': None}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:45:13.440022 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 549a26d8-f4b7-48b3-b8c5-4b57a2d5a375 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:45:13.516771 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-290170e1-1340-40d4-9fb0-fff0b850d4ac req-a3212615-b21e-4570-b1c8-3beae2bc99b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:13.561619 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-d8e96557-7dd5-4890-9091-733b8f7342da None None] Deleting port 549a26d8-f4b7-48b3-b8c5-4b57a2d5a375 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:45:13.561992 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d8e96557-7dd5-4890-9091-733b8f7342da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:13.707753 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8af1146b-235f-4cc4-b467-6c391fb974a3 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:13.729608 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e48fd3e2-23cb-438d-b6be-7cf425a7622a None None] Provisioning for port 3a196d48-b9d4-4f63-82aa-f8e5a9e621a6 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:45:13.732586 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-d8e96557-7dd5-4890-9091-733b8f7342da None None] For port 549a26d8-f4b7-48b3-b8c5-4b57a2d5a375, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=549a26d8-f4b7-48b3-b8c5-4b57a2d5a375,segment=NetworkSegment(e68ff3ad-90d6-4938-8298-17adba4844eb),segment_id=e68ff3ad-90d6-4938-8298-17adba4844eb)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:13.732979 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d8e96557-7dd5-4890-9091-733b8f7342da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:13.745972 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e48fd3e2-23cb-438d-b6be-7cf425a7622a None None] Provisioning complete for port 3a196d48-b9d4-4f63-82aa-f8e5a9e621a6 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:45:13.746658 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e48fd3e2-23cb-438d-b6be-7cf425a7622a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:13.756394 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-d8e96557-7dd5-4890-9091-733b8f7342da None None] Calling delete_port for 549a26d8-f4b7-48b3-b8c5-4b57a2d5a375 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:45:13.795671 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af1146b-235f-4cc4-b467-6c391fb974a3 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event deleted for resources: {'Port': ['ID=c52979e2-e468-4846-af7f-58bc9232f3e5,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:13.808572 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:13.973621 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-e48fd3e2-23cb-438d-b6be-7cf425a7622a None None] Port 3a196d48-b9d4-4f63-82aa-f8e5a9e621a6 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:45:14.012587 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 549a26d8-f4b7-48b3-b8c5-4b57a2d5a375, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=549a26d8-f4b7-48b3-b8c5-4b57a2d5a375,segment=NetworkSegment(e68ff3ad-90d6-4938-8298-17adba4844eb),segment_id=e68ff3ad-90d6-4938-8298-17adba4844eb)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:14.032661 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:14.068942 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8af1146b-235f-4cc4-b467-6c391fb974a3 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:14.099847 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-290170e1-1340-40d4-9fb0-fff0b850d4ac req-a3212615-b21e-4570-b1c8-3beae2bc99b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a196d48-b9d4-4f63-82aa-f8e5a9e621a6 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:45:14.108873 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-290170e1-1340-40d4-9fb0-fff0b850d4ac req-a3212615-b21e-4570-b1c8-3beae2bc99b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:14.130637 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-290170e1-1340-40d4-9fb0-fff0b850d4ac req-a3212615-b21e-4570-b1c8-3beae2bc99b7 service neutron] Transition to ACTIVE for port object 3a196d48-b9d4-4f63-82aa-f8e5a9e621a6 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:45:14.153278 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d8e96557-7dd5-4890-9091-733b8f7342da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:14.194701 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e96557-7dd5-4890-9091-733b8f7342da None None] No DVR routers for this DVR port 549a26d8-f4b7-48b3-b8c5-4b57a2d5a375 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:45:14.216009 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=549a26d8-f4b7-48b3-b8c5-4b57a2d5a375,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:14.251950 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-290170e1-1340-40d4-9fb0-fff0b850d4ac req-a3212615-b21e-4570-b1c8-3beae2bc99b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:14.272627 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e96557-7dd5-4890-9091-733b8f7342da None None] Pushing event deleted for resources: {'Port': ['ID=549a26d8-f4b7-48b3-b8c5-4b57a2d5a375,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:14.284114 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8af1146b-235f-4cc4-b467-6c391fb974a3 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:14.288318 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8af1146b-235f-4cc4-b467-6c391fb974a3 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:14.454262 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8af1146b-235f-4cc4-b467-6c391fb974a3 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:14.455926 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af1146b-235f-4cc4-b467-6c391fb974a3 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Fanout notify agent at l3_agent the message router_deleted on router a621d615-5337-4fc8-89df-21c445d40438 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:45:14.457377 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3212615-b21e-4570-b1c8-3beae2bc99b7 service neutron] Pushing event updated for resources: {'Port': ['ID=3a196d48-b9d4-4f63-82aa-f8e5a9e621a6,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:14.473457 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8af1146b-235f-4cc4-b467-6c391fb974a3 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:14.475624 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8af1146b-235f-4cc4-b467-6c391fb974a3 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "DELETE /v2.0/routers/a621d615-5337-4fc8-89df-21c445d40438 HTTP/1.1" status: 204 len: 168 time: 2.2456911 Jul 09 16:45:14.479551 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 42830) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:14.488560 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9f900-5178-4932-a566-5a041ae46f52 req-8699ae06-6834-425a-a1fc-bc7d768bd588 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:14.492720 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ebd9f900-5178-4932-a566-5a041ae46f52 req-8699ae06-6834-425a-a1fc-bc7d768bd588 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=fef1db76-7ea3-4178-92e0-954319781385 HTTP/1.1" status: 200 len: 943 time: 0.3597476 Jul 09 16:45:14.669440 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-290170e1-1340-40d4-9fb0-fff0b850d4ac req-a3212615-b21e-4570-b1c8-3beae2bc99b7 service neutron] Attempting to bind port 3a196d48-b9d4-4f63-82aa-f8e5a9e621a6 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:45:14.674421 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-290170e1-1340-40d4-9fb0-fff0b850d4ac req-a3212615-b21e-4570-b1c8-3beae2bc99b7 service neutron] Attempting to bind port 3a196d48-b9d4-4f63-82aa-f8e5a9e621a6 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': 'f8892455-537d-4135-a8a6-c5f11d1a74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:45:14.676528 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290170e1-1340-40d4-9fb0-fff0b850d4ac req-a3212615-b21e-4570-b1c8-3beae2bc99b7 service neutron] Attempting to bind port 3a196d48-b9d4-4f63-82aa-f8e5a9e621a6 on network f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:45:14.703784 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ebd9f900-5178-4932-a566-5a041ae46f52 req-203770fe-224a-4874-b027-0316db7f878b tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772768 Jul 09 16:45:14.707984 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290170e1-1340-40d4-9fb0-fff0b850d4ac req-a3212615-b21e-4570-b1c8-3beae2bc99b7 service neutron] Port 3a196d48-b9d4-4f63-82aa-f8e5a9e621a6 on network f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:45:14.710261 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290170e1-1340-40d4-9fb0-fff0b850d4ac req-a3212615-b21e-4570-b1c8-3beae2bc99b7 service neutron] Attempting to bind port 3a196d48-b9d4-4f63-82aa-f8e5a9e621a6 on network f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:45:14.722505 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7935a776-efb8-482f-8289-e5a0ebe5e69c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:14.740422 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290170e1-1340-40d4-9fb0-fff0b850d4ac req-a3212615-b21e-4570-b1c8-3beae2bc99b7 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:45:14.741980 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290170e1-1340-40d4-9fb0-fff0b850d4ac req-a3212615-b21e-4570-b1c8-3beae2bc99b7 service neutron] Checking segment: {'id': 'f8892455-537d-4135-a8a6-c5f11d1a74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:45:14.742480 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290170e1-1340-40d4-9fb0-fff0b850d4ac req-a3212615-b21e-4570-b1c8-3beae2bc99b7 service neutron] Bound using segment: {'id': 'f8892455-537d-4135-a8a6-c5f11d1a74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:45:14.743090 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-290170e1-1340-40d4-9fb0-fff0b850d4ac req-a3212615-b21e-4570-b1c8-3beae2bc99b7 service neutron] Bound port: 3a196d48-b9d4-4f63-82aa-f8e5a9e621a6, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8892455-537d-4135-a8a6-c5f11d1a74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:45:14.743547 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-290170e1-1340-40d4-9fb0-fff0b850d4ac req-a3212615-b21e-4570-b1c8-3beae2bc99b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:14.963967 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-290170e1-1340-40d4-9fb0-fff0b850d4ac req-a3212615-b21e-4570-b1c8-3beae2bc99b7 service neutron] For port 3a196d48-b9d4-4f63-82aa-f8e5a9e621a6, host n-h2-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:45:14.979464 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-290170e1-1340-40d4-9fb0-fff0b850d4ac req-a3212615-b21e-4570-b1c8-3beae2bc99b7 service neutron] For port 3a196d48-b9d4-4f63-82aa-f8e5a9e621a6, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=3a196d48-b9d4-4f63-82aa-f8e5a9e621a6,segment=NetworkSegment(f8892455-537d-4135-a8a6-c5f11d1a74c6),segment_id=f8892455-537d-4135-a8a6-c5f11d1a74c6)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:45:14.988982 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-290170e1-1340-40d4-9fb0-fff0b850d4ac req-a3212615-b21e-4570-b1c8-3beae2bc99b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:15.034003 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7935a776-efb8-482f-8289-e5a0ebe5e69c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:15.067002 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290170e1-1340-40d4-9fb0-fff0b850d4ac req-a3212615-b21e-4570-b1c8-3beae2bc99b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:15.067522 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-7935a776-efb8-482f-8289-e5a0ebe5e69c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46d411ed-dc52-411a-93f7-d4f391e5bbe4']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:15.067668 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-290170e1-1340-40d4-9fb0-fff0b850d4ac req-a3212615-b21e-4570-b1c8-3beae2bc99b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:15.069207 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-290170e1-1340-40d4-9fb0-fff0b850d4ac req-a3212615-b21e-4570-b1c8-3beae2bc99b7 service neutron] 10.222.0.73 "PUT /v2.0/ports/3a196d48-b9d4-4f63-82aa-f8e5a9e621a6 HTTP/1.1" status: 200 len: 1091 time: 1.8223937 Jul 09 16:45:15.069729 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fef1db76-7ea3-4178-92e0-954319781385', 'tag': '3a196d48-b9d4-4f63-82aa-f8e5a9e621a6'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:45:15.072266 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed838ac-c953-40ee-9824-0c82229af171" -d '{"events": [{"name": "network-changed", "server_uuid": "fef1db76-7ea3-4178-92e0-954319781385", "tag": "3a196d48-b9d4-4f63-82aa-f8e5a9e621a6"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:45:15.130561 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-7935a776-efb8-482f-8289-e5a0ebe5e69c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e68ff3ad-90d6-4938-8298-17adba4844eb') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:15.133028 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-7935a776-efb8-482f-8289-e5a0ebe5e69c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e68ff3ad-90d6-4938-8298-17adba4844eb') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:15.179351 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7935a776-efb8-482f-8289-e5a0ebe5e69c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:15.246389 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7935a776-efb8-482f-8289-e5a0ebe5e69c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:15.273370 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7935a776-efb8-482f-8289-e5a0ebe5e69c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:45:15.273965 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7935a776-efb8-482f-8289-e5a0ebe5e69c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:15.289348 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:45:15.289348 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:45:15.289348 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:45:15.289348 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:45:15.289348 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:45:15.289348 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:45:15.289348 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:45:15.289348 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:45:15.289348 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:45:15.289348 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:45:15.289348 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:45:15.289348 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:45:15.289348 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:45:15.289348 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:45:15.289348 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:45:15.289348 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:45:15.289348 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:45:15.289348 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:45:15.289348 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:45:15.289348 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:45:15.289348 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:45:15.289348 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:45:15.289348 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:45:15.289348 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:45:15.289348 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:45:15.289348 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:45:15.289348 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:45:15.289348 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:45:15.289348 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:45:15.289348 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:45:15.289348 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:45:15.289348 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:45:15.452927 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 02a8e9d9-640a-4f08-ae6c-36646fc771f5 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:45:15.503625 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 02a8e9d9-640a-4f08-ae6c-36646fc771f5 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:45:15.504204 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 02a8e9d9-640a-4f08-ae6c-36646fc771f5 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:45:15.504820 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device c52979e2-e468-4846-af7f-58bc9232f3e5 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:45:15.526400 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7935a776-efb8-482f-8289-e5a0ebe5e69c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:15.540228 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7935a776-efb8-482f-8289-e5a0ebe5e69c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:15.541328 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: c52979e2-e468-4846-af7f-58bc9232f3e5 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:45:15.542039 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device c52979e2-e468-4846-af7f-58bc9232f3e5 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:45:15.548962 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-7935a776-efb8-482f-8289-e5a0ebe5e69c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "DELETE /v2.0/networks/46d411ed-dc52-411a-93f7-d4f391e5bbe4 HTTP/1.1" status: 204 len: 168 time: 1.0653670 Jul 09 16:45:15.550060 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 42838) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:15.573046 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7935a776-efb8-482f-8289-e5a0ebe5e69c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event deleted for resources: {'Network': ['ID=46d411ed-dc52-411a-93f7-d4f391e5bbe4,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:15.636234 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8dd97729-b03b-4756-be4b-2717402ea68b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:15.677149 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8dd97729-b03b-4756-be4b-2717402ea68b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:15.761145 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8dd97729-b03b-4756-be4b-2717402ea68b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:15.765214 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8dd97729-b03b-4756-be4b-2717402ea68b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:15.769842 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8dd97729-b03b-4756-be4b-2717402ea68b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "DELETE /v2.0/security-groups/b6dee67b-dbdf-47ea-97e6-3fb1b779f8a0 HTTP/1.1" status: 204 len: 168 time: 0.2056024 Jul 09 16:45:15.783279 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd97729-b03b-4756-be4b-2717402ea68b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6dee67b-dbdf-47ea-97e6-3fb1b779f8a0,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:15.956712 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3212615-b21e-4570-b1c8-3beae2bc99b7 service neutron] Pushing event updated for resources: {'Port': ['ID=3a196d48-b9d4-4f63-82aa-f8e5a9e621a6,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:15.969777 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e313827-9f76-4d6f-8b14-7d22c7f77175 x-openstack-request-id: req-3e313827-9f76-4d6f-8b14-7d22c7f77175 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:45:15.970060 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fef1db76-7ea3-4178-92e0-954319781385", "tag": "3a196d48-b9d4-4f63-82aa-f8e5a9e621a6", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:45:15.970317 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3e313827-9f76-4d6f-8b14-7d22c7f77175 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:45:15.970709 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fef1db76-7ea3-4178-92e0-954319781385', 'tag': '3a196d48-b9d4-4f63-82aa-f8e5a9e621a6', 'status': 'completed', 'code': 200} Jul 09 16:45:16.092897 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e5771dfe-a488-4c9c-9bb0-c2d2a582c6ef req-ca9d6c6f-3345-4c46-9c31-c34e458a6132 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4c4dbfe8-6180-471c-ac56-8ab4215fa67a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1203101 Jul 09 16:45:16.104540 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290170e1-1340-40d4-9fb0-fff0b850d4ac req-3afb9e09-9d56-4aa1-a708-ec9d35e2f236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:16.106259 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-290170e1-1340-40d4-9fb0-fff0b850d4ac req-3afb9e09-9d56-4aa1-a708-ec9d35e2f236 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c75594b2a664d30980bf347c7fbaad8&device_id=fef1db76-7ea3-4178-92e0-954319781385 HTTP/1.1" status: 200 len: 1094 time: 0.9539518 Jul 09 16:45:16.122434 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2f6d6-e4c1-43c7-9abe-bed117164c3b req-42ef2e6b-b58a-47e7-9492-a24431d8114b tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:16.130048 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-07a2f6d6-e4c1-43c7-9abe-bed117164c3b req-42ef2e6b-b58a-47e7-9492-a24431d8114b tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=fef1db76-7ea3-4178-92e0-954319781385 HTTP/1.1" status: 200 len: 943 time: 0.1700175 Jul 09 16:45:16.188250 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-290170e1-1340-40d4-9fb0-fff0b850d4ac req-e37bac94-a2e1-4cee-af68-2acabd4ac9fc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a196d48-b9d4-4f63-82aa-f8e5a9e621a6 HTTP/1.1" status: 200 len: 217 time: 0.0503738 Jul 09 16:45:16.309603 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-07a2f6d6-e4c1-43c7-9abe-bed117164c3b req-e223f753-5bdf-4dbd-9521-0297b33a7321 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758356 Jul 09 16:45:16.330209 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290170e1-1340-40d4-9fb0-fff0b850d4ac req-42e7c36e-ea19-451f-b4c2-6f2afbea6e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:16.331749 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-290170e1-1340-40d4-9fb0-fff0b850d4ac req-42e7c36e-ea19-451f-b4c2-6f2afbea6e99 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=470183cf-e48b-46ba-9f1f-c70364d25786 HTTP/1.1" status: 200 len: 849 time: 0.1328824 Jul 09 16:45:16.338983 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5771dfe-a488-4c9c-9bb0-c2d2a582c6ef req-10e7b9a6-7f85-40b2-a837-b2e6a7fd1405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:16.340757 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e5771dfe-a488-4c9c-9bb0-c2d2a582c6ef req-10e7b9a6-7f85-40b2-a837-b2e6a7fd1405 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5288bf25c72143f29e820a6b71d93b9b&device_id=4c4dbfe8-6180-471c-ac56-8ab4215fa67a HTTP/1.1" status: 200 len: 1101 time: 0.1954021 Jul 09 16:45:16.479109 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290170e1-1340-40d4-9fb0-fff0b850d4ac req-a1e0c86d-c874-4963-8700-4203c54169e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:16.480763 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-290170e1-1340-40d4-9fb0-fff0b850d4ac req-a1e0c86d-c874-4963-8700-4203c54169e8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f36f2b9b-47ba-4cd8-a2dd-8998abc0c354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1391220 Jul 09 16:45:16.533302 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5771dfe-a488-4c9c-9bb0-c2d2a582c6ef req-f8ac6bcd-81df-4434-a2ca-293b8c1345a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:16.535838 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e5771dfe-a488-4c9c-9bb0-c2d2a582c6ef req-f8ac6bcd-81df-4434-a2ca-293b8c1345a1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1 HTTP/1.1" status: 200 len: 870 time: 0.1479514 Jul 09 16:45:16.620986 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e5771dfe-a488-4c9c-9bb0-c2d2a582c6ef req-878ad1da-228c-439b-bfb2-b820188e62a2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=0e3b2ed2-e923-46ca-bc31-03456cf4415f HTTP/1.1" status: 200 len: 217 time: 0.0709174 Jul 09 16:45:16.724898 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-290170e1-1340-40d4-9fb0-fff0b850d4ac req-02131efe-6ae2-4e38-a9bd-a25169bae8b1 service neutron] 10.222.0.73 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361481 Jul 09 16:45:16.730236 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5771dfe-a488-4c9c-9bb0-c2d2a582c6ef req-34043812-88d2-4efd-a5ef-2d76738607a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:16.732194 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e5771dfe-a488-4c9c-9bb0-c2d2a582c6ef req-34043812-88d2-4efd-a5ef-2d76738607a9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.1040642 Jul 09 16:45:16.933223 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-290170e1-1340-40d4-9fb0-fff0b850d4ac req-dd20584b-2c6f-40e9-ac80-d4cbcf83793c service neutron] 10.222.0.73 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994059 Jul 09 16:45:16.956774 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5771dfe-a488-4c9c-9bb0-c2d2a582c6ef req-73dc54b1-81f0-4c23-9df4-61811a6ef5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:16.958734 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e5771dfe-a488-4c9c-9bb0-c2d2a582c6ef req-73dc54b1-81f0-4c23-9df4-61811a6ef5ca service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2162905 Jul 09 16:45:17.005849 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 42852) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:17.011687 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-7ddfd30d-bc68-4daa-927d-08fd3f51cfbd tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-407885902', 'description': 'tempest-secgroup-smoke-407885902 description', 'project_id': 'f98cc886c66a474a8d448186851b2eab'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:17.057493 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7ddfd30d-bc68-4daa-927d-08fd3f51cfbd tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:17.131366 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e5771dfe-a488-4c9c-9bb0-c2d2a582c6ef req-17d4e5a2-2e3c-4e7d-84a9-3618c43db34c service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657813 Jul 09 16:45:17.134370 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed838ac-c953-40ee-9824-0c82229af171 req-daf5451b-eccc-41d8-bc4b-5ab13f8ec1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:17.136360 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2ed838ac-c953-40ee-9824-0c82229af171 req-daf5451b-eccc-41d8-bc4b-5ab13f8ec1b3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c75594b2a664d30980bf347c7fbaad8&device_id=fef1db76-7ea3-4178-92e0-954319781385 HTTP/1.1" status: 200 len: 1094 time: 0.0987294 Jul 09 16:45:17.238813 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7ddfd30d-bc68-4daa-927d-08fd3f51cfbd tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:17.245605 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7ddfd30d-bc68-4daa-927d-08fd3f51cfbd tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:17.283572 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddfd30d-bc68-4daa-927d-08fd3f51cfbd tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1777dfc-c88d-4402-b525-8b370a0d3b81,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:17.286341 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7ddfd30d-bc68-4daa-927d-08fd3f51cfbd tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:17.290418 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-7ddfd30d-bc68-4daa-927d-08fd3f51cfbd tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2829123 Jul 09 16:45:17.291096 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 42854) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:17.296725 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-9fe57cd3-4864-4af0-a8f1-c2f3b548c532 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Request body: {'security_group_rule': {'security_group_id': 'd1777dfc-c88d-4402-b525-8b370a0d3b81', 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:17.320395 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e5771dfe-a488-4c9c-9bb0-c2d2a582c6ef req-1e357af8-c731-41ea-bbaf-57de03a094a7 service neutron] 10.222.0.77 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821480 Jul 09 16:45:17.323340 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed838ac-c953-40ee-9824-0c82229af171 req-f6c0c146-5972-4623-93c0-b21fba1de86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:17.325757 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2ed838ac-c953-40ee-9824-0c82229af171 req-f6c0c146-5972-4623-93c0-b21fba1de86f service neutron] 10.222.0.73 "GET /v2.0/networks?id=f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 HTTP/1.1" status: 200 len: 911 time: 0.1801634 Jul 09 16:45:17.340741 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9fe57cd3-4864-4af0-a8f1-c2f3b548c532 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:17.473421 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2ed838ac-c953-40ee-9824-0c82229af171 req-bad56f76-e35b-4a18-8bab-eb55d89534fd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a196d48-b9d4-4f63-82aa-f8e5a9e621a6 HTTP/1.1" status: 200 len: 217 time: 0.1403868 Jul 09 16:45:17.537651 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9fe57cd3-4864-4af0-a8f1-c2f3b548c532 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:17.549291 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9fe57cd3-4864-4af0-a8f1-c2f3b548c532 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:17.568998 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe57cd3-4864-4af0-a8f1-c2f3b548c532 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b787fe76-b185-4798-8d2c-50a63f57dda0,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:17.582160 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9fe57cd3-4864-4af0-a8f1-c2f3b548c532 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:17.583801 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-9fe57cd3-4864-4af0-a8f1-c2f3b548c532 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2912998 Jul 09 16:45:17.586332 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 42862) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:17.592265 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-fecc6061-cd99-4209-a9aa-99828be67276 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Request body: {'security_group_rule': {'security_group_id': 'd1777dfc-c88d-4402-b525-8b370a0d3b81', 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:17.634692 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fecc6061-cd99-4209-a9aa-99828be67276 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:17.667778 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed838ac-c953-40ee-9824-0c82229af171 req-61afb465-ec6e-41d2-aed5-a38a606a1137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:17.669268 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2ed838ac-c953-40ee-9824-0c82229af171 req-61afb465-ec6e-41d2-aed5-a38a606a1137 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=470183cf-e48b-46ba-9f1f-c70364d25786 HTTP/1.1" status: 200 len: 849 time: 0.1903553 Jul 09 16:45:17.700843 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fecc6061-cd99-4209-a9aa-99828be67276 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:17.707749 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fecc6061-cd99-4209-a9aa-99828be67276 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:17.730356 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecc6061-cd99-4209-a9aa-99828be67276 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8c7aa36-1575-4b3d-89e0-173aa45c4b34,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:17.732916 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782279d-ac86-4fdb-b88b-73564f9dccfb req-7852ca76-35f4-46b8-adf5-e05d3c66bb12 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:17.740133 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a782279d-ac86-4fdb-b88b-73564f9dccfb req-7852ca76-35f4-46b8-adf5-e05d3c66bb12 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=fef1db76-7ea3-4178-92e0-954319781385 HTTP/1.1" status: 200 len: 943 time: 0.1477966 Jul 09 16:45:17.745123 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fecc6061-cd99-4209-a9aa-99828be67276 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:17.747533 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-fecc6061-cd99-4209-a9aa-99828be67276 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1593547 Jul 09 16:45:17.752401 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 42864) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:17.769615 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-2a912427-bcdd-4e04-b8f5-eb1596159c99 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Request body: {'security_group_rule': {'security_group_id': 'd1777dfc-c88d-4402-b525-8b370a0d3b81', 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:17.830726 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2a912427-bcdd-4e04-b8f5-eb1596159c99 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:17.867567 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a782279d-ac86-4fdb-b88b-73564f9dccfb req-2d242ccf-814f-4f34-b9d5-82a170da73bb tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075473 Jul 09 16:45:17.908911 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed838ac-c953-40ee-9824-0c82229af171 req-60b25538-89d6-4153-8a43-2bab62c26416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:17.911157 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2ed838ac-c953-40ee-9824-0c82229af171 req-60b25538-89d6-4153-8a43-2bab62c26416 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f36f2b9b-47ba-4cd8-a2dd-8998abc0c354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2176828 Jul 09 16:45:17.919046 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2a912427-bcdd-4e04-b8f5-eb1596159c99 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:17.928794 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2a912427-bcdd-4e04-b8f5-eb1596159c99 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:17.951803 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a912427-bcdd-4e04-b8f5-eb1596159c99 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e17bf05a-08a8-4050-b407-477e197e3f78,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:17.969801 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2a912427-bcdd-4e04-b8f5-eb1596159c99 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:17.974840 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2a912427-bcdd-4e04-b8f5-eb1596159c99 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2204659 Jul 09 16:45:17.977437 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 42866) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:17.990521 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-8a1d11d1-0c3a-43d5-9ac3-85825da173de tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Request body: {'security_group_rule': {'security_group_id': 'd1777dfc-c88d-4402-b525-8b370a0d3b81', 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:18.069071 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8a1d11d1-0c3a-43d5-9ac3-85825da173de tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:18.148267 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2ed838ac-c953-40ee-9824-0c82229af171 req-bef3bf58-0b48-4b24-9005-076a979d617e service neutron] 10.222.0.73 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245879 Jul 09 16:45:18.150896 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8a1d11d1-0c3a-43d5-9ac3-85825da173de tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:18.162873 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8a1d11d1-0c3a-43d5-9ac3-85825da173de tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:18.195119 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1d11d1-0c3a-43d5-9ac3-85825da173de tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a57d773-9408-4e0f-9e4b-4982b55c64d9,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:18.243626 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8a1d11d1-0c3a-43d5-9ac3-85825da173de tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:18.245372 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8a1d11d1-0c3a-43d5-9ac3-85825da173de tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2668049 Jul 09 16:45:18.254497 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 42868) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:18.263577 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2ed838ac-c953-40ee-9824-0c82229af171 req-e6598ccc-6735-4aa7-b5c0-6f5344c57851 service neutron] 10.222.0.73 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136892 Jul 09 16:45:18.266993 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-d2bcbffe-9e23-4353-9d05-bc2b59156051 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Request body: {'security_group_rule': {'security_group_id': 'd1777dfc-c88d-4402-b525-8b370a0d3b81', 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:18.300575 n-d-798930-3 neutron-server[93959]: INFO neutron.db.securitygroups_db [None req-d2bcbffe-9e23-4353-9d05-bc2b59156051 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Project f98cc886c66a474a8d448186851b2eab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 16:45:18.311905 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d2bcbffe-9e23-4353-9d05-bc2b59156051 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:18.472963 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d2bcbffe-9e23-4353-9d05-bc2b59156051 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:18.484366 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d2bcbffe-9e23-4353-9d05-bc2b59156051 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:18.531447 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bcbffe-9e23-4353-9d05-bc2b59156051 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67e756ed-59b2-4903-82ac-df8f39d24e85,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:18.543533 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d2bcbffe-9e23-4353-9d05-bc2b59156051 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:18.545204 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-d2bcbffe-9e23-4353-9d05-bc2b59156051 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2894258 Jul 09 16:45:18.550381 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 42880) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:18.561886 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-52b7db55-7d2f-4106-ab5e-f87436855fb4 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Request body: {'security_group_rule': {'security_group_id': 'd1777dfc-c88d-4402-b525-8b370a0d3b81', 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:18.616170 n-d-798930-3 neutron-server[93959]: INFO neutron.db.securitygroups_db [None req-52b7db55-7d2f-4106-ab5e-f87436855fb4 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Project f98cc886c66a474a8d448186851b2eab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 16:45:18.652703 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-52b7db55-7d2f-4106-ab5e-f87436855fb4 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:18.778228 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-52b7db55-7d2f-4106-ab5e-f87436855fb4 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:18.791538 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-52b7db55-7d2f-4106-ab5e-f87436855fb4 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:18.827387 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b7db55-7d2f-4106-ab5e-f87436855fb4 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72530f34-5d6b-4f1c-8ca5-71a44cbe9d34,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:18.838798 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-52b7db55-7d2f-4106-ab5e-f87436855fb4 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:18.843401 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-52b7db55-7d2f-4106-ab5e-f87436855fb4 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2911074 Jul 09 16:45:18.845984 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 42892) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:18.854532 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-69f49e47-ad4a-4a44-b91c-385a6426c1c5 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Request body: {'network': {'name': 'tempest-network-smoke--1394716721', 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'port_security_enabled': True}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:18.896145 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f49e47-ad4a-4a44-b91c-385a6426c1c5 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Made reservation on behalf of f98cc886c66a474a8d448186851b2eab for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:45:18.901437 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-69f49e47-ad4a-4a44-b91c-385a6426c1c5 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:18.985180 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69f49e47-ad4a-4a44-b91c-385a6426c1c5 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:45:18.997086 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-69f49e47-ad4a-4a44-b91c-385a6426c1c5 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:18.997822 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-69f49e47-ad4a-4a44-b91c-385a6426c1c5 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Added segment 7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c of type vlan for network b0fd9e2b-c374-4f8e-9872-75d950c7a99b Jul 09 16:45:19.339116 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e45e9b-20d6-4934-b7b6-b878693a5761 req-e7beaac8-6f6a-434d-8e52-582d82ef04d1 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:19.362719 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-83e45e9b-20d6-4934-b7b6-b878693a5761 req-e7beaac8-6f6a-434d-8e52-582d82ef04d1 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=fef1db76-7ea3-4178-92e0-954319781385 HTTP/1.1" status: 200 len: 943 time: 0.2302833 Jul 09 16:45:19.459582 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-69f49e47-ad4a-4a44-b91c-385a6426c1c5 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:19.483760 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-83e45e9b-20d6-4934-b7b6-b878693a5761 req-743088cb-be0f-4f8b-833e-e5e3a04c688a tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189313 Jul 09 16:45:19.499519 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-69f49e47-ad4a-4a44-b91c-385a6426c1c5 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:19.523462 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f49e47-ad4a-4a44-b91c-385a6426c1c5 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:19.531981 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-69f49e47-ad4a-4a44-b91c-385a6426c1c5 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:19.628679 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-69f49e47-ad4a-4a44-b91c-385a6426c1c5 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7803869 Jul 09 16:45:19.631906 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 42904) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:19.637212 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-564b3877-d604-419e-b629-c807c7243b74 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2044903465', 'admin_state_up': True, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:19.669406 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f49e47-ad4a-4a44-b91c-385a6426c1c5 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event updated for resources: {'Network': ['ID=b0fd9e2b-c374-4f8e-9872-75d950c7a99b,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:19.688045 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network b0fd9e2b-c374-4f8e-9872-75d950c7a99b details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:45:19.712686 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-564b3877-d604-419e-b629-c807c7243b74 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:19.713934 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-564b3877-d604-419e-b629-c807c7243b74 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:19.820793 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-564b3877-d604-419e-b629-c807c7243b74 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:20.053644 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-564b3877-d604-419e-b629-c807c7243b74 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:20.377996 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-564b3877-d604-419e-b629-c807c7243b74 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:20.416666 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-564b3877-d604-419e-b629-c807c7243b74 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:20.645857 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-564b3877-d604-419e-b629-c807c7243b74 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Allocated IP 172.25.0.250 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/be9026d9-fbc9-46fc-a13d-4a071b07f370) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:45:20.877438 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7531065a-271a-4bff-9260-4dbc9894cddb req-5d95d501-2b00-4a88-a694-4277f85c4c7b tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:20.884365 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7531065a-271a-4bff-9260-4dbc9894cddb req-5d95d501-2b00-4a88-a694-4277f85c4c7b tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=fef1db76-7ea3-4178-92e0-954319781385 HTTP/1.1" status: 200 len: 943 time: 0.1128342 Jul 09 16:45:20.896276 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-564b3877-d604-419e-b629-c807c7243b74 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:20.944357 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7531065a-271a-4bff-9260-4dbc9894cddb req-bd2b8de2-2227-4205-a9cb-2fdfceab2481 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587065 Jul 09 16:45:20.995438 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-564b3877-d604-419e-b629-c807c7243b74 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:21.064246 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564b3877-d604-419e-b629-c807c7243b74 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:45:21.069253 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-564b3877-d604-419e-b629-c807c7243b74 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:45:21.073203 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564b3877-d604-419e-b629-c807c7243b74 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:45:21.098966 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564b3877-d604-419e-b629-c807c7243b74 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event updated for resources: {'Port': ['ID=be9026d9-fbc9-46fc-a13d-4a071b07f370,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:21.495532 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-564b3877-d604-419e-b629-c807c7243b74 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:21.780266 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-564b3877-d604-419e-b629-c807c7243b74 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:21.951011 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-564b3877-d604-419e-b629-c807c7243b74 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Router 9fa000a5-56f6-454b-8fca-a0bb54c1f282 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:45:22.354340 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4a47d09f-11ff-4d05-ad81-28c0801b65db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:22.607924 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564b3877-d604-419e-b629-c807c7243b74 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:45:22.620869 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ced40e-1d65-4c9e-858f-281542eb70d3 None None] Sync routers for ids ['9fa000a5-56f6-454b-8fca-a0bb54c1f282'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:45:22.634067 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ced40e-1d65-4c9e-858f-281542eb70d3 None None] Routers {'9fa000a5-56f6-454b-8fca-a0bb54c1f282'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:45:22.634973 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-60ced40e-1d65-4c9e-858f-281542eb70d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:44:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['9fa000a5-56f6-454b-8fca-a0bb54c1f282'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:22.637516 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-564b3877-d604-419e-b629-c807c7243b74 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:22.638629 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-564b3877-d604-419e-b629-c807c7243b74 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.0057130 Jul 09 16:45:22.643211 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 42956) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:22.649803 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce29257-95cb-482e-aa61-3919811258e4 req-f48d00cb-5f18-4ca3-bc38-089d9d9e73f5 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:22.660256 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4ce29257-95cb-482e-aa61-3919811258e4 req-f48d00cb-5f18-4ca3-bc38-089d9d9e73f5 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=fef1db76-7ea3-4178-92e0-954319781385 HTTP/1.1" status: 200 len: 943 time: 0.5403974 Jul 09 16:45:22.694962 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-eb950a9c-036c-4042-8e00-4584ce8dc6b7 tempest-TestNetworkAdvancedServerOps-1802097100 tempest-TestNetworkAdvancedServerOps-1802097100-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=f98cc886c66a474a8d448186851b2eab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0496814 Jul 09 16:45:22.695180 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 42958) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:22.775668 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4ce29257-95cb-482e-aa61-3919811258e4 req-58d0f47a-349d-4063-9e3f-ea473a4877d1 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139207 Jul 09 16:45:22.810568 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-60ced40e-1d65-4c9e-858f-281542eb70d3 None None] Set router 9fa000a5-56f6-454b-8fca-a0bb54c1f282 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:45:22.862211 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f967228-4406-494e-a52e-6bb08e7f597d tempest-TestNetworkAdvancedServerOps-1802097100 tempest-TestNetworkAdvancedServerOps-1802097100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:22.864098 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7f967228-4406-494e-a52e-6bb08e7f597d tempest-TestNetworkAdvancedServerOps-1802097100 tempest-TestNetworkAdvancedServerOps-1802097100-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1678729 Jul 09 16:45:22.866963 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 42962) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:22.924431 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-262c7092-72cb-45a1-a107-f85d7086dcf3 tempest-TestNetworkAdvancedServerOps-1802097100 tempest-TestNetworkAdvancedServerOps-1802097100-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=caa6ed8d-2893-4113-8f68-c5284e694f6c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0562470 Jul 09 16:45:22.926922 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 42964) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:22.932353 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-047fdc03-e62d-4d73-8837-0640f3afb825 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-391691118', 'network_id': 'b0fd9e2b-c374-4f8e-9872-75d950c7a99b', 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:23.091344 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047fdc03-e62d-4d73-8837-0640f3afb825 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Made reservation on behalf of f98cc886c66a474a8d448186851b2eab for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:45:23.095324 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-047fdc03-e62d-4d73-8837-0640f3afb825 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:23.171963 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-60ced40e-1d65-4c9e-858f-281542eb70d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa000a5-56f6-454b-8fca-a0bb54c1f282', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2044903465', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'be9026d9-fbc9-46fc-a13d-4a071b07f370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:45:19Z', 'updated_at': '2021-07-09T16:45:21Z', 'revision_number': 3, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'gw_port': {'id': 'be9026d9-fbc9-46fc-a13d-4a071b07f370', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:1d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa000a5-56f6-454b-8fca-a0bb54c1f282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:45:20Z', 'updated_at': '2021-07-09T16:45:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:23.229881 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ced40e-1d65-4c9e-858f-281542eb70d3 None None] Checking router: 9fa000a5-56f6-454b-8fca-a0bb54c1f282 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:45:23.230234 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ced40e-1d65-4c9e-858f-281542eb70d3 None None] Updating router 9fa000a5-56f6-454b-8fca-a0bb54c1f282 port be9026d9-fbc9-46fc-a13d-4a071b07f370 binding host n-d-798930-3 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:45:23.277570 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-60ced40e-1d65-4c9e-858f-281542eb70d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:23.363192 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-047fdc03-e62d-4d73-8837-0640f3afb825 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:23.445448 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047fdc03-e62d-4d73-8837-0640f3afb825 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event updated for resources: {'Subnet': ['ID=a811fa06-6675-4a43-8ce8-4ab3f7e8d10a,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:23.457046 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047fdc03-e62d-4d73-8837-0640f3afb825 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Checking segment: {'id': '7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b0fd9e2b-c374-4f8e-9872-75d950c7a99b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:45:23.457672 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047fdc03-e62d-4d73-8837-0640f3afb825 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Network hostable DHCP agents. Network: b0fd9e2b-c374-4f8e-9872-75d950c7a99b, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:45:23.476993 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047fdc03-e62d-4d73-8837-0640f3afb825 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Network b0fd9e2b-c374-4f8e-9872-75d950c7a99b is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:45:23.495159 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-047fdc03-e62d-4d73-8837-0640f3afb825 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, b0fd9e2b-c374-4f8e-9872-75d950c7a99b) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:45:23.504594 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047fdc03-e62d-4d73-8837-0640f3afb825 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:23.505203 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-047fdc03-e62d-4d73-8837-0640f3afb825 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:23.505695 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ba4a6d-9405-48b9-87a8-8fe8f50db367 None None] Network b0fd9e2b-c374-4f8e-9872-75d950c7a99b requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:45:23.535492 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-047fdc03-e62d-4d73-8837-0640f3afb825 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6071897 Jul 09 16:45:23.537841 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 42974) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:23.743344 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-60ced40e-1d65-4c9e-858f-281542eb70d3 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:23.755499 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-60ced40e-1d65-4c9e-858f-281542eb70d3 None None] Transition to ACTIVE for port object be9026d9-fbc9-46fc-a13d-4a071b07f370 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:45:23.776637 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-60ced40e-1d65-4c9e-858f-281542eb70d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:23.908828 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17ee80d-facd-40c4-b0ee-d375e40839d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-b0fd9e2b-c374-4f8e-9872-75d950c7a99b', 'network_id': 'b0fd9e2b-c374-4f8e-9872-75d950c7a99b', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'fixed_ips': [{'subnet_id': 'a811fa06-6675-4a43-8ce8-4ab3f7e8d10a'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:45:23.910582 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f17ee80d-facd-40c4-b0ee-d375e40839d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:23.972533 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e142a841-0c1b-4f67-a22d-3374cad1662c None None] Pushing event updated for resources: {'Port': ['ID=be9026d9-fbc9-46fc-a13d-4a071b07f370,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:23.975125 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-60ced40e-1d65-4c9e-858f-281542eb70d3 None None] Attempting to bind port be9026d9-fbc9-46fc-a13d-4a071b07f370 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:45:23.979182 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-60ced40e-1d65-4c9e-858f-281542eb70d3 None None] Attempting to bind port be9026d9-fbc9-46fc-a13d-4a071b07f370 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:45:23.979680 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ced40e-1d65-4c9e-858f-281542eb70d3 None None] Attempting to bind port be9026d9-fbc9-46fc-a13d-4a071b07f370 on network caa6ed8d-2893-4113-8f68-c5284e694f6c {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:45:24.009466 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ced40e-1d65-4c9e-858f-281542eb70d3 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:45:24.009916 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ced40e-1d65-4c9e-858f-281542eb70d3 None None] Checking segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:45:24.010433 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-60ced40e-1d65-4c9e-858f-281542eb70d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:24.011049 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ced40e-1d65-4c9e-858f-281542eb70d3 None None] Bound using segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:45:24.011638 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-60ced40e-1d65-4c9e-858f-281542eb70d3 None None] Bound port: be9026d9-fbc9-46fc-a13d-4a071b07f370, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:45:24.012116 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-60ced40e-1d65-4c9e-858f-281542eb70d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:24.014778 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e142a841-0c1b-4f67-a22d-3374cad1662c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:24.023311 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e142a841-0c1b-4f67-a22d-3374cad1662c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:24.025604 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e142a841-0c1b-4f67-a22d-3374cad1662c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:24.027130 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e142a841-0c1b-4f67-a22d-3374cad1662c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:24.027572 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e142a841-0c1b-4f67-a22d-3374cad1662c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:24.031291 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e142a841-0c1b-4f67-a22d-3374cad1662c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:24.031773 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e142a841-0c1b-4f67-a22d-3374cad1662c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:24.032208 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e142a841-0c1b-4f67-a22d-3374cad1662c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:24.032640 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e142a841-0c1b-4f67-a22d-3374cad1662c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:24.038442 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e142a841-0c1b-4f67-a22d-3374cad1662c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:24.039112 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e142a841-0c1b-4f67-a22d-3374cad1662c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:24.039542 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e142a841-0c1b-4f67-a22d-3374cad1662c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:24.139871 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-f17ee80d-facd-40c4-b0ee-d375e40839d2 None None] Allocated IP 172.20.0.2 (b0fd9e2b-c374-4f8e-9872-75d950c7a99b/a811fa06-6675-4a43-8ce8-4ab3f7e8d10a/5916b010-c28e-4e65-a2a4-391d8f64f3b1) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:45:24.160977 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-60ced40e-1d65-4c9e-858f-281542eb70d3 None None] For port be9026d9-fbc9-46fc-a13d-4a071b07f370, host n-d-798930-3, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:45:24.164761 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-60ced40e-1d65-4c9e-858f-281542eb70d3 None None] For port be9026d9-fbc9-46fc-a13d-4a071b07f370, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=be9026d9-fbc9-46fc-a13d-4a071b07f370,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:45:24.172166 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-60ced40e-1d65-4c9e-858f-281542eb70d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:24.243269 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66502ebe-0fdc-47dd-a922-004d63f9374d req-da901d66-d413-405b-997f-4a75376e7307 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:24.252392 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-66502ebe-0fdc-47dd-a922-004d63f9374d req-da901d66-d413-405b-997f-4a75376e7307 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=fef1db76-7ea3-4178-92e0-954319781385 HTTP/1.1" status: 200 len: 943 time: 0.1827455 Jul 09 16:45:24.284463 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ced40e-1d65-4c9e-858f-281542eb70d3 None None] Routers {'9fa000a5-56f6-454b-8fca-a0bb54c1f282'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:45:24.285726 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-60ced40e-1d65-4c9e-858f-281542eb70d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:44:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['9fa000a5-56f6-454b-8fca-a0bb54c1f282'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:24.288145 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e142a841-0c1b-4f67-a22d-3374cad1662c None None] Pushing event updated for resources: {'Port': ['ID=be9026d9-fbc9-46fc-a13d-4a071b07f370,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:24.394821 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-66502ebe-0fdc-47dd-a922-004d63f9374d req-85c325f5-fc3f-43d9-b2bd-65591c003d73 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407516 Jul 09 16:45:24.474714 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f17ee80d-facd-40c4-b0ee-d375e40839d2 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:24.479729 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-60ced40e-1d65-4c9e-858f-281542eb70d3 None None] Set router 9fa000a5-56f6-454b-8fca-a0bb54c1f282 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:45:24.497437 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f17ee80d-facd-40c4-b0ee-d375e40839d2 None None] Transition to ACTIVE for port object 5916b010-c28e-4e65-a2a4-391d8f64f3b1 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:45:24.503784 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-893032ce-f782-4dfc-aebf-29c418ea77cd tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:24.533707 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f17ee80d-facd-40c4-b0ee-d375e40839d2 None None] Transition to ACTIVE for port object 5916b010-c28e-4e65-a2a4-391d8f64f3b1 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:45:24.549372 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f17ee80d-facd-40c4-b0ee-d375e40839d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:24.647374 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17ee80d-facd-40c4-b0ee-d375e40839d2 None None] Network b0fd9e2b-c374-4f8e-9872-75d950c7a99b is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:45:24.655269 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-f17ee80d-facd-40c4-b0ee-d375e40839d2 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:45:24.661955 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17ee80d-facd-40c4-b0ee-d375e40839d2 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:45:24.805386 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-f17ee80d-facd-40c4-b0ee-d375e40839d2 None None] Attempting to bind port 5916b010-c28e-4e65-a2a4-391d8f64f3b1 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:45:24.805386 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-f17ee80d-facd-40c4-b0ee-d375e40839d2 None None] Attempting to bind port 5916b010-c28e-4e65-a2a4-391d8f64f3b1 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b0fd9e2b-c374-4f8e-9872-75d950c7a99b'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:45:24.805386 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17ee80d-facd-40c4-b0ee-d375e40839d2 None None] Attempting to bind port 5916b010-c28e-4e65-a2a4-391d8f64f3b1 on network b0fd9e2b-c374-4f8e-9872-75d950c7a99b {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:45:24.810040 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17ee80d-facd-40c4-b0ee-d375e40839d2 None None] Pushing event updated for resources: {'Port': ['ID=5916b010-c28e-4e65-a2a4-391d8f64f3b1,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:24.814187 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17ee80d-facd-40c4-b0ee-d375e40839d2 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:45:24.815863 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17ee80d-facd-40c4-b0ee-d375e40839d2 None None] Checking segment: {'id': '7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b0fd9e2b-c374-4f8e-9872-75d950c7a99b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:45:24.816443 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f17ee80d-facd-40c4-b0ee-d375e40839d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:24.818004 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17ee80d-facd-40c4-b0ee-d375e40839d2 None None] Bound using segment: {'id': '7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b0fd9e2b-c374-4f8e-9872-75d950c7a99b'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:45:24.818670 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-f17ee80d-facd-40c4-b0ee-d375e40839d2 None None] Bound port: 5916b010-c28e-4e65-a2a4-391d8f64f3b1, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b0fd9e2b-c374-4f8e-9872-75d950c7a99b'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:45:24.820439 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f17ee80d-facd-40c4-b0ee-d375e40839d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:24.869440 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-60ced40e-1d65-4c9e-858f-281542eb70d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa000a5-56f6-454b-8fca-a0bb54c1f282', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2044903465', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'be9026d9-fbc9-46fc-a13d-4a071b07f370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:45:19Z', 'updated_at': '2021-07-09T16:45:21Z', 'revision_number': 3, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'gw_port': {'id': 'be9026d9-fbc9-46fc-a13d-4a071b07f370', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:1d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa000a5-56f6-454b-8fca-a0bb54c1f282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:45:20Z', 'updated_at': '2021-07-09T16:45:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:24.903873 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ced40e-1d65-4c9e-858f-281542eb70d3 None None] The sync data for ids ['9fa000a5-56f6-454b-8fca-a0bb54c1f282'] in n-d-798930-3 is: [{'id': '9fa000a5-56f6-454b-8fca-a0bb54c1f282', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2044903465', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'be9026d9-fbc9-46fc-a13d-4a071b07f370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:45:19Z', 'updated_at': '2021-07-09T16:45:21Z', 'revision_number': 3, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'gw_port': {'id': 'be9026d9-fbc9-46fc-a13d-4a071b07f370', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:1d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa000a5-56f6-454b-8fca-a0bb54c1f282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:45:20Z', 'updated_at': '2021-07-09T16:45:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:45:24.915677 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-893032ce-f782-4dfc-aebf-29c418ea77cd tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Allocated IP 172.20.0.1 (b0fd9e2b-c374-4f8e-9872-75d950c7a99b/a811fa06-6675-4a43-8ce8-4ab3f7e8d10a/42afee25-cd54-4542-9852-b814b144519b) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:45:24.935677 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-f17ee80d-facd-40c4-b0ee-d375e40839d2 None None] For port 5916b010-c28e-4e65-a2a4-391d8f64f3b1, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:45:24.939268 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-f17ee80d-facd-40c4-b0ee-d375e40839d2 None None] For port 5916b010-c28e-4e65-a2a4-391d8f64f3b1, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=5916b010-c28e-4e65-a2a4-391d8f64f3b1,segment=NetworkSegment(7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c),segment_id=7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:45:24.952976 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f17ee80d-facd-40c4-b0ee-d375e40839d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:25.052383 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17ee80d-facd-40c4-b0ee-d375e40839d2 None None] Pushing event updated for resources: {'Port': ['ID=5916b010-c28e-4e65-a2a4-391d8f64f3b1,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:25.100393 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-893032ce-f782-4dfc-aebf-29c418ea77cd tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:25.127768 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-893032ce-f782-4dfc-aebf-29c418ea77cd tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Transition to ACTIVE for port object 42afee25-cd54-4542-9852-b814b144519b will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:45:25.168227 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9750c3c3-8faa-4b2d-8113-ed5fdb32b1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:25.193482 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-893032ce-f782-4dfc-aebf-29c418ea77cd tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:25.243490 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893032ce-f782-4dfc-aebf-29c418ea77cd tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Network b0fd9e2b-c374-4f8e-9872-75d950c7a99b is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:45:25.253209 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-893032ce-f782-4dfc-aebf-29c418ea77cd tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:45:25.257605 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893032ce-f782-4dfc-aebf-29c418ea77cd tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:45:25.349039 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893032ce-f782-4dfc-aebf-29c418ea77cd tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event updated for resources: {'Port': ['ID=42afee25-cd54-4542-9852-b814b144519b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:25.399692 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-893032ce-f782-4dfc-aebf-29c418ea77cd tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:25.742063 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-893032ce-f782-4dfc-aebf-29c418ea77cd tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:25.793047 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:25.810929 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbefc40-c4cb-41bd-bae1-5a7e2179b659 req-10b5dc7c-954b-4b0c-ac9c-34815184a2e7 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:25.813620 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8dbefc40-c4cb-41bd-bae1-5a7e2179b659 req-10b5dc7c-954b-4b0c-ac9c-34815184a2e7 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=fef1db76-7ea3-4178-92e0-954319781385 HTTP/1.1" status: 200 len: 943 time: 0.1313553 Jul 09 16:45:25.917965 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8dbefc40-c4cb-41bd-bae1-5a7e2179b659 req-51d79e7d-a6aa-4a5e-82e3-817449ec465a tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993428 Jul 09 16:45:26.329893 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-893032ce-f782-4dfc-aebf-29c418ea77cd tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:26.339940 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:26.349222 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-893032ce-f782-4dfc-aebf-29c418ea77cd tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:26.481627 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893032ce-f782-4dfc-aebf-29c418ea77cd tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event updated for resources: {'Port': ['ID=42afee25-cd54-4542-9852-b814b144519b,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:26.553696 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-893032ce-f782-4dfc-aebf-29c418ea77cd tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:26.685709 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893032ce-f782-4dfc-aebf-29c418ea77cd tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Network b0fd9e2b-c374-4f8e-9872-75d950c7a99b is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:45:26.687572 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-893032ce-f782-4dfc-aebf-29c418ea77cd tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:45:26.757149 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:26.837192 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4445091-add1-4034-bf99-3498fc9b40a2 None None] Network b0fd9e2b-c374-4f8e-9872-75d950c7a99b requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:45:26.883369 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893032ce-f782-4dfc-aebf-29c418ea77cd tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Router 9fa000a5-56f6-454b-8fca-a0bb54c1f282 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:45:26.918461 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f9a79586-58a9-4f1c-954a-f246c0e6bd6f None None] Provisioning for port 5916b010-c28e-4e65-a2a4-391d8f64f3b1 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:45:27.107625 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893032ce-f782-4dfc-aebf-29c418ea77cd tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:45:27.116110 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-893032ce-f782-4dfc-aebf-29c418ea77cd tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "PUT /v2.0/routers/9fa000a5-56f6-454b-8fca-a0bb54c1f282/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5771937 Jul 09 16:45:27.270366 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02b32d2-3b3a-42de-a4f2-2ae25b830b79 req-55ed4c4b-d86b-4cd5-a955-0aea7f71551d tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:27.279174 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e02b32d2-3b3a-42de-a4f2-2ae25b830b79 req-55ed4c4b-d86b-4cd5-a955-0aea7f71551d tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=fef1db76-7ea3-4178-92e0-954319781385 HTTP/1.1" status: 200 len: 943 time: 0.1610031 Jul 09 16:45:27.365968 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e02b32d2-3b3a-42de-a4f2-2ae25b830b79 req-d9e41dee-0ba8-424e-a89c-5d77222ce74d tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853302 Jul 09 16:45:27.563890 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device be9026d9-fbc9-46fc-a13d-4a071b07f370 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:45:27.606509 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3f78c64c-2605-4348-bb4c-d97376e7e428 None None] Provisioning for port 42afee25-cd54-4542-9852-b814b144519b completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:45:27.618290 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3f78c64c-2605-4348-bb4c-d97376e7e428 None None] Provisioning complete for port 42afee25-cd54-4542-9852-b814b144519b triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:45:27.618965 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3f78c64c-2605-4348-bb4c-d97376e7e428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:27.623073 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f90cb895-cbcd-4c1a-b282-dc3ef9d95f88 req-dc09754c-54ff-47bc-9c69-48b282775325 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-407885902&fields=id&tenant_id=f98cc886c66a474a8d448186851b2eab HTTP/1.1" status: 200 len: 267 time: 0.0816669 Jul 09 16:45:27.696329 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-3f78c64c-2605-4348-bb4c-d97376e7e428 None None] Port 42afee25-cd54-4542-9852-b814b144519b cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:45:27.700761 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port be9026d9-fbc9-46fc-a13d-4a071b07f370 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:45:27.720481 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port be9026d9-fbc9-46fc-a13d-4a071b07f370 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:45:27.720850 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:27.879649 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:27.921889 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port be9026d9-fbc9-46fc-a13d-4a071b07f370, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=be9026d9-fbc9-46fc-a13d-4a071b07f370,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:27.928511 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:27.930494 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 5916b010-c28e-4e65-a2a4-391d8f64f3b1 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:45:27.972971 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90cb895-cbcd-4c1a-b282-dc3ef9d95f88 req-d1e59e91-25eb-44fc-89b4-b56ca2e43c27 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:27.984786 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f90cb895-cbcd-4c1a-b282-dc3ef9d95f88 req-d1e59e91-25eb-44fc-89b4-b56ca2e43c27 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/networks?id=b0fd9e2b-c374-4f8e-9872-75d950c7a99b HTTP/1.1" status: 200 len: 797 time: 0.3605990 Jul 09 16:45:28.048362 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f90cb895-cbcd-4c1a-b282-dc3ef9d95f88 req-942db587-331c-44e9-aae7-f50c7ca5cc4f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/quotas/f98cc886c66a474a8d448186851b2eab HTTP/1.1" status: 200 len: 375 time: 0.0625899 Jul 09 16:45:28.084117 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:45:28.093729 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f3e248-44b8-4c91-b42d-d65c1a565dd6 None None] Sync routers for ids ['9fa000a5-56f6-454b-8fca-a0bb54c1f282'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:45:28.148253 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f3e248-44b8-4c91-b42d-d65c1a565dd6 None None] Routers {'9fa000a5-56f6-454b-8fca-a0bb54c1f282'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:45:28.150282 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-52f3e248-44b8-4c91-b42d-d65c1a565dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:45:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['9fa000a5-56f6-454b-8fca-a0bb54c1f282'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:28.162667 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c952c951-a516-463f-b1ed-c068df2ac6c1 None None] Provisioning complete for port 42afee25-cd54-4542-9852-b814b144519b triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:45:28.163236 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c952c951-a516-463f-b1ed-c068df2ac6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:28.209513 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=be9026d9-fbc9-46fc-a13d-4a071b07f370,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:28.236948 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f90cb895-cbcd-4c1a-b282-dc3ef9d95f88 req-7b950fc8-438b-4212-b7a4-a21cdef37df0 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=f98cc886c66a474a8d448186851b2eab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1865873 Jul 09 16:45:28.327625 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 5916b010-c28e-4e65-a2a4-391d8f64f3b1 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:45:28.421513 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f90cb895-cbcd-4c1a-b282-dc3ef9d95f88 req-8e0133b2-fcb5-484b-b3b1-e75e24780cfa service neutron] 10.222.0.98 "GET /v2.0/networks/b0fd9e2b-c374-4f8e-9872-75d950c7a99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831911 Jul 09 16:45:28.582466 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 5916b010-c28e-4e65-a2a4-391d8f64f3b1 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:45:28.582866 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:28.584786 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-c952c951-a516-463f-b1ed-c068df2ac6c1 None None] Port 42afee25-cd54-4542-9852-b814b144519b cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:45:28.591797 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f90cb895-cbcd-4c1a-b282-dc3ef9d95f88 req-d313c46d-e49c-4922-bdf7-96dea64e6b02 service neutron] 10.222.0.98 "GET /v2.0/networks/b0fd9e2b-c374-4f8e-9872-75d950c7a99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625721 Jul 09 16:45:28.633391 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:28.720815 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-52f3e248-44b8-4c91-b42d-d65c1a565dd6 None None] Set router 9fa000a5-56f6-454b-8fca-a0bb54c1f282 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:45:28.809473 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-363c84d4-7fee-4494-b56a-327ba4b1f5ae None None] Provisioning complete for port 42afee25-cd54-4542-9852-b814b144519b triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:45:28.810134 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-363c84d4-7fee-4494-b56a-327ba4b1f5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:28.847480 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:28.966005 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-363c84d4-7fee-4494-b56a-327ba4b1f5ae None None] Port 42afee25-cd54-4542-9852-b814b144519b cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:45:29.004668 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 5916b010-c28e-4e65-a2a4-391d8f64f3b1, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=5916b010-c28e-4e65-a2a4-391d8f64f3b1,segment=NetworkSegment(7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c),segment_id=7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:29.023814 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:29.110092 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd4355-b452-4fe3-91ea-6ae6ea28320a req-496423b6-7147-4eaa-918f-aa9fe0d04b4f tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:29.112179 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-37cd4355-b452-4fe3-91ea-6ae6ea28320a req-496423b6-7147-4eaa-918f-aa9fe0d04b4f tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=fef1db76-7ea3-4178-92e0-954319781385 HTTP/1.1" status: 200 len: 943 time: 0.0956128 Jul 09 16:45:29.144731 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=5916b010-c28e-4e65-a2a4-391d8f64f3b1,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:29.190875 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-37cd4355-b452-4fe3-91ea-6ae6ea28320a req-013ea0b9-903e-465c-9498-d64325c25871 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707355 Jul 09 16:45:29.211843 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-52f3e248-44b8-4c91-b42d-d65c1a565dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa000a5-56f6-454b-8fca-a0bb54c1f282', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2044903465', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'be9026d9-fbc9-46fc-a13d-4a071b07f370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:45:19Z', 'updated_at': '2021-07-09T16:45:25Z', 'revision_number': 4, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'gw_port': {'id': 'be9026d9-fbc9-46fc-a13d-4a071b07f370', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:1d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa000a5-56f6-454b-8fca-a0bb54c1f282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:45:20Z', 'updated_at': '2021-07-09T16:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '42afee25-cd54-4542-9852-b814b144519b', 'name': '', 'network_id': 'b0fd9e2b-c374-4f8e-9872-75d950c7a99b', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'mac_address': 'fa:16:3e:3d:1d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa000a5-56f6-454b-8fca-a0bb54c1f282', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'a811fa06-6675-4a43-8ce8-4ab3f7e8d10a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:45:24Z', 'updated_at': '2021-07-09T16:45:26Z', 'revision_number': 2, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'subnets': [{'id': 'a811fa06-6675-4a43-8ce8-4ab3f7e8d10a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:29.241572 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f3e248-44b8-4c91-b42d-d65c1a565dd6 None None] Checking router: 9fa000a5-56f6-454b-8fca-a0bb54c1f282 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:45:29.242016 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f3e248-44b8-4c91-b42d-d65c1a565dd6 None None] Updating router 9fa000a5-56f6-454b-8fca-a0bb54c1f282 port 42afee25-cd54-4542-9852-b814b144519b binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:45:29.289914 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9f2e2391-d6e5-437c-b48b-6dea61d6862a req-92f0e78a-6edd-44d6-b2c2-070ee914a9bb tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c HTTP/1.1" status: 200 len: 210 time: 0.0477111 Jul 09 16:45:29.293408 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-52f3e248-44b8-4c91-b42d-d65c1a565dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:29.523990 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device be9026d9-fbc9-46fc-a13d-4a071b07f370 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:45:29.696014 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port be9026d9-fbc9-46fc-a13d-4a071b07f370 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:45:29.696314 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:29.854267 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 5916b010-c28e-4e65-a2a4-391d8f64f3b1 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:45:29.870568 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-52f3e248-44b8-4c91-b42d-d65c1a565dd6 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:29.882073 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-52f3e248-44b8-4c91-b42d-d65c1a565dd6 None None] Transition to ACTIVE for port object 42afee25-cd54-4542-9852-b814b144519b will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:45:29.912739 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-52f3e248-44b8-4c91-b42d-d65c1a565dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:29.999916 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1936c40e-1f7a-4073-b71e-c9e8198e4315 None None] Pushing event updated for resources: {'Port': ['ID=42afee25-cd54-4542-9852-b814b144519b,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:30.038970 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1936c40e-1f7a-4073-b71e-c9e8198e4315 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:30.040203 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1936c40e-1f7a-4073-b71e-c9e8198e4315 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:30.040730 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1936c40e-1f7a-4073-b71e-c9e8198e4315 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:30.041094 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1936c40e-1f7a-4073-b71e-c9e8198e4315 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:30.041432 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1936c40e-1f7a-4073-b71e-c9e8198e4315 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:30.041853 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1936c40e-1f7a-4073-b71e-c9e8198e4315 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:30.042194 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1936c40e-1f7a-4073-b71e-c9e8198e4315 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:30.042518 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1936c40e-1f7a-4073-b71e-c9e8198e4315 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:30.043153 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1936c40e-1f7a-4073-b71e-c9e8198e4315 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:30.043515 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1936c40e-1f7a-4073-b71e-c9e8198e4315 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:30.043886 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1936c40e-1f7a-4073-b71e-c9e8198e4315 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:30.044212 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1936c40e-1f7a-4073-b71e-c9e8198e4315 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:45:30.150557 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-52f3e248-44b8-4c91-b42d-d65c1a565dd6 None None] Attempting to bind port 42afee25-cd54-4542-9852-b814b144519b on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:45:30.150999 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-52f3e248-44b8-4c91-b42d-d65c1a565dd6 None None] Attempting to bind port 42afee25-cd54-4542-9852-b814b144519b by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b0fd9e2b-c374-4f8e-9872-75d950c7a99b'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:45:30.151340 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f3e248-44b8-4c91-b42d-d65c1a565dd6 None None] Attempting to bind port 42afee25-cd54-4542-9852-b814b144519b on network b0fd9e2b-c374-4f8e-9872-75d950c7a99b {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:45:30.159334 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f3e248-44b8-4c91-b42d-d65c1a565dd6 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:45:30.159743 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f3e248-44b8-4c91-b42d-d65c1a565dd6 None None] Checking segment: {'id': '7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b0fd9e2b-c374-4f8e-9872-75d950c7a99b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:45:30.160120 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-52f3e248-44b8-4c91-b42d-d65c1a565dd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:30.164578 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f3e248-44b8-4c91-b42d-d65c1a565dd6 None None] Bound using segment: {'id': '7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b0fd9e2b-c374-4f8e-9872-75d950c7a99b'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:45:30.165160 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-52f3e248-44b8-4c91-b42d-d65c1a565dd6 None None] Bound port: 42afee25-cd54-4542-9852-b814b144519b, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b0fd9e2b-c374-4f8e-9872-75d950c7a99b'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:45:30.165603 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-52f3e248-44b8-4c91-b42d-d65c1a565dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:30.182104 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 5916b010-c28e-4e65-a2a4-391d8f64f3b1 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:45:30.183218 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:30.284270 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-52f3e248-44b8-4c91-b42d-d65c1a565dd6 None None] For port 42afee25-cd54-4542-9852-b814b144519b, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:45:30.289528 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-52f3e248-44b8-4c91-b42d-d65c1a565dd6 None None] For port 42afee25-cd54-4542-9852-b814b144519b, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=42afee25-cd54-4542-9852-b814b144519b,segment=NetworkSegment(7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c),segment_id=7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:45:30.313513 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-52f3e248-44b8-4c91-b42d-d65c1a565dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:30.401460 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f3e248-44b8-4c91-b42d-d65c1a565dd6 None None] Routers {'9fa000a5-56f6-454b-8fca-a0bb54c1f282'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:45:30.402758 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-52f3e248-44b8-4c91-b42d-d65c1a565dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:45:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['9fa000a5-56f6-454b-8fca-a0bb54c1f282'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:30.530409 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7965226f-f2bc-4a7d-aa2d-606d9909babd req-abfa42af-e2c2-49fd-b68b-085a3068d24b tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:30.540078 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7965226f-f2bc-4a7d-aa2d-606d9909babd req-abfa42af-e2c2-49fd-b68b-085a3068d24b tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=fef1db76-7ea3-4178-92e0-954319781385 HTTP/1.1" status: 200 len: 943 time: 0.1288037 Jul 09 16:45:30.546955 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1936c40e-1f7a-4073-b71e-c9e8198e4315 None None] Pushing event updated for resources: {'Port': ['ID=42afee25-cd54-4542-9852-b814b144519b,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:30.751988 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-52f3e248-44b8-4c91-b42d-d65c1a565dd6 None None] Set router 9fa000a5-56f6-454b-8fca-a0bb54c1f282 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:45:30.879005 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90cb895-cbcd-4c1a-b282-dc3ef9d95f88 req-63990eda-eaf4-490f-b7a2-f77c3b6037d8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:30.881795 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f90cb895-cbcd-4c1a-b282-dc3ef9d95f88 req-63990eda-eaf4-490f-b7a2-f77c3b6037d8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.77 "GET /v2.0/networks?id=b0fd9e2b-c374-4f8e-9872-75d950c7a99b HTTP/1.1" status: 200 len: 797 time: 0.2341812 Jul 09 16:45:30.897302 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7965226f-f2bc-4a7d-aa2d-606d9909babd req-7d3b5432-eb39-4f29-b07b-1996c25efc42 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3554692 Jul 09 16:45:31.019234 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f90cb895-cbcd-4c1a-b282-dc3ef9d95f88 req-f83cee6c-77ed-4ef3-9963-162de783e5e7 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f98cc886c66a474a8d448186851b2eab HTTP/1.1" status: 200 len: 379 time: 0.1208162 Jul 09 16:45:31.030852 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-f90cb895-cbcd-4c1a-b282-dc3ef9d95f88 req-c78c553b-98d5-42e1-9810-5ae1d9a26fc3 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Request body: {'port': {'device_id': 'e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c', 'network_id': 'b0fd9e2b-c374-4f8e-9872-75d950c7a99b', 'admin_state_up': True, 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'security_groups': ['d1777dfc-c88d-4402-b525-8b370a0d3b81']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:31.205788 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-52f3e248-44b8-4c91-b42d-d65c1a565dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa000a5-56f6-454b-8fca-a0bb54c1f282', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2044903465', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'be9026d9-fbc9-46fc-a13d-4a071b07f370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:45:19Z', 'updated_at': '2021-07-09T16:45:25Z', 'revision_number': 4, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'gw_port': {'id': 'be9026d9-fbc9-46fc-a13d-4a071b07f370', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:1d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa000a5-56f6-454b-8fca-a0bb54c1f282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:45:20Z', 'updated_at': '2021-07-09T16:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '42afee25-cd54-4542-9852-b814b144519b', 'name': '', 'network_id': 'b0fd9e2b-c374-4f8e-9872-75d950c7a99b', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'mac_address': 'fa:16:3e:3d:1d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa000a5-56f6-454b-8fca-a0bb54c1f282', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'a811fa06-6675-4a43-8ce8-4ab3f7e8d10a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:45:24Z', 'updated_at': '2021-07-09T16:45:30Z', 'revision_number': 4, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'subnets': [{'id': 'a811fa06-6675-4a43-8ce8-4ab3f7e8d10a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:31.231140 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e30dcb34-165c-4f94-bfdb-7e9027e2745e req-e627a35e-98f6-46ac-ae58-10fe5206bc09 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c HTTP/1.1" status: 200 len: 210 time: 0.0393407 Jul 09 16:45:31.273161 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f3e248-44b8-4c91-b42d-d65c1a565dd6 None None] The sync data for ids ['9fa000a5-56f6-454b-8fca-a0bb54c1f282'] in n-d-798930-3 is: [{'id': '9fa000a5-56f6-454b-8fca-a0bb54c1f282', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2044903465', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'be9026d9-fbc9-46fc-a13d-4a071b07f370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:45:19Z', 'updated_at': '2021-07-09T16:45:25Z', 'revision_number': 4, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'gw_port': {'id': 'be9026d9-fbc9-46fc-a13d-4a071b07f370', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:1d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa000a5-56f6-454b-8fca-a0bb54c1f282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:45:20Z', 'updated_at': '2021-07-09T16:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '42afee25-cd54-4542-9852-b814b144519b', 'name': '', 'network_id': 'b0fd9e2b-c374-4f8e-9872-75d950c7a99b', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'mac_address': 'fa:16:3e:3d:1d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa000a5-56f6-454b-8fca-a0bb54c1f282', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'a811fa06-6675-4a43-8ce8-4ab3f7e8d10a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:45:24Z', 'updated_at': '2021-07-09T16:45:30Z', 'revision_number': 4, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'subnets': [{'id': 'a811fa06-6675-4a43-8ce8-4ab3f7e8d10a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:45:31.288191 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f90cb895-cbcd-4c1a-b282-dc3ef9d95f88 req-c78c553b-98d5-42e1-9810-5ae1d9a26fc3 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Made reservation on behalf of f98cc886c66a474a8d448186851b2eab for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:45:31.292436 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f90cb895-cbcd-4c1a-b282-dc3ef9d95f88 req-c78c553b-98d5-42e1-9810-5ae1d9a26fc3 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:31.488207 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-f90cb895-cbcd-4c1a-b282-dc3ef9d95f88 req-c78c553b-98d5-42e1-9810-5ae1d9a26fc3 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Allocated IP 172.20.0.10 (b0fd9e2b-c374-4f8e-9872-75d950c7a99b/a811fa06-6675-4a43-8ce8-4ab3f7e8d10a/e6a38973-cb7a-40ea-8d4a-6ca1820c7881) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:45:31.733806 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f90cb895-cbcd-4c1a-b282-dc3ef9d95f88 req-c78c553b-98d5-42e1-9810-5ae1d9a26fc3 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:31.764384 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-f90cb895-cbcd-4c1a-b282-dc3ef9d95f88 req-c78c553b-98d5-42e1-9810-5ae1d9a26fc3 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Transition to ACTIVE for port object e6a38973-cb7a-40ea-8d4a-6ca1820c7881 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:45:31.807249 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f90cb895-cbcd-4c1a-b282-dc3ef9d95f88 req-c78c553b-98d5-42e1-9810-5ae1d9a26fc3 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:31.898636 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f90cb895-cbcd-4c1a-b282-dc3ef9d95f88 req-c78c553b-98d5-42e1-9810-5ae1d9a26fc3 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Network b0fd9e2b-c374-4f8e-9872-75d950c7a99b is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:45:31.902708 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-f90cb895-cbcd-4c1a-b282-dc3ef9d95f88 req-c78c553b-98d5-42e1-9810-5ae1d9a26fc3 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:45:31.907228 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-f90cb895-cbcd-4c1a-b282-dc3ef9d95f88 req-c78c553b-98d5-42e1-9810-5ae1d9a26fc3 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:45:32.077909 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90cb895-cbcd-4c1a-b282-dc3ef9d95f88 req-c78c553b-98d5-42e1-9810-5ae1d9a26fc3 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:32.105848 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f90cb895-cbcd-4c1a-b282-dc3ef9d95f88 req-c78c553b-98d5-42e1-9810-5ae1d9a26fc3 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:32.123903 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78c553b-98d5-42e1-9810-5ae1d9a26fc3 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event updated for resources: {'Port': ['ID=e6a38973-cb7a-40ea-8d4a-6ca1820c7881,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:32.132782 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f90cb895-cbcd-4c1a-b282-dc3ef9d95f88 req-c78c553b-98d5-42e1-9810-5ae1d9a26fc3 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1058345 Jul 09 16:45:32.146117 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-f90cb895-cbcd-4c1a-b282-dc3ef9d95f88 req-0d45e2df-5ccd-449f-be66-9fe774a0fc06 service neutron] Request body: {'port': {'device_id': 'e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:32.324888 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9b30d502-81d4-4732-bd1a-397744750986 None None] Provisioning for port e6a38973-cb7a-40ea-8d4a-6ca1820c7881 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:45:32.336640 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9b30d502-81d4-4732-bd1a-397744750986 None None] Provisioning complete for port e6a38973-cb7a-40ea-8d4a-6ca1820c7881 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:45:32.336809 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9b30d502-81d4-4732-bd1a-397744750986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:32.388337 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f90cb895-cbcd-4c1a-b282-dc3ef9d95f88 req-0d45e2df-5ccd-449f-be66-9fe774a0fc06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:32.410186 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9b30d502-81d4-4732-bd1a-397744750986 None None] Port e6a38973-cb7a-40ea-8d4a-6ca1820c7881 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:45:32.445525 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f4a8f5-ae88-4f55-bca2-4a39a6d2bc23 req-76ce762e-6d5d-4781-8a9f-da857254b2a5 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:32.447292 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b9f4a8f5-ae88-4f55-bca2-4a39a6d2bc23 req-76ce762e-6d5d-4781-8a9f-da857254b2a5 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=fef1db76-7ea3-4178-92e0-954319781385 HTTP/1.1" status: 200 len: 943 time: 0.2283292 Jul 09 16:45:32.522204 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b9f4a8f5-ae88-4f55-bca2-4a39a6d2bc23 req-82e827a6-665e-4801-8043-09890f8f5f86 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523868 Jul 09 16:45:32.918078 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451947a2-45f2-433f-b139-ba2bcd0af0ae req-d8d94076-c76f-4c93-8f40-064118f7c04c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:32.936254 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-451947a2-45f2-433f-b139-ba2bcd0af0ae req-d8d94076-c76f-4c93-8f40-064118f7c04c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c HTTP/1.1" status: 200 len: 932 time: 0.2139068 Jul 09 16:45:32.971789 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-f90cb895-cbcd-4c1a-b282-dc3ef9d95f88 req-0d45e2df-5ccd-449f-be66-9fe774a0fc06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6a38973-cb7a-40ea-8d4a-6ca1820c7881 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:45:32.987271 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f90cb895-cbcd-4c1a-b282-dc3ef9d95f88 req-0d45e2df-5ccd-449f-be66-9fe774a0fc06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:32.995105 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-451947a2-45f2-433f-b139-ba2bcd0af0ae req-02611249-954c-4430-8c2b-a9f96f1ebb8a tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1777dfc-c88d-4402-b525-8b370a0d3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575924 Jul 09 16:45:33.004811 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-f90cb895-cbcd-4c1a-b282-dc3ef9d95f88 req-0d45e2df-5ccd-449f-be66-9fe774a0fc06 service neutron] Transition to ACTIVE for port object e6a38973-cb7a-40ea-8d4a-6ca1820c7881 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:45:33.010652 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f90cb895-cbcd-4c1a-b282-dc3ef9d95f88 req-0d45e2df-5ccd-449f-be66-9fe774a0fc06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:33.102036 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d45e2df-5ccd-449f-be66-9fe774a0fc06 service neutron] Pushing event updated for resources: {'Port': ['ID=e6a38973-cb7a-40ea-8d4a-6ca1820c7881,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:33.216228 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-f90cb895-cbcd-4c1a-b282-dc3ef9d95f88 req-0d45e2df-5ccd-449f-be66-9fe774a0fc06 service neutron] Attempting to bind port e6a38973-cb7a-40ea-8d4a-6ca1820c7881 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:45:33.217208 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-f90cb895-cbcd-4c1a-b282-dc3ef9d95f88 req-0d45e2df-5ccd-449f-be66-9fe774a0fc06 service neutron] Attempting to bind port e6a38973-cb7a-40ea-8d4a-6ca1820c7881 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b0fd9e2b-c374-4f8e-9872-75d950c7a99b'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:45:33.217208 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90cb895-cbcd-4c1a-b282-dc3ef9d95f88 req-0d45e2df-5ccd-449f-be66-9fe774a0fc06 service neutron] Attempting to bind port e6a38973-cb7a-40ea-8d4a-6ca1820c7881 on network b0fd9e2b-c374-4f8e-9872-75d950c7a99b {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:45:33.223455 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90cb895-cbcd-4c1a-b282-dc3ef9d95f88 req-0d45e2df-5ccd-449f-be66-9fe774a0fc06 service neutron] Port e6a38973-cb7a-40ea-8d4a-6ca1820c7881 on network b0fd9e2b-c374-4f8e-9872-75d950c7a99b not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:45:33.223793 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90cb895-cbcd-4c1a-b282-dc3ef9d95f88 req-0d45e2df-5ccd-449f-be66-9fe774a0fc06 service neutron] Attempting to bind port e6a38973-cb7a-40ea-8d4a-6ca1820c7881 on network b0fd9e2b-c374-4f8e-9872-75d950c7a99b {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:45:33.230188 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90cb895-cbcd-4c1a-b282-dc3ef9d95f88 req-0d45e2df-5ccd-449f-be66-9fe774a0fc06 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:45:33.230538 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90cb895-cbcd-4c1a-b282-dc3ef9d95f88 req-0d45e2df-5ccd-449f-be66-9fe774a0fc06 service neutron] Checking segment: {'id': '7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b0fd9e2b-c374-4f8e-9872-75d950c7a99b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:45:33.230962 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90cb895-cbcd-4c1a-b282-dc3ef9d95f88 req-0d45e2df-5ccd-449f-be66-9fe774a0fc06 service neutron] Bound using segment: {'id': '7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b0fd9e2b-c374-4f8e-9872-75d950c7a99b'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:45:33.231402 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-f90cb895-cbcd-4c1a-b282-dc3ef9d95f88 req-0d45e2df-5ccd-449f-be66-9fe774a0fc06 service neutron] Bound port: e6a38973-cb7a-40ea-8d4a-6ca1820c7881, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b0fd9e2b-c374-4f8e-9872-75d950c7a99b'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:45:33.231763 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f90cb895-cbcd-4c1a-b282-dc3ef9d95f88 req-0d45e2df-5ccd-449f-be66-9fe774a0fc06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:33.350192 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-f90cb895-cbcd-4c1a-b282-dc3ef9d95f88 req-0d45e2df-5ccd-449f-be66-9fe774a0fc06 service neutron] For port e6a38973-cb7a-40ea-8d4a-6ca1820c7881, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:45:33.363923 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-f90cb895-cbcd-4c1a-b282-dc3ef9d95f88 req-0d45e2df-5ccd-449f-be66-9fe774a0fc06 service neutron] For port e6a38973-cb7a-40ea-8d4a-6ca1820c7881, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=e6a38973-cb7a-40ea-8d4a-6ca1820c7881,segment=NetworkSegment(7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c),segment_id=7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:45:33.370420 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f90cb895-cbcd-4c1a-b282-dc3ef9d95f88 req-0d45e2df-5ccd-449f-be66-9fe774a0fc06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:33.428095 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90cb895-cbcd-4c1a-b282-dc3ef9d95f88 req-0d45e2df-5ccd-449f-be66-9fe774a0fc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:33.428738 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f90cb895-cbcd-4c1a-b282-dc3ef9d95f88 req-0d45e2df-5ccd-449f-be66-9fe774a0fc06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:33.430138 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f90cb895-cbcd-4c1a-b282-dc3ef9d95f88 req-0d45e2df-5ccd-449f-be66-9fe774a0fc06 service neutron] 10.222.0.77 "PUT /v2.0/ports/e6a38973-cb7a-40ea-8d4a-6ca1820c7881 HTTP/1.1" status: 200 len: 1092 time: 1.2897730 Jul 09 16:45:33.430596 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c', 'tag': 'e6a38973-cb7a-40ea-8d4a-6ca1820c7881'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:45:33.441423 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95251ec9-4cea-4453-aeb3-6c538afa96ed" -d '{"events": [{"name": "network-changed", "server_uuid": "e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c", "tag": "e6a38973-cb7a-40ea-8d4a-6ca1820c7881"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:45:33.480164 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 42afee25-cd54-4542-9852-b814b144519b up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:45:33.502386 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d45e2df-5ccd-449f-be66-9fe774a0fc06 service neutron] Pushing event updated for resources: {'Port': ['ID=e6a38973-cb7a-40ea-8d4a-6ca1820c7881,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:33.515647 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9efa852-2144-418b-99e1-ee43235e6c33 x-openstack-request-id: req-c9efa852-2144-418b-99e1-ee43235e6c33 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:45:33.515947 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c", "tag": "e6a38973-cb7a-40ea-8d4a-6ca1820c7881", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:45:33.516207 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c9efa852-2144-418b-99e1-ee43235e6c33 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:45:33.516748 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c', 'tag': 'e6a38973-cb7a-40ea-8d4a-6ca1820c7881', 'status': 'completed', 'code': 200} Jul 09 16:45:33.571519 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 42afee25-cd54-4542-9852-b814b144519b completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:45:33.576571 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 42afee25-cd54-4542-9852-b814b144519b triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:45:33.577147 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:33.606167 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90cb895-cbcd-4c1a-b282-dc3ef9d95f88 req-ca7766bd-3f9f-4d62-8374-4214ffe11192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:33.607773 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f90cb895-cbcd-4c1a-b282-dc3ef9d95f88 req-ca7766bd-3f9f-4d62-8374-4214ffe11192 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f98cc886c66a474a8d448186851b2eab&device_id=e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c HTTP/1.1" status: 200 len: 1095 time: 0.1287751 Jul 09 16:45:33.706272 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f90cb895-cbcd-4c1a-b282-dc3ef9d95f88 req-b5d67a39-acbd-4593-830e-6aefde7ab692 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6a38973-cb7a-40ea-8d4a-6ca1820c7881 HTTP/1.1" status: 200 len: 217 time: 0.0913405 Jul 09 16:45:33.708723 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:33.775532 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 42afee25-cd54-4542-9852-b814b144519b, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=42afee25-cd54-4542-9852-b814b144519b,segment=NetworkSegment(7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c),segment_id=7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:33.782419 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:33.807220 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90cb895-cbcd-4c1a-b282-dc3ef9d95f88 req-9f3b1373-40af-442f-9645-c262a19370dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:33.809914 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f90cb895-cbcd-4c1a-b282-dc3ef9d95f88 req-9f3b1373-40af-442f-9645-c262a19370dd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a811fa06-6675-4a43-8ce8-4ab3f7e8d10a HTTP/1.1" status: 200 len: 834 time: 0.0819697 Jul 09 16:45:33.850410 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=42afee25-cd54-4542-9852-b814b144519b,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:33.883559 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46749e50-285f-4dae-b353-19334bf4393b req-d3e34a8d-0745-4dc0-a1ad-df68265b5475 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:33.891240 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-46749e50-285f-4dae-b353-19334bf4393b req-d3e34a8d-0745-4dc0-a1ad-df68265b5475 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=fef1db76-7ea3-4178-92e0-954319781385 HTTP/1.1" status: 200 len: 943 time: 0.1795433 Jul 09 16:45:33.922352 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90cb895-cbcd-4c1a-b282-dc3ef9d95f88 req-ea15cee8-3392-4073-b9a5-d16256741f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:33.923873 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f90cb895-cbcd-4c1a-b282-dc3ef9d95f88 req-ea15cee8-3392-4073-b9a5-d16256741f12 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b0fd9e2b-c374-4f8e-9872-75d950c7a99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1076403 Jul 09 16:45:33.972778 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-46749e50-285f-4dae-b353-19334bf4393b req-1de00e44-b96c-46d0-9d93-9fc2eb133898 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806363 Jul 09 16:45:34.061992 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f90cb895-cbcd-4c1a-b282-dc3ef9d95f88 req-cd3726e6-384d-44a2-9afa-0d165c5fb5a5 service neutron] 10.222.0.77 "GET /v2.0/networks/b0fd9e2b-c374-4f8e-9872-75d950c7a99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201465 Jul 09 16:45:34.221059 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f90cb895-cbcd-4c1a-b282-dc3ef9d95f88 req-705d61c7-469c-4c14-930e-f01de59f08d0 service neutron] 10.222.0.77 "GET /v2.0/networks/b0fd9e2b-c374-4f8e-9872-75d950c7a99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526446 Jul 09 16:45:34.286358 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba93fa0-51b3-44f4-8623-e7c1118cbabf req-e7a2333b-3e57-4432-aac4-1cf93fee4d51 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:34.288354 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8ba93fa0-51b3-44f4-8623-e7c1118cbabf req-e7a2333b-3e57-4432-aac4-1cf93fee4d51 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c HTTP/1.1" status: 200 len: 944 time: 0.1084471 Jul 09 16:45:34.371047 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8ba93fa0-51b3-44f4-8623-e7c1118cbabf req-aede88a8-08b1-4390-9496-751039043b15 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1777dfc-c88d-4402-b525-8b370a0d3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697947 Jul 09 16:45:34.390216 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95251ec9-4cea-4453-aeb3-6c538afa96ed req-ab084983-080e-4858-bba0-6399eadd2b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:34.392094 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-95251ec9-4cea-4453-aeb3-6c538afa96ed req-ab084983-080e-4858-bba0-6399eadd2b69 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f98cc886c66a474a8d448186851b2eab&device_id=e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c HTTP/1.1" status: 200 len: 1095 time: 0.1015971 Jul 09 16:45:34.889704 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95251ec9-4cea-4453-aeb3-6c538afa96ed req-217c4707-71ba-46a2-8990-69a95382e373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:34.891280 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-95251ec9-4cea-4453-aeb3-6c538afa96ed req-217c4707-71ba-46a2-8990-69a95382e373 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b0fd9e2b-c374-4f8e-9872-75d950c7a99b HTTP/1.1" status: 200 len: 898 time: 0.4931629 Jul 09 16:45:34.936235 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-95251ec9-4cea-4453-aeb3-6c538afa96ed req-c5231d3f-0d2b-411a-b103-58f2d8060d9c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6a38973-cb7a-40ea-8d4a-6ca1820c7881 HTTP/1.1" status: 200 len: 217 time: 0.0371876 Jul 09 16:45:34.992829 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95251ec9-4cea-4453-aeb3-6c538afa96ed req-2ccc2c16-72f3-433a-9e5b-7f5c987f0b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:34.995337 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-95251ec9-4cea-4453-aeb3-6c538afa96ed req-2ccc2c16-72f3-433a-9e5b-7f5c987f0b5a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a811fa06-6675-4a43-8ce8-4ab3f7e8d10a HTTP/1.1" status: 200 len: 834 time: 0.0526714 Jul 09 16:45:35.063136 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95251ec9-4cea-4453-aeb3-6c538afa96ed req-809d4086-c8f9-40f6-a04e-ebf41f936b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:35.064630 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-95251ec9-4cea-4453-aeb3-6c538afa96ed req-809d4086-c8f9-40f6-a04e-ebf41f936b86 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b0fd9e2b-c374-4f8e-9872-75d950c7a99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623610 Jul 09 16:45:35.213397 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-95251ec9-4cea-4453-aeb3-6c538afa96ed req-536eb9ec-1480-4f75-9c34-1d51c751ee95 service neutron] 10.222.0.77 "GET /v2.0/networks/b0fd9e2b-c374-4f8e-9872-75d950c7a99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415842 Jul 09 16:45:35.236503 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2057bb1-dacf-4d43-ba23-efb99e6e1c9f req-029a46ac-2019-40e2-933e-ba723eea75c4 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:35.238037 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d2057bb1-dacf-4d43-ba23-efb99e6e1c9f req-029a46ac-2019-40e2-933e-ba723eea75c4 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=fef1db76-7ea3-4178-92e0-954319781385 HTTP/1.1" status: 200 len: 943 time: 0.1151452 Jul 09 16:45:35.329880 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d2057bb1-dacf-4d43-ba23-efb99e6e1c9f req-dcf02209-0028-4dda-9fbc-75c1477c8c4c tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753369 Jul 09 16:45:35.364693 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-95251ec9-4cea-4453-aeb3-6c538afa96ed req-926b5ae9-8abc-473e-8f7d-3deacb164bf5 service neutron] 10.222.0.77 "GET /v2.0/networks/b0fd9e2b-c374-4f8e-9872-75d950c7a99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435595 Jul 09 16:45:35.392474 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 42afee25-cd54-4542-9852-b814b144519b up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:45:35.452519 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 42afee25-cd54-4542-9852-b814b144519b triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:45:35.453148 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:35.582799 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11605b1-3824-4b1f-bdd5-4e5493fb79e8 req-3ef63ce7-74c5-4cb3-97fc-804163d8dd7c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:35.584445 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e11605b1-3824-4b1f-bdd5-4e5493fb79e8 req-3ef63ce7-74c5-4cb3-97fc-804163d8dd7c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c HTTP/1.1" status: 200 len: 944 time: 0.0808294 Jul 09 16:45:35.634128 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e11605b1-3824-4b1f-bdd5-4e5493fb79e8 req-11fd2d8b-f93a-4e13-9404-788b7465b220 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1777dfc-c88d-4402-b525-8b370a0d3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421376 Jul 09 16:45:35.759572 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device e6a38973-cb7a-40ea-8d4a-6ca1820c7881 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:45:35.869462 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port e6a38973-cb7a-40ea-8d4a-6ca1820c7881, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=e6a38973-cb7a-40ea-8d4a-6ca1820c7881,segment=NetworkSegment(7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c),segment_id=7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:35.888062 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': 'e6a38973-cb7a-40ea-8d4a-6ca1820c7881', 'network_id': 'b0fd9e2b-c374-4f8e-9872-75d950c7a99b', 'port_id': 'e6a38973-cb7a-40ea-8d4a-6ca1820c7881', 'mac_address': 'fa:16:3e:04:af:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a811fa06-6675-4a43-8ce8-4ab3f7e8d10a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:45:35.936243 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:35.952766 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6a38973-cb7a-40ea-8d4a-6ca1820c7881 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:45:35.986331 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port e6a38973-cb7a-40ea-8d4a-6ca1820c7881, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=e6a38973-cb7a-40ea-8d4a-6ca1820c7881,segment=NetworkSegment(7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c),segment_id=7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:35.990449 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:36.041255 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=e6a38973-cb7a-40ea-8d4a-6ca1820c7881,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:36.189326 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['e6a38973-cb7a-40ea-8d4a-6ca1820c7881'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:45:36.601125 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21690b-fb28-4e9b-8df9-fbf54c9842e6 req-5514063d-eeca-4ec8-99e4-95bbb462b37b tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:36.601125 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9f21690b-fb28-4e9b-8df9-fbf54c9842e6 req-5514063d-eeca-4ec8-99e4-95bbb462b37b tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=fef1db76-7ea3-4178-92e0-954319781385 HTTP/1.1" status: 200 len: 943 time: 0.1287386 Jul 09 16:45:36.638448 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9f21690b-fb28-4e9b-8df9-fbf54c9842e6 req-5bc2976d-54d5-4594-9991-fbde9b28a4be tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344226 Jul 09 16:45:36.829743 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9a560-f6e3-47b0-8f4b-41004fa43d27 req-ea02bcc1-3f11-4868-9306-d86a0e19c4f7 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:36.835332 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-23f9a560-f6e3-47b0-8f4b-41004fa43d27 req-ea02bcc1-3f11-4868-9306-d86a0e19c4f7 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c HTTP/1.1" status: 200 len: 945 time: 0.0833862 Jul 09 16:45:36.877189 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-23f9a560-f6e3-47b0-8f4b-41004fa43d27 req-90d13388-85cf-403c-b673-7e50b534662a tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1777dfc-c88d-4402-b525-8b370a0d3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397544 Jul 09 16:45:37.089256 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [req-e6e5bcfa-d4d9-4279-a0a8-2dc8c4875f40 req-ee0992d6-1edf-46b6-9045-f5cdc0fa49f1 service neutron] (93959) timed out ('10.222.0.98', 48106) {{(pid=93959) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 16:45:37.774078 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device e6a38973-cb7a-40ea-8d4a-6ca1820c7881 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:45:37.843869 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port e6a38973-cb7a-40ea-8d4a-6ca1820c7881 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:45:37.845658 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4033c-7c58-42dd-9b6a-b8ec8de64577 req-013f3ac8-ebc8-4e60-9a53-67e51ef213e0 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:37.847267 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d7c4033c-7c58-42dd-9b6a-b8ec8de64577 req-013f3ac8-ebc8-4e60-9a53-67e51ef213e0 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=fef1db76-7ea3-4178-92e0-954319781385 HTTP/1.1" status: 200 len: 943 time: 0.0864832 Jul 09 16:45:37.851630 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port e6a38973-cb7a-40ea-8d4a-6ca1820c7881 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:45:37.852000 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:37.909545 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d7c4033c-7c58-42dd-9b6a-b8ec8de64577 req-48d3a17b-d642-4b3c-b6d8-9f526f763f79 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464804 Jul 09 16:45:37.940405 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:37.988368 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port e6a38973-cb7a-40ea-8d4a-6ca1820c7881, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=e6a38973-cb7a-40ea-8d4a-6ca1820c7881,segment=NetworkSegment(7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c),segment_id=7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:37.988368 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a38973-cb7a-40ea-8d4a-6ca1820c7881'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:45:37.988368 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e5cfff-c8ca-4538-8a8c-e91dc461f30a" -d '{"events": [{"server_uuid": "e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c", "name": "network-vif-plugged", "status": "completed", "tag": "e6a38973-cb7a-40ea-8d4a-6ca1820c7881"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:45:38.003228 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:38.059682 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=e6a38973-cb7a-40ea-8d4a-6ca1820c7881,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:38.140317 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2ef3f-570d-4771-abc8-acb3f0a81ecf req-3362ca64-eed0-4bdc-ab09-7165bbb02b3f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:38.142243 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4af2ef3f-570d-4771-abc8-acb3f0a81ecf req-3362ca64-eed0-4bdc-ab09-7165bbb02b3f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c HTTP/1.1" status: 200 len: 946 time: 0.0730700 Jul 09 16:45:38.185270 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4af2ef3f-570d-4771-abc8-acb3f0a81ecf req-8ef08611-d944-4f53-b8bd-ecd29851b05b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1777dfc-c88d-4402-b525-8b370a0d3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358841 Jul 09 16:45:38.269694 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5214735b-3cfa-4363-99c3-b4b1edd1e899 x-openstack-request-id: req-5214735b-3cfa-4363-99c3-b4b1edd1e899 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:45:38.269989 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c", "name": "network-vif-plugged", "status": "completed", "tag": "e6a38973-cb7a-40ea-8d4a-6ca1820c7881", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:45:38.270250 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5214735b-3cfa-4363-99c3-b4b1edd1e899 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:45:38.270649 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a38973-cb7a-40ea-8d4a-6ca1820c7881', 'code': 200} Jul 09 16:45:38.438222 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cfb1de-13ad-473b-ba00-4c2f7b83c29e req-8ed664d4-2a66-49bc-98cc-69928370d775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:38.439936 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-97cfb1de-13ad-473b-ba00-4c2f7b83c29e req-8ed664d4-2a66-49bc-98cc-69928370d775 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c HTTP/1.1" status: 200 len: 1097 time: 0.0678828 Jul 09 16:45:38.517025 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-97cfb1de-13ad-473b-ba00-4c2f7b83c29e req-24fd3242-fd04-4a6f-9ddc-2138db142aa3 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d1777dfc-c88d-4402-b525-8b370a0d3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703435 Jul 09 16:45:39.122403 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab674a2-ea0f-4e86-ac0c-33345eefec65 req-dc0f3c00-218b-4e7d-b985-f09dc049299e tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:39.124947 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bab674a2-ea0f-4e86-ac0c-33345eefec65 req-dc0f3c00-218b-4e7d-b985-f09dc049299e tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=fef1db76-7ea3-4178-92e0-954319781385 HTTP/1.1" status: 200 len: 943 time: 0.0769544 Jul 09 16:45:39.197406 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bab674a2-ea0f-4e86-ac0c-33345eefec65 req-25455dba-5f8e-4c43-b52f-61258841093e tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649025 Jul 09 16:45:39.413997 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae0cd81-9cd5-4b31-bd47-54fe819b5554 req-9fe4028c-3953-46d4-a834-1775e3171644 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:39.421188 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7ae0cd81-9cd5-4b31-bd47-54fe819b5554 req-9fe4028c-3953-46d4-a834-1775e3171644 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c HTTP/1.1" status: 200 len: 946 time: 0.1072464 Jul 09 16:45:39.469520 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7ae0cd81-9cd5-4b31-bd47-54fe819b5554 req-5cbd58bd-fff9-49b7-975d-85238142f549 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1777dfc-c88d-4402-b525-8b370a0d3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450890 Jul 09 16:45:40.193604 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:40.393231 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea1d4b-780a-4ccb-a75b-1a720f218443 req-dcc52e80-1b22-41de-933e-00dfa69d67e4 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:40.394796 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-12ea1d4b-780a-4ccb-a75b-1a720f218443 req-dcc52e80-1b22-41de-933e-00dfa69d67e4 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=fef1db76-7ea3-4178-92e0-954319781385 HTTP/1.1" status: 200 len: 943 time: 0.0706267 Jul 09 16:45:40.437891 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-12ea1d4b-780a-4ccb-a75b-1a720f218443 req-47e5e2da-6595-4633-bae6-62efa2c2f5f8 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375443 Jul 09 16:45:40.694879 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7657a30f-42d3-4f32-905f-b9db1b6bcb7b req-1fac4fea-cefd-4fba-8038-7b2fc06b4819 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:40.696430 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7657a30f-42d3-4f32-905f-b9db1b6bcb7b req-1fac4fea-cefd-4fba-8038-7b2fc06b4819 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c HTTP/1.1" status: 200 len: 946 time: 0.0805979 Jul 09 16:45:40.739549 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7657a30f-42d3-4f32-905f-b9db1b6bcb7b req-e5b88974-4770-467d-912a-fa2e0ea847c6 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1777dfc-c88d-4402-b525-8b370a0d3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371892 Jul 09 16:45:40.941661 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada93ba-c394-4d34-bde8-e84bcd1f8337 req-b547823d-0bc1-4bc6-a46e-de104ba2b7b1 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:40.943184 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4ada93ba-c394-4d34-bde8-e84bcd1f8337 req-b547823d-0bc1-4bc6-a46e-de104ba2b7b1 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c HTTP/1.1" status: 200 len: 946 time: 0.0788469 Jul 09 16:45:40.983962 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4ada93ba-c394-4d34-bde8-e84bcd1f8337 req-30aa7321-fd7c-4411-bc98-74370a43d976 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1777dfc-c88d-4402-b525-8b370a0d3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344241 Jul 09 16:45:41.008624 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 43496) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:41.065641 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d97fbc4-54bb-4a94-ba29-119e3a9a6d43 tempest-TestNetworkAdvancedServerOps-1802097100 tempest-TestNetworkAdvancedServerOps-1802097100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:41.067176 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8d97fbc4-54bb-4a94-ba29-119e3a9a6d43 tempest-TestNetworkAdvancedServerOps-1802097100 tempest-TestNetworkAdvancedServerOps-1802097100-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c HTTP/1.1" status: 200 len: 1092 time: 0.0568488 Jul 09 16:45:41.071802 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43498) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:41.079340 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-65917b44-ee0c-481b-b372-c298e26187d8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Request body: {'floatingip': {'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'port_id': 'e6a38973-cb7a-40ea-8d4a-6ca1820c7881', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:45:41.109433 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-65917b44-ee0c-481b-b372-c298e26187d8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:41.225505 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-65917b44-ee0c-481b-b372-c298e26187d8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:41.383157 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-65917b44-ee0c-481b-b372-c298e26187d8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Allocated IP 172.25.0.10 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/71311f28-8b42-4c5a-924b-1f1920509953) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:45:41.511872 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-65917b44-ee0c-481b-b372-c298e26187d8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:41.570270 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-65917b44-ee0c-481b-b372-c298e26187d8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:41.624732 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65917b44-ee0c-481b-b372-c298e26187d8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:45:41.627848 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-65917b44-ee0c-481b-b372-c298e26187d8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:45:41.631970 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65917b44-ee0c-481b-b372-c298e26187d8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:45:41.638898 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65917b44-ee0c-481b-b372-c298e26187d8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event updated for resources: {'Port': ['ID=71311f28-8b42-4c5a-924b-1f1920509953,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:41.685356 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ea104-4856-4527-9594-11f2d6713c61 req-034d6c30-135f-4171-8d28-9bb89e43ad5b tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:41.688378 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9a0ea104-4856-4527-9594-11f2d6713c61 req-034d6c30-135f-4171-8d28-9bb89e43ad5b tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=fef1db76-7ea3-4178-92e0-954319781385 HTTP/1.1" status: 200 len: 943 time: 0.0772135 Jul 09 16:45:41.715668 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 3a196d48-b9d4-4f63-82aa-f8e5a9e621a6 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:45:41.753974 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9a0ea104-4856-4527-9594-11f2d6713c61 req-deaa2b87-169b-4a62-9d6c-0f3661c6919b tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593381 Jul 09 16:45:41.874967 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 3a196d48-b9d4-4f63-82aa-f8e5a9e621a6, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=3a196d48-b9d4-4f63-82aa-f8e5a9e621a6,segment=NetworkSegment(f8892455-537d-4135-a8a6-c5f11d1a74c6),segment_id=f8892455-537d-4135-a8a6-c5f11d1a74c6)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:41.890013 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '3a196d48-b9d4-4f63-82aa-f8e5a9e621a6', 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354', 'port_id': '3a196d48-b9d4-4f63-82aa-f8e5a9e621a6', 'mac_address': 'fa:16:3e:3d:ec:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '470183cf-e48b-46ba-9f1f-c70364d25786', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:45:41.934419 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:41.950884 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a196d48-b9d4-4f63-82aa-f8e5a9e621a6 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:45:41.986554 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 3a196d48-b9d4-4f63-82aa-f8e5a9e621a6, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=3a196d48-b9d4-4f63-82aa-f8e5a9e621a6,segment=NetworkSegment(f8892455-537d-4135-a8a6-c5f11d1a74c6),segment_id=f8892455-537d-4135-a8a6-c5f11d1a74c6)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:41.993933 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:42.089349 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=3a196d48-b9d4-4f63-82aa-f8e5a9e621a6,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:42.144066 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-65917b44-ee0c-481b-b372-c298e26187d8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:42.270209 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-65917b44-ee0c-481b-b372-c298e26187d8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:42.371869 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['3a196d48-b9d4-4f63-82aa-f8e5a9e621a6'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:45:42.522568 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-65917b44-ee0c-481b-b372-c298e26187d8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:42.534403 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-65917b44-ee0c-481b-b372-c298e26187d8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:42.626898 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65917b44-ee0c-481b-b372-c298e26187d8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event updated for resources: {'Port': ['ID=71311f28-8b42-4c5a-924b-1f1920509953,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:42.658340 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-65917b44-ee0c-481b-b372-c298e26187d8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:42.792821 n-d-798930-3 neutron-server[93959]: INFO neutron.db.l3_db [None req-65917b44-ee0c-481b-b372-c298e26187d8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Floating IP bc5593c7-d408-4fc6-bfd6-005dfac2901d associated. External IP: 172.25.0.10, port: e6a38973-cb7a-40ea-8d4a-6ca1820c7881. Jul 09 16:45:42.977019 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3a8a5-73bd-401f-8a4a-fc589712f970 req-39772829-eea7-460a-afc6-5da6bf271904 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:42.978668 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7fa3a8a5-73bd-401f-8a4a-fc589712f970 req-39772829-eea7-460a-afc6-5da6bf271904 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=fef1db76-7ea3-4178-92e0-954319781385 HTTP/1.1" status: 200 len: 944 time: 0.1031220 Jul 09 16:45:43.028132 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7fa3a8a5-73bd-401f-8a4a-fc589712f970 req-e9cab26e-006e-45fb-a060-a2a1f37fd029 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429897 Jul 09 16:45:43.131699 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65917b44-ee0c-481b-b372-c298e26187d8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Router 9fa000a5-56f6-454b-8fca-a0bb54c1f282 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:45:43.258429 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65917b44-ee0c-481b-b372-c298e26187d8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:45:43.272859 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3b82b2-8f76-4c52-9324-a6b31a0c7644 None None] Sync routers for ids ['9fa000a5-56f6-454b-8fca-a0bb54c1f282'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:45:43.291980 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3b82b2-8f76-4c52-9324-a6b31a0c7644 None None] Routers {'9fa000a5-56f6-454b-8fca-a0bb54c1f282'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:45:43.292544 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-5d3b82b2-8f76-4c52-9324-a6b31a0c7644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:45:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['9fa000a5-56f6-454b-8fca-a0bb54c1f282'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:43.293219 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-65917b44-ee0c-481b-b372-c298e26187d8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:43.334920 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-65917b44-ee0c-481b-b372-c298e26187d8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2620213 Jul 09 16:45:43.335548 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c', 'tag': 'e6a38973-cb7a-40ea-8d4a-6ca1820c7881'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:45:43.338041 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b62fc75-491a-4bea-9dec-66371a62b2a8" -d '{"events": [{"name": "network-changed", "server_uuid": "e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c", "tag": "e6a38973-cb7a-40ea-8d4a-6ca1820c7881"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:45:43.431397 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-5d3b82b2-8f76-4c52-9324-a6b31a0c7644 None None] Set router 9fa000a5-56f6-454b-8fca-a0bb54c1f282 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:45:43.549077 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03c419-258e-4095-9cb7-84fba533694b req-01eb6918-7f0a-4028-803a-54a70d29f086 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:43.556960 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7c03c419-258e-4095-9cb7-84fba533694b req-01eb6918-7f0a-4028-803a-54a70d29f086 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c HTTP/1.1" status: 200 len: 946 time: 0.0818017 Jul 09 16:45:43.619664 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7c03c419-258e-4095-9cb7-84fba533694b req-b8a5768c-3830-49fb-943b-40b875e5aeb2 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1777dfc-c88d-4402-b525-8b370a0d3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513003 Jul 09 16:45:43.646188 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43586) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:43.710702 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1695f6b-12b2-4095-ac85-64b1bf85420a x-openstack-request-id: req-b1695f6b-12b2-4095-ac85-64b1bf85420a {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:45:43.711092 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c", "tag": "e6a38973-cb7a-40ea-8d4a-6ca1820c7881", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:45:43.711410 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b1695f6b-12b2-4095-ac85-64b1bf85420a {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:45:43.712398 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c', 'tag': 'e6a38973-cb7a-40ea-8d4a-6ca1820c7881', 'status': 'completed', 'code': 200} Jul 09 16:45:43.733305 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 3a196d48-b9d4-4f63-82aa-f8e5a9e621a6 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:45:43.743748 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c3cd5a6b-678c-4467-8b97-3b15bb407548 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/floatingips/bc5593c7-d408-4fc6-bfd6-005dfac2901d HTTP/1.1" status: 200 len: 991 time: 0.0959482 Jul 09 16:45:43.783176 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-5d3b82b2-8f76-4c52-9324-a6b31a0c7644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa000a5-56f6-454b-8fca-a0bb54c1f282', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2044903465', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'be9026d9-fbc9-46fc-a13d-4a071b07f370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:45:19Z', 'updated_at': '2021-07-09T16:45:25Z', 'revision_number': 4, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'gw_port': {'id': 'be9026d9-fbc9-46fc-a13d-4a071b07f370', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:1d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa000a5-56f6-454b-8fca-a0bb54c1f282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:45:20Z', 'updated_at': '2021-07-09T16:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'bc5593c7-d408-4fc6-bfd6-005dfac2901d', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'floating_ip_address': '172.25.0.10', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '9fa000a5-56f6-454b-8fca-a0bb54c1f282', 'port_id': 'e6a38973-cb7a-40ea-8d4a-6ca1820c7881', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0fd9e2b-c374-4f8e-9872-75d950c7a99b', 'mac_address': 'fa:16:3e:04:af:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:45:41Z', 'updated_at': '2021-07-09T16:45:41Z', 'revision_number': 0, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42afee25-cd54-4542-9852-b814b144519b', 'name': '', 'network_id': 'b0fd9e2b-c374-4f8e-9872-75d950c7a99b', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'mac_address': 'fa:16:3e:3d:1d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa000a5-56f6-454b-8fca-a0bb54c1f282', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'a811fa06-6675-4a43-8ce8-4ab3f7e8d10a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:45:24Z', 'updated_at': '2021-07-09T16:45:33Z', 'revision_number': 5, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'subnets': [{'id': 'a811fa06-6675-4a43-8ce8-4ab3f7e8d10a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:43.806087 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62fc75-491a-4bea-9dec-66371a62b2a8 req-afeb1376-1fa6-43d9-a205-f5e027aff655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:43.807949 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0b62fc75-491a-4bea-9dec-66371a62b2a8 req-afeb1376-1fa6-43d9-a205-f5e027aff655 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f98cc886c66a474a8d448186851b2eab&device_id=e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c HTTP/1.1" status: 200 len: 1097 time: 0.0912366 Jul 09 16:45:43.811726 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3b82b2-8f76-4c52-9324-a6b31a0c7644 None None] Checking router: 9fa000a5-56f6-454b-8fca-a0bb54c1f282 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:45:43.820574 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3b82b2-8f76-4c52-9324-a6b31a0c7644 None None] Routers {'9fa000a5-56f6-454b-8fca-a0bb54c1f282'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:45:43.821310 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-5d3b82b2-8f76-4c52-9324-a6b31a0c7644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:45:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['9fa000a5-56f6-454b-8fca-a0bb54c1f282'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:43.847545 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 3a196d48-b9d4-4f63-82aa-f8e5a9e621a6 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:45:43.851889 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 3a196d48-b9d4-4f63-82aa-f8e5a9e621a6 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:45:43.852264 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:43.935046 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62fc75-491a-4bea-9dec-66371a62b2a8 req-77cbaf9f-f968-499e-b844-4230331abcad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:43.938404 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0b62fc75-491a-4bea-9dec-66371a62b2a8 req-77cbaf9f-f968-499e-b844-4230331abcad service neutron] 10.222.0.77 "GET /v2.0/networks?id=b0fd9e2b-c374-4f8e-9872-75d950c7a99b HTTP/1.1" status: 200 len: 898 time: 0.1243217 Jul 09 16:45:43.967551 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-5d3b82b2-8f76-4c52-9324-a6b31a0c7644 None None] Set router 9fa000a5-56f6-454b-8fca-a0bb54c1f282 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:45:44.030983 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:44.034510 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0b62fc75-491a-4bea-9dec-66371a62b2a8 req-fb8eb8a3-4341-4cf5-9300-ccc93cb9dc61 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6a38973-cb7a-40ea-8d4a-6ca1820c7881 HTTP/1.1" status: 200 len: 999 time: 0.0894113 Jul 09 16:45:44.080862 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef1db76-7ea3-4178-92e0-954319781385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a196d48-b9d4-4f63-82aa-f8e5a9e621a6'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:45:44.083571 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0fe407-63e8-4538-ac03-27b976788498" -d '{"events": [{"server_uuid": "fef1db76-7ea3-4178-92e0-954319781385", "name": "network-vif-plugged", "status": "completed", "tag": "3a196d48-b9d4-4f63-82aa-f8e5a9e621a6"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:45:44.093207 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62fc75-491a-4bea-9dec-66371a62b2a8 req-1a8695c4-f64f-4794-83bd-acd905a90a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:44.097247 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0b62fc75-491a-4bea-9dec-66371a62b2a8 req-1a8695c4-f64f-4794-83bd-acd905a90a22 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a811fa06-6675-4a43-8ce8-4ab3f7e8d10a HTTP/1.1" status: 200 len: 834 time: 0.0567603 Jul 09 16:45:44.102154 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 3a196d48-b9d4-4f63-82aa-f8e5a9e621a6, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=3a196d48-b9d4-4f63-82aa-f8e5a9e621a6,segment=NetworkSegment(f8892455-537d-4135-a8a6-c5f11d1a74c6),segment_id=f8892455-537d-4135-a8a6-c5f11d1a74c6)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:44.115911 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:44.188706 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62fc75-491a-4bea-9dec-66371a62b2a8 req-d24cd1d9-6958-4435-bcfb-17684f1b23c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:44.190893 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0b62fc75-491a-4bea-9dec-66371a62b2a8 req-d24cd1d9-6958-4435-bcfb-17684f1b23c4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b0fd9e2b-c374-4f8e-9872-75d950c7a99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866406 Jul 09 16:45:44.201437 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=3a196d48-b9d4-4f63-82aa-f8e5a9e621a6,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:44.297446 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-5d3b82b2-8f76-4c52-9324-a6b31a0c7644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa000a5-56f6-454b-8fca-a0bb54c1f282', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2044903465', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'be9026d9-fbc9-46fc-a13d-4a071b07f370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:45:19Z', 'updated_at': '2021-07-09T16:45:25Z', 'revision_number': 4, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'gw_port': {'id': 'be9026d9-fbc9-46fc-a13d-4a071b07f370', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:1d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa000a5-56f6-454b-8fca-a0bb54c1f282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:45:20Z', 'updated_at': '2021-07-09T16:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'bc5593c7-d408-4fc6-bfd6-005dfac2901d', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'floating_ip_address': '172.25.0.10', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '9fa000a5-56f6-454b-8fca-a0bb54c1f282', 'port_id': 'e6a38973-cb7a-40ea-8d4a-6ca1820c7881', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0fd9e2b-c374-4f8e-9872-75d950c7a99b', 'mac_address': 'fa:16:3e:04:af:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:45:41Z', 'updated_at': '2021-07-09T16:45:41Z', 'revision_number': 0, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42afee25-cd54-4542-9852-b814b144519b', 'name': '', 'network_id': 'b0fd9e2b-c374-4f8e-9872-75d950c7a99b', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'mac_address': 'fa:16:3e:3d:1d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa000a5-56f6-454b-8fca-a0bb54c1f282', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'a811fa06-6675-4a43-8ce8-4ab3f7e8d10a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:45:24Z', 'updated_at': '2021-07-09T16:45:33Z', 'revision_number': 5, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'subnets': [{'id': 'a811fa06-6675-4a43-8ce8-4ab3f7e8d10a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:45:44.333197 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3b82b2-8f76-4c52-9324-a6b31a0c7644 None None] The sync data for ids ['9fa000a5-56f6-454b-8fca-a0bb54c1f282'] in n-d-798930-3 is: [{'id': '9fa000a5-56f6-454b-8fca-a0bb54c1f282', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2044903465', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'be9026d9-fbc9-46fc-a13d-4a071b07f370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:45:19Z', 'updated_at': '2021-07-09T16:45:25Z', 'revision_number': 4, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'gw_port': {'id': 'be9026d9-fbc9-46fc-a13d-4a071b07f370', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:1d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa000a5-56f6-454b-8fca-a0bb54c1f282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:45:20Z', 'updated_at': '2021-07-09T16:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'bc5593c7-d408-4fc6-bfd6-005dfac2901d', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'floating_ip_address': '172.25.0.10', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '9fa000a5-56f6-454b-8fca-a0bb54c1f282', 'port_id': 'e6a38973-cb7a-40ea-8d4a-6ca1820c7881', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0fd9e2b-c374-4f8e-9872-75d950c7a99b', 'mac_address': 'fa:16:3e:04:af:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:45:41Z', 'updated_at': '2021-07-09T16:45:41Z', 'revision_number': 0, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42afee25-cd54-4542-9852-b814b144519b', 'name': '', 'network_id': 'b0fd9e2b-c374-4f8e-9872-75d950c7a99b', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'mac_address': 'fa:16:3e:3d:1d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa000a5-56f6-454b-8fca-a0bb54c1f282', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'a811fa06-6675-4a43-8ce8-4ab3f7e8d10a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:45:24Z', 'updated_at': '2021-07-09T16:45:33Z', 'revision_number': 5, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'subnets': [{'id': 'a811fa06-6675-4a43-8ce8-4ab3f7e8d10a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:45:44.353076 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0b62fc75-491a-4bea-9dec-66371a62b2a8 req-ef3be3cd-cbb2-4306-8aef-5024c6e497f6 service neutron] 10.222.0.77 "GET /v2.0/networks/b0fd9e2b-c374-4f8e-9872-75d950c7a99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554010 Jul 09 16:45:44.442689 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44a163-4d96-42b2-815e-eab2d7ba4bbd req-999da57c-f896-4265-81a1-4b29c7d5e135 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:44.444313 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6a44a163-4d96-42b2-815e-eab2d7ba4bbd req-999da57c-f896-4265-81a1-4b29c7d5e135 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=fef1db76-7ea3-4178-92e0-954319781385 HTTP/1.1" status: 200 len: 945 time: 0.1524446 Jul 09 16:45:44.507320 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0b62fc75-491a-4bea-9dec-66371a62b2a8 req-a13d27c7-e926-4cc9-8dff-70f9d0a1360b service neutron] 10.222.0.77 "GET /v2.0/networks/b0fd9e2b-c374-4f8e-9872-75d950c7a99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457603 Jul 09 16:45:44.521854 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6a44a163-4d96-42b2-815e-eab2d7ba4bbd req-6db7d89c-130d-4aff-814a-8c795692dc88 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598001 Jul 09 16:45:44.594154 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e298c02-19ab-4ef5-ba90-e4bd98378d53 x-openstack-request-id: req-8e298c02-19ab-4ef5-ba90-e4bd98378d53 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:45:44.594451 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fef1db76-7ea3-4178-92e0-954319781385", "name": "network-vif-plugged", "status": "completed", "tag": "3a196d48-b9d4-4f63-82aa-f8e5a9e621a6", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:45:44.594702 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8e298c02-19ab-4ef5-ba90-e4bd98378d53 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:45:44.595325 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fef1db76-7ea3-4178-92e0-954319781385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a196d48-b9d4-4f63-82aa-f8e5a9e621a6', 'code': 200} Jul 09 16:45:44.747693 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43618) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:44.752740 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8247915-b87d-44f7-9a05-efaf2878dace None None] New status for floating IP bc5593c7-d408-4fc6-bfd6-005dfac2901d: ACTIVE {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:45:44.768744 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db5869-6a31-4241-bc30-537ef9df18a2 req-34fc9243-236a-4095-b86a-f3c4984a3373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:44.770710 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e1db5869-6a31-4241-bc30-537ef9df18a2 req-34fc9243-236a-4095-b86a-f3c4984a3373 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fef1db76-7ea3-4178-92e0-954319781385 HTTP/1.1" status: 200 len: 1096 time: 0.0675557 Jul 09 16:45:44.825726 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f81cd265-7157-4b07-af49-d18e468a07ad tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/floatingips/bc5593c7-d408-4fc6-bfd6-005dfac2901d HTTP/1.1" status: 200 len: 991 time: 0.0766852 Jul 09 16:45:44.841561 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e1db5869-6a31-4241-bc30-537ef9df18a2 req-35206253-6013-4bf1-ae1d-5679dc1319fe service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640075 Jul 09 16:45:45.766826 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a122e-cb91-4aa7-9965-8f43593a7607 req-9da620e9-9faf-4885-b85b-061b9b5953a9 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:45.768399 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0f8a122e-cb91-4aa7-9965-8f43593a7607 req-9da620e9-9faf-4885-b85b-061b9b5953a9 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=fef1db76-7ea3-4178-92e0-954319781385 HTTP/1.1" status: 200 len: 945 time: 0.0677598 Jul 09 16:45:45.815990 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0f8a122e-cb91-4aa7-9965-8f43593a7607 req-94f56848-f68e-44a9-a07d-e988bd00b93f tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418570 Jul 09 16:45:45.829316 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 43658) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:45:45.911013 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-4c6748a0-8f00-41dc-9899-1e8d9354713d tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/floatingips/bc5593c7-d408-4fc6-bfd6-005dfac2901d HTTP/1.1" status: 200 len: 993 time: 0.0784588 Jul 09 16:45:47.027951 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c697ebe-e9f5-4af5-a528-5cc0eb0380de req-a326c041-db5e-4bf2-8583-d3c4c73fe767 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:47.029721 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3c697ebe-e9f5-4af5-a528-5cc0eb0380de req-a326c041-db5e-4bf2-8583-d3c4c73fe767 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=fef1db76-7ea3-4178-92e0-954319781385 HTTP/1.1" status: 200 len: 945 time: 0.0822577 Jul 09 16:45:47.100940 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3c697ebe-e9f5-4af5-a528-5cc0eb0380de req-6fb3e07b-dc59-4717-9c04-f630c195b7d9 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481126 Jul 09 16:45:47.294477 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23def2be-4d04-4d5d-b334-cc6f559b63be req-f0ac6ba7-68cb-42ea-8834-69167deb34db tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:47.295846 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-23def2be-4d04-4d5d-b334-cc6f559b63be req-f0ac6ba7-68cb-42ea-8834-69167deb34db tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=fef1db76-7ea3-4178-92e0-954319781385 HTTP/1.1" status: 200 len: 945 time: 0.0758948 Jul 09 16:45:47.343747 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-23def2be-4d04-4d5d-b334-cc6f559b63be req-ec3696eb-3632-4225-a40d-3d240b7e1288 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413444 Jul 09 16:45:47.534747 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd08651-53b3-457a-9844-fa5e4999c87e req-dd693bb9-c919-4856-ae62-c44c9f53a338 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:47.538049 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7dd08651-53b3-457a-9844-fa5e4999c87e req-dd693bb9-c919-4856-ae62-c44c9f53a338 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=fef1db76-7ea3-4178-92e0-954319781385 HTTP/1.1" status: 200 len: 945 time: 0.0779650 Jul 09 16:45:47.583628 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7dd08651-53b3-457a-9844-fa5e4999c87e req-d23cedfa-5679-4522-a710-03ea8720afc7 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415082 Jul 09 16:45:48.125703 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d91a91d-a5ae-4b0d-8be1-0de11b350547 req-4943105b-ff6c-4977-9d50-6982cd030f38 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:48.136874 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6d91a91d-a5ae-4b0d-8be1-0de11b350547 req-4943105b-ff6c-4977-9d50-6982cd030f38 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=fef1db76-7ea3-4178-92e0-954319781385 HTTP/1.1" status: 200 len: 945 time: 0.1111648 Jul 09 16:45:48.191410 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6d91a91d-a5ae-4b0d-8be1-0de11b350547 req-7b6d0235-9533-40a7-aab7-999c691c6eff tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533621 Jul 09 16:45:49.391162 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0c962-5bb7-4607-a81e-ee8141e6b81f req-aed22d98-9f26-429c-8a26-c025ebc12aba tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:49.392730 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b7a0c962-5bb7-4607-a81e-ee8141e6b81f req-aed22d98-9f26-429c-8a26-c025ebc12aba tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=fef1db76-7ea3-4178-92e0-954319781385 HTTP/1.1" status: 200 len: 945 time: 0.0713494 Jul 09 16:45:49.446639 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b7a0c962-5bb7-4607-a81e-ee8141e6b81f req-d38ab75d-7c86-45c7-b1a2-033e5e63a6be tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423379 Jul 09 16:45:49.750824 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec246aa6-7db9-45a1-ab33-567e8114fcb6 req-e7cfd041-e1b8-4931-8809-9c0d20c0a3ed tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:45:49.752203 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ec246aa6-7db9-45a1-ab33-567e8114fcb6 req-e7cfd041-e1b8-4931-8809-9c0d20c0a3ed tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.73 "GET /v2.0/ports?device_id=fef1db76-7ea3-4178-92e0-954319781385 HTTP/1.1" status: 200 len: 945 time: 0.0672050 Jul 09 16:45:49.864416 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-ec246aa6-7db9-45a1-ab33-567e8114fcb6 req-fee20c4e-5930-4dc9-ba86-985ba1e8d241 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Deleting port 3a196d48-b9d4-4f63-82aa-f8e5a9e621a6 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:45:49.864765 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ec246aa6-7db9-45a1-ab33-567e8114fcb6 req-fee20c4e-5930-4dc9-ba86-985ba1e8d241 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:49.979481 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-ec246aa6-7db9-45a1-ab33-567e8114fcb6 req-fee20c4e-5930-4dc9-ba86-985ba1e8d241 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] For port 3a196d48-b9d4-4f63-82aa-f8e5a9e621a6, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=3a196d48-b9d4-4f63-82aa-f8e5a9e621a6,segment=NetworkSegment(f8892455-537d-4135-a8a6-c5f11d1a74c6),segment_id=f8892455-537d-4135-a8a6-c5f11d1a74c6)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:45:49.979855 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ec246aa6-7db9-45a1-ab33-567e8114fcb6 req-fee20c4e-5930-4dc9-ba86-985ba1e8d241 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:49.997050 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-ec246aa6-7db9-45a1-ab33-567e8114fcb6 req-fee20c4e-5930-4dc9-ba86-985ba1e8d241 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Calling delete_port for 3a196d48-b9d4-4f63-82aa-f8e5a9e621a6 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:45:50.157310 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ec246aa6-7db9-45a1-ab33-567e8114fcb6 req-fee20c4e-5930-4dc9-ba86-985ba1e8d241 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:50.191274 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['3a196d48-b9d4-4f63-82aa-f8e5a9e621a6'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:45:50.198047 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee20c4e-5930-4dc9-ba86-985ba1e8d241 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Pushing event deleted for resources: {'Port': ['ID=3a196d48-b9d4-4f63-82aa-f8e5a9e621a6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:45:50.288178 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec246aa6-7db9-45a1-ab33-567e8114fcb6 req-fee20c4e-5930-4dc9-ba86-985ba1e8d241 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] No DVR routers for this DVR port 3a196d48-b9d4-4f63-82aa-f8e5a9e621a6 on host n-h2-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:45:50.291013 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ec246aa6-7db9-45a1-ab33-567e8114fcb6 req-fee20c4e-5930-4dc9-ba86-985ba1e8d241 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:50.293704 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ec246aa6-7db9-45a1-ab33-567e8114fcb6 req-fee20c4e-5930-4dc9-ba86-985ba1e8d241 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.73 "DELETE /v2.0/ports/3a196d48-b9d4-4f63-82aa-f8e5a9e621a6 HTTP/1.1" status: 204 len: 173 time: 0.5363388 Jul 09 16:45:50.294228 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef1db76-7ea3-4178-92e0-954319781385', 'name': 'network-vif-deleted', 'tag': '3a196d48-b9d4-4f63-82aa-f8e5a9e621a6'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:45:50.297698 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467916f7-c890-4bdf-bdbe-1949c8ffe5b7" -d '{"events": [{"server_uuid": "fef1db76-7ea3-4178-92e0-954319781385", "name": "network-vif-deleted", "tag": "3a196d48-b9d4-4f63-82aa-f8e5a9e621a6"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:45:50.583897 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddbeb5d0-4165-4abf-9d89-6d1f3ec7bcf5 x-openstack-request-id: req-ddbeb5d0-4165-4abf-9d89-6d1f3ec7bcf5 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:45:50.584923 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fef1db76-7ea3-4178-92e0-954319781385", "name": "network-vif-deleted", "tag": "3a196d48-b9d4-4f63-82aa-f8e5a9e621a6", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:45:50.584923 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ddbeb5d0-4165-4abf-9d89-6d1f3ec7bcf5 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:45:50.585398 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fef1db76-7ea3-4178-92e0-954319781385', 'name': 'network-vif-deleted', 'tag': '3a196d48-b9d4-4f63-82aa-f8e5a9e621a6', 'status': 'completed', 'code': 200} Jul 09 16:45:50.751945 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-71cc57d3-38e5-476e-8e1b-67c261db4e31 req-9d90f625-be27-4786-93aa-6a26813d7d5f tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=fef1db76-7ea3-4178-92e0-954319781385 HTTP/1.1" status: 200 len: 210 time: 0.0350142 Jul 09 16:45:51.973147 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-72c2caa4-6290-44b6-9046-4f4f21d6db61 req-aadb4a9b-ea80-4f5c-a55d-ad8b0280d84a tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=fef1db76-7ea3-4178-92e0-954319781385 HTTP/1.1" status: 200 len: 210 time: 0.0443625 Jul 09 16:45:52.334722 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e5b87a3c-03a1-4751-8021-bbf11f9d3d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:53.142082 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-026b05dd-350d-4c26-8ad2-1c8abb1a9b5d req-553dd5b7-fb66-4e01-a810-73d7c5d9272a tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=fef1db76-7ea3-4178-92e0-954319781385 HTTP/1.1" status: 200 len: 210 time: 0.0295770 Jul 09 16:45:53.824149 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 3a196d48-b9d4-4f63-82aa-f8e5a9e621a6 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:45:53.844305 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: 3a196d48-b9d4-4f63-82aa-f8e5a9e621a6 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:45:53.844642 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 3a196d48-b9d4-4f63-82aa-f8e5a9e621a6 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:45:54.328347 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d3497eb7-5829-44cd-991f-a356ab34942d req-ce9a2af5-d32c-44eb-bcd4-a12c9995acef tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=fef1db76-7ea3-4178-92e0-954319781385 HTTP/1.1" status: 200 len: 210 time: 0.0417962 Jul 09 16:45:55.118476 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-05a52312-e8b6-4b5f-abe9-3e863d5886ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:55.768313 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:56.322987 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:56.756090 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:45:58.263221 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:04.676218 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075adcb-3828-4eea-9658-ef872a7e6081 req-a1d34aa2-a4bc-4494-a02a-faae54879df1 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:04.687959 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1075adcb-3828-4eea-9658-ef872a7e6081 req-a1d34aa2-a4bc-4494-a02a-faae54879df1 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] 10.222.0.98 "GET /v2.0/networks?id=f561e013-85c4-49a9-b44b-81a79687756c HTTP/1.1" status: 200 len: 813 time: 0.1954482 Jul 09 16:46:04.706594 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1075adcb-3828-4eea-9658-ef872a7e6081 req-6b6da03a-4132-470f-b3be-180112829a6f tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] 10.222.0.98 "GET /v2.0/quotas/3b48660d0df549358e091d676957f6be HTTP/1.1" status: 200 len: 375 time: 0.0176284 Jul 09 16:46:04.758679 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1075adcb-3828-4eea-9658-ef872a7e6081 req-d542dad3-3d93-4ca6-9bc9-0f6872f8149c tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=3b48660d0df549358e091d676957f6be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504098 Jul 09 16:46:04.869801 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1075adcb-3828-4eea-9658-ef872a7e6081 req-ae6da59f-8c9c-4456-bd30-be9609b4eb9f service neutron] 10.222.0.98 "GET /v2.0/networks/f561e013-85c4-49a9-b44b-81a79687756c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100056 Jul 09 16:46:04.994745 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1075adcb-3828-4eea-9658-ef872a7e6081 req-c51c9b1e-cd51-48d7-84dc-d32b36399b13 service neutron] 10.222.0.98 "GET /v2.0/networks/f561e013-85c4-49a9-b44b-81a79687756c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179681 Jul 09 16:46:05.086989 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:46:05.269534 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-af31d8d4-3f3a-41d9-942f-68f0a5245f69 req-1b52f851-9bcd-4939-bbf4-52dcce578ccb tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] 10.222.0.98 "GET /v2.0/ports?device_id=df9f4319-6a0a-435b-a068-dfc23c2fbf02 HTTP/1.1" status: 200 len: 210 time: 0.0399597 Jul 09 16:46:06.482651 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9172f525-c131-4f8f-aa4a-0b6cc6fcb34a req-04b22819-6330-403a-bb55-365ff457f4f8 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] 10.222.0.98 "GET /v2.0/ports?device_id=df9f4319-6a0a-435b-a068-dfc23c2fbf02 HTTP/1.1" status: 200 len: 210 time: 0.0548511 Jul 09 16:46:06.766042 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075adcb-3828-4eea-9658-ef872a7e6081 req-106587e7-8a2d-4f85-bb63-b2545d740d29 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:06.768473 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1075adcb-3828-4eea-9658-ef872a7e6081 req-106587e7-8a2d-4f85-bb63-b2545d740d29 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] 10.222.0.73 "GET /v2.0/networks?id=f561e013-85c4-49a9-b44b-81a79687756c HTTP/1.1" status: 200 len: 813 time: 0.1774147 Jul 09 16:46:06.787636 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-1075adcb-3828-4eea-9658-ef872a7e6081 req-c95397ef-a9d3-4634-af89-75dc4ae43246 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Request body: {'port': {'device_id': 'df9f4319-6a0a-435b-a068-dfc23c2fbf02', 'network_id': 'f561e013-85c4-49a9-b44b-81a79687756c', 'admin_state_up': True, 'tenant_id': '3b48660d0df549358e091d676957f6be'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:46:06.925074 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1075adcb-3828-4eea-9658-ef872a7e6081 req-c95397ef-a9d3-4634-af89-75dc4ae43246 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Made reservation on behalf of 3b48660d0df549358e091d676957f6be for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:46:06.928753 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1075adcb-3828-4eea-9658-ef872a7e6081 req-c95397ef-a9d3-4634-af89-75dc4ae43246 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:07.078016 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-1075adcb-3828-4eea-9658-ef872a7e6081 req-c95397ef-a9d3-4634-af89-75dc4ae43246 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Allocated IP 172.20.0.11 (f561e013-85c4-49a9-b44b-81a79687756c/4e51a379-95b0-463e-bb26-f8e9ee22962d/8d50efda-ef69-479c-856b-f1f4efa4ecea) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:46:07.251014 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1075adcb-3828-4eea-9658-ef872a7e6081 req-c95397ef-a9d3-4634-af89-75dc4ae43246 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:07.300130 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1075adcb-3828-4eea-9658-ef872a7e6081 req-c95397ef-a9d3-4634-af89-75dc4ae43246 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:07.352997 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1075adcb-3828-4eea-9658-ef872a7e6081 req-c95397ef-a9d3-4634-af89-75dc4ae43246 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Network f561e013-85c4-49a9-b44b-81a79687756c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:46:07.359083 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-1075adcb-3828-4eea-9658-ef872a7e6081 req-c95397ef-a9d3-4634-af89-75dc4ae43246 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:46:07.362783 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-1075adcb-3828-4eea-9658-ef872a7e6081 req-c95397ef-a9d3-4634-af89-75dc4ae43246 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:46:07.390377 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95397ef-a9d3-4634-af89-75dc4ae43246 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Pushing event updated for resources: {'Port': ['ID=8d50efda-ef69-479c-856b-f1f4efa4ecea,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:07.428032 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075adcb-3828-4eea-9658-ef872a7e6081 req-c95397ef-a9d3-4634-af89-75dc4ae43246 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:07.428659 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1075adcb-3828-4eea-9658-ef872a7e6081 req-c95397ef-a9d3-4634-af89-75dc4ae43246 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:07.446261 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1075adcb-3828-4eea-9658-ef872a7e6081 req-c95397ef-a9d3-4634-af89-75dc4ae43246 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6642952 Jul 09 16:46:07.465496 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-1075adcb-3828-4eea-9658-ef872a7e6081 req-045723b7-9ff8-4ba9-ac9c-c72974f0dc8b service neutron] Request body: {'port': {'device_id': 'df9f4319-6a0a-435b-a068-dfc23c2fbf02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:46:07.589043 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1075adcb-3828-4eea-9658-ef872a7e6081 req-045723b7-9ff8-4ba9-ac9c-c72974f0dc8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:07.847928 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9637df-b2a0-4ab7-9246-c02d893d3a6e req-76767085-fc28-4317-b63a-05015a6c3df1 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:07.849588 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ec9637df-b2a0-4ab7-9246-c02d893d3a6e req-76767085-fc28-4317-b63a-05015a6c3df1 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] 10.222.0.98 "GET /v2.0/ports?device_id=df9f4319-6a0a-435b-a068-dfc23c2fbf02 HTTP/1.1" status: 200 len: 932 time: 0.1939924 Jul 09 16:46:07.924963 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ec9637df-b2a0-4ab7-9246-c02d893d3a6e req-5205cebd-e6f0-4166-a0fd-4222ad3feb53 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] 10.222.0.98 "GET /v2.0/security-groups?id=243cabdf-29ec-42f9-80d7-3b7e13dcde69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578377 Jul 09 16:46:07.985041 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-1075adcb-3828-4eea-9658-ef872a7e6081 req-045723b7-9ff8-4ba9-ac9c-c72974f0dc8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d50efda-ef69-479c-856b-f1f4efa4ecea {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:46:07.996958 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1075adcb-3828-4eea-9658-ef872a7e6081 req-045723b7-9ff8-4ba9-ac9c-c72974f0dc8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:08.011672 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-1075adcb-3828-4eea-9658-ef872a7e6081 req-045723b7-9ff8-4ba9-ac9c-c72974f0dc8b service neutron] Transition to ACTIVE for port object 8d50efda-ef69-479c-856b-f1f4efa4ecea will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:46:08.018259 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1075adcb-3828-4eea-9658-ef872a7e6081 req-045723b7-9ff8-4ba9-ac9c-c72974f0dc8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:08.079730 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045723b7-9ff8-4ba9-ac9c-c72974f0dc8b service neutron] Pushing event updated for resources: {'Port': ['ID=8d50efda-ef69-479c-856b-f1f4efa4ecea,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:08.170829 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-1075adcb-3828-4eea-9658-ef872a7e6081 req-045723b7-9ff8-4ba9-ac9c-c72974f0dc8b service neutron] Attempting to bind port 8d50efda-ef69-479c-856b-f1f4efa4ecea on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:46:08.170829 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-1075adcb-3828-4eea-9658-ef872a7e6081 req-045723b7-9ff8-4ba9-ac9c-c72974f0dc8b service neutron] Attempting to bind port 8d50efda-ef69-479c-856b-f1f4efa4ecea by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': 'e418cb19-d073-49fd-83a6-b409141e756b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f561e013-85c4-49a9-b44b-81a79687756c'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:46:08.170829 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1075adcb-3828-4eea-9658-ef872a7e6081 req-045723b7-9ff8-4ba9-ac9c-c72974f0dc8b service neutron] Attempting to bind port 8d50efda-ef69-479c-856b-f1f4efa4ecea on network f561e013-85c4-49a9-b44b-81a79687756c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:46:08.175695 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1075adcb-3828-4eea-9658-ef872a7e6081 req-045723b7-9ff8-4ba9-ac9c-c72974f0dc8b service neutron] Port 8d50efda-ef69-479c-856b-f1f4efa4ecea on network f561e013-85c4-49a9-b44b-81a79687756c not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:46:08.176022 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1075adcb-3828-4eea-9658-ef872a7e6081 req-045723b7-9ff8-4ba9-ac9c-c72974f0dc8b service neutron] Attempting to bind port 8d50efda-ef69-479c-856b-f1f4efa4ecea on network f561e013-85c4-49a9-b44b-81a79687756c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:46:08.181758 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1075adcb-3828-4eea-9658-ef872a7e6081 req-045723b7-9ff8-4ba9-ac9c-c72974f0dc8b service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:46:08.182089 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1075adcb-3828-4eea-9658-ef872a7e6081 req-045723b7-9ff8-4ba9-ac9c-c72974f0dc8b service neutron] Checking segment: {'id': 'e418cb19-d073-49fd-83a6-b409141e756b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f561e013-85c4-49a9-b44b-81a79687756c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:46:08.182757 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1075adcb-3828-4eea-9658-ef872a7e6081 req-045723b7-9ff8-4ba9-ac9c-c72974f0dc8b service neutron] Bound using segment: {'id': 'e418cb19-d073-49fd-83a6-b409141e756b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f561e013-85c4-49a9-b44b-81a79687756c'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:46:08.183263 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-1075adcb-3828-4eea-9658-ef872a7e6081 req-045723b7-9ff8-4ba9-ac9c-c72974f0dc8b service neutron] Bound port: 8d50efda-ef69-479c-856b-f1f4efa4ecea, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e418cb19-d073-49fd-83a6-b409141e756b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f561e013-85c4-49a9-b44b-81a79687756c'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:46:08.183661 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1075adcb-3828-4eea-9658-ef872a7e6081 req-045723b7-9ff8-4ba9-ac9c-c72974f0dc8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:08.253143 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-1075adcb-3828-4eea-9658-ef872a7e6081 req-045723b7-9ff8-4ba9-ac9c-c72974f0dc8b service neutron] For port 8d50efda-ef69-479c-856b-f1f4efa4ecea, host n-h2-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:46:08.256456 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-1075adcb-3828-4eea-9658-ef872a7e6081 req-045723b7-9ff8-4ba9-ac9c-c72974f0dc8b service neutron] For port 8d50efda-ef69-479c-856b-f1f4efa4ecea, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=8d50efda-ef69-479c-856b-f1f4efa4ecea,segment=NetworkSegment(e418cb19-d073-49fd-83a6-b409141e756b),segment_id=e418cb19-d073-49fd-83a6-b409141e756b)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:46:08.261886 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1075adcb-3828-4eea-9658-ef872a7e6081 req-045723b7-9ff8-4ba9-ac9c-c72974f0dc8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:08.303952 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075adcb-3828-4eea-9658-ef872a7e6081 req-045723b7-9ff8-4ba9-ac9c-c72974f0dc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:08.304570 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1075adcb-3828-4eea-9658-ef872a7e6081 req-045723b7-9ff8-4ba9-ac9c-c72974f0dc8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:08.305980 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1075adcb-3828-4eea-9658-ef872a7e6081 req-045723b7-9ff8-4ba9-ac9c-c72974f0dc8b service neutron] 10.222.0.73 "PUT /v2.0/ports/8d50efda-ef69-479c-856b-f1f4efa4ecea HTTP/1.1" status: 200 len: 1092 time: 0.8459685 Jul 09 16:46:08.306422 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df9f4319-6a0a-435b-a068-dfc23c2fbf02', 'tag': '8d50efda-ef69-479c-856b-f1f4efa4ecea'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:46:08.309236 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ead12d-4290-4843-b855-600d2adfe393" -d '{"events": [{"name": "network-changed", "server_uuid": "df9f4319-6a0a-435b-a068-dfc23c2fbf02", "tag": "8d50efda-ef69-479c-856b-f1f4efa4ecea"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:46:08.345524 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045723b7-9ff8-4ba9-ac9c-c72974f0dc8b service neutron] Pushing event updated for resources: {'Port': ['ID=8d50efda-ef69-479c-856b-f1f4efa4ecea,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:08.356410 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69b1ae0-9f73-4c22-9a05-e8a90fcb35fb x-openstack-request-id: req-d69b1ae0-9f73-4c22-9a05-e8a90fcb35fb {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:46:08.356702 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df9f4319-6a0a-435b-a068-dfc23c2fbf02", "tag": "8d50efda-ef69-479c-856b-f1f4efa4ecea", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:46:08.356957 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d69b1ae0-9f73-4c22-9a05-e8a90fcb35fb {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:46:08.357518 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df9f4319-6a0a-435b-a068-dfc23c2fbf02', 'tag': '8d50efda-ef69-479c-856b-f1f4efa4ecea', 'status': 'completed', 'code': 200} Jul 09 16:46:08.434826 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075adcb-3828-4eea-9658-ef872a7e6081 req-1a8ba92c-f9d8-4a29-a864-ce41200cecd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:08.436785 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1075adcb-3828-4eea-9658-ef872a7e6081 req-1a8ba92c-f9d8-4a29-a864-ce41200cecd6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3b48660d0df549358e091d676957f6be&device_id=df9f4319-6a0a-435b-a068-dfc23c2fbf02 HTTP/1.1" status: 200 len: 1095 time: 0.0623949 Jul 09 16:46:08.483432 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1075adcb-3828-4eea-9658-ef872a7e6081 req-4bcedbb4-6826-4e70-a2bf-e49329963baf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d50efda-ef69-479c-856b-f1f4efa4ecea HTTP/1.1" status: 200 len: 217 time: 0.0345619 Jul 09 16:46:08.533055 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075adcb-3828-4eea-9658-ef872a7e6081 req-98ebfd78-933c-41ab-8189-e695ee7d67b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:08.534546 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1075adcb-3828-4eea-9658-ef872a7e6081 req-98ebfd78-933c-41ab-8189-e695ee7d67b8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4e51a379-95b0-463e-bb26-f8e9ee22962d HTTP/1.1" status: 200 len: 853 time: 0.0451510 Jul 09 16:46:08.568335 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1075adcb-3828-4eea-9658-ef872a7e6081 req-664bf433-e057-423d-af41-b0820cdc27a3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f561e013-85c4-49a9-b44b-81a79687756c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279357 Jul 09 16:46:08.663800 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1075adcb-3828-4eea-9658-ef872a7e6081 req-1af3d57b-a97c-48e8-b60b-a150e7e41478 service neutron] 10.222.0.73 "GET /v2.0/networks/f561e013-85c4-49a9-b44b-81a79687756c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890405 Jul 09 16:46:08.776393 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1075adcb-3828-4eea-9658-ef872a7e6081 req-4a5eb903-8226-48e2-b427-48c11fed5f27 service neutron] 10.222.0.73 "GET /v2.0/networks/f561e013-85c4-49a9-b44b-81a79687756c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065776 Jul 09 16:46:08.935306 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ead12d-4290-4843-b855-600d2adfe393 req-ce85cc73-87aa-45ba-aab4-e44b30717fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:08.936837 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b6ead12d-4290-4843-b855-600d2adfe393 req-ce85cc73-87aa-45ba-aab4-e44b30717fa7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3b48660d0df549358e091d676957f6be&device_id=df9f4319-6a0a-435b-a068-dfc23c2fbf02 HTTP/1.1" status: 200 len: 1095 time: 0.0673535 Jul 09 16:46:09.059161 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ead12d-4290-4843-b855-600d2adfe393 req-3a87f6f7-3581-48af-b6b8-03177cde784d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:09.061862 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b6ead12d-4290-4843-b855-600d2adfe393 req-3a87f6f7-3581-48af-b6b8-03177cde784d service neutron] 10.222.0.73 "GET /v2.0/networks?id=f561e013-85c4-49a9-b44b-81a79687756c HTTP/1.1" status: 200 len: 914 time: 0.1163065 Jul 09 16:46:09.119315 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b6ead12d-4290-4843-b855-600d2adfe393 req-a7795444-0173-4013-890f-7bfcf13164af service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d50efda-ef69-479c-856b-f1f4efa4ecea HTTP/1.1" status: 200 len: 217 time: 0.0507047 Jul 09 16:46:09.199367 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ead12d-4290-4843-b855-600d2adfe393 req-c27d1c44-32ed-412b-993c-bae6c0e30c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:09.200840 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b6ead12d-4290-4843-b855-600d2adfe393 req-c27d1c44-32ed-412b-993c-bae6c0e30c4b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4e51a379-95b0-463e-bb26-f8e9ee22962d HTTP/1.1" status: 200 len: 853 time: 0.0632460 Jul 09 16:46:09.218029 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b7acd-bbbf-4b53-bdb4-be9dda0fcedd req-e45b5505-0942-4f1a-a4b2-e1c016fc5e2b tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:09.219536 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-000b7acd-bbbf-4b53-bdb4-be9dda0fcedd req-e45b5505-0942-4f1a-a4b2-e1c016fc5e2b tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] 10.222.0.98 "GET /v2.0/ports?device_id=df9f4319-6a0a-435b-a068-dfc23c2fbf02 HTTP/1.1" status: 200 len: 944 time: 0.1433315 Jul 09 16:46:09.253127 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b6ead12d-4290-4843-b855-600d2adfe393 req-2f7c2132-1253-419f-8564-f63cb07e844a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f561e013-85c4-49a9-b44b-81a79687756c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445058 Jul 09 16:46:09.326723 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-000b7acd-bbbf-4b53-bdb4-be9dda0fcedd req-05dda8c0-4673-4cbc-91f7-cf5bc3b8dfb7 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] 10.222.0.98 "GET /v2.0/security-groups?id=243cabdf-29ec-42f9-80d7-3b7e13dcde69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999246 Jul 09 16:46:09.369304 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b6ead12d-4290-4843-b855-600d2adfe393 req-da040720-e54b-4d67-af2f-842f40609549 service neutron] 10.222.0.73 "GET /v2.0/networks/f561e013-85c4-49a9-b44b-81a79687756c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097555 Jul 09 16:46:09.471363 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b6ead12d-4290-4843-b855-600d2adfe393 req-db3feb16-8575-4276-ad78-ca2d8d68046b service neutron] 10.222.0.73 "GET /v2.0/networks/f561e013-85c4-49a9-b44b-81a79687756c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956755 Jul 09 16:46:10.206918 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:10.535974 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59618ef-1cd8-4f53-b4dc-660a8eaad7ca req-dea9f2a2-d31f-4133-8311-60749fada128 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:10.537431 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f59618ef-1cd8-4f53-b4dc-660a8eaad7ca req-dea9f2a2-d31f-4133-8311-60749fada128 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] 10.222.0.98 "GET /v2.0/ports?device_id=df9f4319-6a0a-435b-a068-dfc23c2fbf02 HTTP/1.1" status: 200 len: 944 time: 0.0764143 Jul 09 16:46:10.582799 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f59618ef-1cd8-4f53-b4dc-660a8eaad7ca req-c20a899a-144c-4523-87f6-85b5922a03b3 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] 10.222.0.98 "GET /v2.0/security-groups?id=243cabdf-29ec-42f9-80d7-3b7e13dcde69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388043 Jul 09 16:46:11.778883 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13247f06-6b93-45a7-9644-252ce3db8bac req-cc05fb34-53cc-40ab-984b-1570a964ae52 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:11.780588 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-13247f06-6b93-45a7-9644-252ce3db8bac req-cc05fb34-53cc-40ab-984b-1570a964ae52 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] 10.222.0.98 "GET /v2.0/ports?device_id=df9f4319-6a0a-435b-a068-dfc23c2fbf02 HTTP/1.1" status: 200 len: 944 time: 0.0751898 Jul 09 16:46:11.824576 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-13247f06-6b93-45a7-9644-252ce3db8bac req-cd269dfb-8643-4329-924a-208acca5a48e tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] 10.222.0.98 "GET /v2.0/security-groups?id=243cabdf-29ec-42f9-80d7-3b7e13dcde69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382988 Jul 09 16:46:11.934977 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 8d50efda-ef69-479c-856b-f1f4efa4ecea details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:46:12.045342 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 8d50efda-ef69-479c-856b-f1f4efa4ecea, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=8d50efda-ef69-479c-856b-f1f4efa4ecea,segment=NetworkSegment(e418cb19-d073-49fd-83a6-b409141e756b),segment_id=e418cb19-d073-49fd-83a6-b409141e756b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:46:12.057968 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '8d50efda-ef69-479c-856b-f1f4efa4ecea', 'network_id': 'f561e013-85c4-49a9-b44b-81a79687756c', 'port_id': '8d50efda-ef69-479c-856b-f1f4efa4ecea', 'mac_address': 'fa:16:3e:1b:a9:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e51a379-95b0-463e-bb26-f8e9ee22962d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:46:12.100963 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:12.119982 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d50efda-ef69-479c-856b-f1f4efa4ecea {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:46:12.145356 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 8d50efda-ef69-479c-856b-f1f4efa4ecea, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=8d50efda-ef69-479c-856b-f1f4efa4ecea,segment=NetworkSegment(e418cb19-d073-49fd-83a6-b409141e756b),segment_id=e418cb19-d073-49fd-83a6-b409141e756b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:46:12.152644 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:12.215722 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=8d50efda-ef69-479c-856b-f1f4efa4ecea,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:12.518058 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['8d50efda-ef69-479c-856b-f1f4efa4ecea'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:46:13.015211 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61788cc4-6fb4-4ceb-be20-79f073ff404e req-c7ab7e5d-1f73-4244-b0e7-5ba32922d55c tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:13.016680 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-61788cc4-6fb4-4ceb-be20-79f073ff404e req-c7ab7e5d-1f73-4244-b0e7-5ba32922d55c tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] 10.222.0.98 "GET /v2.0/ports?device_id=df9f4319-6a0a-435b-a068-dfc23c2fbf02 HTTP/1.1" status: 200 len: 945 time: 0.0747018 Jul 09 16:46:13.059043 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-61788cc4-6fb4-4ceb-be20-79f073ff404e req-4d14ff11-d2e8-46ac-beed-1cbab45e377f tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] 10.222.0.98 "GET /v2.0/security-groups?id=243cabdf-29ec-42f9-80d7-3b7e13dcde69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366523 Jul 09 16:46:13.675414 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329e3d1-eb5e-4d2a-8df2-215f775133db req-0ed96b4d-3608-40f1-9bc0-dff30a5c4e8c tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:13.676948 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e329e3d1-eb5e-4d2a-8df2-215f775133db req-0ed96b4d-3608-40f1-9bc0-dff30a5c4e8c tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c4dbfe8-6180-471c-ac56-8ab4215fa67a HTTP/1.1" status: 200 len: 950 time: 0.0686014 Jul 09 16:46:13.718319 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e329e3d1-eb5e-4d2a-8df2-215f775133db req-b992a0ed-af46-42f4-8d35-590d446da56c tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] 10.222.0.98 "GET /v2.0/security-groups?id=62114c53-2539-4402-b040-22ef4180e0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348089 Jul 09 16:46:13.943654 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 8d50efda-ef69-479c-856b-f1f4efa4ecea up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:46:13.998120 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 8d50efda-ef69-479c-856b-f1f4efa4ecea completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:46:14.002915 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 8d50efda-ef69-479c-856b-f1f4efa4ecea triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:46:14.003350 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:14.098917 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:14.123965 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df9f4319-6a0a-435b-a068-dfc23c2fbf02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d50efda-ef69-479c-856b-f1f4efa4ecea'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:46:14.126292 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c4b349-58a4-4b8b-a065-bd185032f098" -d '{"events": [{"server_uuid": "df9f4319-6a0a-435b-a068-dfc23c2fbf02", "name": "network-vif-plugged", "status": "completed", "tag": "8d50efda-ef69-479c-856b-f1f4efa4ecea"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:46:14.142133 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 8d50efda-ef69-479c-856b-f1f4efa4ecea, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=8d50efda-ef69-479c-856b-f1f4efa4ecea,segment=NetworkSegment(e418cb19-d073-49fd-83a6-b409141e756b),segment_id=e418cb19-d073-49fd-83a6-b409141e756b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:46:14.146356 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:14.204570 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=8d50efda-ef69-479c-856b-f1f4efa4ecea,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:14.259117 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb5fe93-0b63-45dc-a493-a41bcf610170 req-70a142b0-a257-43ea-bb58-da392726bf27 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:14.260598 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2fb5fe93-0b63-45dc-a493-a41bcf610170 req-70a142b0-a257-43ea-bb58-da392726bf27 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] 10.222.0.98 "GET /v2.0/ports?device_id=df9f4319-6a0a-435b-a068-dfc23c2fbf02 HTTP/1.1" status: 200 len: 946 time: 0.0773706 Jul 09 16:46:14.310910 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2fb5fe93-0b63-45dc-a493-a41bcf610170 req-88479d70-39e5-42c0-b650-73883af7a2d2 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] 10.222.0.98 "GET /v2.0/security-groups?id=243cabdf-29ec-42f9-80d7-3b7e13dcde69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442235 Jul 09 16:46:14.361726 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef419442-a856-4151-800f-399ccfdfc305 x-openstack-request-id: req-ef419442-a856-4151-800f-399ccfdfc305 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:46:14.362016 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df9f4319-6a0a-435b-a068-dfc23c2fbf02", "name": "network-vif-plugged", "status": "completed", "tag": "8d50efda-ef69-479c-856b-f1f4efa4ecea", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:46:14.362270 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ef419442-a856-4151-800f-399ccfdfc305 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:46:14.362669 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df9f4319-6a0a-435b-a068-dfc23c2fbf02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d50efda-ef69-479c-856b-f1f4efa4ecea', 'code': 200} Jul 09 16:46:14.520209 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ccf2b8-7d4e-46a7-99cf-e7fcd09ca0fd req-1a36030c-e2d8-42be-88be-9f829e1ef494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:14.521720 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f1ccf2b8-7d4e-46a7-99cf-e7fcd09ca0fd req-1a36030c-e2d8-42be-88be-9f829e1ef494 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=df9f4319-6a0a-435b-a068-dfc23c2fbf02 HTTP/1.1" status: 200 len: 1097 time: 0.0668697 Jul 09 16:46:14.581439 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f1ccf2b8-7d4e-46a7-99cf-e7fcd09ca0fd req-a9fd9b66-301b-45db-94b8-17d6de7a706e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=243cabdf-29ec-42f9-80d7-3b7e13dcde69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533371 Jul 09 16:46:14.908868 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df7de51-4b85-48cd-9fde-de578d919551 req-e32d123d-a4f9-416f-af99-7c4b21cfc9be tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:14.910351 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8df7de51-4b85-48cd-9fde-de578d919551 req-e32d123d-a4f9-416f-af99-7c4b21cfc9be tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c4dbfe8-6180-471c-ac56-8ab4215fa67a HTTP/1.1" status: 200 len: 950 time: 0.0686257 Jul 09 16:46:14.949031 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8df7de51-4b85-48cd-9fde-de578d919551 req-f84673df-ea02-4878-b10d-51a1323fc807 tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] 10.222.0.98 "GET /v2.0/security-groups?id=62114c53-2539-4402-b040-22ef4180e0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330315 Jul 09 16:46:15.032576 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5c5d7-301d-4fd6-b345-42f36ab6e3c1 req-edd6c967-6e2d-48e7-a2b9-4150d2b3e9f0 tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:15.034086 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5ca5c5d7-301d-4fd6-b345-42f36ab6e3c1 req-edd6c967-6e2d-48e7-a2b9-4150d2b3e9f0 tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c4dbfe8-6180-471c-ac56-8ab4215fa67a HTTP/1.1" status: 200 len: 950 time: 0.0659325 Jul 09 16:46:15.141664 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-5ca5c5d7-301d-4fd6-b345-42f36ab6e3c1 req-26cb537e-73e8-4291-80a8-0609ee2617ca tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] Deleting port 0e3b2ed2-e923-46ca-bc31-03456cf4415f {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:46:15.142006 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5ca5c5d7-301d-4fd6-b345-42f36ab6e3c1 req-26cb537e-73e8-4291-80a8-0609ee2617ca tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:15.274705 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-5ca5c5d7-301d-4fd6-b345-42f36ab6e3c1 req-26cb537e-73e8-4291-80a8-0609ee2617ca tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] For port 0e3b2ed2-e923-46ca-bc31-03456cf4415f, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=0e3b2ed2-e923-46ca-bc31-03456cf4415f,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:46:15.275345 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5ca5c5d7-301d-4fd6-b345-42f36ab6e3c1 req-26cb537e-73e8-4291-80a8-0609ee2617ca tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:15.291689 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c759ed1-b001-4c4b-aa60-3587a6ae10d8 req-e27b7065-2712-422b-938c-82d438cdffac tempest-TestNetworkAdvancedServerOps-1802097100 tempest-TestNetworkAdvancedServerOps-1802097100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:15.293123 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5c759ed1-b001-4c4b-aa60-3587a6ae10d8 req-e27b7065-2712-422b-938c-82d438cdffac tempest-TestNetworkAdvancedServerOps-1802097100 tempest-TestNetworkAdvancedServerOps-1802097100-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c HTTP/1.1" status: 200 len: 1097 time: 0.1074483 Jul 09 16:46:15.293962 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-5ca5c5d7-301d-4fd6-b345-42f36ab6e3c1 req-26cb537e-73e8-4291-80a8-0609ee2617ca tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] Calling delete_port for 0e3b2ed2-e923-46ca-bc31-03456cf4415f owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:46:15.747536 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5c759ed1-b001-4c4b-aa60-3587a6ae10d8 req-9843ede4-beb8-4006-a0f2-3e92c02b047c tempest-TestNetworkAdvancedServerOps-1802097100 tempest-TestNetworkAdvancedServerOps-1802097100-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=d1777dfc-c88d-4402-b525-8b370a0d3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4476304 Jul 09 16:46:15.828276 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5ca5c5d7-301d-4fd6-b345-42f36ab6e3c1 req-26cb537e-73e8-4291-80a8-0609ee2617ca tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:15.843182 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['0e3b2ed2-e923-46ca-bc31-03456cf4415f'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:46:15.873428 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb537e-73e8-4291-80a8-0609ee2617ca tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] Pushing event deleted for resources: {'Port': ['ID=0e3b2ed2-e923-46ca-bc31-03456cf4415f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:15.950020 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cb537e-73e8-4291-80a8-0609ee2617ca tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:15.950350 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cb537e-73e8-4291-80a8-0609ee2617ca tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:15.950687 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cb537e-73e8-4291-80a8-0609ee2617ca tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:15.951028 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cb537e-73e8-4291-80a8-0609ee2617ca tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:15.951351 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cb537e-73e8-4291-80a8-0609ee2617ca tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:15.951673 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cb537e-73e8-4291-80a8-0609ee2617ca tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:15.952007 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cb537e-73e8-4291-80a8-0609ee2617ca tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:15.952311 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cb537e-73e8-4291-80a8-0609ee2617ca tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:15.952628 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cb537e-73e8-4291-80a8-0609ee2617ca tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:15.952948 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cb537e-73e8-4291-80a8-0609ee2617ca tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:15.953262 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cb537e-73e8-4291-80a8-0609ee2617ca tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:15.953577 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cb537e-73e8-4291-80a8-0609ee2617ca tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:15.956592 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca5c5d7-301d-4fd6-b345-42f36ab6e3c1 req-26cb537e-73e8-4291-80a8-0609ee2617ca tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] No DVR routers for this DVR port 0e3b2ed2-e923-46ca-bc31-03456cf4415f on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:46:15.959749 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5ca5c5d7-301d-4fd6-b345-42f36ab6e3c1 req-26cb537e-73e8-4291-80a8-0609ee2617ca tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:15.962412 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5ca5c5d7-301d-4fd6-b345-42f36ab6e3c1 req-26cb537e-73e8-4291-80a8-0609ee2617ca tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] 10.222.0.77 "DELETE /v2.0/ports/0e3b2ed2-e923-46ca-bc31-03456cf4415f HTTP/1.1" status: 204 len: 173 time: 0.9228847 Jul 09 16:46:15.963071 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4dbfe8-6180-471c-ac56-8ab4215fa67a', 'name': 'network-vif-deleted', 'tag': '0e3b2ed2-e923-46ca-bc31-03456cf4415f'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:46:15.965306 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6ad5f5-f2bc-448f-9fad-e9361fc45f6e" -d '{"events": [{"server_uuid": "4c4dbfe8-6180-471c-ac56-8ab4215fa67a", "name": "network-vif-deleted", "tag": "0e3b2ed2-e923-46ca-bc31-03456cf4415f"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:46:16.002549 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530043f-6ec7-4aee-8ae2-335e21ecac62 req-da80be5a-908b-4e36-9f66-92567f997c99 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:16.004150 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0530043f-6ec7-4aee-8ae2-335e21ecac62 req-da80be5a-908b-4e36-9f66-92567f997c99 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] 10.222.0.98 "GET /v2.0/ports?device_id=df9f4319-6a0a-435b-a068-dfc23c2fbf02 HTTP/1.1" status: 200 len: 946 time: 0.1404262 Jul 09 16:46:16.050159 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0530043f-6ec7-4aee-8ae2-335e21ecac62 req-cf48ca52-2b43-4ebb-8e6d-d7aaf0e5b786 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] 10.222.0.98 "GET /v2.0/security-groups?id=243cabdf-29ec-42f9-80d7-3b7e13dcde69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394685 Jul 09 16:46:16.233666 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d8246-5259-4c5b-b5ab-804219f72be8 req-6d71dd90-f23d-441e-87a9-17bd985d3334 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:16.235327 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b31d8246-5259-4c5b-b5ab-804219f72be8 req-6d71dd90-f23d-441e-87a9-17bd985d3334 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c HTTP/1.1" status: 200 len: 946 time: 0.0674849 Jul 09 16:46:16.294594 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b31d8246-5259-4c5b-b5ab-804219f72be8 req-27c144d8-596c-4992-95cb-ec9d343208d1 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1777dfc-c88d-4402-b525-8b370a0d3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531447 Jul 09 16:46:16.310292 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45176) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:16.368376 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c0c274-cf72-441f-bba0-c56aa3fc8663 x-openstack-request-id: req-f9c0c274-cf72-441f-bba0-c56aa3fc8663 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:46:16.368677 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c4dbfe8-6180-471c-ac56-8ab4215fa67a", "name": "network-vif-deleted", "tag": "0e3b2ed2-e923-46ca-bc31-03456cf4415f", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:46:16.368932 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f9c0c274-cf72-441f-bba0-c56aa3fc8663 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:46:16.369343 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c4dbfe8-6180-471c-ac56-8ab4215fa67a', 'name': 'network-vif-deleted', 'tag': '0e3b2ed2-e923-46ca-bc31-03456cf4415f', 'status': 'completed', 'code': 200} Jul 09 16:46:16.395860 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-3645e1d6-462b-4823-ab40-fb10f09667d7 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/floatingips/bc5593c7-d408-4fc6-bfd6-005dfac2901d HTTP/1.1" status: 200 len: 993 time: 0.0745988 Jul 09 16:46:16.557822 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2d5abf70-4e59-4f67-8b76-2db925fabb12 req-9e240bad-4560-4a83-98cb-d84bc0ca678b tempest-VolumesBackupsTest-384095343 tempest-VolumesBackupsTest-384095343-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c4dbfe8-6180-471c-ac56-8ab4215fa67a HTTP/1.1" status: 200 len: 210 time: 0.0499680 Jul 09 16:46:17.176497 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 45200) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:17.339412 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed7b83-66a5-497c-938f-175ae1f0cc3e req-d1d85465-793f-4e20-a3db-c47653861988 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:17.340964 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4aed7b83-66a5-497c-938f-175ae1f0cc3e req-d1d85465-793f-4e20-a3db-c47653861988 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] 10.222.0.98 "GET /v2.0/ports?device_id=df9f4319-6a0a-435b-a068-dfc23c2fbf02 HTTP/1.1" status: 200 len: 946 time: 0.1104386 Jul 09 16:46:17.345458 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9ece10e0-8660-4bef-92e9-3e70a0e579b7 req-fa5de884-7104-47d1-ba90-5da3db4b4060 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1679943 Jul 09 16:46:17.385351 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4aed7b83-66a5-497c-938f-175ae1f0cc3e req-99b91747-9f88-4828-b074-518b757de25a tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] 10.222.0.98 "GET /v2.0/security-groups?id=243cabdf-29ec-42f9-80d7-3b7e13dcde69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370278 Jul 09 16:46:17.641033 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aaab2e-d17b-484c-a94e-9c5623c35709 req-820872c0-f9d4-479b-bf6c-07a6d83f196d tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:17.647875 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-68aaab2e-d17b-484c-a94e-9c5623c35709 req-820872c0-f9d4-479b-bf6c-07a6d83f196d tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c HTTP/1.1" status: 200 len: 946 time: 0.1442838 Jul 09 16:46:17.690862 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459aa87-8960-4f82-aaf8-7adc42bb6a48 req-d54b3796-5c7e-465c-ba86-e932e0c6a21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:17.692370 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1459aa87-8960-4f82-aaf8-7adc42bb6a48 req-d54b3796-5c7e-465c-ba86-e932e0c6a21f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f98cc886c66a474a8d448186851b2eab&device_id=e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c HTTP/1.1" status: 200 len: 1097 time: 0.1168880 Jul 09 16:46:17.715831 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-68aaab2e-d17b-484c-a94e-9c5623c35709 req-5dbcfcc8-a032-4bac-8e7d-2752f028abce tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1777dfc-c88d-4402-b525-8b370a0d3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663168 Jul 09 16:46:17.893815 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459aa87-8960-4f82-aaf8-7adc42bb6a48 req-4af7e6d0-4bdd-423b-8b76-0de9f7725dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:17.895692 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1459aa87-8960-4f82-aaf8-7adc42bb6a48 req-4af7e6d0-4bdd-423b-8b76-0de9f7725dd5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b0fd9e2b-c374-4f8e-9872-75d950c7a99b HTTP/1.1" status: 200 len: 898 time: 0.1788685 Jul 09 16:46:17.984828 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 0e3b2ed2-e923-46ca-bc31-03456cf4415f no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:46:18.006800 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1459aa87-8960-4f82-aaf8-7adc42bb6a48 req-d03cc270-2cd3-422d-b884-0654ca234120 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6a38973-cb7a-40ea-8d4a-6ca1820c7881 HTTP/1.1" status: 200 len: 1001 time: 0.1045434 Jul 09 16:46:18.033478 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: 0e3b2ed2-e923-46ca-bc31-03456cf4415f {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:46:18.033884 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 0e3b2ed2-e923-46ca-bc31-03456cf4415f not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:46:18.072165 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459aa87-8960-4f82-aaf8-7adc42bb6a48 req-a95ce39d-67ee-44d7-ac3b-82e66d4ca1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:18.073688 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1459aa87-8960-4f82-aaf8-7adc42bb6a48 req-a95ce39d-67ee-44d7-ac3b-82e66d4ca1c4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a811fa06-6675-4a43-8ce8-4ab3f7e8d10a HTTP/1.1" status: 200 len: 834 time: 0.0610952 Jul 09 16:46:18.169291 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459aa87-8960-4f82-aaf8-7adc42bb6a48 req-25bdc123-6227-4e32-820b-8664012facdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:18.171455 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1459aa87-8960-4f82-aaf8-7adc42bb6a48 req-25bdc123-6227-4e32-820b-8664012facdb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b0fd9e2b-c374-4f8e-9872-75d950c7a99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0915849 Jul 09 16:46:18.386800 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1459aa87-8960-4f82-aaf8-7adc42bb6a48 req-a72a1fba-e148-4e47-a1cb-1eadb4fc10eb service neutron] 10.222.0.77 "GET /v2.0/networks/b0fd9e2b-c374-4f8e-9872-75d950c7a99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075624 Jul 09 16:46:18.571849 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1459aa87-8960-4f82-aaf8-7adc42bb6a48 req-2b2d8c76-814e-4890-bb6e-173e1cb552b9 service neutron] 10.222.0.77 "GET /v2.0/networks/b0fd9e2b-c374-4f8e-9872-75d950c7a99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794443 Jul 09 16:46:18.988139 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eac78d-50df-4c68-ae16-69092ace5dea req-e5101fd1-e9a4-4584-a5e4-b4d988467040 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:18.990078 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e1eac78d-50df-4c68-ae16-69092ace5dea req-e5101fd1-e9a4-4584-a5e4-b4d988467040 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c HTTP/1.1" status: 200 len: 946 time: 0.1088083 Jul 09 16:46:19.055697 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e1eac78d-50df-4c68-ae16-69092ace5dea req-5bf67e74-7c90-481a-9617-71382dd400c2 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1777dfc-c88d-4402-b525-8b370a0d3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559287 Jul 09 16:46:19.335411 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece10e0-8660-4bef-92e9-3e70a0e579b7 req-9750c699-a78e-495b-9dd4-bf67658548b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:19.338023 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9ece10e0-8660-4bef-92e9-3e70a0e579b7 req-9750c699-a78e-495b-9dd4-bf67658548b1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f98cc886c66a474a8d448186851b2eab&device_id=e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c HTTP/1.1" status: 200 len: 1097 time: 0.0866957 Jul 09 16:46:19.469673 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece10e0-8660-4bef-92e9-3e70a0e579b7 req-465d36d7-411b-4159-bce5-ac2505bb1885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:19.471291 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9ece10e0-8660-4bef-92e9-3e70a0e579b7 req-465d36d7-411b-4159-bce5-ac2505bb1885 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b0fd9e2b-c374-4f8e-9872-75d950c7a99b HTTP/1.1" status: 200 len: 898 time: 0.1263721 Jul 09 16:46:19.564059 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9ece10e0-8660-4bef-92e9-3e70a0e579b7 req-0425a314-82b5-4780-a48f-b9385402a420 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6a38973-cb7a-40ea-8d4a-6ca1820c7881 HTTP/1.1" status: 200 len: 1001 time: 0.0859284 Jul 09 16:46:19.619344 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece10e0-8660-4bef-92e9-3e70a0e579b7 req-0ac3fcc1-7ecb-4e55-90af-87343868a9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:19.620757 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9ece10e0-8660-4bef-92e9-3e70a0e579b7 req-0ac3fcc1-7ecb-4e55-90af-87343868a9f0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a811fa06-6675-4a43-8ce8-4ab3f7e8d10a HTTP/1.1" status: 200 len: 834 time: 0.0511148 Jul 09 16:46:19.694532 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece10e0-8660-4bef-92e9-3e70a0e579b7 req-9128d7e2-9092-436b-a5d4-50122a99036e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:19.696741 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9ece10e0-8660-4bef-92e9-3e70a0e579b7 req-9128d7e2-9092-436b-a5d4-50122a99036e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b0fd9e2b-c374-4f8e-9872-75d950c7a99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702679 Jul 09 16:46:19.791183 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9ece10e0-8660-4bef-92e9-3e70a0e579b7 req-ae093e20-4045-4a71-934b-874c8bbfdd57 service neutron] 10.222.0.77 "GET /v2.0/networks/b0fd9e2b-c374-4f8e-9872-75d950c7a99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878010 Jul 09 16:46:19.893829 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9ece10e0-8660-4bef-92e9-3e70a0e579b7 req-02df77cf-d926-4456-a60d-f027094c63a6 service neutron] 10.222.0.77 "GET /v2.0/networks/b0fd9e2b-c374-4f8e-9872-75d950c7a99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963113 Jul 09 16:46:20.256732 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed602362-5f05-4b96-9976-203bea18da51 req-023d6a43-f53e-483d-a4a5-14a1a9ac33f2 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:20.259864 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ed602362-5f05-4b96-9976-203bea18da51 req-023d6a43-f53e-483d-a4a5-14a1a9ac33f2 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c HTTP/1.1" status: 200 len: 946 time: 0.0899651 Jul 09 16:46:20.302069 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ed602362-5f05-4b96-9976-203bea18da51 req-2b785b6c-e0ef-40f7-a925-c1c6466b09d5 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1777dfc-c88d-4402-b525-8b370a0d3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340765 Jul 09 16:46:21.356063 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4fa4c-c2f2-470b-bec9-c06a4df39e3e req-d619de03-9afe-4bf1-9a90-423206e56962 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:21.359240 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bda4fa4c-c2f2-470b-bec9-c06a4df39e3e req-d619de03-9afe-4bf1-9a90-423206e56962 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/networks?id=f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 HTTP/1.1" status: 200 len: 810 time: 0.1657541 Jul 09 16:46:21.374264 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bda4fa4c-c2f2-470b-bec9-c06a4df39e3e req-8306f42a-1262-4832-aac8-0279867ed489 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/quotas/1c75594b2a664d30980bf347c7fbaad8 HTTP/1.1" status: 200 len: 375 time: 0.0103354 Jul 09 16:46:21.459327 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bda4fa4c-c2f2-470b-bec9-c06a4df39e3e req-ae7c6c81-946b-42b5-ac68-91812fa87c1c tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=1c75594b2a664d30980bf347c7fbaad8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0793705 Jul 09 16:46:21.595422 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bda4fa4c-c2f2-470b-bec9-c06a4df39e3e req-b07243aa-5ca4-4478-9543-cb681858c72c service neutron] 10.222.0.98 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301525 Jul 09 16:46:21.706143 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bda4fa4c-c2f2-470b-bec9-c06a4df39e3e req-7fa16e22-5278-4e43-bcff-7290f744efb9 service neutron] 10.222.0.98 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045556 Jul 09 16:46:22.217272 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722bdf5-35c3-4fbc-9bd7-9f5e1050a755 req-cb149885-5329-48f3-858f-eaf95ecd1ba4 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:22.218869 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0722bdf5-35c3-4fbc-9bd7-9f5e1050a755 req-cb149885-5329-48f3-858f-eaf95ecd1ba4 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c HTTP/1.1" status: 200 len: 946 time: 0.0764046 Jul 09 16:46:22.274618 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0722bdf5-35c3-4fbc-9bd7-9f5e1050a755 req-e880e339-dde0-49db-85b5-bfe57e15f37e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1777dfc-c88d-4402-b525-8b370a0d3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497673 Jul 09 16:46:22.343801 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-78ea2f13-4ce4-4705-8835-ae431f740525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:22.379355 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4cd44f5d-1ac6-4ae2-a138-b8cdef18693c req-b2527b97-08d1-4dd6-9c28-9bed7f329a53 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e3c5d91-aa70-45e2-8c29-3a36fc741474 HTTP/1.1" status: 200 len: 210 time: 0.0575299 Jul 09 16:46:23.258887 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4fa4c-c2f2-470b-bec9-c06a4df39e3e req-eecf1f7f-1f45-4451-b965-6bf3a514b866 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:23.263203 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bda4fa4c-c2f2-470b-bec9-c06a4df39e3e req-eecf1f7f-1f45-4451-b965-6bf3a514b866 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.77 "GET /v2.0/networks?id=f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 HTTP/1.1" status: 200 len: 810 time: 0.1295600 Jul 09 16:46:23.276134 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-bda4fa4c-c2f2-470b-bec9-c06a4df39e3e req-6917ab9b-41ad-4631-afc2-939e333de1ae tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Request body: {'port': {'device_id': '5e3c5d91-aa70-45e2-8c29-3a36fc741474', 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354', 'admin_state_up': True, 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:46:23.424201 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bda4fa4c-c2f2-470b-bec9-c06a4df39e3e req-6917ab9b-41ad-4631-afc2-939e333de1ae tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Made reservation on behalf of 1c75594b2a664d30980bf347c7fbaad8 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:46:23.429930 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bda4fa4c-c2f2-470b-bec9-c06a4df39e3e req-6917ab9b-41ad-4631-afc2-939e333de1ae tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:23.614971 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487bc063-0f4f-427b-9868-054a427d0727 req-00e7b967-3f43-432b-a97a-68711a4e9623 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:23.616504 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-487bc063-0f4f-427b-9868-054a427d0727 req-00e7b967-3f43-432b-a97a-68711a4e9623 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c HTTP/1.1" status: 200 len: 946 time: 0.1606367 Jul 09 16:46:23.654988 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-bda4fa4c-c2f2-470b-bec9-c06a4df39e3e req-6917ab9b-41ad-4631-afc2-939e333de1ae tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Allocated IP 172.20.0.12 (f36f2b9b-47ba-4cd8-a2dd-8998abc0c354/470183cf-e48b-46ba-9f1f-c70364d25786/52d26214-99be-4635-9d74-0c5cfd2efbca) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:46:23.676217 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-487bc063-0f4f-427b-9868-054a427d0727 req-425b5fc8-d0f4-4648-b79e-fcceb15b9ff3 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1777dfc-c88d-4402-b525-8b370a0d3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524457 Jul 09 16:46:23.868311 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-37535b69-f7f2-4f2b-8eea-489a207af6af req-8a043e09-19e7-4980-811b-c73c2c41f662 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e3c5d91-aa70-45e2-8c29-3a36fc741474 HTTP/1.1" status: 200 len: 210 time: 0.0412569 Jul 09 16:46:23.884390 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bda4fa4c-c2f2-470b-bec9-c06a4df39e3e req-6917ab9b-41ad-4631-afc2-939e333de1ae tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:23.905348 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-bda4fa4c-c2f2-470b-bec9-c06a4df39e3e req-6917ab9b-41ad-4631-afc2-939e333de1ae tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Transition to ACTIVE for port object 52d26214-99be-4635-9d74-0c5cfd2efbca will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:46:23.947704 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bda4fa4c-c2f2-470b-bec9-c06a4df39e3e req-6917ab9b-41ad-4631-afc2-939e333de1ae tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:24.001497 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bda4fa4c-c2f2-470b-bec9-c06a4df39e3e req-6917ab9b-41ad-4631-afc2-939e333de1ae tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Network f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:46:24.005399 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-bda4fa4c-c2f2-470b-bec9-c06a4df39e3e req-6917ab9b-41ad-4631-afc2-939e333de1ae tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:46:24.010703 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda4fa4c-c2f2-470b-bec9-c06a4df39e3e req-6917ab9b-41ad-4631-afc2-939e333de1ae tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:46:24.014398 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6917ab9b-41ad-4631-afc2-939e333de1ae tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Pushing event updated for resources: {'Port': ['ID=52d26214-99be-4635-9d74-0c5cfd2efbca,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:24.089111 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4fa4c-c2f2-470b-bec9-c06a4df39e3e req-6917ab9b-41ad-4631-afc2-939e333de1ae tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:24.095812 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bda4fa4c-c2f2-470b-bec9-c06a4df39e3e req-6917ab9b-41ad-4631-afc2-939e333de1ae tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:24.116194 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bda4fa4c-c2f2-470b-bec9-c06a4df39e3e req-6917ab9b-41ad-4631-afc2-939e333de1ae tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8451049 Jul 09 16:46:24.129014 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-bda4fa4c-c2f2-470b-bec9-c06a4df39e3e req-7261483e-396f-4f1e-9728-2e9bd6330928 service neutron] Request body: {'port': {'device_id': '5e3c5d91-aa70-45e2-8c29-3a36fc741474', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:46:24.241097 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bda4fa4c-c2f2-470b-bec9-c06a4df39e3e req-7261483e-396f-4f1e-9728-2e9bd6330928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:24.334696 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1c37340c-d451-4a40-9cee-a05e4c773e3c None None] Provisioning for port 52d26214-99be-4635-9d74-0c5cfd2efbca completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:46:24.341379 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1c37340c-d451-4a40-9cee-a05e4c773e3c None None] Provisioning complete for port 52d26214-99be-4635-9d74-0c5cfd2efbca triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:46:24.341756 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1c37340c-d451-4a40-9cee-a05e4c773e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:24.393146 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-1c37340c-d451-4a40-9cee-a05e4c773e3c None None] Port 52d26214-99be-4635-9d74-0c5cfd2efbca cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:46:24.611627 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-bda4fa4c-c2f2-470b-bec9-c06a4df39e3e req-7261483e-396f-4f1e-9728-2e9bd6330928 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52d26214-99be-4635-9d74-0c5cfd2efbca {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:46:24.620867 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bda4fa4c-c2f2-470b-bec9-c06a4df39e3e req-7261483e-396f-4f1e-9728-2e9bd6330928 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:24.634494 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-bda4fa4c-c2f2-470b-bec9-c06a4df39e3e req-7261483e-396f-4f1e-9728-2e9bd6330928 service neutron] Transition to ACTIVE for port object 52d26214-99be-4635-9d74-0c5cfd2efbca will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:46:24.639008 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bda4fa4c-c2f2-470b-bec9-c06a4df39e3e req-7261483e-396f-4f1e-9728-2e9bd6330928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:24.749976 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7261483e-396f-4f1e-9728-2e9bd6330928 service neutron] Pushing event updated for resources: {'Port': ['ID=52d26214-99be-4635-9d74-0c5cfd2efbca,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:24.815321 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-bda4fa4c-c2f2-470b-bec9-c06a4df39e3e req-7261483e-396f-4f1e-9728-2e9bd6330928 service neutron] Attempting to bind port 52d26214-99be-4635-9d74-0c5cfd2efbca on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:46:24.815663 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-bda4fa4c-c2f2-470b-bec9-c06a4df39e3e req-7261483e-396f-4f1e-9728-2e9bd6330928 service neutron] Attempting to bind port 52d26214-99be-4635-9d74-0c5cfd2efbca by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'f8892455-537d-4135-a8a6-c5f11d1a74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:46:24.815992 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda4fa4c-c2f2-470b-bec9-c06a4df39e3e req-7261483e-396f-4f1e-9728-2e9bd6330928 service neutron] Attempting to bind port 52d26214-99be-4635-9d74-0c5cfd2efbca on network f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:46:24.821327 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda4fa4c-c2f2-470b-bec9-c06a4df39e3e req-7261483e-396f-4f1e-9728-2e9bd6330928 service neutron] Port 52d26214-99be-4635-9d74-0c5cfd2efbca on network f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:46:24.822404 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda4fa4c-c2f2-470b-bec9-c06a4df39e3e req-7261483e-396f-4f1e-9728-2e9bd6330928 service neutron] Attempting to bind port 52d26214-99be-4635-9d74-0c5cfd2efbca on network f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:46:24.828460 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda4fa4c-c2f2-470b-bec9-c06a4df39e3e req-7261483e-396f-4f1e-9728-2e9bd6330928 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:46:24.828800 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda4fa4c-c2f2-470b-bec9-c06a4df39e3e req-7261483e-396f-4f1e-9728-2e9bd6330928 service neutron] Checking segment: {'id': 'f8892455-537d-4135-a8a6-c5f11d1a74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:46:24.829184 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda4fa4c-c2f2-470b-bec9-c06a4df39e3e req-7261483e-396f-4f1e-9728-2e9bd6330928 service neutron] Bound using segment: {'id': 'f8892455-537d-4135-a8a6-c5f11d1a74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:46:24.830337 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-bda4fa4c-c2f2-470b-bec9-c06a4df39e3e req-7261483e-396f-4f1e-9728-2e9bd6330928 service neutron] Bound port: 52d26214-99be-4635-9d74-0c5cfd2efbca, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8892455-537d-4135-a8a6-c5f11d1a74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:46:24.830719 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bda4fa4c-c2f2-470b-bec9-c06a4df39e3e req-7261483e-396f-4f1e-9728-2e9bd6330928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:24.972947 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-bda4fa4c-c2f2-470b-bec9-c06a4df39e3e req-7261483e-396f-4f1e-9728-2e9bd6330928 service neutron] For port 52d26214-99be-4635-9d74-0c5cfd2efbca, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:46:24.993788 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-bda4fa4c-c2f2-470b-bec9-c06a4df39e3e req-7261483e-396f-4f1e-9728-2e9bd6330928 service neutron] For port 52d26214-99be-4635-9d74-0c5cfd2efbca, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=52d26214-99be-4635-9d74-0c5cfd2efbca,segment=NetworkSegment(f8892455-537d-4135-a8a6-c5f11d1a74c6),segment_id=f8892455-537d-4135-a8a6-c5f11d1a74c6)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:46:25.013132 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c33cd9-6bce-486c-a433-9360f5bc2d19 req-a9ce99ea-cdcd-4bd2-b6da-7b752b419d20 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:25.015056 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-48c33cd9-6bce-486c-a433-9360f5bc2d19 req-a9ce99ea-cdcd-4bd2-b6da-7b752b419d20 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c HTTP/1.1" status: 200 len: 946 time: 0.1382740 Jul 09 16:46:25.030434 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bda4fa4c-c2f2-470b-bec9-c06a4df39e3e req-7261483e-396f-4f1e-9728-2e9bd6330928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:25.090420 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4fa4c-c2f2-470b-bec9-c06a4df39e3e req-7261483e-396f-4f1e-9728-2e9bd6330928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:25.091059 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bda4fa4c-c2f2-470b-bec9-c06a4df39e3e req-7261483e-396f-4f1e-9728-2e9bd6330928 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:25.092682 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bda4fa4c-c2f2-470b-bec9-c06a4df39e3e req-7261483e-396f-4f1e-9728-2e9bd6330928 service neutron] 10.222.0.77 "PUT /v2.0/ports/52d26214-99be-4635-9d74-0c5cfd2efbca HTTP/1.1" status: 200 len: 1092 time: 0.9688921 Jul 09 16:46:25.094405 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e3c5d91-aa70-45e2-8c29-3a36fc741474', 'tag': '52d26214-99be-4635-9d74-0c5cfd2efbca'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:46:25.096986 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94658dce-c520-4f00-a058-d8d2e0c02344" -d '{"events": [{"name": "network-changed", "server_uuid": "5e3c5d91-aa70-45e2-8c29-3a36fc741474", "tag": "52d26214-99be-4635-9d74-0c5cfd2efbca"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:46:25.136845 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ff1870db-109b-4eee-844a-6dd8b704c064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:25.143861 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-48c33cd9-6bce-486c-a433-9360f5bc2d19 req-61d7d784-f019-431a-83d9-589472caae5c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1777dfc-c88d-4402-b525-8b370a0d3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154985 Jul 09 16:46:25.145949 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7261483e-396f-4f1e-9728-2e9bd6330928 service neutron] Pushing event updated for resources: {'Port': ['ID=52d26214-99be-4635-9d74-0c5cfd2efbca,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:25.278703 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4fa4c-c2f2-470b-bec9-c06a4df39e3e req-82bb84e2-bed4-44a2-9998-917b7e745321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:25.280479 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bda4fa4c-c2f2-470b-bec9-c06a4df39e3e req-82bb84e2-bed4-44a2-9998-917b7e745321 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1c75594b2a664d30980bf347c7fbaad8&device_id=5e3c5d91-aa70-45e2-8c29-3a36fc741474 HTTP/1.1" status: 200 len: 1095 time: 0.1356659 Jul 09 16:46:25.362029 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bda4fa4c-c2f2-470b-bec9-c06a4df39e3e req-4b281f44-88ed-44ad-b896-952217299afe service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52d26214-99be-4635-9d74-0c5cfd2efbca HTTP/1.1" status: 200 len: 217 time: 0.0733857 Jul 09 16:46:25.444354 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4fa4c-c2f2-470b-bec9-c06a4df39e3e req-e49d8720-6d48-458f-bafe-b6a2b7272f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:25.446342 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bda4fa4c-c2f2-470b-bec9-c06a4df39e3e req-e49d8720-6d48-458f-bafe-b6a2b7272f1c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=470183cf-e48b-46ba-9f1f-c70364d25786 HTTP/1.1" status: 200 len: 849 time: 0.0670631 Jul 09 16:46:25.470847 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c38e60c-7752-4775-a46b-ec13d70cc7af req-4861406b-cfcf-4c4b-826c-456a3096062a tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:25.472378 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0c38e60c-7752-4775-a46b-ec13d70cc7af req-4861406b-cfcf-4c4b-826c-456a3096062a tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e3c5d91-aa70-45e2-8c29-3a36fc741474 HTTP/1.1" status: 200 len: 944 time: 0.1218755 Jul 09 16:46:25.559329 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0c38e60c-7752-4775-a46b-ec13d70cc7af req-2b2369c7-9797-4b00-b8e5-052de971052c tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539534 Jul 09 16:46:25.571845 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4fa4c-c2f2-470b-bec9-c06a4df39e3e req-cdaa9d68-b2a8-4f00-9256-c8de1e9b8d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:25.573337 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bda4fa4c-c2f2-470b-bec9-c06a4df39e3e req-cdaa9d68-b2a8-4f00-9256-c8de1e9b8d09 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f36f2b9b-47ba-4cd8-a2dd-8998abc0c354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1193419 Jul 09 16:46:25.639940 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0a3f46-d06e-4d40-9d4c-14c11ac1b8b4 x-openstack-request-id: req-7d0a3f46-d06e-4d40-9d4c-14c11ac1b8b4 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:46:25.640700 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e3c5d91-aa70-45e2-8c29-3a36fc741474", "tag": "52d26214-99be-4635-9d74-0c5cfd2efbca", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:46:25.640700 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7d0a3f46-d06e-4d40-9d4c-14c11ac1b8b4 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:46:25.640925 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e3c5d91-aa70-45e2-8c29-3a36fc741474', 'tag': '52d26214-99be-4635-9d74-0c5cfd2efbca', 'status': 'completed', 'code': 200} Jul 09 16:46:25.699818 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bda4fa4c-c2f2-470b-bec9-c06a4df39e3e req-9165894c-5b1a-461c-b1ba-ecdc33830c75 service neutron] 10.222.0.77 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188920 Jul 09 16:46:25.792924 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:25.815739 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bda4fa4c-c2f2-470b-bec9-c06a4df39e3e req-0dce562a-43a1-46d9-99d9-793eb0a95f84 service neutron] 10.222.0.77 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085668 Jul 09 16:46:25.962855 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94658dce-c520-4f00-a058-d8d2e0c02344 req-3a3457ea-c10a-4b2a-92e7-e36c530a003d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:25.964697 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-94658dce-c520-4f00-a058-d8d2e0c02344 req-3a3457ea-c10a-4b2a-92e7-e36c530a003d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1c75594b2a664d30980bf347c7fbaad8&device_id=5e3c5d91-aa70-45e2-8c29-3a36fc741474 HTTP/1.1" status: 200 len: 1095 time: 0.0925858 Jul 09 16:46:26.080155 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94658dce-c520-4f00-a058-d8d2e0c02344 req-cc26c9e9-2adc-492a-8d87-f215ee82e57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:26.081962 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-94658dce-c520-4f00-a058-d8d2e0c02344 req-cc26c9e9-2adc-492a-8d87-f215ee82e57a service neutron] 10.222.0.77 "GET /v2.0/networks?id=f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 HTTP/1.1" status: 200 len: 911 time: 0.1098704 Jul 09 16:46:26.130200 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-94658dce-c520-4f00-a058-d8d2e0c02344 req-ca5d04a2-2348-4b5c-bee5-0d4d4eae739f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52d26214-99be-4635-9d74-0c5cfd2efbca HTTP/1.1" status: 200 len: 217 time: 0.0415690 Jul 09 16:46:26.196754 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94658dce-c520-4f00-a058-d8d2e0c02344 req-f2974d73-cbe9-4e26-b1b9-8559be71f931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:26.198624 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-94658dce-c520-4f00-a058-d8d2e0c02344 req-f2974d73-cbe9-4e26-b1b9-8559be71f931 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=470183cf-e48b-46ba-9f1f-c70364d25786 HTTP/1.1" status: 200 len: 849 time: 0.0596511 Jul 09 16:46:26.285391 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94658dce-c520-4f00-a058-d8d2e0c02344 req-873a19b0-59a9-446c-a16a-65ea4f92206a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:26.287278 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-94658dce-c520-4f00-a058-d8d2e0c02344 req-873a19b0-59a9-446c-a16a-65ea4f92206a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f36f2b9b-47ba-4cd8-a2dd-8998abc0c354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0825357 Jul 09 16:46:26.323514 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:26.453657 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-94658dce-c520-4f00-a058-d8d2e0c02344 req-60d10658-f2ca-4934-8d52-23a98c5f5d48 service neutron] 10.222.0.77 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592343 Jul 09 16:46:26.462195 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c4107-07a6-4e34-ad1c-64743be406e7 req-0fac18f7-17a1-4500-b781-bf52585f374f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:26.465469 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-331c4107-07a6-4e34-ad1c-64743be406e7 req-0fac18f7-17a1-4500-b781-bf52585f374f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c HTTP/1.1" status: 200 len: 946 time: 0.1517820 Jul 09 16:46:26.548575 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-331c4107-07a6-4e34-ad1c-64743be406e7 req-47a5a018-2f9b-43df-98e8-15331b8aaecb tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1777dfc-c88d-4402-b525-8b370a0d3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734797 Jul 09 16:46:26.585484 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-94658dce-c520-4f00-a058-d8d2e0c02344 req-faf646ee-5aef-4004-ae5e-4a411d10a1bd service neutron] 10.222.0.77 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190574 Jul 09 16:46:26.777465 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:26.794011 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b640d1b5-46b6-4e56-a704-5c3cdd701501 req-1ad3f812-4ee4-43b7-8ded-fdc57f52279e tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:26.795755 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b640d1b5-46b6-4e56-a704-5c3cdd701501 req-1ad3f812-4ee4-43b7-8ded-fdc57f52279e tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e3c5d91-aa70-45e2-8c29-3a36fc741474 HTTP/1.1" status: 200 len: 944 time: 0.1023340 Jul 09 16:46:26.839872 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b640d1b5-46b6-4e56-a704-5c3cdd701501 req-9ae1ebd4-39f3-4ac8-957c-c15b74890f01 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342152 Jul 09 16:46:27.793021 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7dc31-e97a-4217-afe7-74e1cc72070e req-29437bd3-a997-43e1-bae9-e6d4e12a3976 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:27.801237 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-47d7dc31-e97a-4217-afe7-74e1cc72070e req-29437bd3-a997-43e1-bae9-e6d4e12a3976 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c HTTP/1.1" status: 200 len: 946 time: 0.0972643 Jul 09 16:46:27.838583 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-47d7dc31-e97a-4217-afe7-74e1cc72070e req-5175d0f3-d414-46ed-8951-ddb4f1f32be9 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1777dfc-c88d-4402-b525-8b370a0d3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364435 Jul 09 16:46:28.050200 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68b617-c060-455d-a653-f4ca57d97350 req-ce5b8f6e-c05b-4870-8517-b1b2d2c88346 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:28.051982 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7a68b617-c060-455d-a653-f4ca57d97350 req-ce5b8f6e-c05b-4870-8517-b1b2d2c88346 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e3c5d91-aa70-45e2-8c29-3a36fc741474 HTTP/1.1" status: 200 len: 944 time: 0.0853496 Jul 09 16:46:28.100118 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7a68b617-c060-455d-a653-f4ca57d97350 req-a7b0b376-ea1d-433e-84ac-a6eed8d029f0 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404003 Jul 09 16:46:28.253277 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:29.029611 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f3506-31b0-424f-ba1e-b652f296fb37 req-dec17373-2c3e-4b0c-8a1a-db1140b06deb tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:29.029611 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8a5f3506-31b0-424f-ba1e-b652f296fb37 req-dec17373-2c3e-4b0c-8a1a-db1140b06deb tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c HTTP/1.1" status: 200 len: 946 time: 0.0730641 Jul 09 16:46:29.084528 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8a5f3506-31b0-424f-ba1e-b652f296fb37 req-3827dbad-636d-41e3-869f-43191c6c4062 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1777dfc-c88d-4402-b525-8b370a0d3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469313 Jul 09 16:46:29.294307 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4c544-5d4f-489b-b03e-9ac280f9eb72 req-62a569c6-e04e-4263-934a-b3328f74a134 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:29.295960 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d5d4c544-5d4f-489b-b03e-9ac280f9eb72 req-62a569c6-e04e-4263-934a-b3328f74a134 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e3c5d91-aa70-45e2-8c29-3a36fc741474 HTTP/1.1" status: 200 len: 944 time: 0.0702956 Jul 09 16:46:29.341446 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d5d4c544-5d4f-489b-b03e-9ac280f9eb72 req-f22b3494-e16e-4f36-824e-7b1432160911 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397763 Jul 09 16:46:30.278740 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c368d-9bfc-4372-945c-5ad66dfa2457 req-815b64cb-6da0-4da8-b1d3-826ab83942d2 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:30.280525 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-708c368d-9bfc-4372-945c-5ad66dfa2457 req-815b64cb-6da0-4da8-b1d3-826ab83942d2 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c HTTP/1.1" status: 200 len: 946 time: 0.0777342 Jul 09 16:46:30.322083 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-708c368d-9bfc-4372-945c-5ad66dfa2457 req-86dc700c-07d1-4ef1-89b5-db5d37482eb0 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1777dfc-c88d-4402-b525-8b370a0d3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354793 Jul 09 16:46:30.551902 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98db946-5214-4879-8316-14a8a8dd01b2 req-531d80b5-aabd-4c82-90bc-337cc391912f tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:30.551902 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f98db946-5214-4879-8316-14a8a8dd01b2 req-531d80b5-aabd-4c82-90bc-337cc391912f tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e3c5d91-aa70-45e2-8c29-3a36fc741474 HTTP/1.1" status: 200 len: 944 time: 0.0640852 Jul 09 16:46:30.603360 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f98db946-5214-4879-8316-14a8a8dd01b2 req-38b2235d-099b-4c24-8544-14e7e97023e3 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431430 Jul 09 16:46:31.521769 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d71428-6d9c-41d0-8b42-5b46b19db72c req-30836c50-1355-4a7f-b718-aa8fc939979c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:31.523340 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-76d71428-6d9c-41d0-8b42-5b46b19db72c req-30836c50-1355-4a7f-b718-aa8fc939979c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c HTTP/1.1" status: 200 len: 946 time: 0.0698113 Jul 09 16:46:31.568444 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-76d71428-6d9c-41d0-8b42-5b46b19db72c req-1bb56b9e-c4eb-4496-ada5-5145b457677f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1777dfc-c88d-4402-b525-8b370a0d3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387866 Jul 09 16:46:31.789253 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57216d1d-bcc8-4fe4-af35-691d2b2f2a21 req-a3aefb6e-52d4-45a8-a8ea-48c3da702204 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:31.790966 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-57216d1d-bcc8-4fe4-af35-691d2b2f2a21 req-a3aefb6e-52d4-45a8-a8ea-48c3da702204 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e3c5d91-aa70-45e2-8c29-3a36fc741474 HTTP/1.1" status: 200 len: 944 time: 0.0760605 Jul 09 16:46:31.863153 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-57216d1d-bcc8-4fe4-af35-691d2b2f2a21 req-02f5dfa9-f88d-44da-8f16-b4607697f032 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525157 Jul 09 16:46:31.869365 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [req-9ece10e0-8660-4bef-92e9-3e70a0e579b7 req-3cb05a7e-b9d8-49d2-919c-fa83b9bbb253 service neutron] show failed (client error): The resource could not be found. Jul 09 16:46:31.870198 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9ece10e0-8660-4bef-92e9-3e70a0e579b7 req-3cb05a7e-b9d8-49d2-919c-fa83b9bbb253 service neutron] 10.222.0.77 "GET /v2.0/ports/e6a38973-cb7a-40ea-8d4a-6ca1820c7881/bindings/n-h2-798930-3 HTTP/1.1" status: 404 len: 380 time: 0.0976453 Jul 09 16:46:32.578481 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece10e0-8660-4bef-92e9-3e70a0e579b7 req-ac48d349-156f-4c74-9379-ead2c45ba20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:32.580013 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9ece10e0-8660-4bef-92e9-3e70a0e579b7 req-ac48d349-156f-4c74-9379-ead2c45ba20a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c&tenant_id=f98cc886c66a474a8d448186851b2eab HTTP/1.1" status: 200 len: 1097 time: 0.4857650 Jul 09 16:46:32.598303 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-9ece10e0-8660-4bef-92e9-3e70a0e579b7 req-e8132037-1a8a-498d-94c7-a5645ba58687 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798930-3', 'device_owner': 'compute:nova'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:46:32.681793 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ece10e0-8660-4bef-92e9-3e70a0e579b7 req-e8132037-1a8a-498d-94c7-a5645ba58687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:32.859558 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5903d-c97c-464f-bcb6-72e050524519 req-7ef7d85f-1a43-4f17-889e-ebff34377d10 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:32.861100 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d8b5903d-c97c-464f-bcb6-72e050524519 req-7ef7d85f-1a43-4f17-889e-ebff34377d10 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c HTTP/1.1" status: 200 len: 946 time: 0.1414847 Jul 09 16:46:32.953724 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d8b5903d-c97c-464f-bcb6-72e050524519 req-00767203-853f-4308-8185-c08311747dfc tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1777dfc-c88d-4402-b525-8b370a0d3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757964 Jul 09 16:46:32.990968 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-9ece10e0-8660-4bef-92e9-3e70a0e579b7 req-e8132037-1a8a-498d-94c7-a5645ba58687 service neutron] For port e6a38973-cb7a-40ea-8d4a-6ca1820c7881, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=e6a38973-cb7a-40ea-8d4a-6ca1820c7881,segment=NetworkSegment(7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c),segment_id=7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:46:33.030314 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-9ece10e0-8660-4bef-92e9-3e70a0e579b7 req-e8132037-1a8a-498d-94c7-a5645ba58687 service neutron] For port e6a38973-cb7a-40ea-8d4a-6ca1820c7881, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:46:33.087230 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6a38973-cb7a-40ea-8d4a-6ca1820c7881'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:46:33.089508 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea03c12f-b5c6-42ea-8360-2a8efb75f61f" -d '{"events": [{"server_uuid": "e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c", "name": "network-vif-unplugged", "status": "completed", "tag": "e6a38973-cb7a-40ea-8d4a-6ca1820c7881"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:46:33.094324 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ece10e0-8660-4bef-92e9-3e70a0e579b7 req-e8132037-1a8a-498d-94c7-a5645ba58687 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:33.139623 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-9ece10e0-8660-4bef-92e9-3e70a0e579b7 req-e8132037-1a8a-498d-94c7-a5645ba58687 service neutron] Transition to ACTIVE for port object e6a38973-cb7a-40ea-8d4a-6ca1820c7881 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:46:33.146303 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ece10e0-8660-4bef-92e9-3e70a0e579b7 req-e8132037-1a8a-498d-94c7-a5645ba58687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:33.301682 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf90486-298e-4a3a-a005-8ace6fbf2d09 req-0579a665-21c2-47fe-8940-ed3e6e1aae81 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:33.303313 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cbf90486-298e-4a3a-a005-8ace6fbf2d09 req-0579a665-21c2-47fe-8940-ed3e6e1aae81 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e3c5d91-aa70-45e2-8c29-3a36fc741474 HTTP/1.1" status: 200 len: 944 time: 0.2292676 Jul 09 16:46:33.309897 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8132037-1a8a-498d-94c7-a5645ba58687 service neutron] Pushing event updated for resources: {'Port': ['ID=e6a38973-cb7a-40ea-8d4a-6ca1820c7881,revision_number=6']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:33.374433 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ece10e0-8660-4bef-92e9-3e70a0e579b7 req-e8132037-1a8a-498d-94c7-a5645ba58687 service neutron] No DVR routers for this DVR port e6a38973-cb7a-40ea-8d4a-6ca1820c7881 on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:46:33.423479 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cbf90486-298e-4a3a-a005-8ace6fbf2d09 req-3d7a270e-2dd6-40d8-93a2-83614e9cdfba tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107826 Jul 09 16:46:33.496081 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ecde88-431c-4380-8aa1-b281f13ef0d1 x-openstack-request-id: req-52ecde88-431c-4380-8aa1-b281f13ef0d1 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:46:33.496378 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c", "name": "network-vif-unplugged", "status": "completed", "tag": "e6a38973-cb7a-40ea-8d4a-6ca1820c7881", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:46:33.496629 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-52ecde88-431c-4380-8aa1-b281f13ef0d1 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:46:33.497202 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6a38973-cb7a-40ea-8d4a-6ca1820c7881', 'code': 200} Jul 09 16:46:33.541213 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-9ece10e0-8660-4bef-92e9-3e70a0e579b7 req-e8132037-1a8a-498d-94c7-a5645ba58687 service neutron] Attempting to bind port e6a38973-cb7a-40ea-8d4a-6ca1820c7881 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:46:33.541573 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-9ece10e0-8660-4bef-92e9-3e70a0e579b7 req-e8132037-1a8a-498d-94c7-a5645ba58687 service neutron] Attempting to bind port e6a38973-cb7a-40ea-8d4a-6ca1820c7881 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': '7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b0fd9e2b-c374-4f8e-9872-75d950c7a99b'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:46:33.542058 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ece10e0-8660-4bef-92e9-3e70a0e579b7 req-e8132037-1a8a-498d-94c7-a5645ba58687 service neutron] Attempting to bind port e6a38973-cb7a-40ea-8d4a-6ca1820c7881 on network b0fd9e2b-c374-4f8e-9872-75d950c7a99b {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:46:33.547132 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ece10e0-8660-4bef-92e9-3e70a0e579b7 req-e8132037-1a8a-498d-94c7-a5645ba58687 service neutron] Port e6a38973-cb7a-40ea-8d4a-6ca1820c7881 on network b0fd9e2b-c374-4f8e-9872-75d950c7a99b not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:46:33.547465 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ece10e0-8660-4bef-92e9-3e70a0e579b7 req-e8132037-1a8a-498d-94c7-a5645ba58687 service neutron] Attempting to bind port e6a38973-cb7a-40ea-8d4a-6ca1820c7881 on network b0fd9e2b-c374-4f8e-9872-75d950c7a99b {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:46:33.553730 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ece10e0-8660-4bef-92e9-3e70a0e579b7 req-e8132037-1a8a-498d-94c7-a5645ba58687 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:46:33.563367 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ece10e0-8660-4bef-92e9-3e70a0e579b7 req-e8132037-1a8a-498d-94c7-a5645ba58687 service neutron] Checking segment: {'id': '7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b0fd9e2b-c374-4f8e-9872-75d950c7a99b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:46:33.563367 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ece10e0-8660-4bef-92e9-3e70a0e579b7 req-e8132037-1a8a-498d-94c7-a5645ba58687 service neutron] Bound using segment: {'id': '7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b0fd9e2b-c374-4f8e-9872-75d950c7a99b'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:46:33.563367 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-9ece10e0-8660-4bef-92e9-3e70a0e579b7 req-e8132037-1a8a-498d-94c7-a5645ba58687 service neutron] Bound port: e6a38973-cb7a-40ea-8d4a-6ca1820c7881, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b0fd9e2b-c374-4f8e-9872-75d950c7a99b'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:46:33.563367 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ece10e0-8660-4bef-92e9-3e70a0e579b7 req-e8132037-1a8a-498d-94c7-a5645ba58687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:33.633247 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-9ece10e0-8660-4bef-92e9-3e70a0e579b7 req-e8132037-1a8a-498d-94c7-a5645ba58687 service neutron] For port e6a38973-cb7a-40ea-8d4a-6ca1820c7881, host n-h2-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:46:33.636684 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-9ece10e0-8660-4bef-92e9-3e70a0e579b7 req-e8132037-1a8a-498d-94c7-a5645ba58687 service neutron] For port e6a38973-cb7a-40ea-8d4a-6ca1820c7881, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=e6a38973-cb7a-40ea-8d4a-6ca1820c7881,segment=NetworkSegment(7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c),segment_id=7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:46:33.642029 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ece10e0-8660-4bef-92e9-3e70a0e579b7 req-e8132037-1a8a-498d-94c7-a5645ba58687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:33.678740 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece10e0-8660-4bef-92e9-3e70a0e579b7 req-e8132037-1a8a-498d-94c7-a5645ba58687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:33.679613 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ece10e0-8660-4bef-92e9-3e70a0e579b7 req-e8132037-1a8a-498d-94c7-a5645ba58687 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:33.681055 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9ece10e0-8660-4bef-92e9-3e70a0e579b7 req-e8132037-1a8a-498d-94c7-a5645ba58687 service neutron] 10.222.0.73 "PUT /v2.0/ports/e6a38973-cb7a-40ea-8d4a-6ca1820c7881 HTTP/1.1" status: 200 len: 1092 time: 1.0875578 Jul 09 16:46:33.713023 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8132037-1a8a-498d-94c7-a5645ba58687 service neutron] Pushing event updated for resources: {'Port': ['ID=e6a38973-cb7a-40ea-8d4a-6ca1820c7881,revision_number=7']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:33.796669 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece10e0-8660-4bef-92e9-3e70a0e579b7 req-b76c2b10-71cf-4dfe-8ef3-8b75ba0e7a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:33.800284 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9ece10e0-8660-4bef-92e9-3e70a0e579b7 req-b76c2b10-71cf-4dfe-8ef3-8b75ba0e7a7e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f98cc886c66a474a8d448186851b2eab&device_id=e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c HTTP/1.1" status: 200 len: 1095 time: 0.0788164 Jul 09 16:46:33.906043 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece10e0-8660-4bef-92e9-3e70a0e579b7 req-2ea429fc-d6b9-49e6-b3a7-3bdcca2a1bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:33.907596 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9ece10e0-8660-4bef-92e9-3e70a0e579b7 req-2ea429fc-d6b9-49e6-b3a7-3bdcca2a1bb1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b0fd9e2b-c374-4f8e-9872-75d950c7a99b HTTP/1.1" status: 200 len: 898 time: 0.1000509 Jul 09 16:46:34.003336 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9ece10e0-8660-4bef-92e9-3e70a0e579b7 req-c082cd72-e468-4d54-a96a-9a453b4f5661 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6a38973-cb7a-40ea-8d4a-6ca1820c7881 HTTP/1.1" status: 200 len: 999 time: 0.0862513 Jul 09 16:46:34.070862 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece10e0-8660-4bef-92e9-3e70a0e579b7 req-8d69a185-54d5-4304-85bd-e96f22f8f99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:34.074508 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9ece10e0-8660-4bef-92e9-3e70a0e579b7 req-8d69a185-54d5-4304-85bd-e96f22f8f99e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a811fa06-6675-4a43-8ce8-4ab3f7e8d10a HTTP/1.1" status: 200 len: 834 time: 0.0616388 Jul 09 16:46:34.199122 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7ed20-6b25-4cb6-abc8-fc5ef96b7385 req-0a25765e-7003-4936-ad5e-58ab8d067e10 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:34.200682 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8eb7ed20-6b25-4cb6-abc8-fc5ef96b7385 req-0a25765e-7003-4936-ad5e-58ab8d067e10 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c HTTP/1.1" status: 200 len: 944 time: 0.1111457 Jul 09 16:46:34.206700 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece10e0-8660-4bef-92e9-3e70a0e579b7 req-be8c7eb2-359a-465d-8175-3993c83fc6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:34.208227 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9ece10e0-8660-4bef-92e9-3e70a0e579b7 req-be8c7eb2-359a-465d-8175-3993c83fc6de service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b0fd9e2b-c374-4f8e-9872-75d950c7a99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1270151 Jul 09 16:46:34.293037 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8eb7ed20-6b25-4cb6-abc8-fc5ef96b7385 req-800d2ef1-8bbe-441c-a36f-0198c7c05d96 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1777dfc-c88d-4402-b525-8b370a0d3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837884 Jul 09 16:46:34.328021 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9ece10e0-8660-4bef-92e9-3e70a0e579b7 req-cf0446f2-485c-4104-a705-74a44053c238 service neutron] 10.222.0.73 "GET /v2.0/networks/b0fd9e2b-c374-4f8e-9872-75d950c7a99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113956 Jul 09 16:46:34.435773 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9ece10e0-8660-4bef-92e9-3e70a0e579b7 req-42dbb1fa-9c42-440f-8f7d-22b7b7772987 service neutron] 10.222.0.73 "GET /v2.0/networks/b0fd9e2b-c374-4f8e-9872-75d950c7a99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009781 Jul 09 16:46:34.619863 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81c867-dbfa-4d85-8f83-7472ec2c6aa7 req-59d50daf-1d69-4f27-bc31-e423911ed81a tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:34.621546 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-de81c867-dbfa-4d85-8f83-7472ec2c6aa7 req-59d50daf-1d69-4f27-bc31-e423911ed81a tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e3c5d91-aa70-45e2-8c29-3a36fc741474 HTTP/1.1" status: 200 len: 944 time: 0.0786943 Jul 09 16:46:34.673224 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-de81c867-dbfa-4d85-8f83-7472ec2c6aa7 req-179d4988-327e-45f5-aa9b-5f560dfcc8dc tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388370 Jul 09 16:46:35.490888 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b16cae-2397-4397-9090-dfab2ac3d47d req-9123e8f0-1b6b-4633-b762-e7007782da2a tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:35.492944 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e7b16cae-2397-4397-9090-dfab2ac3d47d req-9123e8f0-1b6b-4633-b762-e7007782da2a tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c HTTP/1.1" status: 200 len: 944 time: 0.0733407 Jul 09 16:46:35.499934 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c', 'tag': 'e6a38973-cb7a-40ea-8d4a-6ca1820c7881'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:46:35.502141 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35a4943-af46-4d1c-a039-73a8691176af" -d '{"events": [{"name": "network-changed", "server_uuid": "e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c", "tag": "e6a38973-cb7a-40ea-8d4a-6ca1820c7881"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:46:35.559935 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e7b16cae-2397-4397-9090-dfab2ac3d47d req-3ac5be0b-6fc0-4c4d-9f5a-4f255f4d98a5 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1777dfc-c88d-4402-b525-8b370a0d3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607848 Jul 09 16:46:35.623934 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492568d1-c4a4-488a-9347-f3555a82dfc1 x-openstack-request-id: req-492568d1-c4a4-488a-9347-f3555a82dfc1 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:46:35.624447 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c", "tag": "e6a38973-cb7a-40ea-8d4a-6ca1820c7881", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:46:35.624881 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-492568d1-c4a4-488a-9347-f3555a82dfc1 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:46:35.625505 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c', 'tag': 'e6a38973-cb7a-40ea-8d4a-6ca1820c7881', 'status': 'completed', 'code': 200} Jul 09 16:46:35.741016 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a4943-af46-4d1c-a039-73a8691176af req-ecbb6214-bac0-4e3f-a725-d327e44090fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:35.742537 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a35a4943-af46-4d1c-a039-73a8691176af req-ecbb6214-bac0-4e3f-a725-d327e44090fb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f98cc886c66a474a8d448186851b2eab&device_id=e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c HTTP/1.1" status: 200 len: 1095 time: 0.0990038 Jul 09 16:46:35.842171 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a4943-af46-4d1c-a039-73a8691176af req-464c79a2-0c58-4c95-b502-4e0fba75dd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:35.843727 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a35a4943-af46-4d1c-a039-73a8691176af req-464c79a2-0c58-4c95-b502-4e0fba75dd62 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f98cc886c66a474a8d448186851b2eab&device_id=e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c HTTP/1.1" status: 200 len: 1095 time: 0.1507046 Jul 09 16:46:35.959628 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a4943-af46-4d1c-a039-73a8691176af req-f357f382-b747-4c7c-be74-924164ecd035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:35.961687 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a35a4943-af46-4d1c-a039-73a8691176af req-f357f382-b747-4c7c-be74-924164ecd035 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b0fd9e2b-c374-4f8e-9872-75d950c7a99b HTTP/1.1" status: 200 len: 898 time: 0.2123604 Jul 09 16:46:36.050274 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50778c79-a454-4edc-83e8-51f590d39e70 req-dd2597b9-0b9a-47b9-931f-3d2acc63a6c4 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:36.051868 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-50778c79-a454-4edc-83e8-51f590d39e70 req-dd2597b9-0b9a-47b9-931f-3d2acc63a6c4 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e3c5d91-aa70-45e2-8c29-3a36fc741474 HTTP/1.1" status: 200 len: 944 time: 0.2331920 Jul 09 16:46:36.060950 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a4943-af46-4d1c-a039-73a8691176af req-d5f17f97-2c86-4f99-93ee-deaabbbe7aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:36.062414 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a35a4943-af46-4d1c-a039-73a8691176af req-d5f17f97-2c86-4f99-93ee-deaabbbe7aa5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b0fd9e2b-c374-4f8e-9872-75d950c7a99b HTTP/1.1" status: 200 len: 898 time: 0.1990008 Jul 09 16:46:36.081365 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a35a4943-af46-4d1c-a039-73a8691176af req-1ddd77bc-e964-4482-a8ed-9c071c222280 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6a38973-cb7a-40ea-8d4a-6ca1820c7881 HTTP/1.1" status: 200 len: 999 time: 0.1124723 Jul 09 16:46:36.086590 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 52d26214-99be-4635-9d74-0c5cfd2efbca details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:46:36.187541 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device e6a38973-cb7a-40ea-8d4a-6ca1820c7881 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:46:36.191390 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-50778c79-a454-4edc-83e8-51f590d39e70 req-9881fdf6-e9f8-4251-a0c5-c56bfb12f55b tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320589 Jul 09 16:46:36.200776 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a4943-af46-4d1c-a039-73a8691176af req-e552fd7c-ca68-4690-a864-bfc7f3f7dfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:36.202335 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a35a4943-af46-4d1c-a039-73a8691176af req-e552fd7c-ca68-4690-a864-bfc7f3f7dfb4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a811fa06-6675-4a43-8ce8-4ab3f7e8d10a HTTP/1.1" status: 200 len: 834 time: 0.1095974 Jul 09 16:46:36.209087 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a35a4943-af46-4d1c-a039-73a8691176af req-23723f64-5945-4cc5-a13e-5c9e659c6ee6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6a38973-cb7a-40ea-8d4a-6ca1820c7881 HTTP/1.1" status: 200 len: 999 time: 0.1356602 Jul 09 16:46:36.263151 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device e6a38973-cb7a-40ea-8d4a-6ca1820c7881 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:46:36.304624 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 52d26214-99be-4635-9d74-0c5cfd2efbca, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=52d26214-99be-4635-9d74-0c5cfd2efbca,segment=NetworkSegment(f8892455-537d-4135-a8a6-c5f11d1a74c6),segment_id=f8892455-537d-4135-a8a6-c5f11d1a74c6)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:46:36.316707 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '52d26214-99be-4635-9d74-0c5cfd2efbca', 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354', 'port_id': '52d26214-99be-4635-9d74-0c5cfd2efbca', 'mac_address': 'fa:16:3e:53:0f:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '470183cf-e48b-46ba-9f1f-c70364d25786', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:46:36.339309 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a4943-af46-4d1c-a039-73a8691176af req-1f34c9e8-ad36-489f-8d95-571cdebc9154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:36.340832 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a35a4943-af46-4d1c-a039-73a8691176af req-1f34c9e8-ad36-489f-8d95-571cdebc9154 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a811fa06-6675-4a43-8ce8-4ab3f7e8d10a HTTP/1.1" status: 200 len: 834 time: 0.1231878 Jul 09 16:46:36.353851 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a4943-af46-4d1c-a039-73a8691176af req-f385c282-7597-400c-9f5d-9815f38bfd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:36.353851 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a35a4943-af46-4d1c-a039-73a8691176af req-f385c282-7597-400c-9f5d-9815f38bfd07 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b0fd9e2b-c374-4f8e-9872-75d950c7a99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1435745 Jul 09 16:46:36.396583 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:36.431423 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52d26214-99be-4635-9d74-0c5cfd2efbca {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:46:36.460334 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 52d26214-99be-4635-9d74-0c5cfd2efbca, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=52d26214-99be-4635-9d74-0c5cfd2efbca,segment=NetworkSegment(f8892455-537d-4135-a8a6-c5f11d1a74c6),segment_id=f8892455-537d-4135-a8a6-c5f11d1a74c6)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:46:36.466103 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:36.499402 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a4943-af46-4d1c-a039-73a8691176af req-3c4fa17e-3e00-4d9f-b60e-d19729c080c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:36.501115 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a35a4943-af46-4d1c-a039-73a8691176af req-3c4fa17e-3e00-4d9f-b60e-d19729c080c4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b0fd9e2b-c374-4f8e-9872-75d950c7a99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1466990 Jul 09 16:46:36.528686 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=52d26214-99be-4635-9d74-0c5cfd2efbca,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:36.533194 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a35a4943-af46-4d1c-a039-73a8691176af req-5183227f-bb9a-476d-812e-482e7b0898f4 service neutron] 10.222.0.77 "GET /v2.0/networks/b0fd9e2b-c374-4f8e-9872-75d950c7a99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680398 Jul 09 16:46:36.536256 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:36.536581 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:36.536911 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:36.537245 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:36.537564 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:36.537882 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:36.538981 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:36.539310 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:36.539711 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:36.540106 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:36.540428 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:36.540751 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:36.670733 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['52d26214-99be-4635-9d74-0c5cfd2efbca'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:46:36.698227 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a35a4943-af46-4d1c-a039-73a8691176af req-12b309f8-c5ad-4035-b938-d6481d4a8a1a service neutron] 10.222.0.73 "GET /v2.0/networks/b0fd9e2b-c374-4f8e-9872-75d950c7a99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869783 Jul 09 16:46:36.743968 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a35a4943-af46-4d1c-a039-73a8691176af req-7276480d-6b5a-45eb-865a-b77cbcaaf1c3 service neutron] 10.222.0.77 "GET /v2.0/networks/b0fd9e2b-c374-4f8e-9872-75d950c7a99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782796 Jul 09 16:46:36.870641 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83b4647-61fb-44a5-866c-f2535dd78222 req-559a648f-9eed-4b22-a10b-d3dbc63a61c3 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:36.872260 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f83b4647-61fb-44a5-866c-f2535dd78222 req-559a648f-9eed-4b22-a10b-d3dbc63a61c3 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c HTTP/1.1" status: 200 len: 944 time: 0.1508000 Jul 09 16:46:36.874716 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a35a4943-af46-4d1c-a039-73a8691176af req-53df29e6-2213-4c96-ac1c-102cc968dd73 service neutron] 10.222.0.73 "GET /v2.0/networks/b0fd9e2b-c374-4f8e-9872-75d950c7a99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656909 Jul 09 16:46:36.926538 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f83b4647-61fb-44a5-866c-f2535dd78222 req-d7b68cc9-ca4b-4376-8033-af4858da3e48 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1777dfc-c88d-4402-b525-8b370a0d3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473797 Jul 09 16:46:37.399679 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa42b0-995f-4f61-aace-a5ddd0420fe3 req-db02fedb-ea14-43b4-9671-be6626babf41 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:37.401524 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0faa42b0-995f-4f61-aace-a5ddd0420fe3 req-db02fedb-ea14-43b4-9671-be6626babf41 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e3c5d91-aa70-45e2-8c29-3a36fc741474 HTTP/1.1" status: 200 len: 945 time: 0.0834327 Jul 09 16:46:37.445562 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0faa42b0-995f-4f61-aace-a5ddd0420fe3 req-e98efcb2-5e10-4a0d-aae2-ceb284a91afe tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378056 Jul 09 16:46:37.964915 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device e6a38973-cb7a-40ea-8d4a-6ca1820c7881 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:46:38.084515 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port e6a38973-cb7a-40ea-8d4a-6ca1820c7881, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=e6a38973-cb7a-40ea-8d4a-6ca1820c7881,segment=NetworkSegment(7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c),segment_id=7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:46:38.097053 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': 'e6a38973-cb7a-40ea-8d4a-6ca1820c7881', 'network_id': 'b0fd9e2b-c374-4f8e-9872-75d950c7a99b', 'port_id': 'e6a38973-cb7a-40ea-8d4a-6ca1820c7881', 'mac_address': 'fa:16:3e:04:af:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a811fa06-6675-4a43-8ce8-4ab3f7e8d10a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:46:38.103035 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 52d26214-99be-4635-9d74-0c5cfd2efbca up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:46:38.136319 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3135c465-cd6c-4fc0-882e-a8eeca803c71 req-5057bd64-d6c0-4658-a7bd-01abca8706fd tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:38.146211 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3135c465-cd6c-4fc0-882e-a8eeca803c71 req-5057bd64-d6c0-4658-a7bd-01abca8706fd tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c HTTP/1.1" status: 200 len: 944 time: 0.0875115 Jul 09 16:46:38.167253 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:38.183623 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6a38973-cb7a-40ea-8d4a-6ca1820c7881 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:46:38.198862 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3135c465-cd6c-4fc0-882e-a8eeca803c71 req-d57ca36f-0450-4278-8d80-8b80463b9df1 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1777dfc-c88d-4402-b525-8b370a0d3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512993 Jul 09 16:46:38.206030 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port e6a38973-cb7a-40ea-8d4a-6ca1820c7881, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=e6a38973-cb7a-40ea-8d4a-6ca1820c7881,segment=NetworkSegment(7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c),segment_id=7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:46:38.215286 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:38.307611 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 52d26214-99be-4635-9d74-0c5cfd2efbca completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:46:38.318727 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=e6a38973-cb7a-40ea-8d4a-6ca1820c7881,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:38.321813 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 52d26214-99be-4635-9d74-0c5cfd2efbca triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:46:38.322185 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:38.441972 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:38.488235 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 52d26214-99be-4635-9d74-0c5cfd2efbca, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=52d26214-99be-4635-9d74-0c5cfd2efbca,segment=NetworkSegment(f8892455-537d-4135-a8a6-c5f11d1a74c6),segment_id=f8892455-537d-4135-a8a6-c5f11d1a74c6)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:46:38.491259 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e3c5d91-aa70-45e2-8c29-3a36fc741474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d26214-99be-4635-9d74-0c5cfd2efbca'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:46:38.493890 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e04ffc95-e541-457a-89ef-8e7259cecaea" -d '{"events": [{"server_uuid": "5e3c5d91-aa70-45e2-8c29-3a36fc741474", "name": "network-vif-plugged", "status": "completed", "tag": "52d26214-99be-4635-9d74-0c5cfd2efbca"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:46:38.501983 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:38.595249 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=52d26214-99be-4635-9d74-0c5cfd2efbca,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:38.660315 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['e6a38973-cb7a-40ea-8d4a-6ca1820c7881'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:46:38.918792 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3287ee-e3d1-48de-945b-b01c17743f37 req-b367b0d9-58bc-4d8d-b48c-b7eab276e280 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:38.921473 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5f3287ee-e3d1-48de-945b-b01c17743f37 req-b367b0d9-58bc-4d8d-b48c-b7eab276e280 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.73 "GET /v2.0/ports?device_id=e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c&tenant_id=f98cc886c66a474a8d448186851b2eab&binding%3Ahost_id=n-h2-798930-3 HTTP/1.1" status: 200 len: 945 time: 0.2594717 Jul 09 16:46:38.948507 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a62375-f52a-4ec8-8fd1-d8ae77ac8442 req-f582e4b6-659c-4eef-bf2b-b8c88e5a4be2 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:38.955963 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-99a62375-f52a-4ec8-8fd1-d8ae77ac8442 req-f582e4b6-659c-4eef-bf2b-b8c88e5a4be2 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e3c5d91-aa70-45e2-8c29-3a36fc741474 HTTP/1.1" status: 200 len: 946 time: 0.1768181 Jul 09 16:46:39.043902 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-99a62375-f52a-4ec8-8fd1-d8ae77ac8442 req-6d45b5ed-5ab8-45b2-b4d0-f042291ad6d7 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865719 Jul 09 16:46:39.109807 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5f3287ee-e3d1-48de-945b-b01c17743f37 req-84f6f067-d8d3-4f50-b254-e8f510313924 service neutron] 10.222.0.73 "GET /v2.0/ports/e6a38973-cb7a-40ea-8d4a-6ca1820c7881/bindings/n-h2-798930-3 HTTP/1.1" status: 200 len: 382 time: 0.1812565 Jul 09 16:46:39.125164 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2681d232-0021-4c28-b08e-979c0677c4bb x-openstack-request-id: req-2681d232-0021-4c28-b08e-979c0677c4bb {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:46:39.127023 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e3c5d91-aa70-45e2-8c29-3a36fc741474", "name": "network-vif-plugged", "status": "completed", "tag": "52d26214-99be-4635-9d74-0c5cfd2efbca", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:46:39.127323 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2681d232-0021-4c28-b08e-979c0677c4bb {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:46:39.127744 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e3c5d91-aa70-45e2-8c29-3a36fc741474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d26214-99be-4635-9d74-0c5cfd2efbca', 'code': 200} Jul 09 16:46:39.686991 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3287ee-e3d1-48de-945b-b01c17743f37 req-4afab9d0-1b43-4e82-8817-991b92fbf814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:39.688535 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5f3287ee-e3d1-48de-945b-b01c17743f37 req-4afab9d0-1b43-4e82-8817-991b92fbf814 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f98cc886c66a474a8d448186851b2eab&device_id=e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c HTTP/1.1" status: 200 len: 1096 time: 0.5195458 Jul 09 16:46:39.694309 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b89fc0-e466-4d07-8c7f-27739163ce79 req-1a4865d3-c897-4ecc-8442-2668e2a83a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:39.695779 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-80b89fc0-e466-4d07-8c7f-27739163ce79 req-1a4865d3-c897-4ecc-8442-2668e2a83a35 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5e3c5d91-aa70-45e2-8c29-3a36fc741474 HTTP/1.1" status: 200 len: 1097 time: 0.4956555 Jul 09 16:46:39.780259 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbb3d3-cf8a-4834-a194-70f2eac856e7 req-7341bb40-3f6a-4c12-8383-45892b2fb1d4 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:39.781806 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a8fbb3d3-cf8a-4834-a194-70f2eac856e7 req-7341bb40-3f6a-4c12-8383-45892b2fb1d4 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c HTTP/1.1" status: 200 len: 945 time: 0.1770461 Jul 09 16:46:39.826299 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-80b89fc0-e466-4d07-8c7f-27739163ce79 req-9d6b930f-b28e-4d51-9858-7509c7288d4c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188660 Jul 09 16:46:39.866350 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a8fbb3d3-cf8a-4834-a194-70f2eac856e7 req-33f7c18b-781c-4db9-ba4f-3a7873965485 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1777dfc-c88d-4402-b525-8b370a0d3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748394 Jul 09 16:46:39.871276 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3287ee-e3d1-48de-945b-b01c17743f37 req-6d6bcf0c-92ab-48aa-ac17-b1e90abcc68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:39.872597 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5f3287ee-e3d1-48de-945b-b01c17743f37 req-6d6bcf0c-92ab-48aa-ac17-b1e90abcc68a service neutron] 10.222.0.73 "GET /v2.0/networks?id=b0fd9e2b-c374-4f8e-9872-75d950c7a99b HTTP/1.1" status: 200 len: 898 time: 0.1750338 Jul 09 16:46:39.949586 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5f3287ee-e3d1-48de-945b-b01c17743f37 req-7c8d741f-fc3d-49c8-8a01-f9aa93831b76 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6a38973-cb7a-40ea-8d4a-6ca1820c7881 HTTP/1.1" status: 200 len: 1000 time: 0.0702143 Jul 09 16:46:39.973399 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device e6a38973-cb7a-40ea-8d4a-6ca1820c7881 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:46:40.009275 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3287ee-e3d1-48de-945b-b01c17743f37 req-bf611c31-7487-4890-9c19-8a12d4a06958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:40.010758 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5f3287ee-e3d1-48de-945b-b01c17743f37 req-bf611c31-7487-4890-9c19-8a12d4a06958 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a811fa06-6675-4a43-8ce8-4ab3f7e8d10a HTTP/1.1" status: 200 len: 834 time: 0.0520589 Jul 09 16:46:40.032070 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port e6a38973-cb7a-40ea-8d4a-6ca1820c7881 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:46:40.036315 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port e6a38973-cb7a-40ea-8d4a-6ca1820c7881 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:46:40.036754 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:40.080834 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3287ee-e3d1-48de-945b-b01c17743f37 req-eff8e39c-68ac-4847-810f-c3555a355441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:40.082590 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5f3287ee-e3d1-48de-945b-b01c17743f37 req-eff8e39c-68ac-4847-810f-c3555a355441 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b0fd9e2b-c374-4f8e-9872-75d950c7a99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652750 Jul 09 16:46:40.136263 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:40.180902 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port e6a38973-cb7a-40ea-8d4a-6ca1820c7881, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=e6a38973-cb7a-40ea-8d4a-6ca1820c7881,segment=NetworkSegment(7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c),segment_id=7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:46:40.195785 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:40.222393 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:40.239861 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5f3287ee-e3d1-48de-945b-b01c17743f37 req-b92aad04-9567-4694-a281-e658131efa2d service neutron] 10.222.0.73 "GET /v2.0/networks/b0fd9e2b-c374-4f8e-9872-75d950c7a99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505735 Jul 09 16:46:40.247667 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=e6a38973-cb7a-40ea-8d4a-6ca1820c7881,revision_number=9']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:40.326299 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad49f4c-545b-4474-aa66-d57d3eb03426 req-f71471a9-b24d-4369-8bd0-e3410dc5bc18 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:40.327840 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9ad49f4c-545b-4474-aa66-d57d3eb03426 req-f71471a9-b24d-4369-8bd0-e3410dc5bc18 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e3c5d91-aa70-45e2-8c29-3a36fc741474 HTTP/1.1" status: 200 len: 946 time: 0.1349943 Jul 09 16:46:40.379873 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5f3287ee-e3d1-48de-945b-b01c17743f37 req-efd28ccb-09d5-4c8a-b737-a3af03995b50 service neutron] 10.222.0.73 "GET /v2.0/networks/b0fd9e2b-c374-4f8e-9872-75d950c7a99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329486 Jul 09 16:46:40.387767 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9ad49f4c-545b-4474-aa66-d57d3eb03426 req-a12fbd78-0117-4d18-a763-bb8899dce30c tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491846 Jul 09 16:46:40.667294 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f3406-577d-4251-9c06-f34276ca317b req-7b1cccdb-94ba-4160-80ac-c77d43f3d7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:40.670812 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-266f3406-577d-4251-9c06-f34276ca317b req-7b1cccdb-94ba-4160-80ac-c77d43f3d7db service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f98cc886c66a474a8d448186851b2eab&device_id=e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c HTTP/1.1" status: 200 len: 1097 time: 0.0616028 Jul 09 16:46:40.794583 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f3406-577d-4251-9c06-f34276ca317b req-8a6f9b0a-e7b9-4a8a-a10f-933cdab1faa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:40.796117 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-266f3406-577d-4251-9c06-f34276ca317b req-8a6f9b0a-e7b9-4a8a-a10f-933cdab1faa7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b0fd9e2b-c374-4f8e-9872-75d950c7a99b HTTP/1.1" status: 200 len: 898 time: 0.1011674 Jul 09 16:46:40.874537 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-266f3406-577d-4251-9c06-f34276ca317b req-44f9def8-c724-4591-8996-e925f21c5764 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6a38973-cb7a-40ea-8d4a-6ca1820c7881 HTTP/1.1" status: 200 len: 1001 time: 0.0710382 Jul 09 16:46:40.925877 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f3406-577d-4251-9c06-f34276ca317b req-3858da0d-f0b1-474c-9b27-bba73a775c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:40.927314 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-266f3406-577d-4251-9c06-f34276ca317b req-3858da0d-f0b1-474c-9b27-bba73a775c5a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a811fa06-6675-4a43-8ce8-4ab3f7e8d10a HTTP/1.1" status: 200 len: 834 time: 0.0458891 Jul 09 16:46:40.997903 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f3406-577d-4251-9c06-f34276ca317b req-8f84c1b3-9b5f-4fe8-a043-f43578c8c2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:40.999454 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-266f3406-577d-4251-9c06-f34276ca317b req-8f84c1b3-9b5f-4fe8-a043-f43578c8c2fa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b0fd9e2b-c374-4f8e-9872-75d950c7a99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637424 Jul 09 16:46:41.123708 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-266f3406-577d-4251-9c06-f34276ca317b req-64f415a6-6b8f-48ce-895a-ab3efc33bf25 service neutron] 10.222.0.73 "GET /v2.0/networks/b0fd9e2b-c374-4f8e-9872-75d950c7a99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150780 Jul 09 16:46:41.129254 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a38973-cb7a-40ea-8d4a-6ca1820c7881'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:46:41.132268 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd443c9-7470-49f0-8c87-8dcf052d4b38" -d '{"events": [{"server_uuid": "e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c", "name": "network-vif-plugged", "status": "completed", "tag": "e6a38973-cb7a-40ea-8d4a-6ca1820c7881"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:46:41.259766 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-266f3406-577d-4251-9c06-f34276ca317b req-995744a2-82e9-4ed6-9fdb-af8c934d37c2 service neutron] 10.222.0.73 "GET /v2.0/networks/b0fd9e2b-c374-4f8e-9872-75d950c7a99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276534 Jul 09 16:46:41.335654 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b2784f-2b51-46fc-9e59-febb9ee3464f req-a2a1192f-f341-4538-9c65-a2278bd3f736 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:41.340520 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-98b2784f-2b51-46fc-9e59-febb9ee3464f req-a2a1192f-f341-4538-9c65-a2278bd3f736 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c HTTP/1.1" status: 200 len: 946 time: 0.0706356 Jul 09 16:46:41.392574 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-98b2784f-2b51-46fc-9e59-febb9ee3464f req-e4e9a16d-a302-4b5c-b919-51a26fdaaa95 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1777dfc-c88d-4402-b525-8b370a0d3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465512 Jul 09 16:46:41.467601 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725b6002-8e99-4bc7-b4a6-41a7bf7aa265 x-openstack-request-id: req-725b6002-8e99-4bc7-b4a6-41a7bf7aa265 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:46:41.468140 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c", "name": "network-vif-plugged", "status": "completed", "tag": "e6a38973-cb7a-40ea-8d4a-6ca1820c7881", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:46:41.468258 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-725b6002-8e99-4bc7-b4a6-41a7bf7aa265 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:46:41.468717 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a38973-cb7a-40ea-8d4a-6ca1820c7881', 'code': 200} Jul 09 16:46:41.661806 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581118b-b9e3-46c6-b4da-ccb5533c83d6 req-b23c8600-a4ec-4930-8cba-806ed5bf60f5 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:41.664261 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5581118b-b9e3-46c6-b4da-ccb5533c83d6 req-b23c8600-a4ec-4930-8cba-806ed5bf60f5 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e3c5d91-aa70-45e2-8c29-3a36fc741474 HTTP/1.1" status: 200 len: 946 time: 0.0888698 Jul 09 16:46:41.709072 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5581118b-b9e3-46c6-b4da-ccb5533c83d6 req-9055f378-1554-41bc-87ca-cd099fe46e9b tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385532 Jul 09 16:46:41.925621 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6c4e65-a702-40bd-988c-a335ead0f279 req-e67f319a-6e2e-4ede-8716-4087a3968e79 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:41.928668 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ec6c4e65-a702-40bd-988c-a335ead0f279 req-e67f319a-6e2e-4ede-8716-4087a3968e79 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e3c5d91-aa70-45e2-8c29-3a36fc741474 HTTP/1.1" status: 200 len: 946 time: 0.0904889 Jul 09 16:46:41.991896 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ec6c4e65-a702-40bd-988c-a335ead0f279 req-a2177c68-7c5c-4025-be7e-e32efea964d6 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471039 Jul 09 16:46:42.089461 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:46:43.127221 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3287ee-e3d1-48de-945b-b01c17743f37 req-38f4ae84-0650-4e4f-9a3b-9bed704d4796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:43.128926 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5f3287ee-e3d1-48de-945b-b01c17743f37 req-38f4ae84-0650-4e4f-9a3b-9bed704d4796 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c&tenant_id=f98cc886c66a474a8d448186851b2eab HTTP/1.1" status: 200 len: 1097 time: 0.0883133 Jul 09 16:46:43.139530 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-5f3287ee-e3d1-48de-945b-b01c17743f37 req-07d48ff2-2f06-48af-b385-ad8250fec2a4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798930-3', 'device_owner': 'compute:nova'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:46:43.229162 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5f3287ee-e3d1-48de-945b-b01c17743f37 req-07d48ff2-2f06-48af-b385-ad8250fec2a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:43.553034 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-5f3287ee-e3d1-48de-945b-b01c17743f37 req-07d48ff2-2f06-48af-b385-ad8250fec2a4 service neutron] For port e6a38973-cb7a-40ea-8d4a-6ca1820c7881, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=e6a38973-cb7a-40ea-8d4a-6ca1820c7881,segment=NetworkSegment(7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c),segment_id=7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:46:43.601185 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-5f3287ee-e3d1-48de-945b-b01c17743f37 req-07d48ff2-2f06-48af-b385-ad8250fec2a4 service neutron] For port e6a38973-cb7a-40ea-8d4a-6ca1820c7881, host n-h2-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:46:43.685876 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5f3287ee-e3d1-48de-945b-b01c17743f37 req-07d48ff2-2f06-48af-b385-ad8250fec2a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:43.702861 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-5f3287ee-e3d1-48de-945b-b01c17743f37 req-07d48ff2-2f06-48af-b385-ad8250fec2a4 service neutron] Transition to ACTIVE for port object e6a38973-cb7a-40ea-8d4a-6ca1820c7881 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:46:43.704307 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6a38973-cb7a-40ea-8d4a-6ca1820c7881'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:46:43.713587 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c639df-b480-4e90-aca4-45f1ac226672" -d '{"events": [{"server_uuid": "e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c", "name": "network-vif-unplugged", "status": "completed", "tag": "e6a38973-cb7a-40ea-8d4a-6ca1820c7881"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:46:43.717860 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5f3287ee-e3d1-48de-945b-b01c17743f37 req-07d48ff2-2f06-48af-b385-ad8250fec2a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:43.791997 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d48ff2-2f06-48af-b385-ad8250fec2a4 service neutron] Pushing event updated for resources: {'Port': ['ID=e6a38973-cb7a-40ea-8d4a-6ca1820c7881,revision_number=10']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:43.920024 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f3287ee-e3d1-48de-945b-b01c17743f37 req-07d48ff2-2f06-48af-b385-ad8250fec2a4 service neutron] No DVR routers for this DVR port e6a38973-cb7a-40ea-8d4a-6ca1820c7881 on host n-h2-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:46:44.213060 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c7b40-a228-409d-964e-cd4924a95fd7 req-374de90a-3e59-4c5a-94c6-6329f49a868e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:44.214686 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-636c7b40-a228-409d-964e-cd4924a95fd7 req-374de90a-3e59-4c5a-94c6-6329f49a868e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c HTTP/1.1" status: 200 len: 945 time: 0.1508253 Jul 09 16:46:44.217307 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-5f3287ee-e3d1-48de-945b-b01c17743f37 req-07d48ff2-2f06-48af-b385-ad8250fec2a4 service neutron] Attempting to bind port e6a38973-cb7a-40ea-8d4a-6ca1820c7881 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:46:44.217639 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-5f3287ee-e3d1-48de-945b-b01c17743f37 req-07d48ff2-2f06-48af-b385-ad8250fec2a4 service neutron] Attempting to bind port e6a38973-cb7a-40ea-8d4a-6ca1820c7881 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b0fd9e2b-c374-4f8e-9872-75d950c7a99b'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:46:44.217963 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3287ee-e3d1-48de-945b-b01c17743f37 req-07d48ff2-2f06-48af-b385-ad8250fec2a4 service neutron] Attempting to bind port e6a38973-cb7a-40ea-8d4a-6ca1820c7881 on network b0fd9e2b-c374-4f8e-9872-75d950c7a99b {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:46:44.232167 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3287ee-e3d1-48de-945b-b01c17743f37 req-07d48ff2-2f06-48af-b385-ad8250fec2a4 service neutron] Port e6a38973-cb7a-40ea-8d4a-6ca1820c7881 on network b0fd9e2b-c374-4f8e-9872-75d950c7a99b not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:46:44.232495 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3287ee-e3d1-48de-945b-b01c17743f37 req-07d48ff2-2f06-48af-b385-ad8250fec2a4 service neutron] Attempting to bind port e6a38973-cb7a-40ea-8d4a-6ca1820c7881 on network b0fd9e2b-c374-4f8e-9872-75d950c7a99b {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:46:44.249609 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3287ee-e3d1-48de-945b-b01c17743f37 req-07d48ff2-2f06-48af-b385-ad8250fec2a4 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:46:44.249948 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3287ee-e3d1-48de-945b-b01c17743f37 req-07d48ff2-2f06-48af-b385-ad8250fec2a4 service neutron] Checking segment: {'id': '7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b0fd9e2b-c374-4f8e-9872-75d950c7a99b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:46:44.250336 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3287ee-e3d1-48de-945b-b01c17743f37 req-07d48ff2-2f06-48af-b385-ad8250fec2a4 service neutron] Bound using segment: {'id': '7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b0fd9e2b-c374-4f8e-9872-75d950c7a99b'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:46:44.250872 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-5f3287ee-e3d1-48de-945b-b01c17743f37 req-07d48ff2-2f06-48af-b385-ad8250fec2a4 service neutron] Bound port: e6a38973-cb7a-40ea-8d4a-6ca1820c7881, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b0fd9e2b-c374-4f8e-9872-75d950c7a99b'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:46:44.271126 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5f3287ee-e3d1-48de-945b-b01c17743f37 req-07d48ff2-2f06-48af-b385-ad8250fec2a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:44.354712 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-636c7b40-a228-409d-964e-cd4924a95fd7 req-15af65e7-8c9c-412e-8bc7-9a9e8eae59db tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1777dfc-c88d-4402-b525-8b370a0d3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318824 Jul 09 16:46:44.423792 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-5f3287ee-e3d1-48de-945b-b01c17743f37 req-07d48ff2-2f06-48af-b385-ad8250fec2a4 service neutron] For port e6a38973-cb7a-40ea-8d4a-6ca1820c7881, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:46:44.428921 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-5f3287ee-e3d1-48de-945b-b01c17743f37 req-07d48ff2-2f06-48af-b385-ad8250fec2a4 service neutron] For port e6a38973-cb7a-40ea-8d4a-6ca1820c7881, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=e6a38973-cb7a-40ea-8d4a-6ca1820c7881,segment=NetworkSegment(7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c),segment_id=7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:46:44.436297 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5f3287ee-e3d1-48de-945b-b01c17743f37 req-07d48ff2-2f06-48af-b385-ad8250fec2a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:44.458141 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3287ee-e3d1-48de-945b-b01c17743f37 req-07d48ff2-2f06-48af-b385-ad8250fec2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:44.459141 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5f3287ee-e3d1-48de-945b-b01c17743f37 req-07d48ff2-2f06-48af-b385-ad8250fec2a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:44.461111 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5f3287ee-e3d1-48de-945b-b01c17743f37 req-07d48ff2-2f06-48af-b385-ad8250fec2a4 service neutron] 10.222.0.77 "PUT /v2.0/ports/e6a38973-cb7a-40ea-8d4a-6ca1820c7881 HTTP/1.1" status: 200 len: 1093 time: 1.3257847 Jul 09 16:46:44.464144 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18923928-5b0c-4f72-b392-107601a20a88 x-openstack-request-id: req-18923928-5b0c-4f72-b392-107601a20a88 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:46:44.464391 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c", "name": "network-vif-unplugged", "status": "completed", "tag": "e6a38973-cb7a-40ea-8d4a-6ca1820c7881", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:46:44.464639 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-18923928-5b0c-4f72-b392-107601a20a88 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:46:44.465211 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6a38973-cb7a-40ea-8d4a-6ca1820c7881', 'code': 200} Jul 09 16:46:44.626342 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d48ff2-2f06-48af-b385-ad8250fec2a4 service neutron] Pushing event updated for resources: {'Port': ['ID=e6a38973-cb7a-40ea-8d4a-6ca1820c7881,revision_number=11']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:44.669474 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3287ee-e3d1-48de-945b-b01c17743f37 req-f0e5e537-a45e-48d0-83e6-5a038b6cc137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:44.671513 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5f3287ee-e3d1-48de-945b-b01c17743f37 req-f0e5e537-a45e-48d0-83e6-5a038b6cc137 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f98cc886c66a474a8d448186851b2eab&device_id=e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c HTTP/1.1" status: 200 len: 1096 time: 0.1679041 Jul 09 16:46:44.799430 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3287ee-e3d1-48de-945b-b01c17743f37 req-d3f3ad84-4a20-4b02-b7ed-a5af96682d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:44.801219 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5f3287ee-e3d1-48de-945b-b01c17743f37 req-d3f3ad84-4a20-4b02-b7ed-a5af96682d64 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b0fd9e2b-c374-4f8e-9872-75d950c7a99b HTTP/1.1" status: 200 len: 898 time: 0.1240456 Jul 09 16:46:44.871958 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5f3287ee-e3d1-48de-945b-b01c17743f37 req-b9c7656a-9353-4ed6-bc0e-df19a69d03bf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6a38973-cb7a-40ea-8d4a-6ca1820c7881 HTTP/1.1" status: 200 len: 999 time: 0.0632434 Jul 09 16:46:44.923481 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3287ee-e3d1-48de-945b-b01c17743f37 req-b12d6443-3bbd-4c3e-8036-9a6aaa31e841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:44.924930 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5f3287ee-e3d1-48de-945b-b01c17743f37 req-b12d6443-3bbd-4c3e-8036-9a6aaa31e841 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a811fa06-6675-4a43-8ce8-4ab3f7e8d10a HTTP/1.1" status: 200 len: 834 time: 0.0475173 Jul 09 16:46:44.986727 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3287ee-e3d1-48de-945b-b01c17743f37 req-06b5eeec-48d1-42c6-9f7a-0e6540773af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:44.988408 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5f3287ee-e3d1-48de-945b-b01c17743f37 req-06b5eeec-48d1-42c6-9f7a-0e6540773af2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b0fd9e2b-c374-4f8e-9872-75d950c7a99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576191 Jul 09 16:46:45.081002 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5f3287ee-e3d1-48de-945b-b01c17743f37 req-dfac124f-048c-4bce-a38a-60cf3492934e service neutron] 10.222.0.77 "GET /v2.0/networks/b0fd9e2b-c374-4f8e-9872-75d950c7a99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866177 Jul 09 16:46:45.248564 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5f3287ee-e3d1-48de-945b-b01c17743f37 req-ab5ea62a-1dc6-4f7e-ba57-99f332cff73c service neutron] 10.222.0.77 "GET /v2.0/networks/b0fd9e2b-c374-4f8e-9872-75d950c7a99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612005 Jul 09 16:46:45.267906 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a2e8b-286f-4c10-9f16-29a811ebced6 req-08be60d0-7505-495a-9d09-817ae5eae396 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:45.269394 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fb0a2e8b-286f-4c10-9f16-29a811ebced6 req-08be60d0-7505-495a-9d09-817ae5eae396 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/networks?id=f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 HTTP/1.1" status: 200 len: 810 time: 0.1323266 Jul 09 16:46:45.284797 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fb0a2e8b-286f-4c10-9f16-29a811ebced6 req-d74f7f5b-6fd0-4133-aaf4-decb100a4c7a tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/quotas/1c75594b2a664d30980bf347c7fbaad8 HTTP/1.1" status: 200 len: 375 time: 0.0094976 Jul 09 16:46:45.359252 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fb0a2e8b-286f-4c10-9f16-29a811ebced6 req-a8f2dd6e-cad6-4d01-b837-30dc603a04cc tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=1c75594b2a664d30980bf347c7fbaad8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0690756 Jul 09 16:46:45.457187 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fb0a2e8b-286f-4c10-9f16-29a811ebced6 req-beb2ffaa-5615-4866-91e4-86865ab1dc8b service neutron] 10.222.0.98 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909009 Jul 09 16:46:45.553196 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fb0a2e8b-286f-4c10-9f16-29a811ebced6 req-6fc95775-ea15-4052-8d2b-3578a411557f service neutron] 10.222.0.98 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950201 Jul 09 16:46:45.905630 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d381330-49b9-499c-84b2-5ea26031a9bf req-72ff216b-9fc8-4580-8c99-371bed3b9075 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:45.914040 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9d381330-49b9-499c-84b2-5ea26031a9bf req-72ff216b-9fc8-4580-8c99-371bed3b9075 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c HTTP/1.1" status: 200 len: 945 time: 0.0827200 Jul 09 16:46:45.968432 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9d381330-49b9-499c-84b2-5ea26031a9bf req-5550f5e3-b93f-41de-b1f6-88e278b57577 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1777dfc-c88d-4402-b525-8b370a0d3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514920 Jul 09 16:46:46.025763 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device e6a38973-cb7a-40ea-8d4a-6ca1820c7881 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:46:46.064987 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d858046b-71e3-43ae-96b0-6d8e94b4bfe9 req-00717486-b756-4849-89db-0ff5f6535258 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=3d36609c-3d12-4df6-89a7-88249fd6c5a7 HTTP/1.1" status: 200 len: 210 time: 0.0397391 Jul 09 16:46:46.080393 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device e6a38973-cb7a-40ea-8d4a-6ca1820c7881 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:46:46.466656 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c', 'tag': 'e6a38973-cb7a-40ea-8d4a-6ca1820c7881'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:46:46.470104 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe56dd3-53f9-47e3-a1f5-d709b93af7e0" -d '{"events": [{"name": "network-changed", "server_uuid": "e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c", "tag": "e6a38973-cb7a-40ea-8d4a-6ca1820c7881"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:46:46.544707 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e7e20b-4fb0-43df-9b02-b40539019f5e x-openstack-request-id: req-83e7e20b-4fb0-43df-9b02-b40539019f5e {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:46:46.545064 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c", "tag": "e6a38973-cb7a-40ea-8d4a-6ca1820c7881", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:46:46.545256 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-83e7e20b-4fb0-43df-9b02-b40539019f5e {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:46:46.545799 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c', 'tag': 'e6a38973-cb7a-40ea-8d4a-6ca1820c7881', 'status': 'completed', 'code': 200} Jul 09 16:46:46.674794 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe56dd3-53f9-47e3-a1f5-d709b93af7e0 req-912a79f2-04e8-461f-abfc-daf1e6738ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:46.676516 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cfe56dd3-53f9-47e3-a1f5-d709b93af7e0 req-912a79f2-04e8-461f-abfc-daf1e6738ec4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f98cc886c66a474a8d448186851b2eab&device_id=e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c HTTP/1.1" status: 200 len: 1096 time: 0.1091037 Jul 09 16:46:46.685606 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe56dd3-53f9-47e3-a1f5-d709b93af7e0 req-e45c9b29-d96b-46c2-b2da-0a815f6b880a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:46.688060 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cfe56dd3-53f9-47e3-a1f5-d709b93af7e0 req-e45c9b29-d96b-46c2-b2da-0a815f6b880a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f98cc886c66a474a8d448186851b2eab&device_id=e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c HTTP/1.1" status: 200 len: 1096 time: 0.0844834 Jul 09 16:46:47.197147 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a2e8b-286f-4c10-9f16-29a811ebced6 req-96e3984a-3217-45f3-9e95-64fa289c0aae tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:47.198598 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fb0a2e8b-286f-4c10-9f16-29a811ebced6 req-96e3984a-3217-45f3-9e95-64fa289c0aae tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.73 "GET /v2.0/networks?id=f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 HTTP/1.1" status: 200 len: 810 time: 0.1628768 Jul 09 16:46:47.221862 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-fb0a2e8b-286f-4c10-9f16-29a811ebced6 req-c359f3df-9c90-4580-9e39-16bb42be917c tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Request body: {'port': {'device_id': '3d36609c-3d12-4df6-89a7-88249fd6c5a7', 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354', 'admin_state_up': True, 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:46:47.228621 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe56dd3-53f9-47e3-a1f5-d709b93af7e0 req-fefd4355-ea66-48b9-9702-bdeb3d59b17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:47.229313 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cfe56dd3-53f9-47e3-a1f5-d709b93af7e0 req-fefd4355-ea66-48b9-9702-bdeb3d59b17f service neutron] 10.222.0.77 "GET /v2.0/networks?id=b0fd9e2b-c374-4f8e-9872-75d950c7a99b HTTP/1.1" status: 200 len: 898 time: 0.5415540 Jul 09 16:46:47.233909 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe56dd3-53f9-47e3-a1f5-d709b93af7e0 req-63926478-d417-4ea7-8b2d-195ad498e258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:47.235371 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cfe56dd3-53f9-47e3-a1f5-d709b93af7e0 req-63926478-d417-4ea7-8b2d-195ad498e258 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b0fd9e2b-c374-4f8e-9872-75d950c7a99b HTTP/1.1" status: 200 len: 898 time: 0.5283556 Jul 09 16:46:47.357702 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d1050f-8a7b-43d3-ae02-3070eac28682 req-c99e3011-fa31-427e-9bda-b16a1defeb02 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:47.359357 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-22d1050f-8a7b-43d3-ae02-3070eac28682 req-c99e3011-fa31-427e-9bda-b16a1defeb02 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c HTTP/1.1" status: 200 len: 945 time: 0.2212121 Jul 09 16:46:47.376052 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb0a2e8b-286f-4c10-9f16-29a811ebced6 req-c359f3df-9c90-4580-9e39-16bb42be917c tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Made reservation on behalf of 1c75594b2a664d30980bf347c7fbaad8 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:46:47.382930 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fb0a2e8b-286f-4c10-9f16-29a811ebced6 req-c359f3df-9c90-4580-9e39-16bb42be917c tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:47.387695 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cfe56dd3-53f9-47e3-a1f5-d709b93af7e0 req-79e568ca-9db9-45a9-a5a2-5f03db0894a0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6a38973-cb7a-40ea-8d4a-6ca1820c7881 HTTP/1.1" status: 200 len: 999 time: 0.1430206 Jul 09 16:46:47.389410 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cfe56dd3-53f9-47e3-a1f5-d709b93af7e0 req-32c7a6ba-ffa7-45c1-a547-eef1c725d2d9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6a38973-cb7a-40ea-8d4a-6ca1820c7881 HTTP/1.1" status: 200 len: 999 time: 0.1515975 Jul 09 16:46:47.488862 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-22d1050f-8a7b-43d3-ae02-3070eac28682 req-522aa8fc-1581-414d-ab21-185015dfd71c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1777dfc-c88d-4402-b525-8b370a0d3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231833 Jul 09 16:46:47.505198 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe56dd3-53f9-47e3-a1f5-d709b93af7e0 req-3cb376cb-a059-41be-a844-50c0ef39e364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:47.516790 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cfe56dd3-53f9-47e3-a1f5-d709b93af7e0 req-3cb376cb-a059-41be-a844-50c0ef39e364 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a811fa06-6675-4a43-8ce8-4ab3f7e8d10a HTTP/1.1" status: 200 len: 834 time: 0.1082237 Jul 09 16:46:47.516790 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe56dd3-53f9-47e3-a1f5-d709b93af7e0 req-4202d357-a043-44df-bc3a-f27c6d7eaa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:47.516790 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cfe56dd3-53f9-47e3-a1f5-d709b93af7e0 req-4202d357-a043-44df-bc3a-f27c6d7eaa24 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a811fa06-6675-4a43-8ce8-4ab3f7e8d10a HTTP/1.1" status: 200 len: 834 time: 0.1098406 Jul 09 16:46:47.551113 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 45758) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:46:47.687704 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-fb0a2e8b-286f-4c10-9f16-29a811ebced6 req-c359f3df-9c90-4580-9e39-16bb42be917c tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Allocated IP 172.20.0.8 (f36f2b9b-47ba-4cd8-a2dd-8998abc0c354/470183cf-e48b-46ba-9f1f-c70364d25786/81c351a7-75f2-485e-a50f-574d437e56bd) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:46:47.709340 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ee9cf222-5a38-4f34-b8a4-915757f677cb tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/floatingips/bc5593c7-d408-4fc6-bfd6-005dfac2901d HTTP/1.1" status: 200 len: 991 time: 0.1571822 Jul 09 16:46:47.717546 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9016a039-bf6a-470e-9b22-5d7152b25d14 req-b234eeae-1127-4941-8def-dff035a48a80 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=3d36609c-3d12-4df6-89a7-88249fd6c5a7 HTTP/1.1" status: 200 len: 210 time: 0.0732915 Jul 09 16:46:47.748289 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe56dd3-53f9-47e3-a1f5-d709b93af7e0 req-268d4b4d-2140-4461-83b8-e27e58b097bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:47.750204 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cfe56dd3-53f9-47e3-a1f5-d709b93af7e0 req-268d4b4d-2140-4461-83b8-e27e58b097bd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b0fd9e2b-c374-4f8e-9872-75d950c7a99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2332244 Jul 09 16:46:47.775507 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe56dd3-53f9-47e3-a1f5-d709b93af7e0 req-edb810ee-4a54-433a-a937-4f175356e113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:47.777284 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cfe56dd3-53f9-47e3-a1f5-d709b93af7e0 req-edb810ee-4a54-433a-a937-4f175356e113 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b0fd9e2b-c374-4f8e-9872-75d950c7a99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2642498 Jul 09 16:46:47.957462 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fb0a2e8b-286f-4c10-9f16-29a811ebced6 req-c359f3df-9c90-4580-9e39-16bb42be917c tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:47.958027 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cfe56dd3-53f9-47e3-a1f5-d709b93af7e0 req-11cd2f1f-2d50-446e-94c8-08d23f2a57ed service neutron] 10.222.0.73 "GET /v2.0/networks/b0fd9e2b-c374-4f8e-9872-75d950c7a99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957824 Jul 09 16:46:47.964306 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cfe56dd3-53f9-47e3-a1f5-d709b93af7e0 req-a7feee4e-21c7-4039-9734-47c1111c093d service neutron] 10.222.0.77 "GET /v2.0/networks/b0fd9e2b-c374-4f8e-9872-75d950c7a99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705494 Jul 09 16:46:47.980259 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-fb0a2e8b-286f-4c10-9f16-29a811ebced6 req-c359f3df-9c90-4580-9e39-16bb42be917c tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Transition to ACTIVE for port object 81c351a7-75f2-485e-a50f-574d437e56bd will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:46:48.020186 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fb0a2e8b-286f-4c10-9f16-29a811ebced6 req-c359f3df-9c90-4580-9e39-16bb42be917c tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:48.032990 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['52d26214-99be-4635-9d74-0c5cfd2efbca'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:46:48.089563 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb0a2e8b-286f-4c10-9f16-29a811ebced6 req-c359f3df-9c90-4580-9e39-16bb42be917c tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Network f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:46:48.091036 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c359f3df-9c90-4580-9e39-16bb42be917c tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Pushing event updated for resources: {'Port': ['ID=81c351a7-75f2-485e-a50f-574d437e56bd,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:48.094882 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-fb0a2e8b-286f-4c10-9f16-29a811ebced6 req-c359f3df-9c90-4580-9e39-16bb42be917c tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:46:48.114993 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb0a2e8b-286f-4c10-9f16-29a811ebced6 req-c359f3df-9c90-4580-9e39-16bb42be917c tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:46:48.121360 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c359f3df-9c90-4580-9e39-16bb42be917c tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:48.122577 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c359f3df-9c90-4580-9e39-16bb42be917c tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:48.123362 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c359f3df-9c90-4580-9e39-16bb42be917c tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:48.124091 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c359f3df-9c90-4580-9e39-16bb42be917c tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:48.124647 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c359f3df-9c90-4580-9e39-16bb42be917c tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:48.125402 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c359f3df-9c90-4580-9e39-16bb42be917c tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:48.125963 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c359f3df-9c90-4580-9e39-16bb42be917c tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:48.126507 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c359f3df-9c90-4580-9e39-16bb42be917c tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:48.127097 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c359f3df-9c90-4580-9e39-16bb42be917c tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:48.129254 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c359f3df-9c90-4580-9e39-16bb42be917c tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:48.129842 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c359f3df-9c90-4580-9e39-16bb42be917c tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:48.130386 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c359f3df-9c90-4580-9e39-16bb42be917c tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:46:48.165064 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cfe56dd3-53f9-47e3-a1f5-d709b93af7e0 req-cae19b53-7890-491b-9a5b-96deaf79e756 service neutron] 10.222.0.73 "GET /v2.0/networks/b0fd9e2b-c374-4f8e-9872-75d950c7a99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996791 Jul 09 16:46:48.172314 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cfe56dd3-53f9-47e3-a1f5-d709b93af7e0 req-ddf93db9-e7ba-4b3a-91ff-44f3fe7e3f45 service neutron] 10.222.0.77 "GET /v2.0/networks/b0fd9e2b-c374-4f8e-9872-75d950c7a99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990399 Jul 09 16:46:48.193344 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device e6a38973-cb7a-40ea-8d4a-6ca1820c7881 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:46:48.212386 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a2e8b-286f-4c10-9f16-29a811ebced6 req-c359f3df-9c90-4580-9e39-16bb42be917c tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:48.213124 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fb0a2e8b-286f-4c10-9f16-29a811ebced6 req-c359f3df-9c90-4580-9e39-16bb42be917c tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:48.243675 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fb0a2e8b-286f-4c10-9f16-29a811ebced6 req-c359f3df-9c90-4580-9e39-16bb42be917c tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0302596 Jul 09 16:46:48.263985 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-fb0a2e8b-286f-4c10-9f16-29a811ebced6 req-5a3912e4-7660-4285-bf46-2d90a59bcd12 service neutron] Request body: {'port': {'device_id': '3d36609c-3d12-4df6-89a7-88249fd6c5a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:46:48.375705 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port e6a38973-cb7a-40ea-8d4a-6ca1820c7881, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=e6a38973-cb7a-40ea-8d4a-6ca1820c7881,segment=NetworkSegment(7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c),segment_id=7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:46:48.390044 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fb0a2e8b-286f-4c10-9f16-29a811ebced6 req-5a3912e4-7660-4285-bf46-2d90a59bcd12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:48.402697 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': 'e6a38973-cb7a-40ea-8d4a-6ca1820c7881', 'network_id': 'b0fd9e2b-c374-4f8e-9872-75d950c7a99b', 'port_id': 'e6a38973-cb7a-40ea-8d4a-6ca1820c7881', 'mac_address': 'fa:16:3e:04:af:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a811fa06-6675-4a43-8ce8-4ab3f7e8d10a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:46:48.464772 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:48.488293 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6a38973-cb7a-40ea-8d4a-6ca1820c7881 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:46:48.542258 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port e6a38973-cb7a-40ea-8d4a-6ca1820c7881, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=e6a38973-cb7a-40ea-8d4a-6ca1820c7881,segment=NetworkSegment(7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c),segment_id=7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:46:48.546436 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a7d12be3-65a3-4c2d-b7c6-990102fe14ec None None] Provisioning for port 81c351a7-75f2-485e-a50f-574d437e56bd completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:46:48.556187 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:48.566265 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a7d12be3-65a3-4c2d-b7c6-990102fe14ec None None] Provisioning complete for port 81c351a7-75f2-485e-a50f-574d437e56bd triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:46:48.566863 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a7d12be3-65a3-4c2d-b7c6-990102fe14ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:48.719230 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a7d12be3-65a3-4c2d-b7c6-990102fe14ec None None] Port 81c351a7-75f2-485e-a50f-574d437e56bd cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:46:48.736226 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=e6a38973-cb7a-40ea-8d4a-6ca1820c7881,revision_number=12']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:48.781699 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['e6a38973-cb7a-40ea-8d4a-6ca1820c7881'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:46:48.967982 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-fb0a2e8b-286f-4c10-9f16-29a811ebced6 req-5a3912e4-7660-4285-bf46-2d90a59bcd12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81c351a7-75f2-485e-a50f-574d437e56bd {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:46:48.986236 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fb0a2e8b-286f-4c10-9f16-29a811ebced6 req-5a3912e4-7660-4285-bf46-2d90a59bcd12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:49.018262 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-fb0a2e8b-286f-4c10-9f16-29a811ebced6 req-5a3912e4-7660-4285-bf46-2d90a59bcd12 service neutron] Transition to ACTIVE for port object 81c351a7-75f2-485e-a50f-574d437e56bd will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:46:49.027944 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fb0a2e8b-286f-4c10-9f16-29a811ebced6 req-5a3912e4-7660-4285-bf46-2d90a59bcd12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:49.058979 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57aab3-27f3-4219-989d-0f658bcecec2 req-89c6d9cb-12f8-4013-aac0-ba73f1cdf7f5 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:49.069237 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0d57aab3-27f3-4219-989d-0f658bcecec2 req-89c6d9cb-12f8-4013-aac0-ba73f1cdf7f5 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=3d36609c-3d12-4df6-89a7-88249fd6c5a7 HTTP/1.1" status: 200 len: 931 time: 0.1068246 Jul 09 16:46:49.161691 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0d57aab3-27f3-4219-989d-0f658bcecec2 req-06e20459-f453-496c-aa1c-4f53fa5aa529 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897245 Jul 09 16:46:49.213236 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3912e4-7660-4285-bf46-2d90a59bcd12 service neutron] Pushing event updated for resources: {'Port': ['ID=81c351a7-75f2-485e-a50f-574d437e56bd,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:49.229501 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-fb0a2e8b-286f-4c10-9f16-29a811ebced6 req-5a3912e4-7660-4285-bf46-2d90a59bcd12 service neutron] Attempting to bind port 81c351a7-75f2-485e-a50f-574d437e56bd on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:46:49.230353 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-fb0a2e8b-286f-4c10-9f16-29a811ebced6 req-5a3912e4-7660-4285-bf46-2d90a59bcd12 service neutron] Attempting to bind port 81c351a7-75f2-485e-a50f-574d437e56bd by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': 'f8892455-537d-4135-a8a6-c5f11d1a74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:46:49.230353 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0a2e8b-286f-4c10-9f16-29a811ebced6 req-5a3912e4-7660-4285-bf46-2d90a59bcd12 service neutron] Attempting to bind port 81c351a7-75f2-485e-a50f-574d437e56bd on network f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:46:49.236587 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0a2e8b-286f-4c10-9f16-29a811ebced6 req-5a3912e4-7660-4285-bf46-2d90a59bcd12 service neutron] Port 81c351a7-75f2-485e-a50f-574d437e56bd on network f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:46:49.236904 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0a2e8b-286f-4c10-9f16-29a811ebced6 req-5a3912e4-7660-4285-bf46-2d90a59bcd12 service neutron] Attempting to bind port 81c351a7-75f2-485e-a50f-574d437e56bd on network f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:46:49.242652 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0a2e8b-286f-4c10-9f16-29a811ebced6 req-5a3912e4-7660-4285-bf46-2d90a59bcd12 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:46:49.243017 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0a2e8b-286f-4c10-9f16-29a811ebced6 req-5a3912e4-7660-4285-bf46-2d90a59bcd12 service neutron] Checking segment: {'id': 'f8892455-537d-4135-a8a6-c5f11d1a74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:46:49.243598 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0a2e8b-286f-4c10-9f16-29a811ebced6 req-5a3912e4-7660-4285-bf46-2d90a59bcd12 service neutron] Bound using segment: {'id': 'f8892455-537d-4135-a8a6-c5f11d1a74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:46:49.244035 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-fb0a2e8b-286f-4c10-9f16-29a811ebced6 req-5a3912e4-7660-4285-bf46-2d90a59bcd12 service neutron] Bound port: 81c351a7-75f2-485e-a50f-574d437e56bd, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8892455-537d-4135-a8a6-c5f11d1a74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:46:49.244389 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fb0a2e8b-286f-4c10-9f16-29a811ebced6 req-5a3912e4-7660-4285-bf46-2d90a59bcd12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:49.319515 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-fb0a2e8b-286f-4c10-9f16-29a811ebced6 req-5a3912e4-7660-4285-bf46-2d90a59bcd12 service neutron] For port 81c351a7-75f2-485e-a50f-574d437e56bd, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:46:49.323109 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-fb0a2e8b-286f-4c10-9f16-29a811ebced6 req-5a3912e4-7660-4285-bf46-2d90a59bcd12 service neutron] For port 81c351a7-75f2-485e-a50f-574d437e56bd, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=81c351a7-75f2-485e-a50f-574d437e56bd,segment=NetworkSegment(f8892455-537d-4135-a8a6-c5f11d1a74c6),segment_id=f8892455-537d-4135-a8a6-c5f11d1a74c6)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:46:49.329542 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fb0a2e8b-286f-4c10-9f16-29a811ebced6 req-5a3912e4-7660-4285-bf46-2d90a59bcd12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:49.348649 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a2e8b-286f-4c10-9f16-29a811ebced6 req-5a3912e4-7660-4285-bf46-2d90a59bcd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:49.349390 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fb0a2e8b-286f-4c10-9f16-29a811ebced6 req-5a3912e4-7660-4285-bf46-2d90a59bcd12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:49.351450 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fb0a2e8b-286f-4c10-9f16-29a811ebced6 req-5a3912e4-7660-4285-bf46-2d90a59bcd12 service neutron] 10.222.0.73 "PUT /v2.0/ports/81c351a7-75f2-485e-a50f-574d437e56bd HTTP/1.1" status: 200 len: 1091 time: 1.0918906 Jul 09 16:46:49.419695 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d36609c-3d12-4df6-89a7-88249fd6c5a7', 'tag': '81c351a7-75f2-485e-a50f-574d437e56bd'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:46:49.422122 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc8cab7-0151-4653-b3cf-65bbde5a597c" -d '{"events": [{"name": "network-changed", "server_uuid": "3d36609c-3d12-4df6-89a7-88249fd6c5a7", "tag": "81c351a7-75f2-485e-a50f-574d437e56bd"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:46:49.424727 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3912e4-7660-4285-bf46-2d90a59bcd12 service neutron] Pushing event updated for resources: {'Port': ['ID=81c351a7-75f2-485e-a50f-574d437e56bd,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:49.482252 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a99b44-10d6-48cf-a702-a743f8092935 x-openstack-request-id: req-28a99b44-10d6-48cf-a702-a743f8092935 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:46:49.482552 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d36609c-3d12-4df6-89a7-88249fd6c5a7", "tag": "81c351a7-75f2-485e-a50f-574d437e56bd", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:46:49.482856 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-28a99b44-10d6-48cf-a702-a743f8092935 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:46:49.483263 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d36609c-3d12-4df6-89a7-88249fd6c5a7', 'tag': '81c351a7-75f2-485e-a50f-574d437e56bd', 'status': 'completed', 'code': 200} Jul 09 16:46:49.532510 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a2e8b-286f-4c10-9f16-29a811ebced6 req-d6f17978-3fdf-4277-9d90-d7241c53e7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:49.534065 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fb0a2e8b-286f-4c10-9f16-29a811ebced6 req-d6f17978-3fdf-4277-9d90-d7241c53e7f4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c75594b2a664d30980bf347c7fbaad8&device_id=3d36609c-3d12-4df6-89a7-88249fd6c5a7 HTTP/1.1" status: 200 len: 1094 time: 0.1058488 Jul 09 16:46:49.595471 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fb0a2e8b-286f-4c10-9f16-29a811ebced6 req-328b7d9a-0d9b-4bd5-b5b8-5b4cbf0ee380 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81c351a7-75f2-485e-a50f-574d437e56bd HTTP/1.1" status: 200 len: 217 time: 0.0474370 Jul 09 16:46:49.651871 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a2e8b-286f-4c10-9f16-29a811ebced6 req-2cb93e7c-5421-4463-adaa-71a99a12b74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:49.654117 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fb0a2e8b-286f-4c10-9f16-29a811ebced6 req-2cb93e7c-5421-4463-adaa-71a99a12b74c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=470183cf-e48b-46ba-9f1f-c70364d25786 HTTP/1.1" status: 200 len: 849 time: 0.0511577 Jul 09 16:46:49.727476 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a2e8b-286f-4c10-9f16-29a811ebced6 req-069e0eb6-f47e-40b7-b210-52c3e5b38b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:49.729648 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fb0a2e8b-286f-4c10-9f16-29a811ebced6 req-069e0eb6-f47e-40b7-b210-52c3e5b38b5f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f36f2b9b-47ba-4cd8-a2dd-8998abc0c354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677359 Jul 09 16:46:49.830714 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fb0a2e8b-286f-4c10-9f16-29a811ebced6 req-5c5a913a-f221-4f76-b55e-1c1a150fb320 service neutron] 10.222.0.73 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921562 Jul 09 16:46:49.933994 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-fb0a2e8b-286f-4c10-9f16-29a811ebced6 req-b0c1dc5e-a12f-4d3c-ae87-cf33fe26280e service neutron] 10.222.0.73 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956364 Jul 09 16:46:50.090804 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc8cab7-0151-4653-b3cf-65bbde5a597c req-a6d41ed2-c870-45e8-ba1f-68044adc2334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:50.092625 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-adc8cab7-0151-4653-b3cf-65bbde5a597c req-a6d41ed2-c870-45e8-ba1f-68044adc2334 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c75594b2a664d30980bf347c7fbaad8&device_id=3d36609c-3d12-4df6-89a7-88249fd6c5a7 HTTP/1.1" status: 200 len: 1094 time: 0.0844610 Jul 09 16:46:50.137632 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device e6a38973-cb7a-40ea-8d4a-6ca1820c7881 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:46:50.204930 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port e6a38973-cb7a-40ea-8d4a-6ca1820c7881 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:46:50.211555 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port e6a38973-cb7a-40ea-8d4a-6ca1820c7881 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:46:50.212717 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:50.248142 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc8cab7-0151-4653-b3cf-65bbde5a597c req-3458ee0a-3715-42fe-85dd-df92384e2a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:50.249617 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-adc8cab7-0151-4653-b3cf-65bbde5a597c req-3458ee0a-3715-42fe-85dd-df92384e2a1b service neutron] 10.222.0.73 "GET /v2.0/networks?id=f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 HTTP/1.1" status: 200 len: 911 time: 0.1430550 Jul 09 16:46:50.304858 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:50.305515 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-adc8cab7-0151-4653-b3cf-65bbde5a597c req-85ec4159-36b9-4652-b4a1-13ec94f48999 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81c351a7-75f2-485e-a50f-574d437e56bd HTTP/1.1" status: 200 len: 217 time: 0.0498648 Jul 09 16:46:50.345856 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port e6a38973-cb7a-40ea-8d4a-6ca1820c7881, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=e6a38973-cb7a-40ea-8d4a-6ca1820c7881,segment=NetworkSegment(7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c),segment_id=7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:46:50.347426 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a38973-cb7a-40ea-8d4a-6ca1820c7881'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:46:50.350756 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f21345a-b425-471d-8093-5118da0c66a1" -d '{"events": [{"server_uuid": "e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c", "name": "network-vif-plugged", "status": "completed", "tag": "e6a38973-cb7a-40ea-8d4a-6ca1820c7881"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:46:50.356078 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:50.387418 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc8cab7-0151-4653-b3cf-65bbde5a597c req-18a5409a-2200-401e-b84a-75d25a015618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:50.389177 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-adc8cab7-0151-4653-b3cf-65bbde5a597c req-18a5409a-2200-401e-b84a-75d25a015618 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=470183cf-e48b-46ba-9f1f-c70364d25786 HTTP/1.1" status: 200 len: 849 time: 0.0781453 Jul 09 16:46:50.437622 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=e6a38973-cb7a-40ea-8d4a-6ca1820c7881,revision_number=13']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:46:50.460403 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa247dd-f169-4ab2-9895-6553db0bd15a req-69138f44-1a5a-42a7-bda3-c8cb4462f963 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:50.462839 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dfa247dd-f169-4ab2-9895-6553db0bd15a req-69138f44-1a5a-42a7-bda3-c8cb4462f963 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=3d36609c-3d12-4df6-89a7-88249fd6c5a7 HTTP/1.1" status: 200 len: 943 time: 0.0940919 Jul 09 16:46:50.467287 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc8cab7-0151-4653-b3cf-65bbde5a597c req-7137e688-0216-4f14-a550-9310cc4eee84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:50.469070 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-adc8cab7-0151-4653-b3cf-65bbde5a597c req-7137e688-0216-4f14-a550-9310cc4eee84 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f36f2b9b-47ba-4cd8-a2dd-8998abc0c354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734570 Jul 09 16:46:50.513143 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dfa247dd-f169-4ab2-9895-6553db0bd15a req-b31340c6-3f40-42cd-b815-8c35bfdaa678 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429811 Jul 09 16:46:50.592236 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c8c55d-1265-4d95-8950-a38cd42a3074 x-openstack-request-id: req-a4c8c55d-1265-4d95-8950-a38cd42a3074 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:46:50.592533 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c", "name": "network-vif-plugged", "status": "completed", "tag": "e6a38973-cb7a-40ea-8d4a-6ca1820c7881", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:46:50.592697 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-adc8cab7-0151-4653-b3cf-65bbde5a597c req-ff2c914b-262b-4bb2-a91f-fc0f2ff61125 service neutron] 10.222.0.73 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166189 Jul 09 16:46:50.592831 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a4c8c55d-1265-4d95-8950-a38cd42a3074 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:46:50.593159 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a38973-cb7a-40ea-8d4a-6ca1820c7881', 'code': 200} Jul 09 16:46:50.718199 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-adc8cab7-0151-4653-b3cf-65bbde5a597c req-57e2a622-b738-45b7-9334-a4dacecc02bd service neutron] 10.222.0.73 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184003 Jul 09 16:46:51.893857 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9f383-2631-44d7-ba4c-efd9dd3a02b1 req-94a54a58-93f2-4e13-a565-bb6909ab6ee8 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:51.897341 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-84a9f383-2631-44d7-ba4c-efd9dd3a02b1 req-94a54a58-93f2-4e13-a565-bb6909ab6ee8 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=3d36609c-3d12-4df6-89a7-88249fd6c5a7 HTTP/1.1" status: 200 len: 943 time: 0.1151793 Jul 09 16:46:51.948824 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-84a9f383-2631-44d7-ba4c-efd9dd3a02b1 req-b7d82350-d8a3-4264-aa41-8026376c75d8 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415268 Jul 09 16:46:52.368527 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2f7145c9-3734-49d9-abe0-cd7954b07522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:53.279360 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f693b-ff8e-45fd-ae6c-41ff1791c0de req-20ed3a4d-646e-436c-9bd5-07828959411b tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:53.283226 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2a7f693b-ff8e-45fd-ae6c-41ff1791c0de req-20ed3a4d-646e-436c-9bd5-07828959411b tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=3d36609c-3d12-4df6-89a7-88249fd6c5a7 HTTP/1.1" status: 200 len: 943 time: 0.1341667 Jul 09 16:46:53.365344 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2a7f693b-ff8e-45fd-ae6c-41ff1791c0de req-c65c2524-e211-45fb-8af6-1e43eeb80579 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715187 Jul 09 16:46:54.569229 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f174265-1729-4392-94b8-6b015d154de5 req-476bed0b-cccc-4974-8980-90ddf89ed7db tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:54.576693 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4f174265-1729-4392-94b8-6b015d154de5 req-476bed0b-cccc-4974-8980-90ddf89ed7db tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=3d36609c-3d12-4df6-89a7-88249fd6c5a7 HTTP/1.1" status: 200 len: 943 time: 0.0805025 Jul 09 16:46:54.618948 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4f174265-1729-4392-94b8-6b015d154de5 req-e3696a50-002d-447f-aacb-24292a229147 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409076 Jul 09 16:46:55.108584 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bc695fb9-44b5-476e-93b3-112b055accb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:55.787245 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:55.833514 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e3c15-cac1-4ed3-9ccc-c1fea4cb114e req-62663324-f71a-43fc-a4a2-59917f365a7f tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:55.836191 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a21e3c15-cac1-4ed3-9ccc-c1fea4cb114e req-62663324-f71a-43fc-a4a2-59917f365a7f tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=3d36609c-3d12-4df6-89a7-88249fd6c5a7 HTTP/1.1" status: 200 len: 943 time: 0.0766497 Jul 09 16:46:55.924852 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a21e3c15-cac1-4ed3-9ccc-c1fea4cb114e req-1ad3b4f6-8e3f-4958-ad28-399939c35804 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817399 Jul 09 16:46:56.319849 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:56.800797 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:57.165793 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5585a87-1425-4fe7-9d2e-b12235727b04 req-25217751-39be-48c4-aef3-6056b415fff8 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:57.168125 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d5585a87-1425-4fe7-9d2e-b12235727b04 req-25217751-39be-48c4-aef3-6056b415fff8 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=3d36609c-3d12-4df6-89a7-88249fd6c5a7 HTTP/1.1" status: 200 len: 943 time: 0.0774481 Jul 09 16:46:57.225690 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d5585a87-1425-4fe7-9d2e-b12235727b04 req-9ccc0bb5-b80b-4b1e-ba7a-d47ed51f7435 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461509 Jul 09 16:46:58.311917 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:46:58.545159 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b28ce9-dc50-4108-b469-6cec283842d1 req-98d5e978-f024-4b5c-a7b2-ebd40103e8a3 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:58.547680 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c3b28ce9-dc50-4108-b469-6cec283842d1 req-98d5e978-f024-4b5c-a7b2-ebd40103e8a3 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=3d36609c-3d12-4df6-89a7-88249fd6c5a7 HTTP/1.1" status: 200 len: 943 time: 0.1028543 Jul 09 16:46:58.619779 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c3b28ce9-dc50-4108-b469-6cec283842d1 req-9f5287c1-b4c6-4052-84c6-acfa8d80542c tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626969 Jul 09 16:46:59.820147 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768d359-17b9-456f-93d3-1f3b618abfab req-3aa9eb7c-0b92-4280-8107-4749c3b8d833 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:46:59.822200 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2768d359-17b9-456f-93d3-1f3b618abfab req-3aa9eb7c-0b92-4280-8107-4749c3b8d833 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=3d36609c-3d12-4df6-89a7-88249fd6c5a7 HTTP/1.1" status: 200 len: 943 time: 0.0782197 Jul 09 16:46:59.861749 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2768d359-17b9-456f-93d3-1f3b618abfab req-6e8f6bfe-501d-47a9-bca6-84ae063a91ed tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328357 Jul 09 16:47:01.059064 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [req-12f14d68-f1f8-4e7f-8a6f-87a0f6208846 req-1b724f63-9e75-45ef-b160-4759037609a8 service neutron] (93958) timed out ('10.222.0.98', 35798) {{(pid=93958) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 16:47:01.300145 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92b9f5-d4bd-4e14-bcd2-2e5505c6e76a req-be1bec0c-7736-4e62-93ab-d75abb288180 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:01.308031 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bb92b9f5-d4bd-4e14-bcd2-2e5505c6e76a req-be1bec0c-7736-4e62-93ab-d75abb288180 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=3d36609c-3d12-4df6-89a7-88249fd6c5a7 HTTP/1.1" status: 200 len: 943 time: 0.0784121 Jul 09 16:47:01.347761 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bb92b9f5-d4bd-4e14-bcd2-2e5505c6e76a req-46103ead-d0a1-49dc-b45f-73a8ba42a315 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384431 Jul 09 16:47:02.540096 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c341f9-f9d1-44eb-af3c-ebb90a064969 req-9a07444d-6e06-44e2-995e-6c0dd01a03f1 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:02.542166 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-76c341f9-f9d1-44eb-af3c-ebb90a064969 req-9a07444d-6e06-44e2-995e-6c0dd01a03f1 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=3d36609c-3d12-4df6-89a7-88249fd6c5a7 HTTP/1.1" status: 200 len: 943 time: 0.0769901 Jul 09 16:47:02.614335 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-76c341f9-f9d1-44eb-af3c-ebb90a064969 req-45df5521-8e19-47e0-bec9-7a2a5110dbe3 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643992 Jul 09 16:47:03.814729 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c643dd-9762-42fb-bc95-590ecbca8066 req-85d545f2-2cfc-482d-a456-1b2ad4461f13 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:03.817577 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-61c643dd-9762-42fb-bc95-590ecbca8066 req-85d545f2-2cfc-482d-a456-1b2ad4461f13 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=3d36609c-3d12-4df6-89a7-88249fd6c5a7 HTTP/1.1" status: 200 len: 943 time: 0.0803769 Jul 09 16:47:03.856311 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-61c643dd-9762-42fb-bc95-590ecbca8066 req-e33a7d5d-84a1-47f9-a0a5-e4f3cf50d31a tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329282 Jul 09 16:47:05.072920 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211b0dc-ad33-4ca9-b854-e7739b4a10f9 req-445b486c-d5b3-46f4-8c36-b7dc94c27ab5 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:05.074460 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b211b0dc-ad33-4ca9-b854-e7739b4a10f9 req-445b486c-d5b3-46f4-8c36-b7dc94c27ab5 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=3d36609c-3d12-4df6-89a7-88249fd6c5a7 HTTP/1.1" status: 200 len: 943 time: 0.0867765 Jul 09 16:47:05.114553 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b211b0dc-ad33-4ca9-b854-e7739b4a10f9 req-74b05816-de50-4cb9-9092-a993c02d99d8 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338640 Jul 09 16:47:06.309083 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483c565-ad44-4316-997c-a448173a78c2 req-d40d2964-c661-4b35-9caa-98e606787755 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:06.310391 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0483c565-ad44-4316-997c-a448173a78c2 req-d40d2964-c661-4b35-9caa-98e606787755 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=3d36609c-3d12-4df6-89a7-88249fd6c5a7 HTTP/1.1" status: 200 len: 943 time: 0.0752950 Jul 09 16:47:06.352399 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0483c565-ad44-4316-997c-a448173a78c2 req-a8a0026a-5fa3-4536-9fec-a30f91102025 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355151 Jul 09 16:47:07.546435 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbaeb63-0194-4865-844b-fd4390309bc8 req-6de4260b-7145-4a75-ba0a-bc4a325b0cc0 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:07.549095 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4cbaeb63-0194-4865-844b-fd4390309bc8 req-6de4260b-7145-4a75-ba0a-bc4a325b0cc0 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=3d36609c-3d12-4df6-89a7-88249fd6c5a7 HTTP/1.1" status: 200 len: 943 time: 0.0671482 Jul 09 16:47:07.590041 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4cbaeb63-0194-4865-844b-fd4390309bc8 req-d7429d5e-9d1f-4d88-bfe5-cfa4393cdb00 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352757 Jul 09 16:47:08.772892 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad144966-c3f8-41e6-a419-0cb75e9e5ee5 req-b29bc566-0a26-47b5-9216-44611347376f tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:08.775656 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ad144966-c3f8-41e6-a419-0cb75e9e5ee5 req-b29bc566-0a26-47b5-9216-44611347376f tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=3d36609c-3d12-4df6-89a7-88249fd6c5a7 HTTP/1.1" status: 200 len: 943 time: 0.0704374 Jul 09 16:47:08.823084 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ad144966-c3f8-41e6-a419-0cb75e9e5ee5 req-64555c67-bf8c-4882-964f-d5486d77716f tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406597 Jul 09 16:47:10.005634 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f7b1b-671c-425d-8ea4-ba2fa5f9c514 req-cab9d739-fb4b-43ee-8c73-cf927ab2c6a1 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:10.007197 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-715f7b1b-671c-425d-8ea4-ba2fa5f9c514 req-cab9d739-fb4b-43ee-8c73-cf927ab2c6a1 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=3d36609c-3d12-4df6-89a7-88249fd6c5a7 HTTP/1.1" status: 200 len: 943 time: 0.0667892 Jul 09 16:47:10.047957 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-715f7b1b-671c-425d-8ea4-ba2fa5f9c514 req-9106ec67-3dd4-4df7-9ca7-248819ddf6df tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342281 Jul 09 16:47:10.173271 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 81c351a7-75f2-485e-a50f-574d437e56bd details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:47:10.227486 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:10.315699 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 81c351a7-75f2-485e-a50f-574d437e56bd, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=81c351a7-75f2-485e-a50f-574d437e56bd,segment=NetworkSegment(f8892455-537d-4135-a8a6-c5f11d1a74c6),segment_id=f8892455-537d-4135-a8a6-c5f11d1a74c6)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:10.331350 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '81c351a7-75f2-485e-a50f-574d437e56bd', 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354', 'port_id': '81c351a7-75f2-485e-a50f-574d437e56bd', 'mac_address': 'fa:16:3e:d1:f8:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '470183cf-e48b-46ba-9f1f-c70364d25786', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:47:10.386425 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:10.408464 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81c351a7-75f2-485e-a50f-574d437e56bd {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:47:10.435088 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 81c351a7-75f2-485e-a50f-574d437e56bd, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=81c351a7-75f2-485e-a50f-574d437e56bd,segment=NetworkSegment(f8892455-537d-4135-a8a6-c5f11d1a74c6),segment_id=f8892455-537d-4135-a8a6-c5f11d1a74c6)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:10.441067 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:10.513676 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=81c351a7-75f2-485e-a50f-574d437e56bd,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:10.832187 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['81c351a7-75f2-485e-a50f-574d437e56bd'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:47:11.339944 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd70d26b-b6db-484c-ae40-d4675e1017be req-01cb95af-2ba5-4b36-b3d5-08fd6bed731b tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:11.350914 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fd70d26b-b6db-484c-ae40-d4675e1017be req-01cb95af-2ba5-4b36-b3d5-08fd6bed731b tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=3d36609c-3d12-4df6-89a7-88249fd6c5a7 HTTP/1.1" status: 200 len: 944 time: 0.1219997 Jul 09 16:47:11.400944 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fd70d26b-b6db-484c-ae40-d4675e1017be req-238dbdd2-7cbc-45d4-9b98-3f5e8e69d7fc tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422623 Jul 09 16:47:12.175971 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 81c351a7-75f2-485e-a50f-574d437e56bd up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:47:12.227360 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 81c351a7-75f2-485e-a50f-574d437e56bd completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:47:12.231767 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 81c351a7-75f2-485e-a50f-574d437e56bd triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:47:12.232174 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:12.317818 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:12.344182 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d36609c-3d12-4df6-89a7-88249fd6c5a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c351a7-75f2-485e-a50f-574d437e56bd'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:47:12.346565 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb9ce7e-2afc-4c92-8aae-02e59beb69ad" -d '{"events": [{"server_uuid": "3d36609c-3d12-4df6-89a7-88249fd6c5a7", "name": "network-vif-plugged", "status": "completed", "tag": "81c351a7-75f2-485e-a50f-574d437e56bd"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:47:12.375530 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 81c351a7-75f2-485e-a50f-574d437e56bd, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=81c351a7-75f2-485e-a50f-574d437e56bd,segment=NetworkSegment(f8892455-537d-4135-a8a6-c5f11d1a74c6),segment_id=f8892455-537d-4135-a8a6-c5f11d1a74c6)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:12.384247 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:12.436119 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049498df-47aa-47d5-8a0e-cffb2cf5dc64 x-openstack-request-id: req-049498df-47aa-47d5-8a0e-cffb2cf5dc64 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:47:12.436983 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d36609c-3d12-4df6-89a7-88249fd6c5a7", "name": "network-vif-plugged", "status": "completed", "tag": "81c351a7-75f2-485e-a50f-574d437e56bd", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:47:12.436983 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-049498df-47aa-47d5-8a0e-cffb2cf5dc64 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:47:12.437340 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d36609c-3d12-4df6-89a7-88249fd6c5a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c351a7-75f2-485e-a50f-574d437e56bd', 'code': 200} Jul 09 16:47:12.440881 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=81c351a7-75f2-485e-a50f-574d437e56bd,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:12.573021 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38d332-f8e0-40db-ad2b-c20604c79c1a req-43b86522-32ba-45a8-a09d-060ac77a21c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:12.574726 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9b38d332-f8e0-40db-ad2b-c20604c79c1a req-43b86522-32ba-45a8-a09d-060ac77a21c8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3d36609c-3d12-4df6-89a7-88249fd6c5a7 HTTP/1.1" status: 200 len: 1096 time: 0.0707130 Jul 09 16:47:12.617977 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9b38d332-f8e0-40db-ad2b-c20604c79c1a req-1be0d18c-cb67-4886-8b57-7ecd59b3ac3c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365605 Jul 09 16:47:12.630213 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57fa0d-dd13-40a0-8c0d-0ca0c97e7454 req-89c3a0d8-c2af-4ea4-930c-8f5d7ce96c0d tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:12.635304 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1e57fa0d-dd13-40a0-8c0d-0ca0c97e7454 req-89c3a0d8-c2af-4ea4-930c-8f5d7ce96c0d tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=3d36609c-3d12-4df6-89a7-88249fd6c5a7 HTTP/1.1" status: 200 len: 945 time: 0.0859544 Jul 09 16:47:12.676017 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1e57fa0d-dd13-40a0-8c0d-0ca0c97e7454 req-d9a80c7b-8951-4124-bb83-8bf81fae8481 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374625 Jul 09 16:47:13.899217 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92564458-e269-49eb-b93d-3fc4247c13a1 req-975b0478-2b45-400c-977d-c43b0662fa48 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:13.900866 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-92564458-e269-49eb-b93d-3fc4247c13a1 req-975b0478-2b45-400c-977d-c43b0662fa48 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=3d36609c-3d12-4df6-89a7-88249fd6c5a7 HTTP/1.1" status: 200 len: 945 time: 0.0858331 Jul 09 16:47:13.939673 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-92564458-e269-49eb-b93d-3fc4247c13a1 req-f0a4a680-a100-48de-ac4c-b39da544c98a tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331194 Jul 09 16:47:14.943619 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428392cb-514c-4d11-be4a-cd878afce175 req-460185bb-7771-4abe-9402-fad21712ccd2 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:14.945110 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-428392cb-514c-4d11-be4a-cd878afce175 req-460185bb-7771-4abe-9402-fad21712ccd2 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] 10.222.0.98 "GET /v2.0/ports?device_id=df9f4319-6a0a-435b-a068-dfc23c2fbf02 HTTP/1.1" status: 200 len: 946 time: 0.0698462 Jul 09 16:47:14.993481 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-428392cb-514c-4d11-be4a-cd878afce175 req-b98d2f40-e10a-4f46-b956-368d760f2ba8 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] 10.222.0.98 "GET /v2.0/security-groups?id=243cabdf-29ec-42f9-80d7-3b7e13dcde69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423410 Jul 09 16:47:15.172418 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615368b7-1c89-435e-a95a-1a1aeed6d3ea req-3f918507-d59d-4889-946c-37b16474b981 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:15.173928 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-615368b7-1c89-435e-a95a-1a1aeed6d3ea req-3f918507-d59d-4889-946c-37b16474b981 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=3d36609c-3d12-4df6-89a7-88249fd6c5a7 HTTP/1.1" status: 200 len: 945 time: 0.0709229 Jul 09 16:47:15.212618 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-615368b7-1c89-435e-a95a-1a1aeed6d3ea req-655cf8ae-c54c-478f-b5e3-f6bea5994991 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323493 Jul 09 16:47:15.389314 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb5bb61-31bd-477f-a292-08fa62d16cd3 req-7943249d-d9b2-404a-a998-7c5f037e33ce tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:15.390827 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ddb5bb61-31bd-477f-a292-08fa62d16cd3 req-7943249d-d9b2-404a-a998-7c5f037e33ce tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=3d36609c-3d12-4df6-89a7-88249fd6c5a7 HTTP/1.1" status: 200 len: 945 time: 0.0648952 Jul 09 16:47:15.429804 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ddb5bb61-31bd-477f-a292-08fa62d16cd3 req-c12830f2-15a9-4afe-8a89-e14f4c6978da tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331287 Jul 09 16:47:15.893230 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121a7a5-b52a-45dd-bc1f-55293a62c19f req-43bc422d-a02b-4a4f-9157-9f12dc1ebb53 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:15.899277 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1121a7a5-b52a-45dd-bc1f-55293a62c19f req-43bc422d-a02b-4a4f-9157-9f12dc1ebb53 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=3d36609c-3d12-4df6-89a7-88249fd6c5a7 HTTP/1.1" status: 200 len: 945 time: 0.0734658 Jul 09 16:47:15.940111 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1121a7a5-b52a-45dd-bc1f-55293a62c19f req-cb481ee7-5947-4422-9e8c-a85713c12a6b tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383356 Jul 09 16:47:16.174381 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f3a3e-8446-4197-9d53-3c548fe0b97e req-8688d90c-dbd2-4b7c-9a4b-b9696671342f tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:16.175920 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0c4f3a3e-8446-4197-9d53-3c548fe0b97e req-8688d90c-dbd2-4b7c-9a4b-b9696671342f tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] 10.222.0.98 "GET /v2.0/ports?device_id=df9f4319-6a0a-435b-a068-dfc23c2fbf02 HTTP/1.1" status: 200 len: 946 time: 0.0643306 Jul 09 16:47:16.214815 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0c4f3a3e-8446-4197-9d53-3c548fe0b97e req-24850f65-2ca3-4818-ab97-a1ec8fc9b645 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] 10.222.0.98 "GET /v2.0/security-groups?id=243cabdf-29ec-42f9-80d7-3b7e13dcde69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331442 Jul 09 16:47:16.815539 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402b3c6c-538d-46f5-9e1c-d45047d75dba req-a1213f94-356f-46bd-bf55-640fca41d2c5 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:16.816962 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-402b3c6c-538d-46f5-9e1c-d45047d75dba req-a1213f94-356f-46bd-bf55-640fca41d2c5 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] 10.222.0.73 "GET /v2.0/ports?device_id=df9f4319-6a0a-435b-a068-dfc23c2fbf02 HTTP/1.1" status: 200 len: 946 time: 0.0672088 Jul 09 16:47:16.917997 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-402b3c6c-538d-46f5-9e1c-d45047d75dba req-7d5d673d-1b24-4480-8302-9610bd4f7cb7 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Deleting port 8d50efda-ef69-479c-856b-f1f4efa4ecea {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:47:16.918345 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-402b3c6c-538d-46f5-9e1c-d45047d75dba req-7d5d673d-1b24-4480-8302-9610bd4f7cb7 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:17.012022 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-402b3c6c-538d-46f5-9e1c-d45047d75dba req-7d5d673d-1b24-4480-8302-9610bd4f7cb7 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] For port 8d50efda-ef69-479c-856b-f1f4efa4ecea, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=8d50efda-ef69-479c-856b-f1f4efa4ecea,segment=NetworkSegment(e418cb19-d073-49fd-83a6-b409141e756b),segment_id=e418cb19-d073-49fd-83a6-b409141e756b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:17.012377 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-402b3c6c-538d-46f5-9e1c-d45047d75dba req-7d5d673d-1b24-4480-8302-9610bd4f7cb7 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:17.027259 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-402b3c6c-538d-46f5-9e1c-d45047d75dba req-7d5d673d-1b24-4480-8302-9610bd4f7cb7 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Calling delete_port for 8d50efda-ef69-479c-856b-f1f4efa4ecea owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:47:17.125735 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063808f6-3aa4-4765-8631-2591960628e4 req-9aaea387-1be1-4c55-b391-17ed80ab2da3 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:17.128027 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-063808f6-3aa4-4765-8631-2591960628e4 req-9aaea387-1be1-4c55-b391-17ed80ab2da3 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=3d36609c-3d12-4df6-89a7-88249fd6c5a7 HTTP/1.1" status: 200 len: 945 time: 0.0655739 Jul 09 16:47:17.183982 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-063808f6-3aa4-4765-8631-2591960628e4 req-f0506c18-85b3-4d7e-be40-3f430a3842f7 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498667 Jul 09 16:47:17.409858 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f5f06-46d4-43cd-aa9f-c02e9010eae3 req-59057fec-3831-482d-ac4c-adde558ce56a tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:17.411636 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fa1f5f06-46d4-43cd-aa9f-c02e9010eae3 req-59057fec-3831-482d-ac4c-adde558ce56a tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] 10.222.0.98 "GET /v2.0/ports?device_id=df9f4319-6a0a-435b-a068-dfc23c2fbf02 HTTP/1.1" status: 200 len: 946 time: 0.0719879 Jul 09 16:47:17.459334 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fa1f5f06-46d4-43cd-aa9f-c02e9010eae3 req-1e0df468-7d55-48b6-97a2-6d41312cb417 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] 10.222.0.98 "GET /v2.0/security-groups?id=243cabdf-29ec-42f9-80d7-3b7e13dcde69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404234 Jul 09 16:47:17.494125 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-402b3c6c-538d-46f5-9e1c-d45047d75dba req-7d5d673d-1b24-4480-8302-9610bd4f7cb7 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:17.525315 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5d673d-1b24-4480-8302-9610bd4f7cb7 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Pushing event deleted for resources: {'Port': ['ID=8d50efda-ef69-479c-856b-f1f4efa4ecea,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:17.534533 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['8d50efda-ef69-479c-856b-f1f4efa4ecea'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:47:17.577099 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-402b3c6c-538d-46f5-9e1c-d45047d75dba req-7d5d673d-1b24-4480-8302-9610bd4f7cb7 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] No DVR routers for this DVR port 8d50efda-ef69-479c-856b-f1f4efa4ecea on host n-h2-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:47:17.580173 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-402b3c6c-538d-46f5-9e1c-d45047d75dba req-7d5d673d-1b24-4480-8302-9610bd4f7cb7 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:17.582253 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-402b3c6c-538d-46f5-9e1c-d45047d75dba req-7d5d673d-1b24-4480-8302-9610bd4f7cb7 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] 10.222.0.73 "DELETE /v2.0/ports/8d50efda-ef69-479c-856b-f1f4efa4ecea HTTP/1.1" status: 204 len: 173 time: 0.7598386 Jul 09 16:47:17.582991 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df9f4319-6a0a-435b-a068-dfc23c2fbf02', 'name': 'network-vif-deleted', 'tag': '8d50efda-ef69-479c-856b-f1f4efa4ecea'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:47:17.585972 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf5e42f-d070-4260-a1c9-f348cc041732" -d '{"events": [{"server_uuid": "df9f4319-6a0a-435b-a068-dfc23c2fbf02", "name": "network-vif-deleted", "tag": "8d50efda-ef69-479c-856b-f1f4efa4ecea"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:47:17.592483 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-da957250-95da-4adc-8147-27e6e77ec984 req-01518c29-d1e6-42d1-a161-ea55aef2ad38 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0703738 Jul 09 16:47:17.623825 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed637a2-242a-466f-a446-107622ca8d24 x-openstack-request-id: req-aed637a2-242a-466f-a446-107622ca8d24 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:47:17.623825 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df9f4319-6a0a-435b-a068-dfc23c2fbf02", "name": "network-vif-deleted", "tag": "8d50efda-ef69-479c-856b-f1f4efa4ecea", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:47:17.624158 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-aed637a2-242a-466f-a446-107622ca8d24 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:47:17.624437 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df9f4319-6a0a-435b-a068-dfc23c2fbf02', 'name': 'network-vif-deleted', 'tag': '8d50efda-ef69-479c-856b-f1f4efa4ecea', 'status': 'completed', 'code': 200} Jul 09 16:47:17.701466 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da957250-95da-4adc-8147-27e6e77ec984 req-7e1b86ee-879c-474c-8c68-6c12b566f5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:17.702999 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-da957250-95da-4adc-8147-27e6e77ec984 req-7e1b86ee-879c-474c-8c68-6c12b566f5d4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f98cc886c66a474a8d448186851b2eab&device_id=e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c HTTP/1.1" status: 200 len: 1098 time: 0.0599811 Jul 09 16:47:17.822376 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da957250-95da-4adc-8147-27e6e77ec984 req-8ee8b7b3-9390-445f-a761-0b38ea5e4e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:17.824249 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-da957250-95da-4adc-8147-27e6e77ec984 req-8ee8b7b3-9390-445f-a761-0b38ea5e4e7f service neutron] 10.222.0.77 "GET /v2.0/networks?id=b0fd9e2b-c374-4f8e-9872-75d950c7a99b HTTP/1.1" status: 200 len: 898 time: 0.0979829 Jul 09 16:47:17.848838 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cafc5ba-2dd8-41c3-9dd1-160bb8992053 req-7acc7717-f9c9-4f7f-a434-b0f8ac5fbbf6 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:17.851273 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5cafc5ba-2dd8-41c3-9dd1-160bb8992053 req-7acc7717-f9c9-4f7f-a434-b0f8ac5fbbf6 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d36609c-3d12-4df6-89a7-88249fd6c5a7 HTTP/1.1" status: 200 len: 945 time: 0.0849199 Jul 09 16:47:17.897687 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-da957250-95da-4adc-8147-27e6e77ec984 req-7f68168a-1f21-464f-a40b-467e631f412d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6a38973-cb7a-40ea-8d4a-6ca1820c7881 HTTP/1.1" status: 200 len: 1001 time: 0.0654960 Jul 09 16:47:17.950457 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da957250-95da-4adc-8147-27e6e77ec984 req-0e0eb87e-40c5-4366-8f50-800b365fb2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:17.952788 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-da957250-95da-4adc-8147-27e6e77ec984 req-0e0eb87e-40c5-4366-8f50-800b365fb2e7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a811fa06-6675-4a43-8ce8-4ab3f7e8d10a HTTP/1.1" status: 200 len: 834 time: 0.0472553 Jul 09 16:47:17.960812 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-5cafc5ba-2dd8-41c3-9dd1-160bb8992053 req-939b40c8-44ad-4ee7-b736-3cd4c6abca01 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Deleting port 81c351a7-75f2-485e-a50f-574d437e56bd {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:47:17.961155 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5cafc5ba-2dd8-41c3-9dd1-160bb8992053 req-939b40c8-44ad-4ee7-b736-3cd4c6abca01 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:18.016976 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da957250-95da-4adc-8147-27e6e77ec984 req-f4021584-37e7-4990-a953-21538ab4277a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:18.018613 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-da957250-95da-4adc-8147-27e6e77ec984 req-f4021584-37e7-4990-a953-21538ab4277a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b0fd9e2b-c374-4f8e-9872-75d950c7a99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582893 Jul 09 16:47:18.071853 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-5cafc5ba-2dd8-41c3-9dd1-160bb8992053 req-939b40c8-44ad-4ee7-b736-3cd4c6abca01 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] For port 81c351a7-75f2-485e-a50f-574d437e56bd, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=81c351a7-75f2-485e-a50f-574d437e56bd,segment=NetworkSegment(f8892455-537d-4135-a8a6-c5f11d1a74c6),segment_id=f8892455-537d-4135-a8a6-c5f11d1a74c6)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:18.071853 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5cafc5ba-2dd8-41c3-9dd1-160bb8992053 req-939b40c8-44ad-4ee7-b736-3cd4c6abca01 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:18.085335 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-5cafc5ba-2dd8-41c3-9dd1-160bb8992053 req-939b40c8-44ad-4ee7-b736-3cd4c6abca01 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Calling delete_port for 81c351a7-75f2-485e-a50f-574d437e56bd owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:47:18.136018 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-da957250-95da-4adc-8147-27e6e77ec984 req-ce98437c-51a5-48d5-9f15-c58e60ada9a7 service neutron] 10.222.0.77 "GET /v2.0/networks/b0fd9e2b-c374-4f8e-9872-75d950c7a99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106179 Jul 09 16:47:18.259853 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5cafc5ba-2dd8-41c3-9dd1-160bb8992053 req-939b40c8-44ad-4ee7-b736-3cd4c6abca01 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:18.271819 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['52d26214-99be-4635-9d74-0c5cfd2efbca'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:47:18.302088 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b40c8-44ad-4ee7-b736-3cd4c6abca01 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Pushing event deleted for resources: {'Port': ['ID=81c351a7-75f2-485e-a50f-574d437e56bd,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:18.340220 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['81c351a7-75f2-485e-a50f-574d437e56bd'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:47:18.349299 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-da957250-95da-4adc-8147-27e6e77ec984 req-a7331516-5890-42ee-9ba9-082b3ead0e40 service neutron] 10.222.0.77 "GET /v2.0/networks/b0fd9e2b-c374-4f8e-9872-75d950c7a99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045417 Jul 09 16:47:18.404885 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d5074-4dae-4774-a546-2779aabed950 req-40056d32-1b42-4de5-9828-2a00d1379367 tempest-TestNetworkAdvancedServerOps-1802097100 tempest-TestNetworkAdvancedServerOps-1802097100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:18.420260 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-de5d5074-4dae-4774-a546-2779aabed950 req-40056d32-1b42-4de5-9828-2a00d1379367 tempest-TestNetworkAdvancedServerOps-1802097100 tempest-TestNetworkAdvancedServerOps-1802097100-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c HTTP/1.1" status: 200 len: 1098 time: 0.1032302 Jul 09 16:47:18.484784 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-de5d5074-4dae-4774-a546-2779aabed950 req-8c19f57d-e551-46a8-973d-3261da382913 tempest-TestNetworkAdvancedServerOps-1802097100 tempest-TestNetworkAdvancedServerOps-1802097100-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=d1777dfc-c88d-4402-b525-8b370a0d3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580330 Jul 09 16:47:18.500732 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cafc5ba-2dd8-41c3-9dd1-160bb8992053 req-939b40c8-44ad-4ee7-b736-3cd4c6abca01 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] No DVR routers for this DVR port 81c351a7-75f2-485e-a50f-574d437e56bd on host n-h2-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:47:18.504893 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 46134) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:47:18.520045 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5cafc5ba-2dd8-41c3-9dd1-160bb8992053 req-939b40c8-44ad-4ee7-b736-3cd4c6abca01 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:18.527413 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-5cafc5ba-2dd8-41c3-9dd1-160bb8992053 req-939b40c8-44ad-4ee7-b736-3cd4c6abca01 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.73 "DELETE /v2.0/ports/81c351a7-75f2-485e-a50f-574d437e56bd HTTP/1.1" status: 204 len: 173 time: 0.6710560 Jul 09 16:47:18.692237 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c25598b2-d0a6-4bab-86a2-49fca50bc90e req-3379e4e8-3c37-41e4-a3e9-03fcca695656 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=3d36609c-3d12-4df6-89a7-88249fd6c5a7 HTTP/1.1" status: 200 len: 210 time: 0.0350304 Jul 09 16:47:18.775416 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-daa3e39d-c0e9-47bc-9684-d76f6e637a72 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Deleting port 71311f28-8b42-4c5a-924b-1f1920509953 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:47:18.775824 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-daa3e39d-c0e9-47bc-9684-d76f6e637a72 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:18.871065 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-daa3e39d-c0e9-47bc-9684-d76f6e637a72 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:18.871673 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-daa3e39d-c0e9-47bc-9684-d76f6e637a72 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:18.888356 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-daa3e39d-c0e9-47bc-9684-d76f6e637a72 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Calling delete_port for 71311f28-8b42-4c5a-924b-1f1920509953 owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:47:19.090951 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:47:19.155008 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-daa3e39d-c0e9-47bc-9684-d76f6e637a72 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:19.191281 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa3e39d-c0e9-47bc-9684-d76f6e637a72 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event deleted for resources: {'Port': ['ID=71311f28-8b42-4c5a-924b-1f1920509953,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:19.211808 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa3e39d-c0e9-47bc-9684-d76f6e637a72 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:19.212428 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa3e39d-c0e9-47bc-9684-d76f6e637a72 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:19.213046 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa3e39d-c0e9-47bc-9684-d76f6e637a72 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:19.213759 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa3e39d-c0e9-47bc-9684-d76f6e637a72 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:19.214470 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa3e39d-c0e9-47bc-9684-d76f6e637a72 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:19.215079 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa3e39d-c0e9-47bc-9684-d76f6e637a72 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:19.215645 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa3e39d-c0e9-47bc-9684-d76f6e637a72 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:19.216506 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa3e39d-c0e9-47bc-9684-d76f6e637a72 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:19.217077 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa3e39d-c0e9-47bc-9684-d76f6e637a72 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:19.217686 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa3e39d-c0e9-47bc-9684-d76f6e637a72 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:19.218255 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa3e39d-c0e9-47bc-9684-d76f6e637a72 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:19.218835 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa3e39d-c0e9-47bc-9684-d76f6e637a72 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:19.292781 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-daa3e39d-c0e9-47bc-9684-d76f6e637a72 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:19.293484 n-d-798930-3 neutron-server[93958]: INFO neutron.db.l3_db [None req-daa3e39d-c0e9-47bc-9684-d76f6e637a72 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Floating IP bc5593c7-d408-4fc6-bfd6-005dfac2901d disassociated (deleted). External IP: 172.25.0.10, port: e6a38973-cb7a-40ea-8d4a-6ca1820c7881. Jul 09 16:47:19.625984 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d36609c-3d12-4df6-89a7-88249fd6c5a7', 'name': 'network-vif-deleted', 'tag': '81c351a7-75f2-485e-a50f-574d437e56bd'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:47:19.628650 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ec4f83-563c-45f8-b01e-efc947880da5" -d '{"events": [{"server_uuid": "3d36609c-3d12-4df6-89a7-88249fd6c5a7", "name": "network-vif-deleted", "tag": "81c351a7-75f2-485e-a50f-574d437e56bd"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:47:19.676400 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d63ce1d-9317-4aab-a90b-66262a6a0f35 x-openstack-request-id: req-3d63ce1d-9317-4aab-a90b-66262a6a0f35 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:47:19.677305 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d36609c-3d12-4df6-89a7-88249fd6c5a7", "name": "network-vif-deleted", "tag": "81c351a7-75f2-485e-a50f-574d437e56bd", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:47:19.677792 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3d63ce1d-9317-4aab-a90b-66262a6a0f35 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:47:19.678580 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d36609c-3d12-4df6-89a7-88249fd6c5a7', 'name': 'network-vif-deleted', 'tag': '81c351a7-75f2-485e-a50f-574d437e56bd', 'status': 'completed', 'code': 200} Jul 09 16:47:19.862048 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-964ede16-fa85-4561-9b36-795c96c1ef36 req-6b138217-bd4a-4e4b-8cbb-f4fe808a2b6f tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=3d36609c-3d12-4df6-89a7-88249fd6c5a7 HTTP/1.1" status: 200 len: 210 time: 0.0366015 Jul 09 16:47:19.896651 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa3e39d-c0e9-47bc-9684-d76f6e637a72 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Router 9fa000a5-56f6-454b-8fca-a0bb54c1f282 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:47:20.018314 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa3e39d-c0e9-47bc-9684-d76f6e637a72 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:47:20.032650 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae2c296-1410-4e8c-a705-a9bff8c365a3 None None] Sync routers for ids ['9fa000a5-56f6-454b-8fca-a0bb54c1f282'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:47:20.037507 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-daa3e39d-c0e9-47bc-9684-d76f6e637a72 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:20.046650 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae2c296-1410-4e8c-a705-a9bff8c365a3 None None] Routers {'9fa000a5-56f6-454b-8fca-a0bb54c1f282'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:47:20.047159 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-dae2c296-1410-4e8c-a705-a9bff8c365a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:46:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['9fa000a5-56f6-454b-8fca-a0bb54c1f282'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:47:20.100789 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-daa3e39d-c0e9-47bc-9684-d76f6e637a72 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "DELETE /v2.0/floatingips/bc5593c7-d408-4fc6-bfd6-005dfac2901d HTTP/1.1" status: 204 len: 168 time: 1.5944674 Jul 09 16:47:20.101390 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c', 'tag': 'e6a38973-cb7a-40ea-8d4a-6ca1820c7881'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:47:20.103914 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4fbe90-1c93-4e93-b7a4-046b2b5cc9ce" -d '{"events": [{"name": "network-changed", "server_uuid": "e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c", "tag": "e6a38973-cb7a-40ea-8d4a-6ca1820c7881"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:47:20.190418 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-dae2c296-1410-4e8c-a705-a9bff8c365a3 None None] Set router 9fa000a5-56f6-454b-8fca-a0bb54c1f282 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:47:20.208108 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 8d50efda-ef69-479c-856b-f1f4efa4ecea no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:47:20.245117 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: 8d50efda-ef69-479c-856b-f1f4efa4ecea {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:47:20.254935 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 8d50efda-ef69-479c-856b-f1f4efa4ecea not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:47:20.518729 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-dae2c296-1410-4e8c-a705-a9bff8c365a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa000a5-56f6-454b-8fca-a0bb54c1f282', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2044903465', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'be9026d9-fbc9-46fc-a13d-4a071b07f370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:45:19Z', 'updated_at': '2021-07-09T16:45:25Z', 'revision_number': 4, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'gw_port': {'id': 'be9026d9-fbc9-46fc-a13d-4a071b07f370', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:1d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa000a5-56f6-454b-8fca-a0bb54c1f282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:45:20Z', 'updated_at': '2021-07-09T16:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '42afee25-cd54-4542-9852-b814b144519b', 'name': '', 'network_id': 'b0fd9e2b-c374-4f8e-9872-75d950c7a99b', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'mac_address': 'fa:16:3e:3d:1d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa000a5-56f6-454b-8fca-a0bb54c1f282', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'a811fa06-6675-4a43-8ce8-4ab3f7e8d10a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:45:24Z', 'updated_at': '2021-07-09T16:45:33Z', 'revision_number': 5, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'subnets': [{'id': 'a811fa06-6675-4a43-8ce8-4ab3f7e8d10a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:47:20.584597 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae2c296-1410-4e8c-a705-a9bff8c365a3 None None] Checking router: 9fa000a5-56f6-454b-8fca-a0bb54c1f282 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:47:20.595906 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae2c296-1410-4e8c-a705-a9bff8c365a3 None None] Routers {'9fa000a5-56f6-454b-8fca-a0bb54c1f282'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:47:20.596767 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-dae2c296-1410-4e8c-a705-a9bff8c365a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:46:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['9fa000a5-56f6-454b-8fca-a0bb54c1f282'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:47:20.622806 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a9a12e-228e-4353-b616-cf37a523312b x-openstack-request-id: req-27a9a12e-228e-4353-b616-cf37a523312b {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:47:20.624191 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c", "tag": "e6a38973-cb7a-40ea-8d4a-6ca1820c7881", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:47:20.624966 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-27a9a12e-228e-4353-b616-cf37a523312b {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:47:20.625578 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c', 'tag': 'e6a38973-cb7a-40ea-8d4a-6ca1820c7881', 'status': 'completed', 'code': 200} Jul 09 16:47:20.787948 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-dae2c296-1410-4e8c-a705-a9bff8c365a3 None None] Set router 9fa000a5-56f6-454b-8fca-a0bb54c1f282 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:47:20.803414 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4fbe90-1c93-4e93-b7a4-046b2b5cc9ce req-5fcd5c79-6d21-4ee2-b178-d44af0bc1155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:20.804928 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fe4fbe90-1c93-4e93-b7a4-046b2b5cc9ce req-5fcd5c79-6d21-4ee2-b178-d44af0bc1155 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f98cc886c66a474a8d448186851b2eab&device_id=e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c HTTP/1.1" status: 200 len: 1098 time: 0.1615810 Jul 09 16:47:20.921956 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df32f7-0e2a-4124-b32b-a1d86c0fb3a7 req-78fd35db-1ff0-4398-9bf0-0eb63440c77e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:20.923676 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f6df32f7-0e2a-4124-b32b-a1d86c0fb3a7 req-78fd35db-1ff0-4398-9bf0-0eb63440c77e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c HTTP/1.1" status: 200 len: 947 time: 0.1871064 Jul 09 16:47:20.964733 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4fbe90-1c93-4e93-b7a4-046b2b5cc9ce req-8333ad10-b563-46eb-94cb-18730b0372f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:20.966303 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fe4fbe90-1c93-4e93-b7a4-046b2b5cc9ce req-8333ad10-b563-46eb-94cb-18730b0372f9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b0fd9e2b-c374-4f8e-9872-75d950c7a99b HTTP/1.1" status: 200 len: 898 time: 0.1543519 Jul 09 16:47:20.971994 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f6df32f7-0e2a-4124-b32b-a1d86c0fb3a7 req-2ee9758d-0179-4737-86fe-4136a508ee1d tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1777dfc-c88d-4402-b525-8b370a0d3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381315 Jul 09 16:47:21.025779 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fe4fbe90-1c93-4e93-b7a4-046b2b5cc9ce req-b34989cc-cf7c-410e-bf79-82efbf4fb38d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6a38973-cb7a-40ea-8d4a-6ca1820c7881 HTTP/1.1" status: 200 len: 217 time: 0.0477684 Jul 09 16:47:21.142351 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4fbe90-1c93-4e93-b7a4-046b2b5cc9ce req-bbd1bbaf-eee9-4b36-9842-1c1f67863e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:21.152761 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fe4fbe90-1c93-4e93-b7a4-046b2b5cc9ce req-bbd1bbaf-eee9-4b36-9842-1c1f67863e62 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a811fa06-6675-4a43-8ce8-4ab3f7e8d10a HTTP/1.1" status: 200 len: 834 time: 0.1198344 Jul 09 16:47:21.257024 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a25cb720-7750-465b-859b-867ba92e2b37 req-ae4f6bb6-d78e-4802-b000-549d812ceb7e tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=3d36609c-3d12-4df6-89a7-88249fd6c5a7 HTTP/1.1" status: 200 len: 210 time: 0.0573328 Jul 09 16:47:21.291138 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-dae2c296-1410-4e8c-a705-a9bff8c365a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa000a5-56f6-454b-8fca-a0bb54c1f282', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2044903465', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'be9026d9-fbc9-46fc-a13d-4a071b07f370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:45:19Z', 'updated_at': '2021-07-09T16:45:25Z', 'revision_number': 4, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'gw_port': {'id': 'be9026d9-fbc9-46fc-a13d-4a071b07f370', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:1d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa000a5-56f6-454b-8fca-a0bb54c1f282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:45:20Z', 'updated_at': '2021-07-09T16:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '42afee25-cd54-4542-9852-b814b144519b', 'name': '', 'network_id': 'b0fd9e2b-c374-4f8e-9872-75d950c7a99b', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'mac_address': 'fa:16:3e:3d:1d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa000a5-56f6-454b-8fca-a0bb54c1f282', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'a811fa06-6675-4a43-8ce8-4ab3f7e8d10a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:45:24Z', 'updated_at': '2021-07-09T16:45:33Z', 'revision_number': 5, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'subnets': [{'id': 'a811fa06-6675-4a43-8ce8-4ab3f7e8d10a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:47:21.310166 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4fbe90-1c93-4e93-b7a4-046b2b5cc9ce req-17e2a035-126b-48b6-8073-4f1b2d7a5943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:21.313332 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fe4fbe90-1c93-4e93-b7a4-046b2b5cc9ce req-17e2a035-126b-48b6-8073-4f1b2d7a5943 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b0fd9e2b-c374-4f8e-9872-75d950c7a99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1588371 Jul 09 16:47:21.339292 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae2c296-1410-4e8c-a705-a9bff8c365a3 None None] The sync data for ids ['9fa000a5-56f6-454b-8fca-a0bb54c1f282'] in n-d-798930-3 is: [{'id': '9fa000a5-56f6-454b-8fca-a0bb54c1f282', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2044903465', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'be9026d9-fbc9-46fc-a13d-4a071b07f370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:45:19Z', 'updated_at': '2021-07-09T16:45:25Z', 'revision_number': 4, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'gw_port': {'id': 'be9026d9-fbc9-46fc-a13d-4a071b07f370', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:1d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa000a5-56f6-454b-8fca-a0bb54c1f282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:45:20Z', 'updated_at': '2021-07-09T16:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '42afee25-cd54-4542-9852-b814b144519b', 'name': '', 'network_id': 'b0fd9e2b-c374-4f8e-9872-75d950c7a99b', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'mac_address': 'fa:16:3e:3d:1d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa000a5-56f6-454b-8fca-a0bb54c1f282', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'a811fa06-6675-4a43-8ce8-4ab3f7e8d10a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:45:24Z', 'updated_at': '2021-07-09T16:45:33Z', 'revision_number': 5, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'subnets': [{'id': 'a811fa06-6675-4a43-8ce8-4ab3f7e8d10a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:47:21.461554 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fe4fbe90-1c93-4e93-b7a4-046b2b5cc9ce req-0b07c27f-71b2-4fe1-ac8e-8c9aae5c870c service neutron] 10.222.0.77 "GET /v2.0/networks/b0fd9e2b-c374-4f8e-9872-75d950c7a99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346641 Jul 09 16:47:21.610675 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fe4fbe90-1c93-4e93-b7a4-046b2b5cc9ce req-b032add9-544c-4748-8b4f-1ffee98b6f8a service neutron] 10.222.0.77 "GET /v2.0/networks/b0fd9e2b-c374-4f8e-9872-75d950c7a99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422734 Jul 09 16:47:21.727401 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c276360-20b5-4241-9c23-25c04dbf8322 None None] New status for floating IP bc5593c7-d408-4fc6-bfd6-005dfac2901d: DOWN {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:47:22.056019 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203584bb-27d0-4e6b-b9cf-d4479f95d3ac req-53ec2ba2-8f9e-4d89-9140-187ec9bd593e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:22.064002 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-203584bb-27d0-4e6b-b9cf-d4479f95d3ac req-53ec2ba2-8f9e-4d89-9140-187ec9bd593e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.77 "GET /v2.0/ports?device_id=e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c HTTP/1.1" status: 200 len: 947 time: 0.1029031 Jul 09 16:47:22.210921 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 81c351a7-75f2-485e-a50f-574d437e56bd no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:47:22.247619 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: 81c351a7-75f2-485e-a50f-574d437e56bd {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:47:22.248281 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 81c351a7-75f2-485e-a50f-574d437e56bd not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:47:22.285871 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612e23d-a59f-46da-96ce-bc7745c10b5b req-d42a885a-b5e6-4517-b57f-febc1d27eb2e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:22.295392 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4612e23d-a59f-46da-96ce-bc7745c10b5b req-d42a885a-b5e6-4517-b57f-febc1d27eb2e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c HTTP/1.1" status: 200 len: 947 time: 0.1506648 Jul 09 16:47:22.339518 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-203584bb-27d0-4e6b-b9cf-d4479f95d3ac req-2f8a7074-bcdf-4156-a061-ade5673887d4 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Deleting port e6a38973-cb7a-40ea-8d4a-6ca1820c7881 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:47:22.340156 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-aaf3bdae-d765-4f19-93ef-dbe9321f5864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:22.340348 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-203584bb-27d0-4e6b-b9cf-d4479f95d3ac req-2f8a7074-bcdf-4156-a061-ade5673887d4 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:22.375105 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4612e23d-a59f-46da-96ce-bc7745c10b5b req-9178bbdb-9965-4671-924b-9ce62e604f77 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=d1777dfc-c88d-4402-b525-8b370a0d3b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784583 Jul 09 16:47:22.513535 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-203584bb-27d0-4e6b-b9cf-d4479f95d3ac req-2f8a7074-bcdf-4156-a061-ade5673887d4 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] For port e6a38973-cb7a-40ea-8d4a-6ca1820c7881, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=e6a38973-cb7a-40ea-8d4a-6ca1820c7881,segment=NetworkSegment(7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c),segment_id=7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:22.514305 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-203584bb-27d0-4e6b-b9cf-d4479f95d3ac req-2f8a7074-bcdf-4156-a061-ade5673887d4 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:22.556632 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-203584bb-27d0-4e6b-b9cf-d4479f95d3ac req-2f8a7074-bcdf-4156-a061-ade5673887d4 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Calling delete_port for e6a38973-cb7a-40ea-8d4a-6ca1820c7881 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:47:22.610021 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8e734bd2-2811-4966-819c-e9ec220bb79e req-b4664777-ae71-44da-988a-2518dd4212db tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=3d36609c-3d12-4df6-89a7-88249fd6c5a7 HTTP/1.1" status: 200 len: 210 time: 0.0406301 Jul 09 16:47:22.823839 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-203584bb-27d0-4e6b-b9cf-d4479f95d3ac req-2f8a7074-bcdf-4156-a061-ade5673887d4 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:22.894139 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8a7074-bcdf-4156-a061-ade5673887d4 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event deleted for resources: {'Port': ['ID=e6a38973-cb7a-40ea-8d4a-6ca1820c7881,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:22.917042 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-203584bb-27d0-4e6b-b9cf-d4479f95d3ac req-2f8a7074-bcdf-4156-a061-ade5673887d4 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] No DVR routers for this DVR port e6a38973-cb7a-40ea-8d4a-6ca1820c7881 on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:47:22.919802 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-203584bb-27d0-4e6b-b9cf-d4479f95d3ac req-2f8a7074-bcdf-4156-a061-ade5673887d4 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:22.921744 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-203584bb-27d0-4e6b-b9cf-d4479f95d3ac req-2f8a7074-bcdf-4156-a061-ade5673887d4 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.77 "DELETE /v2.0/ports/e6a38973-cb7a-40ea-8d4a-6ca1820c7881 HTTP/1.1" status: 204 len: 173 time: 0.8474438 Jul 09 16:47:22.922169 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c', 'name': 'network-vif-deleted', 'tag': 'e6a38973-cb7a-40ea-8d4a-6ca1820c7881'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:47:22.927868 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44adeae-390d-47c0-8ea1-da3f1705f5b7" -d '{"events": [{"server_uuid": "e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c", "name": "network-vif-deleted", "tag": "e6a38973-cb7a-40ea-8d4a-6ca1820c7881"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:47:22.979300 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec7a631-983a-4a63-902c-6b322773a2fa x-openstack-request-id: req-0ec7a631-983a-4a63-902c-6b322773a2fa {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:47:22.979703 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c", "name": "network-vif-deleted", "tag": "e6a38973-cb7a-40ea-8d4a-6ca1820c7881", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:47:22.980142 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0ec7a631-983a-4a63-902c-6b322773a2fa {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:47:22.980814 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c', 'name': 'network-vif-deleted', 'tag': 'e6a38973-cb7a-40ea-8d4a-6ca1820c7881', 'status': 'completed', 'code': 200} Jul 09 16:47:23.659478 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-36f70215-161a-4f8c-90c0-fde97ec414d5 req-378628fe-56b7-41a2-99dd-5a49fe9a3173 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=e24d5533-fdda-4ed4-bb87-b5f4fdf1a40c HTTP/1.1" status: 200 len: 210 time: 0.0703812 Jul 09 16:47:23.936628 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-85030000-a8e2-4f25-a749-cb88234b5b72 req-64d6456c-aea3-4b21-8bab-39e3e4c87325 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=3d36609c-3d12-4df6-89a7-88249fd6c5a7 HTTP/1.1" status: 200 len: 210 time: 0.0962996 Jul 09 16:47:24.753181 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 46224) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:47:25.138076 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ab421856-c7b3-4888-b09d-3f64373305db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:25.353137 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-984826fc-399d-464c-b397-ad779d69d98c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:25.688713 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-984826fc-399d-464c-b397-ad779d69d98c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Deleting port 42afee25-cd54-4542-9852-b814b144519b {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:47:25.689091 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-984826fc-399d-464c-b397-ad779d69d98c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:25.788063 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:25.823146 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-984826fc-399d-464c-b397-ad779d69d98c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] For port 42afee25-cd54-4542-9852-b814b144519b, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=42afee25-cd54-4542-9852-b814b144519b,segment=NetworkSegment(7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c),segment_id=7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:25.823146 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-984826fc-399d-464c-b397-ad779d69d98c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:25.839823 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-984826fc-399d-464c-b397-ad779d69d98c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Calling delete_port for 42afee25-cd54-4542-9852-b814b144519b owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:47:26.094444 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c11b6b-e4b2-4cdc-a232-5e2a252653a9 req-f8abebac-4136-4f73-bc30-78d442a3ded3 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:26.096115 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-57c11b6b-e4b2-4cdc-a232-5e2a252653a9 req-f8abebac-4136-4f73-bc30-78d442a3ded3 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] 10.222.0.98 "GET /v2.0/networks?id=f561e013-85c4-49a9-b44b-81a79687756c HTTP/1.1" status: 200 len: 813 time: 0.2060728 Jul 09 16:47:26.119799 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-57c11b6b-e4b2-4cdc-a232-5e2a252653a9 req-cb475436-4650-483e-8251-eb73888219f7 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] 10.222.0.98 "GET /v2.0/quotas/3b48660d0df549358e091d676957f6be HTTP/1.1" status: 200 len: 375 time: 0.0150082 Jul 09 16:47:26.226103 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-57c11b6b-e4b2-4cdc-a232-5e2a252653a9 req-7bea61e1-1df5-4d3c-ac97-f07e1291e2c4 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=3b48660d0df549358e091d676957f6be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0884666 Jul 09 16:47:26.285719 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device e6a38973-cb7a-40ea-8d4a-6ca1820c7881 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:47:26.327733 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-984826fc-399d-464c-b397-ad779d69d98c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:26.343834 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: e6a38973-cb7a-40ea-8d4a-6ca1820c7881 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:47:26.345656 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device e6a38973-cb7a-40ea-8d4a-6ca1820c7881 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:47:26.382590 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:26.391407 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984826fc-399d-464c-b397-ad779d69d98c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event deleted for resources: {'Port': ['ID=42afee25-cd54-4542-9852-b814b144519b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:26.487777 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-57c11b6b-e4b2-4cdc-a232-5e2a252653a9 req-19ccc55d-cd92-45ec-9588-d383fa736a42 service neutron] 10.222.0.98 "GET /v2.0/networks/f561e013-85c4-49a9-b44b-81a79687756c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603755 Jul 09 16:47:26.770041 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-984826fc-399d-464c-b397-ad779d69d98c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:26.796690 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:26.858702 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-57c11b6b-e4b2-4cdc-a232-5e2a252653a9 req-1800d18d-ce51-414b-a525-58481c4c3ff4 service neutron] 10.222.0.98 "GET /v2.0/networks/f561e013-85c4-49a9-b44b-81a79687756c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3700271 Jul 09 16:47:27.520348 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2427ff40-a940-487d-9c0a-32f71a201179 req-fd7c4141-a770-43d4-b05c-ae213cffb77c tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b77a53a-e74d-450d-94e5-5c3f70d7e2a7 HTTP/1.1" status: 200 len: 210 time: 0.0890298 Jul 09 16:47:27.548482 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-984826fc-399d-464c-b397-ad779d69d98c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Router 9fa000a5-56f6-454b-8fca-a0bb54c1f282 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:47:27.699384 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-984826fc-399d-464c-b397-ad779d69d98c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:47:27.705243 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-984826fc-399d-464c-b397-ad779d69d98c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "PUT /v2.0/routers/9fa000a5-56f6-454b-8fca-a0bb54c1f282/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9510744 Jul 09 16:47:27.708897 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 46284) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:47:27.721448 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0410fe-062f-4162-8e95-9dff987ce579 None None] Sync routers for ids ['9fa000a5-56f6-454b-8fca-a0bb54c1f282'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:47:27.752861 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0410fe-062f-4162-8e95-9dff987ce579 None None] Routers {'9fa000a5-56f6-454b-8fca-a0bb54c1f282'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:47:27.753773 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-1a0410fe-062f-4162-8e95-9dff987ce579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:47:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['9fa000a5-56f6-454b-8fca-a0bb54c1f282'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:47:27.790714 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-aadde4d7-eda5-4cde-8794-de854df92cd8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Deleting subnet a811fa06-6675-4a43-8ce8-4ab3f7e8d10a {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:47:27.794663 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aadde4d7-eda5-4cde-8794-de854df92cd8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:27.873506 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aadde4d7-eda5-4cde-8794-de854df92cd8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:27.936429 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-1a0410fe-062f-4162-8e95-9dff987ce579 None None] Set router 9fa000a5-56f6-454b-8fca-a0bb54c1f282 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:47:28.013587 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aadde4d7-eda5-4cde-8794-de854df92cd8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:28.095528 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aadde4d7-eda5-4cde-8794-de854df92cd8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:28.138202 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadde4d7-eda5-4cde-8794-de854df92cd8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event deleted for resources: {'Subnet': ['ID=a811fa06-6675-4a43-8ce8-4ab3f7e8d10a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:28.140667 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d5a0a4-6f48-4035-be45-807c2742cf1c None None] Network b0fd9e2b-c374-4f8e-9872-75d950c7a99b requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:47:28.141481 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aadde4d7-eda5-4cde-8794-de854df92cd8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:28.147529 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 46288) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:47:28.148860 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-aadde4d7-eda5-4cde-8794-de854df92cd8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "DELETE /v2.0/subnets/a811fa06-6675-4a43-8ce8-4ab3f7e8d10a HTTP/1.1" status: 204 len: 168 time: 0.4382281 Jul 09 16:47:28.262598 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:28.296133 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-1a0410fe-062f-4162-8e95-9dff987ce579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa000a5-56f6-454b-8fca-a0bb54c1f282', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2044903465', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'be9026d9-fbc9-46fc-a13d-4a071b07f370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:45:19Z', 'updated_at': '2021-07-09T16:47:26Z', 'revision_number': 5, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'gw_port': {'id': 'be9026d9-fbc9-46fc-a13d-4a071b07f370', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:1d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa000a5-56f6-454b-8fca-a0bb54c1f282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:45:20Z', 'updated_at': '2021-07-09T16:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:47:28.329526 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5a4250de-2dd7-4bd6-912d-b9b6f6c9a0ee tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:28.379896 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0410fe-062f-4162-8e95-9dff987ce579 None None] Checking router: 9fa000a5-56f6-454b-8fca-a0bb54c1f282 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:47:28.398139 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0410fe-062f-4162-8e95-9dff987ce579 None None] Routers {'9fa000a5-56f6-454b-8fca-a0bb54c1f282'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:47:28.399083 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-1a0410fe-062f-4162-8e95-9dff987ce579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:47:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['9fa000a5-56f6-454b-8fca-a0bb54c1f282'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:47:28.504440 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98a0ef2-80b8-4267-a48b-2fd8daa606d8 None None] DHCP port deletion for b0fd9e2b-c374-4f8e-9872-75d950c7a99b request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:47:28.564050 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-1a0410fe-062f-4162-8e95-9dff987ce579 None None] Set router 9fa000a5-56f6-454b-8fca-a0bb54c1f282 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:47:28.575128 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5a4250de-2dd7-4bd6-912d-b9b6f6c9a0ee tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:28.609609 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b98a0ef2-80b8-4267-a48b-2fd8daa606d8 None None] Deleting port 5916b010-c28e-4e65-a2a4-391d8f64f3b1 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:47:28.610408 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b98a0ef2-80b8-4267-a48b-2fd8daa606d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:28.665782 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-5a4250de-2dd7-4bd6-912d-b9b6f6c9a0ee tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Deleting port be9026d9-fbc9-46fc-a13d-4a071b07f370 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:47:28.666713 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5a4250de-2dd7-4bd6-912d-b9b6f6c9a0ee tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:28.700119 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b98a0ef2-80b8-4267-a48b-2fd8daa606d8 None None] For port 5916b010-c28e-4e65-a2a4-391d8f64f3b1, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=5916b010-c28e-4e65-a2a4-391d8f64f3b1,segment=NetworkSegment(7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c),segment_id=7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:28.700828 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b98a0ef2-80b8-4267-a48b-2fd8daa606d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:28.730849 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b98a0ef2-80b8-4267-a48b-2fd8daa606d8 None None] Calling delete_port for 5916b010-c28e-4e65-a2a4-391d8f64f3b1 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:47:28.803985 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-5a4250de-2dd7-4bd6-912d-b9b6f6c9a0ee tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] For port be9026d9-fbc9-46fc-a13d-4a071b07f370, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=be9026d9-fbc9-46fc-a13d-4a071b07f370,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:28.804826 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5a4250de-2dd7-4bd6-912d-b9b6f6c9a0ee tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:28.841029 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-5a4250de-2dd7-4bd6-912d-b9b6f6c9a0ee tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Calling delete_port for be9026d9-fbc9-46fc-a13d-4a071b07f370 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:47:28.921930 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-1a0410fe-062f-4162-8e95-9dff987ce579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa000a5-56f6-454b-8fca-a0bb54c1f282', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2044903465', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'be9026d9-fbc9-46fc-a13d-4a071b07f370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:45:19Z', 'updated_at': '2021-07-09T16:47:26Z', 'revision_number': 5, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'gw_port': {'id': 'be9026d9-fbc9-46fc-a13d-4a071b07f370', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:1d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa000a5-56f6-454b-8fca-a0bb54c1f282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:45:20Z', 'updated_at': '2021-07-09T16:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:47:28.924088 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b98a0ef2-80b8-4267-a48b-2fd8daa606d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:28.960233 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0410fe-062f-4162-8e95-9dff987ce579 None None] The sync data for ids ['9fa000a5-56f6-454b-8fca-a0bb54c1f282'] in n-d-798930-3 is: [{'id': '9fa000a5-56f6-454b-8fca-a0bb54c1f282', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2044903465', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'be9026d9-fbc9-46fc-a13d-4a071b07f370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:45:19Z', 'updated_at': '2021-07-09T16:47:26Z', 'revision_number': 5, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'gw_port': {'id': 'be9026d9-fbc9-46fc-a13d-4a071b07f370', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:1d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa000a5-56f6-454b-8fca-a0bb54c1f282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:45:20Z', 'updated_at': '2021-07-09T16:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:47:28.980715 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98a0ef2-80b8-4267-a48b-2fd8daa606d8 None None] No DVR routers for this DVR port 5916b010-c28e-4e65-a2a4-391d8f64f3b1 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:47:28.984778 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98a0ef2-80b8-4267-a48b-2fd8daa606d8 None None] Pushing event deleted for resources: {'Port': ['ID=5916b010-c28e-4e65-a2a4-391d8f64f3b1,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:29.146459 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e325140c-9819-45c7-81ed-b9ac492a8f3b req-e14084f6-d876-42bd-ab83-36e5fc7d08a3 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b77a53a-e74d-450d-94e5-5c3f70d7e2a7 HTTP/1.1" status: 200 len: 210 time: 0.0932159 Jul 09 16:47:29.165672 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5a4250de-2dd7-4bd6-912d-b9b6f6c9a0ee tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:29.179922 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c11b6b-e4b2-4cdc-a232-5e2a252653a9 req-4adc2125-3259-400a-a461-08a8dfb491ce tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:29.181454 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-57c11b6b-e4b2-4cdc-a232-5e2a252653a9 req-4adc2125-3259-400a-a461-08a8dfb491ce tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] 10.222.0.73 "GET /v2.0/networks?id=f561e013-85c4-49a9-b44b-81a79687756c HTTP/1.1" status: 200 len: 813 time: 0.1233096 Jul 09 16:47:29.196564 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4250de-2dd7-4bd6-912d-b9b6f6c9a0ee tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event deleted for resources: {'Port': ['ID=be9026d9-fbc9-46fc-a13d-4a071b07f370,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:29.207995 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-57c11b6b-e4b2-4cdc-a232-5e2a252653a9 req-1c0a3ab1-1875-4b52-b202-a7be8250ce15 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Request body: {'port': {'device_id': '5b77a53a-e74d-450d-94e5-5c3f70d7e2a7', 'network_id': 'f561e013-85c4-49a9-b44b-81a79687756c', 'admin_state_up': True, 'tenant_id': '3b48660d0df549358e091d676957f6be'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:47:29.294326 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5a4250de-2dd7-4bd6-912d-b9b6f6c9a0ee tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:29.341623 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57c11b6b-e4b2-4cdc-a232-5e2a252653a9 req-1c0a3ab1-1875-4b52-b202-a7be8250ce15 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Made reservation on behalf of 3b48660d0df549358e091d676957f6be for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:47:29.350268 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-57c11b6b-e4b2-4cdc-a232-5e2a252653a9 req-1c0a3ab1-1875-4b52-b202-a7be8250ce15 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:29.515053 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5a4250de-2dd7-4bd6-912d-b9b6f6c9a0ee tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:29.517798 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5a4250de-2dd7-4bd6-912d-b9b6f6c9a0ee tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:29.524672 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-57c11b6b-e4b2-4cdc-a232-5e2a252653a9 req-1c0a3ab1-1875-4b52-b202-a7be8250ce15 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Allocated IP 172.20.0.11 (f561e013-85c4-49a9-b44b-81a79687756c/4e51a379-95b0-463e-bb26-f8e9ee22962d/baeabe84-d729-4c8a-9784-cd9a67c8ae18) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:47:29.634233 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8573859-9f3d-4cef-a38b-89f8acee49be req-447aa29b-c0b5-4cad-b0cb-b8e8098e0b8f tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:29.635904 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f8573859-9f3d-4cef-a38b-89f8acee49be req-447aa29b-c0b5-4cad-b0cb-b8e8098e0b8f tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e3c5d91-aa70-45e2-8c29-3a36fc741474 HTTP/1.1" status: 200 len: 946 time: 0.2496855 Jul 09 16:47:29.637112 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5a4250de-2dd7-4bd6-912d-b9b6f6c9a0ee tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:29.637981 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4250de-2dd7-4bd6-912d-b9b6f6c9a0ee tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Fanout notify agent at l3_agent the message router_deleted on router 9fa000a5-56f6-454b-8fca-a0bb54c1f282 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:47:29.643707 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 5916b010-c28e-4e65-a2a4-391d8f64f3b1 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:47:29.646114 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5a4250de-2dd7-4bd6-912d-b9b6f6c9a0ee tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:29.647564 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-5a4250de-2dd7-4bd6-912d-b9b6f6c9a0ee tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "DELETE /v2.0/routers/9fa000a5-56f6-454b-8fca-a0bb54c1f282 HTTP/1.1" status: 204 len: 168 time: 1.4991429 Jul 09 16:47:29.651524 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 46310) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:47:29.671661 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 5916b010-c28e-4e65-a2a4-391d8f64f3b1 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:47:29.672073 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 5916b010-c28e-4e65-a2a4-391d8f64f3b1 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:47:29.672825 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 42afee25-cd54-4542-9852-b814b144519b no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:47:29.695062 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f8573859-9f3d-4cef-a38b-89f8acee49be req-50438360-7609-449b-8756-98c4a3ca1618 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449474 Jul 09 16:47:29.716732 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 42afee25-cd54-4542-9852-b814b144519b {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:47:29.717084 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 42afee25-cd54-4542-9852-b814b144519b not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:47:29.847463 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-57c11b6b-e4b2-4cdc-a232-5e2a252653a9 req-1c0a3ab1-1875-4b52-b202-a7be8250ce15 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:29.891109 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4157548b-679f-48c1-94ee-19c1c2ad4846 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:29.946608 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-57c11b6b-e4b2-4cdc-a232-5e2a252653a9 req-1c0a3ab1-1875-4b52-b202-a7be8250ce15 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:30.038708 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57c11b6b-e4b2-4cdc-a232-5e2a252653a9 req-1c0a3ab1-1875-4b52-b202-a7be8250ce15 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Network f561e013-85c4-49a9-b44b-81a79687756c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:47:30.049519 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-57c11b6b-e4b2-4cdc-a232-5e2a252653a9 req-1c0a3ab1-1875-4b52-b202-a7be8250ce15 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:47:30.052480 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-57c11b6b-e4b2-4cdc-a232-5e2a252653a9 req-1c0a3ab1-1875-4b52-b202-a7be8250ce15 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:47:30.056024 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4157548b-679f-48c1-94ee-19c1c2ad4846 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:30.094635 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-4157548b-679f-48c1-94ee-19c1c2ad4846 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0fd9e2b-c374-4f8e-9872-75d950c7a99b']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:47:30.106883 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a3ab1-1875-4b52-b202-a7be8250ce15 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Pushing event updated for resources: {'Port': ['ID=baeabe84-d729-4c8a-9784-cd9a67c8ae18,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:30.114838 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-4157548b-679f-48c1-94ee-19c1c2ad4846 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:47:30.115029 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-4157548b-679f-48c1-94ee-19c1c2ad4846 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e3ccbf1-b221-4f6a-ad0c-b8b20b82241c') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:47:30.128736 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4157548b-679f-48c1-94ee-19c1c2ad4846 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:30.141551 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c11b6b-e4b2-4cdc-a232-5e2a252653a9 req-1c0a3ab1-1875-4b52-b202-a7be8250ce15 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:30.142121 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-57c11b6b-e4b2-4cdc-a232-5e2a252653a9 req-1c0a3ab1-1875-4b52-b202-a7be8250ce15 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:30.154618 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4157548b-679f-48c1-94ee-19c1c2ad4846 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:30.162858 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4157548b-679f-48c1-94ee-19c1c2ad4846 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:47:30.163263 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4157548b-679f-48c1-94ee-19c1c2ad4846 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:30.166747 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:47:30.166747 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:47:30.166747 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:47:30.166747 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:47:30.166747 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:47:30.166747 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:47:30.166747 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:47:30.166747 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:47:30.166747 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:47:30.166747 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:47:30.166747 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:47:30.166747 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:47:30.166747 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:47:30.166747 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:47:30.166747 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:47:30.166747 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:47:30.166747 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:47:30.166747 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:47:30.166747 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:47:30.166747 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:47:30.166747 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:47:30.166747 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:47:30.166747 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:47:30.166747 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:47:30.166747 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:47:30.166747 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:47:30.166747 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:47:30.166747 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:47:30.166747 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:47:30.166747 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:47:30.166747 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:47:30.166747 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:47:30.166747 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:47:30.166747 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:47:30.169483 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-57c11b6b-e4b2-4cdc-a232-5e2a252653a9 req-1c0a3ab1-1875-4b52-b202-a7be8250ce15 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9647017 Jul 09 16:47:30.257601 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4157548b-679f-48c1-94ee-19c1c2ad4846 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:30.267749 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4157548b-679f-48c1-94ee-19c1c2ad4846 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:30.269785 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-4157548b-679f-48c1-94ee-19c1c2ad4846 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "DELETE /v2.0/networks/b0fd9e2b-c374-4f8e-9872-75d950c7a99b HTTP/1.1" status: 204 len: 168 time: 0.6171842 Jul 09 16:47:30.272671 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 46320) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:47:30.306047 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4157548b-679f-48c1-94ee-19c1c2ad4846 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event deleted for resources: {'Network': ['ID=b0fd9e2b-c374-4f8e-9872-75d950c7a99b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:30.312095 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-57c11b6b-e4b2-4cdc-a232-5e2a252653a9 req-ecd54000-ce8f-4538-bcd6-9dfeb41f416f service neutron] Request body: {'port': {'device_id': '5b77a53a-e74d-450d-94e5-5c3f70d7e2a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:47:30.393878 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-57c11b6b-e4b2-4cdc-a232-5e2a252653a9 req-ecd54000-ce8f-4538-bcd6-9dfeb41f416f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:30.422156 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47aee090-64ff-4701-b9c2-af465790f77b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:30.469006 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47aee090-64ff-4701-b9c2-af465790f77b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:30.508683 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9446f7c-d0ed-4113-8259-2b2814b73473 req-2a7a60c3-b3ec-433b-8a73-f6f11073d8a4 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:30.510052 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c9446f7c-d0ed-4113-8259-2b2814b73473 req-2a7a60c3-b3ec-433b-8a73-f6f11073d8a4 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e3c5d91-aa70-45e2-8c29-3a36fc741474 HTTP/1.1" status: 200 len: 946 time: 0.1505487 Jul 09 16:47:30.527109 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c318fd-7f81-47da-b3bb-06e8ff0e4268 req-2750700d-f41c-4358-ac01-d93aa22f4a95 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:30.528606 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-75c318fd-7f81-47da-b3bb-06e8ff0e4268 req-2750700d-f41c-4358-ac01-d93aa22f4a95 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b77a53a-e74d-450d-94e5-5c3f70d7e2a7 HTTP/1.1" status: 200 len: 932 time: 0.2095695 Jul 09 16:47:30.616986 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-75c318fd-7f81-47da-b3bb-06e8ff0e4268 req-13ac3b86-829c-4bbc-a3ca-f8e03db4d0ab tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] 10.222.0.98 "GET /v2.0/security-groups?id=243cabdf-29ec-42f9-80d7-3b7e13dcde69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710855 Jul 09 16:47:30.687396 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47aee090-64ff-4701-b9c2-af465790f77b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:30.691408 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47aee090-64ff-4701-b9c2-af465790f77b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:30.695175 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-47aee090-64ff-4701-b9c2-af465790f77b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "DELETE /v2.0/security-groups/d1777dfc-c88d-4402-b525-8b370a0d3b81 HTTP/1.1" status: 204 len: 168 time: 0.4189768 Jul 09 16:47:30.708973 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-c9446f7c-d0ed-4113-8259-2b2814b73473 req-94c67b95-f6f5-4e5c-82b8-d2924938107f tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Deleting port 52d26214-99be-4635-9d74-0c5cfd2efbca {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:47:30.709325 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c9446f7c-d0ed-4113-8259-2b2814b73473 req-94c67b95-f6f5-4e5c-82b8-d2924938107f tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:30.720901 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-57c11b6b-e4b2-4cdc-a232-5e2a252653a9 req-ecd54000-ce8f-4538-bcd6-9dfeb41f416f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baeabe84-d729-4c8a-9784-cd9a67c8ae18 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:47:30.731565 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-57c11b6b-e4b2-4cdc-a232-5e2a252653a9 req-ecd54000-ce8f-4538-bcd6-9dfeb41f416f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:30.755485 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aee090-64ff-4701-b9c2-af465790f77b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1777dfc-c88d-4402-b525-8b370a0d3b81,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:30.762065 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-57c11b6b-e4b2-4cdc-a232-5e2a252653a9 req-ecd54000-ce8f-4538-bcd6-9dfeb41f416f service neutron] Transition to ACTIVE for port object baeabe84-d729-4c8a-9784-cd9a67c8ae18 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:47:30.770824 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-57c11b6b-e4b2-4cdc-a232-5e2a252653a9 req-ecd54000-ce8f-4538-bcd6-9dfeb41f416f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:30.829950 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-c9446f7c-d0ed-4113-8259-2b2814b73473 req-94c67b95-f6f5-4e5c-82b8-d2924938107f tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] For port 52d26214-99be-4635-9d74-0c5cfd2efbca, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=52d26214-99be-4635-9d74-0c5cfd2efbca,segment=NetworkSegment(f8892455-537d-4135-a8a6-c5f11d1a74c6),segment_id=f8892455-537d-4135-a8a6-c5f11d1a74c6)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:30.830315 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c9446f7c-d0ed-4113-8259-2b2814b73473 req-94c67b95-f6f5-4e5c-82b8-d2924938107f tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:30.843842 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd54000-ce8f-4538-bcd6-9dfeb41f416f service neutron] Pushing event updated for resources: {'Port': ['ID=baeabe84-d729-4c8a-9784-cd9a67c8ae18,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:30.854264 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-c9446f7c-d0ed-4113-8259-2b2814b73473 req-94c67b95-f6f5-4e5c-82b8-d2924938107f tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Calling delete_port for 52d26214-99be-4635-9d74-0c5cfd2efbca owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:47:30.921585 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-57c11b6b-e4b2-4cdc-a232-5e2a252653a9 req-ecd54000-ce8f-4538-bcd6-9dfeb41f416f service neutron] Attempting to bind port baeabe84-d729-4c8a-9784-cd9a67c8ae18 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:47:30.921988 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-57c11b6b-e4b2-4cdc-a232-5e2a252653a9 req-ecd54000-ce8f-4538-bcd6-9dfeb41f416f service neutron] Attempting to bind port baeabe84-d729-4c8a-9784-cd9a67c8ae18 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': 'e418cb19-d073-49fd-83a6-b409141e756b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f561e013-85c4-49a9-b44b-81a79687756c'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:47:30.922588 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c11b6b-e4b2-4cdc-a232-5e2a252653a9 req-ecd54000-ce8f-4538-bcd6-9dfeb41f416f service neutron] Attempting to bind port baeabe84-d729-4c8a-9784-cd9a67c8ae18 on network f561e013-85c4-49a9-b44b-81a79687756c {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:47:30.927074 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c11b6b-e4b2-4cdc-a232-5e2a252653a9 req-ecd54000-ce8f-4538-bcd6-9dfeb41f416f service neutron] Port baeabe84-d729-4c8a-9784-cd9a67c8ae18 on network f561e013-85c4-49a9-b44b-81a79687756c not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:47:30.927403 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c11b6b-e4b2-4cdc-a232-5e2a252653a9 req-ecd54000-ce8f-4538-bcd6-9dfeb41f416f service neutron] Attempting to bind port baeabe84-d729-4c8a-9784-cd9a67c8ae18 on network f561e013-85c4-49a9-b44b-81a79687756c {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:47:30.932908 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c11b6b-e4b2-4cdc-a232-5e2a252653a9 req-ecd54000-ce8f-4538-bcd6-9dfeb41f416f service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:47:30.933259 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c11b6b-e4b2-4cdc-a232-5e2a252653a9 req-ecd54000-ce8f-4538-bcd6-9dfeb41f416f service neutron] Checking segment: {'id': 'e418cb19-d073-49fd-83a6-b409141e756b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f561e013-85c4-49a9-b44b-81a79687756c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:47:30.933943 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c11b6b-e4b2-4cdc-a232-5e2a252653a9 req-ecd54000-ce8f-4538-bcd6-9dfeb41f416f service neutron] Bound using segment: {'id': 'e418cb19-d073-49fd-83a6-b409141e756b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f561e013-85c4-49a9-b44b-81a79687756c'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:47:30.934095 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-57c11b6b-e4b2-4cdc-a232-5e2a252653a9 req-ecd54000-ce8f-4538-bcd6-9dfeb41f416f service neutron] Bound port: baeabe84-d729-4c8a-9784-cd9a67c8ae18, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e418cb19-d073-49fd-83a6-b409141e756b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f561e013-85c4-49a9-b44b-81a79687756c'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:47:30.934416 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-57c11b6b-e4b2-4cdc-a232-5e2a252653a9 req-ecd54000-ce8f-4538-bcd6-9dfeb41f416f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:30.991578 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe79762-434a-40ab-b4a5-bb658bbac08b req-0fad59d2-288e-4de4-bb95-b6fd197d8426 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:30.992972 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2fe79762-434a-40ab-b4a5-bb658bbac08b req-0fad59d2-288e-4de4-bb95-b6fd197d8426 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e3c5d91-aa70-45e2-8c29-3a36fc741474 HTTP/1.1" status: 200 len: 946 time: 0.0889616 Jul 09 16:47:31.006155 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-57c11b6b-e4b2-4cdc-a232-5e2a252653a9 req-ecd54000-ce8f-4538-bcd6-9dfeb41f416f service neutron] For port baeabe84-d729-4c8a-9784-cd9a67c8ae18, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:47:31.009766 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-57c11b6b-e4b2-4cdc-a232-5e2a252653a9 req-ecd54000-ce8f-4538-bcd6-9dfeb41f416f service neutron] For port baeabe84-d729-4c8a-9784-cd9a67c8ae18, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=baeabe84-d729-4c8a-9784-cd9a67c8ae18,segment=NetworkSegment(e418cb19-d073-49fd-83a6-b409141e756b),segment_id=e418cb19-d073-49fd-83a6-b409141e756b)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:47:31.015110 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-57c11b6b-e4b2-4cdc-a232-5e2a252653a9 req-ecd54000-ce8f-4538-bcd6-9dfeb41f416f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:31.058385 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c11b6b-e4b2-4cdc-a232-5e2a252653a9 req-ecd54000-ce8f-4538-bcd6-9dfeb41f416f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:31.059254 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-57c11b6b-e4b2-4cdc-a232-5e2a252653a9 req-ecd54000-ce8f-4538-bcd6-9dfeb41f416f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:31.060751 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-57c11b6b-e4b2-4cdc-a232-5e2a252653a9 req-ecd54000-ce8f-4538-bcd6-9dfeb41f416f service neutron] 10.222.0.73 "PUT /v2.0/ports/baeabe84-d729-4c8a-9784-cd9a67c8ae18 HTTP/1.1" status: 200 len: 1092 time: 0.8523993 Jul 09 16:47:31.061232 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b77a53a-e74d-450d-94e5-5c3f70d7e2a7', 'tag': 'baeabe84-d729-4c8a-9784-cd9a67c8ae18'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:47:31.063615 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c45314f-14b0-40e8-b4d0-438895629700" -d '{"events": [{"name": "network-changed", "server_uuid": "5b77a53a-e74d-450d-94e5-5c3f70d7e2a7", "tag": "baeabe84-d729-4c8a-9784-cd9a67c8ae18"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:47:31.069600 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2fe79762-434a-40ab-b4a5-bb658bbac08b req-b92de09d-2632-4d73-823c-73289e44ba9b tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=ef2ec7a1-9367-49af-8cbb-db60681dc997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681353 Jul 09 16:47:31.075051 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c9446f7c-d0ed-4113-8259-2b2814b73473 req-94c67b95-f6f5-4e5c-82b8-d2924938107f tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:31.086934 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['52d26214-99be-4635-9d74-0c5cfd2efbca'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:47:31.109467 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd54000-ce8f-4538-bcd6-9dfeb41f416f service neutron] Pushing event updated for resources: {'Port': ['ID=baeabe84-d729-4c8a-9784-cd9a67c8ae18,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:31.120361 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c67b95-f6f5-4e5c-82b8-d2924938107f tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Pushing event deleted for resources: {'Port': ['ID=52d26214-99be-4635-9d74-0c5cfd2efbca,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:31.179204 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9446f7c-d0ed-4113-8259-2b2814b73473 req-94c67b95-f6f5-4e5c-82b8-d2924938107f tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] No DVR routers for this DVR port 52d26214-99be-4635-9d74-0c5cfd2efbca on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:47:31.182666 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c9446f7c-d0ed-4113-8259-2b2814b73473 req-94c67b95-f6f5-4e5c-82b8-d2924938107f tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:31.185446 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c9446f7c-d0ed-4113-8259-2b2814b73473 req-94c67b95-f6f5-4e5c-82b8-d2924938107f tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.77 "DELETE /v2.0/ports/52d26214-99be-4635-9d74-0c5cfd2efbca HTTP/1.1" status: 204 len: 173 time: 0.6513395 Jul 09 16:47:31.185995 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e3c5d91-aa70-45e2-8c29-3a36fc741474', 'name': 'network-vif-deleted', 'tag': '52d26214-99be-4635-9d74-0c5cfd2efbca'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:47:31.189412 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7226d4-571f-4cb1-8a73-23be71c8cfb6" -d '{"events": [{"server_uuid": "5e3c5d91-aa70-45e2-8c29-3a36fc741474", "name": "network-vif-deleted", "tag": "52d26214-99be-4635-9d74-0c5cfd2efbca"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:47:31.206457 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c11b6b-e4b2-4cdc-a232-5e2a252653a9 req-ce665dc9-51e9-4981-9799-58aa271f90b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:31.208936 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-57c11b6b-e4b2-4cdc-a232-5e2a252653a9 req-ce665dc9-51e9-4981-9799-58aa271f90b4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3b48660d0df549358e091d676957f6be&device_id=5b77a53a-e74d-450d-94e5-5c3f70d7e2a7 HTTP/1.1" status: 200 len: 1095 time: 0.0820808 Jul 09 16:47:31.274004 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-57c11b6b-e4b2-4cdc-a232-5e2a252653a9 req-3d2de169-7da0-408c-9adc-2eeeceb8e97f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=baeabe84-d729-4c8a-9784-cd9a67c8ae18 HTTP/1.1" status: 200 len: 217 time: 0.0529940 Jul 09 16:47:31.340513 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c11b6b-e4b2-4cdc-a232-5e2a252653a9 req-cbed729c-642f-4b22-91c2-0adb8d42b0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:31.342010 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-57c11b6b-e4b2-4cdc-a232-5e2a252653a9 req-cbed729c-642f-4b22-91c2-0adb8d42b0bc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4e51a379-95b0-463e-bb26-f8e9ee22962d HTTP/1.1" status: 200 len: 853 time: 0.0617769 Jul 09 16:47:31.390987 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-57c11b6b-e4b2-4cdc-a232-5e2a252653a9 req-d3c756b8-1290-4ed6-aecb-c748d83a4dd3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f561e013-85c4-49a9-b44b-81a79687756c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424347 Jul 09 16:47:31.417639 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 46340) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:47:31.423165 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-808b3483-fccb-4ffb-87cd-8a592c0cbe53 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1565407685', 'description': 'tempest-secgroup-smoke-1565407685 description', 'project_id': 'f98cc886c66a474a8d448186851b2eab'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:47:31.448896 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device be9026d9-fbc9-46fc-a13d-4a071b07f370 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:47:31.474343 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-808b3483-fccb-4ffb-87cd-8a592c0cbe53 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:31.510075 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: be9026d9-fbc9-46fc-a13d-4a071b07f370 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:47:31.510440 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device be9026d9-fbc9-46fc-a13d-4a071b07f370 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:47:31.591892 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-57c11b6b-e4b2-4cdc-a232-5e2a252653a9 req-4b096e4f-e471-496a-b803-b6e43b01313e service neutron] 10.222.0.73 "GET /v2.0/networks/f561e013-85c4-49a9-b44b-81a79687756c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922483 Jul 09 16:47:31.593410 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1427d4c7-64db-4315-8a1d-cd6db06149b3 x-openstack-request-id: req-1427d4c7-64db-4315-8a1d-cd6db06149b3 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:47:31.593703 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b77a53a-e74d-450d-94e5-5c3f70d7e2a7", "tag": "baeabe84-d729-4c8a-9784-cd9a67c8ae18", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:47:31.593959 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1427d4c7-64db-4315-8a1d-cd6db06149b3 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:47:31.594394 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b77a53a-e74d-450d-94e5-5c3f70d7e2a7', 'tag': 'baeabe84-d729-4c8a-9784-cd9a67c8ae18', 'status': 'completed', 'code': 200} Jul 09 16:47:31.627942 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3d48c1-82cb-4ac7-8966-7acb84909f49 x-openstack-request-id: req-cf3d48c1-82cb-4ac7-8966-7acb84909f49 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:47:31.628239 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e3c5d91-aa70-45e2-8c29-3a36fc741474", "name": "network-vif-deleted", "tag": "52d26214-99be-4635-9d74-0c5cfd2efbca", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:47:31.628698 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-cf3d48c1-82cb-4ac7-8966-7acb84909f49 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:47:31.629123 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e3c5d91-aa70-45e2-8c29-3a36fc741474', 'name': 'network-vif-deleted', 'tag': '52d26214-99be-4635-9d74-0c5cfd2efbca', 'status': 'completed', 'code': 200} Jul 09 16:47:31.671707 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-808b3483-fccb-4ffb-87cd-8a592c0cbe53 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:31.681422 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-808b3483-fccb-4ffb-87cd-8a592c0cbe53 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:31.745800 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-808b3483-fccb-4ffb-87cd-8a592c0cbe53 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:31.749864 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-808b3483-fccb-4ffb-87cd-8a592c0cbe53 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3283308 Jul 09 16:47:31.750805 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 46348) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:47:31.756237 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-54ed1c43-a4ea-4abe-a41f-becb308884fa tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Request body: {'security_group_rule': {'security_group_id': '9b1cfd9f-4611-4706-be4a-377a85da5bac', 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:47:31.760218 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b3483-fccb-4ffb-87cd-8a592c0cbe53 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1cfd9f-4611-4706-be4a-377a85da5bac,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:31.830567 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-57c11b6b-e4b2-4cdc-a232-5e2a252653a9 req-9e83b906-2de3-40bc-818b-847a6d43b402 service neutron] 10.222.0.73 "GET /v2.0/networks/f561e013-85c4-49a9-b44b-81a79687756c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319927 Jul 09 16:47:31.852778 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54ed1c43-a4ea-4abe-a41f-becb308884fa tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:31.943271 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06379493-b1e1-413b-b766-42dfb7c2b405 req-90d49230-2309-417e-89c8-27deda202424 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:31.944923 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-06379493-b1e1-413b-b766-42dfb7c2b405 req-90d49230-2309-417e-89c8-27deda202424 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b77a53a-e74d-450d-94e5-5c3f70d7e2a7 HTTP/1.1" status: 200 len: 944 time: 0.1210935 Jul 09 16:47:31.969258 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54ed1c43-a4ea-4abe-a41f-becb308884fa tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:31.981404 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54ed1c43-a4ea-4abe-a41f-becb308884fa tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:31.986973 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-06379493-b1e1-413b-b766-42dfb7c2b405 req-697c367e-0ff0-4b01-968d-7084245d6dd5 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] 10.222.0.98 "GET /v2.0/security-groups?id=243cabdf-29ec-42f9-80d7-3b7e13dcde69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362101 Jul 09 16:47:32.014631 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed1c43-a4ea-4abe-a41f-becb308884fa tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07506002-f567-441b-8127-0c9b1b30ed6b,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:32.026334 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54ed1c43-a4ea-4abe-a41f-becb308884fa tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:32.030824 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-54ed1c43-a4ea-4abe-a41f-becb308884fa tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2768900 Jul 09 16:47:32.031197 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 46350) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:47:32.035551 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45314f-14b0-40e8-b4d0-438895629700 req-ce457157-2a62-447c-be59-2ef9b8ad546d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:32.036886 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-24ead6e8-8895-408b-9e7e-d6c8eae8bdf0 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Request body: {'security_group_rule': {'security_group_id': '9b1cfd9f-4611-4706-be4a-377a85da5bac', 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:47:32.037919 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2c45314f-14b0-40e8-b4d0-438895629700 req-ce457157-2a62-447c-be59-2ef9b8ad546d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3b48660d0df549358e091d676957f6be&device_id=5b77a53a-e74d-450d-94e5-5c3f70d7e2a7 HTTP/1.1" status: 200 len: 1095 time: 0.1092308 Jul 09 16:47:32.075457 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24ead6e8-8895-408b-9e7e-d6c8eae8bdf0 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:32.168663 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45314f-14b0-40e8-b4d0-438895629700 req-acda0ee8-86f1-42e6-91d6-b8f2b13da8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:32.170433 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2c45314f-14b0-40e8-b4d0-438895629700 req-acda0ee8-86f1-42e6-91d6-b8f2b13da8b5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f561e013-85c4-49a9-b44b-81a79687756c HTTP/1.1" status: 200 len: 914 time: 0.1254101 Jul 09 16:47:32.220627 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24ead6e8-8895-408b-9e7e-d6c8eae8bdf0 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:32.224787 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2c45314f-14b0-40e8-b4d0-438895629700 req-223bd433-e6fd-4f7c-b9fb-da60aeff56db service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=baeabe84-d729-4c8a-9784-cd9a67c8ae18 HTTP/1.1" status: 200 len: 217 time: 0.0474696 Jul 09 16:47:32.228050 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24ead6e8-8895-408b-9e7e-d6c8eae8bdf0 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:32.253300 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ead6e8-8895-408b-9e7e-d6c8eae8bdf0 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=893f3001-6a7e-4e3f-97d2-7127dc9026ba,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:32.285520 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45314f-14b0-40e8-b4d0-438895629700 req-12553590-24b7-4923-8574-cf7c77558d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:32.287906 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2c45314f-14b0-40e8-b4d0-438895629700 req-12553590-24b7-4923-8574-cf7c77558d8d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4e51a379-95b0-463e-bb26-f8e9ee22962d HTTP/1.1" status: 200 len: 853 time: 0.0571496 Jul 09 16:47:32.320657 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fd020e9d-41e6-4580-85ef-1be71a0d9e9a req-6fabbcd9-e28b-4d80-8ca5-9475e6b02e43 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e3c5d91-aa70-45e2-8c29-3a36fc741474 HTTP/1.1" status: 200 len: 210 time: 0.0613067 Jul 09 16:47:32.324216 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24ead6e8-8895-408b-9e7e-d6c8eae8bdf0 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:32.326007 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2c45314f-14b0-40e8-b4d0-438895629700 req-8735e31b-eadb-4e8e-b1bc-325df5de1063 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f561e013-85c4-49a9-b44b-81a79687756c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311224 Jul 09 16:47:32.327441 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-24ead6e8-8895-408b-9e7e-d6c8eae8bdf0 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2952242 Jul 09 16:47:32.338742 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 46354) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:47:32.338742 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-bff90ee8-55fc-49de-8cea-e1ec08702dfd tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Request body: {'security_group_rule': {'security_group_id': '9b1cfd9f-4611-4706-be4a-377a85da5bac', 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:47:32.437899 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bff90ee8-55fc-49de-8cea-e1ec08702dfd tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:32.500845 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2c45314f-14b0-40e8-b4d0-438895629700 req-309b0de0-e53b-4a53-9d3e-68108e749653 service neutron] 10.222.0.73 "GET /v2.0/networks/f561e013-85c4-49a9-b44b-81a79687756c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592629 Jul 09 16:47:32.570042 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bff90ee8-55fc-49de-8cea-e1ec08702dfd tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:32.578381 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bff90ee8-55fc-49de-8cea-e1ec08702dfd tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:32.603314 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff90ee8-55fc-49de-8cea-e1ec08702dfd tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11156407-d163-466b-b168-78f5db6116d4,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:32.608504 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bff90ee8-55fc-49de-8cea-e1ec08702dfd tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:32.609827 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-bff90ee8-55fc-49de-8cea-e1ec08702dfd tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2780917 Jul 09 16:47:32.612677 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 46362) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:47:32.621335 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f1db08a3-e75c-4c27-8cbc-092b7a01ca72 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Request body: {'security_group_rule': {'security_group_id': '9b1cfd9f-4611-4706-be4a-377a85da5bac', 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:47:32.641223 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2c45314f-14b0-40e8-b4d0-438895629700 req-c5ad0ed8-c0b6-408b-a860-55ab9cf9744f service neutron] 10.222.0.73 "GET /v2.0/networks/f561e013-85c4-49a9-b44b-81a79687756c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312735 Jul 09 16:47:32.655301 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f1db08a3-e75c-4c27-8cbc-092b7a01ca72 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:32.725581 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f1db08a3-e75c-4c27-8cbc-092b7a01ca72 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:32.730322 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f1db08a3-e75c-4c27-8cbc-092b7a01ca72 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:32.750906 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db08a3-e75c-4c27-8cbc-092b7a01ca72 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1992a0d8-54b7-494f-a77b-d2883eecada2,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:32.755541 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f1db08a3-e75c-4c27-8cbc-092b7a01ca72 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:32.756974 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f1db08a3-e75c-4c27-8cbc-092b7a01ca72 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1423140 Jul 09 16:47:32.759905 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 46364) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:47:32.764585 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-ce8c840e-a1ec-48bb-8968-4d3ca3fc75bd tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Request body: {'security_group_rule': {'security_group_id': '9b1cfd9f-4611-4706-be4a-377a85da5bac', 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:47:32.788646 n-d-798930-3 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-ce8c840e-a1ec-48bb-8968-4d3ca3fc75bd tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Project f98cc886c66a474a8d448186851b2eab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 16:47:32.793877 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ce8c840e-a1ec-48bb-8968-4d3ca3fc75bd tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:32.863840 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ce8c840e-a1ec-48bb-8968-4d3ca3fc75bd tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:32.868197 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ce8c840e-a1ec-48bb-8968-4d3ca3fc75bd tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:32.887674 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c840e-a1ec-48bb-8968-4d3ca3fc75bd tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b88b514-7ca1-4723-ab21-caee88d1d0cd,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:32.895384 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ce8c840e-a1ec-48bb-8968-4d3ca3fc75bd tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:32.897023 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ce8c840e-a1ec-48bb-8968-4d3ca3fc75bd tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1359134 Jul 09 16:47:32.899686 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 46366) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:47:32.904575 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-0a47c466-61b6-46af-bdb9-9a34e02b2b0e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Request body: {'security_group_rule': {'security_group_id': '9b1cfd9f-4611-4706-be4a-377a85da5bac', 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:47:32.928603 n-d-798930-3 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-0a47c466-61b6-46af-bdb9-9a34e02b2b0e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Project f98cc886c66a474a8d448186851b2eab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 16:47:32.935582 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a47c466-61b6-46af-bdb9-9a34e02b2b0e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:32.997157 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a47c466-61b6-46af-bdb9-9a34e02b2b0e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:33.001459 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a47c466-61b6-46af-bdb9-9a34e02b2b0e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:33.021919 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a47c466-61b6-46af-bdb9-9a34e02b2b0e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2928be9d-a8ca-4b62-adf5-c9a495113463,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:33.027381 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a47c466-61b6-46af-bdb9-9a34e02b2b0e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:33.029057 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0a47c466-61b6-46af-bdb9-9a34e02b2b0e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1282239 Jul 09 16:47:33.031889 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 46370) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:47:33.037955 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-8264a038-7e53-4c7d-9786-fb6783de5ddd tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Request body: {'network': {'name': 'tempest-network-smoke--1068164759', 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'port_security_enabled': True}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:47:33.065786 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8264a038-7e53-4c7d-9786-fb6783de5ddd tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Made reservation on behalf of f98cc886c66a474a8d448186851b2eab for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:47:33.070338 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8264a038-7e53-4c7d-9786-fb6783de5ddd tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:33.103297 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8264a038-7e53-4c7d-9786-fb6783de5ddd tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:47:33.134675 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8264a038-7e53-4c7d-9786-fb6783de5ddd tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:33.135303 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-8264a038-7e53-4c7d-9786-fb6783de5ddd tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Added segment 3a36703a-fa9b-4ca2-9fe3-6a9eb1d2b0e9 of type vlan for network 790c3123-8f15-4cc1-b7fb-4b22a082db92 Jul 09 16:47:33.243562 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8264a038-7e53-4c7d-9786-fb6783de5ddd tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:33.275717 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d36b1-9db0-4bbf-a2a7-14abd2087638 req-c58b5ef4-a562-4f61-955b-e9f1278953c2 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:33.277244 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ea6d36b1-9db0-4bbf-a2a7-14abd2087638 req-c58b5ef4-a562-4f61-955b-e9f1278953c2 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b77a53a-e74d-450d-94e5-5c3f70d7e2a7 HTTP/1.1" status: 200 len: 944 time: 0.1449106 Jul 09 16:47:33.313292 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8264a038-7e53-4c7d-9786-fb6783de5ddd tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:33.319121 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8264a038-7e53-4c7d-9786-fb6783de5ddd tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:33.319708 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8264a038-7e53-4c7d-9786-fb6783de5ddd tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:33.423328 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ea6d36b1-9db0-4bbf-a2a7-14abd2087638 req-9c1f7286-00f0-4765-8833-322285b65a2e tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] 10.222.0.98 "GET /v2.0/security-groups?id=243cabdf-29ec-42f9-80d7-3b7e13dcde69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370559 Jul 09 16:47:33.443825 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 46374) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:47:33.444432 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8264a038-7e53-4c7d-9786-fb6783de5ddd tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4109032 Jul 09 16:47:33.448651 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-20aa1272-bdd3-44f9-8756-114eeee3c4d8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2119985361', 'admin_state_up': True, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:47:33.473533 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8264a038-7e53-4c7d-9786-fb6783de5ddd tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event updated for resources: {'Network': ['ID=790c3123-8f15-4cc1-b7fb-4b22a082db92,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:33.489638 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-20aa1272-bdd3-44f9-8756-114eeee3c4d8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:33.490974 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-20aa1272-bdd3-44f9-8756-114eeee3c4d8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:33.493652 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 790c3123-8f15-4cc1-b7fb-4b22a082db92 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:47:33.582441 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-20aa1272-bdd3-44f9-8756-114eeee3c4d8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:33.644257 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7ec8c336-f56e-44c8-be5a-41a9d7fb28cd req-f99862cd-9c22-43c9-94fd-422e045ec411 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e3c5d91-aa70-45e2-8c29-3a36fc741474 HTTP/1.1" status: 200 len: 210 time: 0.0801811 Jul 09 16:47:33.758465 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-20aa1272-bdd3-44f9-8756-114eeee3c4d8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:33.973367 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-20aa1272-bdd3-44f9-8756-114eeee3c4d8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:33.992886 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-20aa1272-bdd3-44f9-8756-114eeee3c4d8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:34.115281 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-20aa1272-bdd3-44f9-8756-114eeee3c4d8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Allocated IP 172.25.0.135 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/0d1241c0-94df-4f8f-a79a-84ee7cc033b7) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:47:34.238735 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-20aa1272-bdd3-44f9-8756-114eeee3c4d8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:34.281421 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-20aa1272-bdd3-44f9-8756-114eeee3c4d8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:34.296259 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device baeabe84-d729-4c8a-9784-cd9a67c8ae18 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:47:34.350027 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aa1272-bdd3-44f9-8756-114eeee3c4d8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event updated for resources: {'Port': ['ID=0d1241c0-94df-4f8f-a79a-84ee7cc033b7,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:34.360166 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 52d26214-99be-4635-9d74-0c5cfd2efbca no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:47:34.372871 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20aa1272-bdd3-44f9-8756-114eeee3c4d8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:47:34.374491 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-20aa1272-bdd3-44f9-8756-114eeee3c4d8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:47:34.381580 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20aa1272-bdd3-44f9-8756-114eeee3c4d8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:47:34.395088 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: 52d26214-99be-4635-9d74-0c5cfd2efbca {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:47:34.395590 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 52d26214-99be-4635-9d74-0c5cfd2efbca not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:47:34.461577 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port baeabe84-d729-4c8a-9784-cd9a67c8ae18, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=baeabe84-d729-4c8a-9784-cd9a67c8ae18,segment=NetworkSegment(e418cb19-d073-49fd-83a6-b409141e756b),segment_id=e418cb19-d073-49fd-83a6-b409141e756b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:34.477224 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': 'baeabe84-d729-4c8a-9784-cd9a67c8ae18', 'network_id': 'f561e013-85c4-49a9-b44b-81a79687756c', 'port_id': 'baeabe84-d729-4c8a-9784-cd9a67c8ae18', 'mac_address': 'fa:16:3e:2c:73:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e51a379-95b0-463e-bb26-f8e9ee22962d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:47:34.528748 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:34.549040 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baeabe84-d729-4c8a-9784-cd9a67c8ae18 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:47:34.584408 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port baeabe84-d729-4c8a-9784-cd9a67c8ae18, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=baeabe84-d729-4c8a-9784-cd9a67c8ae18,segment=NetworkSegment(e418cb19-d073-49fd-83a6-b409141e756b),segment_id=e418cb19-d073-49fd-83a6-b409141e756b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:34.591632 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:34.698497 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=baeabe84-d729-4c8a-9784-cd9a67c8ae18,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:34.712126 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b98904-be4b-4d9d-873e-a62d5dbfe34a req-b90b59f8-49d1-4cb8-ab32-305019e3ffc3 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:34.723286 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-23b98904-be4b-4d9d-873e-a62d5dbfe34a req-b90b59f8-49d1-4cb8-ab32-305019e3ffc3 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b77a53a-e74d-450d-94e5-5c3f70d7e2a7 HTTP/1.1" status: 200 len: 945 time: 0.1100273 Jul 09 16:47:34.763045 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-23b98904-be4b-4d9d-873e-a62d5dbfe34a req-8f7e785f-fe69-4f5a-aeb9-5f3538269d1f tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] 10.222.0.98 "GET /v2.0/security-groups?id=243cabdf-29ec-42f9-80d7-3b7e13dcde69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362570 Jul 09 16:47:34.804495 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-20aa1272-bdd3-44f9-8756-114eeee3c4d8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:34.919970 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-91cc2937-2a1f-4319-8653-4ef4561b0f71 req-897296d3-01b4-4706-a3c5-b54c16b88d40 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e3c5d91-aa70-45e2-8c29-3a36fc741474 HTTP/1.1" status: 200 len: 210 time: 0.0309274 Jul 09 16:47:34.951449 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['baeabe84-d729-4c8a-9784-cd9a67c8ae18'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:47:35.419440 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-20aa1272-bdd3-44f9-8756-114eeee3c4d8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:35.564393 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20aa1272-bdd3-44f9-8756-114eeee3c4d8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Router ba198875-f55a-461d-b1e2-482bcf9b0544 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:47:35.681772 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20aa1272-bdd3-44f9-8756-114eeee3c4d8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:47:35.700385 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73403935-47cd-4751-ab8a-022670ae6a4d None None] Sync routers for ids ['ba198875-f55a-461d-b1e2-482bcf9b0544'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:47:35.711233 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-20aa1272-bdd3-44f9-8756-114eeee3c4d8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:35.712883 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73403935-47cd-4751-ab8a-022670ae6a4d None None] Routers {'ba198875-f55a-461d-b1e2-482bcf9b0544'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:47:35.713933 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-73403935-47cd-4751-ab8a-022670ae6a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:47:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['ba198875-f55a-461d-b1e2-482bcf9b0544'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:47:35.716143 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 46398) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:47:35.716634 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-20aa1272-bdd3-44f9-8756-114eeee3c4d8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2712638 Jul 09 16:47:35.782460 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-70f5cf9d-96a8-4d91-b5c7-707df18acdb0 tempest-TestNetworkAdvancedServerOps-1802097100 tempest-TestNetworkAdvancedServerOps-1802097100-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=f98cc886c66a474a8d448186851b2eab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0649920 Jul 09 16:47:35.785367 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 46400) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:47:35.939440 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-73403935-47cd-4751-ab8a-022670ae6a4d None None] Set router ba198875-f55a-461d-b1e2-482bcf9b0544 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:47:36.182835 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-73403935-47cd-4751-ab8a-022670ae6a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba198875-f55a-461d-b1e2-482bcf9b0544', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2119985361', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '0d1241c0-94df-4f8f-a79a-84ee7cc033b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:47:33Z', 'updated_at': '2021-07-09T16:47:34Z', 'revision_number': 3, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'gw_port': {'id': '0d1241c0-94df-4f8f-a79a-84ee7cc033b7', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:db:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba198875-f55a-461d-b1e2-482bcf9b0544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:47:33Z', 'updated_at': '2021-07-09T16:47:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:47:36.214985 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73403935-47cd-4751-ab8a-022670ae6a4d None None] Checking router: ba198875-f55a-461d-b1e2-482bcf9b0544 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:47:36.215599 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73403935-47cd-4751-ab8a-022670ae6a4d None None] Updating router ba198875-f55a-461d-b1e2-482bcf9b0544 port 0d1241c0-94df-4f8f-a79a-84ee7cc033b7 binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:47:36.258253 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-73403935-47cd-4751-ab8a-022670ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:36.326545 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47e890a-1f08-4985-9851-8d051cf5fe77 tempest-TestNetworkAdvancedServerOps-1802097100 tempest-TestNetworkAdvancedServerOps-1802097100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:36.330802 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 46414) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:47:36.339264 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f47e890a-1f08-4985-9851-8d051cf5fe77 tempest-TestNetworkAdvancedServerOps-1802097100 tempest-TestNetworkAdvancedServerOps-1802097100-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5521963 Jul 09 16:47:36.348555 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device baeabe84-d729-4c8a-9784-cd9a67c8ae18 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:47:36.358141 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e06b4-1313-460f-95e4-9e972418d50e req-1613221c-a9ad-4fa9-a056-61cffe315da0 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:36.364821 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d04e06b4-1313-460f-95e4-9e972418d50e req-1613221c-a9ad-4fa9-a056-61cffe315da0 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b77a53a-e74d-450d-94e5-5c3f70d7e2a7 HTTP/1.1" status: 200 len: 945 time: 0.1576047 Jul 09 16:47:36.400720 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b8efc5ad-75ae-46d6-bbb9-6132aa232f17 tempest-TestNetworkAdvancedServerOps-1802097100 tempest-TestNetworkAdvancedServerOps-1802097100-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=caa6ed8d-2893-4113-8f68-c5284e694f6c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0705724 Jul 09 16:47:36.401371 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 46416) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:47:36.414455 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-4b281921-7d9d-4edd-9ad0-585f38a2726c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-606542795', 'network_id': '790c3123-8f15-4cc1-b7fb-4b22a082db92', 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:47:36.419027 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port baeabe84-d729-4c8a-9784-cd9a67c8ae18 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:47:36.427383 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port baeabe84-d729-4c8a-9784-cd9a67c8ae18 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:47:36.428049 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:36.463218 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d04e06b4-1313-460f-95e4-9e972418d50e req-bb3ca575-3f02-4e97-93f0-460318e756fd tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] 10.222.0.98 "GET /v2.0/security-groups?id=243cabdf-29ec-42f9-80d7-3b7e13dcde69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900185 Jul 09 16:47:36.546282 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b281921-7d9d-4edd-9ad0-585f38a2726c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Made reservation on behalf of f98cc886c66a474a8d448186851b2eab for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:47:36.550740 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4b281921-7d9d-4edd-9ad0-585f38a2726c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:36.606649 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:36.674331 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port baeabe84-d729-4c8a-9784-cd9a67c8ae18, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=baeabe84-d729-4c8a-9784-cd9a67c8ae18,segment=NetworkSegment(e418cb19-d073-49fd-83a6-b409141e756b),segment_id=e418cb19-d073-49fd-83a6-b409141e756b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:36.674918 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b77a53a-e74d-450d-94e5-5c3f70d7e2a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baeabe84-d729-4c8a-9784-cd9a67c8ae18'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:47:36.677351 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417a1a43-bd00-44d9-b1ae-809e516888c6" -d '{"events": [{"server_uuid": "5b77a53a-e74d-450d-94e5-5c3f70d7e2a7", "name": "network-vif-plugged", "status": "completed", "tag": "baeabe84-d729-4c8a-9784-cd9a67c8ae18"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:47:36.683979 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:36.746876 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=baeabe84-d729-4c8a-9784-cd9a67c8ae18,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:36.760634 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:36.761004 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:36.761305 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:36.761634 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:36.762015 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:36.762324 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:36.762709 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:36.763256 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:36.763585 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:36.763990 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:36.764324 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:36.764687 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:36.775970 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-73403935-47cd-4751-ab8a-022670ae6a4d None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:36.800361 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-73403935-47cd-4751-ab8a-022670ae6a4d None None] Transition to ACTIVE for port object 0d1241c0-94df-4f8f-a79a-84ee7cc033b7 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:47:36.810561 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-73403935-47cd-4751-ab8a-022670ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:36.905156 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4b281921-7d9d-4edd-9ad0-585f38a2726c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:36.964854 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b281921-7d9d-4edd-9ad0-585f38a2726c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event updated for resources: {'Subnet': ['ID=6d29c8e7-e203-4110-a05f-b32fb13978b0,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:37.040399 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081531da-d573-4f73-9bf0-1993f874b326 x-openstack-request-id: req-081531da-d573-4f73-9bf0-1993f874b326 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:47:37.040992 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b77a53a-e74d-450d-94e5-5c3f70d7e2a7", "name": "network-vif-plugged", "status": "completed", "tag": "baeabe84-d729-4c8a-9784-cd9a67c8ae18", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:47:37.041295 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-081531da-d573-4f73-9bf0-1993f874b326 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:47:37.041862 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b77a53a-e74d-450d-94e5-5c3f70d7e2a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baeabe84-d729-4c8a-9784-cd9a67c8ae18', 'code': 200} Jul 09 16:47:37.073983 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-73403935-47cd-4751-ab8a-022670ae6a4d None None] Attempting to bind port 0d1241c0-94df-4f8f-a79a-84ee7cc033b7 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:47:37.074415 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-73403935-47cd-4751-ab8a-022670ae6a4d None None] Attempting to bind port 0d1241c0-94df-4f8f-a79a-84ee7cc033b7 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:47:37.074913 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73403935-47cd-4751-ab8a-022670ae6a4d None None] Attempting to bind port 0d1241c0-94df-4f8f-a79a-84ee7cc033b7 on network caa6ed8d-2893-4113-8f68-c5284e694f6c {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:47:37.083335 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73403935-47cd-4751-ab8a-022670ae6a4d None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:47:37.083824 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73403935-47cd-4751-ab8a-022670ae6a4d None None] Checking segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:47:37.084329 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-73403935-47cd-4751-ab8a-022670ae6a4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:37.084814 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73403935-47cd-4751-ab8a-022670ae6a4d None None] Bound using segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:47:37.085566 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-73403935-47cd-4751-ab8a-022670ae6a4d None None] Bound port: 0d1241c0-94df-4f8f-a79a-84ee7cc033b7, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:47:37.085725 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b281921-7d9d-4edd-9ad0-585f38a2726c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Checking segment: {'id': '3a36703a-fa9b-4ca2-9fe3-6a9eb1d2b0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '790c3123-8f15-4cc1-b7fb-4b22a082db92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:47:37.085970 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-73403935-47cd-4751-ab8a-022670ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:37.086097 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b281921-7d9d-4edd-9ad0-585f38a2726c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Network hostable DHCP agents. Network: 790c3123-8f15-4cc1-b7fb-4b22a082db92, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:47:37.087780 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784fb7a5-91ec-4e12-b021-8bc150e40269 None None] Pushing event updated for resources: {'Port': ['ID=0d1241c0-94df-4f8f-a79a-84ee7cc033b7,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:37.102894 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f03175-3e0c-46ea-b5bc-dc9818c5b7cd req-850734a7-b4d6-457d-b876-0541fb1c5c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:37.104569 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e6f03175-3e0c-46ea-b5bc-dc9818c5b7cd req-850734a7-b4d6-457d-b876-0541fb1c5c14 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5b77a53a-e74d-450d-94e5-5c3f70d7e2a7 HTTP/1.1" status: 200 len: 1097 time: 0.1338043 Jul 09 16:47:37.122700 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b281921-7d9d-4edd-9ad0-585f38a2726c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Network 790c3123-8f15-4cc1-b7fb-4b22a082db92 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:47:37.142502 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-4b281921-7d9d-4edd-9ad0-585f38a2726c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 790c3123-8f15-4cc1-b7fb-4b22a082db92) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:47:37.153007 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a68162-a8ca-42c2-abbb-ace50aed1f77 None None] Network 790c3123-8f15-4cc1-b7fb-4b22a082db92 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:47:37.157629 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b281921-7d9d-4edd-9ad0-585f38a2726c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:37.158452 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4b281921-7d9d-4edd-9ad0-585f38a2726c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:37.170689 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-73403935-47cd-4751-ab8a-022670ae6a4d None None] For port 0d1241c0-94df-4f8f-a79a-84ee7cc033b7, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:47:37.185844 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e6f03175-3e0c-46ea-b5bc-dc9818c5b7cd req-fda8fba8-7c86-45a8-80e0-73ff587ccee8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=243cabdf-29ec-42f9-80d7-3b7e13dcde69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739546 Jul 09 16:47:37.188325 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-4b281921-7d9d-4edd-9ad0-585f38a2726c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7834628 Jul 09 16:47:37.191368 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 46434) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:47:37.219679 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-73403935-47cd-4751-ab8a-022670ae6a4d None None] For port 0d1241c0-94df-4f8f-a79a-84ee7cc033b7, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=0d1241c0-94df-4f8f-a79a-84ee7cc033b7,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:47:37.230717 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-73403935-47cd-4751-ab8a-022670ae6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:37.287358 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784fb7a5-91ec-4e12-b021-8bc150e40269 None None] Pushing event updated for resources: {'Port': ['ID=0d1241c0-94df-4f8f-a79a-84ee7cc033b7,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:37.366315 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73403935-47cd-4751-ab8a-022670ae6a4d None None] Routers {'ba198875-f55a-461d-b1e2-482bcf9b0544'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:47:37.366981 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-73403935-47cd-4751-ab8a-022670ae6a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:47:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['ba198875-f55a-461d-b1e2-482bcf9b0544'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:47:37.447317 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d090c2d-f3f3-4c15-b880-62d022374654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-790c3123-8f15-4cc1-b7fb-4b22a082db92', 'network_id': '790c3123-8f15-4cc1-b7fb-4b22a082db92', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'fixed_ips': [{'subnet_id': '6d29c8e7-e203-4110-a05f-b32fb13978b0'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:47:37.448434 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6d090c2d-f3f3-4c15-b880-62d022374654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:37.675668 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-6d090c2d-f3f3-4c15-b880-62d022374654 None None] Allocated IP 172.20.0.2 (790c3123-8f15-4cc1-b7fb-4b22a082db92/6d29c8e7-e203-4110-a05f-b32fb13978b0/ab52ea40-bb10-4560-a432-3c11ab20283a) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:47:37.794883 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-73403935-47cd-4751-ab8a-022670ae6a4d None None] Set router ba198875-f55a-461d-b1e2-482bcf9b0544 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:47:37.802941 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89634516-c5ee-4525-a324-5a81af66d403 req-7d3a3e6a-db2b-418a-849d-be70f8e2fb1d tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:37.811214 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-89634516-c5ee-4525-a324-5a81af66d403 req-7d3a3e6a-db2b-418a-849d-be70f8e2fb1d tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b77a53a-e74d-450d-94e5-5c3f70d7e2a7 HTTP/1.1" status: 200 len: 946 time: 0.1571922 Jul 09 16:47:37.829940 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-301b9367-6461-4b69-a79a-d2fc8c79b25e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:37.856778 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-89634516-c5ee-4525-a324-5a81af66d403 req-b4acb71e-5b79-4905-b48b-c5427eb687c7 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] 10.222.0.98 "GET /v2.0/security-groups?id=243cabdf-29ec-42f9-80d7-3b7e13dcde69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446031 Jul 09 16:47:38.047754 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6d090c2d-f3f3-4c15-b880-62d022374654 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:38.059878 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6d090c2d-f3f3-4c15-b880-62d022374654 None None] Transition to ACTIVE for port object ab52ea40-bb10-4560-a432-3c11ab20283a will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:47:38.107094 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6d090c2d-f3f3-4c15-b880-62d022374654 None None] Transition to ACTIVE for port object ab52ea40-bb10-4560-a432-3c11ab20283a will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:47:38.116251 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6d090c2d-f3f3-4c15-b880-62d022374654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:38.127797 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-73403935-47cd-4751-ab8a-022670ae6a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba198875-f55a-461d-b1e2-482bcf9b0544', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2119985361', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '0d1241c0-94df-4f8f-a79a-84ee7cc033b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:47:33Z', 'updated_at': '2021-07-09T16:47:34Z', 'revision_number': 3, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'gw_port': {'id': '0d1241c0-94df-4f8f-a79a-84ee7cc033b7', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:db:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba198875-f55a-461d-b1e2-482bcf9b0544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:47:33Z', 'updated_at': '2021-07-09T16:47:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:47:38.183017 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73403935-47cd-4751-ab8a-022670ae6a4d None None] The sync data for ids ['ba198875-f55a-461d-b1e2-482bcf9b0544'] in n-d-798930-3 is: [{'id': 'ba198875-f55a-461d-b1e2-482bcf9b0544', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2119985361', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '0d1241c0-94df-4f8f-a79a-84ee7cc033b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:47:33Z', 'updated_at': '2021-07-09T16:47:34Z', 'revision_number': 3, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'gw_port': {'id': '0d1241c0-94df-4f8f-a79a-84ee7cc033b7', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:db:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba198875-f55a-461d-b1e2-482bcf9b0544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:47:33Z', 'updated_at': '2021-07-09T16:47:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:47:38.186266 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d090c2d-f3f3-4c15-b880-62d022374654 None None] Network 790c3123-8f15-4cc1-b7fb-4b22a082db92 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:47:38.193584 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-6d090c2d-f3f3-4c15-b880-62d022374654 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:47:38.198197 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d090c2d-f3f3-4c15-b880-62d022374654 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:47:38.210322 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d090c2d-f3f3-4c15-b880-62d022374654 None None] Pushing event updated for resources: {'Port': ['ID=ab52ea40-bb10-4560-a432-3c11ab20283a,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:38.216771 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-301b9367-6461-4b69-a79a-d2fc8c79b25e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Allocated IP 172.20.0.1 (790c3123-8f15-4cc1-b7fb-4b22a082db92/6d29c8e7-e203-4110-a05f-b32fb13978b0/d82babf7-0f32-40fa-a7ca-549d6321bc45) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:47:38.289139 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6d090c2d-f3f3-4c15-b880-62d022374654 None None] Attempting to bind port ab52ea40-bb10-4560-a432-3c11ab20283a on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:47:38.289519 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6d090c2d-f3f3-4c15-b880-62d022374654 None None] Attempting to bind port ab52ea40-bb10-4560-a432-3c11ab20283a by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '3a36703a-fa9b-4ca2-9fe3-6a9eb1d2b0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '790c3123-8f15-4cc1-b7fb-4b22a082db92'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:47:38.289989 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d090c2d-f3f3-4c15-b880-62d022374654 None None] Attempting to bind port ab52ea40-bb10-4560-a432-3c11ab20283a on network 790c3123-8f15-4cc1-b7fb-4b22a082db92 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:47:38.296939 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d090c2d-f3f3-4c15-b880-62d022374654 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:47:38.297317 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d090c2d-f3f3-4c15-b880-62d022374654 None None] Checking segment: {'id': '3a36703a-fa9b-4ca2-9fe3-6a9eb1d2b0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '790c3123-8f15-4cc1-b7fb-4b22a082db92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:47:38.297724 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6d090c2d-f3f3-4c15-b880-62d022374654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:38.298203 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d090c2d-f3f3-4c15-b880-62d022374654 None None] Bound using segment: {'id': '3a36703a-fa9b-4ca2-9fe3-6a9eb1d2b0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '790c3123-8f15-4cc1-b7fb-4b22a082db92'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:47:38.298682 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6d090c2d-f3f3-4c15-b880-62d022374654 None None] Bound port: ab52ea40-bb10-4560-a432-3c11ab20283a, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a36703a-fa9b-4ca2-9fe3-6a9eb1d2b0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '790c3123-8f15-4cc1-b7fb-4b22a082db92'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:47:38.299159 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6d090c2d-f3f3-4c15-b880-62d022374654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:38.408078 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-6d090c2d-f3f3-4c15-b880-62d022374654 None None] For port ab52ea40-bb10-4560-a432-3c11ab20283a, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:47:38.423679 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-6d090c2d-f3f3-4c15-b880-62d022374654 None None] For port ab52ea40-bb10-4560-a432-3c11ab20283a, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=ab52ea40-bb10-4560-a432-3c11ab20283a,segment=NetworkSegment(3a36703a-fa9b-4ca2-9fe3-6a9eb1d2b0e9),segment_id=3a36703a-fa9b-4ca2-9fe3-6a9eb1d2b0e9)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:47:38.430185 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6d090c2d-f3f3-4c15-b880-62d022374654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:38.466401 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-301b9367-6461-4b69-a79a-d2fc8c79b25e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:38.495200 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-301b9367-6461-4b69-a79a-d2fc8c79b25e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Transition to ACTIVE for port object d82babf7-0f32-40fa-a7ca-549d6321bc45 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:47:38.537333 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d090c2d-f3f3-4c15-b880-62d022374654 None None] Pushing event updated for resources: {'Port': ['ID=ab52ea40-bb10-4560-a432-3c11ab20283a,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:38.580053 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-301b9367-6461-4b69-a79a-d2fc8c79b25e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:38.678487 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301b9367-6461-4b69-a79a-d2fc8c79b25e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event updated for resources: {'Port': ['ID=d82babf7-0f32-40fa-a7ca-549d6321bc45,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:38.688071 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301b9367-6461-4b69-a79a-d2fc8c79b25e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Network 790c3123-8f15-4cc1-b7fb-4b22a082db92 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:47:38.694652 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-301b9367-6461-4b69-a79a-d2fc8c79b25e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:47:38.698420 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301b9367-6461-4b69-a79a-d2fc8c79b25e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:47:38.754566 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-301b9367-6461-4b69-a79a-d2fc8c79b25e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:39.139317 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-301b9367-6461-4b69-a79a-d2fc8c79b25e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:39.284515 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d25e4-1282-416a-af16-6bd6be260022 req-aa726408-df20-48e0-8c56-73c8ab865b01 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:39.287704 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-da7d25e4-1282-416a-af16-6bd6be260022 req-aa726408-df20-48e0-8c56-73c8ab865b01 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b77a53a-e74d-450d-94e5-5c3f70d7e2a7 HTTP/1.1" status: 200 len: 946 time: 0.0916159 Jul 09 16:47:39.334264 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-da7d25e4-1282-416a-af16-6bd6be260022 req-805fae9d-880e-4cfd-aac5-e9ab6030b1d9 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] 10.222.0.98 "GET /v2.0/security-groups?id=243cabdf-29ec-42f9-80d7-3b7e13dcde69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396593 Jul 09 16:47:39.682183 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 0d1241c0-94df-4f8f-a79a-84ee7cc033b7 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:47:39.773009 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-301b9367-6461-4b69-a79a-d2fc8c79b25e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:39.780199 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-301b9367-6461-4b69-a79a-d2fc8c79b25e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:39.821764 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 0d1241c0-94df-4f8f-a79a-84ee7cc033b7 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:47:39.828935 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 0d1241c0-94df-4f8f-a79a-84ee7cc033b7 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:47:39.829544 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:39.953744 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301b9367-6461-4b69-a79a-d2fc8c79b25e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event updated for resources: {'Port': ['ID=d82babf7-0f32-40fa-a7ca-549d6321bc45,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:39.991078 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-301b9367-6461-4b69-a79a-d2fc8c79b25e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:40.043768 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:40.096576 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 0d1241c0-94df-4f8f-a79a-84ee7cc033b7, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=0d1241c0-94df-4f8f-a79a-84ee7cc033b7,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:40.107279 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:40.108382 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device ab52ea40-bb10-4560-a432-3c11ab20283a up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:47:40.179701 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301b9367-6461-4b69-a79a-d2fc8c79b25e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Network 790c3123-8f15-4cc1-b7fb-4b22a082db92 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:47:40.182462 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-301b9367-6461-4b69-a79a-d2fc8c79b25e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:47:40.236475 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=0d1241c0-94df-4f8f-a79a-84ee7cc033b7,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:40.243552 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:40.256879 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port ab52ea40-bb10-4560-a432-3c11ab20283a completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:47:40.420545 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-301b9367-6461-4b69-a79a-d2fc8c79b25e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Router ba198875-f55a-461d-b1e2-482bcf9b0544 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:47:40.513626 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bcfa9e-80f5-4a23-b754-56978ca72af1 None None] Network 790c3123-8f15-4cc1-b7fb-4b22a082db92 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:47:40.562709 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301b9367-6461-4b69-a79a-d2fc8c79b25e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:47:40.572061 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-301b9367-6461-4b69-a79a-d2fc8c79b25e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "PUT /v2.0/routers/ba198875-f55a-461d-b1e2-482bcf9b0544/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3793736 Jul 09 16:47:40.735433 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-096bcee9-c160-4e89-94c9-23d39ab1ebf0 None None] Provisioning for port ab52ea40-bb10-4560-a432-3c11ab20283a completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:47:40.741382 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-096bcee9-c160-4e89-94c9-23d39ab1ebf0 None None] Provisioning complete for port ab52ea40-bb10-4560-a432-3c11ab20283a triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:47:40.742463 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-096bcee9-c160-4e89-94c9-23d39ab1ebf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:40.894883 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-096bcee9-c160-4e89-94c9-23d39ab1ebf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:40.936237 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-096bcee9-c160-4e89-94c9-23d39ab1ebf0 None None] For port ab52ea40-bb10-4560-a432-3c11ab20283a, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=ab52ea40-bb10-4560-a432-3c11ab20283a,segment=NetworkSegment(3a36703a-fa9b-4ca2-9fe3-6a9eb1d2b0e9),segment_id=3a36703a-fa9b-4ca2-9fe3-6a9eb1d2b0e9)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:40.941796 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-096bcee9-c160-4e89-94c9-23d39ab1ebf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:41.018115 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc7bc47-9c55-401b-a2c7-d76b79e87c0b None None] Sync routers for ids ['ba198875-f55a-461d-b1e2-482bcf9b0544'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:47:41.039027 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc7bc47-9c55-401b-a2c7-d76b79e87c0b None None] Routers {'ba198875-f55a-461d-b1e2-482bcf9b0544'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:47:41.039290 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096bcee9-c160-4e89-94c9-23d39ab1ebf0 None None] Pushing event updated for resources: {'Port': ['ID=ab52ea40-bb10-4560-a432-3c11ab20283a,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:41.039788 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-0fc7bc47-9c55-401b-a2c7-d76b79e87c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:47:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['ba198875-f55a-461d-b1e2-482bcf9b0544'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:47:41.174702 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-0fc7bc47-9c55-401b-a2c7-d76b79e87c0b None None] Set router ba198875-f55a-461d-b1e2-482bcf9b0544 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:47:41.183388 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-967553fb-bfe0-403a-80f3-dbb680e98476 None None] Provisioning for port d82babf7-0f32-40fa-a7ca-549d6321bc45 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:47:41.189628 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-967553fb-bfe0-403a-80f3-dbb680e98476 None None] Provisioning complete for port d82babf7-0f32-40fa-a7ca-549d6321bc45 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:47:41.190164 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-967553fb-bfe0-403a-80f3-dbb680e98476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:41.201046 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 46530) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:47:41.206005 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-45f84a39-b781-4d6e-91f2-009b4a803b5a tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-111962431', 'description': 'tempest-secgroup-smoke-111962431 description', 'project_id': '1c75594b2a664d30980bf347c7fbaad8'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:47:41.246477 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-967553fb-bfe0-403a-80f3-dbb680e98476 None None] Port d82babf7-0f32-40fa-a7ca-549d6321bc45 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:47:41.263605 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-967553fb-bfe0-403a-80f3-dbb680e98476 None None] Provisioning complete for port ab52ea40-bb10-4560-a432-3c11ab20283a triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:47:41.264207 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-967553fb-bfe0-403a-80f3-dbb680e98476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:41.274121 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-45f84a39-b781-4d6e-91f2-009b4a803b5a tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:41.351960 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-306393f5-f928-4c9b-b60c-1fa4eda25d08 req-7c08755b-6e4b-4a68-8ec3-c3cd6349645e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1565407685&fields=id&tenant_id=f98cc886c66a474a8d448186851b2eab HTTP/1.1" status: 200 len: 267 time: 0.0467482 Jul 09 16:47:41.602145 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-45f84a39-b781-4d6e-91f2-009b4a803b5a tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:41.611592 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-45f84a39-b781-4d6e-91f2-009b4a803b5a tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:41.625210 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-274cf043-6265-4c9c-89c8-c4916b78e54b None None] Provisioning complete for port d82babf7-0f32-40fa-a7ca-549d6321bc45 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:47:41.627159 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-274cf043-6265-4c9c-89c8-c4916b78e54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:41.642095 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306393f5-f928-4c9b-b60c-1fa4eda25d08 req-1b34dcff-dfa7-40b9-9d98-bb5ff413cb89 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:41.647611 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-306393f5-f928-4c9b-b60c-1fa4eda25d08 req-1b34dcff-dfa7-40b9-9d98-bb5ff413cb89 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/networks?id=790c3123-8f15-4cc1-b7fb-4b22a082db92 HTTP/1.1" status: 200 len: 797 time: 0.2941277 Jul 09 16:47:41.675538 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-306393f5-f928-4c9b-b60c-1fa4eda25d08 req-01074b5a-25e6-4e86-bf45-9162f9833c11 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/quotas/f98cc886c66a474a8d448186851b2eab HTTP/1.1" status: 200 len: 375 time: 0.0223818 Jul 09 16:47:41.687697 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 0d1241c0-94df-4f8f-a79a-84ee7cc033b7 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:47:41.708233 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-45f84a39-b781-4d6e-91f2-009b4a803b5a tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:41.713000 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-45f84a39-b781-4d6e-91f2-009b4a803b5a tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5109146 Jul 09 16:47:41.720950 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 46546) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:47:41.731763 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-0dc7c646-c838-4db5-b2ee-5f089a8d4028 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Request body: {'security_group_rule': {'security_group_id': '42541584-0d54-4e1b-bb67-627f42592d38', 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:47:41.767614 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-0fc7bc47-9c55-401b-a2c7-d76b79e87c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba198875-f55a-461d-b1e2-482bcf9b0544', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2119985361', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '0d1241c0-94df-4f8f-a79a-84ee7cc033b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:47:33Z', 'updated_at': '2021-07-09T16:47:38Z', 'revision_number': 4, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'gw_port': {'id': '0d1241c0-94df-4f8f-a79a-84ee7cc033b7', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:db:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba198875-f55a-461d-b1e2-482bcf9b0544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:47:33Z', 'updated_at': '2021-07-09T16:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'd82babf7-0f32-40fa-a7ca-549d6321bc45', 'name': '', 'network_id': '790c3123-8f15-4cc1-b7fb-4b22a082db92', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'mac_address': 'fa:16:3e:21:f0:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba198875-f55a-461d-b1e2-482bcf9b0544', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '6d29c8e7-e203-4110-a05f-b32fb13978b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:47:37Z', 'updated_at': '2021-07-09T16:47:39Z', 'revision_number': 2, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'subnets': [{'id': '6d29c8e7-e203-4110-a05f-b32fb13978b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:47:41.779936 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f84a39-b781-4d6e-91f2-009b4a803b5a tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42541584-0d54-4e1b-bb67-627f42592d38,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:41.784966 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-274cf043-6265-4c9c-89c8-c4916b78e54b None None] Port d82babf7-0f32-40fa-a7ca-549d6321bc45 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:47:41.803098 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0dc7c646-c838-4db5-b2ee-5f089a8d4028 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:41.818365 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc7bc47-9c55-401b-a2c7-d76b79e87c0b None None] Checking router: ba198875-f55a-461d-b1e2-482bcf9b0544 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:47:41.819057 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc7bc47-9c55-401b-a2c7-d76b79e87c0b None None] Updating router ba198875-f55a-461d-b1e2-482bcf9b0544 port d82babf7-0f32-40fa-a7ca-549d6321bc45 binding host n-d-798930-3 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:47:41.828755 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 0d1241c0-94df-4f8f-a79a-84ee7cc033b7 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:47:41.829525 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:41.850500 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-306393f5-f928-4c9b-b60c-1fa4eda25d08 req-ce985d99-211b-43d6-8e3d-37149d577c71 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=f98cc886c66a474a8d448186851b2eab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1662831 Jul 09 16:47:41.943688 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-0fc7bc47-9c55-401b-a2c7-d76b79e87c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:42.009582 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device ab52ea40-bb10-4560-a432-3c11ab20283a up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:47:42.012455 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0dc7c646-c838-4db5-b2ee-5f089a8d4028 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:42.023806 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0dc7c646-c838-4db5-b2ee-5f089a8d4028 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:42.041702 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1c96be46-56f2-41f6-9840-1bf5a6e0ccf0 None None] Provisioning complete for port d82babf7-0f32-40fa-a7ca-549d6321bc45 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:47:42.042123 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1c96be46-56f2-41f6-9840-1bf5a6e0ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:42.101115 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-1c96be46-56f2-41f6-9840-1bf5a6e0ccf0 None None] Port d82babf7-0f32-40fa-a7ca-549d6321bc45 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:47:42.114064 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc7c646-c838-4db5-b2ee-5f089a8d4028 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=831548eb-31bf-4ff7-8b13-13e21081e728,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:42.117497 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port ab52ea40-bb10-4560-a432-3c11ab20283a triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:47:42.118259 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:42.139265 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0dc7c646-c838-4db5-b2ee-5f089a8d4028 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:42.140851 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0dc7c646-c838-4db5-b2ee-5f089a8d4028 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4186285 Jul 09 16:47:42.143799 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 46550) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:47:42.149181 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-466f5831-df52-495d-bcdf-c8bf7e0b54a5 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Request body: {'security_group_rule': {'security_group_id': '42541584-0d54-4e1b-bb67-627f42592d38', 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:47:42.182827 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-306393f5-f928-4c9b-b60c-1fa4eda25d08 req-eac70491-96f0-4393-9219-daf64d380234 service neutron] 10.222.0.98 "GET /v2.0/networks/790c3123-8f15-4cc1-b7fb-4b22a082db92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313053 Jul 09 16:47:42.217069 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-466f5831-df52-495d-bcdf-c8bf7e0b54a5 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:42.379861 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-466f5831-df52-495d-bcdf-c8bf7e0b54a5 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:42.384022 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-306393f5-f928-4c9b-b60c-1fa4eda25d08 req-0d225d22-24c1-4bc6-afe0-5fb0447d0476 service neutron] 10.222.0.98 "GET /v2.0/networks/790c3123-8f15-4cc1-b7fb-4b22a082db92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993208 Jul 09 16:47:42.388502 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-466f5831-df52-495d-bcdf-c8bf7e0b54a5 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:42.439082 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f5831-df52-495d-bcdf-c8bf7e0b54a5 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20ba141f-c9c1-4eca-8f08-20a5614c1cb9,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:42.449117 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-466f5831-df52-495d-bcdf-c8bf7e0b54a5 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:42.450967 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-466f5831-df52-495d-bcdf-c8bf7e0b54a5 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3061652 Jul 09 16:47:42.453729 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 46556) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:47:42.459320 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-cb46792e-89b2-4c93-b461-7a843f1ce355 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Request body: {'security_group_rule': {'security_group_id': '42541584-0d54-4e1b-bb67-627f42592d38', 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:47:42.510248 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cb46792e-89b2-4c93-b461-7a843f1ce355 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:42.609767 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cb46792e-89b2-4c93-b461-7a843f1ce355 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:42.616337 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cb46792e-89b2-4c93-b461-7a843f1ce355 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:42.683764 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-0fc7bc47-9c55-401b-a2c7-d76b79e87c0b None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:42.700984 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb46792e-89b2-4c93-b461-7a843f1ce355 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2717f21-4625-4425-8c7f-6a665dd80c9e,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:42.703115 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-0fc7bc47-9c55-401b-a2c7-d76b79e87c0b None None] Transition to ACTIVE for port object d82babf7-0f32-40fa-a7ca-549d6321bc45 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:47:42.707493 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cb46792e-89b2-4c93-b461-7a843f1ce355 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:42.709357 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-cb46792e-89b2-4c93-b461-7a843f1ce355 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2546697 Jul 09 16:47:42.720299 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-0fc7bc47-9c55-401b-a2c7-d76b79e87c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:42.722586 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 46564) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:47:42.728723 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-eb8201df-5d23-4270-8529-8102abe636a2 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Request body: {'security_group_rule': {'security_group_id': '42541584-0d54-4e1b-bb67-627f42592d38', 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:47:42.753210 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3199e06c-abce-4fa7-b588-1214183dc771 req-e3c14aaf-c79c-4936-b53d-ead57e2ce6b7 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab336570-b78b-4668-ac3a-611d760db7a7 HTTP/1.1" status: 200 len: 210 time: 0.0829656 Jul 09 16:47:42.786631 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3366fadb-8343-44e2-8960-77227f8f28a0 None None] Pushing event updated for resources: {'Port': ['ID=d82babf7-0f32-40fa-a7ca-549d6321bc45,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:42.798621 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3366fadb-8343-44e2-8960-77227f8f28a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:42.799232 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3366fadb-8343-44e2-8960-77227f8f28a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:42.799993 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3366fadb-8343-44e2-8960-77227f8f28a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:42.800524 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3366fadb-8343-44e2-8960-77227f8f28a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:42.801032 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3366fadb-8343-44e2-8960-77227f8f28a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:42.801581 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3366fadb-8343-44e2-8960-77227f8f28a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:42.802305 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3366fadb-8343-44e2-8960-77227f8f28a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:42.803034 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3366fadb-8343-44e2-8960-77227f8f28a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:42.803531 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3366fadb-8343-44e2-8960-77227f8f28a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:42.804420 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3366fadb-8343-44e2-8960-77227f8f28a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:42.805052 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3366fadb-8343-44e2-8960-77227f8f28a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:42.805547 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3366fadb-8343-44e2-8960-77227f8f28a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:42.812618 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eb8201df-5d23-4270-8529-8102abe636a2 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:42.953029 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-0fc7bc47-9c55-401b-a2c7-d76b79e87c0b None None] Attempting to bind port d82babf7-0f32-40fa-a7ca-549d6321bc45 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:47:42.953394 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-0fc7bc47-9c55-401b-a2c7-d76b79e87c0b None None] Attempting to bind port d82babf7-0f32-40fa-a7ca-549d6321bc45 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '3a36703a-fa9b-4ca2-9fe3-6a9eb1d2b0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '790c3123-8f15-4cc1-b7fb-4b22a082db92'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:47:42.953746 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc7bc47-9c55-401b-a2c7-d76b79e87c0b None None] Attempting to bind port d82babf7-0f32-40fa-a7ca-549d6321bc45 on network 790c3123-8f15-4cc1-b7fb-4b22a082db92 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:47:42.961944 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eb8201df-5d23-4270-8529-8102abe636a2 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:42.962450 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc7bc47-9c55-401b-a2c7-d76b79e87c0b None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:47:42.963260 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc7bc47-9c55-401b-a2c7-d76b79e87c0b None None] Checking segment: {'id': '3a36703a-fa9b-4ca2-9fe3-6a9eb1d2b0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '790c3123-8f15-4cc1-b7fb-4b22a082db92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:47:42.963856 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-0fc7bc47-9c55-401b-a2c7-d76b79e87c0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:42.964420 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc7bc47-9c55-401b-a2c7-d76b79e87c0b None None] Bound using segment: {'id': '3a36703a-fa9b-4ca2-9fe3-6a9eb1d2b0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '790c3123-8f15-4cc1-b7fb-4b22a082db92'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:47:42.965054 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-0fc7bc47-9c55-401b-a2c7-d76b79e87c0b None None] Bound port: d82babf7-0f32-40fa-a7ca-549d6321bc45, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a36703a-fa9b-4ca2-9fe3-6a9eb1d2b0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '790c3123-8f15-4cc1-b7fb-4b22a082db92'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:47:42.965610 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-0fc7bc47-9c55-401b-a2c7-d76b79e87c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:42.972244 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eb8201df-5d23-4270-8529-8102abe636a2 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:43.000608 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8201df-5d23-4270-8529-8102abe636a2 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e498e883-bd6e-4444-9184-fd4999a2d3f9,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:43.011307 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eb8201df-5d23-4270-8529-8102abe636a2 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:43.015592 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-eb8201df-5d23-4270-8529-8102abe636a2 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2888091 Jul 09 16:47:43.015939 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 46574) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:47:43.021608 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f5376875-1bac-4ce2-bcd9-977a819764b5 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Request body: {'security_group_rule': {'security_group_id': '42541584-0d54-4e1b-bb67-627f42592d38', 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:47:43.066523 n-d-798930-3 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-f5376875-1bac-4ce2-bcd9-977a819764b5 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Project 1c75594b2a664d30980bf347c7fbaad8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 16:47:43.072584 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5376875-1bac-4ce2-bcd9-977a819764b5 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:43.155907 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-0fc7bc47-9c55-401b-a2c7-d76b79e87c0b None None] For port d82babf7-0f32-40fa-a7ca-549d6321bc45, host n-d-798930-3, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:47:43.162054 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-0fc7bc47-9c55-401b-a2c7-d76b79e87c0b None None] For port d82babf7-0f32-40fa-a7ca-549d6321bc45, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=d82babf7-0f32-40fa-a7ca-549d6321bc45,segment=NetworkSegment(3a36703a-fa9b-4ca2-9fe3-6a9eb1d2b0e9),segment_id=3a36703a-fa9b-4ca2-9fe3-6a9eb1d2b0e9)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:47:43.175224 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-0fc7bc47-9c55-401b-a2c7-d76b79e87c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:43.249719 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5376875-1bac-4ce2-bcd9-977a819764b5 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:43.259255 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5376875-1bac-4ce2-bcd9-977a819764b5 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:43.299947 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3366fadb-8343-44e2-8960-77227f8f28a0 None None] Pushing event updated for resources: {'Port': ['ID=d82babf7-0f32-40fa-a7ca-549d6321bc45,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:43.303514 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc7bc47-9c55-401b-a2c7-d76b79e87c0b None None] Routers {'ba198875-f55a-461d-b1e2-482bcf9b0544'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:47:43.304748 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-0fc7bc47-9c55-401b-a2c7-d76b79e87c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:47:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['ba198875-f55a-461d-b1e2-482bcf9b0544'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:47:43.332476 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5376875-1bac-4ce2-bcd9-977a819764b5 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48d8ace8-bba1-495f-90f7-7d9912170c70,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:43.359984 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5376875-1bac-4ce2-bcd9-977a819764b5 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:43.361659 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f5376875-1bac-4ce2-bcd9-977a819764b5 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3446736 Jul 09 16:47:43.364997 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 46580) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:47:43.373445 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-38a1841e-7284-43a3-b5b9-3b0e444145ec tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Request body: {'security_group_rule': {'security_group_id': '42541584-0d54-4e1b-bb67-627f42592d38', 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:47:43.440278 n-d-798930-3 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-38a1841e-7284-43a3-b5b9-3b0e444145ec tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Project 1c75594b2a664d30980bf347c7fbaad8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 16:47:43.450733 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-38a1841e-7284-43a3-b5b9-3b0e444145ec tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:43.506730 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-0fc7bc47-9c55-401b-a2c7-d76b79e87c0b None None] Set router ba198875-f55a-461d-b1e2-482bcf9b0544 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:47:43.592786 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-38a1841e-7284-43a3-b5b9-3b0e444145ec tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:43.596950 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-38a1841e-7284-43a3-b5b9-3b0e444145ec tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:43.617994 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a1841e-7284-43a3-b5b9-3b0e444145ec tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea36e2dc-ee27-4439-8c95-ca363553ddf4,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:43.641404 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-38a1841e-7284-43a3-b5b9-3b0e444145ec tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:43.643051 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-38a1841e-7284-43a3-b5b9-3b0e444145ec tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2758465 Jul 09 16:47:43.966919 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-0fc7bc47-9c55-401b-a2c7-d76b79e87c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba198875-f55a-461d-b1e2-482bcf9b0544', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2119985361', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '0d1241c0-94df-4f8f-a79a-84ee7cc033b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:47:33Z', 'updated_at': '2021-07-09T16:47:38Z', 'revision_number': 4, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'gw_port': {'id': '0d1241c0-94df-4f8f-a79a-84ee7cc033b7', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:db:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba198875-f55a-461d-b1e2-482bcf9b0544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:47:33Z', 'updated_at': '2021-07-09T16:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'd82babf7-0f32-40fa-a7ca-549d6321bc45', 'name': '', 'network_id': '790c3123-8f15-4cc1-b7fb-4b22a082db92', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'mac_address': 'fa:16:3e:21:f0:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba198875-f55a-461d-b1e2-482bcf9b0544', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '6d29c8e7-e203-4110-a05f-b32fb13978b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:47:37Z', 'updated_at': '2021-07-09T16:47:43Z', 'revision_number': 4, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'subnets': [{'id': '6d29c8e7-e203-4110-a05f-b32fb13978b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:47:43.968806 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5e52da93-074e-4426-8c24-ecd72e47e4f5 req-4ac344e1-7a8e-4837-aba3-dd3f562dcb1e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab336570-b78b-4668-ac3a-611d760db7a7 HTTP/1.1" status: 200 len: 210 time: 0.0428572 Jul 09 16:47:44.029310 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc7bc47-9c55-401b-a2c7-d76b79e87c0b None None] The sync data for ids ['ba198875-f55a-461d-b1e2-482bcf9b0544'] in n-d-798930-3 is: [{'id': 'ba198875-f55a-461d-b1e2-482bcf9b0544', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2119985361', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '0d1241c0-94df-4f8f-a79a-84ee7cc033b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:47:33Z', 'updated_at': '2021-07-09T16:47:38Z', 'revision_number': 4, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'gw_port': {'id': '0d1241c0-94df-4f8f-a79a-84ee7cc033b7', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:db:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba198875-f55a-461d-b1e2-482bcf9b0544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:47:33Z', 'updated_at': '2021-07-09T16:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'd82babf7-0f32-40fa-a7ca-549d6321bc45', 'name': '', 'network_id': '790c3123-8f15-4cc1-b7fb-4b22a082db92', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'mac_address': 'fa:16:3e:21:f0:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba198875-f55a-461d-b1e2-482bcf9b0544', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '6d29c8e7-e203-4110-a05f-b32fb13978b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:47:37Z', 'updated_at': '2021-07-09T16:47:43Z', 'revision_number': 4, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'subnets': [{'id': '6d29c8e7-e203-4110-a05f-b32fb13978b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:47:44.804194 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306393f5-f928-4c9b-b60c-1fa4eda25d08 req-fa9ebaf7-85f2-417c-bed4-93c4b29b56a5 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:44.805851 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-306393f5-f928-4c9b-b60c-1fa4eda25d08 req-fa9ebaf7-85f2-417c-bed4-93c4b29b56a5 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.77 "GET /v2.0/networks?id=790c3123-8f15-4cc1-b7fb-4b22a082db92 HTTP/1.1" status: 200 len: 797 time: 0.1485908 Jul 09 16:47:44.868468 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-306393f5-f928-4c9b-b60c-1fa4eda25d08 req-c922f08d-bbc3-499d-b127-5698aca8f86f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f98cc886c66a474a8d448186851b2eab HTTP/1.1" status: 200 len: 380 time: 0.0533271 Jul 09 16:47:44.877258 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-306393f5-f928-4c9b-b60c-1fa4eda25d08 req-4678d25e-9e6d-448c-8a80-c9486efffed1 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Request body: {'port': {'device_id': 'ab336570-b78b-4668-ac3a-611d760db7a7', 'network_id': '790c3123-8f15-4cc1-b7fb-4b22a082db92', 'admin_state_up': True, 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'security_groups': ['9b1cfd9f-4611-4706-be4a-377a85da5bac']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:47:45.087321 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-306393f5-f928-4c9b-b60c-1fa4eda25d08 req-4678d25e-9e6d-448c-8a80-c9486efffed1 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Made reservation on behalf of f98cc886c66a474a8d448186851b2eab for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:47:45.090924 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-306393f5-f928-4c9b-b60c-1fa4eda25d08 req-4678d25e-9e6d-448c-8a80-c9486efffed1 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:45.261649 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f02fd362-dd93-4a48-aa41-50d4e196a051 req-0ba22218-9dc7-44ce-8fc6-f23b4fe07b27 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab336570-b78b-4668-ac3a-611d760db7a7 HTTP/1.1" status: 200 len: 210 time: 0.0407519 Jul 09 16:47:45.341541 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-306393f5-f928-4c9b-b60c-1fa4eda25d08 req-4678d25e-9e6d-448c-8a80-c9486efffed1 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Allocated IP 172.20.0.10 (790c3123-8f15-4cc1-b7fb-4b22a082db92/6d29c8e7-e203-4110-a05f-b32fb13978b0/a1750076-50c8-451b-80b9-df769392d681) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:47:45.560539 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-306393f5-f928-4c9b-b60c-1fa4eda25d08 req-4678d25e-9e6d-448c-8a80-c9486efffed1 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:45.616559 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-306393f5-f928-4c9b-b60c-1fa4eda25d08 req-4678d25e-9e6d-448c-8a80-c9486efffed1 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Transition to ACTIVE for port object a1750076-50c8-451b-80b9-df769392d681 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:47:45.621647 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d82babf7-0f32-40fa-a7ca-549d6321bc45 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:47:45.676936 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-306393f5-f928-4c9b-b60c-1fa4eda25d08 req-4678d25e-9e6d-448c-8a80-c9486efffed1 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:45.740280 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port d82babf7-0f32-40fa-a7ca-549d6321bc45 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:47:45.744673 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port d82babf7-0f32-40fa-a7ca-549d6321bc45 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:47:45.745505 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:45.776533 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-306393f5-f928-4c9b-b60c-1fa4eda25d08 req-4678d25e-9e6d-448c-8a80-c9486efffed1 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Network 790c3123-8f15-4cc1-b7fb-4b22a082db92 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:47:45.784351 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-306393f5-f928-4c9b-b60c-1fa4eda25d08 req-4678d25e-9e6d-448c-8a80-c9486efffed1 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:47:45.788981 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-306393f5-f928-4c9b-b60c-1fa4eda25d08 req-4678d25e-9e6d-448c-8a80-c9486efffed1 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:47:45.906613 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306393f5-f928-4c9b-b60c-1fa4eda25d08 req-4678d25e-9e6d-448c-8a80-c9486efffed1 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:45.907315 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-306393f5-f928-4c9b-b60c-1fa4eda25d08 req-4678d25e-9e6d-448c-8a80-c9486efffed1 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:45.924954 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4678d25e-9e6d-448c-8a80-c9486efffed1 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event updated for resources: {'Port': ['ID=a1750076-50c8-451b-80b9-df769392d681,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:45.950388 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-306393f5-f928-4c9b-b60c-1fa4eda25d08 req-4678d25e-9e6d-448c-8a80-c9486efffed1 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0773959 Jul 09 16:47:45.964271 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:46.079846 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port d82babf7-0f32-40fa-a7ca-549d6321bc45, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=d82babf7-0f32-40fa-a7ca-549d6321bc45,segment=NetworkSegment(3a36703a-fa9b-4ca2-9fe3-6a9eb1d2b0e9),segment_id=3a36703a-fa9b-4ca2-9fe3-6a9eb1d2b0e9)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:46.086671 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:46.095951 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-306393f5-f928-4c9b-b60c-1fa4eda25d08 req-1429628b-d6ed-42d1-b07a-c83169faf306 service neutron] Request body: {'port': {'device_id': 'ab336570-b78b-4668-ac3a-611d760db7a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:47:46.188281 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=d82babf7-0f32-40fa-a7ca-549d6321bc45,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:46.219551 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-306393f5-f928-4c9b-b60c-1fa4eda25d08 req-1429628b-d6ed-42d1-b07a-c83169faf306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:46.336726 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-009df1f1-d947-481f-a87c-6cf0314fc929 None None] Provisioning for port a1750076-50c8-451b-80b9-df769392d681 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:47:46.345711 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-009df1f1-d947-481f-a87c-6cf0314fc929 None None] Provisioning complete for port a1750076-50c8-451b-80b9-df769392d681 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:47:46.346307 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-009df1f1-d947-481f-a87c-6cf0314fc929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:46.423878 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-009df1f1-d947-481f-a87c-6cf0314fc929 None None] Port a1750076-50c8-451b-80b9-df769392d681 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:47:46.619442 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49293738-a880-4dd4-ae65-b97100029d25 req-4f924e86-5fe4-4686-82e3-cd5f538d7510 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:46.621027 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-49293738-a880-4dd4-ae65-b97100029d25 req-4f924e86-5fe4-4686-82e3-cd5f538d7510 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab336570-b78b-4668-ac3a-611d760db7a7 HTTP/1.1" status: 200 len: 932 time: 0.1401529 Jul 09 16:47:46.681179 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-49293738-a880-4dd4-ae65-b97100029d25 req-6eda034b-efdc-4c4a-85e5-7d41c6761515 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=9b1cfd9f-4611-4706-be4a-377a85da5bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541582 Jul 09 16:47:46.735307 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-306393f5-f928-4c9b-b60c-1fa4eda25d08 req-1429628b-d6ed-42d1-b07a-c83169faf306 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1750076-50c8-451b-80b9-df769392d681 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:47:46.743942 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-306393f5-f928-4c9b-b60c-1fa4eda25d08 req-1429628b-d6ed-42d1-b07a-c83169faf306 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:46.758676 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-306393f5-f928-4c9b-b60c-1fa4eda25d08 req-1429628b-d6ed-42d1-b07a-c83169faf306 service neutron] Transition to ACTIVE for port object a1750076-50c8-451b-80b9-df769392d681 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:47:46.766118 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-306393f5-f928-4c9b-b60c-1fa4eda25d08 req-1429628b-d6ed-42d1-b07a-c83169faf306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:46.924129 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1429628b-d6ed-42d1-b07a-c83169faf306 service neutron] Pushing event updated for resources: {'Port': ['ID=a1750076-50c8-451b-80b9-df769392d681,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:46.958230 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-306393f5-f928-4c9b-b60c-1fa4eda25d08 req-1429628b-d6ed-42d1-b07a-c83169faf306 service neutron] Attempting to bind port a1750076-50c8-451b-80b9-df769392d681 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:47:46.958644 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-306393f5-f928-4c9b-b60c-1fa4eda25d08 req-1429628b-d6ed-42d1-b07a-c83169faf306 service neutron] Attempting to bind port a1750076-50c8-451b-80b9-df769392d681 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '3a36703a-fa9b-4ca2-9fe3-6a9eb1d2b0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '790c3123-8f15-4cc1-b7fb-4b22a082db92'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:47:46.959080 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306393f5-f928-4c9b-b60c-1fa4eda25d08 req-1429628b-d6ed-42d1-b07a-c83169faf306 service neutron] Attempting to bind port a1750076-50c8-451b-80b9-df769392d681 on network 790c3123-8f15-4cc1-b7fb-4b22a082db92 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:47:46.964401 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306393f5-f928-4c9b-b60c-1fa4eda25d08 req-1429628b-d6ed-42d1-b07a-c83169faf306 service neutron] Port a1750076-50c8-451b-80b9-df769392d681 on network 790c3123-8f15-4cc1-b7fb-4b22a082db92 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:47:46.964822 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306393f5-f928-4c9b-b60c-1fa4eda25d08 req-1429628b-d6ed-42d1-b07a-c83169faf306 service neutron] Attempting to bind port a1750076-50c8-451b-80b9-df769392d681 on network 790c3123-8f15-4cc1-b7fb-4b22a082db92 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:47:46.970481 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306393f5-f928-4c9b-b60c-1fa4eda25d08 req-1429628b-d6ed-42d1-b07a-c83169faf306 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:47:46.971030 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306393f5-f928-4c9b-b60c-1fa4eda25d08 req-1429628b-d6ed-42d1-b07a-c83169faf306 service neutron] Checking segment: {'id': '3a36703a-fa9b-4ca2-9fe3-6a9eb1d2b0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '790c3123-8f15-4cc1-b7fb-4b22a082db92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:47:46.971975 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306393f5-f928-4c9b-b60c-1fa4eda25d08 req-1429628b-d6ed-42d1-b07a-c83169faf306 service neutron] Bound using segment: {'id': '3a36703a-fa9b-4ca2-9fe3-6a9eb1d2b0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '790c3123-8f15-4cc1-b7fb-4b22a082db92'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:47:46.972575 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-306393f5-f928-4c9b-b60c-1fa4eda25d08 req-1429628b-d6ed-42d1-b07a-c83169faf306 service neutron] Bound port: a1750076-50c8-451b-80b9-df769392d681, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a36703a-fa9b-4ca2-9fe3-6a9eb1d2b0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '790c3123-8f15-4cc1-b7fb-4b22a082db92'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:47:46.972999 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-306393f5-f928-4c9b-b60c-1fa4eda25d08 req-1429628b-d6ed-42d1-b07a-c83169faf306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:47.061444 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-306393f5-f928-4c9b-b60c-1fa4eda25d08 req-1429628b-d6ed-42d1-b07a-c83169faf306 service neutron] For port a1750076-50c8-451b-80b9-df769392d681, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:47:47.065314 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-306393f5-f928-4c9b-b60c-1fa4eda25d08 req-1429628b-d6ed-42d1-b07a-c83169faf306 service neutron] For port a1750076-50c8-451b-80b9-df769392d681, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=a1750076-50c8-451b-80b9-df769392d681,segment=NetworkSegment(3a36703a-fa9b-4ca2-9fe3-6a9eb1d2b0e9),segment_id=3a36703a-fa9b-4ca2-9fe3-6a9eb1d2b0e9)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:47:47.075034 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-306393f5-f928-4c9b-b60c-1fa4eda25d08 req-1429628b-d6ed-42d1-b07a-c83169faf306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:47.169858 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306393f5-f928-4c9b-b60c-1fa4eda25d08 req-1429628b-d6ed-42d1-b07a-c83169faf306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:47.170485 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-306393f5-f928-4c9b-b60c-1fa4eda25d08 req-1429628b-d6ed-42d1-b07a-c83169faf306 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:47.172344 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-306393f5-f928-4c9b-b60c-1fa4eda25d08 req-1429628b-d6ed-42d1-b07a-c83169faf306 service neutron] 10.222.0.77 "PUT /v2.0/ports/a1750076-50c8-451b-80b9-df769392d681 HTTP/1.1" status: 200 len: 1092 time: 1.2147920 Jul 09 16:47:47.175824 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab336570-b78b-4668-ac3a-611d760db7a7', 'tag': 'a1750076-50c8-451b-80b9-df769392d681'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:47:47.179688 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535f71b2-43b4-48c6-9436-49c7ded47f83" -d '{"events": [{"name": "network-changed", "server_uuid": "ab336570-b78b-4668-ac3a-611d760db7a7", "tag": "a1750076-50c8-451b-80b9-df769392d681"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:47:47.254470 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7050d30a-8ce5-43ab-bf60-f0e81c4da7d2 x-openstack-request-id: req-7050d30a-8ce5-43ab-bf60-f0e81c4da7d2 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:47:47.254698 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab336570-b78b-4668-ac3a-611d760db7a7", "tag": "a1750076-50c8-451b-80b9-df769392d681", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:47:47.258845 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7050d30a-8ce5-43ab-bf60-f0e81c4da7d2 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:47:47.259261 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab336570-b78b-4668-ac3a-611d760db7a7', 'tag': 'a1750076-50c8-451b-80b9-df769392d681', 'status': 'completed', 'code': 200} Jul 09 16:47:47.261516 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1429628b-d6ed-42d1-b07a-c83169faf306 service neutron] Pushing event updated for resources: {'Port': ['ID=a1750076-50c8-451b-80b9-df769392d681,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:47.293040 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306393f5-f928-4c9b-b60c-1fa4eda25d08 req-a18134df-4068-420e-b983-15c3e3eee645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:47.294544 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-306393f5-f928-4c9b-b60c-1fa4eda25d08 req-a18134df-4068-420e-b983-15c3e3eee645 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f98cc886c66a474a8d448186851b2eab&device_id=ab336570-b78b-4668-ac3a-611d760db7a7 HTTP/1.1" status: 200 len: 1095 time: 0.0772858 Jul 09 16:47:47.344342 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-306393f5-f928-4c9b-b60c-1fa4eda25d08 req-c86f5ccf-cc28-4254-bd35-5c6403d82583 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1750076-50c8-451b-80b9-df769392d681 HTTP/1.1" status: 200 len: 217 time: 0.0416222 Jul 09 16:47:47.400779 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306393f5-f928-4c9b-b60c-1fa4eda25d08 req-de8bd421-487c-419b-b85f-d67e9d5c450e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:47.402271 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-306393f5-f928-4c9b-b60c-1fa4eda25d08 req-de8bd421-487c-419b-b85f-d67e9d5c450e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6d29c8e7-e203-4110-a05f-b32fb13978b0 HTTP/1.1" status: 200 len: 834 time: 0.0524707 Jul 09 16:47:47.512329 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306393f5-f928-4c9b-b60c-1fa4eda25d08 req-ad3a7ac9-9776-4222-b4c0-92aca6482765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:47.514037 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-306393f5-f928-4c9b-b60c-1fa4eda25d08 req-ad3a7ac9-9776-4222-b4c0-92aca6482765 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=790c3123-8f15-4cc1-b7fb-4b22a082db92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0999920 Jul 09 16:47:47.568741 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d82babf7-0f32-40fa-a7ca-549d6321bc45 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:47:47.630724 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port d82babf7-0f32-40fa-a7ca-549d6321bc45 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:47:47.631330 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:47.664313 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-306393f5-f928-4c9b-b60c-1fa4eda25d08 req-974c3db1-c441-44c7-b9a4-18e654ffdaf2 service neutron] 10.222.0.77 "GET /v2.0/networks/790c3123-8f15-4cc1-b7fb-4b22a082db92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428699 Jul 09 16:47:47.827008 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-306393f5-f928-4c9b-b60c-1fa4eda25d08 req-88dda446-e2ca-44cd-8555-066e8132ba9e service neutron] 10.222.0.77 "GET /v2.0/networks/790c3123-8f15-4cc1-b7fb-4b22a082db92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563971 Jul 09 16:47:48.007175 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f71b2-43b4-48c6-9436-49c7ded47f83 req-28fac0cd-c5a5-46c2-958b-05950c860cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:48.008821 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-535f71b2-43b4-48c6-9436-49c7ded47f83 req-28fac0cd-c5a5-46c2-958b-05950c860cde service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f98cc886c66a474a8d448186851b2eab&device_id=ab336570-b78b-4668-ac3a-611d760db7a7 HTTP/1.1" status: 200 len: 1095 time: 0.1122658 Jul 09 16:47:48.025236 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d2725-f42f-4ed2-8762-97e2c3a7ced6 req-84e247d3-5209-47d7-84e3-3fd56f7e34c8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:48.026138 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bf5d2725-f42f-4ed2-8762-97e2c3a7ced6 req-84e247d3-5209-47d7-84e3-3fd56f7e34c8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab336570-b78b-4668-ac3a-611d760db7a7 HTTP/1.1" status: 200 len: 944 time: 0.1403010 Jul 09 16:47:48.124983 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bf5d2725-f42f-4ed2-8762-97e2c3a7ced6 req-ccdf9287-d1ce-437a-84ee-9bc28fe2c2fc tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=9b1cfd9f-4611-4706-be4a-377a85da5bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883284 Jul 09 16:47:48.147896 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f71b2-43b4-48c6-9436-49c7ded47f83 req-a9089d22-207c-43b5-8d0d-35e396383e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:48.149234 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-535f71b2-43b4-48c6-9436-49c7ded47f83 req-a9089d22-207c-43b5-8d0d-35e396383e9c service neutron] 10.222.0.77 "GET /v2.0/networks?id=790c3123-8f15-4cc1-b7fb-4b22a082db92 HTTP/1.1" status: 200 len: 898 time: 0.1221063 Jul 09 16:47:48.214257 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-535f71b2-43b4-48c6-9436-49c7ded47f83 req-00e0fbfc-d257-48cf-94e7-a9e1a8bfad2c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1750076-50c8-451b-80b9-df769392d681 HTTP/1.1" status: 200 len: 217 time: 0.0559399 Jul 09 16:47:48.280314 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f71b2-43b4-48c6-9436-49c7ded47f83 req-602da1f2-f95f-4c2b-a0a2-dd0d25303ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:48.281797 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-535f71b2-43b4-48c6-9436-49c7ded47f83 req-602da1f2-f95f-4c2b-a0a2-dd0d25303ee5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6d29c8e7-e203-4110-a05f-b32fb13978b0 HTTP/1.1" status: 200 len: 834 time: 0.0630589 Jul 09 16:47:48.349905 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f71b2-43b4-48c6-9436-49c7ded47f83 req-566d686d-213e-48ec-89bf-a74adb3e232f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:48.351439 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-535f71b2-43b4-48c6-9436-49c7ded47f83 req-566d686d-213e-48ec-89bf-a74adb3e232f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=790c3123-8f15-4cc1-b7fb-4b22a082db92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624607 Jul 09 16:47:48.452609 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-535f71b2-43b4-48c6-9436-49c7ded47f83 req-79401c0b-1e18-4080-bb8b-ad63c53aa8bb service neutron] 10.222.0.77 "GET /v2.0/networks/790c3123-8f15-4cc1-b7fb-4b22a082db92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942295 Jul 09 16:47:48.585495 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-535f71b2-43b4-48c6-9436-49c7ded47f83 req-0ffee11b-296d-46d0-8d3b-9ccb0cad7345 service neutron] 10.222.0.77 "GET /v2.0/networks/790c3123-8f15-4cc1-b7fb-4b22a082db92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251483 Jul 09 16:47:49.342595 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b699a14-3a78-4bf0-948e-a210783b63df req-1469dd0b-ffad-4d41-a80f-8d93146348bc tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:49.361170 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3b699a14-3a78-4bf0-948e-a210783b63df req-1469dd0b-ffad-4d41-a80f-8d93146348bc tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab336570-b78b-4668-ac3a-611d760db7a7 HTTP/1.1" status: 200 len: 944 time: 0.0955033 Jul 09 16:47:49.407307 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3b699a14-3a78-4bf0-948e-a210783b63df req-4cacc059-ea75-4644-bc28-67654bfbcc07 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=9b1cfd9f-4611-4706-be4a-377a85da5bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394273 Jul 09 16:47:50.453576 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device a1750076-50c8-451b-80b9-df769392d681 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:47:50.616601 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1300beb-28c2-4ad5-9fbd-9d9d4ea510cd req-f37dce92-4652-4567-baac-c142f256abc3 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:50.618340 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b1300beb-28c2-4ad5-9fbd-9d9d4ea510cd req-f37dce92-4652-4567-baac-c142f256abc3 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab336570-b78b-4668-ac3a-611d760db7a7 HTTP/1.1" status: 200 len: 944 time: 0.0870669 Jul 09 16:47:50.678692 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b1300beb-28c2-4ad5-9fbd-9d9d4ea510cd req-8894b5ec-c00a-41cb-a029-1ef1fc36087a tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=9b1cfd9f-4611-4706-be4a-377a85da5bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537963 Jul 09 16:47:50.768765 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port a1750076-50c8-451b-80b9-df769392d681, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=a1750076-50c8-451b-80b9-df769392d681,segment=NetworkSegment(3a36703a-fa9b-4ca2-9fe3-6a9eb1d2b0e9),segment_id=3a36703a-fa9b-4ca2-9fe3-6a9eb1d2b0e9)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:50.783538 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': 'a1750076-50c8-451b-80b9-df769392d681', 'network_id': '790c3123-8f15-4cc1-b7fb-4b22a082db92', 'port_id': 'a1750076-50c8-451b-80b9-df769392d681', 'mac_address': 'fa:16:3e:8d:1e:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d29c8e7-e203-4110-a05f-b32fb13978b0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:47:50.823779 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:50.838380 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1750076-50c8-451b-80b9-df769392d681 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:47:50.862938 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port a1750076-50c8-451b-80b9-df769392d681, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=a1750076-50c8-451b-80b9-df769392d681,segment=NetworkSegment(3a36703a-fa9b-4ca2-9fe3-6a9eb1d2b0e9),segment_id=3a36703a-fa9b-4ca2-9fe3-6a9eb1d2b0e9)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:50.868200 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:50.922926 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=a1750076-50c8-451b-80b9-df769392d681,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:51.071873 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['a1750076-50c8-451b-80b9-df769392d681'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:47:51.896521 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709184d-ff01-4810-b8fd-d6d363ed03e6 req-d1c2fb1d-5b1f-4f9b-9c96-0b0b660af188 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:51.899496 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5709184d-ff01-4810-b8fd-d6d363ed03e6 req-d1c2fb1d-5b1f-4f9b-9c96-0b0b660af188 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab336570-b78b-4668-ac3a-611d760db7a7 HTTP/1.1" status: 200 len: 945 time: 0.0878489 Jul 09 16:47:51.947418 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5709184d-ff01-4810-b8fd-d6d363ed03e6 req-0a1a3a07-bd57-4e37-b7f3-e66ffdf40872 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=9b1cfd9f-4611-4706-be4a-377a85da5bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426612 Jul 09 16:47:52.333698 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-070b8d36-2361-456d-b5a2-a01082121a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:52.425111 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device a1750076-50c8-451b-80b9-df769392d681 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:47:52.482971 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port a1750076-50c8-451b-80b9-df769392d681 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:47:52.489811 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port a1750076-50c8-451b-80b9-df769392d681 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:47:52.490196 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:52.603247 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:52.628862 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab336570-b78b-4668-ac3a-611d760db7a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1750076-50c8-451b-80b9-df769392d681'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:47:52.632011 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9088d0c-50f2-41ed-ab57-47554c5b0729" -d '{"events": [{"server_uuid": "ab336570-b78b-4668-ac3a-611d760db7a7", "name": "network-vif-plugged", "status": "completed", "tag": "a1750076-50c8-451b-80b9-df769392d681"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:47:52.645325 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port a1750076-50c8-451b-80b9-df769392d681, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=a1750076-50c8-451b-80b9-df769392d681,segment=NetworkSegment(3a36703a-fa9b-4ca2-9fe3-6a9eb1d2b0e9),segment_id=3a36703a-fa9b-4ca2-9fe3-6a9eb1d2b0e9)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:47:52.650183 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:52.681202 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc137739-2a78-46db-ad7c-1b5d0892782d x-openstack-request-id: req-dc137739-2a78-46db-ad7c-1b5d0892782d {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:47:52.681507 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab336570-b78b-4668-ac3a-611d760db7a7", "name": "network-vif-plugged", "status": "completed", "tag": "a1750076-50c8-451b-80b9-df769392d681", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:47:52.681766 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-dc137739-2a78-46db-ad7c-1b5d0892782d {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:47:52.682473 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab336570-b78b-4668-ac3a-611d760db7a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1750076-50c8-451b-80b9-df769392d681', 'code': 200} Jul 09 16:47:52.717877 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=a1750076-50c8-451b-80b9-df769392d681,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:52.798693 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a41cd6-a8f0-4f8d-bbb0-c24400b2e1c3 req-f1c8abf2-8295-4307-b633-d4bacb1261dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:52.800238 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-34a41cd6-a8f0-4f8d-bbb0-c24400b2e1c3 req-f1c8abf2-8295-4307-b633-d4bacb1261dc service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ab336570-b78b-4668-ac3a-611d760db7a7 HTTP/1.1" status: 200 len: 1097 time: 0.0565896 Jul 09 16:47:52.840117 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-34a41cd6-a8f0-4f8d-bbb0-c24400b2e1c3 req-a24a9d0e-2f54-4d07-ae91-37217e06c7bf service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=9b1cfd9f-4611-4706-be4a-377a85da5bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338407 Jul 09 16:47:53.188678 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae604edf-b314-421f-850b-abb3444c20db req-6b6e8c4c-99a2-47da-b169-e0e9973edd8c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:53.190338 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ae604edf-b314-421f-850b-abb3444c20db req-6b6e8c4c-99a2-47da-b169-e0e9973edd8c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab336570-b78b-4668-ac3a-611d760db7a7 HTTP/1.1" status: 200 len: 946 time: 0.1042588 Jul 09 16:47:53.231354 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ae604edf-b314-421f-850b-abb3444c20db req-2ec8a367-9499-4e35-a64b-0665cd2ba451 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=9b1cfd9f-4611-4706-be4a-377a85da5bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349870 Jul 09 16:47:54.437499 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d399a3b-352a-4737-9340-aeb53c954756 req-841f99be-a72e-47b8-9c81-14db835adf8f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:54.445040 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8d399a3b-352a-4737-9340-aeb53c954756 req-841f99be-a72e-47b8-9c81-14db835adf8f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab336570-b78b-4668-ac3a-611d760db7a7 HTTP/1.1" status: 200 len: 946 time: 0.0828593 Jul 09 16:47:54.491942 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8d399a3b-352a-4737-9340-aeb53c954756 req-705fb3be-89f6-4577-87ff-ac4805745d7e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=9b1cfd9f-4611-4706-be4a-377a85da5bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455306 Jul 09 16:47:54.725575 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85413830-182a-4282-b34a-b6baf6ea7eb3 req-1c26be5b-f414-42c6-bc6a-a024ead325ea tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:54.730431 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-85413830-182a-4282-b34a-b6baf6ea7eb3 req-1c26be5b-f414-42c6-bc6a-a024ead325ea tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab336570-b78b-4668-ac3a-611d760db7a7 HTTP/1.1" status: 200 len: 946 time: 0.0945776 Jul 09 16:47:54.773030 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-85413830-182a-4282-b34a-b6baf6ea7eb3 req-b03f776d-7f7a-4487-b9c7-fadb20b2a1e5 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=9b1cfd9f-4611-4706-be4a-377a85da5bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391262 Jul 09 16:47:54.799392 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 46864) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:47:55.072662 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42e2f25-e4f9-4fe1-a794-379913a2fa0a tempest-TestNetworkAdvancedServerOps-1802097100 tempest-TestNetworkAdvancedServerOps-1802097100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:55.078905 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 46874) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:47:55.090064 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-df30961f-617a-444b-8522-7a8f84307309 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Request body: {'floatingip': {'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'port_id': 'a1750076-50c8-451b-80b9-df769392d681', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:47:55.101742 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b42e2f25-e4f9-4fe1-a794-379913a2fa0a tempest-TestNetworkAdvancedServerOps-1802097100 tempest-TestNetworkAdvancedServerOps-1802097100-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=ab336570-b78b-4668-ac3a-611d760db7a7 HTTP/1.1" status: 200 len: 1092 time: 0.3008263 Jul 09 16:47:55.116242 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-effe5d87-f58b-4ca8-87f5-c04d5c9b367c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:55.154375 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df30961f-617a-444b-8522-7a8f84307309 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:55.321225 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df30961f-617a-444b-8522-7a8f84307309 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:55.442710 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-df30961f-617a-444b-8522-7a8f84307309 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Allocated IP 172.25.0.52 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/54a19047-c688-44f3-a3fe-e6b86e35ce90) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:47:55.557171 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df30961f-617a-444b-8522-7a8f84307309 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:55.599745 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df30961f-617a-444b-8522-7a8f84307309 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:55.649606 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df30961f-617a-444b-8522-7a8f84307309 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:47:55.655894 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-df30961f-617a-444b-8522-7a8f84307309 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:47:55.657904 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df30961f-617a-444b-8522-7a8f84307309 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event updated for resources: {'Port': ['ID=54a19047-c688-44f3-a3fe-e6b86e35ce90,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:55.660502 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df30961f-617a-444b-8522-7a8f84307309 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:47:55.719947 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df30961f-617a-444b-8522-7a8f84307309 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:55.720303 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df30961f-617a-444b-8522-7a8f84307309 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:55.720629 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df30961f-617a-444b-8522-7a8f84307309 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:55.723093 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df30961f-617a-444b-8522-7a8f84307309 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:55.723454 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df30961f-617a-444b-8522-7a8f84307309 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:55.724628 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df30961f-617a-444b-8522-7a8f84307309 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:55.724986 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df30961f-617a-444b-8522-7a8f84307309 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:55.725278 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df30961f-617a-444b-8522-7a8f84307309 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:55.725608 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df30961f-617a-444b-8522-7a8f84307309 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:55.725966 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df30961f-617a-444b-8522-7a8f84307309 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:55.727314 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df30961f-617a-444b-8522-7a8f84307309 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:55.729842 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df30961f-617a-444b-8522-7a8f84307309 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:47:55.812399 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:56.090674 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:47:56.240708 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df30961f-617a-444b-8522-7a8f84307309 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:56.343551 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:56.358801 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df30961f-617a-444b-8522-7a8f84307309 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:56.545457 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df30961f-617a-444b-8522-7a8f84307309 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:56.552653 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df30961f-617a-444b-8522-7a8f84307309 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:56.627244 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df30961f-617a-444b-8522-7a8f84307309 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event updated for resources: {'Port': ['ID=54a19047-c688-44f3-a3fe-e6b86e35ce90,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:47:56.657080 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df30961f-617a-444b-8522-7a8f84307309 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:56.806610 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:57.158162 n-d-798930-3 neutron-server[93959]: INFO neutron.db.l3_db [None req-df30961f-617a-444b-8522-7a8f84307309 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Floating IP de87ff35-dbfe-49e4-af97-7a7431c83218 associated. External IP: 172.25.0.52, port: a1750076-50c8-451b-80b9-df769392d681. Jul 09 16:47:57.584360 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df30961f-617a-444b-8522-7a8f84307309 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Router ba198875-f55a-461d-b1e2-482bcf9b0544 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:47:57.717435 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df30961f-617a-444b-8522-7a8f84307309 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:47:57.730504 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13287f3f-ad90-43f9-88fd-2bda3d3d86d5 None None] Sync routers for ids ['ba198875-f55a-461d-b1e2-482bcf9b0544'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:47:57.746192 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13287f3f-ad90-43f9-88fd-2bda3d3d86d5 None None] Routers {'ba198875-f55a-461d-b1e2-482bcf9b0544'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:47:57.746416 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df30961f-617a-444b-8522-7a8f84307309 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:57.748210 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-13287f3f-ad90-43f9-88fd-2bda3d3d86d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:47:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['ba198875-f55a-461d-b1e2-482bcf9b0544'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:47:57.801724 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-df30961f-617a-444b-8522-7a8f84307309 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7205553 Jul 09 16:47:57.802669 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab336570-b78b-4668-ac3a-611d760db7a7', 'tag': 'a1750076-50c8-451b-80b9-df769392d681'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:47:57.805819 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1066a1-a702-40f6-9b33-07b447c530e2" -d '{"events": [{"name": "network-changed", "server_uuid": "ab336570-b78b-4668-ac3a-611d760db7a7", "tag": "a1750076-50c8-451b-80b9-df769392d681"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:47:57.929188 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-13287f3f-ad90-43f9-88fd-2bda3d3d86d5 None None] Set router ba198875-f55a-461d-b1e2-482bcf9b0544 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:47:58.023116 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec0536-9aa0-4fb5-a147-afa9cc9219c6 req-ff51ff02-9b31-44f4-a3d7-d9fef567ee30 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:58.025163 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-76ec0536-9aa0-4fb5-a147-afa9cc9219c6 req-ff51ff02-9b31-44f4-a3d7-d9fef567ee30 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab336570-b78b-4668-ac3a-611d760db7a7 HTTP/1.1" status: 200 len: 946 time: 0.0821393 Jul 09 16:47:58.076175 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-76ec0536-9aa0-4fb5-a147-afa9cc9219c6 req-657db4ec-1832-41f0-94fe-3d4c889b6fb5 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=9b1cfd9f-4611-4706-be4a-377a85da5bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440123 Jul 09 16:47:58.104020 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 46940) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:47:58.174697 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c74691b0-73c0-4929-a61e-2f5e20da3d6e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/floatingips/de87ff35-dbfe-49e4-af97-7a7431c83218 HTTP/1.1" status: 200 len: 991 time: 0.0692291 Jul 09 16:47:58.217331 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7a78fd-e82b-402b-bf1b-45232d051253 x-openstack-request-id: req-0c7a78fd-e82b-402b-bf1b-45232d051253 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:47:58.217644 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab336570-b78b-4668-ac3a-611d760db7a7", "tag": "a1750076-50c8-451b-80b9-df769392d681", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:47:58.217924 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0c7a78fd-e82b-402b-bf1b-45232d051253 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:47:58.218350 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab336570-b78b-4668-ac3a-611d760db7a7', 'tag': 'a1750076-50c8-451b-80b9-df769392d681', 'status': 'completed', 'code': 200} Jul 09 16:47:58.302892 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:47:58.319202 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1066a1-a702-40f6-9b33-07b447c530e2 req-13d76b96-81a2-48d0-bfac-dd9aa818cb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:58.321156 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1d1066a1-a702-40f6-9b33-07b447c530e2 req-13d76b96-81a2-48d0-bfac-dd9aa818cb2b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f98cc886c66a474a8d448186851b2eab&device_id=ab336570-b78b-4668-ac3a-611d760db7a7 HTTP/1.1" status: 200 len: 1097 time: 0.0830891 Jul 09 16:47:58.343564 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-13287f3f-ad90-43f9-88fd-2bda3d3d86d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba198875-f55a-461d-b1e2-482bcf9b0544', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2119985361', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '0d1241c0-94df-4f8f-a79a-84ee7cc033b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:47:33Z', 'updated_at': '2021-07-09T16:47:38Z', 'revision_number': 4, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'gw_port': {'id': '0d1241c0-94df-4f8f-a79a-84ee7cc033b7', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:db:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba198875-f55a-461d-b1e2-482bcf9b0544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:47:33Z', 'updated_at': '2021-07-09T16:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'de87ff35-dbfe-49e4-af97-7a7431c83218', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'floating_ip_address': '172.25.0.52', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': 'ba198875-f55a-461d-b1e2-482bcf9b0544', 'port_id': 'a1750076-50c8-451b-80b9-df769392d681', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '790c3123-8f15-4cc1-b7fb-4b22a082db92', 'mac_address': 'fa:16:3e:8d:1e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab336570-b78b-4668-ac3a-611d760db7a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:47:56Z', 'updated_at': '2021-07-09T16:47:56Z', 'revision_number': 0, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd82babf7-0f32-40fa-a7ca-549d6321bc45', 'name': '', 'network_id': '790c3123-8f15-4cc1-b7fb-4b22a082db92', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'mac_address': 'fa:16:3e:21:f0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba198875-f55a-461d-b1e2-482bcf9b0544', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '6d29c8e7-e203-4110-a05f-b32fb13978b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:47:37Z', 'updated_at': '2021-07-09T16:47:45Z', 'revision_number': 5, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'subnets': [{'id': '6d29c8e7-e203-4110-a05f-b32fb13978b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:47:58.376005 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13287f3f-ad90-43f9-88fd-2bda3d3d86d5 None None] Checking router: ba198875-f55a-461d-b1e2-482bcf9b0544 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:47:58.386389 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13287f3f-ad90-43f9-88fd-2bda3d3d86d5 None None] Routers {'ba198875-f55a-461d-b1e2-482bcf9b0544'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:47:58.387517 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-13287f3f-ad90-43f9-88fd-2bda3d3d86d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:47:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['ba198875-f55a-461d-b1e2-482bcf9b0544'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:47:58.459457 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1066a1-a702-40f6-9b33-07b447c530e2 req-b005d58a-6972-453c-8692-d2c5dfea8b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:58.462165 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1d1066a1-a702-40f6-9b33-07b447c530e2 req-b005d58a-6972-453c-8692-d2c5dfea8b9f service neutron] 10.222.0.77 "GET /v2.0/networks?id=790c3123-8f15-4cc1-b7fb-4b22a082db92 HTTP/1.1" status: 200 len: 898 time: 0.1348896 Jul 09 16:47:58.587272 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-13287f3f-ad90-43f9-88fd-2bda3d3d86d5 None None] Set router ba198875-f55a-461d-b1e2-482bcf9b0544 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:47:58.591398 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1d1066a1-a702-40f6-9b33-07b447c530e2 req-63715335-71f5-494f-b93c-215ac31e64da service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1750076-50c8-451b-80b9-df769392d681 HTTP/1.1" status: 200 len: 999 time: 0.1204870 Jul 09 16:47:58.680036 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1066a1-a702-40f6-9b33-07b447c530e2 req-7710d1d2-ae2f-4518-b1b8-a1e23f8f0d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:58.682167 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1d1066a1-a702-40f6-9b33-07b447c530e2 req-7710d1d2-ae2f-4518-b1b8-a1e23f8f0d0b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6d29c8e7-e203-4110-a05f-b32fb13978b0 HTTP/1.1" status: 200 len: 834 time: 0.0840397 Jul 09 16:47:58.794949 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1066a1-a702-40f6-9b33-07b447c530e2 req-89711833-4c3e-4518-9358-1f1e77aeed9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:47:58.799749 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1d1066a1-a702-40f6-9b33-07b447c530e2 req-89711833-4c3e-4518-9358-1f1e77aeed9f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=790c3123-8f15-4cc1-b7fb-4b22a082db92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1062419 Jul 09 16:47:58.939299 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-13287f3f-ad90-43f9-88fd-2bda3d3d86d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba198875-f55a-461d-b1e2-482bcf9b0544', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2119985361', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '0d1241c0-94df-4f8f-a79a-84ee7cc033b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:47:33Z', 'updated_at': '2021-07-09T16:47:38Z', 'revision_number': 4, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'gw_port': {'id': '0d1241c0-94df-4f8f-a79a-84ee7cc033b7', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:db:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba198875-f55a-461d-b1e2-482bcf9b0544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:47:33Z', 'updated_at': '2021-07-09T16:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'de87ff35-dbfe-49e4-af97-7a7431c83218', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'floating_ip_address': '172.25.0.52', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': 'ba198875-f55a-461d-b1e2-482bcf9b0544', 'port_id': 'a1750076-50c8-451b-80b9-df769392d681', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '790c3123-8f15-4cc1-b7fb-4b22a082db92', 'mac_address': 'fa:16:3e:8d:1e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab336570-b78b-4668-ac3a-611d760db7a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:47:56Z', 'updated_at': '2021-07-09T16:47:56Z', 'revision_number': 0, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd82babf7-0f32-40fa-a7ca-549d6321bc45', 'name': '', 'network_id': '790c3123-8f15-4cc1-b7fb-4b22a082db92', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'mac_address': 'fa:16:3e:21:f0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba198875-f55a-461d-b1e2-482bcf9b0544', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '6d29c8e7-e203-4110-a05f-b32fb13978b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:47:37Z', 'updated_at': '2021-07-09T16:47:45Z', 'revision_number': 5, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'subnets': [{'id': '6d29c8e7-e203-4110-a05f-b32fb13978b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:47:58.965384 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1d1066a1-a702-40f6-9b33-07b447c530e2 req-64ce1c98-c5bb-41c3-befe-92b343fe174a service neutron] 10.222.0.77 "GET /v2.0/networks/790c3123-8f15-4cc1-b7fb-4b22a082db92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595082 Jul 09 16:47:58.975676 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13287f3f-ad90-43f9-88fd-2bda3d3d86d5 None None] The sync data for ids ['ba198875-f55a-461d-b1e2-482bcf9b0544'] in n-d-798930-3 is: [{'id': 'ba198875-f55a-461d-b1e2-482bcf9b0544', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2119985361', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '0d1241c0-94df-4f8f-a79a-84ee7cc033b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:47:33Z', 'updated_at': '2021-07-09T16:47:38Z', 'revision_number': 4, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'gw_port': {'id': '0d1241c0-94df-4f8f-a79a-84ee7cc033b7', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:db:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba198875-f55a-461d-b1e2-482bcf9b0544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:47:33Z', 'updated_at': '2021-07-09T16:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'de87ff35-dbfe-49e4-af97-7a7431c83218', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'floating_ip_address': '172.25.0.52', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': 'ba198875-f55a-461d-b1e2-482bcf9b0544', 'port_id': 'a1750076-50c8-451b-80b9-df769392d681', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '790c3123-8f15-4cc1-b7fb-4b22a082db92', 'mac_address': 'fa:16:3e:8d:1e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab336570-b78b-4668-ac3a-611d760db7a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:47:56Z', 'updated_at': '2021-07-09T16:47:56Z', 'revision_number': 0, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd82babf7-0f32-40fa-a7ca-549d6321bc45', 'name': '', 'network_id': '790c3123-8f15-4cc1-b7fb-4b22a082db92', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'mac_address': 'fa:16:3e:21:f0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba198875-f55a-461d-b1e2-482bcf9b0544', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '6d29c8e7-e203-4110-a05f-b32fb13978b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:47:37Z', 'updated_at': '2021-07-09T16:47:45Z', 'revision_number': 5, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'subnets': [{'id': '6d29c8e7-e203-4110-a05f-b32fb13978b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:47:59.077713 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1d1066a1-a702-40f6-9b33-07b447c530e2 req-def0df3b-9778-4747-9990-b3a9e2528351 service neutron] 10.222.0.77 "GET /v2.0/networks/790c3123-8f15-4cc1-b7fb-4b22a082db92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050732 Jul 09 16:47:59.178313 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 46980) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:47:59.268717 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10210579-bea4-433b-9607-a261f7611add None None] New status for floating IP de87ff35-dbfe-49e4-af97-7a7431c83218: ACTIVE {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:47:59.281145 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-22b55c24-b179-4fa5-a4d4-33aed6521d8f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/floatingips/de87ff35-dbfe-49e4-af97-7a7431c83218 HTTP/1.1" status: 200 len: 991 time: 0.1002421 Jul 09 16:48:00.284292 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 47004) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:00.365715 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-77d70fa8-7850-4c33-95d3-05f8e07565ef tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/floatingips/de87ff35-dbfe-49e4-af97-7a7431c83218 HTTP/1.1" status: 200 len: 993 time: 0.0806448 Jul 09 16:48:04.162312 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-58a95506-d402-472c-aa9e-126570149453 req-ef694952-e564-49b2-bf85-1f405be0fc96 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-111962431&fields=id&tenant_id=1c75594b2a664d30980bf347c7fbaad8 HTTP/1.1" status: 200 len: 267 time: 0.0389760 Jul 09 16:48:04.268021 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a95506-d402-472c-aa9e-126570149453 req-7273cde7-3606-4af5-8acb-3aadd5b37313 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:04.269538 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-58a95506-d402-472c-aa9e-126570149453 req-7273cde7-3606-4af5-8acb-3aadd5b37313 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/networks?id=f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 HTTP/1.1" status: 200 len: 810 time: 0.1003108 Jul 09 16:48:04.285035 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-58a95506-d402-472c-aa9e-126570149453 req-f4421c62-e53a-413d-95ce-a8d772f17130 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/quotas/1c75594b2a664d30980bf347c7fbaad8 HTTP/1.1" status: 200 len: 375 time: 0.0091639 Jul 09 16:48:04.358632 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-58a95506-d402-472c-aa9e-126570149453 req-81ffadaf-9312-4d0a-8a75-3c538264c302 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=1c75594b2a664d30980bf347c7fbaad8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0687687 Jul 09 16:48:04.456359 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-58a95506-d402-472c-aa9e-126570149453 req-9628e607-fd3a-45fb-8fc9-d1e9d3e7c0fa service neutron] 10.222.0.98 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865192 Jul 09 16:48:04.548426 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-58a95506-d402-472c-aa9e-126570149453 req-de2a72ee-435e-4f3b-8d7f-964f1cbac8c2 service neutron] 10.222.0.98 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857599 Jul 09 16:48:05.054303 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-21cdac8f-4c25-4af3-b3ff-adab495e8aed req-9801243c-0455-4186-b2ef-3c3411e35486 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=9dc24b61-75e1-4bac-ab8c-c2d3a5a6cdac HTTP/1.1" status: 200 len: 210 time: 0.0305593 Jul 09 16:48:06.095294 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a95506-d402-472c-aa9e-126570149453 req-b8054008-8de8-442c-99a4-f6bf1ad085f8 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:06.097597 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-58a95506-d402-472c-aa9e-126570149453 req-b8054008-8de8-442c-99a4-f6bf1ad085f8 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.73 "GET /v2.0/networks?id=f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 HTTP/1.1" status: 200 len: 810 time: 0.1525981 Jul 09 16:48:06.158062 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-58a95506-d402-472c-aa9e-126570149453 req-69379ba5-483b-4ad8-b7d5-75fb8292d961 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c75594b2a664d30980bf347c7fbaad8 HTTP/1.1" status: 200 len: 379 time: 0.0449250 Jul 09 16:48:06.166575 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-58a95506-d402-472c-aa9e-126570149453 req-ab26a63a-dc74-4665-9ac7-8132c2714792 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Request body: {'port': {'device_id': '9dc24b61-75e1-4bac-ab8c-c2d3a5a6cdac', 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354', 'admin_state_up': True, 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'security_groups': ['42541584-0d54-4e1b-bb67-627f42592d38']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:48:06.213851 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f6e1a2ca-8a72-4e67-9403-88c09d675c02 req-53e2a3c2-c320-4f04-8159-0fb4f929e807 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=9dc24b61-75e1-4bac-ab8c-c2d3a5a6cdac HTTP/1.1" status: 200 len: 210 time: 0.0333989 Jul 09 16:48:06.278923 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58a95506-d402-472c-aa9e-126570149453 req-ab26a63a-dc74-4665-9ac7-8132c2714792 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Made reservation on behalf of 1c75594b2a664d30980bf347c7fbaad8 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:48:06.282788 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-58a95506-d402-472c-aa9e-126570149453 req-ab26a63a-dc74-4665-9ac7-8132c2714792 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:06.425483 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-58a95506-d402-472c-aa9e-126570149453 req-ab26a63a-dc74-4665-9ac7-8132c2714792 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Allocated IP 172.20.0.4 (f36f2b9b-47ba-4cd8-a2dd-8998abc0c354/470183cf-e48b-46ba-9f1f-c70364d25786/31c61b9c-0302-4fbc-93cc-999270e7e5ac) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:48:06.606316 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-58a95506-d402-472c-aa9e-126570149453 req-ab26a63a-dc74-4665-9ac7-8132c2714792 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:06.620971 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-58a95506-d402-472c-aa9e-126570149453 req-ab26a63a-dc74-4665-9ac7-8132c2714792 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Transition to ACTIVE for port object 31c61b9c-0302-4fbc-93cc-999270e7e5ac will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:48:06.657757 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-58a95506-d402-472c-aa9e-126570149453 req-ab26a63a-dc74-4665-9ac7-8132c2714792 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:06.709081 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58a95506-d402-472c-aa9e-126570149453 req-ab26a63a-dc74-4665-9ac7-8132c2714792 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Network f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:48:06.714615 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-58a95506-d402-472c-aa9e-126570149453 req-ab26a63a-dc74-4665-9ac7-8132c2714792 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:48:06.719671 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a95506-d402-472c-aa9e-126570149453 req-ab26a63a-dc74-4665-9ac7-8132c2714792 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:48:06.749602 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab26a63a-dc74-4665-9ac7-8132c2714792 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Pushing event updated for resources: {'Port': ['ID=31c61b9c-0302-4fbc-93cc-999270e7e5ac,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:06.790259 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a95506-d402-472c-aa9e-126570149453 req-ab26a63a-dc74-4665-9ac7-8132c2714792 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:06.790929 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-58a95506-d402-472c-aa9e-126570149453 req-ab26a63a-dc74-4665-9ac7-8132c2714792 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:06.822611 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-58a95506-d402-472c-aa9e-126570149453 req-ab26a63a-dc74-4665-9ac7-8132c2714792 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6596503 Jul 09 16:48:06.841945 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-58a95506-d402-472c-aa9e-126570149453 req-c3ef4476-fcb8-4e34-bb6e-1d199668491e service neutron] Request body: {'port': {'device_id': '9dc24b61-75e1-4bac-ab8c-c2d3a5a6cdac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:48:06.951667 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-58a95506-d402-472c-aa9e-126570149453 req-c3ef4476-fcb8-4e34-bb6e-1d199668491e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:07.029945 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b46d9508-983c-4f0d-850a-8f89856402d4 None None] Provisioning for port 31c61b9c-0302-4fbc-93cc-999270e7e5ac completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:48:07.036338 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b46d9508-983c-4f0d-850a-8f89856402d4 None None] Provisioning complete for port 31c61b9c-0302-4fbc-93cc-999270e7e5ac triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:48:07.037376 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b46d9508-983c-4f0d-850a-8f89856402d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:07.091151 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b46d9508-983c-4f0d-850a-8f89856402d4 None None] Port 31c61b9c-0302-4fbc-93cc-999270e7e5ac cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:48:07.296463 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-58a95506-d402-472c-aa9e-126570149453 req-c3ef4476-fcb8-4e34-bb6e-1d199668491e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31c61b9c-0302-4fbc-93cc-999270e7e5ac {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:48:07.305738 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-58a95506-d402-472c-aa9e-126570149453 req-c3ef4476-fcb8-4e34-bb6e-1d199668491e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:07.321016 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-58a95506-d402-472c-aa9e-126570149453 req-c3ef4476-fcb8-4e34-bb6e-1d199668491e service neutron] Transition to ACTIVE for port object 31c61b9c-0302-4fbc-93cc-999270e7e5ac will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:48:07.325070 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-58a95506-d402-472c-aa9e-126570149453 req-c3ef4476-fcb8-4e34-bb6e-1d199668491e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:07.381953 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef4476-fcb8-4e34-bb6e-1d199668491e service neutron] Pushing event updated for resources: {'Port': ['ID=31c61b9c-0302-4fbc-93cc-999270e7e5ac,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:07.422732 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d94c35e-65d9-4f68-b843-2e976afe59aa req-381b6f38-b9aa-4b17-9d67-b422008648b5 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:07.425051 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9d94c35e-65d9-4f68-b843-2e976afe59aa req-381b6f38-b9aa-4b17-9d67-b422008648b5 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=9dc24b61-75e1-4bac-ab8c-c2d3a5a6cdac HTTP/1.1" status: 200 len: 943 time: 0.0927763 Jul 09 16:48:07.475632 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-58a95506-d402-472c-aa9e-126570149453 req-c3ef4476-fcb8-4e34-bb6e-1d199668491e service neutron] Attempting to bind port 31c61b9c-0302-4fbc-93cc-999270e7e5ac on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:48:07.475928 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-58a95506-d402-472c-aa9e-126570149453 req-c3ef4476-fcb8-4e34-bb6e-1d199668491e service neutron] Attempting to bind port 31c61b9c-0302-4fbc-93cc-999270e7e5ac by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': 'f8892455-537d-4135-a8a6-c5f11d1a74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:48:07.476450 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a95506-d402-472c-aa9e-126570149453 req-c3ef4476-fcb8-4e34-bb6e-1d199668491e service neutron] Attempting to bind port 31c61b9c-0302-4fbc-93cc-999270e7e5ac on network f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:48:07.482805 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a95506-d402-472c-aa9e-126570149453 req-c3ef4476-fcb8-4e34-bb6e-1d199668491e service neutron] Port 31c61b9c-0302-4fbc-93cc-999270e7e5ac on network f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:48:07.482805 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a95506-d402-472c-aa9e-126570149453 req-c3ef4476-fcb8-4e34-bb6e-1d199668491e service neutron] Attempting to bind port 31c61b9c-0302-4fbc-93cc-999270e7e5ac on network f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:48:07.487520 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a95506-d402-472c-aa9e-126570149453 req-c3ef4476-fcb8-4e34-bb6e-1d199668491e service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:48:07.487765 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a95506-d402-472c-aa9e-126570149453 req-c3ef4476-fcb8-4e34-bb6e-1d199668491e service neutron] Checking segment: {'id': 'f8892455-537d-4135-a8a6-c5f11d1a74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:48:07.488721 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a95506-d402-472c-aa9e-126570149453 req-c3ef4476-fcb8-4e34-bb6e-1d199668491e service neutron] Bound using segment: {'id': 'f8892455-537d-4135-a8a6-c5f11d1a74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:48:07.489152 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-58a95506-d402-472c-aa9e-126570149453 req-c3ef4476-fcb8-4e34-bb6e-1d199668491e service neutron] Bound port: 31c61b9c-0302-4fbc-93cc-999270e7e5ac, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8892455-537d-4135-a8a6-c5f11d1a74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:48:07.489504 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-58a95506-d402-472c-aa9e-126570149453 req-c3ef4476-fcb8-4e34-bb6e-1d199668491e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:07.492292 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9d94c35e-65d9-4f68-b843-2e976afe59aa req-22acfa9e-81dd-434b-832e-a8056fedb4ca tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=42541584-0d54-4e1b-bb67-627f42592d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608184 Jul 09 16:48:07.584187 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-58a95506-d402-472c-aa9e-126570149453 req-c3ef4476-fcb8-4e34-bb6e-1d199668491e service neutron] For port 31c61b9c-0302-4fbc-93cc-999270e7e5ac, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:48:07.587979 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-58a95506-d402-472c-aa9e-126570149453 req-c3ef4476-fcb8-4e34-bb6e-1d199668491e service neutron] For port 31c61b9c-0302-4fbc-93cc-999270e7e5ac, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=31c61b9c-0302-4fbc-93cc-999270e7e5ac,segment=NetworkSegment(f8892455-537d-4135-a8a6-c5f11d1a74c6),segment_id=f8892455-537d-4135-a8a6-c5f11d1a74c6)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:48:07.592966 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-58a95506-d402-472c-aa9e-126570149453 req-c3ef4476-fcb8-4e34-bb6e-1d199668491e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:07.628195 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a95506-d402-472c-aa9e-126570149453 req-c3ef4476-fcb8-4e34-bb6e-1d199668491e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:07.628905 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-58a95506-d402-472c-aa9e-126570149453 req-c3ef4476-fcb8-4e34-bb6e-1d199668491e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:07.630281 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-58a95506-d402-472c-aa9e-126570149453 req-c3ef4476-fcb8-4e34-bb6e-1d199668491e service neutron] 10.222.0.73 "PUT /v2.0/ports/31c61b9c-0302-4fbc-93cc-999270e7e5ac HTTP/1.1" status: 200 len: 1091 time: 0.7933078 Jul 09 16:48:07.630721 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc24b61-75e1-4bac-ab8c-c2d3a5a6cdac', 'tag': '31c61b9c-0302-4fbc-93cc-999270e7e5ac'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:48:07.633009 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e42335-eb09-4fb3-b5a7-69cee6f8b436" -d '{"events": [{"name": "network-changed", "server_uuid": "9dc24b61-75e1-4bac-ab8c-c2d3a5a6cdac", "tag": "31c61b9c-0302-4fbc-93cc-999270e7e5ac"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:48:07.658345 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef4476-fcb8-4e34-bb6e-1d199668491e service neutron] Pushing event updated for resources: {'Port': ['ID=31c61b9c-0302-4fbc-93cc-999270e7e5ac,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:07.682056 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2ea2e1-deac-4d43-8536-05306ec4d043 x-openstack-request-id: req-ca2ea2e1-deac-4d43-8536-05306ec4d043 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:48:07.682343 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dc24b61-75e1-4bac-ab8c-c2d3a5a6cdac", "tag": "31c61b9c-0302-4fbc-93cc-999270e7e5ac", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:48:07.682592 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ca2ea2e1-deac-4d43-8536-05306ec4d043 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:48:07.683026 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dc24b61-75e1-4bac-ab8c-c2d3a5a6cdac', 'tag': '31c61b9c-0302-4fbc-93cc-999270e7e5ac', 'status': 'completed', 'code': 200} Jul 09 16:48:07.759411 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a95506-d402-472c-aa9e-126570149453 req-d97830c9-4b49-418a-a1af-8a9962d425e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:07.761090 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-58a95506-d402-472c-aa9e-126570149453 req-d97830c9-4b49-418a-a1af-8a9962d425e2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c75594b2a664d30980bf347c7fbaad8&device_id=9dc24b61-75e1-4bac-ab8c-c2d3a5a6cdac HTTP/1.1" status: 200 len: 1094 time: 0.0590196 Jul 09 16:48:07.817031 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-58a95506-d402-472c-aa9e-126570149453 req-e8325fcb-6f8e-426e-b38b-745f71b82596 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31c61b9c-0302-4fbc-93cc-999270e7e5ac HTTP/1.1" status: 200 len: 217 time: 0.0425408 Jul 09 16:48:07.869936 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a95506-d402-472c-aa9e-126570149453 req-ee2eb4d0-5248-409e-b831-f7d72c23fe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:07.871434 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-58a95506-d402-472c-aa9e-126570149453 req-ee2eb4d0-5248-409e-b831-f7d72c23fe4a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=470183cf-e48b-46ba-9f1f-c70364d25786 HTTP/1.1" status: 200 len: 849 time: 0.0482745 Jul 09 16:48:07.932835 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a95506-d402-472c-aa9e-126570149453 req-b3efaa35-11dc-4a7b-aa32-168e45c84117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:07.934340 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-58a95506-d402-472c-aa9e-126570149453 req-b3efaa35-11dc-4a7b-aa32-168e45c84117 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f36f2b9b-47ba-4cd8-a2dd-8998abc0c354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566411 Jul 09 16:48:08.029314 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-58a95506-d402-472c-aa9e-126570149453 req-21388cd5-7b69-4505-83d5-4f6b260f038c service neutron] 10.222.0.73 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887270 Jul 09 16:48:08.121938 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-58a95506-d402-472c-aa9e-126570149453 req-5176884b-27c7-491a-b9bb-eaf82b847ea4 service neutron] 10.222.0.73 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856912 Jul 09 16:48:08.254066 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e42335-eb09-4fb3-b5a7-69cee6f8b436 req-7c0ca997-1388-4034-a9fe-67565c982541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:08.255474 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a6e42335-eb09-4fb3-b5a7-69cee6f8b436 req-7c0ca997-1388-4034-a9fe-67565c982541 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c75594b2a664d30980bf347c7fbaad8&device_id=9dc24b61-75e1-4bac-ab8c-c2d3a5a6cdac HTTP/1.1" status: 200 len: 1094 time: 0.0550983 Jul 09 16:48:08.352556 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e42335-eb09-4fb3-b5a7-69cee6f8b436 req-9354bfc4-ee34-4613-9e64-7819ba4e8fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:08.354013 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a6e42335-eb09-4fb3-b5a7-69cee6f8b436 req-9354bfc4-ee34-4613-9e64-7819ba4e8fd5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 HTTP/1.1" status: 200 len: 911 time: 0.0921688 Jul 09 16:48:08.399926 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a6e42335-eb09-4fb3-b5a7-69cee6f8b436 req-06f3dcac-37ae-4089-b31c-a4cb7244e2c8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31c61b9c-0302-4fbc-93cc-999270e7e5ac HTTP/1.1" status: 200 len: 217 time: 0.0380292 Jul 09 16:48:08.462114 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e42335-eb09-4fb3-b5a7-69cee6f8b436 req-5005e90c-5bc2-403d-a85e-cca6f72c9100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:08.463693 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a6e42335-eb09-4fb3-b5a7-69cee6f8b436 req-5005e90c-5bc2-403d-a85e-cca6f72c9100 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=470183cf-e48b-46ba-9f1f-c70364d25786 HTTP/1.1" status: 200 len: 849 time: 0.0500023 Jul 09 16:48:08.528884 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e42335-eb09-4fb3-b5a7-69cee6f8b436 req-257e4cc8-890b-4a9d-9dfe-511568c9bd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:08.530435 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a6e42335-eb09-4fb3-b5a7-69cee6f8b436 req-257e4cc8-890b-4a9d-9dfe-511568c9bd93 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f36f2b9b-47ba-4cd8-a2dd-8998abc0c354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603585 Jul 09 16:48:08.638416 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a6e42335-eb09-4fb3-b5a7-69cee6f8b436 req-147bf13f-a815-4de4-a9f7-64d4d8f2e3d5 service neutron] 10.222.0.73 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015639 Jul 09 16:48:08.747505 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a6e42335-eb09-4fb3-b5a7-69cee6f8b436 req-a9441630-155f-43f6-b918-e22490970efb service neutron] 10.222.0.73 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996876 Jul 09 16:48:08.975765 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9504d9ca-6986-49b8-974c-04985bbe1204 req-16e387e1-2703-44c8-90f9-cdb6898f1652 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:08.977185 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9504d9ca-6986-49b8-974c-04985bbe1204 req-16e387e1-2703-44c8-90f9-cdb6898f1652 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=9dc24b61-75e1-4bac-ab8c-c2d3a5a6cdac HTTP/1.1" status: 200 len: 943 time: 0.3578782 Jul 09 16:48:09.019775 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9504d9ca-6986-49b8-974c-04985bbe1204 req-bc0cad20-8de2-45a5-9080-4ea87ad5667c tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=42541584-0d54-4e1b-bb67-627f42592d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366185 Jul 09 16:48:09.673421 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393ab0a-9a00-41ca-a410-ee0a2415b064 req-a0d1edcb-a017-4959-803f-25232dc36f3a tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:09.674955 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5393ab0a-9a00-41ca-a410-ee0a2415b064 req-a0d1edcb-a017-4959-803f-25232dc36f3a tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b77a53a-e74d-450d-94e5-5c3f70d7e2a7 HTTP/1.1" status: 200 len: 946 time: 0.0635915 Jul 09 16:48:09.714109 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5393ab0a-9a00-41ca-a410-ee0a2415b064 req-5a0a05ed-78f1-4fb8-893f-b2e85ed0ea43 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] 10.222.0.98 "GET /v2.0/security-groups?id=243cabdf-29ec-42f9-80d7-3b7e13dcde69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330830 Jul 09 16:48:10.204865 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d9ada9-6882-4c7a-bda6-7f82bf677d84 req-b29386e9-3a4d-46a7-905a-e47c741821bc tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:10.206250 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-60d9ada9-6882-4c7a-bda6-7f82bf677d84 req-b29386e9-3a4d-46a7-905a-e47c741821bc tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=9dc24b61-75e1-4bac-ab8c-c2d3a5a6cdac HTTP/1.1" status: 200 len: 943 time: 0.0732672 Jul 09 16:48:10.239600 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:10.246381 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-60d9ada9-6882-4c7a-bda6-7f82bf677d84 req-d63b91cf-f8fc-4ae4-9ab6-a434cbb3336f tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=42541584-0d54-4e1b-bb67-627f42592d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342307 Jul 09 16:48:10.890525 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47675b6f-4d03-43c0-87ac-1ddfa59ba120 req-4f24243b-6713-44c4-9a26-baa016f3636e tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:10.892041 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-47675b6f-4d03-43c0-87ac-1ddfa59ba120 req-4f24243b-6713-44c4-9a26-baa016f3636e tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b77a53a-e74d-450d-94e5-5c3f70d7e2a7 HTTP/1.1" status: 200 len: 946 time: 0.0679488 Jul 09 16:48:10.931237 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-47675b6f-4d03-43c0-87ac-1ddfa59ba120 req-643d9286-44fd-47d7-80ea-04362789eec3 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] 10.222.0.98 "GET /v2.0/security-groups?id=243cabdf-29ec-42f9-80d7-3b7e13dcde69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330551 Jul 09 16:48:11.429763 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b58809-bc15-4935-8d2f-36753779a761 req-97f2c9ed-7647-4bd1-9018-8772eddf16ea tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:11.431269 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-07b58809-bc15-4935-8d2f-36753779a761 req-97f2c9ed-7647-4bd1-9018-8772eddf16ea tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=9dc24b61-75e1-4bac-ab8c-c2d3a5a6cdac HTTP/1.1" status: 200 len: 943 time: 0.0726757 Jul 09 16:48:11.477349 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-07b58809-bc15-4935-8d2f-36753779a761 req-afef7346-ccdc-4179-868b-b976a7d76194 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=42541584-0d54-4e1b-bb67-627f42592d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363021 Jul 09 16:48:11.535368 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9fe9b-4884-4dbc-b041-0c6715229c7f req-961f0816-53ae-4ae6-9068-22fd92670f75 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:11.536848 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1ed9fe9b-4884-4dbc-b041-0c6715229c7f req-961f0816-53ae-4ae6-9068-22fd92670f75 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b77a53a-e74d-450d-94e5-5c3f70d7e2a7 HTTP/1.1" status: 200 len: 946 time: 0.0780168 Jul 09 16:48:11.652188 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-1ed9fe9b-4884-4dbc-b041-0c6715229c7f req-3a444de5-92f1-4b26-98e3-fe35b915b53a tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Deleting port baeabe84-d729-4c8a-9784-cd9a67c8ae18 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:48:11.653760 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1ed9fe9b-4884-4dbc-b041-0c6715229c7f req-3a444de5-92f1-4b26-98e3-fe35b915b53a tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:11.747790 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-1ed9fe9b-4884-4dbc-b041-0c6715229c7f req-3a444de5-92f1-4b26-98e3-fe35b915b53a tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] For port baeabe84-d729-4c8a-9784-cd9a67c8ae18, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=baeabe84-d729-4c8a-9784-cd9a67c8ae18,segment=NetworkSegment(e418cb19-d073-49fd-83a6-b409141e756b),segment_id=e418cb19-d073-49fd-83a6-b409141e756b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:48:11.748155 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1ed9fe9b-4884-4dbc-b041-0c6715229c7f req-3a444de5-92f1-4b26-98e3-fe35b915b53a tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:11.761825 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-1ed9fe9b-4884-4dbc-b041-0c6715229c7f req-3a444de5-92f1-4b26-98e3-fe35b915b53a tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Calling delete_port for baeabe84-d729-4c8a-9784-cd9a67c8ae18 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:48:11.900164 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1ed9fe9b-4884-4dbc-b041-0c6715229c7f req-3a444de5-92f1-4b26-98e3-fe35b915b53a tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:11.937915 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a444de5-92f1-4b26-98e3-fe35b915b53a tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Pushing event deleted for resources: {'Port': ['ID=baeabe84-d729-4c8a-9784-cd9a67c8ae18,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:11.938514 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['baeabe84-d729-4c8a-9784-cd9a67c8ae18'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:48:11.992572 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed9fe9b-4884-4dbc-b041-0c6715229c7f req-3a444de5-92f1-4b26-98e3-fe35b915b53a tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] No DVR routers for this DVR port baeabe84-d729-4c8a-9784-cd9a67c8ae18 on host n-h2-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:48:11.995984 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1ed9fe9b-4884-4dbc-b041-0c6715229c7f req-3a444de5-92f1-4b26-98e3-fe35b915b53a tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:11.998060 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1ed9fe9b-4884-4dbc-b041-0c6715229c7f req-3a444de5-92f1-4b26-98e3-fe35b915b53a tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] 10.222.0.73 "DELETE /v2.0/ports/baeabe84-d729-4c8a-9784-cd9a67c8ae18 HTTP/1.1" status: 204 len: 173 time: 0.4561570 Jul 09 16:48:11.998577 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b77a53a-e74d-450d-94e5-5c3f70d7e2a7', 'name': 'network-vif-deleted', 'tag': 'baeabe84-d729-4c8a-9784-cd9a67c8ae18'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:48:12.000934 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e7375a-744e-4e39-8c19-5d0d8f2d46bc" -d '{"events": [{"server_uuid": "5b77a53a-e74d-450d-94e5-5c3f70d7e2a7", "name": "network-vif-deleted", "tag": "baeabe84-d729-4c8a-9784-cd9a67c8ae18"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:48:12.109147 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-944b9ecd-52ca-4fb8-8ece-0bfc92feda4d req-8ed69e26-dfbd-4440-a298-b57ae180b2e7 tempest-VolumesSnapshotTestJSON-1161516953 tempest-VolumesSnapshotTestJSON-1161516953-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b77a53a-e74d-450d-94e5-5c3f70d7e2a7 HTTP/1.1" status: 200 len: 210 time: 0.0341861 Jul 09 16:48:12.166602 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662f1272-5043-48c4-989c-eda14faeb824 x-openstack-request-id: req-662f1272-5043-48c4-989c-eda14faeb824 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:48:12.166933 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b77a53a-e74d-450d-94e5-5c3f70d7e2a7", "name": "network-vif-deleted", "tag": "baeabe84-d729-4c8a-9784-cd9a67c8ae18", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:48:12.167182 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-662f1272-5043-48c4-989c-eda14faeb824 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:48:12.167571 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b77a53a-e74d-450d-94e5-5c3f70d7e2a7', 'name': 'network-vif-deleted', 'tag': 'baeabe84-d729-4c8a-9784-cd9a67c8ae18', 'status': 'completed', 'code': 200} Jul 09 16:48:12.664064 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd0966d-1f73-4b2f-bdba-b0bf5847a771 req-268dfbf1-5b57-48db-9cdf-decf29e0680d tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:12.665605 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1fd0966d-1f73-4b2f-bdba-b0bf5847a771 req-268dfbf1-5b57-48db-9cdf-decf29e0680d tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=9dc24b61-75e1-4bac-ab8c-c2d3a5a6cdac HTTP/1.1" status: 200 len: 943 time: 0.0668738 Jul 09 16:48:12.713365 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1fd0966d-1f73-4b2f-bdba-b0bf5847a771 req-5147da69-0874-49d9-b8bb-3d66f7334e7f tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=42541584-0d54-4e1b-bb67-627f42592d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393898 Jul 09 16:48:13.903402 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea317530-3857-46d7-be4f-17ccfe806b4a req-eb141a77-152f-4c2b-913a-aad620f4fcd1 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:13.905659 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ea317530-3857-46d7-be4f-17ccfe806b4a req-eb141a77-152f-4c2b-913a-aad620f4fcd1 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=9dc24b61-75e1-4bac-ab8c-c2d3a5a6cdac HTTP/1.1" status: 200 len: 943 time: 0.0775039 Jul 09 16:48:13.946847 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ea317530-3857-46d7-be4f-17ccfe806b4a req-5addf422-036b-4566-9bb3-805ce7a62669 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=42541584-0d54-4e1b-bb67-627f42592d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343540 Jul 09 16:48:14.418098 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device baeabe84-d729-4c8a-9784-cd9a67c8ae18 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:48:14.446843 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: baeabe84-d729-4c8a-9784-cd9a67c8ae18 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:48:14.447141 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device baeabe84-d729-4c8a-9784-cd9a67c8ae18 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:48:15.139700 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b63b2-3aa4-460d-8da7-3245dac7b87d req-3703ee26-325f-4846-8c4b-a8624362d4cd tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:15.141853 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1c0b63b2-3aa4-460d-8da7-3245dac7b87d req-3703ee26-325f-4846-8c4b-a8624362d4cd tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=9dc24b61-75e1-4bac-ab8c-c2d3a5a6cdac HTTP/1.1" status: 200 len: 943 time: 0.0709062 Jul 09 16:48:15.181255 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1c0b63b2-3aa4-460d-8da7-3245dac7b87d req-52364d0b-4272-47df-9654-1d56acb0db1e tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=42541584-0d54-4e1b-bb67-627f42592d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335798 Jul 09 16:48:16.357783 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc5c27f-1a7e-4199-aa27-f9d8125f9f7a req-21683190-9bc0-4929-b6fb-210fdba2f10c tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:16.359522 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cfc5c27f-1a7e-4199-aa27-f9d8125f9f7a req-21683190-9bc0-4929-b6fb-210fdba2f10c tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=9dc24b61-75e1-4bac-ab8c-c2d3a5a6cdac HTTP/1.1" status: 200 len: 943 time: 0.0646248 Jul 09 16:48:16.405441 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cfc5c27f-1a7e-4199-aa27-f9d8125f9f7a req-a904c777-0555-4b02-991a-88f21e085fa8 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=42541584-0d54-4e1b-bb67-627f42592d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388565 Jul 09 16:48:17.614879 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ae31e-c947-4060-9dad-8e6c6e001277 req-2e983c46-e97c-4744-b29f-91ed597ce387 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:17.616463 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a70ae31e-c947-4060-9dad-8e6c6e001277 req-2e983c46-e97c-4744-b29f-91ed597ce387 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=9dc24b61-75e1-4bac-ab8c-c2d3a5a6cdac HTTP/1.1" status: 200 len: 943 time: 0.0711670 Jul 09 16:48:17.661526 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a70ae31e-c947-4060-9dad-8e6c6e001277 req-0dd371b1-f25d-4113-b0fb-14e64de5324e tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=42541584-0d54-4e1b-bb67-627f42592d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392747 Jul 09 16:48:18.859058 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd7346-8a40-4c56-9c9e-18b8a9878d87 req-5e74857c-4791-4c13-8f1a-e96e6942dfaa tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:18.861001 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-43bd7346-8a40-4c56-9c9e-18b8a9878d87 req-5e74857c-4791-4c13-8f1a-e96e6942dfaa tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=9dc24b61-75e1-4bac-ab8c-c2d3a5a6cdac HTTP/1.1" status: 200 len: 943 time: 0.0788655 Jul 09 16:48:18.905139 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-43bd7346-8a40-4c56-9c9e-18b8a9878d87 req-04f87fef-0500-4983-b478-8361fea29487 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=42541584-0d54-4e1b-bb67-627f42592d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374799 Jul 09 16:48:20.102433 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d770c6-110f-4718-b175-4786db5b249d req-c3548957-53d9-4320-805f-14fc474cef01 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:20.109272 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f1d770c6-110f-4718-b175-4786db5b249d req-c3548957-53d9-4320-805f-14fc474cef01 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=9dc24b61-75e1-4bac-ab8c-c2d3a5a6cdac HTTP/1.1" status: 200 len: 943 time: 0.0804060 Jul 09 16:48:20.149623 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f1d770c6-110f-4718-b175-4786db5b249d req-1de63d2d-712b-47cb-898f-eb940c7caf7a tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=42541584-0d54-4e1b-bb67-627f42592d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393815 Jul 09 16:48:21.389594 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f3056-96ce-40f3-bb1a-6b2f9d786b50 req-e57961c2-d522-4d6b-9d2c-011036845e12 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:21.398224 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-619f3056-96ce-40f3-bb1a-6b2f9d786b50 req-e57961c2-d522-4d6b-9d2c-011036845e12 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=9dc24b61-75e1-4bac-ab8c-c2d3a5a6cdac HTTP/1.1" status: 200 len: 943 time: 0.0836833 Jul 09 16:48:21.461241 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-619f3056-96ce-40f3-bb1a-6b2f9d786b50 req-327caae8-9fb8-4deb-9359-2cc3e9a779a3 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=42541584-0d54-4e1b-bb67-627f42592d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594592 Jul 09 16:48:22.339281 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-42cd8d73-9c6e-483b-b9db-7a8d7f295f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:22.735377 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6742b21b-3109-4577-8eab-62cb1ffdf252 req-5209ef8e-b5ac-4992-9d10-13a0b04e84e7 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:22.742724 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6742b21b-3109-4577-8eab-62cb1ffdf252 req-5209ef8e-b5ac-4992-9d10-13a0b04e84e7 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=9dc24b61-75e1-4bac-ab8c-c2d3a5a6cdac HTTP/1.1" status: 200 len: 943 time: 0.1175160 Jul 09 16:48:22.787669 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6742b21b-3109-4577-8eab-62cb1ffdf252 req-ab7a2cff-21b8-4362-a9de-14e0835ef2d8 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=42541584-0d54-4e1b-bb67-627f42592d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437293 Jul 09 16:48:24.015107 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162682db-8d91-430e-a7d2-ea6f4e1dffb9 req-5cdd6351-076d-46b3-a566-6d96459a880b tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:24.017656 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-162682db-8d91-430e-a7d2-ea6f4e1dffb9 req-5cdd6351-076d-46b3-a566-6d96459a880b tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=9dc24b61-75e1-4bac-ab8c-c2d3a5a6cdac HTTP/1.1" status: 200 len: 943 time: 0.0842698 Jul 09 16:48:24.070143 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-162682db-8d91-430e-a7d2-ea6f4e1dffb9 req-3b29655a-7a6e-4b4e-b86c-824c6c145e67 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=42541584-0d54-4e1b-bb67-627f42592d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434003 Jul 09 16:48:24.465426 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 31c61b9c-0302-4fbc-93cc-999270e7e5ac details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:48:24.567099 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 31c61b9c-0302-4fbc-93cc-999270e7e5ac, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=31c61b9c-0302-4fbc-93cc-999270e7e5ac,segment=NetworkSegment(f8892455-537d-4135-a8a6-c5f11d1a74c6),segment_id=f8892455-537d-4135-a8a6-c5f11d1a74c6)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:48:24.580157 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '31c61b9c-0302-4fbc-93cc-999270e7e5ac', 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354', 'port_id': '31c61b9c-0302-4fbc-93cc-999270e7e5ac', 'mac_address': 'fa:16:3e:1a:4b:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '470183cf-e48b-46ba-9f1f-c70364d25786', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:48:24.621989 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:24.635465 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31c61b9c-0302-4fbc-93cc-999270e7e5ac {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:48:24.656283 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 31c61b9c-0302-4fbc-93cc-999270e7e5ac, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=31c61b9c-0302-4fbc-93cc-999270e7e5ac,segment=NetworkSegment(f8892455-537d-4135-a8a6-c5f11d1a74c6),segment_id=f8892455-537d-4135-a8a6-c5f11d1a74c6)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:48:24.664432 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:24.728430 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=31c61b9c-0302-4fbc-93cc-999270e7e5ac,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:25.038449 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['31c61b9c-0302-4fbc-93cc-999270e7e5ac'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:48:25.074800 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90825c73-7417-410b-9e78-1b951a106d37 req-70ee62f3-75f8-48f5-ba9e-722845d16572 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:25.077068 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-90825c73-7417-410b-9e78-1b951a106d37 req-70ee62f3-75f8-48f5-ba9e-722845d16572 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab336570-b78b-4668-ac3a-611d760db7a7 HTTP/1.1" status: 200 len: 946 time: 0.0735819 Jul 09 16:48:25.132760 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-90825c73-7417-410b-9e78-1b951a106d37 req-1dc5f200-6dbe-4a5a-bce6-66d598b3f79a tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=9b1cfd9f-4611-4706-be4a-377a85da5bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480647 Jul 09 16:48:25.144477 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-81aab255-f297-4e98-b337-8c59270b0bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:25.161968 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 47378) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:25.258043 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-3d2d4352-b4fb-4091-a580-04ea2497f85e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/floatingips/de87ff35-dbfe-49e4-af97-7a7431c83218 HTTP/1.1" status: 200 len: 993 time: 0.0948160 Jul 09 16:48:25.363283 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0924f-7de6-46fe-9952-6a8ca2056ce4 req-ad27a19d-e690-418f-901f-7d36b37c65e7 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:25.364491 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4ed0924f-7de6-46fe-9952-6a8ca2056ce4 req-ad27a19d-e690-418f-901f-7d36b37c65e7 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=9dc24b61-75e1-4bac-ab8c-c2d3a5a6cdac HTTP/1.1" status: 200 len: 944 time: 0.0757589 Jul 09 16:48:25.410691 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4ed0924f-7de6-46fe-9952-6a8ca2056ce4 req-8d42d531-7b1f-4862-a194-d3decbe52925 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=42541584-0d54-4e1b-bb67-627f42592d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385392 Jul 09 16:48:25.795174 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:25.850110 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b64da-06dc-4729-9d70-5d44e1d869fe req-d5d5545e-0b8c-4870-a144-cde638a8734b tempest-TestNetworkAdvancedServerOps-1802097100 tempest-TestNetworkAdvancedServerOps-1802097100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:25.851954 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e39b64da-06dc-4729-9d70-5d44e1d869fe req-d5d5545e-0b8c-4870-a144-cde638a8734b tempest-TestNetworkAdvancedServerOps-1802097100 tempest-TestNetworkAdvancedServerOps-1802097100-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=ab336570-b78b-4668-ac3a-611d760db7a7 HTTP/1.1" status: 200 len: 1097 time: 0.0739763 Jul 09 16:48:25.889688 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e39b64da-06dc-4729-9d70-5d44e1d869fe req-dca08607-9df8-4737-a284-ad267dd6bafd tempest-TestNetworkAdvancedServerOps-1802097100 tempest-TestNetworkAdvancedServerOps-1802097100-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=9b1cfd9f-4611-4706-be4a-377a85da5bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318127 Jul 09 16:48:26.347507 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:26.491479 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 31c61b9c-0302-4fbc-93cc-999270e7e5ac up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:48:26.559722 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 31c61b9c-0302-4fbc-93cc-999270e7e5ac completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:48:26.563590 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 31c61b9c-0302-4fbc-93cc-999270e7e5ac triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:48:26.564008 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:26.628283 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-bad9c042-12c8-48e1-96e6-9b9281625ed8 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=ab336570-b78b-4668-ac3a-611d760db7a7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0751462 Jul 09 16:48:26.673370 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:26.697932 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc24b61-75e1-4bac-ab8c-c2d3a5a6cdac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c61b9c-0302-4fbc-93cc-999270e7e5ac'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:48:26.700385 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ad8e89-cd75-4a90-9218-850b0c21f570" -d '{"events": [{"server_uuid": "9dc24b61-75e1-4bac-ab8c-c2d3a5a6cdac", "name": "network-vif-plugged", "status": "completed", "tag": "31c61b9c-0302-4fbc-93cc-999270e7e5ac"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:48:26.718425 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 31c61b9c-0302-4fbc-93cc-999270e7e5ac, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=31c61b9c-0302-4fbc-93cc-999270e7e5ac,segment=NetworkSegment(f8892455-537d-4135-a8a6-c5f11d1a74c6),segment_id=f8892455-537d-4135-a8a6-c5f11d1a74c6)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:48:26.725136 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:26.809190 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=31c61b9c-0302-4fbc-93cc-999270e7e5ac,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:26.819193 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:27.427577 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-3fbef078-c087-40c5-a957-fe91a5b02468 tempest-TestNetworkAdvancedServerOps-1802097100 tempest-TestNetworkAdvancedServerOps-1802097100-project-admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:48:27.428849 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-3fbef078-c087-40c5-a957-fe91a5b02468 tempest-TestNetworkAdvancedServerOps-1802097100 tempest-TestNetworkAdvancedServerOps-1802097100-project-admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1033053 Jul 09 16:48:27.439168 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-f7944cd3-fc3f-481c-8e61-350446d82904 service neutron] Request body: {'binding': {'host': 'n-h2-798930-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:48:27.439646 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-f7944cd3-fc3f-481c-8e61-350446d82904 service neutron] Unknown quota resources ['binding']. {{(pid=93958) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 16:48:27.627792 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-f7944cd3-fc3f-481c-8e61-350446d82904 service neutron] Attempting to bind port a1750076-50c8-451b-80b9-df769392d681 on host n-h2-798930-3 for vnic_type normal with profile None {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:48:27.628175 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-f7944cd3-fc3f-481c-8e61-350446d82904 service neutron] Attempting to bind port a1750076-50c8-451b-80b9-df769392d681 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': '3a36703a-fa9b-4ca2-9fe3-6a9eb1d2b0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '790c3123-8f15-4cc1-b7fb-4b22a082db92'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:48:27.628840 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-f7944cd3-fc3f-481c-8e61-350446d82904 service neutron] Attempting to bind port a1750076-50c8-451b-80b9-df769392d681 on network 790c3123-8f15-4cc1-b7fb-4b22a082db92 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:48:27.633461 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-f7944cd3-fc3f-481c-8e61-350446d82904 service neutron] Port a1750076-50c8-451b-80b9-df769392d681 on network 790c3123-8f15-4cc1-b7fb-4b22a082db92 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:48:27.633864 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-f7944cd3-fc3f-481c-8e61-350446d82904 service neutron] Attempting to bind port a1750076-50c8-451b-80b9-df769392d681 on network 790c3123-8f15-4cc1-b7fb-4b22a082db92 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:48:27.638858 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-f7944cd3-fc3f-481c-8e61-350446d82904 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:48:27.639272 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-f7944cd3-fc3f-481c-8e61-350446d82904 service neutron] Checking segment: {'id': '3a36703a-fa9b-4ca2-9fe3-6a9eb1d2b0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '790c3123-8f15-4cc1-b7fb-4b22a082db92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:48:27.639727 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-f7944cd3-fc3f-481c-8e61-350446d82904 service neutron] Bound using segment: {'id': '3a36703a-fa9b-4ca2-9fe3-6a9eb1d2b0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '790c3123-8f15-4cc1-b7fb-4b22a082db92'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:48:27.640235 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-f7944cd3-fc3f-481c-8e61-350446d82904 service neutron] Bound port: a1750076-50c8-451b-80b9-df769392d681, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a36703a-fa9b-4ca2-9fe3-6a9eb1d2b0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '790c3123-8f15-4cc1-b7fb-4b22a082db92'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:48:27.739934 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-f7944cd3-fc3f-481c-8e61-350446d82904 service neutron] For port a1750076-50c8-451b-80b9-df769392d681, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=a1750076-50c8-451b-80b9-df769392d681,segment=NetworkSegment(3a36703a-fa9b-4ca2-9fe3-6a9eb1d2b0e9),segment_id=3a36703a-fa9b-4ca2-9fe3-6a9eb1d2b0e9)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:48:27.749167 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-f7944cd3-fc3f-481c-8e61-350446d82904 service neutron] Notify callbacks [] for binding, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:27.754439 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-f7944cd3-fc3f-481c-8e61-350446d82904 service neutron] 10.222.0.98 "POST /v2.0/ports/a1750076-50c8-451b-80b9-df769392d681/bindings HTTP/1.1" status: 201 len: 389 time: 0.3187218 Jul 09 16:48:28.017557 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06d0de-6ea3-4c8b-9448-d124c405372d req-e081c430-9ee5-4a8f-b866-b798750e36a4 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:28.019264 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-db06d0de-6ea3-4c8b-9448-d124c405372d req-e081c430-9ee5-4a8f-b866-b798750e36a4 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=9dc24b61-75e1-4bac-ab8c-c2d3a5a6cdac HTTP/1.1" status: 200 len: 945 time: 0.1058960 Jul 09 16:48:28.066031 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-db06d0de-6ea3-4c8b-9448-d124c405372d req-4beb5191-6e91-45ae-a69b-c05d6add86b5 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=42541584-0d54-4e1b-bb67-627f42592d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402210 Jul 09 16:48:28.114818 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-7727ec5b-9a46-46b2-8c02-cb1a5df067a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:28.116309 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-7727ec5b-9a46-46b2-8c02-cb1a5df067a3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f98cc886c66a474a8d448186851b2eab&device_id=ab336570-b78b-4668-ac3a-611d760db7a7 HTTP/1.1" status: 200 len: 1097 time: 0.0651059 Jul 09 16:48:28.129065 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3cab16e-25f2-4e5a-9788-5131bb56e481 x-openstack-request-id: req-a3cab16e-25f2-4e5a-9788-5131bb56e481 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:48:28.129481 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc24b61-75e1-4bac-ab8c-c2d3a5a6cdac", "name": "network-vif-plugged", "status": "completed", "tag": "31c61b9c-0302-4fbc-93cc-999270e7e5ac", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:48:28.129793 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a3cab16e-25f2-4e5a-9788-5131bb56e481 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:48:28.130211 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc24b61-75e1-4bac-ab8c-c2d3a5a6cdac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c61b9c-0302-4fbc-93cc-999270e7e5ac', 'code': 200} Jul 09 16:48:28.233630 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-93f82ac1-e1f7-4d3b-97cb-66522d5937a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:28.239532 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-93f82ac1-e1f7-4d3b-97cb-66522d5937a8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=790c3123-8f15-4cc1-b7fb-4b22a082db92 HTTP/1.1" status: 200 len: 898 time: 0.1131804 Jul 09 16:48:28.260655 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:28.327327 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-615fc7fe-57eb-4c95-b30b-5939a596e157 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1750076-50c8-451b-80b9-df769392d681 HTTP/1.1" status: 200 len: 1001 time: 0.0772564 Jul 09 16:48:28.373129 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd64f9-d746-4f86-900d-effe8d132c6c req-d6ad9b35-0adc-4cc7-92e6-4da4cfd88423 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:28.375127 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dddd64f9-d746-4f86-900d-effe8d132c6c req-d6ad9b35-0adc-4cc7-92e6-4da4cfd88423 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab336570-b78b-4668-ac3a-611d760db7a7 HTTP/1.1" status: 200 len: 946 time: 0.1376302 Jul 09 16:48:28.389628 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-afb81298-916b-4c6b-965e-b825564bfc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:28.391493 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-afb81298-916b-4c6b-965e-b825564bfc05 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6d29c8e7-e203-4110-a05f-b32fb13978b0 HTTP/1.1" status: 200 len: 834 time: 0.0565188 Jul 09 16:48:28.394664 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d00ac0-8bb2-4017-85c0-e4b0c1f4452f req-67a44933-253e-48fb-8dfe-57bfd632a034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:28.396141 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f9d00ac0-8bb2-4017-85c0-e4b0c1f4452f req-67a44933-253e-48fb-8dfe-57bfd632a034 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9dc24b61-75e1-4bac-ab8c-c2d3a5a6cdac HTTP/1.1" status: 200 len: 1096 time: 0.1443551 Jul 09 16:48:28.462562 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dddd64f9-d746-4f86-900d-effe8d132c6c req-a9481002-a0fe-4e7a-861a-928b2a342f5a tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=9b1cfd9f-4611-4706-be4a-377a85da5bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806632 Jul 09 16:48:28.467980 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f9d00ac0-8bb2-4017-85c0-e4b0c1f4452f req-1478fa88-dea3-4c15-bcce-43d9d800ee3b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=42541584-0d54-4e1b-bb67-627f42592d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654776 Jul 09 16:48:28.501079 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-71076925-dc1c-42fe-b449-583dadcd495f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:28.502793 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-71076925-dc1c-42fe-b449-583dadcd495f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=790c3123-8f15-4cc1-b7fb-4b22a082db92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0995333 Jul 09 16:48:28.931401 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-12f3ad3a-9023-4ce6-b8c6-7ec5f0fc8af8 service neutron] 10.222.0.73 "GET /v2.0/networks/790c3123-8f15-4cc1-b7fb-4b22a082db92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008627 Jul 09 16:48:29.030430 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-88a285ad-cc79-4102-8f04-cbfb1390880f service neutron] 10.222.0.73 "GET /v2.0/networks/790c3123-8f15-4cc1-b7fb-4b22a082db92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917132 Jul 09 16:48:29.260349 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-128525d1-f94c-44e7-b8ee-74bb5ebbb36d tempest-TestNetworkAdvancedServerOps-1802097100 tempest-TestNetworkAdvancedServerOps-1802097100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:29.263842 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-128525d1-f94c-44e7-b8ee-74bb5ebbb36d tempest-TestNetworkAdvancedServerOps-1802097100 tempest-TestNetworkAdvancedServerOps-1802097100-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=ab336570-b78b-4668-ac3a-611d760db7a7&tenant_id=f98cc886c66a474a8d448186851b2eab&binding%3Ahost_id=n-h1-798930-3 HTTP/1.1" status: 200 len: 1097 time: 0.1167567 Jul 09 16:48:29.275712 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-816cdf6d-8a78-49a1-9488-844bb92b8733 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-798930-3'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:48:29.281466 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da8b323-144f-4033-80ef-7310d7e9ec42 req-0fb11618-7d70-4cb3-a5af-5aad82103001 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:29.283312 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2da8b323-144f-4033-80ef-7310d7e9ec42 req-0fb11618-7d70-4cb3-a5af-5aad82103001 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=9dc24b61-75e1-4bac-ab8c-c2d3a5a6cdac HTTP/1.1" status: 200 len: 945 time: 0.0758018 Jul 09 16:48:29.327728 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2da8b323-144f-4033-80ef-7310d7e9ec42 req-3091c471-36e8-472d-8bed-144e864518b0 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=42541584-0d54-4e1b-bb67-627f42592d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378649 Jul 09 16:48:29.375353 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-816cdf6d-8a78-49a1-9488-844bb92b8733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:29.512114 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-816cdf6d-8a78-49a1-9488-844bb92b8733 service neutron] For port a1750076-50c8-451b-80b9-df769392d681, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=a1750076-50c8-451b-80b9-df769392d681,segment=NetworkSegment(3a36703a-fa9b-4ca2-9fe3-6a9eb1d2b0e9),segment_id=3a36703a-fa9b-4ca2-9fe3-6a9eb1d2b0e9)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:48:29.560249 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-816cdf6d-8a78-49a1-9488-844bb92b8733 service neutron] For port a1750076-50c8-451b-80b9-df769392d681, host n-h1-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:48:29.641822 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab336570-b78b-4668-ac3a-611d760db7a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1750076-50c8-451b-80b9-df769392d681'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:48:29.644155 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8776fb15-84c1-49f9-a34a-ca9d9a0c177e" -d '{"events": [{"server_uuid": "ab336570-b78b-4668-ac3a-611d760db7a7", "name": "network-vif-unplugged", "status": "completed", "tag": "a1750076-50c8-451b-80b9-df769392d681"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:48:29.658508 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-816cdf6d-8a78-49a1-9488-844bb92b8733 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:29.671392 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-816cdf6d-8a78-49a1-9488-844bb92b8733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:29.722810 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff503f-1816-4837-a3dc-1ef1b1c4558e req-159fb31b-ab8a-4e05-a345-9e45e443eb8c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:29.759466 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-adff503f-1816-4837-a3dc-1ef1b1c4558e req-159fb31b-ab8a-4e05-a345-9e45e443eb8c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab336570-b78b-4668-ac3a-611d760db7a7 HTTP/1.1" status: 200 len: 946 time: 0.1568756 Jul 09 16:48:29.872183 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-adff503f-1816-4837-a3dc-1ef1b1c4558e req-6a5eee72-da94-4951-b7ed-db98840f50ef tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=9b1cfd9f-4611-4706-be4a-377a85da5bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070390 Jul 09 16:48:29.909829 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816cdf6d-8a78-49a1-9488-844bb92b8733 service neutron] Pushing event updated for resources: {'Port': ['ID=a1750076-50c8-451b-80b9-df769392d681,revision_number=7']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:30.002358 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-816cdf6d-8a78-49a1-9488-844bb92b8733 service neutron] Attempting to bind port a1750076-50c8-451b-80b9-df769392d681 on host n-h1-798930-3 for vnic_type normal with profile {"migrating_to": "n-h2-798930-3"} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:48:30.002690 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-816cdf6d-8a78-49a1-9488-844bb92b8733 service neutron] Attempting to bind port a1750076-50c8-451b-80b9-df769392d681 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '3a36703a-fa9b-4ca2-9fe3-6a9eb1d2b0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '790c3123-8f15-4cc1-b7fb-4b22a082db92'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:48:30.008955 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-816cdf6d-8a78-49a1-9488-844bb92b8733 service neutron] Attempting to bind port a1750076-50c8-451b-80b9-df769392d681 on network 790c3123-8f15-4cc1-b7fb-4b22a082db92 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:48:30.015452 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-816cdf6d-8a78-49a1-9488-844bb92b8733 service neutron] Port a1750076-50c8-451b-80b9-df769392d681 on network 790c3123-8f15-4cc1-b7fb-4b22a082db92 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:48:30.015789 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-816cdf6d-8a78-49a1-9488-844bb92b8733 service neutron] Attempting to bind port a1750076-50c8-451b-80b9-df769392d681 on network 790c3123-8f15-4cc1-b7fb-4b22a082db92 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:48:30.033332 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8abc52de-10bd-42fc-8551-f1aca0c32272 x-openstack-request-id: req-8abc52de-10bd-42fc-8551-f1aca0c32272 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:48:30.035012 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab336570-b78b-4668-ac3a-611d760db7a7", "name": "network-vif-unplugged", "status": "completed", "tag": "a1750076-50c8-451b-80b9-df769392d681", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:48:30.035275 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8abc52de-10bd-42fc-8551-f1aca0c32272 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:48:30.035680 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab336570-b78b-4668-ac3a-611d760db7a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1750076-50c8-451b-80b9-df769392d681', 'code': 200} Jul 09 16:48:30.036780 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-816cdf6d-8a78-49a1-9488-844bb92b8733 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:48:30.037307 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-816cdf6d-8a78-49a1-9488-844bb92b8733 service neutron] Checking segment: {'id': '3a36703a-fa9b-4ca2-9fe3-6a9eb1d2b0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '790c3123-8f15-4cc1-b7fb-4b22a082db92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:48:30.037698 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-816cdf6d-8a78-49a1-9488-844bb92b8733 service neutron] Bound using segment: {'id': '3a36703a-fa9b-4ca2-9fe3-6a9eb1d2b0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '790c3123-8f15-4cc1-b7fb-4b22a082db92'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:48:30.038150 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-816cdf6d-8a78-49a1-9488-844bb92b8733 service neutron] Bound port: a1750076-50c8-451b-80b9-df769392d681, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a36703a-fa9b-4ca2-9fe3-6a9eb1d2b0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '790c3123-8f15-4cc1-b7fb-4b22a082db92'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:48:30.038516 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-816cdf6d-8a78-49a1-9488-844bb92b8733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:30.116559 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-816cdf6d-8a78-49a1-9488-844bb92b8733 service neutron] For port a1750076-50c8-451b-80b9-df769392d681, host n-h1-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:48:30.120812 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-816cdf6d-8a78-49a1-9488-844bb92b8733 service neutron] For port a1750076-50c8-451b-80b9-df769392d681, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=a1750076-50c8-451b-80b9-df769392d681,segment=NetworkSegment(3a36703a-fa9b-4ca2-9fe3-6a9eb1d2b0e9),segment_id=3a36703a-fa9b-4ca2-9fe3-6a9eb1d2b0e9)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:48:30.125488 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-816cdf6d-8a78-49a1-9488-844bb92b8733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:30.196099 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-64068898-cf65-475f-b11b-002e7fc9a877 None None] Provisioning complete for port a1750076-50c8-451b-80b9-df769392d681 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:48:30.197128 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-64068898-cf65-475f-b11b-002e7fc9a877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:30.226519 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816cdf6d-8a78-49a1-9488-844bb92b8733 service neutron] Pushing event updated for resources: {'Port': ['ID=a1750076-50c8-451b-80b9-df769392d681,revision_number=8']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:30.275682 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-816cdf6d-8a78-49a1-9488-844bb92b8733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:30.276355 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-816cdf6d-8a78-49a1-9488-844bb92b8733 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:30.277780 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-816cdf6d-8a78-49a1-9488-844bb92b8733 service neutron] 10.222.0.73 "PUT /v2.0/ports/a1750076-50c8-451b-80b9-df769392d681 HTTP/1.1" status: 200 len: 1122 time: 1.0074637 Jul 09 16:48:30.292714 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-64068898-cf65-475f-b11b-002e7fc9a877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:30.326979 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab336570-b78b-4668-ac3a-611d760db7a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1750076-50c8-451b-80b9-df769392d681'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:48:30.329390 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e482c872-851e-45fc-be5a-e56b7f86dbe0" -d '{"events": [{"server_uuid": "ab336570-b78b-4668-ac3a-611d760db7a7", "name": "network-vif-plugged", "status": "completed", "tag": "a1750076-50c8-451b-80b9-df769392d681"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:48:30.352865 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['a1750076-50c8-451b-80b9-df769392d681'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:48:30.379147 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-64068898-cf65-475f-b11b-002e7fc9a877 None None] For port a1750076-50c8-451b-80b9-df769392d681, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=a1750076-50c8-451b-80b9-df769392d681,segment=NetworkSegment(3a36703a-fa9b-4ca2-9fe3-6a9eb1d2b0e9),segment_id=3a36703a-fa9b-4ca2-9fe3-6a9eb1d2b0e9)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:48:30.385898 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3431f641-bbdd-4998-80ba-8201fc854110 x-openstack-request-id: req-3431f641-bbdd-4998-80ba-8201fc854110 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:48:30.386512 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab336570-b78b-4668-ac3a-611d760db7a7", "name": "network-vif-plugged", "status": "completed", "tag": "a1750076-50c8-451b-80b9-df769392d681", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:48:30.386825 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3431f641-bbdd-4998-80ba-8201fc854110 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:48:30.387203 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab336570-b78b-4668-ac3a-611d760db7a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1750076-50c8-451b-80b9-df769392d681', 'code': 200} Jul 09 16:48:30.392022 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-64068898-cf65-475f-b11b-002e7fc9a877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:30.544194 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6ac7a-87e6-47cf-be47-43d95d954d1f req-bccfa441-a5e6-40d8-85ef-d2b88f69fa65 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:30.544770 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64068898-cf65-475f-b11b-002e7fc9a877 None None] Pushing event updated for resources: {'Port': ['ID=a1750076-50c8-451b-80b9-df769392d681,revision_number=9']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:30.546053 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-eca6ac7a-87e6-47cf-be47-43d95d954d1f req-bccfa441-a5e6-40d8-85ef-d2b88f69fa65 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=9dc24b61-75e1-4bac-ab8c-c2d3a5a6cdac HTTP/1.1" status: 200 len: 945 time: 0.0658426 Jul 09 16:48:30.591483 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-eca6ac7a-87e6-47cf-be47-43d95d954d1f req-0ed3ef67-5a41-4e2e-8c17-02e851ce325c tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=42541584-0d54-4e1b-bb67-627f42592d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336206 Jul 09 16:48:30.740247 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-289c127c-2bec-44b9-95d7-045265e41b2f None None] Provisioning complete for port a1750076-50c8-451b-80b9-df769392d681 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:48:30.740806 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-289c127c-2bec-44b9-95d7-045265e41b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:30.819650 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c2836-d920-46ba-bb73-f7d0da841ac5 req-d3c44a9a-e2a3-4edf-9c7d-f9124aa826e4 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:30.827615 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4e7c2836-d920-46ba-bb73-f7d0da841ac5 req-d3c44a9a-e2a3-4edf-9c7d-f9124aa826e4 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=9dc24b61-75e1-4bac-ab8c-c2d3a5a6cdac HTTP/1.1" status: 200 len: 945 time: 0.0858812 Jul 09 16:48:30.867371 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4e7c2836-d920-46ba-bb73-f7d0da841ac5 req-99b7a089-83d9-464b-ae1a-a45a8834a198 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=42541584-0d54-4e1b-bb67-627f42592d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387206 Jul 09 16:48:30.894035 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 47538) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:30.956750 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635bb158-9570-4067-91a2-f9edf752454e tempest-TestVolumeBootPattern-787907688 tempest-TestVolumeBootPattern-787907688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:30.958605 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-635bb158-9570-4067-91a2-f9edf752454e tempest-TestVolumeBootPattern-787907688 tempest-TestVolumeBootPattern-787907688-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=9dc24b61-75e1-4bac-ab8c-c2d3a5a6cdac HTTP/1.1" status: 200 len: 1091 time: 0.0635240 Jul 09 16:48:30.961555 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 47544) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:30.968370 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d3cba703-4160-48af-a25c-0b3e4b4db0ed tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Request body: {'floatingip': {'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'port_id': '31c61b9c-0302-4fbc-93cc-999270e7e5ac', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:48:31.035284 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d3cba703-4160-48af-a25c-0b3e4b4db0ed tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:31.145985 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e11aad5-71e8-4370-a9e2-3fc7dbcc3ea8 req-ce00e1fd-3977-470a-a08f-4bbff4360c75 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:31.147595 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5e11aad5-71e8-4370-a9e2-3fc7dbcc3ea8 req-ce00e1fd-3977-470a-a08f-4bbff4360c75 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab336570-b78b-4668-ac3a-611d760db7a7 HTTP/1.1" status: 200 len: 946 time: 0.1241994 Jul 09 16:48:31.204202 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5e11aad5-71e8-4370-a9e2-3fc7dbcc3ea8 req-cd11f12a-8c9d-4bef-acb6-21d807ffe651 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=9b1cfd9f-4611-4706-be4a-377a85da5bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510054 Jul 09 16:48:31.214914 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d3cba703-4160-48af-a25c-0b3e4b4db0ed tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:31.333063 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-d3cba703-4160-48af-a25c-0b3e4b4db0ed tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Allocated IP 172.25.0.180 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/934b6bb4-c5cd-41a1-ad2f-3a33ff7f01a6) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:48:31.439754 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d3cba703-4160-48af-a25c-0b3e4b4db0ed tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:31.494673 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d3cba703-4160-48af-a25c-0b3e4b4db0ed tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:31.541532 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cba703-4160-48af-a25c-0b3e4b4db0ed tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:48:31.544487 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-d3cba703-4160-48af-a25c-0b3e4b4db0ed tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:48:31.549032 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cba703-4160-48af-a25c-0b3e4b4db0ed tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:48:31.552309 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cba703-4160-48af-a25c-0b3e4b4db0ed tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Pushing event updated for resources: {'Port': ['ID=934b6bb4-c5cd-41a1-ad2f-3a33ff7f01a6,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:31.583877 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cba703-4160-48af-a25c-0b3e4b4db0ed tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:31.584226 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cba703-4160-48af-a25c-0b3e4b4db0ed tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:31.584566 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cba703-4160-48af-a25c-0b3e4b4db0ed tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:31.584900 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cba703-4160-48af-a25c-0b3e4b4db0ed tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:31.585225 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cba703-4160-48af-a25c-0b3e4b4db0ed tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:31.585686 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cba703-4160-48af-a25c-0b3e4b4db0ed tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:31.585936 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cba703-4160-48af-a25c-0b3e4b4db0ed tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:31.586236 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cba703-4160-48af-a25c-0b3e4b4db0ed tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:31.586507 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cba703-4160-48af-a25c-0b3e4b4db0ed tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:31.588643 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cba703-4160-48af-a25c-0b3e4b4db0ed tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:31.588643 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cba703-4160-48af-a25c-0b3e4b4db0ed tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:31.588643 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cba703-4160-48af-a25c-0b3e4b4db0ed tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:32.036581 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab336570-b78b-4668-ac3a-611d760db7a7', 'tag': 'a1750076-50c8-451b-80b9-df769392d681'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:48:32.043043 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905135f3-6869-4333-8c92-40578666eeb6" -d '{"events": [{"name": "network-changed", "server_uuid": "ab336570-b78b-4668-ac3a-611d760db7a7", "tag": "a1750076-50c8-451b-80b9-df769392d681"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:48:32.106605 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b08915-7246-44d1-9ab7-258142f8e373 x-openstack-request-id: req-02b08915-7246-44d1-9ab7-258142f8e373 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:48:32.106934 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab336570-b78b-4668-ac3a-611d760db7a7", "tag": "a1750076-50c8-451b-80b9-df769392d681", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:48:32.107188 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-02b08915-7246-44d1-9ab7-258142f8e373 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:48:32.107590 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab336570-b78b-4668-ac3a-611d760db7a7', 'tag': 'a1750076-50c8-451b-80b9-df769392d681', 'status': 'completed', 'code': 200} Jul 09 16:48:32.175495 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d3cba703-4160-48af-a25c-0b3e4b4db0ed tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:32.504887 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device a1750076-50c8-451b-80b9-df769392d681 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:48:32.648771 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port a1750076-50c8-451b-80b9-df769392d681, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=a1750076-50c8-451b-80b9-df769392d681,segment=NetworkSegment(3a36703a-fa9b-4ca2-9fe3-6a9eb1d2b0e9),segment_id=3a36703a-fa9b-4ca2-9fe3-6a9eb1d2b0e9)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:48:32.659718 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269d677-24c1-449a-9f6a-613225916c49 req-a8e3c2cf-e203-418a-991d-e3b2deac8bec tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:32.661337 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c269d677-24c1-449a-9f6a-613225916c49 req-a8e3c2cf-e203-418a-991d-e3b2deac8bec tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab336570-b78b-4668-ac3a-611d760db7a7 HTTP/1.1" status: 200 len: 946 time: 0.1646445 Jul 09 16:48:32.668836 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905135f3-6869-4333-8c92-40578666eeb6 req-fc8f08aa-4a6a-445d-b89d-d86d2b63728e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:32.670350 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-905135f3-6869-4333-8c92-40578666eeb6 req-fc8f08aa-4a6a-445d-b89d-d86d2b63728e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f98cc886c66a474a8d448186851b2eab&device_id=ab336570-b78b-4668-ac3a-611d760db7a7 HTTP/1.1" status: 200 len: 1127 time: 0.5339131 Jul 09 16:48:32.671003 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d3cba703-4160-48af-a25c-0b3e4b4db0ed tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:32.678151 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device a1750076-50c8-451b-80b9-df769392d681 has no active binding in host n-h2-798930-3 {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 16:48:32.813265 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c269d677-24c1-449a-9f6a-613225916c49 req-ca39449e-0f4f-43a7-bce6-a3f7dfae90db tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=9b1cfd9f-4611-4706-be4a-377a85da5bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392889 Jul 09 16:48:32.881213 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905135f3-6869-4333-8c92-40578666eeb6 req-4d3489f0-fb63-459d-93b4-cd9dbf2a20cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:32.882643 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-905135f3-6869-4333-8c92-40578666eeb6 req-4d3489f0-fb63-459d-93b4-cd9dbf2a20cd service neutron] 10.222.0.77 "GET /v2.0/networks?id=790c3123-8f15-4cc1-b7fb-4b22a082db92 HTTP/1.1" status: 200 len: 898 time: 0.1894114 Jul 09 16:48:32.983453 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-905135f3-6869-4333-8c92-40578666eeb6 req-75ec8938-f730-4f8e-93f3-302738f28fdf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1750076-50c8-451b-80b9-df769392d681 HTTP/1.1" status: 200 len: 1001 time: 0.0912874 Jul 09 16:48:32.985589 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d3cba703-4160-48af-a25c-0b3e4b4db0ed tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:32.999482 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d3cba703-4160-48af-a25c-0b3e4b4db0ed tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:33.091074 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:48:33.122266 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905135f3-6869-4333-8c92-40578666eeb6 req-45fbcd0d-9fa8-4a71-9a34-468c13c195a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:33.124135 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-905135f3-6869-4333-8c92-40578666eeb6 req-45fbcd0d-9fa8-4a71-9a34-468c13c195a8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6d29c8e7-e203-4110-a05f-b32fb13978b0 HTTP/1.1" status: 200 len: 834 time: 0.1341498 Jul 09 16:48:33.124762 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cba703-4160-48af-a25c-0b3e4b4db0ed tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Pushing event updated for resources: {'Port': ['ID=934b6bb4-c5cd-41a1-ad2f-3a33ff7f01a6,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:33.181459 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d3cba703-4160-48af-a25c-0b3e4b4db0ed tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:33.278681 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905135f3-6869-4333-8c92-40578666eeb6 req-11d537fe-0537-4a44-b2e4-b3e2d535f2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:33.280167 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-905135f3-6869-4333-8c92-40578666eeb6 req-11d537fe-0537-4a44-b2e4-b3e2d535f2dc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=790c3123-8f15-4cc1-b7fb-4b22a082db92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1459231 Jul 09 16:48:33.353602 n-d-798930-3 neutron-server[93958]: INFO neutron.db.l3_db [None req-d3cba703-4160-48af-a25c-0b3e4b4db0ed tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Floating IP d044f9ba-4aeb-440b-8816-79455c611e15 associated. External IP: 172.25.0.180, port: 31c61b9c-0302-4fbc-93cc-999270e7e5ac. Jul 09 16:48:33.460341 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-905135f3-6869-4333-8c92-40578666eeb6 req-7dc811d9-f594-4a4c-85aa-2fae232da38a service neutron] 10.222.0.77 "GET /v2.0/networks/790c3123-8f15-4cc1-b7fb-4b22a082db92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714203 Jul 09 16:48:33.669469 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-905135f3-6869-4333-8c92-40578666eeb6 req-31944a49-abad-4a73-87a0-789377009e0b service neutron] 10.222.0.77 "GET /v2.0/networks/790c3123-8f15-4cc1-b7fb-4b22a082db92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012465 Jul 09 16:48:33.691186 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3cba703-4160-48af-a25c-0b3e4b4db0ed tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Router 375184d2-52d3-494b-a278-569cb996272e has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:48:33.808942 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3cba703-4160-48af-a25c-0b3e4b4db0ed tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:48:33.818173 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddde3a4-56f6-47f5-a721-ca77eb30ccdc None None] Sync routers for ids ['375184d2-52d3-494b-a278-569cb996272e'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:48:33.830230 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddde3a4-56f6-47f5-a721-ca77eb30ccdc None None] Routers {'375184d2-52d3-494b-a278-569cb996272e'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:48:33.831958 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-bddde3a4-56f6-47f5-a721-ca77eb30ccdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:48:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['375184d2-52d3-494b-a278-569cb996272e'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:48:33.838365 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d3cba703-4160-48af-a25c-0b3e4b4db0ed tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:33.894966 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d3cba703-4160-48af-a25c-0b3e4b4db0ed tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9241543 Jul 09 16:48:33.894966 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc24b61-75e1-4bac-ab8c-c2d3a5a6cdac', 'tag': '31c61b9c-0302-4fbc-93cc-999270e7e5ac'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:48:33.894966 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7d9c18-6a47-45c1-b610-33c6b965d54a" -d '{"events": [{"name": "network-changed", "server_uuid": "9dc24b61-75e1-4bac-ab8c-c2d3a5a6cdac", "tag": "31c61b9c-0302-4fbc-93cc-999270e7e5ac"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:48:34.149057 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eaff07-5a29-4f33-94f4-ca142d83dfc3 req-5fd52547-83da-4f49-af01-7f7718fd2296 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:34.152677 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d5eaff07-5a29-4f33-94f4-ca142d83dfc3 req-5fd52547-83da-4f49-af01-7f7718fd2296 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab336570-b78b-4668-ac3a-611d760db7a7 HTTP/1.1" status: 200 len: 946 time: 0.1222537 Jul 09 16:48:34.205351 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-bddde3a4-56f6-47f5-a721-ca77eb30ccdc None None] Set router 375184d2-52d3-494b-a278-569cb996272e gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:48:34.237559 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d5eaff07-5a29-4f33-94f4-ca142d83dfc3 req-95cbe16e-4a7c-443e-bbf7-058fb7001736 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=9b1cfd9f-4611-4706-be4a-377a85da5bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656438 Jul 09 16:48:34.279672 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f10335-63bc-4838-a6e7-4ee0f3d4d787 x-openstack-request-id: req-88f10335-63bc-4838-a6e7-4ee0f3d4d787 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:48:34.280458 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dc24b61-75e1-4bac-ab8c-c2d3a5a6cdac", "tag": "31c61b9c-0302-4fbc-93cc-999270e7e5ac", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:48:34.280458 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-88f10335-63bc-4838-a6e7-4ee0f3d4d787 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:48:34.280855 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dc24b61-75e1-4bac-ab8c-c2d3a5a6cdac', 'tag': '31c61b9c-0302-4fbc-93cc-999270e7e5ac', 'status': 'completed', 'code': 200} Jul 09 16:48:34.380691 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d9c18-6a47-45c1-b610-33c6b965d54a req-892cc11c-1ba4-4e95-9823-b5083eaa11c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:34.382265 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-db7d9c18-6a47-45c1-b610-33c6b965d54a req-892cc11c-1ba4-4e95-9823-b5083eaa11c8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c75594b2a664d30980bf347c7fbaad8&device_id=9dc24b61-75e1-4bac-ab8c-c2d3a5a6cdac HTTP/1.1" status: 200 len: 1096 time: 0.0567470 Jul 09 16:48:34.487704 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d9c18-6a47-45c1-b610-33c6b965d54a req-0418ea7e-7e62-4be2-a0ab-369f786a0e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:34.489292 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-db7d9c18-6a47-45c1-b610-33c6b965d54a req-0418ea7e-7e62-4be2-a0ab-369f786a0e0b service neutron] 10.222.0.73 "GET /v2.0/networks?id=f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 HTTP/1.1" status: 200 len: 911 time: 0.0989397 Jul 09 16:48:34.514305 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-bddde3a4-56f6-47f5-a721-ca77eb30ccdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375184d2-52d3-494b-a278-569cb996272e', 'name': 'tempest-TestVolumeBootPattern-85219388-router', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '1faf90e2-2722-4a0b-afa6-c0f88e8e4c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:43:34Z', 'updated_at': '2021-07-09T16:43:40Z', 'revision_number': 4, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'gw_port': {'id': '1faf90e2-2722-4a0b-afa6-c0f88e8e4c48', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375184d2-52d3-494b-a278-569cb996272e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:35Z', 'updated_at': '2021-07-09T16:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'd044f9ba-4aeb-440b-8816-79455c611e15', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'floating_ip_address': '172.25.0.180', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '375184d2-52d3-494b-a278-569cb996272e', 'port_id': '31c61b9c-0302-4fbc-93cc-999270e7e5ac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354', 'mac_address': 'fa:16:3e:1a:4b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc24b61-75e1-4bac-ab8c-c2d3a5a6cdac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:48:31Z', 'updated_at': '2021-07-09T16:48:31Z', 'revision_number': 0, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81ac70a8-a8fc-41fe-990f-1b1d292256c2', 'name': '', 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'mac_address': 'fa:16:3e:55:7a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375184d2-52d3-494b-a278-569cb996272e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '470183cf-e48b-46ba-9f1f-c70364d25786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:39Z', 'updated_at': '2021-07-09T16:43:47Z', 'revision_number': 5, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'subnets': [{'id': '470183cf-e48b-46ba-9f1f-c70364d25786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:48:34.551067 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddde3a4-56f6-47f5-a721-ca77eb30ccdc None None] Checking router: 375184d2-52d3-494b-a278-569cb996272e for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:48:34.561172 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddde3a4-56f6-47f5-a721-ca77eb30ccdc None None] Routers {'375184d2-52d3-494b-a278-569cb996272e'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:48:34.561786 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-bddde3a4-56f6-47f5-a721-ca77eb30ccdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:48:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['375184d2-52d3-494b-a278-569cb996272e'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:48:34.568760 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-db7d9c18-6a47-45c1-b610-33c6b965d54a req-04eb4435-2c28-46a6-8256-438ade007620 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31c61b9c-0302-4fbc-93cc-999270e7e5ac HTTP/1.1" status: 200 len: 999 time: 0.0733192 Jul 09 16:48:34.623492 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d9c18-6a47-45c1-b610-33c6b965d54a req-2dd76df2-63a8-42a4-98cb-95a722f33a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:34.624950 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-db7d9c18-6a47-45c1-b610-33c6b965d54a req-2dd76df2-63a8-42a4-98cb-95a722f33a0e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=470183cf-e48b-46ba-9f1f-c70364d25786 HTTP/1.1" status: 200 len: 849 time: 0.0499153 Jul 09 16:48:34.682976 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d9c18-6a47-45c1-b610-33c6b965d54a req-cd8ff99e-b215-41ad-b37e-4917b5e293d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:34.683737 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-bddde3a4-56f6-47f5-a721-ca77eb30ccdc None None] Set router 375184d2-52d3-494b-a278-569cb996272e gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:48:34.684645 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-db7d9c18-6a47-45c1-b610-33c6b965d54a req-cd8ff99e-b215-41ad-b37e-4917b5e293d6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f36f2b9b-47ba-4cd8-a2dd-8998abc0c354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538940 Jul 09 16:48:34.790042 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-db7d9c18-6a47-45c1-b610-33c6b965d54a req-2082cacb-0da4-498c-b08e-a3f874c3ec92 service neutron] 10.222.0.73 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983183 Jul 09 16:48:34.897397 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-db7d9c18-6a47-45c1-b610-33c6b965d54a req-e05f3d6c-cf52-4729-bcf2-395e9cd9e680 service neutron] 10.222.0.73 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906579 Jul 09 16:48:34.944012 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-bddde3a4-56f6-47f5-a721-ca77eb30ccdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375184d2-52d3-494b-a278-569cb996272e', 'name': 'tempest-TestVolumeBootPattern-85219388-router', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '1faf90e2-2722-4a0b-afa6-c0f88e8e4c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:43:34Z', 'updated_at': '2021-07-09T16:43:40Z', 'revision_number': 4, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'gw_port': {'id': '1faf90e2-2722-4a0b-afa6-c0f88e8e4c48', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375184d2-52d3-494b-a278-569cb996272e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:35Z', 'updated_at': '2021-07-09T16:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'd044f9ba-4aeb-440b-8816-79455c611e15', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'floating_ip_address': '172.25.0.180', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '375184d2-52d3-494b-a278-569cb996272e', 'port_id': '31c61b9c-0302-4fbc-93cc-999270e7e5ac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354', 'mac_address': 'fa:16:3e:1a:4b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc24b61-75e1-4bac-ab8c-c2d3a5a6cdac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:48:31Z', 'updated_at': '2021-07-09T16:48:31Z', 'revision_number': 0, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81ac70a8-a8fc-41fe-990f-1b1d292256c2', 'name': '', 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'mac_address': 'fa:16:3e:55:7a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375184d2-52d3-494b-a278-569cb996272e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '470183cf-e48b-46ba-9f1f-c70364d25786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:39Z', 'updated_at': '2021-07-09T16:43:47Z', 'revision_number': 5, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'subnets': [{'id': '470183cf-e48b-46ba-9f1f-c70364d25786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:48:34.975545 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddde3a4-56f6-47f5-a721-ca77eb30ccdc None None] The sync data for ids ['375184d2-52d3-494b-a278-569cb996272e'] in n-d-798930-3 is: [{'id': '375184d2-52d3-494b-a278-569cb996272e', 'name': 'tempest-TestVolumeBootPattern-85219388-router', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '1faf90e2-2722-4a0b-afa6-c0f88e8e4c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:43:34Z', 'updated_at': '2021-07-09T16:43:40Z', 'revision_number': 4, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'gw_port': {'id': '1faf90e2-2722-4a0b-afa6-c0f88e8e4c48', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375184d2-52d3-494b-a278-569cb996272e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:35Z', 'updated_at': '2021-07-09T16:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'd044f9ba-4aeb-440b-8816-79455c611e15', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'floating_ip_address': '172.25.0.180', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '375184d2-52d3-494b-a278-569cb996272e', 'port_id': '31c61b9c-0302-4fbc-93cc-999270e7e5ac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354', 'mac_address': 'fa:16:3e:1a:4b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc24b61-75e1-4bac-ab8c-c2d3a5a6cdac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:48:31Z', 'updated_at': '2021-07-09T16:48:31Z', 'revision_number': 0, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81ac70a8-a8fc-41fe-990f-1b1d292256c2', 'name': '', 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'mac_address': 'fa:16:3e:55:7a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375184d2-52d3-494b-a278-569cb996272e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '470183cf-e48b-46ba-9f1f-c70364d25786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:39Z', 'updated_at': '2021-07-09T16:43:47Z', 'revision_number': 5, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'subnets': [{'id': '470183cf-e48b-46ba-9f1f-c70364d25786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:48:35.183081 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1938532a-3631-4e64-a15b-b289e8609848 None None] New status for floating IP d044f9ba-4aeb-440b-8816-79455c611e15: ACTIVE {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:48:35.470958 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819bc4f1-2c82-4be6-bae3-82ec1cd541fe req-f876ff11-3631-4da2-8439-819aa0231f82 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:35.477674 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-819bc4f1-2c82-4be6-bae3-82ec1cd541fe req-f876ff11-3631-4da2-8439-819aa0231f82 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab336570-b78b-4668-ac3a-611d760db7a7 HTTP/1.1" status: 200 len: 946 time: 0.1154792 Jul 09 16:48:35.523854 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-819bc4f1-2c82-4be6-bae3-82ec1cd541fe req-379f2ae0-7314-4ec7-ae52-803d9f240805 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=9b1cfd9f-4611-4706-be4a-377a85da5bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383577 Jul 09 16:48:36.716991 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc85d2-7c4f-4462-b4fc-5265ad47fde5 req-1e615562-db6a-406d-acac-7448eeb75b0d tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:36.718386 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b0bc85d2-7c4f-4462-b4fc-5265ad47fde5 req-1e615562-db6a-406d-acac-7448eeb75b0d tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab336570-b78b-4668-ac3a-611d760db7a7 HTTP/1.1" status: 200 len: 946 time: 0.0661497 Jul 09 16:48:36.769837 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b0bc85d2-7c4f-4462-b4fc-5265ad47fde5 req-4915c21c-9dc2-4e08-bff0-32fdeb56d0ee tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=9b1cfd9f-4611-4706-be4a-377a85da5bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446115 Jul 09 16:48:38.016133 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb3c691-f22a-4d39-b746-bced9af142b9 req-4d2a3ed5-08d3-4da0-b7cc-8b9b8fc3ab7a tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:38.017718 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2eb3c691-f22a-4d39-b746-bced9af142b9 req-4d2a3ed5-08d3-4da0-b7cc-8b9b8fc3ab7a tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab336570-b78b-4668-ac3a-611d760db7a7 HTTP/1.1" status: 200 len: 946 time: 0.1013072 Jul 09 16:48:38.065883 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2eb3c691-f22a-4d39-b746-bced9af142b9 req-010ea40e-713a-423a-b1e5-5a95445a116f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=9b1cfd9f-4611-4706-be4a-377a85da5bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417178 Jul 09 16:48:38.404009 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-3f3c34c6-3e15-437b-a910-bab2880c036c service neutron] 10.222.0.77 "GET /v2.0/ports/a1750076-50c8-451b-80b9-df769392d681/bindings/n-h2-798930-3 HTTP/1.1" status: 200 len: 384 time: 0.0681820 Jul 09 16:48:38.611921 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-f2ad00b8-b827-480c-a991-6f28fed1d54f service neutron] For port a1750076-50c8-451b-80b9-df769392d681, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=a1750076-50c8-451b-80b9-df769392d681,segment=NetworkSegment(3a36703a-fa9b-4ca2-9fe3-6a9eb1d2b0e9),segment_id=3a36703a-fa9b-4ca2-9fe3-6a9eb1d2b0e9)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:48:38.637420 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-f2ad00b8-b827-480c-a991-6f28fed1d54f service neutron] For port a1750076-50c8-451b-80b9-df769392d681, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:48:38.682605 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab336570-b78b-4668-ac3a-611d760db7a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1750076-50c8-451b-80b9-df769392d681'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:48:38.685283 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc3fb84-7e7c-4b64-b46d-366a6b94b46d" -d '{"events": [{"server_uuid": "ab336570-b78b-4668-ac3a-611d760db7a7", "name": "network-vif-unplugged", "status": "completed", "tag": "a1750076-50c8-451b-80b9-df769392d681"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:48:38.693056 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-f2ad00b8-b827-480c-a991-6f28fed1d54f service neutron] For port a1750076-50c8-451b-80b9-df769392d681, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=a1750076-50c8-451b-80b9-df769392d681,segment=NetworkSegment(3a36703a-fa9b-4ca2-9fe3-6a9eb1d2b0e9),segment_id=3a36703a-fa9b-4ca2-9fe3-6a9eb1d2b0e9)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:48:38.713590 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-f2ad00b8-b827-480c-a991-6f28fed1d54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:38.775907 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f5cf9c-c853-426f-ab3b-bf071c26cbf5 x-openstack-request-id: req-c6f5cf9c-c853-426f-ab3b-bf071c26cbf5 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:48:38.776744 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab336570-b78b-4668-ac3a-611d760db7a7", "name": "network-vif-unplugged", "status": "completed", "tag": "a1750076-50c8-451b-80b9-df769392d681", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:48:38.777262 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c6f5cf9c-c853-426f-ab3b-bf071c26cbf5 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:48:38.778213 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab336570-b78b-4668-ac3a-611d760db7a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1750076-50c8-451b-80b9-df769392d681', 'code': 200} Jul 09 16:48:38.892313 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-f2ad00b8-b827-480c-a991-6f28fed1d54f service neutron] Transition to ACTIVE for port object a1750076-50c8-451b-80b9-df769392d681 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:48:38.897547 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-f2ad00b8-b827-480c-a991-6f28fed1d54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:39.022707 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ad00b8-b827-480c-a991-6f28fed1d54f service neutron] Pushing event updated for resources: {'Port': ['ID=a1750076-50c8-451b-80b9-df769392d681,revision_number=11']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:39.093763 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-f2ad00b8-b827-480c-a991-6f28fed1d54f service neutron] No DVR routers for this DVR port a1750076-50c8-451b-80b9-df769392d681 on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:48:39.335256 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-f2ad00b8-b827-480c-a991-6f28fed1d54f service neutron] 10.222.0.77 "PUT /v2.0/ports/a1750076-50c8-451b-80b9-df769392d681/bindings/n-h2-798930-3/activate HTTP/1.1" status: 200 len: 369 time: 0.9250307 Jul 09 16:48:39.368244 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94833401-5b7b-4287-a942-23493011df7a req-cde86bff-a5e9-45c9-b161-b13c1b3ae1cc tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:39.369811 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-94833401-5b7b-4287-a942-23493011df7a req-cde86bff-a5e9-45c9-b161-b13c1b3ae1cc tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab336570-b78b-4668-ac3a-611d760db7a7 HTTP/1.1" status: 200 len: 945 time: 0.1148756 Jul 09 16:48:39.420418 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-94833401-5b7b-4287-a942-23493011df7a req-6566790b-d95e-42be-939e-d36b52952d07 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=9b1cfd9f-4611-4706-be4a-377a85da5bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448346 Jul 09 16:48:39.504987 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-e10fdca7-638c-4dde-bd1e-0b813bd537c8 tempest-TestNetworkAdvancedServerOps-1802097100 tempest-TestNetworkAdvancedServerOps-1802097100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:39.506936 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-e10fdca7-638c-4dde-bd1e-0b813bd537c8 tempest-TestNetworkAdvancedServerOps-1802097100 tempest-TestNetworkAdvancedServerOps-1802097100-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=ab336570-b78b-4668-ac3a-611d760db7a7&tenant_id=f98cc886c66a474a8d448186851b2eab&binding%3Ahost_id=n-h1-798930-3 HTTP/1.1" status: 200 len: 1096 time: 0.0897486 Jul 09 16:48:39.595886 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-94c57e47-f1fd-43c9-8abe-2c4c5e1c1579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:39.597855 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-94c57e47-f1fd-43c9-8abe-2c4c5e1c1579 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ab336570-b78b-4668-ac3a-611d760db7a7&tenant_id=f98cc886c66a474a8d448186851b2eab HTTP/1.1" status: 200 len: 1096 time: 0.0694363 Jul 09 16:48:39.704427 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-c8f4e2bc-d480-4ff8-9a6a-358541e6c381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:39.706071 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-c8f4e2bc-d480-4ff8-9a6a-358541e6c381 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f98cc886c66a474a8d448186851b2eab&device_id=ab336570-b78b-4668-ac3a-611d760db7a7 HTTP/1.1" status: 200 len: 1096 time: 0.0592070 Jul 09 16:48:39.813274 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-77915e39-ff5d-4915-88b4-79af9f109f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:39.814906 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-77915e39-ff5d-4915-88b4-79af9f109f0a service neutron] 10.222.0.73 "GET /v2.0/networks?id=790c3123-8f15-4cc1-b7fb-4b22a082db92 HTTP/1.1" status: 200 len: 898 time: 0.0992079 Jul 09 16:48:39.896218 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-023c3134-8788-4a6a-a23b-56ba5c6db969 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1750076-50c8-451b-80b9-df769392d681 HTTP/1.1" status: 200 len: 999 time: 0.0749280 Jul 09 16:48:39.957497 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-e0ee68f6-0bc4-4fb2-8739-19c9208eb2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:39.958999 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-e0ee68f6-0bc4-4fb2-8739-19c9208eb2d5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6d29c8e7-e203-4110-a05f-b32fb13978b0 HTTP/1.1" status: 200 len: 834 time: 0.0454326 Jul 09 16:48:40.040698 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-9aec74c5-d4ee-4a2f-b6d8-dcf6fa92fa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:40.042187 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-9aec74c5-d4ee-4a2f-b6d8-dcf6fa92fa79 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=790c3123-8f15-4cc1-b7fb-4b22a082db92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694892 Jul 09 16:48:40.170237 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-1ee6899c-b9c0-4565-b550-ac0e849896c5 service neutron] 10.222.0.73 "GET /v2.0/networks/790c3123-8f15-4cc1-b7fb-4b22a082db92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106718 Jul 09 16:48:40.249564 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:40.288581 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-30915e9d-21f5-4b83-83c4-7baacfe2eba8 service neutron] 10.222.0.73 "GET /v2.0/networks/790c3123-8f15-4cc1-b7fb-4b22a082db92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076314 Jul 09 16:48:40.546065 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device a1750076-50c8-451b-80b9-df769392d681 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:48:40.615408 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device a1750076-50c8-451b-80b9-df769392d681 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:48:40.665245 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe86387-b362-4b5b-8a0f-027914ab31a5 req-c57f4740-73a8-4736-95c9-35f02dfedb99 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:40.667847 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9fe86387-b362-4b5b-8a0f-027914ab31a5 req-c57f4740-73a8-4736-95c9-35f02dfedb99 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab336570-b78b-4668-ac3a-611d760db7a7 HTTP/1.1" status: 200 len: 945 time: 0.0896006 Jul 09 16:48:40.701940 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-e509701d-21ad-4912-8bd7-077ea346767f tempest-TestNetworkAdvancedServerOps-1802097100 tempest-TestNetworkAdvancedServerOps-1802097100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:40.704187 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-e509701d-21ad-4912-8bd7-077ea346767f tempest-TestNetworkAdvancedServerOps-1802097100 tempest-TestNetworkAdvancedServerOps-1802097100-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=ab336570-b78b-4668-ac3a-611d760db7a7&tenant_id=f98cc886c66a474a8d448186851b2eab&binding%3Ahost_id=n-h2-798930-3 HTTP/1.1" status: 200 len: 1096 time: 0.0710077 Jul 09 16:48:40.733409 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9fe86387-b362-4b5b-8a0f-027914ab31a5 req-2de1aeaa-877c-4b6d-ad9b-90f4ef61dea2 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=9b1cfd9f-4611-4706-be4a-377a85da5bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543134 Jul 09 16:48:41.223917 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-c89b8d37-d8fb-4daa-825f-a82cc087a363 service neutron] For port a1750076-50c8-451b-80b9-df769392d681, host n-h1-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:48:41.226960 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-c89b8d37-d8fb-4daa-825f-a82cc087a363 service neutron] Notify callbacks [] for binding, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:41.228301 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1c2f0471-853f-41b5-8a15-2d691c7a8e53 req-c89b8d37-d8fb-4daa-825f-a82cc087a363 service neutron] 10.222.0.73 "DELETE /v2.0/ports/a1750076-50c8-451b-80b9-df769392d681/bindings/n-h1-798930-3 HTTP/1.1" status: 204 len: 173 time: 0.5180981 Jul 09 16:48:41.966865 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb9ef54-5911-44fb-91a3-7ebcc4f156d9 req-34115195-7c8f-495a-8526-6828086b03d7 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:41.976132 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bcb9ef54-5911-44fb-91a3-7ebcc4f156d9 req-34115195-7c8f-495a-8526-6828086b03d7 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab336570-b78b-4668-ac3a-611d760db7a7 HTTP/1.1" status: 200 len: 945 time: 0.1269536 Jul 09 16:48:42.039582 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bcb9ef54-5911-44fb-91a3-7ebcc4f156d9 req-3ef4dd6c-67e4-43fa-bc8d-0bfd0d8f36b2 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=9b1cfd9f-4611-4706-be4a-377a85da5bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619650 Jul 09 16:48:42.310205 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb882b-ea31-444b-a32d-b27f64ca4499 req-726803db-d673-465a-83e1-a9baef300a39 tempest-TestNetworkAdvancedServerOps-1802097100 tempest-TestNetworkAdvancedServerOps-1802097100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:42.312423 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0cfb882b-ea31-444b-a32d-b27f64ca4499 req-726803db-d673-465a-83e1-a9baef300a39 tempest-TestNetworkAdvancedServerOps-1802097100 tempest-TestNetworkAdvancedServerOps-1802097100-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=ab336570-b78b-4668-ac3a-611d760db7a7 HTTP/1.1" status: 200 len: 1096 time: 0.0869477 Jul 09 16:48:42.371189 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0cfb882b-ea31-444b-a32d-b27f64ca4499 req-0b42eb00-c48e-461a-8847-c8aef2a4ce16 tempest-TestNetworkAdvancedServerOps-1802097100 tempest-TestNetworkAdvancedServerOps-1802097100-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=9b1cfd9f-4611-4706-be4a-377a85da5bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447984 Jul 09 16:48:42.517347 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-529e75bb-22bc-4123-8ed5-cbcc00cf1ba9 req-220efd0e-edce-40d6-9f89-368171fd1374 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ab336570-b78b-4668-ac3a-611d760db7a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0653203 Jul 09 16:48:42.665446 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e75bb-22bc-4123-8ed5-cbcc00cf1ba9 req-1edd2faa-59af-4c7f-b579-7cc563efdad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:42.668032 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-529e75bb-22bc-4123-8ed5-cbcc00cf1ba9 req-1edd2faa-59af-4c7f-b579-7cc563efdad3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f98cc886c66a474a8d448186851b2eab&device_id=ab336570-b78b-4668-ac3a-611d760db7a7 HTTP/1.1" status: 200 len: 1096 time: 0.0661888 Jul 09 16:48:42.685469 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409c300-98f8-4cd5-a4a3-1896440c707e req-7766e530-e1ae-4ac2-ba17-a7bf4f5fbbb7 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:42.687022 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e409c300-98f8-4cd5-a4a3-1896440c707e req-7766e530-e1ae-4ac2-ba17-a7bf4f5fbbb7 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab336570-b78b-4668-ac3a-611d760db7a7 HTTP/1.1" status: 200 len: 945 time: 0.0807083 Jul 09 16:48:42.739347 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e409c300-98f8-4cd5-a4a3-1896440c707e req-6de2cf28-3fc5-4248-93ba-01a9cefe5d00 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=9b1cfd9f-4611-4706-be4a-377a85da5bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435534 Jul 09 16:48:42.765387 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 48086) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:42.788952 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e75bb-22bc-4123-8ed5-cbcc00cf1ba9 req-3e300f2f-7209-4402-88e9-ed06586ea50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:42.790733 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-529e75bb-22bc-4123-8ed5-cbcc00cf1ba9 req-3e300f2f-7209-4402-88e9-ed06586ea50a service neutron] 10.222.0.73 "GET /v2.0/networks?id=790c3123-8f15-4cc1-b7fb-4b22a082db92 HTTP/1.1" status: 200 len: 898 time: 0.0991027 Jul 09 16:48:42.834097 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-17a8c466-e501-49a8-9795-2c62cc6c972a tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/floatingips/de87ff35-dbfe-49e4-af97-7a7431c83218 HTTP/1.1" status: 200 len: 991 time: 0.0673978 Jul 09 16:48:42.861011 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-529e75bb-22bc-4123-8ed5-cbcc00cf1ba9 req-a761df36-c440-4620-9616-0bbb2dde1ca6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1750076-50c8-451b-80b9-df769392d681 HTTP/1.1" status: 200 len: 999 time: 0.0630577 Jul 09 16:48:42.915202 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e75bb-22bc-4123-8ed5-cbcc00cf1ba9 req-3e76d195-0b33-4811-8ef3-349bed425510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:42.916819 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-529e75bb-22bc-4123-8ed5-cbcc00cf1ba9 req-3e76d195-0b33-4811-8ef3-349bed425510 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6d29c8e7-e203-4110-a05f-b32fb13978b0 HTTP/1.1" status: 200 len: 834 time: 0.0491185 Jul 09 16:48:42.978220 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e75bb-22bc-4123-8ed5-cbcc00cf1ba9 req-ace58f75-1527-4d23-b5db-cc6067570e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:42.979742 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-529e75bb-22bc-4123-8ed5-cbcc00cf1ba9 req-ace58f75-1527-4d23-b5db-cc6067570e58 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=790c3123-8f15-4cc1-b7fb-4b22a082db92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546024 Jul 09 16:48:43.075196 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-529e75bb-22bc-4123-8ed5-cbcc00cf1ba9 req-c6afbdda-35ff-440d-99ae-470f57b6eced service neutron] 10.222.0.73 "GET /v2.0/networks/790c3123-8f15-4cc1-b7fb-4b22a082db92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887518 Jul 09 16:48:43.179725 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-529e75bb-22bc-4123-8ed5-cbcc00cf1ba9 req-57b7bb14-9bbc-4d9c-b812-7607940c5f83 service neutron] 10.222.0.73 "GET /v2.0/networks/790c3123-8f15-4cc1-b7fb-4b22a082db92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979843 Jul 09 16:48:45.118316 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 48108) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:45.286157 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-a8d2ef04-bb88-4dc8-b5e7-3f16bde1c08f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Deleting port 54a19047-c688-44f3-a3fe-e6b86e35ce90 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:48:45.286504 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a8d2ef04-bb88-4dc8-b5e7-3f16bde1c08f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:45.681440 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a8d2ef04-bb88-4dc8-b5e7-3f16bde1c08f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:45.682276 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a8d2ef04-bb88-4dc8-b5e7-3f16bde1c08f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:45.699494 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-a8d2ef04-bb88-4dc8-b5e7-3f16bde1c08f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Calling delete_port for 54a19047-c688-44f3-a3fe-e6b86e35ce90 owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:48:45.860650 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a8d2ef04-bb88-4dc8-b5e7-3f16bde1c08f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:45.893711 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d2ef04-bb88-4dc8-b5e7-3f16bde1c08f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event deleted for resources: {'Port': ['ID=54a19047-c688-44f3-a3fe-e6b86e35ce90,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:45.951203 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a8d2ef04-bb88-4dc8-b5e7-3f16bde1c08f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:45.951555 n-d-798930-3 neutron-server[93958]: INFO neutron.db.l3_db [None req-a8d2ef04-bb88-4dc8-b5e7-3f16bde1c08f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Floating IP de87ff35-dbfe-49e4-af97-7a7431c83218 disassociated (deleted). External IP: 172.25.0.52, port: a1750076-50c8-451b-80b9-df769392d681. Jul 09 16:48:46.180549 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d2ef04-bb88-4dc8-b5e7-3f16bde1c08f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Router ba198875-f55a-461d-b1e2-482bcf9b0544 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:48:46.296684 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d2ef04-bb88-4dc8-b5e7-3f16bde1c08f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:48:46.307154 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559801b3-336f-4e33-b87e-92404cba5833 None None] Sync routers for ids ['ba198875-f55a-461d-b1e2-482bcf9b0544'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:48:46.307702 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a8d2ef04-bb88-4dc8-b5e7-3f16bde1c08f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:46.319038 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559801b3-336f-4e33-b87e-92404cba5833 None None] Routers {'ba198875-f55a-461d-b1e2-482bcf9b0544'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:48:46.320058 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-559801b3-336f-4e33-b87e-92404cba5833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:48:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['ba198875-f55a-461d-b1e2-482bcf9b0544'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:48:46.348586 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a8d2ef04-bb88-4dc8-b5e7-3f16bde1c08f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "DELETE /v2.0/floatingips/de87ff35-dbfe-49e4-af97-7a7431c83218 HTTP/1.1" status: 204 len: 168 time: 1.2267954 Jul 09 16:48:46.348586 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab336570-b78b-4668-ac3a-611d760db7a7', 'tag': 'a1750076-50c8-451b-80b9-df769392d681'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:48:46.349316 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346c94a1-2899-4917-82a3-396f3a405272" -d '{"events": [{"name": "network-changed", "server_uuid": "ab336570-b78b-4668-ac3a-611d760db7a7", "tag": "a1750076-50c8-451b-80b9-df769392d681"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:48:46.473294 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-559801b3-336f-4e33-b87e-92404cba5833 None None] Set router ba198875-f55a-461d-b1e2-482bcf9b0544 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:48:46.719412 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898035ef-42fe-47b2-a5ed-204ae2be9879 x-openstack-request-id: req-898035ef-42fe-47b2-a5ed-204ae2be9879 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:48:46.719712 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab336570-b78b-4668-ac3a-611d760db7a7", "tag": "a1750076-50c8-451b-80b9-df769392d681", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:48:46.719973 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-898035ef-42fe-47b2-a5ed-204ae2be9879 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:48:46.720371 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab336570-b78b-4668-ac3a-611d760db7a7', 'tag': 'a1750076-50c8-451b-80b9-df769392d681', 'status': 'completed', 'code': 200} Jul 09 16:48:46.765270 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-559801b3-336f-4e33-b87e-92404cba5833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba198875-f55a-461d-b1e2-482bcf9b0544', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2119985361', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '0d1241c0-94df-4f8f-a79a-84ee7cc033b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:47:33Z', 'updated_at': '2021-07-09T16:47:38Z', 'revision_number': 4, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'gw_port': {'id': '0d1241c0-94df-4f8f-a79a-84ee7cc033b7', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:db:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba198875-f55a-461d-b1e2-482bcf9b0544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:47:33Z', 'updated_at': '2021-07-09T16:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'd82babf7-0f32-40fa-a7ca-549d6321bc45', 'name': '', 'network_id': '790c3123-8f15-4cc1-b7fb-4b22a082db92', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'mac_address': 'fa:16:3e:21:f0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba198875-f55a-461d-b1e2-482bcf9b0544', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '6d29c8e7-e203-4110-a05f-b32fb13978b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:47:37Z', 'updated_at': '2021-07-09T16:47:45Z', 'revision_number': 5, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'subnets': [{'id': '6d29c8e7-e203-4110-a05f-b32fb13978b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:48:46.839058 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559801b3-336f-4e33-b87e-92404cba5833 None None] Checking router: ba198875-f55a-461d-b1e2-482bcf9b0544 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:48:46.848498 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559801b3-336f-4e33-b87e-92404cba5833 None None] Routers {'ba198875-f55a-461d-b1e2-482bcf9b0544'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:48:46.849119 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-559801b3-336f-4e33-b87e-92404cba5833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:48:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['ba198875-f55a-461d-b1e2-482bcf9b0544'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:48:46.859459 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c94a1-2899-4917-82a3-396f3a405272 req-790e3510-eaf1-4cdf-bd49-39abcceaa468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:46.860974 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-346c94a1-2899-4917-82a3-396f3a405272 req-790e3510-eaf1-4cdf-bd49-39abcceaa468 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f98cc886c66a474a8d448186851b2eab&device_id=ab336570-b78b-4668-ac3a-611d760db7a7 HTTP/1.1" status: 200 len: 1096 time: 0.0911067 Jul 09 16:48:46.905232 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406a61a-ab83-4acf-a23d-d8904df5fcc3 req-ca6b5d2f-ce94-4b81-9040-0623a57214ab tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:46.907352 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3406a61a-ab83-4acf-a23d-d8904df5fcc3 req-ca6b5d2f-ce94-4b81-9040-0623a57214ab tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab336570-b78b-4668-ac3a-611d760db7a7 HTTP/1.1" status: 200 len: 945 time: 0.0788691 Jul 09 16:48:46.957279 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3406a61a-ab83-4acf-a23d-d8904df5fcc3 req-95ffe60f-2598-47af-8fac-4b6a81fc3c43 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=9b1cfd9f-4611-4706-be4a-377a85da5bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412509 Jul 09 16:48:46.972466 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-559801b3-336f-4e33-b87e-92404cba5833 None None] Set router ba198875-f55a-461d-b1e2-482bcf9b0544 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:48:46.982939 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c94a1-2899-4917-82a3-396f3a405272 req-c26a4102-1978-457e-8625-eaae66276584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:46.984352 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-346c94a1-2899-4917-82a3-396f3a405272 req-c26a4102-1978-457e-8625-eaae66276584 service neutron] 10.222.0.73 "GET /v2.0/networks?id=790c3123-8f15-4cc1-b7fb-4b22a082db92 HTTP/1.1" status: 200 len: 898 time: 0.1112969 Jul 09 16:48:47.031793 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-346c94a1-2899-4917-82a3-396f3a405272 req-109cc3a9-8ee7-40ae-864c-677fbf592a46 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1750076-50c8-451b-80b9-df769392d681 HTTP/1.1" status: 200 len: 217 time: 0.0373964 Jul 09 16:48:47.081678 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c94a1-2899-4917-82a3-396f3a405272 req-ee18c67a-745e-4ff6-8964-a215becb7c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:47.083443 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-346c94a1-2899-4917-82a3-396f3a405272 req-ee18c67a-745e-4ff6-8964-a215becb7c1f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6d29c8e7-e203-4110-a05f-b32fb13978b0 HTTP/1.1" status: 200 len: 834 time: 0.0448582 Jul 09 16:48:47.153981 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c94a1-2899-4917-82a3-396f3a405272 req-7c8065a1-61f5-4077-8468-8dca65b16e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:47.155639 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-346c94a1-2899-4917-82a3-396f3a405272 req-7c8065a1-61f5-4077-8468-8dca65b16e4e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=790c3123-8f15-4cc1-b7fb-4b22a082db92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604577 Jul 09 16:48:47.180851 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-559801b3-336f-4e33-b87e-92404cba5833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba198875-f55a-461d-b1e2-482bcf9b0544', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2119985361', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '0d1241c0-94df-4f8f-a79a-84ee7cc033b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:47:33Z', 'updated_at': '2021-07-09T16:47:38Z', 'revision_number': 4, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'gw_port': {'id': '0d1241c0-94df-4f8f-a79a-84ee7cc033b7', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:db:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba198875-f55a-461d-b1e2-482bcf9b0544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:47:33Z', 'updated_at': '2021-07-09T16:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'd82babf7-0f32-40fa-a7ca-549d6321bc45', 'name': '', 'network_id': '790c3123-8f15-4cc1-b7fb-4b22a082db92', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'mac_address': 'fa:16:3e:21:f0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba198875-f55a-461d-b1e2-482bcf9b0544', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '6d29c8e7-e203-4110-a05f-b32fb13978b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:47:37Z', 'updated_at': '2021-07-09T16:47:45Z', 'revision_number': 5, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'subnets': [{'id': '6d29c8e7-e203-4110-a05f-b32fb13978b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:48:47.206808 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559801b3-336f-4e33-b87e-92404cba5833 None None] The sync data for ids ['ba198875-f55a-461d-b1e2-482bcf9b0544'] in n-d-798930-3 is: [{'id': 'ba198875-f55a-461d-b1e2-482bcf9b0544', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2119985361', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '0d1241c0-94df-4f8f-a79a-84ee7cc033b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:47:33Z', 'updated_at': '2021-07-09T16:47:38Z', 'revision_number': 4, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'gw_port': {'id': '0d1241c0-94df-4f8f-a79a-84ee7cc033b7', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:db:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba198875-f55a-461d-b1e2-482bcf9b0544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:47:33Z', 'updated_at': '2021-07-09T16:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'd82babf7-0f32-40fa-a7ca-549d6321bc45', 'name': '', 'network_id': '790c3123-8f15-4cc1-b7fb-4b22a082db92', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'mac_address': 'fa:16:3e:21:f0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba198875-f55a-461d-b1e2-482bcf9b0544', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '6d29c8e7-e203-4110-a05f-b32fb13978b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:47:37Z', 'updated_at': '2021-07-09T16:47:45Z', 'revision_number': 5, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'subnets': [{'id': '6d29c8e7-e203-4110-a05f-b32fb13978b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:48:47.279880 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-346c94a1-2899-4917-82a3-396f3a405272 req-54de0969-fcbe-477c-9134-16f043c20de9 service neutron] 10.222.0.73 "GET /v2.0/networks/790c3123-8f15-4cc1-b7fb-4b22a082db92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931122 Jul 09 16:48:47.391855 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-346c94a1-2899-4917-82a3-396f3a405272 req-5b0c7bcd-0ab9-4779-a1a3-bd27c079024e service neutron] 10.222.0.73 "GET /v2.0/networks/790c3123-8f15-4cc1-b7fb-4b22a082db92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038418 Jul 09 16:48:47.461689 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325749f0-c18a-4bff-b27a-368a5417661b None None] New status for floating IP de87ff35-dbfe-49e4-af97-7a7431c83218: DOWN {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:48:47.515826 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a549037-bf8d-4cda-a56e-053e0aa7aeb8 req-e346b4eb-bfa7-4710-a6b3-4b72c3f6729b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:47.517552 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0a549037-bf8d-4cda-a56e-053e0aa7aeb8 req-e346b4eb-bfa7-4710-a6b3-4b72c3f6729b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab336570-b78b-4668-ac3a-611d760db7a7 HTTP/1.1" status: 200 len: 945 time: 0.0804591 Jul 09 16:48:47.635138 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-0a549037-bf8d-4cda-a56e-053e0aa7aeb8 req-fc67f914-f361-4fcc-bc42-bc9ddb8a52b3 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Deleting port a1750076-50c8-451b-80b9-df769392d681 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:48:47.635908 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0a549037-bf8d-4cda-a56e-053e0aa7aeb8 req-fc67f914-f361-4fcc-bc42-bc9ddb8a52b3 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:47.748751 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-0a549037-bf8d-4cda-a56e-053e0aa7aeb8 req-fc67f914-f361-4fcc-bc42-bc9ddb8a52b3 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] For port a1750076-50c8-451b-80b9-df769392d681, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=a1750076-50c8-451b-80b9-df769392d681,segment=NetworkSegment(3a36703a-fa9b-4ca2-9fe3-6a9eb1d2b0e9),segment_id=3a36703a-fa9b-4ca2-9fe3-6a9eb1d2b0e9)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:48:47.749110 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0a549037-bf8d-4cda-a56e-053e0aa7aeb8 req-fc67f914-f361-4fcc-bc42-bc9ddb8a52b3 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:47.763570 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-0a549037-bf8d-4cda-a56e-053e0aa7aeb8 req-fc67f914-f361-4fcc-bc42-bc9ddb8a52b3 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Calling delete_port for a1750076-50c8-451b-80b9-df769392d681 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:48:47.915284 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0a549037-bf8d-4cda-a56e-053e0aa7aeb8 req-fc67f914-f361-4fcc-bc42-bc9ddb8a52b3 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:47.951417 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc67f914-f361-4fcc-bc42-bc9ddb8a52b3 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event deleted for resources: {'Port': ['ID=a1750076-50c8-451b-80b9-df769392d681,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:48.024785 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a549037-bf8d-4cda-a56e-053e0aa7aeb8 req-fc67f914-f361-4fcc-bc42-bc9ddb8a52b3 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] No DVR routers for this DVR port a1750076-50c8-451b-80b9-df769392d681 on host n-h2-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:48:48.027851 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0a549037-bf8d-4cda-a56e-053e0aa7aeb8 req-fc67f914-f361-4fcc-bc42-bc9ddb8a52b3 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:48.029931 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0a549037-bf8d-4cda-a56e-053e0aa7aeb8 req-fc67f914-f361-4fcc-bc42-bc9ddb8a52b3 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.73 "DELETE /v2.0/ports/a1750076-50c8-451b-80b9-df769392d681 HTTP/1.1" status: 204 len: 173 time: 0.5062115 Jul 09 16:48:48.030385 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab336570-b78b-4668-ac3a-611d760db7a7', 'name': 'network-vif-deleted', 'tag': 'a1750076-50c8-451b-80b9-df769392d681'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:48:48.033379 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db121917-0b24-41ff-8a90-b64a3c678877" -d '{"events": [{"server_uuid": "ab336570-b78b-4668-ac3a-611d760db7a7", "name": "network-vif-deleted", "tag": "a1750076-50c8-451b-80b9-df769392d681"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:48:48.126699 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-12694508-d954-427b-9875-5873ea3e3c18 req-219de021-c864-49a4-a1f3-f448848248fd tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab336570-b78b-4668-ac3a-611d760db7a7 HTTP/1.1" status: 200 len: 210 time: 0.0338345 Jul 09 16:48:48.173845 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98de48fc-0994-4a09-891c-d4282c255334 x-openstack-request-id: req-98de48fc-0994-4a09-891c-d4282c255334 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:48:48.174668 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab336570-b78b-4668-ac3a-611d760db7a7", "name": "network-vif-deleted", "tag": "a1750076-50c8-451b-80b9-df769392d681", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:48:48.174970 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-98de48fc-0994-4a09-891c-d4282c255334 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:48:48.175374 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab336570-b78b-4668-ac3a-611d760db7a7', 'name': 'network-vif-deleted', 'tag': 'a1750076-50c8-451b-80b9-df769392d681', 'status': 'completed', 'code': 200} Jul 09 16:48:49.229984 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 48156) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:49.710653 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-559f76b4-ac04-4353-843b-c2199d7cd5a8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:50.055327 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-559f76b4-ac04-4353-843b-c2199d7cd5a8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Deleting port d82babf7-0f32-40fa-a7ca-549d6321bc45 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:48:50.055782 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-559f76b4-ac04-4353-843b-c2199d7cd5a8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:50.159194 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-559f76b4-ac04-4353-843b-c2199d7cd5a8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] For port d82babf7-0f32-40fa-a7ca-549d6321bc45, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=d82babf7-0f32-40fa-a7ca-549d6321bc45,segment=NetworkSegment(3a36703a-fa9b-4ca2-9fe3-6a9eb1d2b0e9),segment_id=3a36703a-fa9b-4ca2-9fe3-6a9eb1d2b0e9)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:48:50.159598 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-559f76b4-ac04-4353-843b-c2199d7cd5a8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:50.172512 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-559f76b4-ac04-4353-843b-c2199d7cd5a8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Calling delete_port for d82babf7-0f32-40fa-a7ca-549d6321bc45 owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:48:50.381221 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-559f76b4-ac04-4353-843b-c2199d7cd5a8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:50.413843 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559f76b4-ac04-4353-843b-c2199d7cd5a8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event deleted for resources: {'Port': ['ID=d82babf7-0f32-40fa-a7ca-549d6321bc45,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:50.579871 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device a1750076-50c8-451b-80b9-df769392d681 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:48:50.614759 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: a1750076-50c8-451b-80b9-df769392d681 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:48:50.615284 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device a1750076-50c8-451b-80b9-df769392d681 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:48:50.626148 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-559f76b4-ac04-4353-843b-c2199d7cd5a8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:50.871696 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-559f76b4-ac04-4353-843b-c2199d7cd5a8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Router ba198875-f55a-461d-b1e2-482bcf9b0544 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:48:50.989035 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559f76b4-ac04-4353-843b-c2199d7cd5a8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:48:50.994170 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-559f76b4-ac04-4353-843b-c2199d7cd5a8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "PUT /v2.0/routers/ba198875-f55a-461d-b1e2-482bcf9b0544/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7630501 Jul 09 16:48:50.996949 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 48214) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:50.999759 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406e4685-9f15-47cb-8f29-7f43f8ed290b None None] Sync routers for ids ['ba198875-f55a-461d-b1e2-482bcf9b0544'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:48:51.011584 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406e4685-9f15-47cb-8f29-7f43f8ed290b None None] Routers {'ba198875-f55a-461d-b1e2-482bcf9b0544'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:48:51.012534 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-406e4685-9f15-47cb-8f29-7f43f8ed290b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:48:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['ba198875-f55a-461d-b1e2-482bcf9b0544'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:48:51.050043 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-03d7c79b-4e78-4306-9500-0a973d061cbb tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Deleting subnet 6d29c8e7-e203-4110-a05f-b32fb13978b0 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:48:51.054865 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-03d7c79b-4e78-4306-9500-0a973d061cbb tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:51.097574 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-03d7c79b-4e78-4306-9500-0a973d061cbb tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:51.124260 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-406e4685-9f15-47cb-8f29-7f43f8ed290b None None] Set router ba198875-f55a-461d-b1e2-482bcf9b0544 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:48:51.210670 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-03d7c79b-4e78-4306-9500-0a973d061cbb tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:51.289604 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-03d7c79b-4e78-4306-9500-0a973d061cbb tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:51.325930 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d7c79b-4e78-4306-9500-0a973d061cbb tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event deleted for resources: {'Subnet': ['ID=6d29c8e7-e203-4110-a05f-b32fb13978b0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:51.332322 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-03d7c79b-4e78-4306-9500-0a973d061cbb tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:51.336817 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-03d7c79b-4e78-4306-9500-0a973d061cbb tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "DELETE /v2.0/subnets/6d29c8e7-e203-4110-a05f-b32fb13978b0 HTTP/1.1" status: 204 len: 168 time: 0.3359737 Jul 09 16:48:51.337207 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 48222) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:51.345503 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004903b3-71b8-49a6-a23e-662f43e9834d None None] Network 790c3123-8f15-4cc1-b7fb-4b22a082db92 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:48:51.421428 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-406e4685-9f15-47cb-8f29-7f43f8ed290b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba198875-f55a-461d-b1e2-482bcf9b0544', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2119985361', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '0d1241c0-94df-4f8f-a79a-84ee7cc033b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:47:33Z', 'updated_at': '2021-07-09T16:48:50Z', 'revision_number': 5, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'gw_port': {'id': '0d1241c0-94df-4f8f-a79a-84ee7cc033b7', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:db:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba198875-f55a-461d-b1e2-482bcf9b0544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:47:33Z', 'updated_at': '2021-07-09T16:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:48:51.473551 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e9afa686-c68c-4d89-a6ad-d96092526280 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:51.619345 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e9afa686-c68c-4d89-a6ad-d96092526280 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:51.654209 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406e4685-9f15-47cb-8f29-7f43f8ed290b None None] Checking router: ba198875-f55a-461d-b1e2-482bcf9b0544 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:48:51.682383 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-e9afa686-c68c-4d89-a6ad-d96092526280 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Deleting port 0d1241c0-94df-4f8f-a79a-84ee7cc033b7 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:48:51.682759 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e9afa686-c68c-4d89-a6ad-d96092526280 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:51.715422 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406e4685-9f15-47cb-8f29-7f43f8ed290b None None] Routers {'ba198875-f55a-461d-b1e2-482bcf9b0544'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:48:51.716512 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-406e4685-9f15-47cb-8f29-7f43f8ed290b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:48:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['ba198875-f55a-461d-b1e2-482bcf9b0544'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:48:51.782880 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-e9afa686-c68c-4d89-a6ad-d96092526280 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] For port 0d1241c0-94df-4f8f-a79a-84ee7cc033b7, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=0d1241c0-94df-4f8f-a79a-84ee7cc033b7,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:48:51.783406 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e9afa686-c68c-4d89-a6ad-d96092526280 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:51.816317 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-e9afa686-c68c-4d89-a6ad-d96092526280 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Calling delete_port for 0d1241c0-94df-4f8f-a79a-84ee7cc033b7 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:48:51.820127 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-406e4685-9f15-47cb-8f29-7f43f8ed290b None None] Set router ba198875-f55a-461d-b1e2-482bcf9b0544 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:48:51.890480 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-406e4685-9f15-47cb-8f29-7f43f8ed290b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba198875-f55a-461d-b1e2-482bcf9b0544', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2119985361', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:47:33Z', 'updated_at': '2021-07-09T16:48:51Z', 'revision_number': 6, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'gw_port_host': None}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:48:51.921573 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27268df1-82eb-4535-ad29-156ab6b283f7 None None] DHCP port deletion for 790c3123-8f15-4cc1-b7fb-4b22a082db92 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:48:51.924570 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406e4685-9f15-47cb-8f29-7f43f8ed290b None None] The sync data for ids ['ba198875-f55a-461d-b1e2-482bcf9b0544'] in n-d-798930-3 is: [{'id': 'ba198875-f55a-461d-b1e2-482bcf9b0544', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2119985361', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:47:33Z', 'updated_at': '2021-07-09T16:48:51Z', 'revision_number': 6, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'gw_port_host': None}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:48:51.983535 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-27268df1-82eb-4535-ad29-156ab6b283f7 None None] Deleting port ab52ea40-bb10-4560-a432-3c11ab20283a {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:48:51.983990 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-27268df1-82eb-4535-ad29-156ab6b283f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:52.056108 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e9afa686-c68c-4d89-a6ad-d96092526280 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:52.069701 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-27268df1-82eb-4535-ad29-156ab6b283f7 None None] For port ab52ea40-bb10-4560-a432-3c11ab20283a, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=ab52ea40-bb10-4560-a432-3c11ab20283a,segment=NetworkSegment(3a36703a-fa9b-4ca2-9fe3-6a9eb1d2b0e9),segment_id=3a36703a-fa9b-4ca2-9fe3-6a9eb1d2b0e9)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:48:52.070301 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-27268df1-82eb-4535-ad29-156ab6b283f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:52.087757 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-27268df1-82eb-4535-ad29-156ab6b283f7 None None] Calling delete_port for ab52ea40-bb10-4560-a432-3c11ab20283a owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:48:52.134257 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9afa686-c68c-4d89-a6ad-d96092526280 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event deleted for resources: {'Port': ['ID=0d1241c0-94df-4f8f-a79a-84ee7cc033b7,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:52.188002 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e9afa686-c68c-4d89-a6ad-d96092526280 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:52.189845 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-27268df1-82eb-4535-ad29-156ab6b283f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:52.259749 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27268df1-82eb-4535-ad29-156ab6b283f7 None None] Pushing event deleted for resources: {'Port': ['ID=ab52ea40-bb10-4560-a432-3c11ab20283a,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:52.262601 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27268df1-82eb-4535-ad29-156ab6b283f7 None None] No DVR routers for this DVR port ab52ea40-bb10-4560-a432-3c11ab20283a on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:48:52.275532 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27268df1-82eb-4535-ad29-156ab6b283f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:52.275931 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27268df1-82eb-4535-ad29-156ab6b283f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:52.276520 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27268df1-82eb-4535-ad29-156ab6b283f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:52.276901 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27268df1-82eb-4535-ad29-156ab6b283f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:52.277381 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27268df1-82eb-4535-ad29-156ab6b283f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:52.277802 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27268df1-82eb-4535-ad29-156ab6b283f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:52.278275 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27268df1-82eb-4535-ad29-156ab6b283f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:52.278702 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27268df1-82eb-4535-ad29-156ab6b283f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:52.279153 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27268df1-82eb-4535-ad29-156ab6b283f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:52.279490 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27268df1-82eb-4535-ad29-156ab6b283f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:52.279871 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27268df1-82eb-4535-ad29-156ab6b283f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:52.280706 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27268df1-82eb-4535-ad29-156ab6b283f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:52.334807 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4dbfe7aa-5ce3-4e4a-96dc-7bf0452b340f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:52.350814 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e9afa686-c68c-4d89-a6ad-d96092526280 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:52.357485 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e9afa686-c68c-4d89-a6ad-d96092526280 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:52.431054 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e9afa686-c68c-4d89-a6ad-d96092526280 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:52.433102 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9afa686-c68c-4d89-a6ad-d96092526280 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Fanout notify agent at l3_agent the message router_deleted on router ba198875-f55a-461d-b1e2-482bcf9b0544 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:48:52.450159 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e9afa686-c68c-4d89-a6ad-d96092526280 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:52.453618 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e9afa686-c68c-4d89-a6ad-d96092526280 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "DELETE /v2.0/routers/ba198875-f55a-461d-b1e2-482bcf9b0544 HTTP/1.1" status: 204 len: 168 time: 1.1127028 Jul 09 16:48:52.454171 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 48242) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:52.545251 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a5609257-8477-435f-9c8a-231a7ff885f6 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:52.648135 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a5609257-8477-435f-9c8a-231a7ff885f6 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:52.658755 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-a5609257-8477-435f-9c8a-231a7ff885f6 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['790c3123-8f15-4cc1-b7fb-4b22a082db92']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:48:52.677481 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-a5609257-8477-435f-9c8a-231a7ff885f6 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a36703a-fa9b-4ca2-9fe3-6a9eb1d2b0e9') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:48:52.677698 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-a5609257-8477-435f-9c8a-231a7ff885f6 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a36703a-fa9b-4ca2-9fe3-6a9eb1d2b0e9') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:48:52.689168 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a5609257-8477-435f-9c8a-231a7ff885f6 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:52.705824 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a5609257-8477-435f-9c8a-231a7ff885f6 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:52.712980 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5609257-8477-435f-9c8a-231a7ff885f6 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:48:52.713490 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a5609257-8477-435f-9c8a-231a7ff885f6 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:52.717337 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:48:52.717337 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:48:52.717337 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:48:52.717337 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:48:52.717337 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:48:52.717337 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:48:52.717337 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:48:52.717337 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:48:52.717337 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:48:52.717337 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:48:52.717337 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:48:52.717337 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:48:52.717337 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:48:52.717337 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:48:52.717337 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:48:52.717337 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:48:52.717337 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:48:52.717337 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:48:52.717337 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:48:52.717337 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:48:52.717337 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:48:52.717337 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:48:52.717337 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:48:52.717337 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:48:52.717337 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:48:52.717337 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:48:52.717337 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:48:52.717337 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:48:52.717337 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:48:52.717337 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:48:52.717337 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:48:52.717337 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:48:52.717337 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:48:52.717337 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:48:52.717337 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:48:52.717337 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:48:52.717337 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:48:52.717337 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:48:52.786956 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a5609257-8477-435f-9c8a-231a7ff885f6 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:52.796412 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a5609257-8477-435f-9c8a-231a7ff885f6 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:52.802005 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a5609257-8477-435f-9c8a-231a7ff885f6 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "DELETE /v2.0/networks/790c3123-8f15-4cc1-b7fb-4b22a082db92 HTTP/1.1" status: 204 len: 168 time: 0.3444598 Jul 09 16:48:52.803785 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 48248) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:52.822375 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5609257-8477-435f-9c8a-231a7ff885f6 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event deleted for resources: {'Network': ['ID=790c3123-8f15-4cc1-b7fb-4b22a082db92,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:52.900239 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-05abd1c7-14b5-4ffb-bbbe-638d04b405cf tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:52.927341 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-05abd1c7-14b5-4ffb-bbbe-638d04b405cf tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:53.005569 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-05abd1c7-14b5-4ffb-bbbe-638d04b405cf tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:53.008907 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-05abd1c7-14b5-4ffb-bbbe-638d04b405cf tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:53.010182 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-05abd1c7-14b5-4ffb-bbbe-638d04b405cf tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "DELETE /v2.0/security-groups/9b1cfd9f-4611-4706-be4a-377a85da5bac HTTP/1.1" status: 204 len: 168 time: 0.2024264 Jul 09 16:48:53.021217 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05abd1c7-14b5-4ffb-bbbe-638d04b405cf tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1cfd9f-4611-4706-be4a-377a85da5bac,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:53.387561 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 48270) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:53.393094 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-14b0562b-755d-49b3-820f-958272a443d8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1817478997', 'description': 'tempest-secgroup-smoke-1817478997 description', 'project_id': 'f98cc886c66a474a8d448186851b2eab'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:48:53.422617 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-14b0562b-755d-49b3-820f-958272a443d8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:53.532242 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-14b0562b-755d-49b3-820f-958272a443d8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:53.537575 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-14b0562b-755d-49b3-820f-958272a443d8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:53.575089 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-14b0562b-755d-49b3-820f-958272a443d8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:53.576635 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-14b0562b-755d-49b3-820f-958272a443d8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1880088 Jul 09 16:48:53.579650 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 48276) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:53.592170 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-8c534f7a-1605-4cb4-839b-bf6dbd05d016 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Request body: {'security_group_rule': {'security_group_id': '1b2ae053-1edb-471e-b958-92115a571cb0', 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:48:53.615047 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b0562b-755d-49b3-820f-958272a443d8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2ae053-1edb-471e-b958-92115a571cb0,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:53.641318 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d82babf7-0f32-40fa-a7ca-549d6321bc45 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:48:53.641802 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8c534f7a-1605-4cb4-839b-bf6dbd05d016 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:53.663265 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: d82babf7-0f32-40fa-a7ca-549d6321bc45 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:48:53.663943 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d82babf7-0f32-40fa-a7ca-549d6321bc45 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:48:53.664468 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 0d1241c0-94df-4f8f-a79a-84ee7cc033b7 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:48:53.687579 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 0d1241c0-94df-4f8f-a79a-84ee7cc033b7 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:48:53.688285 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 0d1241c0-94df-4f8f-a79a-84ee7cc033b7 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:48:53.688939 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device ab52ea40-bb10-4560-a432-3c11ab20283a no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:48:53.707066 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8c534f7a-1605-4cb4-839b-bf6dbd05d016 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:53.711469 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8c534f7a-1605-4cb4-839b-bf6dbd05d016 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:53.714871 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: ab52ea40-bb10-4560-a432-3c11ab20283a {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:48:53.715724 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device ab52ea40-bb10-4560-a432-3c11ab20283a not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:48:53.727771 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c534f7a-1605-4cb4-839b-bf6dbd05d016 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3917c071-f377-4dbe-bd6d-a7992d856f79,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:53.746282 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8c534f7a-1605-4cb4-839b-bf6dbd05d016 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:53.748230 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8c534f7a-1605-4cb4-839b-bf6dbd05d016 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1674354 Jul 09 16:48:53.751291 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 48278) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:53.757989 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d3715946-d988-4beb-8a58-7aee8a2103fb tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Request body: {'security_group_rule': {'security_group_id': '1b2ae053-1edb-471e-b958-92115a571cb0', 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:48:53.793644 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d3715946-d988-4beb-8a58-7aee8a2103fb tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:53.873652 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d3715946-d988-4beb-8a58-7aee8a2103fb tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:53.877575 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d3715946-d988-4beb-8a58-7aee8a2103fb tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:53.895854 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3715946-d988-4beb-8a58-7aee8a2103fb tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c611b0d-c764-4c3f-803b-ec0031607042,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:53.909396 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d3715946-d988-4beb-8a58-7aee8a2103fb tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:53.910855 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d3715946-d988-4beb-8a58-7aee8a2103fb tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1580236 Jul 09 16:48:53.913900 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 48286) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:53.918626 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-42a4beb0-0e98-470d-bb1a-41609a34fbee tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Request body: {'security_group_rule': {'security_group_id': '1b2ae053-1edb-471e-b958-92115a571cb0', 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:48:53.950237 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-42a4beb0-0e98-470d-bb1a-41609a34fbee tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:54.014830 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-42a4beb0-0e98-470d-bb1a-41609a34fbee tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:54.018921 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-42a4beb0-0e98-470d-bb1a-41609a34fbee tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:54.040996 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a4beb0-0e98-470d-bb1a-41609a34fbee tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6d618a4-c93c-42f5-b79c-ca7548ccb0c2,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:54.049443 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-42a4beb0-0e98-470d-bb1a-41609a34fbee tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:54.051279 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-42a4beb0-0e98-470d-bb1a-41609a34fbee tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1363647 Jul 09 16:48:54.054239 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 48288) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:54.059257 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-19ad4d27-7d51-49e8-af05-276a1c3f892c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Request body: {'security_group_rule': {'security_group_id': '1b2ae053-1edb-471e-b958-92115a571cb0', 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:48:54.088466 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19ad4d27-7d51-49e8-af05-276a1c3f892c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:54.162397 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19ad4d27-7d51-49e8-af05-276a1c3f892c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:54.166787 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19ad4d27-7d51-49e8-af05-276a1c3f892c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:54.191379 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ad4d27-7d51-49e8-af05-276a1c3f892c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6f301fd-fc51-49bf-a49a-b90e0abbe7a6,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:54.196646 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19ad4d27-7d51-49e8-af05-276a1c3f892c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:54.200657 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-19ad4d27-7d51-49e8-af05-276a1c3f892c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1427376 Jul 09 16:48:54.202343 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 48294) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:54.208069 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-2260e8da-fc6f-4595-a5ca-cada44e2463b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Request body: {'security_group_rule': {'security_group_id': '1b2ae053-1edb-471e-b958-92115a571cb0', 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:48:54.238422 n-d-798930-3 neutron-server[93959]: INFO neutron.db.securitygroups_db [None req-2260e8da-fc6f-4595-a5ca-cada44e2463b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Project f98cc886c66a474a8d448186851b2eab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 16:48:54.244749 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2260e8da-fc6f-4595-a5ca-cada44e2463b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:54.317439 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2260e8da-fc6f-4595-a5ca-cada44e2463b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:54.320994 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2260e8da-fc6f-4595-a5ca-cada44e2463b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:54.341097 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2260e8da-fc6f-4595-a5ca-cada44e2463b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5554d26-8841-46b5-afd7-2f091c4f3597,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:54.343947 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2260e8da-fc6f-4595-a5ca-cada44e2463b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:54.348449 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2260e8da-fc6f-4595-a5ca-cada44e2463b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1417625 Jul 09 16:48:54.348625 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 48296) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:54.353406 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-a9703a55-599b-41fe-844c-cd22ee0b8b2e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Request body: {'security_group_rule': {'security_group_id': '1b2ae053-1edb-471e-b958-92115a571cb0', 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:48:54.376811 n-d-798930-3 neutron-server[93959]: INFO neutron.db.securitygroups_db [None req-a9703a55-599b-41fe-844c-cd22ee0b8b2e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Project f98cc886c66a474a8d448186851b2eab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 16:48:54.397619 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a9703a55-599b-41fe-844c-cd22ee0b8b2e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:54.492441 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a9703a55-599b-41fe-844c-cd22ee0b8b2e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:54.497130 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a9703a55-599b-41fe-844c-cd22ee0b8b2e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:54.535556 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9703a55-599b-41fe-844c-cd22ee0b8b2e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1680b129-0e41-403b-9423-7a102f883e16,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:54.539104 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a9703a55-599b-41fe-844c-cd22ee0b8b2e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:54.540368 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a9703a55-599b-41fe-844c-cd22ee0b8b2e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1907978 Jul 09 16:48:54.543262 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 48304) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:54.548198 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-c22d9b1f-f908-4a00-afa5-1ef0c6fcf25b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Request body: {'network': {'name': 'tempest-network-smoke--1376722937', 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'port_security_enabled': True}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:48:54.577810 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22d9b1f-f908-4a00-afa5-1ef0c6fcf25b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Made reservation on behalf of f98cc886c66a474a8d448186851b2eab for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:48:54.582129 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c22d9b1f-f908-4a00-afa5-1ef0c6fcf25b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:54.609978 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c22d9b1f-f908-4a00-afa5-1ef0c6fcf25b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:48:54.620129 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c22d9b1f-f908-4a00-afa5-1ef0c6fcf25b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:54.620484 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-c22d9b1f-f908-4a00-afa5-1ef0c6fcf25b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Added segment 6a890208-c469-461c-92ad-f6df8c756b8b of type vlan for network 857dc95c-d471-492a-95a7-1cced70d0672 Jul 09 16:48:54.665372 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c22d9b1f-f908-4a00-afa5-1ef0c6fcf25b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:54.698238 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c22d9b1f-f908-4a00-afa5-1ef0c6fcf25b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:54.704934 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22d9b1f-f908-4a00-afa5-1ef0c6fcf25b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:54.706292 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c22d9b1f-f908-4a00-afa5-1ef0c6fcf25b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:54.770347 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c22d9b1f-f908-4a00-afa5-1ef0c6fcf25b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2259872 Jul 09 16:48:54.773238 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 48310) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:54.780148 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-2dd1fd21-d80e-4917-9243-c3de7345d1f0 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-606612495', 'admin_state_up': True, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:48:54.796811 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22d9b1f-f908-4a00-afa5-1ef0c6fcf25b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event updated for resources: {'Network': ['ID=857dc95c-d471-492a-95a7-1cced70d0672,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:54.808739 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 857dc95c-d471-492a-95a7-1cced70d0672 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:48:54.812194 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2dd1fd21-d80e-4917-9243-c3de7345d1f0 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:54.812194 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2dd1fd21-d80e-4917-9243-c3de7345d1f0 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:54.879872 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2dd1fd21-d80e-4917-9243-c3de7345d1f0 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:55.025505 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2dd1fd21-d80e-4917-9243-c3de7345d1f0 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:55.100387 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-401a4393-fef0-4d29-b27a-546caae51d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:55.230020 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2dd1fd21-d80e-4917-9243-c3de7345d1f0 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:55.250194 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2dd1fd21-d80e-4917-9243-c3de7345d1f0 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:55.696559 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-2dd1fd21-d80e-4917-9243-c3de7345d1f0 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Allocated IP 172.25.0.229 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/724adf5a-0f74-45a9-bdfd-2ec53763c710) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:48:55.780340 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:55.824521 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2dd1fd21-d80e-4917-9243-c3de7345d1f0 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:55.867521 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2dd1fd21-d80e-4917-9243-c3de7345d1f0 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:55.924379 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd1fd21-d80e-4917-9243-c3de7345d1f0 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:48:55.930978 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-2dd1fd21-d80e-4917-9243-c3de7345d1f0 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:48:55.938499 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd1fd21-d80e-4917-9243-c3de7345d1f0 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:48:55.968097 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd1fd21-d80e-4917-9243-c3de7345d1f0 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event updated for resources: {'Port': ['ID=724adf5a-0f74-45a9-bdfd-2ec53763c710,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:55.982297 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd1fd21-d80e-4917-9243-c3de7345d1f0 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:55.982686 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd1fd21-d80e-4917-9243-c3de7345d1f0 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:55.983054 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd1fd21-d80e-4917-9243-c3de7345d1f0 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:55.983393 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd1fd21-d80e-4917-9243-c3de7345d1f0 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:55.983731 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd1fd21-d80e-4917-9243-c3de7345d1f0 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:55.984065 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd1fd21-d80e-4917-9243-c3de7345d1f0 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:55.984405 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd1fd21-d80e-4917-9243-c3de7345d1f0 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:55.984727 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd1fd21-d80e-4917-9243-c3de7345d1f0 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:55.985053 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd1fd21-d80e-4917-9243-c3de7345d1f0 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:55.985379 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd1fd21-d80e-4917-9243-c3de7345d1f0 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:55.985705 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd1fd21-d80e-4917-9243-c3de7345d1f0 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:55.986026 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd1fd21-d80e-4917-9243-c3de7345d1f0 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:56.241584 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2dd1fd21-d80e-4917-9243-c3de7345d1f0 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:56.331677 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:56.475932 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2dd1fd21-d80e-4917-9243-c3de7345d1f0 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:56.634376 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd1fd21-d80e-4917-9243-c3de7345d1f0 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Router 3ab5735b-55c5-4aee-b51c-1ab093190a98 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:48:56.766403 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd1fd21-d80e-4917-9243-c3de7345d1f0 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:48:56.779723 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a33b6bd-f09e-45f9-b83c-b85fd739a557 None None] Sync routers for ids ['3ab5735b-55c5-4aee-b51c-1ab093190a98'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:48:56.794489 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a33b6bd-f09e-45f9-b83c-b85fd739a557 None None] Routers {'3ab5735b-55c5-4aee-b51c-1ab093190a98'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:48:56.795243 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-1a33b6bd-f09e-45f9-b83c-b85fd739a557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:48:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['3ab5735b-55c5-4aee-b51c-1ab093190a98'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:48:56.797210 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2dd1fd21-d80e-4917-9243-c3de7345d1f0 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:56.799657 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2dd1fd21-d80e-4917-9243-c3de7345d1f0 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0247118 Jul 09 16:48:56.803206 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 48354) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:56.834115 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:56.842504 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-847dc69e-ee42-4420-a336-0f907c31726b tempest-TestNetworkAdvancedServerOps-1802097100 tempest-TestNetworkAdvancedServerOps-1802097100-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=f98cc886c66a474a8d448186851b2eab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347474 Jul 09 16:48:56.842679 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 48356) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:56.902461 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-1a33b6bd-f09e-45f9-b83c-b85fd739a557 None None] Set router 3ab5735b-55c5-4aee-b51c-1ab093190a98 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:48:56.969473 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f529785d-fba0-4419-bf3a-217d3f107ce5 tempest-TestNetworkAdvancedServerOps-1802097100 tempest-TestNetworkAdvancedServerOps-1802097100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:56.975091 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f529785d-fba0-4419-bf3a-217d3f107ce5 tempest-TestNetworkAdvancedServerOps-1802097100 tempest-TestNetworkAdvancedServerOps-1802097100-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1257269 Jul 09 16:48:56.975765 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 48360) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:57.009836 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-7dd8b639-70b6-4969-81bc-244d76956bc4 tempest-TestNetworkAdvancedServerOps-1802097100 tempest-TestNetworkAdvancedServerOps-1802097100-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=caa6ed8d-2893-4113-8f68-c5284e694f6c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327919 Jul 09 16:48:57.013396 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 48366) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:57.019299 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-21cc0137-9654-4707-a964-92368f832d02 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-420323982', 'network_id': '857dc95c-d471-492a-95a7-1cced70d0672', 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:48:57.150355 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21cc0137-9654-4707-a964-92368f832d02 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Made reservation on behalf of f98cc886c66a474a8d448186851b2eab for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:48:57.155736 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21cc0137-9654-4707-a964-92368f832d02 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:57.156491 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-1a33b6bd-f09e-45f9-b83c-b85fd739a557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab5735b-55c5-4aee-b51c-1ab093190a98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-606612495', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '724adf5a-0f74-45a9-bdfd-2ec53763c710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:54Z', 'updated_at': '2021-07-09T16:48:56Z', 'revision_number': 3, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'gw_port': {'id': '724adf5a-0f74-45a9-bdfd-2ec53763c710', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:50:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ab5735b-55c5-4aee-b51c-1ab093190a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:55Z', 'updated_at': '2021-07-09T16:48:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:48:57.187065 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a33b6bd-f09e-45f9-b83c-b85fd739a557 None None] Checking router: 3ab5735b-55c5-4aee-b51c-1ab093190a98 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:48:57.187564 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a33b6bd-f09e-45f9-b83c-b85fd739a557 None None] Updating router 3ab5735b-55c5-4aee-b51c-1ab093190a98 port 724adf5a-0f74-45a9-bdfd-2ec53763c710 binding host n-d-798930-3 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:48:57.226977 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-1a33b6bd-f09e-45f9-b83c-b85fd739a557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:57.396734 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21cc0137-9654-4707-a964-92368f832d02 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:57.470327 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cc0137-9654-4707-a964-92368f832d02 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event updated for resources: {'Subnet': ['ID=502c82c6-7f28-4788-bdaa-b7fcf9e37983,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:57.495831 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cc0137-9654-4707-a964-92368f832d02 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Checking segment: {'id': '6a890208-c469-461c-92ad-f6df8c756b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '857dc95c-d471-492a-95a7-1cced70d0672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:48:57.496214 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cc0137-9654-4707-a964-92368f832d02 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Network hostable DHCP agents. Network: 857dc95c-d471-492a-95a7-1cced70d0672, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:48:57.531605 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cc0137-9654-4707-a964-92368f832d02 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Network 857dc95c-d471-492a-95a7-1cced70d0672 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:48:57.548298 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-21cc0137-9654-4707-a964-92368f832d02 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 857dc95c-d471-492a-95a7-1cced70d0672) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:48:57.557195 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c3456a-fa3c-4036-8b41-0750b703833a None None] Network 857dc95c-d471-492a-95a7-1cced70d0672 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:48:57.562285 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cc0137-9654-4707-a964-92368f832d02 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:48:57.562909 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21cc0137-9654-4707-a964-92368f832d02 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:57.586373 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-21cc0137-9654-4707-a964-92368f832d02 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5708601 Jul 09 16:48:57.588162 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 48376) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:57.594543 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-1a33b6bd-f09e-45f9-b83c-b85fd739a557 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:57.606445 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-1a33b6bd-f09e-45f9-b83c-b85fd739a557 None None] Transition to ACTIVE for port object 724adf5a-0f74-45a9-bdfd-2ec53763c710 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:48:57.618450 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-1a33b6bd-f09e-45f9-b83c-b85fd739a557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:57.672067 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e2afc5-0133-474a-84c1-00bb13f7ce00 None None] Pushing event updated for resources: {'Port': ['ID=724adf5a-0f74-45a9-bdfd-2ec53763c710,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:57.681341 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e2afc5-0133-474a-84c1-00bb13f7ce00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:57.682067 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e2afc5-0133-474a-84c1-00bb13f7ce00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:57.682409 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e2afc5-0133-474a-84c1-00bb13f7ce00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:57.682742 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e2afc5-0133-474a-84c1-00bb13f7ce00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:57.683093 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e2afc5-0133-474a-84c1-00bb13f7ce00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:57.683467 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e2afc5-0133-474a-84c1-00bb13f7ce00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:57.683796 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e2afc5-0133-474a-84c1-00bb13f7ce00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:57.684118 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e2afc5-0133-474a-84c1-00bb13f7ce00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:57.684436 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e2afc5-0133-474a-84c1-00bb13f7ce00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:57.684752 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e2afc5-0133-474a-84c1-00bb13f7ce00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:57.685078 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e2afc5-0133-474a-84c1-00bb13f7ce00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:57.685429 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e2afc5-0133-474a-84c1-00bb13f7ce00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:48:57.706041 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-1a33b6bd-f09e-45f9-b83c-b85fd739a557 None None] Attempting to bind port 724adf5a-0f74-45a9-bdfd-2ec53763c710 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:48:57.706413 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-1a33b6bd-f09e-45f9-b83c-b85fd739a557 None None] Attempting to bind port 724adf5a-0f74-45a9-bdfd-2ec53763c710 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:48:57.706791 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a33b6bd-f09e-45f9-b83c-b85fd739a557 None None] Attempting to bind port 724adf5a-0f74-45a9-bdfd-2ec53763c710 on network caa6ed8d-2893-4113-8f68-c5284e694f6c {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:48:57.712068 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a33b6bd-f09e-45f9-b83c-b85fd739a557 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:48:57.712576 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a33b6bd-f09e-45f9-b83c-b85fd739a557 None None] Checking segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:48:57.712982 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-1a33b6bd-f09e-45f9-b83c-b85fd739a557 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:57.713374 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a33b6bd-f09e-45f9-b83c-b85fd739a557 None None] Bound using segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:48:57.713839 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-1a33b6bd-f09e-45f9-b83c-b85fd739a557 None None] Bound port: 724adf5a-0f74-45a9-bdfd-2ec53763c710, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:48:57.714220 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-1a33b6bd-f09e-45f9-b83c-b85fd739a557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:57.729559 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4456e8-d3bf-4b07-b923-d90c760e6553 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-857dc95c-d471-492a-95a7-1cced70d0672', 'network_id': '857dc95c-d471-492a-95a7-1cced70d0672', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'fixed_ips': [{'subnet_id': '502c82c6-7f28-4788-bdaa-b7fcf9e37983'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:48:57.730728 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-aa4456e8-d3bf-4b07-b923-d90c760e6553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:57.800153 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-1a33b6bd-f09e-45f9-b83c-b85fd739a557 None None] For port 724adf5a-0f74-45a9-bdfd-2ec53763c710, host n-d-798930-3, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:48:57.804851 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-1a33b6bd-f09e-45f9-b83c-b85fd739a557 None None] For port 724adf5a-0f74-45a9-bdfd-2ec53763c710, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=724adf5a-0f74-45a9-bdfd-2ec53763c710,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:48:57.813056 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-1a33b6bd-f09e-45f9-b83c-b85fd739a557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:57.884855 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-aa4456e8-d3bf-4b07-b923-d90c760e6553 None None] Allocated IP 172.20.0.2 (857dc95c-d471-492a-95a7-1cced70d0672/502c82c6-7f28-4788-bdaa-b7fcf9e37983/37a120f4-e57a-4a57-bb0d-3075469c6967) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:48:57.890992 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a33b6bd-f09e-45f9-b83c-b85fd739a557 None None] Routers {'3ab5735b-55c5-4aee-b51c-1ab093190a98'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:48:57.891783 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-1a33b6bd-f09e-45f9-b83c-b85fd739a557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:48:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['3ab5735b-55c5-4aee-b51c-1ab093190a98'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:48:57.897612 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e2afc5-0133-474a-84c1-00bb13f7ce00 None None] Pushing event updated for resources: {'Port': ['ID=724adf5a-0f74-45a9-bdfd-2ec53763c710,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:58.072270 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-aa4456e8-d3bf-4b07-b923-d90c760e6553 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:58.077066 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-1a33b6bd-f09e-45f9-b83c-b85fd739a557 None None] Set router 3ab5735b-55c5-4aee-b51c-1ab093190a98 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:48:58.114872 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-aa4456e8-d3bf-4b07-b923-d90c760e6553 None None] Transition to ACTIVE for port object 37a120f4-e57a-4a57-bb0d-3075469c6967 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:48:58.161569 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-aa4456e8-d3bf-4b07-b923-d90c760e6553 None None] Transition to ACTIVE for port object 37a120f4-e57a-4a57-bb0d-3075469c6967 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:48:58.180778 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-aa4456e8-d3bf-4b07-b923-d90c760e6553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:58.196187 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-084c024d-a7ed-448a-b065-51b5082c565d tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:58.235141 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4456e8-d3bf-4b07-b923-d90c760e6553 None None] Network 857dc95c-d471-492a-95a7-1cced70d0672 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:48:58.259982 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-aa4456e8-d3bf-4b07-b923-d90c760e6553 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:48:58.285460 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4456e8-d3bf-4b07-b923-d90c760e6553 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:48:58.307915 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4456e8-d3bf-4b07-b923-d90c760e6553 None None] Pushing event updated for resources: {'Port': ['ID=37a120f4-e57a-4a57-bb0d-3075469c6967,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:58.315268 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:58.418045 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-aa4456e8-d3bf-4b07-b923-d90c760e6553 None None] Attempting to bind port 37a120f4-e57a-4a57-bb0d-3075469c6967 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:48:58.418640 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-aa4456e8-d3bf-4b07-b923-d90c760e6553 None None] Attempting to bind port 37a120f4-e57a-4a57-bb0d-3075469c6967 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '6a890208-c469-461c-92ad-f6df8c756b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '857dc95c-d471-492a-95a7-1cced70d0672'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:48:58.419183 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4456e8-d3bf-4b07-b923-d90c760e6553 None None] Attempting to bind port 37a120f4-e57a-4a57-bb0d-3075469c6967 on network 857dc95c-d471-492a-95a7-1cced70d0672 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:48:58.428593 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4456e8-d3bf-4b07-b923-d90c760e6553 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:48:58.429252 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4456e8-d3bf-4b07-b923-d90c760e6553 None None] Checking segment: {'id': '6a890208-c469-461c-92ad-f6df8c756b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '857dc95c-d471-492a-95a7-1cced70d0672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:48:58.429663 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-aa4456e8-d3bf-4b07-b923-d90c760e6553 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:58.430130 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4456e8-d3bf-4b07-b923-d90c760e6553 None None] Bound using segment: {'id': '6a890208-c469-461c-92ad-f6df8c756b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '857dc95c-d471-492a-95a7-1cced70d0672'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:48:58.430914 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-aa4456e8-d3bf-4b07-b923-d90c760e6553 None None] Bound port: 37a120f4-e57a-4a57-bb0d-3075469c6967, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a890208-c469-461c-92ad-f6df8c756b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '857dc95c-d471-492a-95a7-1cced70d0672'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:48:58.431054 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-aa4456e8-d3bf-4b07-b923-d90c760e6553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:58.444198 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-1a33b6bd-f09e-45f9-b83c-b85fd739a557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab5735b-55c5-4aee-b51c-1ab093190a98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-606612495', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '724adf5a-0f74-45a9-bdfd-2ec53763c710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:54Z', 'updated_at': '2021-07-09T16:48:56Z', 'revision_number': 3, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'gw_port': {'id': '724adf5a-0f74-45a9-bdfd-2ec53763c710', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:50:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ab5735b-55c5-4aee-b51c-1ab093190a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:55Z', 'updated_at': '2021-07-09T16:48:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:48:58.491928 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a33b6bd-f09e-45f9-b83c-b85fd739a557 None None] The sync data for ids ['3ab5735b-55c5-4aee-b51c-1ab093190a98'] in n-d-798930-3 is: [{'id': '3ab5735b-55c5-4aee-b51c-1ab093190a98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-606612495', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '724adf5a-0f74-45a9-bdfd-2ec53763c710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:54Z', 'updated_at': '2021-07-09T16:48:56Z', 'revision_number': 3, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'gw_port': {'id': '724adf5a-0f74-45a9-bdfd-2ec53763c710', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:50:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ab5735b-55c5-4aee-b51c-1ab093190a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:55Z', 'updated_at': '2021-07-09T16:48:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:48:58.559962 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-aa4456e8-d3bf-4b07-b923-d90c760e6553 None None] For port 37a120f4-e57a-4a57-bb0d-3075469c6967, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:48:58.576635 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-aa4456e8-d3bf-4b07-b923-d90c760e6553 None None] For port 37a120f4-e57a-4a57-bb0d-3075469c6967, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=37a120f4-e57a-4a57-bb0d-3075469c6967,segment=NetworkSegment(6a890208-c469-461c-92ad-f6df8c756b8b),segment_id=6a890208-c469-461c-92ad-f6df8c756b8b)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:48:58.584364 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-084c024d-a7ed-448a-b065-51b5082c565d tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Allocated IP 172.20.0.1 (857dc95c-d471-492a-95a7-1cced70d0672/502c82c6-7f28-4788-bdaa-b7fcf9e37983/6db3746d-14cd-44d8-8c1a-841bd9349cd4) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:48:58.588891 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-aa4456e8-d3bf-4b07-b923-d90c760e6553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:58.694595 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4456e8-d3bf-4b07-b923-d90c760e6553 None None] Pushing event updated for resources: {'Port': ['ID=37a120f4-e57a-4a57-bb0d-3075469c6967,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:58.802730 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-084c024d-a7ed-448a-b065-51b5082c565d tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:58.815964 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 48392) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:58.863174 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-084c024d-a7ed-448a-b065-51b5082c565d tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Transition to ACTIVE for port object 6db3746d-14cd-44d8-8c1a-841bd9349cd4 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:48:58.894921 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-273e581f-0066-4eed-b7f5-c2c82489fa5a admin admin] Deleting subnet 4e51a379-95b0-463e-bb26-f8e9ee22962d {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:48:58.903260 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-273e581f-0066-4eed-b7f5-c2c82489fa5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:58.963430 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-273e581f-0066-4eed-b7f5-c2c82489fa5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:59.082422 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-273e581f-0066-4eed-b7f5-c2c82489fa5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:59.122639 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-084c024d-a7ed-448a-b065-51b5082c565d tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:59.225520 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084c024d-a7ed-448a-b065-51b5082c565d tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Network 857dc95c-d471-492a-95a7-1cced70d0672 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:48:59.236544 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-084c024d-a7ed-448a-b065-51b5082c565d tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:48:59.238556 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c024d-a7ed-448a-b065-51b5082c565d tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event updated for resources: {'Port': ['ID=6db3746d-14cd-44d8-8c1a-841bd9349cd4,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:59.240903 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084c024d-a7ed-448a-b065-51b5082c565d tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:48:59.299116 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-273e581f-0066-4eed-b7f5-c2c82489fa5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:59.333301 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-273e581f-0066-4eed-b7f5-c2c82489fa5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:59.337849 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-273e581f-0066-4eed-b7f5-c2c82489fa5a admin admin] 10.222.0.98 "DELETE /v2.0/subnets/4e51a379-95b0-463e-bb26-f8e9ee22962d HTTP/1.1" status: 204 len: 168 time: 0.5183098 Jul 09 16:48:59.338272 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 48404) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:48:59.366054 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273e581f-0066-4eed-b7f5-c2c82489fa5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e51a379-95b0-463e-bb26-f8e9ee22962d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:59.373113 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-084c024d-a7ed-448a-b065-51b5082c565d tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:59.458165 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-518c1cf4-7751-4371-b5c3-732b1a71a15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:59.609493 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-518c1cf4-7751-4371-b5c3-732b1a71a15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:59.622237 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-518c1cf4-7751-4371-b5c3-732b1a71a15d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f561e013-85c4-49a9-b44b-81a79687756c']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:48:59.634851 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-518c1cf4-7751-4371-b5c3-732b1a71a15d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e418cb19-d073-49fd-83a6-b409141e756b') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:48:59.635225 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-518c1cf4-7751-4371-b5c3-732b1a71a15d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e418cb19-d073-49fd-83a6-b409141e756b') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:48:59.646596 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-084c024d-a7ed-448a-b065-51b5082c565d tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:59.648382 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-518c1cf4-7751-4371-b5c3-732b1a71a15d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:59.670929 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-518c1cf4-7751-4371-b5c3-732b1a71a15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:59.686276 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-518c1cf4-7751-4371-b5c3-732b1a71a15d admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:48:59.686869 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-518c1cf4-7751-4371-b5c3-732b1a71a15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:59.739895 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 37a120f4-e57a-4a57-bb0d-3075469c6967 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:48:59.775351 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:48:59.775351 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:48:59.775351 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:48:59.775351 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:48:59.775351 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:48:59.775351 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:48:59.775351 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:48:59.775351 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:48:59.775351 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:48:59.775351 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:48:59.775351 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:48:59.775351 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:48:59.775351 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:48:59.775351 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:48:59.775351 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:48:59.775351 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:48:59.775351 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:48:59.775351 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:48:59.775351 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:48:59.775351 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:48:59.775351 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:48:59.775351 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:48:59.775351 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:48:59.775351 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:48:59.775351 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:48:59.775351 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:48:59.775351 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:48:59.775351 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:48:59.775351 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:48:59.775351 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:48:59.775351 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:48:59.775351 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:48:59.816731 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-518c1cf4-7751-4371-b5c3-732b1a71a15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:59.835763 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-518c1cf4-7751-4371-b5c3-732b1a71a15d admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:48:59.841905 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-518c1cf4-7751-4371-b5c3-732b1a71a15d admin admin] 10.222.0.98 "DELETE /v2.0/networks/f561e013-85c4-49a9-b44b-81a79687756c HTTP/1.1" status: 204 len: 168 time: 0.5023980 Jul 09 16:48:59.868510 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518c1cf4-7751-4371-b5c3-732b1a71a15d admin admin] Pushing event deleted for resources: {'Network': ['ID=f561e013-85c4-49a9-b44b-81a79687756c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:48:59.874823 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 37a120f4-e57a-4a57-bb0d-3075469c6967 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:48:59.883232 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 724adf5a-0f74-45a9-bdfd-2ec53763c710 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:49:00.009479 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 724adf5a-0f74-45a9-bdfd-2ec53763c710 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:49:00.014043 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 724adf5a-0f74-45a9-bdfd-2ec53763c710 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:49:00.016120 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:00.086883 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 48416) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:00.197361 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f5b699c0-3297-4278-abcc-dcc10220c33f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3b48660d0df549358e091d676957f6be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1091795 Jul 09 16:49:00.203030 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 48420) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:00.211689 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:00.243651 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-084c024d-a7ed-448a-b065-51b5082c565d tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:00.253363 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-084c024d-a7ed-448a-b065-51b5082c565d tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:00.277483 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 724adf5a-0f74-45a9-bdfd-2ec53763c710, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=724adf5a-0f74-45a9-bdfd-2ec53763c710,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:49:00.286937 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:00.330499 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5e215205-94e3-438f-9cbb-7e5235794ae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:00.354865 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c024d-a7ed-448a-b065-51b5082c565d tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event updated for resources: {'Port': ['ID=6db3746d-14cd-44d8-8c1a-841bd9349cd4,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:00.357935 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5e215205-94e3-438f-9cbb-7e5235794ae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:00.366159 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=724adf5a-0f74-45a9-bdfd-2ec53763c710,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:00.388027 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232f70e5-180a-4205-a87f-37327e10984a None None] Network 857dc95c-d471-492a-95a7-1cced70d0672 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:49:00.395320 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-084c024d-a7ed-448a-b065-51b5082c565d tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:00.418077 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5e215205-94e3-438f-9cbb-7e5235794ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:00.421368 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5e215205-94e3-438f-9cbb-7e5235794ae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:00.435853 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-5e215205-94e3-438f-9cbb-7e5235794ae7 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/243cabdf-29ec-42f9-80d7-3b7e13dcde69 HTTP/1.1" status: 204 len: 168 time: 0.2344682 Jul 09 16:49:00.448281 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e215205-94e3-438f-9cbb-7e5235794ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243cabdf-29ec-42f9-80d7-3b7e13dcde69,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:00.496075 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-071d036d-0f9a-4348-9b42-b26b75fef280 None None] Provisioning for port 37a120f4-e57a-4a57-bb0d-3075469c6967 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:49:00.513537 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-071d036d-0f9a-4348-9b42-b26b75fef280 None None] Provisioning complete for port 37a120f4-e57a-4a57-bb0d-3075469c6967 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:49:00.514201 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-071d036d-0f9a-4348-9b42-b26b75fef280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:00.573063 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084c024d-a7ed-448a-b065-51b5082c565d tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Network 857dc95c-d471-492a-95a7-1cced70d0672 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:49:00.574901 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-084c024d-a7ed-448a-b065-51b5082c565d tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:49:00.686408 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-071d036d-0f9a-4348-9b42-b26b75fef280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:00.741624 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-071d036d-0f9a-4348-9b42-b26b75fef280 None None] For port 37a120f4-e57a-4a57-bb0d-3075469c6967, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=37a120f4-e57a-4a57-bb0d-3075469c6967,segment=NetworkSegment(6a890208-c469-461c-92ad-f6df8c756b8b),segment_id=6a890208-c469-461c-92ad-f6df8c756b8b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:49:00.760849 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-071d036d-0f9a-4348-9b42-b26b75fef280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:00.856782 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d036d-0f9a-4348-9b42-b26b75fef280 None None] Pushing event updated for resources: {'Port': ['ID=37a120f4-e57a-4a57-bb0d-3075469c6967,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:01.193630 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c1e35e0c-88ad-486b-aad7-86c315e2298a None None] Provisioning for port 6db3746d-14cd-44d8-8c1a-841bd9349cd4 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:49:01.198994 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c1e35e0c-88ad-486b-aad7-86c315e2298a None None] Provisioning complete for port 6db3746d-14cd-44d8-8c1a-841bd9349cd4 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:49:01.200490 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c1e35e0c-88ad-486b-aad7-86c315e2298a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:01.205927 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-084c024d-a7ed-448a-b065-51b5082c565d tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Router 3ab5735b-55c5-4aee-b51c-1ab093190a98 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:49:01.273276 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-c1e35e0c-88ad-486b-aad7-86c315e2298a None None] Port 6db3746d-14cd-44d8-8c1a-841bd9349cd4 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:49:01.308906 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c1e35e0c-88ad-486b-aad7-86c315e2298a None None] Provisioning complete for port 37a120f4-e57a-4a57-bb0d-3075469c6967 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:49:01.309277 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c1e35e0c-88ad-486b-aad7-86c315e2298a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:01.353412 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-084c024d-a7ed-448a-b065-51b5082c565d tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:49:01.374816 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-084c024d-a7ed-448a-b065-51b5082c565d tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "PUT /v2.0/routers/3ab5735b-55c5-4aee-b51c-1ab093190a98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7831430 Jul 09 16:49:01.435288 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca0e0a1-2fc5-4077-84ae-a241c6a1b6af None None] Sync routers for ids ['3ab5735b-55c5-4aee-b51c-1ab093190a98'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:49:01.445693 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca0e0a1-2fc5-4077-84ae-a241c6a1b6af None None] Routers {'3ab5735b-55c5-4aee-b51c-1ab093190a98'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:49:01.446547 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-eca0e0a1-2fc5-4077-84ae-a241c6a1b6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:48:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['3ab5735b-55c5-4aee-b51c-1ab093190a98'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:49:01.589716 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b82f7c79-10cb-459d-9afb-04c1085f3824 None None] Provisioning complete for port 6db3746d-14cd-44d8-8c1a-841bd9349cd4 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:49:01.590002 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b82f7c79-10cb-459d-9afb-04c1085f3824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:01.629051 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-eca0e0a1-2fc5-4077-84ae-a241c6a1b6af None None] Set router 3ab5735b-55c5-4aee-b51c-1ab093190a98 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:49:01.664414 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fa079330-d54a-4868-9b67-abd31ab7ba71 req-7ace76da-f072-4bc3-836c-9d07a26f4f3c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1817478997&fields=id&tenant_id=f98cc886c66a474a8d448186851b2eab HTTP/1.1" status: 200 len: 267 time: 0.0538905 Jul 09 16:49:01.683541 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 37a120f4-e57a-4a57-bb0d-3075469c6967 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:49:01.740819 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b82f7c79-10cb-459d-9afb-04c1085f3824 None None] Port 6db3746d-14cd-44d8-8c1a-841bd9349cd4 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:49:01.802385 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa079330-d54a-4868-9b67-abd31ab7ba71 req-63679745-b5a6-4978-9afd-4e1959dd2d8f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:01.804550 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fa079330-d54a-4868-9b67-abd31ab7ba71 req-63679745-b5a6-4978-9afd-4e1959dd2d8f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/networks?id=857dc95c-d471-492a-95a7-1cced70d0672 HTTP/1.1" status: 200 len: 797 time: 0.1389978 Jul 09 16:49:01.822536 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fa079330-d54a-4868-9b67-abd31ab7ba71 req-1f17e469-ef38-4da6-a324-59613be5060a tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/quotas/f98cc886c66a474a8d448186851b2eab HTTP/1.1" status: 200 len: 375 time: 0.0121582 Jul 09 16:49:01.839265 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 37a120f4-e57a-4a57-bb0d-3075469c6967 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:49:01.839795 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:01.914673 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fa079330-d54a-4868-9b67-abd31ab7ba71 req-da39e71a-4162-4c7e-9f2e-397d870e223c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=f98cc886c66a474a8d448186851b2eab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0859032 Jul 09 16:49:02.035136 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fa079330-d54a-4868-9b67-abd31ab7ba71 req-0d3898db-9800-4d2b-b358-0d64d0aae5e0 service neutron] 10.222.0.98 "GET /v2.0/networks/857dc95c-d471-492a-95a7-1cced70d0672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067138 Jul 09 16:49:02.108574 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9405bf37-102b-48fd-96e7-f31e54405b3f None None] Provisioning complete for port 6db3746d-14cd-44d8-8c1a-841bd9349cd4 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:49:02.108944 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9405bf37-102b-48fd-96e7-f31e54405b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:02.150190 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fa079330-d54a-4868-9b67-abd31ab7ba71 req-6ba6591d-b129-48a2-a708-69d03464f75b service neutron] 10.222.0.98 "GET /v2.0/networks/857dc95c-d471-492a-95a7-1cced70d0672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086149 Jul 09 16:49:02.188356 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9405bf37-102b-48fd-96e7-f31e54405b3f None None] Port 6db3746d-14cd-44d8-8c1a-841bd9349cd4 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:49:02.203828 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 724adf5a-0f74-45a9-bdfd-2ec53763c710 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:49:02.243293 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-eca0e0a1-2fc5-4077-84ae-a241c6a1b6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab5735b-55c5-4aee-b51c-1ab093190a98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-606612495', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '724adf5a-0f74-45a9-bdfd-2ec53763c710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:54Z', 'updated_at': '2021-07-09T16:48:59Z', 'revision_number': 4, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'gw_port': {'id': '724adf5a-0f74-45a9-bdfd-2ec53763c710', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:50:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab5735b-55c5-4aee-b51c-1ab093190a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:55Z', 'updated_at': '2021-07-09T16:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '6db3746d-14cd-44d8-8c1a-841bd9349cd4', 'name': '', 'network_id': '857dc95c-d471-492a-95a7-1cced70d0672', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'mac_address': 'fa:16:3e:cb:d3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ab5735b-55c5-4aee-b51c-1ab093190a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '502c82c6-7f28-4788-bdaa-b7fcf9e37983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:58Z', 'updated_at': '2021-07-09T16:49:00Z', 'revision_number': 2, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'subnets': [{'id': '502c82c6-7f28-4788-bdaa-b7fcf9e37983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:49:02.278525 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca0e0a1-2fc5-4077-84ae-a241c6a1b6af None None] Checking router: 3ab5735b-55c5-4aee-b51c-1ab093190a98 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:49:02.279530 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca0e0a1-2fc5-4077-84ae-a241c6a1b6af None None] Updating router 3ab5735b-55c5-4aee-b51c-1ab093190a98 port 6db3746d-14cd-44d8-8c1a-841bd9349cd4 binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:49:02.330803 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-eca0e0a1-2fc5-4077-84ae-a241c6a1b6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:02.373736 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e34e1fcc-e190-4475-9c07-420bda8a3c69 req-5846e4f5-d054-4a1d-bc19-87ce488b5ee6 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ce00e54-e7e6-4653-abfc-5b3c260e2ed5 HTTP/1.1" status: 200 len: 210 time: 0.0330992 Jul 09 16:49:02.391093 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 724adf5a-0f74-45a9-bdfd-2ec53763c710 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:49:02.391474 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:02.744800 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-eca0e0a1-2fc5-4077-84ae-a241c6a1b6af None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:02.755774 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-eca0e0a1-2fc5-4077-84ae-a241c6a1b6af None None] Transition to ACTIVE for port object 6db3746d-14cd-44d8-8c1a-841bd9349cd4 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:49:02.761323 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-eca0e0a1-2fc5-4077-84ae-a241c6a1b6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:02.821905 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b087d-fd08-4fe3-8571-2ad36b55569f None None] Pushing event updated for resources: {'Port': ['ID=6db3746d-14cd-44d8-8c1a-841bd9349cd4,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:02.891810 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-eca0e0a1-2fc5-4077-84ae-a241c6a1b6af None None] Attempting to bind port 6db3746d-14cd-44d8-8c1a-841bd9349cd4 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:49:02.893037 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-eca0e0a1-2fc5-4077-84ae-a241c6a1b6af None None] Attempting to bind port 6db3746d-14cd-44d8-8c1a-841bd9349cd4 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '6a890208-c469-461c-92ad-f6df8c756b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '857dc95c-d471-492a-95a7-1cced70d0672'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:49:02.893252 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca0e0a1-2fc5-4077-84ae-a241c6a1b6af None None] Attempting to bind port 6db3746d-14cd-44d8-8c1a-841bd9349cd4 on network 857dc95c-d471-492a-95a7-1cced70d0672 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:49:02.899324 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca0e0a1-2fc5-4077-84ae-a241c6a1b6af None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:49:02.899704 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca0e0a1-2fc5-4077-84ae-a241c6a1b6af None None] Checking segment: {'id': '6a890208-c469-461c-92ad-f6df8c756b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '857dc95c-d471-492a-95a7-1cced70d0672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:49:02.900150 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-eca0e0a1-2fc5-4077-84ae-a241c6a1b6af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:02.900549 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca0e0a1-2fc5-4077-84ae-a241c6a1b6af None None] Bound using segment: {'id': '6a890208-c469-461c-92ad-f6df8c756b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '857dc95c-d471-492a-95a7-1cced70d0672'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:49:02.901025 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-eca0e0a1-2fc5-4077-84ae-a241c6a1b6af None None] Bound port: 6db3746d-14cd-44d8-8c1a-841bd9349cd4, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a890208-c469-461c-92ad-f6df8c756b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '857dc95c-d471-492a-95a7-1cced70d0672'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:49:02.901468 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-eca0e0a1-2fc5-4077-84ae-a241c6a1b6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:02.981339 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-eca0e0a1-2fc5-4077-84ae-a241c6a1b6af None None] For port 6db3746d-14cd-44d8-8c1a-841bd9349cd4, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:49:02.984855 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-eca0e0a1-2fc5-4077-84ae-a241c6a1b6af None None] For port 6db3746d-14cd-44d8-8c1a-841bd9349cd4, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=6db3746d-14cd-44d8-8c1a-841bd9349cd4,segment=NetworkSegment(6a890208-c469-461c-92ad-f6df8c756b8b),segment_id=6a890208-c469-461c-92ad-f6df8c756b8b)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:49:02.990183 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-eca0e0a1-2fc5-4077-84ae-a241c6a1b6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:03.052369 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b087d-fd08-4fe3-8571-2ad36b55569f None None] Pushing event updated for resources: {'Port': ['ID=6db3746d-14cd-44d8-8c1a-841bd9349cd4,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:03.086376 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca0e0a1-2fc5-4077-84ae-a241c6a1b6af None None] Routers {'3ab5735b-55c5-4aee-b51c-1ab093190a98'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:49:03.087557 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-eca0e0a1-2fc5-4077-84ae-a241c6a1b6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:48:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['3ab5735b-55c5-4aee-b51c-1ab093190a98'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:49:03.231611 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-eca0e0a1-2fc5-4077-84ae-a241c6a1b6af None None] Set router 3ab5735b-55c5-4aee-b51c-1ab093190a98 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:49:03.509925 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-eca0e0a1-2fc5-4077-84ae-a241c6a1b6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab5735b-55c5-4aee-b51c-1ab093190a98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-606612495', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '724adf5a-0f74-45a9-bdfd-2ec53763c710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:54Z', 'updated_at': '2021-07-09T16:48:59Z', 'revision_number': 4, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'gw_port': {'id': '724adf5a-0f74-45a9-bdfd-2ec53763c710', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:50:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab5735b-55c5-4aee-b51c-1ab093190a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:55Z', 'updated_at': '2021-07-09T16:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '6db3746d-14cd-44d8-8c1a-841bd9349cd4', 'name': '', 'network_id': '857dc95c-d471-492a-95a7-1cced70d0672', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'mac_address': 'fa:16:3e:cb:d3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ab5735b-55c5-4aee-b51c-1ab093190a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '502c82c6-7f28-4788-bdaa-b7fcf9e37983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:58Z', 'updated_at': '2021-07-09T16:49:02Z', 'revision_number': 4, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'subnets': [{'id': '502c82c6-7f28-4788-bdaa-b7fcf9e37983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:49:03.551937 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca0e0a1-2fc5-4077-84ae-a241c6a1b6af None None] The sync data for ids ['3ab5735b-55c5-4aee-b51c-1ab093190a98'] in n-d-798930-3 is: [{'id': '3ab5735b-55c5-4aee-b51c-1ab093190a98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-606612495', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '724adf5a-0f74-45a9-bdfd-2ec53763c710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:54Z', 'updated_at': '2021-07-09T16:48:59Z', 'revision_number': 4, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'gw_port': {'id': '724adf5a-0f74-45a9-bdfd-2ec53763c710', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:50:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab5735b-55c5-4aee-b51c-1ab093190a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:55Z', 'updated_at': '2021-07-09T16:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '6db3746d-14cd-44d8-8c1a-841bd9349cd4', 'name': '', 'network_id': '857dc95c-d471-492a-95a7-1cced70d0672', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'mac_address': 'fa:16:3e:cb:d3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ab5735b-55c5-4aee-b51c-1ab093190a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '502c82c6-7f28-4788-bdaa-b7fcf9e37983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:58Z', 'updated_at': '2021-07-09T16:49:02Z', 'revision_number': 4, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'subnets': [{'id': '502c82c6-7f28-4788-bdaa-b7fcf9e37983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:49:03.661464 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b5179d59-171d-445f-835e-014292688a95 req-c47e98c7-f7e1-440c-bbd2-285ada0649c7 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ce00e54-e7e6-4653-abfc-5b3c260e2ed5 HTTP/1.1" status: 200 len: 210 time: 0.0686147 Jul 09 16:49:03.714837 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa079330-d54a-4868-9b67-abd31ab7ba71 req-a4c72737-aac8-4ce2-803b-b343bc487985 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:03.716877 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fa079330-d54a-4868-9b67-abd31ab7ba71 req-a4c72737-aac8-4ce2-803b-b343bc487985 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.77 "GET /v2.0/networks?id=857dc95c-d471-492a-95a7-1cced70d0672 HTTP/1.1" status: 200 len: 797 time: 0.2517645 Jul 09 16:49:03.772027 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fa079330-d54a-4868-9b67-abd31ab7ba71 req-27928ab4-f44e-4011-80d8-75cc083a2c51 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f98cc886c66a474a8d448186851b2eab HTTP/1.1" status: 200 len: 380 time: 0.0462971 Jul 09 16:49:03.780859 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-fa079330-d54a-4868-9b67-abd31ab7ba71 req-16d65d23-11c6-421c-91b8-1f107d7495db tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Request body: {'port': {'device_id': '6ce00e54-e7e6-4653-abfc-5b3c260e2ed5', 'network_id': '857dc95c-d471-492a-95a7-1cced70d0672', 'admin_state_up': True, 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'security_groups': ['1b2ae053-1edb-471e-b958-92115a571cb0']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:49:03.896828 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa079330-d54a-4868-9b67-abd31ab7ba71 req-16d65d23-11c6-421c-91b8-1f107d7495db tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Made reservation on behalf of f98cc886c66a474a8d448186851b2eab for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:49:03.900960 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fa079330-d54a-4868-9b67-abd31ab7ba71 req-16d65d23-11c6-421c-91b8-1f107d7495db tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:04.041162 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-fa079330-d54a-4868-9b67-abd31ab7ba71 req-16d65d23-11c6-421c-91b8-1f107d7495db tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Allocated IP 172.20.0.10 (857dc95c-d471-492a-95a7-1cced70d0672/502c82c6-7f28-4788-bdaa-b7fcf9e37983/676bc418-abd6-4920-bede-6c4f12bc6cb9) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:49:04.210377 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fa079330-d54a-4868-9b67-abd31ab7ba71 req-16d65d23-11c6-421c-91b8-1f107d7495db tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:04.225702 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-fa079330-d54a-4868-9b67-abd31ab7ba71 req-16d65d23-11c6-421c-91b8-1f107d7495db tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Transition to ACTIVE for port object 676bc418-abd6-4920-bede-6c4f12bc6cb9 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:49:04.260192 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fa079330-d54a-4868-9b67-abd31ab7ba71 req-16d65d23-11c6-421c-91b8-1f107d7495db tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:04.305525 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa079330-d54a-4868-9b67-abd31ab7ba71 req-16d65d23-11c6-421c-91b8-1f107d7495db tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Network 857dc95c-d471-492a-95a7-1cced70d0672 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:49:04.315327 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-fa079330-d54a-4868-9b67-abd31ab7ba71 req-16d65d23-11c6-421c-91b8-1f107d7495db tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:49:04.322146 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa079330-d54a-4868-9b67-abd31ab7ba71 req-16d65d23-11c6-421c-91b8-1f107d7495db tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:49:04.360490 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d65d23-11c6-421c-91b8-1f107d7495db tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event updated for resources: {'Port': ['ID=676bc418-abd6-4920-bede-6c4f12bc6cb9,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:04.383909 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa079330-d54a-4868-9b67-abd31ab7ba71 req-16d65d23-11c6-421c-91b8-1f107d7495db tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:04.385631 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fa079330-d54a-4868-9b67-abd31ab7ba71 req-16d65d23-11c6-421c-91b8-1f107d7495db tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:04.411029 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fa079330-d54a-4868-9b67-abd31ab7ba71 req-16d65d23-11c6-421c-91b8-1f107d7495db tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6322389 Jul 09 16:49:04.421810 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-fa079330-d54a-4868-9b67-abd31ab7ba71 req-b2dfb9fe-88f3-40fd-aeb8-1e7e3c6824e4 service neutron] Request body: {'port': {'device_id': '6ce00e54-e7e6-4653-abfc-5b3c260e2ed5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:49:04.511464 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fa079330-d54a-4868-9b67-abd31ab7ba71 req-b2dfb9fe-88f3-40fd-aeb8-1e7e3c6824e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:04.648752 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e1e67329-91b2-4b1e-ba2a-23a97849f648 None None] Provisioning for port 676bc418-abd6-4920-bede-6c4f12bc6cb9 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:49:04.655353 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e1e67329-91b2-4b1e-ba2a-23a97849f648 None None] Provisioning complete for port 676bc418-abd6-4920-bede-6c4f12bc6cb9 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:49:04.655754 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e1e67329-91b2-4b1e-ba2a-23a97849f648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:04.721433 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-e1e67329-91b2-4b1e-ba2a-23a97849f648 None None] Port 676bc418-abd6-4920-bede-6c4f12bc6cb9 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:49:04.892825 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-fa079330-d54a-4868-9b67-abd31ab7ba71 req-b2dfb9fe-88f3-40fd-aeb8-1e7e3c6824e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 676bc418-abd6-4920-bede-6c4f12bc6cb9 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:49:04.905615 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fa079330-d54a-4868-9b67-abd31ab7ba71 req-b2dfb9fe-88f3-40fd-aeb8-1e7e3c6824e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:04.929676 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed6110-7407-4775-9e87-e600b26e56c0 req-e8872f39-d45f-4b6c-8f41-881e33e0c757 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:04.931225 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-afed6110-7407-4775-9e87-e600b26e56c0 req-e8872f39-d45f-4b6c-8f41-881e33e0c757 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ce00e54-e7e6-4653-abfc-5b3c260e2ed5 HTTP/1.1" status: 200 len: 932 time: 0.1368582 Jul 09 16:49:04.932470 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-fa079330-d54a-4868-9b67-abd31ab7ba71 req-b2dfb9fe-88f3-40fd-aeb8-1e7e3c6824e4 service neutron] Transition to ACTIVE for port object 676bc418-abd6-4920-bede-6c4f12bc6cb9 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:49:04.936325 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fa079330-d54a-4868-9b67-abd31ab7ba71 req-b2dfb9fe-88f3-40fd-aeb8-1e7e3c6824e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:05.025365 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfb9fe-88f3-40fd-aeb8-1e7e3c6824e4 service neutron] Pushing event updated for resources: {'Port': ['ID=676bc418-abd6-4920-bede-6c4f12bc6cb9,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:05.056056 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-afed6110-7407-4775-9e87-e600b26e56c0 req-80b1e6b7-d115-4338-9958-0910da508450 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b2ae053-1edb-471e-b958-92115a571cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028411 Jul 09 16:49:05.111981 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-fa079330-d54a-4868-9b67-abd31ab7ba71 req-b2dfb9fe-88f3-40fd-aeb8-1e7e3c6824e4 service neutron] Attempting to bind port 676bc418-abd6-4920-bede-6c4f12bc6cb9 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:49:05.112420 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-fa079330-d54a-4868-9b67-abd31ab7ba71 req-b2dfb9fe-88f3-40fd-aeb8-1e7e3c6824e4 service neutron] Attempting to bind port 676bc418-abd6-4920-bede-6c4f12bc6cb9 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '6a890208-c469-461c-92ad-f6df8c756b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '857dc95c-d471-492a-95a7-1cced70d0672'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:49:05.112808 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa079330-d54a-4868-9b67-abd31ab7ba71 req-b2dfb9fe-88f3-40fd-aeb8-1e7e3c6824e4 service neutron] Attempting to bind port 676bc418-abd6-4920-bede-6c4f12bc6cb9 on network 857dc95c-d471-492a-95a7-1cced70d0672 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:49:05.117501 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa079330-d54a-4868-9b67-abd31ab7ba71 req-b2dfb9fe-88f3-40fd-aeb8-1e7e3c6824e4 service neutron] Port 676bc418-abd6-4920-bede-6c4f12bc6cb9 on network 857dc95c-d471-492a-95a7-1cced70d0672 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:49:05.117991 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa079330-d54a-4868-9b67-abd31ab7ba71 req-b2dfb9fe-88f3-40fd-aeb8-1e7e3c6824e4 service neutron] Attempting to bind port 676bc418-abd6-4920-bede-6c4f12bc6cb9 on network 857dc95c-d471-492a-95a7-1cced70d0672 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:49:05.123120 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa079330-d54a-4868-9b67-abd31ab7ba71 req-b2dfb9fe-88f3-40fd-aeb8-1e7e3c6824e4 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:49:05.123458 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa079330-d54a-4868-9b67-abd31ab7ba71 req-b2dfb9fe-88f3-40fd-aeb8-1e7e3c6824e4 service neutron] Checking segment: {'id': '6a890208-c469-461c-92ad-f6df8c756b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '857dc95c-d471-492a-95a7-1cced70d0672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:49:05.123844 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa079330-d54a-4868-9b67-abd31ab7ba71 req-b2dfb9fe-88f3-40fd-aeb8-1e7e3c6824e4 service neutron] Bound using segment: {'id': '6a890208-c469-461c-92ad-f6df8c756b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '857dc95c-d471-492a-95a7-1cced70d0672'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:49:05.124272 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-fa079330-d54a-4868-9b67-abd31ab7ba71 req-b2dfb9fe-88f3-40fd-aeb8-1e7e3c6824e4 service neutron] Bound port: 676bc418-abd6-4920-bede-6c4f12bc6cb9, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a890208-c469-461c-92ad-f6df8c756b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '857dc95c-d471-492a-95a7-1cced70d0672'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:49:05.124861 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fa079330-d54a-4868-9b67-abd31ab7ba71 req-b2dfb9fe-88f3-40fd-aeb8-1e7e3c6824e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:05.197944 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-fa079330-d54a-4868-9b67-abd31ab7ba71 req-b2dfb9fe-88f3-40fd-aeb8-1e7e3c6824e4 service neutron] For port 676bc418-abd6-4920-bede-6c4f12bc6cb9, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:49:05.203740 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-fa079330-d54a-4868-9b67-abd31ab7ba71 req-b2dfb9fe-88f3-40fd-aeb8-1e7e3c6824e4 service neutron] For port 676bc418-abd6-4920-bede-6c4f12bc6cb9, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=676bc418-abd6-4920-bede-6c4f12bc6cb9,segment=NetworkSegment(6a890208-c469-461c-92ad-f6df8c756b8b),segment_id=6a890208-c469-461c-92ad-f6df8c756b8b)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:49:05.216985 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fa079330-d54a-4868-9b67-abd31ab7ba71 req-b2dfb9fe-88f3-40fd-aeb8-1e7e3c6824e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:05.257413 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa079330-d54a-4868-9b67-abd31ab7ba71 req-b2dfb9fe-88f3-40fd-aeb8-1e7e3c6824e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:05.258411 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fa079330-d54a-4868-9b67-abd31ab7ba71 req-b2dfb9fe-88f3-40fd-aeb8-1e7e3c6824e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:05.260004 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fa079330-d54a-4868-9b67-abd31ab7ba71 req-b2dfb9fe-88f3-40fd-aeb8-1e7e3c6824e4 service neutron] 10.222.0.77 "PUT /v2.0/ports/676bc418-abd6-4920-bede-6c4f12bc6cb9 HTTP/1.1" status: 200 len: 1092 time: 0.8427556 Jul 09 16:49:05.260451 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ce00e54-e7e6-4653-abfc-5b3c260e2ed5', 'tag': '676bc418-abd6-4920-bede-6c4f12bc6cb9'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:49:05.262872 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a18e1f-4e16-49d7-ae3d-50cba2630b78" -d '{"events": [{"name": "network-changed", "server_uuid": "6ce00e54-e7e6-4653-abfc-5b3c260e2ed5", "tag": "676bc418-abd6-4920-bede-6c4f12bc6cb9"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:49:05.306160 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72fd1e3-3f21-43c4-8a5f-03409533d607 x-openstack-request-id: req-f72fd1e3-3f21-43c4-8a5f-03409533d607 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:49:05.306718 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ce00e54-e7e6-4653-abfc-5b3c260e2ed5", "tag": "676bc418-abd6-4920-bede-6c4f12bc6cb9", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:49:05.307007 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f72fd1e3-3f21-43c4-8a5f-03409533d607 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:49:05.307415 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ce00e54-e7e6-4653-abfc-5b3c260e2ed5', 'tag': '676bc418-abd6-4920-bede-6c4f12bc6cb9', 'status': 'completed', 'code': 200} Jul 09 16:49:05.358072 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfb9fe-88f3-40fd-aeb8-1e7e3c6824e4 service neutron] Pushing event updated for resources: {'Port': ['ID=676bc418-abd6-4920-bede-6c4f12bc6cb9,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:05.390686 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa079330-d54a-4868-9b67-abd31ab7ba71 req-bd9889b5-d7c2-43ea-95db-c968336fd213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:05.392895 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fa079330-d54a-4868-9b67-abd31ab7ba71 req-bd9889b5-d7c2-43ea-95db-c968336fd213 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f98cc886c66a474a8d448186851b2eab&device_id=6ce00e54-e7e6-4653-abfc-5b3c260e2ed5 HTTP/1.1" status: 200 len: 1095 time: 0.0783002 Jul 09 16:49:05.442196 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fa079330-d54a-4868-9b67-abd31ab7ba71 req-3c900a7b-9da7-46a7-900b-db4c1075648a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=676bc418-abd6-4920-bede-6c4f12bc6cb9 HTTP/1.1" status: 200 len: 217 time: 0.0424073 Jul 09 16:49:05.495255 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa079330-d54a-4868-9b67-abd31ab7ba71 req-a56984d8-6609-4996-b246-2831467f0a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:05.496741 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fa079330-d54a-4868-9b67-abd31ab7ba71 req-a56984d8-6609-4996-b246-2831467f0a08 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=502c82c6-7f28-4788-bdaa-b7fcf9e37983 HTTP/1.1" status: 200 len: 834 time: 0.0489764 Jul 09 16:49:05.565713 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa079330-d54a-4868-9b67-abd31ab7ba71 req-a9276f7d-0fef-4a9d-9eb6-7d3920896470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:05.567262 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fa079330-d54a-4868-9b67-abd31ab7ba71 req-a9276f7d-0fef-4a9d-9eb6-7d3920896470 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=857dc95c-d471-492a-95a7-1cced70d0672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643570 Jul 09 16:49:05.625750 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 6db3746d-14cd-44d8-8c1a-841bd9349cd4 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:49:05.666634 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fa079330-d54a-4868-9b67-abd31ab7ba71 req-ee348947-91c9-4dea-a537-76b465856d27 service neutron] 10.222.0.77 "GET /v2.0/networks/857dc95c-d471-492a-95a7-1cced70d0672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927713 Jul 09 16:49:05.687302 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 6db3746d-14cd-44d8-8c1a-841bd9349cd4 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:49:05.692485 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 6db3746d-14cd-44d8-8c1a-841bd9349cd4 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:49:05.692958 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:05.765034 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fa079330-d54a-4868-9b67-abd31ab7ba71 req-24f1aeec-c89b-40ed-b8cd-a84be6e8b344 service neutron] 10.222.0.77 "GET /v2.0/networks/857dc95c-d471-492a-95a7-1cced70d0672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923743 Jul 09 16:49:05.786030 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:05.820546 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 6db3746d-14cd-44d8-8c1a-841bd9349cd4, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=6db3746d-14cd-44d8-8c1a-841bd9349cd4,segment=NetworkSegment(6a890208-c469-461c-92ad-f6df8c756b8b),segment_id=6a890208-c469-461c-92ad-f6df8c756b8b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:49:05.825380 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:05.893787 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a18e1f-4e16-49d7-ae3d-50cba2630b78 req-17b04f91-85ad-47a3-8f12-ae1b9554b4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:05.895694 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a3a18e1f-4e16-49d7-ae3d-50cba2630b78 req-17b04f91-85ad-47a3-8f12-ae1b9554b4ca service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f98cc886c66a474a8d448186851b2eab&device_id=6ce00e54-e7e6-4653-abfc-5b3c260e2ed5 HTTP/1.1" status: 200 len: 1095 time: 0.0780706 Jul 09 16:49:05.896026 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=6db3746d-14cd-44d8-8c1a-841bd9349cd4,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:05.991528 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a18e1f-4e16-49d7-ae3d-50cba2630b78 req-820db144-3f6a-4bdb-8965-e859c3daf96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:05.992994 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a3a18e1f-4e16-49d7-ae3d-50cba2630b78 req-820db144-3f6a-4bdb-8965-e859c3daf96b service neutron] 10.222.0.77 "GET /v2.0/networks?id=857dc95c-d471-492a-95a7-1cced70d0672 HTTP/1.1" status: 200 len: 898 time: 0.0911996 Jul 09 16:49:06.034966 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a3a18e1f-4e16-49d7-ae3d-50cba2630b78 req-19325109-7fa9-4ec9-8f02-b8fce57b6f35 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=676bc418-abd6-4920-bede-6c4f12bc6cb9 HTTP/1.1" status: 200 len: 217 time: 0.0357411 Jul 09 16:49:06.092617 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a18e1f-4e16-49d7-ae3d-50cba2630b78 req-d44bafee-57e8-46b3-bcc3-ad3f50180fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:06.094110 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a3a18e1f-4e16-49d7-ae3d-50cba2630b78 req-d44bafee-57e8-46b3-bcc3-ad3f50180fbf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=502c82c6-7f28-4788-bdaa-b7fcf9e37983 HTTP/1.1" status: 200 len: 834 time: 0.0513020 Jul 09 16:49:06.156688 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a18e1f-4e16-49d7-ae3d-50cba2630b78 req-dd09098e-d174-4214-b71a-92e952c2431d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:06.158211 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a3a18e1f-4e16-49d7-ae3d-50cba2630b78 req-dd09098e-d174-4214-b71a-92e952c2431d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=857dc95c-d471-492a-95a7-1cced70d0672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566943 Jul 09 16:49:06.295837 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a3a18e1f-4e16-49d7-ae3d-50cba2630b78 req-5df467e2-d963-455f-ae4b-e036f01e3909 service neutron] 10.222.0.77 "GET /v2.0/networks/857dc95c-d471-492a-95a7-1cced70d0672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309185 Jul 09 16:49:06.324107 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb5d1b-e1c9-4009-9792-ffac6301daf8 req-319ec0c0-5906-4d1e-b759-bb3a7c25ebbe tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:06.328593 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-85fb5d1b-e1c9-4009-9792-ffac6301daf8 req-319ec0c0-5906-4d1e-b759-bb3a7c25ebbe tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ce00e54-e7e6-4653-abfc-5b3c260e2ed5 HTTP/1.1" status: 200 len: 944 time: 0.1424975 Jul 09 16:49:06.411860 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-85fb5d1b-e1c9-4009-9792-ffac6301daf8 req-6ca032c6-34b2-4658-a1cb-ea03741c2548 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b2ae053-1edb-471e-b958-92115a571cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758481 Jul 09 16:49:06.434121 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a3a18e1f-4e16-49d7-ae3d-50cba2630b78 req-80b25193-6712-4e94-8bfc-0b4b4185967a service neutron] 10.222.0.77 "GET /v2.0/networks/857dc95c-d471-492a-95a7-1cced70d0672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308393 Jul 09 16:49:06.638932 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 676bc418-abd6-4920-bede-6c4f12bc6cb9 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:49:06.733237 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 676bc418-abd6-4920-bede-6c4f12bc6cb9, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=676bc418-abd6-4920-bede-6c4f12bc6cb9,segment=NetworkSegment(6a890208-c469-461c-92ad-f6df8c756b8b),segment_id=6a890208-c469-461c-92ad-f6df8c756b8b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:49:06.745963 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '676bc418-abd6-4920-bede-6c4f12bc6cb9', 'network_id': '857dc95c-d471-492a-95a7-1cced70d0672', 'port_id': '676bc418-abd6-4920-bede-6c4f12bc6cb9', 'mac_address': 'fa:16:3e:16:3a:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '502c82c6-7f28-4788-bdaa-b7fcf9e37983', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:49:06.788158 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:06.803336 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 676bc418-abd6-4920-bede-6c4f12bc6cb9 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:49:06.824404 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 676bc418-abd6-4920-bede-6c4f12bc6cb9, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=676bc418-abd6-4920-bede-6c4f12bc6cb9,segment=NetworkSegment(6a890208-c469-461c-92ad-f6df8c756b8b),segment_id=6a890208-c469-461c-92ad-f6df8c756b8b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:49:06.828383 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:06.875840 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=676bc418-abd6-4920-bede-6c4f12bc6cb9,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:07.025463 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['676bc418-abd6-4920-bede-6c4f12bc6cb9'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:49:07.578612 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 6db3746d-14cd-44d8-8c1a-841bd9349cd4 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:49:07.608209 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fd4a5d-9f5f-4f74-9e19-d7783a571ccd req-b82114af-0dca-4a2d-9f3d-09a41f80bdba tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:07.609841 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d6fd4a5d-9f5f-4f74-9e19-d7783a571ccd req-b82114af-0dca-4a2d-9f3d-09a41f80bdba tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ce00e54-e7e6-4653-abfc-5b3c260e2ed5 HTTP/1.1" status: 200 len: 945 time: 0.0838516 Jul 09 16:49:07.631466 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 6db3746d-14cd-44d8-8c1a-841bd9349cd4 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:49:07.631838 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:07.651975 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d6fd4a5d-9f5f-4f74-9e19-d7783a571ccd req-a313da42-6479-4171-bb0a-db52da911375 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b2ae053-1edb-471e-b958-92115a571cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349624 Jul 09 16:49:08.669814 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 676bc418-abd6-4920-bede-6c4f12bc6cb9 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:49:08.722597 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 676bc418-abd6-4920-bede-6c4f12bc6cb9 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:49:08.726974 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 676bc418-abd6-4920-bede-6c4f12bc6cb9 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:49:08.727347 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:08.824084 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:08.859841 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce00e54-e7e6-4653-abfc-5b3c260e2ed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '676bc418-abd6-4920-bede-6c4f12bc6cb9'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:49:08.862321 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe084a7-a748-436e-b2b4-57680e9faf67" -d '{"events": [{"server_uuid": "6ce00e54-e7e6-4653-abfc-5b3c260e2ed5", "name": "network-vif-plugged", "status": "completed", "tag": "676bc418-abd6-4920-bede-6c4f12bc6cb9"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:49:08.863581 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048319b0-780f-4417-9e00-1ff72f566350 req-aef4ef15-e9f1-4575-b189-755d8e6da026 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:08.870599 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-048319b0-780f-4417-9e00-1ff72f566350 req-aef4ef15-e9f1-4575-b189-755d8e6da026 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ce00e54-e7e6-4653-abfc-5b3c260e2ed5 HTTP/1.1" status: 200 len: 945 time: 0.0927899 Jul 09 16:49:08.880202 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 676bc418-abd6-4920-bede-6c4f12bc6cb9, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=676bc418-abd6-4920-bede-6c4f12bc6cb9,segment=NetworkSegment(6a890208-c469-461c-92ad-f6df8c756b8b),segment_id=6a890208-c469-461c-92ad-f6df8c756b8b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:49:08.885570 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:08.916558 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-048319b0-780f-4417-9e00-1ff72f566350 req-e875474d-2fd2-40d1-a7a8-4ae19bfcc33c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b2ae053-1edb-471e-b958-92115a571cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447454 Jul 09 16:49:08.937598 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=676bc418-abd6-4920-bede-6c4f12bc6cb9,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:08.964070 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4e9335-6f02-489c-9ba5-e3f52de2046d x-openstack-request-id: req-5f4e9335-6f02-489c-9ba5-e3f52de2046d {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:49:08.964364 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce00e54-e7e6-4653-abfc-5b3c260e2ed5", "name": "network-vif-plugged", "status": "completed", "tag": "676bc418-abd6-4920-bede-6c4f12bc6cb9", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:49:08.964642 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5f4e9335-6f02-489c-9ba5-e3f52de2046d {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:49:08.965040 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce00e54-e7e6-4653-abfc-5b3c260e2ed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '676bc418-abd6-4920-bede-6c4f12bc6cb9', 'code': 200} Jul 09 16:49:09.108313 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210934c1-fdac-4d88-9d0d-ee016ad777ed req-f977ee04-0033-4b2e-af50-17d3105d1d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:09.109840 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-210934c1-fdac-4d88-9d0d-ee016ad777ed req-f977ee04-0033-4b2e-af50-17d3105d1d82 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6ce00e54-e7e6-4653-abfc-5b3c260e2ed5 HTTP/1.1" status: 200 len: 1097 time: 0.0579422 Jul 09 16:49:09.147066 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-210934c1-fdac-4d88-9d0d-ee016ad777ed req-3521b55f-f665-4262-965d-9d38b0c1e4e0 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1b2ae053-1edb-471e-b958-92115a571cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296392 Jul 09 16:49:10.089955 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:49:10.106654 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d0b4a-244e-4456-a018-d786fd2ddf06 req-f6080ff2-3d2b-40bf-bbcb-619a08a36b68 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:10.108249 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-df3d0b4a-244e-4456-a018-d786fd2ddf06 req-f6080ff2-3d2b-40bf-bbcb-619a08a36b68 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ce00e54-e7e6-4653-abfc-5b3c260e2ed5 HTTP/1.1" status: 200 len: 946 time: 0.0703540 Jul 09 16:49:10.146637 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-df3d0b4a-244e-4456-a018-d786fd2ddf06 req-059ccda5-9915-434d-8870-ffefeb0c7c72 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b2ae053-1edb-471e-b958-92115a571cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327203 Jul 09 16:49:10.237868 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:11.329408 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54c91e-f884-4f6d-b53f-3793e25bb048 req-cf3145f0-fc76-4228-bf0d-60e693ac64f8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:11.331781 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dd54c91e-f884-4f6d-b53f-3793e25bb048 req-cf3145f0-fc76-4228-bf0d-60e693ac64f8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ce00e54-e7e6-4653-abfc-5b3c260e2ed5 HTTP/1.1" status: 200 len: 946 time: 0.0713437 Jul 09 16:49:11.373610 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dd54c91e-f884-4f6d-b53f-3793e25bb048 req-2e2859b1-50e6-4791-a644-114bd6cbfc54 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b2ae053-1edb-471e-b958-92115a571cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362272 Jul 09 16:49:11.571056 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc4417b-2f4f-4009-84a6-da472be66c9f req-83a1ccdf-3a62-4531-a33c-93a9ac7b526e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:11.572852 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9bc4417b-2f4f-4009-84a6-da472be66c9f req-83a1ccdf-3a62-4531-a33c-93a9ac7b526e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ce00e54-e7e6-4653-abfc-5b3c260e2ed5 HTTP/1.1" status: 200 len: 946 time: 0.0825968 Jul 09 16:49:11.615622 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9bc4417b-2f4f-4009-84a6-da472be66c9f req-bb6b5c47-c6b6-4b9e-bccb-a2ff0d303d9f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b2ae053-1edb-471e-b958-92115a571cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358102 Jul 09 16:49:11.642101 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 48658) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:11.703540 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a16402a-f72f-4d2a-899c-e79d6743f1f9 tempest-TestNetworkAdvancedServerOps-1802097100 tempest-TestNetworkAdvancedServerOps-1802097100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:11.705098 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0a16402a-f72f-4d2a-899c-e79d6743f1f9 tempest-TestNetworkAdvancedServerOps-1802097100 tempest-TestNetworkAdvancedServerOps-1802097100-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=6ce00e54-e7e6-4653-abfc-5b3c260e2ed5 HTTP/1.1" status: 200 len: 1092 time: 0.0614324 Jul 09 16:49:11.708831 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 48660) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:11.713569 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-6cae043d-9e28-4d88-a46b-416ded34b55c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Request body: {'floatingip': {'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'port_id': '676bc418-abd6-4920-bede-6c4f12bc6cb9', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:49:11.736970 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6cae043d-9e28-4d88-a46b-416ded34b55c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:11.841652 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6cae043d-9e28-4d88-a46b-416ded34b55c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:11.958990 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-6cae043d-9e28-4d88-a46b-416ded34b55c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Allocated IP 172.25.0.73 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/c692ae66-b510-4a5a-8c75-dcd7a2b23564) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:49:12.090408 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6cae043d-9e28-4d88-a46b-416ded34b55c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:12.132861 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6cae043d-9e28-4d88-a46b-416ded34b55c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:12.182317 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cae043d-9e28-4d88-a46b-416ded34b55c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:49:12.187469 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-6cae043d-9e28-4d88-a46b-416ded34b55c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:49:12.192883 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cae043d-9e28-4d88-a46b-416ded34b55c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:49:12.221757 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae043d-9e28-4d88-a46b-416ded34b55c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event updated for resources: {'Port': ['ID=c692ae66-b510-4a5a-8c75-dcd7a2b23564,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:12.923532 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6cae043d-9e28-4d88-a46b-416ded34b55c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:13.007239 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6cae043d-9e28-4d88-a46b-416ded34b55c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:13.164636 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6cae043d-9e28-4d88-a46b-416ded34b55c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:13.169454 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6cae043d-9e28-4d88-a46b-416ded34b55c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:13.253890 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae043d-9e28-4d88-a46b-416ded34b55c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event updated for resources: {'Port': ['ID=c692ae66-b510-4a5a-8c75-dcd7a2b23564,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:13.265673 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6cae043d-9e28-4d88-a46b-416ded34b55c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:13.367918 n-d-798930-3 neutron-server[93958]: INFO neutron.db.l3_db [None req-6cae043d-9e28-4d88-a46b-416ded34b55c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Floating IP 906c9ef5-9074-486d-be1c-cec32c9ffeca associated. External IP: 172.25.0.73, port: 676bc418-abd6-4920-bede-6c4f12bc6cb9. Jul 09 16:49:13.590850 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cae043d-9e28-4d88-a46b-416ded34b55c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Router 3ab5735b-55c5-4aee-b51c-1ab093190a98 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:49:13.700889 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cae043d-9e28-4d88-a46b-416ded34b55c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:49:13.711417 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4982bfcb-9deb-44d5-bbab-a87c65287261 None None] Sync routers for ids ['3ab5735b-55c5-4aee-b51c-1ab093190a98'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:49:13.718551 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6cae043d-9e28-4d88-a46b-416ded34b55c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:13.724386 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4982bfcb-9deb-44d5-bbab-a87c65287261 None None] Routers {'3ab5735b-55c5-4aee-b51c-1ab093190a98'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:49:13.724998 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-4982bfcb-9deb-44d5-bbab-a87c65287261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:48:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['3ab5735b-55c5-4aee-b51c-1ab093190a98'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:49:13.761797 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6cae043d-9e28-4d88-a46b-416ded34b55c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0518370 Jul 09 16:49:13.762618 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ce00e54-e7e6-4653-abfc-5b3c260e2ed5', 'tag': '676bc418-abd6-4920-bede-6c4f12bc6cb9'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:49:13.765326 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c8309c-24ad-4e7d-84fa-6eae6b54ba0d" -d '{"events": [{"name": "network-changed", "server_uuid": "6ce00e54-e7e6-4653-abfc-5b3c260e2ed5", "tag": "676bc418-abd6-4920-bede-6c4f12bc6cb9"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:49:13.842369 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-4982bfcb-9deb-44d5-bbab-a87c65287261 None None] Set router 3ab5735b-55c5-4aee-b51c-1ab093190a98 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:49:13.925422 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb11652e-a27b-4070-9428-b0a3645093af req-a7651ec7-04f9-4c11-a890-7489b5e28ba1 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:13.926959 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bb11652e-a27b-4070-9428-b0a3645093af req-a7651ec7-04f9-4c11-a890-7489b5e28ba1 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ce00e54-e7e6-4653-abfc-5b3c260e2ed5 HTTP/1.1" status: 200 len: 946 time: 0.0698342 Jul 09 16:49:13.969740 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bb11652e-a27b-4070-9428-b0a3645093af req-9d8e3403-42e2-40b1-9a1b-239c018f30e8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b2ae053-1edb-471e-b958-92115a571cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363605 Jul 09 16:49:13.997275 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 48706) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:14.027471 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729d1d31-ff91-4faa-91ce-46ceb284f80c x-openstack-request-id: req-729d1d31-ff91-4faa-91ce-46ceb284f80c {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:49:14.027824 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ce00e54-e7e6-4653-abfc-5b3c260e2ed5", "tag": "676bc418-abd6-4920-bede-6c4f12bc6cb9", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:49:14.028081 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-729d1d31-ff91-4faa-91ce-46ceb284f80c {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:49:14.029437 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ce00e54-e7e6-4653-abfc-5b3c260e2ed5', 'tag': '676bc418-abd6-4920-bede-6c4f12bc6cb9', 'status': 'completed', 'code': 200} Jul 09 16:49:14.097865 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-1ada3460-6b39-425a-9b30-ddec2cf7f6b6 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/floatingips/906c9ef5-9074-486d-be1c-cec32c9ffeca HTTP/1.1" status: 200 len: 991 time: 0.0994143 Jul 09 16:49:14.105513 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-4982bfcb-9deb-44d5-bbab-a87c65287261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab5735b-55c5-4aee-b51c-1ab093190a98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-606612495', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '724adf5a-0f74-45a9-bdfd-2ec53763c710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:54Z', 'updated_at': '2021-07-09T16:48:59Z', 'revision_number': 4, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'gw_port': {'id': '724adf5a-0f74-45a9-bdfd-2ec53763c710', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:50:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab5735b-55c5-4aee-b51c-1ab093190a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:55Z', 'updated_at': '2021-07-09T16:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '906c9ef5-9074-486d-be1c-cec32c9ffeca', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'floating_ip_address': '172.25.0.73', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '3ab5735b-55c5-4aee-b51c-1ab093190a98', 'port_id': '676bc418-abd6-4920-bede-6c4f12bc6cb9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '857dc95c-d471-492a-95a7-1cced70d0672', 'mac_address': 'fa:16:3e:16:3a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce00e54-e7e6-4653-abfc-5b3c260e2ed5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:49:12Z', 'updated_at': '2021-07-09T16:49:12Z', 'revision_number': 0, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6db3746d-14cd-44d8-8c1a-841bd9349cd4', 'name': '', 'network_id': '857dc95c-d471-492a-95a7-1cced70d0672', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'mac_address': 'fa:16:3e:cb:d3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab5735b-55c5-4aee-b51c-1ab093190a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '502c82c6-7f28-4788-bdaa-b7fcf9e37983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:58Z', 'updated_at': '2021-07-09T16:49:05Z', 'revision_number': 5, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'subnets': [{'id': '502c82c6-7f28-4788-bdaa-b7fcf9e37983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:49:14.113520 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8309c-24ad-4e7d-84fa-6eae6b54ba0d req-1797d9ea-7313-4cd4-b067-b8705aff2a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:14.115038 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d6c8309c-24ad-4e7d-84fa-6eae6b54ba0d req-1797d9ea-7313-4cd4-b067-b8705aff2a1d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f98cc886c66a474a8d448186851b2eab&device_id=6ce00e54-e7e6-4653-abfc-5b3c260e2ed5 HTTP/1.1" status: 200 len: 1097 time: 0.0670671 Jul 09 16:49:14.139488 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4982bfcb-9deb-44d5-bbab-a87c65287261 None None] Checking router: 3ab5735b-55c5-4aee-b51c-1ab093190a98 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:49:14.149004 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4982bfcb-9deb-44d5-bbab-a87c65287261 None None] Routers {'3ab5735b-55c5-4aee-b51c-1ab093190a98'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:49:14.149611 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-4982bfcb-9deb-44d5-bbab-a87c65287261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:48:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['3ab5735b-55c5-4aee-b51c-1ab093190a98'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:49:14.209057 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8309c-24ad-4e7d-84fa-6eae6b54ba0d req-a48f0798-7b05-4216-8974-a9a9ecf05b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:14.210463 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d6c8309c-24ad-4e7d-84fa-6eae6b54ba0d req-a48f0798-7b05-4216-8974-a9a9ecf05b9a service neutron] 10.222.0.77 "GET /v2.0/networks?id=857dc95c-d471-492a-95a7-1cced70d0672 HTTP/1.1" status: 200 len: 898 time: 0.0898261 Jul 09 16:49:14.258568 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-4982bfcb-9deb-44d5-bbab-a87c65287261 None None] Set router 3ab5735b-55c5-4aee-b51c-1ab093190a98 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:49:14.280083 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d6c8309c-24ad-4e7d-84fa-6eae6b54ba0d req-ec5508c4-9b68-4219-aca2-3ff1b6c3a8b7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=676bc418-abd6-4920-bede-6c4f12bc6cb9 HTTP/1.1" status: 200 len: 999 time: 0.0640028 Jul 09 16:49:14.332102 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8309c-24ad-4e7d-84fa-6eae6b54ba0d req-6400c478-e3f3-4f56-8336-71e2c88a4abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:14.333815 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d6c8309c-24ad-4e7d-84fa-6eae6b54ba0d req-6400c478-e3f3-4f56-8336-71e2c88a4abe service neutron] 10.222.0.77 "GET /v2.0/subnets?id=502c82c6-7f28-4788-bdaa-b7fcf9e37983 HTTP/1.1" status: 200 len: 834 time: 0.0477960 Jul 09 16:49:14.400546 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8309c-24ad-4e7d-84fa-6eae6b54ba0d req-83ee029d-6966-484a-b96c-956c3d309c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:14.402037 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d6c8309c-24ad-4e7d-84fa-6eae6b54ba0d req-83ee029d-6966-484a-b96c-956c3d309c6d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=857dc95c-d471-492a-95a7-1cced70d0672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625148 Jul 09 16:49:14.496933 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-4982bfcb-9deb-44d5-bbab-a87c65287261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab5735b-55c5-4aee-b51c-1ab093190a98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-606612495', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '724adf5a-0f74-45a9-bdfd-2ec53763c710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:54Z', 'updated_at': '2021-07-09T16:48:59Z', 'revision_number': 4, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'gw_port': {'id': '724adf5a-0f74-45a9-bdfd-2ec53763c710', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:50:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab5735b-55c5-4aee-b51c-1ab093190a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:55Z', 'updated_at': '2021-07-09T16:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '906c9ef5-9074-486d-be1c-cec32c9ffeca', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'floating_ip_address': '172.25.0.73', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '3ab5735b-55c5-4aee-b51c-1ab093190a98', 'port_id': '676bc418-abd6-4920-bede-6c4f12bc6cb9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '857dc95c-d471-492a-95a7-1cced70d0672', 'mac_address': 'fa:16:3e:16:3a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce00e54-e7e6-4653-abfc-5b3c260e2ed5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:49:12Z', 'updated_at': '2021-07-09T16:49:12Z', 'revision_number': 0, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6db3746d-14cd-44d8-8c1a-841bd9349cd4', 'name': '', 'network_id': '857dc95c-d471-492a-95a7-1cced70d0672', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'mac_address': 'fa:16:3e:cb:d3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab5735b-55c5-4aee-b51c-1ab093190a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '502c82c6-7f28-4788-bdaa-b7fcf9e37983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:58Z', 'updated_at': '2021-07-09T16:49:05Z', 'revision_number': 5, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'subnets': [{'id': '502c82c6-7f28-4788-bdaa-b7fcf9e37983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:49:14.497154 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d6c8309c-24ad-4e7d-84fa-6eae6b54ba0d req-f873567f-2621-41f1-87f8-8a051914a056 service neutron] 10.222.0.77 "GET /v2.0/networks/857dc95c-d471-492a-95a7-1cced70d0672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888650 Jul 09 16:49:14.527804 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4982bfcb-9deb-44d5-bbab-a87c65287261 None None] The sync data for ids ['3ab5735b-55c5-4aee-b51c-1ab093190a98'] in n-d-798930-3 is: [{'id': '3ab5735b-55c5-4aee-b51c-1ab093190a98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-606612495', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '724adf5a-0f74-45a9-bdfd-2ec53763c710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:54Z', 'updated_at': '2021-07-09T16:48:59Z', 'revision_number': 4, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'gw_port': {'id': '724adf5a-0f74-45a9-bdfd-2ec53763c710', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:50:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab5735b-55c5-4aee-b51c-1ab093190a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:55Z', 'updated_at': '2021-07-09T16:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '906c9ef5-9074-486d-be1c-cec32c9ffeca', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'floating_ip_address': '172.25.0.73', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '3ab5735b-55c5-4aee-b51c-1ab093190a98', 'port_id': '676bc418-abd6-4920-bede-6c4f12bc6cb9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '857dc95c-d471-492a-95a7-1cced70d0672', 'mac_address': 'fa:16:3e:16:3a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce00e54-e7e6-4653-abfc-5b3c260e2ed5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:49:12Z', 'updated_at': '2021-07-09T16:49:12Z', 'revision_number': 0, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6db3746d-14cd-44d8-8c1a-841bd9349cd4', 'name': '', 'network_id': '857dc95c-d471-492a-95a7-1cced70d0672', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'mac_address': 'fa:16:3e:cb:d3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab5735b-55c5-4aee-b51c-1ab093190a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '502c82c6-7f28-4788-bdaa-b7fcf9e37983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:58Z', 'updated_at': '2021-07-09T16:49:05Z', 'revision_number': 5, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'subnets': [{'id': '502c82c6-7f28-4788-bdaa-b7fcf9e37983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:49:14.604265 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d6c8309c-24ad-4e7d-84fa-6eae6b54ba0d req-5a3796f4-6afa-4d3a-9a05-d6a1f40d16de service neutron] 10.222.0.77 "GET /v2.0/networks/857dc95c-d471-492a-95a7-1cced70d0672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008627 Jul 09 16:49:14.729480 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051980d5-1a7e-438d-876e-4a3b0faf2626 None None] New status for floating IP 906c9ef5-9074-486d-be1c-cec32c9ffeca: ACTIVE {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:49:15.101720 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 48726) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:15.161770 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a3c3d10e-266b-4875-a403-0a14f0cce88b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/floatingips/906c9ef5-9074-486d-be1c-cec32c9ffeca HTTP/1.1" status: 200 len: 993 time: 0.0588911 Jul 09 16:49:21.561873 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-06a50d05-633c-4c4f-9f9a-87ae95c34cf9 req-9a2a9d43-79b8-446d-846b-4f463123156d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6ce00e54-e7e6-4653-abfc-5b3c260e2ed5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0530276 Jul 09 16:49:21.655706 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a50d05-633c-4c4f-9f9a-87ae95c34cf9 req-bd89d48a-7b89-43dc-94da-0f73a75c8645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:21.657089 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-06a50d05-633c-4c4f-9f9a-87ae95c34cf9 req-bd89d48a-7b89-43dc-94da-0f73a75c8645 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f98cc886c66a474a8d448186851b2eab&device_id=6ce00e54-e7e6-4653-abfc-5b3c260e2ed5 HTTP/1.1" status: 200 len: 1097 time: 0.0532291 Jul 09 16:49:21.765759 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a50d05-633c-4c4f-9f9a-87ae95c34cf9 req-c1141d3f-7c2f-41b2-9cfe-ad8374dffc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:21.767259 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-06a50d05-633c-4c4f-9f9a-87ae95c34cf9 req-c1141d3f-7c2f-41b2-9cfe-ad8374dffc18 service neutron] 10.222.0.77 "GET /v2.0/networks?id=857dc95c-d471-492a-95a7-1cced70d0672 HTTP/1.1" status: 200 len: 898 time: 0.0896325 Jul 09 16:49:21.833417 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-06a50d05-633c-4c4f-9f9a-87ae95c34cf9 req-19654914-bae8-44ef-b27b-21dcb3e7856c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=676bc418-abd6-4920-bede-6c4f12bc6cb9 HTTP/1.1" status: 200 len: 1001 time: 0.0591404 Jul 09 16:49:21.882832 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a50d05-633c-4c4f-9f9a-87ae95c34cf9 req-543247f8-b7fa-451b-a483-136f5486594d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:21.884333 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-06a50d05-633c-4c4f-9f9a-87ae95c34cf9 req-543247f8-b7fa-451b-a483-136f5486594d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=502c82c6-7f28-4788-bdaa-b7fcf9e37983 HTTP/1.1" status: 200 len: 834 time: 0.0439696 Jul 09 16:49:21.948404 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a50d05-633c-4c4f-9f9a-87ae95c34cf9 req-59678fa0-e996-4c86-ad13-0f0046953da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:21.949829 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-06a50d05-633c-4c4f-9f9a-87ae95c34cf9 req-59678fa0-e996-4c86-ad13-0f0046953da7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=857dc95c-d471-492a-95a7-1cced70d0672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585554 Jul 09 16:49:22.043275 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-06a50d05-633c-4c4f-9f9a-87ae95c34cf9 req-68ba6e61-7805-475a-9e03-2ae9cbab63b0 service neutron] 10.222.0.77 "GET /v2.0/networks/857dc95c-d471-492a-95a7-1cced70d0672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863204 Jul 09 16:49:22.139112 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-06a50d05-633c-4c4f-9f9a-87ae95c34cf9 req-2a922373-404c-4d29-ba03-728c71810867 service neutron] 10.222.0.77 "GET /v2.0/networks/857dc95c-d471-492a-95a7-1cced70d0672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898497 Jul 09 16:49:22.337291 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bb79f69a-0d23-4339-9e58-63dcfd9ec5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:25.101963 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6167b85e-a0b0-4532-8784-3a287855c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:25.776707 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:26.328555 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:26.811952 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:28.264060 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:40.259092 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:42.496477 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b70fbb-a034-40c3-a94d-0654b77fc234 req-29f62f36-7a5e-4bd6-a7d9-d03ad864a7cf tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:42.504434 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c7b70fbb-a034-40c3-a94d-0654b77fc234 req-29f62f36-7a5e-4bd6-a7d9-d03ad864a7cf tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ce00e54-e7e6-4653-abfc-5b3c260e2ed5 HTTP/1.1" status: 200 len: 946 time: 0.0846360 Jul 09 16:49:42.548908 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c7b70fbb-a034-40c3-a94d-0654b77fc234 req-db7fde22-15ed-4e83-ad47-9f90b2f8d4e8 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b2ae053-1edb-471e-b958-92115a571cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432527 Jul 09 16:49:43.542790 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-60d24d8e-ab5e-4f3c-af91-c64c76e9cf87 req-f59a2943-e20e-4aa4-9880-1db9b15cd3c3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9dc24b61-75e1-4bac-ab8c-c2d3a5a6cdac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0551012 Jul 09 16:49:43.631539 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d24d8e-ab5e-4f3c-af91-c64c76e9cf87 req-8063dd3c-04d7-404a-9a95-07f53c0c3c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:43.633012 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-60d24d8e-ab5e-4f3c-af91-c64c76e9cf87 req-8063dd3c-04d7-404a-9a95-07f53c0c3c4e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c75594b2a664d30980bf347c7fbaad8&device_id=9dc24b61-75e1-4bac-ab8c-c2d3a5a6cdac HTTP/1.1" status: 200 len: 1096 time: 0.0582290 Jul 09 16:49:43.747110 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d24d8e-ab5e-4f3c-af91-c64c76e9cf87 req-4200b7e1-d647-47a5-8c8a-ba98867f8d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:43.748607 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-60d24d8e-ab5e-4f3c-af91-c64c76e9cf87 req-4200b7e1-d647-47a5-8c8a-ba98867f8d12 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 HTTP/1.1" status: 200 len: 911 time: 0.0946610 Jul 09 16:49:43.825576 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-60d24d8e-ab5e-4f3c-af91-c64c76e9cf87 req-162d5b6d-7561-4bba-8fb5-001281b82eb2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31c61b9c-0302-4fbc-93cc-999270e7e5ac HTTP/1.1" status: 200 len: 1001 time: 0.0704343 Jul 09 16:49:43.875074 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d24d8e-ab5e-4f3c-af91-c64c76e9cf87 req-78b2d257-a77e-4c23-95de-60d22974fe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:43.876515 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-60d24d8e-ab5e-4f3c-af91-c64c76e9cf87 req-78b2d257-a77e-4c23-95de-60d22974fe72 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=470183cf-e48b-46ba-9f1f-c70364d25786 HTTP/1.1" status: 200 len: 849 time: 0.0449739 Jul 09 16:49:43.913711 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea65c56-9085-44d5-8d5c-313c42a937ae req-7a081c09-3832-43be-b721-68b42248b858 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:43.915160 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fea65c56-9085-44d5-8d5c-313c42a937ae req-7a081c09-3832-43be-b721-68b42248b858 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ce00e54-e7e6-4653-abfc-5b3c260e2ed5 HTTP/1.1" status: 200 len: 946 time: 0.0671942 Jul 09 16:49:43.945409 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d24d8e-ab5e-4f3c-af91-c64c76e9cf87 req-d7d20c84-a5cc-4911-8e6b-684b9ae1d36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:43.947402 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-60d24d8e-ab5e-4f3c-af91-c64c76e9cf87 req-d7d20c84-a5cc-4911-8e6b-684b9ae1d36f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f36f2b9b-47ba-4cd8-a2dd-8998abc0c354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638776 Jul 09 16:49:43.961019 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fea65c56-9085-44d5-8d5c-313c42a937ae req-824246b6-e4ba-46fb-ba0e-c5489c327dee tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b2ae053-1edb-471e-b958-92115a571cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397131 Jul 09 16:49:44.054606 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-60d24d8e-ab5e-4f3c-af91-c64c76e9cf87 req-d945a607-5f72-498a-b262-734c9ff3422d service neutron] 10.222.0.73 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003752 Jul 09 16:49:44.146025 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-60d24d8e-ab5e-4f3c-af91-c64c76e9cf87 req-5b665430-b91e-47c2-a313-35748f5e5569 service neutron] 10.222.0.73 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801940 Jul 09 16:49:45.138055 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d89bb-059a-4f0d-86d3-710747962840 req-a4ccc7d8-148a-4f18-b02f-f3160740debc tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:45.139520 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-258d89bb-059a-4f0d-86d3-710747962840 req-a4ccc7d8-148a-4f18-b02f-f3160740debc tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ce00e54-e7e6-4653-abfc-5b3c260e2ed5 HTTP/1.1" status: 200 len: 946 time: 0.0649242 Jul 09 16:49:45.178273 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-258d89bb-059a-4f0d-86d3-710747962840 req-8253000e-d979-4323-b853-07b4c51c9013 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b2ae053-1edb-471e-b958-92115a571cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326557 Jul 09 16:49:46.357424 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd410f1-baca-4b66-8b9e-266c569926f9 req-d3e0dd91-f97a-4351-a7ce-a2b0a5deb23f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:46.358853 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2fd410f1-baca-4b66-8b9e-266c569926f9 req-d3e0dd91-f97a-4351-a7ce-a2b0a5deb23f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ce00e54-e7e6-4653-abfc-5b3c260e2ed5 HTTP/1.1" status: 200 len: 946 time: 0.0654945 Jul 09 16:49:46.397180 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2fd410f1-baca-4b66-8b9e-266c569926f9 req-dcb65774-a5fa-4463-9475-cc4f63f44743 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b2ae053-1edb-471e-b958-92115a571cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325749 Jul 09 16:49:47.089949 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:49:47.603008 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600331a-69f7-4dc1-873a-673bc4f39c88 req-8e4c2c96-76bd-418a-a419-12f02c9a33c7 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:47.605001 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6600331a-69f7-4dc1-873a-673bc4f39c88 req-8e4c2c96-76bd-418a-a419-12f02c9a33c7 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ce00e54-e7e6-4653-abfc-5b3c260e2ed5 HTTP/1.1" status: 200 len: 946 time: 0.0895083 Jul 09 16:49:47.649084 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6600331a-69f7-4dc1-873a-673bc4f39c88 req-9cb569e8-82e0-47c7-88c3-b73d76652698 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b2ae053-1edb-471e-b958-92115a571cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383577 Jul 09 16:49:48.829170 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c19ba8-1b10-405b-a7ec-7137b7cc082e req-8d1f171b-d3d5-42b8-bc30-196d80ad7cea tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:48.830817 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-00c19ba8-1b10-405b-a7ec-7137b7cc082e req-8d1f171b-d3d5-42b8-bc30-196d80ad7cea tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ce00e54-e7e6-4653-abfc-5b3c260e2ed5 HTTP/1.1" status: 200 len: 946 time: 0.0674310 Jul 09 16:49:48.873404 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-00c19ba8-1b10-405b-a7ec-7137b7cc082e req-ffc2ef65-dc1d-4623-b77e-77b8e64952fa tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b2ae053-1edb-471e-b958-92115a571cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363214 Jul 09 16:49:50.048731 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7b6ca-111e-41cc-8329-4030d9576ad9 req-33b1cbce-df7e-4c50-92e8-93902ff9379a tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:50.050999 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-47d7b6ca-111e-41cc-8329-4030d9576ad9 req-33b1cbce-df7e-4c50-92e8-93902ff9379a tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ce00e54-e7e6-4653-abfc-5b3c260e2ed5 HTTP/1.1" status: 200 len: 946 time: 0.0617363 Jul 09 16:49:50.091029 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-47d7b6ca-111e-41cc-8329-4030d9576ad9 req-af8507d6-db8d-48b9-89e2-59ed7528ce78 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b2ae053-1edb-471e-b958-92115a571cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347025 Jul 09 16:49:51.273019 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634e46e-a3db-4578-a13e-7a310fceda72 req-306893f4-1960-45a8-abb3-1b0693b5a2d7 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:51.274540 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a634e46e-a3db-4578-a13e-7a310fceda72 req-306893f4-1960-45a8-abb3-1b0693b5a2d7 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ce00e54-e7e6-4653-abfc-5b3c260e2ed5 HTTP/1.1" status: 200 len: 946 time: 0.0668244 Jul 09 16:49:51.313564 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a634e46e-a3db-4578-a13e-7a310fceda72 req-d23f3bfb-5ec8-495e-a634-7b0aae237aed tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b2ae053-1edb-471e-b958-92115a571cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333393 Jul 09 16:49:52.344757 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cfc5522b-9364-4a94-ad3d-b292b4189b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:52.498238 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6074db7c-60fa-42ff-a5fe-ea336400028a req-4653ae06-d720-4110-9f2a-fa49b02ed089 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:52.500057 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6074db7c-60fa-42ff-a5fe-ea336400028a req-4653ae06-d720-4110-9f2a-fa49b02ed089 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ce00e54-e7e6-4653-abfc-5b3c260e2ed5 HTTP/1.1" status: 200 len: 946 time: 0.0723941 Jul 09 16:49:52.560675 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6074db7c-60fa-42ff-a5fe-ea336400028a req-5c29b947-c7df-410d-83cb-716e7c9913a1 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b2ae053-1edb-471e-b958-92115a571cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531237 Jul 09 16:49:53.742153 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f996ec5-862a-4d3f-9430-6d21eb1420f4 req-c5453580-0857-4164-985f-e369b9eac9ba tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:53.743598 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5f996ec5-862a-4d3f-9430-6d21eb1420f4 req-c5453580-0857-4164-985f-e369b9eac9ba tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ce00e54-e7e6-4653-abfc-5b3c260e2ed5 HTTP/1.1" status: 200 len: 946 time: 0.0673597 Jul 09 16:49:53.781742 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5f996ec5-862a-4d3f-9430-6d21eb1420f4 req-ca6cdc60-1783-422d-8824-09d734b31d0f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b2ae053-1edb-471e-b958-92115a571cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325043 Jul 09 16:49:54.948827 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 676bc418-abd6-4920-bede-6c4f12bc6cb9 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:49:54.969365 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca7219-fac0-464f-80ef-790029dffef7 req-aff9ac6b-44ac-4e1d-8887-deaf0a6a617a tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:54.970980 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c2ca7219-fac0-464f-80ef-790029dffef7 req-aff9ac6b-44ac-4e1d-8887-deaf0a6a617a tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ce00e54-e7e6-4653-abfc-5b3c260e2ed5 HTTP/1.1" status: 200 len: 946 time: 0.0724926 Jul 09 16:49:55.007372 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 49622) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:55.055505 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c2ca7219-fac0-464f-80ef-790029dffef7 req-5a96ab96-cfe3-4f8f-abc4-59e8bda9524e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b2ae053-1edb-471e-b958-92115a571cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768960 Jul 09 16:49:55.064102 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 676bc418-abd6-4920-bede-6c4f12bc6cb9, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=676bc418-abd6-4920-bede-6c4f12bc6cb9,segment=NetworkSegment(6a890208-c469-461c-92ad-f6df8c756b8b),segment_id=6a890208-c469-461c-92ad-f6df8c756b8b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:49:55.077843 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '676bc418-abd6-4920-bede-6c4f12bc6cb9', 'network_id': '857dc95c-d471-492a-95a7-1cced70d0672', 'port_id': '676bc418-abd6-4920-bede-6c4f12bc6cb9', 'mac_address': 'fa:16:3e:16:3a:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '502c82c6-7f28-4788-bdaa-b7fcf9e37983', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:49:55.078557 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c83685-d166-45d7-9a10-801510ad8f68 req-9f3d4769-d6c6-41e3-bff8-1b430062efa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:55.081001 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b3c83685-d166-45d7-9a10-801510ad8f68 req-9f3d4769-d6c6-41e3-bff8-1b430062efa7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6ce00e54-e7e6-4653-abfc-5b3c260e2ed5 HTTP/1.1" status: 200 len: 1097 time: 0.0827188 Jul 09 16:49:55.124752 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b3c83685-d166-45d7-9a10-801510ad8f68 req-18e458e1-6e0f-44d2-8645-3c6342388fe4 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1b2ae053-1edb-471e-b958-92115a571cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369327 Jul 09 16:49:55.128993 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-75c9ab67-bfed-4b1d-b328-b05300f1c82c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:55.134291 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:55.148557 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 676bc418-abd6-4920-bede-6c4f12bc6cb9 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:49:55.160505 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49626) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:55.160925 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-52d3bbcf-ead9-48b0-af94-edf283de8352 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5288bf25c72143f29e820a6b71d93b9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1502886 Jul 09 16:49:55.177637 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 676bc418-abd6-4920-bede-6c4f12bc6cb9, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=676bc418-abd6-4920-bede-6c4f12bc6cb9,segment=NetworkSegment(6a890208-c469-461c-92ad-f6df8c756b8b),segment_id=6a890208-c469-461c-92ad-f6df8c756b8b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:49:55.182356 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:55.219450 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dc5e605a-29d1-47b3-9a89-dd85973084b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:55.230593 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=676bc418-abd6-4920-bede-6c4f12bc6cb9,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:55.238834 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:55.239183 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:55.239518 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:55.239853 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:55.240180 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:55.240502 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:55.240991 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:55.241471 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:55.241797 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:55.242119 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:55.242445 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:55.242549 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dc5e605a-29d1-47b3-9a89-dd85973084b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:55.242760 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:55.295316 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dc5e605a-29d1-47b3-9a89-dd85973084b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:55.297939 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dc5e605a-29d1-47b3-9a89-dd85973084b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:55.299111 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-dc5e605a-29d1-47b3-9a89-dd85973084b5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/62114c53-2539-4402-b040-22ef4180e0a4 HTTP/1.1" status: 204 len: 168 time: 0.1376119 Jul 09 16:49:55.310233 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e605a-29d1-47b3-9a89-dd85973084b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62114c53-2539-4402-b040-22ef4180e0a4,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:55.319929 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e605a-29d1-47b3-9a89-dd85973084b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:55.320416 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e605a-29d1-47b3-9a89-dd85973084b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:55.321435 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e605a-29d1-47b3-9a89-dd85973084b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:55.321863 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e605a-29d1-47b3-9a89-dd85973084b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:55.322301 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e605a-29d1-47b3-9a89-dd85973084b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:55.322731 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e605a-29d1-47b3-9a89-dd85973084b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:55.323189 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e605a-29d1-47b3-9a89-dd85973084b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:55.323616 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e605a-29d1-47b3-9a89-dd85973084b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:55.324043 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e605a-29d1-47b3-9a89-dd85973084b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:55.324470 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e605a-29d1-47b3-9a89-dd85973084b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:55.324894 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e605a-29d1-47b3-9a89-dd85973084b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:55.325366 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e605a-29d1-47b3-9a89-dd85973084b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:55.388025 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['676bc418-abd6-4920-bede-6c4f12bc6cb9'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:49:55.779843 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:56.229442 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3e932-cb55-43f6-8abf-95c7ca993f8b req-76d9b7e1-00e3-477c-ac89-07904820efae tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:49:56.230967 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5ba3e932-cb55-43f6-8abf-95c7ca993f8b req-76d9b7e1-00e3-477c-ac89-07904820efae tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ce00e54-e7e6-4653-abfc-5b3c260e2ed5 HTTP/1.1" status: 200 len: 945 time: 0.0654726 Jul 09 16:49:56.270651 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5ba3e932-cb55-43f6-8abf-95c7ca993f8b req-95016263-d219-4000-9906-7459c16f19c1 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b2ae053-1edb-471e-b958-92115a571cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339243 Jul 09 16:49:56.294984 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49658) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:56.334797 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:56.353158 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 49660) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:56.360182 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8157c1ee-ddf3-44cd-bf6c-f14e6a78eb9f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/floatingips/906c9ef5-9074-486d-be1c-cec32c9ffeca HTTP/1.1" status: 200 len: 992 time: 0.0638950 Jul 09 16:49:56.460822 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-52d37c27-51a0-4280-bd6c-386c808ba2ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:56.563819 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-52d37c27-51a0-4280-bd6c-386c808ba2ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:56.567796 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-52d37c27-51a0-4280-bd6c-386c808ba2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:56.605068 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d37c27-51a0-4280-bd6c-386c808ba2ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b6b720-294d-4a4a-937a-a551a16e8cde,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:56.608822 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-52d37c27-51a0-4280-bd6c-386c808ba2ea admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4811e04641574a008e86a96a79f85add&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2546101 Jul 09 16:49:56.611628 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49664) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:49:56.615020 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d37c27-51a0-4280-bd6c-386c808ba2ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:56.615373 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d37c27-51a0-4280-bd6c-386c808ba2ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:56.615716 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d37c27-51a0-4280-bd6c-386c808ba2ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:56.616070 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d37c27-51a0-4280-bd6c-386c808ba2ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:56.616396 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d37c27-51a0-4280-bd6c-386c808ba2ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:56.616730 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d37c27-51a0-4280-bd6c-386c808ba2ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:56.617059 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d37c27-51a0-4280-bd6c-386c808ba2ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:56.617597 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d37c27-51a0-4280-bd6c-386c808ba2ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:56.617934 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d37c27-51a0-4280-bd6c-386c808ba2ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:56.618699 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d37c27-51a0-4280-bd6c-386c808ba2ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:56.619062 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d37c27-51a0-4280-bd6c-386c808ba2ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:56.619394 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d37c27-51a0-4280-bd6c-386c808ba2ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:49:56.658892 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4655c5e4-cfb5-4825-8275-f83d5f51d91e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:56.679365 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4655c5e4-cfb5-4825-8275-f83d5f51d91e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:56.726204 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4655c5e4-cfb5-4825-8275-f83d5f51d91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:56.730789 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4655c5e4-cfb5-4825-8275-f83d5f51d91e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:56.732664 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-4655c5e4-cfb5-4825-8275-f83d5f51d91e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/33b6b720-294d-4a4a-937a-a551a16e8cde HTTP/1.1" status: 204 len: 168 time: 0.1193502 Jul 09 16:49:56.740942 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4655c5e4-cfb5-4825-8275-f83d5f51d91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b6b720-294d-4a4a-937a-a551a16e8cde,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:56.839157 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:56.964679 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 676bc418-abd6-4920-bede-6c4f12bc6cb9 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:49:57.018162 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 676bc418-abd6-4920-bede-6c4f12bc6cb9 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:49:57.019124 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:57.102291 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:57.127023 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce00e54-e7e6-4653-abfc-5b3c260e2ed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '676bc418-abd6-4920-bede-6c4f12bc6cb9'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:49:57.130074 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2012faa9-3184-4204-87b6-1aa0a1ec7a23" -d '{"events": [{"server_uuid": "6ce00e54-e7e6-4653-abfc-5b3c260e2ed5", "name": "network-vif-plugged", "status": "completed", "tag": "676bc418-abd6-4920-bede-6c4f12bc6cb9"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:49:57.144128 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 676bc418-abd6-4920-bede-6c4f12bc6cb9, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=676bc418-abd6-4920-bede-6c4f12bc6cb9,segment=NetworkSegment(6a890208-c469-461c-92ad-f6df8c756b8b),segment_id=6a890208-c469-461c-92ad-f6df8c756b8b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:49:57.149173 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:49:57.177053 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf0f254-b311-4a8b-978a-2fc18e102264 x-openstack-request-id: req-dbf0f254-b311-4a8b-978a-2fc18e102264 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:49:57.177352 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce00e54-e7e6-4653-abfc-5b3c260e2ed5", "name": "network-vif-plugged", "status": "completed", "tag": "676bc418-abd6-4920-bede-6c4f12bc6cb9", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:49:57.177611 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-dbf0f254-b311-4a8b-978a-2fc18e102264 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:49:57.178005 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce00e54-e7e6-4653-abfc-5b3c260e2ed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '676bc418-abd6-4920-bede-6c4f12bc6cb9', 'code': 200} Jul 09 16:49:57.205831 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=676bc418-abd6-4920-bede-6c4f12bc6cb9,revision_number=7']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:49:58.265979 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:10.254535 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:22.336348 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-496d8d99-ceb9-4016-858f-19ae131609cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:23.568396 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d039f986-3b01-44e2-9351-d24e760b3706 req-b6247fe3-1eaa-4195-b2a1-3edb5f79e8bb service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6ce00e54-e7e6-4653-abfc-5b3c260e2ed5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0554638 Jul 09 16:50:23.660142 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d039f986-3b01-44e2-9351-d24e760b3706 req-c4e3d792-0fa2-4e81-89bd-a33750b05c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:23.661591 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d039f986-3b01-44e2-9351-d24e760b3706 req-c4e3d792-0fa2-4e81-89bd-a33750b05c4e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f98cc886c66a474a8d448186851b2eab&device_id=6ce00e54-e7e6-4653-abfc-5b3c260e2ed5 HTTP/1.1" status: 200 len: 1097 time: 0.0519996 Jul 09 16:50:23.762538 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d039f986-3b01-44e2-9351-d24e760b3706 req-c2e3f7bb-e98f-47fd-b36d-408e0fec95e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:23.763924 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d039f986-3b01-44e2-9351-d24e760b3706 req-c2e3f7bb-e98f-47fd-b36d-408e0fec95e2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=857dc95c-d471-492a-95a7-1cced70d0672 HTTP/1.1" status: 200 len: 898 time: 0.0818942 Jul 09 16:50:23.832012 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d039f986-3b01-44e2-9351-d24e760b3706 req-184e8cb0-11b2-4a0c-985c-74b8286d9b14 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=676bc418-abd6-4920-bede-6c4f12bc6cb9 HTTP/1.1" status: 200 len: 1001 time: 0.0615416 Jul 09 16:50:23.879402 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d039f986-3b01-44e2-9351-d24e760b3706 req-c73fde8c-0afa-4771-b2df-42bc6b5d7189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:23.880816 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d039f986-3b01-44e2-9351-d24e760b3706 req-c73fde8c-0afa-4771-b2df-42bc6b5d7189 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=502c82c6-7f28-4788-bdaa-b7fcf9e37983 HTTP/1.1" status: 200 len: 834 time: 0.0430553 Jul 09 16:50:23.937706 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d039f986-3b01-44e2-9351-d24e760b3706 req-8b7ec5e4-2bc1-4792-97fd-8d327e0748cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:23.939216 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d039f986-3b01-44e2-9351-d24e760b3706 req-8b7ec5e4-2bc1-4792-97fd-8d327e0748cf service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=857dc95c-d471-492a-95a7-1cced70d0672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516284 Jul 09 16:50:23.950522 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [req-d039f986-3b01-44e2-9351-d24e760b3706 req-bed724dd-179e-4f6a-b91d-0b5e47a568cb service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:50:23.951497 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d039f986-3b01-44e2-9351-d24e760b3706 req-bed724dd-179e-4f6a-b91d-0b5e47a568cb service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048969 Jul 09 16:50:24.042596 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d039f986-3b01-44e2-9351-d24e760b3706 req-96463d70-2f15-40a6-a09c-06e13df12eb2 service neutron] 10.222.0.77 "GET /v2.0/networks/857dc95c-d471-492a-95a7-1cced70d0672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839202 Jul 09 16:50:24.088534 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:50:24.130077 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d039f986-3b01-44e2-9351-d24e760b3706 req-159276ff-8fe4-4648-92d5-84dabf18962c service neutron] 10.222.0.77 "GET /v2.0/networks/857dc95c-d471-492a-95a7-1cced70d0672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812790 Jul 09 16:50:25.099260 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7a87bef7-b13a-4fb8-a440-de5410457538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:25.781496 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:26.333152 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:26.840625 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:26.886364 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49678) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:27.044651 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-92c8c831-2cae-4c22-888c-c8f2099bcf7c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Deleting port c692ae66-b510-4a5a-8c75-dcd7a2b23564 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:50:27.045013 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-92c8c831-2cae-4c22-888c-c8f2099bcf7c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:27.116720 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-92c8c831-2cae-4c22-888c-c8f2099bcf7c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:27.116966 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-92c8c831-2cae-4c22-888c-c8f2099bcf7c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:27.128794 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-92c8c831-2cae-4c22-888c-c8f2099bcf7c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Calling delete_port for c692ae66-b510-4a5a-8c75-dcd7a2b23564 owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:50:27.272300 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-92c8c831-2cae-4c22-888c-c8f2099bcf7c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:27.296457 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c8c831-2cae-4c22-888c-c8f2099bcf7c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event deleted for resources: {'Port': ['ID=c692ae66-b510-4a5a-8c75-dcd7a2b23564,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:27.362093 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-92c8c831-2cae-4c22-888c-c8f2099bcf7c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:27.362449 n-d-798930-3 neutron-server[93958]: INFO neutron.db.l3_db [None req-92c8c831-2cae-4c22-888c-c8f2099bcf7c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Floating IP 906c9ef5-9074-486d-be1c-cec32c9ffeca disassociated (deleted). External IP: 172.25.0.73, port: 676bc418-abd6-4920-bede-6c4f12bc6cb9. Jul 09 16:50:27.570014 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c8c831-2cae-4c22-888c-c8f2099bcf7c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Router 3ab5735b-55c5-4aee-b51c-1ab093190a98 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:50:27.969477 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c8c831-2cae-4c22-888c-c8f2099bcf7c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:50:27.975071 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-92c8c831-2cae-4c22-888c-c8f2099bcf7c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:27.979898 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48dcb25-2379-4193-8ef5-358ba01a86af None None] Sync routers for ids ['3ab5735b-55c5-4aee-b51c-1ab093190a98'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:50:27.988626 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48dcb25-2379-4193-8ef5-358ba01a86af None None] Routers {'3ab5735b-55c5-4aee-b51c-1ab093190a98'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:50:27.989225 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-e48dcb25-2379-4193-8ef5-358ba01a86af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:50:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['3ab5735b-55c5-4aee-b51c-1ab093190a98'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:50:28.010097 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-92c8c831-2cae-4c22-888c-c8f2099bcf7c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "DELETE /v2.0/floatingips/906c9ef5-9074-486d-be1c-cec32c9ffeca HTTP/1.1" status: 204 len: 168 time: 1.1225655 Jul 09 16:50:28.010698 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ce00e54-e7e6-4653-abfc-5b3c260e2ed5', 'tag': '676bc418-abd6-4920-bede-6c4f12bc6cb9'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:50:28.012991 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7186e294-6ba0-4e26-8e57-b9f49ee02aa7" -d '{"events": [{"name": "network-changed", "server_uuid": "6ce00e54-e7e6-4653-abfc-5b3c260e2ed5", "tag": "676bc418-abd6-4920-bede-6c4f12bc6cb9"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:50:28.092272 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-e48dcb25-2379-4193-8ef5-358ba01a86af None None] Set router 3ab5735b-55c5-4aee-b51c-1ab093190a98 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:50:28.253029 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7aa8899-064f-40fc-ace3-ccadb383a11a x-openstack-request-id: req-b7aa8899-064f-40fc-ace3-ccadb383a11a {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:50:28.253591 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ce00e54-e7e6-4653-abfc-5b3c260e2ed5", "tag": "676bc418-abd6-4920-bede-6c4f12bc6cb9", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:50:28.254125 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b7aa8899-064f-40fc-ace3-ccadb383a11a {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:50:28.254708 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ce00e54-e7e6-4653-abfc-5b3c260e2ed5', 'tag': '676bc418-abd6-4920-bede-6c4f12bc6cb9', 'status': 'completed', 'code': 200} Jul 09 16:50:28.271771 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:28.304151 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-e48dcb25-2379-4193-8ef5-358ba01a86af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab5735b-55c5-4aee-b51c-1ab093190a98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-606612495', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '724adf5a-0f74-45a9-bdfd-2ec53763c710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:54Z', 'updated_at': '2021-07-09T16:48:59Z', 'revision_number': 4, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'gw_port': {'id': '724adf5a-0f74-45a9-bdfd-2ec53763c710', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:50:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab5735b-55c5-4aee-b51c-1ab093190a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:55Z', 'updated_at': '2021-07-09T16:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '6db3746d-14cd-44d8-8c1a-841bd9349cd4', 'name': '', 'network_id': '857dc95c-d471-492a-95a7-1cced70d0672', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'mac_address': 'fa:16:3e:cb:d3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab5735b-55c5-4aee-b51c-1ab093190a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '502c82c6-7f28-4788-bdaa-b7fcf9e37983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:58Z', 'updated_at': '2021-07-09T16:49:05Z', 'revision_number': 5, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'subnets': [{'id': '502c82c6-7f28-4788-bdaa-b7fcf9e37983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:50:28.342948 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186e294-6ba0-4e26-8e57-b9f49ee02aa7 req-02d011f4-349b-468f-a12a-eb9cbb1c6e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:28.344460 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7186e294-6ba0-4e26-8e57-b9f49ee02aa7 req-02d011f4-349b-468f-a12a-eb9cbb1c6e75 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f98cc886c66a474a8d448186851b2eab&device_id=6ce00e54-e7e6-4653-abfc-5b3c260e2ed5 HTTP/1.1" status: 200 len: 1097 time: 0.0596478 Jul 09 16:50:28.420810 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48dcb25-2379-4193-8ef5-358ba01a86af None None] Checking router: 3ab5735b-55c5-4aee-b51c-1ab093190a98 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:50:28.429729 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48dcb25-2379-4193-8ef5-358ba01a86af None None] Routers {'3ab5735b-55c5-4aee-b51c-1ab093190a98'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:50:28.430328 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-e48dcb25-2379-4193-8ef5-358ba01a86af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:50:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['3ab5735b-55c5-4aee-b51c-1ab093190a98'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:50:28.485328 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab171f-8315-41f7-86bf-d0d50f2e4d64 req-38b76572-8800-4a7d-b924-1f7cf250411f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:28.486799 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f1ab171f-8315-41f7-86bf-d0d50f2e4d64 req-38b76572-8800-4a7d-b924-1f7cf250411f tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ce00e54-e7e6-4653-abfc-5b3c260e2ed5 HTTP/1.1" status: 200 len: 946 time: 0.1367738 Jul 09 16:50:28.488368 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186e294-6ba0-4e26-8e57-b9f49ee02aa7 req-87349b12-c74a-4c24-a2a9-3da0f4570a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:28.489658 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7186e294-6ba0-4e26-8e57-b9f49ee02aa7 req-87349b12-c74a-4c24-a2a9-3da0f4570a2d service neutron] 10.222.0.77 "GET /v2.0/networks?id=857dc95c-d471-492a-95a7-1cced70d0672 HTTP/1.1" status: 200 len: 898 time: 0.1384268 Jul 09 16:50:28.532963 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-e48dcb25-2379-4193-8ef5-358ba01a86af None None] Set router 3ab5735b-55c5-4aee-b51c-1ab093190a98 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:50:28.544823 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7186e294-6ba0-4e26-8e57-b9f49ee02aa7 req-d67685ae-2fcf-4dfa-9f2b-5e60b57e2b22 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=676bc418-abd6-4920-bede-6c4f12bc6cb9 HTTP/1.1" status: 200 len: 217 time: 0.0461679 Jul 09 16:50:28.587813 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f1ab171f-8315-41f7-86bf-d0d50f2e4d64 req-aeb990dd-81d1-4bd7-89e6-fd645530fbc3 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b2ae053-1edb-471e-b958-92115a571cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950670 Jul 09 16:50:28.605425 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186e294-6ba0-4e26-8e57-b9f49ee02aa7 req-a66cb6c4-70f0-4011-b020-8b0d075d85f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:28.606906 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7186e294-6ba0-4e26-8e57-b9f49ee02aa7 req-a66cb6c4-70f0-4011-b020-8b0d075d85f7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=502c82c6-7f28-4788-bdaa-b7fcf9e37983 HTTP/1.1" status: 200 len: 834 time: 0.0507436 Jul 09 16:50:28.665242 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186e294-6ba0-4e26-8e57-b9f49ee02aa7 req-09a41658-08f2-4539-bc82-11a83c75b42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:28.666741 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7186e294-6ba0-4e26-8e57-b9f49ee02aa7 req-09a41658-08f2-4539-bc82-11a83c75b42b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=857dc95c-d471-492a-95a7-1cced70d0672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517292 Jul 09 16:50:28.731771 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-e48dcb25-2379-4193-8ef5-358ba01a86af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab5735b-55c5-4aee-b51c-1ab093190a98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-606612495', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '724adf5a-0f74-45a9-bdfd-2ec53763c710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:54Z', 'updated_at': '2021-07-09T16:48:59Z', 'revision_number': 4, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'gw_port': {'id': '724adf5a-0f74-45a9-bdfd-2ec53763c710', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:50:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab5735b-55c5-4aee-b51c-1ab093190a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:55Z', 'updated_at': '2021-07-09T16:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '6db3746d-14cd-44d8-8c1a-841bd9349cd4', 'name': '', 'network_id': '857dc95c-d471-492a-95a7-1cced70d0672', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'mac_address': 'fa:16:3e:cb:d3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab5735b-55c5-4aee-b51c-1ab093190a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '502c82c6-7f28-4788-bdaa-b7fcf9e37983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:58Z', 'updated_at': '2021-07-09T16:49:05Z', 'revision_number': 5, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'subnets': [{'id': '502c82c6-7f28-4788-bdaa-b7fcf9e37983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:50:28.757398 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48dcb25-2379-4193-8ef5-358ba01a86af None None] The sync data for ids ['3ab5735b-55c5-4aee-b51c-1ab093190a98'] in n-d-798930-3 is: [{'id': '3ab5735b-55c5-4aee-b51c-1ab093190a98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-606612495', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '724adf5a-0f74-45a9-bdfd-2ec53763c710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:54Z', 'updated_at': '2021-07-09T16:48:59Z', 'revision_number': 4, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'gw_port': {'id': '724adf5a-0f74-45a9-bdfd-2ec53763c710', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:50:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab5735b-55c5-4aee-b51c-1ab093190a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:55Z', 'updated_at': '2021-07-09T16:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '6db3746d-14cd-44d8-8c1a-841bd9349cd4', 'name': '', 'network_id': '857dc95c-d471-492a-95a7-1cced70d0672', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'mac_address': 'fa:16:3e:cb:d3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab5735b-55c5-4aee-b51c-1ab093190a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '502c82c6-7f28-4788-bdaa-b7fcf9e37983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:58Z', 'updated_at': '2021-07-09T16:49:05Z', 'revision_number': 5, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'subnets': [{'id': '502c82c6-7f28-4788-bdaa-b7fcf9e37983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:50:28.770100 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7186e294-6ba0-4e26-8e57-b9f49ee02aa7 req-434d0ee8-6aaf-450b-8d03-e1902ddba5e7 service neutron] 10.222.0.77 "GET /v2.0/networks/857dc95c-d471-492a-95a7-1cced70d0672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938563 Jul 09 16:50:28.863770 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7186e294-6ba0-4e26-8e57-b9f49ee02aa7 req-713d7f96-0ec9-49b0-9627-65cd277fb26c service neutron] 10.222.0.77 "GET /v2.0/networks/857dc95c-d471-492a-95a7-1cced70d0672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862904 Jul 09 16:50:28.994286 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2767909c-c9cd-4cab-ac29-92b3e164ec1c None None] New status for floating IP 906c9ef5-9074-486d-be1c-cec32c9ffeca: DOWN {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:50:29.656966 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ab60b-308c-4b1e-9b67-97cc9f79c295 req-c7b3b0b4-5ba2-4924-a6d4-a234ac53b394 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:29.658954 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-951ab60b-308c-4b1e-9b67-97cc9f79c295 req-c7b3b0b4-5ba2-4924-a6d4-a234ac53b394 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ce00e54-e7e6-4653-abfc-5b3c260e2ed5 HTTP/1.1" status: 200 len: 946 time: 0.0636547 Jul 09 16:50:29.799865 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b3082f-ca1b-44e8-94f7-c59aaa430eb9 req-1fcd5fef-a430-4b4f-9fd3-6fdeb2ce3277 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:29.801342 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-46b3082f-ca1b-44e8-94f7-c59aaa430eb9 req-1fcd5fef-a430-4b4f-9fd3-6fdeb2ce3277 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ce00e54-e7e6-4653-abfc-5b3c260e2ed5 HTTP/1.1" status: 200 len: 946 time: 0.1011903 Jul 09 16:50:29.816651 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-951ab60b-308c-4b1e-9b67-97cc9f79c295 req-09a079cb-dc62-4760-a309-96c63b4a16ec tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Deleting port 676bc418-abd6-4920-bede-6c4f12bc6cb9 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:50:29.816987 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-951ab60b-308c-4b1e-9b67-97cc9f79c295 req-09a079cb-dc62-4760-a309-96c63b4a16ec tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:29.887479 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-46b3082f-ca1b-44e8-94f7-c59aaa430eb9 req-861b1c58-6be5-490d-ab2c-400109d6cb00 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "GET /v2.0/security-groups?id=1b2ae053-1edb-471e-b958-92115a571cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799272 Jul 09 16:50:29.928292 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-951ab60b-308c-4b1e-9b67-97cc9f79c295 req-09a079cb-dc62-4760-a309-96c63b4a16ec tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] For port 676bc418-abd6-4920-bede-6c4f12bc6cb9, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=676bc418-abd6-4920-bede-6c4f12bc6cb9,segment=NetworkSegment(6a890208-c469-461c-92ad-f6df8c756b8b),segment_id=6a890208-c469-461c-92ad-f6df8c756b8b)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:50:29.928649 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-951ab60b-308c-4b1e-9b67-97cc9f79c295 req-09a079cb-dc62-4760-a309-96c63b4a16ec tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:29.941667 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-951ab60b-308c-4b1e-9b67-97cc9f79c295 req-09a079cb-dc62-4760-a309-96c63b4a16ec tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Calling delete_port for 676bc418-abd6-4920-bede-6c4f12bc6cb9 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:50:30.066223 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-951ab60b-308c-4b1e-9b67-97cc9f79c295 req-09a079cb-dc62-4760-a309-96c63b4a16ec tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:30.094752 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a079cb-dc62-4760-a309-96c63b4a16ec tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event deleted for resources: {'Port': ['ID=676bc418-abd6-4920-bede-6c4f12bc6cb9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:30.141308 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-951ab60b-308c-4b1e-9b67-97cc9f79c295 req-09a079cb-dc62-4760-a309-96c63b4a16ec tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] No DVR routers for this DVR port 676bc418-abd6-4920-bede-6c4f12bc6cb9 on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:50:30.144719 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-951ab60b-308c-4b1e-9b67-97cc9f79c295 req-09a079cb-dc62-4760-a309-96c63b4a16ec tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:30.147076 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-951ab60b-308c-4b1e-9b67-97cc9f79c295 req-09a079cb-dc62-4760-a309-96c63b4a16ec tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.77 "DELETE /v2.0/ports/676bc418-abd6-4920-bede-6c4f12bc6cb9 HTTP/1.1" status: 204 len: 173 time: 0.4831071 Jul 09 16:50:30.256022 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce00e54-e7e6-4653-abfc-5b3c260e2ed5', 'name': 'network-vif-deleted', 'tag': '676bc418-abd6-4920-bede-6c4f12bc6cb9'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:50:30.258700 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0f3a58-083e-4e58-a6bb-68fe545c2c72" -d '{"events": [{"server_uuid": "6ce00e54-e7e6-4653-abfc-5b3c260e2ed5", "name": "network-vif-deleted", "tag": "676bc418-abd6-4920-bede-6c4f12bc6cb9"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:50:30.296281 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7142c789-d1e5-4b2e-ba21-41e5e1100f7e x-openstack-request-id: req-7142c789-d1e5-4b2e-ba21-41e5e1100f7e {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:50:30.296577 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce00e54-e7e6-4653-abfc-5b3c260e2ed5", "name": "network-vif-deleted", "tag": "676bc418-abd6-4920-bede-6c4f12bc6cb9", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:50:30.296841 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7142c789-d1e5-4b2e-ba21-41e5e1100f7e {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:50:30.297332 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce00e54-e7e6-4653-abfc-5b3c260e2ed5', 'name': 'network-vif-deleted', 'tag': '676bc418-abd6-4920-bede-6c4f12bc6cb9', 'status': 'completed', 'code': 200} Jul 09 16:50:30.980805 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 49694) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:31.330157 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-77de579c-78b0-447d-b3e8-4fa2cb30fe7e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:31.596785 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-77de579c-78b0-447d-b3e8-4fa2cb30fe7e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Deleting port 6db3746d-14cd-44d8-8c1a-841bd9349cd4 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:50:31.597057 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-77de579c-78b0-447d-b3e8-4fa2cb30fe7e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:31.685940 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-77de579c-78b0-447d-b3e8-4fa2cb30fe7e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] For port 6db3746d-14cd-44d8-8c1a-841bd9349cd4, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=6db3746d-14cd-44d8-8c1a-841bd9349cd4,segment=NetworkSegment(6a890208-c469-461c-92ad-f6df8c756b8b),segment_id=6a890208-c469-461c-92ad-f6df8c756b8b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:50:31.686299 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-77de579c-78b0-447d-b3e8-4fa2cb30fe7e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:31.698721 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-77de579c-78b0-447d-b3e8-4fa2cb30fe7e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Calling delete_port for 6db3746d-14cd-44d8-8c1a-841bd9349cd4 owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:50:31.886052 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-77de579c-78b0-447d-b3e8-4fa2cb30fe7e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:31.913667 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de579c-78b0-447d-b3e8-4fa2cb30fe7e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event deleted for resources: {'Port': ['ID=6db3746d-14cd-44d8-8c1a-841bd9349cd4,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:32.086575 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-77de579c-78b0-447d-b3e8-4fa2cb30fe7e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:32.625922 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77de579c-78b0-447d-b3e8-4fa2cb30fe7e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Router 3ab5735b-55c5-4aee-b51c-1ab093190a98 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:50:32.735275 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77de579c-78b0-447d-b3e8-4fa2cb30fe7e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:50:32.743697 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-77de579c-78b0-447d-b3e8-4fa2cb30fe7e tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "PUT /v2.0/routers/3ab5735b-55c5-4aee-b51c-1ab093190a98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7617273 Jul 09 16:50:32.744313 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 49702) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:32.745768 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c6924d-345e-477d-817f-b5691db11660 None None] Sync routers for ids ['3ab5735b-55c5-4aee-b51c-1ab093190a98'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:50:32.756298 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c6924d-345e-477d-817f-b5691db11660 None None] Routers {'3ab5735b-55c5-4aee-b51c-1ab093190a98'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:50:32.757206 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c1c6924d-345e-477d-817f-b5691db11660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:50:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['3ab5735b-55c5-4aee-b51c-1ab093190a98'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:50:32.769279 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3853c-e548-40b8-894d-b8e338613524 req-33410d50-ad84-4607-b7b9-b41177c98f99 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:32.770941 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7aa3853c-e548-40b8-894d-b8e338613524 req-33410d50-ad84-4607-b7b9-b41177c98f99 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=9dc24b61-75e1-4bac-ab8c-c2d3a5a6cdac HTTP/1.1" status: 200 len: 945 time: 0.0715654 Jul 09 16:50:32.808317 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ec41ba3-0cc3-47e5-a824-418df9111e8b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Deleting subnet 502c82c6-7f28-4788-bdaa-b7fcf9e37983 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:50:32.812476 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8ec41ba3-0cc3-47e5-a824-418df9111e8b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:32.819452 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7aa3853c-e548-40b8-894d-b8e338613524 req-43d088ae-0e40-4bdd-bce9-7957bba9d4fe tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=42541584-0d54-4e1b-bb67-627f42592d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421126 Jul 09 16:50:32.855397 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8ec41ba3-0cc3-47e5-a824-418df9111e8b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:32.867531 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-c1c6924d-345e-477d-817f-b5691db11660 None None] Set router 3ab5735b-55c5-4aee-b51c-1ab093190a98 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:50:32.936460 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8ec41ba3-0cc3-47e5-a824-418df9111e8b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:32.997973 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8ec41ba3-0cc3-47e5-a824-418df9111e8b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:33.025794 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec41ba3-0cc3-47e5-a824-418df9111e8b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event deleted for resources: {'Subnet': ['ID=502c82c6-7f28-4788-bdaa-b7fcf9e37983,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:33.028669 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8ec41ba3-0cc3-47e5-a824-418df9111e8b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:33.032914 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49704) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:33.033765 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8ec41ba3-0cc3-47e5-a824-418df9111e8b tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "DELETE /v2.0/subnets/502c82c6-7f28-4788-bdaa-b7fcf9e37983 HTTP/1.1" status: 204 len: 168 time: 0.2875638 Jul 09 16:50:33.033940 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5608797-958c-4920-899f-efb2c9b7494b None None] Network 857dc95c-d471-492a-95a7-1cced70d0672 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:50:33.048234 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c1c6924d-345e-477d-817f-b5691db11660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab5735b-55c5-4aee-b51c-1ab093190a98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-606612495', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '724adf5a-0f74-45a9-bdfd-2ec53763c710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:54Z', 'updated_at': '2021-07-09T16:50:31Z', 'revision_number': 5, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'gw_port': {'id': '724adf5a-0f74-45a9-bdfd-2ec53763c710', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:50:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab5735b-55c5-4aee-b51c-1ab093190a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:55Z', 'updated_at': '2021-07-09T16:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:50:33.074257 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c6924d-345e-477d-817f-b5691db11660 None None] Checking router: 3ab5735b-55c5-4aee-b51c-1ab093190a98 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:50:33.083231 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c6924d-345e-477d-817f-b5691db11660 None None] Routers {'3ab5735b-55c5-4aee-b51c-1ab093190a98'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:50:33.083841 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c1c6924d-345e-477d-817f-b5691db11660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:50:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['3ab5735b-55c5-4aee-b51c-1ab093190a98'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:50:33.149449 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e751e2b1-d2ff-4372-bb6d-7542efe90e74 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:33.169454 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 676bc418-abd6-4920-bede-6c4f12bc6cb9 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:50:33.191141 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: 676bc418-abd6-4920-bede-6c4f12bc6cb9 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:50:33.191495 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 676bc418-abd6-4920-bede-6c4f12bc6cb9 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:50:33.193459 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-c1c6924d-345e-477d-817f-b5691db11660 None None] Set router 3ab5735b-55c5-4aee-b51c-1ab093190a98 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:50:33.252384 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f706a443-b279-49e5-8387-b2e4c6beb97c None None] DHCP port deletion for 857dc95c-d471-492a-95a7-1cced70d0672 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:50:33.264832 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e751e2b1-d2ff-4372-bb6d-7542efe90e74 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:33.306748 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-f706a443-b279-49e5-8387-b2e4c6beb97c None None] Deleting port 37a120f4-e57a-4a57-bb0d-3075469c6967 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:50:33.307225 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f706a443-b279-49e5-8387-b2e4c6beb97c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:33.325929 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-e751e2b1-d2ff-4372-bb6d-7542efe90e74 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Deleting port 724adf5a-0f74-45a9-bdfd-2ec53763c710 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:50:33.326538 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e751e2b1-d2ff-4372-bb6d-7542efe90e74 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:33.372778 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-f706a443-b279-49e5-8387-b2e4c6beb97c None None] For port 37a120f4-e57a-4a57-bb0d-3075469c6967, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=37a120f4-e57a-4a57-bb0d-3075469c6967,segment=NetworkSegment(6a890208-c469-461c-92ad-f6df8c756b8b),segment_id=6a890208-c469-461c-92ad-f6df8c756b8b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:50:33.373171 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f706a443-b279-49e5-8387-b2e4c6beb97c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:33.380274 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c1c6924d-345e-477d-817f-b5691db11660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab5735b-55c5-4aee-b51c-1ab093190a98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-606612495', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '724adf5a-0f74-45a9-bdfd-2ec53763c710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:54Z', 'updated_at': '2021-07-09T16:50:31Z', 'revision_number': 5, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'gw_port': {'id': '724adf5a-0f74-45a9-bdfd-2ec53763c710', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:50:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab5735b-55c5-4aee-b51c-1ab093190a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:55Z', 'updated_at': '2021-07-09T16:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:50:33.387895 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-f706a443-b279-49e5-8387-b2e4c6beb97c None None] Calling delete_port for 37a120f4-e57a-4a57-bb0d-3075469c6967 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:50:33.409718 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-e751e2b1-d2ff-4372-bb6d-7542efe90e74 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] For port 724adf5a-0f74-45a9-bdfd-2ec53763c710, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=724adf5a-0f74-45a9-bdfd-2ec53763c710,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:50:33.410120 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e751e2b1-d2ff-4372-bb6d-7542efe90e74 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:33.411053 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c6924d-345e-477d-817f-b5691db11660 None None] The sync data for ids ['3ab5735b-55c5-4aee-b51c-1ab093190a98'] in n-d-798930-3 is: [{'id': '3ab5735b-55c5-4aee-b51c-1ab093190a98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-606612495', 'tenant_id': 'f98cc886c66a474a8d448186851b2eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '724adf5a-0f74-45a9-bdfd-2ec53763c710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:48:54Z', 'updated_at': '2021-07-09T16:50:31Z', 'revision_number': 5, 'project_id': 'f98cc886c66a474a8d448186851b2eab', 'gw_port': {'id': '724adf5a-0f74-45a9-bdfd-2ec53763c710', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:50:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab5735b-55c5-4aee-b51c-1ab093190a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:48:55Z', 'updated_at': '2021-07-09T16:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:50:33.425337 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-e751e2b1-d2ff-4372-bb6d-7542efe90e74 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Calling delete_port for 724adf5a-0f74-45a9-bdfd-2ec53763c710 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:50:33.491803 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f706a443-b279-49e5-8387-b2e4c6beb97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:33.522578 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f706a443-b279-49e5-8387-b2e4c6beb97c None None] Pushing event deleted for resources: {'Port': ['ID=37a120f4-e57a-4a57-bb0d-3075469c6967,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:33.524442 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f706a443-b279-49e5-8387-b2e4c6beb97c None None] No DVR routers for this DVR port 37a120f4-e57a-4a57-bb0d-3075469c6967 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:50:33.603656 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e751e2b1-d2ff-4372-bb6d-7542efe90e74 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:33.629212 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e751e2b1-d2ff-4372-bb6d-7542efe90e74 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event deleted for resources: {'Port': ['ID=724adf5a-0f74-45a9-bdfd-2ec53763c710,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:33.694454 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e751e2b1-d2ff-4372-bb6d-7542efe90e74 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:33.786411 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e751e2b1-d2ff-4372-bb6d-7542efe90e74 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:33.791339 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e751e2b1-d2ff-4372-bb6d-7542efe90e74 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:33.837986 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e751e2b1-d2ff-4372-bb6d-7542efe90e74 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:33.838738 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e751e2b1-d2ff-4372-bb6d-7542efe90e74 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Fanout notify agent at l3_agent the message router_deleted on router 3ab5735b-55c5-4aee-b51c-1ab093190a98 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:50:33.847319 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e751e2b1-d2ff-4372-bb6d-7542efe90e74 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:33.850877 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e751e2b1-d2ff-4372-bb6d-7542efe90e74 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "DELETE /v2.0/routers/3ab5735b-55c5-4aee-b51c-1ab093190a98 HTTP/1.1" status: 204 len: 168 time: 0.8130133 Jul 09 16:50:33.851822 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 49708) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:33.899211 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 37a120f4-e57a-4a57-bb0d-3075469c6967 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:50:33.919281 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 37a120f4-e57a-4a57-bb0d-3075469c6967 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:50:33.919631 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 37a120f4-e57a-4a57-bb0d-3075469c6967 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:50:33.920055 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 6db3746d-14cd-44d8-8c1a-841bd9349cd4 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:50:33.946995 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 6db3746d-14cd-44d8-8c1a-841bd9349cd4 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:50:33.947494 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 6db3746d-14cd-44d8-8c1a-841bd9349cd4 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:50:33.957532 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3935d3e1-c031-4980-ada3-e171e3255983 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:34.032525 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc49c5-82b5-4994-9387-f6c5e8185e2e req-e3c2d5ac-bf3b-4f86-8629-899f9eaf8f0d tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:34.034185 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d4bc49c5-82b5-4994-9387-f6c5e8185e2e req-e3c2d5ac-bf3b-4f86-8629-899f9eaf8f0d tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=9dc24b61-75e1-4bac-ab8c-c2d3a5a6cdac HTTP/1.1" status: 200 len: 945 time: 0.0737472 Jul 09 16:50:34.054876 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3935d3e1-c031-4980-ada3-e171e3255983 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:34.066531 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-3935d3e1-c031-4980-ada3-e171e3255983 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['857dc95c-d471-492a-95a7-1cced70d0672']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:50:34.076067 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d4bc49c5-82b5-4994-9387-f6c5e8185e2e req-bd88d395-9826-48a8-b19d-5e0e1def02cf tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=42541584-0d54-4e1b-bb67-627f42592d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354662 Jul 09 16:50:34.078285 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-3935d3e1-c031-4980-ada3-e171e3255983 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a890208-c469-461c-92ad-f6df8c756b8b') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:50:34.078580 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-3935d3e1-c031-4980-ada3-e171e3255983 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a890208-c469-461c-92ad-f6df8c756b8b') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:50:34.087857 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3935d3e1-c031-4980-ada3-e171e3255983 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:34.107048 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3935d3e1-c031-4980-ada3-e171e3255983 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:34.113835 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3935d3e1-c031-4980-ada3-e171e3255983 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:50:34.114234 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3935d3e1-c031-4980-ada3-e171e3255983 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:34.117293 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:50:34.117293 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:50:34.117293 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:50:34.117293 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:50:34.117293 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:50:34.117293 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:50:34.117293 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:50:34.117293 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:50:34.117293 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:50:34.117293 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:50:34.117293 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:50:34.117293 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:50:34.117293 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:50:34.117293 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:50:34.117293 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:50:34.117293 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:50:34.117293 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:50:34.117293 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:50:34.117293 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:50:34.117293 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:50:34.117293 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:50:34.117293 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:50:34.117293 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:50:34.117293 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:50:34.117293 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:50:34.117293 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:50:34.117293 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:50:34.117293 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:50:34.117293 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:50:34.117293 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:50:34.117293 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:50:34.117293 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:50:34.178210 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3935d3e1-c031-4980-ada3-e171e3255983 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:34.186039 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3935d3e1-c031-4980-ada3-e171e3255983 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:34.187591 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3935d3e1-c031-4980-ada3-e171e3255983 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "DELETE /v2.0/networks/857dc95c-d471-492a-95a7-1cced70d0672 HTTP/1.1" status: 204 len: 168 time: 0.3340571 Jul 09 16:50:34.190853 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49710) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:34.199436 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3935d3e1-c031-4980-ada3-e171e3255983 tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event deleted for resources: {'Network': ['ID=857dc95c-d471-492a-95a7-1cced70d0672,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:34.254644 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2c19e2f0-0ffb-463b-855c-1cc64190cc7c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:34.279365 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2c19e2f0-0ffb-463b-855c-1cc64190cc7c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:34.336350 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2c19e2f0-0ffb-463b-855c-1cc64190cc7c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:34.338814 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2c19e2f0-0ffb-463b-855c-1cc64190cc7c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:34.339993 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2c19e2f0-0ffb-463b-855c-1cc64190cc7c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] 10.222.0.98 "DELETE /v2.0/security-groups/1b2ae053-1edb-471e-b958-92115a571cb0 HTTP/1.1" status: 204 len: 168 time: 0.1481078 Jul 09 16:50:34.348822 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c19e2f0-0ffb-463b-855c-1cc64190cc7c tempest-TestNetworkAdvancedServerOps-1314420450 tempest-TestNetworkAdvancedServerOps-1314420450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2ae053-1edb-471e-b958-92115a571cb0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:34.628690 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49718) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:34.632042 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cccc73-c59b-45a2-a626-f1715d29ad5d req-0795b07c-4fe3-49c0-9d75-9bf2c8f487a9 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:34.633600 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-39cccc73-c59b-45a2-a626-f1715d29ad5d req-0795b07c-4fe3-49c0-9d75-9bf2c8f487a9 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dc24b61-75e1-4bac-ab8c-c2d3a5a6cdac HTTP/1.1" status: 200 len: 945 time: 0.0701327 Jul 09 16:50:34.743093 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-39cccc73-c59b-45a2-a626-f1715d29ad5d req-05722f30-ffb1-4c67-b6db-922c106377a1 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Deleting port 31c61b9c-0302-4fbc-93cc-999270e7e5ac {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:50:34.743448 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-39cccc73-c59b-45a2-a626-f1715d29ad5d req-05722f30-ffb1-4c67-b6db-922c106377a1 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:34.777950 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-78689fa5-bc37-4961-8c35-56531294a9cb admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f98cc886c66a474a8d448186851b2eab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1479619 Jul 09 16:50:34.780397 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49722) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:34.827889 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a5462ed0-401a-4cab-8b01-0f1509df7f4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:34.835491 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-39cccc73-c59b-45a2-a626-f1715d29ad5d req-05722f30-ffb1-4c67-b6db-922c106377a1 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] For port 31c61b9c-0302-4fbc-93cc-999270e7e5ac, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=31c61b9c-0302-4fbc-93cc-999270e7e5ac,segment=NetworkSegment(f8892455-537d-4135-a8a6-c5f11d1a74c6),segment_id=f8892455-537d-4135-a8a6-c5f11d1a74c6)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:50:34.835854 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-39cccc73-c59b-45a2-a626-f1715d29ad5d req-05722f30-ffb1-4c67-b6db-922c106377a1 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:34.849286 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a5462ed0-401a-4cab-8b01-0f1509df7f4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:34.893861 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a5462ed0-401a-4cab-8b01-0f1509df7f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:34.896879 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a5462ed0-401a-4cab-8b01-0f1509df7f4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:34.898020 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a5462ed0-401a-4cab-8b01-0f1509df7f4c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/96d56bad-dcfd-4421-ba28-08acb8ed8ef2 HTTP/1.1" status: 204 len: 168 time: 0.1166866 Jul 09 16:50:34.905870 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5462ed0-401a-4cab-8b01-0f1509df7f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d56bad-dcfd-4421-ba28-08acb8ed8ef2,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:35.059794 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-39cccc73-c59b-45a2-a626-f1715d29ad5d req-05722f30-ffb1-4c67-b6db-922c106377a1 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:35.060403 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-39cccc73-c59b-45a2-a626-f1715d29ad5d req-05722f30-ffb1-4c67-b6db-922c106377a1 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:35.060512 n-d-798930-3 neutron-server[93959]: INFO neutron.db.l3_db [req-39cccc73-c59b-45a2-a626-f1715d29ad5d req-05722f30-ffb1-4c67-b6db-922c106377a1 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Floating IP d044f9ba-4aeb-440b-8816-79455c611e15 disassociated. External IP: 172.25.0.180, port: 31c61b9c-0302-4fbc-93cc-999270e7e5ac. Jul 09 16:50:35.060833 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-39cccc73-c59b-45a2-a626-f1715d29ad5d req-05722f30-ffb1-4c67-b6db-922c106377a1 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Calling delete_port for 31c61b9c-0302-4fbc-93cc-999270e7e5ac owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:50:35.162169 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49730) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:35.197391 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-39cccc73-c59b-45a2-a626-f1715d29ad5d req-05722f30-ffb1-4c67-b6db-922c106377a1 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:35.218435 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6d1aeb92-d603-4f1c-8dfd-49fbb17c0fd7 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3c8c14218720480fa2960219133cb756&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0528722 Jul 09 16:50:35.225939 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 49732) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:35.234642 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d157dd96-6175-4aa5-9d1e-d94402830f9a req-d6ab1953-9416-446f-8a3f-d9b8391f1fda tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=9dc24b61-75e1-4bac-ab8c-c2d3a5a6cdac HTTP/1.1" status: 200 len: 210 time: 0.0337503 Jul 09 16:50:35.236723 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05722f30-ffb1-4c67-b6db-922c106377a1 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Pushing event deleted for resources: {'Port': ['ID=31c61b9c-0302-4fbc-93cc-999270e7e5ac,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:35.359311 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7ca7d787-8808-4789-b494-066ea8120fca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:35.392984 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7ca7d787-8808-4789-b494-066ea8120fca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:35.407463 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39cccc73-c59b-45a2-a626-f1715d29ad5d req-05722f30-ffb1-4c67-b6db-922c106377a1 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Router 375184d2-52d3-494b-a278-569cb996272e has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:50:35.512147 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7ca7d787-8808-4789-b494-066ea8120fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:35.514630 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7ca7d787-8808-4789-b494-066ea8120fca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:35.515911 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-7ca7d787-8808-4789-b494-066ea8120fca admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/486cbe97-328c-450e-8022-c94461e74089 HTTP/1.1" status: 204 len: 168 time: 0.2864459 Jul 09 16:50:35.531089 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca7d787-8808-4789-b494-066ea8120fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486cbe97-328c-450e-8022-c94461e74089,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:35.550897 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39cccc73-c59b-45a2-a626-f1715d29ad5d req-05722f30-ffb1-4c67-b6db-922c106377a1 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:50:35.563952 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15ad575-bf3b-460f-a730-bf9b6ea44f1f None None] Sync routers for ids ['375184d2-52d3-494b-a278-569cb996272e'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:50:35.579985 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15ad575-bf3b-460f-a730-bf9b6ea44f1f None None] Routers {'375184d2-52d3-494b-a278-569cb996272e'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:50:35.580775 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f15ad575-bf3b-460f-a730-bf9b6ea44f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:50:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['375184d2-52d3-494b-a278-569cb996272e'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:50:35.603401 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-39cccc73-c59b-45a2-a626-f1715d29ad5d req-05722f30-ffb1-4c67-b6db-922c106377a1 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] No DVR routers for this DVR port 31c61b9c-0302-4fbc-93cc-999270e7e5ac on host n-h2-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:50:35.606034 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-39cccc73-c59b-45a2-a626-f1715d29ad5d req-05722f30-ffb1-4c67-b6db-922c106377a1 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:35.608123 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-39cccc73-c59b-45a2-a626-f1715d29ad5d req-05722f30-ffb1-4c67-b6db-922c106377a1 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.73 "DELETE /v2.0/ports/31c61b9c-0302-4fbc-93cc-999270e7e5ac HTTP/1.1" status: 204 len: 173 time: 0.9682012 Jul 09 16:50:35.608590 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc24b61-75e1-4bac-ab8c-c2d3a5a6cdac', 'name': 'network-vif-deleted', 'tag': '31c61b9c-0302-4fbc-93cc-999270e7e5ac'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:50:35.611820 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038baab2-17a3-4c4c-9fc4-f8e0a2aee27d" -d '{"events": [{"server_uuid": "9dc24b61-75e1-4bac-ab8c-c2d3a5a6cdac", "name": "network-vif-deleted", "tag": "31c61b9c-0302-4fbc-93cc-999270e7e5ac"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:50:35.632115 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 724adf5a-0f74-45a9-bdfd-2ec53763c710 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:50:35.664138 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb637eba-9b15-4e33-9129-c70455039abb x-openstack-request-id: req-eb637eba-9b15-4e33-9129-c70455039abb {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:50:35.664505 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc24b61-75e1-4bac-ab8c-c2d3a5a6cdac", "name": "network-vif-deleted", "tag": "31c61b9c-0302-4fbc-93cc-999270e7e5ac", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:50:35.664830 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-eb637eba-9b15-4e33-9129-c70455039abb {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:50:35.665315 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc24b61-75e1-4bac-ab8c-c2d3a5a6cdac', 'name': 'network-vif-deleted', 'tag': '31c61b9c-0302-4fbc-93cc-999270e7e5ac', 'status': 'completed', 'code': 200} Jul 09 16:50:35.845964 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 724adf5a-0f74-45a9-bdfd-2ec53763c710 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:50:35.846392 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 724adf5a-0f74-45a9-bdfd-2ec53763c710 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:50:35.924689 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-f15ad575-bf3b-460f-a730-bf9b6ea44f1f None None] Set router 375184d2-52d3-494b-a278-569cb996272e gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:50:36.149701 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f15ad575-bf3b-460f-a730-bf9b6ea44f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375184d2-52d3-494b-a278-569cb996272e', 'name': 'tempest-TestVolumeBootPattern-85219388-router', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '1faf90e2-2722-4a0b-afa6-c0f88e8e4c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:43:34Z', 'updated_at': '2021-07-09T16:43:40Z', 'revision_number': 4, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'gw_port': {'id': '1faf90e2-2722-4a0b-afa6-c0f88e8e4c48', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375184d2-52d3-494b-a278-569cb996272e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:35Z', 'updated_at': '2021-07-09T16:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '81ac70a8-a8fc-41fe-990f-1b1d292256c2', 'name': '', 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'mac_address': 'fa:16:3e:55:7a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375184d2-52d3-494b-a278-569cb996272e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '470183cf-e48b-46ba-9f1f-c70364d25786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:39Z', 'updated_at': '2021-07-09T16:43:47Z', 'revision_number': 5, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'subnets': [{'id': '470183cf-e48b-46ba-9f1f-c70364d25786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:50:36.183734 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15ad575-bf3b-460f-a730-bf9b6ea44f1f None None] Checking router: 375184d2-52d3-494b-a278-569cb996272e for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:50:36.194122 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15ad575-bf3b-460f-a730-bf9b6ea44f1f None None] Routers {'375184d2-52d3-494b-a278-569cb996272e'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:50:36.194947 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f15ad575-bf3b-460f-a730-bf9b6ea44f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:50:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['375184d2-52d3-494b-a278-569cb996272e'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:50:36.303269 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-f15ad575-bf3b-460f-a730-bf9b6ea44f1f None None] Set router 375184d2-52d3-494b-a278-569cb996272e gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:50:36.383422 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5a47467f-b4c1-4fc9-b795-1eb70c795f02 req-fbffb88f-b1c4-406e-90b1-e91b0bbbc174 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=9dc24b61-75e1-4bac-ab8c-c2d3a5a6cdac HTTP/1.1" status: 200 len: 210 time: 0.0316966 Jul 09 16:50:36.508589 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f15ad575-bf3b-460f-a730-bf9b6ea44f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375184d2-52d3-494b-a278-569cb996272e', 'name': 'tempest-TestVolumeBootPattern-85219388-router', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '1faf90e2-2722-4a0b-afa6-c0f88e8e4c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:43:34Z', 'updated_at': '2021-07-09T16:43:40Z', 'revision_number': 4, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'gw_port': {'id': '1faf90e2-2722-4a0b-afa6-c0f88e8e4c48', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375184d2-52d3-494b-a278-569cb996272e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:35Z', 'updated_at': '2021-07-09T16:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '81ac70a8-a8fc-41fe-990f-1b1d292256c2', 'name': '', 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'mac_address': 'fa:16:3e:55:7a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375184d2-52d3-494b-a278-569cb996272e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '470183cf-e48b-46ba-9f1f-c70364d25786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:39Z', 'updated_at': '2021-07-09T16:43:47Z', 'revision_number': 5, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'subnets': [{'id': '470183cf-e48b-46ba-9f1f-c70364d25786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:50:36.538715 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15ad575-bf3b-460f-a730-bf9b6ea44f1f None None] The sync data for ids ['375184d2-52d3-494b-a278-569cb996272e'] in n-d-798930-3 is: [{'id': '375184d2-52d3-494b-a278-569cb996272e', 'name': 'tempest-TestVolumeBootPattern-85219388-router', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '1faf90e2-2722-4a0b-afa6-c0f88e8e4c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:43:34Z', 'updated_at': '2021-07-09T16:43:40Z', 'revision_number': 4, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'gw_port': {'id': '1faf90e2-2722-4a0b-afa6-c0f88e8e4c48', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375184d2-52d3-494b-a278-569cb996272e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:35Z', 'updated_at': '2021-07-09T16:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '81ac70a8-a8fc-41fe-990f-1b1d292256c2', 'name': '', 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'mac_address': 'fa:16:3e:55:7a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375184d2-52d3-494b-a278-569cb996272e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '470183cf-e48b-46ba-9f1f-c70364d25786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:39Z', 'updated_at': '2021-07-09T16:43:47Z', 'revision_number': 5, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'subnets': [{'id': '470183cf-e48b-46ba-9f1f-c70364d25786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:50:36.759433 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9458ff65-72c4-48de-951e-dba8cdb6e29c None None] New status for floating IP d044f9ba-4aeb-440b-8816-79455c611e15: DOWN {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:50:36.991425 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 31c61b9c-0302-4fbc-93cc-999270e7e5ac no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:50:37.011548 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: 31c61b9c-0302-4fbc-93cc-999270e7e5ac {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:50:37.011806 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 31c61b9c-0302-4fbc-93cc-999270e7e5ac not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:50:37.525763 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fa109502-98ac-44e9-aafe-46b18503f910 req-29180bfd-fd8d-496d-a150-b1e6c6700e89 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=9dc24b61-75e1-4bac-ab8c-c2d3a5a6cdac HTTP/1.1" status: 200 len: 210 time: 0.0291767 Jul 09 16:50:38.664347 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6591a3da-2c82-43e4-9d44-209d519d1955 req-f649e082-3d13-4ce4-bd36-5f436ea4a4bf tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=9dc24b61-75e1-4bac-ab8c-c2d3a5a6cdac HTTP/1.1" status: 200 len: 210 time: 0.0281866 Jul 09 16:50:39.951448 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-79643932-ebab-47ea-85e2-3d065b5fc1d9 req-d050eda8-b39c-45fc-99fb-bb909499f25f tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-111962431&fields=id&tenant_id=1c75594b2a664d30980bf347c7fbaad8 HTTP/1.1" status: 200 len: 267 time: 0.0355752 Jul 09 16:50:40.055022 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79643932-ebab-47ea-85e2-3d065b5fc1d9 req-1fefb7b3-e8a3-4a89-8940-0e8018f323db tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:40.056717 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-79643932-ebab-47ea-85e2-3d065b5fc1d9 req-1fefb7b3-e8a3-4a89-8940-0e8018f323db tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/networks?id=f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 HTTP/1.1" status: 200 len: 810 time: 0.0985363 Jul 09 16:50:40.070884 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-79643932-ebab-47ea-85e2-3d065b5fc1d9 req-a5903bda-9faa-4abc-9e77-9f497026ddd7 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/quotas/1c75594b2a664d30980bf347c7fbaad8 HTTP/1.1" status: 200 len: 375 time: 0.0088985 Jul 09 16:50:40.138549 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-79643932-ebab-47ea-85e2-3d065b5fc1d9 req-5e11ee5f-b0fd-4f75-9da6-568cedb380a2 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=1c75594b2a664d30980bf347c7fbaad8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0628901 Jul 09 16:50:40.238641 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-79643932-ebab-47ea-85e2-3d065b5fc1d9 req-062221b8-7ad7-462c-8df4-0a893045a6f7 service neutron] 10.222.0.98 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880809 Jul 09 16:50:40.257995 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:40.327011 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-79643932-ebab-47ea-85e2-3d065b5fc1d9 req-dca32690-6e42-4ea8-8160-202f4fc4fc7d service neutron] 10.222.0.98 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808587 Jul 09 16:50:40.627372 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a696d25e-8aef-4f47-9d0d-9157e55cf3bb req-02a9e9e9-816e-4d7d-b5fd-98ed48086f1e tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd334205-1a4c-4088-a5c0-9e28540b372c HTTP/1.1" status: 200 len: 210 time: 0.0349936 Jul 09 16:50:41.627666 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79643932-ebab-47ea-85e2-3d065b5fc1d9 req-e0027c50-5ec0-4339-b2bf-0fe69159f907 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:41.629119 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-79643932-ebab-47ea-85e2-3d065b5fc1d9 req-e0027c50-5ec0-4339-b2bf-0fe69159f907 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.77 "GET /v2.0/networks?id=f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 HTTP/1.1" status: 200 len: 810 time: 0.1078029 Jul 09 16:50:41.678244 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-79643932-ebab-47ea-85e2-3d065b5fc1d9 req-2130cc23-1600-44e2-a4cc-fc23e5cfdad8 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c75594b2a664d30980bf347c7fbaad8 HTTP/1.1" status: 200 len: 379 time: 0.0358932 Jul 09 16:50:41.687257 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-79643932-ebab-47ea-85e2-3d065b5fc1d9 req-66c00f50-6fa9-4289-8b46-b20e7456d819 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Request body: {'port': {'device_id': 'bd334205-1a4c-4088-a5c0-9e28540b372c', 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354', 'admin_state_up': True, 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'security_groups': ['42541584-0d54-4e1b-bb67-627f42592d38']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:50:41.772098 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a054ee35-7136-45b2-975b-1c80335c9d85 req-db020a59-9de0-45bf-b28b-29d1623b4428 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd334205-1a4c-4088-a5c0-9e28540b372c HTTP/1.1" status: 200 len: 210 time: 0.0324166 Jul 09 16:50:41.828337 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79643932-ebab-47ea-85e2-3d065b5fc1d9 req-66c00f50-6fa9-4289-8b46-b20e7456d819 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Made reservation on behalf of 1c75594b2a664d30980bf347c7fbaad8 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:50:41.832485 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-79643932-ebab-47ea-85e2-3d065b5fc1d9 req-66c00f50-6fa9-4289-8b46-b20e7456d819 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:41.967651 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-79643932-ebab-47ea-85e2-3d065b5fc1d9 req-66c00f50-6fa9-4289-8b46-b20e7456d819 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Allocated IP 172.20.0.6 (f36f2b9b-47ba-4cd8-a2dd-8998abc0c354/470183cf-e48b-46ba-9f1f-c70364d25786/ef1bdbba-0d27-434f-98e5-096a18e0d408) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:50:42.110416 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-79643932-ebab-47ea-85e2-3d065b5fc1d9 req-66c00f50-6fa9-4289-8b46-b20e7456d819 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:42.124292 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-79643932-ebab-47ea-85e2-3d065b5fc1d9 req-66c00f50-6fa9-4289-8b46-b20e7456d819 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Transition to ACTIVE for port object ef1bdbba-0d27-434f-98e5-096a18e0d408 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:50:42.158024 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-79643932-ebab-47ea-85e2-3d065b5fc1d9 req-66c00f50-6fa9-4289-8b46-b20e7456d819 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:42.207021 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79643932-ebab-47ea-85e2-3d065b5fc1d9 req-66c00f50-6fa9-4289-8b46-b20e7456d819 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Network f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:50:42.210742 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-79643932-ebab-47ea-85e2-3d065b5fc1d9 req-66c00f50-6fa9-4289-8b46-b20e7456d819 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:50:42.215634 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-79643932-ebab-47ea-85e2-3d065b5fc1d9 req-66c00f50-6fa9-4289-8b46-b20e7456d819 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:50:42.219874 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c00f50-6fa9-4289-8b46-b20e7456d819 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Pushing event updated for resources: {'Port': ['ID=ef1bdbba-0d27-434f-98e5-096a18e0d408,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:42.272390 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79643932-ebab-47ea-85e2-3d065b5fc1d9 req-66c00f50-6fa9-4289-8b46-b20e7456d819 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:42.273039 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-79643932-ebab-47ea-85e2-3d065b5fc1d9 req-66c00f50-6fa9-4289-8b46-b20e7456d819 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:42.293764 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-79643932-ebab-47ea-85e2-3d065b5fc1d9 req-66c00f50-6fa9-4289-8b46-b20e7456d819 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6098235 Jul 09 16:50:42.307412 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-79643932-ebab-47ea-85e2-3d065b5fc1d9 req-1fed9ec1-6e16-4c8a-84ce-3aa1a0257fae service neutron] Request body: {'port': {'device_id': 'bd334205-1a4c-4088-a5c0-9e28540b372c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:50:42.401500 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-79643932-ebab-47ea-85e2-3d065b5fc1d9 req-1fed9ec1-6e16-4c8a-84ce-3aa1a0257fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:42.480389 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a21ac514-d6fe-4e6a-a165-d2896a83b120 None None] Provisioning for port ef1bdbba-0d27-434f-98e5-096a18e0d408 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:50:42.485850 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a21ac514-d6fe-4e6a-a165-d2896a83b120 None None] Provisioning complete for port ef1bdbba-0d27-434f-98e5-096a18e0d408 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:50:42.486620 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a21ac514-d6fe-4e6a-a165-d2896a83b120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:42.526474 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a21ac514-d6fe-4e6a-a165-d2896a83b120 None None] Port ef1bdbba-0d27-434f-98e5-096a18e0d408 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:50:42.685173 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-79643932-ebab-47ea-85e2-3d065b5fc1d9 req-1fed9ec1-6e16-4c8a-84ce-3aa1a0257fae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef1bdbba-0d27-434f-98e5-096a18e0d408 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:50:42.692967 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-79643932-ebab-47ea-85e2-3d065b5fc1d9 req-1fed9ec1-6e16-4c8a-84ce-3aa1a0257fae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:42.705460 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-79643932-ebab-47ea-85e2-3d065b5fc1d9 req-1fed9ec1-6e16-4c8a-84ce-3aa1a0257fae service neutron] Transition to ACTIVE for port object ef1bdbba-0d27-434f-98e5-096a18e0d408 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:50:42.708828 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-79643932-ebab-47ea-85e2-3d065b5fc1d9 req-1fed9ec1-6e16-4c8a-84ce-3aa1a0257fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:42.779172 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fed9ec1-6e16-4c8a-84ce-3aa1a0257fae service neutron] Pushing event updated for resources: {'Port': ['ID=ef1bdbba-0d27-434f-98e5-096a18e0d408,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:42.848146 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-79643932-ebab-47ea-85e2-3d065b5fc1d9 req-1fed9ec1-6e16-4c8a-84ce-3aa1a0257fae service neutron] Attempting to bind port ef1bdbba-0d27-434f-98e5-096a18e0d408 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:50:42.848634 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-79643932-ebab-47ea-85e2-3d065b5fc1d9 req-1fed9ec1-6e16-4c8a-84ce-3aa1a0257fae service neutron] Attempting to bind port ef1bdbba-0d27-434f-98e5-096a18e0d408 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'f8892455-537d-4135-a8a6-c5f11d1a74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:50:42.849069 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79643932-ebab-47ea-85e2-3d065b5fc1d9 req-1fed9ec1-6e16-4c8a-84ce-3aa1a0257fae service neutron] Attempting to bind port ef1bdbba-0d27-434f-98e5-096a18e0d408 on network f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:50:42.853947 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79643932-ebab-47ea-85e2-3d065b5fc1d9 req-1fed9ec1-6e16-4c8a-84ce-3aa1a0257fae service neutron] Port ef1bdbba-0d27-434f-98e5-096a18e0d408 on network f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:50:42.854570 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79643932-ebab-47ea-85e2-3d065b5fc1d9 req-1fed9ec1-6e16-4c8a-84ce-3aa1a0257fae service neutron] Attempting to bind port ef1bdbba-0d27-434f-98e5-096a18e0d408 on network f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:50:42.863090 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79643932-ebab-47ea-85e2-3d065b5fc1d9 req-1fed9ec1-6e16-4c8a-84ce-3aa1a0257fae service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:50:42.863607 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79643932-ebab-47ea-85e2-3d065b5fc1d9 req-1fed9ec1-6e16-4c8a-84ce-3aa1a0257fae service neutron] Checking segment: {'id': 'f8892455-537d-4135-a8a6-c5f11d1a74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:50:42.864240 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79643932-ebab-47ea-85e2-3d065b5fc1d9 req-1fed9ec1-6e16-4c8a-84ce-3aa1a0257fae service neutron] Bound using segment: {'id': 'f8892455-537d-4135-a8a6-c5f11d1a74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:50:42.864788 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-79643932-ebab-47ea-85e2-3d065b5fc1d9 req-1fed9ec1-6e16-4c8a-84ce-3aa1a0257fae service neutron] Bound port: ef1bdbba-0d27-434f-98e5-096a18e0d408, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8892455-537d-4135-a8a6-c5f11d1a74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:50:42.865395 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-79643932-ebab-47ea-85e2-3d065b5fc1d9 req-1fed9ec1-6e16-4c8a-84ce-3aa1a0257fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:42.979937 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-79643932-ebab-47ea-85e2-3d065b5fc1d9 req-1fed9ec1-6e16-4c8a-84ce-3aa1a0257fae service neutron] For port ef1bdbba-0d27-434f-98e5-096a18e0d408, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:50:42.984018 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-79643932-ebab-47ea-85e2-3d065b5fc1d9 req-1fed9ec1-6e16-4c8a-84ce-3aa1a0257fae service neutron] For port ef1bdbba-0d27-434f-98e5-096a18e0d408, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=ef1bdbba-0d27-434f-98e5-096a18e0d408,segment=NetworkSegment(f8892455-537d-4135-a8a6-c5f11d1a74c6),segment_id=f8892455-537d-4135-a8a6-c5f11d1a74c6)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:50:42.994223 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-79643932-ebab-47ea-85e2-3d065b5fc1d9 req-1fed9ec1-6e16-4c8a-84ce-3aa1a0257fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:43.038033 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79643932-ebab-47ea-85e2-3d065b5fc1d9 req-1fed9ec1-6e16-4c8a-84ce-3aa1a0257fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:43.038655 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-79643932-ebab-47ea-85e2-3d065b5fc1d9 req-1fed9ec1-6e16-4c8a-84ce-3aa1a0257fae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:43.040076 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-79643932-ebab-47ea-85e2-3d065b5fc1d9 req-1fed9ec1-6e16-4c8a-84ce-3aa1a0257fae service neutron] 10.222.0.77 "PUT /v2.0/ports/ef1bdbba-0d27-434f-98e5-096a18e0d408 HTTP/1.1" status: 200 len: 1091 time: 0.7389829 Jul 09 16:50:43.040525 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd334205-1a4c-4088-a5c0-9e28540b372c', 'tag': 'ef1bdbba-0d27-434f-98e5-096a18e0d408'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:50:43.042838 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf42f90-5f2c-45b2-b954-466715eea304" -d '{"events": [{"name": "network-changed", "server_uuid": "bd334205-1a4c-4088-a5c0-9e28540b372c", "tag": "ef1bdbba-0d27-434f-98e5-096a18e0d408"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:50:43.055090 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f35bb7-3def-4799-9ed5-ca505eb178aa req-d5ef3126-8e9c-4251-9e7d-4578a9e3aa3c tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:43.056873 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-95f35bb7-3def-4799-9ed5-ca505eb178aa req-d5ef3126-8e9c-4251-9e7d-4578a9e3aa3c tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd334205-1a4c-4088-a5c0-9e28540b372c HTTP/1.1" status: 200 len: 943 time: 0.1449623 Jul 09 16:50:43.096014 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fed9ec1-6e16-4c8a-84ce-3aa1a0257fae service neutron] Pushing event updated for resources: {'Port': ['ID=ef1bdbba-0d27-434f-98e5-096a18e0d408,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:43.141425 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-95f35bb7-3def-4799-9ed5-ca505eb178aa req-1e3f8bc2-dbae-4f3e-9aef-d711d322463b tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=42541584-0d54-4e1b-bb67-627f42592d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776980 Jul 09 16:50:43.172771 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79643932-ebab-47ea-85e2-3d065b5fc1d9 req-3ef87c14-1b48-404b-a9e6-a7c8b67af7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:43.174977 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-79643932-ebab-47ea-85e2-3d065b5fc1d9 req-3ef87c14-1b48-404b-a9e6-a7c8b67af7c9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1c75594b2a664d30980bf347c7fbaad8&device_id=bd334205-1a4c-4088-a5c0-9e28540b372c HTTP/1.1" status: 200 len: 1094 time: 0.0800264 Jul 09 16:50:43.225270 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c8d0e0-2257-454b-a96c-0885fa95122a x-openstack-request-id: req-06c8d0e0-2257-454b-a96c-0885fa95122a {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:50:43.225484 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd334205-1a4c-4088-a5c0-9e28540b372c", "tag": "ef1bdbba-0d27-434f-98e5-096a18e0d408", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:50:43.225719 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-06c8d0e0-2257-454b-a96c-0885fa95122a {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:50:43.226126 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd334205-1a4c-4088-a5c0-9e28540b372c', 'tag': 'ef1bdbba-0d27-434f-98e5-096a18e0d408', 'status': 'completed', 'code': 200} Jul 09 16:50:43.228007 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-79643932-ebab-47ea-85e2-3d065b5fc1d9 req-de83dec2-4bec-470e-b6b3-8cf1ce9bc04c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef1bdbba-0d27-434f-98e5-096a18e0d408 HTTP/1.1" status: 200 len: 217 time: 0.0451884 Jul 09 16:50:43.286664 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79643932-ebab-47ea-85e2-3d065b5fc1d9 req-2f8bc8ca-df70-488d-a09e-8af76d81f667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:43.288105 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-79643932-ebab-47ea-85e2-3d065b5fc1d9 req-2f8bc8ca-df70-488d-a09e-8af76d81f667 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=470183cf-e48b-46ba-9f1f-c70364d25786 HTTP/1.1" status: 200 len: 849 time: 0.0541883 Jul 09 16:50:43.352012 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79643932-ebab-47ea-85e2-3d065b5fc1d9 req-d0242687-900a-4e28-b156-6e62e6fe6f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:43.353522 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-79643932-ebab-47ea-85e2-3d065b5fc1d9 req-d0242687-900a-4e28-b156-6e62e6fe6f71 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f36f2b9b-47ba-4cd8-a2dd-8998abc0c354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592146 Jul 09 16:50:43.444325 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-79643932-ebab-47ea-85e2-3d065b5fc1d9 req-dd685dbf-7c34-4cbd-a12c-c934e69de190 service neutron] 10.222.0.77 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842524 Jul 09 16:50:43.538791 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-79643932-ebab-47ea-85e2-3d065b5fc1d9 req-c0dbe804-84b9-4111-94d4-31fe78196000 service neutron] 10.222.0.77 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886731 Jul 09 16:50:43.642395 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf42f90-5f2c-45b2-b954-466715eea304 req-6a8d017b-f560-4907-9a86-746951f1e776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:43.643948 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cdf42f90-5f2c-45b2-b954-466715eea304 req-6a8d017b-f560-4907-9a86-746951f1e776 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1c75594b2a664d30980bf347c7fbaad8&device_id=bd334205-1a4c-4088-a5c0-9e28540b372c HTTP/1.1" status: 200 len: 1094 time: 0.0550568 Jul 09 16:50:43.737717 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf42f90-5f2c-45b2-b954-466715eea304 req-f227fb93-6cf8-4e50-ba3d-d94e61e0210a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:43.739289 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cdf42f90-5f2c-45b2-b954-466715eea304 req-f227fb93-6cf8-4e50-ba3d-d94e61e0210a service neutron] 10.222.0.77 "GET /v2.0/networks?id=f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 HTTP/1.1" status: 200 len: 911 time: 0.0891707 Jul 09 16:50:43.779848 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cdf42f90-5f2c-45b2-b954-466715eea304 req-74ebd344-e6b2-454f-aa94-6cbaecd807d3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef1bdbba-0d27-434f-98e5-096a18e0d408 HTTP/1.1" status: 200 len: 217 time: 0.0347176 Jul 09 16:50:43.827262 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf42f90-5f2c-45b2-b954-466715eea304 req-d63a2618-feec-447a-9a66-04c20e142079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:43.828699 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cdf42f90-5f2c-45b2-b954-466715eea304 req-d63a2618-feec-447a-9a66-04c20e142079 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=470183cf-e48b-46ba-9f1f-c70364d25786 HTTP/1.1" status: 200 len: 849 time: 0.0429430 Jul 09 16:50:43.889050 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf42f90-5f2c-45b2-b954-466715eea304 req-57c0eb7b-94d6-4709-aba8-4ddb1cea64a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:43.890537 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cdf42f90-5f2c-45b2-b954-466715eea304 req-57c0eb7b-94d6-4709-aba8-4ddb1cea64a0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f36f2b9b-47ba-4cd8-a2dd-8998abc0c354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554485 Jul 09 16:50:43.979625 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cdf42f90-5f2c-45b2-b954-466715eea304 req-d8f3ecdf-21cc-482f-9cca-8cfc29ad3043 service neutron] 10.222.0.77 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819247 Jul 09 16:50:44.072113 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cdf42f90-5f2c-45b2-b954-466715eea304 req-9cfb2e40-3b7e-4c64-b061-d7ca7c430438 service neutron] 10.222.0.77 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864449 Jul 09 16:50:44.331086 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585dfd6d-0c49-456f-8df3-252e88af9fdd req-9a3decc9-e66d-4322-b553-5ce470ccf814 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:44.332509 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-585dfd6d-0c49-456f-8df3-252e88af9fdd req-9a3decc9-e66d-4322-b553-5ce470ccf814 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd334205-1a4c-4088-a5c0-9e28540b372c HTTP/1.1" status: 200 len: 943 time: 0.0678802 Jul 09 16:50:44.370917 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-585dfd6d-0c49-456f-8df3-252e88af9fdd req-f98a092a-ead5-4850-bcf2-911e296c3c09 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=42541584-0d54-4e1b-bb67-627f42592d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325539 Jul 09 16:50:45.552867 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c1d487-bf95-4ef5-b195-232a55ac2155 req-54644b7f-5dbf-4f5d-830a-666f7582527d tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:45.554976 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-35c1d487-bf95-4ef5-b195-232a55ac2155 req-54644b7f-5dbf-4f5d-830a-666f7582527d tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd334205-1a4c-4088-a5c0-9e28540b372c HTTP/1.1" status: 200 len: 943 time: 0.0665483 Jul 09 16:50:45.595390 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-35c1d487-bf95-4ef5-b195-232a55ac2155 req-5c55c9cc-1300-40e5-b10c-33fed044054d tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=42541584-0d54-4e1b-bb67-627f42592d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334463 Jul 09 16:50:46.769738 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b48d5-f14a-4013-9553-5090431ceb15 req-d6db74dc-e461-42a2-8998-8841928da800 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:46.771238 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1a3b48d5-f14a-4013-9553-5090431ceb15 req-d6db74dc-e461-42a2-8998-8841928da800 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd334205-1a4c-4088-a5c0-9e28540b372c HTTP/1.1" status: 200 len: 943 time: 0.0655956 Jul 09 16:50:46.816747 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1a3b48d5-f14a-4013-9553-5090431ceb15 req-35bd400d-6e3c-4787-8c0f-1e2e17843781 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=42541584-0d54-4e1b-bb67-627f42592d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399802 Jul 09 16:50:47.989954 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed54e4a-e729-4a15-bae0-48c498344399 req-8856c947-edb8-46d5-b518-682e27ec4303 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:47.991453 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-aed54e4a-e729-4a15-bae0-48c498344399 req-8856c947-edb8-46d5-b518-682e27ec4303 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd334205-1a4c-4088-a5c0-9e28540b372c HTTP/1.1" status: 200 len: 943 time: 0.0668869 Jul 09 16:50:48.028375 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-aed54e4a-e729-4a15-bae0-48c498344399 req-a2fb8aec-4e4b-4edc-ab31-6538f3d9711d tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=42541584-0d54-4e1b-bb67-627f42592d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314052 Jul 09 16:50:49.201809 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743c935-e11f-4fb2-8c69-04f65e28346b req-a7d5eb16-1234-4fba-937e-14375f4ecbde tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:49.203210 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9743c935-e11f-4fb2-8c69-04f65e28346b req-a7d5eb16-1234-4fba-937e-14375f4ecbde tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd334205-1a4c-4088-a5c0-9e28540b372c HTTP/1.1" status: 200 len: 943 time: 0.0633647 Jul 09 16:50:49.243849 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9743c935-e11f-4fb2-8c69-04f65e28346b req-b6aeb259-7d6d-4a71-a39d-6702a263ab51 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=42541584-0d54-4e1b-bb67-627f42592d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345545 Jul 09 16:50:50.415447 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f142fbf0-194f-4456-a58d-cff4ba0c6b15 req-7edd4e53-d5d1-49df-874a-c89f86ac121f tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:50.416914 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f142fbf0-194f-4456-a58d-cff4ba0c6b15 req-7edd4e53-d5d1-49df-874a-c89f86ac121f tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd334205-1a4c-4088-a5c0-9e28540b372c HTTP/1.1" status: 200 len: 943 time: 0.0629377 Jul 09 16:50:50.453697 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f142fbf0-194f-4456-a58d-cff4ba0c6b15 req-34ba4afb-c7f8-44b7-8370-1a8ada11bdad tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=42541584-0d54-4e1b-bb67-627f42592d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312693 Jul 09 16:50:51.625434 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92451b89-9a03-444b-ab5f-72ca7e95db45 req-ab6586c1-6f02-49a5-ae36-ac4506c90b2e tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:51.626960 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-92451b89-9a03-444b-ab5f-72ca7e95db45 req-ab6586c1-6f02-49a5-ae36-ac4506c90b2e tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd334205-1a4c-4088-a5c0-9e28540b372c HTTP/1.1" status: 200 len: 943 time: 0.0632536 Jul 09 16:50:51.663581 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-92451b89-9a03-444b-ab5f-72ca7e95db45 req-44310b29-ae09-46b1-8481-d28625b2120b tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=42541584-0d54-4e1b-bb67-627f42592d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311129 Jul 09 16:50:52.336565 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8ff0f111-1c8d-440e-ba3d-414c9a58ae83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:52.842791 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9948981a-7d60-4410-aa08-aef809ae6d92 req-8cd5b0cd-04e6-4f21-9b6f-45ee4d2551b2 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:52.844271 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9948981a-7d60-4410-aa08-aef809ae6d92 req-8cd5b0cd-04e6-4f21-9b6f-45ee4d2551b2 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd334205-1a4c-4088-a5c0-9e28540b372c HTTP/1.1" status: 200 len: 943 time: 0.0724421 Jul 09 16:50:52.881469 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9948981a-7d60-4410-aa08-aef809ae6d92 req-ad44694a-8290-47ff-8998-5980d17965a3 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=42541584-0d54-4e1b-bb67-627f42592d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312009 Jul 09 16:50:54.056538 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423075c2-ddc1-44da-a472-65f593fb4e7d req-5af4df59-ef34-4d2c-b9f6-dddd034aa591 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:54.058014 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-423075c2-ddc1-44da-a472-65f593fb4e7d req-5af4df59-ef34-4d2c-b9f6-dddd034aa591 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd334205-1a4c-4088-a5c0-9e28540b372c HTTP/1.1" status: 200 len: 943 time: 0.0639496 Jul 09 16:50:54.095098 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-423075c2-ddc1-44da-a472-65f593fb4e7d req-1b642052-68aa-46da-b83c-d37187f176ca tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=42541584-0d54-4e1b-bb67-627f42592d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315800 Jul 09 16:50:55.099896 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-842060e7-e9ff-402b-a38b-646ef4f3e264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:55.211476 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device ef1bdbba-0d27-434f-98e5-096a18e0d408 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:50:55.264909 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ad915-96ce-4273-8fbf-4aadb3e60404 req-15900f2f-2ac6-4f7b-a7d0-c21859099912 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:55.266376 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cf3ad915-96ce-4273-8fbf-4aadb3e60404 req-15900f2f-2ac6-4f7b-a7d0-c21859099912 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd334205-1a4c-4088-a5c0-9e28540b372c HTTP/1.1" status: 200 len: 943 time: 0.0631585 Jul 09 16:50:55.306209 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port ef1bdbba-0d27-434f-98e5-096a18e0d408, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=ef1bdbba-0d27-434f-98e5-096a18e0d408,segment=NetworkSegment(f8892455-537d-4135-a8a6-c5f11d1a74c6),segment_id=f8892455-537d-4135-a8a6-c5f11d1a74c6)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:50:55.308575 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cf3ad915-96ce-4273-8fbf-4aadb3e60404 req-887e82aa-a013-401f-ae55-a0986e0d1c8b tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=42541584-0d54-4e1b-bb67-627f42592d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354543 Jul 09 16:50:55.318586 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': 'ef1bdbba-0d27-434f-98e5-096a18e0d408', 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354', 'port_id': 'ef1bdbba-0d27-434f-98e5-096a18e0d408', 'mac_address': 'fa:16:3e:76:a7:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '470183cf-e48b-46ba-9f1f-c70364d25786', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:50:55.356303 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:55.368523 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef1bdbba-0d27-434f-98e5-096a18e0d408 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:50:55.387833 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port ef1bdbba-0d27-434f-98e5-096a18e0d408, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=ef1bdbba-0d27-434f-98e5-096a18e0d408,segment=NetworkSegment(f8892455-537d-4135-a8a6-c5f11d1a74c6),segment_id=f8892455-537d-4135-a8a6-c5f11d1a74c6)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:50:55.391328 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:55.438448 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=ef1bdbba-0d27-434f-98e5-096a18e0d408,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:55.445589 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:55.445936 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:55.446275 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:55.446608 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:55.446974 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:55.447300 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:55.447625 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:55.447946 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:55.448266 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:55.448586 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:55.448904 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:55.449221 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:55.603719 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['ef1bdbba-0d27-434f-98e5-096a18e0d408'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:50:55.794676 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:56.336266 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:56.479602 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab74d1-a84f-450b-90bf-2f853cb2dfd5 req-2e698f64-b983-4fc2-bdc4-47d8c98c0f48 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:56.481072 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f2ab74d1-a84f-450b-90bf-2f853cb2dfd5 req-2e698f64-b983-4fc2-bdc4-47d8c98c0f48 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd334205-1a4c-4088-a5c0-9e28540b372c HTTP/1.1" status: 200 len: 944 time: 0.0622613 Jul 09 16:50:56.519033 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f2ab74d1-a84f-450b-90bf-2f853cb2dfd5 req-cfbc74f4-baf8-4eff-9776-49f59a6dd7df tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=42541584-0d54-4e1b-bb67-627f42592d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324421 Jul 09 16:50:56.838028 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:57.227424 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device ef1bdbba-0d27-434f-98e5-096a18e0d408 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:50:57.277164 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port ef1bdbba-0d27-434f-98e5-096a18e0d408 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:50:57.280801 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port ef1bdbba-0d27-434f-98e5-096a18e0d408 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:50:57.281176 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:57.356596 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:57.378525 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd334205-1a4c-4088-a5c0-9e28540b372c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1bdbba-0d27-434f-98e5-096a18e0d408'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:50:57.380993 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11edd188-fbf4-42e5-821e-19374585561b" -d '{"events": [{"server_uuid": "bd334205-1a4c-4088-a5c0-9e28540b372c", "name": "network-vif-plugged", "status": "completed", "tag": "ef1bdbba-0d27-434f-98e5-096a18e0d408"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:50:57.393816 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port ef1bdbba-0d27-434f-98e5-096a18e0d408, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=ef1bdbba-0d27-434f-98e5-096a18e0d408,segment=NetworkSegment(f8892455-537d-4135-a8a6-c5f11d1a74c6),segment_id=f8892455-537d-4135-a8a6-c5f11d1a74c6)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:50:57.397760 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:57.426793 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32861431-119a-4b4a-8cbe-ff6ed3b7215b x-openstack-request-id: req-32861431-119a-4b4a-8cbe-ff6ed3b7215b {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:50:57.427107 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd334205-1a4c-4088-a5c0-9e28540b372c", "name": "network-vif-plugged", "status": "completed", "tag": "ef1bdbba-0d27-434f-98e5-096a18e0d408", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:50:57.427364 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-32861431-119a-4b4a-8cbe-ff6ed3b7215b {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:50:57.427753 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd334205-1a4c-4088-a5c0-9e28540b372c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1bdbba-0d27-434f-98e5-096a18e0d408', 'code': 200} Jul 09 16:50:57.456443 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=ef1bdbba-0d27-434f-98e5-096a18e0d408,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:57.530409 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb9a8d-7075-402d-92a5-04804996fd7c req-768d613a-da29-443c-9c4f-d66492172642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:57.531937 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e8eb9a8d-7075-402d-92a5-04804996fd7c req-768d613a-da29-443c-9c4f-d66492172642 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bd334205-1a4c-4088-a5c0-9e28540b372c HTTP/1.1" status: 200 len: 1096 time: 0.0508041 Jul 09 16:50:57.566476 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e8eb9a8d-7075-402d-92a5-04804996fd7c req-c799ac93-b4a8-4d38-b292-d75240f4e6a9 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=42541584-0d54-4e1b-bb67-627f42592d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281239 Jul 09 16:50:57.691950 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcbbebb-d963-4798-baa3-2c252ce5f028 req-19e5185a-dab0-4959-be78-f125cb08f7ac tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:57.693402 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-afcbbebb-d963-4798-baa3-2c252ce5f028 req-19e5185a-dab0-4959-be78-f125cb08f7ac tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd334205-1a4c-4088-a5c0-9e28540b372c HTTP/1.1" status: 200 len: 945 time: 0.0664809 Jul 09 16:50:57.729645 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-afcbbebb-d963-4798-baa3-2c252ce5f028 req-844e6298-6eae-48bb-9d26-49b600371bd3 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=42541584-0d54-4e1b-bb67-627f42592d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308592 Jul 09 16:50:58.279440 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:58.910069 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163bc755-2d34-4b33-bafb-798ba96d1d06 req-f734853d-32b0-4295-ae4c-c3a7a0e4739f tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:58.911587 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-163bc755-2d34-4b33-bafb-798ba96d1d06 req-f734853d-32b0-4295-ae4c-c3a7a0e4739f tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd334205-1a4c-4088-a5c0-9e28540b372c HTTP/1.1" status: 200 len: 945 time: 0.0701280 Jul 09 16:50:58.949968 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-163bc755-2d34-4b33-bafb-798ba96d1d06 req-f1946c66-40a1-4b40-a375-b61158724ef4 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=42541584-0d54-4e1b-bb67-627f42592d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325277 Jul 09 16:50:59.117209 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdab02a-c624-4e9e-97de-125a09bd5991 req-f484f1a1-db3c-4d65-92ff-b4d18038fd40 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:59.118645 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0cdab02a-c624-4e9e-97de-125a09bd5991 req-f484f1a1-db3c-4d65-92ff-b4d18038fd40 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd334205-1a4c-4088-a5c0-9e28540b372c HTTP/1.1" status: 200 len: 945 time: 0.0612314 Jul 09 16:50:59.159858 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0cdab02a-c624-4e9e-97de-125a09bd5991 req-24ac2fab-e993-47a8-99c6-7043f9dfeb7b tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=42541584-0d54-4e1b-bb67-627f42592d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357502 Jul 09 16:50:59.184568 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 49806) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:59.377995 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c64844-2947-450c-9d10-d55d599b3630 tempest-TestVolumeBootPattern-787907688 tempest-TestVolumeBootPattern-787907688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:50:59.379457 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-19c64844-2947-450c-9d10-d55d599b3630 tempest-TestVolumeBootPattern-787907688 tempest-TestVolumeBootPattern-787907688-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=bd334205-1a4c-4088-a5c0-9e28540b372c HTTP/1.1" status: 200 len: 1091 time: 0.1939068 Jul 09 16:50:59.382246 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 49812) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:50:59.386537 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-a17ff284-7a4b-4cbc-aeb1-ad612878c0df tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Request body: {'floatingip': {'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'port_id': 'ef1bdbba-0d27-434f-98e5-096a18e0d408', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:50:59.407396 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a17ff284-7a4b-4cbc-aeb1-ad612878c0df tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:59.504171 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a17ff284-7a4b-4cbc-aeb1-ad612878c0df tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:59.609377 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-a17ff284-7a4b-4cbc-aeb1-ad612878c0df tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Allocated IP 172.25.0.114 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/c8a6d7e9-8e6e-495d-9966-5aee86d22163) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:50:59.707465 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a17ff284-7a4b-4cbc-aeb1-ad612878c0df tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:59.745733 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a17ff284-7a4b-4cbc-aeb1-ad612878c0df tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:50:59.785077 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17ff284-7a4b-4cbc-aeb1-ad612878c0df tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:50:59.787846 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-a17ff284-7a4b-4cbc-aeb1-ad612878c0df tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:50:59.791320 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17ff284-7a4b-4cbc-aeb1-ad612878c0df tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:50:59.817220 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17ff284-7a4b-4cbc-aeb1-ad612878c0df tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Pushing event updated for resources: {'Port': ['ID=c8a6d7e9-8e6e-495d-9966-5aee86d22163,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:50:59.829867 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17ff284-7a4b-4cbc-aeb1-ad612878c0df tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:59.830240 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17ff284-7a4b-4cbc-aeb1-ad612878c0df tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:59.830610 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17ff284-7a4b-4cbc-aeb1-ad612878c0df tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:59.830968 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17ff284-7a4b-4cbc-aeb1-ad612878c0df tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:59.831299 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17ff284-7a4b-4cbc-aeb1-ad612878c0df tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:59.831628 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17ff284-7a4b-4cbc-aeb1-ad612878c0df tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:59.831958 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17ff284-7a4b-4cbc-aeb1-ad612878c0df tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:59.832273 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17ff284-7a4b-4cbc-aeb1-ad612878c0df tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:59.832594 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17ff284-7a4b-4cbc-aeb1-ad612878c0df tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:59.832914 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17ff284-7a4b-4cbc-aeb1-ad612878c0df tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:59.833236 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17ff284-7a4b-4cbc-aeb1-ad612878c0df tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:50:59.833555 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17ff284-7a4b-4cbc-aeb1-ad612878c0df tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:51:00.165302 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a17ff284-7a4b-4cbc-aeb1-ad612878c0df tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:00.241177 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a17ff284-7a4b-4cbc-aeb1-ad612878c0df tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:00.388554 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a17ff284-7a4b-4cbc-aeb1-ad612878c0df tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:00.393836 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a17ff284-7a4b-4cbc-aeb1-ad612878c0df tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:00.463774 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17ff284-7a4b-4cbc-aeb1-ad612878c0df tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Pushing event updated for resources: {'Port': ['ID=c8a6d7e9-8e6e-495d-9966-5aee86d22163,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:51:00.474542 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a17ff284-7a4b-4cbc-aeb1-ad612878c0df tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:00.573788 n-d-798930-3 neutron-server[93959]: INFO neutron.db.l3_db [None req-a17ff284-7a4b-4cbc-aeb1-ad612878c0df tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Floating IP 3d566037-917c-4b7a-8879-b08323b23a13 associated. External IP: 172.25.0.114, port: ef1bdbba-0d27-434f-98e5-096a18e0d408. Jul 09 16:51:00.782452 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17ff284-7a4b-4cbc-aeb1-ad612878c0df tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Router 375184d2-52d3-494b-a278-569cb996272e has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:51:00.893135 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17ff284-7a4b-4cbc-aeb1-ad612878c0df tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:51:00.902297 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97787662-d919-4a65-ab98-0639ef0f0e24 None None] Sync routers for ids ['375184d2-52d3-494b-a278-569cb996272e'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:51:00.909463 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a17ff284-7a4b-4cbc-aeb1-ad612878c0df tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:00.911193 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97787662-d919-4a65-ab98-0639ef0f0e24 None None] Routers {'375184d2-52d3-494b-a278-569cb996272e'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:51:00.911813 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-97787662-d919-4a65-ab98-0639ef0f0e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:50:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['375184d2-52d3-494b-a278-569cb996272e'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:51:00.947588 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a17ff284-7a4b-4cbc-aeb1-ad612878c0df tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5642803 Jul 09 16:51:00.948178 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd334205-1a4c-4088-a5c0-9e28540b372c', 'tag': 'ef1bdbba-0d27-434f-98e5-096a18e0d408'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:51:00.950457 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35ee4e3-1f08-4570-9930-3b004196e717" -d '{"events": [{"name": "network-changed", "server_uuid": "bd334205-1a4c-4088-a5c0-9e28540b372c", "tag": "ef1bdbba-0d27-434f-98e5-096a18e0d408"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:51:00.987764 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2c6726-a642-47e4-bf78-4184c2c8728f x-openstack-request-id: req-dc2c6726-a642-47e4-bf78-4184c2c8728f {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:51:00.988057 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd334205-1a4c-4088-a5c0-9e28540b372c", "tag": "ef1bdbba-0d27-434f-98e5-096a18e0d408", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:51:00.988314 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-dc2c6726-a642-47e4-bf78-4184c2c8728f {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:51:00.988717 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd334205-1a4c-4088-a5c0-9e28540b372c', 'tag': 'ef1bdbba-0d27-434f-98e5-096a18e0d408', 'status': 'completed', 'code': 200} Jul 09 16:51:01.022734 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-97787662-d919-4a65-ab98-0639ef0f0e24 None None] Set router 375184d2-52d3-494b-a278-569cb996272e gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:51:01.089163 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:51:01.252001 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-97787662-d919-4a65-ab98-0639ef0f0e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375184d2-52d3-494b-a278-569cb996272e', 'name': 'tempest-TestVolumeBootPattern-85219388-router', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '1faf90e2-2722-4a0b-afa6-c0f88e8e4c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:43:34Z', 'updated_at': '2021-07-09T16:43:40Z', 'revision_number': 4, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'gw_port': {'id': '1faf90e2-2722-4a0b-afa6-c0f88e8e4c48', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375184d2-52d3-494b-a278-569cb996272e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:35Z', 'updated_at': '2021-07-09T16:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '3d566037-917c-4b7a-8879-b08323b23a13', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'floating_ip_address': '172.25.0.114', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '375184d2-52d3-494b-a278-569cb996272e', 'port_id': 'ef1bdbba-0d27-434f-98e5-096a18e0d408', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354', 'mac_address': 'fa:16:3e:76:a7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd334205-1a4c-4088-a5c0-9e28540b372c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:51:00Z', 'updated_at': '2021-07-09T16:51:00Z', 'revision_number': 0, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81ac70a8-a8fc-41fe-990f-1b1d292256c2', 'name': '', 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'mac_address': 'fa:16:3e:55:7a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375184d2-52d3-494b-a278-569cb996272e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '470183cf-e48b-46ba-9f1f-c70364d25786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:39Z', 'updated_at': '2021-07-09T16:43:47Z', 'revision_number': 5, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'subnets': [{'id': '470183cf-e48b-46ba-9f1f-c70364d25786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:51:01.278677 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97787662-d919-4a65-ab98-0639ef0f0e24 None None] Checking router: 375184d2-52d3-494b-a278-569cb996272e for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:51:01.288312 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97787662-d919-4a65-ab98-0639ef0f0e24 None None] Routers {'375184d2-52d3-494b-a278-569cb996272e'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:51:01.288935 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-97787662-d919-4a65-ab98-0639ef0f0e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:50:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['375184d2-52d3-494b-a278-569cb996272e'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:51:01.355103 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ee4e3-1f08-4570-9930-3b004196e717 req-c4778c57-92cf-4618-84ae-fdbf0a5f1589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:01.356510 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c35ee4e3-1f08-4570-9930-3b004196e717 req-c4778c57-92cf-4618-84ae-fdbf0a5f1589 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1c75594b2a664d30980bf347c7fbaad8&device_id=bd334205-1a4c-4088-a5c0-9e28540b372c HTTP/1.1" status: 200 len: 1096 time: 0.3463030 Jul 09 16:51:01.400665 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-97787662-d919-4a65-ab98-0639ef0f0e24 None None] Set router 375184d2-52d3-494b-a278-569cb996272e gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:51:01.443467 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ee4e3-1f08-4570-9930-3b004196e717 req-e1fc9d85-13ea-454c-9924-10ab7cee89a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:01.444937 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c35ee4e3-1f08-4570-9930-3b004196e717 req-e1fc9d85-13ea-454c-9924-10ab7cee89a6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 HTTP/1.1" status: 200 len: 911 time: 0.0822279 Jul 09 16:51:01.512614 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c35ee4e3-1f08-4570-9930-3b004196e717 req-0d632543-80d2-4362-ac67-68ddc9dc4ad8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef1bdbba-0d27-434f-98e5-096a18e0d408 HTTP/1.1" status: 200 len: 999 time: 0.0611143 Jul 09 16:51:01.561103 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ee4e3-1f08-4570-9930-3b004196e717 req-04202484-ab05-4aec-af50-4b7b453a260d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:01.562532 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c35ee4e3-1f08-4570-9930-3b004196e717 req-04202484-ab05-4aec-af50-4b7b453a260d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=470183cf-e48b-46ba-9f1f-c70364d25786 HTTP/1.1" status: 200 len: 849 time: 0.0436573 Jul 09 16:51:01.619592 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ee4e3-1f08-4570-9930-3b004196e717 req-9e2bce0a-0003-448a-a5e3-e839638bc919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:01.620988 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c35ee4e3-1f08-4570-9930-3b004196e717 req-9e2bce0a-0003-448a-a5e3-e839638bc919 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f36f2b9b-47ba-4cd8-a2dd-8998abc0c354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520380 Jul 09 16:51:01.627556 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-97787662-d919-4a65-ab98-0639ef0f0e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375184d2-52d3-494b-a278-569cb996272e', 'name': 'tempest-TestVolumeBootPattern-85219388-router', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '1faf90e2-2722-4a0b-afa6-c0f88e8e4c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:43:34Z', 'updated_at': '2021-07-09T16:43:40Z', 'revision_number': 4, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'gw_port': {'id': '1faf90e2-2722-4a0b-afa6-c0f88e8e4c48', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375184d2-52d3-494b-a278-569cb996272e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:35Z', 'updated_at': '2021-07-09T16:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '3d566037-917c-4b7a-8879-b08323b23a13', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'floating_ip_address': '172.25.0.114', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '375184d2-52d3-494b-a278-569cb996272e', 'port_id': 'ef1bdbba-0d27-434f-98e5-096a18e0d408', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354', 'mac_address': 'fa:16:3e:76:a7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd334205-1a4c-4088-a5c0-9e28540b372c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:51:00Z', 'updated_at': '2021-07-09T16:51:00Z', 'revision_number': 0, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81ac70a8-a8fc-41fe-990f-1b1d292256c2', 'name': '', 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'mac_address': 'fa:16:3e:55:7a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375184d2-52d3-494b-a278-569cb996272e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '470183cf-e48b-46ba-9f1f-c70364d25786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:39Z', 'updated_at': '2021-07-09T16:43:47Z', 'revision_number': 5, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'subnets': [{'id': '470183cf-e48b-46ba-9f1f-c70364d25786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:51:01.653696 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97787662-d919-4a65-ab98-0639ef0f0e24 None None] The sync data for ids ['375184d2-52d3-494b-a278-569cb996272e'] in n-d-798930-3 is: [{'id': '375184d2-52d3-494b-a278-569cb996272e', 'name': 'tempest-TestVolumeBootPattern-85219388-router', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '1faf90e2-2722-4a0b-afa6-c0f88e8e4c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:43:34Z', 'updated_at': '2021-07-09T16:43:40Z', 'revision_number': 4, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'gw_port': {'id': '1faf90e2-2722-4a0b-afa6-c0f88e8e4c48', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375184d2-52d3-494b-a278-569cb996272e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:35Z', 'updated_at': '2021-07-09T16:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '3d566037-917c-4b7a-8879-b08323b23a13', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'floating_ip_address': '172.25.0.114', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '375184d2-52d3-494b-a278-569cb996272e', 'port_id': 'ef1bdbba-0d27-434f-98e5-096a18e0d408', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354', 'mac_address': 'fa:16:3e:76:a7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd334205-1a4c-4088-a5c0-9e28540b372c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:51:00Z', 'updated_at': '2021-07-09T16:51:00Z', 'revision_number': 0, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81ac70a8-a8fc-41fe-990f-1b1d292256c2', 'name': '', 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'mac_address': 'fa:16:3e:55:7a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375184d2-52d3-494b-a278-569cb996272e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '470183cf-e48b-46ba-9f1f-c70364d25786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:39Z', 'updated_at': '2021-07-09T16:43:47Z', 'revision_number': 5, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'subnets': [{'id': '470183cf-e48b-46ba-9f1f-c70364d25786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:51:01.715402 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c35ee4e3-1f08-4570-9930-3b004196e717 req-23dd8740-c4ec-4903-8089-716dfba8d776 service neutron] 10.222.0.77 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870411 Jul 09 16:51:01.804826 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c35ee4e3-1f08-4570-9930-3b004196e717 req-3a36575a-f92c-4f19-8679-036a0f922a02 service neutron] 10.222.0.77 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823298 Jul 09 16:51:01.849435 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56747a04-aa70-4f32-9bc6-7a9ad75a8819 None None] New status for floating IP 3d566037-917c-4b7a-8879-b08323b23a13: ACTIVE {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:51:10.257076 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:22.338053 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0ddbad64-db80-482e-9b23-3f00ecfa7928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:24.569620 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fe91a41a-6f0b-47c6-82b9-c1a3b7e34f82 req-0bd4083a-b2f1-4125-93e2-e6309175a400 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bd334205-1a4c-4088-a5c0-9e28540b372c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0548272 Jul 09 16:51:24.664743 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91a41a-6f0b-47c6-82b9-c1a3b7e34f82 req-16282d70-5423-41ea-b145-233a879d8e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:24.666865 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fe91a41a-6f0b-47c6-82b9-c1a3b7e34f82 req-16282d70-5423-41ea-b145-233a879d8e9d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1c75594b2a664d30980bf347c7fbaad8&device_id=bd334205-1a4c-4088-a5c0-9e28540b372c HTTP/1.1" status: 200 len: 1096 time: 0.0519717 Jul 09 16:51:24.765371 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91a41a-6f0b-47c6-82b9-c1a3b7e34f82 req-c5bdf662-8c3d-4dac-b0e1-8dd564aeb8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:24.766814 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fe91a41a-6f0b-47c6-82b9-c1a3b7e34f82 req-c5bdf662-8c3d-4dac-b0e1-8dd564aeb8c1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 HTTP/1.1" status: 200 len: 911 time: 0.0810244 Jul 09 16:51:24.833824 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fe91a41a-6f0b-47c6-82b9-c1a3b7e34f82 req-7b97d1bc-4402-47d5-b088-17ac523f08dd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef1bdbba-0d27-434f-98e5-096a18e0d408 HTTP/1.1" status: 200 len: 1001 time: 0.0608284 Jul 09 16:51:24.880584 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91a41a-6f0b-47c6-82b9-c1a3b7e34f82 req-fcf4dd44-d865-44e3-b67f-96af0f8d5a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:24.881984 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fe91a41a-6f0b-47c6-82b9-c1a3b7e34f82 req-fcf4dd44-d865-44e3-b67f-96af0f8d5a91 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=470183cf-e48b-46ba-9f1f-c70364d25786 HTTP/1.1" status: 200 len: 849 time: 0.0424178 Jul 09 16:51:24.944705 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91a41a-6f0b-47c6-82b9-c1a3b7e34f82 req-5568bbe0-9611-4b91-960b-5b1d88198649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:51:24.947028 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fe91a41a-6f0b-47c6-82b9-c1a3b7e34f82 req-5568bbe0-9611-4b91-960b-5b1d88198649 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f36f2b9b-47ba-4cd8-a2dd-8998abc0c354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580029 Jul 09 16:51:25.035856 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fe91a41a-6f0b-47c6-82b9-c1a3b7e34f82 req-6b9654ea-8498-4b52-8a90-7863ccad1f9f service neutron] 10.222.0.77 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831385 Jul 09 16:51:25.100359 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a88eb9ee-920b-4be1-9b79-293a062fc4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:25.122978 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fe91a41a-6f0b-47c6-82b9-c1a3b7e34f82 req-7ed9ab17-8646-43b3-91d0-9ceb4f0de55c service neutron] 10.222.0.77 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810926 Jul 09 16:51:25.785051 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:26.338835 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:26.852693 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:28.275681 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:38.089267 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:51:40.276867 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:52.339825 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-50caac77-30c3-4213-84b0-5228ffcb86c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:55.101518 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-23e73d5c-520f-4347-8d23-dbdef41a181d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:55.784773 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:56.341280 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:56.858865 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:51:58.279188 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:10.283415 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:15.089032 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:52:22.339743 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5a2782e9-d0b8-4764-85c7-c7b4a947ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:25.104864 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5ef3bd55-6ccf-4181-8811-3599019c6cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:25.785180 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:26.343611 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:26.568747 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7496f852-a54c-42bf-a6e9-156900fbc993 req-90ef1aa2-79ea-4468-8f4e-917d1f99d418 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bd334205-1a4c-4088-a5c0-9e28540b372c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0570586 Jul 09 16:52:26.659469 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7496f852-a54c-42bf-a6e9-156900fbc993 req-3dce01f3-d8cc-4abc-b258-be08f5434842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:26.660856 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7496f852-a54c-42bf-a6e9-156900fbc993 req-3dce01f3-d8cc-4abc-b258-be08f5434842 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1c75594b2a664d30980bf347c7fbaad8&device_id=bd334205-1a4c-4088-a5c0-9e28540b372c HTTP/1.1" status: 200 len: 1096 time: 0.0520012 Jul 09 16:52:26.763842 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7496f852-a54c-42bf-a6e9-156900fbc993 req-4b40b91f-2930-4151-88bb-bb18864bb6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:26.765302 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7496f852-a54c-42bf-a6e9-156900fbc993 req-4b40b91f-2930-4151-88bb-bb18864bb6d7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 HTTP/1.1" status: 200 len: 911 time: 0.0855629 Jul 09 16:52:26.827706 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7496f852-a54c-42bf-a6e9-156900fbc993 req-b97a0df2-5a3a-4c80-8930-c091bdf56b65 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef1bdbba-0d27-434f-98e5-096a18e0d408 HTTP/1.1" status: 200 len: 1001 time: 0.0563681 Jul 09 16:52:26.872448 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:26.875102 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7496f852-a54c-42bf-a6e9-156900fbc993 req-ee37b8d7-5186-47db-8287-30b6ea2e13ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:26.876567 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7496f852-a54c-42bf-a6e9-156900fbc993 req-ee37b8d7-5186-47db-8287-30b6ea2e13ec service neutron] 10.222.0.77 "GET /v2.0/subnets?id=470183cf-e48b-46ba-9f1f-c70364d25786 HTTP/1.1" status: 200 len: 849 time: 0.0433962 Jul 09 16:52:26.936018 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7496f852-a54c-42bf-a6e9-156900fbc993 req-cc612445-12a4-4480-a0f4-be4a006a8099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:26.937384 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7496f852-a54c-42bf-a6e9-156900fbc993 req-cc612445-12a4-4480-a0f4-be4a006a8099 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f36f2b9b-47ba-4cd8-a2dd-8998abc0c354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551226 Jul 09 16:52:27.022053 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7496f852-a54c-42bf-a6e9-156900fbc993 req-96364c99-314f-4edb-97d3-b3a325556d95 service neutron] 10.222.0.77 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784633 Jul 09 16:52:27.115212 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7496f852-a54c-42bf-a6e9-156900fbc993 req-bd98f3ad-3008-4ed4-a5e6-8950fffe8cdd service neutron] 10.222.0.77 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869923 Jul 09 16:52:28.281085 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:38.911630 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6d6fe5fe-c9ef-4d9e-901c-9fdccbc9129b req-c5b69952-72d9-4d88-a9d1-c5fa5d9feccd tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-111962431&fields=id&tenant_id=1c75594b2a664d30980bf347c7fbaad8 HTTP/1.1" status: 200 len: 267 time: 0.0335317 Jul 09 16:52:39.017857 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6fe5fe-c9ef-4d9e-901c-9fdccbc9129b req-c942e52c-723f-4b73-94b3-bea31f3d09a4 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:39.019349 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6d6fe5fe-c9ef-4d9e-901c-9fdccbc9129b req-c942e52c-723f-4b73-94b3-bea31f3d09a4 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/networks?id=f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 HTTP/1.1" status: 200 len: 810 time: 0.1015315 Jul 09 16:52:39.034212 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6d6fe5fe-c9ef-4d9e-901c-9fdccbc9129b req-3d278a17-4c84-470a-9933-f8b65f2b1b4f tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/quotas/1c75594b2a664d30980bf347c7fbaad8 HTTP/1.1" status: 200 len: 375 time: 0.0094519 Jul 09 16:52:39.109445 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6d6fe5fe-c9ef-4d9e-901c-9fdccbc9129b req-a5ebbf26-5ad9-4d74-a3e0-b460436719d0 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=1c75594b2a664d30980bf347c7fbaad8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0704803 Jul 09 16:52:39.125703 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [req-6d6fe5fe-c9ef-4d9e-901c-9fdccbc9129b req-80dae6fa-65c1-4ef1-bae1-83c2f9d9b52e tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:52:39.126658 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6d6fe5fe-c9ef-4d9e-901c-9fdccbc9129b req-80dae6fa-65c1-4ef1-bae1-83c2f9d9b52e tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061874 Jul 09 16:52:39.267514 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6d6fe5fe-c9ef-4d9e-901c-9fdccbc9129b req-78922545-f717-4d87-9164-79454f47ad64 service neutron] 10.222.0.98 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351497 Jul 09 16:52:39.357050 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6d6fe5fe-c9ef-4d9e-901c-9fdccbc9129b req-f0ff9ea9-ad90-4df7-91dc-7d59d1fc75f7 service neutron] 10.222.0.98 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837991 Jul 09 16:52:39.646913 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c231a379-207f-48f1-9d1a-e01cf7d2422b req-00d389ec-c5e9-4a34-af24-3d175f49e4ed tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=058dc8f1-2fbc-41d9-9562-72c79a3c12fe HTTP/1.1" status: 200 len: 210 time: 0.0293548 Jul 09 16:52:40.297750 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:40.799542 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-502272a1-6cb4-4ac3-a6f0-9acb631f5e6c req-0111c609-f2c1-400c-8a83-e1243a0f125d tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=058dc8f1-2fbc-41d9-9562-72c79a3c12fe HTTP/1.1" status: 200 len: 210 time: 0.0308967 Jul 09 16:52:40.896165 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6fe5fe-c9ef-4d9e-901c-9fdccbc9129b req-572fad2d-056a-4000-a19a-d70b9bb1815c tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:40.897627 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6d6fe5fe-c9ef-4d9e-901c-9fdccbc9129b req-572fad2d-056a-4000-a19a-d70b9bb1815c tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.73 "GET /v2.0/networks?id=f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 HTTP/1.1" status: 200 len: 810 time: 0.1019747 Jul 09 16:52:40.950855 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6d6fe5fe-c9ef-4d9e-901c-9fdccbc9129b req-4f37e815-8989-47b3-a5f1-382d1133fd39 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c75594b2a664d30980bf347c7fbaad8 HTTP/1.1" status: 200 len: 379 time: 0.0389054 Jul 09 16:52:40.961427 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-6d6fe5fe-c9ef-4d9e-901c-9fdccbc9129b req-594942e1-c91b-41f5-a227-c0d865ed5ddf tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Request body: {'port': {'device_id': '058dc8f1-2fbc-41d9-9562-72c79a3c12fe', 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354', 'admin_state_up': True, 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'security_groups': ['42541584-0d54-4e1b-bb67-627f42592d38']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:52:41.382702 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d6fe5fe-c9ef-4d9e-901c-9fdccbc9129b req-594942e1-c91b-41f5-a227-c0d865ed5ddf tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Made reservation on behalf of 1c75594b2a664d30980bf347c7fbaad8 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:52:41.386336 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6d6fe5fe-c9ef-4d9e-901c-9fdccbc9129b req-594942e1-c91b-41f5-a227-c0d865ed5ddf tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:41.515764 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-6d6fe5fe-c9ef-4d9e-901c-9fdccbc9129b req-594942e1-c91b-41f5-a227-c0d865ed5ddf tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Allocated IP 172.20.0.13 (f36f2b9b-47ba-4cd8-a2dd-8998abc0c354/470183cf-e48b-46ba-9f1f-c70364d25786/2ae1cae1-2403-4f0c-a432-8448f94b1530) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:52:41.659411 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6d6fe5fe-c9ef-4d9e-901c-9fdccbc9129b req-594942e1-c91b-41f5-a227-c0d865ed5ddf tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:41.672627 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-6d6fe5fe-c9ef-4d9e-901c-9fdccbc9129b req-594942e1-c91b-41f5-a227-c0d865ed5ddf tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Transition to ACTIVE for port object 2ae1cae1-2403-4f0c-a432-8448f94b1530 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:52:41.706101 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6d6fe5fe-c9ef-4d9e-901c-9fdccbc9129b req-594942e1-c91b-41f5-a227-c0d865ed5ddf tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:41.748521 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d6fe5fe-c9ef-4d9e-901c-9fdccbc9129b req-594942e1-c91b-41f5-a227-c0d865ed5ddf tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Network f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:52:41.754326 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-6d6fe5fe-c9ef-4d9e-901c-9fdccbc9129b req-594942e1-c91b-41f5-a227-c0d865ed5ddf tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:52:41.758148 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d6fe5fe-c9ef-4d9e-901c-9fdccbc9129b req-594942e1-c91b-41f5-a227-c0d865ed5ddf tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:52:41.787645 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594942e1-c91b-41f5-a227-c0d865ed5ddf tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Pushing event updated for resources: {'Port': ['ID=2ae1cae1-2403-4f0c-a432-8448f94b1530,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:41.803255 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594942e1-c91b-41f5-a227-c0d865ed5ddf tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:41.803604 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594942e1-c91b-41f5-a227-c0d865ed5ddf tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:41.803947 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594942e1-c91b-41f5-a227-c0d865ed5ddf tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:41.804287 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594942e1-c91b-41f5-a227-c0d865ed5ddf tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:41.804617 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594942e1-c91b-41f5-a227-c0d865ed5ddf tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:41.804948 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594942e1-c91b-41f5-a227-c0d865ed5ddf tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:41.805275 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594942e1-c91b-41f5-a227-c0d865ed5ddf tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:41.805852 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594942e1-c91b-41f5-a227-c0d865ed5ddf tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:41.806177 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594942e1-c91b-41f5-a227-c0d865ed5ddf tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:41.806498 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594942e1-c91b-41f5-a227-c0d865ed5ddf tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:41.806844 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594942e1-c91b-41f5-a227-c0d865ed5ddf tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:41.807174 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594942e1-c91b-41f5-a227-c0d865ed5ddf tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:41.831113 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6fe5fe-c9ef-4d9e-901c-9fdccbc9129b req-594942e1-c91b-41f5-a227-c0d865ed5ddf tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:41.832322 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6d6fe5fe-c9ef-4d9e-901c-9fdccbc9129b req-594942e1-c91b-41f5-a227-c0d865ed5ddf tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:41.857284 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6d6fe5fe-c9ef-4d9e-901c-9fdccbc9129b req-594942e1-c91b-41f5-a227-c0d865ed5ddf tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8995805 Jul 09 16:52:41.874161 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [req-6d6fe5fe-c9ef-4d9e-901c-9fdccbc9129b req-57fbfbba-172f-4d8c-8b9f-178b18bb4e0d tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:52:41.876536 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6d6fe5fe-c9ef-4d9e-901c-9fdccbc9129b req-57fbfbba-172f-4d8c-8b9f-178b18bb4e0d tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074179 Jul 09 16:52:41.982908 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-6d6fe5fe-c9ef-4d9e-901c-9fdccbc9129b req-e7c0b187-6bf2-4a03-8860-178231fc49b3 service neutron] Request body: {'port': {'device_id': '058dc8f1-2fbc-41d9-9562-72c79a3c12fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:52:42.047083 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c9811f-3fd3-4943-8a7c-fb7b27d2f93f req-d78350f1-1b6c-47a9-9190-bc498d181524 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:42.049551 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-75c9811f-3fd3-4943-8a7c-fb7b27d2f93f req-d78350f1-1b6c-47a9-9190-bc498d181524 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=058dc8f1-2fbc-41d9-9562-72c79a3c12fe HTTP/1.1" status: 200 len: 932 time: 0.1171558 Jul 09 16:52:42.075509 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6d6fe5fe-c9ef-4d9e-901c-9fdccbc9129b req-e7c0b187-6bf2-4a03-8860-178231fc49b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:42.093782 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4f5286b2-cbd7-4f33-8e11-f926638883fd None None] Provisioning for port 2ae1cae1-2403-4f0c-a432-8448f94b1530 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:52:42.099383 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4f5286b2-cbd7-4f33-8e11-f926638883fd None None] Provisioning complete for port 2ae1cae1-2403-4f0c-a432-8448f94b1530 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:52:42.099846 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4f5286b2-cbd7-4f33-8e11-f926638883fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:42.108631 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-75c9811f-3fd3-4943-8a7c-fb7b27d2f93f req-19149633-8f16-43a0-91b3-24270eccb1e5 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=42541584-0d54-4e1b-bb67-627f42592d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523002 Jul 09 16:52:42.147621 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-4f5286b2-cbd7-4f33-8e11-f926638883fd None None] Port 2ae1cae1-2403-4f0c-a432-8448f94b1530 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:52:42.374207 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-6d6fe5fe-c9ef-4d9e-901c-9fdccbc9129b req-e7c0b187-6bf2-4a03-8860-178231fc49b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ae1cae1-2403-4f0c-a432-8448f94b1530 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:52:42.382468 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6d6fe5fe-c9ef-4d9e-901c-9fdccbc9129b req-e7c0b187-6bf2-4a03-8860-178231fc49b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:42.396130 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-6d6fe5fe-c9ef-4d9e-901c-9fdccbc9129b req-e7c0b187-6bf2-4a03-8860-178231fc49b3 service neutron] Transition to ACTIVE for port object 2ae1cae1-2403-4f0c-a432-8448f94b1530 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:52:42.401711 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6d6fe5fe-c9ef-4d9e-901c-9fdccbc9129b req-e7c0b187-6bf2-4a03-8860-178231fc49b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:42.461048 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c0b187-6bf2-4a03-8860-178231fc49b3 service neutron] Pushing event updated for resources: {'Port': ['ID=2ae1cae1-2403-4f0c-a432-8448f94b1530,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:42.551833 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-6d6fe5fe-c9ef-4d9e-901c-9fdccbc9129b req-e7c0b187-6bf2-4a03-8860-178231fc49b3 service neutron] Attempting to bind port 2ae1cae1-2403-4f0c-a432-8448f94b1530 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:52:42.552440 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-6d6fe5fe-c9ef-4d9e-901c-9fdccbc9129b req-e7c0b187-6bf2-4a03-8860-178231fc49b3 service neutron] Attempting to bind port 2ae1cae1-2403-4f0c-a432-8448f94b1530 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': 'f8892455-537d-4135-a8a6-c5f11d1a74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:52:42.552936 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6fe5fe-c9ef-4d9e-901c-9fdccbc9129b req-e7c0b187-6bf2-4a03-8860-178231fc49b3 service neutron] Attempting to bind port 2ae1cae1-2403-4f0c-a432-8448f94b1530 on network f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:52:42.563276 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6fe5fe-c9ef-4d9e-901c-9fdccbc9129b req-e7c0b187-6bf2-4a03-8860-178231fc49b3 service neutron] Port 2ae1cae1-2403-4f0c-a432-8448f94b1530 on network f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:52:42.563886 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6fe5fe-c9ef-4d9e-901c-9fdccbc9129b req-e7c0b187-6bf2-4a03-8860-178231fc49b3 service neutron] Attempting to bind port 2ae1cae1-2403-4f0c-a432-8448f94b1530 on network f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:52:42.569362 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6fe5fe-c9ef-4d9e-901c-9fdccbc9129b req-e7c0b187-6bf2-4a03-8860-178231fc49b3 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:52:42.569956 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6fe5fe-c9ef-4d9e-901c-9fdccbc9129b req-e7c0b187-6bf2-4a03-8860-178231fc49b3 service neutron] Checking segment: {'id': 'f8892455-537d-4135-a8a6-c5f11d1a74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:52:42.570438 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6fe5fe-c9ef-4d9e-901c-9fdccbc9129b req-e7c0b187-6bf2-4a03-8860-178231fc49b3 service neutron] Bound using segment: {'id': 'f8892455-537d-4135-a8a6-c5f11d1a74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:52:42.571018 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-6d6fe5fe-c9ef-4d9e-901c-9fdccbc9129b req-e7c0b187-6bf2-4a03-8860-178231fc49b3 service neutron] Bound port: 2ae1cae1-2403-4f0c-a432-8448f94b1530, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8892455-537d-4135-a8a6-c5f11d1a74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:52:42.571637 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6d6fe5fe-c9ef-4d9e-901c-9fdccbc9129b req-e7c0b187-6bf2-4a03-8860-178231fc49b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:42.647399 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-6d6fe5fe-c9ef-4d9e-901c-9fdccbc9129b req-e7c0b187-6bf2-4a03-8860-178231fc49b3 service neutron] For port 2ae1cae1-2403-4f0c-a432-8448f94b1530, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:52:42.651099 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-6d6fe5fe-c9ef-4d9e-901c-9fdccbc9129b req-e7c0b187-6bf2-4a03-8860-178231fc49b3 service neutron] For port 2ae1cae1-2403-4f0c-a432-8448f94b1530, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=2ae1cae1-2403-4f0c-a432-8448f94b1530,segment=NetworkSegment(f8892455-537d-4135-a8a6-c5f11d1a74c6),segment_id=f8892455-537d-4135-a8a6-c5f11d1a74c6)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:52:42.658109 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6d6fe5fe-c9ef-4d9e-901c-9fdccbc9129b req-e7c0b187-6bf2-4a03-8860-178231fc49b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:42.701185 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6fe5fe-c9ef-4d9e-901c-9fdccbc9129b req-e7c0b187-6bf2-4a03-8860-178231fc49b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:42.702009 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6d6fe5fe-c9ef-4d9e-901c-9fdccbc9129b req-e7c0b187-6bf2-4a03-8860-178231fc49b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:42.704706 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6d6fe5fe-c9ef-4d9e-901c-9fdccbc9129b req-e7c0b187-6bf2-4a03-8860-178231fc49b3 service neutron] 10.222.0.73 "PUT /v2.0/ports/2ae1cae1-2403-4f0c-a432-8448f94b1530 HTTP/1.1" status: 200 len: 1092 time: 0.8194568 Jul 09 16:52:42.705160 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '058dc8f1-2fbc-41d9-9562-72c79a3c12fe', 'tag': '2ae1cae1-2403-4f0c-a432-8448f94b1530'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:52:42.707806 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab9f8ac-9a63-4759-ac10-7708aaf0f026" -d '{"events": [{"name": "network-changed", "server_uuid": "058dc8f1-2fbc-41d9-9562-72c79a3c12fe", "tag": "2ae1cae1-2403-4f0c-a432-8448f94b1530"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:52:42.744101 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c0b187-6bf2-4a03-8860-178231fc49b3 service neutron] Pushing event updated for resources: {'Port': ['ID=2ae1cae1-2403-4f0c-a432-8448f94b1530,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:42.784078 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06f4efc-2dfb-41a4-ade1-bc2de5eb7c07 x-openstack-request-id: req-f06f4efc-2dfb-41a4-ade1-bc2de5eb7c07 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:52:42.784364 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "058dc8f1-2fbc-41d9-9562-72c79a3c12fe", "tag": "2ae1cae1-2403-4f0c-a432-8448f94b1530", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:52:42.784611 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f06f4efc-2dfb-41a4-ade1-bc2de5eb7c07 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:52:42.785003 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '058dc8f1-2fbc-41d9-9562-72c79a3c12fe', 'tag': '2ae1cae1-2403-4f0c-a432-8448f94b1530', 'status': 'completed', 'code': 200} Jul 09 16:52:42.837881 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6fe5fe-c9ef-4d9e-901c-9fdccbc9129b req-210cd851-1b03-4d4b-be57-853fa8589db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:42.839389 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6d6fe5fe-c9ef-4d9e-901c-9fdccbc9129b req-210cd851-1b03-4d4b-be57-853fa8589db6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c75594b2a664d30980bf347c7fbaad8&device_id=058dc8f1-2fbc-41d9-9562-72c79a3c12fe HTTP/1.1" status: 200 len: 1095 time: 0.0713377 Jul 09 16:52:42.889899 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6d6fe5fe-c9ef-4d9e-901c-9fdccbc9129b req-202a45b3-b0ea-4fd6-8c71-ab5a8d9e33a8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ae1cae1-2403-4f0c-a432-8448f94b1530 HTTP/1.1" status: 200 len: 217 time: 0.0377884 Jul 09 16:52:42.946473 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6fe5fe-c9ef-4d9e-901c-9fdccbc9129b req-a3405deb-3a42-472e-8d28-a30db26a4aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:42.948012 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6d6fe5fe-c9ef-4d9e-901c-9fdccbc9129b req-a3405deb-3a42-472e-8d28-a30db26a4aa4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=470183cf-e48b-46ba-9f1f-c70364d25786 HTTP/1.1" status: 200 len: 849 time: 0.0525489 Jul 09 16:52:43.008160 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6fe5fe-c9ef-4d9e-901c-9fdccbc9129b req-87ec3e40-fe05-4583-8297-27b22902b2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:43.009695 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6d6fe5fe-c9ef-4d9e-901c-9fdccbc9129b req-87ec3e40-fe05-4583-8297-27b22902b2bb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f36f2b9b-47ba-4cd8-a2dd-8998abc0c354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549183 Jul 09 16:52:43.102517 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6d6fe5fe-c9ef-4d9e-901c-9fdccbc9129b req-eae6c3cd-4378-493d-b9f5-dafe1afef3f4 service neutron] 10.222.0.73 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857975 Jul 09 16:52:43.199840 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6d6fe5fe-c9ef-4d9e-901c-9fdccbc9129b req-83963872-c35c-493a-863f-fdaab0dbcdd6 service neutron] 10.222.0.73 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903931 Jul 09 16:52:43.295298 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b57e3-cece-4e3c-b6a9-e4525b190f5d req-8fd66b32-5fd1-48f0-9aff-13c68da3ed7b tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:43.297474 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-758b57e3-cece-4e3c-b6a9-e4525b190f5d req-8fd66b32-5fd1-48f0-9aff-13c68da3ed7b tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=058dc8f1-2fbc-41d9-9562-72c79a3c12fe HTTP/1.1" status: 200 len: 944 time: 0.0735674 Jul 09 16:52:43.337796 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-758b57e3-cece-4e3c-b6a9-e4525b190f5d req-4aa4cf05-bd3a-40e7-90bf-ec946b944280 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=42541584-0d54-4e1b-bb67-627f42592d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341375 Jul 09 16:52:43.339069 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab9f8ac-9a63-4759-ac10-7708aaf0f026 req-8db758ee-c815-493e-ae76-f66d7a54b2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:43.340841 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2ab9f8ac-9a63-4759-ac10-7708aaf0f026 req-8db758ee-c815-493e-ae76-f66d7a54b2e8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c75594b2a664d30980bf347c7fbaad8&device_id=058dc8f1-2fbc-41d9-9562-72c79a3c12fe HTTP/1.1" status: 200 len: 1095 time: 0.0668542 Jul 09 16:52:43.434942 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab9f8ac-9a63-4759-ac10-7708aaf0f026 req-202f08e9-722e-43a7-bd9b-f7ab969c3fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:43.436520 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2ab9f8ac-9a63-4759-ac10-7708aaf0f026 req-202f08e9-722e-43a7-bd9b-f7ab969c3fff service neutron] 10.222.0.73 "GET /v2.0/networks?id=f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 HTTP/1.1" status: 200 len: 911 time: 0.0899045 Jul 09 16:52:43.482637 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2ab9f8ac-9a63-4759-ac10-7708aaf0f026 req-13e5cdde-aa29-4f2a-b3ec-a143ca9d408e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ae1cae1-2403-4f0c-a432-8448f94b1530 HTTP/1.1" status: 200 len: 217 time: 0.0391135 Jul 09 16:52:43.531651 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab9f8ac-9a63-4759-ac10-7708aaf0f026 req-fb80479a-b1d2-4e80-a5f9-bfc9be3fec60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:43.533177 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2ab9f8ac-9a63-4759-ac10-7708aaf0f026 req-fb80479a-b1d2-4e80-a5f9-bfc9be3fec60 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=470183cf-e48b-46ba-9f1f-c70364d25786 HTTP/1.1" status: 200 len: 849 time: 0.0444434 Jul 09 16:52:43.593271 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab9f8ac-9a63-4759-ac10-7708aaf0f026 req-3d5c172a-78d3-42ee-abf9-1ffa6d5c4512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:43.595474 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2ab9f8ac-9a63-4759-ac10-7708aaf0f026 req-3d5c172a-78d3-42ee-abf9-1ffa6d5c4512 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f36f2b9b-47ba-4cd8-a2dd-8998abc0c354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553794 Jul 09 16:52:43.693067 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2ab9f8ac-9a63-4759-ac10-7708aaf0f026 req-f566f5be-9d05-4225-8411-eb90dfb03c40 service neutron] 10.222.0.73 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892251 Jul 09 16:52:43.789749 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2ab9f8ac-9a63-4759-ac10-7708aaf0f026 req-5ff87213-4366-41de-9e86-ed5531005d63 service neutron] 10.222.0.73 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900455 Jul 09 16:52:44.510736 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43dc256-c25a-4d65-a142-dd312af1a4e8 req-866eba11-b013-4d0e-b3ca-f7e234d35302 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:44.512272 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e43dc256-c25a-4d65-a142-dd312af1a4e8 req-866eba11-b013-4d0e-b3ca-f7e234d35302 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=058dc8f1-2fbc-41d9-9562-72c79a3c12fe HTTP/1.1" status: 200 len: 944 time: 0.0639660 Jul 09 16:52:44.551072 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e43dc256-c25a-4d65-a142-dd312af1a4e8 req-7ba369d3-3e2d-4a68-b133-e97303abf77d tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=42541584-0d54-4e1b-bb67-627f42592d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326452 Jul 09 16:52:45.728387 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b1252d-7570-44fc-9781-d47744ba1ee1 req-5f474ac4-3e30-4960-a440-750a3fe50bf5 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:45.729842 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-39b1252d-7570-44fc-9781-d47744ba1ee1 req-5f474ac4-3e30-4960-a440-750a3fe50bf5 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=058dc8f1-2fbc-41d9-9562-72c79a3c12fe HTTP/1.1" status: 200 len: 944 time: 0.0676732 Jul 09 16:52:45.767060 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-39b1252d-7570-44fc-9781-d47744ba1ee1 req-f81b101b-4fc4-4cfc-b846-7acb83dde39f tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=42541584-0d54-4e1b-bb67-627f42592d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311248 Jul 09 16:52:46.939087 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8c70f-18db-4abe-8ca0-0a152b9d4667 req-78c20641-f8e7-4fe0-b04b-6d27d9193a33 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:46.940565 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-94e8c70f-18db-4abe-8ca0-0a152b9d4667 req-78c20641-f8e7-4fe0-b04b-6d27d9193a33 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=058dc8f1-2fbc-41d9-9562-72c79a3c12fe HTTP/1.1" status: 200 len: 944 time: 0.0630667 Jul 09 16:52:46.977218 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-94e8c70f-18db-4abe-8ca0-0a152b9d4667 req-41bc00c5-a8c5-4bbf-ac11-ebb159a9bb55 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=42541584-0d54-4e1b-bb67-627f42592d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311859 Jul 09 16:52:48.153887 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec94d3c-d4e1-41b9-9e83-afdb856f41b8 req-91a4631f-48f8-4b18-ab07-8d8ac97096e7 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:48.155414 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-aec94d3c-d4e1-41b9-9e83-afdb856f41b8 req-91a4631f-48f8-4b18-ab07-8d8ac97096e7 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=058dc8f1-2fbc-41d9-9562-72c79a3c12fe HTTP/1.1" status: 200 len: 944 time: 0.0624568 Jul 09 16:52:48.197594 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-aec94d3c-d4e1-41b9-9e83-afdb856f41b8 req-0fdf6ab9-dcd4-4c41-9f53-8a8bd35db401 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=42541584-0d54-4e1b-bb67-627f42592d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365245 Jul 09 16:52:49.371562 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a748b0b-7f71-4d3a-8b2d-f94788606480 req-fb22f437-6ec6-462d-b5d7-f3272fc1f2ad tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:49.373039 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0a748b0b-7f71-4d3a-8b2d-f94788606480 req-fb22f437-6ec6-462d-b5d7-f3272fc1f2ad tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=058dc8f1-2fbc-41d9-9562-72c79a3c12fe HTTP/1.1" status: 200 len: 944 time: 0.0700247 Jul 09 16:52:49.412098 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0a748b0b-7f71-4d3a-8b2d-f94788606480 req-0769d558-7b3e-456a-a1bf-3cd96eb01ecd tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=42541584-0d54-4e1b-bb67-627f42592d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327940 Jul 09 16:52:50.597799 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e1a585-2ed7-4b8c-b410-69a0a4639ad9 req-d66d9af0-ba1b-488d-9fae-b1e8f425c8f2 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:50.599312 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-44e1a585-2ed7-4b8c-b410-69a0a4639ad9 req-d66d9af0-ba1b-488d-9fae-b1e8f425c8f2 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=058dc8f1-2fbc-41d9-9562-72c79a3c12fe HTTP/1.1" status: 200 len: 944 time: 0.0668972 Jul 09 16:52:50.637385 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-44e1a585-2ed7-4b8c-b410-69a0a4639ad9 req-9f37e41b-4609-4ea0-96f2-b117b320be82 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=42541584-0d54-4e1b-bb67-627f42592d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325565 Jul 09 16:52:51.829774 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994c253-6d4b-483d-8cc0-4b0f4f6a3a0f req-bc23016b-faa8-4550-a9a2-805073538bd0 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:51.831365 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b994c253-6d4b-483d-8cc0-4b0f4f6a3a0f req-bc23016b-faa8-4550-a9a2-805073538bd0 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=058dc8f1-2fbc-41d9-9562-72c79a3c12fe HTTP/1.1" status: 200 len: 944 time: 0.0814395 Jul 09 16:52:51.868971 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b994c253-6d4b-483d-8cc0-4b0f4f6a3a0f req-0745e4b7-60de-4f5f-9228-0a39b0d08e98 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=42541584-0d54-4e1b-bb67-627f42592d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320189 Jul 09 16:52:52.088141 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:52:52.340629 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e726ece9-7b38-43eb-b6d4-92b446b041dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:53.037707 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2dce30-d25a-45e4-bfe9-a62e47b6cc94 req-2bad8518-d22d-4f9b-b585-f1dc8b261355 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:53.039198 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-aa2dce30-d25a-45e4-bfe9-a62e47b6cc94 req-2bad8518-d22d-4f9b-b585-f1dc8b261355 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=058dc8f1-2fbc-41d9-9562-72c79a3c12fe HTTP/1.1" status: 200 len: 944 time: 0.0627146 Jul 09 16:52:53.076009 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-aa2dce30-d25a-45e4-bfe9-a62e47b6cc94 req-c3d63715-ff26-4db6-a403-3ac6da52e9bb tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=42541584-0d54-4e1b-bb67-627f42592d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314240 Jul 09 16:52:53.546343 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 2ae1cae1-2403-4f0c-a432-8448f94b1530 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:52:53.638714 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 2ae1cae1-2403-4f0c-a432-8448f94b1530, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=2ae1cae1-2403-4f0c-a432-8448f94b1530,segment=NetworkSegment(f8892455-537d-4135-a8a6-c5f11d1a74c6),segment_id=f8892455-537d-4135-a8a6-c5f11d1a74c6)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:52:53.649716 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '2ae1cae1-2403-4f0c-a432-8448f94b1530', 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354', 'port_id': '2ae1cae1-2403-4f0c-a432-8448f94b1530', 'mac_address': 'fa:16:3e:a2:1a:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '470183cf-e48b-46ba-9f1f-c70364d25786', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:52:53.685309 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:53.697362 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ae1cae1-2403-4f0c-a432-8448f94b1530 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:52:53.715578 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 2ae1cae1-2403-4f0c-a432-8448f94b1530, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=2ae1cae1-2403-4f0c-a432-8448f94b1530,segment=NetworkSegment(f8892455-537d-4135-a8a6-c5f11d1a74c6),segment_id=f8892455-537d-4135-a8a6-c5f11d1a74c6)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:52:53.719534 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:53.768785 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=2ae1cae1-2403-4f0c-a432-8448f94b1530,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:53.775827 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:53.776170 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:53.776503 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:53.776832 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:53.777157 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:53.777477 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:53.777794 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:53.778110 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:53.778424 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:53.778735 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:53.779074 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:53.779388 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:54.120918 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['2ae1cae1-2403-4f0c-a432-8448f94b1530'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:52:54.248033 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0cb1aa-fd30-4a89-a168-a6cd8c2d54a7 req-4047048a-e09c-4748-b22b-385be2b73868 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:54.250626 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6d0cb1aa-fd30-4a89-a168-a6cd8c2d54a7 req-4047048a-e09c-4748-b22b-385be2b73868 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=058dc8f1-2fbc-41d9-9562-72c79a3c12fe HTTP/1.1" status: 200 len: 945 time: 0.0646670 Jul 09 16:52:54.293601 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6d0cb1aa-fd30-4a89-a168-a6cd8c2d54a7 req-abb5c2c9-7a41-468e-bb4b-6d3e4d6d4cdd tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=42541584-0d54-4e1b-bb67-627f42592d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366750 Jul 09 16:52:55.104973 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e96e6554-b93e-48f0-8362-09b1f907d8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:55.469913 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5ae2f-f5a6-485e-a2fc-488aca74508e req-f16dede0-192c-41da-9c45-fe91d38125bd tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:55.471410 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-28e5ae2f-f5a6-485e-a2fc-488aca74508e req-f16dede0-192c-41da-9c45-fe91d38125bd tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=058dc8f1-2fbc-41d9-9562-72c79a3c12fe HTTP/1.1" status: 200 len: 945 time: 0.0639269 Jul 09 16:52:55.509148 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-28e5ae2f-f5a6-485e-a2fc-488aca74508e req-0f21aaf3-3ab8-43d0-adfc-683cfa93b18e tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=42541584-0d54-4e1b-bb67-627f42592d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322201 Jul 09 16:52:55.556960 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 2ae1cae1-2403-4f0c-a432-8448f94b1530 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:52:55.604297 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 2ae1cae1-2403-4f0c-a432-8448f94b1530 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:52:55.607724 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 2ae1cae1-2403-4f0c-a432-8448f94b1530 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:52:55.608097 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:55.682390 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:55.706875 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '058dc8f1-2fbc-41d9-9562-72c79a3c12fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae1cae1-2403-4f0c-a432-8448f94b1530'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:52:55.709207 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93eaafc-e70d-4d27-a276-256f164e2613" -d '{"events": [{"server_uuid": "058dc8f1-2fbc-41d9-9562-72c79a3c12fe", "name": "network-vif-plugged", "status": "completed", "tag": "2ae1cae1-2403-4f0c-a432-8448f94b1530"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:52:55.721668 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 2ae1cae1-2403-4f0c-a432-8448f94b1530, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=2ae1cae1-2403-4f0c-a432-8448f94b1530,segment=NetworkSegment(f8892455-537d-4135-a8a6-c5f11d1a74c6),segment_id=f8892455-537d-4135-a8a6-c5f11d1a74c6)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:52:55.725457 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:55.777685 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=2ae1cae1-2403-4f0c-a432-8448f94b1530,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:55.788614 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:55.884280 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7f5d9a-4289-4717-be10-bae6de7421a2 x-openstack-request-id: req-5a7f5d9a-4289-4717-be10-bae6de7421a2 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:52:55.884574 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "058dc8f1-2fbc-41d9-9562-72c79a3c12fe", "name": "network-vif-plugged", "status": "completed", "tag": "2ae1cae1-2403-4f0c-a432-8448f94b1530", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:52:55.884825 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5a7f5d9a-4289-4717-be10-bae6de7421a2 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:52:55.885221 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '058dc8f1-2fbc-41d9-9562-72c79a3c12fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae1cae1-2403-4f0c-a432-8448f94b1530', 'code': 200} Jul 09 16:52:56.021621 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb72eb-6081-4203-911f-30cc36303c34 req-6f1e1f67-189d-4825-8fa4-b998b7a904a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:56.023112 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2fcb72eb-6081-4203-911f-30cc36303c34 req-6f1e1f67-189d-4825-8fa4-b998b7a904a6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=058dc8f1-2fbc-41d9-9562-72c79a3c12fe HTTP/1.1" status: 200 len: 1097 time: 0.0510702 Jul 09 16:52:56.058291 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2fcb72eb-6081-4203-911f-30cc36303c34 req-dbbad164-143b-477c-8b5c-a9828adf556a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=42541584-0d54-4e1b-bb67-627f42592d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293214 Jul 09 16:52:56.347245 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:56.681958 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f317d811-4d84-42e0-a0ac-66d49ada554e req-710026bf-76c7-44d8-914b-f775527072a8 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:56.683395 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f317d811-4d84-42e0-a0ac-66d49ada554e req-710026bf-76c7-44d8-914b-f775527072a8 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=058dc8f1-2fbc-41d9-9562-72c79a3c12fe HTTP/1.1" status: 200 len: 946 time: 0.0638943 Jul 09 16:52:56.721107 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f317d811-4d84-42e0-a0ac-66d49ada554e req-5ca7981a-5d13-4b9c-a350-be448ec74f1f tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=42541584-0d54-4e1b-bb67-627f42592d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321736 Jul 09 16:52:56.869741 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:57.893941 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8634e-3fb4-463c-b07c-dab126479c40 req-c82117af-d614-43fe-bb1e-d3bf7e8bfc5f tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:57.895578 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-73e8634e-3fb4-463c-b07c-dab126479c40 req-c82117af-d614-43fe-bb1e-d3bf7e8bfc5f tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=058dc8f1-2fbc-41d9-9562-72c79a3c12fe HTTP/1.1" status: 200 len: 946 time: 0.0670691 Jul 09 16:52:57.934755 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-73e8634e-3fb4-463c-b07c-dab126479c40 req-9ae3e39d-dd62-4ab6-a0cb-5f027f4149e9 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=42541584-0d54-4e1b-bb67-627f42592d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338035 Jul 09 16:52:58.102489 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de48994-5956-45a4-bed3-eadb3a4fc84e req-8d484b56-6ac0-4b16-9d26-d02e4132dcf8 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:58.103991 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4de48994-5956-45a4-bed3-eadb3a4fc84e req-8d484b56-6ac0-4b16-9d26-d02e4132dcf8 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=058dc8f1-2fbc-41d9-9562-72c79a3c12fe HTTP/1.1" status: 200 len: 946 time: 0.0635915 Jul 09 16:52:58.141925 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4de48994-5956-45a4-bed3-eadb3a4fc84e req-63aab847-c9e6-49cb-b7cd-6be113e66689 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=42541584-0d54-4e1b-bb67-627f42592d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324721 Jul 09 16:52:58.166331 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 49966) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:58.221495 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c19784-2db2-4a24-8f41-6401a083ce52 tempest-TestVolumeBootPattern-787907688 tempest-TestVolumeBootPattern-787907688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:58.223001 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-66c19784-2db2-4a24-8f41-6401a083ce52 tempest-TestVolumeBootPattern-787907688 tempest-TestVolumeBootPattern-787907688-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=058dc8f1-2fbc-41d9-9562-72c79a3c12fe HTTP/1.1" status: 200 len: 1092 time: 0.0554163 Jul 09 16:52:58.225886 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 49968) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:52:58.230503 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b0ac1337-428e-44e9-bad7-e830dbc7e4b7 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Request body: {'floatingip': {'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'port_id': '2ae1cae1-2403-4f0c-a432-8448f94b1530', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:52:58.253311 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0ac1337-428e-44e9-bad7-e830dbc7e4b7 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:58.343887 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:58.354471 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0ac1337-428e-44e9-bad7-e830dbc7e4b7 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:58.459627 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-b0ac1337-428e-44e9-bad7-e830dbc7e4b7 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Allocated IP 172.25.0.219 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/fb2d0b01-8669-40ac-8637-2bab2bd24639) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:52:58.562263 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0ac1337-428e-44e9-bad7-e830dbc7e4b7 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:58.600558 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0ac1337-428e-44e9-bad7-e830dbc7e4b7 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:58.634860 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ac1337-428e-44e9-bad7-e830dbc7e4b7 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:52:58.640828 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-b0ac1337-428e-44e9-bad7-e830dbc7e4b7 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:52:58.645251 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ac1337-428e-44e9-bad7-e830dbc7e4b7 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:52:58.667725 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ac1337-428e-44e9-bad7-e830dbc7e4b7 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Pushing event updated for resources: {'Port': ['ID=fb2d0b01-8669-40ac-8637-2bab2bd24639,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:58.680882 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ac1337-428e-44e9-bad7-e830dbc7e4b7 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:58.681234 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ac1337-428e-44e9-bad7-e830dbc7e4b7 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:58.681826 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ac1337-428e-44e9-bad7-e830dbc7e4b7 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:58.682161 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ac1337-428e-44e9-bad7-e830dbc7e4b7 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:58.682493 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ac1337-428e-44e9-bad7-e830dbc7e4b7 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:58.682850 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ac1337-428e-44e9-bad7-e830dbc7e4b7 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:58.683193 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ac1337-428e-44e9-bad7-e830dbc7e4b7 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:58.683501 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ac1337-428e-44e9-bad7-e830dbc7e4b7 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:58.683823 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ac1337-428e-44e9-bad7-e830dbc7e4b7 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:58.684139 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ac1337-428e-44e9-bad7-e830dbc7e4b7 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:58.684458 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ac1337-428e-44e9-bad7-e830dbc7e4b7 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:58.684778 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ac1337-428e-44e9-bad7-e830dbc7e4b7 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:52:59.023428 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0ac1337-428e-44e9-bad7-e830dbc7e4b7 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:59.100400 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0ac1337-428e-44e9-bad7-e830dbc7e4b7 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:59.245921 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0ac1337-428e-44e9-bad7-e830dbc7e4b7 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:59.250278 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0ac1337-428e-44e9-bad7-e830dbc7e4b7 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:59.321299 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ac1337-428e-44e9-bad7-e830dbc7e4b7 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Pushing event updated for resources: {'Port': ['ID=fb2d0b01-8669-40ac-8637-2bab2bd24639,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:52:59.331264 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0ac1337-428e-44e9-bad7-e830dbc7e4b7 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:59.428057 n-d-798930-3 neutron-server[93958]: INFO neutron.db.l3_db [None req-b0ac1337-428e-44e9-bad7-e830dbc7e4b7 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Floating IP 569e93d4-401b-4ad4-9d4a-d5d172a4bbf3 associated. External IP: 172.25.0.219, port: 2ae1cae1-2403-4f0c-a432-8448f94b1530. Jul 09 16:52:59.631916 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ac1337-428e-44e9-bad7-e830dbc7e4b7 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Router 375184d2-52d3-494b-a278-569cb996272e has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:52:59.736304 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ac1337-428e-44e9-bad7-e830dbc7e4b7 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:52:59.746213 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f66b9bf-d72f-4d0b-a3cd-36686e95f8ed None None] Sync routers for ids ['375184d2-52d3-494b-a278-569cb996272e'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:52:59.753201 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0ac1337-428e-44e9-bad7-e830dbc7e4b7 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:52:59.756417 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f66b9bf-d72f-4d0b-a3cd-36686e95f8ed None None] Routers {'375184d2-52d3-494b-a278-569cb996272e'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:52:59.757038 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0f66b9bf-d72f-4d0b-a3cd-36686e95f8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:52:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['375184d2-52d3-494b-a278-569cb996272e'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:52:59.789481 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b0ac1337-428e-44e9-bad7-e830dbc7e4b7 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5624824 Jul 09 16:52:59.790115 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '058dc8f1-2fbc-41d9-9562-72c79a3c12fe', 'tag': '2ae1cae1-2403-4f0c-a432-8448f94b1530'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:52:59.792391 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2fef3a-4fbc-42fc-b5cd-41d0f47aff6e" -d '{"events": [{"name": "network-changed", "server_uuid": "058dc8f1-2fbc-41d9-9562-72c79a3c12fe", "tag": "2ae1cae1-2403-4f0c-a432-8448f94b1530"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:52:59.862516 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-0f66b9bf-d72f-4d0b-a3cd-36686e95f8ed None None] Set router 375184d2-52d3-494b-a278-569cb996272e gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:52:59.887689 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e886af-00d6-4f13-b3de-03a7aeb4f095 x-openstack-request-id: req-19e886af-00d6-4f13-b3de-03a7aeb4f095 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:52:59.887981 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "058dc8f1-2fbc-41d9-9562-72c79a3c12fe", "tag": "2ae1cae1-2403-4f0c-a432-8448f94b1530", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:52:59.888242 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-19e886af-00d6-4f13-b3de-03a7aeb4f095 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:52:59.888649 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '058dc8f1-2fbc-41d9-9562-72c79a3c12fe', 'tag': '2ae1cae1-2403-4f0c-a432-8448f94b1530', 'status': 'completed', 'code': 200} Jul 09 16:52:59.985366 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2fef3a-4fbc-42fc-b5cd-41d0f47aff6e req-404af0ef-fac3-450b-b45a-d8452f2753bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:52:59.986909 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4b2fef3a-4fbc-42fc-b5cd-41d0f47aff6e req-404af0ef-fac3-450b-b45a-d8452f2753bb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c75594b2a664d30980bf347c7fbaad8&device_id=058dc8f1-2fbc-41d9-9562-72c79a3c12fe HTTP/1.1" status: 200 len: 1097 time: 0.0543306 Jul 09 16:53:00.074527 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2fef3a-4fbc-42fc-b5cd-41d0f47aff6e req-86c58384-dfb3-4c90-acb6-2214b3611025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:00.076016 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4b2fef3a-4fbc-42fc-b5cd-41d0f47aff6e req-86c58384-dfb3-4c90-acb6-2214b3611025 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 HTTP/1.1" status: 200 len: 911 time: 0.0835366 Jul 09 16:53:00.092828 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0f66b9bf-d72f-4d0b-a3cd-36686e95f8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375184d2-52d3-494b-a278-569cb996272e', 'name': 'tempest-TestVolumeBootPattern-85219388-router', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '1faf90e2-2722-4a0b-afa6-c0f88e8e4c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:43:34Z', 'updated_at': '2021-07-09T16:43:40Z', 'revision_number': 4, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'gw_port': {'id': '1faf90e2-2722-4a0b-afa6-c0f88e8e4c48', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375184d2-52d3-494b-a278-569cb996272e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:35Z', 'updated_at': '2021-07-09T16:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '3d566037-917c-4b7a-8879-b08323b23a13', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'floating_ip_address': '172.25.0.114', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '375184d2-52d3-494b-a278-569cb996272e', 'port_id': 'ef1bdbba-0d27-434f-98e5-096a18e0d408', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354', 'mac_address': 'fa:16:3e:76:a7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd334205-1a4c-4088-a5c0-9e28540b372c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:51:00Z', 'updated_at': '2021-07-09T16:51:01Z', 'revision_number': 1, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'fixed_ip_address_scope': None}, {'id': '569e93d4-401b-4ad4-9d4a-d5d172a4bbf3', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'floating_ip_address': '172.25.0.219', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '375184d2-52d3-494b-a278-569cb996272e', 'port_id': '2ae1cae1-2403-4f0c-a432-8448f94b1530', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354', 'mac_address': 'fa:16:3e:a2:1a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058dc8f1-2fbc-41d9-9562-72c79a3c12fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:52:58Z', 'updated_at': '2021-07-09T16:52:58Z', 'revision_number': 0, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81ac70a8-a8fc-41fe-990f-1b1d292256c2', 'name': '', 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'mac_address': 'fa:16:3e:55:7a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375184d2-52d3-494b-a278-569cb996272e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '470183cf-e48b-46ba-9f1f-c70364d25786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:39Z', 'updated_at': '2021-07-09T16:43:47Z', 'revision_number': 5, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'subnets': [{'id': '470183cf-e48b-46ba-9f1f-c70364d25786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:53:00.118866 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f66b9bf-d72f-4d0b-a3cd-36686e95f8ed None None] Checking router: 375184d2-52d3-494b-a278-569cb996272e for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:53:00.128641 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f66b9bf-d72f-4d0b-a3cd-36686e95f8ed None None] Routers {'375184d2-52d3-494b-a278-569cb996272e'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:53:00.129252 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0f66b9bf-d72f-4d0b-a3cd-36686e95f8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:52:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['375184d2-52d3-494b-a278-569cb996272e'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:53:00.145910 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4b2fef3a-4fbc-42fc-b5cd-41d0f47aff6e req-962042e8-d8a6-4030-89ab-2fd098963179 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ae1cae1-2403-4f0c-a432-8448f94b1530 HTTP/1.1" status: 200 len: 1000 time: 0.0637608 Jul 09 16:53:00.195877 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2fef3a-4fbc-42fc-b5cd-41d0f47aff6e req-d542ad78-7376-4979-a5b8-8bbc9cacc44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:00.197346 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4b2fef3a-4fbc-42fc-b5cd-41d0f47aff6e req-d542ad78-7376-4979-a5b8-8bbc9cacc44e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=470183cf-e48b-46ba-9f1f-c70364d25786 HTTP/1.1" status: 200 len: 849 time: 0.0447977 Jul 09 16:53:00.234038 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-0f66b9bf-d72f-4d0b-a3cd-36686e95f8ed None None] Set router 375184d2-52d3-494b-a278-569cb996272e gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:53:00.254361 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2fef3a-4fbc-42fc-b5cd-41d0f47aff6e req-261cbf71-06e6-4c96-aba6-655f066557f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:00.255887 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4b2fef3a-4fbc-42fc-b5cd-41d0f47aff6e req-261cbf71-06e6-4c96-aba6-655f066557f0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f36f2b9b-47ba-4cd8-a2dd-8998abc0c354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513363 Jul 09 16:53:00.347601 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4b2fef3a-4fbc-42fc-b5cd-41d0f47aff6e req-81ccdf9d-cbdd-40fb-a101-f8088b5c0b49 service neutron] 10.222.0.73 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851564 Jul 09 16:53:00.435741 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4b2fef3a-4fbc-42fc-b5cd-41d0f47aff6e req-16f8bd93-2776-4c72-90e8-a11b67c31fb9 service neutron] 10.222.0.73 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822442 Jul 09 16:53:00.455733 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0f66b9bf-d72f-4d0b-a3cd-36686e95f8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375184d2-52d3-494b-a278-569cb996272e', 'name': 'tempest-TestVolumeBootPattern-85219388-router', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '1faf90e2-2722-4a0b-afa6-c0f88e8e4c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:43:34Z', 'updated_at': '2021-07-09T16:43:40Z', 'revision_number': 4, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'gw_port': {'id': '1faf90e2-2722-4a0b-afa6-c0f88e8e4c48', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375184d2-52d3-494b-a278-569cb996272e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:35Z', 'updated_at': '2021-07-09T16:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '3d566037-917c-4b7a-8879-b08323b23a13', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'floating_ip_address': '172.25.0.114', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '375184d2-52d3-494b-a278-569cb996272e', 'port_id': 'ef1bdbba-0d27-434f-98e5-096a18e0d408', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354', 'mac_address': 'fa:16:3e:76:a7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd334205-1a4c-4088-a5c0-9e28540b372c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:51:00Z', 'updated_at': '2021-07-09T16:51:01Z', 'revision_number': 1, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'fixed_ip_address_scope': None}, {'id': '569e93d4-401b-4ad4-9d4a-d5d172a4bbf3', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'floating_ip_address': '172.25.0.219', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '375184d2-52d3-494b-a278-569cb996272e', 'port_id': '2ae1cae1-2403-4f0c-a432-8448f94b1530', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354', 'mac_address': 'fa:16:3e:a2:1a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058dc8f1-2fbc-41d9-9562-72c79a3c12fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:52:58Z', 'updated_at': '2021-07-09T16:52:58Z', 'revision_number': 0, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81ac70a8-a8fc-41fe-990f-1b1d292256c2', 'name': '', 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'mac_address': 'fa:16:3e:55:7a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375184d2-52d3-494b-a278-569cb996272e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '470183cf-e48b-46ba-9f1f-c70364d25786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:39Z', 'updated_at': '2021-07-09T16:43:47Z', 'revision_number': 5, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'subnets': [{'id': '470183cf-e48b-46ba-9f1f-c70364d25786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:53:00.485737 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f66b9bf-d72f-4d0b-a3cd-36686e95f8ed None None] The sync data for ids ['375184d2-52d3-494b-a278-569cb996272e'] in n-d-798930-3 is: [{'id': '375184d2-52d3-494b-a278-569cb996272e', 'name': 'tempest-TestVolumeBootPattern-85219388-router', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '1faf90e2-2722-4a0b-afa6-c0f88e8e4c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:43:34Z', 'updated_at': '2021-07-09T16:43:40Z', 'revision_number': 4, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'gw_port': {'id': '1faf90e2-2722-4a0b-afa6-c0f88e8e4c48', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375184d2-52d3-494b-a278-569cb996272e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:35Z', 'updated_at': '2021-07-09T16:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '3d566037-917c-4b7a-8879-b08323b23a13', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'floating_ip_address': '172.25.0.114', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '375184d2-52d3-494b-a278-569cb996272e', 'port_id': 'ef1bdbba-0d27-434f-98e5-096a18e0d408', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354', 'mac_address': 'fa:16:3e:76:a7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd334205-1a4c-4088-a5c0-9e28540b372c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:51:00Z', 'updated_at': '2021-07-09T16:51:01Z', 'revision_number': 1, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'fixed_ip_address_scope': None}, {'id': '569e93d4-401b-4ad4-9d4a-d5d172a4bbf3', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'floating_ip_address': '172.25.0.219', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '375184d2-52d3-494b-a278-569cb996272e', 'port_id': '2ae1cae1-2403-4f0c-a432-8448f94b1530', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354', 'mac_address': 'fa:16:3e:a2:1a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058dc8f1-2fbc-41d9-9562-72c79a3c12fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:52:58Z', 'updated_at': '2021-07-09T16:52:58Z', 'revision_number': 0, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81ac70a8-a8fc-41fe-990f-1b1d292256c2', 'name': '', 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'mac_address': 'fa:16:3e:55:7a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375184d2-52d3-494b-a278-569cb996272e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '470183cf-e48b-46ba-9f1f-c70364d25786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:39Z', 'updated_at': '2021-07-09T16:43:47Z', 'revision_number': 5, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'subnets': [{'id': '470183cf-e48b-46ba-9f1f-c70364d25786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:53:00.668784 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fabe97-4445-40de-b26d-f092ee5e4aff None None] New status for floating IP 569e93d4-401b-4ad4-9d4a-d5d172a4bbf3: ACTIVE {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:53:10.297721 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:22.341826 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d871a510-cbc2-4e0a-b978-dc4f1425f207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:25.105365 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8cf46510-045c-4222-b18a-87fddf4081d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:25.790962 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:26.349222 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:26.611695 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2ad4113e-01d6-4fea-a560-b33baca7154b req-64c5f54c-5ad9-4a0e-85e7-f41fa90a6b10 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bd334205-1a4c-4088-a5c0-9e28540b372c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0991886 Jul 09 16:53:26.706135 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4113e-01d6-4fea-a560-b33baca7154b req-63d251fb-99a1-45bc-8643-1fbdc1970e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:26.707661 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2ad4113e-01d6-4fea-a560-b33baca7154b req-63d251fb-99a1-45bc-8643-1fbdc1970e8d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1c75594b2a664d30980bf347c7fbaad8&device_id=bd334205-1a4c-4088-a5c0-9e28540b372c HTTP/1.1" status: 200 len: 1096 time: 0.0527258 Jul 09 16:53:26.811995 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4113e-01d6-4fea-a560-b33baca7154b req-be336a6a-268c-4227-8743-ca1c2955c040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:26.813431 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2ad4113e-01d6-4fea-a560-b33baca7154b req-be336a6a-268c-4227-8743-ca1c2955c040 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 HTTP/1.1" status: 200 len: 911 time: 0.0858760 Jul 09 16:53:26.877374 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:26.878288 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2ad4113e-01d6-4fea-a560-b33baca7154b req-46cec45a-d40a-4373-9911-376ff60b072c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef1bdbba-0d27-434f-98e5-096a18e0d408 HTTP/1.1" status: 200 len: 1001 time: 0.0586648 Jul 09 16:53:27.214561 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4113e-01d6-4fea-a560-b33baca7154b req-09707af5-aacb-4501-86f3-827bdf7c0832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:27.216012 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2ad4113e-01d6-4fea-a560-b33baca7154b req-09707af5-aacb-4501-86f3-827bdf7c0832 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=470183cf-e48b-46ba-9f1f-c70364d25786 HTTP/1.1" status: 200 len: 849 time: 0.3323581 Jul 09 16:53:27.274099 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4113e-01d6-4fea-a560-b33baca7154b req-cc3fe452-6411-4667-be64-b0aa38ff6d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:27.275621 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2ad4113e-01d6-4fea-a560-b33baca7154b req-cc3fe452-6411-4667-be64-b0aa38ff6d88 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f36f2b9b-47ba-4cd8-a2dd-8998abc0c354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518153 Jul 09 16:53:27.370288 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2ad4113e-01d6-4fea-a560-b33baca7154b req-faf492ec-1787-4679-a48e-8c1c208a554d service neutron] 10.222.0.77 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874369 Jul 09 16:53:27.458493 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2ad4113e-01d6-4fea-a560-b33baca7154b req-49eaa9e0-aaae-476a-ab8a-a448aa37a35a service neutron] 10.222.0.77 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814247 Jul 09 16:53:28.289642 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:29.088180 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:53:40.299640 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:46.355441 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3d6cb138-d802-4c8c-a24f-559c0c914878 req-04f75c4f-f503-4801-9029-dcd6bc4b3f0c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=058dc8f1-2fbc-41d9-9562-72c79a3c12fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0569289 Jul 09 16:53:46.470778 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6cb138-d802-4c8c-a24f-559c0c914878 req-8c941e59-a756-4915-9091-36abdd769620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:46.472270 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3d6cb138-d802-4c8c-a24f-559c0c914878 req-8c941e59-a756-4915-9091-36abdd769620 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c75594b2a664d30980bf347c7fbaad8&device_id=058dc8f1-2fbc-41d9-9562-72c79a3c12fe HTTP/1.1" status: 200 len: 1097 time: 0.0520422 Jul 09 16:53:46.576591 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6cb138-d802-4c8c-a24f-559c0c914878 req-d4ed8346-4528-4d08-af5d-862a72ad9654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:46.578025 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3d6cb138-d802-4c8c-a24f-559c0c914878 req-d4ed8346-4528-4d08-af5d-862a72ad9654 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 HTTP/1.1" status: 200 len: 911 time: 0.0842061 Jul 09 16:53:46.649160 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3d6cb138-d802-4c8c-a24f-559c0c914878 req-0ae5c87d-c32b-4fdb-a8c1-db92c66125d9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ae1cae1-2403-4f0c-a432-8448f94b1530 HTTP/1.1" status: 200 len: 1002 time: 0.0625551 Jul 09 16:53:46.697779 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6cb138-d802-4c8c-a24f-559c0c914878 req-48295ccc-69c0-4c58-a1e1-3529690cfea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:46.699238 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3d6cb138-d802-4c8c-a24f-559c0c914878 req-48295ccc-69c0-4c58-a1e1-3529690cfea1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=470183cf-e48b-46ba-9f1f-c70364d25786 HTTP/1.1" status: 200 len: 849 time: 0.0441575 Jul 09 16:53:46.754917 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6cb138-d802-4c8c-a24f-559c0c914878 req-7a26f6e4-5f6b-41d1-a1b1-ab61d1d59cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:53:46.756493 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3d6cb138-d802-4c8c-a24f-559c0c914878 req-7a26f6e4-5f6b-41d1-a1b1-ab61d1d59cda service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f36f2b9b-47ba-4cd8-a2dd-8998abc0c354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504537 Jul 09 16:53:46.846864 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3d6cb138-d802-4c8c-a24f-559c0c914878 req-9be682ee-a23f-419e-9456-d2ca24fa0bd9 service neutron] 10.222.0.73 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832598 Jul 09 16:53:46.934561 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3d6cb138-d802-4c8c-a24f-559c0c914878 req-017deff5-d3d1-4f17-a6b9-0282c501e384 service neutron] 10.222.0.73 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804498 Jul 09 16:53:52.344631 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-92435bd3-1df0-4280-b8d9-cb9ec23171f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:55.106130 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f3679afa-fd87-439b-aa77-c1f12ac57d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:55.792380 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:56.352537 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:56.876398 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:53:58.293061 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:04.998227 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [req-86498941-8254-4fb8-9ae3-f45f22a124c6 req-27413136-613c-40a3-93e0-73fa803975a1 tempest-AttachVolumeNegativeTest-1872049392 tempest-AttachVolumeNegativeTest-1872049392-project] (93959) timed out ('10.222.0.98', 44774) {{(pid=93959) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 16:54:06.086429 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:54:10.297726 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:22.345261 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e6b7a548-1cc9-49d4-8508-37d0cbc359e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:25.106318 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-28e1b542-b631-41b6-a919-8028e7b0ba3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:25.796056 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:26.355288 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:26.550034 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ddf8c1ec-9813-4a4e-a057-cc6e56296fad req-37c5b4d0-c71f-4113-8961-db567990ac3d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bd334205-1a4c-4088-a5c0-9e28540b372c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0517840 Jul 09 16:54:26.643169 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8c1ec-9813-4a4e-a057-cc6e56296fad req-d0807222-b48b-443f-8574-768cbbc336fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:26.644528 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ddf8c1ec-9813-4a4e-a057-cc6e56296fad req-d0807222-b48b-443f-8574-768cbbc336fd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1c75594b2a664d30980bf347c7fbaad8&device_id=bd334205-1a4c-4088-a5c0-9e28540b372c HTTP/1.1" status: 200 len: 1096 time: 0.0543387 Jul 09 16:54:26.746576 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8c1ec-9813-4a4e-a057-cc6e56296fad req-d65ba694-5c9f-4a09-8fa2-3c422a071512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:26.748073 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ddf8c1ec-9813-4a4e-a057-cc6e56296fad req-d65ba694-5c9f-4a09-8fa2-3c422a071512 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 HTTP/1.1" status: 200 len: 911 time: 0.0841641 Jul 09 16:54:26.816145 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ddf8c1ec-9813-4a4e-a057-cc6e56296fad req-f6c025e6-e1da-4b41-a310-bb963cc1e048 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef1bdbba-0d27-434f-98e5-096a18e0d408 HTTP/1.1" status: 200 len: 1001 time: 0.0611207 Jul 09 16:54:26.865376 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8c1ec-9813-4a4e-a057-cc6e56296fad req-847566f6-bdb3-4803-8f39-812ae5f49943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:26.866788 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ddf8c1ec-9813-4a4e-a057-cc6e56296fad req-847566f6-bdb3-4803-8f39-812ae5f49943 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=470183cf-e48b-46ba-9f1f-c70364d25786 HTTP/1.1" status: 200 len: 849 time: 0.0446601 Jul 09 16:54:26.882361 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:26.923168 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8c1ec-9813-4a4e-a057-cc6e56296fad req-35f29411-061e-4be1-bca6-3076f1e862d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:26.924555 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ddf8c1ec-9813-4a4e-a057-cc6e56296fad req-35f29411-061e-4be1-bca6-3076f1e862d5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f36f2b9b-47ba-4cd8-a2dd-8998abc0c354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518184 Jul 09 16:54:27.015786 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ddf8c1ec-9813-4a4e-a057-cc6e56296fad req-85c9f085-f9d1-4db5-b3ff-1db225b03ec7 service neutron] 10.222.0.77 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828025 Jul 09 16:54:27.101042 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ddf8c1ec-9813-4a4e-a057-cc6e56296fad req-7675512e-8c59-43fe-a678-a5ee374f7750 service neutron] 10.222.0.77 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790489 Jul 09 16:54:28.294224 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:31.186817 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50008) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:31.341107 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-99638ee9-d85f-4908-9a8a-4ae2b5f504f0 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Deleting port fb2d0b01-8669-40ac-8637-2bab2bd24639 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:54:31.341444 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-99638ee9-d85f-4908-9a8a-4ae2b5f504f0 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:31.416705 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-99638ee9-d85f-4908-9a8a-4ae2b5f504f0 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:31.417061 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-99638ee9-d85f-4908-9a8a-4ae2b5f504f0 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:31.428228 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-99638ee9-d85f-4908-9a8a-4ae2b5f504f0 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Calling delete_port for fb2d0b01-8669-40ac-8637-2bab2bd24639 owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:54:31.573111 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-99638ee9-d85f-4908-9a8a-4ae2b5f504f0 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:31.607910 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99638ee9-d85f-4908-9a8a-4ae2b5f504f0 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Pushing event deleted for resources: {'Port': ['ID=fb2d0b01-8669-40ac-8637-2bab2bd24639,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:31.621306 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99638ee9-d85f-4908-9a8a-4ae2b5f504f0 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:31.621649 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99638ee9-d85f-4908-9a8a-4ae2b5f504f0 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:31.621987 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99638ee9-d85f-4908-9a8a-4ae2b5f504f0 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:31.622319 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99638ee9-d85f-4908-9a8a-4ae2b5f504f0 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:31.622646 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99638ee9-d85f-4908-9a8a-4ae2b5f504f0 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:31.622996 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99638ee9-d85f-4908-9a8a-4ae2b5f504f0 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:31.623319 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99638ee9-d85f-4908-9a8a-4ae2b5f504f0 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:31.623639 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99638ee9-d85f-4908-9a8a-4ae2b5f504f0 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:31.623954 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99638ee9-d85f-4908-9a8a-4ae2b5f504f0 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:31.624270 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99638ee9-d85f-4908-9a8a-4ae2b5f504f0 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:31.624585 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99638ee9-d85f-4908-9a8a-4ae2b5f504f0 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:31.624901 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99638ee9-d85f-4908-9a8a-4ae2b5f504f0 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:31.682448 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-99638ee9-d85f-4908-9a8a-4ae2b5f504f0 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:31.682796 n-d-798930-3 neutron-server[93958]: INFO neutron.db.l3_db [None req-99638ee9-d85f-4908-9a8a-4ae2b5f504f0 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Floating IP 569e93d4-401b-4ad4-9d4a-d5d172a4bbf3 disassociated (deleted). External IP: 172.25.0.219, port: 2ae1cae1-2403-4f0c-a432-8448f94b1530. Jul 09 16:54:31.888029 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99638ee9-d85f-4908-9a8a-4ae2b5f504f0 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Router 375184d2-52d3-494b-a278-569cb996272e has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:54:31.992360 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99638ee9-d85f-4908-9a8a-4ae2b5f504f0 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:54:31.997379 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-99638ee9-d85f-4908-9a8a-4ae2b5f504f0 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:32.003254 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3272d912-0193-4c84-9898-b35682ddef02 None None] Sync routers for ids ['375184d2-52d3-494b-a278-569cb996272e'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:54:32.012824 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3272d912-0193-4c84-9898-b35682ddef02 None None] Routers {'375184d2-52d3-494b-a278-569cb996272e'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:54:32.013448 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3272d912-0193-4c84-9898-b35682ddef02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:54:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['375184d2-52d3-494b-a278-569cb996272e'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:54:32.033239 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-99638ee9-d85f-4908-9a8a-4ae2b5f504f0 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "DELETE /v2.0/floatingips/569e93d4-401b-4ad4-9d4a-d5d172a4bbf3 HTTP/1.1" status: 204 len: 168 time: 0.8452439 Jul 09 16:54:32.043250 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '058dc8f1-2fbc-41d9-9562-72c79a3c12fe', 'tag': '2ae1cae1-2403-4f0c-a432-8448f94b1530'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:54:32.043250 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512648a1-e105-4a5f-a4df-cff7ea692783" -d '{"events": [{"name": "network-changed", "server_uuid": "058dc8f1-2fbc-41d9-9562-72c79a3c12fe", "tag": "2ae1cae1-2403-4f0c-a432-8448f94b1530"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:54:32.121959 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-3272d912-0193-4c84-9898-b35682ddef02 None None] Set router 375184d2-52d3-494b-a278-569cb996272e gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:54:32.287601 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74104144-001d-49a8-a259-1f9523b60102 x-openstack-request-id: req-74104144-001d-49a8-a259-1f9523b60102 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:54:32.288102 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "058dc8f1-2fbc-41d9-9562-72c79a3c12fe", "tag": "2ae1cae1-2403-4f0c-a432-8448f94b1530", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:54:32.288193 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-74104144-001d-49a8-a259-1f9523b60102 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:54:32.288517 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '058dc8f1-2fbc-41d9-9562-72c79a3c12fe', 'tag': '2ae1cae1-2403-4f0c-a432-8448f94b1530', 'status': 'completed', 'code': 200} Jul 09 16:54:32.347110 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3272d912-0193-4c84-9898-b35682ddef02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375184d2-52d3-494b-a278-569cb996272e', 'name': 'tempest-TestVolumeBootPattern-85219388-router', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '1faf90e2-2722-4a0b-afa6-c0f88e8e4c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:43:34Z', 'updated_at': '2021-07-09T16:43:40Z', 'revision_number': 4, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'gw_port': {'id': '1faf90e2-2722-4a0b-afa6-c0f88e8e4c48', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375184d2-52d3-494b-a278-569cb996272e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:35Z', 'updated_at': '2021-07-09T16:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '3d566037-917c-4b7a-8879-b08323b23a13', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'floating_ip_address': '172.25.0.114', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '375184d2-52d3-494b-a278-569cb996272e', 'port_id': 'ef1bdbba-0d27-434f-98e5-096a18e0d408', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354', 'mac_address': 'fa:16:3e:76:a7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd334205-1a4c-4088-a5c0-9e28540b372c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:51:00Z', 'updated_at': '2021-07-09T16:51:01Z', 'revision_number': 1, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81ac70a8-a8fc-41fe-990f-1b1d292256c2', 'name': '', 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'mac_address': 'fa:16:3e:55:7a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375184d2-52d3-494b-a278-569cb996272e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '470183cf-e48b-46ba-9f1f-c70364d25786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:39Z', 'updated_at': '2021-07-09T16:43:47Z', 'revision_number': 5, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'subnets': [{'id': '470183cf-e48b-46ba-9f1f-c70364d25786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:54:32.376496 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3272d912-0193-4c84-9898-b35682ddef02 None None] Checking router: 375184d2-52d3-494b-a278-569cb996272e for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:54:32.385816 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3272d912-0193-4c84-9898-b35682ddef02 None None] Routers {'375184d2-52d3-494b-a278-569cb996272e'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:54:32.386448 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3272d912-0193-4c84-9898-b35682ddef02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:54:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['375184d2-52d3-494b-a278-569cb996272e'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:54:32.413668 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512648a1-e105-4a5f-a4df-cff7ea692783 req-baf6fe7e-6c36-4fc2-add4-48fe6d86a642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:32.415379 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-512648a1-e105-4a5f-a4df-cff7ea692783 req-baf6fe7e-6c36-4fc2-add4-48fe6d86a642 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c75594b2a664d30980bf347c7fbaad8&device_id=058dc8f1-2fbc-41d9-9562-72c79a3c12fe HTTP/1.1" status: 200 len: 1097 time: 0.0629609 Jul 09 16:54:32.442774 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a4051-82b3-4e51-b191-398b8837b09b req-49ece752-2892-4cc1-ba01-13b7df890619 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:32.444417 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-623a4051-82b3-4e51-b191-398b8837b09b req-49ece752-2892-4cc1-ba01-13b7df890619 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=058dc8f1-2fbc-41d9-9562-72c79a3c12fe HTTP/1.1" status: 200 len: 946 time: 0.0694628 Jul 09 16:54:32.487827 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-623a4051-82b3-4e51-b191-398b8837b09b req-6fd6f6f5-dae4-4808-af3b-1d0fcaf0790a tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=42541584-0d54-4e1b-bb67-627f42592d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375707 Jul 09 16:54:32.502670 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-3272d912-0193-4c84-9898-b35682ddef02 None None] Set router 375184d2-52d3-494b-a278-569cb996272e gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:54:32.510095 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512648a1-e105-4a5f-a4df-cff7ea692783 req-fc2077b2-f21c-4d08-851d-b48992fbbdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:32.511617 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-512648a1-e105-4a5f-a4df-cff7ea692783 req-fc2077b2-f21c-4d08-851d-b48992fbbdea service neutron] 10.222.0.73 "GET /v2.0/networks?id=f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 HTTP/1.1" status: 200 len: 911 time: 0.0895021 Jul 09 16:54:32.558114 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-512648a1-e105-4a5f-a4df-cff7ea692783 req-951268d1-b0d5-4f44-98f8-1f632a816723 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ae1cae1-2403-4f0c-a432-8448f94b1530 HTTP/1.1" status: 200 len: 217 time: 0.0392311 Jul 09 16:54:32.607499 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512648a1-e105-4a5f-a4df-cff7ea692783 req-32e291ea-b4f0-4f81-b79b-adae3046f903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:32.608937 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-512648a1-e105-4a5f-a4df-cff7ea692783 req-32e291ea-b4f0-4f81-b79b-adae3046f903 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=470183cf-e48b-46ba-9f1f-c70364d25786 HTTP/1.1" status: 200 len: 849 time: 0.0441349 Jul 09 16:54:32.665944 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512648a1-e105-4a5f-a4df-cff7ea692783 req-a9608dcb-b3b1-4feb-9ecb-f36f64ec49c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:32.668007 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-512648a1-e105-4a5f-a4df-cff7ea692783 req-a9608dcb-b3b1-4feb-9ecb-f36f64ec49c6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f36f2b9b-47ba-4cd8-a2dd-8998abc0c354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525522 Jul 09 16:54:32.725958 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3272d912-0193-4c84-9898-b35682ddef02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375184d2-52d3-494b-a278-569cb996272e', 'name': 'tempest-TestVolumeBootPattern-85219388-router', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '1faf90e2-2722-4a0b-afa6-c0f88e8e4c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:43:34Z', 'updated_at': '2021-07-09T16:43:40Z', 'revision_number': 4, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'gw_port': {'id': '1faf90e2-2722-4a0b-afa6-c0f88e8e4c48', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375184d2-52d3-494b-a278-569cb996272e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:35Z', 'updated_at': '2021-07-09T16:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '3d566037-917c-4b7a-8879-b08323b23a13', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'floating_ip_address': '172.25.0.114', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '375184d2-52d3-494b-a278-569cb996272e', 'port_id': 'ef1bdbba-0d27-434f-98e5-096a18e0d408', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354', 'mac_address': 'fa:16:3e:76:a7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd334205-1a4c-4088-a5c0-9e28540b372c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:51:00Z', 'updated_at': '2021-07-09T16:51:01Z', 'revision_number': 1, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81ac70a8-a8fc-41fe-990f-1b1d292256c2', 'name': '', 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'mac_address': 'fa:16:3e:55:7a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375184d2-52d3-494b-a278-569cb996272e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '470183cf-e48b-46ba-9f1f-c70364d25786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:39Z', 'updated_at': '2021-07-09T16:43:47Z', 'revision_number': 5, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'subnets': [{'id': '470183cf-e48b-46ba-9f1f-c70364d25786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:54:32.751919 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3272d912-0193-4c84-9898-b35682ddef02 None None] The sync data for ids ['375184d2-52d3-494b-a278-569cb996272e'] in n-d-798930-3 is: [{'id': '375184d2-52d3-494b-a278-569cb996272e', 'name': 'tempest-TestVolumeBootPattern-85219388-router', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '1faf90e2-2722-4a0b-afa6-c0f88e8e4c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:43:34Z', 'updated_at': '2021-07-09T16:43:40Z', 'revision_number': 4, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'gw_port': {'id': '1faf90e2-2722-4a0b-afa6-c0f88e8e4c48', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375184d2-52d3-494b-a278-569cb996272e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:35Z', 'updated_at': '2021-07-09T16:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '3d566037-917c-4b7a-8879-b08323b23a13', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'floating_ip_address': '172.25.0.114', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '375184d2-52d3-494b-a278-569cb996272e', 'port_id': 'ef1bdbba-0d27-434f-98e5-096a18e0d408', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354', 'mac_address': 'fa:16:3e:76:a7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd334205-1a4c-4088-a5c0-9e28540b372c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:51:00Z', 'updated_at': '2021-07-09T16:51:01Z', 'revision_number': 1, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81ac70a8-a8fc-41fe-990f-1b1d292256c2', 'name': '', 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'mac_address': 'fa:16:3e:55:7a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375184d2-52d3-494b-a278-569cb996272e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '470183cf-e48b-46ba-9f1f-c70364d25786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:39Z', 'updated_at': '2021-07-09T16:43:47Z', 'revision_number': 5, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'subnets': [{'id': '470183cf-e48b-46ba-9f1f-c70364d25786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:54:32.761643 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-512648a1-e105-4a5f-a4df-cff7ea692783 req-42b2b9a3-0aae-4674-ba8a-df34675c85a5 service neutron] 10.222.0.73 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861471 Jul 09 16:54:32.859530 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-512648a1-e105-4a5f-a4df-cff7ea692783 req-d7a54626-30ea-44cd-acf8-1e3ab20d75e0 service neutron] 10.222.0.73 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856452 Jul 09 16:54:32.967123 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b403adb-6779-4e76-bf63-c7c936ffef3a None None] New status for floating IP 569e93d4-401b-4ad4-9d4a-d5d172a4bbf3: DOWN {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:54:33.684021 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1894f1-52b4-4b73-b4ef-eb6ca5d07332 req-e78027b2-3271-4022-b7f7-91320fd536ab tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:33.685508 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ce1894f1-52b4-4b73-b4ef-eb6ca5d07332 req-e78027b2-3271-4022-b7f7-91320fd536ab tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=058dc8f1-2fbc-41d9-9562-72c79a3c12fe HTTP/1.1" status: 200 len: 946 time: 0.0668161 Jul 09 16:54:33.722326 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ce1894f1-52b4-4b73-b4ef-eb6ca5d07332 req-feb235f9-aac6-49c8-bf89-bdd5134c631e tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=42541584-0d54-4e1b-bb67-627f42592d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309699 Jul 09 16:54:34.188787 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547e3d6-7336-4205-8f6c-d55ce23c9b3e req-68f5d568-26ac-4f85-9743-015b167809dd tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:34.190222 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0547e3d6-7336-4205-8f6c-d55ce23c9b3e req-68f5d568-26ac-4f85-9743-015b167809dd tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.73 "GET /v2.0/ports?device_id=058dc8f1-2fbc-41d9-9562-72c79a3c12fe HTTP/1.1" status: 200 len: 946 time: 0.0626338 Jul 09 16:54:34.293039 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-0547e3d6-7336-4205-8f6c-d55ce23c9b3e req-09da1d7f-0ffb-4e34-988b-511722bcb307 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Deleting port 2ae1cae1-2403-4f0c-a432-8448f94b1530 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:54:34.293381 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0547e3d6-7336-4205-8f6c-d55ce23c9b3e req-09da1d7f-0ffb-4e34-988b-511722bcb307 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:34.379146 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-0547e3d6-7336-4205-8f6c-d55ce23c9b3e req-09da1d7f-0ffb-4e34-988b-511722bcb307 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] For port 2ae1cae1-2403-4f0c-a432-8448f94b1530, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=2ae1cae1-2403-4f0c-a432-8448f94b1530,segment=NetworkSegment(f8892455-537d-4135-a8a6-c5f11d1a74c6),segment_id=f8892455-537d-4135-a8a6-c5f11d1a74c6)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:54:34.379508 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0547e3d6-7336-4205-8f6c-d55ce23c9b3e req-09da1d7f-0ffb-4e34-988b-511722bcb307 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:34.396777 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-0547e3d6-7336-4205-8f6c-d55ce23c9b3e req-09da1d7f-0ffb-4e34-988b-511722bcb307 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Calling delete_port for 2ae1cae1-2403-4f0c-a432-8448f94b1530 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:54:34.521916 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0547e3d6-7336-4205-8f6c-d55ce23c9b3e req-09da1d7f-0ffb-4e34-988b-511722bcb307 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:34.551031 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09da1d7f-0ffb-4e34-988b-511722bcb307 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Pushing event deleted for resources: {'Port': ['ID=2ae1cae1-2403-4f0c-a432-8448f94b1530,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:34.565395 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09da1d7f-0ffb-4e34-988b-511722bcb307 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:34.565746 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09da1d7f-0ffb-4e34-988b-511722bcb307 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:34.566085 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09da1d7f-0ffb-4e34-988b-511722bcb307 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:34.566420 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09da1d7f-0ffb-4e34-988b-511722bcb307 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:34.566748 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09da1d7f-0ffb-4e34-988b-511722bcb307 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:34.567094 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09da1d7f-0ffb-4e34-988b-511722bcb307 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:34.567419 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09da1d7f-0ffb-4e34-988b-511722bcb307 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:34.567746 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09da1d7f-0ffb-4e34-988b-511722bcb307 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:34.568064 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09da1d7f-0ffb-4e34-988b-511722bcb307 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:34.568384 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09da1d7f-0ffb-4e34-988b-511722bcb307 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:34.568701 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09da1d7f-0ffb-4e34-988b-511722bcb307 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:34.569046 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09da1d7f-0ffb-4e34-988b-511722bcb307 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:34.609942 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-0547e3d6-7336-4205-8f6c-d55ce23c9b3e req-09da1d7f-0ffb-4e34-988b-511722bcb307 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] No DVR routers for this DVR port 2ae1cae1-2403-4f0c-a432-8448f94b1530 on host n-h2-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:54:34.612472 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0547e3d6-7336-4205-8f6c-d55ce23c9b3e req-09da1d7f-0ffb-4e34-988b-511722bcb307 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:34.614511 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0547e3d6-7336-4205-8f6c-d55ce23c9b3e req-09da1d7f-0ffb-4e34-988b-511722bcb307 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.73 "DELETE /v2.0/ports/2ae1cae1-2403-4f0c-a432-8448f94b1530 HTTP/1.1" status: 204 len: 173 time: 0.4185572 Jul 09 16:54:34.614986 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '058dc8f1-2fbc-41d9-9562-72c79a3c12fe', 'name': 'network-vif-deleted', 'tag': '2ae1cae1-2403-4f0c-a432-8448f94b1530'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:54:34.617282 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4c5c89-355e-4378-a699-36bae5910e1f" -d '{"events": [{"server_uuid": "058dc8f1-2fbc-41d9-9562-72c79a3c12fe", "name": "network-vif-deleted", "tag": "2ae1cae1-2403-4f0c-a432-8448f94b1530"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:54:34.715618 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e019cb1-eca0-4469-96d5-5d19a1ccbc16 x-openstack-request-id: req-2e019cb1-eca0-4469-96d5-5d19a1ccbc16 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:54:34.715913 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "058dc8f1-2fbc-41d9-9562-72c79a3c12fe", "name": "network-vif-deleted", "tag": "2ae1cae1-2403-4f0c-a432-8448f94b1530", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:54:34.716166 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2e019cb1-eca0-4469-96d5-5d19a1ccbc16 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:54:34.717036 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '058dc8f1-2fbc-41d9-9562-72c79a3c12fe', 'name': 'network-vif-deleted', 'tag': '2ae1cae1-2403-4f0c-a432-8448f94b1530', 'status': 'completed', 'code': 200} Jul 09 16:54:34.861967 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-adb1c60f-40c1-41de-bd17-50934b79a3c4 req-3ad00e86-5a28-4218-a6d3-590f2fc2eb21 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=058dc8f1-2fbc-41d9-9562-72c79a3c12fe HTTP/1.1" status: 200 len: 210 time: 0.0281079 Jul 09 16:54:36.005339 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-abba854c-22a5-450c-b4d1-224fce939b84 req-684c18ea-7c1c-4434-af1b-ff13a39d7f48 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=058dc8f1-2fbc-41d9-9562-72c79a3c12fe HTTP/1.1" status: 200 len: 210 time: 0.0284023 Jul 09 16:54:36.079896 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 2ae1cae1-2403-4f0c-a432-8448f94b1530 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:54:36.100041 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: 2ae1cae1-2403-4f0c-a432-8448f94b1530 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:54:36.100382 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 2ae1cae1-2403-4f0c-a432-8448f94b1530 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:54:37.148890 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d30db2d7-3086-4ace-a76f-fe1adb6b3b4f req-ecafa6f5-39d9-4283-9940-3e39bfd1255b tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=058dc8f1-2fbc-41d9-9562-72c79a3c12fe HTTP/1.1" status: 200 len: 210 time: 0.0324771 Jul 09 16:54:38.300680 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f91db5c3-47df-42e1-9a85-aebde1e52b79 req-276e02a7-018f-45d3-8d57-700291ec80e1 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=058dc8f1-2fbc-41d9-9562-72c79a3c12fe HTTP/1.1" status: 200 len: 210 time: 0.0292435 Jul 09 16:54:40.292749 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:43.085987 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:54:43.696379 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50058) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:43.849323 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-3f299a58-f741-4709-9c3f-9342fbfce522 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Deleting port c8a6d7e9-8e6e-495d-9966-5aee86d22163 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:54:43.849671 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f299a58-f741-4709-9c3f-9342fbfce522 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:43.926362 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f299a58-f741-4709-9c3f-9342fbfce522 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:43.926692 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f299a58-f741-4709-9c3f-9342fbfce522 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:43.938343 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-3f299a58-f741-4709-9c3f-9342fbfce522 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Calling delete_port for c8a6d7e9-8e6e-495d-9966-5aee86d22163 owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:54:44.084003 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f299a58-f741-4709-9c3f-9342fbfce522 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:44.111056 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f299a58-f741-4709-9c3f-9342fbfce522 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Pushing event deleted for resources: {'Port': ['ID=c8a6d7e9-8e6e-495d-9966-5aee86d22163,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:44.172648 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f299a58-f741-4709-9c3f-9342fbfce522 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:44.172986 n-d-798930-3 neutron-server[93958]: INFO neutron.db.l3_db [None req-3f299a58-f741-4709-9c3f-9342fbfce522 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Floating IP 3d566037-917c-4b7a-8879-b08323b23a13 disassociated (deleted). External IP: 172.25.0.114, port: ef1bdbba-0d27-434f-98e5-096a18e0d408. Jul 09 16:54:44.376547 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f299a58-f741-4709-9c3f-9342fbfce522 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Router 375184d2-52d3-494b-a278-569cb996272e has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:54:44.481861 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f299a58-f741-4709-9c3f-9342fbfce522 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:54:44.486842 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f299a58-f741-4709-9c3f-9342fbfce522 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:44.491484 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5613b5-0ba4-462a-bd9f-ff0e40a0a8a2 None None] Sync routers for ids ['375184d2-52d3-494b-a278-569cb996272e'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:54:44.505119 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5613b5-0ba4-462a-bd9f-ff0e40a0a8a2 None None] Routers {'375184d2-52d3-494b-a278-569cb996272e'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:54:44.505735 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7b5613b5-0ba4-462a-bd9f-ff0e40a0a8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:54:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['375184d2-52d3-494b-a278-569cb996272e'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:54:44.522988 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-3f299a58-f741-4709-9c3f-9342fbfce522 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "DELETE /v2.0/floatingips/3d566037-917c-4b7a-8879-b08323b23a13 HTTP/1.1" status: 204 len: 168 time: 0.8254802 Jul 09 16:54:44.523693 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd334205-1a4c-4088-a5c0-9e28540b372c', 'tag': 'ef1bdbba-0d27-434f-98e5-096a18e0d408'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:54:44.526576 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9896c1-cbb0-4f6c-9937-e80f3c481c94" -d '{"events": [{"name": "network-changed", "server_uuid": "bd334205-1a4c-4088-a5c0-9e28540b372c", "tag": "ef1bdbba-0d27-434f-98e5-096a18e0d408"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:54:44.606627 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-7b5613b5-0ba4-462a-bd9f-ff0e40a0a8a2 None None] Set router 375184d2-52d3-494b-a278-569cb996272e gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:54:44.763084 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dcd2846-a20f-4268-9acf-4510aa81dadc x-openstack-request-id: req-7dcd2846-a20f-4268-9acf-4510aa81dadc {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:54:44.763590 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd334205-1a4c-4088-a5c0-9e28540b372c", "tag": "ef1bdbba-0d27-434f-98e5-096a18e0d408", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:54:44.763678 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7dcd2846-a20f-4268-9acf-4510aa81dadc {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:54:44.764020 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd334205-1a4c-4088-a5c0-9e28540b372c', 'tag': 'ef1bdbba-0d27-434f-98e5-096a18e0d408', 'status': 'completed', 'code': 200} Jul 09 16:54:44.841901 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9896c1-cbb0-4f6c-9937-e80f3c481c94 req-a0c423e5-abf9-4181-b3e8-8a4fc73982cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:44.844088 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3b9896c1-cbb0-4f6c-9937-e80f3c481c94 req-a0c423e5-abf9-4181-b3e8-8a4fc73982cc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1c75594b2a664d30980bf347c7fbaad8&device_id=bd334205-1a4c-4088-a5c0-9e28540b372c HTTP/1.1" status: 200 len: 1096 time: 0.0576780 Jul 09 16:54:44.978602 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7b5613b5-0ba4-462a-bd9f-ff0e40a0a8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375184d2-52d3-494b-a278-569cb996272e', 'name': 'tempest-TestVolumeBootPattern-85219388-router', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '1faf90e2-2722-4a0b-afa6-c0f88e8e4c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:43:34Z', 'updated_at': '2021-07-09T16:43:40Z', 'revision_number': 4, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'gw_port': {'id': '1faf90e2-2722-4a0b-afa6-c0f88e8e4c48', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375184d2-52d3-494b-a278-569cb996272e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:35Z', 'updated_at': '2021-07-09T16:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '81ac70a8-a8fc-41fe-990f-1b1d292256c2', 'name': '', 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'mac_address': 'fa:16:3e:55:7a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375184d2-52d3-494b-a278-569cb996272e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '470183cf-e48b-46ba-9f1f-c70364d25786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:39Z', 'updated_at': '2021-07-09T16:43:47Z', 'revision_number': 5, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'subnets': [{'id': '470183cf-e48b-46ba-9f1f-c70364d25786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:54:44.984091 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9896c1-cbb0-4f6c-9937-e80f3c481c94 req-e9434b25-8248-4643-886c-9855b0419aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:44.985615 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3b9896c1-cbb0-4f6c-9937-e80f3c481c94 req-e9434b25-8248-4643-886c-9855b0419aaf service neutron] 10.222.0.77 "GET /v2.0/networks?id=f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 HTTP/1.1" status: 200 len: 911 time: 0.1346438 Jul 09 16:54:45.003887 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5613b5-0ba4-462a-bd9f-ff0e40a0a8a2 None None] Checking router: 375184d2-52d3-494b-a278-569cb996272e for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:54:45.012491 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5613b5-0ba4-462a-bd9f-ff0e40a0a8a2 None None] Routers {'375184d2-52d3-494b-a278-569cb996272e'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:54:45.013099 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7b5613b5-0ba4-462a-bd9f-ff0e40a0a8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:54:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['375184d2-52d3-494b-a278-569cb996272e'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:54:45.037603 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3b9896c1-cbb0-4f6c-9937-e80f3c481c94 req-d92e76e5-d50f-4949-8c76-e445cba67148 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef1bdbba-0d27-434f-98e5-096a18e0d408 HTTP/1.1" status: 200 len: 217 time: 0.0430417 Jul 09 16:54:45.048276 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27833f60-c956-49f8-a3b3-890060135cf1 req-db919be2-a56f-48e7-bbe7-758eb67c532d tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:45.049731 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-27833f60-c956-49f8-a3b3-890060135cf1 req-db919be2-a56f-48e7-bbe7-758eb67c532d tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd334205-1a4c-4088-a5c0-9e28540b372c HTTP/1.1" status: 200 len: 945 time: 0.1906338 Jul 09 16:54:45.115783 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-7b5613b5-0ba4-462a-bd9f-ff0e40a0a8a2 None None] Set router 375184d2-52d3-494b-a278-569cb996272e gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:54:45.117451 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9896c1-cbb0-4f6c-9937-e80f3c481c94 req-2a185539-63ff-48d8-94f4-2bc2553f8687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:45.119094 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3b9896c1-cbb0-4f6c-9937-e80f3c481c94 req-2a185539-63ff-48d8-94f4-2bc2553f8687 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=470183cf-e48b-46ba-9f1f-c70364d25786 HTTP/1.1" status: 200 len: 849 time: 0.0683489 Jul 09 16:54:45.122041 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-27833f60-c956-49f8-a3b3-890060135cf1 req-1677f2f5-bb11-4f90-b598-256059e2ca02 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=42541584-0d54-4e1b-bb67-627f42592d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641403 Jul 09 16:54:45.176355 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9896c1-cbb0-4f6c-9937-e80f3c481c94 req-e403d005-13fe-4b24-ad5a-51fb19f77697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:45.178176 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3b9896c1-cbb0-4f6c-9937-e80f3c481c94 req-e403d005-13fe-4b24-ad5a-51fb19f77697 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f36f2b9b-47ba-4cd8-a2dd-8998abc0c354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530367 Jul 09 16:54:45.269971 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3b9896c1-cbb0-4f6c-9937-e80f3c481c94 req-31b4e523-c03e-44d8-a169-5dc38351e3e3 service neutron] 10.222.0.77 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855291 Jul 09 16:54:45.315924 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7b5613b5-0ba4-462a-bd9f-ff0e40a0a8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375184d2-52d3-494b-a278-569cb996272e', 'name': 'tempest-TestVolumeBootPattern-85219388-router', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '1faf90e2-2722-4a0b-afa6-c0f88e8e4c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:43:34Z', 'updated_at': '2021-07-09T16:43:40Z', 'revision_number': 4, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'gw_port': {'id': '1faf90e2-2722-4a0b-afa6-c0f88e8e4c48', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375184d2-52d3-494b-a278-569cb996272e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:35Z', 'updated_at': '2021-07-09T16:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '81ac70a8-a8fc-41fe-990f-1b1d292256c2', 'name': '', 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'mac_address': 'fa:16:3e:55:7a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375184d2-52d3-494b-a278-569cb996272e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '470183cf-e48b-46ba-9f1f-c70364d25786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:39Z', 'updated_at': '2021-07-09T16:43:47Z', 'revision_number': 5, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'subnets': [{'id': '470183cf-e48b-46ba-9f1f-c70364d25786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:54:45.342244 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5613b5-0ba4-462a-bd9f-ff0e40a0a8a2 None None] The sync data for ids ['375184d2-52d3-494b-a278-569cb996272e'] in n-d-798930-3 is: [{'id': '375184d2-52d3-494b-a278-569cb996272e', 'name': 'tempest-TestVolumeBootPattern-85219388-router', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '1faf90e2-2722-4a0b-afa6-c0f88e8e4c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:43:34Z', 'updated_at': '2021-07-09T16:43:40Z', 'revision_number': 4, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'gw_port': {'id': '1faf90e2-2722-4a0b-afa6-c0f88e8e4c48', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375184d2-52d3-494b-a278-569cb996272e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:35Z', 'updated_at': '2021-07-09T16:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '81ac70a8-a8fc-41fe-990f-1b1d292256c2', 'name': '', 'network_id': 'f36f2b9b-47ba-4cd8-a2dd-8998abc0c354', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'mac_address': 'fa:16:3e:55:7a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375184d2-52d3-494b-a278-569cb996272e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '470183cf-e48b-46ba-9f1f-c70364d25786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:39Z', 'updated_at': '2021-07-09T16:43:47Z', 'revision_number': 5, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'subnets': [{'id': '470183cf-e48b-46ba-9f1f-c70364d25786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:54:45.361005 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3b9896c1-cbb0-4f6c-9937-e80f3c481c94 req-4e0be411-6a0b-4d48-a5d1-70f1ed367011 service neutron] 10.222.0.77 "GET /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835063 Jul 09 16:54:45.548939 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfa8c48-cd9f-44bc-8255-0bdb97beea31 None None] New status for floating IP 3d566037-917c-4b7a-8879-b08323b23a13: DOWN {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:54:46.329245 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f0f78-8dce-4e5d-93b9-d54ff8a0fdef req-1a398d72-44ca-4bb7-ba1e-b1b5931934b5 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:46.330607 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-013f0f78-8dce-4e5d-93b9-d54ff8a0fdef req-1a398d72-44ca-4bb7-ba1e-b1b5931934b5 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd334205-1a4c-4088-a5c0-9e28540b372c HTTP/1.1" status: 200 len: 945 time: 0.1114125 Jul 09 16:54:46.338106 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758bad3-a1c0-44c7-8810-15e8f1de4374 req-c3a1617f-29b1-4670-a168-139b8b11cd0d tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:54:46.339978 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6758bad3-a1c0-44c7-8810-15e8f1de4374 req-c3a1617f-29b1-4670-a168-139b8b11cd0d tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd334205-1a4c-4088-a5c0-9e28540b372c HTTP/1.1" status: 200 len: 945 time: 0.0887129 Jul 09 16:54:46.411783 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6758bad3-a1c0-44c7-8810-15e8f1de4374 req-3aed27ad-9305-4b27-a2f0-5637b0188f3f tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/security-groups?id=42541584-0d54-4e1b-bb67-627f42592d38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645576 Jul 09 16:54:46.461862 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-013f0f78-8dce-4e5d-93b9-d54ff8a0fdef req-9d1848ff-1072-4557-a2c5-550c55e4fcde tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Deleting port ef1bdbba-0d27-434f-98e5-096a18e0d408 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:54:46.462202 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-013f0f78-8dce-4e5d-93b9-d54ff8a0fdef req-9d1848ff-1072-4557-a2c5-550c55e4fcde tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:46.553306 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-013f0f78-8dce-4e5d-93b9-d54ff8a0fdef req-9d1848ff-1072-4557-a2c5-550c55e4fcde tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] For port ef1bdbba-0d27-434f-98e5-096a18e0d408, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=ef1bdbba-0d27-434f-98e5-096a18e0d408,segment=NetworkSegment(f8892455-537d-4135-a8a6-c5f11d1a74c6),segment_id=f8892455-537d-4135-a8a6-c5f11d1a74c6)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:54:46.553664 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-013f0f78-8dce-4e5d-93b9-d54ff8a0fdef req-9d1848ff-1072-4557-a2c5-550c55e4fcde tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:46.566813 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-013f0f78-8dce-4e5d-93b9-d54ff8a0fdef req-9d1848ff-1072-4557-a2c5-550c55e4fcde tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Calling delete_port for ef1bdbba-0d27-434f-98e5-096a18e0d408 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:54:46.696803 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-013f0f78-8dce-4e5d-93b9-d54ff8a0fdef req-9d1848ff-1072-4557-a2c5-550c55e4fcde tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:46.724170 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1848ff-1072-4557-a2c5-550c55e4fcde tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Pushing event deleted for resources: {'Port': ['ID=ef1bdbba-0d27-434f-98e5-096a18e0d408,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:46.772020 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-013f0f78-8dce-4e5d-93b9-d54ff8a0fdef req-9d1848ff-1072-4557-a2c5-550c55e4fcde tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] No DVR routers for this DVR port ef1bdbba-0d27-434f-98e5-096a18e0d408 on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:54:46.775052 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-013f0f78-8dce-4e5d-93b9-d54ff8a0fdef req-9d1848ff-1072-4557-a2c5-550c55e4fcde tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:46.777813 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-013f0f78-8dce-4e5d-93b9-d54ff8a0fdef req-9d1848ff-1072-4557-a2c5-550c55e4fcde tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.77 "DELETE /v2.0/ports/ef1bdbba-0d27-434f-98e5-096a18e0d408 HTTP/1.1" status: 204 len: 173 time: 0.4369531 Jul 09 16:54:46.778253 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd334205-1a4c-4088-a5c0-9e28540b372c', 'name': 'network-vif-deleted', 'tag': 'ef1bdbba-0d27-434f-98e5-096a18e0d408'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:54:46.780630 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4a7e36-ea12-4c26-b87f-f31ccb1aeb46" -d '{"events": [{"server_uuid": "bd334205-1a4c-4088-a5c0-9e28540b372c", "name": "network-vif-deleted", "tag": "ef1bdbba-0d27-434f-98e5-096a18e0d408"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:54:46.820047 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d722a4d-f637-4987-8ac6-173d57f9f138 x-openstack-request-id: req-4d722a4d-f637-4987-8ac6-173d57f9f138 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:54:46.820342 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd334205-1a4c-4088-a5c0-9e28540b372c", "name": "network-vif-deleted", "tag": "ef1bdbba-0d27-434f-98e5-096a18e0d408", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:54:46.820612 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4d722a4d-f637-4987-8ac6-173d57f9f138 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:54:46.821004 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd334205-1a4c-4088-a5c0-9e28540b372c', 'name': 'network-vif-deleted', 'tag': 'ef1bdbba-0d27-434f-98e5-096a18e0d408', 'status': 'completed', 'code': 200} Jul 09 16:54:47.558101 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ac1d35fa-dd90-4c7e-89ac-f9b8d63c5303 req-8cc0b7eb-3161-4709-bcca-1a3696682872 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd334205-1a4c-4088-a5c0-9e28540b372c HTTP/1.1" status: 200 len: 210 time: 0.0331137 Jul 09 16:54:48.696973 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c011608-ef5a-4908-ae68-12e36b132d1d req-7c338341-82a7-4065-864e-539810ac9cd4 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd334205-1a4c-4088-a5c0-9e28540b372c HTTP/1.1" status: 200 len: 210 time: 0.0302360 Jul 09 16:54:49.839399 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d460aa55-a573-45f4-9764-d194afb5a5e7 req-1ff69820-ef93-4df8-8293-edae9f33eea3 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd334205-1a4c-4088-a5c0-9e28540b372c HTTP/1.1" status: 200 len: 210 time: 0.0287943 Jul 09 16:54:50.223419 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device ef1bdbba-0d27-434f-98e5-096a18e0d408 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:54:50.243205 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: ef1bdbba-0d27-434f-98e5-096a18e0d408 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:54:50.243463 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device ef1bdbba-0d27-434f-98e5-096a18e0d408 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:54:50.931123 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50082) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:51.058516 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-1d82c66e-cb27-40a1-9836-3e8fe12a203f tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Deleting port 934b6bb4-c5cd-41a1-ad2f-3a33ff7f01a6 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:54:51.058901 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1d82c66e-cb27-40a1-9836-3e8fe12a203f tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:51.424620 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1d82c66e-cb27-40a1-9836-3e8fe12a203f tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:51.424947 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1d82c66e-cb27-40a1-9836-3e8fe12a203f tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:51.436702 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-1d82c66e-cb27-40a1-9836-3e8fe12a203f tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Calling delete_port for 934b6bb4-c5cd-41a1-ad2f-3a33ff7f01a6 owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:54:51.568242 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1d82c66e-cb27-40a1-9836-3e8fe12a203f tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:51.591614 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d82c66e-cb27-40a1-9836-3e8fe12a203f tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Pushing event deleted for resources: {'Port': ['ID=934b6bb4-c5cd-41a1-ad2f-3a33ff7f01a6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:51.653999 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1d82c66e-cb27-40a1-9836-3e8fe12a203f tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:51.656577 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1d82c66e-cb27-40a1-9836-3e8fe12a203f tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:51.657736 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1d82c66e-cb27-40a1-9836-3e8fe12a203f tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "DELETE /v2.0/floatingips/d044f9ba-4aeb-440b-8816-79455c611e15 HTTP/1.1" status: 204 len: 168 time: 0.7256124 Jul 09 16:54:52.344974 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c941feed-ded0-4463-a8d1-ab1571543f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:53.979737 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50100) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:54.038978 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-49ea6cc6-eacc-4d9b-bfe4-181d5184bdc0 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:54.063936 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-49ea6cc6-eacc-4d9b-bfe4-181d5184bdc0 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:54.129870 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-49ea6cc6-eacc-4d9b-bfe4-181d5184bdc0 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:54.132319 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-49ea6cc6-eacc-4d9b-bfe4-181d5184bdc0 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:54.133476 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-49ea6cc6-eacc-4d9b-bfe4-181d5184bdc0 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] 10.222.0.98 "DELETE /v2.0/security-groups/42541584-0d54-4e1b-bb67-627f42592d38 HTTP/1.1" status: 204 len: 168 time: 0.1526704 Jul 09 16:54:54.143735 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea6cc6-eacc-4d9b-bfe4-181d5184bdc0 tempest-TestVolumeBootPattern-1663504290 tempest-TestVolumeBootPattern-1663504290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42541584-0d54-4e1b-bb67-627f42592d38,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:55.107096 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8e24837d-7400-48fe-9784-ab3062b2e774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:55.210870 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50106) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:55.660632 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c81c37f9-5425-4df8-b1a0-baf163e47dfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:55.797811 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:55.922261 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c81c37f9-5425-4df8-b1a0-baf163e47dfb admin admin] Deleting port 81ac70a8-a8fc-41fe-990f-1b1d292256c2 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:54:55.922605 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c81c37f9-5425-4df8-b1a0-baf163e47dfb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:56.001899 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c81c37f9-5425-4df8-b1a0-baf163e47dfb admin admin] For port 81ac70a8-a8fc-41fe-990f-1b1d292256c2, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=81ac70a8-a8fc-41fe-990f-1b1d292256c2,segment=NetworkSegment(f8892455-537d-4135-a8a6-c5f11d1a74c6),segment_id=f8892455-537d-4135-a8a6-c5f11d1a74c6)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:54:56.002262 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c81c37f9-5425-4df8-b1a0-baf163e47dfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:56.018000 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c81c37f9-5425-4df8-b1a0-baf163e47dfb admin admin] Calling delete_port for 81ac70a8-a8fc-41fe-990f-1b1d292256c2 owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:54:56.204844 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c81c37f9-5425-4df8-b1a0-baf163e47dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:56.232088 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81c37f9-5425-4df8-b1a0-baf163e47dfb admin admin] Pushing event deleted for resources: {'Port': ['ID=81ac70a8-a8fc-41fe-990f-1b1d292256c2,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:56.358806 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:56.400764 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c81c37f9-5425-4df8-b1a0-baf163e47dfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:56.609280 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c81c37f9-5425-4df8-b1a0-baf163e47dfb admin admin] Router 375184d2-52d3-494b-a278-569cb996272e has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:54:56.713629 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81c37f9-5425-4df8-b1a0-baf163e47dfb admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:54:56.718915 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c81c37f9-5425-4df8-b1a0-baf163e47dfb admin admin] 10.222.0.98 "PUT /v2.0/routers/375184d2-52d3-494b-a278-569cb996272e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5069849 Jul 09 16:54:56.721436 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50114) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:56.722526 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e7f0b0-8dcf-494c-953f-3f6b02cbe5b2 None None] Sync routers for ids ['375184d2-52d3-494b-a278-569cb996272e'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:54:56.731466 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e7f0b0-8dcf-494c-953f-3f6b02cbe5b2 None None] Routers {'375184d2-52d3-494b-a278-569cb996272e'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:54:56.732071 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-45e7f0b0-8dcf-494c-953f-3f6b02cbe5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:54:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['375184d2-52d3-494b-a278-569cb996272e'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:54:56.821217 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de3e6833-073d-4eaa-972e-a8168296a3bc admin admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:56.834970 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-45e7f0b0-8dcf-494c-953f-3f6b02cbe5b2 None None] Set router 375184d2-52d3-494b-a278-569cb996272e gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:54:56.925300 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de3e6833-073d-4eaa-972e-a8168296a3bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:56.941904 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:56.978260 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-de3e6833-073d-4eaa-972e-a8168296a3bc admin admin] Deleting port 1faf90e2-2722-4a0b-afa6-c0f88e8e4c48 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:54:56.978629 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de3e6833-073d-4eaa-972e-a8168296a3bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:57.025565 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-45e7f0b0-8dcf-494c-953f-3f6b02cbe5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375184d2-52d3-494b-a278-569cb996272e', 'name': 'tempest-TestVolumeBootPattern-85219388-router', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '1faf90e2-2722-4a0b-afa6-c0f88e8e4c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:43:34Z', 'updated_at': '2021-07-09T16:54:56Z', 'revision_number': 5, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'gw_port': {'id': '1faf90e2-2722-4a0b-afa6-c0f88e8e4c48', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375184d2-52d3-494b-a278-569cb996272e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:35Z', 'updated_at': '2021-07-09T16:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:54:57.053119 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e7f0b0-8dcf-494c-953f-3f6b02cbe5b2 None None] Checking router: 375184d2-52d3-494b-a278-569cb996272e for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:54:57.063158 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e7f0b0-8dcf-494c-953f-3f6b02cbe5b2 None None] Routers {'375184d2-52d3-494b-a278-569cb996272e'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:54:57.063792 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-45e7f0b0-8dcf-494c-953f-3f6b02cbe5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:54:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['375184d2-52d3-494b-a278-569cb996272e'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:54:57.152787 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-45e7f0b0-8dcf-494c-953f-3f6b02cbe5b2 None None] Set router 375184d2-52d3-494b-a278-569cb996272e gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:54:57.206050 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-45e7f0b0-8dcf-494c-953f-3f6b02cbe5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375184d2-52d3-494b-a278-569cb996272e', 'name': 'tempest-TestVolumeBootPattern-85219388-router', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:43:34Z', 'updated_at': '2021-07-09T16:54:56Z', 'revision_number': 6, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'gw_port_host': None}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:54:57.236873 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e7f0b0-8dcf-494c-953f-3f6b02cbe5b2 None None] The sync data for ids ['375184d2-52d3-494b-a278-569cb996272e'] in n-d-798930-3 is: [{'id': '375184d2-52d3-494b-a278-569cb996272e', 'name': 'tempest-TestVolumeBootPattern-85219388-router', 'tenant_id': '1c75594b2a664d30980bf347c7fbaad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:43:34Z', 'updated_at': '2021-07-09T16:54:56Z', 'revision_number': 6, 'project_id': '1c75594b2a664d30980bf347c7fbaad8', 'gw_port_host': None}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:54:57.371652 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-de3e6833-073d-4eaa-972e-a8168296a3bc admin admin] For port 1faf90e2-2722-4a0b-afa6-c0f88e8e4c48, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=1faf90e2-2722-4a0b-afa6-c0f88e8e4c48,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:54:57.372251 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de3e6833-073d-4eaa-972e-a8168296a3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:57.385528 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-de3e6833-073d-4eaa-972e-a8168296a3bc admin admin] Calling delete_port for 1faf90e2-2722-4a0b-afa6-c0f88e8e4c48 owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:54:57.548566 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de3e6833-073d-4eaa-972e-a8168296a3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:57.574791 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3e6833-073d-4eaa-972e-a8168296a3bc admin admin] Pushing event deleted for resources: {'Port': ['ID=1faf90e2-2722-4a0b-afa6-c0f88e8e4c48,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:57.641539 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de3e6833-073d-4eaa-972e-a8168296a3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:57.735554 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de3e6833-073d-4eaa-972e-a8168296a3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:57.737717 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de3e6833-073d-4eaa-972e-a8168296a3bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:57.780028 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de3e6833-073d-4eaa-972e-a8168296a3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:57.780591 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3e6833-073d-4eaa-972e-a8168296a3bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 375184d2-52d3-494b-a278-569cb996272e {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:54:57.784881 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de3e6833-073d-4eaa-972e-a8168296a3bc admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:57.786027 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-de3e6833-073d-4eaa-972e-a8168296a3bc admin admin] 10.222.0.98 "DELETE /v2.0/routers/375184d2-52d3-494b-a278-569cb996272e HTTP/1.1" status: 204 len: 168 time: 1.0636778 Jul 09 16:54:57.788823 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50116) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:57.833028 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-dda2394a-1dc4-4143-8f0a-31f305234c50 admin admin] Deleting subnet 470183cf-e48b-46ba-9f1f-c70364d25786 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:54:57.835987 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dda2394a-1dc4-4143-8f0a-31f305234c50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:57.872912 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dda2394a-1dc4-4143-8f0a-31f305234c50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:57.950096 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dda2394a-1dc4-4143-8f0a-31f305234c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:58.009403 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dda2394a-1dc4-4143-8f0a-31f305234c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:58.014166 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 81ac70a8-a8fc-41fe-990f-1b1d292256c2 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:54:58.034204 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 81ac70a8-a8fc-41fe-990f-1b1d292256c2 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:54:58.034554 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 81ac70a8-a8fc-41fe-990f-1b1d292256c2 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:54:58.035008 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 1faf90e2-2722-4a0b-afa6-c0f88e8e4c48 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:54:58.039233 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda2394a-1dc4-4143-8f0a-31f305234c50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=470183cf-e48b-46ba-9f1f-c70364d25786,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:58.042619 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dda2394a-1dc4-4143-8f0a-31f305234c50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:58.044936 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-dda2394a-1dc4-4143-8f0a-31f305234c50 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/470183cf-e48b-46ba-9f1f-c70364d25786 HTTP/1.1" status: 204 len: 168 time: 0.2549918 Jul 09 16:54:58.047432 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50118) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:58.054613 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17aab736-e016-488f-b1b3-5aa525f88a5b None None] Network f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:54:58.066688 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 1faf90e2-2722-4a0b-afa6-c0f88e8e4c48 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:54:58.067064 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 1faf90e2-2722-4a0b-afa6-c0f88e8e4c48 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:54:58.128176 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b2fb0107-939b-4435-a103-432a503f673a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:58.185449 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-b2fb0107-939b-4435-a103-432a503f673a admin admin] Deleting port 5cb04025-b7e1-44db-ad1a-20231076b122 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:54:58.185867 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b2fb0107-939b-4435-a103-432a503f673a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:58.259289 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-b2fb0107-939b-4435-a103-432a503f673a admin admin] For port 5cb04025-b7e1-44db-ad1a-20231076b122, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=5cb04025-b7e1-44db-ad1a-20231076b122,segment=NetworkSegment(f8892455-537d-4135-a8a6-c5f11d1a74c6),segment_id=f8892455-537d-4135-a8a6-c5f11d1a74c6)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:54:58.259571 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b2fb0107-939b-4435-a103-432a503f673a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:58.264430 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ba2051-dedc-4a2a-bc6a-d144abff742d None None] DHCP port deletion for f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:54:58.274675 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-b2fb0107-939b-4435-a103-432a503f673a admin admin] Calling delete_port for 5cb04025-b7e1-44db-ad1a-20231076b122 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:54:58.316768 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:58.365183 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b2fb0107-939b-4435-a103-432a503f673a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:58.377418 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-79ba2051-dedc-4a2a-bc6a-d144abff742d None None] Deleting port 5cb04025-b7e1-44db-ad1a-20231076b122 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:54:58.377883 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-79ba2051-dedc-4a2a-bc6a-d144abff742d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:58.393181 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb0107-939b-4435-a103-432a503f673a admin admin] Pushing event deleted for resources: {'Port': ['ID=5cb04025-b7e1-44db-ad1a-20231076b122,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:58.396104 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fb0107-939b-4435-a103-432a503f673a admin admin] No DVR routers for this DVR port 5cb04025-b7e1-44db-ad1a-20231076b122 on host n-d-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:54:58.451647 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-79ba2051-dedc-4a2a-bc6a-d144abff742d None None] For port 5cb04025-b7e1-44db-ad1a-20231076b122, host n-d-798930-3, got binding levels [] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:54:58.452034 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-79ba2051-dedc-4a2a-bc6a-d144abff742d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:58.470221 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b2fb0107-939b-4435-a103-432a503f673a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:58.480672 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-b2fb0107-939b-4435-a103-432a503f673a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f36f2b9b-47ba-4cd8-a2dd-8998abc0c354']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:54:58.493251 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-79ba2051-dedc-4a2a-bc6a-d144abff742d None None] Calling delete_port for 5cb04025-b7e1-44db-ad1a-20231076b122 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:54:58.497033 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.ipam_backend_mixin [None req-79ba2051-dedc-4a2a-bc6a-d144abff742d None None] Port 5cb04025-b7e1-44db-ad1a-20231076b122 was not found and therefore no delete operation was performed {{(pid=93960) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 16:54:58.497968 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-b2fb0107-939b-4435-a103-432a503f673a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8892455-537d-4135-a8a6-c5f11d1a74c6') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:54:58.498271 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-b2fb0107-939b-4435-a103-432a503f673a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8892455-537d-4135-a8a6-c5f11d1a74c6') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:54:58.500046 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-79ba2051-dedc-4a2a-bc6a-d144abff742d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:58.514092 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b2fb0107-939b-4435-a103-432a503f673a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:58.527640 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ba2051-dedc-4a2a-bc6a-d144abff742d None None] Pushing event deleted for resources: {'Port': ['ID=5cb04025-b7e1-44db-ad1a-20231076b122,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:58.534134 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b2fb0107-939b-4435-a103-432a503f673a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:58.541495 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ba2051-dedc-4a2a-bc6a-d144abff742d None None] No DVR routers for this DVR port 5cb04025-b7e1-44db-ad1a-20231076b122 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:54:58.547918 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2fb0107-939b-4435-a103-432a503f673a admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:54:58.548333 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b2fb0107-939b-4435-a103-432a503f673a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:58.550074 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ba2051-dedc-4a2a-bc6a-d144abff742d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:58.550074 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ba2051-dedc-4a2a-bc6a-d144abff742d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:58.550410 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ba2051-dedc-4a2a-bc6a-d144abff742d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:54:58.550627 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:54:58.555672 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ba2051-dedc-4a2a-bc6a-d144abff742d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:58.555672 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ba2051-dedc-4a2a-bc6a-d144abff742d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:58.555672 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ba2051-dedc-4a2a-bc6a-d144abff742d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:58.555672 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ba2051-dedc-4a2a-bc6a-d144abff742d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:58.555672 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ba2051-dedc-4a2a-bc6a-d144abff742d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:58.555672 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ba2051-dedc-4a2a-bc6a-d144abff742d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:58.555672 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ba2051-dedc-4a2a-bc6a-d144abff742d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:58.555672 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ba2051-dedc-4a2a-bc6a-d144abff742d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:58.555672 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ba2051-dedc-4a2a-bc6a-d144abff742d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:54:58.612584 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b2fb0107-939b-4435-a103-432a503f673a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:58.618020 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b2fb0107-939b-4435-a103-432a503f673a admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:58.621010 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b2fb0107-939b-4435-a103-432a503f673a admin admin] 10.222.0.98 "DELETE /v2.0/networks/f36f2b9b-47ba-4cd8-a2dd-8998abc0c354 HTTP/1.1" status: 204 len: 168 time: 0.5726593 Jul 09 16:54:58.624124 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50120) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:54:58.637948 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb0107-939b-4435-a103-432a503f673a admin admin] Pushing event deleted for resources: {'Network': ['ID=f36f2b9b-47ba-4cd8-a2dd-8998abc0c354,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:58.966652 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d3105bf6-5a73-4d95-97f1-53d412cdbd90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:59.215352 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-d3105bf6-5a73-4d95-97f1-53d412cdbd90 admin admin] Deleting port 6fc9c843-cf98-4dcc-8791-250dbe85822e {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:54:59.215690 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d3105bf6-5a73-4d95-97f1-53d412cdbd90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:59.290290 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-d3105bf6-5a73-4d95-97f1-53d412cdbd90 admin admin] For port 6fc9c843-cf98-4dcc-8791-250dbe85822e, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=6fc9c843-cf98-4dcc-8791-250dbe85822e,segment=NetworkSegment(9a5776d6-6b7a-4ed5-9a02-84a640b8b777),segment_id=9a5776d6-6b7a-4ed5-9a02-84a640b8b777)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:54:59.290646 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d3105bf6-5a73-4d95-97f1-53d412cdbd90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:59.303166 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-d3105bf6-5a73-4d95-97f1-53d412cdbd90 admin admin] Calling delete_port for 6fc9c843-cf98-4dcc-8791-250dbe85822e owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:54:59.476430 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d3105bf6-5a73-4d95-97f1-53d412cdbd90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:59.504046 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3105bf6-5a73-4d95-97f1-53d412cdbd90 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fc9c843-cf98-4dcc-8791-250dbe85822e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:54:59.671425 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d3105bf6-5a73-4d95-97f1-53d412cdbd90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:54:59.817998 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 5cb04025-b7e1-44db-ad1a-20231076b122 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:54:59.838135 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 5cb04025-b7e1-44db-ad1a-20231076b122 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:54:59.838475 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 5cb04025-b7e1-44db-ad1a-20231076b122 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:54:59.893157 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3105bf6-5a73-4d95-97f1-53d412cdbd90 admin admin] Router 7c10cc41-f59d-4a54-9f11-637148026c1d has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:54:59.993839 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3105bf6-5a73-4d95-97f1-53d412cdbd90 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:54:59.999460 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-d3105bf6-5a73-4d95-97f1-53d412cdbd90 admin admin] 10.222.0.98 "PUT /v2.0/routers/7c10cc41-f59d-4a54-9f11-637148026c1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3742430 Jul 09 16:55:00.002028 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50122) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:55:00.004777 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ffeda7-cfcb-42aa-85a6-0b500c3f3524 None None] Sync routers for ids ['7c10cc41-f59d-4a54-9f11-637148026c1d'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:55:00.014437 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ffeda7-cfcb-42aa-85a6-0b500c3f3524 None None] Routers {'7c10cc41-f59d-4a54-9f11-637148026c1d'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:55:00.015073 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-68ffeda7-cfcb-42aa-85a6-0b500c3f3524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:54:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['7c10cc41-f59d-4a54-9f11-637148026c1d'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:55:00.103595 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-15575151-7159-492c-883c-72d9c47fb9a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:00.115931 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-68ffeda7-cfcb-42aa-85a6-0b500c3f3524 None None] Set router 7c10cc41-f59d-4a54-9f11-637148026c1d gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:55:00.205592 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-15575151-7159-492c-883c-72d9c47fb9a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:00.258712 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-15575151-7159-492c-883c-72d9c47fb9a1 admin admin] Deleting port 44b1af1e-9be6-41b9-b7d8-c59bda3e1c03 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:55:00.259088 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-15575151-7159-492c-883c-72d9c47fb9a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:00.293360 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-68ffeda7-cfcb-42aa-85a6-0b500c3f3524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c10cc41-f59d-4a54-9f11-637148026c1d', 'name': 'tempest-TestVolumeBootPattern-2063965586-router', 'tenant_id': '6e42add67c8e4e2c9de8cd024e152c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '44b1af1e-9be6-41b9-b7d8-c59bda3e1c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:43:44Z', 'updated_at': '2021-07-09T16:54:59Z', 'revision_number': 5, 'project_id': '6e42add67c8e4e2c9de8cd024e152c29', 'gw_port': {'id': '44b1af1e-9be6-41b9-b7d8-c59bda3e1c03', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:30:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c10cc41-f59d-4a54-9f11-637148026c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:43:45Z', 'updated_at': '2021-07-09T16:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:55:00.318920 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ffeda7-cfcb-42aa-85a6-0b500c3f3524 None None] Checking router: 7c10cc41-f59d-4a54-9f11-637148026c1d for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:55:00.326978 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ffeda7-cfcb-42aa-85a6-0b500c3f3524 None None] Routers {'7c10cc41-f59d-4a54-9f11-637148026c1d'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:55:00.327580 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-68ffeda7-cfcb-42aa-85a6-0b500c3f3524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:54:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['7c10cc41-f59d-4a54-9f11-637148026c1d'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:55:00.341729 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-15575151-7159-492c-883c-72d9c47fb9a1 admin admin] For port 44b1af1e-9be6-41b9-b7d8-c59bda3e1c03, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=44b1af1e-9be6-41b9-b7d8-c59bda3e1c03,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:55:00.342087 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-15575151-7159-492c-883c-72d9c47fb9a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:00.355774 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-15575151-7159-492c-883c-72d9c47fb9a1 admin admin] Calling delete_port for 44b1af1e-9be6-41b9-b7d8-c59bda3e1c03 owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:55:00.411347 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-68ffeda7-cfcb-42aa-85a6-0b500c3f3524 None None] Set router 7c10cc41-f59d-4a54-9f11-637148026c1d gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:55:00.464410 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-68ffeda7-cfcb-42aa-85a6-0b500c3f3524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c10cc41-f59d-4a54-9f11-637148026c1d', 'name': 'tempest-TestVolumeBootPattern-2063965586-router', 'tenant_id': '6e42add67c8e4e2c9de8cd024e152c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:43:44Z', 'updated_at': '2021-07-09T16:55:00Z', 'revision_number': 6, 'project_id': '6e42add67c8e4e2c9de8cd024e152c29', 'gw_port_host': None}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:55:00.490238 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ffeda7-cfcb-42aa-85a6-0b500c3f3524 None None] The sync data for ids ['7c10cc41-f59d-4a54-9f11-637148026c1d'] in n-d-798930-3 is: [{'id': '7c10cc41-f59d-4a54-9f11-637148026c1d', 'name': 'tempest-TestVolumeBootPattern-2063965586-router', 'tenant_id': '6e42add67c8e4e2c9de8cd024e152c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:43:44Z', 'updated_at': '2021-07-09T16:55:00Z', 'revision_number': 6, 'project_id': '6e42add67c8e4e2c9de8cd024e152c29', 'gw_port_host': None}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:55:00.523790 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-15575151-7159-492c-883c-72d9c47fb9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:00.550042 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15575151-7159-492c-883c-72d9c47fb9a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=44b1af1e-9be6-41b9-b7d8-c59bda3e1c03,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:00.615916 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-15575151-7159-492c-883c-72d9c47fb9a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:00.704504 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-15575151-7159-492c-883c-72d9c47fb9a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:00.706631 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-15575151-7159-492c-883c-72d9c47fb9a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:00.749237 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-15575151-7159-492c-883c-72d9c47fb9a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:00.749837 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15575151-7159-492c-883c-72d9c47fb9a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c10cc41-f59d-4a54-9f11-637148026c1d {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 16:55:00.754260 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-15575151-7159-492c-883c-72d9c47fb9a1 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:00.755452 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-15575151-7159-492c-883c-72d9c47fb9a1 admin admin] 10.222.0.98 "DELETE /v2.0/routers/7c10cc41-f59d-4a54-9f11-637148026c1d HTTP/1.1" status: 204 len: 168 time: 0.7524869 Jul 09 16:55:00.757940 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50124) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:55:00.801503 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-13d0d660-6d7b-47e4-8b3c-994f40b2029e admin admin] Deleting subnet cfefa18b-95ae-44ac-ae52-8ad94297fbf8 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:55:00.804391 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-13d0d660-6d7b-47e4-8b3c-994f40b2029e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:00.838129 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-13d0d660-6d7b-47e4-8b3c-994f40b2029e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:00.927858 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-13d0d660-6d7b-47e4-8b3c-994f40b2029e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:00.980772 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-13d0d660-6d7b-47e4-8b3c-994f40b2029e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:01.005150 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d0d660-6d7b-47e4-8b3c-994f40b2029e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfefa18b-95ae-44ac-ae52-8ad94297fbf8,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:01.008752 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-13d0d660-6d7b-47e4-8b3c-994f40b2029e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:01.011097 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-13d0d660-6d7b-47e4-8b3c-994f40b2029e admin admin] 10.222.0.98 "DELETE /v2.0/subnets/cfefa18b-95ae-44ac-ae52-8ad94297fbf8 HTTP/1.1" status: 204 len: 168 time: 0.2517493 Jul 09 16:55:01.013868 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50126) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:55:01.016546 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759014bd-c241-492d-99c4-f8b09ac73387 None None] Network cf779e89-a1cd-45bd-800a-866cd93cc9c4 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:55:01.084138 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53dc8732-f5df-4c38-9298-8f4ce7e1a667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:01.137816 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-53dc8732-f5df-4c38-9298-8f4ce7e1a667 admin admin] Deleting port aeb743fa-b9b0-4cda-9c64-84b304869b2d {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:55:01.138156 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53dc8732-f5df-4c38-9298-8f4ce7e1a667 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:01.208479 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-53dc8732-f5df-4c38-9298-8f4ce7e1a667 admin admin] For port aeb743fa-b9b0-4cda-9c64-84b304869b2d, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=aeb743fa-b9b0-4cda-9c64-84b304869b2d,segment=NetworkSegment(9a5776d6-6b7a-4ed5-9a02-84a640b8b777),segment_id=9a5776d6-6b7a-4ed5-9a02-84a640b8b777)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:55:01.208848 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53dc8732-f5df-4c38-9298-8f4ce7e1a667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:01.223607 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-53dc8732-f5df-4c38-9298-8f4ce7e1a667 admin admin] Calling delete_port for aeb743fa-b9b0-4cda-9c64-84b304869b2d owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:55:01.250433 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae3f655-5be6-427a-aa6c-6a18287b6c47 None None] DHCP port deletion for cf779e89-a1cd-45bd-800a-866cd93cc9c4 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 16:55:01.304632 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-7ae3f655-5be6-427a-aa6c-6a18287b6c47 None None] Deleting port aeb743fa-b9b0-4cda-9c64-84b304869b2d {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:55:01.305008 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7ae3f655-5be6-427a-aa6c-6a18287b6c47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:01.324269 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53dc8732-f5df-4c38-9298-8f4ce7e1a667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:01.353372 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc8732-f5df-4c38-9298-8f4ce7e1a667 admin admin] Pushing event deleted for resources: {'Port': ['ID=aeb743fa-b9b0-4cda-9c64-84b304869b2d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:01.356225 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dc8732-f5df-4c38-9298-8f4ce7e1a667 admin admin] No DVR routers for this DVR port aeb743fa-b9b0-4cda-9c64-84b304869b2d on host n-d-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:55:01.374399 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-7ae3f655-5be6-427a-aa6c-6a18287b6c47 None None] For port aeb743fa-b9b0-4cda-9c64-84b304869b2d, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=aeb743fa-b9b0-4cda-9c64-84b304869b2d,segment=NetworkSegment(9a5776d6-6b7a-4ed5-9a02-84a640b8b777),segment_id=9a5776d6-6b7a-4ed5-9a02-84a640b8b777)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:55:01.374803 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7ae3f655-5be6-427a-aa6c-6a18287b6c47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:01.388242 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-7ae3f655-5be6-427a-aa6c-6a18287b6c47 None None] Calling delete_port for aeb743fa-b9b0-4cda-9c64-84b304869b2d owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:55:01.435871 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53dc8732-f5df-4c38-9298-8f4ce7e1a667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:01.451773 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-53dc8732-f5df-4c38-9298-8f4ce7e1a667 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf779e89-a1cd-45bd-800a-866cd93cc9c4']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:55:01.460457 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:55:01.460457 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:55:01.460457 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:55:01.460457 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:55:01.460457 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:55:01.460457 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:55:01.460457 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:55:01.460457 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:55:01.460457 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:55:01.460457 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:55:01.460457 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:55:01.460457 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:55:01.460457 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:55:01.460457 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:55:01.460457 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:55:01.460457 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:55:01.460457 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:55:01.460457 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:55:01.460457 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:55:01.460457 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:55:01.460457 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:55:01.460457 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:55:01.460457 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:55:01.460457 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:55:01.460457 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:55:01.460457 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:55:01.460457 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:55:01.460457 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:55:01.460457 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:55:01.460457 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:55:01.460457 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:55:01.460457 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:55:01.460457 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:55:01.460457 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:55:01.460457 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:55:01.460457 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:55:01.460457 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:55:01.460457 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:55:01.460457 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:55:01.460457 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:55:01.460457 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:55:01.460457 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:55:01.460457 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:55:01.460457 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:55:01.460457 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:55:01.460457 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:55:01.460457 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:55:01.460457 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:55:01.460457 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:55:01.460457 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:55:01.460457 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:55:01.460457 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:55:01.460457 n-d-798930-3 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 16:55:01.460457 n-d-798930-3 neutron-server[93960]: self.session.flush() Jul 09 16:55:01.465172 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-53dc8732-f5df-4c38-9298-8f4ce7e1a667 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a5776d6-6b7a-4ed5-9a02-84a640b8b777') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:55:01.465172 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-53dc8732-f5df-4c38-9298-8f4ce7e1a667 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a5776d6-6b7a-4ed5-9a02-84a640b8b777') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:55:01.471711 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7ae3f655-5be6-427a-aa6c-6a18287b6c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:01.474298 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53dc8732-f5df-4c38-9298-8f4ce7e1a667 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:01.491660 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53dc8732-f5df-4c38-9298-8f4ce7e1a667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:01.498992 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53dc8732-f5df-4c38-9298-8f4ce7e1a667 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:55:01.499691 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53dc8732-f5df-4c38-9298-8f4ce7e1a667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:01.502146 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:55:01.502146 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:55:01.502146 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:55:01.502146 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:55:01.502146 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:55:01.502146 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:55:01.502146 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:55:01.502146 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:55:01.502146 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:55:01.502146 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:55:01.502146 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:55:01.502146 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:55:01.502146 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:55:01.502146 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:55:01.502146 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:55:01.502146 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:55:01.502146 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:55:01.502146 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:55:01.502146 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:55:01.502146 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:55:01.502146 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:55:01.502146 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:55:01.502146 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:55:01.502146 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:55:01.502146 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:55:01.502146 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:55:01.502146 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:55:01.502146 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:55:01.502146 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:55:01.502146 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:55:01.502146 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:55:01.502146 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:55:01.502146 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:55:01.502146 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:55:01.512299 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae3f655-5be6-427a-aa6c-6a18287b6c47 None None] Pushing event deleted for resources: {'Port': ['ID=aeb743fa-b9b0-4cda-9c64-84b304869b2d,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:01.517239 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae3f655-5be6-427a-aa6c-6a18287b6c47 None None] No DVR routers for this DVR port aeb743fa-b9b0-4cda-9c64-84b304869b2d on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:55:01.575983 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53dc8732-f5df-4c38-9298-8f4ce7e1a667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:01.581789 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53dc8732-f5df-4c38-9298-8f4ce7e1a667 admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:01.586132 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-53dc8732-f5df-4c38-9298-8f4ce7e1a667 admin admin] 10.222.0.98 "DELETE /v2.0/networks/cf779e89-a1cd-45bd-800a-866cd93cc9c4 HTTP/1.1" status: 204 len: 168 time: 0.5689294 Jul 09 16:55:01.596365 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc8732-f5df-4c38-9298-8f4ce7e1a667 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf779e89-a1cd-45bd-800a-866cd93cc9c4,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:01.729657 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50130) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:55:01.780668 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device aeb743fa-b9b0-4cda-9c64-84b304869b2d no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:55:01.784840 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e1db9025-e618-4c77-84a3-ccc827f08043 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1c75594b2a664d30980bf347c7fbaad8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0537634 Jul 09 16:55:01.787218 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50132) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:55:01.800779 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: aeb743fa-b9b0-4cda-9c64-84b304869b2d {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:55:01.801122 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device aeb743fa-b9b0-4cda-9c64-84b304869b2d not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:55:01.801541 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 44b1af1e-9be6-41b9-b7d8-c59bda3e1c03 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:55:01.823662 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 44b1af1e-9be6-41b9-b7d8-c59bda3e1c03 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:55:01.824295 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 44b1af1e-9be6-41b9-b7d8-c59bda3e1c03 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:55:01.824909 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 6fc9c843-cf98-4dcc-8791-250dbe85822e no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:55:01.838451 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6b534dae-fa9d-4a54-a358-a64a4839af16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:01.852529 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 6fc9c843-cf98-4dcc-8791-250dbe85822e {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:55:01.852876 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 6fc9c843-cf98-4dcc-8791-250dbe85822e not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:55:01.862180 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6b534dae-fa9d-4a54-a358-a64a4839af16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:01.909640 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6b534dae-fa9d-4a54-a358-a64a4839af16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:01.912627 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6b534dae-fa9d-4a54-a358-a64a4839af16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:01.913882 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6b534dae-fa9d-4a54-a358-a64a4839af16 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ef2ec7a1-9367-49af-8cbb-db60681dc997 HTTP/1.1" status: 204 len: 168 time: 0.1255841 Jul 09 16:55:01.921967 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b534dae-fa9d-4a54-a358-a64a4839af16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2ec7a1-9367-49af-8cbb-db60681dc997,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:02.255431 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50138) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:55:02.295118 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-3c71ffc3-bf01-4806-86ac-74b30d8e4084 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6e42add67c8e4e2c9de8cd024e152c29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384185 Jul 09 16:55:02.297446 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50140) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:55:02.348841 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-916ae1f0-0e23-41b5-ab58-1b55b47cef71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:02.369455 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-916ae1f0-0e23-41b5-ab58-1b55b47cef71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:02.417375 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-916ae1f0-0e23-41b5-ab58-1b55b47cef71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:02.420508 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-916ae1f0-0e23-41b5-ab58-1b55b47cef71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:02.421658 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-916ae1f0-0e23-41b5-ab58-1b55b47cef71 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8f45e2be-6bfc-44a9-95a4-cfb525d02f34 HTTP/1.1" status: 204 len: 168 time: 0.1232905 Jul 09 16:55:02.429348 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916ae1f0-0e23-41b5-ab58-1b55b47cef71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f45e2be-6bfc-44a9-95a4-cfb525d02f34,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:10.300641 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:12.412427 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-efcef81e-da23-4ed4-9d83-9633c27cbaf1 req-e1ac6aa8-8b42-431f-9a70-eedfe8a96c31 tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=6ce1e7cb1b9a486fbf7f664d8e4520eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215452 Jul 09 16:55:12.518313 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcef81e-da23-4ed4-9d83-9633c27cbaf1 req-06b66d93-5908-44a5-a088-79e367bc844e tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:12.519787 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-efcef81e-da23-4ed4-9d83-9633c27cbaf1 req-06b66d93-5908-44a5-a088-79e367bc844e tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1025021 Jul 09 16:55:12.534188 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-efcef81e-da23-4ed4-9d83-9633c27cbaf1 req-380507a6-21d9-4a93-8ee0-7abb92aead33 tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] 10.222.0.98 "GET /v2.0/quotas/6ce1e7cb1b9a486fbf7f664d8e4520eb HTTP/1.1" status: 200 len: 375 time: 0.0089538 Jul 09 16:55:12.567699 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-efcef81e-da23-4ed4-9d83-9633c27cbaf1 req-122552e1-3090-4662-94cd-85d0a813cc78 tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=6ce1e7cb1b9a486fbf7f664d8e4520eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286484 Jul 09 16:55:13.751169 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cf9784da-a19d-4c76-a649-9a7fd3d3087c req-b8b9128c-599e-42b4-ad10-2df5b27f9c25 tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] 10.222.0.98 "GET /v2.0/ports?device_id=b9b52020-2006-4374-aac2-30b7a4da6ee7 HTTP/1.1" status: 200 len: 210 time: 0.0288248 Jul 09 16:55:14.831395 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3d5b8cf6-6a6b-4f86-a54e-d4dd63aaeaa3 req-1d99d7e4-6775-421b-9c03-e501b9eaed82 tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] 10.222.0.98 "GET /v2.0/ports?device_id=b9b52020-2006-4374-aac2-30b7a4da6ee7 HTTP/1.1" status: 200 len: 210 time: 0.0291772 Jul 09 16:55:15.917318 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d422b8bc-39b5-4d14-a67e-a81075cffb7f req-589baf96-10bb-4afd-8a4c-e134e3e82101 tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] 10.222.0.98 "GET /v2.0/ports?device_id=b9b52020-2006-4374-aac2-30b7a4da6ee7 HTTP/1.1" status: 200 len: 210 time: 0.0348065 Jul 09 16:55:17.006128 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c6c1830c-c155-4da2-8cb8-0837b2526633 req-7edd8b8f-81b7-47d6-95bc-20bec7fc2a8c tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] 10.222.0.98 "GET /v2.0/ports?device_id=b9b52020-2006-4374-aac2-30b7a4da6ee7 HTTP/1.1" status: 200 len: 210 time: 0.0333335 Jul 09 16:55:18.146430 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-13a218ae-de85-4c6a-829c-16708d8d4723 req-b8ce8c11-46f2-464e-8907-42d16ccbf883 tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] 10.222.0.98 "GET /v2.0/ports?device_id=b9b52020-2006-4374-aac2-30b7a4da6ee7 HTTP/1.1" status: 200 len: 210 time: 0.0283401 Jul 09 16:55:18.861640 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-efcef81e-da23-4ed4-9d83-9633c27cbaf1 req-283e0049-91a6-4167-824f-1d5637c61600 tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=6ce1e7cb1b9a486fbf7f664d8e4520eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278540 Jul 09 16:55:19.052575 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcef81e-da23-4ed4-9d83-9633c27cbaf1 req-9ff2c9fc-50f8-4a40-b30c-94b7663f51d0 tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:19.053986 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-efcef81e-da23-4ed4-9d83-9633c27cbaf1 req-9ff2c9fc-50f8-4a40-b30c-94b7663f51d0 tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1877058 Jul 09 16:55:19.078608 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-efcef81e-da23-4ed4-9d83-9633c27cbaf1 req-45aa70da-2f5a-4ef8-9a96-72ba5b6aa79c tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] Request body: {'port': {'device_id': 'b9b52020-2006-4374-aac2-30b7a4da6ee7', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'admin_state_up': True, 'tenant_id': '6ce1e7cb1b9a486fbf7f664d8e4520eb'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:55:19.183821 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efcef81e-da23-4ed4-9d83-9633c27cbaf1 req-45aa70da-2f5a-4ef8-9a96-72ba5b6aa79c tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] Made reservation on behalf of 6ce1e7cb1b9a486fbf7f664d8e4520eb for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:55:19.187519 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-efcef81e-da23-4ed4-9d83-9633c27cbaf1 req-45aa70da-2f5a-4ef8-9a96-72ba5b6aa79c tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:19.291572 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f617d408-926b-4992-ae64-549bf79065f0 req-165c1a8a-455e-44a5-a982-880cd9980c0c tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] 10.222.0.98 "GET /v2.0/ports?device_id=b9b52020-2006-4374-aac2-30b7a4da6ee7 HTTP/1.1" status: 200 len: 210 time: 0.0292528 Jul 09 16:55:19.512016 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-efcef81e-da23-4ed4-9d83-9633c27cbaf1 req-45aa70da-2f5a-4ef8-9a96-72ba5b6aa79c tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:19.609776 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-efcef81e-da23-4ed4-9d83-9633c27cbaf1 req-45aa70da-2f5a-4ef8-9a96-72ba5b6aa79c tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:19.613610 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-efcef81e-da23-4ed4-9d83-9633c27cbaf1 req-45aa70da-2f5a-4ef8-9a96-72ba5b6aa79c tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:19.678929 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa70da-2f5a-4ef8-9a96-72ba5b6aa79c tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b248c94-6e5b-4459-8f2d-870c6456e268,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:19.748204 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-efcef81e-da23-4ed4-9d83-9633c27cbaf1 req-45aa70da-2f5a-4ef8-9a96-72ba5b6aa79c tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] Allocated IP 192.168.233.86 (c7d8b865-e1f3-4446-a87b-a6da86eba8a1/f122b436-b232-4a3c-9aac-47d5639f2da4/6c9ca165-1551-4e73-88c0-6e5c7c1f92ca) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:55:19.894237 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-efcef81e-da23-4ed4-9d83-9633c27cbaf1 req-45aa70da-2f5a-4ef8-9a96-72ba5b6aa79c tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:19.908803 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-efcef81e-da23-4ed4-9d83-9633c27cbaf1 req-45aa70da-2f5a-4ef8-9a96-72ba5b6aa79c tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] Transition to ACTIVE for port object 6c9ca165-1551-4e73-88c0-6e5c7c1f92ca will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:55:19.944330 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-efcef81e-da23-4ed4-9d83-9633c27cbaf1 req-45aa70da-2f5a-4ef8-9a96-72ba5b6aa79c tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:19.989905 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efcef81e-da23-4ed4-9d83-9633c27cbaf1 req-45aa70da-2f5a-4ef8-9a96-72ba5b6aa79c tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] Network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:55:19.995165 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-efcef81e-da23-4ed4-9d83-9633c27cbaf1 req-45aa70da-2f5a-4ef8-9a96-72ba5b6aa79c tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:55:19.999040 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-efcef81e-da23-4ed4-9d83-9633c27cbaf1 req-45aa70da-2f5a-4ef8-9a96-72ba5b6aa79c tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:55:20.024751 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa70da-2f5a-4ef8-9a96-72ba5b6aa79c tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] Pushing event updated for resources: {'Port': ['ID=6c9ca165-1551-4e73-88c0-6e5c7c1f92ca,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:20.054697 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcef81e-da23-4ed4-9d83-9633c27cbaf1 req-45aa70da-2f5a-4ef8-9a96-72ba5b6aa79c tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:20.055359 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-efcef81e-da23-4ed4-9d83-9633c27cbaf1 req-45aa70da-2f5a-4ef8-9a96-72ba5b6aa79c tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:20.070991 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-efcef81e-da23-4ed4-9d83-9633c27cbaf1 req-45aa70da-2f5a-4ef8-9a96-72ba5b6aa79c tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9961576 Jul 09 16:55:20.085204 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:55:20.090337 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-efcef81e-da23-4ed4-9d83-9633c27cbaf1 req-ed01ca02-4e9a-4af7-89f7-60ab0542e117 service neutron] Request body: {'port': {'device_id': 'b9b52020-2006-4374-aac2-30b7a4da6ee7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:55:20.164228 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-efcef81e-da23-4ed4-9d83-9633c27cbaf1 req-ed01ca02-4e9a-4af7-89f7-60ab0542e117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:20.209160 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3c8b5996-7722-4334-bdbc-10ae0a5df87f None None] Provisioning for port 6c9ca165-1551-4e73-88c0-6e5c7c1f92ca completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:55:20.212896 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3c8b5996-7722-4334-bdbc-10ae0a5df87f None None] Provisioning complete for port 6c9ca165-1551-4e73-88c0-6e5c7c1f92ca triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:55:20.213283 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3c8b5996-7722-4334-bdbc-10ae0a5df87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:20.249572 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-3c8b5996-7722-4334-bdbc-10ae0a5df87f None None] Port 6c9ca165-1551-4e73-88c0-6e5c7c1f92ca cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:55:20.432284 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-efcef81e-da23-4ed4-9d83-9633c27cbaf1 req-ed01ca02-4e9a-4af7-89f7-60ab0542e117 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c9ca165-1551-4e73-88c0-6e5c7c1f92ca {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:55:20.440621 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-efcef81e-da23-4ed4-9d83-9633c27cbaf1 req-ed01ca02-4e9a-4af7-89f7-60ab0542e117 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:20.453357 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-efcef81e-da23-4ed4-9d83-9633c27cbaf1 req-ed01ca02-4e9a-4af7-89f7-60ab0542e117 service neutron] Transition to ACTIVE for port object 6c9ca165-1551-4e73-88c0-6e5c7c1f92ca will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:55:20.456805 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-efcef81e-da23-4ed4-9d83-9633c27cbaf1 req-ed01ca02-4e9a-4af7-89f7-60ab0542e117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:20.474045 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da653896-80db-4b60-87b2-b2eeceba606d req-605cf857-85e6-4e74-978e-ce530cc071e6 tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:20.475587 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-da653896-80db-4b60-87b2-b2eeceba606d req-605cf857-85e6-4e74-978e-ce530cc071e6 tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] 10.222.0.98 "GET /v2.0/ports?device_id=b9b52020-2006-4374-aac2-30b7a4da6ee7 HTTP/1.1" status: 200 len: 935 time: 0.0714045 Jul 09 16:55:20.507375 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed01ca02-4e9a-4af7-89f7-60ab0542e117 service neutron] Pushing event updated for resources: {'Port': ['ID=6c9ca165-1551-4e73-88c0-6e5c7c1f92ca,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:20.522020 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-da653896-80db-4b60-87b2-b2eeceba606d req-1439156d-3537-4df7-b701-cc549bc9b9fc tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] 10.222.0.98 "GET /v2.0/security-groups?id=8b248c94-6e5b-4459-8f2d-870c6456e268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367017 Jul 09 16:55:20.582274 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-efcef81e-da23-4ed4-9d83-9633c27cbaf1 req-ed01ca02-4e9a-4af7-89f7-60ab0542e117 service neutron] Attempting to bind port 6c9ca165-1551-4e73-88c0-6e5c7c1f92ca on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:55:20.582700 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-efcef81e-da23-4ed4-9d83-9633c27cbaf1 req-ed01ca02-4e9a-4af7-89f7-60ab0542e117 service neutron] Attempting to bind port 6c9ca165-1551-4e73-88c0-6e5c7c1f92ca by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:55:20.583143 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcef81e-da23-4ed4-9d83-9633c27cbaf1 req-ed01ca02-4e9a-4af7-89f7-60ab0542e117 service neutron] Attempting to bind port 6c9ca165-1551-4e73-88c0-6e5c7c1f92ca on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:55:20.587758 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcef81e-da23-4ed4-9d83-9633c27cbaf1 req-ed01ca02-4e9a-4af7-89f7-60ab0542e117 service neutron] Port 6c9ca165-1551-4e73-88c0-6e5c7c1f92ca on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:55:20.588151 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcef81e-da23-4ed4-9d83-9633c27cbaf1 req-ed01ca02-4e9a-4af7-89f7-60ab0542e117 service neutron] Attempting to bind port 6c9ca165-1551-4e73-88c0-6e5c7c1f92ca on network c7d8b865-e1f3-4446-a87b-a6da86eba8a1 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:55:20.593863 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcef81e-da23-4ed4-9d83-9633c27cbaf1 req-ed01ca02-4e9a-4af7-89f7-60ab0542e117 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:55:20.594209 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcef81e-da23-4ed4-9d83-9633c27cbaf1 req-ed01ca02-4e9a-4af7-89f7-60ab0542e117 service neutron] Checking segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:55:20.594892 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcef81e-da23-4ed4-9d83-9633c27cbaf1 req-ed01ca02-4e9a-4af7-89f7-60ab0542e117 service neutron] Bound using segment: {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:55:20.595122 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-efcef81e-da23-4ed4-9d83-9633c27cbaf1 req-ed01ca02-4e9a-4af7-89f7-60ab0542e117 service neutron] Bound port: 6c9ca165-1551-4e73-88c0-6e5c7c1f92ca, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db7e8f71-2a34-4d7e-a3fa-83ecb6797495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:55:20.595489 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-efcef81e-da23-4ed4-9d83-9633c27cbaf1 req-ed01ca02-4e9a-4af7-89f7-60ab0542e117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:20.664947 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-efcef81e-da23-4ed4-9d83-9633c27cbaf1 req-ed01ca02-4e9a-4af7-89f7-60ab0542e117 service neutron] For port 6c9ca165-1551-4e73-88c0-6e5c7c1f92ca, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:55:20.669674 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-efcef81e-da23-4ed4-9d83-9633c27cbaf1 req-ed01ca02-4e9a-4af7-89f7-60ab0542e117 service neutron] For port 6c9ca165-1551-4e73-88c0-6e5c7c1f92ca, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=6c9ca165-1551-4e73-88c0-6e5c7c1f92ca,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:55:20.673746 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-efcef81e-da23-4ed4-9d83-9633c27cbaf1 req-ed01ca02-4e9a-4af7-89f7-60ab0542e117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:20.707542 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcef81e-da23-4ed4-9d83-9633c27cbaf1 req-ed01ca02-4e9a-4af7-89f7-60ab0542e117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:20.708279 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-efcef81e-da23-4ed4-9d83-9633c27cbaf1 req-ed01ca02-4e9a-4af7-89f7-60ab0542e117 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:20.709618 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-efcef81e-da23-4ed4-9d83-9633c27cbaf1 req-ed01ca02-4e9a-4af7-89f7-60ab0542e117 service neutron] 10.222.0.73 "PUT /v2.0/ports/6c9ca165-1551-4e73-88c0-6e5c7c1f92ca HTTP/1.1" status: 200 len: 1095 time: 0.6247561 Jul 09 16:55:20.710079 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9b52020-2006-4374-aac2-30b7a4da6ee7', 'tag': '6c9ca165-1551-4e73-88c0-6e5c7c1f92ca'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:55:20.712391 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da56715-5568-493f-ba37-b081dee95906" -d '{"events": [{"name": "network-changed", "server_uuid": "b9b52020-2006-4374-aac2-30b7a4da6ee7", "tag": "6c9ca165-1551-4e73-88c0-6e5c7c1f92ca"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:55:20.738945 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed01ca02-4e9a-4af7-89f7-60ab0542e117 service neutron] Pushing event updated for resources: {'Port': ['ID=6c9ca165-1551-4e73-88c0-6e5c7c1f92ca,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:20.787809 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d679a2a-24a5-44b3-a1b4-de3ede3baf7e x-openstack-request-id: req-8d679a2a-24a5-44b3-a1b4-de3ede3baf7e {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:55:20.788102 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9b52020-2006-4374-aac2-30b7a4da6ee7", "tag": "6c9ca165-1551-4e73-88c0-6e5c7c1f92ca", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:55:20.788358 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8d679a2a-24a5-44b3-a1b4-de3ede3baf7e {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:55:20.788754 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9b52020-2006-4374-aac2-30b7a4da6ee7', 'tag': '6c9ca165-1551-4e73-88c0-6e5c7c1f92ca', 'status': 'completed', 'code': 200} Jul 09 16:55:20.836821 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcef81e-da23-4ed4-9d83-9633c27cbaf1 req-ce1c8903-b722-4f0b-915d-c3d8682bd52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:20.838398 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-efcef81e-da23-4ed4-9d83-9633c27cbaf1 req-ce1c8903-b722-4f0b-915d-c3d8682bd52d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6ce1e7cb1b9a486fbf7f664d8e4520eb&device_id=b9b52020-2006-4374-aac2-30b7a4da6ee7 HTTP/1.1" status: 200 len: 1098 time: 0.0607905 Jul 09 16:55:20.890443 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-efcef81e-da23-4ed4-9d83-9633c27cbaf1 req-dc09f0ea-3241-41b2-b6b7-5b8090ff34f5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=6c9ca165-1551-4e73-88c0-6e5c7c1f92ca HTTP/1.1" status: 200 len: 217 time: 0.0389578 Jul 09 16:55:20.940188 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcef81e-da23-4ed4-9d83-9633c27cbaf1 req-d8a9a50d-6860-4da8-b3df-304b09394385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:20.941601 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-efcef81e-da23-4ed4-9d83-9633c27cbaf1 req-d8a9a50d-6860-4da8-b3df-304b09394385 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.0449908 Jul 09 16:55:20.996751 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcef81e-da23-4ed4-9d83-9633c27cbaf1 req-35fb5354-3d99-464a-aa89-480a473cbc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:20.998179 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-efcef81e-da23-4ed4-9d83-9633c27cbaf1 req-35fb5354-3d99-464a-aa89-480a473cbc69 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0505307 Jul 09 16:55:21.088721 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-efcef81e-da23-4ed4-9d83-9633c27cbaf1 req-e7238481-847b-4d5e-8315-0eddcf0ef151 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838027 Jul 09 16:55:21.173989 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-efcef81e-da23-4ed4-9d83-9633c27cbaf1 req-8418c673-ea7d-4c25-9061-7177c980a667 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789380 Jul 09 16:55:21.326095 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da56715-5568-493f-ba37-b081dee95906 req-ea422a22-56c0-4318-bb82-f8580820c30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:21.327611 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7da56715-5568-493f-ba37-b081dee95906 req-ea422a22-56c0-4318-bb82-f8580820c30f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6ce1e7cb1b9a486fbf7f664d8e4520eb&device_id=b9b52020-2006-4374-aac2-30b7a4da6ee7 HTTP/1.1" status: 200 len: 1098 time: 0.0580292 Jul 09 16:55:21.418218 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da56715-5568-493f-ba37-b081dee95906 req-197db37c-0229-4e7f-a21a-c4b0a1e46ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:21.419621 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7da56715-5568-493f-ba37-b081dee95906 req-197db37c-0229-4e7f-a21a-c4b0a1e46ccf service neutron] 10.222.0.73 "GET /v2.0/networks?id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1 HTTP/1.1" status: 200 len: 870 time: 0.0862367 Jul 09 16:55:21.460402 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7da56715-5568-493f-ba37-b081dee95906 req-06b8cad4-44e0-427e-b985-7fdcbb1fec6f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=6c9ca165-1551-4e73-88c0-6e5c7c1f92ca HTTP/1.1" status: 200 len: 217 time: 0.0347824 Jul 09 16:55:21.513587 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da56715-5568-493f-ba37-b081dee95906 req-7f585cc4-c927-484b-8ace-e086df463589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:21.515070 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7da56715-5568-493f-ba37-b081dee95906 req-7f585cc4-c927-484b-8ace-e086df463589 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f122b436-b232-4a3c-9aac-47d5639f2da4 HTTP/1.1" status: 200 len: 843 time: 0.0485294 Jul 09 16:55:21.572501 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da56715-5568-493f-ba37-b081dee95906 req-9362e837-ed1e-44dd-a065-35077bd38cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:21.574730 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7da56715-5568-493f-ba37-b081dee95906 req-9362e837-ed1e-44dd-a065-35077bd38cdb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d8b865-e1f3-4446-a87b-a6da86eba8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0535622 Jul 09 16:55:21.665268 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7da56715-5568-493f-ba37-b081dee95906 req-2c00dc00-35d1-4384-9898-49634bfd429e service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840797 Jul 09 16:55:21.707384 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bbcf3c-33d2-432d-be99-8b1f80589e7f req-988b229f-5923-414f-b4a9-326454182f39 tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:21.708835 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-16bbcf3c-33d2-432d-be99-8b1f80589e7f req-988b229f-5923-414f-b4a9-326454182f39 tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] 10.222.0.98 "GET /v2.0/ports?device_id=b9b52020-2006-4374-aac2-30b7a4da6ee7 HTTP/1.1" status: 200 len: 947 time: 0.0684922 Jul 09 16:55:21.748068 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-16bbcf3c-33d2-432d-be99-8b1f80589e7f req-6438bf0e-e7ad-4c5c-9732-66e408b848b8 tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] 10.222.0.98 "GET /v2.0/security-groups?id=8b248c94-6e5b-4459-8f2d-870c6456e268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335054 Jul 09 16:55:21.760779 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-7da56715-5568-493f-ba37-b081dee95906 req-ad7e8c03-f7d8-405d-9694-3778586d6c4a service neutron] 10.222.0.73 "GET /v2.0/networks/c7d8b865-e1f3-4446-a87b-a6da86eba8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890806 Jul 09 16:55:22.347361 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f9f27c07-e36d-4151-8d37-32cc88ca5802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:22.922415 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f35f6-3401-4fd7-830a-56a369a08235 req-1bbe9053-a494-4e03-a2dd-58b7e7deba0b tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:22.923902 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a10f35f6-3401-4fd7-830a-56a369a08235 req-1bbe9053-a494-4e03-a2dd-58b7e7deba0b tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] 10.222.0.98 "GET /v2.0/ports?device_id=b9b52020-2006-4374-aac2-30b7a4da6ee7 HTTP/1.1" status: 200 len: 947 time: 0.0674295 Jul 09 16:55:22.960941 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a10f35f6-3401-4fd7-830a-56a369a08235 req-e704ddb7-e4c4-4d21-9535-03ad4f697a08 tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] 10.222.0.98 "GET /v2.0/security-groups?id=8b248c94-6e5b-4459-8f2d-870c6456e268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315535 Jul 09 16:55:24.129264 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886dadb4-793c-4459-bbe2-e7a40cba070b req-de931702-bc91-422d-b491-9fb30b757eb0 tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:24.130727 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-886dadb4-793c-4459-bbe2-e7a40cba070b req-de931702-bc91-422d-b491-9fb30b757eb0 tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] 10.222.0.98 "GET /v2.0/ports?device_id=b9b52020-2006-4374-aac2-30b7a4da6ee7 HTTP/1.1" status: 200 len: 947 time: 0.0626514 Jul 09 16:55:24.167755 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-886dadb4-793c-4459-bbe2-e7a40cba070b req-04a254c0-6986-4d5d-8427-41bd795b9d60 tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] 10.222.0.98 "GET /v2.0/security-groups?id=8b248c94-6e5b-4459-8f2d-870c6456e268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308795 Jul 09 16:55:24.346985 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 6c9ca165-1551-4e73-88c0-6e5c7c1f92ca details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:55:24.437346 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 6c9ca165-1551-4e73-88c0-6e5c7c1f92ca, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=6c9ca165-1551-4e73-88c0-6e5c7c1f92ca,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:55:24.450463 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '6c9ca165-1551-4e73-88c0-6e5c7c1f92ca', 'network_id': 'c7d8b865-e1f3-4446-a87b-a6da86eba8a1', 'port_id': '6c9ca165-1551-4e73-88c0-6e5c7c1f92ca', 'mac_address': 'fa:16:3e:f1:85:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f122b436-b232-4a3c-9aac-47d5639f2da4', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:55:24.489201 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:24.501913 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c9ca165-1551-4e73-88c0-6e5c7c1f92ca {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:55:24.521190 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 6c9ca165-1551-4e73-88c0-6e5c7c1f92ca, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=6c9ca165-1551-4e73-88c0-6e5c7c1f92ca,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:55:24.524931 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:24.570679 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=6c9ca165-1551-4e73-88c0-6e5c7c1f92ca,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:24.953251 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['6c9ca165-1551-4e73-88c0-6e5c7c1f92ca'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:55:25.106232 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4d4ceff7-d4c6-4719-8fcf-c7558a724b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:25.340637 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95f95b8-2ab3-4ceb-8b82-830c597b39c1 req-b5345d75-b87e-4e4c-acb1-08652945a022 tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:25.342118 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d95f95b8-2ab3-4ceb-8b82-830c597b39c1 req-b5345d75-b87e-4e4c-acb1-08652945a022 tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] 10.222.0.98 "GET /v2.0/ports?device_id=b9b52020-2006-4374-aac2-30b7a4da6ee7 HTTP/1.1" status: 200 len: 948 time: 0.0630345 Jul 09 16:55:25.378981 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d95f95b8-2ab3-4ceb-8b82-830c597b39c1 req-8e6ccaf6-abac-47ad-b820-9a28fe5d2134 tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] 10.222.0.98 "GET /v2.0/security-groups?id=8b248c94-6e5b-4459-8f2d-870c6456e268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311890 Jul 09 16:55:25.798433 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:26.362373 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:26.364491 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 6c9ca165-1551-4e73-88c0-6e5c7c1f92ca up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:55:26.410150 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 6c9ca165-1551-4e73-88c0-6e5c7c1f92ca completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:55:26.413895 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 6c9ca165-1551-4e73-88c0-6e5c7c1f92ca triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:55:26.414263 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:26.498918 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:26.524809 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b52020-2006-4374-aac2-30b7a4da6ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9ca165-1551-4e73-88c0-6e5c7c1f92ca'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:55:26.527556 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04c5f26-e69c-44cf-86a5-3c6077f350fc" -d '{"events": [{"server_uuid": "b9b52020-2006-4374-aac2-30b7a4da6ee7", "name": "network-vif-plugged", "status": "completed", "tag": "6c9ca165-1551-4e73-88c0-6e5c7c1f92ca"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:55:26.539627 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 6c9ca165-1551-4e73-88c0-6e5c7c1f92ca, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=6c9ca165-1551-4e73-88c0-6e5c7c1f92ca,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:55:26.545112 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:26.568185 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af583916-dbf6-4a6f-b15d-895b54aae87a req-6491012d-abf6-404d-9e76-41a31429f142 tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:26.569690 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-af583916-dbf6-4a6f-b15d-895b54aae87a req-6491012d-abf6-404d-9e76-41a31429f142 tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] 10.222.0.98 "GET /v2.0/ports?device_id=b9b52020-2006-4374-aac2-30b7a4da6ee7 HTTP/1.1" status: 200 len: 948 time: 0.0722368 Jul 09 16:55:26.594108 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=6c9ca165-1551-4e73-88c0-6e5c7c1f92ca,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:26.608221 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-af583916-dbf6-4a6f-b15d-895b54aae87a req-4a4e6c28-2f73-4360-a6b4-7482e34681af tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] 10.222.0.98 "GET /v2.0/security-groups?id=8b248c94-6e5b-4459-8f2d-870c6456e268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325348 Jul 09 16:55:26.651319 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20667d7-5bc6-4890-9651-09f5bce0bd58 x-openstack-request-id: req-c20667d7-5bc6-4890-9651-09f5bce0bd58 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:55:26.651607 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9b52020-2006-4374-aac2-30b7a4da6ee7", "name": "network-vif-plugged", "status": "completed", "tag": "6c9ca165-1551-4e73-88c0-6e5c7c1f92ca", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:55:26.651856 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c20667d7-5bc6-4890-9651-09f5bce0bd58 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:55:26.652760 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9b52020-2006-4374-aac2-30b7a4da6ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9ca165-1551-4e73-88c0-6e5c7c1f92ca', 'code': 200} Jul 09 16:55:26.789781 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51058cc6-0356-4b24-9f13-9516997af598 req-83d285ba-7156-4905-825a-a701a0ed5ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:26.791284 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-51058cc6-0356-4b24-9f13-9516997af598 req-83d285ba-7156-4905-825a-a701a0ed5ef2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b9b52020-2006-4374-aac2-30b7a4da6ee7 HTTP/1.1" status: 200 len: 1100 time: 0.0508683 Jul 09 16:55:26.827129 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-51058cc6-0356-4b24-9f13-9516997af598 req-4f39e4ef-d854-4be7-bda3-7a82d159961f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8b248c94-6e5b-4459-8f2d-870c6456e268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295761 Jul 09 16:55:26.898906 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:27.779431 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62721eb-52ee-4984-af94-1191bc0aa6d2 req-9ed850cc-d9bc-4bb8-8eb8-b118bb734fe0 tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:27.780947 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c62721eb-52ee-4984-af94-1191bc0aa6d2 req-9ed850cc-d9bc-4bb8-8eb8-b118bb734fe0 tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] 10.222.0.98 "GET /v2.0/ports?device_id=b9b52020-2006-4374-aac2-30b7a4da6ee7 HTTP/1.1" status: 200 len: 949 time: 0.0640991 Jul 09 16:55:27.818605 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c62721eb-52ee-4984-af94-1191bc0aa6d2 req-f35a6f43-481c-466c-9654-1f3c9c14cbed tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] 10.222.0.98 "GET /v2.0/security-groups?id=8b248c94-6e5b-4459-8f2d-870c6456e268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321662 Jul 09 16:55:28.301013 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:28.994313 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ae1af-0a19-4777-a9f1-8cc0f927dc02 req-1218c2e8-9c4e-415c-9e05-62c5c63deae4 tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:28.996374 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-650ae1af-0a19-4777-a9f1-8cc0f927dc02 req-1218c2e8-9c4e-415c-9e05-62c5c63deae4 tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] 10.222.0.98 "GET /v2.0/ports?device_id=b9b52020-2006-4374-aac2-30b7a4da6ee7 HTTP/1.1" status: 200 len: 949 time: 0.0685120 Jul 09 16:55:29.033579 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-650ae1af-0a19-4777-a9f1-8cc0f927dc02 req-2402b0cd-0a32-4489-ab5c-7737df9b113b tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] 10.222.0.98 "GET /v2.0/security-groups?id=8b248c94-6e5b-4459-8f2d-870c6456e268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315907 Jul 09 16:55:29.305741 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [req-bfbff1b5-07da-49f4-a1cb-1c3636e73546 req-3040e548-d864-4fa1-b676-3d6fbacb7de3 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 16:55:29.306716 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bfbff1b5-07da-49f4-a1cb-1c3636e73546 req-3040e548-d864-4fa1-b676-3d6fbacb7de3 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055287 Jul 09 16:55:30.088060 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86252ff-aeab-4094-a716-6a38b84a9e2b req-90ef8b98-381d-4d42-aeb5-24609b91541c tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:30.090121 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d86252ff-aeab-4094-a716-6a38b84a9e2b req-90ef8b98-381d-4d42-aeb5-24609b91541c tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] 10.222.0.98 "GET /v2.0/ports?device_id=b9b52020-2006-4374-aac2-30b7a4da6ee7 HTTP/1.1" status: 200 len: 949 time: 0.0633430 Jul 09 16:55:30.126889 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d86252ff-aeab-4094-a716-6a38b84a9e2b req-c7bf99c5-5b8d-4787-ab0a-c0dc4c27b4b8 tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] 10.222.0.98 "GET /v2.0/security-groups?id=8b248c94-6e5b-4459-8f2d-870c6456e268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306747 Jul 09 16:55:31.300954 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28105c-3739-4bed-b21d-9c262612218a req-b557c0c6-5e68-4352-914f-080c8d8613b7 tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:31.302407 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7b28105c-3739-4bed-b21d-9c262612218a req-b557c0c6-5e68-4352-914f-080c8d8613b7 tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] 10.222.0.98 "GET /v2.0/ports?device_id=b9b52020-2006-4374-aac2-30b7a4da6ee7 HTTP/1.1" status: 200 len: 949 time: 0.0620472 Jul 09 16:55:31.343719 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7b28105c-3739-4bed-b21d-9c262612218a req-0f424499-2f0e-4e40-b624-391505c151b0 tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] 10.222.0.98 "GET /v2.0/security-groups?id=8b248c94-6e5b-4459-8f2d-870c6456e268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355527 Jul 09 16:55:31.582344 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83c865-234b-4fa4-820c-5deb1f2fed13 req-40ef573f-e8df-4581-b3a6-44a17bd6e108 tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:31.583815 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9c83c865-234b-4fa4-820c-5deb1f2fed13 req-40ef573f-e8df-4581-b3a6-44a17bd6e108 tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] 10.222.0.73 "GET /v2.0/ports?device_id=b9b52020-2006-4374-aac2-30b7a4da6ee7 HTTP/1.1" status: 200 len: 949 time: 0.0675132 Jul 09 16:55:31.683026 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-9c83c865-234b-4fa4-820c-5deb1f2fed13 req-291e0d44-7bd8-43ef-a547-03e0a1cc2be3 tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] Deleting port 6c9ca165-1551-4e73-88c0-6e5c7c1f92ca {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:55:31.683394 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9c83c865-234b-4fa4-820c-5deb1f2fed13 req-291e0d44-7bd8-43ef-a547-03e0a1cc2be3 tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:31.774284 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-9c83c865-234b-4fa4-820c-5deb1f2fed13 req-291e0d44-7bd8-43ef-a547-03e0a1cc2be3 tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] For port 6c9ca165-1551-4e73-88c0-6e5c7c1f92ca, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=6c9ca165-1551-4e73-88c0-6e5c7c1f92ca,segment=NetworkSegment(db7e8f71-2a34-4d7e-a3fa-83ecb6797495),segment_id=db7e8f71-2a34-4d7e-a3fa-83ecb6797495)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:55:31.774650 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9c83c865-234b-4fa4-820c-5deb1f2fed13 req-291e0d44-7bd8-43ef-a547-03e0a1cc2be3 tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:31.787981 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-9c83c865-234b-4fa4-820c-5deb1f2fed13 req-291e0d44-7bd8-43ef-a547-03e0a1cc2be3 tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] Calling delete_port for 6c9ca165-1551-4e73-88c0-6e5c7c1f92ca owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:55:31.924057 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9c83c865-234b-4fa4-820c-5deb1f2fed13 req-291e0d44-7bd8-43ef-a547-03e0a1cc2be3 tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:31.954445 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e0d44-7bd8-43ef-a547-03e0a1cc2be3 tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] Pushing event deleted for resources: {'Port': ['ID=6c9ca165-1551-4e73-88c0-6e5c7c1f92ca,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:31.960003 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['6c9ca165-1551-4e73-88c0-6e5c7c1f92ca'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:55:32.001482 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c83c865-234b-4fa4-820c-5deb1f2fed13 req-291e0d44-7bd8-43ef-a547-03e0a1cc2be3 tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] No DVR routers for this DVR port 6c9ca165-1551-4e73-88c0-6e5c7c1f92ca on host n-h2-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:55:32.004220 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9c83c865-234b-4fa4-820c-5deb1f2fed13 req-291e0d44-7bd8-43ef-a547-03e0a1cc2be3 tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:32.006306 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9c83c865-234b-4fa4-820c-5deb1f2fed13 req-291e0d44-7bd8-43ef-a547-03e0a1cc2be3 tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] 10.222.0.73 "DELETE /v2.0/ports/6c9ca165-1551-4e73-88c0-6e5c7c1f92ca HTTP/1.1" status: 204 len: 173 time: 0.4157166 Jul 09 16:55:32.006746 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b52020-2006-4374-aac2-30b7a4da6ee7', 'name': 'network-vif-deleted', 'tag': '6c9ca165-1551-4e73-88c0-6e5c7c1f92ca'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:55:32.009021 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7228bd65-3f28-485c-8891-960d2dbf8a77" -d '{"events": [{"server_uuid": "b9b52020-2006-4374-aac2-30b7a4da6ee7", "name": "network-vif-deleted", "tag": "6c9ca165-1551-4e73-88c0-6e5c7c1f92ca"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:55:32.048397 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd260e5-b6ea-4103-9ace-ed69e59164e4 x-openstack-request-id: req-cfd260e5-b6ea-4103-9ace-ed69e59164e4 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:55:32.048764 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9b52020-2006-4374-aac2-30b7a4da6ee7", "name": "network-vif-deleted", "tag": "6c9ca165-1551-4e73-88c0-6e5c7c1f92ca", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:55:32.049017 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-cfd260e5-b6ea-4103-9ace-ed69e59164e4 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:55:32.049409 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9b52020-2006-4374-aac2-30b7a4da6ee7', 'name': 'network-vif-deleted', 'tag': '6c9ca165-1551-4e73-88c0-6e5c7c1f92ca', 'status': 'completed', 'code': 200} Jul 09 16:55:32.503282 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a1f6f1c1-63f6-45e9-873a-14313d25053a req-2558af24-d457-4581-83f0-2f02e0d522fd tempest-ServersAdminNegativeTestJSON-860022300 tempest-ServersAdminNegativeTestJSON-860022300-project] 10.222.0.98 "GET /v2.0/ports?device_id=b9b52020-2006-4374-aac2-30b7a4da6ee7 HTTP/1.1" status: 200 len: 210 time: 0.0295563 Jul 09 16:55:33.830032 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50294) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:55:33.968676 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-df2b9f62-1a92-487d-9491-55c98afba2fd admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6ce1e7cb1b9a486fbf7f664d8e4520eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1374826 Jul 09 16:55:33.971206 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50298) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:55:34.017441 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2a78329d-0abc-4228-9316-ef8a7b37aad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:34.038118 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2a78329d-0abc-4228-9316-ef8a7b37aad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:34.083369 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2a78329d-0abc-4228-9316-ef8a7b37aad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:34.085876 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2a78329d-0abc-4228-9316-ef8a7b37aad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:34.087034 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2a78329d-0abc-4228-9316-ef8a7b37aad4 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8b248c94-6e5b-4459-8f2d-870c6456e268 HTTP/1.1" status: 204 len: 168 time: 0.1149054 Jul 09 16:55:34.094391 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a78329d-0abc-4228-9316-ef8a7b37aad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b248c94-6e5b-4459-8f2d-870c6456e268,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:34.101808 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a78329d-0abc-4228-9316-ef8a7b37aad4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:55:34.102155 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a78329d-0abc-4228-9316-ef8a7b37aad4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:55:34.102494 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a78329d-0abc-4228-9316-ef8a7b37aad4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:55:34.102862 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a78329d-0abc-4228-9316-ef8a7b37aad4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:55:34.103193 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a78329d-0abc-4228-9316-ef8a7b37aad4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:55:34.103645 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a78329d-0abc-4228-9316-ef8a7b37aad4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:55:34.103974 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a78329d-0abc-4228-9316-ef8a7b37aad4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:55:34.104300 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a78329d-0abc-4228-9316-ef8a7b37aad4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:55:34.104622 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a78329d-0abc-4228-9316-ef8a7b37aad4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:55:34.104942 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a78329d-0abc-4228-9316-ef8a7b37aad4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:55:34.105294 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a78329d-0abc-4228-9316-ef8a7b37aad4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:55:34.105617 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a78329d-0abc-4228-9316-ef8a7b37aad4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:55:34.339710 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50304) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:55:34.352957 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-283a2987-6867-4511-8887-4f806f9f326a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:34.406364 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 6c9ca165-1551-4e73-88c0-6e5c7c1f92ca no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:55:34.426532 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: 6c9ca165-1551-4e73-88c0-6e5c7c1f92ca {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:55:34.426917 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 6c9ca165-1551-4e73-88c0-6e5c7c1f92ca not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:55:34.452163 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-283a2987-6867-4511-8887-4f806f9f326a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:34.456177 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-283a2987-6867-4511-8887-4f806f9f326a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:34.499038 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-283a2987-6867-4511-8887-4f806f9f326a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a3d92937f05e44ea85f7d700cae5cf46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1582000 Jul 09 16:55:34.499940 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283a2987-6867-4511-8887-4f806f9f326a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcef6ded-c420-4eff-84e4-9c5374a0c883,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:34.501798 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50306) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:55:34.553253 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1e0c9651-2fe5-46ee-96b3-96a849bb8bdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:34.574883 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1e0c9651-2fe5-46ee-96b3-96a849bb8bdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:34.620084 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1e0c9651-2fe5-46ee-96b3-96a849bb8bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:34.623314 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1e0c9651-2fe5-46ee-96b3-96a849bb8bdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:34.624453 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-1e0c9651-2fe5-46ee-96b3-96a849bb8bdd admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/dcef6ded-c420-4eff-84e4-9c5374a0c883 HTTP/1.1" status: 204 len: 168 time: 0.1204994 Jul 09 16:55:34.635916 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0c9651-2fe5-46ee-96b3-96a849bb8bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcef6ded-c420-4eff-84e4-9c5374a0c883,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:34.644251 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c9651-2fe5-46ee-96b3-96a849bb8bdd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:55:34.644648 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c9651-2fe5-46ee-96b3-96a849bb8bdd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:55:34.645089 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c9651-2fe5-46ee-96b3-96a849bb8bdd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:55:34.645420 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c9651-2fe5-46ee-96b3-96a849bb8bdd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:55:34.645748 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c9651-2fe5-46ee-96b3-96a849bb8bdd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:55:34.646070 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c9651-2fe5-46ee-96b3-96a849bb8bdd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:55:34.646391 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c9651-2fe5-46ee-96b3-96a849bb8bdd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:55:34.646708 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c9651-2fe5-46ee-96b3-96a849bb8bdd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:55:34.647075 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c9651-2fe5-46ee-96b3-96a849bb8bdd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:55:34.647395 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c9651-2fe5-46ee-96b3-96a849bb8bdd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:55:34.647715 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c9651-2fe5-46ee-96b3-96a849bb8bdd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:55:34.648027 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c9651-2fe5-46ee-96b3-96a849bb8bdd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:55:35.288686 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50328) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:55:35.383524 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-e642d3b7-ab57-4635-9dd3-55fa3d94ddb1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1006152029-network', 'tenant_id': '98ec20a8a59a4fbbb234b74e9c15d0e4'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:55:35.404444 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e642d3b7-ab57-4635-9dd3-55fa3d94ddb1 admin admin] Made reservation on behalf of 98ec20a8a59a4fbbb234b74e9c15d0e4 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:55:35.406945 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e642d3b7-ab57-4635-9dd3-55fa3d94ddb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:35.415427 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e642d3b7-ab57-4635-9dd3-55fa3d94ddb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:35.511913 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e642d3b7-ab57-4635-9dd3-55fa3d94ddb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:35.515760 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e642d3b7-ab57-4635-9dd3-55fa3d94ddb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:35.537267 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e642d3b7-ab57-4635-9dd3-55fa3d94ddb1 admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:55:35.553168 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e642d3b7-ab57-4635-9dd3-55fa3d94ddb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dfa30fd-0848-4ee8-98ca-113fba5eb8a6,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:35.557072 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e642d3b7-ab57-4635-9dd3-55fa3d94ddb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:35.557428 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-e642d3b7-ab57-4635-9dd3-55fa3d94ddb1 admin admin] Added segment 5f92d186-ff1b-4b2d-969a-de5fd28c2639 of type vlan for network 2ec18651-04c2-41fb-bac3-d4b56a4533f8 Jul 09 16:55:35.597706 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e642d3b7-ab57-4635-9dd3-55fa3d94ddb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:35.627113 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e642d3b7-ab57-4635-9dd3-55fa3d94ddb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:35.628348 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e642d3b7-ab57-4635-9dd3-55fa3d94ddb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:35.629340 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e642d3b7-ab57-4635-9dd3-55fa3d94ddb1 admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:35.684588 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e642d3b7-ab57-4635-9dd3-55fa3d94ddb1 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3947711 Jul 09 16:55:35.689280 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50332) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:55:35.693896 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e642d3b7-ab57-4635-9dd3-55fa3d94ddb1 admin admin] Pushing event updated for resources: {'Network': ['ID=2ec18651-04c2-41fb-bac3-d4b56a4533f8,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:35.694347 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-94eb94f7-9487-4179-8e9a-a3a97325b580 admin admin] Request body: {'subnet': {'network_id': '2ec18651-04c2-41fb-bac3-d4b56a4533f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1006152029-subnet', 'tenant_id': '98ec20a8a59a4fbbb234b74e9c15d0e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:55:35.703906 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 2ec18651-04c2-41fb-bac3-d4b56a4533f8 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:55:35.716256 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94eb94f7-9487-4179-8e9a-a3a97325b580 admin admin] Made reservation on behalf of 98ec20a8a59a4fbbb234b74e9c15d0e4 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:55:35.718650 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-94eb94f7-9487-4179-8e9a-a3a97325b580 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:35.891133 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-94eb94f7-9487-4179-8e9a-a3a97325b580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:35.947764 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb94f7-9487-4179-8e9a-a3a97325b580 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75f00709-94e6-447b-9e45-9c2cfd38d2b9,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:35.955138 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94eb94f7-9487-4179-8e9a-a3a97325b580 admin admin] Checking segment: {'id': '5f92d186-ff1b-4b2d-969a-de5fd28c2639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2ec18651-04c2-41fb-bac3-d4b56a4533f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:55:35.955504 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94eb94f7-9487-4179-8e9a-a3a97325b580 admin admin] Network hostable DHCP agents. Network: 2ec18651-04c2-41fb-bac3-d4b56a4533f8, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:55:35.972245 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94eb94f7-9487-4179-8e9a-a3a97325b580 admin admin] Network 2ec18651-04c2-41fb-bac3-d4b56a4533f8 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:55:35.981150 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-94eb94f7-9487-4179-8e9a-a3a97325b580 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 2ec18651-04c2-41fb-bac3-d4b56a4533f8) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:55:35.986365 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94eb94f7-9487-4179-8e9a-a3a97325b580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:35.987294 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-94eb94f7-9487-4179-8e9a-a3a97325b580 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:35.990480 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4850a4-d768-415e-b4fd-570d1ad5d47a None None] Network 2ec18651-04c2-41fb-bac3-d4b56a4533f8 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:55:36.009152 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-94eb94f7-9487-4179-8e9a-a3a97325b580 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3136683 Jul 09 16:55:36.122458 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca07b210-4240-4168-ba7f-10aeee436b96 None None] Network 2ec18651-04c2-41fb-bac3-d4b56a4533f8 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:55:36.425758 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bee74-94d2-41b2-90be-8dd9cd3f90c7 req-2232c6d2-5828-45cf-aa97-d7fba3b45ff4 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:36.427162 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-456bee74-94d2-41b2-90be-8dd9cd3f90c7 req-2232c6d2-5828-45cf-aa97-d7fba3b45ff4 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/networks?id=2ec18651-04c2-41fb-bac3-d4b56a4533f8 HTTP/1.1" status: 200 len: 812 time: 0.1017361 Jul 09 16:55:36.444852 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-456bee74-94d2-41b2-90be-8dd9cd3f90c7 req-8726d003-9be3-4c21-a536-b0e5e886559a tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/quotas/98ec20a8a59a4fbbb234b74e9c15d0e4 HTTP/1.1" status: 200 len: 375 time: 0.0095994 Jul 09 16:55:36.478704 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-456bee74-94d2-41b2-90be-8dd9cd3f90c7 req-35819d94-16d1-4634-b845-5f3416af40c1 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=98ec20a8a59a4fbbb234b74e9c15d0e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282905 Jul 09 16:55:36.567380 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-456bee74-94d2-41b2-90be-8dd9cd3f90c7 req-7850317d-2215-4dae-a34e-e869dad4b5e4 service neutron] 10.222.0.98 "GET /v2.0/networks/2ec18651-04c2-41fb-bac3-d4b56a4533f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820539 Jul 09 16:55:36.667425 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-456bee74-94d2-41b2-90be-8dd9cd3f90c7 req-eb49ca10-8db2-4f43-8df3-64d71f154914 service neutron] 10.222.0.98 "GET /v2.0/networks/2ec18651-04c2-41fb-bac3-d4b56a4533f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938931 Jul 09 16:55:36.849637 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5b0af6b7-62aa-4437-bf8c-0c9fa92268d3 req-f5c1f8ab-3672-41db-87d2-f2dbc5e98914 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/ports?device_id=03d9046e-ac63-4204-8f75-626841487728 HTTP/1.1" status: 200 len: 210 time: 0.0290356 Jul 09 16:55:38.002856 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1095924b-0b4c-4b54-9838-6351bffc9bf4 req-a24cfcb4-538b-4dd1-a65d-7e528a46359d tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/ports?device_id=03d9046e-ac63-4204-8f75-626841487728 HTTP/1.1" status: 200 len: 210 time: 0.0297813 Jul 09 16:55:39.016917 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bee74-94d2-41b2-90be-8dd9cd3f90c7 req-5a2fff78-9252-447a-a8ac-59eaa68438a1 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:39.018409 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-456bee74-94d2-41b2-90be-8dd9cd3f90c7 req-5a2fff78-9252-447a-a8ac-59eaa68438a1 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.73 "GET /v2.0/networks?id=2ec18651-04c2-41fb-bac3-d4b56a4533f8 HTTP/1.1" status: 200 len: 812 time: 0.1132054 Jul 09 16:55:39.040693 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-456bee74-94d2-41b2-90be-8dd9cd3f90c7 req-47f32bdf-89e3-4b0d-b5e5-7da4378537b4 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] Request body: {'port': {'device_id': '03d9046e-ac63-4204-8f75-626841487728', 'network_id': '2ec18651-04c2-41fb-bac3-d4b56a4533f8', 'admin_state_up': True, 'tenant_id': '98ec20a8a59a4fbbb234b74e9c15d0e4'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:55:39.154836 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-220be257-aea1-434b-947a-17e7c74cf2ec req-8e36a885-07c8-47d1-9325-41f97d2fa57e tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/ports?device_id=03d9046e-ac63-4204-8f75-626841487728 HTTP/1.1" status: 200 len: 210 time: 0.0328126 Jul 09 16:55:39.159297 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-456bee74-94d2-41b2-90be-8dd9cd3f90c7 req-47f32bdf-89e3-4b0d-b5e5-7da4378537b4 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] Made reservation on behalf of 98ec20a8a59a4fbbb234b74e9c15d0e4 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:55:39.163096 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-456bee74-94d2-41b2-90be-8dd9cd3f90c7 req-47f32bdf-89e3-4b0d-b5e5-7da4378537b4 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:39.290551 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-456bee74-94d2-41b2-90be-8dd9cd3f90c7 req-47f32bdf-89e3-4b0d-b5e5-7da4378537b4 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] Allocated IP 172.20.0.6 (2ec18651-04c2-41fb-bac3-d4b56a4533f8/75f00709-94e6-447b-9e45-9c2cfd38d2b9/1fca6fbc-26c5-427e-a497-3ba3eecadfd5) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:55:39.436214 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-456bee74-94d2-41b2-90be-8dd9cd3f90c7 req-47f32bdf-89e3-4b0d-b5e5-7da4378537b4 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:39.475218 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-456bee74-94d2-41b2-90be-8dd9cd3f90c7 req-47f32bdf-89e3-4b0d-b5e5-7da4378537b4 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:39.521973 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-456bee74-94d2-41b2-90be-8dd9cd3f90c7 req-47f32bdf-89e3-4b0d-b5e5-7da4378537b4 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] Network 2ec18651-04c2-41fb-bac3-d4b56a4533f8 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:55:39.525164 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-456bee74-94d2-41b2-90be-8dd9cd3f90c7 req-47f32bdf-89e3-4b0d-b5e5-7da4378537b4 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:55:39.529336 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-456bee74-94d2-41b2-90be-8dd9cd3f90c7 req-47f32bdf-89e3-4b0d-b5e5-7da4378537b4 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:55:39.535665 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f32bdf-89e3-4b0d-b5e5-7da4378537b4 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] Pushing event updated for resources: {'Port': ['ID=1fca6fbc-26c5-427e-a497-3ba3eecadfd5,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:39.580582 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bee74-94d2-41b2-90be-8dd9cd3f90c7 req-47f32bdf-89e3-4b0d-b5e5-7da4378537b4 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:39.581197 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-456bee74-94d2-41b2-90be-8dd9cd3f90c7 req-47f32bdf-89e3-4b0d-b5e5-7da4378537b4 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:39.595073 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-456bee74-94d2-41b2-90be-8dd9cd3f90c7 req-47f32bdf-89e3-4b0d-b5e5-7da4378537b4 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5584116 Jul 09 16:55:39.611728 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-456bee74-94d2-41b2-90be-8dd9cd3f90c7 req-0a508b35-d68b-494c-9cb5-52196b87d52f service neutron] Request body: {'port': {'device_id': '03d9046e-ac63-4204-8f75-626841487728', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:55:39.685633 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-456bee74-94d2-41b2-90be-8dd9cd3f90c7 req-0a508b35-d68b-494c-9cb5-52196b87d52f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:39.936725 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-456bee74-94d2-41b2-90be-8dd9cd3f90c7 req-0a508b35-d68b-494c-9cb5-52196b87d52f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fca6fbc-26c5-427e-a497-3ba3eecadfd5 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:55:39.944298 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-456bee74-94d2-41b2-90be-8dd9cd3f90c7 req-0a508b35-d68b-494c-9cb5-52196b87d52f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:39.956125 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-456bee74-94d2-41b2-90be-8dd9cd3f90c7 req-0a508b35-d68b-494c-9cb5-52196b87d52f service neutron] Transition to ACTIVE for port object 1fca6fbc-26c5-427e-a497-3ba3eecadfd5 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:55:39.959707 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-456bee74-94d2-41b2-90be-8dd9cd3f90c7 req-0a508b35-d68b-494c-9cb5-52196b87d52f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:40.012013 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a508b35-d68b-494c-9cb5-52196b87d52f service neutron] Pushing event updated for resources: {'Port': ['ID=1fca6fbc-26c5-427e-a497-3ba3eecadfd5,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:40.082077 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-456bee74-94d2-41b2-90be-8dd9cd3f90c7 req-0a508b35-d68b-494c-9cb5-52196b87d52f service neutron] Attempting to bind port 1fca6fbc-26c5-427e-a497-3ba3eecadfd5 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:55:40.082724 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-456bee74-94d2-41b2-90be-8dd9cd3f90c7 req-0a508b35-d68b-494c-9cb5-52196b87d52f service neutron] Attempting to bind port 1fca6fbc-26c5-427e-a497-3ba3eecadfd5 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': '5f92d186-ff1b-4b2d-969a-de5fd28c2639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2ec18651-04c2-41fb-bac3-d4b56a4533f8'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:55:40.082724 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456bee74-94d2-41b2-90be-8dd9cd3f90c7 req-0a508b35-d68b-494c-9cb5-52196b87d52f service neutron] Attempting to bind port 1fca6fbc-26c5-427e-a497-3ba3eecadfd5 on network 2ec18651-04c2-41fb-bac3-d4b56a4533f8 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:55:40.086991 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456bee74-94d2-41b2-90be-8dd9cd3f90c7 req-0a508b35-d68b-494c-9cb5-52196b87d52f service neutron] Port 1fca6fbc-26c5-427e-a497-3ba3eecadfd5 on network 2ec18651-04c2-41fb-bac3-d4b56a4533f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:55:40.087313 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456bee74-94d2-41b2-90be-8dd9cd3f90c7 req-0a508b35-d68b-494c-9cb5-52196b87d52f service neutron] Attempting to bind port 1fca6fbc-26c5-427e-a497-3ba3eecadfd5 on network 2ec18651-04c2-41fb-bac3-d4b56a4533f8 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:55:40.092511 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456bee74-94d2-41b2-90be-8dd9cd3f90c7 req-0a508b35-d68b-494c-9cb5-52196b87d52f service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:55:40.092846 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456bee74-94d2-41b2-90be-8dd9cd3f90c7 req-0a508b35-d68b-494c-9cb5-52196b87d52f service neutron] Checking segment: {'id': '5f92d186-ff1b-4b2d-969a-de5fd28c2639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2ec18651-04c2-41fb-bac3-d4b56a4533f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:55:40.093227 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456bee74-94d2-41b2-90be-8dd9cd3f90c7 req-0a508b35-d68b-494c-9cb5-52196b87d52f service neutron] Bound using segment: {'id': '5f92d186-ff1b-4b2d-969a-de5fd28c2639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2ec18651-04c2-41fb-bac3-d4b56a4533f8'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:55:40.093647 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-456bee74-94d2-41b2-90be-8dd9cd3f90c7 req-0a508b35-d68b-494c-9cb5-52196b87d52f service neutron] Bound port: 1fca6fbc-26c5-427e-a497-3ba3eecadfd5, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f92d186-ff1b-4b2d-969a-de5fd28c2639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2ec18651-04c2-41fb-bac3-d4b56a4533f8'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:55:40.093998 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-456bee74-94d2-41b2-90be-8dd9cd3f90c7 req-0a508b35-d68b-494c-9cb5-52196b87d52f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:40.155468 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-456bee74-94d2-41b2-90be-8dd9cd3f90c7 req-0a508b35-d68b-494c-9cb5-52196b87d52f service neutron] For port 1fca6fbc-26c5-427e-a497-3ba3eecadfd5, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:55:40.158423 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-456bee74-94d2-41b2-90be-8dd9cd3f90c7 req-0a508b35-d68b-494c-9cb5-52196b87d52f service neutron] For port 1fca6fbc-26c5-427e-a497-3ba3eecadfd5, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=1fca6fbc-26c5-427e-a497-3ba3eecadfd5,segment=NetworkSegment(5f92d186-ff1b-4b2d-969a-de5fd28c2639),segment_id=5f92d186-ff1b-4b2d-969a-de5fd28c2639)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:55:40.162848 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-456bee74-94d2-41b2-90be-8dd9cd3f90c7 req-0a508b35-d68b-494c-9cb5-52196b87d52f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:40.195689 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bee74-94d2-41b2-90be-8dd9cd3f90c7 req-0a508b35-d68b-494c-9cb5-52196b87d52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:40.196328 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-456bee74-94d2-41b2-90be-8dd9cd3f90c7 req-0a508b35-d68b-494c-9cb5-52196b87d52f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:40.197782 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-456bee74-94d2-41b2-90be-8dd9cd3f90c7 req-0a508b35-d68b-494c-9cb5-52196b87d52f service neutron] 10.222.0.73 "PUT /v2.0/ports/1fca6fbc-26c5-427e-a497-3ba3eecadfd5 HTTP/1.1" status: 200 len: 1091 time: 0.5900817 Jul 09 16:55:40.198233 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d9046e-ac63-4204-8f75-626841487728', 'tag': '1fca6fbc-26c5-427e-a497-3ba3eecadfd5'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:55:40.201091 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a64769c-d392-43e0-a774-6ff28de43237" -d '{"events": [{"name": "network-changed", "server_uuid": "03d9046e-ac63-4204-8f75-626841487728", "tag": "1fca6fbc-26c5-427e-a497-3ba3eecadfd5"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:55:40.226152 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a508b35-d68b-494c-9cb5-52196b87d52f service neutron] Pushing event updated for resources: {'Port': ['ID=1fca6fbc-26c5-427e-a497-3ba3eecadfd5,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:40.301651 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:40.315856 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bee74-94d2-41b2-90be-8dd9cd3f90c7 req-16f88335-1880-4c30-aaec-8d92667b5b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:40.317365 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-456bee74-94d2-41b2-90be-8dd9cd3f90c7 req-16f88335-1880-4c30-aaec-8d92667b5b81 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=98ec20a8a59a4fbbb234b74e9c15d0e4&device_id=03d9046e-ac63-4204-8f75-626841487728 HTTP/1.1" status: 200 len: 1094 time: 0.0670033 Jul 09 16:55:40.340435 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a081c-0b08-4046-adbb-b9025801f323 req-052b27b3-7432-4672-8210-2491cd0f0684 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:40.341919 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-462a081c-0b08-4046-adbb-b9025801f323 req-052b27b3-7432-4672-8210-2491cd0f0684 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/ports?device_id=03d9046e-ac63-4204-8f75-626841487728 HTTP/1.1" status: 200 len: 943 time: 0.0718751 Jul 09 16:55:40.364163 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-456bee74-94d2-41b2-90be-8dd9cd3f90c7 req-79b57a54-c9bf-477b-9a79-6e0ac0cc9fad service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fca6fbc-26c5-427e-a497-3ba3eecadfd5 HTTP/1.1" status: 200 len: 217 time: 0.0337241 Jul 09 16:55:40.379517 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-462a081c-0b08-4046-adbb-b9025801f323 req-32eec0ba-d6f8-4a33-a9e6-ae4d3d95f984 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/security-groups?id=5dfa30fd-0848-4ee8-98ca-113fba5eb8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319655 Jul 09 16:55:40.413051 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bee74-94d2-41b2-90be-8dd9cd3f90c7 req-0ecd939e-8db8-41f3-ad48-6b02efeb590f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:40.414952 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-456bee74-94d2-41b2-90be-8dd9cd3f90c7 req-0ecd939e-8db8-41f3-ad48-6b02efeb590f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=75f00709-94e6-447b-9e45-9c2cfd38d2b9 HTTP/1.1" status: 200 len: 852 time: 0.0440078 Jul 09 16:55:40.429480 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702402d6-7861-4e9c-9a18-6022bf0da3c3 x-openstack-request-id: req-702402d6-7861-4e9c-9a18-6022bf0da3c3 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:55:40.429757 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03d9046e-ac63-4204-8f75-626841487728", "tag": "1fca6fbc-26c5-427e-a497-3ba3eecadfd5", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:55:40.430004 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-702402d6-7861-4e9c-9a18-6022bf0da3c3 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:55:40.430385 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03d9046e-ac63-4204-8f75-626841487728', 'tag': '1fca6fbc-26c5-427e-a497-3ba3eecadfd5', 'status': 'completed', 'code': 200} Jul 09 16:55:40.449788 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-456bee74-94d2-41b2-90be-8dd9cd3f90c7 req-21c23055-d71a-4ede-b984-1fbfded5bdd3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2ec18651-04c2-41fb-bac3-d4b56a4533f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286093 Jul 09 16:55:40.539990 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-456bee74-94d2-41b2-90be-8dd9cd3f90c7 req-51c832ea-8235-4a95-a0d6-db650ae49d10 service neutron] 10.222.0.73 "GET /v2.0/networks/2ec18651-04c2-41fb-bac3-d4b56a4533f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841281 Jul 09 16:55:40.631441 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-456bee74-94d2-41b2-90be-8dd9cd3f90c7 req-abf6d8e6-88b3-4eb1-81be-e829577efdbb service neutron] 10.222.0.73 "GET /v2.0/networks/2ec18651-04c2-41fb-bac3-d4b56a4533f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826116 Jul 09 16:55:40.773369 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64769c-d392-43e0-a774-6ff28de43237 req-0dd0d4e7-ac34-4ba4-820b-2d5c0e55bcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:40.774885 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9a64769c-d392-43e0-a774-6ff28de43237 req-0dd0d4e7-ac34-4ba4-820b-2d5c0e55bcec service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=98ec20a8a59a4fbbb234b74e9c15d0e4&device_id=03d9046e-ac63-4204-8f75-626841487728 HTTP/1.1" status: 200 len: 1094 time: 0.0576999 Jul 09 16:55:40.861323 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64769c-d392-43e0-a774-6ff28de43237 req-c23e6e19-879a-4257-a01c-5dced881ddb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:40.862759 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9a64769c-d392-43e0-a774-6ff28de43237 req-c23e6e19-879a-4257-a01c-5dced881ddb8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2ec18651-04c2-41fb-bac3-d4b56a4533f8 HTTP/1.1" status: 200 len: 913 time: 0.0816343 Jul 09 16:55:40.907853 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9a64769c-d392-43e0-a774-6ff28de43237 req-ff96332c-d84d-4125-a88a-c79e64a2aea0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fca6fbc-26c5-427e-a497-3ba3eecadfd5 HTTP/1.1" status: 200 len: 217 time: 0.0388670 Jul 09 16:55:40.959241 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64769c-d392-43e0-a774-6ff28de43237 req-13d0f3b6-7ca7-4356-a492-26f391bf38c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:40.960673 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9a64769c-d392-43e0-a774-6ff28de43237 req-13d0f3b6-7ca7-4356-a492-26f391bf38c1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=75f00709-94e6-447b-9e45-9c2cfd38d2b9 HTTP/1.1" status: 200 len: 852 time: 0.0475073 Jul 09 16:55:40.992127 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9a64769c-d392-43e0-a774-6ff28de43237 req-f8f7f5f7-7497-45c2-bf37-95b6b344457d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2ec18651-04c2-41fb-bac3-d4b56a4533f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252330 Jul 09 16:55:41.080991 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9a64769c-d392-43e0-a774-6ff28de43237 req-8d6d885a-89a7-41ba-83cb-1393ebedb04a service neutron] 10.222.0.73 "GET /v2.0/networks/2ec18651-04c2-41fb-bac3-d4b56a4533f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820396 Jul 09 16:55:41.165583 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9a64769c-d392-43e0-a774-6ff28de43237 req-894bb61c-5a12-4343-ad41-cb5332bd81f5 service neutron] 10.222.0.73 "GET /v2.0/networks/2ec18651-04c2-41fb-bac3-d4b56a4533f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781851 Jul 09 16:55:41.559553 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f3c9e4-a7bd-4a56-9e4d-7b76aae203b2 req-6405221b-bcbe-4951-8370-c17381a0d95f tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:41.561019 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-73f3c9e4-a7bd-4a56-9e4d-7b76aae203b2 req-6405221b-bcbe-4951-8370-c17381a0d95f tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/ports?device_id=03d9046e-ac63-4204-8f75-626841487728 HTTP/1.1" status: 200 len: 943 time: 0.0706005 Jul 09 16:55:41.607711 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-73f3c9e4-a7bd-4a56-9e4d-7b76aae203b2 req-d920b9c3-f404-4a72-ba80-a34e491d0b7f tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/security-groups?id=5dfa30fd-0848-4ee8-98ca-113fba5eb8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387690 Jul 09 16:55:42.779089 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd72be53-9ef1-4735-a5a9-898df77a0a50 req-143beef2-c36e-4b5f-9257-9500ebcc6fcd tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:42.780552 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bd72be53-9ef1-4735-a5a9-898df77a0a50 req-143beef2-c36e-4b5f-9257-9500ebcc6fcd tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/ports?device_id=03d9046e-ac63-4204-8f75-626841487728 HTTP/1.1" status: 200 len: 943 time: 0.0624793 Jul 09 16:55:42.818094 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bd72be53-9ef1-4735-a5a9-898df77a0a50 req-212e840c-0490-4e1f-bb18-5718b7714f5c tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/security-groups?id=5dfa30fd-0848-4ee8-98ca-113fba5eb8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320597 Jul 09 16:55:43.990374 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362070d-1a9f-4ed8-a8ae-d9f8c79d256d req-f1b9fc1e-7fa6-4263-9385-da2e70f58975 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:43.991869 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c362070d-1a9f-4ed8-a8ae-d9f8c79d256d req-f1b9fc1e-7fa6-4263-9385-da2e70f58975 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/ports?device_id=03d9046e-ac63-4204-8f75-626841487728 HTTP/1.1" status: 200 len: 943 time: 0.0677719 Jul 09 16:55:44.028869 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c362070d-1a9f-4ed8-a8ae-d9f8c79d256d req-e5681283-a930-4284-88c3-81f739d10e45 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/security-groups?id=5dfa30fd-0848-4ee8-98ca-113fba5eb8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313144 Jul 09 16:55:44.438117 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 1fca6fbc-26c5-427e-a497-3ba3eecadfd5 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:55:44.532502 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 1fca6fbc-26c5-427e-a497-3ba3eecadfd5, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=1fca6fbc-26c5-427e-a497-3ba3eecadfd5,segment=NetworkSegment(5f92d186-ff1b-4b2d-969a-de5fd28c2639),segment_id=5f92d186-ff1b-4b2d-969a-de5fd28c2639)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:55:44.544002 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '1fca6fbc-26c5-427e-a497-3ba3eecadfd5', 'network_id': '2ec18651-04c2-41fb-bac3-d4b56a4533f8', 'port_id': '1fca6fbc-26c5-427e-a497-3ba3eecadfd5', 'mac_address': 'fa:16:3e:18:ef:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75f00709-94e6-447b-9e45-9c2cfd38d2b9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:55:44.584170 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:44.746486 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fca6fbc-26c5-427e-a497-3ba3eecadfd5 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:55:44.766062 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 1fca6fbc-26c5-427e-a497-3ba3eecadfd5, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=1fca6fbc-26c5-427e-a497-3ba3eecadfd5,segment=NetworkSegment(5f92d186-ff1b-4b2d-969a-de5fd28c2639),segment_id=5f92d186-ff1b-4b2d-969a-de5fd28c2639)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:55:44.770352 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:44.817172 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=1fca6fbc-26c5-427e-a497-3ba3eecadfd5,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:45.124264 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['1fca6fbc-26c5-427e-a497-3ba3eecadfd5'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:55:45.206353 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd81c087-2671-41b3-b93e-0807db8fd8f6 req-4f2c2815-d9d8-4ba4-8994-a548f353cf67 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:45.207849 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fd81c087-2671-41b3-b93e-0807db8fd8f6 req-4f2c2815-d9d8-4ba4-8994-a548f353cf67 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/ports?device_id=03d9046e-ac63-4204-8f75-626841487728 HTTP/1.1" status: 200 len: 944 time: 0.0677874 Jul 09 16:55:45.244940 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fd81c087-2671-41b3-b93e-0807db8fd8f6 req-b4b0d051-c855-429f-96aa-ec0be276e6f5 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/security-groups?id=5dfa30fd-0848-4ee8-98ca-113fba5eb8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315082 Jul 09 16:55:46.414082 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d11ea3-d4db-4348-a433-9a74171ecf9f req-c044f51b-4503-4918-8246-2b53ecf1f02a tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:46.415598 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-96d11ea3-d4db-4348-a433-9a74171ecf9f req-c044f51b-4503-4918-8246-2b53ecf1f02a tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/ports?device_id=03d9046e-ac63-4204-8f75-626841487728 HTTP/1.1" status: 200 len: 944 time: 0.0630844 Jul 09 16:55:46.454064 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-96d11ea3-d4db-4348-a433-9a74171ecf9f req-1641c63e-cc7e-4a12-bd8c-dd9c235758f6 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/security-groups?id=5dfa30fd-0848-4ee8-98ca-113fba5eb8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319657 Jul 09 16:55:46.459132 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 1fca6fbc-26c5-427e-a497-3ba3eecadfd5 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:55:46.505831 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 1fca6fbc-26c5-427e-a497-3ba3eecadfd5 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:55:46.509322 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 1fca6fbc-26c5-427e-a497-3ba3eecadfd5 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:55:46.509686 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:46.584492 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:46.606239 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d9046e-ac63-4204-8f75-626841487728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fca6fbc-26c5-427e-a497-3ba3eecadfd5'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:55:46.608677 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7da024d-4345-4d05-bdbd-804a426ec777" -d '{"events": [{"server_uuid": "03d9046e-ac63-4204-8f75-626841487728", "name": "network-vif-plugged", "status": "completed", "tag": "1fca6fbc-26c5-427e-a497-3ba3eecadfd5"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:55:46.622820 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 1fca6fbc-26c5-427e-a497-3ba3eecadfd5, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=1fca6fbc-26c5-427e-a497-3ba3eecadfd5,segment=NetworkSegment(5f92d186-ff1b-4b2d-969a-de5fd28c2639),segment_id=5f92d186-ff1b-4b2d-969a-de5fd28c2639)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:55:46.627875 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:46.654302 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee6574c-a57f-420a-87dc-bf5f8ec297e7 x-openstack-request-id: req-6ee6574c-a57f-420a-87dc-bf5f8ec297e7 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:55:46.654596 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03d9046e-ac63-4204-8f75-626841487728", "name": "network-vif-plugged", "status": "completed", "tag": "1fca6fbc-26c5-427e-a497-3ba3eecadfd5", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:55:46.654872 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6ee6574c-a57f-420a-87dc-bf5f8ec297e7 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:55:46.655259 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d9046e-ac63-4204-8f75-626841487728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fca6fbc-26c5-427e-a497-3ba3eecadfd5', 'code': 200} Jul 09 16:55:46.680965 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=1fca6fbc-26c5-427e-a497-3ba3eecadfd5,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:55:46.834372 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dea72b-bf9f-4ddf-abd7-4b6c51fbbbc9 req-d3ca982f-5db4-427b-84b7-8e28c16713ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:46.835967 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-05dea72b-bf9f-4ddf-abd7-4b6c51fbbbc9 req-d3ca982f-5db4-427b-84b7-8e28c16713ac service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=03d9046e-ac63-4204-8f75-626841487728 HTTP/1.1" status: 200 len: 1096 time: 0.0535944 Jul 09 16:55:46.872422 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-05dea72b-bf9f-4ddf-abd7-4b6c51fbbbc9 req-c51ef5e1-a5ce-407f-8168-3964535a171f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5dfa30fd-0848-4ee8-98ca-113fba5eb8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272384 Jul 09 16:55:47.626515 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b48865b-e9fd-4a64-8c8c-de8c5ea4256b req-ba2d4a67-2386-497b-b371-4d8d2f71a7a5 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:47.627986 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9b48865b-e9fd-4a64-8c8c-de8c5ea4256b req-ba2d4a67-2386-497b-b371-4d8d2f71a7a5 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/ports?device_id=03d9046e-ac63-4204-8f75-626841487728 HTTP/1.1" status: 200 len: 945 time: 0.0618856 Jul 09 16:55:47.668166 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9b48865b-e9fd-4a64-8c8c-de8c5ea4256b req-735c30e4-3d1f-4e45-837d-5e337fc28ec8 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/security-groups?id=5dfa30fd-0848-4ee8-98ca-113fba5eb8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347378 Jul 09 16:55:48.839684 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194ec8f-fcd7-4344-a479-0f17ccf2eb35 req-3a1c8d2d-1b3b-40b3-8f5e-0d93b1380866 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:48.841699 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7194ec8f-fcd7-4344-a479-0f17ccf2eb35 req-3a1c8d2d-1b3b-40b3-8f5e-0d93b1380866 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/ports?device_id=03d9046e-ac63-4204-8f75-626841487728 HTTP/1.1" status: 200 len: 945 time: 0.0631752 Jul 09 16:55:48.877986 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7194ec8f-fcd7-4344-a479-0f17ccf2eb35 req-57debd7e-f520-428b-81e5-e3b28bcccbcc tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/security-groups?id=5dfa30fd-0848-4ee8-98ca-113fba5eb8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307307 Jul 09 16:55:49.306127 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882c767-084f-43b5-bace-e667fac2f69b req-77b1edfa-c19d-4f98-8db6-65c91b8b90e0 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:49.307634 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c882c767-084f-43b5-bace-e667fac2f69b req-77b1edfa-c19d-4f98-8db6-65c91b8b90e0 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/ports?device_id=03d9046e-ac63-4204-8f75-626841487728 HTTP/1.1" status: 200 len: 945 time: 0.1031158 Jul 09 16:55:49.313112 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ed234e6d-67fd-404d-8032-bc8ea604d609 req-46bc6aa9-4792-413d-b680-410f0618cd8a service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=03d9046e-ac63-4204-8f75-626841487728&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1582608 Jul 09 16:55:49.346691 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c882c767-084f-43b5-bace-e667fac2f69b req-f54b69dc-734c-4879-8821-277f531de175 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/security-groups?id=5dfa30fd-0848-4ee8-98ca-113fba5eb8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326259 Jul 09 16:55:49.538636 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5182b1-7d96-4ab9-a96a-a493a76fbb40 req-320f38ae-242a-4ff0-9d10-f114ce344e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:49.541903 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2c5182b1-7d96-4ab9-a96a-a493a76fbb40 req-320f38ae-242a-4ff0-9d10-f114ce344e7b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=98ec20a8a59a4fbbb234b74e9c15d0e4&device_id=03d9046e-ac63-4204-8f75-626841487728 HTTP/1.1" status: 200 len: 1096 time: 0.0576220 Jul 09 16:55:49.644973 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5182b1-7d96-4ab9-a96a-a493a76fbb40 req-06f550da-9fbd-4253-96f6-426ad57bbf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:49.646340 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2c5182b1-7d96-4ab9-a96a-a493a76fbb40 req-06f550da-9fbd-4253-96f6-426ad57bbf2a service neutron] 10.222.0.73 "GET /v2.0/networks?id=2ec18651-04c2-41fb-bac3-d4b56a4533f8 HTTP/1.1" status: 200 len: 913 time: 0.0852935 Jul 09 16:55:49.694009 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2c5182b1-7d96-4ab9-a96a-a493a76fbb40 req-88ea8df4-1953-47ed-be84-cbde509d3d8f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fca6fbc-26c5-427e-a497-3ba3eecadfd5 HTTP/1.1" status: 200 len: 217 time: 0.0409744 Jul 09 16:55:49.743189 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5182b1-7d96-4ab9-a96a-a493a76fbb40 req-7f9a8ecf-3616-4461-9aaf-e7c5ae23f9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:49.744702 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2c5182b1-7d96-4ab9-a96a-a493a76fbb40 req-7f9a8ecf-3616-4461-9aaf-e7c5ae23f9a6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=75f00709-94e6-447b-9e45-9c2cfd38d2b9 HTTP/1.1" status: 200 len: 852 time: 0.0446479 Jul 09 16:55:49.778086 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2c5182b1-7d96-4ab9-a96a-a493a76fbb40 req-4d95d106-0cc8-4ead-b490-e78656c47a42 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2ec18651-04c2-41fb-bac3-d4b56a4533f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266907 Jul 09 16:55:49.873438 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2c5182b1-7d96-4ab9-a96a-a493a76fbb40 req-76545ce7-9295-4dee-a91e-6e0a29a38518 service neutron] 10.222.0.73 "GET /v2.0/networks/2ec18651-04c2-41fb-bac3-d4b56a4533f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889683 Jul 09 16:55:49.974529 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2c5182b1-7d96-4ab9-a96a-a493a76fbb40 req-b215c084-20d2-4dd6-9388-fadc7ad8b320 service neutron] 10.222.0.73 "GET /v2.0/networks/2ec18651-04c2-41fb-bac3-d4b56a4533f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950835 Jul 09 16:55:50.521964 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed234e6d-67fd-404d-8032-bc8ea604d609 req-f38abb12-be57-40bb-bd7f-2f69e64a5241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:50.523534 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ed234e6d-67fd-404d-8032-bc8ea604d609 req-f38abb12-be57-40bb-bd7f-2f69e64a5241 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=98ec20a8a59a4fbbb234b74e9c15d0e4&device_id=03d9046e-ac63-4204-8f75-626841487728 HTTP/1.1" status: 200 len: 1096 time: 0.0531003 Jul 09 16:55:50.531101 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7edb49f-af70-40e3-bd8a-74a732b66dfc req-ba53e4e9-3a8e-4a0a-ba0b-bd79d420bc4e tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:50.532580 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d7edb49f-af70-40e3-bd8a-74a732b66dfc req-ba53e4e9-3a8e-4a0a-ba0b-bd79d420bc4e tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/ports?device_id=03d9046e-ac63-4204-8f75-626841487728 HTTP/1.1" status: 200 len: 945 time: 0.0637219 Jul 09 16:55:50.570379 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d7edb49f-af70-40e3-bd8a-74a732b66dfc req-2db0e509-19a0-4470-a885-0e144e081bc8 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/security-groups?id=5dfa30fd-0848-4ee8-98ca-113fba5eb8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319381 Jul 09 16:55:50.616733 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed234e6d-67fd-404d-8032-bc8ea604d609 req-1668aecf-0de8-45a5-b06b-baef4740952c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:50.618178 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ed234e6d-67fd-404d-8032-bc8ea604d609 req-1668aecf-0de8-45a5-b06b-baef4740952c service neutron] 10.222.0.73 "GET /v2.0/networks?id=2ec18651-04c2-41fb-bac3-d4b56a4533f8 HTTP/1.1" status: 200 len: 913 time: 0.0882437 Jul 09 16:55:50.661449 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ed234e6d-67fd-404d-8032-bc8ea604d609 req-d0b3a09f-73f7-4780-884b-9c3e325a7242 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fca6fbc-26c5-427e-a497-3ba3eecadfd5 HTTP/1.1" status: 200 len: 217 time: 0.0357487 Jul 09 16:55:50.714257 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed234e6d-67fd-404d-8032-bc8ea604d609 req-9a77399b-7d7e-4f85-ae7e-79834448d1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:50.715731 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ed234e6d-67fd-404d-8032-bc8ea604d609 req-9a77399b-7d7e-4f85-ae7e-79834448d1c8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=75f00709-94e6-447b-9e45-9c2cfd38d2b9 HTTP/1.1" status: 200 len: 852 time: 0.0476985 Jul 09 16:55:50.750953 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ed234e6d-67fd-404d-8032-bc8ea604d609 req-228946f8-0200-444e-8183-41c9afc6f207 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2ec18651-04c2-41fb-bac3-d4b56a4533f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295413 Jul 09 16:55:50.837183 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ed234e6d-67fd-404d-8032-bc8ea604d609 req-b0b37057-4bae-426f-99f5-fe0d127d2f09 service neutron] 10.222.0.73 "GET /v2.0/networks/2ec18651-04c2-41fb-bac3-d4b56a4533f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798018 Jul 09 16:55:50.927358 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ed234e6d-67fd-404d-8032-bc8ea604d609 req-c1bd1fd5-3eb0-49a9-89e3-66d9b63c2249 service neutron] 10.222.0.73 "GET /v2.0/networks/2ec18651-04c2-41fb-bac3-d4b56a4533f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844362 Jul 09 16:55:51.742520 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba2ec69-3108-44aa-bc6e-cf1b739580b6 req-c9fdfef1-9391-4747-9fc8-f61be9358d17 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:51.743961 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4ba2ec69-3108-44aa-bc6e-cf1b739580b6 req-c9fdfef1-9391-4747-9fc8-f61be9358d17 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/ports?device_id=03d9046e-ac63-4204-8f75-626841487728 HTTP/1.1" status: 200 len: 945 time: 0.0642684 Jul 09 16:55:51.784471 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4ba2ec69-3108-44aa-bc6e-cf1b739580b6 req-7c385db5-2be6-4403-aa21-0ad20a70297e tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/security-groups?id=5dfa30fd-0848-4ee8-98ca-113fba5eb8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340331 Jul 09 16:55:52.348906 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-47a547c2-dba9-4c20-9240-8180bdc8baaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:52.955928 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02bf6a7-64c4-4c51-ad88-7277b842ed61 req-cd232cb7-05c0-473c-8f72-4841d659a213 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:52.957396 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c02bf6a7-64c4-4c51-ad88-7277b842ed61 req-cd232cb7-05c0-473c-8f72-4841d659a213 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/ports?device_id=03d9046e-ac63-4204-8f75-626841487728 HTTP/1.1" status: 200 len: 945 time: 0.0628657 Jul 09 16:55:52.993239 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c02bf6a7-64c4-4c51-ad88-7277b842ed61 req-ad720b89-67ef-411a-b09e-3e120de11529 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/security-groups?id=5dfa30fd-0848-4ee8-98ca-113fba5eb8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304430 Jul 09 16:55:54.162237 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1183a19-126c-4e93-bcbf-4ea1b89c4072 req-3de58b09-1396-4b25-9383-41e11083c30e tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:54.163730 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d1183a19-126c-4e93-bcbf-4ea1b89c4072 req-3de58b09-1396-4b25-9383-41e11083c30e tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/ports?device_id=03d9046e-ac63-4204-8f75-626841487728 HTTP/1.1" status: 200 len: 945 time: 0.0611522 Jul 09 16:55:54.201891 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d1183a19-126c-4e93-bcbf-4ea1b89c4072 req-733e74ac-bb86-4e98-b056-2448ec1f0b04 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/security-groups?id=5dfa30fd-0848-4ee8-98ca-113fba5eb8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326984 Jul 09 16:55:55.105334 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-14d73e1b-b190-42f6-9aea-f4968c8a92bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:55.378118 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb05a58-5b52-492e-bb18-43974654953a req-8f9a71f2-3982-46d9-b46b-00e8eeb16523 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:55.380167 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ecb05a58-5b52-492e-bb18-43974654953a req-8f9a71f2-3982-46d9-b46b-00e8eeb16523 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/ports?device_id=03d9046e-ac63-4204-8f75-626841487728 HTTP/1.1" status: 200 len: 945 time: 0.0671272 Jul 09 16:55:55.418476 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ecb05a58-5b52-492e-bb18-43974654953a req-e2d9cd52-eb65-4fae-903c-b8e1c70d4a04 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/security-groups?id=5dfa30fd-0848-4ee8-98ca-113fba5eb8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318508 Jul 09 16:55:55.800283 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:56.362934 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:56.591176 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed6fd8-9089-450e-a90f-9bf485e8de39 req-45d1d26f-e88e-4399-a110-e5b2873cd339 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:56.592679 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fbed6fd8-9089-450e-a90f-9bf485e8de39 req-45d1d26f-e88e-4399-a110-e5b2873cd339 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/ports?device_id=03d9046e-ac63-4204-8f75-626841487728 HTTP/1.1" status: 200 len: 945 time: 0.0626278 Jul 09 16:55:56.634540 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fbed6fd8-9089-450e-a90f-9bf485e8de39 req-ad5cb302-93a8-4c77-8b9f-4e26cec1b20c tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/security-groups?id=5dfa30fd-0848-4ee8-98ca-113fba5eb8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361578 Jul 09 16:55:56.912211 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:57.084286 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:55:57.809659 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e8fab-76d9-40f9-bed5-df287b436e9b req-538bb0ae-8370-4f12-9e5c-011fb65b65e2 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:57.811133 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-da5e8fab-76d9-40f9-bed5-df287b436e9b req-538bb0ae-8370-4f12-9e5c-011fb65b65e2 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/ports?device_id=03d9046e-ac63-4204-8f75-626841487728 HTTP/1.1" status: 200 len: 945 time: 0.0627515 Jul 09 16:55:57.852118 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-da5e8fab-76d9-40f9-bed5-df287b436e9b req-d52ca51d-fa92-4885-9a65-ccf4a7a1a896 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/security-groups?id=5dfa30fd-0848-4ee8-98ca-113fba5eb8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351737 Jul 09 16:55:58.303578 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:55:59.024447 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8038c868-ff89-4af5-aa5e-3c80b2bdf478 req-0d6f302f-b036-49a3-a09d-ba61caa204ab tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:55:59.025940 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8038c868-ff89-4af5-aa5e-3c80b2bdf478 req-0d6f302f-b036-49a3-a09d-ba61caa204ab tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/ports?device_id=03d9046e-ac63-4204-8f75-626841487728 HTTP/1.1" status: 200 len: 945 time: 0.0635974 Jul 09 16:55:59.063940 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8038c868-ff89-4af5-aa5e-3c80b2bdf478 req-3e0cf407-e014-4ee5-8cec-bc3a49f6a70c tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/security-groups?id=5dfa30fd-0848-4ee8-98ca-113fba5eb8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315838 Jul 09 16:56:00.239353 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc87a87-d09e-4d41-8c71-68069154d4fc req-8423f8ce-6920-4e0b-b2e6-e837d6ef6206 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:00.240833 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bbc87a87-d09e-4d41-8c71-68069154d4fc req-8423f8ce-6920-4e0b-b2e6-e837d6ef6206 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/ports?device_id=03d9046e-ac63-4204-8f75-626841487728 HTTP/1.1" status: 200 len: 945 time: 0.0646415 Jul 09 16:56:00.276515 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bbc87a87-d09e-4d41-8c71-68069154d4fc req-ed09c05e-d2ca-42e1-975d-0a03da96d33d tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/security-groups?id=5dfa30fd-0848-4ee8-98ca-113fba5eb8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302567 Jul 09 16:56:01.451695 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091e610-d85b-4fe1-adc4-609299d9fd7a req-ee120c74-ff72-4410-9e6c-3c8496d76389 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:01.453630 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d091e610-d85b-4fe1-adc4-609299d9fd7a req-ee120c74-ff72-4410-9e6c-3c8496d76389 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/ports?device_id=03d9046e-ac63-4204-8f75-626841487728 HTTP/1.1" status: 200 len: 945 time: 0.0673690 Jul 09 16:56:01.490375 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d091e610-d85b-4fe1-adc4-609299d9fd7a req-68eee9f5-99e2-46e9-8289-4c928337712a tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/security-groups?id=5dfa30fd-0848-4ee8-98ca-113fba5eb8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311430 Jul 09 16:56:02.659770 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26e270-8845-42ae-b73a-3367509bcbf3 req-7cb4915c-c8dd-45de-b47f-797bc571b17d tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:02.661253 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6d26e270-8845-42ae-b73a-3367509bcbf3 req-7cb4915c-c8dd-45de-b47f-797bc571b17d tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/ports?device_id=03d9046e-ac63-4204-8f75-626841487728 HTTP/1.1" status: 200 len: 945 time: 0.0621984 Jul 09 16:56:02.698748 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6d26e270-8845-42ae-b73a-3367509bcbf3 req-6e61a324-5bd0-4732-89e1-e30119f3c765 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/security-groups?id=5dfa30fd-0848-4ee8-98ca-113fba5eb8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320663 Jul 09 16:56:03.868713 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5a212a-c7d2-40f0-a350-d18ebe18bb0a req-37de13e0-2bc0-4874-8a4a-b5cea59f33f8 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:03.870226 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1b5a212a-c7d2-40f0-a350-d18ebe18bb0a req-37de13e0-2bc0-4874-8a4a-b5cea59f33f8 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/ports?device_id=03d9046e-ac63-4204-8f75-626841487728 HTTP/1.1" status: 200 len: 945 time: 0.0622437 Jul 09 16:56:03.911332 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1b5a212a-c7d2-40f0-a350-d18ebe18bb0a req-6a7e49d1-9cb5-48aa-baff-7a126a97f4ee tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/security-groups?id=5dfa30fd-0848-4ee8-98ca-113fba5eb8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347943 Jul 09 16:56:05.084019 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7413c-cca4-49b5-8a7b-40ad532bab78 req-eb8f7961-62a1-4b7c-b0f2-bd9911579cb0 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:05.085490 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-29e7413c-cca4-49b5-8a7b-40ad532bab78 req-eb8f7961-62a1-4b7c-b0f2-bd9911579cb0 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/ports?device_id=03d9046e-ac63-4204-8f75-626841487728 HTTP/1.1" status: 200 len: 945 time: 0.0626986 Jul 09 16:56:05.122280 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-29e7413c-cca4-49b5-8a7b-40ad532bab78 req-03f2ee73-3755-4150-a044-39ba0e1e2e63 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/security-groups?id=5dfa30fd-0848-4ee8-98ca-113fba5eb8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313308 Jul 09 16:56:06.295269 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349fc4e4-76bc-4a70-aee5-d566ed6ceedb req-7ba167b0-d288-453f-9389-eec642aa03e5 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:06.296770 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-349fc4e4-76bc-4a70-aee5-d566ed6ceedb req-7ba167b0-d288-453f-9389-eec642aa03e5 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/ports?device_id=03d9046e-ac63-4204-8f75-626841487728 HTTP/1.1" status: 200 len: 945 time: 0.0628650 Jul 09 16:56:06.334069 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-349fc4e4-76bc-4a70-aee5-d566ed6ceedb req-401f6efe-60b6-4dd3-bf82-3a64faf5cdac tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/security-groups?id=5dfa30fd-0848-4ee8-98ca-113fba5eb8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318518 Jul 09 16:56:07.507851 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bcbba6-2384-460a-a1da-4db4c367f040 req-68053d9e-ec43-4e1b-9ff0-c882572902fd tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:07.509316 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b8bcbba6-2384-460a-a1da-4db4c367f040 req-68053d9e-ec43-4e1b-9ff0-c882572902fd tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/ports?device_id=03d9046e-ac63-4204-8f75-626841487728 HTTP/1.1" status: 200 len: 945 time: 0.0669074 Jul 09 16:56:07.546754 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b8bcbba6-2384-460a-a1da-4db4c367f040 req-2017f6bc-487e-4901-82e9-1730a0727575 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/security-groups?id=5dfa30fd-0848-4ee8-98ca-113fba5eb8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319569 Jul 09 16:56:08.714050 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e18e527-d27c-4547-85ba-0f9c123c7344 req-69b4976e-7e94-40ea-b02f-fe2696ac3f03 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:08.715531 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0e18e527-d27c-4547-85ba-0f9c123c7344 req-69b4976e-7e94-40ea-b02f-fe2696ac3f03 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/ports?device_id=03d9046e-ac63-4204-8f75-626841487728 HTTP/1.1" status: 200 len: 945 time: 0.0623364 Jul 09 16:56:08.755169 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0e18e527-d27c-4547-85ba-0f9c123c7344 req-c4093bdb-5daf-45d4-ae07-0e64c57e3201 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/security-groups?id=5dfa30fd-0848-4ee8-98ca-113fba5eb8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335512 Jul 09 16:56:09.929090 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e7d3bc-1463-40ce-bd7e-921ea1f49e2e req-540ee2c2-1730-405e-8402-d4579e763533 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:09.930557 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a8e7d3bc-1463-40ce-bd7e-921ea1f49e2e req-540ee2c2-1730-405e-8402-d4579e763533 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/ports?device_id=03d9046e-ac63-4204-8f75-626841487728 HTTP/1.1" status: 200 len: 945 time: 0.0621374 Jul 09 16:56:09.972125 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a8e7d3bc-1463-40ce-bd7e-921ea1f49e2e req-8092a378-9e3c-40b0-843c-67899facd105 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/security-groups?id=5dfa30fd-0848-4ee8-98ca-113fba5eb8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360157 Jul 09 16:56:10.313226 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:11.146508 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca07eb1-3d47-4f73-adde-c22f7b1c5025 req-5dc13abe-25eb-4679-a8eb-29bcb4ad5e44 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:11.148009 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6ca07eb1-3d47-4f73-adde-c22f7b1c5025 req-5dc13abe-25eb-4679-a8eb-29bcb4ad5e44 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/ports?device_id=03d9046e-ac63-4204-8f75-626841487728 HTTP/1.1" status: 200 len: 945 time: 0.0625141 Jul 09 16:56:11.184933 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6ca07eb1-3d47-4f73-adde-c22f7b1c5025 req-e4c1bb15-c953-423a-bb39-95f39f2a4af8 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/security-groups?id=5dfa30fd-0848-4ee8-98ca-113fba5eb8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312085 Jul 09 16:56:12.364279 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55dac94-6390-4837-b01e-c025cd7ab89b req-42f3267c-0896-4548-8a17-11de0510613a tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:12.365763 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f55dac94-6390-4837-b01e-c025cd7ab89b req-42f3267c-0896-4548-8a17-11de0510613a tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/ports?device_id=03d9046e-ac63-4204-8f75-626841487728 HTTP/1.1" status: 200 len: 945 time: 0.0727236 Jul 09 16:56:12.402018 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f55dac94-6390-4837-b01e-c025cd7ab89b req-34f95aa9-a8cf-408a-b6f3-6378dd04e514 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/security-groups?id=5dfa30fd-0848-4ee8-98ca-113fba5eb8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307157 Jul 09 16:56:13.584942 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71185204-b0a2-4b25-a46a-6f3ad90f38d6 req-0b37df13-38e0-4136-9c0d-f46a92b9b249 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:13.586447 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-71185204-b0a2-4b25-a46a-6f3ad90f38d6 req-0b37df13-38e0-4136-9c0d-f46a92b9b249 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/ports?device_id=03d9046e-ac63-4204-8f75-626841487728 HTTP/1.1" status: 200 len: 945 time: 0.0695312 Jul 09 16:56:13.623676 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-71185204-b0a2-4b25-a46a-6f3ad90f38d6 req-89f4b730-2ffd-4311-ac18-5482f4034698 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/security-groups?id=5dfa30fd-0848-4ee8-98ca-113fba5eb8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316503 Jul 09 16:56:14.981179 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d3e8f-4703-4332-bb56-7aee446cf8b4 req-9d72cfe7-365f-487c-9bb3-a993576ac654 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:14.982645 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5f1d3e8f-4703-4332-bb56-7aee446cf8b4 req-9d72cfe7-365f-487c-9bb3-a993576ac654 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/ports?device_id=03d9046e-ac63-4204-8f75-626841487728 HTTP/1.1" status: 200 len: 945 time: 0.0631285 Jul 09 16:56:15.018905 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5f1d3e8f-4703-4332-bb56-7aee446cf8b4 req-a5ca3171-cf64-4ae5-a197-7c658acaf57c tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/security-groups?id=5dfa30fd-0848-4ee8-98ca-113fba5eb8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307195 Jul 09 16:56:16.194140 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f85fd7-dd36-4006-b893-9c07377450e9 req-1a8f7cc9-406d-476f-8c13-4e9827d0e9bb tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:16.195631 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f4f85fd7-dd36-4006-b893-9c07377450e9 req-1a8f7cc9-406d-476f-8c13-4e9827d0e9bb tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/ports?device_id=03d9046e-ac63-4204-8f75-626841487728 HTTP/1.1" status: 200 len: 945 time: 0.0665345 Jul 09 16:56:16.232232 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f4f85fd7-dd36-4006-b893-9c07377450e9 req-8073255f-9fae-4b70-b30b-d9f73d370158 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/security-groups?id=5dfa30fd-0848-4ee8-98ca-113fba5eb8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310495 Jul 09 16:56:17.403992 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8739b4a-e84e-4ff1-99c5-9f1061b68bd5 req-c29ecd23-fc15-4102-bd61-61811758b12b tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:17.405462 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f8739b4a-e84e-4ff1-99c5-9f1061b68bd5 req-c29ecd23-fc15-4102-bd61-61811758b12b tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/ports?device_id=03d9046e-ac63-4204-8f75-626841487728 HTTP/1.1" status: 200 len: 945 time: 0.0635743 Jul 09 16:56:17.442963 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f8739b4a-e84e-4ff1-99c5-9f1061b68bd5 req-799f32af-19fd-4378-8599-87156b88a285 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/security-groups?id=5dfa30fd-0848-4ee8-98ca-113fba5eb8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319264 Jul 09 16:56:18.247411 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [req-ed234e6d-67fd-404d-8032-bc8ea604d609 req-e6aeca57-b3aa-4ff2-96c6-1d7f4bad7650 service neutron] show failed (client error): The resource could not be found. Jul 09 16:56:18.248433 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-ed234e6d-67fd-404d-8032-bc8ea604d609 req-e6aeca57-b3aa-4ff2-96c6-1d7f4bad7650 service neutron] 10.222.0.73 "GET /v2.0/ports/1fca6fbc-26c5-427e-a497-3ba3eecadfd5/bindings/n-h1-798930-3 HTTP/1.1" status: 404 len: 380 time: 0.0579391 Jul 09 16:56:18.509859 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed234e6d-67fd-404d-8032-bc8ea604d609 req-b21ff2e7-b32f-48af-ace9-c8017da53713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:18.511285 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ed234e6d-67fd-404d-8032-bc8ea604d609 req-b21ff2e7-b32f-48af-ace9-c8017da53713 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=03d9046e-ac63-4204-8f75-626841487728&tenant_id=98ec20a8a59a4fbbb234b74e9c15d0e4 HTTP/1.1" status: 200 len: 1096 time: 0.0568933 Jul 09 16:56:18.522916 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-ed234e6d-67fd-404d-8032-bc8ea604d609 req-521225fd-939f-496e-8027-1050a1057c5a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798930-3', 'device_owner': 'compute:nova'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:56:18.629706 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ed234e6d-67fd-404d-8032-bc8ea604d609 req-521225fd-939f-496e-8027-1050a1057c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:18.686458 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dcbaf9-7ecc-4ec3-bbc4-51613ec29b93 req-b9f9b05e-58ed-4878-9e2b-be242d099ede tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:18.687975 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-88dcbaf9-7ecc-4ec3-bbc4-51613ec29b93 req-b9f9b05e-58ed-4878-9e2b-be242d099ede tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/ports?device_id=03d9046e-ac63-4204-8f75-626841487728 HTTP/1.1" status: 200 len: 945 time: 0.1279173 Jul 09 16:56:18.790522 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-88dcbaf9-7ecc-4ec3-bbc4-51613ec29b93 req-1e72cc48-2068-4641-9d7a-aec9327d523e tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/security-groups?id=5dfa30fd-0848-4ee8-98ca-113fba5eb8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962665 Jul 09 16:56:18.873829 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-ed234e6d-67fd-404d-8032-bc8ea604d609 req-521225fd-939f-496e-8027-1050a1057c5a service neutron] For port 1fca6fbc-26c5-427e-a497-3ba3eecadfd5, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=1fca6fbc-26c5-427e-a497-3ba3eecadfd5,segment=NetworkSegment(5f92d186-ff1b-4b2d-969a-de5fd28c2639),segment_id=5f92d186-ff1b-4b2d-969a-de5fd28c2639)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:56:18.906316 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-ed234e6d-67fd-404d-8032-bc8ea604d609 req-521225fd-939f-496e-8027-1050a1057c5a service neutron] For port 1fca6fbc-26c5-427e-a497-3ba3eecadfd5, host n-h2-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:56:18.947682 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d9046e-ac63-4204-8f75-626841487728', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fca6fbc-26c5-427e-a497-3ba3eecadfd5'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:56:18.949937 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35bd3280-53cf-42bb-9fc1-01c5cb132f13" -d '{"events": [{"server_uuid": "03d9046e-ac63-4204-8f75-626841487728", "name": "network-vif-unplugged", "status": "completed", "tag": "1fca6fbc-26c5-427e-a497-3ba3eecadfd5"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:56:18.953610 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ed234e6d-67fd-404d-8032-bc8ea604d609 req-521225fd-939f-496e-8027-1050a1057c5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:18.966328 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-ed234e6d-67fd-404d-8032-bc8ea604d609 req-521225fd-939f-496e-8027-1050a1057c5a service neutron] Transition to ACTIVE for port object 1fca6fbc-26c5-427e-a497-3ba3eecadfd5 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:56:18.972396 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ed234e6d-67fd-404d-8032-bc8ea604d609 req-521225fd-939f-496e-8027-1050a1057c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:19.009333 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67281529-915b-4362-a442-8a1f6be0b412 x-openstack-request-id: req-67281529-915b-4362-a442-8a1f6be0b412 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:56:19.009633 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03d9046e-ac63-4204-8f75-626841487728", "name": "network-vif-unplugged", "status": "completed", "tag": "1fca6fbc-26c5-427e-a497-3ba3eecadfd5", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:56:19.009886 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-67281529-915b-4362-a442-8a1f6be0b412 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:56:19.010278 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d9046e-ac63-4204-8f75-626841487728', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fca6fbc-26c5-427e-a497-3ba3eecadfd5', 'code': 200} Jul 09 16:56:19.033946 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed234e6d-67fd-404d-8032-bc8ea604d609 req-521225fd-939f-496e-8027-1050a1057c5a service neutron] No DVR routers for this DVR port 1fca6fbc-26c5-427e-a497-3ba3eecadfd5 on host n-h2-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:56:19.046186 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521225fd-939f-496e-8027-1050a1057c5a service neutron] Pushing event updated for resources: {'Port': ['ID=1fca6fbc-26c5-427e-a497-3ba3eecadfd5,revision_number=6']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:19.079520 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-ed234e6d-67fd-404d-8032-bc8ea604d609 req-521225fd-939f-496e-8027-1050a1057c5a service neutron] Attempting to bind port 1fca6fbc-26c5-427e-a497-3ba3eecadfd5 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:56:19.079851 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-ed234e6d-67fd-404d-8032-bc8ea604d609 req-521225fd-939f-496e-8027-1050a1057c5a service neutron] Attempting to bind port 1fca6fbc-26c5-427e-a497-3ba3eecadfd5 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '5f92d186-ff1b-4b2d-969a-de5fd28c2639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2ec18651-04c2-41fb-bac3-d4b56a4533f8'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:56:19.080176 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed234e6d-67fd-404d-8032-bc8ea604d609 req-521225fd-939f-496e-8027-1050a1057c5a service neutron] Attempting to bind port 1fca6fbc-26c5-427e-a497-3ba3eecadfd5 on network 2ec18651-04c2-41fb-bac3-d4b56a4533f8 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:56:19.084351 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed234e6d-67fd-404d-8032-bc8ea604d609 req-521225fd-939f-496e-8027-1050a1057c5a service neutron] Port 1fca6fbc-26c5-427e-a497-3ba3eecadfd5 on network 2ec18651-04c2-41fb-bac3-d4b56a4533f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:56:19.084673 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed234e6d-67fd-404d-8032-bc8ea604d609 req-521225fd-939f-496e-8027-1050a1057c5a service neutron] Attempting to bind port 1fca6fbc-26c5-427e-a497-3ba3eecadfd5 on network 2ec18651-04c2-41fb-bac3-d4b56a4533f8 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:56:19.089353 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed234e6d-67fd-404d-8032-bc8ea604d609 req-521225fd-939f-496e-8027-1050a1057c5a service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:56:19.089688 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed234e6d-67fd-404d-8032-bc8ea604d609 req-521225fd-939f-496e-8027-1050a1057c5a service neutron] Checking segment: {'id': '5f92d186-ff1b-4b2d-969a-de5fd28c2639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2ec18651-04c2-41fb-bac3-d4b56a4533f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:56:19.090095 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed234e6d-67fd-404d-8032-bc8ea604d609 req-521225fd-939f-496e-8027-1050a1057c5a service neutron] Bound using segment: {'id': '5f92d186-ff1b-4b2d-969a-de5fd28c2639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2ec18651-04c2-41fb-bac3-d4b56a4533f8'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:56:19.090518 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-ed234e6d-67fd-404d-8032-bc8ea604d609 req-521225fd-939f-496e-8027-1050a1057c5a service neutron] Bound port: 1fca6fbc-26c5-427e-a497-3ba3eecadfd5, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f92d186-ff1b-4b2d-969a-de5fd28c2639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2ec18651-04c2-41fb-bac3-d4b56a4533f8'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:56:19.090907 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ed234e6d-67fd-404d-8032-bc8ea604d609 req-521225fd-939f-496e-8027-1050a1057c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:19.151691 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-ed234e6d-67fd-404d-8032-bc8ea604d609 req-521225fd-939f-496e-8027-1050a1057c5a service neutron] For port 1fca6fbc-26c5-427e-a497-3ba3eecadfd5, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:56:19.154611 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-ed234e6d-67fd-404d-8032-bc8ea604d609 req-521225fd-939f-496e-8027-1050a1057c5a service neutron] For port 1fca6fbc-26c5-427e-a497-3ba3eecadfd5, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=1fca6fbc-26c5-427e-a497-3ba3eecadfd5,segment=NetworkSegment(5f92d186-ff1b-4b2d-969a-de5fd28c2639),segment_id=5f92d186-ff1b-4b2d-969a-de5fd28c2639)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:56:19.159857 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ed234e6d-67fd-404d-8032-bc8ea604d609 req-521225fd-939f-496e-8027-1050a1057c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:19.193700 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed234e6d-67fd-404d-8032-bc8ea604d609 req-521225fd-939f-496e-8027-1050a1057c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:19.194306 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ed234e6d-67fd-404d-8032-bc8ea604d609 req-521225fd-939f-496e-8027-1050a1057c5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:19.195716 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ed234e6d-67fd-404d-8032-bc8ea604d609 req-521225fd-939f-496e-8027-1050a1057c5a service neutron] 10.222.0.77 "PUT /v2.0/ports/1fca6fbc-26c5-427e-a497-3ba3eecadfd5 HTTP/1.1" status: 200 len: 1091 time: 0.6770568 Jul 09 16:56:19.215091 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521225fd-939f-496e-8027-1050a1057c5a service neutron] Pushing event updated for resources: {'Port': ['ID=1fca6fbc-26c5-427e-a497-3ba3eecadfd5,revision_number=7']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:19.268135 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed234e6d-67fd-404d-8032-bc8ea604d609 req-c1c91766-f422-42fe-a165-a930dc923985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:19.269588 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ed234e6d-67fd-404d-8032-bc8ea604d609 req-c1c91766-f422-42fe-a165-a930dc923985 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=98ec20a8a59a4fbbb234b74e9c15d0e4&device_id=03d9046e-ac63-4204-8f75-626841487728 HTTP/1.1" status: 200 len: 1094 time: 0.0517633 Jul 09 16:56:19.358547 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed234e6d-67fd-404d-8032-bc8ea604d609 req-defa6835-38a2-4fcb-b9bc-aa5d84e291c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:19.359935 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ed234e6d-67fd-404d-8032-bc8ea604d609 req-defa6835-38a2-4fcb-b9bc-aa5d84e291c2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2ec18651-04c2-41fb-bac3-d4b56a4533f8 HTTP/1.1" status: 200 len: 913 time: 0.0841627 Jul 09 16:56:19.398616 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ed234e6d-67fd-404d-8032-bc8ea604d609 req-69fb8d00-c894-4ffd-bdbc-31638dbb1cc0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fca6fbc-26c5-427e-a497-3ba3eecadfd5 HTTP/1.1" status: 200 len: 217 time: 0.0330391 Jul 09 16:56:19.448738 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed234e6d-67fd-404d-8032-bc8ea604d609 req-241b69a8-4fd6-4eae-aaec-e49b5ead032a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:19.450128 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ed234e6d-67fd-404d-8032-bc8ea604d609 req-241b69a8-4fd6-4eae-aaec-e49b5ead032a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=75f00709-94e6-447b-9e45-9c2cfd38d2b9 HTTP/1.1" status: 200 len: 852 time: 0.0456722 Jul 09 16:56:19.481861 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ed234e6d-67fd-404d-8032-bc8ea604d609 req-8111011f-dc3c-4b98-a974-795b569c69c4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2ec18651-04c2-41fb-bac3-d4b56a4533f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253685 Jul 09 16:56:19.566850 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ed234e6d-67fd-404d-8032-bc8ea604d609 req-8c1bcc9c-e0b6-488f-ac29-d1b186997842 service neutron] 10.222.0.77 "GET /v2.0/networks/2ec18651-04c2-41fb-bac3-d4b56a4533f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783241 Jul 09 16:56:19.983187 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ed234e6d-67fd-404d-8032-bc8ea604d609 req-e5c32706-b6bb-47fe-be33-3bb04804c8af service neutron] 10.222.0.77 "GET /v2.0/networks/2ec18651-04c2-41fb-bac3-d4b56a4533f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4103861 Jul 09 16:56:19.998402 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f7c75-0d27-4569-87ca-00a9122c9cfc req-f200832e-474f-44a8-987f-59c8bdcabb88 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:19.999759 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-488f7c75-0d27-4569-87ca-00a9122c9cfc req-f200832e-474f-44a8-987f-59c8bdcabb88 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/ports?device_id=03d9046e-ac63-4204-8f75-626841487728 HTTP/1.1" status: 200 len: 943 time: 0.0931160 Jul 09 16:56:20.050599 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-488f7c75-0d27-4569-87ca-00a9122c9cfc req-8ee6bf27-a9de-4cf8-b1fa-f8efc54f0180 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/security-groups?id=5dfa30fd-0848-4ee8-98ca-113fba5eb8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437255 Jul 09 16:56:20.704203 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 1fca6fbc-26c5-427e-a497-3ba3eecadfd5 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:56:20.741897 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 1fca6fbc-26c5-427e-a497-3ba3eecadfd5 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:56:21.011530 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d9046e-ac63-4204-8f75-626841487728', 'tag': '1fca6fbc-26c5-427e-a497-3ba3eecadfd5'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:56:21.013817 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7ec56d-21e6-45b9-a281-a78283d2855a" -d '{"events": [{"name": "network-changed", "server_uuid": "03d9046e-ac63-4204-8f75-626841487728", "tag": "1fca6fbc-26c5-427e-a497-3ba3eecadfd5"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:56:21.059999 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b14906-6c55-496c-ab2e-94dfe2af3f81 x-openstack-request-id: req-e0b14906-6c55-496c-ab2e-94dfe2af3f81 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:56:21.060294 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03d9046e-ac63-4204-8f75-626841487728", "tag": "1fca6fbc-26c5-427e-a497-3ba3eecadfd5", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:56:21.060547 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e0b14906-6c55-496c-ab2e-94dfe2af3f81 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:56:21.060933 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03d9046e-ac63-4204-8f75-626841487728', 'tag': '1fca6fbc-26c5-427e-a497-3ba3eecadfd5', 'status': 'completed', 'code': 200} Jul 09 16:56:21.133139 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ec56d-21e6-45b9-a281-a78283d2855a req-2e03dfd7-6ce1-4619-9065-7144c9b25f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:21.134629 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e7ec56d-21e6-45b9-a281-a78283d2855a req-2e03dfd7-6ce1-4619-9065-7144c9b25f22 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=98ec20a8a59a4fbbb234b74e9c15d0e4&device_id=03d9046e-ac63-4204-8f75-626841487728 HTTP/1.1" status: 200 len: 1094 time: 0.0548763 Jul 09 16:56:21.158190 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ec56d-21e6-45b9-a281-a78283d2855a req-53fbec4e-d6c6-4a3c-847d-a0f33f9a0283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:21.159747 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3e7ec56d-21e6-45b9-a281-a78283d2855a req-53fbec4e-d6c6-4a3c-847d-a0f33f9a0283 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=98ec20a8a59a4fbbb234b74e9c15d0e4&device_id=03d9046e-ac63-4204-8f75-626841487728 HTTP/1.1" status: 200 len: 1094 time: 0.0539203 Jul 09 16:56:21.253050 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ec56d-21e6-45b9-a281-a78283d2855a req-aaadd375-6397-4789-bb54-a57f46c60a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:21.254519 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3e7ec56d-21e6-45b9-a281-a78283d2855a req-aaadd375-6397-4789-bb54-a57f46c60a89 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2ec18651-04c2-41fb-bac3-d4b56a4533f8 HTTP/1.1" status: 200 len: 913 time: 0.0887043 Jul 09 16:56:21.269357 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ec56d-21e6-45b9-a281-a78283d2855a req-f2ca0235-d7d1-4aee-bdb6-fc7c8b8a5995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:21.270822 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e7ec56d-21e6-45b9-a281-a78283d2855a req-f2ca0235-d7d1-4aee-bdb6-fc7c8b8a5995 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2ec18651-04c2-41fb-bac3-d4b56a4533f8 HTTP/1.1" status: 200 len: 913 time: 0.1287253 Jul 09 16:56:21.280955 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ca03f-f8ef-4267-afb6-47d4ce2275cd req-3f02779f-a9d9-4cf9-a848-bba2ba68cff3 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:21.282893 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-491ca03f-f8ef-4267-afb6-47d4ce2275cd req-3f02779f-a9d9-4cf9-a848-bba2ba68cff3 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/ports?device_id=03d9046e-ac63-4204-8f75-626841487728 HTTP/1.1" status: 200 len: 943 time: 0.0993831 Jul 09 16:56:21.295767 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3e7ec56d-21e6-45b9-a281-a78283d2855a req-6091b791-447a-4c5e-90c2-09da09b6acfc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fca6fbc-26c5-427e-a497-3ba3eecadfd5 HTTP/1.1" status: 200 len: 217 time: 0.0347409 Jul 09 16:56:21.328280 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e7ec56d-21e6-45b9-a281-a78283d2855a req-391484c7-6fe7-4217-be87-809b62f2a8c2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fca6fbc-26c5-427e-a497-3ba3eecadfd5 HTTP/1.1" status: 200 len: 217 time: 0.0444291 Jul 09 16:56:21.343212 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ec56d-21e6-45b9-a281-a78283d2855a req-96055f47-7483-470c-89b8-1ee188d4fac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:21.345396 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3e7ec56d-21e6-45b9-a281-a78283d2855a req-96055f47-7483-470c-89b8-1ee188d4fac9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=75f00709-94e6-447b-9e45-9c2cfd38d2b9 HTTP/1.1" status: 200 len: 852 time: 0.0436940 Jul 09 16:56:21.371732 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-491ca03f-f8ef-4267-afb6-47d4ce2275cd req-a8955e29-295d-4359-931e-7b19148705ff tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/security-groups?id=5dfa30fd-0848-4ee8-98ca-113fba5eb8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820839 Jul 09 16:56:21.382460 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3e7ec56d-21e6-45b9-a281-a78283d2855a req-203daa77-2696-459b-ba1f-2d33b5ca65c1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2ec18651-04c2-41fb-bac3-d4b56a4533f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307672 Jul 09 16:56:21.395045 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ec56d-21e6-45b9-a281-a78283d2855a req-93ebeabd-7985-49d3-af9a-89713fc6f758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:21.396852 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e7ec56d-21e6-45b9-a281-a78283d2855a req-93ebeabd-7985-49d3-af9a-89713fc6f758 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=75f00709-94e6-447b-9e45-9c2cfd38d2b9 HTTP/1.1" status: 200 len: 852 time: 0.0613525 Jul 09 16:56:21.441750 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e7ec56d-21e6-45b9-a281-a78283d2855a req-37c094ab-7eab-45d4-96fe-1e0a6343b7de service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2ec18651-04c2-41fb-bac3-d4b56a4533f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358779 Jul 09 16:56:21.480752 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3e7ec56d-21e6-45b9-a281-a78283d2855a req-49baf5bd-7253-484a-b9be-03cf3fccd75d service neutron] 10.222.0.73 "GET /v2.0/networks/2ec18651-04c2-41fb-bac3-d4b56a4533f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921819 Jul 09 16:56:21.536535 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e7ec56d-21e6-45b9-a281-a78283d2855a req-a2c3d2d8-6b5c-4216-b407-8f3dc82a2887 service neutron] 10.222.0.77 "GET /v2.0/networks/2ec18651-04c2-41fb-bac3-d4b56a4533f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864179 Jul 09 16:56:21.580887 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3e7ec56d-21e6-45b9-a281-a78283d2855a req-daeffb19-2906-4bbe-8acf-65b3694cb9dc service neutron] 10.222.0.73 "GET /v2.0/networks/2ec18651-04c2-41fb-bac3-d4b56a4533f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943177 Jul 09 16:56:21.633990 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e7ec56d-21e6-45b9-a281-a78283d2855a req-9fff73ba-e3d8-4fa1-a491-5e4328e9940d service neutron] 10.222.0.77 "GET /v2.0/networks/2ec18651-04c2-41fb-bac3-d4b56a4533f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903747 Jul 09 16:56:22.349039 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e23405de-0779-43ba-9444-341089c562af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:22.542774 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4388502b-a480-4646-886a-d297e218b9b4 req-ffe67ac9-7867-4ab1-ab79-2ae0663d5fe4 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:22.544290 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4388502b-a480-4646-886a-d297e218b9b4 req-ffe67ac9-7867-4ab1-ab79-2ae0663d5fe4 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/ports?device_id=03d9046e-ac63-4204-8f75-626841487728 HTTP/1.1" status: 200 len: 943 time: 0.0625160 Jul 09 16:56:22.581846 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4388502b-a480-4646-886a-d297e218b9b4 req-bd07891b-7a8f-4cfd-81d6-834bb13b807f tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/security-groups?id=5dfa30fd-0848-4ee8-98ca-113fba5eb8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319879 Jul 09 16:56:22.613364 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 1fca6fbc-26c5-427e-a497-3ba3eecadfd5 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:56:22.710519 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 1fca6fbc-26c5-427e-a497-3ba3eecadfd5, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=1fca6fbc-26c5-427e-a497-3ba3eecadfd5,segment=NetworkSegment(5f92d186-ff1b-4b2d-969a-de5fd28c2639),segment_id=5f92d186-ff1b-4b2d-969a-de5fd28c2639)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:56:22.721699 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '1fca6fbc-26c5-427e-a497-3ba3eecadfd5', 'network_id': '2ec18651-04c2-41fb-bac3-d4b56a4533f8', 'port_id': '1fca6fbc-26c5-427e-a497-3ba3eecadfd5', 'mac_address': 'fa:16:3e:18:ef:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75f00709-94e6-447b-9e45-9c2cfd38d2b9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:56:22.758487 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:22.772372 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fca6fbc-26c5-427e-a497-3ba3eecadfd5 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:56:22.792443 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 1fca6fbc-26c5-427e-a497-3ba3eecadfd5, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=1fca6fbc-26c5-427e-a497-3ba3eecadfd5,segment=NetworkSegment(5f92d186-ff1b-4b2d-969a-de5fd28c2639),segment_id=5f92d186-ff1b-4b2d-969a-de5fd28c2639)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:56:22.796267 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:22.850794 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=1fca6fbc-26c5-427e-a497-3ba3eecadfd5,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:22.858153 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:56:22.858501 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:56:22.858868 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:56:22.859204 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:56:22.859537 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:56:22.859895 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:56:22.860234 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:56:22.860610 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:56:22.860879 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:56:22.861222 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:56:22.861545 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:56:22.861866 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:56:22.973747 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf653a6-df2e-44fa-958b-7ba5ee29fd46 req-68ad002c-3ebf-46d5-94ab-b72e88cc6c52 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:22.975205 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9cf653a6-df2e-44fa-958b-7ba5ee29fd46 req-68ad002c-3ebf-46d5-94ab-b72e88cc6c52 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.73 "GET /v2.0/ports?device_id=03d9046e-ac63-4204-8f75-626841487728&tenant_id=98ec20a8a59a4fbbb234b74e9c15d0e4&binding%3Ahost_id=n-h1-798930-3 HTTP/1.1" status: 200 len: 944 time: 0.0703723 Jul 09 16:56:23.021277 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['1fca6fbc-26c5-427e-a497-3ba3eecadfd5'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:56:23.033721 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [req-9cf653a6-df2e-44fa-958b-7ba5ee29fd46 req-95fb3615-2c37-4876-b10a-c25c3dad5265 service neutron] delete failed (client error): The resource could not be found. Jul 09 16:56:23.034720 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9cf653a6-df2e-44fa-958b-7ba5ee29fd46 req-95fb3615-2c37-4876-b10a-c25c3dad5265 service neutron] 10.222.0.73 "DELETE /v2.0/ports/1fca6fbc-26c5-427e-a497-3ba3eecadfd5/bindings/n-h2-798930-3 HTTP/1.1" status: 404 len: 380 time: 0.0536194 Jul 09 16:56:23.147593 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf653a6-df2e-44fa-958b-7ba5ee29fd46 req-eefccd68-657a-44cb-9740-518b18880f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:23.148980 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9cf653a6-df2e-44fa-958b-7ba5ee29fd46 req-eefccd68-657a-44cb-9740-518b18880f76 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=98ec20a8a59a4fbbb234b74e9c15d0e4&device_id=03d9046e-ac63-4204-8f75-626841487728 HTTP/1.1" status: 200 len: 1095 time: 0.0565367 Jul 09 16:56:23.235620 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf653a6-df2e-44fa-958b-7ba5ee29fd46 req-94038551-c843-4345-b3e9-2d23133c7b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:23.237004 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9cf653a6-df2e-44fa-958b-7ba5ee29fd46 req-94038551-c843-4345-b3e9-2d23133c7b2a service neutron] 10.222.0.73 "GET /v2.0/networks?id=2ec18651-04c2-41fb-bac3-d4b56a4533f8 HTTP/1.1" status: 200 len: 913 time: 0.0813909 Jul 09 16:56:23.280698 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9cf653a6-df2e-44fa-958b-7ba5ee29fd46 req-9bf975ad-8804-4054-b16f-548d1fc69731 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fca6fbc-26c5-427e-a497-3ba3eecadfd5 HTTP/1.1" status: 200 len: 217 time: 0.0366108 Jul 09 16:56:23.327135 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf653a6-df2e-44fa-958b-7ba5ee29fd46 req-88f01dde-316e-46f5-a0c5-81ff51a64602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:23.328646 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9cf653a6-df2e-44fa-958b-7ba5ee29fd46 req-88f01dde-316e-46f5-a0c5-81ff51a64602 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=75f00709-94e6-447b-9e45-9c2cfd38d2b9 HTTP/1.1" status: 200 len: 852 time: 0.0424829 Jul 09 16:56:23.358725 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9cf653a6-df2e-44fa-958b-7ba5ee29fd46 req-1df07849-956f-4c66-aecb-900896c9c04d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2ec18651-04c2-41fb-bac3-d4b56a4533f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244086 Jul 09 16:56:23.447136 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9cf653a6-df2e-44fa-958b-7ba5ee29fd46 req-5093d708-e8a2-4e45-a40b-f70fc228fdfd service neutron] 10.222.0.73 "GET /v2.0/networks/2ec18651-04c2-41fb-bac3-d4b56a4533f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820594 Jul 09 16:56:23.532575 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-9cf653a6-df2e-44fa-958b-7ba5ee29fd46 req-4c773fc3-b63f-4e35-b7ca-824b1fa590f4 service neutron] 10.222.0.73 "GET /v2.0/networks/2ec18651-04c2-41fb-bac3-d4b56a4533f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796654 Jul 09 16:56:24.412032 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f7e85-396d-47de-8339-3a28472f5adf req-c127d457-f63f-4b21-be9b-8daa0212615d tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:24.417606 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0e7f7e85-396d-47de-8339-3a28472f5adf req-c127d457-f63f-4b21-be9b-8daa0212615d tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/ports?device_id=03d9046e-ac63-4204-8f75-626841487728 HTTP/1.1" status: 200 len: 944 time: 0.0629942 Jul 09 16:56:24.455754 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0e7f7e85-396d-47de-8339-3a28472f5adf req-a5970713-9d73-4563-acf2-7874e42f0f84 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/security-groups?id=5dfa30fd-0848-4ee8-98ca-113fba5eb8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366902 Jul 09 16:56:24.639124 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 1fca6fbc-26c5-427e-a497-3ba3eecadfd5 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:56:24.689183 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 1fca6fbc-26c5-427e-a497-3ba3eecadfd5 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:56:24.693218 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 1fca6fbc-26c5-427e-a497-3ba3eecadfd5 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:56:24.693594 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:24.767257 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:24.789092 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d9046e-ac63-4204-8f75-626841487728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fca6fbc-26c5-427e-a497-3ba3eecadfd5'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:56:24.791430 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aced5432-4b3a-49dd-b747-da42b26100a3" -d '{"events": [{"server_uuid": "03d9046e-ac63-4204-8f75-626841487728", "name": "network-vif-plugged", "status": "completed", "tag": "1fca6fbc-26c5-427e-a497-3ba3eecadfd5"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:56:24.807276 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 1fca6fbc-26c5-427e-a497-3ba3eecadfd5, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=1fca6fbc-26c5-427e-a497-3ba3eecadfd5,segment=NetworkSegment(5f92d186-ff1b-4b2d-969a-de5fd28c2639),segment_id=5f92d186-ff1b-4b2d-969a-de5fd28c2639)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:56:24.811598 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:24.837146 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119ed547-44e9-47de-bc4b-ad119eb30751 x-openstack-request-id: req-119ed547-44e9-47de-bc4b-ad119eb30751 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:56:24.837442 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03d9046e-ac63-4204-8f75-626841487728", "name": "network-vif-plugged", "status": "completed", "tag": "1fca6fbc-26c5-427e-a497-3ba3eecadfd5", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:56:24.837694 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-119ed547-44e9-47de-bc4b-ad119eb30751 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:56:24.838080 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d9046e-ac63-4204-8f75-626841487728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fca6fbc-26c5-427e-a497-3ba3eecadfd5', 'code': 200} Jul 09 16:56:24.866370 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=1fca6fbc-26c5-427e-a497-3ba3eecadfd5,revision_number=9']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:25.105737 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-46405f3e-41cd-4b97-bce7-34017c6a6ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:25.615335 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf653a6-df2e-44fa-958b-7ba5ee29fd46 req-e07520f3-543d-478e-bbec-c7b49c391bd1 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:25.616775 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9cf653a6-df2e-44fa-958b-7ba5ee29fd46 req-e07520f3-543d-478e-bbec-c7b49c391bd1 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.77 "GET /v2.0/ports?device_id=03d9046e-ac63-4204-8f75-626841487728 HTTP/1.1" status: 200 len: 945 time: 0.0969498 Jul 09 16:56:25.682886 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e8566b-e3d0-43aa-be75-cfe7c93ca7f3 req-293cfbdd-b196-4b58-870c-570e3da7e5f2 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:25.684335 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-28e8566b-e3d0-43aa-be75-cfe7c93ca7f3 req-293cfbdd-b196-4b58-870c-570e3da7e5f2 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/ports?device_id=03d9046e-ac63-4204-8f75-626841487728 HTTP/1.1" status: 200 len: 945 time: 0.1138048 Jul 09 16:56:25.754101 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-28e8566b-e3d0-43aa-be75-cfe7c93ca7f3 req-26cea253-cdd4-4a00-bc06-a23d327752a0 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.98 "GET /v2.0/security-groups?id=5dfa30fd-0848-4ee8-98ca-113fba5eb8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614173 Jul 09 16:56:25.763266 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-9cf653a6-df2e-44fa-958b-7ba5ee29fd46 req-13919a4b-f357-4734-b9a8-71ebf3f6d4b4 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] Deleting port 1fca6fbc-26c5-427e-a497-3ba3eecadfd5 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:56:25.763614 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9cf653a6-df2e-44fa-958b-7ba5ee29fd46 req-13919a4b-f357-4734-b9a8-71ebf3f6d4b4 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:25.802266 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:25.851291 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-9cf653a6-df2e-44fa-958b-7ba5ee29fd46 req-13919a4b-f357-4734-b9a8-71ebf3f6d4b4 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] For port 1fca6fbc-26c5-427e-a497-3ba3eecadfd5, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=1fca6fbc-26c5-427e-a497-3ba3eecadfd5,segment=NetworkSegment(5f92d186-ff1b-4b2d-969a-de5fd28c2639),segment_id=5f92d186-ff1b-4b2d-969a-de5fd28c2639)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:56:25.851651 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9cf653a6-df2e-44fa-958b-7ba5ee29fd46 req-13919a4b-f357-4734-b9a8-71ebf3f6d4b4 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:25.868307 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-9cf653a6-df2e-44fa-958b-7ba5ee29fd46 req-13919a4b-f357-4734-b9a8-71ebf3f6d4b4 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] Calling delete_port for 1fca6fbc-26c5-427e-a497-3ba3eecadfd5 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:56:25.994747 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9cf653a6-df2e-44fa-958b-7ba5ee29fd46 req-13919a4b-f357-4734-b9a8-71ebf3f6d4b4 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:26.006727 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['1fca6fbc-26c5-427e-a497-3ba3eecadfd5'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:56:26.024421 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13919a4b-f357-4734-b9a8-71ebf3f6d4b4 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] Pushing event deleted for resources: {'Port': ['ID=1fca6fbc-26c5-427e-a497-3ba3eecadfd5,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:26.075641 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cf653a6-df2e-44fa-958b-7ba5ee29fd46 req-13919a4b-f357-4734-b9a8-71ebf3f6d4b4 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] No DVR routers for this DVR port 1fca6fbc-26c5-427e-a497-3ba3eecadfd5 on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:56:26.078207 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9cf653a6-df2e-44fa-958b-7ba5ee29fd46 req-13919a4b-f357-4734-b9a8-71ebf3f6d4b4 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:26.080320 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9cf653a6-df2e-44fa-958b-7ba5ee29fd46 req-13919a4b-f357-4734-b9a8-71ebf3f6d4b4 tempest-DeleteServersTestJSON-324212754 tempest-DeleteServersTestJSON-324212754-project] 10.222.0.77 "DELETE /v2.0/ports/1fca6fbc-26c5-427e-a497-3ba3eecadfd5 HTTP/1.1" status: 204 len: 173 time: 0.4581585 Jul 09 16:56:26.080768 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d9046e-ac63-4204-8f75-626841487728', 'name': 'network-vif-deleted', 'tag': '1fca6fbc-26c5-427e-a497-3ba3eecadfd5'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:56:26.083058 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e61ef2d-b4f8-4399-ad60-422d86c72ede" -d '{"events": [{"server_uuid": "03d9046e-ac63-4204-8f75-626841487728", "name": "network-vif-deleted", "tag": "1fca6fbc-26c5-427e-a497-3ba3eecadfd5"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:56:26.119887 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5a65bc-af8d-4da7-abbf-3c4becd91b8b x-openstack-request-id: req-5c5a65bc-af8d-4da7-abbf-3c4becd91b8b {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:56:26.120165 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03d9046e-ac63-4204-8f75-626841487728", "name": "network-vif-deleted", "tag": "1fca6fbc-26c5-427e-a497-3ba3eecadfd5", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:56:26.120421 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5c5a65bc-af8d-4da7-abbf-3c4becd91b8b {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:56:26.120828 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d9046e-ac63-4204-8f75-626841487728', 'name': 'network-vif-deleted', 'tag': '1fca6fbc-26c5-427e-a497-3ba3eecadfd5', 'status': 'completed', 'code': 200} Jul 09 16:56:26.366913 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:26.913951 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:26.990287 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50490) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:56:27.034313 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc0467ee-597a-49a1-adc7-857b37c000b4 admin admin] Deleting subnet 75f00709-94e6-447b-9e45-9c2cfd38d2b9 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:56:27.037427 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc0467ee-597a-49a1-adc7-857b37c000b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:27.069952 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc0467ee-597a-49a1-adc7-857b37c000b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:27.114868 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc0467ee-597a-49a1-adc7-857b37c000b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:27.169918 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc0467ee-597a-49a1-adc7-857b37c000b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:27.196970 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0467ee-597a-49a1-adc7-857b37c000b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75f00709-94e6-447b-9e45-9c2cfd38d2b9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:27.198949 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc0467ee-597a-49a1-adc7-857b37c000b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:27.201424 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-cc0467ee-597a-49a1-adc7-857b37c000b4 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/75f00709-94e6-447b-9e45-9c2cfd38d2b9 HTTP/1.1" status: 204 len: 168 time: 0.2094386 Jul 09 16:56:27.203391 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50492) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:56:27.268742 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0750da7d-8360-4cbd-8bf9-0c8bcbdc356f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:27.348369 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0750da7d-8360-4cbd-8bf9-0c8bcbdc356f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:27.357630 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-0750da7d-8360-4cbd-8bf9-0c8bcbdc356f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ec18651-04c2-41fb-bac3-d4b56a4533f8']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:56:27.367421 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-0750da7d-8360-4cbd-8bf9-0c8bcbdc356f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f92d186-ff1b-4b2d-969a-de5fd28c2639') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:56:27.367720 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-0750da7d-8360-4cbd-8bf9-0c8bcbdc356f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f92d186-ff1b-4b2d-969a-de5fd28c2639') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:56:27.376783 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0750da7d-8360-4cbd-8bf9-0c8bcbdc356f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:27.398046 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0750da7d-8360-4cbd-8bf9-0c8bcbdc356f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:27.405487 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0750da7d-8360-4cbd-8bf9-0c8bcbdc356f admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:56:27.405860 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0750da7d-8360-4cbd-8bf9-0c8bcbdc356f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:27.407718 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:56:27.407718 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:56:27.407718 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 16:56:27.407718 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:56:27.407718 n-d-798930-3 neutron-server[93958]: timer() Jul 09 16:56:27.407718 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:56:27.407718 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 16:56:27.407718 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:56:27.407718 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 16:56:27.407718 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:56:27.407718 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 16:56:27.407718 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:56:27.407718 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 16:56:27.407718 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:56:27.407718 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 16:56:27.407718 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:56:27.407718 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:56:27.407718 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:56:27.407718 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:56:27.407718 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:56:27.407718 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 16:56:27.407718 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:56:27.407718 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 16:56:27.407718 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:56:27.407718 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:56:27.407718 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:56:27.407718 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 16:56:27.407718 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:56:27.407718 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:56:27.407718 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:56:27.407718 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:56:27.407718 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:56:27.407718 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:56:27.407718 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:56:27.460205 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0750da7d-8360-4cbd-8bf9-0c8bcbdc356f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:27.466364 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0750da7d-8360-4cbd-8bf9-0c8bcbdc356f admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:27.468772 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0750da7d-8360-4cbd-8bf9-0c8bcbdc356f admin admin] 10.222.0.98 "DELETE /v2.0/networks/2ec18651-04c2-41fb-bac3-d4b56a4533f8 HTTP/1.1" status: 204 len: 168 time: 0.2644112 Jul 09 16:56:27.480234 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0750da7d-8360-4cbd-8bf9-0c8bcbdc356f admin admin] Pushing event deleted for resources: {'Network': ['ID=2ec18651-04c2-41fb-bac3-d4b56a4533f8,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:27.578605 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50496) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:56:27.621930 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-73dd85ae-c146-4793-8d21-3708cb3fe420 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=98ec20a8a59a4fbbb234b74e9c15d0e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420790 Jul 09 16:56:27.624330 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50498) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:56:27.671526 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d23718c-957b-4c82-bf4a-40fb96a15a07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:27.692811 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d23718c-957b-4c82-bf4a-40fb96a15a07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:27.737856 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d23718c-957b-4c82-bf4a-40fb96a15a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:27.740465 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d23718c-957b-4c82-bf4a-40fb96a15a07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:27.741629 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0d23718c-957b-4c82-bf4a-40fb96a15a07 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5dfa30fd-0848-4ee8-98ca-113fba5eb8a6 HTTP/1.1" status: 204 len: 168 time: 0.1164062 Jul 09 16:56:27.749436 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d23718c-957b-4c82-bf4a-40fb96a15a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dfa30fd-0848-4ee8-98ca-113fba5eb8a6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:28.306757 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:28.398794 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50520) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:56:28.505936 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-12961bd4-d2f8-4be9-a6e4-478d639a9aab admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1354933878-network', 'tenant_id': '86cc3bda539540e0a6a9c14d447345da'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:56:28.527239 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12961bd4-d2f8-4be9-a6e4-478d639a9aab admin admin] Made reservation on behalf of 86cc3bda539540e0a6a9c14d447345da for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:56:28.529595 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12961bd4-d2f8-4be9-a6e4-478d639a9aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:28.538374 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12961bd4-d2f8-4be9-a6e4-478d639a9aab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:28.625439 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12961bd4-d2f8-4be9-a6e4-478d639a9aab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:28.629256 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12961bd4-d2f8-4be9-a6e4-478d639a9aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:28.656439 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12961bd4-d2f8-4be9-a6e4-478d639a9aab admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:56:28.663485 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12961bd4-d2f8-4be9-a6e4-478d639a9aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6fb1bb-1298-4e9b-80fa-ea175134456d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:28.669446 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12961bd4-d2f8-4be9-a6e4-478d639a9aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:28.669790 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-12961bd4-d2f8-4be9-a6e4-478d639a9aab admin admin] Added segment 68121af8-06bc-4c0f-9ac9-f620f22538ef of type vlan for network 95bd50a0-d377-4ee6-99cb-91d43b297070 Jul 09 16:56:28.713201 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12961bd4-d2f8-4be9-a6e4-478d639a9aab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:28.740347 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12961bd4-d2f8-4be9-a6e4-478d639a9aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:28.741213 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12961bd4-d2f8-4be9-a6e4-478d639a9aab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:28.741785 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12961bd4-d2f8-4be9-a6e4-478d639a9aab admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:28.817891 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-12961bd4-d2f8-4be9-a6e4-478d639a9aab admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4179494 Jul 09 16:56:28.820945 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50524) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:56:28.825913 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-f2df61bf-f204-4be7-b6f8-f227d42d6689 admin admin] Request body: {'subnet': {'network_id': '95bd50a0-d377-4ee6-99cb-91d43b297070', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1354933878-subnet', 'tenant_id': '86cc3bda539540e0a6a9c14d447345da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:56:28.826167 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12961bd4-d2f8-4be9-a6e4-478d639a9aab admin admin] Pushing event updated for resources: {'Network': ['ID=95bd50a0-d377-4ee6-99cb-91d43b297070,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:28.836101 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 95bd50a0-d377-4ee6-99cb-91d43b297070 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:56:28.848535 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2df61bf-f204-4be7-b6f8-f227d42d6689 admin admin] Made reservation on behalf of 86cc3bda539540e0a6a9c14d447345da for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:56:28.851008 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f2df61bf-f204-4be7-b6f8-f227d42d6689 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:29.336959 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f2df61bf-f204-4be7-b6f8-f227d42d6689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:29.395110 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2df61bf-f204-4be7-b6f8-f227d42d6689 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd0312ff-e404-420d-8d13-47e71b793940,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:29.397290 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2df61bf-f204-4be7-b6f8-f227d42d6689 admin admin] Checking segment: {'id': '68121af8-06bc-4c0f-9ac9-f620f22538ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '95bd50a0-d377-4ee6-99cb-91d43b297070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:56:29.397646 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2df61bf-f204-4be7-b6f8-f227d42d6689 admin admin] Network hostable DHCP agents. Network: 95bd50a0-d377-4ee6-99cb-91d43b297070, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:56:29.414691 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2df61bf-f204-4be7-b6f8-f227d42d6689 admin admin] Network 95bd50a0-d377-4ee6-99cb-91d43b297070 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:56:29.423774 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-f2df61bf-f204-4be7-b6f8-f227d42d6689 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 95bd50a0-d377-4ee6-99cb-91d43b297070) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:56:29.427935 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2df61bf-f204-4be7-b6f8-f227d42d6689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:29.428545 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f2df61bf-f204-4be7-b6f8-f227d42d6689 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:29.432949 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f44ee1-705e-45d0-9e3b-e75fc19489c9 None None] Network 95bd50a0-d377-4ee6-99cb-91d43b297070 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:56:29.442681 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f2df61bf-f204-4be7-b6f8-f227d42d6689 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6205871 Jul 09 16:56:29.561254 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd0f3ea-ef09-4e19-82df-0e1e41e8b5c9 None None] Network 95bd50a0-d377-4ee6-99cb-91d43b297070 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:56:29.863836 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e90043-41db-4627-970b-96ea8f6c9716 req-e305187b-ced0-4fcb-9f5e-0a91478b048a tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:29.865197 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-78e90043-41db-4627-970b-96ea8f6c9716 req-e305187b-ced0-4fcb-9f5e-0a91478b048a tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/networks?id=95bd50a0-d377-4ee6-99cb-91d43b297070 HTTP/1.1" status: 200 len: 815 time: 0.1033621 Jul 09 16:56:29.879656 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-78e90043-41db-4627-970b-96ea8f6c9716 req-c95828f6-dfd7-4a0e-9d03-ab132637387f tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/quotas/86cc3bda539540e0a6a9c14d447345da HTTP/1.1" status: 200 len: 375 time: 0.0089545 Jul 09 16:56:29.913205 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-78e90043-41db-4627-970b-96ea8f6c9716 req-59c6661a-a61b-45d2-8fc3-2172b4ecc991 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=86cc3bda539540e0a6a9c14d447345da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287774 Jul 09 16:56:30.004099 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-78e90043-41db-4627-970b-96ea8f6c9716 req-5e5be347-ec2d-4d28-8598-38f308e34088 service neutron] 10.222.0.98 "GET /v2.0/networks/95bd50a0-d377-4ee6-99cb-91d43b297070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845175 Jul 09 16:56:30.103253 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-78e90043-41db-4627-970b-96ea8f6c9716 req-56b07d18-e118-42ee-ac64-b9efffea1ba4 service neutron] 10.222.0.98 "GET /v2.0/networks/95bd50a0-d377-4ee6-99cb-91d43b297070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934877 Jul 09 16:56:30.266252 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-269b5278-28ea-483a-95a4-d1c95a6ac99a req-76dd3b29-e01b-4ff0-8dce-6ec27e263e8a tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=24bbf75e-a087-402e-b3b3-724ae3b86592 HTTP/1.1" status: 200 len: 210 time: 0.0295370 Jul 09 16:56:30.691688 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 1fca6fbc-26c5-427e-a497-3ba3eecadfd5 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:56:30.713419 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: 1fca6fbc-26c5-427e-a497-3ba3eecadfd5 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:56:30.713767 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 1fca6fbc-26c5-427e-a497-3ba3eecadfd5 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:56:31.288639 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e90043-41db-4627-970b-96ea8f6c9716 req-672094ca-30d7-442c-a210-8c6f655bc024 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:31.290521 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-78e90043-41db-4627-970b-96ea8f6c9716 req-672094ca-30d7-442c-a210-8c6f655bc024 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.77 "GET /v2.0/networks?id=95bd50a0-d377-4ee6-99cb-91d43b297070 HTTP/1.1" status: 200 len: 815 time: 0.1070225 Jul 09 16:56:31.308317 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-78e90043-41db-4627-970b-96ea8f6c9716 req-ec016fde-1dc4-44d2-8c66-4a33932c351a tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Request body: {'port': {'device_id': '24bbf75e-a087-402e-b3b3-724ae3b86592', 'network_id': '95bd50a0-d377-4ee6-99cb-91d43b297070', 'admin_state_up': True, 'tenant_id': '86cc3bda539540e0a6a9c14d447345da'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:56:31.416902 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8c0fbd60-7674-44cc-8f66-d9ce9cf1209a req-637e10e0-699f-4055-90ce-39b760847f49 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=24bbf75e-a087-402e-b3b3-724ae3b86592 HTTP/1.1" status: 200 len: 210 time: 0.0356555 Jul 09 16:56:31.448998 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78e90043-41db-4627-970b-96ea8f6c9716 req-ec016fde-1dc4-44d2-8c66-4a33932c351a tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Made reservation on behalf of 86cc3bda539540e0a6a9c14d447345da for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:56:31.452732 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-78e90043-41db-4627-970b-96ea8f6c9716 req-ec016fde-1dc4-44d2-8c66-4a33932c351a tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:31.577951 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-78e90043-41db-4627-970b-96ea8f6c9716 req-ec016fde-1dc4-44d2-8c66-4a33932c351a tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Allocated IP 172.20.0.8 (95bd50a0-d377-4ee6-99cb-91d43b297070/dd0312ff-e404-420d-8d13-47e71b793940/51d3e447-4c07-476f-b840-73b901885c54) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:56:31.717765 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-78e90043-41db-4627-970b-96ea8f6c9716 req-ec016fde-1dc4-44d2-8c66-4a33932c351a tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:31.757447 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-78e90043-41db-4627-970b-96ea8f6c9716 req-ec016fde-1dc4-44d2-8c66-4a33932c351a tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:31.802986 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78e90043-41db-4627-970b-96ea8f6c9716 req-ec016fde-1dc4-44d2-8c66-4a33932c351a tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Network 95bd50a0-d377-4ee6-99cb-91d43b297070 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:56:31.808111 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-78e90043-41db-4627-970b-96ea8f6c9716 req-ec016fde-1dc4-44d2-8c66-4a33932c351a tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:56:31.811827 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e90043-41db-4627-970b-96ea8f6c9716 req-ec016fde-1dc4-44d2-8c66-4a33932c351a tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:56:31.837043 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec016fde-1dc4-44d2-8c66-4a33932c351a tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Pushing event updated for resources: {'Port': ['ID=51d3e447-4c07-476f-b840-73b901885c54,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:31.864386 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e90043-41db-4627-970b-96ea8f6c9716 req-ec016fde-1dc4-44d2-8c66-4a33932c351a tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:31.864995 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-78e90043-41db-4627-970b-96ea8f6c9716 req-ec016fde-1dc4-44d2-8c66-4a33932c351a tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:31.878797 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-78e90043-41db-4627-970b-96ea8f6c9716 req-ec016fde-1dc4-44d2-8c66-4a33932c351a tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5743861 Jul 09 16:56:31.889553 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-78e90043-41db-4627-970b-96ea8f6c9716 req-1c9c179d-038f-497d-9983-61901f81706d service neutron] Request body: {'port': {'device_id': '24bbf75e-a087-402e-b3b3-724ae3b86592', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:56:31.960326 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-78e90043-41db-4627-970b-96ea8f6c9716 req-1c9c179d-038f-497d-9983-61901f81706d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:32.225466 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-78e90043-41db-4627-970b-96ea8f6c9716 req-1c9c179d-038f-497d-9983-61901f81706d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51d3e447-4c07-476f-b840-73b901885c54 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:56:32.232668 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-78e90043-41db-4627-970b-96ea8f6c9716 req-1c9c179d-038f-497d-9983-61901f81706d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:32.247614 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-78e90043-41db-4627-970b-96ea8f6c9716 req-1c9c179d-038f-497d-9983-61901f81706d service neutron] Transition to ACTIVE for port object 51d3e447-4c07-476f-b840-73b901885c54 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:56:32.251618 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-78e90043-41db-4627-970b-96ea8f6c9716 req-1c9c179d-038f-497d-9983-61901f81706d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:32.320097 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c179d-038f-497d-9983-61901f81706d service neutron] Pushing event updated for resources: {'Port': ['ID=51d3e447-4c07-476f-b840-73b901885c54,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:32.366141 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-78e90043-41db-4627-970b-96ea8f6c9716 req-1c9c179d-038f-497d-9983-61901f81706d service neutron] Attempting to bind port 51d3e447-4c07-476f-b840-73b901885c54 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:56:32.366473 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-78e90043-41db-4627-970b-96ea8f6c9716 req-1c9c179d-038f-497d-9983-61901f81706d service neutron] Attempting to bind port 51d3e447-4c07-476f-b840-73b901885c54 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '68121af8-06bc-4c0f-9ac9-f620f22538ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '95bd50a0-d377-4ee6-99cb-91d43b297070'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:56:32.366827 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e90043-41db-4627-970b-96ea8f6c9716 req-1c9c179d-038f-497d-9983-61901f81706d service neutron] Attempting to bind port 51d3e447-4c07-476f-b840-73b901885c54 on network 95bd50a0-d377-4ee6-99cb-91d43b297070 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:56:32.371036 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e90043-41db-4627-970b-96ea8f6c9716 req-1c9c179d-038f-497d-9983-61901f81706d service neutron] Port 51d3e447-4c07-476f-b840-73b901885c54 on network 95bd50a0-d377-4ee6-99cb-91d43b297070 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:56:32.371355 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e90043-41db-4627-970b-96ea8f6c9716 req-1c9c179d-038f-497d-9983-61901f81706d service neutron] Attempting to bind port 51d3e447-4c07-476f-b840-73b901885c54 on network 95bd50a0-d377-4ee6-99cb-91d43b297070 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:56:32.376568 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e90043-41db-4627-970b-96ea8f6c9716 req-1c9c179d-038f-497d-9983-61901f81706d service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:56:32.377043 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e90043-41db-4627-970b-96ea8f6c9716 req-1c9c179d-038f-497d-9983-61901f81706d service neutron] Checking segment: {'id': '68121af8-06bc-4c0f-9ac9-f620f22538ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '95bd50a0-d377-4ee6-99cb-91d43b297070'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:56:32.377425 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e90043-41db-4627-970b-96ea8f6c9716 req-1c9c179d-038f-497d-9983-61901f81706d service neutron] Bound using segment: {'id': '68121af8-06bc-4c0f-9ac9-f620f22538ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '95bd50a0-d377-4ee6-99cb-91d43b297070'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:56:32.377852 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-78e90043-41db-4627-970b-96ea8f6c9716 req-1c9c179d-038f-497d-9983-61901f81706d service neutron] Bound port: 51d3e447-4c07-476f-b840-73b901885c54, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68121af8-06bc-4c0f-9ac9-f620f22538ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '95bd50a0-d377-4ee6-99cb-91d43b297070'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:56:32.378204 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-78e90043-41db-4627-970b-96ea8f6c9716 req-1c9c179d-038f-497d-9983-61901f81706d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:32.443505 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-78e90043-41db-4627-970b-96ea8f6c9716 req-1c9c179d-038f-497d-9983-61901f81706d service neutron] For port 51d3e447-4c07-476f-b840-73b901885c54, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:56:32.446593 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-78e90043-41db-4627-970b-96ea8f6c9716 req-1c9c179d-038f-497d-9983-61901f81706d service neutron] For port 51d3e447-4c07-476f-b840-73b901885c54, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=51d3e447-4c07-476f-b840-73b901885c54,segment=NetworkSegment(68121af8-06bc-4c0f-9ac9-f620f22538ef),segment_id=68121af8-06bc-4c0f-9ac9-f620f22538ef)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:56:32.451869 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-78e90043-41db-4627-970b-96ea8f6c9716 req-1c9c179d-038f-497d-9983-61901f81706d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:32.490642 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e90043-41db-4627-970b-96ea8f6c9716 req-1c9c179d-038f-497d-9983-61901f81706d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:32.491290 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-78e90043-41db-4627-970b-96ea8f6c9716 req-1c9c179d-038f-497d-9983-61901f81706d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:32.492673 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-78e90043-41db-4627-970b-96ea8f6c9716 req-1c9c179d-038f-497d-9983-61901f81706d service neutron] 10.222.0.77 "PUT /v2.0/ports/51d3e447-4c07-476f-b840-73b901885c54 HTTP/1.1" status: 200 len: 1091 time: 0.6071193 Jul 09 16:56:32.493110 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24bbf75e-a087-402e-b3b3-724ae3b86592', 'tag': '51d3e447-4c07-476f-b840-73b901885c54'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:56:32.495404 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aebb94b-51eb-4584-b407-99bebe73be6e" -d '{"events": [{"name": "network-changed", "server_uuid": "24bbf75e-a087-402e-b3b3-724ae3b86592", "tag": "51d3e447-4c07-476f-b840-73b901885c54"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:56:32.514534 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c179d-038f-497d-9983-61901f81706d service neutron] Pushing event updated for resources: {'Port': ['ID=51d3e447-4c07-476f-b840-73b901885c54,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:32.635247 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e90043-41db-4627-970b-96ea8f6c9716 req-9e0503ef-d7a6-4d23-82d0-7766a560e4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:32.636750 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-78e90043-41db-4627-970b-96ea8f6c9716 req-9e0503ef-d7a6-4d23-82d0-7766a560e4b2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=86cc3bda539540e0a6a9c14d447345da&device_id=24bbf75e-a087-402e-b3b3-724ae3b86592 HTTP/1.1" status: 200 len: 1094 time: 0.1019073 Jul 09 16:56:32.645560 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce3292-1824-49aa-8d58-390ac670e602 req-e15c7f58-2fcb-4174-8efe-b440957cb92e tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:32.646942 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-95ce3292-1824-49aa-8d58-390ac670e602 req-e15c7f58-2fcb-4174-8efe-b440957cb92e tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=24bbf75e-a087-402e-b3b3-724ae3b86592 HTTP/1.1" status: 200 len: 943 time: 0.1041360 Jul 09 16:56:32.692171 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-78e90043-41db-4627-970b-96ea8f6c9716 req-44176a8a-1f38-4da4-b0a0-f613d7879ea2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51d3e447-4c07-476f-b840-73b901885c54 HTTP/1.1" status: 200 len: 217 time: 0.0442646 Jul 09 16:56:32.736327 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-95ce3292-1824-49aa-8d58-390ac670e602 req-8dc4c787-7400-4447-92de-1a699f9421e8 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828102 Jul 09 16:56:32.755062 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e90043-41db-4627-970b-96ea8f6c9716 req-f43b1212-ec00-4c21-beee-e555022555ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:32.755062 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-78e90043-41db-4627-970b-96ea8f6c9716 req-f43b1212-ec00-4c21-beee-e555022555ae service neutron] 10.222.0.77 "GET /v2.0/subnets?id=dd0312ff-e404-420d-8d13-47e71b793940 HTTP/1.1" status: 200 len: 855 time: 0.0543659 Jul 09 16:56:32.791754 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae36f88-a4b7-4688-8a54-d09fae55eee4 x-openstack-request-id: req-eae36f88-a4b7-4688-8a54-d09fae55eee4 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:56:32.792045 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24bbf75e-a087-402e-b3b3-724ae3b86592", "tag": "51d3e447-4c07-476f-b840-73b901885c54", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:56:32.792295 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-eae36f88-a4b7-4688-8a54-d09fae55eee4 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:56:32.792684 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24bbf75e-a087-402e-b3b3-724ae3b86592', 'tag': '51d3e447-4c07-476f-b840-73b901885c54', 'status': 'completed', 'code': 200} Jul 09 16:56:32.794624 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-78e90043-41db-4627-970b-96ea8f6c9716 req-5e13eed2-ebe2-415c-8fec-95b856431d3b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=95bd50a0-d377-4ee6-99cb-91d43b297070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347841 Jul 09 16:56:32.881670 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-78e90043-41db-4627-970b-96ea8f6c9716 req-9e5511e8-ca8d-4161-abf9-742294688ca2 service neutron] 10.222.0.77 "GET /v2.0/networks/95bd50a0-d377-4ee6-99cb-91d43b297070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802896 Jul 09 16:56:32.971777 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-78e90043-41db-4627-970b-96ea8f6c9716 req-c4309f4f-d2dd-41ce-ae02-48ddeefc65a7 service neutron] 10.222.0.77 "GET /v2.0/networks/95bd50a0-d377-4ee6-99cb-91d43b297070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842855 Jul 09 16:56:33.073798 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aebb94b-51eb-4584-b407-99bebe73be6e req-72a8813b-8a25-48c2-8642-3a15448cf0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:33.075309 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7aebb94b-51eb-4584-b407-99bebe73be6e req-72a8813b-8a25-48c2-8642-3a15448cf0df service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=86cc3bda539540e0a6a9c14d447345da&device_id=24bbf75e-a087-402e-b3b3-724ae3b86592 HTTP/1.1" status: 200 len: 1094 time: 0.0538890 Jul 09 16:56:33.161826 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aebb94b-51eb-4584-b407-99bebe73be6e req-b21add35-9bb3-46e6-8bf4-3c6aa97c124e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:33.163325 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7aebb94b-51eb-4584-b407-99bebe73be6e req-b21add35-9bb3-46e6-8bf4-3c6aa97c124e service neutron] 10.222.0.77 "GET /v2.0/networks?id=95bd50a0-d377-4ee6-99cb-91d43b297070 HTTP/1.1" status: 200 len: 916 time: 0.0819359 Jul 09 16:56:33.211063 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7aebb94b-51eb-4584-b407-99bebe73be6e req-87291073-1e12-4ebb-856b-d934a806f159 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51d3e447-4c07-476f-b840-73b901885c54 HTTP/1.1" status: 200 len: 217 time: 0.0398607 Jul 09 16:56:33.259538 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aebb94b-51eb-4584-b407-99bebe73be6e req-d0917189-8f90-4d1d-b98f-5e186d7dc4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:33.260942 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7aebb94b-51eb-4584-b407-99bebe73be6e req-d0917189-8f90-4d1d-b98f-5e186d7dc4a0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=dd0312ff-e404-420d-8d13-47e71b793940 HTTP/1.1" status: 200 len: 855 time: 0.0431640 Jul 09 16:56:33.293666 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7aebb94b-51eb-4584-b407-99bebe73be6e req-4f8e29e2-957e-4219-be52-926bebbbc1b0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=95bd50a0-d377-4ee6-99cb-91d43b297070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256248 Jul 09 16:56:33.383884 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7aebb94b-51eb-4584-b407-99bebe73be6e req-cc37fdd9-70c2-43bb-8a54-a66786ba858b service neutron] 10.222.0.77 "GET /v2.0/networks/95bd50a0-d377-4ee6-99cb-91d43b297070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826259 Jul 09 16:56:33.471047 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7aebb94b-51eb-4584-b407-99bebe73be6e req-82094f91-ce38-4e6b-9904-3323673d5116 service neutron] 10.222.0.77 "GET /v2.0/networks/95bd50a0-d377-4ee6-99cb-91d43b297070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805464 Jul 09 16:56:33.914043 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2691d-3426-4492-bfb5-aaf84c141f98 req-feed50fe-df69-49fb-bf7b-673b46fdd77e tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:33.915540 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7de2691d-3426-4492-bfb5-aaf84c141f98 req-feed50fe-df69-49fb-bf7b-673b46fdd77e tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=24bbf75e-a087-402e-b3b3-724ae3b86592 HTTP/1.1" status: 200 len: 943 time: 0.0677519 Jul 09 16:56:33.953122 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7de2691d-3426-4492-bfb5-aaf84c141f98 req-9fdd6534-1d10-4f59-8700-5c45c4806774 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321505 Jul 09 16:56:34.083794 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:56:35.128000 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6a419-6ee8-451a-bfb0-f51c3819b09c req-c1075b13-3f37-4def-9554-efdf446b0095 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:35.129467 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-87f6a419-6ee8-451a-bfb0-f51c3819b09c req-c1075b13-3f37-4def-9554-efdf446b0095 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=24bbf75e-a087-402e-b3b3-724ae3b86592 HTTP/1.1" status: 200 len: 943 time: 0.0620656 Jul 09 16:56:35.166065 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-87f6a419-6ee8-451a-bfb0-f51c3819b09c req-74126f6a-fe86-4f14-a840-bfdbedec0adc tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311058 Jul 09 16:56:36.334738 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386a030-ff23-4569-91b2-b29769bf1623 req-683aee0e-1258-4783-a264-15782e4d24c7 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:36.336207 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c386a030-ff23-4569-91b2-b29769bf1623 req-683aee0e-1258-4783-a264-15782e4d24c7 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=24bbf75e-a087-402e-b3b3-724ae3b86592 HTTP/1.1" status: 200 len: 943 time: 0.0624621 Jul 09 16:56:36.376842 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c386a030-ff23-4569-91b2-b29769bf1623 req-6f0e6540-8fc1-4fa5-a2a1-f53f1ef37d9c tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346613 Jul 09 16:56:36.692029 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 51d3e447-4c07-476f-b840-73b901885c54 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:56:36.786568 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 51d3e447-4c07-476f-b840-73b901885c54, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=51d3e447-4c07-476f-b840-73b901885c54,segment=NetworkSegment(68121af8-06bc-4c0f-9ac9-f620f22538ef),segment_id=68121af8-06bc-4c0f-9ac9-f620f22538ef)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:56:36.797491 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '51d3e447-4c07-476f-b840-73b901885c54', 'network_id': '95bd50a0-d377-4ee6-99cb-91d43b297070', 'port_id': '51d3e447-4c07-476f-b840-73b901885c54', 'mac_address': 'fa:16:3e:0b:79:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd0312ff-e404-420d-8d13-47e71b793940', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:56:36.834212 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:36.853995 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51d3e447-4c07-476f-b840-73b901885c54 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:56:36.873515 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 51d3e447-4c07-476f-b840-73b901885c54, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=51d3e447-4c07-476f-b840-73b901885c54,segment=NetworkSegment(68121af8-06bc-4c0f-9ac9-f620f22538ef),segment_id=68121af8-06bc-4c0f-9ac9-f620f22538ef)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:56:36.878355 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:36.924097 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=51d3e447-4c07-476f-b840-73b901885c54,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:37.062884 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['51d3e447-4c07-476f-b840-73b901885c54'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:56:37.548613 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb1f34-a5ac-47d5-a3e4-890675784636 req-068af2d3-6e01-4351-bdd5-f964283191af tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:37.550000 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-08eb1f34-a5ac-47d5-a3e4-890675784636 req-068af2d3-6e01-4351-bdd5-f964283191af tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=24bbf75e-a087-402e-b3b3-724ae3b86592 HTTP/1.1" status: 200 len: 944 time: 0.0645235 Jul 09 16:56:37.587256 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-08eb1f34-a5ac-47d5-a3e4-890675784636 req-970fbeb9-4ea4-4e42-9680-47cf492e2eb9 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317476 Jul 09 16:56:38.706835 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 51d3e447-4c07-476f-b840-73b901885c54 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:56:38.755690 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 51d3e447-4c07-476f-b840-73b901885c54 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:56:38.759212 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1024bd-ee5a-48e8-9639-2589b66106ab req-5460800c-f586-4011-b11a-a8fc3618ba5c tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:38.759705 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 51d3e447-4c07-476f-b840-73b901885c54 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:56:38.759826 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:38.760694 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ce1024bd-ee5a-48e8-9639-2589b66106ab req-5460800c-f586-4011-b11a-a8fc3618ba5c tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=24bbf75e-a087-402e-b3b3-724ae3b86592 HTTP/1.1" status: 200 len: 944 time: 0.0640097 Jul 09 16:56:38.798899 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ce1024bd-ee5a-48e8-9639-2589b66106ab req-59278d00-76ee-4be1-b6af-017938aeae1b tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315485 Jul 09 16:56:38.840484 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:38.862855 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24bbf75e-a087-402e-b3b3-724ae3b86592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d3e447-4c07-476f-b840-73b901885c54'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:56:38.865180 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea3a62c-6243-4805-ba4a-c857ef77653d" -d '{"events": [{"server_uuid": "24bbf75e-a087-402e-b3b3-724ae3b86592", "name": "network-vif-plugged", "status": "completed", "tag": "51d3e447-4c07-476f-b840-73b901885c54"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:56:38.877461 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 51d3e447-4c07-476f-b840-73b901885c54, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=51d3e447-4c07-476f-b840-73b901885c54,segment=NetworkSegment(68121af8-06bc-4c0f-9ac9-f620f22538ef),segment_id=68121af8-06bc-4c0f-9ac9-f620f22538ef)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:56:38.881666 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:38.906523 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70014a17-ce25-43da-8082-deb360c165ae x-openstack-request-id: req-70014a17-ce25-43da-8082-deb360c165ae {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:56:38.906841 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24bbf75e-a087-402e-b3b3-724ae3b86592", "name": "network-vif-plugged", "status": "completed", "tag": "51d3e447-4c07-476f-b840-73b901885c54", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:56:38.907146 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-70014a17-ce25-43da-8082-deb360c165ae {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:56:38.908617 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24bbf75e-a087-402e-b3b3-724ae3b86592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d3e447-4c07-476f-b840-73b901885c54', 'code': 200} Jul 09 16:56:38.935918 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=51d3e447-4c07-476f-b840-73b901885c54,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:56:39.020741 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f5f914-5d89-45a3-b295-8480ce77bd12 req-fabe8b6f-2a7b-4e57-a382-567879c704fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:39.022214 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-06f5f914-5d89-45a3-b295-8480ce77bd12 req-fabe8b6f-2a7b-4e57-a382-567879c704fc service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=24bbf75e-a087-402e-b3b3-724ae3b86592 HTTP/1.1" status: 200 len: 1096 time: 0.0560911 Jul 09 16:56:39.058255 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-06f5f914-5d89-45a3-b295-8480ce77bd12 req-3cfcaac5-5a75-4843-97c0-f6b53cd50f72 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293446 Jul 09 16:56:39.973522 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab81f55-ba3d-4b5f-9157-35a9c83e69d1 req-70723624-20e7-4eb6-906b-229ac4133c12 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:39.975015 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-aab81f55-ba3d-4b5f-9157-35a9c83e69d1 req-70723624-20e7-4eb6-906b-229ac4133c12 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=24bbf75e-a087-402e-b3b3-724ae3b86592 HTTP/1.1" status: 200 len: 945 time: 0.0628955 Jul 09 16:56:40.012082 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-aab81f55-ba3d-4b5f-9157-35a9c83e69d1 req-b79b66b6-b9b3-4b40-886f-9d61e34123c4 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315022 Jul 09 16:56:40.190122 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0664fa-6cfc-4273-87d7-b303f2815f6e req-41c889e2-d3a1-4933-b244-283287e4f000 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:40.192453 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0f0664fa-6cfc-4273-87d7-b303f2815f6e req-41c889e2-d3a1-4933-b244-283287e4f000 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=24bbf75e-a087-402e-b3b3-724ae3b86592 HTTP/1.1" status: 200 len: 945 time: 0.0668001 Jul 09 16:56:40.233687 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0f0664fa-6cfc-4273-87d7-b303f2815f6e req-b813747a-34ae-4b7f-a73d-13d9522232ad tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354970 Jul 09 16:56:40.313646 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:40.567576 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4754bfc1-3177-48a9-98b9-5221258b06b8 req-348a1b07-7c7b-4a0b-ad31-964a5f9a141f tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:40.569058 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4754bfc1-3177-48a9-98b9-5221258b06b8 req-348a1b07-7c7b-4a0b-ad31-964a5f9a141f tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=24bbf75e-a087-402e-b3b3-724ae3b86592 HTTP/1.1" status: 200 len: 945 time: 0.0641017 Jul 09 16:56:40.606227 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4754bfc1-3177-48a9-98b9-5221258b06b8 req-fc48282e-a4c2-4d89-ad6c-d8b081161ebc tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316699 Jul 09 16:56:40.774332 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70796ad9-07e7-4eb5-b406-9961a54c0b3d req-709bf2bd-70ed-4638-aff2-1cb34f8c796a tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:40.775815 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-70796ad9-07e7-4eb5-b406-9961a54c0b3d req-709bf2bd-70ed-4638-aff2-1cb34f8c796a tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=24bbf75e-a087-402e-b3b3-724ae3b86592 HTTP/1.1" status: 200 len: 945 time: 0.0623291 Jul 09 16:56:40.811435 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-70796ad9-07e7-4eb5-b406-9961a54c0b3d req-ede54392-ea2a-4466-ab51-1b25f5d162f8 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301466 Jul 09 16:56:41.173905 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c49531d4-4785-4638-82cd-706ba37e9d47 req-9a063cbf-b1b2-4594-9127-19acb6e562a5 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=24bbf75e-a087-402e-b3b3-724ae3b86592&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0833240 Jul 09 16:56:41.207972 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba79b86-ffd6-447f-b1c4-cecd8dd1685c req-7d4f83ed-b7db-495a-905d-5cffc8d4d8d3 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:41.209892 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5ba79b86-ffd6-447f-b1c4-cecd8dd1685c req-7d4f83ed-b7db-495a-905d-5cffc8d4d8d3 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=24bbf75e-a087-402e-b3b3-724ae3b86592 HTTP/1.1" status: 200 len: 945 time: 0.0710411 Jul 09 16:56:41.249062 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5ba79b86-ffd6-447f-b1c4-cecd8dd1685c req-62806baa-75bc-4328-bc68-530b8c00fcaf tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335143 Jul 09 16:56:42.484502 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790486a-690c-4e22-9542-67f904ae050b req-92f6329f-7a60-4384-9869-c813ae57c099 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:42.487026 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6790486a-690c-4e22-9542-67f904ae050b req-92f6329f-7a60-4384-9869-c813ae57c099 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=24bbf75e-a087-402e-b3b3-724ae3b86592 HTTP/1.1" status: 200 len: 945 time: 0.1083667 Jul 09 16:56:42.494972 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49531d4-4785-4638-82cd-706ba37e9d47 req-590a9f01-a0b2-4848-9d33-e993250518a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:42.496452 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c49531d4-4785-4638-82cd-706ba37e9d47 req-590a9f01-a0b2-4848-9d33-e993250518a4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=86cc3bda539540e0a6a9c14d447345da&device_id=24bbf75e-a087-402e-b3b3-724ae3b86592 HTTP/1.1" status: 200 len: 1096 time: 0.0869491 Jul 09 16:56:42.575348 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6790486a-690c-4e22-9542-67f904ae050b req-07ea19f1-c8a4-400b-952c-179060d32eb6 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824177 Jul 09 16:56:42.613269 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49531d4-4785-4638-82cd-706ba37e9d47 req-2f2ce39f-2bc8-4aea-9bb0-6a201972dc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:42.614616 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c49531d4-4785-4638-82cd-706ba37e9d47 req-2f2ce39f-2bc8-4aea-9bb0-6a201972dc2b service neutron] 10.222.0.77 "GET /v2.0/networks?id=95bd50a0-d377-4ee6-99cb-91d43b297070 HTTP/1.1" status: 200 len: 916 time: 0.1110806 Jul 09 16:56:42.658698 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c49531d4-4785-4638-82cd-706ba37e9d47 req-c2b440c9-0487-4293-a2bd-d59a5fdcf329 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51d3e447-4c07-476f-b840-73b901885c54 HTTP/1.1" status: 200 len: 217 time: 0.0372524 Jul 09 16:56:42.706589 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49531d4-4785-4638-82cd-706ba37e9d47 req-efc56be6-5aa6-4ad6-99a3-77218eb27bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:42.708062 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c49531d4-4785-4638-82cd-706ba37e9d47 req-efc56be6-5aa6-4ad6-99a3-77218eb27bf3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=dd0312ff-e404-420d-8d13-47e71b793940 HTTP/1.1" status: 200 len: 855 time: 0.0439498 Jul 09 16:56:42.739385 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c49531d4-4785-4638-82cd-706ba37e9d47 req-63fff469-eba7-46d4-8f9c-5c4e9ba5b217 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=95bd50a0-d377-4ee6-99cb-91d43b297070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253196 Jul 09 16:56:42.833321 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c49531d4-4785-4638-82cd-706ba37e9d47 req-63907946-6e35-406e-9959-a79fcba0a849 service neutron] 10.222.0.77 "GET /v2.0/networks/95bd50a0-d377-4ee6-99cb-91d43b297070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870767 Jul 09 16:56:42.920481 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c49531d4-4785-4638-82cd-706ba37e9d47 req-780bab78-bfe8-4b31-9ac0-da80f969b2ae service neutron] 10.222.0.77 "GET /v2.0/networks/95bd50a0-d377-4ee6-99cb-91d43b297070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803673 Jul 09 16:56:43.747478 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13126f5a-1c21-447f-bc85-c39bf044511d req-076f493c-f640-4ee1-84f1-b0773bd60ed3 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:43.748850 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-13126f5a-1c21-447f-bc85-c39bf044511d req-076f493c-f640-4ee1-84f1-b0773bd60ed3 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=24bbf75e-a087-402e-b3b3-724ae3b86592 HTTP/1.1" status: 200 len: 945 time: 0.0626013 Jul 09 16:56:43.798360 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-13126f5a-1c21-447f-bc85-c39bf044511d req-2f4b7abe-80b6-47b0-be79-691eab8b9e4a tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433037 Jul 09 16:56:44.970717 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931829b-c31b-4c0a-a0ef-72d16898c7fc req-59fed2a8-1fa4-4e35-983a-a1e4eb4530c5 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:44.972768 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f931829b-c31b-4c0a-a0ef-72d16898c7fc req-59fed2a8-1fa4-4e35-983a-a1e4eb4530c5 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=24bbf75e-a087-402e-b3b3-724ae3b86592 HTTP/1.1" status: 200 len: 945 time: 0.0616391 Jul 09 16:56:45.008647 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f931829b-c31b-4c0a-a0ef-72d16898c7fc req-d2be19a4-b248-4a22-9a01-5333fc9502d1 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303531 Jul 09 16:56:46.183327 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a53a53d-9e0c-4a8a-ad87-d2d972af8ee8 req-adab6044-6009-4cf7-8f6b-34933599cdce tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:46.184780 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0a53a53d-9e0c-4a8a-ad87-d2d972af8ee8 req-adab6044-6009-4cf7-8f6b-34933599cdce tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=24bbf75e-a087-402e-b3b3-724ae3b86592 HTTP/1.1" status: 200 len: 945 time: 0.0653088 Jul 09 16:56:46.223488 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0a53a53d-9e0c-4a8a-ad87-d2d972af8ee8 req-093650ee-6b9e-4621-a944-9daf9d594220 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330658 Jul 09 16:56:47.398730 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e202e-8250-4df4-b62c-22e4a90f04cd req-658bea67-a2b0-4d33-b77f-25122a7137ed tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:47.400197 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f18e202e-8250-4df4-b62c-22e4a90f04cd req-658bea67-a2b0-4d33-b77f-25122a7137ed tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=24bbf75e-a087-402e-b3b3-724ae3b86592 HTTP/1.1" status: 200 len: 945 time: 0.0663085 Jul 09 16:56:47.436076 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f18e202e-8250-4df4-b62c-22e4a90f04cd req-e537ef71-de9f-41b8-b89c-b4294d6dad84 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304646 Jul 09 16:56:48.614019 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2f1b1-4736-43b0-b31e-4615b4c01c81 req-d0323b7c-8219-4483-ab7d-ad93b636995f tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:48.615504 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6ed2f1b1-4736-43b0-b31e-4615b4c01c81 req-d0323b7c-8219-4483-ab7d-ad93b636995f tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=24bbf75e-a087-402e-b3b3-724ae3b86592 HTTP/1.1" status: 200 len: 945 time: 0.0629859 Jul 09 16:56:48.651964 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6ed2f1b1-4736-43b0-b31e-4615b4c01c81 req-6ff40663-af34-43fc-8901-ada099bbf4a9 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309641 Jul 09 16:56:49.828833 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda8740-f91b-433a-bb6a-75b2ac195dfa req-97704a12-51a2-4eff-b56b-d4af5b14a759 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:49.830356 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4fda8740-f91b-433a-bb6a-75b2ac195dfa req-97704a12-51a2-4eff-b56b-d4af5b14a759 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=24bbf75e-a087-402e-b3b3-724ae3b86592 HTTP/1.1" status: 200 len: 945 time: 0.0659978 Jul 09 16:56:50.166202 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4fda8740-f91b-433a-bb6a-75b2ac195dfa req-2f3f4dfa-0e6d-4707-9f10-267ac9eff40a tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294902 Jul 09 16:56:51.337951 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a92d00-d312-43c2-86c3-219198911abd req-94da4a2c-b0ec-4b45-9f07-ac063e432c9b tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:51.339444 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-84a92d00-d312-43c2-86c3-219198911abd req-94da4a2c-b0ec-4b45-9f07-ac063e432c9b tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=24bbf75e-a087-402e-b3b3-724ae3b86592 HTTP/1.1" status: 200 len: 945 time: 0.0619674 Jul 09 16:56:51.376446 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-84a92d00-d312-43c2-86c3-219198911abd req-ee294982-3bb0-4ae8-bff1-60481540ac3d tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315266 Jul 09 16:56:52.350699 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c26b6393-3f7b-4a57-b49c-6212dc621df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:52.544468 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d7fd97-6beb-4d7d-808d-12c1aa73aed4 req-7656346f-7cd5-4518-986a-91f7a0f96d4d tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:52.545968 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-74d7fd97-6beb-4d7d-808d-12c1aa73aed4 req-7656346f-7cd5-4518-986a-91f7a0f96d4d tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=24bbf75e-a087-402e-b3b3-724ae3b86592 HTTP/1.1" status: 200 len: 945 time: 0.0615618 Jul 09 16:56:52.590820 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-74d7fd97-6beb-4d7d-808d-12c1aa73aed4 req-5ed01168-bf0d-42be-943e-d132530c5864 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392861 Jul 09 16:56:53.761115 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29baf4a-2d93-4175-b4f6-7b2a2bf12e1b req-3eb0ab7f-ef48-4b48-a43c-05410746fd12 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:53.762611 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d29baf4a-2d93-4175-b4f6-7b2a2bf12e1b req-3eb0ab7f-ef48-4b48-a43c-05410746fd12 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=24bbf75e-a087-402e-b3b3-724ae3b86592 HTTP/1.1" status: 200 len: 945 time: 0.0612559 Jul 09 16:56:53.798915 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d29baf4a-2d93-4175-b4f6-7b2a2bf12e1b req-04e89fa7-f35b-4c69-ac11-58f158ae8398 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301189 Jul 09 16:56:54.973320 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde86f5-b7e5-4480-aefe-d47b923ab282 req-10384f56-a2b2-425f-817d-021e13af36b8 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:54.974805 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5bde86f5-b7e5-4480-aefe-d47b923ab282 req-10384f56-a2b2-425f-817d-021e13af36b8 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=24bbf75e-a087-402e-b3b3-724ae3b86592 HTTP/1.1" status: 200 len: 945 time: 0.0620770 Jul 09 16:56:55.011212 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5bde86f5-b7e5-4480-aefe-d47b923ab282 req-d4158b14-780b-4a96-82e2-92b6c3dbf93a tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308666 Jul 09 16:56:55.105911 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dae85f53-088c-407b-94f3-50d38310e245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:55.806528 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:56.193131 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f396ff9-3f08-4f1f-8672-a9a978f5c9f7 req-72008049-bfcf-491c-9946-b8a21943bd7a tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:56.194643 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7f396ff9-3f08-4f1f-8672-a9a978f5c9f7 req-72008049-bfcf-491c-9946-b8a21943bd7a tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=24bbf75e-a087-402e-b3b3-724ae3b86592 HTTP/1.1" status: 200 len: 945 time: 0.0731213 Jul 09 16:56:56.232084 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7f396ff9-3f08-4f1f-8672-a9a978f5c9f7 req-2306d319-fec1-47c9-b224-7ce4c3f7d54a tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317848 Jul 09 16:56:56.368351 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:56.929499 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:57.405688 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663059a5-ec8f-43ca-8f37-b8b3ef855ce3 req-b614c403-c0b4-4f0c-bda9-7b0e16629977 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:57.407191 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-663059a5-ec8f-43ca-8f37-b8b3ef855ce3 req-b614c403-c0b4-4f0c-bda9-7b0e16629977 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=24bbf75e-a087-402e-b3b3-724ae3b86592 HTTP/1.1" status: 200 len: 945 time: 0.0633416 Jul 09 16:56:57.444937 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-663059a5-ec8f-43ca-8f37-b8b3ef855ce3 req-91458ace-1775-43e4-bbc7-618ddca3b1b6 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316577 Jul 09 16:56:58.319605 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:56:58.617736 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da57cac5-50e0-48de-a726-ebe26d3d2793 req-b333cf28-31e7-4ba7-b7c5-1cc00d02f05d tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:58.619280 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-da57cac5-50e0-48de-a726-ebe26d3d2793 req-b333cf28-31e7-4ba7-b7c5-1cc00d02f05d tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=24bbf75e-a087-402e-b3b3-724ae3b86592 HTTP/1.1" status: 200 len: 945 time: 0.0620120 Jul 09 16:56:58.660069 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-da57cac5-50e0-48de-a726-ebe26d3d2793 req-114aa34f-189f-4035-bb3b-a8c22119b3ac tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352576 Jul 09 16:56:59.835063 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c510d26-ccbc-4035-9cc5-40c2ca5caad7 req-1001bba7-9d85-4177-b404-c043461cb420 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:56:59.836547 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5c510d26-ccbc-4035-9cc5-40c2ca5caad7 req-1001bba7-9d85-4177-b404-c043461cb420 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=24bbf75e-a087-402e-b3b3-724ae3b86592 HTTP/1.1" status: 200 len: 945 time: 0.0626619 Jul 09 16:56:59.873445 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5c510d26-ccbc-4035-9cc5-40c2ca5caad7 req-a8b0701c-6143-450f-82fe-7f2a5ec36bac tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313976 Jul 09 16:57:01.043883 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2789f-1c9a-49d6-8fa7-d39108704ab4 req-c6776e5c-e0d8-481e-a142-cc00c25d631c tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:01.045322 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a4b2789f-1c9a-49d6-8fa7-d39108704ab4 req-c6776e5c-e0d8-481e-a142-cc00c25d631c tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=24bbf75e-a087-402e-b3b3-724ae3b86592 HTTP/1.1" status: 200 len: 945 time: 0.0622649 Jul 09 16:57:01.081873 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a4b2789f-1c9a-49d6-8fa7-d39108704ab4 req-e8b6dac4-e9f7-488a-ad4e-ab84c35e1741 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311148 Jul 09 16:57:02.260017 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5c63f-29b2-4b1c-acee-f20e40e70fd3 req-7d8e3a8e-bb05-405f-8b3c-ed6e9cca9f96 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:02.261458 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e2c5c63f-29b2-4b1c-acee-f20e40e70fd3 req-7d8e3a8e-bb05-405f-8b3c-ed6e9cca9f96 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=24bbf75e-a087-402e-b3b3-724ae3b86592 HTTP/1.1" status: 200 len: 945 time: 0.0660732 Jul 09 16:57:02.298633 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e2c5c63f-29b2-4b1c-acee-f20e40e70fd3 req-a7c20286-71a7-49e9-8da7-4b0f25aa8bfe tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315928 Jul 09 16:57:03.470213 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f870c365-88e5-4657-a5d9-2342efcf1f5f req-4934122b-dd0b-4393-8a3e-5baba0ada5c8 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:03.471748 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f870c365-88e5-4657-a5d9-2342efcf1f5f req-4934122b-dd0b-4393-8a3e-5baba0ada5c8 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=24bbf75e-a087-402e-b3b3-724ae3b86592 HTTP/1.1" status: 200 len: 945 time: 0.0633280 Jul 09 16:57:03.511107 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f870c365-88e5-4657-a5d9-2342efcf1f5f req-43edf175-20a1-4006-a430-abb5b9e2597d tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328236 Jul 09 16:57:04.685254 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a90ef49-492e-49ef-a2b0-2bd76ef8b754 req-6af09252-5910-47a0-8bf6-e83140f2a572 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:04.686709 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8a90ef49-492e-49ef-a2b0-2bd76ef8b754 req-6af09252-5910-47a0-8bf6-e83140f2a572 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=24bbf75e-a087-402e-b3b3-724ae3b86592 HTTP/1.1" status: 200 len: 945 time: 0.0619938 Jul 09 16:57:04.728066 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8a90ef49-492e-49ef-a2b0-2bd76ef8b754 req-6aed758d-3731-496c-a416-3d2b4abd34dd tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357451 Jul 09 16:57:05.898371 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a2c1b-ca10-4a76-a7d8-4a5c3eb64747 req-a995244b-a2ba-40cc-b0c3-7e6853f19ffc tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:05.899847 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b30a2c1b-ca10-4a76-a7d8-4a5c3eb64747 req-a995244b-a2ba-40cc-b0c3-7e6853f19ffc tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=24bbf75e-a087-402e-b3b3-724ae3b86592 HTTP/1.1" status: 200 len: 945 time: 0.0629313 Jul 09 16:57:05.936164 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b30a2c1b-ca10-4a76-a7d8-4a5c3eb64747 req-956c565e-a8c7-46a0-a654-5d49c6f96420 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309107 Jul 09 16:57:07.107387 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfeb28a-fafc-47b7-8727-df7fdb7a3b80 req-0a6a43c7-eda8-4b50-bd3f-237e14c8b898 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:07.108916 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4bfeb28a-fafc-47b7-8727-df7fdb7a3b80 req-0a6a43c7-eda8-4b50-bd3f-237e14c8b898 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=24bbf75e-a087-402e-b3b3-724ae3b86592 HTTP/1.1" status: 200 len: 945 time: 0.0621541 Jul 09 16:57:07.145491 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4bfeb28a-fafc-47b7-8727-df7fdb7a3b80 req-e8bd54db-1b18-47bd-be32-f239e14208bf tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310669 Jul 09 16:57:08.325739 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955aaf5-9816-4ecb-9789-2574ba5cf371 req-6a20cc3e-341b-4664-a633-2693202d42ef tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:08.327299 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b955aaf5-9816-4ecb-9789-2574ba5cf371 req-6a20cc3e-341b-4664-a633-2693202d42ef tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=24bbf75e-a087-402e-b3b3-724ae3b86592 HTTP/1.1" status: 200 len: 945 time: 0.0663285 Jul 09 16:57:08.364065 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b955aaf5-9816-4ecb-9789-2574ba5cf371 req-5047ed80-d5e6-4ad1-8858-3f16eb19061d tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313432 Jul 09 16:57:09.542600 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c7712-9913-4535-9538-72089d4fda43 req-c500f4a7-5f19-4f2c-b95a-7d7684be81fd tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:09.544129 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3d0c7712-9913-4535-9538-72089d4fda43 req-c500f4a7-5f19-4f2c-b95a-7d7684be81fd tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=24bbf75e-a087-402e-b3b3-724ae3b86592 HTTP/1.1" status: 200 len: 945 time: 0.0635428 Jul 09 16:57:09.582584 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3d0c7712-9913-4535-9538-72089d4fda43 req-1ab415f7-1516-421d-bf1b-7c6f9d6468f8 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329525 Jul 09 16:57:09.853666 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [req-c49531d4-4785-4638-82cd-706ba37e9d47 req-3ae502df-6f2a-4cb0-8224-0620dad02be8 service neutron] show failed (client error): The resource could not be found. Jul 09 16:57:09.854637 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c49531d4-4785-4638-82cd-706ba37e9d47 req-3ae502df-6f2a-4cb0-8224-0620dad02be8 service neutron] 10.222.0.77 "GET /v2.0/ports/51d3e447-4c07-476f-b840-73b901885c54/bindings/n-h2-798930-3 HTTP/1.1" status: 404 len: 380 time: 0.0530231 Jul 09 16:57:10.097341 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49531d4-4785-4638-82cd-706ba37e9d47 req-33913d99-79e4-408b-9639-c855e6e8efb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:10.098707 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c49531d4-4785-4638-82cd-706ba37e9d47 req-33913d99-79e4-408b-9639-c855e6e8efb1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=24bbf75e-a087-402e-b3b3-724ae3b86592&tenant_id=86cc3bda539540e0a6a9c14d447345da HTTP/1.1" status: 200 len: 1096 time: 0.0550408 Jul 09 16:57:10.116150 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-c49531d4-4785-4638-82cd-706ba37e9d47 req-6a7db8b9-67dc-4229-adcd-74e8868be56c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798930-3', 'device_owner': 'compute:nova'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:57:10.184592 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c49531d4-4785-4638-82cd-706ba37e9d47 req-6a7db8b9-67dc-4229-adcd-74e8868be56c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:10.312494 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:10.386128 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-c49531d4-4785-4638-82cd-706ba37e9d47 req-6a7db8b9-67dc-4229-adcd-74e8868be56c service neutron] For port 51d3e447-4c07-476f-b840-73b901885c54, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=51d3e447-4c07-476f-b840-73b901885c54,segment=NetworkSegment(68121af8-06bc-4c0f-9ac9-f620f22538ef),segment_id=68121af8-06bc-4c0f-9ac9-f620f22538ef)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:57:10.418655 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-c49531d4-4785-4638-82cd-706ba37e9d47 req-6a7db8b9-67dc-4229-adcd-74e8868be56c service neutron] For port 51d3e447-4c07-476f-b840-73b901885c54, host n-h1-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:57:10.459883 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24bbf75e-a087-402e-b3b3-724ae3b86592', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51d3e447-4c07-476f-b840-73b901885c54'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:57:10.462664 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ef7fdf-b22a-4d34-abdf-ed7d4949f7ff" -d '{"events": [{"server_uuid": "24bbf75e-a087-402e-b3b3-724ae3b86592", "name": "network-vif-unplugged", "status": "completed", "tag": "51d3e447-4c07-476f-b840-73b901885c54"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:57:10.466112 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c49531d4-4785-4638-82cd-706ba37e9d47 req-6a7db8b9-67dc-4229-adcd-74e8868be56c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:10.478670 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-c49531d4-4785-4638-82cd-706ba37e9d47 req-6a7db8b9-67dc-4229-adcd-74e8868be56c service neutron] Transition to ACTIVE for port object 51d3e447-4c07-476f-b840-73b901885c54 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:57:10.484528 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c49531d4-4785-4638-82cd-706ba37e9d47 req-6a7db8b9-67dc-4229-adcd-74e8868be56c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:10.517747 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ed7904-dfc0-4bfa-813d-050b0f2adc95 x-openstack-request-id: req-d1ed7904-dfc0-4bfa-813d-050b0f2adc95 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:57:10.518036 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24bbf75e-a087-402e-b3b3-724ae3b86592", "name": "network-vif-unplugged", "status": "completed", "tag": "51d3e447-4c07-476f-b840-73b901885c54", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:57:10.518288 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d1ed7904-dfc0-4bfa-813d-050b0f2adc95 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:57:10.518667 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24bbf75e-a087-402e-b3b3-724ae3b86592', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51d3e447-4c07-476f-b840-73b901885c54', 'code': 200} Jul 09 16:57:10.549166 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49531d4-4785-4638-82cd-706ba37e9d47 req-6a7db8b9-67dc-4229-adcd-74e8868be56c service neutron] No DVR routers for this DVR port 51d3e447-4c07-476f-b840-73b901885c54 on host n-h1-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:57:10.552192 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7db8b9-67dc-4229-adcd-74e8868be56c service neutron] Pushing event updated for resources: {'Port': ['ID=51d3e447-4c07-476f-b840-73b901885c54,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:10.562957 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7db8b9-67dc-4229-adcd-74e8868be56c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:10.563299 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7db8b9-67dc-4229-adcd-74e8868be56c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:10.563635 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7db8b9-67dc-4229-adcd-74e8868be56c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:10.563964 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7db8b9-67dc-4229-adcd-74e8868be56c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:10.564294 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7db8b9-67dc-4229-adcd-74e8868be56c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:10.564620 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7db8b9-67dc-4229-adcd-74e8868be56c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:10.564941 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7db8b9-67dc-4229-adcd-74e8868be56c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:10.565258 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7db8b9-67dc-4229-adcd-74e8868be56c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:10.565582 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7db8b9-67dc-4229-adcd-74e8868be56c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:10.565897 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7db8b9-67dc-4229-adcd-74e8868be56c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:10.566210 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7db8b9-67dc-4229-adcd-74e8868be56c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:10.566523 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7db8b9-67dc-4229-adcd-74e8868be56c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:10.597826 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-c49531d4-4785-4638-82cd-706ba37e9d47 req-6a7db8b9-67dc-4229-adcd-74e8868be56c service neutron] Attempting to bind port 51d3e447-4c07-476f-b840-73b901885c54 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:57:10.598158 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-c49531d4-4785-4638-82cd-706ba37e9d47 req-6a7db8b9-67dc-4229-adcd-74e8868be56c service neutron] Attempting to bind port 51d3e447-4c07-476f-b840-73b901885c54 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': '68121af8-06bc-4c0f-9ac9-f620f22538ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '95bd50a0-d377-4ee6-99cb-91d43b297070'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:57:10.598483 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49531d4-4785-4638-82cd-706ba37e9d47 req-6a7db8b9-67dc-4229-adcd-74e8868be56c service neutron] Attempting to bind port 51d3e447-4c07-476f-b840-73b901885c54 on network 95bd50a0-d377-4ee6-99cb-91d43b297070 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:57:10.602687 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49531d4-4785-4638-82cd-706ba37e9d47 req-6a7db8b9-67dc-4229-adcd-74e8868be56c service neutron] Port 51d3e447-4c07-476f-b840-73b901885c54 on network 95bd50a0-d377-4ee6-99cb-91d43b297070 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:57:10.603033 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49531d4-4785-4638-82cd-706ba37e9d47 req-6a7db8b9-67dc-4229-adcd-74e8868be56c service neutron] Attempting to bind port 51d3e447-4c07-476f-b840-73b901885c54 on network 95bd50a0-d377-4ee6-99cb-91d43b297070 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:57:10.607760 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49531d4-4785-4638-82cd-706ba37e9d47 req-6a7db8b9-67dc-4229-adcd-74e8868be56c service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:57:10.608091 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49531d4-4785-4638-82cd-706ba37e9d47 req-6a7db8b9-67dc-4229-adcd-74e8868be56c service neutron] Checking segment: {'id': '68121af8-06bc-4c0f-9ac9-f620f22538ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '95bd50a0-d377-4ee6-99cb-91d43b297070'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:57:10.608469 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49531d4-4785-4638-82cd-706ba37e9d47 req-6a7db8b9-67dc-4229-adcd-74e8868be56c service neutron] Bound using segment: {'id': '68121af8-06bc-4c0f-9ac9-f620f22538ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '95bd50a0-d377-4ee6-99cb-91d43b297070'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:57:10.608889 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-c49531d4-4785-4638-82cd-706ba37e9d47 req-6a7db8b9-67dc-4229-adcd-74e8868be56c service neutron] Bound port: 51d3e447-4c07-476f-b840-73b901885c54, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68121af8-06bc-4c0f-9ac9-f620f22538ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '95bd50a0-d377-4ee6-99cb-91d43b297070'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:57:10.609247 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c49531d4-4785-4638-82cd-706ba37e9d47 req-6a7db8b9-67dc-4229-adcd-74e8868be56c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:10.674355 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-c49531d4-4785-4638-82cd-706ba37e9d47 req-6a7db8b9-67dc-4229-adcd-74e8868be56c service neutron] For port 51d3e447-4c07-476f-b840-73b901885c54, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:57:10.677413 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-c49531d4-4785-4638-82cd-706ba37e9d47 req-6a7db8b9-67dc-4229-adcd-74e8868be56c service neutron] For port 51d3e447-4c07-476f-b840-73b901885c54, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=51d3e447-4c07-476f-b840-73b901885c54,segment=NetworkSegment(68121af8-06bc-4c0f-9ac9-f620f22538ef),segment_id=68121af8-06bc-4c0f-9ac9-f620f22538ef)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:57:10.682197 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c49531d4-4785-4638-82cd-706ba37e9d47 req-6a7db8b9-67dc-4229-adcd-74e8868be56c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:10.714025 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49531d4-4785-4638-82cd-706ba37e9d47 req-6a7db8b9-67dc-4229-adcd-74e8868be56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:10.715054 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c49531d4-4785-4638-82cd-706ba37e9d47 req-6a7db8b9-67dc-4229-adcd-74e8868be56c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:10.716459 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c49531d4-4785-4638-82cd-706ba37e9d47 req-6a7db8b9-67dc-4229-adcd-74e8868be56c service neutron] 10.222.0.73 "PUT /v2.0/ports/51d3e447-4c07-476f-b840-73b901885c54 HTTP/1.1" status: 200 len: 1091 time: 0.6042542 Jul 09 16:57:10.744315 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7db8b9-67dc-4229-adcd-74e8868be56c service neutron] Pushing event updated for resources: {'Port': ['ID=51d3e447-4c07-476f-b840-73b901885c54,revision_number=7']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:10.768903 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2a875-06c9-4822-b081-21ea7474d8f2 req-cbe7378f-24b9-4cf5-8f1c-2c85b00f2b86 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:10.770370 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b4d2a875-06c9-4822-b081-21ea7474d8f2 req-cbe7378f-24b9-4cf5-8f1c-2c85b00f2b86 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=24bbf75e-a087-402e-b3b3-724ae3b86592 HTTP/1.1" status: 200 len: 943 time: 0.0731528 Jul 09 16:57:10.802126 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49531d4-4785-4638-82cd-706ba37e9d47 req-08faa905-3395-49ce-9acd-854b46d295a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:10.803656 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c49531d4-4785-4638-82cd-706ba37e9d47 req-08faa905-3395-49ce-9acd-854b46d295a0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=86cc3bda539540e0a6a9c14d447345da&device_id=24bbf75e-a087-402e-b3b3-724ae3b86592 HTTP/1.1" status: 200 len: 1094 time: 0.0537999 Jul 09 16:57:10.808221 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b4d2a875-06c9-4822-b081-21ea7474d8f2 req-b49e58d8-6024-4f48-a67d-52823c1216e8 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316114 Jul 09 16:57:10.893932 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49531d4-4785-4638-82cd-706ba37e9d47 req-535e2fbb-fc1c-459b-acc0-66cfd642addb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:10.895411 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c49531d4-4785-4638-82cd-706ba37e9d47 req-535e2fbb-fc1c-459b-acc0-66cfd642addb service neutron] 10.222.0.73 "GET /v2.0/networks?id=95bd50a0-d377-4ee6-99cb-91d43b297070 HTTP/1.1" status: 200 len: 916 time: 0.0851750 Jul 09 16:57:10.936752 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c49531d4-4785-4638-82cd-706ba37e9d47 req-3fc37fda-1500-4281-bebc-6fd3ca0af6ec service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51d3e447-4c07-476f-b840-73b901885c54 HTTP/1.1" status: 200 len: 217 time: 0.0349782 Jul 09 16:57:10.983261 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49531d4-4785-4638-82cd-706ba37e9d47 req-1d4d96fc-c99a-4bf6-8522-5f7231dae5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:10.984692 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c49531d4-4785-4638-82cd-706ba37e9d47 req-1d4d96fc-c99a-4bf6-8522-5f7231dae5d8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dd0312ff-e404-420d-8d13-47e71b793940 HTTP/1.1" status: 200 len: 855 time: 0.0425239 Jul 09 16:57:11.020443 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c49531d4-4785-4638-82cd-706ba37e9d47 req-bd9d34cb-27b9-42e8-808a-66ed31259d72 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=95bd50a0-d377-4ee6-99cb-91d43b297070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296826 Jul 09 16:57:11.083076 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:57:11.106855 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c49531d4-4785-4638-82cd-706ba37e9d47 req-575feaa7-7d66-4c9f-87fc-296da7bf2cb2 service neutron] 10.222.0.73 "GET /v2.0/networks/95bd50a0-d377-4ee6-99cb-91d43b297070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800865 Jul 09 16:57:11.199214 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c49531d4-4785-4638-82cd-706ba37e9d47 req-e56dfe86-98f9-4ed8-b4ee-e56a1eeec3d7 service neutron] 10.222.0.73 "GET /v2.0/networks/95bd50a0-d377-4ee6-99cb-91d43b297070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863221 Jul 09 16:57:11.981532 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a22e940-864f-45f7-a2a3-e526c71f297f req-150250da-e66a-4ecc-8f86-c80149fb2075 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:11.983006 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7a22e940-864f-45f7-a2a3-e526c71f297f req-150250da-e66a-4ecc-8f86-c80149fb2075 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=24bbf75e-a087-402e-b3b3-724ae3b86592 HTTP/1.1" status: 200 len: 943 time: 0.0625346 Jul 09 16:57:12.019328 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7a22e940-864f-45f7-a2a3-e526c71f297f req-c8cb7c4e-843b-4f7d-8e6b-12741c81400d tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308230 Jul 09 16:57:12.520245 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24bbf75e-a087-402e-b3b3-724ae3b86592', 'tag': '51d3e447-4c07-476f-b840-73b901885c54'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:57:12.522601 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f602eef-e2ec-4ad9-b990-cee0091e658e" -d '{"events": [{"name": "network-changed", "server_uuid": "24bbf75e-a087-402e-b3b3-724ae3b86592", "tag": "51d3e447-4c07-476f-b840-73b901885c54"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:57:12.569584 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-158a3ded-2e42-48f4-96b4-6fb6c3397125 x-openstack-request-id: req-158a3ded-2e42-48f4-96b4-6fb6c3397125 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:57:12.569871 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24bbf75e-a087-402e-b3b3-724ae3b86592", "tag": "51d3e447-4c07-476f-b840-73b901885c54", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:57:12.570833 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-158a3ded-2e42-48f4-96b4-6fb6c3397125 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:57:12.571249 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24bbf75e-a087-402e-b3b3-724ae3b86592', 'tag': '51d3e447-4c07-476f-b840-73b901885c54', 'status': 'completed', 'code': 200} Jul 09 16:57:12.650595 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f602eef-e2ec-4ad9-b990-cee0091e658e req-6cd902f9-33a0-466e-bcc9-afaa5dc51fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:12.652113 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4f602eef-e2ec-4ad9-b990-cee0091e658e req-6cd902f9-33a0-466e-bcc9-afaa5dc51fdb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=86cc3bda539540e0a6a9c14d447345da&device_id=24bbf75e-a087-402e-b3b3-724ae3b86592 HTTP/1.1" status: 200 len: 1094 time: 0.0581517 Jul 09 16:57:12.666981 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f602eef-e2ec-4ad9-b990-cee0091e658e req-fb79815f-1ac3-4c44-9cb1-e7d40e66d4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:12.668446 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4f602eef-e2ec-4ad9-b990-cee0091e658e req-fb79815f-1ac3-4c44-9cb1-e7d40e66d4b7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=86cc3bda539540e0a6a9c14d447345da&device_id=24bbf75e-a087-402e-b3b3-724ae3b86592 HTTP/1.1" status: 200 len: 1094 time: 0.0526056 Jul 09 16:57:12.738998 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f602eef-e2ec-4ad9-b990-cee0091e658e req-154fc872-1cdf-4988-96b2-1fbf966d18e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:12.740379 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4f602eef-e2ec-4ad9-b990-cee0091e658e req-154fc872-1cdf-4988-96b2-1fbf966d18e2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=95bd50a0-d377-4ee6-99cb-91d43b297070 HTTP/1.1" status: 200 len: 916 time: 0.0818355 Jul 09 16:57:12.756983 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f602eef-e2ec-4ad9-b990-cee0091e658e req-ca540219-3112-40b6-9c55-071a9fd769c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:12.759213 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4f602eef-e2ec-4ad9-b990-cee0091e658e req-ca540219-3112-40b6-9c55-071a9fd769c4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=95bd50a0-d377-4ee6-99cb-91d43b297070 HTTP/1.1" status: 200 len: 916 time: 0.0840025 Jul 09 16:57:12.780499 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4f602eef-e2ec-4ad9-b990-cee0091e658e req-75a08c55-7481-47cb-9519-058ba5a0ec48 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51d3e447-4c07-476f-b840-73b901885c54 HTTP/1.1" status: 200 len: 217 time: 0.0342841 Jul 09 16:57:12.805446 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4f602eef-e2ec-4ad9-b990-cee0091e658e req-4d5510e2-3794-45a1-b698-dc6fef0dde03 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51d3e447-4c07-476f-b840-73b901885c54 HTTP/1.1" status: 200 len: 217 time: 0.0380106 Jul 09 16:57:12.833881 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f602eef-e2ec-4ad9-b990-cee0091e658e req-c2afb92b-4d51-4513-acc4-c5c877b75429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:12.835355 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4f602eef-e2ec-4ad9-b990-cee0091e658e req-c2afb92b-4d51-4513-acc4-c5c877b75429 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=dd0312ff-e404-420d-8d13-47e71b793940 HTTP/1.1" status: 200 len: 855 time: 0.0494659 Jul 09 16:57:12.853774 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f602eef-e2ec-4ad9-b990-cee0091e658e req-141fc530-8b64-4d68-8971-2c50a3c98c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:12.855233 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4f602eef-e2ec-4ad9-b990-cee0091e658e req-141fc530-8b64-4d68-8971-2c50a3c98c1a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dd0312ff-e404-420d-8d13-47e71b793940 HTTP/1.1" status: 200 len: 855 time: 0.0441802 Jul 09 16:57:12.868874 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4f602eef-e2ec-4ad9-b990-cee0091e658e req-7d020bb5-c7c1-431d-941c-aa1e52c7070f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=95bd50a0-d377-4ee6-99cb-91d43b297070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267236 Jul 09 16:57:12.887572 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4f602eef-e2ec-4ad9-b990-cee0091e658e req-01a627af-b7dd-418a-8050-5e0c1a424841 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=95bd50a0-d377-4ee6-99cb-91d43b297070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257850 Jul 09 16:57:12.909659 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 51d3e447-4c07-476f-b840-73b901885c54 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:57:12.949225 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 51d3e447-4c07-476f-b840-73b901885c54 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:57:12.959147 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4f602eef-e2ec-4ad9-b990-cee0091e658e req-35c1317e-3e39-4b10-a9ac-9e9289c6d05e service neutron] 10.222.0.77 "GET /v2.0/networks/95bd50a0-d377-4ee6-99cb-91d43b297070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830193 Jul 09 16:57:12.985950 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4f602eef-e2ec-4ad9-b990-cee0091e658e req-e9731398-8cc9-40c5-b184-e53bf1f033ad service neutron] 10.222.0.73 "GET /v2.0/networks/95bd50a0-d377-4ee6-99cb-91d43b297070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919011 Jul 09 16:57:13.053324 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4f602eef-e2ec-4ad9-b990-cee0091e658e req-c641afad-8466-4478-a30f-e760593301e6 service neutron] 10.222.0.77 "GET /v2.0/networks/95bd50a0-d377-4ee6-99cb-91d43b297070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884919 Jul 09 16:57:13.077395 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-4f602eef-e2ec-4ad9-b990-cee0091e658e req-82b54a3d-6e0e-4d39-8402-786b6043ab16 service neutron] 10.222.0.73 "GET /v2.0/networks/95bd50a0-d377-4ee6-99cb-91d43b297070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842772 Jul 09 16:57:13.198440 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd12f8-a86a-498d-9a95-a75320c84576 req-374753da-b799-4fb4-b44f-f102445fec77 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:13.200000 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-72dd12f8-a86a-498d-9a95-a75320c84576 req-374753da-b799-4fb4-b44f-f102445fec77 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=24bbf75e-a087-402e-b3b3-724ae3b86592 HTTP/1.1" status: 200 len: 943 time: 0.0639832 Jul 09 16:57:13.237396 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-72dd12f8-a86a-498d-9a95-a75320c84576 req-15acf49b-247f-433f-82e4-112e931653d0 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318515 Jul 09 16:57:14.422760 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec39ce-6697-46fc-8195-a768a607c732 req-62528b97-38b1-44f2-8eae-d709cd72f497 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:14.424214 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-94ec39ce-6697-46fc-8195-a768a607c732 req-62528b97-38b1-44f2-8eae-d709cd72f497 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=24bbf75e-a087-402e-b3b3-724ae3b86592 HTTP/1.1" status: 200 len: 943 time: 0.0729389 Jul 09 16:57:14.468838 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-94ec39ce-6697-46fc-8195-a768a607c732 req-e237dd99-9d13-48f0-908e-143c45669c09 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379405 Jul 09 16:57:15.082696 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 51d3e447-4c07-476f-b840-73b901885c54 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:57:15.177384 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 51d3e447-4c07-476f-b840-73b901885c54, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=51d3e447-4c07-476f-b840-73b901885c54,segment=NetworkSegment(68121af8-06bc-4c0f-9ac9-f620f22538ef),segment_id=68121af8-06bc-4c0f-9ac9-f620f22538ef)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:57:15.188183 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '51d3e447-4c07-476f-b840-73b901885c54', 'network_id': '95bd50a0-d377-4ee6-99cb-91d43b297070', 'port_id': '51d3e447-4c07-476f-b840-73b901885c54', 'mac_address': 'fa:16:3e:0b:79:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd0312ff-e404-420d-8d13-47e71b793940', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:57:15.225649 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:15.237782 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51d3e447-4c07-476f-b840-73b901885c54 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:57:15.256005 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 51d3e447-4c07-476f-b840-73b901885c54, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=51d3e447-4c07-476f-b840-73b901885c54,segment=NetworkSegment(68121af8-06bc-4c0f-9ac9-f620f22538ef),segment_id=68121af8-06bc-4c0f-9ac9-f620f22538ef)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:57:15.260524 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:15.304998 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=51d3e447-4c07-476f-b840-73b901885c54,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:15.641828 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ac0d0-f7d1-4cf2-b923-cbf93872ac12 req-bada97a6-53f1-483c-b74e-489d43929b9b tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:15.643423 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-287ac0d0-f7d1-4cf2-b923-cbf93872ac12 req-bada97a6-53f1-483c-b74e-489d43929b9b tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=24bbf75e-a087-402e-b3b3-724ae3b86592 HTTP/1.1" status: 200 len: 944 time: 0.0627515 Jul 09 16:57:15.651424 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['51d3e447-4c07-476f-b840-73b901885c54'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:57:15.680995 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-287ac0d0-f7d1-4cf2-b923-cbf93872ac12 req-6f8daf71-83b6-42ae-9f49-5788af3958a5 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318277 Jul 09 16:57:16.027484 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f44575-c82a-4746-b7c6-cc565006b0c6 req-5f5f509a-656d-472c-b0b6-cb8f2a92832d tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:16.028872 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-69f44575-c82a-4746-b7c6-cc565006b0c6 req-5f5f509a-656d-472c-b0b6-cb8f2a92832d tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=24bbf75e-a087-402e-b3b3-724ae3b86592 HTTP/1.1" status: 200 len: 944 time: 0.1167898 Jul 09 16:57:16.037086 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1cedef-7b51-4f35-9d5d-981c354182d0 req-638de2db-7130-4b46-bed1-442ec4b86db3 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:16.038423 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6c1cedef-7b51-4f35-9d5d-981c354182d0 req-638de2db-7130-4b46-bed1-442ec4b86db3 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.77 "GET /v2.0/ports?device_id=24bbf75e-a087-402e-b3b3-724ae3b86592&tenant_id=86cc3bda539540e0a6a9c14d447345da&binding%3Ahost_id=n-h2-798930-3 HTTP/1.1" status: 200 len: 944 time: 0.1162302 Jul 09 16:57:16.102458 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-69f44575-c82a-4746-b7c6-cc565006b0c6 req-75112e78-729c-4601-b4e8-1dbba3727b5c tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625181 Jul 09 16:57:16.123582 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [req-6c1cedef-7b51-4f35-9d5d-981c354182d0 req-05e3add5-991a-4e05-a257-9bba938095cf service neutron] delete failed (client error): The resource could not be found. Jul 09 16:57:16.124677 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6c1cedef-7b51-4f35-9d5d-981c354182d0 req-05e3add5-991a-4e05-a257-9bba938095cf service neutron] 10.222.0.77 "DELETE /v2.0/ports/51d3e447-4c07-476f-b840-73b901885c54/bindings/n-h1-798930-3 HTTP/1.1" status: 404 len: 380 time: 0.0788593 Jul 09 16:57:16.221413 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1cedef-7b51-4f35-9d5d-981c354182d0 req-a7a553a2-cb3b-48c9-91e3-16450172a717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:16.222939 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6c1cedef-7b51-4f35-9d5d-981c354182d0 req-a7a553a2-cb3b-48c9-91e3-16450172a717 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=86cc3bda539540e0a6a9c14d447345da&device_id=24bbf75e-a087-402e-b3b3-724ae3b86592 HTTP/1.1" status: 200 len: 1095 time: 0.0573468 Jul 09 16:57:16.314637 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1cedef-7b51-4f35-9d5d-981c354182d0 req-77780066-2a13-47ac-ad0e-687d597611c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:16.316047 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6c1cedef-7b51-4f35-9d5d-981c354182d0 req-77780066-2a13-47ac-ad0e-687d597611c8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=95bd50a0-d377-4ee6-99cb-91d43b297070 HTTP/1.1" status: 200 len: 916 time: 0.0875127 Jul 09 16:57:16.356851 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6c1cedef-7b51-4f35-9d5d-981c354182d0 req-f7ccc567-772a-4e01-a0de-c4248d41751c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51d3e447-4c07-476f-b840-73b901885c54 HTTP/1.1" status: 200 len: 217 time: 0.0343330 Jul 09 16:57:16.407292 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1cedef-7b51-4f35-9d5d-981c354182d0 req-e1adf844-f39f-4fbc-8bc2-9fd128d5effe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:16.408699 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6c1cedef-7b51-4f35-9d5d-981c354182d0 req-e1adf844-f39f-4fbc-8bc2-9fd128d5effe service neutron] 10.222.0.77 "GET /v2.0/subnets?id=dd0312ff-e404-420d-8d13-47e71b793940 HTTP/1.1" status: 200 len: 855 time: 0.0461419 Jul 09 16:57:16.441108 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6c1cedef-7b51-4f35-9d5d-981c354182d0 req-649df2eb-c939-4f35-8739-ec0f6ce930ec service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=95bd50a0-d377-4ee6-99cb-91d43b297070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258515 Jul 09 16:57:16.527599 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6c1cedef-7b51-4f35-9d5d-981c354182d0 req-0ada30f6-245d-438e-8322-0bae9ace2f7c service neutron] 10.222.0.77 "GET /v2.0/networks/95bd50a0-d377-4ee6-99cb-91d43b297070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801511 Jul 09 16:57:16.619486 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6c1cedef-7b51-4f35-9d5d-981c354182d0 req-6f3b6e52-a9fe-40f8-a62e-4b0c47379e61 service neutron] 10.222.0.77 "GET /v2.0/networks/95bd50a0-d377-4ee6-99cb-91d43b297070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850072 Jul 09 16:57:17.093034 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 51d3e447-4c07-476f-b840-73b901885c54 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:57:17.149954 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 51d3e447-4c07-476f-b840-73b901885c54 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:57:17.153989 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 51d3e447-4c07-476f-b840-73b901885c54 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:57:17.154526 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:17.240197 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:17.263618 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24bbf75e-a087-402e-b3b3-724ae3b86592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d3e447-4c07-476f-b840-73b901885c54'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:57:17.265847 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70de538c-151e-4840-8b78-48f80d8ae97a" -d '{"events": [{"server_uuid": "24bbf75e-a087-402e-b3b3-724ae3b86592", "name": "network-vif-plugged", "status": "completed", "tag": "51d3e447-4c07-476f-b840-73b901885c54"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:57:17.278058 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 51d3e447-4c07-476f-b840-73b901885c54, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=51d3e447-4c07-476f-b840-73b901885c54,segment=NetworkSegment(68121af8-06bc-4c0f-9ac9-f620f22538ef),segment_id=68121af8-06bc-4c0f-9ac9-f620f22538ef)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:57:17.281991 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:17.282874 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e6422-f491-4be1-80c2-01308eb94770 req-a8067454-18b5-4b1e-911e-26637a7d3976 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:17.285042 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-852e6422-f491-4be1-80c2-01308eb94770 req-a8067454-18b5-4b1e-911e-26637a7d3976 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=24bbf75e-a087-402e-b3b3-724ae3b86592 HTTP/1.1" status: 200 len: 944 time: 0.0688286 Jul 09 16:57:17.324218 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-852e6422-f491-4be1-80c2-01308eb94770 req-fe61938c-cc12-44da-b44a-f53721ae1e14 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327110 Jul 09 16:57:17.331631 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=51d3e447-4c07-476f-b840-73b901885c54,revision_number=9']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:17.371067 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa610cbd-719a-405c-b9df-2fac65f48642 x-openstack-request-id: req-aa610cbd-719a-405c-b9df-2fac65f48642 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:57:17.371419 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24bbf75e-a087-402e-b3b3-724ae3b86592", "name": "network-vif-plugged", "status": "completed", "tag": "51d3e447-4c07-476f-b840-73b901885c54", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:57:17.371717 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-aa610cbd-719a-405c-b9df-2fac65f48642 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:57:17.372224 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24bbf75e-a087-402e-b3b3-724ae3b86592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d3e447-4c07-476f-b840-73b901885c54', 'code': 200} Jul 09 16:57:17.519695 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce369f33-3816-41dd-bc91-e3255c5e93c7 req-98fe2e7b-0005-45b4-81ad-8d460cc4fa0e tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:17.521187 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ce369f33-3816-41dd-bc91-e3255c5e93c7 req-98fe2e7b-0005-45b4-81ad-8d460cc4fa0e tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=24bbf75e-a087-402e-b3b3-724ae3b86592 HTTP/1.1" status: 200 len: 945 time: 0.0678425 Jul 09 16:57:17.559026 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ce369f33-3816-41dd-bc91-e3255c5e93c7 req-9a3b06e6-771d-4787-a36b-d9ff7c8e532c tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323024 Jul 09 16:57:17.728193 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c651d234-7c99-4c73-a533-0154a1d4921f req-5c28ade7-a4d1-4fd4-8ce6-17bd2fb85888 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:17.729657 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c651d234-7c99-4c73-a533-0154a1d4921f req-5c28ade7-a4d1-4fd4-8ce6-17bd2fb85888 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=24bbf75e-a087-402e-b3b3-724ae3b86592 HTTP/1.1" status: 200 len: 945 time: 0.0632100 Jul 09 16:57:17.765897 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c651d234-7c99-4c73-a533-0154a1d4921f req-2315a612-c916-4403-8cdf-88a2c84d2060 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307884 Jul 09 16:57:18.237164 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8462ee-2d59-4100-8fb8-c532e8820a4d req-9bf578c1-58f6-4e57-a4eb-d852cd2528dd tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:18.240059 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5b8462ee-2d59-4100-8fb8-c532e8820a4d req-9bf578c1-58f6-4e57-a4eb-d852cd2528dd tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/networks?id=95bd50a0-d377-4ee6-99cb-91d43b297070 HTTP/1.1" status: 200 len: 815 time: 0.1137733 Jul 09 16:57:18.254818 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5b8462ee-2d59-4100-8fb8-c532e8820a4d req-b4741ecd-8757-4d19-8cfe-59f117ddd580 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/quotas/86cc3bda539540e0a6a9c14d447345da HTTP/1.1" status: 200 len: 375 time: 0.0094397 Jul 09 16:57:18.325804 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5b8462ee-2d59-4100-8fb8-c532e8820a4d req-88a1cefd-e2c1-4839-a434-69332e53a021 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=86cc3bda539540e0a6a9c14d447345da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0654469 Jul 09 16:57:18.424408 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5b8462ee-2d59-4100-8fb8-c532e8820a4d req-62f2a43d-7653-47f6-9655-47dc3e99856c service neutron] 10.222.0.98 "GET /v2.0/networks/95bd50a0-d377-4ee6-99cb-91d43b297070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910146 Jul 09 16:57:18.520627 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5b8462ee-2d59-4100-8fb8-c532e8820a4d req-e1efb5c1-0537-42e4-a35a-aa88e06ae592 service neutron] 10.222.0.98 "GET /v2.0/networks/95bd50a0-d377-4ee6-99cb-91d43b297070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895705 Jul 09 16:57:18.698195 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3c9a3574-d060-4941-86f7-0e045c46bba8 req-72babc15-37a3-4e7d-97b7-fd0e29c45e3b tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=89d2e58d-dee0-4eb8-85cd-05e56e9cee30 HTTP/1.1" status: 200 len: 210 time: 0.0313511 Jul 09 16:57:19.672441 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e12cc-476b-4b2a-9d53-c496b680ba5f req-c32cac83-d3bf-4917-a0e8-b759673f726e tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:19.673885 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b50e12cc-476b-4b2a-9d53-c496b680ba5f req-c32cac83-d3bf-4917-a0e8-b759673f726e tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.73 "GET /v2.0/ports?device_id=24bbf75e-a087-402e-b3b3-724ae3b86592 HTTP/1.1" status: 200 len: 945 time: 0.0672648 Jul 09 16:57:19.776570 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-b50e12cc-476b-4b2a-9d53-c496b680ba5f req-bbcdbc8e-d854-43c7-8bdf-8f7322b9380f tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Deleting port 51d3e447-4c07-476f-b840-73b901885c54 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:57:19.776914 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b50e12cc-476b-4b2a-9d53-c496b680ba5f req-bbcdbc8e-d854-43c7-8bdf-8f7322b9380f tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:19.844510 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f825a3d7-bac4-45ab-96ad-36ac7765b753 req-b0d4d8c3-661b-4a41-b230-e59bf3fdc5aa tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=89d2e58d-dee0-4eb8-85cd-05e56e9cee30 HTTP/1.1" status: 200 len: 210 time: 0.0337763 Jul 09 16:57:19.873038 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-b50e12cc-476b-4b2a-9d53-c496b680ba5f req-bbcdbc8e-d854-43c7-8bdf-8f7322b9380f tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] For port 51d3e447-4c07-476f-b840-73b901885c54, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=51d3e447-4c07-476f-b840-73b901885c54,segment=NetworkSegment(68121af8-06bc-4c0f-9ac9-f620f22538ef),segment_id=68121af8-06bc-4c0f-9ac9-f620f22538ef)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:57:19.873425 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b50e12cc-476b-4b2a-9d53-c496b680ba5f req-bbcdbc8e-d854-43c7-8bdf-8f7322b9380f tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:19.888004 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-b50e12cc-476b-4b2a-9d53-c496b680ba5f req-bbcdbc8e-d854-43c7-8bdf-8f7322b9380f tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Calling delete_port for 51d3e447-4c07-476f-b840-73b901885c54 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:57:20.012319 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8462ee-2d59-4100-8fb8-c532e8820a4d req-866d496f-4ee5-44bb-9511-33d32f35af27 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:20.013695 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5b8462ee-2d59-4100-8fb8-c532e8820a4d req-866d496f-4ee5-44bb-9511-33d32f35af27 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.73 "GET /v2.0/networks?id=95bd50a0-d377-4ee6-99cb-91d43b297070 HTTP/1.1" status: 200 len: 815 time: 0.1114054 Jul 09 16:57:20.019517 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b50e12cc-476b-4b2a-9d53-c496b680ba5f req-bbcdbc8e-d854-43c7-8bdf-8f7322b9380f tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:20.033123 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-5b8462ee-2d59-4100-8fb8-c532e8820a4d req-28410378-4b3d-4f0b-b181-f07d3d8bc94f tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Request body: {'port': {'device_id': '89d2e58d-dee0-4eb8-85cd-05e56e9cee30', 'network_id': '95bd50a0-d377-4ee6-99cb-91d43b297070', 'admin_state_up': True, 'tenant_id': '86cc3bda539540e0a6a9c14d447345da'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:57:20.051269 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcdbc8e-d854-43c7-8bdf-8f7322b9380f tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Pushing event deleted for resources: {'Port': ['ID=51d3e447-4c07-476f-b840-73b901885c54,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:20.054253 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['51d3e447-4c07-476f-b840-73b901885c54'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:57:20.108875 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-b50e12cc-476b-4b2a-9d53-c496b680ba5f req-bbcdbc8e-d854-43c7-8bdf-8f7322b9380f tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] No DVR routers for this DVR port 51d3e447-4c07-476f-b840-73b901885c54 on host n-h2-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:57:20.111391 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b50e12cc-476b-4b2a-9d53-c496b680ba5f req-bbcdbc8e-d854-43c7-8bdf-8f7322b9380f tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:20.113396 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-b50e12cc-476b-4b2a-9d53-c496b680ba5f req-bbcdbc8e-d854-43c7-8bdf-8f7322b9380f tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.73 "DELETE /v2.0/ports/51d3e447-4c07-476f-b840-73b901885c54 HTTP/1.1" status: 204 len: 173 time: 0.4331887 Jul 09 16:57:20.113833 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24bbf75e-a087-402e-b3b3-724ae3b86592', 'name': 'network-vif-deleted', 'tag': '51d3e447-4c07-476f-b840-73b901885c54'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:57:20.116069 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd21a66947e6b7bd886fceca3395e9e2097b17c1d27e3197e8b78c0db6ffb99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f17d15-d058-4bfd-b45e-d1dbdbce16e6" -d '{"events": [{"server_uuid": "24bbf75e-a087-402e-b3b3-724ae3b86592", "name": "network-vif-deleted", "tag": "51d3e447-4c07-476f-b840-73b901885c54"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:57:20.152001 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf758e7-56de-40e1-a38c-825c9d355705 x-openstack-request-id: req-8cf758e7-56de-40e1-a38c-825c9d355705 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:57:20.152293 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24bbf75e-a087-402e-b3b3-724ae3b86592", "name": "network-vif-deleted", "tag": "51d3e447-4c07-476f-b840-73b901885c54", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:57:20.152525 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8cf758e7-56de-40e1-a38c-825c9d355705 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:57:20.152919 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24bbf75e-a087-402e-b3b3-724ae3b86592', 'name': 'network-vif-deleted', 'tag': '51d3e447-4c07-476f-b840-73b901885c54', 'status': 'completed', 'code': 200} Jul 09 16:57:20.155105 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b8462ee-2d59-4100-8fb8-c532e8820a4d req-28410378-4b3d-4f0b-b181-f07d3d8bc94f tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Made reservation on behalf of 86cc3bda539540e0a6a9c14d447345da for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:57:20.158624 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5b8462ee-2d59-4100-8fb8-c532e8820a4d req-28410378-4b3d-4f0b-b181-f07d3d8bc94f tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:20.284897 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-5b8462ee-2d59-4100-8fb8-c532e8820a4d req-28410378-4b3d-4f0b-b181-f07d3d8bc94f tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Allocated IP 172.20.0.3 (95bd50a0-d377-4ee6-99cb-91d43b297070/dd0312ff-e404-420d-8d13-47e71b793940/22915192-95d4-44e1-bf10-35aec38cd9e9) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:57:20.437135 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5b8462ee-2d59-4100-8fb8-c532e8820a4d req-28410378-4b3d-4f0b-b181-f07d3d8bc94f tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:20.477356 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5b8462ee-2d59-4100-8fb8-c532e8820a4d req-28410378-4b3d-4f0b-b181-f07d3d8bc94f tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:20.510214 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['51d3e447-4c07-476f-b840-73b901885c54'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:57:20.526449 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b8462ee-2d59-4100-8fb8-c532e8820a4d req-28410378-4b3d-4f0b-b181-f07d3d8bc94f tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Network 95bd50a0-d377-4ee6-99cb-91d43b297070 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:57:20.537434 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-5b8462ee-2d59-4100-8fb8-c532e8820a4d req-28410378-4b3d-4f0b-b181-f07d3d8bc94f tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:57:20.542383 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b8462ee-2d59-4100-8fb8-c532e8820a4d req-28410378-4b3d-4f0b-b181-f07d3d8bc94f tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:57:20.546655 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28410378-4b3d-4f0b-b181-f07d3d8bc94f tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Pushing event updated for resources: {'Port': ['ID=22915192-95d4-44e1-bf10-35aec38cd9e9,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:20.578979 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28410378-4b3d-4f0b-b181-f07d3d8bc94f tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:20.579323 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28410378-4b3d-4f0b-b181-f07d3d8bc94f tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:20.579661 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28410378-4b3d-4f0b-b181-f07d3d8bc94f tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:20.579994 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28410378-4b3d-4f0b-b181-f07d3d8bc94f tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:20.580321 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28410378-4b3d-4f0b-b181-f07d3d8bc94f tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:20.580647 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28410378-4b3d-4f0b-b181-f07d3d8bc94f tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:20.580967 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28410378-4b3d-4f0b-b181-f07d3d8bc94f tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:20.581285 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28410378-4b3d-4f0b-b181-f07d3d8bc94f tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:20.581612 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28410378-4b3d-4f0b-b181-f07d3d8bc94f tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:20.581929 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28410378-4b3d-4f0b-b181-f07d3d8bc94f tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:20.582245 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28410378-4b3d-4f0b-b181-f07d3d8bc94f tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:20.582561 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28410378-4b3d-4f0b-b181-f07d3d8bc94f tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:20.608473 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8462ee-2d59-4100-8fb8-c532e8820a4d req-28410378-4b3d-4f0b-b181-f07d3d8bc94f tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:20.609126 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5b8462ee-2d59-4100-8fb8-c532e8820a4d req-28410378-4b3d-4f0b-b181-f07d3d8bc94f tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:20.624872 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5b8462ee-2d59-4100-8fb8-c532e8820a4d req-28410378-4b3d-4f0b-b181-f07d3d8bc94f tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5963390 Jul 09 16:57:20.643509 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-5b8462ee-2d59-4100-8fb8-c532e8820a4d req-c9aa1f4b-3e77-4c85-bfc4-0230f2963f80 service neutron] Request body: {'port': {'device_id': '89d2e58d-dee0-4eb8-85cd-05e56e9cee30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:57:20.715041 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5b8462ee-2d59-4100-8fb8-c532e8820a4d req-c9aa1f4b-3e77-4c85-bfc4-0230f2963f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:21.001704 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-5b8462ee-2d59-4100-8fb8-c532e8820a4d req-c9aa1f4b-3e77-4c85-bfc4-0230f2963f80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22915192-95d4-44e1-bf10-35aec38cd9e9 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:57:21.010911 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5b8462ee-2d59-4100-8fb8-c532e8820a4d req-c9aa1f4b-3e77-4c85-bfc4-0230f2963f80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:21.030669 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-5b8462ee-2d59-4100-8fb8-c532e8820a4d req-c9aa1f4b-3e77-4c85-bfc4-0230f2963f80 service neutron] Transition to ACTIVE for port object 22915192-95d4-44e1-bf10-35aec38cd9e9 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:57:21.036757 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5b8462ee-2d59-4100-8fb8-c532e8820a4d req-c9aa1f4b-3e77-4c85-bfc4-0230f2963f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:21.075529 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac24ad0f-ade7-4972-b078-9a57c5b29887 req-382bb932-2234-4363-b208-edad12aead05 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:21.077001 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ac24ad0f-ade7-4972-b078-9a57c5b29887 req-382bb932-2234-4363-b208-edad12aead05 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=89d2e58d-dee0-4eb8-85cd-05e56e9cee30 HTTP/1.1" status: 200 len: 931 time: 0.1137500 Jul 09 16:57:21.110793 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aa1f4b-3e77-4c85-bfc4-0230f2963f80 service neutron] Pushing event updated for resources: {'Port': ['ID=22915192-95d4-44e1-bf10-35aec38cd9e9,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:21.171364 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ac24ad0f-ade7-4972-b078-9a57c5b29887 req-868348ee-d7ee-4794-8b23-9ca69bcfd3d6 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852287 Jul 09 16:57:21.196696 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-5b8462ee-2d59-4100-8fb8-c532e8820a4d req-c9aa1f4b-3e77-4c85-bfc4-0230f2963f80 service neutron] Attempting to bind port 22915192-95d4-44e1-bf10-35aec38cd9e9 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:57:21.197031 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-5b8462ee-2d59-4100-8fb8-c532e8820a4d req-c9aa1f4b-3e77-4c85-bfc4-0230f2963f80 service neutron] Attempting to bind port 22915192-95d4-44e1-bf10-35aec38cd9e9 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': '68121af8-06bc-4c0f-9ac9-f620f22538ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '95bd50a0-d377-4ee6-99cb-91d43b297070'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:57:21.197354 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8462ee-2d59-4100-8fb8-c532e8820a4d req-c9aa1f4b-3e77-4c85-bfc4-0230f2963f80 service neutron] Attempting to bind port 22915192-95d4-44e1-bf10-35aec38cd9e9 on network 95bd50a0-d377-4ee6-99cb-91d43b297070 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:57:21.201751 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8462ee-2d59-4100-8fb8-c532e8820a4d req-c9aa1f4b-3e77-4c85-bfc4-0230f2963f80 service neutron] Port 22915192-95d4-44e1-bf10-35aec38cd9e9 on network 95bd50a0-d377-4ee6-99cb-91d43b297070 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:57:21.202072 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8462ee-2d59-4100-8fb8-c532e8820a4d req-c9aa1f4b-3e77-4c85-bfc4-0230f2963f80 service neutron] Attempting to bind port 22915192-95d4-44e1-bf10-35aec38cd9e9 on network 95bd50a0-d377-4ee6-99cb-91d43b297070 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:57:21.206907 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8462ee-2d59-4100-8fb8-c532e8820a4d req-c9aa1f4b-3e77-4c85-bfc4-0230f2963f80 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:57:21.207267 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8462ee-2d59-4100-8fb8-c532e8820a4d req-c9aa1f4b-3e77-4c85-bfc4-0230f2963f80 service neutron] Checking segment: {'id': '68121af8-06bc-4c0f-9ac9-f620f22538ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '95bd50a0-d377-4ee6-99cb-91d43b297070'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:57:21.207644 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8462ee-2d59-4100-8fb8-c532e8820a4d req-c9aa1f4b-3e77-4c85-bfc4-0230f2963f80 service neutron] Bound using segment: {'id': '68121af8-06bc-4c0f-9ac9-f620f22538ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '95bd50a0-d377-4ee6-99cb-91d43b297070'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:57:21.208063 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-5b8462ee-2d59-4100-8fb8-c532e8820a4d req-c9aa1f4b-3e77-4c85-bfc4-0230f2963f80 service neutron] Bound port: 22915192-95d4-44e1-bf10-35aec38cd9e9, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68121af8-06bc-4c0f-9ac9-f620f22538ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '95bd50a0-d377-4ee6-99cb-91d43b297070'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:57:21.208417 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5b8462ee-2d59-4100-8fb8-c532e8820a4d req-c9aa1f4b-3e77-4c85-bfc4-0230f2963f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:21.269273 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-5b8462ee-2d59-4100-8fb8-c532e8820a4d req-c9aa1f4b-3e77-4c85-bfc4-0230f2963f80 service neutron] For port 22915192-95d4-44e1-bf10-35aec38cd9e9, host n-h2-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:57:21.272199 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-5b8462ee-2d59-4100-8fb8-c532e8820a4d req-c9aa1f4b-3e77-4c85-bfc4-0230f2963f80 service neutron] For port 22915192-95d4-44e1-bf10-35aec38cd9e9, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=22915192-95d4-44e1-bf10-35aec38cd9e9,segment=NetworkSegment(68121af8-06bc-4c0f-9ac9-f620f22538ef),segment_id=68121af8-06bc-4c0f-9ac9-f620f22538ef)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:57:21.277258 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5b8462ee-2d59-4100-8fb8-c532e8820a4d req-c9aa1f4b-3e77-4c85-bfc4-0230f2963f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:21.311601 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8462ee-2d59-4100-8fb8-c532e8820a4d req-c9aa1f4b-3e77-4c85-bfc4-0230f2963f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:21.312282 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5b8462ee-2d59-4100-8fb8-c532e8820a4d req-c9aa1f4b-3e77-4c85-bfc4-0230f2963f80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:21.313719 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5b8462ee-2d59-4100-8fb8-c532e8820a4d req-c9aa1f4b-3e77-4c85-bfc4-0230f2963f80 service neutron] 10.222.0.73 "PUT /v2.0/ports/22915192-95d4-44e1-bf10-35aec38cd9e9 HTTP/1.1" status: 200 len: 1091 time: 0.6743057 Jul 09 16:57:21.314415 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89d2e58d-dee0-4eb8-85cd-05e56e9cee30', 'tag': '22915192-95d4-44e1-bf10-35aec38cd9e9'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:57:21.316702 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9dd8317-15e0-4db6-8a65-3a2f3c689e7a" -d '{"events": [{"name": "network-changed", "server_uuid": "89d2e58d-dee0-4eb8-85cd-05e56e9cee30", "tag": "22915192-95d4-44e1-bf10-35aec38cd9e9"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:57:21.344240 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aa1f4b-3e77-4c85-bfc4-0230f2963f80 service neutron] Pushing event updated for resources: {'Port': ['ID=22915192-95d4-44e1-bf10-35aec38cd9e9,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:21.358521 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154a56f2-dccb-4757-b805-47a0b9c528ea x-openstack-request-id: req-154a56f2-dccb-4757-b805-47a0b9c528ea {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:57:21.358844 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89d2e58d-dee0-4eb8-85cd-05e56e9cee30", "tag": "22915192-95d4-44e1-bf10-35aec38cd9e9", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:57:21.359095 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-154a56f2-dccb-4757-b805-47a0b9c528ea {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:57:21.359494 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89d2e58d-dee0-4eb8-85cd-05e56e9cee30', 'tag': '22915192-95d4-44e1-bf10-35aec38cd9e9', 'status': 'completed', 'code': 200} Jul 09 16:57:21.437041 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8462ee-2d59-4100-8fb8-c532e8820a4d req-2ed89202-944e-4a25-88ac-237470f39399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:21.438425 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5b8462ee-2d59-4100-8fb8-c532e8820a4d req-2ed89202-944e-4a25-88ac-237470f39399 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=86cc3bda539540e0a6a9c14d447345da&device_id=89d2e58d-dee0-4eb8-85cd-05e56e9cee30 HTTP/1.1" status: 200 len: 1094 time: 0.0608954 Jul 09 16:57:21.484358 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5b8462ee-2d59-4100-8fb8-c532e8820a4d req-caa63c0f-4778-4f6a-9ed0-4721e6f82fb1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22915192-95d4-44e1-bf10-35aec38cd9e9 HTTP/1.1" status: 200 len: 217 time: 0.0334191 Jul 09 16:57:21.532182 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8462ee-2d59-4100-8fb8-c532e8820a4d req-e72c8855-323b-44a1-a131-716b6104490f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:21.533753 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5b8462ee-2d59-4100-8fb8-c532e8820a4d req-e72c8855-323b-44a1-a131-716b6104490f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dd0312ff-e404-420d-8d13-47e71b793940 HTTP/1.1" status: 200 len: 855 time: 0.0435588 Jul 09 16:57:21.566313 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5b8462ee-2d59-4100-8fb8-c532e8820a4d req-0713e9a6-38aa-4009-9537-66e3da797bd7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=95bd50a0-d377-4ee6-99cb-91d43b297070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264182 Jul 09 16:57:21.655200 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5b8462ee-2d59-4100-8fb8-c532e8820a4d req-48eb5e61-f897-43ac-9392-8522ff2ca3cf service neutron] 10.222.0.73 "GET /v2.0/networks/95bd50a0-d377-4ee6-99cb-91d43b297070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829389 Jul 09 16:57:21.740554 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5b8462ee-2d59-4100-8fb8-c532e8820a4d req-df2d083e-da8b-4993-bc90-c120ac64c213 service neutron] 10.222.0.73 "GET /v2.0/networks/95bd50a0-d377-4ee6-99cb-91d43b297070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797086 Jul 09 16:57:21.884277 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd8317-15e0-4db6-8a65-3a2f3c689e7a req-4a50e962-29e4-4882-b604-9b60f2c99739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:21.885748 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d9dd8317-15e0-4db6-8a65-3a2f3c689e7a req-4a50e962-29e4-4882-b604-9b60f2c99739 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=86cc3bda539540e0a6a9c14d447345da&device_id=89d2e58d-dee0-4eb8-85cd-05e56e9cee30 HTTP/1.1" status: 200 len: 1094 time: 0.0571539 Jul 09 16:57:21.975428 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd8317-15e0-4db6-8a65-3a2f3c689e7a req-53a073cd-3ffd-42c0-80bf-dda85afb08f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:21.977390 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d9dd8317-15e0-4db6-8a65-3a2f3c689e7a req-53a073cd-3ffd-42c0-80bf-dda85afb08f7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=95bd50a0-d377-4ee6-99cb-91d43b297070 HTTP/1.1" status: 200 len: 916 time: 0.0823512 Jul 09 16:57:22.021459 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d9dd8317-15e0-4db6-8a65-3a2f3c689e7a req-508f364d-fd55-4929-a182-cd5c01c81a30 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22915192-95d4-44e1-bf10-35aec38cd9e9 HTTP/1.1" status: 200 len: 217 time: 0.0372727 Jul 09 16:57:22.069103 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd8317-15e0-4db6-8a65-3a2f3c689e7a req-0d9c5b1a-72b1-484a-af01-46a2e1c69033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:22.070729 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d9dd8317-15e0-4db6-8a65-3a2f3c689e7a req-0d9c5b1a-72b1-484a-af01-46a2e1c69033 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dd0312ff-e404-420d-8d13-47e71b793940 HTTP/1.1" status: 200 len: 855 time: 0.0438893 Jul 09 16:57:22.105795 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d9dd8317-15e0-4db6-8a65-3a2f3c689e7a req-3925ca4a-26b1-4ef2-84c0-60e420137fad service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=95bd50a0-d377-4ee6-99cb-91d43b297070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275502 Jul 09 16:57:22.195637 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d9dd8317-15e0-4db6-8a65-3a2f3c689e7a req-aeb288d2-8317-4aa6-9665-54e942e950a5 service neutron] 10.222.0.73 "GET /v2.0/networks/95bd50a0-d377-4ee6-99cb-91d43b297070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826683 Jul 09 16:57:22.290371 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d9dd8317-15e0-4db6-8a65-3a2f3c689e7a req-bd59be3c-a394-4664-ae53-7b4d57ffac09 service neutron] 10.222.0.73 "GET /v2.0/networks/95bd50a0-d377-4ee6-99cb-91d43b297070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889125 Jul 09 16:57:22.350418 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5009c9-1574-4869-a8a6-30339ffdf0b9 req-1e42bbe1-a587-468c-895c-5e01aae3d7cd tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:22.352298 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-462d361b-937f-4316-946f-9cc53c21e7db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:22.352821 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6e5009c9-1574-4869-a8a6-30339ffdf0b9 req-1e42bbe1-a587-468c-895c-5e01aae3d7cd tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=89d2e58d-dee0-4eb8-85cd-05e56e9cee30 HTTP/1.1" status: 200 len: 943 time: 0.0662115 Jul 09 16:57:22.389340 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6e5009c9-1574-4869-a8a6-30339ffdf0b9 req-53b37a0e-4944-4505-820b-80aed44cfca8 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309238 Jul 09 16:57:23.110571 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 51d3e447-4c07-476f-b840-73b901885c54 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:57:23.133979 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: 51d3e447-4c07-476f-b840-73b901885c54 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:57:23.134323 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 51d3e447-4c07-476f-b840-73b901885c54 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:57:23.573656 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32842eb0-8ca3-4d31-8523-dc5f7d57e03a req-df90b494-cd71-44ae-a80a-442d517e9073 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:23.575140 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-32842eb0-8ca3-4d31-8523-dc5f7d57e03a req-df90b494-cd71-44ae-a80a-442d517e9073 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=89d2e58d-dee0-4eb8-85cd-05e56e9cee30 HTTP/1.1" status: 200 len: 943 time: 0.0702789 Jul 09 16:57:23.613312 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-32842eb0-8ca3-4d31-8523-dc5f7d57e03a req-d8137c92-7b92-41fd-a237-267e5aa026c0 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322859 Jul 09 16:57:24.782349 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e30f9c-dc5c-49e6-9bec-f57bfdeba9af req-fa36faaa-b823-420f-9c0f-fec41592264a tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:24.783820 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-35e30f9c-dc5c-49e6-9bec-f57bfdeba9af req-fa36faaa-b823-420f-9c0f-fec41592264a tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=89d2e58d-dee0-4eb8-85cd-05e56e9cee30 HTTP/1.1" status: 200 len: 943 time: 0.0615742 Jul 09 16:57:24.820775 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-35e30f9c-dc5c-49e6-9bec-f57bfdeba9af req-502dd317-d386-4ea6-a482-1d26dd683c95 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309765 Jul 09 16:57:25.106386 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4641ce07-39c3-4ec4-88ef-bf750ace6739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:25.115892 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 22915192-95d4-44e1-bf10-35aec38cd9e9 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:57:25.207702 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 22915192-95d4-44e1-bf10-35aec38cd9e9, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=22915192-95d4-44e1-bf10-35aec38cd9e9,segment=NetworkSegment(68121af8-06bc-4c0f-9ac9-f620f22538ef),segment_id=68121af8-06bc-4c0f-9ac9-f620f22538ef)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:57:25.219288 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '22915192-95d4-44e1-bf10-35aec38cd9e9', 'network_id': '95bd50a0-d377-4ee6-99cb-91d43b297070', 'port_id': '22915192-95d4-44e1-bf10-35aec38cd9e9', 'mac_address': 'fa:16:3e:9d:9e:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd0312ff-e404-420d-8d13-47e71b793940', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:57:25.258450 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:25.270701 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22915192-95d4-44e1-bf10-35aec38cd9e9 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:57:25.290828 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 22915192-95d4-44e1-bf10-35aec38cd9e9, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=22915192-95d4-44e1-bf10-35aec38cd9e9,segment=NetworkSegment(68121af8-06bc-4c0f-9ac9-f620f22538ef),segment_id=68121af8-06bc-4c0f-9ac9-f620f22538ef)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:57:25.294348 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:25.339584 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=22915192-95d4-44e1-bf10-35aec38cd9e9,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:25.346696 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:25.347063 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:25.347401 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:25.347731 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:25.348057 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:25.348381 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:25.348702 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:25.349023 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:25.349341 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:25.349660 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:25.349977 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:25.350291 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:57:25.657240 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['22915192-95d4-44e1-bf10-35aec38cd9e9'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:57:25.808772 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:25.999427 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64fc72d-739e-4ab4-a960-1323c3bef978 req-8e3ee31f-fd9b-4a53-81ea-6f05b8f4582a tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:26.000809 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b64fc72d-739e-4ab4-a960-1323c3bef978 req-8e3ee31f-fd9b-4a53-81ea-6f05b8f4582a tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=89d2e58d-dee0-4eb8-85cd-05e56e9cee30 HTTP/1.1" status: 200 len: 944 time: 0.0660996 Jul 09 16:57:26.037579 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b64fc72d-739e-4ab4-a960-1323c3bef978 req-fb37ae9a-1ae7-4f48-ab84-2f75f48bf648 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312130 Jul 09 16:57:26.371335 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:26.958892 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:27.124127 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 22915192-95d4-44e1-bf10-35aec38cd9e9 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:57:27.171909 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 22915192-95d4-44e1-bf10-35aec38cd9e9 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:57:27.175606 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 22915192-95d4-44e1-bf10-35aec38cd9e9 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:57:27.176029 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:27.217482 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f27257-9f77-4651-b0b1-745dc115e844 req-c7429f73-4ffd-4330-8e80-c9a4542146d1 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:27.218919 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b2f27257-9f77-4651-b0b1-745dc115e844 req-c7429f73-4ffd-4330-8e80-c9a4542146d1 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=89d2e58d-dee0-4eb8-85cd-05e56e9cee30 HTTP/1.1" status: 200 len: 944 time: 0.0646179 Jul 09 16:57:27.252015 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:27.256154 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b2f27257-9f77-4651-b0b1-745dc115e844 req-4f7291a0-c34c-478e-8d50-737b1fe24b04 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316424 Jul 09 16:57:27.278230 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d2e58d-dee0-4eb8-85cd-05e56e9cee30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22915192-95d4-44e1-bf10-35aec38cd9e9'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:57:27.280520 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b58c6d-e441-4284-a482-b57eb3bebaf5" -d '{"events": [{"server_uuid": "89d2e58d-dee0-4eb8-85cd-05e56e9cee30", "name": "network-vif-plugged", "status": "completed", "tag": "22915192-95d4-44e1-bf10-35aec38cd9e9"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:57:27.292754 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 22915192-95d4-44e1-bf10-35aec38cd9e9, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=22915192-95d4-44e1-bf10-35aec38cd9e9,segment=NetworkSegment(68121af8-06bc-4c0f-9ac9-f620f22538ef),segment_id=68121af8-06bc-4c0f-9ac9-f620f22538ef)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:57:27.296858 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:27.319681 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ea35ef-ba34-43ea-986f-b5b674b3b16c x-openstack-request-id: req-47ea35ef-ba34-43ea-986f-b5b674b3b16c {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:57:27.319990 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d2e58d-dee0-4eb8-85cd-05e56e9cee30", "name": "network-vif-plugged", "status": "completed", "tag": "22915192-95d4-44e1-bf10-35aec38cd9e9", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:57:27.320737 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-47ea35ef-ba34-43ea-986f-b5b674b3b16c {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:57:27.321120 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89d2e58d-dee0-4eb8-85cd-05e56e9cee30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22915192-95d4-44e1-bf10-35aec38cd9e9', 'code': 200} Jul 09 16:57:27.346708 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=22915192-95d4-44e1-bf10-35aec38cd9e9,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:27.454082 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05724430-5b87-45e9-b34d-807170449d92 req-600e7f75-97ea-4d8c-87c4-1a0620e03234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:27.455586 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-05724430-5b87-45e9-b34d-807170449d92 req-600e7f75-97ea-4d8c-87c4-1a0620e03234 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=89d2e58d-dee0-4eb8-85cd-05e56e9cee30 HTTP/1.1" status: 200 len: 1096 time: 0.0521846 Jul 09 16:57:27.489650 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-05724430-5b87-45e9-b34d-807170449d92 req-040ca1de-b96d-460a-8866-a12ccec17004 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281892 Jul 09 16:57:28.322683 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:28.441108 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8c11c-9cd0-467b-83ee-de88f6993431 req-7cb75a2d-0a68-47e0-97a9-34b90e7dfd27 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:28.442539 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-79b8c11c-9cd0-467b-83ee-de88f6993431 req-7cb75a2d-0a68-47e0-97a9-34b90e7dfd27 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=89d2e58d-dee0-4eb8-85cd-05e56e9cee30 HTTP/1.1" status: 200 len: 945 time: 0.0695848 Jul 09 16:57:28.479886 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-79b8c11c-9cd0-467b-83ee-de88f6993431 req-6873b021-5c11-4724-94c3-fb1f0ab68468 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316396 Jul 09 16:57:29.653048 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68052725-b1f2-4cc8-8490-1e078dbed964 req-0e4a93c6-8c62-4844-b6c8-db9ab6a71131 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:29.654518 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-68052725-b1f2-4cc8-8490-1e078dbed964 req-0e4a93c6-8c62-4844-b6c8-db9ab6a71131 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=89d2e58d-dee0-4eb8-85cd-05e56e9cee30 HTTP/1.1" status: 200 len: 945 time: 0.0626941 Jul 09 16:57:29.694630 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-68052725-b1f2-4cc8-8490-1e078dbed964 req-375faaea-3ba8-45f3-b62d-26dc1f053964 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342638 Jul 09 16:57:29.865076 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c61e2-2e13-438a-8ff5-afb65bf75372 req-3ea9ab44-393a-49f9-83f7-574fcad2ce44 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:29.866511 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-397c61e2-2e13-438a-8ff5-afb65bf75372 req-3ea9ab44-393a-49f9-83f7-574fcad2ce44 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=89d2e58d-dee0-4eb8-85cd-05e56e9cee30 HTTP/1.1" status: 200 len: 945 time: 0.0649824 Jul 09 16:57:29.902214 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-397c61e2-2e13-438a-8ff5-afb65bf75372 req-33a31c39-fff3-45ba-a345-89aae39d50bd tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302105 Jul 09 16:57:30.237109 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ee1dfc94-8405-4b36-9227-bc7cd9349ffa req-abc9206a-3585-4f33-8c96-19325d607f11 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=89d2e58d-dee0-4eb8-85cd-05e56e9cee30&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0515256 Jul 09 16:57:30.299872 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35ef2d-5000-43d9-9ef5-4c3d4fd02120 req-08559663-d9a0-48d1-8e00-0d085fea7c36 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:30.301466 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1d35ef2d-5000-43d9-9ef5-4c3d4fd02120 req-08559663-d9a0-48d1-8e00-0d085fea7c36 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=89d2e58d-dee0-4eb8-85cd-05e56e9cee30 HTTP/1.1" status: 200 len: 945 time: 0.0635059 Jul 09 16:57:30.343009 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1d35ef2d-5000-43d9-9ef5-4c3d4fd02120 req-23cf6230-725f-465f-88e0-9c02467284da tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354300 Jul 09 16:57:31.384525 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1dfc94-8405-4b36-9227-bc7cd9349ffa req-05efc4c8-31c0-446b-99b7-4f578768a4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:31.386112 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ee1dfc94-8405-4b36-9227-bc7cd9349ffa req-05efc4c8-31c0-446b-99b7-4f578768a4f7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=86cc3bda539540e0a6a9c14d447345da&device_id=89d2e58d-dee0-4eb8-85cd-05e56e9cee30 HTTP/1.1" status: 200 len: 1096 time: 0.0568683 Jul 09 16:57:31.510896 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1dfc94-8405-4b36-9227-bc7cd9349ffa req-ce81ea95-419b-4f37-af29-fa4c5684bf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:31.512360 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ee1dfc94-8405-4b36-9227-bc7cd9349ffa req-ce81ea95-419b-4f37-af29-fa4c5684bf50 service neutron] 10.222.0.73 "GET /v2.0/networks?id=95bd50a0-d377-4ee6-99cb-91d43b297070 HTTP/1.1" status: 200 len: 916 time: 0.1194570 Jul 09 16:57:31.560774 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ee1dfc94-8405-4b36-9227-bc7cd9349ffa req-2e3d81fd-1606-47e6-8a6c-92d200e3c977 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22915192-95d4-44e1-bf10-35aec38cd9e9 HTTP/1.1" status: 200 len: 217 time: 0.0390964 Jul 09 16:57:31.573156 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a9f24-07f7-40f6-b310-2b5b5796574f req-e74590af-e3af-481d-8460-bab989bf9d4f tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:31.574575 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-431a9f24-07f7-40f6-b310-2b5b5796574f req-e74590af-e3af-481d-8460-bab989bf9d4f tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=89d2e58d-dee0-4eb8-85cd-05e56e9cee30 HTTP/1.1" status: 200 len: 945 time: 0.1175041 Jul 09 16:57:31.639732 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1dfc94-8405-4b36-9227-bc7cd9349ffa req-744732fa-0527-44a3-b01a-adf084774180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:31.641070 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ee1dfc94-8405-4b36-9227-bc7cd9349ffa req-744732fa-0527-44a3-b01a-adf084774180 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dd0312ff-e404-420d-8d13-47e71b793940 HTTP/1.1" status: 200 len: 855 time: 0.0656402 Jul 09 16:57:31.643949 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-431a9f24-07f7-40f6-b310-2b5b5796574f req-728d1b93-0754-4792-8ed6-0069fad086f1 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615218 Jul 09 16:57:31.676419 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ee1dfc94-8405-4b36-9227-bc7cd9349ffa req-b3c38e8d-a881-4017-8748-01e5b33891fb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=95bd50a0-d377-4ee6-99cb-91d43b297070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292022 Jul 09 16:57:31.762568 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ee1dfc94-8405-4b36-9227-bc7cd9349ffa req-25222f48-01e1-4a87-b181-2124ba0fb5ed service neutron] 10.222.0.73 "GET /v2.0/networks/95bd50a0-d377-4ee6-99cb-91d43b297070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798187 Jul 09 16:57:31.853464 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ee1dfc94-8405-4b36-9227-bc7cd9349ffa req-5eadfd6e-1fe7-489d-bbe0-a4c4727037e5 service neutron] 10.222.0.73 "GET /v2.0/networks/95bd50a0-d377-4ee6-99cb-91d43b297070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834758 Jul 09 16:57:32.814150 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6dd051-1f92-44de-9ade-c26c8212b16b req-5cb41a3e-aba5-4ebb-b191-b8203ad97206 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:32.815620 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-db6dd051-1f92-44de-9ade-c26c8212b16b req-5cb41a3e-aba5-4ebb-b191-b8203ad97206 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=89d2e58d-dee0-4eb8-85cd-05e56e9cee30 HTTP/1.1" status: 200 len: 945 time: 0.0616243 Jul 09 16:57:32.852989 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-db6dd051-1f92-44de-9ade-c26c8212b16b req-b6d195a7-65f4-4953-ab15-12e4f022c4ef tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317383 Jul 09 16:57:34.021063 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c279a9-f004-4be9-9f24-0d0c4657bf56 req-83523417-f253-4123-85b9-2ac4b99a17eb tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:34.022487 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-65c279a9-f004-4be9-9f24-0d0c4657bf56 req-83523417-f253-4123-85b9-2ac4b99a17eb tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=89d2e58d-dee0-4eb8-85cd-05e56e9cee30 HTTP/1.1" status: 200 len: 945 time: 0.0602453 Jul 09 16:57:34.059112 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-65c279a9-f004-4be9-9f24-0d0c4657bf56 req-51445f86-0040-4c8c-9ad0-22a74158ee52 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309982 Jul 09 16:57:35.530841 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d5374-e7ee-4d2f-b695-de1a5f2dd6b7 req-574a1850-4a68-4aad-909b-7d7f8c4e5b1f tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:35.532320 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-455d5374-e7ee-4d2f-b695-de1a5f2dd6b7 req-574a1850-4a68-4aad-909b-7d7f8c4e5b1f tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=89d2e58d-dee0-4eb8-85cd-05e56e9cee30 HTTP/1.1" status: 200 len: 945 time: 0.3625574 Jul 09 16:57:35.571701 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-455d5374-e7ee-4d2f-b695-de1a5f2dd6b7 req-e45b7ef3-7879-4312-85f0-0310dae67cd9 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337873 Jul 09 16:57:36.740435 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1bdfb9-eb04-443e-9afd-f8cfca7241aa req-c9668552-148e-4b5c-96b0-5e45dd8a8eac tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:36.741870 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8a1bdfb9-eb04-443e-9afd-f8cfca7241aa req-c9668552-148e-4b5c-96b0-5e45dd8a8eac tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=89d2e58d-dee0-4eb8-85cd-05e56e9cee30 HTTP/1.1" status: 200 len: 945 time: 0.0606349 Jul 09 16:57:36.781033 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8a1bdfb9-eb04-443e-9afd-f8cfca7241aa req-3ee6a206-cf0e-4255-ae2b-c1fea1060ef9 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331254 Jul 09 16:57:37.955695 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd38bfc1-4fc3-4f18-82a8-0316a5001f41 req-c838ded4-f88e-448b-9cd2-8a0e486c286b tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:37.957144 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bd38bfc1-4fc3-4f18-82a8-0316a5001f41 req-c838ded4-f88e-448b-9cd2-8a0e486c286b tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=89d2e58d-dee0-4eb8-85cd-05e56e9cee30 HTTP/1.1" status: 200 len: 945 time: 0.0666127 Jul 09 16:57:37.993496 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bd38bfc1-4fc3-4f18-82a8-0316a5001f41 req-759c5f70-29b4-4fe0-bfc4-f1b7db7f6f08 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308208 Jul 09 16:57:39.162473 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea3eb7-2bc5-45f1-9ad9-20bc4510979a req-e1893c52-2bdc-4c8e-b2cb-02bafe78508e tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:39.163967 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7aea3eb7-2bc5-45f1-9ad9-20bc4510979a req-e1893c52-2bdc-4c8e-b2cb-02bafe78508e tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=89d2e58d-dee0-4eb8-85cd-05e56e9cee30 HTTP/1.1" status: 200 len: 945 time: 0.0617168 Jul 09 16:57:39.202835 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7aea3eb7-2bc5-45f1-9ad9-20bc4510979a req-44fac679-0b97-4d9a-9a1f-beea3b91e0c4 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333374 Jul 09 16:57:40.328229 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:40.382316 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c600a85e-86fb-442f-9d9b-65dfc3a54331 req-f027f2ee-912f-4da6-ae13-5a422ab45114 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:40.383854 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c600a85e-86fb-442f-9d9b-65dfc3a54331 req-f027f2ee-912f-4da6-ae13-5a422ab45114 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=89d2e58d-dee0-4eb8-85cd-05e56e9cee30 HTTP/1.1" status: 200 len: 945 time: 0.0687883 Jul 09 16:57:40.425423 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c600a85e-86fb-442f-9d9b-65dfc3a54331 req-076ae59b-9e5c-4ee4-af43-a620731287ec tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358906 Jul 09 16:57:41.598183 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5343a3-7b18-43ee-a54f-a61bb7422ba8 req-629a6d82-6d0e-4c6a-8777-7e3d0f0ad1a3 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:41.599662 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7f5343a3-7b18-43ee-a54f-a61bb7422ba8 req-629a6d82-6d0e-4c6a-8777-7e3d0f0ad1a3 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=89d2e58d-dee0-4eb8-85cd-05e56e9cee30 HTTP/1.1" status: 200 len: 945 time: 0.0625832 Jul 09 16:57:41.636454 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7f5343a3-7b18-43ee-a54f-a61bb7422ba8 req-a48d0cc8-6d00-4045-afd3-c6e6378120b0 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307448 Jul 09 16:57:42.810695 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894fcae-4754-4dd9-bcad-6dd623ee3ef4 req-aad72238-6731-4b38-a788-7b99e27fcdee tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:42.812218 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3894fcae-4754-4dd9-bcad-6dd623ee3ef4 req-aad72238-6731-4b38-a788-7b99e27fcdee tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=89d2e58d-dee0-4eb8-85cd-05e56e9cee30 HTTP/1.1" status: 200 len: 945 time: 0.0664952 Jul 09 16:57:42.849380 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3894fcae-4754-4dd9-bcad-6dd623ee3ef4 req-4b2b0b62-326d-4e26-8453-398484a4e8bd tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316319 Jul 09 16:57:44.023032 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79a2f5-87e4-46c7-9fa5-97214d728af6 req-f0f9d6a1-e6b4-4249-bb61-380e13549de3 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:44.025041 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8b79a2f5-87e4-46c7-9fa5-97214d728af6 req-f0f9d6a1-e6b4-4249-bb61-380e13549de3 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=89d2e58d-dee0-4eb8-85cd-05e56e9cee30 HTTP/1.1" status: 200 len: 945 time: 0.0672212 Jul 09 16:57:44.061781 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8b79a2f5-87e4-46c7-9fa5-97214d728af6 req-563b7583-9e82-4d1e-b746-9209954d640e tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311351 Jul 09 16:57:45.235922 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f698de6-2059-4ab0-bbd3-122c65bcfab6 req-2b19724e-5a2b-4d29-8ab3-01a5dfe06c5c tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:45.237398 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5f698de6-2059-4ab0-bbd3-122c65bcfab6 req-2b19724e-5a2b-4d29-8ab3-01a5dfe06c5c tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=89d2e58d-dee0-4eb8-85cd-05e56e9cee30 HTTP/1.1" status: 200 len: 945 time: 0.0626481 Jul 09 16:57:45.273535 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5f698de6-2059-4ab0-bbd3-122c65bcfab6 req-ced7e311-907c-42bb-a863-b9f2dbd5e409 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301144 Jul 09 16:57:46.452953 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485fad5c-bd44-44ae-84d9-2a3668189b9a req-410afc2f-e99b-4cef-8be1-edade5cd540f tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:46.454396 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-485fad5c-bd44-44ae-84d9-2a3668189b9a req-410afc2f-e99b-4cef-8be1-edade5cd540f tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=89d2e58d-dee0-4eb8-85cd-05e56e9cee30 HTTP/1.1" status: 200 len: 945 time: 0.0659652 Jul 09 16:57:46.490454 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-485fad5c-bd44-44ae-84d9-2a3668189b9a req-8bff69e5-2e27-49d2-9cf6-a20e1eeb8519 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302076 Jul 09 16:57:47.661466 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173315d-3726-45fe-8b06-82209c81d74a req-26a9e437-a2e4-48c0-8bc8-9560e9819201 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:47.662926 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1173315d-3726-45fe-8b06-82209c81d74a req-26a9e437-a2e4-48c0-8bc8-9560e9819201 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=89d2e58d-dee0-4eb8-85cd-05e56e9cee30 HTTP/1.1" status: 200 len: 945 time: 0.0614002 Jul 09 16:57:47.700499 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1173315d-3726-45fe-8b06-82209c81d74a req-b89f1d4b-1363-4908-a790-07b0f47b201e tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321674 Jul 09 16:57:48.082039 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:57:48.642023 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6239fcb-c3aa-4298-9ae0-b4da247c2244 req-56259635-3679-406b-9821-5f8e360d0d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:48.643513 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d6239fcb-c3aa-4298-9ae0-b4da247c2244 req-56259635-3679-406b-9821-5f8e360d0d89 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=86cc3bda539540e0a6a9c14d447345da&device_id=89d2e58d-dee0-4eb8-85cd-05e56e9cee30 HTTP/1.1" status: 200 len: 1096 time: 0.1476176 Jul 09 16:57:48.752591 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6239fcb-c3aa-4298-9ae0-b4da247c2244 req-8e471441-0ef9-49ce-943f-45882a0b5746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:48.754057 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d6239fcb-c3aa-4298-9ae0-b4da247c2244 req-8e471441-0ef9-49ce-943f-45882a0b5746 service neutron] 10.222.0.73 "GET /v2.0/networks?id=95bd50a0-d377-4ee6-99cb-91d43b297070 HTTP/1.1" status: 200 len: 916 time: 0.0870707 Jul 09 16:57:48.795962 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d6239fcb-c3aa-4298-9ae0-b4da247c2244 req-00db6771-5497-4a68-8a40-43b3452e39c1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22915192-95d4-44e1-bf10-35aec38cd9e9 HTTP/1.1" status: 200 len: 217 time: 0.0343499 Jul 09 16:57:48.879732 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6239fcb-c3aa-4298-9ae0-b4da247c2244 req-bbc1afe4-a149-48b8-9222-31398537e463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:48.881158 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d6239fcb-c3aa-4298-9ae0-b4da247c2244 req-bbc1afe4-a149-48b8-9222-31398537e463 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dd0312ff-e404-420d-8d13-47e71b793940 HTTP/1.1" status: 200 len: 855 time: 0.0765080 Jul 09 16:57:48.920311 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d6239fcb-c3aa-4298-9ae0-b4da247c2244 req-e5181f85-1116-41f7-99d7-d98c50f746d5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=95bd50a0-d377-4ee6-99cb-91d43b297070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286067 Jul 09 16:57:48.941914 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84524f83-918c-443d-abb9-a0bd0fe8f384 req-56db7946-40e6-482e-babd-98a39e9822d8 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:48.943349 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-84524f83-918c-443d-abb9-a0bd0fe8f384 req-56db7946-40e6-482e-babd-98a39e9822d8 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=89d2e58d-dee0-4eb8-85cd-05e56e9cee30 HTTP/1.1" status: 200 len: 945 time: 0.1087818 Jul 09 16:57:49.029036 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-84524f83-918c-443d-abb9-a0bd0fe8f384 req-b8ed7c9d-6dac-4c14-b004-9ea65320e328 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752509 Jul 09 16:57:49.049407 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d6239fcb-c3aa-4298-9ae0-b4da247c2244 req-982f75b0-c0fd-4c15-9db3-c7b6b8c77bf7 service neutron] 10.222.0.73 "GET /v2.0/networks/95bd50a0-d377-4ee6-99cb-91d43b297070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227069 Jul 09 16:57:49.136171 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d6239fcb-c3aa-4298-9ae0-b4da247c2244 req-2f8c3dfe-1847-4ed3-a755-f9b28fecaab0 service neutron] 10.222.0.73 "GET /v2.0/networks/95bd50a0-d377-4ee6-99cb-91d43b297070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799570 Jul 09 16:57:50.204728 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a5eed4-74dd-4078-8d04-2cef3e00c7be req-aff4d6fc-a29f-4d9b-928d-e15c1b06dab1 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:50.206184 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-39a5eed4-74dd-4078-8d04-2cef3e00c7be req-aff4d6fc-a29f-4d9b-928d-e15c1b06dab1 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=89d2e58d-dee0-4eb8-85cd-05e56e9cee30 HTTP/1.1" status: 200 len: 945 time: 0.0671096 Jul 09 16:57:50.243557 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-39a5eed4-74dd-4078-8d04-2cef3e00c7be req-51ef9cfc-48ef-4101-89d9-4ee8d942cffb tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311189 Jul 09 16:57:51.417251 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fbee5e-f1e4-4f14-be01-0ff8321c3ce4 req-38602810-56e2-40be-ad62-a9f930d0d253 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:51.418913 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-79fbee5e-f1e4-4f14-be01-0ff8321c3ce4 req-38602810-56e2-40be-ad62-a9f930d0d253 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=89d2e58d-dee0-4eb8-85cd-05e56e9cee30 HTTP/1.1" status: 200 len: 945 time: 0.0638120 Jul 09 16:57:51.455532 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-79fbee5e-f1e4-4f14-be01-0ff8321c3ce4 req-0d8b390e-d8a2-4db2-8d72-ce369162f93a tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309391 Jul 09 16:57:52.352851 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3c9b4ca1-e915-4344-b027-fc3522f68d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:52.627772 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b546d3-eb5c-40cd-8844-6ed7ae8255a2 req-519850ec-c68e-481c-a4c2-9d49bdd84ce5 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:52.629148 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-05b546d3-eb5c-40cd-8844-6ed7ae8255a2 req-519850ec-c68e-481c-a4c2-9d49bdd84ce5 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=89d2e58d-dee0-4eb8-85cd-05e56e9cee30 HTTP/1.1" status: 200 len: 945 time: 0.0625331 Jul 09 16:57:52.665640 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-05b546d3-eb5c-40cd-8844-6ed7ae8255a2 req-491ed006-1b4b-40db-a21b-225ecf9f63fe tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310445 Jul 09 16:57:53.840264 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944bdc3f-d1af-4688-8817-954fda6b4153 req-995e2835-d245-4ac2-bfc5-63ca4d0582e5 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:53.841732 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-944bdc3f-d1af-4688-8817-954fda6b4153 req-995e2835-d245-4ac2-bfc5-63ca4d0582e5 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=89d2e58d-dee0-4eb8-85cd-05e56e9cee30 HTTP/1.1" status: 200 len: 945 time: 0.0668952 Jul 09 16:57:53.878238 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-944bdc3f-d1af-4688-8817-954fda6b4153 req-4f759715-37cd-4309-aaa3-8179aace1754 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310307 Jul 09 16:57:55.052562 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a67ecf-c574-45c0-9b17-f8b3fcf309d0 req-3afa5efc-9cc0-4a67-8d1f-5fc228dbbe50 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:55.054047 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d1a67ecf-c574-45c0-9b17-f8b3fcf309d0 req-3afa5efc-9cc0-4a67-8d1f-5fc228dbbe50 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=89d2e58d-dee0-4eb8-85cd-05e56e9cee30 HTTP/1.1" status: 200 len: 945 time: 0.0629859 Jul 09 16:57:55.091710 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d1a67ecf-c574-45c0-9b17-f8b3fcf309d0 req-cc92630b-79c5-42f7-9671-a8f7eb289c51 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321217 Jul 09 16:57:55.107082 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f3959742-bce7-4d8b-a585-b8158464b52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:55.810578 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:56.268175 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122063e-5b03-4bfa-87bd-788fb6c6c345 req-48e03652-cd19-4a79-8a63-3d67070afc23 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:56.269641 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6122063e-5b03-4bfa-87bd-788fb6c6c345 req-48e03652-cd19-4a79-8a63-3d67070afc23 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=89d2e58d-dee0-4eb8-85cd-05e56e9cee30 HTTP/1.1" status: 200 len: 945 time: 0.0669770 Jul 09 16:57:56.307429 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6122063e-5b03-4bfa-87bd-788fb6c6c345 req-0fe4c5e7-63ac-498c-a314-0eb66970cdce tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316350 Jul 09 16:57:56.373657 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:56.990173 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:57.479585 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6babe99-bfea-4922-a89c-6f2d0b9b0839 req-76e6085b-5588-44e6-a826-a1420aab355d tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:57.481082 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b6babe99-bfea-4922-a89c-6f2d0b9b0839 req-76e6085b-5588-44e6-a826-a1420aab355d tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=89d2e58d-dee0-4eb8-85cd-05e56e9cee30 HTTP/1.1" status: 200 len: 945 time: 0.0631886 Jul 09 16:57:57.519281 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b6babe99-bfea-4922-a89c-6f2d0b9b0839 req-bd1d9faf-7000-4605-93cb-a063b040d04a tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326464 Jul 09 16:57:58.317827 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:58.697358 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bbfaf2-1e9d-4ba6-b85a-280d6dc643ae req-44553d47-57f1-4e1c-a593-ae6cbb9ec080 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:58.699370 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d2bbfaf2-1e9d-4ba6-b85a-280d6dc643ae req-44553d47-57f1-4e1c-a593-ae6cbb9ec080 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=89d2e58d-dee0-4eb8-85cd-05e56e9cee30 HTTP/1.1" status: 200 len: 945 time: 0.0623736 Jul 09 16:57:58.735826 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d2bbfaf2-1e9d-4ba6-b85a-280d6dc643ae req-2c7572c2-5514-4e57-b15d-cbdf7c3aead2 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309567 Jul 09 16:57:58.978635 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [req-ee1dfc94-8405-4b36-9227-bc7cd9349ffa req-2c3306be-7567-4c79-8224-38ce28d61951 service neutron] show failed (client error): The resource could not be found. Jul 09 16:57:58.979690 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ee1dfc94-8405-4b36-9227-bc7cd9349ffa req-2c3306be-7567-4c79-8224-38ce28d61951 service neutron] 10.222.0.73 "GET /v2.0/ports/22915192-95d4-44e1-bf10-35aec38cd9e9/bindings/n-h1-798930-3 HTTP/1.1" status: 404 len: 380 time: 0.0603199 Jul 09 16:57:59.228650 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1dfc94-8405-4b36-9227-bc7cd9349ffa req-36bfb891-37b9-4e57-bdcb-5e419862376c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:59.230685 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ee1dfc94-8405-4b36-9227-bc7cd9349ffa req-36bfb891-37b9-4e57-bdcb-5e419862376c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=89d2e58d-dee0-4eb8-85cd-05e56e9cee30&tenant_id=86cc3bda539540e0a6a9c14d447345da HTTP/1.1" status: 200 len: 1096 time: 0.0578883 Jul 09 16:57:59.242414 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-ee1dfc94-8405-4b36-9227-bc7cd9349ffa req-9c8b509b-c148-4797-8e68-15620129ec49 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798930-3', 'device_owner': 'compute:nova'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:57:59.315073 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ee1dfc94-8405-4b36-9227-bc7cd9349ffa req-9c8b509b-c148-4797-8e68-15620129ec49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:59.517320 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-ee1dfc94-8405-4b36-9227-bc7cd9349ffa req-9c8b509b-c148-4797-8e68-15620129ec49 service neutron] For port 22915192-95d4-44e1-bf10-35aec38cd9e9, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=22915192-95d4-44e1-bf10-35aec38cd9e9,segment=NetworkSegment(68121af8-06bc-4c0f-9ac9-f620f22538ef),segment_id=68121af8-06bc-4c0f-9ac9-f620f22538ef)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:57:59.550252 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-ee1dfc94-8405-4b36-9227-bc7cd9349ffa req-9c8b509b-c148-4797-8e68-15620129ec49 service neutron] For port 22915192-95d4-44e1-bf10-35aec38cd9e9, host n-h2-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:57:59.589186 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d2e58d-dee0-4eb8-85cd-05e56e9cee30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22915192-95d4-44e1-bf10-35aec38cd9e9'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:57:59.591465 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0666fd-1a2f-4a42-a410-9b38370caeb7" -d '{"events": [{"server_uuid": "89d2e58d-dee0-4eb8-85cd-05e56e9cee30", "name": "network-vif-unplugged", "status": "completed", "tag": "22915192-95d4-44e1-bf10-35aec38cd9e9"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:57:59.595128 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ee1dfc94-8405-4b36-9227-bc7cd9349ffa req-9c8b509b-c148-4797-8e68-15620129ec49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:59.607841 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-ee1dfc94-8405-4b36-9227-bc7cd9349ffa req-9c8b509b-c148-4797-8e68-15620129ec49 service neutron] Transition to ACTIVE for port object 22915192-95d4-44e1-bf10-35aec38cd9e9 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:57:59.611755 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ee1dfc94-8405-4b36-9227-bc7cd9349ffa req-9c8b509b-c148-4797-8e68-15620129ec49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:59.645831 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 16:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64580715-1a18-4310-95c9-e24d0aae07a4 x-openstack-request-id: req-64580715-1a18-4310-95c9-e24d0aae07a4 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:57:59.646135 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d2e58d-dee0-4eb8-85cd-05e56e9cee30", "name": "network-vif-unplugged", "status": "completed", "tag": "22915192-95d4-44e1-bf10-35aec38cd9e9", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:57:59.646388 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-64580715-1a18-4310-95c9-e24d0aae07a4 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:57:59.646803 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89d2e58d-dee0-4eb8-85cd-05e56e9cee30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22915192-95d4-44e1-bf10-35aec38cd9e9', 'code': 200} Jul 09 16:57:59.676328 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee1dfc94-8405-4b36-9227-bc7cd9349ffa req-9c8b509b-c148-4797-8e68-15620129ec49 service neutron] No DVR routers for this DVR port 22915192-95d4-44e1-bf10-35aec38cd9e9 on host n-h2-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:57:59.683101 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b509b-c148-4797-8e68-15620129ec49 service neutron] Pushing event updated for resources: {'Port': ['ID=22915192-95d4-44e1-bf10-35aec38cd9e9,revision_number=6']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:59.721139 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-ee1dfc94-8405-4b36-9227-bc7cd9349ffa req-9c8b509b-c148-4797-8e68-15620129ec49 service neutron] Attempting to bind port 22915192-95d4-44e1-bf10-35aec38cd9e9 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:57:59.721797 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-ee1dfc94-8405-4b36-9227-bc7cd9349ffa req-9c8b509b-c148-4797-8e68-15620129ec49 service neutron] Attempting to bind port 22915192-95d4-44e1-bf10-35aec38cd9e9 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '68121af8-06bc-4c0f-9ac9-f620f22538ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '95bd50a0-d377-4ee6-99cb-91d43b297070'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:57:59.721797 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1dfc94-8405-4b36-9227-bc7cd9349ffa req-9c8b509b-c148-4797-8e68-15620129ec49 service neutron] Attempting to bind port 22915192-95d4-44e1-bf10-35aec38cd9e9 on network 95bd50a0-d377-4ee6-99cb-91d43b297070 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:57:59.726019 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1dfc94-8405-4b36-9227-bc7cd9349ffa req-9c8b509b-c148-4797-8e68-15620129ec49 service neutron] Port 22915192-95d4-44e1-bf10-35aec38cd9e9 on network 95bd50a0-d377-4ee6-99cb-91d43b297070 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:57:59.726339 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1dfc94-8405-4b36-9227-bc7cd9349ffa req-9c8b509b-c148-4797-8e68-15620129ec49 service neutron] Attempting to bind port 22915192-95d4-44e1-bf10-35aec38cd9e9 on network 95bd50a0-d377-4ee6-99cb-91d43b297070 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:57:59.731949 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1dfc94-8405-4b36-9227-bc7cd9349ffa req-9c8b509b-c148-4797-8e68-15620129ec49 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:57:59.732283 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1dfc94-8405-4b36-9227-bc7cd9349ffa req-9c8b509b-c148-4797-8e68-15620129ec49 service neutron] Checking segment: {'id': '68121af8-06bc-4c0f-9ac9-f620f22538ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '95bd50a0-d377-4ee6-99cb-91d43b297070'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:57:59.732662 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1dfc94-8405-4b36-9227-bc7cd9349ffa req-9c8b509b-c148-4797-8e68-15620129ec49 service neutron] Bound using segment: {'id': '68121af8-06bc-4c0f-9ac9-f620f22538ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '95bd50a0-d377-4ee6-99cb-91d43b297070'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:57:59.733081 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-ee1dfc94-8405-4b36-9227-bc7cd9349ffa req-9c8b509b-c148-4797-8e68-15620129ec49 service neutron] Bound port: 22915192-95d4-44e1-bf10-35aec38cd9e9, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68121af8-06bc-4c0f-9ac9-f620f22538ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '95bd50a0-d377-4ee6-99cb-91d43b297070'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:57:59.733431 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ee1dfc94-8405-4b36-9227-bc7cd9349ffa req-9c8b509b-c148-4797-8e68-15620129ec49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:59.797039 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-ee1dfc94-8405-4b36-9227-bc7cd9349ffa req-9c8b509b-c148-4797-8e68-15620129ec49 service neutron] For port 22915192-95d4-44e1-bf10-35aec38cd9e9, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:57:59.800200 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-ee1dfc94-8405-4b36-9227-bc7cd9349ffa req-9c8b509b-c148-4797-8e68-15620129ec49 service neutron] For port 22915192-95d4-44e1-bf10-35aec38cd9e9, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=22915192-95d4-44e1-bf10-35aec38cd9e9,segment=NetworkSegment(68121af8-06bc-4c0f-9ac9-f620f22538ef),segment_id=68121af8-06bc-4c0f-9ac9-f620f22538ef)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:57:59.805650 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ee1dfc94-8405-4b36-9227-bc7cd9349ffa req-9c8b509b-c148-4797-8e68-15620129ec49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:59.841482 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1dfc94-8405-4b36-9227-bc7cd9349ffa req-9c8b509b-c148-4797-8e68-15620129ec49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:59.842101 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ee1dfc94-8405-4b36-9227-bc7cd9349ffa req-9c8b509b-c148-4797-8e68-15620129ec49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:57:59.843511 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ee1dfc94-8405-4b36-9227-bc7cd9349ffa req-9c8b509b-c148-4797-8e68-15620129ec49 service neutron] 10.222.0.77 "PUT /v2.0/ports/22915192-95d4-44e1-bf10-35aec38cd9e9 HTTP/1.1" status: 200 len: 1091 time: 0.6050909 Jul 09 16:57:59.882944 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b509b-c148-4797-8e68-15620129ec49 service neutron] Pushing event updated for resources: {'Port': ['ID=22915192-95d4-44e1-bf10-35aec38cd9e9,revision_number=7']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:57:59.965349 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1dfc94-8405-4b36-9227-bc7cd9349ffa req-d5d0473f-39bf-4ed3-ad06-aaf71f73f4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:59.966852 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ee1dfc94-8405-4b36-9227-bc7cd9349ffa req-d5d0473f-39bf-4ed3-ad06-aaf71f73f4ee service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=86cc3bda539540e0a6a9c14d447345da&device_id=89d2e58d-dee0-4eb8-85cd-05e56e9cee30 HTTP/1.1" status: 200 len: 1094 time: 0.1004796 Jul 09 16:57:59.975543 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f62912-99e7-4965-a3e0-c61287017e33 req-b0bf6e81-7990-4e84-974f-2adb3f230d3d tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:57:59.976876 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-94f62912-99e7-4965-a3e0-c61287017e33 req-b0bf6e81-7990-4e84-974f-2adb3f230d3d tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=89d2e58d-dee0-4eb8-85cd-05e56e9cee30 HTTP/1.1" status: 200 len: 943 time: 0.1142530 Jul 09 16:58:00.060170 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-94f62912-99e7-4965-a3e0-c61287017e33 req-c052c9f3-0d80-4186-99d4-4eccfb340df8 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751143 Jul 09 16:58:00.094208 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1dfc94-8405-4b36-9227-bc7cd9349ffa req-dbeec47c-5b67-4baa-9b22-79c5f314e77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:00.095723 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ee1dfc94-8405-4b36-9227-bc7cd9349ffa req-dbeec47c-5b67-4baa-9b22-79c5f314e77f service neutron] 10.222.0.77 "GET /v2.0/networks?id=95bd50a0-d377-4ee6-99cb-91d43b297070 HTTP/1.1" status: 200 len: 916 time: 0.1180172 Jul 09 16:58:00.136970 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ee1dfc94-8405-4b36-9227-bc7cd9349ffa req-b1669bea-7915-42ae-80bd-66098468bb17 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22915192-95d4-44e1-bf10-35aec38cd9e9 HTTP/1.1" status: 200 len: 217 time: 0.0348811 Jul 09 16:58:00.184236 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1dfc94-8405-4b36-9227-bc7cd9349ffa req-317d6821-fd2c-4f58-9f8f-8debe6bdafad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:00.185631 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ee1dfc94-8405-4b36-9227-bc7cd9349ffa req-317d6821-fd2c-4f58-9f8f-8debe6bdafad service neutron] 10.222.0.77 "GET /v2.0/subnets?id=dd0312ff-e404-420d-8d13-47e71b793940 HTTP/1.1" status: 200 len: 855 time: 0.0423918 Jul 09 16:58:00.222379 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ee1dfc94-8405-4b36-9227-bc7cd9349ffa req-2c3388f0-c4d4-48db-851d-64ab35a1f8eb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=95bd50a0-d377-4ee6-99cb-91d43b297070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305822 Jul 09 16:58:00.306755 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ee1dfc94-8405-4b36-9227-bc7cd9349ffa req-61bb2d42-98fc-46e1-b879-411300a2c3a8 service neutron] 10.222.0.77 "GET /v2.0/networks/95bd50a0-d377-4ee6-99cb-91d43b297070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780613 Jul 09 16:58:00.398156 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ee1dfc94-8405-4b36-9227-bc7cd9349ffa req-e3c29f51-0212-4e3a-8c8d-409d7598eb30 service neutron] 10.222.0.77 "GET /v2.0/networks/95bd50a0-d377-4ee6-99cb-91d43b297070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839760 Jul 09 16:58:01.232559 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf52a0b-6f89-410c-b9f9-7953003af1b3 req-0d06fe85-fba8-4b8e-b168-ee19fecfc8fa tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:01.234037 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3cf52a0b-6f89-410c-b9f9-7953003af1b3 req-0d06fe85-fba8-4b8e-b168-ee19fecfc8fa tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=89d2e58d-dee0-4eb8-85cd-05e56e9cee30 HTTP/1.1" status: 200 len: 943 time: 0.0646558 Jul 09 16:58:01.271495 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3cf52a0b-6f89-410c-b9f9-7953003af1b3 req-58b8d13b-c795-4340-b20b-3627822a46e1 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319769 Jul 09 16:58:01.647887 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89d2e58d-dee0-4eb8-85cd-05e56e9cee30', 'tag': '22915192-95d4-44e1-bf10-35aec38cd9e9'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:58:01.650251 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e1c8ad-7e40-4c55-ab26-44e69bf83318" -d '{"events": [{"name": "network-changed", "server_uuid": "89d2e58d-dee0-4eb8-85cd-05e56e9cee30", "tag": "22915192-95d4-44e1-bf10-35aec38cd9e9"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:58:01.767264 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd44f211-886c-4391-9887-8a5115b8fdc2 x-openstack-request-id: req-fd44f211-886c-4391-9887-8a5115b8fdc2 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:58:01.767560 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89d2e58d-dee0-4eb8-85cd-05e56e9cee30", "tag": "22915192-95d4-44e1-bf10-35aec38cd9e9", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:58:01.768173 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fd44f211-886c-4391-9887-8a5115b8fdc2 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:58:01.768576 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89d2e58d-dee0-4eb8-85cd-05e56e9cee30', 'tag': '22915192-95d4-44e1-bf10-35aec38cd9e9', 'status': 'completed', 'code': 200} Jul 09 16:58:01.891748 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e1c8ad-7e40-4c55-ab26-44e69bf83318 req-6a10acbb-efd1-4cf1-839a-f89b0544a26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:01.893817 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-13e1c8ad-7e40-4c55-ab26-44e69bf83318 req-6a10acbb-efd1-4cf1-839a-f89b0544a26b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=86cc3bda539540e0a6a9c14d447345da&device_id=89d2e58d-dee0-4eb8-85cd-05e56e9cee30 HTTP/1.1" status: 200 len: 1094 time: 0.1033278 Jul 09 16:58:01.898933 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e1c8ad-7e40-4c55-ab26-44e69bf83318 req-0529b3ef-0e99-45ca-a5a2-b8854ea94212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:01.900407 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-13e1c8ad-7e40-4c55-ab26-44e69bf83318 req-0529b3ef-0e99-45ca-a5a2-b8854ea94212 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=86cc3bda539540e0a6a9c14d447345da&device_id=89d2e58d-dee0-4eb8-85cd-05e56e9cee30 HTTP/1.1" status: 200 len: 1094 time: 0.0804389 Jul 09 16:58:02.062706 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e1c8ad-7e40-4c55-ab26-44e69bf83318 req-f978c6e2-c89f-462a-a4b3-4b22288e5b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:02.064198 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-13e1c8ad-7e40-4c55-ab26-44e69bf83318 req-f978c6e2-c89f-462a-a4b3-4b22288e5b6a service neutron] 10.222.0.77 "GET /v2.0/networks?id=95bd50a0-d377-4ee6-99cb-91d43b297070 HTTP/1.1" status: 200 len: 916 time: 0.1624250 Jul 09 16:58:02.065285 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e1c8ad-7e40-4c55-ab26-44e69bf83318 req-f1f4a233-12fa-45d3-9b34-b68249a23cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:02.066589 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-13e1c8ad-7e40-4c55-ab26-44e69bf83318 req-f1f4a233-12fa-45d3-9b34-b68249a23cbf service neutron] 10.222.0.73 "GET /v2.0/networks?id=95bd50a0-d377-4ee6-99cb-91d43b297070 HTTP/1.1" status: 200 len: 916 time: 0.1556048 Jul 09 16:58:02.137418 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-13e1c8ad-7e40-4c55-ab26-44e69bf83318 req-f8ba751a-f4df-45a2-8e80-570ea3e94318 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22915192-95d4-44e1-bf10-35aec38cd9e9 HTTP/1.1" status: 200 len: 217 time: 0.0666747 Jul 09 16:58:02.138736 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-13e1c8ad-7e40-4c55-ab26-44e69bf83318 req-d3642fbf-af34-4994-8147-c4201cb54b10 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22915192-95d4-44e1-bf10-35aec38cd9e9 HTTP/1.1" status: 200 len: 217 time: 0.0616848 Jul 09 16:58:02.221171 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e1c8ad-7e40-4c55-ab26-44e69bf83318 req-850bb733-15b0-4132-b1a0-30b08e635f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:02.222629 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-13e1c8ad-7e40-4c55-ab26-44e69bf83318 req-850bb733-15b0-4132-b1a0-30b08e635f41 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=dd0312ff-e404-420d-8d13-47e71b793940 HTTP/1.1" status: 200 len: 855 time: 0.0791116 Jul 09 16:58:02.224022 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e1c8ad-7e40-4c55-ab26-44e69bf83318 req-41c55c53-e916-4731-abba-06d592182e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:02.225327 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-13e1c8ad-7e40-4c55-ab26-44e69bf83318 req-41c55c53-e916-4731-abba-06d592182e37 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dd0312ff-e404-420d-8d13-47e71b793940 HTTP/1.1" status: 200 len: 855 time: 0.0807250 Jul 09 16:58:02.260576 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-13e1c8ad-7e40-4c55-ab26-44e69bf83318 req-6d1e360a-7773-4de1-a6ee-12c302012b92 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=95bd50a0-d377-4ee6-99cb-91d43b297070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316794 Jul 09 16:58:02.281788 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-13e1c8ad-7e40-4c55-ab26-44e69bf83318 req-f2432ee8-4766-4f1d-b66b-35b53531b300 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=95bd50a0-d377-4ee6-99cb-91d43b297070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462484 Jul 09 16:58:02.471176 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-13e1c8ad-7e40-4c55-ab26-44e69bf83318 req-670348cc-f9c0-4bf6-ae2f-6592e2d89d78 service neutron] 10.222.0.77 "GET /v2.0/networks/95bd50a0-d377-4ee6-99cb-91d43b297070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914489 Jul 09 16:58:02.472867 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-13e1c8ad-7e40-4c55-ab26-44e69bf83318 req-ccb270a4-b22d-4fea-b926-b780de9623e7 service neutron] 10.222.0.73 "GET /v2.0/networks/95bd50a0-d377-4ee6-99cb-91d43b297070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846220 Jul 09 16:58:02.909554 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a8cfb-af1a-4f79-bf21-43045e34a986 req-a85a7da4-b6ab-4a0e-8af5-52bafd41611a tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:02.911033 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-344a8cfb-af1a-4f79-bf21-43045e34a986 req-a85a7da4-b6ab-4a0e-8af5-52bafd41611a tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=89d2e58d-dee0-4eb8-85cd-05e56e9cee30 HTTP/1.1" status: 200 len: 943 time: 0.5248833 Jul 09 16:58:02.957018 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-13e1c8ad-7e40-4c55-ab26-44e69bf83318 req-b321ed03-dd16-46f5-a625-b308628ba0ca service neutron] 10.222.0.77 "GET /v2.0/networks/95bd50a0-d377-4ee6-99cb-91d43b297070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4795239 Jul 09 16:58:02.975051 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-13e1c8ad-7e40-4c55-ab26-44e69bf83318 req-6f300272-04f2-47ed-8fa9-b84b237668ab service neutron] 10.222.0.73 "GET /v2.0/networks/95bd50a0-d377-4ee6-99cb-91d43b297070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4895465 Jul 09 16:58:02.982712 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-344a8cfb-af1a-4f79-bf21-43045e34a986 req-688dd588-90e8-46d6-87f9-ad549b710a40 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625510 Jul 09 16:58:03.190998 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 22915192-95d4-44e1-bf10-35aec38cd9e9 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:58:03.329905 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad561c-3648-4cd5-afed-4bde83f4bdae req-5655b9c2-08f7-4297-b125-29a1345753ee tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:03.331616 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cfad561c-3648-4cd5-afed-4bde83f4bdae req-5655b9c2-08f7-4297-b125-29a1345753ee tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=89d2e58d-dee0-4eb8-85cd-05e56e9cee30 HTTP/1.1" status: 200 len: 943 time: 0.1179583 Jul 09 16:58:03.356651 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e546cf0a-e53f-4609-b2c1-98104ae854d5 req-11764845-05f3-46a1-b52d-dee1f2583831 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:03.358133 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e546cf0a-e53f-4609-b2c1-98104ae854d5 req-11764845-05f3-46a1-b52d-dee1f2583831 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.73 "GET /v2.0/ports?device_id=89d2e58d-dee0-4eb8-85cd-05e56e9cee30&tenant_id=86cc3bda539540e0a6a9c14d447345da&binding%3Ahost_id=n-h1-798930-3 HTTP/1.1" status: 200 len: 943 time: 0.1155379 Jul 09 16:58:03.408446 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 22915192-95d4-44e1-bf10-35aec38cd9e9 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:58:03.413231 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cfad561c-3648-4cd5-afed-4bde83f4bdae req-1755f7fa-c454-4d32-b261-834de1b77c39 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756741 Jul 09 16:58:03.438471 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [req-e546cf0a-e53f-4609-b2c1-98104ae854d5 req-8639621e-28f3-48c2-bef5-966480015f76 service neutron] delete failed (client error): The resource could not be found. Jul 09 16:58:03.439583 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e546cf0a-e53f-4609-b2c1-98104ae854d5 req-8639621e-28f3-48c2-bef5-966480015f76 service neutron] 10.222.0.73 "DELETE /v2.0/ports/22915192-95d4-44e1-bf10-35aec38cd9e9/bindings/n-h2-798930-3 HTTP/1.1" status: 404 len: 380 time: 0.0748610 Jul 09 16:58:03.469906 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 22915192-95d4-44e1-bf10-35aec38cd9e9 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:58:03.484788 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 22915192-95d4-44e1-bf10-35aec38cd9e9, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=22915192-95d4-44e1-bf10-35aec38cd9e9,segment=NetworkSegment(68121af8-06bc-4c0f-9ac9-f620f22538ef),segment_id=68121af8-06bc-4c0f-9ac9-f620f22538ef)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:58:03.496409 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '22915192-95d4-44e1-bf10-35aec38cd9e9', 'network_id': '95bd50a0-d377-4ee6-99cb-91d43b297070', 'port_id': '22915192-95d4-44e1-bf10-35aec38cd9e9', 'mac_address': 'fa:16:3e:9d:9e:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd0312ff-e404-420d-8d13-47e71b793940', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:58:03.537331 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:03.551936 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22915192-95d4-44e1-bf10-35aec38cd9e9 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:58:03.556380 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e546cf0a-e53f-4609-b2c1-98104ae854d5 req-4ad17358-0815-4c66-9c01-b29ed04284f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:03.558377 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e546cf0a-e53f-4609-b2c1-98104ae854d5 req-4ad17358-0815-4c66-9c01-b29ed04284f0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=86cc3bda539540e0a6a9c14d447345da&device_id=89d2e58d-dee0-4eb8-85cd-05e56e9cee30 HTTP/1.1" status: 200 len: 1094 time: 0.0562570 Jul 09 16:58:03.571666 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 22915192-95d4-44e1-bf10-35aec38cd9e9, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=22915192-95d4-44e1-bf10-35aec38cd9e9,segment=NetworkSegment(68121af8-06bc-4c0f-9ac9-f620f22538ef),segment_id=68121af8-06bc-4c0f-9ac9-f620f22538ef)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:58:03.575461 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:03.622285 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=22915192-95d4-44e1-bf10-35aec38cd9e9,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:03.649596 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e546cf0a-e53f-4609-b2c1-98104ae854d5 req-503e535e-4d46-479e-9d1a-4a93d3ba25ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:03.651573 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e546cf0a-e53f-4609-b2c1-98104ae854d5 req-503e535e-4d46-479e-9d1a-4a93d3ba25ea service neutron] 10.222.0.73 "GET /v2.0/networks?id=95bd50a0-d377-4ee6-99cb-91d43b297070 HTTP/1.1" status: 200 len: 916 time: 0.0876212 Jul 09 16:58:03.691144 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e546cf0a-e53f-4609-b2c1-98104ae854d5 req-f37ae08e-024c-4c14-86a4-35a40ffb2ad0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22915192-95d4-44e1-bf10-35aec38cd9e9 HTTP/1.1" status: 200 len: 217 time: 0.0333004 Jul 09 16:58:03.738598 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e546cf0a-e53f-4609-b2c1-98104ae854d5 req-7a0287a9-8af7-4159-a221-c245d242ef07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:03.739841 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e546cf0a-e53f-4609-b2c1-98104ae854d5 req-7a0287a9-8af7-4159-a221-c245d242ef07 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dd0312ff-e404-420d-8d13-47e71b793940 HTTP/1.1" status: 200 len: 855 time: 0.0432422 Jul 09 16:58:03.775265 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e546cf0a-e53f-4609-b2c1-98104ae854d5 req-f9769477-27ae-482a-97bf-c879362c88a1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=95bd50a0-d377-4ee6-99cb-91d43b297070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296311 Jul 09 16:58:03.785795 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['22915192-95d4-44e1-bf10-35aec38cd9e9'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:58:03.861968 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e546cf0a-e53f-4609-b2c1-98104ae854d5 req-3e5f76a6-88f4-4e09-81ba-0aa1fe98b32b service neutron] 10.222.0.73 "GET /v2.0/networks/95bd50a0-d377-4ee6-99cb-91d43b297070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804837 Jul 09 16:58:03.953302 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e546cf0a-e53f-4609-b2c1-98104ae854d5 req-f90b6e1b-76fb-460c-a4b5-d635235e90e2 service neutron] 10.222.0.73 "GET /v2.0/networks/95bd50a0-d377-4ee6-99cb-91d43b297070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853555 Jul 09 16:58:04.595690 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1001a0-90c5-418d-9172-0cd451d8fac6 req-2f36b012-302a-45ea-85c6-33a54316aa0e tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:04.597327 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ef1001a0-90c5-418d-9172-0cd451d8fac6 req-2f36b012-302a-45ea-85c6-33a54316aa0e tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=89d2e58d-dee0-4eb8-85cd-05e56e9cee30 HTTP/1.1" status: 200 len: 944 time: 0.0655346 Jul 09 16:58:04.637179 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ef1001a0-90c5-418d-9172-0cd451d8fac6 req-b3b9dfdc-4125-4d4d-bbec-a5faace49d71 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338874 Jul 09 16:58:04.805474 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683c3b3-4f7a-473f-b546-a7fdc55ca0ed req-62069e30-1e3e-4f71-8fca-0b79bdfc866b tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:04.807581 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e683c3b3-4f7a-473f-b546-a7fdc55ca0ed req-62069e30-1e3e-4f71-8fca-0b79bdfc866b tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=89d2e58d-dee0-4eb8-85cd-05e56e9cee30 HTTP/1.1" status: 200 len: 944 time: 0.0625484 Jul 09 16:58:04.844824 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e683c3b3-4f7a-473f-b546-a7fdc55ca0ed req-78152f9e-ff3d-410e-a918-0f4d15356264 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318594 Jul 09 16:58:05.019608 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcee29e-dc4a-49b4-b433-79a731a613bb req-cd8e9f5b-5726-415b-b5ae-c3635c65c57a tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:05.021055 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bfcee29e-dc4a-49b4-b433-79a731a613bb req-cd8e9f5b-5726-415b-b5ae-c3635c65c57a tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=89d2e58d-dee0-4eb8-85cd-05e56e9cee30 HTTP/1.1" status: 200 len: 944 time: 0.0671389 Jul 09 16:58:05.058386 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bfcee29e-dc4a-49b4-b433-79a731a613bb req-e6b7f5c8-ab5b-4c20-b0ea-45401c0b4a74 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310819 Jul 09 16:58:05.205958 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 22915192-95d4-44e1-bf10-35aec38cd9e9 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:58:05.255102 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 22915192-95d4-44e1-bf10-35aec38cd9e9 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:58:05.258826 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 22915192-95d4-44e1-bf10-35aec38cd9e9 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:58:05.259198 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:05.339655 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:05.361066 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d2e58d-dee0-4eb8-85cd-05e56e9cee30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22915192-95d4-44e1-bf10-35aec38cd9e9'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:58:05.363430 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3dd8d4-5071-46a8-8496-5240a60db665" -d '{"events": [{"server_uuid": "89d2e58d-dee0-4eb8-85cd-05e56e9cee30", "name": "network-vif-plugged", "status": "completed", "tag": "22915192-95d4-44e1-bf10-35aec38cd9e9"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:58:05.376598 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 22915192-95d4-44e1-bf10-35aec38cd9e9, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=22915192-95d4-44e1-bf10-35aec38cd9e9,segment=NetworkSegment(68121af8-06bc-4c0f-9ac9-f620f22538ef),segment_id=68121af8-06bc-4c0f-9ac9-f620f22538ef)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:58:05.380647 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:05.430654 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=22915192-95d4-44e1-bf10-35aec38cd9e9,revision_number=9']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:05.549645 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f47e00-b4ca-4a22-840b-e501f5128001 x-openstack-request-id: req-13f47e00-b4ca-4a22-840b-e501f5128001 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:58:05.550148 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d2e58d-dee0-4eb8-85cd-05e56e9cee30", "name": "network-vif-plugged", "status": "completed", "tag": "22915192-95d4-44e1-bf10-35aec38cd9e9", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:58:05.550401 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-13f47e00-b4ca-4a22-840b-e501f5128001 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:58:05.550982 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89d2e58d-dee0-4eb8-85cd-05e56e9cee30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22915192-95d4-44e1-bf10-35aec38cd9e9', 'code': 200} Jul 09 16:58:05.693598 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6abdbf-a710-47d2-9118-14f0e06587cb req-b9c427b4-bf26-42b6-8b46-b3b761aee915 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:05.695304 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-be6abdbf-a710-47d2-9118-14f0e06587cb req-b9c427b4-bf26-42b6-8b46-b3b761aee915 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=89d2e58d-dee0-4eb8-85cd-05e56e9cee30 HTTP/1.1" status: 200 len: 945 time: 0.0631244 Jul 09 16:58:05.737280 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-be6abdbf-a710-47d2-9118-14f0e06587cb req-5f08c9ae-f286-4fb5-afc7-4a22ba7278d7 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328102 Jul 09 16:58:06.604986 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e165032-6e09-4225-8061-5d938cf01436 req-37a5698c-46be-4328-badb-d0b9a62429c9 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:06.606471 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5e165032-6e09-4225-8061-5d938cf01436 req-37a5698c-46be-4328-badb-d0b9a62429c9 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.77 "GET /v2.0/ports?device_id=89d2e58d-dee0-4eb8-85cd-05e56e9cee30 HTTP/1.1" status: 200 len: 945 time: 0.0636435 Jul 09 16:58:06.707062 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-5e165032-6e09-4225-8061-5d938cf01436 req-5d116242-17c8-464b-86e0-40e1a163918e tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Deleting port 22915192-95d4-44e1-bf10-35aec38cd9e9 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 16:58:06.707744 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5e165032-6e09-4225-8061-5d938cf01436 req-5d116242-17c8-464b-86e0-40e1a163918e tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:06.796266 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-5e165032-6e09-4225-8061-5d938cf01436 req-5d116242-17c8-464b-86e0-40e1a163918e tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] For port 22915192-95d4-44e1-bf10-35aec38cd9e9, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=22915192-95d4-44e1-bf10-35aec38cd9e9,segment=NetworkSegment(68121af8-06bc-4c0f-9ac9-f620f22538ef),segment_id=68121af8-06bc-4c0f-9ac9-f620f22538ef)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:58:06.796624 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5e165032-6e09-4225-8061-5d938cf01436 req-5d116242-17c8-464b-86e0-40e1a163918e tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:06.814533 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-5e165032-6e09-4225-8061-5d938cf01436 req-5d116242-17c8-464b-86e0-40e1a163918e tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Calling delete_port for 22915192-95d4-44e1-bf10-35aec38cd9e9 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 16:58:06.940954 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa8544-f06e-4a8c-9b28-e6bdd4ae1aa5 req-b744d076-11b0-4996-aac0-06b0b9c670ca tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:06.942437 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-00aa8544-f06e-4a8c-9b28-e6bdd4ae1aa5 req-b744d076-11b0-4996-aac0-06b0b9c670ca tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/ports?device_id=89d2e58d-dee0-4eb8-85cd-05e56e9cee30 HTTP/1.1" status: 200 len: 945 time: 0.0877194 Jul 09 16:58:07.017608 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-00aa8544-f06e-4a8c-9b28-e6bdd4ae1aa5 req-be96e5c8-d014-49a7-b202-349366ab18f9 tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a6fb1bb-1298-4e9b-80fa-ea175134456d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684218 Jul 09 16:58:07.019213 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5e165032-6e09-4225-8061-5d938cf01436 req-5d116242-17c8-464b-86e0-40e1a163918e tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:07.030873 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['22915192-95d4-44e1-bf10-35aec38cd9e9'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:58:07.049805 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d116242-17c8-464b-86e0-40e1a163918e tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Pushing event deleted for resources: {'Port': ['ID=22915192-95d4-44e1-bf10-35aec38cd9e9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:07.094432 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e165032-6e09-4225-8061-5d938cf01436 req-5d116242-17c8-464b-86e0-40e1a163918e tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] No DVR routers for this DVR port 22915192-95d4-44e1-bf10-35aec38cd9e9 on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 16:58:07.096975 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5e165032-6e09-4225-8061-5d938cf01436 req-5d116242-17c8-464b-86e0-40e1a163918e tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:07.098982 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5e165032-6e09-4225-8061-5d938cf01436 req-5d116242-17c8-464b-86e0-40e1a163918e tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] 10.222.0.77 "DELETE /v2.0/ports/22915192-95d4-44e1-bf10-35aec38cd9e9 HTTP/1.1" status: 204 len: 173 time: 0.4875743 Jul 09 16:58:07.099440 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d2e58d-dee0-4eb8-85cd-05e56e9cee30', 'name': 'network-vif-deleted', 'tag': '22915192-95d4-44e1-bf10-35aec38cd9e9'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:58:07.101792 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ae45e2-9078-4e60-8f8c-e508aaa4a3ca" -d '{"events": [{"server_uuid": "89d2e58d-dee0-4eb8-85cd-05e56e9cee30", "name": "network-vif-deleted", "tag": "22915192-95d4-44e1-bf10-35aec38cd9e9"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:58:07.139942 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37648498-b8c2-45ec-a999-c9ee1ef2ea4f x-openstack-request-id: req-37648498-b8c2-45ec-a999-c9ee1ef2ea4f {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:58:07.140264 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d2e58d-dee0-4eb8-85cd-05e56e9cee30", "name": "network-vif-deleted", "tag": "22915192-95d4-44e1-bf10-35aec38cd9e9", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:58:07.140568 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-37648498-b8c2-45ec-a999-c9ee1ef2ea4f {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:58:07.140968 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89d2e58d-dee0-4eb8-85cd-05e56e9cee30', 'name': 'network-vif-deleted', 'tag': '22915192-95d4-44e1-bf10-35aec38cd9e9', 'status': 'completed', 'code': 200} Jul 09 16:58:08.244806 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50858) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:58:08.288794 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c303f6e-dee7-4de1-ad01-8ee5c4f8c5b0 admin admin] Deleting subnet dd0312ff-e404-420d-8d13-47e71b793940 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 16:58:08.291877 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8c303f6e-dee7-4de1-ad01-8ee5c4f8c5b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:08.324747 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8c303f6e-dee7-4de1-ad01-8ee5c4f8c5b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:08.365561 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8c303f6e-dee7-4de1-ad01-8ee5c4f8c5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:08.416122 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8c303f6e-dee7-4de1-ad01-8ee5c4f8c5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:08.440575 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c303f6e-dee7-4de1-ad01-8ee5c4f8c5b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd0312ff-e404-420d-8d13-47e71b793940,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:08.444682 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8c303f6e-dee7-4de1-ad01-8ee5c4f8c5b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:08.447376 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8c303f6e-dee7-4de1-ad01-8ee5c4f8c5b0 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/dd0312ff-e404-420d-8d13-47e71b793940 HTTP/1.1" status: 204 len: 168 time: 0.2013428 Jul 09 16:58:08.449598 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50860) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:58:08.517841 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-caa15dd6-2069-4f5f-a90d-c08e47b28079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:08.606300 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-caa15dd6-2069-4f5f-a90d-c08e47b28079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:08.615848 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-caa15dd6-2069-4f5f-a90d-c08e47b28079 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95bd50a0-d377-4ee6-99cb-91d43b297070']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:58:08.626421 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-caa15dd6-2069-4f5f-a90d-c08e47b28079 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68121af8-06bc-4c0f-9ac9-f620f22538ef') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:58:08.626714 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-caa15dd6-2069-4f5f-a90d-c08e47b28079 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68121af8-06bc-4c0f-9ac9-f620f22538ef') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:58:08.636115 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-caa15dd6-2069-4f5f-a90d-c08e47b28079 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:08.649412 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-caa15dd6-2069-4f5f-a90d-c08e47b28079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:08.655192 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caa15dd6-2069-4f5f-a90d-c08e47b28079 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 16:58:08.655503 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-caa15dd6-2069-4f5f-a90d-c08e47b28079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:08.657078 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:58:08.657078 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:58:08.657078 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:58:08.657078 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:58:08.657078 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 16:58:08.657078 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 16:58:08.657078 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 16:58:08.657078 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 16:58:08.657078 n-d-798930-3 neutron-server[93959]: timer() Jul 09 16:58:08.657078 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 16:58:08.657078 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 16:58:08.657078 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 16:58:08.657078 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 16:58:08.657078 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 16:58:08.657078 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 16:58:08.657078 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 16:58:08.657078 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 16:58:08.657078 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 16:58:08.657078 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 16:58:08.657078 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 16:58:08.657078 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 16:58:08.657078 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 16:58:08.657078 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 16:58:08.657078 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 16:58:08.657078 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 16:58:08.657078 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 16:58:08.657078 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 16:58:08.657078 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 16:58:08.657078 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 16:58:08.657078 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 16:58:08.657078 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 16:58:08.657078 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 16:58:08.657078 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 16:58:08.657078 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 16:58:08.657078 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 16:58:08.657078 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 16:58:08.657078 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 16:58:08.657078 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 16:58:08.709055 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-caa15dd6-2069-4f5f-a90d-c08e47b28079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:08.715759 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-caa15dd6-2069-4f5f-a90d-c08e47b28079 admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:08.717571 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-caa15dd6-2069-4f5f-a90d-c08e47b28079 admin admin] 10.222.0.98 "DELETE /v2.0/networks/95bd50a0-d377-4ee6-99cb-91d43b297070 HTTP/1.1" status: 204 len: 168 time: 0.2670722 Jul 09 16:58:08.733031 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa15dd6-2069-4f5f-a90d-c08e47b28079 admin admin] Pushing event deleted for resources: {'Network': ['ID=95bd50a0-d377-4ee6-99cb-91d43b297070,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:08.823748 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50864) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:58:08.861445 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-6705591b-d6d1-4dfe-8917-c10dfe9ea283 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=86cc3bda539540e0a6a9c14d447345da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0364263 Jul 09 16:58:08.863770 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50866) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:58:08.910650 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-26cedbbd-c0c9-4103-93be-2de5ecb4793c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:08.934740 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-26cedbbd-c0c9-4103-93be-2de5ecb4793c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:08.983477 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-26cedbbd-c0c9-4103-93be-2de5ecb4793c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:08.986070 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-26cedbbd-c0c9-4103-93be-2de5ecb4793c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:08.989151 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-26cedbbd-c0c9-4103-93be-2de5ecb4793c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1a6fb1bb-1298-4e9b-80fa-ea175134456d HTTP/1.1" status: 204 len: 168 time: 0.1226416 Jul 09 16:58:08.995990 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cedbbd-c0c9-4103-93be-2de5ecb4793c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6fb1bb-1298-4e9b-80fa-ea175134456d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:09.627516 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50888) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:58:09.720628 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-e4c9be14-94e7-4bee-8b58-f440e166acd6 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1011410607-network', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:58:09.740795 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c9be14-94e7-4bee-8b58-f440e166acd6 admin admin] Made reservation on behalf of b7c6fb2f31a746d39a3d8ec6f6d31c32 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:58:09.743359 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e4c9be14-94e7-4bee-8b58-f440e166acd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:09.751946 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e4c9be14-94e7-4bee-8b58-f440e166acd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:09.839742 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e4c9be14-94e7-4bee-8b58-f440e166acd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:09.843521 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e4c9be14-94e7-4bee-8b58-f440e166acd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:09.864460 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4c9be14-94e7-4bee-8b58-f440e166acd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 16:58:09.877782 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c9be14-94e7-4bee-8b58-f440e166acd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b31e2bc0-daea-4e2a-9501-111f99e86beb,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:09.882595 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e4c9be14-94e7-4bee-8b58-f440e166acd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:09.882970 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-e4c9be14-94e7-4bee-8b58-f440e166acd6 admin admin] Added segment 1bc3e896-c601-4663-9412-549e7692ffb2 of type vlan for network c758158a-3c22-47c1-93a3-3d20d45c6718 Jul 09 16:58:09.925673 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e4c9be14-94e7-4bee-8b58-f440e166acd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:09.953534 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e4c9be14-94e7-4bee-8b58-f440e166acd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:09.954386 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c9be14-94e7-4bee-8b58-f440e166acd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:09.954977 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e4c9be14-94e7-4bee-8b58-f440e166acd6 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:10.001958 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e4c9be14-94e7-4bee-8b58-f440e166acd6 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3732746 Jul 09 16:58:10.004904 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50892) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:58:10.010894 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-bfbfc453-f793-4827-b3b3-d8e31d0c9f97 admin admin] Request body: {'subnet': {'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1011410607-subnet', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:58:10.012938 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c9be14-94e7-4bee-8b58-f440e166acd6 admin admin] Pushing event updated for resources: {'Network': ['ID=c758158a-3c22-47c1-93a3-3d20d45c6718,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:10.022921 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network c758158a-3c22-47c1-93a3-3d20d45c6718 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 16:58:10.032892 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbfc453-f793-4827-b3b3-d8e31d0c9f97 admin admin] Made reservation on behalf of b7c6fb2f31a746d39a3d8ec6f6d31c32 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:58:10.035504 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bfbfc453-f793-4827-b3b3-d8e31d0c9f97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:10.200461 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bfbfc453-f793-4827-b3b3-d8e31d0c9f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:10.256330 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbfc453-f793-4827-b3b3-d8e31d0c9f97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d62028f-44ed-40d1-89e2-cd8d1482a607,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:10.260947 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbfc453-f793-4827-b3b3-d8e31d0c9f97 admin admin] Checking segment: {'id': '1bc3e896-c601-4663-9412-549e7692ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:58:10.261303 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbfc453-f793-4827-b3b3-d8e31d0c9f97 admin admin] Network hostable DHCP agents. Network: c758158a-3c22-47c1-93a3-3d20d45c6718, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 16:58:10.277494 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbfc453-f793-4827-b3b3-d8e31d0c9f97 admin admin] Network c758158a-3c22-47c1-93a3-3d20d45c6718 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 16:58:10.285946 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-bfbfc453-f793-4827-b3b3-d8e31d0c9f97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, c758158a-3c22-47c1-93a3-3d20d45c6718) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:58:10.289763 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbfc453-f793-4827-b3b3-d8e31d0c9f97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:10.290337 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bfbfc453-f793-4827-b3b3-d8e31d0c9f97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:10.297175 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db28f540-143b-4706-a51e-7ec089c50f5e None None] Network c758158a-3c22-47c1-93a3-3d20d45c6718 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:58:10.303677 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-bfbfc453-f793-4827-b3b3-d8e31d0c9f97 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.2972069 Jul 09 16:58:10.306423 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50894) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:58:10.311421 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-2185bfd4-80a4-453d-9d57-ddc22525f6c2 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1011410607-router', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:58:10.332982 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2185bfd4-80a4-453d-9d57-ddc22525f6c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:10.333951 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2185bfd4-80a4-453d-9d57-ddc22525f6c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:10.360855 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:10.389695 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2185bfd4-80a4-453d-9d57-ddc22525f6c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:10.457634 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8898c5d4-2a07-4154-80b1-f8ef8413f135 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-c758158a-3c22-47c1-93a3-3d20d45c6718', 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'fixed_ips': [{'subnet_id': '4d62028f-44ed-40d1-89e2-cd8d1482a607'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 16:58:10.458505 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8898c5d4-2a07-4154-80b1-f8ef8413f135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:10.530044 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2185bfd4-80a4-453d-9d57-ddc22525f6c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:10.604834 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-8898c5d4-2a07-4154-80b1-f8ef8413f135 None None] Allocated IP 172.20.0.2 (c758158a-3c22-47c1-93a3-3d20d45c6718/4d62028f-44ed-40d1-89e2-cd8d1482a607/ec07445b-1409-4178-b1e6-e1d1d308e406) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:58:10.730896 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2185bfd4-80a4-453d-9d57-ddc22525f6c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:10.747453 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8898c5d4-2a07-4154-80b1-f8ef8413f135 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:10.749957 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2185bfd4-80a4-453d-9d57-ddc22525f6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:10.756132 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8898c5d4-2a07-4154-80b1-f8ef8413f135 None None] Transition to ACTIVE for port object ec07445b-1409-4178-b1e6-e1d1d308e406 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:58:10.771234 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8898c5d4-2a07-4154-80b1-f8ef8413f135 None None] Transition to ACTIVE for port object ec07445b-1409-4178-b1e6-e1d1d308e406 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:58:10.777399 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8898c5d4-2a07-4154-80b1-f8ef8413f135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:10.817373 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8898c5d4-2a07-4154-80b1-f8ef8413f135 None None] Network c758158a-3c22-47c1-93a3-3d20d45c6718 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:58:10.820331 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-8898c5d4-2a07-4154-80b1-f8ef8413f135 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:58:10.823850 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8898c5d4-2a07-4154-80b1-f8ef8413f135 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:58:10.830631 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8898c5d4-2a07-4154-80b1-f8ef8413f135 None None] Pushing event updated for resources: {'Port': ['ID=ec07445b-1409-4178-b1e6-e1d1d308e406,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:10.852891 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-2185bfd4-80a4-453d-9d57-ddc22525f6c2 admin admin] Allocated IP 172.25.0.238 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/9fa5c116-e5a6-48e7-bb1b-397c996e10b4) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:58:10.884229 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-8898c5d4-2a07-4154-80b1-f8ef8413f135 None None] Attempting to bind port ec07445b-1409-4178-b1e6-e1d1d308e406 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:58:10.884598 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-8898c5d4-2a07-4154-80b1-f8ef8413f135 None None] Attempting to bind port ec07445b-1409-4178-b1e6-e1d1d308e406 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '1bc3e896-c601-4663-9412-549e7692ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:58:10.884985 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8898c5d4-2a07-4154-80b1-f8ef8413f135 None None] Attempting to bind port ec07445b-1409-4178-b1e6-e1d1d308e406 on network c758158a-3c22-47c1-93a3-3d20d45c6718 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:58:10.889825 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8898c5d4-2a07-4154-80b1-f8ef8413f135 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:58:10.890194 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8898c5d4-2a07-4154-80b1-f8ef8413f135 None None] Checking segment: {'id': '1bc3e896-c601-4663-9412-549e7692ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:58:10.890594 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8898c5d4-2a07-4154-80b1-f8ef8413f135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:10.891014 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8898c5d4-2a07-4154-80b1-f8ef8413f135 None None] Bound using segment: {'id': '1bc3e896-c601-4663-9412-549e7692ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:58:10.891477 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-8898c5d4-2a07-4154-80b1-f8ef8413f135 None None] Bound port: ec07445b-1409-4178-b1e6-e1d1d308e406, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bc3e896-c601-4663-9412-549e7692ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:58:10.891856 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8898c5d4-2a07-4154-80b1-f8ef8413f135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:10.956798 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-8898c5d4-2a07-4154-80b1-f8ef8413f135 None None] For port ec07445b-1409-4178-b1e6-e1d1d308e406, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:58:10.959892 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-8898c5d4-2a07-4154-80b1-f8ef8413f135 None None] For port ec07445b-1409-4178-b1e6-e1d1d308e406, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=ec07445b-1409-4178-b1e6-e1d1d308e406,segment=NetworkSegment(1bc3e896-c601-4663-9412-549e7692ffb2),segment_id=1bc3e896-c601-4663-9412-549e7692ffb2)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:58:10.960643 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2185bfd4-80a4-453d-9d57-ddc22525f6c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:10.964920 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8898c5d4-2a07-4154-80b1-f8ef8413f135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:11.000677 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2185bfd4-80a4-453d-9d57-ddc22525f6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:11.020718 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8898c5d4-2a07-4154-80b1-f8ef8413f135 None None] Pushing event updated for resources: {'Port': ['ID=ec07445b-1409-4178-b1e6-e1d1d308e406,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:11.038267 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2185bfd4-80a4-453d-9d57-ddc22525f6c2 admin admin] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:58:11.043801 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-2185bfd4-80a4-453d-9d57-ddc22525f6c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:58:11.046308 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2185bfd4-80a4-453d-9d57-ddc22525f6c2 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:58:11.075806 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2185bfd4-80a4-453d-9d57-ddc22525f6c2 admin admin] Pushing event updated for resources: {'Port': ['ID=9fa5c116-e5a6-48e7-bb1b-397c996e10b4,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:11.237506 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 22915192-95d4-44e1-bf10-35aec38cd9e9 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 16:58:11.259664 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: 22915192-95d4-44e1-bf10-35aec38cd9e9 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 16:58:11.260895 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 22915192-95d4-44e1-bf10-35aec38cd9e9 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 16:58:11.325441 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2185bfd4-80a4-453d-9d57-ddc22525f6c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:11.517710 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2185bfd4-80a4-453d-9d57-ddc22525f6c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:11.651997 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2185bfd4-80a4-453d-9d57-ddc22525f6c2 admin admin] Router 4212f2a8-1c64-4887-ba44-7b7179745dbc is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 16:58:11.765277 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2185bfd4-80a4-453d-9d57-ddc22525f6c2 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:58:11.782394 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3066f3a-4059-45d0-ab76-58537f27deb0 None None] Sync routers for ids ['4212f2a8-1c64-4887-ba44-7b7179745dbc'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:58:11.786317 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2185bfd4-80a4-453d-9d57-ddc22525f6c2 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:11.790239 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2185bfd4-80a4-453d-9d57-ddc22525f6c2 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4797921 Jul 09 16:58:11.790548 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50896) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:58:11.792551 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3066f3a-4059-45d0-ab76-58537f27deb0 None None] Routers {'4212f2a8-1c64-4887-ba44-7b7179745dbc'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:58:11.793188 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e3066f3a-4059-45d0-ab76-58537f27deb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:57:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['4212f2a8-1c64-4887-ba44-7b7179745dbc'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:58:11.926074 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device ec07445b-1409-4178-b1e6-e1d1d308e406 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:58:11.958170 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089b67bc-0229-429a-91a1-c95323cf3d05 None None] Network c758158a-3c22-47c1-93a3-3d20d45c6718 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 16:58:12.038814 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-e3066f3a-4059-45d0-ab76-58537f27deb0 None None] Set router 4212f2a8-1c64-4887-ba44-7b7179745dbc gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:58:12.042574 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-71ff6a7b-12ed-46b9-920d-7b8801c62902 None None] Provisioning for port ec07445b-1409-4178-b1e6-e1d1d308e406 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:58:12.179398 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port ec07445b-1409-4178-b1e6-e1d1d308e406 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:58:12.221563 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port ec07445b-1409-4178-b1e6-e1d1d308e406 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:58:12.221841 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:12.230677 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-479bb96e-e537-4341-be93-119a7ed7a786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:12.390755 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:12.404810 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e3066f3a-4059-45d0-ab76-58537f27deb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'name': 'tempest-ServerActionsTestJSON-1011410607-router', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T16:58:11Z', 'revision_number': 3, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'gw_port': {'id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:91:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T16:58:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:58:12.433001 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-479bb96e-e537-4341-be93-119a7ed7a786 admin admin] Allocated IP 172.20.0.1 (c758158a-3c22-47c1-93a3-3d20d45c6718/4d62028f-44ed-40d1-89e2-cd8d1482a607/e6ee4495-48b6-4482-9988-e7e219582cbf) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:58:12.437669 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3066f3a-4059-45d0-ab76-58537f27deb0 None None] Checking router: 4212f2a8-1c64-4887-ba44-7b7179745dbc for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:58:12.438097 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3066f3a-4059-45d0-ab76-58537f27deb0 None None] Updating router 4212f2a8-1c64-4887-ba44-7b7179745dbc port 9fa5c116-e5a6-48e7-bb1b-397c996e10b4 binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:58:12.475639 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port ec07445b-1409-4178-b1e6-e1d1d308e406, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=ec07445b-1409-4178-b1e6-e1d1d308e406,segment=NetworkSegment(1bc3e896-c601-4663-9412-549e7692ffb2),segment_id=1bc3e896-c601-4663-9412-549e7692ffb2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:58:12.494038 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:12.503930 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e3066f3a-4059-45d0-ab76-58537f27deb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:12.550608 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-479bb96e-e537-4341-be93-119a7ed7a786 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:12.566379 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-479bb96e-e537-4341-be93-119a7ed7a786 admin admin] Transition to ACTIVE for port object e6ee4495-48b6-4482-9988-e7e219582cbf will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:58:12.602894 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-479bb96e-e537-4341-be93-119a7ed7a786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:12.641205 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479bb96e-e537-4341-be93-119a7ed7a786 admin admin] Network c758158a-3c22-47c1-93a3-3d20d45c6718 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:58:12.647469 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-479bb96e-e537-4341-be93-119a7ed7a786 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:58:12.651833 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479bb96e-e537-4341-be93-119a7ed7a786 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:58:12.652074 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=ec07445b-1409-4178-b1e6-e1d1d308e406,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:12.662187 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-75d91b5c-7c3e-40bf-a222-0139db69f7f9 None None] Provisioning complete for port ec07445b-1409-4178-b1e6-e1d1d308e406 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:58:12.662562 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-75d91b5c-7c3e-40bf-a222-0139db69f7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:12.995298 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479bb96e-e537-4341-be93-119a7ed7a786 admin admin] Pushing event updated for resources: {'Port': ['ID=e6ee4495-48b6-4482-9988-e7e219582cbf,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:13.014548 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-479bb96e-e537-4341-be93-119a7ed7a786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:13.046064 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e3066f3a-4059-45d0-ab76-58537f27deb0 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:13.055979 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e3066f3a-4059-45d0-ab76-58537f27deb0 None None] Transition to ACTIVE for port object 9fa5c116-e5a6-48e7-bb1b-397c996e10b4 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:58:13.061954 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e3066f3a-4059-45d0-ab76-58537f27deb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:13.126493 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e3066f3a-4059-45d0-ab76-58537f27deb0 None None] Attempting to bind port 9fa5c116-e5a6-48e7-bb1b-397c996e10b4 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:58:13.126892 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e3066f3a-4059-45d0-ab76-58537f27deb0 None None] Attempting to bind port 9fa5c116-e5a6-48e7-bb1b-397c996e10b4 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:58:13.127260 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3066f3a-4059-45d0-ab76-58537f27deb0 None None] Attempting to bind port 9fa5c116-e5a6-48e7-bb1b-397c996e10b4 on network caa6ed8d-2893-4113-8f68-c5284e694f6c {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:58:13.131149 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f499381-0e55-43c6-91fe-b728b4506565 None None] Pushing event updated for resources: {'Port': ['ID=9fa5c116-e5a6-48e7-bb1b-397c996e10b4,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:13.137754 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3066f3a-4059-45d0-ab76-58537f27deb0 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:58:13.138190 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3066f3a-4059-45d0-ab76-58537f27deb0 None None] Checking segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:58:13.138644 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e3066f3a-4059-45d0-ab76-58537f27deb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:13.139083 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3066f3a-4059-45d0-ab76-58537f27deb0 None None] Bound using segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:58:13.139635 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e3066f3a-4059-45d0-ab76-58537f27deb0 None None] Bound port: 9fa5c116-e5a6-48e7-bb1b-397c996e10b4, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:58:13.140048 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e3066f3a-4059-45d0-ab76-58537f27deb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:13.143186 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c5a4a1bb-6d24-4bf2-b8b5-eb019b6f3e7f None None] Provisioning for port e6ee4495-48b6-4482-9988-e7e219582cbf completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:58:13.155862 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-479bb96e-e537-4341-be93-119a7ed7a786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:13.163569 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c5a4a1bb-6d24-4bf2-b8b5-eb019b6f3e7f None None] Provisioning complete for port e6ee4495-48b6-4482-9988-e7e219582cbf triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:58:13.163940 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c5a4a1bb-6d24-4bf2-b8b5-eb019b6f3e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:13.216077 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-c5a4a1bb-6d24-4bf2-b8b5-eb019b6f3e7f None None] Port e6ee4495-48b6-4482-9988-e7e219582cbf cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:58:13.224666 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-e3066f3a-4059-45d0-ab76-58537f27deb0 None None] For port 9fa5c116-e5a6-48e7-bb1b-397c996e10b4, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:58:13.228682 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-e3066f3a-4059-45d0-ab76-58537f27deb0 None None] For port 9fa5c116-e5a6-48e7-bb1b-397c996e10b4, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=9fa5c116-e5a6-48e7-bb1b-397c996e10b4,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:58:13.233037 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e3066f3a-4059-45d0-ab76-58537f27deb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:13.291757 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3066f3a-4059-45d0-ab76-58537f27deb0 None None] Routers {'4212f2a8-1c64-4887-ba44-7b7179745dbc'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:58:13.292384 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e3066f3a-4059-45d0-ab76-58537f27deb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:57:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['4212f2a8-1c64-4887-ba44-7b7179745dbc'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:58:13.321238 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-479bb96e-e537-4341-be93-119a7ed7a786 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:13.326577 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-479bb96e-e537-4341-be93-119a7ed7a786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:13.330357 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f499381-0e55-43c6-91fe-b728b4506565 None None] Pushing event updated for resources: {'Port': ['ID=9fa5c116-e5a6-48e7-bb1b-397c996e10b4,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:13.393339 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-479bb96e-e537-4341-be93-119a7ed7a786 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:13.396047 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479bb96e-e537-4341-be93-119a7ed7a786 admin admin] Pushing event updated for resources: {'Port': ['ID=e6ee4495-48b6-4482-9988-e7e219582cbf,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:13.411440 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-e3066f3a-4059-45d0-ab76-58537f27deb0 None None] Set router 4212f2a8-1c64-4887-ba44-7b7179745dbc gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:58:13.488370 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479bb96e-e537-4341-be93-119a7ed7a786 admin admin] Network c758158a-3c22-47c1-93a3-3d20d45c6718 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:58:13.489898 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-479bb96e-e537-4341-be93-119a7ed7a786 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:58:13.620223 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-479bb96e-e537-4341-be93-119a7ed7a786 admin admin] Router 4212f2a8-1c64-4887-ba44-7b7179745dbc has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:58:13.620502 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e3066f3a-4059-45d0-ab76-58537f27deb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'name': 'tempest-ServerActionsTestJSON-1011410607-router', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T16:58:13Z', 'revision_number': 4, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'gw_port': {'id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:91:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T16:58:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'e6ee4495-48b6-4482-9988-e7e219582cbf', 'name': '', 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'mac_address': 'fa:16:3e:30:77:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:12Z', 'updated_at': '2021-07-09T16:58:12Z', 'revision_number': 1, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'subnets': [{'id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:58:13.647069 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3066f3a-4059-45d0-ab76-58537f27deb0 None None] The sync data for ids ['4212f2a8-1c64-4887-ba44-7b7179745dbc'] in n-d-798930-3 is: [{'id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'name': 'tempest-ServerActionsTestJSON-1011410607-router', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T16:58:13Z', 'revision_number': 4, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'gw_port': {'id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:91:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T16:58:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'e6ee4495-48b6-4482-9988-e7e219582cbf', 'name': '', 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'mac_address': 'fa:16:3e:30:77:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:12Z', 'updated_at': '2021-07-09T16:58:12Z', 'revision_number': 1, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'subnets': [{'id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:58:13.737191 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479bb96e-e537-4341-be93-119a7ed7a786 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:58:13.740376 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6656f1cb-7a1c-4d14-b520-93a74ca9a19b None None] Provisioning complete for port e6ee4495-48b6-4482-9988-e7e219582cbf triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:58:13.740887 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6656f1cb-7a1c-4d14-b520-93a74ca9a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:13.751118 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-479bb96e-e537-4341-be93-119a7ed7a786 admin admin] 10.222.0.98 "PUT /v2.0/routers/4212f2a8-1c64-4887-ba44-7b7179745dbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9537420 Jul 09 16:58:13.776625 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-6656f1cb-7a1c-4d14-b520-93a74ca9a19b None None] Port e6ee4495-48b6-4482-9988-e7e219582cbf cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:58:13.893527 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device ec07445b-1409-4178-b1e6-e1d1d308e406 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:58:13.948570 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port ec07445b-1409-4178-b1e6-e1d1d308e406 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:58:13.948947 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:14.255211 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50904) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:58:14.260653 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-fbdbbc1a-8943-446d-a3c5-00bcb1c50a2e tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2137137182', 'description': 'tempest-description--452400052'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:58:14.283709 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fbdbbc1a-8943-446d-a3c5-00bcb1c50a2e tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:14.391474 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fbdbbc1a-8943-446d-a3c5-00bcb1c50a2e tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:14.396271 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fbdbbc1a-8943-446d-a3c5-00bcb1c50a2e tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:14.428870 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fbdbbc1a-8943-446d-a3c5-00bcb1c50a2e tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:14.430387 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-fbdbbc1a-8943-446d-a3c5-00bcb1c50a2e tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1741517 Jul 09 16:58:14.433361 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 50906) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:58:14.434923 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdbbc1a-8943-446d-a3c5-00bcb1c50a2e tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:14.440587 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-6b8b97e9-bdf5-4725-a992-9714f2fb53fa tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Request body: {'security_group_rule': {'security_group_id': 'f3935cb0-d0d6-4599-a38e-9a2d3c8315f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:58:14.470221 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b8b97e9-bdf5-4725-a992-9714f2fb53fa tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:14.542439 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b8b97e9-bdf5-4725-a992-9714f2fb53fa tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:14.549530 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b8b97e9-bdf5-4725-a992-9714f2fb53fa tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:14.568626 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8b97e9-bdf5-4725-a992-9714f2fb53fa tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89db0774-42be-4bb1-a854-d6c3b79c165c,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:14.576606 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b8b97e9-bdf5-4725-a992-9714f2fb53fa tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:14.580312 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-6b8b97e9-bdf5-4725-a992-9714f2fb53fa tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1434309 Jul 09 16:58:14.580312 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b97e9-bdf5-4725-a992-9714f2fb53fa tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:58:14.580312 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b97e9-bdf5-4725-a992-9714f2fb53fa tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:58:14.581097 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b97e9-bdf5-4725-a992-9714f2fb53fa tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:58:14.581097 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b97e9-bdf5-4725-a992-9714f2fb53fa tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:58:14.581285 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50908) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:58:14.581387 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b97e9-bdf5-4725-a992-9714f2fb53fa tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:58:14.581387 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b97e9-bdf5-4725-a992-9714f2fb53fa tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:58:14.581796 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b97e9-bdf5-4725-a992-9714f2fb53fa tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:58:14.582130 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b97e9-bdf5-4725-a992-9714f2fb53fa tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:58:14.582458 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b97e9-bdf5-4725-a992-9714f2fb53fa tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:58:14.582828 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b97e9-bdf5-4725-a992-9714f2fb53fa tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:58:14.583175 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b97e9-bdf5-4725-a992-9714f2fb53fa tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:58:14.583505 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b97e9-bdf5-4725-a992-9714f2fb53fa tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:58:14.587867 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-8adb900f-c60f-4154-bf4f-2afea2177b03 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Request body: {'security_group_rule': {'security_group_id': 'f3935cb0-d0d6-4599-a38e-9a2d3c8315f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:58:14.619091 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8adb900f-c60f-4154-bf4f-2afea2177b03 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:14.681324 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8adb900f-c60f-4154-bf4f-2afea2177b03 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:14.685726 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8adb900f-c60f-4154-bf4f-2afea2177b03 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:14.704587 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb900f-c60f-4154-bf4f-2afea2177b03 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bd9e561-4f2e-4ce8-8c1d-b206aa8e0c40,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:14.714401 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8adb900f-c60f-4154-bf4f-2afea2177b03 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:14.715995 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8adb900f-c60f-4154-bf4f-2afea2177b03 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1333377 Jul 09 16:58:14.718951 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50910) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:58:14.723678 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d8007aac-df12-4d89-b4bd-de485437a733 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Request body: {'floatingip': {'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:58:14.748146 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d8007aac-df12-4d89-b4bd-de485437a733 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:14.851487 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d8007aac-df12-4d89-b4bd-de485437a733 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:14.958131 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-d8007aac-df12-4d89-b4bd-de485437a733 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Allocated IP 172.25.0.137 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/2ce13e1c-ab89-4c6a-8c49-fdd163c37fa7) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:58:15.060598 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d8007aac-df12-4d89-b4bd-de485437a733 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:15.099035 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d8007aac-df12-4d89-b4bd-de485437a733 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:15.135741 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8007aac-df12-4d89-b4bd-de485437a733 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:58:15.140381 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-d8007aac-df12-4d89-b4bd-de485437a733 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:58:15.143716 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8007aac-df12-4d89-b4bd-de485437a733 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:58:15.167106 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8007aac-df12-4d89-b4bd-de485437a733 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Pushing event updated for resources: {'Port': ['ID=2ce13e1c-ab89-4c6a-8c49-fdd163c37fa7,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:15.235097 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d8007aac-df12-4d89-b4bd-de485437a733 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:15.277475 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d8007aac-df12-4d89-b4bd-de485437a733 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:15.441080 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d8007aac-df12-4d89-b4bd-de485437a733 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:15.447831 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d8007aac-df12-4d89-b4bd-de485437a733 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:15.516677 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8007aac-df12-4d89-b4bd-de485437a733 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Pushing event updated for resources: {'Port': ['ID=2ce13e1c-ab89-4c6a-8c49-fdd163c37fa7,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:15.531410 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d8007aac-df12-4d89-b4bd-de485437a733 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:15.553336 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d8007aac-df12-4d89-b4bd-de485437a733 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:15.555508 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d8007aac-df12-4d89-b4bd-de485437a733 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8352969 Jul 09 16:58:15.632418 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b70dd08-5052-4653-985e-bb0f31117b85 None None] Sync routers for ids ['4212f2a8-1c64-4887-ba44-7b7179745dbc'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:58:15.646024 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b70dd08-5052-4653-985e-bb0f31117b85 None None] Routers {'4212f2a8-1c64-4887-ba44-7b7179745dbc'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:58:15.646717 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-0b70dd08-5052-4653-985e-bb0f31117b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:57:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['4212f2a8-1c64-4887-ba44-7b7179745dbc'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:58:15.709453 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-47ec2408-cf5f-408c-8580-16d620b4c9d3 req-8d501f0e-124c-4da1-93c7-fb1a9e3652ad tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--2137137182&fields=id&tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32 HTTP/1.1" status: 200 len: 267 time: 0.0368168 Jul 09 16:58:15.825881 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec2408-cf5f-408c-8580-16d620b4c9d3 req-ec318c1d-1954-4115-b4f6-fcc02c39eeaf tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:15.827455 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-47ec2408-cf5f-408c-8580-16d620b4c9d3 req-ec318c1d-1954-4115-b4f6-fcc02c39eeaf tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/networks?id=c758158a-3c22-47c1-93a3-3d20d45c6718 HTTP/1.1" status: 200 len: 812 time: 0.1106358 Jul 09 16:58:15.846193 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-0b70dd08-5052-4653-985e-bb0f31117b85 None None] Set router 4212f2a8-1c64-4887-ba44-7b7179745dbc gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:58:15.848988 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-47ec2408-cf5f-408c-8580-16d620b4c9d3 req-5240f75a-9f90-4ea4-86cb-07827e71af6f tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/quotas/b7c6fb2f31a746d39a3d8ec6f6d31c32 HTTP/1.1" status: 200 len: 375 time: 0.0106981 Jul 09 16:58:15.923598 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 9fa5c116-e5a6-48e7-bb1b-397c996e10b4 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:58:15.947212 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-47ec2408-cf5f-408c-8580-16d620b4c9d3 req-6b572bf2-0a88-4880-8082-e58b5e46461b tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0871220 Jul 09 16:58:15.980869 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 9fa5c116-e5a6-48e7-bb1b-397c996e10b4 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:58:15.985388 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 9fa5c116-e5a6-48e7-bb1b-397c996e10b4 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:58:15.985769 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:16.071590 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:16.074368 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-0b70dd08-5052-4653-985e-bb0f31117b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'name': 'tempest-ServerActionsTestJSON-1011410607-router', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T16:58:13Z', 'revision_number': 4, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'gw_port': {'id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:91:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T16:58:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'e6ee4495-48b6-4482-9988-e7e219582cbf', 'name': '', 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'mac_address': 'fa:16:3e:30:77:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:12Z', 'updated_at': '2021-07-09T16:58:13Z', 'revision_number': 2, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'subnets': [{'id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:58:16.093416 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 9fa5c116-e5a6-48e7-bb1b-397c996e10b4, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=9fa5c116-e5a6-48e7-bb1b-397c996e10b4,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:58:16.098004 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:16.104534 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b70dd08-5052-4653-985e-bb0f31117b85 None None] Checking router: 4212f2a8-1c64-4887-ba44-7b7179745dbc for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:58:16.104891 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b70dd08-5052-4653-985e-bb0f31117b85 None None] Updating router 4212f2a8-1c64-4887-ba44-7b7179745dbc port e6ee4495-48b6-4482-9988-e7e219582cbf binding host n-d-798930-3 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 16:58:16.106119 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-47ec2408-cf5f-408c-8580-16d620b4c9d3 req-7fd033e4-b6df-4c79-b158-930ecb059747 service neutron] 10.222.0.98 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546388 Jul 09 16:58:16.140215 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-0b70dd08-5052-4653-985e-bb0f31117b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:16.156749 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=9fa5c116-e5a6-48e7-bb1b-397c996e10b4,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:16.200461 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-47ec2408-cf5f-408c-8580-16d620b4c9d3 req-49dfa5fe-9f7b-4625-bd36-111b13910093 service neutron] 10.222.0.98 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867698 Jul 09 16:58:16.369872 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-88571f84-e645-4638-b430-38fb40be7b41 req-38f189d3-d471-412c-bf01-e58ba752a978 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=10d9c801-6819-425f-8079-c3e4f2b3c445 HTTP/1.1" status: 200 len: 210 time: 0.0296338 Jul 09 16:58:16.425963 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-0b70dd08-5052-4653-985e-bb0f31117b85 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:16.436152 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-0b70dd08-5052-4653-985e-bb0f31117b85 None None] Transition to ACTIVE for port object e6ee4495-48b6-4482-9988-e7e219582cbf will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:58:16.442715 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-0b70dd08-5052-4653-985e-bb0f31117b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:16.494265 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc3509c-84d9-4955-a252-139d850ae5ae None None] Pushing event updated for resources: {'Port': ['ID=e6ee4495-48b6-4482-9988-e7e219582cbf,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:16.521985 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc3509c-84d9-4955-a252-139d850ae5ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:58:16.522334 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc3509c-84d9-4955-a252-139d850ae5ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:58:16.522675 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc3509c-84d9-4955-a252-139d850ae5ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:58:16.523042 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc3509c-84d9-4955-a252-139d850ae5ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:58:16.523371 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc3509c-84d9-4955-a252-139d850ae5ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:58:16.524043 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc3509c-84d9-4955-a252-139d850ae5ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:58:16.524043 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc3509c-84d9-4955-a252-139d850ae5ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:58:16.524330 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc3509c-84d9-4955-a252-139d850ae5ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:58:16.524648 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc3509c-84d9-4955-a252-139d850ae5ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:58:16.524967 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc3509c-84d9-4955-a252-139d850ae5ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:58:16.525287 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc3509c-84d9-4955-a252-139d850ae5ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:58:16.525649 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc3509c-84d9-4955-a252-139d850ae5ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 16:58:16.561457 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-0b70dd08-5052-4653-985e-bb0f31117b85 None None] Attempting to bind port e6ee4495-48b6-4482-9988-e7e219582cbf on host n-d-798930-3 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:58:16.561826 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-0b70dd08-5052-4653-985e-bb0f31117b85 None None] Attempting to bind port e6ee4495-48b6-4482-9988-e7e219582cbf by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '1bc3e896-c601-4663-9412-549e7692ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:58:16.562190 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b70dd08-5052-4653-985e-bb0f31117b85 None None] Attempting to bind port e6ee4495-48b6-4482-9988-e7e219582cbf on network c758158a-3c22-47c1-93a3-3d20d45c6718 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:58:16.568015 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b70dd08-5052-4653-985e-bb0f31117b85 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:58:16.568457 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b70dd08-5052-4653-985e-bb0f31117b85 None None] Checking segment: {'id': '1bc3e896-c601-4663-9412-549e7692ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:58:16.568867 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-0b70dd08-5052-4653-985e-bb0f31117b85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:16.569259 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b70dd08-5052-4653-985e-bb0f31117b85 None None] Bound using segment: {'id': '1bc3e896-c601-4663-9412-549e7692ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:58:16.570026 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-0b70dd08-5052-4653-985e-bb0f31117b85 None None] Bound port: e6ee4495-48b6-4482-9988-e7e219582cbf, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bc3e896-c601-4663-9412-549e7692ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:58:16.570411 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-0b70dd08-5052-4653-985e-bb0f31117b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:16.646551 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-0b70dd08-5052-4653-985e-bb0f31117b85 None None] For port e6ee4495-48b6-4482-9988-e7e219582cbf, host n-d-798930-3, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:58:16.649941 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-0b70dd08-5052-4653-985e-bb0f31117b85 None None] For port e6ee4495-48b6-4482-9988-e7e219582cbf, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=e6ee4495-48b6-4482-9988-e7e219582cbf,segment=NetworkSegment(1bc3e896-c601-4663-9412-549e7692ffb2),segment_id=1bc3e896-c601-4663-9412-549e7692ffb2)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:58:16.654732 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-0b70dd08-5052-4653-985e-bb0f31117b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:16.713501 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b70dd08-5052-4653-985e-bb0f31117b85 None None] Routers {'4212f2a8-1c64-4887-ba44-7b7179745dbc'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:58:16.714142 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-0b70dd08-5052-4653-985e-bb0f31117b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:57:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['4212f2a8-1c64-4887-ba44-7b7179745dbc'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:58:16.751965 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc3509c-84d9-4955-a252-139d850ae5ae None None] Pushing event updated for resources: {'Port': ['ID=e6ee4495-48b6-4482-9988-e7e219582cbf,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:16.845285 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-0b70dd08-5052-4653-985e-bb0f31117b85 None None] Set router 4212f2a8-1c64-4887-ba44-7b7179745dbc gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:58:17.050152 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-0b70dd08-5052-4653-985e-bb0f31117b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'name': 'tempest-ServerActionsTestJSON-1011410607-router', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T16:58:13Z', 'revision_number': 4, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'gw_port': {'id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:91:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T16:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'e6ee4495-48b6-4482-9988-e7e219582cbf', 'name': '', 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'mac_address': 'fa:16:3e:30:77:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:12Z', 'updated_at': '2021-07-09T16:58:16Z', 'revision_number': 4, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'subnets': [{'id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:58:17.079708 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b70dd08-5052-4653-985e-bb0f31117b85 None None] The sync data for ids ['4212f2a8-1c64-4887-ba44-7b7179745dbc'] in n-d-798930-3 is: [{'id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'name': 'tempest-ServerActionsTestJSON-1011410607-router', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T16:58:13Z', 'revision_number': 4, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'gw_port': {'id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:91:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T16:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'e6ee4495-48b6-4482-9988-e7e219582cbf', 'name': '', 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'mac_address': 'fa:16:3e:30:77:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:12Z', 'updated_at': '2021-07-09T16:58:16Z', 'revision_number': 4, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'subnets': [{'id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:58:17.523520 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e69b1d87-3e56-4500-9313-cbfc015d6ef2 req-7e5159a6-bfd4-4b0b-8637-93804d7fe9c4 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=10d9c801-6819-425f-8079-c3e4f2b3c445 HTTP/1.1" status: 200 len: 210 time: 0.0372090 Jul 09 16:58:17.740112 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec2408-cf5f-408c-8580-16d620b4c9d3 req-bfc2f71c-2ef4-47d0-aeba-2d727f4a2356 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:17.741660 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-47ec2408-cf5f-408c-8580-16d620b4c9d3 req-bfc2f71c-2ef4-47d0-aeba-2d727f4a2356 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.77 "GET /v2.0/networks?id=c758158a-3c22-47c1-93a3-3d20d45c6718 HTTP/1.1" status: 200 len: 812 time: 0.1045167 Jul 09 16:58:17.792067 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-47ec2408-cf5f-408c-8580-16d620b4c9d3 req-627b5783-bb3c-4d5a-a2cf-a5f96e959777 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32 HTTP/1.1" status: 200 len: 380 time: 0.0356297 Jul 09 16:58:17.800955 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-47ec2408-cf5f-408c-8580-16d620b4c9d3 req-58b4c990-db0d-4f2f-955d-f29e5e224c47 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Request body: {'port': {'device_id': '10d9c801-6819-425f-8079-c3e4f2b3c445', 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718', 'admin_state_up': True, 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'security_groups': ['f3935cb0-d0d6-4599-a38e-9a2d3c8315f8']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:58:17.894841 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 9fa5c116-e5a6-48e7-bb1b-397c996e10b4 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:58:17.927387 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47ec2408-cf5f-408c-8580-16d620b4c9d3 req-58b4c990-db0d-4f2f-955d-f29e5e224c47 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Made reservation on behalf of b7c6fb2f31a746d39a3d8ec6f6d31c32 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 16:58:17.931136 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-47ec2408-cf5f-408c-8580-16d620b4c9d3 req-58b4c990-db0d-4f2f-955d-f29e5e224c47 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:17.945314 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 9fa5c116-e5a6-48e7-bb1b-397c996e10b4 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:58:17.945690 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:18.022532 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device e6ee4495-48b6-4482-9988-e7e219582cbf up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:58:18.053529 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-47ec2408-cf5f-408c-8580-16d620b4c9d3 req-58b4c990-db0d-4f2f-955d-f29e5e224c47 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Allocated IP 172.20.0.11 (c758158a-3c22-47c1-93a3-3d20d45c6718/4d62028f-44ed-40d1-89e2-cd8d1482a607/97fede80-c93c-4cc7-adb3-e9a134cf8802) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 16:58:18.068444 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port e6ee4495-48b6-4482-9988-e7e219582cbf completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:58:18.072744 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port e6ee4495-48b6-4482-9988-e7e219582cbf triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:58:18.073144 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:18.152562 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:18.184368 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port e6ee4495-48b6-4482-9988-e7e219582cbf, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=e6ee4495-48b6-4482-9988-e7e219582cbf,segment=NetworkSegment(1bc3e896-c601-4663-9412-549e7692ffb2),segment_id=1bc3e896-c601-4663-9412-549e7692ffb2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:58:18.188173 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:18.196095 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-47ec2408-cf5f-408c-8580-16d620b4c9d3 req-58b4c990-db0d-4f2f-955d-f29e5e224c47 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:18.210506 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-47ec2408-cf5f-408c-8580-16d620b4c9d3 req-58b4c990-db0d-4f2f-955d-f29e5e224c47 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Transition to ACTIVE for port object 97fede80-c93c-4cc7-adb3-e9a134cf8802 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:58:18.236411 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=e6ee4495-48b6-4482-9988-e7e219582cbf,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:18.243605 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-47ec2408-cf5f-408c-8580-16d620b4c9d3 req-58b4c990-db0d-4f2f-955d-f29e5e224c47 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:18.287858 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47ec2408-cf5f-408c-8580-16d620b4c9d3 req-58b4c990-db0d-4f2f-955d-f29e5e224c47 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Network c758158a-3c22-47c1-93a3-3d20d45c6718 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 16:58:18.291094 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-47ec2408-cf5f-408c-8580-16d620b4c9d3 req-58b4c990-db0d-4f2f-955d-f29e5e224c47 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 16:58:18.295595 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ec2408-cf5f-408c-8580-16d620b4c9d3 req-58b4c990-db0d-4f2f-955d-f29e5e224c47 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 16:58:18.324159 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b4c990-db0d-4f2f-955d-f29e5e224c47 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Pushing event updated for resources: {'Port': ['ID=97fede80-c93c-4cc7-adb3-e9a134cf8802,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:18.352988 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec2408-cf5f-408c-8580-16d620b4c9d3 req-58b4c990-db0d-4f2f-955d-f29e5e224c47 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:18.354933 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-47ec2408-cf5f-408c-8580-16d620b4c9d3 req-58b4c990-db0d-4f2f-955d-f29e5e224c47 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:18.371357 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-47ec2408-cf5f-408c-8580-16d620b4c9d3 req-58b4c990-db0d-4f2f-955d-f29e5e224c47 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5740738 Jul 09 16:58:18.383450 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-47ec2408-cf5f-408c-8580-16d620b4c9d3 req-f69e0cc8-0536-4ecf-9c40-0523eb86f655 service neutron] Request body: {'port': {'device_id': '10d9c801-6819-425f-8079-c3e4f2b3c445', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:58:18.462042 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-47ec2408-cf5f-408c-8580-16d620b4c9d3 req-f69e0cc8-0536-4ecf-9c40-0523eb86f655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:18.582070 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f526a9eb-31bd-4e8d-bb97-68a93ddcd5e9 None None] Provisioning for port 97fede80-c93c-4cc7-adb3-e9a134cf8802 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:58:18.587735 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f526a9eb-31bd-4e8d-bb97-68a93ddcd5e9 None None] Provisioning complete for port 97fede80-c93c-4cc7-adb3-e9a134cf8802 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:58:18.588635 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f526a9eb-31bd-4e8d-bb97-68a93ddcd5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:18.625340 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-f526a9eb-31bd-4e8d-bb97-68a93ddcd5e9 None None] Port 97fede80-c93c-4cc7-adb3-e9a134cf8802 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 16:58:18.749021 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef22855-b8af-4b4a-a6fe-995169ccc938 req-3c520a63-10d1-41e7-8dc0-ab998d3d08fc tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:18.750386 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1ef22855-b8af-4b4a-a6fe-995169ccc938 req-3c520a63-10d1-41e7-8dc0-ab998d3d08fc tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=10d9c801-6819-425f-8079-c3e4f2b3c445 HTTP/1.1" status: 200 len: 932 time: 0.1079373 Jul 09 16:58:18.812882 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-47ec2408-cf5f-408c-8580-16d620b4c9d3 req-f69e0cc8-0536-4ecf-9c40-0523eb86f655 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97fede80-c93c-4cc7-adb3-e9a134cf8802 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:58:18.821696 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1ef22855-b8af-4b4a-a6fe-995169ccc938 req-06bab342-7d03-439d-b582-37385a20b093 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658340 Jul 09 16:58:18.823917 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-47ec2408-cf5f-408c-8580-16d620b4c9d3 req-f69e0cc8-0536-4ecf-9c40-0523eb86f655 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:18.835643 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-47ec2408-cf5f-408c-8580-16d620b4c9d3 req-f69e0cc8-0536-4ecf-9c40-0523eb86f655 service neutron] Transition to ACTIVE for port object 97fede80-c93c-4cc7-adb3-e9a134cf8802 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 16:58:18.840002 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-47ec2408-cf5f-408c-8580-16d620b4c9d3 req-f69e0cc8-0536-4ecf-9c40-0523eb86f655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:18.912705 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69e0cc8-0536-4ecf-9c40-0523eb86f655 service neutron] Pushing event updated for resources: {'Port': ['ID=97fede80-c93c-4cc7-adb3-e9a134cf8802,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:18.967917 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-47ec2408-cf5f-408c-8580-16d620b4c9d3 req-f69e0cc8-0536-4ecf-9c40-0523eb86f655 service neutron] Attempting to bind port 97fede80-c93c-4cc7-adb3-e9a134cf8802 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 16:58:18.968249 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-47ec2408-cf5f-408c-8580-16d620b4c9d3 req-f69e0cc8-0536-4ecf-9c40-0523eb86f655 service neutron] Attempting to bind port 97fede80-c93c-4cc7-adb3-e9a134cf8802 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '1bc3e896-c601-4663-9412-549e7692ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 16:58:18.968575 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ec2408-cf5f-408c-8580-16d620b4c9d3 req-f69e0cc8-0536-4ecf-9c40-0523eb86f655 service neutron] Attempting to bind port 97fede80-c93c-4cc7-adb3-e9a134cf8802 on network c758158a-3c22-47c1-93a3-3d20d45c6718 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:58:18.973066 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ec2408-cf5f-408c-8580-16d620b4c9d3 req-f69e0cc8-0536-4ecf-9c40-0523eb86f655 service neutron] Port 97fede80-c93c-4cc7-adb3-e9a134cf8802 on network c758158a-3c22-47c1-93a3-3d20d45c6718 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 16:58:18.973382 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ec2408-cf5f-408c-8580-16d620b4c9d3 req-f69e0cc8-0536-4ecf-9c40-0523eb86f655 service neutron] Attempting to bind port 97fede80-c93c-4cc7-adb3-e9a134cf8802 on network c758158a-3c22-47c1-93a3-3d20d45c6718 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 16:58:18.978716 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ec2408-cf5f-408c-8580-16d620b4c9d3 req-f69e0cc8-0536-4ecf-9c40-0523eb86f655 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 16:58:18.979085 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ec2408-cf5f-408c-8580-16d620b4c9d3 req-f69e0cc8-0536-4ecf-9c40-0523eb86f655 service neutron] Checking segment: {'id': '1bc3e896-c601-4663-9412-549e7692ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 16:58:18.979472 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ec2408-cf5f-408c-8580-16d620b4c9d3 req-f69e0cc8-0536-4ecf-9c40-0523eb86f655 service neutron] Bound using segment: {'id': '1bc3e896-c601-4663-9412-549e7692ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 16:58:18.979900 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-47ec2408-cf5f-408c-8580-16d620b4c9d3 req-f69e0cc8-0536-4ecf-9c40-0523eb86f655 service neutron] Bound port: 97fede80-c93c-4cc7-adb3-e9a134cf8802, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc3e896-c601-4663-9412-549e7692ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 16:58:18.980251 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-47ec2408-cf5f-408c-8580-16d620b4c9d3 req-f69e0cc8-0536-4ecf-9c40-0523eb86f655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:19.049436 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-47ec2408-cf5f-408c-8580-16d620b4c9d3 req-f69e0cc8-0536-4ecf-9c40-0523eb86f655 service neutron] For port 97fede80-c93c-4cc7-adb3-e9a134cf8802, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 16:58:19.052994 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-47ec2408-cf5f-408c-8580-16d620b4c9d3 req-f69e0cc8-0536-4ecf-9c40-0523eb86f655 service neutron] For port 97fede80-c93c-4cc7-adb3-e9a134cf8802, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=97fede80-c93c-4cc7-adb3-e9a134cf8802,segment=NetworkSegment(1bc3e896-c601-4663-9412-549e7692ffb2),segment_id=1bc3e896-c601-4663-9412-549e7692ffb2)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 16:58:19.056830 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-47ec2408-cf5f-408c-8580-16d620b4c9d3 req-f69e0cc8-0536-4ecf-9c40-0523eb86f655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:19.091130 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec2408-cf5f-408c-8580-16d620b4c9d3 req-f69e0cc8-0536-4ecf-9c40-0523eb86f655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:19.091739 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-47ec2408-cf5f-408c-8580-16d620b4c9d3 req-f69e0cc8-0536-4ecf-9c40-0523eb86f655 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:19.093590 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-47ec2408-cf5f-408c-8580-16d620b4c9d3 req-f69e0cc8-0536-4ecf-9c40-0523eb86f655 service neutron] 10.222.0.77 "PUT /v2.0/ports/97fede80-c93c-4cc7-adb3-e9a134cf8802 HTTP/1.1" status: 200 len: 1092 time: 0.7148228 Jul 09 16:58:19.094025 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10d9c801-6819-425f-8079-c3e4f2b3c445', 'tag': '97fede80-c93c-4cc7-adb3-e9a134cf8802'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:58:19.096301 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93276f40-ca30-4c3e-8aa8-9b701590e265" -d '{"events": [{"name": "network-changed", "server_uuid": "10d9c801-6819-425f-8079-c3e4f2b3c445", "tag": "97fede80-c93c-4cc7-adb3-e9a134cf8802"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:58:19.123729 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69e0cc8-0536-4ecf-9c40-0523eb86f655 service neutron] Pushing event updated for resources: {'Port': ['ID=97fede80-c93c-4cc7-adb3-e9a134cf8802,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:19.169282 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9d4f24-aa36-4fcb-b03b-d014b7fe8961 x-openstack-request-id: req-cc9d4f24-aa36-4fcb-b03b-d014b7fe8961 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:58:19.169578 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10d9c801-6819-425f-8079-c3e4f2b3c445", "tag": "97fede80-c93c-4cc7-adb3-e9a134cf8802", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:58:19.169827 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-cc9d4f24-aa36-4fcb-b03b-d014b7fe8961 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:58:19.170218 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10d9c801-6819-425f-8079-c3e4f2b3c445', 'tag': '97fede80-c93c-4cc7-adb3-e9a134cf8802', 'status': 'completed', 'code': 200} Jul 09 16:58:19.198926 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec2408-cf5f-408c-8580-16d620b4c9d3 req-e6c1af05-4040-41f4-a1af-49badb2d80dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:19.200599 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-47ec2408-cf5f-408c-8580-16d620b4c9d3 req-e6c1af05-4040-41f4-a1af-49badb2d80dc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32&device_id=10d9c801-6819-425f-8079-c3e4f2b3c445 HTTP/1.1" status: 200 len: 1095 time: 0.0642831 Jul 09 16:58:19.242053 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-47ec2408-cf5f-408c-8580-16d620b4c9d3 req-3896bd99-8ce1-42ec-8469-c6d0b459ec27 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97fede80-c93c-4cc7-adb3-e9a134cf8802 HTTP/1.1" status: 200 len: 217 time: 0.0349648 Jul 09 16:58:19.290386 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec2408-cf5f-408c-8580-16d620b4c9d3 req-94405295-3f93-4d39-bb9f-09a320d5ce9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:19.291927 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-47ec2408-cf5f-408c-8580-16d620b4c9d3 req-94405295-3f93-4d39-bb9f-09a320d5ce9f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4d62028f-44ed-40d1-89e2-cd8d1482a607 HTTP/1.1" status: 200 len: 851 time: 0.0441494 Jul 09 16:58:19.354493 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec2408-cf5f-408c-8580-16d620b4c9d3 req-270b9990-8ca6-4ca1-9b49-895f410f796f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:19.356024 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-47ec2408-cf5f-408c-8580-16d620b4c9d3 req-270b9990-8ca6-4ca1-9b49-895f410f796f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c758158a-3c22-47c1-93a3-3d20d45c6718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563722 Jul 09 16:58:19.445612 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-47ec2408-cf5f-408c-8580-16d620b4c9d3 req-4f7e940d-8e09-4a78-a56c-bcd08196b377 service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824628 Jul 09 16:58:19.535102 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-47ec2408-cf5f-408c-8580-16d620b4c9d3 req-4da0e3dd-bf96-4742-aee2-565080f319b3 service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831254 Jul 09 16:58:19.638153 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93276f40-ca30-4c3e-8aa8-9b701590e265 req-2ade46e5-736b-48f4-90d0-6d8741ecc016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:19.639755 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-93276f40-ca30-4c3e-8aa8-9b701590e265 req-2ade46e5-736b-48f4-90d0-6d8741ecc016 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32&device_id=10d9c801-6819-425f-8079-c3e4f2b3c445 HTTP/1.1" status: 200 len: 1095 time: 0.0534310 Jul 09 16:58:19.725912 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93276f40-ca30-4c3e-8aa8-9b701590e265 req-10be3ce5-72cb-40a5-acfb-0525a838e8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:19.727383 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-93276f40-ca30-4c3e-8aa8-9b701590e265 req-10be3ce5-72cb-40a5-acfb-0525a838e8fc service neutron] 10.222.0.77 "GET /v2.0/networks?id=c758158a-3c22-47c1-93a3-3d20d45c6718 HTTP/1.1" status: 200 len: 913 time: 0.0817132 Jul 09 16:58:19.772622 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-93276f40-ca30-4c3e-8aa8-9b701590e265 req-5b3aa019-9a89-424b-84db-c0451cd5cbcd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97fede80-c93c-4cc7-adb3-e9a134cf8802 HTTP/1.1" status: 200 len: 217 time: 0.0375750 Jul 09 16:58:19.821044 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93276f40-ca30-4c3e-8aa8-9b701590e265 req-df9ad5ee-a687-4be6-be12-c3d1ec913ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:19.822566 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-93276f40-ca30-4c3e-8aa8-9b701590e265 req-df9ad5ee-a687-4be6-be12-c3d1ec913ad9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4d62028f-44ed-40d1-89e2-cd8d1482a607 HTTP/1.1" status: 200 len: 851 time: 0.0438175 Jul 09 16:58:19.869489 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device e6ee4495-48b6-4482-9988-e7e219582cbf up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:58:19.883020 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93276f40-ca30-4c3e-8aa8-9b701590e265 req-5f1d43be-a497-474d-9c5c-82e25ecfb803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:19.886474 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-93276f40-ca30-4c3e-8aa8-9b701590e265 req-5f1d43be-a497-474d-9c5c-82e25ecfb803 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c758158a-3c22-47c1-93a3-3d20d45c6718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548682 Jul 09 16:58:19.928862 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port e6ee4495-48b6-4482-9988-e7e219582cbf triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:58:19.929562 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:20.024004 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-93276f40-ca30-4c3e-8aa8-9b701590e265 req-580dd4eb-004a-4ce6-b1a4-cc060bbeffcd service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312525 Jul 09 16:58:20.045381 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725ac79-d492-412c-9329-00c81e2f3f34 req-942bee0a-1176-4c47-bdb0-1da2082112e0 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:20.046829 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c725ac79-d492-412c-9329-00c81e2f3f34 req-942bee0a-1176-4c47-bdb0-1da2082112e0 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=10d9c801-6819-425f-8079-c3e4f2b3c445 HTTP/1.1" status: 200 len: 944 time: 0.1057310 Jul 09 16:58:20.136133 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c725ac79-d492-412c-9329-00c81e2f3f34 req-971ee7bf-026f-4e41-8095-0b01b9c4574a tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784006 Jul 09 16:58:20.156459 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-93276f40-ca30-4c3e-8aa8-9b701590e265 req-ec04ed12-61d6-48bf-a3ed-c57e3a919745 service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256430 Jul 09 16:58:21.284616 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 97fede80-c93c-4cc7-adb3-e9a134cf8802 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 16:58:21.307189 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b64a27-9a84-4cb5-86f5-66de80833abc req-c6ef2baa-4f13-4096-8fac-7641ae0a1feb tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:21.308603 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-37b64a27-9a84-4cb5-86f5-66de80833abc req-c6ef2baa-4f13-4096-8fac-7641ae0a1feb tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=10d9c801-6819-425f-8079-c3e4f2b3c445 HTTP/1.1" status: 200 len: 944 time: 0.0628593 Jul 09 16:58:21.346656 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-37b64a27-9a84-4cb5-86f5-66de80833abc req-7e3f63f6-5e33-4245-add7-c65393a42ef3 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324988 Jul 09 16:58:21.397310 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 97fede80-c93c-4cc7-adb3-e9a134cf8802, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=97fede80-c93c-4cc7-adb3-e9a134cf8802,segment=NetworkSegment(1bc3e896-c601-4663-9412-549e7692ffb2),segment_id=1bc3e896-c601-4663-9412-549e7692ffb2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:58:21.408358 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '97fede80-c93c-4cc7-adb3-e9a134cf8802', 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718', 'port_id': '97fede80-c93c-4cc7-adb3-e9a134cf8802', 'mac_address': 'fa:16:3e:42:fe:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 16:58:21.444019 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:21.457140 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97fede80-c93c-4cc7-adb3-e9a134cf8802 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 16:58:21.475952 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 97fede80-c93c-4cc7-adb3-e9a134cf8802, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=97fede80-c93c-4cc7-adb3-e9a134cf8802,segment=NetworkSegment(1bc3e896-c601-4663-9412-549e7692ffb2),segment_id=1bc3e896-c601-4663-9412-549e7692ffb2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:58:21.479751 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:21.525763 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=97fede80-c93c-4cc7-adb3-e9a134cf8802,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:21.663105 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['97fede80-c93c-4cc7-adb3-e9a134cf8802'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 16:58:22.353211 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-03c1d32d-25a5-42b8-b38d-8f3a1f8e875f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:22.537665 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0cae8-9153-4344-b68c-84a2a4edc356 req-2dfee731-1064-48ff-9434-726d6386865d tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:22.539123 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-80a0cae8-9153-4344-b68c-84a2a4edc356 req-2dfee731-1064-48ff-9434-726d6386865d tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=10d9c801-6819-425f-8079-c3e4f2b3c445 HTTP/1.1" status: 200 len: 945 time: 0.0655806 Jul 09 16:58:22.579346 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-80a0cae8-9153-4344-b68c-84a2a4edc356 req-cd42f567-048f-4212-992e-0ecf313c7232 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345321 Jul 09 16:58:23.300388 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 97fede80-c93c-4cc7-adb3-e9a134cf8802 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 16:58:23.347734 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 97fede80-c93c-4cc7-adb3-e9a134cf8802 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 16:58:23.351335 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 97fede80-c93c-4cc7-adb3-e9a134cf8802 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 16:58:23.351708 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:23.430275 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:23.452924 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d9c801-6819-425f-8079-c3e4f2b3c445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97fede80-c93c-4cc7-adb3-e9a134cf8802'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:58:23.455261 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ce3655-8c6e-4cfd-b0b8-81a344edc974" -d '{"events": [{"server_uuid": "10d9c801-6819-425f-8079-c3e4f2b3c445", "name": "network-vif-plugged", "status": "completed", "tag": "97fede80-c93c-4cc7-adb3-e9a134cf8802"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:58:23.467561 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 97fede80-c93c-4cc7-adb3-e9a134cf8802, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=97fede80-c93c-4cc7-adb3-e9a134cf8802,segment=NetworkSegment(1bc3e896-c601-4663-9412-549e7692ffb2),segment_id=1bc3e896-c601-4663-9412-549e7692ffb2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 16:58:23.471852 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:23.498539 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 16:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6f54d9-2620-4784-a52c-2a741078c3af x-openstack-request-id: req-6f6f54d9-2620-4784-a52c-2a741078c3af {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:58:23.498860 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10d9c801-6819-425f-8079-c3e4f2b3c445", "name": "network-vif-plugged", "status": "completed", "tag": "97fede80-c93c-4cc7-adb3-e9a134cf8802", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:58:23.499120 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6f6f54d9-2620-4784-a52c-2a741078c3af {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:58:23.500000 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d9c801-6819-425f-8079-c3e4f2b3c445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97fede80-c93c-4cc7-adb3-e9a134cf8802', 'code': 200} Jul 09 16:58:23.526913 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=97fede80-c93c-4cc7-adb3-e9a134cf8802,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 16:58:23.603012 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83584ee7-545a-4759-a118-1271b3d633c8 req-94794483-841c-4fe5-b807-79ca46cd14fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:23.604425 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-83584ee7-545a-4759-a118-1271b3d633c8 req-94794483-841c-4fe5-b807-79ca46cd14fb service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=10d9c801-6819-425f-8079-c3e4f2b3c445 HTTP/1.1" status: 200 len: 1097 time: 0.0508502 Jul 09 16:58:23.642203 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-83584ee7-545a-4759-a118-1271b3d633c8 req-eeafe95b-77b4-46f6-a06a-e526b4655609 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312827 Jul 09 16:58:23.758474 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22fa36-65c1-417a-a2ec-db3e50af6880 req-f4d8f33b-36ff-4a06-968e-7ffeaefb5ef3 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:23.759966 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3f22fa36-65c1-417a-a2ec-db3e50af6880 req-f4d8f33b-36ff-4a06-968e-7ffeaefb5ef3 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=10d9c801-6819-425f-8079-c3e4f2b3c445 HTTP/1.1" status: 200 len: 946 time: 0.0630028 Jul 09 16:58:23.797554 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3f22fa36-65c1-417a-a2ec-db3e50af6880 req-ffc3e13c-d089-4dac-8e12-6c2959836c0d tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320466 Jul 09 16:58:24.968790 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f112a-2fc0-4898-9ddc-75ac214c9822 req-446232ac-2637-4efa-92ff-17e38ac95591 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:24.970269 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-011f112a-2fc0-4898-9ddc-75ac214c9822 req-446232ac-2637-4efa-92ff-17e38ac95591 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=10d9c801-6819-425f-8079-c3e4f2b3c445 HTTP/1.1" status: 200 len: 946 time: 0.0656729 Jul 09 16:58:25.008560 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-011f112a-2fc0-4898-9ddc-75ac214c9822 req-80bbdafc-fcdd-46e5-803f-4dafd6c5a316 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326061 Jul 09 16:58:25.080478 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:58:25.108632 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfa85369-9fb1-4021-ab91-d344420977c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:25.172229 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a48098-905e-47ec-a200-0fc258de6391 req-abbd6006-d047-42ef-8196-6406767162ac tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:25.173685 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e3a48098-905e-47ec-a200-0fc258de6391 req-abbd6006-d047-42ef-8196-6406767162ac tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=10d9c801-6819-425f-8079-c3e4f2b3c445 HTTP/1.1" status: 200 len: 946 time: 0.0622718 Jul 09 16:58:25.182054 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 50964) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:58:25.186369 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-55dc8ca3-8edf-439e-8cbf-042564dd191b tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Request body: {'floatingip': {'port_id': '97fede80-c93c-4cc7-adb3-e9a134cf8802'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 16:58:25.227984 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55dc8ca3-8edf-439e-8cbf-042564dd191b tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks [] for floatingip, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:25.813161 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:25.970224 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55dc8ca3-8edf-439e-8cbf-042564dd191b tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:25.974274 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55dc8ca3-8edf-439e-8cbf-042564dd191b tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:26.071426 n-d-798930-3 neutron-server[93958]: INFO neutron.db.l3_db [None req-55dc8ca3-8edf-439e-8cbf-042564dd191b tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Floating IP 11886b11-c39c-4331-931a-8aa8fd251933 associated. External IP: 172.25.0.137, port: 97fede80-c93c-4cc7-adb3-e9a134cf8802. Jul 09 16:58:26.274007 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55dc8ca3-8edf-439e-8cbf-042564dd191b tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Router 4212f2a8-1c64-4887-ba44-7b7179745dbc has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 16:58:26.376977 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:26.379421 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55dc8ca3-8edf-439e-8cbf-042564dd191b tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 16:58:26.383872 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55dc8ca3-8edf-439e-8cbf-042564dd191b tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:26.388743 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946b5a47-18de-426f-b909-0cff729a14f0 None None] Sync routers for ids ['4212f2a8-1c64-4887-ba44-7b7179745dbc'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 16:58:26.397890 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946b5a47-18de-426f-b909-0cff729a14f0 None None] Routers {'4212f2a8-1c64-4887-ba44-7b7179745dbc'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:58:26.398506 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-946b5a47-18de-426f-b909-0cff729a14f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:58:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['4212f2a8-1c64-4887-ba44-7b7179745dbc'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:58:26.419715 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-55dc8ca3-8edf-439e-8cbf-042564dd191b tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "PUT /v2.0/floatingips/11886b11-c39c-4331-931a-8aa8fd251933 HTTP/1.1" status: 200 len: 992 time: 1.2366335 Jul 09 16:58:26.420394 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10d9c801-6819-425f-8079-c3e4f2b3c445', 'tag': '97fede80-c93c-4cc7-adb3-e9a134cf8802'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 16:58:26.422749 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59fd233-5109-49da-90c3-d1735e9c12f5" -d '{"events": [{"name": "network-changed", "server_uuid": "10d9c801-6819-425f-8079-c3e4f2b3c445", "tag": "97fede80-c93c-4cc7-adb3-e9a134cf8802"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 16:58:26.503402 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-946b5a47-18de-426f-b909-0cff729a14f0 None None] Set router 4212f2a8-1c64-4887-ba44-7b7179745dbc gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:58:26.550569 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 16:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23ce21f-186b-4529-9145-e4c94909d86b x-openstack-request-id: req-b23ce21f-186b-4529-9145-e4c94909d86b {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 16:58:26.550901 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10d9c801-6819-425f-8079-c3e4f2b3c445", "tag": "97fede80-c93c-4cc7-adb3-e9a134cf8802", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 16:58:26.551164 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b23ce21f-186b-4529-9145-e4c94909d86b {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 16:58:26.551566 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10d9c801-6819-425f-8079-c3e4f2b3c445', 'tag': '97fede80-c93c-4cc7-adb3-e9a134cf8802', 'status': 'completed', 'code': 200} Jul 09 16:58:26.625495 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59fd233-5109-49da-90c3-d1735e9c12f5 req-34a20114-32f9-4640-a13c-61cec66d88b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:26.627123 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d59fd233-5109-49da-90c3-d1735e9c12f5 req-34a20114-32f9-4640-a13c-61cec66d88b2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32&device_id=10d9c801-6819-425f-8079-c3e4f2b3c445 HTTP/1.1" status: 200 len: 1097 time: 0.0536077 Jul 09 16:58:26.718273 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59fd233-5109-49da-90c3-d1735e9c12f5 req-0005f539-e5ec-43e9-9382-99b7e3db0da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:26.719781 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d59fd233-5109-49da-90c3-d1735e9c12f5 req-0005f539-e5ec-43e9-9382-99b7e3db0da4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c758158a-3c22-47c1-93a3-3d20d45c6718 HTTP/1.1" status: 200 len: 913 time: 0.0872419 Jul 09 16:58:26.737310 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-946b5a47-18de-426f-b909-0cff729a14f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'name': 'tempest-ServerActionsTestJSON-1011410607-router', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T16:58:13Z', 'revision_number': 4, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'gw_port': {'id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:91:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T16:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '11886b11-c39c-4331-931a-8aa8fd251933', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'floating_ip_address': '172.25.0.137', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'port_id': '97fede80-c93c-4cc7-adb3-e9a134cf8802', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718', 'mac_address': 'fa:16:3e:42:fe:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d9c801-6819-425f-8079-c3e4f2b3c445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:58:15Z', 'updated_at': '2021-07-09T16:58:25Z', 'revision_number': 1, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6ee4495-48b6-4482-9988-e7e219582cbf', 'name': '', 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'mac_address': 'fa:16:3e:30:77:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:12Z', 'updated_at': '2021-07-09T16:58:18Z', 'revision_number': 5, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'subnets': [{'id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:58:26.762955 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946b5a47-18de-426f-b909-0cff729a14f0 None None] Checking router: 4212f2a8-1c64-4887-ba44-7b7179745dbc for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 16:58:26.771209 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946b5a47-18de-426f-b909-0cff729a14f0 None None] Routers {'4212f2a8-1c64-4887-ba44-7b7179745dbc'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 16:58:26.771816 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-946b5a47-18de-426f-b909-0cff729a14f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T16:58:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['4212f2a8-1c64-4887-ba44-7b7179745dbc'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:58:26.787259 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d59fd233-5109-49da-90c3-d1735e9c12f5 req-d08d1854-b839-4053-ab36-672eba598a53 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97fede80-c93c-4cc7-adb3-e9a134cf8802 HTTP/1.1" status: 200 len: 1000 time: 0.0614684 Jul 09 16:58:26.838695 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59fd233-5109-49da-90c3-d1735e9c12f5 req-97e21495-874f-462e-8f0e-bc3021fc6acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:26.840745 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d59fd233-5109-49da-90c3-d1735e9c12f5 req-97e21495-874f-462e-8f0e-bc3021fc6acc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4d62028f-44ed-40d1-89e2-cd8d1482a607 HTTP/1.1" status: 200 len: 851 time: 0.0482652 Jul 09 16:58:26.878264 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-946b5a47-18de-426f-b909-0cff729a14f0 None None] Set router 4212f2a8-1c64-4887-ba44-7b7179745dbc gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 16:58:26.945235 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59fd233-5109-49da-90c3-d1735e9c12f5 req-c9319bd2-45d3-4b61-b99a-91e63dcce922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:26.946742 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d59fd233-5109-49da-90c3-d1735e9c12f5 req-c9319bd2-45d3-4b61-b99a-91e63dcce922 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c758158a-3c22-47c1-93a3-3d20d45c6718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0994704 Jul 09 16:58:27.026484 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:27.037152 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d59fd233-5109-49da-90c3-d1735e9c12f5 req-c884df8e-5e75-4212-b039-e55a1e986085 service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835564 Jul 09 16:58:27.110376 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-946b5a47-18de-426f-b909-0cff729a14f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'name': 'tempest-ServerActionsTestJSON-1011410607-router', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T16:58:13Z', 'revision_number': 4, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'gw_port': {'id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:91:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T16:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '11886b11-c39c-4331-931a-8aa8fd251933', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'floating_ip_address': '172.25.0.137', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'port_id': '97fede80-c93c-4cc7-adb3-e9a134cf8802', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718', 'mac_address': 'fa:16:3e:42:fe:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d9c801-6819-425f-8079-c3e4f2b3c445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:58:15Z', 'updated_at': '2021-07-09T16:58:25Z', 'revision_number': 1, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6ee4495-48b6-4482-9988-e7e219582cbf', 'name': '', 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'mac_address': 'fa:16:3e:30:77:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:12Z', 'updated_at': '2021-07-09T16:58:18Z', 'revision_number': 5, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'subnets': [{'id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:58:27.129864 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d59fd233-5109-49da-90c3-d1735e9c12f5 req-9855d79c-5aa7-484e-bdee-2208008f7ad6 service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866985 Jul 09 16:58:27.291721 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946b5a47-18de-426f-b909-0cff729a14f0 None None] The sync data for ids ['4212f2a8-1c64-4887-ba44-7b7179745dbc'] in n-d-798930-3 is: [{'id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'name': 'tempest-ServerActionsTestJSON-1011410607-router', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T16:58:13Z', 'revision_number': 4, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'gw_port': {'id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:91:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T16:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '11886b11-c39c-4331-931a-8aa8fd251933', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'floating_ip_address': '172.25.0.137', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'port_id': '97fede80-c93c-4cc7-adb3-e9a134cf8802', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718', 'mac_address': 'fa:16:3e:42:fe:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d9c801-6819-425f-8079-c3e4f2b3c445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:58:15Z', 'updated_at': '2021-07-09T16:58:25Z', 'revision_number': 1, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6ee4495-48b6-4482-9988-e7e219582cbf', 'name': '', 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'mac_address': 'fa:16:3e:30:77:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:12Z', 'updated_at': '2021-07-09T16:58:18Z', 'revision_number': 5, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'subnets': [{'id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 16:58:27.477772 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a34b01f-bb06-4650-b6a5-c53644e2ec3c None None] New status for floating IP 11886b11-c39c-4331-931a-8aa8fd251933: ACTIVE {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 16:58:28.320044 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:31.549256 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fe145c94-f833-46f9-9467-a98c146189d3 req-bca1db0c-6168-4659-8c55-41c99a19eb2e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=10d9c801-6819-425f-8079-c3e4f2b3c445&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0554299 Jul 09 16:58:31.639959 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe145c94-f833-46f9-9467-a98c146189d3 req-8530ac7c-4c96-46c2-abeb-b2c051532dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:31.641423 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fe145c94-f833-46f9-9467-a98c146189d3 req-8530ac7c-4c96-46c2-abeb-b2c051532dc6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32&device_id=10d9c801-6819-425f-8079-c3e4f2b3c445 HTTP/1.1" status: 200 len: 1097 time: 0.0517461 Jul 09 16:58:31.746385 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe145c94-f833-46f9-9467-a98c146189d3 req-83210f25-1db4-4458-a79a-975cbc0ef0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:31.747958 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fe145c94-f833-46f9-9467-a98c146189d3 req-83210f25-1db4-4458-a79a-975cbc0ef0fb service neutron] 10.222.0.77 "GET /v2.0/networks?id=c758158a-3c22-47c1-93a3-3d20d45c6718 HTTP/1.1" status: 200 len: 913 time: 0.0868084 Jul 09 16:58:31.811711 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fe145c94-f833-46f9-9467-a98c146189d3 req-bd877ee7-120c-4d84-91c4-dc6445be69e5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97fede80-c93c-4cc7-adb3-e9a134cf8802 HTTP/1.1" status: 200 len: 1002 time: 0.0579345 Jul 09 16:58:31.863391 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe145c94-f833-46f9-9467-a98c146189d3 req-3eb13315-ca82-4ef3-bc99-830268271bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:31.864828 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fe145c94-f833-46f9-9467-a98c146189d3 req-3eb13315-ca82-4ef3-bc99-830268271bb7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4d62028f-44ed-40d1-89e2-cd8d1482a607 HTTP/1.1" status: 200 len: 851 time: 0.0472803 Jul 09 16:58:31.921291 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe145c94-f833-46f9-9467-a98c146189d3 req-019d885a-12e0-46d1-be32-e1558016da9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:58:31.922834 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fe145c94-f833-46f9-9467-a98c146189d3 req-019d885a-12e0-46d1-be32-e1558016da9d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c758158a-3c22-47c1-93a3-3d20d45c6718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523345 Jul 09 16:58:32.010516 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fe145c94-f833-46f9-9467-a98c146189d3 req-0fd33a7c-2421-4af5-abea-2741fd2c6832 service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817173 Jul 09 16:58:32.101875 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fe145c94-f833-46f9-9467-a98c146189d3 req-3eae31c8-f4ba-4b86-9596-266f69679159 service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843415 Jul 09 16:58:40.329513 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:52.353588 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-01008d15-2584-4914-898a-ec74d442a1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:55.109836 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-61574e2d-68c4-42be-b964-d6d8aa16e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:55.814843 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:56.380296 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:57.005730 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:58:58.330321 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:02.079663 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:59:10.342926 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:13.160533 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [req-60a9ab7d-9f41-43aa-844a-1c9071087600 req-982ed718-d421-4892-b70d-ee76a6e9de3d service neutron] (93959) timed out ('10.222.0.77', 60208) {{(pid=93959) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 16:59:22.356857 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cc411a19-4e94-4b3a-b8e7-9f3e83f5fe88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:25.108988 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f3434fe9-7e5a-403a-9c23-588fdf21f4b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:25.815669 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:26.381998 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:27.004714 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:28.325285 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:31.567461 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-13fd771c-65ce-4603-bcb9-93799e340a3a req-4a8c32f6-7310-45b8-a91d-ce03dcc8e6a3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=10d9c801-6819-425f-8079-c3e4f2b3c445&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0580029 Jul 09 16:59:31.665920 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd771c-65ce-4603-bcb9-93799e340a3a req-4f3f2a31-ae9f-4c17-831b-6f4ae2ccea6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:31.667431 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-13fd771c-65ce-4603-bcb9-93799e340a3a req-4f3f2a31-ae9f-4c17-831b-6f4ae2ccea6c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32&device_id=10d9c801-6819-425f-8079-c3e4f2b3c445 HTTP/1.1" status: 200 len: 1097 time: 0.0553474 Jul 09 16:59:31.768565 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd771c-65ce-4603-bcb9-93799e340a3a req-f4ef1f49-75e4-43bc-9d8e-fbcc81f4325b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:31.769997 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-13fd771c-65ce-4603-bcb9-93799e340a3a req-f4ef1f49-75e4-43bc-9d8e-fbcc81f4325b service neutron] 10.222.0.77 "GET /v2.0/networks?id=c758158a-3c22-47c1-93a3-3d20d45c6718 HTTP/1.1" status: 200 len: 913 time: 0.0819581 Jul 09 16:59:31.837726 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-13fd771c-65ce-4603-bcb9-93799e340a3a req-bd6f7dcd-7a88-4f20-9fdc-b48513d6c04c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97fede80-c93c-4cc7-adb3-e9a134cf8802 HTTP/1.1" status: 200 len: 1002 time: 0.0614941 Jul 09 16:59:31.885778 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd771c-65ce-4603-bcb9-93799e340a3a req-81bd620b-f7bc-446c-b7f6-47f58be944b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:31.887231 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-13fd771c-65ce-4603-bcb9-93799e340a3a req-81bd620b-f7bc-446c-b7f6-47f58be944b0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4d62028f-44ed-40d1-89e2-cd8d1482a607 HTTP/1.1" status: 200 len: 851 time: 0.0431376 Jul 09 16:59:31.943170 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd771c-65ce-4603-bcb9-93799e340a3a req-df01d698-5ef2-40e7-85c6-fd106906173e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 16:59:31.944639 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-13fd771c-65ce-4603-bcb9-93799e340a3a req-df01d698-5ef2-40e7-85c6-fd106906173e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c758158a-3c22-47c1-93a3-3d20d45c6718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513897 Jul 09 16:59:32.034202 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-13fd771c-65ce-4603-bcb9-93799e340a3a req-616fc587-f3d3-45ad-89df-ce495f1ea019 service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833881 Jul 09 16:59:32.120795 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-13fd771c-65ce-4603-bcb9-93799e340a3a req-e3720d02-29b2-4a05-96b1-b02bfb4771cb service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804710 Jul 09 16:59:39.079238 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 16:59:40.356984 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:52.359445 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bcf9a509-32a7-4f80-9e4f-6ecc7994848f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:55.110396 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-88cf7ce7-9be1-404a-8a1e-c769445c312d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:55.819875 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:56.384104 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:57.018423 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:58.328066 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:01.563832 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740abf64-cd7a-40da-bb71-b2ebfbbe62b3 req-c702a3bc-62ce-4455-b294-a29910d1db90 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:01.565331 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-740abf64-cd7a-40da-bb71-b2ebfbbe62b3 req-c702a3bc-62ce-4455-b294-a29910d1db90 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=10d9c801-6819-425f-8079-c3e4f2b3c445 HTTP/1.1" status: 200 len: 946 time: 0.1502452 Jul 09 17:00:01.603531 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-740abf64-cd7a-40da-bb71-b2ebfbbe62b3 req-36ac7b83-f8c7-469b-8551-87176cd47a08 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325303 Jul 09 17:00:02.034042 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758a70f4-07a5-44dc-9906-d426d7f25088 req-0b81f5e5-90b0-41f7-b487-899b9abfc137 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:02.035536 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-758a70f4-07a5-44dc-9906-d426d7f25088 req-0b81f5e5-90b0-41f7-b487-899b9abfc137 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=10d9c801-6819-425f-8079-c3e4f2b3c445 HTTP/1.1" status: 200 len: 946 time: 0.1048911 Jul 09 17:00:02.038990 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c8f0234-b36f-4a67-997a-a487ba0ad4d8 req-1c705001-1436-48fc-8463-c13b3f237da6 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=10d9c801-6819-425f-8079-c3e4f2b3c445&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1566029 Jul 09 17:00:02.074378 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-758a70f4-07a5-44dc-9906-d426d7f25088 req-76845e40-3578-440b-8692-88755b6549f0 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332737 Jul 09 17:00:03.295981 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c15efc-1a5b-468d-8b9e-a40722efa1e8 req-5308ab28-2a84-4406-a305-95253139d6d7 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:03.297474 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-39c15efc-1a5b-468d-8b9e-a40722efa1e8 req-5308ab28-2a84-4406-a305-95253139d6d7 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=10d9c801-6819-425f-8079-c3e4f2b3c445 HTTP/1.1" status: 200 len: 946 time: 0.1112671 Jul 09 17:00:03.302983 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f0234-b36f-4a67-997a-a487ba0ad4d8 req-db080de7-a850-45ee-8549-d0c283717690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:03.304379 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c8f0234-b36f-4a67-997a-a487ba0ad4d8 req-db080de7-a850-45ee-8549-d0c283717690 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32&device_id=10d9c801-6819-425f-8079-c3e4f2b3c445 HTTP/1.1" status: 200 len: 1097 time: 0.0851038 Jul 09 17:00:03.385410 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-39c15efc-1a5b-468d-8b9e-a40722efa1e8 req-47dace53-a321-44b9-9819-87fbee537a36 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799792 Jul 09 17:00:03.418233 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f0234-b36f-4a67-997a-a487ba0ad4d8 req-30f6227b-4ac5-4ff0-bd85-662bb2706572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:03.419748 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c8f0234-b36f-4a67-997a-a487ba0ad4d8 req-30f6227b-4ac5-4ff0-bd85-662bb2706572 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c758158a-3c22-47c1-93a3-3d20d45c6718 HTTP/1.1" status: 200 len: 913 time: 0.1087415 Jul 09 17:00:03.483173 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c8f0234-b36f-4a67-997a-a487ba0ad4d8 req-409e00f9-5f47-49ea-a2bd-345b6c2bee4a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97fede80-c93c-4cc7-adb3-e9a134cf8802 HTTP/1.1" status: 200 len: 1002 time: 0.0572639 Jul 09 17:00:03.531195 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f0234-b36f-4a67-997a-a487ba0ad4d8 req-9a66d066-2d7b-4d11-8a8e-043868975e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:03.532748 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c8f0234-b36f-4a67-997a-a487ba0ad4d8 req-9a66d066-2d7b-4d11-8a8e-043868975e06 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4d62028f-44ed-40d1-89e2-cd8d1482a607 HTTP/1.1" status: 200 len: 851 time: 0.0435538 Jul 09 17:00:03.595827 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f0234-b36f-4a67-997a-a487ba0ad4d8 req-523d1bcc-99a8-4584-8c89-0ae1202cf932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:03.597320 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c8f0234-b36f-4a67-997a-a487ba0ad4d8 req-523d1bcc-99a8-4584-8c89-0ae1202cf932 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c758158a-3c22-47c1-93a3-3d20d45c6718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581763 Jul 09 17:00:03.683211 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c8f0234-b36f-4a67-997a-a487ba0ad4d8 req-b2feefb2-61c2-4bc7-ae96-514126cc5b91 service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793326 Jul 09 17:00:03.772330 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c8f0234-b36f-4a67-997a-a487ba0ad4d8 req-5c089185-5098-4201-abbe-79ba4ecf434a service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834937 Jul 09 17:00:04.564290 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07098805-e3c9-4c36-824a-f815374a883d req-f77cdc0e-b129-41c9-811b-53e79a06bf4d tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:04.565779 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-07098805-e3c9-4c36-824a-f815374a883d req-f77cdc0e-b129-41c9-811b-53e79a06bf4d tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=10d9c801-6819-425f-8079-c3e4f2b3c445 HTTP/1.1" status: 200 len: 946 time: 0.0678723 Jul 09 17:00:04.603210 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-07098805-e3c9-4c36-824a-f815374a883d req-090583bd-b195-4ad2-867c-2f219e037564 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318847 Jul 09 17:00:05.772774 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c14220e-4018-47c4-b19e-55e86a4b3968 req-225a1f4a-12d7-4616-a691-d1865320964a tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:05.774240 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0c14220e-4018-47c4-b19e-55e86a4b3968 req-225a1f4a-12d7-4616-a691-d1865320964a tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=10d9c801-6819-425f-8079-c3e4f2b3c445 HTTP/1.1" status: 200 len: 946 time: 0.0621855 Jul 09 17:00:05.811733 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0c14220e-4018-47c4-b19e-55e86a4b3968 req-59d8964c-73f4-438e-b46d-43acefb395c0 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318406 Jul 09 17:00:06.989724 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6f1f5-98bb-499b-acbc-7c8033f2ad71 req-1d41c185-4615-4ab6-acd6-9651fef71135 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:06.991200 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1bf6f1f5-98bb-499b-acbc-7c8033f2ad71 req-1d41c185-4615-4ab6-acd6-9651fef71135 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=10d9c801-6819-425f-8079-c3e4f2b3c445 HTTP/1.1" status: 200 len: 946 time: 0.0658784 Jul 09 17:00:07.029172 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1bf6f1f5-98bb-499b-acbc-7c8033f2ad71 req-9e8ddaa4-d0d1-4207-839b-536dcb86b467 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324652 Jul 09 17:00:08.202476 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f5458-5a10-43f4-8cab-1d9a0e97755b req-65a9e338-0ea5-4672-afb0-5ec2d8d2992a tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:08.203893 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e88f5458-5a10-43f4-8cab-1d9a0e97755b req-65a9e338-0ea5-4672-afb0-5ec2d8d2992a tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=10d9c801-6819-425f-8079-c3e4f2b3c445 HTTP/1.1" status: 200 len: 946 time: 0.0636754 Jul 09 17:00:08.241324 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e88f5458-5a10-43f4-8cab-1d9a0e97755b req-e509c306-da9f-48d5-b523-27b481c848f1 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312970 Jul 09 17:00:09.415920 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a005e97-7912-4c69-bd6f-6ffd676ec962 req-e0075f59-252f-4574-bdf2-b921d197ea99 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:09.417393 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6a005e97-7912-4c69-bd6f-6ffd676ec962 req-e0075f59-252f-4574-bdf2-b921d197ea99 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=10d9c801-6819-425f-8079-c3e4f2b3c445 HTTP/1.1" status: 200 len: 946 time: 0.0626218 Jul 09 17:00:09.459531 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6a005e97-7912-4c69-bd6f-6ffd676ec962 req-8acf119e-60b6-47c6-bb56-1f76efd647d3 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365784 Jul 09 17:00:10.373038 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:10.638126 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46166a16-c797-4ab8-9b36-43a1a42679d5 req-c1889c5a-e8bd-4300-a838-d4d1fa77da5f tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:10.639544 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-46166a16-c797-4ab8-9b36-43a1a42679d5 req-c1889c5a-e8bd-4300-a838-d4d1fa77da5f tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=10d9c801-6819-425f-8079-c3e4f2b3c445 HTTP/1.1" status: 200 len: 946 time: 0.0642996 Jul 09 17:00:10.676430 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-46166a16-c797-4ab8-9b36-43a1a42679d5 req-68111bad-14ed-4927-92ea-080da3cd1441 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308020 Jul 09 17:00:11.847772 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a728f85a-e98e-425b-b307-d9aa2bc47cba req-00acd599-ef5d-4624-82ba-7182a3d6971d tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:11.849258 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a728f85a-e98e-425b-b307-d9aa2bc47cba req-00acd599-ef5d-4624-82ba-7182a3d6971d tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=10d9c801-6819-425f-8079-c3e4f2b3c445 HTTP/1.1" status: 200 len: 946 time: 0.0635843 Jul 09 17:00:11.887114 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a728f85a-e98e-425b-b307-d9aa2bc47cba req-de016f3a-07f1-4733-a437-70825aa83128 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323663 Jul 09 17:00:13.064069 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d5ee6-2036-45fe-b14e-5f8beecef10f req-ddefd5f2-ced4-4cef-8084-7da551ea0b14 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:13.065573 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-643d5ee6-2036-45fe-b14e-5f8beecef10f req-ddefd5f2-ced4-4cef-8084-7da551ea0b14 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=10d9c801-6819-425f-8079-c3e4f2b3c445 HTTP/1.1" status: 200 len: 946 time: 0.0696874 Jul 09 17:00:13.103147 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-643d5ee6-2036-45fe-b14e-5f8beecef10f req-2504c2ee-0bb2-4870-ac86-f6322761abc4 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321023 Jul 09 17:00:14.283100 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b09cd9-f7cf-434b-82e3-1a489f307566 req-eb04261e-332d-4299-83c0-87edab9d0ed2 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:14.284591 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-29b09cd9-f7cf-434b-82e3-1a489f307566 req-eb04261e-332d-4299-83c0-87edab9d0ed2 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=10d9c801-6819-425f-8079-c3e4f2b3c445 HTTP/1.1" status: 200 len: 946 time: 0.0677822 Jul 09 17:00:14.321599 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-29b09cd9-f7cf-434b-82e3-1a489f307566 req-1b7acbba-77bc-458a-8111-144f3b0c0600 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312247 Jul 09 17:00:15.499125 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8480801c-775a-4394-aa1d-be6d755a78de req-6ea37072-0de9-426c-bfcb-75a82ade8f1a tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:15.500595 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8480801c-775a-4394-aa1d-be6d755a78de req-6ea37072-0de9-426c-bfcb-75a82ade8f1a tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=10d9c801-6819-425f-8079-c3e4f2b3c445 HTTP/1.1" status: 200 len: 946 time: 0.0677164 Jul 09 17:00:15.536886 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8480801c-775a-4394-aa1d-be6d755a78de req-ea3c8feb-e8ec-4d27-b5bc-6b35201ae6c2 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308297 Jul 09 17:00:16.000697 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [req-9c8f0234-b36f-4a67-997a-a487ba0ad4d8 req-6d62ef63-1922-4290-ac33-9aad80a24149 service neutron] show failed (client error): The resource could not be found. Jul 09 17:00:16.001683 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c8f0234-b36f-4a67-997a-a487ba0ad4d8 req-6d62ef63-1922-4290-ac33-9aad80a24149 service neutron] 10.222.0.77 "GET /v2.0/ports/97fede80-c93c-4cc7-adb3-e9a134cf8802/bindings/n-h2-798930-3 HTTP/1.1" status: 404 len: 380 time: 0.0540292 Jul 09 17:00:16.078662 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:00:16.245454 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f0234-b36f-4a67-997a-a487ba0ad4d8 req-6250f592-45d0-4275-b40a-b9dd36cbe28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:16.246964 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c8f0234-b36f-4a67-997a-a487ba0ad4d8 req-6250f592-45d0-4275-b40a-b9dd36cbe28c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=10d9c801-6819-425f-8079-c3e4f2b3c445&tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32 HTTP/1.1" status: 200 len: 1097 time: 0.0531354 Jul 09 17:00:16.264193 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-9c8f0234-b36f-4a67-997a-a487ba0ad4d8 req-b140bbe4-c774-42f6-be6c-b095eaa07d00 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798930-3', 'device_owner': 'compute:nova'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:00:16.337701 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9c8f0234-b36f-4a67-997a-a487ba0ad4d8 req-b140bbe4-c774-42f6-be6c-b095eaa07d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:16.542040 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-9c8f0234-b36f-4a67-997a-a487ba0ad4d8 req-b140bbe4-c774-42f6-be6c-b095eaa07d00 service neutron] For port 97fede80-c93c-4cc7-adb3-e9a134cf8802, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=97fede80-c93c-4cc7-adb3-e9a134cf8802,segment=NetworkSegment(1bc3e896-c601-4663-9412-549e7692ffb2),segment_id=1bc3e896-c601-4663-9412-549e7692ffb2)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:00:16.585976 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-9c8f0234-b36f-4a67-997a-a487ba0ad4d8 req-b140bbe4-c774-42f6-be6c-b095eaa07d00 service neutron] For port 97fede80-c93c-4cc7-adb3-e9a134cf8802, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:00:16.627996 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d9c801-6819-425f-8079-c3e4f2b3c445', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97fede80-c93c-4cc7-adb3-e9a134cf8802'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:00:16.630398 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594fd293-212f-4eff-aaf9-0a4023420290" -d '{"events": [{"server_uuid": "10d9c801-6819-425f-8079-c3e4f2b3c445", "name": "network-vif-unplugged", "status": "completed", "tag": "97fede80-c93c-4cc7-adb3-e9a134cf8802"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:00:16.634121 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9c8f0234-b36f-4a67-997a-a487ba0ad4d8 req-b140bbe4-c774-42f6-be6c-b095eaa07d00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:16.647057 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-9c8f0234-b36f-4a67-997a-a487ba0ad4d8 req-b140bbe4-c774-42f6-be6c-b095eaa07d00 service neutron] Transition to ACTIVE for port object 97fede80-c93c-4cc7-adb3-e9a134cf8802 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:00:16.651019 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9c8f0234-b36f-4a67-997a-a487ba0ad4d8 req-b140bbe4-c774-42f6-be6c-b095eaa07d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:16.738053 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b140bbe4-c774-42f6-be6c-b095eaa07d00 service neutron] Pushing event updated for resources: {'Port': ['ID=97fede80-c93c-4cc7-adb3-e9a134cf8802,revision_number=6']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:00:16.785336 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b140bbe4-c774-42f6-be6c-b095eaa07d00 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:16.786125 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b140bbe4-c774-42f6-be6c-b095eaa07d00 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:16.786125 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b140bbe4-c774-42f6-be6c-b095eaa07d00 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:16.786351 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b140bbe4-c774-42f6-be6c-b095eaa07d00 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:16.791020 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b140bbe4-c774-42f6-be6c-b095eaa07d00 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:16.791020 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b140bbe4-c774-42f6-be6c-b095eaa07d00 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:16.791020 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b140bbe4-c774-42f6-be6c-b095eaa07d00 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:16.791020 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b140bbe4-c774-42f6-be6c-b095eaa07d00 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:16.791020 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b140bbe4-c774-42f6-be6c-b095eaa07d00 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:16.791020 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b140bbe4-c774-42f6-be6c-b095eaa07d00 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:16.791020 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b140bbe4-c774-42f6-be6c-b095eaa07d00 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:16.791020 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b140bbe4-c774-42f6-be6c-b095eaa07d00 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:16.834555 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8f0234-b36f-4a67-997a-a487ba0ad4d8 req-b140bbe4-c774-42f6-be6c-b095eaa07d00 service neutron] No DVR routers for this DVR port 97fede80-c93c-4cc7-adb3-e9a134cf8802 on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:00:16.845751 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3bf71-9bae-412d-8fb6-d50119338217 req-c5a6f734-e886-4190-9a83-095ff3372ef4 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:16.847399 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-93f3bf71-9bae-412d-8fb6-d50119338217 req-c5a6f734-e886-4190-9a83-095ff3372ef4 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=10d9c801-6819-425f-8079-c3e4f2b3c445 HTTP/1.1" status: 200 len: 944 time: 0.1920257 Jul 09 17:00:16.960912 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-93f3bf71-9bae-412d-8fb6-d50119338217 req-2a999ff7-5cbb-4fe3-a568-041993bb1eb4 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789950 Jul 09 17:00:17.019106 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 17:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1112f731-0215-434f-9de7-7f0d590c8c02 x-openstack-request-id: req-1112f731-0215-434f-9de7-7f0d590c8c02 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:00:17.019406 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10d9c801-6819-425f-8079-c3e4f2b3c445", "name": "network-vif-unplugged", "status": "completed", "tag": "97fede80-c93c-4cc7-adb3-e9a134cf8802", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:00:17.019664 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1112f731-0215-434f-9de7-7f0d590c8c02 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:00:17.020068 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d9c801-6819-425f-8079-c3e4f2b3c445', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97fede80-c93c-4cc7-adb3-e9a134cf8802', 'code': 200} Jul 09 17:00:17.022681 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-9c8f0234-b36f-4a67-997a-a487ba0ad4d8 req-b140bbe4-c774-42f6-be6c-b095eaa07d00 service neutron] Attempting to bind port 97fede80-c93c-4cc7-adb3-e9a134cf8802 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:00:17.023046 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-9c8f0234-b36f-4a67-997a-a487ba0ad4d8 req-b140bbe4-c774-42f6-be6c-b095eaa07d00 service neutron] Attempting to bind port 97fede80-c93c-4cc7-adb3-e9a134cf8802 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': '1bc3e896-c601-4663-9412-549e7692ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:00:17.023373 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8f0234-b36f-4a67-997a-a487ba0ad4d8 req-b140bbe4-c774-42f6-be6c-b095eaa07d00 service neutron] Attempting to bind port 97fede80-c93c-4cc7-adb3-e9a134cf8802 on network c758158a-3c22-47c1-93a3-3d20d45c6718 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:00:17.027729 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8f0234-b36f-4a67-997a-a487ba0ad4d8 req-b140bbe4-c774-42f6-be6c-b095eaa07d00 service neutron] Port 97fede80-c93c-4cc7-adb3-e9a134cf8802 on network c758158a-3c22-47c1-93a3-3d20d45c6718 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:00:17.028054 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8f0234-b36f-4a67-997a-a487ba0ad4d8 req-b140bbe4-c774-42f6-be6c-b095eaa07d00 service neutron] Attempting to bind port 97fede80-c93c-4cc7-adb3-e9a134cf8802 on network c758158a-3c22-47c1-93a3-3d20d45c6718 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:00:17.033346 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8f0234-b36f-4a67-997a-a487ba0ad4d8 req-b140bbe4-c774-42f6-be6c-b095eaa07d00 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:00:17.033793 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8f0234-b36f-4a67-997a-a487ba0ad4d8 req-b140bbe4-c774-42f6-be6c-b095eaa07d00 service neutron] Checking segment: {'id': '1bc3e896-c601-4663-9412-549e7692ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:00:17.034063 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8f0234-b36f-4a67-997a-a487ba0ad4d8 req-b140bbe4-c774-42f6-be6c-b095eaa07d00 service neutron] Bound using segment: {'id': '1bc3e896-c601-4663-9412-549e7692ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:00:17.034484 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-9c8f0234-b36f-4a67-997a-a487ba0ad4d8 req-b140bbe4-c774-42f6-be6c-b095eaa07d00 service neutron] Bound port: 97fede80-c93c-4cc7-adb3-e9a134cf8802, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc3e896-c601-4663-9412-549e7692ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:00:17.034869 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9c8f0234-b36f-4a67-997a-a487ba0ad4d8 req-b140bbe4-c774-42f6-be6c-b095eaa07d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:17.099455 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-9c8f0234-b36f-4a67-997a-a487ba0ad4d8 req-b140bbe4-c774-42f6-be6c-b095eaa07d00 service neutron] For port 97fede80-c93c-4cc7-adb3-e9a134cf8802, host n-h2-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:00:17.102417 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-9c8f0234-b36f-4a67-997a-a487ba0ad4d8 req-b140bbe4-c774-42f6-be6c-b095eaa07d00 service neutron] For port 97fede80-c93c-4cc7-adb3-e9a134cf8802, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=97fede80-c93c-4cc7-adb3-e9a134cf8802,segment=NetworkSegment(1bc3e896-c601-4663-9412-549e7692ffb2),segment_id=1bc3e896-c601-4663-9412-549e7692ffb2)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:00:17.107078 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9c8f0234-b36f-4a67-997a-a487ba0ad4d8 req-b140bbe4-c774-42f6-be6c-b095eaa07d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:17.139965 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f0234-b36f-4a67-997a-a487ba0ad4d8 req-b140bbe4-c774-42f6-be6c-b095eaa07d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:17.141110 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9c8f0234-b36f-4a67-997a-a487ba0ad4d8 req-b140bbe4-c774-42f6-be6c-b095eaa07d00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:17.142527 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c8f0234-b36f-4a67-997a-a487ba0ad4d8 req-b140bbe4-c774-42f6-be6c-b095eaa07d00 service neutron] 10.222.0.73 "PUT /v2.0/ports/97fede80-c93c-4cc7-adb3-e9a134cf8802 HTTP/1.1" status: 200 len: 1092 time: 0.8823493 Jul 09 17:00:17.163397 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b140bbe4-c774-42f6-be6c-b095eaa07d00 service neutron] Pushing event updated for resources: {'Port': ['ID=97fede80-c93c-4cc7-adb3-e9a134cf8802,revision_number=7']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:00:17.231160 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f0234-b36f-4a67-997a-a487ba0ad4d8 req-1fc6d823-d11f-471c-9b6e-ec5d71bced19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:17.232697 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c8f0234-b36f-4a67-997a-a487ba0ad4d8 req-1fc6d823-d11f-471c-9b6e-ec5d71bced19 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32&device_id=10d9c801-6819-425f-8079-c3e4f2b3c445 HTTP/1.1" status: 200 len: 1095 time: 0.0569549 Jul 09 17:00:17.334131 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f0234-b36f-4a67-997a-a487ba0ad4d8 req-5d692e66-60b8-4a0d-acc3-85bac4aba638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:17.335638 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c8f0234-b36f-4a67-997a-a487ba0ad4d8 req-5d692e66-60b8-4a0d-acc3-85bac4aba638 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c758158a-3c22-47c1-93a3-3d20d45c6718 HTTP/1.1" status: 200 len: 913 time: 0.0956895 Jul 09 17:00:17.400043 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c8f0234-b36f-4a67-997a-a487ba0ad4d8 req-c5d5b6f7-931d-49f6-a188-72f9cb861930 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97fede80-c93c-4cc7-adb3-e9a134cf8802 HTTP/1.1" status: 200 len: 1000 time: 0.0576265 Jul 09 17:00:17.450755 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f0234-b36f-4a67-997a-a487ba0ad4d8 req-572297ea-7f58-4b46-811d-85670be4870e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:17.452112 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c8f0234-b36f-4a67-997a-a487ba0ad4d8 req-572297ea-7f58-4b46-811d-85670be4870e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4d62028f-44ed-40d1-89e2-cd8d1482a607 HTTP/1.1" status: 200 len: 851 time: 0.0465026 Jul 09 17:00:17.508118 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f0234-b36f-4a67-997a-a487ba0ad4d8 req-bb3869a0-8303-4b1f-b946-7c91b2ebdc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:17.509539 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c8f0234-b36f-4a67-997a-a487ba0ad4d8 req-bb3869a0-8303-4b1f-b946-7c91b2ebdc90 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c758158a-3c22-47c1-93a3-3d20d45c6718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507751 Jul 09 17:00:17.596701 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c8f0234-b36f-4a67-997a-a487ba0ad4d8 req-54f0594e-7eef-4866-b5b5-d35e6312ec74 service neutron] 10.222.0.73 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799737 Jul 09 17:00:17.685167 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c8f0234-b36f-4a67-997a-a487ba0ad4d8 req-22d3660e-b517-4978-be6f-b97c270f23e1 service neutron] 10.222.0.73 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823870 Jul 09 17:00:18.137487 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c1b89-3fbb-4c7f-98ae-dda216408ddb req-ee3bfb17-db6b-4fa4-8fd6-be217740ea7b tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:18.138880 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d99c1b89-3fbb-4c7f-98ae-dda216408ddb req-ee3bfb17-db6b-4fa4-8fd6-be217740ea7b tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=10d9c801-6819-425f-8079-c3e4f2b3c445 HTTP/1.1" status: 200 len: 944 time: 0.0632849 Jul 09 17:00:18.175684 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d99c1b89-3fbb-4c7f-98ae-dda216408ddb req-0e9f6a73-9007-4125-9640-ef35e09687ef tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313010 Jul 09 17:00:19.021152 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10d9c801-6819-425f-8079-c3e4f2b3c445', 'tag': '97fede80-c93c-4cc7-adb3-e9a134cf8802'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:00:19.023552 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2443b2-6446-4ad7-8b45-13716902a08c" -d '{"events": [{"name": "network-changed", "server_uuid": "10d9c801-6819-425f-8079-c3e4f2b3c445", "tag": "97fede80-c93c-4cc7-adb3-e9a134cf8802"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:00:19.071873 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562ab7cf-034f-46f1-b3f5-46b7c491387f x-openstack-request-id: req-562ab7cf-034f-46f1-b3f5-46b7c491387f {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:00:19.072170 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10d9c801-6819-425f-8079-c3e4f2b3c445", "tag": "97fede80-c93c-4cc7-adb3-e9a134cf8802", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:00:19.072423 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-562ab7cf-034f-46f1-b3f5-46b7c491387f {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:00:19.073103 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10d9c801-6819-425f-8079-c3e4f2b3c445', 'tag': '97fede80-c93c-4cc7-adb3-e9a134cf8802', 'status': 'completed', 'code': 200} Jul 09 17:00:19.185846 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2443b2-6446-4ad7-8b45-13716902a08c req-89e0e3f3-96f6-498d-9122-eeb07f52bfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:19.187825 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fb2443b2-6446-4ad7-8b45-13716902a08c req-89e0e3f3-96f6-498d-9122-eeb07f52bfd4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32&device_id=10d9c801-6819-425f-8079-c3e4f2b3c445 HTTP/1.1" status: 200 len: 1095 time: 0.0938003 Jul 09 17:00:19.193350 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2443b2-6446-4ad7-8b45-13716902a08c req-b88d7ba1-e28f-41fc-b9ab-002027954cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:19.194680 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fb2443b2-6446-4ad7-8b45-13716902a08c req-b88d7ba1-e28f-41fc-b9ab-002027954cd6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32&device_id=10d9c801-6819-425f-8079-c3e4f2b3c445 HTTP/1.1" status: 200 len: 1095 time: 0.0715094 Jul 09 17:00:19.693308 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2443b2-6446-4ad7-8b45-13716902a08c req-177956ee-d575-4ddd-9d4a-2cf3ebbe6167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:19.694751 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fb2443b2-6446-4ad7-8b45-13716902a08c req-177956ee-d575-4ddd-9d4a-2cf3ebbe6167 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c758158a-3c22-47c1-93a3-3d20d45c6718 HTTP/1.1" status: 200 len: 913 time: 0.4905615 Jul 09 17:00:19.697569 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2443b2-6446-4ad7-8b45-13716902a08c req-1d3d936f-4974-4aa7-9db6-4d0ce79e62fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:19.699154 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fb2443b2-6446-4ad7-8b45-13716902a08c req-1d3d936f-4974-4aa7-9db6-4d0ce79e62fe service neutron] 10.222.0.77 "GET /v2.0/networks?id=c758158a-3c22-47c1-93a3-3d20d45c6718 HTTP/1.1" status: 200 len: 913 time: 0.5036378 Jul 09 17:00:19.794571 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13031001-0558-4c02-afb4-d21687898710 req-de6c1538-08ad-40c5-87e8-7c5a3ff0569c tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:19.796039 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-13031001-0558-4c02-afb4-d21687898710 req-de6c1538-08ad-40c5-87e8-7c5a3ff0569c tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=10d9c801-6819-425f-8079-c3e4f2b3c445 HTTP/1.1" status: 200 len: 944 time: 0.5062838 Jul 09 17:00:19.838080 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fb2443b2-6446-4ad7-8b45-13716902a08c req-96e358d5-ac5d-4d51-9915-93bf5009cefa service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97fede80-c93c-4cc7-adb3-e9a134cf8802 HTTP/1.1" status: 200 len: 1000 time: 0.1258905 Jul 09 17:00:19.840089 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fb2443b2-6446-4ad7-8b45-13716902a08c req-ac2f6cfc-2b27-4286-95db-9123a577e671 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97fede80-c93c-4cc7-adb3-e9a134cf8802 HTTP/1.1" status: 200 len: 1000 time: 0.1373427 Jul 09 17:00:19.876987 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 97fede80-c93c-4cc7-adb3-e9a134cf8802 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:00:19.923468 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 97fede80-c93c-4cc7-adb3-e9a134cf8802 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:00:19.926822 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-13031001-0558-4c02-afb4-d21687898710 req-68b6fe60-7dc2-4e61-9974-76cfa6fe9def tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209221 Jul 09 17:00:19.947391 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2443b2-6446-4ad7-8b45-13716902a08c req-b081278f-f26f-4c7a-af16-8646cf6e69e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:19.949094 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fb2443b2-6446-4ad7-8b45-13716902a08c req-b081278f-f26f-4c7a-af16-8646cf6e69e3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4d62028f-44ed-40d1-89e2-cd8d1482a607 HTTP/1.1" status: 200 len: 851 time: 0.1044743 Jul 09 17:00:19.952369 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2443b2-6446-4ad7-8b45-13716902a08c req-3c62888e-557e-4c9d-a773-ccd73e6c0658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:19.953705 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fb2443b2-6446-4ad7-8b45-13716902a08c req-3c62888e-557e-4c9d-a773-ccd73e6c0658 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4d62028f-44ed-40d1-89e2-cd8d1482a607 HTTP/1.1" status: 200 len: 851 time: 0.0954998 Jul 09 17:00:20.060427 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2443b2-6446-4ad7-8b45-13716902a08c req-229288dc-b666-4ce3-ad35-3bce211cc76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:20.061833 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fb2443b2-6446-4ad7-8b45-13716902a08c req-229288dc-b666-4ce3-ad35-3bce211cc76c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c758158a-3c22-47c1-93a3-3d20d45c6718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1068416 Jul 09 17:00:20.064911 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2443b2-6446-4ad7-8b45-13716902a08c req-f61fefd7-877c-4695-8878-991da80f4436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:20.066256 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fb2443b2-6446-4ad7-8b45-13716902a08c req-f61fefd7-877c-4695-8878-991da80f4436 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c758158a-3c22-47c1-93a3-3d20d45c6718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1040986 Jul 09 17:00:20.229119 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fb2443b2-6446-4ad7-8b45-13716902a08c req-236b8d61-f1f1-45ad-93f2-5428d80973d7 service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608057 Jul 09 17:00:20.231000 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fb2443b2-6446-4ad7-8b45-13716902a08c req-0e2c9d81-3793-4b32-96df-dfdfae8ecb35 service neutron] 10.222.0.73 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556799 Jul 09 17:00:20.393288 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fb2443b2-6446-4ad7-8b45-13716902a08c req-7dfc097e-3320-4efe-96c8-76094ede89ed service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584444 Jul 09 17:00:20.395087 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fb2443b2-6446-4ad7-8b45-13716902a08c req-a731b8e8-00dc-4acd-82a9-f2cab1b58023 service neutron] 10.222.0.73 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532781 Jul 09 17:00:21.104685 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b74d78-03e9-4d50-847f-58a28e09f669 req-42e31988-d9ce-495d-9003-905d8b71c9d5 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:21.106185 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-44b74d78-03e9-4d50-847f-58a28e09f669 req-42e31988-d9ce-495d-9003-905d8b71c9d5 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=10d9c801-6819-425f-8079-c3e4f2b3c445 HTTP/1.1" status: 200 len: 944 time: 0.0695744 Jul 09 17:00:21.144161 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-44b74d78-03e9-4d50-847f-58a28e09f669 req-8a7eef12-8453-4b92-a62b-c74127f00567 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319731 Jul 09 17:00:21.487444 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974b5ced-626d-4cf4-a434-ce9642ead35d req-203e6346-c8fc-4073-9866-381f7340c415 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:21.488921 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-974b5ced-626d-4cf4-a434-ce9642ead35d req-203e6346-c8fc-4073-9866-381f7340c415 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.77 "GET /v2.0/ports?device_id=10d9c801-6819-425f-8079-c3e4f2b3c445&tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32&binding%3Ahost_id=n-h2-798930-3 HTTP/1.1" status: 200 len: 944 time: 0.1061451 Jul 09 17:00:21.497222 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba7c89-d2b0-41ea-bf9d-dea920ce8f6a req-4c608eb0-9b84-4409-9b3e-9d8d7660a304 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:21.498603 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9eba7c89-d2b0-41ea-bf9d-dea920ce8f6a req-4c608eb0-9b84-4409-9b3e-9d8d7660a304 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=10d9c801-6819-425f-8079-c3e4f2b3c445 HTTP/1.1" status: 200 len: 944 time: 0.1249785 Jul 09 17:00:21.569605 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9eba7c89-d2b0-41ea-bf9d-dea920ce8f6a req-2df561d8-33ac-42d7-8cb3-2eaef76f1651 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646901 Jul 09 17:00:21.578949 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [req-974b5ced-626d-4cf4-a434-ce9642ead35d req-03947780-7f22-447c-b929-73252010af6b service neutron] delete failed (client error): The resource could not be found. Jul 09 17:00:21.580017 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-974b5ced-626d-4cf4-a434-ce9642ead35d req-03947780-7f22-447c-b929-73252010af6b service neutron] 10.222.0.77 "DELETE /v2.0/ports/97fede80-c93c-4cc7-adb3-e9a134cf8802/bindings/n-h1-798930-3 HTTP/1.1" status: 404 len: 380 time: 0.0804574 Jul 09 17:00:21.674756 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974b5ced-626d-4cf4-a434-ce9642ead35d req-63abe060-f8bb-4187-855a-40b30f06aa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:21.676241 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-974b5ced-626d-4cf4-a434-ce9642ead35d req-63abe060-f8bb-4187-855a-40b30f06aa32 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32&device_id=10d9c801-6819-425f-8079-c3e4f2b3c445 HTTP/1.1" status: 200 len: 1095 time: 0.0533607 Jul 09 17:00:21.766706 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974b5ced-626d-4cf4-a434-ce9642ead35d req-15a29e7e-9ba8-402c-a90a-ef18ebc26338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:21.768186 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-974b5ced-626d-4cf4-a434-ce9642ead35d req-15a29e7e-9ba8-402c-a90a-ef18ebc26338 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c758158a-3c22-47c1-93a3-3d20d45c6718 HTTP/1.1" status: 200 len: 913 time: 0.0860488 Jul 09 17:00:21.831532 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-974b5ced-626d-4cf4-a434-ce9642ead35d req-2b40ec17-6b09-4e57-8755-97112e0b5312 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97fede80-c93c-4cc7-adb3-e9a134cf8802 HTTP/1.1" status: 200 len: 1000 time: 0.0571365 Jul 09 17:00:21.878995 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974b5ced-626d-4cf4-a434-ce9642ead35d req-2e00ce1e-098b-4639-af51-98c2fda6a564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:21.880498 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-974b5ced-626d-4cf4-a434-ce9642ead35d req-2e00ce1e-098b-4639-af51-98c2fda6a564 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4d62028f-44ed-40d1-89e2-cd8d1482a607 HTTP/1.1" status: 200 len: 851 time: 0.0438054 Jul 09 17:00:21.940861 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974b5ced-626d-4cf4-a434-ce9642ead35d req-558a5497-899a-4c56-aabf-03d4df88cbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:21.942339 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-974b5ced-626d-4cf4-a434-ce9642ead35d req-558a5497-899a-4c56-aabf-03d4df88cbd7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c758158a-3c22-47c1-93a3-3d20d45c6718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561976 Jul 09 17:00:22.029758 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-974b5ced-626d-4cf4-a434-ce9642ead35d req-c738b097-7122-4233-ad5b-2c3ffaa7b0cd service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807714 Jul 09 17:00:22.031539 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 97fede80-c93c-4cc7-adb3-e9a134cf8802 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:00:22.123016 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-974b5ced-626d-4cf4-a434-ce9642ead35d req-4e36109a-c7ba-4eca-b145-4b01591d51d1 service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870659 Jul 09 17:00:22.126226 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 97fede80-c93c-4cc7-adb3-e9a134cf8802, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=97fede80-c93c-4cc7-adb3-e9a134cf8802,segment=NetworkSegment(1bc3e896-c601-4663-9412-549e7692ffb2),segment_id=1bc3e896-c601-4663-9412-549e7692ffb2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:00:22.138058 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '97fede80-c93c-4cc7-adb3-e9a134cf8802', 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718', 'port_id': '97fede80-c93c-4cc7-adb3-e9a134cf8802', 'mac_address': 'fa:16:3e:42:fe:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:00:22.174784 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:22.191060 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97fede80-c93c-4cc7-adb3-e9a134cf8802 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:00:22.213450 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 97fede80-c93c-4cc7-adb3-e9a134cf8802, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=97fede80-c93c-4cc7-adb3-e9a134cf8802,segment=NetworkSegment(1bc3e896-c601-4663-9412-549e7692ffb2),segment_id=1bc3e896-c601-4663-9412-549e7692ffb2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:00:22.217244 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:22.268705 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=97fede80-c93c-4cc7-adb3-e9a134cf8802,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:00:22.275869 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:22.276218 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:22.276558 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:22.276892 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:22.277230 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:22.277559 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:22.277883 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:22.278212 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:22.278534 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:22.278881 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:22.279204 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:22.279524 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:22.359884 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7ecb7e05-589a-4d4e-a8f3-bcb660d0cef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:22.655066 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['97fede80-c93c-4cc7-adb3-e9a134cf8802'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:00:22.753858 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2594ca2-b930-4eef-af4e-00d12a976e42 req-ee06801a-1066-4687-9d98-5fbe20db8da1 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:22.755875 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b2594ca2-b930-4eef-af4e-00d12a976e42 req-ee06801a-1066-4687-9d98-5fbe20db8da1 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=10d9c801-6819-425f-8079-c3e4f2b3c445 HTTP/1.1" status: 200 len: 945 time: 0.0703607 Jul 09 17:00:22.795041 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b2594ca2-b930-4eef-af4e-00d12a976e42 req-923dc3b5-8975-4a7b-baf8-a09d4456ae75 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328834 Jul 09 17:00:22.963992 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd6108-c434-4134-9794-9a7afd10bfa7 req-2d05bd3d-75e1-4db6-8917-47cc438fdd64 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:22.965429 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-adbd6108-c434-4134-9794-9a7afd10bfa7 req-2d05bd3d-75e1-4db6-8917-47cc438fdd64 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=10d9c801-6819-425f-8079-c3e4f2b3c445 HTTP/1.1" status: 200 len: 945 time: 0.0616872 Jul 09 17:00:23.009549 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-adbd6108-c434-4134-9794-9a7afd10bfa7 req-15858c7e-0ba8-449f-8d39-a0ce9291e6ee tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378637 Jul 09 17:00:23.183113 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6452100-62e3-48ec-be00-eb611e1025df req-aab5dedf-9421-4379-aaf5-79b59e62774e tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:23.184590 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c6452100-62e3-48ec-be00-eb611e1025df req-aab5dedf-9421-4379-aaf5-79b59e62774e tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=10d9c801-6819-425f-8079-c3e4f2b3c445 HTTP/1.1" status: 200 len: 945 time: 0.0680237 Jul 09 17:00:23.222502 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c6452100-62e3-48ec-be00-eb611e1025df req-30da03c5-2523-401e-9031-d60861bd970a tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322757 Jul 09 17:00:23.599196 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56347d0c-9b0c-4113-bffc-a1ba537d65a6 req-89e55096-53a1-4360-9b90-8436e75cf607 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:23.600680 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-56347d0c-9b0c-4113-bffc-a1ba537d65a6 req-89e55096-53a1-4360-9b90-8436e75cf607 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=10d9c801-6819-425f-8079-c3e4f2b3c445 HTTP/1.1" status: 200 len: 945 time: 0.0657167 Jul 09 17:00:23.637799 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-56347d0c-9b0c-4113-bffc-a1ba537d65a6 req-14e076a7-7270-4ca4-9d89-0861765fd7e0 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313599 Jul 09 17:00:24.047679 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 97fede80-c93c-4cc7-adb3-e9a134cf8802 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:00:24.097772 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 97fede80-c93c-4cc7-adb3-e9a134cf8802 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:00:24.101669 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 97fede80-c93c-4cc7-adb3-e9a134cf8802 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:00:24.102042 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:24.175894 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:24.197646 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d9c801-6819-425f-8079-c3e4f2b3c445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97fede80-c93c-4cc7-adb3-e9a134cf8802'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:00:24.200154 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcce6c7a-159b-4961-a042-2699b1ae5420" -d '{"events": [{"server_uuid": "10d9c801-6819-425f-8079-c3e4f2b3c445", "name": "network-vif-plugged", "status": "completed", "tag": "97fede80-c93c-4cc7-adb3-e9a134cf8802"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:00:24.214024 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 97fede80-c93c-4cc7-adb3-e9a134cf8802, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=97fede80-c93c-4cc7-adb3-e9a134cf8802,segment=NetworkSegment(1bc3e896-c601-4663-9412-549e7692ffb2),segment_id=1bc3e896-c601-4663-9412-549e7692ffb2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:00:24.218038 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:24.244151 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe8e621-47f9-454f-b77b-c92fdb863091 x-openstack-request-id: req-cfe8e621-47f9-454f-b77b-c92fdb863091 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:00:24.244447 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10d9c801-6819-425f-8079-c3e4f2b3c445", "name": "network-vif-plugged", "status": "completed", "tag": "97fede80-c93c-4cc7-adb3-e9a134cf8802", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:00:24.244701 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-cfe8e621-47f9-454f-b77b-c92fdb863091 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:00:24.245095 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d9c801-6819-425f-8079-c3e4f2b3c445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97fede80-c93c-4cc7-adb3-e9a134cf8802', 'code': 200} Jul 09 17:00:24.269444 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=97fede80-c93c-4cc7-adb3-e9a134cf8802,revision_number=9']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:00:24.812990 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e1abb-5a0f-4ae0-bcde-73e244d7a23f req-fcd1c560-d40c-4356-ae3c-3fb673c3b42e tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:24.814449 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e7e1abb-5a0f-4ae0-bcde-73e244d7a23f req-fcd1c560-d40c-4356-ae3c-3fb673c3b42e tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=10d9c801-6819-425f-8079-c3e4f2b3c445 HTTP/1.1" status: 200 len: 946 time: 0.0674348 Jul 09 17:00:24.852756 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e7e1abb-5a0f-4ae0-bcde-73e244d7a23f req-80b7dfa4-aef3-4198-8ba2-77f44ebd16a7 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327175 Jul 09 17:00:25.109928 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a6bfa1c2-5997-4d1e-834d-1d06ede4f6d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:25.148262 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e7a2d-f472-4b7f-8658-d82081febe8d req-c33301e5-5ed4-48f2-9811-e7ba7e0066ad tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:25.149731 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b08e7a2d-f472-4b7f-8658-d82081febe8d req-c33301e5-5ed4-48f2-9811-e7ba7e0066ad tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.73 "GET /v2.0/ports?device_id=10d9c801-6819-425f-8079-c3e4f2b3c445 HTTP/1.1" status: 200 len: 946 time: 0.0671799 Jul 09 17:00:25.244874 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-b08e7a2d-f472-4b7f-8658-d82081febe8d req-db11e94a-b43c-4a43-a098-1fc0055576f3 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Deleting port 97fede80-c93c-4cc7-adb3-e9a134cf8802 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:00:25.245212 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b08e7a2d-f472-4b7f-8658-d82081febe8d req-db11e94a-b43c-4a43-a098-1fc0055576f3 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:25.333971 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-b08e7a2d-f472-4b7f-8658-d82081febe8d req-db11e94a-b43c-4a43-a098-1fc0055576f3 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] For port 97fede80-c93c-4cc7-adb3-e9a134cf8802, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=97fede80-c93c-4cc7-adb3-e9a134cf8802,segment=NetworkSegment(1bc3e896-c601-4663-9412-549e7692ffb2),segment_id=1bc3e896-c601-4663-9412-549e7692ffb2)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:00:25.334320 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b08e7a2d-f472-4b7f-8658-d82081febe8d req-db11e94a-b43c-4a43-a098-1fc0055576f3 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:25.543440 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b08e7a2d-f472-4b7f-8658-d82081febe8d req-db11e94a-b43c-4a43-a098-1fc0055576f3 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:25.543817 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b08e7a2d-f472-4b7f-8658-d82081febe8d req-db11e94a-b43c-4a43-a098-1fc0055576f3 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:25.544126 n-d-798930-3 neutron-server[93958]: INFO neutron.db.l3_db [req-b08e7a2d-f472-4b7f-8658-d82081febe8d req-db11e94a-b43c-4a43-a098-1fc0055576f3 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Floating IP 11886b11-c39c-4331-931a-8aa8fd251933 disassociated. External IP: 172.25.0.137, port: 97fede80-c93c-4cc7-adb3-e9a134cf8802. Jul 09 17:00:25.544469 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-b08e7a2d-f472-4b7f-8658-d82081febe8d req-db11e94a-b43c-4a43-a098-1fc0055576f3 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Calling delete_port for 97fede80-c93c-4cc7-adb3-e9a134cf8802 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:00:25.672928 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b08e7a2d-f472-4b7f-8658-d82081febe8d req-db11e94a-b43c-4a43-a098-1fc0055576f3 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:25.700037 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db11e94a-b43c-4a43-a098-1fc0055576f3 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Pushing event deleted for resources: {'Port': ['ID=97fede80-c93c-4cc7-adb3-e9a134cf8802,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:00:25.819360 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b08e7a2d-f472-4b7f-8658-d82081febe8d req-db11e94a-b43c-4a43-a098-1fc0055576f3 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Router 4212f2a8-1c64-4887-ba44-7b7179745dbc has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:00:25.827553 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:25.931445 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b08e7a2d-f472-4b7f-8658-d82081febe8d req-db11e94a-b43c-4a43-a098-1fc0055576f3 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:00:25.941196 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c353243-3e89-4c00-86ad-8964e3bd93ce None None] Sync routers for ids ['4212f2a8-1c64-4887-ba44-7b7179745dbc'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:00:25.953440 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c353243-3e89-4c00-86ad-8964e3bd93ce None None] Routers {'4212f2a8-1c64-4887-ba44-7b7179745dbc'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:00:25.954071 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6c353243-3e89-4c00-86ad-8964e3bd93ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:00:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['4212f2a8-1c64-4887-ba44-7b7179745dbc'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:00:25.978488 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-b08e7a2d-f472-4b7f-8658-d82081febe8d req-db11e94a-b43c-4a43-a098-1fc0055576f3 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] No DVR routers for this DVR port 97fede80-c93c-4cc7-adb3-e9a134cf8802 on host n-h2-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:00:25.981831 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b08e7a2d-f472-4b7f-8658-d82081febe8d req-db11e94a-b43c-4a43-a098-1fc0055576f3 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:25.984826 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b08e7a2d-f472-4b7f-8658-d82081febe8d req-db11e94a-b43c-4a43-a098-1fc0055576f3 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.73 "DELETE /v2.0/ports/97fede80-c93c-4cc7-adb3-e9a134cf8802 HTTP/1.1" status: 204 len: 173 time: 0.8288755 Jul 09 17:00:25.993613 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d9c801-6819-425f-8079-c3e4f2b3c445', 'name': 'network-vif-deleted', 'tag': '97fede80-c93c-4cc7-adb3-e9a134cf8802'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:00:25.995761 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79549df5-5ee4-4061-a206-0b9db5a73a33" -d '{"events": [{"server_uuid": "10d9c801-6819-425f-8079-c3e4f2b3c445", "name": "network-vif-deleted", "tag": "97fede80-c93c-4cc7-adb3-e9a134cf8802"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:00:26.019830 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b14e277b-a26d-4615-8c46-f1cfb1cf2ca4 req-1de4c062-d07b-46e1-90ca-4e045b57179f tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=10d9c801-6819-425f-8079-c3e4f2b3c445 HTTP/1.1" status: 200 len: 210 time: 0.0424452 Jul 09 17:00:26.067849 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ef8235-1a29-4578-b4cf-e809d01b3cf2 x-openstack-request-id: req-d2ef8235-1a29-4578-b4cf-e809d01b3cf2 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:00:26.068513 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10d9c801-6819-425f-8079-c3e4f2b3c445", "name": "network-vif-deleted", "tag": "97fede80-c93c-4cc7-adb3-e9a134cf8802", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:00:26.068868 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d2ef8235-1a29-4578-b4cf-e809d01b3cf2 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:00:26.069314 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d9c801-6819-425f-8079-c3e4f2b3c445', 'name': 'network-vif-deleted', 'tag': '97fede80-c93c-4cc7-adb3-e9a134cf8802', 'status': 'completed', 'code': 200} Jul 09 17:00:26.071923 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-6c353243-3e89-4c00-86ad-8964e3bd93ce None None] Set router 4212f2a8-1c64-4887-ba44-7b7179745dbc gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:00:26.276573 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6c353243-3e89-4c00-86ad-8964e3bd93ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'name': 'tempest-ServerActionsTestJSON-1011410607-router', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T16:58:13Z', 'revision_number': 4, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'gw_port': {'id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:91:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T16:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'e6ee4495-48b6-4482-9988-e7e219582cbf', 'name': '', 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'mac_address': 'fa:16:3e:30:77:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:12Z', 'updated_at': '2021-07-09T16:58:18Z', 'revision_number': 5, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'subnets': [{'id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:00:26.303803 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c353243-3e89-4c00-86ad-8964e3bd93ce None None] Checking router: 4212f2a8-1c64-4887-ba44-7b7179745dbc for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:00:26.314299 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c353243-3e89-4c00-86ad-8964e3bd93ce None None] Routers {'4212f2a8-1c64-4887-ba44-7b7179745dbc'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:00:26.314951 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6c353243-3e89-4c00-86ad-8964e3bd93ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:00:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['4212f2a8-1c64-4887-ba44-7b7179745dbc'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:00:26.421088 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:26.433116 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-6c353243-3e89-4c00-86ad-8964e3bd93ce None None] Set router 4212f2a8-1c64-4887-ba44-7b7179745dbc gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:00:26.625354 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6c353243-3e89-4c00-86ad-8964e3bd93ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'name': 'tempest-ServerActionsTestJSON-1011410607-router', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T16:58:13Z', 'revision_number': 4, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'gw_port': {'id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:91:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T16:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'e6ee4495-48b6-4482-9988-e7e219582cbf', 'name': '', 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'mac_address': 'fa:16:3e:30:77:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:12Z', 'updated_at': '2021-07-09T16:58:18Z', 'revision_number': 5, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'subnets': [{'id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:00:26.654517 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c353243-3e89-4c00-86ad-8964e3bd93ce None None] The sync data for ids ['4212f2a8-1c64-4887-ba44-7b7179745dbc'] in n-d-798930-3 is: [{'id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'name': 'tempest-ServerActionsTestJSON-1011410607-router', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T16:58:13Z', 'revision_number': 4, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'gw_port': {'id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:91:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T16:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'e6ee4495-48b6-4482-9988-e7e219582cbf', 'name': '', 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'mac_address': 'fa:16:3e:30:77:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:12Z', 'updated_at': '2021-07-09T16:58:18Z', 'revision_number': 5, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'subnets': [{'id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:00:26.862007 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7500b303-f3fa-4305-a8d7-9c8e93dfa071 None None] New status for floating IP 11886b11-c39c-4331-931a-8aa8fd251933: DOWN {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:00:27.023140 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:27.321341 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-35191187-7e13-4612-b74c-cb69d1a15f68 req-2f271425-3213-4cff-8620-0061f679e533 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--2137137182&fields=id&tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32 HTTP/1.1" status: 200 len: 267 time: 0.0321059 Jul 09 17:00:27.428721 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35191187-7e13-4612-b74c-cb69d1a15f68 req-097f1207-bc28-4fbe-96f7-9d3ee88588e5 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:27.430138 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-35191187-7e13-4612-b74c-cb69d1a15f68 req-097f1207-bc28-4fbe-96f7-9d3ee88588e5 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/networks?id=c758158a-3c22-47c1-93a3-3d20d45c6718 HTTP/1.1" status: 200 len: 812 time: 0.1023109 Jul 09 17:00:27.446303 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-35191187-7e13-4612-b74c-cb69d1a15f68 req-22c9ffe8-0786-4aad-b098-ba02417f6603 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/quotas/b7c6fb2f31a746d39a3d8ec6f6d31c32 HTTP/1.1" status: 200 len: 375 time: 0.0107415 Jul 09 17:00:27.514288 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-35191187-7e13-4612-b74c-cb69d1a15f68 req-228a8714-bce5-4a15-8289-43790872734d tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0626323 Jul 09 17:00:27.610407 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-35191187-7e13-4612-b74c-cb69d1a15f68 req-ca93bf55-e377-4910-986d-ddd055b956c3 service neutron] 10.222.0.98 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849423 Jul 09 17:00:27.698147 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-35191187-7e13-4612-b74c-cb69d1a15f68 req-2c2a3249-96fb-44e9-9e77-e9853010172c service neutron] 10.222.0.98 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815947 Jul 09 17:00:27.865337 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0eabbcff-c9c7-4da9-a573-44254541d5d2 req-d9587914-b246-4032-8b5d-2a5de98cea21 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2169e31-3e45-499e-933e-a546a61d6a8d HTTP/1.1" status: 200 len: 210 time: 0.0291467 Jul 09 17:00:28.330909 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:29.023913 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d8c9606e-e012-4bdd-abf0-3c905eb92df0 req-4e8ab175-55ff-409d-824a-bd7a3683fa17 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2169e31-3e45-499e-933e-a546a61d6a8d HTTP/1.1" status: 200 len: 210 time: 0.0342338 Jul 09 17:00:29.086854 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35191187-7e13-4612-b74c-cb69d1a15f68 req-31c514b7-6f97-4297-b36a-839eca0d1c31 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:29.088287 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-35191187-7e13-4612-b74c-cb69d1a15f68 req-31c514b7-6f97-4297-b36a-839eca0d1c31 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.77 "GET /v2.0/networks?id=c758158a-3c22-47c1-93a3-3d20d45c6718 HTTP/1.1" status: 200 len: 812 time: 0.1569200 Jul 09 17:00:29.129896 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-35191187-7e13-4612-b74c-cb69d1a15f68 req-e9692d82-52fb-474b-a50f-23d4afb7c395 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32 HTTP/1.1" status: 200 len: 380 time: 0.0331409 Jul 09 17:00:29.139438 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-35191187-7e13-4612-b74c-cb69d1a15f68 req-50e33870-ee92-482e-950e-72891210b540 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Request body: {'port': {'device_id': 'f2169e31-3e45-499e-933e-a546a61d6a8d', 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718', 'admin_state_up': True, 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'security_groups': ['f3935cb0-d0d6-4599-a38e-9a2d3c8315f8']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:00:29.248296 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35191187-7e13-4612-b74c-cb69d1a15f68 req-50e33870-ee92-482e-950e-72891210b540 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Made reservation on behalf of b7c6fb2f31a746d39a3d8ec6f6d31c32 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:00:29.251776 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-35191187-7e13-4612-b74c-cb69d1a15f68 req-50e33870-ee92-482e-950e-72891210b540 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:29.372409 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-35191187-7e13-4612-b74c-cb69d1a15f68 req-50e33870-ee92-482e-950e-72891210b540 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Allocated IP 172.20.0.8 (c758158a-3c22-47c1-93a3-3d20d45c6718/4d62028f-44ed-40d1-89e2-cd8d1482a607/17c0ee5d-0493-4d21-b1f2-2b41128f9314) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:00:29.507735 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-35191187-7e13-4612-b74c-cb69d1a15f68 req-50e33870-ee92-482e-950e-72891210b540 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:29.521760 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-35191187-7e13-4612-b74c-cb69d1a15f68 req-50e33870-ee92-482e-950e-72891210b540 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Transition to ACTIVE for port object 17c0ee5d-0493-4d21-b1f2-2b41128f9314 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:00:29.553974 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-35191187-7e13-4612-b74c-cb69d1a15f68 req-50e33870-ee92-482e-950e-72891210b540 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:29.595898 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35191187-7e13-4612-b74c-cb69d1a15f68 req-50e33870-ee92-482e-950e-72891210b540 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Network c758158a-3c22-47c1-93a3-3d20d45c6718 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:00:29.601333 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-35191187-7e13-4612-b74c-cb69d1a15f68 req-50e33870-ee92-482e-950e-72891210b540 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:00:29.604976 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-35191187-7e13-4612-b74c-cb69d1a15f68 req-50e33870-ee92-482e-950e-72891210b540 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:00:29.637239 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e33870-ee92-482e-950e-72891210b540 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Pushing event updated for resources: {'Port': ['ID=17c0ee5d-0493-4d21-b1f2-2b41128f9314,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:00:29.665174 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35191187-7e13-4612-b74c-cb69d1a15f68 req-50e33870-ee92-482e-950e-72891210b540 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:29.665803 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-35191187-7e13-4612-b74c-cb69d1a15f68 req-50e33870-ee92-482e-950e-72891210b540 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:29.680501 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-35191187-7e13-4612-b74c-cb69d1a15f68 req-50e33870-ee92-482e-950e-72891210b540 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5447237 Jul 09 17:00:29.691174 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [req-35191187-7e13-4612-b74c-cb69d1a15f68 req-abbbf45b-249b-41c0-b166-8776365d824b tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:00:29.692243 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-35191187-7e13-4612-b74c-cb69d1a15f68 req-abbbf45b-249b-41c0-b166-8776365d824b tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061879 Jul 09 17:00:29.702534 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-35191187-7e13-4612-b74c-cb69d1a15f68 req-1aba5f76-9767-4bf5-946a-40e00c768402 service neutron] Request body: {'port': {'device_id': 'f2169e31-3e45-499e-933e-a546a61d6a8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:00:29.776799 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-35191187-7e13-4612-b74c-cb69d1a15f68 req-1aba5f76-9767-4bf5-946a-40e00c768402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:29.829379 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e0bdb850-619d-4d35-8a0f-7958184a4fd6 None None] Provisioning for port 17c0ee5d-0493-4d21-b1f2-2b41128f9314 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:00:29.833275 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e0bdb850-619d-4d35-8a0f-7958184a4fd6 None None] Provisioning complete for port 17c0ee5d-0493-4d21-b1f2-2b41128f9314 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:00:29.833688 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e0bdb850-619d-4d35-8a0f-7958184a4fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:29.866360 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-e0bdb850-619d-4d35-8a0f-7958184a4fd6 None None] Port 17c0ee5d-0493-4d21-b1f2-2b41128f9314 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:00:30.034480 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-35191187-7e13-4612-b74c-cb69d1a15f68 req-1aba5f76-9767-4bf5-946a-40e00c768402 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17c0ee5d-0493-4d21-b1f2-2b41128f9314 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:00:30.041732 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-35191187-7e13-4612-b74c-cb69d1a15f68 req-1aba5f76-9767-4bf5-946a-40e00c768402 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:30.054580 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-35191187-7e13-4612-b74c-cb69d1a15f68 req-1aba5f76-9767-4bf5-946a-40e00c768402 service neutron] Transition to ACTIVE for port object 17c0ee5d-0493-4d21-b1f2-2b41128f9314 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:00:30.059734 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-35191187-7e13-4612-b74c-cb69d1a15f68 req-1aba5f76-9767-4bf5-946a-40e00c768402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:30.060293 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 97fede80-c93c-4cc7-adb3-e9a134cf8802 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:00:30.080342 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: 97fede80-c93c-4cc7-adb3-e9a134cf8802 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:00:30.080921 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 97fede80-c93c-4cc7-adb3-e9a134cf8802 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:00:30.112320 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aba5f76-9767-4bf5-946a-40e00c768402 service neutron] Pushing event updated for resources: {'Port': ['ID=17c0ee5d-0493-4d21-b1f2-2b41128f9314,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:00:30.224248 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-35191187-7e13-4612-b74c-cb69d1a15f68 req-1aba5f76-9767-4bf5-946a-40e00c768402 service neutron] Attempting to bind port 17c0ee5d-0493-4d21-b1f2-2b41128f9314 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:00:30.224585 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-35191187-7e13-4612-b74c-cb69d1a15f68 req-1aba5f76-9767-4bf5-946a-40e00c768402 service neutron] Attempting to bind port 17c0ee5d-0493-4d21-b1f2-2b41128f9314 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '1bc3e896-c601-4663-9412-549e7692ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:00:30.224912 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35191187-7e13-4612-b74c-cb69d1a15f68 req-1aba5f76-9767-4bf5-946a-40e00c768402 service neutron] Attempting to bind port 17c0ee5d-0493-4d21-b1f2-2b41128f9314 on network c758158a-3c22-47c1-93a3-3d20d45c6718 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:00:30.237296 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35191187-7e13-4612-b74c-cb69d1a15f68 req-1aba5f76-9767-4bf5-946a-40e00c768402 service neutron] Port 17c0ee5d-0493-4d21-b1f2-2b41128f9314 on network c758158a-3c22-47c1-93a3-3d20d45c6718 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:00:30.237622 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35191187-7e13-4612-b74c-cb69d1a15f68 req-1aba5f76-9767-4bf5-946a-40e00c768402 service neutron] Attempting to bind port 17c0ee5d-0493-4d21-b1f2-2b41128f9314 on network c758158a-3c22-47c1-93a3-3d20d45c6718 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:00:30.245325 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35191187-7e13-4612-b74c-cb69d1a15f68 req-1aba5f76-9767-4bf5-946a-40e00c768402 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:00:30.245669 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35191187-7e13-4612-b74c-cb69d1a15f68 req-1aba5f76-9767-4bf5-946a-40e00c768402 service neutron] Checking segment: {'id': '1bc3e896-c601-4663-9412-549e7692ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:00:30.246052 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35191187-7e13-4612-b74c-cb69d1a15f68 req-1aba5f76-9767-4bf5-946a-40e00c768402 service neutron] Bound using segment: {'id': '1bc3e896-c601-4663-9412-549e7692ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:00:30.246487 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-35191187-7e13-4612-b74c-cb69d1a15f68 req-1aba5f76-9767-4bf5-946a-40e00c768402 service neutron] Bound port: 17c0ee5d-0493-4d21-b1f2-2b41128f9314, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc3e896-c601-4663-9412-549e7692ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:00:30.246870 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-35191187-7e13-4612-b74c-cb69d1a15f68 req-1aba5f76-9767-4bf5-946a-40e00c768402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:30.268561 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c88041-6a9a-4e7c-a12d-fa31232b619d req-40876122-2b78-4cc1-b47e-3fcc226f25db tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:30.270047 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-82c88041-6a9a-4e7c-a12d-fa31232b619d req-40876122-2b78-4cc1-b47e-3fcc226f25db tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2169e31-3e45-499e-933e-a546a61d6a8d HTTP/1.1" status: 200 len: 943 time: 0.1115377 Jul 09 17:00:30.346129 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-82c88041-6a9a-4e7c-a12d-fa31232b619d req-2a62156d-92f7-4c44-af4b-59ee3ea1c0ce tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546894 Jul 09 17:00:30.348553 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-35191187-7e13-4612-b74c-cb69d1a15f68 req-1aba5f76-9767-4bf5-946a-40e00c768402 service neutron] For port 17c0ee5d-0493-4d21-b1f2-2b41128f9314, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:00:30.351767 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-35191187-7e13-4612-b74c-cb69d1a15f68 req-1aba5f76-9767-4bf5-946a-40e00c768402 service neutron] For port 17c0ee5d-0493-4d21-b1f2-2b41128f9314, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=17c0ee5d-0493-4d21-b1f2-2b41128f9314,segment=NetworkSegment(1bc3e896-c601-4663-9412-549e7692ffb2),segment_id=1bc3e896-c601-4663-9412-549e7692ffb2)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:00:30.357300 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-35191187-7e13-4612-b74c-cb69d1a15f68 req-1aba5f76-9767-4bf5-946a-40e00c768402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:30.390747 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35191187-7e13-4612-b74c-cb69d1a15f68 req-1aba5f76-9767-4bf5-946a-40e00c768402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:30.391453 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-35191187-7e13-4612-b74c-cb69d1a15f68 req-1aba5f76-9767-4bf5-946a-40e00c768402 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:30.393110 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-35191187-7e13-4612-b74c-cb69d1a15f68 req-1aba5f76-9767-4bf5-946a-40e00c768402 service neutron] 10.222.0.77 "PUT /v2.0/ports/17c0ee5d-0493-4d21-b1f2-2b41128f9314 HTTP/1.1" status: 200 len: 1091 time: 0.6943307 Jul 09 17:00:30.393312 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2169e31-3e45-499e-933e-a546a61d6a8d', 'tag': '17c0ee5d-0493-4d21-b1f2-2b41128f9314'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:00:30.395639 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7b2996-9ec8-4045-a64f-07920456bed2" -d '{"events": [{"name": "network-changed", "server_uuid": "f2169e31-3e45-499e-933e-a546a61d6a8d", "tag": "17c0ee5d-0493-4d21-b1f2-2b41128f9314"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:00:30.420776 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aba5f76-9767-4bf5-946a-40e00c768402 service neutron] Pushing event updated for resources: {'Port': ['ID=17c0ee5d-0493-4d21-b1f2-2b41128f9314,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:00:30.438514 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85137bf5-f27c-436e-9b0c-71e86abfa3f2 x-openstack-request-id: req-85137bf5-f27c-436e-9b0c-71e86abfa3f2 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:00:30.438858 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2169e31-3e45-499e-933e-a546a61d6a8d", "tag": "17c0ee5d-0493-4d21-b1f2-2b41128f9314", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:00:30.439115 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-85137bf5-f27c-436e-9b0c-71e86abfa3f2 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:00:30.439725 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2169e31-3e45-499e-933e-a546a61d6a8d', 'tag': '17c0ee5d-0493-4d21-b1f2-2b41128f9314', 'status': 'completed', 'code': 200} Jul 09 17:00:30.497895 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35191187-7e13-4612-b74c-cb69d1a15f68 req-5cb17836-d6f7-4975-b340-37eaa79bfbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:30.499647 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-35191187-7e13-4612-b74c-cb69d1a15f68 req-5cb17836-d6f7-4975-b340-37eaa79bfbe3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32&device_id=f2169e31-3e45-499e-933e-a546a61d6a8d HTTP/1.1" status: 200 len: 1094 time: 0.0642929 Jul 09 17:00:30.541288 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-35191187-7e13-4612-b74c-cb69d1a15f68 req-f961425c-fade-4b2c-8cb6-c3747b3419f9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17c0ee5d-0493-4d21-b1f2-2b41128f9314 HTTP/1.1" status: 200 len: 217 time: 0.0350585 Jul 09 17:00:30.589621 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35191187-7e13-4612-b74c-cb69d1a15f68 req-10bbd400-6bc5-4b75-bf18-938704d1ab83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:30.591099 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-35191187-7e13-4612-b74c-cb69d1a15f68 req-10bbd400-6bc5-4b75-bf18-938704d1ab83 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4d62028f-44ed-40d1-89e2-cd8d1482a607 HTTP/1.1" status: 200 len: 851 time: 0.0445023 Jul 09 17:00:30.649975 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35191187-7e13-4612-b74c-cb69d1a15f68 req-5bb881f4-2088-4146-a136-cb864585c2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:30.651477 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-35191187-7e13-4612-b74c-cb69d1a15f68 req-5bb881f4-2088-4146-a136-cb864585c2d9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c758158a-3c22-47c1-93a3-3d20d45c6718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547771 Jul 09 17:00:31.042784 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-35191187-7e13-4612-b74c-cb69d1a15f68 req-aff08cec-b19c-4641-847e-57d8ca687687 service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3849602 Jul 09 17:00:31.131541 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-35191187-7e13-4612-b74c-cb69d1a15f68 req-6772824b-a187-4898-aa96-573f71a907cc service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822887 Jul 09 17:00:31.232815 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b2996-9ec8-4045-a64f-07920456bed2 req-dd2a0ac6-9e82-4b93-91ba-5b2d25265111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:31.234275 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dd7b2996-9ec8-4045-a64f-07920456bed2 req-dd2a0ac6-9e82-4b93-91ba-5b2d25265111 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32&device_id=f2169e31-3e45-499e-933e-a546a61d6a8d HTTP/1.1" status: 200 len: 1094 time: 0.0531564 Jul 09 17:00:31.320531 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b2996-9ec8-4045-a64f-07920456bed2 req-ee300927-cada-4a0a-a0db-757c596f963d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:31.321884 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dd7b2996-9ec8-4045-a64f-07920456bed2 req-ee300927-cada-4a0a-a0db-757c596f963d service neutron] 10.222.0.77 "GET /v2.0/networks?id=c758158a-3c22-47c1-93a3-3d20d45c6718 HTTP/1.1" status: 200 len: 913 time: 0.0818782 Jul 09 17:00:31.365673 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dd7b2996-9ec8-4045-a64f-07920456bed2 req-69f92357-6ffa-45aa-8019-30d9bf34ff9c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17c0ee5d-0493-4d21-b1f2-2b41128f9314 HTTP/1.1" status: 200 len: 217 time: 0.0369508 Jul 09 17:00:31.414801 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b2996-9ec8-4045-a64f-07920456bed2 req-487f0890-9b84-44b6-8171-a230f4406d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:31.416270 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dd7b2996-9ec8-4045-a64f-07920456bed2 req-487f0890-9b84-44b6-8171-a230f4406d5f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4d62028f-44ed-40d1-89e2-cd8d1482a607 HTTP/1.1" status: 200 len: 851 time: 0.0431168 Jul 09 17:00:31.513968 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b2996-9ec8-4045-a64f-07920456bed2 req-0d7adba5-4a70-46ab-a9d3-97bd23f85863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:31.515539 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dd7b2996-9ec8-4045-a64f-07920456bed2 req-0d7adba5-4a70-46ab-a9d3-97bd23f85863 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c758158a-3c22-47c1-93a3-3d20d45c6718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0920441 Jul 09 17:00:31.578507 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280d403-a403-498d-a0bc-19a6251dc889 req-76ad3f22-27a7-41cc-8b4c-bf7c973cb722 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:31.579908 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9280d403-a403-498d-a0bc-19a6251dc889 req-76ad3f22-27a7-41cc-8b4c-bf7c973cb722 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2169e31-3e45-499e-933e-a546a61d6a8d HTTP/1.1" status: 200 len: 943 time: 0.1209254 Jul 09 17:00:31.635519 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9280d403-a403-498d-a0bc-19a6251dc889 req-4676590c-c154-433f-9c1e-8e675a5abf24 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497129 Jul 09 17:00:31.645679 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dd7b2996-9ec8-4045-a64f-07920456bed2 req-a8dc5cd5-f703-43d7-9d26-98fb46b057fd service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230514 Jul 09 17:00:31.739313 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dd7b2996-9ec8-4045-a64f-07920456bed2 req-ae046f0f-3da0-4f42-a776-e9c6b9d4354d service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864034 Jul 09 17:00:32.814831 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2bd69b-cf19-49e1-8b66-3553e0f1fb75 req-2b18d58b-7318-48ea-af58-0ad7af1bd1cf tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:32.816584 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4a2bd69b-cf19-49e1-8b66-3553e0f1fb75 req-2b18d58b-7318-48ea-af58-0ad7af1bd1cf tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2169e31-3e45-499e-933e-a546a61d6a8d HTTP/1.1" status: 200 len: 943 time: 0.0647030 Jul 09 17:00:32.854285 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4a2bd69b-cf19-49e1-8b66-3553e0f1fb75 req-ae0f0590-8f9c-49d4-8a4a-9289f60ca3ae tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323701 Jul 09 17:00:33.969137 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 17c0ee5d-0493-4d21-b1f2-2b41128f9314 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:00:34.031826 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f74e5-deed-4278-b797-576d560c103e req-4f1a1cf7-19d1-465d-87a2-80308e9a45bc tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:34.033327 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f13f74e5-deed-4278-b797-576d560c103e req-4f1a1cf7-19d1-465d-87a2-80308e9a45bc tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2169e31-3e45-499e-933e-a546a61d6a8d HTTP/1.1" status: 200 len: 943 time: 0.0681350 Jul 09 17:00:34.064681 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 17c0ee5d-0493-4d21-b1f2-2b41128f9314, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=17c0ee5d-0493-4d21-b1f2-2b41128f9314,segment=NetworkSegment(1bc3e896-c601-4663-9412-549e7692ffb2),segment_id=1bc3e896-c601-4663-9412-549e7692ffb2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:00:34.070424 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f13f74e5-deed-4278-b797-576d560c103e req-ef5a9df7-95d7-4833-9afa-0c18ba3cd440 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316317 Jul 09 17:00:34.076310 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '17c0ee5d-0493-4d21-b1f2-2b41128f9314', 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718', 'port_id': '17c0ee5d-0493-4d21-b1f2-2b41128f9314', 'mac_address': 'fa:16:3e:6e:2c:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:00:34.113725 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:34.126453 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17c0ee5d-0493-4d21-b1f2-2b41128f9314 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:00:34.146016 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 17c0ee5d-0493-4d21-b1f2-2b41128f9314, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=17c0ee5d-0493-4d21-b1f2-2b41128f9314,segment=NetworkSegment(1bc3e896-c601-4663-9412-549e7692ffb2),segment_id=1bc3e896-c601-4663-9412-549e7692ffb2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:00:34.149868 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:34.198978 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=17c0ee5d-0493-4d21-b1f2-2b41128f9314,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:00:34.379194 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['17c0ee5d-0493-4d21-b1f2-2b41128f9314'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:00:35.248435 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973f283-8824-4128-a05b-96bf139c96ac req-99812104-3fc0-4338-ac25-facd92a5fc8d tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:35.249918 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6973f283-8824-4128-a05b-96bf139c96ac req-99812104-3fc0-4338-ac25-facd92a5fc8d tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2169e31-3e45-499e-933e-a546a61d6a8d HTTP/1.1" status: 200 len: 944 time: 0.0663099 Jul 09 17:00:35.292698 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6973f283-8824-4128-a05b-96bf139c96ac req-6060d9df-87c3-4032-9aba-d208eb3e516f tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370617 Jul 09 17:00:35.979527 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 17c0ee5d-0493-4d21-b1f2-2b41128f9314 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:00:36.027128 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 17c0ee5d-0493-4d21-b1f2-2b41128f9314 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:00:36.030691 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 17c0ee5d-0493-4d21-b1f2-2b41128f9314 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:00:36.031112 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:36.107778 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:36.130429 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2169e31-3e45-499e-933e-a546a61d6a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17c0ee5d-0493-4d21-b1f2-2b41128f9314'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:00:36.132676 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f5dbcd-2eb1-4732-aa43-aa2d1bce424a" -d '{"events": [{"server_uuid": "f2169e31-3e45-499e-933e-a546a61d6a8d", "name": "network-vif-plugged", "status": "completed", "tag": "17c0ee5d-0493-4d21-b1f2-2b41128f9314"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:00:36.144993 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 17c0ee5d-0493-4d21-b1f2-2b41128f9314, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=17c0ee5d-0493-4d21-b1f2-2b41128f9314,segment=NetworkSegment(1bc3e896-c601-4663-9412-549e7692ffb2),segment_id=1bc3e896-c601-4663-9412-549e7692ffb2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:00:36.149345 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:36.171308 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43109eee-12c2-4e0c-9d9f-e5817f387885 x-openstack-request-id: req-43109eee-12c2-4e0c-9d9f-e5817f387885 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:00:36.172083 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2169e31-3e45-499e-933e-a546a61d6a8d", "name": "network-vif-plugged", "status": "completed", "tag": "17c0ee5d-0493-4d21-b1f2-2b41128f9314", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:00:36.172331 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-43109eee-12c2-4e0c-9d9f-e5817f387885 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:00:36.172923 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2169e31-3e45-499e-933e-a546a61d6a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17c0ee5d-0493-4d21-b1f2-2b41128f9314', 'code': 200} Jul 09 17:00:36.200134 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=17c0ee5d-0493-4d21-b1f2-2b41128f9314,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:00:36.280834 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cccd20-7b93-403d-a2a2-4ae7feeae06c req-3e3fa237-fc44-4374-a683-7ed3f8dd43aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:36.282908 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b2cccd20-7b93-403d-a2a2-4ae7feeae06c req-3e3fa237-fc44-4374-a683-7ed3f8dd43aa service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f2169e31-3e45-499e-933e-a546a61d6a8d HTTP/1.1" status: 200 len: 1096 time: 0.0523975 Jul 09 17:00:36.316350 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b2cccd20-7b93-403d-a2a2-4ae7feeae06c req-9e61e745-45bf-42a7-8ba0-37a348195e04 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271678 Jul 09 17:00:36.466820 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105cbb5-fb9b-46e6-884e-b64e49709689 req-c531bcb7-1f6e-42a5-9b74-a024a23c979d tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:36.469048 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e105cbb5-fb9b-46e6-884e-b64e49709689 req-c531bcb7-1f6e-42a5-9b74-a024a23c979d tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2169e31-3e45-499e-933e-a546a61d6a8d HTTP/1.1" status: 200 len: 945 time: 0.0668576 Jul 09 17:00:36.506166 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e105cbb5-fb9b-46e6-884e-b64e49709689 req-a84575c4-c0a5-42b1-aff7-0d472f75e4ca tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320261 Jul 09 17:00:37.678708 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36fee5-9603-4e7a-a1d5-0b9eeb1fb6c4 req-13750def-398a-488d-a518-2bcb334c65f4 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:37.680216 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0c36fee5-9603-4e7a-a1d5-0b9eeb1fb6c4 req-13750def-398a-488d-a518-2bcb334c65f4 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2169e31-3e45-499e-933e-a546a61d6a8d HTTP/1.1" status: 200 len: 945 time: 0.0625196 Jul 09 17:00:37.717809 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0c36fee5-9603-4e7a-a1d5-0b9eeb1fb6c4 req-f072f2c5-9b49-4fb1-8929-6dd8e06d0243 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321491 Jul 09 17:00:37.885246 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d5867a-e78d-4538-9088-120a69affa27 req-3ba244a4-ee5e-4726-8283-e16944a8f9ce tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:37.886735 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-26d5867a-e78d-4538-9088-120a69affa27 req-3ba244a4-ee5e-4726-8283-e16944a8f9ce tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2169e31-3e45-499e-933e-a546a61d6a8d HTTP/1.1" status: 200 len: 945 time: 0.0666950 Jul 09 17:00:37.895376 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 51336) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:00:37.900004 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-846d30c1-dcdf-41f3-bcd5-5bd8d5c20901 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Request body: {'floatingip': {'port_id': '17c0ee5d-0493-4d21-b1f2-2b41128f9314'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:00:37.939018 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-846d30c1-dcdf-41f3-bcd5-5bd8d5c20901 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks [] for floatingip, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:38.375058 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-846d30c1-dcdf-41f3-bcd5-5bd8d5c20901 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:38.379415 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-846d30c1-dcdf-41f3-bcd5-5bd8d5c20901 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:38.478320 n-d-798930-3 neutron-server[93958]: INFO neutron.db.l3_db [None req-846d30c1-dcdf-41f3-bcd5-5bd8d5c20901 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Floating IP 11886b11-c39c-4331-931a-8aa8fd251933 associated. External IP: 172.25.0.137, port: 17c0ee5d-0493-4d21-b1f2-2b41128f9314. Jul 09 17:00:38.682008 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-846d30c1-dcdf-41f3-bcd5-5bd8d5c20901 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Router 4212f2a8-1c64-4887-ba44-7b7179745dbc has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:00:38.787543 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846d30c1-dcdf-41f3-bcd5-5bd8d5c20901 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:00:38.792339 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-846d30c1-dcdf-41f3-bcd5-5bd8d5c20901 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:38.797746 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ddf02f-ef70-406b-a5d8-63b96ccb7e8c None None] Sync routers for ids ['4212f2a8-1c64-4887-ba44-7b7179745dbc'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:00:38.807446 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ddf02f-ef70-406b-a5d8-63b96ccb7e8c None None] Routers {'4212f2a8-1c64-4887-ba44-7b7179745dbc'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:00:38.808075 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d3ddf02f-ef70-406b-a5d8-63b96ccb7e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:00:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['4212f2a8-1c64-4887-ba44-7b7179745dbc'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:00:38.829519 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-846d30c1-dcdf-41f3-bcd5-5bd8d5c20901 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "PUT /v2.0/floatingips/11886b11-c39c-4331-931a-8aa8fd251933 HTTP/1.1" status: 200 len: 991 time: 0.9330797 Jul 09 17:00:38.830219 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2169e31-3e45-499e-933e-a546a61d6a8d', 'tag': '17c0ee5d-0493-4d21-b1f2-2b41128f9314'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:00:38.832615 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b5b37a-72e2-4964-99f1-693dcf69604c" -d '{"events": [{"name": "network-changed", "server_uuid": "f2169e31-3e45-499e-933e-a546a61d6a8d", "tag": "17c0ee5d-0493-4d21-b1f2-2b41128f9314"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:00:38.913085 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-d3ddf02f-ef70-406b-a5d8-63b96ccb7e8c None None] Set router 4212f2a8-1c64-4887-ba44-7b7179745dbc gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:00:38.957413 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df452143-844b-431d-b792-f1f9a029dcdb x-openstack-request-id: req-df452143-844b-431d-b792-f1f9a029dcdb {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:00:38.957713 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2169e31-3e45-499e-933e-a546a61d6a8d", "tag": "17c0ee5d-0493-4d21-b1f2-2b41128f9314", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:00:38.957999 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-df452143-844b-431d-b792-f1f9a029dcdb {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:00:38.958378 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2169e31-3e45-499e-933e-a546a61d6a8d', 'tag': '17c0ee5d-0493-4d21-b1f2-2b41128f9314', 'status': 'completed', 'code': 200} Jul 09 17:00:39.033763 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5b37a-72e2-4964-99f1-693dcf69604c req-a2bb7908-e320-4456-97cd-8e7d20313a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:39.035330 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-72b5b37a-72e2-4964-99f1-693dcf69604c req-a2bb7908-e320-4456-97cd-8e7d20313a05 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32&device_id=f2169e31-3e45-499e-933e-a546a61d6a8d HTTP/1.1" status: 200 len: 1096 time: 0.0538378 Jul 09 17:00:39.134610 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5b37a-72e2-4964-99f1-693dcf69604c req-de0c9ad4-43fe-4113-b20d-1fc7c754609c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:39.136119 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-72b5b37a-72e2-4964-99f1-693dcf69604c req-de0c9ad4-43fe-4113-b20d-1fc7c754609c service neutron] 10.222.0.77 "GET /v2.0/networks?id=c758158a-3c22-47c1-93a3-3d20d45c6718 HTTP/1.1" status: 200 len: 913 time: 0.0948095 Jul 09 17:00:39.151235 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d3ddf02f-ef70-406b-a5d8-63b96ccb7e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'name': 'tempest-ServerActionsTestJSON-1011410607-router', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T16:58:13Z', 'revision_number': 4, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'gw_port': {'id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:91:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T16:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '11886b11-c39c-4331-931a-8aa8fd251933', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'floating_ip_address': '172.25.0.137', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'port_id': '17c0ee5d-0493-4d21-b1f2-2b41128f9314', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718', 'mac_address': 'fa:16:3e:6e:2c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2169e31-3e45-499e-933e-a546a61d6a8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:58:15Z', 'updated_at': '2021-07-09T17:00:38Z', 'revision_number': 5, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6ee4495-48b6-4482-9988-e7e219582cbf', 'name': '', 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'mac_address': 'fa:16:3e:30:77:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:12Z', 'updated_at': '2021-07-09T16:58:18Z', 'revision_number': 5, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'subnets': [{'id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:00:39.177015 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ddf02f-ef70-406b-a5d8-63b96ccb7e8c None None] Checking router: 4212f2a8-1c64-4887-ba44-7b7179745dbc for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:00:39.185274 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ddf02f-ef70-406b-a5d8-63b96ccb7e8c None None] Routers {'4212f2a8-1c64-4887-ba44-7b7179745dbc'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:00:39.185880 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d3ddf02f-ef70-406b-a5d8-63b96ccb7e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:00:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['4212f2a8-1c64-4887-ba44-7b7179745dbc'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:00:39.200679 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-72b5b37a-72e2-4964-99f1-693dcf69604c req-f2e83b7c-b310-4326-837b-55cf4bcea881 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17c0ee5d-0493-4d21-b1f2-2b41128f9314 HTTP/1.1" status: 200 len: 999 time: 0.0586426 Jul 09 17:00:39.249314 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5b37a-72e2-4964-99f1-693dcf69604c req-dfb0e3ee-49f2-4c93-937d-e57f7700184a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:39.250874 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-72b5b37a-72e2-4964-99f1-693dcf69604c req-dfb0e3ee-49f2-4c93-937d-e57f7700184a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4d62028f-44ed-40d1-89e2-cd8d1482a607 HTTP/1.1" status: 200 len: 851 time: 0.0445690 Jul 09 17:00:39.295889 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-d3ddf02f-ef70-406b-a5d8-63b96ccb7e8c None None] Set router 4212f2a8-1c64-4887-ba44-7b7179745dbc gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:00:39.311837 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5b37a-72e2-4964-99f1-693dcf69604c req-f1bb5941-6220-4b86-a9bf-8bfee7c5f9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:39.313369 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-72b5b37a-72e2-4964-99f1-693dcf69604c req-f1bb5941-6220-4b86-a9bf-8bfee7c5f9bd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c758158a-3c22-47c1-93a3-3d20d45c6718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562849 Jul 09 17:00:39.401957 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-72b5b37a-72e2-4964-99f1-693dcf69604c req-0935cb48-db9e-44a6-8243-1103ad4ddd9c service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818245 Jul 09 17:00:39.494261 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-72b5b37a-72e2-4964-99f1-693dcf69604c req-d16d2bad-68e1-4dd4-ae01-6a465ebcdb5a service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859604 Jul 09 17:00:39.520080 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d3ddf02f-ef70-406b-a5d8-63b96ccb7e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'name': 'tempest-ServerActionsTestJSON-1011410607-router', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T16:58:13Z', 'revision_number': 4, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'gw_port': {'id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:91:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T16:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '11886b11-c39c-4331-931a-8aa8fd251933', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'floating_ip_address': '172.25.0.137', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'port_id': '17c0ee5d-0493-4d21-b1f2-2b41128f9314', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718', 'mac_address': 'fa:16:3e:6e:2c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2169e31-3e45-499e-933e-a546a61d6a8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:58:15Z', 'updated_at': '2021-07-09T17:00:38Z', 'revision_number': 5, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6ee4495-48b6-4482-9988-e7e219582cbf', 'name': '', 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'mac_address': 'fa:16:3e:30:77:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:12Z', 'updated_at': '2021-07-09T16:58:18Z', 'revision_number': 5, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'subnets': [{'id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:00:39.546073 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ddf02f-ef70-406b-a5d8-63b96ccb7e8c None None] The sync data for ids ['4212f2a8-1c64-4887-ba44-7b7179745dbc'] in n-d-798930-3 is: [{'id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'name': 'tempest-ServerActionsTestJSON-1011410607-router', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T16:58:13Z', 'revision_number': 4, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'gw_port': {'id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:91:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T16:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '11886b11-c39c-4331-931a-8aa8fd251933', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'floating_ip_address': '172.25.0.137', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'port_id': '17c0ee5d-0493-4d21-b1f2-2b41128f9314', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718', 'mac_address': 'fa:16:3e:6e:2c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2169e31-3e45-499e-933e-a546a61d6a8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:58:15Z', 'updated_at': '2021-07-09T17:00:38Z', 'revision_number': 5, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6ee4495-48b6-4482-9988-e7e219582cbf', 'name': '', 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'mac_address': 'fa:16:3e:30:77:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:12Z', 'updated_at': '2021-07-09T16:58:18Z', 'revision_number': 5, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'subnets': [{'id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:00:39.740269 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b863f915-dc9a-4b74-be0c-3207ec322ab1 None None] New status for floating IP 11886b11-c39c-4331-931a-8aa8fd251933: ACTIVE {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:00:40.364741 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:52.361694 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d51dca64-596a-41fa-98fc-e500bc1cb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:53.078398 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:00:55.109416 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-92602ade-a45d-4f6c-b3a4-2271f02a4c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:55.820067 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:56.389520 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:57.049589 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:58.342277 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:10.387271 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:22.363691 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d1e05b43-cbaf-4eaf-a130-bcdf97ede827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:25.109086 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7f6b6d9a-7a1c-456a-8062-2971766a7ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:25.820738 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:26.394459 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:27.063991 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:28.336960 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:30.076796 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:01:35.544022 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-371397d9-f689-4228-ae72-dee5fe0eb91c req-06fb9ec6-ca48-4d16-8040-a4daff57162e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f2169e31-3e45-499e-933e-a546a61d6a8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0513182 Jul 09 17:01:35.638576 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371397d9-f689-4228-ae72-dee5fe0eb91c req-651f480d-0166-4089-aa1a-6817d6d22a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:35.640064 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-371397d9-f689-4228-ae72-dee5fe0eb91c req-651f480d-0166-4089-aa1a-6817d6d22a01 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32&device_id=f2169e31-3e45-499e-933e-a546a61d6a8d HTTP/1.1" status: 200 len: 1096 time: 0.0519710 Jul 09 17:01:35.744166 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371397d9-f689-4228-ae72-dee5fe0eb91c req-daaa0d6c-49a7-4b25-ab12-4d8ebce5182c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:35.745557 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-371397d9-f689-4228-ae72-dee5fe0eb91c req-daaa0d6c-49a7-4b25-ab12-4d8ebce5182c service neutron] 10.222.0.77 "GET /v2.0/networks?id=c758158a-3c22-47c1-93a3-3d20d45c6718 HTTP/1.1" status: 200 len: 913 time: 0.0866859 Jul 09 17:01:35.808870 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-371397d9-f689-4228-ae72-dee5fe0eb91c req-0e2bcabc-95b5-40b8-be9b-ad525882c124 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17c0ee5d-0493-4d21-b1f2-2b41128f9314 HTTP/1.1" status: 200 len: 1001 time: 0.0571983 Jul 09 17:01:35.857461 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371397d9-f689-4228-ae72-dee5fe0eb91c req-50987714-3d06-45bf-94a1-95b3196bc75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:35.858907 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-371397d9-f689-4228-ae72-dee5fe0eb91c req-50987714-3d06-45bf-94a1-95b3196bc75b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4d62028f-44ed-40d1-89e2-cd8d1482a607 HTTP/1.1" status: 200 len: 851 time: 0.0438962 Jul 09 17:01:35.917986 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371397d9-f689-4228-ae72-dee5fe0eb91c req-4e5968e0-595a-45f9-95ee-aa7e29a7a211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:01:35.919511 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-371397d9-f689-4228-ae72-dee5fe0eb91c req-4e5968e0-595a-45f9-95ee-aa7e29a7a211 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c758158a-3c22-47c1-93a3-3d20d45c6718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547283 Jul 09 17:01:36.009273 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-371397d9-f689-4228-ae72-dee5fe0eb91c req-bc9834ee-34a7-43b0-b0f1-ba74cbbc9f79 service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832415 Jul 09 17:01:36.100678 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-371397d9-f689-4228-ae72-dee5fe0eb91c req-4e6b3a6f-caf9-471d-8c34-57ff7836e427 service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844510 Jul 09 17:01:40.389033 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:52.364115 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1eb72a7c-db26-4505-a6d3-9544abe26464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:55.109924 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3f30d14c-1158-400a-bc01-bb248e93976f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:55.821479 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:56.396596 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:57.064020 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:58.337871 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:07.075785 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:02:10.409060 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:15.152570 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a999894-3309-41f4-8357-3093079f0d47 req-2fa7af2a-c534-4f94-9ff1-81b6c176fc12 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:15.154047 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2a999894-3309-41f4-8357-3093079f0d47 req-2fa7af2a-c534-4f94-9ff1-81b6c176fc12 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2169e31-3e45-499e-933e-a546a61d6a8d HTTP/1.1" status: 200 len: 945 time: 0.0647578 Jul 09 17:02:15.190986 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2a999894-3309-41f4-8357-3093079f0d47 req-daafe74b-3a84-4c31-9c97-4a6d42a8533a tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313544 Jul 09 17:02:16.364789 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b63106-4ab3-44d9-b7e2-de9674d26f2b req-a4a99777-092c-4691-a0cb-416e25af4af1 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:16.366265 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-95b63106-4ab3-44d9-b7e2-de9674d26f2b req-a4a99777-092c-4691-a0cb-416e25af4af1 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2169e31-3e45-499e-933e-a546a61d6a8d HTTP/1.1" status: 200 len: 945 time: 0.0663218 Jul 09 17:02:16.407098 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-95b63106-4ab3-44d9-b7e2-de9674d26f2b req-a2beb319-73c1-4969-a7cf-82de7d7ca25b tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352647 Jul 09 17:02:17.580775 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e6c7f4-681f-4143-8a90-d8bbd351eba4 req-551136c7-a1fe-4c2a-8a0d-1762774320c3 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:17.582257 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-70e6c7f4-681f-4143-8a90-d8bbd351eba4 req-551136c7-a1fe-4c2a-8a0d-1762774320c3 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2169e31-3e45-499e-933e-a546a61d6a8d HTTP/1.1" status: 200 len: 945 time: 0.0637617 Jul 09 17:02:17.619754 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-70e6c7f4-681f-4143-8a90-d8bbd351eba4 req-6581e4ce-c199-4196-b203-e532f05c3541 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313623 Jul 09 17:02:18.790258 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c14c25-5a26-493b-980f-902dc7a3f1b8 req-3e40e3db-c1c8-40fb-b3f9-44ff72426308 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:18.791779 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-11c14c25-5a26-493b-980f-902dc7a3f1b8 req-3e40e3db-c1c8-40fb-b3f9-44ff72426308 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2169e31-3e45-499e-933e-a546a61d6a8d HTTP/1.1" status: 200 len: 945 time: 0.0628796 Jul 09 17:02:18.828559 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-11c14c25-5a26-493b-980f-902dc7a3f1b8 req-9b2a75ad-fda8-47bd-a983-0a096ca502c5 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313351 Jul 09 17:02:20.006443 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd5d488-8301-41f0-bf2f-31459825717b req-bc96f086-3404-409b-b687-9cd75c67e18e tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:20.007863 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dfd5d488-8301-41f0-bf2f-31459825717b req-bc96f086-3404-409b-b687-9cd75c67e18e tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2169e31-3e45-499e-933e-a546a61d6a8d HTTP/1.1" status: 200 len: 945 time: 0.0674536 Jul 09 17:02:20.048319 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dfd5d488-8301-41f0-bf2f-31459825717b req-227c5754-0aaf-49ec-96c8-4a9e180a9de5 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349200 Jul 09 17:02:21.221110 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17288a56-1be9-499f-a440-cb3f76ab4a81 req-f26ad669-7af7-42a4-bf4b-2ffc814262b5 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:21.222604 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-17288a56-1be9-499f-a440-cb3f76ab4a81 req-f26ad669-7af7-42a4-bf4b-2ffc814262b5 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2169e31-3e45-499e-933e-a546a61d6a8d HTTP/1.1" status: 200 len: 945 time: 0.0642841 Jul 09 17:02:21.260049 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-17288a56-1be9-499f-a440-cb3f76ab4a81 req-1fcf41a4-b767-443a-9b2d-133213513d90 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319529 Jul 09 17:02:22.364428 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d0876d24-501f-42cc-aef0-622b9e1825ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:22.434154 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef896f03-9614-4bb0-8457-144491d9521f req-16a241f1-bb95-42d1-b3a0-896a23c7b56e tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:22.435657 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ef896f03-9614-4bb0-8457-144491d9521f req-16a241f1-bb95-42d1-b3a0-896a23c7b56e tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2169e31-3e45-499e-933e-a546a61d6a8d HTTP/1.1" status: 200 len: 945 time: 0.0635560 Jul 09 17:02:22.476364 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ef896f03-9614-4bb0-8457-144491d9521f req-c7f57430-24c3-4be3-9b10-a646645f6423 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352302 Jul 09 17:02:23.663096 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88adea-8146-45a1-8cf2-fd1ada69087c req-4a3193d6-4537-4482-83f3-23d0cc7f242f tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:23.664580 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8e88adea-8146-45a1-8cf2-fd1ada69087c req-4a3193d6-4537-4482-83f3-23d0cc7f242f tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2169e31-3e45-499e-933e-a546a61d6a8d HTTP/1.1" status: 200 len: 945 time: 0.0776012 Jul 09 17:02:23.703962 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8e88adea-8146-45a1-8cf2-fd1ada69087c req-5f973537-4ace-41d2-9426-b670392217a5 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331032 Jul 09 17:02:24.877820 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961a605-f1b4-43e9-aece-e3d3e5564093 req-7dfacee9-bfaa-4432-aa00-4ed990573e00 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:24.879313 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c961a605-f1b4-43e9-aece-e3d3e5564093 req-7dfacee9-bfaa-4432-aa00-4ed990573e00 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2169e31-3e45-499e-933e-a546a61d6a8d HTTP/1.1" status: 200 len: 945 time: 0.0624471 Jul 09 17:02:24.916593 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c961a605-f1b4-43e9-aece-e3d3e5564093 req-e4224b2e-865a-42a6-8e7b-9af97b736660 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308623 Jul 09 17:02:25.108963 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dbe683a5-7440-4b16-9e04-93457755d746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:25.821455 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:26.093724 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20708d1-aa75-47af-866d-820d993234cc req-5c9318fd-ae02-43c4-87f4-bb71f1bf51e2 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:26.095115 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c20708d1-aa75-47af-866d-820d993234cc req-5c9318fd-ae02-43c4-87f4-bb71f1bf51e2 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2169e31-3e45-499e-933e-a546a61d6a8d HTTP/1.1" status: 200 len: 945 time: 0.0662763 Jul 09 17:02:26.131801 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c20708d1-aa75-47af-866d-820d993234cc req-ab76a83b-27be-46fd-bd92-183ed50deb90 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309448 Jul 09 17:02:26.401084 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:26.479496 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-647cdcdf-b4bb-457d-8d43-dc13f449f7bc req-04aa86df-df70-4c24-85dd-20c060ccb74b service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=f2169e31-3e45-499e-933e-a546a61d6a8d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0620275 Jul 09 17:02:26.531546 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15d2c6-3311-42e5-ba70-18f314ce7db8 req-6ea712f9-caa2-4562-9b3c-e0206c988b9c tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:26.533041 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3a15d2c6-3311-42e5-ba70-18f314ce7db8 req-6ea712f9-caa2-4562-9b3c-e0206c988b9c tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2169e31-3e45-499e-933e-a546a61d6a8d HTTP/1.1" status: 200 len: 945 time: 0.0682790 Jul 09 17:02:26.571998 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3a15d2c6-3311-42e5-ba70-18f314ce7db8 req-97b2d8c5-35a1-4670-8e81-9f7d129d1923 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333364 Jul 09 17:02:27.078227 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:27.752667 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e378f5-c26c-4755-bc25-0e826a61c079 req-127559dd-fb1d-40f6-a9bf-e0c45c6ef16a tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:27.754046 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-10e378f5-c26c-4755-bc25-0e826a61c079 req-127559dd-fb1d-40f6-a9bf-e0c45c6ef16a tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2169e31-3e45-499e-933e-a546a61d6a8d HTTP/1.1" status: 200 len: 945 time: 0.0657477 Jul 09 17:02:27.792717 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-10e378f5-c26c-4755-bc25-0e826a61c079 req-77603867-3b30-4be9-b476-5d61643ba5d1 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330114 Jul 09 17:02:28.341509 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:28.967376 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f727c-79dc-4243-bf26-7e636166bbc8 req-26af81fc-638e-44a2-93d4-d66d715e7ba9 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:28.968820 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b46f727c-79dc-4243-bf26-7e636166bbc8 req-26af81fc-638e-44a2-93d4-d66d715e7ba9 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2169e31-3e45-499e-933e-a546a61d6a8d HTTP/1.1" status: 200 len: 945 time: 0.0633435 Jul 09 17:02:29.013438 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b46f727c-79dc-4243-bf26-7e636166bbc8 req-1e00b23d-e8ce-4379-8ad4-9063f95552ac tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390975 Jul 09 17:02:30.201919 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a4033-d5ee-40e8-a2ac-194562918915 req-b09046a2-cf69-427f-8245-ffc71bfb1967 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:30.203547 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ff8a4033-d5ee-40e8-a2ac-194562918915 req-b09046a2-cf69-427f-8245-ffc71bfb1967 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2169e31-3e45-499e-933e-a546a61d6a8d HTTP/1.1" status: 200 len: 945 time: 0.0676284 Jul 09 17:02:30.246610 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ff8a4033-d5ee-40e8-a2ac-194562918915 req-b38a43f9-d96a-4bb1-8e6b-e60d5c893915 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374336 Jul 09 17:02:30.819444 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647cdcdf-b4bb-457d-8d43-dc13f449f7bc req-0be27b7c-7414-4f4e-8cda-a9aa09be8534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:30.820929 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-647cdcdf-b4bb-457d-8d43-dc13f449f7bc req-0be27b7c-7414-4f4e-8cda-a9aa09be8534 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32&device_id=f2169e31-3e45-499e-933e-a546a61d6a8d HTTP/1.1" status: 200 len: 1096 time: 0.0530174 Jul 09 17:02:30.907605 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647cdcdf-b4bb-457d-8d43-dc13f449f7bc req-ac17e73a-f07d-42a9-99a4-c5bf7572ea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:30.909047 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-647cdcdf-b4bb-457d-8d43-dc13f449f7bc req-ac17e73a-f07d-42a9-99a4-c5bf7572ea52 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c758158a-3c22-47c1-93a3-3d20d45c6718 HTTP/1.1" status: 200 len: 913 time: 0.0812624 Jul 09 17:02:30.976255 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-647cdcdf-b4bb-457d-8d43-dc13f449f7bc req-8ac8ec97-8752-4770-a320-738cb0fa3787 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17c0ee5d-0493-4d21-b1f2-2b41128f9314 HTTP/1.1" status: 200 len: 1001 time: 0.0610769 Jul 09 17:02:31.023743 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647cdcdf-b4bb-457d-8d43-dc13f449f7bc req-e6a07827-1015-4613-89b2-d9c2fc2e4a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:31.025132 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-647cdcdf-b4bb-457d-8d43-dc13f449f7bc req-e6a07827-1015-4613-89b2-d9c2fc2e4a0c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4d62028f-44ed-40d1-89e2-cd8d1482a607 HTTP/1.1" status: 200 len: 851 time: 0.0428245 Jul 09 17:02:31.080449 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647cdcdf-b4bb-457d-8d43-dc13f449f7bc req-c30260a0-040c-43ec-898a-9739cf31ff6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:31.081823 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-647cdcdf-b4bb-457d-8d43-dc13f449f7bc req-c30260a0-040c-43ec-898a-9739cf31ff6d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c758158a-3c22-47c1-93a3-3d20d45c6718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506546 Jul 09 17:02:31.527807 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-647cdcdf-b4bb-457d-8d43-dc13f449f7bc req-ff65bb17-8bf3-41fd-a2cd-2cc765bf259b service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4376070 Jul 09 17:02:31.540230 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c5893-8c9f-4eaf-a85f-e935de5f5c78 req-8d8678d6-b628-4660-98b8-19c89e7ecfbd tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:31.541624 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-db9c5893-8c9f-4eaf-a85f-e935de5f5c78 req-8d8678d6-b628-4660-98b8-19c89e7ecfbd tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2169e31-3e45-499e-933e-a546a61d6a8d HTTP/1.1" status: 200 len: 945 time: 0.0983393 Jul 09 17:02:31.632647 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-db9c5893-8c9f-4eaf-a85f-e935de5f5c78 req-6d377b50-1dd1-468e-858a-3ceb73f4a504 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829017 Jul 09 17:02:31.651993 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-647cdcdf-b4bb-457d-8d43-dc13f449f7bc req-d41ff6ee-cc3a-46ed-9420-cf1b50283a02 service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094465 Jul 09 17:02:32.806853 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9034706-82c5-4641-962c-915b1730d20b req-22dc79b9-2cac-4ae5-aa44-4c23035dee5c tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:32.808381 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e9034706-82c5-4641-962c-915b1730d20b req-22dc79b9-2cac-4ae5-aa44-4c23035dee5c tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2169e31-3e45-499e-933e-a546a61d6a8d HTTP/1.1" status: 200 len: 945 time: 0.0641525 Jul 09 17:02:32.845186 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e9034706-82c5-4641-962c-915b1730d20b req-069e07dc-d801-4789-a3b8-d6c0a4bde93e tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312247 Jul 09 17:02:33.572322 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [req-647cdcdf-b4bb-457d-8d43-dc13f449f7bc req-b5cd03c0-476e-4458-b231-a653b0f721bc service neutron] show failed (client error): The resource could not be found. Jul 09 17:02:33.573320 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-647cdcdf-b4bb-457d-8d43-dc13f449f7bc req-b5cd03c0-476e-4458-b231-a653b0f721bc service neutron] 10.222.0.77 "GET /v2.0/ports/17c0ee5d-0493-4d21-b1f2-2b41128f9314/bindings/n-h2-798930-3 HTTP/1.1" status: 404 len: 380 time: 0.0588784 Jul 09 17:02:33.819290 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647cdcdf-b4bb-457d-8d43-dc13f449f7bc req-9cb9ae84-ea4f-4405-b50d-8632f915a06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:33.820787 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-647cdcdf-b4bb-457d-8d43-dc13f449f7bc req-9cb9ae84-ea4f-4405-b50d-8632f915a06a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f2169e31-3e45-499e-933e-a546a61d6a8d&tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32 HTTP/1.1" status: 200 len: 1096 time: 0.0523863 Jul 09 17:02:33.838744 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-647cdcdf-b4bb-457d-8d43-dc13f449f7bc req-8d229d9b-46cf-4f2c-a5e4-09d970a57382 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798930-3', 'device_owner': 'compute:nova'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:02:33.909707 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-647cdcdf-b4bb-457d-8d43-dc13f449f7bc req-8d229d9b-46cf-4f2c-a5e4-09d970a57382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:34.126481 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528425a-3332-4fe9-8864-ca8ccf9e018f req-33ee4429-7e89-4344-97d9-6a3474cd1ad5 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:34.127886 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e528425a-3332-4fe9-8864-ca8ccf9e018f req-33ee4429-7e89-4344-97d9-6a3474cd1ad5 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2169e31-3e45-499e-933e-a546a61d6a8d HTTP/1.1" status: 200 len: 945 time: 0.1702704 Jul 09 17:02:34.184676 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-647cdcdf-b4bb-457d-8d43-dc13f449f7bc req-8d229d9b-46cf-4f2c-a5e4-09d970a57382 service neutron] For port 17c0ee5d-0493-4d21-b1f2-2b41128f9314, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=17c0ee5d-0493-4d21-b1f2-2b41128f9314,segment=NetworkSegment(1bc3e896-c601-4663-9412-549e7692ffb2),segment_id=1bc3e896-c601-4663-9412-549e7692ffb2)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:02:34.188816 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e528425a-3332-4fe9-8864-ca8ccf9e018f req-ec0fb534-c2bb-4e82-99c6-3d422c0a1299 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543315 Jul 09 17:02:34.221336 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-647cdcdf-b4bb-457d-8d43-dc13f449f7bc req-8d229d9b-46cf-4f2c-a5e4-09d970a57382 service neutron] For port 17c0ee5d-0493-4d21-b1f2-2b41128f9314, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:02:34.264257 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2169e31-3e45-499e-933e-a546a61d6a8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17c0ee5d-0493-4d21-b1f2-2b41128f9314'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:02:34.266498 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e0e432-9d2f-4d83-ab32-b1b311e01a24" -d '{"events": [{"server_uuid": "f2169e31-3e45-499e-933e-a546a61d6a8d", "name": "network-vif-unplugged", "status": "completed", "tag": "17c0ee5d-0493-4d21-b1f2-2b41128f9314"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:02:34.270244 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-647cdcdf-b4bb-457d-8d43-dc13f449f7bc req-8d229d9b-46cf-4f2c-a5e4-09d970a57382 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:34.282730 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-647cdcdf-b4bb-457d-8d43-dc13f449f7bc req-8d229d9b-46cf-4f2c-a5e4-09d970a57382 service neutron] Transition to ACTIVE for port object 17c0ee5d-0493-4d21-b1f2-2b41128f9314 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:02:34.287074 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-647cdcdf-b4bb-457d-8d43-dc13f449f7bc req-8d229d9b-46cf-4f2c-a5e4-09d970a57382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:34.320923 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 17:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01094c2b-5545-454a-be8a-047db4946068 x-openstack-request-id: req-01094c2b-5545-454a-be8a-047db4946068 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:02:34.320923 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2169e31-3e45-499e-933e-a546a61d6a8d", "name": "network-vif-unplugged", "status": "completed", "tag": "17c0ee5d-0493-4d21-b1f2-2b41128f9314", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:02:34.320923 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-01094c2b-5545-454a-be8a-047db4946068 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:02:34.321230 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2169e31-3e45-499e-933e-a546a61d6a8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17c0ee5d-0493-4d21-b1f2-2b41128f9314', 'code': 200} Jul 09 17:02:34.366691 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d229d9b-46cf-4f2c-a5e4-09d970a57382 service neutron] Pushing event updated for resources: {'Port': ['ID=17c0ee5d-0493-4d21-b1f2-2b41128f9314,revision_number=6']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:34.378377 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d229d9b-46cf-4f2c-a5e4-09d970a57382 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:34.378658 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d229d9b-46cf-4f2c-a5e4-09d970a57382 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:34.379019 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d229d9b-46cf-4f2c-a5e4-09d970a57382 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:34.379353 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d229d9b-46cf-4f2c-a5e4-09d970a57382 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:34.379679 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d229d9b-46cf-4f2c-a5e4-09d970a57382 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:34.380001 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d229d9b-46cf-4f2c-a5e4-09d970a57382 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:34.380356 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d229d9b-46cf-4f2c-a5e4-09d970a57382 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:34.380675 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d229d9b-46cf-4f2c-a5e4-09d970a57382 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:34.380995 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d229d9b-46cf-4f2c-a5e4-09d970a57382 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:34.381312 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d229d9b-46cf-4f2c-a5e4-09d970a57382 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:34.381627 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d229d9b-46cf-4f2c-a5e4-09d970a57382 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:34.381942 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d229d9b-46cf-4f2c-a5e4-09d970a57382 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:34.421353 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-647cdcdf-b4bb-457d-8d43-dc13f449f7bc req-8d229d9b-46cf-4f2c-a5e4-09d970a57382 service neutron] No DVR routers for this DVR port 17c0ee5d-0493-4d21-b1f2-2b41128f9314 on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:02:34.559805 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-647cdcdf-b4bb-457d-8d43-dc13f449f7bc req-8d229d9b-46cf-4f2c-a5e4-09d970a57382 service neutron] Attempting to bind port 17c0ee5d-0493-4d21-b1f2-2b41128f9314 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:02:34.560143 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-647cdcdf-b4bb-457d-8d43-dc13f449f7bc req-8d229d9b-46cf-4f2c-a5e4-09d970a57382 service neutron] Attempting to bind port 17c0ee5d-0493-4d21-b1f2-2b41128f9314 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': '1bc3e896-c601-4663-9412-549e7692ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:02:34.560497 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647cdcdf-b4bb-457d-8d43-dc13f449f7bc req-8d229d9b-46cf-4f2c-a5e4-09d970a57382 service neutron] Attempting to bind port 17c0ee5d-0493-4d21-b1f2-2b41128f9314 on network c758158a-3c22-47c1-93a3-3d20d45c6718 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:02:34.564855 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647cdcdf-b4bb-457d-8d43-dc13f449f7bc req-8d229d9b-46cf-4f2c-a5e4-09d970a57382 service neutron] Port 17c0ee5d-0493-4d21-b1f2-2b41128f9314 on network c758158a-3c22-47c1-93a3-3d20d45c6718 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:02:34.565174 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647cdcdf-b4bb-457d-8d43-dc13f449f7bc req-8d229d9b-46cf-4f2c-a5e4-09d970a57382 service neutron] Attempting to bind port 17c0ee5d-0493-4d21-b1f2-2b41128f9314 on network c758158a-3c22-47c1-93a3-3d20d45c6718 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:02:34.569917 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647cdcdf-b4bb-457d-8d43-dc13f449f7bc req-8d229d9b-46cf-4f2c-a5e4-09d970a57382 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:02:34.570261 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647cdcdf-b4bb-457d-8d43-dc13f449f7bc req-8d229d9b-46cf-4f2c-a5e4-09d970a57382 service neutron] Checking segment: {'id': '1bc3e896-c601-4663-9412-549e7692ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:02:34.570641 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647cdcdf-b4bb-457d-8d43-dc13f449f7bc req-8d229d9b-46cf-4f2c-a5e4-09d970a57382 service neutron] Bound using segment: {'id': '1bc3e896-c601-4663-9412-549e7692ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:02:34.571102 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-647cdcdf-b4bb-457d-8d43-dc13f449f7bc req-8d229d9b-46cf-4f2c-a5e4-09d970a57382 service neutron] Bound port: 17c0ee5d-0493-4d21-b1f2-2b41128f9314, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc3e896-c601-4663-9412-549e7692ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:02:34.571458 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-647cdcdf-b4bb-457d-8d43-dc13f449f7bc req-8d229d9b-46cf-4f2c-a5e4-09d970a57382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:34.637742 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-647cdcdf-b4bb-457d-8d43-dc13f449f7bc req-8d229d9b-46cf-4f2c-a5e4-09d970a57382 service neutron] For port 17c0ee5d-0493-4d21-b1f2-2b41128f9314, host n-h2-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:02:34.641064 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-647cdcdf-b4bb-457d-8d43-dc13f449f7bc req-8d229d9b-46cf-4f2c-a5e4-09d970a57382 service neutron] For port 17c0ee5d-0493-4d21-b1f2-2b41128f9314, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=17c0ee5d-0493-4d21-b1f2-2b41128f9314,segment=NetworkSegment(1bc3e896-c601-4663-9412-549e7692ffb2),segment_id=1bc3e896-c601-4663-9412-549e7692ffb2)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:02:34.644659 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-647cdcdf-b4bb-457d-8d43-dc13f449f7bc req-8d229d9b-46cf-4f2c-a5e4-09d970a57382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:34.676992 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647cdcdf-b4bb-457d-8d43-dc13f449f7bc req-8d229d9b-46cf-4f2c-a5e4-09d970a57382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:34.677633 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-647cdcdf-b4bb-457d-8d43-dc13f449f7bc req-8d229d9b-46cf-4f2c-a5e4-09d970a57382 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:34.679082 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-647cdcdf-b4bb-457d-8d43-dc13f449f7bc req-8d229d9b-46cf-4f2c-a5e4-09d970a57382 service neutron] 10.222.0.73 "PUT /v2.0/ports/17c0ee5d-0493-4d21-b1f2-2b41128f9314 HTTP/1.1" status: 200 len: 1091 time: 0.8442934 Jul 09 17:02:34.704284 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d229d9b-46cf-4f2c-a5e4-09d970a57382 service neutron] Pushing event updated for resources: {'Port': ['ID=17c0ee5d-0493-4d21-b1f2-2b41128f9314,revision_number=7']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:34.769622 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647cdcdf-b4bb-457d-8d43-dc13f449f7bc req-b444fd1c-ba49-4b79-b2a8-f4da506b9a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:34.771846 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-647cdcdf-b4bb-457d-8d43-dc13f449f7bc req-b444fd1c-ba49-4b79-b2a8-f4da506b9a9f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32&device_id=f2169e31-3e45-499e-933e-a546a61d6a8d HTTP/1.1" status: 200 len: 1094 time: 0.0561938 Jul 09 17:02:34.865933 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647cdcdf-b4bb-457d-8d43-dc13f449f7bc req-4885b199-a912-4760-833c-9f8232eb280a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:34.867467 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-647cdcdf-b4bb-457d-8d43-dc13f449f7bc req-4885b199-a912-4760-833c-9f8232eb280a service neutron] 10.222.0.73 "GET /v2.0/networks?id=c758158a-3c22-47c1-93a3-3d20d45c6718 HTTP/1.1" status: 200 len: 913 time: 0.0898921 Jul 09 17:02:34.932463 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-647cdcdf-b4bb-457d-8d43-dc13f449f7bc req-fdddd527-acf7-4d59-8dc2-f76e8ad99ea9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17c0ee5d-0493-4d21-b1f2-2b41128f9314 HTTP/1.1" status: 200 len: 999 time: 0.0581837 Jul 09 17:02:34.985801 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647cdcdf-b4bb-457d-8d43-dc13f449f7bc req-0633d05c-4d2a-42b4-82d7-d533578fa6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:34.987168 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-647cdcdf-b4bb-457d-8d43-dc13f449f7bc req-0633d05c-4d2a-42b4-82d7-d533578fa6c7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4d62028f-44ed-40d1-89e2-cd8d1482a607 HTTP/1.1" status: 200 len: 851 time: 0.0480032 Jul 09 17:02:35.046205 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647cdcdf-b4bb-457d-8d43-dc13f449f7bc req-02c28283-7cf5-4be4-a906-5204bbb57455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:35.047736 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-647cdcdf-b4bb-457d-8d43-dc13f449f7bc req-02c28283-7cf5-4be4-a906-5204bbb57455 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c758158a-3c22-47c1-93a3-3d20d45c6718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535705 Jul 09 17:02:35.134290 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-647cdcdf-b4bb-457d-8d43-dc13f449f7bc req-96a58d21-633d-449d-a3cc-a4693ee55f8f service neutron] 10.222.0.73 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801566 Jul 09 17:02:35.228160 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-647cdcdf-b4bb-457d-8d43-dc13f449f7bc req-13bcabf2-1f32-4d44-bea6-754f716d0de2 service neutron] 10.222.0.73 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871196 Jul 09 17:02:35.369728 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d160d51-f42f-46d4-abc6-9c26aeb6cf5a req-64b069a3-a57a-4a40-a306-4393ef3615bb tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:35.371260 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5d160d51-f42f-46d4-abc6-9c26aeb6cf5a req-64b069a3-a57a-4a40-a306-4393ef3615bb tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2169e31-3e45-499e-933e-a546a61d6a8d HTTP/1.1" status: 200 len: 943 time: 0.0664911 Jul 09 17:02:35.417367 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5d160d51-f42f-46d4-abc6-9c26aeb6cf5a req-674ad02a-6464-426a-a095-9b5f1412f1f6 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405321 Jul 09 17:02:36.322702 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2169e31-3e45-499e-933e-a546a61d6a8d', 'tag': '17c0ee5d-0493-4d21-b1f2-2b41128f9314'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:02:36.325089 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe32f20-4097-4e4a-b6a6-2a608691bd74" -d '{"events": [{"name": "network-changed", "server_uuid": "f2169e31-3e45-499e-933e-a546a61d6a8d", "tag": "17c0ee5d-0493-4d21-b1f2-2b41128f9314"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:02:36.372252 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678b67db-be94-43dc-aef1-548c34fa1dd8 x-openstack-request-id: req-678b67db-be94-43dc-aef1-548c34fa1dd8 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:02:36.373063 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2169e31-3e45-499e-933e-a546a61d6a8d", "tag": "17c0ee5d-0493-4d21-b1f2-2b41128f9314", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:02:36.373334 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-678b67db-be94-43dc-aef1-548c34fa1dd8 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:02:36.373727 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2169e31-3e45-499e-933e-a546a61d6a8d', 'tag': '17c0ee5d-0493-4d21-b1f2-2b41128f9314', 'status': 'completed', 'code': 200} Jul 09 17:02:36.489180 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe32f20-4097-4e4a-b6a6-2a608691bd74 req-34d23ab6-e263-4d72-a13a-3e930ebdfd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:36.490747 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ebe32f20-4097-4e4a-b6a6-2a608691bd74 req-34d23ab6-e263-4d72-a13a-3e930ebdfd10 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32&device_id=f2169e31-3e45-499e-933e-a546a61d6a8d HTTP/1.1" status: 200 len: 1094 time: 0.0997798 Jul 09 17:02:36.496155 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe32f20-4097-4e4a-b6a6-2a608691bd74 req-4b564faf-e019-4ca6-ac94-595789d730aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:36.497534 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ebe32f20-4097-4e4a-b6a6-2a608691bd74 req-4b564faf-e019-4ca6-ac94-595789d730aa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32&device_id=f2169e31-3e45-499e-933e-a546a61d6a8d HTTP/1.1" status: 200 len: 1094 time: 0.0784714 Jul 09 17:02:36.576198 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 17c0ee5d-0493-4d21-b1f2-2b41128f9314 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:02:36.615308 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 17c0ee5d-0493-4d21-b1f2-2b41128f9314 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:02:36.703617 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe32f20-4097-4e4a-b6a6-2a608691bd74 req-f6c53110-57d9-40a8-8988-5ecc220a9778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:36.705089 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ebe32f20-4097-4e4a-b6a6-2a608691bd74 req-f6c53110-57d9-40a8-8988-5ecc220a9778 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c758158a-3c22-47c1-93a3-3d20d45c6718 HTTP/1.1" status: 200 len: 913 time: 0.2067282 Jul 09 17:02:36.706903 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe32f20-4097-4e4a-b6a6-2a608691bd74 req-7fc5333a-6042-4ad9-8048-3cb3a1fa7d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:36.708218 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ebe32f20-4097-4e4a-b6a6-2a608691bd74 req-7fc5333a-6042-4ad9-8048-3cb3a1fa7d4e service neutron] 10.222.0.73 "GET /v2.0/networks?id=c758158a-3c22-47c1-93a3-3d20d45c6718 HTTP/1.1" status: 200 len: 913 time: 0.2022035 Jul 09 17:02:36.727415 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26213228-2459-4b22-bc99-447e44becb7c req-c0d107a8-2107-4bc1-acec-4f1518369e7e tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:36.728806 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-26213228-2459-4b22-bc99-447e44becb7c req-c0d107a8-2107-4bc1-acec-4f1518369e7e tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2169e31-3e45-499e-933e-a546a61d6a8d HTTP/1.1" status: 200 len: 943 time: 0.1710775 Jul 09 17:02:36.854018 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ebe32f20-4097-4e4a-b6a6-2a608691bd74 req-eead89e0-509f-4038-9be3-002f233bf86d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17c0ee5d-0493-4d21-b1f2-2b41128f9314 HTTP/1.1" status: 200 len: 999 time: 0.1416092 Jul 09 17:02:36.857083 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-26213228-2459-4b22-bc99-447e44becb7c req-dde2a758-708b-4c3d-a50e-9ef4048f6118 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966733 Jul 09 17:02:36.858966 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ebe32f20-4097-4e4a-b6a6-2a608691bd74 req-48041fec-f234-419f-bd07-998d692fae25 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17c0ee5d-0493-4d21-b1f2-2b41128f9314 HTTP/1.1" status: 200 len: 999 time: 0.1391695 Jul 09 17:02:36.934943 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe32f20-4097-4e4a-b6a6-2a608691bd74 req-38515561-1933-4215-9f2c-bbeadd136658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:36.936420 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ebe32f20-4097-4e4a-b6a6-2a608691bd74 req-38515561-1933-4215-9f2c-bbeadd136658 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4d62028f-44ed-40d1-89e2-cd8d1482a607 HTTP/1.1" status: 200 len: 851 time: 0.0766146 Jul 09 17:02:36.939688 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe32f20-4097-4e4a-b6a6-2a608691bd74 req-e846e5e3-7563-4bea-b74f-9d1e726551f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:36.941010 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ebe32f20-4097-4e4a-b6a6-2a608691bd74 req-e846e5e3-7563-4bea-b74f-9d1e726551f0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4d62028f-44ed-40d1-89e2-cd8d1482a607 HTTP/1.1" status: 200 len: 851 time: 0.0732768 Jul 09 17:02:37.034049 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe32f20-4097-4e4a-b6a6-2a608691bd74 req-46682de1-c020-413a-ae3e-f2d96fb77ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:37.035549 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ebe32f20-4097-4e4a-b6a6-2a608691bd74 req-46682de1-c020-413a-ae3e-f2d96fb77ad8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c758158a-3c22-47c1-93a3-3d20d45c6718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0932238 Jul 09 17:02:37.041184 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe32f20-4097-4e4a-b6a6-2a608691bd74 req-4d12cfb6-5adf-40f4-899c-e117b3cfc8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:37.042581 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ebe32f20-4097-4e4a-b6a6-2a608691bd74 req-4d12cfb6-5adf-40f4-899c-e117b3cfc8ef service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c758158a-3c22-47c1-93a3-3d20d45c6718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0912185 Jul 09 17:02:37.195631 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ebe32f20-4097-4e4a-b6a6-2a608691bd74 req-15e4d0f6-bb39-472d-88dc-a5943d3a7a43 service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519835 Jul 09 17:02:37.197381 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ebe32f20-4097-4e4a-b6a6-2a608691bd74 req-51ac5ce6-c1c0-4f7d-9114-3863552d6a89 service neutron] 10.222.0.73 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459196 Jul 09 17:02:37.351231 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ebe32f20-4097-4e4a-b6a6-2a608691bd74 req-36bcfbb4-fad1-4149-9086-86dfa352d055 service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496212 Jul 09 17:02:37.353084 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ebe32f20-4097-4e4a-b6a6-2a608691bd74 req-05578c80-af0c-4d8a-882f-1047cc14483f service neutron] 10.222.0.73 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445513 Jul 09 17:02:38.042275 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44460f5e-d1d1-44b2-8c97-c41df52959f2 req-44f049c3-c776-4766-8493-b1441ec61834 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:38.043769 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-44460f5e-d1d1-44b2-8c97-c41df52959f2 req-44f049c3-c776-4766-8493-b1441ec61834 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2169e31-3e45-499e-933e-a546a61d6a8d HTTP/1.1" status: 200 len: 943 time: 0.0722008 Jul 09 17:02:38.081301 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-44460f5e-d1d1-44b2-8c97-c41df52959f2 req-4aa19c1a-e95d-40aa-8cb2-7ccbbc705cd8 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318038 Jul 09 17:02:38.727622 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 17c0ee5d-0493-4d21-b1f2-2b41128f9314 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:02:38.820617 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 17c0ee5d-0493-4d21-b1f2-2b41128f9314, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=17c0ee5d-0493-4d21-b1f2-2b41128f9314,segment=NetworkSegment(1bc3e896-c601-4663-9412-549e7692ffb2),segment_id=1bc3e896-c601-4663-9412-549e7692ffb2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:02:38.831811 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '17c0ee5d-0493-4d21-b1f2-2b41128f9314', 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718', 'port_id': '17c0ee5d-0493-4d21-b1f2-2b41128f9314', 'mac_address': 'fa:16:3e:6e:2c:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:02:38.866997 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:38.878914 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17c0ee5d-0493-4d21-b1f2-2b41128f9314 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:02:38.899818 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 17c0ee5d-0493-4d21-b1f2-2b41128f9314, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=17c0ee5d-0493-4d21-b1f2-2b41128f9314,segment=NetworkSegment(1bc3e896-c601-4663-9412-549e7692ffb2),segment_id=1bc3e896-c601-4663-9412-549e7692ffb2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:02:38.903656 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:38.953111 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=17c0ee5d-0493-4d21-b1f2-2b41128f9314,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:38.961026 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:38.961419 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:38.961764 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:38.962095 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:38.962423 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:38.962750 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:38.963094 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:38.963419 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:38.963738 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:38.964058 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:38.964380 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:38.964701 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:39.253382 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444132e-c67c-4cdd-944d-13cedb5c1f3c req-87cf3c92-393b-4087-8554-25383a4d81d6 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:39.254885 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b444132e-c67c-4cdd-944d-13cedb5c1f3c req-87cf3c92-393b-4087-8554-25383a4d81d6 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2169e31-3e45-499e-933e-a546a61d6a8d HTTP/1.1" status: 200 len: 944 time: 0.0630574 Jul 09 17:02:39.272110 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['17c0ee5d-0493-4d21-b1f2-2b41128f9314'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:02:39.294226 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b444132e-c67c-4cdd-944d-13cedb5c1f3c req-b1e9af5b-2d2c-46a7-87f2-62c41a27da54 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332701 Jul 09 17:02:39.651553 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7d871-e942-4679-adca-4088cde78193 req-d1c8c3bb-d019-477f-983f-06e1aa2b3426 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:39.653030 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-68a7d871-e942-4679-adca-4088cde78193 req-d1c8c3bb-d019-477f-983f-06e1aa2b3426 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2169e31-3e45-499e-933e-a546a61d6a8d HTTP/1.1" status: 200 len: 944 time: 0.1187894 Jul 09 17:02:39.660342 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5652054-e9f9-41e3-9b29-3a7245d79207 req-15cdd387-d202-43ef-b947-b3f013783809 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:39.661705 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c5652054-e9f9-41e3-9b29-3a7245d79207 req-15cdd387-d202-43ef-b947-b3f013783809 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.77 "GET /v2.0/ports?device_id=f2169e31-3e45-499e-933e-a546a61d6a8d&tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32&binding%3Ahost_id=n-h2-798930-3 HTTP/1.1" status: 200 len: 944 time: 0.1173551 Jul 09 17:02:39.727290 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-68a7d871-e942-4679-adca-4088cde78193 req-7dd15469-caf3-4bf4-91c6-a88a7ee7143e tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643096 Jul 09 17:02:39.748709 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [req-c5652054-e9f9-41e3-9b29-3a7245d79207 req-d2f13635-3eec-497b-bd7d-505e760f07ae service neutron] delete failed (client error): The resource could not be found. Jul 09 17:02:39.748709 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c5652054-e9f9-41e3-9b29-3a7245d79207 req-d2f13635-3eec-497b-bd7d-505e760f07ae service neutron] 10.222.0.77 "DELETE /v2.0/ports/17c0ee5d-0493-4d21-b1f2-2b41128f9314/bindings/n-h1-798930-3 HTTP/1.1" status: 404 len: 380 time: 0.0722601 Jul 09 17:02:39.844609 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5652054-e9f9-41e3-9b29-3a7245d79207 req-9af63d7e-8b70-4741-8aac-833b88eebc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:39.846093 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c5652054-e9f9-41e3-9b29-3a7245d79207 req-9af63d7e-8b70-4741-8aac-833b88eebc80 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32&device_id=f2169e31-3e45-499e-933e-a546a61d6a8d HTTP/1.1" status: 200 len: 1095 time: 0.0568409 Jul 09 17:02:39.935819 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5652054-e9f9-41e3-9b29-3a7245d79207 req-37e20762-9208-4054-8916-99d71914a7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:39.937209 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c5652054-e9f9-41e3-9b29-3a7245d79207 req-37e20762-9208-4054-8916-99d71914a7a9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c758158a-3c22-47c1-93a3-3d20d45c6718 HTTP/1.1" status: 200 len: 913 time: 0.0853224 Jul 09 17:02:40.005587 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c5652054-e9f9-41e3-9b29-3a7245d79207 req-b0134f95-10ae-40dd-afe4-c2c910080774 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17c0ee5d-0493-4d21-b1f2-2b41128f9314 HTTP/1.1" status: 200 len: 1000 time: 0.0624480 Jul 09 17:02:40.052994 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5652054-e9f9-41e3-9b29-3a7245d79207 req-38afda2b-b4ac-4a7b-b8f7-8b03ab6744f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:40.054419 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c5652054-e9f9-41e3-9b29-3a7245d79207 req-38afda2b-b4ac-4a7b-b8f7-8b03ab6744f0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4d62028f-44ed-40d1-89e2-cd8d1482a607 HTTP/1.1" status: 200 len: 851 time: 0.0431685 Jul 09 17:02:40.109869 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5652054-e9f9-41e3-9b29-3a7245d79207 req-d86b608b-7c4b-4426-ae3b-7ebf7f302a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:40.111401 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c5652054-e9f9-41e3-9b29-3a7245d79207 req-d86b608b-7c4b-4426-ae3b-7ebf7f302a4f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c758158a-3c22-47c1-93a3-3d20d45c6718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509439 Jul 09 17:02:40.201722 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c5652054-e9f9-41e3-9b29-3a7245d79207 req-7cd4d3fe-9579-4f53-846b-21aee4d3a96a service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835025 Jul 09 17:02:40.289746 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c5652054-e9f9-41e3-9b29-3a7245d79207 req-76edb016-4428-469e-aefe-05658d7c05b0 service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820248 Jul 09 17:02:40.416739 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:40.728617 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 17c0ee5d-0493-4d21-b1f2-2b41128f9314 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:02:40.777745 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 17c0ee5d-0493-4d21-b1f2-2b41128f9314 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:02:40.781678 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 17c0ee5d-0493-4d21-b1f2-2b41128f9314 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:02:40.782044 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:40.865040 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:40.891342 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2169e31-3e45-499e-933e-a546a61d6a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17c0ee5d-0493-4d21-b1f2-2b41128f9314'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:02:40.894018 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72fa5007-e574-4c6c-b50b-119b9d748d7b" -d '{"events": [{"server_uuid": "f2169e31-3e45-499e-933e-a546a61d6a8d", "name": "network-vif-plugged", "status": "completed", "tag": "17c0ee5d-0493-4d21-b1f2-2b41128f9314"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:02:40.907912 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 17c0ee5d-0493-4d21-b1f2-2b41128f9314, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=17c0ee5d-0493-4d21-b1f2-2b41128f9314,segment=NetworkSegment(1bc3e896-c601-4663-9412-549e7692ffb2),segment_id=1bc3e896-c601-4663-9412-549e7692ffb2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:02:40.912314 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:40.914222 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc113384-f706-4f5b-bdd6-2125a47588fb req-f7fde74d-f80d-4abb-bad4-b5fe0549782b tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:40.921235 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dc113384-f706-4f5b-bdd6-2125a47588fb req-f7fde74d-f80d-4abb-bad4-b5fe0549782b tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2169e31-3e45-499e-933e-a546a61d6a8d HTTP/1.1" status: 200 len: 944 time: 0.0743577 Jul 09 17:02:40.966492 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dc113384-f706-4f5b-bdd6-2125a47588fb req-569f2d2e-f883-4f70-9ed5-3988346b3aa7 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443113 Jul 09 17:02:40.967874 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=17c0ee5d-0493-4d21-b1f2-2b41128f9314,revision_number=9']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:41.009300 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e49944-ea3a-421c-8d29-0f0a4b1ae08e x-openstack-request-id: req-77e49944-ea3a-421c-8d29-0f0a4b1ae08e {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:02:41.009586 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2169e31-3e45-499e-933e-a546a61d6a8d", "name": "network-vif-plugged", "status": "completed", "tag": "17c0ee5d-0493-4d21-b1f2-2b41128f9314", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:02:41.009834 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-77e49944-ea3a-421c-8d29-0f0a4b1ae08e {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:02:41.010220 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2169e31-3e45-499e-933e-a546a61d6a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17c0ee5d-0493-4d21-b1f2-2b41128f9314', 'code': 200} Jul 09 17:02:42.140096 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534bb857-66af-4c98-afad-cc2efeebf994 req-6aa528ac-923c-4c66-9165-c61fa030817f tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:42.141564 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-534bb857-66af-4c98-afad-cc2efeebf994 req-6aa528ac-923c-4c66-9165-c61fa030817f tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2169e31-3e45-499e-933e-a546a61d6a8d HTTP/1.1" status: 200 len: 945 time: 0.0675385 Jul 09 17:02:42.182492 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-534bb857-66af-4c98-afad-cc2efeebf994 req-051a9b97-0269-46b6-a11c-75965665d50b tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347040 Jul 09 17:02:42.356141 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98adf9ce-02cf-4d45-bcf8-75135aaeab12 req-6c2c327c-5ebf-46c8-a14a-c20dcdef1d27 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:42.357698 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-98adf9ce-02cf-4d45-bcf8-75135aaeab12 req-6c2c327c-5ebf-46c8-a14a-c20dcdef1d27 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2169e31-3e45-499e-933e-a546a61d6a8d HTTP/1.1" status: 200 len: 945 time: 0.0645170 Jul 09 17:02:42.397075 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-98adf9ce-02cf-4d45-bcf8-75135aaeab12 req-e6c286a0-93dd-4a9d-b47f-6bb86fd808db tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336204 Jul 09 17:02:42.787048 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5cb92d-6408-45f7-ad2c-ea8243ffe3c0 req-79f2dda5-0baa-4ca6-93db-81feecb1cc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:42.788520 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2e5cb92d-6408-45f7-ad2c-ea8243ffe3c0 req-79f2dda5-0baa-4ca6-93db-81feecb1cc0e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32&device_id=f2169e31-3e45-499e-933e-a546a61d6a8d HTTP/1.1" status: 200 len: 1096 time: 0.0886116 Jul 09 17:02:42.796560 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443c74b-76eb-4fd8-be77-e0ee90093846 req-ed245bcb-09cc-483e-acb0-7b25d870659f tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:42.797880 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8443c74b-76eb-4fd8-be77-e0ee90093846 req-ed245bcb-09cc-483e-acb0-7b25d870659f tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2169e31-3e45-499e-933e-a546a61d6a8d HTTP/1.1" status: 200 len: 945 time: 0.1075273 Jul 09 17:02:42.886012 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8443c74b-76eb-4fd8-be77-e0ee90093846 req-a69d7206-0ffa-4008-b350-04f3a2d0026c tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800576 Jul 09 17:02:42.910409 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5cb92d-6408-45f7-ad2c-ea8243ffe3c0 req-3db3422a-5cd9-46d3-a8d2-8d3f21dff48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:42.911911 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2e5cb92d-6408-45f7-ad2c-ea8243ffe3c0 req-3db3422a-5cd9-46d3-a8d2-8d3f21dff48a service neutron] 10.222.0.73 "GET /v2.0/networks?id=c758158a-3c22-47c1-93a3-3d20d45c6718 HTTP/1.1" status: 200 len: 913 time: 0.1132181 Jul 09 17:02:42.976777 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2e5cb92d-6408-45f7-ad2c-ea8243ffe3c0 req-aafc6304-bff5-4645-a3a9-ceee3f65aebc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17c0ee5d-0493-4d21-b1f2-2b41128f9314 HTTP/1.1" status: 200 len: 1001 time: 0.0590189 Jul 09 17:02:43.022429 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5cb92d-6408-45f7-ad2c-ea8243ffe3c0 req-833c74d2-76f5-44e4-ba78-37a3e9d53e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:43.024097 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2e5cb92d-6408-45f7-ad2c-ea8243ffe3c0 req-833c74d2-76f5-44e4-ba78-37a3e9d53e90 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4d62028f-44ed-40d1-89e2-cd8d1482a607 HTTP/1.1" status: 200 len: 851 time: 0.0417256 Jul 09 17:02:43.082047 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5cb92d-6408-45f7-ad2c-ea8243ffe3c0 req-2f8bf39e-e4f0-4502-b71c-dae13cc7530b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:43.083952 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2e5cb92d-6408-45f7-ad2c-ea8243ffe3c0 req-2f8bf39e-e4f0-4502-b71c-dae13cc7530b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c758158a-3c22-47c1-93a3-3d20d45c6718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531266 Jul 09 17:02:43.093899 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [req-2e5cb92d-6408-45f7-ad2c-ea8243ffe3c0 req-3bb79850-af07-4caa-a875-91d9f6651fd0 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:02:43.094844 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2e5cb92d-6408-45f7-ad2c-ea8243ffe3c0 req-3bb79850-af07-4caa-a875-91d9f6651fd0 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048871 Jul 09 17:02:43.178422 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2e5cb92d-6408-45f7-ad2c-ea8243ffe3c0 req-14f34306-f8c1-42d4-84ef-62a96b75dbf4 service neutron] 10.222.0.73 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0774994 Jul 09 17:02:43.581982 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2e5cb92d-6408-45f7-ad2c-ea8243ffe3c0 req-042a0e07-fa87-4fa4-8e60-a0ab93198b87 service neutron] 10.222.0.73 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3972719 Jul 09 17:02:44.059155 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464a6ce-3451-4d17-b84a-d8e19c0cc919 req-3c15ddfd-0521-4ecc-8464-82be575cbec9 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:44.060604 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4464a6ce-3451-4d17-b84a-d8e19c0cc919 req-3c15ddfd-0521-4ecc-8464-82be575cbec9 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2169e31-3e45-499e-933e-a546a61d6a8d HTTP/1.1" status: 200 len: 945 time: 0.0630014 Jul 09 17:02:44.074567 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:02:44.096881 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4464a6ce-3451-4d17-b84a-d8e19c0cc919 req-17b16b2e-3132-4573-9f64-6e4509788540 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308552 Jul 09 17:02:45.287641 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d0649-599a-45e6-b64f-f4d2dfd061c5 req-4886b91c-8f27-46ee-9774-24386fe9c7c5 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:45.289108 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-094d0649-599a-45e6-b64f-f4d2dfd061c5 req-4886b91c-8f27-46ee-9774-24386fe9c7c5 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2169e31-3e45-499e-933e-a546a61d6a8d HTTP/1.1" status: 200 len: 945 time: 0.0655990 Jul 09 17:02:45.325257 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-094d0649-599a-45e6-b64f-f4d2dfd061c5 req-d7bbb7c8-225d-45ab-81b4-d01582b3a433 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306396 Jul 09 17:02:45.710729 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa7806-f3e1-47b9-bee4-b148f0af9dff req-7e8ebf86-6a44-43ab-b3d3-43f69a7ad131 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:45.712249 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3bfa7806-f3e1-47b9-bee4-b148f0af9dff req-7e8ebf86-6a44-43ab-b3d3-43f69a7ad131 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2169e31-3e45-499e-933e-a546a61d6a8d HTTP/1.1" status: 200 len: 945 time: 0.0707235 Jul 09 17:02:45.750020 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3bfa7806-f3e1-47b9-bee4-b148f0af9dff req-14f43128-f586-4636-b7c6-93cbc3f91359 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314779 Jul 09 17:02:46.922742 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f210748-0c3b-4da5-8adb-6f0fa9189694 req-bb4e3eba-923f-49cb-bc16-ccae653baa74 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:46.924236 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5f210748-0c3b-4da5-8adb-6f0fa9189694 req-bb4e3eba-923f-49cb-bc16-ccae653baa74 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2169e31-3e45-499e-933e-a546a61d6a8d HTTP/1.1" status: 200 len: 945 time: 0.0644445 Jul 09 17:02:46.961230 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5f210748-0c3b-4da5-8adb-6f0fa9189694 req-45bd9f88-8205-4038-905b-3781da1b8553 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313516 Jul 09 17:02:47.178405 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf54f76-af8e-4e14-bd90-f4b4463777ef req-66a1ef2b-0278-4fa0-9715-87593bb01c1c tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:47.179764 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-acf54f76-af8e-4e14-bd90-f4b4463777ef req-66a1ef2b-0278-4fa0-9715-87593bb01c1c tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2169e31-3e45-499e-933e-a546a61d6a8d HTTP/1.1" status: 200 len: 945 time: 0.0656774 Jul 09 17:02:47.278681 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-acf54f76-af8e-4e14-bd90-f4b4463777ef req-8e2b52a6-c20d-4379-80b3-7c363e962157 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Deleting port 17c0ee5d-0493-4d21-b1f2-2b41128f9314 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:02:47.279044 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-acf54f76-af8e-4e14-bd90-f4b4463777ef req-8e2b52a6-c20d-4379-80b3-7c363e962157 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:47.367390 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-acf54f76-af8e-4e14-bd90-f4b4463777ef req-8e2b52a6-c20d-4379-80b3-7c363e962157 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] For port 17c0ee5d-0493-4d21-b1f2-2b41128f9314, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=17c0ee5d-0493-4d21-b1f2-2b41128f9314,segment=NetworkSegment(1bc3e896-c601-4663-9412-549e7692ffb2),segment_id=1bc3e896-c601-4663-9412-549e7692ffb2)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:02:47.367743 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-acf54f76-af8e-4e14-bd90-f4b4463777ef req-8e2b52a6-c20d-4379-80b3-7c363e962157 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:47.535447 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-acf54f76-af8e-4e14-bd90-f4b4463777ef req-8e2b52a6-c20d-4379-80b3-7c363e962157 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:47.535814 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-acf54f76-af8e-4e14-bd90-f4b4463777ef req-8e2b52a6-c20d-4379-80b3-7c363e962157 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:47.536131 n-d-798930-3 neutron-server[93958]: INFO neutron.db.l3_db [req-acf54f76-af8e-4e14-bd90-f4b4463777ef req-8e2b52a6-c20d-4379-80b3-7c363e962157 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Floating IP 11886b11-c39c-4331-931a-8aa8fd251933 disassociated. External IP: 172.25.0.137, port: 17c0ee5d-0493-4d21-b1f2-2b41128f9314. Jul 09 17:02:47.537455 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-acf54f76-af8e-4e14-bd90-f4b4463777ef req-8e2b52a6-c20d-4379-80b3-7c363e962157 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Calling delete_port for 17c0ee5d-0493-4d21-b1f2-2b41128f9314 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:02:47.664744 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-acf54f76-af8e-4e14-bd90-f4b4463777ef req-8e2b52a6-c20d-4379-80b3-7c363e962157 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:47.690807 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b52a6-c20d-4379-80b3-7c363e962157 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Pushing event deleted for resources: {'Port': ['ID=17c0ee5d-0493-4d21-b1f2-2b41128f9314,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:47.806910 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-acf54f76-af8e-4e14-bd90-f4b4463777ef req-8e2b52a6-c20d-4379-80b3-7c363e962157 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Router 4212f2a8-1c64-4887-ba44-7b7179745dbc has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:02:47.917113 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-acf54f76-af8e-4e14-bd90-f4b4463777ef req-8e2b52a6-c20d-4379-80b3-7c363e962157 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:02:47.926176 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e38dc6-c275-42d6-b6b6-4521ed29eb22 None None] Sync routers for ids ['4212f2a8-1c64-4887-ba44-7b7179745dbc'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:02:47.936557 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e38dc6-c275-42d6-b6b6-4521ed29eb22 None None] Routers {'4212f2a8-1c64-4887-ba44-7b7179745dbc'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:02:47.937172 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-82e38dc6-c275-42d6-b6b6-4521ed29eb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:02:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['4212f2a8-1c64-4887-ba44-7b7179745dbc'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:02:47.961183 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-acf54f76-af8e-4e14-bd90-f4b4463777ef req-8e2b52a6-c20d-4379-80b3-7c363e962157 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] No DVR routers for this DVR port 17c0ee5d-0493-4d21-b1f2-2b41128f9314 on host n-h2-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:02:47.963977 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-acf54f76-af8e-4e14-bd90-f4b4463777ef req-8e2b52a6-c20d-4379-80b3-7c363e962157 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:47.965930 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-acf54f76-af8e-4e14-bd90-f4b4463777ef req-8e2b52a6-c20d-4379-80b3-7c363e962157 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.73 "DELETE /v2.0/ports/17c0ee5d-0493-4d21-b1f2-2b41128f9314 HTTP/1.1" status: 204 len: 173 time: 0.7803752 Jul 09 17:02:47.966379 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2169e31-3e45-499e-933e-a546a61d6a8d', 'name': 'network-vif-deleted', 'tag': '17c0ee5d-0493-4d21-b1f2-2b41128f9314'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:02:47.968954 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e7836d-4057-4d77-a2bd-d6fe950bde3a" -d '{"events": [{"server_uuid": "f2169e31-3e45-499e-933e-a546a61d6a8d", "name": "network-vif-deleted", "tag": "17c0ee5d-0493-4d21-b1f2-2b41128f9314"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:02:48.006445 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373e20cf-7648-40d3-b3ba-e11b568aa53a x-openstack-request-id: req-373e20cf-7648-40d3-b3ba-e11b568aa53a {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:02:48.006820 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2169e31-3e45-499e-933e-a546a61d6a8d", "name": "network-vif-deleted", "tag": "17c0ee5d-0493-4d21-b1f2-2b41128f9314", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:02:48.007112 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-373e20cf-7648-40d3-b3ba-e11b568aa53a {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:02:48.007523 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2169e31-3e45-499e-933e-a546a61d6a8d', 'name': 'network-vif-deleted', 'tag': '17c0ee5d-0493-4d21-b1f2-2b41128f9314', 'status': 'completed', 'code': 200} Jul 09 17:02:48.050155 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-82e38dc6-c275-42d6-b6b6-4521ed29eb22 None None] Set router 4212f2a8-1c64-4887-ba44-7b7179745dbc gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:02:48.127711 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-45d4c782-2de5-48fe-947d-23ed365844fe req-03bee62e-2d14-4664-8fb2-c06832a7015d tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2169e31-3e45-499e-933e-a546a61d6a8d HTTP/1.1" status: 200 len: 210 time: 0.0309901 Jul 09 17:02:48.260795 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-82e38dc6-c275-42d6-b6b6-4521ed29eb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'name': 'tempest-ServerActionsTestJSON-1011410607-router', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T16:58:13Z', 'revision_number': 4, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'gw_port': {'id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:91:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T16:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'e6ee4495-48b6-4482-9988-e7e219582cbf', 'name': '', 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'mac_address': 'fa:16:3e:30:77:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:12Z', 'updated_at': '2021-07-09T16:58:18Z', 'revision_number': 5, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'subnets': [{'id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:02:48.287178 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e38dc6-c275-42d6-b6b6-4521ed29eb22 None None] Checking router: 4212f2a8-1c64-4887-ba44-7b7179745dbc for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:02:48.295915 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e38dc6-c275-42d6-b6b6-4521ed29eb22 None None] Routers {'4212f2a8-1c64-4887-ba44-7b7179745dbc'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:02:48.296554 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-82e38dc6-c275-42d6-b6b6-4521ed29eb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:02:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['4212f2a8-1c64-4887-ba44-7b7179745dbc'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:02:48.407240 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-82e38dc6-c275-42d6-b6b6-4521ed29eb22 None None] Set router 4212f2a8-1c64-4887-ba44-7b7179745dbc gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:02:48.599468 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-82e38dc6-c275-42d6-b6b6-4521ed29eb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'name': 'tempest-ServerActionsTestJSON-1011410607-router', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T16:58:13Z', 'revision_number': 4, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'gw_port': {'id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:91:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T16:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'e6ee4495-48b6-4482-9988-e7e219582cbf', 'name': '', 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'mac_address': 'fa:16:3e:30:77:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:12Z', 'updated_at': '2021-07-09T16:58:18Z', 'revision_number': 5, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'subnets': [{'id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:02:48.629176 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e38dc6-c275-42d6-b6b6-4521ed29eb22 None None] The sync data for ids ['4212f2a8-1c64-4887-ba44-7b7179745dbc'] in n-d-798930-3 is: [{'id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'name': 'tempest-ServerActionsTestJSON-1011410607-router', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T16:58:13Z', 'revision_number': 4, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'gw_port': {'id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:91:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T16:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'e6ee4495-48b6-4482-9988-e7e219582cbf', 'name': '', 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'mac_address': 'fa:16:3e:30:77:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:12Z', 'updated_at': '2021-07-09T16:58:18Z', 'revision_number': 5, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'subnets': [{'id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:02:48.844247 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a846fa3-4abf-4aa5-9d59-1a79e3e2fd4c None None] New status for floating IP 11886b11-c39c-4331-931a-8aa8fd251933: DOWN {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:02:49.469979 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c970786-5f54-493b-b9af-d7f3d77c4f1e req-9cf26fec-e028-4f96-b34e-296b88ecb3e7 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--2137137182&fields=id&tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32 HTTP/1.1" status: 200 len: 267 time: 0.0335774 Jul 09 17:02:49.581174 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c970786-5f54-493b-b9af-d7f3d77c4f1e req-7e49cf2b-447f-4517-8fc3-5ad5302d7656 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:49.582643 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c970786-5f54-493b-b9af-d7f3d77c4f1e req-7e49cf2b-447f-4517-8fc3-5ad5302d7656 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/networks?id=c758158a-3c22-47c1-93a3-3d20d45c6718 HTTP/1.1" status: 200 len: 812 time: 0.1064229 Jul 09 17:02:49.597824 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c970786-5f54-493b-b9af-d7f3d77c4f1e req-ca021889-35c0-4377-8d06-503026c882b0 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/quotas/b7c6fb2f31a746d39a3d8ec6f6d31c32 HTTP/1.1" status: 200 len: 375 time: 0.0092394 Jul 09 17:02:49.665847 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c970786-5f54-493b-b9af-d7f3d77c4f1e req-88278d27-9b0f-4f75-bb69-3318a2bced7f tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0631332 Jul 09 17:02:49.681916 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [req-9c970786-5f54-493b-b9af-d7f3d77c4f1e req-0c615091-b83c-4da0-9af2-3df7fe389a31 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:02:49.682918 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c970786-5f54-493b-b9af-d7f3d77c4f1e req-0c615091-b83c-4da0-9af2-3df7fe389a31 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062039 Jul 09 17:02:49.773272 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c970786-5f54-493b-b9af-d7f3d77c4f1e req-54115a3e-a660-48fc-9dbe-636f8191e120 service neutron] 10.222.0.98 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850134 Jul 09 17:02:49.862670 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c970786-5f54-493b-b9af-d7f3d77c4f1e req-324e7485-3e63-41e0-a197-1bbece1e0b8c service neutron] 10.222.0.98 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838814 Jul 09 17:02:50.030267 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-03dece66-82d0-43ce-aab1-1f8982fd1bc3 req-ffb3b4c5-5cc8-47b9-b06d-78a213045d41 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a85b080a-e353-4944-b759-1bc44bdf22e3 HTTP/1.1" status: 200 len: 210 time: 0.0293801 Jul 09 17:02:50.774791 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 17c0ee5d-0493-4d21-b1f2-2b41128f9314 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:02:50.799088 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: 17c0ee5d-0493-4d21-b1f2-2b41128f9314 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:02:50.799429 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 17c0ee5d-0493-4d21-b1f2-2b41128f9314 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:02:51.035171 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c970786-5f54-493b-b9af-d7f3d77c4f1e req-de22bd47-0258-4b9f-ae1b-73c910099183 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:51.037172 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c970786-5f54-493b-b9af-d7f3d77c4f1e req-de22bd47-0258-4b9f-ae1b-73c910099183 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.77 "GET /v2.0/networks?id=c758158a-3c22-47c1-93a3-3d20d45c6718 HTTP/1.1" status: 200 len: 812 time: 0.1067269 Jul 09 17:02:51.087909 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c970786-5f54-493b-b9af-d7f3d77c4f1e req-d89ac43c-f377-4104-9a63-f6f9bbea17c6 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32 HTTP/1.1" status: 200 len: 380 time: 0.0360305 Jul 09 17:02:51.096669 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-9c970786-5f54-493b-b9af-d7f3d77c4f1e req-6f5516e8-6cf2-4c66-88f0-b6549eda5e4c tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Request body: {'port': {'device_id': 'a85b080a-e353-4944-b759-1bc44bdf22e3', 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718', 'admin_state_up': True, 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'security_groups': ['f3935cb0-d0d6-4599-a38e-9a2d3c8315f8']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:02:51.185330 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1825a6af-8a9d-4dc6-b1f0-d68d9dfa6895 req-d4c1ec4f-64e7-45d4-be4f-62b6981f538c tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a85b080a-e353-4944-b759-1bc44bdf22e3 HTTP/1.1" status: 200 len: 210 time: 0.0332372 Jul 09 17:02:51.236157 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c970786-5f54-493b-b9af-d7f3d77c4f1e req-6f5516e8-6cf2-4c66-88f0-b6549eda5e4c tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Made reservation on behalf of b7c6fb2f31a746d39a3d8ec6f6d31c32 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:02:51.239971 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9c970786-5f54-493b-b9af-d7f3d77c4f1e req-6f5516e8-6cf2-4c66-88f0-b6549eda5e4c tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:51.363835 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-9c970786-5f54-493b-b9af-d7f3d77c4f1e req-6f5516e8-6cf2-4c66-88f0-b6549eda5e4c tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Allocated IP 172.20.0.11 (c758158a-3c22-47c1-93a3-3d20d45c6718/4d62028f-44ed-40d1-89e2-cd8d1482a607/91988103-3129-4a5d-9cc0-4ed684d86817) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:02:51.502669 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9c970786-5f54-493b-b9af-d7f3d77c4f1e req-6f5516e8-6cf2-4c66-88f0-b6549eda5e4c tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:51.516296 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-9c970786-5f54-493b-b9af-d7f3d77c4f1e req-6f5516e8-6cf2-4c66-88f0-b6549eda5e4c tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Transition to ACTIVE for port object 91988103-3129-4a5d-9cc0-4ed684d86817 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:02:51.554669 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9c970786-5f54-493b-b9af-d7f3d77c4f1e req-6f5516e8-6cf2-4c66-88f0-b6549eda5e4c tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:51.595641 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c970786-5f54-493b-b9af-d7f3d77c4f1e req-6f5516e8-6cf2-4c66-88f0-b6549eda5e4c tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Network c758158a-3c22-47c1-93a3-3d20d45c6718 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:02:51.600722 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-9c970786-5f54-493b-b9af-d7f3d77c4f1e req-6f5516e8-6cf2-4c66-88f0-b6549eda5e4c tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:02:51.604384 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c970786-5f54-493b-b9af-d7f3d77c4f1e req-6f5516e8-6cf2-4c66-88f0-b6549eda5e4c tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:02:51.634006 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5516e8-6cf2-4c66-88f0-b6549eda5e4c tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Pushing event updated for resources: {'Port': ['ID=91988103-3129-4a5d-9cc0-4ed684d86817,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:51.662629 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c970786-5f54-493b-b9af-d7f3d77c4f1e req-6f5516e8-6cf2-4c66-88f0-b6549eda5e4c tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:51.663291 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9c970786-5f54-493b-b9af-d7f3d77c4f1e req-6f5516e8-6cf2-4c66-88f0-b6549eda5e4c tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:51.678105 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c970786-5f54-493b-b9af-d7f3d77c4f1e req-6f5516e8-6cf2-4c66-88f0-b6549eda5e4c tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5850568 Jul 09 17:02:51.689718 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-9c970786-5f54-493b-b9af-d7f3d77c4f1e req-a6b21ec8-c9ca-4ee1-a045-0614bd2cc3b3 service neutron] Request body: {'port': {'device_id': 'a85b080a-e353-4944-b759-1bc44bdf22e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:02:51.764355 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9c970786-5f54-493b-b9af-d7f3d77c4f1e req-a6b21ec8-c9ca-4ee1-a045-0614bd2cc3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:51.832235 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-716b9ba3-dbde-4d2d-b4b7-0f7562b667de None None] Provisioning for port 91988103-3129-4a5d-9cc0-4ed684d86817 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:02:51.836834 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-716b9ba3-dbde-4d2d-b4b7-0f7562b667de None None] Provisioning complete for port 91988103-3129-4a5d-9cc0-4ed684d86817 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:02:51.837226 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-716b9ba3-dbde-4d2d-b4b7-0f7562b667de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:51.871135 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-716b9ba3-dbde-4d2d-b4b7-0f7562b667de None None] Port 91988103-3129-4a5d-9cc0-4ed684d86817 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:02:52.036349 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-9c970786-5f54-493b-b9af-d7f3d77c4f1e req-a6b21ec8-c9ca-4ee1-a045-0614bd2cc3b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91988103-3129-4a5d-9cc0-4ed684d86817 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:02:52.043662 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9c970786-5f54-493b-b9af-d7f3d77c4f1e req-a6b21ec8-c9ca-4ee1-a045-0614bd2cc3b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:52.057915 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-9c970786-5f54-493b-b9af-d7f3d77c4f1e req-a6b21ec8-c9ca-4ee1-a045-0614bd2cc3b3 service neutron] Transition to ACTIVE for port object 91988103-3129-4a5d-9cc0-4ed684d86817 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:02:52.061408 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9c970786-5f54-493b-b9af-d7f3d77c4f1e req-a6b21ec8-c9ca-4ee1-a045-0614bd2cc3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:52.109287 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b21ec8-c9ca-4ee1-a045-0614bd2cc3b3 service neutron] Pushing event updated for resources: {'Port': ['ID=91988103-3129-4a5d-9cc0-4ed684d86817,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:52.182109 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-9c970786-5f54-493b-b9af-d7f3d77c4f1e req-a6b21ec8-c9ca-4ee1-a045-0614bd2cc3b3 service neutron] Attempting to bind port 91988103-3129-4a5d-9cc0-4ed684d86817 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:02:52.182442 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-9c970786-5f54-493b-b9af-d7f3d77c4f1e req-a6b21ec8-c9ca-4ee1-a045-0614bd2cc3b3 service neutron] Attempting to bind port 91988103-3129-4a5d-9cc0-4ed684d86817 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '1bc3e896-c601-4663-9412-549e7692ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:02:52.182797 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c970786-5f54-493b-b9af-d7f3d77c4f1e req-a6b21ec8-c9ca-4ee1-a045-0614bd2cc3b3 service neutron] Attempting to bind port 91988103-3129-4a5d-9cc0-4ed684d86817 on network c758158a-3c22-47c1-93a3-3d20d45c6718 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:02:52.187465 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c970786-5f54-493b-b9af-d7f3d77c4f1e req-a6b21ec8-c9ca-4ee1-a045-0614bd2cc3b3 service neutron] Port 91988103-3129-4a5d-9cc0-4ed684d86817 on network c758158a-3c22-47c1-93a3-3d20d45c6718 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:02:52.187795 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c970786-5f54-493b-b9af-d7f3d77c4f1e req-a6b21ec8-c9ca-4ee1-a045-0614bd2cc3b3 service neutron] Attempting to bind port 91988103-3129-4a5d-9cc0-4ed684d86817 on network c758158a-3c22-47c1-93a3-3d20d45c6718 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:02:52.193521 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c970786-5f54-493b-b9af-d7f3d77c4f1e req-a6b21ec8-c9ca-4ee1-a045-0614bd2cc3b3 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:02:52.193863 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c970786-5f54-493b-b9af-d7f3d77c4f1e req-a6b21ec8-c9ca-4ee1-a045-0614bd2cc3b3 service neutron] Checking segment: {'id': '1bc3e896-c601-4663-9412-549e7692ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:02:52.194250 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c970786-5f54-493b-b9af-d7f3d77c4f1e req-a6b21ec8-c9ca-4ee1-a045-0614bd2cc3b3 service neutron] Bound using segment: {'id': '1bc3e896-c601-4663-9412-549e7692ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:02:52.194683 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-9c970786-5f54-493b-b9af-d7f3d77c4f1e req-a6b21ec8-c9ca-4ee1-a045-0614bd2cc3b3 service neutron] Bound port: 91988103-3129-4a5d-9cc0-4ed684d86817, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc3e896-c601-4663-9412-549e7692ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:02:52.195078 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9c970786-5f54-493b-b9af-d7f3d77c4f1e req-a6b21ec8-c9ca-4ee1-a045-0614bd2cc3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:52.269136 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-9c970786-5f54-493b-b9af-d7f3d77c4f1e req-a6b21ec8-c9ca-4ee1-a045-0614bd2cc3b3 service neutron] For port 91988103-3129-4a5d-9cc0-4ed684d86817, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:02:52.274556 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-9c970786-5f54-493b-b9af-d7f3d77c4f1e req-a6b21ec8-c9ca-4ee1-a045-0614bd2cc3b3 service neutron] For port 91988103-3129-4a5d-9cc0-4ed684d86817, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=91988103-3129-4a5d-9cc0-4ed684d86817,segment=NetworkSegment(1bc3e896-c601-4663-9412-549e7692ffb2),segment_id=1bc3e896-c601-4663-9412-549e7692ffb2)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:02:52.281672 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9c970786-5f54-493b-b9af-d7f3d77c4f1e req-a6b21ec8-c9ca-4ee1-a045-0614bd2cc3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:52.315694 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c970786-5f54-493b-b9af-d7f3d77c4f1e req-a6b21ec8-c9ca-4ee1-a045-0614bd2cc3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:52.316333 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9c970786-5f54-493b-b9af-d7f3d77c4f1e req-a6b21ec8-c9ca-4ee1-a045-0614bd2cc3b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:52.318264 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c970786-5f54-493b-b9af-d7f3d77c4f1e req-a6b21ec8-c9ca-4ee1-a045-0614bd2cc3b3 service neutron] 10.222.0.77 "PUT /v2.0/ports/91988103-3129-4a5d-9cc0-4ed684d86817 HTTP/1.1" status: 200 len: 1092 time: 0.6330991 Jul 09 17:02:52.318712 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a85b080a-e353-4944-b759-1bc44bdf22e3', 'tag': '91988103-3129-4a5d-9cc0-4ed684d86817'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:02:52.320987 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1c67a2-dd0e-4e92-91e2-2e6e52530e01" -d '{"events": [{"name": "network-changed", "server_uuid": "a85b080a-e353-4944-b759-1bc44bdf22e3", "tag": "91988103-3129-4a5d-9cc0-4ed684d86817"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:02:52.371127 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9161a9e5-7ff4-4abe-aaad-0843930b08c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:52.423002 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b21ec8-c9ca-4ee1-a045-0614bd2cc3b3 service neutron] Pushing event updated for resources: {'Port': ['ID=91988103-3129-4a5d-9cc0-4ed684d86817,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:52.469252 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41474408-fdb3-4d81-aa62-d55f868d3ae4 req-21b2e444-223f-493a-93ee-570a33c90396 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:52.470858 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-41474408-fdb3-4d81-aa62-d55f868d3ae4 req-21b2e444-223f-493a-93ee-570a33c90396 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a85b080a-e353-4944-b759-1bc44bdf22e3 HTTP/1.1" status: 200 len: 944 time: 0.1440399 Jul 09 17:02:52.495700 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c970786-5f54-493b-b9af-d7f3d77c4f1e req-ef2f74c9-fc17-49a4-8597-320646e1a1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:52.497197 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c970786-5f54-493b-b9af-d7f3d77c4f1e req-ef2f74c9-fc17-49a4-8597-320646e1a1bb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32&device_id=a85b080a-e353-4944-b759-1bc44bdf22e3 HTTP/1.1" status: 200 len: 1095 time: 0.1317909 Jul 09 17:02:52.547452 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c970786-5f54-493b-b9af-d7f3d77c4f1e req-406f1e42-9049-420c-a3f2-f51a7f02e778 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91988103-3129-4a5d-9cc0-4ed684d86817 HTTP/1.1" status: 200 len: 217 time: 0.0421064 Jul 09 17:02:52.550366 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-41474408-fdb3-4d81-aa62-d55f868d3ae4 req-7363f86f-2fe4-4612-87de-9f5c919e24e6 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731990 Jul 09 17:02:52.595419 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776dc090-99e8-4046-b6bd-8acef565ae9d x-openstack-request-id: req-776dc090-99e8-4046-b6bd-8acef565ae9d {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:02:52.595710 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a85b080a-e353-4944-b759-1bc44bdf22e3", "tag": "91988103-3129-4a5d-9cc0-4ed684d86817", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:02:52.595957 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-776dc090-99e8-4046-b6bd-8acef565ae9d {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:02:52.596357 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a85b080a-e353-4944-b759-1bc44bdf22e3', 'tag': '91988103-3129-4a5d-9cc0-4ed684d86817', 'status': 'completed', 'code': 200} Jul 09 17:02:52.597775 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c970786-5f54-493b-b9af-d7f3d77c4f1e req-348dd589-5009-4857-a7ba-7b5f4206b50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:52.599781 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c970786-5f54-493b-b9af-d7f3d77c4f1e req-348dd589-5009-4857-a7ba-7b5f4206b50d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4d62028f-44ed-40d1-89e2-cd8d1482a607 HTTP/1.1" status: 200 len: 851 time: 0.0464764 Jul 09 17:02:52.658805 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c970786-5f54-493b-b9af-d7f3d77c4f1e req-19fa6679-7b15-475f-9599-faed3d3dfa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:52.660163 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c970786-5f54-493b-b9af-d7f3d77c4f1e req-19fa6679-7b15-475f-9599-faed3d3dfa3a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c758158a-3c22-47c1-93a3-3d20d45c6718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542154 Jul 09 17:02:52.746423 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c970786-5f54-493b-b9af-d7f3d77c4f1e req-9236d70c-0584-4db1-af94-6ebbb5b95c9c service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794923 Jul 09 17:02:52.843225 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c970786-5f54-493b-b9af-d7f3d77c4f1e req-a5e298af-302f-44cf-a896-c0e4048fa228 service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896335 Jul 09 17:02:52.943647 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c67a2-dd0e-4e92-91e2-2e6e52530e01 req-0a118ae4-83e7-4e18-b686-ac6020949f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:52.945086 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6b1c67a2-dd0e-4e92-91e2-2e6e52530e01 req-0a118ae4-83e7-4e18-b686-ac6020949f96 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32&device_id=a85b080a-e353-4944-b759-1bc44bdf22e3 HTTP/1.1" status: 200 len: 1095 time: 0.0538611 Jul 09 17:02:53.035288 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c67a2-dd0e-4e92-91e2-2e6e52530e01 req-7b8ee06b-2892-49fd-b64f-fd6e925cdbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:53.036892 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6b1c67a2-dd0e-4e92-91e2-2e6e52530e01 req-7b8ee06b-2892-49fd-b64f-fd6e925cdbde service neutron] 10.222.0.77 "GET /v2.0/networks?id=c758158a-3c22-47c1-93a3-3d20d45c6718 HTTP/1.1" status: 200 len: 913 time: 0.0862448 Jul 09 17:02:53.084140 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6b1c67a2-dd0e-4e92-91e2-2e6e52530e01 req-3965bfea-d37f-4f36-94c0-823330092415 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91988103-3129-4a5d-9cc0-4ed684d86817 HTTP/1.1" status: 200 len: 217 time: 0.0393267 Jul 09 17:02:53.130489 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c67a2-dd0e-4e92-91e2-2e6e52530e01 req-86868738-41e4-4492-be5a-cb4e4468369c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:53.131925 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6b1c67a2-dd0e-4e92-91e2-2e6e52530e01 req-86868738-41e4-4492-be5a-cb4e4468369c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4d62028f-44ed-40d1-89e2-cd8d1482a607 HTTP/1.1" status: 200 len: 851 time: 0.0425453 Jul 09 17:02:53.188058 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c67a2-dd0e-4e92-91e2-2e6e52530e01 req-a24f51e3-218a-4ddc-9b3b-1788408f3ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:53.189500 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6b1c67a2-dd0e-4e92-91e2-2e6e52530e01 req-a24f51e3-218a-4ddc-9b3b-1788408f3ce5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c758158a-3c22-47c1-93a3-3d20d45c6718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499341 Jul 09 17:02:53.281753 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6b1c67a2-dd0e-4e92-91e2-2e6e52530e01 req-93a610c4-c9aa-4afa-b272-6d61ddd9a953 service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846076 Jul 09 17:02:53.369055 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6b1c67a2-dd0e-4e92-91e2-2e6e52530e01 req-9e94ac4a-dae4-457c-a475-ad7274a1379a service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803983 Jul 09 17:02:53.740357 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d41ae-f67e-472a-a523-d19ac648ba63 req-2858ace2-8efe-4bfd-9261-2b705888f7bb tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:53.742310 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-782d41ae-f67e-472a-a523-d19ac648ba63 req-2858ace2-8efe-4bfd-9261-2b705888f7bb tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a85b080a-e353-4944-b759-1bc44bdf22e3 HTTP/1.1" status: 200 len: 944 time: 0.0753753 Jul 09 17:02:53.779966 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-782d41ae-f67e-472a-a523-d19ac648ba63 req-c91f13ca-d39b-4a29-991a-b4caa284d505 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322759 Jul 09 17:02:54.646778 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 91988103-3129-4a5d-9cc0-4ed684d86817 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:02:54.741535 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 91988103-3129-4a5d-9cc0-4ed684d86817, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=91988103-3129-4a5d-9cc0-4ed684d86817,segment=NetworkSegment(1bc3e896-c601-4663-9412-549e7692ffb2),segment_id=1bc3e896-c601-4663-9412-549e7692ffb2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:02:54.752281 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '91988103-3129-4a5d-9cc0-4ed684d86817', 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718', 'port_id': '91988103-3129-4a5d-9cc0-4ed684d86817', 'mac_address': 'fa:16:3e:2c:b4:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:02:54.788093 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:54.800075 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91988103-3129-4a5d-9cc0-4ed684d86817 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:02:54.820424 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 91988103-3129-4a5d-9cc0-4ed684d86817, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=91988103-3129-4a5d-9cc0-4ed684d86817,segment=NetworkSegment(1bc3e896-c601-4663-9412-549e7692ffb2),segment_id=1bc3e896-c601-4663-9412-549e7692ffb2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:02:54.825333 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:54.877006 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=91988103-3129-4a5d-9cc0-4ed684d86817,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:54.957800 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a39ff9f-5993-4df1-b84b-a8c6d39b45c9 req-edf7937e-405d-4c49-b040-a6bbe8df6fae tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:54.959853 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1a39ff9f-5993-4df1-b84b-a8c6d39b45c9 req-edf7937e-405d-4c49-b040-a6bbe8df6fae tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a85b080a-e353-4944-b759-1bc44bdf22e3 HTTP/1.1" status: 200 len: 945 time: 0.0632932 Jul 09 17:02:54.996842 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1a39ff9f-5993-4df1-b84b-a8c6d39b45c9 req-a7325544-20fd-4e75-9f62-9d6bd30b913e tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314837 Jul 09 17:02:55.047794 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['91988103-3129-4a5d-9cc0-4ed684d86817'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:02:55.122316 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f4af232e-526e-4f88-804e-2aa19a3b8737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:55.828719 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:56.167780 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1c66e-bf83-4086-90d4-153fed00ea28 req-a85264f8-7110-4264-a113-3209aab60e4c tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:56.169255 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f3f1c66e-bf83-4086-90d4-153fed00ea28 req-a85264f8-7110-4264-a113-3209aab60e4c tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a85b080a-e353-4944-b759-1bc44bdf22e3 HTTP/1.1" status: 200 len: 945 time: 0.0619636 Jul 09 17:02:56.211644 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f3f1c66e-bf83-4086-90d4-153fed00ea28 req-ca47366b-f5f5-4a06-847b-36f87dff9430 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367098 Jul 09 17:02:56.405628 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:56.654079 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 91988103-3129-4a5d-9cc0-4ed684d86817 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:02:56.702612 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 91988103-3129-4a5d-9cc0-4ed684d86817 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:02:56.706073 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 91988103-3129-4a5d-9cc0-4ed684d86817 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:02:56.706444 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:56.783969 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:56.805136 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85b080a-e353-4944-b759-1bc44bdf22e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91988103-3129-4a5d-9cc0-4ed684d86817'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:02:56.807457 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8fc8183-fde5-4ea0-8115-06b4c48474e6" -d '{"events": [{"server_uuid": "a85b080a-e353-4944-b759-1bc44bdf22e3", "name": "network-vif-plugged", "status": "completed", "tag": "91988103-3129-4a5d-9cc0-4ed684d86817"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:02:56.820557 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 91988103-3129-4a5d-9cc0-4ed684d86817, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=91988103-3129-4a5d-9cc0-4ed684d86817,segment=NetworkSegment(1bc3e896-c601-4663-9412-549e7692ffb2),segment_id=1bc3e896-c601-4663-9412-549e7692ffb2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:02:56.827970 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:56.850968 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d46227-fcf9-47c5-a057-06f3b0d42220 x-openstack-request-id: req-25d46227-fcf9-47c5-a057-06f3b0d42220 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:02:56.851620 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85b080a-e353-4944-b759-1bc44bdf22e3", "name": "network-vif-plugged", "status": "completed", "tag": "91988103-3129-4a5d-9cc0-4ed684d86817", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:02:56.851620 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-25d46227-fcf9-47c5-a057-06f3b0d42220 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:02:56.851879 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85b080a-e353-4944-b759-1bc44bdf22e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91988103-3129-4a5d-9cc0-4ed684d86817', 'code': 200} Jul 09 17:02:56.876873 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=91988103-3129-4a5d-9cc0-4ed684d86817,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:56.958731 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d9335-8311-4dc8-becf-7fbfb86be9fa req-d43082d1-6d56-4d2e-a1e9-8f3442166b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:56.960142 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-251d9335-8311-4dc8-becf-7fbfb86be9fa req-d43082d1-6d56-4d2e-a1e9-8f3442166b5e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a85b080a-e353-4944-b759-1bc44bdf22e3 HTTP/1.1" status: 200 len: 1097 time: 0.0519269 Jul 09 17:02:56.992962 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-251d9335-8311-4dc8-becf-7fbfb86be9fa req-f64af1ba-8ad6-4f4c-8100-8a4f43b22426 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263982 Jul 09 17:02:57.093572 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:57.388177 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b48153-349c-4fe8-9a11-22e936ef0d1e req-bbff585a-85df-4564-9a08-98d9d834dee0 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:57.389610 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-56b48153-349c-4fe8-9a11-22e936ef0d1e req-bbff585a-85df-4564-9a08-98d9d834dee0 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a85b080a-e353-4944-b759-1bc44bdf22e3 HTTP/1.1" status: 200 len: 946 time: 0.0627036 Jul 09 17:02:57.425690 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-56b48153-349c-4fe8-9a11-22e936ef0d1e req-8501b0a9-bccb-4029-acae-2b0c4605c3d8 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304246 Jul 09 17:02:58.349178 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:58.611012 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113f84d-7282-4862-b7da-0d721460c020 req-82f71281-fb70-471f-8d49-9e4cbb7431e7 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:58.612482 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d113f84d-7282-4862-b7da-0d721460c020 req-82f71281-fb70-471f-8d49-9e4cbb7431e7 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a85b080a-e353-4944-b759-1bc44bdf22e3 HTTP/1.1" status: 200 len: 946 time: 0.0678847 Jul 09 17:02:58.649591 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d113f84d-7282-4862-b7da-0d721460c020 req-32a509c1-d75f-4201-8bee-b0e84f31be1a tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308862 Jul 09 17:02:58.812741 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b2933f-9182-46dd-b08d-56cfdacf6d3e req-0c655dee-dbd4-441b-8481-2357d4eaa872 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:58.814223 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-74b2933f-9182-46dd-b08d-56cfdacf6d3e req-0c655dee-dbd4-441b-8481-2357d4eaa872 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a85b080a-e353-4944-b759-1bc44bdf22e3 HTTP/1.1" status: 200 len: 946 time: 0.0625401 Jul 09 17:02:58.822890 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 51690) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:58.827532 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d023706b-b334-4e85-8b04-4935dddaa945 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Request body: {'floatingip': {'port_id': '91988103-3129-4a5d-9cc0-4ed684d86817'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:02:58.869187 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d023706b-b334-4e85-8b04-4935dddaa945 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks [] for floatingip, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:59.300066 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d023706b-b334-4e85-8b04-4935dddaa945 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:59.304517 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d023706b-b334-4e85-8b04-4935dddaa945 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:59.714216 n-d-798930-3 neutron-server[93958]: INFO neutron.db.l3_db [None req-d023706b-b334-4e85-8b04-4935dddaa945 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Floating IP 11886b11-c39c-4331-931a-8aa8fd251933 associated. External IP: 172.25.0.137, port: 91988103-3129-4a5d-9cc0-4ed684d86817. Jul 09 17:02:59.918989 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d023706b-b334-4e85-8b04-4935dddaa945 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Router 4212f2a8-1c64-4887-ba44-7b7179745dbc has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:03:00.025485 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d023706b-b334-4e85-8b04-4935dddaa945 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:03:00.029950 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d023706b-b334-4e85-8b04-4935dddaa945 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:00.036902 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc71062d-dcc2-4a49-ab1e-772b344522b6 None None] Sync routers for ids ['4212f2a8-1c64-4887-ba44-7b7179745dbc'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:03:00.045706 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc71062d-dcc2-4a49-ab1e-772b344522b6 None None] Routers {'4212f2a8-1c64-4887-ba44-7b7179745dbc'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:03:00.046305 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-cc71062d-dcc2-4a49-ab1e-772b344522b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:02:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['4212f2a8-1c64-4887-ba44-7b7179745dbc'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:00.067302 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d023706b-b334-4e85-8b04-4935dddaa945 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "PUT /v2.0/floatingips/11886b11-c39c-4331-931a-8aa8fd251933 HTTP/1.1" status: 200 len: 992 time: 1.2433496 Jul 09 17:03:00.067935 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a85b080a-e353-4944-b759-1bc44bdf22e3', 'tag': '91988103-3129-4a5d-9cc0-4ed684d86817'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:03:00.070189 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1d52f5-06d0-4b88-ad55-ac688b906e5a" -d '{"events": [{"name": "network-changed", "server_uuid": "a85b080a-e353-4944-b759-1bc44bdf22e3", "tag": "91988103-3129-4a5d-9cc0-4ed684d86817"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:03:00.152706 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-cc71062d-dcc2-4a49-ab1e-772b344522b6 None None] Set router 4212f2a8-1c64-4887-ba44-7b7179745dbc gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:03:00.196064 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267025dd-1f3b-4749-9936-77efb43a4b0a x-openstack-request-id: req-267025dd-1f3b-4749-9936-77efb43a4b0a {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:03:00.196358 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a85b080a-e353-4944-b759-1bc44bdf22e3", "tag": "91988103-3129-4a5d-9cc0-4ed684d86817", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:03:00.196611 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-267025dd-1f3b-4749-9936-77efb43a4b0a {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:03:00.197018 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a85b080a-e353-4944-b759-1bc44bdf22e3', 'tag': '91988103-3129-4a5d-9cc0-4ed684d86817', 'status': 'completed', 'code': 200} Jul 09 17:03:00.271035 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d52f5-06d0-4b88-ad55-ac688b906e5a req-fa0b03db-c452-4ff5-91ac-d8f4794f4db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:00.272530 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cf1d52f5-06d0-4b88-ad55-ac688b906e5a req-fa0b03db-c452-4ff5-91ac-d8f4794f4db0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32&device_id=a85b080a-e353-4944-b759-1bc44bdf22e3 HTTP/1.1" status: 200 len: 1097 time: 0.0520668 Jul 09 17:03:00.365520 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d52f5-06d0-4b88-ad55-ac688b906e5a req-8bbf3975-381e-42d3-acc6-e8f18a8e68c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:00.367054 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cf1d52f5-06d0-4b88-ad55-ac688b906e5a req-8bbf3975-381e-42d3-acc6-e8f18a8e68c2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c758158a-3c22-47c1-93a3-3d20d45c6718 HTTP/1.1" status: 200 len: 913 time: 0.0881023 Jul 09 17:03:00.388256 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-cc71062d-dcc2-4a49-ab1e-772b344522b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'name': 'tempest-ServerActionsTestJSON-1011410607-router', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T16:58:13Z', 'revision_number': 4, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'gw_port': {'id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:91:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T16:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '11886b11-c39c-4331-931a-8aa8fd251933', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'floating_ip_address': '172.25.0.137', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'port_id': '91988103-3129-4a5d-9cc0-4ed684d86817', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718', 'mac_address': 'fa:16:3e:2c:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85b080a-e353-4944-b759-1bc44bdf22e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:58:15Z', 'updated_at': '2021-07-09T17:02:59Z', 'revision_number': 9, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6ee4495-48b6-4482-9988-e7e219582cbf', 'name': '', 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'mac_address': 'fa:16:3e:30:77:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:12Z', 'updated_at': '2021-07-09T16:58:18Z', 'revision_number': 5, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'subnets': [{'id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:00.415071 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc71062d-dcc2-4a49-ab1e-772b344522b6 None None] Checking router: 4212f2a8-1c64-4887-ba44-7b7179745dbc for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:03:00.423268 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc71062d-dcc2-4a49-ab1e-772b344522b6 None None] Routers {'4212f2a8-1c64-4887-ba44-7b7179745dbc'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:03:00.423867 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-cc71062d-dcc2-4a49-ab1e-772b344522b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:02:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['4212f2a8-1c64-4887-ba44-7b7179745dbc'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:00.431744 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cf1d52f5-06d0-4b88-ad55-ac688b906e5a req-cacef310-5f29-4d23-a954-22ded710eb32 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91988103-3129-4a5d-9cc0-4ed684d86817 HTTP/1.1" status: 200 len: 1000 time: 0.0587378 Jul 09 17:03:00.483790 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d52f5-06d0-4b88-ad55-ac688b906e5a req-1681506b-a8a5-477a-99e2-a0e0befde582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:00.485281 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cf1d52f5-06d0-4b88-ad55-ac688b906e5a req-1681506b-a8a5-477a-99e2-a0e0befde582 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4d62028f-44ed-40d1-89e2-cd8d1482a607 HTTP/1.1" status: 200 len: 851 time: 0.0476243 Jul 09 17:03:00.528322 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-cc71062d-dcc2-4a49-ab1e-772b344522b6 None None] Set router 4212f2a8-1c64-4887-ba44-7b7179745dbc gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:03:00.542160 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d52f5-06d0-4b88-ad55-ac688b906e5a req-ff279e9f-2736-4da8-93d1-9abdfabd1146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:00.543763 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cf1d52f5-06d0-4b88-ad55-ac688b906e5a req-ff279e9f-2736-4da8-93d1-9abdfabd1146 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c758158a-3c22-47c1-93a3-3d20d45c6718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523901 Jul 09 17:03:00.636804 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cf1d52f5-06d0-4b88-ad55-ac688b906e5a req-744f8707-9ccd-444f-9b02-653cea5983b8 service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869398 Jul 09 17:03:00.730447 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cf1d52f5-06d0-4b88-ad55-ac688b906e5a req-cba2a447-9153-43a2-9d52-598d7da42e84 service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870967 Jul 09 17:03:00.751620 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-cc71062d-dcc2-4a49-ab1e-772b344522b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'name': 'tempest-ServerActionsTestJSON-1011410607-router', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T16:58:13Z', 'revision_number': 4, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'gw_port': {'id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:91:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T16:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '11886b11-c39c-4331-931a-8aa8fd251933', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'floating_ip_address': '172.25.0.137', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'port_id': '91988103-3129-4a5d-9cc0-4ed684d86817', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718', 'mac_address': 'fa:16:3e:2c:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85b080a-e353-4944-b759-1bc44bdf22e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:58:15Z', 'updated_at': '2021-07-09T17:02:59Z', 'revision_number': 9, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6ee4495-48b6-4482-9988-e7e219582cbf', 'name': '', 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'mac_address': 'fa:16:3e:30:77:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:12Z', 'updated_at': '2021-07-09T16:58:18Z', 'revision_number': 5, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'subnets': [{'id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:03:00.778047 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc71062d-dcc2-4a49-ab1e-772b344522b6 None None] The sync data for ids ['4212f2a8-1c64-4887-ba44-7b7179745dbc'] in n-d-798930-3 is: [{'id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'name': 'tempest-ServerActionsTestJSON-1011410607-router', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T16:58:13Z', 'revision_number': 4, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'gw_port': {'id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:91:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T16:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '11886b11-c39c-4331-931a-8aa8fd251933', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'floating_ip_address': '172.25.0.137', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'port_id': '91988103-3129-4a5d-9cc0-4ed684d86817', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718', 'mac_address': 'fa:16:3e:2c:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85b080a-e353-4944-b759-1bc44bdf22e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:58:15Z', 'updated_at': '2021-07-09T17:02:59Z', 'revision_number': 9, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6ee4495-48b6-4482-9988-e7e219582cbf', 'name': '', 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'mac_address': 'fa:16:3e:30:77:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:12Z', 'updated_at': '2021-07-09T16:58:18Z', 'revision_number': 5, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'subnets': [{'id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:03:00.959422 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f3041a-8390-429c-8b58-fc2422675e4f None None] New status for floating IP 11886b11-c39c-4331-931a-8aa8fd251933: ACTIVE {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:03:10.418307 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:21.074212 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:03:22.367147 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-601460be-173b-4c31-a250-091964a0d7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:25.113144 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9970d955-11a4-4a86-8afe-55a7e80dd8e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:25.819229 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:26.407678 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:27.092858 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:28.348058 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:38.584695 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4755e767-a19c-4837-a281-b50cea3c0035 req-5a4a414d-ab4c-4e2f-9785-b5c7a8299f02 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a85b080a-e353-4944-b759-1bc44bdf22e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0965950 Jul 09 17:03:38.680676 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755e767-a19c-4837-a281-b50cea3c0035 req-7a30247d-5f26-4e3f-a06e-b51e490a2857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:38.682179 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4755e767-a19c-4837-a281-b50cea3c0035 req-7a30247d-5f26-4e3f-a06e-b51e490a2857 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32&device_id=a85b080a-e353-4944-b759-1bc44bdf22e3 HTTP/1.1" status: 200 len: 1097 time: 0.0524461 Jul 09 17:03:38.794912 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755e767-a19c-4837-a281-b50cea3c0035 req-6fbed1b5-7191-47d9-91ed-289a3b1db363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:38.796377 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4755e767-a19c-4837-a281-b50cea3c0035 req-6fbed1b5-7191-47d9-91ed-289a3b1db363 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c758158a-3c22-47c1-93a3-3d20d45c6718 HTTP/1.1" status: 200 len: 913 time: 0.0876276 Jul 09 17:03:38.860035 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4755e767-a19c-4837-a281-b50cea3c0035 req-67bd148d-6f89-46b1-a8a0-cabb0ffe5b3f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91988103-3129-4a5d-9cc0-4ed684d86817 HTTP/1.1" status: 200 len: 1003 time: 0.0570509 Jul 09 17:03:38.916099 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755e767-a19c-4837-a281-b50cea3c0035 req-b8bcbd9b-0246-4229-863f-a9b22c915344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:38.917551 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4755e767-a19c-4837-a281-b50cea3c0035 req-b8bcbd9b-0246-4229-863f-a9b22c915344 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4d62028f-44ed-40d1-89e2-cd8d1482a607 HTTP/1.1" status: 200 len: 851 time: 0.0501013 Jul 09 17:03:38.972936 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755e767-a19c-4837-a281-b50cea3c0035 req-7943f265-80d5-44e6-be60-c2b2dcc33aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:38.974413 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4755e767-a19c-4837-a281-b50cea3c0035 req-7943f265-80d5-44e6-be60-c2b2dcc33aa9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c758158a-3c22-47c1-93a3-3d20d45c6718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508120 Jul 09 17:03:39.061291 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4755e767-a19c-4837-a281-b50cea3c0035 req-53bb46bc-780d-4512-86e8-a92763da4d64 service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800226 Jul 09 17:03:39.153772 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4755e767-a19c-4837-a281-b50cea3c0035 req-73775642-b66d-4c0b-a3e9-cefdf417f532 service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869489 Jul 09 17:03:40.414682 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:52.369487 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-91984b0c-d2bf-4389-ac38-46d20d5a18db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:55.113997 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-587537d4-bc6b-47f3-bb42-cc4fa8fcc1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:55.820310 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:56.411084 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:57.098209 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:58.074346 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:03:58.353263 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:10.413907 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:22.369627 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f8a4a198-134e-4858-8e69-474073b4faf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:25.114275 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2f17e354-f1ce-4083-9a47-7598de5ea90d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:25.822356 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:26.415847 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:27.107362 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:28.351747 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:35.073990 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:04:35.395197 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-761f3775-f203-4d89-babf-f2d8321f1448 req-82722251-89b3-40e3-8601-785074694702 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=a85b080a-e353-4944-b759-1bc44bdf22e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0516880 Jul 09 17:04:35.463463 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43ed04-af0a-4973-b48d-334ed2f258d8 req-b0b5548e-0489-4a98-a3e1-b01d199f3452 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:35.464971 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ad43ed04-af0a-4973-b48d-334ed2f258d8 req-b0b5548e-0489-4a98-a3e1-b01d199f3452 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a85b080a-e353-4944-b759-1bc44bdf22e3 HTTP/1.1" status: 200 len: 946 time: 0.0687697 Jul 09 17:04:35.504075 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ad43ed04-af0a-4973-b48d-334ed2f258d8 req-bdd16825-d409-47b3-8d53-df246617b0bc tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333002 Jul 09 17:04:36.721604 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd246314-1812-4dfe-93a6-ce547790fbbd req-29956696-ed9d-44a7-b68c-2684cefd2376 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:36.723094 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fd246314-1812-4dfe-93a6-ce547790fbbd req-29956696-ed9d-44a7-b68c-2684cefd2376 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a85b080a-e353-4944-b759-1bc44bdf22e3 HTTP/1.1" status: 200 len: 946 time: 0.1017427 Jul 09 17:04:36.725690 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f3775-f203-4d89-babf-f2d8321f1448 req-b9032cd9-466e-42d2-a5c8-9e4286c9d452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:36.727580 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-761f3775-f203-4d89-babf-f2d8321f1448 req-b9032cd9-466e-42d2-a5c8-9e4286c9d452 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32&device_id=a85b080a-e353-4944-b759-1bc44bdf22e3 HTTP/1.1" status: 200 len: 1097 time: 0.0785124 Jul 09 17:04:36.811569 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fd246314-1812-4dfe-93a6-ce547790fbbd req-aa373d41-7cba-4157-89fb-66873965d283 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824242 Jul 09 17:04:36.842241 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f3775-f203-4d89-babf-f2d8321f1448 req-6a5c94e8-8240-4cf6-8e77-436e47f48d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:36.843736 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-761f3775-f203-4d89-babf-f2d8321f1448 req-6a5c94e8-8240-4cf6-8e77-436e47f48d46 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c758158a-3c22-47c1-93a3-3d20d45c6718 HTTP/1.1" status: 200 len: 913 time: 0.1089284 Jul 09 17:04:36.906164 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-761f3775-f203-4d89-babf-f2d8321f1448 req-994e6a08-fa3a-4a18-8ac5-4d022b6f7f77 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91988103-3129-4a5d-9cc0-4ed684d86817 HTTP/1.1" status: 200 len: 1003 time: 0.0566931 Jul 09 17:04:36.958448 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f3775-f203-4d89-babf-f2d8321f1448 req-61776e98-a19b-4b91-957f-71dbffd716c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:36.960007 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-761f3775-f203-4d89-babf-f2d8321f1448 req-61776e98-a19b-4b91-957f-71dbffd716c2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4d62028f-44ed-40d1-89e2-cd8d1482a607 HTTP/1.1" status: 200 len: 851 time: 0.0481222 Jul 09 17:04:37.015765 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f3775-f203-4d89-babf-f2d8321f1448 req-69a7eb49-c345-47d1-bc21-4e274afad55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:37.017222 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-761f3775-f203-4d89-babf-f2d8321f1448 req-69a7eb49-c345-47d1-bc21-4e274afad55b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c758158a-3c22-47c1-93a3-3d20d45c6718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511410 Jul 09 17:04:37.103933 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-761f3775-f203-4d89-babf-f2d8321f1448 req-65a7b6bf-49fa-4be6-b2f2-53ca18b74e13 service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806549 Jul 09 17:04:37.193768 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-761f3775-f203-4d89-babf-f2d8321f1448 req-a68bed7c-f232-4c66-9bb1-585e60528d03 service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841973 Jul 09 17:04:37.983124 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b52582-16f3-47b5-8d21-8d542bc5a7d3 req-eff2f263-d39f-4a4e-b554-8acd27f2c74e tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:37.990414 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-36b52582-16f3-47b5-8d21-8d542bc5a7d3 req-eff2f263-d39f-4a4e-b554-8acd27f2c74e tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a85b080a-e353-4944-b759-1bc44bdf22e3 HTTP/1.1" status: 200 len: 946 time: 0.0696971 Jul 09 17:04:38.027423 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-36b52582-16f3-47b5-8d21-8d542bc5a7d3 req-65f4a2cd-4a8f-4fe5-8073-17541489e2b4 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311120 Jul 09 17:04:39.205648 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05867b4e-8ad9-477c-9e9d-2caabbedc1e5 req-3a361b87-2ad4-46b9-8124-03e6765cc6e5 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:39.207151 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-05867b4e-8ad9-477c-9e9d-2caabbedc1e5 req-3a361b87-2ad4-46b9-8124-03e6765cc6e5 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a85b080a-e353-4944-b759-1bc44bdf22e3 HTTP/1.1" status: 200 len: 946 time: 0.0675361 Jul 09 17:04:39.245181 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-05867b4e-8ad9-477c-9e9d-2caabbedc1e5 req-5fb42d82-716a-49e0-a425-8ff8aa34b282 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323553 Jul 09 17:04:39.576227 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab38d2b-836d-4a01-8043-ef4f4ac633b9 req-b052f3b7-15b5-4186-b833-bbb756b5b02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:39.577979 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1ab38d2b-836d-4a01-8043-ef4f4ac633b9 req-b052f3b7-15b5-4186-b833-bbb756b5b02f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32&device_id=a85b080a-e353-4944-b759-1bc44bdf22e3 HTTP/1.1" status: 200 len: 1097 time: 0.0527685 Jul 09 17:04:39.676826 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab38d2b-836d-4a01-8043-ef4f4ac633b9 req-7db19230-1679-4c29-a974-2969c9c6490e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:39.678261 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1ab38d2b-836d-4a01-8043-ef4f4ac633b9 req-7db19230-1679-4c29-a974-2969c9c6490e service neutron] 10.222.0.77 "GET /v2.0/networks?id=c758158a-3c22-47c1-93a3-3d20d45c6718 HTTP/1.1" status: 200 len: 913 time: 0.0819688 Jul 09 17:04:39.745933 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1ab38d2b-836d-4a01-8043-ef4f4ac633b9 req-92df62be-6339-4593-a239-267a96859ee4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91988103-3129-4a5d-9cc0-4ed684d86817 HTTP/1.1" status: 200 len: 1003 time: 0.0611596 Jul 09 17:04:39.795689 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab38d2b-836d-4a01-8043-ef4f4ac633b9 req-06e7beb9-393d-4e81-b8c6-568b7f08041a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:39.796955 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1ab38d2b-836d-4a01-8043-ef4f4ac633b9 req-06e7beb9-393d-4e81-b8c6-568b7f08041a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4d62028f-44ed-40d1-89e2-cd8d1482a607 HTTP/1.1" status: 200 len: 851 time: 0.0421340 Jul 09 17:04:39.862146 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab38d2b-836d-4a01-8043-ef4f4ac633b9 req-64a01b0e-9d91-47f0-83df-0a96904347bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:39.863667 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1ab38d2b-836d-4a01-8043-ef4f4ac633b9 req-64a01b0e-9d91-47f0-83df-0a96904347bd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c758158a-3c22-47c1-93a3-3d20d45c6718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590644 Jul 09 17:04:39.953834 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1ab38d2b-836d-4a01-8043-ef4f4ac633b9 req-7a998c6f-47e5-4147-89f9-1090aea89866 service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838890 Jul 09 17:04:40.045685 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1ab38d2b-836d-4a01-8043-ef4f4ac633b9 req-0715af82-867a-4a30-a60d-2a88576fcb53 service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859468 Jul 09 17:04:40.418304 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:40.426202 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067eefa3-f484-4991-a9e1-bc82b1abcfb6 req-50bcd457-c5ac-486f-aedd-bb7449e92f96 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:40.427731 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-067eefa3-f484-4991-a9e1-bc82b1abcfb6 req-50bcd457-c5ac-486f-aedd-bb7449e92f96 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a85b080a-e353-4944-b759-1bc44bdf22e3 HTTP/1.1" status: 200 len: 946 time: 0.0688465 Jul 09 17:04:40.466117 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-067eefa3-f484-4991-a9e1-bc82b1abcfb6 req-d2235f07-b693-430a-8195-2268c7601196 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328307 Jul 09 17:04:41.636496 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf162b0-5186-45fe-834e-ecaa3f7a7142 req-27d4190f-9a63-401d-a857-c5b13f05b46d tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:41.637945 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5bf162b0-5186-45fe-834e-ecaa3f7a7142 req-27d4190f-9a63-401d-a857-c5b13f05b46d tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a85b080a-e353-4944-b759-1bc44bdf22e3 HTTP/1.1" status: 200 len: 946 time: 0.0619197 Jul 09 17:04:41.675686 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5bf162b0-5186-45fe-834e-ecaa3f7a7142 req-c80d07b4-9aa9-413e-8b70-d28b4b95f280 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321846 Jul 09 17:04:42.864327 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b0ce9-ec84-4b44-b1a5-5b8ce3261b2f req-a4cb2ee1-705f-44ae-945d-e0ac18711406 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:42.865794 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-019b0ce9-ec84-4b44-b1a5-5b8ce3261b2f req-a4cb2ee1-705f-44ae-945d-e0ac18711406 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a85b080a-e353-4944-b759-1bc44bdf22e3 HTTP/1.1" status: 200 len: 946 time: 0.0727191 Jul 09 17:04:42.902388 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-019b0ce9-ec84-4b44-b1a5-5b8ce3261b2f req-4093540d-dd26-4ec4-a6f9-07f74fbe3f18 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309682 Jul 09 17:04:44.079078 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e7cc8-79c9-4169-91f6-29f1aa11560c req-b8bc8193-46f5-4373-909b-08eac7eede9c tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:44.080565 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-477e7cc8-79c9-4169-91f6-29f1aa11560c req-b8bc8193-46f5-4373-909b-08eac7eede9c tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a85b080a-e353-4944-b759-1bc44bdf22e3 HTTP/1.1" status: 200 len: 946 time: 0.0641954 Jul 09 17:04:44.117025 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-477e7cc8-79c9-4169-91f6-29f1aa11560c req-93414d6e-9b4e-4c95-82b4-01dd277df2f0 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309460 Jul 09 17:04:45.291753 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c020378-8950-44a2-bfd8-d97246c8d90d req-30592596-ed4e-4a8a-a195-d97ac248a8c1 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:45.293272 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c020378-8950-44a2-bfd8-d97246c8d90d req-30592596-ed4e-4a8a-a195-d97ac248a8c1 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a85b080a-e353-4944-b759-1bc44bdf22e3 HTTP/1.1" status: 200 len: 946 time: 0.0640442 Jul 09 17:04:45.331049 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c020378-8950-44a2-bfd8-d97246c8d90d req-8a6d4d08-ae08-4c0e-b6cc-19d3bade22a4 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322704 Jul 09 17:04:46.505212 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee2715e-6534-4623-8b15-caa0f5cb8fc4 req-4d2a88e6-3889-4f96-9064-011c4ada7d7a tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:46.506704 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fee2715e-6534-4623-8b15-caa0f5cb8fc4 req-4d2a88e6-3889-4f96-9064-011c4ada7d7a tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a85b080a-e353-4944-b759-1bc44bdf22e3 HTTP/1.1" status: 200 len: 946 time: 0.0669847 Jul 09 17:04:46.544201 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fee2715e-6534-4623-8b15-caa0f5cb8fc4 req-2d57bdc3-f34b-4969-b755-1fef8450b6f6 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313852 Jul 09 17:04:47.714363 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78398cb6-fe3e-4b74-a8d1-df862a8c97db req-07e9ef78-daa9-4760-9fc8-884d0829c494 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:47.715833 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-78398cb6-fe3e-4b74-a8d1-df862a8c97db req-07e9ef78-daa9-4760-9fc8-884d0829c494 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a85b080a-e353-4944-b759-1bc44bdf22e3 HTTP/1.1" status: 200 len: 946 time: 0.0622504 Jul 09 17:04:47.753590 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-78398cb6-fe3e-4b74-a8d1-df862a8c97db req-3d1240b0-f709-49e7-a68d-ca2a13829c31 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321343 Jul 09 17:04:48.940821 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a41025-d417-4847-9a8f-7fe57de59b47 req-238c4f66-7f75-4cf6-9503-bd4630f291bc tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:48.942293 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-55a41025-d417-4847-9a8f-7fe57de59b47 req-238c4f66-7f75-4cf6-9503-bd4630f291bc tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a85b080a-e353-4944-b759-1bc44bdf22e3 HTTP/1.1" status: 200 len: 946 time: 0.0667839 Jul 09 17:04:48.979594 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-55a41025-d417-4847-9a8f-7fe57de59b47 req-066b2f0e-7a1a-4f5d-89e1-01f5d782c0e2 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311093 Jul 09 17:04:49.131364 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [req-761f3775-f203-4d89-babf-f2d8321f1448 req-60127e10-9066-42f2-a0aa-ecb42e080fce service neutron] show failed (client error): The resource could not be found. Jul 09 17:04:49.132544 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-761f3775-f203-4d89-babf-f2d8321f1448 req-60127e10-9066-42f2-a0aa-ecb42e080fce service neutron] 10.222.0.77 "GET /v2.0/ports/91988103-3129-4a5d-9cc0-4ed684d86817/bindings/n-h2-798930-3 HTTP/1.1" status: 404 len: 380 time: 0.0554254 Jul 09 17:04:49.435001 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f3775-f203-4d89-babf-f2d8321f1448 req-7caebeab-c4b7-4533-847f-d9dba997ca74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:49.436497 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-761f3775-f203-4d89-babf-f2d8321f1448 req-7caebeab-c4b7-4533-847f-d9dba997ca74 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a85b080a-e353-4944-b759-1bc44bdf22e3&tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32 HTTP/1.1" status: 200 len: 1097 time: 0.1111500 Jul 09 17:04:49.453544 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-761f3775-f203-4d89-babf-f2d8321f1448 req-bd36f156-3d27-4762-9409-2c1cd7d39afc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798930-3', 'device_owner': 'compute:nova'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:49.525814 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-761f3775-f203-4d89-babf-f2d8321f1448 req-bd36f156-3d27-4762-9409-2c1cd7d39afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:49.722580 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-761f3775-f203-4d89-babf-f2d8321f1448 req-bd36f156-3d27-4762-9409-2c1cd7d39afc service neutron] For port 91988103-3129-4a5d-9cc0-4ed684d86817, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=91988103-3129-4a5d-9cc0-4ed684d86817,segment=NetworkSegment(1bc3e896-c601-4663-9412-549e7692ffb2),segment_id=1bc3e896-c601-4663-9412-549e7692ffb2)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:04:49.755411 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-761f3775-f203-4d89-babf-f2d8321f1448 req-bd36f156-3d27-4762-9409-2c1cd7d39afc service neutron] For port 91988103-3129-4a5d-9cc0-4ed684d86817, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:04:49.793435 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85b080a-e353-4944-b759-1bc44bdf22e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91988103-3129-4a5d-9cc0-4ed684d86817'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:04:49.796178 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d92533-5acc-42ac-a61c-4048cb987129" -d '{"events": [{"server_uuid": "a85b080a-e353-4944-b759-1bc44bdf22e3", "name": "network-vif-unplugged", "status": "completed", "tag": "91988103-3129-4a5d-9cc0-4ed684d86817"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:04:49.799673 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-761f3775-f203-4d89-babf-f2d8321f1448 req-bd36f156-3d27-4762-9409-2c1cd7d39afc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:49.812230 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-761f3775-f203-4d89-babf-f2d8321f1448 req-bd36f156-3d27-4762-9409-2c1cd7d39afc service neutron] Transition to ACTIVE for port object 91988103-3129-4a5d-9cc0-4ed684d86817 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:04:49.816710 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-761f3775-f203-4d89-babf-f2d8321f1448 req-bd36f156-3d27-4762-9409-2c1cd7d39afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:49.901092 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd36f156-3d27-4762-9409-2c1cd7d39afc service neutron] Pushing event updated for resources: {'Port': ['ID=91988103-3129-4a5d-9cc0-4ed684d86817,revision_number=6']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:49.915901 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd36f156-3d27-4762-9409-2c1cd7d39afc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:49.916252 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd36f156-3d27-4762-9409-2c1cd7d39afc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:49.916687 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd36f156-3d27-4762-9409-2c1cd7d39afc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:49.916921 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd36f156-3d27-4762-9409-2c1cd7d39afc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:49.917256 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd36f156-3d27-4762-9409-2c1cd7d39afc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:49.917601 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd36f156-3d27-4762-9409-2c1cd7d39afc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:49.917913 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd36f156-3d27-4762-9409-2c1cd7d39afc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:49.918239 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd36f156-3d27-4762-9409-2c1cd7d39afc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:49.918565 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd36f156-3d27-4762-9409-2c1cd7d39afc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:49.918918 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd36f156-3d27-4762-9409-2c1cd7d39afc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:49.919244 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd36f156-3d27-4762-9409-2c1cd7d39afc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:49.919569 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd36f156-3d27-4762-9409-2c1cd7d39afc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:49.934140 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 17:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46641f1b-44c9-470e-8eda-5b7c6c8e3b19 x-openstack-request-id: req-46641f1b-44c9-470e-8eda-5b7c6c8e3b19 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:04:49.934440 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85b080a-e353-4944-b759-1bc44bdf22e3", "name": "network-vif-unplugged", "status": "completed", "tag": "91988103-3129-4a5d-9cc0-4ed684d86817", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:04:49.934695 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-46641f1b-44c9-470e-8eda-5b7c6c8e3b19 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:04:49.935121 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85b080a-e353-4944-b759-1bc44bdf22e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91988103-3129-4a5d-9cc0-4ed684d86817', 'code': 200} Jul 09 17:04:49.956838 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-761f3775-f203-4d89-babf-f2d8321f1448 req-bd36f156-3d27-4762-9409-2c1cd7d39afc service neutron] No DVR routers for this DVR port 91988103-3129-4a5d-9cc0-4ed684d86817 on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:04:50.098261 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-761f3775-f203-4d89-babf-f2d8321f1448 req-bd36f156-3d27-4762-9409-2c1cd7d39afc service neutron] Attempting to bind port 91988103-3129-4a5d-9cc0-4ed684d86817 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:04:50.098598 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-761f3775-f203-4d89-babf-f2d8321f1448 req-bd36f156-3d27-4762-9409-2c1cd7d39afc service neutron] Attempting to bind port 91988103-3129-4a5d-9cc0-4ed684d86817 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': '1bc3e896-c601-4663-9412-549e7692ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:04:50.098965 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761f3775-f203-4d89-babf-f2d8321f1448 req-bd36f156-3d27-4762-9409-2c1cd7d39afc service neutron] Attempting to bind port 91988103-3129-4a5d-9cc0-4ed684d86817 on network c758158a-3c22-47c1-93a3-3d20d45c6718 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:04:50.103281 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761f3775-f203-4d89-babf-f2d8321f1448 req-bd36f156-3d27-4762-9409-2c1cd7d39afc service neutron] Port 91988103-3129-4a5d-9cc0-4ed684d86817 on network c758158a-3c22-47c1-93a3-3d20d45c6718 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:04:50.103604 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761f3775-f203-4d89-babf-f2d8321f1448 req-bd36f156-3d27-4762-9409-2c1cd7d39afc service neutron] Attempting to bind port 91988103-3129-4a5d-9cc0-4ed684d86817 on network c758158a-3c22-47c1-93a3-3d20d45c6718 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:04:50.118646 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761f3775-f203-4d89-babf-f2d8321f1448 req-bd36f156-3d27-4762-9409-2c1cd7d39afc service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:04:50.118939 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761f3775-f203-4d89-babf-f2d8321f1448 req-bd36f156-3d27-4762-9409-2c1cd7d39afc service neutron] Checking segment: {'id': '1bc3e896-c601-4663-9412-549e7692ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:04:50.119314 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761f3775-f203-4d89-babf-f2d8321f1448 req-bd36f156-3d27-4762-9409-2c1cd7d39afc service neutron] Bound using segment: {'id': '1bc3e896-c601-4663-9412-549e7692ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:04:50.119748 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-761f3775-f203-4d89-babf-f2d8321f1448 req-bd36f156-3d27-4762-9409-2c1cd7d39afc service neutron] Bound port: 91988103-3129-4a5d-9cc0-4ed684d86817, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc3e896-c601-4663-9412-549e7692ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:04:50.120103 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-761f3775-f203-4d89-babf-f2d8321f1448 req-bd36f156-3d27-4762-9409-2c1cd7d39afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:50.225352 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a3c9d-bcda-4b99-ba19-af4c9840cde8 req-0b3fe4f1-976d-45d4-a815-6ae99d4f872c tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:50.226885 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-eb9a3c9d-bcda-4b99-ba19-af4c9840cde8 req-0b3fe4f1-976d-45d4-a815-6ae99d4f872c tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a85b080a-e353-4944-b759-1bc44bdf22e3 HTTP/1.1" status: 200 len: 944 time: 0.1203594 Jul 09 17:04:50.227901 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-761f3775-f203-4d89-babf-f2d8321f1448 req-bd36f156-3d27-4762-9409-2c1cd7d39afc service neutron] For port 91988103-3129-4a5d-9cc0-4ed684d86817, host n-h2-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:04:50.231700 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-761f3775-f203-4d89-babf-f2d8321f1448 req-bd36f156-3d27-4762-9409-2c1cd7d39afc service neutron] For port 91988103-3129-4a5d-9cc0-4ed684d86817, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=91988103-3129-4a5d-9cc0-4ed684d86817,segment=NetworkSegment(1bc3e896-c601-4663-9412-549e7692ffb2),segment_id=1bc3e896-c601-4663-9412-549e7692ffb2)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:04:50.240733 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-761f3775-f203-4d89-babf-f2d8321f1448 req-bd36f156-3d27-4762-9409-2c1cd7d39afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:50.292640 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f3775-f203-4d89-babf-f2d8321f1448 req-bd36f156-3d27-4762-9409-2c1cd7d39afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:50.293267 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-761f3775-f203-4d89-babf-f2d8321f1448 req-bd36f156-3d27-4762-9409-2c1cd7d39afc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:50.294917 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-761f3775-f203-4d89-babf-f2d8321f1448 req-bd36f156-3d27-4762-9409-2c1cd7d39afc service neutron] 10.222.0.73 "PUT /v2.0/ports/91988103-3129-4a5d-9cc0-4ed684d86817 HTTP/1.1" status: 200 len: 1092 time: 0.8455694 Jul 09 17:04:50.307926 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-eb9a3c9d-bcda-4b99-ba19-af4c9840cde8 req-93647283-6898-402e-8b4b-990f0678fcf5 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748668 Jul 09 17:04:50.329745 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd36f156-3d27-4762-9409-2c1cd7d39afc service neutron] Pushing event updated for resources: {'Port': ['ID=91988103-3129-4a5d-9cc0-4ed684d86817,revision_number=7']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:50.389793 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f3775-f203-4d89-babf-f2d8321f1448 req-cff94089-e86b-492a-9e81-b03af6208efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:50.391347 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-761f3775-f203-4d89-babf-f2d8321f1448 req-cff94089-e86b-492a-9e81-b03af6208efb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32&device_id=a85b080a-e353-4944-b759-1bc44bdf22e3 HTTP/1.1" status: 200 len: 1095 time: 0.0561233 Jul 09 17:04:50.486665 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f3775-f203-4d89-babf-f2d8321f1448 req-4c9ac10b-b9da-465f-ae6a-8a1806d3d732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:50.488034 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-761f3775-f203-4d89-babf-f2d8321f1448 req-4c9ac10b-b9da-465f-ae6a-8a1806d3d732 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c758158a-3c22-47c1-93a3-3d20d45c6718 HTTP/1.1" status: 200 len: 913 time: 0.0896060 Jul 09 17:04:50.550890 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-761f3775-f203-4d89-babf-f2d8321f1448 req-6cd9c6c9-9fbf-4b87-ae3f-c04aa6359568 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91988103-3129-4a5d-9cc0-4ed684d86817 HTTP/1.1" status: 200 len: 1001 time: 0.0566523 Jul 09 17:04:50.602512 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f3775-f203-4d89-babf-f2d8321f1448 req-9b404d8a-bfeb-4ddc-9018-1f0837a29907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:50.603995 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-761f3775-f203-4d89-babf-f2d8321f1448 req-9b404d8a-bfeb-4ddc-9018-1f0837a29907 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4d62028f-44ed-40d1-89e2-cd8d1482a607 HTTP/1.1" status: 200 len: 851 time: 0.0473833 Jul 09 17:04:50.660893 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f3775-f203-4d89-babf-f2d8321f1448 req-17ff8f3b-6bb2-458c-8529-02008b4a3df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:50.662376 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-761f3775-f203-4d89-babf-f2d8321f1448 req-17ff8f3b-6bb2-458c-8529-02008b4a3df0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c758158a-3c22-47c1-93a3-3d20d45c6718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522382 Jul 09 17:04:50.749476 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-761f3775-f203-4d89-babf-f2d8321f1448 req-a5ebe30e-4878-4b4f-a240-3486f8ba8cd6 service neutron] 10.222.0.73 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804484 Jul 09 17:04:50.839870 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-761f3775-f203-4d89-babf-f2d8321f1448 req-c4310075-6ffd-4cc6-87ff-7355171c777d service neutron] 10.222.0.73 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836596 Jul 09 17:04:51.486981 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493bc49-e04a-41e1-b7dd-e4e66cb8be31 req-c14815b2-c35a-4c46-9acf-d3a8655ba89a tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:51.488480 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1493bc49-e04a-41e1-b7dd-e4e66cb8be31 req-c14815b2-c35a-4c46-9acf-d3a8655ba89a tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a85b080a-e353-4944-b759-1bc44bdf22e3 HTTP/1.1" status: 200 len: 944 time: 0.0629489 Jul 09 17:04:51.526284 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1493bc49-e04a-41e1-b7dd-e4e66cb8be31 req-469bb15e-d183-4115-8273-3a9fc21e9dcd tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322185 Jul 09 17:04:51.935845 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a85b080a-e353-4944-b759-1bc44bdf22e3', 'tag': '91988103-3129-4a5d-9cc0-4ed684d86817'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:04:51.938222 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553d793b-8a94-47c9-ab29-b3793849af5a" -d '{"events": [{"name": "network-changed", "server_uuid": "a85b080a-e353-4944-b759-1bc44bdf22e3", "tag": "91988103-3129-4a5d-9cc0-4ed684d86817"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:04:51.987413 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ce6d99-2092-4ab6-9f87-0a2f0ac17803 x-openstack-request-id: req-60ce6d99-2092-4ab6-9f87-0a2f0ac17803 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:04:51.987708 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a85b080a-e353-4944-b759-1bc44bdf22e3", "tag": "91988103-3129-4a5d-9cc0-4ed684d86817", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:04:51.987966 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-60ce6d99-2092-4ab6-9f87-0a2f0ac17803 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:04:51.988360 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a85b080a-e353-4944-b759-1bc44bdf22e3', 'tag': '91988103-3129-4a5d-9cc0-4ed684d86817', 'status': 'completed', 'code': 200} Jul 09 17:04:52.102186 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d793b-8a94-47c9-ab29-b3793849af5a req-c76ede85-1eac-403f-b08f-eacb998e06a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:52.103688 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-553d793b-8a94-47c9-ab29-b3793849af5a req-c76ede85-1eac-403f-b08f-eacb998e06a9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32&device_id=a85b080a-e353-4944-b759-1bc44bdf22e3 HTTP/1.1" status: 200 len: 1095 time: 0.0997412 Jul 09 17:04:52.106173 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d793b-8a94-47c9-ab29-b3793849af5a req-d39d9fa7-cc69-4342-88af-3d11c0c1ed86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:52.107651 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-553d793b-8a94-47c9-ab29-b3793849af5a req-d39d9fa7-cc69-4342-88af-3d11c0c1ed86 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32&device_id=a85b080a-e353-4944-b759-1bc44bdf22e3 HTTP/1.1" status: 200 len: 1095 time: 0.0753143 Jul 09 17:04:52.259732 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d793b-8a94-47c9-ab29-b3793849af5a req-722f2b06-da78-4b57-a9fd-d7ad9d74177e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:52.261176 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-553d793b-8a94-47c9-ab29-b3793849af5a req-722f2b06-da78-4b57-a9fd-d7ad9d74177e service neutron] 10.222.0.77 "GET /v2.0/networks?id=c758158a-3c22-47c1-93a3-3d20d45c6718 HTTP/1.1" status: 200 len: 913 time: 0.1517820 Jul 09 17:04:52.262473 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d793b-8a94-47c9-ab29-b3793849af5a req-5486c15f-c990-4e35-9089-5d44737ad319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:52.263944 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-553d793b-8a94-47c9-ab29-b3793849af5a req-5486c15f-c990-4e35-9089-5d44737ad319 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c758158a-3c22-47c1-93a3-3d20d45c6718 HTTP/1.1" status: 200 len: 913 time: 0.1465337 Jul 09 17:04:52.371263 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c1b9d5f3-d4cc-47b4-9f26-4828c7574972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:52.373828 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-553d793b-8a94-47c9-ab29-b3793849af5a req-e221026b-ba09-4574-a004-210cbfa4eb7e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91988103-3129-4a5d-9cc0-4ed684d86817 HTTP/1.1" status: 200 len: 1001 time: 0.1051061 Jul 09 17:04:52.379772 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-553d793b-8a94-47c9-ab29-b3793849af5a req-f4d914b9-94cb-4006-aa6c-e94946142e46 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91988103-3129-4a5d-9cc0-4ed684d86817 HTTP/1.1" status: 200 len: 1001 time: 0.1043899 Jul 09 17:04:52.458520 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d793b-8a94-47c9-ab29-b3793849af5a req-0a7af570-2528-45f1-b372-4765cee9bcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:52.459967 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-553d793b-8a94-47c9-ab29-b3793849af5a req-0a7af570-2528-45f1-b372-4765cee9bcc1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4d62028f-44ed-40d1-89e2-cd8d1482a607 HTTP/1.1" status: 200 len: 851 time: 0.0793765 Jul 09 17:04:52.461331 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d793b-8a94-47c9-ab29-b3793849af5a req-fe54ef0f-ab88-435d-88c7-619c2682b80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:52.462584 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-553d793b-8a94-47c9-ab29-b3793849af5a req-fe54ef0f-ab88-435d-88c7-619c2682b80d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4d62028f-44ed-40d1-89e2-cd8d1482a607 HTTP/1.1" status: 200 len: 851 time: 0.0749168 Jul 09 17:04:52.553498 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d793b-8a94-47c9-ab29-b3793849af5a req-3f2873d9-f110-4a4c-945e-89deffc95eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:52.555559 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-553d793b-8a94-47c9-ab29-b3793849af5a req-3f2873d9-f110-4a4c-945e-89deffc95eff service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c758158a-3c22-47c1-93a3-3d20d45c6718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892053 Jul 09 17:04:52.558011 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d793b-8a94-47c9-ab29-b3793849af5a req-a1ae3138-0cc3-4ef0-82f2-0d8f2c529182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:52.559353 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-553d793b-8a94-47c9-ab29-b3793849af5a req-a1ae3138-0cc3-4ef0-82f2-0d8f2c529182 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c758158a-3c22-47c1-93a3-3d20d45c6718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0859902 Jul 09 17:04:52.756045 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-553d793b-8a94-47c9-ab29-b3793849af5a req-272f818e-33ea-482c-ae2a-88067e7d8bd5 service neutron] 10.222.0.73 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864574 Jul 09 17:04:52.757608 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-553d793b-8a94-47c9-ab29-b3793849af5a req-ce18166b-6d99-409e-8525-fa4491b26972 service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959176 Jul 09 17:04:52.777038 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf0d2f7-b062-4670-8d70-41e5dbda99b9 req-61eb66b2-3132-4dea-9daa-e561db25b8cd tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:52.778380 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8cf0d2f7-b062-4670-8d70-41e5dbda99b9 req-61eb66b2-3132-4dea-9daa-e561db25b8cd tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a85b080a-e353-4944-b759-1bc44bdf22e3 HTTP/1.1" status: 200 len: 944 time: 0.1361938 Jul 09 17:04:53.119124 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 91988103-3129-4a5d-9cc0-4ed684d86817 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:04:53.159007 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 91988103-3129-4a5d-9cc0-4ed684d86817 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:04:53.241318 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8cf0d2f7-b062-4670-8d70-41e5dbda99b9 req-2d574f46-67f0-464d-af5e-60c86ed92455 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4452715 Jul 09 17:04:53.270145 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-553d793b-8a94-47c9-ab29-b3793849af5a req-7ce79bfb-a48c-4a45-9e15-98161e8fcc3b service neutron] 10.222.0.73 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5068982 Jul 09 17:04:53.274161 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-553d793b-8a94-47c9-ab29-b3793849af5a req-395c3a2c-3beb-42f5-b475-7fc090505919 service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4934111 Jul 09 17:04:53.318326 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 91988103-3129-4a5d-9cc0-4ed684d86817 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:04:53.415687 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 91988103-3129-4a5d-9cc0-4ed684d86817, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=91988103-3129-4a5d-9cc0-4ed684d86817,segment=NetworkSegment(1bc3e896-c601-4663-9412-549e7692ffb2),segment_id=1bc3e896-c601-4663-9412-549e7692ffb2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:04:53.427847 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '91988103-3129-4a5d-9cc0-4ed684d86817', 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718', 'port_id': '91988103-3129-4a5d-9cc0-4ed684d86817', 'mac_address': 'fa:16:3e:2c:b4:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:04:53.464547 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:53.477055 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91988103-3129-4a5d-9cc0-4ed684d86817 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:04:53.497500 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 91988103-3129-4a5d-9cc0-4ed684d86817, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=91988103-3129-4a5d-9cc0-4ed684d86817,segment=NetworkSegment(1bc3e896-c601-4663-9412-549e7692ffb2),segment_id=1bc3e896-c601-4663-9412-549e7692ffb2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:04:53.501787 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:53.548662 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=91988103-3129-4a5d-9cc0-4ed684d86817,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:53.556368 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:53.556714 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:53.557049 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:53.557422 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:53.557752 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:53.558109 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:53.558431 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:53.558753 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:53.559103 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:53.559422 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:53.559743 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:53.560062 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:53.947675 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['91988103-3129-4a5d-9cc0-4ed684d86817'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:04:54.417775 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9ebde-07ee-424c-a00d-e44500c660d5 req-b6d5d236-6d89-4fa2-bf4c-d7e22f28098d tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:54.419567 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f8c9ebde-07ee-424c-a00d-e44500c660d5 req-b6d5d236-6d89-4fa2-bf4c-d7e22f28098d tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a85b080a-e353-4944-b759-1bc44bdf22e3 HTTP/1.1" status: 200 len: 945 time: 0.0634634 Jul 09 17:04:54.460053 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f8c9ebde-07ee-424c-a00d-e44500c660d5 req-8af5b1bd-1d47-4c63-be39-3b039c3dbe31 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353134 Jul 09 17:04:54.862955 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71109bb-2631-4d33-8b06-29ca07db7387 req-e8d75d27-2b20-4513-96e4-f04ed72426c6 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:54.864357 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f71109bb-2631-4d33-8b06-29ca07db7387 req-e8d75d27-2b20-4513-96e4-f04ed72426c6 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.73 "GET /v2.0/ports?device_id=a85b080a-e353-4944-b759-1bc44bdf22e3&tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32&binding%3Ahost_id=n-h2-798930-3 HTTP/1.1" status: 200 len: 945 time: 0.0783546 Jul 09 17:04:54.958363 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f71109bb-2631-4d33-8b06-29ca07db7387 req-aa20d94c-2aa3-4546-be18-bc616169c7ab service neutron] 10.222.0.73 "GET /v2.0/ports/91988103-3129-4a5d-9cc0-4ed684d86817/bindings/n-h2-798930-3 HTTP/1.1" status: 200 len: 382 time: 0.0757897 Jul 09 17:04:54.966647 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce988b18-e9c5-49e0-ae01-1514f7c4abe3 req-e114225c-cb1d-41c7-8301-3e0b08229e8c tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:54.968008 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ce988b18-e9c5-49e0-ae01-1514f7c4abe3 req-e114225c-cb1d-41c7-8301-3e0b08229e8c tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a85b080a-e353-4944-b759-1bc44bdf22e3 HTTP/1.1" status: 200 len: 945 time: 0.1215312 Jul 09 17:04:55.029982 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ce988b18-e9c5-49e0-ae01-1514f7c4abe3 req-1347bce5-18f7-42ad-af57-4944adad9efc tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563836 Jul 09 17:04:55.056394 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71109bb-2631-4d33-8b06-29ca07db7387 req-6e5941d5-87f0-4958-8319-85e5c19e40c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:55.057847 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f71109bb-2631-4d33-8b06-29ca07db7387 req-6e5941d5-87f0-4958-8319-85e5c19e40c5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32&device_id=a85b080a-e353-4944-b759-1bc44bdf22e3 HTTP/1.1" status: 200 len: 1096 time: 0.0585849 Jul 09 17:04:55.115697 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-824841e2-9f8e-42dd-835c-021b35950414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:55.152116 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71109bb-2631-4d33-8b06-29ca07db7387 req-cf96e95b-20ea-4994-8110-d4a39be10d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:55.153729 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f71109bb-2631-4d33-8b06-29ca07db7387 req-cf96e95b-20ea-4994-8110-d4a39be10d49 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c758158a-3c22-47c1-93a3-3d20d45c6718 HTTP/1.1" status: 200 len: 913 time: 0.0896149 Jul 09 17:04:55.217894 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f71109bb-2631-4d33-8b06-29ca07db7387 req-fbf745ac-53f2-4c58-8dd3-0330788be93f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91988103-3129-4a5d-9cc0-4ed684d86817 HTTP/1.1" status: 200 len: 1002 time: 0.0581417 Jul 09 17:04:55.269636 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71109bb-2631-4d33-8b06-29ca07db7387 req-fbe2d73d-200e-4bb9-84cb-f1e3f5b8ee04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:55.271098 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f71109bb-2631-4d33-8b06-29ca07db7387 req-fbe2d73d-200e-4bb9-84cb-f1e3f5b8ee04 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4d62028f-44ed-40d1-89e2-cd8d1482a607 HTTP/1.1" status: 200 len: 851 time: 0.0474405 Jul 09 17:04:55.330860 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71109bb-2631-4d33-8b06-29ca07db7387 req-2d74e580-9a48-4ec5-aa09-cb17e40a7f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:55.332330 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f71109bb-2631-4d33-8b06-29ca07db7387 req-2d74e580-9a48-4ec5-aa09-cb17e40a7f1a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c758158a-3c22-47c1-93a3-3d20d45c6718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554142 Jul 09 17:04:55.343846 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 91988103-3129-4a5d-9cc0-4ed684d86817 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:04:55.393273 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 91988103-3129-4a5d-9cc0-4ed684d86817 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:04:55.397313 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 91988103-3129-4a5d-9cc0-4ed684d86817 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:04:55.397693 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:55.427501 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f71109bb-2631-4d33-8b06-29ca07db7387 req-9345d5a5-fbe9-4ca8-b94b-db2954e95580 service neutron] 10.222.0.73 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862842 Jul 09 17:04:55.525538 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f71109bb-2631-4d33-8b06-29ca07db7387 req-d077031d-0a17-4f5d-9105-1f22e86ae1d6 service neutron] 10.222.0.73 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913570 Jul 09 17:04:55.641129 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:55.662919 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85b080a-e353-4944-b759-1bc44bdf22e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91988103-3129-4a5d-9cc0-4ed684d86817'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:04:55.665829 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a86cc84-ce85-46fa-8e7f-b99a994787e8" -d '{"events": [{"server_uuid": "a85b080a-e353-4944-b759-1bc44bdf22e3", "name": "network-vif-plugged", "status": "completed", "tag": "91988103-3129-4a5d-9cc0-4ed684d86817"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:04:55.670472 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe4c6b-213e-4876-a1b2-820253daf130 req-28eaa8bd-cb0a-4604-9dac-081b0b7c9c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:55.672156 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-aefe4c6b-213e-4876-a1b2-820253daf130 req-28eaa8bd-cb0a-4604-9dac-081b0b7c9c1e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32&device_id=a85b080a-e353-4944-b759-1bc44bdf22e3 HTTP/1.1" status: 200 len: 1096 time: 0.0544274 Jul 09 17:04:55.678294 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 91988103-3129-4a5d-9cc0-4ed684d86817, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=91988103-3129-4a5d-9cc0-4ed684d86817,segment=NetworkSegment(1bc3e896-c601-4663-9412-549e7692ffb2),segment_id=1bc3e896-c601-4663-9412-549e7692ffb2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:04:55.683459 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:55.732889 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=91988103-3129-4a5d-9cc0-4ed684d86817,revision_number=9']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:55.782609 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe4c6b-213e-4876-a1b2-820253daf130 req-2c03a595-a382-416b-ae5b-5eabb3faca07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:55.784332 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-aefe4c6b-213e-4876-a1b2-820253daf130 req-2c03a595-a382-416b-ae5b-5eabb3faca07 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c758158a-3c22-47c1-93a3-3d20d45c6718 HTTP/1.1" status: 200 len: 913 time: 0.0880146 Jul 09 17:04:55.785422 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c08b82-b5ad-49fd-95ac-ab15791107c4 x-openstack-request-id: req-61c08b82-b5ad-49fd-95ac-ab15791107c4 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:04:55.785722 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85b080a-e353-4944-b759-1bc44bdf22e3", "name": "network-vif-plugged", "status": "completed", "tag": "91988103-3129-4a5d-9cc0-4ed684d86817", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:04:55.785975 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-61c08b82-b5ad-49fd-95ac-ab15791107c4 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:04:55.786364 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85b080a-e353-4944-b759-1bc44bdf22e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91988103-3129-4a5d-9cc0-4ed684d86817', 'code': 200} Jul 09 17:04:55.823458 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:55.887141 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-aefe4c6b-213e-4876-a1b2-820253daf130 req-6d38d337-01ed-40e0-96de-173cef540eb2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91988103-3129-4a5d-9cc0-4ed684d86817 HTTP/1.1" status: 200 len: 1003 time: 0.0620868 Jul 09 17:04:55.942502 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe4c6b-213e-4876-a1b2-820253daf130 req-0c6e6663-087c-4071-8d91-c4cc82b844cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:55.943970 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-aefe4c6b-213e-4876-a1b2-820253daf130 req-0c6e6663-087c-4071-8d91-c4cc82b844cb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4d62028f-44ed-40d1-89e2-cd8d1482a607 HTTP/1.1" status: 200 len: 851 time: 0.0506039 Jul 09 17:04:56.000097 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe4c6b-213e-4876-a1b2-820253daf130 req-e5675e4e-b442-44cc-a13d-bd8f3556be57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:56.001475 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-aefe4c6b-213e-4876-a1b2-820253daf130 req-e5675e4e-b442-44cc-a13d-bd8f3556be57 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c758158a-3c22-47c1-93a3-3d20d45c6718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507274 Jul 09 17:04:56.094213 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-aefe4c6b-213e-4876-a1b2-820253daf130 req-2bafa992-61b7-4c96-9d67-5c2592a2dfcd service neutron] 10.222.0.73 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850103 Jul 09 17:04:56.235471 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-aefe4c6b-213e-4876-a1b2-820253daf130 req-5435acb6-762a-47ab-8d03-e22b8b17663d service neutron] 10.222.0.73 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334312 Jul 09 17:04:56.247611 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0877320-86e1-4d0d-a208-2691116d8d64 req-c0020cdd-44fc-4514-8f1f-d797b99dd5bd tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:56.249017 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e0877320-86e1-4d0d-a208-2691116d8d64 req-c0020cdd-44fc-4514-8f1f-d797b99dd5bd tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a85b080a-e353-4944-b759-1bc44bdf22e3 HTTP/1.1" status: 200 len: 946 time: 0.0992324 Jul 09 17:04:56.295178 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e0877320-86e1-4d0d-a208-2691116d8d64 req-83dd4b3b-9ae8-4d20-ac91-e271a9f94f33 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398657 Jul 09 17:04:56.417366 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:57.115264 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:57.474353 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e200148-9658-43b3-9046-43cb6ff70f20 req-2c949ac9-e7e7-482f-8c41-a930ca598775 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:57.475785 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1e200148-9658-43b3-9046-43cb6ff70f20 req-2c949ac9-e7e7-482f-8c41-a930ca598775 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a85b080a-e353-4944-b759-1bc44bdf22e3 HTTP/1.1" status: 200 len: 946 time: 0.0660496 Jul 09 17:04:57.516896 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1e200148-9658-43b3-9046-43cb6ff70f20 req-74a963bf-2a2a-4822-866e-b71d6cd76a13 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352769 Jul 09 17:04:57.908134 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71109bb-2631-4d33-8b06-29ca07db7387 req-dcf0ec89-4ab1-436a-bd11-3406fa23b1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:57.909613 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f71109bb-2631-4d33-8b06-29ca07db7387 req-dcf0ec89-4ab1-436a-bd11-3406fa23b1d4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a85b080a-e353-4944-b759-1bc44bdf22e3&tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32 HTTP/1.1" status: 200 len: 1097 time: 0.0591013 Jul 09 17:04:57.920327 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-f71109bb-2631-4d33-8b06-29ca07db7387 req-d9ecf42a-1b43-41d3-a4b2-d9db4486d3e4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798930-3', 'device_owner': 'compute:nova'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:04:57.989914 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f71109bb-2631-4d33-8b06-29ca07db7387 req-d9ecf42a-1b43-41d3-a4b2-d9db4486d3e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:58.196968 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-f71109bb-2631-4d33-8b06-29ca07db7387 req-d9ecf42a-1b43-41d3-a4b2-d9db4486d3e4 service neutron] For port 91988103-3129-4a5d-9cc0-4ed684d86817, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=91988103-3129-4a5d-9cc0-4ed684d86817,segment=NetworkSegment(1bc3e896-c601-4663-9412-549e7692ffb2),segment_id=1bc3e896-c601-4663-9412-549e7692ffb2)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:04:58.230333 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-f71109bb-2631-4d33-8b06-29ca07db7387 req-d9ecf42a-1b43-41d3-a4b2-d9db4486d3e4 service neutron] For port 91988103-3129-4a5d-9cc0-4ed684d86817, host n-h2-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:04:58.273677 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85b080a-e353-4944-b759-1bc44bdf22e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91988103-3129-4a5d-9cc0-4ed684d86817'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:04:58.276327 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d39409-a76e-4268-bfe5-c54977c3778b" -d '{"events": [{"server_uuid": "a85b080a-e353-4944-b759-1bc44bdf22e3", "name": "network-vif-unplugged", "status": "completed", "tag": "91988103-3129-4a5d-9cc0-4ed684d86817"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:04:58.282148 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f71109bb-2631-4d33-8b06-29ca07db7387 req-d9ecf42a-1b43-41d3-a4b2-d9db4486d3e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:58.296436 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-f71109bb-2631-4d33-8b06-29ca07db7387 req-d9ecf42a-1b43-41d3-a4b2-d9db4486d3e4 service neutron] Transition to ACTIVE for port object 91988103-3129-4a5d-9cc0-4ed684d86817 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:04:58.300341 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f71109bb-2631-4d33-8b06-29ca07db7387 req-d9ecf42a-1b43-41d3-a4b2-d9db4486d3e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:58.333205 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 17:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a913e414-c2b4-41aa-8d95-fc973c01bb36 x-openstack-request-id: req-a913e414-c2b4-41aa-8d95-fc973c01bb36 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:04:58.333496 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85b080a-e353-4944-b759-1bc44bdf22e3", "name": "network-vif-unplugged", "status": "completed", "tag": "91988103-3129-4a5d-9cc0-4ed684d86817", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:04:58.333743 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a913e414-c2b4-41aa-8d95-fc973c01bb36 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:04:58.334145 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85b080a-e353-4944-b759-1bc44bdf22e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91988103-3129-4a5d-9cc0-4ed684d86817', 'code': 200} Jul 09 17:04:58.369996 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:58.392956 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecf42a-1b43-41d3-a4b2-d9db4486d3e4 service neutron] Pushing event updated for resources: {'Port': ['ID=91988103-3129-4a5d-9cc0-4ed684d86817,revision_number=10']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:58.437809 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-f71109bb-2631-4d33-8b06-29ca07db7387 req-d9ecf42a-1b43-41d3-a4b2-d9db4486d3e4 service neutron] No DVR routers for this DVR port 91988103-3129-4a5d-9cc0-4ed684d86817 on host n-h2-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:04:58.587901 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-f71109bb-2631-4d33-8b06-29ca07db7387 req-d9ecf42a-1b43-41d3-a4b2-d9db4486d3e4 service neutron] Attempting to bind port 91988103-3129-4a5d-9cc0-4ed684d86817 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:04:58.588557 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-f71109bb-2631-4d33-8b06-29ca07db7387 req-d9ecf42a-1b43-41d3-a4b2-d9db4486d3e4 service neutron] Attempting to bind port 91988103-3129-4a5d-9cc0-4ed684d86817 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '1bc3e896-c601-4663-9412-549e7692ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:04:58.588654 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71109bb-2631-4d33-8b06-29ca07db7387 req-d9ecf42a-1b43-41d3-a4b2-d9db4486d3e4 service neutron] Attempting to bind port 91988103-3129-4a5d-9cc0-4ed684d86817 on network c758158a-3c22-47c1-93a3-3d20d45c6718 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:04:58.592921 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71109bb-2631-4d33-8b06-29ca07db7387 req-d9ecf42a-1b43-41d3-a4b2-d9db4486d3e4 service neutron] Port 91988103-3129-4a5d-9cc0-4ed684d86817 on network c758158a-3c22-47c1-93a3-3d20d45c6718 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:04:58.593237 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71109bb-2631-4d33-8b06-29ca07db7387 req-d9ecf42a-1b43-41d3-a4b2-d9db4486d3e4 service neutron] Attempting to bind port 91988103-3129-4a5d-9cc0-4ed684d86817 on network c758158a-3c22-47c1-93a3-3d20d45c6718 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:04:58.598480 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71109bb-2631-4d33-8b06-29ca07db7387 req-d9ecf42a-1b43-41d3-a4b2-d9db4486d3e4 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:04:58.598872 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71109bb-2631-4d33-8b06-29ca07db7387 req-d9ecf42a-1b43-41d3-a4b2-d9db4486d3e4 service neutron] Checking segment: {'id': '1bc3e896-c601-4663-9412-549e7692ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:04:58.599256 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71109bb-2631-4d33-8b06-29ca07db7387 req-d9ecf42a-1b43-41d3-a4b2-d9db4486d3e4 service neutron] Bound using segment: {'id': '1bc3e896-c601-4663-9412-549e7692ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:04:58.599706 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-f71109bb-2631-4d33-8b06-29ca07db7387 req-d9ecf42a-1b43-41d3-a4b2-d9db4486d3e4 service neutron] Bound port: 91988103-3129-4a5d-9cc0-4ed684d86817, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc3e896-c601-4663-9412-549e7692ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:04:58.600063 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f71109bb-2631-4d33-8b06-29ca07db7387 req-d9ecf42a-1b43-41d3-a4b2-d9db4486d3e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:58.698329 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-f71109bb-2631-4d33-8b06-29ca07db7387 req-d9ecf42a-1b43-41d3-a4b2-d9db4486d3e4 service neutron] For port 91988103-3129-4a5d-9cc0-4ed684d86817, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:04:58.702018 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-f71109bb-2631-4d33-8b06-29ca07db7387 req-d9ecf42a-1b43-41d3-a4b2-d9db4486d3e4 service neutron] For port 91988103-3129-4a5d-9cc0-4ed684d86817, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=91988103-3129-4a5d-9cc0-4ed684d86817,segment=NetworkSegment(1bc3e896-c601-4663-9412-549e7692ffb2),segment_id=1bc3e896-c601-4663-9412-549e7692ffb2)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:04:58.706455 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f71109bb-2631-4d33-8b06-29ca07db7387 req-d9ecf42a-1b43-41d3-a4b2-d9db4486d3e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:58.748139 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71109bb-2631-4d33-8b06-29ca07db7387 req-d9ecf42a-1b43-41d3-a4b2-d9db4486d3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:58.748748 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f71109bb-2631-4d33-8b06-29ca07db7387 req-d9ecf42a-1b43-41d3-a4b2-d9db4486d3e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:58.750130 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f71109bb-2631-4d33-8b06-29ca07db7387 req-d9ecf42a-1b43-41d3-a4b2-d9db4486d3e4 service neutron] 10.222.0.77 "PUT /v2.0/ports/91988103-3129-4a5d-9cc0-4ed684d86817 HTTP/1.1" status: 200 len: 1093 time: 0.8337781 Jul 09 17:04:58.776382 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee1b16-3ba8-49c8-b928-c45e6ca2b4e7 req-d71b18b0-a88f-4877-9c8a-0244e94abf15 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:58.777874 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-36ee1b16-3ba8-49c8-b928-c45e6ca2b4e7 req-d71b18b0-a88f-4877-9c8a-0244e94abf15 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a85b080a-e353-4944-b759-1bc44bdf22e3 HTTP/1.1" status: 200 len: 945 time: 0.1373248 Jul 09 17:04:58.797899 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecf42a-1b43-41d3-a4b2-d9db4486d3e4 service neutron] Pushing event updated for resources: {'Port': ['ID=91988103-3129-4a5d-9cc0-4ed684d86817,revision_number=11']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:58.859220 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-36ee1b16-3ba8-49c8-b928-c45e6ca2b4e7 req-af7cd0df-5b2a-4978-9004-2594c4c23ca4 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685232 Jul 09 17:04:58.874273 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71109bb-2631-4d33-8b06-29ca07db7387 req-0e4fe401-a411-46cb-8cb4-99832a57d0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:58.875852 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f71109bb-2631-4d33-8b06-29ca07db7387 req-0e4fe401-a411-46cb-8cb4-99832a57d0bc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32&device_id=a85b080a-e353-4944-b759-1bc44bdf22e3 HTTP/1.1" status: 200 len: 1096 time: 0.0971131 Jul 09 17:04:58.966785 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71109bb-2631-4d33-8b06-29ca07db7387 req-bc650fb8-494f-4e22-8e3e-43774064aa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:58.968307 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f71109bb-2631-4d33-8b06-29ca07db7387 req-bc650fb8-494f-4e22-8e3e-43774064aa01 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c758158a-3c22-47c1-93a3-3d20d45c6718 HTTP/1.1" status: 200 len: 913 time: 0.0860147 Jul 09 17:04:59.038548 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f71109bb-2631-4d33-8b06-29ca07db7387 req-444c65f4-c5fc-4689-a24a-3a74d01469c9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91988103-3129-4a5d-9cc0-4ed684d86817 HTTP/1.1" status: 200 len: 1001 time: 0.0631301 Jul 09 17:04:59.088797 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71109bb-2631-4d33-8b06-29ca07db7387 req-915e3e58-88ec-4f93-a8ce-13153cfbdb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:59.090155 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f71109bb-2631-4d33-8b06-29ca07db7387 req-915e3e58-88ec-4f93-a8ce-13153cfbdb63 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4d62028f-44ed-40d1-89e2-cd8d1482a607 HTTP/1.1" status: 200 len: 851 time: 0.0450399 Jul 09 17:04:59.145157 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71109bb-2631-4d33-8b06-29ca07db7387 req-8c7711ce-5db8-4304-8978-83bb636642cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:04:59.146714 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f71109bb-2631-4d33-8b06-29ca07db7387 req-8c7711ce-5db8-4304-8978-83bb636642cb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c758158a-3c22-47c1-93a3-3d20d45c6718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505421 Jul 09 17:04:59.239326 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f71109bb-2631-4d33-8b06-29ca07db7387 req-ab4e2556-015d-4100-8202-b9102230124a service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851781 Jul 09 17:04:59.326990 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f71109bb-2631-4d33-8b06-29ca07db7387 req-c43b152f-6bff-426d-b410-3c4046ee3ddf service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815575 Jul 09 17:05:00.031692 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0452209-c22b-4917-9781-b496ef9d3781 req-a68bf0ac-90e5-42a2-afd2-dcf2f83aca07 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:00.033155 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c0452209-c22b-4917-9781-b496ef9d3781 req-a68bf0ac-90e5-42a2-afd2-dcf2f83aca07 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a85b080a-e353-4944-b759-1bc44bdf22e3 HTTP/1.1" status: 200 len: 945 time: 0.0635417 Jul 09 17:05:00.074306 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c0452209-c22b-4917-9781-b496ef9d3781 req-be24fd37-2663-471c-b3a5-3d0f2ff224aa tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356076 Jul 09 17:05:00.335275 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a85b080a-e353-4944-b759-1bc44bdf22e3', 'tag': '91988103-3129-4a5d-9cc0-4ed684d86817'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:05:00.338177 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6709e9c3-4ca6-4d3f-b6b1-4d7f1cc0872d" -d '{"events": [{"name": "network-changed", "server_uuid": "a85b080a-e353-4944-b759-1bc44bdf22e3", "tag": "91988103-3129-4a5d-9cc0-4ed684d86817"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:05:00.387532 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc263077-27c4-4ac5-9be9-17609a2a7353 x-openstack-request-id: req-fc263077-27c4-4ac5-9be9-17609a2a7353 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:05:00.387830 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a85b080a-e353-4944-b759-1bc44bdf22e3", "tag": "91988103-3129-4a5d-9cc0-4ed684d86817", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:05:00.388080 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fc263077-27c4-4ac5-9be9-17609a2a7353 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:05:00.388471 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a85b080a-e353-4944-b759-1bc44bdf22e3', 'tag': '91988103-3129-4a5d-9cc0-4ed684d86817', 'status': 'completed', 'code': 200} Jul 09 17:05:00.497291 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6709e9c3-4ca6-4d3f-b6b1-4d7f1cc0872d req-a104cc2f-de8a-439b-bb90-d25881fa3619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:00.498798 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6709e9c3-4ca6-4d3f-b6b1-4d7f1cc0872d req-a104cc2f-de8a-439b-bb90-d25881fa3619 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32&device_id=a85b080a-e353-4944-b759-1bc44bdf22e3 HTTP/1.1" status: 200 len: 1096 time: 0.0918169 Jul 09 17:05:00.504588 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6709e9c3-4ca6-4d3f-b6b1-4d7f1cc0872d req-37bdfc90-8974-427e-b248-d15c164dcfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:00.505949 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6709e9c3-4ca6-4d3f-b6b1-4d7f1cc0872d req-37bdfc90-8974-427e-b248-d15c164dcfd6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32&device_id=a85b080a-e353-4944-b759-1bc44bdf22e3 HTTP/1.1" status: 200 len: 1096 time: 0.0721846 Jul 09 17:05:00.668824 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6709e9c3-4ca6-4d3f-b6b1-4d7f1cc0872d req-266dac44-7078-457c-a967-91904e9252c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:00.670206 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6709e9c3-4ca6-4d3f-b6b1-4d7f1cc0872d req-266dac44-7078-457c-a967-91904e9252c5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c758158a-3c22-47c1-93a3-3d20d45c6718 HTTP/1.1" status: 200 len: 913 time: 0.1549251 Jul 09 17:05:00.671474 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6709e9c3-4ca6-4d3f-b6b1-4d7f1cc0872d req-dc27e6d4-b9dd-46e3-9eec-1f014fdca5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:00.672771 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6709e9c3-4ca6-4d3f-b6b1-4d7f1cc0872d req-dc27e6d4-b9dd-46e3-9eec-1f014fdca5a1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c758158a-3c22-47c1-93a3-3d20d45c6718 HTTP/1.1" status: 200 len: 913 time: 0.1650245 Jul 09 17:05:00.783374 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6709e9c3-4ca6-4d3f-b6b1-4d7f1cc0872d req-66b9610f-b438-4860-b3a1-3f2e314ef75e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91988103-3129-4a5d-9cc0-4ed684d86817 HTTP/1.1" status: 200 len: 1001 time: 0.1068196 Jul 09 17:05:00.785089 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6709e9c3-4ca6-4d3f-b6b1-4d7f1cc0872d req-8f4ec83c-ce5c-4bb9-82cb-d799cf3d11f4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91988103-3129-4a5d-9cc0-4ed684d86817 HTTP/1.1" status: 200 len: 1001 time: 0.1024828 Jul 09 17:05:00.869012 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6709e9c3-4ca6-4d3f-b6b1-4d7f1cc0872d req-7e1123ca-1adf-40e2-9f8e-114fccf1d7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:00.870471 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6709e9c3-4ca6-4d3f-b6b1-4d7f1cc0872d req-7e1123ca-1adf-40e2-9f8e-114fccf1d7f0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4d62028f-44ed-40d1-89e2-cd8d1482a607 HTTP/1.1" status: 200 len: 851 time: 0.0795839 Jul 09 17:05:00.871919 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6709e9c3-4ca6-4d3f-b6b1-4d7f1cc0872d req-26d3af86-d9d4-4f5e-afe7-c529a845bc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:00.873378 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6709e9c3-4ca6-4d3f-b6b1-4d7f1cc0872d req-26d3af86-d9d4-4f5e-afe7-c529a845bc5d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4d62028f-44ed-40d1-89e2-cd8d1482a607 HTTP/1.1" status: 200 len: 851 time: 0.0812249 Jul 09 17:05:00.973240 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6709e9c3-4ca6-4d3f-b6b1-4d7f1cc0872d req-60ce380d-cf59-4394-97c5-b22febf1eadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:00.974626 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6709e9c3-4ca6-4d3f-b6b1-4d7f1cc0872d req-60ce380d-cf59-4394-97c5-b22febf1eadf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c758158a-3c22-47c1-93a3-3d20d45c6718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0975657 Jul 09 17:05:00.977141 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6709e9c3-4ca6-4d3f-b6b1-4d7f1cc0872d req-b2932d0b-b938-44a8-939b-abd9a92ce159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:00.978460 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6709e9c3-4ca6-4d3f-b6b1-4d7f1cc0872d req-b2932d0b-b938-44a8-939b-abd9a92ce159 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c758158a-3c22-47c1-93a3-3d20d45c6718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0929966 Jul 09 17:05:01.125909 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6709e9c3-4ca6-4d3f-b6b1-4d7f1cc0872d req-f71c6a1c-009f-429f-9358-2a3a1beaba3f service neutron] 10.222.0.73 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447678 Jul 09 17:05:01.127996 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6709e9c3-4ca6-4d3f-b6b1-4d7f1cc0872d req-1f4bf847-f124-4256-a600-b933bd40f15d service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402352 Jul 09 17:05:01.181791 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 91988103-3129-4a5d-9cc0-4ed684d86817 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:05:01.284628 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 91988103-3129-4a5d-9cc0-4ed684d86817, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=91988103-3129-4a5d-9cc0-4ed684d86817,segment=NetworkSegment(1bc3e896-c601-4663-9412-549e7692ffb2),segment_id=1bc3e896-c601-4663-9412-549e7692ffb2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:05:01.296495 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '91988103-3129-4a5d-9cc0-4ed684d86817', 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718', 'port_id': '91988103-3129-4a5d-9cc0-4ed684d86817', 'mac_address': 'fa:16:3e:2c:b4:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:05:01.318669 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6709e9c3-4ca6-4d3f-b6b1-4d7f1cc0872d req-464c09ed-2cdd-42fe-b436-13a591d7425a service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842597 Jul 09 17:05:01.321510 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6709e9c3-4ca6-4d3f-b6b1-4d7f1cc0872d req-7f1b0f96-0ba3-4770-bd03-68faf9be0ef3 service neutron] 10.222.0.73 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888299 Jul 09 17:05:01.334356 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:01.349306 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91988103-3129-4a5d-9cc0-4ed684d86817 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:05:01.360173 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e881f-82de-4fa0-a8dd-f88b0adb61be req-70c1e96b-31e3-4830-b182-c679100ef5d3 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:01.361799 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8c4e881f-82de-4fa0-a8dd-f88b0adb61be req-70c1e96b-31e3-4830-b182-c679100ef5d3 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a85b080a-e353-4944-b759-1bc44bdf22e3 HTTP/1.1" status: 200 len: 945 time: 0.1726248 Jul 09 17:05:01.370133 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 91988103-3129-4a5d-9cc0-4ed684d86817, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=91988103-3129-4a5d-9cc0-4ed684d86817,segment=NetworkSegment(1bc3e896-c601-4663-9412-549e7692ffb2),segment_id=1bc3e896-c601-4663-9412-549e7692ffb2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:05:01.373655 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 91988103-3129-4a5d-9cc0-4ed684d86817 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:05:01.377466 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:01.400920 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8c4e881f-82de-4fa0-a8dd-f88b0adb61be req-cf5d7f81-3ea6-4d23-8298-d9ae88a6d1ac tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327826 Jul 09 17:05:01.453257 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 91988103-3129-4a5d-9cc0-4ed684d86817 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:05:01.457251 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=91988103-3129-4a5d-9cc0-4ed684d86817,revision_number=12']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:01.576713 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ca218-e64c-4eca-9ab3-17c1febf8a88 req-1f788f68-6fad-411b-9a5f-aff92f8125da tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:01.578458 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-435ca218-e64c-4eca-9ab3-17c1febf8a88 req-1f788f68-6fad-411b-9a5f-aff92f8125da tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a85b080a-e353-4944-b759-1bc44bdf22e3 HTTP/1.1" status: 200 len: 946 time: 0.0667355 Jul 09 17:05:01.588654 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['91988103-3129-4a5d-9cc0-4ed684d86817'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:05:01.616106 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-435ca218-e64c-4eca-9ab3-17c1febf8a88 req-48214658-1102-465a-873f-9f68f82ca4df tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320144 Jul 09 17:05:01.786092 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e36b748-e42c-45fe-8a7e-80f72f8b4078 req-a1fd8430-7f98-482a-9b0c-faea3b8656aa tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:01.787598 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1e36b748-e42c-45fe-8a7e-80f72f8b4078 req-a1fd8430-7f98-482a-9b0c-faea3b8656aa tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a85b080a-e353-4944-b759-1bc44bdf22e3 HTTP/1.1" status: 200 len: 946 time: 0.0624988 Jul 09 17:05:01.824298 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1e36b748-e42c-45fe-8a7e-80f72f8b4078 req-94ed8b79-9f27-4f61-99e3-643de5c4557e tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305738 Jul 09 17:05:02.202506 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5821add1-e246-49c7-9855-02e6bf2f23c2 req-3422f2dc-bdec-435b-b771-80974c7cbbce tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:02.204262 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5821add1-e246-49c7-9855-02e6bf2f23c2 req-3422f2dc-bdec-435b-b771-80974c7cbbce tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a85b080a-e353-4944-b759-1bc44bdf22e3 HTTP/1.1" status: 200 len: 946 time: 0.0667822 Jul 09 17:05:02.241248 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5821add1-e246-49c7-9855-02e6bf2f23c2 req-2c35c757-9be7-495b-8f00-9bdfc1ae603c tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314338 Jul 09 17:05:03.201523 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 91988103-3129-4a5d-9cc0-4ed684d86817 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:05:03.250043 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 91988103-3129-4a5d-9cc0-4ed684d86817 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:05:03.254059 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 91988103-3129-4a5d-9cc0-4ed684d86817 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:05:03.254421 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:03.329400 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:03.353191 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85b080a-e353-4944-b759-1bc44bdf22e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91988103-3129-4a5d-9cc0-4ed684d86817'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:05:03.355525 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e9ed67-b55b-4bbb-bf91-4bc31bd3e968" -d '{"events": [{"server_uuid": "a85b080a-e353-4944-b759-1bc44bdf22e3", "name": "network-vif-plugged", "status": "completed", "tag": "91988103-3129-4a5d-9cc0-4ed684d86817"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:05:03.368494 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 91988103-3129-4a5d-9cc0-4ed684d86817, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=91988103-3129-4a5d-9cc0-4ed684d86817,segment=NetworkSegment(1bc3e896-c601-4663-9412-549e7692ffb2),segment_id=1bc3e896-c601-4663-9412-549e7692ffb2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:05:03.372433 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:03.424009 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=91988103-3129-4a5d-9cc0-4ed684d86817,revision_number=13']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:03.434874 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f3109-f303-4e33-9b3f-9e76ab8ce155 req-7f824a7f-ed7b-4743-8dcb-cbc11709e494 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:03.436334 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cb0f3109-f303-4e33-9b3f-9e76ab8ce155 req-7f824a7f-ed7b-4743-8dcb-cbc11709e494 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.77 "GET /v2.0/ports?device_id=a85b080a-e353-4944-b759-1bc44bdf22e3 HTTP/1.1" status: 200 len: 946 time: 0.1047370 Jul 09 17:05:03.448097 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad42497-d4d7-442b-86f9-6c4924bc8196 req-20c47191-1067-48b1-9e19-ad2972985f96 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:03.449439 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4ad42497-d4d7-442b-86f9-6c4924bc8196 req-20c47191-1067-48b1-9e19-ad2972985f96 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a85b080a-e353-4944-b759-1bc44bdf22e3 HTTP/1.1" status: 200 len: 947 time: 0.0882461 Jul 09 17:05:03.520198 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4ad42497-d4d7-442b-86f9-6c4924bc8196 req-bef5ef49-61e5-4ebb-98b1-973803896e02 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633759 Jul 09 17:05:03.565623 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff68a29-efa2-4a9d-9d1f-a42da1a0dc04 x-openstack-request-id: req-3ff68a29-efa2-4a9d-9d1f-a42da1a0dc04 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:05:03.565921 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85b080a-e353-4944-b759-1bc44bdf22e3", "name": "network-vif-plugged", "status": "completed", "tag": "91988103-3129-4a5d-9cc0-4ed684d86817", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:05:03.566179 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3ff68a29-efa2-4a9d-9d1f-a42da1a0dc04 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:05:03.566577 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85b080a-e353-4944-b759-1bc44bdf22e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91988103-3129-4a5d-9cc0-4ed684d86817', 'code': 200} Jul 09 17:05:03.570780 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-cb0f3109-f303-4e33-9b3f-9e76ab8ce155 req-30711087-34a1-45b6-8b1a-7d961634f0ec tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Deleting port 91988103-3129-4a5d-9cc0-4ed684d86817 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:05:03.571129 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-cb0f3109-f303-4e33-9b3f-9e76ab8ce155 req-30711087-34a1-45b6-8b1a-7d961634f0ec tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:03.654345 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-cb0f3109-f303-4e33-9b3f-9e76ab8ce155 req-30711087-34a1-45b6-8b1a-7d961634f0ec tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] For port 91988103-3129-4a5d-9cc0-4ed684d86817, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=91988103-3129-4a5d-9cc0-4ed684d86817,segment=NetworkSegment(1bc3e896-c601-4663-9412-549e7692ffb2),segment_id=1bc3e896-c601-4663-9412-549e7692ffb2)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:05:03.654694 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-cb0f3109-f303-4e33-9b3f-9e76ab8ce155 req-30711087-34a1-45b6-8b1a-7d961634f0ec tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:04.136552 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-cb0f3109-f303-4e33-9b3f-9e76ab8ce155 req-30711087-34a1-45b6-8b1a-7d961634f0ec tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:04.136921 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-cb0f3109-f303-4e33-9b3f-9e76ab8ce155 req-30711087-34a1-45b6-8b1a-7d961634f0ec tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:04.137231 n-d-798930-3 neutron-server[93958]: INFO neutron.db.l3_db [req-cb0f3109-f303-4e33-9b3f-9e76ab8ce155 req-30711087-34a1-45b6-8b1a-7d961634f0ec tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Floating IP 11886b11-c39c-4331-931a-8aa8fd251933 disassociated. External IP: 172.25.0.137, port: 91988103-3129-4a5d-9cc0-4ed684d86817. Jul 09 17:05:04.137575 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-cb0f3109-f303-4e33-9b3f-9e76ab8ce155 req-30711087-34a1-45b6-8b1a-7d961634f0ec tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Calling delete_port for 91988103-3129-4a5d-9cc0-4ed684d86817 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:05:04.264302 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-cb0f3109-f303-4e33-9b3f-9e76ab8ce155 req-30711087-34a1-45b6-8b1a-7d961634f0ec tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:04.303606 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30711087-34a1-45b6-8b1a-7d961634f0ec tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Pushing event deleted for resources: {'Port': ['ID=91988103-3129-4a5d-9cc0-4ed684d86817,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:04.422457 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb0f3109-f303-4e33-9b3f-9e76ab8ce155 req-30711087-34a1-45b6-8b1a-7d961634f0ec tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Router 4212f2a8-1c64-4887-ba44-7b7179745dbc has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:05:04.530459 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb0f3109-f303-4e33-9b3f-9e76ab8ce155 req-30711087-34a1-45b6-8b1a-7d961634f0ec tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:05:04.540672 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a61bf8-d8b8-477d-a21e-1a276affd3a2 None None] Sync routers for ids ['4212f2a8-1c64-4887-ba44-7b7179745dbc'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:05:04.551372 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a61bf8-d8b8-477d-a21e-1a276affd3a2 None None] Routers {'4212f2a8-1c64-4887-ba44-7b7179745dbc'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:05:04.552023 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-25a61bf8-d8b8-477d-a21e-1a276affd3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:04:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['4212f2a8-1c64-4887-ba44-7b7179745dbc'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:04.574292 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb0f3109-f303-4e33-9b3f-9e76ab8ce155 req-30711087-34a1-45b6-8b1a-7d961634f0ec tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] No DVR routers for this DVR port 91988103-3129-4a5d-9cc0-4ed684d86817 on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:05:04.577568 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-cb0f3109-f303-4e33-9b3f-9e76ab8ce155 req-30711087-34a1-45b6-8b1a-7d961634f0ec tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:04.579981 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cb0f3109-f303-4e33-9b3f-9e76ab8ce155 req-30711087-34a1-45b6-8b1a-7d961634f0ec tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.77 "DELETE /v2.0/ports/91988103-3129-4a5d-9cc0-4ed684d86817 HTTP/1.1" status: 204 len: 173 time: 1.1296859 Jul 09 17:05:04.580485 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85b080a-e353-4944-b759-1bc44bdf22e3', 'name': 'network-vif-deleted', 'tag': '91988103-3129-4a5d-9cc0-4ed684d86817'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:05:04.582870 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cab8d1d-3bd1-433e-b0ed-613a3d4aef49" -d '{"events": [{"server_uuid": "a85b080a-e353-4944-b759-1bc44bdf22e3", "name": "network-vif-deleted", "tag": "91988103-3129-4a5d-9cc0-4ed684d86817"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:05:04.668792 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-25a61bf8-d8b8-477d-a21e-1a276affd3a2 None None] Set router 4212f2a8-1c64-4887-ba44-7b7179745dbc gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:05:04.675896 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-09c8622b-d24b-4fa9-aa6f-6a28c1f9dd35 req-9a9308c8-eb11-4972-9674-1822f33bc108 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a85b080a-e353-4944-b759-1bc44bdf22e3 HTTP/1.1" status: 200 len: 210 time: 0.0287411 Jul 09 17:05:04.727254 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bfe7e0d-5e81-4f67-85c0-8d84e69b0dfe x-openstack-request-id: req-7bfe7e0d-5e81-4f67-85c0-8d84e69b0dfe {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:05:04.727550 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85b080a-e353-4944-b759-1bc44bdf22e3", "name": "network-vif-deleted", "tag": "91988103-3129-4a5d-9cc0-4ed684d86817", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:05:04.727804 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7bfe7e0d-5e81-4f67-85c0-8d84e69b0dfe {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:05:04.728215 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85b080a-e353-4944-b759-1bc44bdf22e3', 'name': 'network-vif-deleted', 'tag': '91988103-3129-4a5d-9cc0-4ed684d86817', 'status': 'completed', 'code': 200} Jul 09 17:05:04.874995 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-25a61bf8-d8b8-477d-a21e-1a276affd3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'name': 'tempest-ServerActionsTestJSON-1011410607-router', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T16:58:13Z', 'revision_number': 4, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'gw_port': {'id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:91:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T16:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'e6ee4495-48b6-4482-9988-e7e219582cbf', 'name': '', 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'mac_address': 'fa:16:3e:30:77:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:12Z', 'updated_at': '2021-07-09T16:58:18Z', 'revision_number': 5, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'subnets': [{'id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:04.900095 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a61bf8-d8b8-477d-a21e-1a276affd3a2 None None] Checking router: 4212f2a8-1c64-4887-ba44-7b7179745dbc for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:05:04.908093 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a61bf8-d8b8-477d-a21e-1a276affd3a2 None None] Routers {'4212f2a8-1c64-4887-ba44-7b7179745dbc'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:05:04.908688 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-25a61bf8-d8b8-477d-a21e-1a276affd3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:04:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['4212f2a8-1c64-4887-ba44-7b7179745dbc'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:05.013234 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-25a61bf8-d8b8-477d-a21e-1a276affd3a2 None None] Set router 4212f2a8-1c64-4887-ba44-7b7179745dbc gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:05:05.221684 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-25a61bf8-d8b8-477d-a21e-1a276affd3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'name': 'tempest-ServerActionsTestJSON-1011410607-router', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T16:58:13Z', 'revision_number': 4, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'gw_port': {'id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:91:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T16:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'e6ee4495-48b6-4482-9988-e7e219582cbf', 'name': '', 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'mac_address': 'fa:16:3e:30:77:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:12Z', 'updated_at': '2021-07-09T16:58:18Z', 'revision_number': 5, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'subnets': [{'id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:05.248792 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a61bf8-d8b8-477d-a21e-1a276affd3a2 None None] The sync data for ids ['4212f2a8-1c64-4887-ba44-7b7179745dbc'] in n-d-798930-3 is: [{'id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'name': 'tempest-ServerActionsTestJSON-1011410607-router', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T16:58:13Z', 'revision_number': 4, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'gw_port': {'id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:91:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T16:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'e6ee4495-48b6-4482-9988-e7e219582cbf', 'name': '', 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'mac_address': 'fa:16:3e:30:77:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:12Z', 'updated_at': '2021-07-09T16:58:18Z', 'revision_number': 5, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'subnets': [{'id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:05:05.450993 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf39a678-b278-415b-9675-82023f2b99b0 None None] New status for floating IP 11886b11-c39c-4331-931a-8aa8fd251933: DOWN {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:05:06.013229 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-70731159-dcd4-4732-81ba-d2edf1a1bb8c req-bef4d32f-a0da-4560-94d6-f5f249457a63 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--2137137182&fields=id&tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32 HTTP/1.1" status: 200 len: 267 time: 0.0322118 Jul 09 17:05:06.121564 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70731159-dcd4-4732-81ba-d2edf1a1bb8c req-37ca915d-5ff7-4a0d-a176-785165f74f97 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:06.123022 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-70731159-dcd4-4732-81ba-d2edf1a1bb8c req-37ca915d-5ff7-4a0d-a176-785165f74f97 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/networks?id=c758158a-3c22-47c1-93a3-3d20d45c6718 HTTP/1.1" status: 200 len: 812 time: 0.1036007 Jul 09 17:05:06.137844 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-70731159-dcd4-4732-81ba-d2edf1a1bb8c req-9dfe12f9-4565-4ed3-b9b5-cb558cdd71d0 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/quotas/b7c6fb2f31a746d39a3d8ec6f6d31c32 HTTP/1.1" status: 200 len: 375 time: 0.0094543 Jul 09 17:05:06.205022 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-70731159-dcd4-4732-81ba-d2edf1a1bb8c req-e949e5b1-b2b8-4384-88ac-74c4017d9ff7 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0625005 Jul 09 17:05:06.352571 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-70731159-dcd4-4732-81ba-d2edf1a1bb8c req-df658d69-02c3-4209-88ef-d841c42706ea service neutron] 10.222.0.98 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356671 Jul 09 17:05:06.440682 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-70731159-dcd4-4732-81ba-d2edf1a1bb8c req-97aad88d-eae9-42ae-8219-af7dcdffb565 service neutron] 10.222.0.98 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825317 Jul 09 17:05:06.611870 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-195b89d4-546e-48da-b45a-1779727d7e63 req-511b438a-88dd-4be3-b7ee-8783490854f3 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 210 time: 0.0294189 Jul 09 17:05:07.233627 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 91988103-3129-4a5d-9cc0-4ed684d86817 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:05:07.253372 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: 91988103-3129-4a5d-9cc0-4ed684d86817 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:05:07.253712 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 91988103-3129-4a5d-9cc0-4ed684d86817 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:05:07.615970 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70731159-dcd4-4732-81ba-d2edf1a1bb8c req-be51869d-d246-41da-bdad-7cd5bcf97193 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:07.618002 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-70731159-dcd4-4732-81ba-d2edf1a1bb8c req-be51869d-d246-41da-bdad-7cd5bcf97193 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.77 "GET /v2.0/networks?id=c758158a-3c22-47c1-93a3-3d20d45c6718 HTTP/1.1" status: 200 len: 812 time: 0.1094830 Jul 09 17:05:07.669390 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-70731159-dcd4-4732-81ba-d2edf1a1bb8c req-8fdd9aba-aef5-4a37-8d4e-4398d3814487 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32 HTTP/1.1" status: 200 len: 380 time: 0.0349982 Jul 09 17:05:07.677848 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-70731159-dcd4-4732-81ba-d2edf1a1bb8c req-d5288cc5-ef0d-4add-ab3a-9f047312d916 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Request body: {'port': {'device_id': 'a860d0e4-a815-4fab-bd04-e5b9017dff12', 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718', 'admin_state_up': True, 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'security_groups': ['f3935cb0-d0d6-4599-a38e-9a2d3c8315f8']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:05:07.767480 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a15a4886-0a09-4ca1-b320-9ee13b5fab59 req-5335f602-c6d0-4b02-968c-4241bcb91709 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 210 time: 0.0412390 Jul 09 17:05:07.822741 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70731159-dcd4-4732-81ba-d2edf1a1bb8c req-d5288cc5-ef0d-4add-ab3a-9f047312d916 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Made reservation on behalf of b7c6fb2f31a746d39a3d8ec6f6d31c32 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:05:07.826258 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-70731159-dcd4-4732-81ba-d2edf1a1bb8c req-d5288cc5-ef0d-4add-ab3a-9f047312d916 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:07.947493 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-70731159-dcd4-4732-81ba-d2edf1a1bb8c req-d5288cc5-ef0d-4add-ab3a-9f047312d916 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Allocated IP 172.20.0.3 (c758158a-3c22-47c1-93a3-3d20d45c6718/4d62028f-44ed-40d1-89e2-cd8d1482a607/3120320f-e43a-467e-a46b-25355cf79c26) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:05:08.083392 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-70731159-dcd4-4732-81ba-d2edf1a1bb8c req-d5288cc5-ef0d-4add-ab3a-9f047312d916 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:08.096976 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-70731159-dcd4-4732-81ba-d2edf1a1bb8c req-d5288cc5-ef0d-4add-ab3a-9f047312d916 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Transition to ACTIVE for port object 3120320f-e43a-467e-a46b-25355cf79c26 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:05:08.129674 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-70731159-dcd4-4732-81ba-d2edf1a1bb8c req-d5288cc5-ef0d-4add-ab3a-9f047312d916 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:08.174504 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70731159-dcd4-4732-81ba-d2edf1a1bb8c req-d5288cc5-ef0d-4add-ab3a-9f047312d916 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Network c758158a-3c22-47c1-93a3-3d20d45c6718 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:05:08.177648 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-70731159-dcd4-4732-81ba-d2edf1a1bb8c req-d5288cc5-ef0d-4add-ab3a-9f047312d916 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:05:08.182070 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-70731159-dcd4-4732-81ba-d2edf1a1bb8c req-d5288cc5-ef0d-4add-ab3a-9f047312d916 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:05:08.212775 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5288cc5-ef0d-4add-ab3a-9f047312d916 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Pushing event updated for resources: {'Port': ['ID=3120320f-e43a-467e-a46b-25355cf79c26,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:08.239286 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70731159-dcd4-4732-81ba-d2edf1a1bb8c req-d5288cc5-ef0d-4add-ab3a-9f047312d916 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:08.240036 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-70731159-dcd4-4732-81ba-d2edf1a1bb8c req-d5288cc5-ef0d-4add-ab3a-9f047312d916 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:08.255582 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-70731159-dcd4-4732-81ba-d2edf1a1bb8c req-d5288cc5-ef0d-4add-ab3a-9f047312d916 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5814230 Jul 09 17:05:08.267695 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-70731159-dcd4-4732-81ba-d2edf1a1bb8c req-a0c9681d-1a4f-47bf-b787-b4d5b3380e72 service neutron] Request body: {'port': {'device_id': 'a860d0e4-a815-4fab-bd04-e5b9017dff12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:05:08.347866 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-70731159-dcd4-4732-81ba-d2edf1a1bb8c req-a0c9681d-1a4f-47bf-b787-b4d5b3380e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:08.446748 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f13612fe-65c3-4174-b865-1a0b696628c0 None None] Provisioning for port 3120320f-e43a-467e-a46b-25355cf79c26 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:05:08.450528 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f13612fe-65c3-4174-b865-1a0b696628c0 None None] Provisioning complete for port 3120320f-e43a-467e-a46b-25355cf79c26 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:05:08.450881 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f13612fe-65c3-4174-b865-1a0b696628c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:08.486043 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-f13612fe-65c3-4174-b865-1a0b696628c0 None None] Port 3120320f-e43a-467e-a46b-25355cf79c26 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:05:08.611920 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-70731159-dcd4-4732-81ba-d2edf1a1bb8c req-a0c9681d-1a4f-47bf-b787-b4d5b3380e72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3120320f-e43a-467e-a46b-25355cf79c26 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:05:08.619052 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-70731159-dcd4-4732-81ba-d2edf1a1bb8c req-a0c9681d-1a4f-47bf-b787-b4d5b3380e72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:08.630551 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-70731159-dcd4-4732-81ba-d2edf1a1bb8c req-a0c9681d-1a4f-47bf-b787-b4d5b3380e72 service neutron] Transition to ACTIVE for port object 3120320f-e43a-467e-a46b-25355cf79c26 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:05:08.634302 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-70731159-dcd4-4732-81ba-d2edf1a1bb8c req-a0c9681d-1a4f-47bf-b787-b4d5b3380e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:08.683238 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9681d-1a4f-47bf-b787-b4d5b3380e72 service neutron] Pushing event updated for resources: {'Port': ['ID=3120320f-e43a-467e-a46b-25355cf79c26,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:08.755406 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-70731159-dcd4-4732-81ba-d2edf1a1bb8c req-a0c9681d-1a4f-47bf-b787-b4d5b3380e72 service neutron] Attempting to bind port 3120320f-e43a-467e-a46b-25355cf79c26 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:05:08.755742 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-70731159-dcd4-4732-81ba-d2edf1a1bb8c req-a0c9681d-1a4f-47bf-b787-b4d5b3380e72 service neutron] Attempting to bind port 3120320f-e43a-467e-a46b-25355cf79c26 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '1bc3e896-c601-4663-9412-549e7692ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:05:08.756069 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70731159-dcd4-4732-81ba-d2edf1a1bb8c req-a0c9681d-1a4f-47bf-b787-b4d5b3380e72 service neutron] Attempting to bind port 3120320f-e43a-467e-a46b-25355cf79c26 on network c758158a-3c22-47c1-93a3-3d20d45c6718 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:05:08.761236 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70731159-dcd4-4732-81ba-d2edf1a1bb8c req-a0c9681d-1a4f-47bf-b787-b4d5b3380e72 service neutron] Port 3120320f-e43a-467e-a46b-25355cf79c26 on network c758158a-3c22-47c1-93a3-3d20d45c6718 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:05:08.761555 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70731159-dcd4-4732-81ba-d2edf1a1bb8c req-a0c9681d-1a4f-47bf-b787-b4d5b3380e72 service neutron] Attempting to bind port 3120320f-e43a-467e-a46b-25355cf79c26 on network c758158a-3c22-47c1-93a3-3d20d45c6718 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:05:08.766420 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70731159-dcd4-4732-81ba-d2edf1a1bb8c req-a0c9681d-1a4f-47bf-b787-b4d5b3380e72 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:05:08.766759 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70731159-dcd4-4732-81ba-d2edf1a1bb8c req-a0c9681d-1a4f-47bf-b787-b4d5b3380e72 service neutron] Checking segment: {'id': '1bc3e896-c601-4663-9412-549e7692ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:05:08.767171 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70731159-dcd4-4732-81ba-d2edf1a1bb8c req-a0c9681d-1a4f-47bf-b787-b4d5b3380e72 service neutron] Bound using segment: {'id': '1bc3e896-c601-4663-9412-549e7692ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:05:08.767598 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-70731159-dcd4-4732-81ba-d2edf1a1bb8c req-a0c9681d-1a4f-47bf-b787-b4d5b3380e72 service neutron] Bound port: 3120320f-e43a-467e-a46b-25355cf79c26, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc3e896-c601-4663-9412-549e7692ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:05:08.767957 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-70731159-dcd4-4732-81ba-d2edf1a1bb8c req-a0c9681d-1a4f-47bf-b787-b4d5b3380e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:08.840407 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-70731159-dcd4-4732-81ba-d2edf1a1bb8c req-a0c9681d-1a4f-47bf-b787-b4d5b3380e72 service neutron] For port 3120320f-e43a-467e-a46b-25355cf79c26, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:05:08.843571 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-70731159-dcd4-4732-81ba-d2edf1a1bb8c req-a0c9681d-1a4f-47bf-b787-b4d5b3380e72 service neutron] For port 3120320f-e43a-467e-a46b-25355cf79c26, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=3120320f-e43a-467e-a46b-25355cf79c26,segment=NetworkSegment(1bc3e896-c601-4663-9412-549e7692ffb2),segment_id=1bc3e896-c601-4663-9412-549e7692ffb2)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:05:08.850170 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-70731159-dcd4-4732-81ba-d2edf1a1bb8c req-a0c9681d-1a4f-47bf-b787-b4d5b3380e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:08.883228 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70731159-dcd4-4732-81ba-d2edf1a1bb8c req-a0c9681d-1a4f-47bf-b787-b4d5b3380e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:08.884514 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-70731159-dcd4-4732-81ba-d2edf1a1bb8c req-a0c9681d-1a4f-47bf-b787-b4d5b3380e72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:08.885820 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-70731159-dcd4-4732-81ba-d2edf1a1bb8c req-a0c9681d-1a4f-47bf-b787-b4d5b3380e72 service neutron] 10.222.0.77 "PUT /v2.0/ports/3120320f-e43a-467e-a46b-25355cf79c26 HTTP/1.1" status: 200 len: 1091 time: 0.6225672 Jul 09 17:05:08.889104 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a860d0e4-a815-4fab-bd04-e5b9017dff12', 'tag': '3120320f-e43a-467e-a46b-25355cf79c26'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:05:08.892686 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06ed8c6-f146-4d04-8d4b-1236b8f20c45" -d '{"events": [{"name": "network-changed", "server_uuid": "a860d0e4-a815-4fab-bd04-e5b9017dff12", "tag": "3120320f-e43a-467e-a46b-25355cf79c26"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:05:09.003539 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9681d-1a4f-47bf-b787-b4d5b3380e72 service neutron] Pushing event updated for resources: {'Port': ['ID=3120320f-e43a-467e-a46b-25355cf79c26,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:09.042430 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c69601a-4f04-4f20-8324-d05c2219d71b req-7a41a40d-e9bb-410e-8157-204334769364 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:09.044020 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6c69601a-4f04-4f20-8324-d05c2219d71b req-7a41a40d-e9bb-410e-8157-204334769364 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 943 time: 0.1556568 Jul 09 17:05:09.051111 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70731159-dcd4-4732-81ba-d2edf1a1bb8c req-4a634102-6cd2-430d-9250-94cf498dff12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:09.052595 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-70731159-dcd4-4732-81ba-d2edf1a1bb8c req-4a634102-6cd2-430d-9250-94cf498dff12 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32&device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 1094 time: 0.1215959 Jul 09 17:05:09.102050 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-70731159-dcd4-4732-81ba-d2edf1a1bb8c req-4d51e9da-4484-4889-8833-3943352a8a64 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3120320f-e43a-467e-a46b-25355cf79c26 HTTP/1.1" status: 200 len: 217 time: 0.0419436 Jul 09 17:05:09.145185 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6c69601a-4f04-4f20-8324-d05c2219d71b req-3c03bb88-ceb8-42ad-932d-d414f99c05e0 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916011 Jul 09 17:05:09.162711 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70731159-dcd4-4732-81ba-d2edf1a1bb8c req-064d48b5-b380-46f6-9cc5-9abdb29b3fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:09.164224 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-70731159-dcd4-4732-81ba-d2edf1a1bb8c req-064d48b5-b380-46f6-9cc5-9abdb29b3fe0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4d62028f-44ed-40d1-89e2-cd8d1482a607 HTTP/1.1" status: 200 len: 851 time: 0.0520957 Jul 09 17:05:09.201757 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058c5867-6aef-41b7-bb92-5446c6e7428b x-openstack-request-id: req-058c5867-6aef-41b7-bb92-5446c6e7428b {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:05:09.202052 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a860d0e4-a815-4fab-bd04-e5b9017dff12", "tag": "3120320f-e43a-467e-a46b-25355cf79c26", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:05:09.202311 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-058c5867-6aef-41b7-bb92-5446c6e7428b {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:05:09.202706 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a860d0e4-a815-4fab-bd04-e5b9017dff12', 'tag': '3120320f-e43a-467e-a46b-25355cf79c26', 'status': 'completed', 'code': 200} Jul 09 17:05:09.228309 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70731159-dcd4-4732-81ba-d2edf1a1bb8c req-13948e69-fd3f-46f9-9afd-3e1f817396ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:09.229786 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-70731159-dcd4-4732-81ba-d2edf1a1bb8c req-13948e69-fd3f-46f9-9afd-3e1f817396ef service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c758158a-3c22-47c1-93a3-3d20d45c6718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593288 Jul 09 17:05:09.316502 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-70731159-dcd4-4732-81ba-d2edf1a1bb8c req-be2fc17e-bf6f-43c7-a361-23074fe6c5ff service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800962 Jul 09 17:05:09.406642 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-70731159-dcd4-4732-81ba-d2edf1a1bb8c req-6b818c7b-04f9-461c-9e89-47a7c5bf62dd service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832331 Jul 09 17:05:09.506150 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ed8c6-f146-4d04-8d4b-1236b8f20c45 req-9c645078-587d-49b4-807c-03a4def4a834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:09.507702 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b06ed8c6-f146-4d04-8d4b-1236b8f20c45 req-9c645078-587d-49b4-807c-03a4def4a834 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32&device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 1094 time: 0.0528882 Jul 09 17:05:09.594003 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ed8c6-f146-4d04-8d4b-1236b8f20c45 req-7f0a5446-0a2e-4310-a481-59fe4d19eb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:09.595500 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b06ed8c6-f146-4d04-8d4b-1236b8f20c45 req-7f0a5446-0a2e-4310-a481-59fe4d19eb72 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c758158a-3c22-47c1-93a3-3d20d45c6718 HTTP/1.1" status: 200 len: 913 time: 0.0818870 Jul 09 17:05:09.641453 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b06ed8c6-f146-4d04-8d4b-1236b8f20c45 req-ddd9e10e-961d-40ee-a83f-ff5f7affbe4d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3120320f-e43a-467e-a46b-25355cf79c26 HTTP/1.1" status: 200 len: 217 time: 0.0369980 Jul 09 17:05:09.689431 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ed8c6-f146-4d04-8d4b-1236b8f20c45 req-97b1ee0a-dfed-463f-9198-643edf1bbd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:09.690745 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b06ed8c6-f146-4d04-8d4b-1236b8f20c45 req-97b1ee0a-dfed-463f-9198-643edf1bbd3c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4d62028f-44ed-40d1-89e2-cd8d1482a607 HTTP/1.1" status: 200 len: 851 time: 0.0425003 Jul 09 17:05:09.746344 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ed8c6-f146-4d04-8d4b-1236b8f20c45 req-a783a4a3-e3dd-4b31-afe0-273f85baef55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:09.747825 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b06ed8c6-f146-4d04-8d4b-1236b8f20c45 req-a783a4a3-e3dd-4b31-afe0-273f85baef55 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c758158a-3c22-47c1-93a3-3d20d45c6718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507979 Jul 09 17:05:09.837901 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b06ed8c6-f146-4d04-8d4b-1236b8f20c45 req-16126b37-45ba-4d0d-9339-493f27d7a6ad service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828879 Jul 09 17:05:09.924812 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b06ed8c6-f146-4d04-8d4b-1236b8f20c45 req-774697c6-ea35-476d-b846-3ab42b18ff66 service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799015 Jul 09 17:05:10.325143 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e29890-3aa7-4f89-951f-76f17bd3c0bb req-7fce3e83-9698-4fed-94da-7ee3be1066be tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:10.326505 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a1e29890-3aa7-4f89-951f-76f17bd3c0bb req-7fce3e83-9698-4fed-94da-7ee3be1066be tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 943 time: 0.0699933 Jul 09 17:05:10.369128 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a1e29890-3aa7-4f89-951f-76f17bd3c0bb req-750875a3-d259-4ced-96dd-f84c97267105 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367608 Jul 09 17:05:10.427860 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:11.228236 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 3120320f-e43a-467e-a46b-25355cf79c26 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:05:11.325319 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 3120320f-e43a-467e-a46b-25355cf79c26, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=3120320f-e43a-467e-a46b-25355cf79c26,segment=NetworkSegment(1bc3e896-c601-4663-9412-549e7692ffb2),segment_id=1bc3e896-c601-4663-9412-549e7692ffb2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:05:11.336883 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '3120320f-e43a-467e-a46b-25355cf79c26', 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718', 'port_id': '3120320f-e43a-467e-a46b-25355cf79c26', 'mac_address': 'fa:16:3e:33:c8:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:05:11.372857 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:11.384981 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3120320f-e43a-467e-a46b-25355cf79c26 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:05:11.404176 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 3120320f-e43a-467e-a46b-25355cf79c26, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=3120320f-e43a-467e-a46b-25355cf79c26,segment=NetworkSegment(1bc3e896-c601-4663-9412-549e7692ffb2),segment_id=1bc3e896-c601-4663-9412-549e7692ffb2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:05:11.408558 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:11.459817 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=3120320f-e43a-467e-a46b-25355cf79c26,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:11.540763 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fec441-1fcf-4595-b0aa-9ee8fd613076 req-e04ba8cc-513c-4b3e-b838-2519639b4550 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:11.542291 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d0fec441-1fcf-4595-b0aa-9ee8fd613076 req-e04ba8cc-513c-4b3e-b838-2519639b4550 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 944 time: 0.0633757 Jul 09 17:05:11.580051 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d0fec441-1fcf-4595-b0aa-9ee8fd613076 req-0e307a48-84a5-4d8a-9166-3e33d9c70c6f tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321162 Jul 09 17:05:11.592681 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['3120320f-e43a-467e-a46b-25355cf79c26'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:05:12.074517 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:05:12.751819 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616c998-d7a5-4cd8-a53a-4fb31447e3db req-6fe3c1f5-cd57-47e9-83b8-7f9ac57da443 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:12.753172 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5616c998-d7a5-4cd8-a53a-4fb31447e3db req-6fe3c1f5-cd57-47e9-83b8-7f9ac57da443 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 944 time: 0.0618052 Jul 09 17:05:12.789136 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5616c998-d7a5-4cd8-a53a-4fb31447e3db req-24ee1cb5-714c-46f2-bcb2-8508363c1225 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305202 Jul 09 17:05:13.245892 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 3120320f-e43a-467e-a46b-25355cf79c26 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:05:13.296159 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 3120320f-e43a-467e-a46b-25355cf79c26 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:05:13.299958 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 3120320f-e43a-467e-a46b-25355cf79c26 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:05:13.300334 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:13.374813 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:13.396968 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a860d0e4-a815-4fab-bd04-e5b9017dff12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3120320f-e43a-467e-a46b-25355cf79c26'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:05:13.399226 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a971d80-3d7f-4583-b8a0-e80788c56b9d" -d '{"events": [{"server_uuid": "a860d0e4-a815-4fab-bd04-e5b9017dff12", "name": "network-vif-plugged", "status": "completed", "tag": "3120320f-e43a-467e-a46b-25355cf79c26"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:05:13.413664 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 3120320f-e43a-467e-a46b-25355cf79c26, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=3120320f-e43a-467e-a46b-25355cf79c26,segment=NetworkSegment(1bc3e896-c601-4663-9412-549e7692ffb2),segment_id=1bc3e896-c601-4663-9412-549e7692ffb2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:05:13.417818 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:13.440930 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b9d6ca-c956-49b5-bbfd-62695f4efd82 x-openstack-request-id: req-01b9d6ca-c956-49b5-bbfd-62695f4efd82 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:05:13.442053 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a860d0e4-a815-4fab-bd04-e5b9017dff12", "name": "network-vif-plugged", "status": "completed", "tag": "3120320f-e43a-467e-a46b-25355cf79c26", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:05:13.442303 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-01b9d6ca-c956-49b5-bbfd-62695f4efd82 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:05:13.443049 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a860d0e4-a815-4fab-bd04-e5b9017dff12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3120320f-e43a-467e-a46b-25355cf79c26', 'code': 200} Jul 09 17:05:13.471349 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=3120320f-e43a-467e-a46b-25355cf79c26,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:13.552921 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f45f8b-5466-44ab-9659-ec7605cc245e req-14083156-968e-4252-b75a-b5159f2e4426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:13.554400 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d4f45f8b-5466-44ab-9659-ec7605cc245e req-14083156-968e-4252-b75a-b5159f2e4426 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 1096 time: 0.0555317 Jul 09 17:05:13.593475 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d4f45f8b-5466-44ab-9659-ec7605cc245e req-82137c21-3aed-46ad-9d33-7a273deaa44b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327408 Jul 09 17:05:13.966569 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de2676-0dfe-4b33-9be8-55b3542b6ab8 req-098c4d94-3a99-4565-98c7-0a76fa5b18bb tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:13.968080 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-13de2676-0dfe-4b33-9be8-55b3542b6ab8 req-098c4d94-3a99-4565-98c7-0a76fa5b18bb tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 945 time: 0.0671740 Jul 09 17:05:14.005044 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-13de2676-0dfe-4b33-9be8-55b3542b6ab8 req-ac4328d2-8c3d-40d7-bd30-b596eceb25cd tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315444 Jul 09 17:05:15.178452 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b9ba41-8883-4196-982d-412ad6d5f4f0 req-df34bce7-0b79-4a04-b5d8-a7bcca4ec705 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:15.179951 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-62b9ba41-8883-4196-982d-412ad6d5f4f0 req-df34bce7-0b79-4a04-b5d8-a7bcca4ec705 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 945 time: 0.0675507 Jul 09 17:05:15.217495 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-62b9ba41-8883-4196-982d-412ad6d5f4f0 req-6d066bdd-428c-4ee2-8a33-2108f9f247fd tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314636 Jul 09 17:05:15.382801 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181eb626-02fa-451e-b5d3-92be88fe404e req-f05590e0-ad6f-44ea-b14b-18d72d6b7c35 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:15.384782 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-181eb626-02fa-451e-b5d3-92be88fe404e req-f05590e0-ad6f-44ea-b14b-18d72d6b7c35 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 945 time: 0.0633702 Jul 09 17:05:15.393419 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52046) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:05:15.397796 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-2014dad1-e444-4e7b-9b8c-d956c1f1e9c5 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Request body: {'floatingip': {'port_id': '3120320f-e43a-467e-a46b-25355cf79c26'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:05:15.435990 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2014dad1-e444-4e7b-9b8c-d956c1f1e9c5 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks [] for floatingip, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:15.867339 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2014dad1-e444-4e7b-9b8c-d956c1f1e9c5 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:15.871173 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2014dad1-e444-4e7b-9b8c-d956c1f1e9c5 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:15.967455 n-d-798930-3 neutron-server[93958]: INFO neutron.db.l3_db [None req-2014dad1-e444-4e7b-9b8c-d956c1f1e9c5 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Floating IP 11886b11-c39c-4331-931a-8aa8fd251933 associated. External IP: 172.25.0.137, port: 3120320f-e43a-467e-a46b-25355cf79c26. Jul 09 17:05:16.169401 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2014dad1-e444-4e7b-9b8c-d956c1f1e9c5 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Router 4212f2a8-1c64-4887-ba44-7b7179745dbc has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:05:16.591573 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2014dad1-e444-4e7b-9b8c-d956c1f1e9c5 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:05:16.596411 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2014dad1-e444-4e7b-9b8c-d956c1f1e9c5 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:16.600906 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c25ee6a-00ee-47f2-b904-c36282a79e04 None None] Sync routers for ids ['4212f2a8-1c64-4887-ba44-7b7179745dbc'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:05:16.609584 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c25ee6a-00ee-47f2-b904-c36282a79e04 None None] Routers {'4212f2a8-1c64-4887-ba44-7b7179745dbc'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:05:16.610202 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6c25ee6a-00ee-47f2-b904-c36282a79e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:04:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['4212f2a8-1c64-4887-ba44-7b7179745dbc'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:16.631764 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2014dad1-e444-4e7b-9b8c-d956c1f1e9c5 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "PUT /v2.0/floatingips/11886b11-c39c-4331-931a-8aa8fd251933 HTTP/1.1" status: 200 len: 992 time: 1.2372453 Jul 09 17:05:16.632362 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a860d0e4-a815-4fab-bd04-e5b9017dff12', 'tag': '3120320f-e43a-467e-a46b-25355cf79c26'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:05:16.635310 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b9d955-3eca-48e8-b548-d17c7f905953" -d '{"events": [{"name": "network-changed", "server_uuid": "a860d0e4-a815-4fab-bd04-e5b9017dff12", "tag": "3120320f-e43a-467e-a46b-25355cf79c26"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:05:16.715167 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-6c25ee6a-00ee-47f2-b904-c36282a79e04 None None] Set router 4212f2a8-1c64-4887-ba44-7b7179745dbc gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:05:16.758123 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c415116-8b1c-4bb3-9ade-f37dcfe99d22 x-openstack-request-id: req-4c415116-8b1c-4bb3-9ade-f37dcfe99d22 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:05:16.758418 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a860d0e4-a815-4fab-bd04-e5b9017dff12", "tag": "3120320f-e43a-467e-a46b-25355cf79c26", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:05:16.758675 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4c415116-8b1c-4bb3-9ade-f37dcfe99d22 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:05:16.759652 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a860d0e4-a815-4fab-bd04-e5b9017dff12', 'tag': '3120320f-e43a-467e-a46b-25355cf79c26', 'status': 'completed', 'code': 200} Jul 09 17:05:16.831220 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b9d955-3eca-48e8-b548-d17c7f905953 req-4e352fdd-2981-45fc-ab97-257d78f00c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:16.832708 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b9b9d955-3eca-48e8-b548-d17c7f905953 req-4e352fdd-2981-45fc-ab97-257d78f00c0e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32&device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 1096 time: 0.0533688 Jul 09 17:05:16.922004 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b9d955-3eca-48e8-b548-d17c7f905953 req-507a92f6-e6d8-46a0-b24c-eec00391bff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:16.923496 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b9b9d955-3eca-48e8-b548-d17c7f905953 req-507a92f6-e6d8-46a0-b24c-eec00391bff2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c758158a-3c22-47c1-93a3-3d20d45c6718 HTTP/1.1" status: 200 len: 913 time: 0.0851204 Jul 09 17:05:16.940254 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6c25ee6a-00ee-47f2-b904-c36282a79e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'name': 'tempest-ServerActionsTestJSON-1011410607-router', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T16:58:13Z', 'revision_number': 4, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'gw_port': {'id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:91:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T16:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '11886b11-c39c-4331-931a-8aa8fd251933', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'floating_ip_address': '172.25.0.137', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'port_id': '3120320f-e43a-467e-a46b-25355cf79c26', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718', 'mac_address': 'fa:16:3e:33:c8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a860d0e4-a815-4fab-bd04-e5b9017dff12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:58:15Z', 'updated_at': '2021-07-09T17:05:15Z', 'revision_number': 13, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6ee4495-48b6-4482-9988-e7e219582cbf', 'name': '', 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'mac_address': 'fa:16:3e:30:77:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:12Z', 'updated_at': '2021-07-09T16:58:18Z', 'revision_number': 5, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'subnets': [{'id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:16.965684 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c25ee6a-00ee-47f2-b904-c36282a79e04 None None] Checking router: 4212f2a8-1c64-4887-ba44-7b7179745dbc for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:05:16.974112 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c25ee6a-00ee-47f2-b904-c36282a79e04 None None] Routers {'4212f2a8-1c64-4887-ba44-7b7179745dbc'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:05:16.974730 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6c25ee6a-00ee-47f2-b904-c36282a79e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:04:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['4212f2a8-1c64-4887-ba44-7b7179745dbc'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:16.994341 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b9b9d955-3eca-48e8-b548-d17c7f905953 req-c6e3195a-4ffe-470f-a066-8a288fb304e5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3120320f-e43a-467e-a46b-25355cf79c26 HTTP/1.1" status: 200 len: 1000 time: 0.0646071 Jul 09 17:05:17.045350 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b9d955-3eca-48e8-b548-d17c7f905953 req-b497a8a8-e331-4a63-8e01-51e0b5938be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:17.046812 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b9b9d955-3eca-48e8-b548-d17c7f905953 req-b497a8a8-e331-4a63-8e01-51e0b5938be0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4d62028f-44ed-40d1-89e2-cd8d1482a607 HTTP/1.1" status: 200 len: 851 time: 0.0467389 Jul 09 17:05:17.080241 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-6c25ee6a-00ee-47f2-b904-c36282a79e04 None None] Set router 4212f2a8-1c64-4887-ba44-7b7179745dbc gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:05:17.101757 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b9d955-3eca-48e8-b548-d17c7f905953 req-8bd37fee-4030-43e2-9c74-d9ce76678ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:17.103797 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b9b9d955-3eca-48e8-b548-d17c7f905953 req-8bd37fee-4030-43e2-9c74-d9ce76678ab2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c758158a-3c22-47c1-93a3-3d20d45c6718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511444 Jul 09 17:05:17.195175 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b9b9d955-3eca-48e8-b548-d17c7f905953 req-b4dc62f1-e030-47da-8ec6-166a1474cb82 service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847371 Jul 09 17:05:17.287521 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b9b9d955-3eca-48e8-b548-d17c7f905953 req-4a3b1202-15df-4875-ac27-57bea666c1a6 service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857785 Jul 09 17:05:17.304980 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6c25ee6a-00ee-47f2-b904-c36282a79e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'name': 'tempest-ServerActionsTestJSON-1011410607-router', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T16:58:13Z', 'revision_number': 4, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'gw_port': {'id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:91:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T16:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '11886b11-c39c-4331-931a-8aa8fd251933', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'floating_ip_address': '172.25.0.137', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'port_id': '3120320f-e43a-467e-a46b-25355cf79c26', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718', 'mac_address': 'fa:16:3e:33:c8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a860d0e4-a815-4fab-bd04-e5b9017dff12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:58:15Z', 'updated_at': '2021-07-09T17:05:15Z', 'revision_number': 13, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6ee4495-48b6-4482-9988-e7e219582cbf', 'name': '', 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'mac_address': 'fa:16:3e:30:77:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:12Z', 'updated_at': '2021-07-09T16:58:18Z', 'revision_number': 5, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'subnets': [{'id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:05:17.331429 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c25ee6a-00ee-47f2-b904-c36282a79e04 None None] The sync data for ids ['4212f2a8-1c64-4887-ba44-7b7179745dbc'] in n-d-798930-3 is: [{'id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'name': 'tempest-ServerActionsTestJSON-1011410607-router', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T16:58:13Z', 'revision_number': 4, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'gw_port': {'id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:91:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T16:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '11886b11-c39c-4331-931a-8aa8fd251933', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'floating_ip_address': '172.25.0.137', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'port_id': '3120320f-e43a-467e-a46b-25355cf79c26', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718', 'mac_address': 'fa:16:3e:33:c8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a860d0e4-a815-4fab-bd04-e5b9017dff12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:58:15Z', 'updated_at': '2021-07-09T17:05:15Z', 'revision_number': 13, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6ee4495-48b6-4482-9988-e7e219582cbf', 'name': '', 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'mac_address': 'fa:16:3e:30:77:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:12Z', 'updated_at': '2021-07-09T16:58:18Z', 'revision_number': 5, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'subnets': [{'id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:05:17.514836 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ef8ed3-c231-4fb8-a7ed-ed216bb35244 None None] New status for floating IP 11886b11-c39c-4331-931a-8aa8fd251933: ACTIVE {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:05:22.372016 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a467f03b-9639-49b3-9a61-a22cccbfac27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:25.117427 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7f87e071-c170-43f7-82bd-1a519b0fe4f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:25.824962 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:26.420663 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:27.114878 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:28.360013 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:40.427560 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:40.539436 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-690aa6e4-6596-4157-beb7-4e8e343cbf9c req-fb5188c9-fde9-4604-8eca-723dc178050d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0516610 Jul 09 17:05:40.635441 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690aa6e4-6596-4157-beb7-4e8e343cbf9c req-dfaa3a9f-e7e8-460b-9a20-540d6d85b300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:40.636900 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-690aa6e4-6596-4157-beb7-4e8e343cbf9c req-dfaa3a9f-e7e8-460b-9a20-540d6d85b300 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32&device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 1096 time: 0.0532742 Jul 09 17:05:40.742188 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690aa6e4-6596-4157-beb7-4e8e343cbf9c req-2169a5d4-c155-4d56-873b-ecc34aead40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:40.744109 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-690aa6e4-6596-4157-beb7-4e8e343cbf9c req-2169a5d4-c155-4d56-873b-ecc34aead40e service neutron] 10.222.0.77 "GET /v2.0/networks?id=c758158a-3c22-47c1-93a3-3d20d45c6718 HTTP/1.1" status: 200 len: 913 time: 0.0859699 Jul 09 17:05:40.807834 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-690aa6e4-6596-4157-beb7-4e8e343cbf9c req-bbf14329-b03c-4f8c-9a8f-4902b728ada8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3120320f-e43a-467e-a46b-25355cf79c26 HTTP/1.1" status: 200 len: 1002 time: 0.0565500 Jul 09 17:05:40.861221 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690aa6e4-6596-4157-beb7-4e8e343cbf9c req-f53672eb-0387-4993-9db3-7141b2b222a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:40.862692 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-690aa6e4-6596-4157-beb7-4e8e343cbf9c req-f53672eb-0387-4993-9db3-7141b2b222a0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4d62028f-44ed-40d1-89e2-cd8d1482a607 HTTP/1.1" status: 200 len: 851 time: 0.0481110 Jul 09 17:05:40.921280 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690aa6e4-6596-4157-beb7-4e8e343cbf9c req-8677edc2-d932-4f08-b198-43fad5d8ed7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:05:40.923178 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-690aa6e4-6596-4157-beb7-4e8e343cbf9c req-8677edc2-d932-4f08-b198-43fad5d8ed7c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c758158a-3c22-47c1-93a3-3d20d45c6718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535846 Jul 09 17:05:41.009583 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-690aa6e4-6596-4157-beb7-4e8e343cbf9c req-0c980f85-f528-4a04-98bf-aff7344a585d service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798588 Jul 09 17:05:41.099100 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-690aa6e4-6596-4157-beb7-4e8e343cbf9c req-69f55785-3592-47ba-bae0-8a35b0d2bb39 service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828836 Jul 09 17:05:49.074755 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:05:52.373032 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-74874b93-f226-4084-831d-1210f2917fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:55.117758 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1d5b9cfe-d2b7-40a5-8a9c-b5404aa7c9b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:55.825670 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:56.423629 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:57.103785 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:58.362279 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:10.441261 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:22.377018 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c90bfd7b-290c-4706-bc4c-519af8e943d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:25.119018 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8ab49de7-cb60-4fc4-9c98-b7e76657c127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:25.826800 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:26.075226 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:06:26.426534 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:27.103618 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:28.364258 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:40.440890 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:40.537077 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-439e1201-1fca-45ff-981b-b360b9088705 req-9795023f-ae02-45ea-bd3a-46c4f44ad625 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0531940 Jul 09 17:06:40.648517 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e1201-1fca-45ff-981b-b360b9088705 req-9e2be9fa-d32e-4cc1-a52f-84dd13a08aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:40.650649 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-439e1201-1fca-45ff-981b-b360b9088705 req-9e2be9fa-d32e-4cc1-a52f-84dd13a08aec service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32&device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 1096 time: 0.0573969 Jul 09 17:06:40.750745 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e1201-1fca-45ff-981b-b360b9088705 req-bd76a619-f7ae-4e58-8bd9-d2efaab42297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:40.752136 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-439e1201-1fca-45ff-981b-b360b9088705 req-bd76a619-f7ae-4e58-8bd9-d2efaab42297 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c758158a-3c22-47c1-93a3-3d20d45c6718 HTTP/1.1" status: 200 len: 913 time: 0.0819938 Jul 09 17:06:40.818650 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-439e1201-1fca-45ff-981b-b360b9088705 req-dde47536-9997-4c35-9582-bfe0f3fcd57d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3120320f-e43a-467e-a46b-25355cf79c26 HTTP/1.1" status: 200 len: 1002 time: 0.0600193 Jul 09 17:06:40.865188 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e1201-1fca-45ff-981b-b360b9088705 req-61e9e9ef-797d-4d1f-9e87-ba3da621c23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:40.866576 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-439e1201-1fca-45ff-981b-b360b9088705 req-61e9e9ef-797d-4d1f-9e87-ba3da621c23e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4d62028f-44ed-40d1-89e2-cd8d1482a607 HTTP/1.1" status: 200 len: 851 time: 0.0420470 Jul 09 17:06:40.921387 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e1201-1fca-45ff-981b-b360b9088705 req-02fb780f-b398-46b8-ba8e-198fdc0bff5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:40.922882 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-439e1201-1fca-45ff-981b-b360b9088705 req-02fb780f-b398-46b8-ba8e-198fdc0bff5e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c758158a-3c22-47c1-93a3-3d20d45c6718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506573 Jul 09 17:06:41.014553 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-439e1201-1fca-45ff-981b-b360b9088705 req-e4af4797-ad60-4d10-bf43-2afdc69e8baa service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845275 Jul 09 17:06:41.102593 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-439e1201-1fca-45ff-981b-b360b9088705 req-24028b58-3b7a-4b32-9230-3c7648bb6235 service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817513 Jul 09 17:06:52.378788 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-08c3dc4a-1a1d-4d72-87f2-eb77378b868e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:53.124699 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49815cf7-587f-47d0-9617-05ace9b657a5 req-08e1dd16-af3c-4803-9a5a-e84ab90410f9 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:06:53.126158 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-49815cf7-587f-47d0-9617-05ace9b657a5 req-08e1dd16-af3c-4803-9a5a-e84ab90410f9 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 945 time: 0.0643981 Jul 09 17:06:53.162855 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-49815cf7-587f-47d0-9617-05ace9b657a5 req-a85f2660-8ae4-445d-818a-70863e84cbdb tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311220 Jul 09 17:06:55.119826 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-000d2198-e1c5-4d5d-935b-dfbf922539fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:55.829797 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:56.429789 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:57.115666 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:58.367651 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:03.074777 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:07:04.194894 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [req-d60adafd-e3e4-4f95-80aa-4987b4ab637b req-d8845571-63f8-44ac-92c5-6f033546ec88 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:07:04.195870 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d60adafd-e3e4-4f95-80aa-4987b4ab637b req-d8845571-63f8-44ac-92c5-6f033546ec88 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055060 Jul 09 17:07:04.525179 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c578276-e795-4c3d-8522-7cd36a1f05a5 req-73a6b508-688b-4fb2-a61c-583058176280 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:04.526993 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4c578276-e795-4c3d-8522-7cd36a1f05a5 req-73a6b508-688b-4fb2-a61c-583058176280 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 945 time: 0.1087596 Jul 09 17:07:04.530641 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-11ac78c7-7e37-45f3-8139-a73676fa38b5 req-febbab82-afab-4ca1-9a56-defdf6bd71a1 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1642559 Jul 09 17:07:04.566877 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4c578276-e795-4c3d-8522-7cd36a1f05a5 req-8fdbfcbc-dd16-488e-93e3-e2d6e3a697cd tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340743 Jul 09 17:07:05.744817 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b810b5b-0cb9-4fef-b102-eb3cf3bb1421 req-f3e96cdb-a11d-43a8-8f4d-fbfea7ce52c9 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:05.746219 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3b810b5b-0cb9-4fef-b102-eb3cf3bb1421 req-f3e96cdb-a11d-43a8-8f4d-fbfea7ce52c9 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 945 time: 0.0692401 Jul 09 17:07:05.785226 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3b810b5b-0cb9-4fef-b102-eb3cf3bb1421 req-0a478ca5-3a37-4981-a932-e7199e38bd05 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334458 Jul 09 17:07:05.892690 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac78c7-7e37-45f3-8139-a73676fa38b5 req-1cc1bcc7-7850-4fd0-bd12-32095cbbaf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:05.894168 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-11ac78c7-7e37-45f3-8139-a73676fa38b5 req-1cc1bcc7-7850-4fd0-bd12-32095cbbaf72 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32&device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 1096 time: 0.0533168 Jul 09 17:07:05.983158 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac78c7-7e37-45f3-8139-a73676fa38b5 req-bc357c3c-0eaa-4ba5-af52-53eaab0365c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:05.984613 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-11ac78c7-7e37-45f3-8139-a73676fa38b5 req-bc357c3c-0eaa-4ba5-af52-53eaab0365c1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c758158a-3c22-47c1-93a3-3d20d45c6718 HTTP/1.1" status: 200 len: 913 time: 0.0844178 Jul 09 17:07:06.049495 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-11ac78c7-7e37-45f3-8139-a73676fa38b5 req-0a536e5c-404d-4104-9767-807875f2bdc9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3120320f-e43a-467e-a46b-25355cf79c26 HTTP/1.1" status: 200 len: 1002 time: 0.0586932 Jul 09 17:07:06.097575 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac78c7-7e37-45f3-8139-a73676fa38b5 req-43ba1528-2884-456b-876e-f8e5fc57c280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:06.099009 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-11ac78c7-7e37-45f3-8139-a73676fa38b5 req-43ba1528-2884-456b-876e-f8e5fc57c280 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4d62028f-44ed-40d1-89e2-cd8d1482a607 HTTP/1.1" status: 200 len: 851 time: 0.0432475 Jul 09 17:07:06.158116 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac78c7-7e37-45f3-8139-a73676fa38b5 req-d9b1f405-e268-4af0-b58d-f35bb4861458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:06.159615 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-11ac78c7-7e37-45f3-8139-a73676fa38b5 req-d9b1f405-e268-4af0-b58d-f35bb4861458 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c758158a-3c22-47c1-93a3-3d20d45c6718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542850 Jul 09 17:07:06.245342 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-11ac78c7-7e37-45f3-8139-a73676fa38b5 req-92e51016-83cc-460a-aaac-f83b655390e4 service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789862 Jul 09 17:07:06.337082 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-11ac78c7-7e37-45f3-8139-a73676fa38b5 req-a998f5f9-efaa-4653-bebe-b1b965b814ca service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850749 Jul 09 17:07:07.010665 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54a768e-8bdf-4a15-937b-0159287dbfee req-4ac885bd-f6fc-42cc-8d80-765908446b72 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:07.012176 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b54a768e-8bdf-4a15-937b-0159287dbfee req-4ac885bd-f6fc-42cc-8d80-765908446b72 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 945 time: 0.0636485 Jul 09 17:07:07.051809 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b54a768e-8bdf-4a15-937b-0159287dbfee req-0adc98a0-ff61-41e0-8482-7acd7d84526c tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333517 Jul 09 17:07:08.222580 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40167698-61b2-4899-a76e-b041c0a7b805 req-83a47355-978d-45f3-b968-e801d7b10142 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:08.224092 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-40167698-61b2-4899-a76e-b041c0a7b805 req-83a47355-978d-45f3-b968-e801d7b10142 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 945 time: 0.0630283 Jul 09 17:07:08.262480 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-40167698-61b2-4899-a76e-b041c0a7b805 req-dfa32429-fd43-45a4-81e8-5467f8a0c790 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328991 Jul 09 17:07:09.440842 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955668a-8c34-4ac3-a2f0-3314ad30f97d req-2e64d7d1-68cf-466c-9203-fa1c1e139a2b tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:09.442320 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9955668a-8c34-4ac3-a2f0-3314ad30f97d req-2e64d7d1-68cf-466c-9203-fa1c1e139a2b tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 945 time: 0.0667529 Jul 09 17:07:09.480044 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9955668a-8c34-4ac3-a2f0-3314ad30f97d req-708609d2-126e-4a19-89ef-38f3c2aae4ee tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322878 Jul 09 17:07:10.472338 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:10.650508 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc8e91f-7d8a-43d9-83ab-cf6b992d49ce req-c9792b64-98b9-460f-a71c-63c9d8418cfa tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:10.652120 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9fc8e91f-7d8a-43d9-83ab-cf6b992d49ce req-c9792b64-98b9-460f-a71c-63c9d8418cfa tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 945 time: 0.0622895 Jul 09 17:07:10.689802 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9fc8e91f-7d8a-43d9-83ab-cf6b992d49ce req-b3e87a63-f4eb-499d-8719-08c77bb19c5f tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318077 Jul 09 17:07:11.940674 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee34f8-ebb2-43b3-930c-22586db0e128 req-5b50e823-fbca-4ec9-8bad-bde21b349217 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:11.942434 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b1ee34f8-ebb2-43b3-930c-22586db0e128 req-5b50e823-fbca-4ec9-8bad-bde21b349217 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 945 time: 0.1072118 Jul 09 17:07:11.984529 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b1ee34f8-ebb2-43b3-930c-22586db0e128 req-12e9c5a3-ea01-488f-82a8-9e716ce516a6 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366440 Jul 09 17:07:13.158480 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd863cce-73e5-4c81-b995-f0e883f6a8a3 req-16bedcfe-247a-4132-abee-c223e79e3307 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:13.159971 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dd863cce-73e5-4c81-b995-f0e883f6a8a3 req-16bedcfe-247a-4132-abee-c223e79e3307 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 945 time: 0.0651822 Jul 09 17:07:13.197868 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dd863cce-73e5-4c81-b995-f0e883f6a8a3 req-f5b91b7a-edf4-41f9-8ea4-d17aade6c666 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323439 Jul 09 17:07:14.372661 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df68e4c-22ee-4f05-a2c0-4ac13c6d2faf req-10bf226d-cb87-4a1b-bb14-77fc1a828f75 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:14.374027 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0df68e4c-22ee-4f05-a2c0-4ac13c6d2faf req-10bf226d-cb87-4a1b-bb14-77fc1a828f75 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 945 time: 0.0630813 Jul 09 17:07:14.410964 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0df68e4c-22ee-4f05-a2c0-4ac13c6d2faf req-d8fc051a-b3cf-49d4-ac70-72dad9e64093 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308676 Jul 09 17:07:15.588234 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2a3b8-9542-49c5-b2a7-aced1df8817d req-2669733d-3319-4104-bf13-60116332ad83 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:15.589700 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7ce2a3b8-9542-49c5-b2a7-aced1df8817d req-2669733d-3319-4104-bf13-60116332ad83 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 945 time: 0.0683200 Jul 09 17:07:15.625826 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7ce2a3b8-9542-49c5-b2a7-aced1df8817d req-04692da4-8aed-4d01-8e17-0c7a381e5bc5 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303030 Jul 09 17:07:16.803053 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a5945d-a704-48bb-8b1d-d341b1d10f70 req-195fd731-92b5-4e8d-b0c7-faecf17fa7e4 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:16.804522 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b1a5945d-a704-48bb-8b1d-d341b1d10f70 req-195fd731-92b5-4e8d-b0c7-faecf17fa7e4 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 945 time: 0.0638611 Jul 09 17:07:16.843508 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b1a5945d-a704-48bb-8b1d-d341b1d10f70 req-92016827-1875-4eac-9637-574ee8a940ff tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333369 Jul 09 17:07:18.017734 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746142a4-7b29-458d-9a58-ab5bfd078f8f req-52194df6-9c7e-4124-92dd-309087d42ce8 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:18.019241 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-746142a4-7b29-458d-9a58-ab5bfd078f8f req-52194df6-9c7e-4124-92dd-309087d42ce8 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 945 time: 0.0620613 Jul 09 17:07:18.060602 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-746142a4-7b29-458d-9a58-ab5bfd078f8f req-d449f05c-5e54-41aa-a89c-368d358b610f tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359180 Jul 09 17:07:19.241768 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b9a1b9-d4e9-4156-bbcf-4ab154f643db req-e2b62770-4c6a-4e89-bf8c-57b0ea001711 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:19.243397 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c3b9a1b9-d4e9-4156-bbcf-4ab154f643db req-e2b62770-4c6a-4e89-bf8c-57b0ea001711 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 945 time: 0.0693538 Jul 09 17:07:19.283294 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c3b9a1b9-d4e9-4156-bbcf-4ab154f643db req-7770ae07-6c86-41d5-b3ea-151993aea355 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342114 Jul 09 17:07:20.095247 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [req-11ac78c7-7e37-45f3-8139-a73676fa38b5 req-365ad2d9-07e0-4af8-b09c-7fa97f8515a2 service neutron] show failed (client error): The resource could not be found. Jul 09 17:07:20.095788 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-11ac78c7-7e37-45f3-8139-a73676fa38b5 req-365ad2d9-07e0-4af8-b09c-7fa97f8515a2 service neutron] 10.222.0.77 "GET /v2.0/ports/3120320f-e43a-467e-a46b-25355cf79c26/bindings/n-h2-798930-3 HTTP/1.1" status: 404 len: 380 time: 0.0907321 Jul 09 17:07:20.345257 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac78c7-7e37-45f3-8139-a73676fa38b5 req-6cf92b71-1255-4272-87ef-b64efa804502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:20.346801 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-11ac78c7-7e37-45f3-8139-a73676fa38b5 req-6cf92b71-1255-4272-87ef-b64efa804502 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12&tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32 HTTP/1.1" status: 200 len: 1096 time: 0.0574882 Jul 09 17:07:20.364465 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-11ac78c7-7e37-45f3-8139-a73676fa38b5 req-a7f6501a-8f9b-4bd1-a25c-dbdbe25b4b67 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798930-3', 'device_owner': 'compute:nova'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:07:20.468148 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-11ac78c7-7e37-45f3-8139-a73676fa38b5 req-a7f6501a-8f9b-4bd1-a25c-dbdbe25b4b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:20.520331 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16250549-0dbf-4133-8f09-9dd09fdaba2b req-dda8a877-f6bf-4476-ac43-5cf3c87b189d tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:20.521825 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-16250549-0dbf-4133-8f09-9dd09fdaba2b req-dda8a877-f6bf-4476-ac43-5cf3c87b189d tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 945 time: 0.1237035 Jul 09 17:07:20.625668 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-16250549-0dbf-4133-8f09-9dd09fdaba2b req-d4767556-71f1-420b-97bf-f3d439047109 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959570 Jul 09 17:07:20.713353 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-11ac78c7-7e37-45f3-8139-a73676fa38b5 req-a7f6501a-8f9b-4bd1-a25c-dbdbe25b4b67 service neutron] For port 3120320f-e43a-467e-a46b-25355cf79c26, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=3120320f-e43a-467e-a46b-25355cf79c26,segment=NetworkSegment(1bc3e896-c601-4663-9412-549e7692ffb2),segment_id=1bc3e896-c601-4663-9412-549e7692ffb2)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:07:20.745259 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-11ac78c7-7e37-45f3-8139-a73676fa38b5 req-a7f6501a-8f9b-4bd1-a25c-dbdbe25b4b67 service neutron] For port 3120320f-e43a-467e-a46b-25355cf79c26, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:07:20.783088 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a860d0e4-a815-4fab-bd04-e5b9017dff12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3120320f-e43a-467e-a46b-25355cf79c26'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:07:20.785429 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95f1d05-e39a-47f8-ba2e-4cdf46f358ed" -d '{"events": [{"server_uuid": "a860d0e4-a815-4fab-bd04-e5b9017dff12", "name": "network-vif-unplugged", "status": "completed", "tag": "3120320f-e43a-467e-a46b-25355cf79c26"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:07:20.789292 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-11ac78c7-7e37-45f3-8139-a73676fa38b5 req-a7f6501a-8f9b-4bd1-a25c-dbdbe25b4b67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:20.802393 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-11ac78c7-7e37-45f3-8139-a73676fa38b5 req-a7f6501a-8f9b-4bd1-a25c-dbdbe25b4b67 service neutron] Transition to ACTIVE for port object 3120320f-e43a-467e-a46b-25355cf79c26 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:07:20.807187 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-11ac78c7-7e37-45f3-8139-a73676fa38b5 req-a7f6501a-8f9b-4bd1-a25c-dbdbe25b4b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:20.834989 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 17:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e2aa91-9c4a-4376-9c9a-4232068464d8 x-openstack-request-id: req-18e2aa91-9c4a-4376-9c9a-4232068464d8 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:07:20.835288 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a860d0e4-a815-4fab-bd04-e5b9017dff12", "name": "network-vif-unplugged", "status": "completed", "tag": "3120320f-e43a-467e-a46b-25355cf79c26", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:07:20.835540 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-18e2aa91-9c4a-4376-9c9a-4232068464d8 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:07:20.835927 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a860d0e4-a815-4fab-bd04-e5b9017dff12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3120320f-e43a-467e-a46b-25355cf79c26', 'code': 200} Jul 09 17:07:20.898267 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f6501a-8f9b-4bd1-a25c-dbdbe25b4b67 service neutron] Pushing event updated for resources: {'Port': ['ID=3120320f-e43a-467e-a46b-25355cf79c26,revision_number=6']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:20.913466 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6501a-8f9b-4bd1-a25c-dbdbe25b4b67 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:20.913812 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6501a-8f9b-4bd1-a25c-dbdbe25b4b67 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:20.914152 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6501a-8f9b-4bd1-a25c-dbdbe25b4b67 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:20.914486 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6501a-8f9b-4bd1-a25c-dbdbe25b4b67 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:20.914845 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6501a-8f9b-4bd1-a25c-dbdbe25b4b67 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:20.915182 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6501a-8f9b-4bd1-a25c-dbdbe25b4b67 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:20.915534 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6501a-8f9b-4bd1-a25c-dbdbe25b4b67 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:20.915830 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6501a-8f9b-4bd1-a25c-dbdbe25b4b67 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:20.916158 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6501a-8f9b-4bd1-a25c-dbdbe25b4b67 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:20.916474 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6501a-8f9b-4bd1-a25c-dbdbe25b4b67 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:20.916818 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6501a-8f9b-4bd1-a25c-dbdbe25b4b67 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:20.917147 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6501a-8f9b-4bd1-a25c-dbdbe25b4b67 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:20.947765 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-11ac78c7-7e37-45f3-8139-a73676fa38b5 req-a7f6501a-8f9b-4bd1-a25c-dbdbe25b4b67 service neutron] No DVR routers for this DVR port 3120320f-e43a-467e-a46b-25355cf79c26 on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:07:21.083472 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-11ac78c7-7e37-45f3-8139-a73676fa38b5 req-a7f6501a-8f9b-4bd1-a25c-dbdbe25b4b67 service neutron] Attempting to bind port 3120320f-e43a-467e-a46b-25355cf79c26 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:07:21.083804 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-11ac78c7-7e37-45f3-8139-a73676fa38b5 req-a7f6501a-8f9b-4bd1-a25c-dbdbe25b4b67 service neutron] Attempting to bind port 3120320f-e43a-467e-a46b-25355cf79c26 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': '1bc3e896-c601-4663-9412-549e7692ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:07:21.084124 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ac78c7-7e37-45f3-8139-a73676fa38b5 req-a7f6501a-8f9b-4bd1-a25c-dbdbe25b4b67 service neutron] Attempting to bind port 3120320f-e43a-467e-a46b-25355cf79c26 on network c758158a-3c22-47c1-93a3-3d20d45c6718 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:07:21.088364 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ac78c7-7e37-45f3-8139-a73676fa38b5 req-a7f6501a-8f9b-4bd1-a25c-dbdbe25b4b67 service neutron] Port 3120320f-e43a-467e-a46b-25355cf79c26 on network c758158a-3c22-47c1-93a3-3d20d45c6718 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:07:21.088690 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ac78c7-7e37-45f3-8139-a73676fa38b5 req-a7f6501a-8f9b-4bd1-a25c-dbdbe25b4b67 service neutron] Attempting to bind port 3120320f-e43a-467e-a46b-25355cf79c26 on network c758158a-3c22-47c1-93a3-3d20d45c6718 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:07:21.093393 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ac78c7-7e37-45f3-8139-a73676fa38b5 req-a7f6501a-8f9b-4bd1-a25c-dbdbe25b4b67 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:07:21.093723 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ac78c7-7e37-45f3-8139-a73676fa38b5 req-a7f6501a-8f9b-4bd1-a25c-dbdbe25b4b67 service neutron] Checking segment: {'id': '1bc3e896-c601-4663-9412-549e7692ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:07:21.094098 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ac78c7-7e37-45f3-8139-a73676fa38b5 req-a7f6501a-8f9b-4bd1-a25c-dbdbe25b4b67 service neutron] Bound using segment: {'id': '1bc3e896-c601-4663-9412-549e7692ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:07:21.094512 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-11ac78c7-7e37-45f3-8139-a73676fa38b5 req-a7f6501a-8f9b-4bd1-a25c-dbdbe25b4b67 service neutron] Bound port: 3120320f-e43a-467e-a46b-25355cf79c26, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc3e896-c601-4663-9412-549e7692ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:07:21.094891 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-11ac78c7-7e37-45f3-8139-a73676fa38b5 req-a7f6501a-8f9b-4bd1-a25c-dbdbe25b4b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:21.155053 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-11ac78c7-7e37-45f3-8139-a73676fa38b5 req-a7f6501a-8f9b-4bd1-a25c-dbdbe25b4b67 service neutron] For port 3120320f-e43a-467e-a46b-25355cf79c26, host n-h2-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:07:21.157978 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-11ac78c7-7e37-45f3-8139-a73676fa38b5 req-a7f6501a-8f9b-4bd1-a25c-dbdbe25b4b67 service neutron] For port 3120320f-e43a-467e-a46b-25355cf79c26, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=3120320f-e43a-467e-a46b-25355cf79c26,segment=NetworkSegment(1bc3e896-c601-4663-9412-549e7692ffb2),segment_id=1bc3e896-c601-4663-9412-549e7692ffb2)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:07:21.162279 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-11ac78c7-7e37-45f3-8139-a73676fa38b5 req-a7f6501a-8f9b-4bd1-a25c-dbdbe25b4b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:21.195282 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac78c7-7e37-45f3-8139-a73676fa38b5 req-a7f6501a-8f9b-4bd1-a25c-dbdbe25b4b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:21.195889 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-11ac78c7-7e37-45f3-8139-a73676fa38b5 req-a7f6501a-8f9b-4bd1-a25c-dbdbe25b4b67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:21.197333 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-11ac78c7-7e37-45f3-8139-a73676fa38b5 req-a7f6501a-8f9b-4bd1-a25c-dbdbe25b4b67 service neutron] 10.222.0.73 "PUT /v2.0/ports/3120320f-e43a-467e-a46b-25355cf79c26 HTTP/1.1" status: 200 len: 1091 time: 0.8371005 Jul 09 17:07:21.218213 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f6501a-8f9b-4bd1-a25c-dbdbe25b4b67 service neutron] Pushing event updated for resources: {'Port': ['ID=3120320f-e43a-467e-a46b-25355cf79c26,revision_number=7']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:21.363853 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac78c7-7e37-45f3-8139-a73676fa38b5 req-7d5be674-28d9-47cd-a124-ede57b01c503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:21.365375 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-11ac78c7-7e37-45f3-8139-a73676fa38b5 req-7d5be674-28d9-47cd-a124-ede57b01c503 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32&device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 1094 time: 0.0981266 Jul 09 17:07:21.456638 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac78c7-7e37-45f3-8139-a73676fa38b5 req-9b4e6423-58a5-46f1-81d2-868fe6c96701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:21.458072 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-11ac78c7-7e37-45f3-8139-a73676fa38b5 req-9b4e6423-58a5-46f1-81d2-868fe6c96701 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c758158a-3c22-47c1-93a3-3d20d45c6718 HTTP/1.1" status: 200 len: 913 time: 0.0854766 Jul 09 17:07:21.526180 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-11ac78c7-7e37-45f3-8139-a73676fa38b5 req-56a51252-a84e-4e2f-9f05-a2ea2e5b06ac service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3120320f-e43a-467e-a46b-25355cf79c26 HTTP/1.1" status: 200 len: 1000 time: 0.0619261 Jul 09 17:07:21.574685 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac78c7-7e37-45f3-8139-a73676fa38b5 req-187c42cc-bac0-4ea3-95d1-4a01af034390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:21.576152 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-11ac78c7-7e37-45f3-8139-a73676fa38b5 req-187c42cc-bac0-4ea3-95d1-4a01af034390 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4d62028f-44ed-40d1-89e2-cd8d1482a607 HTTP/1.1" status: 200 len: 851 time: 0.0437980 Jul 09 17:07:21.631846 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac78c7-7e37-45f3-8139-a73676fa38b5 req-47ec654c-e061-49d7-8426-2698ec103692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:21.633292 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-11ac78c7-7e37-45f3-8139-a73676fa38b5 req-47ec654c-e061-49d7-8426-2698ec103692 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c758158a-3c22-47c1-93a3-3d20d45c6718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511606 Jul 09 17:07:21.727128 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-11ac78c7-7e37-45f3-8139-a73676fa38b5 req-4cb3111c-d59c-47fd-97d4-3c06fc901076 service neutron] 10.222.0.73 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876465 Jul 09 17:07:21.841951 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 3120320f-e43a-467e-a46b-25355cf79c26 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:07:21.856640 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-11ac78c7-7e37-45f3-8139-a73676fa38b5 req-3aceb003-0884-492d-abf9-10675fcecd7e service neutron] 10.222.0.73 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240499 Jul 09 17:07:21.869574 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914637a-b95b-423f-ac51-09bce1feb86d req-c5a31623-9347-4001-83be-762b808d72da tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:21.871031 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8914637a-b95b-423f-ac51-09bce1feb86d req-c5a31623-9347-4001-83be-762b808d72da tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 943 time: 0.1302133 Jul 09 17:07:21.880651 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 3120320f-e43a-467e-a46b-25355cf79c26 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:07:21.913136 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8914637a-b95b-423f-ac51-09bce1feb86d req-d4d78e6f-007c-47f4-a342-2b87f7c1a4ff tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361500 Jul 09 17:07:22.379390 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-54f7e30f-f5eb-487d-be7c-1d4311cdaaac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:22.838073 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a860d0e4-a815-4fab-bd04-e5b9017dff12', 'tag': '3120320f-e43a-467e-a46b-25355cf79c26'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:07:22.840409 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa66c4ed1738225bc4bcc7c020ed752babface5d4485e73b2127817c4e6b6725" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b0260c-7ccb-44f2-9710-863c17426f3e" -d '{"events": [{"name": "network-changed", "server_uuid": "a860d0e4-a815-4fab-bd04-e5b9017dff12", "tag": "3120320f-e43a-467e-a46b-25355cf79c26"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:07:22.890711 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c4d22e-35f0-40e4-bb70-6003e454caae x-openstack-request-id: req-09c4d22e-35f0-40e4-bb70-6003e454caae {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:07:22.891038 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a860d0e4-a815-4fab-bd04-e5b9017dff12", "tag": "3120320f-e43a-467e-a46b-25355cf79c26", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:07:22.891291 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-09c4d22e-35f0-40e4-bb70-6003e454caae {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:07:22.891818 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a860d0e4-a815-4fab-bd04-e5b9017dff12', 'tag': '3120320f-e43a-467e-a46b-25355cf79c26', 'status': 'completed', 'code': 200} Jul 09 17:07:23.008863 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b0260c-7ccb-44f2-9710-863c17426f3e req-99584f6c-9ff8-431d-8e18-0922485457a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:23.010472 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b2b0260c-7ccb-44f2-9710-863c17426f3e req-99584f6c-9ff8-431d-8e18-0922485457a4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32&device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 1094 time: 0.0984735 Jul 09 17:07:23.016707 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b0260c-7ccb-44f2-9710-863c17426f3e req-9af66ca8-845a-40e8-a8d2-dcc220c9c4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:23.018936 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b2b0260c-7ccb-44f2-9710-863c17426f3e req-9af66ca8-845a-40e8-a8d2-dcc220c9c4cb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32&device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 1094 time: 0.0765467 Jul 09 17:07:23.217228 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b0260c-7ccb-44f2-9710-863c17426f3e req-629f340f-a550-4650-9cb3-e08f047cc3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:23.218677 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b2b0260c-7ccb-44f2-9710-863c17426f3e req-629f340f-a550-4650-9cb3-e08f047cc3df service neutron] 10.222.0.77 "GET /v2.0/networks?id=c758158a-3c22-47c1-93a3-3d20d45c6718 HTTP/1.1" status: 200 len: 913 time: 0.1989572 Jul 09 17:07:23.233151 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b0260c-7ccb-44f2-9710-863c17426f3e req-c00af3e3-85dc-4fb6-9a21-cae5fdbdd3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:23.234551 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b2b0260c-7ccb-44f2-9710-863c17426f3e req-c00af3e3-85dc-4fb6-9a21-cae5fdbdd3ef service neutron] 10.222.0.73 "GET /v2.0/networks?id=c758158a-3c22-47c1-93a3-3d20d45c6718 HTTP/1.1" status: 200 len: 913 time: 0.2075348 Jul 09 17:07:23.286316 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b7825-faf4-4cfa-a243-238cc3f84429 req-a693917f-2a73-432c-9375-5651af21cba5 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:23.287805 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c25b7825-faf4-4cfa-a243-238cc3f84429 req-a693917f-2a73-432c-9375-5651af21cba5 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 943 time: 0.2403178 Jul 09 17:07:23.693250 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b2b0260c-7ccb-44f2-9710-863c17426f3e req-55cf343a-eec5-4833-953a-2c7143f945a7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3120320f-e43a-467e-a46b-25355cf79c26 HTTP/1.1" status: 200 len: 1000 time: 0.4671266 Jul 09 17:07:23.712147 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b2b0260c-7ccb-44f2-9710-863c17426f3e req-de956a58-f651-4c70-a57d-2a845464a174 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3120320f-e43a-467e-a46b-25355cf79c26 HTTP/1.1" status: 200 len: 1000 time: 0.4442592 Jul 09 17:07:23.759856 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c25b7825-faf4-4cfa-a243-238cc3f84429 req-6733ede3-c4aa-4f37-a17f-e2a22ca435e5 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081624 Jul 09 17:07:23.799678 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b0260c-7ccb-44f2-9710-863c17426f3e req-77ec1ea0-fc8e-4495-afb7-0b9575ec61d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:23.801186 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b2b0260c-7ccb-44f2-9710-863c17426f3e req-77ec1ea0-fc8e-4495-afb7-0b9575ec61d6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4d62028f-44ed-40d1-89e2-cd8d1482a607 HTTP/1.1" status: 200 len: 851 time: 0.0992897 Jul 09 17:07:23.817348 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b0260c-7ccb-44f2-9710-863c17426f3e req-26e23103-5139-43b0-b555-fa0a39b35771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:23.818802 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b2b0260c-7ccb-44f2-9710-863c17426f3e req-26e23103-5139-43b0-b555-fa0a39b35771 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4d62028f-44ed-40d1-89e2-cd8d1482a607 HTTP/1.1" status: 200 len: 851 time: 0.0802927 Jul 09 17:07:23.900898 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b0260c-7ccb-44f2-9710-863c17426f3e req-e9c6d212-bd26-43cb-afca-83c834acecba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:23.902407 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b2b0260c-7ccb-44f2-9710-863c17426f3e req-e9c6d212-bd26-43cb-afca-83c834acecba service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c758158a-3c22-47c1-93a3-3d20d45c6718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0944254 Jul 09 17:07:23.920075 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b0260c-7ccb-44f2-9710-863c17426f3e req-a981423d-d139-4b25-b92c-3785fd04e120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:23.921554 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b2b0260c-7ccb-44f2-9710-863c17426f3e req-a981423d-d139-4b25-b92c-3785fd04e120 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c758158a-3c22-47c1-93a3-3d20d45c6718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833445 Jul 09 17:07:24.064402 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b2b0260c-7ccb-44f2-9710-863c17426f3e req-2a1ae6a9-4abc-4199-a3c7-c6f105b49d3b service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542196 Jul 09 17:07:24.082709 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b2b0260c-7ccb-44f2-9710-863c17426f3e req-291b02fc-e377-4454-873e-49aa44340c85 service neutron] 10.222.0.73 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504488 Jul 09 17:07:24.223818 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b2b0260c-7ccb-44f2-9710-863c17426f3e req-0e9c9a8c-2cc9-473d-85a4-206192167f46 service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525407 Jul 09 17:07:24.228966 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b2b0260c-7ccb-44f2-9710-863c17426f3e req-2eff94fd-bbcf-4c0a-bbde-c187b21a4c4f service neutron] 10.222.0.73 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373539 Jul 09 17:07:24.937292 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47835e70-f32f-4641-82c8-0261ffa5da4d req-2cbb36cc-441f-4286-8875-f21426bac571 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:24.938840 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-47835e70-f32f-4641-82c8-0261ffa5da4d req-2cbb36cc-441f-4286-8875-f21426bac571 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 943 time: 0.0652165 Jul 09 17:07:24.977481 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-47835e70-f32f-4641-82c8-0261ffa5da4d req-d67b7326-374b-4b73-baab-236a5e44cd8a tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319490 Jul 09 17:07:25.125959 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dd8070f9-a96a-4786-8e4b-bdd315a8eefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:25.836396 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:26.161971 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b67214-5890-497e-b096-70532adadc11 req-fb1f93a0-e7df-4302-9830-6ced9b7630a3 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:26.163482 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-59b67214-5890-497e-b096-70532adadc11 req-fb1f93a0-e7df-4302-9830-6ced9b7630a3 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 943 time: 0.0656831 Jul 09 17:07:26.210319 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-59b67214-5890-497e-b096-70532adadc11 req-7128458c-b81f-4bd2-8cee-0d13e7f0e068 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411026 Jul 09 17:07:26.432125 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:27.131652 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:27.385763 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56002943-776e-44bd-9060-5ac0fef33ece req-a466a89e-f538-4835-ba2a-bbc04c33b57f tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:27.387187 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-56002943-776e-44bd-9060-5ac0fef33ece req-a466a89e-f538-4835-ba2a-bbc04c33b57f tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 943 time: 0.0632675 Jul 09 17:07:27.424845 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-56002943-776e-44bd-9060-5ac0fef33ece req-1b5ecb55-1e79-4763-99d2-f9fac35f3217 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321589 Jul 09 17:07:28.370167 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:28.601476 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30dd7ce-ae97-44a0-a579-08346b2263be req-52131a9f-5d21-4261-a2d4-ea465328cb5e tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:28.602877 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b30dd7ce-ae97-44a0-a579-08346b2263be req-52131a9f-5d21-4261-a2d4-ea465328cb5e tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 943 time: 0.0644176 Jul 09 17:07:28.642676 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b30dd7ce-ae97-44a0-a579-08346b2263be req-a0cbc612-4aab-44a1-8324-4e21326254f6 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339515 Jul 09 17:07:29.819982 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0faf12-99cf-41d5-af03-f402392422a5 req-745e4e48-17fa-47d3-aa47-4b374a1f3db8 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:29.821478 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ba0faf12-99cf-41d5-af03-f402392422a5 req-745e4e48-17fa-47d3-aa47-4b374a1f3db8 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 943 time: 0.0672083 Jul 09 17:07:29.858089 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ba0faf12-99cf-41d5-af03-f402392422a5 req-0a68843e-af66-4c1f-b9a6-da36627ca17b tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311677 Jul 09 17:07:31.035462 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c252f8b-8f21-48f8-ab0f-9c2d553b5ca9 req-01200bb5-99c6-48a2-9433-a27f94cf95ea tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:31.036938 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0c252f8b-8f21-48f8-ab0f-9c2d553b5ca9 req-01200bb5-99c6-48a2-9433-a27f94cf95ea tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 943 time: 0.0630333 Jul 09 17:07:31.074269 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0c252f8b-8f21-48f8-ab0f-9c2d553b5ca9 req-5c5177f5-920e-4d68-b6a5-0772993acd4f tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318477 Jul 09 17:07:32.250578 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea165c2-2360-4a1e-a631-5276be774dcc req-c478c433-bfb6-4ebd-b41c-c0eea6a81143 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:32.252583 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cea165c2-2360-4a1e-a631-5276be774dcc req-c478c433-bfb6-4ebd-b41c-c0eea6a81143 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 943 time: 0.0685301 Jul 09 17:07:32.293597 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cea165c2-2360-4a1e-a631-5276be774dcc req-2da0f64d-157a-48c5-b601-0776e493d7ab tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354600 Jul 09 17:07:33.468207 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba27c1d-abb3-4124-a79b-7fe68f5dcc20 req-93892bec-8895-4276-a485-ca435e260440 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:33.469667 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7ba27c1d-abb3-4124-a79b-7fe68f5dcc20 req-93892bec-8895-4276-a485-ca435e260440 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 943 time: 0.0630982 Jul 09 17:07:33.506487 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7ba27c1d-abb3-4124-a79b-7fe68f5dcc20 req-983c8b1d-f822-4d73-b795-74bbd86b919c tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307667 Jul 09 17:07:34.052288 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 3120320f-e43a-467e-a46b-25355cf79c26 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:07:34.145119 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 3120320f-e43a-467e-a46b-25355cf79c26, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=3120320f-e43a-467e-a46b-25355cf79c26,segment=NetworkSegment(1bc3e896-c601-4663-9412-549e7692ffb2),segment_id=1bc3e896-c601-4663-9412-549e7692ffb2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:07:34.156840 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '3120320f-e43a-467e-a46b-25355cf79c26', 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718', 'port_id': '3120320f-e43a-467e-a46b-25355cf79c26', 'mac_address': 'fa:16:3e:33:c8:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:07:34.200873 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:34.213639 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3120320f-e43a-467e-a46b-25355cf79c26 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:07:34.232509 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 3120320f-e43a-467e-a46b-25355cf79c26, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=3120320f-e43a-467e-a46b-25355cf79c26,segment=NetworkSegment(1bc3e896-c601-4663-9412-549e7692ffb2),segment_id=1bc3e896-c601-4663-9412-549e7692ffb2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:07:34.238758 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:34.285893 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=3120320f-e43a-467e-a46b-25355cf79c26,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:34.293462 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:34.293797 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:34.294130 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:34.294459 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:34.294801 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:34.295120 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:34.295440 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:34.295758 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:34.296074 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:34.296390 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:34.296706 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:34.297020 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:34.678543 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843158a0-5cd8-46db-bbed-2051c83218a2 req-d7363c3b-222c-4f43-80a4-47c36e006afa tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:34.679941 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-843158a0-5cd8-46db-bbed-2051c83218a2 req-d7363c3b-222c-4f43-80a4-47c36e006afa tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 944 time: 0.0627418 Jul 09 17:07:34.686012 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['3120320f-e43a-467e-a46b-25355cf79c26'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:07:34.718804 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-843158a0-5cd8-46db-bbed-2051c83218a2 req-303f06d5-2ddc-4b32-a5c0-25b7c763c083 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331104 Jul 09 17:07:35.134229 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c01363-6956-43c8-8f18-1428013ec8b4 req-70845e44-a875-48a7-a1d2-9b95f6221ba2 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:35.135687 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-04c01363-6956-43c8-8f18-1428013ec8b4 req-70845e44-a875-48a7-a1d2-9b95f6221ba2 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.73 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12&tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32&binding%3Ahost_id=n-h2-798930-3 HTTP/1.1" status: 200 len: 944 time: 0.0854070 Jul 09 17:07:35.231166 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff5f13-2bca-4d78-a916-1e71bd6b6dd3 req-9c8c14fe-87a6-4383-96fe-fdb97873f5c4 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:35.232548 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a5ff5f13-2bca-4d78-a916-1e71bd6b6dd3 req-9c8c14fe-87a6-4383-96fe-fdb97873f5c4 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 944 time: 0.1157072 Jul 09 17:07:35.234281 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-04c01363-6956-43c8-8f18-1428013ec8b4 req-8b77bc9c-0d13-434b-ba23-363afdd1fb80 service neutron] 10.222.0.73 "GET /v2.0/ports/3120320f-e43a-467e-a46b-25355cf79c26/bindings/n-h2-798930-3 HTTP/1.1" status: 200 len: 382 time: 0.0799623 Jul 09 17:07:35.273464 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a5ff5f13-2bca-4d78-a916-1e71bd6b6dd3 req-91d7b870-ce38-47aa-8330-2c8ad47644c4 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353208 Jul 09 17:07:35.338139 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c01363-6956-43c8-8f18-1428013ec8b4 req-7cb149ee-fa57-41fc-9489-879edbad0c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:35.339656 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-04c01363-6956-43c8-8f18-1428013ec8b4 req-7cb149ee-fa57-41fc-9489-879edbad0c1a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32&device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 1095 time: 0.0568032 Jul 09 17:07:35.427520 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c01363-6956-43c8-8f18-1428013ec8b4 req-cd426601-ccb1-4f4f-a029-963a07dda4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:35.428981 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-04c01363-6956-43c8-8f18-1428013ec8b4 req-cd426601-ccb1-4f4f-a029-963a07dda4cb service neutron] 10.222.0.73 "GET /v2.0/networks?id=c758158a-3c22-47c1-93a3-3d20d45c6718 HTTP/1.1" status: 200 len: 913 time: 0.0826094 Jul 09 17:07:35.497704 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-04c01363-6956-43c8-8f18-1428013ec8b4 req-e7da0e8c-497b-4275-bd07-de90dd1748b6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3120320f-e43a-467e-a46b-25355cf79c26 HTTP/1.1" status: 200 len: 1001 time: 0.0614159 Jul 09 17:07:35.545994 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c01363-6956-43c8-8f18-1428013ec8b4 req-7da33d91-4810-4f01-bb5d-558fb0e1f1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:35.547602 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-04c01363-6956-43c8-8f18-1428013ec8b4 req-7da33d91-4810-4f01-bb5d-558fb0e1f1b2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4d62028f-44ed-40d1-89e2-cd8d1482a607 HTTP/1.1" status: 200 len: 851 time: 0.0426376 Jul 09 17:07:35.603346 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c01363-6956-43c8-8f18-1428013ec8b4 req-a2e756b6-6567-40a5-acd2-ded31dbe2735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:35.604927 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-04c01363-6956-43c8-8f18-1428013ec8b4 req-a2e756b6-6567-40a5-acd2-ded31dbe2735 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c758158a-3c22-47c1-93a3-3d20d45c6718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507722 Jul 09 17:07:35.694965 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-04c01363-6956-43c8-8f18-1428013ec8b4 req-7813221d-076a-4b71-a76e-925f338ba8c2 service neutron] 10.222.0.73 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832734 Jul 09 17:07:35.782122 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-04c01363-6956-43c8-8f18-1428013ec8b4 req-40644414-3ce0-450d-97df-2582c170482b service neutron] 10.222.0.73 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806987 Jul 09 17:07:36.065835 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 3120320f-e43a-467e-a46b-25355cf79c26 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:07:36.114393 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 3120320f-e43a-467e-a46b-25355cf79c26 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:07:36.117981 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 3120320f-e43a-467e-a46b-25355cf79c26 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:07:36.118346 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:36.190278 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:36.211641 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a860d0e4-a815-4fab-bd04-e5b9017dff12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3120320f-e43a-467e-a46b-25355cf79c26'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:07:36.213847 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}908eec5f521e08d544309d634d4c62c154468cdef8fd1d2a6f7ffa35ecb85fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14162cb-1bad-4b2d-aa7c-db755b2a23d8" -d '{"events": [{"server_uuid": "a860d0e4-a815-4fab-bd04-e5b9017dff12", "name": "network-vif-plugged", "status": "completed", "tag": "3120320f-e43a-467e-a46b-25355cf79c26"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:07:36.226958 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 3120320f-e43a-467e-a46b-25355cf79c26, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=3120320f-e43a-467e-a46b-25355cf79c26,segment=NetworkSegment(1bc3e896-c601-4663-9412-549e7692ffb2),segment_id=1bc3e896-c601-4663-9412-549e7692ffb2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:07:36.231394 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:36.262478 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15ff93a-51cd-4e22-bbe4-e043e0f8e5b3 x-openstack-request-id: req-e15ff93a-51cd-4e22-bbe4-e043e0f8e5b3 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:07:36.262791 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a860d0e4-a815-4fab-bd04-e5b9017dff12", "name": "network-vif-plugged", "status": "completed", "tag": "3120320f-e43a-467e-a46b-25355cf79c26", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:07:36.263049 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e15ff93a-51cd-4e22-bbe4-e043e0f8e5b3 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:07:36.263438 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a860d0e4-a815-4fab-bd04-e5b9017dff12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3120320f-e43a-467e-a46b-25355cf79c26', 'code': 200} Jul 09 17:07:36.285828 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=3120320f-e43a-467e-a46b-25355cf79c26,revision_number=9']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:36.448672 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75171f21-99c1-4003-a4f4-565e0fa788cc req-ba853694-f418-47ff-9f44-b3868584303c tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:36.450150 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-75171f21-99c1-4003-a4f4-565e0fa788cc req-ba853694-f418-47ff-9f44-b3868584303c tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 945 time: 0.0638373 Jul 09 17:07:36.492569 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-75171f21-99c1-4003-a4f4-565e0fa788cc req-b2771665-9919-4ccb-b340-172dc354b166 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361631 Jul 09 17:07:37.666223 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f462e07-9c3a-4567-8680-c98e5ca0c668 req-07e2384f-81b9-4b64-ba99-462176ec7dbb tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:37.667836 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7f462e07-9c3a-4567-8680-c98e5ca0c668 req-07e2384f-81b9-4b64-ba99-462176ec7dbb tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 945 time: 0.0636146 Jul 09 17:07:37.705706 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7f462e07-9c3a-4567-8680-c98e5ca0c668 req-2350a75d-7116-4768-b829-c549871bee0c tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315335 Jul 09 17:07:38.881712 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d82d2-5b83-44db-ace5-ae776b7567d3 req-2c69841c-3a45-4045-9644-58f594fb7c5a tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:38.883208 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b26d82d2-5b83-44db-ace5-ae776b7567d3 req-2c69841c-3a45-4045-9644-58f594fb7c5a tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 945 time: 0.0625734 Jul 09 17:07:38.921049 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b26d82d2-5b83-44db-ace5-ae776b7567d3 req-d9b4d74e-abc7-468a-9015-8765819c1b2c tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322509 Jul 09 17:07:39.915218 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c01363-6956-43c8-8f18-1428013ec8b4 req-e1c5a66a-a70b-4025-bdb9-58c8d22b4661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:39.916689 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-04c01363-6956-43c8-8f18-1428013ec8b4 req-e1c5a66a-a70b-4025-bdb9-58c8d22b4661 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12&tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32 HTTP/1.1" status: 200 len: 1096 time: 0.0576057 Jul 09 17:07:39.928145 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-04c01363-6956-43c8-8f18-1428013ec8b4 req-272bcba3-ca5e-4c76-88ea-db56e53b264f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798930-3', 'device_owner': 'compute:nova'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:07:39.999878 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-04c01363-6956-43c8-8f18-1428013ec8b4 req-272bcba3-ca5e-4c76-88ea-db56e53b264f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:40.072895 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:07:40.216021 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1654d0b-575b-48e8-9af2-d851f6496d00 req-c8ac005a-7511-4397-bd69-73ecab5d892e tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:40.217511 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e1654d0b-575b-48e8-9af2-d851f6496d00 req-c8ac005a-7511-4397-bd69-73ecab5d892e tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 945 time: 0.1808348 Jul 09 17:07:40.278885 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e1654d0b-575b-48e8-9af2-d851f6496d00 req-6282c106-1884-4a99-9089-344a52b91da1 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550935 Jul 09 17:07:40.280554 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-04c01363-6956-43c8-8f18-1428013ec8b4 req-272bcba3-ca5e-4c76-88ea-db56e53b264f service neutron] For port 3120320f-e43a-467e-a46b-25355cf79c26, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=3120320f-e43a-467e-a46b-25355cf79c26,segment=NetworkSegment(1bc3e896-c601-4663-9412-549e7692ffb2),segment_id=1bc3e896-c601-4663-9412-549e7692ffb2)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:07:40.316224 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-04c01363-6956-43c8-8f18-1428013ec8b4 req-272bcba3-ca5e-4c76-88ea-db56e53b264f service neutron] For port 3120320f-e43a-467e-a46b-25355cf79c26, host n-h2-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:07:40.354788 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a860d0e4-a815-4fab-bd04-e5b9017dff12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3120320f-e43a-467e-a46b-25355cf79c26'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:07:40.360125 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-04c01363-6956-43c8-8f18-1428013ec8b4 req-272bcba3-ca5e-4c76-88ea-db56e53b264f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:40.372177 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-04c01363-6956-43c8-8f18-1428013ec8b4 req-272bcba3-ca5e-4c76-88ea-db56e53b264f service neutron] Transition to ACTIVE for port object 3120320f-e43a-467e-a46b-25355cf79c26 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:07:40.376073 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-04c01363-6956-43c8-8f18-1428013ec8b4 req-272bcba3-ca5e-4c76-88ea-db56e53b264f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:40.404523 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70bc3d1dd6a8d756905b95879fdfd768b2540769638561f09d0c65e65c91429d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ccdda8-534b-41d1-a47d-941e61cc5c8f" -d '{"events": [{"server_uuid": "a860d0e4-a815-4fab-bd04-e5b9017dff12", "name": "network-vif-unplugged", "status": "completed", "tag": "3120320f-e43a-467e-a46b-25355cf79c26"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:07:40.463254 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272bcba3-ca5e-4c76-88ea-db56e53b264f service neutron] Pushing event updated for resources: {'Port': ['ID=3120320f-e43a-467e-a46b-25355cf79c26,revision_number=10']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:40.491983 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:40.513778 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c01363-6956-43c8-8f18-1428013ec8b4 req-272bcba3-ca5e-4c76-88ea-db56e53b264f service neutron] No DVR routers for this DVR port 3120320f-e43a-467e-a46b-25355cf79c26 on host n-h2-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:07:40.535768 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.77', 60991) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:07:40.548061 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 17:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9152c6-eaed-4ec5-9d00-1cdf58f39299 x-openstack-request-id: req-5f9152c6-eaed-4ec5-9d00-1cdf58f39299 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:07:40.548492 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a860d0e4-a815-4fab-bd04-e5b9017dff12", "name": "network-vif-unplugged", "status": "completed", "tag": "3120320f-e43a-467e-a46b-25355cf79c26", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:07:40.548840 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5f9152c6-eaed-4ec5-9d00-1cdf58f39299 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:07:40.549374 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a860d0e4-a815-4fab-bd04-e5b9017dff12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3120320f-e43a-467e-a46b-25355cf79c26', 'code': 200} Jul 09 17:07:40.608788 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7938829-79fb-4763-af6c-9ba043f7b842 req-d757b07a-3eb6-4cbf-b006-a26bf37274e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:40.610346 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c7938829-79fb-4763-af6c-9ba043f7b842 req-d757b07a-3eb6-4cbf-b006-a26bf37274e9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32&device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 1053 time: 0.0690403 Jul 09 17:07:40.659924 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-04c01363-6956-43c8-8f18-1428013ec8b4 req-272bcba3-ca5e-4c76-88ea-db56e53b264f service neutron] Attempting to bind port 3120320f-e43a-467e-a46b-25355cf79c26 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:07:40.660254 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-04c01363-6956-43c8-8f18-1428013ec8b4 req-272bcba3-ca5e-4c76-88ea-db56e53b264f service neutron] Attempting to bind port 3120320f-e43a-467e-a46b-25355cf79c26 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '1bc3e896-c601-4663-9412-549e7692ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:07:40.660576 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c01363-6956-43c8-8f18-1428013ec8b4 req-272bcba3-ca5e-4c76-88ea-db56e53b264f service neutron] Attempting to bind port 3120320f-e43a-467e-a46b-25355cf79c26 on network c758158a-3c22-47c1-93a3-3d20d45c6718 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:07:40.664798 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c01363-6956-43c8-8f18-1428013ec8b4 req-272bcba3-ca5e-4c76-88ea-db56e53b264f service neutron] Port 3120320f-e43a-467e-a46b-25355cf79c26 on network c758158a-3c22-47c1-93a3-3d20d45c6718 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:07:40.665119 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c01363-6956-43c8-8f18-1428013ec8b4 req-272bcba3-ca5e-4c76-88ea-db56e53b264f service neutron] Attempting to bind port 3120320f-e43a-467e-a46b-25355cf79c26 on network c758158a-3c22-47c1-93a3-3d20d45c6718 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:07:40.669914 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c01363-6956-43c8-8f18-1428013ec8b4 req-272bcba3-ca5e-4c76-88ea-db56e53b264f service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:07:40.670248 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c01363-6956-43c8-8f18-1428013ec8b4 req-272bcba3-ca5e-4c76-88ea-db56e53b264f service neutron] Checking segment: {'id': '1bc3e896-c601-4663-9412-549e7692ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:07:40.670627 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c01363-6956-43c8-8f18-1428013ec8b4 req-272bcba3-ca5e-4c76-88ea-db56e53b264f service neutron] Bound using segment: {'id': '1bc3e896-c601-4663-9412-549e7692ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:07:40.671085 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-04c01363-6956-43c8-8f18-1428013ec8b4 req-272bcba3-ca5e-4c76-88ea-db56e53b264f service neutron] Bound port: 3120320f-e43a-467e-a46b-25355cf79c26, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc3e896-c601-4663-9412-549e7692ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:07:40.671440 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-04c01363-6956-43c8-8f18-1428013ec8b4 req-272bcba3-ca5e-4c76-88ea-db56e53b264f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:40.717584 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7938829-79fb-4763-af6c-9ba043f7b842 req-e64e4325-4895-413c-90c7-6fdf078672de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:40.719083 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c7938829-79fb-4763-af6c-9ba043f7b842 req-e64e4325-4895-413c-90c7-6fdf078672de service neutron] 10.222.0.77 "GET /v2.0/networks?id=c758158a-3c22-47c1-93a3-3d20d45c6718 HTTP/1.1" status: 200 len: 913 time: 0.0888762 Jul 09 17:07:40.736158 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-04c01363-6956-43c8-8f18-1428013ec8b4 req-272bcba3-ca5e-4c76-88ea-db56e53b264f service neutron] For port 3120320f-e43a-467e-a46b-25355cf79c26, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:07:40.740059 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-04c01363-6956-43c8-8f18-1428013ec8b4 req-272bcba3-ca5e-4c76-88ea-db56e53b264f service neutron] For port 3120320f-e43a-467e-a46b-25355cf79c26, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=3120320f-e43a-467e-a46b-25355cf79c26,segment=NetworkSegment(1bc3e896-c601-4663-9412-549e7692ffb2),segment_id=1bc3e896-c601-4663-9412-549e7692ffb2)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:07:40.744313 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-04c01363-6956-43c8-8f18-1428013ec8b4 req-272bcba3-ca5e-4c76-88ea-db56e53b264f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:40.782186 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c01363-6956-43c8-8f18-1428013ec8b4 req-272bcba3-ca5e-4c76-88ea-db56e53b264f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:40.782829 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-04c01363-6956-43c8-8f18-1428013ec8b4 req-272bcba3-ca5e-4c76-88ea-db56e53b264f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:40.784292 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-04c01363-6956-43c8-8f18-1428013ec8b4 req-272bcba3-ca5e-4c76-88ea-db56e53b264f service neutron] 10.222.0.77 "PUT /v2.0/ports/3120320f-e43a-467e-a46b-25355cf79c26 HTTP/1.1" status: 200 len: 1092 time: 0.8606491 Jul 09 17:07:40.790169 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c7938829-79fb-4763-af6c-9ba043f7b842 req-bdc0fcbb-53d3-4afc-ae61-6efb5e1f4f5b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3120320f-e43a-467e-a46b-25355cf79c26 HTTP/1.1" status: 200 len: 1000 time: 0.0652206 Jul 09 17:07:40.805667 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272bcba3-ca5e-4c76-88ea-db56e53b264f service neutron] Pushing event updated for resources: {'Port': ['ID=3120320f-e43a-467e-a46b-25355cf79c26,revision_number=11']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:40.847583 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7938829-79fb-4763-af6c-9ba043f7b842 req-49a2e657-2647-431a-ab83-63aad3719243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:40.849054 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c7938829-79fb-4763-af6c-9ba043f7b842 req-49a2e657-2647-431a-ab83-63aad3719243 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4d62028f-44ed-40d1-89e2-cd8d1482a607 HTTP/1.1" status: 200 len: 851 time: 0.0525286 Jul 09 17:07:40.907598 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7938829-79fb-4763-af6c-9ba043f7b842 req-3120f736-09ba-4f8f-947b-b8407769bbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:40.909188 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c7938829-79fb-4763-af6c-9ba043f7b842 req-3120f736-09ba-4f8f-947b-b8407769bbb6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c758158a-3c22-47c1-93a3-3d20d45c6718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537362 Jul 09 17:07:41.011700 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c7938829-79fb-4763-af6c-9ba043f7b842 req-09c78158-1522-4475-9d15-77c18ef97d8f service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959549 Jul 09 17:07:41.107909 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c7938829-79fb-4763-af6c-9ba043f7b842 req-6ab65648-44bb-4bec-af63-b00636de2eda service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901957 Jul 09 17:07:41.203726 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c01363-6956-43c8-8f18-1428013ec8b4 req-282f7dd2-ee25-48b8-a66c-33320d399b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:41.205458 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-04c01363-6956-43c8-8f18-1428013ec8b4 req-282f7dd2-ee25-48b8-a66c-33320d399b84 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32&device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 1095 time: 0.0530355 Jul 09 17:07:41.298283 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c01363-6956-43c8-8f18-1428013ec8b4 req-266030ef-5020-4af2-92b9-c50c48a29acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:41.300441 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-04c01363-6956-43c8-8f18-1428013ec8b4 req-266030ef-5020-4af2-92b9-c50c48a29acc service neutron] 10.222.0.77 "GET /v2.0/networks?id=c758158a-3c22-47c1-93a3-3d20d45c6718 HTTP/1.1" status: 200 len: 913 time: 0.0892191 Jul 09 17:07:41.365670 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-04c01363-6956-43c8-8f18-1428013ec8b4 req-c2a1a80c-04c7-4e28-af57-c84d24dd5486 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3120320f-e43a-467e-a46b-25355cf79c26 HTTP/1.1" status: 200 len: 1000 time: 0.0591707 Jul 09 17:07:41.414190 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c01363-6956-43c8-8f18-1428013ec8b4 req-63247bda-ad63-4e2a-a12c-615462b28e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:41.415681 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-04c01363-6956-43c8-8f18-1428013ec8b4 req-63247bda-ad63-4e2a-a12c-615462b28e56 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4d62028f-44ed-40d1-89e2-cd8d1482a607 HTTP/1.1" status: 200 len: 851 time: 0.0433290 Jul 09 17:07:41.454642 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1917b11-c2c7-415a-a43d-c5a640958907 req-244dc5c9-6634-4936-9843-30063524cef3 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:41.457125 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f1917b11-c2c7-415a-a43d-c5a640958907 req-244dc5c9-6634-4936-9843-30063524cef3 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 944 time: 0.0658994 Jul 09 17:07:41.478412 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c01363-6956-43c8-8f18-1428013ec8b4 req-a13b9e99-6498-41b7-9d95-57b1a9cd86b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:41.479951 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-04c01363-6956-43c8-8f18-1428013ec8b4 req-a13b9e99-6498-41b7-9d95-57b1a9cd86b0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c758158a-3c22-47c1-93a3-3d20d45c6718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580959 Jul 09 17:07:41.496176 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f1917b11-c2c7-415a-a43d-c5a640958907 req-ae694318-b538-400c-911c-6784675199eb tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327015 Jul 09 17:07:41.567933 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-04c01363-6956-43c8-8f18-1428013ec8b4 req-a835b22d-7c0e-4e1c-9353-340ad8068766 service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817263 Jul 09 17:07:41.659424 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-04c01363-6956-43c8-8f18-1428013ec8b4 req-51702aa0-832e-45df-8e96-0e635055aaf5 service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851593 Jul 09 17:07:42.085119 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 3120320f-e43a-467e-a46b-25355cf79c26 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:07:42.123070 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 3120320f-e43a-467e-a46b-25355cf79c26 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:07:42.550882 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a860d0e4-a815-4fab-bd04-e5b9017dff12', 'tag': '3120320f-e43a-467e-a46b-25355cf79c26'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:07:42.553873 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70bc3d1dd6a8d756905b95879fdfd768b2540769638561f09d0c65e65c91429d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6baadc6d-c6b8-45e5-81c1-0aee062b3d16" -d '{"events": [{"name": "network-changed", "server_uuid": "a860d0e4-a815-4fab-bd04-e5b9017dff12", "tag": "3120320f-e43a-467e-a46b-25355cf79c26"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:07:42.682052 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d91130-f0de-4a6d-8fb6-faf76d5ff0c1 req-1acf5ae9-0666-4e97-8974-e9cbeeda53fc tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:42.683650 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a9d91130-f0de-4a6d-8fb6-faf76d5ff0c1 req-1acf5ae9-0666-4e97-8974-e9cbeeda53fc tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 944 time: 0.0659091 Jul 09 17:07:42.724001 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a9d91130-f0de-4a6d-8fb6-faf76d5ff0c1 req-d7eb438a-d1ca-4849-825d-f90d5a909a95 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347486 Jul 09 17:07:42.792863 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0034d658-7fa2-459a-b75d-d334e41a8485 x-openstack-request-id: req-0034d658-7fa2-459a-b75d-d334e41a8485 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:07:42.793169 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a860d0e4-a815-4fab-bd04-e5b9017dff12", "tag": "3120320f-e43a-467e-a46b-25355cf79c26", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:07:42.793885 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0034d658-7fa2-459a-b75d-d334e41a8485 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:07:42.794313 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a860d0e4-a815-4fab-bd04-e5b9017dff12', 'tag': '3120320f-e43a-467e-a46b-25355cf79c26', 'status': 'completed', 'code': 200} Jul 09 17:07:42.868901 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baadc6d-c6b8-45e5-81c1-0aee062b3d16 req-e35310a5-14a6-422e-9724-07a556b26a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:42.870423 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6baadc6d-c6b8-45e5-81c1-0aee062b3d16 req-e35310a5-14a6-422e-9724-07a556b26a44 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32&device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 1095 time: 0.0585382 Jul 09 17:07:42.896898 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baadc6d-c6b8-45e5-81c1-0aee062b3d16 req-7dd9093a-07e0-43ff-8f52-2ab9f3537df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:42.898445 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6baadc6d-c6b8-45e5-81c1-0aee062b3d16 req-7dd9093a-07e0-43ff-8f52-2ab9f3537df6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32&device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 1095 time: 0.0610828 Jul 09 17:07:42.960913 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baadc6d-c6b8-45e5-81c1-0aee062b3d16 req-ce4ab465-e43b-4044-9000-b2dd6070e27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:42.962493 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6baadc6d-c6b8-45e5-81c1-0aee062b3d16 req-ce4ab465-e43b-4044-9000-b2dd6070e27c service neutron] 10.222.0.77 "GET /v2.0/networks?id=c758158a-3c22-47c1-93a3-3d20d45c6718 HTTP/1.1" status: 200 len: 913 time: 0.0863564 Jul 09 17:07:42.990319 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baadc6d-c6b8-45e5-81c1-0aee062b3d16 req-c4d9a17c-6d42-4d2e-9211-366373a94443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:42.991927 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6baadc6d-c6b8-45e5-81c1-0aee062b3d16 req-c4d9a17c-6d42-4d2e-9211-366373a94443 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c758158a-3c22-47c1-93a3-3d20d45c6718 HTTP/1.1" status: 200 len: 913 time: 0.0868933 Jul 09 17:07:43.038823 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6baadc6d-c6b8-45e5-81c1-0aee062b3d16 req-8a64e28d-a5ee-4c96-89a9-7d69bdfdb84a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3120320f-e43a-467e-a46b-25355cf79c26 HTTP/1.1" status: 200 len: 1000 time: 0.0698347 Jul 09 17:07:43.070855 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6baadc6d-c6b8-45e5-81c1-0aee062b3d16 req-51e1053b-7c23-4e69-bf19-5ffbcc5f77c3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3120320f-e43a-467e-a46b-25355cf79c26 HTTP/1.1" status: 200 len: 1000 time: 0.0717521 Jul 09 17:07:43.091015 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baadc6d-c6b8-45e5-81c1-0aee062b3d16 req-46d00c20-8cda-4530-af45-70a10953370e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:43.092530 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6baadc6d-c6b8-45e5-81c1-0aee062b3d16 req-46d00c20-8cda-4530-af45-70a10953370e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4d62028f-44ed-40d1-89e2-cd8d1482a607 HTTP/1.1" status: 200 len: 851 time: 0.0463357 Jul 09 17:07:43.122739 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baadc6d-c6b8-45e5-81c1-0aee062b3d16 req-cddbf0c6-c4a0-494e-a5a2-12202656b7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:43.124410 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6baadc6d-c6b8-45e5-81c1-0aee062b3d16 req-cddbf0c6-c4a0-494e-a5a2-12202656b7fe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4d62028f-44ed-40d1-89e2-cd8d1482a607 HTTP/1.1" status: 200 len: 851 time: 0.0464201 Jul 09 17:07:43.151871 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baadc6d-c6b8-45e5-81c1-0aee062b3d16 req-69d55868-d290-4eb6-b95e-b3445448d195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:43.153420 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6baadc6d-c6b8-45e5-81c1-0aee062b3d16 req-69d55868-d290-4eb6-b95e-b3445448d195 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c758158a-3c22-47c1-93a3-3d20d45c6718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545294 Jul 09 17:07:43.185044 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baadc6d-c6b8-45e5-81c1-0aee062b3d16 req-438b5dad-7ad5-4050-877d-60b99462da9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:43.186564 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6baadc6d-c6b8-45e5-81c1-0aee062b3d16 req-438b5dad-7ad5-4050-877d-60b99462da9b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c758158a-3c22-47c1-93a3-3d20d45c6718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558100 Jul 09 17:07:43.247509 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6baadc6d-c6b8-45e5-81c1-0aee062b3d16 req-97fd9c37-1e93-4485-b245-1b140401bc8f service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870671 Jul 09 17:07:43.282717 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6baadc6d-c6b8-45e5-81c1-0aee062b3d16 req-bdf8a437-e24f-4c6a-a534-1cd4b7afc7c2 service neutron] 10.222.0.73 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894954 Jul 09 17:07:43.338459 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6baadc6d-c6b8-45e5-81c1-0aee062b3d16 req-5d5975b2-035c-4fbf-bf05-c89f9eff590b service neutron] 10.222.0.77 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850101 Jul 09 17:07:43.379322 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6baadc6d-c6b8-45e5-81c1-0aee062b3d16 req-a562996b-a121-4a5d-9919-216da4591198 service neutron] 10.222.0.73 "GET /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896993 Jul 09 17:07:43.908255 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e6f8a5-25b9-4813-94b2-4662c9542650 req-f8ad0055-8c40-4496-8450-8b5cf4851b57 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:43.909768 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-65e6f8a5-25b9-4813-94b2-4662c9542650 req-f8ad0055-8c40-4496-8450-8b5cf4851b57 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 944 time: 0.0645380 Jul 09 17:07:43.952894 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-65e6f8a5-25b9-4813-94b2-4662c9542650 req-1452d736-c2c0-4b1d-93c0-035be6531be9 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376074 Jul 09 17:07:45.135166 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e91189-2dec-482b-a1bf-65deeafa6f01 req-fc1891e3-cefb-4ebf-adc8-df933aa65f4a tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:45.136654 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-52e91189-2dec-482b-a1bf-65deeafa6f01 req-fc1891e3-cefb-4ebf-adc8-df933aa65f4a tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 944 time: 0.0629404 Jul 09 17:07:45.174843 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-52e91189-2dec-482b-a1bf-65deeafa6f01 req-cc5d07a6-158f-482d-93e2-751a476881b3 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320733 Jul 09 17:07:46.350522 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884bb815-bcf4-4762-9c0b-6d10f5b54a0a req-d102f7da-6b85-4b20-9f2b-213b6118cd84 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:46.352032 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-884bb815-bcf4-4762-9c0b-6d10f5b54a0a req-d102f7da-6b85-4b20-9f2b-213b6118cd84 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 944 time: 0.0642650 Jul 09 17:07:46.389730 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-884bb815-bcf4-4762-9c0b-6d10f5b54a0a req-6aa027c7-c888-42c6-b09c-7d9d1a44189b tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319767 Jul 09 17:07:47.566588 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5f8e7-cac5-4d58-b81f-aecd93189cdc req-7396ba50-8314-44c2-b6a6-54029a85e0f3 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:47.568067 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5be5f8e7-cac5-4d58-b81f-aecd93189cdc req-7396ba50-8314-44c2-b6a6-54029a85e0f3 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 944 time: 0.0673454 Jul 09 17:07:47.612981 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5be5f8e7-cac5-4d58-b81f-aecd93189cdc req-523ebf7d-168d-487d-9243-9132122fe301 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390706 Jul 09 17:07:48.789999 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b198e6ff-2db9-4a0d-a6c4-915ed05ef56b req-9b2ff219-8f19-4899-b73b-e741cfdbffcf tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:48.791503 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b198e6ff-2db9-4a0d-a6c4-915ed05ef56b req-9b2ff219-8f19-4899-b73b-e741cfdbffcf tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 944 time: 0.0627241 Jul 09 17:07:48.828927 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b198e6ff-2db9-4a0d-a6c4-915ed05ef56b req-9891b4f0-1eed-4755-a0f9-b6c25238c443 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318842 Jul 09 17:07:50.000716 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb8f632-c902-444e-b7b1-3bed4b7c0929 req-7323ba84-c076-4de1-a940-3c2c0bb89f66 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:50.002197 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ffb8f632-c902-444e-b7b1-3bed4b7c0929 req-7323ba84-c076-4de1-a940-3c2c0bb89f66 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 944 time: 0.0625007 Jul 09 17:07:50.043908 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ffb8f632-c902-444e-b7b1-3bed4b7c0929 req-b542c85b-b083-460b-85b2-7f30659690de tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361829 Jul 09 17:07:51.221718 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b362601-cce9-4807-890d-5a79c4ccf262 req-4ff11aae-af97-4317-93b3-1260c9a89dd9 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:51.223195 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3b362601-cce9-4807-890d-5a79c4ccf262 req-4ff11aae-af97-4317-93b3-1260c9a89dd9 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 944 time: 0.0629582 Jul 09 17:07:51.259425 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3b362601-cce9-4807-890d-5a79c4ccf262 req-e394e0df-9d7c-4ad5-af17-afe6b7977c7e tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308115 Jul 09 17:07:51.979534 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 3120320f-e43a-467e-a46b-25355cf79c26 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:07:52.074441 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 3120320f-e43a-467e-a46b-25355cf79c26, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=3120320f-e43a-467e-a46b-25355cf79c26,segment=NetworkSegment(1bc3e896-c601-4663-9412-549e7692ffb2),segment_id=1bc3e896-c601-4663-9412-549e7692ffb2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:07:52.085679 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '3120320f-e43a-467e-a46b-25355cf79c26', 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718', 'port_id': '3120320f-e43a-467e-a46b-25355cf79c26', 'mac_address': 'fa:16:3e:33:c8:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:07:52.130029 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:52.144464 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3120320f-e43a-467e-a46b-25355cf79c26 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:07:52.163056 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 3120320f-e43a-467e-a46b-25355cf79c26, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=3120320f-e43a-467e-a46b-25355cf79c26,segment=NetworkSegment(1bc3e896-c601-4663-9412-549e7692ffb2),segment_id=1bc3e896-c601-4663-9412-549e7692ffb2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:07:52.166939 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:52.214350 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=3120320f-e43a-467e-a46b-25355cf79c26,revision_number=12']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:52.381181 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-14901bcd-5126-4c4f-847d-7b291fadded1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:52.428460 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['3120320f-e43a-467e-a46b-25355cf79c26'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:07:52.436589 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8550addd-d5be-4563-9c14-40573d5e4a5c req-be1ba3aa-fb70-4259-abba-8c64f62077b5 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:52.438077 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8550addd-d5be-4563-9c14-40573d5e4a5c req-be1ba3aa-fb70-4259-abba-8c64f62077b5 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 945 time: 0.0654321 Jul 09 17:07:52.477426 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8550addd-d5be-4563-9c14-40573d5e4a5c req-0b8b871a-0f24-49cd-a8ca-c38c648cb4e8 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333693 Jul 09 17:07:53.656925 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447bcb1b-203a-4ea5-9f29-ab76337d71db req-e137b8ea-4699-4e06-8cdf-9699b39bf31a tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:53.658376 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-447bcb1b-203a-4ea5-9f29-ab76337d71db req-e137b8ea-4699-4e06-8cdf-9699b39bf31a tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 945 time: 0.0651915 Jul 09 17:07:53.695298 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-447bcb1b-203a-4ea5-9f29-ab76337d71db req-ad06a601-8d4b-404b-a7fb-c9aed6a4f671 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314429 Jul 09 17:07:53.878869 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e972b3cd-986f-4195-8ea0-9d267efb3c1d req-58129cb9-9d65-4160-99d6-3f8d632ee058 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:53.880345 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e972b3cd-986f-4195-8ea0-9d267efb3c1d req-58129cb9-9d65-4160-99d6-3f8d632ee058 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 945 time: 0.0638981 Jul 09 17:07:53.917111 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e972b3cd-986f-4195-8ea0-9d267efb3c1d req-addd82b8-7d9d-44e5-8fd1-5fd023251f95 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311451 Jul 09 17:07:53.993918 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 3120320f-e43a-467e-a46b-25355cf79c26 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:07:54.054842 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 3120320f-e43a-467e-a46b-25355cf79c26 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:07:54.058938 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 3120320f-e43a-467e-a46b-25355cf79c26 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:07:54.059200 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:54.102483 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d69689-4a4e-4c88-9b76-b6758b4c9560 req-acb7b115-4710-40a8-9c71-2fdd0c53109a tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:54.109440 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e6d69689-4a4e-4c88-9b76-b6758b4c9560 req-acb7b115-4710-40a8-9c71-2fdd0c53109a tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 945 time: 0.0762346 Jul 09 17:07:54.145523 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:54.161437 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e6d69689-4a4e-4c88-9b76-b6758b4c9560 req-285c27b0-1b57-4673-a252-ff88845ea045 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509169 Jul 09 17:07:54.173812 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a860d0e4-a815-4fab-bd04-e5b9017dff12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3120320f-e43a-467e-a46b-25355cf79c26'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:07:54.192387 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 3120320f-e43a-467e-a46b-25355cf79c26, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=3120320f-e43a-467e-a46b-25355cf79c26,segment=NetworkSegment(1bc3e896-c601-4663-9412-549e7692ffb2),segment_id=1bc3e896-c601-4663-9412-549e7692ffb2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:07:54.199564 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:54.230446 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e4c0197b51a39b57e4a8a116eb3788e06930fc42ac75c6a3eb5959c91cb8bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8979b325-5486-456a-bb84-8f04a2fa4ace" -d '{"events": [{"server_uuid": "a860d0e4-a815-4fab-bd04-e5b9017dff12", "name": "network-vif-plugged", "status": "completed", "tag": "3120320f-e43a-467e-a46b-25355cf79c26"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:07:54.261295 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=3120320f-e43a-467e-a46b-25355cf79c26,revision_number=13']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:54.466675 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5a1eb7-b58f-455c-bc76-41f7df15732c x-openstack-request-id: req-3f5a1eb7-b58f-455c-bc76-41f7df15732c {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:07:54.466994 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a860d0e4-a815-4fab-bd04-e5b9017dff12", "name": "network-vif-plugged", "status": "completed", "tag": "3120320f-e43a-467e-a46b-25355cf79c26", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:07:54.467248 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3f5a1eb7-b58f-455c-bc76-41f7df15732c {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:07:54.467643 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a860d0e4-a815-4fab-bd04-e5b9017dff12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3120320f-e43a-467e-a46b-25355cf79c26', 'code': 200} Jul 09 17:07:54.610893 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e152064-02d2-429c-85bd-1733928fdf22 req-ced20de7-4865-48ee-86d0-5a47cd08bb60 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:54.612338 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9e152064-02d2-429c-85bd-1733928fdf22 req-ced20de7-4865-48ee-86d0-5a47cd08bb60 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 946 time: 0.0618799 Jul 09 17:07:54.648915 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9e152064-02d2-429c-85bd-1733928fdf22 req-98311ccc-1585-416c-9cc9-14319889cb7a tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311146 Jul 09 17:07:55.118552 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-47206745-7fc9-4383-b9aa-afd168f3ef3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:55.821013 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172232a7-5053-410e-bae3-2332f651f73c req-a3dd5f5d-1254-4f9c-803f-f5187cd61fa3 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:55.822567 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-172232a7-5053-410e-bae3-2332f651f73c req-a3dd5f5d-1254-4f9c-803f-f5187cd61fa3 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 946 time: 0.0636683 Jul 09 17:07:55.828402 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:55.863645 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-172232a7-5053-410e-bae3-2332f651f73c req-6321cbbe-38bb-4822-ab48-075107c85e4e tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups?id=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353603 Jul 09 17:07:56.017421 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ad2f66-d22f-4fc2-b26e-ef3523950613 req-d57f4f6f-d0f7-4178-84ff-62be3cb270f0 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:07:56.019366 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-56ad2f66-d22f-4fc2-b26e-ef3523950613 req-d57f4f6f-d0f7-4178-84ff-62be3cb270f0 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.77 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 946 time: 0.0673149 Jul 09 17:07:56.116123 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-56ad2f66-d22f-4fc2-b26e-ef3523950613 req-e18f4c30-1ff5-4b69-8f09-54d5c22a3aea tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Deleting port 3120320f-e43a-467e-a46b-25355cf79c26 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:07:56.116123 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-56ad2f66-d22f-4fc2-b26e-ef3523950613 req-e18f4c30-1ff5-4b69-8f09-54d5c22a3aea tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:56.204567 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-56ad2f66-d22f-4fc2-b26e-ef3523950613 req-e18f4c30-1ff5-4b69-8f09-54d5c22a3aea tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] For port 3120320f-e43a-467e-a46b-25355cf79c26, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=3120320f-e43a-467e-a46b-25355cf79c26,segment=NetworkSegment(1bc3e896-c601-4663-9412-549e7692ffb2),segment_id=1bc3e896-c601-4663-9412-549e7692ffb2)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:07:56.205218 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-56ad2f66-d22f-4fc2-b26e-ef3523950613 req-e18f4c30-1ff5-4b69-8f09-54d5c22a3aea tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:56.371244 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-56ad2f66-d22f-4fc2-b26e-ef3523950613 req-e18f4c30-1ff5-4b69-8f09-54d5c22a3aea tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:56.371512 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-56ad2f66-d22f-4fc2-b26e-ef3523950613 req-e18f4c30-1ff5-4b69-8f09-54d5c22a3aea tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:56.371822 n-d-798930-3 neutron-server[93959]: INFO neutron.db.l3_db [req-56ad2f66-d22f-4fc2-b26e-ef3523950613 req-e18f4c30-1ff5-4b69-8f09-54d5c22a3aea tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Floating IP 11886b11-c39c-4331-931a-8aa8fd251933 disassociated. External IP: 172.25.0.137, port: 3120320f-e43a-467e-a46b-25355cf79c26. Jul 09 17:07:56.372158 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-56ad2f66-d22f-4fc2-b26e-ef3523950613 req-e18f4c30-1ff5-4b69-8f09-54d5c22a3aea tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Calling delete_port for 3120320f-e43a-467e-a46b-25355cf79c26 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:07:56.434165 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:56.501631 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-56ad2f66-d22f-4fc2-b26e-ef3523950613 req-e18f4c30-1ff5-4b69-8f09-54d5c22a3aea tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:56.528161 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f4c30-1ff5-4b69-8f09-54d5c22a3aea tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Pushing event deleted for resources: {'Port': ['ID=3120320f-e43a-467e-a46b-25355cf79c26,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:07:56.540136 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18f4c30-1ff5-4b69-8f09-54d5c22a3aea tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:56.540484 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18f4c30-1ff5-4b69-8f09-54d5c22a3aea tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:56.540823 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18f4c30-1ff5-4b69-8f09-54d5c22a3aea tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:56.541172 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18f4c30-1ff5-4b69-8f09-54d5c22a3aea tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:56.541480 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18f4c30-1ff5-4b69-8f09-54d5c22a3aea tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:56.541849 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18f4c30-1ff5-4b69-8f09-54d5c22a3aea tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:56.542134 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18f4c30-1ff5-4b69-8f09-54d5c22a3aea tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:56.542586 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18f4c30-1ff5-4b69-8f09-54d5c22a3aea tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:56.542785 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18f4c30-1ff5-4b69-8f09-54d5c22a3aea tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:56.543112 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18f4c30-1ff5-4b69-8f09-54d5c22a3aea tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:56.543465 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18f4c30-1ff5-4b69-8f09-54d5c22a3aea tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:56.543755 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18f4c30-1ff5-4b69-8f09-54d5c22a3aea tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:07:56.656414 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56ad2f66-d22f-4fc2-b26e-ef3523950613 req-e18f4c30-1ff5-4b69-8f09-54d5c22a3aea tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Router 4212f2a8-1c64-4887-ba44-7b7179745dbc has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:07:56.765016 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56ad2f66-d22f-4fc2-b26e-ef3523950613 req-e18f4c30-1ff5-4b69-8f09-54d5c22a3aea tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:07:56.774839 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085f8908-4094-4a66-81fb-bb881ef11217 None None] Sync routers for ids ['4212f2a8-1c64-4887-ba44-7b7179745dbc'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:07:56.784247 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085f8908-4094-4a66-81fb-bb881ef11217 None None] Routers {'4212f2a8-1c64-4887-ba44-7b7179745dbc'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:07:56.784934 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-085f8908-4094-4a66-81fb-bb881ef11217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:07:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['4212f2a8-1c64-4887-ba44-7b7179745dbc'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:56.808792 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-56ad2f66-d22f-4fc2-b26e-ef3523950613 req-e18f4c30-1ff5-4b69-8f09-54d5c22a3aea tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] No DVR routers for this DVR port 3120320f-e43a-467e-a46b-25355cf79c26 on host n-h1-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:07:56.811438 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-56ad2f66-d22f-4fc2-b26e-ef3523950613 req-e18f4c30-1ff5-4b69-8f09-54d5c22a3aea tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:56.813487 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-56ad2f66-d22f-4fc2-b26e-ef3523950613 req-e18f4c30-1ff5-4b69-8f09-54d5c22a3aea tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.77 "DELETE /v2.0/ports/3120320f-e43a-467e-a46b-25355cf79c26 HTTP/1.1" status: 204 len: 173 time: 0.7887444 Jul 09 17:07:56.813927 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a860d0e4-a815-4fab-bd04-e5b9017dff12', 'name': 'network-vif-deleted', 'tag': '3120320f-e43a-467e-a46b-25355cf79c26'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:07:56.866507 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378ae9c57bf43c2771a5b4c89609b2495bcc5bf3f4145cc2e92b6ffd2a6a2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b672a3f7-ec6a-409c-b4c6-deb4c0132cc2" -d '{"events": [{"server_uuid": "a860d0e4-a815-4fab-bd04-e5b9017dff12", "name": "network-vif-deleted", "tag": "3120320f-e43a-467e-a46b-25355cf79c26"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:07:56.902282 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-085f8908-4094-4a66-81fb-bb881ef11217 None None] Set router 4212f2a8-1c64-4887-ba44-7b7179745dbc gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:07:56.953778 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37eeebaa-f15f-4356-9fbc-2ae2fea5ee87 x-openstack-request-id: req-37eeebaa-f15f-4356-9fbc-2ae2fea5ee87 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:07:56.954072 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a860d0e4-a815-4fab-bd04-e5b9017dff12", "name": "network-vif-deleted", "tag": "3120320f-e43a-467e-a46b-25355cf79c26", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:07:56.954334 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-37eeebaa-f15f-4356-9fbc-2ae2fea5ee87 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:07:56.954760 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a860d0e4-a815-4fab-bd04-e5b9017dff12', 'name': 'network-vif-deleted', 'tag': '3120320f-e43a-467e-a46b-25355cf79c26', 'status': 'completed', 'code': 200} Jul 09 17:07:57.072971 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7707dc22-eed3-4f00-9106-bf33d0fdc5d0 req-bf5e9ae3-fdad-4248-b1cc-e634c2eadc41 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 210 time: 0.0340002 Jul 09 17:07:57.121737 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-085f8908-4094-4a66-81fb-bb881ef11217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'name': 'tempest-ServerActionsTestJSON-1011410607-router', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T16:58:13Z', 'revision_number': 4, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'gw_port': {'id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:91:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T16:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'e6ee4495-48b6-4482-9988-e7e219582cbf', 'name': '', 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'mac_address': 'fa:16:3e:30:77:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:12Z', 'updated_at': '2021-07-09T16:58:18Z', 'revision_number': 5, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'subnets': [{'id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:57.153019 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085f8908-4094-4a66-81fb-bb881ef11217 None None] Checking router: 4212f2a8-1c64-4887-ba44-7b7179745dbc for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:07:57.166405 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085f8908-4094-4a66-81fb-bb881ef11217 None None] Routers {'4212f2a8-1c64-4887-ba44-7b7179745dbc'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:07:57.167076 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-085f8908-4094-4a66-81fb-bb881ef11217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:07:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['4212f2a8-1c64-4887-ba44-7b7179745dbc'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:57.170277 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:57.275193 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-085f8908-4094-4a66-81fb-bb881ef11217 None None] Set router 4212f2a8-1c64-4887-ba44-7b7179745dbc gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:07:57.472537 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-085f8908-4094-4a66-81fb-bb881ef11217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'name': 'tempest-ServerActionsTestJSON-1011410607-router', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T16:58:13Z', 'revision_number': 4, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'gw_port': {'id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:91:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T16:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'e6ee4495-48b6-4482-9988-e7e219582cbf', 'name': '', 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'mac_address': 'fa:16:3e:30:77:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:12Z', 'updated_at': '2021-07-09T16:58:18Z', 'revision_number': 5, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'subnets': [{'id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:07:57.502855 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085f8908-4094-4a66-81fb-bb881ef11217 None None] The sync data for ids ['4212f2a8-1c64-4887-ba44-7b7179745dbc'] in n-d-798930-3 is: [{'id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'name': 'tempest-ServerActionsTestJSON-1011410607-router', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T16:58:13Z', 'revision_number': 4, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'gw_port': {'id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:91:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T16:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'e6ee4495-48b6-4482-9988-e7e219582cbf', 'name': '', 'network_id': 'c758158a-3c22-47c1-93a3-3d20d45c6718', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'mac_address': 'fa:16:3e:30:77:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:12Z', 'updated_at': '2021-07-09T16:58:18Z', 'revision_number': 5, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'subnets': [{'id': '4d62028f-44ed-40d1-89e2-cd8d1482a607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:07:57.711677 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae442e5f-2628-4e6c-8585-d4ad70e5270a None None] New status for floating IP 11886b11-c39c-4331-931a-8aa8fd251933: DOWN {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:07:58.219888 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5ca40408-db49-404f-b00b-560ba0b99580 req-5dfecb5a-145a-4360-982a-c44b7bf5519e tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 210 time: 0.0282533 Jul 09 17:07:58.372891 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:59.362681 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4ebd9b01-b596-471d-a391-e588e875c2f7 req-4cac1706-a3d7-4a53-bd5a-6787be9585cb tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 210 time: 0.0277679 Jul 09 17:08:00.004057 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 3120320f-e43a-467e-a46b-25355cf79c26 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:08:00.023853 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: 3120320f-e43a-467e-a46b-25355cf79c26 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:08:00.024199 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 3120320f-e43a-467e-a46b-25355cf79c26 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:08:00.518217 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3824bb77-6def-4a59-b6bb-2964aa30b024 req-bf78147c-9338-41db-911e-967193f21dfb tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/ports?device_id=a860d0e4-a815-4fab-bd04-e5b9017dff12 HTTP/1.1" status: 200 len: 210 time: 0.0294373 Jul 09 17:08:04.511217 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52516) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:04.569395 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8d9351f7-9dab-494c-8441-3e2d14989138 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:04.592406 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8d9351f7-9dab-494c-8441-3e2d14989138 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:04.639855 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8d9351f7-9dab-494c-8441-3e2d14989138 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:04.642698 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8d9351f7-9dab-494c-8441-3e2d14989138 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:04.643885 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8d9351f7-9dab-494c-8441-3e2d14989138 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "DELETE /v2.0/security-groups/f3935cb0-d0d6-4599-a38e-9a2d3c8315f8 HTTP/1.1" status: 204 len: 168 time: 0.1316645 Jul 09 17:08:04.646484 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52518) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:04.653393 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9351f7-9dab-494c-8441-3e2d14989138 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3935cb0-d0d6-4599-a38e-9a2d3c8315f8,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:04.671267 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-f2f774ec-14fd-4644-9ad2-2364f0d20e51 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] show failed (client error): The resource could not be found. Jul 09 17:08:04.672914 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f2f774ec-14fd-4644-9ad2-2364f0d20e51 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "GET /v2.0/security-groups/f3935cb0-d0d6-4599-a38e-9a2d3c8315f8 HTTP/1.1" status: 404 len: 347 time: 0.0248098 Jul 09 17:08:04.676431 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52520) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:04.797966 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-ab4da622-5c36-4275-aa15-f0151fcae9a8 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Deleting port 2ce13e1c-ab89-4c6a-8c49-fdd163c37fa7 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:08:04.798307 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ab4da622-5c36-4275-aa15-f0151fcae9a8 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:04.881888 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ab4da622-5c36-4275-aa15-f0151fcae9a8 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:04.882223 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ab4da622-5c36-4275-aa15-f0151fcae9a8 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:04.894102 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-ab4da622-5c36-4275-aa15-f0151fcae9a8 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Calling delete_port for 2ce13e1c-ab89-4c6a-8c49-fdd163c37fa7 owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:08:05.025692 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ab4da622-5c36-4275-aa15-f0151fcae9a8 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:05.052274 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4da622-5c36-4275-aa15-f0151fcae9a8 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Pushing event deleted for resources: {'Port': ['ID=2ce13e1c-ab89-4c6a-8c49-fdd163c37fa7,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:05.110856 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ab4da622-5c36-4275-aa15-f0151fcae9a8 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:05.113308 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ab4da622-5c36-4275-aa15-f0151fcae9a8 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:05.114474 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ab4da622-5c36-4275-aa15-f0151fcae9a8 tempest-ServerActionsTestJSON-75313341 tempest-ServerActionsTestJSON-75313341-project] 10.222.0.98 "DELETE /v2.0/floatingips/11886b11-c39c-4331-931a-8aa8fd251933 HTTP/1.1" status: 204 len: 168 time: 0.4370711 Jul 09 17:08:05.117465 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52522) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:05.885760 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bbfc5f4f-4201-47d5-aad0-ab2cff6e8d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:06.134527 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-bbfc5f4f-4201-47d5-aad0-ab2cff6e8d65 admin admin] Deleting port e6ee4495-48b6-4482-9988-e7e219582cbf {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:08:06.134958 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bbfc5f4f-4201-47d5-aad0-ab2cff6e8d65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:06.214004 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-bbfc5f4f-4201-47d5-aad0-ab2cff6e8d65 admin admin] For port e6ee4495-48b6-4482-9988-e7e219582cbf, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=e6ee4495-48b6-4482-9988-e7e219582cbf,segment=NetworkSegment(1bc3e896-c601-4663-9412-549e7692ffb2),segment_id=1bc3e896-c601-4663-9412-549e7692ffb2)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:08:06.214277 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bbfc5f4f-4201-47d5-aad0-ab2cff6e8d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:06.227288 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-bbfc5f4f-4201-47d5-aad0-ab2cff6e8d65 admin admin] Calling delete_port for e6ee4495-48b6-4482-9988-e7e219582cbf owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:08:06.406658 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bbfc5f4f-4201-47d5-aad0-ab2cff6e8d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:06.436734 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfc5f4f-4201-47d5-aad0-ab2cff6e8d65 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6ee4495-48b6-4482-9988-e7e219582cbf,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:06.605770 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bbfc5f4f-4201-47d5-aad0-ab2cff6e8d65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:06.813878 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbfc5f4f-4201-47d5-aad0-ab2cff6e8d65 admin admin] Router 4212f2a8-1c64-4887-ba44-7b7179745dbc has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:08:06.918249 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbfc5f4f-4201-47d5-aad0-ab2cff6e8d65 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:08:06.926117 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-bbfc5f4f-4201-47d5-aad0-ab2cff6e8d65 admin admin] 10.222.0.98 "PUT /v2.0/routers/4212f2a8-1c64-4887-ba44-7b7179745dbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8048098 Jul 09 17:08:06.926223 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52528) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:06.927037 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2406c8e5-f770-44ae-966f-6d109ce51fd1 None None] Sync routers for ids ['4212f2a8-1c64-4887-ba44-7b7179745dbc'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:08:06.936094 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2406c8e5-f770-44ae-966f-6d109ce51fd1 None None] Routers {'4212f2a8-1c64-4887-ba44-7b7179745dbc'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:08:06.936708 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-2406c8e5-f770-44ae-966f-6d109ce51fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:07:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['4212f2a8-1c64-4887-ba44-7b7179745dbc'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:07.029878 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6be6fa9f-6485-4478-adfa-a22c8fbcba2a admin admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:07.041585 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-2406c8e5-f770-44ae-966f-6d109ce51fd1 None None] Set router 4212f2a8-1c64-4887-ba44-7b7179745dbc gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:08:07.127848 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6be6fa9f-6485-4478-adfa-a22c8fbcba2a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:07.186654 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-6be6fa9f-6485-4478-adfa-a22c8fbcba2a admin admin] Deleting port 9fa5c116-e5a6-48e7-bb1b-397c996e10b4 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:08:07.187024 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6be6fa9f-6485-4478-adfa-a22c8fbcba2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:07.220018 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-2406c8e5-f770-44ae-966f-6d109ce51fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'name': 'tempest-ServerActionsTestJSON-1011410607-router', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T17:08:06Z', 'revision_number': 5, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'gw_port': {'id': '9fa5c116-e5a6-48e7-bb1b-397c996e10b4', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:91:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T16:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:07.249216 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2406c8e5-f770-44ae-966f-6d109ce51fd1 None None] Checking router: 4212f2a8-1c64-4887-ba44-7b7179745dbc for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:08:07.257993 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2406c8e5-f770-44ae-966f-6d109ce51fd1 None None] Routers {'4212f2a8-1c64-4887-ba44-7b7179745dbc'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:08:07.258588 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-2406c8e5-f770-44ae-966f-6d109ce51fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:07:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['4212f2a8-1c64-4887-ba44-7b7179745dbc'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:07.265668 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-6be6fa9f-6485-4478-adfa-a22c8fbcba2a admin admin] For port 9fa5c116-e5a6-48e7-bb1b-397c996e10b4, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=9fa5c116-e5a6-48e7-bb1b-397c996e10b4,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:08:07.266030 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6be6fa9f-6485-4478-adfa-a22c8fbcba2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:07.278850 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-6be6fa9f-6485-4478-adfa-a22c8fbcba2a admin admin] Calling delete_port for 9fa5c116-e5a6-48e7-bb1b-397c996e10b4 owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:08:07.341767 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-2406c8e5-f770-44ae-966f-6d109ce51fd1 None None] Set router 4212f2a8-1c64-4887-ba44-7b7179745dbc gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:08:07.391915 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-2406c8e5-f770-44ae-966f-6d109ce51fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'name': 'tempest-ServerActionsTestJSON-1011410607-router', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T17:08:07Z', 'revision_number': 6, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'gw_port_host': None}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:07.421486 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2406c8e5-f770-44ae-966f-6d109ce51fd1 None None] The sync data for ids ['4212f2a8-1c64-4887-ba44-7b7179745dbc'] in n-d-798930-3 is: [{'id': '4212f2a8-1c64-4887-ba44-7b7179745dbc', 'name': 'tempest-ServerActionsTestJSON-1011410607-router', 'tenant_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:58:10Z', 'updated_at': '2021-07-09T17:08:07Z', 'revision_number': 6, 'project_id': 'b7c6fb2f31a746d39a3d8ec6f6d31c32', 'gw_port_host': None}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:08:07.448980 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6be6fa9f-6485-4478-adfa-a22c8fbcba2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:07.475636 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be6fa9f-6485-4478-adfa-a22c8fbcba2a admin admin] Pushing event deleted for resources: {'Port': ['ID=9fa5c116-e5a6-48e7-bb1b-397c996e10b4,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:07.539520 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6be6fa9f-6485-4478-adfa-a22c8fbcba2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:07.628740 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6be6fa9f-6485-4478-adfa-a22c8fbcba2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:07.630993 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6be6fa9f-6485-4478-adfa-a22c8fbcba2a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:07.672582 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6be6fa9f-6485-4478-adfa-a22c8fbcba2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:07.673257 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be6fa9f-6485-4478-adfa-a22c8fbcba2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4212f2a8-1c64-4887-ba44-7b7179745dbc {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:08:07.678233 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6be6fa9f-6485-4478-adfa-a22c8fbcba2a admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:07.679564 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-6be6fa9f-6485-4478-adfa-a22c8fbcba2a admin admin] 10.222.0.98 "DELETE /v2.0/routers/4212f2a8-1c64-4887-ba44-7b7179745dbc HTTP/1.1" status: 204 len: 168 time: 0.7524765 Jul 09 17:08:07.682107 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52530) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:07.729332 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-09ccb0c4-2120-48a6-9c3c-130f7fc83dab admin admin] Deleting subnet 4d62028f-44ed-40d1-89e2-cd8d1482a607 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:08:07.732293 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-09ccb0c4-2120-48a6-9c3c-130f7fc83dab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:07.765351 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-09ccb0c4-2120-48a6-9c3c-130f7fc83dab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:07.845478 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-09ccb0c4-2120-48a6-9c3c-130f7fc83dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:07.899250 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-09ccb0c4-2120-48a6-9c3c-130f7fc83dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:07.929850 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ccb0c4-2120-48a6-9c3c-130f7fc83dab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d62028f-44ed-40d1-89e2-cd8d1482a607,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:07.931768 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-09ccb0c4-2120-48a6-9c3c-130f7fc83dab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:07.934606 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-09ccb0c4-2120-48a6-9c3c-130f7fc83dab admin admin] 10.222.0.98 "DELETE /v2.0/subnets/4d62028f-44ed-40d1-89e2-cd8d1482a607 HTTP/1.1" status: 204 len: 168 time: 0.2515283 Jul 09 17:08:07.936118 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52532) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:07.936723 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a263a597-41e5-4d54-9fb7-62fc64d271de None None] Network c758158a-3c22-47c1-93a3-3d20d45c6718 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:08:08.002586 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c87688c5-55b6-4121-b7ac-b6395ae2dbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:08.053857 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c87688c5-55b6-4121-b7ac-b6395ae2dbf3 admin admin] Deleting port ec07445b-1409-4178-b1e6-e1d1d308e406 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:08:08.054201 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c87688c5-55b6-4121-b7ac-b6395ae2dbf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:08.120482 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c87688c5-55b6-4121-b7ac-b6395ae2dbf3 admin admin] For port ec07445b-1409-4178-b1e6-e1d1d308e406, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=ec07445b-1409-4178-b1e6-e1d1d308e406,segment=NetworkSegment(1bc3e896-c601-4663-9412-549e7692ffb2),segment_id=1bc3e896-c601-4663-9412-549e7692ffb2)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:08:08.120775 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c87688c5-55b6-4121-b7ac-b6395ae2dbf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:08.133978 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c87688c5-55b6-4121-b7ac-b6395ae2dbf3 admin admin] Calling delete_port for ec07445b-1409-4178-b1e6-e1d1d308e406 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:08:08.186596 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f7aef2-c2a7-4217-92cc-394ec04e8184 None None] DHCP port deletion for c758158a-3c22-47c1-93a3-3d20d45c6718 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:08:08.220712 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c87688c5-55b6-4121-b7ac-b6395ae2dbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:08.254389 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87688c5-55b6-4121-b7ac-b6395ae2dbf3 admin admin] No DVR routers for this DVR port ec07445b-1409-4178-b1e6-e1d1d308e406 on host n-d-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:08:08.258522 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87688c5-55b6-4121-b7ac-b6395ae2dbf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec07445b-1409-4178-b1e6-e1d1d308e406,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:08.338456 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c87688c5-55b6-4121-b7ac-b6395ae2dbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:08.349083 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-c87688c5-55b6-4121-b7ac-b6395ae2dbf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c758158a-3c22-47c1-93a3-3d20d45c6718']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:08.360301 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-c87688c5-55b6-4121-b7ac-b6395ae2dbf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bc3e896-c601-4663-9412-549e7692ffb2') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:08.360585 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-c87688c5-55b6-4121-b7ac-b6395ae2dbf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bc3e896-c601-4663-9412-549e7692ffb2') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:08.369940 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c87688c5-55b6-4121-b7ac-b6395ae2dbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:08.384901 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c87688c5-55b6-4121-b7ac-b6395ae2dbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:08.391600 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c87688c5-55b6-4121-b7ac-b6395ae2dbf3 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:08:08.392061 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c87688c5-55b6-4121-b7ac-b6395ae2dbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:08.394579 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 17:08:08.394579 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:08:08.394579 n-d-798930-3 neutron-server[93959]: timer() Jul 09 17:08:08.394579 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:08:08.394579 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 17:08:08.394579 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:08:08.394579 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 17:08:08.394579 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:08:08.394579 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 17:08:08.394579 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:08:08.394579 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 17:08:08.394579 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:08:08.394579 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 17:08:08.394579 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:08:08.394579 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:08:08.394579 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:08:08.394579 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:08:08.394579 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:08:08.394579 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 17:08:08.394579 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:08:08.394579 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 17:08:08.394579 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:08:08.394579 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:08:08.394579 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:08:08.394579 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 17:08:08.394579 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:08:08.394579 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:08:08.394579 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:08:08.394579 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:08:08.394579 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:08:08.394579 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:08:08.394579 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:08:08.407039 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 9fa5c116-e5a6-48e7-bb1b-397c996e10b4 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:08:08.430311 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 9fa5c116-e5a6-48e7-bb1b-397c996e10b4 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:08:08.430652 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 9fa5c116-e5a6-48e7-bb1b-397c996e10b4 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:08:08.431113 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device ec07445b-1409-4178-b1e6-e1d1d308e406 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:08:08.454024 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: ec07445b-1409-4178-b1e6-e1d1d308e406 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:08:08.454375 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device ec07445b-1409-4178-b1e6-e1d1d308e406 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:08:08.454817 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device e6ee4495-48b6-4482-9988-e7e219582cbf no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:08:08.456969 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c87688c5-55b6-4121-b7ac-b6395ae2dbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:08.462988 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c87688c5-55b6-4121-b7ac-b6395ae2dbf3 admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:08.465407 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c87688c5-55b6-4121-b7ac-b6395ae2dbf3 admin admin] 10.222.0.98 "DELETE /v2.0/networks/c758158a-3c22-47c1-93a3-3d20d45c6718 HTTP/1.1" status: 204 len: 168 time: 0.5282123 Jul 09 17:08:08.479063 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: e6ee4495-48b6-4482-9988-e7e219582cbf {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:08:08.479622 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device e6ee4495-48b6-4482-9988-e7e219582cbf not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:08:08.481439 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87688c5-55b6-4121-b7ac-b6395ae2dbf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c758158a-3c22-47c1-93a3-3d20d45c6718,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:08.484004 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-79f7aef2-c2a7-4217-92cc-394ec04e8184 None None] Deleting port ec07445b-1409-4178-b1e6-e1d1d308e406 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:08:08.484133 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-79f7aef2-c2a7-4217-92cc-394ec04e8184 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server [None req-79f7aef2-c2a7-4217-92cc-394ec04e8184 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network c758158a-3c22-47c1-93a3-3d20d45c6718 could not be found. Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2806, in one Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return self._iter().one() Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1365, in one Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1538, in delete_ports_by_device_id Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1954, in delete_port Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1190, in get_network Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network c758158a-3c22-47c1-93a3-3d20d45c6718 could not be found. Jul 09 17:08:08.527946 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server Jul 09 17:08:08.557687 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436ba0a5-dccc-456f-a45c-9c196faa6334 None None] DHCP port deletion for c758158a-3c22-47c1-93a3-3d20d45c6718 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:08:08.573716 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d875430-5377-4927-8c96-0e212e04a1ae None None] get_active_networks_info from n-d-798930-3 {{(pid=93960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 17:08:08.600365 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52536) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:08.636912 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d875430-5377-4927-8c96-0e212e04a1ae None None] Resources bound (agent type, host, resource id): {{(pid=93960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 17:08:08.641569 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ba117eee-95c0-4b58-a34d-62aa3b2083c5 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b7c6fb2f31a746d39a3d8ec6f6d31c32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400174 Jul 09 17:08:08.644450 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52538) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:08.692127 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b8009cc-be2c-4975-a2e2-3ec510f57535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:08.713774 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b8009cc-be2c-4975-a2e2-3ec510f57535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:08.762753 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b8009cc-be2c-4975-a2e2-3ec510f57535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:08.765787 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b8009cc-be2c-4975-a2e2-3ec510f57535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:08.769078 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-5b8009cc-be2c-4975-a2e2-3ec510f57535 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b31e2bc0-daea-4e2a-9501-111f99e86beb HTTP/1.1" status: 204 len: 168 time: 0.1212828 Jul 09 17:08:08.775762 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8009cc-be2c-4975-a2e2-3ec510f57535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31e2bc0-daea-4e2a-9501-111f99e86beb,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:09.470855 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52560) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:09.564052 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-3ff0201f-5c08-45f0-bf78-844ac59b8226 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1449184706-network', 'tenant_id': '68e635ed369a46d789a8071a7cca24f6'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:09.586066 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff0201f-5c08-45f0-bf78-844ac59b8226 admin admin] Made reservation on behalf of 68e635ed369a46d789a8071a7cca24f6 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:09.588571 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3ff0201f-5c08-45f0-bf78-844ac59b8226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:09.596660 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3ff0201f-5c08-45f0-bf78-844ac59b8226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:09.687111 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3ff0201f-5c08-45f0-bf78-844ac59b8226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:09.691840 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3ff0201f-5c08-45f0-bf78-844ac59b8226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:09.716597 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ff0201f-5c08-45f0-bf78-844ac59b8226 admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:08:09.726151 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff0201f-5c08-45f0-bf78-844ac59b8226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e656be6-bdbf-4814-883d-71dd89d3e809,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:09.731673 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3ff0201f-5c08-45f0-bf78-844ac59b8226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:09.732010 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-3ff0201f-5c08-45f0-bf78-844ac59b8226 admin admin] Added segment 70ed066b-c02b-4510-8ad0-7dcadd24cb07 of type vlan for network 4ef4ca3d-a5bf-4205-b172-e56959e43b93 Jul 09 17:08:09.770995 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3ff0201f-5c08-45f0-bf78-844ac59b8226 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:09.798061 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3ff0201f-5c08-45f0-bf78-844ac59b8226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:09.798954 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff0201f-5c08-45f0-bf78-844ac59b8226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:09.799550 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3ff0201f-5c08-45f0-bf78-844ac59b8226 admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:09.848160 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3ff0201f-5c08-45f0-bf78-844ac59b8226 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3755617 Jul 09 17:08:09.851211 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52564) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:09.856802 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-259e223a-3e2a-45ac-bddc-d877428f799b admin admin] Request body: {'subnet': {'network_id': '4ef4ca3d-a5bf-4205-b172-e56959e43b93', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1449184706-subnet', 'tenant_id': '68e635ed369a46d789a8071a7cca24f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:09.858667 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff0201f-5c08-45f0-bf78-844ac59b8226 admin admin] Pushing event updated for resources: {'Network': ['ID=4ef4ca3d-a5bf-4205-b172-e56959e43b93,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:09.868460 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 4ef4ca3d-a5bf-4205-b172-e56959e43b93 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:08:09.879078 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259e223a-3e2a-45ac-bddc-d877428f799b admin admin] Made reservation on behalf of 68e635ed369a46d789a8071a7cca24f6 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:09.881533 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-259e223a-3e2a-45ac-bddc-d877428f799b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:10.045447 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-259e223a-3e2a-45ac-bddc-d877428f799b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:10.097885 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259e223a-3e2a-45ac-bddc-d877428f799b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1516c52-5ea1-4066-86ba-9eb2f9050a06,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:10.107898 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259e223a-3e2a-45ac-bddc-d877428f799b admin admin] Checking segment: {'id': '70ed066b-c02b-4510-8ad0-7dcadd24cb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4ef4ca3d-a5bf-4205-b172-e56959e43b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:08:10.108259 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259e223a-3e2a-45ac-bddc-d877428f799b admin admin] Network hostable DHCP agents. Network: 4ef4ca3d-a5bf-4205-b172-e56959e43b93, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:08:10.124237 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259e223a-3e2a-45ac-bddc-d877428f799b admin admin] Network 4ef4ca3d-a5bf-4205-b172-e56959e43b93 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:08:10.133166 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-259e223a-3e2a-45ac-bddc-d877428f799b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 4ef4ca3d-a5bf-4205-b172-e56959e43b93) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:08:10.137395 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259e223a-3e2a-45ac-bddc-d877428f799b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:10.138049 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-259e223a-3e2a-45ac-bddc-d877428f799b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:10.142371 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7376fe01-41ef-4d20-88c3-c4b9e8dbb265 None None] Network 4ef4ca3d-a5bf-4205-b172-e56959e43b93 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:08:10.151759 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-259e223a-3e2a-45ac-bddc-d877428f799b admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2989974 Jul 09 17:08:10.266096 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d200bb0c-c0e1-4d7c-b85b-4bb3db50ceaf None None] Network 4ef4ca3d-a5bf-4205-b172-e56959e43b93 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:08:10.481831 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:10.575206 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a2172-8263-4bc9-a9b4-0e29fe979ab5 req-13a746b4-3e44-440c-a22e-046035307313 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:10.576667 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c1a2172-8263-4bc9-a9b4-0e29fe979ab5 req-13a746b4-3e44-440c-a22e-046035307313 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.98 "GET /v2.0/networks?id=4ef4ca3d-a5bf-4205-b172-e56959e43b93 HTTP/1.1" status: 200 len: 814 time: 0.1040990 Jul 09 17:08:10.591438 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c1a2172-8263-4bc9-a9b4-0e29fe979ab5 req-c47df0c7-fd53-460d-bc88-245b5ed56d27 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.98 "GET /v2.0/quotas/68e635ed369a46d789a8071a7cca24f6 HTTP/1.1" status: 200 len: 375 time: 0.0092132 Jul 09 17:08:10.625135 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c1a2172-8263-4bc9-a9b4-0e29fe979ab5 req-9f22fe91-74ca-40bf-8633-c0adb2a7a492 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=68e635ed369a46d789a8071a7cca24f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289063 Jul 09 17:08:10.784609 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c1a2172-8263-4bc9-a9b4-0e29fe979ab5 req-a144b7c5-8d26-4dda-a5dc-2c4dbd8bd80a service neutron] 10.222.0.98 "GET /v2.0/networks/4ef4ca3d-a5bf-4205-b172-e56959e43b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186666 Jul 09 17:08:10.873711 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c1a2172-8263-4bc9-a9b4-0e29fe979ab5 req-33b0506a-69a2-48ce-8644-677bf4a2c56d service neutron] 10.222.0.98 "GET /v2.0/networks/4ef4ca3d-a5bf-4205-b172-e56959e43b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834086 Jul 09 17:08:11.041066 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c4bd2d1-9d8c-4a96-87e5-bb5f4f8b1537 req-e636bac5-2bfa-48eb-b395-7aaa8dc77052 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.98 "GET /v2.0/ports?device_id=e874a47f-d5a6-476d-a997-1d20ec0c204b HTTP/1.1" status: 200 len: 210 time: 0.0295298 Jul 09 17:08:12.186744 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c8cff73f-00d1-4fe5-b546-38fd75d3c039 req-d1763604-2569-46b5-87dc-18e7aea19c8c tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.98 "GET /v2.0/ports?device_id=e874a47f-d5a6-476d-a997-1d20ec0c204b HTTP/1.1" status: 200 len: 210 time: 0.0335891 Jul 09 17:08:12.225629 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a2172-8263-4bc9-a9b4-0e29fe979ab5 req-51111c84-92cb-4025-8ca3-d2ba1dbc6a9f tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:12.227092 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c1a2172-8263-4bc9-a9b4-0e29fe979ab5 req-51111c84-92cb-4025-8ca3-d2ba1dbc6a9f tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.73 "GET /v2.0/networks?id=4ef4ca3d-a5bf-4205-b172-e56959e43b93 HTTP/1.1" status: 200 len: 814 time: 0.1401062 Jul 09 17:08:12.246643 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-9c1a2172-8263-4bc9-a9b4-0e29fe979ab5 req-d2010a35-59e2-4542-97c4-8291885090ff tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Request body: {'port': {'device_id': 'e874a47f-d5a6-476d-a997-1d20ec0c204b', 'network_id': '4ef4ca3d-a5bf-4205-b172-e56959e43b93', 'admin_state_up': True, 'tenant_id': '68e635ed369a46d789a8071a7cca24f6'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:12.353835 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c1a2172-8263-4bc9-a9b4-0e29fe979ab5 req-d2010a35-59e2-4542-97c4-8291885090ff tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Made reservation on behalf of 68e635ed369a46d789a8071a7cca24f6 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:12.357216 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9c1a2172-8263-4bc9-a9b4-0e29fe979ab5 req-d2010a35-59e2-4542-97c4-8291885090ff tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:12.789711 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-9c1a2172-8263-4bc9-a9b4-0e29fe979ab5 req-d2010a35-59e2-4542-97c4-8291885090ff tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Allocated IP 172.20.0.11 (4ef4ca3d-a5bf-4205-b172-e56959e43b93/b1516c52-5ea1-4066-86ba-9eb2f9050a06/d0d366ec-8015-4608-af63-8e992131c8ea) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:08:12.937462 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9c1a2172-8263-4bc9-a9b4-0e29fe979ab5 req-d2010a35-59e2-4542-97c4-8291885090ff tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:12.976109 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9c1a2172-8263-4bc9-a9b4-0e29fe979ab5 req-d2010a35-59e2-4542-97c4-8291885090ff tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:13.020590 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c1a2172-8263-4bc9-a9b4-0e29fe979ab5 req-d2010a35-59e2-4542-97c4-8291885090ff tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Network 4ef4ca3d-a5bf-4205-b172-e56959e43b93 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:08:13.023665 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-9c1a2172-8263-4bc9-a9b4-0e29fe979ab5 req-d2010a35-59e2-4542-97c4-8291885090ff tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:08:13.027556 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c1a2172-8263-4bc9-a9b4-0e29fe979ab5 req-d2010a35-59e2-4542-97c4-8291885090ff tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:08:13.033808 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2010a35-59e2-4542-97c4-8291885090ff tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Pushing event updated for resources: {'Port': ['ID=d0d366ec-8015-4608-af63-8e992131c8ea,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:13.078223 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a2172-8263-4bc9-a9b4-0e29fe979ab5 req-d2010a35-59e2-4542-97c4-8291885090ff tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:13.078846 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9c1a2172-8263-4bc9-a9b4-0e29fe979ab5 req-d2010a35-59e2-4542-97c4-8291885090ff tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:13.092290 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c1a2172-8263-4bc9-a9b4-0e29fe979ab5 req-d2010a35-59e2-4542-97c4-8291885090ff tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8500946 Jul 09 17:08:13.110495 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-9c1a2172-8263-4bc9-a9b4-0e29fe979ab5 req-9a099a54-7a7c-4c49-9d1f-c50cf2b80b78 service neutron] Request body: {'port': {'device_id': 'e874a47f-d5a6-476d-a997-1d20ec0c204b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:13.183921 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9c1a2172-8263-4bc9-a9b4-0e29fe979ab5 req-9a099a54-7a7c-4c49-9d1f-c50cf2b80b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:13.433055 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de3cf01-4165-4caa-b52f-21e7cb82d4ab req-59152760-5ec1-4824-9e19-a7af23734c20 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:13.434441 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0de3cf01-4165-4caa-b52f-21e7cb82d4ab req-59152760-5ec1-4824-9e19-a7af23734c20 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.98 "GET /v2.0/ports?device_id=e874a47f-d5a6-476d-a997-1d20ec0c204b HTTP/1.1" status: 200 len: 932 time: 0.1290379 Jul 09 17:08:13.499057 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0de3cf01-4165-4caa-b52f-21e7cb82d4ab req-b8ea546e-f6aa-4965-bc63-416cccb16384 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e656be6-bdbf-4814-883d-71dd89d3e809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588839 Jul 09 17:08:13.528799 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-9c1a2172-8263-4bc9-a9b4-0e29fe979ab5 req-9a099a54-7a7c-4c49-9d1f-c50cf2b80b78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0d366ec-8015-4608-af63-8e992131c8ea {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:08:13.536610 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9c1a2172-8263-4bc9-a9b4-0e29fe979ab5 req-9a099a54-7a7c-4c49-9d1f-c50cf2b80b78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:13.548107 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-9c1a2172-8263-4bc9-a9b4-0e29fe979ab5 req-9a099a54-7a7c-4c49-9d1f-c50cf2b80b78 service neutron] Transition to ACTIVE for port object d0d366ec-8015-4608-af63-8e992131c8ea will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:08:13.552979 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9c1a2172-8263-4bc9-a9b4-0e29fe979ab5 req-9a099a54-7a7c-4c49-9d1f-c50cf2b80b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:13.602861 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a099a54-7a7c-4c49-9d1f-c50cf2b80b78 service neutron] Pushing event updated for resources: {'Port': ['ID=d0d366ec-8015-4608-af63-8e992131c8ea,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:13.669744 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-9c1a2172-8263-4bc9-a9b4-0e29fe979ab5 req-9a099a54-7a7c-4c49-9d1f-c50cf2b80b78 service neutron] Attempting to bind port d0d366ec-8015-4608-af63-8e992131c8ea on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:08:13.670075 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-9c1a2172-8263-4bc9-a9b4-0e29fe979ab5 req-9a099a54-7a7c-4c49-9d1f-c50cf2b80b78 service neutron] Attempting to bind port d0d366ec-8015-4608-af63-8e992131c8ea by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': '70ed066b-c02b-4510-8ad0-7dcadd24cb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4ef4ca3d-a5bf-4205-b172-e56959e43b93'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:08:13.670394 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1a2172-8263-4bc9-a9b4-0e29fe979ab5 req-9a099a54-7a7c-4c49-9d1f-c50cf2b80b78 service neutron] Attempting to bind port d0d366ec-8015-4608-af63-8e992131c8ea on network 4ef4ca3d-a5bf-4205-b172-e56959e43b93 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:08:13.674550 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1a2172-8263-4bc9-a9b4-0e29fe979ab5 req-9a099a54-7a7c-4c49-9d1f-c50cf2b80b78 service neutron] Port d0d366ec-8015-4608-af63-8e992131c8ea on network 4ef4ca3d-a5bf-4205-b172-e56959e43b93 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:08:13.674899 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1a2172-8263-4bc9-a9b4-0e29fe979ab5 req-9a099a54-7a7c-4c49-9d1f-c50cf2b80b78 service neutron] Attempting to bind port d0d366ec-8015-4608-af63-8e992131c8ea on network 4ef4ca3d-a5bf-4205-b172-e56959e43b93 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:08:13.679536 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1a2172-8263-4bc9-a9b4-0e29fe979ab5 req-9a099a54-7a7c-4c49-9d1f-c50cf2b80b78 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:08:13.679871 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1a2172-8263-4bc9-a9b4-0e29fe979ab5 req-9a099a54-7a7c-4c49-9d1f-c50cf2b80b78 service neutron] Checking segment: {'id': '70ed066b-c02b-4510-8ad0-7dcadd24cb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4ef4ca3d-a5bf-4205-b172-e56959e43b93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:08:13.680247 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1a2172-8263-4bc9-a9b4-0e29fe979ab5 req-9a099a54-7a7c-4c49-9d1f-c50cf2b80b78 service neutron] Bound using segment: {'id': '70ed066b-c02b-4510-8ad0-7dcadd24cb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4ef4ca3d-a5bf-4205-b172-e56959e43b93'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:08:13.680663 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-9c1a2172-8263-4bc9-a9b4-0e29fe979ab5 req-9a099a54-7a7c-4c49-9d1f-c50cf2b80b78 service neutron] Bound port: d0d366ec-8015-4608-af63-8e992131c8ea, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70ed066b-c02b-4510-8ad0-7dcadd24cb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4ef4ca3d-a5bf-4205-b172-e56959e43b93'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:08:13.681008 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9c1a2172-8263-4bc9-a9b4-0e29fe979ab5 req-9a099a54-7a7c-4c49-9d1f-c50cf2b80b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:13.741748 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-9c1a2172-8263-4bc9-a9b4-0e29fe979ab5 req-9a099a54-7a7c-4c49-9d1f-c50cf2b80b78 service neutron] For port d0d366ec-8015-4608-af63-8e992131c8ea, host n-h2-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:08:13.744772 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-9c1a2172-8263-4bc9-a9b4-0e29fe979ab5 req-9a099a54-7a7c-4c49-9d1f-c50cf2b80b78 service neutron] For port d0d366ec-8015-4608-af63-8e992131c8ea, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=d0d366ec-8015-4608-af63-8e992131c8ea,segment=NetworkSegment(70ed066b-c02b-4510-8ad0-7dcadd24cb07),segment_id=70ed066b-c02b-4510-8ad0-7dcadd24cb07)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:08:13.748144 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9c1a2172-8263-4bc9-a9b4-0e29fe979ab5 req-9a099a54-7a7c-4c49-9d1f-c50cf2b80b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:13.781683 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a2172-8263-4bc9-a9b4-0e29fe979ab5 req-9a099a54-7a7c-4c49-9d1f-c50cf2b80b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:13.782292 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9c1a2172-8263-4bc9-a9b4-0e29fe979ab5 req-9a099a54-7a7c-4c49-9d1f-c50cf2b80b78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:13.784510 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c1a2172-8263-4bc9-a9b4-0e29fe979ab5 req-9a099a54-7a7c-4c49-9d1f-c50cf2b80b78 service neutron] 10.222.0.73 "PUT /v2.0/ports/d0d366ec-8015-4608-af63-8e992131c8ea HTTP/1.1" status: 200 len: 1092 time: 0.6773551 Jul 09 17:08:13.784948 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e874a47f-d5a6-476d-a997-1d20ec0c204b', 'tag': 'd0d366ec-8015-4608-af63-8e992131c8ea'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:08:13.787204 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70bc3d1dd6a8d756905b95879fdfd768b2540769638561f09d0c65e65c91429d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ec4f34-7c24-44b9-9070-0766fff491f3" -d '{"events": [{"name": "network-changed", "server_uuid": "e874a47f-d5a6-476d-a997-1d20ec0c204b", "tag": "d0d366ec-8015-4608-af63-8e992131c8ea"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:08:13.810783 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a099a54-7a7c-4c49-9d1f-c50cf2b80b78 service neutron] Pushing event updated for resources: {'Port': ['ID=d0d366ec-8015-4608-af63-8e992131c8ea,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:13.827795 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9445124-6087-41ed-a558-9f1c9e2b1f9a x-openstack-request-id: req-a9445124-6087-41ed-a558-9f1c9e2b1f9a {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:08:13.828087 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e874a47f-d5a6-476d-a997-1d20ec0c204b", "tag": "d0d366ec-8015-4608-af63-8e992131c8ea", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:08:13.828346 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a9445124-6087-41ed-a558-9f1c9e2b1f9a {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:08:13.828751 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e874a47f-d5a6-476d-a997-1d20ec0c204b', 'tag': 'd0d366ec-8015-4608-af63-8e992131c8ea', 'status': 'completed', 'code': 200} Jul 09 17:08:13.901555 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a2172-8263-4bc9-a9b4-0e29fe979ab5 req-b34fabb9-6dd4-437c-a0b9-ff3da5a62e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:13.903063 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c1a2172-8263-4bc9-a9b4-0e29fe979ab5 req-b34fabb9-6dd4-437c-a0b9-ff3da5a62e68 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=68e635ed369a46d789a8071a7cca24f6&device_id=e874a47f-d5a6-476d-a997-1d20ec0c204b HTTP/1.1" status: 200 len: 1095 time: 0.0556624 Jul 09 17:08:13.948730 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c1a2172-8263-4bc9-a9b4-0e29fe979ab5 req-566c2c04-9798-4203-8df0-8072cffbfe49 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0d366ec-8015-4608-af63-8e992131c8ea HTTP/1.1" status: 200 len: 217 time: 0.0324059 Jul 09 17:08:13.997045 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a2172-8263-4bc9-a9b4-0e29fe979ab5 req-bd17a76b-8a9c-4b99-b8ca-db748a8ae610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:13.998354 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c1a2172-8263-4bc9-a9b4-0e29fe979ab5 req-bd17a76b-8a9c-4b99-b8ca-db748a8ae610 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b1516c52-5ea1-4066-86ba-9eb2f9050a06 HTTP/1.1" status: 200 len: 854 time: 0.0430574 Jul 09 17:08:14.032300 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c1a2172-8263-4bc9-a9b4-0e29fe979ab5 req-45158343-d396-44aa-ae81-f47b8d5c23af service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4ef4ca3d-a5bf-4205-b172-e56959e43b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255685 Jul 09 17:08:14.121012 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c1a2172-8263-4bc9-a9b4-0e29fe979ab5 req-0c4f51f6-f24a-447d-a122-ae23bab3c438 service neutron] 10.222.0.73 "GET /v2.0/networks/4ef4ca3d-a5bf-4205-b172-e56959e43b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817006 Jul 09 17:08:14.208141 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c1a2172-8263-4bc9-a9b4-0e29fe979ab5 req-ab6fce19-d6cb-4565-84d6-0fb41ee30ef6 service neutron] 10.222.0.73 "GET /v2.0/networks/4ef4ca3d-a5bf-4205-b172-e56959e43b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798244 Jul 09 17:08:14.351012 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec4f34-7c24-44b9-9070-0766fff491f3 req-508e19e3-1bf4-415f-b63d-f523668d35d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:14.352542 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f1ec4f34-7c24-44b9-9070-0766fff491f3 req-508e19e3-1bf4-415f-b63d-f523668d35d8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=68e635ed369a46d789a8071a7cca24f6&device_id=e874a47f-d5a6-476d-a997-1d20ec0c204b HTTP/1.1" status: 200 len: 1095 time: 0.0575025 Jul 09 17:08:14.442988 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec4f34-7c24-44b9-9070-0766fff491f3 req-c64bf8ae-499f-4716-b9fd-84cb68f1f815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:14.444498 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f1ec4f34-7c24-44b9-9070-0766fff491f3 req-c64bf8ae-499f-4716-b9fd-84cb68f1f815 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4ef4ca3d-a5bf-4205-b172-e56959e43b93 HTTP/1.1" status: 200 len: 915 time: 0.0846310 Jul 09 17:08:14.489775 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f1ec4f34-7c24-44b9-9070-0766fff491f3 req-ae203913-5d13-4f4f-a3b9-f52ad62b6153 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0d366ec-8015-4608-af63-8e992131c8ea HTTP/1.1" status: 200 len: 217 time: 0.0385020 Jul 09 17:08:14.539558 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec4f34-7c24-44b9-9070-0766fff491f3 req-94373240-1632-4850-a5cc-973cfa8ed1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:14.541134 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f1ec4f34-7c24-44b9-9070-0766fff491f3 req-94373240-1632-4850-a5cc-973cfa8ed1be service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b1516c52-5ea1-4066-86ba-9eb2f9050a06 HTTP/1.1" status: 200 len: 854 time: 0.0442107 Jul 09 17:08:14.575555 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f1ec4f34-7c24-44b9-9070-0766fff491f3 req-c6d130f1-bb87-412a-bf1a-79791231aea0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4ef4ca3d-a5bf-4205-b172-e56959e43b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272801 Jul 09 17:08:14.703910 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f1ec4f34-7c24-44b9-9070-0766fff491f3 req-60b7800e-b725-4374-9a7b-a986ae1543e7 service neutron] 10.222.0.73 "GET /v2.0/networks/4ef4ca3d-a5bf-4205-b172-e56959e43b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216652 Jul 09 17:08:14.726154 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60630f4a-5a0e-46d3-8e0d-7766a2f8504b req-393d75d3-5bc2-40d6-aaff-5a5189d0dc04 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:14.727569 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-60630f4a-5a0e-46d3-8e0d-7766a2f8504b req-393d75d3-5bc2-40d6-aaff-5a5189d0dc04 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.98 "GET /v2.0/ports?device_id=e874a47f-d5a6-476d-a997-1d20ec0c204b HTTP/1.1" status: 200 len: 944 time: 0.1017811 Jul 09 17:08:14.810283 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-60630f4a-5a0e-46d3-8e0d-7766a2f8504b req-6d432cab-01e5-4cf2-a3d7-5e7ea07d9032 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e656be6-bdbf-4814-883d-71dd89d3e809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731885 Jul 09 17:08:14.836697 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f1ec4f34-7c24-44b9-9070-0766fff491f3 req-06e62933-fc59-4bf7-84e4-b07d71b2e480 service neutron] 10.222.0.73 "GET /v2.0/networks/4ef4ca3d-a5bf-4205-b172-e56959e43b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255352 Jul 09 17:08:15.980359 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94960ac7-91f4-4600-873c-981c4b005caf req-1c25aee3-21f6-414c-af69-7d7cd8473c68 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:15.981807 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-94960ac7-91f4-4600-873c-981c4b005caf req-1c25aee3-21f6-414c-af69-7d7cd8473c68 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.98 "GET /v2.0/ports?device_id=e874a47f-d5a6-476d-a997-1d20ec0c204b HTTP/1.1" status: 200 len: 944 time: 0.0638855 Jul 09 17:08:16.019011 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-94960ac7-91f4-4600-873c-981c4b005caf req-8421ee21-6269-4762-a899-da4224eb5f5f tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e656be6-bdbf-4814-883d-71dd89d3e809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311909 Jul 09 17:08:16.266371 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device d0d366ec-8015-4608-af63-8e992131c8ea details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:08:16.358357 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port d0d366ec-8015-4608-af63-8e992131c8ea, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=d0d366ec-8015-4608-af63-8e992131c8ea,segment=NetworkSegment(70ed066b-c02b-4510-8ad0-7dcadd24cb07),segment_id=70ed066b-c02b-4510-8ad0-7dcadd24cb07)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:08:16.370142 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': 'd0d366ec-8015-4608-af63-8e992131c8ea', 'network_id': '4ef4ca3d-a5bf-4205-b172-e56959e43b93', 'port_id': 'd0d366ec-8015-4608-af63-8e992131c8ea', 'mac_address': 'fa:16:3e:8b:25:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1516c52-5ea1-4066-86ba-9eb2f9050a06', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:08:16.412252 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:16.426411 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0d366ec-8015-4608-af63-8e992131c8ea {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:08:16.445987 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port d0d366ec-8015-4608-af63-8e992131c8ea, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=d0d366ec-8015-4608-af63-8e992131c8ea,segment=NetworkSegment(70ed066b-c02b-4510-8ad0-7dcadd24cb07),segment_id=70ed066b-c02b-4510-8ad0-7dcadd24cb07)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:08:16.449818 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:16.496683 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=d0d366ec-8015-4608-af63-8e992131c8ea,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:16.822227 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['d0d366ec-8015-4608-af63-8e992131c8ea'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:08:17.071985 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:08:17.187216 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b9bb8-9b3a-43ef-8c55-a085af1897bb req-90848180-0513-4e19-879d-f2d1d0df4164 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:17.188593 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1e1b9bb8-9b3a-43ef-8c55-a085af1897bb req-90848180-0513-4e19-879d-f2d1d0df4164 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.98 "GET /v2.0/ports?device_id=e874a47f-d5a6-476d-a997-1d20ec0c204b HTTP/1.1" status: 200 len: 945 time: 0.0627203 Jul 09 17:08:17.229886 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1e1b9bb8-9b3a-43ef-8c55-a085af1897bb req-77c36f80-d6bd-4e98-9052-10b10316dc26 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e656be6-bdbf-4814-883d-71dd89d3e809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353134 Jul 09 17:08:18.265476 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device d0d366ec-8015-4608-af63-8e992131c8ea up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:08:18.314231 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port d0d366ec-8015-4608-af63-8e992131c8ea completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:08:18.318123 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port d0d366ec-8015-4608-af63-8e992131c8ea triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:08:18.318505 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:18.398933 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:18.417405 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b019b-fb00-4147-96b3-8a27a43da306 req-27b1064c-2314-460c-b6cf-765ab8ba55dd tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:18.418968 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2e4b019b-fb00-4147-96b3-8a27a43da306 req-27b1064c-2314-460c-b6cf-765ab8ba55dd tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.98 "GET /v2.0/ports?device_id=e874a47f-d5a6-476d-a997-1d20ec0c204b HTTP/1.1" status: 200 len: 945 time: 0.0747564 Jul 09 17:08:18.427059 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e874a47f-d5a6-476d-a997-1d20ec0c204b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0d366ec-8015-4608-af63-8e992131c8ea'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:08:18.429941 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e4c0197b51a39b57e4a8a116eb3788e06930fc42ac75c6a3eb5959c91cb8bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bdaf692-acfc-46ae-82ec-e09a1cd8128d" -d '{"events": [{"server_uuid": "e874a47f-d5a6-476d-a997-1d20ec0c204b", "name": "network-vif-plugged", "status": "completed", "tag": "d0d366ec-8015-4608-af63-8e992131c8ea"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:08:18.443363 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port d0d366ec-8015-4608-af63-8e992131c8ea, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=d0d366ec-8015-4608-af63-8e992131c8ea,segment=NetworkSegment(70ed066b-c02b-4510-8ad0-7dcadd24cb07),segment_id=70ed066b-c02b-4510-8ad0-7dcadd24cb07)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:08:18.448429 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:18.461874 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2e4b019b-fb00-4147-96b3-8a27a43da306 req-cdc5265c-7eeb-4eb0-899e-57a628bb5d00 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e656be6-bdbf-4814-883d-71dd89d3e809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372941 Jul 09 17:08:18.505100 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=d0d366ec-8015-4608-af63-8e992131c8ea,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:18.513257 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c4dd32-f93c-4541-b76c-8b2f12a47060 x-openstack-request-id: req-24c4dd32-f93c-4541-b76c-8b2f12a47060 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:08:18.513553 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e874a47f-d5a6-476d-a997-1d20ec0c204b", "name": "network-vif-plugged", "status": "completed", "tag": "d0d366ec-8015-4608-af63-8e992131c8ea", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:08:18.513977 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-24c4dd32-f93c-4541-b76c-8b2f12a47060 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:08:18.514190 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e874a47f-d5a6-476d-a997-1d20ec0c204b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0d366ec-8015-4608-af63-8e992131c8ea', 'code': 200} Jul 09 17:08:18.663048 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6d6ac-2a1c-478f-929f-fbae2fc270f6 req-d321a642-973d-4bf1-948a-f087e3f0e08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:18.664445 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-aac6d6ac-2a1c-478f-929f-fbae2fc270f6 req-d321a642-973d-4bf1-948a-f087e3f0e08c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e874a47f-d5a6-476d-a997-1d20ec0c204b HTTP/1.1" status: 200 len: 1097 time: 0.0518408 Jul 09 17:08:18.699509 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-aac6d6ac-2a1c-478f-929f-fbae2fc270f6 req-5b43ae43-c605-4b1e-a0a8-7668cd2a9fa4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2e656be6-bdbf-4814-883d-71dd89d3e809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292273 Jul 09 17:08:19.640648 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4d4ed-ef69-4a54-b999-62794e17ee96 req-faf5b459-3f06-47a8-b068-64ab9a7db9a0 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:19.642123 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-71e4d4ed-ef69-4a54-b999-62794e17ee96 req-faf5b459-3f06-47a8-b068-64ab9a7db9a0 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.98 "GET /v2.0/ports?device_id=e874a47f-d5a6-476d-a997-1d20ec0c204b HTTP/1.1" status: 200 len: 946 time: 0.0664887 Jul 09 17:08:19.679896 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-71e4d4ed-ef69-4a54-b999-62794e17ee96 req-61dd1497-4ffd-43ee-a8b7-864b79afe7b9 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e656be6-bdbf-4814-883d-71dd89d3e809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313737 Jul 09 17:08:20.848719 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bce504-b45e-4b96-9093-ce5f80d2c366 req-e35bb839-ac86-4aa7-979c-f38c806dad3a tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:20.850160 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f7bce504-b45e-4b96-9093-ce5f80d2c366 req-e35bb839-ac86-4aa7-979c-f38c806dad3a tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.98 "GET /v2.0/ports?device_id=e874a47f-d5a6-476d-a997-1d20ec0c204b HTTP/1.1" status: 200 len: 946 time: 0.0619888 Jul 09 17:08:20.887580 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f7bce504-b45e-4b96-9093-ce5f80d2c366 req-8f87d54a-4355-4a35-8cf7-70e66361ee09 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e656be6-bdbf-4814-883d-71dd89d3e809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319514 Jul 09 17:08:21.113125 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba64f6f-b912-4a4c-8bf7-778fb1e7aa05 req-4ac8517a-7690-41c1-8fdf-48da5cdc92a2 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:21.114509 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3ba64f6f-b912-4a4c-8bf7-778fb1e7aa05 req-4ac8517a-7690-41c1-8fdf-48da5cdc92a2 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.98 "GET /v2.0/networks?id=4ef4ca3d-a5bf-4205-b172-e56959e43b93 HTTP/1.1" status: 200 len: 814 time: 0.1041660 Jul 09 17:08:21.128785 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3ba64f6f-b912-4a4c-8bf7-778fb1e7aa05 req-ebf006ce-8790-4326-8dc6-0d3b86c8996f tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.98 "GET /v2.0/quotas/68e635ed369a46d789a8071a7cca24f6 HTTP/1.1" status: 200 len: 375 time: 0.0090396 Jul 09 17:08:21.190273 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3ba64f6f-b912-4a4c-8bf7-778fb1e7aa05 req-9c33411f-09ce-479c-8914-0aa23b7279c0 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=68e635ed369a46d789a8071a7cca24f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0567994 Jul 09 17:08:21.288463 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3ba64f6f-b912-4a4c-8bf7-778fb1e7aa05 req-90915e0b-6e24-43d3-a70a-88a4e8abd1ea service neutron] 10.222.0.98 "GET /v2.0/networks/4ef4ca3d-a5bf-4205-b172-e56959e43b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915389 Jul 09 17:08:21.382140 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3ba64f6f-b912-4a4c-8bf7-778fb1e7aa05 req-220c6518-cc0f-4dc3-9d88-0eff907394ed service neutron] 10.222.0.98 "GET /v2.0/networks/4ef4ca3d-a5bf-4205-b172-e56959e43b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876932 Jul 09 17:08:21.546920 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ee331f43-de89-4ecf-8fb0-dd75a025c26a req-a61048f8-84aa-4e0e-846c-3baec7004549 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc32e6ab-c56d-443a-8516-0b281c015d1a HTTP/1.1" status: 200 len: 210 time: 0.0300641 Jul 09 17:08:22.384573 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8002afd3-11bf-4b89-ac9d-ea1c6053321f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:22.553386 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba64f6f-b912-4a4c-8bf7-778fb1e7aa05 req-40a1be5f-c07c-40a8-9d93-381437b3b23e tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:22.554846 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3ba64f6f-b912-4a4c-8bf7-778fb1e7aa05 req-40a1be5f-c07c-40a8-9d93-381437b3b23e tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.77 "GET /v2.0/networks?id=4ef4ca3d-a5bf-4205-b172-e56959e43b93 HTTP/1.1" status: 200 len: 814 time: 0.1073987 Jul 09 17:08:22.574806 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-3ba64f6f-b912-4a4c-8bf7-778fb1e7aa05 req-24c8aaa8-58c0-46b1-9605-454eed7df9f1 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Request body: {'port': {'device_id': 'bc32e6ab-c56d-443a-8516-0b281c015d1a', 'network_id': '4ef4ca3d-a5bf-4205-b172-e56959e43b93', 'admin_state_up': True, 'tenant_id': '68e635ed369a46d789a8071a7cca24f6'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:22.687738 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ba64f6f-b912-4a4c-8bf7-778fb1e7aa05 req-24c8aaa8-58c0-46b1-9605-454eed7df9f1 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Made reservation on behalf of 68e635ed369a46d789a8071a7cca24f6 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:22.691242 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3ba64f6f-b912-4a4c-8bf7-778fb1e7aa05 req-24c8aaa8-58c0-46b1-9605-454eed7df9f1 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:22.698215 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8b913781-97b6-4ea3-b714-f92898dd32d4 req-5d258e66-168d-4cf2-97b3-d3338df443ef tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc32e6ab-c56d-443a-8516-0b281c015d1a HTTP/1.1" status: 200 len: 210 time: 0.0317948 Jul 09 17:08:22.818078 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-3ba64f6f-b912-4a4c-8bf7-778fb1e7aa05 req-24c8aaa8-58c0-46b1-9605-454eed7df9f1 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Allocated IP 172.20.0.4 (4ef4ca3d-a5bf-4205-b172-e56959e43b93/b1516c52-5ea1-4066-86ba-9eb2f9050a06/a0d95774-5918-4286-a790-c75e83365ace) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:08:22.963107 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3ba64f6f-b912-4a4c-8bf7-778fb1e7aa05 req-24c8aaa8-58c0-46b1-9605-454eed7df9f1 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:23.001364 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3ba64f6f-b912-4a4c-8bf7-778fb1e7aa05 req-24c8aaa8-58c0-46b1-9605-454eed7df9f1 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:23.036260 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['d0d366ec-8015-4608-af63-8e992131c8ea'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:08:23.046835 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ba64f6f-b912-4a4c-8bf7-778fb1e7aa05 req-24c8aaa8-58c0-46b1-9605-454eed7df9f1 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Network 4ef4ca3d-a5bf-4205-b172-e56959e43b93 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:08:23.052426 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-3ba64f6f-b912-4a4c-8bf7-778fb1e7aa05 req-24c8aaa8-58c0-46b1-9605-454eed7df9f1 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:08:23.057122 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba64f6f-b912-4a4c-8bf7-778fb1e7aa05 req-24c8aaa8-58c0-46b1-9605-454eed7df9f1 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:08:23.060829 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c8aaa8-58c0-46b1-9605-454eed7df9f1 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Pushing event updated for resources: {'Port': ['ID=a0d95774-5918-4286-a790-c75e83365ace,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:23.105685 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba64f6f-b912-4a4c-8bf7-778fb1e7aa05 req-24c8aaa8-58c0-46b1-9605-454eed7df9f1 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:23.106335 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3ba64f6f-b912-4a4c-8bf7-778fb1e7aa05 req-24c8aaa8-58c0-46b1-9605-454eed7df9f1 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:23.120692 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3ba64f6f-b912-4a4c-8bf7-778fb1e7aa05 req-24c8aaa8-58c0-46b1-9605-454eed7df9f1 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5502179 Jul 09 17:08:23.135658 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-3ba64f6f-b912-4a4c-8bf7-778fb1e7aa05 req-0e9e84f3-8c0e-4653-9910-74d50feb99af service neutron] Request body: {'port': {'device_id': 'bc32e6ab-c56d-443a-8516-0b281c015d1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:23.209604 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3ba64f6f-b912-4a4c-8bf7-778fb1e7aa05 req-0e9e84f3-8c0e-4653-9910-74d50feb99af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:23.790328 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-3ba64f6f-b912-4a4c-8bf7-778fb1e7aa05 req-0e9e84f3-8c0e-4653-9910-74d50feb99af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0d95774-5918-4286-a790-c75e83365ace {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:08:23.799090 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3ba64f6f-b912-4a4c-8bf7-778fb1e7aa05 req-0e9e84f3-8c0e-4653-9910-74d50feb99af service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:23.811235 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-3ba64f6f-b912-4a4c-8bf7-778fb1e7aa05 req-0e9e84f3-8c0e-4653-9910-74d50feb99af service neutron] Transition to ACTIVE for port object a0d95774-5918-4286-a790-c75e83365ace will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:08:23.815918 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3ba64f6f-b912-4a4c-8bf7-778fb1e7aa05 req-0e9e84f3-8c0e-4653-9910-74d50feb99af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:23.876555 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12b84a-f8b9-4bfc-b065-12355ec60e9d req-1fcb2e20-e6ed-47ef-a3db-70d8c5b3753c tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:23.878052 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3d12b84a-f8b9-4bfc-b065-12355ec60e9d req-1fcb2e20-e6ed-47ef-a3db-70d8c5b3753c tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc32e6ab-c56d-443a-8516-0b281c015d1a HTTP/1.1" status: 200 len: 943 time: 0.0661752 Jul 09 17:08:23.887370 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9e84f3-8c0e-4653-9910-74d50feb99af service neutron] Pushing event updated for resources: {'Port': ['ID=a0d95774-5918-4286-a790-c75e83365ace,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:23.916883 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3d12b84a-f8b9-4bfc-b065-12355ec60e9d req-8b1e0fc2-4ca5-4bd5-b1af-cb74194d08e8 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e656be6-bdbf-4814-883d-71dd89d3e809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324180 Jul 09 17:08:23.935466 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-3ba64f6f-b912-4a4c-8bf7-778fb1e7aa05 req-0e9e84f3-8c0e-4653-9910-74d50feb99af service neutron] Attempting to bind port a0d95774-5918-4286-a790-c75e83365ace on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:08:23.935808 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-3ba64f6f-b912-4a4c-8bf7-778fb1e7aa05 req-0e9e84f3-8c0e-4653-9910-74d50feb99af service neutron] Attempting to bind port a0d95774-5918-4286-a790-c75e83365ace by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '70ed066b-c02b-4510-8ad0-7dcadd24cb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4ef4ca3d-a5bf-4205-b172-e56959e43b93'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:08:23.936135 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba64f6f-b912-4a4c-8bf7-778fb1e7aa05 req-0e9e84f3-8c0e-4653-9910-74d50feb99af service neutron] Attempting to bind port a0d95774-5918-4286-a790-c75e83365ace on network 4ef4ca3d-a5bf-4205-b172-e56959e43b93 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:08:23.940397 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba64f6f-b912-4a4c-8bf7-778fb1e7aa05 req-0e9e84f3-8c0e-4653-9910-74d50feb99af service neutron] Port a0d95774-5918-4286-a790-c75e83365ace on network 4ef4ca3d-a5bf-4205-b172-e56959e43b93 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:08:23.940720 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba64f6f-b912-4a4c-8bf7-778fb1e7aa05 req-0e9e84f3-8c0e-4653-9910-74d50feb99af service neutron] Attempting to bind port a0d95774-5918-4286-a790-c75e83365ace on network 4ef4ca3d-a5bf-4205-b172-e56959e43b93 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:08:23.946185 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba64f6f-b912-4a4c-8bf7-778fb1e7aa05 req-0e9e84f3-8c0e-4653-9910-74d50feb99af service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:08:23.946527 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba64f6f-b912-4a4c-8bf7-778fb1e7aa05 req-0e9e84f3-8c0e-4653-9910-74d50feb99af service neutron] Checking segment: {'id': '70ed066b-c02b-4510-8ad0-7dcadd24cb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4ef4ca3d-a5bf-4205-b172-e56959e43b93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:08:23.946952 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba64f6f-b912-4a4c-8bf7-778fb1e7aa05 req-0e9e84f3-8c0e-4653-9910-74d50feb99af service neutron] Bound using segment: {'id': '70ed066b-c02b-4510-8ad0-7dcadd24cb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4ef4ca3d-a5bf-4205-b172-e56959e43b93'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:08:23.947378 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-3ba64f6f-b912-4a4c-8bf7-778fb1e7aa05 req-0e9e84f3-8c0e-4653-9910-74d50feb99af service neutron] Bound port: a0d95774-5918-4286-a790-c75e83365ace, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70ed066b-c02b-4510-8ad0-7dcadd24cb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4ef4ca3d-a5bf-4205-b172-e56959e43b93'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:08:23.947735 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3ba64f6f-b912-4a4c-8bf7-778fb1e7aa05 req-0e9e84f3-8c0e-4653-9910-74d50feb99af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:24.009633 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-3ba64f6f-b912-4a4c-8bf7-778fb1e7aa05 req-0e9e84f3-8c0e-4653-9910-74d50feb99af service neutron] For port a0d95774-5918-4286-a790-c75e83365ace, host n-h1-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:08:24.013130 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-3ba64f6f-b912-4a4c-8bf7-778fb1e7aa05 req-0e9e84f3-8c0e-4653-9910-74d50feb99af service neutron] For port a0d95774-5918-4286-a790-c75e83365ace, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=a0d95774-5918-4286-a790-c75e83365ace,segment=NetworkSegment(70ed066b-c02b-4510-8ad0-7dcadd24cb07),segment_id=70ed066b-c02b-4510-8ad0-7dcadd24cb07)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:08:24.017126 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3ba64f6f-b912-4a4c-8bf7-778fb1e7aa05 req-0e9e84f3-8c0e-4653-9910-74d50feb99af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:24.052063 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba64f6f-b912-4a4c-8bf7-778fb1e7aa05 req-0e9e84f3-8c0e-4653-9910-74d50feb99af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:24.052686 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3ba64f6f-b912-4a4c-8bf7-778fb1e7aa05 req-0e9e84f3-8c0e-4653-9910-74d50feb99af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:24.054244 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3ba64f6f-b912-4a4c-8bf7-778fb1e7aa05 req-0e9e84f3-8c0e-4653-9910-74d50feb99af service neutron] 10.222.0.77 "PUT /v2.0/ports/a0d95774-5918-4286-a790-c75e83365ace HTTP/1.1" status: 200 len: 1091 time: 0.9231508 Jul 09 17:08:24.054685 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc32e6ab-c56d-443a-8516-0b281c015d1a', 'tag': 'a0d95774-5918-4286-a790-c75e83365ace'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:08:24.056982 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378ae9c57bf43c2771a5b4c89609b2495bcc5bf3f4145cc2e92b6ffd2a6a2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41ad231-66ee-4dfc-8e3c-a9351f86bd98" -d '{"events": [{"name": "network-changed", "server_uuid": "bc32e6ab-c56d-443a-8516-0b281c015d1a", "tag": "a0d95774-5918-4286-a790-c75e83365ace"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:08:24.089668 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9e84f3-8c0e-4653-9910-74d50feb99af service neutron] Pushing event updated for resources: {'Port': ['ID=a0d95774-5918-4286-a790-c75e83365ace,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:24.104456 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803955f6-0a6d-49ce-b077-cdf0c7d881ef x-openstack-request-id: req-803955f6-0a6d-49ce-b077-cdf0c7d881ef {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:08:24.104744 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc32e6ab-c56d-443a-8516-0b281c015d1a", "tag": "a0d95774-5918-4286-a790-c75e83365ace", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:08:24.104991 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-803955f6-0a6d-49ce-b077-cdf0c7d881ef {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:08:24.105382 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc32e6ab-c56d-443a-8516-0b281c015d1a', 'tag': 'a0d95774-5918-4286-a790-c75e83365ace', 'status': 'completed', 'code': 200} Jul 09 17:08:24.157088 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba64f6f-b912-4a4c-8bf7-778fb1e7aa05 req-790e924c-5366-461c-8d92-af7eacf8b522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:24.158537 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3ba64f6f-b912-4a4c-8bf7-778fb1e7aa05 req-790e924c-5366-461c-8d92-af7eacf8b522 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=68e635ed369a46d789a8071a7cca24f6&device_id=bc32e6ab-c56d-443a-8516-0b281c015d1a HTTP/1.1" status: 200 len: 1094 time: 0.0523913 Jul 09 17:08:24.198652 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3ba64f6f-b912-4a4c-8bf7-778fb1e7aa05 req-6847a15c-737c-42e6-bff9-121a06a4eec2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0d95774-5918-4286-a790-c75e83365ace HTTP/1.1" status: 200 len: 217 time: 0.0332117 Jul 09 17:08:24.247565 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba64f6f-b912-4a4c-8bf7-778fb1e7aa05 req-4760efda-bb88-46ae-89a8-1426a59d9c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:24.248962 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3ba64f6f-b912-4a4c-8bf7-778fb1e7aa05 req-4760efda-bb88-46ae-89a8-1426a59d9c92 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b1516c52-5ea1-4066-86ba-9eb2f9050a06 HTTP/1.1" status: 200 len: 854 time: 0.0448408 Jul 09 17:08:24.279575 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3ba64f6f-b912-4a4c-8bf7-778fb1e7aa05 req-c3bda644-01b9-4a28-b725-6c492b1013a1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4ef4ca3d-a5bf-4205-b172-e56959e43b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245948 Jul 09 17:08:24.367074 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3ba64f6f-b912-4a4c-8bf7-778fb1e7aa05 req-581606d7-ec8b-4c27-8602-43a7fd08ca6f service neutron] 10.222.0.77 "GET /v2.0/networks/4ef4ca3d-a5bf-4205-b172-e56959e43b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813529 Jul 09 17:08:24.460574 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3ba64f6f-b912-4a4c-8bf7-778fb1e7aa05 req-31e54e62-7696-45d9-811e-2b504c7af90d service neutron] 10.222.0.77 "GET /v2.0/networks/4ef4ca3d-a5bf-4205-b172-e56959e43b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871015 Jul 09 17:08:24.560936 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ad231-66ee-4dfc-8e3c-a9351f86bd98 req-e810d596-d598-4c4e-b873-8bb642b10db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:24.562338 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a41ad231-66ee-4dfc-8e3c-a9351f86bd98 req-e810d596-d598-4c4e-b873-8bb642b10db7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=68e635ed369a46d789a8071a7cca24f6&device_id=bc32e6ab-c56d-443a-8516-0b281c015d1a HTTP/1.1" status: 200 len: 1094 time: 0.0532768 Jul 09 17:08:24.654133 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ad231-66ee-4dfc-8e3c-a9351f86bd98 req-d06c983e-daf8-49c3-972a-fddb4fca957f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:24.655602 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a41ad231-66ee-4dfc-8e3c-a9351f86bd98 req-d06c983e-daf8-49c3-972a-fddb4fca957f service neutron] 10.222.0.77 "GET /v2.0/networks?id=4ef4ca3d-a5bf-4205-b172-e56959e43b93 HTTP/1.1" status: 200 len: 915 time: 0.0871549 Jul 09 17:08:24.695620 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a41ad231-66ee-4dfc-8e3c-a9351f86bd98 req-af9df9bd-479f-4d31-be25-045a7c3713e8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0d95774-5918-4286-a790-c75e83365ace HTTP/1.1" status: 200 len: 217 time: 0.0332456 Jul 09 17:08:24.742598 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ad231-66ee-4dfc-8e3c-a9351f86bd98 req-6ba414c2-8a49-4a54-9cf3-df81c45c5feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:24.744111 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a41ad231-66ee-4dfc-8e3c-a9351f86bd98 req-6ba414c2-8a49-4a54-9cf3-df81c45c5feb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b1516c52-5ea1-4066-86ba-9eb2f9050a06 HTTP/1.1" status: 200 len: 854 time: 0.0428653 Jul 09 17:08:24.784765 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a41ad231-66ee-4dfc-8e3c-a9351f86bd98 req-e7ec0e24-3afe-4396-8550-68222fd749ef service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4ef4ca3d-a5bf-4205-b172-e56959e43b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330899 Jul 09 17:08:24.871006 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a41ad231-66ee-4dfc-8e3c-a9351f86bd98 req-14237882-6977-4ba4-a43f-837a17edee79 service neutron] 10.222.0.77 "GET /v2.0/networks/4ef4ca3d-a5bf-4205-b172-e56959e43b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793653 Jul 09 17:08:24.964392 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a41ad231-66ee-4dfc-8e3c-a9351f86bd98 req-d740bcde-fcce-4210-ae38-86adcd73e8e3 service neutron] 10.222.0.77 "GET /v2.0/networks/4ef4ca3d-a5bf-4205-b172-e56959e43b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862963 Jul 09 17:08:25.088597 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d47985-0018-4cf0-9637-1880f3bd8301 req-ed411329-1bda-4d0f-a058-2b6f6fdf08f0 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:25.090064 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f7d47985-0018-4cf0-9637-1880f3bd8301 req-ed411329-1bda-4d0f-a058-2b6f6fdf08f0 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc32e6ab-c56d-443a-8516-0b281c015d1a HTTP/1.1" status: 200 len: 943 time: 0.0617714 Jul 09 17:08:25.116233 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5964e484-cbb7-4f14-a96c-e264e151d4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:25.127000 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f7d47985-0018-4cf0-9637-1880f3bd8301 req-53a07931-5cb7-410e-8d92-93ecd5e94704 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e656be6-bdbf-4814-883d-71dd89d3e809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313632 Jul 09 17:08:25.832381 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:26.143310 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device a0d95774-5918-4286-a790-c75e83365ace details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:08:26.237475 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port a0d95774-5918-4286-a790-c75e83365ace, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=a0d95774-5918-4286-a790-c75e83365ace,segment=NetworkSegment(70ed066b-c02b-4510-8ad0-7dcadd24cb07),segment_id=70ed066b-c02b-4510-8ad0-7dcadd24cb07)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:08:26.249125 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': 'a0d95774-5918-4286-a790-c75e83365ace', 'network_id': '4ef4ca3d-a5bf-4205-b172-e56959e43b93', 'port_id': 'a0d95774-5918-4286-a790-c75e83365ace', 'mac_address': 'fa:16:3e:4a:19:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1516c52-5ea1-4066-86ba-9eb2f9050a06', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:08:26.285934 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:26.302192 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0d95774-5918-4286-a790-c75e83365ace {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:08:26.312396 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b7cd4-b47e-4eeb-82f4-d1e816ec9f88 req-993102ca-01b2-43a7-80ca-bf256058f548 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:26.313951 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6d5b7cd4-b47e-4eeb-82f4-d1e816ec9f88 req-993102ca-01b2-43a7-80ca-bf256058f548 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc32e6ab-c56d-443a-8516-0b281c015d1a HTTP/1.1" status: 200 len: 943 time: 0.0726418 Jul 09 17:08:26.322422 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port a0d95774-5918-4286-a790-c75e83365ace, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=a0d95774-5918-4286-a790-c75e83365ace,segment=NetworkSegment(70ed066b-c02b-4510-8ad0-7dcadd24cb07),segment_id=70ed066b-c02b-4510-8ad0-7dcadd24cb07)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:08:26.326692 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:26.355897 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6d5b7cd4-b47e-4eeb-82f4-d1e816ec9f88 req-ef86b096-758a-4151-80be-11e576d78ca5 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e656be6-bdbf-4814-883d-71dd89d3e809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345941 Jul 09 17:08:26.381316 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=a0d95774-5918-4286-a790-c75e83365ace,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:26.431888 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:26.538483 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['a0d95774-5918-4286-a790-c75e83365ace'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:08:27.139735 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:27.528873 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5dcc11-4dc5-4cb9-b668-ad177f67f9e4 req-4fb6e640-988c-4371-aeca-c808530fe693 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:27.530351 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4d5dcc11-4dc5-4cb9-b668-ad177f67f9e4 req-4fb6e640-988c-4371-aeca-c808530fe693 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc32e6ab-c56d-443a-8516-0b281c015d1a HTTP/1.1" status: 200 len: 944 time: 0.0635331 Jul 09 17:08:27.567506 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4d5dcc11-4dc5-4cb9-b668-ad177f67f9e4 req-0c2693d7-a87d-4f1b-a7ff-25545dcafd5c tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e656be6-bdbf-4814-883d-71dd89d3e809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309737 Jul 09 17:08:28.158975 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device a0d95774-5918-4286-a790-c75e83365ace up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:08:28.214311 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port a0d95774-5918-4286-a790-c75e83365ace completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:08:28.218667 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port a0d95774-5918-4286-a790-c75e83365ace triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:08:28.219070 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:28.303149 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:28.326494 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc32e6ab-c56d-443a-8516-0b281c015d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0d95774-5918-4286-a790-c75e83365ace'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:08:28.328799 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e4c0197b51a39b57e4a8a116eb3788e06930fc42ac75c6a3eb5959c91cb8bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdae8d4a-b38c-44d2-be6c-4da1215adc4d" -d '{"events": [{"server_uuid": "bc32e6ab-c56d-443a-8516-0b281c015d1a", "name": "network-vif-plugged", "status": "completed", "tag": "a0d95774-5918-4286-a790-c75e83365ace"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:08:28.345593 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port a0d95774-5918-4286-a790-c75e83365ace, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=a0d95774-5918-4286-a790-c75e83365ace,segment=NetworkSegment(70ed066b-c02b-4510-8ad0-7dcadd24cb07),segment_id=70ed066b-c02b-4510-8ad0-7dcadd24cb07)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:08:28.350089 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:28.386272 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7a731b-f557-454f-bb78-ffc11cdfef71 x-openstack-request-id: req-ad7a731b-f557-454f-bb78-ffc11cdfef71 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:08:28.386502 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc32e6ab-c56d-443a-8516-0b281c015d1a", "name": "network-vif-plugged", "status": "completed", "tag": "a0d95774-5918-4286-a790-c75e83365ace", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:08:28.386730 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ad7a731b-f557-454f-bb78-ffc11cdfef71 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:08:28.387142 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc32e6ab-c56d-443a-8516-0b281c015d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0d95774-5918-4286-a790-c75e83365ace', 'code': 200} Jul 09 17:08:28.422816 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:28.433625 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=a0d95774-5918-4286-a790-c75e83365ace,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:28.498354 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c3853-640a-4c83-9bb2-00fdf347584e req-44c8f3e8-629d-4dd2-813b-081c6de18e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:28.499871 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-732c3853-640a-4c83-9bb2-00fdf347584e req-44c8f3e8-629d-4dd2-813b-081c6de18e28 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bc32e6ab-c56d-443a-8516-0b281c015d1a HTTP/1.1" status: 200 len: 1096 time: 0.0560951 Jul 09 17:08:28.537647 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-732c3853-640a-4c83-9bb2-00fdf347584e req-9f13baa4-c672-4e3c-8dca-84461fcca168 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=2e656be6-bdbf-4814-883d-71dd89d3e809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312970 Jul 09 17:08:28.752421 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3785ee1c-cbc6-4345-86c3-b6e675a3f4d7 req-ac61d7c7-0090-4f84-8e5b-5f0b0cbcfc4a tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:28.753820 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3785ee1c-cbc6-4345-86c3-b6e675a3f4d7 req-ac61d7c7-0090-4f84-8e5b-5f0b0cbcfc4a tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc32e6ab-c56d-443a-8516-0b281c015d1a HTTP/1.1" status: 200 len: 945 time: 0.0672367 Jul 09 17:08:28.790067 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3785ee1c-cbc6-4345-86c3-b6e675a3f4d7 req-173d99ab-687a-4f91-bdaf-3bd4f2cf57dc tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e656be6-bdbf-4814-883d-71dd89d3e809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307167 Jul 09 17:08:29.959745 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714e6a1-429a-4b1f-8874-34ec9657a533 req-d943dce9-bea5-410d-bb83-efbfbf32abb2 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:29.961225 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b714e6a1-429a-4b1f-8874-34ec9657a533 req-d943dce9-bea5-410d-bb83-efbfbf32abb2 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc32e6ab-c56d-443a-8516-0b281c015d1a HTTP/1.1" status: 200 len: 945 time: 0.0635445 Jul 09 17:08:29.998447 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b714e6a1-429a-4b1f-8874-34ec9657a533 req-a1d4ca62-ee79-4af3-ac97-d37401ac26ca tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e656be6-bdbf-4814-883d-71dd89d3e809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317230 Jul 09 17:08:30.376586 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df780bbe-5cac-46a6-83cf-58a2ad6e1feb req-c8a2dd25-d435-448b-b8d5-96d55e2c1319 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:30.377949 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-df780bbe-5cac-46a6-83cf-58a2ad6e1feb req-c8a2dd25-d435-448b-b8d5-96d55e2c1319 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc32e6ab-c56d-443a-8516-0b281c015d1a HTTP/1.1" status: 200 len: 945 time: 0.0621991 Jul 09 17:08:30.414500 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-df780bbe-5cac-46a6-83cf-58a2ad6e1feb req-c1af9b8c-e7dc-4e02-99d1-92c052dd5074 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e656be6-bdbf-4814-883d-71dd89d3e809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310402 Jul 09 17:08:31.552325 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992bbe39-399f-42f1-9c6b-26d82841986a req-bd5c5283-efe0-4f37-8718-4274d7db8f5d tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:31.553787 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-992bbe39-399f-42f1-9c6b-26d82841986a req-bd5c5283-efe0-4f37-8718-4274d7db8f5d tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc32e6ab-c56d-443a-8516-0b281c015d1a HTTP/1.1" status: 200 len: 945 time: 0.0628252 Jul 09 17:08:31.593598 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca64b259-c31c-456d-9016-7aa8f9d55735 req-aacfeedc-15a5-45fa-9af2-c26aba7e55be tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:31.595109 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ca64b259-c31c-456d-9016-7aa8f9d55735 req-aacfeedc-15a5-45fa-9af2-c26aba7e55be tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc32e6ab-c56d-443a-8516-0b281c015d1a HTTP/1.1" status: 200 len: 945 time: 0.0671198 Jul 09 17:08:31.632991 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ca64b259-c31c-456d-9016-7aa8f9d55735 req-c5356915-8b12-4784-970c-e6eadc441210 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e656be6-bdbf-4814-883d-71dd89d3e809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316911 Jul 09 17:08:31.657438 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-992bbe39-399f-42f1-9c6b-26d82841986a req-54d920bb-fb0c-4cd0-940c-f79ca9a1a020 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Deleting port a0d95774-5918-4286-a790-c75e83365ace {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:08:31.657781 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-992bbe39-399f-42f1-9c6b-26d82841986a req-54d920bb-fb0c-4cd0-940c-f79ca9a1a020 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:31.743947 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-992bbe39-399f-42f1-9c6b-26d82841986a req-54d920bb-fb0c-4cd0-940c-f79ca9a1a020 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] For port a0d95774-5918-4286-a790-c75e83365ace, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=a0d95774-5918-4286-a790-c75e83365ace,segment=NetworkSegment(70ed066b-c02b-4510-8ad0-7dcadd24cb07),segment_id=70ed066b-c02b-4510-8ad0-7dcadd24cb07)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:08:31.744203 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-992bbe39-399f-42f1-9c6b-26d82841986a req-54d920bb-fb0c-4cd0-940c-f79ca9a1a020 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:31.756742 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-992bbe39-399f-42f1-9c6b-26d82841986a req-54d920bb-fb0c-4cd0-940c-f79ca9a1a020 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Calling delete_port for a0d95774-5918-4286-a790-c75e83365ace owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:08:31.883211 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-992bbe39-399f-42f1-9c6b-26d82841986a req-54d920bb-fb0c-4cd0-940c-f79ca9a1a020 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:31.895127 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['a0d95774-5918-4286-a790-c75e83365ace'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:08:31.912177 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d920bb-fb0c-4cd0-940c-f79ca9a1a020 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Pushing event deleted for resources: {'Port': ['ID=a0d95774-5918-4286-a790-c75e83365ace,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:31.918688 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['d0d366ec-8015-4608-af63-8e992131c8ea'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:08:31.960242 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-992bbe39-399f-42f1-9c6b-26d82841986a req-54d920bb-fb0c-4cd0-940c-f79ca9a1a020 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] No DVR routers for this DVR port a0d95774-5918-4286-a790-c75e83365ace on host n-h1-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:08:31.962919 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-992bbe39-399f-42f1-9c6b-26d82841986a req-54d920bb-fb0c-4cd0-940c-f79ca9a1a020 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:31.964982 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-992bbe39-399f-42f1-9c6b-26d82841986a req-54d920bb-fb0c-4cd0-940c-f79ca9a1a020 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.77 "DELETE /v2.0/ports/a0d95774-5918-4286-a790-c75e83365ace HTTP/1.1" status: 204 len: 173 time: 0.4050381 Jul 09 17:08:31.965426 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc32e6ab-c56d-443a-8516-0b281c015d1a', 'name': 'network-vif-deleted', 'tag': 'a0d95774-5918-4286-a790-c75e83365ace'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:08:31.967709 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378ae9c57bf43c2771a5b4c89609b2495bcc5bf3f4145cc2e92b6ffd2a6a2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b429b62-8aab-4c49-810c-429faf14a411" -d '{"events": [{"server_uuid": "bc32e6ab-c56d-443a-8516-0b281c015d1a", "name": "network-vif-deleted", "tag": "a0d95774-5918-4286-a790-c75e83365ace"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:08:32.006077 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfdb94d2-868d-4982-adde-5324f500d93f x-openstack-request-id: req-cfdb94d2-868d-4982-adde-5324f500d93f {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:08:32.006377 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc32e6ab-c56d-443a-8516-0b281c015d1a", "name": "network-vif-deleted", "tag": "a0d95774-5918-4286-a790-c75e83365ace", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:08:32.006633 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-cfdb94d2-868d-4982-adde-5324f500d93f {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:08:32.007206 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc32e6ab-c56d-443a-8516-0b281c015d1a', 'name': 'network-vif-deleted', 'tag': 'a0d95774-5918-4286-a790-c75e83365ace', 'status': 'completed', 'code': 200} Jul 09 17:08:32.871980 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50918621-7f13-4f44-a54d-e958e4ea88fa req-080266c1-83bd-463d-964b-291998e99e21 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:32.873473 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-50918621-7f13-4f44-a54d-e958e4ea88fa req-080266c1-83bd-463d-964b-291998e99e21 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.98 "GET /v2.0/ports?device_id=e874a47f-d5a6-476d-a997-1d20ec0c204b HTTP/1.1" status: 200 len: 946 time: 0.0624189 Jul 09 17:08:32.909721 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-50918621-7f13-4f44-a54d-e958e4ea88fa req-e815c8c4-e1b5-4f97-88a2-7bb46ed30d8f tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e656be6-bdbf-4814-883d-71dd89d3e809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302122 Jul 09 17:08:33.111100 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21507cc0-c290-4eeb-8dc7-27c3f190b40c req-3432dc87-aac7-4357-9b2f-ed8debff835c tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:33.112575 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-21507cc0-c290-4eeb-8dc7-27c3f190b40c req-3432dc87-aac7-4357-9b2f-ed8debff835c tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.98 "GET /v2.0/ports?device_id=e874a47f-d5a6-476d-a997-1d20ec0c204b HTTP/1.1" status: 200 len: 946 time: 0.0736403 Jul 09 17:08:33.150075 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-21507cc0-c290-4eeb-8dc7-27c3f190b40c req-247b7a5d-68e9-48c8-b736-773ad671172a tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e656be6-bdbf-4814-883d-71dd89d3e809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312269 Jul 09 17:08:33.326134 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825923aa-6d0d-413d-a66c-bbed56b8f745 req-4a26b8b4-d17b-47f7-9726-d59f9ad1363f tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:33.327610 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-825923aa-6d0d-413d-a66c-bbed56b8f745 req-4a26b8b4-d17b-47f7-9726-d59f9ad1363f tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.98 "GET /v2.0/ports?device_id=e874a47f-d5a6-476d-a997-1d20ec0c204b HTTP/1.1" status: 200 len: 946 time: 0.0686278 Jul 09 17:08:33.365518 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-825923aa-6d0d-413d-a66c-bbed56b8f745 req-96706fa6-9872-4f7b-9c84-539e1e09cbc0 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e656be6-bdbf-4814-883d-71dd89d3e809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320776 Jul 09 17:08:33.640848 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ce58db-1ed8-4ece-8a61-cecd3d324e5c req-e2b4d2c1-ef70-43b6-929c-035ebc1c3deb tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:33.642308 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b0ce58db-1ed8-4ece-8a61-cecd3d324e5c req-e2b4d2c1-ef70-43b6-929c-035ebc1c3deb tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.98 "GET /v2.0/ports?device_id=e874a47f-d5a6-476d-a997-1d20ec0c204b HTTP/1.1" status: 200 len: 946 time: 0.0623825 Jul 09 17:08:33.679333 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b0ce58db-1ed8-4ece-8a61-cecd3d324e5c req-01e266a8-c22f-4e45-b1df-890c338bbe84 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e656be6-bdbf-4814-883d-71dd89d3e809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311084 Jul 09 17:08:33.862842 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda50e9b-82bf-43e7-9470-cf4bd07b77b7 req-b77f69e0-cd41-417c-b3ed-f8628d5ed92b tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:33.864315 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cda50e9b-82bf-43e7-9470-cf4bd07b77b7 req-b77f69e0-cd41-417c-b3ed-f8628d5ed92b tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.98 "GET /v2.0/ports?device_id=e874a47f-d5a6-476d-a997-1d20ec0c204b HTTP/1.1" status: 200 len: 946 time: 0.0687935 Jul 09 17:08:33.902323 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cda50e9b-82bf-43e7-9470-cf4bd07b77b7 req-b7b7462a-8267-4bf6-8d33-b661f6ae9dba tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e656be6-bdbf-4814-883d-71dd89d3e809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319538 Jul 09 17:08:34.079417 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66aefa0-2226-4531-bc35-8ef4a9de6c0f req-744ce1b7-686f-4619-a35a-2819cedef60c tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:34.081361 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f66aefa0-2226-4531-bc35-8ef4a9de6c0f req-744ce1b7-686f-4619-a35a-2819cedef60c tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.98 "GET /v2.0/ports?device_id=e874a47f-d5a6-476d-a997-1d20ec0c204b HTTP/1.1" status: 200 len: 946 time: 0.0642045 Jul 09 17:08:34.122047 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f66aefa0-2226-4531-bc35-8ef4a9de6c0f req-3ea1a42f-8b52-41f6-80a1-8b5a74a42da1 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e656be6-bdbf-4814-883d-71dd89d3e809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330319 Jul 09 17:08:34.632938 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12725d33-7f2d-48e2-8740-3ecb40019336 req-a8e0eba7-00ea-4d80-a67a-266f4f09b619 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:34.634319 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-12725d33-7f2d-48e2-8740-3ecb40019336 req-a8e0eba7-00ea-4d80-a67a-266f4f09b619 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.98 "GET /v2.0/ports?device_id=e874a47f-d5a6-476d-a997-1d20ec0c204b HTTP/1.1" status: 200 len: 946 time: 0.0657353 Jul 09 17:08:34.671024 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-12725d33-7f2d-48e2-8740-3ecb40019336 req-3bb0306a-e526-4883-b830-3000bee83028 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e656be6-bdbf-4814-883d-71dd89d3e809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311973 Jul 09 17:08:35.842423 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0734d88-41de-4039-8afc-7f4468238b5b req-ac66e0e8-edf9-4d94-b859-99e7a3171bd8 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:35.843906 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c0734d88-41de-4039-8afc-7f4468238b5b req-ac66e0e8-edf9-4d94-b859-99e7a3171bd8 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.98 "GET /v2.0/ports?device_id=e874a47f-d5a6-476d-a997-1d20ec0c204b HTTP/1.1" status: 200 len: 946 time: 0.0623190 Jul 09 17:08:35.881955 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c0734d88-41de-4039-8afc-7f4468238b5b req-52151097-c094-43fc-b795-2491692ce4db tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e656be6-bdbf-4814-883d-71dd89d3e809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326023 Jul 09 17:08:36.190547 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device a0d95774-5918-4286-a790-c75e83365ace no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:08:36.213380 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: a0d95774-5918-4286-a790-c75e83365ace {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:08:36.213720 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device a0d95774-5918-4286-a790-c75e83365ace not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:08:36.407317 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7f59d-0084-4469-bc71-62cd066a15d0 req-6ac1fcd6-216b-471c-b14d-ac73918bde52 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:36.408715 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-04e7f59d-0084-4469-bc71-62cd066a15d0 req-6ac1fcd6-216b-471c-b14d-ac73918bde52 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.73 "GET /v2.0/ports?device_id=e874a47f-d5a6-476d-a997-1d20ec0c204b HTTP/1.1" status: 200 len: 946 time: 0.0629134 Jul 09 17:08:36.510642 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-04e7f59d-0084-4469-bc71-62cd066a15d0 req-978218a5-3015-4818-961b-999916c48863 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Deleting port d0d366ec-8015-4608-af63-8e992131c8ea {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:08:36.511020 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-04e7f59d-0084-4469-bc71-62cd066a15d0 req-978218a5-3015-4818-961b-999916c48863 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:36.595965 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-04e7f59d-0084-4469-bc71-62cd066a15d0 req-978218a5-3015-4818-961b-999916c48863 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] For port d0d366ec-8015-4608-af63-8e992131c8ea, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=d0d366ec-8015-4608-af63-8e992131c8ea,segment=NetworkSegment(70ed066b-c02b-4510-8ad0-7dcadd24cb07),segment_id=70ed066b-c02b-4510-8ad0-7dcadd24cb07)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:08:36.596326 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-04e7f59d-0084-4469-bc71-62cd066a15d0 req-978218a5-3015-4818-961b-999916c48863 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:36.609758 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-04e7f59d-0084-4469-bc71-62cd066a15d0 req-978218a5-3015-4818-961b-999916c48863 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Calling delete_port for d0d366ec-8015-4608-af63-8e992131c8ea owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:08:36.738174 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-04e7f59d-0084-4469-bc71-62cd066a15d0 req-978218a5-3015-4818-961b-999916c48863 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:36.767004 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978218a5-3015-4818-961b-999916c48863 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Pushing event deleted for resources: {'Port': ['ID=d0d366ec-8015-4608-af63-8e992131c8ea,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:36.775408 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['d0d366ec-8015-4608-af63-8e992131c8ea'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:08:36.779939 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978218a5-3015-4818-961b-999916c48863 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:36.780290 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978218a5-3015-4818-961b-999916c48863 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:36.780632 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978218a5-3015-4818-961b-999916c48863 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:36.780966 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978218a5-3015-4818-961b-999916c48863 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:36.781296 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978218a5-3015-4818-961b-999916c48863 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:36.781624 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978218a5-3015-4818-961b-999916c48863 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:36.781950 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978218a5-3015-4818-961b-999916c48863 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:36.782275 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978218a5-3015-4818-961b-999916c48863 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:36.782598 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978218a5-3015-4818-961b-999916c48863 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:36.782951 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978218a5-3015-4818-961b-999916c48863 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:36.783272 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978218a5-3015-4818-961b-999916c48863 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:36.783597 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978218a5-3015-4818-961b-999916c48863 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:36.824786 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e7f59d-0084-4469-bc71-62cd066a15d0 req-978218a5-3015-4818-961b-999916c48863 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] No DVR routers for this DVR port d0d366ec-8015-4608-af63-8e992131c8ea on host n-h2-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:08:36.827249 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-04e7f59d-0084-4469-bc71-62cd066a15d0 req-978218a5-3015-4818-961b-999916c48863 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:36.829228 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-04e7f59d-0084-4469-bc71-62cd066a15d0 req-978218a5-3015-4818-961b-999916c48863 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.73 "DELETE /v2.0/ports/d0d366ec-8015-4608-af63-8e992131c8ea HTTP/1.1" status: 204 len: 173 time: 0.4150684 Jul 09 17:08:36.829732 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e874a47f-d5a6-476d-a997-1d20ec0c204b', 'name': 'network-vif-deleted', 'tag': 'd0d366ec-8015-4608-af63-8e992131c8ea'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:08:36.832856 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70bc3d1dd6a8d756905b95879fdfd768b2540769638561f09d0c65e65c91429d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f947574-10cd-4376-93f0-9ae9bffc3eac" -d '{"events": [{"server_uuid": "e874a47f-d5a6-476d-a997-1d20ec0c204b", "name": "network-vif-deleted", "tag": "d0d366ec-8015-4608-af63-8e992131c8ea"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:08:36.870145 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe6832e-a38a-48ae-a6ee-3d57c1647850 x-openstack-request-id: req-6fe6832e-a38a-48ae-a6ee-3d57c1647850 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:08:36.870725 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e874a47f-d5a6-476d-a997-1d20ec0c204b", "name": "network-vif-deleted", "tag": "d0d366ec-8015-4608-af63-8e992131c8ea", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:08:36.870725 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6fe6832e-a38a-48ae-a6ee-3d57c1647850 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:08:36.871120 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e874a47f-d5a6-476d-a997-1d20ec0c204b', 'name': 'network-vif-deleted', 'tag': 'd0d366ec-8015-4608-af63-8e992131c8ea', 'status': 'completed', 'code': 200} Jul 09 17:08:37.029231 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9b943a2f-3789-47c0-ba82-b62d42f9c67b req-567378f8-013a-4088-b85d-e0de94bf98c3 tempest-ServersNegativeTestJSON-1544045368 tempest-ServersNegativeTestJSON-1544045368-project] 10.222.0.98 "GET /v2.0/ports?device_id=e874a47f-d5a6-476d-a997-1d20ec0c204b HTTP/1.1" status: 200 len: 210 time: 0.0313516 Jul 09 17:08:38.120838 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52714) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:38.164689 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c80c3cd-dc2a-471a-acfd-3baf961b2402 admin admin] Deleting subnet b1516c52-5ea1-4066-86ba-9eb2f9050a06 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:08:38.167652 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c80c3cd-dc2a-471a-acfd-3baf961b2402 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:38.199716 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c80c3cd-dc2a-471a-acfd-3baf961b2402 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:38.240769 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c80c3cd-dc2a-471a-acfd-3baf961b2402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:38.291358 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c80c3cd-dc2a-471a-acfd-3baf961b2402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:38.317210 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c80c3cd-dc2a-471a-acfd-3baf961b2402 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1516c52-5ea1-4066-86ba-9eb2f9050a06,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:38.319106 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c80c3cd-dc2a-471a-acfd-3baf961b2402 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:38.320962 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1c80c3cd-dc2a-471a-acfd-3baf961b2402 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/b1516c52-5ea1-4066-86ba-9eb2f9050a06 HTTP/1.1" status: 204 len: 168 time: 0.1991096 Jul 09 17:08:38.323457 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52716) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:38.387740 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b6167bdb-e401-48b7-8578-53ab141dcd53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:38.466794 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b6167bdb-e401-48b7-8578-53ab141dcd53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:38.476127 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-b6167bdb-e401-48b7-8578-53ab141dcd53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ef4ca3d-a5bf-4205-b172-e56959e43b93']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:38.486010 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-b6167bdb-e401-48b7-8578-53ab141dcd53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70ed066b-c02b-4510-8ad0-7dcadd24cb07') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:38.486301 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-b6167bdb-e401-48b7-8578-53ab141dcd53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70ed066b-c02b-4510-8ad0-7dcadd24cb07') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:38.495263 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b6167bdb-e401-48b7-8578-53ab141dcd53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:38.509387 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b6167bdb-e401-48b7-8578-53ab141dcd53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:38.514981 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6167bdb-e401-48b7-8578-53ab141dcd53 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:08:38.515357 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b6167bdb-e401-48b7-8578-53ab141dcd53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: timer() Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:08:38.516919 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 17:08:38.523616 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:08:38.523616 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 17:08:38.523616 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:08:38.523616 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:08:38.523616 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:08:38.523616 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 17:08:38.523616 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:08:38.523616 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:08:38.523616 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:08:38.523616 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:08:38.523616 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:08:38.523616 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:08:38.523616 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:08:38.571157 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b6167bdb-e401-48b7-8578-53ab141dcd53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:38.576454 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b6167bdb-e401-48b7-8578-53ab141dcd53 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:38.578329 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b6167bdb-e401-48b7-8578-53ab141dcd53 admin admin] 10.222.0.98 "DELETE /v2.0/networks/4ef4ca3d-a5bf-4205-b172-e56959e43b93 HTTP/1.1" status: 204 len: 168 time: 0.2539837 Jul 09 17:08:38.589877 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6167bdb-e401-48b7-8578-53ab141dcd53 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ef4ca3d-a5bf-4205-b172-e56959e43b93,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:38.685515 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52720) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:38.724837 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d386e35a-055f-4fa9-9f46-09a9cacac456 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=68e635ed369a46d789a8071a7cca24f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381613 Jul 09 17:08:38.727347 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52722) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:38.774667 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c36f7a51-b451-44b3-a624-57ae0cce3fd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:38.794621 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c36f7a51-b451-44b3-a624-57ae0cce3fd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:38.840998 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c36f7a51-b451-44b3-a624-57ae0cce3fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:38.843344 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c36f7a51-b451-44b3-a624-57ae0cce3fd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:38.844494 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c36f7a51-b451-44b3-a624-57ae0cce3fd3 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2e656be6-bdbf-4814-883d-71dd89d3e809 HTTP/1.1" status: 204 len: 168 time: 0.1162665 Jul 09 17:08:38.851884 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36f7a51-b451-44b3-a624-57ae0cce3fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e656be6-bdbf-4814-883d-71dd89d3e809,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:39.515351 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52744) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:39.607513 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-639481d3-a61a-42ac-8bd4-e1cf611a2fe5 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2002973799'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:39.628755 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639481d3-a61a-42ac-8bd4-e1cf611a2fe5 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Made reservation on behalf of 4f0fa247c43846a6b6e5a75be940b6e6 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:39.632254 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-639481d3-a61a-42ac-8bd4-e1cf611a2fe5 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:39.640502 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-639481d3-a61a-42ac-8bd4-e1cf611a2fe5 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:39.734231 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-639481d3-a61a-42ac-8bd4-e1cf611a2fe5 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:39.738088 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-639481d3-a61a-42ac-8bd4-e1cf611a2fe5 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:39.760732 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-639481d3-a61a-42ac-8bd4-e1cf611a2fe5 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:08:39.776445 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639481d3-a61a-42ac-8bd4-e1cf611a2fe5 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1242f6db-c9ae-40e4-b648-ee7352426186,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:39.779385 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-639481d3-a61a-42ac-8bd4-e1cf611a2fe5 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:39.779733 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-639481d3-a61a-42ac-8bd4-e1cf611a2fe5 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Added segment 182a1054-b07f-43f7-a85b-53054244386b of type vlan for network 8674e064-f0d1-4221-8ad8-fb448028b1d4 Jul 09 17:08:39.819356 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-639481d3-a61a-42ac-8bd4-e1cf611a2fe5 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:39.856730 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-639481d3-a61a-42ac-8bd4-e1cf611a2fe5 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:39.863523 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639481d3-a61a-42ac-8bd4-e1cf611a2fe5 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:39.864079 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-639481d3-a61a-42ac-8bd4-e1cf611a2fe5 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:39.921508 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-639481d3-a61a-42ac-8bd4-e1cf611a2fe5 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4048669 Jul 09 17:08:39.930167 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639481d3-a61a-42ac-8bd4-e1cf611a2fe5 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Pushing event updated for resources: {'Network': ['ID=8674e064-f0d1-4221-8ad8-fb448028b1d4,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:39.949487 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 8674e064-f0d1-4221-8ad8-fb448028b1d4 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:08:40.389199 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device d0d366ec-8015-4608-af63-8e992131c8ea no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:08:40.412349 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: d0d366ec-8015-4608-af63-8e992131c8ea {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:08:40.412696 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device d0d366ec-8015-4608-af63-8e992131c8ea not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:08:40.483658 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:43.220032 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52748) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:43.225660 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-3f84496e-9e9d-4677-a131-0dfdd2893d06 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Request body: {'subnet': {'network_id': '8674e064-f0d1-4221-8ad8-fb448028b1d4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:43.313273 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f84496e-9e9d-4677-a131-0dfdd2893d06 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Made reservation on behalf of 4f0fa247c43846a6b6e5a75be940b6e6 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:43.317088 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3f84496e-9e9d-4677-a131-0dfdd2893d06 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:43.504034 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3f84496e-9e9d-4677-a131-0dfdd2893d06 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:43.568796 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f84496e-9e9d-4677-a131-0dfdd2893d06 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Pushing event updated for resources: {'Subnet': ['ID=b12e938e-66ef-4af5-bdb3-ad75b4a15d1a,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:43.577707 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f84496e-9e9d-4677-a131-0dfdd2893d06 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Checking segment: {'id': '182a1054-b07f-43f7-a85b-53054244386b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8674e064-f0d1-4221-8ad8-fb448028b1d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:08:43.578071 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f84496e-9e9d-4677-a131-0dfdd2893d06 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Network hostable DHCP agents. Network: 8674e064-f0d1-4221-8ad8-fb448028b1d4, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:08:43.595174 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f84496e-9e9d-4677-a131-0dfdd2893d06 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Network 8674e064-f0d1-4221-8ad8-fb448028b1d4 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:08:43.604201 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-3f84496e-9e9d-4677-a131-0dfdd2893d06 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 8674e064-f0d1-4221-8ad8-fb448028b1d4) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:08:43.608562 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f84496e-9e9d-4677-a131-0dfdd2893d06 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:43.609690 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3f84496e-9e9d-4677-a131-0dfdd2893d06 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:43.613151 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c889bf92-1584-42c9-b694-3678b79022ed None None] Network 8674e064-f0d1-4221-8ad8-fb448028b1d4 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:08:43.624633 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3f84496e-9e9d-4677-a131-0dfdd2893d06 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4036014 Jul 09 17:08:43.628072 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52750) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:43.633702 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-1c805777-b67a-416c-a445-b2542a6ddd9c tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-298100352'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:43.655775 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c805777-b67a-416c-a445-b2542a6ddd9c tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Made reservation on behalf of 4f0fa247c43846a6b6e5a75be940b6e6 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:43.659210 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1c805777-b67a-416c-a445-b2542a6ddd9c tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:43.682383 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c805777-b67a-416c-a445-b2542a6ddd9c tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:08:43.691782 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1c805777-b67a-416c-a445-b2542a6ddd9c tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:43.692125 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-1c805777-b67a-416c-a445-b2542a6ddd9c tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Added segment 1134dadb-4195-46b9-aac6-2d512ed9ec85 of type vlan for network 56d5f54b-0a2f-49c3-970d-2ed710edfcb9 Jul 09 17:08:43.730915 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1c805777-b67a-416c-a445-b2542a6ddd9c tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:43.759599 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd60005-0a32-447c-9c9f-e689354e73fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-8674e064-f0d1-4221-8ad8-fb448028b1d4', 'network_id': '8674e064-f0d1-4221-8ad8-fb448028b1d4', 'tenant_id': '4f0fa247c43846a6b6e5a75be940b6e6', 'fixed_ips': [{'subnet_id': 'b12e938e-66ef-4af5-bdb3-ad75b4a15d1a'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:08:43.760400 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1c805777-b67a-416c-a445-b2542a6ddd9c tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:43.760646 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cbd60005-0a32-447c-9c9f-e689354e73fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:43.765921 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c805777-b67a-416c-a445-b2542a6ddd9c tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:43.766499 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1c805777-b67a-416c-a445-b2542a6ddd9c tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:43.818005 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-1c805777-b67a-416c-a445-b2542a6ddd9c tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1848133 Jul 09 17:08:43.818985 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52752) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:43.827011 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-1c1ed65a-8545-4c24-9fb0-ecc8779cb4b8 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Request body: {'subnet': {'network_id': '56d5f54b-0a2f-49c3-970d-2ed710edfcb9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:43.838264 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c805777-b67a-416c-a445-b2542a6ddd9c tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Pushing event updated for resources: {'Network': ['ID=56d5f54b-0a2f-49c3-970d-2ed710edfcb9,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:43.849723 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 56d5f54b-0a2f-49c3-970d-2ed710edfcb9 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:08:43.920744 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1ed65a-8545-4c24-9fb0-ecc8779cb4b8 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Made reservation on behalf of 4f0fa247c43846a6b6e5a75be940b6e6 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:43.924485 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c1ed65a-8545-4c24-9fb0-ecc8779cb4b8 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:43.961359 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-cbd60005-0a32-447c-9c9f-e689354e73fe None None] Allocated IP 2001:db8:0:ffff::2 (8674e064-f0d1-4221-8ad8-fb448028b1d4/b12e938e-66ef-4af5-bdb3-ad75b4a15d1a/a563047b-5232-4f7a-9aec-41d3001b2c5d) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:08:44.103678 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cbd60005-0a32-447c-9c9f-e689354e73fe None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:44.112225 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-cbd60005-0a32-447c-9c9f-e689354e73fe None None] Transition to ACTIVE for port object a563047b-5232-4f7a-9aec-41d3001b2c5d will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:08:44.117365 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c1ed65a-8545-4c24-9fb0-ecc8779cb4b8 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:44.127725 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-cbd60005-0a32-447c-9c9f-e689354e73fe None None] Transition to ACTIVE for port object a563047b-5232-4f7a-9aec-41d3001b2c5d will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:08:44.134076 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cbd60005-0a32-447c-9c9f-e689354e73fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:44.177795 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd60005-0a32-447c-9c9f-e689354e73fe None None] Network 8674e064-f0d1-4221-8ad8-fb448028b1d4 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:08:44.180615 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-cbd60005-0a32-447c-9c9f-e689354e73fe None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:08:44.180817 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ed65a-8545-4c24-9fb0-ecc8779cb4b8 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Pushing event updated for resources: {'Subnet': ['ID=2aa2d22c-6f22-4233-96cb-c6c5a042f919,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:44.184107 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd60005-0a32-447c-9c9f-e689354e73fe None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:08:44.189560 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd60005-0a32-447c-9c9f-e689354e73fe None None] Pushing event updated for resources: {'Port': ['ID=a563047b-5232-4f7a-9aec-41d3001b2c5d,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:44.191443 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1ed65a-8545-4c24-9fb0-ecc8779cb4b8 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Checking segment: {'id': '1134dadb-4195-46b9-aac6-2d512ed9ec85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '56d5f54b-0a2f-49c3-970d-2ed710edfcb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:08:44.191808 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1ed65a-8545-4c24-9fb0-ecc8779cb4b8 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Network hostable DHCP agents. Network: 56d5f54b-0a2f-49c3-970d-2ed710edfcb9, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:08:44.200890 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd60005-0a32-447c-9c9f-e689354e73fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:44.201244 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd60005-0a32-447c-9c9f-e689354e73fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:44.201584 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd60005-0a32-447c-9c9f-e689354e73fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:44.201919 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd60005-0a32-447c-9c9f-e689354e73fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:44.202247 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd60005-0a32-447c-9c9f-e689354e73fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:44.202575 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd60005-0a32-447c-9c9f-e689354e73fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:44.202929 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd60005-0a32-447c-9c9f-e689354e73fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:44.203250 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd60005-0a32-447c-9c9f-e689354e73fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:44.203721 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd60005-0a32-447c-9c9f-e689354e73fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:44.203935 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd60005-0a32-447c-9c9f-e689354e73fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:44.204284 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd60005-0a32-447c-9c9f-e689354e73fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:44.204657 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd60005-0a32-447c-9c9f-e689354e73fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:44.208581 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1ed65a-8545-4c24-9fb0-ecc8779cb4b8 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Network 56d5f54b-0a2f-49c3-970d-2ed710edfcb9 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:08:44.218563 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-1c1ed65a-8545-4c24-9fb0-ecc8779cb4b8 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 56d5f54b-0a2f-49c3-970d-2ed710edfcb9) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:08:44.223638 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1ed65a-8545-4c24-9fb0-ecc8779cb4b8 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:44.224236 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c1ed65a-8545-4c24-9fb0-ecc8779cb4b8 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:44.231530 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b39ecc8-2deb-4e8a-8eb9-280b008fc619 None None] Network 56d5f54b-0a2f-49c3-970d-2ed710edfcb9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:08:44.240000 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1c1ed65a-8545-4c24-9fb0-ecc8779cb4b8 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4188526 Jul 09 17:08:44.242881 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52754) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:44.302294 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-cbd60005-0a32-447c-9c9f-e689354e73fe None None] Attempting to bind port a563047b-5232-4f7a-9aec-41d3001b2c5d on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:08:44.302659 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-cbd60005-0a32-447c-9c9f-e689354e73fe None None] Attempting to bind port a563047b-5232-4f7a-9aec-41d3001b2c5d by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '182a1054-b07f-43f7-a85b-53054244386b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8674e064-f0d1-4221-8ad8-fb448028b1d4'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:08:44.303051 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd60005-0a32-447c-9c9f-e689354e73fe None None] Attempting to bind port a563047b-5232-4f7a-9aec-41d3001b2c5d on network 8674e064-f0d1-4221-8ad8-fb448028b1d4 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:08:44.311651 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd60005-0a32-447c-9c9f-e689354e73fe None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:08:44.312030 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd60005-0a32-447c-9c9f-e689354e73fe None None] Checking segment: {'id': '182a1054-b07f-43f7-a85b-53054244386b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8674e064-f0d1-4221-8ad8-fb448028b1d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:08:44.312432 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cbd60005-0a32-447c-9c9f-e689354e73fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:44.312823 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd60005-0a32-447c-9c9f-e689354e73fe None None] Bound using segment: {'id': '182a1054-b07f-43f7-a85b-53054244386b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8674e064-f0d1-4221-8ad8-fb448028b1d4'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:08:44.313290 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-cbd60005-0a32-447c-9c9f-e689354e73fe None None] Bound port: a563047b-5232-4f7a-9aec-41d3001b2c5d, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '182a1054-b07f-43f7-a85b-53054244386b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8674e064-f0d1-4221-8ad8-fb448028b1d4'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:08:44.313671 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cbd60005-0a32-447c-9c9f-e689354e73fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:44.339696 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52cc5342-9cb4-43e7-8acc-0c0270fa4f6f tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:44.414098 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52cc5342-9cb4-43e7-8acc-0c0270fa4f6f tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:44.426205 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-cbd60005-0a32-447c-9c9f-e689354e73fe None None] For port a563047b-5232-4f7a-9aec-41d3001b2c5d, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:08:44.430845 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-cbd60005-0a32-447c-9c9f-e689354e73fe None None] For port a563047b-5232-4f7a-9aec-41d3001b2c5d, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=a563047b-5232-4f7a-9aec-41d3001b2c5d,segment=NetworkSegment(182a1054-b07f-43f7-a85b-53054244386b),segment_id=182a1054-b07f-43f7-a85b-53054244386b)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:08:44.452189 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cbd60005-0a32-447c-9c9f-e689354e73fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:44.484326 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dfe90d-0bc2-42b9-a795-2f81c4e2e8e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-56d5f54b-0a2f-49c3-970d-2ed710edfcb9', 'network_id': '56d5f54b-0a2f-49c3-970d-2ed710edfcb9', 'tenant_id': '4f0fa247c43846a6b6e5a75be940b6e6', 'fixed_ips': [{'subnet_id': '2aa2d22c-6f22-4233-96cb-c6c5a042f919'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:08:44.485124 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52cc5342-9cb4-43e7-8acc-0c0270fa4f6f tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:44.485272 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-70dfe90d-0bc2-42b9-a795-2f81c4e2e8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:44.520094 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc5342-9cb4-43e7-8acc-0c0270fa4f6f tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Pushing event deleted for resources: {'Subnet': ['ID=2aa2d22c-6f22-4233-96cb-c6c5a042f919,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:44.579535 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd60005-0a32-447c-9c9f-e689354e73fe None None] Pushing event updated for resources: {'Port': ['ID=a563047b-5232-4f7a-9aec-41d3001b2c5d,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:44.585545 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52cc5342-9cb4-43e7-8acc-0c0270fa4f6f tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:44.596352 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-52cc5342-9cb4-43e7-8acc-0c0270fa4f6f tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56d5f54b-0a2f-49c3-970d-2ed710edfcb9']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:44.599865 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8301b1-c586-47db-9777-18079f18dddb None None] Network 56d5f54b-0a2f-49c3-970d-2ed710edfcb9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:08:44.607451 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-52cc5342-9cb4-43e7-8acc-0c0270fa4f6f tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1134dadb-4195-46b9-aac6-2d512ed9ec85') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:44.607834 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-52cc5342-9cb4-43e7-8acc-0c0270fa4f6f tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1134dadb-4195-46b9-aac6-2d512ed9ec85') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:44.616824 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52cc5342-9cb4-43e7-8acc-0c0270fa4f6f tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:44.630665 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52cc5342-9cb4-43e7-8acc-0c0270fa4f6f tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:44.636753 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52cc5342-9cb4-43e7-8acc-0c0270fa4f6f tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:08:44.637139 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52cc5342-9cb4-43e7-8acc-0c0270fa4f6f tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:44.640144 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 17:08:44.640144 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:08:44.640144 n-d-798930-3 neutron-server[93958]: timer() Jul 09 17:08:44.640144 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:08:44.640144 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 17:08:44.640144 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:08:44.640144 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 17:08:44.640144 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:08:44.640144 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 17:08:44.640144 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:08:44.640144 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 17:08:44.640144 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:08:44.640144 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 17:08:44.640144 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:08:44.640144 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:08:44.640144 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:08:44.640144 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:08:44.640144 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:08:44.640144 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 17:08:44.640144 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:08:44.640144 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 17:08:44.640144 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:08:44.640144 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:08:44.640144 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:08:44.640144 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 17:08:44.640144 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:08:44.640144 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:08:44.640144 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:08:44.640144 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:08:44.640144 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:08:44.640144 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:08:44.640144 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:08:44.709968 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52cc5342-9cb4-43e7-8acc-0c0270fa4f6f tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:44.719519 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52cc5342-9cb4-43e7-8acc-0c0270fa4f6f tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:44.724869 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-52cc5342-9cb4-43e7-8acc-0c0270fa4f6f tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] 10.222.0.98 "DELETE /v2.0/networks/56d5f54b-0a2f-49c3-970d-2ed710edfcb9 HTTP/1.1" status: 204 len: 168 time: 0.4776828 Jul 09 17:08:44.725189 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52756) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:44.730565 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-8879f7c6-6764-4851-b17d-d164fbc58515 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-201762630'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:45.067095 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc5342-9cb4-43e7-8acc-0c0270fa4f6f tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Pushing event deleted for resources: {'Network': ['ID=56d5f54b-0a2f-49c3-970d-2ed710edfcb9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:45.090870 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8879f7c6-6764-4851-b17d-d164fbc58515 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Made reservation on behalf of 4f0fa247c43846a6b6e5a75be940b6e6 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:45.094549 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8879f7c6-6764-4851-b17d-d164fbc58515 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:45.117981 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8879f7c6-6764-4851-b17d-d164fbc58515 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:08:45.129243 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8879f7c6-6764-4851-b17d-d164fbc58515 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:45.129590 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-8879f7c6-6764-4851-b17d-d164fbc58515 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Added segment 364cee5c-6cdf-4039-b809-97d2c0fc32b6 of type vlan for network d5588a03-d1d9-4a5f-89ae-a249beebbaec Jul 09 17:08:45.169806 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8879f7c6-6764-4851-b17d-d164fbc58515 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:45.200166 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8879f7c6-6764-4851-b17d-d164fbc58515 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:45.206033 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8879f7c6-6764-4851-b17d-d164fbc58515 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:45.206563 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8879f7c6-6764-4851-b17d-d164fbc58515 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:45.269907 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8879f7c6-6764-4851-b17d-d164fbc58515 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5436044 Jul 09 17:08:45.272988 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52758) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:45.278801 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-3605673a-c345-4080-accd-04fdf36d04de tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Request body: {'subnet': {'network_id': 'd5588a03-d1d9-4a5f-89ae-a249beebbaec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:45.282098 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8879f7c6-6764-4851-b17d-d164fbc58515 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Pushing event updated for resources: {'Network': ['ID=d5588a03-d1d9-4a5f-89ae-a249beebbaec,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:45.293933 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network d5588a03-d1d9-4a5f-89ae-a249beebbaec details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:08:45.389771 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3605673a-c345-4080-accd-04fdf36d04de tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Made reservation on behalf of 4f0fa247c43846a6b6e5a75be940b6e6 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:45.393513 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3605673a-c345-4080-accd-04fdf36d04de tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:45.439656 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10366e6f-c3af-4e3b-9711-370c2ffe3bdc None None] Network 8674e064-f0d1-4221-8ad8-fb448028b1d4 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:08:45.451842 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.ipam_backend_mixin [None req-3605673a-c345-4080-accd-04fdf36d04de tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Performing IP validity checks on allocation pools {{(pid=93959) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 09 17:08:45.452616 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.ipam_backend_mixin [None req-3605673a-c345-4080-accd-04fdf36d04de tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93959) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 09 17:08:45.501846 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b7f275de-1b4e-4faf-bcd7-ba38a77437be None None] Provisioning for port a563047b-5232-4f7a-9aec-41d3001b2c5d completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:08:45.586003 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3605673a-c345-4080-accd-04fdf36d04de tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:45.640060 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605673a-c345-4080-accd-04fdf36d04de tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Pushing event updated for resources: {'Subnet': ['ID=cc502ec7-622f-47b2-9215-d0ddc4b59c3a,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:45.655928 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3605673a-c345-4080-accd-04fdf36d04de tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Checking segment: {'id': '364cee5c-6cdf-4039-b809-97d2c0fc32b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd5588a03-d1d9-4a5f-89ae-a249beebbaec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:08:45.656300 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3605673a-c345-4080-accd-04fdf36d04de tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Network hostable DHCP agents. Network: d5588a03-d1d9-4a5f-89ae-a249beebbaec, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:08:45.673137 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3605673a-c345-4080-accd-04fdf36d04de tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Network d5588a03-d1d9-4a5f-89ae-a249beebbaec is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:08:45.684069 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-3605673a-c345-4080-accd-04fdf36d04de tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, d5588a03-d1d9-4a5f-89ae-a249beebbaec) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:08:45.688745 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3605673a-c345-4080-accd-04fdf36d04de tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:45.689327 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3605673a-c345-4080-accd-04fdf36d04de tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:45.696079 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09634c4-35fd-425d-b601-fd3d622c67fe None None] Network d5588a03-d1d9-4a5f-89ae-a249beebbaec requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:08:45.709583 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3605673a-c345-4080-accd-04fdf36d04de tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4352870 Jul 09 17:08:45.712110 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52760) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:45.817004 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5e9644bd-55ae-4c4c-aece-6fe35fc6d0b3 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:45.863620 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c667fd56-63d9-40d4-9aff-1a69db4a9021 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-d5588a03-d1d9-4a5f-89ae-a249beebbaec', 'network_id': 'd5588a03-d1d9-4a5f-89ae-a249beebbaec', 'tenant_id': '4f0fa247c43846a6b6e5a75be940b6e6', 'fixed_ips': [{'subnet_id': 'cc502ec7-622f-47b2-9215-d0ddc4b59c3a'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:08:45.864542 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c667fd56-63d9-40d4-9aff-1a69db4a9021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:45.897623 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5e9644bd-55ae-4c4c-aece-6fe35fc6d0b3 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:45.957700 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5e9644bd-55ae-4c4c-aece-6fe35fc6d0b3 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server [None req-c667fd56-63d9-40d4-9aff-1a69db4a9021 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cc502ec7-622f-47b2-9215-d0ddc4b59c3a: This subnet is being modified by another concurrent operation. Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise exception Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cc502ec7-622f-47b2-9215-d0ddc4b59c3a: This subnet is being modified by another concurrent operation. Jul 09 17:08:45.971323 n-d-798930-3 neutron-server[93960]: ERROR oslo_messaging.rpc.server Jul 09 17:08:45.991255 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9644bd-55ae-4c4c-aece-6fe35fc6d0b3 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Pushing event deleted for resources: {'Subnet': ['ID=cc502ec7-622f-47b2-9215-d0ddc4b59c3a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:45.991425 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae3173d-3b76-44ec-89f2-9ae2106a9c63 None None] Network d5588a03-d1d9-4a5f-89ae-a249beebbaec requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:08:46.047530 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5e9644bd-55ae-4c4c-aece-6fe35fc6d0b3 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:46.057601 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-5e9644bd-55ae-4c4c-aece-6fe35fc6d0b3 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5588a03-d1d9-4a5f-89ae-a249beebbaec']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:46.068265 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-5e9644bd-55ae-4c4c-aece-6fe35fc6d0b3 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '364cee5c-6cdf-4039-b809-97d2c0fc32b6') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:46.068583 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-5e9644bd-55ae-4c4c-aece-6fe35fc6d0b3 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '364cee5c-6cdf-4039-b809-97d2c0fc32b6') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:46.077420 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5e9644bd-55ae-4c4c-aece-6fe35fc6d0b3 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:46.092380 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5e9644bd-55ae-4c4c-aece-6fe35fc6d0b3 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:46.097092 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a672f1e8-f039-499b-9ef2-9d2b854cc6d1 None None] get_active_networks_info from n-d-798930-3 {{(pid=93960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 17:08:46.099565 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e9644bd-55ae-4c4c-aece-6fe35fc6d0b3 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:08:46.100016 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5e9644bd-55ae-4c4c-aece-6fe35fc6d0b3 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:46.103041 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:08:46.103041 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:08:46.103041 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 17:08:46.103041 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:08:46.103041 n-d-798930-3 neutron-server[93959]: timer() Jul 09 17:08:46.103041 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:08:46.103041 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 17:08:46.103041 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:08:46.103041 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 17:08:46.103041 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:08:46.103041 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 17:08:46.103041 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:08:46.103041 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 17:08:46.103041 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:08:46.103041 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 17:08:46.103041 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:08:46.103041 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:08:46.103041 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:08:46.103041 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:08:46.103041 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:08:46.103041 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 17:08:46.103041 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:08:46.103041 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 17:08:46.103041 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:08:46.103041 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:08:46.103041 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:08:46.103041 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 17:08:46.103041 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:08:46.103041 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:08:46.103041 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:08:46.103041 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:08:46.103041 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:08:46.103041 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:08:46.103041 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:08:46.170569 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a672f1e8-f039-499b-9ef2-9d2b854cc6d1 None None] Resources bound (agent type, host, resource id): {{(pid=93960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 17:08:46.171037 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5e9644bd-55ae-4c4c-aece-6fe35fc6d0b3 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:46.176968 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5e9644bd-55ae-4c4c-aece-6fe35fc6d0b3 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:46.182424 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-5e9644bd-55ae-4c4c-aece-6fe35fc6d0b3 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] 10.222.0.98 "DELETE /v2.0/networks/d5588a03-d1d9-4a5f-89ae-a249beebbaec HTTP/1.1" status: 204 len: 168 time: 0.4658334 Jul 09 17:08:46.182876 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52762) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:46.188268 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-de6a3e58-c9c8-405d-9050-f4ed04e5ad31 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1558608531'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:46.196127 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9644bd-55ae-4c4c-aece-6fe35fc6d0b3 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Pushing event deleted for resources: {'Network': ['ID=d5588a03-d1d9-4a5f-89ae-a249beebbaec,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:46.212752 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6a3e58-c9c8-405d-9050-f4ed04e5ad31 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Made reservation on behalf of 4f0fa247c43846a6b6e5a75be940b6e6 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:46.216546 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-de6a3e58-c9c8-405d-9050-f4ed04e5ad31 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:46.244127 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de6a3e58-c9c8-405d-9050-f4ed04e5ad31 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:08:46.255973 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-de6a3e58-c9c8-405d-9050-f4ed04e5ad31 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:46.256207 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-de6a3e58-c9c8-405d-9050-f4ed04e5ad31 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Added segment 871abdfe-baaa-49ec-af3b-c5b9c4beada9 of type vlan for network 775afcfc-8044-43e3-ad68-88aef3042b6a Jul 09 17:08:46.258291 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device a563047b-5232-4f7a-9aec-41d3001b2c5d up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:08:46.296176 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-de6a3e58-c9c8-405d-9050-f4ed04e5ad31 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:46.331348 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-de6a3e58-c9c8-405d-9050-f4ed04e5ad31 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:46.336901 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6a3e58-c9c8-405d-9050-f4ed04e5ad31 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:46.337466 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-de6a3e58-c9c8-405d-9050-f4ed04e5ad31 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:46.368332 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port a563047b-5232-4f7a-9aec-41d3001b2c5d completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:08:46.374571 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port a563047b-5232-4f7a-9aec-41d3001b2c5d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:08:46.375003 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:46.396799 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-de6a3e58-c9c8-405d-9050-f4ed04e5ad31 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2126424 Jul 09 17:08:46.399667 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52764) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:46.406660 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-c8370561-2df5-42b2-95a3-427e012f0e6e tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Request body: {'subnet': {'network_id': '775afcfc-8044-43e3-ad68-88aef3042b6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:46.424819 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6a3e58-c9c8-405d-9050-f4ed04e5ad31 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Pushing event updated for resources: {'Network': ['ID=775afcfc-8044-43e3-ad68-88aef3042b6a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:46.438712 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 775afcfc-8044-43e3-ad68-88aef3042b6a details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:08:46.500437 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8370561-2df5-42b2-95a3-427e012f0e6e tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Made reservation on behalf of 4f0fa247c43846a6b6e5a75be940b6e6 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:46.504675 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c8370561-2df5-42b2-95a3-427e012f0e6e tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:46.692286 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c8370561-2df5-42b2-95a3-427e012f0e6e tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:46.736271 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:46.752851 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8370561-2df5-42b2-95a3-427e012f0e6e tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Pushing event updated for resources: {'Subnet': ['ID=c31c5d9f-ef63-42d1-8f5f-600e0e38b7e4,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:46.761620 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8370561-2df5-42b2-95a3-427e012f0e6e tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Checking segment: {'id': '871abdfe-baaa-49ec-af3b-c5b9c4beada9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '775afcfc-8044-43e3-ad68-88aef3042b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:08:46.761977 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8370561-2df5-42b2-95a3-427e012f0e6e tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Network hostable DHCP agents. Network: 775afcfc-8044-43e3-ad68-88aef3042b6a, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:08:46.770201 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port a563047b-5232-4f7a-9aec-41d3001b2c5d, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=a563047b-5232-4f7a-9aec-41d3001b2c5d,segment=NetworkSegment(182a1054-b07f-43f7-a85b-53054244386b),segment_id=182a1054-b07f-43f7-a85b-53054244386b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:08:46.773512 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:46.779633 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8370561-2df5-42b2-95a3-427e012f0e6e tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Network 775afcfc-8044-43e3-ad68-88aef3042b6a is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:08:46.788886 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-c8370561-2df5-42b2-95a3-427e012f0e6e tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 775afcfc-8044-43e3-ad68-88aef3042b6a) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:08:46.793616 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8370561-2df5-42b2-95a3-427e012f0e6e tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:46.794240 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c8370561-2df5-42b2-95a3-427e012f0e6e tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:46.799070 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b8a126-f890-4ab2-9cfc-bafe7183eb81 None None] Network 775afcfc-8044-43e3-ad68-88aef3042b6a requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:08:46.809661 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c8370561-2df5-42b2-95a3-427e012f0e6e tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4087648 Jul 09 17:08:46.813358 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52766) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:46.818510 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-839138d7-4b0a-41cb-b8af-fdb833d0ef7e tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1676410122'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:46.839547 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839138d7-4b0a-41cb-b8af-fdb833d0ef7e tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Made reservation on behalf of 4f0fa247c43846a6b6e5a75be940b6e6 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:46.842999 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-839138d7-4b0a-41cb-b8af-fdb833d0ef7e tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:46.866627 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-839138d7-4b0a-41cb-b8af-fdb833d0ef7e tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:08:46.871955 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=a563047b-5232-4f7a-9aec-41d3001b2c5d,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:46.877708 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-839138d7-4b0a-41cb-b8af-fdb833d0ef7e tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:46.878060 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-839138d7-4b0a-41cb-b8af-fdb833d0ef7e tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Added segment 10ce4a45-f458-41db-acb2-5a1cc34bb1e5 of type vlan for network 7e699f40-d968-4f8d-a08f-175d42eafb50 Jul 09 17:08:46.923974 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-839138d7-4b0a-41cb-b8af-fdb833d0ef7e tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:46.953381 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-839138d7-4b0a-41cb-b8af-fdb833d0ef7e tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:46.959923 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839138d7-4b0a-41cb-b8af-fdb833d0ef7e tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:46.960535 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-839138d7-4b0a-41cb-b8af-fdb833d0ef7e tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:46.963683 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e464e61e-7754-448b-a4bc-126d767c9ce3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-775afcfc-8044-43e3-ad68-88aef3042b6a', 'network_id': '775afcfc-8044-43e3-ad68-88aef3042b6a', 'tenant_id': '4f0fa247c43846a6b6e5a75be940b6e6', 'fixed_ips': [{'subnet_id': 'c31c5d9f-ef63-42d1-8f5f-600e0e38b7e4'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:08:46.964567 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e464e61e-7754-448b-a4bc-126d767c9ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:47.021267 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-839138d7-4b0a-41cb-b8af-fdb833d0ef7e tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2067685 Jul 09 17:08:47.024292 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52768) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:47.029483 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-1bf514f1-0685-4c3f-9c11-0a9ad814fed8 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Request body: {'subnet': {'network_id': '7e699f40-d968-4f8d-a08f-175d42eafb50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:47.032852 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839138d7-4b0a-41cb-b8af-fdb833d0ef7e tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Pushing event updated for resources: {'Network': ['ID=7e699f40-d968-4f8d-a08f-175d42eafb50,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:47.049410 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 7e699f40-d968-4f8d-a08f-175d42eafb50 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:08:47.123808 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf514f1-0685-4c3f-9c11-0a9ad814fed8 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Made reservation on behalf of 4f0fa247c43846a6b6e5a75be940b6e6 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:47.127279 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1bf514f1-0685-4c3f-9c11-0a9ad814fed8 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:47.168541 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-e464e61e-7754-448b-a4bc-126d767c9ce3 None None] Allocated IP 2001:db8::2 (775afcfc-8044-43e3-ad68-88aef3042b6a/c31c5d9f-ef63-42d1-8f5f-600e0e38b7e4/04147fed-aef2-4240-b456-0c8e832b7693) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:08:47.307577 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1bf514f1-0685-4c3f-9c11-0a9ad814fed8 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:47.313249 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e464e61e-7754-448b-a4bc-126d767c9ce3 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:47.321941 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e464e61e-7754-448b-a4bc-126d767c9ce3 None None] Transition to ACTIVE for port object 04147fed-aef2-4240-b456-0c8e832b7693 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:08:47.336493 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e464e61e-7754-448b-a4bc-126d767c9ce3 None None] Transition to ACTIVE for port object 04147fed-aef2-4240-b456-0c8e832b7693 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:08:47.342075 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e464e61e-7754-448b-a4bc-126d767c9ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:47.369160 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf514f1-0685-4c3f-9c11-0a9ad814fed8 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Pushing event updated for resources: {'Subnet': ['ID=7772685b-e6ab-4d2f-85aa-c9fa8a7bc0fa,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:47.377282 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf514f1-0685-4c3f-9c11-0a9ad814fed8 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Checking segment: {'id': '10ce4a45-f458-41db-acb2-5a1cc34bb1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7e699f40-d968-4f8d-a08f-175d42eafb50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:08:47.377640 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf514f1-0685-4c3f-9c11-0a9ad814fed8 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Network hostable DHCP agents. Network: 7e699f40-d968-4f8d-a08f-175d42eafb50, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:08:47.381528 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e464e61e-7754-448b-a4bc-126d767c9ce3 None None] Network 775afcfc-8044-43e3-ad68-88aef3042b6a is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:08:47.384414 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-e464e61e-7754-448b-a4bc-126d767c9ce3 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:08:47.386800 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e464e61e-7754-448b-a4bc-126d767c9ce3 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:08:47.395587 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf514f1-0685-4c3f-9c11-0a9ad814fed8 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Network 7e699f40-d968-4f8d-a08f-175d42eafb50 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:08:47.405191 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-1bf514f1-0685-4c3f-9c11-0a9ad814fed8 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 7e699f40-d968-4f8d-a08f-175d42eafb50) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:08:47.410311 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf514f1-0685-4c3f-9c11-0a9ad814fed8 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:47.411068 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1bf514f1-0685-4c3f-9c11-0a9ad814fed8 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:47.422465 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e464e61e-7754-448b-a4bc-126d767c9ce3 None None] Pushing event updated for resources: {'Port': ['ID=04147fed-aef2-4240-b456-0c8e832b7693,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:47.425938 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1029444d-5051-4ad6-aada-7ac8f5cea4dc None None] Network 7e699f40-d968-4f8d-a08f-175d42eafb50 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:08:47.429120 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1bf514f1-0685-4c3f-9c11-0a9ad814fed8 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4013603 Jul 09 17:08:47.429575 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52770) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:47.503852 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e464e61e-7754-448b-a4bc-126d767c9ce3 None None] Attempting to bind port 04147fed-aef2-4240-b456-0c8e832b7693 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:08:47.504223 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e464e61e-7754-448b-a4bc-126d767c9ce3 None None] Attempting to bind port 04147fed-aef2-4240-b456-0c8e832b7693 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '871abdfe-baaa-49ec-af3b-c5b9c4beada9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '775afcfc-8044-43e3-ad68-88aef3042b6a'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:08:47.504584 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e464e61e-7754-448b-a4bc-126d767c9ce3 None None] Attempting to bind port 04147fed-aef2-4240-b456-0c8e832b7693 on network 775afcfc-8044-43e3-ad68-88aef3042b6a {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:08:47.517420 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e464e61e-7754-448b-a4bc-126d767c9ce3 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:08:47.517788 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e464e61e-7754-448b-a4bc-126d767c9ce3 None None] Checking segment: {'id': '871abdfe-baaa-49ec-af3b-c5b9c4beada9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '775afcfc-8044-43e3-ad68-88aef3042b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:08:47.518188 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e464e61e-7754-448b-a4bc-126d767c9ce3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:47.518581 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e464e61e-7754-448b-a4bc-126d767c9ce3 None None] Bound using segment: {'id': '871abdfe-baaa-49ec-af3b-c5b9c4beada9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '775afcfc-8044-43e3-ad68-88aef3042b6a'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:08:47.519107 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e464e61e-7754-448b-a4bc-126d767c9ce3 None None] Bound port: 04147fed-aef2-4240-b456-0c8e832b7693, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '871abdfe-baaa-49ec-af3b-c5b9c4beada9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '775afcfc-8044-43e3-ad68-88aef3042b6a'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:08:47.519486 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e464e61e-7754-448b-a4bc-126d767c9ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:47.529147 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8e0e963-1594-4340-bd51-b1947c2a33ba tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:47.580689 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8e0e963-1594-4340-bd51-b1947c2a33ba tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:47.624976 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-e464e61e-7754-448b-a4bc-126d767c9ce3 None None] For port 04147fed-aef2-4240-b456-0c8e832b7693, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:08:47.628647 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-e464e61e-7754-448b-a4bc-126d767c9ce3 None None] For port 04147fed-aef2-4240-b456-0c8e832b7693, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=04147fed-aef2-4240-b456-0c8e832b7693,segment=NetworkSegment(871abdfe-baaa-49ec-af3b-c5b9c4beada9),segment_id=871abdfe-baaa-49ec-af3b-c5b9c4beada9)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:08:47.640563 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8e0e963-1594-4340-bd51-b1947c2a33ba tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:47.648315 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e464e61e-7754-448b-a4bc-126d767c9ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:47.670775 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e0e963-1594-4340-bd51-b1947c2a33ba tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Pushing event deleted for resources: {'Subnet': ['ID=7772685b-e6ab-4d2f-85aa-c9fa8a7bc0fa,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:47.680280 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15808540-637a-4b22-9dc0-97c771b2981b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-7e699f40-d968-4f8d-a08f-175d42eafb50', 'network_id': '7e699f40-d968-4f8d-a08f-175d42eafb50', 'tenant_id': '4f0fa247c43846a6b6e5a75be940b6e6', 'fixed_ips': [{'subnet_id': '7772685b-e6ab-4d2f-85aa-c9fa8a7bc0fa'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:08:47.681140 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-15808540-637a-4b22-9dc0-97c771b2981b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:47.736591 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8e0e963-1594-4340-bd51-b1947c2a33ba tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:47.748017 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-f8e0e963-1594-4340-bd51-b1947c2a33ba tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e699f40-d968-4f8d-a08f-175d42eafb50']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:47.760102 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-f8e0e963-1594-4340-bd51-b1947c2a33ba tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10ce4a45-f458-41db-acb2-5a1cc34bb1e5') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:47.760430 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-f8e0e963-1594-4340-bd51-b1947c2a33ba tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10ce4a45-f458-41db-acb2-5a1cc34bb1e5') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:47.770960 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8e0e963-1594-4340-bd51-b1947c2a33ba tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:47.775281 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e464e61e-7754-448b-a4bc-126d767c9ce3 None None] Pushing event updated for resources: {'Port': ['ID=04147fed-aef2-4240-b456-0c8e832b7693,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:47.786933 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8e0e963-1594-4340-bd51-b1947c2a33ba tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:47.793816 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8e0e963-1594-4340-bd51-b1947c2a33ba tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:08:47.794333 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8e0e963-1594-4340-bd51-b1947c2a33ba tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:47.800438 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 17:08:47.800438 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:08:47.800438 n-d-798930-3 neutron-server[93958]: timer() Jul 09 17:08:47.800438 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:08:47.800438 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 17:08:47.800438 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:08:47.800438 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 17:08:47.800438 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:08:47.800438 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 17:08:47.800438 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:08:47.800438 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 17:08:47.800438 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:08:47.800438 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 17:08:47.800438 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:08:47.800438 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:08:47.800438 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:08:47.800438 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:08:47.800438 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:08:47.800438 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 17:08:47.800438 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:08:47.800438 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 17:08:47.800438 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:08:47.800438 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:08:47.800438 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:08:47.800438 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 17:08:47.800438 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:08:47.800438 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:08:47.800438 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:08:47.800438 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:08:47.800438 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:08:47.800438 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:08:47.800438 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:08:47.802873 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f7964d-cde9-47f9-809a-63916f4e7a75 None None] Network 7e699f40-d968-4f8d-a08f-175d42eafb50 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:08:47.861238 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8e0e963-1594-4340-bd51-b1947c2a33ba tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:47.870133 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8e0e963-1594-4340-bd51-b1947c2a33ba tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:47.875055 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f8e0e963-1594-4340-bd51-b1947c2a33ba tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] 10.222.0.98 "DELETE /v2.0/networks/7e699f40-d968-4f8d-a08f-175d42eafb50 HTTP/1.1" status: 204 len: 168 time: 0.4414008 Jul 09 17:08:47.875390 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52772) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:47.882919 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e0e963-1594-4340-bd51-b1947c2a33ba tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Pushing event deleted for resources: {'Network': ['ID=7e699f40-d968-4f8d-a08f-175d42eafb50,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:47.906579 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-53668997-2124-42a9-b88f-ad424af5f296 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] GET failed (client error): The resource could not be found. Jul 09 17:08:47.907952 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-53668997-2124-42a9-b88f-ad424af5f296 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] 10.222.0.98 "GET /v2.0/subnets/7772685b-e6ab-4d2f-85aa-c9fa8a7bc0fa HTTP/1.1" status: 404 len: 337 time: 0.0315733 Jul 09 17:08:47.911389 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52774) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:47.935746 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-5890c4fc-abab-454e-a189-21f703c3eb5d tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] DELETE failed (client error): The resource could not be found. Jul 09 17:08:47.936510 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5890c4fc-abab-454e-a189-21f703c3eb5d tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:08:47.940190 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-5890c4fc-abab-454e-a189-21f703c3eb5d tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] 10.222.0.98 "DELETE /v2.0/networks/7e699f40-d968-4f8d-a08f-175d42eafb50 HTTP/1.1" status: 404 len: 339 time: 0.0278606 Jul 09 17:08:47.944171 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52776) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:47.970034 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ee57ae9-1b7a-4170-bb5c-f519c052bee8 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] DELETE failed (client error): The resource could not be found. Jul 09 17:08:47.970467 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ee57ae9-1b7a-4170-bb5c-f519c052bee8 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:08:47.972720 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8ee57ae9-1b7a-4170-bb5c-f519c052bee8 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] 10.222.0.98 "DELETE /v2.0/subnets/7772685b-e6ab-4d2f-85aa-c9fa8a7bc0fa HTTP/1.1" status: 404 len: 337 time: 0.0269737 Jul 09 17:08:47.975812 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52778) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:47.995417 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd8692a1-82bd-4f9a-9cfc-6ea0cb554fe1 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] DELETE failed (client error): The resource could not be found. Jul 09 17:08:47.995971 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd8692a1-82bd-4f9a-9cfc-6ea0cb554fe1 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:08:47.997678 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-fd8692a1-82bd-4f9a-9cfc-6ea0cb554fe1 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] 10.222.0.98 "DELETE /v2.0/networks/7e699f40-d968-4f8d-a08f-175d42eafb50 HTTP/1.1" status: 404 len: 339 time: 0.0208912 Jul 09 17:08:48.000260 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52780) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:48.052446 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a3a1873-14a4-4d56-9bd6-6bfbd8fb5e16 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Deleting subnet c31c5d9f-ef63-42d1-8f5f-600e0e38b7e4 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:08:48.055708 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1a3a1873-14a4-4d56-9bd6-6bfbd8fb5e16 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:48.100382 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1a3a1873-14a4-4d56-9bd6-6bfbd8fb5e16 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:48.182591 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1a3a1873-14a4-4d56-9bd6-6bfbd8fb5e16 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:48.243784 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1a3a1873-14a4-4d56-9bd6-6bfbd8fb5e16 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:48.266725 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device a563047b-5232-4f7a-9aec-41d3001b2c5d up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:08:48.277715 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a1873-14a4-4d56-9bd6-6bfbd8fb5e16 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Pushing event deleted for resources: {'Subnet': ['ID=c31c5d9f-ef63-42d1-8f5f-600e0e38b7e4,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:48.279720 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1a3a1873-14a4-4d56-9bd6-6bfbd8fb5e16 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:48.283285 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-1a3a1873-14a4-4d56-9bd6-6bfbd8fb5e16 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] 10.222.0.98 "DELETE /v2.0/subnets/c31c5d9f-ef63-42d1-8f5f-600e0e38b7e4 HTTP/1.1" status: 204 len: 168 time: 0.2820482 Jul 09 17:08:48.284455 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52782) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:48.314642 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port a563047b-5232-4f7a-9aec-41d3001b2c5d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:08:48.315051 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:48.364141 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1fecd778-20ce-4879-b9e1-a4e7f9c56f63 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:48.391992 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 04147fed-aef2-4240-b456-0c8e832b7693 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:08:48.417690 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-1fecd778-20ce-4879-b9e1-a4e7f9c56f63 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Deleting port 04147fed-aef2-4240-b456-0c8e832b7693 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:08:48.418417 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1fecd778-20ce-4879-b9e1-a4e7f9c56f63 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:48.448305 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 04147fed-aef2-4240-b456-0c8e832b7693 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:08:48.483985 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-1fecd778-20ce-4879-b9e1-a4e7f9c56f63 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] For port 04147fed-aef2-4240-b456-0c8e832b7693, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=04147fed-aef2-4240-b456-0c8e832b7693,segment=NetworkSegment(871abdfe-baaa-49ec-af3b-c5b9c4beada9),segment_id=871abdfe-baaa-49ec-af3b-c5b9c4beada9)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:08:48.484356 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1fecd778-20ce-4879-b9e1-a4e7f9c56f63 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:48.508465 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-1fecd778-20ce-4879-b9e1-a4e7f9c56f63 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Calling delete_port for 04147fed-aef2-4240-b456-0c8e832b7693 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:08:48.590247 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1fecd778-20ce-4879-b9e1-a4e7f9c56f63 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:48.614748 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fecd778-20ce-4879-b9e1-a4e7f9c56f63 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Pushing event deleted for resources: {'Port': ['ID=04147fed-aef2-4240-b456-0c8e832b7693,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:48.620847 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fecd778-20ce-4879-b9e1-a4e7f9c56f63 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] No DVR routers for this DVR port 04147fed-aef2-4240-b456-0c8e832b7693 on host n-d-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:08:48.706089 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1fecd778-20ce-4879-b9e1-a4e7f9c56f63 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:48.716633 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2eb6af1-d486-4c82-b841-be63976bf614 None None] Network 775afcfc-8044-43e3-ad68-88aef3042b6a requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:08:48.719653 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-1fecd778-20ce-4879-b9e1-a4e7f9c56f63 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['775afcfc-8044-43e3-ad68-88aef3042b6a']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:48.730363 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-1fecd778-20ce-4879-b9e1-a4e7f9c56f63 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '871abdfe-baaa-49ec-af3b-c5b9c4beada9') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:48.730652 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-1fecd778-20ce-4879-b9e1-a4e7f9c56f63 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '871abdfe-baaa-49ec-af3b-c5b9c4beada9') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:48.740001 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1fecd778-20ce-4879-b9e1-a4e7f9c56f63 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:48.754432 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1fecd778-20ce-4879-b9e1-a4e7f9c56f63 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:48.760360 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fecd778-20ce-4879-b9e1-a4e7f9c56f63 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:08:48.760777 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1fecd778-20ce-4879-b9e1-a4e7f9c56f63 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:48.763970 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 17:08:48.763970 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:08:48.763970 n-d-798930-3 neutron-server[93958]: timer() Jul 09 17:08:48.763970 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:08:48.763970 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 17:08:48.763970 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:08:48.763970 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 17:08:48.763970 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:08:48.763970 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 17:08:48.763970 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:08:48.763970 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 17:08:48.763970 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:08:48.763970 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 17:08:48.763970 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:08:48.763970 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:08:48.763970 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:08:48.763970 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:08:48.763970 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:08:48.763970 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 17:08:48.763970 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:08:48.763970 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 17:08:48.763970 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:08:48.763970 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:08:48.763970 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:08:48.763970 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 17:08:48.763970 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:08:48.763970 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:08:48.763970 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:08:48.763970 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:08:48.763970 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:08:48.763970 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:08:48.763970 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:08:48.804316 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7c3de4d3-3d8b-4093-83e0-718333e7e48d None None] Could not find standard attr ID for object 04147fed-aef2-4240-b456-0c8e832b7693. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:08:48.828442 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1fecd778-20ce-4879-b9e1-a4e7f9c56f63 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:48.835954 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1fecd778-20ce-4879-b9e1-a4e7f9c56f63 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:48.837798 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1fecd778-20ce-4879-b9e1-a4e7f9c56f63 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] 10.222.0.98 "DELETE /v2.0/networks/775afcfc-8044-43e3-ad68-88aef3042b6a HTTP/1.1" status: 204 len: 168 time: 0.5522335 Jul 09 17:08:48.840581 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52784) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:48.850756 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fecd778-20ce-4879-b9e1-a4e7f9c56f63 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Pushing event deleted for resources: {'Network': ['ID=775afcfc-8044-43e3-ad68-88aef3042b6a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:48.872078 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-37feaeff-d45e-456f-b78e-dd6f40f36518 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] DELETE failed (client error): The resource could not be found. Jul 09 17:08:48.872540 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37feaeff-d45e-456f-b78e-dd6f40f36518 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:08:48.874258 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-37feaeff-d45e-456f-b78e-dd6f40f36518 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] 10.222.0.98 "DELETE /v2.0/subnets/cc502ec7-622f-47b2-9215-d0ddc4b59c3a HTTP/1.1" status: 404 len: 337 time: 0.0319524 Jul 09 17:08:48.877794 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52786) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:48.895354 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e3a7d0-d818-4867-84cd-3fd3a24ed9cf None None] DHCP port deletion for 775afcfc-8044-43e3-ad68-88aef3042b6a request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:08:48.897742 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-50c1550e-d600-4812-95dc-cdbaa641585b tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] DELETE failed (client error): The resource could not be found. Jul 09 17:08:48.898522 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50c1550e-d600-4812-95dc-cdbaa641585b tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:08:48.900264 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-50c1550e-d600-4812-95dc-cdbaa641585b tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] 10.222.0.98 "DELETE /v2.0/networks/d5588a03-d1d9-4a5f-89ae-a249beebbaec HTTP/1.1" status: 404 len: 339 time: 0.0208869 Jul 09 17:08:48.902729 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52788) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:48.929770 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1d4a1de-45f3-48a0-b32c-24f6289e8430 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] DELETE failed (client error): The resource could not be found. Jul 09 17:08:48.930231 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1d4a1de-45f3-48a0-b32c-24f6289e8430 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:08:48.931899 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a1d4a1de-45f3-48a0-b32c-24f6289e8430 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] 10.222.0.98 "DELETE /v2.0/subnets/2aa2d22c-6f22-4233-96cb-c6c5a042f919 HTTP/1.1" status: 404 len: 337 time: 0.0275807 Jul 09 17:08:48.934305 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52790) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:48.951355 n-d-798930-3 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-090a9f60-ce29-4b08-a803-4917fc7772ce tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] DELETE failed (client error): The resource could not be found. Jul 09 17:08:48.951876 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-090a9f60-ce29-4b08-a803-4917fc7772ce tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:08:48.953564 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-090a9f60-ce29-4b08-a803-4917fc7772ce tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] 10.222.0.98 "DELETE /v2.0/networks/56d5f54b-0a2f-49c3-970d-2ed710edfcb9 HTTP/1.1" status: 404 len: 339 time: 0.0181701 Jul 09 17:08:48.955870 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52792) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:49.003932 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1635764-c84c-44cb-badd-5891b79e5b06 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Deleting subnet b12e938e-66ef-4af5-bdb3-ad75b4a15d1a {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:08:49.007156 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f1635764-c84c-44cb-badd-5891b79e5b06 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:49.049818 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f1635764-c84c-44cb-badd-5891b79e5b06 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:49.136926 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f1635764-c84c-44cb-badd-5891b79e5b06 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:49.198923 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f1635764-c84c-44cb-badd-5891b79e5b06 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:49.223824 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1635764-c84c-44cb-badd-5891b79e5b06 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Pushing event deleted for resources: {'Subnet': ['ID=b12e938e-66ef-4af5-bdb3-ad75b4a15d1a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:49.229576 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f1635764-c84c-44cb-badd-5891b79e5b06 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:49.231641 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f1635764-c84c-44cb-badd-5891b79e5b06 tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] 10.222.0.98 "DELETE /v2.0/subnets/b12e938e-66ef-4af5-bdb3-ad75b4a15d1a HTTP/1.1" status: 204 len: 168 time: 0.2748754 Jul 09 17:08:49.233979 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52794) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:49.235829 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df76f02d-ed9a-4955-99ae-4d4dff70daf3 None None] Network 8674e064-f0d1-4221-8ad8-fb448028b1d4 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:08:49.315967 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-87fef9c1-382a-460f-ad05-9cdeccbce8fd tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:49.369306 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-87fef9c1-382a-460f-ad05-9cdeccbce8fd tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Deleting port a563047b-5232-4f7a-9aec-41d3001b2c5d {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:08:49.369650 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-87fef9c1-382a-460f-ad05-9cdeccbce8fd tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:49.434729 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aefce70-cb9d-431a-8016-40b06e7efae6 None None] DHCP port deletion for 8674e064-f0d1-4221-8ad8-fb448028b1d4 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:08:49.436199 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-87fef9c1-382a-460f-ad05-9cdeccbce8fd tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] For port a563047b-5232-4f7a-9aec-41d3001b2c5d, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=a563047b-5232-4f7a-9aec-41d3001b2c5d,segment=NetworkSegment(182a1054-b07f-43f7-a85b-53054244386b),segment_id=182a1054-b07f-43f7-a85b-53054244386b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:08:49.436516 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-87fef9c1-382a-460f-ad05-9cdeccbce8fd tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:49.449521 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-87fef9c1-382a-460f-ad05-9cdeccbce8fd tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Calling delete_port for a563047b-5232-4f7a-9aec-41d3001b2c5d owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:08:49.482224 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-2aefce70-cb9d-431a-8016-40b06e7efae6 None None] Deleting port a563047b-5232-4f7a-9aec-41d3001b2c5d {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:08:49.482604 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2aefce70-cb9d-431a-8016-40b06e7efae6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:49.530535 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-87fef9c1-382a-460f-ad05-9cdeccbce8fd tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:49.554729 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-2aefce70-cb9d-431a-8016-40b06e7efae6 None None] For port a563047b-5232-4f7a-9aec-41d3001b2c5d, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=a563047b-5232-4f7a-9aec-41d3001b2c5d,segment=NetworkSegment(182a1054-b07f-43f7-a85b-53054244386b),segment_id=182a1054-b07f-43f7-a85b-53054244386b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:08:49.555160 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2aefce70-cb9d-431a-8016-40b06e7efae6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:49.555935 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fef9c1-382a-460f-ad05-9cdeccbce8fd tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Pushing event deleted for resources: {'Port': ['ID=a563047b-5232-4f7a-9aec-41d3001b2c5d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:49.559789 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fef9c1-382a-460f-ad05-9cdeccbce8fd tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] No DVR routers for this DVR port a563047b-5232-4f7a-9aec-41d3001b2c5d on host n-d-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:08:49.568486 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-2aefce70-cb9d-431a-8016-40b06e7efae6 None None] Calling delete_port for a563047b-5232-4f7a-9aec-41d3001b2c5d owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:08:49.639875 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-87fef9c1-382a-460f-ad05-9cdeccbce8fd tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:49.644489 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2aefce70-cb9d-431a-8016-40b06e7efae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:49.650041 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-87fef9c1-382a-460f-ad05-9cdeccbce8fd tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8674e064-f0d1-4221-8ad8-fb448028b1d4']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:49.660542 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-87fef9c1-382a-460f-ad05-9cdeccbce8fd tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '182a1054-b07f-43f7-a85b-53054244386b') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:49.660742 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-87fef9c1-382a-460f-ad05-9cdeccbce8fd tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '182a1054-b07f-43f7-a85b-53054244386b') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:49.669232 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-87fef9c1-382a-460f-ad05-9cdeccbce8fd tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:49.672219 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aefce70-cb9d-431a-8016-40b06e7efae6 None None] Pushing event deleted for resources: {'Port': ['ID=a563047b-5232-4f7a-9aec-41d3001b2c5d,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:49.676009 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aefce70-cb9d-431a-8016-40b06e7efae6 None None] No DVR routers for this DVR port a563047b-5232-4f7a-9aec-41d3001b2c5d on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:08:49.685354 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-87fef9c1-382a-460f-ad05-9cdeccbce8fd tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:49.691898 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87fef9c1-382a-460f-ad05-9cdeccbce8fd tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:08:49.692279 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-87fef9c1-382a-460f-ad05-9cdeccbce8fd tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:49.695182 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 17:08:49.695182 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:08:49.695182 n-d-798930-3 neutron-server[93959]: timer() Jul 09 17:08:49.695182 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:08:49.695182 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 17:08:49.695182 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:08:49.695182 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 17:08:49.695182 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:08:49.695182 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 17:08:49.695182 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:08:49.695182 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 17:08:49.695182 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:08:49.695182 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 17:08:49.695182 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:08:49.695182 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:08:49.695182 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:08:49.695182 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:08:49.695182 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:08:49.695182 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 17:08:49.695182 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:08:49.695182 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 17:08:49.695182 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:08:49.695182 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:08:49.695182 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:08:49.695182 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 17:08:49.695182 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:08:49.695182 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:08:49.695182 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:08:49.695182 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:08:49.695182 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:08:49.695182 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:08:49.695182 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:08:49.754058 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-87fef9c1-382a-460f-ad05-9cdeccbce8fd tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:49.760689 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-87fef9c1-382a-460f-ad05-9cdeccbce8fd tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:49.763269 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-87fef9c1-382a-460f-ad05-9cdeccbce8fd tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] 10.222.0.98 "DELETE /v2.0/networks/8674e064-f0d1-4221-8ad8-fb448028b1d4 HTTP/1.1" status: 204 len: 168 time: 0.5281513 Jul 09 17:08:49.775337 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fef9c1-382a-460f-ad05-9cdeccbce8fd tempest-NetworksIpV6Test-1336815749 tempest-NetworksIpV6Test-1336815749-project] Pushing event deleted for resources: {'Network': ['ID=8674e064-f0d1-4221-8ad8-fb448028b1d4,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:49.996363 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52800) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:50.123015 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-78f75c69-b1f3-47c8-98a1-a9f4b41ff4a1 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4f0fa247c43846a6b6e5a75be940b6e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1254451 Jul 09 17:08:50.125456 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52804) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:50.173170 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-83b21c87-9564-4219-ba66-0e88c8eeb811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:50.194528 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device a563047b-5232-4f7a-9aec-41d3001b2c5d no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:08:50.195079 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-83b21c87-9564-4219-ba66-0e88c8eeb811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:50.213748 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: a563047b-5232-4f7a-9aec-41d3001b2c5d {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:08:50.214208 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device a563047b-5232-4f7a-9aec-41d3001b2c5d not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:08:50.214692 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 04147fed-aef2-4240-b456-0c8e832b7693 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:08:50.232867 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 04147fed-aef2-4240-b456-0c8e832b7693 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:08:50.233297 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 04147fed-aef2-4240-b456-0c8e832b7693 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:08:50.243681 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-83b21c87-9564-4219-ba66-0e88c8eeb811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:50.246978 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-83b21c87-9564-4219-ba66-0e88c8eeb811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:50.248480 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-83b21c87-9564-4219-ba66-0e88c8eeb811 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1242f6db-c9ae-40e4-b648-ee7352426186 HTTP/1.1" status: 204 len: 168 time: 0.1220465 Jul 09 17:08:50.257081 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b21c87-9564-4219-ba66-0e88c8eeb811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1242f6db-c9ae-40e4-b648-ee7352426186,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:50.856186 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52826) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:50.944430 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f7560742-09e1-491f-a71d-734fd885dd20 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1187748155', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:50.967357 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f7560742-09e1-491f-a71d-734fd885dd20 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:50.968338 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f7560742-09e1-491f-a71d-734fd885dd20 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:51.023211 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f7560742-09e1-491f-a71d-734fd885dd20 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:51.027853 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f7560742-09e1-491f-a71d-734fd885dd20 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:51.043254 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f7560742-09e1-491f-a71d-734fd885dd20 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:51.044424 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f7560742-09e1-491f-a71d-734fd885dd20 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1872473 Jul 09 17:08:51.047328 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52830) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:51.052130 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-dfe5bde9-1354-4109-9ebd-5e7c91eb0669 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1175460069'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:51.071477 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe5bde9-1354-4109-9ebd-5e7c91eb0669 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Made reservation on behalf of 6904045799b94bf9be2ed333db8fff4f for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:51.074847 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dfe5bde9-1354-4109-9ebd-5e7c91eb0669 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:51.084172 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dfe5bde9-1354-4109-9ebd-5e7c91eb0669 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:51.178189 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dfe5bde9-1354-4109-9ebd-5e7c91eb0669 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:51.181715 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dfe5bde9-1354-4109-9ebd-5e7c91eb0669 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:51.207317 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfe5bde9-1354-4109-9ebd-5e7c91eb0669 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:08:51.216238 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe5bde9-1354-4109-9ebd-5e7c91eb0669 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f36a8858-e044-4ae9-aacd-e3bdfb17f945,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:51.221996 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dfe5bde9-1354-4109-9ebd-5e7c91eb0669 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:51.222342 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-dfe5bde9-1354-4109-9ebd-5e7c91eb0669 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Added segment 4e4029c8-ef2e-4c5e-8a7b-55c263880ae0 of type vlan for network 3e472f2f-6023-4ada-8892-3036958f9595 Jul 09 17:08:51.260466 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dfe5bde9-1354-4109-9ebd-5e7c91eb0669 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:51.287513 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dfe5bde9-1354-4109-9ebd-5e7c91eb0669 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:51.292921 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe5bde9-1354-4109-9ebd-5e7c91eb0669 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:51.293489 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dfe5bde9-1354-4109-9ebd-5e7c91eb0669 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:51.348154 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-dfe5bde9-1354-4109-9ebd-5e7c91eb0669 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2998190 Jul 09 17:08:51.351199 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52832) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:51.356345 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-95731a32-31ab-4378-a3c4-03859246142e tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Request body: {'subnet': {'network_id': '3e472f2f-6023-4ada-8892-3036958f9595', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:51.360810 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe5bde9-1354-4109-9ebd-5e7c91eb0669 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Pushing event updated for resources: {'Network': ['ID=3e472f2f-6023-4ada-8892-3036958f9595,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:51.371384 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 3e472f2f-6023-4ada-8892-3036958f9595 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:08:51.448167 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95731a32-31ab-4378-a3c4-03859246142e tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Made reservation on behalf of 6904045799b94bf9be2ed333db8fff4f for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:51.451898 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-95731a32-31ab-4378-a3c4-03859246142e tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:51.630676 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-95731a32-31ab-4378-a3c4-03859246142e tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:51.690325 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95731a32-31ab-4378-a3c4-03859246142e tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Pushing event updated for resources: {'Subnet': ['ID=65c472de-f091-4a9d-90ec-6d2d448e1687,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:51.698331 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95731a32-31ab-4378-a3c4-03859246142e tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Checking segment: {'id': '4e4029c8-ef2e-4c5e-8a7b-55c263880ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3e472f2f-6023-4ada-8892-3036958f9595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:08:51.698697 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95731a32-31ab-4378-a3c4-03859246142e tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Network hostable DHCP agents. Network: 3e472f2f-6023-4ada-8892-3036958f9595, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:08:51.714967 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95731a32-31ab-4378-a3c4-03859246142e tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Network 3e472f2f-6023-4ada-8892-3036958f9595 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:08:51.723088 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-95731a32-31ab-4378-a3c4-03859246142e tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 3e472f2f-6023-4ada-8892-3036958f9595) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:08:51.726989 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95731a32-31ab-4378-a3c4-03859246142e tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:51.727565 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-95731a32-31ab-4378-a3c4-03859246142e tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:51.731559 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532fbb8e-11bf-424c-a851-d565fc6beae3 None None] Network 3e472f2f-6023-4ada-8892-3036958f9595 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:08:51.743206 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-95731a32-31ab-4378-a3c4-03859246142e tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3907235 Jul 09 17:08:51.746178 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52834) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:51.751173 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-6abaadf1-0f4c-4ce7-8739-3150190dd2d6 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-17469608'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:51.771521 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6abaadf1-0f4c-4ce7-8739-3150190dd2d6 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Made reservation on behalf of 6904045799b94bf9be2ed333db8fff4f for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:51.774930 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6abaadf1-0f4c-4ce7-8739-3150190dd2d6 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:51.798490 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6abaadf1-0f4c-4ce7-8739-3150190dd2d6 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:08:51.808331 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6abaadf1-0f4c-4ce7-8739-3150190dd2d6 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:51.808792 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-6abaadf1-0f4c-4ce7-8739-3150190dd2d6 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Added segment 7cdefbb1-b066-4896-a1c4-693db953f575 of type vlan for network 1f2579b9-ec1e-4cd9-ac47-c2842d170276 Jul 09 17:08:51.849251 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6abaadf1-0f4c-4ce7-8739-3150190dd2d6 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:51.873350 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07526549-4f1d-40dd-a25e-d20a32eeec2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-3e472f2f-6023-4ada-8892-3036958f9595', 'network_id': '3e472f2f-6023-4ada-8892-3036958f9595', 'tenant_id': '6904045799b94bf9be2ed333db8fff4f', 'fixed_ips': [{'subnet_id': '65c472de-f091-4a9d-90ec-6d2d448e1687'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:08:51.874217 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-07526549-4f1d-40dd-a25e-d20a32eeec2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:51.878480 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6abaadf1-0f4c-4ce7-8739-3150190dd2d6 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:51.884419 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abaadf1-0f4c-4ce7-8739-3150190dd2d6 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:51.884996 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6abaadf1-0f4c-4ce7-8739-3150190dd2d6 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:51.946426 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-6abaadf1-0f4c-4ce7-8739-3150190dd2d6 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1991677 Jul 09 17:08:51.949300 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52836) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:51.956476 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-ffe0183b-35be-4c8d-a0cb-9b8e71a66ebb tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Request body: {'subnet': {'network_id': '1f2579b9-ec1e-4cd9-ac47-c2842d170276', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:51.963672 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abaadf1-0f4c-4ce7-8739-3150190dd2d6 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Pushing event updated for resources: {'Network': ['ID=1f2579b9-ec1e-4cd9-ac47-c2842d170276,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:51.974823 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 1f2579b9-ec1e-4cd9-ac47-c2842d170276 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:08:52.047153 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe0183b-35be-4c8d-a0cb-9b8e71a66ebb tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Made reservation on behalf of 6904045799b94bf9be2ed333db8fff4f for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:52.050588 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ffe0183b-35be-4c8d-a0cb-9b8e71a66ebb tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:52.066968 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-07526549-4f1d-40dd-a25e-d20a32eeec2c None None] Allocated IP 172.20.0.2 (3e472f2f-6023-4ada-8892-3036958f9595/65c472de-f091-4a9d-90ec-6d2d448e1687/51e1399a-56f0-49d6-8d0c-dad0078245d9) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:08:52.211655 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-07526549-4f1d-40dd-a25e-d20a32eeec2c None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:52.220320 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-07526549-4f1d-40dd-a25e-d20a32eeec2c None None] Transition to ACTIVE for port object 51e1399a-56f0-49d6-8d0c-dad0078245d9 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:08:52.235524 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-07526549-4f1d-40dd-a25e-d20a32eeec2c None None] Transition to ACTIVE for port object 51e1399a-56f0-49d6-8d0c-dad0078245d9 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:08:52.236688 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ffe0183b-35be-4c8d-a0cb-9b8e71a66ebb tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:52.241420 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-07526549-4f1d-40dd-a25e-d20a32eeec2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:52.281107 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07526549-4f1d-40dd-a25e-d20a32eeec2c None None] Network 3e472f2f-6023-4ada-8892-3036958f9595 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:08:52.286323 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-07526549-4f1d-40dd-a25e-d20a32eeec2c None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:08:52.290078 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07526549-4f1d-40dd-a25e-d20a32eeec2c None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:08:52.298691 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07526549-4f1d-40dd-a25e-d20a32eeec2c None None] Pushing event updated for resources: {'Port': ['ID=51e1399a-56f0-49d6-8d0c-dad0078245d9,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:52.303304 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe0183b-35be-4c8d-a0cb-9b8e71a66ebb tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Pushing event updated for resources: {'Subnet': ['ID=94fbb641-2c1f-4bba-875c-cf030492d620,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:52.310476 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe0183b-35be-4c8d-a0cb-9b8e71a66ebb tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Checking segment: {'id': '7cdefbb1-b066-4896-a1c4-693db953f575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1f2579b9-ec1e-4cd9-ac47-c2842d170276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:08:52.310877 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe0183b-35be-4c8d-a0cb-9b8e71a66ebb tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Network hostable DHCP agents. Network: 1f2579b9-ec1e-4cd9-ac47-c2842d170276, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:08:52.328343 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe0183b-35be-4c8d-a0cb-9b8e71a66ebb tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Network 1f2579b9-ec1e-4cd9-ac47-c2842d170276 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:08:52.336610 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-ffe0183b-35be-4c8d-a0cb-9b8e71a66ebb tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 1f2579b9-ec1e-4cd9-ac47-c2842d170276) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:08:52.340943 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe0183b-35be-4c8d-a0cb-9b8e71a66ebb tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:52.341745 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ffe0183b-35be-4c8d-a0cb-9b8e71a66ebb tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:52.351040 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc00327-d15e-4377-a74d-aab5bc1d02a3 None None] Network 1f2579b9-ec1e-4cd9-ac47-c2842d170276 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:08:52.356642 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ffe0183b-35be-4c8d-a0cb-9b8e71a66ebb tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4062510 Jul 09 17:08:52.359519 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52838) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:52.364567 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-6bd18d85-21c3-4a89-b61c-bdd71c9c51b1 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Request body: {'router': {'external_gateway_info': {'network_id': '1f2579b9-ec1e-4cd9-ac47-c2842d170276'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:52.366807 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-07526549-4f1d-40dd-a25e-d20a32eeec2c None None] Attempting to bind port 51e1399a-56f0-49d6-8d0c-dad0078245d9 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:08:52.367182 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-07526549-4f1d-40dd-a25e-d20a32eeec2c None None] Attempting to bind port 51e1399a-56f0-49d6-8d0c-dad0078245d9 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '4e4029c8-ef2e-4c5e-8a7b-55c263880ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3e472f2f-6023-4ada-8892-3036958f9595'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:08:52.367544 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07526549-4f1d-40dd-a25e-d20a32eeec2c None None] Attempting to bind port 51e1399a-56f0-49d6-8d0c-dad0078245d9 on network 3e472f2f-6023-4ada-8892-3036958f9595 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:08:52.413156 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07526549-4f1d-40dd-a25e-d20a32eeec2c None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:08:52.413917 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07526549-4f1d-40dd-a25e-d20a32eeec2c None None] Checking segment: {'id': '4e4029c8-ef2e-4c5e-8a7b-55c263880ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3e472f2f-6023-4ada-8892-3036958f9595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:08:52.413917 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-07526549-4f1d-40dd-a25e-d20a32eeec2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:52.414288 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07526549-4f1d-40dd-a25e-d20a32eeec2c None None] Bound using segment: {'id': '4e4029c8-ef2e-4c5e-8a7b-55c263880ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3e472f2f-6023-4ada-8892-3036958f9595'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:08:52.414855 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-07526549-4f1d-40dd-a25e-d20a32eeec2c None None] Bound port: 51e1399a-56f0-49d6-8d0c-dad0078245d9, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e4029c8-ef2e-4c5e-8a7b-55c263880ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3e472f2f-6023-4ada-8892-3036958f9595'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:08:52.415187 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-07526549-4f1d-40dd-a25e-d20a32eeec2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:52.432715 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7de6db5a-48ef-4de6-b4e0-17edf0c51495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:52.527828 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-07526549-4f1d-40dd-a25e-d20a32eeec2c None None] For port 51e1399a-56f0-49d6-8d0c-dad0078245d9, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:08:52.545195 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-07526549-4f1d-40dd-a25e-d20a32eeec2c None None] For port 51e1399a-56f0-49d6-8d0c-dad0078245d9, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=51e1399a-56f0-49d6-8d0c-dad0078245d9,segment=NetworkSegment(4e4029c8-ef2e-4c5e-8a7b-55c263880ae0),segment_id=4e4029c8-ef2e-4c5e-8a7b-55c263880ae0)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:08:52.550650 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-07526549-4f1d-40dd-a25e-d20a32eeec2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:52.623067 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4218457e-627a-4453-9ef1-64e43595642f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-1f2579b9-ec1e-4cd9-ac47-c2842d170276', 'network_id': '1f2579b9-ec1e-4cd9-ac47-c2842d170276', 'tenant_id': '6904045799b94bf9be2ed333db8fff4f', 'fixed_ips': [{'subnet_id': '94fbb641-2c1f-4bba-875c-cf030492d620'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:08:52.623979 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4218457e-627a-4453-9ef1-64e43595642f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:52.650695 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07526549-4f1d-40dd-a25e-d20a32eeec2c None None] Pushing event updated for resources: {'Port': ['ID=51e1399a-56f0-49d6-8d0c-dad0078245d9,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:52.785140 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-4218457e-627a-4453-9ef1-64e43595642f None None] Allocated IP 172.21.0.2 (1f2579b9-ec1e-4cd9-ac47-c2842d170276/94fbb641-2c1f-4bba-875c-cf030492d620/d5cd5956-ab82-4338-8fe6-a5e94e6284a7) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:08:52.918694 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6bd18d85-21c3-4a89-b61c-bdd71c9c51b1 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:52.986534 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4218457e-627a-4453-9ef1-64e43595642f None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:52.995689 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4218457e-627a-4453-9ef1-64e43595642f None None] Transition to ACTIVE for port object d5cd5956-ab82-4338-8fe6-a5e94e6284a7 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:08:53.010382 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4218457e-627a-4453-9ef1-64e43595642f None None] Transition to ACTIVE for port object d5cd5956-ab82-4338-8fe6-a5e94e6284a7 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:08:53.016256 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4218457e-627a-4453-9ef1-64e43595642f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:53.029781 n-d-798930-3 neutron-server[93959]: INFO neutron.api.v2.resource [None req-6bd18d85-21c3-4a89-b61c-bdd71c9c51b1 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:08:53.037084 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-6bd18d85-21c3-4a89-b61c-bdd71c9c51b1 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] 10.222.0.98 "PUT /v2.0/routers/2d875de6-c1ea-4108-bbb9-8c660ebba0b8 HTTP/1.1" status: 400 len: 364 time: 0.6703193 Jul 09 17:08:53.037412 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52840) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:53.051178 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4218457e-627a-4453-9ef1-64e43595642f None None] Network 1f2579b9-ec1e-4cd9-ac47-c2842d170276 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:08:53.053915 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-4218457e-627a-4453-9ef1-64e43595642f None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:08:53.056328 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4218457e-627a-4453-9ef1-64e43595642f None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:08:53.073047 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4218457e-627a-4453-9ef1-64e43595642f None None] Pushing event updated for resources: {'Port': ['ID=d5cd5956-ab82-4338-8fe6-a5e94e6284a7,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:53.088836 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f46b21e-3840-433b-8a3a-94902cb58028 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Deleting subnet 94fbb641-2c1f-4bba-875c-cf030492d620 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:08:53.092115 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f46b21e-3840-433b-8a3a-94902cb58028 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:53.133435 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-4218457e-627a-4453-9ef1-64e43595642f None None] Attempting to bind port d5cd5956-ab82-4338-8fe6-a5e94e6284a7 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:08:53.133806 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-4218457e-627a-4453-9ef1-64e43595642f None None] Attempting to bind port d5cd5956-ab82-4338-8fe6-a5e94e6284a7 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '7cdefbb1-b066-4896-a1c4-693db953f575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1f2579b9-ec1e-4cd9-ac47-c2842d170276'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:08:53.134174 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4218457e-627a-4453-9ef1-64e43595642f None None] Attempting to bind port d5cd5956-ab82-4338-8fe6-a5e94e6284a7 on network 1f2579b9-ec1e-4cd9-ac47-c2842d170276 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:08:53.137018 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f46b21e-3840-433b-8a3a-94902cb58028 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:53.139218 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4218457e-627a-4453-9ef1-64e43595642f None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:08:53.139594 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4218457e-627a-4453-9ef1-64e43595642f None None] Checking segment: {'id': '7cdefbb1-b066-4896-a1c4-693db953f575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1f2579b9-ec1e-4cd9-ac47-c2842d170276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:08:53.139996 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4218457e-627a-4453-9ef1-64e43595642f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:53.140392 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4218457e-627a-4453-9ef1-64e43595642f None None] Bound using segment: {'id': '7cdefbb1-b066-4896-a1c4-693db953f575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1f2579b9-ec1e-4cd9-ac47-c2842d170276'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:08:53.140860 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-4218457e-627a-4453-9ef1-64e43595642f None None] Bound port: d5cd5956-ab82-4338-8fe6-a5e94e6284a7, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cdefbb1-b066-4896-a1c4-693db953f575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1f2579b9-ec1e-4cd9-ac47-c2842d170276'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:08:53.141244 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4218457e-627a-4453-9ef1-64e43595642f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:53.203689 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-4218457e-627a-4453-9ef1-64e43595642f None None] For port d5cd5956-ab82-4338-8fe6-a5e94e6284a7, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:08:53.207023 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-4218457e-627a-4453-9ef1-64e43595642f None None] For port d5cd5956-ab82-4338-8fe6-a5e94e6284a7, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=d5cd5956-ab82-4338-8fe6-a5e94e6284a7,segment=NetworkSegment(7cdefbb1-b066-4896-a1c4-693db953f575),segment_id=7cdefbb1-b066-4896-a1c4-693db953f575)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:08:53.213411 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4218457e-627a-4453-9ef1-64e43595642f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:53.228066 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f46b21e-3840-433b-8a3a-94902cb58028 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:53.266827 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4218457e-627a-4453-9ef1-64e43595642f None None] Pushing event updated for resources: {'Port': ['ID=d5cd5956-ab82-4338-8fe6-a5e94e6284a7,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:53.294629 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f46b21e-3840-433b-8a3a-94902cb58028 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:53.320888 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f46b21e-3840-433b-8a3a-94902cb58028 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Pushing event deleted for resources: {'Subnet': ['ID=94fbb641-2c1f-4bba-875c-cf030492d620,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:53.326939 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f46b21e-3840-433b-8a3a-94902cb58028 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:53.331353 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-6f46b21e-3840-433b-8a3a-94902cb58028 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] 10.222.0.98 "DELETE /v2.0/subnets/94fbb641-2c1f-4bba-875c-cf030492d620 HTTP/1.1" status: 204 len: 168 time: 0.2903938 Jul 09 17:08:53.331610 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52842) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:53.425309 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f49c662-b04c-4e8f-b627-0c9c2fe8a0c8 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:53.499055 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-6f49c662-b04c-4e8f-b627-0c9c2fe8a0c8 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Deleting port d5cd5956-ab82-4338-8fe6-a5e94e6284a7 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:08:53.499341 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f49c662-b04c-4e8f-b627-0c9c2fe8a0c8 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:53.566663 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-6f49c662-b04c-4e8f-b627-0c9c2fe8a0c8 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] For port d5cd5956-ab82-4338-8fe6-a5e94e6284a7, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=d5cd5956-ab82-4338-8fe6-a5e94e6284a7,segment=NetworkSegment(7cdefbb1-b066-4896-a1c4-693db953f575),segment_id=7cdefbb1-b066-4896-a1c4-693db953f575)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:08:53.567590 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f49c662-b04c-4e8f-b627-0c9c2fe8a0c8 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:53.586422 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-6f49c662-b04c-4e8f-b627-0c9c2fe8a0c8 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Calling delete_port for d5cd5956-ab82-4338-8fe6-a5e94e6284a7 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:08:53.672242 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f49c662-b04c-4e8f-b627-0c9c2fe8a0c8 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:53.698323 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f49c662-b04c-4e8f-b627-0c9c2fe8a0c8 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Pushing event deleted for resources: {'Port': ['ID=d5cd5956-ab82-4338-8fe6-a5e94e6284a7,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:53.702184 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f49c662-b04c-4e8f-b627-0c9c2fe8a0c8 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] No DVR routers for this DVR port d5cd5956-ab82-4338-8fe6-a5e94e6284a7 on host n-d-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:08:53.734821 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35ba1fb-07eb-41b0-945e-99d5a918f98d None None] Network 3e472f2f-6023-4ada-8892-3036958f9595 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:08:53.795586 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f49c662-b04c-4e8f-b627-0c9c2fe8a0c8 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:53.808438 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-6f49c662-b04c-4e8f-b627-0c9c2fe8a0c8 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f2579b9-ec1e-4cd9-ac47-c2842d170276']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:53.822166 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-6f49c662-b04c-4e8f-b627-0c9c2fe8a0c8 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cdefbb1-b066-4896-a1c4-693db953f575') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:53.822468 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-6f49c662-b04c-4e8f-b627-0c9c2fe8a0c8 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cdefbb1-b066-4896-a1c4-693db953f575') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:53.833291 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f49c662-b04c-4e8f-b627-0c9c2fe8a0c8 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:53.847841 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f49c662-b04c-4e8f-b627-0c9c2fe8a0c8 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:53.854126 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f49c662-b04c-4e8f-b627-0c9c2fe8a0c8 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:08:53.854532 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f49c662-b04c-4e8f-b627-0c9c2fe8a0c8 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:53.857862 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 17:08:53.857862 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:08:53.857862 n-d-798930-3 neutron-server[93959]: timer() Jul 09 17:08:53.857862 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:08:53.857862 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 17:08:53.857862 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:08:53.857862 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 17:08:53.857862 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:08:53.857862 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 17:08:53.857862 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:08:53.857862 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 17:08:53.857862 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:08:53.857862 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 17:08:53.857862 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:08:53.857862 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:08:53.857862 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:08:53.857862 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:08:53.857862 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:08:53.857862 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 17:08:53.857862 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:08:53.857862 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 17:08:53.857862 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:08:53.857862 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:08:53.857862 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:08:53.857862 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 17:08:53.857862 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:08:53.857862 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:08:53.857862 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:08:53.857862 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:08:53.857862 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:08:53.857862 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:08:53.857862 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:08:53.916037 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f49c662-b04c-4e8f-b627-0c9c2fe8a0c8 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:53.922987 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f49c662-b04c-4e8f-b627-0c9c2fe8a0c8 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:53.924820 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-6f49c662-b04c-4e8f-b627-0c9c2fe8a0c8 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] 10.222.0.98 "DELETE /v2.0/networks/1f2579b9-ec1e-4cd9-ac47-c2842d170276 HTTP/1.1" status: 204 len: 168 time: 0.5923202 Jul 09 17:08:53.929851 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52844) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:53.937449 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f49c662-b04c-4e8f-b627-0c9c2fe8a0c8 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Pushing event deleted for resources: {'Network': ['ID=1f2579b9-ec1e-4cd9-ac47-c2842d170276,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:53.979448 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e3032363-b1c2-404a-8d6a-9415e3eaba37 None None] Provisioning for port 51e1399a-56f0-49d6-8d0c-dad0078245d9 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:08:54.007024 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d909047-05c5-4174-80a8-aaca1027b105 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Deleting subnet 65c472de-f091-4a9d-90ec-6d2d448e1687 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:08:54.010369 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d909047-05c5-4174-80a8-aaca1027b105 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:54.053395 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d909047-05c5-4174-80a8-aaca1027b105 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:54.071769 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:08:54.158861 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d909047-05c5-4174-80a8-aaca1027b105 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:54.233269 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d909047-05c5-4174-80a8-aaca1027b105 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:54.268042 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 51e1399a-56f0-49d6-8d0c-dad0078245d9 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:08:54.269056 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d909047-05c5-4174-80a8-aaca1027b105 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:54.271017 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2d909047-05c5-4174-80a8-aaca1027b105 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] 10.222.0.98 "DELETE /v2.0/subnets/65c472de-f091-4a9d-90ec-6d2d448e1687 HTTP/1.1" status: 204 len: 168 time: 0.3392584 Jul 09 17:08:54.272260 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d909047-05c5-4174-80a8-aaca1027b105 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Pushing event deleted for resources: {'Subnet': ['ID=65c472de-f091-4a9d-90ec-6d2d448e1687,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:54.273937 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52846) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:54.339267 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 51e1399a-56f0-49d6-8d0c-dad0078245d9 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:08:54.343680 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 51e1399a-56f0-49d6-8d0c-dad0078245d9 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:08:54.344179 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:54.367583 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d3bec6f-a6b5-4ef2-b43e-405f3d6a24e1 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:54.381836 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7284f276-7057-4f3f-8641-ab9cbbb05139 None None] Network 3e472f2f-6023-4ada-8892-3036958f9595 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:08:54.443702 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-2d3bec6f-a6b5-4ef2-b43e-405f3d6a24e1 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Deleting port 51e1399a-56f0-49d6-8d0c-dad0078245d9 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:08:54.444263 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d3bec6f-a6b5-4ef2-b43e-405f3d6a24e1 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:54.500853 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f4c8c735-0c71-4885-88c5-5b238557a495 None None] Provisioning complete for port 51e1399a-56f0-49d6-8d0c-dad0078245d9 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:08:54.501231 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f4c8c735-0c71-4885-88c5-5b238557a495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:54.532448 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dfbdce-b33d-49f1-af03-fe5404af97d9 None None] DHCP port deletion for 1f2579b9-ec1e-4cd9-ac47-c2842d170276 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:08:54.533727 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-2d3bec6f-a6b5-4ef2-b43e-405f3d6a24e1 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] For port 51e1399a-56f0-49d6-8d0c-dad0078245d9, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=51e1399a-56f0-49d6-8d0c-dad0078245d9,segment=NetworkSegment(4e4029c8-ef2e-4c5e-8a7b-55c263880ae0),segment_id=4e4029c8-ef2e-4c5e-8a7b-55c263880ae0)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:08:54.534149 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d3bec6f-a6b5-4ef2-b43e-405f3d6a24e1 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:54.552322 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-2d3bec6f-a6b5-4ef2-b43e-405f3d6a24e1 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Calling delete_port for 51e1399a-56f0-49d6-8d0c-dad0078245d9 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:08:54.619545 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d722af1-4f85-4109-8045-10fd14c0e68d None None] Network 1f2579b9-ec1e-4cd9-ac47-c2842d170276 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:08:54.642871 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d722af1-4f85-4109-8045-10fd14c0e68d None None] Network 1f2579b9-ec1e-4cd9-ac47-c2842d170276 could not be found, it might have been deleted concurrently. {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 17:08:54.645972 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:54.655728 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d3bec6f-a6b5-4ef2-b43e-405f3d6a24e1 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:54.667666 n-d-798930-3 neutron-server[93960]: INFO neutron.plugins.ml2.db [None req-f4c8c735-0c71-4885-88c5-5b238557a495 None None] No ports have port_id starting with 51e1399a-56f0-49d6-8d0c-dad0078245d9 Jul 09 17:08:54.684743 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3bec6f-a6b5-4ef2-b43e-405f3d6a24e1 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Pushing event deleted for resources: {'Port': ['ID=51e1399a-56f0-49d6-8d0c-dad0078245d9,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:54.686589 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3bec6f-a6b5-4ef2-b43e-405f3d6a24e1 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] No DVR routers for this DVR port 51e1399a-56f0-49d6-8d0c-dad0078245d9 on host n-d-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:08:54.780983 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d3bec6f-a6b5-4ef2-b43e-405f3d6a24e1 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:54.789605 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d9d012-ef47-4507-b7fa-ee1277bb8494 None None] DHCP port deletion for 3e472f2f-6023-4ada-8892-3036958f9595 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:08:54.791308 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-2d3bec6f-a6b5-4ef2-b43e-405f3d6a24e1 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e472f2f-6023-4ada-8892-3036958f9595']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:54.793830 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-eb6b677f-7478-475e-a587-ab1ffce15a31 None None] Could not find standard attr ID for object d5cd5956-ab82-4338-8fe6-a5e94e6284a7. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:08:54.802522 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-2d3bec6f-a6b5-4ef2-b43e-405f3d6a24e1 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e4029c8-ef2e-4c5e-8a7b-55c263880ae0') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:54.802838 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-2d3bec6f-a6b5-4ef2-b43e-405f3d6a24e1 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e4029c8-ef2e-4c5e-8a7b-55c263880ae0') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:54.811705 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d3bec6f-a6b5-4ef2-b43e-405f3d6a24e1 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:54.825730 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d3bec6f-a6b5-4ef2-b43e-405f3d6a24e1 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:54.831799 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d3bec6f-a6b5-4ef2-b43e-405f3d6a24e1 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:08:54.832188 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d3bec6f-a6b5-4ef2-b43e-405f3d6a24e1 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:54.835156 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 17:08:54.835156 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:08:54.835156 n-d-798930-3 neutron-server[93959]: timer() Jul 09 17:08:54.835156 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:08:54.835156 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 17:08:54.835156 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:08:54.835156 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 17:08:54.835156 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:08:54.835156 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 17:08:54.835156 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:08:54.835156 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 17:08:54.835156 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:08:54.835156 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 17:08:54.835156 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:08:54.835156 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:08:54.835156 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:08:54.835156 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:08:54.835156 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:08:54.835156 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 17:08:54.835156 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:08:54.835156 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 17:08:54.835156 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:08:54.835156 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:08:54.835156 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:08:54.835156 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 17:08:54.835156 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:08:54.835156 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:08:54.835156 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:08:54.835156 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:08:54.835156 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:08:54.835156 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:08:54.835156 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:08:54.893699 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d3bec6f-a6b5-4ef2-b43e-405f3d6a24e1 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:54.900548 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d3bec6f-a6b5-4ef2-b43e-405f3d6a24e1 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:54.902547 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2d3bec6f-a6b5-4ef2-b43e-405f3d6a24e1 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] 10.222.0.98 "DELETE /v2.0/networks/3e472f2f-6023-4ada-8892-3036958f9595 HTTP/1.1" status: 204 len: 168 time: 0.6273780 Jul 09 17:08:54.905377 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52850) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:54.915795 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3bec6f-a6b5-4ef2-b43e-405f3d6a24e1 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Pushing event deleted for resources: {'Network': ['ID=3e472f2f-6023-4ada-8892-3036958f9595,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:54.939880 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8f98deac-0b71-4ceb-acfe-13dd91c77dd2 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] 10.222.0.98 "GET /v2.0/ports?device_id=2d875de6-c1ea-4108-bbb9-8c660ebba0b8 HTTP/1.1" status: 200 len: 205 time: 0.0332818 Jul 09 17:08:54.942262 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52852) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:55.011296 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-042ccbfb-51ae-4e17-9945-315baacd5742 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:55.117200 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-173765b8-1a69-47a1-acdc-4e8fe41e6641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:55.166576 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-042ccbfb-51ae-4e17-9945-315baacd5742 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:55.168631 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-042ccbfb-51ae-4e17-9945-315baacd5742 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:55.215010 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-042ccbfb-51ae-4e17-9945-315baacd5742 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:55.215500 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042ccbfb-51ae-4e17-9945-315baacd5742 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Fanout notify agent at l3_agent the message router_deleted on router 2d875de6-c1ea-4108-bbb9-8c660ebba0b8 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:08:55.222334 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-042ccbfb-51ae-4e17-9945-315baacd5742 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:55.224035 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-042ccbfb-51ae-4e17-9945-315baacd5742 tempest-RoutersNegativeTest-284579641 tempest-RoutersNegativeTest-284579641-project] 10.222.0.98 "DELETE /v2.0/routers/2d875de6-c1ea-4108-bbb9-8c660ebba0b8 HTTP/1.1" status: 204 len: 168 time: 0.2802651 Jul 09 17:08:55.467928 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52858) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:55.596598 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e08b42cd-d331-4f77-9257-71799c3fa437 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6904045799b94bf9be2ed333db8fff4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1274574 Jul 09 17:08:55.599655 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52862) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:55.646324 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-504de131-5c3a-47ae-aa0c-e4861500daa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:55.666698 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-504de131-5c3a-47ae-aa0c-e4861500daa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:55.713533 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-504de131-5c3a-47ae-aa0c-e4861500daa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:55.716864 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-504de131-5c3a-47ae-aa0c-e4861500daa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:55.718009 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-504de131-5c3a-47ae-aa0c-e4861500daa0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f36a8858-e044-4ae9-aacd-e3bdfb17f945 HTTP/1.1" status: 204 len: 168 time: 0.1174288 Jul 09 17:08:55.725798 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504de131-5c3a-47ae-aa0c-e4861500daa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36a8858-e044-4ae9-aacd-e3bdfb17f945,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:55.839805 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:56.200293 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d5cd5956-ab82-4338-8fe6-a5e94e6284a7 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:08:56.220881 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: d5cd5956-ab82-4338-8fe6-a5e94e6284a7 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:08:56.221167 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d5cd5956-ab82-4338-8fe6-a5e94e6284a7 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:08:56.221589 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 51e1399a-56f0-49d6-8d0c-dad0078245d9 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:08:56.240645 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 51e1399a-56f0-49d6-8d0c-dad0078245d9 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:08:56.241000 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 51e1399a-56f0-49d6-8d0c-dad0078245d9 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:08:56.312918 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52884) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:56.404453 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-88d22739-4e6a-4279-80e8-64e3efe0facb admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1210234570-network', 'tenant_id': '1da80eb6481c4aa2a05dbb7e56c3c1ed'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:56.425353 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d22739-4e6a-4279-80e8-64e3efe0facb admin admin] Made reservation on behalf of 1da80eb6481c4aa2a05dbb7e56c3c1ed for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:56.428258 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-88d22739-4e6a-4279-80e8-64e3efe0facb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:56.436727 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-88d22739-4e6a-4279-80e8-64e3efe0facb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:56.437402 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:56.539453 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-88d22739-4e6a-4279-80e8-64e3efe0facb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:56.543728 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-88d22739-4e6a-4279-80e8-64e3efe0facb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:56.569555 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88d22739-4e6a-4279-80e8-64e3efe0facb admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:08:56.578476 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d22739-4e6a-4279-80e8-64e3efe0facb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f92ad5b-837f-4d76-8884-881bae885764,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:56.588513 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d22739-4e6a-4279-80e8-64e3efe0facb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:56.588846 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d22739-4e6a-4279-80e8-64e3efe0facb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:56.589194 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d22739-4e6a-4279-80e8-64e3efe0facb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:56.589598 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d22739-4e6a-4279-80e8-64e3efe0facb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:56.590058 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d22739-4e6a-4279-80e8-64e3efe0facb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:56.590537 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d22739-4e6a-4279-80e8-64e3efe0facb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:56.590913 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d22739-4e6a-4279-80e8-64e3efe0facb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:56.591249 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d22739-4e6a-4279-80e8-64e3efe0facb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:56.591581 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d22739-4e6a-4279-80e8-64e3efe0facb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:56.591908 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d22739-4e6a-4279-80e8-64e3efe0facb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:56.592236 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d22739-4e6a-4279-80e8-64e3efe0facb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:56.592559 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d22739-4e6a-4279-80e8-64e3efe0facb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:56.596447 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-88d22739-4e6a-4279-80e8-64e3efe0facb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:56.596904 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-88d22739-4e6a-4279-80e8-64e3efe0facb admin admin] Added segment 81f15aba-3deb-4456-9437-7d447a4dfe28 of type vlan for network 9f501fdb-0533-42e3-905a-53013a3dcca9 Jul 09 17:08:56.636912 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-88d22739-4e6a-4279-80e8-64e3efe0facb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:56.665003 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-88d22739-4e6a-4279-80e8-64e3efe0facb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:56.666387 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d22739-4e6a-4279-80e8-64e3efe0facb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:56.667036 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-88d22739-4e6a-4279-80e8-64e3efe0facb admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:56.720523 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-88d22739-4e6a-4279-80e8-64e3efe0facb admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4064298 Jul 09 17:08:56.724193 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52888) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:56.726160 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d22739-4e6a-4279-80e8-64e3efe0facb admin admin] Pushing event updated for resources: {'Network': ['ID=9f501fdb-0533-42e3-905a-53013a3dcca9,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:56.729497 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-533f231d-baf1-469b-b724-957bc0089c27 admin admin] Request body: {'subnet': {'network_id': '9f501fdb-0533-42e3-905a-53013a3dcca9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1210234570-subnet', 'tenant_id': '1da80eb6481c4aa2a05dbb7e56c3c1ed', 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:56.735955 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 9f501fdb-0533-42e3-905a-53013a3dcca9 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:08:56.752399 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533f231d-baf1-469b-b724-957bc0089c27 admin admin] Made reservation on behalf of 1da80eb6481c4aa2a05dbb7e56c3c1ed for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:08:56.755425 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-533f231d-baf1-469b-b724-957bc0089c27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:56.922337 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-533f231d-baf1-469b-b724-957bc0089c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:56.984666 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533f231d-baf1-469b-b724-957bc0089c27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c43cd00b-f42e-40db-8c43-fc21a1f73f0b,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:56.988971 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533f231d-baf1-469b-b724-957bc0089c27 admin admin] Checking segment: {'id': '81f15aba-3deb-4456-9437-7d447a4dfe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9f501fdb-0533-42e3-905a-53013a3dcca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:08:56.989334 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533f231d-baf1-469b-b724-957bc0089c27 admin admin] Network hostable DHCP agents. Network: 9f501fdb-0533-42e3-905a-53013a3dcca9, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:08:57.005272 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533f231d-baf1-469b-b724-957bc0089c27 admin admin] Network 9f501fdb-0533-42e3-905a-53013a3dcca9 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:08:57.013551 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-533f231d-baf1-469b-b724-957bc0089c27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 9f501fdb-0533-42e3-905a-53013a3dcca9) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:08:57.017596 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533f231d-baf1-469b-b724-957bc0089c27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:08:57.018176 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-533f231d-baf1-469b-b724-957bc0089c27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:57.023754 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e604f5b1-43f1-4a17-9f72-eba193141e50 None None] Network 9f501fdb-0533-42e3-905a-53013a3dcca9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:08:57.033291 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-533f231d-baf1-469b-b724-957bc0089c27 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3079686 Jul 09 17:08:57.036820 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52890) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:57.041303 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-4207526c-6db6-4808-8995-dfd7ba54ccea admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1210234570-router', 'tenant_id': '1da80eb6481c4aa2a05dbb7e56c3c1ed', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:08:57.061530 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4207526c-6db6-4808-8995-dfd7ba54ccea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:57.063180 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4207526c-6db6-4808-8995-dfd7ba54ccea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:57.116762 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4207526c-6db6-4808-8995-dfd7ba54ccea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:57.168806 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:57.177301 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47b2848-17e8-4d27-b72e-bc27c44675cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-9f501fdb-0533-42e3-905a-53013a3dcca9', 'network_id': '9f501fdb-0533-42e3-905a-53013a3dcca9', 'tenant_id': '1da80eb6481c4aa2a05dbb7e56c3c1ed', 'fixed_ips': [{'subnet_id': 'c43cd00b-f42e-40db-8c43-fc21a1f73f0b'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:08:57.178176 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b47b2848-17e8-4d27-b72e-bc27c44675cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:57.259694 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4207526c-6db6-4808-8995-dfd7ba54ccea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:57.314305 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-b47b2848-17e8-4d27-b72e-bc27c44675cb None None] Allocated IP 172.20.0.2 (9f501fdb-0533-42e3-905a-53013a3dcca9/c43cd00b-f42e-40db-8c43-fc21a1f73f0b/0f2e6902-f00d-406c-84f6-ebc26e875e25) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:08:57.460107 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4207526c-6db6-4808-8995-dfd7ba54ccea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:57.467110 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b47b2848-17e8-4d27-b72e-bc27c44675cb None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:57.475408 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b47b2848-17e8-4d27-b72e-bc27c44675cb None None] Transition to ACTIVE for port object 0f2e6902-f00d-406c-84f6-ebc26e875e25 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:08:57.478879 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4207526c-6db6-4808-8995-dfd7ba54ccea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:57.492742 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b47b2848-17e8-4d27-b72e-bc27c44675cb None None] Transition to ACTIVE for port object 0f2e6902-f00d-406c-84f6-ebc26e875e25 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:08:57.498794 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b47b2848-17e8-4d27-b72e-bc27c44675cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:57.538473 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47b2848-17e8-4d27-b72e-bc27c44675cb None None] Network 9f501fdb-0533-42e3-905a-53013a3dcca9 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:08:57.546787 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-b47b2848-17e8-4d27-b72e-bc27c44675cb None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:08:57.547312 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47b2848-17e8-4d27-b72e-bc27c44675cb None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:08:57.550408 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b2848-17e8-4d27-b72e-bc27c44675cb None None] Pushing event updated for resources: {'Port': ['ID=0f2e6902-f00d-406c-84f6-ebc26e875e25,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:57.584518 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-4207526c-6db6-4808-8995-dfd7ba54ccea admin admin] Allocated IP 172.25.0.126 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/b764af06-e7e6-4a3a-97e8-3213e8a3a504) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:08:57.609225 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-b47b2848-17e8-4d27-b72e-bc27c44675cb None None] Attempting to bind port 0f2e6902-f00d-406c-84f6-ebc26e875e25 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:08:57.609588 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-b47b2848-17e8-4d27-b72e-bc27c44675cb None None] Attempting to bind port 0f2e6902-f00d-406c-84f6-ebc26e875e25 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '81f15aba-3deb-4456-9437-7d447a4dfe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9f501fdb-0533-42e3-905a-53013a3dcca9'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:08:57.609942 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47b2848-17e8-4d27-b72e-bc27c44675cb None None] Attempting to bind port 0f2e6902-f00d-406c-84f6-ebc26e875e25 on network 9f501fdb-0533-42e3-905a-53013a3dcca9 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:08:57.615539 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47b2848-17e8-4d27-b72e-bc27c44675cb None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:08:57.615905 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47b2848-17e8-4d27-b72e-bc27c44675cb None None] Checking segment: {'id': '81f15aba-3deb-4456-9437-7d447a4dfe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9f501fdb-0533-42e3-905a-53013a3dcca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:08:57.616300 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b47b2848-17e8-4d27-b72e-bc27c44675cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:57.616684 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47b2848-17e8-4d27-b72e-bc27c44675cb None None] Bound using segment: {'id': '81f15aba-3deb-4456-9437-7d447a4dfe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9f501fdb-0533-42e3-905a-53013a3dcca9'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:08:57.617140 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-b47b2848-17e8-4d27-b72e-bc27c44675cb None None] Bound port: 0f2e6902-f00d-406c-84f6-ebc26e875e25, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81f15aba-3deb-4456-9437-7d447a4dfe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9f501fdb-0533-42e3-905a-53013a3dcca9'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:08:57.617511 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b47b2848-17e8-4d27-b72e-bc27c44675cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:57.678844 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b47b2848-17e8-4d27-b72e-bc27c44675cb None None] For port 0f2e6902-f00d-406c-84f6-ebc26e875e25, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:08:57.682021 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b47b2848-17e8-4d27-b72e-bc27c44675cb None None] For port 0f2e6902-f00d-406c-84f6-ebc26e875e25, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=0f2e6902-f00d-406c-84f6-ebc26e875e25,segment=NetworkSegment(81f15aba-3deb-4456-9437-7d447a4dfe28),segment_id=81f15aba-3deb-4456-9437-7d447a4dfe28)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:08:57.685699 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b47b2848-17e8-4d27-b72e-bc27c44675cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:57.685961 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4207526c-6db6-4808-8995-dfd7ba54ccea admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:57.731904 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4207526c-6db6-4808-8995-dfd7ba54ccea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:57.745564 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b2848-17e8-4d27-b72e-bc27c44675cb None None] Pushing event updated for resources: {'Port': ['ID=0f2e6902-f00d-406c-84f6-ebc26e875e25,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:57.768915 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4207526c-6db6-4808-8995-dfd7ba54ccea admin admin] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:08:57.771906 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-4207526c-6db6-4808-8995-dfd7ba54ccea admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:08:57.777750 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4207526c-6db6-4808-8995-dfd7ba54ccea admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:08:57.806575 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4207526c-6db6-4808-8995-dfd7ba54ccea admin admin] Pushing event updated for resources: {'Port': ['ID=b764af06-e7e6-4a3a-97e8-3213e8a3a504,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:58.044520 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4207526c-6db6-4808-8995-dfd7ba54ccea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:58.230481 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 0f2e6902-f00d-406c-84f6-ebc26e875e25 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:08:58.244625 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4207526c-6db6-4808-8995-dfd7ba54ccea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:58.280356 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 0f2e6902-f00d-406c-84f6-ebc26e875e25 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:08:58.380014 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:58.636205 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6c33a9-663a-408d-83ba-d3277a3ddf01 None None] Network 9f501fdb-0533-42e3-905a-53013a3dcca9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:08:58.698071 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4207526c-6db6-4808-8995-dfd7ba54ccea admin admin] Router d3b46b24-3b61-4182-9eaf-15ef14b4714e is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:08:58.759830 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f6e7bfe4-ca36-4111-bee5-2db97dbed85b None None] Provisioning for port 0f2e6902-f00d-406c-84f6-ebc26e875e25 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:08:58.782532 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f6e7bfe4-ca36-4111-bee5-2db97dbed85b None None] Provisioning complete for port 0f2e6902-f00d-406c-84f6-ebc26e875e25 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:08:58.782938 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6e7bfe4-ca36-4111-bee5-2db97dbed85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:58.805221 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4207526c-6db6-4808-8995-dfd7ba54ccea admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:08:58.814943 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9b6f82-519f-4114-8349-cdbd29d68051 None None] Sync routers for ids ['d3b46b24-3b61-4182-9eaf-15ef14b4714e'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:08:58.824500 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9b6f82-519f-4114-8349-cdbd29d68051 None None] Routers {'d3b46b24-3b61-4182-9eaf-15ef14b4714e'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:08:58.825132 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-8f9b6f82-519f-4114-8349-cdbd29d68051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:08:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['d3b46b24-3b61-4182-9eaf-15ef14b4714e'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:58.825658 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4207526c-6db6-4808-8995-dfd7ba54ccea admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:58.829511 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-4207526c-6db6-4808-8995-dfd7ba54ccea admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.7895494 Jul 09 17:08:58.829794 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52892) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:58.889445 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6e7bfe4-ca36-4111-bee5-2db97dbed85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:58.925833 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-f6e7bfe4-ca36-4111-bee5-2db97dbed85b None None] For port 0f2e6902-f00d-406c-84f6-ebc26e875e25, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=0f2e6902-f00d-406c-84f6-ebc26e875e25,segment=NetworkSegment(81f15aba-3deb-4456-9437-7d447a4dfe28),segment_id=81f15aba-3deb-4456-9437-7d447a4dfe28)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:08:58.935275 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6e7bfe4-ca36-4111-bee5-2db97dbed85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:58.937018 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-8f9b6f82-519f-4114-8349-cdbd29d68051 None None] Set router d3b46b24-3b61-4182-9eaf-15ef14b4714e gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:08:58.988180 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e7bfe4-ca36-4111-bee5-2db97dbed85b None None] Pushing event updated for resources: {'Port': ['ID=0f2e6902-f00d-406c-84f6-ebc26e875e25,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:59.128622 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-8f9b6f82-519f-4114-8349-cdbd29d68051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b46b24-3b61-4182-9eaf-15ef14b4714e', 'name': 'tempest-TestEncryptedCinderVolumes-1210234570-router', 'tenant_id': '1da80eb6481c4aa2a05dbb7e56c3c1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'b764af06-e7e6-4a3a-97e8-3213e8a3a504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:08:57Z', 'updated_at': '2021-07-09T17:08:57Z', 'revision_number': 3, 'project_id': '1da80eb6481c4aa2a05dbb7e56c3c1ed', 'gw_port': {'id': 'b764af06-e7e6-4a3a-97e8-3213e8a3a504', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ff:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b46b24-3b61-4182-9eaf-15ef14b4714e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:08:57Z', 'updated_at': '2021-07-09T17:08:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:59.154503 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-919b093b-fd8f-401c-a5e7-c363ab1590bf None None] Provisioning complete for port 0f2e6902-f00d-406c-84f6-ebc26e875e25 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:08:59.154911 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-919b093b-fd8f-401c-a5e7-c363ab1590bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:59.164032 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9b6f82-519f-4114-8349-cdbd29d68051 None None] Checking router: d3b46b24-3b61-4182-9eaf-15ef14b4714e for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:08:59.164523 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9b6f82-519f-4114-8349-cdbd29d68051 None None] Updating router d3b46b24-3b61-4182-9eaf-15ef14b4714e port b764af06-e7e6-4a3a-97e8-3213e8a3a504 binding host n-d-798930-3 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:08:59.199589 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-8f9b6f82-519f-4114-8349-cdbd29d68051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:59.260499 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5ae0507d-8cc8-490c-904a-9f0a4ca009cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:59.415066 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-5ae0507d-8cc8-490c-904a-9f0a4ca009cf admin admin] Allocated IP 172.20.0.1 (9f501fdb-0533-42e3-905a-53013a3dcca9/c43cd00b-f42e-40db-8c43-fc21a1f73f0b/7d988276-be0e-4e05-99c8-87bba866ef42) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:08:59.455687 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-8f9b6f82-519f-4114-8349-cdbd29d68051 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:59.465607 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-8f9b6f82-519f-4114-8349-cdbd29d68051 None None] Transition to ACTIVE for port object b764af06-e7e6-4a3a-97e8-3213e8a3a504 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:08:59.471506 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-8f9b6f82-519f-4114-8349-cdbd29d68051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:59.520489 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5ae0507d-8cc8-490c-904a-9f0a4ca009cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:59.521497 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-8f9b6f82-519f-4114-8349-cdbd29d68051 None None] Attempting to bind port b764af06-e7e6-4a3a-97e8-3213e8a3a504 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:08:59.521862 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-8f9b6f82-519f-4114-8349-cdbd29d68051 None None] Attempting to bind port b764af06-e7e6-4a3a-97e8-3213e8a3a504 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:08:59.522211 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9b6f82-519f-4114-8349-cdbd29d68051 None None] Attempting to bind port b764af06-e7e6-4a3a-97e8-3213e8a3a504 on network caa6ed8d-2893-4113-8f68-c5284e694f6c {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:08:59.530959 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9b6f82-519f-4114-8349-cdbd29d68051 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:08:59.531329 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9b6f82-519f-4114-8349-cdbd29d68051 None None] Checking segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:08:59.531721 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-8f9b6f82-519f-4114-8349-cdbd29d68051 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:59.532104 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9b6f82-519f-4114-8349-cdbd29d68051 None None] Bound using segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:08:59.532558 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-8f9b6f82-519f-4114-8349-cdbd29d68051 None None] Bound port: b764af06-e7e6-4a3a-97e8-3213e8a3a504, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:08:59.532928 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-8f9b6f82-519f-4114-8349-cdbd29d68051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:59.533298 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-5ae0507d-8cc8-490c-904a-9f0a4ca009cf admin admin] Transition to ACTIVE for port object 7d988276-be0e-4e05-99c8-87bba866ef42 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:08:59.534441 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77b96f5-9945-4e25-8f8e-ad83a99f4ad4 None None] Pushing event updated for resources: {'Port': ['ID=b764af06-e7e6-4a3a-97e8-3213e8a3a504,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:59.561708 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77b96f5-9945-4e25-8f8e-ad83a99f4ad4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:59.562041 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77b96f5-9945-4e25-8f8e-ad83a99f4ad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:59.562369 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77b96f5-9945-4e25-8f8e-ad83a99f4ad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:59.562701 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77b96f5-9945-4e25-8f8e-ad83a99f4ad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:59.563027 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77b96f5-9945-4e25-8f8e-ad83a99f4ad4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:59.563342 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77b96f5-9945-4e25-8f8e-ad83a99f4ad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:59.563654 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77b96f5-9945-4e25-8f8e-ad83a99f4ad4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:59.563964 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77b96f5-9945-4e25-8f8e-ad83a99f4ad4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:59.564272 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77b96f5-9945-4e25-8f8e-ad83a99f4ad4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:59.564582 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77b96f5-9945-4e25-8f8e-ad83a99f4ad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:59.564889 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77b96f5-9945-4e25-8f8e-ad83a99f4ad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:59.565197 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77b96f5-9945-4e25-8f8e-ad83a99f4ad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:08:59.568651 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5ae0507d-8cc8-490c-904a-9f0a4ca009cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:59.595356 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-8f9b6f82-519f-4114-8349-cdbd29d68051 None None] For port b764af06-e7e6-4a3a-97e8-3213e8a3a504, host n-d-798930-3, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:08:59.598965 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-8f9b6f82-519f-4114-8349-cdbd29d68051 None None] For port b764af06-e7e6-4a3a-97e8-3213e8a3a504, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=b764af06-e7e6-4a3a-97e8-3213e8a3a504,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:08:59.603865 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-8f9b6f82-519f-4114-8349-cdbd29d68051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:59.612764 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae0507d-8cc8-490c-904a-9f0a4ca009cf admin admin] Network 9f501fdb-0533-42e3-905a-53013a3dcca9 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:08:59.619796 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-5ae0507d-8cc8-490c-904a-9f0a4ca009cf admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:08:59.622354 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae0507d-8cc8-490c-904a-9f0a4ca009cf admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:08:59.651793 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae0507d-8cc8-490c-904a-9f0a4ca009cf admin admin] Pushing event updated for resources: {'Port': ['ID=7d988276-be0e-4e05-99c8-87bba866ef42,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:59.661141 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9b6f82-519f-4114-8349-cdbd29d68051 None None] Routers {'d3b46b24-3b61-4182-9eaf-15ef14b4714e'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:08:59.661761 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-8f9b6f82-519f-4114-8349-cdbd29d68051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:08:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['d3b46b24-3b61-4182-9eaf-15ef14b4714e'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:59.665204 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77b96f5-9945-4e25-8f8e-ad83a99f4ad4 None None] Pushing event updated for resources: {'Port': ['ID=b764af06-e7e6-4a3a-97e8-3213e8a3a504,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:08:59.669491 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5ae0507d-8cc8-490c-904a-9f0a4ca009cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:59.778168 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-8f9b6f82-519f-4114-8349-cdbd29d68051 None None] Set router d3b46b24-3b61-4182-9eaf-15ef14b4714e gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:08:59.815370 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5ae0507d-8cc8-490c-904a-9f0a4ca009cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:59.863375 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-850c29bf-cef9-418b-b9df-e05b9ecb804c None None] Provisioning for port 7d988276-be0e-4e05-99c8-87bba866ef42 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:08:59.868504 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-850c29bf-cef9-418b-b9df-e05b9ecb804c None None] Provisioning complete for port 7d988276-be0e-4e05-99c8-87bba866ef42 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:08:59.868937 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-850c29bf-cef9-418b-b9df-e05b9ecb804c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:59.904620 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-850c29bf-cef9-418b-b9df-e05b9ecb804c None None] Port 7d988276-be0e-4e05-99c8-87bba866ef42 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:08:59.960529 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-8f9b6f82-519f-4114-8349-cdbd29d68051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b46b24-3b61-4182-9eaf-15ef14b4714e', 'name': 'tempest-TestEncryptedCinderVolumes-1210234570-router', 'tenant_id': '1da80eb6481c4aa2a05dbb7e56c3c1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'b764af06-e7e6-4a3a-97e8-3213e8a3a504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:08:57Z', 'updated_at': '2021-07-09T17:08:57Z', 'revision_number': 3, 'project_id': '1da80eb6481c4aa2a05dbb7e56c3c1ed', 'gw_port': {'id': 'b764af06-e7e6-4a3a-97e8-3213e8a3a504', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ff:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b46b24-3b61-4182-9eaf-15ef14b4714e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:08:57Z', 'updated_at': '2021-07-09T17:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:08:59.980861 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5ae0507d-8cc8-490c-904a-9f0a4ca009cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:59.985715 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5ae0507d-8cc8-490c-904a-9f0a4ca009cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:00.054054 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5ae0507d-8cc8-490c-904a-9f0a4ca009cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:00.055725 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae0507d-8cc8-490c-904a-9f0a4ca009cf admin admin] Pushing event updated for resources: {'Port': ['ID=7d988276-be0e-4e05-99c8-87bba866ef42,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:00.068069 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9b6f82-519f-4114-8349-cdbd29d68051 None None] The sync data for ids ['d3b46b24-3b61-4182-9eaf-15ef14b4714e'] in n-d-798930-3 is: [{'id': 'd3b46b24-3b61-4182-9eaf-15ef14b4714e', 'name': 'tempest-TestEncryptedCinderVolumes-1210234570-router', 'tenant_id': '1da80eb6481c4aa2a05dbb7e56c3c1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'b764af06-e7e6-4a3a-97e8-3213e8a3a504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:08:57Z', 'updated_at': '2021-07-09T17:08:57Z', 'revision_number': 3, 'project_id': '1da80eb6481c4aa2a05dbb7e56c3c1ed', 'gw_port': {'id': 'b764af06-e7e6-4a3a-97e8-3213e8a3a504', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ff:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b46b24-3b61-4182-9eaf-15ef14b4714e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:08:57Z', 'updated_at': '2021-07-09T17:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:09:00.156531 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae0507d-8cc8-490c-904a-9f0a4ca009cf admin admin] Network 9f501fdb-0533-42e3-905a-53013a3dcca9 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:09:00.158200 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-5ae0507d-8cc8-490c-904a-9f0a4ca009cf admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:09:00.229351 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 0f2e6902-f00d-406c-84f6-ebc26e875e25 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:09:00.309424 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae0507d-8cc8-490c-904a-9f0a4ca009cf admin admin] Router d3b46b24-3b61-4182-9eaf-15ef14b4714e has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:09:00.316049 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 0f2e6902-f00d-406c-84f6-ebc26e875e25 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:00.316424 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:00.430964 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d7609fcc-ea6e-44e9-a7df-1bfea0d9e7fc None None] Provisioning complete for port 7d988276-be0e-4e05-99c8-87bba866ef42 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:00.431343 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d7609fcc-ea6e-44e9-a7df-1bfea0d9e7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:00.441139 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae0507d-8cc8-490c-904a-9f0a4ca009cf admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:09:00.455411 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-5ae0507d-8cc8-490c-904a-9f0a4ca009cf admin admin] 10.222.0.98 "PUT /v2.0/routers/d3b46b24-3b61-4182-9eaf-15ef14b4714e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6239789 Jul 09 17:09:00.474953 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-d7609fcc-ea6e-44e9-a7df-1bfea0d9e7fc None None] Port 7d988276-be0e-4e05-99c8-87bba866ef42 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:09:00.925153 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52908) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:00.930854 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-8a24c988-aab4-4f1d-8953-6ca4a7c635e6 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1539087434-network', 'tenant_id': '6e6995a260524559bde660a360b33c59'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:00.951644 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a24c988-aab4-4f1d-8953-6ca4a7c635e6 admin admin] Made reservation on behalf of 6e6995a260524559bde660a360b33c59 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:09:00.954033 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8a24c988-aab4-4f1d-8953-6ca4a7c635e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:00.963269 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8a24c988-aab4-4f1d-8953-6ca4a7c635e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:01.052758 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8a24c988-aab4-4f1d-8953-6ca4a7c635e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:01.056755 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8a24c988-aab4-4f1d-8953-6ca4a7c635e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:01.080162 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a24c988-aab4-4f1d-8953-6ca4a7c635e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:09:01.090091 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a24c988-aab4-4f1d-8953-6ca4a7c635e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0080a9f4-84e6-4dfd-97a0-3a7b574a00af,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:01.095274 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8a24c988-aab4-4f1d-8953-6ca4a7c635e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:01.095618 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-8a24c988-aab4-4f1d-8953-6ca4a7c635e6 admin admin] Added segment c4b8a938-40fb-41db-8ef9-7dae1c9a4b66 of type vlan for network 6eec0cdb-8306-4cbd-b432-e9ce7724a62c Jul 09 17:09:01.137204 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8a24c988-aab4-4f1d-8953-6ca4a7c635e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:01.165910 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8a24c988-aab4-4f1d-8953-6ca4a7c635e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:01.167491 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a24c988-aab4-4f1d-8953-6ca4a7c635e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:01.168221 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8a24c988-aab4-4f1d-8953-6ca4a7c635e6 admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:01.219002 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8a24c988-aab4-4f1d-8953-6ca4a7c635e6 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2927041 Jul 09 17:09:01.221856 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52910) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:01.227504 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-3a423298-a642-4617-a4e6-570a0dee93ef admin admin] Request body: {'subnet': {'network_id': '6eec0cdb-8306-4cbd-b432-e9ce7724a62c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1539087434-subnet', 'tenant_id': '6e6995a260524559bde660a360b33c59', 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:01.229841 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a24c988-aab4-4f1d-8953-6ca4a7c635e6 admin admin] Pushing event updated for resources: {'Network': ['ID=6eec0cdb-8306-4cbd-b432-e9ce7724a62c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:01.240213 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 6eec0cdb-8306-4cbd-b432-e9ce7724a62c details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:09:01.250071 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a423298-a642-4617-a4e6-570a0dee93ef admin admin] Made reservation on behalf of 6e6995a260524559bde660a360b33c59 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:09:01.252523 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3a423298-a642-4617-a4e6-570a0dee93ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:01.430269 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3a423298-a642-4617-a4e6-570a0dee93ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:01.493911 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a423298-a642-4617-a4e6-570a0dee93ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa4e9ab2-d08e-4927-bdbc-3164a2c25955,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:01.503045 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a423298-a642-4617-a4e6-570a0dee93ef admin admin] Checking segment: {'id': 'c4b8a938-40fb-41db-8ef9-7dae1c9a4b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6eec0cdb-8306-4cbd-b432-e9ce7724a62c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:09:01.503410 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a423298-a642-4617-a4e6-570a0dee93ef admin admin] Network hostable DHCP agents. Network: 6eec0cdb-8306-4cbd-b432-e9ce7724a62c, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:09:01.519325 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a423298-a642-4617-a4e6-570a0dee93ef admin admin] Network 6eec0cdb-8306-4cbd-b432-e9ce7724a62c is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:09:01.528573 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-3a423298-a642-4617-a4e6-570a0dee93ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 6eec0cdb-8306-4cbd-b432-e9ce7724a62c) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:09:01.532716 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a423298-a642-4617-a4e6-570a0dee93ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:01.534070 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3a423298-a642-4617-a4e6-570a0dee93ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:01.538201 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ee48e9-3ae5-4ff3-bf1a-2d241b480130 None None] Network 6eec0cdb-8306-4cbd-b432-e9ce7724a62c requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:09:01.551507 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-3a423298-a642-4617-a4e6-570a0dee93ef admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3285086 Jul 09 17:09:01.554034 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 52912) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:01.558691 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-bf9b88ea-6c07-4bba-98e2-4756f1075980 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1539087434-router', 'tenant_id': '6e6995a260524559bde660a360b33c59', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:01.580269 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bf9b88ea-6c07-4bba-98e2-4756f1075980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:01.581507 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bf9b88ea-6c07-4bba-98e2-4756f1075980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:01.633267 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bf9b88ea-6c07-4bba-98e2-4756f1075980 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:01.653757 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971e015e-f20d-4ed8-9f92-4a0061f85bd4 None None] Sync routers for ids ['d3b46b24-3b61-4182-9eaf-15ef14b4714e'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:09:01.674732 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971e015e-f20d-4ed8-9f92-4a0061f85bd4 None None] Routers {'d3b46b24-3b61-4182-9eaf-15ef14b4714e'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:09:01.675492 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-971e015e-f20d-4ed8-9f92-4a0061f85bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:08:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['d3b46b24-3b61-4182-9eaf-15ef14b4714e'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:01.744525 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03166d86-4c8a-4da6-89e5-4f0d7a30f3a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-6eec0cdb-8306-4cbd-b432-e9ce7724a62c', 'network_id': '6eec0cdb-8306-4cbd-b432-e9ce7724a62c', 'tenant_id': '6e6995a260524559bde660a360b33c59', 'fixed_ips': [{'subnet_id': 'aa4e9ab2-d08e-4927-bdbc-3164a2c25955'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:09:01.745383 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-03166d86-4c8a-4da6-89e5-4f0d7a30f3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:01.776319 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bf9b88ea-6c07-4bba-98e2-4756f1075980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:01.869507 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-971e015e-f20d-4ed8-9f92-4a0061f85bd4 None None] Set router d3b46b24-3b61-4182-9eaf-15ef14b4714e gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:09:01.981380 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bf9b88ea-6c07-4bba-98e2-4756f1075980 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:02.006340 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bf9b88ea-6c07-4bba-98e2-4756f1075980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:02.020058 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-03166d86-4c8a-4da6-89e5-4f0d7a30f3a0 None None] Allocated IP 172.20.0.2 (6eec0cdb-8306-4cbd-b432-e9ce7724a62c/aa4e9ab2-d08e-4927-bdbc-3164a2c25955/fbfff129-01b0-4d20-ab3a-7afee6ff265b) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:09:02.107979 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-bf9b88ea-6c07-4bba-98e2-4756f1075980 admin admin] Allocated IP 172.25.0.206 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/94b0e5ac-d4de-41c1-b858-93551d1ee50d) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:09:02.218293 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-971e015e-f20d-4ed8-9f92-4a0061f85bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b46b24-3b61-4182-9eaf-15ef14b4714e', 'name': 'tempest-TestEncryptedCinderVolumes-1210234570-router', 'tenant_id': '1da80eb6481c4aa2a05dbb7e56c3c1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'b764af06-e7e6-4a3a-97e8-3213e8a3a504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:08:57Z', 'updated_at': '2021-07-09T17:08:59Z', 'revision_number': 4, 'project_id': '1da80eb6481c4aa2a05dbb7e56c3c1ed', 'gw_port': {'id': 'b764af06-e7e6-4a3a-97e8-3213e8a3a504', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ff:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b46b24-3b61-4182-9eaf-15ef14b4714e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:08:57Z', 'updated_at': '2021-07-09T17:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '7d988276-be0e-4e05-99c8-87bba866ef42', 'name': '', 'network_id': '9f501fdb-0533-42e3-905a-53013a3dcca9', 'tenant_id': '1da80eb6481c4aa2a05dbb7e56c3c1ed', 'mac_address': 'fa:16:3e:46:fa:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b46b24-3b61-4182-9eaf-15ef14b4714e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'c43cd00b-f42e-40db-8c43-fc21a1f73f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:08:59Z', 'updated_at': '2021-07-09T17:08:59Z', 'revision_number': 2, 'project_id': '1da80eb6481c4aa2a05dbb7e56c3c1ed', 'subnets': [{'id': 'c43cd00b-f42e-40db-8c43-fc21a1f73f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:02.221437 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bf9b88ea-6c07-4bba-98e2-4756f1075980 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:02.223263 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-03166d86-4c8a-4da6-89e5-4f0d7a30f3a0 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:02.255437 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device b764af06-e7e6-4a3a-97e8-3213e8a3a504 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:09:02.260196 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971e015e-f20d-4ed8-9f92-4a0061f85bd4 None None] Checking router: d3b46b24-3b61-4182-9eaf-15ef14b4714e for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:09:02.260546 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971e015e-f20d-4ed8-9f92-4a0061f85bd4 None None] Updating router d3b46b24-3b61-4182-9eaf-15ef14b4714e port 7d988276-be0e-4e05-99c8-87bba866ef42 binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:09:02.266053 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bf9b88ea-6c07-4bba-98e2-4756f1075980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:02.281453 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-03166d86-4c8a-4da6-89e5-4f0d7a30f3a0 None None] Transition to ACTIVE for port object fbfff129-01b0-4d20-ab3a-7afee6ff265b will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:09:02.301022 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9b88ea-6c07-4bba-98e2-4756f1075980 admin admin] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:09:02.304892 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-bf9b88ea-6c07-4bba-98e2-4756f1075980 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:09:02.307366 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9b88ea-6c07-4bba-98e2-4756f1075980 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:09:02.335918 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-03166d86-4c8a-4da6-89e5-4f0d7a30f3a0 None None] Transition to ACTIVE for port object fbfff129-01b0-4d20-ab3a-7afee6ff265b will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:09:02.337335 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-971e015e-f20d-4ed8-9f92-4a0061f85bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:02.346353 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b88ea-6c07-4bba-98e2-4756f1075980 admin admin] Pushing event updated for resources: {'Port': ['ID=94b0e5ac-d4de-41c1-b858-93551d1ee50d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:02.354632 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-03166d86-4c8a-4da6-89e5-4f0d7a30f3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:02.386647 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port b764af06-e7e6-4a3a-97e8-3213e8a3a504 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:09:02.578326 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bf9b88ea-6c07-4bba-98e2-4756f1075980 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:02.582864 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03166d86-4c8a-4da6-89e5-4f0d7a30f3a0 None None] Network 6eec0cdb-8306-4cbd-b432-e9ce7724a62c is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:09:02.586805 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port b764af06-e7e6-4a3a-97e8-3213e8a3a504 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:02.587455 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:02.594263 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-03166d86-4c8a-4da6-89e5-4f0d7a30f3a0 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:09:02.621366 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03166d86-4c8a-4da6-89e5-4f0d7a30f3a0 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:09:02.665718 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03166d86-4c8a-4da6-89e5-4f0d7a30f3a0 None None] Pushing event updated for resources: {'Port': ['ID=fbfff129-01b0-4d20-ab3a-7afee6ff265b,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:02.797788 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bf9b88ea-6c07-4bba-98e2-4756f1075980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:02.799244 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-03166d86-4c8a-4da6-89e5-4f0d7a30f3a0 None None] Attempting to bind port fbfff129-01b0-4d20-ab3a-7afee6ff265b on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:09:02.799617 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-03166d86-4c8a-4da6-89e5-4f0d7a30f3a0 None None] Attempting to bind port fbfff129-01b0-4d20-ab3a-7afee6ff265b by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'c4b8a938-40fb-41db-8ef9-7dae1c9a4b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6eec0cdb-8306-4cbd-b432-e9ce7724a62c'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:09:02.800274 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03166d86-4c8a-4da6-89e5-4f0d7a30f3a0 None None] Attempting to bind port fbfff129-01b0-4d20-ab3a-7afee6ff265b on network 6eec0cdb-8306-4cbd-b432-e9ce7724a62c {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:09:02.831603 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03166d86-4c8a-4da6-89e5-4f0d7a30f3a0 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:09:02.831978 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03166d86-4c8a-4da6-89e5-4f0d7a30f3a0 None None] Checking segment: {'id': 'c4b8a938-40fb-41db-8ef9-7dae1c9a4b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6eec0cdb-8306-4cbd-b432-e9ce7724a62c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:09:02.832897 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-03166d86-4c8a-4da6-89e5-4f0d7a30f3a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:02.833322 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03166d86-4c8a-4da6-89e5-4f0d7a30f3a0 None None] Bound using segment: {'id': 'c4b8a938-40fb-41db-8ef9-7dae1c9a4b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6eec0cdb-8306-4cbd-b432-e9ce7724a62c'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:09:02.833792 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-03166d86-4c8a-4da6-89e5-4f0d7a30f3a0 None None] Bound port: fbfff129-01b0-4d20-ab3a-7afee6ff265b, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4b8a938-40fb-41db-8ef9-7dae1c9a4b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6eec0cdb-8306-4cbd-b432-e9ce7724a62c'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:09:02.834172 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-03166d86-4c8a-4da6-89e5-4f0d7a30f3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:02.900851 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:02.929734 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9b88ea-6c07-4bba-98e2-4756f1075980 admin admin] Router a3384776-c950-4203-8342-5dc4af272030 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:09:02.946026 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port b764af06-e7e6-4a3a-97e8-3213e8a3a504, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=b764af06-e7e6-4a3a-97e8-3213e8a3a504,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:09:02.960159 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:03.005206 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-03166d86-4c8a-4da6-89e5-4f0d7a30f3a0 None None] For port fbfff129-01b0-4d20-ab3a-7afee6ff265b, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:09:03.039630 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9b88ea-6c07-4bba-98e2-4756f1075980 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:09:03.049136 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-03166d86-4c8a-4da6-89e5-4f0d7a30f3a0 None None] For port fbfff129-01b0-4d20-ab3a-7afee6ff265b, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=fbfff129-01b0-4d20-ab3a-7afee6ff265b,segment=NetworkSegment(c4b8a938-40fb-41db-8ef9-7dae1c9a4b66),segment_id=c4b8a938-40fb-41db-8ef9-7dae1c9a4b66)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:09:03.050510 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad245dd-19af-48a1-b3a1-431088f44aec None None] Sync routers for ids ['a3384776-c950-4203-8342-5dc4af272030'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:09:03.057514 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bf9b88ea-6c07-4bba-98e2-4756f1075980 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:03.061146 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad245dd-19af-48a1-b3a1-431088f44aec None None] Routers {'a3384776-c950-4203-8342-5dc4af272030'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:09:03.061946 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-aad245dd-19af-48a1-b3a1-431088f44aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:08:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['a3384776-c950-4203-8342-5dc4af272030'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:03.062755 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 52914) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:03.063558 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-03166d86-4c8a-4da6-89e5-4f0d7a30f3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:03.065476 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-bf9b88ea-6c07-4bba-98e2-4756f1075980 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5095863 Jul 09 17:09:03.081246 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=b764af06-e7e6-4a3a-97e8-3213e8a3a504,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:03.091627 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-971e015e-f20d-4ed8-9f92-4a0061f85bd4 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:03.134643 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-971e015e-f20d-4ed8-9f92-4a0061f85bd4 None None] Transition to ACTIVE for port object 7d988276-be0e-4e05-99c8-87bba866ef42 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:09:03.149846 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-971e015e-f20d-4ed8-9f92-4a0061f85bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:03.158846 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03166d86-4c8a-4da6-89e5-4f0d7a30f3a0 None None] Pushing event updated for resources: {'Port': ['ID=fbfff129-01b0-4d20-ab3a-7afee6ff265b,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:03.195063 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-aad245dd-19af-48a1-b3a1-431088f44aec None None] Set router a3384776-c950-4203-8342-5dc4af272030 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:09:03.277744 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd9bfa8-8052-487b-a71f-623435fb29ef None None] Pushing event updated for resources: {'Port': ['ID=7d988276-be0e-4e05-99c8-87bba866ef42,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:03.282212 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-971e015e-f20d-4ed8-9f92-4a0061f85bd4 None None] Attempting to bind port 7d988276-be0e-4e05-99c8-87bba866ef42 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:09:03.282588 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-971e015e-f20d-4ed8-9f92-4a0061f85bd4 None None] Attempting to bind port 7d988276-be0e-4e05-99c8-87bba866ef42 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '81f15aba-3deb-4456-9437-7d447a4dfe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9f501fdb-0533-42e3-905a-53013a3dcca9'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:09:03.282976 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971e015e-f20d-4ed8-9f92-4a0061f85bd4 None None] Attempting to bind port 7d988276-be0e-4e05-99c8-87bba866ef42 on network 9f501fdb-0533-42e3-905a-53013a3dcca9 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:09:03.288200 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971e015e-f20d-4ed8-9f92-4a0061f85bd4 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:09:03.288581 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971e015e-f20d-4ed8-9f92-4a0061f85bd4 None None] Checking segment: {'id': '81f15aba-3deb-4456-9437-7d447a4dfe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9f501fdb-0533-42e3-905a-53013a3dcca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:09:03.288985 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-971e015e-f20d-4ed8-9f92-4a0061f85bd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:03.289378 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971e015e-f20d-4ed8-9f92-4a0061f85bd4 None None] Bound using segment: {'id': '81f15aba-3deb-4456-9437-7d447a4dfe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9f501fdb-0533-42e3-905a-53013a3dcca9'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:09:03.289891 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-971e015e-f20d-4ed8-9f92-4a0061f85bd4 None None] Bound port: 7d988276-be0e-4e05-99c8-87bba866ef42, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81f15aba-3deb-4456-9437-7d447a4dfe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9f501fdb-0533-42e3-905a-53013a3dcca9'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:09:03.290568 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-971e015e-f20d-4ed8-9f92-4a0061f85bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:03.388721 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-971e015e-f20d-4ed8-9f92-4a0061f85bd4 None None] For port 7d988276-be0e-4e05-99c8-87bba866ef42, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:09:03.392502 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-971e015e-f20d-4ed8-9f92-4a0061f85bd4 None None] For port 7d988276-be0e-4e05-99c8-87bba866ef42, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=7d988276-be0e-4e05-99c8-87bba866ef42,segment=NetworkSegment(81f15aba-3deb-4456-9437-7d447a4dfe28),segment_id=81f15aba-3deb-4456-9437-7d447a4dfe28)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:09:03.401759 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-971e015e-f20d-4ed8-9f92-4a0061f85bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:03.436948 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-aad245dd-19af-48a1-b3a1-431088f44aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3384776-c950-4203-8342-5dc4af272030', 'name': 'tempest-TestEncryptedCinderVolumes-1539087434-router', 'tenant_id': '6e6995a260524559bde660a360b33c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '94b0e5ac-d4de-41c1-b858-93551d1ee50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:09:01Z', 'updated_at': '2021-07-09T17:09:02Z', 'revision_number': 3, 'project_id': '6e6995a260524559bde660a360b33c59', 'gw_port': {'id': '94b0e5ac-d4de-41c1-b858-93551d1ee50d', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ba:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3384776-c950-4203-8342-5dc4af272030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:09:02Z', 'updated_at': '2021-07-09T17:09:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:03.506136 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad245dd-19af-48a1-b3a1-431088f44aec None None] Checking router: a3384776-c950-4203-8342-5dc4af272030 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:09:03.506483 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad245dd-19af-48a1-b3a1-431088f44aec None None] Updating router a3384776-c950-4203-8342-5dc4af272030 port 94b0e5ac-d4de-41c1-b858-93551d1ee50d binding host n-d-798930-3 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:09:03.522202 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971e015e-f20d-4ed8-9f92-4a0061f85bd4 None None] Routers {'d3b46b24-3b61-4182-9eaf-15ef14b4714e'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:09:03.524831 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-971e015e-f20d-4ed8-9f92-4a0061f85bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:08:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['d3b46b24-3b61-4182-9eaf-15ef14b4714e'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:03.575595 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-aad245dd-19af-48a1-b3a1-431088f44aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:03.587776 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd9bfa8-8052-487b-a71f-623435fb29ef None None] Pushing event updated for resources: {'Port': ['ID=7d988276-be0e-4e05-99c8-87bba866ef42,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:03.673865 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-971e015e-f20d-4ed8-9f92-4a0061f85bd4 None None] Set router d3b46b24-3b61-4182-9eaf-15ef14b4714e gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:09:03.720118 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d66a220e-d4c0-41a1-b6e3-3c906087b4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:03.892474 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-d66a220e-d4c0-41a1-b6e3-3c906087b4f4 admin admin] Allocated IP 172.20.0.1 (6eec0cdb-8306-4cbd-b432-e9ce7724a62c/aa4e9ab2-d08e-4927-bdbc-3164a2c25955/32ef0363-add9-4802-acdb-fdb9642f6f93) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:09:03.909687 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-aad245dd-19af-48a1-b3a1-431088f44aec None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:03.921244 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-aad245dd-19af-48a1-b3a1-431088f44aec None None] Transition to ACTIVE for port object 94b0e5ac-d4de-41c1-b858-93551d1ee50d will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:09:03.924059 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-971e015e-f20d-4ed8-9f92-4a0061f85bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b46b24-3b61-4182-9eaf-15ef14b4714e', 'name': 'tempest-TestEncryptedCinderVolumes-1210234570-router', 'tenant_id': '1da80eb6481c4aa2a05dbb7e56c3c1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'b764af06-e7e6-4a3a-97e8-3213e8a3a504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:08:57Z', 'updated_at': '2021-07-09T17:08:59Z', 'revision_number': 4, 'project_id': '1da80eb6481c4aa2a05dbb7e56c3c1ed', 'gw_port': {'id': 'b764af06-e7e6-4a3a-97e8-3213e8a3a504', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ff:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b46b24-3b61-4182-9eaf-15ef14b4714e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:08:57Z', 'updated_at': '2021-07-09T17:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '7d988276-be0e-4e05-99c8-87bba866ef42', 'name': '', 'network_id': '9f501fdb-0533-42e3-905a-53013a3dcca9', 'tenant_id': '1da80eb6481c4aa2a05dbb7e56c3c1ed', 'mac_address': 'fa:16:3e:46:fa:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b46b24-3b61-4182-9eaf-15ef14b4714e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'c43cd00b-f42e-40db-8c43-fc21a1f73f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:08:59Z', 'updated_at': '2021-07-09T17:09:03Z', 'revision_number': 4, 'project_id': '1da80eb6481c4aa2a05dbb7e56c3c1ed', 'subnets': [{'id': 'c43cd00b-f42e-40db-8c43-fc21a1f73f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:03.927708 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-aad245dd-19af-48a1-b3a1-431088f44aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:03.955298 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971e015e-f20d-4ed8-9f92-4a0061f85bd4 None None] The sync data for ids ['d3b46b24-3b61-4182-9eaf-15ef14b4714e'] in n-d-798930-3 is: [{'id': 'd3b46b24-3b61-4182-9eaf-15ef14b4714e', 'name': 'tempest-TestEncryptedCinderVolumes-1210234570-router', 'tenant_id': '1da80eb6481c4aa2a05dbb7e56c3c1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'b764af06-e7e6-4a3a-97e8-3213e8a3a504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:08:57Z', 'updated_at': '2021-07-09T17:08:59Z', 'revision_number': 4, 'project_id': '1da80eb6481c4aa2a05dbb7e56c3c1ed', 'gw_port': {'id': 'b764af06-e7e6-4a3a-97e8-3213e8a3a504', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ff:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b46b24-3b61-4182-9eaf-15ef14b4714e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:08:57Z', 'updated_at': '2021-07-09T17:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '7d988276-be0e-4e05-99c8-87bba866ef42', 'name': '', 'network_id': '9f501fdb-0533-42e3-905a-53013a3dcca9', 'tenant_id': '1da80eb6481c4aa2a05dbb7e56c3c1ed', 'mac_address': 'fa:16:3e:46:fa:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b46b24-3b61-4182-9eaf-15ef14b4714e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'c43cd00b-f42e-40db-8c43-fc21a1f73f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:08:59Z', 'updated_at': '2021-07-09T17:09:03Z', 'revision_number': 4, 'project_id': '1da80eb6481c4aa2a05dbb7e56c3c1ed', 'subnets': [{'id': 'c43cd00b-f42e-40db-8c43-fc21a1f73f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:09:03.984415 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-aad245dd-19af-48a1-b3a1-431088f44aec None None] Attempting to bind port 94b0e5ac-d4de-41c1-b858-93551d1ee50d on host n-d-798930-3 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:09:03.984784 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-aad245dd-19af-48a1-b3a1-431088f44aec None None] Attempting to bind port 94b0e5ac-d4de-41c1-b858-93551d1ee50d by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:09:03.985144 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad245dd-19af-48a1-b3a1-431088f44aec None None] Attempting to bind port 94b0e5ac-d4de-41c1-b858-93551d1ee50d on network caa6ed8d-2893-4113-8f68-c5284e694f6c {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:09:03.993948 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad245dd-19af-48a1-b3a1-431088f44aec None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:09:03.994325 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad245dd-19af-48a1-b3a1-431088f44aec None None] Checking segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:09:03.996382 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-aad245dd-19af-48a1-b3a1-431088f44aec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:03.996382 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad245dd-19af-48a1-b3a1-431088f44aec None None] Bound using segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:09:03.996382 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-aad245dd-19af-48a1-b3a1-431088f44aec None None] Bound port: 94b0e5ac-d4de-41c1-b858-93551d1ee50d, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:09:03.996382 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-aad245dd-19af-48a1-b3a1-431088f44aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:04.014536 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d66a220e-d4c0-41a1-b6e3-3c906087b4f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:04.023393 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b96b1a-e2be-4399-aaa2-c04fae09ffb5 None None] Pushing event updated for resources: {'Port': ['ID=94b0e5ac-d4de-41c1-b858-93551d1ee50d,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:04.057759 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d66a220e-d4c0-41a1-b6e3-3c906087b4f4 admin admin] Transition to ACTIVE for port object 32ef0363-add9-4802-acdb-fdb9642f6f93 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:09:04.059475 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-aad245dd-19af-48a1-b3a1-431088f44aec None None] For port 94b0e5ac-d4de-41c1-b858-93551d1ee50d, host n-d-798930-3, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:09:04.063157 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-aad245dd-19af-48a1-b3a1-431088f44aec None None] For port 94b0e5ac-d4de-41c1-b858-93551d1ee50d, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=94b0e5ac-d4de-41c1-b858-93551d1ee50d,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:09:04.068621 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-aad245dd-19af-48a1-b3a1-431088f44aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:04.098960 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d66a220e-d4c0-41a1-b6e3-3c906087b4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:04.132734 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad245dd-19af-48a1-b3a1-431088f44aec None None] Routers {'a3384776-c950-4203-8342-5dc4af272030'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:09:04.133367 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-aad245dd-19af-48a1-b3a1-431088f44aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:08:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['a3384776-c950-4203-8342-5dc4af272030'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:04.144472 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66a220e-d4c0-41a1-b6e3-3c906087b4f4 admin admin] Network 6eec0cdb-8306-4cbd-b432-e9ce7724a62c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:09:04.148430 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-d66a220e-d4c0-41a1-b6e3-3c906087b4f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:09:04.152802 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66a220e-d4c0-41a1-b6e3-3c906087b4f4 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:09:04.188694 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66a220e-d4c0-41a1-b6e3-3c906087b4f4 admin admin] Pushing event updated for resources: {'Port': ['ID=32ef0363-add9-4802-acdb-fdb9642f6f93,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:04.199454 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b96b1a-e2be-4399-aaa2-c04fae09ffb5 None None] Pushing event updated for resources: {'Port': ['ID=94b0e5ac-d4de-41c1-b858-93551d1ee50d,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:04.250409 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d66a220e-d4c0-41a1-b6e3-3c906087b4f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:04.295830 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-aad245dd-19af-48a1-b3a1-431088f44aec None None] Set router a3384776-c950-4203-8342-5dc4af272030 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:09:04.376912 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 7d988276-be0e-4e05-99c8-87bba866ef42 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:09:04.449578 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 7d988276-be0e-4e05-99c8-87bba866ef42 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:09:04.464057 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 7d988276-be0e-4e05-99c8-87bba866ef42 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:04.464472 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:04.473484 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d66a220e-d4c0-41a1-b6e3-3c906087b4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:04.604748 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-aad245dd-19af-48a1-b3a1-431088f44aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3384776-c950-4203-8342-5dc4af272030', 'name': 'tempest-TestEncryptedCinderVolumes-1539087434-router', 'tenant_id': '6e6995a260524559bde660a360b33c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '94b0e5ac-d4de-41c1-b858-93551d1ee50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:09:01Z', 'updated_at': '2021-07-09T17:09:02Z', 'revision_number': 3, 'project_id': '6e6995a260524559bde660a360b33c59', 'gw_port': {'id': '94b0e5ac-d4de-41c1-b858-93551d1ee50d', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ba:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3384776-c950-4203-8342-5dc4af272030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:09:02Z', 'updated_at': '2021-07-09T17:09:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:04.624569 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:04.644820 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7ddf7e-5a3d-4fb7-bdd7-de7cb7611acb None None] Network 6eec0cdb-8306-4cbd-b432-e9ce7724a62c requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:09:04.649773 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad245dd-19af-48a1-b3a1-431088f44aec None None] The sync data for ids ['a3384776-c950-4203-8342-5dc4af272030'] in n-d-798930-3 is: [{'id': 'a3384776-c950-4203-8342-5dc4af272030', 'name': 'tempest-TestEncryptedCinderVolumes-1539087434-router', 'tenant_id': '6e6995a260524559bde660a360b33c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '94b0e5ac-d4de-41c1-b858-93551d1ee50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:09:01Z', 'updated_at': '2021-07-09T17:09:02Z', 'revision_number': 3, 'project_id': '6e6995a260524559bde660a360b33c59', 'gw_port': {'id': '94b0e5ac-d4de-41c1-b858-93551d1ee50d', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ba:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3384776-c950-4203-8342-5dc4af272030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:09:02Z', 'updated_at': '2021-07-09T17:09:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:09:04.716036 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d66a220e-d4c0-41a1-b6e3-3c906087b4f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:04.718123 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 7d988276-be0e-4e05-99c8-87bba866ef42, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=7d988276-be0e-4e05-99c8-87bba866ef42,segment=NetworkSegment(81f15aba-3deb-4456-9437-7d447a4dfe28),segment_id=81f15aba-3deb-4456-9437-7d447a4dfe28)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:09:04.722270 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d66a220e-d4c0-41a1-b6e3-3c906087b4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:04.726198 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:04.727008 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device fbfff129-01b0-4d20-ab3a-7afee6ff265b up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:09:04.761742 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9272172f-9ede-42d2-b023-2978013e2c3e None None] Provisioning for port fbfff129-01b0-4d20-ab3a-7afee6ff265b completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:09:04.803853 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66a220e-d4c0-41a1-b6e3-3c906087b4f4 admin admin] Pushing event updated for resources: {'Port': ['ID=32ef0363-add9-4802-acdb-fdb9642f6f93,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:04.808435 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d66a220e-d4c0-41a1-b6e3-3c906087b4f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:04.868920 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=7d988276-be0e-4e05-99c8-87bba866ef42,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:04.892492 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port fbfff129-01b0-4d20-ab3a-7afee6ff265b completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:09:04.915390 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port fbfff129-01b0-4d20-ab3a-7afee6ff265b triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:04.915706 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:04.917277 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66a220e-d4c0-41a1-b6e3-3c906087b4f4 admin admin] Network 6eec0cdb-8306-4cbd-b432-e9ce7724a62c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:09:04.918756 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-d66a220e-d4c0-41a1-b6e3-3c906087b4f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:09:05.056346 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:05.082493 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d66a220e-d4c0-41a1-b6e3-3c906087b4f4 admin admin] Router a3384776-c950-4203-8342-5dc4af272030 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:09:05.098450 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port fbfff129-01b0-4d20-ab3a-7afee6ff265b, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=fbfff129-01b0-4d20-ab3a-7afee6ff265b,segment=NetworkSegment(c4b8a938-40fb-41db-8ef9-7dae1c9a4b66),segment_id=c4b8a938-40fb-41db-8ef9-7dae1c9a4b66)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:09:05.107770 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:05.109063 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device b764af06-e7e6-4a3a-97e8-3213e8a3a504 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:09:05.223971 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=fbfff129-01b0-4d20-ab3a-7afee6ff265b,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:05.233417 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port b764af06-e7e6-4a3a-97e8-3213e8a3a504 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:05.233967 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:05.257272 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d66a220e-d4c0-41a1-b6e3-3c906087b4f4 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:09:05.270196 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-d66a220e-d4c0-41a1-b6e3-3c906087b4f4 admin admin] 10.222.0.98 "PUT /v2.0/routers/a3384776-c950-4203-8342-5dc4af272030/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1991162 Jul 09 17:09:05.377563 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-80e0f7d8-7f95-4ed2-b7f5-0b09fafd6488 None None] Provisioning complete for port fbfff129-01b0-4d20-ab3a-7afee6ff265b triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:05.378122 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-80e0f7d8-7f95-4ed2-b7f5-0b09fafd6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:05.516526 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-80e0f7d8-7f95-4ed2-b7f5-0b09fafd6488 None None] Provisioning for port 32ef0363-add9-4802-acdb-fdb9642f6f93 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:09:05.522152 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-80e0f7d8-7f95-4ed2-b7f5-0b09fafd6488 None None] Provisioning complete for port 32ef0363-add9-4802-acdb-fdb9642f6f93 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:05.522532 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-80e0f7d8-7f95-4ed2-b7f5-0b09fafd6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:05.574438 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-80e0f7d8-7f95-4ed2-b7f5-0b09fafd6488 None None] Port 32ef0363-add9-4802-acdb-fdb9642f6f93 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:09:05.708779 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4dbeaf1e-2e9a-4e1a-b1de-a1556edabdba None None] Provisioning complete for port 32ef0363-add9-4802-acdb-fdb9642f6f93 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:05.709161 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4dbeaf1e-2e9a-4e1a-b1de-a1556edabdba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:05.747402 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-4dbeaf1e-2e9a-4e1a-b1de-a1556edabdba None None] Port 32ef0363-add9-4802-acdb-fdb9642f6f93 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:09:05.878520 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f3db6717-3457-4e6a-b5f0-7239e698c810 None None] Provisioning complete for port 32ef0363-add9-4802-acdb-fdb9642f6f93 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:05.879847 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f3db6717-3457-4e6a-b5f0-7239e698c810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:05.921213 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-f3db6717-3457-4e6a-b5f0-7239e698c810 None None] Port 32ef0363-add9-4802-acdb-fdb9642f6f93 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:09:06.081357 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f89c3-9abe-4615-ae88-73df0d624a80 req-6bbd8d62-6aaf-4e9a-8875-e53aa24358c1 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:06.082996 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c2f89c3-9abe-4615-ae88-73df0d624a80 req-6bbd8d62-6aaf-4e9a-8875-e53aa24358c1 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.98 "GET /v2.0/networks?id=9f501fdb-0533-42e3-905a-53013a3dcca9 HTTP/1.1" status: 200 len: 817 time: 0.1034830 Jul 09 17:09:06.097350 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c2f89c3-9abe-4615-ae88-73df0d624a80 req-88c12d56-b3de-4d0a-83c2-ca3c26189035 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.98 "GET /v2.0/quotas/1da80eb6481c4aa2a05dbb7e56c3c1ed HTTP/1.1" status: 200 len: 375 time: 0.0092103 Jul 09 17:09:06.167836 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c2f89c3-9abe-4615-ae88-73df0d624a80 req-27ef79c6-3363-45f2-9a6b-5f05457fabe6 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=1da80eb6481c4aa2a05dbb7e56c3c1ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0650902 Jul 09 17:09:06.276305 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device fbfff129-01b0-4d20-ab3a-7afee6ff265b up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:09:06.326196 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port fbfff129-01b0-4d20-ab3a-7afee6ff265b triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:06.326584 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:06.411543 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 94b0e5ac-d4de-41c1-b858-93551d1ee50d up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:09:06.464164 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 94b0e5ac-d4de-41c1-b858-93551d1ee50d completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:09:06.468088 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 94b0e5ac-d4de-41c1-b858-93551d1ee50d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:06.468476 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:06.549901 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:06.570647 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 94b0e5ac-d4de-41c1-b858-93551d1ee50d, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=94b0e5ac-d4de-41c1-b858-93551d1ee50d,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:09:06.576028 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:06.576813 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 7d988276-be0e-4e05-99c8-87bba866ef42 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:09:06.594873 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c2f89c3-9abe-4615-ae88-73df0d624a80 req-62ed8f2e-62c8-44b0-b84e-2deaa7b50e15 service neutron] 10.222.0.98 "GET /v2.0/networks/9f501fdb-0533-42e3-905a-53013a3dcca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4144287 Jul 09 17:09:06.650677 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=94b0e5ac-d4de-41c1-b858-93551d1ee50d,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:06.665631 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 7d988276-be0e-4e05-99c8-87bba866ef42 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:06.665945 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:06.689868 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c2f89c3-9abe-4615-ae88-73df0d624a80 req-47d671d7-8787-4acd-8912-cdd1ac4bcd25 service neutron] 10.222.0.98 "GET /v2.0/networks/9f501fdb-0533-42e3-905a-53013a3dcca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885272 Jul 09 17:09:06.865126 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b6cf05d8-80b1-4c08-bd0e-7d2c8f741d24 req-c1101643-7b85-48b1-9fbb-6f8c12f3d64d tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8d3ec18-a82e-44c4-8d09-b6f01e27513c HTTP/1.1" status: 200 len: 210 time: 0.0289071 Jul 09 17:09:07.244859 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d712525-be77-4aec-9aba-3341b04be85d None None] Sync routers for ids ['a3384776-c950-4203-8342-5dc4af272030'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:09:07.255806 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d712525-be77-4aec-9aba-3341b04be85d None None] Routers {'a3384776-c950-4203-8342-5dc4af272030'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:09:07.256541 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1d712525-be77-4aec-9aba-3341b04be85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:08:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['a3384776-c950-4203-8342-5dc4af272030'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:07.362355 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-1d712525-be77-4aec-9aba-3341b04be85d None None] Set router a3384776-c950-4203-8342-5dc4af272030 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:09:07.561628 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1d712525-be77-4aec-9aba-3341b04be85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3384776-c950-4203-8342-5dc4af272030', 'name': 'tempest-TestEncryptedCinderVolumes-1539087434-router', 'tenant_id': '6e6995a260524559bde660a360b33c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '94b0e5ac-d4de-41c1-b858-93551d1ee50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:09:01Z', 'updated_at': '2021-07-09T17:09:04Z', 'revision_number': 4, 'project_id': '6e6995a260524559bde660a360b33c59', 'gw_port': {'id': '94b0e5ac-d4de-41c1-b858-93551d1ee50d', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ba:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3384776-c950-4203-8342-5dc4af272030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:09:02Z', 'updated_at': '2021-07-09T17:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '32ef0363-add9-4802-acdb-fdb9642f6f93', 'name': '', 'network_id': '6eec0cdb-8306-4cbd-b432-e9ce7724a62c', 'tenant_id': '6e6995a260524559bde660a360b33c59', 'mac_address': 'fa:16:3e:8e:63:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3384776-c950-4203-8342-5dc4af272030', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'aa4e9ab2-d08e-4927-bdbc-3164a2c25955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:09:03Z', 'updated_at': '2021-07-09T17:09:04Z', 'revision_number': 2, 'project_id': '6e6995a260524559bde660a360b33c59', 'subnets': [{'id': 'aa4e9ab2-d08e-4927-bdbc-3164a2c25955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:07.587569 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d712525-be77-4aec-9aba-3341b04be85d None None] Checking router: a3384776-c950-4203-8342-5dc4af272030 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:09:07.587926 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d712525-be77-4aec-9aba-3341b04be85d None None] Updating router a3384776-c950-4203-8342-5dc4af272030 port 32ef0363-add9-4802-acdb-fdb9642f6f93 binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:09:07.624823 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1d712525-be77-4aec-9aba-3341b04be85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:08.003502 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f89c3-9abe-4615-ae88-73df0d624a80 req-41309578-fea9-44a2-992c-e3bd3181e10d tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:08.005062 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c2f89c3-9abe-4615-ae88-73df0d624a80 req-41309578-fea9-44a2-992c-e3bd3181e10d tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.73 "GET /v2.0/networks?id=9f501fdb-0533-42e3-905a-53013a3dcca9 HTTP/1.1" status: 200 len: 817 time: 0.1149454 Jul 09 17:09:08.042114 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-463b2a19-0d84-4dad-a092-cf7eeb824543 req-97470856-0263-4d2d-808b-fd7bcf19644d tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8d3ec18-a82e-44c4-8d09-b6f01e27513c HTTP/1.1" status: 200 len: 210 time: 0.0360072 Jul 09 17:09:08.045588 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-9c2f89c3-9abe-4615-ae88-73df0d624a80 req-29969193-ca4b-4a3a-8dd1-cd0359e94c3a tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Request body: {'port': {'device_id': 'f8d3ec18-a82e-44c4-8d09-b6f01e27513c', 'network_id': '9f501fdb-0533-42e3-905a-53013a3dcca9', 'admin_state_up': True, 'tenant_id': '1da80eb6481c4aa2a05dbb7e56c3c1ed'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:08.084645 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1d712525-be77-4aec-9aba-3341b04be85d None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:08.096031 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1d712525-be77-4aec-9aba-3341b04be85d None None] Transition to ACTIVE for port object 32ef0363-add9-4802-acdb-fdb9642f6f93 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:09:08.102613 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1d712525-be77-4aec-9aba-3341b04be85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:08.174450 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c2f89c3-9abe-4615-ae88-73df0d624a80 req-29969193-ca4b-4a3a-8dd1-cd0359e94c3a tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Made reservation on behalf of 1da80eb6481c4aa2a05dbb7e56c3c1ed for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:09:08.177100 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348d3e2-a3ff-4ed2-aed4-3e8236e0a27c None None] Pushing event updated for resources: {'Port': ['ID=32ef0363-add9-4802-acdb-fdb9642f6f93,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:08.179259 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9c2f89c3-9abe-4615-ae88-73df0d624a80 req-29969193-ca4b-4a3a-8dd1-cd0359e94c3a tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:08.218211 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-1d712525-be77-4aec-9aba-3341b04be85d None None] Attempting to bind port 32ef0363-add9-4802-acdb-fdb9642f6f93 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:09:08.218593 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-1d712525-be77-4aec-9aba-3341b04be85d None None] Attempting to bind port 32ef0363-add9-4802-acdb-fdb9642f6f93 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'c4b8a938-40fb-41db-8ef9-7dae1c9a4b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6eec0cdb-8306-4cbd-b432-e9ce7724a62c'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:09:08.219156 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d712525-be77-4aec-9aba-3341b04be85d None None] Attempting to bind port 32ef0363-add9-4802-acdb-fdb9642f6f93 on network 6eec0cdb-8306-4cbd-b432-e9ce7724a62c {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:09:08.225356 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d712525-be77-4aec-9aba-3341b04be85d None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:09:08.225738 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d712525-be77-4aec-9aba-3341b04be85d None None] Checking segment: {'id': 'c4b8a938-40fb-41db-8ef9-7dae1c9a4b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6eec0cdb-8306-4cbd-b432-e9ce7724a62c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:09:08.226150 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1d712525-be77-4aec-9aba-3341b04be85d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:08.226548 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d712525-be77-4aec-9aba-3341b04be85d None None] Bound using segment: {'id': 'c4b8a938-40fb-41db-8ef9-7dae1c9a4b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6eec0cdb-8306-4cbd-b432-e9ce7724a62c'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:09:08.227136 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-1d712525-be77-4aec-9aba-3341b04be85d None None] Bound port: 32ef0363-add9-4802-acdb-fdb9642f6f93, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4b8a938-40fb-41db-8ef9-7dae1c9a4b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6eec0cdb-8306-4cbd-b432-e9ce7724a62c'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:09:08.227554 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1d712525-be77-4aec-9aba-3341b04be85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:08.265664 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 94b0e5ac-d4de-41c1-b858-93551d1ee50d up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:09:08.328077 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-1d712525-be77-4aec-9aba-3341b04be85d None None] For port 32ef0363-add9-4802-acdb-fdb9642f6f93, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:09:08.331569 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-9c2f89c3-9abe-4615-ae88-73df0d624a80 req-29969193-ca4b-4a3a-8dd1-cd0359e94c3a tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Allocated IP 172.20.0.11 (9f501fdb-0533-42e3-905a-53013a3dcca9/c43cd00b-f42e-40db-8c43-fc21a1f73f0b/632eedc4-078d-4864-a77c-26a74e0676c0) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:09:08.332848 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-1d712525-be77-4aec-9aba-3341b04be85d None None] For port 32ef0363-add9-4802-acdb-fdb9642f6f93, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=32ef0363-add9-4802-acdb-fdb9642f6f93,segment=NetworkSegment(c4b8a938-40fb-41db-8ef9-7dae1c9a4b66),segment_id=c4b8a938-40fb-41db-8ef9-7dae1c9a4b66)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:09:08.338403 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1d712525-be77-4aec-9aba-3341b04be85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:08.384593 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 94b0e5ac-d4de-41c1-b858-93551d1ee50d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:08.385020 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:08.446224 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d712525-be77-4aec-9aba-3341b04be85d None None] Routers {'a3384776-c950-4203-8342-5dc4af272030'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:09:08.446926 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1d712525-be77-4aec-9aba-3341b04be85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:08:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['a3384776-c950-4203-8342-5dc4af272030'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:08.485109 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348d3e2-a3ff-4ed2-aed4-3e8236e0a27c None None] Pushing event updated for resources: {'Port': ['ID=32ef0363-add9-4802-acdb-fdb9642f6f93,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:08.493610 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9c2f89c3-9abe-4615-ae88-73df0d624a80 req-29969193-ca4b-4a3a-8dd1-cd0359e94c3a tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:08.511252 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-9c2f89c3-9abe-4615-ae88-73df0d624a80 req-29969193-ca4b-4a3a-8dd1-cd0359e94c3a tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Transition to ACTIVE for port object 632eedc4-078d-4864-a77c-26a74e0676c0 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:09:08.553497 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9c2f89c3-9abe-4615-ae88-73df0d624a80 req-29969193-ca4b-4a3a-8dd1-cd0359e94c3a tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:08.594817 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-1d712525-be77-4aec-9aba-3341b04be85d None None] Set router a3384776-c950-4203-8342-5dc4af272030 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:09:08.608859 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c2f89c3-9abe-4615-ae88-73df0d624a80 req-29969193-ca4b-4a3a-8dd1-cd0359e94c3a tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Network 9f501fdb-0533-42e3-905a-53013a3dcca9 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:09:08.613013 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-9c2f89c3-9abe-4615-ae88-73df0d624a80 req-29969193-ca4b-4a3a-8dd1-cd0359e94c3a tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:09:08.615169 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29969193-ca4b-4a3a-8dd1-cd0359e94c3a tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Pushing event updated for resources: {'Port': ['ID=632eedc4-078d-4864-a77c-26a74e0676c0,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:08.618360 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c2f89c3-9abe-4615-ae88-73df0d624a80 req-29969193-ca4b-4a3a-8dd1-cd0359e94c3a tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:09:08.671302 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f89c3-9abe-4615-ae88-73df0d624a80 req-29969193-ca4b-4a3a-8dd1-cd0359e94c3a tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:08.672029 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9c2f89c3-9abe-4615-ae88-73df0d624a80 req-29969193-ca4b-4a3a-8dd1-cd0359e94c3a tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:08.691116 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c2f89c3-9abe-4615-ae88-73df0d624a80 req-29969193-ca4b-4a3a-8dd1-cd0359e94c3a tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6514738 Jul 09 17:09:08.712464 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-9c2f89c3-9abe-4615-ae88-73df0d624a80 req-696c8483-2668-4aa0-9103-02d62754c5d3 service neutron] Request body: {'port': {'device_id': 'f8d3ec18-a82e-44c4-8d09-b6f01e27513c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:08.794468 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9c2f89c3-9abe-4615-ae88-73df0d624a80 req-696c8483-2668-4aa0-9103-02d62754c5d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:08.817408 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1d712525-be77-4aec-9aba-3341b04be85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3384776-c950-4203-8342-5dc4af272030', 'name': 'tempest-TestEncryptedCinderVolumes-1539087434-router', 'tenant_id': '6e6995a260524559bde660a360b33c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '94b0e5ac-d4de-41c1-b858-93551d1ee50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:09:01Z', 'updated_at': '2021-07-09T17:09:04Z', 'revision_number': 4, 'project_id': '6e6995a260524559bde660a360b33c59', 'gw_port': {'id': '94b0e5ac-d4de-41c1-b858-93551d1ee50d', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ba:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3384776-c950-4203-8342-5dc4af272030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:09:02Z', 'updated_at': '2021-07-09T17:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '32ef0363-add9-4802-acdb-fdb9642f6f93', 'name': '', 'network_id': '6eec0cdb-8306-4cbd-b432-e9ce7724a62c', 'tenant_id': '6e6995a260524559bde660a360b33c59', 'mac_address': 'fa:16:3e:8e:63:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3384776-c950-4203-8342-5dc4af272030', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'aa4e9ab2-d08e-4927-bdbc-3164a2c25955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:09:03Z', 'updated_at': '2021-07-09T17:09:08Z', 'revision_number': 4, 'project_id': '6e6995a260524559bde660a360b33c59', 'subnets': [{'id': 'aa4e9ab2-d08e-4927-bdbc-3164a2c25955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:09:08.847768 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d712525-be77-4aec-9aba-3341b04be85d None None] The sync data for ids ['a3384776-c950-4203-8342-5dc4af272030'] in n-d-798930-3 is: [{'id': 'a3384776-c950-4203-8342-5dc4af272030', 'name': 'tempest-TestEncryptedCinderVolumes-1539087434-router', 'tenant_id': '6e6995a260524559bde660a360b33c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '94b0e5ac-d4de-41c1-b858-93551d1ee50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:09:01Z', 'updated_at': '2021-07-09T17:09:04Z', 'revision_number': 4, 'project_id': '6e6995a260524559bde660a360b33c59', 'gw_port': {'id': '94b0e5ac-d4de-41c1-b858-93551d1ee50d', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ba:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3384776-c950-4203-8342-5dc4af272030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:09:02Z', 'updated_at': '2021-07-09T17:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '32ef0363-add9-4802-acdb-fdb9642f6f93', 'name': '', 'network_id': '6eec0cdb-8306-4cbd-b432-e9ce7724a62c', 'tenant_id': '6e6995a260524559bde660a360b33c59', 'mac_address': 'fa:16:3e:8e:63:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3384776-c950-4203-8342-5dc4af272030', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'aa4e9ab2-d08e-4927-bdbc-3164a2c25955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:09:03Z', 'updated_at': '2021-07-09T17:09:08Z', 'revision_number': 4, 'project_id': '6e6995a260524559bde660a360b33c59', 'subnets': [{'id': 'aa4e9ab2-d08e-4927-bdbc-3164a2c25955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:09:08.864708 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-10d73115-b774-4cd4-85fc-016d81e77f4e None None] Provisioning for port 632eedc4-078d-4864-a77c-26a74e0676c0 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:09:08.868928 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-10d73115-b774-4cd4-85fc-016d81e77f4e None None] Provisioning complete for port 632eedc4-078d-4864-a77c-26a74e0676c0 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:08.869644 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-10d73115-b774-4cd4-85fc-016d81e77f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:08.919784 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-10d73115-b774-4cd4-85fc-016d81e77f4e None None] Port 632eedc4-078d-4864-a77c-26a74e0676c0 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:09:09.101318 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-9c2f89c3-9abe-4615-ae88-73df0d624a80 req-696c8483-2668-4aa0-9103-02d62754c5d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 632eedc4-078d-4864-a77c-26a74e0676c0 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:09:09.109785 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9c2f89c3-9abe-4615-ae88-73df0d624a80 req-696c8483-2668-4aa0-9103-02d62754c5d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:09.123381 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-9c2f89c3-9abe-4615-ae88-73df0d624a80 req-696c8483-2668-4aa0-9103-02d62754c5d3 service neutron] Transition to ACTIVE for port object 632eedc4-078d-4864-a77c-26a74e0676c0 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:09:09.128420 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9c2f89c3-9abe-4615-ae88-73df0d624a80 req-696c8483-2668-4aa0-9103-02d62754c5d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:09.186559 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c8483-2668-4aa0-9103-02d62754c5d3 service neutron] Pushing event updated for resources: {'Port': ['ID=632eedc4-078d-4864-a77c-26a74e0676c0,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:09.310807 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62403343-a037-4372-8ef9-a098676ff0e7 req-4a4ffe36-2890-44ff-b760-d981495aa064 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:09.312378 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-62403343-a037-4372-8ef9-a098676ff0e7 req-4a4ffe36-2890-44ff-b760-d981495aa064 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8d3ec18-a82e-44c4-8d09-b6f01e27513c HTTP/1.1" status: 200 len: 944 time: 0.1465533 Jul 09 17:09:09.317767 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-9c2f89c3-9abe-4615-ae88-73df0d624a80 req-696c8483-2668-4aa0-9103-02d62754c5d3 service neutron] Attempting to bind port 632eedc4-078d-4864-a77c-26a74e0676c0 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:09:09.318105 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-9c2f89c3-9abe-4615-ae88-73df0d624a80 req-696c8483-2668-4aa0-9103-02d62754c5d3 service neutron] Attempting to bind port 632eedc4-078d-4864-a77c-26a74e0676c0 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': '81f15aba-3deb-4456-9437-7d447a4dfe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9f501fdb-0533-42e3-905a-53013a3dcca9'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:09:09.318428 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2f89c3-9abe-4615-ae88-73df0d624a80 req-696c8483-2668-4aa0-9103-02d62754c5d3 service neutron] Attempting to bind port 632eedc4-078d-4864-a77c-26a74e0676c0 on network 9f501fdb-0533-42e3-905a-53013a3dcca9 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:09:09.331201 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2f89c3-9abe-4615-ae88-73df0d624a80 req-696c8483-2668-4aa0-9103-02d62754c5d3 service neutron] Port 632eedc4-078d-4864-a77c-26a74e0676c0 on network 9f501fdb-0533-42e3-905a-53013a3dcca9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:09:09.331523 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2f89c3-9abe-4615-ae88-73df0d624a80 req-696c8483-2668-4aa0-9103-02d62754c5d3 service neutron] Attempting to bind port 632eedc4-078d-4864-a77c-26a74e0676c0 on network 9f501fdb-0533-42e3-905a-53013a3dcca9 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:09:09.344762 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2f89c3-9abe-4615-ae88-73df0d624a80 req-696c8483-2668-4aa0-9103-02d62754c5d3 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:09:09.345416 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2f89c3-9abe-4615-ae88-73df0d624a80 req-696c8483-2668-4aa0-9103-02d62754c5d3 service neutron] Checking segment: {'id': '81f15aba-3deb-4456-9437-7d447a4dfe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9f501fdb-0533-42e3-905a-53013a3dcca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:09:09.345538 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2f89c3-9abe-4615-ae88-73df0d624a80 req-696c8483-2668-4aa0-9103-02d62754c5d3 service neutron] Bound using segment: {'id': '81f15aba-3deb-4456-9437-7d447a4dfe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9f501fdb-0533-42e3-905a-53013a3dcca9'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:09:09.345902 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-9c2f89c3-9abe-4615-ae88-73df0d624a80 req-696c8483-2668-4aa0-9103-02d62754c5d3 service neutron] Bound port: 632eedc4-078d-4864-a77c-26a74e0676c0, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81f15aba-3deb-4456-9437-7d447a4dfe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9f501fdb-0533-42e3-905a-53013a3dcca9'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:09:09.346260 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9c2f89c3-9abe-4615-ae88-73df0d624a80 req-696c8483-2668-4aa0-9103-02d62754c5d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:09.376222 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-62403343-a037-4372-8ef9-a098676ff0e7 req-2e3b270e-a6cf-4596-9da1-9a3463b26e32 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.98 "GET /v2.0/security-groups?id=7f92ad5b-837f-4d76-8884-881bae885764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552382 Jul 09 17:09:09.434561 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-9c2f89c3-9abe-4615-ae88-73df0d624a80 req-696c8483-2668-4aa0-9103-02d62754c5d3 service neutron] For port 632eedc4-078d-4864-a77c-26a74e0676c0, host n-h2-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:09:09.438653 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-9c2f89c3-9abe-4615-ae88-73df0d624a80 req-696c8483-2668-4aa0-9103-02d62754c5d3 service neutron] For port 632eedc4-078d-4864-a77c-26a74e0676c0, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=632eedc4-078d-4864-a77c-26a74e0676c0,segment=NetworkSegment(81f15aba-3deb-4456-9437-7d447a4dfe28),segment_id=81f15aba-3deb-4456-9437-7d447a4dfe28)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:09:09.444509 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9c2f89c3-9abe-4615-ae88-73df0d624a80 req-696c8483-2668-4aa0-9103-02d62754c5d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:09.481644 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f89c3-9abe-4615-ae88-73df0d624a80 req-696c8483-2668-4aa0-9103-02d62754c5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:09.482277 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9c2f89c3-9abe-4615-ae88-73df0d624a80 req-696c8483-2668-4aa0-9103-02d62754c5d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:09.483716 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c2f89c3-9abe-4615-ae88-73df0d624a80 req-696c8483-2668-4aa0-9103-02d62754c5d3 service neutron] 10.222.0.73 "PUT /v2.0/ports/632eedc4-078d-4864-a77c-26a74e0676c0 HTTP/1.1" status: 200 len: 1092 time: 0.7767375 Jul 09 17:09:09.484170 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8d3ec18-a82e-44c4-8d09-b6f01e27513c', 'tag': '632eedc4-078d-4864-a77c-26a74e0676c0'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:09:09.486459 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70bc3d1dd6a8d756905b95879fdfd768b2540769638561f09d0c65e65c91429d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07660d1f-90bd-4309-b05e-34529ab2c293" -d '{"events": [{"name": "network-changed", "server_uuid": "f8d3ec18-a82e-44c4-8d09-b6f01e27513c", "tag": "632eedc4-078d-4864-a77c-26a74e0676c0"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:09:09.513294 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c8483-2668-4aa0-9103-02d62754c5d3 service neutron] Pushing event updated for resources: {'Port': ['ID=632eedc4-078d-4864-a77c-26a74e0676c0,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:09.541198 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200f3716-822b-4917-8cf7-18f375160089 x-openstack-request-id: req-200f3716-822b-4917-8cf7-18f375160089 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:09:09.541604 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8d3ec18-a82e-44c4-8d09-b6f01e27513c", "tag": "632eedc4-078d-4864-a77c-26a74e0676c0", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:09:09.541958 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-200f3716-822b-4917-8cf7-18f375160089 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:09:09.542673 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8d3ec18-a82e-44c4-8d09-b6f01e27513c', 'tag': '632eedc4-078d-4864-a77c-26a74e0676c0', 'status': 'completed', 'code': 200} Jul 09 17:09:09.625084 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f89c3-9abe-4615-ae88-73df0d624a80 req-dde93e7a-44ea-4c2f-9106-aa0d94a3ee33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:09.626998 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c2f89c3-9abe-4615-ae88-73df0d624a80 req-dde93e7a-44ea-4c2f-9106-aa0d94a3ee33 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1da80eb6481c4aa2a05dbb7e56c3c1ed&device_id=f8d3ec18-a82e-44c4-8d09-b6f01e27513c HTTP/1.1" status: 200 len: 1095 time: 0.0680976 Jul 09 17:09:09.682096 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c2f89c3-9abe-4615-ae88-73df0d624a80 req-58a3cd4c-b92f-41b4-9544-a62bf5288c58 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=632eedc4-078d-4864-a77c-26a74e0676c0 HTTP/1.1" status: 200 len: 217 time: 0.0425858 Jul 09 17:09:09.733265 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f89c3-9abe-4615-ae88-73df0d624a80 req-815dcfac-ca7a-49ac-ab60-de691d982074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:09.734737 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c2f89c3-9abe-4615-ae88-73df0d624a80 req-815dcfac-ca7a-49ac-ab60-de691d982074 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c43cd00b-f42e-40db-8c43-fc21a1f73f0b HTTP/1.1" status: 200 len: 856 time: 0.0468962 Jul 09 17:09:09.795830 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f89c3-9abe-4615-ae88-73df0d624a80 req-13ee6010-07cc-4b00-b2e7-39fd650b214a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:09.797271 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c2f89c3-9abe-4615-ae88-73df0d624a80 req-13ee6010-07cc-4b00-b2e7-39fd650b214a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9f501fdb-0533-42e3-905a-53013a3dcca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544469 Jul 09 17:09:09.891000 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c2f89c3-9abe-4615-ae88-73df0d624a80 req-3e9c4526-93db-41c2-ac16-04308482da69 service neutron] 10.222.0.73 "GET /v2.0/networks/9f501fdb-0533-42e3-905a-53013a3dcca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871210 Jul 09 17:09:09.978012 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c2f89c3-9abe-4615-ae88-73df0d624a80 req-1f306316-b25c-45cd-b44d-a9481b2d1573 service neutron] 10.222.0.73 "GET /v2.0/networks/9f501fdb-0533-42e3-905a-53013a3dcca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807953 Jul 09 17:09:10.121952 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07660d1f-90bd-4309-b05e-34529ab2c293 req-37542d66-68ad-4e03-8f24-052b1cd97fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:10.123349 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-07660d1f-90bd-4309-b05e-34529ab2c293 req-37542d66-68ad-4e03-8f24-052b1cd97fbc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1da80eb6481c4aa2a05dbb7e56c3c1ed&device_id=f8d3ec18-a82e-44c4-8d09-b6f01e27513c HTTP/1.1" status: 200 len: 1095 time: 0.0515480 Jul 09 17:09:10.221720 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07660d1f-90bd-4309-b05e-34529ab2c293 req-74e55586-6994-4738-8fc7-d1992dec3ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:10.223485 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-07660d1f-90bd-4309-b05e-34529ab2c293 req-74e55586-6994-4738-8fc7-d1992dec3ade service neutron] 10.222.0.73 "GET /v2.0/networks?id=9f501fdb-0533-42e3-905a-53013a3dcca9 HTTP/1.1" status: 200 len: 918 time: 0.0907333 Jul 09 17:09:10.233293 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 32ef0363-add9-4802-acdb-fdb9642f6f93 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:09:10.265015 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-07660d1f-90bd-4309-b05e-34529ab2c293 req-c81f88a4-28f3-4a20-9035-c3112350a13d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=632eedc4-078d-4864-a77c-26a74e0676c0 HTTP/1.1" status: 200 len: 217 time: 0.0359285 Jul 09 17:09:10.282302 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 32ef0363-add9-4802-acdb-fdb9642f6f93 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:09:10.285978 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 32ef0363-add9-4802-acdb-fdb9642f6f93 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:10.286341 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:10.312024 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07660d1f-90bd-4309-b05e-34529ab2c293 req-bd66dc31-9321-430a-a368-10f71fe1443a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:10.313492 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-07660d1f-90bd-4309-b05e-34529ab2c293 req-bd66dc31-9321-430a-a368-10f71fe1443a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c43cd00b-f42e-40db-8c43-fc21a1f73f0b HTTP/1.1" status: 200 len: 856 time: 0.0428400 Jul 09 17:09:10.366922 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:10.374653 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07660d1f-90bd-4309-b05e-34529ab2c293 req-7426dc24-8168-46e6-b867-3f9cb5a2cbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:10.376098 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-07660d1f-90bd-4309-b05e-34529ab2c293 req-7426dc24-8168-46e6-b867-3f9cb5a2cbc9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9f501fdb-0533-42e3-905a-53013a3dcca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565071 Jul 09 17:09:10.400203 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 32ef0363-add9-4802-acdb-fdb9642f6f93, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=32ef0363-add9-4802-acdb-fdb9642f6f93,segment=NetworkSegment(c4b8a938-40fb-41db-8ef9-7dae1c9a4b66),segment_id=c4b8a938-40fb-41db-8ef9-7dae1c9a4b66)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:09:10.404320 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:10.454716 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=32ef0363-add9-4802-acdb-fdb9642f6f93,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:10.469347 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-07660d1f-90bd-4309-b05e-34529ab2c293 req-313fc188-5e97-4acf-96bf-6f0da6604025 service neutron] 10.222.0.73 "GET /v2.0/networks/9f501fdb-0533-42e3-905a-53013a3dcca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866177 Jul 09 17:09:10.499311 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:10.601586 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-07660d1f-90bd-4309-b05e-34529ab2c293 req-60a1ee5c-55e7-4851-9dd2-50e9f760d692 service neutron] 10.222.0.73 "GET /v2.0/networks/9f501fdb-0533-42e3-905a-53013a3dcca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260586 Jul 09 17:09:10.613339 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3529c-fcce-4d1d-8ae2-c725d725dcbb req-2fd10cc8-c5e8-4db3-af4f-3e77d3f89302 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:10.615296 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-89a3529c-fcce-4d1d-8ae2-c725d725dcbb req-2fd10cc8-c5e8-4db3-af4f-3e77d3f89302 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8d3ec18-a82e-44c4-8d09-b6f01e27513c HTTP/1.1" status: 200 len: 944 time: 0.0936978 Jul 09 17:09:10.654023 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-89a3529c-fcce-4d1d-8ae2-c725d725dcbb req-8833e28a-6563-4604-b63b-472a0a6385cf tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.98 "GET /v2.0/security-groups?id=7f92ad5b-837f-4d76-8884-881bae885764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321474 Jul 09 17:09:11.840362 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5012f-d5c3-4745-8ec1-78f84fcc3a99 req-8e682f88-52e4-4d26-84d6-da8033a45445 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:11.841883 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f7a5012f-d5c3-4745-8ec1-78f84fcc3a99 req-8e682f88-52e4-4d26-84d6-da8033a45445 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8d3ec18-a82e-44c4-8d09-b6f01e27513c HTTP/1.1" status: 200 len: 944 time: 0.0685422 Jul 09 17:09:11.883465 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f7a5012f-d5c3-4745-8ec1-78f84fcc3a99 req-a934c143-9acc-43f6-9026-44eaf8a9d960 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.98 "GET /v2.0/security-groups?id=7f92ad5b-837f-4d76-8884-881bae885764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359461 Jul 09 17:09:12.211558 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 32ef0363-add9-4802-acdb-fdb9642f6f93 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:09:12.263834 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 32ef0363-add9-4802-acdb-fdb9642f6f93 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:12.264210 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:12.544187 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 632eedc4-078d-4864-a77c-26a74e0676c0 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:09:12.638381 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 632eedc4-078d-4864-a77c-26a74e0676c0, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=632eedc4-078d-4864-a77c-26a74e0676c0,segment=NetworkSegment(81f15aba-3deb-4456-9437-7d447a4dfe28),segment_id=81f15aba-3deb-4456-9437-7d447a4dfe28)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:09:12.649906 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '632eedc4-078d-4864-a77c-26a74e0676c0', 'network_id': '9f501fdb-0533-42e3-905a-53013a3dcca9', 'port_id': '632eedc4-078d-4864-a77c-26a74e0676c0', 'mac_address': 'fa:16:3e:75:ff:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c43cd00b-f42e-40db-8c43-fc21a1f73f0b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:09:12.686073 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:12.698473 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 632eedc4-078d-4864-a77c-26a74e0676c0 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:09:12.717858 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 632eedc4-078d-4864-a77c-26a74e0676c0, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=632eedc4-078d-4864-a77c-26a74e0676c0,segment=NetworkSegment(81f15aba-3deb-4456-9437-7d447a4dfe28),segment_id=81f15aba-3deb-4456-9437-7d447a4dfe28)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:09:12.721654 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:12.768077 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=632eedc4-078d-4864-a77c-26a74e0676c0,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:13.058407 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da18bf-6107-4947-aa13-08a5790c41b0 req-632ee65a-bc2d-4614-b646-7c2c6fef96e1 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:13.059930 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-69da18bf-6107-4947-aa13-08a5790c41b0 req-632ee65a-bc2d-4614-b646-7c2c6fef96e1 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8d3ec18-a82e-44c4-8d09-b6f01e27513c HTTP/1.1" status: 200 len: 945 time: 0.0654263 Jul 09 17:09:13.097207 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['632eedc4-078d-4864-a77c-26a74e0676c0'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:09:13.098074 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-69da18bf-6107-4947-aa13-08a5790c41b0 req-5b0c0c33-9581-47cf-93d0-92c4bd56558c tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.98 "GET /v2.0/security-groups?id=7f92ad5b-837f-4d76-8884-881bae885764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326777 Jul 09 17:09:14.267248 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86443070-5fab-41fb-a8e4-c2f7813f4045 req-b91679ab-8123-41ee-9e11-a202171a2379 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:14.268714 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-86443070-5fab-41fb-a8e4-c2f7813f4045 req-b91679ab-8123-41ee-9e11-a202171a2379 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8d3ec18-a82e-44c4-8d09-b6f01e27513c HTTP/1.1" status: 200 len: 945 time: 0.0623407 Jul 09 17:09:14.305497 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-86443070-5fab-41fb-a8e4-c2f7813f4045 req-cb1b9815-5ee9-4257-a90b-2fb74de5b159 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.98 "GET /v2.0/security-groups?id=7f92ad5b-837f-4d76-8884-881bae885764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308011 Jul 09 17:09:14.559461 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 632eedc4-078d-4864-a77c-26a74e0676c0 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:09:14.606316 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 632eedc4-078d-4864-a77c-26a74e0676c0 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:09:14.609779 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 632eedc4-078d-4864-a77c-26a74e0676c0 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:14.610143 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:14.685404 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:14.709296 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d3ec18-a82e-44c4-8d09-b6f01e27513c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632eedc4-078d-4864-a77c-26a74e0676c0'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:09:14.711681 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e4c0197b51a39b57e4a8a116eb3788e06930fc42ac75c6a3eb5959c91cb8bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bfa3d39-9616-4267-9a26-7877c77da938" -d '{"events": [{"server_uuid": "f8d3ec18-a82e-44c4-8d09-b6f01e27513c", "name": "network-vif-plugged", "status": "completed", "tag": "632eedc4-078d-4864-a77c-26a74e0676c0"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:09:14.724378 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 632eedc4-078d-4864-a77c-26a74e0676c0, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=632eedc4-078d-4864-a77c-26a74e0676c0,segment=NetworkSegment(81f15aba-3deb-4456-9437-7d447a4dfe28),segment_id=81f15aba-3deb-4456-9437-7d447a4dfe28)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:09:14.728318 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:14.752755 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc3539f-cf77-4195-afaf-eaa876f78e02 x-openstack-request-id: req-efc3539f-cf77-4195-afaf-eaa876f78e02 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:09:14.753314 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d3ec18-a82e-44c4-8d09-b6f01e27513c", "name": "network-vif-plugged", "status": "completed", "tag": "632eedc4-078d-4864-a77c-26a74e0676c0", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:09:14.753579 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-efc3539f-cf77-4195-afaf-eaa876f78e02 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:09:14.753970 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d3ec18-a82e-44c4-8d09-b6f01e27513c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632eedc4-078d-4864-a77c-26a74e0676c0', 'code': 200} Jul 09 17:09:14.780935 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=632eedc4-078d-4864-a77c-26a74e0676c0,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:14.894847 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b33a02-144c-46a8-8add-53f3af9368a5 req-7fa6b055-7c82-4020-98b8-0927917d93cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:14.896327 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-75b33a02-144c-46a8-8add-53f3af9368a5 req-7fa6b055-7c82-4020-98b8-0927917d93cc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f8d3ec18-a82e-44c4-8d09-b6f01e27513c HTTP/1.1" status: 200 len: 1097 time: 0.0580511 Jul 09 17:09:14.930283 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-75b33a02-144c-46a8-8add-53f3af9368a5 req-7c9a33a0-6db1-47c2-9f32-38a6d927376d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7f92ad5b-837f-4d76-8884-881bae885764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271723 Jul 09 17:09:15.477162 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88717bae-0cc6-4aaf-b663-5da854384943 req-acebec7b-6fa6-4a6f-978f-fd90fe76c3bb tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:15.478629 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-88717bae-0cc6-4aaf-b663-5da854384943 req-acebec7b-6fa6-4a6f-978f-fd90fe76c3bb tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8d3ec18-a82e-44c4-8d09-b6f01e27513c HTTP/1.1" status: 200 len: 946 time: 0.0637980 Jul 09 17:09:15.516407 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-88717bae-0cc6-4aaf-b663-5da854384943 req-0da70e40-a2bf-402d-865e-8145e60beefa tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.98 "GET /v2.0/security-groups?id=7f92ad5b-837f-4d76-8884-881bae885764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322311 Jul 09 17:09:16.695655 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d5c4f-5c0f-4969-abc3-43617dfcd8ee req-41c2c093-aff3-4ccf-b2ca-cdf7815475cf tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:16.697329 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ea7d5c4f-5c0f-4969-abc3-43617dfcd8ee req-41c2c093-aff3-4ccf-b2ca-cdf7815475cf tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8d3ec18-a82e-44c4-8d09-b6f01e27513c HTTP/1.1" status: 200 len: 946 time: 0.0666611 Jul 09 17:09:16.739607 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ea7d5c4f-5c0f-4969-abc3-43617dfcd8ee req-056836d3-db11-44fe-9022-6abf3a64a728 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.98 "GET /v2.0/security-groups?id=7f92ad5b-837f-4d76-8884-881bae885764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352921 Jul 09 17:09:16.907381 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca1e7c4-a058-47be-85c7-8effab64f091 req-070c6e2e-5130-4522-91a6-97862a48f745 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:16.908851 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dca1e7c4-a058-47be-85c7-8effab64f091 req-070c6e2e-5130-4522-91a6-97862a48f745 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8d3ec18-a82e-44c4-8d09-b6f01e27513c HTTP/1.1" status: 200 len: 946 time: 0.0625260 Jul 09 17:09:16.946481 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dca1e7c4-a058-47be-85c7-8effab64f091 req-760bbcdb-5a7b-4bb4-874f-9ad7e43efb4c tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.98 "GET /v2.0/security-groups?id=7f92ad5b-837f-4d76-8884-881bae885764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315871 Jul 09 17:09:22.384181 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a554a1b2-d3cd-4b42-bb05-ac82fa7caee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:25.118198 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9fbb8a3b-2aec-4691-97ac-2f03f9cf1f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:25.832455 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:26.436347 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:27.168535 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:28.380924 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:31.071798 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:09:38.286681 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab11d3e7-6431-4fff-8059-776f057b42a1 req-91e14b9e-b45f-4fd7-a471-ac7404212003 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:38.288192 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ab11d3e7-6431-4fff-8059-776f057b42a1 req-91e14b9e-b45f-4fd7-a471-ac7404212003 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8d3ec18-a82e-44c4-8d09-b6f01e27513c HTTP/1.1" status: 200 len: 946 time: 0.0675232 Jul 09 17:09:38.325625 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ab11d3e7-6431-4fff-8059-776f057b42a1 req-bffea8fa-a4a3-4265-9755-ae527829bb95 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.98 "GET /v2.0/security-groups?id=7f92ad5b-837f-4d76-8884-881bae885764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318816 Jul 09 17:09:39.502489 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a2a3f-e461-449d-b2da-a4d5312bb042 req-1b61941a-1b72-49cc-8215-5d28cfc3931a tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:39.503992 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-912a2a3f-e461-449d-b2da-a4d5312bb042 req-1b61941a-1b72-49cc-8215-5d28cfc3931a tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8d3ec18-a82e-44c4-8d09-b6f01e27513c HTTP/1.1" status: 200 len: 946 time: 0.0663891 Jul 09 17:09:39.540757 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-912a2a3f-e461-449d-b2da-a4d5312bb042 req-4570a5dd-aa86-469b-8fd2-1dfe67ffd1fc tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.98 "GET /v2.0/security-groups?id=7f92ad5b-837f-4d76-8884-881bae885764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305321 Jul 09 17:09:40.224851 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be46d20b-193c-4cba-9a6a-dee8afdb3ddd req-8be0b09c-b383-4fee-85ac-d567e11db35e tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:40.226319 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-be46d20b-193c-4cba-9a6a-dee8afdb3ddd req-8be0b09c-b383-4fee-85ac-d567e11db35e tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.73 "GET /v2.0/ports?device_id=f8d3ec18-a82e-44c4-8d09-b6f01e27513c HTTP/1.1" status: 200 len: 946 time: 0.0628464 Jul 09 17:09:40.329477 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-be46d20b-193c-4cba-9a6a-dee8afdb3ddd req-31fbb4de-fd26-4f76-8da4-e754592fca93 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Deleting port 632eedc4-078d-4864-a77c-26a74e0676c0 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:09:40.329846 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-be46d20b-193c-4cba-9a6a-dee8afdb3ddd req-31fbb4de-fd26-4f76-8da4-e754592fca93 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:40.415084 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-be46d20b-193c-4cba-9a6a-dee8afdb3ddd req-31fbb4de-fd26-4f76-8da4-e754592fca93 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] For port 632eedc4-078d-4864-a77c-26a74e0676c0, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=632eedc4-078d-4864-a77c-26a74e0676c0,segment=NetworkSegment(81f15aba-3deb-4456-9437-7d447a4dfe28),segment_id=81f15aba-3deb-4456-9437-7d447a4dfe28)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:09:40.415445 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-be46d20b-193c-4cba-9a6a-dee8afdb3ddd req-31fbb4de-fd26-4f76-8da4-e754592fca93 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:40.428600 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-be46d20b-193c-4cba-9a6a-dee8afdb3ddd req-31fbb4de-fd26-4f76-8da4-e754592fca93 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Calling delete_port for 632eedc4-078d-4864-a77c-26a74e0676c0 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:09:40.513184 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:40.558135 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-be46d20b-193c-4cba-9a6a-dee8afdb3ddd req-31fbb4de-fd26-4f76-8da4-e754592fca93 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:40.588334 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fbb4de-fd26-4f76-8da4-e754592fca93 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Pushing event deleted for resources: {'Port': ['ID=632eedc4-078d-4864-a77c-26a74e0676c0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:40.591885 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['632eedc4-078d-4864-a77c-26a74e0676c0'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:09:40.619545 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fbb4de-fd26-4f76-8da4-e754592fca93 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:40.619895 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fbb4de-fd26-4f76-8da4-e754592fca93 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:40.620233 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fbb4de-fd26-4f76-8da4-e754592fca93 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:40.620567 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fbb4de-fd26-4f76-8da4-e754592fca93 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:40.620901 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fbb4de-fd26-4f76-8da4-e754592fca93 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:40.621231 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fbb4de-fd26-4f76-8da4-e754592fca93 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:40.621556 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fbb4de-fd26-4f76-8da4-e754592fca93 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:40.621879 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fbb4de-fd26-4f76-8da4-e754592fca93 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:40.622204 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fbb4de-fd26-4f76-8da4-e754592fca93 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:40.622528 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fbb4de-fd26-4f76-8da4-e754592fca93 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:40.622868 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fbb4de-fd26-4f76-8da4-e754592fca93 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:40.623188 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fbb4de-fd26-4f76-8da4-e754592fca93 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:40.652736 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-be46d20b-193c-4cba-9a6a-dee8afdb3ddd req-31fbb4de-fd26-4f76-8da4-e754592fca93 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] No DVR routers for this DVR port 632eedc4-078d-4864-a77c-26a74e0676c0 on host n-h2-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:09:40.655595 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-be46d20b-193c-4cba-9a6a-dee8afdb3ddd req-31fbb4de-fd26-4f76-8da4-e754592fca93 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:40.658132 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-be46d20b-193c-4cba-9a6a-dee8afdb3ddd req-31fbb4de-fd26-4f76-8da4-e754592fca93 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.73 "DELETE /v2.0/ports/632eedc4-078d-4864-a77c-26a74e0676c0 HTTP/1.1" status: 204 len: 173 time: 0.4259570 Jul 09 17:09:40.658585 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d3ec18-a82e-44c4-8d09-b6f01e27513c', 'name': 'network-vif-deleted', 'tag': '632eedc4-078d-4864-a77c-26a74e0676c0'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:09:40.661961 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70bc3d1dd6a8d756905b95879fdfd768b2540769638561f09d0c65e65c91429d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694c6b71-eadc-4552-b868-29a42949689e" -d '{"events": [{"server_uuid": "f8d3ec18-a82e-44c4-8d09-b6f01e27513c", "name": "network-vif-deleted", "tag": "632eedc4-078d-4864-a77c-26a74e0676c0"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:09:40.716872 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1cfa4b7a-9869-4727-a918-2621fe73f02c req-d588a233-2382-496a-86e3-7286804d9e1b tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8d3ec18-a82e-44c4-8d09-b6f01e27513c HTTP/1.1" status: 200 len: 210 time: 0.0296118 Jul 09 17:09:40.767048 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914b59aa-e843-4de6-a962-51ae20e7234b x-openstack-request-id: req-914b59aa-e843-4de6-a962-51ae20e7234b {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:09:40.767352 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d3ec18-a82e-44c4-8d09-b6f01e27513c", "name": "network-vif-deleted", "tag": "632eedc4-078d-4864-a77c-26a74e0676c0", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:09:40.767723 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-914b59aa-e843-4de6-a962-51ae20e7234b {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:09:40.768134 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d3ec18-a82e-44c4-8d09-b6f01e27513c', 'name': 'network-vif-deleted', 'tag': '632eedc4-078d-4864-a77c-26a74e0676c0', 'status': 'completed', 'code': 200} Jul 09 17:09:42.260542 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e92dd3c-b457-4bb0-8551-2783f7c451fd req-acd3bd2e-9020-4181-9d51-ae90221c7255 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:42.261943 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e92dd3c-b457-4bb0-8551-2783f7c451fd req-acd3bd2e-9020-4181-9d51-ae90221c7255 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.98 "GET /v2.0/networks?id=9f501fdb-0533-42e3-905a-53013a3dcca9 HTTP/1.1" status: 200 len: 817 time: 0.1014063 Jul 09 17:09:42.276593 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e92dd3c-b457-4bb0-8551-2783f7c451fd req-d0caa5ed-5bf5-4ac2-821d-1e7502f38079 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.98 "GET /v2.0/quotas/1da80eb6481c4aa2a05dbb7e56c3c1ed HTTP/1.1" status: 200 len: 375 time: 0.0090013 Jul 09 17:09:42.352436 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e92dd3c-b457-4bb0-8551-2783f7c451fd req-d073a96b-46de-4e55-9bb1-71070e196a8d tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=1da80eb6481c4aa2a05dbb7e56c3c1ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0710185 Jul 09 17:09:42.451677 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e92dd3c-b457-4bb0-8551-2783f7c451fd req-ae116d47-e8a8-481b-a6a1-c48ffd2ae85e service neutron] 10.222.0.98 "GET /v2.0/networks/9f501fdb-0533-42e3-905a-53013a3dcca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843918 Jul 09 17:09:42.548437 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e92dd3c-b457-4bb0-8551-2783f7c451fd req-181ffc66-ad34-465a-8b7f-855912bc89bb service neutron] 10.222.0.98 "GET /v2.0/networks/9f501fdb-0533-42e3-905a-53013a3dcca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901508 Jul 09 17:09:42.717238 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e70d7e9b-8c3e-40a1-8a9b-1a2ee234e386 req-79613038-e7fa-40e1-8a28-dbd36180583f tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.98 "GET /v2.0/ports?device_id=74453887-e61c-4c4b-b1d1-a9fb649786a4 HTTP/1.1" status: 200 len: 210 time: 0.0304511 Jul 09 17:09:42.757868 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 632eedc4-078d-4864-a77c-26a74e0676c0 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:09:42.778029 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: 632eedc4-078d-4864-a77c-26a74e0676c0 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:09:42.778372 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 632eedc4-078d-4864-a77c-26a74e0676c0 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:09:43.857068 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d6c9a6ef-49bf-4d83-9d77-ac5d39bffcd4 req-c37b810e-99a9-4175-bfbb-bbbeb468b784 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.98 "GET /v2.0/ports?device_id=74453887-e61c-4c4b-b1d1-a9fb649786a4 HTTP/1.1" status: 200 len: 210 time: 0.0309997 Jul 09 17:09:44.032367 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e92dd3c-b457-4bb0-8551-2783f7c451fd req-8274289a-03aa-4861-9c19-dbe61d5a9fef tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:44.033803 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e92dd3c-b457-4bb0-8551-2783f7c451fd req-8274289a-03aa-4861-9c19-dbe61d5a9fef tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.73 "GET /v2.0/networks?id=9f501fdb-0533-42e3-905a-53013a3dcca9 HTTP/1.1" status: 200 len: 817 time: 0.1050329 Jul 09 17:09:44.055725 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-3e92dd3c-b457-4bb0-8551-2783f7c451fd req-ff7fad9c-e34b-4cbf-94cb-ce80d86245eb tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Request body: {'port': {'device_id': '74453887-e61c-4c4b-b1d1-a9fb649786a4', 'network_id': '9f501fdb-0533-42e3-905a-53013a3dcca9', 'admin_state_up': True, 'tenant_id': '1da80eb6481c4aa2a05dbb7e56c3c1ed'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:44.160556 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e92dd3c-b457-4bb0-8551-2783f7c451fd req-ff7fad9c-e34b-4cbf-94cb-ce80d86245eb tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Made reservation on behalf of 1da80eb6481c4aa2a05dbb7e56c3c1ed for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:09:44.164751 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3e92dd3c-b457-4bb0-8551-2783f7c451fd req-ff7fad9c-e34b-4cbf-94cb-ce80d86245eb tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:44.289314 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-3e92dd3c-b457-4bb0-8551-2783f7c451fd req-ff7fad9c-e34b-4cbf-94cb-ce80d86245eb tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Allocated IP 172.20.0.4 (9f501fdb-0533-42e3-905a-53013a3dcca9/c43cd00b-f42e-40db-8c43-fc21a1f73f0b/6529742f-1cf9-42c5-a481-e595ca2dfb23) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:09:44.430510 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3e92dd3c-b457-4bb0-8551-2783f7c451fd req-ff7fad9c-e34b-4cbf-94cb-ce80d86245eb tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:44.444090 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-3e92dd3c-b457-4bb0-8551-2783f7c451fd req-ff7fad9c-e34b-4cbf-94cb-ce80d86245eb tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Transition to ACTIVE for port object 6529742f-1cf9-42c5-a481-e595ca2dfb23 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:09:44.475888 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3e92dd3c-b457-4bb0-8551-2783f7c451fd req-ff7fad9c-e34b-4cbf-94cb-ce80d86245eb tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:44.520030 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e92dd3c-b457-4bb0-8551-2783f7c451fd req-ff7fad9c-e34b-4cbf-94cb-ce80d86245eb tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Network 9f501fdb-0533-42e3-905a-53013a3dcca9 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:09:44.523708 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-3e92dd3c-b457-4bb0-8551-2783f7c451fd req-ff7fad9c-e34b-4cbf-94cb-ce80d86245eb tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:09:44.527467 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e92dd3c-b457-4bb0-8551-2783f7c451fd req-ff7fad9c-e34b-4cbf-94cb-ce80d86245eb tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:09:44.533580 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7fad9c-e34b-4cbf-94cb-ce80d86245eb tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Pushing event updated for resources: {'Port': ['ID=6529742f-1cf9-42c5-a481-e595ca2dfb23,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:44.579652 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e92dd3c-b457-4bb0-8551-2783f7c451fd req-ff7fad9c-e34b-4cbf-94cb-ce80d86245eb tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:44.580269 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3e92dd3c-b457-4bb0-8551-2783f7c451fd req-ff7fad9c-e34b-4cbf-94cb-ce80d86245eb tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:44.596402 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e92dd3c-b457-4bb0-8551-2783f7c451fd req-ff7fad9c-e34b-4cbf-94cb-ce80d86245eb tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5445671 Jul 09 17:09:44.613912 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-3e92dd3c-b457-4bb0-8551-2783f7c451fd req-fd8ee1ab-9c46-4e9f-93c1-8209a3677899 service neutron] Request body: {'port': {'device_id': '74453887-e61c-4c4b-b1d1-a9fb649786a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:44.693419 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3e92dd3c-b457-4bb0-8551-2783f7c451fd req-fd8ee1ab-9c46-4e9f-93c1-8209a3677899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:44.793657 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5b467a0d-956d-4a25-8833-d7b3166d39fc None None] Provisioning for port 6529742f-1cf9-42c5-a481-e595ca2dfb23 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:09:44.797282 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5b467a0d-956d-4a25-8833-d7b3166d39fc None None] Provisioning complete for port 6529742f-1cf9-42c5-a481-e595ca2dfb23 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:44.797690 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5b467a0d-956d-4a25-8833-d7b3166d39fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:44.831633 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-5b467a0d-956d-4a25-8833-d7b3166d39fc None None] Port 6529742f-1cf9-42c5-a481-e595ca2dfb23 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:09:44.950076 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-3e92dd3c-b457-4bb0-8551-2783f7c451fd req-fd8ee1ab-9c46-4e9f-93c1-8209a3677899 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6529742f-1cf9-42c5-a481-e595ca2dfb23 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:09:44.957620 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3e92dd3c-b457-4bb0-8551-2783f7c451fd req-fd8ee1ab-9c46-4e9f-93c1-8209a3677899 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:44.971236 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-3e92dd3c-b457-4bb0-8551-2783f7c451fd req-fd8ee1ab-9c46-4e9f-93c1-8209a3677899 service neutron] Transition to ACTIVE for port object 6529742f-1cf9-42c5-a481-e595ca2dfb23 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:09:44.980934 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3e92dd3c-b457-4bb0-8551-2783f7c451fd req-fd8ee1ab-9c46-4e9f-93c1-8209a3677899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:45.056609 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8ee1ab-9c46-4e9f-93c1-8209a3677899 service neutron] Pushing event updated for resources: {'Port': ['ID=6529742f-1cf9-42c5-a481-e595ca2dfb23,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:45.129462 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f541d-8567-491e-aea9-98aa8651a4a4 req-7bce6b88-08a4-4a7a-b552-43797bc04254 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:45.131280 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-969f541d-8567-491e-aea9-98aa8651a4a4 req-7bce6b88-08a4-4a7a-b552-43797bc04254 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.98 "GET /v2.0/ports?device_id=74453887-e61c-4c4b-b1d1-a9fb649786a4 HTTP/1.1" status: 200 len: 943 time: 0.1631243 Jul 09 17:09:45.165638 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-3e92dd3c-b457-4bb0-8551-2783f7c451fd req-fd8ee1ab-9c46-4e9f-93c1-8209a3677899 service neutron] Attempting to bind port 6529742f-1cf9-42c5-a481-e595ca2dfb23 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:09:45.165982 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-3e92dd3c-b457-4bb0-8551-2783f7c451fd req-fd8ee1ab-9c46-4e9f-93c1-8209a3677899 service neutron] Attempting to bind port 6529742f-1cf9-42c5-a481-e595ca2dfb23 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': '81f15aba-3deb-4456-9437-7d447a4dfe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9f501fdb-0533-42e3-905a-53013a3dcca9'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:09:45.166305 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e92dd3c-b457-4bb0-8551-2783f7c451fd req-fd8ee1ab-9c46-4e9f-93c1-8209a3677899 service neutron] Attempting to bind port 6529742f-1cf9-42c5-a481-e595ca2dfb23 on network 9f501fdb-0533-42e3-905a-53013a3dcca9 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:09:45.180713 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e92dd3c-b457-4bb0-8551-2783f7c451fd req-fd8ee1ab-9c46-4e9f-93c1-8209a3677899 service neutron] Port 6529742f-1cf9-42c5-a481-e595ca2dfb23 on network 9f501fdb-0533-42e3-905a-53013a3dcca9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:09:45.181036 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e92dd3c-b457-4bb0-8551-2783f7c451fd req-fd8ee1ab-9c46-4e9f-93c1-8209a3677899 service neutron] Attempting to bind port 6529742f-1cf9-42c5-a481-e595ca2dfb23 on network 9f501fdb-0533-42e3-905a-53013a3dcca9 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:09:45.188966 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-969f541d-8567-491e-aea9-98aa8651a4a4 req-1844cfad-8bdc-469b-81a0-b47228fd602d tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.98 "GET /v2.0/security-groups?id=7f92ad5b-837f-4d76-8884-881bae885764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505049 Jul 09 17:09:45.191650 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e92dd3c-b457-4bb0-8551-2783f7c451fd req-fd8ee1ab-9c46-4e9f-93c1-8209a3677899 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:09:45.191980 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e92dd3c-b457-4bb0-8551-2783f7c451fd req-fd8ee1ab-9c46-4e9f-93c1-8209a3677899 service neutron] Checking segment: {'id': '81f15aba-3deb-4456-9437-7d447a4dfe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9f501fdb-0533-42e3-905a-53013a3dcca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:09:45.192341 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e92dd3c-b457-4bb0-8551-2783f7c451fd req-fd8ee1ab-9c46-4e9f-93c1-8209a3677899 service neutron] Bound using segment: {'id': '81f15aba-3deb-4456-9437-7d447a4dfe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9f501fdb-0533-42e3-905a-53013a3dcca9'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:09:45.192901 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-3e92dd3c-b457-4bb0-8551-2783f7c451fd req-fd8ee1ab-9c46-4e9f-93c1-8209a3677899 service neutron] Bound port: 6529742f-1cf9-42c5-a481-e595ca2dfb23, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81f15aba-3deb-4456-9437-7d447a4dfe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9f501fdb-0533-42e3-905a-53013a3dcca9'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:09:45.193148 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3e92dd3c-b457-4bb0-8551-2783f7c451fd req-fd8ee1ab-9c46-4e9f-93c1-8209a3677899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:45.259961 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-3e92dd3c-b457-4bb0-8551-2783f7c451fd req-fd8ee1ab-9c46-4e9f-93c1-8209a3677899 service neutron] For port 6529742f-1cf9-42c5-a481-e595ca2dfb23, host n-h2-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:09:45.263008 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-3e92dd3c-b457-4bb0-8551-2783f7c451fd req-fd8ee1ab-9c46-4e9f-93c1-8209a3677899 service neutron] For port 6529742f-1cf9-42c5-a481-e595ca2dfb23, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=6529742f-1cf9-42c5-a481-e595ca2dfb23,segment=NetworkSegment(81f15aba-3deb-4456-9437-7d447a4dfe28),segment_id=81f15aba-3deb-4456-9437-7d447a4dfe28)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:09:45.267643 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3e92dd3c-b457-4bb0-8551-2783f7c451fd req-fd8ee1ab-9c46-4e9f-93c1-8209a3677899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:45.299134 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e92dd3c-b457-4bb0-8551-2783f7c451fd req-fd8ee1ab-9c46-4e9f-93c1-8209a3677899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:45.299755 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3e92dd3c-b457-4bb0-8551-2783f7c451fd req-fd8ee1ab-9c46-4e9f-93c1-8209a3677899 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:45.301351 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e92dd3c-b457-4bb0-8551-2783f7c451fd req-fd8ee1ab-9c46-4e9f-93c1-8209a3677899 service neutron] 10.222.0.73 "PUT /v2.0/ports/6529742f-1cf9-42c5-a481-e595ca2dfb23 HTTP/1.1" status: 200 len: 1091 time: 0.6918814 Jul 09 17:09:45.304127 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74453887-e61c-4c4b-b1d1-a9fb649786a4', 'tag': '6529742f-1cf9-42c5-a481-e595ca2dfb23'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:09:45.306422 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70bc3d1dd6a8d756905b95879fdfd768b2540769638561f09d0c65e65c91429d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0db296-3c2c-423f-b528-afc647ce30e1" -d '{"events": [{"name": "network-changed", "server_uuid": "74453887-e61c-4c4b-b1d1-a9fb649786a4", "tag": "6529742f-1cf9-42c5-a481-e595ca2dfb23"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:09:45.346992 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8ee1ab-9c46-4e9f-93c1-8209a3677899 service neutron] Pushing event updated for resources: {'Port': ['ID=6529742f-1cf9-42c5-a481-e595ca2dfb23,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:45.352470 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6350dd-c5e2-4703-a74d-67edaffd1c7f x-openstack-request-id: req-cf6350dd-c5e2-4703-a74d-67edaffd1c7f {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:09:45.352865 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74453887-e61c-4c4b-b1d1-a9fb649786a4", "tag": "6529742f-1cf9-42c5-a481-e595ca2dfb23", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:09:45.353174 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-cf6350dd-c5e2-4703-a74d-67edaffd1c7f {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:09:45.353627 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74453887-e61c-4c4b-b1d1-a9fb649786a4', 'tag': '6529742f-1cf9-42c5-a481-e595ca2dfb23', 'status': 'completed', 'code': 200} Jul 09 17:09:45.419568 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e92dd3c-b457-4bb0-8551-2783f7c451fd req-7f0fc62f-efea-4b82-a2d3-8e1608ae714e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:45.421140 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e92dd3c-b457-4bb0-8551-2783f7c451fd req-7f0fc62f-efea-4b82-a2d3-8e1608ae714e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1da80eb6481c4aa2a05dbb7e56c3c1ed&device_id=74453887-e61c-4c4b-b1d1-a9fb649786a4 HTTP/1.1" status: 200 len: 1094 time: 0.0552161 Jul 09 17:09:45.471946 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e92dd3c-b457-4bb0-8551-2783f7c451fd req-29b75bac-556b-41b1-933c-a333f8ae747a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6529742f-1cf9-42c5-a481-e595ca2dfb23 HTTP/1.1" status: 200 len: 217 time: 0.0384459 Jul 09 17:09:45.518509 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e92dd3c-b457-4bb0-8551-2783f7c451fd req-fb35a2c6-0ad1-4aa1-b4d4-11bec54fd063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:45.519981 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e92dd3c-b457-4bb0-8551-2783f7c451fd req-fb35a2c6-0ad1-4aa1-b4d4-11bec54fd063 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c43cd00b-f42e-40db-8c43-fc21a1f73f0b HTTP/1.1" status: 200 len: 856 time: 0.0426168 Jul 09 17:09:45.574990 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e92dd3c-b457-4bb0-8551-2783f7c451fd req-c5bebde0-3c74-4b2a-974a-6bfe45ccaa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:45.576767 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e92dd3c-b457-4bb0-8551-2783f7c451fd req-c5bebde0-3c74-4b2a-974a-6bfe45ccaa80 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9f501fdb-0533-42e3-905a-53013a3dcca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506701 Jul 09 17:09:45.666462 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e92dd3c-b457-4bb0-8551-2783f7c451fd req-afaa54cb-dd9d-40b4-aeed-9ea5bd6fca79 service neutron] 10.222.0.73 "GET /v2.0/networks/9f501fdb-0533-42e3-905a-53013a3dcca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834405 Jul 09 17:09:45.754696 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e92dd3c-b457-4bb0-8551-2783f7c451fd req-dbbd2666-a89c-4ed4-94a8-406b44aeafe3 service neutron] 10.222.0.73 "GET /v2.0/networks/9f501fdb-0533-42e3-905a-53013a3dcca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813208 Jul 09 17:09:45.896841 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0db296-3c2c-423f-b528-afc647ce30e1 req-a42896d6-747d-48c0-a39f-f243f6b5d52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:45.898253 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5d0db296-3c2c-423f-b528-afc647ce30e1 req-a42896d6-747d-48c0-a39f-f243f6b5d52d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1da80eb6481c4aa2a05dbb7e56c3c1ed&device_id=74453887-e61c-4c4b-b1d1-a9fb649786a4 HTTP/1.1" status: 200 len: 1094 time: 0.0547211 Jul 09 17:09:45.988823 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0db296-3c2c-423f-b528-afc647ce30e1 req-115fcbb6-d034-400f-9ed9-d277dff9a3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:45.990303 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5d0db296-3c2c-423f-b528-afc647ce30e1 req-115fcbb6-d034-400f-9ed9-d277dff9a3a4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9f501fdb-0533-42e3-905a-53013a3dcca9 HTTP/1.1" status: 200 len: 918 time: 0.0858042 Jul 09 17:09:46.032156 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5d0db296-3c2c-423f-b528-afc647ce30e1 req-b6017553-112e-4fe4-a79e-08c4a3535ab4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6529742f-1cf9-42c5-a481-e595ca2dfb23 HTTP/1.1" status: 200 len: 217 time: 0.0351605 Jul 09 17:09:46.084001 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0db296-3c2c-423f-b528-afc647ce30e1 req-07d5c5a9-aa8e-4b0e-8ba1-65b521d3f38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:46.085419 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5d0db296-3c2c-423f-b528-afc647ce30e1 req-07d5c5a9-aa8e-4b0e-8ba1-65b521d3f38e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c43cd00b-f42e-40db-8c43-fc21a1f73f0b HTTP/1.1" status: 200 len: 856 time: 0.0472651 Jul 09 17:09:46.140815 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0db296-3c2c-423f-b528-afc647ce30e1 req-44b1e13e-0b58-4d76-9716-9c80075bba46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:46.142262 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5d0db296-3c2c-423f-b528-afc647ce30e1 req-44b1e13e-0b58-4d76-9716-9c80075bba46 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9f501fdb-0533-42e3-905a-53013a3dcca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502617 Jul 09 17:09:46.228266 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5d0db296-3c2c-423f-b528-afc647ce30e1 req-a25caf9b-a779-42a0-b21b-3c93597e6169 service neutron] 10.222.0.73 "GET /v2.0/networks/9f501fdb-0533-42e3-905a-53013a3dcca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794544 Jul 09 17:09:46.350709 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5d0db296-3c2c-423f-b528-afc647ce30e1 req-c77b677e-bf86-4da0-8a00-2638706408e3 service neutron] 10.222.0.73 "GET /v2.0/networks/9f501fdb-0533-42e3-905a-53013a3dcca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162288 Jul 09 17:09:46.381036 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f60c0-8b69-4074-9c7d-916a889712d7 req-80625fd8-aea2-4115-b9a4-0fa17d7647e1 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:46.382538 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0d7f60c0-8b69-4074-9c7d-916a889712d7 req-80625fd8-aea2-4115-b9a4-0fa17d7647e1 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.98 "GET /v2.0/ports?device_id=74453887-e61c-4c4b-b1d1-a9fb649786a4 HTTP/1.1" status: 200 len: 943 time: 0.0774074 Jul 09 17:09:46.421125 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0d7f60c0-8b69-4074-9c7d-916a889712d7 req-865de98e-30d1-49b1-b523-083ea8955765 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.98 "GET /v2.0/security-groups?id=7f92ad5b-837f-4d76-8884-881bae885764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329852 Jul 09 17:09:47.595241 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1f4b8-f2c6-4bd9-99d5-8baf8c499f90 req-59adbd2a-b629-437b-98d4-a44810880b68 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:47.596701 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-98a1f4b8-f2c6-4bd9-99d5-8baf8c499f90 req-59adbd2a-b629-437b-98d4-a44810880b68 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.98 "GET /v2.0/ports?device_id=74453887-e61c-4c4b-b1d1-a9fb649786a4 HTTP/1.1" status: 200 len: 943 time: 0.0663881 Jul 09 17:09:47.633397 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-98a1f4b8-f2c6-4bd9-99d5-8baf8c499f90 req-e8a48cd5-29ce-47af-be57-dcaeb682bc41 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.98 "GET /v2.0/security-groups?id=7f92ad5b-837f-4d76-8884-881bae885764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312068 Jul 09 17:09:48.774261 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 6529742f-1cf9-42c5-a481-e595ca2dfb23 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:09:48.807248 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85207a-a0c9-4838-aeca-a212c0e45584 req-f2cdf9c9-cf07-47be-b3f6-2f8d295d896f tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:48.808753 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5f85207a-a0c9-4838-aeca-a212c0e45584 req-f2cdf9c9-cf07-47be-b3f6-2f8d295d896f tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.98 "GET /v2.0/ports?device_id=74453887-e61c-4c4b-b1d1-a9fb649786a4 HTTP/1.1" status: 200 len: 943 time: 0.0638196 Jul 09 17:09:48.847564 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5f85207a-a0c9-4838-aeca-a212c0e45584 req-0b8d1797-e6c3-4241-80bb-712392be9cc8 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.98 "GET /v2.0/security-groups?id=7f92ad5b-837f-4d76-8884-881bae885764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331397 Jul 09 17:09:48.870731 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 6529742f-1cf9-42c5-a481-e595ca2dfb23, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=6529742f-1cf9-42c5-a481-e595ca2dfb23,segment=NetworkSegment(81f15aba-3deb-4456-9437-7d447a4dfe28),segment_id=81f15aba-3deb-4456-9437-7d447a4dfe28)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:09:48.882336 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '6529742f-1cf9-42c5-a481-e595ca2dfb23', 'network_id': '9f501fdb-0533-42e3-905a-53013a3dcca9', 'port_id': '6529742f-1cf9-42c5-a481-e595ca2dfb23', 'mac_address': 'fa:16:3e:9d:66:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c43cd00b-f42e-40db-8c43-fc21a1f73f0b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:09:48.919581 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:48.931808 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6529742f-1cf9-42c5-a481-e595ca2dfb23 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:09:48.950901 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 6529742f-1cf9-42c5-a481-e595ca2dfb23, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=6529742f-1cf9-42c5-a481-e595ca2dfb23,segment=NetworkSegment(81f15aba-3deb-4456-9437-7d447a4dfe28),segment_id=81f15aba-3deb-4456-9437-7d447a4dfe28)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:09:48.954287 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:48.999686 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=6529742f-1cf9-42c5-a481-e595ca2dfb23,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:49.007351 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:49.007718 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:49.008044 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:49.008381 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:49.008716 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:49.009042 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:49.009367 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:49.009691 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:49.010015 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:49.010336 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:49.010657 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:49.011003 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:49.289267 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['6529742f-1cf9-42c5-a481-e595ca2dfb23'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:09:50.019719 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e4fbd-87f9-4f11-a012-4b86c5a59979 req-90aa6d17-f636-451b-a3d6-0aed3e9ed1ab tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:50.021689 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-600e4fbd-87f9-4f11-a012-4b86c5a59979 req-90aa6d17-f636-451b-a3d6-0aed3e9ed1ab tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.98 "GET /v2.0/ports?device_id=74453887-e61c-4c4b-b1d1-a9fb649786a4 HTTP/1.1" status: 200 len: 944 time: 0.0666974 Jul 09 17:09:50.062255 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-600e4fbd-87f9-4f11-a012-4b86c5a59979 req-4dc3e1b5-d772-4847-993b-00f38dae70f6 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.98 "GET /v2.0/security-groups?id=7f92ad5b-837f-4d76-8884-881bae885764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350661 Jul 09 17:09:50.777344 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 6529742f-1cf9-42c5-a481-e595ca2dfb23 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:09:50.824313 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 6529742f-1cf9-42c5-a481-e595ca2dfb23 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:09:50.827903 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 6529742f-1cf9-42c5-a481-e595ca2dfb23 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:09:50.828271 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:50.904714 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:50.926410 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74453887-e61c-4c4b-b1d1-a9fb649786a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6529742f-1cf9-42c5-a481-e595ca2dfb23'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:09:50.929170 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e4c0197b51a39b57e4a8a116eb3788e06930fc42ac75c6a3eb5959c91cb8bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ee54c0-7d7e-4bdd-b86b-7d32e08d4838" -d '{"events": [{"server_uuid": "74453887-e61c-4c4b-b1d1-a9fb649786a4", "name": "network-vif-plugged", "status": "completed", "tag": "6529742f-1cf9-42c5-a481-e595ca2dfb23"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:09:50.942051 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 6529742f-1cf9-42c5-a481-e595ca2dfb23, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=6529742f-1cf9-42c5-a481-e595ca2dfb23,segment=NetworkSegment(81f15aba-3deb-4456-9437-7d447a4dfe28),segment_id=81f15aba-3deb-4456-9437-7d447a4dfe28)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:09:50.947347 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:50.971991 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2625b076-ed6d-4d2b-8929-2f391da207fa x-openstack-request-id: req-2625b076-ed6d-4d2b-8929-2f391da207fa {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:09:50.972288 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74453887-e61c-4c4b-b1d1-a9fb649786a4", "name": "network-vif-plugged", "status": "completed", "tag": "6529742f-1cf9-42c5-a481-e595ca2dfb23", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:09:50.972540 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2625b076-ed6d-4d2b-8929-2f391da207fa {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:09:50.972929 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74453887-e61c-4c4b-b1d1-a9fb649786a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6529742f-1cf9-42c5-a481-e595ca2dfb23', 'code': 200} Jul 09 17:09:50.998978 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=6529742f-1cf9-42c5-a481-e595ca2dfb23,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:51.109815 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9bc5d-ae86-414e-9a2c-fdd573462877 req-58228b30-d79d-4037-bb6f-c9811c609637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:51.111367 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bff9bc5d-ae86-414e-9a2c-fdd573462877 req-58228b30-d79d-4037-bb6f-c9811c609637 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=74453887-e61c-4c4b-b1d1-a9fb649786a4 HTTP/1.1" status: 200 len: 1096 time: 0.0524232 Jul 09 17:09:51.144210 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bff9bc5d-ae86-414e-9a2c-fdd573462877 req-b5378515-b451-4bf2-bdf6-af51211af41b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7f92ad5b-837f-4d76-8884-881bae885764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266094 Jul 09 17:09:51.233482 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c860e39-176b-423b-a5b5-081fc0ba83d2 req-ad4f707e-9371-4dd6-bfa4-e020cf647c47 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:51.234956 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8c860e39-176b-423b-a5b5-081fc0ba83d2 req-ad4f707e-9371-4dd6-bfa4-e020cf647c47 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.98 "GET /v2.0/ports?device_id=74453887-e61c-4c4b-b1d1-a9fb649786a4 HTTP/1.1" status: 200 len: 945 time: 0.0621212 Jul 09 17:09:51.271632 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8c860e39-176b-423b-a5b5-081fc0ba83d2 req-d0ad071e-5772-4caf-ab28-d008e52d1d0b tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.98 "GET /v2.0/security-groups?id=7f92ad5b-837f-4d76-8884-881bae885764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305974 Jul 09 17:09:52.389077 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9967faca-43d7-4867-942c-843c5a0aa53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:52.459221 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8150c789-5b3f-4a47-88f0-9d776a83f480 req-8901ee75-ffe0-4da8-8ef7-7c6755a5544f tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:52.460719 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8150c789-5b3f-4a47-88f0-9d776a83f480 req-8901ee75-ffe0-4da8-8ef7-7c6755a5544f tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.98 "GET /v2.0/ports?device_id=74453887-e61c-4c4b-b1d1-a9fb649786a4 HTTP/1.1" status: 200 len: 945 time: 0.0693603 Jul 09 17:09:52.816693 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8150c789-5b3f-4a47-88f0-9d776a83f480 req-448d9148-fcf8-4416-bbdb-511c1cd96364 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.98 "GET /v2.0/security-groups?id=7f92ad5b-837f-4d76-8884-881bae885764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503892 Jul 09 17:09:53.984661 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f848327-9b4a-491c-9e66-0346fc256b45 req-961c7624-8810-4f19-aede-cd3a8daa8e55 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:53.986111 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1f848327-9b4a-491c-9e66-0346fc256b45 req-961c7624-8810-4f19-aede-cd3a8daa8e55 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.98 "GET /v2.0/ports?device_id=74453887-e61c-4c4b-b1d1-a9fb649786a4 HTTP/1.1" status: 200 len: 945 time: 0.0621614 Jul 09 17:09:54.023438 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1f848327-9b4a-491c-9e66-0346fc256b45 req-ad47df63-b2ae-4f92-b687-e15458b3d6e2 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.98 "GET /v2.0/security-groups?id=7f92ad5b-837f-4d76-8884-881bae885764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313108 Jul 09 17:09:54.194712 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce2811-49d5-45cf-9e66-169c7a2cf635 req-ef20e3bc-e2d2-4152-871a-863b5a433a30 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:54.196229 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-18ce2811-49d5-45cf-9e66-169c7a2cf635 req-ef20e3bc-e2d2-4152-871a-863b5a433a30 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.98 "GET /v2.0/ports?device_id=74453887-e61c-4c4b-b1d1-a9fb649786a4 HTTP/1.1" status: 200 len: 945 time: 0.0621836 Jul 09 17:09:54.237508 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-18ce2811-49d5-45cf-9e66-169c7a2cf635 req-826403cb-5dd4-4dce-be3e-e86bf3a20ada tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.98 "GET /v2.0/security-groups?id=7f92ad5b-837f-4d76-8884-881bae885764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356567 Jul 09 17:09:55.119475 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-45ff1c80-7388-47fd-8a59-6616048824b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:55.834930 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:56.437805 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:57.174864 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:58.387837 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:59.478212 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2568652a-bcd9-4429-89c6-8a187c9ab210 req-f5c2555c-07c1-412f-9376-1d5f6abdc3bc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=74453887-e61c-4c4b-b1d1-a9fb649786a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0504127 Jul 09 17:09:59.589122 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568652a-bcd9-4429-89c6-8a187c9ab210 req-7d85a86f-5492-4628-904a-adfd8ffa223c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:59.590646 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2568652a-bcd9-4429-89c6-8a187c9ab210 req-7d85a86f-5492-4628-904a-adfd8ffa223c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1da80eb6481c4aa2a05dbb7e56c3c1ed&device_id=74453887-e61c-4c4b-b1d1-a9fb649786a4 HTTP/1.1" status: 200 len: 1096 time: 0.0533791 Jul 09 17:09:59.697802 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568652a-bcd9-4429-89c6-8a187c9ab210 req-08457fcb-f684-4091-9bde-4289d545f4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:59.699206 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2568652a-bcd9-4429-89c6-8a187c9ab210 req-08457fcb-f684-4091-9bde-4289d545f4f5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9f501fdb-0533-42e3-905a-53013a3dcca9 HTTP/1.1" status: 200 len: 918 time: 0.0886385 Jul 09 17:09:59.743616 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2568652a-bcd9-4429-89c6-8a187c9ab210 req-a59c7928-0bd3-4290-9ee5-4ee360221d2b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6529742f-1cf9-42c5-a481-e595ca2dfb23 HTTP/1.1" status: 200 len: 217 time: 0.0362883 Jul 09 17:09:59.796939 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568652a-bcd9-4429-89c6-8a187c9ab210 req-8dbc7595-0c89-420b-bff8-0778909987ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:59.799767 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2568652a-bcd9-4429-89c6-8a187c9ab210 req-8dbc7595-0c89-420b-bff8-0778909987ab service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c43cd00b-f42e-40db-8c43-fc21a1f73f0b HTTP/1.1" status: 200 len: 856 time: 0.0479255 Jul 09 17:09:59.860375 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568652a-bcd9-4429-89c6-8a187c9ab210 req-f1b1a30b-179d-451d-b609-5dfce0a830be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:59.861883 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2568652a-bcd9-4429-89c6-8a187c9ab210 req-f1b1a30b-179d-451d-b609-5dfce0a830be service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9f501fdb-0533-42e3-905a-53013a3dcca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575950 Jul 09 17:09:59.949699 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2568652a-bcd9-4429-89c6-8a187c9ab210 req-b03808a3-38e6-4e28-be04-e86ed22a13ac service neutron] 10.222.0.73 "GET /v2.0/networks/9f501fdb-0533-42e3-905a-53013a3dcca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808296 Jul 09 17:10:00.040713 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2568652a-bcd9-4429-89c6-8a187c9ab210 req-ba20e893-700f-4767-b3e5-0f16346635dd service neutron] 10.222.0.73 "GET /v2.0/networks/9f501fdb-0533-42e3-905a-53013a3dcca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835793 Jul 09 17:10:08.073004 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:10:10.528224 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:13.085607 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42d3d9-b68b-412d-9d97-473dd5f75c02 req-abdb643b-7f47-493e-aeb3-0654e66bf01e tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:13.087467 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1e42d3d9-b68b-412d-9d97-473dd5f75c02 req-abdb643b-7f47-493e-aeb3-0654e66bf01e tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.98 "GET /v2.0/ports?device_id=74453887-e61c-4c4b-b1d1-a9fb649786a4 HTTP/1.1" status: 200 len: 945 time: 0.0655766 Jul 09 17:10:13.125318 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1e42d3d9-b68b-412d-9d97-473dd5f75c02 req-67f869a5-d1f0-42f7-8736-736ad69a162f tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.98 "GET /v2.0/security-groups?id=7f92ad5b-837f-4d76-8884-881bae885764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322542 Jul 09 17:10:14.298572 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b833858-e8d5-4637-90b0-a4941e306932 req-71056cb9-45ef-4555-b919-208d199b7ec4 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:14.300081 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6b833858-e8d5-4637-90b0-a4941e306932 req-71056cb9-45ef-4555-b919-208d199b7ec4 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.98 "GET /v2.0/ports?device_id=74453887-e61c-4c4b-b1d1-a9fb649786a4 HTTP/1.1" status: 200 len: 945 time: 0.0626829 Jul 09 17:10:14.337991 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6b833858-e8d5-4637-90b0-a4941e306932 req-12783265-3f83-421b-9757-bcdf34412f18 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.98 "GET /v2.0/security-groups?id=7f92ad5b-837f-4d76-8884-881bae885764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322142 Jul 09 17:10:15.008622 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d2cc68-e61d-4e60-995e-45aad6f3f05c req-ab6b1405-f1e5-43fe-97de-bbdcc0a7c26a tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:15.010055 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-82d2cc68-e61d-4e60-995e-45aad6f3f05c req-ab6b1405-f1e5-43fe-97de-bbdcc0a7c26a tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.73 "GET /v2.0/ports?device_id=74453887-e61c-4c4b-b1d1-a9fb649786a4 HTTP/1.1" status: 200 len: 945 time: 0.0652430 Jul 09 17:10:15.106668 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-82d2cc68-e61d-4e60-995e-45aad6f3f05c req-9faf6fb3-8e18-4349-b057-8975f6194f30 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Deleting port 6529742f-1cf9-42c5-a481-e595ca2dfb23 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:10:15.107036 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-82d2cc68-e61d-4e60-995e-45aad6f3f05c req-9faf6fb3-8e18-4349-b057-8975f6194f30 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:15.194748 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-82d2cc68-e61d-4e60-995e-45aad6f3f05c req-9faf6fb3-8e18-4349-b057-8975f6194f30 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] For port 6529742f-1cf9-42c5-a481-e595ca2dfb23, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=6529742f-1cf9-42c5-a481-e595ca2dfb23,segment=NetworkSegment(81f15aba-3deb-4456-9437-7d447a4dfe28),segment_id=81f15aba-3deb-4456-9437-7d447a4dfe28)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:15.195121 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-82d2cc68-e61d-4e60-995e-45aad6f3f05c req-9faf6fb3-8e18-4349-b057-8975f6194f30 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:15.207806 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-82d2cc68-e61d-4e60-995e-45aad6f3f05c req-9faf6fb3-8e18-4349-b057-8975f6194f30 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Calling delete_port for 6529742f-1cf9-42c5-a481-e595ca2dfb23 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:10:15.330097 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-82d2cc68-e61d-4e60-995e-45aad6f3f05c req-9faf6fb3-8e18-4349-b057-8975f6194f30 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:15.360705 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faf6fb3-8e18-4349-b057-8975f6194f30 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Pushing event deleted for resources: {'Port': ['ID=6529742f-1cf9-42c5-a481-e595ca2dfb23,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:15.367916 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['6529742f-1cf9-42c5-a481-e595ca2dfb23'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:10:15.413585 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d2cc68-e61d-4e60-995e-45aad6f3f05c req-9faf6fb3-8e18-4349-b057-8975f6194f30 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] No DVR routers for this DVR port 6529742f-1cf9-42c5-a481-e595ca2dfb23 on host n-h2-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:10:15.416986 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-82d2cc68-e61d-4e60-995e-45aad6f3f05c req-9faf6fb3-8e18-4349-b057-8975f6194f30 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:15.419298 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-82d2cc68-e61d-4e60-995e-45aad6f3f05c req-9faf6fb3-8e18-4349-b057-8975f6194f30 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.73 "DELETE /v2.0/ports/6529742f-1cf9-42c5-a481-e595ca2dfb23 HTTP/1.1" status: 204 len: 173 time: 0.4033976 Jul 09 17:10:15.419760 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74453887-e61c-4c4b-b1d1-a9fb649786a4', 'name': 'network-vif-deleted', 'tag': '6529742f-1cf9-42c5-a481-e595ca2dfb23'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:10:15.422440 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70bc3d1dd6a8d756905b95879fdfd768b2540769638561f09d0c65e65c91429d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab47ca9-06a4-4873-bba8-76097b73392e" -d '{"events": [{"server_uuid": "74453887-e61c-4c4b-b1d1-a9fb649786a4", "name": "network-vif-deleted", "tag": "6529742f-1cf9-42c5-a481-e595ca2dfb23"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:10:15.490514 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f2ee2939-6429-47c8-afd4-c689ce785c5e req-f485b7da-4f43-4758-8749-8e056eb85fe7 tempest-TestEncryptedCinderVolumes-1385433549 tempest-TestEncryptedCinderVolumes-1385433549-project] 10.222.0.98 "GET /v2.0/ports?device_id=74453887-e61c-4c4b-b1d1-a9fb649786a4 HTTP/1.1" status: 200 len: 210 time: 0.0317376 Jul 09 17:10:15.558801 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbff028a-a8b0-4034-a7c9-1df04480c1c8 x-openstack-request-id: req-fbff028a-a8b0-4034-a7c9-1df04480c1c8 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:10:15.559169 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74453887-e61c-4c4b-b1d1-a9fb649786a4", "name": "network-vif-deleted", "tag": "6529742f-1cf9-42c5-a481-e595ca2dfb23", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:10:15.559509 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fbff028a-a8b0-4034-a7c9-1df04480c1c8 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:10:15.559977 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74453887-e61c-4c4b-b1d1-a9fb649786a4', 'name': 'network-vif-deleted', 'tag': '6529742f-1cf9-42c5-a481-e595ca2dfb23', 'status': 'completed', 'code': 200} Jul 09 17:10:16.617548 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53252) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:16.967037 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1b8b02b5-455c-45a0-ac4f-9c5582939a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:17.215154 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-1b8b02b5-455c-45a0-ac4f-9c5582939a62 admin admin] Deleting port 7d988276-be0e-4e05-99c8-87bba866ef42 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:10:17.215496 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1b8b02b5-455c-45a0-ac4f-9c5582939a62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:17.291432 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-1b8b02b5-455c-45a0-ac4f-9c5582939a62 admin admin] For port 7d988276-be0e-4e05-99c8-87bba866ef42, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=7d988276-be0e-4e05-99c8-87bba866ef42,segment=NetworkSegment(81f15aba-3deb-4456-9437-7d447a4dfe28),segment_id=81f15aba-3deb-4456-9437-7d447a4dfe28)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:17.291797 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1b8b02b5-455c-45a0-ac4f-9c5582939a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:17.303989 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-1b8b02b5-455c-45a0-ac4f-9c5582939a62 admin admin] Calling delete_port for 7d988276-be0e-4e05-99c8-87bba866ef42 owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:10:17.479086 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1b8b02b5-455c-45a0-ac4f-9c5582939a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:17.501867 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8b02b5-455c-45a0-ac4f-9c5582939a62 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d988276-be0e-4e05-99c8-87bba866ef42,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:17.513481 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8b02b5-455c-45a0-ac4f-9c5582939a62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:17.513832 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8b02b5-455c-45a0-ac4f-9c5582939a62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:17.514170 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8b02b5-455c-45a0-ac4f-9c5582939a62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:17.514909 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8b02b5-455c-45a0-ac4f-9c5582939a62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:17.514909 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8b02b5-455c-45a0-ac4f-9c5582939a62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:17.515150 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8b02b5-455c-45a0-ac4f-9c5582939a62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:17.515474 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8b02b5-455c-45a0-ac4f-9c5582939a62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:17.515791 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8b02b5-455c-45a0-ac4f-9c5582939a62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:17.516110 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8b02b5-455c-45a0-ac4f-9c5582939a62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:17.516428 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8b02b5-455c-45a0-ac4f-9c5582939a62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:17.516746 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8b02b5-455c-45a0-ac4f-9c5582939a62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:17.517061 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8b02b5-455c-45a0-ac4f-9c5582939a62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:17.683908 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1b8b02b5-455c-45a0-ac4f-9c5582939a62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:18.217428 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b8b02b5-455c-45a0-ac4f-9c5582939a62 admin admin] Router d3b46b24-3b61-4182-9eaf-15ef14b4714e has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:10:18.322962 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8b02b5-455c-45a0-ac4f-9c5582939a62 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:10:18.328086 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-1b8b02b5-455c-45a0-ac4f-9c5582939a62 admin admin] 10.222.0.98 "PUT /v2.0/routers/d3b46b24-3b61-4182-9eaf-15ef14b4714e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7094688 Jul 09 17:10:18.330610 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53266) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:18.334250 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecc6193-432b-4c1a-98d6-224b039f2c1a None None] Sync routers for ids ['d3b46b24-3b61-4182-9eaf-15ef14b4714e'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:10:18.343791 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecc6193-432b-4c1a-98d6-224b039f2c1a None None] Routers {'d3b46b24-3b61-4182-9eaf-15ef14b4714e'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:10:18.344405 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-eecc6193-432b-4c1a-98d6-224b039f2c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:09:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['d3b46b24-3b61-4182-9eaf-15ef14b4714e'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:18.434301 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a71c685b-af0e-4ec4-8bab-e422224d4634 admin admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:18.492709 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-eecc6193-432b-4c1a-98d6-224b039f2c1a None None] Set router d3b46b24-3b61-4182-9eaf-15ef14b4714e gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:10:18.539098 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a71c685b-af0e-4ec4-8bab-e422224d4634 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:18.599951 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-a71c685b-af0e-4ec4-8bab-e422224d4634 admin admin] Deleting port b764af06-e7e6-4a3a-97e8-3213e8a3a504 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:10:18.600299 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a71c685b-af0e-4ec4-8bab-e422224d4634 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:18.680285 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-a71c685b-af0e-4ec4-8bab-e422224d4634 admin admin] For port b764af06-e7e6-4a3a-97e8-3213e8a3a504, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=b764af06-e7e6-4a3a-97e8-3213e8a3a504,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:18.680529 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a71c685b-af0e-4ec4-8bab-e422224d4634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:18.693627 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-a71c685b-af0e-4ec4-8bab-e422224d4634 admin admin] Calling delete_port for b764af06-e7e6-4a3a-97e8-3213e8a3a504 owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:10:18.825872 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-eecc6193-432b-4c1a-98d6-224b039f2c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b46b24-3b61-4182-9eaf-15ef14b4714e', 'name': 'tempest-TestEncryptedCinderVolumes-1210234570-router', 'tenant_id': '1da80eb6481c4aa2a05dbb7e56c3c1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'b764af06-e7e6-4a3a-97e8-3213e8a3a504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:08:57Z', 'updated_at': '2021-07-09T17:10:17Z', 'revision_number': 5, 'project_id': '1da80eb6481c4aa2a05dbb7e56c3c1ed', 'gw_port': {'id': 'b764af06-e7e6-4a3a-97e8-3213e8a3a504', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ff:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b46b24-3b61-4182-9eaf-15ef14b4714e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:08:57Z', 'updated_at': '2021-07-09T17:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:18.852030 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecc6193-432b-4c1a-98d6-224b039f2c1a None None] Checking router: d3b46b24-3b61-4182-9eaf-15ef14b4714e for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:10:18.860101 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecc6193-432b-4c1a-98d6-224b039f2c1a None None] Routers {'d3b46b24-3b61-4182-9eaf-15ef14b4714e'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:10:18.860704 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-eecc6193-432b-4c1a-98d6-224b039f2c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:09:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['d3b46b24-3b61-4182-9eaf-15ef14b4714e'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:18.864559 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a71c685b-af0e-4ec4-8bab-e422224d4634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:18.892632 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71c685b-af0e-4ec4-8bab-e422224d4634 admin admin] Pushing event deleted for resources: {'Port': ['ID=b764af06-e7e6-4a3a-97e8-3213e8a3a504,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:18.928988 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-eecc6193-432b-4c1a-98d6-224b039f2c1a None None] Set router d3b46b24-3b61-4182-9eaf-15ef14b4714e gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:10:18.958556 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a71c685b-af0e-4ec4-8bab-e422224d4634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:18.965114 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 6529742f-1cf9-42c5-a481-e595ca2dfb23 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:10:18.978935 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-eecc6193-432b-4c1a-98d6-224b039f2c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b46b24-3b61-4182-9eaf-15ef14b4714e', 'name': 'tempest-TestEncryptedCinderVolumes-1210234570-router', 'tenant_id': '1da80eb6481c4aa2a05dbb7e56c3c1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:08:57Z', 'updated_at': '2021-07-09T17:10:18Z', 'revision_number': 7, 'project_id': '1da80eb6481c4aa2a05dbb7e56c3c1ed', 'gw_port_host': None}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:18.985055 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: 6529742f-1cf9-42c5-a481-e595ca2dfb23 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:10:18.985479 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 6529742f-1cf9-42c5-a481-e595ca2dfb23 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:10:19.008810 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecc6193-432b-4c1a-98d6-224b039f2c1a None None] The sync data for ids ['d3b46b24-3b61-4182-9eaf-15ef14b4714e'] in n-d-798930-3 is: [{'id': 'd3b46b24-3b61-4182-9eaf-15ef14b4714e', 'name': 'tempest-TestEncryptedCinderVolumes-1210234570-router', 'tenant_id': '1da80eb6481c4aa2a05dbb7e56c3c1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:08:57Z', 'updated_at': '2021-07-09T17:10:18Z', 'revision_number': 7, 'project_id': '1da80eb6481c4aa2a05dbb7e56c3c1ed', 'gw_port_host': None}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:10:19.050415 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a71c685b-af0e-4ec4-8bab-e422224d4634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:19.052597 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a71c685b-af0e-4ec4-8bab-e422224d4634 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:19.097297 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a71c685b-af0e-4ec4-8bab-e422224d4634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:19.097794 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71c685b-af0e-4ec4-8bab-e422224d4634 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3b46b24-3b61-4182-9eaf-15ef14b4714e {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:10:19.102681 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a71c685b-af0e-4ec4-8bab-e422224d4634 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:19.103967 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a71c685b-af0e-4ec4-8bab-e422224d4634 admin admin] 10.222.0.98 "DELETE /v2.0/routers/d3b46b24-3b61-4182-9eaf-15ef14b4714e HTTP/1.1" status: 204 len: 168 time: 0.7721086 Jul 09 17:10:19.106513 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53268) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:19.150452 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd8f18de-ba4e-40f8-99c1-0741b46fde23 admin admin] Deleting subnet c43cd00b-f42e-40db-8c43-fc21a1f73f0b {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:10:19.153429 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dd8f18de-ba4e-40f8-99c1-0741b46fde23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:19.195250 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dd8f18de-ba4e-40f8-99c1-0741b46fde23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:19.270474 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dd8f18de-ba4e-40f8-99c1-0741b46fde23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:19.321881 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dd8f18de-ba4e-40f8-99c1-0741b46fde23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:19.348935 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f18de-ba4e-40f8-99c1-0741b46fde23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c43cd00b-f42e-40db-8c43-fc21a1f73f0b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:19.350862 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dd8f18de-ba4e-40f8-99c1-0741b46fde23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:19.352758 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-dd8f18de-ba4e-40f8-99c1-0741b46fde23 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/c43cd00b-f42e-40db-8c43-fc21a1f73f0b HTTP/1.1" status: 204 len: 168 time: 0.2452905 Jul 09 17:10:19.355297 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53270) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:19.361737 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510e11d8-a807-41bb-b812-a55857c229f2 None None] Network 9f501fdb-0533-42e3-905a-53013a3dcca9 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:10:19.434787 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c827edf8-7d12-482e-b4b6-ff7a92b741d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:19.491300 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c827edf8-7d12-482e-b4b6-ff7a92b741d8 admin admin] Deleting port 0f2e6902-f00d-406c-84f6-ebc26e875e25 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:10:19.491742 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c827edf8-7d12-482e-b4b6-ff7a92b741d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:19.559696 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c827edf8-7d12-482e-b4b6-ff7a92b741d8 admin admin] For port 0f2e6902-f00d-406c-84f6-ebc26e875e25, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=0f2e6902-f00d-406c-84f6-ebc26e875e25,segment=NetworkSegment(81f15aba-3deb-4456-9437-7d447a4dfe28),segment_id=81f15aba-3deb-4456-9437-7d447a4dfe28)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:19.560046 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c827edf8-7d12-482e-b4b6-ff7a92b741d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:19.573202 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c827edf8-7d12-482e-b4b6-ff7a92b741d8 admin admin] Calling delete_port for 0f2e6902-f00d-406c-84f6-ebc26e875e25 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:10:19.649943 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c827edf8-7d12-482e-b4b6-ff7a92b741d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:19.674616 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c827edf8-7d12-482e-b4b6-ff7a92b741d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f2e6902-f00d-406c-84f6-ebc26e875e25,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:19.680140 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c827edf8-7d12-482e-b4b6-ff7a92b741d8 admin admin] No DVR routers for this DVR port 0f2e6902-f00d-406c-84f6-ebc26e875e25 on host n-d-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:10:19.744871 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677d76af-cade-4d82-a9b6-40338848fd6d None None] DHCP port deletion for 9f501fdb-0533-42e3-905a-53013a3dcca9 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:10:19.757931 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c827edf8-7d12-482e-b4b6-ff7a92b741d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:19.768098 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-c827edf8-7d12-482e-b4b6-ff7a92b741d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f501fdb-0533-42e3-905a-53013a3dcca9']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:19.778634 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-c827edf8-7d12-482e-b4b6-ff7a92b741d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81f15aba-3deb-4456-9437-7d447a4dfe28') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:19.778966 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-c827edf8-7d12-482e-b4b6-ff7a92b741d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81f15aba-3deb-4456-9437-7d447a4dfe28') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:19.788243 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c827edf8-7d12-482e-b4b6-ff7a92b741d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:19.802116 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c827edf8-7d12-482e-b4b6-ff7a92b741d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:19.808341 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c827edf8-7d12-482e-b4b6-ff7a92b741d8 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:10:19.808754 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c827edf8-7d12-482e-b4b6-ff7a92b741d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:19.810402 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 17:10:19.810402 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:10:19.810402 n-d-798930-3 neutron-server[93959]: timer() Jul 09 17:10:19.810402 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:10:19.810402 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 17:10:19.810402 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:10:19.810402 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 17:10:19.810402 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:10:19.810402 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 17:10:19.810402 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:10:19.810402 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 17:10:19.810402 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:10:19.810402 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 17:10:19.810402 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:10:19.810402 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:10:19.810402 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:10:19.810402 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:10:19.810402 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:10:19.810402 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 17:10:19.810402 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:10:19.810402 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 17:10:19.810402 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:10:19.810402 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:10:19.810402 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:10:19.810402 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 17:10:19.810402 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:10:19.810402 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:10:19.810402 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:10:19.810402 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:10:19.810402 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:10:19.810402 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:10:19.810402 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:10:19.869938 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c827edf8-7d12-482e-b4b6-ff7a92b741d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:19.878984 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c827edf8-7d12-482e-b4b6-ff7a92b741d8 admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:19.881385 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c827edf8-7d12-482e-b4b6-ff7a92b741d8 admin admin] 10.222.0.98 "DELETE /v2.0/networks/9f501fdb-0533-42e3-905a-53013a3dcca9 HTTP/1.1" status: 204 len: 168 time: 0.5248199 Jul 09 17:10:19.885881 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53272) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:19.899310 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c827edf8-7d12-482e-b4b6-ff7a92b741d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f501fdb-0533-42e3-905a-53013a3dcca9,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:20.232659 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d288e149-306c-4890-b080-40e765673023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:20.253400 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device b764af06-e7e6-4a3a-97e8-3213e8a3a504 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:10:20.274137 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: b764af06-e7e6-4a3a-97e8-3213e8a3a504 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:10:20.274482 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device b764af06-e7e6-4a3a-97e8-3213e8a3a504 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:10:20.274929 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 7d988276-be0e-4e05-99c8-87bba866ef42 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:10:20.292848 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 7d988276-be0e-4e05-99c8-87bba866ef42 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:10:20.293192 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 7d988276-be0e-4e05-99c8-87bba866ef42 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:10:20.293610 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 0f2e6902-f00d-406c-84f6-ebc26e875e25 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:10:20.315365 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 0f2e6902-f00d-406c-84f6-ebc26e875e25 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:10:20.315710 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 0f2e6902-f00d-406c-84f6-ebc26e875e25 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:10:20.484810 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-d288e149-306c-4890-b080-40e765673023 admin admin] Deleting port 32ef0363-add9-4802-acdb-fdb9642f6f93 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:10:20.485064 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d288e149-306c-4890-b080-40e765673023 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:20.561402 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-d288e149-306c-4890-b080-40e765673023 admin admin] For port 32ef0363-add9-4802-acdb-fdb9642f6f93, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=32ef0363-add9-4802-acdb-fdb9642f6f93,segment=NetworkSegment(c4b8a938-40fb-41db-8ef9-7dae1c9a4b66),segment_id=c4b8a938-40fb-41db-8ef9-7dae1c9a4b66)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:20.561768 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d288e149-306c-4890-b080-40e765673023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:20.573918 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-d288e149-306c-4890-b080-40e765673023 admin admin] Calling delete_port for 32ef0363-add9-4802-acdb-fdb9642f6f93 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:10:20.748900 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d288e149-306c-4890-b080-40e765673023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:20.777894 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d288e149-306c-4890-b080-40e765673023 admin admin] Pushing event deleted for resources: {'Port': ['ID=32ef0363-add9-4802-acdb-fdb9642f6f93,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:20.942934 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d288e149-306c-4890-b080-40e765673023 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:21.151213 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d288e149-306c-4890-b080-40e765673023 admin admin] Router a3384776-c950-4203-8342-5dc4af272030 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:10:21.255284 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d288e149-306c-4890-b080-40e765673023 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:10:21.260534 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d288e149-306c-4890-b080-40e765673023 admin admin] 10.222.0.98 "PUT /v2.0/routers/a3384776-c950-4203-8342-5dc4af272030/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3735864 Jul 09 17:10:21.263045 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53274) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:21.263801 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae99730-cc3b-41a7-8574-9ad8120cf9c1 None None] Sync routers for ids ['a3384776-c950-4203-8342-5dc4af272030'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:10:21.273595 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae99730-cc3b-41a7-8574-9ad8120cf9c1 None None] Routers {'a3384776-c950-4203-8342-5dc4af272030'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:10:21.274301 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-fae99730-cc3b-41a7-8574-9ad8120cf9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:09:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['a3384776-c950-4203-8342-5dc4af272030'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:21.365933 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-79516bbe-80b7-4349-be1c-8e6849f7a5ac admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:21.376728 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-fae99730-cc3b-41a7-8574-9ad8120cf9c1 None None] Set router a3384776-c950-4203-8342-5dc4af272030 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:10:21.470863 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-79516bbe-80b7-4349-be1c-8e6849f7a5ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:21.526732 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-79516bbe-80b7-4349-be1c-8e6849f7a5ac admin admin] Deleting port 94b0e5ac-d4de-41c1-b858-93551d1ee50d {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:10:21.527098 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-79516bbe-80b7-4349-be1c-8e6849f7a5ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:21.606533 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-79516bbe-80b7-4349-be1c-8e6849f7a5ac admin admin] For port 94b0e5ac-d4de-41c1-b858-93551d1ee50d, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=94b0e5ac-d4de-41c1-b858-93551d1ee50d,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:21.606937 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-79516bbe-80b7-4349-be1c-8e6849f7a5ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:21.620035 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-79516bbe-80b7-4349-be1c-8e6849f7a5ac admin admin] Calling delete_port for 94b0e5ac-d4de-41c1-b858-93551d1ee50d owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:10:21.709279 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-fae99730-cc3b-41a7-8574-9ad8120cf9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3384776-c950-4203-8342-5dc4af272030', 'name': 'tempest-TestEncryptedCinderVolumes-1539087434-router', 'tenant_id': '6e6995a260524559bde660a360b33c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '94b0e5ac-d4de-41c1-b858-93551d1ee50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:09:01Z', 'updated_at': '2021-07-09T17:10:20Z', 'revision_number': 5, 'project_id': '6e6995a260524559bde660a360b33c59', 'gw_port': {'id': '94b0e5ac-d4de-41c1-b858-93551d1ee50d', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ba:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3384776-c950-4203-8342-5dc4af272030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:09:02Z', 'updated_at': '2021-07-09T17:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:21.735138 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae99730-cc3b-41a7-8574-9ad8120cf9c1 None None] Checking router: a3384776-c950-4203-8342-5dc4af272030 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:10:21.744013 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae99730-cc3b-41a7-8574-9ad8120cf9c1 None None] Routers {'a3384776-c950-4203-8342-5dc4af272030'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:10:21.744667 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-fae99730-cc3b-41a7-8574-9ad8120cf9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:09:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['a3384776-c950-4203-8342-5dc4af272030'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:21.782356 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-79516bbe-80b7-4349-be1c-8e6849f7a5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:21.813542 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79516bbe-80b7-4349-be1c-8e6849f7a5ac admin admin] Pushing event deleted for resources: {'Port': ['ID=94b0e5ac-d4de-41c1-b858-93551d1ee50d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:21.834558 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-fae99730-cc3b-41a7-8574-9ad8120cf9c1 None None] Set router a3384776-c950-4203-8342-5dc4af272030 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:10:21.874831 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-79516bbe-80b7-4349-be1c-8e6849f7a5ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:21.893401 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-fae99730-cc3b-41a7-8574-9ad8120cf9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3384776-c950-4203-8342-5dc4af272030', 'name': 'tempest-TestEncryptedCinderVolumes-1539087434-router', 'tenant_id': '6e6995a260524559bde660a360b33c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:09:01Z', 'updated_at': '2021-07-09T17:10:21Z', 'revision_number': 6, 'project_id': '6e6995a260524559bde660a360b33c59', 'gw_port_host': None}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:21.919508 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae99730-cc3b-41a7-8574-9ad8120cf9c1 None None] The sync data for ids ['a3384776-c950-4203-8342-5dc4af272030'] in n-d-798930-3 is: [{'id': 'a3384776-c950-4203-8342-5dc4af272030', 'name': 'tempest-TestEncryptedCinderVolumes-1539087434-router', 'tenant_id': '6e6995a260524559bde660a360b33c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:09:01Z', 'updated_at': '2021-07-09T17:10:21Z', 'revision_number': 6, 'project_id': '6e6995a260524559bde660a360b33c59', 'gw_port_host': None}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:10:21.965974 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-79516bbe-80b7-4349-be1c-8e6849f7a5ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:21.968104 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-79516bbe-80b7-4349-be1c-8e6849f7a5ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:22.010987 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-79516bbe-80b7-4349-be1c-8e6849f7a5ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:22.011456 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79516bbe-80b7-4349-be1c-8e6849f7a5ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3384776-c950-4203-8342-5dc4af272030 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:10:22.016091 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-79516bbe-80b7-4349-be1c-8e6849f7a5ac admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:22.017217 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-79516bbe-80b7-4349-be1c-8e6849f7a5ac admin admin] 10.222.0.98 "DELETE /v2.0/routers/a3384776-c950-4203-8342-5dc4af272030 HTTP/1.1" status: 204 len: 168 time: 0.7532215 Jul 09 17:10:22.019894 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53276) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:22.069392 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfdffc2c-9cab-41ac-8b97-a8fdbcb1cd69 admin admin] Deleting subnet aa4e9ab2-d08e-4927-bdbc-3164a2c25955 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:10:22.072354 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cfdffc2c-9cab-41ac-8b97-a8fdbcb1cd69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:22.105084 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cfdffc2c-9cab-41ac-8b97-a8fdbcb1cd69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:22.179561 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cfdffc2c-9cab-41ac-8b97-a8fdbcb1cd69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:22.230442 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cfdffc2c-9cab-41ac-8b97-a8fdbcb1cd69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:22.261635 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdffc2c-9cab-41ac-8b97-a8fdbcb1cd69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa4e9ab2-d08e-4927-bdbc-3164a2c25955,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:22.263622 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cfdffc2c-9cab-41ac-8b97-a8fdbcb1cd69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:22.265508 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-cfdffc2c-9cab-41ac-8b97-a8fdbcb1cd69 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/aa4e9ab2-d08e-4927-bdbc-3164a2c25955 HTTP/1.1" status: 204 len: 168 time: 0.2446444 Jul 09 17:10:22.268000 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53278) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:22.274115 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07dc3e7f-0cec-4177-8ee7-16a40be6ff47 None None] Network 6eec0cdb-8306-4cbd-b432-e9ce7724a62c requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:10:22.343402 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b546008e-20c1-4a83-8cc3-a89512705e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:22.391680 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 32ef0363-add9-4802-acdb-fdb9642f6f93 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:10:22.401747 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-b546008e-20c1-4a83-8cc3-a89512705e1a admin admin] Deleting port fbfff129-01b0-4d20-ab3a-7afee6ff265b {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:10:22.402164 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b546008e-20c1-4a83-8cc3-a89512705e1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:22.419313 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 32ef0363-add9-4802-acdb-fdb9642f6f93 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:10:22.419657 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 32ef0363-add9-4802-acdb-fdb9642f6f93 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:10:22.441787 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-26ba991d-c1f5-4365-aa7a-5378a5a3ab8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:22.715497 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6abc58f-8c13-4deb-919e-0940312c181c None None] DHCP port deletion for 6eec0cdb-8306-4cbd-b432-e9ce7724a62c request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:10:22.763781 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-c6abc58f-8c13-4deb-919e-0940312c181c None None] Deleting port fbfff129-01b0-4d20-ab3a-7afee6ff265b {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:10:22.764158 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c6abc58f-8c13-4deb-919e-0940312c181c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:22.785465 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-b546008e-20c1-4a83-8cc3-a89512705e1a admin admin] For port fbfff129-01b0-4d20-ab3a-7afee6ff265b, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=fbfff129-01b0-4d20-ab3a-7afee6ff265b,segment=NetworkSegment(c4b8a938-40fb-41db-8ef9-7dae1c9a4b66),segment_id=c4b8a938-40fb-41db-8ef9-7dae1c9a4b66)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:22.785820 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b546008e-20c1-4a83-8cc3-a89512705e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:22.798397 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-b546008e-20c1-4a83-8cc3-a89512705e1a admin admin] Calling delete_port for fbfff129-01b0-4d20-ab3a-7afee6ff265b owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:10:22.835208 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-c6abc58f-8c13-4deb-919e-0940312c181c None None] For port fbfff129-01b0-4d20-ab3a-7afee6ff265b, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=fbfff129-01b0-4d20-ab3a-7afee6ff265b,segment=NetworkSegment(c4b8a938-40fb-41db-8ef9-7dae1c9a4b66),segment_id=c4b8a938-40fb-41db-8ef9-7dae1c9a4b66)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:22.835784 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c6abc58f-8c13-4deb-919e-0940312c181c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:22.849715 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-c6abc58f-8c13-4deb-919e-0940312c181c None None] Calling delete_port for fbfff129-01b0-4d20-ab3a-7afee6ff265b owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:10:22.883706 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b546008e-20c1-4a83-8cc3-a89512705e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:22.910707 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b546008e-20c1-4a83-8cc3-a89512705e1a admin admin] Pushing event deleted for resources: {'Port': ['ID=fbfff129-01b0-4d20-ab3a-7afee6ff265b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:22.914700 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b546008e-20c1-4a83-8cc3-a89512705e1a admin admin] No DVR routers for this DVR port fbfff129-01b0-4d20-ab3a-7afee6ff265b on host n-d-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:10:22.936422 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c6abc58f-8c13-4deb-919e-0940312c181c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:22.966292 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6abc58f-8c13-4deb-919e-0940312c181c None None] Pushing event deleted for resources: {'Port': ['ID=fbfff129-01b0-4d20-ab3a-7afee6ff265b,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:22.970186 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6abc58f-8c13-4deb-919e-0940312c181c None None] No DVR routers for this DVR port fbfff129-01b0-4d20-ab3a-7afee6ff265b on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:10:22.995999 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b546008e-20c1-4a83-8cc3-a89512705e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:23.007369 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-b546008e-20c1-4a83-8cc3-a89512705e1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eec0cdb-8306-4cbd-b432-e9ce7724a62c']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:23.018030 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-b546008e-20c1-4a83-8cc3-a89512705e1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4b8a938-40fb-41db-8ef9-7dae1c9a4b66') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:23.018328 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-b546008e-20c1-4a83-8cc3-a89512705e1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4b8a938-40fb-41db-8ef9-7dae1c9a4b66') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:23.026983 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b546008e-20c1-4a83-8cc3-a89512705e1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:23.040675 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b546008e-20c1-4a83-8cc3-a89512705e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:23.046533 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b546008e-20c1-4a83-8cc3-a89512705e1a admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:10:23.046959 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b546008e-20c1-4a83-8cc3-a89512705e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:23.048652 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:10:23.048652 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:10:23.048652 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:10:23.048652 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:10:23.048652 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:10:23.048652 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:10:23.048652 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:10:23.048652 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:10:23.048652 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 17:10:23.048652 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:10:23.048652 n-d-798930-3 neutron-server[93958]: timer() Jul 09 17:10:23.048652 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:10:23.048652 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 17:10:23.048652 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:10:23.048652 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 17:10:23.048652 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:10:23.048652 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 17:10:23.048652 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:10:23.048652 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 17:10:23.048652 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:10:23.048652 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 17:10:23.048652 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:10:23.048652 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:10:23.048652 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:10:23.048652 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:10:23.048652 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:10:23.048652 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 17:10:23.048652 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:10:23.048652 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 17:10:23.048652 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:10:23.048652 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:10:23.048652 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:10:23.048652 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 17:10:23.048652 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:10:23.048652 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:10:23.048652 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:10:23.048652 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:10:23.048652 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:10:23.048652 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:10:23.048652 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:10:23.104466 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b546008e-20c1-4a83-8cc3-a89512705e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:23.109879 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b546008e-20c1-4a83-8cc3-a89512705e1a admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:23.111706 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b546008e-20c1-4a83-8cc3-a89512705e1a admin admin] 10.222.0.98 "DELETE /v2.0/networks/6eec0cdb-8306-4cbd-b432-e9ce7724a62c HTTP/1.1" status: 204 len: 168 time: 0.8427935 Jul 09 17:10:23.124055 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b546008e-20c1-4a83-8cc3-a89512705e1a admin admin] Pushing event deleted for resources: {'Network': ['ID=6eec0cdb-8306-4cbd-b432-e9ce7724a62c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:23.297373 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53282) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:23.337216 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6fe00af1-a7af-469a-8552-ca3ad4e6cc52 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1da80eb6481c4aa2a05dbb7e56c3c1ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386357 Jul 09 17:10:23.339629 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53284) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:23.386297 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ad7c2700-c016-4fef-bb94-1c2a9667a3cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:23.406424 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ad7c2700-c016-4fef-bb94-1c2a9667a3cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:23.451412 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ad7c2700-c016-4fef-bb94-1c2a9667a3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:23.454004 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ad7c2700-c016-4fef-bb94-1c2a9667a3cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:23.455177 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ad7c2700-c016-4fef-bb94-1c2a9667a3cd admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/7f92ad5b-837f-4d76-8884-881bae885764 HTTP/1.1" status: 204 len: 168 time: 0.1146524 Jul 09 17:10:23.463347 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7c2700-c016-4fef-bb94-1c2a9667a3cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f92ad5b-837f-4d76-8884-881bae885764,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:23.795158 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53290) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:23.840826 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-3fcdebab-7640-44aa-b7e1-dea62868af2f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6e6995a260524559bde660a360b33c59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0444994 Jul 09 17:10:23.843735 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53292) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:23.898237 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-253cb683-c7b3-4b69-90a4-cc79b1164f9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:23.920959 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-253cb683-c7b3-4b69-90a4-cc79b1164f9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:23.967871 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-253cb683-c7b3-4b69-90a4-cc79b1164f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:23.970237 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-253cb683-c7b3-4b69-90a4-cc79b1164f9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:23.971421 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-253cb683-c7b3-4b69-90a4-cc79b1164f9e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0080a9f4-84e6-4dfd-97a0-3a7b574a00af HTTP/1.1" status: 204 len: 168 time: 0.1267235 Jul 09 17:10:23.980034 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253cb683-c7b3-4b69-90a4-cc79b1164f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0080a9f4-84e6-4dfd-97a0-3a7b574a00af,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:24.247892 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device fbfff129-01b0-4d20-ab3a-7afee6ff265b no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:10:24.267702 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: fbfff129-01b0-4d20-ab3a-7afee6ff265b {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:10:24.268038 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device fbfff129-01b0-4d20-ab3a-7afee6ff265b not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:10:24.268446 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 94b0e5ac-d4de-41c1-b858-93551d1ee50d no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:10:24.287492 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 94b0e5ac-d4de-41c1-b858-93551d1ee50d {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:10:24.287838 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 94b0e5ac-d4de-41c1-b858-93551d1ee50d not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:10:24.616615 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53314) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:24.707707 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-081e1803-c9ce-4b39-ad2a-6bb5f06e2e4a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-142915030-network', 'tenant_id': '07d3ac53dd244129b1cfef20b8c31cfe'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:24.728321 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081e1803-c9ce-4b39-ad2a-6bb5f06e2e4a admin admin] Made reservation on behalf of 07d3ac53dd244129b1cfef20b8c31cfe for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:10:24.730697 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-081e1803-c9ce-4b39-ad2a-6bb5f06e2e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:24.739188 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-081e1803-c9ce-4b39-ad2a-6bb5f06e2e4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:24.827626 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-081e1803-c9ce-4b39-ad2a-6bb5f06e2e4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:24.831657 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-081e1803-c9ce-4b39-ad2a-6bb5f06e2e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:24.845352 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-081e1803-c9ce-4b39-ad2a-6bb5f06e2e4a admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:10:24.868376 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-081e1803-c9ce-4b39-ad2a-6bb5f06e2e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:24.868715 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-081e1803-c9ce-4b39-ad2a-6bb5f06e2e4a admin admin] Added segment f098d912-ade3-4fe4-a3bb-f56320531a1f of type vlan for network 9d985b32-4b4e-48e1-a233-f4e1e581f710 Jul 09 17:10:24.876664 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081e1803-c9ce-4b39-ad2a-6bb5f06e2e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53213c0-4e83-41fb-b9b6-ef48b7b59ea2,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:24.909843 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-081e1803-c9ce-4b39-ad2a-6bb5f06e2e4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:24.937715 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-081e1803-c9ce-4b39-ad2a-6bb5f06e2e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:24.938804 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081e1803-c9ce-4b39-ad2a-6bb5f06e2e4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:24.939386 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-081e1803-c9ce-4b39-ad2a-6bb5f06e2e4a admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:24.996225 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-081e1803-c9ce-4b39-ad2a-6bb5f06e2e4a admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3784142 Jul 09 17:10:24.999036 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53320) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:25.005946 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-5090038d-74ec-4e38-9b4e-6f07f6bd61ba admin admin] Request body: {'subnet': {'network_id': '9d985b32-4b4e-48e1-a233-f4e1e581f710', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-142915030-subnet', 'tenant_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:25.009817 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081e1803-c9ce-4b39-ad2a-6bb5f06e2e4a admin admin] Pushing event updated for resources: {'Network': ['ID=9d985b32-4b4e-48e1-a233-f4e1e581f710,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:25.019509 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 9d985b32-4b4e-48e1-a233-f4e1e581f710 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:10:25.027453 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5090038d-74ec-4e38-9b4e-6f07f6bd61ba admin admin] Made reservation on behalf of 07d3ac53dd244129b1cfef20b8c31cfe for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:10:25.029883 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5090038d-74ec-4e38-9b4e-6f07f6bd61ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:25.121279 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3a30cafa-7ef2-42a7-9c31-1a878e2b0be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:25.204596 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5090038d-74ec-4e38-9b4e-6f07f6bd61ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:25.259645 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090038d-74ec-4e38-9b4e-6f07f6bd61ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=47a045d9-c098-49cf-a447-cd5442d67328,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:25.266820 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5090038d-74ec-4e38-9b4e-6f07f6bd61ba admin admin] Checking segment: {'id': 'f098d912-ade3-4fe4-a3bb-f56320531a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9d985b32-4b4e-48e1-a233-f4e1e581f710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:10:25.267184 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5090038d-74ec-4e38-9b4e-6f07f6bd61ba admin admin] Network hostable DHCP agents. Network: 9d985b32-4b4e-48e1-a233-f4e1e581f710, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:10:25.283353 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5090038d-74ec-4e38-9b4e-6f07f6bd61ba admin admin] Network 9d985b32-4b4e-48e1-a233-f4e1e581f710 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:10:25.292135 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-5090038d-74ec-4e38-9b4e-6f07f6bd61ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 9d985b32-4b4e-48e1-a233-f4e1e581f710) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:10:25.296180 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5090038d-74ec-4e38-9b4e-6f07f6bd61ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:25.296759 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5090038d-74ec-4e38-9b4e-6f07f6bd61ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:25.302278 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77685df5-eaea-4579-b5fb-5dd337d087e4 None None] Network 9d985b32-4b4e-48e1-a233-f4e1e581f710 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:10:25.310548 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-5090038d-74ec-4e38-9b4e-6f07f6bd61ba admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3085876 Jul 09 17:10:25.313674 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53322) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:25.318234 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b0b34cd8-3848-44d0-9670-13a816defec9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-142915030-router', 'tenant_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:25.339770 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0b34cd8-3848-44d0-9670-13a816defec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:25.340905 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0b34cd8-3848-44d0-9670-13a816defec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:25.395817 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0b34cd8-3848-44d0-9670-13a816defec9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:25.450882 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c92b70c-96c7-446d-b6a4-a6aaa22ad0cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-9d985b32-4b4e-48e1-a233-f4e1e581f710', 'network_id': '9d985b32-4b4e-48e1-a233-f4e1e581f710', 'tenant_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'fixed_ips': [{'subnet_id': '47a045d9-c098-49cf-a447-cd5442d67328'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:10:25.451805 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5c92b70c-96c7-446d-b6a4-a6aaa22ad0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:25.532366 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0b34cd8-3848-44d0-9670-13a816defec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:25.595120 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-5c92b70c-96c7-446d-b6a4-a6aaa22ad0cd None None] Allocated IP 172.20.0.2 (9d985b32-4b4e-48e1-a233-f4e1e581f710/47a045d9-c098-49cf-a447-cd5442d67328/2816b17e-248d-4415-9283-65669c383d61) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:10:25.733810 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0b34cd8-3848-44d0-9670-13a816defec9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:25.738059 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5c92b70c-96c7-446d-b6a4-a6aaa22ad0cd None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:25.746841 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5c92b70c-96c7-446d-b6a4-a6aaa22ad0cd None None] Transition to ACTIVE for port object 2816b17e-248d-4415-9283-65669c383d61 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:10:25.752335 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0b34cd8-3848-44d0-9670-13a816defec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:25.762146 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5c92b70c-96c7-446d-b6a4-a6aaa22ad0cd None None] Transition to ACTIVE for port object 2816b17e-248d-4415-9283-65669c383d61 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:10:25.768140 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5c92b70c-96c7-446d-b6a4-a6aaa22ad0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:25.808347 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c92b70c-96c7-446d-b6a4-a6aaa22ad0cd None None] Network 9d985b32-4b4e-48e1-a233-f4e1e581f710 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:10:25.809673 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-5c92b70c-96c7-446d-b6a4-a6aaa22ad0cd None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:10:25.812663 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c92b70c-96c7-446d-b6a4-a6aaa22ad0cd None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:10:25.852410 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c92b70c-96c7-446d-b6a4-a6aaa22ad0cd None None] Pushing event updated for resources: {'Port': ['ID=2816b17e-248d-4415-9283-65669c383d61,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:25.859292 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-b0b34cd8-3848-44d0-9670-13a816defec9 admin admin] Allocated IP 172.25.0.174 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/7f98c17e-d3ba-4724-952a-bc6ad1841ee5) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:10:25.886620 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:25.890205 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-5c92b70c-96c7-446d-b6a4-a6aaa22ad0cd None None] Attempting to bind port 2816b17e-248d-4415-9283-65669c383d61 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:10:25.890644 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-5c92b70c-96c7-446d-b6a4-a6aaa22ad0cd None None] Attempting to bind port 2816b17e-248d-4415-9283-65669c383d61 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'f098d912-ade3-4fe4-a3bb-f56320531a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9d985b32-4b4e-48e1-a233-f4e1e581f710'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:10:25.891119 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c92b70c-96c7-446d-b6a4-a6aaa22ad0cd None None] Attempting to bind port 2816b17e-248d-4415-9283-65669c383d61 on network 9d985b32-4b4e-48e1-a233-f4e1e581f710 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:10:25.896851 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c92b70c-96c7-446d-b6a4-a6aaa22ad0cd None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:10:25.897215 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c92b70c-96c7-446d-b6a4-a6aaa22ad0cd None None] Checking segment: {'id': 'f098d912-ade3-4fe4-a3bb-f56320531a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9d985b32-4b4e-48e1-a233-f4e1e581f710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:10:25.897604 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5c92b70c-96c7-446d-b6a4-a6aaa22ad0cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:25.898015 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c92b70c-96c7-446d-b6a4-a6aaa22ad0cd None None] Bound using segment: {'id': 'f098d912-ade3-4fe4-a3bb-f56320531a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9d985b32-4b4e-48e1-a233-f4e1e581f710'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:10:25.898626 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-5c92b70c-96c7-446d-b6a4-a6aaa22ad0cd None None] Bound port: 2816b17e-248d-4415-9283-65669c383d61, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f098d912-ade3-4fe4-a3bb-f56320531a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9d985b32-4b4e-48e1-a233-f4e1e581f710'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:10:25.899096 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5c92b70c-96c7-446d-b6a4-a6aaa22ad0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:25.965499 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0b34cd8-3848-44d0-9670-13a816defec9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:25.967080 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-5c92b70c-96c7-446d-b6a4-a6aaa22ad0cd None None] For port 2816b17e-248d-4415-9283-65669c383d61, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:10:25.970403 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-5c92b70c-96c7-446d-b6a4-a6aaa22ad0cd None None] For port 2816b17e-248d-4415-9283-65669c383d61, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=2816b17e-248d-4415-9283-65669c383d61,segment=NetworkSegment(f098d912-ade3-4fe4-a3bb-f56320531a1f),segment_id=f098d912-ade3-4fe4-a3bb-f56320531a1f)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:10:25.974714 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5c92b70c-96c7-446d-b6a4-a6aaa22ad0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:26.005972 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0b34cd8-3848-44d0-9670-13a816defec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:26.035881 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c92b70c-96c7-446d-b6a4-a6aaa22ad0cd None None] Pushing event updated for resources: {'Port': ['ID=2816b17e-248d-4415-9283-65669c383d61,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:26.043034 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b34cd8-3848-44d0-9670-13a816defec9 admin admin] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:10:26.047990 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-b0b34cd8-3848-44d0-9670-13a816defec9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:10:26.051859 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b34cd8-3848-44d0-9670-13a816defec9 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:10:26.080645 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b34cd8-3848-44d0-9670-13a816defec9 admin admin] Pushing event updated for resources: {'Port': ['ID=7f98c17e-d3ba-4724-952a-bc6ad1841ee5,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:26.328962 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 2816b17e-248d-4415-9283-65669c383d61 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:10:26.335519 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0b34cd8-3848-44d0-9670-13a816defec9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:26.388356 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 2816b17e-248d-4415-9283-65669c383d61 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:10:26.440546 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:26.535786 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0b34cd8-3848-44d0-9670-13a816defec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:26.661996 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b34cd8-3848-44d0-9670-13a816defec9 admin admin] Router 19b10938-99ef-46a1-b522-df5183e1e363 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:10:26.771040 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b34cd8-3848-44d0-9670-13a816defec9 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:10:26.780624 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df1aec2-dead-4bd5-aa5d-da2a5b046d9b None None] Sync routers for ids ['19b10938-99ef-46a1-b522-df5183e1e363'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:10:26.789077 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0b34cd8-3848-44d0-9670-13a816defec9 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:26.793140 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b0b34cd8-3848-44d0-9670-13a816defec9 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4760182 Jul 09 17:10:26.793541 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53324) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:26.794796 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df1aec2-dead-4bd5-aa5d-da2a5b046d9b None None] Routers {'19b10938-99ef-46a1-b522-df5183e1e363'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:10:26.795540 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-6df1aec2-dead-4bd5-aa5d-da2a5b046d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:10:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['19b10938-99ef-46a1-b522-df5183e1e363'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:26.904341 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-6df1aec2-dead-4bd5-aa5d-da2a5b046d9b None None] Set router 19b10938-99ef-46a1-b522-df5183e1e363 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:10:27.056389 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af484a8-25aa-4e23-9139-9a7d713245c3 None None] Network 9d985b32-4b4e-48e1-a233-f4e1e581f710 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:10:27.098905 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-6df1aec2-dead-4bd5-aa5d-da2a5b046d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b10938-99ef-46a1-b522-df5183e1e363', 'name': 'tempest-TestMinimumBasicScenario-142915030-router', 'tenant_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '7f98c17e-d3ba-4724-952a-bc6ad1841ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:10:25Z', 'updated_at': '2021-07-09T17:10:26Z', 'revision_number': 3, 'project_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'gw_port': {'id': '7f98c17e-d3ba-4724-952a-bc6ad1841ee5', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:50:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b10938-99ef-46a1-b522-df5183e1e363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:25Z', 'updated_at': '2021-07-09T17:10:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:27.125336 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df1aec2-dead-4bd5-aa5d-da2a5b046d9b None None] Checking router: 19b10938-99ef-46a1-b522-df5183e1e363 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:10:27.125931 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df1aec2-dead-4bd5-aa5d-da2a5b046d9b None None] Updating router 19b10938-99ef-46a1-b522-df5183e1e363 port 7f98c17e-d3ba-4724-952a-bc6ad1841ee5 binding host n-d-798930-3 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:10:27.165701 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6df1aec2-dead-4bd5-aa5d-da2a5b046d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:27.176033 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-07770d7a-ac3e-4fd9-8e6d-0d0f4b93be5f None None] Provisioning for port 2816b17e-248d-4415-9283-65669c383d61 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:10:27.189389 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-07770d7a-ac3e-4fd9-8e6d-0d0f4b93be5f None None] Provisioning complete for port 2816b17e-248d-4415-9283-65669c383d61 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:10:27.189892 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-07770d7a-ac3e-4fd9-8e6d-0d0f4b93be5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:27.195154 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:27.220451 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-20154be9-9728-4950-bf42-1d9a40faa270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:27.319009 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-07770d7a-ac3e-4fd9-8e6d-0d0f4b93be5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:27.354686 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-07770d7a-ac3e-4fd9-8e6d-0d0f4b93be5f None None] For port 2816b17e-248d-4415-9283-65669c383d61, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=2816b17e-248d-4415-9283-65669c383d61,segment=NetworkSegment(f098d912-ade3-4fe4-a3bb-f56320531a1f),segment_id=f098d912-ade3-4fe4-a3bb-f56320531a1f)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:27.360919 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-07770d7a-ac3e-4fd9-8e6d-0d0f4b93be5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:27.397894 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-20154be9-9728-4950-bf42-1d9a40faa270 admin admin] Allocated IP 172.20.0.1 (9d985b32-4b4e-48e1-a233-f4e1e581f710/47a045d9-c098-49cf-a447-cd5442d67328/8516d7da-042d-42a2-a8b1-306f671b3f26) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:10:27.413595 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07770d7a-ac3e-4fd9-8e6d-0d0f4b93be5f None None] Pushing event updated for resources: {'Port': ['ID=2816b17e-248d-4415-9283-65669c383d61,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:27.439277 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6df1aec2-dead-4bd5-aa5d-da2a5b046d9b None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:27.449594 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-6df1aec2-dead-4bd5-aa5d-da2a5b046d9b None None] Transition to ACTIVE for port object 7f98c17e-d3ba-4724-952a-bc6ad1841ee5 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:10:27.458397 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6df1aec2-dead-4bd5-aa5d-da2a5b046d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:27.510700 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-6df1aec2-dead-4bd5-aa5d-da2a5b046d9b None None] Attempting to bind port 7f98c17e-d3ba-4724-952a-bc6ad1841ee5 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:10:27.511101 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-6df1aec2-dead-4bd5-aa5d-da2a5b046d9b None None] Attempting to bind port 7f98c17e-d3ba-4724-952a-bc6ad1841ee5 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:10:27.511463 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df1aec2-dead-4bd5-aa5d-da2a5b046d9b None None] Attempting to bind port 7f98c17e-d3ba-4724-952a-bc6ad1841ee5 on network caa6ed8d-2893-4113-8f68-c5284e694f6c {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:10:27.518689 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f7216d-0b72-43f5-8b6e-ffb0bbf8b06d None None] Pushing event updated for resources: {'Port': ['ID=7f98c17e-d3ba-4724-952a-bc6ad1841ee5,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:27.522342 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df1aec2-dead-4bd5-aa5d-da2a5b046d9b None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:10:27.522915 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df1aec2-dead-4bd5-aa5d-da2a5b046d9b None None] Checking segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:10:27.523319 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6df1aec2-dead-4bd5-aa5d-da2a5b046d9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:27.524123 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df1aec2-dead-4bd5-aa5d-da2a5b046d9b None None] Bound using segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:10:27.524265 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-6df1aec2-dead-4bd5-aa5d-da2a5b046d9b None None] Bound port: 7f98c17e-d3ba-4724-952a-bc6ad1841ee5, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:10:27.524532 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6df1aec2-dead-4bd5-aa5d-da2a5b046d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:27.529845 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-20154be9-9728-4950-bf42-1d9a40faa270 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:27.547826 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-20154be9-9728-4950-bf42-1d9a40faa270 admin admin] Transition to ACTIVE for port object 8516d7da-042d-42a2-a8b1-306f671b3f26 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:10:27.549491 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7216d-0b72-43f5-8b6e-ffb0bbf8b06d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:27.549828 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7216d-0b72-43f5-8b6e-ffb0bbf8b06d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:27.550156 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7216d-0b72-43f5-8b6e-ffb0bbf8b06d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:27.550486 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7216d-0b72-43f5-8b6e-ffb0bbf8b06d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:27.550861 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7216d-0b72-43f5-8b6e-ffb0bbf8b06d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:27.551182 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7216d-0b72-43f5-8b6e-ffb0bbf8b06d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:27.551498 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7216d-0b72-43f5-8b6e-ffb0bbf8b06d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:27.551811 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7216d-0b72-43f5-8b6e-ffb0bbf8b06d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:27.552123 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7216d-0b72-43f5-8b6e-ffb0bbf8b06d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:27.552434 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7216d-0b72-43f5-8b6e-ffb0bbf8b06d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:27.552743 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7216d-0b72-43f5-8b6e-ffb0bbf8b06d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:27.553052 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7216d-0b72-43f5-8b6e-ffb0bbf8b06d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:27.581714 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-29c84e44-b815-4dfe-858e-c0246ffc76a5 None None] Provisioning complete for port 2816b17e-248d-4415-9283-65669c383d61 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:10:27.582698 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-29c84e44-b815-4dfe-858e-c0246ffc76a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:27.585089 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-20154be9-9728-4950-bf42-1d9a40faa270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:27.598963 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-6df1aec2-dead-4bd5-aa5d-da2a5b046d9b None None] For port 7f98c17e-d3ba-4724-952a-bc6ad1841ee5, host n-d-798930-3, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:10:27.602473 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-6df1aec2-dead-4bd5-aa5d-da2a5b046d9b None None] For port 7f98c17e-d3ba-4724-952a-bc6ad1841ee5, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=7f98c17e-d3ba-4724-952a-bc6ad1841ee5,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:10:27.608316 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6df1aec2-dead-4bd5-aa5d-da2a5b046d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:27.624938 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20154be9-9728-4950-bf42-1d9a40faa270 admin admin] Network 9d985b32-4b4e-48e1-a233-f4e1e581f710 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:10:27.627914 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-20154be9-9728-4950-bf42-1d9a40faa270 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:10:27.635099 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20154be9-9728-4950-bf42-1d9a40faa270 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:10:27.668580 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df1aec2-dead-4bd5-aa5d-da2a5b046d9b None None] Routers {'19b10938-99ef-46a1-b522-df5183e1e363'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:10:27.669218 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-6df1aec2-dead-4bd5-aa5d-da2a5b046d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:10:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['19b10938-99ef-46a1-b522-df5183e1e363'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:27.674204 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f7216d-0b72-43f5-8b6e-ffb0bbf8b06d None None] Pushing event updated for resources: {'Port': ['ID=7f98c17e-d3ba-4724-952a-bc6ad1841ee5,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:27.679945 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20154be9-9728-4950-bf42-1d9a40faa270 admin admin] Pushing event updated for resources: {'Port': ['ID=8516d7da-042d-42a2-a8b1-306f671b3f26,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:27.692205 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-20154be9-9728-4950-bf42-1d9a40faa270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:27.786350 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-6df1aec2-dead-4bd5-aa5d-da2a5b046d9b None None] Set router 19b10938-99ef-46a1-b522-df5183e1e363 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:10:27.834266 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-20154be9-9728-4950-bf42-1d9a40faa270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:27.930660 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c6dc721f-81d4-4cad-aed3-c3d0ad090646 None None] Provisioning for port 8516d7da-042d-42a2-a8b1-306f671b3f26 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:10:27.934520 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c6dc721f-81d4-4cad-aed3-c3d0ad090646 None None] Provisioning complete for port 8516d7da-042d-42a2-a8b1-306f671b3f26 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:10:27.935045 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c6dc721f-81d4-4cad-aed3-c3d0ad090646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:27.970648 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-c6dc721f-81d4-4cad-aed3-c3d0ad090646 None None] Port 8516d7da-042d-42a2-a8b1-306f671b3f26 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:10:27.974798 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-6df1aec2-dead-4bd5-aa5d-da2a5b046d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b10938-99ef-46a1-b522-df5183e1e363', 'name': 'tempest-TestMinimumBasicScenario-142915030-router', 'tenant_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '7f98c17e-d3ba-4724-952a-bc6ad1841ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:10:25Z', 'updated_at': '2021-07-09T17:10:26Z', 'revision_number': 3, 'project_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'gw_port': {'id': '7f98c17e-d3ba-4724-952a-bc6ad1841ee5', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:50:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b10938-99ef-46a1-b522-df5183e1e363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:25Z', 'updated_at': '2021-07-09T17:10:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:28.003027 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-20154be9-9728-4950-bf42-1d9a40faa270 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:28.003426 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df1aec2-dead-4bd5-aa5d-da2a5b046d9b None None] The sync data for ids ['19b10938-99ef-46a1-b522-df5183e1e363'] in n-d-798930-3 is: [{'id': '19b10938-99ef-46a1-b522-df5183e1e363', 'name': 'tempest-TestMinimumBasicScenario-142915030-router', 'tenant_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '7f98c17e-d3ba-4724-952a-bc6ad1841ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:10:25Z', 'updated_at': '2021-07-09T17:10:26Z', 'revision_number': 3, 'project_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'gw_port': {'id': '7f98c17e-d3ba-4724-952a-bc6ad1841ee5', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:50:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b10938-99ef-46a1-b522-df5183e1e363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:25Z', 'updated_at': '2021-07-09T17:10:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:10:28.016515 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-20154be9-9728-4950-bf42-1d9a40faa270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:28.088463 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-20154be9-9728-4950-bf42-1d9a40faa270 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:28.091283 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20154be9-9728-4950-bf42-1d9a40faa270 admin admin] Pushing event updated for resources: {'Port': ['ID=8516d7da-042d-42a2-a8b1-306f671b3f26,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:28.179305 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20154be9-9728-4950-bf42-1d9a40faa270 admin admin] Network 9d985b32-4b4e-48e1-a233-f4e1e581f710 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:10:28.180799 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-20154be9-9728-4950-bf42-1d9a40faa270 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:10:28.315924 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 2816b17e-248d-4415-9283-65669c383d61 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:10:28.339450 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20154be9-9728-4950-bf42-1d9a40faa270 admin admin] Router 19b10938-99ef-46a1-b522-df5183e1e363 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:10:28.388234 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 2816b17e-248d-4415-9283-65669c383d61 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:10:28.388854 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:28.428008 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:28.479244 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20154be9-9728-4950-bf42-1d9a40faa270 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:10:28.484587 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-20154be9-9728-4950-bf42-1d9a40faa270 admin admin] 10.222.0.98 "PUT /v2.0/routers/19b10938-99ef-46a1-b522-df5183e1e363/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6899793 Jul 09 17:10:28.513141 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1b7908c3-b0f2-443e-a9de-613174aa9337 None None] Provisioning complete for port 8516d7da-042d-42a2-a8b1-306f671b3f26 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:10:28.513481 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1b7908c3-b0f2-443e-a9de-613174aa9337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:28.556215 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-1b7908c3-b0f2-443e-a9de-613174aa9337 None None] Port 8516d7da-042d-42a2-a8b1-306f671b3f26 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:10:28.994370 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53340) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:28.999415 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b480475c-7f6b-4728-b100-7caa3c2331ea admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1860191958-network', 'tenant_id': 'b9b9c723845f4caf9f6066c8ad37921d'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:29.020500 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b480475c-7f6b-4728-b100-7caa3c2331ea admin admin] Made reservation on behalf of b9b9c723845f4caf9f6066c8ad37921d for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:10:29.022943 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b480475c-7f6b-4728-b100-7caa3c2331ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:29.031582 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b480475c-7f6b-4728-b100-7caa3c2331ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:29.121625 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b480475c-7f6b-4728-b100-7caa3c2331ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:29.125668 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b480475c-7f6b-4728-b100-7caa3c2331ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:29.154332 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b480475c-7f6b-4728-b100-7caa3c2331ea admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:10:29.159739 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b480475c-7f6b-4728-b100-7caa3c2331ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621c5155-b35f-454a-8833-ead47a19be38,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:29.167554 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b480475c-7f6b-4728-b100-7caa3c2331ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:29.167916 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-b480475c-7f6b-4728-b100-7caa3c2331ea admin admin] Added segment c4f33c5b-c584-4ab2-b44d-855c50b1069e of type vlan for network e4c4f68b-0b62-48a3-bb21-67b717d658cb Jul 09 17:10:29.211337 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b480475c-7f6b-4728-b100-7caa3c2331ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:29.238568 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b480475c-7f6b-4728-b100-7caa3c2331ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:29.239554 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b480475c-7f6b-4728-b100-7caa3c2331ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:29.240131 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b480475c-7f6b-4728-b100-7caa3c2331ea admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:29.297954 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b480475c-7f6b-4728-b100-7caa3c2331ea admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3024173 Jul 09 17:10:29.298174 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53342) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:29.304218 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b480475c-7f6b-4728-b100-7caa3c2331ea admin admin] Pushing event updated for resources: {'Network': ['ID=e4c4f68b-0b62-48a3-bb21-67b717d658cb,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:29.305223 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-d66cbec8-36ca-4aa5-9334-3d010a5499f5 admin admin] Request body: {'subnet': {'network_id': 'e4c4f68b-0b62-48a3-bb21-67b717d658cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1860191958-subnet', 'tenant_id': 'b9b9c723845f4caf9f6066c8ad37921d', 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:29.317599 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network e4c4f68b-0b62-48a3-bb21-67b717d658cb details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:10:29.334606 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66cbec8-36ca-4aa5-9334-3d010a5499f5 admin admin] Made reservation on behalf of b9b9c723845f4caf9f6066c8ad37921d for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:10:29.337279 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d66cbec8-36ca-4aa5-9334-3d010a5499f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:29.515271 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d66cbec8-36ca-4aa5-9334-3d010a5499f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:29.577603 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66cbec8-36ca-4aa5-9334-3d010a5499f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3800c50d-37e3-4f13-8316-b0851fefdf8d,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:29.580117 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66cbec8-36ca-4aa5-9334-3d010a5499f5 admin admin] Checking segment: {'id': 'c4f33c5b-c584-4ab2-b44d-855c50b1069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e4c4f68b-0b62-48a3-bb21-67b717d658cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:10:29.580477 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66cbec8-36ca-4aa5-9334-3d010a5499f5 admin admin] Network hostable DHCP agents. Network: e4c4f68b-0b62-48a3-bb21-67b717d658cb, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:10:29.598289 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66cbec8-36ca-4aa5-9334-3d010a5499f5 admin admin] Network e4c4f68b-0b62-48a3-bb21-67b717d658cb is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:10:29.614011 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-d66cbec8-36ca-4aa5-9334-3d010a5499f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, e4c4f68b-0b62-48a3-bb21-67b717d658cb) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:10:29.618671 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66cbec8-36ca-4aa5-9334-3d010a5499f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:29.619949 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d66cbec8-36ca-4aa5-9334-3d010a5499f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:29.624018 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06507c85-c26b-4cdc-a3fc-5168feeb1352 None None] Network e4c4f68b-0b62-48a3-bb21-67b717d658cb requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:10:29.638674 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53344) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:29.638981 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-d66cbec8-36ca-4aa5-9334-3d010a5499f5 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3393216 Jul 09 17:10:29.643730 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-c8abfe25-6318-4498-bfc1-fecaa8bf0ba6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1860191958-router', 'tenant_id': 'b9b9c723845f4caf9f6066c8ad37921d', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:29.667276 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c8abfe25-6318-4498-bfc1-fecaa8bf0ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:29.668262 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c8abfe25-6318-4498-bfc1-fecaa8bf0ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:29.671643 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba4ef8d-3810-4c0d-a004-e0e337741235 None None] Sync routers for ids ['19b10938-99ef-46a1-b522-df5183e1e363'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:10:29.690204 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba4ef8d-3810-4c0d-a004-e0e337741235 None None] Routers {'19b10938-99ef-46a1-b522-df5183e1e363'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:10:29.690901 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-bba4ef8d-3810-4c0d-a004-e0e337741235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:10:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['19b10938-99ef-46a1-b522-df5183e1e363'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:29.724676 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c8abfe25-6318-4498-bfc1-fecaa8bf0ba6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:29.842395 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-bba4ef8d-3810-4c0d-a004-e0e337741235 None None] Set router 19b10938-99ef-46a1-b522-df5183e1e363 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:10:29.858684 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c8abfe25-6318-4498-bfc1-fecaa8bf0ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:29.896420 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03849b9a-0288-4e9c-a1be-06a0ef1e08f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-e4c4f68b-0b62-48a3-bb21-67b717d658cb', 'network_id': 'e4c4f68b-0b62-48a3-bb21-67b717d658cb', 'tenant_id': 'b9b9c723845f4caf9f6066c8ad37921d', 'fixed_ips': [{'subnet_id': '3800c50d-37e3-4f13-8316-b0851fefdf8d'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:10:29.897276 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-03849b9a-0288-4e9c-a1be-06a0ef1e08f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:30.145893 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-03849b9a-0288-4e9c-a1be-06a0ef1e08f5 None None] Allocated IP 172.20.0.2 (e4c4f68b-0b62-48a3-bb21-67b717d658cb/3800c50d-37e3-4f13-8316-b0851fefdf8d/cf371e17-3b55-4dcf-ad88-576cac545afc) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:10:30.226606 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-bba4ef8d-3810-4c0d-a004-e0e337741235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b10938-99ef-46a1-b522-df5183e1e363', 'name': 'tempest-TestMinimumBasicScenario-142915030-router', 'tenant_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '7f98c17e-d3ba-4724-952a-bc6ad1841ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:10:25Z', 'updated_at': '2021-07-09T17:10:27Z', 'revision_number': 4, 'project_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'gw_port': {'id': '7f98c17e-d3ba-4724-952a-bc6ad1841ee5', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:50:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b10938-99ef-46a1-b522-df5183e1e363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:25Z', 'updated_at': '2021-07-09T17:10:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '8516d7da-042d-42a2-a8b1-306f671b3f26', 'name': '', 'network_id': '9d985b32-4b4e-48e1-a233-f4e1e581f710', 'tenant_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'mac_address': 'fa:16:3e:47:8f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b10938-99ef-46a1-b522-df5183e1e363', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '47a045d9-c098-49cf-a447-cd5442d67328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:27Z', 'updated_at': '2021-07-09T17:10:27Z', 'revision_number': 2, 'project_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'subnets': [{'id': '47a045d9-c098-49cf-a447-cd5442d67328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:30.261349 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba4ef8d-3810-4c0d-a004-e0e337741235 None None] Checking router: 19b10938-99ef-46a1-b522-df5183e1e363 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:10:30.261703 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba4ef8d-3810-4c0d-a004-e0e337741235 None None] Updating router 19b10938-99ef-46a1-b522-df5183e1e363 port 8516d7da-042d-42a2-a8b1-306f671b3f26 binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:10:30.401899 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c8abfe25-6318-4498-bfc1-fecaa8bf0ba6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:30.422001 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c8abfe25-6318-4498-bfc1-fecaa8bf0ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:30.463427 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 7f98c17e-d3ba-4724-952a-bc6ad1841ee5 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:10:30.500200 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bba4ef8d-3810-4c0d-a004-e0e337741235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:30.527346 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-c8abfe25-6318-4498-bfc1-fecaa8bf0ba6 admin admin] Allocated IP 172.25.0.200 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/19ab3a99-1060-41ee-bde6-51a93c9878a3) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:10:30.599577 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-03849b9a-0288-4e9c-a1be-06a0ef1e08f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:30.611947 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 7f98c17e-d3ba-4724-952a-bc6ad1841ee5 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:10:30.630173 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c8abfe25-6318-4498-bfc1-fecaa8bf0ba6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:30.653508 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-03849b9a-0288-4e9c-a1be-06a0ef1e08f5 None None] Transition to ACTIVE for port object cf371e17-3b55-4dcf-ad88-576cac545afc will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:10:30.664622 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 7f98c17e-d3ba-4724-952a-bc6ad1841ee5 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:10:30.664977 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:30.669120 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c8abfe25-6318-4498-bfc1-fecaa8bf0ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:30.704703 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-03849b9a-0288-4e9c-a1be-06a0ef1e08f5 None None] Transition to ACTIVE for port object cf371e17-3b55-4dcf-ad88-576cac545afc will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:10:30.705286 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8abfe25-6318-4498-bfc1-fecaa8bf0ba6 admin admin] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:10:30.713068 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-c8abfe25-6318-4498-bfc1-fecaa8bf0ba6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:10:30.716879 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8abfe25-6318-4498-bfc1-fecaa8bf0ba6 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:10:30.719316 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-03849b9a-0288-4e9c-a1be-06a0ef1e08f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:30.743319 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8abfe25-6318-4498-bfc1-fecaa8bf0ba6 admin admin] Pushing event updated for resources: {'Port': ['ID=19ab3a99-1060-41ee-bde6-51a93c9878a3,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:30.805551 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03849b9a-0288-4e9c-a1be-06a0ef1e08f5 None None] Network e4c4f68b-0b62-48a3-bb21-67b717d658cb is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:10:30.816954 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-03849b9a-0288-4e9c-a1be-06a0ef1e08f5 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:10:30.824152 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03849b9a-0288-4e9c-a1be-06a0ef1e08f5 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:10:30.829463 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03849b9a-0288-4e9c-a1be-06a0ef1e08f5 None None] Pushing event updated for resources: {'Port': ['ID=cf371e17-3b55-4dcf-ad88-576cac545afc,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:30.945495 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:30.953636 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-03849b9a-0288-4e9c-a1be-06a0ef1e08f5 None None] Attempting to bind port cf371e17-3b55-4dcf-ad88-576cac545afc on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:10:30.954008 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-03849b9a-0288-4e9c-a1be-06a0ef1e08f5 None None] Attempting to bind port cf371e17-3b55-4dcf-ad88-576cac545afc by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'c4f33c5b-c584-4ab2-b44d-855c50b1069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e4c4f68b-0b62-48a3-bb21-67b717d658cb'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:10:30.954369 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03849b9a-0288-4e9c-a1be-06a0ef1e08f5 None None] Attempting to bind port cf371e17-3b55-4dcf-ad88-576cac545afc on network e4c4f68b-0b62-48a3-bb21-67b717d658cb {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:10:30.969802 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c8abfe25-6318-4498-bfc1-fecaa8bf0ba6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:30.978842 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03849b9a-0288-4e9c-a1be-06a0ef1e08f5 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:10:30.979221 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03849b9a-0288-4e9c-a1be-06a0ef1e08f5 None None] Checking segment: {'id': 'c4f33c5b-c584-4ab2-b44d-855c50b1069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e4c4f68b-0b62-48a3-bb21-67b717d658cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:10:30.979621 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-03849b9a-0288-4e9c-a1be-06a0ef1e08f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:30.980016 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03849b9a-0288-4e9c-a1be-06a0ef1e08f5 None None] Bound using segment: {'id': 'c4f33c5b-c584-4ab2-b44d-855c50b1069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e4c4f68b-0b62-48a3-bb21-67b717d658cb'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:10:30.980492 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-03849b9a-0288-4e9c-a1be-06a0ef1e08f5 None None] Bound port: cf371e17-3b55-4dcf-ad88-576cac545afc, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f33c5b-c584-4ab2-b44d-855c50b1069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e4c4f68b-0b62-48a3-bb21-67b717d658cb'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:10:30.980869 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-03849b9a-0288-4e9c-a1be-06a0ef1e08f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:31.017223 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 7f98c17e-d3ba-4724-952a-bc6ad1841ee5, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=7f98c17e-d3ba-4724-952a-bc6ad1841ee5,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:31.027421 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:31.040218 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bba4ef8d-3810-4c0d-a004-e0e337741235 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:31.091517 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-bba4ef8d-3810-4c0d-a004-e0e337741235 None None] Transition to ACTIVE for port object 8516d7da-042d-42a2-a8b1-306f671b3f26 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:10:31.108417 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bba4ef8d-3810-4c0d-a004-e0e337741235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:31.141966 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=7f98c17e-d3ba-4724-952a-bc6ad1841ee5,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:31.169059 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c8abfe25-6318-4498-bfc1-fecaa8bf0ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:31.172158 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-03849b9a-0288-4e9c-a1be-06a0ef1e08f5 None None] For port cf371e17-3b55-4dcf-ad88-576cac545afc, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:10:31.193594 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-03849b9a-0288-4e9c-a1be-06a0ef1e08f5 None None] For port cf371e17-3b55-4dcf-ad88-576cac545afc, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=cf371e17-3b55-4dcf-ad88-576cac545afc,segment=NetworkSegment(c4f33c5b-c584-4ab2-b44d-855c50b1069e),segment_id=c4f33c5b-c584-4ab2-b44d-855c50b1069e)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:10:31.217754 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-03849b9a-0288-4e9c-a1be-06a0ef1e08f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:31.249204 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b23219-55cf-47ba-a2e1-f2d0f214f7e9 None None] Pushing event updated for resources: {'Port': ['ID=8516d7da-042d-42a2-a8b1-306f671b3f26,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:31.290985 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-bba4ef8d-3810-4c0d-a004-e0e337741235 None None] Attempting to bind port 8516d7da-042d-42a2-a8b1-306f671b3f26 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:10:31.291367 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-bba4ef8d-3810-4c0d-a004-e0e337741235 None None] Attempting to bind port 8516d7da-042d-42a2-a8b1-306f671b3f26 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'f098d912-ade3-4fe4-a3bb-f56320531a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9d985b32-4b4e-48e1-a233-f4e1e581f710'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:10:31.291733 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba4ef8d-3810-4c0d-a004-e0e337741235 None None] Attempting to bind port 8516d7da-042d-42a2-a8b1-306f671b3f26 on network 9d985b32-4b4e-48e1-a233-f4e1e581f710 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:10:31.306707 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba4ef8d-3810-4c0d-a004-e0e337741235 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:10:31.307316 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba4ef8d-3810-4c0d-a004-e0e337741235 None None] Checking segment: {'id': 'f098d912-ade3-4fe4-a3bb-f56320531a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9d985b32-4b4e-48e1-a233-f4e1e581f710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:10:31.307734 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bba4ef8d-3810-4c0d-a004-e0e337741235 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:31.308140 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba4ef8d-3810-4c0d-a004-e0e337741235 None None] Bound using segment: {'id': 'f098d912-ade3-4fe4-a3bb-f56320531a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9d985b32-4b4e-48e1-a233-f4e1e581f710'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:10:31.308795 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-bba4ef8d-3810-4c0d-a004-e0e337741235 None None] Bound port: 8516d7da-042d-42a2-a8b1-306f671b3f26, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f098d912-ade3-4fe4-a3bb-f56320531a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9d985b32-4b4e-48e1-a233-f4e1e581f710'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:10:31.309187 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bba4ef8d-3810-4c0d-a004-e0e337741235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:31.325751 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8abfe25-6318-4498-bfc1-fecaa8bf0ba6 admin admin] Router f87a6571-a3c8-44d2-ad4c-61844baa76d8 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:10:31.338821 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03849b9a-0288-4e9c-a1be-06a0ef1e08f5 None None] Pushing event updated for resources: {'Port': ['ID=cf371e17-3b55-4dcf-ad88-576cac545afc,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:31.402520 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-bba4ef8d-3810-4c0d-a004-e0e337741235 None None] For port 8516d7da-042d-42a2-a8b1-306f671b3f26, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:10:31.406363 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-bba4ef8d-3810-4c0d-a004-e0e337741235 None None] For port 8516d7da-042d-42a2-a8b1-306f671b3f26, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=8516d7da-042d-42a2-a8b1-306f671b3f26,segment=NetworkSegment(f098d912-ade3-4fe4-a3bb-f56320531a1f),segment_id=f098d912-ade3-4fe4-a3bb-f56320531a1f)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:10:31.413567 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bba4ef8d-3810-4c0d-a004-e0e337741235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:31.444557 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8abfe25-6318-4498-bfc1-fecaa8bf0ba6 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:10:31.461357 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7a0a2f-5aaf-4409-94d0-72b3d42c2ffa None None] Sync routers for ids ['f87a6571-a3c8-44d2-ad4c-61844baa76d8'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:10:31.463452 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c8abfe25-6318-4498-bfc1-fecaa8bf0ba6 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:31.465551 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c8abfe25-6318-4498-bfc1-fecaa8bf0ba6 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8252590 Jul 09 17:10:31.468112 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53346) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:31.480265 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba4ef8d-3810-4c0d-a004-e0e337741235 None None] Routers {'19b10938-99ef-46a1-b522-df5183e1e363'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:10:31.481032 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-bba4ef8d-3810-4c0d-a004-e0e337741235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:10:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['19b10938-99ef-46a1-b522-df5183e1e363'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:31.482925 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7a0a2f-5aaf-4409-94d0-72b3d42c2ffa None None] Routers {'f87a6571-a3c8-44d2-ad4c-61844baa76d8'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:10:31.483082 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b23219-55cf-47ba-a2e1-f2d0f214f7e9 None None] Pushing event updated for resources: {'Port': ['ID=8516d7da-042d-42a2-a8b1-306f671b3f26,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:31.484066 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-ac7a0a2f-5aaf-4409-94d0-72b3d42c2ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:10:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['f87a6571-a3c8-44d2-ad4c-61844baa76d8'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:31.684169 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-bba4ef8d-3810-4c0d-a004-e0e337741235 None None] Set router 19b10938-99ef-46a1-b522-df5183e1e363 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:10:31.783164 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-ac7a0a2f-5aaf-4409-94d0-72b3d42c2ffa None None] Set router f87a6571-a3c8-44d2-ad4c-61844baa76d8 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:10:31.937933 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-bba4ef8d-3810-4c0d-a004-e0e337741235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b10938-99ef-46a1-b522-df5183e1e363', 'name': 'tempest-TestMinimumBasicScenario-142915030-router', 'tenant_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '7f98c17e-d3ba-4724-952a-bc6ad1841ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:10:25Z', 'updated_at': '2021-07-09T17:10:27Z', 'revision_number': 4, 'project_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'gw_port': {'id': '7f98c17e-d3ba-4724-952a-bc6ad1841ee5', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:50:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b10938-99ef-46a1-b522-df5183e1e363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:25Z', 'updated_at': '2021-07-09T17:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '8516d7da-042d-42a2-a8b1-306f671b3f26', 'name': '', 'network_id': '9d985b32-4b4e-48e1-a233-f4e1e581f710', 'tenant_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'mac_address': 'fa:16:3e:47:8f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b10938-99ef-46a1-b522-df5183e1e363', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '47a045d9-c098-49cf-a447-cd5442d67328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:27Z', 'updated_at': '2021-07-09T17:10:31Z', 'revision_number': 4, 'project_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'subnets': [{'id': '47a045d9-c098-49cf-a447-cd5442d67328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:31.968834 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba4ef8d-3810-4c0d-a004-e0e337741235 None None] The sync data for ids ['19b10938-99ef-46a1-b522-df5183e1e363'] in n-d-798930-3 is: [{'id': '19b10938-99ef-46a1-b522-df5183e1e363', 'name': 'tempest-TestMinimumBasicScenario-142915030-router', 'tenant_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '7f98c17e-d3ba-4724-952a-bc6ad1841ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:10:25Z', 'updated_at': '2021-07-09T17:10:27Z', 'revision_number': 4, 'project_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'gw_port': {'id': '7f98c17e-d3ba-4724-952a-bc6ad1841ee5', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:50:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b10938-99ef-46a1-b522-df5183e1e363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:25Z', 'updated_at': '2021-07-09T17:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '8516d7da-042d-42a2-a8b1-306f671b3f26', 'name': '', 'network_id': '9d985b32-4b4e-48e1-a233-f4e1e581f710', 'tenant_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'mac_address': 'fa:16:3e:47:8f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b10938-99ef-46a1-b522-df5183e1e363', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '47a045d9-c098-49cf-a447-cd5442d67328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:27Z', 'updated_at': '2021-07-09T17:10:31Z', 'revision_number': 4, 'project_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'subnets': [{'id': '47a045d9-c098-49cf-a447-cd5442d67328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:10:31.995058 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-ac7a0a2f-5aaf-4409-94d0-72b3d42c2ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87a6571-a3c8-44d2-ad4c-61844baa76d8', 'name': 'tempest-TestMinimumBasicScenario-1860191958-router', 'tenant_id': 'b9b9c723845f4caf9f6066c8ad37921d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '19ab3a99-1060-41ee-bde6-51a93c9878a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:10:29Z', 'updated_at': '2021-07-09T17:10:30Z', 'revision_number': 3, 'project_id': 'b9b9c723845f4caf9f6066c8ad37921d', 'gw_port': {'id': '19ab3a99-1060-41ee-bde6-51a93c9878a3', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87a6571-a3c8-44d2-ad4c-61844baa76d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:30Z', 'updated_at': '2021-07-09T17:10:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:32.038122 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7a0a2f-5aaf-4409-94d0-72b3d42c2ffa None None] Checking router: f87a6571-a3c8-44d2-ad4c-61844baa76d8 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:10:32.038439 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7a0a2f-5aaf-4409-94d0-72b3d42c2ffa None None] Updating router f87a6571-a3c8-44d2-ad4c-61844baa76d8 port 19ab3a99-1060-41ee-bde6-51a93c9878a3 binding host n-d-798930-3 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:10:32.085646 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-ac7a0a2f-5aaf-4409-94d0-72b3d42c2ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:32.093393 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ef6bfc2f-23de-4ea2-9eb8-38b14524eb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:32.317799 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-ef6bfc2f-23de-4ea2-9eb8-38b14524eb0d admin admin] Allocated IP 172.20.0.1 (e4c4f68b-0b62-48a3-bb21-67b717d658cb/3800c50d-37e3-4f13-8316-b0851fefdf8d/f3245d18-dfd7-4ae8-83b6-51155db1ecd1) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:10:32.475259 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-ac7a0a2f-5aaf-4409-94d0-72b3d42c2ffa None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:32.489603 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-ac7a0a2f-5aaf-4409-94d0-72b3d42c2ffa None None] Transition to ACTIVE for port object 19ab3a99-1060-41ee-bde6-51a93c9878a3 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:10:32.505441 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-ac7a0a2f-5aaf-4409-94d0-72b3d42c2ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:32.515643 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device cf371e17-3b55-4dcf-ad88-576cac545afc up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:10:32.552317 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ef6bfc2f-23de-4ea2-9eb8-38b14524eb0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:32.581465 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-ef6bfc2f-23de-4ea2-9eb8-38b14524eb0d admin admin] Transition to ACTIVE for port object f3245d18-dfd7-4ae8-83b6-51155db1ecd1 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:10:32.588951 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-ac7a0a2f-5aaf-4409-94d0-72b3d42c2ffa None None] Attempting to bind port 19ab3a99-1060-41ee-bde6-51a93c9878a3 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:10:32.589421 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-ac7a0a2f-5aaf-4409-94d0-72b3d42c2ffa None None] Attempting to bind port 19ab3a99-1060-41ee-bde6-51a93c9878a3 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:10:32.589984 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7a0a2f-5aaf-4409-94d0-72b3d42c2ffa None None] Attempting to bind port 19ab3a99-1060-41ee-bde6-51a93c9878a3 on network caa6ed8d-2893-4113-8f68-c5284e694f6c {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:10:32.591103 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port cf371e17-3b55-4dcf-ad88-576cac545afc completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:10:32.593586 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d557e6-91c7-47bd-ab62-e018eaafe717 None None] Pushing event updated for resources: {'Port': ['ID=19ab3a99-1060-41ee-bde6-51a93c9878a3,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:32.599871 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 7f98c17e-d3ba-4724-952a-bc6ad1841ee5 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:10:32.601257 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7a0a2f-5aaf-4409-94d0-72b3d42c2ffa None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:10:32.601978 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7a0a2f-5aaf-4409-94d0-72b3d42c2ffa None None] Checking segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:10:32.602550 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-ac7a0a2f-5aaf-4409-94d0-72b3d42c2ffa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:32.603051 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7a0a2f-5aaf-4409-94d0-72b3d42c2ffa None None] Bound using segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:10:32.603605 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-ac7a0a2f-5aaf-4409-94d0-72b3d42c2ffa None None] Bound port: 19ab3a99-1060-41ee-bde6-51a93c9878a3, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:10:32.604197 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-ac7a0a2f-5aaf-4409-94d0-72b3d42c2ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:32.677706 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 7f98c17e-d3ba-4724-952a-bc6ad1841ee5 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:10:32.678094 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:32.689506 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-ac7a0a2f-5aaf-4409-94d0-72b3d42c2ffa None None] For port 19ab3a99-1060-41ee-bde6-51a93c9878a3, host n-d-798930-3, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:10:32.694436 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ef6bfc2f-23de-4ea2-9eb8-38b14524eb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:32.695640 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-ac7a0a2f-5aaf-4409-94d0-72b3d42c2ffa None None] For port 19ab3a99-1060-41ee-bde6-51a93c9878a3, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=19ab3a99-1060-41ee-bde6-51a93c9878a3,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:10:32.708342 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee7140b-8614-460d-8883-d713530d7c81 None None] Network e4c4f68b-0b62-48a3-bb21-67b717d658cb requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:10:32.708942 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-ac7a0a2f-5aaf-4409-94d0-72b3d42c2ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:32.742740 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6bfc2f-23de-4ea2-9eb8-38b14524eb0d admin admin] Network e4c4f68b-0b62-48a3-bb21-67b717d658cb is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:10:32.746344 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-ef6bfc2f-23de-4ea2-9eb8-38b14524eb0d admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:10:32.750513 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6bfc2f-23de-4ea2-9eb8-38b14524eb0d admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:10:32.777481 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6bfc2f-23de-4ea2-9eb8-38b14524eb0d admin admin] Pushing event updated for resources: {'Port': ['ID=f3245d18-dfd7-4ae8-83b6-51155db1ecd1,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:32.778117 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d557e6-91c7-47bd-ab62-e018eaafe717 None None] Pushing event updated for resources: {'Port': ['ID=19ab3a99-1060-41ee-bde6-51a93c9878a3,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:32.781111 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7a0a2f-5aaf-4409-94d0-72b3d42c2ffa None None] Routers {'f87a6571-a3c8-44d2-ad4c-61844baa76d8'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:10:32.782070 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-ac7a0a2f-5aaf-4409-94d0-72b3d42c2ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:10:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['f87a6571-a3c8-44d2-ad4c-61844baa76d8'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:32.812289 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ef6bfc2f-23de-4ea2-9eb8-38b14524eb0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:32.857451 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-14467aeb-bdeb-4fbe-874a-1aa298ddc2d0 None None] Provisioning for port cf371e17-3b55-4dcf-ad88-576cac545afc completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:10:32.870222 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-14467aeb-bdeb-4fbe-874a-1aa298ddc2d0 None None] Provisioning complete for port cf371e17-3b55-4dcf-ad88-576cac545afc triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:10:32.870597 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-14467aeb-bdeb-4fbe-874a-1aa298ddc2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:32.908261 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-ac7a0a2f-5aaf-4409-94d0-72b3d42c2ffa None None] Set router f87a6571-a3c8-44d2-ad4c-61844baa76d8 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:10:32.948449 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 8516d7da-042d-42a2-a8b1-306f671b3f26 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:10:32.977892 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ef6bfc2f-23de-4ea2-9eb8-38b14524eb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:33.112665 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 8516d7da-042d-42a2-a8b1-306f671b3f26 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:10:33.115978 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-ac7a0a2f-5aaf-4409-94d0-72b3d42c2ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87a6571-a3c8-44d2-ad4c-61844baa76d8', 'name': 'tempest-TestMinimumBasicScenario-1860191958-router', 'tenant_id': 'b9b9c723845f4caf9f6066c8ad37921d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '19ab3a99-1060-41ee-bde6-51a93c9878a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:10:29Z', 'updated_at': '2021-07-09T17:10:30Z', 'revision_number': 3, 'project_id': 'b9b9c723845f4caf9f6066c8ad37921d', 'gw_port': {'id': '19ab3a99-1060-41ee-bde6-51a93c9878a3', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87a6571-a3c8-44d2-ad4c-61844baa76d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:30Z', 'updated_at': '2021-07-09T17:10:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:33.118388 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-14467aeb-bdeb-4fbe-874a-1aa298ddc2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:33.122736 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 8516d7da-042d-42a2-a8b1-306f671b3f26 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:10:33.123245 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:33.152145 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7a0a2f-5aaf-4409-94d0-72b3d42c2ffa None None] The sync data for ids ['f87a6571-a3c8-44d2-ad4c-61844baa76d8'] in n-d-798930-3 is: [{'id': 'f87a6571-a3c8-44d2-ad4c-61844baa76d8', 'name': 'tempest-TestMinimumBasicScenario-1860191958-router', 'tenant_id': 'b9b9c723845f4caf9f6066c8ad37921d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '19ab3a99-1060-41ee-bde6-51a93c9878a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:10:29Z', 'updated_at': '2021-07-09T17:10:30Z', 'revision_number': 3, 'project_id': 'b9b9c723845f4caf9f6066c8ad37921d', 'gw_port': {'id': '19ab3a99-1060-41ee-bde6-51a93c9878a3', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87a6571-a3c8-44d2-ad4c-61844baa76d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:30Z', 'updated_at': '2021-07-09T17:10:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:10:33.186272 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ef6bfc2f-23de-4ea2-9eb8-38b14524eb0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:33.193774 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ef6bfc2f-23de-4ea2-9eb8-38b14524eb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:33.201746 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-14467aeb-bdeb-4fbe-874a-1aa298ddc2d0 None None] For port cf371e17-3b55-4dcf-ad88-576cac545afc, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=cf371e17-3b55-4dcf-ad88-576cac545afc,segment=NetworkSegment(c4f33c5b-c584-4ab2-b44d-855c50b1069e),segment_id=c4f33c5b-c584-4ab2-b44d-855c50b1069e)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:33.213063 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-14467aeb-bdeb-4fbe-874a-1aa298ddc2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:33.248912 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ef6bfc2f-23de-4ea2-9eb8-38b14524eb0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:33.312793 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14467aeb-bdeb-4fbe-874a-1aa298ddc2d0 None None] Pushing event updated for resources: {'Port': ['ID=cf371e17-3b55-4dcf-ad88-576cac545afc,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:33.318521 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:33.357210 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 8516d7da-042d-42a2-a8b1-306f671b3f26, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=8516d7da-042d-42a2-a8b1-306f671b3f26,segment=NetworkSegment(f098d912-ade3-4fe4-a3bb-f56320531a1f),segment_id=f098d912-ade3-4fe4-a3bb-f56320531a1f)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:33.364653 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:33.369539 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6bfc2f-23de-4ea2-9eb8-38b14524eb0d admin admin] Pushing event updated for resources: {'Port': ['ID=f3245d18-dfd7-4ae8-83b6-51155db1ecd1,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:33.417111 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=8516d7da-042d-42a2-a8b1-306f671b3f26,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:33.428708 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6bfc2f-23de-4ea2-9eb8-38b14524eb0d admin admin] Network e4c4f68b-0b62-48a3-bb21-67b717d658cb is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:10:33.430646 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-ef6bfc2f-23de-4ea2-9eb8-38b14524eb0d admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:10:33.438590 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4d632d6d-c53b-4eb1-a7f4-6d78e05fcabf None None] Provisioning complete for port cf371e17-3b55-4dcf-ad88-576cac545afc triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:10:33.438850 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4d632d6d-c53b-4eb1-a7f4-6d78e05fcabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:33.586920 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4d632d6d-c53b-4eb1-a7f4-6d78e05fcabf None None] Provisioning for port f3245d18-dfd7-4ae8-83b6-51155db1ecd1 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:10:33.592554 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4d632d6d-c53b-4eb1-a7f4-6d78e05fcabf None None] Provisioning complete for port f3245d18-dfd7-4ae8-83b6-51155db1ecd1 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:10:33.592928 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4d632d6d-c53b-4eb1-a7f4-6d78e05fcabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:33.628154 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef6bfc2f-23de-4ea2-9eb8-38b14524eb0d admin admin] Router f87a6571-a3c8-44d2-ad4c-61844baa76d8 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:10:33.637732 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-4d632d6d-c53b-4eb1-a7f4-6d78e05fcabf None None] Port f3245d18-dfd7-4ae8-83b6-51155db1ecd1 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:10:33.761524 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6bfc2f-23de-4ea2-9eb8-38b14524eb0d admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:10:33.767051 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2d4904b-695d-4909-8652-fdbd17fc41ab None None] Provisioning complete for port f3245d18-dfd7-4ae8-83b6-51155db1ecd1 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:10:33.767535 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2d4904b-695d-4909-8652-fdbd17fc41ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:33.779130 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ef6bfc2f-23de-4ea2-9eb8-38b14524eb0d admin admin] 10.222.0.98 "PUT /v2.0/routers/f87a6571-a3c8-44d2-ad4c-61844baa76d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3027749 Jul 09 17:10:33.812845 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2d4904b-695d-4909-8652-fdbd17fc41ab None None] Port f3245d18-dfd7-4ae8-83b6-51155db1ecd1 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:10:33.931411 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1f2e90c9-5724-42bc-a9c9-d47fc24a08bb None None] Provisioning complete for port f3245d18-dfd7-4ae8-83b6-51155db1ecd1 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:10:33.931794 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1f2e90c9-5724-42bc-a9c9-d47fc24a08bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:33.972018 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-1f2e90c9-5724-42bc-a9c9-d47fc24a08bb None None] Port f3245d18-dfd7-4ae8-83b6-51155db1ecd1 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:10:34.353306 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 8516d7da-042d-42a2-a8b1-306f671b3f26 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:10:34.404470 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 8516d7da-042d-42a2-a8b1-306f671b3f26 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:10:34.404838 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:34.482280 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 19ab3a99-1060-41ee-bde6-51a93c9878a3 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:10:34.528813 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 19ab3a99-1060-41ee-bde6-51a93c9878a3 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:10:34.532809 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 19ab3a99-1060-41ee-bde6-51a93c9878a3 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:10:34.533216 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:34.617609 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:34.639191 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 19ab3a99-1060-41ee-bde6-51a93c9878a3, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=19ab3a99-1060-41ee-bde6-51a93c9878a3,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:34.643120 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:34.643956 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device cf371e17-3b55-4dcf-ad88-576cac545afc up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:10:34.731381 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=19ab3a99-1060-41ee-bde6-51a93c9878a3,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:34.743876 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port cf371e17-3b55-4dcf-ad88-576cac545afc triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:10:34.744254 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:35.512455 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46ab012-0562-4b4d-b1b1-2e725699340b None None] Sync routers for ids ['f87a6571-a3c8-44d2-ad4c-61844baa76d8'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:10:35.522158 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46ab012-0562-4b4d-b1b1-2e725699340b None None] Routers {'f87a6571-a3c8-44d2-ad4c-61844baa76d8'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:10:35.523353 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a46ab012-0562-4b4d-b1b1-2e725699340b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:10:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['f87a6571-a3c8-44d2-ad4c-61844baa76d8'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:35.645044 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-a46ab012-0562-4b4d-b1b1-2e725699340b None None] Set router f87a6571-a3c8-44d2-ad4c-61844baa76d8 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:10:35.859486 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a46ab012-0562-4b4d-b1b1-2e725699340b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87a6571-a3c8-44d2-ad4c-61844baa76d8', 'name': 'tempest-TestMinimumBasicScenario-1860191958-router', 'tenant_id': 'b9b9c723845f4caf9f6066c8ad37921d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '19ab3a99-1060-41ee-bde6-51a93c9878a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:10:29Z', 'updated_at': '2021-07-09T17:10:32Z', 'revision_number': 4, 'project_id': 'b9b9c723845f4caf9f6066c8ad37921d', 'gw_port': {'id': '19ab3a99-1060-41ee-bde6-51a93c9878a3', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87a6571-a3c8-44d2-ad4c-61844baa76d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:30Z', 'updated_at': '2021-07-09T17:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'f3245d18-dfd7-4ae8-83b6-51155db1ecd1', 'name': '', 'network_id': 'e4c4f68b-0b62-48a3-bb21-67b717d658cb', 'tenant_id': 'b9b9c723845f4caf9f6066c8ad37921d', 'mac_address': 'fa:16:3e:f7:e9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87a6571-a3c8-44d2-ad4c-61844baa76d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '3800c50d-37e3-4f13-8316-b0851fefdf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:32Z', 'updated_at': '2021-07-09T17:10:33Z', 'revision_number': 2, 'project_id': 'b9b9c723845f4caf9f6066c8ad37921d', 'subnets': [{'id': '3800c50d-37e3-4f13-8316-b0851fefdf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:35.890627 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46ab012-0562-4b4d-b1b1-2e725699340b None None] Checking router: f87a6571-a3c8-44d2-ad4c-61844baa76d8 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:10:35.891307 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46ab012-0562-4b4d-b1b1-2e725699340b None None] Updating router f87a6571-a3c8-44d2-ad4c-61844baa76d8 port f3245d18-dfd7-4ae8-83b6-51155db1ecd1 binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:10:35.933660 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a46ab012-0562-4b4d-b1b1-2e725699340b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:36.300393 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 19ab3a99-1060-41ee-bde6-51a93c9878a3 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:10:36.414569 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 19ab3a99-1060-41ee-bde6-51a93c9878a3 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:10:36.415041 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:36.464826 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a46ab012-0562-4b4d-b1b1-2e725699340b None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:36.478617 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a46ab012-0562-4b4d-b1b1-2e725699340b None None] Transition to ACTIVE for port object f3245d18-dfd7-4ae8-83b6-51155db1ecd1 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:10:36.495940 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a46ab012-0562-4b4d-b1b1-2e725699340b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:36.588772 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cdd65f-fee0-4a15-833a-86f94960082f None None] Pushing event updated for resources: {'Port': ['ID=f3245d18-dfd7-4ae8-83b6-51155db1ecd1,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:36.666490 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-a46ab012-0562-4b4d-b1b1-2e725699340b None None] Attempting to bind port f3245d18-dfd7-4ae8-83b6-51155db1ecd1 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:10:36.666913 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-a46ab012-0562-4b4d-b1b1-2e725699340b None None] Attempting to bind port f3245d18-dfd7-4ae8-83b6-51155db1ecd1 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'c4f33c5b-c584-4ab2-b44d-855c50b1069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e4c4f68b-0b62-48a3-bb21-67b717d658cb'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:10:36.667286 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46ab012-0562-4b4d-b1b1-2e725699340b None None] Attempting to bind port f3245d18-dfd7-4ae8-83b6-51155db1ecd1 on network e4c4f68b-0b62-48a3-bb21-67b717d658cb {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:10:36.673619 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46ab012-0562-4b4d-b1b1-2e725699340b None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:10:36.674257 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46ab012-0562-4b4d-b1b1-2e725699340b None None] Checking segment: {'id': 'c4f33c5b-c584-4ab2-b44d-855c50b1069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e4c4f68b-0b62-48a3-bb21-67b717d658cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:10:36.674901 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a46ab012-0562-4b4d-b1b1-2e725699340b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:36.676129 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46ab012-0562-4b4d-b1b1-2e725699340b None None] Bound using segment: {'id': 'c4f33c5b-c584-4ab2-b44d-855c50b1069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e4c4f68b-0b62-48a3-bb21-67b717d658cb'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:10:36.677043 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-a46ab012-0562-4b4d-b1b1-2e725699340b None None] Bound port: f3245d18-dfd7-4ae8-83b6-51155db1ecd1, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f33c5b-c584-4ab2-b44d-855c50b1069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e4c4f68b-0b62-48a3-bb21-67b717d658cb'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:10:36.677595 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a46ab012-0562-4b4d-b1b1-2e725699340b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:36.764795 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a46ab012-0562-4b4d-b1b1-2e725699340b None None] For port f3245d18-dfd7-4ae8-83b6-51155db1ecd1, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:10:36.771954 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a46ab012-0562-4b4d-b1b1-2e725699340b None None] For port f3245d18-dfd7-4ae8-83b6-51155db1ecd1, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=f3245d18-dfd7-4ae8-83b6-51155db1ecd1,segment=NetworkSegment(c4f33c5b-c584-4ab2-b44d-855c50b1069e),segment_id=c4f33c5b-c584-4ab2-b44d-855c50b1069e)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:10:36.777817 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a46ab012-0562-4b4d-b1b1-2e725699340b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:36.859047 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46ab012-0562-4b4d-b1b1-2e725699340b None None] Routers {'f87a6571-a3c8-44d2-ad4c-61844baa76d8'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:10:36.859777 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a46ab012-0562-4b4d-b1b1-2e725699340b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:10:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['f87a6571-a3c8-44d2-ad4c-61844baa76d8'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:36.866484 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cdd65f-fee0-4a15-833a-86f94960082f None None] Pushing event updated for resources: {'Port': ['ID=f3245d18-dfd7-4ae8-83b6-51155db1ecd1,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:36.995809 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-a46ab012-0562-4b4d-b1b1-2e725699340b None None] Set router f87a6571-a3c8-44d2-ad4c-61844baa76d8 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:10:37.228412 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a46ab012-0562-4b4d-b1b1-2e725699340b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87a6571-a3c8-44d2-ad4c-61844baa76d8', 'name': 'tempest-TestMinimumBasicScenario-1860191958-router', 'tenant_id': 'b9b9c723845f4caf9f6066c8ad37921d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '19ab3a99-1060-41ee-bde6-51a93c9878a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:10:29Z', 'updated_at': '2021-07-09T17:10:32Z', 'revision_number': 4, 'project_id': 'b9b9c723845f4caf9f6066c8ad37921d', 'gw_port': {'id': '19ab3a99-1060-41ee-bde6-51a93c9878a3', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87a6571-a3c8-44d2-ad4c-61844baa76d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:30Z', 'updated_at': '2021-07-09T17:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'f3245d18-dfd7-4ae8-83b6-51155db1ecd1', 'name': '', 'network_id': 'e4c4f68b-0b62-48a3-bb21-67b717d658cb', 'tenant_id': 'b9b9c723845f4caf9f6066c8ad37921d', 'mac_address': 'fa:16:3e:f7:e9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87a6571-a3c8-44d2-ad4c-61844baa76d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '3800c50d-37e3-4f13-8316-b0851fefdf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:32Z', 'updated_at': '2021-07-09T17:10:36Z', 'revision_number': 4, 'project_id': 'b9b9c723845f4caf9f6066c8ad37921d', 'subnets': [{'id': '3800c50d-37e3-4f13-8316-b0851fefdf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:37.256872 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46ab012-0562-4b4d-b1b1-2e725699340b None None] The sync data for ids ['f87a6571-a3c8-44d2-ad4c-61844baa76d8'] in n-d-798930-3 is: [{'id': 'f87a6571-a3c8-44d2-ad4c-61844baa76d8', 'name': 'tempest-TestMinimumBasicScenario-1860191958-router', 'tenant_id': 'b9b9c723845f4caf9f6066c8ad37921d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '19ab3a99-1060-41ee-bde6-51a93c9878a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:10:29Z', 'updated_at': '2021-07-09T17:10:32Z', 'revision_number': 4, 'project_id': 'b9b9c723845f4caf9f6066c8ad37921d', 'gw_port': {'id': '19ab3a99-1060-41ee-bde6-51a93c9878a3', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87a6571-a3c8-44d2-ad4c-61844baa76d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:30Z', 'updated_at': '2021-07-09T17:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'f3245d18-dfd7-4ae8-83b6-51155db1ecd1', 'name': '', 'network_id': 'e4c4f68b-0b62-48a3-bb21-67b717d658cb', 'tenant_id': 'b9b9c723845f4caf9f6066c8ad37921d', 'mac_address': 'fa:16:3e:f7:e9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87a6571-a3c8-44d2-ad4c-61844baa76d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '3800c50d-37e3-4f13-8316-b0851fefdf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:32Z', 'updated_at': '2021-07-09T17:10:36Z', 'revision_number': 4, 'project_id': 'b9b9c723845f4caf9f6066c8ad37921d', 'subnets': [{'id': '3800c50d-37e3-4f13-8316-b0851fefdf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:10:38.311566 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device f3245d18-dfd7-4ae8-83b6-51155db1ecd1 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:10:38.371532 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port f3245d18-dfd7-4ae8-83b6-51155db1ecd1 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:10:38.379457 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port f3245d18-dfd7-4ae8-83b6-51155db1ecd1 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:10:38.379754 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:38.465610 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:38.503464 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port f3245d18-dfd7-4ae8-83b6-51155db1ecd1, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=f3245d18-dfd7-4ae8-83b6-51155db1ecd1,segment=NetworkSegment(c4f33c5b-c584-4ab2-b44d-855c50b1069e),segment_id=c4f33c5b-c584-4ab2-b44d-855c50b1069e)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:38.507691 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:38.558608 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=f3245d18-dfd7-4ae8-83b6-51155db1ecd1,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:40.271890 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device f3245d18-dfd7-4ae8-83b6-51155db1ecd1 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:10:40.328606 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port f3245d18-dfd7-4ae8-83b6-51155db1ecd1 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:10:40.329219 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:40.530839 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:44.128536 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35ffee-f7db-4b18-9401-8bfefc75932e req-ef1c3854-ebd3-4437-8141-e352156a0a9d tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:44.129912 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-df35ffee-f7db-4b18-9401-8bfefc75932e req-ef1c3854-ebd3-4437-8141-e352156a0a9d tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/networks?id=9d985b32-4b4e-48e1-a233-f4e1e581f710 HTTP/1.1" status: 200 len: 814 time: 0.1129348 Jul 09 17:10:44.149435 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-df35ffee-f7db-4b18-9401-8bfefc75932e req-60c467ae-13bc-4196-8125-dc0f20ca081e tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/quotas/07d3ac53dd244129b1cfef20b8c31cfe HTTP/1.1" status: 200 len: 375 time: 0.0134497 Jul 09 17:10:44.215563 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-df35ffee-f7db-4b18-9401-8bfefc75932e req-7ae31571-a40f-42b4-bf3e-7d26a9f5fab2 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=07d3ac53dd244129b1cfef20b8c31cfe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611451 Jul 09 17:10:44.306841 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-df35ffee-f7db-4b18-9401-8bfefc75932e req-78ef8949-9402-41d4-810d-2eb811c3e0dd service neutron] 10.222.0.98 "GET /v2.0/networks/9d985b32-4b4e-48e1-a233-f4e1e581f710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796711 Jul 09 17:10:44.399207 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-df35ffee-f7db-4b18-9401-8bfefc75932e req-c9311fd9-daa0-4aff-9d43-ac32495cac5e service neutron] 10.222.0.98 "GET /v2.0/networks/9d985b32-4b4e-48e1-a233-f4e1e581f710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865917 Jul 09 17:10:44.565835 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a55ef3ee-a591-4f6a-b95d-e950af918add req-6a2be0bc-628a-410c-a7ed-61d10609259c tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/ports?device_id=28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394 HTTP/1.1" status: 200 len: 210 time: 0.0293214 Jul 09 17:10:45.073183 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:10:45.602223 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35ffee-f7db-4b18-9401-8bfefc75932e req-13ff31f2-ccea-4452-bb5f-dff63093b9ad tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:45.603935 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-df35ffee-f7db-4b18-9401-8bfefc75932e req-13ff31f2-ccea-4452-bb5f-dff63093b9ad tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.77 "GET /v2.0/networks?id=9d985b32-4b4e-48e1-a233-f4e1e581f710 HTTP/1.1" status: 200 len: 814 time: 0.1062732 Jul 09 17:10:45.615692 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-df35ffee-f7db-4b18-9401-8bfefc75932e req-9499d3a0-2941-415c-86ca-32b40b6f41ae tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Request body: {'port': {'device_id': '28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394', 'network_id': '9d985b32-4b4e-48e1-a233-f4e1e581f710', 'admin_state_up': True, 'tenant_id': '07d3ac53dd244129b1cfef20b8c31cfe'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:45.720756 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-42fc20f8-e8ba-4b9a-b385-6e96d2dc000e req-89e4025e-8736-4960-b927-92d6d47a3188 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/ports?device_id=28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394 HTTP/1.1" status: 200 len: 210 time: 0.0387614 Jul 09 17:10:45.735131 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df35ffee-f7db-4b18-9401-8bfefc75932e req-9499d3a0-2941-415c-86ca-32b40b6f41ae tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Made reservation on behalf of 07d3ac53dd244129b1cfef20b8c31cfe for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:10:45.735310 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-df35ffee-f7db-4b18-9401-8bfefc75932e req-9499d3a0-2941-415c-86ca-32b40b6f41ae tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:45.865657 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-df35ffee-f7db-4b18-9401-8bfefc75932e req-9499d3a0-2941-415c-86ca-32b40b6f41ae tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Allocated IP 172.20.0.10 (9d985b32-4b4e-48e1-a233-f4e1e581f710/47a045d9-c098-49cf-a447-cd5442d67328/8c97b190-bf09-4928-ab03-0e6913709ec2) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:10:46.048646 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-df35ffee-f7db-4b18-9401-8bfefc75932e req-9499d3a0-2941-415c-86ca-32b40b6f41ae tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:46.064609 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-df35ffee-f7db-4b18-9401-8bfefc75932e req-9499d3a0-2941-415c-86ca-32b40b6f41ae tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Transition to ACTIVE for port object 8c97b190-bf09-4928-ab03-0e6913709ec2 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:10:46.107681 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-df35ffee-f7db-4b18-9401-8bfefc75932e req-9499d3a0-2941-415c-86ca-32b40b6f41ae tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:46.155490 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df35ffee-f7db-4b18-9401-8bfefc75932e req-9499d3a0-2941-415c-86ca-32b40b6f41ae tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Network 9d985b32-4b4e-48e1-a233-f4e1e581f710 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:10:46.158983 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-df35ffee-f7db-4b18-9401-8bfefc75932e req-9499d3a0-2941-415c-86ca-32b40b6f41ae tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:10:46.164028 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-df35ffee-f7db-4b18-9401-8bfefc75932e req-9499d3a0-2941-415c-86ca-32b40b6f41ae tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:10:46.205025 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9499d3a0-2941-415c-86ca-32b40b6f41ae tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Pushing event updated for resources: {'Port': ['ID=8c97b190-bf09-4928-ab03-0e6913709ec2,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:46.232285 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35ffee-f7db-4b18-9401-8bfefc75932e req-9499d3a0-2941-415c-86ca-32b40b6f41ae tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:46.233393 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-df35ffee-f7db-4b18-9401-8bfefc75932e req-9499d3a0-2941-415c-86ca-32b40b6f41ae tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:46.257104 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-df35ffee-f7db-4b18-9401-8bfefc75932e req-9499d3a0-2941-415c-86ca-32b40b6f41ae tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6450367 Jul 09 17:10:46.424621 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-14ea5269-85e0-4d20-8411-b00a19b81fea None None] Provisioning for port 8c97b190-bf09-4928-ab03-0e6913709ec2 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:10:46.429491 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-14ea5269-85e0-4d20-8411-b00a19b81fea None None] Provisioning complete for port 8c97b190-bf09-4928-ab03-0e6913709ec2 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:10:46.429896 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-14ea5269-85e0-4d20-8411-b00a19b81fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:46.467594 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-14ea5269-85e0-4d20-8411-b00a19b81fea None None] Port 8c97b190-bf09-4928-ab03-0e6913709ec2 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:10:46.892596 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00afbb97-5245-4c17-8d47-0ecef90c179d req-1d1a2f7b-5ec5-482b-980d-f743ba36c5b5 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:46.894299 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-00afbb97-5245-4c17-8d47-0ecef90c179d req-1d1a2f7b-5ec5-482b-980d-f743ba36c5b5 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/ports?device_id=28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394 HTTP/1.1" status: 200 len: 932 time: 0.0700049 Jul 09 17:10:46.942738 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-00afbb97-5245-4c17-8d47-0ecef90c179d req-74ff5569-eba5-456a-81b0-2959c4a078e7 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/security-groups?id=d53213c0-4e83-41fb-b9b6-ef48b7b59ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345762 Jul 09 17:10:48.124830 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fcdf49-8413-4ac1-91d2-68cfe0451df1 req-08d72467-ef51-4c81-b7e9-78742f6e424c tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:48.126357 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-91fcdf49-8413-4ac1-91d2-68cfe0451df1 req-08d72467-ef51-4c81-b7e9-78742f6e424c tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/ports?device_id=28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394 HTTP/1.1" status: 200 len: 932 time: 0.0764604 Jul 09 17:10:48.169124 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-91fcdf49-8413-4ac1-91d2-68cfe0451df1 req-d9860fe6-be32-42d7-a92f-ca4b446192e3 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/security-groups?id=d53213c0-4e83-41fb-b9b6-ef48b7b59ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333862 Jul 09 17:10:49.348534 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00f182-4f2b-4e27-83ab-764e6c522e51 req-b2ca24c9-d0fa-43a8-9f27-d878b61624d6 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:49.350461 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ca00f182-4f2b-4e27-83ab-764e6c522e51 req-b2ca24c9-d0fa-43a8-9f27-d878b61624d6 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/ports?device_id=28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394 HTTP/1.1" status: 200 len: 932 time: 0.0692973 Jul 09 17:10:49.389392 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ca00f182-4f2b-4e27-83ab-764e6c522e51 req-d0b55510-17ee-49dd-a864-0e5c08865f7c tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/security-groups?id=d53213c0-4e83-41fb-b9b6-ef48b7b59ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329621 Jul 09 17:10:50.580607 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c00d1b-2c86-44a9-9a27-88005f770c63 req-4d9c1721-5c48-4ed4-b131-3b80b01d0056 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:50.582897 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b8c00d1b-2c86-44a9-9a27-88005f770c63 req-4d9c1721-5c48-4ed4-b131-3b80b01d0056 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/ports?device_id=28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394 HTTP/1.1" status: 200 len: 932 time: 0.0685203 Jul 09 17:10:50.622398 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b8c00d1b-2c86-44a9-9a27-88005f770c63 req-52416ef2-5850-4e39-b6ef-566fcf077881 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/security-groups?id=d53213c0-4e83-41fb-b9b6-ef48b7b59ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336690 Jul 09 17:10:51.807715 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aeb9ed-dc91-4275-a298-114a8bed687f req-f2fe36a2-0eda-4f8b-8e58-96ec267278c0 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:51.810275 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b9aeb9ed-dc91-4275-a298-114a8bed687f req-f2fe36a2-0eda-4f8b-8e58-96ec267278c0 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/ports?device_id=28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394 HTTP/1.1" status: 200 len: 932 time: 0.0715399 Jul 09 17:10:51.851321 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b9aeb9ed-dc91-4275-a298-114a8bed687f req-766bae07-a620-409b-bcc2-82e020b63ecf tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/security-groups?id=d53213c0-4e83-41fb-b9b6-ef48b7b59ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354810 Jul 09 17:10:52.395622 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-de224510-f986-494a-9b90-468dd34de6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:53.037665 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf56a7-0503-4752-9a88-3d3b2c48686b req-d09d1ebb-2664-49e5-8c64-a58a78bc2618 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:53.039184 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0acf56a7-0503-4752-9a88-3d3b2c48686b req-d09d1ebb-2664-49e5-8c64-a58a78bc2618 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/ports?device_id=28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394 HTTP/1.1" status: 200 len: 932 time: 0.0723097 Jul 09 17:10:53.077421 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0acf56a7-0503-4752-9a88-3d3b2c48686b req-b8cbabf9-9d32-41c7-b7c6-6c1a372131f5 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/security-groups?id=d53213c0-4e83-41fb-b9b6-ef48b7b59ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327883 Jul 09 17:10:54.267532 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae2823-d39d-4207-b10e-f9d18e24f5bb req-b9719204-d6e7-473d-ba78-4dd21e709baa tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:54.269054 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-19ae2823-d39d-4207-b10e-f9d18e24f5bb req-b9719204-d6e7-473d-ba78-4dd21e709baa tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/ports?device_id=28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394 HTTP/1.1" status: 200 len: 932 time: 0.0719790 Jul 09 17:10:54.310248 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-19ae2823-d39d-4207-b10e-f9d18e24f5bb req-59cb59ce-1312-492e-ab24-1d206b94b74c tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/security-groups?id=d53213c0-4e83-41fb-b9b6-ef48b7b59ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354853 Jul 09 17:10:55.127781 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ff995362-974e-4fa7-bc3a-3622f00519b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:55.487462 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df5403-674e-4334-a475-2af5c0219157 req-f29ed2dd-b6fd-4909-aeb4-ab248a61979f tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:55.488652 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b7df5403-674e-4334-a475-2af5c0219157 req-f29ed2dd-b6fd-4909-aeb4-ab248a61979f tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/ports?device_id=28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394 HTTP/1.1" status: 200 len: 932 time: 0.0676739 Jul 09 17:10:55.527779 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b7df5403-674e-4334-a475-2af5c0219157 req-0564c0ff-4f9b-402f-b6f1-9394ae7fd6c3 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/security-groups?id=d53213c0-4e83-41fb-b9b6-ef48b7b59ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333881 Jul 09 17:10:55.838463 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:55.858444 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [req-df35ffee-f7db-4b18-9401-8bfefc75932e req-bc089721-773d-42d9-b426-2e5bcc89b1b3 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:10:55.859567 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-df35ffee-f7db-4b18-9401-8bfefc75932e req-bc089721-773d-42d9-b426-2e5bcc89b1b3 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057743 Jul 09 17:10:55.870793 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-df35ffee-f7db-4b18-9401-8bfefc75932e req-1c8e7cea-4611-42a9-8160-7da69414fe13 service neutron] Request body: {'port': {'device_id': '28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:55.941217 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-df35ffee-f7db-4b18-9401-8bfefc75932e req-1c8e7cea-4611-42a9-8160-7da69414fe13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:56.212690 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-df35ffee-f7db-4b18-9401-8bfefc75932e req-1c8e7cea-4611-42a9-8160-7da69414fe13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c97b190-bf09-4928-ab03-0e6913709ec2 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:10:56.220454 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-df35ffee-f7db-4b18-9401-8bfefc75932e req-1c8e7cea-4611-42a9-8160-7da69414fe13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:56.233053 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-df35ffee-f7db-4b18-9401-8bfefc75932e req-1c8e7cea-4611-42a9-8160-7da69414fe13 service neutron] Transition to ACTIVE for port object 8c97b190-bf09-4928-ab03-0e6913709ec2 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:10:56.236718 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-df35ffee-f7db-4b18-9401-8bfefc75932e req-1c8e7cea-4611-42a9-8160-7da69414fe13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:56.285192 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e7cea-4611-42a9-8160-7da69414fe13 service neutron] Pushing event updated for resources: {'Port': ['ID=8c97b190-bf09-4928-ab03-0e6913709ec2,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:56.358537 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-df35ffee-f7db-4b18-9401-8bfefc75932e req-1c8e7cea-4611-42a9-8160-7da69414fe13 service neutron] Attempting to bind port 8c97b190-bf09-4928-ab03-0e6913709ec2 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:10:56.359008 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-df35ffee-f7db-4b18-9401-8bfefc75932e req-1c8e7cea-4611-42a9-8160-7da69414fe13 service neutron] Attempting to bind port 8c97b190-bf09-4928-ab03-0e6913709ec2 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'f098d912-ade3-4fe4-a3bb-f56320531a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9d985b32-4b4e-48e1-a233-f4e1e581f710'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:10:56.359234 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df35ffee-f7db-4b18-9401-8bfefc75932e req-1c8e7cea-4611-42a9-8160-7da69414fe13 service neutron] Attempting to bind port 8c97b190-bf09-4928-ab03-0e6913709ec2 on network 9d985b32-4b4e-48e1-a233-f4e1e581f710 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:10:56.364035 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df35ffee-f7db-4b18-9401-8bfefc75932e req-1c8e7cea-4611-42a9-8160-7da69414fe13 service neutron] Port 8c97b190-bf09-4928-ab03-0e6913709ec2 on network 9d985b32-4b4e-48e1-a233-f4e1e581f710 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:10:56.364362 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df35ffee-f7db-4b18-9401-8bfefc75932e req-1c8e7cea-4611-42a9-8160-7da69414fe13 service neutron] Attempting to bind port 8c97b190-bf09-4928-ab03-0e6913709ec2 on network 9d985b32-4b4e-48e1-a233-f4e1e581f710 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:10:56.369367 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df35ffee-f7db-4b18-9401-8bfefc75932e req-1c8e7cea-4611-42a9-8160-7da69414fe13 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:10:56.369708 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df35ffee-f7db-4b18-9401-8bfefc75932e req-1c8e7cea-4611-42a9-8160-7da69414fe13 service neutron] Checking segment: {'id': 'f098d912-ade3-4fe4-a3bb-f56320531a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9d985b32-4b4e-48e1-a233-f4e1e581f710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:10:56.370088 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df35ffee-f7db-4b18-9401-8bfefc75932e req-1c8e7cea-4611-42a9-8160-7da69414fe13 service neutron] Bound using segment: {'id': 'f098d912-ade3-4fe4-a3bb-f56320531a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9d985b32-4b4e-48e1-a233-f4e1e581f710'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:10:56.370539 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-df35ffee-f7db-4b18-9401-8bfefc75932e req-1c8e7cea-4611-42a9-8160-7da69414fe13 service neutron] Bound port: 8c97b190-bf09-4928-ab03-0e6913709ec2, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f098d912-ade3-4fe4-a3bb-f56320531a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9d985b32-4b4e-48e1-a233-f4e1e581f710'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:10:56.370939 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-df35ffee-f7db-4b18-9401-8bfefc75932e req-1c8e7cea-4611-42a9-8160-7da69414fe13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:56.442937 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-df35ffee-f7db-4b18-9401-8bfefc75932e req-1c8e7cea-4611-42a9-8160-7da69414fe13 service neutron] For port 8c97b190-bf09-4928-ab03-0e6913709ec2, host n-h1-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:10:56.444345 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:56.446546 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-df35ffee-f7db-4b18-9401-8bfefc75932e req-1c8e7cea-4611-42a9-8160-7da69414fe13 service neutron] For port 8c97b190-bf09-4928-ab03-0e6913709ec2, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=8c97b190-bf09-4928-ab03-0e6913709ec2,segment=NetworkSegment(f098d912-ade3-4fe4-a3bb-f56320531a1f),segment_id=f098d912-ade3-4fe4-a3bb-f56320531a1f)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:10:56.451195 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-df35ffee-f7db-4b18-9401-8bfefc75932e req-1c8e7cea-4611-42a9-8160-7da69414fe13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:56.487784 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35ffee-f7db-4b18-9401-8bfefc75932e req-1c8e7cea-4611-42a9-8160-7da69414fe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:56.488493 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-df35ffee-f7db-4b18-9401-8bfefc75932e req-1c8e7cea-4611-42a9-8160-7da69414fe13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:56.489873 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-df35ffee-f7db-4b18-9401-8bfefc75932e req-1c8e7cea-4611-42a9-8160-7da69414fe13 service neutron] 10.222.0.77 "PUT /v2.0/ports/8c97b190-bf09-4928-ab03-0e6913709ec2 HTTP/1.1" status: 200 len: 1092 time: 0.6233935 Jul 09 17:10:56.490324 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394', 'tag': '8c97b190-bf09-4928-ab03-0e6913709ec2'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:10:56.492626 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378ae9c57bf43c2771a5b4c89609b2495bcc5bf3f4145cc2e92b6ffd2a6a2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3829cdf8-fb23-4dcf-bd3a-9b24f37479e9" -d '{"events": [{"name": "network-changed", "server_uuid": "28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394", "tag": "8c97b190-bf09-4928-ab03-0e6913709ec2"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:10:56.520396 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e7cea-4611-42a9-8160-7da69414fe13 service neutron] Pushing event updated for resources: {'Port': ['ID=8c97b190-bf09-4928-ab03-0e6913709ec2,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:56.557183 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3973c21d-5307-48c9-af84-b7618efb435b x-openstack-request-id: req-3973c21d-5307-48c9-af84-b7618efb435b {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:10:56.557561 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394", "tag": "8c97b190-bf09-4928-ab03-0e6913709ec2", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:10:56.557662 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3973c21d-5307-48c9-af84-b7618efb435b {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:10:56.558061 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394', 'tag': '8c97b190-bf09-4928-ab03-0e6913709ec2', 'status': 'completed', 'code': 200} Jul 09 17:10:56.603752 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35ffee-f7db-4b18-9401-8bfefc75932e req-e7f2fecc-0bf8-48ba-b7e3-c8dba373e05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:56.605305 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-df35ffee-f7db-4b18-9401-8bfefc75932e req-e7f2fecc-0bf8-48ba-b7e3-c8dba373e05e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=07d3ac53dd244129b1cfef20b8c31cfe&device_id=28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394 HTTP/1.1" status: 200 len: 1095 time: 0.0692668 Jul 09 17:10:56.652450 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-df35ffee-f7db-4b18-9401-8bfefc75932e req-be10dd9f-3ef0-43b9-8466-d15d5817c525 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c97b190-bf09-4928-ab03-0e6913709ec2 HTTP/1.1" status: 200 len: 217 time: 0.0400403 Jul 09 17:10:56.701357 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35ffee-f7db-4b18-9401-8bfefc75932e req-9780f418-c76e-4ca6-bad6-11a74e36aea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:56.702916 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-df35ffee-f7db-4b18-9401-8bfefc75932e req-9780f418-c76e-4ca6-bad6-11a74e36aea2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=47a045d9-c098-49cf-a447-cd5442d67328 HTTP/1.1" status: 200 len: 853 time: 0.0446515 Jul 09 17:10:56.711113 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc2c74-7ea1-4a75-992f-2b4b93f95e85 req-1ab0cf16-b053-4548-99d4-4ecf4516d676 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:56.712604 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c9fc2c74-7ea1-4a75-992f-2b4b93f95e85 req-1ab0cf16-b053-4548-99d4-4ecf4516d676 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/ports?device_id=28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394 HTTP/1.1" status: 200 len: 944 time: 0.0662658 Jul 09 17:10:56.749462 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c9fc2c74-7ea1-4a75-992f-2b4b93f95e85 req-76c61d3f-a484-4176-9df0-7ebafede4621 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/security-groups?id=d53213c0-4e83-41fb-b9b6-ef48b7b59ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314021 Jul 09 17:10:56.762151 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35ffee-f7db-4b18-9401-8bfefc75932e req-8f6f1f4a-5d5d-4e40-a7ed-af5d6974e51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:56.767718 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-df35ffee-f7db-4b18-9401-8bfefc75932e req-8f6f1f4a-5d5d-4e40-a7ed-af5d6974e51e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9d985b32-4b4e-48e1-a233-f4e1e581f710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539179 Jul 09 17:10:56.855139 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-df35ffee-f7db-4b18-9401-8bfefc75932e req-002ff6a9-09c1-48de-81b0-4d37340c5130 service neutron] 10.222.0.77 "GET /v2.0/networks/9d985b32-4b4e-48e1-a233-f4e1e581f710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848475 Jul 09 17:10:56.941179 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-df35ffee-f7db-4b18-9401-8bfefc75932e req-31d56327-1884-4fe9-bc85-2eb6b6865e5c service neutron] 10.222.0.77 "GET /v2.0/networks/9d985b32-4b4e-48e1-a233-f4e1e581f710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800636 Jul 09 17:10:57.041319 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3829cdf8-fb23-4dcf-bd3a-9b24f37479e9 req-7e10be14-85db-4cf7-9eec-bb386ff1a630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:57.042789 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3829cdf8-fb23-4dcf-bd3a-9b24f37479e9 req-7e10be14-85db-4cf7-9eec-bb386ff1a630 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=07d3ac53dd244129b1cfef20b8c31cfe&device_id=28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394 HTTP/1.1" status: 200 len: 1095 time: 0.0522134 Jul 09 17:10:57.135085 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3829cdf8-fb23-4dcf-bd3a-9b24f37479e9 req-bfdf8876-707c-42f8-b411-1c72add42503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:57.136520 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3829cdf8-fb23-4dcf-bd3a-9b24f37479e9 req-bfdf8876-707c-42f8-b411-1c72add42503 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9d985b32-4b4e-48e1-a233-f4e1e581f710 HTTP/1.1" status: 200 len: 915 time: 0.0871086 Jul 09 17:10:57.176324 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3829cdf8-fb23-4dcf-bd3a-9b24f37479e9 req-6774b4ca-05da-4965-9a18-e26176d624c5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c97b190-bf09-4928-ab03-0e6913709ec2 HTTP/1.1" status: 200 len: 217 time: 0.0333107 Jul 09 17:10:57.191051 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:57.229427 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3829cdf8-fb23-4dcf-bd3a-9b24f37479e9 req-46ee03fa-bc62-4e21-b680-cd16dd759c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:57.230785 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3829cdf8-fb23-4dcf-bd3a-9b24f37479e9 req-46ee03fa-bc62-4e21-b680-cd16dd759c10 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=47a045d9-c098-49cf-a447-cd5442d67328 HTTP/1.1" status: 200 len: 853 time: 0.0480952 Jul 09 17:10:57.288977 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3829cdf8-fb23-4dcf-bd3a-9b24f37479e9 req-d532570f-062f-47c4-b8f8-0bd24383f9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:57.290465 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3829cdf8-fb23-4dcf-bd3a-9b24f37479e9 req-d532570f-062f-47c4-b8f8-0bd24383f9e3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9d985b32-4b4e-48e1-a233-f4e1e581f710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526254 Jul 09 17:10:57.378510 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3829cdf8-fb23-4dcf-bd3a-9b24f37479e9 req-0a14f2e7-82f3-4f87-85ff-d9f088be548e service neutron] 10.222.0.77 "GET /v2.0/networks/9d985b32-4b4e-48e1-a233-f4e1e581f710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804913 Jul 09 17:10:57.472246 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3829cdf8-fb23-4dcf-bd3a-9b24f37479e9 req-e50b51fc-62bf-45c1-8114-fe21dc0e248d service neutron] 10.222.0.77 "GET /v2.0/networks/9d985b32-4b4e-48e1-a233-f4e1e581f710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856380 Jul 09 17:10:57.920919 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d73fb-e4d8-489e-bce8-3192a5f56077 req-aa2ca5ec-be4c-424b-9382-4d0ddfa0cc81 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:57.922381 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-940d73fb-e4d8-489e-bce8-3192a5f56077 req-aa2ca5ec-be4c-424b-9382-4d0ddfa0cc81 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/ports?device_id=28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394 HTTP/1.1" status: 200 len: 944 time: 0.0622296 Jul 09 17:10:57.958520 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-940d73fb-e4d8-489e-bce8-3192a5f56077 req-62250330-8ec5-4d80-9fdc-ce41ae4cbe1a tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/security-groups?id=d53213c0-4e83-41fb-b9b6-ef48b7b59ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306258 Jul 09 17:10:58.388776 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:59.140313 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6fb0b-c9ef-4b43-8895-445ba862fb39 req-de42310b-71fc-4c4a-9b50-602158ba482d tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:59.141840 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-23f6fb0b-c9ef-4b43-8895-445ba862fb39 req-de42310b-71fc-4c4a-9b50-602158ba482d tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/ports?device_id=28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394 HTTP/1.1" status: 200 len: 944 time: 0.0715072 Jul 09 17:10:59.180274 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-23f6fb0b-c9ef-4b43-8895-445ba862fb39 req-b36f9d29-e665-401d-aea5-dd3f0d60392a tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/security-groups?id=d53213c0-4e83-41fb-b9b6-ef48b7b59ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326858 Jul 09 17:11:00.373281 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b300eb-03c6-4952-870b-7f7230763566 req-c4e5801e-454b-4d0e-af33-2cb7c4e6dc6b tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:00.374799 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-80b300eb-03c6-4952-870b-7f7230763566 req-c4e5801e-454b-4d0e-af33-2cb7c4e6dc6b tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/ports?device_id=28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394 HTTP/1.1" status: 200 len: 944 time: 0.0641232 Jul 09 17:11:00.412516 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-80b300eb-03c6-4952-870b-7f7230763566 req-b4de3ad3-880d-4c34-a83f-13ef9cbb9a6c tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/security-groups?id=d53213c0-4e83-41fb-b9b6-ef48b7b59ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320914 Jul 09 17:11:00.685072 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 8c97b190-bf09-4928-ab03-0e6913709ec2 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:11:00.776230 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 8c97b190-bf09-4928-ab03-0e6913709ec2, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=8c97b190-bf09-4928-ab03-0e6913709ec2,segment=NetworkSegment(f098d912-ade3-4fe4-a3bb-f56320531a1f),segment_id=f098d912-ade3-4fe4-a3bb-f56320531a1f)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:00.787009 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '8c97b190-bf09-4928-ab03-0e6913709ec2', 'network_id': '9d985b32-4b4e-48e1-a233-f4e1e581f710', 'port_id': '8c97b190-bf09-4928-ab03-0e6913709ec2', 'mac_address': 'fa:16:3e:ec:b9:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47a045d9-c098-49cf-a447-cd5442d67328', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:11:00.827096 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:00.839210 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c97b190-bf09-4928-ab03-0e6913709ec2 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:11:00.857698 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 8c97b190-bf09-4928-ab03-0e6913709ec2, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=8c97b190-bf09-4928-ab03-0e6913709ec2,segment=NetworkSegment(f098d912-ade3-4fe4-a3bb-f56320531a1f),segment_id=f098d912-ade3-4fe4-a3bb-f56320531a1f)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:00.861280 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:00.906964 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=8c97b190-bf09-4928-ab03-0e6913709ec2,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:00.914124 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:00.914469 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:00.914827 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:00.915279 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:00.915526 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:00.915811 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:00.916136 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:00.916459 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:00.916794 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:00.917107 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:00.917423 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:00.917739 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:01.085172 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['8c97b190-bf09-4928-ab03-0e6913709ec2'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:11:01.587740 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0006eeb8-6ae5-47f3-a56e-bdbe4a10ffd0 req-1da27609-1ac5-48f9-875c-885c4108a5e3 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:01.589207 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0006eeb8-6ae5-47f3-a56e-bdbe4a10ffd0 req-1da27609-1ac5-48f9-875c-885c4108a5e3 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/ports?device_id=28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394 HTTP/1.1" status: 200 len: 945 time: 0.0677223 Jul 09 17:11:01.626002 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0006eeb8-6ae5-47f3-a56e-bdbe4a10ffd0 req-b56f41ad-9fac-4e17-b3bc-527aac808353 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/security-groups?id=d53213c0-4e83-41fb-b9b6-ef48b7b59ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313313 Jul 09 17:11:02.686533 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 8c97b190-bf09-4928-ab03-0e6913709ec2 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:11:02.735991 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 8c97b190-bf09-4928-ab03-0e6913709ec2 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:11:02.742003 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 8c97b190-bf09-4928-ab03-0e6913709ec2 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:02.742299 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:02.807905 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788907fc-e2d7-4c5f-8ce7-026a770fb338 req-b8d00d06-882c-4c04-930f-1373927b2ec3 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:02.809443 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-788907fc-e2d7-4c5f-8ce7-026a770fb338 req-b8d00d06-882c-4c04-930f-1373927b2ec3 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/ports?device_id=28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394 HTTP/1.1" status: 200 len: 945 time: 0.0724566 Jul 09 17:11:02.827007 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:02.851022 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-788907fc-e2d7-4c5f-8ce7-026a770fb338 req-50849168-7104-4868-bfcc-7614d3fd27cc tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/security-groups?id=d53213c0-4e83-41fb-b9b6-ef48b7b59ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355318 Jul 09 17:11:02.851483 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c97b190-bf09-4928-ab03-0e6913709ec2'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:11:02.853736 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e4c0197b51a39b57e4a8a116eb3788e06930fc42ac75c6a3eb5959c91cb8bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baaa2faf-b0a0-408b-8ed3-fdc167100713" -d '{"events": [{"server_uuid": "28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394", "name": "network-vif-plugged", "status": "completed", "tag": "8c97b190-bf09-4928-ab03-0e6913709ec2"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:11:02.869704 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 8c97b190-bf09-4928-ab03-0e6913709ec2, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=8c97b190-bf09-4928-ab03-0e6913709ec2,segment=NetworkSegment(f098d912-ade3-4fe4-a3bb-f56320531a1f),segment_id=f098d912-ade3-4fe4-a3bb-f56320531a1f)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:02.874966 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:02.908046 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c727bb27-9a0d-4aa1-ab3f-89f6075aec5a x-openstack-request-id: req-c727bb27-9a0d-4aa1-ab3f-89f6075aec5a {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:11:02.908340 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394", "name": "network-vif-plugged", "status": "completed", "tag": "8c97b190-bf09-4928-ab03-0e6913709ec2", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:11:02.909114 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c727bb27-9a0d-4aa1-ab3f-89f6075aec5a {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:11:02.909537 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c97b190-bf09-4928-ab03-0e6913709ec2', 'code': 200} Jul 09 17:11:02.927089 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=8c97b190-bf09-4928-ab03-0e6913709ec2,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:03.011947 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47778711-2c00-4873-ab14-136ad05f03bc req-b381b83e-9c0e-4688-bb90-8d3a8dc29d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:03.013312 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-47778711-2c00-4873-ab14-136ad05f03bc req-b381b83e-9c0e-4688-bb90-8d3a8dc29d82 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394 HTTP/1.1" status: 200 len: 1097 time: 0.0512779 Jul 09 17:11:03.047396 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-47778711-2c00-4873-ab14-136ad05f03bc req-3c6c0441-aacc-40ce-8d6b-ca9a0b3ae445 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d53213c0-4e83-41fb-b9b6-ef48b7b59ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277612 Jul 09 17:11:04.025005 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f629934-85b3-460c-94e1-feb4675e14ab req-ec40df8f-afee-44a3-a275-9f476c0c18cd tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:04.026470 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8f629934-85b3-460c-94e1-feb4675e14ab req-ec40df8f-afee-44a3-a275-9f476c0c18cd tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/ports?device_id=28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394 HTTP/1.1" status: 200 len: 946 time: 0.0623553 Jul 09 17:11:04.063071 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8f629934-85b3-460c-94e1-feb4675e14ab req-fec8769c-b101-4c2d-9bc8-b860e8c830a5 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/security-groups?id=d53213c0-4e83-41fb-b9b6-ef48b7b59ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310323 Jul 09 17:11:04.240078 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5fed32-4824-4a01-bdc2-6095fad23cbe req-1bc3163d-e30a-4b24-928a-861134918262 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:04.241550 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4c5fed32-4824-4a01-bdc2-6095fad23cbe req-1bc3163d-e30a-4b24-928a-861134918262 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/ports?device_id=28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394 HTTP/1.1" status: 200 len: 946 time: 0.0674706 Jul 09 17:11:04.279154 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4c5fed32-4824-4a01-bdc2-6095fad23cbe req-8003ef5e-1bbe-45fa-bc72-a6b221003ac2 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/security-groups?id=d53213c0-4e83-41fb-b9b6-ef48b7b59ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320323 Jul 09 17:11:04.617954 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a6bf5-128a-4894-8d30-87db0052867e req-203b5393-8910-4a4f-b59c-6413d2a6d0e7 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:04.619445 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dc9a6bf5-128a-4894-8d30-87db0052867e req-203b5393-8910-4a4f-b59c-6413d2a6d0e7 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/ports?device_id=28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394 HTTP/1.1" status: 200 len: 946 time: 0.0623319 Jul 09 17:11:04.656644 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dc9a6bf5-128a-4894-8d30-87db0052867e req-92c65788-d513-42f0-89cf-b7de9f817e0f tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/security-groups?id=d53213c0-4e83-41fb-b9b6-ef48b7b59ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317547 Jul 09 17:11:10.531458 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:16.288232 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f6746-494c-415c-a33f-38af81528ea9 req-f0b87495-3c51-412d-8066-9a4cceac7ef5 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:16.289714 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-af5f6746-494c-415c-a33f-38af81528ea9 req-f0b87495-3c51-412d-8066-9a4cceac7ef5 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/ports?device_id=28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394 HTTP/1.1" status: 200 len: 946 time: 0.0690966 Jul 09 17:11:16.326957 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-af5f6746-494c-415c-a33f-38af81528ea9 req-4bf28009-0d3f-4285-8c17-461fd1b9ce09 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/security-groups?id=d53213c0-4e83-41fb-b9b6-ef48b7b59ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316253 Jul 09 17:11:16.352056 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53552) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:16.486118 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90f9051-0188-426a-9153-1d5592feada2 tempest-TestMinimumBasicScenario-639851665 tempest-TestMinimumBasicScenario-639851665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:16.491284 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53556) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:16.491789 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d90f9051-0188-426a-9153-1d5592feada2 tempest-TestMinimumBasicScenario-639851665 tempest-TestMinimumBasicScenario-639851665-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394 HTTP/1.1" status: 200 len: 1092 time: 0.1380243 Jul 09 17:11:16.496036 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-69350c84-2706-4703-93b5-893f8bd0747f tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Request body: {'floatingip': {'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'port_id': '8c97b190-bf09-4928-ab03-0e6913709ec2', 'tenant_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:16.518368 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-69350c84-2706-4703-93b5-893f8bd0747f tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:16.616539 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-69350c84-2706-4703-93b5-893f8bd0747f tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:16.715090 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-69350c84-2706-4703-93b5-893f8bd0747f tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Allocated IP 172.25.0.228 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/be48f774-d047-4b60-86aa-afbe6455d047) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:11:16.817196 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-69350c84-2706-4703-93b5-893f8bd0747f tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:16.855744 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-69350c84-2706-4703-93b5-893f8bd0747f tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:16.895180 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69350c84-2706-4703-93b5-893f8bd0747f tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:11:16.897803 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-69350c84-2706-4703-93b5-893f8bd0747f tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:11:16.902073 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69350c84-2706-4703-93b5-893f8bd0747f tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:11:16.923059 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69350c84-2706-4703-93b5-893f8bd0747f tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Pushing event updated for resources: {'Port': ['ID=be48f774-d047-4b60-86aa-afbe6455d047,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:17.265650 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-69350c84-2706-4703-93b5-893f8bd0747f tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:17.343262 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-69350c84-2706-4703-93b5-893f8bd0747f tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:17.486281 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-69350c84-2706-4703-93b5-893f8bd0747f tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:17.490798 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-69350c84-2706-4703-93b5-893f8bd0747f tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:17.563214 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69350c84-2706-4703-93b5-893f8bd0747f tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Pushing event updated for resources: {'Port': ['ID=be48f774-d047-4b60-86aa-afbe6455d047,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:17.574967 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69350c84-2706-4703-93b5-893f8bd0747f tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:17.575331 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69350c84-2706-4703-93b5-893f8bd0747f tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:17.575663 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69350c84-2706-4703-93b5-893f8bd0747f tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:17.575996 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69350c84-2706-4703-93b5-893f8bd0747f tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:17.576327 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69350c84-2706-4703-93b5-893f8bd0747f tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:17.576659 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69350c84-2706-4703-93b5-893f8bd0747f tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:17.576982 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69350c84-2706-4703-93b5-893f8bd0747f tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:17.577306 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69350c84-2706-4703-93b5-893f8bd0747f tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:17.577632 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69350c84-2706-4703-93b5-893f8bd0747f tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:17.577954 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69350c84-2706-4703-93b5-893f8bd0747f tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:17.578274 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69350c84-2706-4703-93b5-893f8bd0747f tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:17.578593 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69350c84-2706-4703-93b5-893f8bd0747f tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:17.582013 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-69350c84-2706-4703-93b5-893f8bd0747f tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:18.006760 n-d-798930-3 neutron-server[93959]: INFO neutron.db.l3_db [None req-69350c84-2706-4703-93b5-893f8bd0747f tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Floating IP fdd738b0-ac23-4a23-a941-c96ad857c7d2 associated. External IP: 172.25.0.228, port: 8c97b190-bf09-4928-ab03-0e6913709ec2. Jul 09 17:11:18.208994 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69350c84-2706-4703-93b5-893f8bd0747f tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Router 19b10938-99ef-46a1-b522-df5183e1e363 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:11:18.314823 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69350c84-2706-4703-93b5-893f8bd0747f tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:11:18.324561 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fa6a45-5305-45da-91d0-377152c70964 None None] Sync routers for ids ['19b10938-99ef-46a1-b522-df5183e1e363'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:11:18.330895 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-69350c84-2706-4703-93b5-893f8bd0747f tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:18.333995 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fa6a45-5305-45da-91d0-377152c70964 None None] Routers {'19b10938-99ef-46a1-b522-df5183e1e363'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:11:18.334596 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-59fa6a45-5305-45da-91d0-377152c70964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:10:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['19b10938-99ef-46a1-b522-df5183e1e363'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:18.371196 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-69350c84-2706-4703-93b5-893f8bd0747f tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8787022 Jul 09 17:11:18.371795 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394', 'tag': '8c97b190-bf09-4928-ab03-0e6913709ec2'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:11:18.374030 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53558) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:18.374614 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378ae9c57bf43c2771a5b4c89609b2495bcc5bf3f4145cc2e92b6ffd2a6a2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f5e181-ddea-4797-88bc-14b047059119" -d '{"events": [{"name": "network-changed", "server_uuid": "28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394", "tag": "8c97b190-bf09-4928-ab03-0e6913709ec2"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:11:18.385658 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-51cf6ce0-0421-4a21-893a-9640c779ece3 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1465635465', 'description': 'tempest-secgroup-smoke-1465635465 description', 'project_id': '07d3ac53dd244129b1cfef20b8c31cfe'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:18.410636 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-51cf6ce0-0421-4a21-893a-9640c779ece3 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:18.420438 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed4209c-a18b-47e0-a05c-5170debfb3d0 x-openstack-request-id: req-4ed4209c-a18b-47e0-a05c-5170debfb3d0 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:11:18.420737 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394", "tag": "8c97b190-bf09-4928-ab03-0e6913709ec2", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:11:18.420990 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4ed4209c-a18b-47e0-a05c-5170debfb3d0 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:11:18.421388 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394', 'tag': '8c97b190-bf09-4928-ab03-0e6913709ec2', 'status': 'completed', 'code': 200} Jul 09 17:11:18.445511 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-59fa6a45-5305-45da-91d0-377152c70964 None None] Set router 19b10938-99ef-46a1-b522-df5183e1e363 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:11:18.497644 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f5e181-ddea-4797-88bc-14b047059119 req-f29e16fb-b260-4f6b-9475-9e8ab9c735ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:18.498701 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-51cf6ce0-0421-4a21-893a-9640c779ece3 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:18.499173 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a1f5e181-ddea-4797-88bc-14b047059119 req-f29e16fb-b260-4f6b-9475-9e8ab9c735ed service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=07d3ac53dd244129b1cfef20b8c31cfe&device_id=28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394 HTTP/1.1" status: 200 len: 1097 time: 0.0561600 Jul 09 17:11:18.503041 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-51cf6ce0-0421-4a21-893a-9640c779ece3 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:18.532785 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf6ce0-0421-4a21-893a-9640c779ece3 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1e7f23-e5e9-449c-835c-95d6c67324a4,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:18.536047 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-51cf6ce0-0421-4a21-893a-9640c779ece3 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:18.540588 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-51cf6ce0-0421-4a21-893a-9640c779ece3 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1627626 Jul 09 17:11:18.546396 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cf6ce0-0421-4a21-893a-9640c779ece3 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:18.546396 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cf6ce0-0421-4a21-893a-9640c779ece3 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:18.546396 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cf6ce0-0421-4a21-893a-9640c779ece3 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:18.546396 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cf6ce0-0421-4a21-893a-9640c779ece3 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:18.546396 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cf6ce0-0421-4a21-893a-9640c779ece3 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:18.546396 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cf6ce0-0421-4a21-893a-9640c779ece3 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:18.546396 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cf6ce0-0421-4a21-893a-9640c779ece3 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:18.546396 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cf6ce0-0421-4a21-893a-9640c779ece3 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:18.546396 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cf6ce0-0421-4a21-893a-9640c779ece3 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:18.546396 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cf6ce0-0421-4a21-893a-9640c779ece3 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:18.546396 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cf6ce0-0421-4a21-893a-9640c779ece3 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:18.547350 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cf6ce0-0421-4a21-893a-9640c779ece3 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:18.548128 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53562) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:18.553178 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-6fecbe21-4990-429b-992f-6f9c1ef16667 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Request body: {'security_group_rule': {'security_group_id': 'fe1e7f23-e5e9-449c-835c-95d6c67324a4', 'project_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:18.605161 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6fecbe21-4990-429b-992f-6f9c1ef16667 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:18.632200 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f5e181-ddea-4797-88bc-14b047059119 req-e49e17f3-2331-47a4-a78c-1b5e9e885535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:18.633711 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a1f5e181-ddea-4797-88bc-14b047059119 req-e49e17f3-2331-47a4-a78c-1b5e9e885535 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9d985b32-4b4e-48e1-a233-f4e1e581f710 HTTP/1.1" status: 200 len: 915 time: 0.1286757 Jul 09 17:11:18.680171 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-59fa6a45-5305-45da-91d0-377152c70964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b10938-99ef-46a1-b522-df5183e1e363', 'name': 'tempest-TestMinimumBasicScenario-142915030-router', 'tenant_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '7f98c17e-d3ba-4724-952a-bc6ad1841ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:10:25Z', 'updated_at': '2021-07-09T17:10:27Z', 'revision_number': 4, 'project_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'gw_port': {'id': '7f98c17e-d3ba-4724-952a-bc6ad1841ee5', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:50:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b10938-99ef-46a1-b522-df5183e1e363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:25Z', 'updated_at': '2021-07-09T17:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'fdd738b0-ac23-4a23-a941-c96ad857c7d2', 'tenant_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'floating_ip_address': '172.25.0.228', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '19b10938-99ef-46a1-b522-df5183e1e363', 'port_id': '8c97b190-bf09-4928-ab03-0e6913709ec2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d985b32-4b4e-48e1-a233-f4e1e581f710', 'mac_address': 'fa:16:3e:ec:b9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:11:17Z', 'updated_at': '2021-07-09T17:11:17Z', 'revision_number': 0, 'project_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8516d7da-042d-42a2-a8b1-306f671b3f26', 'name': '', 'network_id': '9d985b32-4b4e-48e1-a233-f4e1e581f710', 'tenant_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'mac_address': 'fa:16:3e:47:8f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b10938-99ef-46a1-b522-df5183e1e363', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '47a045d9-c098-49cf-a447-cd5442d67328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:27Z', 'updated_at': '2021-07-09T17:10:33Z', 'revision_number': 5, 'project_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'subnets': [{'id': '47a045d9-c098-49cf-a447-cd5442d67328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:18.709374 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fa6a45-5305-45da-91d0-377152c70964 None None] Checking router: 19b10938-99ef-46a1-b522-df5183e1e363 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:11:18.717575 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fa6a45-5305-45da-91d0-377152c70964 None None] Routers {'19b10938-99ef-46a1-b522-df5183e1e363'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:11:18.718178 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-59fa6a45-5305-45da-91d0-377152c70964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:10:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['19b10938-99ef-46a1-b522-df5183e1e363'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:18.720273 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a1f5e181-ddea-4797-88bc-14b047059119 req-a542c411-ff58-42d4-9d30-6f1b65bfc5c1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c97b190-bf09-4928-ab03-0e6913709ec2 HTTP/1.1" status: 200 len: 1000 time: 0.0800004 Jul 09 17:11:18.721888 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6fecbe21-4990-429b-992f-6f9c1ef16667 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:18.734361 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6fecbe21-4990-429b-992f-6f9c1ef16667 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:18.782978 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fecbe21-4990-429b-992f-6f9c1ef16667 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c3af34c-5141-44a1-ae9e-09bf6fd6d990,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:18.795938 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6fecbe21-4990-429b-992f-6f9c1ef16667 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:18.797161 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-6fecbe21-4990-429b-992f-6f9c1ef16667 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2480748 Jul 09 17:11:18.800145 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53564) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:18.802923 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f5e181-ddea-4797-88bc-14b047059119 req-a476236b-fb92-488e-b843-06090d2c115b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:18.804509 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a1f5e181-ddea-4797-88bc-14b047059119 req-a476236b-fb92-488e-b843-06090d2c115b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=47a045d9-c098-49cf-a447-cd5442d67328 HTTP/1.1" status: 200 len: 853 time: 0.0784452 Jul 09 17:11:18.805414 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-eafe01ea-af98-4640-8728-e55c0bcad03c tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Request body: {'security_group_rule': {'security_group_id': 'fe1e7f23-e5e9-449c-835c-95d6c67324a4', 'project_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:18.833484 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eafe01ea-af98-4640-8728-e55c0bcad03c tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:18.868790 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f5e181-ddea-4797-88bc-14b047059119 req-2c1acc0e-a642-4263-8512-352aeb8c052c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:18.870614 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a1f5e181-ddea-4797-88bc-14b047059119 req-2c1acc0e-a642-4263-8512-352aeb8c052c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9d985b32-4b4e-48e1-a233-f4e1e581f710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580773 Jul 09 17:11:18.897142 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eafe01ea-af98-4640-8728-e55c0bcad03c tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:18.902522 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eafe01ea-af98-4640-8728-e55c0bcad03c tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:18.921953 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-59fa6a45-5305-45da-91d0-377152c70964 None None] Set router 19b10938-99ef-46a1-b522-df5183e1e363 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:11:18.928781 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe01ea-af98-4640-8728-e55c0bcad03c tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80e87e96-c204-456a-8627-d6c38417c8aa,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:18.937165 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eafe01ea-af98-4640-8728-e55c0bcad03c tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:18.938506 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-eafe01ea-af98-4640-8728-e55c0bcad03c tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1372039 Jul 09 17:11:18.941138 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53566) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:18.945774 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-9ada2ed4-3669-4894-a273-0028e7684164 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Request body: {'security_group_rule': {'security_group_id': 'fe1e7f23-e5e9-449c-835c-95d6c67324a4', 'project_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:18.967844 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a1f5e181-ddea-4797-88bc-14b047059119 req-b2624517-41d5-410f-bf1e-2f07480ed469 service neutron] 10.222.0.77 "GET /v2.0/networks/9d985b32-4b4e-48e1-a233-f4e1e581f710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900924 Jul 09 17:11:18.978048 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ada2ed4-3669-4894-a273-0028e7684164 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:19.040437 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ada2ed4-3669-4894-a273-0028e7684164 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:19.045351 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ada2ed4-3669-4894-a273-0028e7684164 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:19.065496 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada2ed4-3669-4894-a273-0028e7684164 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b30c521-8b5d-4669-a82d-39b8ebb35ebc,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:19.069449 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ada2ed4-3669-4894-a273-0028e7684164 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:19.069659 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a1f5e181-ddea-4797-88bc-14b047059119 req-d2d9e9ab-6af6-45af-a27c-6b763ae03302 service neutron] 10.222.0.77 "GET /v2.0/networks/9d985b32-4b4e-48e1-a233-f4e1e581f710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952942 Jul 09 17:11:19.070646 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-9ada2ed4-3669-4894-a273-0028e7684164 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1284783 Jul 09 17:11:19.073346 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53568) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:19.078998 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-e34c1496-af17-4de4-944a-4d19f5998237 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Request body: {'security_group_rule': {'security_group_id': 'fe1e7f23-e5e9-449c-835c-95d6c67324a4', 'project_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:19.108049 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e34c1496-af17-4de4-944a-4d19f5998237 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:19.158442 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-59fa6a45-5305-45da-91d0-377152c70964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b10938-99ef-46a1-b522-df5183e1e363', 'name': 'tempest-TestMinimumBasicScenario-142915030-router', 'tenant_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '7f98c17e-d3ba-4724-952a-bc6ad1841ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:10:25Z', 'updated_at': '2021-07-09T17:10:27Z', 'revision_number': 4, 'project_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'gw_port': {'id': '7f98c17e-d3ba-4724-952a-bc6ad1841ee5', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:50:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b10938-99ef-46a1-b522-df5183e1e363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:25Z', 'updated_at': '2021-07-09T17:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'fdd738b0-ac23-4a23-a941-c96ad857c7d2', 'tenant_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'floating_ip_address': '172.25.0.228', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '19b10938-99ef-46a1-b522-df5183e1e363', 'port_id': '8c97b190-bf09-4928-ab03-0e6913709ec2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d985b32-4b4e-48e1-a233-f4e1e581f710', 'mac_address': 'fa:16:3e:ec:b9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:11:17Z', 'updated_at': '2021-07-09T17:11:17Z', 'revision_number': 0, 'project_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8516d7da-042d-42a2-a8b1-306f671b3f26', 'name': '', 'network_id': '9d985b32-4b4e-48e1-a233-f4e1e581f710', 'tenant_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'mac_address': 'fa:16:3e:47:8f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b10938-99ef-46a1-b522-df5183e1e363', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '47a045d9-c098-49cf-a447-cd5442d67328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:27Z', 'updated_at': '2021-07-09T17:10:33Z', 'revision_number': 5, 'project_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'subnets': [{'id': '47a045d9-c098-49cf-a447-cd5442d67328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:19.174527 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e34c1496-af17-4de4-944a-4d19f5998237 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:19.178466 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e34c1496-af17-4de4-944a-4d19f5998237 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:19.187205 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fa6a45-5305-45da-91d0-377152c70964 None None] The sync data for ids ['19b10938-99ef-46a1-b522-df5183e1e363'] in n-d-798930-3 is: [{'id': '19b10938-99ef-46a1-b522-df5183e1e363', 'name': 'tempest-TestMinimumBasicScenario-142915030-router', 'tenant_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '7f98c17e-d3ba-4724-952a-bc6ad1841ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:10:25Z', 'updated_at': '2021-07-09T17:10:27Z', 'revision_number': 4, 'project_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'gw_port': {'id': '7f98c17e-d3ba-4724-952a-bc6ad1841ee5', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:50:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b10938-99ef-46a1-b522-df5183e1e363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:25Z', 'updated_at': '2021-07-09T17:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'fdd738b0-ac23-4a23-a941-c96ad857c7d2', 'tenant_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'floating_ip_address': '172.25.0.228', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '19b10938-99ef-46a1-b522-df5183e1e363', 'port_id': '8c97b190-bf09-4928-ab03-0e6913709ec2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d985b32-4b4e-48e1-a233-f4e1e581f710', 'mac_address': 'fa:16:3e:ec:b9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:11:17Z', 'updated_at': '2021-07-09T17:11:17Z', 'revision_number': 0, 'project_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8516d7da-042d-42a2-a8b1-306f671b3f26', 'name': '', 'network_id': '9d985b32-4b4e-48e1-a233-f4e1e581f710', 'tenant_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'mac_address': 'fa:16:3e:47:8f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b10938-99ef-46a1-b522-df5183e1e363', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '47a045d9-c098-49cf-a447-cd5442d67328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:27Z', 'updated_at': '2021-07-09T17:10:33Z', 'revision_number': 5, 'project_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'subnets': [{'id': '47a045d9-c098-49cf-a447-cd5442d67328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:11:19.200694 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c1496-af17-4de4-944a-4d19f5998237 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4525db9f-df25-40a8-9ae6-ad9b961c707a,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:19.203921 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e34c1496-af17-4de4-944a-4d19f5998237 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:19.205441 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e34c1496-af17-4de4-944a-4d19f5998237 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1310999 Jul 09 17:11:19.208685 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53570) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:19.213883 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-c4c21a2d-7fd9-439e-9dd1-8df59f80a355 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Request body: {'security_group_rule': {'security_group_id': 'fe1e7f23-e5e9-449c-835c-95d6c67324a4', 'project_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:19.236074 n-d-798930-3 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-c4c21a2d-7fd9-439e-9dd1-8df59f80a355 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Project 07d3ac53dd244129b1cfef20b8c31cfe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:11:19.241651 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c4c21a2d-7fd9-439e-9dd1-8df59f80a355 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:19.304612 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c4c21a2d-7fd9-439e-9dd1-8df59f80a355 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:19.308491 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c4c21a2d-7fd9-439e-9dd1-8df59f80a355 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:19.330548 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c21a2d-7fd9-439e-9dd1-8df59f80a355 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a6f138b-6584-4ce2-ab44-c0297a1e1821,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:19.336743 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c4c21a2d-7fd9-439e-9dd1-8df59f80a355 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:19.340634 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c4c21a2d-7fd9-439e-9dd1-8df59f80a355 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1277533 Jul 09 17:11:19.341072 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53572) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:19.345370 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-8cb8bdc3-121a-4dcc-940c-4d3e1e87c779 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Request body: {'security_group_rule': {'security_group_id': 'fe1e7f23-e5e9-449c-835c-95d6c67324a4', 'project_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:19.368471 n-d-798930-3 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-8cb8bdc3-121a-4dcc-940c-4d3e1e87c779 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Project 07d3ac53dd244129b1cfef20b8c31cfe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:11:19.373865 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8cb8bdc3-121a-4dcc-940c-4d3e1e87c779 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:19.386424 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43306924-ea4d-4b0a-95c5-e588f5e57d13 None None] New status for floating IP fdd738b0-ac23-4a23-a941-c96ad857c7d2: ACTIVE {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:11:19.437328 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8cb8bdc3-121a-4dcc-940c-4d3e1e87c779 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:19.441032 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8cb8bdc3-121a-4dcc-940c-4d3e1e87c779 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:19.462015 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb8bdc3-121a-4dcc-940c-4d3e1e87c779 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2caed31-e2d1-4ecd-9dd9-ef2271655915,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:19.470063 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8cb8bdc3-121a-4dcc-940c-4d3e1e87c779 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:19.473895 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8cb8bdc3-121a-4dcc-940c-4d3e1e87c779 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1294968 Jul 09 17:11:19.597039 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-acbc8c9a-7256-40e7-9a9a-b7b3fdbde45f req-e502062a-9f4c-4dc7-8b3e-d5141af6be13 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1465635465&fields=id&tenant_id=07d3ac53dd244129b1cfef20b8c31cfe HTTP/1.1" status: 200 len: 267 time: 0.0325093 Jul 09 17:11:19.662494 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc8c9a-7256-40e7-9a9a-b7b3fdbde45f req-d03a1bf6-56c6-4228-a9bd-c1339b5f1432 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:19.663997 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-acbc8c9a-7256-40e7-9a9a-b7b3fdbde45f req-d03a1bf6-56c6-4228-a9bd-c1339b5f1432 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/ports?device_id=28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394 HTTP/1.1" status: 200 len: 946 time: 0.0616896 Jul 09 17:11:19.674852 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-acbc8c9a-7256-40e7-9a9a-b7b3fdbde45f req-5c32a8c2-1da6-4ea8-87cb-7694cc89cdc6 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Request body: {'port': {'security_groups': ['d53213c0-4e83-41fb-b9b6-ef48b7b59ea2', 'fe1e7f23-e5e9-449c-835c-95d6c67324a4']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:19.758086 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-acbc8c9a-7256-40e7-9a9a-b7b3fdbde45f req-5c32a8c2-1da6-4ea8-87cb-7694cc89cdc6 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:19.937580 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-acbc8c9a-7256-40e7-9a9a-b7b3fdbde45f req-5c32a8c2-1da6-4ea8-87cb-7694cc89cdc6 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] For port 8c97b190-bf09-4928-ab03-0e6913709ec2, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=8c97b190-bf09-4928-ab03-0e6913709ec2,segment=NetworkSegment(f098d912-ade3-4fe4-a3bb-f56320531a1f),segment_id=f098d912-ade3-4fe4-a3bb-f56320531a1f)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:19.968878 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-acbc8c9a-7256-40e7-9a9a-b7b3fdbde45f req-5c32a8c2-1da6-4ea8-87cb-7694cc89cdc6 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:19.973639 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-acbc8c9a-7256-40e7-9a9a-b7b3fdbde45f req-5c32a8c2-1da6-4ea8-87cb-7694cc89cdc6 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:19.986591 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['8c97b190-bf09-4928-ab03-0e6913709ec2'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:11:20.024144 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc8c9a-7256-40e7-9a9a-b7b3fdbde45f req-5c32a8c2-1da6-4ea8-87cb-7694cc89cdc6 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:20.024784 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-acbc8c9a-7256-40e7-9a9a-b7b3fdbde45f req-5c32a8c2-1da6-4ea8-87cb-7694cc89cdc6 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:20.026216 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-acbc8c9a-7256-40e7-9a9a-b7b3fdbde45f req-5c32a8c2-1da6-4ea8-87cb-7694cc89cdc6 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "PUT /v2.0/ports/8c97b190-bf09-4928-ab03-0e6913709ec2 HTTP/1.1" status: 200 len: 982 time: 0.3558147 Jul 09 17:11:20.026668 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394', 'tag': '8c97b190-bf09-4928-ab03-0e6913709ec2'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:11:20.033289 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70bc3d1dd6a8d756905b95879fdfd768b2540769638561f09d0c65e65c91429d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1426c2bb-acf9-49f5-8d09-e114df9d60d8" -d '{"events": [{"name": "network-changed", "server_uuid": "28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394", "tag": "8c97b190-bf09-4928-ab03-0e6913709ec2"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:11:20.064278 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c32a8c2-1da6-4ea8-87cb-7694cc89cdc6 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Pushing event updated for resources: {'Port': ['ID=8c97b190-bf09-4928-ab03-0e6913709ec2,revision_number=6']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:20.088538 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5482ec3-b0e9-4d5d-a5a0-c3fa0ea3b8e5 x-openstack-request-id: req-e5482ec3-b0e9-4d5d-a5a0-c3fa0ea3b8e5 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:11:20.088834 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394", "tag": "8c97b190-bf09-4928-ab03-0e6913709ec2", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:11:20.089080 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e5482ec3-b0e9-4d5d-a5a0-c3fa0ea3b8e5 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:11:20.089486 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394', 'tag': '8c97b190-bf09-4928-ab03-0e6913709ec2', 'status': 'completed', 'code': 200} Jul 09 17:11:20.093235 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['8c97b190-bf09-4928-ab03-0e6913709ec2'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:11:20.173743 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426c2bb-acf9-49f5-8d09-e114df9d60d8 req-ef717745-3f15-47c4-a919-2a5f451d9d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:20.175572 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1426c2bb-acf9-49f5-8d09-e114df9d60d8 req-ef717745-3f15-47c4-a919-2a5f451d9d8e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=07d3ac53dd244129b1cfef20b8c31cfe&device_id=28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394 HTTP/1.1" status: 200 len: 1136 time: 0.0649107 Jul 09 17:11:20.266708 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f03ad-50c7-4ad3-a568-7ae041bd4834 req-1a3ed58d-67e5-418f-94f8-5d6c6342fd17 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:20.268309 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-094f03ad-50c7-4ad3-a568-7ae041bd4834 req-1a3ed58d-67e5-418f-94f8-5d6c6342fd17 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/ports?device_id=28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394 HTTP/1.1" status: 200 len: 985 time: 0.0765648 Jul 09 17:11:20.295070 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426c2bb-acf9-49f5-8d09-e114df9d60d8 req-aed08aee-8b5e-465b-b4c4-ea43b90ab99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:20.296554 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1426c2bb-acf9-49f5-8d09-e114df9d60d8 req-aed08aee-8b5e-465b-b4c4-ea43b90ab99a service neutron] 10.222.0.77 "GET /v2.0/networks?id=9d985b32-4b4e-48e1-a233-f4e1e581f710 HTTP/1.1" status: 200 len: 915 time: 0.1121638 Jul 09 17:11:20.316398 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-094f03ad-50c7-4ad3-a568-7ae041bd4834 req-927ed4d0-f4f5-4315-8b49-bd5e0da12b19 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe1e7f23-e5e9-449c-835c-95d6c67324a4&id=d53213c0-4e83-41fb-b9b6-ef48b7b59ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396352 Jul 09 17:11:20.371816 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1426c2bb-acf9-49f5-8d09-e114df9d60d8 req-52580bed-4139-45c1-9c52-faeef37d3b00 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c97b190-bf09-4928-ab03-0e6913709ec2 HTTP/1.1" status: 200 len: 1002 time: 0.0678673 Jul 09 17:11:20.387694 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-bc8dcd96-ee36-4a3e-9478-90209f3bd918 None None] Provisioning complete for port 8c97b190-bf09-4928-ab03-0e6913709ec2 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:20.388287 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bc8dcd96-ee36-4a3e-9478-90209f3bd918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:20.420603 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426c2bb-acf9-49f5-8d09-e114df9d60d8 req-c8c86a90-fde7-4777-ae93-6c1136e09691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:20.422066 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1426c2bb-acf9-49f5-8d09-e114df9d60d8 req-c8c86a90-fde7-4777-ae93-6c1136e09691 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=47a045d9-c098-49cf-a447-cd5442d67328 HTTP/1.1" status: 200 len: 853 time: 0.0442276 Jul 09 17:11:20.484792 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426c2bb-acf9-49f5-8d09-e114df9d60d8 req-bcdf7026-6feb-476e-8317-7b6a52281835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:20.485843 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1426c2bb-acf9-49f5-8d09-e114df9d60d8 req-bcdf7026-6feb-476e-8317-7b6a52281835 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9d985b32-4b4e-48e1-a233-f4e1e581f710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575120 Jul 09 17:11:20.575263 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1426c2bb-acf9-49f5-8d09-e114df9d60d8 req-a6d3b8b5-9a43-4049-b70d-bced6044e563 service neutron] 10.222.0.77 "GET /v2.0/networks/9d985b32-4b4e-48e1-a233-f4e1e581f710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827632 Jul 09 17:11:20.673225 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-1426c2bb-acf9-49f5-8d09-e114df9d60d8 req-a7444729-72ab-4afa-9f79-236abf1ba184 service neutron] 10.222.0.77 "GET /v2.0/networks/9d985b32-4b4e-48e1-a233-f4e1e581f710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914495 Jul 09 17:11:22.072112 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:11:22.398147 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-774ae0de-a4a5-4d2b-8a3e-d24b4c8d24df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:25.119588 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2d548a72-86d0-4ed7-b274-7075bb56c852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:25.840533 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:26.446689 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:27.206339 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:28.391483 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:37.631034 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809a15a-1c34-417c-9ff9-320e7db4ce94 req-fa89f88e-d73e-4cf9-8fec-c35e0b521492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:37.632422 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6809a15a-1c34-417c-9ff9-320e7db4ce94 req-fa89f88e-d73e-4cf9-8fec-c35e0b521492 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=07d3ac53dd244129b1cfef20b8c31cfe&device_id=28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394 HTTP/1.1" status: 200 len: 1136 time: 0.0545342 Jul 09 17:11:37.696198 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9fe31c-05ba-4ef5-b5f2-3221a34f12c9 req-70334729-a0ef-4fcc-9fda-77b9a0c8b7f8 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:37.697679 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ea9fe31c-05ba-4ef5-b5f2-3221a34f12c9 req-70334729-a0ef-4fcc-9fda-77b9a0c8b7f8 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/ports?device_id=28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394 HTTP/1.1" status: 200 len: 985 time: 0.0792027 Jul 09 17:11:37.722616 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809a15a-1c34-417c-9ff9-320e7db4ce94 req-4725eb5f-db78-4eac-a73b-0e2f8de0bdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:37.724695 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6809a15a-1c34-417c-9ff9-320e7db4ce94 req-4725eb5f-db78-4eac-a73b-0e2f8de0bdf6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9d985b32-4b4e-48e1-a233-f4e1e581f710 HTTP/1.1" status: 200 len: 915 time: 0.0848312 Jul 09 17:11:37.749726 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ea9fe31c-05ba-4ef5-b5f2-3221a34f12c9 req-3aeaccbe-663e-48e5-80ba-4095f6db48f9 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe1e7f23-e5e9-449c-835c-95d6c67324a4&id=d53213c0-4e83-41fb-b9b6-ef48b7b59ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0461032 Jul 09 17:11:37.794471 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6809a15a-1c34-417c-9ff9-320e7db4ce94 req-9ef9acf0-7585-41ae-a16a-04901ad0658b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c97b190-bf09-4928-ab03-0e6913709ec2 HTTP/1.1" status: 200 len: 1002 time: 0.0639458 Jul 09 17:11:37.844540 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809a15a-1c34-417c-9ff9-320e7db4ce94 req-5fbd6e39-ed03-4b13-a664-109665139e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:37.846097 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6809a15a-1c34-417c-9ff9-320e7db4ce94 req-5fbd6e39-ed03-4b13-a664-109665139e09 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=47a045d9-c098-49cf-a447-cd5442d67328 HTTP/1.1" status: 200 len: 853 time: 0.0452511 Jul 09 17:11:37.902385 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809a15a-1c34-417c-9ff9-320e7db4ce94 req-3114e917-36b5-489b-9498-e19103d1f061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:37.903794 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6809a15a-1c34-417c-9ff9-320e7db4ce94 req-3114e917-36b5-489b-9498-e19103d1f061 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9d985b32-4b4e-48e1-a233-f4e1e581f710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514781 Jul 09 17:11:37.994337 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6809a15a-1c34-417c-9ff9-320e7db4ce94 req-b2b7e349-30fd-48ce-924a-c7c66c9a12ea service neutron] 10.222.0.77 "GET /v2.0/networks/9d985b32-4b4e-48e1-a233-f4e1e581f710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832539 Jul 09 17:11:38.089126 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-6809a15a-1c34-417c-9ff9-320e7db4ce94 req-82d7da8a-a48b-4557-a099-6fe2c83d7606 service neutron] 10.222.0.77 "GET /v2.0/networks/9d985b32-4b4e-48e1-a233-f4e1e581f710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877125 Jul 09 17:11:38.936547 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f3129c-728d-42da-bbb7-d84a6620844c req-faab998c-b24e-49c7-8e91-73426c9de25a tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:38.938039 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b2f3129c-728d-42da-bbb7-d84a6620844c req-faab998c-b24e-49c7-8e91-73426c9de25a tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/ports?device_id=28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394 HTTP/1.1" status: 200 len: 985 time: 0.0652690 Jul 09 17:11:38.977267 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b2f3129c-728d-42da-bbb7-d84a6620844c req-da3c74ad-d4c3-463e-a55d-1ca416e1b070 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe1e7f23-e5e9-449c-835c-95d6c67324a4&id=d53213c0-4e83-41fb-b9b6-ef48b7b59ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334952 Jul 09 17:11:40.158876 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77d438-9b80-42cb-b589-e9643b904bbe req-4bcbf03b-5fb3-49aa-933e-919e18d7d9c8 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:40.160321 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7d77d438-9b80-42cb-b589-e9643b904bbe req-4bcbf03b-5fb3-49aa-933e-919e18d7d9c8 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/ports?device_id=28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394 HTTP/1.1" status: 200 len: 985 time: 0.0662241 Jul 09 17:11:40.201837 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7d77d438-9b80-42cb-b589-e9643b904bbe req-319b8bf9-2ed2-4b33-8020-2f795a94969a tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe1e7f23-e5e9-449c-835c-95d6c67324a4&id=d53213c0-4e83-41fb-b9b6-ef48b7b59ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353005 Jul 09 17:11:40.540861 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:41.375659 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d97f82e-4d75-4e70-a5db-3fd7bff8b73c req-4b038c40-be1b-4332-9486-a63e88c094e5 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:41.377155 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3d97f82e-4d75-4e70-a5db-3fd7bff8b73c req-4b038c40-be1b-4332-9486-a63e88c094e5 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/ports?device_id=28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394 HTTP/1.1" status: 200 len: 985 time: 0.0631156 Jul 09 17:11:41.415773 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3d97f82e-4d75-4e70-a5db-3fd7bff8b73c req-2f036377-7f90-4dd6-a6ec-7c9bae0cbf89 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe1e7f23-e5e9-449c-835c-95d6c67324a4&id=d53213c0-4e83-41fb-b9b6-ef48b7b59ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0322316 Jul 09 17:11:42.597053 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb910a-fdd0-4e1f-a4dd-5f1e72da4cac req-0bfdc39c-b17d-4cb5-b82e-37b18a9741c0 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:42.598433 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fcbb910a-fdd0-4e1f-a4dd-5f1e72da4cac req-0bfdc39c-b17d-4cb5-b82e-37b18a9741c0 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/ports?device_id=28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394 HTTP/1.1" status: 200 len: 985 time: 0.0675495 Jul 09 17:11:42.638924 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fcbb910a-fdd0-4e1f-a4dd-5f1e72da4cac req-5e36e496-3563-426e-ac5a-0cf4e9ecd7a0 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe1e7f23-e5e9-449c-835c-95d6c67324a4&id=d53213c0-4e83-41fb-b9b6-ef48b7b59ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344074 Jul 09 17:11:43.810108 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9e1ad-d4eb-421b-8ec9-b1128bb89263 req-1cac1334-be24-4f3c-bd3d-8f06f7fdd01e tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:43.811609 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0ea9e1ad-d4eb-421b-8ec9-b1128bb89263 req-1cac1334-be24-4f3c-bd3d-8f06f7fdd01e tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/ports?device_id=28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394 HTTP/1.1" status: 200 len: 985 time: 0.0628662 Jul 09 17:11:43.851116 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0ea9e1ad-d4eb-421b-8ec9-b1128bb89263 req-729da528-30a7-41c0-9444-ef6d41fede1d tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe1e7f23-e5e9-449c-835c-95d6c67324a4&id=d53213c0-4e83-41fb-b9b6-ef48b7b59ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337570 Jul 09 17:11:45.021485 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b477ba-bb46-41ea-bbae-e601ffcbfb97 req-cb0d6181-36bf-452d-a1ea-5a44e1fe967c tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:45.022970 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-18b477ba-bb46-41ea-bbae-e601ffcbfb97 req-cb0d6181-36bf-452d-a1ea-5a44e1fe967c tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/ports?device_id=28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394 HTTP/1.1" status: 200 len: 985 time: 0.0633645 Jul 09 17:11:45.061266 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-18b477ba-bb46-41ea-bbae-e601ffcbfb97 req-4d14dc7d-e9fe-4656-aae3-28aa43628185 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe1e7f23-e5e9-449c-835c-95d6c67324a4&id=d53213c0-4e83-41fb-b9b6-ef48b7b59ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326674 Jul 09 17:11:45.555461 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd9612-0fe7-4752-a8b6-ff6ed9b11e66 req-89d3d376-4170-4d79-aa75-5a7dac383d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:45.556940 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8afd9612-0fe7-4752-a8b6-ff6ed9b11e66 req-89d3d376-4170-4d79-aa75-5a7dac383d6c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=07d3ac53dd244129b1cfef20b8c31cfe&device_id=28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394 HTTP/1.1" status: 200 len: 1136 time: 0.0534666 Jul 09 17:11:45.663696 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd9612-0fe7-4752-a8b6-ff6ed9b11e66 req-8496f988-c680-409e-8ea9-473b7115f7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:45.665138 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8afd9612-0fe7-4752-a8b6-ff6ed9b11e66 req-8496f988-c680-409e-8ea9-473b7115f7cd service neutron] 10.222.0.77 "GET /v2.0/networks?id=9d985b32-4b4e-48e1-a233-f4e1e581f710 HTTP/1.1" status: 200 len: 915 time: 0.0888414 Jul 09 17:11:45.732990 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8afd9612-0fe7-4752-a8b6-ff6ed9b11e66 req-5293db87-9a88-49a3-acee-0109bdaad619 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c97b190-bf09-4928-ab03-0e6913709ec2 HTTP/1.1" status: 200 len: 1002 time: 0.0605123 Jul 09 17:11:45.788358 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd9612-0fe7-4752-a8b6-ff6ed9b11e66 req-74979160-b5c2-4bac-b043-b4d3eb728c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:45.789810 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8afd9612-0fe7-4752-a8b6-ff6ed9b11e66 req-74979160-b5c2-4bac-b043-b4d3eb728c35 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=47a045d9-c098-49cf-a447-cd5442d67328 HTTP/1.1" status: 200 len: 853 time: 0.0510616 Jul 09 17:11:45.845430 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd9612-0fe7-4752-a8b6-ff6ed9b11e66 req-56fd7155-77ae-4cea-8ac0-bb18cbdfe502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:45.847042 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8afd9612-0fe7-4752-a8b6-ff6ed9b11e66 req-56fd7155-77ae-4cea-8ac0-bb18cbdfe502 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9d985b32-4b4e-48e1-a233-f4e1e581f710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512233 Jul 09 17:11:45.936687 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8afd9612-0fe7-4752-a8b6-ff6ed9b11e66 req-0fee9582-1c95-4e48-b210-0d5d19a9f812 service neutron] 10.222.0.77 "GET /v2.0/networks/9d985b32-4b4e-48e1-a233-f4e1e581f710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827711 Jul 09 17:11:46.038487 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-8afd9612-0fe7-4752-a8b6-ff6ed9b11e66 req-705d6042-3deb-4f63-b58d-a4f19d7dc2a4 service neutron] 10.222.0.77 "GET /v2.0/networks/9d985b32-4b4e-48e1-a233-f4e1e581f710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938311 Jul 09 17:11:46.234922 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82db1cf-c6cb-4f64-be16-7f1ee5dfb716 req-b1f6c09e-336a-45c2-b99b-a20055cfb0af tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:46.236406 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b82db1cf-c6cb-4f64-be16-7f1ee5dfb716 req-b1f6c09e-336a-45c2-b99b-a20055cfb0af tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/ports?device_id=28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394 HTTP/1.1" status: 200 len: 985 time: 0.0662870 Jul 09 17:11:46.277769 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b82db1cf-c6cb-4f64-be16-7f1ee5dfb716 req-ec1aeed1-68f3-405d-bbcf-6c92b575ad70 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe1e7f23-e5e9-449c-835c-95d6c67324a4&id=d53213c0-4e83-41fb-b9b6-ef48b7b59ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342898 Jul 09 17:11:47.451693 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb2426-537c-4270-96b7-69817457b161 req-5be02da4-6324-49b4-adab-4f54f52e7f2d tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:47.453156 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dabb2426-537c-4270-96b7-69817457b161 req-5be02da4-6324-49b4-adab-4f54f52e7f2d tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/ports?device_id=28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394 HTTP/1.1" status: 200 len: 985 time: 0.0627527 Jul 09 17:11:47.493178 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dabb2426-537c-4270-96b7-69817457b161 req-d7bf6107-7c53-4d20-81ce-d3857e096aed tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe1e7f23-e5e9-449c-835c-95d6c67324a4&id=d53213c0-4e83-41fb-b9b6-ef48b7b59ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336435 Jul 09 17:11:48.666525 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24cac37-f533-474b-a07e-3cc66c90a6a6 req-50740abb-c728-4d60-b2d4-bfabcf88e67d tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:48.668018 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d24cac37-f533-474b-a07e-3cc66c90a6a6 req-50740abb-c728-4d60-b2d4-bfabcf88e67d tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/ports?device_id=28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394 HTTP/1.1" status: 200 len: 985 time: 0.0663726 Jul 09 17:11:48.707219 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d24cac37-f533-474b-a07e-3cc66c90a6a6 req-f7431583-20fb-4386-9f1c-2a501a688376 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe1e7f23-e5e9-449c-835c-95d6c67324a4&id=d53213c0-4e83-41fb-b9b6-ef48b7b59ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333564 Jul 09 17:11:49.877609 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17536975-ba6d-469e-8cbc-924c0976ce07 req-c7db505c-7fec-4be9-8aee-dd7663f18920 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:49.879104 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-17536975-ba6d-469e-8cbc-924c0976ce07 req-c7db505c-7fec-4be9-8aee-dd7663f18920 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/ports?device_id=28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394 HTTP/1.1" status: 200 len: 985 time: 0.0632918 Jul 09 17:11:49.919280 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-17536975-ba6d-469e-8cbc-924c0976ce07 req-d02d44fc-6c7b-422e-a90b-6782b179debc tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe1e7f23-e5e9-449c-835c-95d6c67324a4&id=d53213c0-4e83-41fb-b9b6-ef48b7b59ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338547 Jul 09 17:11:52.399253 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-60932931-f0d5-40d9-be51-dd7cef901ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:55.119611 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3c48733d-0d17-48e7-ad82-3e73bd00041f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:55.841159 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:56.450562 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:57.216415 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:58.397985 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:59.071188 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:12:10.541306 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:20.115861 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [req-b50e12cc-476b-4b2a-9d53-c496b680ba5f req-bbcdbc8e-d854-43c7-8bdf-8f7322b9380f tempest-ServerDiskConfigTestJSON-42761936 tempest-ServerDiskConfigTestJSON-42761936-project] (93959) timed out ('10.222.0.73', 58264) {{(pid=93959) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 17:12:22.402143 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bf1806c5-1d96-4022-be33-9a8550a58ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:22.553068 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-92e95a82-ac2d-4200-a792-dcd1d7672fba req-eff17ffd-bddc-4f1b-8cf1-2982f8cd9750 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1465635465&fields=id&tenant_id=07d3ac53dd244129b1cfef20b8c31cfe HTTP/1.1" status: 200 len: 267 time: 0.1430182 Jul 09 17:12:22.622083 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e95a82-ac2d-4200-a792-dcd1d7672fba req-a638a416-1203-4214-8384-4a0a9a360e74 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:22.623544 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-92e95a82-ac2d-4200-a792-dcd1d7672fba req-a638a416-1203-4214-8384-4a0a9a360e74 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/ports?device_id=28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394 HTTP/1.1" status: 200 len: 985 time: 0.0651457 Jul 09 17:12:22.634483 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-92e95a82-ac2d-4200-a792-dcd1d7672fba req-eade6cea-7ce9-4fd9-b00e-2a3fcee4ba76 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Request body: {'port': {'security_groups': ['d53213c0-4e83-41fb-b9b6-ef48b7b59ea2']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:12:23.026020 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-92e95a82-ac2d-4200-a792-dcd1d7672fba req-eade6cea-7ce9-4fd9-b00e-2a3fcee4ba76 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:23.191411 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-92e95a82-ac2d-4200-a792-dcd1d7672fba req-eade6cea-7ce9-4fd9-b00e-2a3fcee4ba76 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] For port 8c97b190-bf09-4928-ab03-0e6913709ec2, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=8c97b190-bf09-4928-ab03-0e6913709ec2,segment=NetworkSegment(f098d912-ade3-4fe4-a3bb-f56320531a1f),segment_id=f098d912-ade3-4fe4-a3bb-f56320531a1f)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:23.220126 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-92e95a82-ac2d-4200-a792-dcd1d7672fba req-eade6cea-7ce9-4fd9-b00e-2a3fcee4ba76 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:23.225314 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-92e95a82-ac2d-4200-a792-dcd1d7672fba req-eade6cea-7ce9-4fd9-b00e-2a3fcee4ba76 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:23.236546 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['8c97b190-bf09-4928-ab03-0e6913709ec2'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:12:23.277892 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e95a82-ac2d-4200-a792-dcd1d7672fba req-eade6cea-7ce9-4fd9-b00e-2a3fcee4ba76 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:23.278514 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-92e95a82-ac2d-4200-a792-dcd1d7672fba req-eade6cea-7ce9-4fd9-b00e-2a3fcee4ba76 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:23.280086 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-92e95a82-ac2d-4200-a792-dcd1d7672fba req-eade6cea-7ce9-4fd9-b00e-2a3fcee4ba76 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "PUT /v2.0/ports/8c97b190-bf09-4928-ab03-0e6913709ec2 HTTP/1.1" status: 200 len: 943 time: 0.6505859 Jul 09 17:12:23.280548 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394', 'tag': '8c97b190-bf09-4928-ab03-0e6913709ec2'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:12:23.282872 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70bc3d1dd6a8d756905b95879fdfd768b2540769638561f09d0c65e65c91429d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1bad3d-48de-4b7f-a7a6-8f2b5d79c05b" -d '{"events": [{"name": "network-changed", "server_uuid": "28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394", "tag": "8c97b190-bf09-4928-ab03-0e6913709ec2"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:12:23.287670 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53640) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:23.315356 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eade6cea-7ce9-4fd9-b00e-2a3fcee4ba76 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Pushing event updated for resources: {'Port': ['ID=8c97b190-bf09-4928-ab03-0e6913709ec2,revision_number=7']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:23.324962 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eade6cea-7ce9-4fd9-b00e-2a3fcee4ba76 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:23.325304 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eade6cea-7ce9-4fd9-b00e-2a3fcee4ba76 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:23.325706 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eade6cea-7ce9-4fd9-b00e-2a3fcee4ba76 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:23.326126 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eade6cea-7ce9-4fd9-b00e-2a3fcee4ba76 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:23.326471 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eade6cea-7ce9-4fd9-b00e-2a3fcee4ba76 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:23.326814 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eade6cea-7ce9-4fd9-b00e-2a3fcee4ba76 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:23.327136 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eade6cea-7ce9-4fd9-b00e-2a3fcee4ba76 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:23.327455 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eade6cea-7ce9-4fd9-b00e-2a3fcee4ba76 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:23.327775 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eade6cea-7ce9-4fd9-b00e-2a3fcee4ba76 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:23.328098 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eade6cea-7ce9-4fd9-b00e-2a3fcee4ba76 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:23.328410 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eade6cea-7ce9-4fd9-b00e-2a3fcee4ba76 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:23.328723 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eade6cea-7ce9-4fd9-b00e-2a3fcee4ba76 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:23.351199 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['8c97b190-bf09-4928-ab03-0e6913709ec2'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:12:23.373181 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e31881-3b0c-4ecf-99ab-ea7c0f74758f x-openstack-request-id: req-52e31881-3b0c-4ecf-99ab-ea7c0f74758f {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:12:23.373591 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394", "tag": "8c97b190-bf09-4928-ab03-0e6913709ec2", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:12:23.373881 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-52e31881-3b0c-4ecf-99ab-ea7c0f74758f {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:12:23.374137 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394', 'tag': '8c97b190-bf09-4928-ab03-0e6913709ec2', 'status': 'completed', 'code': 200} Jul 09 17:12:23.428730 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ebdb7dbe-5e1c-44e6-9959-51eacdbd2837 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:23.471786 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ebdb7dbe-5e1c-44e6-9959-51eacdbd2837 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:23.550553 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1bad3d-48de-4b7f-a7a6-8f2b5d79c05b req-eb226869-10c4-4efa-9f28-9962fea829ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:23.552145 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2c1bad3d-48de-4b7f-a7a6-8f2b5d79c05b req-eb226869-10c4-4efa-9f28-9962fea829ba service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=07d3ac53dd244129b1cfef20b8c31cfe&device_id=28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394 HTTP/1.1" status: 200 len: 1097 time: 0.1525524 Jul 09 17:12:23.552608 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e9ca43d3-e035-46c3-91eb-e5aaff80a383 None None] Provisioning complete for port 8c97b190-bf09-4928-ab03-0e6913709ec2 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:23.553092 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e9ca43d3-e035-46c3-91eb-e5aaff80a383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:23.613050 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ebdb7dbe-5e1c-44e6-9959-51eacdbd2837 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:23.615629 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ebdb7dbe-5e1c-44e6-9959-51eacdbd2837 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:23.616771 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ebdb7dbe-5e1c-44e6-9959-51eacdbd2837 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "DELETE /v2.0/security-groups/fe1e7f23-e5e9-449c-835c-95d6c67324a4 HTTP/1.1" status: 204 len: 168 time: 0.3280709 Jul 09 17:12:23.619844 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53646) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:23.636447 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb7dbe-5e1c-44e6-9959-51eacdbd2837 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1e7f23-e5e9-449c-835c-95d6c67324a4,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:23.648502 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdb7dbe-5e1c-44e6-9959-51eacdbd2837 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:23.648848 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdb7dbe-5e1c-44e6-9959-51eacdbd2837 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:23.649209 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdb7dbe-5e1c-44e6-9959-51eacdbd2837 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:23.649526 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdb7dbe-5e1c-44e6-9959-51eacdbd2837 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:23.649855 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdb7dbe-5e1c-44e6-9959-51eacdbd2837 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:23.650187 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdb7dbe-5e1c-44e6-9959-51eacdbd2837 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:23.650514 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdb7dbe-5e1c-44e6-9959-51eacdbd2837 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:23.650863 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdb7dbe-5e1c-44e6-9959-51eacdbd2837 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:23.651197 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdb7dbe-5e1c-44e6-9959-51eacdbd2837 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:23.651518 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdb7dbe-5e1c-44e6-9959-51eacdbd2837 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:23.651838 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdb7dbe-5e1c-44e6-9959-51eacdbd2837 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:23.652156 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdb7dbe-5e1c-44e6-9959-51eacdbd2837 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:23.668825 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1bad3d-48de-4b7f-a7a6-8f2b5d79c05b req-9c59dc7d-a07d-4c94-8945-925875cdb4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:23.670417 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2c1bad3d-48de-4b7f-a7a6-8f2b5d79c05b req-9c59dc7d-a07d-4c94-8945-925875cdb4ee service neutron] 10.222.0.77 "GET /v2.0/networks?id=9d985b32-4b4e-48e1-a233-f4e1e581f710 HTTP/1.1" status: 200 len: 915 time: 0.1119735 Jul 09 17:12:23.740620 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2c1bad3d-48de-4b7f-a7a6-8f2b5d79c05b req-528c595b-aab2-431e-b38b-6a8ab5787cc6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c97b190-bf09-4928-ab03-0e6913709ec2 HTTP/1.1" status: 200 len: 1002 time: 0.0635636 Jul 09 17:12:23.778587 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-05bd2d4b-575f-4727-85d2-172c0dc4c6c1 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Deleting port be48f774-d047-4b60-86aa-afbe6455d047 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:12:23.778970 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-05bd2d4b-575f-4727-85d2-172c0dc4c6c1 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:23.789305 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1bad3d-48de-4b7f-a7a6-8f2b5d79c05b req-1e70a8cd-9653-466d-8275-a209ddca4a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:23.790760 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2c1bad3d-48de-4b7f-a7a6-8f2b5d79c05b req-1e70a8cd-9653-466d-8275-a209ddca4a48 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=47a045d9-c098-49cf-a447-cd5442d67328 HTTP/1.1" status: 200 len: 853 time: 0.0442965 Jul 09 17:12:23.847811 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1bad3d-48de-4b7f-a7a6-8f2b5d79c05b req-eb061e39-4e56-414d-811f-ba0cb6cc770a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:23.849242 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2c1bad3d-48de-4b7f-a7a6-8f2b5d79c05b req-eb061e39-4e56-414d-811f-ba0cb6cc770a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9d985b32-4b4e-48e1-a233-f4e1e581f710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523090 Jul 09 17:12:23.852983 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-05bd2d4b-575f-4727-85d2-172c0dc4c6c1 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:23.853316 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-05bd2d4b-575f-4727-85d2-172c0dc4c6c1 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:23.864762 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-05bd2d4b-575f-4727-85d2-172c0dc4c6c1 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Calling delete_port for be48f774-d047-4b60-86aa-afbe6455d047 owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:12:23.942160 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2c1bad3d-48de-4b7f-a7a6-8f2b5d79c05b req-dd7b941b-c7ca-4f7b-bb12-9be1206e1d53 service neutron] 10.222.0.77 "GET /v2.0/networks/9d985b32-4b4e-48e1-a233-f4e1e581f710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860484 Jul 09 17:12:24.017157 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-05bd2d4b-575f-4727-85d2-172c0dc4c6c1 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:24.034031 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2c1bad3d-48de-4b7f-a7a6-8f2b5d79c05b req-2d952ec0-c7db-4f0f-bd02-b29f9bd3538a service neutron] 10.222.0.77 "GET /v2.0/networks/9d985b32-4b4e-48e1-a233-f4e1e581f710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852993 Jul 09 17:12:24.043155 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd2d4b-575f-4727-85d2-172c0dc4c6c1 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Pushing event deleted for resources: {'Port': ['ID=be48f774-d047-4b60-86aa-afbe6455d047,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:24.109894 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-05bd2d4b-575f-4727-85d2-172c0dc4c6c1 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:24.110443 n-d-798930-3 neutron-server[93958]: INFO neutron.db.l3_db [None req-05bd2d4b-575f-4727-85d2-172c0dc4c6c1 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Floating IP fdd738b0-ac23-4a23-a941-c96ad857c7d2 disassociated (deleted). External IP: 172.25.0.228, port: 8c97b190-bf09-4928-ab03-0e6913709ec2. Jul 09 17:12:24.319063 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05bd2d4b-575f-4727-85d2-172c0dc4c6c1 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Router 19b10938-99ef-46a1-b522-df5183e1e363 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:12:24.424020 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05bd2d4b-575f-4727-85d2-172c0dc4c6c1 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:12:24.429219 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-05bd2d4b-575f-4727-85d2-172c0dc4c6c1 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:24.433648 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7230fe-0fd7-4c06-87c5-9b0974c1fba8 None None] Sync routers for ids ['19b10938-99ef-46a1-b522-df5183e1e363'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:12:24.442050 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7230fe-0fd7-4c06-87c5-9b0974c1fba8 None None] Routers {'19b10938-99ef-46a1-b522-df5183e1e363'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:12:24.442683 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-6b7230fe-0fd7-4c06-87c5-9b0974c1fba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:11:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['19b10938-99ef-46a1-b522-df5183e1e363'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:24.467452 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-05bd2d4b-575f-4727-85d2-172c0dc4c6c1 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "DELETE /v2.0/floatingips/fdd738b0-ac23-4a23-a941-c96ad857c7d2 HTTP/1.1" status: 204 len: 168 time: 0.8464792 Jul 09 17:12:24.551661 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-6b7230fe-0fd7-4c06-87c5-9b0974c1fba8 None None] Set router 19b10938-99ef-46a1-b522-df5183e1e363 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:12:24.753692 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-6b7230fe-0fd7-4c06-87c5-9b0974c1fba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b10938-99ef-46a1-b522-df5183e1e363', 'name': 'tempest-TestMinimumBasicScenario-142915030-router', 'tenant_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '7f98c17e-d3ba-4724-952a-bc6ad1841ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:10:25Z', 'updated_at': '2021-07-09T17:10:27Z', 'revision_number': 4, 'project_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'gw_port': {'id': '7f98c17e-d3ba-4724-952a-bc6ad1841ee5', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:50:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b10938-99ef-46a1-b522-df5183e1e363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:25Z', 'updated_at': '2021-07-09T17:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '8516d7da-042d-42a2-a8b1-306f671b3f26', 'name': '', 'network_id': '9d985b32-4b4e-48e1-a233-f4e1e581f710', 'tenant_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'mac_address': 'fa:16:3e:47:8f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b10938-99ef-46a1-b522-df5183e1e363', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '47a045d9-c098-49cf-a447-cd5442d67328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:27Z', 'updated_at': '2021-07-09T17:10:33Z', 'revision_number': 5, 'project_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'subnets': [{'id': '47a045d9-c098-49cf-a447-cd5442d67328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:24.779346 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7230fe-0fd7-4c06-87c5-9b0974c1fba8 None None] Checking router: 19b10938-99ef-46a1-b522-df5183e1e363 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:12:24.788339 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7230fe-0fd7-4c06-87c5-9b0974c1fba8 None None] Routers {'19b10938-99ef-46a1-b522-df5183e1e363'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:12:24.789493 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-6b7230fe-0fd7-4c06-87c5-9b0974c1fba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:11:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['19b10938-99ef-46a1-b522-df5183e1e363'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:24.897709 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-6b7230fe-0fd7-4c06-87c5-9b0974c1fba8 None None] Set router 19b10938-99ef-46a1-b522-df5183e1e363 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:12:25.088092 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-6b7230fe-0fd7-4c06-87c5-9b0974c1fba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b10938-99ef-46a1-b522-df5183e1e363', 'name': 'tempest-TestMinimumBasicScenario-142915030-router', 'tenant_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '7f98c17e-d3ba-4724-952a-bc6ad1841ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:10:25Z', 'updated_at': '2021-07-09T17:10:27Z', 'revision_number': 4, 'project_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'gw_port': {'id': '7f98c17e-d3ba-4724-952a-bc6ad1841ee5', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:50:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b10938-99ef-46a1-b522-df5183e1e363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:25Z', 'updated_at': '2021-07-09T17:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '8516d7da-042d-42a2-a8b1-306f671b3f26', 'name': '', 'network_id': '9d985b32-4b4e-48e1-a233-f4e1e581f710', 'tenant_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'mac_address': 'fa:16:3e:47:8f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b10938-99ef-46a1-b522-df5183e1e363', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '47a045d9-c098-49cf-a447-cd5442d67328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:27Z', 'updated_at': '2021-07-09T17:10:33Z', 'revision_number': 5, 'project_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'subnets': [{'id': '47a045d9-c098-49cf-a447-cd5442d67328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:25.114111 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7230fe-0fd7-4c06-87c5-9b0974c1fba8 None None] The sync data for ids ['19b10938-99ef-46a1-b522-df5183e1e363'] in n-d-798930-3 is: [{'id': '19b10938-99ef-46a1-b522-df5183e1e363', 'name': 'tempest-TestMinimumBasicScenario-142915030-router', 'tenant_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '7f98c17e-d3ba-4724-952a-bc6ad1841ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:10:25Z', 'updated_at': '2021-07-09T17:10:27Z', 'revision_number': 4, 'project_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'gw_port': {'id': '7f98c17e-d3ba-4724-952a-bc6ad1841ee5', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:50:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b10938-99ef-46a1-b522-df5183e1e363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:25Z', 'updated_at': '2021-07-09T17:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '8516d7da-042d-42a2-a8b1-306f671b3f26', 'name': '', 'network_id': '9d985b32-4b4e-48e1-a233-f4e1e581f710', 'tenant_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'mac_address': 'fa:16:3e:47:8f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b10938-99ef-46a1-b522-df5183e1e363', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '47a045d9-c098-49cf-a447-cd5442d67328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:27Z', 'updated_at': '2021-07-09T17:10:33Z', 'revision_number': 5, 'project_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'subnets': [{'id': '47a045d9-c098-49cf-a447-cd5442d67328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:12:25.120232 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e1e923e9-ae7f-4466-9065-6b7c633f1685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:25.325418 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d111224-d221-482f-a57d-557fa1c745c1 None None] New status for floating IP fdd738b0-ac23-4a23-a941-c96ad857c7d2: DOWN {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:12:25.376051 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394', 'tag': '8c97b190-bf09-4928-ab03-0e6913709ec2'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:12:25.379141 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70bc3d1dd6a8d756905b95879fdfd768b2540769638561f09d0c65e65c91429d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88502021-f7cd-49ed-8b3b-b0ee3bb06f93" -d '{"events": [{"name": "network-changed", "server_uuid": "28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394", "tag": "8c97b190-bf09-4928-ab03-0e6913709ec2"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:12:25.417688 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10607f97-8e55-4c8b-9aa6-8f96829ba998 x-openstack-request-id: req-10607f97-8e55-4c8b-9aa6-8f96829ba998 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:12:25.421939 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394", "tag": "8c97b190-bf09-4928-ab03-0e6913709ec2", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:12:25.422262 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-10607f97-8e55-4c8b-9aa6-8f96829ba998 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:12:25.422735 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394', 'tag': '8c97b190-bf09-4928-ab03-0e6913709ec2', 'status': 'completed', 'code': 200} Jul 09 17:12:25.494867 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88502021-f7cd-49ed-8b3b-b0ee3bb06f93 req-0c4ed1f0-4f28-41cf-8401-e564d9d94235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:25.496467 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-88502021-f7cd-49ed-8b3b-b0ee3bb06f93 req-0c4ed1f0-4f28-41cf-8401-e564d9d94235 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=07d3ac53dd244129b1cfef20b8c31cfe&device_id=28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394 HTTP/1.1" status: 200 len: 1097 time: 0.0547273 Jul 09 17:12:25.589828 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88502021-f7cd-49ed-8b3b-b0ee3bb06f93 req-b5396d8c-1da2-4000-b512-98c1cdc861ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:25.591304 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-88502021-f7cd-49ed-8b3b-b0ee3bb06f93 req-b5396d8c-1da2-4000-b512-98c1cdc861ce service neutron] 10.222.0.77 "GET /v2.0/networks?id=9d985b32-4b4e-48e1-a233-f4e1e581f710 HTTP/1.1" status: 200 len: 915 time: 0.0892179 Jul 09 17:12:25.632883 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-88502021-f7cd-49ed-8b3b-b0ee3bb06f93 req-c99fad88-c413-4c9c-a570-c88d265bef4f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c97b190-bf09-4928-ab03-0e6913709ec2 HTTP/1.1" status: 200 len: 217 time: 0.0349846 Jul 09 17:12:25.684131 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88502021-f7cd-49ed-8b3b-b0ee3bb06f93 req-8b442371-5473-439c-a7bc-44bec563975d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:25.685581 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-88502021-f7cd-49ed-8b3b-b0ee3bb06f93 req-8b442371-5473-439c-a7bc-44bec563975d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=47a045d9-c098-49cf-a447-cd5442d67328 HTTP/1.1" status: 200 len: 853 time: 0.0471437 Jul 09 17:12:25.743513 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88502021-f7cd-49ed-8b3b-b0ee3bb06f93 req-f13a3f31-f9f2-409a-aacc-bfc83d7a239f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:25.745086 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-88502021-f7cd-49ed-8b3b-b0ee3bb06f93 req-f13a3f31-f9f2-409a-aacc-bfc83d7a239f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9d985b32-4b4e-48e1-a233-f4e1e581f710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533428 Jul 09 17:12:25.846222 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-88502021-f7cd-49ed-8b3b-b0ee3bb06f93 req-6a90d028-bdd7-43c6-b802-3e30e7244fd9 service neutron] 10.222.0.77 "GET /v2.0/networks/9d985b32-4b4e-48e1-a233-f4e1e581f710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948730 Jul 09 17:12:25.850728 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:25.946049 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-88502021-f7cd-49ed-8b3b-b0ee3bb06f93 req-fc70d823-eae6-42e9-b500-09bb339211c4 service neutron] 10.222.0.77 "GET /v2.0/networks/9d985b32-4b4e-48e1-a233-f4e1e581f710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928137 Jul 09 17:12:26.466911 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:27.218174 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:28.403555 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:31.848042 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da105b7-dded-4df3-bd57-c4b4639e5905 req-216b6998-92d5-4ef0-ba47-c7c5feae40e0 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:31.850044 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7da105b7-dded-4df3-bd57-c4b4639e5905 req-216b6998-92d5-4ef0-ba47-c7c5feae40e0 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/ports?device_id=28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394 HTTP/1.1" status: 200 len: 946 time: 0.0709929 Jul 09 17:12:31.890258 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7da105b7-dded-4df3-bd57-c4b4639e5905 req-53264031-df8b-4312-82cd-74038ea34389 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/security-groups?id=d53213c0-4e83-41fb-b9b6-ef48b7b59ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341051 Jul 09 17:12:33.063528 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72cfddf-3572-4aab-9827-f1aaf646b6f4 req-ce4c63a2-745e-44de-8ad8-e964dd9d656c tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:33.064983 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f72cfddf-3572-4aab-9827-f1aaf646b6f4 req-ce4c63a2-745e-44de-8ad8-e964dd9d656c tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/ports?device_id=28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394 HTTP/1.1" status: 200 len: 946 time: 0.0664120 Jul 09 17:12:33.101744 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f72cfddf-3572-4aab-9827-f1aaf646b6f4 req-1940c532-1e88-480d-9f43-df0e6bcacf47 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/security-groups?id=d53213c0-4e83-41fb-b9b6-ef48b7b59ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306611 Jul 09 17:12:33.407409 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df878f-aec1-4f3c-a5ee-347e78b7a734 req-d9634ede-f3af-49db-b7ab-cefec41eaa92 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:33.408842 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-38df878f-aec1-4f3c-a5ee-347e78b7a734 req-d9634ede-f3af-49db-b7ab-cefec41eaa92 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.77 "GET /v2.0/ports?device_id=28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394 HTTP/1.1" status: 200 len: 946 time: 0.0626237 Jul 09 17:12:33.511261 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-38df878f-aec1-4f3c-a5ee-347e78b7a734 req-1a66b299-4cca-4791-a60b-63ad4c71cd70 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Deleting port 8c97b190-bf09-4928-ab03-0e6913709ec2 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:12:33.511610 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-38df878f-aec1-4f3c-a5ee-347e78b7a734 req-1a66b299-4cca-4791-a60b-63ad4c71cd70 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:33.597018 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-38df878f-aec1-4f3c-a5ee-347e78b7a734 req-1a66b299-4cca-4791-a60b-63ad4c71cd70 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] For port 8c97b190-bf09-4928-ab03-0e6913709ec2, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=8c97b190-bf09-4928-ab03-0e6913709ec2,segment=NetworkSegment(f098d912-ade3-4fe4-a3bb-f56320531a1f),segment_id=f098d912-ade3-4fe4-a3bb-f56320531a1f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:33.597415 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-38df878f-aec1-4f3c-a5ee-347e78b7a734 req-1a66b299-4cca-4791-a60b-63ad4c71cd70 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:33.610612 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-38df878f-aec1-4f3c-a5ee-347e78b7a734 req-1a66b299-4cca-4791-a60b-63ad4c71cd70 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Calling delete_port for 8c97b190-bf09-4928-ab03-0e6913709ec2 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:12:33.736988 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-38df878f-aec1-4f3c-a5ee-347e78b7a734 req-1a66b299-4cca-4791-a60b-63ad4c71cd70 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:33.748520 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['8c97b190-bf09-4928-ab03-0e6913709ec2'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:12:33.766102 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a66b299-4cca-4791-a60b-63ad4c71cd70 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Pushing event deleted for resources: {'Port': ['ID=8c97b190-bf09-4928-ab03-0e6913709ec2,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:33.811139 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-38df878f-aec1-4f3c-a5ee-347e78b7a734 req-1a66b299-4cca-4791-a60b-63ad4c71cd70 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] No DVR routers for this DVR port 8c97b190-bf09-4928-ab03-0e6913709ec2 on host n-h1-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:12:33.813704 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-38df878f-aec1-4f3c-a5ee-347e78b7a734 req-1a66b299-4cca-4791-a60b-63ad4c71cd70 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:33.815697 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-38df878f-aec1-4f3c-a5ee-347e78b7a734 req-1a66b299-4cca-4791-a60b-63ad4c71cd70 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.77 "DELETE /v2.0/ports/8c97b190-bf09-4928-ab03-0e6913709ec2 HTTP/1.1" status: 204 len: 173 time: 0.4002717 Jul 09 17:12:33.816132 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394', 'name': 'network-vif-deleted', 'tag': '8c97b190-bf09-4928-ab03-0e6913709ec2'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:12:33.818459 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378ae9c57bf43c2771a5b4c89609b2495bcc5bf3f4145cc2e92b6ffd2a6a2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e08d53-2978-4657-b8cc-62a4304fcab1" -d '{"events": [{"server_uuid": "28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394", "name": "network-vif-deleted", "tag": "8c97b190-bf09-4928-ab03-0e6913709ec2"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:12:33.859419 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39306958-cb3e-4edf-8de6-61153a43b3aa x-openstack-request-id: req-39306958-cb3e-4edf-8de6-61153a43b3aa {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:12:33.859717 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394", "name": "network-vif-deleted", "tag": "8c97b190-bf09-4928-ab03-0e6913709ec2", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:12:33.859974 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-39306958-cb3e-4edf-8de6-61153a43b3aa {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:12:33.860372 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394', 'name': 'network-vif-deleted', 'tag': '8c97b190-bf09-4928-ab03-0e6913709ec2', 'status': 'completed', 'code': 200} Jul 09 17:12:34.262560 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3d1ddebd-936c-418b-840d-f3ab6b762b9a req-be0fc309-2aa5-468d-8cf9-d13436234d13 tempest-TestMinimumBasicScenario-1720631594 tempest-TestMinimumBasicScenario-1720631594-project] 10.222.0.98 "GET /v2.0/ports?device_id=28bb17e0-5d86-4f3f-8a7a-5b5b17ca9394 HTTP/1.1" status: 200 len: 210 time: 0.0297246 Jul 09 17:12:35.892365 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53744) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:36.070860 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:12:36.232715 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d974019-e700-4e6f-bbe6-e3ec0fb68b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:36.491317 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-2d974019-e700-4e6f-bbe6-e3ec0fb68b32 admin admin] Deleting port 8516d7da-042d-42a2-a8b1-306f671b3f26 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:12:36.491665 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d974019-e700-4e6f-bbe6-e3ec0fb68b32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:36.569542 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-2d974019-e700-4e6f-bbe6-e3ec0fb68b32 admin admin] For port 8516d7da-042d-42a2-a8b1-306f671b3f26, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=8516d7da-042d-42a2-a8b1-306f671b3f26,segment=NetworkSegment(f098d912-ade3-4fe4-a3bb-f56320531a1f),segment_id=f098d912-ade3-4fe4-a3bb-f56320531a1f)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:36.569954 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d974019-e700-4e6f-bbe6-e3ec0fb68b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:36.583021 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-2d974019-e700-4e6f-bbe6-e3ec0fb68b32 admin admin] Calling delete_port for 8516d7da-042d-42a2-a8b1-306f671b3f26 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:12:36.759786 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d974019-e700-4e6f-bbe6-e3ec0fb68b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:36.784869 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d974019-e700-4e6f-bbe6-e3ec0fb68b32 admin admin] Pushing event deleted for resources: {'Port': ['ID=8516d7da-042d-42a2-a8b1-306f671b3f26,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:36.964224 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d974019-e700-4e6f-bbe6-e3ec0fb68b32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:37.046719 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 8c97b190-bf09-4928-ab03-0e6913709ec2 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:12:37.071422 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: 8c97b190-bf09-4928-ab03-0e6913709ec2 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:12:37.071668 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 8c97b190-bf09-4928-ab03-0e6913709ec2 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:12:37.166466 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d974019-e700-4e6f-bbe6-e3ec0fb68b32 admin admin] Router 19b10938-99ef-46a1-b522-df5183e1e363 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:12:37.271187 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d974019-e700-4e6f-bbe6-e3ec0fb68b32 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:12:37.276496 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2d974019-e700-4e6f-bbe6-e3ec0fb68b32 admin admin] 10.222.0.98 "PUT /v2.0/routers/19b10938-99ef-46a1-b522-df5183e1e363/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3830078 Jul 09 17:12:37.279041 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53748) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:37.280475 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49eb5af0-1870-4f28-a293-6a6fade7ff35 None None] Sync routers for ids ['19b10938-99ef-46a1-b522-df5183e1e363'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:12:37.290085 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49eb5af0-1870-4f28-a293-6a6fade7ff35 None None] Routers {'19b10938-99ef-46a1-b522-df5183e1e363'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:12:37.290681 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-49eb5af0-1870-4f28-a293-6a6fade7ff35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:12:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['19b10938-99ef-46a1-b522-df5183e1e363'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:37.380500 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fdb5731b-3990-484e-a5ad-ef29c175a43f admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:37.390970 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-49eb5af0-1870-4f28-a293-6a6fade7ff35 None None] Set router 19b10938-99ef-46a1-b522-df5183e1e363 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:12:37.482311 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fdb5731b-3990-484e-a5ad-ef29c175a43f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:37.538003 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-fdb5731b-3990-484e-a5ad-ef29c175a43f admin admin] Deleting port 7f98c17e-d3ba-4724-952a-bc6ad1841ee5 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:12:37.538355 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fdb5731b-3990-484e-a5ad-ef29c175a43f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:37.621405 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-fdb5731b-3990-484e-a5ad-ef29c175a43f admin admin] For port 7f98c17e-d3ba-4724-952a-bc6ad1841ee5, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=7f98c17e-d3ba-4724-952a-bc6ad1841ee5,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:37.621755 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fdb5731b-3990-484e-a5ad-ef29c175a43f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:37.635445 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-fdb5731b-3990-484e-a5ad-ef29c175a43f admin admin] Calling delete_port for 7f98c17e-d3ba-4724-952a-bc6ad1841ee5 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:12:37.655130 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-49eb5af0-1870-4f28-a293-6a6fade7ff35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b10938-99ef-46a1-b522-df5183e1e363', 'name': 'tempest-TestMinimumBasicScenario-142915030-router', 'tenant_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '7f98c17e-d3ba-4724-952a-bc6ad1841ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:10:25Z', 'updated_at': '2021-07-09T17:12:36Z', 'revision_number': 5, 'project_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'gw_port': {'id': '7f98c17e-d3ba-4724-952a-bc6ad1841ee5', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:50:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b10938-99ef-46a1-b522-df5183e1e363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:25Z', 'updated_at': '2021-07-09T17:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:37.683167 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49eb5af0-1870-4f28-a293-6a6fade7ff35 None None] Checking router: 19b10938-99ef-46a1-b522-df5183e1e363 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:12:37.691131 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49eb5af0-1870-4f28-a293-6a6fade7ff35 None None] Routers {'19b10938-99ef-46a1-b522-df5183e1e363'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:12:37.691730 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-49eb5af0-1870-4f28-a293-6a6fade7ff35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:12:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['19b10938-99ef-46a1-b522-df5183e1e363'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:37.775883 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-49eb5af0-1870-4f28-a293-6a6fade7ff35 None None] Set router 19b10938-99ef-46a1-b522-df5183e1e363 gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:12:37.796841 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fdb5731b-3990-484e-a5ad-ef29c175a43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:37.820767 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb5731b-3990-484e-a5ad-ef29c175a43f admin admin] Pushing event deleted for resources: {'Port': ['ID=7f98c17e-d3ba-4724-952a-bc6ad1841ee5,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:37.827047 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-49eb5af0-1870-4f28-a293-6a6fade7ff35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b10938-99ef-46a1-b522-df5183e1e363', 'name': 'tempest-TestMinimumBasicScenario-142915030-router', 'tenant_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:10:25Z', 'updated_at': '2021-07-09T17:12:37Z', 'revision_number': 6, 'project_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'gw_port_host': None}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:37.856284 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49eb5af0-1870-4f28-a293-6a6fade7ff35 None None] The sync data for ids ['19b10938-99ef-46a1-b522-df5183e1e363'] in n-d-798930-3 is: [{'id': '19b10938-99ef-46a1-b522-df5183e1e363', 'name': 'tempest-TestMinimumBasicScenario-142915030-router', 'tenant_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:10:25Z', 'updated_at': '2021-07-09T17:12:37Z', 'revision_number': 6, 'project_id': '07d3ac53dd244129b1cfef20b8c31cfe', 'gw_port_host': None}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:12:37.890006 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fdb5731b-3990-484e-a5ad-ef29c175a43f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:37.979441 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fdb5731b-3990-484e-a5ad-ef29c175a43f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:37.981539 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fdb5731b-3990-484e-a5ad-ef29c175a43f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:38.336875 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fdb5731b-3990-484e-a5ad-ef29c175a43f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:38.337649 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb5731b-3990-484e-a5ad-ef29c175a43f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19b10938-99ef-46a1-b522-df5183e1e363 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:12:38.342459 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fdb5731b-3990-484e-a5ad-ef29c175a43f admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:38.343671 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-fdb5731b-3990-484e-a5ad-ef29c175a43f admin admin] 10.222.0.98 "DELETE /v2.0/routers/19b10938-99ef-46a1-b522-df5183e1e363 HTTP/1.1" status: 204 len: 168 time: 1.0637083 Jul 09 17:12:38.347855 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53750) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:38.390812 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdb79938-74f4-4481-8e7a-905ad23cf279 admin admin] Deleting subnet 47a045d9-c098-49cf-a447-cd5442d67328 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:12:38.393738 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bdb79938-74f4-4481-8e7a-905ad23cf279 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:38.427368 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bdb79938-74f4-4481-8e7a-905ad23cf279 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:38.507645 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bdb79938-74f4-4481-8e7a-905ad23cf279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:38.558869 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bdb79938-74f4-4481-8e7a-905ad23cf279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:38.588745 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bdb79938-74f4-4481-8e7a-905ad23cf279 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:38.590612 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-bdb79938-74f4-4481-8e7a-905ad23cf279 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/47a045d9-c098-49cf-a447-cd5442d67328 HTTP/1.1" status: 204 len: 168 time: 0.2418284 Jul 09 17:12:38.591439 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb79938-74f4-4481-8e7a-905ad23cf279 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47a045d9-c098-49cf-a447-cd5442d67328,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:38.593237 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53752) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:38.602782 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d685088-5f53-4d9d-bf13-d3751c2a013f None None] Network 9d985b32-4b4e-48e1-a233-f4e1e581f710 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:12:38.674475 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d1291939-e458-4b61-bbb0-c29e089a4ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:38.678822 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 8516d7da-042d-42a2-a8b1-306f671b3f26 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:12:38.717910 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 8516d7da-042d-42a2-a8b1-306f671b3f26 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:12:38.718248 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 8516d7da-042d-42a2-a8b1-306f671b3f26 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:12:38.718665 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 7f98c17e-d3ba-4724-952a-bc6ad1841ee5 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:12:38.728905 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-d1291939-e458-4b61-bbb0-c29e089a4ef7 admin admin] Deleting port 2816b17e-248d-4415-9283-65669c383d61 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:12:38.729252 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d1291939-e458-4b61-bbb0-c29e089a4ef7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:38.738202 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 7f98c17e-d3ba-4724-952a-bc6ad1841ee5 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:12:38.738828 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 7f98c17e-d3ba-4724-952a-bc6ad1841ee5 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:12:38.798678 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-d1291939-e458-4b61-bbb0-c29e089a4ef7 admin admin] For port 2816b17e-248d-4415-9283-65669c383d61, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=2816b17e-248d-4415-9283-65669c383d61,segment=NetworkSegment(f098d912-ade3-4fe4-a3bb-f56320531a1f),segment_id=f098d912-ade3-4fe4-a3bb-f56320531a1f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:38.799098 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d1291939-e458-4b61-bbb0-c29e089a4ef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:38.816423 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-d1291939-e458-4b61-bbb0-c29e089a4ef7 admin admin] Calling delete_port for 2816b17e-248d-4415-9283-65669c383d61 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:12:38.847727 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee7219e-dd22-4810-8a63-ee5b2d686e2f None None] DHCP port deletion for 9d985b32-4b4e-48e1-a233-f4e1e581f710 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:12:38.896305 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-eee7219e-dd22-4810-8a63-ee5b2d686e2f None None] Deleting port 2816b17e-248d-4415-9283-65669c383d61 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:12:38.896703 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-eee7219e-dd22-4810-8a63-ee5b2d686e2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:38.903995 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d1291939-e458-4b61-bbb0-c29e089a4ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:38.933570 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1291939-e458-4b61-bbb0-c29e089a4ef7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2816b17e-248d-4415-9283-65669c383d61,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:38.936221 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1291939-e458-4b61-bbb0-c29e089a4ef7 admin admin] No DVR routers for this DVR port 2816b17e-248d-4415-9283-65669c383d61 on host n-d-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:12:39.018111 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d1291939-e458-4b61-bbb0-c29e089a4ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:39.028777 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-d1291939-e458-4b61-bbb0-c29e089a4ef7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d985b32-4b4e-48e1-a233-f4e1e581f710']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:39.040191 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-d1291939-e458-4b61-bbb0-c29e089a4ef7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f098d912-ade3-4fe4-a3bb-f56320531a1f') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:39.040519 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-d1291939-e458-4b61-bbb0-c29e089a4ef7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f098d912-ade3-4fe4-a3bb-f56320531a1f') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:39.050513 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d1291939-e458-4b61-bbb0-c29e089a4ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:39.065398 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d1291939-e458-4b61-bbb0-c29e089a4ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:39.072508 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1291939-e458-4b61-bbb0-c29e089a4ef7 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:12:39.072956 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d1291939-e458-4b61-bbb0-c29e089a4ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:39.074756 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:12:39.074756 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:12:39.074756 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 17:12:39.074756 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:12:39.074756 n-d-798930-3 neutron-server[93959]: timer() Jul 09 17:12:39.074756 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:12:39.074756 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 17:12:39.074756 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:12:39.074756 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 17:12:39.074756 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:12:39.074756 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 17:12:39.074756 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:12:39.074756 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 17:12:39.074756 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:12:39.074756 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 17:12:39.074756 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:12:39.074756 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:12:39.074756 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:12:39.074756 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:12:39.074756 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:12:39.074756 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 17:12:39.074756 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:12:39.074756 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 17:12:39.074756 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:12:39.074756 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:12:39.074756 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:12:39.074756 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 17:12:39.074756 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:12:39.074756 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:12:39.074756 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:12:39.074756 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:12:39.074756 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:12:39.074756 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:12:39.074756 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:12:39.118995 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-eee7219e-dd22-4810-8a63-ee5b2d686e2f None None] For port 2816b17e-248d-4415-9283-65669c383d61, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=2816b17e-248d-4415-9283-65669c383d61,segment=NetworkSegment(f098d912-ade3-4fe4-a3bb-f56320531a1f),segment_id=f098d912-ade3-4fe4-a3bb-f56320531a1f)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:39.119393 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-eee7219e-dd22-4810-8a63-ee5b2d686e2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:39.134422 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d1291939-e458-4b61-bbb0-c29e089a4ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:39.134723 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-eee7219e-dd22-4810-8a63-ee5b2d686e2f None None] Calling delete_port for 2816b17e-248d-4415-9283-65669c383d61 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:12:39.140811 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d1291939-e458-4b61-bbb0-c29e089a4ef7 admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:39.142679 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-d1291939-e458-4b61-bbb0-c29e089a4ef7 admin admin] 10.222.0.98 "DELETE /v2.0/networks/9d985b32-4b4e-48e1-a233-f4e1e581f710 HTTP/1.1" status: 204 len: 168 time: 0.5474260 Jul 09 17:12:39.145721 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53754) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:39.157691 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1291939-e458-4b61-bbb0-c29e089a4ef7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d985b32-4b4e-48e1-a233-f4e1e581f710,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:39.218852 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-eee7219e-dd22-4810-8a63-ee5b2d686e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:39.241188 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee7219e-dd22-4810-8a63-ee5b2d686e2f None None] Pushing event deleted for resources: {'Port': ['ID=2816b17e-248d-4415-9283-65669c383d61,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:39.243101 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-eee7219e-dd22-4810-8a63-ee5b2d686e2f None None] Network 9d985b32-4b4e-48e1-a233-f4e1e581f710 is not hosted by any dhcp agent {{(pid=93960) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 17:12:39.243555 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee7219e-dd22-4810-8a63-ee5b2d686e2f None None] No DVR routers for this DVR port 2816b17e-248d-4415-9283-65669c383d61 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:12:39.259678 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7219e-dd22-4810-8a63-ee5b2d686e2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:39.260022 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7219e-dd22-4810-8a63-ee5b2d686e2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:39.260359 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7219e-dd22-4810-8a63-ee5b2d686e2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:39.260690 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7219e-dd22-4810-8a63-ee5b2d686e2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:39.261015 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7219e-dd22-4810-8a63-ee5b2d686e2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:39.261340 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7219e-dd22-4810-8a63-ee5b2d686e2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:39.261664 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7219e-dd22-4810-8a63-ee5b2d686e2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:39.261983 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7219e-dd22-4810-8a63-ee5b2d686e2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:39.262300 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7219e-dd22-4810-8a63-ee5b2d686e2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:39.262619 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7219e-dd22-4810-8a63-ee5b2d686e2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:39.262964 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7219e-dd22-4810-8a63-ee5b2d686e2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:39.263282 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7219e-dd22-4810-8a63-ee5b2d686e2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:39.496014 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ee08a85c-e5f5-4c79-916b-9f1cf1c3a18e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:39.744677 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-ee08a85c-e5f5-4c79-916b-9f1cf1c3a18e admin admin] Deleting port f3245d18-dfd7-4ae8-83b6-51155db1ecd1 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:12:39.744932 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ee08a85c-e5f5-4c79-916b-9f1cf1c3a18e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:39.819159 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-ee08a85c-e5f5-4c79-916b-9f1cf1c3a18e admin admin] For port f3245d18-dfd7-4ae8-83b6-51155db1ecd1, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=f3245d18-dfd7-4ae8-83b6-51155db1ecd1,segment=NetworkSegment(c4f33c5b-c584-4ab2-b44d-855c50b1069e),segment_id=c4f33c5b-c584-4ab2-b44d-855c50b1069e)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:39.819514 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ee08a85c-e5f5-4c79-916b-9f1cf1c3a18e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:39.831560 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-ee08a85c-e5f5-4c79-916b-9f1cf1c3a18e admin admin] Calling delete_port for f3245d18-dfd7-4ae8-83b6-51155db1ecd1 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:12:40.011336 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ee08a85c-e5f5-4c79-916b-9f1cf1c3a18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:40.041846 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee08a85c-e5f5-4c79-916b-9f1cf1c3a18e admin admin] Pushing event deleted for resources: {'Port': ['ID=f3245d18-dfd7-4ae8-83b6-51155db1ecd1,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:40.211121 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ee08a85c-e5f5-4c79-916b-9f1cf1c3a18e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:40.387806 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 2816b17e-248d-4415-9283-65669c383d61 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:12:40.410443 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 2816b17e-248d-4415-9283-65669c383d61 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:12:40.410803 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 2816b17e-248d-4415-9283-65669c383d61 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:12:40.428115 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee08a85c-e5f5-4c79-916b-9f1cf1c3a18e admin admin] Router f87a6571-a3c8-44d2-ad4c-61844baa76d8 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:12:40.532976 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee08a85c-e5f5-4c79-916b-9f1cf1c3a18e admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:12:40.539217 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ee08a85c-e5f5-4c79-916b-9f1cf1c3a18e admin admin] 10.222.0.98 "PUT /v2.0/routers/f87a6571-a3c8-44d2-ad4c-61844baa76d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3920622 Jul 09 17:12:40.541444 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53756) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:40.548109 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cccc39-3e94-4b65-8be6-c66d6f79fbad None None] Sync routers for ids ['f87a6571-a3c8-44d2-ad4c-61844baa76d8'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:12:40.573807 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cccc39-3e94-4b65-8be6-c66d6f79fbad None None] Routers {'f87a6571-a3c8-44d2-ad4c-61844baa76d8'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:12:40.574928 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-65cccc39-3e94-4b65-8be6-c66d6f79fbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:12:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['f87a6571-a3c8-44d2-ad4c-61844baa76d8'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:40.579777 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:40.703620 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-49ad8218-f6ca-47d9-87a8-84713f5ad230 admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:40.726735 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-65cccc39-3e94-4b65-8be6-c66d6f79fbad None None] Set router f87a6571-a3c8-44d2-ad4c-61844baa76d8 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:12:40.801991 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-49ad8218-f6ca-47d9-87a8-84713f5ad230 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:40.858460 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-49ad8218-f6ca-47d9-87a8-84713f5ad230 admin admin] Deleting port 19ab3a99-1060-41ee-bde6-51a93c9878a3 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:12:40.858826 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-49ad8218-f6ca-47d9-87a8-84713f5ad230 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:40.904015 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-65cccc39-3e94-4b65-8be6-c66d6f79fbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87a6571-a3c8-44d2-ad4c-61844baa76d8', 'name': 'tempest-TestMinimumBasicScenario-1860191958-router', 'tenant_id': 'b9b9c723845f4caf9f6066c8ad37921d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '19ab3a99-1060-41ee-bde6-51a93c9878a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:10:29Z', 'updated_at': '2021-07-09T17:12:39Z', 'revision_number': 5, 'project_id': 'b9b9c723845f4caf9f6066c8ad37921d', 'gw_port': {'id': '19ab3a99-1060-41ee-bde6-51a93c9878a3', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87a6571-a3c8-44d2-ad4c-61844baa76d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:30Z', 'updated_at': '2021-07-09T17:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:40.931272 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cccc39-3e94-4b65-8be6-c66d6f79fbad None None] Checking router: f87a6571-a3c8-44d2-ad4c-61844baa76d8 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:12:40.936364 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-49ad8218-f6ca-47d9-87a8-84713f5ad230 admin admin] For port 19ab3a99-1060-41ee-bde6-51a93c9878a3, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=19ab3a99-1060-41ee-bde6-51a93c9878a3,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:40.936794 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-49ad8218-f6ca-47d9-87a8-84713f5ad230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:40.939478 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cccc39-3e94-4b65-8be6-c66d6f79fbad None None] Routers {'f87a6571-a3c8-44d2-ad4c-61844baa76d8'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:12:40.940085 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-65cccc39-3e94-4b65-8be6-c66d6f79fbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:12:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['f87a6571-a3c8-44d2-ad4c-61844baa76d8'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:40.949535 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-49ad8218-f6ca-47d9-87a8-84713f5ad230 admin admin] Calling delete_port for 19ab3a99-1060-41ee-bde6-51a93c9878a3 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:12:41.023756 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-65cccc39-3e94-4b65-8be6-c66d6f79fbad None None] Set router f87a6571-a3c8-44d2-ad4c-61844baa76d8 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:12:41.076605 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-65cccc39-3e94-4b65-8be6-c66d6f79fbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87a6571-a3c8-44d2-ad4c-61844baa76d8', 'name': 'tempest-TestMinimumBasicScenario-1860191958-router', 'tenant_id': 'b9b9c723845f4caf9f6066c8ad37921d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:10:29Z', 'updated_at': '2021-07-09T17:12:40Z', 'revision_number': 6, 'project_id': 'b9b9c723845f4caf9f6066c8ad37921d', 'gw_port_host': None}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:41.102345 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cccc39-3e94-4b65-8be6-c66d6f79fbad None None] The sync data for ids ['f87a6571-a3c8-44d2-ad4c-61844baa76d8'] in n-d-798930-3 is: [{'id': 'f87a6571-a3c8-44d2-ad4c-61844baa76d8', 'name': 'tempest-TestMinimumBasicScenario-1860191958-router', 'tenant_id': 'b9b9c723845f4caf9f6066c8ad37921d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:10:29Z', 'updated_at': '2021-07-09T17:12:40Z', 'revision_number': 6, 'project_id': 'b9b9c723845f4caf9f6066c8ad37921d', 'gw_port_host': None}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:12:41.113986 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-49ad8218-f6ca-47d9-87a8-84713f5ad230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:41.145432 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ad8218-f6ca-47d9-87a8-84713f5ad230 admin admin] Pushing event deleted for resources: {'Port': ['ID=19ab3a99-1060-41ee-bde6-51a93c9878a3,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:41.203904 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-49ad8218-f6ca-47d9-87a8-84713f5ad230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:41.292499 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-49ad8218-f6ca-47d9-87a8-84713f5ad230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:41.294545 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-49ad8218-f6ca-47d9-87a8-84713f5ad230 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:41.337093 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-49ad8218-f6ca-47d9-87a8-84713f5ad230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:41.337552 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ad8218-f6ca-47d9-87a8-84713f5ad230 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f87a6571-a3c8-44d2-ad4c-61844baa76d8 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:12:41.342488 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-49ad8218-f6ca-47d9-87a8-84713f5ad230 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:41.343675 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-49ad8218-f6ca-47d9-87a8-84713f5ad230 admin admin] 10.222.0.98 "DELETE /v2.0/routers/f87a6571-a3c8-44d2-ad4c-61844baa76d8 HTTP/1.1" status: 204 len: 168 time: 0.8009470 Jul 09 17:12:41.346130 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53758) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:41.389776 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-150ce96f-3ada-43c1-9835-672d5fa483d5 admin admin] Deleting subnet 3800c50d-37e3-4f13-8316-b0851fefdf8d {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:12:41.392669 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-150ce96f-3ada-43c1-9835-672d5fa483d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:41.429999 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-150ce96f-3ada-43c1-9835-672d5fa483d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:41.509849 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-150ce96f-3ada-43c1-9835-672d5fa483d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:41.565987 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-150ce96f-3ada-43c1-9835-672d5fa483d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:41.591763 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150ce96f-3ada-43c1-9835-672d5fa483d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3800c50d-37e3-4f13-8316-b0851fefdf8d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:41.596050 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-150ce96f-3ada-43c1-9835-672d5fa483d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:41.598122 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-150ce96f-3ada-43c1-9835-672d5fa483d5 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/3800c50d-37e3-4f13-8316-b0851fefdf8d HTTP/1.1" status: 204 len: 168 time: 0.2509847 Jul 09 17:12:41.601524 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53760) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:41.602366 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d747132e-046f-4192-b69d-c206cb6332b5 None None] Network e4c4f68b-0b62-48a3-bb21-67b717d658cb requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:12:41.667968 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b532a456-7e6a-4fad-990a-a9aefa031452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:41.720100 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-b532a456-7e6a-4fad-990a-a9aefa031452 admin admin] Deleting port cf371e17-3b55-4dcf-ad88-576cac545afc {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:12:41.720435 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b532a456-7e6a-4fad-990a-a9aefa031452 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:41.787407 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-b532a456-7e6a-4fad-990a-a9aefa031452 admin admin] For port cf371e17-3b55-4dcf-ad88-576cac545afc, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=cf371e17-3b55-4dcf-ad88-576cac545afc,segment=NetworkSegment(c4f33c5b-c584-4ab2-b44d-855c50b1069e),segment_id=c4f33c5b-c584-4ab2-b44d-855c50b1069e)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:41.787703 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b532a456-7e6a-4fad-990a-a9aefa031452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:41.799956 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-b532a456-7e6a-4fad-990a-a9aefa031452 admin admin] Calling delete_port for cf371e17-3b55-4dcf-ad88-576cac545afc owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:12:41.855812 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04c4ddb-dd41-438c-8d8a-41a5a599e143 None None] DHCP port deletion for e4c4f68b-0b62-48a3-bb21-67b717d658cb request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:12:41.893956 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b532a456-7e6a-4fad-990a-a9aefa031452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:41.916642 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-f04c4ddb-dd41-438c-8d8a-41a5a599e143 None None] Deleting port cf371e17-3b55-4dcf-ad88-576cac545afc {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:12:41.917380 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f04c4ddb-dd41-438c-8d8a-41a5a599e143 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:41.924515 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b532a456-7e6a-4fad-990a-a9aefa031452 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf371e17-3b55-4dcf-ad88-576cac545afc,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:41.929276 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b532a456-7e6a-4fad-990a-a9aefa031452 admin admin] No DVR routers for this DVR port cf371e17-3b55-4dcf-ad88-576cac545afc on host n-d-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:12:41.991866 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-f04c4ddb-dd41-438c-8d8a-41a5a599e143 None None] For port cf371e17-3b55-4dcf-ad88-576cac545afc, host n-d-798930-3, got binding levels [] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:41.992280 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f04c4ddb-dd41-438c-8d8a-41a5a599e143 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:42.008601 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-f04c4ddb-dd41-438c-8d8a-41a5a599e143 None None] Calling delete_port for cf371e17-3b55-4dcf-ad88-576cac545afc owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:12:42.008828 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b532a456-7e6a-4fad-990a-a9aefa031452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:42.011445 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.ipam_backend_mixin [None req-f04c4ddb-dd41-438c-8d8a-41a5a599e143 None None] Port cf371e17-3b55-4dcf-ad88-576cac545afc was not found and therefore no delete operation was performed {{(pid=93960) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 17:12:42.012736 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f04c4ddb-dd41-438c-8d8a-41a5a599e143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:42.019776 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-b532a456-7e6a-4fad-990a-a9aefa031452 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4c4f68b-0b62-48a3-bb21-67b717d658cb']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:42.031006 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-b532a456-7e6a-4fad-990a-a9aefa031452 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4f33c5b-c584-4ab2-b44d-855c50b1069e') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:42.031309 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-b532a456-7e6a-4fad-990a-a9aefa031452 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4f33c5b-c584-4ab2-b44d-855c50b1069e') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:42.041801 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b532a456-7e6a-4fad-990a-a9aefa031452 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:42.042027 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04c4ddb-dd41-438c-8d8a-41a5a599e143 None None] Pushing event deleted for resources: {'Port': ['ID=cf371e17-3b55-4dcf-ad88-576cac545afc,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:42.045119 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04c4ddb-dd41-438c-8d8a-41a5a599e143 None None] No DVR routers for this DVR port cf371e17-3b55-4dcf-ad88-576cac545afc on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:12:42.062227 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b532a456-7e6a-4fad-990a-a9aefa031452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:42.068647 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b532a456-7e6a-4fad-990a-a9aefa031452 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:12:42.069173 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b532a456-7e6a-4fad-990a-a9aefa031452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:42.072858 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 17:12:42.072858 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:12:42.072858 n-d-798930-3 neutron-server[93959]: timer() Jul 09 17:12:42.072858 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:12:42.072858 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 17:12:42.072858 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:12:42.072858 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 17:12:42.072858 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:12:42.072858 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 17:12:42.072858 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:12:42.072858 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 17:12:42.072858 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:12:42.072858 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 17:12:42.072858 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:12:42.072858 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:12:42.072858 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:12:42.072858 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:12:42.072858 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:12:42.072858 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 17:12:42.072858 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:12:42.072858 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 17:12:42.072858 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:12:42.072858 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:12:42.072858 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:12:42.072858 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 17:12:42.072858 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:12:42.072858 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:12:42.072858 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:12:42.072858 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:12:42.072858 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:12:42.072858 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:12:42.072858 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:12:42.140508 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b532a456-7e6a-4fad-990a-a9aefa031452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:42.148342 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b532a456-7e6a-4fad-990a-a9aefa031452 admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:42.150606 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b532a456-7e6a-4fad-990a-a9aefa031452 admin admin] 10.222.0.98 "DELETE /v2.0/networks/e4c4f68b-0b62-48a3-bb21-67b717d658cb HTTP/1.1" status: 204 len: 168 time: 0.5479145 Jul 09 17:12:42.163953 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b532a456-7e6a-4fad-990a-a9aefa031452 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4c4f68b-0b62-48a3-bb21-67b717d658cb,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:42.330643 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53766) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:42.347044 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 19ab3a99-1060-41ee-bde6-51a93c9878a3 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:12:42.367349 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 19ab3a99-1060-41ee-bde6-51a93c9878a3 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:12:42.367624 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 19ab3a99-1060-41ee-bde6-51a93c9878a3 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:12:42.368046 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device f3245d18-dfd7-4ae8-83b6-51155db1ecd1 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:12:42.374014 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c0049d96-7e31-431e-8228-2c9fff934694 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=07d3ac53dd244129b1cfef20b8c31cfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399363 Jul 09 17:12:42.374233 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53768) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:42.387948 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: f3245d18-dfd7-4ae8-83b6-51155db1ecd1 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:12:42.388357 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device f3245d18-dfd7-4ae8-83b6-51155db1ecd1 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:12:42.388726 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device cf371e17-3b55-4dcf-ad88-576cac545afc no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:12:42.408530 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: cf371e17-3b55-4dcf-ad88-576cac545afc {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:12:42.408906 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device cf371e17-3b55-4dcf-ad88-576cac545afc not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:12:42.432449 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1acbcaab-6309-4e37-8777-a7524a6e9388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:42.454378 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1acbcaab-6309-4e37-8777-a7524a6e9388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:42.501124 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1acbcaab-6309-4e37-8777-a7524a6e9388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:42.503869 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1acbcaab-6309-4e37-8777-a7524a6e9388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:42.505550 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-1acbcaab-6309-4e37-8777-a7524a6e9388 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d53213c0-4e83-41fb-b9b6-ef48b7b59ea2 HTTP/1.1" status: 204 len: 168 time: 0.1299014 Jul 09 17:12:42.513928 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acbcaab-6309-4e37-8777-a7524a6e9388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53213c0-4e83-41fb-b9b6-ef48b7b59ea2,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:42.842522 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53774) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:42.884314 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-66a19dc0-8760-4adc-889a-3225c3025cd3 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b9b9c723845f4caf9f6066c8ad37921d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405140 Jul 09 17:12:42.887129 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53776) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:42.943415 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0aa2c7ad-af62-448c-9fb8-60820e3d1a4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:42.964189 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0aa2c7ad-af62-448c-9fb8-60820e3d1a4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:43.008934 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0aa2c7ad-af62-448c-9fb8-60820e3d1a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:43.011449 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0aa2c7ad-af62-448c-9fb8-60820e3d1a4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:43.012604 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0aa2c7ad-af62-448c-9fb8-60820e3d1a4f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/621c5155-b35f-454a-8833-ead47a19be38 HTTP/1.1" status: 204 len: 168 time: 0.1244683 Jul 09 17:12:43.020434 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa2c7ad-af62-448c-9fb8-60820e3d1a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621c5155-b35f-454a-8833-ead47a19be38,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:44.724246 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53816) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:44.728845 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-4b979967-f29c-4f72-9309-448f6c12a85c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1173957905', 'description': 'tempest-secgroup-smoke-1173957905 description', 'project_id': '6328f77a18a0459ab8530adc9f37c090'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:12:44.751208 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4b979967-f29c-4f72-9309-448f6c12a85c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:44.758805 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4b979967-f29c-4f72-9309-448f6c12a85c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:44.848753 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4b979967-f29c-4f72-9309-448f6c12a85c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:44.851837 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4b979967-f29c-4f72-9309-448f6c12a85c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:44.887556 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b979967-f29c-4f72-9309-448f6c12a85c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aaeac64-0006-42d0-b040-054e1e51ddc2,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:44.940383 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4b979967-f29c-4f72-9309-448f6c12a85c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:44.944286 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4b979967-f29c-4f72-9309-448f6c12a85c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:44.974405 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4b979967-f29c-4f72-9309-448f6c12a85c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:44.975675 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-4b979967-f29c-4f72-9309-448f6c12a85c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2504323 Jul 09 17:12:44.977569 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b979967-f29c-4f72-9309-448f6c12a85c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b57c175c-4f72-44c6-b100-ea0892035ccb,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:44.978899 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53818) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:44.983490 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-055adbb9-e454-43e2-8e66-a97a5e6a95ad tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Request body: {'security_group_rule': {'security_group_id': 'b57c175c-4f72-44c6-b100-ea0892035ccb', 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:12:45.009364 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-055adbb9-e454-43e2-8e66-a97a5e6a95ad tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:45.067536 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-055adbb9-e454-43e2-8e66-a97a5e6a95ad tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:45.071067 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-055adbb9-e454-43e2-8e66-a97a5e6a95ad tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:45.089143 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055adbb9-e454-43e2-8e66-a97a5e6a95ad tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c70c4e49-c3cb-4f95-a079-e6126f8fe6e1,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:45.096542 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-055adbb9-e454-43e2-8e66-a97a5e6a95ad tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:45.097793 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-055adbb9-e454-43e2-8e66-a97a5e6a95ad tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1178222 Jul 09 17:12:45.101087 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53820) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:45.105415 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-bcc03682-38f0-49bd-90cb-74e262a1a63f tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Request body: {'security_group_rule': {'security_group_id': 'b57c175c-4f72-44c6-b100-ea0892035ccb', 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:12:45.130623 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bcc03682-38f0-49bd-90cb-74e262a1a63f tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:45.187218 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bcc03682-38f0-49bd-90cb-74e262a1a63f tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:45.190691 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bcc03682-38f0-49bd-90cb-74e262a1a63f tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:45.208777 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc03682-38f0-49bd-90cb-74e262a1a63f tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a7fa810-1a06-45c3-91dc-b8634926aef2,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:45.214689 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bcc03682-38f0-49bd-90cb-74e262a1a63f tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:45.215947 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-bcc03682-38f0-49bd-90cb-74e262a1a63f tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1139200 Jul 09 17:12:45.218487 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53822) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:45.222887 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-96f80f5c-1221-4736-a9e5-0d2b4f541ebb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Request body: {'security_group_rule': {'security_group_id': 'b57c175c-4f72-44c6-b100-ea0892035ccb', 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:12:45.248946 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96f80f5c-1221-4736-a9e5-0d2b4f541ebb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:45.307940 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96f80f5c-1221-4736-a9e5-0d2b4f541ebb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:45.311444 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96f80f5c-1221-4736-a9e5-0d2b4f541ebb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:45.329095 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f80f5c-1221-4736-a9e5-0d2b4f541ebb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22db760c-a30b-438b-8a7f-19441815a7ec,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:45.337110 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96f80f5c-1221-4736-a9e5-0d2b4f541ebb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:45.338451 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-96f80f5c-1221-4736-a9e5-0d2b4f541ebb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189983 Jul 09 17:12:45.341270 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53824) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:45.345545 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-a5585b12-d7a5-4f98-b412-3c2e087dc9cb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Request body: {'security_group_rule': {'security_group_id': 'b57c175c-4f72-44c6-b100-ea0892035ccb', 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:12:45.371232 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a5585b12-d7a5-4f98-b412-3c2e087dc9cb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:45.431301 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a5585b12-d7a5-4f98-b412-3c2e087dc9cb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:45.434933 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a5585b12-d7a5-4f98-b412-3c2e087dc9cb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:45.449965 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5585b12-d7a5-4f98-b412-3c2e087dc9cb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dec2155d-ba81-40f5-a550-8d685155366d,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:45.460590 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a5585b12-d7a5-4f98-b412-3c2e087dc9cb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:45.462027 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a5585b12-d7a5-4f98-b412-3c2e087dc9cb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1197550 Jul 09 17:12:45.464790 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53826) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:45.469123 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-54864b32-4abc-46b5-b737-2ca4a1586189 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Request body: {'security_group_rule': {'security_group_id': 'b57c175c-4f72-44c6-b100-ea0892035ccb', 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:12:45.491121 n-d-798930-3 neutron-server[93959]: INFO neutron.db.securitygroups_db [None req-54864b32-4abc-46b5-b737-2ca4a1586189 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Project 6328f77a18a0459ab8530adc9f37c090 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:12:45.495948 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54864b32-4abc-46b5-b737-2ca4a1586189 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:45.556145 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54864b32-4abc-46b5-b737-2ca4a1586189 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:45.559713 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54864b32-4abc-46b5-b737-2ca4a1586189 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:45.579421 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54864b32-4abc-46b5-b737-2ca4a1586189 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd75faf8-566a-4630-bf8b-511bdc8fa3cb,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:45.584504 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54864b32-4abc-46b5-b737-2ca4a1586189 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:45.586039 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-54864b32-4abc-46b5-b737-2ca4a1586189 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1202164 Jul 09 17:12:45.588731 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53828) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:45.593103 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-d15aa2a0-427a-4c2a-93b1-ce41d4b02192 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Request body: {'security_group_rule': {'security_group_id': 'b57c175c-4f72-44c6-b100-ea0892035ccb', 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:12:45.615470 n-d-798930-3 neutron-server[93959]: INFO neutron.db.securitygroups_db [None req-d15aa2a0-427a-4c2a-93b1-ce41d4b02192 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Project 6328f77a18a0459ab8530adc9f37c090 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:12:45.620114 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d15aa2a0-427a-4c2a-93b1-ce41d4b02192 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:45.679994 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d15aa2a0-427a-4c2a-93b1-ce41d4b02192 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:45.683608 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d15aa2a0-427a-4c2a-93b1-ce41d4b02192 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:45.700305 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15aa2a0-427a-4c2a-93b1-ce41d4b02192 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f44841d-764d-4ae4-935d-7b5ece01a620,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:45.709224 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d15aa2a0-427a-4c2a-93b1-ce41d4b02192 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:45.710580 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-d15aa2a0-427a-4c2a-93b1-ce41d4b02192 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1209285 Jul 09 17:12:45.713568 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53830) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:45.718389 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-d8ad8fa4-84cc-4c2a-95e8-7cfd3775ab12 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Request body: {'network': {'name': 'tempest-network-smoke--1027685265', 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'port_security_enabled': True}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:12:45.740092 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ad8fa4-84cc-4c2a-95e8-7cfd3775ab12 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Made reservation on behalf of 6328f77a18a0459ab8530adc9f37c090 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:12:45.743542 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d8ad8fa4-84cc-4c2a-95e8-7cfd3775ab12 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:45.766734 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8ad8fa4-84cc-4c2a-95e8-7cfd3775ab12 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:12:45.776272 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d8ad8fa4-84cc-4c2a-95e8-7cfd3775ab12 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:45.776614 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-d8ad8fa4-84cc-4c2a-95e8-7cfd3775ab12 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Added segment d9de48e0-602c-428e-99f9-6ca227c4aa5f of type vlan for network 425a0650-afd6-4104-ba9c-ab21207f860c Jul 09 17:12:45.816834 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d8ad8fa4-84cc-4c2a-95e8-7cfd3775ab12 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:45.846092 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d8ad8fa4-84cc-4c2a-95e8-7cfd3775ab12 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:45.852578 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ad8fa4-84cc-4c2a-95e8-7cfd3775ab12 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:45.853255 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d8ad8fa4-84cc-4c2a-95e8-7cfd3775ab12 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:45.907101 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-d8ad8fa4-84cc-4c2a-95e8-7cfd3775ab12 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1924746 Jul 09 17:12:45.910067 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53832) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:45.915266 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d2abbe6d-7841-4b79-95f0-2f135a06a5ff tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1699206958', 'admin_state_up': True, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:12:45.921346 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ad8fa4-84cc-4c2a-95e8-7cfd3775ab12 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'Network': ['ID=425a0650-afd6-4104-ba9c-ab21207f860c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:45.934150 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 425a0650-afd6-4104-ba9c-ab21207f860c details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:12:45.947892 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d2abbe6d-7841-4b79-95f0-2f135a06a5ff tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:45.949858 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d2abbe6d-7841-4b79-95f0-2f135a06a5ff tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:46.003931 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d2abbe6d-7841-4b79-95f0-2f135a06a5ff tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:46.137511 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d2abbe6d-7841-4b79-95f0-2f135a06a5ff tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:46.645113 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d2abbe6d-7841-4b79-95f0-2f135a06a5ff tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:46.663029 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d2abbe6d-7841-4b79-95f0-2f135a06a5ff tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:46.764746 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-d2abbe6d-7841-4b79-95f0-2f135a06a5ff tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Allocated IP 172.25.0.153 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/d881725e-8967-41bb-b6b9-5e28cdca0f8a) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:12:46.863238 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d2abbe6d-7841-4b79-95f0-2f135a06a5ff tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:46.900806 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d2abbe6d-7841-4b79-95f0-2f135a06a5ff tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:46.948999 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2abbe6d-7841-4b79-95f0-2f135a06a5ff tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:12:46.951986 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-d2abbe6d-7841-4b79-95f0-2f135a06a5ff tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:12:46.955737 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2abbe6d-7841-4b79-95f0-2f135a06a5ff tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:12:46.961520 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2abbe6d-7841-4b79-95f0-2f135a06a5ff tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'Port': ['ID=d881725e-8967-41bb-b6b9-5e28cdca0f8a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:47.197985 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d2abbe6d-7841-4b79-95f0-2f135a06a5ff tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:47.392696 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d2abbe6d-7841-4b79-95f0-2f135a06a5ff tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:47.519071 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2abbe6d-7841-4b79-95f0-2f135a06a5ff tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Router d4724bab-6fa1-4ddc-ae5b-a013a81ff25a is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:12:47.623182 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2abbe6d-7841-4b79-95f0-2f135a06a5ff tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:12:47.633239 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa50977c-fa6b-4b26-91a4-97fa79ed2d88 None None] Sync routers for ids ['d4724bab-6fa1-4ddc-ae5b-a013a81ff25a'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:12:47.641756 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d2abbe6d-7841-4b79-95f0-2f135a06a5ff tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:47.642329 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa50977c-fa6b-4b26-91a4-97fa79ed2d88 None None] Routers {'d4724bab-6fa1-4ddc-ae5b-a013a81ff25a'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:12:47.643047 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-fa50977c-fa6b-4b26-91a4-97fa79ed2d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:12:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['d4724bab-6fa1-4ddc-ae5b-a013a81ff25a'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:47.643237 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d2abbe6d-7841-4b79-95f0-2f135a06a5ff tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7319241 Jul 09 17:12:47.646850 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53834) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:47.743841 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-fa50977c-fa6b-4b26-91a4-97fa79ed2d88 None None] Set router d4724bab-6fa1-4ddc-ae5b-a013a81ff25a gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:12:47.762572 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-daec4fb4-e21e-43b6-88d7-5b6c2cbbd4c9 tempest-TestNetworkAdvancedServerOps-679639656 tempest-TestNetworkAdvancedServerOps-679639656-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=6328f77a18a0459ab8530adc9f37c090&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1146231 Jul 09 17:12:47.765281 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53838) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:47.849002 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936ebb5e-132c-4ade-916d-5c3d770cd2f7 tempest-TestNetworkAdvancedServerOps-679639656 tempest-TestNetworkAdvancedServerOps-679639656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:47.850520 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-936ebb5e-132c-4ade-916d-5c3d770cd2f7 tempest-TestNetworkAdvancedServerOps-679639656 tempest-TestNetworkAdvancedServerOps-679639656-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0843451 Jul 09 17:12:47.853448 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53840) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:47.882208 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-5249c792-6577-4413-90aa-bbdbf317cd74 tempest-TestNetworkAdvancedServerOps-679639656 tempest-TestNetworkAdvancedServerOps-679639656-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=caa6ed8d-2893-4113-8f68-c5284e694f6c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276859 Jul 09 17:12:47.884860 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53842) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:47.889668 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-0e273d1c-5b80-4f0a-8f54-89d244ebb584 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1021324800', 'network_id': '425a0650-afd6-4104-ba9c-ab21207f860c', 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:12:47.916166 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-fa50977c-fa6b-4b26-91a4-97fa79ed2d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4724bab-6fa1-4ddc-ae5b-a013a81ff25a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699206958', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'd881725e-8967-41bb-b6b9-5e28cdca0f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:12:45Z', 'updated_at': '2021-07-09T17:12:47Z', 'revision_number': 3, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': 'd881725e-8967-41bb-b6b9-5e28cdca0f8a', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:68:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4724bab-6fa1-4ddc-ae5b-a013a81ff25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:46Z', 'updated_at': '2021-07-09T17:12:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:47.944885 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa50977c-fa6b-4b26-91a4-97fa79ed2d88 None None] Checking router: d4724bab-6fa1-4ddc-ae5b-a013a81ff25a for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:12:47.945233 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa50977c-fa6b-4b26-91a4-97fa79ed2d88 None None] Updating router d4724bab-6fa1-4ddc-ae5b-a013a81ff25a port d881725e-8967-41bb-b6b9-5e28cdca0f8a binding host n-d-798930-3 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:12:47.979024 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-fa50977c-fa6b-4b26-91a4-97fa79ed2d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:47.980236 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e273d1c-5b80-4f0a-8f54-89d244ebb584 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Made reservation on behalf of 6328f77a18a0459ab8530adc9f37c090 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:12:47.983752 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e273d1c-5b80-4f0a-8f54-89d244ebb584 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:48.160906 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e273d1c-5b80-4f0a-8f54-89d244ebb584 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:48.219976 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-fa50977c-fa6b-4b26-91a4-97fa79ed2d88 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:48.224209 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e273d1c-5b80-4f0a-8f54-89d244ebb584 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'Subnet': ['ID=a630f974-a35c-47df-ab51-de38f0a6e0e3,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:48.229540 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-fa50977c-fa6b-4b26-91a4-97fa79ed2d88 None None] Transition to ACTIVE for port object d881725e-8967-41bb-b6b9-5e28cdca0f8a will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:12:48.230507 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e273d1c-5b80-4f0a-8f54-89d244ebb584 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Checking segment: {'id': 'd9de48e0-602c-428e-99f9-6ca227c4aa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '425a0650-afd6-4104-ba9c-ab21207f860c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:12:48.231654 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e273d1c-5b80-4f0a-8f54-89d244ebb584 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Network hostable DHCP agents. Network: 425a0650-afd6-4104-ba9c-ab21207f860c, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:12:48.235643 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-fa50977c-fa6b-4b26-91a4-97fa79ed2d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:48.251214 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e273d1c-5b80-4f0a-8f54-89d244ebb584 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Network 425a0650-afd6-4104-ba9c-ab21207f860c is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:12:48.261115 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-0e273d1c-5b80-4f0a-8f54-89d244ebb584 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 425a0650-afd6-4104-ba9c-ab21207f860c) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:12:48.265455 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e273d1c-5b80-4f0a-8f54-89d244ebb584 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:48.266157 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e273d1c-5b80-4f0a-8f54-89d244ebb584 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:48.271677 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9996ed90-a3b2-4909-8927-188e9ab62015 None None] Network 425a0650-afd6-4104-ba9c-ab21207f860c requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:12:48.284977 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0e273d1c-5b80-4f0a-8f54-89d244ebb584 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3991022 Jul 09 17:12:48.288250 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53844) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:48.290792 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-fa50977c-fa6b-4b26-91a4-97fa79ed2d88 None None] Attempting to bind port d881725e-8967-41bb-b6b9-5e28cdca0f8a on host n-d-798930-3 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:12:48.291168 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-fa50977c-fa6b-4b26-91a4-97fa79ed2d88 None None] Attempting to bind port d881725e-8967-41bb-b6b9-5e28cdca0f8a by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:12:48.291527 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa50977c-fa6b-4b26-91a4-97fa79ed2d88 None None] Attempting to bind port d881725e-8967-41bb-b6b9-5e28cdca0f8a on network caa6ed8d-2893-4113-8f68-c5284e694f6c {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:12:48.298665 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37693e07-c990-4954-aee5-078bf713c643 None None] Pushing event updated for resources: {'Port': ['ID=d881725e-8967-41bb-b6b9-5e28cdca0f8a,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:48.302102 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa50977c-fa6b-4b26-91a4-97fa79ed2d88 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:12:48.302477 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa50977c-fa6b-4b26-91a4-97fa79ed2d88 None None] Checking segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:12:48.302896 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-fa50977c-fa6b-4b26-91a4-97fa79ed2d88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:48.303289 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa50977c-fa6b-4b26-91a4-97fa79ed2d88 None None] Bound using segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:12:48.303760 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-fa50977c-fa6b-4b26-91a4-97fa79ed2d88 None None] Bound port: d881725e-8967-41bb-b6b9-5e28cdca0f8a, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:12:48.304129 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-fa50977c-fa6b-4b26-91a4-97fa79ed2d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:48.329556 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37693e07-c990-4954-aee5-078bf713c643 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:48.329900 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37693e07-c990-4954-aee5-078bf713c643 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:48.330235 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37693e07-c990-4954-aee5-078bf713c643 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:48.330570 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37693e07-c990-4954-aee5-078bf713c643 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:48.330926 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37693e07-c990-4954-aee5-078bf713c643 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:48.331258 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37693e07-c990-4954-aee5-078bf713c643 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:48.331583 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37693e07-c990-4954-aee5-078bf713c643 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:48.331903 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37693e07-c990-4954-aee5-078bf713c643 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:48.332477 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37693e07-c990-4954-aee5-078bf713c643 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:48.332856 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37693e07-c990-4954-aee5-078bf713c643 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:48.333175 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37693e07-c990-4954-aee5-078bf713c643 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:48.333494 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37693e07-c990-4954-aee5-078bf713c643 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:48.371006 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-fa50977c-fa6b-4b26-91a4-97fa79ed2d88 None None] For port d881725e-8967-41bb-b6b9-5e28cdca0f8a, host n-d-798930-3, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:12:48.374127 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-fa50977c-fa6b-4b26-91a4-97fa79ed2d88 None None] For port d881725e-8967-41bb-b6b9-5e28cdca0f8a, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=d881725e-8967-41bb-b6b9-5e28cdca0f8a,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:12:48.380498 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-fa50977c-fa6b-4b26-91a4-97fa79ed2d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:48.436534 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc041e6-2c5c-4aed-8975-969c718b9fee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-425a0650-afd6-4104-ba9c-ab21207f860c', 'network_id': '425a0650-afd6-4104-ba9c-ab21207f860c', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'fixed_ips': [{'subnet_id': 'a630f974-a35c-47df-ab51-de38f0a6e0e3'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:12:48.437756 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1cc041e6-2c5c-4aed-8975-969c718b9fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:48.443549 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37693e07-c990-4954-aee5-078bf713c643 None None] Pushing event updated for resources: {'Port': ['ID=d881725e-8967-41bb-b6b9-5e28cdca0f8a,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:48.454372 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa50977c-fa6b-4b26-91a4-97fa79ed2d88 None None] Routers {'d4724bab-6fa1-4ddc-ae5b-a013a81ff25a'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:12:48.455024 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-fa50977c-fa6b-4b26-91a4-97fa79ed2d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:12:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['d4724bab-6fa1-4ddc-ae5b-a013a81ff25a'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:48.560927 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-fa50977c-fa6b-4b26-91a4-97fa79ed2d88 None None] Set router d4724bab-6fa1-4ddc-ae5b-a013a81ff25a gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:12:48.573834 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-1cc041e6-2c5c-4aed-8975-969c718b9fee None None] Allocated IP 172.20.0.2 (425a0650-afd6-4104-ba9c-ab21207f860c/a630f974-a35c-47df-ab51-de38f0a6e0e3/f8b62caa-0e59-4602-94b0-bca1e62ee313) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:12:48.729034 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1cc041e6-2c5c-4aed-8975-969c718b9fee None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:48.739982 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1cc041e6-2c5c-4aed-8975-969c718b9fee None None] Transition to ACTIVE for port object f8b62caa-0e59-4602-94b0-bca1e62ee313 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:12:48.751869 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-fa50977c-fa6b-4b26-91a4-97fa79ed2d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4724bab-6fa1-4ddc-ae5b-a013a81ff25a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699206958', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'd881725e-8967-41bb-b6b9-5e28cdca0f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:12:45Z', 'updated_at': '2021-07-09T17:12:47Z', 'revision_number': 3, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': 'd881725e-8967-41bb-b6b9-5e28cdca0f8a', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:68:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4724bab-6fa1-4ddc-ae5b-a013a81ff25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:46Z', 'updated_at': '2021-07-09T17:12:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:48.756463 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1cc041e6-2c5c-4aed-8975-969c718b9fee None None] Transition to ACTIVE for port object f8b62caa-0e59-4602-94b0-bca1e62ee313 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:12:48.761842 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ccf980e1-7b32-4a37-bf1b-796c693013f4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:48.763447 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1cc041e6-2c5c-4aed-8975-969c718b9fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:48.810706 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc041e6-2c5c-4aed-8975-969c718b9fee None None] Network 425a0650-afd6-4104-ba9c-ab21207f860c is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:12:48.814014 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-1cc041e6-2c5c-4aed-8975-969c718b9fee None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:12:48.818788 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc041e6-2c5c-4aed-8975-969c718b9fee None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:12:48.822059 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc041e6-2c5c-4aed-8975-969c718b9fee None None] Pushing event updated for resources: {'Port': ['ID=f8b62caa-0e59-4602-94b0-bca1e62ee313,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:48.875794 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa50977c-fa6b-4b26-91a4-97fa79ed2d88 None None] The sync data for ids ['d4724bab-6fa1-4ddc-ae5b-a013a81ff25a'] in n-d-798930-3 is: [{'id': 'd4724bab-6fa1-4ddc-ae5b-a013a81ff25a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699206958', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'd881725e-8967-41bb-b6b9-5e28cdca0f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:12:45Z', 'updated_at': '2021-07-09T17:12:47Z', 'revision_number': 3, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': 'd881725e-8967-41bb-b6b9-5e28cdca0f8a', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:68:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4724bab-6fa1-4ddc-ae5b-a013a81ff25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:46Z', 'updated_at': '2021-07-09T17:12:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:12:48.884356 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-1cc041e6-2c5c-4aed-8975-969c718b9fee None None] Attempting to bind port f8b62caa-0e59-4602-94b0-bca1e62ee313 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:12:48.884736 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-1cc041e6-2c5c-4aed-8975-969c718b9fee None None] Attempting to bind port f8b62caa-0e59-4602-94b0-bca1e62ee313 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'd9de48e0-602c-428e-99f9-6ca227c4aa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '425a0650-afd6-4104-ba9c-ab21207f860c'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:12:48.885106 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc041e6-2c5c-4aed-8975-969c718b9fee None None] Attempting to bind port f8b62caa-0e59-4602-94b0-bca1e62ee313 on network 425a0650-afd6-4104-ba9c-ab21207f860c {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:12:48.890352 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc041e6-2c5c-4aed-8975-969c718b9fee None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:12:48.890728 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc041e6-2c5c-4aed-8975-969c718b9fee None None] Checking segment: {'id': 'd9de48e0-602c-428e-99f9-6ca227c4aa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '425a0650-afd6-4104-ba9c-ab21207f860c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:12:48.891161 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1cc041e6-2c5c-4aed-8975-969c718b9fee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:48.891741 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc041e6-2c5c-4aed-8975-969c718b9fee None None] Bound using segment: {'id': 'd9de48e0-602c-428e-99f9-6ca227c4aa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '425a0650-afd6-4104-ba9c-ab21207f860c'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:12:48.892224 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-1cc041e6-2c5c-4aed-8975-969c718b9fee None None] Bound port: f8b62caa-0e59-4602-94b0-bca1e62ee313, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9de48e0-602c-428e-99f9-6ca227c4aa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '425a0650-afd6-4104-ba9c-ab21207f860c'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:12:48.892615 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1cc041e6-2c5c-4aed-8975-969c718b9fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:48.963793 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-1cc041e6-2c5c-4aed-8975-969c718b9fee None None] For port f8b62caa-0e59-4602-94b0-bca1e62ee313, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:12:48.968063 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-1cc041e6-2c5c-4aed-8975-969c718b9fee None None] For port f8b62caa-0e59-4602-94b0-bca1e62ee313, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=f8b62caa-0e59-4602-94b0-bca1e62ee313,segment=NetworkSegment(d9de48e0-602c-428e-99f9-6ca227c4aa5f),segment_id=d9de48e0-602c-428e-99f9-6ca227c4aa5f)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:12:48.974663 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1cc041e6-2c5c-4aed-8975-969c718b9fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:49.034568 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc041e6-2c5c-4aed-8975-969c718b9fee None None] Pushing event updated for resources: {'Port': ['ID=f8b62caa-0e59-4602-94b0-bca1e62ee313,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:49.061455 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-ccf980e1-7b32-4a37-bf1b-796c693013f4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Allocated IP 172.20.0.1 (425a0650-afd6-4104-ba9c-ab21207f860c/a630f974-a35c-47df-ab51-de38f0a6e0e3/252b8579-626a-4fc8-ba1e-ac75edbbd705) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:12:49.202561 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ccf980e1-7b32-4a37-bf1b-796c693013f4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:49.218653 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-ccf980e1-7b32-4a37-bf1b-796c693013f4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Transition to ACTIVE for port object 252b8579-626a-4fc8-ba1e-ac75edbbd705 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:12:49.263055 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ccf980e1-7b32-4a37-bf1b-796c693013f4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:49.316388 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf980e1-7b32-4a37-bf1b-796c693013f4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Network 425a0650-afd6-4104-ba9c-ab21207f860c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:12:49.320474 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-ccf980e1-7b32-4a37-bf1b-796c693013f4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:12:49.328593 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf980e1-7b32-4a37-bf1b-796c693013f4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:12:49.336626 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf980e1-7b32-4a37-bf1b-796c693013f4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'Port': ['ID=252b8579-626a-4fc8-ba1e-ac75edbbd705,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:49.385492 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ccf980e1-7b32-4a37-bf1b-796c693013f4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:49.530624 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ccf980e1-7b32-4a37-bf1b-796c693013f4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:49.822558 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ccf980e1-7b32-4a37-bf1b-796c693013f4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:49.827758 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ccf980e1-7b32-4a37-bf1b-796c693013f4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:49.905922 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf980e1-7b32-4a37-bf1b-796c693013f4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'Port': ['ID=252b8579-626a-4fc8-ba1e-ac75edbbd705,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:49.908314 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ccf980e1-7b32-4a37-bf1b-796c693013f4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:50.001866 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf980e1-7b32-4a37-bf1b-796c693013f4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Network 425a0650-afd6-4104-ba9c-ab21207f860c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:12:50.003369 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-ccf980e1-7b32-4a37-bf1b-796c693013f4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:12:50.047242 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4405d2e9-e363-419a-a7da-fe59ae233ec5 None None] Network 425a0650-afd6-4104-ba9c-ab21207f860c requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:12:50.117658 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf980e1-7b32-4a37-bf1b-796c693013f4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Router d4724bab-6fa1-4ddc-ae5b-a013a81ff25a has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:12:50.153438 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ce5f01d3-9373-49b8-8d42-6ddc5d2fdb2d None None] Provisioning for port f8b62caa-0e59-4602-94b0-bca1e62ee313 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:12:50.236459 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf980e1-7b32-4a37-bf1b-796c693013f4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:12:50.242454 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ccf980e1-7b32-4a37-bf1b-796c693013f4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "PUT /v2.0/routers/d4724bab-6fa1-4ddc-ae5b-a013a81ff25a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9532201 Jul 09 17:12:50.404190 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device f8b62caa-0e59-4602-94b0-bca1e62ee313 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:12:50.426677 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-96d8ebb0-067b-4d36-b267-b4862c0dfcef req-a841c243-7dbd-415a-b339-119d86840b06 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1173957905&fields=id&tenant_id=6328f77a18a0459ab8530adc9f37c090 HTTP/1.1" status: 200 len: 267 time: 0.0430372 Jul 09 17:12:50.465413 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port f8b62caa-0e59-4602-94b0-bca1e62ee313 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:12:50.476850 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port f8b62caa-0e59-4602-94b0-bca1e62ee313 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:50.477275 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:50.514387 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0eaf18f6-d744-45d1-87e6-385a0bb81f15 None None] Provisioning complete for port f8b62caa-0e59-4602-94b0-bca1e62ee313 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:50.514793 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0eaf18f6-d744-45d1-87e6-385a0bb81f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:50.616699 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e296c2cc-25dd-40c2-8e3c-92b7d8ddcec2 None None] Sync routers for ids ['d4724bab-6fa1-4ddc-ae5b-a013a81ff25a'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:12:50.655572 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e296c2cc-25dd-40c2-8e3c-92b7d8ddcec2 None None] Routers {'d4724bab-6fa1-4ddc-ae5b-a013a81ff25a'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:12:50.656218 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e296c2cc-25dd-40c2-8e3c-92b7d8ddcec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:12:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['d4724bab-6fa1-4ddc-ae5b-a013a81ff25a'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:50.661067 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0eaf18f6-d744-45d1-87e6-385a0bb81f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:50.693972 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:50.791143 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-0eaf18f6-d744-45d1-87e6-385a0bb81f15 None None] For port f8b62caa-0e59-4602-94b0-bca1e62ee313, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=f8b62caa-0e59-4602-94b0-bca1e62ee313,segment=NetworkSegment(d9de48e0-602c-428e-99f9-6ca227c4aa5f),segment_id=d9de48e0-602c-428e-99f9-6ca227c4aa5f)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:50.800610 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0eaf18f6-d744-45d1-87e6-385a0bb81f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:50.885295 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0eaf18f6-d744-45d1-87e6-385a0bb81f15 None None] Provisioning for port 252b8579-626a-4fc8-ba1e-ac75edbbd705 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:12:50.889789 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-e296c2cc-25dd-40c2-8e3c-92b7d8ddcec2 None None] Set router d4724bab-6fa1-4ddc-ae5b-a013a81ff25a gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:12:50.896861 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8ebb0-067b-4d36-b267-b4862c0dfcef req-df84dd24-9ed1-4bb3-8c2f-031d00d4492f tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:50.898298 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-96d8ebb0-067b-4d36-b267-b4862c0dfcef req-df84dd24-9ed1-4bb3-8c2f-031d00d4492f tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/networks?id=425a0650-afd6-4104-ba9c-ab21207f860c HTTP/1.1" status: 200 len: 797 time: 0.4646497 Jul 09 17:12:50.913539 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-96d8ebb0-067b-4d36-b267-b4862c0dfcef req-477eadc9-0055-448a-bd9d-39d4d9187cf7 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/quotas/6328f77a18a0459ab8530adc9f37c090 HTTP/1.1" status: 200 len: 375 time: 0.0093050 Jul 09 17:12:50.928065 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0eaf18f6-d744-45d1-87e6-385a0bb81f15 None None] Provisioning complete for port 252b8579-626a-4fc8-ba1e-ac75edbbd705 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:50.928435 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0eaf18f6-d744-45d1-87e6-385a0bb81f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:50.934171 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.db.api [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 17:12:50.934529 n-d-798930-3 neutron-server[93960]: DEBUG oslo_db.api [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 17:12:50.963174 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaf18f6-d744-45d1-87e6-385a0bb81f15 None None] Pushing event updated for resources: {'Port': ['ID=f8b62caa-0e59-4602-94b0-bca1e62ee313,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:50.981160 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-96d8ebb0-067b-4d36-b267-b4862c0dfcef req-8d5cdfbe-63c0-4785-82de-cdeb3570f446 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=6328f77a18a0459ab8530adc9f37c090&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0622649 Jul 09 17:12:50.997984 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [req-96d8ebb0-067b-4d36-b267-b4862c0dfcef req-6b516bb1-0ef1-4ec0-b809-ae2025f9680b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:12:50.998962 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-96d8ebb0-067b-4d36-b267-b4862c0dfcef req-6b516bb1-0ef1-4ec0-b809-ae2025f9680b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057857 Jul 09 17:12:51.010280 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-0eaf18f6-d744-45d1-87e6-385a0bb81f15 None None] Port 252b8579-626a-4fc8-ba1e-ac75edbbd705 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:12:51.089906 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-96d8ebb0-067b-4d36-b267-b4862c0dfcef req-37a3645f-158d-4893-92ed-b31e4cb2e9b5 service neutron] 10.222.0.98 "GET /v2.0/networks/425a0650-afd6-4104-ba9c-ab21207f860c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850797 Jul 09 17:12:51.137226 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ca3880c4-6c36-4f5c-8dd6-3417695f7f2e None None] Provisioning complete for port 252b8579-626a-4fc8-ba1e-ac75edbbd705 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:51.137835 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ca3880c4-6c36-4f5c-8dd6-3417695f7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:51.170276 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e296c2cc-25dd-40c2-8e3c-92b7d8ddcec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4724bab-6fa1-4ddc-ae5b-a013a81ff25a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699206958', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'd881725e-8967-41bb-b6b9-5e28cdca0f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:12:45Z', 'updated_at': '2021-07-09T17:12:49Z', 'revision_number': 4, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': 'd881725e-8967-41bb-b6b9-5e28cdca0f8a', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:68:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4724bab-6fa1-4ddc-ae5b-a013a81ff25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:46Z', 'updated_at': '2021-07-09T17:12:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '252b8579-626a-4fc8-ba1e-ac75edbbd705', 'name': '', 'network_id': '425a0650-afd6-4104-ba9c-ab21207f860c', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'mac_address': 'fa:16:3e:87:a8:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4724bab-6fa1-4ddc-ae5b-a013a81ff25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'a630f974-a35c-47df-ab51-de38f0a6e0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:48Z', 'updated_at': '2021-07-09T17:12:49Z', 'revision_number': 2, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'subnets': [{'id': 'a630f974-a35c-47df-ab51-de38f0a6e0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:51.178427 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-96d8ebb0-067b-4d36-b267-b4862c0dfcef req-e20bb3af-fdfd-4508-9456-46204f0073b2 service neutron] 10.222.0.98 "GET /v2.0/networks/425a0650-afd6-4104-ba9c-ab21207f860c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824628 Jul 09 17:12:51.358190 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-ca3880c4-6c36-4f5c-8dd6-3417695f7f2e None None] Port 252b8579-626a-4fc8-ba1e-ac75edbbd705 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:12:51.359693 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e296c2cc-25dd-40c2-8e3c-92b7d8ddcec2 None None] Checking router: d4724bab-6fa1-4ddc-ae5b-a013a81ff25a for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:12:51.360037 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e296c2cc-25dd-40c2-8e3c-92b7d8ddcec2 None None] Updating router d4724bab-6fa1-4ddc-ae5b-a013a81ff25a port 252b8579-626a-4fc8-ba1e-ac75edbbd705 binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:12:51.368682 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e695abf4-2b36-4b6f-a6a7-86768bfba455 req-6bcdf3e7-57a3-499d-994a-59ff98b818b8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=90e3051c-d310-4372-a64a-a031a0462a8b HTTP/1.1" status: 200 len: 210 time: 0.0328851 Jul 09 17:12:51.395628 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e296c2cc-25dd-40c2-8e3c-92b7d8ddcec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:51.532737 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d881725e-8967-41bb-b6b9-5e28cdca0f8a up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:12:51.648186 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port d881725e-8967-41bb-b6b9-5e28cdca0f8a completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:12:51.654964 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port d881725e-8967-41bb-b6b9-5e28cdca0f8a triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:51.655356 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:51.777355 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e296c2cc-25dd-40c2-8e3c-92b7d8ddcec2 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:51.795817 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e296c2cc-25dd-40c2-8e3c-92b7d8ddcec2 None None] Transition to ACTIVE for port object 252b8579-626a-4fc8-ba1e-ac75edbbd705 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:12:51.797591 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:51.810899 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e296c2cc-25dd-40c2-8e3c-92b7d8ddcec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:51.842261 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port d881725e-8967-41bb-b6b9-5e28cdca0f8a, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=d881725e-8967-41bb-b6b9-5e28cdca0f8a,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:51.854383 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:51.874970 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f43138-d71e-4f9c-8360-23402af8a917 None None] Pushing event updated for resources: {'Port': ['ID=252b8579-626a-4fc8-ba1e-ac75edbbd705,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:51.973898 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e296c2cc-25dd-40c2-8e3c-92b7d8ddcec2 None None] Attempting to bind port 252b8579-626a-4fc8-ba1e-ac75edbbd705 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:12:51.974268 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e296c2cc-25dd-40c2-8e3c-92b7d8ddcec2 None None] Attempting to bind port 252b8579-626a-4fc8-ba1e-ac75edbbd705 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'd9de48e0-602c-428e-99f9-6ca227c4aa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '425a0650-afd6-4104-ba9c-ab21207f860c'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:12:51.974800 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e296c2cc-25dd-40c2-8e3c-92b7d8ddcec2 None None] Attempting to bind port 252b8579-626a-4fc8-ba1e-ac75edbbd705 on network 425a0650-afd6-4104-ba9c-ab21207f860c {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:12:51.983278 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e296c2cc-25dd-40c2-8e3c-92b7d8ddcec2 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:12:51.983661 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e296c2cc-25dd-40c2-8e3c-92b7d8ddcec2 None None] Checking segment: {'id': 'd9de48e0-602c-428e-99f9-6ca227c4aa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '425a0650-afd6-4104-ba9c-ab21207f860c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:12:51.984157 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e296c2cc-25dd-40c2-8e3c-92b7d8ddcec2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:51.984557 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e296c2cc-25dd-40c2-8e3c-92b7d8ddcec2 None None] Bound using segment: {'id': 'd9de48e0-602c-428e-99f9-6ca227c4aa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '425a0650-afd6-4104-ba9c-ab21207f860c'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:12:51.985164 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e296c2cc-25dd-40c2-8e3c-92b7d8ddcec2 None None] Bound port: 252b8579-626a-4fc8-ba1e-ac75edbbd705, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9de48e0-602c-428e-99f9-6ca227c4aa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '425a0650-afd6-4104-ba9c-ab21207f860c'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:12:51.985546 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e296c2cc-25dd-40c2-8e3c-92b7d8ddcec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:51.987383 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=d881725e-8967-41bb-b6b9-5e28cdca0f8a,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:52.060594 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-e296c2cc-25dd-40c2-8e3c-92b7d8ddcec2 None None] For port 252b8579-626a-4fc8-ba1e-ac75edbbd705, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:12:52.063818 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-e296c2cc-25dd-40c2-8e3c-92b7d8ddcec2 None None] For port 252b8579-626a-4fc8-ba1e-ac75edbbd705, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=252b8579-626a-4fc8-ba1e-ac75edbbd705,segment=NetworkSegment(d9de48e0-602c-428e-99f9-6ca227c4aa5f),segment_id=d9de48e0-602c-428e-99f9-6ca227c4aa5f)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:12:52.068119 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e296c2cc-25dd-40c2-8e3c-92b7d8ddcec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:52.139626 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f43138-d71e-4f9c-8360-23402af8a917 None None] Pushing event updated for resources: {'Port': ['ID=252b8579-626a-4fc8-ba1e-ac75edbbd705,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:52.142150 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e296c2cc-25dd-40c2-8e3c-92b7d8ddcec2 None None] Routers {'d4724bab-6fa1-4ddc-ae5b-a013a81ff25a'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:12:52.142759 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e296c2cc-25dd-40c2-8e3c-92b7d8ddcec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:12:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['d4724bab-6fa1-4ddc-ae5b-a013a81ff25a'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:52.258150 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-e296c2cc-25dd-40c2-8e3c-92b7d8ddcec2 None None] Set router d4724bab-6fa1-4ddc-ae5b-a013a81ff25a gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:12:52.376381 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device f8b62caa-0e59-4602-94b0-bca1e62ee313 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:12:52.449680 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7e285ad8-b690-4495-af09-e4842b21437b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:52.501297 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port f8b62caa-0e59-4602-94b0-bca1e62ee313 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:52.501678 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:52.541637 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-745b6f16-1bd2-4c2b-8d64-063e270355f6 req-22e50858-3aad-4808-b1e9-e67adf39f875 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=90e3051c-d310-4372-a64a-a031a0462a8b HTTP/1.1" status: 200 len: 210 time: 0.0501072 Jul 09 17:12:52.601975 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e296c2cc-25dd-40c2-8e3c-92b7d8ddcec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4724bab-6fa1-4ddc-ae5b-a013a81ff25a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699206958', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'd881725e-8967-41bb-b6b9-5e28cdca0f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:12:45Z', 'updated_at': '2021-07-09T17:12:49Z', 'revision_number': 4, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': 'd881725e-8967-41bb-b6b9-5e28cdca0f8a', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:68:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4724bab-6fa1-4ddc-ae5b-a013a81ff25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:46Z', 'updated_at': '2021-07-09T17:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '252b8579-626a-4fc8-ba1e-ac75edbbd705', 'name': '', 'network_id': '425a0650-afd6-4104-ba9c-ab21207f860c', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'mac_address': 'fa:16:3e:87:a8:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4724bab-6fa1-4ddc-ae5b-a013a81ff25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'a630f974-a35c-47df-ab51-de38f0a6e0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:48Z', 'updated_at': '2021-07-09T17:12:52Z', 'revision_number': 4, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'subnets': [{'id': 'a630f974-a35c-47df-ab51-de38f0a6e0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:12:52.632332 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d881725e-8967-41bb-b6b9-5e28cdca0f8a up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:12:52.634233 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e296c2cc-25dd-40c2-8e3c-92b7d8ddcec2 None None] The sync data for ids ['d4724bab-6fa1-4ddc-ae5b-a013a81ff25a'] in n-d-798930-3 is: [{'id': 'd4724bab-6fa1-4ddc-ae5b-a013a81ff25a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699206958', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'd881725e-8967-41bb-b6b9-5e28cdca0f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:12:45Z', 'updated_at': '2021-07-09T17:12:49Z', 'revision_number': 4, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': 'd881725e-8967-41bb-b6b9-5e28cdca0f8a', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:68:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4724bab-6fa1-4ddc-ae5b-a013a81ff25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:46Z', 'updated_at': '2021-07-09T17:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '252b8579-626a-4fc8-ba1e-ac75edbbd705', 'name': '', 'network_id': '425a0650-afd6-4104-ba9c-ab21207f860c', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'mac_address': 'fa:16:3e:87:a8:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4724bab-6fa1-4ddc-ae5b-a013a81ff25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'a630f974-a35c-47df-ab51-de38f0a6e0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:48Z', 'updated_at': '2021-07-09T17:12:52Z', 'revision_number': 4, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'subnets': [{'id': 'a630f974-a35c-47df-ab51-de38f0a6e0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:12:52.718459 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port d881725e-8967-41bb-b6b9-5e28cdca0f8a triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:52.719517 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:52.777223 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8ebb0-067b-4d36-b267-b4862c0dfcef req-2e81744e-6e2b-4aa9-a273-561ad51dfc35 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:52.778818 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-96d8ebb0-067b-4d36-b267-b4862c0dfcef req-2e81744e-6e2b-4aa9-a273-561ad51dfc35 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.73 "GET /v2.0/networks?id=425a0650-afd6-4104-ba9c-ab21207f860c HTTP/1.1" status: 200 len: 797 time: 0.1542666 Jul 09 17:12:52.836637 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-96d8ebb0-067b-4d36-b267-b4862c0dfcef req-509e3261-c3b2-482d-bdd0-2c3d91503049 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6328f77a18a0459ab8530adc9f37c090 HTTP/1.1" status: 200 len: 380 time: 0.0411344 Jul 09 17:12:52.846109 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-96d8ebb0-067b-4d36-b267-b4862c0dfcef req-c101978d-072d-4a7d-a4ad-e3f0d8d8ef47 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Request body: {'port': {'device_id': '90e3051c-d310-4372-a64a-a031a0462a8b', 'network_id': '425a0650-afd6-4104-ba9c-ab21207f860c', 'admin_state_up': True, 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'security_groups': ['b57c175c-4f72-44c6-b100-ea0892035ccb']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:12:52.964763 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96d8ebb0-067b-4d36-b267-b4862c0dfcef req-c101978d-072d-4a7d-a4ad-e3f0d8d8ef47 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Made reservation on behalf of 6328f77a18a0459ab8530adc9f37c090 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:12:52.968483 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-96d8ebb0-067b-4d36-b267-b4862c0dfcef req-c101978d-072d-4a7d-a4ad-e3f0d8d8ef47 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:53.103281 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-96d8ebb0-067b-4d36-b267-b4862c0dfcef req-c101978d-072d-4a7d-a4ad-e3f0d8d8ef47 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Allocated IP 172.20.0.14 (425a0650-afd6-4104-ba9c-ab21207f860c/a630f974-a35c-47df-ab51-de38f0a6e0e3/eb062b53-3d74-48e4-a7da-3c28f22ff4fb) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:12:53.252706 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-96d8ebb0-067b-4d36-b267-b4862c0dfcef req-c101978d-072d-4a7d-a4ad-e3f0d8d8ef47 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:53.267815 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-96d8ebb0-067b-4d36-b267-b4862c0dfcef req-c101978d-072d-4a7d-a4ad-e3f0d8d8ef47 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Transition to ACTIVE for port object eb062b53-3d74-48e4-a7da-3c28f22ff4fb will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:12:53.303708 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-96d8ebb0-067b-4d36-b267-b4862c0dfcef req-c101978d-072d-4a7d-a4ad-e3f0d8d8ef47 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:53.352767 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96d8ebb0-067b-4d36-b267-b4862c0dfcef req-c101978d-072d-4a7d-a4ad-e3f0d8d8ef47 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Network 425a0650-afd6-4104-ba9c-ab21207f860c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:12:53.356135 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-96d8ebb0-067b-4d36-b267-b4862c0dfcef req-c101978d-072d-4a7d-a4ad-e3f0d8d8ef47 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:12:53.358693 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-96d8ebb0-067b-4d36-b267-b4862c0dfcef req-c101978d-072d-4a7d-a4ad-e3f0d8d8ef47 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:12:53.367705 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c101978d-072d-4a7d-a4ad-e3f0d8d8ef47 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'Port': ['ID=eb062b53-3d74-48e4-a7da-3c28f22ff4fb,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:53.419516 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8ebb0-067b-4d36-b267-b4862c0dfcef req-c101978d-072d-4a7d-a4ad-e3f0d8d8ef47 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:53.420144 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-96d8ebb0-067b-4d36-b267-b4862c0dfcef req-c101978d-072d-4a7d-a4ad-e3f0d8d8ef47 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:53.436571 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-96d8ebb0-067b-4d36-b267-b4862c0dfcef req-c101978d-072d-4a7d-a4ad-e3f0d8d8ef47 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5944059 Jul 09 17:12:53.452444 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [req-96d8ebb0-067b-4d36-b267-b4862c0dfcef req-64927dd3-d078-4055-8e38-0a57978c7c48 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:12:53.453809 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-96d8ebb0-067b-4d36-b267-b4862c0dfcef req-64927dd3-d078-4055-8e38-0a57978c7c48 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058179 Jul 09 17:12:53.515780 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-96d8ebb0-067b-4d36-b267-b4862c0dfcef req-bad993ea-30dc-437a-9ce8-8afb0aebc4d4 service neutron] Request body: {'port': {'device_id': '90e3051c-d310-4372-a64a-a031a0462a8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:12:53.592047 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-96d8ebb0-067b-4d36-b267-b4862c0dfcef req-bad993ea-30dc-437a-9ce8-8afb0aebc4d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:53.671882 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-07a772fc-b751-495c-aefb-2e8804172c1d None None] Provisioning for port eb062b53-3d74-48e4-a7da-3c28f22ff4fb completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:12:53.675782 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-07a772fc-b751-495c-aefb-2e8804172c1d None None] Provisioning complete for port eb062b53-3d74-48e4-a7da-3c28f22ff4fb triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:53.676174 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-07a772fc-b751-495c-aefb-2e8804172c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:53.712449 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-07a772fc-b751-495c-aefb-2e8804172c1d None None] Port eb062b53-3d74-48e4-a7da-3c28f22ff4fb cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:12:53.850602 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b147ab-3a5c-4a0a-a591-c98f3b45e3e9 req-050c494e-42c6-4615-8baf-86905767023b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:53.852197 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-01b147ab-3a5c-4a0a-a591-c98f3b45e3e9 req-050c494e-42c6-4615-8baf-86905767023b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=90e3051c-d310-4372-a64a-a031a0462a8b HTTP/1.1" status: 200 len: 932 time: 0.1396282 Jul 09 17:12:53.912714 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-01b147ab-3a5c-4a0a-a591-c98f3b45e3e9 req-f5eb1f27-47dd-48bf-ad45-b4edf3f75175 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=b57c175c-4f72-44c6-b100-ea0892035ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545561 Jul 09 17:12:53.952373 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-96d8ebb0-067b-4d36-b267-b4862c0dfcef req-bad993ea-30dc-437a-9ce8-8afb0aebc4d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb062b53-3d74-48e4-a7da-3c28f22ff4fb {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:12:53.960000 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-96d8ebb0-067b-4d36-b267-b4862c0dfcef req-bad993ea-30dc-437a-9ce8-8afb0aebc4d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:53.971410 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-96d8ebb0-067b-4d36-b267-b4862c0dfcef req-bad993ea-30dc-437a-9ce8-8afb0aebc4d4 service neutron] Transition to ACTIVE for port object eb062b53-3d74-48e4-a7da-3c28f22ff4fb will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:12:53.976270 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-96d8ebb0-067b-4d36-b267-b4862c0dfcef req-bad993ea-30dc-437a-9ce8-8afb0aebc4d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:54.049507 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad993ea-30dc-437a-9ce8-8afb0aebc4d4 service neutron] Pushing event updated for resources: {'Port': ['ID=eb062b53-3d74-48e4-a7da-3c28f22ff4fb,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:54.103263 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-96d8ebb0-067b-4d36-b267-b4862c0dfcef req-bad993ea-30dc-437a-9ce8-8afb0aebc4d4 service neutron] Attempting to bind port eb062b53-3d74-48e4-a7da-3c28f22ff4fb on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:12:54.103602 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-96d8ebb0-067b-4d36-b267-b4862c0dfcef req-bad993ea-30dc-437a-9ce8-8afb0aebc4d4 service neutron] Attempting to bind port eb062b53-3d74-48e4-a7da-3c28f22ff4fb by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': 'd9de48e0-602c-428e-99f9-6ca227c4aa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '425a0650-afd6-4104-ba9c-ab21207f860c'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:12:54.103933 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d8ebb0-067b-4d36-b267-b4862c0dfcef req-bad993ea-30dc-437a-9ce8-8afb0aebc4d4 service neutron] Attempting to bind port eb062b53-3d74-48e4-a7da-3c28f22ff4fb on network 425a0650-afd6-4104-ba9c-ab21207f860c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:12:54.108575 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d8ebb0-067b-4d36-b267-b4862c0dfcef req-bad993ea-30dc-437a-9ce8-8afb0aebc4d4 service neutron] Port eb062b53-3d74-48e4-a7da-3c28f22ff4fb on network 425a0650-afd6-4104-ba9c-ab21207f860c not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:12:54.108899 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d8ebb0-067b-4d36-b267-b4862c0dfcef req-bad993ea-30dc-437a-9ce8-8afb0aebc4d4 service neutron] Attempting to bind port eb062b53-3d74-48e4-a7da-3c28f22ff4fb on network 425a0650-afd6-4104-ba9c-ab21207f860c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:12:54.113910 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d8ebb0-067b-4d36-b267-b4862c0dfcef req-bad993ea-30dc-437a-9ce8-8afb0aebc4d4 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:12:54.114250 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d8ebb0-067b-4d36-b267-b4862c0dfcef req-bad993ea-30dc-437a-9ce8-8afb0aebc4d4 service neutron] Checking segment: {'id': 'd9de48e0-602c-428e-99f9-6ca227c4aa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '425a0650-afd6-4104-ba9c-ab21207f860c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:12:54.114638 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d8ebb0-067b-4d36-b267-b4862c0dfcef req-bad993ea-30dc-437a-9ce8-8afb0aebc4d4 service neutron] Bound using segment: {'id': 'd9de48e0-602c-428e-99f9-6ca227c4aa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '425a0650-afd6-4104-ba9c-ab21207f860c'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:12:54.115124 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-96d8ebb0-067b-4d36-b267-b4862c0dfcef req-bad993ea-30dc-437a-9ce8-8afb0aebc4d4 service neutron] Bound port: eb062b53-3d74-48e4-a7da-3c28f22ff4fb, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9de48e0-602c-428e-99f9-6ca227c4aa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '425a0650-afd6-4104-ba9c-ab21207f860c'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:12:54.115470 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-96d8ebb0-067b-4d36-b267-b4862c0dfcef req-bad993ea-30dc-437a-9ce8-8afb0aebc4d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:54.181928 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-96d8ebb0-067b-4d36-b267-b4862c0dfcef req-bad993ea-30dc-437a-9ce8-8afb0aebc4d4 service neutron] For port eb062b53-3d74-48e4-a7da-3c28f22ff4fb, host n-h2-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:12:54.185121 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-96d8ebb0-067b-4d36-b267-b4862c0dfcef req-bad993ea-30dc-437a-9ce8-8afb0aebc4d4 service neutron] For port eb062b53-3d74-48e4-a7da-3c28f22ff4fb, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=eb062b53-3d74-48e4-a7da-3c28f22ff4fb,segment=NetworkSegment(d9de48e0-602c-428e-99f9-6ca227c4aa5f),segment_id=d9de48e0-602c-428e-99f9-6ca227c4aa5f)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:12:54.188824 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-96d8ebb0-067b-4d36-b267-b4862c0dfcef req-bad993ea-30dc-437a-9ce8-8afb0aebc4d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:54.221168 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8ebb0-067b-4d36-b267-b4862c0dfcef req-bad993ea-30dc-437a-9ce8-8afb0aebc4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:54.222426 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-96d8ebb0-067b-4d36-b267-b4862c0dfcef req-bad993ea-30dc-437a-9ce8-8afb0aebc4d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:54.224721 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-96d8ebb0-067b-4d36-b267-b4862c0dfcef req-bad993ea-30dc-437a-9ce8-8afb0aebc4d4 service neutron] 10.222.0.73 "PUT /v2.0/ports/eb062b53-3d74-48e4-a7da-3c28f22ff4fb HTTP/1.1" status: 200 len: 1092 time: 0.7643282 Jul 09 17:12:54.226937 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90e3051c-d310-4372-a64a-a031a0462a8b', 'tag': 'eb062b53-3d74-48e4-a7da-3c28f22ff4fb'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:12:54.229209 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70bc3d1dd6a8d756905b95879fdfd768b2540769638561f09d0c65e65c91429d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d72c8b84-6dc2-492b-b52c-baab1ceb9922" -d '{"events": [{"name": "network-changed", "server_uuid": "90e3051c-d310-4372-a64a-a031a0462a8b", "tag": "eb062b53-3d74-48e4-a7da-3c28f22ff4fb"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:12:54.262352 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad993ea-30dc-437a-9ce8-8afb0aebc4d4 service neutron] Pushing event updated for resources: {'Port': ['ID=eb062b53-3d74-48e4-a7da-3c28f22ff4fb,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:54.353923 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8ebb0-067b-4d36-b267-b4862c0dfcef req-42313d74-1d37-4d82-a795-805aad75e32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:54.355723 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-96d8ebb0-067b-4d36-b267-b4862c0dfcef req-42313d74-1d37-4d82-a795-805aad75e32f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6328f77a18a0459ab8530adc9f37c090&device_id=90e3051c-d310-4372-a64a-a031a0462a8b HTTP/1.1" status: 200 len: 1095 time: 0.0726426 Jul 09 17:12:54.363088 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74af36d-de77-4364-8c9c-284a805ccb98 x-openstack-request-id: req-c74af36d-de77-4364-8c9c-284a805ccb98 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:12:54.363497 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90e3051c-d310-4372-a64a-a031a0462a8b", "tag": "eb062b53-3d74-48e4-a7da-3c28f22ff4fb", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:12:54.363883 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c74af36d-de77-4364-8c9c-284a805ccb98 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:12:54.364437 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90e3051c-d310-4372-a64a-a031a0462a8b', 'tag': 'eb062b53-3d74-48e4-a7da-3c28f22ff4fb', 'status': 'completed', 'code': 200} Jul 09 17:12:54.380266 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 252b8579-626a-4fc8-ba1e-ac75edbbd705 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:12:54.414622 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-96d8ebb0-067b-4d36-b267-b4862c0dfcef req-a5e8d768-22ad-45fb-8e1f-3397017586f8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb062b53-3d74-48e4-a7da-3c28f22ff4fb HTTP/1.1" status: 200 len: 217 time: 0.0370412 Jul 09 17:12:54.431736 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 252b8579-626a-4fc8-ba1e-ac75edbbd705 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:12:54.436019 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 252b8579-626a-4fc8-ba1e-ac75edbbd705 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:54.436396 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:54.465093 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8ebb0-067b-4d36-b267-b4862c0dfcef req-12ebae1a-3062-43c4-91a7-be3088402103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:54.466552 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-96d8ebb0-067b-4d36-b267-b4862c0dfcef req-12ebae1a-3062-43c4-91a7-be3088402103 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a630f974-a35c-47df-ab51-de38f0a6e0e3 HTTP/1.1" status: 200 len: 835 time: 0.0463784 Jul 09 17:12:54.528096 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8ebb0-067b-4d36-b267-b4862c0dfcef req-a7d3a4a7-a333-486c-88dc-027bf2b23ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:54.529595 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-96d8ebb0-067b-4d36-b267-b4862c0dfcef req-a7d3a4a7-a333-486c-88dc-027bf2b23ae1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=425a0650-afd6-4104-ba9c-ab21207f860c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568120 Jul 09 17:12:54.536928 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:54.569513 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 252b8579-626a-4fc8-ba1e-ac75edbbd705, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=252b8579-626a-4fc8-ba1e-ac75edbbd705,segment=NetworkSegment(d9de48e0-602c-428e-99f9-6ca227c4aa5f),segment_id=d9de48e0-602c-428e-99f9-6ca227c4aa5f)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:54.573681 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:54.619100 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-96d8ebb0-067b-4d36-b267-b4862c0dfcef req-860c5da6-89ac-4673-9415-6d626e6b1d6f service neutron] 10.222.0.73 "GET /v2.0/networks/425a0650-afd6-4104-ba9c-ab21207f860c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829601 Jul 09 17:12:54.621831 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=252b8579-626a-4fc8-ba1e-ac75edbbd705,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:54.717062 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-96d8ebb0-067b-4d36-b267-b4862c0dfcef req-6f6b8b5e-800b-452c-bbaf-1e8f65fe0075 service neutron] 10.222.0.73 "GET /v2.0/networks/425a0650-afd6-4104-ba9c-ab21207f860c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919926 Jul 09 17:12:54.852659 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c8b84-6dc2-492b-b52c-baab1ceb9922 req-37919f47-d6c4-4958-85b2-c9770c5baf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:54.854194 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d72c8b84-6dc2-492b-b52c-baab1ceb9922 req-37919f47-d6c4-4958-85b2-c9770c5baf43 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6328f77a18a0459ab8530adc9f37c090&device_id=90e3051c-d310-4372-a64a-a031a0462a8b HTTP/1.1" status: 200 len: 1095 time: 0.0537491 Jul 09 17:12:54.950040 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c8b84-6dc2-492b-b52c-baab1ceb9922 req-4ecd0f71-c697-4804-ac16-0c1b80145310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:54.951570 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d72c8b84-6dc2-492b-b52c-baab1ceb9922 req-4ecd0f71-c697-4804-ac16-0c1b80145310 service neutron] 10.222.0.73 "GET /v2.0/networks?id=425a0650-afd6-4104-ba9c-ab21207f860c HTTP/1.1" status: 200 len: 898 time: 0.0883241 Jul 09 17:12:54.992723 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d72c8b84-6dc2-492b-b52c-baab1ceb9922 req-a328beb6-db40-4e55-a560-760dd6629a48 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb062b53-3d74-48e4-a7da-3c28f22ff4fb HTTP/1.1" status: 200 len: 217 time: 0.0347457 Jul 09 17:12:55.074025 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c8b84-6dc2-492b-b52c-baab1ceb9922 req-50e19947-c680-4845-8786-e247a6a12f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:55.075525 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d72c8b84-6dc2-492b-b52c-baab1ceb9922 req-50e19947-c680-4845-8786-e247a6a12f4c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a630f974-a35c-47df-ab51-de38f0a6e0e3 HTTP/1.1" status: 200 len: 835 time: 0.0767536 Jul 09 17:12:55.120225 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1d20c350-095e-432c-bb53-427e87fb67e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:55.134760 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a010b-9bfc-41e1-94e2-f34926e0c7a9 req-f96b62e8-84c6-4504-8a10-fb83a5b83e6c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:55.136246 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2d8a010b-9bfc-41e1-94e2-f34926e0c7a9 req-f96b62e8-84c6-4504-8a10-fb83a5b83e6c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=90e3051c-d310-4372-a64a-a031a0462a8b HTTP/1.1" status: 200 len: 944 time: 0.1116321 Jul 09 17:12:55.170598 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c8b84-6dc2-492b-b52c-baab1ceb9922 req-ac8d2465-e7e2-410c-b160-cbbaa229b93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:55.172077 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d72c8b84-6dc2-492b-b52c-baab1ceb9922 req-ac8d2465-e7e2-410c-b160-cbbaa229b93b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=425a0650-afd6-4104-ba9c-ab21207f860c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0899324 Jul 09 17:12:55.192635 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2d8a010b-9bfc-41e1-94e2-f34926e0c7a9 req-e526358f-ec7e-42ad-8abf-167cfdbf94df tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=b57c175c-4f72-44c6-b100-ea0892035ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493515 Jul 09 17:12:55.267234 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d72c8b84-6dc2-492b-b52c-baab1ceb9922 req-e9e961cf-1a25-42af-99b5-e4af2d6d8c47 service neutron] 10.222.0.73 "GET /v2.0/networks/425a0650-afd6-4104-ba9c-ab21207f860c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865765 Jul 09 17:12:55.358733 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d72c8b84-6dc2-492b-b52c-baab1ceb9922 req-12896ec4-708e-4223-8c3f-3cfdeabfef5f service neutron] 10.222.0.73 "GET /v2.0/networks/425a0650-afd6-4104-ba9c-ab21207f860c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854597 Jul 09 17:12:55.845498 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:56.340522 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 252b8579-626a-4fc8-ba1e-ac75edbbd705 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:12:56.366788 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96559adf-424a-44d7-9a66-497f9c46e46b req-3f05061b-0c6a-4410-86ca-6c56b2f64eda tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:56.368279 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-96559adf-424a-44d7-9a66-497f9c46e46b req-3f05061b-0c6a-4410-86ca-6c56b2f64eda tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=90e3051c-d310-4372-a64a-a031a0462a8b HTTP/1.1" status: 200 len: 944 time: 0.0653484 Jul 09 17:12:56.386753 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 252b8579-626a-4fc8-ba1e-ac75edbbd705 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:56.387146 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:56.407583 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-96559adf-424a-44d7-9a66-497f9c46e46b req-e01ccfc0-6a48-4577-ab91-b4950a223c85 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=b57c175c-4f72-44c6-b100-ea0892035ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331216 Jul 09 17:12:56.478395 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:57.214399 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:57.586092 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e4f12f-3647-4e5f-aa1d-d40ea06461ae req-0adfde58-017f-467b-b0ba-7c643df40ef2 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:57.587606 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-34e4f12f-3647-4e5f-aa1d-d40ea06461ae req-0adfde58-017f-467b-b0ba-7c643df40ef2 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=90e3051c-d310-4372-a64a-a031a0462a8b HTTP/1.1" status: 200 len: 944 time: 0.0666761 Jul 09 17:12:57.624884 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-34e4f12f-3647-4e5f-aa1d-d40ea06461ae req-0ed86296-1867-48b4-9377-e22a29ddf00c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=b57c175c-4f72-44c6-b100-ea0892035ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316679 Jul 09 17:12:57.910851 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device eb062b53-3d74-48e4-a7da-3c28f22ff4fb details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:12:58.009302 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port eb062b53-3d74-48e4-a7da-3c28f22ff4fb, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=eb062b53-3d74-48e4-a7da-3c28f22ff4fb,segment=NetworkSegment(d9de48e0-602c-428e-99f9-6ca227c4aa5f),segment_id=d9de48e0-602c-428e-99f9-6ca227c4aa5f)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:58.020016 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': 'eb062b53-3d74-48e4-a7da-3c28f22ff4fb', 'network_id': '425a0650-afd6-4104-ba9c-ab21207f860c', 'port_id': 'eb062b53-3d74-48e4-a7da-3c28f22ff4fb', 'mac_address': 'fa:16:3e:04:09:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a630f974-a35c-47df-ab51-de38f0a6e0e3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:12:58.059579 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:58.072442 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb062b53-3d74-48e4-a7da-3c28f22ff4fb {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:12:58.093069 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port eb062b53-3d74-48e4-a7da-3c28f22ff4fb, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=eb062b53-3d74-48e4-a7da-3c28f22ff4fb,segment=NetworkSegment(d9de48e0-602c-428e-99f9-6ca227c4aa5f),segment_id=d9de48e0-602c-428e-99f9-6ca227c4aa5f)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:58.097058 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:58.142515 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=eb062b53-3d74-48e4-a7da-3c28f22ff4fb,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:58.405385 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:58.523544 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['eb062b53-3d74-48e4-a7da-3c28f22ff4fb'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:12:58.802304 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57568fb-ca4e-4c73-89b4-51310c492eb4 req-b3c6c0ca-d3d2-4a4d-9b2e-d6315847b991 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:58.803785 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e57568fb-ca4e-4c73-89b4-51310c492eb4 req-b3c6c0ca-d3d2-4a4d-9b2e-d6315847b991 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=90e3051c-d310-4372-a64a-a031a0462a8b HTTP/1.1" status: 200 len: 945 time: 0.0633371 Jul 09 17:12:58.840358 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e57568fb-ca4e-4c73-89b4-51310c492eb4 req-556e3c83-e766-4885-b9ad-45d8b26359e3 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=b57c175c-4f72-44c6-b100-ea0892035ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309699 Jul 09 17:12:59.910881 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device eb062b53-3d74-48e4-a7da-3c28f22ff4fb up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:12:59.960695 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port eb062b53-3d74-48e4-a7da-3c28f22ff4fb completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:12:59.964786 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port eb062b53-3d74-48e4-a7da-3c28f22ff4fb triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:59.965157 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:00.013878 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212c828-4eec-42bd-8678-3bd0e5706537 req-ba548356-518a-47fd-8c5f-da488b4c5aa6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:00.015284 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c212c828-4eec-42bd-8678-3bd0e5706537 req-ba548356-518a-47fd-8c5f-da488b4c5aa6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=90e3051c-d310-4372-a64a-a031a0462a8b HTTP/1.1" status: 200 len: 945 time: 0.0655031 Jul 09 17:13:00.042700 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:00.052738 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c212c828-4eec-42bd-8678-3bd0e5706537 req-c5d6105d-425a-462b-855b-10b11b9142c1 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=b57c175c-4f72-44c6-b100-ea0892035ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318768 Jul 09 17:13:00.064766 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e3051c-d310-4372-a64a-a031a0462a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb062b53-3d74-48e4-a7da-3c28f22ff4fb'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:13:00.067764 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e4c0197b51a39b57e4a8a116eb3788e06930fc42ac75c6a3eb5959c91cb8bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99890e48-ab84-4190-80c6-5d0ff2f4ae41" -d '{"events": [{"server_uuid": "90e3051c-d310-4372-a64a-a031a0462a8b", "name": "network-vif-plugged", "status": "completed", "tag": "eb062b53-3d74-48e4-a7da-3c28f22ff4fb"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:13:00.082098 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port eb062b53-3d74-48e4-a7da-3c28f22ff4fb, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=eb062b53-3d74-48e4-a7da-3c28f22ff4fb,segment=NetworkSegment(d9de48e0-602c-428e-99f9-6ca227c4aa5f),segment_id=d9de48e0-602c-428e-99f9-6ca227c4aa5f)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:13:00.086106 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:00.134751 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=eb062b53-3d74-48e4-a7da-3c28f22ff4fb,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:00.158371 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e925033-d18d-49d9-90b1-6399cc6653a7 x-openstack-request-id: req-3e925033-d18d-49d9-90b1-6399cc6653a7 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:13:00.158860 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90e3051c-d310-4372-a64a-a031a0462a8b", "name": "network-vif-plugged", "status": "completed", "tag": "eb062b53-3d74-48e4-a7da-3c28f22ff4fb", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:13:00.159123 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3e925033-d18d-49d9-90b1-6399cc6653a7 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:13:00.159522 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e3051c-d310-4372-a64a-a031a0462a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb062b53-3d74-48e4-a7da-3c28f22ff4fb', 'code': 200} Jul 09 17:13:00.298049 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d321aaa-4149-4924-85e2-01bdbfc885cd req-57fe9002-1d67-4ab9-804e-3c0b74c26653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:00.299556 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3d321aaa-4149-4924-85e2-01bdbfc885cd req-57fe9002-1d67-4ab9-804e-3c0b74c26653 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=90e3051c-d310-4372-a64a-a031a0462a8b HTTP/1.1" status: 200 len: 1097 time: 0.0560312 Jul 09 17:13:00.333190 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3d321aaa-4149-4924-85e2-01bdbfc885cd req-487581a7-91fb-491c-864f-fc2541752752 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b57c175c-4f72-44c6-b100-ea0892035ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273395 Jul 09 17:13:01.225596 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c1789d-02e4-4d38-8b8f-0285f599d6d6 req-6c79abc7-c81f-4ddf-abaf-7d1033967b7d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:01.227084 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-49c1789d-02e4-4d38-8b8f-0285f599d6d6 req-6c79abc7-c81f-4ddf-abaf-7d1033967b7d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=90e3051c-d310-4372-a64a-a031a0462a8b HTTP/1.1" status: 200 len: 946 time: 0.0625589 Jul 09 17:13:01.264163 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-49c1789d-02e4-4d38-8b8f-0285f599d6d6 req-25182b53-b996-44a9-a05d-1b326a796c2c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=b57c175c-4f72-44c6-b100-ea0892035ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315800 Jul 09 17:13:02.442654 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69686b65-91d4-45ac-ab89-8ec666958555 req-ce0144b5-5e70-473c-8f3f-a228df006dff tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:02.444135 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-69686b65-91d4-45ac-ab89-8ec666958555 req-ce0144b5-5e70-473c-8f3f-a228df006dff tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=90e3051c-d310-4372-a64a-a031a0462a8b HTTP/1.1" status: 200 len: 946 time: 0.0674951 Jul 09 17:13:02.481342 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-69686b65-91d4-45ac-ab89-8ec666958555 req-a3cdedbf-bb9a-4905-b29a-a0444b64a861 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=b57c175c-4f72-44c6-b100-ea0892035ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316408 Jul 09 17:13:02.651889 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f884e-6c09-4908-9159-9e80105152cf req-5fc47b39-546f-4b2e-abcb-6812302f451b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:02.653508 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6b9f884e-6c09-4908-9159-9e80105152cf req-5fc47b39-546f-4b2e-abcb-6812302f451b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=90e3051c-d310-4372-a64a-a031a0462a8b HTTP/1.1" status: 200 len: 946 time: 0.0647559 Jul 09 17:13:02.692432 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6b9f884e-6c09-4908-9159-9e80105152cf req-281f8282-88a0-4d61-b738-b019ef9f4967 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=b57c175c-4f72-44c6-b100-ea0892035ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331378 Jul 09 17:13:02.719835 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53904) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:02.781317 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0401feda-ecf8-445b-bf0f-859d64f74d68 tempest-TestNetworkAdvancedServerOps-679639656 tempest-TestNetworkAdvancedServerOps-679639656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:02.782812 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0401feda-ecf8-445b-bf0f-859d64f74d68 tempest-TestNetworkAdvancedServerOps-679639656 tempest-TestNetworkAdvancedServerOps-679639656-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=90e3051c-d310-4372-a64a-a031a0462a8b HTTP/1.1" status: 200 len: 1092 time: 0.0605612 Jul 09 17:13:02.785748 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53906) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:02.789965 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-88140c63-04ca-4bb6-8428-a9b7228a3a0e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Request body: {'floatingip': {'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'port_id': 'eb062b53-3d74-48e4-a7da-3c28f22ff4fb', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:13:02.811675 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-88140c63-04ca-4bb6-8428-a9b7228a3a0e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:02.905834 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-88140c63-04ca-4bb6-8428-a9b7228a3a0e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:03.341549 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-88140c63-04ca-4bb6-8428-a9b7228a3a0e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Allocated IP 172.25.0.34 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/6273161d-a737-4f8c-8b31-a54a42cd014c) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:13:03.440835 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-88140c63-04ca-4bb6-8428-a9b7228a3a0e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:03.478333 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-88140c63-04ca-4bb6-8428-a9b7228a3a0e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:03.516866 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88140c63-04ca-4bb6-8428-a9b7228a3a0e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:13:03.523182 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-88140c63-04ca-4bb6-8428-a9b7228a3a0e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:13:03.525733 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88140c63-04ca-4bb6-8428-a9b7228a3a0e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:13:03.549303 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88140c63-04ca-4bb6-8428-a9b7228a3a0e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'Port': ['ID=6273161d-a737-4f8c-8b31-a54a42cd014c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:03.886046 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-88140c63-04ca-4bb6-8428-a9b7228a3a0e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:03.959086 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-88140c63-04ca-4bb6-8428-a9b7228a3a0e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:04.107579 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-88140c63-04ca-4bb6-8428-a9b7228a3a0e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:04.112096 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-88140c63-04ca-4bb6-8428-a9b7228a3a0e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:04.181165 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88140c63-04ca-4bb6-8428-a9b7228a3a0e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'Port': ['ID=6273161d-a737-4f8c-8b31-a54a42cd014c,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:04.189348 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-88140c63-04ca-4bb6-8428-a9b7228a3a0e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:04.287142 n-d-798930-3 neutron-server[93959]: INFO neutron.db.l3_db [None req-88140c63-04ca-4bb6-8428-a9b7228a3a0e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Floating IP d67228c0-b351-49c8-817d-6b8cc19420ff associated. External IP: 172.25.0.34, port: eb062b53-3d74-48e4-a7da-3c28f22ff4fb. Jul 09 17:13:04.490401 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88140c63-04ca-4bb6-8428-a9b7228a3a0e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Router d4724bab-6fa1-4ddc-ae5b-a013a81ff25a has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:13:04.602748 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88140c63-04ca-4bb6-8428-a9b7228a3a0e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:13:04.613069 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c1550b-08d9-4b0a-ae39-686d30a3eb2b None None] Sync routers for ids ['d4724bab-6fa1-4ddc-ae5b-a013a81ff25a'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:13:04.618949 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-88140c63-04ca-4bb6-8428-a9b7228a3a0e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:04.623333 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c1550b-08d9-4b0a-ae39-686d30a3eb2b None None] Routers {'d4724bab-6fa1-4ddc-ae5b-a013a81ff25a'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:13:04.623930 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-04c1550b-08d9-4b0a-ae39-686d30a3eb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:12:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['d4724bab-6fa1-4ddc-ae5b-a013a81ff25a'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:13:04.654628 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-88140c63-04ca-4bb6-8428-a9b7228a3a0e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8678694 Jul 09 17:13:04.655232 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90e3051c-d310-4372-a64a-a031a0462a8b', 'tag': 'eb062b53-3d74-48e4-a7da-3c28f22ff4fb'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:13:04.657501 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378ae9c57bf43c2771a5b4c89609b2495bcc5bf3f4145cc2e92b6ffd2a6a2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea37f50-4a2b-4c01-8ec3-ae5614f0a726" -d '{"events": [{"name": "network-changed", "server_uuid": "90e3051c-d310-4372-a64a-a031a0462a8b", "tag": "eb062b53-3d74-48e4-a7da-3c28f22ff4fb"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:13:04.727173 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-04c1550b-08d9-4b0a-ae39-686d30a3eb2b None None] Set router d4724bab-6fa1-4ddc-ae5b-a013a81ff25a gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:13:04.808344 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f6e34-c054-4624-9a02-e0be4d3eb3f7 req-b8847add-2b9d-4704-8a8f-4733f274f832 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:04.809837 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b85f6e34-c054-4624-9a02-e0be4d3eb3f7 req-b8847add-2b9d-4704-8a8f-4733f274f832 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=90e3051c-d310-4372-a64a-a031a0462a8b HTTP/1.1" status: 200 len: 946 time: 0.0664325 Jul 09 17:13:04.849015 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b85f6e34-c054-4624-9a02-e0be4d3eb3f7 req-7f45f246-f6a4-4f1e-b442-cf88316284cc tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=b57c175c-4f72-44c6-b100-ea0892035ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334609 Jul 09 17:13:04.875368 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53914) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:04.945473 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-7ae4c3ac-5ca9-4c7d-97e1-80bcd2761380 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/floatingips/d67228c0-b351-49c8-817d-6b8cc19420ff HTTP/1.1" status: 200 len: 991 time: 0.0689552 Jul 09 17:13:04.951632 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f554ec86-dd68-440a-a2bb-87ecc496a008 x-openstack-request-id: req-f554ec86-dd68-440a-a2bb-87ecc496a008 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:13:04.952067 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90e3051c-d310-4372-a64a-a031a0462a8b", "tag": "eb062b53-3d74-48e4-a7da-3c28f22ff4fb", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:13:04.952323 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f554ec86-dd68-440a-a2bb-87ecc496a008 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:13:04.952717 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90e3051c-d310-4372-a64a-a031a0462a8b', 'tag': 'eb062b53-3d74-48e4-a7da-3c28f22ff4fb', 'status': 'completed', 'code': 200} Jul 09 17:13:04.964988 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-04c1550b-08d9-4b0a-ae39-686d30a3eb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4724bab-6fa1-4ddc-ae5b-a013a81ff25a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699206958', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'd881725e-8967-41bb-b6b9-5e28cdca0f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:12:45Z', 'updated_at': '2021-07-09T17:12:49Z', 'revision_number': 4, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': 'd881725e-8967-41bb-b6b9-5e28cdca0f8a', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:68:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4724bab-6fa1-4ddc-ae5b-a013a81ff25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:46Z', 'updated_at': '2021-07-09T17:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'd67228c0-b351-49c8-817d-6b8cc19420ff', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'floating_ip_address': '172.25.0.34', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': 'd4724bab-6fa1-4ddc-ae5b-a013a81ff25a', 'port_id': 'eb062b53-3d74-48e4-a7da-3c28f22ff4fb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '425a0650-afd6-4104-ba9c-ab21207f860c', 'mac_address': 'fa:16:3e:04:09:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e3051c-d310-4372-a64a-a031a0462a8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:13:03Z', 'updated_at': '2021-07-09T17:13:03Z', 'revision_number': 0, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '252b8579-626a-4fc8-ba1e-ac75edbbd705', 'name': '', 'network_id': '425a0650-afd6-4104-ba9c-ab21207f860c', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'mac_address': 'fa:16:3e:87:a8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4724bab-6fa1-4ddc-ae5b-a013a81ff25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'a630f974-a35c-47df-ab51-de38f0a6e0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:48Z', 'updated_at': '2021-07-09T17:12:54Z', 'revision_number': 5, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'subnets': [{'id': 'a630f974-a35c-47df-ab51-de38f0a6e0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:13:04.994501 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c1550b-08d9-4b0a-ae39-686d30a3eb2b None None] Checking router: d4724bab-6fa1-4ddc-ae5b-a013a81ff25a for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:13:05.002923 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c1550b-08d9-4b0a-ae39-686d30a3eb2b None None] Routers {'d4724bab-6fa1-4ddc-ae5b-a013a81ff25a'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:13:05.003524 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-04c1550b-08d9-4b0a-ae39-686d30a3eb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:12:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['d4724bab-6fa1-4ddc-ae5b-a013a81ff25a'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:13:05.052102 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea37f50-4a2b-4c01-8ec3-ae5614f0a726 req-6850a7e8-32a2-4065-8d39-29a51d39138c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:05.053585 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dea37f50-4a2b-4c01-8ec3-ae5614f0a726 req-6850a7e8-32a2-4065-8d39-29a51d39138c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6328f77a18a0459ab8530adc9f37c090&device_id=90e3051c-d310-4372-a64a-a031a0462a8b HTTP/1.1" status: 200 len: 1097 time: 0.0571213 Jul 09 17:13:05.105636 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-04c1550b-08d9-4b0a-ae39-686d30a3eb2b None None] Set router d4724bab-6fa1-4ddc-ae5b-a013a81ff25a gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:13:05.140949 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea37f50-4a2b-4c01-8ec3-ae5614f0a726 req-6cafc306-f8d8-44b8-a920-23c8b5d21cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:05.142421 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dea37f50-4a2b-4c01-8ec3-ae5614f0a726 req-6cafc306-f8d8-44b8-a920-23c8b5d21cdd service neutron] 10.222.0.73 "GET /v2.0/networks?id=425a0650-afd6-4104-ba9c-ab21207f860c HTTP/1.1" status: 200 len: 898 time: 0.0826850 Jul 09 17:13:05.210916 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dea37f50-4a2b-4c01-8ec3-ae5614f0a726 req-32da62b1-f71e-4425-a829-7f1a77149cbe service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb062b53-3d74-48e4-a7da-3c28f22ff4fb HTTP/1.1" status: 200 len: 999 time: 0.0620298 Jul 09 17:13:05.259761 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea37f50-4a2b-4c01-8ec3-ae5614f0a726 req-077c5b5b-e96e-420a-bbab-c7803c966d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:05.261201 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dea37f50-4a2b-4c01-8ec3-ae5614f0a726 req-077c5b5b-e96e-420a-bbab-c7803c966d28 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a630f974-a35c-47df-ab51-de38f0a6e0e3 HTTP/1.1" status: 200 len: 835 time: 0.0434809 Jul 09 17:13:05.317818 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea37f50-4a2b-4c01-8ec3-ae5614f0a726 req-e82fb269-96b8-47f5-adea-1f4f754c4942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:05.319326 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dea37f50-4a2b-4c01-8ec3-ae5614f0a726 req-e82fb269-96b8-47f5-adea-1f4f754c4942 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=425a0650-afd6-4104-ba9c-ab21207f860c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516722 Jul 09 17:13:05.324923 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-04c1550b-08d9-4b0a-ae39-686d30a3eb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4724bab-6fa1-4ddc-ae5b-a013a81ff25a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699206958', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'd881725e-8967-41bb-b6b9-5e28cdca0f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:12:45Z', 'updated_at': '2021-07-09T17:12:49Z', 'revision_number': 4, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': 'd881725e-8967-41bb-b6b9-5e28cdca0f8a', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:68:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4724bab-6fa1-4ddc-ae5b-a013a81ff25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:46Z', 'updated_at': '2021-07-09T17:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'd67228c0-b351-49c8-817d-6b8cc19420ff', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'floating_ip_address': '172.25.0.34', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': 'd4724bab-6fa1-4ddc-ae5b-a013a81ff25a', 'port_id': 'eb062b53-3d74-48e4-a7da-3c28f22ff4fb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '425a0650-afd6-4104-ba9c-ab21207f860c', 'mac_address': 'fa:16:3e:04:09:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e3051c-d310-4372-a64a-a031a0462a8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:13:03Z', 'updated_at': '2021-07-09T17:13:03Z', 'revision_number': 0, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '252b8579-626a-4fc8-ba1e-ac75edbbd705', 'name': '', 'network_id': '425a0650-afd6-4104-ba9c-ab21207f860c', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'mac_address': 'fa:16:3e:87:a8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4724bab-6fa1-4ddc-ae5b-a013a81ff25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'a630f974-a35c-47df-ab51-de38f0a6e0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:48Z', 'updated_at': '2021-07-09T17:12:54Z', 'revision_number': 5, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'subnets': [{'id': 'a630f974-a35c-47df-ab51-de38f0a6e0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:13:05.350687 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c1550b-08d9-4b0a-ae39-686d30a3eb2b None None] The sync data for ids ['d4724bab-6fa1-4ddc-ae5b-a013a81ff25a'] in n-d-798930-3 is: [{'id': 'd4724bab-6fa1-4ddc-ae5b-a013a81ff25a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699206958', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'd881725e-8967-41bb-b6b9-5e28cdca0f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:12:45Z', 'updated_at': '2021-07-09T17:12:49Z', 'revision_number': 4, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': 'd881725e-8967-41bb-b6b9-5e28cdca0f8a', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:68:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4724bab-6fa1-4ddc-ae5b-a013a81ff25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:46Z', 'updated_at': '2021-07-09T17:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'd67228c0-b351-49c8-817d-6b8cc19420ff', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'floating_ip_address': '172.25.0.34', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': 'd4724bab-6fa1-4ddc-ae5b-a013a81ff25a', 'port_id': 'eb062b53-3d74-48e4-a7da-3c28f22ff4fb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '425a0650-afd6-4104-ba9c-ab21207f860c', 'mac_address': 'fa:16:3e:04:09:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e3051c-d310-4372-a64a-a031a0462a8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:13:03Z', 'updated_at': '2021-07-09T17:13:03Z', 'revision_number': 0, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '252b8579-626a-4fc8-ba1e-ac75edbbd705', 'name': '', 'network_id': '425a0650-afd6-4104-ba9c-ab21207f860c', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'mac_address': 'fa:16:3e:87:a8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4724bab-6fa1-4ddc-ae5b-a013a81ff25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'a630f974-a35c-47df-ab51-de38f0a6e0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:48Z', 'updated_at': '2021-07-09T17:12:54Z', 'revision_number': 5, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'subnets': [{'id': 'a630f974-a35c-47df-ab51-de38f0a6e0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:13:05.414199 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dea37f50-4a2b-4c01-8ec3-ae5614f0a726 req-a87a5840-6b07-4b70-969f-4b4d2ae518dd service neutron] 10.222.0.73 "GET /v2.0/networks/425a0650-afd6-4104-ba9c-ab21207f860c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882566 Jul 09 17:13:05.505650 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dea37f50-4a2b-4c01-8ec3-ae5614f0a726 req-8c7de842-6af9-46f0-9363-ccd6147bc729 service neutron] 10.222.0.73 "GET /v2.0/networks/425a0650-afd6-4104-ba9c-ab21207f860c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852368 Jul 09 17:13:05.545126 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18a7e7a-feb6-4965-95b2-78a55821a526 None None] New status for floating IP d67228c0-b351-49c8-817d-6b8cc19420ff: ACTIVE {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:13:05.948593 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53916) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:06.007731 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-496c4b58-867f-4616-8e99-e4b527b7a76f tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/floatingips/d67228c0-b351-49c8-817d-6b8cc19420ff HTTP/1.1" status: 200 len: 993 time: 0.0580776 Jul 09 17:13:10.557138 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:13.070397 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:13:22.554407 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b1b10d5a-def9-4c3b-abb3-4c62999da6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:25.122622 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3d81f942-a2bb-4929-8cab-7ede097220fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:25.847223 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:26.461331 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:27.218425 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:28.404584 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:40.550385 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:50.069032 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:13:52.405578 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6f848168-8435-42c3-9415-334a7081e91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:55.122063 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-68933a14-542c-403c-9dc0-54cc0d2c4e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:55.849124 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:56.463476 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:57.216448 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:58.409316 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:02.485323 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1db5551f-fb96-4a94-b280-3502df1704e2 req-8b8194ee-d8c6-4134-bee3-aa1f3da9ce32 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=90e3051c-d310-4372-a64a-a031a0462a8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0508525 Jul 09 17:14:02.599170 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db5551f-fb96-4a94-b280-3502df1704e2 req-46c38bbe-4a41-4985-92dd-fac0c83e9dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:02.601312 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1db5551f-fb96-4a94-b280-3502df1704e2 req-46c38bbe-4a41-4985-92dd-fac0c83e9dd3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6328f77a18a0459ab8530adc9f37c090&device_id=90e3051c-d310-4372-a64a-a031a0462a8b HTTP/1.1" status: 200 len: 1097 time: 0.0575449 Jul 09 17:14:02.700391 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db5551f-fb96-4a94-b280-3502df1704e2 req-a78b7d15-9899-428e-9b6f-b97610273b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:02.701831 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1db5551f-fb96-4a94-b280-3502df1704e2 req-a78b7d15-9899-428e-9b6f-b97610273b3e service neutron] 10.222.0.73 "GET /v2.0/networks?id=425a0650-afd6-4104-ba9c-ab21207f860c HTTP/1.1" status: 200 len: 898 time: 0.0821357 Jul 09 17:14:02.774613 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1db5551f-fb96-4a94-b280-3502df1704e2 req-bcf9e57c-6046-4d69-89bc-b6680374ba76 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb062b53-3d74-48e4-a7da-3c28f22ff4fb HTTP/1.1" status: 200 len: 1001 time: 0.0661156 Jul 09 17:14:02.822262 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db5551f-fb96-4a94-b280-3502df1704e2 req-e704caaa-f645-4496-b884-5c865bce3cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:02.823695 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1db5551f-fb96-4a94-b280-3502df1704e2 req-e704caaa-f645-4496-b884-5c865bce3cd1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a630f974-a35c-47df-ab51-de38f0a6e0e3 HTTP/1.1" status: 200 len: 835 time: 0.0427103 Jul 09 17:14:02.879099 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db5551f-fb96-4a94-b280-3502df1704e2 req-6fb7a465-96f5-408c-a0b4-6bca0cacdd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:02.880468 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1db5551f-fb96-4a94-b280-3502df1704e2 req-6fb7a465-96f5-408c-a0b4-6bca0cacdd2f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=425a0650-afd6-4104-ba9c-ab21207f860c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510526 Jul 09 17:14:02.975440 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1db5551f-fb96-4a94-b280-3502df1704e2 req-4d1a9568-8082-4c18-b5b3-cfe2e3bc249c service neutron] 10.222.0.73 "GET /v2.0/networks/425a0650-afd6-4104-ba9c-ab21207f860c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875156 Jul 09 17:14:03.061349 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1db5551f-fb96-4a94-b280-3502df1704e2 req-6c05a2ad-cfcd-46c7-9c26-2b1306c74c99 service neutron] 10.222.0.73 "GET /v2.0/networks/425a0650-afd6-4104-ba9c-ab21207f860c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794168 Jul 09 17:14:07.089723 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03032f4e-2c36-47f1-adb0-3449ad605399 req-6be390bd-692b-4803-a4ef-4b0975a577da tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:07.091097 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-03032f4e-2c36-47f1-adb0-3449ad605399 req-6be390bd-692b-4803-a4ef-4b0975a577da tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=90e3051c-d310-4372-a64a-a031a0462a8b HTTP/1.1" status: 200 len: 946 time: 0.0625167 Jul 09 17:14:07.132858 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-03032f4e-2c36-47f1-adb0-3449ad605399 req-a416be3e-d553-4425-91bd-83bbf43c0ce1 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=b57c175c-4f72-44c6-b100-ea0892035ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357797 Jul 09 17:14:08.307823 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88a643-b47a-48bd-b78a-d3fb4bf1899f req-0ea09a1b-b06b-4869-a803-eaab63d698e4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:08.309282 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6c88a643-b47a-48bd-b78a-d3fb4bf1899f req-0ea09a1b-b06b-4869-a803-eaab63d698e4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=90e3051c-d310-4372-a64a-a031a0462a8b HTTP/1.1" status: 200 len: 946 time: 0.0642183 Jul 09 17:14:08.347554 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6c88a643-b47a-48bd-b78a-d3fb4bf1899f req-4c3b2805-906a-4a18-aee1-b6b28daa213c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=b57c175c-4f72-44c6-b100-ea0892035ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328164 Jul 09 17:14:08.371971 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53942) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:14:08.430594 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ba4276fc-89f3-40aa-938d-19b466ed30f7 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/floatingips/d67228c0-b351-49c8-817d-6b8cc19420ff HTTP/1.1" status: 200 len: 993 time: 0.0574117 Jul 09 17:14:09.877414 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93769cd-b8c3-4287-9e0b-ceaed29ecfa6 req-13fbef11-d495-45f9-834f-bfd6b0cf1fc6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:09.878924 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b93769cd-b8c3-4287-9e0b-ceaed29ecfa6 req-13fbef11-d495-45f9-834f-bfd6b0cf1fc6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=90e3051c-d310-4372-a64a-a031a0462a8b HTTP/1.1" status: 200 len: 946 time: 0.0654376 Jul 09 17:14:09.918531 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b93769cd-b8c3-4287-9e0b-ceaed29ecfa6 req-99dd1a37-f53b-4aa2-a003-ac253062255c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=b57c175c-4f72-44c6-b100-ea0892035ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326989 Jul 09 17:14:10.566726 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:11.090808 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd4c33-56d1-42ca-a799-cca5f48b9b47 req-2d4c3f21-e2da-4d21-88c1-bf99a10c04b8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:11.092274 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f0bd4c33-56d1-42ca-a799-cca5f48b9b47 req-2d4c3f21-e2da-4d21-88c1-bf99a10c04b8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=90e3051c-d310-4372-a64a-a031a0462a8b HTTP/1.1" status: 200 len: 946 time: 0.0623794 Jul 09 17:14:11.129029 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f0bd4c33-56d1-42ca-a799-cca5f48b9b47 req-5667b953-7159-4628-be86-f8b1e2354892 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=b57c175c-4f72-44c6-b100-ea0892035ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313101 Jul 09 17:14:11.154135 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53952) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:14:11.216920 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6da11d43-fca7-4444-a805-969443004d4d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/floatingips/d67228c0-b351-49c8-817d-6b8cc19420ff HTTP/1.1" status: 200 len: 993 time: 0.0615821 Jul 09 17:14:11.512237 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53958) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:14:11.664349 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-d6898a28-0bad-4ab9-b4e5-5de1af92584a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Deleting port 6273161d-a737-4f8c-8b31-a54a42cd014c {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:14:11.664695 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d6898a28-0bad-4ab9-b4e5-5de1af92584a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:11.735716 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d6898a28-0bad-4ab9-b4e5-5de1af92584a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:11.736042 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d6898a28-0bad-4ab9-b4e5-5de1af92584a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:11.747799 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-d6898a28-0bad-4ab9-b4e5-5de1af92584a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Calling delete_port for 6273161d-a737-4f8c-8b31-a54a42cd014c owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:14:11.892442 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d6898a28-0bad-4ab9-b4e5-5de1af92584a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:11.917163 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6898a28-0bad-4ab9-b4e5-5de1af92584a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event deleted for resources: {'Port': ['ID=6273161d-a737-4f8c-8b31-a54a42cd014c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:11.929197 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6898a28-0bad-4ab9-b4e5-5de1af92584a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:11.929589 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6898a28-0bad-4ab9-b4e5-5de1af92584a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:11.929965 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6898a28-0bad-4ab9-b4e5-5de1af92584a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:11.930286 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6898a28-0bad-4ab9-b4e5-5de1af92584a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:11.930629 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6898a28-0bad-4ab9-b4e5-5de1af92584a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:11.930980 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6898a28-0bad-4ab9-b4e5-5de1af92584a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:11.931313 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6898a28-0bad-4ab9-b4e5-5de1af92584a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:11.931641 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6898a28-0bad-4ab9-b4e5-5de1af92584a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:11.931971 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6898a28-0bad-4ab9-b4e5-5de1af92584a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:11.932298 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6898a28-0bad-4ab9-b4e5-5de1af92584a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:11.932621 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6898a28-0bad-4ab9-b4e5-5de1af92584a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:11.932944 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6898a28-0bad-4ab9-b4e5-5de1af92584a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:11.992188 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d6898a28-0bad-4ab9-b4e5-5de1af92584a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:11.992522 n-d-798930-3 neutron-server[93958]: INFO neutron.db.l3_db [None req-d6898a28-0bad-4ab9-b4e5-5de1af92584a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Floating IP d67228c0-b351-49c8-817d-6b8cc19420ff disassociated (deleted). External IP: 172.25.0.34, port: eb062b53-3d74-48e4-a7da-3c28f22ff4fb. Jul 09 17:14:12.509143 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6898a28-0bad-4ab9-b4e5-5de1af92584a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Router d4724bab-6fa1-4ddc-ae5b-a013a81ff25a has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:14:12.616246 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6898a28-0bad-4ab9-b4e5-5de1af92584a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:14:12.621043 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d6898a28-0bad-4ab9-b4e5-5de1af92584a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:12.627249 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed446f11-7df7-44a7-9f83-248c56647394 None None] Sync routers for ids ['d4724bab-6fa1-4ddc-ae5b-a013a81ff25a'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:14:12.641669 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed446f11-7df7-44a7-9f83-248c56647394 None None] Routers {'d4724bab-6fa1-4ddc-ae5b-a013a81ff25a'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:14:12.642205 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-ed446f11-7df7-44a7-9f83-248c56647394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:13:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['d4724bab-6fa1-4ddc-ae5b-a013a81ff25a'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:12.656916 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d6898a28-0bad-4ab9-b4e5-5de1af92584a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "DELETE /v2.0/floatingips/d67228c0-b351-49c8-817d-6b8cc19420ff HTTP/1.1" status: 204 len: 168 time: 1.1435509 Jul 09 17:14:12.657522 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90e3051c-d310-4372-a64a-a031a0462a8b', 'tag': 'eb062b53-3d74-48e4-a7da-3c28f22ff4fb'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:14:12.659800 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70bc3d1dd6a8d756905b95879fdfd768b2540769638561f09d0c65e65c91429d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0fcf0c-2fda-4e7e-8033-b52d235d3143" -d '{"events": [{"name": "network-changed", "server_uuid": "90e3051c-d310-4372-a64a-a031a0462a8b", "tag": "eb062b53-3d74-48e4-a7da-3c28f22ff4fb"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:14:12.742225 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-ed446f11-7df7-44a7-9f83-248c56647394 None None] Set router d4724bab-6fa1-4ddc-ae5b-a013a81ff25a gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:14:12.900460 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71f77e2-ec5e-4c05-8946-84538e362b85 x-openstack-request-id: req-e71f77e2-ec5e-4c05-8946-84538e362b85 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:14:12.900761 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90e3051c-d310-4372-a64a-a031a0462a8b", "tag": "eb062b53-3d74-48e4-a7da-3c28f22ff4fb", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:14:12.901015 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e71f77e2-ec5e-4c05-8946-84538e362b85 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:14:12.901462 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90e3051c-d310-4372-a64a-a031a0462a8b', 'tag': 'eb062b53-3d74-48e4-a7da-3c28f22ff4fb', 'status': 'completed', 'code': 200} Jul 09 17:14:12.951952 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-ed446f11-7df7-44a7-9f83-248c56647394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4724bab-6fa1-4ddc-ae5b-a013a81ff25a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699206958', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'd881725e-8967-41bb-b6b9-5e28cdca0f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:12:45Z', 'updated_at': '2021-07-09T17:12:49Z', 'revision_number': 4, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': 'd881725e-8967-41bb-b6b9-5e28cdca0f8a', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:68:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4724bab-6fa1-4ddc-ae5b-a013a81ff25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:46Z', 'updated_at': '2021-07-09T17:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '252b8579-626a-4fc8-ba1e-ac75edbbd705', 'name': '', 'network_id': '425a0650-afd6-4104-ba9c-ab21207f860c', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'mac_address': 'fa:16:3e:87:a8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4724bab-6fa1-4ddc-ae5b-a013a81ff25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'a630f974-a35c-47df-ab51-de38f0a6e0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:48Z', 'updated_at': '2021-07-09T17:12:54Z', 'revision_number': 5, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'subnets': [{'id': 'a630f974-a35c-47df-ab51-de38f0a6e0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:12.979553 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed446f11-7df7-44a7-9f83-248c56647394 None None] Checking router: d4724bab-6fa1-4ddc-ae5b-a013a81ff25a for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:14:12.987990 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed446f11-7df7-44a7-9f83-248c56647394 None None] Routers {'d4724bab-6fa1-4ddc-ae5b-a013a81ff25a'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:14:12.988890 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-ed446f11-7df7-44a7-9f83-248c56647394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:13:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['d4724bab-6fa1-4ddc-ae5b-a013a81ff25a'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:13.059266 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0fcf0c-2fda-4e7e-8033-b52d235d3143 req-7856d4ca-be6b-49ce-861d-33410cfd328c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:13.060761 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8a0fcf0c-2fda-4e7e-8033-b52d235d3143 req-7856d4ca-be6b-49ce-861d-33410cfd328c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6328f77a18a0459ab8530adc9f37c090&device_id=90e3051c-d310-4372-a64a-a031a0462a8b HTTP/1.1" status: 200 len: 1097 time: 0.0977023 Jul 09 17:14:13.069365 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab57fdf9-cbea-4cf9-b7c9-a9ecc26deddd req-2d6f23f4-759c-4134-9a10-12fd62f1f614 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:13.070781 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ab57fdf9-cbea-4cf9-b7c9-a9ecc26deddd req-2d6f23f4-759c-4134-9a10-12fd62f1f614 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=90e3051c-d310-4372-a64a-a031a0462a8b HTTP/1.1" status: 200 len: 946 time: 0.0816841 Jul 09 17:14:13.097855 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-ed446f11-7df7-44a7-9f83-248c56647394 None None] Set router d4724bab-6fa1-4ddc-ae5b-a013a81ff25a gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:14:13.157155 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ab57fdf9-cbea-4cf9-b7c9-a9ecc26deddd req-74fd3012-6e00-4547-8911-ad7a69048bf1 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=b57c175c-4f72-44c6-b100-ea0892035ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781491 Jul 09 17:14:13.190011 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0fcf0c-2fda-4e7e-8033-b52d235d3143 req-abcf65bd-c1ad-49a6-b5d6-0f3462a3d4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:13.191819 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8a0fcf0c-2fda-4e7e-8033-b52d235d3143 req-abcf65bd-c1ad-49a6-b5d6-0f3462a3d4cf service neutron] 10.222.0.73 "GET /v2.0/networks?id=425a0650-afd6-4104-ba9c-ab21207f860c HTTP/1.1" status: 200 len: 898 time: 0.1201940 Jul 09 17:14:13.238251 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8a0fcf0c-2fda-4e7e-8033-b52d235d3143 req-d7a12b72-6e64-4cb2-b326-548fa1fd4ece service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb062b53-3d74-48e4-a7da-3c28f22ff4fb HTTP/1.1" status: 200 len: 217 time: 0.0383472 Jul 09 17:14:13.288754 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0fcf0c-2fda-4e7e-8033-b52d235d3143 req-cb94a91d-48c0-4e79-936c-120071b41381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:13.290188 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8a0fcf0c-2fda-4e7e-8033-b52d235d3143 req-cb94a91d-48c0-4e79-936c-120071b41381 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a630f974-a35c-47df-ab51-de38f0a6e0e3 HTTP/1.1" status: 200 len: 835 time: 0.0437238 Jul 09 17:14:13.290648 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-ed446f11-7df7-44a7-9f83-248c56647394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4724bab-6fa1-4ddc-ae5b-a013a81ff25a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699206958', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'd881725e-8967-41bb-b6b9-5e28cdca0f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:12:45Z', 'updated_at': '2021-07-09T17:12:49Z', 'revision_number': 4, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': 'd881725e-8967-41bb-b6b9-5e28cdca0f8a', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:68:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4724bab-6fa1-4ddc-ae5b-a013a81ff25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:46Z', 'updated_at': '2021-07-09T17:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '252b8579-626a-4fc8-ba1e-ac75edbbd705', 'name': '', 'network_id': '425a0650-afd6-4104-ba9c-ab21207f860c', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'mac_address': 'fa:16:3e:87:a8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4724bab-6fa1-4ddc-ae5b-a013a81ff25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'a630f974-a35c-47df-ab51-de38f0a6e0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:48Z', 'updated_at': '2021-07-09T17:12:54Z', 'revision_number': 5, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'subnets': [{'id': 'a630f974-a35c-47df-ab51-de38f0a6e0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:13.350039 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0fcf0c-2fda-4e7e-8033-b52d235d3143 req-67b8c48d-51f9-4b1c-8002-4eb85a7fa8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:13.351637 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8a0fcf0c-2fda-4e7e-8033-b52d235d3143 req-67b8c48d-51f9-4b1c-8002-4eb85a7fa8ae service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=425a0650-afd6-4104-ba9c-ab21207f860c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546548 Jul 09 17:14:13.403586 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed446f11-7df7-44a7-9f83-248c56647394 None None] The sync data for ids ['d4724bab-6fa1-4ddc-ae5b-a013a81ff25a'] in n-d-798930-3 is: [{'id': 'd4724bab-6fa1-4ddc-ae5b-a013a81ff25a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699206958', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'd881725e-8967-41bb-b6b9-5e28cdca0f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:12:45Z', 'updated_at': '2021-07-09T17:12:49Z', 'revision_number': 4, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': 'd881725e-8967-41bb-b6b9-5e28cdca0f8a', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:68:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4724bab-6fa1-4ddc-ae5b-a013a81ff25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:46Z', 'updated_at': '2021-07-09T17:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '252b8579-626a-4fc8-ba1e-ac75edbbd705', 'name': '', 'network_id': '425a0650-afd6-4104-ba9c-ab21207f860c', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'mac_address': 'fa:16:3e:87:a8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4724bab-6fa1-4ddc-ae5b-a013a81ff25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'a630f974-a35c-47df-ab51-de38f0a6e0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:48Z', 'updated_at': '2021-07-09T17:12:54Z', 'revision_number': 5, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'subnets': [{'id': 'a630f974-a35c-47df-ab51-de38f0a6e0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:14:13.449416 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8a0fcf0c-2fda-4e7e-8033-b52d235d3143 req-35564faa-02af-4498-85fa-b85b8efd6c2d service neutron] 10.222.0.73 "GET /v2.0/networks/425a0650-afd6-4104-ba9c-ab21207f860c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898201 Jul 09 17:14:13.541545 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8a0fcf0c-2fda-4e7e-8033-b52d235d3143 req-8ef823d7-aa51-4888-981c-9d61ea4950fc service neutron] 10.222.0.73 "GET /v2.0/networks/425a0650-afd6-4104-ba9c-ab21207f860c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847530 Jul 09 17:14:13.626588 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bd0b1f-44a2-4b55-88dd-0f3960fb533d None None] New status for floating IP d67228c0-b351-49c8-817d-6b8cc19420ff: DOWN {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:14:14.329558 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1547014e-3543-4d90-802b-fa1f20bbb49f req-10551794-fd86-4673-9603-0c378162b3eb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:14.331140 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1547014e-3543-4d90-802b-fa1f20bbb49f req-10551794-fd86-4673-9603-0c378162b3eb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=90e3051c-d310-4372-a64a-a031a0462a8b HTTP/1.1" status: 200 len: 946 time: 0.0636735 Jul 09 17:14:14.368720 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1547014e-3543-4d90-802b-fa1f20bbb49f req-e2152e15-eede-4e28-8231-5024f4d9a7bf tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=b57c175c-4f72-44c6-b100-ea0892035ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310712 Jul 09 17:14:14.871773 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414a55c-2a83-4aab-a077-9e8ec1adea79 req-90471e86-1071-4b12-b8ea-1f017e198586 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:14.873246 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a414a55c-2a83-4aab-a077-9e8ec1adea79 req-90471e86-1071-4b12-b8ea-1f017e198586 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e3051c-d310-4372-a64a-a031a0462a8b HTTP/1.1" status: 200 len: 946 time: 0.0710783 Jul 09 17:14:14.970832 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-a414a55c-2a83-4aab-a077-9e8ec1adea79 req-85d5f1f0-1dd6-4310-afcb-115ff70fd245 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Deleting port eb062b53-3d74-48e4-a7da-3c28f22ff4fb {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:14:14.971182 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a414a55c-2a83-4aab-a077-9e8ec1adea79 req-85d5f1f0-1dd6-4310-afcb-115ff70fd245 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:15.063626 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-a414a55c-2a83-4aab-a077-9e8ec1adea79 req-85d5f1f0-1dd6-4310-afcb-115ff70fd245 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] For port eb062b53-3d74-48e4-a7da-3c28f22ff4fb, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=eb062b53-3d74-48e4-a7da-3c28f22ff4fb,segment=NetworkSegment(d9de48e0-602c-428e-99f9-6ca227c4aa5f),segment_id=d9de48e0-602c-428e-99f9-6ca227c4aa5f)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:15.063981 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a414a55c-2a83-4aab-a077-9e8ec1adea79 req-85d5f1f0-1dd6-4310-afcb-115ff70fd245 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:15.075260 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-a414a55c-2a83-4aab-a077-9e8ec1adea79 req-85d5f1f0-1dd6-4310-afcb-115ff70fd245 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Calling delete_port for eb062b53-3d74-48e4-a7da-3c28f22ff4fb owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:14:15.205513 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a414a55c-2a83-4aab-a077-9e8ec1adea79 req-85d5f1f0-1dd6-4310-afcb-115ff70fd245 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:15.232971 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5f1f0-1dd6-4310-afcb-115ff70fd245 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event deleted for resources: {'Port': ['ID=eb062b53-3d74-48e4-a7da-3c28f22ff4fb,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:15.281789 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-a414a55c-2a83-4aab-a077-9e8ec1adea79 req-85d5f1f0-1dd6-4310-afcb-115ff70fd245 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] No DVR routers for this DVR port eb062b53-3d74-48e4-a7da-3c28f22ff4fb on host n-h2-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:14:15.284422 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a414a55c-2a83-4aab-a077-9e8ec1adea79 req-85d5f1f0-1dd6-4310-afcb-115ff70fd245 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:15.286392 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a414a55c-2a83-4aab-a077-9e8ec1adea79 req-85d5f1f0-1dd6-4310-afcb-115ff70fd245 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.73 "DELETE /v2.0/ports/eb062b53-3d74-48e4-a7da-3c28f22ff4fb HTTP/1.1" status: 204 len: 173 time: 0.4078763 Jul 09 17:14:15.287039 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e3051c-d310-4372-a64a-a031a0462a8b', 'name': 'network-vif-deleted', 'tag': 'eb062b53-3d74-48e4-a7da-3c28f22ff4fb'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:14:15.290637 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70bc3d1dd6a8d756905b95879fdfd768b2540769638561f09d0c65e65c91429d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f938eba-b4c7-4eae-a5d2-1b7cb27e3973" -d '{"events": [{"server_uuid": "90e3051c-d310-4372-a64a-a031a0462a8b", "name": "network-vif-deleted", "tag": "eb062b53-3d74-48e4-a7da-3c28f22ff4fb"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:14:15.325981 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125ede95-54ed-4b30-98ae-225c168c8ca8 x-openstack-request-id: req-125ede95-54ed-4b30-98ae-225c168c8ca8 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:14:15.326411 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90e3051c-d310-4372-a64a-a031a0462a8b", "name": "network-vif-deleted", "tag": "eb062b53-3d74-48e4-a7da-3c28f22ff4fb", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:14:15.326715 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-125ede95-54ed-4b30-98ae-225c168c8ca8 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:14:15.327709 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e3051c-d310-4372-a64a-a031a0462a8b', 'name': 'network-vif-deleted', 'tag': 'eb062b53-3d74-48e4-a7da-3c28f22ff4fb', 'status': 'completed', 'code': 200} Jul 09 17:14:15.525124 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-92b785e1-7985-4978-9cea-3bc0957b52d3 req-0d5b432c-33dc-4a75-949d-716f708ae6c0 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=90e3051c-d310-4372-a64a-a031a0462a8b HTTP/1.1" status: 200 len: 210 time: 0.0285234 Jul 09 17:14:16.619430 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53974) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:14:16.979595 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-24e36a2d-5524-4a06-802a-45af505a8f34 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:17.243250 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-24e36a2d-5524-4a06-802a-45af505a8f34 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Deleting port 252b8579-626a-4fc8-ba1e-ac75edbbd705 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:14:17.243513 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-24e36a2d-5524-4a06-802a-45af505a8f34 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:17.329747 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-24e36a2d-5524-4a06-802a-45af505a8f34 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] For port 252b8579-626a-4fc8-ba1e-ac75edbbd705, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=252b8579-626a-4fc8-ba1e-ac75edbbd705,segment=NetworkSegment(d9de48e0-602c-428e-99f9-6ca227c4aa5f),segment_id=d9de48e0-602c-428e-99f9-6ca227c4aa5f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:17.330104 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-24e36a2d-5524-4a06-802a-45af505a8f34 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:17.343979 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-24e36a2d-5524-4a06-802a-45af505a8f34 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Calling delete_port for 252b8579-626a-4fc8-ba1e-ac75edbbd705 owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:14:17.533531 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-24e36a2d-5524-4a06-802a-45af505a8f34 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:17.560618 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e36a2d-5524-4a06-802a-45af505a8f34 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event deleted for resources: {'Port': ['ID=252b8579-626a-4fc8-ba1e-ac75edbbd705,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:17.589963 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e36a2d-5524-4a06-802a-45af505a8f34 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:17.590319 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e36a2d-5524-4a06-802a-45af505a8f34 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:17.590662 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e36a2d-5524-4a06-802a-45af505a8f34 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:17.591041 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e36a2d-5524-4a06-802a-45af505a8f34 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:17.591376 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e36a2d-5524-4a06-802a-45af505a8f34 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:17.591712 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e36a2d-5524-4a06-802a-45af505a8f34 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:17.592043 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e36a2d-5524-4a06-802a-45af505a8f34 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:17.592370 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e36a2d-5524-4a06-802a-45af505a8f34 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:17.592700 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e36a2d-5524-4a06-802a-45af505a8f34 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:17.593028 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e36a2d-5524-4a06-802a-45af505a8f34 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:17.593351 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e36a2d-5524-4a06-802a-45af505a8f34 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:17.593671 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e36a2d-5524-4a06-802a-45af505a8f34 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:17.746049 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-24e36a2d-5524-4a06-802a-45af505a8f34 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:17.955084 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e36a2d-5524-4a06-802a-45af505a8f34 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Router d4724bab-6fa1-4ddc-ae5b-a013a81ff25a has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:14:18.058287 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e36a2d-5524-4a06-802a-45af505a8f34 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:14:18.063260 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-24e36a2d-5524-4a06-802a-45af505a8f34 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "PUT /v2.0/routers/d4724bab-6fa1-4ddc-ae5b-a013a81ff25a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4427707 Jul 09 17:14:18.066042 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53978) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:14:18.068781 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691ddb2e-d8d9-46e7-852a-dd92a91eecc9 None None] Sync routers for ids ['d4724bab-6fa1-4ddc-ae5b-a013a81ff25a'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:14:18.078000 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691ddb2e-d8d9-46e7-852a-dd92a91eecc9 None None] Routers {'d4724bab-6fa1-4ddc-ae5b-a013a81ff25a'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:14:18.078592 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-691ddb2e-d8d9-46e7-852a-dd92a91eecc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:13:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['d4724bab-6fa1-4ddc-ae5b-a013a81ff25a'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:18.115846 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5c4a114-031a-4af9-a459-9c677cef9687 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Deleting subnet a630f974-a35c-47df-ab51-de38f0a6e0e3 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:14:18.119560 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c5c4a114-031a-4af9-a459-9c677cef9687 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:18.158198 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c5c4a114-031a-4af9-a459-9c677cef9687 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:18.178871 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-691ddb2e-d8d9-46e7-852a-dd92a91eecc9 None None] Set router d4724bab-6fa1-4ddc-ae5b-a013a81ff25a gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:14:18.244191 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c5c4a114-031a-4af9-a459-9c677cef9687 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:18.302164 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c5c4a114-031a-4af9-a459-9c677cef9687 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:18.329547 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c4a114-031a-4af9-a459-9c677cef9687 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event deleted for resources: {'Subnet': ['ID=a630f974-a35c-47df-ab51-de38f0a6e0e3,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:18.330684 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device eb062b53-3d74-48e4-a7da-3c28f22ff4fb no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:14:18.333555 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c5c4a114-031a-4af9-a459-9c677cef9687 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:18.338738 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c5c4a114-031a-4af9-a459-9c677cef9687 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "DELETE /v2.0/subnets/a630f974-a35c-47df-ab51-de38f0a6e0e3 HTTP/1.1" status: 204 len: 168 time: 0.2691519 Jul 09 17:14:18.339385 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53980) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:14:18.346208 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef80051a-2643-4817-969d-39f67fad38bf None None] Network 425a0650-afd6-4104-ba9c-ab21207f860c requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:14:18.355692 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-691ddb2e-d8d9-46e7-852a-dd92a91eecc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4724bab-6fa1-4ddc-ae5b-a013a81ff25a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699206958', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'd881725e-8967-41bb-b6b9-5e28cdca0f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:12:45Z', 'updated_at': '2021-07-09T17:14:17Z', 'revision_number': 5, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': 'd881725e-8967-41bb-b6b9-5e28cdca0f8a', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:68:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4724bab-6fa1-4ddc-ae5b-a013a81ff25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:46Z', 'updated_at': '2021-07-09T17:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:18.388661 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691ddb2e-d8d9-46e7-852a-dd92a91eecc9 None None] Checking router: d4724bab-6fa1-4ddc-ae5b-a013a81ff25a for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:14:18.390959 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: eb062b53-3d74-48e4-a7da-3c28f22ff4fb {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:14:18.391577 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device eb062b53-3d74-48e4-a7da-3c28f22ff4fb not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:14:18.416510 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691ddb2e-d8d9-46e7-852a-dd92a91eecc9 None None] Routers {'d4724bab-6fa1-4ddc-ae5b-a013a81ff25a'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:14:18.417140 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-691ddb2e-d8d9-46e7-852a-dd92a91eecc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:13:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['d4724bab-6fa1-4ddc-ae5b-a013a81ff25a'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:18.475820 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-65757677-f9a6-42b9-b317-0d20a4de74d5 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:18.590718 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-65757677-f9a6-42b9-b317-0d20a4de74d5 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:18.598255 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-691ddb2e-d8d9-46e7-852a-dd92a91eecc9 None None] Set router d4724bab-6fa1-4ddc-ae5b-a013a81ff25a gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:14:18.599433 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc7718c-9b4a-46c5-a397-b8dc8cf4c2b0 None None] DHCP port deletion for 425a0650-afd6-4104-ba9c-ab21207f860c request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:14:18.650879 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-65757677-f9a6-42b9-b317-0d20a4de74d5 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Deleting port d881725e-8967-41bb-b6b9-5e28cdca0f8a {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:14:18.651323 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-65757677-f9a6-42b9-b317-0d20a4de74d5 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:18.651465 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-dcc7718c-9b4a-46c5-a397-b8dc8cf4c2b0 None None] Deleting port f8b62caa-0e59-4602-94b0-bca1e62ee313 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:14:18.651868 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dcc7718c-9b4a-46c5-a397-b8dc8cf4c2b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:18.725992 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-dcc7718c-9b4a-46c5-a397-b8dc8cf4c2b0 None None] For port f8b62caa-0e59-4602-94b0-bca1e62ee313, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=f8b62caa-0e59-4602-94b0-bca1e62ee313,segment=NetworkSegment(d9de48e0-602c-428e-99f9-6ca227c4aa5f),segment_id=d9de48e0-602c-428e-99f9-6ca227c4aa5f)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:18.726384 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dcc7718c-9b4a-46c5-a397-b8dc8cf4c2b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:18.734352 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-65757677-f9a6-42b9-b317-0d20a4de74d5 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] For port d881725e-8967-41bb-b6b9-5e28cdca0f8a, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=d881725e-8967-41bb-b6b9-5e28cdca0f8a,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:18.734709 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-65757677-f9a6-42b9-b317-0d20a4de74d5 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:18.739677 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-dcc7718c-9b4a-46c5-a397-b8dc8cf4c2b0 None None] Calling delete_port for f8b62caa-0e59-4602-94b0-bca1e62ee313 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:14:18.746971 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-65757677-f9a6-42b9-b317-0d20a4de74d5 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Calling delete_port for d881725e-8967-41bb-b6b9-5e28cdca0f8a owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:14:18.802558 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-691ddb2e-d8d9-46e7-852a-dd92a91eecc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4724bab-6fa1-4ddc-ae5b-a013a81ff25a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699206958', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'd881725e-8967-41bb-b6b9-5e28cdca0f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:12:45Z', 'updated_at': '2021-07-09T17:14:17Z', 'revision_number': 5, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': 'd881725e-8967-41bb-b6b9-5e28cdca0f8a', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:68:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4724bab-6fa1-4ddc-ae5b-a013a81ff25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:46Z', 'updated_at': '2021-07-09T17:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:18.827845 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dcc7718c-9b4a-46c5-a397-b8dc8cf4c2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:18.829389 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691ddb2e-d8d9-46e7-852a-dd92a91eecc9 None None] The sync data for ids ['d4724bab-6fa1-4ddc-ae5b-a013a81ff25a'] in n-d-798930-3 is: [{'id': 'd4724bab-6fa1-4ddc-ae5b-a013a81ff25a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699206958', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'd881725e-8967-41bb-b6b9-5e28cdca0f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:12:45Z', 'updated_at': '2021-07-09T17:14:17Z', 'revision_number': 5, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': 'd881725e-8967-41bb-b6b9-5e28cdca0f8a', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:68:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4724bab-6fa1-4ddc-ae5b-a013a81ff25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:12:46Z', 'updated_at': '2021-07-09T17:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:14:18.859520 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc7718c-9b4a-46c5-a397-b8dc8cf4c2b0 None None] Pushing event deleted for resources: {'Port': ['ID=f8b62caa-0e59-4602-94b0-bca1e62ee313,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:18.869113 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc7718c-9b4a-46c5-a397-b8dc8cf4c2b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:18.869439 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc7718c-9b4a-46c5-a397-b8dc8cf4c2b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:18.870065 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc7718c-9b4a-46c5-a397-b8dc8cf4c2b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:18.870200 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc7718c-9b4a-46c5-a397-b8dc8cf4c2b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:18.870414 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc7718c-9b4a-46c5-a397-b8dc8cf4c2b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:18.870741 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc7718c-9b4a-46c5-a397-b8dc8cf4c2b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:18.871113 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc7718c-9b4a-46c5-a397-b8dc8cf4c2b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:18.871441 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc7718c-9b4a-46c5-a397-b8dc8cf4c2b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:18.872167 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc7718c-9b4a-46c5-a397-b8dc8cf4c2b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:18.872167 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc7718c-9b4a-46c5-a397-b8dc8cf4c2b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:18.872376 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc7718c-9b4a-46c5-a397-b8dc8cf4c2b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:18.872817 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc7718c-9b4a-46c5-a397-b8dc8cf4c2b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:18.875486 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc7718c-9b4a-46c5-a397-b8dc8cf4c2b0 None None] No DVR routers for this DVR port f8b62caa-0e59-4602-94b0-bca1e62ee313 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:14:18.940176 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-65757677-f9a6-42b9-b317-0d20a4de74d5 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:18.966462 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65757677-f9a6-42b9-b317-0d20a4de74d5 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event deleted for resources: {'Port': ['ID=d881725e-8967-41bb-b6b9-5e28cdca0f8a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:19.025264 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-65757677-f9a6-42b9-b317-0d20a4de74d5 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:19.115482 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-65757677-f9a6-42b9-b317-0d20a4de74d5 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:19.117486 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-65757677-f9a6-42b9-b317-0d20a4de74d5 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:19.163014 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-65757677-f9a6-42b9-b317-0d20a4de74d5 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:19.164186 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65757677-f9a6-42b9-b317-0d20a4de74d5 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Fanout notify agent at l3_agent the message router_deleted on router d4724bab-6fa1-4ddc-ae5b-a013a81ff25a {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:14:19.172143 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-65757677-f9a6-42b9-b317-0d20a4de74d5 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:19.175264 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-65757677-f9a6-42b9-b317-0d20a4de74d5 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "DELETE /v2.0/routers/d4724bab-6fa1-4ddc-ae5b-a013a81ff25a HTTP/1.1" status: 204 len: 168 time: 0.8342123 Jul 09 17:14:19.175983 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53982) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:14:19.254848 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-203aef19-e664-428f-b9f5-f233243d69f4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:19.349370 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-203aef19-e664-428f-b9f5-f233243d69f4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:19.359986 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-203aef19-e664-428f-b9f5-f233243d69f4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['425a0650-afd6-4104-ba9c-ab21207f860c']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:19.370921 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-203aef19-e664-428f-b9f5-f233243d69f4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9de48e0-602c-428e-99f9-6ca227c4aa5f') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:19.371227 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-203aef19-e664-428f-b9f5-f233243d69f4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9de48e0-602c-428e-99f9-6ca227c4aa5f') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:19.380309 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-203aef19-e664-428f-b9f5-f233243d69f4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:19.394511 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-203aef19-e664-428f-b9f5-f233243d69f4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:19.401119 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-203aef19-e664-428f-b9f5-f233243d69f4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:14:19.401759 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-203aef19-e664-428f-b9f5-f233243d69f4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:19.406641 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:14:19.406641 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:14:19.406641 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:14:19.406641 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:14:19.406641 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:14:19.406641 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:14:19.406641 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:14:19.406641 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:14:19.406641 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 17:14:19.406641 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:14:19.406641 n-d-798930-3 neutron-server[93958]: timer() Jul 09 17:14:19.406641 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:14:19.406641 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 17:14:19.406641 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:14:19.406641 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 17:14:19.406641 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:14:19.406641 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 17:14:19.406641 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:14:19.406641 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 17:14:19.406641 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:14:19.406641 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 17:14:19.406641 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:14:19.406641 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:14:19.406641 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:14:19.406641 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:14:19.406641 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:14:19.406641 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 17:14:19.406641 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:14:19.406641 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 17:14:19.406641 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:14:19.406641 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:14:19.406641 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:14:19.406641 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 17:14:19.406641 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:14:19.406641 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:14:19.406641 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:14:19.406641 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:14:19.406641 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:14:19.406641 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:14:19.406641 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:14:19.467209 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-203aef19-e664-428f-b9f5-f233243d69f4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:19.475837 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-203aef19-e664-428f-b9f5-f233243d69f4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:19.477469 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-203aef19-e664-428f-b9f5-f233243d69f4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "DELETE /v2.0/networks/425a0650-afd6-4104-ba9c-ab21207f860c HTTP/1.1" status: 204 len: 168 time: 0.3005505 Jul 09 17:14:19.480336 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53984) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:14:19.494251 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203aef19-e664-428f-b9f5-f233243d69f4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event deleted for resources: {'Network': ['ID=425a0650-afd6-4104-ba9c-ab21207f860c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:19.550645 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bc26d674-5be4-44df-b317-1f617346b620 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:19.579377 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bc26d674-5be4-44df-b317-1f617346b620 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:19.639874 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bc26d674-5be4-44df-b317-1f617346b620 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:19.642330 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bc26d674-5be4-44df-b317-1f617346b620 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:19.643522 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-bc26d674-5be4-44df-b317-1f617346b620 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "DELETE /v2.0/security-groups/b57c175c-4f72-44c6-b100-ea0892035ccb HTTP/1.1" status: 204 len: 168 time: 0.1614678 Jul 09 17:14:19.653136 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc26d674-5be4-44df-b317-1f617346b620 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57c175c-4f72-44c6-b100-ea0892035ccb,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:20.014052 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53990) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:14:20.018730 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-0b3a0ea3-511a-48d7-914a-ba3e18b88cf8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1643641094', 'description': 'tempest-secgroup-smoke-1643641094 description', 'project_id': '6328f77a18a0459ab8530adc9f37c090'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:14:20.040974 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0b3a0ea3-511a-48d7-914a-ba3e18b88cf8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:20.121387 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0b3a0ea3-511a-48d7-914a-ba3e18b88cf8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:20.124941 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0b3a0ea3-511a-48d7-914a-ba3e18b88cf8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:20.147363 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0b3a0ea3-511a-48d7-914a-ba3e18b88cf8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:20.148606 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0b3a0ea3-511a-48d7-914a-ba3e18b88cf8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1335628 Jul 09 17:14:20.151669 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53992) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:14:20.156434 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a0ea3-511a-48d7-914a-ba3e18b88cf8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f70433e-951c-49ae-8ac5-bba8463f0887,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:20.156606 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-db272cfc-45aa-4b55-a726-47c69d0f73d5 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Request body: {'security_group_rule': {'security_group_id': '0f70433e-951c-49ae-8ac5-bba8463f0887', 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:14:20.184627 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-db272cfc-45aa-4b55-a726-47c69d0f73d5 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:20.244144 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-db272cfc-45aa-4b55-a726-47c69d0f73d5 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:20.247432 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-db272cfc-45aa-4b55-a726-47c69d0f73d5 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:20.266125 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db272cfc-45aa-4b55-a726-47c69d0f73d5 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25e5388a-0e97-4f5c-8e99-67a3c2b46aa9,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:20.269183 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-db272cfc-45aa-4b55-a726-47c69d0f73d5 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:20.270361 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-db272cfc-45aa-4b55-a726-47c69d0f73d5 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1176674 Jul 09 17:14:20.273270 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 53994) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:14:20.277722 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a8a5ade3-84b2-43ab-bf19-aaf1d4963401 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Request body: {'security_group_rule': {'security_group_id': '0f70433e-951c-49ae-8ac5-bba8463f0887', 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:14:20.303680 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a8a5ade3-84b2-43ab-bf19-aaf1d4963401 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:20.362461 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a8a5ade3-84b2-43ab-bf19-aaf1d4963401 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:20.368160 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a8a5ade3-84b2-43ab-bf19-aaf1d4963401 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:20.387248 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a5ade3-84b2-43ab-bf19-aaf1d4963401 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54f314ec-547c-4f1c-b89c-d28a09db1cff,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:20.392489 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a8a5ade3-84b2-43ab-bf19-aaf1d4963401 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:20.393846 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a8a5ade3-84b2-43ab-bf19-aaf1d4963401 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1193833 Jul 09 17:14:20.396541 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53996) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:14:20.398057 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device f8b62caa-0e59-4602-94b0-bca1e62ee313 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:14:20.401286 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-511c0b83-8c7f-470a-8bc0-44d7d832a0a7 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Request body: {'security_group_rule': {'security_group_id': '0f70433e-951c-49ae-8ac5-bba8463f0887', 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:14:20.418347 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: f8b62caa-0e59-4602-94b0-bca1e62ee313 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:14:20.418693 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device f8b62caa-0e59-4602-94b0-bca1e62ee313 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:14:20.419164 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d881725e-8967-41bb-b6b9-5e28cdca0f8a no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:14:20.430326 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-511c0b83-8c7f-470a-8bc0-44d7d832a0a7 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:20.438417 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: d881725e-8967-41bb-b6b9-5e28cdca0f8a {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:14:20.438757 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d881725e-8967-41bb-b6b9-5e28cdca0f8a not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:14:20.439200 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 252b8579-626a-4fc8-ba1e-ac75edbbd705 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:14:20.457584 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 252b8579-626a-4fc8-ba1e-ac75edbbd705 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:14:20.458189 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 252b8579-626a-4fc8-ba1e-ac75edbbd705 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:14:20.480148 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-511c0b83-8c7f-470a-8bc0-44d7d832a0a7 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:20.485022 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-511c0b83-8c7f-470a-8bc0-44d7d832a0a7 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:20.504028 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c0b83-8c7f-470a-8bc0-44d7d832a0a7 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=355b9d9d-1f3f-43c5-9409-4ae1f42d1103,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:20.510703 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-511c0b83-8c7f-470a-8bc0-44d7d832a0a7 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:20.511916 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-511c0b83-8c7f-470a-8bc0-44d7d832a0a7 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1143491 Jul 09 17:14:20.514600 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 53998) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:14:20.519066 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-02517dfc-866b-416b-8794-2d4092c0d6c6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Request body: {'security_group_rule': {'security_group_id': '0f70433e-951c-49ae-8ac5-bba8463f0887', 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:14:20.544885 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-02517dfc-866b-416b-8794-2d4092c0d6c6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:20.605105 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-02517dfc-866b-416b-8794-2d4092c0d6c6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:20.608556 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-02517dfc-866b-416b-8794-2d4092c0d6c6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:20.626253 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02517dfc-866b-416b-8794-2d4092c0d6c6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4f12b20-b4f8-4d12-80ba-393b28f19684,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:20.629003 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-02517dfc-866b-416b-8794-2d4092c0d6c6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:20.630153 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-02517dfc-866b-416b-8794-2d4092c0d6c6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1145828 Jul 09 17:14:20.632981 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54000) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:14:20.637234 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-329150dc-c75b-461f-bc6f-120c9b845df1 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Request body: {'security_group_rule': {'security_group_id': '0f70433e-951c-49ae-8ac5-bba8463f0887', 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:14:20.657975 n-d-798930-3 neutron-server[93959]: INFO neutron.db.securitygroups_db [None req-329150dc-c75b-461f-bc6f-120c9b845df1 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Project 6328f77a18a0459ab8530adc9f37c090 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:14:20.662564 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-329150dc-c75b-461f-bc6f-120c9b845df1 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:20.720913 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-329150dc-c75b-461f-bc6f-120c9b845df1 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:20.724875 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-329150dc-c75b-461f-bc6f-120c9b845df1 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:20.743620 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329150dc-c75b-461f-bc6f-120c9b845df1 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63c0dbaa-31b6-4481-ac19-daf7cd29c45c,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:20.749502 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-329150dc-c75b-461f-bc6f-120c9b845df1 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:20.750877 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-329150dc-c75b-461f-bc6f-120c9b845df1 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1169565 Jul 09 17:14:20.753612 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54002) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:14:20.758071 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-2c334de1-f8ff-468d-92e2-fc4b805412d9 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Request body: {'security_group_rule': {'security_group_id': '0f70433e-951c-49ae-8ac5-bba8463f0887', 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:14:20.779869 n-d-798930-3 neutron-server[93959]: INFO neutron.db.securitygroups_db [None req-2c334de1-f8ff-468d-92e2-fc4b805412d9 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Project 6328f77a18a0459ab8530adc9f37c090 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:14:20.784608 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2c334de1-f8ff-468d-92e2-fc4b805412d9 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:20.845809 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2c334de1-f8ff-468d-92e2-fc4b805412d9 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:20.849527 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2c334de1-f8ff-468d-92e2-fc4b805412d9 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:20.866900 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c334de1-f8ff-468d-92e2-fc4b805412d9 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b834b445-37e1-4eac-a3d8-a79753d5d444,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:20.873050 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2c334de1-f8ff-468d-92e2-fc4b805412d9 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:20.874409 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2c334de1-f8ff-468d-92e2-fc4b805412d9 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1198642 Jul 09 17:14:20.877409 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54004) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:14:20.882917 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-5a17fa07-de6e-4575-9336-db3e5cd379b8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Request body: {'network': {'name': 'tempest-network-smoke--958235377', 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'port_security_enabled': True}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:14:20.903668 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a17fa07-de6e-4575-9336-db3e5cd379b8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Made reservation on behalf of 6328f77a18a0459ab8530adc9f37c090 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:14:20.907110 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa07-de6e-4575-9336-db3e5cd379b8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:20.930181 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a17fa07-de6e-4575-9336-db3e5cd379b8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:14:20.938834 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa07-de6e-4575-9336-db3e5cd379b8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:20.939171 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-5a17fa07-de6e-4575-9336-db3e5cd379b8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Added segment 0abab028-a62c-4222-8360-358c9a4af638 of type vlan for network ce97d1b8-9610-4ad4-a125-cfaf63d3d877 Jul 09 17:14:20.981323 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa07-de6e-4575-9336-db3e5cd379b8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:21.008405 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa07-de6e-4575-9336-db3e5cd379b8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:21.013920 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a17fa07-de6e-4575-9336-db3e5cd379b8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:21.014527 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5a17fa07-de6e-4575-9336-db3e5cd379b8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:21.065097 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-5a17fa07-de6e-4575-9336-db3e5cd379b8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1866555 Jul 09 17:14:21.067817 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54006) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:14:21.074895 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-ea5802fd-b2b4-4eba-9738-531507ac2989 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-400241021', 'admin_state_up': True, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:14:21.098087 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17fa07-de6e-4575-9336-db3e5cd379b8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'Network': ['ID=ce97d1b8-9610-4ad4-a125-cfaf63d3d877,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:21.108391 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network ce97d1b8-9610-4ad4-a125-cfaf63d3d877 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:14:21.113760 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ea5802fd-b2b4-4eba-9738-531507ac2989 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:21.114789 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ea5802fd-b2b4-4eba-9738-531507ac2989 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:21.170428 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ea5802fd-b2b4-4eba-9738-531507ac2989 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:21.299865 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ea5802fd-b2b4-4eba-9738-531507ac2989 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:21.488348 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ea5802fd-b2b4-4eba-9738-531507ac2989 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:21.506060 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ea5802fd-b2b4-4eba-9738-531507ac2989 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:21.607791 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-ea5802fd-b2b4-4eba-9738-531507ac2989 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Allocated IP 172.25.0.110 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/2c71523b-b94c-4d55-8374-287303f6e67a) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:14:21.703633 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ea5802fd-b2b4-4eba-9738-531507ac2989 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:21.741032 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ea5802fd-b2b4-4eba-9738-531507ac2989 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:21.782736 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5802fd-b2b4-4eba-9738-531507ac2989 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:14:21.785431 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-ea5802fd-b2b4-4eba-9738-531507ac2989 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:14:21.787693 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5802fd-b2b4-4eba-9738-531507ac2989 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:14:22.130271 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5802fd-b2b4-4eba-9738-531507ac2989 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'Port': ['ID=2c71523b-b94c-4d55-8374-287303f6e67a,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:22.347802 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ea5802fd-b2b4-4eba-9738-531507ac2989 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:22.406187 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-92c15b0f-0590-43d5-8456-3765ec0c133c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:22.542754 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ea5802fd-b2b4-4eba-9738-531507ac2989 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:22.668999 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea5802fd-b2b4-4eba-9738-531507ac2989 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Router edcf587d-1caa-42d6-a96a-efeeff74adae is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:14:22.772219 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5802fd-b2b4-4eba-9738-531507ac2989 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:14:22.781215 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c190cf-ba6e-4005-8bfa-1e065b6b585a None None] Sync routers for ids ['edcf587d-1caa-42d6-a96a-efeeff74adae'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:14:22.790642 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c190cf-ba6e-4005-8bfa-1e065b6b585a None None] Routers {'edcf587d-1caa-42d6-a96a-efeeff74adae'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:14:22.791235 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d1c190cf-ba6e-4005-8bfa-1e065b6b585a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:13:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['edcf587d-1caa-42d6-a96a-efeeff74adae'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:22.791418 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ea5802fd-b2b4-4eba-9738-531507ac2989 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:22.792559 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ea5802fd-b2b4-4eba-9738-531507ac2989 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7238278 Jul 09 17:14:22.795899 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54008) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:14:22.826427 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-44f979fe-176e-4ba1-896e-b0e0d8d3f368 tempest-TestNetworkAdvancedServerOps-679639656 tempest-TestNetworkAdvancedServerOps-679639656-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=6328f77a18a0459ab8530adc9f37c090&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269692 Jul 09 17:14:22.826663 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54010) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:14:22.901450 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-d1c190cf-ba6e-4005-8bfa-1e065b6b585a None None] Set router edcf587d-1caa-42d6-a96a-efeeff74adae gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:14:22.910396 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3717739b-ac3a-49f8-ba4b-a592e023bfcd tempest-TestNetworkAdvancedServerOps-679639656 tempest-TestNetworkAdvancedServerOps-679639656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:22.911944 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3717739b-ac3a-49f8-ba4b-a592e023bfcd tempest-TestNetworkAdvancedServerOps-679639656 tempest-TestNetworkAdvancedServerOps-679639656-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0844429 Jul 09 17:14:22.915352 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54012) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:14:22.943656 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e04c4b0b-4938-4568-84c9-d06684a0dba6 tempest-TestNetworkAdvancedServerOps-679639656 tempest-TestNetworkAdvancedServerOps-679639656-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=caa6ed8d-2893-4113-8f68-c5284e694f6c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270870 Jul 09 17:14:22.945954 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54014) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:14:22.950658 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-4a5138a2-db96-4b2f-adff-e03bd3004ee7 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-481293744', 'network_id': 'ce97d1b8-9610-4ad4-a125-cfaf63d3d877', 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:14:23.039886 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5138a2-db96-4b2f-adff-e03bd3004ee7 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Made reservation on behalf of 6328f77a18a0459ab8530adc9f37c090 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:14:23.043463 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4a5138a2-db96-4b2f-adff-e03bd3004ee7 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:23.076102 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d1c190cf-ba6e-4005-8bfa-1e065b6b585a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edcf587d-1caa-42d6-a96a-efeeff74adae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-400241021', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '2c71523b-b94c-4d55-8374-287303f6e67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:14:21Z', 'updated_at': '2021-07-09T17:14:22Z', 'revision_number': 3, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': '2c71523b-b94c-4d55-8374-287303f6e67a', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edcf587d-1caa-42d6-a96a-efeeff74adae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:14:21Z', 'updated_at': '2021-07-09T17:14:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:23.102010 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c190cf-ba6e-4005-8bfa-1e065b6b585a None None] Checking router: edcf587d-1caa-42d6-a96a-efeeff74adae for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:14:23.102360 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c190cf-ba6e-4005-8bfa-1e065b6b585a None None] Updating router edcf587d-1caa-42d6-a96a-efeeff74adae port 2c71523b-b94c-4d55-8374-287303f6e67a binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:14:23.141457 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d1c190cf-ba6e-4005-8bfa-1e065b6b585a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:23.232097 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4a5138a2-db96-4b2f-adff-e03bd3004ee7 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:23.292826 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5138a2-db96-4b2f-adff-e03bd3004ee7 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'Subnet': ['ID=6e04169f-f795-4fad-9f49-ca1ff8044c89,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:23.302271 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5138a2-db96-4b2f-adff-e03bd3004ee7 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Checking segment: {'id': '0abab028-a62c-4222-8360-358c9a4af638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ce97d1b8-9610-4ad4-a125-cfaf63d3d877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:14:23.302633 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5138a2-db96-4b2f-adff-e03bd3004ee7 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Network hostable DHCP agents. Network: ce97d1b8-9610-4ad4-a125-cfaf63d3d877, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:14:23.319494 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5138a2-db96-4b2f-adff-e03bd3004ee7 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Network ce97d1b8-9610-4ad4-a125-cfaf63d3d877 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:14:23.328641 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-4a5138a2-db96-4b2f-adff-e03bd3004ee7 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, ce97d1b8-9610-4ad4-a125-cfaf63d3d877) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:14:23.332922 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5138a2-db96-4b2f-adff-e03bd3004ee7 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:23.333645 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4a5138a2-db96-4b2f-adff-e03bd3004ee7 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:23.341724 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6a8414-bd89-4bdd-8027-21a6669a618a None None] Network ce97d1b8-9610-4ad4-a125-cfaf63d3d877 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:14:23.348828 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-4a5138a2-db96-4b2f-adff-e03bd3004ee7 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4018810 Jul 09 17:14:23.352143 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54016) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:14:23.450907 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d1c190cf-ba6e-4005-8bfa-1e065b6b585a None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:23.470613 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d1c190cf-ba6e-4005-8bfa-1e065b6b585a None None] Transition to ACTIVE for port object 2c71523b-b94c-4d55-8374-287303f6e67a will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:14:23.477491 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d1c190cf-ba6e-4005-8bfa-1e065b6b585a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:23.561611 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-d1c190cf-ba6e-4005-8bfa-1e065b6b585a None None] Attempting to bind port 2c71523b-b94c-4d55-8374-287303f6e67a on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:14:23.561984 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-d1c190cf-ba6e-4005-8bfa-1e065b6b585a None None] Attempting to bind port 2c71523b-b94c-4d55-8374-287303f6e67a by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:14:23.562341 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c190cf-ba6e-4005-8bfa-1e065b6b585a None None] Attempting to bind port 2c71523b-b94c-4d55-8374-287303f6e67a on network caa6ed8d-2893-4113-8f68-c5284e694f6c {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:14:23.564249 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1dbc4a-7c8b-4af2-ad1e-2e10f877680d None None] Pushing event updated for resources: {'Port': ['ID=2c71523b-b94c-4d55-8374-287303f6e67a,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:23.589038 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c190cf-ba6e-4005-8bfa-1e065b6b585a None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:14:23.589413 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c190cf-ba6e-4005-8bfa-1e065b6b585a None None] Checking segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:14:23.589836 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d1c190cf-ba6e-4005-8bfa-1e065b6b585a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:23.590183 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c190cf-ba6e-4005-8bfa-1e065b6b585a None None] Bound using segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:14:23.590651 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-d1c190cf-ba6e-4005-8bfa-1e065b6b585a None None] Bound port: 2c71523b-b94c-4d55-8374-287303f6e67a, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:14:23.591046 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d1c190cf-ba6e-4005-8bfa-1e065b6b585a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:23.596961 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32b54d4-f11b-409d-b75c-9f4727d0c834 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-ce97d1b8-9610-4ad4-a125-cfaf63d3d877', 'network_id': 'ce97d1b8-9610-4ad4-a125-cfaf63d3d877', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'fixed_ips': [{'subnet_id': '6e04169f-f795-4fad-9f49-ca1ff8044c89'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:14:23.597790 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b32b54d4-f11b-409d-b75c-9f4727d0c834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:23.715234 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-d1c190cf-ba6e-4005-8bfa-1e065b6b585a None None] For port 2c71523b-b94c-4d55-8374-287303f6e67a, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:14:23.720085 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-d1c190cf-ba6e-4005-8bfa-1e065b6b585a None None] For port 2c71523b-b94c-4d55-8374-287303f6e67a, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=2c71523b-b94c-4d55-8374-287303f6e67a,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:14:23.724464 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d1c190cf-ba6e-4005-8bfa-1e065b6b585a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:23.789740 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ce9a4416-243b-479a-9e01-9601d1e5a5fb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:23.823280 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c190cf-ba6e-4005-8bfa-1e065b6b585a None None] Routers {'edcf587d-1caa-42d6-a96a-efeeff74adae'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:14:23.823896 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d1c190cf-ba6e-4005-8bfa-1e065b6b585a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:13:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['edcf587d-1caa-42d6-a96a-efeeff74adae'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:23.826914 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1dbc4a-7c8b-4af2-ad1e-2e10f877680d None None] Pushing event updated for resources: {'Port': ['ID=2c71523b-b94c-4d55-8374-287303f6e67a,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:23.862342 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-b32b54d4-f11b-409d-b75c-9f4727d0c834 None None] Allocated IP 172.20.0.2 (ce97d1b8-9610-4ad4-a125-cfaf63d3d877/6e04169f-f795-4fad-9f49-ca1ff8044c89/22dcbd37-444b-4d74-a05e-ba1a9b8f3b54) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:14:24.145945 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-d1c190cf-ba6e-4005-8bfa-1e065b6b585a None None] Set router edcf587d-1caa-42d6-a96a-efeeff74adae gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:14:24.318121 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b32b54d4-f11b-409d-b75c-9f4727d0c834 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:24.333801 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b32b54d4-f11b-409d-b75c-9f4727d0c834 None None] Transition to ACTIVE for port object 22dcbd37-444b-4d74-a05e-ba1a9b8f3b54 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:14:24.368683 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b32b54d4-f11b-409d-b75c-9f4727d0c834 None None] Transition to ACTIVE for port object 22dcbd37-444b-4d74-a05e-ba1a9b8f3b54 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:14:24.377179 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b32b54d4-f11b-409d-b75c-9f4727d0c834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:24.422824 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-ce9a4416-243b-479a-9e01-9601d1e5a5fb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Allocated IP 172.20.0.1 (ce97d1b8-9610-4ad4-a125-cfaf63d3d877/6e04169f-f795-4fad-9f49-ca1ff8044c89/944be5a4-0efe-4225-822f-fbc63cfd2fef) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:14:24.425162 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32b54d4-f11b-409d-b75c-9f4727d0c834 None None] Network ce97d1b8-9610-4ad4-a125-cfaf63d3d877 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:14:24.431915 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-b32b54d4-f11b-409d-b75c-9f4727d0c834 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:14:24.434374 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32b54d4-f11b-409d-b75c-9f4727d0c834 None None] Pushing event updated for resources: {'Port': ['ID=22dcbd37-444b-4d74-a05e-ba1a9b8f3b54,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:24.436628 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32b54d4-f11b-409d-b75c-9f4727d0c834 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:14:24.447230 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d1c190cf-ba6e-4005-8bfa-1e065b6b585a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edcf587d-1caa-42d6-a96a-efeeff74adae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-400241021', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '2c71523b-b94c-4d55-8374-287303f6e67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:14:21Z', 'updated_at': '2021-07-09T17:14:22Z', 'revision_number': 3, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': '2c71523b-b94c-4d55-8374-287303f6e67a', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edcf587d-1caa-42d6-a96a-efeeff74adae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:14:21Z', 'updated_at': '2021-07-09T17:14:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:24.493109 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c190cf-ba6e-4005-8bfa-1e065b6b585a None None] The sync data for ids ['edcf587d-1caa-42d6-a96a-efeeff74adae'] in n-d-798930-3 is: [{'id': 'edcf587d-1caa-42d6-a96a-efeeff74adae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-400241021', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '2c71523b-b94c-4d55-8374-287303f6e67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:14:21Z', 'updated_at': '2021-07-09T17:14:22Z', 'revision_number': 3, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': '2c71523b-b94c-4d55-8374-287303f6e67a', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edcf587d-1caa-42d6-a96a-efeeff74adae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:14:21Z', 'updated_at': '2021-07-09T17:14:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:14:24.525651 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-b32b54d4-f11b-409d-b75c-9f4727d0c834 None None] Attempting to bind port 22dcbd37-444b-4d74-a05e-ba1a9b8f3b54 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:14:24.526028 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-b32b54d4-f11b-409d-b75c-9f4727d0c834 None None] Attempting to bind port 22dcbd37-444b-4d74-a05e-ba1a9b8f3b54 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '0abab028-a62c-4222-8360-358c9a4af638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ce97d1b8-9610-4ad4-a125-cfaf63d3d877'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:14:24.526419 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32b54d4-f11b-409d-b75c-9f4727d0c834 None None] Attempting to bind port 22dcbd37-444b-4d74-a05e-ba1a9b8f3b54 on network ce97d1b8-9610-4ad4-a125-cfaf63d3d877 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:14:24.531422 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32b54d4-f11b-409d-b75c-9f4727d0c834 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:14:24.531795 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32b54d4-f11b-409d-b75c-9f4727d0c834 None None] Checking segment: {'id': '0abab028-a62c-4222-8360-358c9a4af638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ce97d1b8-9610-4ad4-a125-cfaf63d3d877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:14:24.532198 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b32b54d4-f11b-409d-b75c-9f4727d0c834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:24.532593 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32b54d4-f11b-409d-b75c-9f4727d0c834 None None] Bound using segment: {'id': '0abab028-a62c-4222-8360-358c9a4af638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ce97d1b8-9610-4ad4-a125-cfaf63d3d877'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:14:24.533059 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-b32b54d4-f11b-409d-b75c-9f4727d0c834 None None] Bound port: 22dcbd37-444b-4d74-a05e-ba1a9b8f3b54, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abab028-a62c-4222-8360-358c9a4af638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ce97d1b8-9610-4ad4-a125-cfaf63d3d877'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:14:24.533511 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b32b54d4-f11b-409d-b75c-9f4727d0c834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:24.558242 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ce9a4416-243b-479a-9e01-9601d1e5a5fb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:24.575551 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ce9a4416-243b-479a-9e01-9601d1e5a5fb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Transition to ACTIVE for port object 944be5a4-0efe-4225-822f-fbc63cfd2fef will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:14:24.605276 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b32b54d4-f11b-409d-b75c-9f4727d0c834 None None] For port 22dcbd37-444b-4d74-a05e-ba1a9b8f3b54, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:14:24.609393 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b32b54d4-f11b-409d-b75c-9f4727d0c834 None None] For port 22dcbd37-444b-4d74-a05e-ba1a9b8f3b54, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=22dcbd37-444b-4d74-a05e-ba1a9b8f3b54,segment=NetworkSegment(0abab028-a62c-4222-8360-358c9a4af638),segment_id=0abab028-a62c-4222-8360-358c9a4af638)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:14:24.612648 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ce9a4416-243b-479a-9e01-9601d1e5a5fb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:24.614404 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b32b54d4-f11b-409d-b75c-9f4727d0c834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:24.653356 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9a4416-243b-479a-9e01-9601d1e5a5fb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Network ce97d1b8-9610-4ad4-a125-cfaf63d3d877 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:14:24.656757 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-ce9a4416-243b-479a-9e01-9601d1e5a5fb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:14:24.662893 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9a4416-243b-479a-9e01-9601d1e5a5fb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:14:24.674850 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32b54d4-f11b-409d-b75c-9f4727d0c834 None None] Pushing event updated for resources: {'Port': ['ID=22dcbd37-444b-4d74-a05e-ba1a9b8f3b54,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:24.705711 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a4416-243b-479a-9e01-9601d1e5a5fb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'Port': ['ID=944be5a4-0efe-4225-822f-fbc63cfd2fef,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:24.729202 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ce9a4416-243b-479a-9e01-9601d1e5a5fb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:24.920221 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ce9a4416-243b-479a-9e01-9601d1e5a5fb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:25.125663 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d0d4c514-d157-4cfb-9978-3e1d33be9608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:25.217969 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ce9a4416-243b-479a-9e01-9601d1e5a5fb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:25.222932 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ce9a4416-243b-479a-9e01-9601d1e5a5fb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:25.300685 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a4416-243b-479a-9e01-9601d1e5a5fb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'Port': ['ID=944be5a4-0efe-4225-822f-fbc63cfd2fef,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:25.306350 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ce9a4416-243b-479a-9e01-9601d1e5a5fb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:25.404763 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9a4416-243b-479a-9e01-9601d1e5a5fb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Network ce97d1b8-9610-4ad4-a125-cfaf63d3d877 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:14:25.406265 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-ce9a4416-243b-479a-9e01-9601d1e5a5fb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:14:25.527821 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce9a4416-243b-479a-9e01-9601d1e5a5fb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Router edcf587d-1caa-42d6-a96a-efeeff74adae has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:14:25.640543 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9a4416-243b-479a-9e01-9601d1e5a5fb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:14:25.646058 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ce9a4416-243b-479a-9e01-9601d1e5a5fb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "PUT /v2.0/routers/edcf587d-1caa-42d6-a96a-efeeff74adae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2923894 Jul 09 17:14:25.660268 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6e27c6-1203-4115-bd8f-b5e61d981f98 None None] Network ce97d1b8-9610-4ad4-a125-cfaf63d3d877 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:14:25.730906 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8e8c834b-46ec-437f-95f7-362101a61ad8 None None] Provisioning for port 22dcbd37-444b-4d74-a05e-ba1a9b8f3b54 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:14:25.796296 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-41283c22-628a-4416-83f4-dc0f20f97fe5 req-bd6aebb1-a97d-4adc-8b19-961821bbdb08 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1643641094&fields=id&tenant_id=6328f77a18a0459ab8530adc9f37c090 HTTP/1.1" status: 200 len: 267 time: 0.0322697 Jul 09 17:14:25.852677 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:25.923006 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41283c22-628a-4416-83f4-dc0f20f97fe5 req-f0ad7ac9-5cf5-4ddc-ba41-281bd495bbd9 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:25.924473 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-41283c22-628a-4416-83f4-dc0f20f97fe5 req-f0ad7ac9-5cf5-4ddc-ba41-281bd495bbd9 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/networks?id=ce97d1b8-9610-4ad4-a125-cfaf63d3d877 HTTP/1.1" status: 200 len: 796 time: 0.1218271 Jul 09 17:14:25.941545 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-41283c22-628a-4416-83f4-dc0f20f97fe5 req-fdd24c23-3e60-4897-9123-107522fb9eae tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/quotas/6328f77a18a0459ab8530adc9f37c090 HTTP/1.1" status: 200 len: 375 time: 0.0116572 Jul 09 17:14:26.015936 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-41283c22-628a-4416-83f4-dc0f20f97fe5 req-9470f32a-f5fb-44b0-ae39-6e0103711c3c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=6328f77a18a0459ab8530adc9f37c090&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0673177 Jul 09 17:14:26.065249 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f1cc811d-d18b-49cd-9501-6e1d8bf24e75 None None] Provisioning for port 944be5a4-0efe-4225-822f-fbc63cfd2fef completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:14:26.069794 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f1cc811d-d18b-49cd-9501-6e1d8bf24e75 None None] Provisioning complete for port 944be5a4-0efe-4225-822f-fbc63cfd2fef triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:14:26.070159 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f1cc811d-d18b-49cd-9501-6e1d8bf24e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:26.110719 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-f1cc811d-d18b-49cd-9501-6e1d8bf24e75 None None] Port 944be5a4-0efe-4225-822f-fbc63cfd2fef cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:14:26.188026 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-41283c22-628a-4416-83f4-dc0f20f97fe5 req-af669a17-fe49-4416-a9c7-8f5b305bd208 service neutron] 10.222.0.98 "GET /v2.0/networks/ce97d1b8-9610-4ad4-a125-cfaf63d3d877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575084 Jul 09 17:14:26.217083 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3cb7c6-8a78-400c-8c65-5d7a12b181ed None None] Sync routers for ids ['edcf587d-1caa-42d6-a96a-efeeff74adae'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:14:26.227569 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3cb7c6-8a78-400c-8c65-5d7a12b181ed None None] Routers {'edcf587d-1caa-42d6-a96a-efeeff74adae'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:14:26.228173 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-7f3cb7c6-8a78-400c-8c65-5d7a12b181ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:14:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['edcf587d-1caa-42d6-a96a-efeeff74adae'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:26.287390 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-41283c22-628a-4416-83f4-dc0f20f97fe5 req-764434e1-a183-4d7e-85af-6482be104de6 service neutron] 10.222.0.98 "GET /v2.0/networks/ce97d1b8-9610-4ad4-a125-cfaf63d3d877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953102 Jul 09 17:14:26.335527 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-7f3cb7c6-8a78-400c-8c65-5d7a12b181ed None None] Set router edcf587d-1caa-42d6-a96a-efeeff74adae gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:14:26.354861 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f4bf567f-177a-4bf2-afc4-f5dee6359656 None None] Provisioning complete for port 944be5a4-0efe-4225-822f-fbc63cfd2fef triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:14:26.356308 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f4bf567f-177a-4bf2-afc4-f5dee6359656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:26.415021 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-f4bf567f-177a-4bf2-afc4-f5dee6359656 None None] Port 944be5a4-0efe-4225-822f-fbc63cfd2fef cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:14:26.509442 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:26.533002 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cd8b60f2-4421-4d43-b374-251af913e831 req-41339168-ea20-4d01-93d1-105893be6cc7 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=24284428-ee90-4770-8b26-2b06604cb492 HTTP/1.1" status: 200 len: 210 time: 0.0526011 Jul 09 17:14:26.554918 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 22dcbd37-444b-4d74-a05e-ba1a9b8f3b54 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:14:26.598130 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-7f3cb7c6-8a78-400c-8c65-5d7a12b181ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edcf587d-1caa-42d6-a96a-efeeff74adae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-400241021', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '2c71523b-b94c-4d55-8374-287303f6e67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:14:21Z', 'updated_at': '2021-07-09T17:14:24Z', 'revision_number': 4, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': '2c71523b-b94c-4d55-8374-287303f6e67a', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edcf587d-1caa-42d6-a96a-efeeff74adae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:14:21Z', 'updated_at': '2021-07-09T17:14:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '944be5a4-0efe-4225-822f-fbc63cfd2fef', 'name': '', 'network_id': 'ce97d1b8-9610-4ad4-a125-cfaf63d3d877', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'mac_address': 'fa:16:3e:c4:14:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edcf587d-1caa-42d6-a96a-efeeff74adae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '6e04169f-f795-4fad-9f49-ca1ff8044c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:14:23Z', 'updated_at': '2021-07-09T17:14:25Z', 'revision_number': 2, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'subnets': [{'id': '6e04169f-f795-4fad-9f49-ca1ff8044c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:26.609826 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 22dcbd37-444b-4d74-a05e-ba1a9b8f3b54 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:14:26.613786 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 22dcbd37-444b-4d74-a05e-ba1a9b8f3b54 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:14:26.614188 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:26.633942 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3cb7c6-8a78-400c-8c65-5d7a12b181ed None None] Checking router: edcf587d-1caa-42d6-a96a-efeeff74adae for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:14:26.634299 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3cb7c6-8a78-400c-8c65-5d7a12b181ed None None] Updating router edcf587d-1caa-42d6-a96a-efeeff74adae port 944be5a4-0efe-4225-822f-fbc63cfd2fef binding host n-d-798930-3 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:14:26.662720 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-dcd49686-e91c-4c0f-a419-f08d678be2d3 None None] Provisioning complete for port 944be5a4-0efe-4225-822f-fbc63cfd2fef triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:14:26.663757 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dcd49686-e91c-4c0f-a419-f08d678be2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:26.671054 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-7f3cb7c6-8a78-400c-8c65-5d7a12b181ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:26.723238 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-dcd49686-e91c-4c0f-a419-f08d678be2d3 None None] Port 944be5a4-0efe-4225-822f-fbc63cfd2fef cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:14:26.738075 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:26.774484 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 22dcbd37-444b-4d74-a05e-ba1a9b8f3b54, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=22dcbd37-444b-4d74-a05e-ba1a9b8f3b54,segment=NetworkSegment(0abab028-a62c-4222-8360-358c9a4af638),segment_id=0abab028-a62c-4222-8360-358c9a4af638)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:26.780400 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:26.781434 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 2c71523b-b94c-4d55-8374-287303f6e67a up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:14:26.874163 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=22dcbd37-444b-4d74-a05e-ba1a9b8f3b54,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:26.888851 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 2c71523b-b94c-4d55-8374-287303f6e67a completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:14:26.892807 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 2c71523b-b94c-4d55-8374-287303f6e67a triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:14:26.893103 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:26.951806 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-7f3cb7c6-8a78-400c-8c65-5d7a12b181ed None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:26.961933 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-7f3cb7c6-8a78-400c-8c65-5d7a12b181ed None None] Transition to ACTIVE for port object 944be5a4-0efe-4225-822f-fbc63cfd2fef will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:14:26.969064 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-7f3cb7c6-8a78-400c-8c65-5d7a12b181ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:26.976568 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:27.000519 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 2c71523b-b94c-4d55-8374-287303f6e67a, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=2c71523b-b94c-4d55-8374-287303f6e67a,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:27.006083 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:27.061568 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=2c71523b-b94c-4d55-8374-287303f6e67a,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:27.097107 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:14:27.112505 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd140cde-e57d-4990-846c-1dc1be5ac0ab None None] Pushing event updated for resources: {'Port': ['ID=944be5a4-0efe-4225-822f-fbc63cfd2fef,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:27.123670 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd140cde-e57d-4990-846c-1dc1be5ac0ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:27.124014 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd140cde-e57d-4990-846c-1dc1be5ac0ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:27.124349 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd140cde-e57d-4990-846c-1dc1be5ac0ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:27.124682 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd140cde-e57d-4990-846c-1dc1be5ac0ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:27.125071 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd140cde-e57d-4990-846c-1dc1be5ac0ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:27.125315 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd140cde-e57d-4990-846c-1dc1be5ac0ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:27.125633 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd140cde-e57d-4990-846c-1dc1be5ac0ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:27.125966 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd140cde-e57d-4990-846c-1dc1be5ac0ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:27.126267 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd140cde-e57d-4990-846c-1dc1be5ac0ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:27.126563 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd140cde-e57d-4990-846c-1dc1be5ac0ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:27.126900 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd140cde-e57d-4990-846c-1dc1be5ac0ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:27.127214 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd140cde-e57d-4990-846c-1dc1be5ac0ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:27.179465 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-7f3cb7c6-8a78-400c-8c65-5d7a12b181ed None None] Attempting to bind port 944be5a4-0efe-4225-822f-fbc63cfd2fef on host n-d-798930-3 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:14:27.179839 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-7f3cb7c6-8a78-400c-8c65-5d7a12b181ed None None] Attempting to bind port 944be5a4-0efe-4225-822f-fbc63cfd2fef by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '0abab028-a62c-4222-8360-358c9a4af638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ce97d1b8-9610-4ad4-a125-cfaf63d3d877'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:14:27.180205 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3cb7c6-8a78-400c-8c65-5d7a12b181ed None None] Attempting to bind port 944be5a4-0efe-4225-822f-fbc63cfd2fef on network ce97d1b8-9610-4ad4-a125-cfaf63d3d877 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:14:27.185551 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3cb7c6-8a78-400c-8c65-5d7a12b181ed None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:14:27.185924 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3cb7c6-8a78-400c-8c65-5d7a12b181ed None None] Checking segment: {'id': '0abab028-a62c-4222-8360-358c9a4af638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ce97d1b8-9610-4ad4-a125-cfaf63d3d877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:14:27.186538 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-7f3cb7c6-8a78-400c-8c65-5d7a12b181ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:27.186974 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3cb7c6-8a78-400c-8c65-5d7a12b181ed None None] Bound using segment: {'id': '0abab028-a62c-4222-8360-358c9a4af638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ce97d1b8-9610-4ad4-a125-cfaf63d3d877'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:14:27.187440 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-7f3cb7c6-8a78-400c-8c65-5d7a12b181ed None None] Bound port: 944be5a4-0efe-4225-822f-fbc63cfd2fef, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abab028-a62c-4222-8360-358c9a4af638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ce97d1b8-9610-4ad4-a125-cfaf63d3d877'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:14:27.187828 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-7f3cb7c6-8a78-400c-8c65-5d7a12b181ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:27.216617 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:27.255897 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-7f3cb7c6-8a78-400c-8c65-5d7a12b181ed None None] For port 944be5a4-0efe-4225-822f-fbc63cfd2fef, host n-d-798930-3, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:14:27.259658 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-7f3cb7c6-8a78-400c-8c65-5d7a12b181ed None None] For port 944be5a4-0efe-4225-822f-fbc63cfd2fef, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=944be5a4-0efe-4225-822f-fbc63cfd2fef,segment=NetworkSegment(0abab028-a62c-4222-8360-358c9a4af638),segment_id=0abab028-a62c-4222-8360-358c9a4af638)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:14:27.265137 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-7f3cb7c6-8a78-400c-8c65-5d7a12b181ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:27.325864 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3cb7c6-8a78-400c-8c65-5d7a12b181ed None None] Routers {'edcf587d-1caa-42d6-a96a-efeeff74adae'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:14:27.326486 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-7f3cb7c6-8a78-400c-8c65-5d7a12b181ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:14:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['edcf587d-1caa-42d6-a96a-efeeff74adae'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:27.329442 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd140cde-e57d-4990-846c-1dc1be5ac0ab None None] Pushing event updated for resources: {'Port': ['ID=944be5a4-0efe-4225-822f-fbc63cfd2fef,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:27.437398 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-7f3cb7c6-8a78-400c-8c65-5d7a12b181ed None None] Set router edcf587d-1caa-42d6-a96a-efeeff74adae gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:14:27.642375 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-7f3cb7c6-8a78-400c-8c65-5d7a12b181ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edcf587d-1caa-42d6-a96a-efeeff74adae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-400241021', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '2c71523b-b94c-4d55-8374-287303f6e67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:14:21Z', 'updated_at': '2021-07-09T17:14:24Z', 'revision_number': 4, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': '2c71523b-b94c-4d55-8374-287303f6e67a', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edcf587d-1caa-42d6-a96a-efeeff74adae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:14:21Z', 'updated_at': '2021-07-09T17:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '944be5a4-0efe-4225-822f-fbc63cfd2fef', 'name': '', 'network_id': 'ce97d1b8-9610-4ad4-a125-cfaf63d3d877', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'mac_address': 'fa:16:3e:c4:14:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edcf587d-1caa-42d6-a96a-efeeff74adae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '6e04169f-f795-4fad-9f49-ca1ff8044c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:14:23Z', 'updated_at': '2021-07-09T17:14:27Z', 'revision_number': 4, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'subnets': [{'id': '6e04169f-f795-4fad-9f49-ca1ff8044c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:27.669555 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3cb7c6-8a78-400c-8c65-5d7a12b181ed None None] The sync data for ids ['edcf587d-1caa-42d6-a96a-efeeff74adae'] in n-d-798930-3 is: [{'id': 'edcf587d-1caa-42d6-a96a-efeeff74adae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-400241021', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '2c71523b-b94c-4d55-8374-287303f6e67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:14:21Z', 'updated_at': '2021-07-09T17:14:24Z', 'revision_number': 4, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': '2c71523b-b94c-4d55-8374-287303f6e67a', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edcf587d-1caa-42d6-a96a-efeeff74adae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:14:21Z', 'updated_at': '2021-07-09T17:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '944be5a4-0efe-4225-822f-fbc63cfd2fef', 'name': '', 'network_id': 'ce97d1b8-9610-4ad4-a125-cfaf63d3d877', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'mac_address': 'fa:16:3e:c4:14:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edcf587d-1caa-42d6-a96a-efeeff74adae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '6e04169f-f795-4fad-9f49-ca1ff8044c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:14:23Z', 'updated_at': '2021-07-09T17:14:27Z', 'revision_number': 4, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'subnets': [{'id': '6e04169f-f795-4fad-9f49-ca1ff8044c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:14:27.689822 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-52c125e6-97b4-4f70-8404-4c67f66185b4 req-c35f3932-56a2-4813-9221-670c52fb77bd tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=24284428-ee90-4770-8b26-2b06604cb492 HTTP/1.1" status: 200 len: 210 time: 0.0429962 Jul 09 17:14:27.811999 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41283c22-628a-4416-83f4-dc0f20f97fe5 req-00c4bd6f-3c5f-486d-8714-7ca9ec318d16 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:27.814009 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-41283c22-628a-4416-83f4-dc0f20f97fe5 req-00c4bd6f-3c5f-486d-8714-7ca9ec318d16 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.73 "GET /v2.0/networks?id=ce97d1b8-9610-4ad4-a125-cfaf63d3d877 HTTP/1.1" status: 200 len: 796 time: 0.1263595 Jul 09 17:14:27.868386 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-41283c22-628a-4416-83f4-dc0f20f97fe5 req-067e8595-db63-4132-bbe1-f2bd5b71f9a1 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6328f77a18a0459ab8530adc9f37c090 HTTP/1.1" status: 200 len: 380 time: 0.0395997 Jul 09 17:14:27.878578 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-41283c22-628a-4416-83f4-dc0f20f97fe5 req-99a81926-3af8-4d22-ad87-a8c4eb0d9e77 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Request body: {'port': {'device_id': '24284428-ee90-4770-8b26-2b06604cb492', 'network_id': 'ce97d1b8-9610-4ad4-a125-cfaf63d3d877', 'admin_state_up': True, 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'security_groups': ['0f70433e-951c-49ae-8ac5-bba8463f0887']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:14:27.996556 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41283c22-628a-4416-83f4-dc0f20f97fe5 req-99a81926-3af8-4d22-ad87-a8c4eb0d9e77 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Made reservation on behalf of 6328f77a18a0459ab8530adc9f37c090 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:14:28.000185 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-41283c22-628a-4416-83f4-dc0f20f97fe5 req-99a81926-3af8-4d22-ad87-a8c4eb0d9e77 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:28.128973 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-41283c22-628a-4416-83f4-dc0f20f97fe5 req-99a81926-3af8-4d22-ad87-a8c4eb0d9e77 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Allocated IP 172.20.0.3 (ce97d1b8-9610-4ad4-a125-cfaf63d3d877/6e04169f-f795-4fad-9f49-ca1ff8044c89/5c5d4613-d101-48c9-8774-0197a23b8cdf) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:14:28.277151 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-41283c22-628a-4416-83f4-dc0f20f97fe5 req-99a81926-3af8-4d22-ad87-a8c4eb0d9e77 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:28.294186 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-41283c22-628a-4416-83f4-dc0f20f97fe5 req-99a81926-3af8-4d22-ad87-a8c4eb0d9e77 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Transition to ACTIVE for port object 5c5d4613-d101-48c9-8774-0197a23b8cdf will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:14:28.328231 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-41283c22-628a-4416-83f4-dc0f20f97fe5 req-99a81926-3af8-4d22-ad87-a8c4eb0d9e77 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:28.386715 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41283c22-628a-4416-83f4-dc0f20f97fe5 req-99a81926-3af8-4d22-ad87-a8c4eb0d9e77 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Network ce97d1b8-9610-4ad4-a125-cfaf63d3d877 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:14:28.390323 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-41283c22-628a-4416-83f4-dc0f20f97fe5 req-99a81926-3af8-4d22-ad87-a8c4eb0d9e77 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:14:28.394567 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-41283c22-628a-4416-83f4-dc0f20f97fe5 req-99a81926-3af8-4d22-ad87-a8c4eb0d9e77 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:14:28.420802 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a81926-3af8-4d22-ad87-a8c4eb0d9e77 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'Port': ['ID=5c5d4613-d101-48c9-8774-0197a23b8cdf,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:28.423506 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:28.456274 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41283c22-628a-4416-83f4-dc0f20f97fe5 req-99a81926-3af8-4d22-ad87-a8c4eb0d9e77 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:28.457144 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-41283c22-628a-4416-83f4-dc0f20f97fe5 req-99a81926-3af8-4d22-ad87-a8c4eb0d9e77 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:28.475413 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-41283c22-628a-4416-83f4-dc0f20f97fe5 req-99a81926-3af8-4d22-ad87-a8c4eb0d9e77 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6008554 Jul 09 17:14:28.500863 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 22dcbd37-444b-4d74-a05e-ba1a9b8f3b54 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:14:28.504293 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-41283c22-628a-4416-83f4-dc0f20f97fe5 req-acacb2d9-20d5-4e5d-bc57-22584c14b012 service neutron] Request body: {'port': {'device_id': '24284428-ee90-4770-8b26-2b06604cb492', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:14:28.565148 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 22dcbd37-444b-4d74-a05e-ba1a9b8f3b54 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:14:28.565517 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:28.598837 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-41283c22-628a-4416-83f4-dc0f20f97fe5 req-acacb2d9-20d5-4e5d-bc57-22584c14b012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:28.655958 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 2c71523b-b94c-4d55-8374-287303f6e67a up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:14:28.713970 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c0e650dc-4d42-4801-8471-9028431be28e None None] Provisioning for port 5c5d4613-d101-48c9-8774-0197a23b8cdf completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:14:28.720758 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c0e650dc-4d42-4801-8471-9028431be28e None None] Provisioning complete for port 5c5d4613-d101-48c9-8774-0197a23b8cdf triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:14:28.721228 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c0e650dc-4d42-4801-8471-9028431be28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:28.722979 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 2c71523b-b94c-4d55-8374-287303f6e67a triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:14:28.724310 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:28.793054 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-c0e650dc-4d42-4801-8471-9028431be28e None None] Port 5c5d4613-d101-48c9-8774-0197a23b8cdf cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:14:28.849528 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 944be5a4-0efe-4225-822f-fbc63cfd2fef up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:14:28.902164 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 944be5a4-0efe-4225-822f-fbc63cfd2fef completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:14:28.905867 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 944be5a4-0efe-4225-822f-fbc63cfd2fef triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:14:28.906231 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:28.948774 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-41283c22-628a-4416-83f4-dc0f20f97fe5 req-acacb2d9-20d5-4e5d-bc57-22584c14b012 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c5d4613-d101-48c9-8774-0197a23b8cdf {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:14:28.959279 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-41283c22-628a-4416-83f4-dc0f20f97fe5 req-acacb2d9-20d5-4e5d-bc57-22584c14b012 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:28.976775 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-41283c22-628a-4416-83f4-dc0f20f97fe5 req-acacb2d9-20d5-4e5d-bc57-22584c14b012 service neutron] Transition to ACTIVE for port object 5c5d4613-d101-48c9-8774-0197a23b8cdf will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:14:28.984761 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350c500-9f70-465d-8c33-c5308827d30b req-9f7cb16f-5de4-47b0-ad0a-c199e52ee4b0 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:28.986261 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2350c500-9f70-465d-8c33-c5308827d30b req-9f7cb16f-5de4-47b0-ad0a-c199e52ee4b0 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=24284428-ee90-4770-8b26-2b06604cb492 HTTP/1.1" status: 200 len: 931 time: 0.1282256 Jul 09 17:14:28.987374 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-41283c22-628a-4416-83f4-dc0f20f97fe5 req-acacb2d9-20d5-4e5d-bc57-22584c14b012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:28.990958 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:29.023975 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 944be5a4-0efe-4225-822f-fbc63cfd2fef, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=944be5a4-0efe-4225-822f-fbc63cfd2fef,segment=NetworkSegment(0abab028-a62c-4222-8360-358c9a4af638),segment_id=0abab028-a62c-4222-8360-358c9a4af638)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:29.028661 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:29.069476 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acacb2d9-20d5-4e5d-bc57-22584c14b012 service neutron] Pushing event updated for resources: {'Port': ['ID=5c5d4613-d101-48c9-8774-0197a23b8cdf,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:29.080511 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2350c500-9f70-465d-8c33-c5308827d30b req-ff22f9e1-a40a-479e-923a-6fb925eaad71 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=0f70433e-951c-49ae-8ac5-bba8463f0887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684900 Jul 09 17:14:29.084204 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=944be5a4-0efe-4225-822f-fbc63cfd2fef,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:29.156605 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-41283c22-628a-4416-83f4-dc0f20f97fe5 req-acacb2d9-20d5-4e5d-bc57-22584c14b012 service neutron] Attempting to bind port 5c5d4613-d101-48c9-8774-0197a23b8cdf on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:14:29.156805 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-41283c22-628a-4416-83f4-dc0f20f97fe5 req-acacb2d9-20d5-4e5d-bc57-22584c14b012 service neutron] Attempting to bind port 5c5d4613-d101-48c9-8774-0197a23b8cdf by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': '0abab028-a62c-4222-8360-358c9a4af638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ce97d1b8-9610-4ad4-a125-cfaf63d3d877'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:14:29.157166 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41283c22-628a-4416-83f4-dc0f20f97fe5 req-acacb2d9-20d5-4e5d-bc57-22584c14b012 service neutron] Attempting to bind port 5c5d4613-d101-48c9-8774-0197a23b8cdf on network ce97d1b8-9610-4ad4-a125-cfaf63d3d877 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:14:29.162387 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41283c22-628a-4416-83f4-dc0f20f97fe5 req-acacb2d9-20d5-4e5d-bc57-22584c14b012 service neutron] Port 5c5d4613-d101-48c9-8774-0197a23b8cdf on network ce97d1b8-9610-4ad4-a125-cfaf63d3d877 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:14:29.162853 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41283c22-628a-4416-83f4-dc0f20f97fe5 req-acacb2d9-20d5-4e5d-bc57-22584c14b012 service neutron] Attempting to bind port 5c5d4613-d101-48c9-8774-0197a23b8cdf on network ce97d1b8-9610-4ad4-a125-cfaf63d3d877 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:14:29.168525 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41283c22-628a-4416-83f4-dc0f20f97fe5 req-acacb2d9-20d5-4e5d-bc57-22584c14b012 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:14:29.168950 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41283c22-628a-4416-83f4-dc0f20f97fe5 req-acacb2d9-20d5-4e5d-bc57-22584c14b012 service neutron] Checking segment: {'id': '0abab028-a62c-4222-8360-358c9a4af638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ce97d1b8-9610-4ad4-a125-cfaf63d3d877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:14:29.169342 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41283c22-628a-4416-83f4-dc0f20f97fe5 req-acacb2d9-20d5-4e5d-bc57-22584c14b012 service neutron] Bound using segment: {'id': '0abab028-a62c-4222-8360-358c9a4af638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ce97d1b8-9610-4ad4-a125-cfaf63d3d877'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:14:29.169782 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-41283c22-628a-4416-83f4-dc0f20f97fe5 req-acacb2d9-20d5-4e5d-bc57-22584c14b012 service neutron] Bound port: 5c5d4613-d101-48c9-8774-0197a23b8cdf, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0abab028-a62c-4222-8360-358c9a4af638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ce97d1b8-9610-4ad4-a125-cfaf63d3d877'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:14:29.170148 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-41283c22-628a-4416-83f4-dc0f20f97fe5 req-acacb2d9-20d5-4e5d-bc57-22584c14b012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:29.235102 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-41283c22-628a-4416-83f4-dc0f20f97fe5 req-acacb2d9-20d5-4e5d-bc57-22584c14b012 service neutron] For port 5c5d4613-d101-48c9-8774-0197a23b8cdf, host n-h2-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:14:29.238166 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-41283c22-628a-4416-83f4-dc0f20f97fe5 req-acacb2d9-20d5-4e5d-bc57-22584c14b012 service neutron] For port 5c5d4613-d101-48c9-8774-0197a23b8cdf, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=5c5d4613-d101-48c9-8774-0197a23b8cdf,segment=NetworkSegment(0abab028-a62c-4222-8360-358c9a4af638),segment_id=0abab028-a62c-4222-8360-358c9a4af638)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:14:29.242667 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-41283c22-628a-4416-83f4-dc0f20f97fe5 req-acacb2d9-20d5-4e5d-bc57-22584c14b012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:29.281315 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41283c22-628a-4416-83f4-dc0f20f97fe5 req-acacb2d9-20d5-4e5d-bc57-22584c14b012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:29.281944 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-41283c22-628a-4416-83f4-dc0f20f97fe5 req-acacb2d9-20d5-4e5d-bc57-22584c14b012 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:29.283390 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-41283c22-628a-4416-83f4-dc0f20f97fe5 req-acacb2d9-20d5-4e5d-bc57-22584c14b012 service neutron] 10.222.0.73 "PUT /v2.0/ports/5c5d4613-d101-48c9-8774-0197a23b8cdf HTTP/1.1" status: 200 len: 1091 time: 0.7942605 Jul 09 17:14:29.283847 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24284428-ee90-4770-8b26-2b06604cb492', 'tag': '5c5d4613-d101-48c9-8774-0197a23b8cdf'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:14:29.286098 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70bc3d1dd6a8d756905b95879fdfd768b2540769638561f09d0c65e65c91429d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a643433c-bd7f-4522-be73-3ebec8bf2d22" -d '{"events": [{"name": "network-changed", "server_uuid": "24284428-ee90-4770-8b26-2b06604cb492", "tag": "5c5d4613-d101-48c9-8774-0197a23b8cdf"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:14:29.316322 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acacb2d9-20d5-4e5d-bc57-22584c14b012 service neutron] Pushing event updated for resources: {'Port': ['ID=5c5d4613-d101-48c9-8774-0197a23b8cdf,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:29.359575 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ebec83-e2f1-4382-af15-f700b60810fc x-openstack-request-id: req-34ebec83-e2f1-4382-af15-f700b60810fc {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:14:29.359870 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24284428-ee90-4770-8b26-2b06604cb492", "tag": "5c5d4613-d101-48c9-8774-0197a23b8cdf", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:14:29.360120 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-34ebec83-e2f1-4382-af15-f700b60810fc {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:14:29.360497 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24284428-ee90-4770-8b26-2b06604cb492', 'tag': '5c5d4613-d101-48c9-8774-0197a23b8cdf', 'status': 'completed', 'code': 200} Jul 09 17:14:29.415170 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41283c22-628a-4416-83f4-dc0f20f97fe5 req-7ec29c3a-df15-4941-a372-a4ed1dc27f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:29.416831 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-41283c22-628a-4416-83f4-dc0f20f97fe5 req-7ec29c3a-df15-4941-a372-a4ed1dc27f09 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6328f77a18a0459ab8530adc9f37c090&device_id=24284428-ee90-4770-8b26-2b06604cb492 HTTP/1.1" status: 200 len: 1094 time: 0.0691099 Jul 09 17:14:29.465209 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-41283c22-628a-4416-83f4-dc0f20f97fe5 req-9dacf54d-55bb-4304-bcf3-6f3b8fef89ce service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c5d4613-d101-48c9-8774-0197a23b8cdf HTTP/1.1" status: 200 len: 217 time: 0.0363407 Jul 09 17:14:29.518566 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41283c22-628a-4416-83f4-dc0f20f97fe5 req-d96848af-0bef-429e-af51-b16e0c7531b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:29.520054 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-41283c22-628a-4416-83f4-dc0f20f97fe5 req-d96848af-0bef-429e-af51-b16e0c7531b4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6e04169f-f795-4fad-9f49-ca1ff8044c89 HTTP/1.1" status: 200 len: 834 time: 0.0491295 Jul 09 17:14:29.593302 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41283c22-628a-4416-83f4-dc0f20f97fe5 req-d9e4193f-314b-41a1-a9a1-d2b94247c132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:29.594913 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-41283c22-628a-4416-83f4-dc0f20f97fe5 req-d9e4193f-314b-41a1-a9a1-d2b94247c132 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ce97d1b8-9610-4ad4-a125-cfaf63d3d877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683162 Jul 09 17:14:29.681713 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-41283c22-628a-4416-83f4-dc0f20f97fe5 req-18c58f15-d4b6-4e0c-bf64-27298b7c75cd service neutron] 10.222.0.73 "GET /v2.0/networks/ce97d1b8-9610-4ad4-a125-cfaf63d3d877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801089 Jul 09 17:14:29.777490 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-41283c22-628a-4416-83f4-dc0f20f97fe5 req-34ded29c-e8f2-49a4-9e23-1350ba63b23a service neutron] 10.222.0.73 "GET /v2.0/networks/ce97d1b8-9610-4ad4-a125-cfaf63d3d877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897162 Jul 09 17:14:29.923123 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643433c-bd7f-4522-be73-3ebec8bf2d22 req-7fdac103-76ee-477e-b628-4302548eb7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:29.924635 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a643433c-bd7f-4522-be73-3ebec8bf2d22 req-7fdac103-76ee-477e-b628-4302548eb7c3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6328f77a18a0459ab8530adc9f37c090&device_id=24284428-ee90-4770-8b26-2b06604cb492 HTTP/1.1" status: 200 len: 1094 time: 0.0609598 Jul 09 17:14:30.020818 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643433c-bd7f-4522-be73-3ebec8bf2d22 req-4d57170b-d74d-4245-8c30-b6cf41b25e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:30.022273 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a643433c-bd7f-4522-be73-3ebec8bf2d22 req-4d57170b-d74d-4245-8c30-b6cf41b25e48 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ce97d1b8-9610-4ad4-a125-cfaf63d3d877 HTTP/1.1" status: 200 len: 897 time: 0.0874381 Jul 09 17:14:30.063617 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a643433c-bd7f-4522-be73-3ebec8bf2d22 req-e315f19d-1c0e-4671-9aa4-978ffc8a68e5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c5d4613-d101-48c9-8774-0197a23b8cdf HTTP/1.1" status: 200 len: 217 time: 0.0343189 Jul 09 17:14:30.112410 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643433c-bd7f-4522-be73-3ebec8bf2d22 req-8c8b14fe-6611-43c3-9bef-e2f20a3ff9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:30.113853 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a643433c-bd7f-4522-be73-3ebec8bf2d22 req-8c8b14fe-6611-43c3-9bef-e2f20a3ff9c6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6e04169f-f795-4fad-9f49-ca1ff8044c89 HTTP/1.1" status: 200 len: 834 time: 0.0443780 Jul 09 17:14:30.174601 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643433c-bd7f-4522-be73-3ebec8bf2d22 req-5c5c2269-d5bf-4b18-9359-b1f7459b4fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:30.176093 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a643433c-bd7f-4522-be73-3ebec8bf2d22 req-5c5c2269-d5bf-4b18-9359-b1f7459b4fd2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ce97d1b8-9610-4ad4-a125-cfaf63d3d877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552969 Jul 09 17:14:30.311863 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a643433c-bd7f-4522-be73-3ebec8bf2d22 req-65b4676a-ecb8-4438-bafc-20ea03208108 service neutron] 10.222.0.73 "GET /v2.0/networks/ce97d1b8-9610-4ad4-a125-cfaf63d3d877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285963 Jul 09 17:14:30.320509 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12625801-5954-4af3-a5cf-abcdcb151b3d req-a4b60392-8bf4-4165-acc4-4b6145f7d0fe tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:30.321846 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-12625801-5954-4af3-a5cf-abcdcb151b3d req-a4b60392-8bf4-4165-acc4-4b6145f7d0fe tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=24284428-ee90-4770-8b26-2b06604cb492 HTTP/1.1" status: 200 len: 943 time: 0.1210778 Jul 09 17:14:30.391736 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 944be5a4-0efe-4225-822f-fbc63cfd2fef up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:14:30.405248 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-12625801-5954-4af3-a5cf-abcdcb151b3d req-76c7f857-9e2d-416c-8f89-f9f0dc470f85 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=0f70433e-951c-49ae-8ac5-bba8463f0887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756512 Jul 09 17:14:30.431186 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a643433c-bd7f-4522-be73-3ebec8bf2d22 req-0a5df465-02a8-4411-9fe6-4e0928181954 service neutron] 10.222.0.73 "GET /v2.0/networks/ce97d1b8-9610-4ad4-a125-cfaf63d3d877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083608 Jul 09 17:14:30.439842 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 944be5a4-0efe-4225-822f-fbc63cfd2fef triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:14:30.440216 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:31.581246 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d30722-10ec-4044-885f-f90ff9fad6a5 req-0a3ebc8b-8fd4-4841-9b13-204f5bf41fbd tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:31.582964 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-42d30722-10ec-4044-885f-f90ff9fad6a5 req-0a3ebc8b-8fd4-4841-9b13-204f5bf41fbd tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=24284428-ee90-4770-8b26-2b06604cb492 HTTP/1.1" status: 200 len: 943 time: 0.0682955 Jul 09 17:14:31.619698 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-42d30722-10ec-4044-885f-f90ff9fad6a5 req-386a2ed0-63b4-47aa-9ff0-daecd2165efc tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=0f70433e-951c-49ae-8ac5-bba8463f0887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307553 Jul 09 17:14:32.789872 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b01f8-6541-442b-9a94-ac8b9807cdf9 req-3972c545-49ca-42a7-bd70-bd2519cb8e56 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:32.791377 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7b5b01f8-6541-442b-9a94-ac8b9807cdf9 req-3972c545-49ca-42a7-bd70-bd2519cb8e56 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=24284428-ee90-4770-8b26-2b06604cb492 HTTP/1.1" status: 200 len: 943 time: 0.0623624 Jul 09 17:14:32.827937 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7b5b01f8-6541-442b-9a94-ac8b9807cdf9 req-f71c2385-533f-4a3c-a135-67308215d085 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=0f70433e-951c-49ae-8ac5-bba8463f0887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309994 Jul 09 17:14:33.997874 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6253e3bb-a7a1-4504-b6fd-972fe28bb3b9 req-8310c473-725c-4fcc-960c-a21454688ea7 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:33.999337 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6253e3bb-a7a1-4504-b6fd-972fe28bb3b9 req-8310c473-725c-4fcc-960c-a21454688ea7 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=24284428-ee90-4770-8b26-2b06604cb492 HTTP/1.1" status: 200 len: 943 time: 0.0630236 Jul 09 17:14:34.035661 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6253e3bb-a7a1-4504-b6fd-972fe28bb3b9 req-c6e81c3b-957e-48e6-b365-6680a28f4348 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=0f70433e-951c-49ae-8ac5-bba8463f0887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308924 Jul 09 17:14:34.458924 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 5c5d4613-d101-48c9-8774-0197a23b8cdf details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:14:34.554913 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 5c5d4613-d101-48c9-8774-0197a23b8cdf, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=5c5d4613-d101-48c9-8774-0197a23b8cdf,segment=NetworkSegment(0abab028-a62c-4222-8360-358c9a4af638),segment_id=0abab028-a62c-4222-8360-358c9a4af638)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:34.565806 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '5c5d4613-d101-48c9-8774-0197a23b8cdf', 'network_id': 'ce97d1b8-9610-4ad4-a125-cfaf63d3d877', 'port_id': '5c5d4613-d101-48c9-8774-0197a23b8cdf', 'mac_address': 'fa:16:3e:db:78:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e04169f-f795-4fad-9f49-ca1ff8044c89', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:14:34.601823 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:34.614062 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c5d4613-d101-48c9-8774-0197a23b8cdf {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:14:34.632651 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 5c5d4613-d101-48c9-8774-0197a23b8cdf, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=5c5d4613-d101-48c9-8774-0197a23b8cdf,segment=NetworkSegment(0abab028-a62c-4222-8360-358c9a4af638),segment_id=0abab028-a62c-4222-8360-358c9a4af638)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:34.636716 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:34.683944 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=5c5d4613-d101-48c9-8774-0197a23b8cdf,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:35.013601 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['5c5d4613-d101-48c9-8774-0197a23b8cdf'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:14:35.216507 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e22c043-5c22-41ff-82ce-b5df02ba2008 req-d391ec9e-5b3f-44fb-b553-0d721efecff6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:35.217880 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0e22c043-5c22-41ff-82ce-b5df02ba2008 req-d391ec9e-5b3f-44fb-b553-0d721efecff6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=24284428-ee90-4770-8b26-2b06604cb492 HTTP/1.1" status: 200 len: 944 time: 0.0691597 Jul 09 17:14:35.254498 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0e22c043-5c22-41ff-82ce-b5df02ba2008 req-bacad90a-e29f-436f-9571-456c8cb067b6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=0f70433e-951c-49ae-8ac5-bba8463f0887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309293 Jul 09 17:14:36.451835 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b191396-ccf8-4fc9-800b-037e72320a67 req-9a279d98-65c1-40bd-b53a-44187a566913 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:36.453332 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1b191396-ccf8-4fc9-800b-037e72320a67 req-9a279d98-65c1-40bd-b53a-44187a566913 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=24284428-ee90-4770-8b26-2b06604cb492 HTTP/1.1" status: 200 len: 944 time: 0.0701714 Jul 09 17:14:36.472793 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 5c5d4613-d101-48c9-8774-0197a23b8cdf up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:14:36.494182 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1b191396-ccf8-4fc9-800b-037e72320a67 req-3aed4349-567e-4b44-83e8-68f09683feeb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=0f70433e-951c-49ae-8ac5-bba8463f0887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350385 Jul 09 17:14:36.525020 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 5c5d4613-d101-48c9-8774-0197a23b8cdf completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:14:36.528691 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 5c5d4613-d101-48c9-8774-0197a23b8cdf triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:14:36.529061 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:36.611471 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:36.634162 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24284428-ee90-4770-8b26-2b06604cb492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c5d4613-d101-48c9-8774-0197a23b8cdf'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:14:36.636457 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e4c0197b51a39b57e4a8a116eb3788e06930fc42ac75c6a3eb5959c91cb8bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6650824b-9d30-4b81-aa5b-0eb9807df56a" -d '{"events": [{"server_uuid": "24284428-ee90-4770-8b26-2b06604cb492", "name": "network-vif-plugged", "status": "completed", "tag": "5c5d4613-d101-48c9-8774-0197a23b8cdf"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:14:36.649236 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 5c5d4613-d101-48c9-8774-0197a23b8cdf, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=5c5d4613-d101-48c9-8774-0197a23b8cdf,segment=NetworkSegment(0abab028-a62c-4222-8360-358c9a4af638),segment_id=0abab028-a62c-4222-8360-358c9a4af638)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:36.653681 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:36.678949 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed290aaf-fafb-4ecf-939e-3ab0c3ec4b8b x-openstack-request-id: req-ed290aaf-fafb-4ecf-939e-3ab0c3ec4b8b {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:14:36.679238 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24284428-ee90-4770-8b26-2b06604cb492", "name": "network-vif-plugged", "status": "completed", "tag": "5c5d4613-d101-48c9-8774-0197a23b8cdf", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:14:36.679489 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ed290aaf-fafb-4ecf-939e-3ab0c3ec4b8b {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:14:36.679874 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24284428-ee90-4770-8b26-2b06604cb492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c5d4613-d101-48c9-8774-0197a23b8cdf', 'code': 200} Jul 09 17:14:36.705254 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=5c5d4613-d101-48c9-8774-0197a23b8cdf,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:36.813419 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a4481-29f6-4c7c-96fa-e14050e9d2ef req-8a95121f-0711-446a-a83b-9ece9350b31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:36.814912 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0a8a4481-29f6-4c7c-96fa-e14050e9d2ef req-8a95121f-0711-446a-a83b-9ece9350b31c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=24284428-ee90-4770-8b26-2b06604cb492 HTTP/1.1" status: 200 len: 1096 time: 0.0538573 Jul 09 17:14:36.848084 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0a8a4481-29f6-4c7c-96fa-e14050e9d2ef req-1b022f36-13dc-4ba8-a55d-71af00a3be77 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0f70433e-951c-49ae-8ac5-bba8463f0887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271313 Jul 09 17:14:37.665101 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d8984e-bb05-4286-91b3-275d8db9bf27 req-e57dab68-bdf7-4106-b685-e5f5d5ba4b12 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:37.666560 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f2d8984e-bb05-4286-91b3-275d8db9bf27 req-e57dab68-bdf7-4106-b685-e5f5d5ba4b12 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=24284428-ee90-4770-8b26-2b06604cb492 HTTP/1.1" status: 200 len: 945 time: 0.0621879 Jul 09 17:14:37.703491 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f2d8984e-bb05-4286-91b3-275d8db9bf27 req-56f1e5ea-31ae-4f34-b6fd-0f107fe2584f tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=0f70433e-951c-49ae-8ac5-bba8463f0887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314767 Jul 09 17:14:38.875461 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2304d8-d73c-4d9a-8181-2eee18e43d73 req-afa1dc23-de9c-458a-b2d7-93bd32476928 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:38.876928 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-eb2304d8-d73c-4d9a-8181-2eee18e43d73 req-afa1dc23-de9c-458a-b2d7-93bd32476928 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=24284428-ee90-4770-8b26-2b06604cb492 HTTP/1.1" status: 200 len: 945 time: 0.0627248 Jul 09 17:14:38.914063 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-eb2304d8-d73c-4d9a-8181-2eee18e43d73 req-50374035-eb5f-4bcf-bd4b-38e4d26fe2ec tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=0f70433e-951c-49ae-8ac5-bba8463f0887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310450 Jul 09 17:14:39.398651 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1671a7c3-419f-4c9a-8a0c-ae35dade2c1c req-bce36c4b-a419-4111-bd4c-240911733af9 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:39.400151 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1671a7c3-419f-4c9a-8a0c-ae35dade2c1c req-bce36c4b-a419-4111-bd4c-240911733af9 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=24284428-ee90-4770-8b26-2b06604cb492 HTTP/1.1" status: 200 len: 945 time: 0.3793340 Jul 09 17:14:39.437182 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1671a7c3-419f-4c9a-8a0c-ae35dade2c1c req-96cb4f48-a081-47b8-9f7c-858ff1ccd72e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=0f70433e-951c-49ae-8ac5-bba8463f0887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313313 Jul 09 17:14:39.460856 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54074) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:14:39.511678 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c095629f-4163-4109-8c9b-0aedbd6e559c tempest-TestNetworkAdvancedServerOps-679639656 tempest-TestNetworkAdvancedServerOps-679639656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:39.513164 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c095629f-4163-4109-8c9b-0aedbd6e559c tempest-TestNetworkAdvancedServerOps-679639656 tempest-TestNetworkAdvancedServerOps-679639656-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=24284428-ee90-4770-8b26-2b06604cb492 HTTP/1.1" status: 200 len: 1091 time: 0.0512953 Jul 09 17:14:39.516043 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54076) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:14:39.520428 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-d5ed6e40-3ff4-4a16-a93d-f832e15cc12a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Request body: {'floatingip': {'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'port_id': '5c5d4613-d101-48c9-8774-0197a23b8cdf', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:14:39.542283 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d5ed6e40-3ff4-4a16-a93d-f832e15cc12a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:39.640022 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d5ed6e40-3ff4-4a16-a93d-f832e15cc12a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:39.742573 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-d5ed6e40-3ff4-4a16-a93d-f832e15cc12a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Allocated IP 172.25.0.42 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/ae5df51e-c0c9-494d-bb05-e5341ddfa14a) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:14:39.840253 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d5ed6e40-3ff4-4a16-a93d-f832e15cc12a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:39.878380 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d5ed6e40-3ff4-4a16-a93d-f832e15cc12a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:39.917350 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ed6e40-3ff4-4a16-a93d-f832e15cc12a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:14:39.920158 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-d5ed6e40-3ff4-4a16-a93d-f832e15cc12a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:14:39.923782 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ed6e40-3ff4-4a16-a93d-f832e15cc12a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:14:39.929557 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ed6e40-3ff4-4a16-a93d-f832e15cc12a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'Port': ['ID=ae5df51e-c0c9-494d-bb05-e5341ddfa14a,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:40.588427 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:40.627106 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d5ed6e40-3ff4-4a16-a93d-f832e15cc12a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:40.706196 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d5ed6e40-3ff4-4a16-a93d-f832e15cc12a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:40.853561 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d5ed6e40-3ff4-4a16-a93d-f832e15cc12a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:40.857856 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d5ed6e40-3ff4-4a16-a93d-f832e15cc12a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:40.931288 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ed6e40-3ff4-4a16-a93d-f832e15cc12a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'Port': ['ID=ae5df51e-c0c9-494d-bb05-e5341ddfa14a,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:40.939247 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d5ed6e40-3ff4-4a16-a93d-f832e15cc12a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:41.042223 n-d-798930-3 neutron-server[93959]: INFO neutron.db.l3_db [None req-d5ed6e40-3ff4-4a16-a93d-f832e15cc12a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Floating IP 450cf22b-c26b-4555-bbc2-bcfdb1b6ef1f associated. External IP: 172.25.0.42, port: 5c5d4613-d101-48c9-8774-0197a23b8cdf. Jul 09 17:14:41.250278 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ed6e40-3ff4-4a16-a93d-f832e15cc12a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Router edcf587d-1caa-42d6-a96a-efeeff74adae has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:14:41.360654 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ed6e40-3ff4-4a16-a93d-f832e15cc12a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:14:41.370543 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e82a43-99b1-48c6-b226-a7b6d5b3afd6 None None] Sync routers for ids ['edcf587d-1caa-42d6-a96a-efeeff74adae'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:14:41.375681 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d5ed6e40-3ff4-4a16-a93d-f832e15cc12a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:41.381409 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e82a43-99b1-48c6-b226-a7b6d5b3afd6 None None] Routers {'edcf587d-1caa-42d6-a96a-efeeff74adae'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:14:41.382194 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a3e82a43-99b1-48c6-b226-a7b6d5b3afd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:14:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['edcf587d-1caa-42d6-a96a-efeeff74adae'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:41.411804 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-d5ed6e40-3ff4-4a16-a93d-f832e15cc12a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8946116 Jul 09 17:14:41.412393 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24284428-ee90-4770-8b26-2b06604cb492', 'tag': '5c5d4613-d101-48c9-8774-0197a23b8cdf'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:14:41.415316 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378ae9c57bf43c2771a5b4c89609b2495bcc5bf3f4145cc2e92b6ffd2a6a2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a96e091-f905-4a43-9269-ce019190d85d" -d '{"events": [{"name": "network-changed", "server_uuid": "24284428-ee90-4770-8b26-2b06604cb492", "tag": "5c5d4613-d101-48c9-8774-0197a23b8cdf"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:14:41.489884 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-a3e82a43-99b1-48c6-b226-a7b6d5b3afd6 None None] Set router edcf587d-1caa-42d6-a96a-efeeff74adae gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:14:41.564338 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812cda2-5cd2-4f00-95d4-fa2b1319d5ea req-1a13c736-e29b-475e-835b-8e745a997e85 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:41.565817 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3812cda2-5cd2-4f00-95d4-fa2b1319d5ea req-1a13c736-e29b-475e-835b-8e745a997e85 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=24284428-ee90-4770-8b26-2b06604cb492 HTTP/1.1" status: 200 len: 945 time: 0.0642047 Jul 09 17:14:41.606566 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3812cda2-5cd2-4f00-95d4-fa2b1319d5ea req-517fdf2d-16ea-4269-849f-72db67d69fea tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=0f70433e-951c-49ae-8ac5-bba8463f0887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346880 Jul 09 17:14:41.631154 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54082) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:14:41.670994 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d77c9c6-2f5e-499c-942e-5b28bb78f947 x-openstack-request-id: req-0d77c9c6-2f5e-499c-942e-5b28bb78f947 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:14:41.671371 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24284428-ee90-4770-8b26-2b06604cb492", "tag": "5c5d4613-d101-48c9-8774-0197a23b8cdf", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:14:41.671679 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0d77c9c6-2f5e-499c-942e-5b28bb78f947 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:14:41.672124 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24284428-ee90-4770-8b26-2b06604cb492', 'tag': '5c5d4613-d101-48c9-8774-0197a23b8cdf', 'status': 'completed', 'code': 200} Jul 09 17:14:41.698409 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-50d1f5c5-9ac7-4133-bdbe-d94ab4d8d4e4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/floatingips/450cf22b-c26b-4555-bbc2-bcfdb1b6ef1f HTTP/1.1" status: 200 len: 990 time: 0.0648129 Jul 09 17:14:41.728007 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a3e82a43-99b1-48c6-b226-a7b6d5b3afd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edcf587d-1caa-42d6-a96a-efeeff74adae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-400241021', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '2c71523b-b94c-4d55-8374-287303f6e67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:14:21Z', 'updated_at': '2021-07-09T17:14:24Z', 'revision_number': 4, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': '2c71523b-b94c-4d55-8374-287303f6e67a', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edcf587d-1caa-42d6-a96a-efeeff74adae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:14:21Z', 'updated_at': '2021-07-09T17:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '450cf22b-c26b-4555-bbc2-bcfdb1b6ef1f', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'floating_ip_address': '172.25.0.42', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': 'edcf587d-1caa-42d6-a96a-efeeff74adae', 'port_id': '5c5d4613-d101-48c9-8774-0197a23b8cdf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce97d1b8-9610-4ad4-a125-cfaf63d3d877', 'mac_address': 'fa:16:3e:db:78:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24284428-ee90-4770-8b26-2b06604cb492', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:14:40Z', 'updated_at': '2021-07-09T17:14:40Z', 'revision_number': 0, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '944be5a4-0efe-4225-822f-fbc63cfd2fef', 'name': '', 'network_id': 'ce97d1b8-9610-4ad4-a125-cfaf63d3d877', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'mac_address': 'fa:16:3e:c4:14:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edcf587d-1caa-42d6-a96a-efeeff74adae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '6e04169f-f795-4fad-9f49-ca1ff8044c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:14:23Z', 'updated_at': '2021-07-09T17:14:29Z', 'revision_number': 5, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'subnets': [{'id': '6e04169f-f795-4fad-9f49-ca1ff8044c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:41.752100 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96e091-f905-4a43-9269-ce019190d85d req-2b3e2b23-0c07-4b4d-b170-d2ddfc9b88b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:41.753603 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2a96e091-f905-4a43-9269-ce019190d85d req-2b3e2b23-0c07-4b4d-b170-d2ddfc9b88b1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6328f77a18a0459ab8530adc9f37c090&device_id=24284428-ee90-4770-8b26-2b06604cb492 HTTP/1.1" status: 200 len: 1096 time: 0.0554667 Jul 09 17:14:41.753737 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e82a43-99b1-48c6-b226-a7b6d5b3afd6 None None] Checking router: edcf587d-1caa-42d6-a96a-efeeff74adae for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:14:41.762577 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e82a43-99b1-48c6-b226-a7b6d5b3afd6 None None] Routers {'edcf587d-1caa-42d6-a96a-efeeff74adae'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:14:41.763219 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a3e82a43-99b1-48c6-b226-a7b6d5b3afd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:14:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['edcf587d-1caa-42d6-a96a-efeeff74adae'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:41.841675 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96e091-f905-4a43-9269-ce019190d85d req-4181eb8e-4bb6-47c7-ab58-87640134c661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:41.843212 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2a96e091-f905-4a43-9269-ce019190d85d req-4181eb8e-4bb6-47c7-ab58-87640134c661 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ce97d1b8-9610-4ad4-a125-cfaf63d3d877 HTTP/1.1" status: 200 len: 897 time: 0.0832984 Jul 09 17:14:41.868491 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-a3e82a43-99b1-48c6-b226-a7b6d5b3afd6 None None] Set router edcf587d-1caa-42d6-a96a-efeeff74adae gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:14:41.913174 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2a96e091-f905-4a43-9269-ce019190d85d req-0a9541a4-8629-48d6-857b-4ff5a3382b27 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c5d4613-d101-48c9-8774-0197a23b8cdf HTTP/1.1" status: 200 len: 998 time: 0.0635235 Jul 09 17:14:41.965999 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96e091-f905-4a43-9269-ce019190d85d req-4c3e2907-a68a-4bf7-9c66-c1b30f963f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:41.967500 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2a96e091-f905-4a43-9269-ce019190d85d req-4c3e2907-a68a-4bf7-9c66-c1b30f963f9b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6e04169f-f795-4fad-9f49-ca1ff8044c89 HTTP/1.1" status: 200 len: 834 time: 0.0478978 Jul 09 17:14:42.029229 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96e091-f905-4a43-9269-ce019190d85d req-6d579899-14cf-4fa8-89d9-32e48c26c313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:42.030709 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2a96e091-f905-4a43-9269-ce019190d85d req-6d579899-14cf-4fa8-89d9-32e48c26c313 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ce97d1b8-9610-4ad4-a125-cfaf63d3d877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571566 Jul 09 17:14:42.099805 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a3e82a43-99b1-48c6-b226-a7b6d5b3afd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edcf587d-1caa-42d6-a96a-efeeff74adae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-400241021', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '2c71523b-b94c-4d55-8374-287303f6e67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:14:21Z', 'updated_at': '2021-07-09T17:14:24Z', 'revision_number': 4, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': '2c71523b-b94c-4d55-8374-287303f6e67a', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edcf587d-1caa-42d6-a96a-efeeff74adae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:14:21Z', 'updated_at': '2021-07-09T17:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '450cf22b-c26b-4555-bbc2-bcfdb1b6ef1f', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'floating_ip_address': '172.25.0.42', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': 'edcf587d-1caa-42d6-a96a-efeeff74adae', 'port_id': '5c5d4613-d101-48c9-8774-0197a23b8cdf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce97d1b8-9610-4ad4-a125-cfaf63d3d877', 'mac_address': 'fa:16:3e:db:78:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24284428-ee90-4770-8b26-2b06604cb492', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:14:40Z', 'updated_at': '2021-07-09T17:14:40Z', 'revision_number': 0, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '944be5a4-0efe-4225-822f-fbc63cfd2fef', 'name': '', 'network_id': 'ce97d1b8-9610-4ad4-a125-cfaf63d3d877', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'mac_address': 'fa:16:3e:c4:14:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edcf587d-1caa-42d6-a96a-efeeff74adae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '6e04169f-f795-4fad-9f49-ca1ff8044c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:14:23Z', 'updated_at': '2021-07-09T17:14:29Z', 'revision_number': 5, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'subnets': [{'id': '6e04169f-f795-4fad-9f49-ca1ff8044c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:42.124523 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2a96e091-f905-4a43-9269-ce019190d85d req-2f37c24a-412a-4869-8b62-4486b9fb12d5 service neutron] 10.222.0.73 "GET /v2.0/networks/ce97d1b8-9610-4ad4-a125-cfaf63d3d877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874710 Jul 09 17:14:42.127792 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e82a43-99b1-48c6-b226-a7b6d5b3afd6 None None] The sync data for ids ['edcf587d-1caa-42d6-a96a-efeeff74adae'] in n-d-798930-3 is: [{'id': 'edcf587d-1caa-42d6-a96a-efeeff74adae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-400241021', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '2c71523b-b94c-4d55-8374-287303f6e67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:14:21Z', 'updated_at': '2021-07-09T17:14:24Z', 'revision_number': 4, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': '2c71523b-b94c-4d55-8374-287303f6e67a', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edcf587d-1caa-42d6-a96a-efeeff74adae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:14:21Z', 'updated_at': '2021-07-09T17:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '450cf22b-c26b-4555-bbc2-bcfdb1b6ef1f', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'floating_ip_address': '172.25.0.42', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': 'edcf587d-1caa-42d6-a96a-efeeff74adae', 'port_id': '5c5d4613-d101-48c9-8774-0197a23b8cdf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce97d1b8-9610-4ad4-a125-cfaf63d3d877', 'mac_address': 'fa:16:3e:db:78:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24284428-ee90-4770-8b26-2b06604cb492', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:14:40Z', 'updated_at': '2021-07-09T17:14:40Z', 'revision_number': 0, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '944be5a4-0efe-4225-822f-fbc63cfd2fef', 'name': '', 'network_id': 'ce97d1b8-9610-4ad4-a125-cfaf63d3d877', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'mac_address': 'fa:16:3e:c4:14:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edcf587d-1caa-42d6-a96a-efeeff74adae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '6e04169f-f795-4fad-9f49-ca1ff8044c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:14:23Z', 'updated_at': '2021-07-09T17:14:29Z', 'revision_number': 5, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'subnets': [{'id': '6e04169f-f795-4fad-9f49-ca1ff8044c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:14:42.220497 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2a96e091-f905-4a43-9269-ce019190d85d req-b98decf8-1b85-43f4-9696-c13bf64f608f service neutron] 10.222.0.73 "GET /v2.0/networks/ce97d1b8-9610-4ad4-a125-cfaf63d3d877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896029 Jul 09 17:14:42.328277 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d62db7-d201-4443-84b3-abc9a2e6cba6 None None] New status for floating IP 450cf22b-c26b-4555-bbc2-bcfdb1b6ef1f: ACTIVE {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:14:42.702338 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54084) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:14:42.765659 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f97c83f7-3ea5-44c3-b9d6-a8aefd968abd tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/floatingips/450cf22b-c26b-4555-bbc2-bcfdb1b6ef1f HTTP/1.1" status: 200 len: 992 time: 0.0622311 Jul 09 17:14:52.407388 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9d1f3c8c-1fda-4da9-81af-871db3f88d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:55.126882 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-34f7c4f4-2c6e-4de9-9774-dc826a8846fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:55.854139 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:56.469625 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:57.241220 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:58.414506 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:02.517809 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b26be04a-617e-4b75-b083-93df417286e4 req-25d1759f-3e2c-417c-babe-c3700b8acfbd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=24284428-ee90-4770-8b26-2b06604cb492&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0509274 Jul 09 17:15:02.628861 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26be04a-617e-4b75-b083-93df417286e4 req-42db8bac-c884-4167-84c4-c67353e6fe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:02.630243 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b26be04a-617e-4b75-b083-93df417286e4 req-42db8bac-c884-4167-84c4-c67353e6fe3e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6328f77a18a0459ab8530adc9f37c090&device_id=24284428-ee90-4770-8b26-2b06604cb492 HTTP/1.1" status: 200 len: 1096 time: 0.0528278 Jul 09 17:15:02.734075 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26be04a-617e-4b75-b083-93df417286e4 req-cebdfbb4-6052-4abe-9c06-4ff63518d655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:02.735539 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b26be04a-617e-4b75-b083-93df417286e4 req-cebdfbb4-6052-4abe-9c06-4ff63518d655 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ce97d1b8-9610-4ad4-a125-cfaf63d3d877 HTTP/1.1" status: 200 len: 897 time: 0.0853174 Jul 09 17:15:02.798419 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b26be04a-617e-4b75-b083-93df417286e4 req-9c8fe8ae-9b7b-4aff-afa8-5e9f157326f3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c5d4613-d101-48c9-8774-0197a23b8cdf HTTP/1.1" status: 200 len: 1000 time: 0.0558603 Jul 09 17:15:02.845870 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26be04a-617e-4b75-b083-93df417286e4 req-2da0a140-bc9f-4efe-990e-1f471c9ed707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:02.847418 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b26be04a-617e-4b75-b083-93df417286e4 req-2da0a140-bc9f-4efe-990e-1f471c9ed707 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6e04169f-f795-4fad-9f49-ca1ff8044c89 HTTP/1.1" status: 200 len: 834 time: 0.0431137 Jul 09 17:15:02.906738 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26be04a-617e-4b75-b083-93df417286e4 req-8745f188-1794-4d52-9c5f-19a1580ba244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:02.908133 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b26be04a-617e-4b75-b083-93df417286e4 req-8745f188-1794-4d52-9c5f-19a1580ba244 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ce97d1b8-9610-4ad4-a125-cfaf63d3d877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547249 Jul 09 17:15:02.995781 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b26be04a-617e-4b75-b083-93df417286e4 req-9942c231-01f4-45d5-b0d6-c048462a0943 service neutron] 10.222.0.73 "GET /v2.0/networks/ce97d1b8-9610-4ad4-a125-cfaf63d3d877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810533 Jul 09 17:15:03.088162 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b26be04a-617e-4b75-b083-93df417286e4 req-3970c5c7-5c6e-4f30-ab47-c0ea2892ea18 service neutron] 10.222.0.73 "GET /v2.0/networks/ce97d1b8-9610-4ad4-a125-cfaf63d3d877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846777 Jul 09 17:15:04.096356 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:15:10.578939 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:22.410534 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7ceaae67-3ebf-47d2-bb70-6a3df17f8847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:25.127553 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-508b0173-5f34-4f93-b866-541ac079d032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:25.859141 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:26.473622 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:27.254712 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:28.416810 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:40.577614 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:41.096340 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:15:43.796675 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1e6c6-bb89-44e2-b5ab-971e8cd0ddcc req-37185512-4584-4361-9cf7-5cba13e42e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:43.798175 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d0b1e6c6-bb89-44e2-b5ab-971e8cd0ddcc req-37185512-4584-4361-9cf7-5cba13e42e1b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6328f77a18a0459ab8530adc9f37c090&device_id=24284428-ee90-4770-8b26-2b06604cb492 HTTP/1.1" status: 200 len: 1096 time: 0.0982318 Jul 09 17:15:43.806468 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a813ec-d6eb-4458-981e-a7ef0dc6af35 req-42f3b69b-d048-44a2-bf17-61e644afaf82 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:43.807870 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-72a813ec-d6eb-4458-981e-a7ef0dc6af35 req-42f3b69b-d048-44a2-bf17-61e644afaf82 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=24284428-ee90-4770-8b26-2b06604cb492 HTTP/1.1" status: 200 len: 945 time: 0.0975008 Jul 09 17:15:43.893595 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-72a813ec-d6eb-4458-981e-a7ef0dc6af35 req-807f7250-fee1-4f76-9943-c683c95ffbee tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=0f70433e-951c-49ae-8ac5-bba8463f0887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776122 Jul 09 17:15:43.921604 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1e6c6-bb89-44e2-b5ab-971e8cd0ddcc req-0164d203-a04e-4af6-9f2e-a9a65252c9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:43.923110 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d0b1e6c6-bb89-44e2-b5ab-971e8cd0ddcc req-0164d203-a04e-4af6-9f2e-a9a65252c9b1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ce97d1b8-9610-4ad4-a125-cfaf63d3d877 HTTP/1.1" status: 200 len: 897 time: 0.1143560 Jul 09 17:15:43.987291 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d0b1e6c6-bb89-44e2-b5ab-971e8cd0ddcc req-b75912d1-8b93-43a3-b213-f72e1aa9f1c6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c5d4613-d101-48c9-8774-0197a23b8cdf HTTP/1.1" status: 200 len: 1000 time: 0.0572872 Jul 09 17:15:44.040770 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1e6c6-bb89-44e2-b5ab-971e8cd0ddcc req-2c88049c-683d-467b-977b-c42d12d7873d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:44.042183 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d0b1e6c6-bb89-44e2-b5ab-971e8cd0ddcc req-2c88049c-683d-467b-977b-c42d12d7873d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6e04169f-f795-4fad-9f49-ca1ff8044c89 HTTP/1.1" status: 200 len: 834 time: 0.0478911 Jul 09 17:15:44.100248 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1e6c6-bb89-44e2-b5ab-971e8cd0ddcc req-d3d214d4-64ac-4150-bb32-131f3cffbb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:44.101653 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d0b1e6c6-bb89-44e2-b5ab-971e8cd0ddcc req-d3d214d4-64ac-4150-bb32-131f3cffbb09 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ce97d1b8-9610-4ad4-a125-cfaf63d3d877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517352 Jul 09 17:15:44.189300 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d0b1e6c6-bb89-44e2-b5ab-971e8cd0ddcc req-41b2c88a-1e04-45d0-acdb-0266be59bd19 service neutron] 10.222.0.73 "GET /v2.0/networks/ce97d1b8-9610-4ad4-a125-cfaf63d3d877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810158 Jul 09 17:15:44.280199 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d0b1e6c6-bb89-44e2-b5ab-971e8cd0ddcc req-c8bd2d36-5675-4f9b-9a56-2b1cdf00fcce service neutron] 10.222.0.73 "GET /v2.0/networks/ce97d1b8-9610-4ad4-a125-cfaf63d3d877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835185 Jul 09 17:15:45.077174 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b50c9-b68d-4690-8b6b-e6adf66635c3 req-0486fd51-0264-494b-b820-2a03bcb59c0c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:45.078667 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a31b50c9-b68d-4690-8b6b-e6adf66635c3 req-0486fd51-0264-494b-b820-2a03bcb59c0c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=24284428-ee90-4770-8b26-2b06604cb492 HTTP/1.1" status: 200 len: 945 time: 0.0629637 Jul 09 17:15:45.117085 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a31b50c9-b68d-4690-8b6b-e6adf66635c3 req-bcafc3d3-13d3-4360-9c72-f071a24cb74c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=0f70433e-951c-49ae-8ac5-bba8463f0887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320776 Jul 09 17:15:46.293382 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083222a-dcae-436a-a556-acc890357b46 req-c43749f0-ff3b-44de-9954-114db75f5705 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:46.295152 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f083222a-dcae-436a-a556-acc890357b46 req-c43749f0-ff3b-44de-9954-114db75f5705 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=24284428-ee90-4770-8b26-2b06604cb492 HTTP/1.1" status: 200 len: 945 time: 0.0666270 Jul 09 17:15:46.331577 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f083222a-dcae-436a-a556-acc890357b46 req-eb466997-a13d-40cc-8f9f-33b6d116b542 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=0f70433e-951c-49ae-8ac5-bba8463f0887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310082 Jul 09 17:15:47.504428 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f1a5d7-2b51-4017-9600-f148b3a46db1 req-452257e3-ee37-4ddc-804b-fe3f8b961d4d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:47.506429 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-95f1a5d7-2b51-4017-9600-f148b3a46db1 req-452257e3-ee37-4ddc-804b-fe3f8b961d4d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=24284428-ee90-4770-8b26-2b06604cb492 HTTP/1.1" status: 200 len: 945 time: 0.0645938 Jul 09 17:15:47.544499 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-95f1a5d7-2b51-4017-9600-f148b3a46db1 req-67ff5c2a-2ef0-4417-b503-80af3a12448a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=0f70433e-951c-49ae-8ac5-bba8463f0887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324185 Jul 09 17:15:48.719660 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89480d50-08a7-4601-9d99-a86b5832f6ab req-12296994-6ad4-4630-8107-00593a3f6113 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:48.721019 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-89480d50-08a7-4601-9d99-a86b5832f6ab req-12296994-6ad4-4630-8107-00593a3f6113 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=24284428-ee90-4770-8b26-2b06604cb492 HTTP/1.1" status: 200 len: 945 time: 0.0624566 Jul 09 17:15:48.757183 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-89480d50-08a7-4601-9d99-a86b5832f6ab req-1d14e421-f7c9-4c52-8a64-46d123d0a566 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=0f70433e-951c-49ae-8ac5-bba8463f0887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301442 Jul 09 17:15:49.931498 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214693d5-ec04-4ef0-8e29-5eddcab7ff3d req-d5c01c75-53cd-410e-8bf4-1d7af176f635 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:49.932949 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-214693d5-ec04-4ef0-8e29-5eddcab7ff3d req-d5c01c75-53cd-410e-8bf4-1d7af176f635 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=24284428-ee90-4770-8b26-2b06604cb492 HTTP/1.1" status: 200 len: 945 time: 0.0673440 Jul 09 17:15:49.971167 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-214693d5-ec04-4ef0-8e29-5eddcab7ff3d req-ee23a213-b1a0-4d72-b546-6674be29063b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=0f70433e-951c-49ae-8ac5-bba8463f0887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311093 Jul 09 17:15:51.146043 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a2c1ca-38c9-474d-b28a-517359288304 req-7ec0cc8e-99bc-4589-bc56-3626fc6931c7 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:51.147578 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d6a2c1ca-38c9-474d-b28a-517359288304 req-7ec0cc8e-99bc-4589-bc56-3626fc6931c7 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=24284428-ee90-4770-8b26-2b06604cb492 HTTP/1.1" status: 200 len: 945 time: 0.0628121 Jul 09 17:15:51.183926 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d6a2c1ca-38c9-474d-b28a-517359288304 req-9b335942-5313-4f31-8c60-d476215f8251 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=0f70433e-951c-49ae-8ac5-bba8463f0887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308912 Jul 09 17:15:52.364274 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da598289-3ccd-4a72-9fa0-8c8274ba3117 req-736b6d43-832f-4954-994e-980ff9687951 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:52.366297 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-da598289-3ccd-4a72-9fa0-8c8274ba3117 req-736b6d43-832f-4954-994e-980ff9687951 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=24284428-ee90-4770-8b26-2b06604cb492 HTTP/1.1" status: 200 len: 945 time: 0.0716612 Jul 09 17:15:52.404037 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-da598289-3ccd-4a72-9fa0-8c8274ba3117 req-92dcc3c6-e6f4-46b5-8743-b267a5b22b0c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=0f70433e-951c-49ae-8ac5-bba8463f0887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322225 Jul 09 17:15:52.417299 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bef05794-3a19-4952-9df1-0f495412dbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:53.579266 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d1e41-70ac-4a14-a462-48bb3aa5b65a req-b9c41dca-5826-47bb-8aae-7a8f316d38bb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:53.580752 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fc7d1e41-70ac-4a14-a462-48bb3aa5b65a req-b9c41dca-5826-47bb-8aae-7a8f316d38bb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=24284428-ee90-4770-8b26-2b06604cb492 HTTP/1.1" status: 200 len: 945 time: 0.0632629 Jul 09 17:15:53.618238 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fc7d1e41-70ac-4a14-a462-48bb3aa5b65a req-2e629159-0965-4c33-a201-a0e3532f1adb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=0f70433e-951c-49ae-8ac5-bba8463f0887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310810 Jul 09 17:15:54.787514 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122696a-f3f0-49ff-bdcc-328c311ff720 req-2eb524fa-6069-4665-b35c-5225f049dba5 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:54.788983 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3122696a-f3f0-49ff-bdcc-328c311ff720 req-2eb524fa-6069-4665-b35c-5225f049dba5 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=24284428-ee90-4770-8b26-2b06604cb492 HTTP/1.1" status: 200 len: 945 time: 0.0620756 Jul 09 17:15:54.824994 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3122696a-f3f0-49ff-bdcc-328c311ff720 req-e4bc3f48-8327-4176-bce8-7a119f377f8e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=0f70433e-951c-49ae-8ac5-bba8463f0887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306385 Jul 09 17:15:55.128807 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bb399240-34c9-41e4-a0c5-9faa06240359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:55.860439 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:56.005925 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8dec13-8f36-4619-9408-72ed464fae13 req-efb842f3-aa94-48dd-b987-4fba2b0a37a0 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:56.007464 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bd8dec13-8f36-4619-9408-72ed464fae13 req-efb842f3-aa94-48dd-b987-4fba2b0a37a0 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=24284428-ee90-4770-8b26-2b06604cb492 HTTP/1.1" status: 200 len: 945 time: 0.0681345 Jul 09 17:15:56.045718 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bd8dec13-8f36-4619-9408-72ed464fae13 req-f3c438ef-475c-42fa-8c7f-e113fd6d66a4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=0f70433e-951c-49ae-8ac5-bba8463f0887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327120 Jul 09 17:15:56.070358 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54150) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:56.130461 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f57a7ed7-7f16-428e-96bb-e9d145eba396 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/floatingips/450cf22b-c26b-4555-bbc2-bcfdb1b6ef1f HTTP/1.1" status: 200 len: 992 time: 0.0588479 Jul 09 17:15:56.477342 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:57.254414 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:58.418972 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:04.460408 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-95307261-dd16-40c4-b443-0fee3b35e6fb req-21aa44ea-2121-4406-9972-ef5cb74aa02b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=24284428-ee90-4770-8b26-2b06604cb492&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0560071 Jul 09 17:16:04.569824 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95307261-dd16-40c4-b443-0fee3b35e6fb req-99c66980-683b-4d30-8e00-5335fe3a27d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:04.571441 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-95307261-dd16-40c4-b443-0fee3b35e6fb req-99c66980-683b-4d30-8e00-5335fe3a27d9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6328f77a18a0459ab8530adc9f37c090&device_id=24284428-ee90-4770-8b26-2b06604cb492 HTTP/1.1" status: 200 len: 1096 time: 0.0529013 Jul 09 17:16:04.670715 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95307261-dd16-40c4-b443-0fee3b35e6fb req-59644887-8eda-4404-87e1-ff5b3fc997e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:04.672077 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-95307261-dd16-40c4-b443-0fee3b35e6fb req-59644887-8eda-4404-87e1-ff5b3fc997e0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ce97d1b8-9610-4ad4-a125-cfaf63d3d877 HTTP/1.1" status: 200 len: 897 time: 0.0816388 Jul 09 17:16:04.739419 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-95307261-dd16-40c4-b443-0fee3b35e6fb req-7349f5ce-07d2-43af-9b27-2cc31c6ea0a3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c5d4613-d101-48c9-8774-0197a23b8cdf HTTP/1.1" status: 200 len: 1000 time: 0.0604124 Jul 09 17:16:04.786456 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95307261-dd16-40c4-b443-0fee3b35e6fb req-1a12c970-d74b-474d-9a80-29bc605f600e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:04.787897 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-95307261-dd16-40c4-b443-0fee3b35e6fb req-1a12c970-d74b-474d-9a80-29bc605f600e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6e04169f-f795-4fad-9f49-ca1ff8044c89 HTTP/1.1" status: 200 len: 834 time: 0.0421431 Jul 09 17:16:04.841879 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95307261-dd16-40c4-b443-0fee3b35e6fb req-0e74a89a-fa06-43f5-92dc-c574ffab7968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:04.843314 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-95307261-dd16-40c4-b443-0fee3b35e6fb req-0e74a89a-fa06-43f5-92dc-c574ffab7968 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ce97d1b8-9610-4ad4-a125-cfaf63d3d877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500054 Jul 09 17:16:04.933837 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-95307261-dd16-40c4-b443-0fee3b35e6fb req-03bd576f-f1e9-40be-a4a3-1e9ee20891cc service neutron] 10.222.0.73 "GET /v2.0/networks/ce97d1b8-9610-4ad4-a125-cfaf63d3d877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835574 Jul 09 17:16:05.020019 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-95307261-dd16-40c4-b443-0fee3b35e6fb req-838167bd-d5f0-458d-9e80-407fe30f28f0 service neutron] 10.222.0.73 "GET /v2.0/networks/ce97d1b8-9610-4ad4-a125-cfaf63d3d877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804369 Jul 09 17:16:10.581927 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:18.095506 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:16:22.408468 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5a57f849-eabb-4939-9747-dab58e820540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:25.131332 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a65d5277-202c-4419-a9e0-ffeabdbb8e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:25.862860 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:26.480997 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:27.278861 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:28.421527 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:40.591550 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:44.730480 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54180) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:44.886410 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-02907611-1f17-48f1-ad24-426a8783db7d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Deleting port ae5df51e-c0c9-494d-bb05-e5341ddfa14a {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:16:44.886754 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02907611-1f17-48f1-ad24-426a8783db7d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:44.957524 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02907611-1f17-48f1-ad24-426a8783db7d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:44.957853 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02907611-1f17-48f1-ad24-426a8783db7d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:44.969680 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-02907611-1f17-48f1-ad24-426a8783db7d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Calling delete_port for ae5df51e-c0c9-494d-bb05-e5341ddfa14a owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:16:45.123089 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02907611-1f17-48f1-ad24-426a8783db7d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:45.145753 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02907611-1f17-48f1-ad24-426a8783db7d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event deleted for resources: {'Port': ['ID=ae5df51e-c0c9-494d-bb05-e5341ddfa14a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:45.158474 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02907611-1f17-48f1-ad24-426a8783db7d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:45.158846 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02907611-1f17-48f1-ad24-426a8783db7d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:45.159184 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02907611-1f17-48f1-ad24-426a8783db7d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:45.159514 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02907611-1f17-48f1-ad24-426a8783db7d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:45.159837 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02907611-1f17-48f1-ad24-426a8783db7d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:45.160167 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02907611-1f17-48f1-ad24-426a8783db7d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:45.160491 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02907611-1f17-48f1-ad24-426a8783db7d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:45.160808 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02907611-1f17-48f1-ad24-426a8783db7d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:45.161129 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02907611-1f17-48f1-ad24-426a8783db7d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:45.161446 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02907611-1f17-48f1-ad24-426a8783db7d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:45.161759 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02907611-1f17-48f1-ad24-426a8783db7d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:45.162074 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02907611-1f17-48f1-ad24-426a8783db7d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:45.217187 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02907611-1f17-48f1-ad24-426a8783db7d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:45.217508 n-d-798930-3 neutron-server[93958]: INFO neutron.db.l3_db [None req-02907611-1f17-48f1-ad24-426a8783db7d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Floating IP 450cf22b-c26b-4555-bbc2-bcfdb1b6ef1f disassociated (deleted). External IP: 172.25.0.42, port: 5c5d4613-d101-48c9-8774-0197a23b8cdf. Jul 09 17:16:45.428352 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02907611-1f17-48f1-ad24-426a8783db7d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Router edcf587d-1caa-42d6-a96a-efeeff74adae has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:16:45.541262 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02907611-1f17-48f1-ad24-426a8783db7d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:16:45.546248 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02907611-1f17-48f1-ad24-426a8783db7d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:45.551736 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c34e13c-7c3a-43ec-aa17-d7418827b129 None None] Sync routers for ids ['edcf587d-1caa-42d6-a96a-efeeff74adae'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:16:45.560820 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c34e13c-7c3a-43ec-aa17-d7418827b129 None None] Routers {'edcf587d-1caa-42d6-a96a-efeeff74adae'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:16:45.561424 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6c34e13c-7c3a-43ec-aa17-d7418827b129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:16:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['edcf587d-1caa-42d6-a96a-efeeff74adae'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:45.584600 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-02907611-1f17-48f1-ad24-426a8783db7d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "DELETE /v2.0/floatingips/450cf22b-c26b-4555-bbc2-bcfdb1b6ef1f HTTP/1.1" status: 204 len: 168 time: 0.8530354 Jul 09 17:16:45.585196 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24284428-ee90-4770-8b26-2b06604cb492', 'tag': '5c5d4613-d101-48c9-8774-0197a23b8cdf'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:16:45.587980 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70bc3d1dd6a8d756905b95879fdfd768b2540769638561f09d0c65e65c91429d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f19228c-a45a-4c22-b131-740c7fb47d85" -d '{"events": [{"name": "network-changed", "server_uuid": "24284428-ee90-4770-8b26-2b06604cb492", "tag": "5c5d4613-d101-48c9-8774-0197a23b8cdf"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:16:45.667833 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-6c34e13c-7c3a-43ec-aa17-d7418827b129 None None] Set router edcf587d-1caa-42d6-a96a-efeeff74adae gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:16:45.840158 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0960405e-c18b-41b3-8a86-b8830804be1a x-openstack-request-id: req-0960405e-c18b-41b3-8a86-b8830804be1a {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:16:45.840680 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24284428-ee90-4770-8b26-2b06604cb492", "tag": "5c5d4613-d101-48c9-8774-0197a23b8cdf", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:16:45.840680 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0960405e-c18b-41b3-8a86-b8830804be1a {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:16:45.841099 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24284428-ee90-4770-8b26-2b06604cb492', 'tag': '5c5d4613-d101-48c9-8774-0197a23b8cdf', 'status': 'completed', 'code': 200} Jul 09 17:16:46.003476 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f19228c-a45a-4c22-b131-740c7fb47d85 req-b8b65744-72f7-4c40-995a-169e258cfd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:46.004901 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5f19228c-a45a-4c22-b131-740c7fb47d85 req-b8b65744-72f7-4c40-995a-169e258cfd4b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6328f77a18a0459ab8530adc9f37c090&device_id=24284428-ee90-4770-8b26-2b06604cb492 HTTP/1.1" status: 200 len: 1096 time: 0.1081352 Jul 09 17:16:46.016821 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df31c964-f9f9-4bbf-a1d9-c77bf554425e req-32afab06-31a0-479e-a7d7-d9307af97f19 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:46.018519 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-df31c964-f9f9-4bbf-a1d9-c77bf554425e req-32afab06-31a0-479e-a7d7-d9307af97f19 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=24284428-ee90-4770-8b26-2b06604cb492 HTTP/1.1" status: 200 len: 945 time: 0.0864639 Jul 09 17:16:46.025370 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6c34e13c-7c3a-43ec-aa17-d7418827b129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edcf587d-1caa-42d6-a96a-efeeff74adae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-400241021', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '2c71523b-b94c-4d55-8374-287303f6e67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:14:21Z', 'updated_at': '2021-07-09T17:14:24Z', 'revision_number': 4, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': '2c71523b-b94c-4d55-8374-287303f6e67a', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edcf587d-1caa-42d6-a96a-efeeff74adae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:14:21Z', 'updated_at': '2021-07-09T17:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '944be5a4-0efe-4225-822f-fbc63cfd2fef', 'name': '', 'network_id': 'ce97d1b8-9610-4ad4-a125-cfaf63d3d877', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'mac_address': 'fa:16:3e:c4:14:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edcf587d-1caa-42d6-a96a-efeeff74adae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '6e04169f-f795-4fad-9f49-ca1ff8044c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:14:23Z', 'updated_at': '2021-07-09T17:14:29Z', 'revision_number': 5, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'subnets': [{'id': '6e04169f-f795-4fad-9f49-ca1ff8044c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:46.054820 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c34e13c-7c3a-43ec-aa17-d7418827b129 None None] Checking router: edcf587d-1caa-42d6-a96a-efeeff74adae for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:16:46.063190 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c34e13c-7c3a-43ec-aa17-d7418827b129 None None] Routers {'edcf587d-1caa-42d6-a96a-efeeff74adae'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:16:46.063792 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6c34e13c-7c3a-43ec-aa17-d7418827b129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:16:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['edcf587d-1caa-42d6-a96a-efeeff74adae'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:46.113131 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-df31c964-f9f9-4bbf-a1d9-c77bf554425e req-c1bcd007-00d0-4613-8496-3e9c154b60b9 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=0f70433e-951c-49ae-8ac5-bba8463f0887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847867 Jul 09 17:16:46.134380 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f19228c-a45a-4c22-b131-740c7fb47d85 req-56e75b80-7274-4742-9758-43bd9ad0ada3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:46.135877 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5f19228c-a45a-4c22-b131-740c7fb47d85 req-56e75b80-7274-4742-9758-43bd9ad0ada3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ce97d1b8-9610-4ad4-a125-cfaf63d3d877 HTTP/1.1" status: 200 len: 897 time: 0.1164739 Jul 09 17:16:46.168223 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-6c34e13c-7c3a-43ec-aa17-d7418827b129 None None] Set router edcf587d-1caa-42d6-a96a-efeeff74adae gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:16:46.178069 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5f19228c-a45a-4c22-b131-740c7fb47d85 req-8073bd47-0df3-4b7e-b5db-07df6552cb7e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c5d4613-d101-48c9-8774-0197a23b8cdf HTTP/1.1" status: 200 len: 217 time: 0.0349917 Jul 09 17:16:46.227060 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f19228c-a45a-4c22-b131-740c7fb47d85 req-a4306966-60e7-40a0-9779-b3148c832cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:46.228645 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5f19228c-a45a-4c22-b131-740c7fb47d85 req-a4306966-60e7-40a0-9779-b3148c832cea service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6e04169f-f795-4fad-9f49-ca1ff8044c89 HTTP/1.1" status: 200 len: 834 time: 0.0437605 Jul 09 17:16:46.291915 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f19228c-a45a-4c22-b131-740c7fb47d85 req-8622a73e-c5ae-4c40-811b-ae35b1f6a3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:46.293413 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5f19228c-a45a-4c22-b131-740c7fb47d85 req-8622a73e-c5ae-4c40-811b-ae35b1f6a3c6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ce97d1b8-9610-4ad4-a125-cfaf63d3d877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556462 Jul 09 17:16:46.364482 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6c34e13c-7c3a-43ec-aa17-d7418827b129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edcf587d-1caa-42d6-a96a-efeeff74adae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-400241021', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '2c71523b-b94c-4d55-8374-287303f6e67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:14:21Z', 'updated_at': '2021-07-09T17:14:24Z', 'revision_number': 4, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': '2c71523b-b94c-4d55-8374-287303f6e67a', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edcf587d-1caa-42d6-a96a-efeeff74adae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:14:21Z', 'updated_at': '2021-07-09T17:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '944be5a4-0efe-4225-822f-fbc63cfd2fef', 'name': '', 'network_id': 'ce97d1b8-9610-4ad4-a125-cfaf63d3d877', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'mac_address': 'fa:16:3e:c4:14:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edcf587d-1caa-42d6-a96a-efeeff74adae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '6e04169f-f795-4fad-9f49-ca1ff8044c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:14:23Z', 'updated_at': '2021-07-09T17:14:29Z', 'revision_number': 5, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'subnets': [{'id': '6e04169f-f795-4fad-9f49-ca1ff8044c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:46.382658 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5f19228c-a45a-4c22-b131-740c7fb47d85 req-db050798-6a7b-41ea-b762-f4346a080a0f service neutron] 10.222.0.73 "GET /v2.0/networks/ce97d1b8-9610-4ad4-a125-cfaf63d3d877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804439 Jul 09 17:16:46.391143 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c34e13c-7c3a-43ec-aa17-d7418827b129 None None] The sync data for ids ['edcf587d-1caa-42d6-a96a-efeeff74adae'] in n-d-798930-3 is: [{'id': 'edcf587d-1caa-42d6-a96a-efeeff74adae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-400241021', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '2c71523b-b94c-4d55-8374-287303f6e67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:14:21Z', 'updated_at': '2021-07-09T17:14:24Z', 'revision_number': 4, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': '2c71523b-b94c-4d55-8374-287303f6e67a', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edcf587d-1caa-42d6-a96a-efeeff74adae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:14:21Z', 'updated_at': '2021-07-09T17:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '944be5a4-0efe-4225-822f-fbc63cfd2fef', 'name': '', 'network_id': 'ce97d1b8-9610-4ad4-a125-cfaf63d3d877', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'mac_address': 'fa:16:3e:c4:14:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edcf587d-1caa-42d6-a96a-efeeff74adae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '6e04169f-f795-4fad-9f49-ca1ff8044c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:14:23Z', 'updated_at': '2021-07-09T17:14:29Z', 'revision_number': 5, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'subnets': [{'id': '6e04169f-f795-4fad-9f49-ca1ff8044c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:16:46.478619 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5f19228c-a45a-4c22-b131-740c7fb47d85 req-18fc001e-275f-4253-8401-a36b8114b22c service neutron] 10.222.0.73 "GET /v2.0/networks/ce97d1b8-9610-4ad4-a125-cfaf63d3d877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881124 Jul 09 17:16:46.612289 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5be8917-4d14-46c9-b8f6-6e3920626f32 None None] New status for floating IP 450cf22b-c26b-4555-bbc2-bcfdb1b6ef1f: DOWN {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:16:47.284259 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c4138-2aee-4463-a6c9-4a1951ce034d req-c6076632-a055-45d2-ba90-dc04662278c9 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:47.285703 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-738c4138-2aee-4463-a6c9-4a1951ce034d req-c6076632-a055-45d2-ba90-dc04662278c9 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=24284428-ee90-4770-8b26-2b06604cb492 HTTP/1.1" status: 200 len: 945 time: 0.0618024 Jul 09 17:16:47.323403 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-738c4138-2aee-4463-a6c9-4a1951ce034d req-0760e542-9162-40ff-b9b4-ccb86b2e8c60 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=0f70433e-951c-49ae-8ac5-bba8463f0887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322485 Jul 09 17:16:47.786994 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56aa1c2-7ca9-4f73-8f03-753b38f0e681 req-ca9aa172-b80a-4fa2-a9a2-7ae9521a6169 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:47.788414 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e56aa1c2-7ca9-4f73-8f03-753b38f0e681 req-ca9aa172-b80a-4fa2-a9a2-7ae9521a6169 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.73 "GET /v2.0/ports?device_id=24284428-ee90-4770-8b26-2b06604cb492 HTTP/1.1" status: 200 len: 945 time: 0.0615954 Jul 09 17:16:47.887343 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-e56aa1c2-7ca9-4f73-8f03-753b38f0e681 req-73a9ebd9-e47d-4040-821a-79b357882a56 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Deleting port 5c5d4613-d101-48c9-8774-0197a23b8cdf {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:16:47.887721 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e56aa1c2-7ca9-4f73-8f03-753b38f0e681 req-73a9ebd9-e47d-4040-821a-79b357882a56 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:47.972313 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-e56aa1c2-7ca9-4f73-8f03-753b38f0e681 req-73a9ebd9-e47d-4040-821a-79b357882a56 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] For port 5c5d4613-d101-48c9-8774-0197a23b8cdf, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=5c5d4613-d101-48c9-8774-0197a23b8cdf,segment=NetworkSegment(0abab028-a62c-4222-8360-358c9a4af638),segment_id=0abab028-a62c-4222-8360-358c9a4af638)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:16:47.972671 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e56aa1c2-7ca9-4f73-8f03-753b38f0e681 req-73a9ebd9-e47d-4040-821a-79b357882a56 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:47.985705 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-e56aa1c2-7ca9-4f73-8f03-753b38f0e681 req-73a9ebd9-e47d-4040-821a-79b357882a56 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Calling delete_port for 5c5d4613-d101-48c9-8774-0197a23b8cdf owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:16:48.120706 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e56aa1c2-7ca9-4f73-8f03-753b38f0e681 req-73a9ebd9-e47d-4040-821a-79b357882a56 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:48.147589 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a9ebd9-e47d-4040-821a-79b357882a56 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event deleted for resources: {'Port': ['ID=5c5d4613-d101-48c9-8774-0197a23b8cdf,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:48.200114 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-e56aa1c2-7ca9-4f73-8f03-753b38f0e681 req-73a9ebd9-e47d-4040-821a-79b357882a56 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] No DVR routers for this DVR port 5c5d4613-d101-48c9-8774-0197a23b8cdf on host n-h2-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:16:48.202789 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e56aa1c2-7ca9-4f73-8f03-753b38f0e681 req-73a9ebd9-e47d-4040-821a-79b357882a56 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:48.204815 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e56aa1c2-7ca9-4f73-8f03-753b38f0e681 req-73a9ebd9-e47d-4040-821a-79b357882a56 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.73 "DELETE /v2.0/ports/5c5d4613-d101-48c9-8774-0197a23b8cdf HTTP/1.1" status: 204 len: 173 time: 0.4113495 Jul 09 17:16:48.205260 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24284428-ee90-4770-8b26-2b06604cb492', 'name': 'network-vif-deleted', 'tag': '5c5d4613-d101-48c9-8774-0197a23b8cdf'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:16:48.207582 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70bc3d1dd6a8d756905b95879fdfd768b2540769638561f09d0c65e65c91429d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177e02c3-832f-4325-9ce3-d83b2037e5bc" -d '{"events": [{"server_uuid": "24284428-ee90-4770-8b26-2b06604cb492", "name": "network-vif-deleted", "tag": "5c5d4613-d101-48c9-8774-0197a23b8cdf"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:16:48.244093 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e829108a-b1f2-4e88-982f-da4ef54dcac2 x-openstack-request-id: req-e829108a-b1f2-4e88-982f-da4ef54dcac2 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:16:48.244389 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24284428-ee90-4770-8b26-2b06604cb492", "name": "network-vif-deleted", "tag": "5c5d4613-d101-48c9-8774-0197a23b8cdf", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:16:48.244650 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e829108a-b1f2-4e88-982f-da4ef54dcac2 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:16:48.245048 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24284428-ee90-4770-8b26-2b06604cb492', 'name': 'network-vif-deleted', 'tag': '5c5d4613-d101-48c9-8774-0197a23b8cdf', 'status': 'completed', 'code': 200} Jul 09 17:16:48.481418 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0335a9ef-77de-44af-acc6-d948143dab98 req-63b08b5a-65cc-4340-a2a3-66924d92c574 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=24284428-ee90-4770-8b26-2b06604cb492 HTTP/1.1" status: 200 len: 210 time: 0.0312295 Jul 09 17:16:49.578651 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54200) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:50.235112 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-821a7d2b-1109-4e56-8985-12e94618f5fd tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:50.495676 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-821a7d2b-1109-4e56-8985-12e94618f5fd tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Deleting port 944be5a4-0efe-4225-822f-fbc63cfd2fef {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:16:50.496029 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-821a7d2b-1109-4e56-8985-12e94618f5fd tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:50.585965 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-821a7d2b-1109-4e56-8985-12e94618f5fd tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] For port 944be5a4-0efe-4225-822f-fbc63cfd2fef, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=944be5a4-0efe-4225-822f-fbc63cfd2fef,segment=NetworkSegment(0abab028-a62c-4222-8360-358c9a4af638),segment_id=0abab028-a62c-4222-8360-358c9a4af638)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:16:50.587240 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-821a7d2b-1109-4e56-8985-12e94618f5fd tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:50.599337 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-821a7d2b-1109-4e56-8985-12e94618f5fd tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Calling delete_port for 944be5a4-0efe-4225-822f-fbc63cfd2fef owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:16:50.780856 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-821a7d2b-1109-4e56-8985-12e94618f5fd tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:50.808741 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821a7d2b-1109-4e56-8985-12e94618f5fd tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event deleted for resources: {'Port': ['ID=944be5a4-0efe-4225-822f-fbc63cfd2fef,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:50.980364 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-821a7d2b-1109-4e56-8985-12e94618f5fd tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:51.184293 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-821a7d2b-1109-4e56-8985-12e94618f5fd tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Router edcf587d-1caa-42d6-a96a-efeeff74adae has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:16:51.285919 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821a7d2b-1109-4e56-8985-12e94618f5fd tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:16:51.291751 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-821a7d2b-1109-4e56-8985-12e94618f5fd tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "PUT /v2.0/routers/edcf587d-1caa-42d6-a96a-efeeff74adae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7116840 Jul 09 17:16:51.294303 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54202) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:51.297683 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0842d3e-c5b8-4b14-8e66-daf6e62cea43 None None] Sync routers for ids ['edcf587d-1caa-42d6-a96a-efeeff74adae'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:16:51.307456 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0842d3e-c5b8-4b14-8e66-daf6e62cea43 None None] Routers {'edcf587d-1caa-42d6-a96a-efeeff74adae'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:16:51.308073 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f0842d3e-c5b8-4b14-8e66-daf6e62cea43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:16:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['edcf587d-1caa-42d6-a96a-efeeff74adae'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:51.348002 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-29d38fd8-4eec-4b63-9275-c07d4ca89f61 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Deleting subnet 6e04169f-f795-4fad-9f49-ca1ff8044c89 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:16:51.351005 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-29d38fd8-4eec-4b63-9275-c07d4ca89f61 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:51.391927 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-29d38fd8-4eec-4b63-9275-c07d4ca89f61 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:51.413021 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-f0842d3e-c5b8-4b14-8e66-daf6e62cea43 None None] Set router edcf587d-1caa-42d6-a96a-efeeff74adae gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:16:51.474281 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-29d38fd8-4eec-4b63-9275-c07d4ca89f61 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:51.538556 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-29d38fd8-4eec-4b63-9275-c07d4ca89f61 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:51.566388 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d38fd8-4eec-4b63-9275-c07d4ca89f61 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event deleted for resources: {'Subnet': ['ID=6e04169f-f795-4fad-9f49-ca1ff8044c89,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:51.569849 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-29d38fd8-4eec-4b63-9275-c07d4ca89f61 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:51.574336 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-29d38fd8-4eec-4b63-9275-c07d4ca89f61 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "DELETE /v2.0/subnets/6e04169f-f795-4fad-9f49-ca1ff8044c89 HTTP/1.1" status: 204 len: 168 time: 0.2765434 Jul 09 17:16:51.575228 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54204) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:51.582158 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7070772-ab62-4145-b075-7bc18d357d97 None None] Network ce97d1b8-9610-4ad4-a125-cfaf63d3d877 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:16:51.673326 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f0842d3e-c5b8-4b14-8e66-daf6e62cea43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edcf587d-1caa-42d6-a96a-efeeff74adae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-400241021', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '2c71523b-b94c-4d55-8374-287303f6e67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:14:21Z', 'updated_at': '2021-07-09T17:16:50Z', 'revision_number': 5, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': '2c71523b-b94c-4d55-8374-287303f6e67a', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edcf587d-1caa-42d6-a96a-efeeff74adae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:14:21Z', 'updated_at': '2021-07-09T17:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:51.681540 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c4a35c2-8f22-4f39-b619-4f55c8762cdb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:51.717893 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0842d3e-c5b8-4b14-8e66-daf6e62cea43 None None] Checking router: edcf587d-1caa-42d6-a96a-efeeff74adae for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:16:51.732274 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0842d3e-c5b8-4b14-8e66-daf6e62cea43 None None] Routers {'edcf587d-1caa-42d6-a96a-efeeff74adae'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:16:51.732806 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f0842d3e-c5b8-4b14-8e66-daf6e62cea43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:16:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['edcf587d-1caa-42d6-a96a-efeeff74adae'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:51.784843 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c4a35c2-8f22-4f39-b619-4f55c8762cdb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:51.844099 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-7c4a35c2-8f22-4f39-b619-4f55c8762cdb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Deleting port 2c71523b-b94c-4d55-8374-287303f6e67a {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:16:51.844607 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-f0842d3e-c5b8-4b14-8e66-daf6e62cea43 None None] Set router edcf587d-1caa-42d6-a96a-efeeff74adae gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:16:51.845297 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c4a35c2-8f22-4f39-b619-4f55c8762cdb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:51.847753 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680d3fb9-b6d2-4d1a-93d9-70db91a7ff5a None None] DHCP port deletion for ce97d1b8-9610-4ad4-a125-cfaf63d3d877 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:16:51.927042 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-7c4a35c2-8f22-4f39-b619-4f55c8762cdb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] For port 2c71523b-b94c-4d55-8374-287303f6e67a, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=2c71523b-b94c-4d55-8374-287303f6e67a,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:16:51.927407 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c4a35c2-8f22-4f39-b619-4f55c8762cdb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:51.944398 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-7c4a35c2-8f22-4f39-b619-4f55c8762cdb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Calling delete_port for 2c71523b-b94c-4d55-8374-287303f6e67a owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:16:52.005335 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-680d3fb9-b6d2-4d1a-93d9-70db91a7ff5a None None] Deleting port 22dcbd37-444b-4d74-a05e-ba1a9b8f3b54 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:16:52.005616 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-680d3fb9-b6d2-4d1a-93d9-70db91a7ff5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:52.095087 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-680d3fb9-b6d2-4d1a-93d9-70db91a7ff5a None None] For port 22dcbd37-444b-4d74-a05e-ba1a9b8f3b54, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=22dcbd37-444b-4d74-a05e-ba1a9b8f3b54,segment=NetworkSegment(0abab028-a62c-4222-8360-358c9a4af638),segment_id=0abab028-a62c-4222-8360-358c9a4af638)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:16:52.095387 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-680d3fb9-b6d2-4d1a-93d9-70db91a7ff5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:52.107088 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c4a35c2-8f22-4f39-b619-4f55c8762cdb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:52.110702 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-680d3fb9-b6d2-4d1a-93d9-70db91a7ff5a None None] Calling delete_port for 22dcbd37-444b-4d74-a05e-ba1a9b8f3b54 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:16:52.128804 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f0842d3e-c5b8-4b14-8e66-daf6e62cea43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edcf587d-1caa-42d6-a96a-efeeff74adae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-400241021', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '2c71523b-b94c-4d55-8374-287303f6e67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:14:21Z', 'updated_at': '2021-07-09T17:16:50Z', 'revision_number': 5, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': '2c71523b-b94c-4d55-8374-287303f6e67a', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edcf587d-1caa-42d6-a96a-efeeff74adae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:14:21Z', 'updated_at': '2021-07-09T17:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:52.141452 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4a35c2-8f22-4f39-b619-4f55c8762cdb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event deleted for resources: {'Port': ['ID=2c71523b-b94c-4d55-8374-287303f6e67a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:52.185920 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0842d3e-c5b8-4b14-8e66-daf6e62cea43 None None] The sync data for ids ['edcf587d-1caa-42d6-a96a-efeeff74adae'] in n-d-798930-3 is: [{'id': 'edcf587d-1caa-42d6-a96a-efeeff74adae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-400241021', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '2c71523b-b94c-4d55-8374-287303f6e67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:14:21Z', 'updated_at': '2021-07-09T17:16:50Z', 'revision_number': 5, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': '2c71523b-b94c-4d55-8374-287303f6e67a', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edcf587d-1caa-42d6-a96a-efeeff74adae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:14:21Z', 'updated_at': '2021-07-09T17:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:16:52.208320 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c4a35c2-8f22-4f39-b619-4f55c8762cdb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:52.226596 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-680d3fb9-b6d2-4d1a-93d9-70db91a7ff5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:52.253788 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680d3fb9-b6d2-4d1a-93d9-70db91a7ff5a None None] Pushing event deleted for resources: {'Port': ['ID=22dcbd37-444b-4d74-a05e-ba1a9b8f3b54,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:52.256049 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680d3fb9-b6d2-4d1a-93d9-70db91a7ff5a None None] No DVR routers for this DVR port 22dcbd37-444b-4d74-a05e-ba1a9b8f3b54 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:16:52.267022 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680d3fb9-b6d2-4d1a-93d9-70db91a7ff5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:52.267022 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680d3fb9-b6d2-4d1a-93d9-70db91a7ff5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:52.267361 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680d3fb9-b6d2-4d1a-93d9-70db91a7ff5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:52.267638 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680d3fb9-b6d2-4d1a-93d9-70db91a7ff5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:52.267983 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680d3fb9-b6d2-4d1a-93d9-70db91a7ff5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:52.268416 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680d3fb9-b6d2-4d1a-93d9-70db91a7ff5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:52.268658 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680d3fb9-b6d2-4d1a-93d9-70db91a7ff5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:52.268917 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680d3fb9-b6d2-4d1a-93d9-70db91a7ff5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:52.269230 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680d3fb9-b6d2-4d1a-93d9-70db91a7ff5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:52.269547 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680d3fb9-b6d2-4d1a-93d9-70db91a7ff5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:52.269865 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680d3fb9-b6d2-4d1a-93d9-70db91a7ff5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:52.270177 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680d3fb9-b6d2-4d1a-93d9-70db91a7ff5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:52.302038 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c4a35c2-8f22-4f39-b619-4f55c8762cdb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:52.304162 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c4a35c2-8f22-4f39-b619-4f55c8762cdb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:52.346467 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c4a35c2-8f22-4f39-b619-4f55c8762cdb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:52.347217 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4a35c2-8f22-4f39-b619-4f55c8762cdb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Fanout notify agent at l3_agent the message router_deleted on router edcf587d-1caa-42d6-a96a-efeeff74adae {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:16:52.355161 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c4a35c2-8f22-4f39-b619-4f55c8762cdb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:52.356276 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7c4a35c2-8f22-4f39-b619-4f55c8762cdb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "DELETE /v2.0/routers/edcf587d-1caa-42d6-a96a-efeeff74adae HTTP/1.1" status: 204 len: 168 time: 0.7808440 Jul 09 17:16:52.359024 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54206) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:52.409764 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6552531c-dd54-44d8-888f-48f1ea56549b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:52.438221 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3fd45aa3-0b55-4e0a-8f14-a5fcbd3a48b4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:52.521381 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3fd45aa3-0b55-4e0a-8f14-a5fcbd3a48b4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:52.531377 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-3fd45aa3-0b55-4e0a-8f14-a5fcbd3a48b4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce97d1b8-9610-4ad4-a125-cfaf63d3d877']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:52.547620 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-3fd45aa3-0b55-4e0a-8f14-a5fcbd3a48b4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0abab028-a62c-4222-8360-358c9a4af638') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:52.547919 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-3fd45aa3-0b55-4e0a-8f14-a5fcbd3a48b4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0abab028-a62c-4222-8360-358c9a4af638') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:52.557764 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3fd45aa3-0b55-4e0a-8f14-a5fcbd3a48b4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:52.573711 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3fd45aa3-0b55-4e0a-8f14-a5fcbd3a48b4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:52.580485 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fd45aa3-0b55-4e0a-8f14-a5fcbd3a48b4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:16:52.581204 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3fd45aa3-0b55-4e0a-8f14-a5fcbd3a48b4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:52.584547 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:16:52.584547 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:16:52.584547 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:16:52.584547 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:16:52.584547 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 17:16:52.584547 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:16:52.584547 n-d-798930-3 neutron-server[93958]: timer() Jul 09 17:16:52.584547 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:16:52.584547 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 17:16:52.584547 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:16:52.584547 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 17:16:52.584547 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:16:52.584547 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 17:16:52.584547 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:16:52.584547 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 17:16:52.584547 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:16:52.584547 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 17:16:52.584547 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:16:52.584547 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:16:52.584547 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:16:52.584547 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:16:52.584547 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:16:52.584547 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 17:16:52.584547 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:16:52.584547 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 17:16:52.584547 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:16:52.584547 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:16:52.584547 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:16:52.584547 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 17:16:52.584547 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:16:52.584547 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:16:52.584547 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:16:52.584547 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:16:52.584547 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:16:52.584547 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:16:52.584547 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:16:52.659939 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3fd45aa3-0b55-4e0a-8f14-a5fcbd3a48b4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:52.671773 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3fd45aa3-0b55-4e0a-8f14-a5fcbd3a48b4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:52.673881 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-3fd45aa3-0b55-4e0a-8f14-a5fcbd3a48b4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "DELETE /v2.0/networks/ce97d1b8-9610-4ad4-a125-cfaf63d3d877 HTTP/1.1" status: 204 len: 168 time: 0.3139234 Jul 09 17:16:52.677313 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54208) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:52.691526 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 22dcbd37-444b-4d74-a05e-ba1a9b8f3b54 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:16:52.695593 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd45aa3-0b55-4e0a-8f14-a5fcbd3a48b4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event deleted for resources: {'Network': ['ID=ce97d1b8-9610-4ad4-a125-cfaf63d3d877,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:52.717475 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 22dcbd37-444b-4d74-a05e-ba1a9b8f3b54 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:16:52.717828 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 22dcbd37-444b-4d74-a05e-ba1a9b8f3b54 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:16:52.718253 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 944be5a4-0efe-4225-822f-fbc63cfd2fef no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:16:52.738127 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 944be5a4-0efe-4225-822f-fbc63cfd2fef {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:16:52.738664 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 944be5a4-0efe-4225-822f-fbc63cfd2fef not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:16:52.755893 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ff59127c-8bf2-40bc-ad97-f58dde806596 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:52.782128 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ff59127c-8bf2-40bc-ad97-f58dde806596 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:52.843459 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ff59127c-8bf2-40bc-ad97-f58dde806596 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:52.846073 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ff59127c-8bf2-40bc-ad97-f58dde806596 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:52.847265 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ff59127c-8bf2-40bc-ad97-f58dde806596 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "DELETE /v2.0/security-groups/0f70433e-951c-49ae-8ac5-bba8463f0887 HTTP/1.1" status: 204 len: 168 time: 0.1640728 Jul 09 17:16:52.856900 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff59127c-8bf2-40bc-ad97-f58dde806596 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f70433e-951c-49ae-8ac5-bba8463f0887,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:52.864767 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff59127c-8bf2-40bc-ad97-f58dde806596 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:52.865122 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff59127c-8bf2-40bc-ad97-f58dde806596 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:52.865469 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff59127c-8bf2-40bc-ad97-f58dde806596 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:52.865807 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff59127c-8bf2-40bc-ad97-f58dde806596 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:52.866142 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff59127c-8bf2-40bc-ad97-f58dde806596 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:52.866472 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff59127c-8bf2-40bc-ad97-f58dde806596 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:52.866840 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff59127c-8bf2-40bc-ad97-f58dde806596 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:52.867162 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff59127c-8bf2-40bc-ad97-f58dde806596 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:52.867491 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff59127c-8bf2-40bc-ad97-f58dde806596 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:52.867861 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff59127c-8bf2-40bc-ad97-f58dde806596 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:52.868193 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff59127c-8bf2-40bc-ad97-f58dde806596 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:52.868513 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff59127c-8bf2-40bc-ad97-f58dde806596 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:53.102061 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 5c5d4613-d101-48c9-8774-0197a23b8cdf no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:16:53.125152 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: 5c5d4613-d101-48c9-8774-0197a23b8cdf {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:16:53.125494 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 5c5d4613-d101-48c9-8774-0197a23b8cdf not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:16:54.304931 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54218) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:54.309611 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-e7b5480a-3968-4763-8f97-36c66a83d01b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1180124535', 'description': 'tempest-secgroup-smoke-1180124535 description', 'project_id': '6328f77a18a0459ab8530adc9f37c090'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:16:54.331755 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e7b5480a-3968-4763-8f97-36c66a83d01b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:54.417863 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e7b5480a-3968-4763-8f97-36c66a83d01b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:54.418214 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 2c71523b-b94c-4d55-8374-287303f6e67a no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:16:54.422865 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e7b5480a-3968-4763-8f97-36c66a83d01b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:54.439842 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 2c71523b-b94c-4d55-8374-287303f6e67a {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:16:54.440280 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 2c71523b-b94c-4d55-8374-287303f6e67a not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:16:54.447339 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e7b5480a-3968-4763-8f97-36c66a83d01b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:54.448565 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e7b5480a-3968-4763-8f97-36c66a83d01b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1426067 Jul 09 17:16:54.451620 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54220) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:54.456452 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-59326af8-3e3e-4fc2-9230-4a4388758d6a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Request body: {'security_group_rule': {'security_group_id': '3ffc9bb2-5614-42be-9cb8-6ae23c7370f1', 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:16:54.457121 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b5480a-3968-4763-8f97-36c66a83d01b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffc9bb2-5614-42be-9cb8-6ae23c7370f1,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:54.484903 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-59326af8-3e3e-4fc2-9230-4a4388758d6a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:54.531839 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-59326af8-3e3e-4fc2-9230-4a4388758d6a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:54.536560 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-59326af8-3e3e-4fc2-9230-4a4388758d6a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:54.556571 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59326af8-3e3e-4fc2-9230-4a4388758d6a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eab4437d-e432-4f02-9827-8f381def01bc,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:54.563399 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-59326af8-3e3e-4fc2-9230-4a4388758d6a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:54.564594 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-59326af8-3e3e-4fc2-9230-4a4388758d6a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1118562 Jul 09 17:16:54.567352 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54222) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:54.572309 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-817c3383-2f69-448f-a518-f062150fcf73 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Request body: {'security_group_rule': {'security_group_id': '3ffc9bb2-5614-42be-9cb8-6ae23c7370f1', 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:16:54.598426 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-817c3383-2f69-448f-a518-f062150fcf73 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:54.653997 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-817c3383-2f69-448f-a518-f062150fcf73 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:54.657487 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-817c3383-2f69-448f-a518-f062150fcf73 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:54.677559 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817c3383-2f69-448f-a518-f062150fcf73 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed4d2747-a3e7-4f88-b6dc-53191fa072d5,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:54.684008 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-817c3383-2f69-448f-a518-f062150fcf73 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:54.685080 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-817c3383-2f69-448f-a518-f062150fcf73 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1168184 Jul 09 17:16:54.688034 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54224) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:54.692632 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a986e40c-b5c4-46ca-8805-929e178cc84c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Request body: {'security_group_rule': {'security_group_id': '3ffc9bb2-5614-42be-9cb8-6ae23c7370f1', 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:16:54.724738 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a986e40c-b5c4-46ca-8805-929e178cc84c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:54.772723 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a986e40c-b5c4-46ca-8805-929e178cc84c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:54.776108 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a986e40c-b5c4-46ca-8805-929e178cc84c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:54.793447 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a986e40c-b5c4-46ca-8805-929e178cc84c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c4ea6b0-dd5e-4f18-8393-0b9b27913289,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:54.798834 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a986e40c-b5c4-46ca-8805-929e178cc84c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:54.800029 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a986e40c-b5c4-46ca-8805-929e178cc84c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1109619 Jul 09 17:16:54.802675 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54226) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:54.807578 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-fb85010a-f06b-4fd1-837c-6cab878a796e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Request body: {'security_group_rule': {'security_group_id': '3ffc9bb2-5614-42be-9cb8-6ae23c7370f1', 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:16:54.833748 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fb85010a-f06b-4fd1-837c-6cab878a796e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:54.890442 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fb85010a-f06b-4fd1-837c-6cab878a796e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:54.893804 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fb85010a-f06b-4fd1-837c-6cab878a796e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:54.913353 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb85010a-f06b-4fd1-837c-6cab878a796e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=566568e7-40f8-43e7-a52f-d4e8c02915cb,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:54.916913 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fb85010a-f06b-4fd1-837c-6cab878a796e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:54.918088 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-fb85010a-f06b-4fd1-837c-6cab878a796e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1144738 Jul 09 17:16:54.920771 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54228) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:54.925115 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-0d606cd8-76aa-451b-ad2a-ab8e16a9e4c1 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Request body: {'security_group_rule': {'security_group_id': '3ffc9bb2-5614-42be-9cb8-6ae23c7370f1', 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:16:54.946213 n-d-798930-3 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-0d606cd8-76aa-451b-ad2a-ab8e16a9e4c1 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Project 6328f77a18a0459ab8530adc9f37c090 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:16:54.950862 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d606cd8-76aa-451b-ad2a-ab8e16a9e4c1 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:55.015061 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d606cd8-76aa-451b-ad2a-ab8e16a9e4c1 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:55.019323 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d606cd8-76aa-451b-ad2a-ab8e16a9e4c1 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:55.036761 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d606cd8-76aa-451b-ad2a-ab8e16a9e4c1 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40e08111-7e20-4f9e-816b-7e17f5e6fbae,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:55.043578 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d606cd8-76aa-451b-ad2a-ab8e16a9e4c1 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:55.046690 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-0d606cd8-76aa-451b-ad2a-ab8e16a9e4c1 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1249497 Jul 09 17:16:55.047485 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54232) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:55.051792 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-2caffc5e-ff1a-4fbc-af77-82a0c8e0e1ba tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Request body: {'security_group_rule': {'security_group_id': '3ffc9bb2-5614-42be-9cb8-6ae23c7370f1', 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:16:55.072657 n-d-798930-3 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-2caffc5e-ff1a-4fbc-af77-82a0c8e0e1ba tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Project 6328f77a18a0459ab8530adc9f37c090 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:16:55.077413 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2caffc5e-ff1a-4fbc-af77-82a0c8e0e1ba tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:55.094333 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:16:55.132043 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f830d6a7-6f7f-4720-8f71-16e7b118b001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:55.141118 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2caffc5e-ff1a-4fbc-af77-82a0c8e0e1ba tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:55.144851 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2caffc5e-ff1a-4fbc-af77-82a0c8e0e1ba tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:55.161885 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caffc5e-ff1a-4fbc-af77-82a0c8e0e1ba tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ee10d5f-7c5b-4fa1-b24d-34a05a817794,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:55.167922 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2caffc5e-ff1a-4fbc-af77-82a0c8e0e1ba tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:55.169082 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2caffc5e-ff1a-4fbc-af77-82a0c8e0e1ba tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1206732 Jul 09 17:16:55.171916 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54234) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:55.176698 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f854788d-fb8b-4c0b-bc16-2d5aa0804a8b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Request body: {'network': {'name': 'tempest-network-smoke--1558363129', 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'port_security_enabled': True}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:16:55.196569 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f854788d-fb8b-4c0b-bc16-2d5aa0804a8b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Made reservation on behalf of 6328f77a18a0459ab8530adc9f37c090 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:16:55.200211 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f854788d-fb8b-4c0b-bc16-2d5aa0804a8b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:55.223380 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f854788d-fb8b-4c0b-bc16-2d5aa0804a8b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:16:55.232760 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f854788d-fb8b-4c0b-bc16-2d5aa0804a8b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:55.233129 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-f854788d-fb8b-4c0b-bc16-2d5aa0804a8b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Added segment 49a54453-d3e2-4f46-b837-9dd301c6f4a9 of type vlan for network cf052299-6c64-4ddd-8814-e5356da0e3eb Jul 09 17:16:55.271633 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f854788d-fb8b-4c0b-bc16-2d5aa0804a8b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:55.301069 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f854788d-fb8b-4c0b-bc16-2d5aa0804a8b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:55.306557 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f854788d-fb8b-4c0b-bc16-2d5aa0804a8b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:55.307182 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f854788d-fb8b-4c0b-bc16-2d5aa0804a8b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:55.362169 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f854788d-fb8b-4c0b-bc16-2d5aa0804a8b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1892531 Jul 09 17:16:55.364930 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54236) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:55.371409 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-c80165e2-54fd-4d97-8008-f083d41286da tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1900266688', 'admin_state_up': True, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:16:55.389639 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f854788d-fb8b-4c0b-bc16-2d5aa0804a8b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'Network': ['ID=cf052299-6c64-4ddd-8814-e5356da0e3eb,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:55.400600 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network cf052299-6c64-4ddd-8814-e5356da0e3eb details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:16:55.403036 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c80165e2-54fd-4d97-8008-f083d41286da tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:55.404022 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c80165e2-54fd-4d97-8008-f083d41286da tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:55.454778 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c80165e2-54fd-4d97-8008-f083d41286da tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:55.598446 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c80165e2-54fd-4d97-8008-f083d41286da tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:55.785953 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c80165e2-54fd-4d97-8008-f083d41286da tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:55.804269 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c80165e2-54fd-4d97-8008-f083d41286da tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:55.864180 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:55.910133 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-c80165e2-54fd-4d97-8008-f083d41286da tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Allocated IP 172.25.0.218 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/a2ba8345-c281-456a-ac59-79249e5c4313) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:16:56.007254 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c80165e2-54fd-4d97-8008-f083d41286da tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:56.049440 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c80165e2-54fd-4d97-8008-f083d41286da tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:56.088733 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80165e2-54fd-4d97-8008-f083d41286da tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:16:56.091461 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-c80165e2-54fd-4d97-8008-f083d41286da tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:16:56.094984 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80165e2-54fd-4d97-8008-f083d41286da tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:16:56.115987 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80165e2-54fd-4d97-8008-f083d41286da tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'Port': ['ID=a2ba8345-c281-456a-ac59-79249e5c4313,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:56.334931 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c80165e2-54fd-4d97-8008-f083d41286da tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:56.492486 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:56.847701 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c80165e2-54fd-4d97-8008-f083d41286da tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:56.972864 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c80165e2-54fd-4d97-8008-f083d41286da tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Router 642f42f0-8e54-420d-aa26-07142780e401 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:16:57.075666 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80165e2-54fd-4d97-8008-f083d41286da tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:16:57.085088 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f81bd1d-5f3d-4cbd-9a1f-3f6ced02626c None None] Sync routers for ids ['642f42f0-8e54-420d-aa26-07142780e401'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:16:57.094880 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f81bd1d-5f3d-4cbd-9a1f-3f6ced02626c None None] Routers {'642f42f0-8e54-420d-aa26-07142780e401'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:16:57.095101 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c80165e2-54fd-4d97-8008-f083d41286da tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:57.095530 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-2f81bd1d-5f3d-4cbd-9a1f-3f6ced02626c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:16:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['642f42f0-8e54-420d-aa26-07142780e401'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:57.096507 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c80165e2-54fd-4d97-8008-f083d41286da tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7306232 Jul 09 17:16:57.099953 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54238) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:57.128263 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-938b48c9-c471-4f8b-b5e3-7abad38a1c0c tempest-TestNetworkAdvancedServerOps-679639656 tempest-TestNetworkAdvancedServerOps-679639656-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=6328f77a18a0459ab8530adc9f37c090&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271401 Jul 09 17:16:57.130830 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54240) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:57.204383 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-2f81bd1d-5f3d-4cbd-9a1f-3f6ced02626c None None] Set router 642f42f0-8e54-420d-aa26-07142780e401 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:16:57.218353 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5995fe-e89f-4dad-b09c-c323d1984bed tempest-TestNetworkAdvancedServerOps-679639656 tempest-TestNetworkAdvancedServerOps-679639656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:57.219865 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-bc5995fe-e89f-4dad-b09c-c323d1984bed tempest-TestNetworkAdvancedServerOps-679639656 tempest-TestNetworkAdvancedServerOps-679639656-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0881526 Jul 09 17:16:57.222746 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54242) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:57.250247 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-2d6e490b-92a4-47ec-81df-a2a8cb1a94fe tempest-TestNetworkAdvancedServerOps-679639656 tempest-TestNetworkAdvancedServerOps-679639656-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=caa6ed8d-2893-4113-8f68-c5284e694f6c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264070 Jul 09 17:16:57.252729 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54244) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:57.257442 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-39d77b7a-3fa3-434e-975e-f2f36a177a78 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1123450469', 'network_id': 'cf052299-6c64-4ddd-8814-e5356da0e3eb', 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:16:57.284716 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:57.349082 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d77b7a-3fa3-434e-975e-f2f36a177a78 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Made reservation on behalf of 6328f77a18a0459ab8530adc9f37c090 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:16:57.352679 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-39d77b7a-3fa3-434e-975e-f2f36a177a78 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:57.378817 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-2f81bd1d-5f3d-4cbd-9a1f-3f6ced02626c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642f42f0-8e54-420d-aa26-07142780e401', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900266688', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'a2ba8345-c281-456a-ac59-79249e5c4313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:16:55Z', 'updated_at': '2021-07-09T17:16:56Z', 'revision_number': 3, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': 'a2ba8345-c281-456a-ac59-79249e5c4313', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:41:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642f42f0-8e54-420d-aa26-07142780e401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:55Z', 'updated_at': '2021-07-09T17:16:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:57.407816 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f81bd1d-5f3d-4cbd-9a1f-3f6ced02626c None None] Checking router: 642f42f0-8e54-420d-aa26-07142780e401 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:16:57.408158 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f81bd1d-5f3d-4cbd-9a1f-3f6ced02626c None None] Updating router 642f42f0-8e54-420d-aa26-07142780e401 port a2ba8345-c281-456a-ac59-79249e5c4313 binding host n-d-798930-3 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:16:57.446378 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-2f81bd1d-5f3d-4cbd-9a1f-3f6ced02626c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:57.541584 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-39d77b7a-3fa3-434e-975e-f2f36a177a78 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:57.605204 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d77b7a-3fa3-434e-975e-f2f36a177a78 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'Subnet': ['ID=ac8ff28c-6d83-4483-9e35-a3760c6a4ae6,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:57.614345 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d77b7a-3fa3-434e-975e-f2f36a177a78 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Checking segment: {'id': '49a54453-d3e2-4f46-b837-9dd301c6f4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cf052299-6c64-4ddd-8814-e5356da0e3eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:16:57.614713 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d77b7a-3fa3-434e-975e-f2f36a177a78 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Network hostable DHCP agents. Network: cf052299-6c64-4ddd-8814-e5356da0e3eb, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:16:57.634842 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d77b7a-3fa3-434e-975e-f2f36a177a78 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Network cf052299-6c64-4ddd-8814-e5356da0e3eb is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:16:57.645450 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-39d77b7a-3fa3-434e-975e-f2f36a177a78 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, cf052299-6c64-4ddd-8814-e5356da0e3eb) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:16:57.650284 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d77b7a-3fa3-434e-975e-f2f36a177a78 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:57.651643 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-39d77b7a-3fa3-434e-975e-f2f36a177a78 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:57.656402 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0394f28a-d107-4dfd-aae2-3b940e50ed68 None None] Network cf052299-6c64-4ddd-8814-e5356da0e3eb requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:16:57.666717 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-39d77b7a-3fa3-434e-975e-f2f36a177a78 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4129562 Jul 09 17:16:57.669442 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54246) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:57.809213 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-2f81bd1d-5f3d-4cbd-9a1f-3f6ced02626c None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:57.813276 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f70cbb4-a845-497b-9c36-ecac596d6084 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-cf052299-6c64-4ddd-8814-e5356da0e3eb', 'network_id': 'cf052299-6c64-4ddd-8814-e5356da0e3eb', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'fixed_ips': [{'subnet_id': 'ac8ff28c-6d83-4483-9e35-a3760c6a4ae6'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:16:57.814491 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8f70cbb4-a845-497b-9c36-ecac596d6084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:57.819767 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-2f81bd1d-5f3d-4cbd-9a1f-3f6ced02626c None None] Transition to ACTIVE for port object a2ba8345-c281-456a-ac59-79249e5c4313 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:16:57.828433 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-2f81bd1d-5f3d-4cbd-9a1f-3f6ced02626c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:57.883046 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-2f81bd1d-5f3d-4cbd-9a1f-3f6ced02626c None None] Attempting to bind port a2ba8345-c281-456a-ac59-79249e5c4313 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:16:57.883573 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-2f81bd1d-5f3d-4cbd-9a1f-3f6ced02626c None None] Attempting to bind port a2ba8345-c281-456a-ac59-79249e5c4313 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:16:57.884079 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f81bd1d-5f3d-4cbd-9a1f-3f6ced02626c None None] Attempting to bind port a2ba8345-c281-456a-ac59-79249e5c4313 on network caa6ed8d-2893-4113-8f68-c5284e694f6c {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:16:57.891482 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5accca78-8852-41fd-9bf1-6a20751ce28b None None] Pushing event updated for resources: {'Port': ['ID=a2ba8345-c281-456a-ac59-79249e5c4313,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:57.894900 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f81bd1d-5f3d-4cbd-9a1f-3f6ced02626c None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:16:57.895273 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f81bd1d-5f3d-4cbd-9a1f-3f6ced02626c None None] Checking segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:16:57.895673 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-2f81bd1d-5f3d-4cbd-9a1f-3f6ced02626c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:57.896066 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f81bd1d-5f3d-4cbd-9a1f-3f6ced02626c None None] Bound using segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:16:57.896534 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-2f81bd1d-5f3d-4cbd-9a1f-3f6ced02626c None None] Bound port: a2ba8345-c281-456a-ac59-79249e5c4313, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:16:57.896921 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-2f81bd1d-5f3d-4cbd-9a1f-3f6ced02626c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:57.921118 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5accca78-8852-41fd-9bf1-6a20751ce28b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:57.921511 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5accca78-8852-41fd-9bf1-6a20751ce28b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:57.921800 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5accca78-8852-41fd-9bf1-6a20751ce28b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:57.922124 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5accca78-8852-41fd-9bf1-6a20751ce28b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:57.922456 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5accca78-8852-41fd-9bf1-6a20751ce28b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:57.922793 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5accca78-8852-41fd-9bf1-6a20751ce28b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:57.923143 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5accca78-8852-41fd-9bf1-6a20751ce28b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:57.923450 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5accca78-8852-41fd-9bf1-6a20751ce28b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:57.923770 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5accca78-8852-41fd-9bf1-6a20751ce28b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:57.924087 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5accca78-8852-41fd-9bf1-6a20751ce28b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:57.924396 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5accca78-8852-41fd-9bf1-6a20751ce28b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:57.924722 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5accca78-8852-41fd-9bf1-6a20751ce28b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:57.958935 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-2f81bd1d-5f3d-4cbd-9a1f-3f6ced02626c None None] For port a2ba8345-c281-456a-ac59-79249e5c4313, host n-d-798930-3, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:16:57.962196 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-2f81bd1d-5f3d-4cbd-9a1f-3f6ced02626c None None] For port a2ba8345-c281-456a-ac59-79249e5c4313, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=a2ba8345-c281-456a-ac59-79249e5c4313,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:16:57.965529 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-8f70cbb4-a845-497b-9c36-ecac596d6084 None None] Allocated IP 172.20.0.2 (cf052299-6c64-4ddd-8814-e5356da0e3eb/ac8ff28c-6d83-4483-9e35-a3760c6a4ae6/033f5580-5d6f-442d-a071-a3ece28afcd3) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:16:57.969420 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-2f81bd1d-5f3d-4cbd-9a1f-3f6ced02626c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:58.043058 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f81bd1d-5f3d-4cbd-9a1f-3f6ced02626c None None] Routers {'642f42f0-8e54-420d-aa26-07142780e401'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:16:58.043666 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-2f81bd1d-5f3d-4cbd-9a1f-3f6ced02626c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:16:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['642f42f0-8e54-420d-aa26-07142780e401'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:58.077793 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5accca78-8852-41fd-9bf1-6a20751ce28b None None] Pushing event updated for resources: {'Port': ['ID=a2ba8345-c281-456a-ac59-79249e5c4313,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:58.129075 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8f70cbb4-a845-497b-9c36-ecac596d6084 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:58.137353 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8f70cbb4-a845-497b-9c36-ecac596d6084 None None] Transition to ACTIVE for port object 033f5580-5d6f-442d-a071-a3ece28afcd3 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:16:58.150927 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fc247e82-1566-4f54-983b-70549c27c8d8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:58.152631 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8f70cbb4-a845-497b-9c36-ecac596d6084 None None] Transition to ACTIVE for port object 033f5580-5d6f-442d-a071-a3ece28afcd3 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:16:58.159159 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-2f81bd1d-5f3d-4cbd-9a1f-3f6ced02626c None None] Set router 642f42f0-8e54-420d-aa26-07142780e401 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:16:58.159739 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8f70cbb4-a845-497b-9c36-ecac596d6084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:58.196400 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f70cbb4-a845-497b-9c36-ecac596d6084 None None] Network cf052299-6c64-4ddd-8814-e5356da0e3eb is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:16:58.199885 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-8f70cbb4-a845-497b-9c36-ecac596d6084 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:16:58.202682 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f70cbb4-a845-497b-9c36-ecac596d6084 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:16:58.238644 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f70cbb4-a845-497b-9c36-ecac596d6084 None None] Pushing event updated for resources: {'Port': ['ID=033f5580-5d6f-442d-a071-a3ece28afcd3,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:58.269954 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-8f70cbb4-a845-497b-9c36-ecac596d6084 None None] Attempting to bind port 033f5580-5d6f-442d-a071-a3ece28afcd3 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:16:58.270325 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-8f70cbb4-a845-497b-9c36-ecac596d6084 None None] Attempting to bind port 033f5580-5d6f-442d-a071-a3ece28afcd3 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '49a54453-d3e2-4f46-b837-9dd301c6f4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cf052299-6c64-4ddd-8814-e5356da0e3eb'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:16:58.271199 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f70cbb4-a845-497b-9c36-ecac596d6084 None None] Attempting to bind port 033f5580-5d6f-442d-a071-a3ece28afcd3 on network cf052299-6c64-4ddd-8814-e5356da0e3eb {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:16:58.276641 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f70cbb4-a845-497b-9c36-ecac596d6084 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:16:58.276867 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f70cbb4-a845-497b-9c36-ecac596d6084 None None] Checking segment: {'id': '49a54453-d3e2-4f46-b837-9dd301c6f4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cf052299-6c64-4ddd-8814-e5356da0e3eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:16:58.277171 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8f70cbb4-a845-497b-9c36-ecac596d6084 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:58.277564 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f70cbb4-a845-497b-9c36-ecac596d6084 None None] Bound using segment: {'id': '49a54453-d3e2-4f46-b837-9dd301c6f4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cf052299-6c64-4ddd-8814-e5356da0e3eb'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:16:58.278037 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-8f70cbb4-a845-497b-9c36-ecac596d6084 None None] Bound port: 033f5580-5d6f-442d-a071-a3ece28afcd3, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49a54453-d3e2-4f46-b837-9dd301c6f4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cf052299-6c64-4ddd-8814-e5356da0e3eb'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:16:58.278421 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8f70cbb4-a845-497b-9c36-ecac596d6084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:58.344796 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-2f81bd1d-5f3d-4cbd-9a1f-3f6ced02626c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642f42f0-8e54-420d-aa26-07142780e401', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900266688', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'a2ba8345-c281-456a-ac59-79249e5c4313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:16:55Z', 'updated_at': '2021-07-09T17:16:56Z', 'revision_number': 3, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': 'a2ba8345-c281-456a-ac59-79249e5c4313', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:41:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642f42f0-8e54-420d-aa26-07142780e401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:55Z', 'updated_at': '2021-07-09T17:16:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:58.349000 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-8f70cbb4-a845-497b-9c36-ecac596d6084 None None] For port 033f5580-5d6f-442d-a071-a3ece28afcd3, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:16:58.352381 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-8f70cbb4-a845-497b-9c36-ecac596d6084 None None] For port 033f5580-5d6f-442d-a071-a3ece28afcd3, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=033f5580-5d6f-442d-a071-a3ece28afcd3,segment=NetworkSegment(49a54453-d3e2-4f46-b837-9dd301c6f4a9),segment_id=49a54453-d3e2-4f46-b837-9dd301c6f4a9)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:16:58.357556 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8f70cbb4-a845-497b-9c36-ecac596d6084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:58.372931 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f81bd1d-5f3d-4cbd-9a1f-3f6ced02626c None None] The sync data for ids ['642f42f0-8e54-420d-aa26-07142780e401'] in n-d-798930-3 is: [{'id': '642f42f0-8e54-420d-aa26-07142780e401', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900266688', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'a2ba8345-c281-456a-ac59-79249e5c4313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:16:55Z', 'updated_at': '2021-07-09T17:16:56Z', 'revision_number': 3, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': 'a2ba8345-c281-456a-ac59-79249e5c4313', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:41:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642f42f0-8e54-420d-aa26-07142780e401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:55Z', 'updated_at': '2021-07-09T17:16:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:16:58.431150 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f70cbb4-a845-497b-9c36-ecac596d6084 None None] Pushing event updated for resources: {'Port': ['ID=033f5580-5d6f-442d-a071-a3ece28afcd3,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:58.435227 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:58.459015 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-fc247e82-1566-4f54-983b-70549c27c8d8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Allocated IP 172.20.0.1 (cf052299-6c64-4ddd-8814-e5356da0e3eb/ac8ff28c-6d83-4483-9e35-a3760c6a4ae6/69a4691f-10d6-42e7-b4fd-605629e62e40) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:16:58.607987 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fc247e82-1566-4f54-983b-70549c27c8d8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:58.625035 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-fc247e82-1566-4f54-983b-70549c27c8d8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Transition to ACTIVE for port object 69a4691f-10d6-42e7-b4fd-605629e62e40 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:16:58.672077 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fc247e82-1566-4f54-983b-70549c27c8d8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:58.722660 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc247e82-1566-4f54-983b-70549c27c8d8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Network cf052299-6c64-4ddd-8814-e5356da0e3eb is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:16:58.729095 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-fc247e82-1566-4f54-983b-70549c27c8d8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:16:58.735884 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc247e82-1566-4f54-983b-70549c27c8d8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:16:58.763190 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc247e82-1566-4f54-983b-70549c27c8d8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'Port': ['ID=69a4691f-10d6-42e7-b4fd-605629e62e40,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:58.787461 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fc247e82-1566-4f54-983b-70549c27c8d8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:58.936626 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fc247e82-1566-4f54-983b-70549c27c8d8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:59.240498 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fc247e82-1566-4f54-983b-70549c27c8d8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:59.247118 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fc247e82-1566-4f54-983b-70549c27c8d8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:59.329854 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fc247e82-1566-4f54-983b-70549c27c8d8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:59.339064 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc247e82-1566-4f54-983b-70549c27c8d8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'Port': ['ID=69a4691f-10d6-42e7-b4fd-605629e62e40,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:59.429546 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc247e82-1566-4f54-983b-70549c27c8d8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Network cf052299-6c64-4ddd-8814-e5356da0e3eb is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:16:59.431118 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-fc247e82-1566-4f54-983b-70549c27c8d8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:16:59.475146 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2661801b-3aba-4545-a3df-de126d7fc9fb None None] Network cf052299-6c64-4ddd-8814-e5356da0e3eb requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:16:59.553050 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc247e82-1566-4f54-983b-70549c27c8d8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Router 642f42f0-8e54-420d-aa26-07142780e401 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:16:59.599036 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2bf2d41d-9424-423a-b9ea-8e7284cda03b None None] Provisioning for port 033f5580-5d6f-442d-a071-a3ece28afcd3 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:16:59.668739 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc247e82-1566-4f54-983b-70549c27c8d8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:16:59.675980 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-fc247e82-1566-4f54-983b-70549c27c8d8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "PUT /v2.0/routers/642f42f0-8e54-420d-aa26-07142780e401/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0032907 Jul 09 17:16:59.834119 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b41bd413-69a0-4adf-9717-bc8376906e00 req-3d4a0acd-38af-4bf9-b300-f30f25e25475 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1180124535&fields=id&tenant_id=6328f77a18a0459ab8530adc9f37c090 HTTP/1.1" status: 200 len: 267 time: 0.0369961 Jul 09 17:16:59.939385 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-243026d2-bcfc-4ae2-80e1-25b59bafa6fe None None] Provisioning for port 69a4691f-10d6-42e7-b4fd-605629e62e40 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:16:59.943593 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-243026d2-bcfc-4ae2-80e1-25b59bafa6fe None None] Provisioning complete for port 69a4691f-10d6-42e7-b4fd-605629e62e40 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:16:59.944068 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-243026d2-bcfc-4ae2-80e1-25b59bafa6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:59.950103 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41bd413-69a0-4adf-9717-bc8376906e00 req-1917b16c-8877-466f-9070-e8f2d05589a7 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:59.951465 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b41bd413-69a0-4adf-9717-bc8376906e00 req-1917b16c-8877-466f-9070-e8f2d05589a7 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/networks?id=cf052299-6c64-4ddd-8814-e5356da0e3eb HTTP/1.1" status: 200 len: 797 time: 0.1100368 Jul 09 17:16:59.979160 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b41bd413-69a0-4adf-9717-bc8376906e00 req-702926a0-3d31-4e4b-87e6-4d773a70a221 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/quotas/6328f77a18a0459ab8530adc9f37c090 HTTP/1.1" status: 200 len: 375 time: 0.0185180 Jul 09 17:16:59.983857 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-243026d2-bcfc-4ae2-80e1-25b59bafa6fe None None] Port 69a4691f-10d6-42e7-b4fd-605629e62e40 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:17:00.045260 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b01af3-d64d-45f1-8a64-11b614c17a80 None None] Sync routers for ids ['642f42f0-8e54-420d-aa26-07142780e401'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:17:00.055041 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b01af3-d64d-45f1-8a64-11b614c17a80 None None] Routers {'642f42f0-8e54-420d-aa26-07142780e401'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:17:00.056304 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-43b01af3-d64d-45f1-8a64-11b614c17a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:16:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['642f42f0-8e54-420d-aa26-07142780e401'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:00.058399 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b41bd413-69a0-4adf-9717-bc8376906e00 req-d9941c31-02e8-43c3-a953-3aa8e2e252c1 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=6328f77a18a0459ab8530adc9f37c090&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0777228 Jul 09 17:17:00.117991 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9a3766d9-2510-451f-963e-2ce020aba907 None None] Provisioning complete for port 69a4691f-10d6-42e7-b4fd-605629e62e40 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:17:00.118287 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9a3766d9-2510-451f-963e-2ce020aba907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:00.166122 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b41bd413-69a0-4adf-9717-bc8376906e00 req-c168a8cf-abc2-4fc1-bffc-44b35dbeb778 service neutron] 10.222.0.98 "GET /v2.0/networks/cf052299-6c64-4ddd-8814-e5356da0e3eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884318 Jul 09 17:17:00.269159 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b41bd413-69a0-4adf-9717-bc8376906e00 req-015bb329-7761-4a1a-b4b8-2e7c382f4b0f service neutron] 10.222.0.98 "GET /v2.0/networks/cf052299-6c64-4ddd-8814-e5356da0e3eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968144 Jul 09 17:17:00.360402 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9a3766d9-2510-451f-963e-2ce020aba907 None None] Port 69a4691f-10d6-42e7-b4fd-605629e62e40 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:17:00.370674 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-43b01af3-d64d-45f1-8a64-11b614c17a80 None None] Set router 642f42f0-8e54-420d-aa26-07142780e401 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:17:00.463377 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d817d9c3-72af-4009-9655-6f1e35db48b0 req-2abf1531-6cbd-4d34-8a21-9656c5e6480c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=46c98dbe-8bfd-441f-b2d0-9bf27a718c44 HTTP/1.1" status: 200 len: 210 time: 0.0423453 Jul 09 17:17:00.522732 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b81d0761-6b79-45a7-bb9b-29ce342ec937 None None] Provisioning complete for port 69a4691f-10d6-42e7-b4fd-605629e62e40 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:17:00.523282 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b81d0761-6b79-45a7-bb9b-29ce342ec937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:00.579970 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b81d0761-6b79-45a7-bb9b-29ce342ec937 None None] Port 69a4691f-10d6-42e7-b4fd-605629e62e40 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:17:00.608756 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 033f5580-5d6f-442d-a071-a3ece28afcd3 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:17:00.673483 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-43b01af3-d64d-45f1-8a64-11b614c17a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642f42f0-8e54-420d-aa26-07142780e401', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900266688', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'a2ba8345-c281-456a-ac59-79249e5c4313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:16:55Z', 'updated_at': '2021-07-09T17:16:58Z', 'revision_number': 4, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': 'a2ba8345-c281-456a-ac59-79249e5c4313', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:41:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642f42f0-8e54-420d-aa26-07142780e401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:55Z', 'updated_at': '2021-07-09T17:16:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '69a4691f-10d6-42e7-b4fd-605629e62e40', 'name': '', 'network_id': 'cf052299-6c64-4ddd-8814-e5356da0e3eb', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'mac_address': 'fa:16:3e:f9:b0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642f42f0-8e54-420d-aa26-07142780e401', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'ac8ff28c-6d83-4483-9e35-a3760c6a4ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:58Z', 'updated_at': '2021-07-09T17:16:59Z', 'revision_number': 2, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'subnets': [{'id': 'ac8ff28c-6d83-4483-9e35-a3760c6a4ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:00.701442 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 033f5580-5d6f-442d-a071-a3ece28afcd3 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:17:00.703605 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b01af3-d64d-45f1-8a64-11b614c17a80 None None] Checking router: 642f42f0-8e54-420d-aa26-07142780e401 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:17:00.703964 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b01af3-d64d-45f1-8a64-11b614c17a80 None None] Updating router 642f42f0-8e54-420d-aa26-07142780e401 port 69a4691f-10d6-42e7-b4fd-605629e62e40 binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:17:00.726118 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 033f5580-5d6f-442d-a071-a3ece28afcd3 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:17:00.726420 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:00.766971 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-43b01af3-d64d-45f1-8a64-11b614c17a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:00.912760 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:00.996088 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 033f5580-5d6f-442d-a071-a3ece28afcd3, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=033f5580-5d6f-442d-a071-a3ece28afcd3,segment=NetworkSegment(49a54453-d3e2-4f46-b837-9dd301c6f4a9),segment_id=49a54453-d3e2-4f46-b837-9dd301c6f4a9)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:01.000884 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:01.001665 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device a2ba8345-c281-456a-ac59-79249e5c4313 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:17:01.120176 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=033f5580-5d6f-442d-a071-a3ece28afcd3,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:01.142705 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port a2ba8345-c281-456a-ac59-79249e5c4313 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:17:01.149313 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port a2ba8345-c281-456a-ac59-79249e5c4313 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:17:01.149686 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:01.212608 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-43b01af3-d64d-45f1-8a64-11b614c17a80 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:01.225878 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-43b01af3-d64d-45f1-8a64-11b614c17a80 None None] Transition to ACTIVE for port object 69a4691f-10d6-42e7-b4fd-605629e62e40 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:17:01.233149 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-43b01af3-d64d-45f1-8a64-11b614c17a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:01.309443 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5018275b-e9b8-4b1e-8f5b-6d92b2f7814c None None] Pushing event updated for resources: {'Port': ['ID=69a4691f-10d6-42e7-b4fd-605629e62e40,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:01.313154 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:01.371075 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port a2ba8345-c281-456a-ac59-79249e5c4313, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=a2ba8345-c281-456a-ac59-79249e5c4313,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:01.376737 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:01.389214 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-43b01af3-d64d-45f1-8a64-11b614c17a80 None None] Attempting to bind port 69a4691f-10d6-42e7-b4fd-605629e62e40 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:17:01.389585 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-43b01af3-d64d-45f1-8a64-11b614c17a80 None None] Attempting to bind port 69a4691f-10d6-42e7-b4fd-605629e62e40 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '49a54453-d3e2-4f46-b837-9dd301c6f4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cf052299-6c64-4ddd-8814-e5356da0e3eb'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:17:01.389946 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b01af3-d64d-45f1-8a64-11b614c17a80 None None] Attempting to bind port 69a4691f-10d6-42e7-b4fd-605629e62e40 on network cf052299-6c64-4ddd-8814-e5356da0e3eb {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:17:01.415247 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b01af3-d64d-45f1-8a64-11b614c17a80 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:17:01.416238 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b01af3-d64d-45f1-8a64-11b614c17a80 None None] Checking segment: {'id': '49a54453-d3e2-4f46-b837-9dd301c6f4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cf052299-6c64-4ddd-8814-e5356da0e3eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:17:01.416503 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-43b01af3-d64d-45f1-8a64-11b614c17a80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:01.416898 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b01af3-d64d-45f1-8a64-11b614c17a80 None None] Bound using segment: {'id': '49a54453-d3e2-4f46-b837-9dd301c6f4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cf052299-6c64-4ddd-8814-e5356da0e3eb'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:17:01.417374 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-43b01af3-d64d-45f1-8a64-11b614c17a80 None None] Bound port: 69a4691f-10d6-42e7-b4fd-605629e62e40, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49a54453-d3e2-4f46-b837-9dd301c6f4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cf052299-6c64-4ddd-8814-e5356da0e3eb'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:17:01.417753 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-43b01af3-d64d-45f1-8a64-11b614c17a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:01.473039 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=a2ba8345-c281-456a-ac59-79249e5c4313,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:01.517537 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-43b01af3-d64d-45f1-8a64-11b614c17a80 None None] For port 69a4691f-10d6-42e7-b4fd-605629e62e40, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:17:01.522268 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-43b01af3-d64d-45f1-8a64-11b614c17a80 None None] For port 69a4691f-10d6-42e7-b4fd-605629e62e40, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=69a4691f-10d6-42e7-b4fd-605629e62e40,segment=NetworkSegment(49a54453-d3e2-4f46-b837-9dd301c6f4a9),segment_id=49a54453-d3e2-4f46-b837-9dd301c6f4a9)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:17:01.528421 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-43b01af3-d64d-45f1-8a64-11b614c17a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:01.582520 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b01af3-d64d-45f1-8a64-11b614c17a80 None None] Routers {'642f42f0-8e54-420d-aa26-07142780e401'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:17:01.583271 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-43b01af3-d64d-45f1-8a64-11b614c17a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:16:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['642f42f0-8e54-420d-aa26-07142780e401'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:01.627613 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5018275b-e9b8-4b1e-8f5b-6d92b2f7814c None None] Pushing event updated for resources: {'Port': ['ID=69a4691f-10d6-42e7-b4fd-605629e62e40,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:01.651433 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-118eec7b-3492-43b3-b271-5cf207315a67 req-ee5e2a75-fa45-4b0d-a253-0cc18fd24f1e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=46c98dbe-8bfd-441f-b2d0-9bf27a718c44 HTTP/1.1" status: 200 len: 210 time: 0.0372355 Jul 09 17:17:01.719370 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41bd413-69a0-4adf-9717-bc8376906e00 req-2a8e20d5-09c8-4b1b-acfd-bbbca688d442 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:01.721256 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b41bd413-69a0-4adf-9717-bc8376906e00 req-2a8e20d5-09c8-4b1b-acfd-bbbca688d442 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.73 "GET /v2.0/networks?id=cf052299-6c64-4ddd-8814-e5356da0e3eb HTTP/1.1" status: 200 len: 797 time: 0.1743522 Jul 09 17:17:01.721933 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-43b01af3-d64d-45f1-8a64-11b614c17a80 None None] Set router 642f42f0-8e54-420d-aa26-07142780e401 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:17:01.781230 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b41bd413-69a0-4adf-9717-bc8376906e00 req-36deddcd-b584-4257-82a0-e4ddbdd5d9f9 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6328f77a18a0459ab8530adc9f37c090 HTTP/1.1" status: 200 len: 380 time: 0.0429709 Jul 09 17:17:01.789758 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-b41bd413-69a0-4adf-9717-bc8376906e00 req-03957232-2256-429e-ab73-a8d11f6135d5 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Request body: {'port': {'device_id': '46c98dbe-8bfd-441f-b2d0-9bf27a718c44', 'network_id': 'cf052299-6c64-4ddd-8814-e5356da0e3eb', 'admin_state_up': True, 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'security_groups': ['3ffc9bb2-5614-42be-9cb8-6ae23c7370f1']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:01.909432 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b41bd413-69a0-4adf-9717-bc8376906e00 req-03957232-2256-429e-ab73-a8d11f6135d5 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Made reservation on behalf of 6328f77a18a0459ab8530adc9f37c090 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:17:01.913426 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b41bd413-69a0-4adf-9717-bc8376906e00 req-03957232-2256-429e-ab73-a8d11f6135d5 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:01.945385 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-43b01af3-d64d-45f1-8a64-11b614c17a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642f42f0-8e54-420d-aa26-07142780e401', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900266688', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'a2ba8345-c281-456a-ac59-79249e5c4313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:16:55Z', 'updated_at': '2021-07-09T17:16:58Z', 'revision_number': 4, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': 'a2ba8345-c281-456a-ac59-79249e5c4313', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:41:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642f42f0-8e54-420d-aa26-07142780e401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:55Z', 'updated_at': '2021-07-09T17:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '69a4691f-10d6-42e7-b4fd-605629e62e40', 'name': '', 'network_id': 'cf052299-6c64-4ddd-8814-e5356da0e3eb', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'mac_address': 'fa:16:3e:f9:b0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642f42f0-8e54-420d-aa26-07142780e401', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'ac8ff28c-6d83-4483-9e35-a3760c6a4ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:58Z', 'updated_at': '2021-07-09T17:17:01Z', 'revision_number': 4, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'subnets': [{'id': 'ac8ff28c-6d83-4483-9e35-a3760c6a4ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:01.976508 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b01af3-d64d-45f1-8a64-11b614c17a80 None None] The sync data for ids ['642f42f0-8e54-420d-aa26-07142780e401'] in n-d-798930-3 is: [{'id': '642f42f0-8e54-420d-aa26-07142780e401', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900266688', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'a2ba8345-c281-456a-ac59-79249e5c4313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:16:55Z', 'updated_at': '2021-07-09T17:16:58Z', 'revision_number': 4, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': 'a2ba8345-c281-456a-ac59-79249e5c4313', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:41:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642f42f0-8e54-420d-aa26-07142780e401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:55Z', 'updated_at': '2021-07-09T17:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '69a4691f-10d6-42e7-b4fd-605629e62e40', 'name': '', 'network_id': 'cf052299-6c64-4ddd-8814-e5356da0e3eb', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'mac_address': 'fa:16:3e:f9:b0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642f42f0-8e54-420d-aa26-07142780e401', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'ac8ff28c-6d83-4483-9e35-a3760c6a4ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:58Z', 'updated_at': '2021-07-09T17:17:01Z', 'revision_number': 4, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'subnets': [{'id': 'ac8ff28c-6d83-4483-9e35-a3760c6a4ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:17:02.068637 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-b41bd413-69a0-4adf-9717-bc8376906e00 req-03957232-2256-429e-ab73-a8d11f6135d5 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Allocated IP 172.20.0.13 (cf052299-6c64-4ddd-8814-e5356da0e3eb/ac8ff28c-6d83-4483-9e35-a3760c6a4ae6/708361a4-9a84-418f-be1d-3d054e2ce9e6) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:17:02.218387 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b41bd413-69a0-4adf-9717-bc8376906e00 req-03957232-2256-429e-ab73-a8d11f6135d5 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:02.232427 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-b41bd413-69a0-4adf-9717-bc8376906e00 req-03957232-2256-429e-ab73-a8d11f6135d5 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Transition to ACTIVE for port object 708361a4-9a84-418f-be1d-3d054e2ce9e6 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:17:02.268747 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b41bd413-69a0-4adf-9717-bc8376906e00 req-03957232-2256-429e-ab73-a8d11f6135d5 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:02.321129 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b41bd413-69a0-4adf-9717-bc8376906e00 req-03957232-2256-429e-ab73-a8d11f6135d5 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Network cf052299-6c64-4ddd-8814-e5356da0e3eb is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:17:02.325010 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-b41bd413-69a0-4adf-9717-bc8376906e00 req-03957232-2256-429e-ab73-a8d11f6135d5 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:17:02.327671 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-b41bd413-69a0-4adf-9717-bc8376906e00 req-03957232-2256-429e-ab73-a8d11f6135d5 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:17:02.359214 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03957232-2256-429e-ab73-a8d11f6135d5 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'Port': ['ID=708361a4-9a84-418f-be1d-3d054e2ce9e6,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:02.384498 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41bd413-69a0-4adf-9717-bc8376906e00 req-03957232-2256-429e-ab73-a8d11f6135d5 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:02.385155 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b41bd413-69a0-4adf-9717-bc8376906e00 req-03957232-2256-429e-ab73-a8d11f6135d5 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:02.401229 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b41bd413-69a0-4adf-9717-bc8376906e00 req-03957232-2256-429e-ab73-a8d11f6135d5 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6152318 Jul 09 17:17:02.421691 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-b41bd413-69a0-4adf-9717-bc8376906e00 req-c68a1ec5-ba15-44bd-93e0-0c789d4d1712 service neutron] Request body: {'port': {'device_id': '46c98dbe-8bfd-441f-b2d0-9bf27a718c44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:02.516484 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b41bd413-69a0-4adf-9717-bc8376906e00 req-c68a1ec5-ba15-44bd-93e0-0c789d4d1712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:02.600691 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 033f5580-5d6f-442d-a071-a3ece28afcd3 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:17:02.656597 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 033f5580-5d6f-442d-a071-a3ece28afcd3 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:17:02.657246 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:02.713238 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-56a3f467-a969-4e7f-b5a4-1e8d24bc4a96 None None] Provisioning for port 708361a4-9a84-418f-be1d-3d054e2ce9e6 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:17:02.718122 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-56a3f467-a969-4e7f-b5a4-1e8d24bc4a96 None None] Provisioning complete for port 708361a4-9a84-418f-be1d-3d054e2ce9e6 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:17:02.718496 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-56a3f467-a969-4e7f-b5a4-1e8d24bc4a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:02.788542 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-56a3f467-a969-4e7f-b5a4-1e8d24bc4a96 None None] Port 708361a4-9a84-418f-be1d-3d054e2ce9e6 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:17:02.791381 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 69a4691f-10d6-42e7-b4fd-605629e62e40 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:17:02.844345 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 69a4691f-10d6-42e7-b4fd-605629e62e40 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:17:02.848613 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 69a4691f-10d6-42e7-b4fd-605629e62e40 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:17:02.848987 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:02.913620 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c754a7-9d5d-4bbf-95a7-261b91fca51e req-968f0f6b-09f9-4f50-b033-c48523403dae tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:02.915246 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e1c754a7-9d5d-4bbf-95a7-261b91fca51e req-968f0f6b-09f9-4f50-b033-c48523403dae tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=46c98dbe-8bfd-441f-b2d0-9bf27a718c44 HTTP/1.1" status: 200 len: 932 time: 0.1322327 Jul 09 17:17:02.935507 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:02.940346 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-b41bd413-69a0-4adf-9717-bc8376906e00 req-c68a1ec5-ba15-44bd-93e0-0c789d4d1712 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 708361a4-9a84-418f-be1d-3d054e2ce9e6 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:17:02.951078 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b41bd413-69a0-4adf-9717-bc8376906e00 req-c68a1ec5-ba15-44bd-93e0-0c789d4d1712 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:02.977234 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e1c754a7-9d5d-4bbf-95a7-261b91fca51e req-ffcf9663-beae-4023-8fe1-8070e286de6c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ffc9bb2-5614-42be-9cb8-6ae23c7370f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549121 Jul 09 17:17:02.978633 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 69a4691f-10d6-42e7-b4fd-605629e62e40, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=69a4691f-10d6-42e7-b4fd-605629e62e40,segment=NetworkSegment(49a54453-d3e2-4f46-b837-9dd301c6f4a9),segment_id=49a54453-d3e2-4f46-b837-9dd301c6f4a9)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:02.979317 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-b41bd413-69a0-4adf-9717-bc8376906e00 req-c68a1ec5-ba15-44bd-93e0-0c789d4d1712 service neutron] Transition to ACTIVE for port object 708361a4-9a84-418f-be1d-3d054e2ce9e6 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:17:02.984276 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b41bd413-69a0-4adf-9717-bc8376906e00 req-c68a1ec5-ba15-44bd-93e0-0c789d4d1712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:02.985931 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:02.987637 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device a2ba8345-c281-456a-ac59-79249e5c4313 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:17:03.039753 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a1ec5-ba15-44bd-93e0-0c789d4d1712 service neutron] Pushing event updated for resources: {'Port': ['ID=708361a4-9a84-418f-be1d-3d054e2ce9e6,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:03.084714 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=69a4691f-10d6-42e7-b4fd-605629e62e40,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:03.096595 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port a2ba8345-c281-456a-ac59-79249e5c4313 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:17:03.096855 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:03.118006 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-b41bd413-69a0-4adf-9717-bc8376906e00 req-c68a1ec5-ba15-44bd-93e0-0c789d4d1712 service neutron] Attempting to bind port 708361a4-9a84-418f-be1d-3d054e2ce9e6 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:17:03.118875 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-b41bd413-69a0-4adf-9717-bc8376906e00 req-c68a1ec5-ba15-44bd-93e0-0c789d4d1712 service neutron] Attempting to bind port 708361a4-9a84-418f-be1d-3d054e2ce9e6 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': '49a54453-d3e2-4f46-b837-9dd301c6f4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cf052299-6c64-4ddd-8814-e5356da0e3eb'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:17:03.119375 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41bd413-69a0-4adf-9717-bc8376906e00 req-c68a1ec5-ba15-44bd-93e0-0c789d4d1712 service neutron] Attempting to bind port 708361a4-9a84-418f-be1d-3d054e2ce9e6 on network cf052299-6c64-4ddd-8814-e5356da0e3eb {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:17:03.127977 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41bd413-69a0-4adf-9717-bc8376906e00 req-c68a1ec5-ba15-44bd-93e0-0c789d4d1712 service neutron] Port 708361a4-9a84-418f-be1d-3d054e2ce9e6 on network cf052299-6c64-4ddd-8814-e5356da0e3eb not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:17:03.128312 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41bd413-69a0-4adf-9717-bc8376906e00 req-c68a1ec5-ba15-44bd-93e0-0c789d4d1712 service neutron] Attempting to bind port 708361a4-9a84-418f-be1d-3d054e2ce9e6 on network cf052299-6c64-4ddd-8814-e5356da0e3eb {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:17:03.137241 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41bd413-69a0-4adf-9717-bc8376906e00 req-c68a1ec5-ba15-44bd-93e0-0c789d4d1712 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:17:03.137909 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41bd413-69a0-4adf-9717-bc8376906e00 req-c68a1ec5-ba15-44bd-93e0-0c789d4d1712 service neutron] Checking segment: {'id': '49a54453-d3e2-4f46-b837-9dd301c6f4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cf052299-6c64-4ddd-8814-e5356da0e3eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:17:03.138812 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41bd413-69a0-4adf-9717-bc8376906e00 req-c68a1ec5-ba15-44bd-93e0-0c789d4d1712 service neutron] Bound using segment: {'id': '49a54453-d3e2-4f46-b837-9dd301c6f4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cf052299-6c64-4ddd-8814-e5356da0e3eb'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:17:03.139617 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-b41bd413-69a0-4adf-9717-bc8376906e00 req-c68a1ec5-ba15-44bd-93e0-0c789d4d1712 service neutron] Bound port: 708361a4-9a84-418f-be1d-3d054e2ce9e6, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49a54453-d3e2-4f46-b837-9dd301c6f4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cf052299-6c64-4ddd-8814-e5356da0e3eb'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:17:03.140411 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b41bd413-69a0-4adf-9717-bc8376906e00 req-c68a1ec5-ba15-44bd-93e0-0c789d4d1712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:03.219317 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-b41bd413-69a0-4adf-9717-bc8376906e00 req-c68a1ec5-ba15-44bd-93e0-0c789d4d1712 service neutron] For port 708361a4-9a84-418f-be1d-3d054e2ce9e6, host n-h2-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:17:03.222779 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-b41bd413-69a0-4adf-9717-bc8376906e00 req-c68a1ec5-ba15-44bd-93e0-0c789d4d1712 service neutron] For port 708361a4-9a84-418f-be1d-3d054e2ce9e6, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=708361a4-9a84-418f-be1d-3d054e2ce9e6,segment=NetworkSegment(49a54453-d3e2-4f46-b837-9dd301c6f4a9),segment_id=49a54453-d3e2-4f46-b837-9dd301c6f4a9)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:17:03.229653 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b41bd413-69a0-4adf-9717-bc8376906e00 req-c68a1ec5-ba15-44bd-93e0-0c789d4d1712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:03.263413 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41bd413-69a0-4adf-9717-bc8376906e00 req-c68a1ec5-ba15-44bd-93e0-0c789d4d1712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:03.264221 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b41bd413-69a0-4adf-9717-bc8376906e00 req-c68a1ec5-ba15-44bd-93e0-0c789d4d1712 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:03.265776 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b41bd413-69a0-4adf-9717-bc8376906e00 req-c68a1ec5-ba15-44bd-93e0-0c789d4d1712 service neutron] 10.222.0.73 "PUT /v2.0/ports/708361a4-9a84-418f-be1d-3d054e2ce9e6 HTTP/1.1" status: 200 len: 1092 time: 0.8508518 Jul 09 17:17:03.266246 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46c98dbe-8bfd-441f-b2d0-9bf27a718c44', 'tag': '708361a4-9a84-418f-be1d-3d054e2ce9e6'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:17:03.268579 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70bc3d1dd6a8d756905b95879fdfd768b2540769638561f09d0c65e65c91429d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2783761d-12cc-4b68-9c90-6e2934d4f8c2" -d '{"events": [{"name": "network-changed", "server_uuid": "46c98dbe-8bfd-441f-b2d0-9bf27a718c44", "tag": "708361a4-9a84-418f-be1d-3d054e2ce9e6"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:17:03.298704 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a1ec5-ba15-44bd-93e0-0c789d4d1712 service neutron] Pushing event updated for resources: {'Port': ['ID=708361a4-9a84-418f-be1d-3d054e2ce9e6,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:03.316415 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986d30ac-f4df-46f3-be88-c9734accf487 x-openstack-request-id: req-986d30ac-f4df-46f3-be88-c9734accf487 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:17:03.316797 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46c98dbe-8bfd-441f-b2d0-9bf27a718c44", "tag": "708361a4-9a84-418f-be1d-3d054e2ce9e6", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:17:03.317124 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-986d30ac-f4df-46f3-be88-c9734accf487 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:17:03.317594 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46c98dbe-8bfd-441f-b2d0-9bf27a718c44', 'tag': '708361a4-9a84-418f-be1d-3d054e2ce9e6', 'status': 'completed', 'code': 200} Jul 09 17:17:03.387865 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41bd413-69a0-4adf-9717-bc8376906e00 req-7dba5520-4abb-49ff-a3cc-d5c59d4d89ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:03.389429 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b41bd413-69a0-4adf-9717-bc8376906e00 req-7dba5520-4abb-49ff-a3cc-d5c59d4d89ac service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6328f77a18a0459ab8530adc9f37c090&device_id=46c98dbe-8bfd-441f-b2d0-9bf27a718c44 HTTP/1.1" status: 200 len: 1095 time: 0.0576603 Jul 09 17:17:03.446466 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b41bd413-69a0-4adf-9717-bc8376906e00 req-8db7f59a-b9b7-4b6f-bd82-ca9d942b2c18 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=708361a4-9a84-418f-be1d-3d054e2ce9e6 HTTP/1.1" status: 200 len: 217 time: 0.0397542 Jul 09 17:17:03.496803 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41bd413-69a0-4adf-9717-bc8376906e00 req-e51ffbba-c11b-43e5-89db-42b3232a7be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:03.498268 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b41bd413-69a0-4adf-9717-bc8376906e00 req-e51ffbba-c11b-43e5-89db-42b3232a7be3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ac8ff28c-6d83-4483-9e35-a3760c6a4ae6 HTTP/1.1" status: 200 len: 835 time: 0.0449216 Jul 09 17:17:03.556267 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41bd413-69a0-4adf-9717-bc8376906e00 req-7aa56f58-6950-46ca-b097-cfd3afe822e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:03.557737 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b41bd413-69a0-4adf-9717-bc8376906e00 req-7aa56f58-6950-46ca-b097-cfd3afe822e0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cf052299-6c64-4ddd-8814-e5356da0e3eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532730 Jul 09 17:17:03.648694 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b41bd413-69a0-4adf-9717-bc8376906e00 req-bd6502f2-6027-4195-95ba-84cb5b7866c9 service neutron] 10.222.0.73 "GET /v2.0/networks/cf052299-6c64-4ddd-8814-e5356da0e3eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841691 Jul 09 17:17:03.746235 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b41bd413-69a0-4adf-9717-bc8376906e00 req-76ba0002-c3a2-4630-8687-878714faf66e service neutron] 10.222.0.73 "GET /v2.0/networks/cf052299-6c64-4ddd-8814-e5356da0e3eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914891 Jul 09 17:17:03.883425 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2783761d-12cc-4b68-9c90-6e2934d4f8c2 req-886160af-bb67-4243-9874-53d0e1c9824c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:03.885302 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2783761d-12cc-4b68-9c90-6e2934d4f8c2 req-886160af-bb67-4243-9874-53d0e1c9824c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6328f77a18a0459ab8530adc9f37c090&device_id=46c98dbe-8bfd-441f-b2d0-9bf27a718c44 HTTP/1.1" status: 200 len: 1095 time: 0.0526600 Jul 09 17:17:03.980272 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2783761d-12cc-4b68-9c90-6e2934d4f8c2 req-88da20a1-dee6-4a89-97c1-b9d6d65b2f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:03.981728 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2783761d-12cc-4b68-9c90-6e2934d4f8c2 req-88da20a1-dee6-4a89-97c1-b9d6d65b2f7e service neutron] 10.222.0.73 "GET /v2.0/networks?id=cf052299-6c64-4ddd-8814-e5356da0e3eb HTTP/1.1" status: 200 len: 898 time: 0.0881481 Jul 09 17:17:04.021838 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2783761d-12cc-4b68-9c90-6e2934d4f8c2 req-787a404e-d85f-475f-adb4-7c576c419653 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=708361a4-9a84-418f-be1d-3d054e2ce9e6 HTTP/1.1" status: 200 len: 217 time: 0.0337081 Jul 09 17:17:04.080422 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2783761d-12cc-4b68-9c90-6e2934d4f8c2 req-2f06d4b2-de64-4000-9295-8f93a85cfece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:04.081886 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2783761d-12cc-4b68-9c90-6e2934d4f8c2 req-2f06d4b2-de64-4000-9295-8f93a85cfece service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ac8ff28c-6d83-4483-9e35-a3760c6a4ae6 HTTP/1.1" status: 200 len: 835 time: 0.0543401 Jul 09 17:17:04.182866 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2783761d-12cc-4b68-9c90-6e2934d4f8c2 req-0e1f0737-684b-4191-bd30-4e6da555bf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:04.184265 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2783761d-12cc-4b68-9c90-6e2934d4f8c2 req-0e1f0737-684b-4191-bd30-4e6da555bf9a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cf052299-6c64-4ddd-8814-e5356da0e3eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0957556 Jul 09 17:17:04.195263 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1166f5b-b5fb-47f2-9b0d-6adb3c70c13f req-4c4e45e0-9395-49c0-9108-446dddb62c30 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:04.197122 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f1166f5b-b5fb-47f2-9b0d-6adb3c70c13f req-4c4e45e0-9395-49c0-9108-446dddb62c30 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=46c98dbe-8bfd-441f-b2d0-9bf27a718c44 HTTP/1.1" status: 200 len: 944 time: 0.0819454 Jul 09 17:17:04.280605 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f1166f5b-b5fb-47f2-9b0d-6adb3c70c13f req-f12b571b-41a4-4172-9052-0dce6dbe7e99 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ffc9bb2-5614-42be-9cb8-6ae23c7370f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756330 Jul 09 17:17:04.309109 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2783761d-12cc-4b68-9c90-6e2934d4f8c2 req-2493dcc2-7af7-46b5-b415-08f178838e84 service neutron] 10.222.0.73 "GET /v2.0/networks/cf052299-6c64-4ddd-8814-e5356da0e3eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110783 Jul 09 17:17:04.398884 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2783761d-12cc-4b68-9c90-6e2934d4f8c2 req-02d36fe6-19dc-414e-bdca-26bf7cc0e81d service neutron] 10.222.0.73 "GET /v2.0/networks/cf052299-6c64-4ddd-8814-e5356da0e3eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831513 Jul 09 17:17:04.467361 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 69a4691f-10d6-42e7-b4fd-605629e62e40 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:17:04.514389 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 69a4691f-10d6-42e7-b4fd-605629e62e40 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:17:04.514775 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:05.455455 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314c1bb-a519-40d9-b56f-09cfead2f072 req-c9cc11ee-c257-421b-9713-aad87b5e07da tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:05.457672 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2314c1bb-a519-40d9-b56f-09cfead2f072 req-c9cc11ee-c257-421b-9713-aad87b5e07da tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=46c98dbe-8bfd-441f-b2d0-9bf27a718c44 HTTP/1.1" status: 200 len: 944 time: 0.0688083 Jul 09 17:17:05.495841 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2314c1bb-a519-40d9-b56f-09cfead2f072 req-2ce41c44-990a-4732-929d-e7de92ae8d92 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ffc9bb2-5614-42be-9cb8-6ae23c7370f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317869 Jul 09 17:17:06.669283 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c6f7ca-fbdb-4a60-8bd2-734094a24e3d req-c1ebc320-c764-47d3-af78-79646bab869f tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:06.671226 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-20c6f7ca-fbdb-4a60-8bd2-734094a24e3d req-c1ebc320-c764-47d3-af78-79646bab869f tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=46c98dbe-8bfd-441f-b2d0-9bf27a718c44 HTTP/1.1" status: 200 len: 944 time: 0.0656242 Jul 09 17:17:06.709589 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-20c6f7ca-fbdb-4a60-8bd2-734094a24e3d req-1a07783c-9753-4b2e-993c-e9699f9602e3 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ffc9bb2-5614-42be-9cb8-6ae23c7370f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327432 Jul 09 17:17:07.149264 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 708361a4-9a84-418f-be1d-3d054e2ce9e6 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:17:07.244032 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 708361a4-9a84-418f-be1d-3d054e2ce9e6, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=708361a4-9a84-418f-be1d-3d054e2ce9e6,segment=NetworkSegment(49a54453-d3e2-4f46-b837-9dd301c6f4a9),segment_id=49a54453-d3e2-4f46-b837-9dd301c6f4a9)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:07.255584 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '708361a4-9a84-418f-be1d-3d054e2ce9e6', 'network_id': 'cf052299-6c64-4ddd-8814-e5356da0e3eb', 'port_id': '708361a4-9a84-418f-be1d-3d054e2ce9e6', 'mac_address': 'fa:16:3e:31:65:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8ff28c-6d83-4483-9e35-a3760c6a4ae6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:17:07.291986 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:07.304386 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 708361a4-9a84-418f-be1d-3d054e2ce9e6 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:17:07.324623 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 708361a4-9a84-418f-be1d-3d054e2ce9e6, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=708361a4-9a84-418f-be1d-3d054e2ce9e6,segment=NetworkSegment(49a54453-d3e2-4f46-b837-9dd301c6f4a9),segment_id=49a54453-d3e2-4f46-b837-9dd301c6f4a9)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:07.328316 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:07.376997 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=708361a4-9a84-418f-be1d-3d054e2ce9e6,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:07.741461 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['708361a4-9a84-418f-be1d-3d054e2ce9e6'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:17:07.884657 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac7409-18df-44fd-a671-79cfa879f786 req-ea8bf26e-3324-469a-8a9e-03ce1feffc50 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:07.886146 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a4ac7409-18df-44fd-a671-79cfa879f786 req-ea8bf26e-3324-469a-8a9e-03ce1feffc50 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=46c98dbe-8bfd-441f-b2d0-9bf27a718c44 HTTP/1.1" status: 200 len: 945 time: 0.0662951 Jul 09 17:17:07.923244 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a4ac7409-18df-44fd-a671-79cfa879f786 req-21fc7c56-0e83-44a3-a000-7e62cbe17aeb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ffc9bb2-5614-42be-9cb8-6ae23c7370f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314944 Jul 09 17:17:09.097746 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08e2c0-ceb1-4211-8f6d-3dc337bd9067 req-399ce061-ac95-461b-9dc5-3c3786f8c59b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:09.099248 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5a08e2c0-ceb1-4211-8f6d-3dc337bd9067 req-399ce061-ac95-461b-9dc5-3c3786f8c59b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=46c98dbe-8bfd-441f-b2d0-9bf27a718c44 HTTP/1.1" status: 200 len: 945 time: 0.0627465 Jul 09 17:17:09.142552 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5a08e2c0-ceb1-4211-8f6d-3dc337bd9067 req-5ae74d4d-e83e-4f23-8cd3-f502540f515a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ffc9bb2-5614-42be-9cb8-6ae23c7370f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372064 Jul 09 17:17:09.151422 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 708361a4-9a84-418f-be1d-3d054e2ce9e6 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:17:09.199470 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 708361a4-9a84-418f-be1d-3d054e2ce9e6 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:17:09.202994 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 708361a4-9a84-418f-be1d-3d054e2ce9e6 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:17:09.203360 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:09.276586 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:09.298747 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c98dbe-8bfd-441f-b2d0-9bf27a718c44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '708361a4-9a84-418f-be1d-3d054e2ce9e6'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:17:09.301308 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e4c0197b51a39b57e4a8a116eb3788e06930fc42ac75c6a3eb5959c91cb8bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78bb41a-93bf-473d-8b40-791bafa3149a" -d '{"events": [{"server_uuid": "46c98dbe-8bfd-441f-b2d0-9bf27a718c44", "name": "network-vif-plugged", "status": "completed", "tag": "708361a4-9a84-418f-be1d-3d054e2ce9e6"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:17:09.314810 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 708361a4-9a84-418f-be1d-3d054e2ce9e6, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=708361a4-9a84-418f-be1d-3d054e2ce9e6,segment=NetworkSegment(49a54453-d3e2-4f46-b837-9dd301c6f4a9),segment_id=49a54453-d3e2-4f46-b837-9dd301c6f4a9)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:09.319711 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:09.346169 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6a4555-4c95-49a5-963b-afbe57289646 x-openstack-request-id: req-ac6a4555-4c95-49a5-963b-afbe57289646 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:17:09.346473 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46c98dbe-8bfd-441f-b2d0-9bf27a718c44", "name": "network-vif-plugged", "status": "completed", "tag": "708361a4-9a84-418f-be1d-3d054e2ce9e6", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:17:09.346710 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ac6a4555-4c95-49a5-963b-afbe57289646 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:17:09.347110 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46c98dbe-8bfd-441f-b2d0-9bf27a718c44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '708361a4-9a84-418f-be1d-3d054e2ce9e6', 'code': 200} Jul 09 17:17:09.373580 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=708361a4-9a84-418f-be1d-3d054e2ce9e6,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:09.477997 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00728ca-d9fb-4dd7-9b78-079ce010274f req-0523c69a-3284-4be1-90f9-66a49b394861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:09.479503 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b00728ca-d9fb-4dd7-9b78-079ce010274f req-0523c69a-3284-4be1-90f9-66a49b394861 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=46c98dbe-8bfd-441f-b2d0-9bf27a718c44 HTTP/1.1" status: 200 len: 1097 time: 0.0572238 Jul 09 17:17:09.515124 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b00728ca-d9fb-4dd7-9b78-079ce010274f req-7299ce38-8110-4a2f-8bf9-6d22595ae40b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3ffc9bb2-5614-42be-9cb8-6ae23c7370f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281293 Jul 09 17:17:10.318329 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de157e0-2eb8-49ad-a96d-15e9b23b0e35 req-efb97f93-34f7-476c-bfdb-8a225b56397d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:10.319801 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8de157e0-2eb8-49ad-a96d-15e9b23b0e35 req-efb97f93-34f7-476c-bfdb-8a225b56397d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=46c98dbe-8bfd-441f-b2d0-9bf27a718c44 HTTP/1.1" status: 200 len: 946 time: 0.0652218 Jul 09 17:17:10.356800 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8de157e0-2eb8-49ad-a96d-15e9b23b0e35 req-67ffa285-c211-43e1-bd25-bae2ac5be848 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ffc9bb2-5614-42be-9cb8-6ae23c7370f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309153 Jul 09 17:17:10.605545 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:11.527530 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a5d85-9f21-44f2-9c36-4381025eb6c8 req-d402ed54-b51f-4176-96c1-c02681209048 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:11.529031 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-383a5d85-9f21-44f2-9c36-4381025eb6c8 req-d402ed54-b51f-4176-96c1-c02681209048 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=46c98dbe-8bfd-441f-b2d0-9bf27a718c44 HTTP/1.1" status: 200 len: 946 time: 0.0644219 Jul 09 17:17:11.565928 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-383a5d85-9f21-44f2-9c36-4381025eb6c8 req-719ddc46-e40c-439c-9b7a-5ba5ecfaf19c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ffc9bb2-5614-42be-9cb8-6ae23c7370f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313134 Jul 09 17:17:11.748869 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c49cf5-be36-4f69-97c3-d880633ac392 req-da255d50-9799-422a-bab3-ab3183ba5f39 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:11.750253 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e2c49cf5-be36-4f69-97c3-d880633ac392 req-da255d50-9799-422a-bab3-ab3183ba5f39 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=46c98dbe-8bfd-441f-b2d0-9bf27a718c44 HTTP/1.1" status: 200 len: 946 time: 0.0741301 Jul 09 17:17:11.786961 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e2c49cf5-be36-4f69-97c3-d880633ac392 req-b06a6252-db22-4a4a-939e-4d1c540fdead tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ffc9bb2-5614-42be-9cb8-6ae23c7370f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312135 Jul 09 17:17:11.810787 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54300) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:11.861343 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6ad155-9da3-46f1-a59d-dfbe29ffa593 tempest-TestNetworkAdvancedServerOps-679639656 tempest-TestNetworkAdvancedServerOps-679639656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:11.862852 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7b6ad155-9da3-46f1-a59d-dfbe29ffa593 tempest-TestNetworkAdvancedServerOps-679639656 tempest-TestNetworkAdvancedServerOps-679639656-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=46c98dbe-8bfd-441f-b2d0-9bf27a718c44 HTTP/1.1" status: 200 len: 1092 time: 0.0510280 Jul 09 17:17:11.865581 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54302) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:11.870570 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-807e6ea0-552b-42f8-9a9e-fcc8a71ee082 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Request body: {'floatingip': {'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'port_id': '708361a4-9a84-418f-be1d-3d054e2ce9e6', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:11.892818 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-807e6ea0-552b-42f8-9a9e-fcc8a71ee082 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:11.990319 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-807e6ea0-552b-42f8-9a9e-fcc8a71ee082 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:12.089280 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-807e6ea0-552b-42f8-9a9e-fcc8a71ee082 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Allocated IP 172.25.0.87 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/3b998717-5809-49cf-aab4-17bebe4da01c) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:17:12.190953 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-807e6ea0-552b-42f8-9a9e-fcc8a71ee082 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:12.228613 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-807e6ea0-552b-42f8-9a9e-fcc8a71ee082 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:12.263216 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807e6ea0-552b-42f8-9a9e-fcc8a71ee082 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:17:12.267905 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-807e6ea0-552b-42f8-9a9e-fcc8a71ee082 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:17:12.271242 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807e6ea0-552b-42f8-9a9e-fcc8a71ee082 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:17:12.298633 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e6ea0-552b-42f8-9a9e-fcc8a71ee082 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'Port': ['ID=3b998717-5809-49cf-aab4-17bebe4da01c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:12.956346 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-807e6ea0-552b-42f8-9a9e-fcc8a71ee082 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:13.030142 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-807e6ea0-552b-42f8-9a9e-fcc8a71ee082 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:13.175682 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-807e6ea0-552b-42f8-9a9e-fcc8a71ee082 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:13.180118 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-807e6ea0-552b-42f8-9a9e-fcc8a71ee082 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:13.253264 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e6ea0-552b-42f8-9a9e-fcc8a71ee082 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'Port': ['ID=3b998717-5809-49cf-aab4-17bebe4da01c,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:13.259968 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-807e6ea0-552b-42f8-9a9e-fcc8a71ee082 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:13.356066 n-d-798930-3 neutron-server[93958]: INFO neutron.db.l3_db [None req-807e6ea0-552b-42f8-9a9e-fcc8a71ee082 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Floating IP 1a6b17d4-fb8a-458f-8dda-fdc3e6c72bc3 associated. External IP: 172.25.0.87, port: 708361a4-9a84-418f-be1d-3d054e2ce9e6. Jul 09 17:17:13.561329 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-807e6ea0-552b-42f8-9a9e-fcc8a71ee082 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Router 642f42f0-8e54-420d-aa26-07142780e401 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:17:13.667466 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807e6ea0-552b-42f8-9a9e-fcc8a71ee082 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:17:13.676791 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aba5a36-fad0-49cb-b00d-1c2a43d6f4d7 None None] Sync routers for ids ['642f42f0-8e54-420d-aa26-07142780e401'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:17:13.683475 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-807e6ea0-552b-42f8-9a9e-fcc8a71ee082 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:13.687301 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aba5a36-fad0-49cb-b00d-1c2a43d6f4d7 None None] Routers {'642f42f0-8e54-420d-aa26-07142780e401'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:17:13.687937 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-8aba5a36-fad0-49cb-b00d-1c2a43d6f4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:16:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['642f42f0-8e54-420d-aa26-07142780e401'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:13.721496 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-807e6ea0-552b-42f8-9a9e-fcc8a71ee082 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8548989 Jul 09 17:17:13.722315 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46c98dbe-8bfd-441f-b2d0-9bf27a718c44', 'tag': '708361a4-9a84-418f-be1d-3d054e2ce9e6'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:17:13.724795 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70bc3d1dd6a8d756905b95879fdfd768b2540769638561f09d0c65e65c91429d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9da1b59-9bca-44b5-bd44-8a8fd10e3317" -d '{"events": [{"name": "network-changed", "server_uuid": "46c98dbe-8bfd-441f-b2d0-9bf27a718c44", "tag": "708361a4-9a84-418f-be1d-3d054e2ce9e6"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:17:13.793769 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-8aba5a36-fad0-49cb-b00d-1c2a43d6f4d7 None None] Set router 642f42f0-8e54-420d-aa26-07142780e401 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:17:13.872790 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a82827-8ac7-4571-9101-605e3d1ee9b3 req-80a52fb0-409f-42a9-b514-72c02d6666c8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:13.874303 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c3a82827-8ac7-4571-9101-605e3d1ee9b3 req-80a52fb0-409f-42a9-b514-72c02d6666c8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=46c98dbe-8bfd-441f-b2d0-9bf27a718c44 HTTP/1.1" status: 200 len: 946 time: 0.0639982 Jul 09 17:17:13.911791 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c3a82827-8ac7-4571-9101-605e3d1ee9b3 req-cb3e1007-fa85-4268-8801-a14575fc0277 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ffc9bb2-5614-42be-9cb8-6ae23c7370f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317822 Jul 09 17:17:13.938954 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54308) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:13.983242 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efcb8d05-ce4b-43ed-94d0-3a8d263d15fb x-openstack-request-id: req-efcb8d05-ce4b-43ed-94d0-3a8d263d15fb {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:17:13.983954 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46c98dbe-8bfd-441f-b2d0-9bf27a718c44", "tag": "708361a4-9a84-418f-be1d-3d054e2ce9e6", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:17:13.983954 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-efcb8d05-ce4b-43ed-94d0-3a8d263d15fb {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:17:13.984167 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46c98dbe-8bfd-441f-b2d0-9bf27a718c44', 'tag': '708361a4-9a84-418f-be1d-3d054e2ce9e6', 'status': 'completed', 'code': 200} Jul 09 17:17:14.011781 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c982c16c-645a-4f92-8502-6f2a173be495 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/floatingips/1a6b17d4-fb8a-458f-8dda-fdc3e6c72bc3 HTTP/1.1" status: 200 len: 991 time: 0.0713398 Jul 09 17:17:14.015796 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-8aba5a36-fad0-49cb-b00d-1c2a43d6f4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642f42f0-8e54-420d-aa26-07142780e401', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900266688', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'a2ba8345-c281-456a-ac59-79249e5c4313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:16:55Z', 'updated_at': '2021-07-09T17:16:58Z', 'revision_number': 4, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': 'a2ba8345-c281-456a-ac59-79249e5c4313', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:41:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642f42f0-8e54-420d-aa26-07142780e401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:55Z', 'updated_at': '2021-07-09T17:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '1a6b17d4-fb8a-458f-8dda-fdc3e6c72bc3', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'floating_ip_address': '172.25.0.87', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '642f42f0-8e54-420d-aa26-07142780e401', 'port_id': '708361a4-9a84-418f-be1d-3d054e2ce9e6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf052299-6c64-4ddd-8814-e5356da0e3eb', 'mac_address': 'fa:16:3e:31:65:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c98dbe-8bfd-441f-b2d0-9bf27a718c44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:17:12Z', 'updated_at': '2021-07-09T17:17:12Z', 'revision_number': 0, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69a4691f-10d6-42e7-b4fd-605629e62e40', 'name': '', 'network_id': 'cf052299-6c64-4ddd-8814-e5356da0e3eb', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'mac_address': 'fa:16:3e:f9:b0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642f42f0-8e54-420d-aa26-07142780e401', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'ac8ff28c-6d83-4483-9e35-a3760c6a4ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:58Z', 'updated_at': '2021-07-09T17:17:02Z', 'revision_number': 5, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'subnets': [{'id': 'ac8ff28c-6d83-4483-9e35-a3760c6a4ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:14.042058 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aba5a36-fad0-49cb-b00d-1c2a43d6f4d7 None None] Checking router: 642f42f0-8e54-420d-aa26-07142780e401 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:17:14.050210 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aba5a36-fad0-49cb-b00d-1c2a43d6f4d7 None None] Routers {'642f42f0-8e54-420d-aa26-07142780e401'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:17:14.050870 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-8aba5a36-fad0-49cb-b00d-1c2a43d6f4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:16:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['642f42f0-8e54-420d-aa26-07142780e401'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:14.064226 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da1b59-9bca-44b5-bd44-8a8fd10e3317 req-52477b98-a9b6-42eb-86c8-7a1907bba1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:14.065700 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f9da1b59-9bca-44b5-bd44-8a8fd10e3317 req-52477b98-a9b6-42eb-86c8-7a1907bba1d5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6328f77a18a0459ab8530adc9f37c090&device_id=46c98dbe-8bfd-441f-b2d0-9bf27a718c44 HTTP/1.1" status: 200 len: 1097 time: 0.0519781 Jul 09 17:17:14.155840 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da1b59-9bca-44b5-bd44-8a8fd10e3317 req-e5d3e2f1-8aa7-4b32-b777-290ec8acb232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:14.157314 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f9da1b59-9bca-44b5-bd44-8a8fd10e3317 req-e5d3e2f1-8aa7-4b32-b777-290ec8acb232 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cf052299-6c64-4ddd-8814-e5356da0e3eb HTTP/1.1" status: 200 len: 898 time: 0.0857277 Jul 09 17:17:14.163520 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-8aba5a36-fad0-49cb-b00d-1c2a43d6f4d7 None None] Set router 642f42f0-8e54-420d-aa26-07142780e401 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:17:14.226456 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f9da1b59-9bca-44b5-bd44-8a8fd10e3317 req-a6bdc23b-5a23-4622-8d69-fa3c05dc69ce service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=708361a4-9a84-418f-be1d-3d054e2ce9e6 HTTP/1.1" status: 200 len: 999 time: 0.0628753 Jul 09 17:17:14.276289 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da1b59-9bca-44b5-bd44-8a8fd10e3317 req-e96fcf68-6e25-40af-bc37-aad1c9f1ce19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:14.277727 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f9da1b59-9bca-44b5-bd44-8a8fd10e3317 req-e96fcf68-6e25-40af-bc37-aad1c9f1ce19 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ac8ff28c-6d83-4483-9e35-a3760c6a4ae6 HTTP/1.1" status: 200 len: 835 time: 0.0455739 Jul 09 17:17:14.335995 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da1b59-9bca-44b5-bd44-8a8fd10e3317 req-eed7b5b7-98d8-4e9c-98b4-43b304fa1fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:14.338018 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f9da1b59-9bca-44b5-bd44-8a8fd10e3317 req-eed7b5b7-98d8-4e9c-98b4-43b304fa1fc5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cf052299-6c64-4ddd-8814-e5356da0e3eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525525 Jul 09 17:17:14.383436 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-8aba5a36-fad0-49cb-b00d-1c2a43d6f4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642f42f0-8e54-420d-aa26-07142780e401', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900266688', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'a2ba8345-c281-456a-ac59-79249e5c4313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:16:55Z', 'updated_at': '2021-07-09T17:16:58Z', 'revision_number': 4, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': 'a2ba8345-c281-456a-ac59-79249e5c4313', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:41:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642f42f0-8e54-420d-aa26-07142780e401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:55Z', 'updated_at': '2021-07-09T17:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '1a6b17d4-fb8a-458f-8dda-fdc3e6c72bc3', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'floating_ip_address': '172.25.0.87', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '642f42f0-8e54-420d-aa26-07142780e401', 'port_id': '708361a4-9a84-418f-be1d-3d054e2ce9e6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf052299-6c64-4ddd-8814-e5356da0e3eb', 'mac_address': 'fa:16:3e:31:65:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c98dbe-8bfd-441f-b2d0-9bf27a718c44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:17:12Z', 'updated_at': '2021-07-09T17:17:12Z', 'revision_number': 0, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69a4691f-10d6-42e7-b4fd-605629e62e40', 'name': '', 'network_id': 'cf052299-6c64-4ddd-8814-e5356da0e3eb', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'mac_address': 'fa:16:3e:f9:b0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642f42f0-8e54-420d-aa26-07142780e401', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'ac8ff28c-6d83-4483-9e35-a3760c6a4ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:58Z', 'updated_at': '2021-07-09T17:17:02Z', 'revision_number': 5, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'subnets': [{'id': 'ac8ff28c-6d83-4483-9e35-a3760c6a4ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:14.409760 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aba5a36-fad0-49cb-b00d-1c2a43d6f4d7 None None] The sync data for ids ['642f42f0-8e54-420d-aa26-07142780e401'] in n-d-798930-3 is: [{'id': '642f42f0-8e54-420d-aa26-07142780e401', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900266688', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'a2ba8345-c281-456a-ac59-79249e5c4313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:16:55Z', 'updated_at': '2021-07-09T17:16:58Z', 'revision_number': 4, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': 'a2ba8345-c281-456a-ac59-79249e5c4313', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:41:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642f42f0-8e54-420d-aa26-07142780e401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:55Z', 'updated_at': '2021-07-09T17:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '1a6b17d4-fb8a-458f-8dda-fdc3e6c72bc3', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'floating_ip_address': '172.25.0.87', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '642f42f0-8e54-420d-aa26-07142780e401', 'port_id': '708361a4-9a84-418f-be1d-3d054e2ce9e6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf052299-6c64-4ddd-8814-e5356da0e3eb', 'mac_address': 'fa:16:3e:31:65:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c98dbe-8bfd-441f-b2d0-9bf27a718c44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:17:12Z', 'updated_at': '2021-07-09T17:17:12Z', 'revision_number': 0, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69a4691f-10d6-42e7-b4fd-605629e62e40', 'name': '', 'network_id': 'cf052299-6c64-4ddd-8814-e5356da0e3eb', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'mac_address': 'fa:16:3e:f9:b0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642f42f0-8e54-420d-aa26-07142780e401', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'ac8ff28c-6d83-4483-9e35-a3760c6a4ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:58Z', 'updated_at': '2021-07-09T17:17:02Z', 'revision_number': 5, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'subnets': [{'id': 'ac8ff28c-6d83-4483-9e35-a3760c6a4ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:17:14.431995 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f9da1b59-9bca-44b5-bd44-8a8fd10e3317 req-20722f4c-99a8-4457-b9f2-8a5eabcada4e service neutron] 10.222.0.73 "GET /v2.0/networks/cf052299-6c64-4ddd-8814-e5356da0e3eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865004 Jul 09 17:17:14.523335 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f9da1b59-9bca-44b5-bd44-8a8fd10e3317 req-1222a5b5-336d-4bc7-9517-7f3f7351990b service neutron] 10.222.0.73 "GET /v2.0/networks/cf052299-6c64-4ddd-8814-e5356da0e3eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844285 Jul 09 17:17:14.623427 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f1186f-a4f7-4443-a808-b53cebc7d143 None None] New status for floating IP 1a6b17d4-fb8a-458f-8dda-fdc3e6c72bc3: ACTIVE {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:17:15.015544 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54310) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:15.078674 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-6cfd135f-69f8-459e-bd0f-94958228af1f tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/floatingips/1a6b17d4-fb8a-458f-8dda-fdc3e6c72bc3 HTTP/1.1" status: 200 len: 993 time: 0.0616796 Jul 09 17:17:22.411138 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfa23396-a3e6-4371-922d-4d810a94c3a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:25.132904 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-01615a97-0af8-4842-bb95-bcb97cafce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:25.865971 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:26.486099 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:27.285439 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:28.426697 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:32.094139 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:17:40.619205 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:52.416306 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f52f146a-5f56-411b-abd8-583a0b55d790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:55.133911 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f27477d0-259e-4fc8-a86d-1a923472caa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:55.866995 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:56.488228 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:57.282248 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:58.429614 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:05.501706 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6901e6da-6f10-49d7-9fd2-ef8bc2cffbe0 req-a2d42cd7-1bd1-483a-a66f-11ccaf599d59 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=46c98dbe-8bfd-441f-b2d0-9bf27a718c44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1041923 Jul 09 17:18:05.614920 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6901e6da-6f10-49d7-9fd2-ef8bc2cffbe0 req-46e6d6e4-b086-4c1b-a043-c59e811a8ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:05.618489 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6901e6da-6f10-49d7-9fd2-ef8bc2cffbe0 req-46e6d6e4-b086-4c1b-a043-c59e811a8ba7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6328f77a18a0459ab8530adc9f37c090&device_id=46c98dbe-8bfd-441f-b2d0-9bf27a718c44 HTTP/1.1" status: 200 len: 1097 time: 0.0558097 Jul 09 17:18:05.720976 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6901e6da-6f10-49d7-9fd2-ef8bc2cffbe0 req-c353f405-a1d1-4ea7-a11a-03fc6ac02df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:05.722327 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6901e6da-6f10-49d7-9fd2-ef8bc2cffbe0 req-c353f405-a1d1-4ea7-a11a-03fc6ac02df6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cf052299-6c64-4ddd-8814-e5356da0e3eb HTTP/1.1" status: 200 len: 898 time: 0.0836661 Jul 09 17:18:05.791422 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6901e6da-6f10-49d7-9fd2-ef8bc2cffbe0 req-ef2a4bdb-045c-4c1e-98e3-edef4ac70daf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=708361a4-9a84-418f-be1d-3d054e2ce9e6 HTTP/1.1" status: 200 len: 1001 time: 0.0610042 Jul 09 17:18:05.837392 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6901e6da-6f10-49d7-9fd2-ef8bc2cffbe0 req-65ab8c49-ec81-4584-9904-eea6ef417bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:05.839277 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6901e6da-6f10-49d7-9fd2-ef8bc2cffbe0 req-65ab8c49-ec81-4584-9904-eea6ef417bf9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ac8ff28c-6d83-4483-9e35-a3760c6a4ae6 HTTP/1.1" status: 200 len: 835 time: 0.0426731 Jul 09 17:18:05.894154 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6901e6da-6f10-49d7-9fd2-ef8bc2cffbe0 req-a1b8a1ed-c8e6-4329-9bf5-dbda64870476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:05.895656 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6901e6da-6f10-49d7-9fd2-ef8bc2cffbe0 req-a1b8a1ed-c8e6-4329-9bf5-dbda64870476 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cf052299-6c64-4ddd-8814-e5356da0e3eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502756 Jul 09 17:18:06.001222 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6901e6da-6f10-49d7-9fd2-ef8bc2cffbe0 req-7666dd71-89e9-4187-a88b-e012af536a14 service neutron] 10.222.0.73 "GET /v2.0/networks/cf052299-6c64-4ddd-8814-e5356da0e3eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990059 Jul 09 17:18:06.088324 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6901e6da-6f10-49d7-9fd2-ef8bc2cffbe0 req-dd80f720-46f1-4811-8c20-5f59031a820a service neutron] 10.222.0.73 "GET /v2.0/networks/cf052299-6c64-4ddd-8814-e5356da0e3eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809083 Jul 09 17:18:09.092833 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:18:10.634011 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:15.938306 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [req-05b8f1f9-f85d-4073-95f8-14f02ec1b583 req-89fa084e-462c-41f7-8a61-f1d77dcf0402 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:18:15.939318 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-05b8f1f9-f85d-4073-95f8-14f02ec1b583 req-89fa084e-462c-41f7-8a61-f1d77dcf0402 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055928 Jul 09 17:18:16.338048 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a476cb-fc2b-4a0a-9abf-c85bd29048b4 req-329fabf3-3c51-46bb-be3d-ed832d21e05d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:16.339605 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d6a476cb-fc2b-4a0a-9abf-c85bd29048b4 req-329fabf3-3c51-46bb-be3d-ed832d21e05d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=46c98dbe-8bfd-441f-b2d0-9bf27a718c44 HTTP/1.1" status: 200 len: 946 time: 0.1831219 Jul 09 17:18:16.342280 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a96d533a-880f-4f62-9b4c-a9d4f11658a5 req-2c56c00d-fb3d-4dbf-a8d4-77a0d5d508bc service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=46c98dbe-8bfd-441f-b2d0-9bf27a718c44&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1500552 Jul 09 17:18:16.378633 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d6a476cb-fc2b-4a0a-9abf-c85bd29048b4 req-5e876cb0-0229-443a-8fb5-6d1a251a2c4b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ffc9bb2-5614-42be-9cb8-6ae23c7370f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329750 Jul 09 17:18:17.588820 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b1537-9c1e-4c38-90db-2575bb0c278c req-8fee2ef7-7b0a-4aa1-9f6f-db9211f76aed tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:17.590336 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cd4b1537-9c1e-4c38-90db-2575bb0c278c req-8fee2ef7-7b0a-4aa1-9f6f-db9211f76aed tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=46c98dbe-8bfd-441f-b2d0-9bf27a718c44 HTTP/1.1" status: 200 len: 946 time: 0.0953715 Jul 09 17:18:17.630829 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d533a-880f-4f62-9b4c-a9d4f11658a5 req-d6daaa61-8533-4ef4-96fa-7413862d3d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:17.632294 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a96d533a-880f-4f62-9b4c-a9d4f11658a5 req-d6daaa61-8533-4ef4-96fa-7413862d3d9a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6328f77a18a0459ab8530adc9f37c090&device_id=46c98dbe-8bfd-441f-b2d0-9bf27a718c44 HTTP/1.1" status: 200 len: 1097 time: 0.0879798 Jul 09 17:18:17.644241 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cd4b1537-9c1e-4c38-90db-2575bb0c278c req-5be11d8a-ed17-4812-905f-44df7f96f93d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ffc9bb2-5614-42be-9cb8-6ae23c7370f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452883 Jul 09 17:18:17.727138 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d533a-880f-4f62-9b4c-a9d4f11658a5 req-a07842d9-5a2a-4453-a326-50f596db3f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:17.728551 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a96d533a-880f-4f62-9b4c-a9d4f11658a5 req-a07842d9-5a2a-4453-a326-50f596db3f93 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cf052299-6c64-4ddd-8814-e5356da0e3eb HTTP/1.1" status: 200 len: 898 time: 0.0834401 Jul 09 17:18:17.799151 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a96d533a-880f-4f62-9b4c-a9d4f11658a5 req-984589b0-a1fc-40b5-8629-337b0b7e5000 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=708361a4-9a84-418f-be1d-3d054e2ce9e6 HTTP/1.1" status: 200 len: 1001 time: 0.0636127 Jul 09 17:18:17.848764 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d533a-880f-4f62-9b4c-a9d4f11658a5 req-436d045a-833e-4fc2-b79b-54b40afb7696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:17.850193 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a96d533a-880f-4f62-9b4c-a9d4f11658a5 req-436d045a-833e-4fc2-b79b-54b40afb7696 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ac8ff28c-6d83-4483-9e35-a3760c6a4ae6 HTTP/1.1" status: 200 len: 835 time: 0.0446780 Jul 09 17:18:17.905690 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d533a-880f-4f62-9b4c-a9d4f11658a5 req-53491dd5-4203-459f-af0d-2daa0fce1e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:17.907164 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a96d533a-880f-4f62-9b4c-a9d4f11658a5 req-53491dd5-4203-459f-af0d-2daa0fce1e09 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cf052299-6c64-4ddd-8814-e5356da0e3eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502770 Jul 09 17:18:17.998880 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a96d533a-880f-4f62-9b4c-a9d4f11658a5 req-fbde8aec-5efc-433d-ac59-dd08d9436b28 service neutron] 10.222.0.73 "GET /v2.0/networks/cf052299-6c64-4ddd-8814-e5356da0e3eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847073 Jul 09 17:18:18.087922 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a96d533a-880f-4f62-9b4c-a9d4f11658a5 req-d5381f4a-a86c-4bde-bff8-5337d33c16ec service neutron] 10.222.0.73 "GET /v2.0/networks/cf052299-6c64-4ddd-8814-e5356da0e3eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824971 Jul 09 17:18:18.821190 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c2b7ea-6a34-446a-a9ed-45f306a01e01 req-02898f52-688b-44ad-8dc1-a462d2023f80 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:18.822662 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-33c2b7ea-6a34-446a-a9ed-45f306a01e01 req-02898f52-688b-44ad-8dc1-a462d2023f80 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=46c98dbe-8bfd-441f-b2d0-9bf27a718c44 HTTP/1.1" status: 200 len: 946 time: 0.0680377 Jul 09 17:18:18.860482 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-33c2b7ea-6a34-446a-a9ed-45f306a01e01 req-141d3d46-c020-4701-8f20-4b54e28f84d4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ffc9bb2-5614-42be-9cb8-6ae23c7370f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322533 Jul 09 17:18:20.037811 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d44661-4a47-4e7e-9a81-19d33ff7ac2d req-9b651fb5-8c29-4caa-98fd-c55d6bb4cfdb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:20.039309 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c4d44661-4a47-4e7e-9a81-19d33ff7ac2d req-9b651fb5-8c29-4caa-98fd-c55d6bb4cfdb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=46c98dbe-8bfd-441f-b2d0-9bf27a718c44 HTTP/1.1" status: 200 len: 946 time: 0.0657117 Jul 09 17:18:20.075932 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c4d44661-4a47-4e7e-9a81-19d33ff7ac2d req-319465b8-0eb0-4467-a16e-a25e25fb93b1 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ffc9bb2-5614-42be-9cb8-6ae23c7370f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304387 Jul 09 17:18:21.250680 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2992bf0-8373-41e6-af70-9fe307eef62e req-2c274263-840a-41a5-8df5-1a258641baf6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:21.252197 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a2992bf0-8373-41e6-af70-9fe307eef62e req-2c274263-840a-41a5-8df5-1a258641baf6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=46c98dbe-8bfd-441f-b2d0-9bf27a718c44 HTTP/1.1" status: 200 len: 946 time: 0.0661116 Jul 09 17:18:21.287876 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a2992bf0-8373-41e6-af70-9fe307eef62e req-c5ecf91c-3805-4ef0-8303-2d8de9fe8b90 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ffc9bb2-5614-42be-9cb8-6ae23c7370f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302076 Jul 09 17:18:22.417112 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-559b1d28-e965-4d82-b772-05fc56e5f76a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:22.460475 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959bf2e1-0b05-4704-b8bb-b3447a432cff req-23cb3699-e5fd-41d8-b59a-ced95f6181fb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:22.461940 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-959bf2e1-0b05-4704-b8bb-b3447a432cff req-23cb3699-e5fd-41d8-b59a-ced95f6181fb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=46c98dbe-8bfd-441f-b2d0-9bf27a718c44 HTTP/1.1" status: 200 len: 946 time: 0.0637567 Jul 09 17:18:22.499703 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-959bf2e1-0b05-4704-b8bb-b3447a432cff req-4804c030-b254-473e-9615-8764e2ead989 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ffc9bb2-5614-42be-9cb8-6ae23c7370f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316403 Jul 09 17:18:23.671438 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e1391f-de7f-4be5-a673-ed1339251911 req-1a3da4db-12d5-4ff9-b17e-a51a85a70608 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:23.672911 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-98e1391f-de7f-4be5-a673-ed1339251911 req-1a3da4db-12d5-4ff9-b17e-a51a85a70608 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=46c98dbe-8bfd-441f-b2d0-9bf27a718c44 HTTP/1.1" status: 200 len: 946 time: 0.0633903 Jul 09 17:18:23.711128 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-98e1391f-de7f-4be5-a673-ed1339251911 req-17f0e6ec-116e-495f-83cd-eaa349d066fa tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ffc9bb2-5614-42be-9cb8-6ae23c7370f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327170 Jul 09 17:18:24.887803 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5787fd0-9452-48b7-b94e-2b409b2634ed req-d4bac0a3-c449-4fe6-9ed5-628a73c98773 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:24.889255 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d5787fd0-9452-48b7-b94e-2b409b2634ed req-d4bac0a3-c449-4fe6-9ed5-628a73c98773 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=46c98dbe-8bfd-441f-b2d0-9bf27a718c44 HTTP/1.1" status: 200 len: 946 time: 0.0666695 Jul 09 17:18:24.926565 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d5787fd0-9452-48b7-b94e-2b409b2634ed req-fc4a5983-7e9f-41ac-8bfa-44b86c0cd5b0 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ffc9bb2-5614-42be-9cb8-6ae23c7370f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318501 Jul 09 17:18:25.134878 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-52ed40cd-d40a-4aad-b269-47d2897312a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:25.868848 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:26.101984 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762f7af-fb7a-416b-bdba-3405ccfb21a5 req-eb7c47d6-aabe-4ce4-a2ae-8d4cdc9702f0 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:26.103518 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e762f7af-fb7a-416b-bdba-3405ccfb21a5 req-eb7c47d6-aabe-4ce4-a2ae-8d4cdc9702f0 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=46c98dbe-8bfd-441f-b2d0-9bf27a718c44 HTTP/1.1" status: 200 len: 946 time: 0.0658271 Jul 09 17:18:26.141183 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e762f7af-fb7a-416b-bdba-3405ccfb21a5 req-e95d79db-49bf-49e4-aa85-b3f5b7f9d49e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ffc9bb2-5614-42be-9cb8-6ae23c7370f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311775 Jul 09 17:18:26.489750 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:27.279564 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:27.318444 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0becc8-1356-4c61-b5a2-d6d4dc77912c req-52364c10-41fc-49a3-98ab-6cc9a0b6e030 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:27.319951 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dd0becc8-1356-4c61-b5a2-d6d4dc77912c req-52364c10-41fc-49a3-98ab-6cc9a0b6e030 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=46c98dbe-8bfd-441f-b2d0-9bf27a718c44 HTTP/1.1" status: 200 len: 946 time: 0.0694051 Jul 09 17:18:27.357115 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dd0becc8-1356-4c61-b5a2-d6d4dc77912c req-5b453c3a-0501-4b6b-87dc-81f5ac041a9e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ffc9bb2-5614-42be-9cb8-6ae23c7370f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317070 Jul 09 17:18:28.432261 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:28.529334 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334003f-7072-4de5-b7df-f24e86f39576 req-b6d6c866-c260-4571-ad8f-fd45cf082e76 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:28.530852 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5334003f-7072-4de5-b7df-f24e86f39576 req-b6d6c866-c260-4571-ad8f-fd45cf082e76 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=46c98dbe-8bfd-441f-b2d0-9bf27a718c44 HTTP/1.1" status: 200 len: 946 time: 0.0639217 Jul 09 17:18:28.569103 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5334003f-7072-4de5-b7df-f24e86f39576 req-9753a5b1-4b29-4e20-8326-261c5e163fa4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ffc9bb2-5614-42be-9cb8-6ae23c7370f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324543 Jul 09 17:18:29.744672 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed964e7b-0c4d-49be-96ee-d632d4e8fb7b req-08853421-ea84-499c-a151-8cd87b638711 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:29.746603 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ed964e7b-0c4d-49be-96ee-d632d4e8fb7b req-08853421-ea84-499c-a151-8cd87b638711 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=46c98dbe-8bfd-441f-b2d0-9bf27a718c44 HTTP/1.1" status: 200 len: 946 time: 0.0657837 Jul 09 17:18:29.783611 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ed964e7b-0c4d-49be-96ee-d632d4e8fb7b req-5c882f0d-eec0-4bb0-a498-3f1e255a3aaf tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ffc9bb2-5614-42be-9cb8-6ae23c7370f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315380 Jul 09 17:18:30.203533 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [req-a96d533a-880f-4f62-9b4c-a9d4f11658a5 req-da667e2a-6728-4f7d-97cb-89c789b7d0c2 service neutron] show failed (client error): The resource could not be found. Jul 09 17:18:30.204520 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a96d533a-880f-4f62-9b4c-a9d4f11658a5 req-da667e2a-6728-4f7d-97cb-89c789b7d0c2 service neutron] 10.222.0.73 "GET /v2.0/ports/708361a4-9a84-418f-be1d-3d054e2ce9e6/bindings/n-h1-798930-3 HTTP/1.1" status: 404 len: 380 time: 0.0577843 Jul 09 17:18:30.503373 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d533a-880f-4f62-9b4c-a9d4f11658a5 req-290d6fd9-256b-4b18-9226-955aba11674f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:30.504901 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a96d533a-880f-4f62-9b4c-a9d4f11658a5 req-290d6fd9-256b-4b18-9226-955aba11674f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=46c98dbe-8bfd-441f-b2d0-9bf27a718c44&tenant_id=6328f77a18a0459ab8530adc9f37c090 HTTP/1.1" status: 200 len: 1097 time: 0.0971446 Jul 09 17:18:30.516360 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-a96d533a-880f-4f62-9b4c-a9d4f11658a5 req-33be48cb-7655-4023-b7b8-687f6ae08cb3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798930-3', 'device_owner': 'compute:nova'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:18:30.584545 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a96d533a-880f-4f62-9b4c-a9d4f11658a5 req-33be48cb-7655-4023-b7b8-687f6ae08cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:30.783284 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-a96d533a-880f-4f62-9b4c-a9d4f11658a5 req-33be48cb-7655-4023-b7b8-687f6ae08cb3 service neutron] For port 708361a4-9a84-418f-be1d-3d054e2ce9e6, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=708361a4-9a84-418f-be1d-3d054e2ce9e6,segment=NetworkSegment(49a54453-d3e2-4f46-b837-9dd301c6f4a9),segment_id=49a54453-d3e2-4f46-b837-9dd301c6f4a9)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:18:30.962654 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa411b-49ca-4846-a3b0-39992f29cd1a req-0f51b721-c538-4e0b-bee1-8b88ecd07435 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:30.964241 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6afa411b-49ca-4846-a3b0-39992f29cd1a req-0f51b721-c538-4e0b-bee1-8b88ecd07435 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=46c98dbe-8bfd-441f-b2d0-9bf27a718c44 HTTP/1.1" status: 200 len: 946 time: 0.0669832 Jul 09 17:18:31.004180 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6afa411b-49ca-4846-a3b0-39992f29cd1a req-cae20eeb-0c04-480e-b0b1-3c620dbb8827 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ffc9bb2-5614-42be-9cb8-6ae23c7370f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334864 Jul 09 17:18:31.138703 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-a96d533a-880f-4f62-9b4c-a9d4f11658a5 req-33be48cb-7655-4023-b7b8-687f6ae08cb3 service neutron] For port 708361a4-9a84-418f-be1d-3d054e2ce9e6, host n-h2-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:18:31.175036 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c98dbe-8bfd-441f-b2d0-9bf27a718c44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '708361a4-9a84-418f-be1d-3d054e2ce9e6'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:18:31.177272 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378ae9c57bf43c2771a5b4c89609b2495bcc5bf3f4145cc2e92b6ffd2a6a2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b54ea9-cc22-47b8-ad22-6db092c8d977" -d '{"events": [{"server_uuid": "46c98dbe-8bfd-441f-b2d0-9bf27a718c44", "name": "network-vif-unplugged", "status": "completed", "tag": "708361a4-9a84-418f-be1d-3d054e2ce9e6"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:18:31.180747 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a96d533a-880f-4f62-9b4c-a9d4f11658a5 req-33be48cb-7655-4023-b7b8-687f6ae08cb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:31.193739 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-a96d533a-880f-4f62-9b4c-a9d4f11658a5 req-33be48cb-7655-4023-b7b8-687f6ae08cb3 service neutron] Transition to ACTIVE for port object 708361a4-9a84-418f-be1d-3d054e2ce9e6 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:18:31.197191 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a96d533a-880f-4f62-9b4c-a9d4f11658a5 req-33be48cb-7655-4023-b7b8-687f6ae08cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:31.280048 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be48cb-7655-4023-b7b8-687f6ae08cb3 service neutron] Pushing event updated for resources: {'Port': ['ID=708361a4-9a84-418f-be1d-3d054e2ce9e6,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:31.289609 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 17:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1bf9617-cd09-48c4-b2f2-05bba8f09bcd x-openstack-request-id: req-c1bf9617-cd09-48c4-b2f2-05bba8f09bcd {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:18:31.289953 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46c98dbe-8bfd-441f-b2d0-9bf27a718c44", "name": "network-vif-unplugged", "status": "completed", "tag": "708361a4-9a84-418f-be1d-3d054e2ce9e6", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:18:31.290255 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c1bf9617-cd09-48c4-b2f2-05bba8f09bcd {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:18:31.290700 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46c98dbe-8bfd-441f-b2d0-9bf27a718c44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '708361a4-9a84-418f-be1d-3d054e2ce9e6', 'code': 200} Jul 09 17:18:31.298879 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33be48cb-7655-4023-b7b8-687f6ae08cb3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:31.299231 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33be48cb-7655-4023-b7b8-687f6ae08cb3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:31.299571 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33be48cb-7655-4023-b7b8-687f6ae08cb3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:31.299914 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33be48cb-7655-4023-b7b8-687f6ae08cb3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:31.300235 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33be48cb-7655-4023-b7b8-687f6ae08cb3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:31.300565 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33be48cb-7655-4023-b7b8-687f6ae08cb3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:31.300890 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33be48cb-7655-4023-b7b8-687f6ae08cb3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:31.301214 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33be48cb-7655-4023-b7b8-687f6ae08cb3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:31.301541 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33be48cb-7655-4023-b7b8-687f6ae08cb3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:31.301901 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33be48cb-7655-4023-b7b8-687f6ae08cb3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:31.302183 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33be48cb-7655-4023-b7b8-687f6ae08cb3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:31.302503 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33be48cb-7655-4023-b7b8-687f6ae08cb3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:31.333521 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-a96d533a-880f-4f62-9b4c-a9d4f11658a5 req-33be48cb-7655-4023-b7b8-687f6ae08cb3 service neutron] No DVR routers for this DVR port 708361a4-9a84-418f-be1d-3d054e2ce9e6 on host n-h2-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:18:31.480926 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-a96d533a-880f-4f62-9b4c-a9d4f11658a5 req-33be48cb-7655-4023-b7b8-687f6ae08cb3 service neutron] Attempting to bind port 708361a4-9a84-418f-be1d-3d054e2ce9e6 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:18:31.481360 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-a96d533a-880f-4f62-9b4c-a9d4f11658a5 req-33be48cb-7655-4023-b7b8-687f6ae08cb3 service neutron] Attempting to bind port 708361a4-9a84-418f-be1d-3d054e2ce9e6 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '49a54453-d3e2-4f46-b837-9dd301c6f4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cf052299-6c64-4ddd-8814-e5356da0e3eb'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:18:31.481584 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96d533a-880f-4f62-9b4c-a9d4f11658a5 req-33be48cb-7655-4023-b7b8-687f6ae08cb3 service neutron] Attempting to bind port 708361a4-9a84-418f-be1d-3d054e2ce9e6 on network cf052299-6c64-4ddd-8814-e5356da0e3eb {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:18:31.486219 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96d533a-880f-4f62-9b4c-a9d4f11658a5 req-33be48cb-7655-4023-b7b8-687f6ae08cb3 service neutron] Port 708361a4-9a84-418f-be1d-3d054e2ce9e6 on network cf052299-6c64-4ddd-8814-e5356da0e3eb not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:18:31.486543 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96d533a-880f-4f62-9b4c-a9d4f11658a5 req-33be48cb-7655-4023-b7b8-687f6ae08cb3 service neutron] Attempting to bind port 708361a4-9a84-418f-be1d-3d054e2ce9e6 on network cf052299-6c64-4ddd-8814-e5356da0e3eb {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:18:31.491632 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96d533a-880f-4f62-9b4c-a9d4f11658a5 req-33be48cb-7655-4023-b7b8-687f6ae08cb3 service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:18:31.491972 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96d533a-880f-4f62-9b4c-a9d4f11658a5 req-33be48cb-7655-4023-b7b8-687f6ae08cb3 service neutron] Checking segment: {'id': '49a54453-d3e2-4f46-b837-9dd301c6f4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cf052299-6c64-4ddd-8814-e5356da0e3eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:18:31.492358 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96d533a-880f-4f62-9b4c-a9d4f11658a5 req-33be48cb-7655-4023-b7b8-687f6ae08cb3 service neutron] Bound using segment: {'id': '49a54453-d3e2-4f46-b837-9dd301c6f4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cf052299-6c64-4ddd-8814-e5356da0e3eb'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:18:31.492784 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-a96d533a-880f-4f62-9b4c-a9d4f11658a5 req-33be48cb-7655-4023-b7b8-687f6ae08cb3 service neutron] Bound port: 708361a4-9a84-418f-be1d-3d054e2ce9e6, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49a54453-d3e2-4f46-b837-9dd301c6f4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cf052299-6c64-4ddd-8814-e5356da0e3eb'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:18:31.493140 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a96d533a-880f-4f62-9b4c-a9d4f11658a5 req-33be48cb-7655-4023-b7b8-687f6ae08cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:31.561543 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-a96d533a-880f-4f62-9b4c-a9d4f11658a5 req-33be48cb-7655-4023-b7b8-687f6ae08cb3 service neutron] For port 708361a4-9a84-418f-be1d-3d054e2ce9e6, host n-h1-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:18:31.565240 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-a96d533a-880f-4f62-9b4c-a9d4f11658a5 req-33be48cb-7655-4023-b7b8-687f6ae08cb3 service neutron] For port 708361a4-9a84-418f-be1d-3d054e2ce9e6, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=708361a4-9a84-418f-be1d-3d054e2ce9e6,segment=NetworkSegment(49a54453-d3e2-4f46-b837-9dd301c6f4a9),segment_id=49a54453-d3e2-4f46-b837-9dd301c6f4a9)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:18:31.569493 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a96d533a-880f-4f62-9b4c-a9d4f11658a5 req-33be48cb-7655-4023-b7b8-687f6ae08cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:31.608133 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d533a-880f-4f62-9b4c-a9d4f11658a5 req-33be48cb-7655-4023-b7b8-687f6ae08cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:31.608740 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a96d533a-880f-4f62-9b4c-a9d4f11658a5 req-33be48cb-7655-4023-b7b8-687f6ae08cb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:31.610206 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a96d533a-880f-4f62-9b4c-a9d4f11658a5 req-33be48cb-7655-4023-b7b8-687f6ae08cb3 service neutron] 10.222.0.77 "PUT /v2.0/ports/708361a4-9a84-418f-be1d-3d054e2ce9e6 HTTP/1.1" status: 200 len: 1092 time: 1.0981047 Jul 09 17:18:31.632787 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be48cb-7655-4023-b7b8-687f6ae08cb3 service neutron] Pushing event updated for resources: {'Port': ['ID=708361a4-9a84-418f-be1d-3d054e2ce9e6,revision_number=7']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:31.690345 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d533a-880f-4f62-9b4c-a9d4f11658a5 req-c8814c2b-f2a9-44bf-8dc4-8c7fa2647105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:31.691896 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a96d533a-880f-4f62-9b4c-a9d4f11658a5 req-c8814c2b-f2a9-44bf-8dc4-8c7fa2647105 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6328f77a18a0459ab8530adc9f37c090&device_id=46c98dbe-8bfd-441f-b2d0-9bf27a718c44 HTTP/1.1" status: 200 len: 1095 time: 0.0560730 Jul 09 17:18:31.784488 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d533a-880f-4f62-9b4c-a9d4f11658a5 req-cf46091c-c1c0-467e-8091-6d4d91602ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:31.785982 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a96d533a-880f-4f62-9b4c-a9d4f11658a5 req-cf46091c-c1c0-467e-8091-6d4d91602ffb service neutron] 10.222.0.77 "GET /v2.0/networks?id=cf052299-6c64-4ddd-8814-e5356da0e3eb HTTP/1.1" status: 200 len: 898 time: 0.0881941 Jul 09 17:18:31.859655 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a96d533a-880f-4f62-9b4c-a9d4f11658a5 req-4c383afb-63a2-45ce-ac66-368ff1c6cd6c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=708361a4-9a84-418f-be1d-3d054e2ce9e6 HTTP/1.1" status: 200 len: 999 time: 0.0673587 Jul 09 17:18:31.907753 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d533a-880f-4f62-9b4c-a9d4f11658a5 req-c4897879-e32a-49c0-8f75-80a44b6f69c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:31.909133 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a96d533a-880f-4f62-9b4c-a9d4f11658a5 req-c4897879-e32a-49c0-8f75-80a44b6f69c0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ac8ff28c-6d83-4483-9e35-a3760c6a4ae6 HTTP/1.1" status: 200 len: 835 time: 0.0438817 Jul 09 17:18:31.967270 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d533a-880f-4f62-9b4c-a9d4f11658a5 req-3cb31dbf-de33-4ef5-b2bc-5854b54e162c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:31.968690 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a96d533a-880f-4f62-9b4c-a9d4f11658a5 req-3cb31dbf-de33-4ef5-b2bc-5854b54e162c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cf052299-6c64-4ddd-8814-e5356da0e3eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533330 Jul 09 17:18:32.072518 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a96d533a-880f-4f62-9b4c-a9d4f11658a5 req-119327ef-6877-4577-b554-2a7368dff705 service neutron] 10.222.0.77 "GET /v2.0/networks/cf052299-6c64-4ddd-8814-e5356da0e3eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976627 Jul 09 17:18:32.166514 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a96d533a-880f-4f62-9b4c-a9d4f11658a5 req-f64fbdb7-37d3-485f-95ce-7a51b38949fd service neutron] 10.222.0.77 "GET /v2.0/networks/cf052299-6c64-4ddd-8814-e5356da0e3eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869980 Jul 09 17:18:32.194488 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7722f7c4-4426-4488-ad6f-64aa170faf4e req-32b43dbc-0ff8-461c-9e3a-e45f22f6ac86 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:32.195995 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7722f7c4-4426-4488-ad6f-64aa170faf4e req-32b43dbc-0ff8-461c-9e3a-e45f22f6ac86 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=46c98dbe-8bfd-441f-b2d0-9bf27a718c44 HTTP/1.1" status: 200 len: 944 time: 0.0704157 Jul 09 17:18:32.239384 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7722f7c4-4426-4488-ad6f-64aa170faf4e req-bc3cad61-2aad-44b9-b846-b1b23f1e84c5 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ffc9bb2-5614-42be-9cb8-6ae23c7370f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371826 Jul 09 17:18:33.291628 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46c98dbe-8bfd-441f-b2d0-9bf27a718c44', 'tag': '708361a4-9a84-418f-be1d-3d054e2ce9e6'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:18:33.294119 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378ae9c57bf43c2771a5b4c89609b2495bcc5bf3f4145cc2e92b6ffd2a6a2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330c266b-07f2-447c-920a-f480234c6323" -d '{"events": [{"name": "network-changed", "server_uuid": "46c98dbe-8bfd-441f-b2d0-9bf27a718c44", "tag": "708361a4-9a84-418f-be1d-3d054e2ce9e6"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:18:33.419003 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd67ee-f453-4d88-9f91-d02e457fb49d req-fc42c597-d9ba-4086-8aeb-ee96ecdd7e6e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:33.421143 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0bfd67ee-f453-4d88-9f91-d02e457fb49d req-fc42c597-d9ba-4086-8aeb-ee96ecdd7e6e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=46c98dbe-8bfd-441f-b2d0-9bf27a718c44 HTTP/1.1" status: 200 len: 944 time: 0.0670772 Jul 09 17:18:33.459111 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0bfd67ee-f453-4d88-9f91-d02e457fb49d req-6847b742-9ae1-49de-b6f3-52f19c781492 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ffc9bb2-5614-42be-9cb8-6ae23c7370f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322556 Jul 09 17:18:33.514756 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499b81c2-986d-4599-9710-e008f958f7af x-openstack-request-id: req-499b81c2-986d-4599-9710-e008f958f7af {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:18:33.515158 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46c98dbe-8bfd-441f-b2d0-9bf27a718c44", "tag": "708361a4-9a84-418f-be1d-3d054e2ce9e6", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:18:33.515449 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-499b81c2-986d-4599-9710-e008f958f7af {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:18:33.515883 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46c98dbe-8bfd-441f-b2d0-9bf27a718c44', 'tag': '708361a4-9a84-418f-be1d-3d054e2ce9e6', 'status': 'completed', 'code': 200} Jul 09 17:18:33.596001 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c266b-07f2-447c-920a-f480234c6323 req-b7f1d957-9a98-47a9-816f-cb88e5dbf032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:33.597384 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-330c266b-07f2-447c-920a-f480234c6323 req-b7f1d957-9a98-47a9-816f-cb88e5dbf032 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6328f77a18a0459ab8530adc9f37c090&device_id=46c98dbe-8bfd-441f-b2d0-9bf27a718c44 HTTP/1.1" status: 200 len: 1095 time: 0.0623584 Jul 09 17:18:33.614666 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c266b-07f2-447c-920a-f480234c6323 req-e86a4879-6d3b-42ba-ad16-2cdfb38e7f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:33.616192 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-330c266b-07f2-447c-920a-f480234c6323 req-e86a4879-6d3b-42ba-ad16-2cdfb38e7f31 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6328f77a18a0459ab8530adc9f37c090&device_id=46c98dbe-8bfd-441f-b2d0-9bf27a718c44 HTTP/1.1" status: 200 len: 1095 time: 0.0551322 Jul 09 17:18:33.698571 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c266b-07f2-447c-920a-f480234c6323 req-c96c1b8c-31f8-4fe5-887a-705027228457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:33.700688 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-330c266b-07f2-447c-920a-f480234c6323 req-c96c1b8c-31f8-4fe5-887a-705027228457 service neutron] 10.222.0.77 "GET /v2.0/networks?id=cf052299-6c64-4ddd-8814-e5356da0e3eb HTTP/1.1" status: 200 len: 898 time: 0.0954950 Jul 09 17:18:33.718934 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c266b-07f2-447c-920a-f480234c6323 req-5708efc7-91ad-4651-ae94-d983f9764297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:33.720447 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-330c266b-07f2-447c-920a-f480234c6323 req-5708efc7-91ad-4651-ae94-d983f9764297 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cf052299-6c64-4ddd-8814-e5356da0e3eb HTTP/1.1" status: 200 len: 898 time: 0.0979173 Jul 09 17:18:33.775418 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-330c266b-07f2-447c-920a-f480234c6323 req-b1d6ba7b-d85b-4c05-8338-8bbbfe38bca9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=708361a4-9a84-418f-be1d-3d054e2ce9e6 HTTP/1.1" status: 200 len: 999 time: 0.0676906 Jul 09 17:18:33.789741 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-330c266b-07f2-447c-920a-f480234c6323 req-8ebcff20-6b84-43d8-848e-4660ee8a6bf1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=708361a4-9a84-418f-be1d-3d054e2ce9e6 HTTP/1.1" status: 200 len: 999 time: 0.0614736 Jul 09 17:18:33.828769 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c266b-07f2-447c-920a-f480234c6323 req-2a0fdd8b-839c-4b30-a8bd-bc5b4ed315ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:33.830228 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-330c266b-07f2-447c-920a-f480234c6323 req-2a0fdd8b-839c-4b30-a8bd-bc5b4ed315ba service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ac8ff28c-6d83-4483-9e35-a3760c6a4ae6 HTTP/1.1" status: 200 len: 835 time: 0.0477300 Jul 09 17:18:33.846446 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c266b-07f2-447c-920a-f480234c6323 req-30ac45f7-3a4e-48db-8ffb-0c588cbb5c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:33.847849 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-330c266b-07f2-447c-920a-f480234c6323 req-30ac45f7-3a4e-48db-8ffb-0c588cbb5c58 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ac8ff28c-6d83-4483-9e35-a3760c6a4ae6 HTTP/1.1" status: 200 len: 835 time: 0.0511262 Jul 09 17:18:33.886694 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c266b-07f2-447c-920a-f480234c6323 req-07d4fee5-6c4a-409e-a1bc-3df9bae9d473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:33.888225 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-330c266b-07f2-447c-920a-f480234c6323 req-07d4fee5-6c4a-409e-a1bc-3df9bae9d473 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cf052299-6c64-4ddd-8814-e5356da0e3eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519991 Jul 09 17:18:33.905267 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c266b-07f2-447c-920a-f480234c6323 req-beec0a22-f660-473f-b80f-3175d914d2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:33.906745 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-330c266b-07f2-447c-920a-f480234c6323 req-beec0a22-f660-473f-b80f-3175d914d2b9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cf052299-6c64-4ddd-8814-e5356da0e3eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529923 Jul 09 17:18:33.982506 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-330c266b-07f2-447c-920a-f480234c6323 req-c9c1657a-dd2b-461f-a719-dbdffb1c8a61 service neutron] 10.222.0.77 "GET /v2.0/networks/cf052299-6c64-4ddd-8814-e5356da0e3eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875821 Jul 09 17:18:33.993310 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-330c266b-07f2-447c-920a-f480234c6323 req-0f4358ed-dd8a-47be-a34e-470bf50cc2f6 service neutron] 10.222.0.73 "GET /v2.0/networks/cf052299-6c64-4ddd-8814-e5356da0e3eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803571 Jul 09 17:18:34.072520 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-330c266b-07f2-447c-920a-f480234c6323 req-4196ffe4-b7af-4b24-b6a0-0e9be0bb44a5 service neutron] 10.222.0.77 "GET /v2.0/networks/cf052299-6c64-4ddd-8814-e5356da0e3eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833294 Jul 09 17:18:34.088138 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-330c266b-07f2-447c-920a-f480234c6323 req-830ce5f0-3366-40a2-a62c-2a5fffbac215 service neutron] 10.222.0.73 "GET /v2.0/networks/cf052299-6c64-4ddd-8814-e5356da0e3eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871036 Jul 09 17:18:34.512113 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 708361a4-9a84-418f-be1d-3d054e2ce9e6 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:18:34.608386 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 708361a4-9a84-418f-be1d-3d054e2ce9e6, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=708361a4-9a84-418f-be1d-3d054e2ce9e6,segment=NetworkSegment(49a54453-d3e2-4f46-b837-9dd301c6f4a9),segment_id=49a54453-d3e2-4f46-b837-9dd301c6f4a9)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:18:34.619590 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '708361a4-9a84-418f-be1d-3d054e2ce9e6', 'network_id': 'cf052299-6c64-4ddd-8814-e5356da0e3eb', 'port_id': '708361a4-9a84-418f-be1d-3d054e2ce9e6', 'mac_address': 'fa:16:3e:31:65:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8ff28c-6d83-4483-9e35-a3760c6a4ae6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:18:34.633663 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709aae23-2e6f-40a3-9a9c-25c36721b7ef req-d809cdd4-b0d4-48ff-b81b-fb6a32796ac0 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:34.635203 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-709aae23-2e6f-40a3-9a9c-25c36721b7ef req-d809cdd4-b0d4-48ff-b81b-fb6a32796ac0 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=46c98dbe-8bfd-441f-b2d0-9bf27a718c44 HTTP/1.1" status: 200 len: 944 time: 0.0640039 Jul 09 17:18:34.656324 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:34.670074 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 708361a4-9a84-418f-be1d-3d054e2ce9e6 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:18:34.673319 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-709aae23-2e6f-40a3-9a9c-25c36721b7ef req-01361f9e-1546-4df6-abd8-a82d02b3f6a6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ffc9bb2-5614-42be-9cb8-6ae23c7370f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323653 Jul 09 17:18:34.690341 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 708361a4-9a84-418f-be1d-3d054e2ce9e6, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=708361a4-9a84-418f-be1d-3d054e2ce9e6,segment=NetworkSegment(49a54453-d3e2-4f46-b837-9dd301c6f4a9),segment_id=49a54453-d3e2-4f46-b837-9dd301c6f4a9)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:18:34.695608 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:34.741748 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=708361a4-9a84-418f-be1d-3d054e2ce9e6,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:34.749552 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:34.749896 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:34.750232 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:34.750564 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:34.750925 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:34.751252 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:34.751573 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:34.751893 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:34.752210 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:34.752528 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:34.752846 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:34.753161 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:34.917263 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['708361a4-9a84-418f-be1d-3d054e2ce9e6'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:18:35.025758 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268fbb81-53bf-4666-8bf6-0efd4b4efcd8 req-359dab1a-dfee-4db3-b01e-f5d86acb29cc tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:35.027300 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-268fbb81-53bf-4666-8bf6-0efd4b4efcd8 req-359dab1a-dfee-4db3-b01e-f5d86acb29cc tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=46c98dbe-8bfd-441f-b2d0-9bf27a718c44 HTTP/1.1" status: 200 len: 945 time: 0.1187308 Jul 09 17:18:35.035559 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9987f8-92af-4b31-9d7a-9352aa17e181 req-bcfc1941-e2ec-4bc8-9307-54c0e01e2f22 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:35.036895 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9e9987f8-92af-4b31-9d7a-9352aa17e181 req-bcfc1941-e2ec-4bc8-9307-54c0e01e2f22 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.73 "GET /v2.0/ports?device_id=46c98dbe-8bfd-441f-b2d0-9bf27a718c44&tenant_id=6328f77a18a0459ab8530adc9f37c090&binding%3Ahost_id=n-h1-798930-3 HTTP/1.1" status: 200 len: 945 time: 0.0996177 Jul 09 17:18:35.098619 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-268fbb81-53bf-4666-8bf6-0efd4b4efcd8 req-b35a5811-c57e-4782-abe7-017a1f462734 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ffc9bb2-5614-42be-9cb8-6ae23c7370f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607541 Jul 09 17:18:35.118014 n-d-798930-3 neutron-server[93958]: INFO neutron.api.v2.resource [req-9e9987f8-92af-4b31-9d7a-9352aa17e181 req-09ddba5a-69dc-4fbd-a097-554ebd22caf5 service neutron] delete failed (client error): The resource could not be found. Jul 09 17:18:35.119058 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9e9987f8-92af-4b31-9d7a-9352aa17e181 req-09ddba5a-69dc-4fbd-a097-554ebd22caf5 service neutron] 10.222.0.73 "DELETE /v2.0/ports/708361a4-9a84-418f-be1d-3d054e2ce9e6/bindings/n-h2-798930-3 HTTP/1.1" status: 404 len: 380 time: 0.0753782 Jul 09 17:18:35.266013 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9987f8-92af-4b31-9d7a-9352aa17e181 req-ddb97406-0419-4b56-b3bf-fc90d09d41fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:35.267498 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9e9987f8-92af-4b31-9d7a-9352aa17e181 req-ddb97406-0419-4b56-b3bf-fc90d09d41fe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6328f77a18a0459ab8530adc9f37c090&device_id=46c98dbe-8bfd-441f-b2d0-9bf27a718c44 HTTP/1.1" status: 200 len: 1096 time: 0.0911729 Jul 09 17:18:35.336986 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd3ea6-145e-4977-8c52-66481680009b req-9a6f0fde-17b9-4df9-b2bc-0756c00c0544 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:35.338332 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-50bd3ea6-145e-4977-8c52-66481680009b req-9a6f0fde-17b9-4df9-b2bc-0756c00c0544 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=46c98dbe-8bfd-441f-b2d0-9bf27a718c44 HTTP/1.1" status: 200 len: 945 time: 0.1257663 Jul 09 17:18:35.394791 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9987f8-92af-4b31-9d7a-9352aa17e181 req-55d04b2a-d011-4b81-a59e-69d76da54456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:35.396240 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9e9987f8-92af-4b31-9d7a-9352aa17e181 req-55d04b2a-d011-4b81-a59e-69d76da54456 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cf052299-6c64-4ddd-8814-e5356da0e3eb HTTP/1.1" status: 200 len: 898 time: 0.1228199 Jul 09 17:18:35.399153 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-50bd3ea6-145e-4977-8c52-66481680009b req-a5896c0a-9820-49f9-bf16-5de073dcbd36 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ffc9bb2-5614-42be-9cb8-6ae23c7370f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550230 Jul 09 17:18:35.458553 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9e9987f8-92af-4b31-9d7a-9352aa17e181 req-4a96f8d9-09e5-4f54-b7b7-691d5143c8e4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=708361a4-9a84-418f-be1d-3d054e2ce9e6 HTTP/1.1" status: 200 len: 1000 time: 0.0559695 Jul 09 17:18:35.509636 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9987f8-92af-4b31-9d7a-9352aa17e181 req-4ccf1ac4-4f92-466d-8022-9688573b0820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:35.511087 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9e9987f8-92af-4b31-9d7a-9352aa17e181 req-4ccf1ac4-4f92-466d-8022-9688573b0820 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ac8ff28c-6d83-4483-9e35-a3760c6a4ae6 HTTP/1.1" status: 200 len: 835 time: 0.0461700 Jul 09 17:18:35.520279 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 708361a4-9a84-418f-be1d-3d054e2ce9e6 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:18:35.557679 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 708361a4-9a84-418f-be1d-3d054e2ce9e6 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:18:35.569464 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9987f8-92af-4b31-9d7a-9352aa17e181 req-76274bbb-5e95-4ec6-b89b-2c5ef0d35e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:35.570964 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9e9987f8-92af-4b31-9d7a-9352aa17e181 req-76274bbb-5e95-4ec6-b89b-2c5ef0d35e27 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cf052299-6c64-4ddd-8814-e5356da0e3eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540776 Jul 09 17:18:35.656739 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9e9987f8-92af-4b31-9d7a-9352aa17e181 req-edb9c2b1-c25e-4b7d-9877-ae6c39e6fd18 service neutron] 10.222.0.73 "GET /v2.0/networks/cf052299-6c64-4ddd-8814-e5356da0e3eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788834 Jul 09 17:18:35.748156 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9e9987f8-92af-4b31-9d7a-9352aa17e181 req-3881eda6-370c-4c3f-aea0-0881fadc066a service neutron] 10.222.0.73 "GET /v2.0/networks/cf052299-6c64-4ddd-8814-e5356da0e3eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850534 Jul 09 17:18:36.527392 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 708361a4-9a84-418f-be1d-3d054e2ce9e6 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:18:36.577598 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cdce6b-5c65-4c83-872e-50066642eb6f req-9b73f9e1-c0a6-4ff3-8eb7-6fc59110c0f9 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:36.579593 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a3cdce6b-5c65-4c83-872e-50066642eb6f req-9b73f9e1-c0a6-4ff3-8eb7-6fc59110c0f9 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=46c98dbe-8bfd-441f-b2d0-9bf27a718c44 HTTP/1.1" status: 200 len: 945 time: 0.0686867 Jul 09 17:18:36.580218 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 708361a4-9a84-418f-be1d-3d054e2ce9e6 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:18:36.584899 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 708361a4-9a84-418f-be1d-3d054e2ce9e6 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:18:36.585321 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:36.619018 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a3cdce6b-5c65-4c83-872e-50066642eb6f req-db5ff909-43d0-446b-892b-a5df0345d811 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ffc9bb2-5614-42be-9cb8-6ae23c7370f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318105 Jul 09 17:18:36.644396 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54434) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:36.663141 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:36.686674 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c98dbe-8bfd-441f-b2d0-9bf27a718c44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '708361a4-9a84-418f-be1d-3d054e2ce9e6'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:18:36.689373 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e4c0197b51a39b57e4a8a116eb3788e06930fc42ac75c6a3eb5959c91cb8bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a048588b-a9da-41e2-8a34-7c6143d49910" -d '{"events": [{"server_uuid": "46c98dbe-8bfd-441f-b2d0-9bf27a718c44", "name": "network-vif-plugged", "status": "completed", "tag": "708361a4-9a84-418f-be1d-3d054e2ce9e6"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:18:36.703756 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 708361a4-9a84-418f-be1d-3d054e2ce9e6, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=708361a4-9a84-418f-be1d-3d054e2ce9e6,segment=NetworkSegment(49a54453-d3e2-4f46-b837-9dd301c6f4a9),segment_id=49a54453-d3e2-4f46-b837-9dd301c6f4a9)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:18:36.709244 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:36.718847 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-1160290a-38d2-44ef-adf5-02c8147285cd tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/floatingips/1a6b17d4-fb8a-458f-8dda-fdc3e6c72bc3 HTTP/1.1" status: 200 len: 992 time: 0.0731761 Jul 09 17:18:36.766964 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=708361a4-9a84-418f-be1d-3d054e2ce9e6,revision_number=9']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:36.789897 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24713d1d-243d-4e30-b45b-8d1a570f12cc x-openstack-request-id: req-24713d1d-243d-4e30-b45b-8d1a570f12cc {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:18:36.790217 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46c98dbe-8bfd-441f-b2d0-9bf27a718c44", "name": "network-vif-plugged", "status": "completed", "tag": "708361a4-9a84-418f-be1d-3d054e2ce9e6", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:18:36.790471 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-24713d1d-243d-4e30-b45b-8d1a570f12cc {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:18:36.790902 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46c98dbe-8bfd-441f-b2d0-9bf27a718c44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '708361a4-9a84-418f-be1d-3d054e2ce9e6', 'code': 200} Jul 09 17:18:40.633523 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:46.092585 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:18:52.419297 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e9a20791-8709-41e5-88ca-3a04f6e724ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:55.135635 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dd33f8d4-866a-4d17-877e-0eac6c1e787e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:55.870298 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:56.492702 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:56.502859 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bc5fff33-4a98-4450-84ad-9680d1b743f1 req-aa20d55f-3424-44c0-85cc-105a797b9d07 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=46c98dbe-8bfd-441f-b2d0-9bf27a718c44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0544672 Jul 09 17:18:56.600423 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5fff33-4a98-4450-84ad-9680d1b743f1 req-c2ef588e-1bac-4185-b195-c9271cdd5514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:56.601796 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bc5fff33-4a98-4450-84ad-9680d1b743f1 req-c2ef588e-1bac-4185-b195-c9271cdd5514 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6328f77a18a0459ab8530adc9f37c090&device_id=46c98dbe-8bfd-441f-b2d0-9bf27a718c44 HTTP/1.1" status: 200 len: 1097 time: 0.0525064 Jul 09 17:18:56.709973 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5fff33-4a98-4450-84ad-9680d1b743f1 req-57abba14-0dfc-4ef9-97bf-07b2affa3bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:56.711791 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bc5fff33-4a98-4450-84ad-9680d1b743f1 req-57abba14-0dfc-4ef9-97bf-07b2affa3bd1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=cf052299-6c64-4ddd-8814-e5356da0e3eb HTTP/1.1" status: 200 len: 898 time: 0.0899649 Jul 09 17:18:56.777103 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bc5fff33-4a98-4450-84ad-9680d1b743f1 req-32cd548e-181b-4d78-8854-d3029cfec40b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=708361a4-9a84-418f-be1d-3d054e2ce9e6 HTTP/1.1" status: 200 len: 1001 time: 0.0579238 Jul 09 17:18:56.826213 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5fff33-4a98-4450-84ad-9680d1b743f1 req-df796021-35d0-48da-bbd5-a0f3fe93e23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:56.827689 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bc5fff33-4a98-4450-84ad-9680d1b743f1 req-df796021-35d0-48da-bbd5-a0f3fe93e23f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ac8ff28c-6d83-4483-9e35-a3760c6a4ae6 HTTP/1.1" status: 200 len: 835 time: 0.0442312 Jul 09 17:18:56.893070 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5fff33-4a98-4450-84ad-9680d1b743f1 req-7e77693b-f552-4aec-8efa-a20b25fb13ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:56.895579 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bc5fff33-4a98-4450-84ad-9680d1b743f1 req-7e77693b-f552-4aec-8efa-a20b25fb13ed service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cf052299-6c64-4ddd-8814-e5356da0e3eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611660 Jul 09 17:18:56.991938 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bc5fff33-4a98-4450-84ad-9680d1b743f1 req-286bd679-8f97-42e4-a56c-9006aa1197c1 service neutron] 10.222.0.77 "GET /v2.0/networks/cf052299-6c64-4ddd-8814-e5356da0e3eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892336 Jul 09 17:18:57.087234 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-bc5fff33-4a98-4450-84ad-9680d1b743f1 req-f267dfb2-7e3b-471c-8a61-04f7a8d298b6 service neutron] 10.222.0.77 "GET /v2.0/networks/cf052299-6c64-4ddd-8814-e5356da0e3eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879366 Jul 09 17:18:57.278009 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:58.437307 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:05.076983 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54448) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:05.231019 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-96e9f597-f041-4af0-9d3b-1451ff4a7782 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Deleting port 3b998717-5809-49cf-aab4-17bebe4da01c {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:19:05.231371 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96e9f597-f041-4af0-9d3b-1451ff4a7782 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:05.303976 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96e9f597-f041-4af0-9d3b-1451ff4a7782 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:05.304304 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96e9f597-f041-4af0-9d3b-1451ff4a7782 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:05.317088 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-96e9f597-f041-4af0-9d3b-1451ff4a7782 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Calling delete_port for 3b998717-5809-49cf-aab4-17bebe4da01c owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:19:05.464403 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96e9f597-f041-4af0-9d3b-1451ff4a7782 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:05.490270 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e9f597-f041-4af0-9d3b-1451ff4a7782 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event deleted for resources: {'Port': ['ID=3b998717-5809-49cf-aab4-17bebe4da01c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:05.554175 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96e9f597-f041-4af0-9d3b-1451ff4a7782 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:05.554562 n-d-798930-3 neutron-server[93959]: INFO neutron.db.l3_db [None req-96e9f597-f041-4af0-9d3b-1451ff4a7782 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Floating IP 1a6b17d4-fb8a-458f-8dda-fdc3e6c72bc3 disassociated (deleted). External IP: 172.25.0.87, port: 708361a4-9a84-418f-be1d-3d054e2ce9e6. Jul 09 17:19:05.757645 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e9f597-f041-4af0-9d3b-1451ff4a7782 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Router 642f42f0-8e54-420d-aa26-07142780e401 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:19:05.863909 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e9f597-f041-4af0-9d3b-1451ff4a7782 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:19:05.868609 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96e9f597-f041-4af0-9d3b-1451ff4a7782 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:05.872886 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a4ba35-a8a1-47fe-8d1a-467410055bc9 None None] Sync routers for ids ['642f42f0-8e54-420d-aa26-07142780e401'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:19:05.881299 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a4ba35-a8a1-47fe-8d1a-467410055bc9 None None] Routers {'642f42f0-8e54-420d-aa26-07142780e401'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:19:05.881892 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-84a4ba35-a8a1-47fe-8d1a-467410055bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:18:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['642f42f0-8e54-420d-aa26-07142780e401'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:19:05.903407 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-96e9f597-f041-4af0-9d3b-1451ff4a7782 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "DELETE /v2.0/floatingips/1a6b17d4-fb8a-458f-8dda-fdc3e6c72bc3 HTTP/1.1" status: 204 len: 168 time: 0.8253231 Jul 09 17:19:05.904014 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46c98dbe-8bfd-441f-b2d0-9bf27a718c44', 'tag': '708361a4-9a84-418f-be1d-3d054e2ce9e6'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:19:05.906255 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378ae9c57bf43c2771a5b4c89609b2495bcc5bf3f4145cc2e92b6ffd2a6a2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e1da2b-f0bc-437d-beb9-cfa727e40857" -d '{"events": [{"name": "network-changed", "server_uuid": "46c98dbe-8bfd-441f-b2d0-9bf27a718c44", "tag": "708361a4-9a84-418f-be1d-3d054e2ce9e6"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:19:06.071615 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-84a4ba35-a8a1-47fe-8d1a-467410055bc9 None None] Set router 642f42f0-8e54-420d-aa26-07142780e401 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:19:06.282526 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-84a4ba35-a8a1-47fe-8d1a-467410055bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642f42f0-8e54-420d-aa26-07142780e401', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900266688', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'a2ba8345-c281-456a-ac59-79249e5c4313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:16:55Z', 'updated_at': '2021-07-09T17:16:58Z', 'revision_number': 4, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': 'a2ba8345-c281-456a-ac59-79249e5c4313', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:41:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642f42f0-8e54-420d-aa26-07142780e401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:55Z', 'updated_at': '2021-07-09T17:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '69a4691f-10d6-42e7-b4fd-605629e62e40', 'name': '', 'network_id': 'cf052299-6c64-4ddd-8814-e5356da0e3eb', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'mac_address': 'fa:16:3e:f9:b0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642f42f0-8e54-420d-aa26-07142780e401', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'ac8ff28c-6d83-4483-9e35-a3760c6a4ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:58Z', 'updated_at': '2021-07-09T17:17:02Z', 'revision_number': 5, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'subnets': [{'id': 'ac8ff28c-6d83-4483-9e35-a3760c6a4ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:19:06.310571 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a4ba35-a8a1-47fe-8d1a-467410055bc9 None None] Checking router: 642f42f0-8e54-420d-aa26-07142780e401 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:19:06.319611 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a4ba35-a8a1-47fe-8d1a-467410055bc9 None None] Routers {'642f42f0-8e54-420d-aa26-07142780e401'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:19:06.320208 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-84a4ba35-a8a1-47fe-8d1a-467410055bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:18:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['642f42f0-8e54-420d-aa26-07142780e401'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:19:06.361361 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f27fd49-b7aa-4f5c-8e60-f504e4c6ac9e x-openstack-request-id: req-6f27fd49-b7aa-4f5c-8e60-f504e4c6ac9e {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:19:06.361869 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46c98dbe-8bfd-441f-b2d0-9bf27a718c44", "tag": "708361a4-9a84-418f-be1d-3d054e2ce9e6", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:19:06.361869 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6f27fd49-b7aa-4f5c-8e60-f504e4c6ac9e {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:19:06.362432 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46c98dbe-8bfd-441f-b2d0-9bf27a718c44', 'tag': '708361a4-9a84-418f-be1d-3d054e2ce9e6', 'status': 'completed', 'code': 200} Jul 09 17:19:06.435586 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-84a4ba35-a8a1-47fe-8d1a-467410055bc9 None None] Set router 642f42f0-8e54-420d-aa26-07142780e401 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:19:06.439096 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e1da2b-f0bc-437d-beb9-cfa727e40857 req-56749a26-8686-4403-829b-3a0f1e9e96de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:06.440963 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-40e1da2b-f0bc-437d-beb9-cfa727e40857 req-56749a26-8686-4403-829b-3a0f1e9e96de service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6328f77a18a0459ab8530adc9f37c090&device_id=46c98dbe-8bfd-441f-b2d0-9bf27a718c44 HTTP/1.1" status: 200 len: 1097 time: 0.0563669 Jul 09 17:19:06.526952 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07930104-4d80-40a2-95a6-c157384161bb req-5e1140fa-1331-4b16-a929-1955cc89b0c4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:06.528475 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-07930104-4d80-40a2-95a6-c157384161bb req-5e1140fa-1331-4b16-a929-1955cc89b0c4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=46c98dbe-8bfd-441f-b2d0-9bf27a718c44 HTTP/1.1" status: 200 len: 946 time: 0.0687602 Jul 09 17:19:06.544780 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e1da2b-f0bc-437d-beb9-cfa727e40857 req-34d414cb-1236-4509-940e-e7f15e3cfa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:06.546430 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-40e1da2b-f0bc-437d-beb9-cfa727e40857 req-34d414cb-1236-4509-940e-e7f15e3cfa4d service neutron] 10.222.0.77 "GET /v2.0/networks?id=cf052299-6c64-4ddd-8814-e5356da0e3eb HTTP/1.1" status: 200 len: 898 time: 0.0982087 Jul 09 17:19:06.588281 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-07930104-4d80-40a2-95a6-c157384161bb req-74c558b0-e7c2-460a-9ca4-f11d43d65686 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ffc9bb2-5614-42be-9cb8-6ae23c7370f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479617 Jul 09 17:19:06.595895 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-40e1da2b-f0bc-437d-beb9-cfa727e40857 req-8392803a-bbcd-4eb2-96f2-f95c05c7ab77 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=708361a4-9a84-418f-be1d-3d054e2ce9e6 HTTP/1.1" status: 200 len: 217 time: 0.0417609 Jul 09 17:19:06.645996 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e1da2b-f0bc-437d-beb9-cfa727e40857 req-cca7b02f-1254-4a0e-8156-658ec879e2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:06.647488 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-40e1da2b-f0bc-437d-beb9-cfa727e40857 req-cca7b02f-1254-4a0e-8156-658ec879e2db service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ac8ff28c-6d83-4483-9e35-a3760c6a4ae6 HTTP/1.1" status: 200 len: 835 time: 0.0453842 Jul 09 17:19:06.653511 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-84a4ba35-a8a1-47fe-8d1a-467410055bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642f42f0-8e54-420d-aa26-07142780e401', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900266688', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'a2ba8345-c281-456a-ac59-79249e5c4313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:16:55Z', 'updated_at': '2021-07-09T17:16:58Z', 'revision_number': 4, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': 'a2ba8345-c281-456a-ac59-79249e5c4313', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:41:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642f42f0-8e54-420d-aa26-07142780e401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:55Z', 'updated_at': '2021-07-09T17:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '69a4691f-10d6-42e7-b4fd-605629e62e40', 'name': '', 'network_id': 'cf052299-6c64-4ddd-8814-e5356da0e3eb', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'mac_address': 'fa:16:3e:f9:b0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642f42f0-8e54-420d-aa26-07142780e401', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'ac8ff28c-6d83-4483-9e35-a3760c6a4ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:58Z', 'updated_at': '2021-07-09T17:17:02Z', 'revision_number': 5, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'subnets': [{'id': 'ac8ff28c-6d83-4483-9e35-a3760c6a4ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:19:06.681714 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a4ba35-a8a1-47fe-8d1a-467410055bc9 None None] The sync data for ids ['642f42f0-8e54-420d-aa26-07142780e401'] in n-d-798930-3 is: [{'id': '642f42f0-8e54-420d-aa26-07142780e401', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900266688', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'a2ba8345-c281-456a-ac59-79249e5c4313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:16:55Z', 'updated_at': '2021-07-09T17:16:58Z', 'revision_number': 4, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': 'a2ba8345-c281-456a-ac59-79249e5c4313', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:41:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642f42f0-8e54-420d-aa26-07142780e401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:55Z', 'updated_at': '2021-07-09T17:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '69a4691f-10d6-42e7-b4fd-605629e62e40', 'name': '', 'network_id': 'cf052299-6c64-4ddd-8814-e5356da0e3eb', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'mac_address': 'fa:16:3e:f9:b0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642f42f0-8e54-420d-aa26-07142780e401', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'ac8ff28c-6d83-4483-9e35-a3760c6a4ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:58Z', 'updated_at': '2021-07-09T17:17:02Z', 'revision_number': 5, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'subnets': [{'id': 'ac8ff28c-6d83-4483-9e35-a3760c6a4ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:19:06.710226 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e1da2b-f0bc-437d-beb9-cfa727e40857 req-5a62acb2-f02b-4217-b401-4351fbf88a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:06.711920 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-40e1da2b-f0bc-437d-beb9-cfa727e40857 req-5a62acb2-f02b-4217-b401-4351fbf88a4d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cf052299-6c64-4ddd-8814-e5356da0e3eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570903 Jul 09 17:19:06.805223 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-40e1da2b-f0bc-437d-beb9-cfa727e40857 req-f733531d-04fb-4a5f-ac75-b3fcc81c74f9 service neutron] 10.222.0.77 "GET /v2.0/networks/cf052299-6c64-4ddd-8814-e5356da0e3eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857904 Jul 09 17:19:06.903819 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-40e1da2b-f0bc-437d-beb9-cfa727e40857 req-3b36da8d-1da5-4969-83d7-f8d1c2f130f6 service neutron] 10.222.0.77 "GET /v2.0/networks/cf052299-6c64-4ddd-8814-e5356da0e3eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917861 Jul 09 17:19:06.912141 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bc8b06-1057-45be-bf7b-67247b630748 None None] New status for floating IP 1a6b17d4-fb8a-458f-8dda-fdc3e6c72bc3: DOWN {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:19:07.679281 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab66bd-d74f-4fc6-9e1e-5575b0f4a372 req-fd74d491-3c97-4933-830b-ef9d201c4a85 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:07.680746 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2fab66bd-d74f-4fc6-9e1e-5575b0f4a372 req-fd74d491-3c97-4933-830b-ef9d201c4a85 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.77 "GET /v2.0/ports?device_id=46c98dbe-8bfd-441f-b2d0-9bf27a718c44 HTTP/1.1" status: 200 len: 946 time: 0.0688937 Jul 09 17:19:07.770882 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec90b0-ce92-44bf-8173-ed0804ae635c req-e5814cb1-e2c5-4333-88f3-8334a16ae1ce tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:07.772457 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-39ec90b0-ce92-44bf-8173-ed0804ae635c req-e5814cb1-e2c5-4333-88f3-8334a16ae1ce tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=46c98dbe-8bfd-441f-b2d0-9bf27a718c44 HTTP/1.1" status: 200 len: 946 time: 0.0664287 Jul 09 17:19:07.788042 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-2fab66bd-d74f-4fc6-9e1e-5575b0f4a372 req-b9bc96a0-f30c-4fa5-84c9-71d74360612f tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Deleting port 708361a4-9a84-418f-be1d-3d054e2ce9e6 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:19:07.788468 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2fab66bd-d74f-4fc6-9e1e-5575b0f4a372 req-b9bc96a0-f30c-4fa5-84c9-71d74360612f tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:07.817837 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-39ec90b0-ce92-44bf-8173-ed0804ae635c req-0893e69c-659a-4da7-a941-86fdaf80c023 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=3ffc9bb2-5614-42be-9cb8-6ae23c7370f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388582 Jul 09 17:19:07.884222 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-2fab66bd-d74f-4fc6-9e1e-5575b0f4a372 req-b9bc96a0-f30c-4fa5-84c9-71d74360612f tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] For port 708361a4-9a84-418f-be1d-3d054e2ce9e6, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=708361a4-9a84-418f-be1d-3d054e2ce9e6,segment=NetworkSegment(49a54453-d3e2-4f46-b837-9dd301c6f4a9),segment_id=49a54453-d3e2-4f46-b837-9dd301c6f4a9)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:19:07.884586 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2fab66bd-d74f-4fc6-9e1e-5575b0f4a372 req-b9bc96a0-f30c-4fa5-84c9-71d74360612f tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:07.897071 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-2fab66bd-d74f-4fc6-9e1e-5575b0f4a372 req-b9bc96a0-f30c-4fa5-84c9-71d74360612f tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Calling delete_port for 708361a4-9a84-418f-be1d-3d054e2ce9e6 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:19:08.025232 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2fab66bd-d74f-4fc6-9e1e-5575b0f4a372 req-b9bc96a0-f30c-4fa5-84c9-71d74360612f tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:08.054387 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bc96a0-f30c-4fa5-84c9-71d74360612f tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event deleted for resources: {'Port': ['ID=708361a4-9a84-418f-be1d-3d054e2ce9e6,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:08.097018 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fab66bd-d74f-4fc6-9e1e-5575b0f4a372 req-b9bc96a0-f30c-4fa5-84c9-71d74360612f tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] No DVR routers for this DVR port 708361a4-9a84-418f-be1d-3d054e2ce9e6 on host n-h1-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:19:08.099448 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2fab66bd-d74f-4fc6-9e1e-5575b0f4a372 req-b9bc96a0-f30c-4fa5-84c9-71d74360612f tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:08.101408 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2fab66bd-d74f-4fc6-9e1e-5575b0f4a372 req-b9bc96a0-f30c-4fa5-84c9-71d74360612f tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.77 "DELETE /v2.0/ports/708361a4-9a84-418f-be1d-3d054e2ce9e6 HTTP/1.1" status: 204 len: 173 time: 0.4154985 Jul 09 17:19:08.363707 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c98dbe-8bfd-441f-b2d0-9bf27a718c44', 'name': 'network-vif-deleted', 'tag': '708361a4-9a84-418f-be1d-3d054e2ce9e6'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:19:08.366087 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378ae9c57bf43c2771a5b4c89609b2495bcc5bf3f4145cc2e92b6ffd2a6a2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47cf8513-1f7f-464e-b9ea-1cf8b24c2f3b" -d '{"events": [{"server_uuid": "46c98dbe-8bfd-441f-b2d0-9bf27a718c44", "name": "network-vif-deleted", "tag": "708361a4-9a84-418f-be1d-3d054e2ce9e6"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:19:08.402230 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44de83f9-7a64-4790-945f-75cda7366824 x-openstack-request-id: req-44de83f9-7a64-4790-945f-75cda7366824 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:19:08.402516 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46c98dbe-8bfd-441f-b2d0-9bf27a718c44", "name": "network-vif-deleted", "tag": "708361a4-9a84-418f-be1d-3d054e2ce9e6", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:19:08.402844 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-44de83f9-7a64-4790-945f-75cda7366824 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:19:08.403204 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46c98dbe-8bfd-441f-b2d0-9bf27a718c44', 'name': 'network-vif-deleted', 'tag': '708361a4-9a84-418f-be1d-3d054e2ce9e6', 'status': 'completed', 'code': 200} Jul 09 17:19:08.912028 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54464) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:09.580189 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-822ad43c-083e-40e8-8674-3e008f8b3f0c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:09.834482 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-822ad43c-083e-40e8-8674-3e008f8b3f0c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Deleting port 69a4691f-10d6-42e7-b4fd-605629e62e40 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:19:09.834848 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-822ad43c-083e-40e8-8674-3e008f8b3f0c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:09.920648 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-822ad43c-083e-40e8-8674-3e008f8b3f0c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] For port 69a4691f-10d6-42e7-b4fd-605629e62e40, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=69a4691f-10d6-42e7-b4fd-605629e62e40,segment=NetworkSegment(49a54453-d3e2-4f46-b837-9dd301c6f4a9),segment_id=49a54453-d3e2-4f46-b837-9dd301c6f4a9)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:19:09.921387 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-822ad43c-083e-40e8-8674-3e008f8b3f0c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:09.937210 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-822ad43c-083e-40e8-8674-3e008f8b3f0c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Calling delete_port for 69a4691f-10d6-42e7-b4fd-605629e62e40 owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:19:10.113025 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-822ad43c-083e-40e8-8674-3e008f8b3f0c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:10.141194 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822ad43c-083e-40e8-8674-3e008f8b3f0c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event deleted for resources: {'Port': ['ID=69a4691f-10d6-42e7-b4fd-605629e62e40,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:10.313267 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-822ad43c-083e-40e8-8674-3e008f8b3f0c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:10.533588 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-822ad43c-083e-40e8-8674-3e008f8b3f0c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Router 642f42f0-8e54-420d-aa26-07142780e401 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:19:10.637958 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822ad43c-083e-40e8-8674-3e008f8b3f0c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:19:10.642946 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-822ad43c-083e-40e8-8674-3e008f8b3f0c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "PUT /v2.0/routers/642f42f0-8e54-420d-aa26-07142780e401/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7298298 Jul 09 17:19:10.645650 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54466) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:10.648309 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa1b2e9-7c49-4ac1-889e-2a14725907ea None None] Sync routers for ids ['642f42f0-8e54-420d-aa26-07142780e401'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:19:10.652890 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:10.657998 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa1b2e9-7c49-4ac1-889e-2a14725907ea None None] Routers {'642f42f0-8e54-420d-aa26-07142780e401'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:19:10.658620 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-aaa1b2e9-7c49-4ac1-889e-2a14725907ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:18:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['642f42f0-8e54-420d-aa26-07142780e401'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:19:10.696332 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c9950d4-8dfe-4ea5-b977-1b0a88d3a358 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Deleting subnet ac8ff28c-6d83-4483-9e35-a3760c6a4ae6 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:19:10.699961 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0c9950d4-8dfe-4ea5-b977-1b0a88d3a358 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:10.712547 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 708361a4-9a84-418f-be1d-3d054e2ce9e6 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:19:10.733816 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: 708361a4-9a84-418f-be1d-3d054e2ce9e6 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:19:10.734429 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 708361a4-9a84-418f-be1d-3d054e2ce9e6 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:19:10.741801 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0c9950d4-8dfe-4ea5-b977-1b0a88d3a358 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:10.764380 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-aaa1b2e9-7c49-4ac1-889e-2a14725907ea None None] Set router 642f42f0-8e54-420d-aa26-07142780e401 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:19:10.829593 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0c9950d4-8dfe-4ea5-b977-1b0a88d3a358 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:10.889188 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0c9950d4-8dfe-4ea5-b977-1b0a88d3a358 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:10.918804 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0c9950d4-8dfe-4ea5-b977-1b0a88d3a358 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:10.920785 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0c9950d4-8dfe-4ea5-b977-1b0a88d3a358 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "DELETE /v2.0/subnets/ac8ff28c-6d83-4483-9e35-a3760c6a4ae6 HTTP/1.1" status: 204 len: 168 time: 0.2741017 Jul 09 17:19:10.921930 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9950d4-8dfe-4ea5-b977-1b0a88d3a358 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event deleted for resources: {'Subnet': ['ID=ac8ff28c-6d83-4483-9e35-a3760c6a4ae6,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:10.923852 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54468) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:10.926197 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ba8a8f-3b13-4918-9dfe-dc1d8c0dd9a4 None None] Network cf052299-6c64-4ddd-8814-e5356da0e3eb requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:19:10.942732 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-aaa1b2e9-7c49-4ac1-889e-2a14725907ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642f42f0-8e54-420d-aa26-07142780e401', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900266688', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'a2ba8345-c281-456a-ac59-79249e5c4313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:16:55Z', 'updated_at': '2021-07-09T17:19:10Z', 'revision_number': 5, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': 'a2ba8345-c281-456a-ac59-79249e5c4313', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:41:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642f42f0-8e54-420d-aa26-07142780e401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:55Z', 'updated_at': '2021-07-09T17:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:19:10.969726 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa1b2e9-7c49-4ac1-889e-2a14725907ea None None] Checking router: 642f42f0-8e54-420d-aa26-07142780e401 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:19:10.979032 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa1b2e9-7c49-4ac1-889e-2a14725907ea None None] Routers {'642f42f0-8e54-420d-aa26-07142780e401'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:19:10.980196 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-aaa1b2e9-7c49-4ac1-889e-2a14725907ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:18:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['642f42f0-8e54-420d-aa26-07142780e401'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:19:11.036201 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6edbdd16-9d06-4219-93d7-bc2ad377630e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:11.085104 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-aaa1b2e9-7c49-4ac1-889e-2a14725907ea None None] Set router 642f42f0-8e54-420d-aa26-07142780e401 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:19:11.126642 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae8c57a-bf96-4a09-bf18-9d9920c10787 None None] DHCP port deletion for cf052299-6c64-4ddd-8814-e5356da0e3eb request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:19:11.175602 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-1ae8c57a-bf96-4a09-bf18-9d9920c10787 None None] Deleting port 033f5580-5d6f-442d-a071-a3ece28afcd3 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:19:11.175999 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1ae8c57a-bf96-4a09-bf18-9d9920c10787 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:11.240487 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-1ae8c57a-bf96-4a09-bf18-9d9920c10787 None None] For port 033f5580-5d6f-442d-a071-a3ece28afcd3, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=033f5580-5d6f-442d-a071-a3ece28afcd3,segment=NetworkSegment(49a54453-d3e2-4f46-b837-9dd301c6f4a9),segment_id=49a54453-d3e2-4f46-b837-9dd301c6f4a9)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:19:11.240895 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1ae8c57a-bf96-4a09-bf18-9d9920c10787 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:11.259144 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-1ae8c57a-bf96-4a09-bf18-9d9920c10787 None None] Calling delete_port for 033f5580-5d6f-442d-a071-a3ece28afcd3 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:19:11.282448 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-aaa1b2e9-7c49-4ac1-889e-2a14725907ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642f42f0-8e54-420d-aa26-07142780e401', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900266688', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'a2ba8345-c281-456a-ac59-79249e5c4313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:16:55Z', 'updated_at': '2021-07-09T17:19:10Z', 'revision_number': 5, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': 'a2ba8345-c281-456a-ac59-79249e5c4313', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:41:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642f42f0-8e54-420d-aa26-07142780e401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:55Z', 'updated_at': '2021-07-09T17:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:19:11.311486 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa1b2e9-7c49-4ac1-889e-2a14725907ea None None] The sync data for ids ['642f42f0-8e54-420d-aa26-07142780e401'] in n-d-798930-3 is: [{'id': '642f42f0-8e54-420d-aa26-07142780e401', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900266688', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'a2ba8345-c281-456a-ac59-79249e5c4313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:16:55Z', 'updated_at': '2021-07-09T17:19:10Z', 'revision_number': 5, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': 'a2ba8345-c281-456a-ac59-79249e5c4313', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:41:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642f42f0-8e54-420d-aa26-07142780e401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:55Z', 'updated_at': '2021-07-09T17:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:19:11.342421 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1ae8c57a-bf96-4a09-bf18-9d9920c10787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:11.355435 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae8c57a-bf96-4a09-bf18-9d9920c10787 None None] No DVR routers for this DVR port 033f5580-5d6f-442d-a071-a3ece28afcd3 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:19:11.379995 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae8c57a-bf96-4a09-bf18-9d9920c10787 None None] Pushing event deleted for resources: {'Port': ['ID=033f5580-5d6f-442d-a071-a3ece28afcd3,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:11.467872 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6edbdd16-9d06-4219-93d7-bc2ad377630e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:11.517855 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-6edbdd16-9d06-4219-93d7-bc2ad377630e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Deleting port a2ba8345-c281-456a-ac59-79249e5c4313 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:19:11.518193 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6edbdd16-9d06-4219-93d7-bc2ad377630e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:11.596440 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-6edbdd16-9d06-4219-93d7-bc2ad377630e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] For port a2ba8345-c281-456a-ac59-79249e5c4313, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=a2ba8345-c281-456a-ac59-79249e5c4313,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:19:11.596741 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6edbdd16-9d06-4219-93d7-bc2ad377630e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:11.609391 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-6edbdd16-9d06-4219-93d7-bc2ad377630e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Calling delete_port for a2ba8345-c281-456a-ac59-79249e5c4313 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:19:11.783010 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6edbdd16-9d06-4219-93d7-bc2ad377630e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:11.809793 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edbdd16-9d06-4219-93d7-bc2ad377630e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event deleted for resources: {'Port': ['ID=a2ba8345-c281-456a-ac59-79249e5c4313,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:11.834820 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edbdd16-9d06-4219-93d7-bc2ad377630e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:11.835174 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edbdd16-9d06-4219-93d7-bc2ad377630e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:11.835535 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edbdd16-9d06-4219-93d7-bc2ad377630e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:11.835869 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edbdd16-9d06-4219-93d7-bc2ad377630e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:11.836189 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edbdd16-9d06-4219-93d7-bc2ad377630e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:11.836517 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edbdd16-9d06-4219-93d7-bc2ad377630e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:11.836845 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edbdd16-9d06-4219-93d7-bc2ad377630e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:11.837227 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edbdd16-9d06-4219-93d7-bc2ad377630e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:11.837473 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edbdd16-9d06-4219-93d7-bc2ad377630e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:11.837796 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edbdd16-9d06-4219-93d7-bc2ad377630e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:11.838111 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edbdd16-9d06-4219-93d7-bc2ad377630e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:11.838426 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edbdd16-9d06-4219-93d7-bc2ad377630e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:11.879120 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6edbdd16-9d06-4219-93d7-bc2ad377630e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:11.967820 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6edbdd16-9d06-4219-93d7-bc2ad377630e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:11.969883 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6edbdd16-9d06-4219-93d7-bc2ad377630e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:12.015096 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6edbdd16-9d06-4219-93d7-bc2ad377630e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:12.015636 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6edbdd16-9d06-4219-93d7-bc2ad377630e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Fanout notify agent at l3_agent the message router_deleted on router 642f42f0-8e54-420d-aa26-07142780e401 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:19:12.022275 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6edbdd16-9d06-4219-93d7-bc2ad377630e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:12.023398 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6edbdd16-9d06-4219-93d7-bc2ad377630e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "DELETE /v2.0/routers/642f42f0-8e54-420d-aa26-07142780e401 HTTP/1.1" status: 204 len: 168 time: 1.0969503 Jul 09 17:19:12.026715 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54470) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:12.103576 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f021199e-a736-461f-b0c1-360b76dadbc5 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:12.190349 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f021199e-a736-461f-b0c1-360b76dadbc5 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:12.200419 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-f021199e-a736-461f-b0c1-360b76dadbc5 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf052299-6c64-4ddd-8814-e5356da0e3eb']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:19:12.210422 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-f021199e-a736-461f-b0c1-360b76dadbc5 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49a54453-d3e2-4f46-b837-9dd301c6f4a9') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:19:12.210715 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-f021199e-a736-461f-b0c1-360b76dadbc5 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49a54453-d3e2-4f46-b837-9dd301c6f4a9') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:19:12.220074 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f021199e-a736-461f-b0c1-360b76dadbc5 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:12.233028 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f021199e-a736-461f-b0c1-360b76dadbc5 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:12.238953 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f021199e-a736-461f-b0c1-360b76dadbc5 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:19:12.239339 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f021199e-a736-461f-b0c1-360b76dadbc5 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:12.242268 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:19:12.242268 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:19:12.242268 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:19:12.242268 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:19:12.242268 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:19:12.242268 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:19:12.242268 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:19:12.242268 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:19:12.242268 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 17:19:12.242268 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:19:12.242268 n-d-798930-3 neutron-server[93958]: timer() Jul 09 17:19:12.242268 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:19:12.242268 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 17:19:12.242268 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:19:12.242268 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 17:19:12.242268 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:19:12.242268 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 17:19:12.242268 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:19:12.242268 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 17:19:12.242268 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:19:12.242268 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 17:19:12.242268 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:19:12.242268 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:19:12.242268 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:19:12.242268 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:19:12.242268 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:19:12.242268 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 17:19:12.242268 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:19:12.242268 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 17:19:12.242268 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:19:12.242268 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:19:12.242268 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:19:12.242268 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 17:19:12.242268 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:19:12.242268 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:19:12.242268 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:19:12.242268 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:19:12.242268 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:19:12.242268 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:19:12.242268 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:19:12.301455 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f021199e-a736-461f-b0c1-360b76dadbc5 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:12.310527 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f021199e-a736-461f-b0c1-360b76dadbc5 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:12.312705 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f021199e-a736-461f-b0c1-360b76dadbc5 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "DELETE /v2.0/networks/cf052299-6c64-4ddd-8814-e5356da0e3eb HTTP/1.1" status: 204 len: 168 time: 0.2849832 Jul 09 17:19:12.315555 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54472) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:12.324978 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f021199e-a736-461f-b0c1-360b76dadbc5 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event deleted for resources: {'Network': ['ID=cf052299-6c64-4ddd-8814-e5356da0e3eb,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:12.375618 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dd85aa1a-1f50-4a08-9bd1-627f553e5314 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:12.400337 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dd85aa1a-1f50-4a08-9bd1-627f553e5314 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:12.469644 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dd85aa1a-1f50-4a08-9bd1-627f553e5314 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:12.472708 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dd85aa1a-1f50-4a08-9bd1-627f553e5314 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:12.473818 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-dd85aa1a-1f50-4a08-9bd1-627f553e5314 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "DELETE /v2.0/security-groups/3ffc9bb2-5614-42be-9cb8-6ae23c7370f1 HTTP/1.1" status: 204 len: 168 time: 0.1571972 Jul 09 17:19:12.488299 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd85aa1a-1f50-4a08-9bd1-627f553e5314 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ffc9bb2-5614-42be-9cb8-6ae23c7370f1,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:12.545321 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 033f5580-5d6f-442d-a071-a3ece28afcd3 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:19:12.566268 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 033f5580-5d6f-442d-a071-a3ece28afcd3 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:19:12.566616 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 033f5580-5d6f-442d-a071-a3ece28afcd3 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:19:12.567066 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 69a4691f-10d6-42e7-b4fd-605629e62e40 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:19:12.592389 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 69a4691f-10d6-42e7-b4fd-605629e62e40 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:19:12.592747 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 69a4691f-10d6-42e7-b4fd-605629e62e40 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:19:12.593180 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device a2ba8345-c281-456a-ac59-79249e5c4313 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:19:12.616347 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: a2ba8345-c281-456a-ac59-79249e5c4313 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:19:12.616687 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device a2ba8345-c281-456a-ac59-79249e5c4313 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:19:13.006031 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54478) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:13.010738 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-3b43b379-72a5-40d9-863f-8606ed232cc2 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-589311530', 'description': 'tempest-secgroup-smoke-589311530 description', 'project_id': '6328f77a18a0459ab8530adc9f37c090'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:13.031733 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b43b379-72a5-40d9-863f-8606ed232cc2 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:13.115254 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b43b379-72a5-40d9-863f-8606ed232cc2 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:13.118649 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b43b379-72a5-40d9-863f-8606ed232cc2 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:13.143721 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b43b379-72a5-40d9-863f-8606ed232cc2 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:13.144975 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-3b43b379-72a5-40d9-863f-8606ed232cc2 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1379206 Jul 09 17:19:13.147997 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54480) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:13.148981 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b43b379-72a5-40d9-863f-8606ed232cc2 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=897cf336-ea27-401a-9320-6dec795b69f5,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:13.156178 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-552e6559-2c85-4d19-be51-ced1632f2fb1 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Request body: {'security_group_rule': {'security_group_id': '897cf336-ea27-401a-9320-6dec795b69f5', 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:13.183128 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-552e6559-2c85-4d19-be51-ced1632f2fb1 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:13.228415 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-552e6559-2c85-4d19-be51-ced1632f2fb1 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:13.232242 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-552e6559-2c85-4d19-be51-ced1632f2fb1 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:13.250046 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e6559-2c85-4d19-be51-ced1632f2fb1 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3062458f-1bbd-44bf-b489-dcd3adafd71e,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:13.257454 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-552e6559-2c85-4d19-be51-ced1632f2fb1 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:13.258724 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-552e6559-2c85-4d19-be51-ced1632f2fb1 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1096628 Jul 09 17:19:13.261428 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54482) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:13.265742 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-0ad5720c-4d98-4955-bd6c-1cd0d891f9a8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Request body: {'security_group_rule': {'security_group_id': '897cf336-ea27-401a-9320-6dec795b69f5', 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:13.291289 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0ad5720c-4d98-4955-bd6c-1cd0d891f9a8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:13.349346 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0ad5720c-4d98-4955-bd6c-1cd0d891f9a8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:13.352795 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0ad5720c-4d98-4955-bd6c-1cd0d891f9a8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:13.371556 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad5720c-4d98-4955-bd6c-1cd0d891f9a8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=153de12b-f197-4b6b-bc7e-a8864b9daf42,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:13.376976 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0ad5720c-4d98-4955-bd6c-1cd0d891f9a8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:13.381048 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0ad5720c-4d98-4955-bd6c-1cd0d891f9a8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1159565 Jul 09 17:19:13.381048 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54484) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:13.385522 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-66e451c2-e5eb-4d7c-9def-7f30bf3a1d03 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Request body: {'security_group_rule': {'security_group_id': '897cf336-ea27-401a-9320-6dec795b69f5', 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:13.411592 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-66e451c2-e5eb-4d7c-9def-7f30bf3a1d03 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:13.470004 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-66e451c2-e5eb-4d7c-9def-7f30bf3a1d03 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:13.473687 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-66e451c2-e5eb-4d7c-9def-7f30bf3a1d03 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:13.493673 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e451c2-e5eb-4d7c-9def-7f30bf3a1d03 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccd8cbda-d21b-4ec9-8a5f-00222d2409ec,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:13.500156 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-66e451c2-e5eb-4d7c-9def-7f30bf3a1d03 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:13.501348 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-66e451c2-e5eb-4d7c-9def-7f30bf3a1d03 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1192899 Jul 09 17:19:13.504216 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54486) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:13.508471 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-ea365189-a2bd-4738-9d66-cf33ee187f5a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Request body: {'security_group_rule': {'security_group_id': '897cf336-ea27-401a-9320-6dec795b69f5', 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:13.535400 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ea365189-a2bd-4738-9d66-cf33ee187f5a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:13.596053 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ea365189-a2bd-4738-9d66-cf33ee187f5a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:13.599809 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ea365189-a2bd-4738-9d66-cf33ee187f5a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:13.618962 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea365189-a2bd-4738-9d66-cf33ee187f5a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af94ceee-7b47-4c6d-b46a-3d8de024ebf2,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:13.622665 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ea365189-a2bd-4738-9d66-cf33ee187f5a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:13.623880 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ea365189-a2bd-4738-9d66-cf33ee187f5a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1187696 Jul 09 17:19:13.626660 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54488) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:13.631234 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-fb9d0dd9-5db6-420d-947f-b0f050d4a598 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Request body: {'security_group_rule': {'security_group_id': '897cf336-ea27-401a-9320-6dec795b69f5', 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:13.653071 n-d-798930-3 neutron-server[93959]: INFO neutron.db.securitygroups_db [None req-fb9d0dd9-5db6-420d-947f-b0f050d4a598 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Project 6328f77a18a0459ab8530adc9f37c090 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:19:13.657718 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fb9d0dd9-5db6-420d-947f-b0f050d4a598 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:13.717491 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fb9d0dd9-5db6-420d-947f-b0f050d4a598 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:13.721068 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fb9d0dd9-5db6-420d-947f-b0f050d4a598 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:13.739366 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9d0dd9-5db6-420d-947f-b0f050d4a598 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2af8ef60-dd89-4ae1-b673-624d46020ba6,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:13.746357 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fb9d0dd9-5db6-420d-947f-b0f050d4a598 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:13.747633 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-fb9d0dd9-5db6-420d-947f-b0f050d4a598 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1199689 Jul 09 17:19:13.750302 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54490) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:13.754757 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-d6c9c179-a5a5-4a9f-b7ec-22eea721ead1 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Request body: {'security_group_rule': {'security_group_id': '897cf336-ea27-401a-9320-6dec795b69f5', 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:13.775735 n-d-798930-3 neutron-server[93959]: INFO neutron.db.securitygroups_db [None req-d6c9c179-a5a5-4a9f-b7ec-22eea721ead1 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Project 6328f77a18a0459ab8530adc9f37c090 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:19:13.781115 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d6c9c179-a5a5-4a9f-b7ec-22eea721ead1 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:13.842426 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d6c9c179-a5a5-4a9f-b7ec-22eea721ead1 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:13.845823 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d6c9c179-a5a5-4a9f-b7ec-22eea721ead1 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:13.867260 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c9c179-a5a5-4a9f-b7ec-22eea721ead1 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=770b338e-51fe-484b-bacd-5c3fd6f3738e,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:13.871340 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d6c9c179-a5a5-4a9f-b7ec-22eea721ead1 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:13.872557 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-d6c9c179-a5a5-4a9f-b7ec-22eea721ead1 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1212823 Jul 09 17:19:13.876270 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54492) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:13.881206 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-468a596b-6860-4344-9385-56ac6968bae1 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Request body: {'network': {'name': 'tempest-network-smoke--2067749287', 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'port_security_enabled': True}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:13.902401 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468a596b-6860-4344-9385-56ac6968bae1 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Made reservation on behalf of 6328f77a18a0459ab8530adc9f37c090 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:19:13.905771 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-468a596b-6860-4344-9385-56ac6968bae1 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:13.929718 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-468a596b-6860-4344-9385-56ac6968bae1 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:19:13.939004 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-468a596b-6860-4344-9385-56ac6968bae1 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:13.939349 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-468a596b-6860-4344-9385-56ac6968bae1 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Added segment 35d895b4-b6ce-4917-8593-06b014c6a3da of type vlan for network 91cbb14c-3a50-4a4e-aea1-7f27f0f71e13 Jul 09 17:19:13.979958 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-468a596b-6860-4344-9385-56ac6968bae1 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:14.007270 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-468a596b-6860-4344-9385-56ac6968bae1 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:14.012787 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468a596b-6860-4344-9385-56ac6968bae1 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:14.013368 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-468a596b-6860-4344-9385-56ac6968bae1 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:14.068881 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-468a596b-6860-4344-9385-56ac6968bae1 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1915615 Jul 09 17:19:14.071703 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54494) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:14.076577 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-676935b5-4ee9-46f3-87f9-82808dbb03b9 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1261283502', 'admin_state_up': True, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:14.080450 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468a596b-6860-4344-9385-56ac6968bae1 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'Network': ['ID=91cbb14c-3a50-4a4e-aea1-7f27f0f71e13,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:14.091374 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 91cbb14c-3a50-4a4e-aea1-7f27f0f71e13 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:19:14.102363 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-676935b5-4ee9-46f3-87f9-82808dbb03b9 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:14.103364 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-676935b5-4ee9-46f3-87f9-82808dbb03b9 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:14.156457 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-676935b5-4ee9-46f3-87f9-82808dbb03b9 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:14.300128 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-676935b5-4ee9-46f3-87f9-82808dbb03b9 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:14.486812 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-676935b5-4ee9-46f3-87f9-82808dbb03b9 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:14.509210 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-676935b5-4ee9-46f3-87f9-82808dbb03b9 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:14.608393 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-676935b5-4ee9-46f3-87f9-82808dbb03b9 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Allocated IP 172.25.0.9 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/5161e5fe-605d-433b-82d2-228296f693a6) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:19:14.711195 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-676935b5-4ee9-46f3-87f9-82808dbb03b9 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:14.751064 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-676935b5-4ee9-46f3-87f9-82808dbb03b9 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:14.786341 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676935b5-4ee9-46f3-87f9-82808dbb03b9 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:19:14.791074 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-676935b5-4ee9-46f3-87f9-82808dbb03b9 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:19:14.794491 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676935b5-4ee9-46f3-87f9-82808dbb03b9 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:19:14.818079 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676935b5-4ee9-46f3-87f9-82808dbb03b9 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'Port': ['ID=5161e5fe-605d-433b-82d2-228296f693a6,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:15.040991 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-676935b5-4ee9-46f3-87f9-82808dbb03b9 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:15.235086 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-676935b5-4ee9-46f3-87f9-82808dbb03b9 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:15.361589 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-676935b5-4ee9-46f3-87f9-82808dbb03b9 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Router f42aafda-7f06-4167-b525-4226f6009365 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:19:15.466562 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676935b5-4ee9-46f3-87f9-82808dbb03b9 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:19:15.475833 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7205caf7-4f08-470a-95eb-25644ae29f7c None None] Sync routers for ids ['f42aafda-7f06-4167-b525-4226f6009365'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:19:15.485334 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7205caf7-4f08-470a-95eb-25644ae29f7c None None] Routers {'f42aafda-7f06-4167-b525-4226f6009365'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:19:15.485951 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7205caf7-4f08-470a-95eb-25644ae29f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:18:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['f42aafda-7f06-4167-b525-4226f6009365'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:19:15.486139 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-676935b5-4ee9-46f3-87f9-82808dbb03b9 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:15.488252 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-676935b5-4ee9-46f3-87f9-82808dbb03b9 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4147112 Jul 09 17:19:15.490596 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54496) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:15.559817 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7a6ea6c7-d55a-4364-9001-b313309edb98 tempest-TestNetworkAdvancedServerOps-679639656 tempest-TestNetworkAdvancedServerOps-679639656-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=6328f77a18a0459ab8530adc9f37c090&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0681129 Jul 09 17:19:15.562304 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54500) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:15.593519 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-7205caf7-4f08-470a-95eb-25644ae29f7c None None] Set router f42aafda-7f06-4167-b525-4226f6009365 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:19:15.646560 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3f874b-1fde-4261-a490-71d150480dea tempest-TestNetworkAdvancedServerOps-679639656 tempest-TestNetworkAdvancedServerOps-679639656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:15.648249 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2f3f874b-1fde-4261-a490-71d150480dea tempest-TestNetworkAdvancedServerOps-679639656 tempest-TestNetworkAdvancedServerOps-679639656-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0848582 Jul 09 17:19:15.651792 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54502) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:15.684400 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e61f2557-d9b6-43be-9e1f-5fa9c1ab07c7 tempest-TestNetworkAdvancedServerOps-679639656 tempest-TestNetworkAdvancedServerOps-679639656-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=caa6ed8d-2893-4113-8f68-c5284e694f6c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314515 Jul 09 17:19:15.686863 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54504) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:15.691592 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-96fec1dc-c50a-4019-b480-8962054d86dd tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-951835030', 'network_id': '91cbb14c-3a50-4a4e-aea1-7f27f0f71e13', 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:15.770142 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7205caf7-4f08-470a-95eb-25644ae29f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42aafda-7f06-4167-b525-4226f6009365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261283502', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '5161e5fe-605d-433b-82d2-228296f693a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:19:14Z', 'updated_at': '2021-07-09T17:19:14Z', 'revision_number': 3, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': '5161e5fe-605d-433b-82d2-228296f693a6', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:93:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42aafda-7f06-4167-b525-4226f6009365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:19:14Z', 'updated_at': '2021-07-09T17:19:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:19:15.777259 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96fec1dc-c50a-4019-b480-8962054d86dd tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Made reservation on behalf of 6328f77a18a0459ab8530adc9f37c090 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:19:15.781125 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-96fec1dc-c50a-4019-b480-8962054d86dd tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:15.797424 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7205caf7-4f08-470a-95eb-25644ae29f7c None None] Checking router: f42aafda-7f06-4167-b525-4226f6009365 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:19:15.797781 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7205caf7-4f08-470a-95eb-25644ae29f7c None None] Updating router f42aafda-7f06-4167-b525-4226f6009365 port 5161e5fe-605d-433b-82d2-228296f693a6 binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:19:15.832976 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7205caf7-4f08-470a-95eb-25644ae29f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:15.971377 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-96fec1dc-c50a-4019-b480-8962054d86dd tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:16.034390 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fec1dc-c50a-4019-b480-8962054d86dd tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'Subnet': ['ID=cb5fc9a2-7e0f-452b-b449-36b150578384,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:16.039939 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fec1dc-c50a-4019-b480-8962054d86dd tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Checking segment: {'id': '35d895b4-b6ce-4917-8593-06b014c6a3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '91cbb14c-3a50-4a4e-aea1-7f27f0f71e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:19:16.041032 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fec1dc-c50a-4019-b480-8962054d86dd tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Network hostable DHCP agents. Network: 91cbb14c-3a50-4a4e-aea1-7f27f0f71e13, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:19:16.056055 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fec1dc-c50a-4019-b480-8962054d86dd tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Network 91cbb14c-3a50-4a4e-aea1-7f27f0f71e13 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:19:16.065127 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-96fec1dc-c50a-4019-b480-8962054d86dd tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 91cbb14c-3a50-4a4e-aea1-7f27f0f71e13) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:19:16.070574 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fec1dc-c50a-4019-b480-8962054d86dd tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:16.071431 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-96fec1dc-c50a-4019-b480-8962054d86dd tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:16.083518 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40219037-a170-4e26-ae6d-7954b5f9158b None None] Network 91cbb14c-3a50-4a4e-aea1-7f27f0f71e13 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:19:16.091055 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-96fec1dc-c50a-4019-b480-8962054d86dd tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4030535 Jul 09 17:19:16.093724 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54506) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:16.141064 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7205caf7-4f08-470a-95eb-25644ae29f7c None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:16.157846 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7205caf7-4f08-470a-95eb-25644ae29f7c None None] Transition to ACTIVE for port object 5161e5fe-605d-433b-82d2-228296f693a6 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:19:16.167997 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7205caf7-4f08-470a-95eb-25644ae29f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:16.236135 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-7205caf7-4f08-470a-95eb-25644ae29f7c None None] Attempting to bind port 5161e5fe-605d-433b-82d2-228296f693a6 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:19:16.236392 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-7205caf7-4f08-470a-95eb-25644ae29f7c None None] Attempting to bind port 5161e5fe-605d-433b-82d2-228296f693a6 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:19:16.236737 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7205caf7-4f08-470a-95eb-25644ae29f7c None None] Attempting to bind port 5161e5fe-605d-433b-82d2-228296f693a6 on network caa6ed8d-2893-4113-8f68-c5284e694f6c {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:19:16.258984 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6fb1f7-c7fc-466a-bddf-8f24c5196293 None None] Pushing event updated for resources: {'Port': ['ID=5161e5fe-605d-433b-82d2-228296f693a6,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:16.267137 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7205caf7-4f08-470a-95eb-25644ae29f7c None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:19:16.267511 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7205caf7-4f08-470a-95eb-25644ae29f7c None None] Checking segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:19:16.267911 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7205caf7-4f08-470a-95eb-25644ae29f7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:16.268293 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7205caf7-4f08-470a-95eb-25644ae29f7c None None] Bound using segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:19:16.269083 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-7205caf7-4f08-470a-95eb-25644ae29f7c None None] Bound port: 5161e5fe-605d-433b-82d2-228296f693a6, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:19:16.269457 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7205caf7-4f08-470a-95eb-25644ae29f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:16.347357 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e223213-52be-4890-974c-c8ac205dd34f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-91cbb14c-3a50-4a4e-aea1-7f27f0f71e13', 'network_id': '91cbb14c-3a50-4a4e-aea1-7f27f0f71e13', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'fixed_ips': [{'subnet_id': 'cb5fc9a2-7e0f-452b-b449-36b150578384'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:19:16.348195 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2e223213-52be-4890-974c-c8ac205dd34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:16.358386 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-7205caf7-4f08-470a-95eb-25644ae29f7c None None] For port 5161e5fe-605d-433b-82d2-228296f693a6, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:19:16.373529 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-7205caf7-4f08-470a-95eb-25644ae29f7c None None] For port 5161e5fe-605d-433b-82d2-228296f693a6, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=5161e5fe-605d-433b-82d2-228296f693a6,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:19:16.380398 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7205caf7-4f08-470a-95eb-25644ae29f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:16.506184 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6fb1f7-c7fc-466a-bddf-8f24c5196293 None None] Pushing event updated for resources: {'Port': ['ID=5161e5fe-605d-433b-82d2-228296f693a6,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:16.534888 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7205caf7-4f08-470a-95eb-25644ae29f7c None None] Routers {'f42aafda-7f06-4167-b525-4226f6009365'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:19:16.535531 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7205caf7-4f08-470a-95eb-25644ae29f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:18:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['f42aafda-7f06-4167-b525-4226f6009365'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:19:16.543500 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-62070dd8-f3fb-41c4-926d-0e199c6f645c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:16.624148 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-2e223213-52be-4890-974c-c8ac205dd34f None None] Allocated IP 172.20.0.2 (91cbb14c-3a50-4a4e-aea1-7f27f0f71e13/cb5fc9a2-7e0f-452b-b449-36b150578384/4030f1a8-578f-4d97-a96d-e212cdbfce32) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:19:16.700314 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-7205caf7-4f08-470a-95eb-25644ae29f7c None None] Set router f42aafda-7f06-4167-b525-4226f6009365 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:19:17.073991 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2e223213-52be-4890-974c-c8ac205dd34f None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:17.086266 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2e223213-52be-4890-974c-c8ac205dd34f None None] Transition to ACTIVE for port object 4030f1a8-578f-4d97-a96d-e212cdbfce32 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:19:17.106609 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2e223213-52be-4890-974c-c8ac205dd34f None None] Transition to ACTIVE for port object 4030f1a8-578f-4d97-a96d-e212cdbfce32 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:19:17.114518 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2e223213-52be-4890-974c-c8ac205dd34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:17.145940 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7205caf7-4f08-470a-95eb-25644ae29f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42aafda-7f06-4167-b525-4226f6009365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261283502', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '5161e5fe-605d-433b-82d2-228296f693a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:19:14Z', 'updated_at': '2021-07-09T17:19:14Z', 'revision_number': 3, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': '5161e5fe-605d-433b-82d2-228296f693a6', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:93:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42aafda-7f06-4167-b525-4226f6009365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:19:14Z', 'updated_at': '2021-07-09T17:19:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:19:17.165445 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-62070dd8-f3fb-41c4-926d-0e199c6f645c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Allocated IP 172.20.0.1 (91cbb14c-3a50-4a4e-aea1-7f27f0f71e13/cb5fc9a2-7e0f-452b-b449-36b150578384/9e3a5c6e-13d1-48b5-9526-ad799f0b97e5) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:19:17.183718 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7205caf7-4f08-470a-95eb-25644ae29f7c None None] The sync data for ids ['f42aafda-7f06-4167-b525-4226f6009365'] in n-d-798930-3 is: [{'id': 'f42aafda-7f06-4167-b525-4226f6009365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261283502', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '5161e5fe-605d-433b-82d2-228296f693a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:19:14Z', 'updated_at': '2021-07-09T17:19:14Z', 'revision_number': 3, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': '5161e5fe-605d-433b-82d2-228296f693a6', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:93:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42aafda-7f06-4167-b525-4226f6009365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:19:14Z', 'updated_at': '2021-07-09T17:19:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:19:17.190730 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e223213-52be-4890-974c-c8ac205dd34f None None] Network 91cbb14c-3a50-4a4e-aea1-7f27f0f71e13 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:19:17.193681 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-2e223213-52be-4890-974c-c8ac205dd34f None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:19:17.199223 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e223213-52be-4890-974c-c8ac205dd34f None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:19:17.204470 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e223213-52be-4890-974c-c8ac205dd34f None None] Pushing event updated for resources: {'Port': ['ID=4030f1a8-578f-4d97-a96d-e212cdbfce32,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:17.261592 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-2e223213-52be-4890-974c-c8ac205dd34f None None] Attempting to bind port 4030f1a8-578f-4d97-a96d-e212cdbfce32 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:19:17.261980 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-2e223213-52be-4890-974c-c8ac205dd34f None None] Attempting to bind port 4030f1a8-578f-4d97-a96d-e212cdbfce32 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '35d895b4-b6ce-4917-8593-06b014c6a3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '91cbb14c-3a50-4a4e-aea1-7f27f0f71e13'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:19:17.262346 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e223213-52be-4890-974c-c8ac205dd34f None None] Attempting to bind port 4030f1a8-578f-4d97-a96d-e212cdbfce32 on network 91cbb14c-3a50-4a4e-aea1-7f27f0f71e13 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:19:17.267599 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e223213-52be-4890-974c-c8ac205dd34f None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:19:17.267978 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e223213-52be-4890-974c-c8ac205dd34f None None] Checking segment: {'id': '35d895b4-b6ce-4917-8593-06b014c6a3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '91cbb14c-3a50-4a4e-aea1-7f27f0f71e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:19:17.268386 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2e223213-52be-4890-974c-c8ac205dd34f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:17.268779 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e223213-52be-4890-974c-c8ac205dd34f None None] Bound using segment: {'id': '35d895b4-b6ce-4917-8593-06b014c6a3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '91cbb14c-3a50-4a4e-aea1-7f27f0f71e13'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:19:17.269281 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-2e223213-52be-4890-974c-c8ac205dd34f None None] Bound port: 4030f1a8-578f-4d97-a96d-e212cdbfce32, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35d895b4-b6ce-4917-8593-06b014c6a3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '91cbb14c-3a50-4a4e-aea1-7f27f0f71e13'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:19:17.269718 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2e223213-52be-4890-974c-c8ac205dd34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:17.289348 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-62070dd8-f3fb-41c4-926d-0e199c6f645c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:17.304657 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-62070dd8-f3fb-41c4-926d-0e199c6f645c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Transition to ACTIVE for port object 9e3a5c6e-13d1-48b5-9526-ad799f0b97e5 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:19:17.336231 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-2e223213-52be-4890-974c-c8ac205dd34f None None] For port 4030f1a8-578f-4d97-a96d-e212cdbfce32, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:19:17.339575 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-2e223213-52be-4890-974c-c8ac205dd34f None None] For port 4030f1a8-578f-4d97-a96d-e212cdbfce32, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=4030f1a8-578f-4d97-a96d-e212cdbfce32,segment=NetworkSegment(35d895b4-b6ce-4917-8593-06b014c6a3da),segment_id=35d895b4-b6ce-4917-8593-06b014c6a3da)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:19:17.341625 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-62070dd8-f3fb-41c4-926d-0e199c6f645c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:17.343735 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2e223213-52be-4890-974c-c8ac205dd34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:17.387553 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62070dd8-f3fb-41c4-926d-0e199c6f645c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Network 91cbb14c-3a50-4a4e-aea1-7f27f0f71e13 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:19:17.391122 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-62070dd8-f3fb-41c4-926d-0e199c6f645c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:19:17.395851 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62070dd8-f3fb-41c4-926d-0e199c6f645c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:19:17.404600 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e223213-52be-4890-974c-c8ac205dd34f None None] Pushing event updated for resources: {'Port': ['ID=4030f1a8-578f-4d97-a96d-e212cdbfce32,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:17.460930 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62070dd8-f3fb-41c4-926d-0e199c6f645c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'Port': ['ID=9e3a5c6e-13d1-48b5-9526-ad799f0b97e5,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:17.470518 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-62070dd8-f3fb-41c4-926d-0e199c6f645c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:17.648280 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-62070dd8-f3fb-41c4-926d-0e199c6f645c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:17.954346 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-62070dd8-f3fb-41c4-926d-0e199c6f645c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:17.961484 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-62070dd8-f3fb-41c4-926d-0e199c6f645c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:18.035943 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-62070dd8-f3fb-41c4-926d-0e199c6f645c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:18.037787 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62070dd8-f3fb-41c4-926d-0e199c6f645c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'Port': ['ID=9e3a5c6e-13d1-48b5-9526-ad799f0b97e5,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:18.140015 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62070dd8-f3fb-41c4-926d-0e199c6f645c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Network 91cbb14c-3a50-4a4e-aea1-7f27f0f71e13 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:19:18.141509 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-62070dd8-f3fb-41c4-926d-0e199c6f645c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:19:18.259309 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62070dd8-f3fb-41c4-926d-0e199c6f645c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Router f42aafda-7f06-4167-b525-4226f6009365 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:19:18.372298 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62070dd8-f3fb-41c4-926d-0e199c6f645c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:19:18.377338 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-62070dd8-f3fb-41c4-926d-0e199c6f645c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "PUT /v2.0/routers/f42aafda-7f06-4167-b525-4226f6009365/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2825689 Jul 09 17:19:18.411476 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9c8a94-5ef2-40ba-a1bb-7e0dd26f50e2 None None] Network 91cbb14c-3a50-4a4e-aea1-7f27f0f71e13 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:19:18.478588 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d449955e-a152-447b-b449-7675a12054f8 None None] Provisioning for port 4030f1a8-578f-4d97-a96d-e212cdbfce32 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:19:18.529209 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6aca3a4f-e5f6-4f19-9503-e2b90b368e68 req-e7063655-b492-485d-a8a7-862bbbd17d78 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-589311530&fields=id&tenant_id=6328f77a18a0459ab8530adc9f37c090 HTTP/1.1" status: 200 len: 267 time: 0.0387483 Jul 09 17:19:18.656695 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca3a4f-e5f6-4f19-9503-e2b90b368e68 req-96d054c9-1628-4802-baff-562043a25923 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:18.658597 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6aca3a4f-e5f6-4f19-9503-e2b90b368e68 req-96d054c9-1628-4802-baff-562043a25923 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/networks?id=91cbb14c-3a50-4a4e-aea1-7f27f0f71e13 HTTP/1.1" status: 200 len: 797 time: 0.1204271 Jul 09 17:19:18.660695 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 4030f1a8-578f-4d97-a96d-e212cdbfce32 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:19:18.676542 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6aca3a4f-e5f6-4f19-9503-e2b90b368e68 req-5719bb0f-2cf4-4dfb-842e-78140e0e5e0a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/quotas/6328f77a18a0459ab8530adc9f37c090 HTTP/1.1" status: 200 len: 375 time: 0.0122015 Jul 09 17:19:18.721921 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 4030f1a8-578f-4d97-a96d-e212cdbfce32 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:19:18.727858 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 4030f1a8-578f-4d97-a96d-e212cdbfce32 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:19:18.728497 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:18.755619 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6aca3a4f-e5f6-4f19-9503-e2b90b368e68 req-1333c1c9-63dc-47e5-a439-e59c2bf624c0 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=6328f77a18a0459ab8530adc9f37c090&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0694268 Jul 09 17:19:18.823867 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:18.859394 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 4030f1a8-578f-4d97-a96d-e212cdbfce32, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=4030f1a8-578f-4d97-a96d-e212cdbfce32,segment=NetworkSegment(35d895b4-b6ce-4917-8593-06b014c6a3da),segment_id=35d895b4-b6ce-4917-8593-06b014c6a3da)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:19:18.864106 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:18.864961 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 5161e5fe-605d-433b-82d2-228296f693a6 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:19:18.875555 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6aca3a4f-e5f6-4f19-9503-e2b90b368e68 req-51182505-559b-49bb-ab02-ff0ea433bff9 service neutron] 10.222.0.98 "GET /v2.0/networks/91cbb14c-3a50-4a4e-aea1-7f27f0f71e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051819 Jul 09 17:19:18.944110 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92e1b41-b4b2-42ca-bc82-4e6e41e95a80 None None] Sync routers for ids ['f42aafda-7f06-4167-b525-4226f6009365'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:19:18.958169 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92e1b41-b4b2-42ca-bc82-4e6e41e95a80 None None] Routers {'f42aafda-7f06-4167-b525-4226f6009365'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:19:18.959668 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-d92e1b41-b4b2-42ca-bc82-4e6e41e95a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:18:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['f42aafda-7f06-4167-b525-4226f6009365'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:19:18.963060 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d3b7b38c-7dda-404e-9403-de48cd77a6c5 None None] Provisioning complete for port 4030f1a8-578f-4d97-a96d-e212cdbfce32 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:19:18.964279 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d3b7b38c-7dda-404e-9403-de48cd77a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:18.998869 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6aca3a4f-e5f6-4f19-9503-e2b90b368e68 req-74418af7-c1f6-4b31-aaf1-11e4554bad82 service neutron] 10.222.0.98 "GET /v2.0/networks/91cbb14c-3a50-4a4e-aea1-7f27f0f71e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171508 Jul 09 17:19:19.015363 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=4030f1a8-578f-4d97-a96d-e212cdbfce32,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:19.031711 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 5161e5fe-605d-433b-82d2-228296f693a6 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:19:19.057725 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 5161e5fe-605d-433b-82d2-228296f693a6 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:19:19.058097 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:19.139691 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d3b7b38c-7dda-404e-9403-de48cd77a6c5 None None] Provisioning for port 9e3a5c6e-13d1-48b5-9526-ad799f0b97e5 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:19:19.176439 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d3b7b38c-7dda-404e-9403-de48cd77a6c5 None None] Provisioning complete for port 9e3a5c6e-13d1-48b5-9526-ad799f0b97e5 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:19:19.176815 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d3b7b38c-7dda-404e-9403-de48cd77a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:19.225054 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-d92e1b41-b4b2-42ca-bc82-4e6e41e95a80 None None] Set router f42aafda-7f06-4167-b525-4226f6009365 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:19:19.238825 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-d3b7b38c-7dda-404e-9403-de48cd77a6c5 None None] Port 9e3a5c6e-13d1-48b5-9526-ad799f0b97e5 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:19:19.258343 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:19.267402 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bfbb99ad-d5b9-4515-b291-7370d0e868dd req-a63e3e76-5249-43d4-acce-18687b96f63c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=106353cf-6f33-4f87-ae81-04ee02440bd4 HTTP/1.1" status: 200 len: 210 time: 0.0662668 Jul 09 17:19:19.295227 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 5161e5fe-605d-433b-82d2-228296f693a6, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=5161e5fe-605d-433b-82d2-228296f693a6,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:19:19.301662 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:19.368473 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=5161e5fe-605d-433b-82d2-228296f693a6,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:19.377072 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-80319e53-f2cc-48cc-b5a5-81f49d9fd7c2 None None] Provisioning complete for port 9e3a5c6e-13d1-48b5-9526-ad799f0b97e5 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:19:19.377450 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-80319e53-f2cc-48cc-b5a5-81f49d9fd7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:19.413147 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-80319e53-f2cc-48cc-b5a5-81f49d9fd7c2 None None] Port 9e3a5c6e-13d1-48b5-9526-ad799f0b97e5 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:19:19.472892 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-d92e1b41-b4b2-42ca-bc82-4e6e41e95a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42aafda-7f06-4167-b525-4226f6009365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261283502', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '5161e5fe-605d-433b-82d2-228296f693a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:19:14Z', 'updated_at': '2021-07-09T17:19:17Z', 'revision_number': 4, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': '5161e5fe-605d-433b-82d2-228296f693a6', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:93:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42aafda-7f06-4167-b525-4226f6009365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:19:14Z', 'updated_at': '2021-07-09T17:19:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '9e3a5c6e-13d1-48b5-9526-ad799f0b97e5', 'name': '', 'network_id': '91cbb14c-3a50-4a4e-aea1-7f27f0f71e13', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'mac_address': 'fa:16:3e:0e:de:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42aafda-7f06-4167-b525-4226f6009365', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cb5fc9a2-7e0f-452b-b449-36b150578384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:19:16Z', 'updated_at': '2021-07-09T17:19:17Z', 'revision_number': 2, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'subnets': [{'id': 'cb5fc9a2-7e0f-452b-b449-36b150578384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:19:19.501957 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92e1b41-b4b2-42ca-bc82-4e6e41e95a80 None None] Checking router: f42aafda-7f06-4167-b525-4226f6009365 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:19:19.502305 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92e1b41-b4b2-42ca-bc82-4e6e41e95a80 None None] Updating router f42aafda-7f06-4167-b525-4226f6009365 port 9e3a5c6e-13d1-48b5-9526-ad799f0b97e5 binding host n-d-798930-3 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:19:19.538414 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0b2017b9-f2af-4595-8072-9af3ef529331 None None] Provisioning complete for port 9e3a5c6e-13d1-48b5-9526-ad799f0b97e5 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:19:19.538936 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d92e1b41-b4b2-42ca-bc82-4e6e41e95a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:19.539197 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0b2017b9-f2af-4595-8072-9af3ef529331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:19.585854 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-0b2017b9-f2af-4595-8072-9af3ef529331 None None] Port 9e3a5c6e-13d1-48b5-9526-ad799f0b97e5 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:19:19.804909 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d92e1b41-b4b2-42ca-bc82-4e6e41e95a80 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:19.815386 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d92e1b41-b4b2-42ca-bc82-4e6e41e95a80 None None] Transition to ACTIVE for port object 9e3a5c6e-13d1-48b5-9526-ad799f0b97e5 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:19:19.821117 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d92e1b41-b4b2-42ca-bc82-4e6e41e95a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:19.872116 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080a488-4833-404a-9ec6-fb84a12740b2 None None] Pushing event updated for resources: {'Port': ['ID=9e3a5c6e-13d1-48b5-9526-ad799f0b97e5,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:19.900118 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1080a488-4833-404a-9ec6-fb84a12740b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:19.900459 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1080a488-4833-404a-9ec6-fb84a12740b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:19.901589 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1080a488-4833-404a-9ec6-fb84a12740b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:19.901966 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1080a488-4833-404a-9ec6-fb84a12740b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:19.902297 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1080a488-4833-404a-9ec6-fb84a12740b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:19.902625 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1080a488-4833-404a-9ec6-fb84a12740b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:19.902974 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1080a488-4833-404a-9ec6-fb84a12740b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:19.903296 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1080a488-4833-404a-9ec6-fb84a12740b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:19.903618 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1080a488-4833-404a-9ec6-fb84a12740b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:19.903939 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1080a488-4833-404a-9ec6-fb84a12740b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:19.904258 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1080a488-4833-404a-9ec6-fb84a12740b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:19.904575 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1080a488-4833-404a-9ec6-fb84a12740b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:19.940389 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-d92e1b41-b4b2-42ca-bc82-4e6e41e95a80 None None] Attempting to bind port 9e3a5c6e-13d1-48b5-9526-ad799f0b97e5 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:19:19.940771 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-d92e1b41-b4b2-42ca-bc82-4e6e41e95a80 None None] Attempting to bind port 9e3a5c6e-13d1-48b5-9526-ad799f0b97e5 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '35d895b4-b6ce-4917-8593-06b014c6a3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '91cbb14c-3a50-4a4e-aea1-7f27f0f71e13'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:19:19.941143 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92e1b41-b4b2-42ca-bc82-4e6e41e95a80 None None] Attempting to bind port 9e3a5c6e-13d1-48b5-9526-ad799f0b97e5 on network 91cbb14c-3a50-4a4e-aea1-7f27f0f71e13 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:19:19.949637 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92e1b41-b4b2-42ca-bc82-4e6e41e95a80 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:19:19.950308 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92e1b41-b4b2-42ca-bc82-4e6e41e95a80 None None] Checking segment: {'id': '35d895b4-b6ce-4917-8593-06b014c6a3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '91cbb14c-3a50-4a4e-aea1-7f27f0f71e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:19:19.950436 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d92e1b41-b4b2-42ca-bc82-4e6e41e95a80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:19.950948 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92e1b41-b4b2-42ca-bc82-4e6e41e95a80 None None] Bound using segment: {'id': '35d895b4-b6ce-4917-8593-06b014c6a3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '91cbb14c-3a50-4a4e-aea1-7f27f0f71e13'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:19:19.951421 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-d92e1b41-b4b2-42ca-bc82-4e6e41e95a80 None None] Bound port: 9e3a5c6e-13d1-48b5-9526-ad799f0b97e5, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35d895b4-b6ce-4917-8593-06b014c6a3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '91cbb14c-3a50-4a4e-aea1-7f27f0f71e13'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:19:19.951781 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d92e1b41-b4b2-42ca-bc82-4e6e41e95a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:20.023186 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-d92e1b41-b4b2-42ca-bc82-4e6e41e95a80 None None] For port 9e3a5c6e-13d1-48b5-9526-ad799f0b97e5, host n-d-798930-3, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:19:20.027351 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-d92e1b41-b4b2-42ca-bc82-4e6e41e95a80 None None] For port 9e3a5c6e-13d1-48b5-9526-ad799f0b97e5, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=9e3a5c6e-13d1-48b5-9526-ad799f0b97e5,segment=NetworkSegment(35d895b4-b6ce-4917-8593-06b014c6a3da),segment_id=35d895b4-b6ce-4917-8593-06b014c6a3da)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:19:20.032988 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d92e1b41-b4b2-42ca-bc82-4e6e41e95a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:20.090527 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92e1b41-b4b2-42ca-bc82-4e6e41e95a80 None None] Routers {'f42aafda-7f06-4167-b525-4226f6009365'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:19:20.091187 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-d92e1b41-b4b2-42ca-bc82-4e6e41e95a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:18:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['f42aafda-7f06-4167-b525-4226f6009365'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:19:20.135300 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080a488-4833-404a-9ec6-fb84a12740b2 None None] Pushing event updated for resources: {'Port': ['ID=9e3a5c6e-13d1-48b5-9526-ad799f0b97e5,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:20.205401 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-d92e1b41-b4b2-42ca-bc82-4e6e41e95a80 None None] Set router f42aafda-7f06-4167-b525-4226f6009365 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:19:20.409622 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-d92e1b41-b4b2-42ca-bc82-4e6e41e95a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42aafda-7f06-4167-b525-4226f6009365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261283502', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '5161e5fe-605d-433b-82d2-228296f693a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:19:14Z', 'updated_at': '2021-07-09T17:19:17Z', 'revision_number': 4, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': '5161e5fe-605d-433b-82d2-228296f693a6', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:93:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42aafda-7f06-4167-b525-4226f6009365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:19:14Z', 'updated_at': '2021-07-09T17:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '9e3a5c6e-13d1-48b5-9526-ad799f0b97e5', 'name': '', 'network_id': '91cbb14c-3a50-4a4e-aea1-7f27f0f71e13', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'mac_address': 'fa:16:3e:0e:de:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42aafda-7f06-4167-b525-4226f6009365', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cb5fc9a2-7e0f-452b-b449-36b150578384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:19:16Z', 'updated_at': '2021-07-09T17:19:20Z', 'revision_number': 4, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'subnets': [{'id': 'cb5fc9a2-7e0f-452b-b449-36b150578384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:19:20.431791 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2cf81175-5522-409b-91a6-28dc56ee5c53 req-090789c1-732f-4659-8310-022b0e832e5b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=106353cf-6f33-4f87-ae81-04ee02440bd4 HTTP/1.1" status: 200 len: 210 time: 0.0357718 Jul 09 17:19:20.437810 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92e1b41-b4b2-42ca-bc82-4e6e41e95a80 None None] The sync data for ids ['f42aafda-7f06-4167-b525-4226f6009365'] in n-d-798930-3 is: [{'id': 'f42aafda-7f06-4167-b525-4226f6009365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261283502', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '5161e5fe-605d-433b-82d2-228296f693a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:19:14Z', 'updated_at': '2021-07-09T17:19:17Z', 'revision_number': 4, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': '5161e5fe-605d-433b-82d2-228296f693a6', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:93:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42aafda-7f06-4167-b525-4226f6009365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:19:14Z', 'updated_at': '2021-07-09T17:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '9e3a5c6e-13d1-48b5-9526-ad799f0b97e5', 'name': '', 'network_id': '91cbb14c-3a50-4a4e-aea1-7f27f0f71e13', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'mac_address': 'fa:16:3e:0e:de:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42aafda-7f06-4167-b525-4226f6009365', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cb5fc9a2-7e0f-452b-b449-36b150578384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:19:16Z', 'updated_at': '2021-07-09T17:19:20Z', 'revision_number': 4, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'subnets': [{'id': 'cb5fc9a2-7e0f-452b-b449-36b150578384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:19:20.568173 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca3a4f-e5f6-4f19-9503-e2b90b368e68 req-13cd9658-17cd-4f93-a648-9131a76a18e4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:20.569602 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6aca3a4f-e5f6-4f19-9503-e2b90b368e68 req-13cd9658-17cd-4f93-a648-9131a76a18e4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.73 "GET /v2.0/networks?id=91cbb14c-3a50-4a4e-aea1-7f27f0f71e13 HTTP/1.1" status: 200 len: 797 time: 0.1408033 Jul 09 17:19:20.630351 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 4030f1a8-578f-4d97-a96d-e212cdbfce32 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:19:20.640032 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6aca3a4f-e5f6-4f19-9503-e2b90b368e68 req-f3cc676f-5cb8-4ecc-825f-bfb36c4b7edb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6328f77a18a0459ab8530adc9f37c090 HTTP/1.1" status: 200 len: 379 time: 0.0507889 Jul 09 17:19:20.649708 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-6aca3a4f-e5f6-4f19-9503-e2b90b368e68 req-bccb44c2-78c3-4095-b8c8-af2815cfd01d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Request body: {'port': {'device_id': '106353cf-6f33-4f87-ae81-04ee02440bd4', 'network_id': '91cbb14c-3a50-4a4e-aea1-7f27f0f71e13', 'admin_state_up': True, 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'security_groups': ['897cf336-ea27-401a-9320-6dec795b69f5']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:20.697269 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 4030f1a8-578f-4d97-a96d-e212cdbfce32 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:19:20.697644 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:20.772768 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aca3a4f-e5f6-4f19-9503-e2b90b368e68 req-bccb44c2-78c3-4095-b8c8-af2815cfd01d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Made reservation on behalf of 6328f77a18a0459ab8530adc9f37c090 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:19:20.776457 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6aca3a4f-e5f6-4f19-9503-e2b90b368e68 req-bccb44c2-78c3-4095-b8c8-af2815cfd01d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:20.780952 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 5161e5fe-605d-433b-82d2-228296f693a6 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:19:20.832203 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 5161e5fe-605d-433b-82d2-228296f693a6 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:19:20.832570 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:20.916127 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-6aca3a4f-e5f6-4f19-9503-e2b90b368e68 req-bccb44c2-78c3-4095-b8c8-af2815cfd01d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Allocated IP 172.20.0.5 (91cbb14c-3a50-4a4e-aea1-7f27f0f71e13/cb5fc9a2-7e0f-452b-b449-36b150578384/e1648f37-238a-471e-9a39-9a958f3251a0) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:19:21.064428 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6aca3a4f-e5f6-4f19-9503-e2b90b368e68 req-bccb44c2-78c3-4095-b8c8-af2815cfd01d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:21.079476 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-6aca3a4f-e5f6-4f19-9503-e2b90b368e68 req-bccb44c2-78c3-4095-b8c8-af2815cfd01d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Transition to ACTIVE for port object e1648f37-238a-471e-9a39-9a958f3251a0 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:19:21.115106 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6aca3a4f-e5f6-4f19-9503-e2b90b368e68 req-bccb44c2-78c3-4095-b8c8-af2815cfd01d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:21.164035 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aca3a4f-e5f6-4f19-9503-e2b90b368e68 req-bccb44c2-78c3-4095-b8c8-af2815cfd01d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Network 91cbb14c-3a50-4a4e-aea1-7f27f0f71e13 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:19:21.168207 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-6aca3a4f-e5f6-4f19-9503-e2b90b368e68 req-bccb44c2-78c3-4095-b8c8-af2815cfd01d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:19:21.172921 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aca3a4f-e5f6-4f19-9503-e2b90b368e68 req-bccb44c2-78c3-4095-b8c8-af2815cfd01d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:19:21.176890 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb44c2-78c3-4095-b8c8-af2815cfd01d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'Port': ['ID=e1648f37-238a-471e-9a39-9a958f3251a0,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:21.228694 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca3a4f-e5f6-4f19-9503-e2b90b368e68 req-bccb44c2-78c3-4095-b8c8-af2815cfd01d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:21.229883 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6aca3a4f-e5f6-4f19-9503-e2b90b368e68 req-bccb44c2-78c3-4095-b8c8-af2815cfd01d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:21.246404 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6aca3a4f-e5f6-4f19-9503-e2b90b368e68 req-bccb44c2-78c3-4095-b8c8-af2815cfd01d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6006386 Jul 09 17:19:21.263237 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-6aca3a4f-e5f6-4f19-9503-e2b90b368e68 req-7a737bd6-ed29-4429-9ee8-2abae571951b service neutron] Request body: {'port': {'device_id': '106353cf-6f33-4f87-ae81-04ee02440bd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:21.343028 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6aca3a4f-e5f6-4f19-9503-e2b90b368e68 req-7a737bd6-ed29-4429-9ee8-2abae571951b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:21.467054 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-04e6f750-e64c-4fb3-b35c-f719664e8505 None None] Provisioning for port e1648f37-238a-471e-9a39-9a958f3251a0 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:19:21.472295 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-04e6f750-e64c-4fb3-b35c-f719664e8505 None None] Provisioning complete for port e1648f37-238a-471e-9a39-9a958f3251a0 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:19:21.472672 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-04e6f750-e64c-4fb3-b35c-f719664e8505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:21.508230 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-04e6f750-e64c-4fb3-b35c-f719664e8505 None None] Port e1648f37-238a-471e-9a39-9a958f3251a0 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:19:21.689626 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-6aca3a4f-e5f6-4f19-9503-e2b90b368e68 req-7a737bd6-ed29-4429-9ee8-2abae571951b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1648f37-238a-471e-9a39-9a958f3251a0 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:19:21.700538 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b44251d-1a27-4a30-ba97-8afb785ab861 req-af36fc2b-55e0-4dbc-85c3-9d6c66eaec3c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:21.702009 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6b44251d-1a27-4a30-ba97-8afb785ab861 req-af36fc2b-55e0-4dbc-85c3-9d6c66eaec3c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=106353cf-6f33-4f87-ae81-04ee02440bd4 HTTP/1.1" status: 200 len: 931 time: 0.1265798 Jul 09 17:19:21.705739 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6aca3a4f-e5f6-4f19-9503-e2b90b368e68 req-7a737bd6-ed29-4429-9ee8-2abae571951b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:21.732499 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-6aca3a4f-e5f6-4f19-9503-e2b90b368e68 req-7a737bd6-ed29-4429-9ee8-2abae571951b service neutron] Transition to ACTIVE for port object e1648f37-238a-471e-9a39-9a958f3251a0 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:19:21.737145 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6aca3a4f-e5f6-4f19-9503-e2b90b368e68 req-7a737bd6-ed29-4429-9ee8-2abae571951b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:21.776476 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6b44251d-1a27-4a30-ba97-8afb785ab861 req-12a518d9-168c-489f-8aba-57ed6ef23cb1 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=897cf336-ea27-401a-9320-6dec795b69f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677493 Jul 09 17:19:21.797070 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a737bd6-ed29-4429-9ee8-2abae571951b service neutron] Pushing event updated for resources: {'Port': ['ID=e1648f37-238a-471e-9a39-9a958f3251a0,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:21.872798 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-6aca3a4f-e5f6-4f19-9503-e2b90b368e68 req-7a737bd6-ed29-4429-9ee8-2abae571951b service neutron] Attempting to bind port e1648f37-238a-471e-9a39-9a958f3251a0 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:19:21.873135 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-6aca3a4f-e5f6-4f19-9503-e2b90b368e68 req-7a737bd6-ed29-4429-9ee8-2abae571951b service neutron] Attempting to bind port e1648f37-238a-471e-9a39-9a958f3251a0 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': '35d895b4-b6ce-4917-8593-06b014c6a3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '91cbb14c-3a50-4a4e-aea1-7f27f0f71e13'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:19:21.873465 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aca3a4f-e5f6-4f19-9503-e2b90b368e68 req-7a737bd6-ed29-4429-9ee8-2abae571951b service neutron] Attempting to bind port e1648f37-238a-471e-9a39-9a958f3251a0 on network 91cbb14c-3a50-4a4e-aea1-7f27f0f71e13 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:19:21.877859 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aca3a4f-e5f6-4f19-9503-e2b90b368e68 req-7a737bd6-ed29-4429-9ee8-2abae571951b service neutron] Port e1648f37-238a-471e-9a39-9a958f3251a0 on network 91cbb14c-3a50-4a4e-aea1-7f27f0f71e13 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:19:21.878179 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aca3a4f-e5f6-4f19-9503-e2b90b368e68 req-7a737bd6-ed29-4429-9ee8-2abae571951b service neutron] Attempting to bind port e1648f37-238a-471e-9a39-9a958f3251a0 on network 91cbb14c-3a50-4a4e-aea1-7f27f0f71e13 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:19:21.883166 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aca3a4f-e5f6-4f19-9503-e2b90b368e68 req-7a737bd6-ed29-4429-9ee8-2abae571951b service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:19:21.883505 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aca3a4f-e5f6-4f19-9503-e2b90b368e68 req-7a737bd6-ed29-4429-9ee8-2abae571951b service neutron] Checking segment: {'id': '35d895b4-b6ce-4917-8593-06b014c6a3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '91cbb14c-3a50-4a4e-aea1-7f27f0f71e13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:19:21.883887 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aca3a4f-e5f6-4f19-9503-e2b90b368e68 req-7a737bd6-ed29-4429-9ee8-2abae571951b service neutron] Bound using segment: {'id': '35d895b4-b6ce-4917-8593-06b014c6a3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '91cbb14c-3a50-4a4e-aea1-7f27f0f71e13'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:19:21.884317 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-6aca3a4f-e5f6-4f19-9503-e2b90b368e68 req-7a737bd6-ed29-4429-9ee8-2abae571951b service neutron] Bound port: e1648f37-238a-471e-9a39-9a958f3251a0, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35d895b4-b6ce-4917-8593-06b014c6a3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '91cbb14c-3a50-4a4e-aea1-7f27f0f71e13'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:19:21.884678 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6aca3a4f-e5f6-4f19-9503-e2b90b368e68 req-7a737bd6-ed29-4429-9ee8-2abae571951b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:21.950707 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-6aca3a4f-e5f6-4f19-9503-e2b90b368e68 req-7a737bd6-ed29-4429-9ee8-2abae571951b service neutron] For port e1648f37-238a-471e-9a39-9a958f3251a0, host n-h2-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:19:21.953821 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-6aca3a4f-e5f6-4f19-9503-e2b90b368e68 req-7a737bd6-ed29-4429-9ee8-2abae571951b service neutron] For port e1648f37-238a-471e-9a39-9a958f3251a0, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=e1648f37-238a-471e-9a39-9a958f3251a0,segment=NetworkSegment(35d895b4-b6ce-4917-8593-06b014c6a3da),segment_id=35d895b4-b6ce-4917-8593-06b014c6a3da)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:19:21.958451 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6aca3a4f-e5f6-4f19-9503-e2b90b368e68 req-7a737bd6-ed29-4429-9ee8-2abae571951b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:21.992385 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca3a4f-e5f6-4f19-9503-e2b90b368e68 req-7a737bd6-ed29-4429-9ee8-2abae571951b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:21.993004 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6aca3a4f-e5f6-4f19-9503-e2b90b368e68 req-7a737bd6-ed29-4429-9ee8-2abae571951b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:21.994408 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6aca3a4f-e5f6-4f19-9503-e2b90b368e68 req-7a737bd6-ed29-4429-9ee8-2abae571951b service neutron] 10.222.0.73 "PUT /v2.0/ports/e1648f37-238a-471e-9a39-9a958f3251a0 HTTP/1.1" status: 200 len: 1091 time: 0.7357583 Jul 09 17:19:21.994907 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '106353cf-6f33-4f87-ae81-04ee02440bd4', 'tag': 'e1648f37-238a-471e-9a39-9a958f3251a0'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:19:21.997206 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70bc3d1dd6a8d756905b95879fdfd768b2540769638561f09d0c65e65c91429d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f95512-56ae-43fc-8c20-e1f1c99733c4" -d '{"events": [{"name": "network-changed", "server_uuid": "106353cf-6f33-4f87-ae81-04ee02440bd4", "tag": "e1648f37-238a-471e-9a39-9a958f3251a0"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:19:22.022258 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a737bd6-ed29-4429-9ee8-2abae571951b service neutron] Pushing event updated for resources: {'Port': ['ID=e1648f37-238a-471e-9a39-9a958f3251a0,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:22.096804 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb59162-39b7-4231-a254-2fd7fe7e733c x-openstack-request-id: req-eeb59162-39b7-4231-a254-2fd7fe7e733c {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:19:22.097094 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "106353cf-6f33-4f87-ae81-04ee02440bd4", "tag": "e1648f37-238a-471e-9a39-9a958f3251a0", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:19:22.097344 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-eeb59162-39b7-4231-a254-2fd7fe7e733c {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:19:22.097736 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '106353cf-6f33-4f87-ae81-04ee02440bd4', 'tag': 'e1648f37-238a-471e-9a39-9a958f3251a0', 'status': 'completed', 'code': 200} Jul 09 17:19:22.115676 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca3a4f-e5f6-4f19-9503-e2b90b368e68 req-46f861cf-3261-4985-9e73-a0e67dc484d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:22.117179 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6aca3a4f-e5f6-4f19-9503-e2b90b368e68 req-46f861cf-3261-4985-9e73-a0e67dc484d0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6328f77a18a0459ab8530adc9f37c090&device_id=106353cf-6f33-4f87-ae81-04ee02440bd4 HTTP/1.1" status: 200 len: 1094 time: 0.0635943 Jul 09 17:19:22.165450 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6aca3a4f-e5f6-4f19-9503-e2b90b368e68 req-4006c4e6-3571-4cde-a07b-7eeb65776175 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1648f37-238a-471e-9a39-9a958f3251a0 HTTP/1.1" status: 200 len: 217 time: 0.0357769 Jul 09 17:19:22.215699 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca3a4f-e5f6-4f19-9503-e2b90b368e68 req-d844d961-20c1-4891-990a-88aedc69b2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:22.217086 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6aca3a4f-e5f6-4f19-9503-e2b90b368e68 req-d844d961-20c1-4891-990a-88aedc69b2af service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cb5fc9a2-7e0f-452b-b449-36b150578384 HTTP/1.1" status: 200 len: 834 time: 0.0457470 Jul 09 17:19:22.280622 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca3a4f-e5f6-4f19-9503-e2b90b368e68 req-388194f5-4bfa-4eec-84f0-a31c6593e0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:22.282104 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6aca3a4f-e5f6-4f19-9503-e2b90b368e68 req-388194f5-4bfa-4eec-84f0-a31c6593e0b0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=91cbb14c-3a50-4a4e-aea1-7f27f0f71e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594153 Jul 09 17:19:22.378793 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6aca3a4f-e5f6-4f19-9503-e2b90b368e68 req-e1cbf088-eebe-484c-9606-0bb3740a4140 service neutron] 10.222.0.73 "GET /v2.0/networks/91cbb14c-3a50-4a4e-aea1-7f27f0f71e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900006 Jul 09 17:19:22.420511 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-348e5ddd-ab1f-41ff-9efc-3c6f212c9b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:22.471195 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6aca3a4f-e5f6-4f19-9503-e2b90b368e68 req-26f53cc6-0c26-4e02-a156-b2c7dfa04de2 service neutron] 10.222.0.73 "GET /v2.0/networks/91cbb14c-3a50-4a4e-aea1-7f27f0f71e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861537 Jul 09 17:19:22.555475 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 9e3a5c6e-13d1-48b5-9526-ad799f0b97e5 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:19:22.609261 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 9e3a5c6e-13d1-48b5-9526-ad799f0b97e5 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:19:22.612862 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 9e3a5c6e-13d1-48b5-9526-ad799f0b97e5 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:19:22.613230 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:22.620320 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f95512-56ae-43fc-8c20-e1f1c99733c4 req-6eeb8eef-b295-4c02-b881-a01ec3d060c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:22.621911 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f7f95512-56ae-43fc-8c20-e1f1c99733c4 req-6eeb8eef-b295-4c02-b881-a01ec3d060c9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6328f77a18a0459ab8530adc9f37c090&device_id=106353cf-6f33-4f87-ae81-04ee02440bd4 HTTP/1.1" status: 200 len: 1094 time: 0.0610409 Jul 09 17:19:22.691659 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:22.709349 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f95512-56ae-43fc-8c20-e1f1c99733c4 req-61769bd5-c381-4cf4-aae7-a4a5d26f446c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:22.710867 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f7f95512-56ae-43fc-8c20-e1f1c99733c4 req-61769bd5-c381-4cf4-aae7-a4a5d26f446c service neutron] 10.222.0.73 "GET /v2.0/networks?id=91cbb14c-3a50-4a4e-aea1-7f27f0f71e13 HTTP/1.1" status: 200 len: 898 time: 0.0825965 Jul 09 17:19:22.731184 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 9e3a5c6e-13d1-48b5-9526-ad799f0b97e5, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=9e3a5c6e-13d1-48b5-9526-ad799f0b97e5,segment=NetworkSegment(35d895b4-b6ce-4917-8593-06b014c6a3da),segment_id=35d895b4-b6ce-4917-8593-06b014c6a3da)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:19:22.741124 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:22.757467 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f7f95512-56ae-43fc-8c20-e1f1c99733c4 req-6dea01c1-35d8-4f53-ab9e-4ca1f2cd99ab service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1648f37-238a-471e-9a39-9a958f3251a0 HTTP/1.1" status: 200 len: 217 time: 0.0389478 Jul 09 17:19:22.789435 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=9e3a5c6e-13d1-48b5-9526-ad799f0b97e5,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:22.806836 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f95512-56ae-43fc-8c20-e1f1c99733c4 req-4efda4d5-4e7e-43dd-a05b-3814a9297318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:22.808728 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f7f95512-56ae-43fc-8c20-e1f1c99733c4 req-4efda4d5-4e7e-43dd-a05b-3814a9297318 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cb5fc9a2-7e0f-452b-b449-36b150578384 HTTP/1.1" status: 200 len: 834 time: 0.0438540 Jul 09 17:19:22.867094 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f95512-56ae-43fc-8c20-e1f1c99733c4 req-56f382e0-07e4-4d94-b6e4-70d5497f58c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:22.868587 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f7f95512-56ae-43fc-8c20-e1f1c99733c4 req-56f382e0-07e4-4d94-b6e4-70d5497f58c9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=91cbb14c-3a50-4a4e-aea1-7f27f0f71e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543554 Jul 09 17:19:23.092712 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:19:23.320813 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f7f95512-56ae-43fc-8c20-e1f1c99733c4 req-bd0037f1-0fff-433d-9305-ab060cc3d766 service neutron] 10.222.0.73 "GET /v2.0/networks/91cbb14c-3a50-4a4e-aea1-7f27f0f71e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4450350 Jul 09 17:19:23.335390 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb88a8cc-895a-4d7b-b1fa-eeb0338bc9f6 req-2ddac9c6-c0b6-47c8-85cc-f1dc73b0b524 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:23.336758 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fb88a8cc-895a-4d7b-b1fa-eeb0338bc9f6 req-2ddac9c6-c0b6-47c8-85cc-f1dc73b0b524 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=106353cf-6f33-4f87-ae81-04ee02440bd4 HTTP/1.1" status: 200 len: 943 time: 0.4441299 Jul 09 17:19:23.419802 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fb88a8cc-895a-4d7b-b1fa-eeb0338bc9f6 req-691135ff-154e-4035-bc05-08fd6edcf3eb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=897cf336-ea27-401a-9320-6dec795b69f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745945 Jul 09 17:19:23.449031 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f7f95512-56ae-43fc-8c20-e1f1c99733c4 req-9aca50f0-3227-4d39-b3ab-0a998750c1dd service neutron] 10.222.0.73 "GET /v2.0/networks/91cbb14c-3a50-4a4e-aea1-7f27f0f71e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113386 Jul 09 17:19:24.538301 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 9e3a5c6e-13d1-48b5-9526-ad799f0b97e5 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:19:24.589435 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 9e3a5c6e-13d1-48b5-9526-ad799f0b97e5 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:19:24.589796 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:24.597437 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e29e68-44e0-4a94-b8ca-b464314ca708 req-03723adb-74a7-43e6-95bb-49cafe2ca339 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:24.598988 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b4e29e68-44e0-4a94-b8ca-b464314ca708 req-03723adb-74a7-43e6-95bb-49cafe2ca339 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=106353cf-6f33-4f87-ae81-04ee02440bd4 HTTP/1.1" status: 200 len: 943 time: 0.0686085 Jul 09 17:19:24.637098 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b4e29e68-44e0-4a94-b8ca-b464314ca708 req-4054ddf5-8129-4c1a-b5fd-acdbab4929af tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=897cf336-ea27-401a-9320-6dec795b69f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322351 Jul 09 17:19:25.138489 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-55b694a0-7ad3-43b5-94b2-00ff4eacc4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:25.756614 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device e1648f37-238a-471e-9a39-9a958f3251a0 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:19:25.811120 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868843f5-ec3f-40aa-afdc-9b6932fa251b req-a7d019e1-f29b-44af-aa0b-c831b9b1d4d1 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:25.812668 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-868843f5-ec3f-40aa-afdc-9b6932fa251b req-a7d019e1-f29b-44af-aa0b-c831b9b1d4d1 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=106353cf-6f33-4f87-ae81-04ee02440bd4 HTTP/1.1" status: 200 len: 943 time: 0.0642340 Jul 09 17:19:25.849903 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-868843f5-ec3f-40aa-afdc-9b6932fa251b req-4609d9eb-4694-4207-a776-425bd73489c0 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=897cf336-ea27-401a-9320-6dec795b69f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316863 Jul 09 17:19:25.852271 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port e1648f37-238a-471e-9a39-9a958f3251a0, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=e1648f37-238a-471e-9a39-9a958f3251a0,segment=NetworkSegment(35d895b4-b6ce-4917-8593-06b014c6a3da),segment_id=35d895b4-b6ce-4917-8593-06b014c6a3da)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:19:25.872259 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': 'e1648f37-238a-471e-9a39-9a958f3251a0', 'network_id': '91cbb14c-3a50-4a4e-aea1-7f27f0f71e13', 'port_id': 'e1648f37-238a-471e-9a39-9a958f3251a0', 'mac_address': 'fa:16:3e:b6:1a:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb5fc9a2-7e0f-452b-b449-36b150578384', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:19:25.880584 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:25.912916 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:25.926274 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1648f37-238a-471e-9a39-9a958f3251a0 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:19:25.946914 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port e1648f37-238a-471e-9a39-9a958f3251a0, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=e1648f37-238a-471e-9a39-9a958f3251a0,segment=NetworkSegment(35d895b4-b6ce-4917-8593-06b014c6a3da),segment_id=35d895b4-b6ce-4917-8593-06b014c6a3da)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:19:25.951220 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:25.996517 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=e1648f37-238a-471e-9a39-9a958f3251a0,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:26.351658 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['e1648f37-238a-471e-9a39-9a958f3251a0'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:19:26.507217 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:27.026258 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f261d62-96dc-4dfe-b240-2cc0f4a39073 req-ae29ce33-ae26-460a-a923-16e198bc7239 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:27.027766 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1f261d62-96dc-4dfe-b240-2cc0f4a39073 req-ae29ce33-ae26-460a-a923-16e198bc7239 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=106353cf-6f33-4f87-ae81-04ee02440bd4 HTTP/1.1" status: 200 len: 944 time: 0.0671101 Jul 09 17:19:27.067710 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1f261d62-96dc-4dfe-b240-2cc0f4a39073 req-f94bb9f2-9864-4b42-b311-ffa2b649562b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=897cf336-ea27-401a-9320-6dec795b69f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343487 Jul 09 17:19:27.294414 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:27.789141 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device e1648f37-238a-471e-9a39-9a958f3251a0 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:19:27.840213 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port e1648f37-238a-471e-9a39-9a958f3251a0 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:19:27.843796 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port e1648f37-238a-471e-9a39-9a958f3251a0 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:19:27.844157 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:27.917194 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:27.938366 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106353cf-6f33-4f87-ae81-04ee02440bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1648f37-238a-471e-9a39-9a958f3251a0'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:19:27.940620 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e4c0197b51a39b57e4a8a116eb3788e06930fc42ac75c6a3eb5959c91cb8bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b7fe6f-7966-4871-8632-f2322f60a66e" -d '{"events": [{"server_uuid": "106353cf-6f33-4f87-ae81-04ee02440bd4", "name": "network-vif-plugged", "status": "completed", "tag": "e1648f37-238a-471e-9a39-9a958f3251a0"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:19:27.953717 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port e1648f37-238a-471e-9a39-9a958f3251a0, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=e1648f37-238a-471e-9a39-9a958f3251a0,segment=NetworkSegment(35d895b4-b6ce-4917-8593-06b014c6a3da),segment_id=35d895b4-b6ce-4917-8593-06b014c6a3da)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:19:27.957799 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:27.983354 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30682207-c4ba-4c04-878b-09fc8494e841 x-openstack-request-id: req-30682207-c4ba-4c04-878b-09fc8494e841 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:19:27.983647 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "106353cf-6f33-4f87-ae81-04ee02440bd4", "name": "network-vif-plugged", "status": "completed", "tag": "e1648f37-238a-471e-9a39-9a958f3251a0", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:19:27.983900 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-30682207-c4ba-4c04-878b-09fc8494e841 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:19:27.984289 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106353cf-6f33-4f87-ae81-04ee02440bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1648f37-238a-471e-9a39-9a958f3251a0', 'code': 200} Jul 09 17:19:28.009499 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=e1648f37-238a-471e-9a39-9a958f3251a0,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:28.122505 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40c11f-eb12-48cc-9aa9-c89a1f4f0101 req-e93e5c9f-87a1-4436-8c36-1b54701cb5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:28.124039 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6a40c11f-eb12-48cc-9aa9-c89a1f4f0101 req-e93e5c9f-87a1-4436-8c36-1b54701cb5b9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=106353cf-6f33-4f87-ae81-04ee02440bd4 HTTP/1.1" status: 200 len: 1096 time: 0.0569594 Jul 09 17:19:28.157978 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6a40c11f-eb12-48cc-9aa9-c89a1f4f0101 req-5991f1d5-a440-45c6-9922-630a38cb6640 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=897cf336-ea27-401a-9320-6dec795b69f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275378 Jul 09 17:19:28.243537 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd5fcfd-7485-41d4-9427-25cf9a4536c5 req-b05d4cc7-fde8-4bbf-ad35-7cd0c3616c07 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:28.245418 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7fd5fcfd-7485-41d4-9427-25cf9a4536c5 req-b05d4cc7-fde8-4bbf-ad35-7cd0c3616c07 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=106353cf-6f33-4f87-ae81-04ee02440bd4 HTTP/1.1" status: 200 len: 945 time: 0.0660896 Jul 09 17:19:28.282492 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7fd5fcfd-7485-41d4-9427-25cf9a4536c5 req-5b138e5f-0efc-4718-878b-c2a76ab2515e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=897cf336-ea27-401a-9320-6dec795b69f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314395 Jul 09 17:19:28.437553 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:29.453826 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c11387a-8739-4b9d-a34c-92ec73780ce7 req-f96523fc-e272-4929-81d1-96dac873d983 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:29.455333 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5c11387a-8739-4b9d-a34c-92ec73780ce7 req-f96523fc-e272-4929-81d1-96dac873d983 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=106353cf-6f33-4f87-ae81-04ee02440bd4 HTTP/1.1" status: 200 len: 945 time: 0.0627971 Jul 09 17:19:29.492887 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5c11387a-8739-4b9d-a34c-92ec73780ce7 req-4d639c90-e593-4d7c-b129-4b09cc49adf6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=897cf336-ea27-401a-9320-6dec795b69f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318189 Jul 09 17:19:30.667970 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559992e-b37d-49e9-9934-1b82426c6921 req-8b1044cf-237a-45ac-b378-1aeed3a45203 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:30.669453 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0559992e-b37d-49e9-9934-1b82426c6921 req-8b1044cf-237a-45ac-b378-1aeed3a45203 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=106353cf-6f33-4f87-ae81-04ee02440bd4 HTTP/1.1" status: 200 len: 945 time: 0.0633993 Jul 09 17:19:30.705533 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0559992e-b37d-49e9-9934-1b82426c6921 req-96014844-da60-49dd-a946-752093484a0f tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=897cf336-ea27-401a-9320-6dec795b69f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305209 Jul 09 17:19:30.879539 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77498557-7169-4e7f-8d75-242a3893cc45 req-87c8b4e2-c9d2-40f7-985b-6cb795725899 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:30.881010 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-77498557-7169-4e7f-8d75-242a3893cc45 req-87c8b4e2-c9d2-40f7-985b-6cb795725899 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=106353cf-6f33-4f87-ae81-04ee02440bd4 HTTP/1.1" status: 200 len: 945 time: 0.0675814 Jul 09 17:19:30.918822 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-77498557-7169-4e7f-8d75-242a3893cc45 req-9a07a6df-c49c-49c9-8af4-78af383857d6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=897cf336-ea27-401a-9320-6dec795b69f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313702 Jul 09 17:19:30.942365 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54568) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:30.993414 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31b3156-729f-437f-8c91-8987d05761be tempest-TestNetworkAdvancedServerOps-679639656 tempest-TestNetworkAdvancedServerOps-679639656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:30.994851 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b31b3156-729f-437f-8c91-8987d05761be tempest-TestNetworkAdvancedServerOps-679639656 tempest-TestNetworkAdvancedServerOps-679639656-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=106353cf-6f33-4f87-ae81-04ee02440bd4 HTTP/1.1" status: 200 len: 1091 time: 0.0514207 Jul 09 17:19:30.997573 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54570) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:31.001865 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-fcbc6d33-ed5d-4820-a021-4c30c11de91a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Request body: {'floatingip': {'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'port_id': 'e1648f37-238a-471e-9a39-9a958f3251a0', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:31.023694 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fcbc6d33-ed5d-4820-a021-4c30c11de91a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:31.122083 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fcbc6d33-ed5d-4820-a021-4c30c11de91a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:31.219521 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-fcbc6d33-ed5d-4820-a021-4c30c11de91a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Allocated IP 172.25.0.205 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/264cef6e-b33f-4212-9f54-370824fd35c8) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:19:31.322320 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fcbc6d33-ed5d-4820-a021-4c30c11de91a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:31.363438 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fcbc6d33-ed5d-4820-a021-4c30c11de91a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:31.401459 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbc6d33-ed5d-4820-a021-4c30c11de91a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:19:31.407763 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-fcbc6d33-ed5d-4820-a021-4c30c11de91a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:19:31.412070 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbc6d33-ed5d-4820-a021-4c30c11de91a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:19:31.421946 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc6d33-ed5d-4820-a021-4c30c11de91a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'Port': ['ID=264cef6e-b33f-4212-9f54-370824fd35c8,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:31.805420 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fcbc6d33-ed5d-4820-a021-4c30c11de91a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:31.890055 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fcbc6d33-ed5d-4820-a021-4c30c11de91a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:32.035408 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fcbc6d33-ed5d-4820-a021-4c30c11de91a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:32.040297 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fcbc6d33-ed5d-4820-a021-4c30c11de91a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:32.109536 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc6d33-ed5d-4820-a021-4c30c11de91a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'Port': ['ID=264cef6e-b33f-4212-9f54-370824fd35c8,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:32.122901 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fcbc6d33-ed5d-4820-a021-4c30c11de91a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:32.221845 n-d-798930-3 neutron-server[93958]: INFO neutron.db.l3_db [None req-fcbc6d33-ed5d-4820-a021-4c30c11de91a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Floating IP cd02a086-b5ae-4e16-8808-b209035d761f associated. External IP: 172.25.0.205, port: e1648f37-238a-471e-9a39-9a958f3251a0. Jul 09 17:19:32.428493 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcbc6d33-ed5d-4820-a021-4c30c11de91a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Router f42aafda-7f06-4167-b525-4226f6009365 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:19:32.536482 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbc6d33-ed5d-4820-a021-4c30c11de91a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:19:32.546056 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c2e444-3192-44d2-9255-e4d13ba42762 None None] Sync routers for ids ['f42aafda-7f06-4167-b525-4226f6009365'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:19:32.554663 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fcbc6d33-ed5d-4820-a021-4c30c11de91a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:32.559663 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c2e444-3192-44d2-9255-e4d13ba42762 None None] Routers {'f42aafda-7f06-4167-b525-4226f6009365'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:19:32.560330 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-19c2e444-3192-44d2-9255-e4d13ba42762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:19:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['f42aafda-7f06-4167-b525-4226f6009365'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:19:32.591256 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-fcbc6d33-ed5d-4820-a021-4c30c11de91a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5926600 Jul 09 17:19:32.591849 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '106353cf-6f33-4f87-ae81-04ee02440bd4', 'tag': 'e1648f37-238a-471e-9a39-9a958f3251a0'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:19:32.594140 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70bc3d1dd6a8d756905b95879fdfd768b2540769638561f09d0c65e65c91429d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6aab33-0b54-4a4f-83e6-1454638a4e6d" -d '{"events": [{"name": "network-changed", "server_uuid": "106353cf-6f33-4f87-ae81-04ee02440bd4", "tag": "e1648f37-238a-471e-9a39-9a958f3251a0"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:19:32.665610 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-19c2e444-3192-44d2-9255-e4d13ba42762 None None] Set router f42aafda-7f06-4167-b525-4226f6009365 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:19:32.744375 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a19fc4-01a5-4b73-9556-aa5bda4baecb req-59c20663-ce51-49a4-8745-14b26f4b5f47 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:32.745858 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-74a19fc4-01a5-4b73-9556-aa5bda4baecb req-59c20663-ce51-49a4-8745-14b26f4b5f47 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=106353cf-6f33-4f87-ae81-04ee02440bd4 HTTP/1.1" status: 200 len: 945 time: 0.0645583 Jul 09 17:19:32.783997 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-74a19fc4-01a5-4b73-9556-aa5bda4baecb req-8b47b3fe-aecc-4d6d-baaa-103a2b2d6bee tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=897cf336-ea27-401a-9320-6dec795b69f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320289 Jul 09 17:19:32.810138 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54576) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:32.831443 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e4b66e-0a0d-4f93-b6e5-c17a7baf36a7 x-openstack-request-id: req-28e4b66e-0a0d-4f93-b6e5-c17a7baf36a7 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:19:32.831972 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "106353cf-6f33-4f87-ae81-04ee02440bd4", "tag": "e1648f37-238a-471e-9a39-9a958f3251a0", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:19:32.831972 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-28e4b66e-0a0d-4f93-b6e5-c17a7baf36a7 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:19:32.832337 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '106353cf-6f33-4f87-ae81-04ee02440bd4', 'tag': 'e1648f37-238a-471e-9a39-9a958f3251a0', 'status': 'completed', 'code': 200} Jul 09 17:19:32.873081 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8fa55fd8-6724-4c39-b1b0-6f3b97dc47dd tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/floatingips/cd02a086-b5ae-4e16-8808-b209035d761f HTTP/1.1" status: 200 len: 991 time: 0.0617473 Jul 09 17:19:32.890987 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-19c2e444-3192-44d2-9255-e4d13ba42762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42aafda-7f06-4167-b525-4226f6009365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261283502', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '5161e5fe-605d-433b-82d2-228296f693a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:19:14Z', 'updated_at': '2021-07-09T17:19:17Z', 'revision_number': 4, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': '5161e5fe-605d-433b-82d2-228296f693a6', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:93:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42aafda-7f06-4167-b525-4226f6009365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:19:14Z', 'updated_at': '2021-07-09T17:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'cd02a086-b5ae-4e16-8808-b209035d761f', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'floating_ip_address': '172.25.0.205', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': 'f42aafda-7f06-4167-b525-4226f6009365', 'port_id': 'e1648f37-238a-471e-9a39-9a958f3251a0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91cbb14c-3a50-4a4e-aea1-7f27f0f71e13', 'mac_address': 'fa:16:3e:b6:1a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106353cf-6f33-4f87-ae81-04ee02440bd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:19:31Z', 'updated_at': '2021-07-09T17:19:31Z', 'revision_number': 0, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e3a5c6e-13d1-48b5-9526-ad799f0b97e5', 'name': '', 'network_id': '91cbb14c-3a50-4a4e-aea1-7f27f0f71e13', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'mac_address': 'fa:16:3e:0e:de:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42aafda-7f06-4167-b525-4226f6009365', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cb5fc9a2-7e0f-452b-b449-36b150578384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:19:16Z', 'updated_at': '2021-07-09T17:19:22Z', 'revision_number': 5, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'subnets': [{'id': 'cb5fc9a2-7e0f-452b-b449-36b150578384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:19:32.916984 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c2e444-3192-44d2-9255-e4d13ba42762 None None] Checking router: f42aafda-7f06-4167-b525-4226f6009365 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:19:32.925134 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c2e444-3192-44d2-9255-e4d13ba42762 None None] Routers {'f42aafda-7f06-4167-b525-4226f6009365'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:19:32.925738 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-19c2e444-3192-44d2-9255-e4d13ba42762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:19:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['f42aafda-7f06-4167-b525-4226f6009365'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:19:32.931138 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6aab33-0b54-4a4f-83e6-1454638a4e6d req-7302e351-6a1d-438d-9b20-11a861cdfd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:32.933257 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3f6aab33-0b54-4a4f-83e6-1454638a4e6d req-7302e351-6a1d-438d-9b20-11a861cdfd3c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6328f77a18a0459ab8530adc9f37c090&device_id=106353cf-6f33-4f87-ae81-04ee02440bd4 HTTP/1.1" status: 200 len: 1096 time: 0.0528300 Jul 09 17:19:33.031740 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6aab33-0b54-4a4f-83e6-1454638a4e6d req-e8843a9d-3fc0-4f80-9866-58c22891ec06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:33.033221 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3f6aab33-0b54-4a4f-83e6-1454638a4e6d req-e8843a9d-3fc0-4f80-9866-58c22891ec06 service neutron] 10.222.0.73 "GET /v2.0/networks?id=91cbb14c-3a50-4a4e-aea1-7f27f0f71e13 HTTP/1.1" status: 200 len: 898 time: 0.0927520 Jul 09 17:19:33.099040 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3f6aab33-0b54-4a4f-83e6-1454638a4e6d req-dc614e0b-8ecb-44b3-a667-cbae748e2a41 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1648f37-238a-471e-9a39-9a958f3251a0 HTTP/1.1" status: 200 len: 999 time: 0.0593324 Jul 09 17:19:33.152324 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6aab33-0b54-4a4f-83e6-1454638a4e6d req-c3cd93ec-f5bb-40c4-a411-12da87c501ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:33.153769 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3f6aab33-0b54-4a4f-83e6-1454638a4e6d req-c3cd93ec-f5bb-40c4-a411-12da87c501ab service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cb5fc9a2-7e0f-452b-b449-36b150578384 HTTP/1.1" status: 200 len: 834 time: 0.0481415 Jul 09 17:19:33.187096 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-19c2e444-3192-44d2-9255-e4d13ba42762 None None] Set router f42aafda-7f06-4167-b525-4226f6009365 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:19:33.209998 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6aab33-0b54-4a4f-83e6-1454638a4e6d req-7cab0302-1179-41b7-8182-96f1648dcfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:33.211554 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3f6aab33-0b54-4a4f-83e6-1454638a4e6d req-7cab0302-1179-41b7-8182-96f1648dcfb5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=91cbb14c-3a50-4a4e-aea1-7f27f0f71e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517759 Jul 09 17:19:33.299796 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3f6aab33-0b54-4a4f-83e6-1454638a4e6d req-fe3611a4-ff67-4400-b985-98f5c31b448c service neutron] 10.222.0.73 "GET /v2.0/networks/91cbb14c-3a50-4a4e-aea1-7f27f0f71e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809343 Jul 09 17:19:33.391372 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3f6aab33-0b54-4a4f-83e6-1454638a4e6d req-a60169cf-6a23-4f28-9fe4-becd0628b85f service neutron] 10.222.0.73 "GET /v2.0/networks/91cbb14c-3a50-4a4e-aea1-7f27f0f71e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860524 Jul 09 17:19:33.413643 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-19c2e444-3192-44d2-9255-e4d13ba42762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42aafda-7f06-4167-b525-4226f6009365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261283502', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '5161e5fe-605d-433b-82d2-228296f693a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:19:14Z', 'updated_at': '2021-07-09T17:19:17Z', 'revision_number': 4, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': '5161e5fe-605d-433b-82d2-228296f693a6', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:93:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42aafda-7f06-4167-b525-4226f6009365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:19:14Z', 'updated_at': '2021-07-09T17:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'cd02a086-b5ae-4e16-8808-b209035d761f', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'floating_ip_address': '172.25.0.205', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': 'f42aafda-7f06-4167-b525-4226f6009365', 'port_id': 'e1648f37-238a-471e-9a39-9a958f3251a0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91cbb14c-3a50-4a4e-aea1-7f27f0f71e13', 'mac_address': 'fa:16:3e:b6:1a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106353cf-6f33-4f87-ae81-04ee02440bd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:19:31Z', 'updated_at': '2021-07-09T17:19:31Z', 'revision_number': 0, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e3a5c6e-13d1-48b5-9526-ad799f0b97e5', 'name': '', 'network_id': '91cbb14c-3a50-4a4e-aea1-7f27f0f71e13', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'mac_address': 'fa:16:3e:0e:de:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42aafda-7f06-4167-b525-4226f6009365', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cb5fc9a2-7e0f-452b-b449-36b150578384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:19:16Z', 'updated_at': '2021-07-09T17:19:22Z', 'revision_number': 5, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'subnets': [{'id': 'cb5fc9a2-7e0f-452b-b449-36b150578384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:19:33.440432 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c2e444-3192-44d2-9255-e4d13ba42762 None None] The sync data for ids ['f42aafda-7f06-4167-b525-4226f6009365'] in n-d-798930-3 is: [{'id': 'f42aafda-7f06-4167-b525-4226f6009365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261283502', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '5161e5fe-605d-433b-82d2-228296f693a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:19:14Z', 'updated_at': '2021-07-09T17:19:17Z', 'revision_number': 4, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': '5161e5fe-605d-433b-82d2-228296f693a6', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:93:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42aafda-7f06-4167-b525-4226f6009365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:19:14Z', 'updated_at': '2021-07-09T17:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'cd02a086-b5ae-4e16-8808-b209035d761f', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'floating_ip_address': '172.25.0.205', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': 'f42aafda-7f06-4167-b525-4226f6009365', 'port_id': 'e1648f37-238a-471e-9a39-9a958f3251a0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91cbb14c-3a50-4a4e-aea1-7f27f0f71e13', 'mac_address': 'fa:16:3e:b6:1a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106353cf-6f33-4f87-ae81-04ee02440bd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:19:31Z', 'updated_at': '2021-07-09T17:19:31Z', 'revision_number': 0, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e3a5c6e-13d1-48b5-9526-ad799f0b97e5', 'name': '', 'network_id': '91cbb14c-3a50-4a4e-aea1-7f27f0f71e13', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'mac_address': 'fa:16:3e:0e:de:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42aafda-7f06-4167-b525-4226f6009365', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cb5fc9a2-7e0f-452b-b449-36b150578384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:19:16Z', 'updated_at': '2021-07-09T17:19:22Z', 'revision_number': 5, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'subnets': [{'id': 'cb5fc9a2-7e0f-452b-b449-36b150578384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:19:33.626813 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b736524-c27d-4956-a01f-981ddeb4df82 None None] New status for floating IP cd02a086-b5ae-4e16-8808-b209035d761f: ACTIVE {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:19:33.876651 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54578) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:33.935696 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-69fff35d-fa70-4470-a44f-142613a81011 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/floatingips/cd02a086-b5ae-4e16-8808-b209035d761f HTTP/1.1" status: 200 len: 993 time: 0.0579774 Jul 09 17:19:40.646318 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:52.420107 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e9240328-395c-4997-b0d8-ab4c70e694a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:55.140495 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-88325494-0b91-4664-9039-3f85e097a9c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:55.871901 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:56.500958 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:57.329521 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:58.441345 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:00.092897 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:20:07.448891 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-65ace886-139b-478c-9a1e-c457fada5b7d req-5d8c01f3-db05-436e-99a6-e58e6d822ef5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=106353cf-6f33-4f87-ae81-04ee02440bd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0562119 Jul 09 17:20:07.557337 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ace886-139b-478c-9a1e-c457fada5b7d req-96d86975-f29d-4330-8aae-8d16864b67ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:07.559464 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-65ace886-139b-478c-9a1e-c457fada5b7d req-96d86975-f29d-4330-8aae-8d16864b67ee service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6328f77a18a0459ab8530adc9f37c090&device_id=106353cf-6f33-4f87-ae81-04ee02440bd4 HTTP/1.1" status: 200 len: 1096 time: 0.0525844 Jul 09 17:20:07.659806 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ace886-139b-478c-9a1e-c457fada5b7d req-bbb70f2d-1cba-450d-8a23-720e05947676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:07.661259 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-65ace886-139b-478c-9a1e-c457fada5b7d req-bbb70f2d-1cba-450d-8a23-720e05947676 service neutron] 10.222.0.73 "GET /v2.0/networks?id=91cbb14c-3a50-4a4e-aea1-7f27f0f71e13 HTTP/1.1" status: 200 len: 898 time: 0.0828972 Jul 09 17:20:07.728763 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-65ace886-139b-478c-9a1e-c457fada5b7d req-37bb6648-6184-4b74-9654-c196cf33a571 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1648f37-238a-471e-9a39-9a958f3251a0 HTTP/1.1" status: 200 len: 1001 time: 0.0611150 Jul 09 17:20:07.775879 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ace886-139b-478c-9a1e-c457fada5b7d req-179d0bd2-ef03-4d80-947b-7098b0fdbff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:07.777306 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-65ace886-139b-478c-9a1e-c457fada5b7d req-179d0bd2-ef03-4d80-947b-7098b0fdbff9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cb5fc9a2-7e0f-452b-b449-36b150578384 HTTP/1.1" status: 200 len: 834 time: 0.0423460 Jul 09 17:20:07.832603 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ace886-139b-478c-9a1e-c457fada5b7d req-afab1960-2253-45e5-8989-2fa49df9eb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:07.834323 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-65ace886-139b-478c-9a1e-c457fada5b7d req-afab1960-2253-45e5-8989-2fa49df9eb52 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=91cbb14c-3a50-4a4e-aea1-7f27f0f71e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510788 Jul 09 17:20:07.924038 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-65ace886-139b-478c-9a1e-c457fada5b7d req-7b4c7a43-276c-48cd-abd4-5f12a17137d5 service neutron] 10.222.0.73 "GET /v2.0/networks/91cbb14c-3a50-4a4e-aea1-7f27f0f71e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832698 Jul 09 17:20:08.012530 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-65ace886-139b-478c-9a1e-c457fada5b7d req-58fc345b-dc74-421b-a92b-befc26a74b63 service neutron] 10.222.0.73 "GET /v2.0/networks/91cbb14c-3a50-4a4e-aea1-7f27f0f71e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827136 Jul 09 17:20:10.648040 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:22.420070 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ee7b44a8-fa2e-4841-a084-6582808e63a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:25.142058 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bb41a153-f6c9-4e93-a4af-201ff8005eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:25.873680 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:26.503140 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:27.341568 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:28.443864 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:36.959471 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc1d896-41ae-4f62-83ef-a022b0221db0 req-70bc9dea-4f60-46a7-805c-2dbfed4ccce4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:36.961087 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9cc1d896-41ae-4f62-83ef-a022b0221db0 req-70bc9dea-4f60-46a7-805c-2dbfed4ccce4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=106353cf-6f33-4f87-ae81-04ee02440bd4 HTTP/1.1" status: 200 len: 945 time: 0.0745142 Jul 09 17:20:36.998083 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9cc1d896-41ae-4f62-83ef-a022b0221db0 req-a1c7f260-6acc-481c-a950-9f89689912dd tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=897cf336-ea27-401a-9320-6dec795b69f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314233 Jul 09 17:20:37.092555 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:20:38.173968 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c01a5f-e208-4cd1-ad8c-557af487cafa req-acf801fb-d8f1-40a0-8a25-4e9b1e01136f tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:38.175466 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d7c01a5f-e208-4cd1-ad8c-557af487cafa req-acf801fb-d8f1-40a0-8a25-4e9b1e01136f tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=106353cf-6f33-4f87-ae81-04ee02440bd4 HTTP/1.1" status: 200 len: 945 time: 0.0677931 Jul 09 17:20:38.212472 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d7c01a5f-e208-4cd1-ad8c-557af487cafa req-1225aa57-c103-44fc-890c-28cd18a980a6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=897cf336-ea27-401a-9320-6dec795b69f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314789 Jul 09 17:20:39.388337 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142dbfd2-b660-4dde-815f-dda24396d24b req-78df1280-54e9-4027-93c1-fa4715e1dc3c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:39.389989 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-142dbfd2-b660-4dde-815f-dda24396d24b req-78df1280-54e9-4027-93c1-fa4715e1dc3c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=106353cf-6f33-4f87-ae81-04ee02440bd4 HTTP/1.1" status: 200 len: 945 time: 0.0659556 Jul 09 17:20:39.427261 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-142dbfd2-b660-4dde-815f-dda24396d24b req-0ca979e9-e9b4-49c6-99db-90e005023115 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=897cf336-ea27-401a-9320-6dec795b69f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318198 Jul 09 17:20:40.596372 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f57a5e-66db-451a-ac2d-d280d98ed894 req-4a202de6-b2a7-43cf-8ddd-7ac1396592f6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:40.597834 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a1f57a5e-66db-451a-ac2d-d280d98ed894 req-4a202de6-b2a7-43cf-8ddd-7ac1396592f6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=106353cf-6f33-4f87-ae81-04ee02440bd4 HTTP/1.1" status: 200 len: 945 time: 0.0623019 Jul 09 17:20:40.634658 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a1f57a5e-66db-451a-ac2d-d280d98ed894 req-17991439-c4d8-4b9b-9756-dc1c5cfe1b58 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=897cf336-ea27-401a-9320-6dec795b69f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312150 Jul 09 17:20:40.643843 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:41.805401 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de4245-9b59-44f2-999d-659e8c0d9ddb req-b266a576-8cf5-49c6-b7ed-c77545a28ec0 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:41.806896 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f2de4245-9b59-44f2-999d-659e8c0d9ddb req-b266a576-8cf5-49c6-b7ed-c77545a28ec0 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=106353cf-6f33-4f87-ae81-04ee02440bd4 HTTP/1.1" status: 200 len: 945 time: 0.0623741 Jul 09 17:20:41.843874 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f2de4245-9b59-44f2-999d-659e8c0d9ddb req-42f97327-b8c4-410a-8fd4-ce3317f6a2b9 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=897cf336-ea27-401a-9320-6dec795b69f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310714 Jul 09 17:20:43.032695 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ae314-24a0-4925-920d-3b39145e6088 req-2e140afb-3020-4472-a9e0-68e397045048 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:43.034176 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-295ae314-24a0-4925-920d-3b39145e6088 req-2e140afb-3020-4472-a9e0-68e397045048 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=106353cf-6f33-4f87-ae81-04ee02440bd4 HTTP/1.1" status: 200 len: 945 time: 0.0792618 Jul 09 17:20:43.072370 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-295ae314-24a0-4925-920d-3b39145e6088 req-c9d61340-b53e-4ca0-bb9f-cc9de0ed4389 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=897cf336-ea27-401a-9320-6dec795b69f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323768 Jul 09 17:20:44.253865 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4338d5-7e92-4657-beeb-9d0fa4bf8114 req-c8cfee85-a348-450c-80ed-3e8241d3d31d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:44.255393 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3d4338d5-7e92-4657-beeb-9d0fa4bf8114 req-c8cfee85-a348-450c-80ed-3e8241d3d31d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=106353cf-6f33-4f87-ae81-04ee02440bd4 HTTP/1.1" status: 200 len: 945 time: 0.0692863 Jul 09 17:20:44.293364 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3d4338d5-7e92-4657-beeb-9d0fa4bf8114 req-bb63974c-a7d0-4245-a7c9-c2e4c0c0f1d5 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=897cf336-ea27-401a-9320-6dec795b69f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325043 Jul 09 17:20:45.468122 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46272e5-8343-454f-845e-ef7dfc200c68 req-d4f0e24f-6ede-45c1-9c6d-711defac2461 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:45.469576 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d46272e5-8343-454f-845e-ef7dfc200c68 req-d4f0e24f-6ede-45c1-9c6d-711defac2461 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=106353cf-6f33-4f87-ae81-04ee02440bd4 HTTP/1.1" status: 200 len: 945 time: 0.0666077 Jul 09 17:20:45.507329 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d46272e5-8343-454f-845e-ef7dfc200c68 req-f795d7b2-e187-46b8-afd0-384ae5ed09ec tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=897cf336-ea27-401a-9320-6dec795b69f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322273 Jul 09 17:20:46.679406 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74ab97-7846-4e34-ae14-4747cdaa41b1 req-fe35e79a-78ad-449d-91c8-bae671f9df9a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:46.680882 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fa74ab97-7846-4e34-ae14-4747cdaa41b1 req-fe35e79a-78ad-449d-91c8-bae671f9df9a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=106353cf-6f33-4f87-ae81-04ee02440bd4 HTTP/1.1" status: 200 len: 945 time: 0.0624518 Jul 09 17:20:46.719172 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fa74ab97-7846-4e34-ae14-4747cdaa41b1 req-cfefda4a-f585-4d97-92bb-ae99b6a5a93e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=897cf336-ea27-401a-9320-6dec795b69f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324306 Jul 09 17:20:47.889995 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40243c-b99d-4fb0-8ef7-18680d0f6e83 req-ec944472-b9f7-4cdf-99c4-6021a8964582 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:47.891487 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-af40243c-b99d-4fb0-8ef7-18680d0f6e83 req-ec944472-b9f7-4cdf-99c4-6021a8964582 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=106353cf-6f33-4f87-ae81-04ee02440bd4 HTTP/1.1" status: 200 len: 945 time: 0.0620570 Jul 09 17:20:47.928262 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-af40243c-b99d-4fb0-8ef7-18680d0f6e83 req-f9577def-db57-4bde-8b58-f68d1725acee tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=897cf336-ea27-401a-9320-6dec795b69f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313528 Jul 09 17:20:47.953198 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54624) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:48.012950 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-721e04ea-f2ff-493c-a41b-9572efe781c4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/floatingips/cd02a086-b5ae-4e16-8808-b209035d761f HTTP/1.1" status: 200 len: 993 time: 0.0584974 Jul 09 17:20:49.491472 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab4147-58e7-42f3-b3eb-a008d50ebce4 req-d13eb3be-e1ff-4797-801d-244b06d39c8e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:49.492928 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-80ab4147-58e7-42f3-b3eb-a008d50ebce4 req-d13eb3be-e1ff-4797-801d-244b06d39c8e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=106353cf-6f33-4f87-ae81-04ee02440bd4 HTTP/1.1" status: 200 len: 945 time: 0.1028490 Jul 09 17:20:49.498958 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa158c7a-817d-4aea-8b66-aec58cfed399 req-31ef83f9-adc9-4e7a-a435-74177b608565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:49.500958 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fa158c7a-817d-4aea-8b66-aec58cfed399 req-31ef83f9-adc9-4e7a-a435-74177b608565 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6328f77a18a0459ab8530adc9f37c090&device_id=106353cf-6f33-4f87-ae81-04ee02440bd4 HTTP/1.1" status: 200 len: 1096 time: 0.0802617 Jul 09 17:20:49.582532 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-80ab4147-58e7-42f3-b3eb-a008d50ebce4 req-31b91d87-2e68-4629-8e40-0a1dde49355f tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=897cf336-ea27-401a-9320-6dec795b69f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805378 Jul 09 17:20:49.613011 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa158c7a-817d-4aea-8b66-aec58cfed399 req-e62c1659-1ac7-4f91-9f56-6638976c684a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:49.614466 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fa158c7a-817d-4aea-8b66-aec58cfed399 req-e62c1659-1ac7-4f91-9f56-6638976c684a service neutron] 10.222.0.73 "GET /v2.0/networks?id=91cbb14c-3a50-4a4e-aea1-7f27f0f71e13 HTTP/1.1" status: 200 len: 898 time: 0.1070113 Jul 09 17:20:49.677156 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fa158c7a-817d-4aea-8b66-aec58cfed399 req-1225d661-c9a5-4f0f-bdb4-94335b69b071 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1648f37-238a-471e-9a39-9a958f3251a0 HTTP/1.1" status: 200 len: 1001 time: 0.0565376 Jul 09 17:20:49.727928 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa158c7a-817d-4aea-8b66-aec58cfed399 req-f309545e-781c-4615-8d88-7d12d53862c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:49.729312 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fa158c7a-817d-4aea-8b66-aec58cfed399 req-f309545e-781c-4615-8d88-7d12d53862c8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cb5fc9a2-7e0f-452b-b449-36b150578384 HTTP/1.1" status: 200 len: 834 time: 0.0462584 Jul 09 17:20:49.783963 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa158c7a-817d-4aea-8b66-aec58cfed399 req-e65d1af5-12dd-4770-a050-ffe7772c3a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:49.785367 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fa158c7a-817d-4aea-8b66-aec58cfed399 req-e65d1af5-12dd-4770-a050-ffe7772c3a63 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=91cbb14c-3a50-4a4e-aea1-7f27f0f71e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491831 Jul 09 17:20:49.871619 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fa158c7a-817d-4aea-8b66-aec58cfed399 req-2238497f-25c9-4852-b3e3-49bfd3f3b4d2 service neutron] 10.222.0.73 "GET /v2.0/networks/91cbb14c-3a50-4a4e-aea1-7f27f0f71e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797706 Jul 09 17:20:49.961430 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fa158c7a-817d-4aea-8b66-aec58cfed399 req-834eba14-7e68-4450-9b5d-30a05aca99df service neutron] 10.222.0.73 "GET /v2.0/networks/91cbb14c-3a50-4a4e-aea1-7f27f0f71e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834918 Jul 09 17:20:50.770509 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca704be1-20cf-442a-86e8-fa888eb5a014 req-ba87fd36-c710-4577-9e30-ebca863f4e19 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:50.771998 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ca704be1-20cf-442a-86e8-fa888eb5a014 req-ba87fd36-c710-4577-9e30-ebca863f4e19 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=106353cf-6f33-4f87-ae81-04ee02440bd4 HTTP/1.1" status: 200 len: 945 time: 0.0632215 Jul 09 17:20:50.808934 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ca704be1-20cf-442a-86e8-fa888eb5a014 req-de950d90-ac95-49a0-a52f-c62de8df80bd tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=897cf336-ea27-401a-9320-6dec795b69f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314226 Jul 09 17:20:50.837875 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54636) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:50.902145 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-dd8e4675-1e1b-4cda-ba11-ba18a7a78bc9 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/floatingips/cd02a086-b5ae-4e16-8808-b209035d761f HTTP/1.1" status: 200 len: 993 time: 0.0630264 Jul 09 17:20:52.421364 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6fd4f7a6-1eb0-46ab-b8ac-376dc53d7e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:55.141922 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-da5d30cc-870b-4f1f-9ddb-0fa672681f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:55.875315 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:56.505206 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:57.351408 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:58.445857 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:09.502618 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e03fdecb-a663-4c02-834e-bd911ff7dfe9 req-42da4e9e-d254-4489-b49e-6afea81e2f01 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=106353cf-6f33-4f87-ae81-04ee02440bd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0517292 Jul 09 17:21:09.611628 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03fdecb-a663-4c02-834e-bd911ff7dfe9 req-4843c606-5816-4c13-ac61-e47ff93ab5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:09.613091 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e03fdecb-a663-4c02-834e-bd911ff7dfe9 req-4843c606-5816-4c13-ac61-e47ff93ab5e5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6328f77a18a0459ab8530adc9f37c090&device_id=106353cf-6f33-4f87-ae81-04ee02440bd4 HTTP/1.1" status: 200 len: 1096 time: 0.0537100 Jul 09 17:21:09.717941 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03fdecb-a663-4c02-834e-bd911ff7dfe9 req-8395456d-afa4-4103-8fec-070ac3a7e551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:09.719408 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e03fdecb-a663-4c02-834e-bd911ff7dfe9 req-8395456d-afa4-4103-8fec-070ac3a7e551 service neutron] 10.222.0.73 "GET /v2.0/networks?id=91cbb14c-3a50-4a4e-aea1-7f27f0f71e13 HTTP/1.1" status: 200 len: 898 time: 0.0859883 Jul 09 17:21:09.782892 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e03fdecb-a663-4c02-834e-bd911ff7dfe9 req-e774f852-0d36-456d-89e1-037babf19a00 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1648f37-238a-471e-9a39-9a958f3251a0 HTTP/1.1" status: 200 len: 1001 time: 0.0570498 Jul 09 17:21:09.830578 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03fdecb-a663-4c02-834e-bd911ff7dfe9 req-1ca49b51-0e12-47f8-937e-9b1328b0970a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:09.831995 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e03fdecb-a663-4c02-834e-bd911ff7dfe9 req-1ca49b51-0e12-47f8-937e-9b1328b0970a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cb5fc9a2-7e0f-452b-b449-36b150578384 HTTP/1.1" status: 200 len: 834 time: 0.0425541 Jul 09 17:21:10.207329 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03fdecb-a663-4c02-834e-bd911ff7dfe9 req-74715e66-a210-415f-ae5e-cca9369a73fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:10.208721 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e03fdecb-a663-4c02-834e-bd911ff7dfe9 req-74715e66-a210-415f-ae5e-cca9369a73fb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=91cbb14c-3a50-4a4e-aea1-7f27f0f71e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3704698 Jul 09 17:21:10.304209 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e03fdecb-a663-4c02-834e-bd911ff7dfe9 req-3b598162-d039-4bd4-8674-49abd9202001 service neutron] 10.222.0.73 "GET /v2.0/networks/91cbb14c-3a50-4a4e-aea1-7f27f0f71e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880904 Jul 09 17:21:10.394068 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e03fdecb-a663-4c02-834e-bd911ff7dfe9 req-6511f71f-8e05-47e5-910c-49e46e2f7068 service neutron] 10.222.0.73 "GET /v2.0/networks/91cbb14c-3a50-4a4e-aea1-7f27f0f71e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841222 Jul 09 17:21:10.658594 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:14.091910 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:21:22.423248 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-eb4c11aa-061b-4a2e-b7d5-c09da84b9eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:25.142013 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-01a274cb-5f49-4a5d-b2dc-5b9f84076304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:25.877174 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:26.510134 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:27.357322 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:28.447403 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:40.656651 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:45.839089 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54674) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:45.997127 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-c1175855-8a15-424a-b396-8e887cc18c3b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Deleting port 264cef6e-b33f-4212-9f54-370824fd35c8 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:21:45.997468 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c1175855-8a15-424a-b396-8e887cc18c3b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:46.069188 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c1175855-8a15-424a-b396-8e887cc18c3b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:46.069515 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c1175855-8a15-424a-b396-8e887cc18c3b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:46.081296 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-c1175855-8a15-424a-b396-8e887cc18c3b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Calling delete_port for 264cef6e-b33f-4212-9f54-370824fd35c8 owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:21:46.236084 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c1175855-8a15-424a-b396-8e887cc18c3b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:46.261158 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1175855-8a15-424a-b396-8e887cc18c3b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event deleted for resources: {'Port': ['ID=264cef6e-b33f-4212-9f54-370824fd35c8,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:46.293398 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1175855-8a15-424a-b396-8e887cc18c3b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:46.293752 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1175855-8a15-424a-b396-8e887cc18c3b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:46.294095 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1175855-8a15-424a-b396-8e887cc18c3b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:46.294434 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1175855-8a15-424a-b396-8e887cc18c3b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:46.294784 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1175855-8a15-424a-b396-8e887cc18c3b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:46.295128 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1175855-8a15-424a-b396-8e887cc18c3b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:46.295459 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1175855-8a15-424a-b396-8e887cc18c3b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:46.295790 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1175855-8a15-424a-b396-8e887cc18c3b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:46.296118 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1175855-8a15-424a-b396-8e887cc18c3b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:46.296445 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1175855-8a15-424a-b396-8e887cc18c3b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:46.296774 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1175855-8a15-424a-b396-8e887cc18c3b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:46.297095 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1175855-8a15-424a-b396-8e887cc18c3b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:46.344881 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c1175855-8a15-424a-b396-8e887cc18c3b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:46.345140 n-d-798930-3 neutron-server[93958]: INFO neutron.db.l3_db [None req-c1175855-8a15-424a-b396-8e887cc18c3b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Floating IP cd02a086-b5ae-4e16-8808-b209035d761f disassociated (deleted). External IP: 172.25.0.205, port: e1648f37-238a-471e-9a39-9a958f3251a0. Jul 09 17:21:46.553332 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1175855-8a15-424a-b396-8e887cc18c3b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Router f42aafda-7f06-4167-b525-4226f6009365 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:21:46.660913 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1175855-8a15-424a-b396-8e887cc18c3b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:21:46.665336 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c1175855-8a15-424a-b396-8e887cc18c3b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:46.670761 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a236883c-3b43-4fd2-87d1-a3fbf391c5a4 None None] Sync routers for ids ['f42aafda-7f06-4167-b525-4226f6009365'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:21:46.681112 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a236883c-3b43-4fd2-87d1-a3fbf391c5a4 None None] Routers {'f42aafda-7f06-4167-b525-4226f6009365'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:21:46.681726 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a236883c-3b43-4fd2-87d1-a3fbf391c5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:21:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['f42aafda-7f06-4167-b525-4226f6009365'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:21:46.704281 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c1175855-8a15-424a-b396-8e887cc18c3b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "DELETE /v2.0/floatingips/cd02a086-b5ae-4e16-8808-b209035d761f HTTP/1.1" status: 204 len: 168 time: 0.8613112 Jul 09 17:21:46.704281 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '106353cf-6f33-4f87-ae81-04ee02440bd4', 'tag': 'e1648f37-238a-471e-9a39-9a958f3251a0'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:21:46.704890 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70bc3d1dd6a8d756905b95879fdfd768b2540769638561f09d0c65e65c91429d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e6ad77-4fd3-4283-9c16-8dfaf322535c" -d '{"events": [{"name": "network-changed", "server_uuid": "106353cf-6f33-4f87-ae81-04ee02440bd4", "tag": "e1648f37-238a-471e-9a39-9a958f3251a0"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:21:46.786192 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-a236883c-3b43-4fd2-87d1-a3fbf391c5a4 None None] Set router f42aafda-7f06-4167-b525-4226f6009365 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:21:46.950082 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a081cc1-b063-4103-8a9a-5564b0afeb55 x-openstack-request-id: req-1a081cc1-b063-4103-8a9a-5564b0afeb55 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:21:46.950585 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "106353cf-6f33-4f87-ae81-04ee02440bd4", "tag": "e1648f37-238a-471e-9a39-9a958f3251a0", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:21:46.950585 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1a081cc1-b063-4103-8a9a-5564b0afeb55 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:21:46.951038 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '106353cf-6f33-4f87-ae81-04ee02440bd4', 'tag': 'e1648f37-238a-471e-9a39-9a958f3251a0', 'status': 'completed', 'code': 200} Jul 09 17:21:46.995217 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a236883c-3b43-4fd2-87d1-a3fbf391c5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42aafda-7f06-4167-b525-4226f6009365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261283502', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '5161e5fe-605d-433b-82d2-228296f693a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:19:14Z', 'updated_at': '2021-07-09T17:19:17Z', 'revision_number': 4, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': '5161e5fe-605d-433b-82d2-228296f693a6', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:93:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42aafda-7f06-4167-b525-4226f6009365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:19:14Z', 'updated_at': '2021-07-09T17:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '9e3a5c6e-13d1-48b5-9526-ad799f0b97e5', 'name': '', 'network_id': '91cbb14c-3a50-4a4e-aea1-7f27f0f71e13', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'mac_address': 'fa:16:3e:0e:de:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42aafda-7f06-4167-b525-4226f6009365', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cb5fc9a2-7e0f-452b-b449-36b150578384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:19:16Z', 'updated_at': '2021-07-09T17:19:22Z', 'revision_number': 5, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'subnets': [{'id': 'cb5fc9a2-7e0f-452b-b449-36b150578384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:21:47.022988 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a236883c-3b43-4fd2-87d1-a3fbf391c5a4 None None] Checking router: f42aafda-7f06-4167-b525-4226f6009365 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:21:47.031546 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a236883c-3b43-4fd2-87d1-a3fbf391c5a4 None None] Routers {'f42aafda-7f06-4167-b525-4226f6009365'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:21:47.032731 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a236883c-3b43-4fd2-87d1-a3fbf391c5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:21:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['f42aafda-7f06-4167-b525-4226f6009365'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:21:47.109734 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6ad77-4fd3-4283-9c16-8dfaf322535c req-e71c1fa0-dfad-4153-ad25-78d0c479a2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:47.111309 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f0e6ad77-4fd3-4283-9c16-8dfaf322535c req-e71c1fa0-dfad-4153-ad25-78d0c479a2c0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6328f77a18a0459ab8530adc9f37c090&device_id=106353cf-6f33-4f87-ae81-04ee02440bd4 HTTP/1.1" status: 200 len: 1096 time: 0.1017356 Jul 09 17:21:47.123204 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f2fbb-1700-43cc-aabd-3e766df0dae1 req-c29add94-99c0-4b12-af87-7334535f1e4d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:47.124591 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-135f2fbb-1700-43cc-aabd-3e766df0dae1 req-c29add94-99c0-4b12-af87-7334535f1e4d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=106353cf-6f33-4f87-ae81-04ee02440bd4 HTTP/1.1" status: 200 len: 945 time: 0.0873516 Jul 09 17:21:47.141159 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-a236883c-3b43-4fd2-87d1-a3fbf391c5a4 None None] Set router f42aafda-7f06-4167-b525-4226f6009365 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:21:47.227401 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-135f2fbb-1700-43cc-aabd-3e766df0dae1 req-0db88a0f-9301-4cbc-a6ab-3393ed392cb2 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=897cf336-ea27-401a-9320-6dec795b69f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935678 Jul 09 17:21:47.244100 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6ad77-4fd3-4283-9c16-8dfaf322535c req-68e95f2d-fb64-4700-b5fc-aae8bb630d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:47.245579 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f0e6ad77-4fd3-4283-9c16-8dfaf322535c req-68e95f2d-fb64-4700-b5fc-aae8bb630d6a service neutron] 10.222.0.73 "GET /v2.0/networks?id=91cbb14c-3a50-4a4e-aea1-7f27f0f71e13 HTTP/1.1" status: 200 len: 898 time: 0.1201499 Jul 09 17:21:47.293733 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f0e6ad77-4fd3-4283-9c16-8dfaf322535c req-8106ed8c-ee0f-42d1-9740-3f5cf06bd0dd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1648f37-238a-471e-9a39-9a958f3251a0 HTTP/1.1" status: 200 len: 217 time: 0.0400758 Jul 09 17:21:47.337748 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a236883c-3b43-4fd2-87d1-a3fbf391c5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42aafda-7f06-4167-b525-4226f6009365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261283502', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '5161e5fe-605d-433b-82d2-228296f693a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:19:14Z', 'updated_at': '2021-07-09T17:19:17Z', 'revision_number': 4, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': '5161e5fe-605d-433b-82d2-228296f693a6', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:93:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42aafda-7f06-4167-b525-4226f6009365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:19:14Z', 'updated_at': '2021-07-09T17:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '9e3a5c6e-13d1-48b5-9526-ad799f0b97e5', 'name': '', 'network_id': '91cbb14c-3a50-4a4e-aea1-7f27f0f71e13', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'mac_address': 'fa:16:3e:0e:de:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42aafda-7f06-4167-b525-4226f6009365', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cb5fc9a2-7e0f-452b-b449-36b150578384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:19:16Z', 'updated_at': '2021-07-09T17:19:22Z', 'revision_number': 5, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'subnets': [{'id': 'cb5fc9a2-7e0f-452b-b449-36b150578384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:21:47.343987 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6ad77-4fd3-4283-9c16-8dfaf322535c req-7c4b7d52-664e-4e9c-8a1f-c4eea885dd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:47.346102 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f0e6ad77-4fd3-4283-9c16-8dfaf322535c req-7c4b7d52-664e-4e9c-8a1f-c4eea885dd41 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cb5fc9a2-7e0f-452b-b449-36b150578384 HTTP/1.1" status: 200 len: 834 time: 0.0449939 Jul 09 17:21:47.367876 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a236883c-3b43-4fd2-87d1-a3fbf391c5a4 None None] The sync data for ids ['f42aafda-7f06-4167-b525-4226f6009365'] in n-d-798930-3 is: [{'id': 'f42aafda-7f06-4167-b525-4226f6009365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261283502', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '5161e5fe-605d-433b-82d2-228296f693a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:19:14Z', 'updated_at': '2021-07-09T17:19:17Z', 'revision_number': 4, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': '5161e5fe-605d-433b-82d2-228296f693a6', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:93:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42aafda-7f06-4167-b525-4226f6009365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:19:14Z', 'updated_at': '2021-07-09T17:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '9e3a5c6e-13d1-48b5-9526-ad799f0b97e5', 'name': '', 'network_id': '91cbb14c-3a50-4a4e-aea1-7f27f0f71e13', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'mac_address': 'fa:16:3e:0e:de:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42aafda-7f06-4167-b525-4226f6009365', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cb5fc9a2-7e0f-452b-b449-36b150578384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:19:16Z', 'updated_at': '2021-07-09T17:19:22Z', 'revision_number': 5, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'subnets': [{'id': 'cb5fc9a2-7e0f-452b-b449-36b150578384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:21:47.404966 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6ad77-4fd3-4283-9c16-8dfaf322535c req-dec4b690-c490-40a0-bb06-e605217e5346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:47.406537 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f0e6ad77-4fd3-4283-9c16-8dfaf322535c req-dec4b690-c490-40a0-bb06-e605217e5346 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=91cbb14c-3a50-4a4e-aea1-7f27f0f71e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535865 Jul 09 17:21:47.502625 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f0e6ad77-4fd3-4283-9c16-8dfaf322535c req-03931a65-3822-43fd-a01c-6f9679dbeada service neutron] 10.222.0.73 "GET /v2.0/networks/91cbb14c-3a50-4a4e-aea1-7f27f0f71e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885482 Jul 09 17:21:47.580180 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e511484-e78a-4c68-85b5-6d4b40909d2e None None] New status for floating IP cd02a086-b5ae-4e16-8808-b209035d761f: DOWN {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:21:47.596093 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f0e6ad77-4fd3-4283-9c16-8dfaf322535c req-35d9a994-f97a-468a-8019-98d2165922f2 service neutron] 10.222.0.73 "GET /v2.0/networks/91cbb14c-3a50-4a4e-aea1-7f27f0f71e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855792 Jul 09 17:21:48.397586 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e8565-9b31-4da4-8188-5f9b3bab359f req-2b0eac7e-46a1-4211-a2ae-51e6a4629944 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:48.399076 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ef1e8565-9b31-4da4-8188-5f9b3bab359f req-2b0eac7e-46a1-4211-a2ae-51e6a4629944 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=106353cf-6f33-4f87-ae81-04ee02440bd4 HTTP/1.1" status: 200 len: 945 time: 0.0625467 Jul 09 17:21:48.436973 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ef1e8565-9b31-4da4-8188-5f9b3bab359f req-45171e0e-edc9-43b9-848c-f7e62f0f3aa7 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=897cf336-ea27-401a-9320-6dec795b69f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324044 Jul 09 17:21:49.005774 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369b183-d4b6-4b2a-9851-c3214e5a45c4 req-89f1e478-cd69-486e-9376-d98ed23499ca tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:49.007159 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0369b183-d4b6-4b2a-9851-c3214e5a45c4 req-89f1e478-cd69-486e-9376-d98ed23499ca tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.73 "GET /v2.0/ports?device_id=106353cf-6f33-4f87-ae81-04ee02440bd4 HTTP/1.1" status: 200 len: 945 time: 0.0694823 Jul 09 17:21:49.108274 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-0369b183-d4b6-4b2a-9851-c3214e5a45c4 req-2514988e-5e39-4eab-924c-fedcddbb134d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Deleting port e1648f37-238a-471e-9a39-9a958f3251a0 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:21:49.108617 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0369b183-d4b6-4b2a-9851-c3214e5a45c4 req-2514988e-5e39-4eab-924c-fedcddbb134d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:49.198871 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-0369b183-d4b6-4b2a-9851-c3214e5a45c4 req-2514988e-5e39-4eab-924c-fedcddbb134d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] For port e1648f37-238a-471e-9a39-9a958f3251a0, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=e1648f37-238a-471e-9a39-9a958f3251a0,segment=NetworkSegment(35d895b4-b6ce-4917-8593-06b014c6a3da),segment_id=35d895b4-b6ce-4917-8593-06b014c6a3da)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:21:49.199234 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0369b183-d4b6-4b2a-9851-c3214e5a45c4 req-2514988e-5e39-4eab-924c-fedcddbb134d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:49.211658 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-0369b183-d4b6-4b2a-9851-c3214e5a45c4 req-2514988e-5e39-4eab-924c-fedcddbb134d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Calling delete_port for e1648f37-238a-471e-9a39-9a958f3251a0 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:21:49.343526 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0369b183-d4b6-4b2a-9851-c3214e5a45c4 req-2514988e-5e39-4eab-924c-fedcddbb134d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:49.372901 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2514988e-5e39-4eab-924c-fedcddbb134d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event deleted for resources: {'Port': ['ID=e1648f37-238a-471e-9a39-9a958f3251a0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:49.417882 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-0369b183-d4b6-4b2a-9851-c3214e5a45c4 req-2514988e-5e39-4eab-924c-fedcddbb134d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] No DVR routers for this DVR port e1648f37-238a-471e-9a39-9a958f3251a0 on host n-h2-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:21:49.420452 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0369b183-d4b6-4b2a-9851-c3214e5a45c4 req-2514988e-5e39-4eab-924c-fedcddbb134d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:49.422424 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0369b183-d4b6-4b2a-9851-c3214e5a45c4 req-2514988e-5e39-4eab-924c-fedcddbb134d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.73 "DELETE /v2.0/ports/e1648f37-238a-471e-9a39-9a958f3251a0 HTTP/1.1" status: 204 len: 173 time: 0.4093988 Jul 09 17:21:49.423407 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106353cf-6f33-4f87-ae81-04ee02440bd4', 'name': 'network-vif-deleted', 'tag': 'e1648f37-238a-471e-9a39-9a958f3251a0'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:21:49.425683 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70bc3d1dd6a8d756905b95879fdfd768b2540769638561f09d0c65e65c91429d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba09ec0-77bd-4ca7-a0a7-48f2f7a2e0d3" -d '{"events": [{"server_uuid": "106353cf-6f33-4f87-ae81-04ee02440bd4", "name": "network-vif-deleted", "tag": "e1648f37-238a-471e-9a39-9a958f3251a0"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:21:49.464231 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38939070-e29a-485b-8e19-23db00ac2bc4 x-openstack-request-id: req-38939070-e29a-485b-8e19-23db00ac2bc4 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:21:49.464565 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "106353cf-6f33-4f87-ae81-04ee02440bd4", "name": "network-vif-deleted", "tag": "e1648f37-238a-471e-9a39-9a958f3251a0", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:21:49.464853 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-38939070-e29a-485b-8e19-23db00ac2bc4 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:21:49.465304 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106353cf-6f33-4f87-ae81-04ee02440bd4', 'name': 'network-vif-deleted', 'tag': 'e1648f37-238a-471e-9a39-9a958f3251a0', 'status': 'completed', 'code': 200} Jul 09 17:21:49.579120 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-946ff3b2-cee5-4038-8fc4-f1526b213230 req-2d2d3e67-fcf7-4930-a7fb-dbecb9db1a1e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=106353cf-6f33-4f87-ae81-04ee02440bd4 HTTP/1.1" status: 200 len: 210 time: 0.0290537 Jul 09 17:21:50.673263 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54690) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:51.025362 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fdddc3ae-e149-4e37-a6a0-ed3848b4692c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:51.090976 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:21:51.284963 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-fdddc3ae-e149-4e37-a6a0-ed3848b4692c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Deleting port 9e3a5c6e-13d1-48b5-9526-ad799f0b97e5 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:21:51.285230 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fdddc3ae-e149-4e37-a6a0-ed3848b4692c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:51.374486 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-fdddc3ae-e149-4e37-a6a0-ed3848b4692c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] For port 9e3a5c6e-13d1-48b5-9526-ad799f0b97e5, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=9e3a5c6e-13d1-48b5-9526-ad799f0b97e5,segment=NetworkSegment(35d895b4-b6ce-4917-8593-06b014c6a3da),segment_id=35d895b4-b6ce-4917-8593-06b014c6a3da)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:21:51.374872 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fdddc3ae-e149-4e37-a6a0-ed3848b4692c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:51.386449 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-fdddc3ae-e149-4e37-a6a0-ed3848b4692c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Calling delete_port for 9e3a5c6e-13d1-48b5-9526-ad799f0b97e5 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:21:51.569056 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fdddc3ae-e149-4e37-a6a0-ed3848b4692c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:51.597266 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdddc3ae-e149-4e37-a6a0-ed3848b4692c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event deleted for resources: {'Port': ['ID=9e3a5c6e-13d1-48b5-9526-ad799f0b97e5,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:51.764669 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fdddc3ae-e149-4e37-a6a0-ed3848b4692c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:51.973807 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdddc3ae-e149-4e37-a6a0-ed3848b4692c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Router f42aafda-7f06-4167-b525-4226f6009365 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:21:52.075931 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdddc3ae-e149-4e37-a6a0-ed3848b4692c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:21:52.081120 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-fdddc3ae-e149-4e37-a6a0-ed3848b4692c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "PUT /v2.0/routers/f42aafda-7f06-4167-b525-4226f6009365/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4068384 Jul 09 17:21:52.084185 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54694) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:52.085422 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd6267c-b288-4ddd-882b-55f39e2a5ac6 None None] Sync routers for ids ['f42aafda-7f06-4167-b525-4226f6009365'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:21:52.094951 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd6267c-b288-4ddd-882b-55f39e2a5ac6 None None] Routers {'f42aafda-7f06-4167-b525-4226f6009365'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:21:52.095553 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-8dd6267c-b288-4ddd-882b-55f39e2a5ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:21:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['f42aafda-7f06-4167-b525-4226f6009365'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:21:52.139036 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2dfceb9-133c-43cd-a61f-e10c60530d74 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Deleting subnet cb5fc9a2-7e0f-452b-b449-36b150578384 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:21:52.142065 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f2dfceb9-133c-43cd-a61f-e10c60530d74 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:52.188932 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f2dfceb9-133c-43cd-a61f-e10c60530d74 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:52.203375 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-8dd6267c-b288-4ddd-882b-55f39e2a5ac6 None None] Set router f42aafda-7f06-4167-b525-4226f6009365 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:21:52.273535 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f2dfceb9-133c-43cd-a61f-e10c60530d74 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:52.335984 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f2dfceb9-133c-43cd-a61f-e10c60530d74 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:52.361328 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dfceb9-133c-43cd-a61f-e10c60530d74 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event deleted for resources: {'Subnet': ['ID=cb5fc9a2-7e0f-452b-b449-36b150578384,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:52.370755 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f2dfceb9-133c-43cd-a61f-e10c60530d74 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:52.372590 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-f2dfceb9-133c-43cd-a61f-e10c60530d74 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "DELETE /v2.0/subnets/cb5fc9a2-7e0f-452b-b449-36b150578384 HTTP/1.1" status: 204 len: 168 time: 0.2871020 Jul 09 17:21:52.374547 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dfceb9-133c-43cd-a61f-e10c60530d74 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:52.374930 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dfceb9-133c-43cd-a61f-e10c60530d74 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:52.375445 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54698) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:52.375805 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3871a2b5-6eb7-43fd-8c40-540aad059285 None None] Network 91cbb14c-3a50-4a4e-aea1-7f27f0f71e13 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:21:52.379221 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dfceb9-133c-43cd-a61f-e10c60530d74 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:52.379886 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dfceb9-133c-43cd-a61f-e10c60530d74 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:52.380464 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dfceb9-133c-43cd-a61f-e10c60530d74 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:52.380817 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dfceb9-133c-43cd-a61f-e10c60530d74 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:52.381194 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dfceb9-133c-43cd-a61f-e10c60530d74 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:52.381527 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dfceb9-133c-43cd-a61f-e10c60530d74 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:52.383159 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dfceb9-133c-43cd-a61f-e10c60530d74 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:52.383159 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dfceb9-133c-43cd-a61f-e10c60530d74 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:52.383159 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dfceb9-133c-43cd-a61f-e10c60530d74 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:52.383159 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dfceb9-133c-43cd-a61f-e10c60530d74 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:52.456612 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d6c40842-0189-4164-a02f-986030c10bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:52.462820 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-8dd6267c-b288-4ddd-882b-55f39e2a5ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42aafda-7f06-4167-b525-4226f6009365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261283502', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '5161e5fe-605d-433b-82d2-228296f693a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:19:14Z', 'updated_at': '2021-07-09T17:21:51Z', 'revision_number': 5, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': '5161e5fe-605d-433b-82d2-228296f693a6', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:93:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42aafda-7f06-4167-b525-4226f6009365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:19:14Z', 'updated_at': '2021-07-09T17:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:21:52.510161 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd6267c-b288-4ddd-882b-55f39e2a5ac6 None None] Checking router: f42aafda-7f06-4167-b525-4226f6009365 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:21:52.539034 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd6267c-b288-4ddd-882b-55f39e2a5ac6 None None] Routers {'f42aafda-7f06-4167-b525-4226f6009365'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:21:52.539676 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-8dd6267c-b288-4ddd-882b-55f39e2a5ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:21:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['f42aafda-7f06-4167-b525-4226f6009365'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:21:52.600866 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device e1648f37-238a-471e-9a39-9a958f3251a0 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:21:52.814281 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-540be24b-e970-455e-ac4b-6c081b6244d7 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:52.814959 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: e1648f37-238a-471e-9a39-9a958f3251a0 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:21:52.815118 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device e1648f37-238a-471e-9a39-9a958f3251a0 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:21:52.854802 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-8dd6267c-b288-4ddd-882b-55f39e2a5ac6 None None] Set router f42aafda-7f06-4167-b525-4226f6009365 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:21:52.920343 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c4c315-82d9-4874-a815-da7d6ed1279d None None] DHCP port deletion for 91cbb14c-3a50-4a4e-aea1-7f27f0f71e13 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:21:52.932793 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-540be24b-e970-455e-ac4b-6c081b6244d7 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:52.984225 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-540be24b-e970-455e-ac4b-6c081b6244d7 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Deleting port 5161e5fe-605d-433b-82d2-228296f693a6 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:21:52.984566 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-540be24b-e970-455e-ac4b-6c081b6244d7 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:53.043849 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-92c4c315-82d9-4874-a815-da7d6ed1279d None None] Deleting port 4030f1a8-578f-4d97-a96d-e212cdbfce32 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:21:53.044221 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-92c4c315-82d9-4874-a815-da7d6ed1279d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:53.061576 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-540be24b-e970-455e-ac4b-6c081b6244d7 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] For port 5161e5fe-605d-433b-82d2-228296f693a6, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=5161e5fe-605d-433b-82d2-228296f693a6,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:21:53.061939 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-540be24b-e970-455e-ac4b-6c081b6244d7 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:53.082228 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-540be24b-e970-455e-ac4b-6c081b6244d7 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Calling delete_port for 5161e5fe-605d-433b-82d2-228296f693a6 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:21:53.119534 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-92c4c315-82d9-4874-a815-da7d6ed1279d None None] For port 4030f1a8-578f-4d97-a96d-e212cdbfce32, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=4030f1a8-578f-4d97-a96d-e212cdbfce32,segment=NetworkSegment(35d895b4-b6ce-4917-8593-06b014c6a3da),segment_id=35d895b4-b6ce-4917-8593-06b014c6a3da)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:21:53.120161 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-92c4c315-82d9-4874-a815-da7d6ed1279d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:53.134684 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-92c4c315-82d9-4874-a815-da7d6ed1279d None None] Calling delete_port for 4030f1a8-578f-4d97-a96d-e212cdbfce32 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:21:53.150269 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-8dd6267c-b288-4ddd-882b-55f39e2a5ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42aafda-7f06-4167-b525-4226f6009365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261283502', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '5161e5fe-605d-433b-82d2-228296f693a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:19:14Z', 'updated_at': '2021-07-09T17:21:51Z', 'revision_number': 5, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': '5161e5fe-605d-433b-82d2-228296f693a6', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:93:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42aafda-7f06-4167-b525-4226f6009365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:19:14Z', 'updated_at': '2021-07-09T17:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:21:53.179416 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd6267c-b288-4ddd-882b-55f39e2a5ac6 None None] The sync data for ids ['f42aafda-7f06-4167-b525-4226f6009365'] in n-d-798930-3 is: [{'id': 'f42aafda-7f06-4167-b525-4226f6009365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261283502', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '5161e5fe-605d-433b-82d2-228296f693a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:19:14Z', 'updated_at': '2021-07-09T17:21:51Z', 'revision_number': 5, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': '5161e5fe-605d-433b-82d2-228296f693a6', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:93:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42aafda-7f06-4167-b525-4226f6009365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:19:14Z', 'updated_at': '2021-07-09T17:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:21:53.257689 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-92c4c315-82d9-4874-a815-da7d6ed1279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:53.260375 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-540be24b-e970-455e-ac4b-6c081b6244d7 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:53.284843 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c4c315-82d9-4874-a815-da7d6ed1279d None None] Pushing event deleted for resources: {'Port': ['ID=4030f1a8-578f-4d97-a96d-e212cdbfce32,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:53.288255 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540be24b-e970-455e-ac4b-6c081b6244d7 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event deleted for resources: {'Port': ['ID=5161e5fe-605d-433b-82d2-228296f693a6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:53.288976 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c4c315-82d9-4874-a815-da7d6ed1279d None None] No DVR routers for this DVR port 4030f1a8-578f-4d97-a96d-e212cdbfce32 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:21:53.300209 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c4c315-82d9-4874-a815-da7d6ed1279d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:53.300563 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c4c315-82d9-4874-a815-da7d6ed1279d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:53.301268 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c4c315-82d9-4874-a815-da7d6ed1279d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:53.301615 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c4c315-82d9-4874-a815-da7d6ed1279d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:53.301950 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c4c315-82d9-4874-a815-da7d6ed1279d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:53.302280 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c4c315-82d9-4874-a815-da7d6ed1279d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:53.302708 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c4c315-82d9-4874-a815-da7d6ed1279d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:53.303110 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c4c315-82d9-4874-a815-da7d6ed1279d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:53.303580 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c4c315-82d9-4874-a815-da7d6ed1279d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:53.303918 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c4c315-82d9-4874-a815-da7d6ed1279d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:53.304248 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c4c315-82d9-4874-a815-da7d6ed1279d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:53.304574 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c4c315-82d9-4874-a815-da7d6ed1279d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:53.354026 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-540be24b-e970-455e-ac4b-6c081b6244d7 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:53.442968 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-540be24b-e970-455e-ac4b-6c081b6244d7 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:53.445052 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-540be24b-e970-455e-ac4b-6c081b6244d7 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:53.493337 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-540be24b-e970-455e-ac4b-6c081b6244d7 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:53.493963 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-540be24b-e970-455e-ac4b-6c081b6244d7 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Fanout notify agent at l3_agent the message router_deleted on router f42aafda-7f06-4167-b525-4226f6009365 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:21:53.501536 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-540be24b-e970-455e-ac4b-6c081b6244d7 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:53.505228 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-540be24b-e970-455e-ac4b-6c081b6244d7 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "DELETE /v2.0/routers/f42aafda-7f06-4167-b525-4226f6009365 HTTP/1.1" status: 204 len: 168 time: 1.1262467 Jul 09 17:21:53.505499 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54700) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:53.586484 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7758be84-f8e2-4556-9d6a-69ec78c3237b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:53.679026 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7758be84-f8e2-4556-9d6a-69ec78c3237b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:53.689143 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-7758be84-f8e2-4556-9d6a-69ec78c3237b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91cbb14c-3a50-4a4e-aea1-7f27f0f71e13']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:21:53.704921 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-7758be84-f8e2-4556-9d6a-69ec78c3237b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35d895b4-b6ce-4917-8593-06b014c6a3da') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:21:53.705211 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-7758be84-f8e2-4556-9d6a-69ec78c3237b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35d895b4-b6ce-4917-8593-06b014c6a3da') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:21:53.714761 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7758be84-f8e2-4556-9d6a-69ec78c3237b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:53.728511 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7758be84-f8e2-4556-9d6a-69ec78c3237b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:53.734809 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7758be84-f8e2-4556-9d6a-69ec78c3237b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:21:53.735977 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7758be84-f8e2-4556-9d6a-69ec78c3237b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:53.739402 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:21:53.739402 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:21:53.739402 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:21:53.739402 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:21:53.739402 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 17:21:53.739402 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:21:53.739402 n-d-798930-3 neutron-server[93958]: timer() Jul 09 17:21:53.739402 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:21:53.739402 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 17:21:53.739402 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:21:53.739402 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 17:21:53.739402 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:21:53.739402 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 17:21:53.739402 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:21:53.739402 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 17:21:53.739402 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:21:53.739402 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 17:21:53.739402 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:21:53.739402 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:21:53.739402 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:21:53.739402 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:21:53.739402 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:21:53.739402 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 17:21:53.739402 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:21:53.739402 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 17:21:53.739402 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:21:53.739402 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:21:53.739402 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:21:53.739402 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 17:21:53.739402 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:21:53.739402 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:21:53.739402 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:21:53.739402 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:21:53.739402 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:21:53.739402 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:21:53.739402 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:21:53.800290 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7758be84-f8e2-4556-9d6a-69ec78c3237b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:53.807987 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7758be84-f8e2-4556-9d6a-69ec78c3237b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:53.809969 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7758be84-f8e2-4556-9d6a-69ec78c3237b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "DELETE /v2.0/networks/91cbb14c-3a50-4a4e-aea1-7f27f0f71e13 HTTP/1.1" status: 204 len: 168 time: 0.3035362 Jul 09 17:21:53.812853 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54702) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:53.824282 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7758be84-f8e2-4556-9d6a-69ec78c3237b tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event deleted for resources: {'Network': ['ID=91cbb14c-3a50-4a4e-aea1-7f27f0f71e13,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:53.881742 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ea24e9d4-e24a-43e0-908e-4270e3e5d4ba tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:53.907064 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ea24e9d4-e24a-43e0-908e-4270e3e5d4ba tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:53.966416 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ea24e9d4-e24a-43e0-908e-4270e3e5d4ba tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:53.969059 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ea24e9d4-e24a-43e0-908e-4270e3e5d4ba tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:53.970204 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ea24e9d4-e24a-43e0-908e-4270e3e5d4ba tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "DELETE /v2.0/security-groups/897cf336-ea27-401a-9320-6dec795b69f5 HTTP/1.1" status: 204 len: 168 time: 0.1553280 Jul 09 17:21:53.979612 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea24e9d4-e24a-43e0-908e-4270e3e5d4ba tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=897cf336-ea27-401a-9320-6dec795b69f5,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:54.613569 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 4030f1a8-578f-4d97-a96d-e212cdbfce32 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:21:54.632683 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 4030f1a8-578f-4d97-a96d-e212cdbfce32 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:21:54.633020 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 4030f1a8-578f-4d97-a96d-e212cdbfce32 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:21:54.633422 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 5161e5fe-605d-433b-82d2-228296f693a6 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:21:54.651358 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 5161e5fe-605d-433b-82d2-228296f693a6 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:21:54.651710 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 5161e5fe-605d-433b-82d2-228296f693a6 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:21:54.652102 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 9e3a5c6e-13d1-48b5-9526-ad799f0b97e5 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:21:54.669773 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 9e3a5c6e-13d1-48b5-9526-ad799f0b97e5 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:21:54.670110 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 9e3a5c6e-13d1-48b5-9526-ad799f0b97e5 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:21:55.144038 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-220f0173-a2a4-4d64-99e5-60f5d6743b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:55.403239 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54712) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:55.407855 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-7853687b-29f9-4c82-93b6-cde89b43b5d8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1201500755', 'description': 'tempest-secgroup-smoke-1201500755 description', 'project_id': '6328f77a18a0459ab8530adc9f37c090'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:55.431270 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7853687b-29f9-4c82-93b6-cde89b43b5d8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:55.511275 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7853687b-29f9-4c82-93b6-cde89b43b5d8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:55.514714 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7853687b-29f9-4c82-93b6-cde89b43b5d8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:55.543221 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7853687b-29f9-4c82-93b6-cde89b43b5d8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:55.544436 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-7853687b-29f9-4c82-93b6-cde89b43b5d8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1401954 Jul 09 17:21:55.548140 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54714) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:55.551569 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7853687b-29f9-4c82-93b6-cde89b43b5d8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2433ec2d-c85f-4843-9d04-f678b88dca97,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:55.552792 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d5e03f62-053e-4724-b46c-b0d02af725fb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Request body: {'security_group_rule': {'security_group_id': '2433ec2d-c85f-4843-9d04-f678b88dca97', 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:55.578821 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5e03f62-053e-4724-b46c-b0d02af725fb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:55.633136 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5e03f62-053e-4724-b46c-b0d02af725fb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:55.636637 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5e03f62-053e-4724-b46c-b0d02af725fb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:55.653939 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e03f62-053e-4724-b46c-b0d02af725fb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=714bbacf-6933-4d98-9fcf-3af669d8e84a,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:55.659664 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5e03f62-053e-4724-b46c-b0d02af725fb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:55.660943 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d5e03f62-053e-4724-b46c-b0d02af725fb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1117539 Jul 09 17:21:55.663741 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54716) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:55.668094 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7308f6eb-11de-4253-84d1-e9cda34d389c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Request body: {'security_group_rule': {'security_group_id': '2433ec2d-c85f-4843-9d04-f678b88dca97', 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:55.693498 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7308f6eb-11de-4253-84d1-e9cda34d389c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:55.753012 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7308f6eb-11de-4253-84d1-e9cda34d389c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:55.756482 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7308f6eb-11de-4253-84d1-e9cda34d389c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:55.773913 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7308f6eb-11de-4253-84d1-e9cda34d389c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53d443d0-e888-485a-bcfc-8bc707a7f662,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:55.780743 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7308f6eb-11de-4253-84d1-e9cda34d389c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:55.782603 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7308f6eb-11de-4253-84d1-e9cda34d389c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1173217 Jul 09 17:21:55.785262 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54718) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:55.789555 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-2ec8fcc4-18e0-4e7d-bfbe-a8a18e4e08c7 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Request body: {'security_group_rule': {'security_group_id': '2433ec2d-c85f-4843-9d04-f678b88dca97', 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:55.815464 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2ec8fcc4-18e0-4e7d-bfbe-a8a18e4e08c7 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:55.873488 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2ec8fcc4-18e0-4e7d-bfbe-a8a18e4e08c7 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:55.878651 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2ec8fcc4-18e0-4e7d-bfbe-a8a18e4e08c7 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:55.879473 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:55.896481 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec8fcc4-18e0-4e7d-bfbe-a8a18e4e08c7 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f201d4c-a021-48c6-ab42-879bed57aa54,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:55.902977 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2ec8fcc4-18e0-4e7d-bfbe-a8a18e4e08c7 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:55.904158 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2ec8fcc4-18e0-4e7d-bfbe-a8a18e4e08c7 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1179676 Jul 09 17:21:55.907429 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54720) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:55.911758 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-8ac6186b-bd74-4a5b-bca3-04d63c934072 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Request body: {'security_group_rule': {'security_group_id': '2433ec2d-c85f-4843-9d04-f678b88dca97', 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:55.937505 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ac6186b-bd74-4a5b-bca3-04d63c934072 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:56.000762 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ac6186b-bd74-4a5b-bca3-04d63c934072 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:56.004469 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ac6186b-bd74-4a5b-bca3-04d63c934072 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:56.024893 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac6186b-bd74-4a5b-bca3-04d63c934072 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9b2daf0-a7e2-4e02-a679-4c6ee8e3bea8,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:56.027776 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ac6186b-bd74-4a5b-bca3-04d63c934072 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:56.028956 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8ac6186b-bd74-4a5b-bca3-04d63c934072 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1206150 Jul 09 17:21:56.031806 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54722) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:56.036829 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b143d27b-6fad-404f-97a3-17aa6565cffd tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Request body: {'security_group_rule': {'security_group_id': '2433ec2d-c85f-4843-9d04-f678b88dca97', 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:56.058532 n-d-798930-3 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-b143d27b-6fad-404f-97a3-17aa6565cffd tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Project 6328f77a18a0459ab8530adc9f37c090 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:21:56.063239 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b143d27b-6fad-404f-97a3-17aa6565cffd tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:56.124421 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b143d27b-6fad-404f-97a3-17aa6565cffd tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:56.128081 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b143d27b-6fad-404f-97a3-17aa6565cffd tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:56.148091 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b143d27b-6fad-404f-97a3-17aa6565cffd tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b9bddb8-e5f8-4f85-90f2-cd9ae64a8164,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:56.151913 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b143d27b-6fad-404f-97a3-17aa6565cffd tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:56.153138 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b143d27b-6fad-404f-97a3-17aa6565cffd tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1198635 Jul 09 17:21:56.156891 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54724) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:56.164100 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f8e0bf25-7e5f-4de0-b0ed-31cf7e65fc26 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Request body: {'security_group_rule': {'security_group_id': '2433ec2d-c85f-4843-9d04-f678b88dca97', 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:56.184492 n-d-798930-3 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-f8e0bf25-7e5f-4de0-b0ed-31cf7e65fc26 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Project 6328f77a18a0459ab8530adc9f37c090 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:21:56.189928 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8e0bf25-7e5f-4de0-b0ed-31cf7e65fc26 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:56.251361 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8e0bf25-7e5f-4de0-b0ed-31cf7e65fc26 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:56.254908 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8e0bf25-7e5f-4de0-b0ed-31cf7e65fc26 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:56.272518 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e0bf25-7e5f-4de0-b0ed-31cf7e65fc26 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0669ffcc-15c1-4b62-b6c3-174f24f410d0,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:56.279002 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8e0bf25-7e5f-4de0-b0ed-31cf7e65fc26 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:56.282347 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f8e0bf25-7e5f-4de0-b0ed-31cf7e65fc26 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1230004 Jul 09 17:21:56.283782 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54726) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:56.288756 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-94c31358-31e7-4216-80b1-b9ce57dfbdd4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Request body: {'network': {'name': 'tempest-network-smoke--1622621203', 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'port_security_enabled': True}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:56.307864 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c31358-31e7-4216-80b1-b9ce57dfbdd4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Made reservation on behalf of 6328f77a18a0459ab8530adc9f37c090 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:21:56.311419 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-94c31358-31e7-4216-80b1-b9ce57dfbdd4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:56.335072 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94c31358-31e7-4216-80b1-b9ce57dfbdd4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:21:56.344022 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-94c31358-31e7-4216-80b1-b9ce57dfbdd4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:56.344972 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-94c31358-31e7-4216-80b1-b9ce57dfbdd4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Added segment 4358b0c2-12e9-4fbd-abe6-2fe03d12ae49 of type vlan for network e6fb0671-a4e9-4a34-a73d-3f799ffae3c8 Jul 09 17:21:56.384280 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-94c31358-31e7-4216-80b1-b9ce57dfbdd4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:56.414461 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-94c31358-31e7-4216-80b1-b9ce57dfbdd4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:56.419799 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c31358-31e7-4216-80b1-b9ce57dfbdd4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:56.420373 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-94c31358-31e7-4216-80b1-b9ce57dfbdd4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:56.480753 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-94c31358-31e7-4216-80b1-b9ce57dfbdd4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1959260 Jul 09 17:21:56.483732 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54728) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:56.488483 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-2dd5c7e9-b1f0-4bd7-9c45-d29ed4433f15 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-85258128', 'admin_state_up': True, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:56.501993 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c31358-31e7-4216-80b1-b9ce57dfbdd4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'Network': ['ID=e6fb0671-a4e9-4a34-a73d-3f799ffae3c8,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:56.513601 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:56.516839 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network e6fb0671-a4e9-4a34-a73d-3f799ffae3c8 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:21:56.523268 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2dd5c7e9-b1f0-4bd7-9c45-d29ed4433f15 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:56.524964 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2dd5c7e9-b1f0-4bd7-9c45-d29ed4433f15 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:56.583016 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2dd5c7e9-b1f0-4bd7-9c45-d29ed4433f15 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:56.718024 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2dd5c7e9-b1f0-4bd7-9c45-d29ed4433f15 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:56.915938 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2dd5c7e9-b1f0-4bd7-9c45-d29ed4433f15 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:56.934651 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2dd5c7e9-b1f0-4bd7-9c45-d29ed4433f15 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:57.034138 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-2dd5c7e9-b1f0-4bd7-9c45-d29ed4433f15 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Allocated IP 172.25.0.119 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/de49fad5-ca7b-4c7e-8496-ae9d8ee260ad) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:21:57.145321 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2dd5c7e9-b1f0-4bd7-9c45-d29ed4433f15 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:57.184460 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2dd5c7e9-b1f0-4bd7-9c45-d29ed4433f15 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:57.219924 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd5c7e9-b1f0-4bd7-9c45-d29ed4433f15 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:21:57.228262 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-2dd5c7e9-b1f0-4bd7-9c45-d29ed4433f15 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:21:57.232142 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd5c7e9-b1f0-4bd7-9c45-d29ed4433f15 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:21:57.254527 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd5c7e9-b1f0-4bd7-9c45-d29ed4433f15 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'Port': ['ID=de49fad5-ca7b-4c7e-8496-ae9d8ee260ad,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:57.368277 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:57.479856 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2dd5c7e9-b1f0-4bd7-9c45-d29ed4433f15 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:57.677388 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2dd5c7e9-b1f0-4bd7-9c45-d29ed4433f15 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:57.807732 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd5c7e9-b1f0-4bd7-9c45-d29ed4433f15 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Router de698aee-4f39-4155-b4f6-4b9da0cfdca6 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:21:57.913065 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd5c7e9-b1f0-4bd7-9c45-d29ed4433f15 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:21:57.924944 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993776a7-f3df-449f-955b-076ae85ff98c None None] Sync routers for ids ['de698aee-4f39-4155-b4f6-4b9da0cfdca6'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:21:57.931355 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2dd5c7e9-b1f0-4bd7-9c45-d29ed4433f15 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:57.935398 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2dd5c7e9-b1f0-4bd7-9c45-d29ed4433f15 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4478502 Jul 09 17:21:57.935539 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993776a7-f3df-449f-955b-076ae85ff98c None None] Routers {'de698aee-4f39-4155-b4f6-4b9da0cfdca6'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:21:57.935539 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-993776a7-f3df-449f-955b-076ae85ff98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:21:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['de698aee-4f39-4155-b4f6-4b9da0cfdca6'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:21:57.935797 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54730) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:57.966712 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ae5a7ebb-5569-4bd0-b4e3-116ad94da64f tempest-TestNetworkAdvancedServerOps-679639656 tempest-TestNetworkAdvancedServerOps-679639656-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=6328f77a18a0459ab8530adc9f37c090&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276134 Jul 09 17:21:57.966982 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54732) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:58.037542 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-993776a7-f3df-449f-955b-076ae85ff98c None None] Set router de698aee-4f39-4155-b4f6-4b9da0cfdca6 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:21:58.050003 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05c681e-7606-4f19-8bcb-fcb997a5e904 tempest-TestNetworkAdvancedServerOps-679639656 tempest-TestNetworkAdvancedServerOps-679639656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:58.051547 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b05c681e-7606-4f19-8bcb-fcb997a5e904 tempest-TestNetworkAdvancedServerOps-679639656 tempest-TestNetworkAdvancedServerOps-679639656-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0837026 Jul 09 17:21:58.054403 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54734) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:58.088315 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-d302d505-ac05-44ae-9af9-be507b8e3aff tempest-TestNetworkAdvancedServerOps-679639656 tempest-TestNetworkAdvancedServerOps-679639656-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=caa6ed8d-2893-4113-8f68-c5284e694f6c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327971 Jul 09 17:21:58.090833 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54736) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:58.095594 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-8d2316dd-d408-4cee-a3dc-dc22aded1171 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1855787969', 'network_id': 'e6fb0671-a4e9-4a34-a73d-3f799ffae3c8', 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:58.180375 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2316dd-d408-4cee-a3dc-dc22aded1171 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Made reservation on behalf of 6328f77a18a0459ab8530adc9f37c090 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:21:58.184164 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8d2316dd-d408-4cee-a3dc-dc22aded1171 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:58.214713 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-993776a7-f3df-449f-955b-076ae85ff98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de698aee-4f39-4155-b4f6-4b9da0cfdca6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85258128', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'de49fad5-ca7b-4c7e-8496-ae9d8ee260ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:21:56Z', 'updated_at': '2021-07-09T17:21:57Z', 'revision_number': 3, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': 'de49fad5-ca7b-4c7e-8496-ae9d8ee260ad', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b0:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de698aee-4f39-4155-b4f6-4b9da0cfdca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:21:56Z', 'updated_at': '2021-07-09T17:21:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:21:58.241872 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993776a7-f3df-449f-955b-076ae85ff98c None None] Checking router: de698aee-4f39-4155-b4f6-4b9da0cfdca6 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:21:58.242219 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993776a7-f3df-449f-955b-076ae85ff98c None None] Updating router de698aee-4f39-4155-b4f6-4b9da0cfdca6 port de49fad5-ca7b-4c7e-8496-ae9d8ee260ad binding host n-d-798930-3 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:21:58.278581 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-993776a7-f3df-449f-955b-076ae85ff98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:58.365804 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8d2316dd-d408-4cee-a3dc-dc22aded1171 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:58.425853 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2316dd-d408-4cee-a3dc-dc22aded1171 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'Subnet': ['ID=5db9ed42-0774-40e0-9fd7-cfa76f97edcf,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:58.434964 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2316dd-d408-4cee-a3dc-dc22aded1171 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Checking segment: {'id': '4358b0c2-12e9-4fbd-abe6-2fe03d12ae49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e6fb0671-a4e9-4a34-a73d-3f799ffae3c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:21:58.435266 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2316dd-d408-4cee-a3dc-dc22aded1171 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Network hostable DHCP agents. Network: e6fb0671-a4e9-4a34-a73d-3f799ffae3c8, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:21:58.452717 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2316dd-d408-4cee-a3dc-dc22aded1171 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Network e6fb0671-a4e9-4a34-a73d-3f799ffae3c8 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:21:58.457641 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:58.463877 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-8d2316dd-d408-4cee-a3dc-dc22aded1171 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, e6fb0671-a4e9-4a34-a73d-3f799ffae3c8) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:21:58.468232 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2316dd-d408-4cee-a3dc-dc22aded1171 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:58.468906 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8d2316dd-d408-4cee-a3dc-dc22aded1171 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:58.477524 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86e051f-5c1a-4751-a9ec-d74f772790e8 None None] Network e6fb0671-a4e9-4a34-a73d-3f799ffae3c8 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:21:58.491106 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8d2316dd-d408-4cee-a3dc-dc22aded1171 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3992271 Jul 09 17:21:58.493850 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54738) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:58.540074 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-993776a7-f3df-449f-955b-076ae85ff98c None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:58.551075 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-993776a7-f3df-449f-955b-076ae85ff98c None None] Transition to ACTIVE for port object de49fad5-ca7b-4c7e-8496-ae9d8ee260ad will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:21:58.557473 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-993776a7-f3df-449f-955b-076ae85ff98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:58.655910 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ff367e-5a84-485d-970a-2f5eb5e776d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-e6fb0671-a4e9-4a34-a73d-3f799ffae3c8', 'network_id': 'e6fb0671-a4e9-4a34-a73d-3f799ffae3c8', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'fixed_ips': [{'subnet_id': '5db9ed42-0774-40e0-9fd7-cfa76f97edcf'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:21:58.657323 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c9ff367e-5a84-485d-970a-2f5eb5e776d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:58.689246 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-993776a7-f3df-449f-955b-076ae85ff98c None None] Attempting to bind port de49fad5-ca7b-4c7e-8496-ae9d8ee260ad on host n-d-798930-3 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:21:58.689657 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-993776a7-f3df-449f-955b-076ae85ff98c None None] Attempting to bind port de49fad5-ca7b-4c7e-8496-ae9d8ee260ad by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:21:58.690114 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993776a7-f3df-449f-955b-076ae85ff98c None None] Attempting to bind port de49fad5-ca7b-4c7e-8496-ae9d8ee260ad on network caa6ed8d-2893-4113-8f68-c5284e694f6c {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:21:58.701029 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993776a7-f3df-449f-955b-076ae85ff98c None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:21:58.701565 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993776a7-f3df-449f-955b-076ae85ff98c None None] Checking segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:21:58.702037 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-993776a7-f3df-449f-955b-076ae85ff98c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:58.702518 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993776a7-f3df-449f-955b-076ae85ff98c None None] Bound using segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:21:58.703101 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-993776a7-f3df-449f-955b-076ae85ff98c None None] Bound port: de49fad5-ca7b-4c7e-8496-ae9d8ee260ad, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:21:58.703612 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-993776a7-f3df-449f-955b-076ae85ff98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:58.725112 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6200862-c0b1-43f4-89a4-a89b76ceea93 None None] Pushing event updated for resources: {'Port': ['ID=de49fad5-ca7b-4c7e-8496-ae9d8ee260ad,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:58.742043 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6200862-c0b1-43f4-89a4-a89b76ceea93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:58.742514 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6200862-c0b1-43f4-89a4-a89b76ceea93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:58.742963 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6200862-c0b1-43f4-89a4-a89b76ceea93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:58.743383 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6200862-c0b1-43f4-89a4-a89b76ceea93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:58.743973 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6200862-c0b1-43f4-89a4-a89b76ceea93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:58.744471 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6200862-c0b1-43f4-89a4-a89b76ceea93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:58.744797 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6200862-c0b1-43f4-89a4-a89b76ceea93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:58.745119 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6200862-c0b1-43f4-89a4-a89b76ceea93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:58.745437 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6200862-c0b1-43f4-89a4-a89b76ceea93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:58.745759 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6200862-c0b1-43f4-89a4-a89b76ceea93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:58.746071 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6200862-c0b1-43f4-89a4-a89b76ceea93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:58.746389 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6200862-c0b1-43f4-89a4-a89b76ceea93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:58.770950 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-993776a7-f3df-449f-955b-076ae85ff98c None None] For port de49fad5-ca7b-4c7e-8496-ae9d8ee260ad, host n-d-798930-3, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:21:58.774098 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-993776a7-f3df-449f-955b-076ae85ff98c None None] For port de49fad5-ca7b-4c7e-8496-ae9d8ee260ad, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=de49fad5-ca7b-4c7e-8496-ae9d8ee260ad,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:21:58.778980 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-993776a7-f3df-449f-955b-076ae85ff98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:58.800326 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-c9ff367e-5a84-485d-970a-2f5eb5e776d3 None None] Allocated IP 172.20.0.2 (e6fb0671-a4e9-4a34-a73d-3f799ffae3c8/5db9ed42-0774-40e0-9fd7-cfa76f97edcf/823af41a-7f69-4024-94c2-484fe3a67a87) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:21:58.826752 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993776a7-f3df-449f-955b-076ae85ff98c None None] Routers {'de698aee-4f39-4155-b4f6-4b9da0cfdca6'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:21:58.827397 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-993776a7-f3df-449f-955b-076ae85ff98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:21:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['de698aee-4f39-4155-b4f6-4b9da0cfdca6'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:21:58.912576 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6200862-c0b1-43f4-89a4-a89b76ceea93 None None] Pushing event updated for resources: {'Port': ['ID=de49fad5-ca7b-4c7e-8496-ae9d8ee260ad,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:58.948467 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-993776a7-f3df-449f-955b-076ae85ff98c None None] Set router de698aee-4f39-4155-b4f6-4b9da0cfdca6 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:21:58.950131 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c9ff367e-5a84-485d-970a-2f5eb5e776d3 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:58.955552 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2ff1d484-2f69-44f6-877e-571f30d886d0 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:58.959235 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c9ff367e-5a84-485d-970a-2f5eb5e776d3 None None] Transition to ACTIVE for port object 823af41a-7f69-4024-94c2-484fe3a67a87 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:21:58.975739 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c9ff367e-5a84-485d-970a-2f5eb5e776d3 None None] Transition to ACTIVE for port object 823af41a-7f69-4024-94c2-484fe3a67a87 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:21:58.981566 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c9ff367e-5a84-485d-970a-2f5eb5e776d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:59.028036 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ff367e-5a84-485d-970a-2f5eb5e776d3 None None] Network e6fb0671-a4e9-4a34-a73d-3f799ffae3c8 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:21:59.031871 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff367e-5a84-485d-970a-2f5eb5e776d3 None None] Pushing event updated for resources: {'Port': ['ID=823af41a-7f69-4024-94c2-484fe3a67a87,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:59.034853 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-c9ff367e-5a84-485d-970a-2f5eb5e776d3 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:21:59.037302 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ff367e-5a84-485d-970a-2f5eb5e776d3 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:21:59.098470 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-c9ff367e-5a84-485d-970a-2f5eb5e776d3 None None] Attempting to bind port 823af41a-7f69-4024-94c2-484fe3a67a87 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:21:59.100630 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-c9ff367e-5a84-485d-970a-2f5eb5e776d3 None None] Attempting to bind port 823af41a-7f69-4024-94c2-484fe3a67a87 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '4358b0c2-12e9-4fbd-abe6-2fe03d12ae49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e6fb0671-a4e9-4a34-a73d-3f799ffae3c8'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:21:59.100630 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ff367e-5a84-485d-970a-2f5eb5e776d3 None None] Attempting to bind port 823af41a-7f69-4024-94c2-484fe3a67a87 on network e6fb0671-a4e9-4a34-a73d-3f799ffae3c8 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:21:59.104548 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ff367e-5a84-485d-970a-2f5eb5e776d3 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:21:59.104918 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ff367e-5a84-485d-970a-2f5eb5e776d3 None None] Checking segment: {'id': '4358b0c2-12e9-4fbd-abe6-2fe03d12ae49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e6fb0671-a4e9-4a34-a73d-3f799ffae3c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:21:59.105318 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c9ff367e-5a84-485d-970a-2f5eb5e776d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:59.105709 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ff367e-5a84-485d-970a-2f5eb5e776d3 None None] Bound using segment: {'id': '4358b0c2-12e9-4fbd-abe6-2fe03d12ae49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e6fb0671-a4e9-4a34-a73d-3f799ffae3c8'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:21:59.106174 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-c9ff367e-5a84-485d-970a-2f5eb5e776d3 None None] Bound port: 823af41a-7f69-4024-94c2-484fe3a67a87, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4358b0c2-12e9-4fbd-abe6-2fe03d12ae49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e6fb0671-a4e9-4a34-a73d-3f799ffae3c8'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:21:59.106553 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c9ff367e-5a84-485d-970a-2f5eb5e776d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:59.145149 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-993776a7-f3df-449f-955b-076ae85ff98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de698aee-4f39-4155-b4f6-4b9da0cfdca6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85258128', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'de49fad5-ca7b-4c7e-8496-ae9d8ee260ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:21:56Z', 'updated_at': '2021-07-09T17:21:57Z', 'revision_number': 3, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': 'de49fad5-ca7b-4c7e-8496-ae9d8ee260ad', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b0:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de698aee-4f39-4155-b4f6-4b9da0cfdca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:21:56Z', 'updated_at': '2021-07-09T17:21:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:21:59.171539 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993776a7-f3df-449f-955b-076ae85ff98c None None] The sync data for ids ['de698aee-4f39-4155-b4f6-4b9da0cfdca6'] in n-d-798930-3 is: [{'id': 'de698aee-4f39-4155-b4f6-4b9da0cfdca6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85258128', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'de49fad5-ca7b-4c7e-8496-ae9d8ee260ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:21:56Z', 'updated_at': '2021-07-09T17:21:57Z', 'revision_number': 3, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': 'de49fad5-ca7b-4c7e-8496-ae9d8ee260ad', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b0:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de698aee-4f39-4155-b4f6-4b9da0cfdca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:21:56Z', 'updated_at': '2021-07-09T17:21:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:21:59.175770 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-c9ff367e-5a84-485d-970a-2f5eb5e776d3 None None] For port 823af41a-7f69-4024-94c2-484fe3a67a87, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:21:59.178807 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-c9ff367e-5a84-485d-970a-2f5eb5e776d3 None None] For port 823af41a-7f69-4024-94c2-484fe3a67a87, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=823af41a-7f69-4024-94c2-484fe3a67a87,segment=NetworkSegment(4358b0c2-12e9-4fbd-abe6-2fe03d12ae49),segment_id=4358b0c2-12e9-4fbd-abe6-2fe03d12ae49)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:21:59.183932 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c9ff367e-5a84-485d-970a-2f5eb5e776d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:59.256516 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff367e-5a84-485d-970a-2f5eb5e776d3 None None] Pushing event updated for resources: {'Port': ['ID=823af41a-7f69-4024-94c2-484fe3a67a87,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:59.265572 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-2ff1d484-2f69-44f6-877e-571f30d886d0 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Allocated IP 172.20.0.1 (e6fb0671-a4e9-4a34-a73d-3f799ffae3c8/5db9ed42-0774-40e0-9fd7-cfa76f97edcf/9278beaf-c981-4bfc-8d78-f7d9bd897709) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:21:59.426731 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2ff1d484-2f69-44f6-877e-571f30d886d0 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:59.451590 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-2ff1d484-2f69-44f6-877e-571f30d886d0 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Transition to ACTIVE for port object 9278beaf-c981-4bfc-8d78-f7d9bd897709 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:21:59.494646 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2ff1d484-2f69-44f6-877e-571f30d886d0 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:59.525084 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff1d484-2f69-44f6-877e-571f30d886d0 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Network e6fb0671-a4e9-4a34-a73d-3f799ffae3c8 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:21:59.527802 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-2ff1d484-2f69-44f6-877e-571f30d886d0 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:21:59.530209 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff1d484-2f69-44f6-877e-571f30d886d0 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:21:59.611965 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff1d484-2f69-44f6-877e-571f30d886d0 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'Port': ['ID=9278beaf-c981-4bfc-8d78-f7d9bd897709,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:59.615548 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2ff1d484-2f69-44f6-877e-571f30d886d0 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:59.766103 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2ff1d484-2f69-44f6-877e-571f30d886d0 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:00.065458 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2ff1d484-2f69-44f6-877e-571f30d886d0 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:00.070690 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2ff1d484-2f69-44f6-877e-571f30d886d0 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:00.148309 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2ff1d484-2f69-44f6-877e-571f30d886d0 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:00.150067 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff1d484-2f69-44f6-877e-571f30d886d0 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'Port': ['ID=9278beaf-c981-4bfc-8d78-f7d9bd897709,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:00.257098 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff1d484-2f69-44f6-877e-571f30d886d0 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Network e6fb0671-a4e9-4a34-a73d-3f799ffae3c8 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:22:00.258477 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-2ff1d484-2f69-44f6-877e-571f30d886d0 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:22:00.271532 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d587da5-0edd-4b2c-8723-63ff94b1777f None None] Network e6fb0671-a4e9-4a34-a73d-3f799ffae3c8 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:22:00.354025 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1052fa49-1e02-4f85-9057-49d37fd4c67d None None] Provisioning for port 823af41a-7f69-4024-94c2-484fe3a67a87 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:22:00.699153 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-16d572bf-1040-48c4-a3c9-1019af3a5422 None None] Provisioning for port 9278beaf-c981-4bfc-8d78-f7d9bd897709 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:22:00.711592 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-16d572bf-1040-48c4-a3c9-1019af3a5422 None None] Provisioning complete for port 9278beaf-c981-4bfc-8d78-f7d9bd897709 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:22:00.713400 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-16d572bf-1040-48c4-a3c9-1019af3a5422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:00.716466 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device de49fad5-ca7b-4c7e-8496-ae9d8ee260ad up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:22:00.725453 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff1d484-2f69-44f6-877e-571f30d886d0 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Router de698aee-4f39-4155-b4f6-4b9da0cfdca6 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:22:00.777707 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-16d572bf-1040-48c4-a3c9-1019af3a5422 None None] Port 9278beaf-c981-4bfc-8d78-f7d9bd897709 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:22:00.804820 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port de49fad5-ca7b-4c7e-8496-ae9d8ee260ad completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:22:00.809285 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port de49fad5-ca7b-4c7e-8496-ae9d8ee260ad triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:22:00.809949 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:00.842758 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff1d484-2f69-44f6-877e-571f30d886d0 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:22:00.848290 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2ff1d484-2f69-44f6-877e-571f30d886d0 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "PUT /v2.0/routers/de698aee-4f39-4155-b4f6-4b9da0cfdca6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3534341 Jul 09 17:22:00.906142 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:00.931356 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port de49fad5-ca7b-4c7e-8496-ae9d8ee260ad, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=de49fad5-ca7b-4c7e-8496-ae9d8ee260ad,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:22:00.936402 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:00.937298 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 823af41a-7f69-4024-94c2-484fe3a67a87 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:22:01.003822 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2164803c-2a36-42ba-b490-2abb2a6eb5a3 None None] Sync routers for ids ['de698aee-4f39-4155-b4f6-4b9da0cfdca6'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:22:01.029124 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f13c8b9f-bba1-40a7-9dd2-88ffe98d15d0 req-bd2db97e-3c1d-45f3-8a0a-18299f127a59 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1201500755&fields=id&tenant_id=6328f77a18a0459ab8530adc9f37c090 HTTP/1.1" status: 200 len: 267 time: 0.0425036 Jul 09 17:22:01.039229 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2164803c-2a36-42ba-b490-2abb2a6eb5a3 None None] Routers {'de698aee-4f39-4155-b4f6-4b9da0cfdca6'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:22:01.040140 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-2164803c-2a36-42ba-b490-2abb2a6eb5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:21:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['de698aee-4f39-4155-b4f6-4b9da0cfdca6'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:22:01.087833 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=de49fad5-ca7b-4c7e-8496-ae9d8ee260ad,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:01.100050 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fad49437-086f-4edf-b9cc-8bee73805657 None None] Provisioning complete for port 9278beaf-c981-4bfc-8d78-f7d9bd897709 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:22:01.100417 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fad49437-086f-4edf-b9cc-8bee73805657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:01.153578 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c8b9f-bba1-40a7-9dd2-88ffe98d15d0 req-04a637fd-ec37-461f-bcfa-aae804830bcc tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:01.155092 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f13c8b9f-bba1-40a7-9dd2-88ffe98d15d0 req-04a637fd-ec37-461f-bcfa-aae804830bcc tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/networks?id=e6fb0671-a4e9-4a34-a73d-3f799ffae3c8 HTTP/1.1" status: 200 len: 797 time: 0.1196489 Jul 09 17:22:01.169684 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 823af41a-7f69-4024-94c2-484fe3a67a87 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:22:01.170267 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f13c8b9f-bba1-40a7-9dd2-88ffe98d15d0 req-63900ac1-53b1-42be-bd33-a75f332bd090 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/quotas/6328f77a18a0459ab8530adc9f37c090 HTTP/1.1" status: 200 len: 375 time: 0.0096161 Jul 09 17:22:01.179302 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fad49437-086f-4edf-b9cc-8bee73805657 None None] Port 9278beaf-c981-4bfc-8d78-f7d9bd897709 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:22:01.185543 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 823af41a-7f69-4024-94c2-484fe3a67a87 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:22:01.185907 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:01.231122 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-2164803c-2a36-42ba-b490-2abb2a6eb5a3 None None] Set router de698aee-4f39-4155-b4f6-4b9da0cfdca6 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:22:01.241565 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f13c8b9f-bba1-40a7-9dd2-88ffe98d15d0 req-53d97614-d728-4d82-acd7-c8260a50e04a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=6328f77a18a0459ab8530adc9f37c090&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0660081 Jul 09 17:22:01.383031 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f13c8b9f-bba1-40a7-9dd2-88ffe98d15d0 req-b025756b-7a62-4004-8330-9e784f2dedfb service neutron] 10.222.0.98 "GET /v2.0/networks/e6fb0671-a4e9-4a34-a73d-3f799ffae3c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292162 Jul 09 17:22:01.393585 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-cf13e226-77cf-4a11-a59e-573fa7d85173 None None] Provisioning complete for port 9278beaf-c981-4bfc-8d78-f7d9bd897709 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:22:01.394151 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cf13e226-77cf-4a11-a59e-573fa7d85173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:01.395380 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:01.469839 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-cf13e226-77cf-4a11-a59e-573fa7d85173 None None] Port 9278beaf-c981-4bfc-8d78-f7d9bd897709 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:22:01.475300 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f13c8b9f-bba1-40a7-9dd2-88ffe98d15d0 req-d7b60334-cd75-4d92-bdec-ef0bcd86d0c3 service neutron] 10.222.0.98 "GET /v2.0/networks/e6fb0671-a4e9-4a34-a73d-3f799ffae3c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863111 Jul 09 17:22:01.504677 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 823af41a-7f69-4024-94c2-484fe3a67a87, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=823af41a-7f69-4024-94c2-484fe3a67a87,segment=NetworkSegment(4358b0c2-12e9-4fbd-abe6-2fe03d12ae49),segment_id=4358b0c2-12e9-4fbd-abe6-2fe03d12ae49)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:22:01.509777 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:01.574001 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=823af41a-7f69-4024-94c2-484fe3a67a87,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:01.579933 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-2164803c-2a36-42ba-b490-2abb2a6eb5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de698aee-4f39-4155-b4f6-4b9da0cfdca6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85258128', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'de49fad5-ca7b-4c7e-8496-ae9d8ee260ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:21:56Z', 'updated_at': '2021-07-09T17:21:59Z', 'revision_number': 4, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': 'de49fad5-ca7b-4c7e-8496-ae9d8ee260ad', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de698aee-4f39-4155-b4f6-4b9da0cfdca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:21:56Z', 'updated_at': '2021-07-09T17:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '9278beaf-c981-4bfc-8d78-f7d9bd897709', 'name': '', 'network_id': 'e6fb0671-a4e9-4a34-a73d-3f799ffae3c8', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'mac_address': 'fa:16:3e:e9:41:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de698aee-4f39-4155-b4f6-4b9da0cfdca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5db9ed42-0774-40e0-9fd7-cfa76f97edcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:21:59Z', 'updated_at': '2021-07-09T17:21:59Z', 'revision_number': 2, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'subnets': [{'id': '5db9ed42-0774-40e0-9fd7-cfa76f97edcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:22:01.610962 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2164803c-2a36-42ba-b490-2abb2a6eb5a3 None None] Checking router: de698aee-4f39-4155-b4f6-4b9da0cfdca6 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:22:01.611371 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2164803c-2a36-42ba-b490-2abb2a6eb5a3 None None] Updating router de698aee-4f39-4155-b4f6-4b9da0cfdca6 port 9278beaf-c981-4bfc-8d78-f7d9bd897709 binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:22:01.651459 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2164803c-2a36-42ba-b490-2abb2a6eb5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:01.662856 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5ec30d05-45f2-466f-9976-a5d0caa6c767 req-a47135a7-2844-4676-a5cf-da9aaef5aab9 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=a254440e-b66e-409f-81f8-6037b6240237 HTTP/1.1" status: 200 len: 210 time: 0.0391591 Jul 09 17:22:01.941011 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2164803c-2a36-42ba-b490-2abb2a6eb5a3 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:01.951449 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2164803c-2a36-42ba-b490-2abb2a6eb5a3 None None] Transition to ACTIVE for port object 9278beaf-c981-4bfc-8d78-f7d9bd897709 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:22:01.957695 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2164803c-2a36-42ba-b490-2abb2a6eb5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:02.009787 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23705b80-38ca-45ba-bfbe-326b8f12d4b8 None None] Pushing event updated for resources: {'Port': ['ID=9278beaf-c981-4bfc-8d78-f7d9bd897709,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:02.066650 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-2164803c-2a36-42ba-b490-2abb2a6eb5a3 None None] Attempting to bind port 9278beaf-c981-4bfc-8d78-f7d9bd897709 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:22:02.067145 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-2164803c-2a36-42ba-b490-2abb2a6eb5a3 None None] Attempting to bind port 9278beaf-c981-4bfc-8d78-f7d9bd897709 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '4358b0c2-12e9-4fbd-abe6-2fe03d12ae49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e6fb0671-a4e9-4a34-a73d-3f799ffae3c8'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:22:02.067930 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2164803c-2a36-42ba-b490-2abb2a6eb5a3 None None] Attempting to bind port 9278beaf-c981-4bfc-8d78-f7d9bd897709 on network e6fb0671-a4e9-4a34-a73d-3f799ffae3c8 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:22:02.073124 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2164803c-2a36-42ba-b490-2abb2a6eb5a3 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:22:02.073586 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2164803c-2a36-42ba-b490-2abb2a6eb5a3 None None] Checking segment: {'id': '4358b0c2-12e9-4fbd-abe6-2fe03d12ae49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e6fb0671-a4e9-4a34-a73d-3f799ffae3c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:22:02.074064 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2164803c-2a36-42ba-b490-2abb2a6eb5a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:02.074551 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2164803c-2a36-42ba-b490-2abb2a6eb5a3 None None] Bound using segment: {'id': '4358b0c2-12e9-4fbd-abe6-2fe03d12ae49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e6fb0671-a4e9-4a34-a73d-3f799ffae3c8'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:22:02.075131 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-2164803c-2a36-42ba-b490-2abb2a6eb5a3 None None] Bound port: 9278beaf-c981-4bfc-8d78-f7d9bd897709, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4358b0c2-12e9-4fbd-abe6-2fe03d12ae49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e6fb0671-a4e9-4a34-a73d-3f799ffae3c8'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:22:02.075583 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2164803c-2a36-42ba-b490-2abb2a6eb5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:02.151470 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-2164803c-2a36-42ba-b490-2abb2a6eb5a3 None None] For port 9278beaf-c981-4bfc-8d78-f7d9bd897709, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:22:02.154741 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-2164803c-2a36-42ba-b490-2abb2a6eb5a3 None None] For port 9278beaf-c981-4bfc-8d78-f7d9bd897709, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=9278beaf-c981-4bfc-8d78-f7d9bd897709,segment=NetworkSegment(4358b0c2-12e9-4fbd-abe6-2fe03d12ae49),segment_id=4358b0c2-12e9-4fbd-abe6-2fe03d12ae49)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:22:02.160365 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2164803c-2a36-42ba-b490-2abb2a6eb5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:02.228112 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2164803c-2a36-42ba-b490-2abb2a6eb5a3 None None] Routers {'de698aee-4f39-4155-b4f6-4b9da0cfdca6'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:22:02.228724 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-2164803c-2a36-42ba-b490-2abb2a6eb5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:21:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['de698aee-4f39-4155-b4f6-4b9da0cfdca6'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:22:02.232430 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23705b80-38ca-45ba-bfbe-326b8f12d4b8 None None] Pushing event updated for resources: {'Port': ['ID=9278beaf-c981-4bfc-8d78-f7d9bd897709,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:02.350595 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-2164803c-2a36-42ba-b490-2abb2a6eb5a3 None None] Set router de698aee-4f39-4155-b4f6-4b9da0cfdca6 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:22:02.665476 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device de49fad5-ca7b-4c7e-8496-ae9d8ee260ad up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:22:02.765736 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port de49fad5-ca7b-4c7e-8496-ae9d8ee260ad triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:22:02.766474 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:02.813828 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c8b9f-bba1-40a7-9dd2-88ffe98d15d0 req-6e9a8d5e-5522-4590-a0cf-3b106d6f7c20 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:02.816193 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f13c8b9f-bba1-40a7-9dd2-88ffe98d15d0 req-6e9a8d5e-5522-4590-a0cf-3b106d6f7c20 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.73 "GET /v2.0/networks?id=e6fb0671-a4e9-4a34-a73d-3f799ffae3c8 HTTP/1.1" status: 200 len: 797 time: 0.1169238 Jul 09 17:22:02.821031 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-2164803c-2a36-42ba-b490-2abb2a6eb5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de698aee-4f39-4155-b4f6-4b9da0cfdca6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85258128', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'de49fad5-ca7b-4c7e-8496-ae9d8ee260ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:21:56Z', 'updated_at': '2021-07-09T17:21:59Z', 'revision_number': 4, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': 'de49fad5-ca7b-4c7e-8496-ae9d8ee260ad', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de698aee-4f39-4155-b4f6-4b9da0cfdca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:21:56Z', 'updated_at': '2021-07-09T17:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '9278beaf-c981-4bfc-8d78-f7d9bd897709', 'name': '', 'network_id': 'e6fb0671-a4e9-4a34-a73d-3f799ffae3c8', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'mac_address': 'fa:16:3e:e9:41:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de698aee-4f39-4155-b4f6-4b9da0cfdca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5db9ed42-0774-40e0-9fd7-cfa76f97edcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:21:59Z', 'updated_at': '2021-07-09T17:22:02Z', 'revision_number': 4, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'subnets': [{'id': '5db9ed42-0774-40e0-9fd7-cfa76f97edcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:22:02.847801 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-160ae717-e4ee-4d88-ad04-5a9de59fc6b1 req-baedfe54-2c82-4c8d-9df4-619915fea32f tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=a254440e-b66e-409f-81f8-6037b6240237 HTTP/1.1" status: 200 len: 210 time: 0.0305214 Jul 09 17:22:02.856472 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2164803c-2a36-42ba-b490-2abb2a6eb5a3 None None] The sync data for ids ['de698aee-4f39-4155-b4f6-4b9da0cfdca6'] in n-d-798930-3 is: [{'id': 'de698aee-4f39-4155-b4f6-4b9da0cfdca6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85258128', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'de49fad5-ca7b-4c7e-8496-ae9d8ee260ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:21:56Z', 'updated_at': '2021-07-09T17:21:59Z', 'revision_number': 4, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': 'de49fad5-ca7b-4c7e-8496-ae9d8ee260ad', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de698aee-4f39-4155-b4f6-4b9da0cfdca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:21:56Z', 'updated_at': '2021-07-09T17:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '9278beaf-c981-4bfc-8d78-f7d9bd897709', 'name': '', 'network_id': 'e6fb0671-a4e9-4a34-a73d-3f799ffae3c8', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'mac_address': 'fa:16:3e:e9:41:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de698aee-4f39-4155-b4f6-4b9da0cfdca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5db9ed42-0774-40e0-9fd7-cfa76f97edcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:21:59Z', 'updated_at': '2021-07-09T17:22:02Z', 'revision_number': 4, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'subnets': [{'id': '5db9ed42-0774-40e0-9fd7-cfa76f97edcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:22:02.895294 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f13c8b9f-bba1-40a7-9dd2-88ffe98d15d0 req-970d2cc7-5aca-4501-9f40-e31e8c5e39f0 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6328f77a18a0459ab8530adc9f37c090 HTTP/1.1" status: 200 len: 380 time: 0.0499928 Jul 09 17:22:02.907324 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-f13c8b9f-bba1-40a7-9dd2-88ffe98d15d0 req-b3a4f34b-1725-4f0a-b4c7-de50b9b523f6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Request body: {'port': {'device_id': 'a254440e-b66e-409f-81f8-6037b6240237', 'network_id': 'e6fb0671-a4e9-4a34-a73d-3f799ffae3c8', 'admin_state_up': True, 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'security_groups': ['2433ec2d-c85f-4843-9d04-f678b88dca97']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:22:02.931526 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 823af41a-7f69-4024-94c2-484fe3a67a87 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:22:03.005898 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 823af41a-7f69-4024-94c2-484fe3a67a87 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:22:03.006337 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:03.035948 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f13c8b9f-bba1-40a7-9dd2-88ffe98d15d0 req-b3a4f34b-1725-4f0a-b4c7-de50b9b523f6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Made reservation on behalf of 6328f77a18a0459ab8530adc9f37c090 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:22:03.040023 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f13c8b9f-bba1-40a7-9dd2-88ffe98d15d0 req-b3a4f34b-1725-4f0a-b4c7-de50b9b523f6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:03.187526 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-f13c8b9f-bba1-40a7-9dd2-88ffe98d15d0 req-b3a4f34b-1725-4f0a-b4c7-de50b9b523f6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Allocated IP 172.20.0.11 (e6fb0671-a4e9-4a34-a73d-3f799ffae3c8/5db9ed42-0774-40e0-9fd7-cfa76f97edcf/8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:22:03.331876 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f13c8b9f-bba1-40a7-9dd2-88ffe98d15d0 req-b3a4f34b-1725-4f0a-b4c7-de50b9b523f6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:03.347075 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-f13c8b9f-bba1-40a7-9dd2-88ffe98d15d0 req-b3a4f34b-1725-4f0a-b4c7-de50b9b523f6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Transition to ACTIVE for port object 8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:22:03.381422 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f13c8b9f-bba1-40a7-9dd2-88ffe98d15d0 req-b3a4f34b-1725-4f0a-b4c7-de50b9b523f6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:03.435260 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f13c8b9f-bba1-40a7-9dd2-88ffe98d15d0 req-b3a4f34b-1725-4f0a-b4c7-de50b9b523f6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Network e6fb0671-a4e9-4a34-a73d-3f799ffae3c8 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:22:03.439673 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-f13c8b9f-bba1-40a7-9dd2-88ffe98d15d0 req-b3a4f34b-1725-4f0a-b4c7-de50b9b523f6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:22:03.442526 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-f13c8b9f-bba1-40a7-9dd2-88ffe98d15d0 req-b3a4f34b-1725-4f0a-b4c7-de50b9b523f6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:22:03.471172 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a4f34b-1725-4f0a-b4c7-de50b9b523f6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'Port': ['ID=8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:03.505838 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c8b9f-bba1-40a7-9dd2-88ffe98d15d0 req-b3a4f34b-1725-4f0a-b4c7-de50b9b523f6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:03.506666 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f13c8b9f-bba1-40a7-9dd2-88ffe98d15d0 req-b3a4f34b-1725-4f0a-b4c7-de50b9b523f6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:03.524108 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f13c8b9f-bba1-40a7-9dd2-88ffe98d15d0 req-b3a4f34b-1725-4f0a-b4c7-de50b9b523f6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6213305 Jul 09 17:22:03.541890 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-f13c8b9f-bba1-40a7-9dd2-88ffe98d15d0 req-23486ebb-43a0-4f45-8bc4-31c6d736c04c service neutron] Request body: {'port': {'device_id': 'a254440e-b66e-409f-81f8-6037b6240237', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:22:03.620028 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f13c8b9f-bba1-40a7-9dd2-88ffe98d15d0 req-23486ebb-43a0-4f45-8bc4-31c6d736c04c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:03.752138 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-467055ee-5549-4571-96b1-71bc50feb73a None None] Provisioning for port 8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:22:03.756568 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-467055ee-5549-4571-96b1-71bc50feb73a None None] Provisioning complete for port 8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:22:03.756933 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-467055ee-5549-4571-96b1-71bc50feb73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:03.796327 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-467055ee-5549-4571-96b1-71bc50feb73a None None] Port 8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:22:03.905451 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-f13c8b9f-bba1-40a7-9dd2-88ffe98d15d0 req-23486ebb-43a0-4f45-8bc4-31c6d736c04c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:22:03.913455 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f13c8b9f-bba1-40a7-9dd2-88ffe98d15d0 req-23486ebb-43a0-4f45-8bc4-31c6d736c04c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:03.927508 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-f13c8b9f-bba1-40a7-9dd2-88ffe98d15d0 req-23486ebb-43a0-4f45-8bc4-31c6d736c04c service neutron] Transition to ACTIVE for port object 8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:22:03.932539 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f13c8b9f-bba1-40a7-9dd2-88ffe98d15d0 req-23486ebb-43a0-4f45-8bc4-31c6d736c04c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:04.038600 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23486ebb-43a0-4f45-8bc4-31c6d736c04c service neutron] Pushing event updated for resources: {'Port': ['ID=8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:04.107763 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-f13c8b9f-bba1-40a7-9dd2-88ffe98d15d0 req-23486ebb-43a0-4f45-8bc4-31c6d736c04c service neutron] Attempting to bind port 8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:22:04.108106 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-f13c8b9f-bba1-40a7-9dd2-88ffe98d15d0 req-23486ebb-43a0-4f45-8bc4-31c6d736c04c service neutron] Attempting to bind port 8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': '4358b0c2-12e9-4fbd-abe6-2fe03d12ae49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e6fb0671-a4e9-4a34-a73d-3f799ffae3c8'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:22:04.108439 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13c8b9f-bba1-40a7-9dd2-88ffe98d15d0 req-23486ebb-43a0-4f45-8bc4-31c6d736c04c service neutron] Attempting to bind port 8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a on network e6fb0671-a4e9-4a34-a73d-3f799ffae3c8 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:22:04.119232 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13521ccd-b57f-4b56-be1f-b4d0c487cca6 req-1cf4c8ac-150d-47f9-b2b3-32d030893793 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:04.120836 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-13521ccd-b57f-4b56-be1f-b4d0c487cca6 req-1cf4c8ac-150d-47f9-b2b3-32d030893793 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=a254440e-b66e-409f-81f8-6037b6240237 HTTP/1.1" status: 200 len: 944 time: 0.1524689 Jul 09 17:22:04.123332 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13c8b9f-bba1-40a7-9dd2-88ffe98d15d0 req-23486ebb-43a0-4f45-8bc4-31c6d736c04c service neutron] Port 8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a on network e6fb0671-a4e9-4a34-a73d-3f799ffae3c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:22:04.123656 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13c8b9f-bba1-40a7-9dd2-88ffe98d15d0 req-23486ebb-43a0-4f45-8bc4-31c6d736c04c service neutron] Attempting to bind port 8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a on network e6fb0671-a4e9-4a34-a73d-3f799ffae3c8 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:22:04.135485 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13c8b9f-bba1-40a7-9dd2-88ffe98d15d0 req-23486ebb-43a0-4f45-8bc4-31c6d736c04c service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:22:04.135885 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13c8b9f-bba1-40a7-9dd2-88ffe98d15d0 req-23486ebb-43a0-4f45-8bc4-31c6d736c04c service neutron] Checking segment: {'id': '4358b0c2-12e9-4fbd-abe6-2fe03d12ae49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e6fb0671-a4e9-4a34-a73d-3f799ffae3c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:22:04.136194 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13c8b9f-bba1-40a7-9dd2-88ffe98d15d0 req-23486ebb-43a0-4f45-8bc4-31c6d736c04c service neutron] Bound using segment: {'id': '4358b0c2-12e9-4fbd-abe6-2fe03d12ae49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e6fb0671-a4e9-4a34-a73d-3f799ffae3c8'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:22:04.136718 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-f13c8b9f-bba1-40a7-9dd2-88ffe98d15d0 req-23486ebb-43a0-4f45-8bc4-31c6d736c04c service neutron] Bound port: 8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4358b0c2-12e9-4fbd-abe6-2fe03d12ae49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e6fb0671-a4e9-4a34-a73d-3f799ffae3c8'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:22:04.136974 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f13c8b9f-bba1-40a7-9dd2-88ffe98d15d0 req-23486ebb-43a0-4f45-8bc4-31c6d736c04c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:04.193473 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-13521ccd-b57f-4b56-be1f-b4d0c487cca6 req-8c456827-c739-4770-a6a6-0dfb5a8c3a37 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=2433ec2d-c85f-4843-9d04-f678b88dca97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657911 Jul 09 17:22:04.223600 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-f13c8b9f-bba1-40a7-9dd2-88ffe98d15d0 req-23486ebb-43a0-4f45-8bc4-31c6d736c04c service neutron] For port 8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a, host n-h2-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:22:04.226713 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-f13c8b9f-bba1-40a7-9dd2-88ffe98d15d0 req-23486ebb-43a0-4f45-8bc4-31c6d736c04c service neutron] For port 8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a,segment=NetworkSegment(4358b0c2-12e9-4fbd-abe6-2fe03d12ae49),segment_id=4358b0c2-12e9-4fbd-abe6-2fe03d12ae49)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:22:04.232285 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f13c8b9f-bba1-40a7-9dd2-88ffe98d15d0 req-23486ebb-43a0-4f45-8bc4-31c6d736c04c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:04.269313 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c8b9f-bba1-40a7-9dd2-88ffe98d15d0 req-23486ebb-43a0-4f45-8bc4-31c6d736c04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:04.270137 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f13c8b9f-bba1-40a7-9dd2-88ffe98d15d0 req-23486ebb-43a0-4f45-8bc4-31c6d736c04c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:04.271962 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f13c8b9f-bba1-40a7-9dd2-88ffe98d15d0 req-23486ebb-43a0-4f45-8bc4-31c6d736c04c service neutron] 10.222.0.73 "PUT /v2.0/ports/8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a HTTP/1.1" status: 200 len: 1092 time: 0.7347405 Jul 09 17:22:04.274090 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a254440e-b66e-409f-81f8-6037b6240237', 'tag': '8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:22:04.276399 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70bc3d1dd6a8d756905b95879fdfd768b2540769638561f09d0c65e65c91429d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c4767c-ae14-4924-9764-a7e02747cc27" -d '{"events": [{"name": "network-changed", "server_uuid": "a254440e-b66e-409f-81f8-6037b6240237", "tag": "8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:22:04.304165 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23486ebb-43a0-4f45-8bc4-31c6d736c04c service neutron] Pushing event updated for resources: {'Port': ['ID=8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:04.323688 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c881556-d5f7-4cde-974d-92d3993ab2a2 x-openstack-request-id: req-9c881556-d5f7-4cde-974d-92d3993ab2a2 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:22:04.323986 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a254440e-b66e-409f-81f8-6037b6240237", "tag": "8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:22:04.324241 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9c881556-d5f7-4cde-974d-92d3993ab2a2 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:22:04.324788 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a254440e-b66e-409f-81f8-6037b6240237', 'tag': '8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a', 'status': 'completed', 'code': 200} Jul 09 17:22:04.398252 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c8b9f-bba1-40a7-9dd2-88ffe98d15d0 req-e8119dc2-73d4-4522-a63d-0fcbec16beb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:04.399833 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f13c8b9f-bba1-40a7-9dd2-88ffe98d15d0 req-e8119dc2-73d4-4522-a63d-0fcbec16beb0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6328f77a18a0459ab8530adc9f37c090&device_id=a254440e-b66e-409f-81f8-6037b6240237 HTTP/1.1" status: 200 len: 1095 time: 0.0578060 Jul 09 17:22:04.448288 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f13c8b9f-bba1-40a7-9dd2-88ffe98d15d0 req-13ada982-f648-4efb-a24b-a99882251076 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a HTTP/1.1" status: 200 len: 217 time: 0.0349910 Jul 09 17:22:04.500978 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c8b9f-bba1-40a7-9dd2-88ffe98d15d0 req-8cef2d37-3c06-469f-92ef-40d1f9838dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:04.502424 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f13c8b9f-bba1-40a7-9dd2-88ffe98d15d0 req-8cef2d37-3c06-469f-92ef-40d1f9838dbb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5db9ed42-0774-40e0-9fd7-cfa76f97edcf HTTP/1.1" status: 200 len: 835 time: 0.0479152 Jul 09 17:22:04.534960 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [req-11ac78c7-7e37-45f3-8139-a73676fa38b5 req-febbab82-afab-4ca1-9a56-defdf6bd71a1 service neutron] (93958) timed out ('10.222.0.98', 40194) {{(pid=93958) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 17:22:04.562153 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c8b9f-bba1-40a7-9dd2-88ffe98d15d0 req-83eaee1c-8c87-49f5-b99e-0e4131490a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:04.563730 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f13c8b9f-bba1-40a7-9dd2-88ffe98d15d0 req-83eaee1c-8c87-49f5-b99e-0e4131490a2c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e6fb0671-a4e9-4a34-a73d-3f799ffae3c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544634 Jul 09 17:22:04.640098 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 9278beaf-c981-4bfc-8d78-f7d9bd897709 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:22:04.654801 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f13c8b9f-bba1-40a7-9dd2-88ffe98d15d0 req-16f03b2c-bbab-4012-92f0-b3cf80deea11 service neutron] 10.222.0.73 "GET /v2.0/networks/e6fb0671-a4e9-4a34-a73d-3f799ffae3c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848608 Jul 09 17:22:04.689050 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 9278beaf-c981-4bfc-8d78-f7d9bd897709 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:22:04.692793 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 9278beaf-c981-4bfc-8d78-f7d9bd897709 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:22:04.693066 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:04.749038 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f13c8b9f-bba1-40a7-9dd2-88ffe98d15d0 req-5f245aeb-f81e-4a6b-ac95-fbe008f690b2 service neutron] 10.222.0.73 "GET /v2.0/networks/e6fb0671-a4e9-4a34-a73d-3f799ffae3c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876825 Jul 09 17:22:04.772532 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:04.805628 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 9278beaf-c981-4bfc-8d78-f7d9bd897709, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=9278beaf-c981-4bfc-8d78-f7d9bd897709,segment=NetworkSegment(4358b0c2-12e9-4fbd-abe6-2fe03d12ae49),segment_id=4358b0c2-12e9-4fbd-abe6-2fe03d12ae49)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:22:04.809572 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:04.856931 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=9278beaf-c981-4bfc-8d78-f7d9bd897709,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:04.883432 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c4767c-ae14-4924-9764-a7e02747cc27 req-7b2f4042-da64-4b35-8911-0c83a015aa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:04.884937 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b0c4767c-ae14-4924-9764-a7e02747cc27 req-7b2f4042-da64-4b35-8911-0c83a015aa10 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6328f77a18a0459ab8530adc9f37c090&device_id=a254440e-b66e-409f-81f8-6037b6240237 HTTP/1.1" status: 200 len: 1095 time: 0.0529289 Jul 09 17:22:04.977942 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c4767c-ae14-4924-9764-a7e02747cc27 req-e9a49e15-1881-4a90-bfd9-bd8f2130b2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:04.979470 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b0c4767c-ae14-4924-9764-a7e02747cc27 req-e9a49e15-1881-4a90-bfd9-bd8f2130b2a5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e6fb0671-a4e9-4a34-a73d-3f799ffae3c8 HTTP/1.1" status: 200 len: 898 time: 0.0876148 Jul 09 17:22:05.020322 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b0c4767c-ae14-4924-9764-a7e02747cc27 req-8c676e40-79bd-4988-9e93-c09c6d3f841b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a HTTP/1.1" status: 200 len: 217 time: 0.0343351 Jul 09 17:22:05.068665 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c4767c-ae14-4924-9764-a7e02747cc27 req-1810973b-8959-4dc6-9174-953ecb26601f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:05.070079 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b0c4767c-ae14-4924-9764-a7e02747cc27 req-1810973b-8959-4dc6-9174-953ecb26601f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5db9ed42-0774-40e0-9fd7-cfa76f97edcf HTTP/1.1" status: 200 len: 835 time: 0.0431454 Jul 09 17:22:05.130292 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c4767c-ae14-4924-9764-a7e02747cc27 req-780ed6bd-258e-4374-8e53-80479ed9fd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:05.131800 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b0c4767c-ae14-4924-9764-a7e02747cc27 req-780ed6bd-258e-4374-8e53-80479ed9fd8c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e6fb0671-a4e9-4a34-a73d-3f799ffae3c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557539 Jul 09 17:22:05.220856 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b0c4767c-ae14-4924-9764-a7e02747cc27 req-7ea3486c-3bd6-44e2-bf99-5ad48426e7f6 service neutron] 10.222.0.73 "GET /v2.0/networks/e6fb0671-a4e9-4a34-a73d-3f799ffae3c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823293 Jul 09 17:22:05.315495 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b0c4767c-ae14-4924-9764-a7e02747cc27 req-f5f6aad6-8223-44b7-aeb5-325cbefb4217 service neutron] 10.222.0.73 "GET /v2.0/networks/e6fb0671-a4e9-4a34-a73d-3f799ffae3c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878026 Jul 09 17:22:05.383875 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6760d6-0ffb-4dab-884a-04d5b988b1f6 req-7f42a6df-08a4-451e-800d-306909861b09 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:05.385369 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0b6760d6-0ffb-4dab-884a-04d5b988b1f6 req-7f42a6df-08a4-451e-800d-306909861b09 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=a254440e-b66e-409f-81f8-6037b6240237 HTTP/1.1" status: 200 len: 944 time: 0.0653145 Jul 09 17:22:05.422901 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0b6760d6-0ffb-4dab-884a-04d5b988b1f6 req-1e83384b-0557-45e9-92f2-e268c4385638 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=2433ec2d-c85f-4843-9d04-f678b88dca97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313652 Jul 09 17:22:06.596705 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d665036a-fe34-4016-9167-10dacaa51091 req-30a02085-969a-456c-9c2e-9eaaacb57a49 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:06.598195 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d665036a-fe34-4016-9167-10dacaa51091 req-30a02085-969a-456c-9c2e-9eaaacb57a49 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=a254440e-b66e-409f-81f8-6037b6240237 HTTP/1.1" status: 200 len: 944 time: 0.0645783 Jul 09 17:22:06.624484 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 9278beaf-c981-4bfc-8d78-f7d9bd897709 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:22:06.638447 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d665036a-fe34-4016-9167-10dacaa51091 req-fe097193-75a7-4af2-bab6-f05267fec8cb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=2433ec2d-c85f-4843-9d04-f678b88dca97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339108 Jul 09 17:22:06.671636 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 9278beaf-c981-4bfc-8d78-f7d9bd897709 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:22:06.672606 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:07.827523 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac85ae2-9e80-4441-ac32-04f8fd26dc19 req-bcf745ad-1494-4403-b977-0222561c8bc4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:07.829059 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0ac85ae2-9e80-4441-ac32-04f8fd26dc19 req-bcf745ad-1494-4403-b977-0222561c8bc4 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=a254440e-b66e-409f-81f8-6037b6240237 HTTP/1.1" status: 200 len: 944 time: 0.0663178 Jul 09 17:22:07.867153 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0ac85ae2-9e80-4441-ac32-04f8fd26dc19 req-447aa9e5-aee2-4f9d-a179-02dd4bdebb2f tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=2433ec2d-c85f-4843-9d04-f678b88dca97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325384 Jul 09 17:22:08.642884 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:22:08.734391 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a,segment=NetworkSegment(4358b0c2-12e9-4fbd-abe6-2fe03d12ae49),segment_id=4358b0c2-12e9-4fbd-abe6-2fe03d12ae49)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:22:08.749547 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a', 'network_id': 'e6fb0671-a4e9-4a34-a73d-3f799ffae3c8', 'port_id': '8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a', 'mac_address': 'fa:16:3e:00:0b:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5db9ed42-0774-40e0-9fd7-cfa76f97edcf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:22:08.784920 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:08.797555 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:22:08.817125 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a,segment=NetworkSegment(4358b0c2-12e9-4fbd-abe6-2fe03d12ae49),segment_id=4358b0c2-12e9-4fbd-abe6-2fe03d12ae49)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:22:08.820830 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:08.867094 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:09.041613 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f1a64-633a-4093-9715-cbb062fa9e87 req-14de15b7-4ec3-4ff7-a8de-d453110437a6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:09.043103 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3b3f1a64-633a-4093-9715-cbb062fa9e87 req-14de15b7-4ec3-4ff7-a8de-d453110437a6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=a254440e-b66e-409f-81f8-6037b6240237 HTTP/1.1" status: 200 len: 945 time: 0.0630126 Jul 09 17:22:09.082698 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3b3f1a64-633a-4093-9715-cbb062fa9e87 req-ff7aaec2-0c6c-4d4c-be23-3c4ee6f231bb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=2433ec2d-c85f-4843-9d04-f678b88dca97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334580 Jul 09 17:22:09.211860 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:22:10.260373 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc869d-08c9-4706-8655-997fb35ee236 req-7d345471-d7de-49e9-b8a1-8481acb7c4a8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:10.261836 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8dfc869d-08c9-4706-8655-997fb35ee236 req-7d345471-d7de-49e9-b8a1-8481acb7c4a8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=a254440e-b66e-409f-81f8-6037b6240237 HTTP/1.1" status: 200 len: 945 time: 0.0644886 Jul 09 17:22:10.303215 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8dfc869d-08c9-4706-8655-997fb35ee236 req-4450628a-0406-4a4c-b119-d346cf0360d3 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=2433ec2d-c85f-4843-9d04-f678b88dca97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357356 Jul 09 17:22:10.655738 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:22:10.660049 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:10.705806 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:22:10.709577 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:22:10.709956 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:10.789205 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:10.811876 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a254440e-b66e-409f-81f8-6037b6240237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:22:10.814140 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e4c0197b51a39b57e4a8a116eb3788e06930fc42ac75c6a3eb5959c91cb8bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f6ccb1a-ab14-4550-bd36-b4b5cdfe7c71" -d '{"events": [{"server_uuid": "a254440e-b66e-409f-81f8-6037b6240237", "name": "network-vif-plugged", "status": "completed", "tag": "8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:22:10.826822 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a,segment=NetworkSegment(4358b0c2-12e9-4fbd-abe6-2fe03d12ae49),segment_id=4358b0c2-12e9-4fbd-abe6-2fe03d12ae49)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:22:10.830926 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:10.855318 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea36075-2689-4e3d-bf8a-9cb40f5d4e53 x-openstack-request-id: req-8ea36075-2689-4e3d-bf8a-9cb40f5d4e53 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:22:10.855611 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a254440e-b66e-409f-81f8-6037b6240237", "name": "network-vif-plugged", "status": "completed", "tag": "8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:22:10.855862 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8ea36075-2689-4e3d-bf8a-9cb40f5d4e53 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:22:10.856249 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a254440e-b66e-409f-81f8-6037b6240237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a', 'code': 200} Jul 09 17:22:10.885127 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:10.998443 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06893d-d0c9-4857-8c91-9254bd8e6993 req-e93a567d-f6d9-4707-b60b-6ea4e7e5b025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:10.999920 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ca06893d-d0c9-4857-8c91-9254bd8e6993 req-e93a567d-f6d9-4707-b60b-6ea4e7e5b025 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a254440e-b66e-409f-81f8-6037b6240237 HTTP/1.1" status: 200 len: 1097 time: 0.0513349 Jul 09 17:22:11.039859 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ca06893d-d0c9-4857-8c91-9254bd8e6993 req-fd9723de-de87-48fa-a114-18eb44753b81 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2433ec2d-c85f-4843-9d04-f678b88dca97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289850 Jul 09 17:22:11.477030 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1af315-bc07-4cb2-8aa1-48f92d56f103 req-14666cf1-c4d0-48da-847d-488f5012994c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:11.478578 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c1af315-bc07-4cb2-8aa1-48f92d56f103 req-14666cf1-c4d0-48da-847d-488f5012994c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=a254440e-b66e-409f-81f8-6037b6240237 HTTP/1.1" status: 200 len: 946 time: 0.0629375 Jul 09 17:22:11.517256 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9c1af315-bc07-4cb2-8aa1-48f92d56f103 req-c140d507-77e0-4fd6-b325-d286d8fddbe9 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=2433ec2d-c85f-4843-9d04-f678b88dca97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326667 Jul 09 17:22:12.691743 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd6f2f-1ffd-45ba-a47b-669b1c5f4156 req-5379cd57-9743-49b8-9c9a-9a727adef022 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:12.693320 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2fbd6f2f-1ffd-45ba-a47b-669b1c5f4156 req-5379cd57-9743-49b8-9c9a-9a727adef022 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=a254440e-b66e-409f-81f8-6037b6240237 HTTP/1.1" status: 200 len: 946 time: 0.0676658 Jul 09 17:22:12.731678 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2fbd6f2f-1ffd-45ba-a47b-669b1c5f4156 req-4627669b-0be6-41db-965c-6c39290b862d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=2433ec2d-c85f-4843-9d04-f678b88dca97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328579 Jul 09 17:22:12.904949 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd69a32-ada7-466d-8f57-3092b2659601 req-5899556e-94c1-4a0b-832f-a06f57b6cca8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:12.906464 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6cd69a32-ada7-466d-8f57-3092b2659601 req-5899556e-94c1-4a0b-832f-a06f57b6cca8 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=a254440e-b66e-409f-81f8-6037b6240237 HTTP/1.1" status: 200 len: 946 time: 0.0643158 Jul 09 17:22:12.943541 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6cd69a32-ada7-466d-8f57-3092b2659601 req-fbc3b986-851b-4905-9e59-80de3a5cd6ff tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=2433ec2d-c85f-4843-9d04-f678b88dca97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315878 Jul 09 17:22:12.967631 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54796) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:13.018042 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71cf414f-0bc1-4703-bd63-553ae0f3f48f tempest-TestNetworkAdvancedServerOps-679639656 tempest-TestNetworkAdvancedServerOps-679639656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:13.019548 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-71cf414f-0bc1-4703-bd63-553ae0f3f48f tempest-TestNetworkAdvancedServerOps-679639656 tempest-TestNetworkAdvancedServerOps-679639656-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=a254440e-b66e-409f-81f8-6037b6240237 HTTP/1.1" status: 200 len: 1092 time: 0.0509515 Jul 09 17:22:13.022359 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54798) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:13.026630 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-257d8460-323b-4dcd-9a5c-84508576aaeb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Request body: {'floatingip': {'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'port_id': '8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:22:13.047442 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-257d8460-323b-4dcd-9a5c-84508576aaeb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:13.147300 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-257d8460-323b-4dcd-9a5c-84508576aaeb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:13.256194 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-257d8460-323b-4dcd-9a5c-84508576aaeb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Allocated IP 172.25.0.40 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/6e5cb620-cd71-4f23-b11f-7d0afa946f46) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:22:13.353949 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-257d8460-323b-4dcd-9a5c-84508576aaeb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:13.395618 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-257d8460-323b-4dcd-9a5c-84508576aaeb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:13.431001 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257d8460-323b-4dcd-9a5c-84508576aaeb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:22:13.437061 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-257d8460-323b-4dcd-9a5c-84508576aaeb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:22:13.441120 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257d8460-323b-4dcd-9a5c-84508576aaeb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:22:13.447132 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d8460-323b-4dcd-9a5c-84508576aaeb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'Port': ['ID=6e5cb620-cd71-4f23-b11f-7d0afa946f46,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:13.804758 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-257d8460-323b-4dcd-9a5c-84508576aaeb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:13.881310 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-257d8460-323b-4dcd-9a5c-84508576aaeb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:14.027589 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-257d8460-323b-4dcd-9a5c-84508576aaeb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:14.032793 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-257d8460-323b-4dcd-9a5c-84508576aaeb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:14.101808 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d8460-323b-4dcd-9a5c-84508576aaeb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event updated for resources: {'Port': ['ID=6e5cb620-cd71-4f23-b11f-7d0afa946f46,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:14.111097 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-257d8460-323b-4dcd-9a5c-84508576aaeb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:14.208751 n-d-798930-3 neutron-server[93958]: INFO neutron.db.l3_db [None req-257d8460-323b-4dcd-9a5c-84508576aaeb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Floating IP c4c705eb-ed7b-4cbb-a29b-b258a8cb9651 associated. External IP: 172.25.0.40, port: 8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a. Jul 09 17:22:14.418194 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-257d8460-323b-4dcd-9a5c-84508576aaeb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Router de698aee-4f39-4155-b4f6-4b9da0cfdca6 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:22:14.523316 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257d8460-323b-4dcd-9a5c-84508576aaeb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:22:14.532986 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e179ab-ae5a-475d-9587-a150e8459665 None None] Sync routers for ids ['de698aee-4f39-4155-b4f6-4b9da0cfdca6'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:22:14.539335 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-257d8460-323b-4dcd-9a5c-84508576aaeb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:14.543885 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e179ab-ae5a-475d-9587-a150e8459665 None None] Routers {'de698aee-4f39-4155-b4f6-4b9da0cfdca6'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:22:14.544792 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-d4e179ab-ae5a-475d-9587-a150e8459665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:21:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['de698aee-4f39-4155-b4f6-4b9da0cfdca6'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:22:14.576060 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-257d8460-323b-4dcd-9a5c-84508576aaeb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5526590 Jul 09 17:22:14.576673 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a254440e-b66e-409f-81f8-6037b6240237', 'tag': '8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:22:14.579552 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70bc3d1dd6a8d756905b95879fdfd768b2540769638561f09d0c65e65c91429d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23f695d-57fb-448d-8475-8bd3b99df0c9" -d '{"events": [{"name": "network-changed", "server_uuid": "a254440e-b66e-409f-81f8-6037b6240237", "tag": "8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:22:14.651144 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-d4e179ab-ae5a-475d-9587-a150e8459665 None None] Set router de698aee-4f39-4155-b4f6-4b9da0cfdca6 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:22:14.728358 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ce2c6-cad0-4508-80ad-6981b021bb1c req-1723772e-f5f5-4354-b036-a2a82bd8faed tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:14.729782 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-611ce2c6-cad0-4508-80ad-6981b021bb1c req-1723772e-f5f5-4354-b036-a2a82bd8faed tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=a254440e-b66e-409f-81f8-6037b6240237 HTTP/1.1" status: 200 len: 946 time: 0.0639591 Jul 09 17:22:14.767641 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-611ce2c6-cad0-4508-80ad-6981b021bb1c req-ab280236-4779-4a4f-8865-af757b65c782 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=2433ec2d-c85f-4843-9d04-f678b88dca97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316856 Jul 09 17:22:14.791901 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54804) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:14.813582 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2560dcf-c127-4d1b-aacb-b987666501f3 x-openstack-request-id: req-b2560dcf-c127-4d1b-aacb-b987666501f3 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:22:14.814106 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a254440e-b66e-409f-81f8-6037b6240237", "tag": "8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:22:14.814106 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b2560dcf-c127-4d1b-aacb-b987666501f3 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:22:14.814502 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a254440e-b66e-409f-81f8-6037b6240237', 'tag': '8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a', 'status': 'completed', 'code': 200} Jul 09 17:22:14.853857 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c96e1dca-4682-4250-90dd-ef59b160ff42 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/floatingips/c4c705eb-ed7b-4cbb-a29b-b258a8cb9651 HTTP/1.1" status: 200 len: 991 time: 0.0602720 Jul 09 17:22:14.876874 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-d4e179ab-ae5a-475d-9587-a150e8459665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de698aee-4f39-4155-b4f6-4b9da0cfdca6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85258128', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'de49fad5-ca7b-4c7e-8496-ae9d8ee260ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:21:56Z', 'updated_at': '2021-07-09T17:21:59Z', 'revision_number': 4, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': 'de49fad5-ca7b-4c7e-8496-ae9d8ee260ad', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de698aee-4f39-4155-b4f6-4b9da0cfdca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:21:56Z', 'updated_at': '2021-07-09T17:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'c4c705eb-ed7b-4cbb-a29b-b258a8cb9651', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'floating_ip_address': '172.25.0.40', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': 'de698aee-4f39-4155-b4f6-4b9da0cfdca6', 'port_id': '8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6fb0671-a4e9-4a34-a73d-3f799ffae3c8', 'mac_address': 'fa:16:3e:00:0b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a254440e-b66e-409f-81f8-6037b6240237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:22:13Z', 'updated_at': '2021-07-09T17:22:13Z', 'revision_number': 0, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9278beaf-c981-4bfc-8d78-f7d9bd897709', 'name': '', 'network_id': 'e6fb0671-a4e9-4a34-a73d-3f799ffae3c8', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'mac_address': 'fa:16:3e:e9:41:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de698aee-4f39-4155-b4f6-4b9da0cfdca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5db9ed42-0774-40e0-9fd7-cfa76f97edcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:21:59Z', 'updated_at': '2021-07-09T17:22:04Z', 'revision_number': 5, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'subnets': [{'id': '5db9ed42-0774-40e0-9fd7-cfa76f97edcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:22:14.902539 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e179ab-ae5a-475d-9587-a150e8459665 None None] Checking router: de698aee-4f39-4155-b4f6-4b9da0cfdca6 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:22:14.911208 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f695d-57fb-448d-8475-8bd3b99df0c9 req-ea520ebd-c978-4510-a9ee-909fc78730f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:14.911414 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e179ab-ae5a-475d-9587-a150e8459665 None None] Routers {'de698aee-4f39-4155-b4f6-4b9da0cfdca6'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:22:14.911792 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-d4e179ab-ae5a-475d-9587-a150e8459665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:21:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['de698aee-4f39-4155-b4f6-4b9da0cfdca6'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:22:14.912712 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e23f695d-57fb-448d-8475-8bd3b99df0c9 req-ea520ebd-c978-4510-a9ee-909fc78730f6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6328f77a18a0459ab8530adc9f37c090&device_id=a254440e-b66e-409f-81f8-6037b6240237 HTTP/1.1" status: 200 len: 1097 time: 0.0571799 Jul 09 17:22:14.999898 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f695d-57fb-448d-8475-8bd3b99df0c9 req-4329c46f-aa3d-4326-aa59-7780c57766b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:15.001353 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e23f695d-57fb-448d-8475-8bd3b99df0c9 req-4329c46f-aa3d-4326-aa59-7780c57766b1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e6fb0671-a4e9-4a34-a73d-3f799ffae3c8 HTTP/1.1" status: 200 len: 898 time: 0.0825050 Jul 09 17:22:15.012234 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-d4e179ab-ae5a-475d-9587-a150e8459665 None None] Set router de698aee-4f39-4155-b4f6-4b9da0cfdca6 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:22:15.069799 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e23f695d-57fb-448d-8475-8bd3b99df0c9 req-1725b003-923a-46ba-9a23-41241ab313e5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a HTTP/1.1" status: 200 len: 999 time: 0.0616741 Jul 09 17:22:15.119335 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f695d-57fb-448d-8475-8bd3b99df0c9 req-2b0c1d04-6b0b-4625-8295-4c78587ebef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:15.121174 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e23f695d-57fb-448d-8475-8bd3b99df0c9 req-2b0c1d04-6b0b-4625-8295-4c78587ebef2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5db9ed42-0774-40e0-9fd7-cfa76f97edcf HTTP/1.1" status: 200 len: 835 time: 0.0450342 Jul 09 17:22:15.179409 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f695d-57fb-448d-8475-8bd3b99df0c9 req-740c953a-1442-411c-ae47-de835e05a3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:15.181983 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e23f695d-57fb-448d-8475-8bd3b99df0c9 req-740c953a-1442-411c-ae47-de835e05a3ab service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e6fb0671-a4e9-4a34-a73d-3f799ffae3c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534699 Jul 09 17:22:15.235065 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-d4e179ab-ae5a-475d-9587-a150e8459665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de698aee-4f39-4155-b4f6-4b9da0cfdca6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85258128', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'de49fad5-ca7b-4c7e-8496-ae9d8ee260ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:21:56Z', 'updated_at': '2021-07-09T17:21:59Z', 'revision_number': 4, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': 'de49fad5-ca7b-4c7e-8496-ae9d8ee260ad', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de698aee-4f39-4155-b4f6-4b9da0cfdca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:21:56Z', 'updated_at': '2021-07-09T17:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'c4c705eb-ed7b-4cbb-a29b-b258a8cb9651', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'floating_ip_address': '172.25.0.40', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': 'de698aee-4f39-4155-b4f6-4b9da0cfdca6', 'port_id': '8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6fb0671-a4e9-4a34-a73d-3f799ffae3c8', 'mac_address': 'fa:16:3e:00:0b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a254440e-b66e-409f-81f8-6037b6240237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:22:13Z', 'updated_at': '2021-07-09T17:22:13Z', 'revision_number': 0, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9278beaf-c981-4bfc-8d78-f7d9bd897709', 'name': '', 'network_id': 'e6fb0671-a4e9-4a34-a73d-3f799ffae3c8', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'mac_address': 'fa:16:3e:e9:41:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de698aee-4f39-4155-b4f6-4b9da0cfdca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5db9ed42-0774-40e0-9fd7-cfa76f97edcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:21:59Z', 'updated_at': '2021-07-09T17:22:04Z', 'revision_number': 5, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'subnets': [{'id': '5db9ed42-0774-40e0-9fd7-cfa76f97edcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:22:15.263615 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e179ab-ae5a-475d-9587-a150e8459665 None None] The sync data for ids ['de698aee-4f39-4155-b4f6-4b9da0cfdca6'] in n-d-798930-3 is: [{'id': 'de698aee-4f39-4155-b4f6-4b9da0cfdca6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85258128', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'de49fad5-ca7b-4c7e-8496-ae9d8ee260ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:21:56Z', 'updated_at': '2021-07-09T17:21:59Z', 'revision_number': 4, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': 'de49fad5-ca7b-4c7e-8496-ae9d8ee260ad', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de698aee-4f39-4155-b4f6-4b9da0cfdca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:21:56Z', 'updated_at': '2021-07-09T17:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'c4c705eb-ed7b-4cbb-a29b-b258a8cb9651', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'floating_ip_address': '172.25.0.40', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': 'de698aee-4f39-4155-b4f6-4b9da0cfdca6', 'port_id': '8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6fb0671-a4e9-4a34-a73d-3f799ffae3c8', 'mac_address': 'fa:16:3e:00:0b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a254440e-b66e-409f-81f8-6037b6240237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:22:13Z', 'updated_at': '2021-07-09T17:22:13Z', 'revision_number': 0, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9278beaf-c981-4bfc-8d78-f7d9bd897709', 'name': '', 'network_id': 'e6fb0671-a4e9-4a34-a73d-3f799ffae3c8', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'mac_address': 'fa:16:3e:e9:41:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de698aee-4f39-4155-b4f6-4b9da0cfdca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5db9ed42-0774-40e0-9fd7-cfa76f97edcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:21:59Z', 'updated_at': '2021-07-09T17:22:04Z', 'revision_number': 5, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'subnets': [{'id': '5db9ed42-0774-40e0-9fd7-cfa76f97edcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:22:15.274966 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e23f695d-57fb-448d-8475-8bd3b99df0c9 req-38849558-ae50-4ed7-b6cf-e970224529a5 service neutron] 10.222.0.73 "GET /v2.0/networks/e6fb0671-a4e9-4a34-a73d-3f799ffae3c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859361 Jul 09 17:22:15.367059 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e23f695d-57fb-448d-8475-8bd3b99df0c9 req-46e960d3-e73b-4db5-9a1e-c05a36338c87 service neutron] 10.222.0.73 "GET /v2.0/networks/e6fb0671-a4e9-4a34-a73d-3f799ffae3c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859833 Jul 09 17:22:15.447291 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e796e05-8ad4-460d-b912-765d90ebab7d None None] New status for floating IP c4c705eb-ed7b-4cbb-a29b-b258a8cb9651: ACTIVE {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:22:15.857222 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54806) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:15.920200 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-5c565b9c-25b7-4182-b1f4-848f7a7fb94d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/floatingips/c4c705eb-ed7b-4cbb-a29b-b258a8cb9651 HTTP/1.1" status: 200 len: 993 time: 0.0619216 Jul 09 17:22:22.427321 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ead474a0-bf35-43ad-82b9-e7cb697d5ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:25.144881 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-49a79acb-b7e3-4712-9220-9b77f15e8a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:25.882686 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:26.514437 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:27.363724 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:28.089935 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:22:28.453165 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:40.654404 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:40.786025 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [req-04c01363-6956-43c8-8f18-1428013ec8b4 req-272bcba3-ca5e-4c76-88ea-db56e53b264f service neutron] (93958) timed out ('10.222.0.77', 60266) {{(pid=93958) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 17:22:52.428233 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-968ec687-887f-4bab-9227-78f271149122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:55.146063 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fa23be2c-078b-4934-8886-82afec476e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:55.883592 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:56.516846 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:57.378349 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:58.456103 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:05.089570 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:23:10.668906 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:11.879915 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dda6d37f-71ae-4124-a8a5-b86b5a5a15d6 req-b3fce79c-8702-43e0-b185-1297d6df3de1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a254440e-b66e-409f-81f8-6037b6240237&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4681027 Jul 09 17:23:11.992435 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6d37f-71ae-4124-a8a5-b86b5a5a15d6 req-6e872737-53ff-47ad-8af1-87c844810340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:11.993899 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dda6d37f-71ae-4124-a8a5-b86b5a5a15d6 req-6e872737-53ff-47ad-8af1-87c844810340 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6328f77a18a0459ab8530adc9f37c090&device_id=a254440e-b66e-409f-81f8-6037b6240237 HTTP/1.1" status: 200 len: 1097 time: 0.0532582 Jul 09 17:23:12.096695 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6d37f-71ae-4124-a8a5-b86b5a5a15d6 req-7414d64a-9e0c-4b6b-99b6-06ea48851062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:12.098186 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dda6d37f-71ae-4124-a8a5-b86b5a5a15d6 req-7414d64a-9e0c-4b6b-99b6-06ea48851062 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e6fb0671-a4e9-4a34-a73d-3f799ffae3c8 HTTP/1.1" status: 200 len: 898 time: 0.0844276 Jul 09 17:23:12.159689 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dda6d37f-71ae-4124-a8a5-b86b5a5a15d6 req-7b7c5a00-eb6a-48ca-82d2-d8701bebdb45 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a HTTP/1.1" status: 200 len: 1001 time: 0.0555434 Jul 09 17:23:12.206457 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6d37f-71ae-4124-a8a5-b86b5a5a15d6 req-cf4c8bbc-f0eb-408f-b425-f2b3248d3a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:12.208484 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dda6d37f-71ae-4124-a8a5-b86b5a5a15d6 req-cf4c8bbc-f0eb-408f-b425-f2b3248d3a7c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5db9ed42-0774-40e0-9fd7-cfa76f97edcf HTTP/1.1" status: 200 len: 835 time: 0.0428381 Jul 09 17:23:12.267049 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6d37f-71ae-4124-a8a5-b86b5a5a15d6 req-fbca4447-7691-44af-a4c4-17bc0c8ec2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:12.268507 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dda6d37f-71ae-4124-a8a5-b86b5a5a15d6 req-fbca4447-7691-44af-a4c4-17bc0c8ec2c8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e6fb0671-a4e9-4a34-a73d-3f799ffae3c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536642 Jul 09 17:23:12.278542 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [req-dda6d37f-71ae-4124-a8a5-b86b5a5a15d6 req-d81b4471-235d-4415-b29c-06a9ccde52fd service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:23:12.279510 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dda6d37f-71ae-4124-a8a5-b86b5a5a15d6 req-d81b4471-235d-4415-b29c-06a9ccde52fd service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049109 Jul 09 17:23:12.370182 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dda6d37f-71ae-4124-a8a5-b86b5a5a15d6 req-32db52a4-5f10-4ac2-a535-8e00e974bb23 service neutron] 10.222.0.73 "GET /v2.0/networks/e6fb0671-a4e9-4a34-a73d-3f799ffae3c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843098 Jul 09 17:23:12.461951 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dda6d37f-71ae-4124-a8a5-b86b5a5a15d6 req-ad909a1a-164d-4bf0-93a2-de5233c3b103 service neutron] 10.222.0.73 "GET /v2.0/networks/e6fb0671-a4e9-4a34-a73d-3f799ffae3c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858059 Jul 09 17:23:22.428285 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-79c4ebc2-fe74-4045-85c1-75256866d9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:25.147761 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0d943291-8def-46f2-960f-d23bd7562ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:25.884544 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:26.520512 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:27.398460 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:27.787132 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1b5a0-2de0-44e8-9c6e-1571811f0589 req-f1e341ed-109e-4815-addb-8f4a265cc460 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:27.788575 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-95b1b5a0-2de0-44e8-9c6e-1571811f0589 req-f1e341ed-109e-4815-addb-8f4a265cc460 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=a254440e-b66e-409f-81f8-6037b6240237 HTTP/1.1" status: 200 len: 946 time: 0.1038692 Jul 09 17:23:27.825374 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-95b1b5a0-2de0-44e8-9c6e-1571811f0589 req-67312a11-aafa-416c-8d07-626600914f32 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=2433ec2d-c85f-4843-9d04-f678b88dca97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312645 Jul 09 17:23:28.462673 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:28.997468 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a868c-aa0f-4a50-8693-a915026cc524 req-959edde9-3e7b-4888-a65a-838423412a22 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:28.998979 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-809a868c-aa0f-4a50-8693-a915026cc524 req-959edde9-3e7b-4888-a65a-838423412a22 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=a254440e-b66e-409f-81f8-6037b6240237 HTTP/1.1" status: 200 len: 946 time: 0.0632393 Jul 09 17:23:29.040316 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-809a868c-aa0f-4a50-8693-a915026cc524 req-bab87345-efec-4dba-a043-5b0714a48c45 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=2433ec2d-c85f-4843-9d04-f678b88dca97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351508 Jul 09 17:23:30.211074 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a62664-c660-4030-b886-69a32a69e6e4 req-e84e92ea-a3e0-4466-b931-8580bb74114e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:30.212528 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c7a62664-c660-4030-b886-69a32a69e6e4 req-e84e92ea-a3e0-4466-b931-8580bb74114e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=a254440e-b66e-409f-81f8-6037b6240237 HTTP/1.1" status: 200 len: 946 time: 0.0623572 Jul 09 17:23:30.248414 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c7a62664-c660-4030-b886-69a32a69e6e4 req-02a4158a-0328-4762-a546-bdad4f32f161 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=2433ec2d-c85f-4843-9d04-f678b88dca97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303683 Jul 09 17:23:30.273416 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54854) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:30.332436 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6373064d-268d-4f12-a5bb-0bdb4dc0b09c tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/floatingips/c4c705eb-ed7b-4cbb-a29b-b258a8cb9651 HTTP/1.1" status: 200 len: 993 time: 0.0572548 Jul 09 17:23:31.815399 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8d5b6-d820-4de4-814d-e46c82cf4c63 req-504842b2-2255-459a-bc94-5e5096236f2d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:31.817380 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5fd8d5b6-d820-4de4-814d-e46c82cf4c63 req-504842b2-2255-459a-bc94-5e5096236f2d tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=a254440e-b66e-409f-81f8-6037b6240237 HTTP/1.1" status: 200 len: 946 time: 0.1077724 Jul 09 17:23:31.820011 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65440625-fb5b-4502-91b4-17081e5434c4 req-7605f0b2-b524-4706-a9f2-3e08ecf5715f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:31.821374 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-65440625-fb5b-4502-91b4-17081e5434c4 req-7605f0b2-b524-4706-a9f2-3e08ecf5715f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6328f77a18a0459ab8530adc9f37c090&device_id=a254440e-b66e-409f-81f8-6037b6240237 HTTP/1.1" status: 200 len: 1097 time: 0.0796518 Jul 09 17:23:31.905643 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5fd8d5b6-d820-4de4-814d-e46c82cf4c63 req-dcda082c-3b9f-4bdb-9bf2-19557768bd80 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=2433ec2d-c85f-4843-9d04-f678b88dca97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823407 Jul 09 17:23:31.935828 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65440625-fb5b-4502-91b4-17081e5434c4 req-6ffab1d3-f9fb-4752-b369-003302664786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:31.937334 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-65440625-fb5b-4502-91b4-17081e5434c4 req-6ffab1d3-f9fb-4752-b369-003302664786 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e6fb0671-a4e9-4a34-a73d-3f799ffae3c8 HTTP/1.1" status: 200 len: 898 time: 0.1083751 Jul 09 17:23:32.002013 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-65440625-fb5b-4502-91b4-17081e5434c4 req-229ca8f3-2182-4ec8-ac8d-e2b535b9a6c3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a HTTP/1.1" status: 200 len: 1001 time: 0.0570650 Jul 09 17:23:32.053565 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65440625-fb5b-4502-91b4-17081e5434c4 req-8fe80454-8131-4712-8389-26c21e6a4298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:32.055018 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-65440625-fb5b-4502-91b4-17081e5434c4 req-8fe80454-8131-4712-8389-26c21e6a4298 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5db9ed42-0774-40e0-9fd7-cfa76f97edcf HTTP/1.1" status: 200 len: 835 time: 0.0464730 Jul 09 17:23:32.109739 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65440625-fb5b-4502-91b4-17081e5434c4 req-ccc081de-4bbc-4871-b459-4c5c41b4d59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:32.111212 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-65440625-fb5b-4502-91b4-17081e5434c4 req-ccc081de-4bbc-4871-b459-4c5c41b4d59d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e6fb0671-a4e9-4a34-a73d-3f799ffae3c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507145 Jul 09 17:23:32.197792 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-65440625-fb5b-4502-91b4-17081e5434c4 req-4f0d90e0-a774-4e72-9044-ed1bf6e431db service neutron] 10.222.0.73 "GET /v2.0/networks/e6fb0671-a4e9-4a34-a73d-3f799ffae3c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796926 Jul 09 17:23:32.288241 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-65440625-fb5b-4502-91b4-17081e5434c4 req-4a96c0ba-81e3-409f-83d9-a30ba96ed2ec service neutron] 10.222.0.73 "GET /v2.0/networks/e6fb0671-a4e9-4a34-a73d-3f799ffae3c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846629 Jul 09 17:23:33.082783 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa257b0e-0b35-4dbe-950f-871dfcd6345b req-858f5c94-41e4-4a54-8764-b2e181307efb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:33.084275 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fa257b0e-0b35-4dbe-950f-871dfcd6345b req-858f5c94-41e4-4a54-8764-b2e181307efb tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=a254440e-b66e-409f-81f8-6037b6240237 HTTP/1.1" status: 200 len: 946 time: 0.0631182 Jul 09 17:23:33.121011 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fa257b0e-0b35-4dbe-950f-871dfcd6345b req-b6799b1e-fb87-4dc8-9dee-93fb754e2426 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=2433ec2d-c85f-4843-9d04-f678b88dca97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309708 Jul 09 17:23:34.295522 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc268d9c-473d-4fbf-a67e-d0c25554bd4e req-3bde7d38-0eb7-4b01-81ea-dc89ed874347 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:34.296992 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bc268d9c-473d-4fbf-a67e-d0c25554bd4e req-3bde7d38-0eb7-4b01-81ea-dc89ed874347 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=a254440e-b66e-409f-81f8-6037b6240237 HTTP/1.1" status: 200 len: 946 time: 0.0624623 Jul 09 17:23:34.339330 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bc268d9c-473d-4fbf-a67e-d0c25554bd4e req-8e3de282-60c6-426c-90b8-075d8c3b4825 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=2433ec2d-c85f-4843-9d04-f678b88dca97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368240 Jul 09 17:23:34.365524 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54866) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:34.426472 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-249b8fda-d5ea-4f86-9f7e-d62f388a2cf3 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/floatingips/c4c705eb-ed7b-4cbb-a29b-b258a8cb9651 HTTP/1.1" status: 200 len: 993 time: 0.0596645 Jul 09 17:23:34.697087 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54872) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:34.851812 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-d25e0d88-daa9-44af-8a4f-9a36a85c59f6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Deleting port 6e5cb620-cd71-4f23-b11f-7d0afa946f46 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:23:34.852158 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d25e0d88-daa9-44af-8a4f-9a36a85c59f6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:34.928830 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d25e0d88-daa9-44af-8a4f-9a36a85c59f6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:34.929158 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d25e0d88-daa9-44af-8a4f-9a36a85c59f6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:34.940426 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-d25e0d88-daa9-44af-8a4f-9a36a85c59f6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Calling delete_port for 6e5cb620-cd71-4f23-b11f-7d0afa946f46 owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:23:35.084818 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d25e0d88-daa9-44af-8a4f-9a36a85c59f6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:35.114239 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e0d88-daa9-44af-8a4f-9a36a85c59f6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event deleted for resources: {'Port': ['ID=6e5cb620-cd71-4f23-b11f-7d0afa946f46,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:35.138539 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25e0d88-daa9-44af-8a4f-9a36a85c59f6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:35.138914 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25e0d88-daa9-44af-8a4f-9a36a85c59f6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:35.139257 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25e0d88-daa9-44af-8a4f-9a36a85c59f6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:35.139592 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25e0d88-daa9-44af-8a4f-9a36a85c59f6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:35.139922 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25e0d88-daa9-44af-8a4f-9a36a85c59f6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:35.140253 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25e0d88-daa9-44af-8a4f-9a36a85c59f6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:35.140581 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25e0d88-daa9-44af-8a4f-9a36a85c59f6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:35.140906 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25e0d88-daa9-44af-8a4f-9a36a85c59f6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:35.141235 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25e0d88-daa9-44af-8a4f-9a36a85c59f6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:35.141558 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25e0d88-daa9-44af-8a4f-9a36a85c59f6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:35.141877 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25e0d88-daa9-44af-8a4f-9a36a85c59f6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:35.142195 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25e0d88-daa9-44af-8a4f-9a36a85c59f6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:35.180052 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d25e0d88-daa9-44af-8a4f-9a36a85c59f6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:35.180515 n-d-798930-3 neutron-server[93959]: INFO neutron.db.l3_db [None req-d25e0d88-daa9-44af-8a4f-9a36a85c59f6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Floating IP c4c705eb-ed7b-4cbb-a29b-b258a8cb9651 disassociated (deleted). External IP: 172.25.0.40, port: 8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a. Jul 09 17:23:35.711032 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d25e0d88-daa9-44af-8a4f-9a36a85c59f6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Router de698aee-4f39-4155-b4f6-4b9da0cfdca6 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:23:35.819944 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25e0d88-daa9-44af-8a4f-9a36a85c59f6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:23:35.824805 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d25e0d88-daa9-44af-8a4f-9a36a85c59f6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:35.828999 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b97c11f-be69-447f-821f-7e00047c4114 None None] Sync routers for ids ['de698aee-4f39-4155-b4f6-4b9da0cfdca6'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:23:35.839114 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b97c11f-be69-447f-821f-7e00047c4114 None None] Routers {'de698aee-4f39-4155-b4f6-4b9da0cfdca6'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:23:35.839788 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-8b97c11f-be69-447f-821f-7e00047c4114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:23:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['de698aee-4f39-4155-b4f6-4b9da0cfdca6'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:23:35.861657 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-d25e0d88-daa9-44af-8a4f-9a36a85c59f6 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "DELETE /v2.0/floatingips/c4c705eb-ed7b-4cbb-a29b-b258a8cb9651 HTTP/1.1" status: 204 len: 168 time: 1.1635320 Jul 09 17:23:35.862257 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a254440e-b66e-409f-81f8-6037b6240237', 'tag': '8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:23:35.864716 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378ae9c57bf43c2771a5b4c89609b2495bcc5bf3f4145cc2e92b6ffd2a6a2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16d6100-f02b-409c-b1ce-bbf5cc06012f" -d '{"events": [{"name": "network-changed", "server_uuid": "a254440e-b66e-409f-81f8-6037b6240237", "tag": "8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:23:36.030203 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-8b97c11f-be69-447f-821f-7e00047c4114 None None] Set router de698aee-4f39-4155-b4f6-4b9da0cfdca6 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:23:36.164056 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663aa073-d498-4f2d-a1c3-36b8c1bd534b x-openstack-request-id: req-663aa073-d498-4f2d-a1c3-36b8c1bd534b {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:23:36.164407 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a254440e-b66e-409f-81f8-6037b6240237", "tag": "8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:23:36.164728 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-663aa073-d498-4f2d-a1c3-36b8c1bd534b {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:23:36.165547 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a254440e-b66e-409f-81f8-6037b6240237', 'tag': '8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a', 'status': 'completed', 'code': 200} Jul 09 17:23:36.231381 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-8b97c11f-be69-447f-821f-7e00047c4114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de698aee-4f39-4155-b4f6-4b9da0cfdca6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85258128', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'de49fad5-ca7b-4c7e-8496-ae9d8ee260ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:21:56Z', 'updated_at': '2021-07-09T17:21:59Z', 'revision_number': 4, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': 'de49fad5-ca7b-4c7e-8496-ae9d8ee260ad', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de698aee-4f39-4155-b4f6-4b9da0cfdca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:21:56Z', 'updated_at': '2021-07-09T17:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '9278beaf-c981-4bfc-8d78-f7d9bd897709', 'name': '', 'network_id': 'e6fb0671-a4e9-4a34-a73d-3f799ffae3c8', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'mac_address': 'fa:16:3e:e9:41:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de698aee-4f39-4155-b4f6-4b9da0cfdca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5db9ed42-0774-40e0-9fd7-cfa76f97edcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:21:59Z', 'updated_at': '2021-07-09T17:22:04Z', 'revision_number': 5, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'subnets': [{'id': '5db9ed42-0774-40e0-9fd7-cfa76f97edcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:23:36.260761 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b97c11f-be69-447f-821f-7e00047c4114 None None] Checking router: de698aee-4f39-4155-b4f6-4b9da0cfdca6 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:23:36.269066 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b97c11f-be69-447f-821f-7e00047c4114 None None] Routers {'de698aee-4f39-4155-b4f6-4b9da0cfdca6'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:23:36.270271 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-8b97c11f-be69-447f-821f-7e00047c4114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:23:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['de698aee-4f39-4155-b4f6-4b9da0cfdca6'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:23:36.297878 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d6100-f02b-409c-b1ce-bbf5cc06012f req-319d6406-bf41-4d0e-99cb-99d243e7d3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:36.299387 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f16d6100-f02b-409c-b1ce-bbf5cc06012f req-319d6406-bf41-4d0e-99cb-99d243e7d3e6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6328f77a18a0459ab8530adc9f37c090&device_id=a254440e-b66e-409f-81f8-6037b6240237 HTTP/1.1" status: 200 len: 1097 time: 0.0874372 Jul 09 17:23:36.373854 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-8b97c11f-be69-447f-821f-7e00047c4114 None None] Set router de698aee-4f39-4155-b4f6-4b9da0cfdca6 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:23:36.376556 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dcb3c6-b3d1-452d-aa36-3f3f2af61720 req-6ab3af69-bd97-4ca6-ab87-6e707a592997 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:36.378479 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-47dcb3c6-b3d1-452d-aa36-3f3f2af61720 req-6ab3af69-bd97-4ca6-ab87-6e707a592997 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=a254440e-b66e-409f-81f8-6037b6240237 HTTP/1.1" status: 200 len: 946 time: 0.1283188 Jul 09 17:23:36.436982 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d6100-f02b-409c-b1ce-bbf5cc06012f req-82ddb915-ceb5-43eb-a6b9-990ba0acc640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:36.438416 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f16d6100-f02b-409c-b1ce-bbf5cc06012f req-82ddb915-ceb5-43eb-a6b9-990ba0acc640 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e6fb0671-a4e9-4a34-a73d-3f799ffae3c8 HTTP/1.1" status: 200 len: 898 time: 0.1315367 Jul 09 17:23:36.444251 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-47dcb3c6-b3d1-452d-aa36-3f3f2af61720 req-1c58c2cc-94ff-417e-99d9-b0517c371ca9 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=2433ec2d-c85f-4843-9d04-f678b88dca97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585988 Jul 09 17:23:36.482231 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f16d6100-f02b-409c-b1ce-bbf5cc06012f req-c15264f4-0f1c-43d3-8e7b-8261c12ad9cb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a HTTP/1.1" status: 200 len: 217 time: 0.0364490 Jul 09 17:23:36.533166 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d6100-f02b-409c-b1ce-bbf5cc06012f req-b33fa582-98dc-4d09-a00b-26939a0e5325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:36.534665 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f16d6100-f02b-409c-b1ce-bbf5cc06012f req-b33fa582-98dc-4d09-a00b-26939a0e5325 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5db9ed42-0774-40e0-9fd7-cfa76f97edcf HTTP/1.1" status: 200 len: 835 time: 0.0456629 Jul 09 17:23:36.575656 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-8b97c11f-be69-447f-821f-7e00047c4114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de698aee-4f39-4155-b4f6-4b9da0cfdca6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85258128', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'de49fad5-ca7b-4c7e-8496-ae9d8ee260ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:21:56Z', 'updated_at': '2021-07-09T17:21:59Z', 'revision_number': 4, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': 'de49fad5-ca7b-4c7e-8496-ae9d8ee260ad', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de698aee-4f39-4155-b4f6-4b9da0cfdca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:21:56Z', 'updated_at': '2021-07-09T17:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '9278beaf-c981-4bfc-8d78-f7d9bd897709', 'name': '', 'network_id': 'e6fb0671-a4e9-4a34-a73d-3f799ffae3c8', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'mac_address': 'fa:16:3e:e9:41:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de698aee-4f39-4155-b4f6-4b9da0cfdca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5db9ed42-0774-40e0-9fd7-cfa76f97edcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:21:59Z', 'updated_at': '2021-07-09T17:22:04Z', 'revision_number': 5, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'subnets': [{'id': '5db9ed42-0774-40e0-9fd7-cfa76f97edcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:23:36.593432 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d6100-f02b-409c-b1ce-bbf5cc06012f req-65a47039-6970-442d-be20-7464026fb2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:36.594972 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f16d6100-f02b-409c-b1ce-bbf5cc06012f req-65a47039-6970-442d-be20-7464026fb2d5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e6fb0671-a4e9-4a34-a73d-3f799ffae3c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521922 Jul 09 17:23:36.601079 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b97c11f-be69-447f-821f-7e00047c4114 None None] The sync data for ids ['de698aee-4f39-4155-b4f6-4b9da0cfdca6'] in n-d-798930-3 is: [{'id': 'de698aee-4f39-4155-b4f6-4b9da0cfdca6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85258128', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'de49fad5-ca7b-4c7e-8496-ae9d8ee260ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:21:56Z', 'updated_at': '2021-07-09T17:21:59Z', 'revision_number': 4, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': 'de49fad5-ca7b-4c7e-8496-ae9d8ee260ad', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de698aee-4f39-4155-b4f6-4b9da0cfdca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:21:56Z', 'updated_at': '2021-07-09T17:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '9278beaf-c981-4bfc-8d78-f7d9bd897709', 'name': '', 'network_id': 'e6fb0671-a4e9-4a34-a73d-3f799ffae3c8', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'mac_address': 'fa:16:3e:e9:41:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de698aee-4f39-4155-b4f6-4b9da0cfdca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5db9ed42-0774-40e0-9fd7-cfa76f97edcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:21:59Z', 'updated_at': '2021-07-09T17:22:04Z', 'revision_number': 5, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'subnets': [{'id': '5db9ed42-0774-40e0-9fd7-cfa76f97edcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:23:36.692117 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f16d6100-f02b-409c-b1ce-bbf5cc06012f req-c45b11b3-7542-4c7b-a431-ee8fd83c16cf service neutron] 10.222.0.73 "GET /v2.0/networks/e6fb0671-a4e9-4a34-a73d-3f799ffae3c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903077 Jul 09 17:23:36.782561 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f16d6100-f02b-409c-b1ce-bbf5cc06012f req-93914c0f-3ad2-46bd-91c7-9be25f708773 service neutron] 10.222.0.73 "GET /v2.0/networks/e6fb0671-a4e9-4a34-a73d-3f799ffae3c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836527 Jul 09 17:23:36.823514 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180b6e89-cd8c-441c-b4c3-cd2736bc5ee8 None None] New status for floating IP c4c705eb-ed7b-4cbb-a29b-b258a8cb9651: DOWN {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:23:37.627905 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb305c5-0953-41a4-9586-ba64b5644122 req-9a6ea6f9-52be-4bac-a7ed-0b5534100984 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:37.629898 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0cb305c5-0953-41a4-9586-ba64b5644122 req-9a6ea6f9-52be-4bac-a7ed-0b5534100984 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=a254440e-b66e-409f-81f8-6037b6240237 HTTP/1.1" status: 200 len: 946 time: 0.0686615 Jul 09 17:23:37.666669 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0cb305c5-0953-41a4-9586-ba64b5644122 req-6cadb7b5-4858-45fe-9c58-8e86cd7ecc57 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/security-groups?id=2433ec2d-c85f-4843-9d04-f678b88dca97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312603 Jul 09 17:23:38.269832 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b5cdf-2532-4583-8b84-2b10d5d0e897 req-270aee4a-d0fe-4871-b516-4f8d2251db3f tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:38.271294 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3f1b5cdf-2532-4583-8b84-2b10d5d0e897 req-270aee4a-d0fe-4871-b516-4f8d2251db3f tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.73 "GET /v2.0/ports?device_id=a254440e-b66e-409f-81f8-6037b6240237 HTTP/1.1" status: 200 len: 946 time: 0.0625625 Jul 09 17:23:38.372612 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-3f1b5cdf-2532-4583-8b84-2b10d5d0e897 req-b77f6b21-b8f0-40d3-b9d3-17b482a2fc9a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Deleting port 8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:23:38.372952 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3f1b5cdf-2532-4583-8b84-2b10d5d0e897 req-b77f6b21-b8f0-40d3-b9d3-17b482a2fc9a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:38.458440 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-3f1b5cdf-2532-4583-8b84-2b10d5d0e897 req-b77f6b21-b8f0-40d3-b9d3-17b482a2fc9a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] For port 8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a,segment=NetworkSegment(4358b0c2-12e9-4fbd-abe6-2fe03d12ae49),segment_id=4358b0c2-12e9-4fbd-abe6-2fe03d12ae49)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:38.458847 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3f1b5cdf-2532-4583-8b84-2b10d5d0e897 req-b77f6b21-b8f0-40d3-b9d3-17b482a2fc9a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:38.472782 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-3f1b5cdf-2532-4583-8b84-2b10d5d0e897 req-b77f6b21-b8f0-40d3-b9d3-17b482a2fc9a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Calling delete_port for 8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:23:38.605966 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3f1b5cdf-2532-4583-8b84-2b10d5d0e897 req-b77f6b21-b8f0-40d3-b9d3-17b482a2fc9a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:38.632540 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f6b21-b8f0-40d3-b9d3-17b482a2fc9a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event deleted for resources: {'Port': ['ID=8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:38.642267 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f6b21-b8f0-40d3-b9d3-17b482a2fc9a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:38.642616 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f6b21-b8f0-40d3-b9d3-17b482a2fc9a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:38.643042 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f6b21-b8f0-40d3-b9d3-17b482a2fc9a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:38.643317 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f6b21-b8f0-40d3-b9d3-17b482a2fc9a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:38.643652 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f6b21-b8f0-40d3-b9d3-17b482a2fc9a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:38.644493 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f6b21-b8f0-40d3-b9d3-17b482a2fc9a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:38.644830 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f6b21-b8f0-40d3-b9d3-17b482a2fc9a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:38.645174 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f6b21-b8f0-40d3-b9d3-17b482a2fc9a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:38.645483 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f6b21-b8f0-40d3-b9d3-17b482a2fc9a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:38.645804 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f6b21-b8f0-40d3-b9d3-17b482a2fc9a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:38.646457 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f6b21-b8f0-40d3-b9d3-17b482a2fc9a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:38.646457 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77f6b21-b8f0-40d3-b9d3-17b482a2fc9a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:38.689761 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f1b5cdf-2532-4583-8b84-2b10d5d0e897 req-b77f6b21-b8f0-40d3-b9d3-17b482a2fc9a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] No DVR routers for this DVR port 8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a on host n-h2-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:23:38.692816 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3f1b5cdf-2532-4583-8b84-2b10d5d0e897 req-b77f6b21-b8f0-40d3-b9d3-17b482a2fc9a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:38.694983 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3f1b5cdf-2532-4583-8b84-2b10d5d0e897 req-b77f6b21-b8f0-40d3-b9d3-17b482a2fc9a tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.73 "DELETE /v2.0/ports/8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a HTTP/1.1" status: 204 len: 173 time: 0.4183424 Jul 09 17:23:38.695429 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a254440e-b66e-409f-81f8-6037b6240237', 'name': 'network-vif-deleted', 'tag': '8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:23:38.697726 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70bc3d1dd6a8d756905b95879fdfd768b2540769638561f09d0c65e65c91429d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f19871a-191f-4db6-885d-e72d40c448d2" -d '{"events": [{"server_uuid": "a254440e-b66e-409f-81f8-6037b6240237", "name": "network-vif-deleted", "tag": "8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:23:38.813139 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cf17677b-c2b8-4b77-82c0-c7d9985323d9 req-f548c62b-a95a-4dbb-b4c2-0d8aa21bd31e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "GET /v2.0/ports?device_id=a254440e-b66e-409f-81f8-6037b6240237 HTTP/1.1" status: 200 len: 210 time: 0.0319512 Jul 09 17:23:38.857589 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e09665-59a4-4852-8435-2af8ba9ba2db x-openstack-request-id: req-80e09665-59a4-4852-8435-2af8ba9ba2db {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:23:38.857887 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a254440e-b66e-409f-81f8-6037b6240237", "name": "network-vif-deleted", "tag": "8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:23:38.858141 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-80e09665-59a4-4852-8435-2af8ba9ba2db {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:23:38.858545 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a254440e-b66e-409f-81f8-6037b6240237', 'name': 'network-vif-deleted', 'tag': '8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a', 'status': 'completed', 'code': 200} Jul 09 17:23:39.915930 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54892) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:40.275274 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0c11687b-17ed-4a90-8b51-a0adfce5a08e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:40.545116 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0c11687b-17ed-4a90-8b51-a0adfce5a08e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Deleting port 9278beaf-c981-4bfc-8d78-f7d9bd897709 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:23:40.545375 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0c11687b-17ed-4a90-8b51-a0adfce5a08e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:40.631873 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-0c11687b-17ed-4a90-8b51-a0adfce5a08e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] For port 9278beaf-c981-4bfc-8d78-f7d9bd897709, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=9278beaf-c981-4bfc-8d78-f7d9bd897709,segment=NetworkSegment(4358b0c2-12e9-4fbd-abe6-2fe03d12ae49),segment_id=4358b0c2-12e9-4fbd-abe6-2fe03d12ae49)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:40.632233 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0c11687b-17ed-4a90-8b51-a0adfce5a08e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:40.645510 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0c11687b-17ed-4a90-8b51-a0adfce5a08e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Calling delete_port for 9278beaf-c981-4bfc-8d78-f7d9bd897709 owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:23:40.670597 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:40.831987 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0c11687b-17ed-4a90-8b51-a0adfce5a08e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:40.862875 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c11687b-17ed-4a90-8b51-a0adfce5a08e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event deleted for resources: {'Port': ['ID=9278beaf-c981-4bfc-8d78-f7d9bd897709,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:41.041871 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0c11687b-17ed-4a90-8b51-a0adfce5a08e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:41.053062 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:23:41.072608 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: 8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:23:41.072959 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 8b0fab3d-7a0e-4edd-9be8-7ccaecc7cb3a not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:23:41.256800 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c11687b-17ed-4a90-8b51-a0adfce5a08e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Router de698aee-4f39-4155-b4f6-4b9da0cfdca6 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:23:41.362299 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c11687b-17ed-4a90-8b51-a0adfce5a08e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:23:41.367298 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0c11687b-17ed-4a90-8b51-a0adfce5a08e tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "PUT /v2.0/routers/de698aee-4f39-4155-b4f6-4b9da0cfdca6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4502792 Jul 09 17:23:41.370149 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54894) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:41.371795 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7038269a-afc5-4b91-9d93-862df739cf1c None None] Sync routers for ids ['de698aee-4f39-4155-b4f6-4b9da0cfdca6'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:23:41.381376 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7038269a-afc5-4b91-9d93-862df739cf1c None None] Routers {'de698aee-4f39-4155-b4f6-4b9da0cfdca6'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:23:41.381987 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-7038269a-afc5-4b91-9d93-862df739cf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:23:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['de698aee-4f39-4155-b4f6-4b9da0cfdca6'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:23:41.421305 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0340d30-6c19-43ca-bf72-a599f39aeb99 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Deleting subnet 5db9ed42-0774-40e0-9fd7-cfa76f97edcf {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:23:41.424467 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0340d30-6c19-43ca-bf72-a599f39aeb99 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:41.464039 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0340d30-6c19-43ca-bf72-a599f39aeb99 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:41.488215 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-7038269a-afc5-4b91-9d93-862df739cf1c None None] Set router de698aee-4f39-4155-b4f6-4b9da0cfdca6 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:23:41.563410 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0340d30-6c19-43ca-bf72-a599f39aeb99 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:41.623518 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0340d30-6c19-43ca-bf72-a599f39aeb99 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:41.650563 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0340d30-6c19-43ca-bf72-a599f39aeb99 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event deleted for resources: {'Subnet': ['ID=5db9ed42-0774-40e0-9fd7-cfa76f97edcf,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:41.655925 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0340d30-6c19-43ca-bf72-a599f39aeb99 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:41.657439 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a0340d30-6c19-43ca-bf72-a599f39aeb99 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "DELETE /v2.0/subnets/5db9ed42-0774-40e0-9fd7-cfa76f97edcf HTTP/1.1" status: 204 len: 168 time: 0.2861753 Jul 09 17:23:41.660215 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54896) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:41.662784 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1522c678-9847-4921-9939-c120ab5aee99 None None] Network e6fb0671-a4e9-4a34-a73d-3f799ffae3c8 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:23:41.684232 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-7038269a-afc5-4b91-9d93-862df739cf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de698aee-4f39-4155-b4f6-4b9da0cfdca6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85258128', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'de49fad5-ca7b-4c7e-8496-ae9d8ee260ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:21:56Z', 'updated_at': '2021-07-09T17:23:40Z', 'revision_number': 5, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': 'de49fad5-ca7b-4c7e-8496-ae9d8ee260ad', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de698aee-4f39-4155-b4f6-4b9da0cfdca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:21:56Z', 'updated_at': '2021-07-09T17:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:23:41.710800 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7038269a-afc5-4b91-9d93-862df739cf1c None None] Checking router: de698aee-4f39-4155-b4f6-4b9da0cfdca6 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:23:41.718854 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7038269a-afc5-4b91-9d93-862df739cf1c None None] Routers {'de698aee-4f39-4155-b4f6-4b9da0cfdca6'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:23:41.719448 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-7038269a-afc5-4b91-9d93-862df739cf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:23:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['de698aee-4f39-4155-b4f6-4b9da0cfdca6'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:23:41.772027 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b42ee35c-11c3-48b8-ac62-f8852eff7452 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:41.840758 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-7038269a-afc5-4b91-9d93-862df739cf1c None None] Set router de698aee-4f39-4155-b4f6-4b9da0cfdca6 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:23:41.863225 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2b4655-0bbb-4892-b5f3-b55752f05cf1 None None] DHCP port deletion for e6fb0671-a4e9-4a34-a73d-3f799ffae3c8 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:23:41.884452 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b42ee35c-11c3-48b8-ac62-f8852eff7452 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:41.917930 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-3f2b4655-0bbb-4892-b5f3-b55752f05cf1 None None] Deleting port 823af41a-7f69-4024-94c2-484fe3a67a87 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:23:41.918729 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3f2b4655-0bbb-4892-b5f3-b55752f05cf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:41.948999 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-b42ee35c-11c3-48b8-ac62-f8852eff7452 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Deleting port de49fad5-ca7b-4c7e-8496-ae9d8ee260ad {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:23:41.949481 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b42ee35c-11c3-48b8-ac62-f8852eff7452 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:41.985771 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-3f2b4655-0bbb-4892-b5f3-b55752f05cf1 None None] For port 823af41a-7f69-4024-94c2-484fe3a67a87, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=823af41a-7f69-4024-94c2-484fe3a67a87,segment=NetworkSegment(4358b0c2-12e9-4fbd-abe6-2fe03d12ae49),segment_id=4358b0c2-12e9-4fbd-abe6-2fe03d12ae49)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:41.986624 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3f2b4655-0bbb-4892-b5f3-b55752f05cf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:41.999721 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-3f2b4655-0bbb-4892-b5f3-b55752f05cf1 None None] Calling delete_port for 823af41a-7f69-4024-94c2-484fe3a67a87 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:23:42.037734 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-b42ee35c-11c3-48b8-ac62-f8852eff7452 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] For port de49fad5-ca7b-4c7e-8496-ae9d8ee260ad, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=de49fad5-ca7b-4c7e-8496-ae9d8ee260ad,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:42.038380 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b42ee35c-11c3-48b8-ac62-f8852eff7452 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:42.046716 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-7038269a-afc5-4b91-9d93-862df739cf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de698aee-4f39-4155-b4f6-4b9da0cfdca6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85258128', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'de49fad5-ca7b-4c7e-8496-ae9d8ee260ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:21:56Z', 'updated_at': '2021-07-09T17:23:40Z', 'revision_number': 5, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': 'de49fad5-ca7b-4c7e-8496-ae9d8ee260ad', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de698aee-4f39-4155-b4f6-4b9da0cfdca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:21:56Z', 'updated_at': '2021-07-09T17:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:23:42.054820 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-b42ee35c-11c3-48b8-ac62-f8852eff7452 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Calling delete_port for de49fad5-ca7b-4c7e-8496-ae9d8ee260ad owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:23:42.085154 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7038269a-afc5-4b91-9d93-862df739cf1c None None] The sync data for ids ['de698aee-4f39-4155-b4f6-4b9da0cfdca6'] in n-d-798930-3 is: [{'id': 'de698aee-4f39-4155-b4f6-4b9da0cfdca6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85258128', 'tenant_id': '6328f77a18a0459ab8530adc9f37c090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'de49fad5-ca7b-4c7e-8496-ae9d8ee260ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:21:56Z', 'updated_at': '2021-07-09T17:23:40Z', 'revision_number': 5, 'project_id': '6328f77a18a0459ab8530adc9f37c090', 'gw_port': {'id': 'de49fad5-ca7b-4c7e-8496-ae9d8ee260ad', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de698aee-4f39-4155-b4f6-4b9da0cfdca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:21:56Z', 'updated_at': '2021-07-09T17:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:23:42.086589 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3f2b4655-0bbb-4892-b5f3-b55752f05cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:42.092525 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:23:42.119389 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2b4655-0bbb-4892-b5f3-b55752f05cf1 None None] Pushing event deleted for resources: {'Port': ['ID=823af41a-7f69-4024-94c2-484fe3a67a87,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:42.121863 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2b4655-0bbb-4892-b5f3-b55752f05cf1 None None] No DVR routers for this DVR port 823af41a-7f69-4024-94c2-484fe3a67a87 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:23:42.130597 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b4655-0bbb-4892-b5f3-b55752f05cf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:42.131225 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b4655-0bbb-4892-b5f3-b55752f05cf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:42.131739 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b4655-0bbb-4892-b5f3-b55752f05cf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:42.132295 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b4655-0bbb-4892-b5f3-b55752f05cf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:42.132778 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b4655-0bbb-4892-b5f3-b55752f05cf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:42.133271 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b4655-0bbb-4892-b5f3-b55752f05cf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:42.133775 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b4655-0bbb-4892-b5f3-b55752f05cf1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:42.134377 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b4655-0bbb-4892-b5f3-b55752f05cf1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:42.134887 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b4655-0bbb-4892-b5f3-b55752f05cf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:42.135916 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b4655-0bbb-4892-b5f3-b55752f05cf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:42.136421 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b4655-0bbb-4892-b5f3-b55752f05cf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:42.136916 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b4655-0bbb-4892-b5f3-b55752f05cf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:42.264316 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b42ee35c-11c3-48b8-ac62-f8852eff7452 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:42.291176 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42ee35c-11c3-48b8-ac62-f8852eff7452 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event deleted for resources: {'Port': ['ID=de49fad5-ca7b-4c7e-8496-ae9d8ee260ad,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:42.357183 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b42ee35c-11c3-48b8-ac62-f8852eff7452 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:42.450660 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b42ee35c-11c3-48b8-ac62-f8852eff7452 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:42.453647 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b42ee35c-11c3-48b8-ac62-f8852eff7452 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:42.502155 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b42ee35c-11c3-48b8-ac62-f8852eff7452 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:42.503172 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42ee35c-11c3-48b8-ac62-f8852eff7452 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Fanout notify agent at l3_agent the message router_deleted on router de698aee-4f39-4155-b4f6-4b9da0cfdca6 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:23:42.512509 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b42ee35c-11c3-48b8-ac62-f8852eff7452 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:42.513614 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b42ee35c-11c3-48b8-ac62-f8852eff7452 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "DELETE /v2.0/routers/de698aee-4f39-4155-b4f6-4b9da0cfdca6 HTTP/1.1" status: 204 len: 168 time: 0.8523939 Jul 09 17:23:42.516373 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54898) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:42.603584 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-414d4d8d-5e2d-47d2-a59f-47c358562791 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:42.703418 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-414d4d8d-5e2d-47d2-a59f-47c358562791 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:42.714155 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-414d4d8d-5e2d-47d2-a59f-47c358562791 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6fb0671-a4e9-4a34-a73d-3f799ffae3c8']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:23:42.725577 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-414d4d8d-5e2d-47d2-a59f-47c358562791 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4358b0c2-12e9-4fbd-abe6-2fe03d12ae49') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:23:42.725871 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-414d4d8d-5e2d-47d2-a59f-47c358562791 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4358b0c2-12e9-4fbd-abe6-2fe03d12ae49') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:23:42.734976 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 9278beaf-c981-4bfc-8d78-f7d9bd897709 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:23:42.737259 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-414d4d8d-5e2d-47d2-a59f-47c358562791 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:42.753967 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-414d4d8d-5e2d-47d2-a59f-47c358562791 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:42.756815 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 9278beaf-c981-4bfc-8d78-f7d9bd897709 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:23:42.757275 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 9278beaf-c981-4bfc-8d78-f7d9bd897709 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:23:42.757701 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 823af41a-7f69-4024-94c2-484fe3a67a87 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:23:42.760934 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-414d4d8d-5e2d-47d2-a59f-47c358562791 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:23:42.761321 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-414d4d8d-5e2d-47d2-a59f-47c358562791 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:42.764306 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:23:42.764306 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:23:42.764306 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 17:23:42.764306 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:23:42.764306 n-d-798930-3 neutron-server[93959]: timer() Jul 09 17:23:42.764306 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:23:42.764306 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 17:23:42.764306 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:23:42.764306 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 17:23:42.764306 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:23:42.764306 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 17:23:42.764306 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:23:42.764306 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 17:23:42.764306 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:23:42.764306 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 17:23:42.764306 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:23:42.764306 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:23:42.764306 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:23:42.764306 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:23:42.764306 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:23:42.764306 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 17:23:42.764306 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:23:42.764306 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 17:23:42.764306 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:23:42.764306 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:23:42.764306 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:23:42.764306 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 17:23:42.764306 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:23:42.764306 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:23:42.764306 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:23:42.764306 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:23:42.764306 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:23:42.764306 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:23:42.764306 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:23:42.776546 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 823af41a-7f69-4024-94c2-484fe3a67a87 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:23:42.776890 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 823af41a-7f69-4024-94c2-484fe3a67a87 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:23:42.829122 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-414d4d8d-5e2d-47d2-a59f-47c358562791 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:42.836909 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-414d4d8d-5e2d-47d2-a59f-47c358562791 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:42.838860 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-414d4d8d-5e2d-47d2-a59f-47c358562791 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "DELETE /v2.0/networks/e6fb0671-a4e9-4a34-a73d-3f799ffae3c8 HTTP/1.1" status: 204 len: 168 time: 0.3215380 Jul 09 17:23:42.841793 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54900) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:42.850826 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414d4d8d-5e2d-47d2-a59f-47c358562791 tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event deleted for resources: {'Network': ['ID=e6fb0671-a4e9-4a34-a73d-3f799ffae3c8,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:42.913835 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25e24cd4-438f-4373-aa11-666dfe3436db tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:42.939378 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25e24cd4-438f-4373-aa11-666dfe3436db tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:43.002003 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25e24cd4-438f-4373-aa11-666dfe3436db tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:43.004686 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25e24cd4-438f-4373-aa11-666dfe3436db tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:43.005837 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-25e24cd4-438f-4373-aa11-666dfe3436db tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] 10.222.0.98 "DELETE /v2.0/security-groups/2433ec2d-c85f-4843-9d04-f678b88dca97 HTTP/1.1" status: 204 len: 168 time: 0.1630564 Jul 09 17:23:43.014589 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e24cd4-438f-4373-aa11-666dfe3436db tempest-TestNetworkAdvancedServerOps-1254518417 tempest-TestNetworkAdvancedServerOps-1254518417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2433ec2d-c85f-4843-9d04-f678b88dca97,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:43.333735 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54908) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:43.460062 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c2e8260c-5676-4181-a4be-1cf3d8a8f530 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6328f77a18a0459ab8530adc9f37c090&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1248326 Jul 09 17:23:43.462481 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54912) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:43.509826 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b4dc828a-7f21-4130-a9b0-febead3f832e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:43.530960 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b4dc828a-7f21-4130-a9b0-febead3f832e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:43.581039 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b4dc828a-7f21-4130-a9b0-febead3f832e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:43.585512 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b4dc828a-7f21-4130-a9b0-febead3f832e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:43.586686 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b4dc828a-7f21-4130-a9b0-febead3f832e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8aaeac64-0006-42d0-b040-054e1e51ddc2 HTTP/1.1" status: 204 len: 168 time: 0.1232719 Jul 09 17:23:43.594495 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dc828a-7f21-4130-a9b0-febead3f832e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aaeac64-0006-42d0-b040-054e1e51ddc2,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:43.850015 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54918) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:43.869454 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-94310f04-36d5-41ee-acd9-4752f43337ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:43.959019 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-94310f04-36d5-41ee-acd9-4752f43337ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:43.962891 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-94310f04-36d5-41ee-acd9-4752f43337ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:44.000332 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-94310f04-36d5-41ee-acd9-4752f43337ab admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b538854ea2a54b28bb01a72cae16bc10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1492579 Jul 09 17:23:44.001196 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94310f04-36d5-41ee-acd9-4752f43337ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b8cef6-db0e-4f58-b542-2dc93acd191c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:44.003075 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54920) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:44.051046 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c13f9f1e-b526-4eac-90a0-7787965a91dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:44.071187 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c13f9f1e-b526-4eac-90a0-7787965a91dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:44.119177 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c13f9f1e-b526-4eac-90a0-7787965a91dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:44.121845 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c13f9f1e-b526-4eac-90a0-7787965a91dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:44.123034 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c13f9f1e-b526-4eac-90a0-7787965a91dd admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b0b8cef6-db0e-4f58-b542-2dc93acd191c HTTP/1.1" status: 204 len: 168 time: 0.1189137 Jul 09 17:23:44.130592 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f9f1e-b526-4eac-90a0-7787965a91dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b8cef6-db0e-4f58-b542-2dc93acd191c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:44.626923 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device de49fad5-ca7b-4c7e-8496-ae9d8ee260ad no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:23:44.648616 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: de49fad5-ca7b-4c7e-8496-ae9d8ee260ad {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:23:44.649062 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device de49fad5-ca7b-4c7e-8496-ae9d8ee260ad not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:23:44.821374 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54942) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:44.916241 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7f9f379a-3264-4498-84da-b443af420c6c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-668595555-network', 'tenant_id': '7ddcf6db187244d0bdd4287a778b0e3c'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:44.937210 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9f379a-3264-4498-84da-b443af420c6c admin admin] Made reservation on behalf of 7ddcf6db187244d0bdd4287a778b0e3c for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:23:44.939961 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f9f379a-3264-4498-84da-b443af420c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:44.948174 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f9f379a-3264-4498-84da-b443af420c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:45.036354 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f9f379a-3264-4498-84da-b443af420c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:45.040278 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f9f379a-3264-4498-84da-b443af420c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:45.061095 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f9f379a-3264-4498-84da-b443af420c6c admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:23:45.075004 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9f379a-3264-4498-84da-b443af420c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715ccc7d-b10f-485f-ab07-ce7471dced47,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:45.080408 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f9f379a-3264-4498-84da-b443af420c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:45.080756 n-d-798930-3 neutron-server[93958]: INFO neutron.db.segments_db [None req-7f9f379a-3264-4498-84da-b443af420c6c admin admin] Added segment 5efd8bbe-c628-4797-8fa8-b74fe0522047 of type vlan for network bb78b1d9-7dac-44f4-8e6b-fafe45e7742c Jul 09 17:23:45.120619 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f9f379a-3264-4498-84da-b443af420c6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:45.149209 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f9f379a-3264-4498-84da-b443af420c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:45.150160 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9f379a-3264-4498-84da-b443af420c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:45.150724 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f9f379a-3264-4498-84da-b443af420c6c admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:45.201714 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-7f9f379a-3264-4498-84da-b443af420c6c admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3792334 Jul 09 17:23:45.204782 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54946) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:45.210830 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-3dce96f8-337a-4142-931b-8791f539ef21 admin admin] Request body: {'subnet': {'network_id': 'bb78b1d9-7dac-44f4-8e6b-fafe45e7742c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-668595555-subnet', 'tenant_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:45.212881 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9f379a-3264-4498-84da-b443af420c6c admin admin] Pushing event updated for resources: {'Network': ['ID=bb78b1d9-7dac-44f4-8e6b-fafe45e7742c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:45.222755 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network bb78b1d9-7dac-44f4-8e6b-fafe45e7742c details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:23:45.232938 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dce96f8-337a-4142-931b-8791f539ef21 admin admin] Made reservation on behalf of 7ddcf6db187244d0bdd4287a778b0e3c for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:23:45.235291 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3dce96f8-337a-4142-931b-8791f539ef21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:45.400296 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3dce96f8-337a-4142-931b-8791f539ef21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:45.457335 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dce96f8-337a-4142-931b-8791f539ef21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1853d5eb-0239-4168-a59f-52e99792a4f0,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:45.465969 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dce96f8-337a-4142-931b-8791f539ef21 admin admin] Checking segment: {'id': '5efd8bbe-c628-4797-8fa8-b74fe0522047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'bb78b1d9-7dac-44f4-8e6b-fafe45e7742c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:23:45.466322 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dce96f8-337a-4142-931b-8791f539ef21 admin admin] Network hostable DHCP agents. Network: bb78b1d9-7dac-44f4-8e6b-fafe45e7742c, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:23:45.482571 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dce96f8-337a-4142-931b-8791f539ef21 admin admin] Network bb78b1d9-7dac-44f4-8e6b-fafe45e7742c is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:23:45.491793 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-3dce96f8-337a-4142-931b-8791f539ef21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, bb78b1d9-7dac-44f4-8e6b-fafe45e7742c) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:23:45.496497 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dce96f8-337a-4142-931b-8791f539ef21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:45.497393 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3dce96f8-337a-4142-931b-8791f539ef21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:45.500811 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762dee0e-28c4-4591-96b9-e7ad143b36ae None None] Network bb78b1d9-7dac-44f4-8e6b-fafe45e7742c requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:23:45.512568 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3dce96f8-337a-4142-931b-8791f539ef21 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3064656 Jul 09 17:23:45.515264 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54948) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:45.519634 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-8aca2a77-08c4-44c7-a304-357284739d33 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-668595555-router', 'tenant_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:45.540024 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8aca2a77-08c4-44c7-a304-357284739d33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:45.541014 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8aca2a77-08c4-44c7-a304-357284739d33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:45.596659 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8aca2a77-08c4-44c7-a304-357284739d33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:45.654089 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf39f10-fcc2-4783-866e-c4e004043cee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-bb78b1d9-7dac-44f4-8e6b-fafe45e7742c', 'network_id': 'bb78b1d9-7dac-44f4-8e6b-fafe45e7742c', 'tenant_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'fixed_ips': [{'subnet_id': '1853d5eb-0239-4168-a59f-52e99792a4f0'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:23:45.655128 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9cf39f10-fcc2-4783-866e-c4e004043cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:45.795819 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-9cf39f10-fcc2-4783-866e-c4e004043cee None None] Allocated IP 172.20.0.2 (bb78b1d9-7dac-44f4-8e6b-fafe45e7742c/1853d5eb-0239-4168-a59f-52e99792a4f0/ab114ded-bbdc-4818-8745-ff2746b53511) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:23:45.952945 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9cf39f10-fcc2-4783-866e-c4e004043cee None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:45.963301 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9cf39f10-fcc2-4783-866e-c4e004043cee None None] Transition to ACTIVE for port object ab114ded-bbdc-4818-8745-ff2746b53511 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:23:45.978697 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9cf39f10-fcc2-4783-866e-c4e004043cee None None] Transition to ACTIVE for port object ab114ded-bbdc-4818-8745-ff2746b53511 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:23:45.984655 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9cf39f10-fcc2-4783-866e-c4e004043cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:46.019949 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf39f10-fcc2-4783-866e-c4e004043cee None None] Network bb78b1d9-7dac-44f4-8e6b-fafe45e7742c is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:23:46.022759 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-9cf39f10-fcc2-4783-866e-c4e004043cee None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:23:46.028862 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf39f10-fcc2-4783-866e-c4e004043cee None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:23:46.041591 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf39f10-fcc2-4783-866e-c4e004043cee None None] Pushing event updated for resources: {'Port': ['ID=ab114ded-bbdc-4818-8745-ff2746b53511,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:46.068563 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8aca2a77-08c4-44c7-a304-357284739d33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:46.092611 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-9cf39f10-fcc2-4783-866e-c4e004043cee None None] Attempting to bind port ab114ded-bbdc-4818-8745-ff2746b53511 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:23:46.092977 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-9cf39f10-fcc2-4783-866e-c4e004043cee None None] Attempting to bind port ab114ded-bbdc-4818-8745-ff2746b53511 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '5efd8bbe-c628-4797-8fa8-b74fe0522047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'bb78b1d9-7dac-44f4-8e6b-fafe45e7742c'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:23:46.093337 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf39f10-fcc2-4783-866e-c4e004043cee None None] Attempting to bind port ab114ded-bbdc-4818-8745-ff2746b53511 on network bb78b1d9-7dac-44f4-8e6b-fafe45e7742c {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:23:46.098289 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf39f10-fcc2-4783-866e-c4e004043cee None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:23:46.098652 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf39f10-fcc2-4783-866e-c4e004043cee None None] Checking segment: {'id': '5efd8bbe-c628-4797-8fa8-b74fe0522047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'bb78b1d9-7dac-44f4-8e6b-fafe45e7742c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:23:46.099186 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9cf39f10-fcc2-4783-866e-c4e004043cee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:46.099578 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf39f10-fcc2-4783-866e-c4e004043cee None None] Bound using segment: {'id': '5efd8bbe-c628-4797-8fa8-b74fe0522047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'bb78b1d9-7dac-44f4-8e6b-fafe45e7742c'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:23:46.100034 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-9cf39f10-fcc2-4783-866e-c4e004043cee None None] Bound port: ab114ded-bbdc-4818-8745-ff2746b53511, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5efd8bbe-c628-4797-8fa8-b74fe0522047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'bb78b1d9-7dac-44f4-8e6b-fafe45e7742c'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:23:46.100417 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9cf39f10-fcc2-4783-866e-c4e004043cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:46.164848 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9cf39f10-fcc2-4783-866e-c4e004043cee None None] For port ab114ded-bbdc-4818-8745-ff2746b53511, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:23:46.168440 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9cf39f10-fcc2-4783-866e-c4e004043cee None None] For port ab114ded-bbdc-4818-8745-ff2746b53511, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=ab114ded-bbdc-4818-8745-ff2746b53511,segment=NetworkSegment(5efd8bbe-c628-4797-8fa8-b74fe0522047),segment_id=5efd8bbe-c628-4797-8fa8-b74fe0522047)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:23:46.172920 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9cf39f10-fcc2-4783-866e-c4e004043cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:46.233315 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf39f10-fcc2-4783-866e-c4e004043cee None None] Pushing event updated for resources: {'Port': ['ID=ab114ded-bbdc-4818-8745-ff2746b53511,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:46.273431 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8aca2a77-08c4-44c7-a304-357284739d33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:46.296282 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8aca2a77-08c4-44c7-a304-357284739d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:46.417466 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-8aca2a77-08c4-44c7-a304-357284739d33 admin admin] Allocated IP 172.25.0.58 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/e63ce27a-8357-42d5-ba33-70ead7ca03e2) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:23:46.528805 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8aca2a77-08c4-44c7-a304-357284739d33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:46.568933 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8aca2a77-08c4-44c7-a304-357284739d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:46.604243 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aca2a77-08c4-44c7-a304-357284739d33 admin admin] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:23:46.608840 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-8aca2a77-08c4-44c7-a304-357284739d33 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:23:46.611281 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aca2a77-08c4-44c7-a304-357284739d33 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:23:46.641538 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aca2a77-08c4-44c7-a304-357284739d33 admin admin] Pushing event updated for resources: {'Port': ['ID=e63ce27a-8357-42d5-ba33-70ead7ca03e2,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:46.701115 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device ab114ded-bbdc-4818-8745-ff2746b53511 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:23:46.751862 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port ab114ded-bbdc-4818-8745-ff2746b53511 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:23:46.878784 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8aca2a77-08c4-44c7-a304-357284739d33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:47.083491 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8aca2a77-08c4-44c7-a304-357284739d33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:47.118149 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc60025-a762-4a14-b8ba-caadf3404ec5 None None] Network bb78b1d9-7dac-44f4-8e6b-fafe45e7742c requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:23:47.178791 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e229cdd5-5e64-4284-a369-3ecf17893b68 None None] Provisioning for port ab114ded-bbdc-4818-8745-ff2746b53511 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:23:47.190442 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e229cdd5-5e64-4284-a369-3ecf17893b68 None None] Provisioning complete for port ab114ded-bbdc-4818-8745-ff2746b53511 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:47.190900 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e229cdd5-5e64-4284-a369-3ecf17893b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:47.213243 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aca2a77-08c4-44c7-a304-357284739d33 admin admin] Router de2768fa-7ca4-419f-8abf-4993ce07b9e9 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:23:47.320284 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aca2a77-08c4-44c7-a304-357284739d33 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:23:47.333010 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1407b29c-357b-47f9-863a-a83841c6764d None None] Sync routers for ids ['de2768fa-7ca4-419f-8abf-4993ce07b9e9'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:23:47.337912 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8aca2a77-08c4-44c7-a304-357284739d33 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:47.339475 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8aca2a77-08c4-44c7-a304-357284739d33 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8233051 Jul 09 17:23:47.342222 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e229cdd5-5e64-4284-a369-3ecf17893b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:47.342376 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54950) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:47.364866 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1407b29c-357b-47f9-863a-a83841c6764d None None] Routers {'de2768fa-7ca4-419f-8abf-4993ce07b9e9'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:23:47.365416 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1407b29c-357b-47f9-863a-a83841c6764d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:23:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['de2768fa-7ca4-419f-8abf-4993ce07b9e9'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:23:47.434514 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-e229cdd5-5e64-4284-a369-3ecf17893b68 None None] For port ab114ded-bbdc-4818-8745-ff2746b53511, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=ab114ded-bbdc-4818-8745-ff2746b53511,segment=NetworkSegment(5efd8bbe-c628-4797-8fa8-b74fe0522047),segment_id=5efd8bbe-c628-4797-8fa8-b74fe0522047)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:47.464148 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e229cdd5-5e64-4284-a369-3ecf17893b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:47.529294 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-1407b29c-357b-47f9-863a-a83841c6764d None None] Set router de2768fa-7ca4-419f-8abf-4993ce07b9e9 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:23:47.557086 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e229cdd5-5e64-4284-a369-3ecf17893b68 None None] Pushing event updated for resources: {'Port': ['ID=ab114ded-bbdc-4818-8745-ff2746b53511,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:47.710909 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-947f2d87-6abf-4945-957d-8feaaf4be84a None None] Provisioning complete for port ab114ded-bbdc-4818-8745-ff2746b53511 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:47.711576 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-947f2d87-6abf-4945-957d-8feaaf4be84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:47.762351 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1407b29c-357b-47f9-863a-a83841c6764d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'name': 'tempest-TestShelveInstance-668595555-router', 'tenant_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e63ce27a-8357-42d5-ba33-70ead7ca03e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:23:45Z', 'updated_at': '2021-07-09T17:23:46Z', 'revision_number': 3, 'project_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'gw_port': {'id': 'e63ce27a-8357-42d5-ba33-70ead7ca03e2', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f9:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:46Z', 'updated_at': '2021-07-09T17:23:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:23:47.765597 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5160dfc1-a321-4117-9189-4afe831f1752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:47.791380 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1407b29c-357b-47f9-863a-a83841c6764d None None] Checking router: de2768fa-7ca4-419f-8abf-4993ce07b9e9 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:23:47.791725 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1407b29c-357b-47f9-863a-a83841c6764d None None] Updating router de2768fa-7ca4-419f-8abf-4993ce07b9e9 port e63ce27a-8357-42d5-ba33-70ead7ca03e2 binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:23:47.934034 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-5160dfc1-a321-4117-9189-4afe831f1752 admin admin] Allocated IP 172.20.0.1 (bb78b1d9-7dac-44f4-8e6b-fafe45e7742c/1853d5eb-0239-4168-a59f-52e99792a4f0/e80ff5bf-554f-4e23-87cd-c9ccf3604e73) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:23:48.017375 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1407b29c-357b-47f9-863a-a83841c6764d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:48.044691 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5160dfc1-a321-4117-9189-4afe831f1752 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:48.061479 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-5160dfc1-a321-4117-9189-4afe831f1752 admin admin] Transition to ACTIVE for port object e80ff5bf-554f-4e23-87cd-c9ccf3604e73 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:23:48.097083 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5160dfc1-a321-4117-9189-4afe831f1752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:48.134443 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5160dfc1-a321-4117-9189-4afe831f1752 admin admin] Network bb78b1d9-7dac-44f4-8e6b-fafe45e7742c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:23:48.139656 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-5160dfc1-a321-4117-9189-4afe831f1752 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:23:48.142991 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5160dfc1-a321-4117-9189-4afe831f1752 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:23:48.171041 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5160dfc1-a321-4117-9189-4afe831f1752 admin admin] Pushing event updated for resources: {'Port': ['ID=e80ff5bf-554f-4e23-87cd-c9ccf3604e73,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:48.187468 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5160dfc1-a321-4117-9189-4afe831f1752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:48.310260 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1407b29c-357b-47f9-863a-a83841c6764d None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:48.321657 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1407b29c-357b-47f9-863a-a83841c6764d None None] Transition to ACTIVE for port object e63ce27a-8357-42d5-ba33-70ead7ca03e2 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:23:48.329648 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1407b29c-357b-47f9-863a-a83841c6764d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:48.341197 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5160dfc1-a321-4117-9189-4afe831f1752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:48.380344 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-1407b29c-357b-47f9-863a-a83841c6764d None None] Attempting to bind port e63ce27a-8357-42d5-ba33-70ead7ca03e2 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:23:48.380739 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-1407b29c-357b-47f9-863a-a83841c6764d None None] Attempting to bind port e63ce27a-8357-42d5-ba33-70ead7ca03e2 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:23:48.381085 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1407b29c-357b-47f9-863a-a83841c6764d None None] Attempting to bind port e63ce27a-8357-42d5-ba33-70ead7ca03e2 on network caa6ed8d-2893-4113-8f68-c5284e694f6c {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:23:48.390137 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1407b29c-357b-47f9-863a-a83841c6764d None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:23:48.390509 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1407b29c-357b-47f9-863a-a83841c6764d None None] Checking segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:23:48.391022 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1407b29c-357b-47f9-863a-a83841c6764d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:48.391465 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1407b29c-357b-47f9-863a-a83841c6764d None None] Bound using segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:23:48.391923 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-1407b29c-357b-47f9-863a-a83841c6764d None None] Bound port: e63ce27a-8357-42d5-ba33-70ead7ca03e2, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:23:48.392354 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1407b29c-357b-47f9-863a-a83841c6764d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:48.395634 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c305b92-6472-4b43-ba9f-cf8eaf24d1fc None None] Pushing event updated for resources: {'Port': ['ID=e63ce27a-8357-42d5-ba33-70ead7ca03e2,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:48.445505 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-1407b29c-357b-47f9-863a-a83841c6764d None None] For port e63ce27a-8357-42d5-ba33-70ead7ca03e2, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:23:48.449972 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-1407b29c-357b-47f9-863a-a83841c6764d None None] For port e63ce27a-8357-42d5-ba33-70ead7ca03e2, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=e63ce27a-8357-42d5-ba33-70ead7ca03e2,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:23:48.457071 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1407b29c-357b-47f9-863a-a83841c6764d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:48.504644 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-320660c4-a36b-4432-9ab1-c2e024d5cbf0 None None] Provisioning for port e80ff5bf-554f-4e23-87cd-c9ccf3604e73 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:23:48.515854 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-320660c4-a36b-4432-9ab1-c2e024d5cbf0 None None] Provisioning complete for port e80ff5bf-554f-4e23-87cd-c9ccf3604e73 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:48.516229 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-320660c4-a36b-4432-9ab1-c2e024d5cbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:48.528103 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5160dfc1-a321-4117-9189-4afe831f1752 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:48.532737 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5160dfc1-a321-4117-9189-4afe831f1752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:48.551178 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1407b29c-357b-47f9-863a-a83841c6764d None None] Routers {'de2768fa-7ca4-419f-8abf-4993ce07b9e9'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:23:48.551804 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1407b29c-357b-47f9-863a-a83841c6764d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:23:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['de2768fa-7ca4-419f-8abf-4993ce07b9e9'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:23:48.555483 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c305b92-6472-4b43-ba9f-cf8eaf24d1fc None None] Pushing event updated for resources: {'Port': ['ID=e63ce27a-8357-42d5-ba33-70ead7ca03e2,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:48.602081 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5160dfc1-a321-4117-9189-4afe831f1752 admin admin] Pushing event updated for resources: {'Port': ['ID=e80ff5bf-554f-4e23-87cd-c9ccf3604e73,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:48.603288 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-320660c4-a36b-4432-9ab1-c2e024d5cbf0 None None] Port e80ff5bf-554f-4e23-87cd-c9ccf3604e73 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:23:48.606125 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5160dfc1-a321-4117-9189-4afe831f1752 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:48.679457 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device ab114ded-bbdc-4818-8745-ff2746b53511 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:23:48.688058 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-1407b29c-357b-47f9-863a-a83841c6764d None None] Set router de2768fa-7ca4-419f-8abf-4993ce07b9e9 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:23:48.708839 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5160dfc1-a321-4117-9189-4afe831f1752 admin admin] Network bb78b1d9-7dac-44f4-8e6b-fafe45e7742c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:23:48.710551 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-5160dfc1-a321-4117-9189-4afe831f1752 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:23:48.830031 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5160dfc1-a321-4117-9189-4afe831f1752 admin admin] Router de2768fa-7ca4-419f-8abf-4993ce07b9e9 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:23:48.843938 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port ab114ded-bbdc-4818-8745-ff2746b53511 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:48.844550 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:48.947243 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5160dfc1-a321-4117-9189-4afe831f1752 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:23:48.952315 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-5160dfc1-a321-4117-9189-4afe831f1752 admin admin] 10.222.0.98 "PUT /v2.0/routers/de2768fa-7ca4-419f-8abf-4993ce07b9e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6088147 Jul 09 17:23:48.961409 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c9797df8-5b88-4813-9a00-1e80df817157 None None] Provisioning complete for port e80ff5bf-554f-4e23-87cd-c9ccf3604e73 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:48.961715 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c9797df8-5b88-4813-9a00-1e80df817157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:49.034991 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-c9797df8-5b88-4813-9a00-1e80df817157 None None] Port e80ff5bf-554f-4e23-87cd-c9ccf3604e73 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:23:49.041488 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1407b29c-357b-47f9-863a-a83841c6764d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'name': 'tempest-TestShelveInstance-668595555-router', 'tenant_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e63ce27a-8357-42d5-ba33-70ead7ca03e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:23:45Z', 'updated_at': '2021-07-09T17:23:48Z', 'revision_number': 4, 'project_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'gw_port': {'id': 'e63ce27a-8357-42d5-ba33-70ead7ca03e2', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f9:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:46Z', 'updated_at': '2021-07-09T17:23:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'e80ff5bf-554f-4e23-87cd-c9ccf3604e73', 'name': '', 'network_id': 'bb78b1d9-7dac-44f4-8e6b-fafe45e7742c', 'tenant_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'mac_address': 'fa:16:3e:0e:96:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '1853d5eb-0239-4168-a59f-52e99792a4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:47Z', 'updated_at': '2021-07-09T17:23:48Z', 'revision_number': 2, 'project_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'subnets': [{'id': '1853d5eb-0239-4168-a59f-52e99792a4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:23:49.067978 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1407b29c-357b-47f9-863a-a83841c6764d None None] The sync data for ids ['de2768fa-7ca4-419f-8abf-4993ce07b9e9'] in n-d-798930-3 is: [{'id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'name': 'tempest-TestShelveInstance-668595555-router', 'tenant_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e63ce27a-8357-42d5-ba33-70ead7ca03e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:23:45Z', 'updated_at': '2021-07-09T17:23:48Z', 'revision_number': 4, 'project_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'gw_port': {'id': 'e63ce27a-8357-42d5-ba33-70ead7ca03e2', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f9:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:46Z', 'updated_at': '2021-07-09T17:23:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'e80ff5bf-554f-4e23-87cd-c9ccf3604e73', 'name': '', 'network_id': 'bb78b1d9-7dac-44f4-8e6b-fafe45e7742c', 'tenant_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'mac_address': 'fa:16:3e:0e:96:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '1853d5eb-0239-4168-a59f-52e99792a4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:47Z', 'updated_at': '2021-07-09T17:23:48Z', 'revision_number': 2, 'project_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'subnets': [{'id': '1853d5eb-0239-4168-a59f-52e99792a4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:23:49.446758 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54968) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:49.451949 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-05223b01-fce4-41f4-9c1e-e0545de725e3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-243674094-network', 'tenant_id': '09d07e3a4e6845da9dbe17f778056a08'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:49.476350 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05223b01-fce4-41f4-9c1e-e0545de725e3 admin admin] Made reservation on behalf of 09d07e3a4e6845da9dbe17f778056a08 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:23:49.478913 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-05223b01-fce4-41f4-9c1e-e0545de725e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:49.493661 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-05223b01-fce4-41f4-9c1e-e0545de725e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:49.602640 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-05223b01-fce4-41f4-9c1e-e0545de725e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:49.607538 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-05223b01-fce4-41f4-9c1e-e0545de725e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:49.633895 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05223b01-fce4-41f4-9c1e-e0545de725e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:23:49.645173 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05223b01-fce4-41f4-9c1e-e0545de725e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32569160-c12f-42d1-aa53-241930eb57bd,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:49.650512 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-05223b01-fce4-41f4-9c1e-e0545de725e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:49.650865 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-05223b01-fce4-41f4-9c1e-e0545de725e3 admin admin] Added segment 4aa6745e-c3a0-4ab6-a413-f96963d9e763 of type vlan for network 9d7e268f-922e-4c7a-84fc-62fe07a81407 Jul 09 17:23:49.704670 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-05223b01-fce4-41f4-9c1e-e0545de725e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:49.738678 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-05223b01-fce4-41f4-9c1e-e0545de725e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:49.739743 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05223b01-fce4-41f4-9c1e-e0545de725e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:49.740318 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-05223b01-fce4-41f4-9c1e-e0545de725e3 admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:49.798212 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-05223b01-fce4-41f4-9c1e-e0545de725e3 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3501980 Jul 09 17:23:49.801590 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54970) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:49.808306 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-3258becd-9702-464d-882a-3bd43ccc252e admin admin] Request body: {'subnet': {'network_id': '9d7e268f-922e-4c7a-84fc-62fe07a81407', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-243674094-subnet', 'tenant_id': '09d07e3a4e6845da9dbe17f778056a08', 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:49.816277 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05223b01-fce4-41f4-9c1e-e0545de725e3 admin admin] Pushing event updated for resources: {'Network': ['ID=9d7e268f-922e-4c7a-84fc-62fe07a81407,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:49.826176 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 9d7e268f-922e-4c7a-84fc-62fe07a81407 details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:23:49.837188 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3258becd-9702-464d-882a-3bd43ccc252e admin admin] Made reservation on behalf of 09d07e3a4e6845da9dbe17f778056a08 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:23:49.840052 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3258becd-9702-464d-882a-3bd43ccc252e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29977163'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:50.020260 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3258becd-9702-464d-882a-3bd43ccc252e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29548405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29977209'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:50.076485 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3258becd-9702-464d-882a-3bd43ccc252e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c46c44d-9683-4fd0-aa9e-76be22f7b990,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:50.086477 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3258becd-9702-464d-882a-3bd43ccc252e admin admin] Checking segment: {'id': '4aa6745e-c3a0-4ab6-a413-f96963d9e763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9d7e268f-922e-4c7a-84fc-62fe07a81407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:23:50.086867 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3258becd-9702-464d-882a-3bd43ccc252e admin admin] Network hostable DHCP agents. Network: 9d7e268f-922e-4c7a-84fc-62fe07a81407, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:23:50.104007 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3258becd-9702-464d-882a-3bd43ccc252e admin admin] Network 9d7e268f-922e-4c7a-84fc-62fe07a81407 is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:23:50.114333 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-3258becd-9702-464d-882a-3bd43ccc252e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 9d7e268f-922e-4c7a-84fc-62fe07a81407) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:23:50.119114 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3258becd-9702-464d-882a-3bd43ccc252e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:50.119974 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3258becd-9702-464d-882a-3bd43ccc252e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:50.124148 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6207b5fd-306e-4a7d-82b3-a2482d5c180a None None] Network 9d7e268f-922e-4c7a-84fc-62fe07a81407 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:23:50.140502 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3258becd-9702-464d-882a-3bd43ccc252e admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3352926 Jul 09 17:23:50.140754 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54972) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:50.145256 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-0d33f07f-3b64-4edc-84f3-feee11bda351 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-243674094-router', 'tenant_id': '09d07e3a4e6845da9dbe17f778056a08', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:50.167251 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d33f07f-3b64-4edc-84f3-feee11bda351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:50.168251 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d33f07f-3b64-4edc-84f3-feee11bda351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:50.227982 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d33f07f-3b64-4edc-84f3-feee11bda351 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:50.280240 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfce253-7aa6-4e1e-8a5b-ae1557f91c4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-9d7e268f-922e-4c7a-84fc-62fe07a81407', 'network_id': '9d7e268f-922e-4c7a-84fc-62fe07a81407', 'tenant_id': '09d07e3a4e6845da9dbe17f778056a08', 'fixed_ips': [{'subnet_id': '3c46c44d-9683-4fd0-aa9e-76be22f7b990'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:23:50.281211 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3bfce253-7aa6-4e1e-8a5b-ae1557f91c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:50.426496 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-3bfce253-7aa6-4e1e-8a5b-ae1557f91c4a None None] Allocated IP 172.20.0.2 (9d7e268f-922e-4c7a-84fc-62fe07a81407/3c46c44d-9683-4fd0-aa9e-76be22f7b990/97e5a05b-430c-4874-8e0c-563cedd3028b) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:23:50.580540 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3bfce253-7aa6-4e1e-8a5b-ae1557f91c4a None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:50.589894 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3bfce253-7aa6-4e1e-8a5b-ae1557f91c4a None None] Transition to ACTIVE for port object 97e5a05b-430c-4874-8e0c-563cedd3028b will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:23:50.604258 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3bfce253-7aa6-4e1e-8a5b-ae1557f91c4a None None] Transition to ACTIVE for port object 97e5a05b-430c-4874-8e0c-563cedd3028b will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:23:50.610373 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3bfce253-7aa6-4e1e-8a5b-ae1557f91c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:50.650285 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfce253-7aa6-4e1e-8a5b-ae1557f91c4a None None] Network 9d7e268f-922e-4c7a-84fc-62fe07a81407 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:23:50.655713 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-3bfce253-7aa6-4e1e-8a5b-ae1557f91c4a None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:23:50.659778 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfce253-7aa6-4e1e-8a5b-ae1557f91c4a None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:23:50.691931 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfce253-7aa6-4e1e-8a5b-ae1557f91c4a None None] Pushing event updated for resources: {'Port': ['ID=97e5a05b-430c-4874-8e0c-563cedd3028b,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:50.719771 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d33f07f-3b64-4edc-84f3-feee11bda351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:50.723372 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device e63ce27a-8357-42d5-ba33-70ead7ca03e2 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:23:50.761975 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-3bfce253-7aa6-4e1e-8a5b-ae1557f91c4a None None] Attempting to bind port 97e5a05b-430c-4874-8e0c-563cedd3028b on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:23:50.762363 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-3bfce253-7aa6-4e1e-8a5b-ae1557f91c4a None None] Attempting to bind port 97e5a05b-430c-4874-8e0c-563cedd3028b by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '4aa6745e-c3a0-4ab6-a413-f96963d9e763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9d7e268f-922e-4c7a-84fc-62fe07a81407'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:23:50.762724 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfce253-7aa6-4e1e-8a5b-ae1557f91c4a None None] Attempting to bind port 97e5a05b-430c-4874-8e0c-563cedd3028b on network 9d7e268f-922e-4c7a-84fc-62fe07a81407 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:23:50.769794 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfce253-7aa6-4e1e-8a5b-ae1557f91c4a None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:23:50.770073 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfce253-7aa6-4e1e-8a5b-ae1557f91c4a None None] Checking segment: {'id': '4aa6745e-c3a0-4ab6-a413-f96963d9e763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9d7e268f-922e-4c7a-84fc-62fe07a81407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:23:50.770469 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3bfce253-7aa6-4e1e-8a5b-ae1557f91c4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:50.770883 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfce253-7aa6-4e1e-8a5b-ae1557f91c4a None None] Bound using segment: {'id': '4aa6745e-c3a0-4ab6-a413-f96963d9e763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9d7e268f-922e-4c7a-84fc-62fe07a81407'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:23:50.771348 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-3bfce253-7aa6-4e1e-8a5b-ae1557f91c4a None None] Bound port: 97e5a05b-430c-4874-8e0c-563cedd3028b, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aa6745e-c3a0-4ab6-a413-f96963d9e763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9d7e268f-922e-4c7a-84fc-62fe07a81407'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:23:50.771728 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3bfce253-7aa6-4e1e-8a5b-ae1557f91c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:50.829277 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port e63ce27a-8357-42d5-ba33-70ead7ca03e2 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:23:50.840428 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port e63ce27a-8357-42d5-ba33-70ead7ca03e2 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:50.840793 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:50.873479 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-3bfce253-7aa6-4e1e-8a5b-ae1557f91c4a None None] For port 97e5a05b-430c-4874-8e0c-563cedd3028b, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:23:50.880853 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-3bfce253-7aa6-4e1e-8a5b-ae1557f91c4a None None] For port 97e5a05b-430c-4874-8e0c-563cedd3028b, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=97e5a05b-430c-4874-8e0c-563cedd3028b,segment=NetworkSegment(4aa6745e-c3a0-4ab6-a413-f96963d9e763),segment_id=4aa6745e-c3a0-4ab6-a413-f96963d9e763)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:23:50.886065 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3bfce253-7aa6-4e1e-8a5b-ae1557f91c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:50.936846 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d33f07f-3b64-4edc-84f3-feee11bda351 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:50.963612 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d33f07f-3b64-4edc-84f3-feee11bda351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:50.974147 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfce253-7aa6-4e1e-8a5b-ae1557f91c4a None None] Pushing event updated for resources: {'Port': ['ID=97e5a05b-430c-4874-8e0c-563cedd3028b,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:50.990593 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:51.013132 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port e63ce27a-8357-42d5-ba33-70ead7ca03e2, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=e63ce27a-8357-42d5-ba33-70ead7ca03e2,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:51.020829 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:51.073793 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=e63ce27a-8357-42d5-ba33-70ead7ca03e2,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:51.086311 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-0d33f07f-3b64-4edc-84f3-feee11bda351 admin admin] Allocated IP 172.25.0.196 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/35b9dfb4-b2d4-4bce-83c3-bee9f6beb42b) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:23:51.136758 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3283bc11-e93e-4477-8f6b-bf2980c8e7b4 None None] Sync routers for ids ['de2768fa-7ca4-419f-8abf-4993ce07b9e9'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:23:51.158027 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3283bc11-e93e-4477-8f6b-bf2980c8e7b4 None None] Routers {'de2768fa-7ca4-419f-8abf-4993ce07b9e9'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:23:51.158659 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-3283bc11-e93e-4477-8f6b-bf2980c8e7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:23:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['de2768fa-7ca4-419f-8abf-4993ce07b9e9'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:23:51.220685 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d33f07f-3b64-4edc-84f3-feee11bda351 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:51.268020 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d33f07f-3b64-4edc-84f3-feee11bda351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:51.313319 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d33f07f-3b64-4edc-84f3-feee11bda351 admin admin] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:23:51.317049 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-0d33f07f-3b64-4edc-84f3-feee11bda351 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:23:51.320839 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d33f07f-3b64-4edc-84f3-feee11bda351 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:23:51.327393 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d33f07f-3b64-4edc-84f3-feee11bda351 admin admin] Pushing event updated for resources: {'Port': ['ID=35b9dfb4-b2d4-4bce-83c3-bee9f6beb42b,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:51.359449 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-3283bc11-e93e-4477-8f6b-bf2980c8e7b4 None None] Set router de2768fa-7ca4-419f-8abf-4993ce07b9e9 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:23:51.557419 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-3283bc11-e93e-4477-8f6b-bf2980c8e7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'name': 'tempest-TestShelveInstance-668595555-router', 'tenant_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e63ce27a-8357-42d5-ba33-70ead7ca03e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:23:45Z', 'updated_at': '2021-07-09T17:23:48Z', 'revision_number': 4, 'project_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'gw_port': {'id': 'e63ce27a-8357-42d5-ba33-70ead7ca03e2', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:46Z', 'updated_at': '2021-07-09T17:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'e80ff5bf-554f-4e23-87cd-c9ccf3604e73', 'name': '', 'network_id': 'bb78b1d9-7dac-44f4-8e6b-fafe45e7742c', 'tenant_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'mac_address': 'fa:16:3e:0e:96:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '1853d5eb-0239-4168-a59f-52e99792a4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:47Z', 'updated_at': '2021-07-09T17:23:48Z', 'revision_number': 2, 'project_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'subnets': [{'id': '1853d5eb-0239-4168-a59f-52e99792a4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:23:51.574813 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d33f07f-3b64-4edc-84f3-feee11bda351 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:51.586165 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3283bc11-e93e-4477-8f6b-bf2980c8e7b4 None None] Checking router: de2768fa-7ca4-419f-8abf-4993ce07b9e9 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:23:51.586514 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3283bc11-e93e-4477-8f6b-bf2980c8e7b4 None None] Updating router de2768fa-7ca4-419f-8abf-4993ce07b9e9 port e80ff5bf-554f-4e23-87cd-c9ccf3604e73 binding host n-d-798930-3 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:23:51.631250 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-3283bc11-e93e-4477-8f6b-bf2980c8e7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:51.779355 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d33f07f-3b64-4edc-84f3-feee11bda351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:51.905729 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-3283bc11-e93e-4477-8f6b-bf2980c8e7b4 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:51.914936 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-3283bc11-e93e-4477-8f6b-bf2980c8e7b4 None None] Transition to ACTIVE for port object e80ff5bf-554f-4e23-87cd-c9ccf3604e73 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:23:51.916912 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d33f07f-3b64-4edc-84f3-feee11bda351 admin admin] Router d2fb68f8-a228-4db4-8fad-bea20a132bfc is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:23:51.923217 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-3283bc11-e93e-4477-8f6b-bf2980c8e7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:51.938549 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1995c4c2-6889-42b2-a0b9-2fa283eb11e9 None None] Network 9d7e268f-922e-4c7a-84fc-62fe07a81407 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:23:51.975650 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630a5b7f-333f-43b4-a7cd-67de26e0a0fa None None] Pushing event updated for resources: {'Port': ['ID=e80ff5bf-554f-4e23-87cd-c9ccf3604e73,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:52.010152 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630a5b7f-333f-43b4-a7cd-67de26e0a0fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:52.010579 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630a5b7f-333f-43b4-a7cd-67de26e0a0fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:52.011063 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630a5b7f-333f-43b4-a7cd-67de26e0a0fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:52.011453 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630a5b7f-333f-43b4-a7cd-67de26e0a0fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:52.011840 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630a5b7f-333f-43b4-a7cd-67de26e0a0fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:52.012366 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630a5b7f-333f-43b4-a7cd-67de26e0a0fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:52.012745 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630a5b7f-333f-43b4-a7cd-67de26e0a0fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:52.013540 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630a5b7f-333f-43b4-a7cd-67de26e0a0fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:52.014067 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630a5b7f-333f-43b4-a7cd-67de26e0a0fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:52.014466 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630a5b7f-333f-43b4-a7cd-67de26e0a0fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:52.014865 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630a5b7f-333f-43b4-a7cd-67de26e0a0fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:52.015407 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630a5b7f-333f-43b4-a7cd-67de26e0a0fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:52.030837 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f5bca109-923b-4caa-af7a-1fcf3cf2ae67 None None] Provisioning for port 97e5a05b-430c-4874-8e0c-563cedd3028b completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:23:52.061459 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-3283bc11-e93e-4477-8f6b-bf2980c8e7b4 None None] Attempting to bind port e80ff5bf-554f-4e23-87cd-c9ccf3604e73 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:23:52.061822 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-3283bc11-e93e-4477-8f6b-bf2980c8e7b4 None None] Attempting to bind port e80ff5bf-554f-4e23-87cd-c9ccf3604e73 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '5efd8bbe-c628-4797-8fa8-b74fe0522047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'bb78b1d9-7dac-44f4-8e6b-fafe45e7742c'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:23:52.062182 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3283bc11-e93e-4477-8f6b-bf2980c8e7b4 None None] Attempting to bind port e80ff5bf-554f-4e23-87cd-c9ccf3604e73 on network bb78b1d9-7dac-44f4-8e6b-fafe45e7742c {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:23:52.063229 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d33f07f-3b64-4edc-84f3-feee11bda351 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:23:52.068151 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3283bc11-e93e-4477-8f6b-bf2980c8e7b4 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:23:52.068800 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3283bc11-e93e-4477-8f6b-bf2980c8e7b4 None None] Checking segment: {'id': '5efd8bbe-c628-4797-8fa8-b74fe0522047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'bb78b1d9-7dac-44f4-8e6b-fafe45e7742c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:23:52.069391 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-3283bc11-e93e-4477-8f6b-bf2980c8e7b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:52.069944 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3283bc11-e93e-4477-8f6b-bf2980c8e7b4 None None] Bound using segment: {'id': '5efd8bbe-c628-4797-8fa8-b74fe0522047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'bb78b1d9-7dac-44f4-8e6b-fafe45e7742c'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:23:52.071223 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-3283bc11-e93e-4477-8f6b-bf2980c8e7b4 None None] Bound port: e80ff5bf-554f-4e23-87cd-c9ccf3604e73, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5efd8bbe-c628-4797-8fa8-b74fe0522047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'bb78b1d9-7dac-44f4-8e6b-fafe45e7742c'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:23:52.071976 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-3283bc11-e93e-4477-8f6b-bf2980c8e7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:52.083364 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a45e72-1af2-4113-8505-de9e48590d5d None None] Sync routers for ids ['d2fb68f8-a228-4db4-8fad-bea20a132bfc'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:23:52.094194 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d33f07f-3b64-4edc-84f3-feee11bda351 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:52.098979 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54974) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:52.100371 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0d33f07f-3b64-4edc-84f3-feee11bda351 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9586058 Jul 09 17:23:52.100565 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a45e72-1af2-4113-8505-de9e48590d5d None None] Routers {'d2fb68f8-a228-4db4-8fad-bea20a132bfc'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:23:52.101412 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a2a45e72-1af2-4113-8505-de9e48590d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:23:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['d2fb68f8-a228-4db4-8fad-bea20a132bfc'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:23:52.138186 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-3283bc11-e93e-4477-8f6b-bf2980c8e7b4 None None] For port e80ff5bf-554f-4e23-87cd-c9ccf3604e73, host n-d-798930-3, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:23:52.141621 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-3283bc11-e93e-4477-8f6b-bf2980c8e7b4 None None] For port e80ff5bf-554f-4e23-87cd-c9ccf3604e73, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=e80ff5bf-554f-4e23-87cd-c9ccf3604e73,segment=NetworkSegment(5efd8bbe-c628-4797-8fa8-b74fe0522047),segment_id=5efd8bbe-c628-4797-8fa8-b74fe0522047)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:23:52.149430 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-3283bc11-e93e-4477-8f6b-bf2980c8e7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:52.200878 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3283bc11-e93e-4477-8f6b-bf2980c8e7b4 None None] Routers {'de2768fa-7ca4-419f-8abf-4993ce07b9e9'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:23:52.201848 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-3283bc11-e93e-4477-8f6b-bf2980c8e7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:23:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['de2768fa-7ca4-419f-8abf-4993ce07b9e9'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:23:52.272654 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-a2a45e72-1af2-4113-8505-de9e48590d5d None None] Set router d2fb68f8-a228-4db4-8fad-bea20a132bfc gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:23:52.315354 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630a5b7f-333f-43b4-a7cd-67de26e0a0fa None None] Pushing event updated for resources: {'Port': ['ID=e80ff5bf-554f-4e23-87cd-c9ccf3604e73,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:52.342236 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-3283bc11-e93e-4477-8f6b-bf2980c8e7b4 None None] Set router de2768fa-7ca4-419f-8abf-4993ce07b9e9 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:23:52.459915 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-def26173-4211-450d-8f0c-2b0e9c843f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:52.562745 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a2a45e72-1af2-4113-8505-de9e48590d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2fb68f8-a228-4db4-8fad-bea20a132bfc', 'name': 'tempest-TestShelveInstance-243674094-router', 'tenant_id': '09d07e3a4e6845da9dbe17f778056a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '35b9dfb4-b2d4-4bce-83c3-bee9f6beb42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:23:50Z', 'updated_at': '2021-07-09T17:23:51Z', 'revision_number': 3, 'project_id': '09d07e3a4e6845da9dbe17f778056a08', 'gw_port': {'id': '35b9dfb4-b2d4-4bce-83c3-bee9f6beb42b', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:96:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2fb68f8-a228-4db4-8fad-bea20a132bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:50Z', 'updated_at': '2021-07-09T17:23:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:23:52.602886 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-3283bc11-e93e-4477-8f6b-bf2980c8e7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'name': 'tempest-TestShelveInstance-668595555-router', 'tenant_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e63ce27a-8357-42d5-ba33-70ead7ca03e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:23:45Z', 'updated_at': '2021-07-09T17:23:48Z', 'revision_number': 4, 'project_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'gw_port': {'id': 'e63ce27a-8357-42d5-ba33-70ead7ca03e2', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:46Z', 'updated_at': '2021-07-09T17:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'e80ff5bf-554f-4e23-87cd-c9ccf3604e73', 'name': '', 'network_id': 'bb78b1d9-7dac-44f4-8e6b-fafe45e7742c', 'tenant_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'mac_address': 'fa:16:3e:0e:96:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '1853d5eb-0239-4168-a59f-52e99792a4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:47Z', 'updated_at': '2021-07-09T17:23:52Z', 'revision_number': 4, 'project_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'subnets': [{'id': '1853d5eb-0239-4168-a59f-52e99792a4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:23:52.642263 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3283bc11-e93e-4477-8f6b-bf2980c8e7b4 None None] The sync data for ids ['de2768fa-7ca4-419f-8abf-4993ce07b9e9'] in n-d-798930-3 is: [{'id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'name': 'tempest-TestShelveInstance-668595555-router', 'tenant_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e63ce27a-8357-42d5-ba33-70ead7ca03e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:23:45Z', 'updated_at': '2021-07-09T17:23:48Z', 'revision_number': 4, 'project_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'gw_port': {'id': 'e63ce27a-8357-42d5-ba33-70ead7ca03e2', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:46Z', 'updated_at': '2021-07-09T17:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'e80ff5bf-554f-4e23-87cd-c9ccf3604e73', 'name': '', 'network_id': 'bb78b1d9-7dac-44f4-8e6b-fafe45e7742c', 'tenant_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'mac_address': 'fa:16:3e:0e:96:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '1853d5eb-0239-4168-a59f-52e99792a4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:47Z', 'updated_at': '2021-07-09T17:23:52Z', 'revision_number': 4, 'project_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'subnets': [{'id': '1853d5eb-0239-4168-a59f-52e99792a4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:23:52.691867 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9e1e6940-6c4a-437c-983a-0160d5789621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:52.776186 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a45e72-1af2-4113-8505-de9e48590d5d None None] Checking router: d2fb68f8-a228-4db4-8fad-bea20a132bfc for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:23:52.776548 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a45e72-1af2-4113-8505-de9e48590d5d None None] Updating router d2fb68f8-a228-4db4-8fad-bea20a132bfc port 35b9dfb4-b2d4-4bce-83c3-bee9f6beb42b binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:23:52.825282 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a2a45e72-1af2-4113-8505-de9e48590d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:52.853196 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device e63ce27a-8357-42d5-ba33-70ead7ca03e2 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:23:52.905206 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-9e1e6940-6c4a-437c-983a-0160d5789621 admin admin] Allocated IP 172.20.0.1 (9d7e268f-922e-4c7a-84fc-62fe07a81407/3c46c44d-9683-4fd0-aa9e-76be22f7b990/20eee026-4636-4fa1-88c0-e903bdfd46ed) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:23:52.984826 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port e63ce27a-8357-42d5-ba33-70ead7ca03e2 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:52.985386 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:53.014116 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9e1e6940-6c4a-437c-983a-0160d5789621 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:53.027750 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-9e1e6940-6c4a-437c-983a-0160d5789621 admin admin] Transition to ACTIVE for port object 20eee026-4636-4fa1-88c0-e903bdfd46ed will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:23:53.066378 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9e1e6940-6c4a-437c-983a-0160d5789621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:53.112069 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1e6940-6c4a-437c-983a-0160d5789621 admin admin] Network 9d7e268f-922e-4c7a-84fc-62fe07a81407 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:23:53.119313 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-9e1e6940-6c4a-437c-983a-0160d5789621 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:23:53.124145 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1e6940-6c4a-437c-983a-0160d5789621 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:23:53.150278 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device e80ff5bf-554f-4e23-87cd-c9ccf3604e73 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:23:53.156647 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e6940-6c4a-437c-983a-0160d5789621 admin admin] Pushing event updated for resources: {'Port': ['ID=20eee026-4636-4fa1-88c0-e903bdfd46ed,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:53.180650 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9e1e6940-6c4a-437c-983a-0160d5789621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:53.257335 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a2a45e72-1af2-4113-8505-de9e48590d5d None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:53.269983 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a2a45e72-1af2-4113-8505-de9e48590d5d None None] Transition to ACTIVE for port object 35b9dfb4-b2d4-4bce-83c3-bee9f6beb42b will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:23:53.273934 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port e80ff5bf-554f-4e23-87cd-c9ccf3604e73 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:23:53.278861 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port e80ff5bf-554f-4e23-87cd-c9ccf3604e73 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:53.279328 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:53.300791 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a2a45e72-1af2-4113-8505-de9e48590d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:53.350167 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9e1e6940-6c4a-437c-983a-0160d5789621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:53.380242 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-a2a45e72-1af2-4113-8505-de9e48590d5d None None] Attempting to bind port 35b9dfb4-b2d4-4bce-83c3-bee9f6beb42b on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:23:53.380613 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-a2a45e72-1af2-4113-8505-de9e48590d5d None None] Attempting to bind port 35b9dfb4-b2d4-4bce-83c3-bee9f6beb42b by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:23:53.380974 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a45e72-1af2-4113-8505-de9e48590d5d None None] Attempting to bind port 35b9dfb4-b2d4-4bce-83c3-bee9f6beb42b on network caa6ed8d-2893-4113-8f68-c5284e694f6c {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:23:53.383746 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd8ed4e-0be4-480e-a3cb-ef09628ee564 None None] Pushing event updated for resources: {'Port': ['ID=35b9dfb4-b2d4-4bce-83c3-bee9f6beb42b,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:53.391372 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a45e72-1af2-4113-8505-de9e48590d5d None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:23:53.391741 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a45e72-1af2-4113-8505-de9e48590d5d None None] Checking segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:23:53.392144 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a2a45e72-1af2-4113-8505-de9e48590d5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:53.392545 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a45e72-1af2-4113-8505-de9e48590d5d None None] Bound using segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:23:53.393006 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-a2a45e72-1af2-4113-8505-de9e48590d5d None None] Bound port: 35b9dfb4-b2d4-4bce-83c3-bee9f6beb42b, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:23:53.393391 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a2a45e72-1af2-4113-8505-de9e48590d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:53.462926 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-688801c5-2741-407c-b94b-fc7197f81737 None None] Provisioning for port 20eee026-4636-4fa1-88c0-e903bdfd46ed completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:23:53.473738 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-688801c5-2741-407c-b94b-fc7197f81737 None None] Provisioning complete for port 20eee026-4636-4fa1-88c0-e903bdfd46ed triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:53.474154 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-688801c5-2741-407c-b94b-fc7197f81737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:53.496983 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:53.533137 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a2a45e72-1af2-4113-8505-de9e48590d5d None None] For port 35b9dfb4-b2d4-4bce-83c3-bee9f6beb42b, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:23:53.535409 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9e1e6940-6c4a-437c-983a-0160d5789621 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:53.539594 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9e1e6940-6c4a-437c-983a-0160d5789621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:53.557927 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a2a45e72-1af2-4113-8505-de9e48590d5d None None] For port 35b9dfb4-b2d4-4bce-83c3-bee9f6beb42b, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=35b9dfb4-b2d4-4bce-83c3-bee9f6beb42b,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:23:53.558978 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-688801c5-2741-407c-b94b-fc7197f81737 None None] Port 20eee026-4636-4fa1-88c0-e903bdfd46ed cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:23:53.563831 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port e80ff5bf-554f-4e23-87cd-c9ccf3604e73, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=e80ff5bf-554f-4e23-87cd-c9ccf3604e73,segment=NetworkSegment(5efd8bbe-c628-4797-8fa8-b74fe0522047),segment_id=5efd8bbe-c628-4797-8fa8-b74fe0522047)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:53.566196 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a2a45e72-1af2-4113-8505-de9e48590d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:53.572193 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:53.572370 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 97e5a05b-430c-4874-8e0c-563cedd3028b up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:23:53.606531 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e6940-6c4a-437c-983a-0160d5789621 admin admin] Pushing event updated for resources: {'Port': ['ID=20eee026-4636-4fa1-88c0-e903bdfd46ed,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:53.609342 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9e1e6940-6c4a-437c-983a-0160d5789621 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:53.655192 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd8ed4e-0be4-480e-a3cb-ef09628ee564 None None] Pushing event updated for resources: {'Port': ['ID=35b9dfb4-b2d4-4bce-83c3-bee9f6beb42b,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:53.684458 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a45e72-1af2-4113-8505-de9e48590d5d None None] Routers {'d2fb68f8-a228-4db4-8fad-bea20a132bfc'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:23:53.685085 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a2a45e72-1af2-4113-8505-de9e48590d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:23:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['d2fb68f8-a228-4db4-8fad-bea20a132bfc'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:23:53.711966 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1e6940-6c4a-437c-983a-0160d5789621 admin admin] Network 9d7e268f-922e-4c7a-84fc-62fe07a81407 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:23:53.713421 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-9e1e6940-6c4a-437c-983a-0160d5789621 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:23:53.755787 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 97e5a05b-430c-4874-8e0c-563cedd3028b completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:23:53.765212 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=e80ff5bf-554f-4e23-87cd-c9ccf3604e73,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:53.791618 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 97e5a05b-430c-4874-8e0c-563cedd3028b triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:53.791988 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:53.841434 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e1e6940-6c4a-437c-983a-0160d5789621 admin admin] Router d2fb68f8-a228-4db4-8fad-bea20a132bfc has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:23:53.851357 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-a2a45e72-1af2-4113-8505-de9e48590d5d None None] Set router d2fb68f8-a228-4db4-8fad-bea20a132bfc gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:23:53.962993 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1e6940-6c4a-437c-983a-0160d5789621 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:23:53.968252 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-9e1e6940-6c4a-437c-983a-0160d5789621 admin admin] 10.222.0.98 "PUT /v2.0/routers/d2fb68f8-a228-4db4-8fad-bea20a132bfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8663378 Jul 09 17:23:53.996450 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:54.036371 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-549e2cf7-89ca-4946-8ef7-4ecd3b390a9a None None] Provisioning complete for port 20eee026-4636-4fa1-88c0-e903bdfd46ed triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:54.036739 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-549e2cf7-89ca-4946-8ef7-4ecd3b390a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:54.094044 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 97e5a05b-430c-4874-8e0c-563cedd3028b, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=97e5a05b-430c-4874-8e0c-563cedd3028b,segment=NetworkSegment(4aa6745e-c3a0-4ab6-a413-f96963d9e763),segment_id=4aa6745e-c3a0-4ab6-a413-f96963d9e763)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:54.099972 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-549e2cf7-89ca-4946-8ef7-4ecd3b390a9a None None] Port 20eee026-4636-4fa1-88c0-e903bdfd46ed cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:23:54.103265 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:54.178330 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=97e5a05b-430c-4874-8e0c-563cedd3028b,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:54.193185 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a2a45e72-1af2-4113-8505-de9e48590d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2fb68f8-a228-4db4-8fad-bea20a132bfc', 'name': 'tempest-TestShelveInstance-243674094-router', 'tenant_id': '09d07e3a4e6845da9dbe17f778056a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '35b9dfb4-b2d4-4bce-83c3-bee9f6beb42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:23:50Z', 'updated_at': '2021-07-09T17:23:53Z', 'revision_number': 4, 'project_id': '09d07e3a4e6845da9dbe17f778056a08', 'gw_port': {'id': '35b9dfb4-b2d4-4bce-83c3-bee9f6beb42b', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:96:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2fb68f8-a228-4db4-8fad-bea20a132bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:50Z', 'updated_at': '2021-07-09T17:23:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '20eee026-4636-4fa1-88c0-e903bdfd46ed', 'name': '', 'network_id': '9d7e268f-922e-4c7a-84fc-62fe07a81407', 'tenant_id': '09d07e3a4e6845da9dbe17f778056a08', 'mac_address': 'fa:16:3e:98:61:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2fb68f8-a228-4db4-8fad-bea20a132bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '3c46c44d-9683-4fd0-aa9e-76be22f7b990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:52Z', 'updated_at': '2021-07-09T17:23:53Z', 'revision_number': 2, 'project_id': '09d07e3a4e6845da9dbe17f778056a08', 'subnets': [{'id': '3c46c44d-9683-4fd0-aa9e-76be22f7b990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:23:54.220293 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a45e72-1af2-4113-8505-de9e48590d5d None None] The sync data for ids ['d2fb68f8-a228-4db4-8fad-bea20a132bfc'] in n-d-798930-3 is: [{'id': 'd2fb68f8-a228-4db4-8fad-bea20a132bfc', 'name': 'tempest-TestShelveInstance-243674094-router', 'tenant_id': '09d07e3a4e6845da9dbe17f778056a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '35b9dfb4-b2d4-4bce-83c3-bee9f6beb42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:23:50Z', 'updated_at': '2021-07-09T17:23:53Z', 'revision_number': 4, 'project_id': '09d07e3a4e6845da9dbe17f778056a08', 'gw_port': {'id': '35b9dfb4-b2d4-4bce-83c3-bee9f6beb42b', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:96:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2fb68f8-a228-4db4-8fad-bea20a132bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:50Z', 'updated_at': '2021-07-09T17:23:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '20eee026-4636-4fa1-88c0-e903bdfd46ed', 'name': '', 'network_id': '9d7e268f-922e-4c7a-84fc-62fe07a81407', 'tenant_id': '09d07e3a4e6845da9dbe17f778056a08', 'mac_address': 'fa:16:3e:98:61:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2fb68f8-a228-4db4-8fad-bea20a132bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '3c46c44d-9683-4fd0-aa9e-76be22f7b990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:52Z', 'updated_at': '2021-07-09T17:23:53Z', 'revision_number': 2, 'project_id': '09d07e3a4e6845da9dbe17f778056a08', 'subnets': [{'id': '3c46c44d-9683-4fd0-aa9e-76be22f7b990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:23:54.410132 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54982) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:54.424884 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-0e2c70cc-0baa-47e8-bec0-3ffe3759f1f9 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1758996055', 'description': 'tempest-secgroup-smoke-1758996055 description', 'project_id': '7ddcf6db187244d0bdd4287a778b0e3c'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:54.446910 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0e2c70cc-0baa-47e8-bec0-3ffe3759f1f9 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:54.539055 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0e2c70cc-0baa-47e8-bec0-3ffe3759f1f9 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:54.543520 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0e2c70cc-0baa-47e8-bec0-3ffe3759f1f9 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:54.570271 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0e2c70cc-0baa-47e8-bec0-3ffe3759f1f9 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:54.571550 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0e2c70cc-0baa-47e8-bec0-3ffe3759f1f9 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1515539 Jul 09 17:23:54.574666 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54984) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:54.576297 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c70cc-0baa-47e8-bec0-3ffe3759f1f9 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f311179-3326-4a34-9c77-8ce433f9f59d,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:54.580061 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-6be5162f-2448-4d82-ad61-adc620c1826b tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Request body: {'security_group_rule': {'security_group_id': '3f311179-3326-4a34-9c77-8ce433f9f59d', 'project_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:54.609053 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6be5162f-2448-4d82-ad61-adc620c1826b tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:54.701623 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device e80ff5bf-554f-4e23-87cd-c9ccf3604e73 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:23:54.755300 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port e80ff5bf-554f-4e23-87cd-c9ccf3604e73 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:54.755944 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:54.845512 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 97e5a05b-430c-4874-8e0c-563cedd3028b up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:23:54.892163 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 97e5a05b-430c-4874-8e0c-563cedd3028b triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:54.892628 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:54.991775 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6be5162f-2448-4d82-ad61-adc620c1826b tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:54.995914 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6be5162f-2448-4d82-ad61-adc620c1826b tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:55.014613 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be5162f-2448-4d82-ad61-adc620c1826b tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e18f8d4c-8cbe-48ae-9a57-ce8c9aa157c8,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:55.024183 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6be5162f-2448-4d82-ad61-adc620c1826b tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:55.025399 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6be5162f-2448-4d82-ad61-adc620c1826b tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4495072 Jul 09 17:23:55.028359 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54986) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:55.032720 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-05e458f9-f75c-421e-b76a-61e13e9460d9 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Request body: {'security_group_rule': {'security_group_id': '3f311179-3326-4a34-9c77-8ce433f9f59d', 'project_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:55.057021 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-05e458f9-f75c-421e-b76a-61e13e9460d9 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:55.113158 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-05e458f9-f75c-421e-b76a-61e13e9460d9 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:55.116684 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-05e458f9-f75c-421e-b76a-61e13e9460d9 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:55.135333 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e458f9-f75c-421e-b76a-61e13e9460d9 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15b1a9b1-48d8-4eb2-8c3f-65eff8d7ca95,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:55.143317 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-05e458f9-f75c-421e-b76a-61e13e9460d9 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:55.147072 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-05e458f9-f75c-421e-b76a-61e13e9460d9 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1152990 Jul 09 17:23:55.147447 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54988) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:55.150366 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dfc7eb15-b6ba-4752-a096-e51a558c42ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:55.152564 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-ebc653d4-1db6-4c4b-920c-ce1dbc1ecd63 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Request body: {'security_group_rule': {'security_group_id': '3f311179-3326-4a34-9c77-8ce433f9f59d', 'project_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:55.177643 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ebc653d4-1db6-4c4b-920c-ce1dbc1ecd63 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:55.233916 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ebc653d4-1db6-4c4b-920c-ce1dbc1ecd63 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:55.238129 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ebc653d4-1db6-4c4b-920c-ce1dbc1ecd63 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:55.252612 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc653d4-1db6-4c4b-920c-ce1dbc1ecd63 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=731e52c1-78b5-490e-a2bf-b41e20d908cb,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:55.262377 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ebc653d4-1db6-4c4b-920c-ce1dbc1ecd63 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:55.263644 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ebc653d4-1db6-4c4b-920c-ce1dbc1ecd63 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1152353 Jul 09 17:23:55.266268 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 54990) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:55.270630 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-914ecb96-cf97-4e79-8027-44a12e32ea51 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Request body: {'security_group_rule': {'security_group_id': '3f311179-3326-4a34-9c77-8ce433f9f59d', 'project_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:55.295603 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-914ecb96-cf97-4e79-8027-44a12e32ea51 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:55.360014 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-914ecb96-cf97-4e79-8027-44a12e32ea51 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:55.364925 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-914ecb96-cf97-4e79-8027-44a12e32ea51 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:55.388778 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ecb96-cf97-4e79-8027-44a12e32ea51 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8046e291-a4a9-4aec-aee0-40c2d636e9e1,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:55.398848 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-914ecb96-cf97-4e79-8027-44a12e32ea51 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:55.400318 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-914ecb96-cf97-4e79-8027-44a12e32ea51 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1330764 Jul 09 17:23:55.403256 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54992) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:55.410413 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-83f3bafc-f44d-48b1-879f-d1ab3dc71fbe tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Request body: {'security_group_rule': {'security_group_id': '3f311179-3326-4a34-9c77-8ce433f9f59d', 'project_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:55.438702 n-d-798930-3 neutron-server[93959]: INFO neutron.db.securitygroups_db [None req-83f3bafc-f44d-48b1-879f-d1ab3dc71fbe tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Project 7ddcf6db187244d0bdd4287a778b0e3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:23:55.444150 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-83f3bafc-f44d-48b1-879f-d1ab3dc71fbe tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:55.521071 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-83f3bafc-f44d-48b1-879f-d1ab3dc71fbe tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:55.525270 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-83f3bafc-f44d-48b1-879f-d1ab3dc71fbe tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:55.544488 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f3bafc-f44d-48b1-879f-d1ab3dc71fbe tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=901dcc44-18e5-4e5b-a8a8-eddc3402a1c5,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:55.557275 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-83f3bafc-f44d-48b1-879f-d1ab3dc71fbe tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:55.558655 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-83f3bafc-f44d-48b1-879f-d1ab3dc71fbe tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1541321 Jul 09 17:23:55.561451 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 54994) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:55.566306 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-86eb31fa-69a2-4b85-a8a9-53cc1e45235a tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Request body: {'security_group_rule': {'security_group_id': '3f311179-3326-4a34-9c77-8ce433f9f59d', 'project_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:55.589409 n-d-798930-3 neutron-server[93959]: INFO neutron.db.securitygroups_db [None req-86eb31fa-69a2-4b85-a8a9-53cc1e45235a tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Project 7ddcf6db187244d0bdd4287a778b0e3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:23:55.595027 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-86eb31fa-69a2-4b85-a8a9-53cc1e45235a tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:55.662323 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-86eb31fa-69a2-4b85-a8a9-53cc1e45235a tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:55.668967 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-86eb31fa-69a2-4b85-a8a9-53cc1e45235a tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:55.689219 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb31fa-69a2-4b85-a8a9-53cc1e45235a tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d101fcfc-5b9d-4a02-b942-83b489913149,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:55.693004 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-86eb31fa-69a2-4b85-a8a9-53cc1e45235a tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:55.694331 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-86eb31fa-69a2-4b85-a8a9-53cc1e45235a tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1318684 Jul 09 17:23:55.841542 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6ca3f08a-62d3-4119-9963-7e15b60883be req-1dda409d-a508-4097-812e-12addd56f512 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1758996055&fields=id&tenant_id=7ddcf6db187244d0bdd4287a778b0e3c HTTP/1.1" status: 200 len: 267 time: 0.0366697 Jul 09 17:23:55.886483 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:55.958505 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3f08a-62d3-4119-9963-7e15b60883be req-5c1d7060-4ab9-4e40-b31d-4a38bb402d56 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:55.960364 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6ca3f08a-62d3-4119-9963-7e15b60883be req-5c1d7060-4ab9-4e40-b31d-4a38bb402d56 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/networks?id=bb78b1d9-7dac-44f4-8e6b-fafe45e7742c HTTP/1.1" status: 200 len: 808 time: 0.1111488 Jul 09 17:23:55.976497 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6ca3f08a-62d3-4119-9963-7e15b60883be req-bafba3e6-3e19-41ce-b2f1-d533607ed33a tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/quotas/7ddcf6db187244d0bdd4287a778b0e3c HTTP/1.1" status: 200 len: 375 time: 0.0102417 Jul 09 17:23:56.052343 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6ca3f08a-62d3-4119-9963-7e15b60883be req-bc72157b-b2d0-4dc5-b660-cd38c476faaf tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=7ddcf6db187244d0bdd4287a778b0e3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0706086 Jul 09 17:23:56.067690 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [req-6ca3f08a-62d3-4119-9963-7e15b60883be req-d14a42a9-ba60-448f-9d41-db5843522bc0 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:23:56.068646 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6ca3f08a-62d3-4119-9963-7e15b60883be req-d14a42a9-ba60-448f-9d41-db5843522bc0 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056288 Jul 09 17:23:56.154259 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6ca3f08a-62d3-4119-9963-7e15b60883be req-9d841ec5-4322-4f78-b8b9-6d68087aeadf service neutron] 10.222.0.98 "GET /v2.0/networks/bb78b1d9-7dac-44f4-8e6b-fafe45e7742c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800385 Jul 09 17:23:56.247047 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6ca3f08a-62d3-4119-9963-7e15b60883be req-2e343c7f-fa1c-4d81-a431-71a35cbd80a7 service neutron] 10.222.0.98 "GET /v2.0/networks/bb78b1d9-7dac-44f4-8e6b-fafe45e7742c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863299 Jul 09 17:23:56.415251 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0992de6b-1403-4d9e-8821-2058afbef086 req-d5ee952c-208c-4a47-920b-5fc4ddf4b3e8 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 210 time: 0.0301948 Jul 09 17:23:56.523840 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:56.711412 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 35b9dfb4-b2d4-4bce-83c3-bee9f6beb42b up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:23:56.763876 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 35b9dfb4-b2d4-4bce-83c3-bee9f6beb42b completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:23:56.768503 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 35b9dfb4-b2d4-4bce-83c3-bee9f6beb42b triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:56.768818 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:56.781859 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de882ad1-4a03-4c40-9a34-83d3e7a5bc41 None None] Sync routers for ids ['d2fb68f8-a228-4db4-8fad-bea20a132bfc'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:23:56.791547 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de882ad1-4a03-4c40-9a34-83d3e7a5bc41 None None] Routers {'d2fb68f8-a228-4db4-8fad-bea20a132bfc'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:23:56.792379 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-de882ad1-4a03-4c40-9a34-83d3e7a5bc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:23:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['d2fb68f8-a228-4db4-8fad-bea20a132bfc'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:23:56.855954 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:56.879471 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 35b9dfb4-b2d4-4bce-83c3-bee9f6beb42b, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=35b9dfb4-b2d4-4bce-83c3-bee9f6beb42b,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:56.883995 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:56.907970 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-de882ad1-4a03-4c40-9a34-83d3e7a5bc41 None None] Set router d2fb68f8-a228-4db4-8fad-bea20a132bfc gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:23:56.937794 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=35b9dfb4-b2d4-4bce-83c3-bee9f6beb42b,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:57.117446 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-de882ad1-4a03-4c40-9a34-83d3e7a5bc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2fb68f8-a228-4db4-8fad-bea20a132bfc', 'name': 'tempest-TestShelveInstance-243674094-router', 'tenant_id': '09d07e3a4e6845da9dbe17f778056a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '35b9dfb4-b2d4-4bce-83c3-bee9f6beb42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:23:50Z', 'updated_at': '2021-07-09T17:23:53Z', 'revision_number': 4, 'project_id': '09d07e3a4e6845da9dbe17f778056a08', 'gw_port': {'id': '35b9dfb4-b2d4-4bce-83c3-bee9f6beb42b', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:96:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2fb68f8-a228-4db4-8fad-bea20a132bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:50Z', 'updated_at': '2021-07-09T17:23:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '20eee026-4636-4fa1-88c0-e903bdfd46ed', 'name': '', 'network_id': '9d7e268f-922e-4c7a-84fc-62fe07a81407', 'tenant_id': '09d07e3a4e6845da9dbe17f778056a08', 'mac_address': 'fa:16:3e:98:61:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2fb68f8-a228-4db4-8fad-bea20a132bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '3c46c44d-9683-4fd0-aa9e-76be22f7b990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:52Z', 'updated_at': '2021-07-09T17:23:53Z', 'revision_number': 2, 'project_id': '09d07e3a4e6845da9dbe17f778056a08', 'subnets': [{'id': '3c46c44d-9683-4fd0-aa9e-76be22f7b990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:23:57.147409 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de882ad1-4a03-4c40-9a34-83d3e7a5bc41 None None] Checking router: d2fb68f8-a228-4db4-8fad-bea20a132bfc for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:23:57.147757 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de882ad1-4a03-4c40-9a34-83d3e7a5bc41 None None] Updating router d2fb68f8-a228-4db4-8fad-bea20a132bfc port 20eee026-4636-4fa1-88c0-e903bdfd46ed binding host n-d-798930-3 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:23:57.181005 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-de882ad1-4a03-4c40-9a34-83d3e7a5bc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:57.409005 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:57.532647 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-de882ad1-4a03-4c40-9a34-83d3e7a5bc41 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:57.543647 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-de882ad1-4a03-4c40-9a34-83d3e7a5bc41 None None] Transition to ACTIVE for port object 20eee026-4636-4fa1-88c0-e903bdfd46ed will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:23:57.550040 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-de882ad1-4a03-4c40-9a34-83d3e7a5bc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:57.606189 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-66126e35-f4a4-40ff-be6d-96eb018ef964 req-f0f0e8c6-57ee-4f09-82d8-2ce09d4763c4 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 210 time: 0.0767984 Jul 09 17:23:57.626213 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e7d19b-b37b-46b9-af5d-459b521f044d None None] Pushing event updated for resources: {'Port': ['ID=20eee026-4636-4fa1-88c0-e903bdfd46ed,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:57.662127 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3f08a-62d3-4119-9963-7e15b60883be req-44af328c-7598-4b61-9323-e16c435b3c7d tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:57.663568 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6ca3f08a-62d3-4119-9963-7e15b60883be req-44af328c-7598-4b61-9323-e16c435b3c7d tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.73 "GET /v2.0/networks?id=bb78b1d9-7dac-44f4-8e6b-fafe45e7742c HTTP/1.1" status: 200 len: 808 time: 0.1580787 Jul 09 17:23:57.667988 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-de882ad1-4a03-4c40-9a34-83d3e7a5bc41 None None] Attempting to bind port 20eee026-4636-4fa1-88c0-e903bdfd46ed on host n-d-798930-3 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:23:57.668364 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-de882ad1-4a03-4c40-9a34-83d3e7a5bc41 None None] Attempting to bind port 20eee026-4636-4fa1-88c0-e903bdfd46ed by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '4aa6745e-c3a0-4ab6-a413-f96963d9e763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9d7e268f-922e-4c7a-84fc-62fe07a81407'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:23:57.668729 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de882ad1-4a03-4c40-9a34-83d3e7a5bc41 None None] Attempting to bind port 20eee026-4636-4fa1-88c0-e903bdfd46ed on network 9d7e268f-922e-4c7a-84fc-62fe07a81407 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:23:57.675145 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de882ad1-4a03-4c40-9a34-83d3e7a5bc41 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:23:57.675522 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de882ad1-4a03-4c40-9a34-83d3e7a5bc41 None None] Checking segment: {'id': '4aa6745e-c3a0-4ab6-a413-f96963d9e763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9d7e268f-922e-4c7a-84fc-62fe07a81407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:23:57.675926 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-de882ad1-4a03-4c40-9a34-83d3e7a5bc41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:57.676321 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de882ad1-4a03-4c40-9a34-83d3e7a5bc41 None None] Bound using segment: {'id': '4aa6745e-c3a0-4ab6-a413-f96963d9e763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9d7e268f-922e-4c7a-84fc-62fe07a81407'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:23:57.676791 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-de882ad1-4a03-4c40-9a34-83d3e7a5bc41 None None] Bound port: 20eee026-4636-4fa1-88c0-e903bdfd46ed, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aa6745e-c3a0-4ab6-a413-f96963d9e763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9d7e268f-922e-4c7a-84fc-62fe07a81407'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:23:57.677261 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-de882ad1-4a03-4c40-9a34-83d3e7a5bc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:57.720389 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6ca3f08a-62d3-4119-9963-7e15b60883be req-a1bc1327-4fc0-46b6-b582-374705e78767 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ddcf6db187244d0bdd4287a778b0e3c HTTP/1.1" status: 200 len: 380 time: 0.0424762 Jul 09 17:23:57.729777 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-6ca3f08a-62d3-4119-9963-7e15b60883be req-6aad0197-fd7e-41d0-a7c0-73ab2bff9cc5 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Request body: {'port': {'device_id': '77cc24bc-dfb1-4cbd-97b4-b7e431891f78', 'network_id': 'bb78b1d9-7dac-44f4-8e6b-fafe45e7742c', 'admin_state_up': True, 'tenant_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'security_groups': ['3f311179-3326-4a34-9c77-8ce433f9f59d']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:57.763497 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-de882ad1-4a03-4c40-9a34-83d3e7a5bc41 None None] For port 20eee026-4636-4fa1-88c0-e903bdfd46ed, host n-d-798930-3, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:23:57.767607 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-de882ad1-4a03-4c40-9a34-83d3e7a5bc41 None None] For port 20eee026-4636-4fa1-88c0-e903bdfd46ed, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=20eee026-4636-4fa1-88c0-e903bdfd46ed,segment=NetworkSegment(4aa6745e-c3a0-4ab6-a413-f96963d9e763),segment_id=4aa6745e-c3a0-4ab6-a413-f96963d9e763)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:23:57.773356 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-de882ad1-4a03-4c40-9a34-83d3e7a5bc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:57.841693 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de882ad1-4a03-4c40-9a34-83d3e7a5bc41 None None] Routers {'d2fb68f8-a228-4db4-8fad-bea20a132bfc'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:23:57.842417 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-de882ad1-4a03-4c40-9a34-83d3e7a5bc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:23:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['d2fb68f8-a228-4db4-8fad-bea20a132bfc'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:23:57.861127 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ca3f08a-62d3-4119-9963-7e15b60883be req-6aad0197-fd7e-41d0-a7c0-73ab2bff9cc5 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Made reservation on behalf of 7ddcf6db187244d0bdd4287a778b0e3c for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:23:57.866914 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6ca3f08a-62d3-4119-9963-7e15b60883be req-6aad0197-fd7e-41d0-a7c0-73ab2bff9cc5 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:57.883204 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e7d19b-b37b-46b9-af5d-459b521f044d None None] Pushing event updated for resources: {'Port': ['ID=20eee026-4636-4fa1-88c0-e903bdfd46ed,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:57.970902 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-de882ad1-4a03-4c40-9a34-83d3e7a5bc41 None None] Set router d2fb68f8-a228-4db4-8fad-bea20a132bfc gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:23:58.009028 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-6ca3f08a-62d3-4119-9963-7e15b60883be req-6aad0197-fd7e-41d0-a7c0-73ab2bff9cc5 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Allocated IP 172.20.0.5 (bb78b1d9-7dac-44f4-8e6b-fafe45e7742c/1853d5eb-0239-4168-a59f-52e99792a4f0/307bfaa3-cf49-457f-a92a-aad72c231110) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:23:58.159603 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6ca3f08a-62d3-4119-9963-7e15b60883be req-6aad0197-fd7e-41d0-a7c0-73ab2bff9cc5 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:58.175318 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-6ca3f08a-62d3-4119-9963-7e15b60883be req-6aad0197-fd7e-41d0-a7c0-73ab2bff9cc5 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Transition to ACTIVE for port object 307bfaa3-cf49-457f-a92a-aad72c231110 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:23:58.179794 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-de882ad1-4a03-4c40-9a34-83d3e7a5bc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2fb68f8-a228-4db4-8fad-bea20a132bfc', 'name': 'tempest-TestShelveInstance-243674094-router', 'tenant_id': '09d07e3a4e6845da9dbe17f778056a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '35b9dfb4-b2d4-4bce-83c3-bee9f6beb42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:23:50Z', 'updated_at': '2021-07-09T17:23:53Z', 'revision_number': 4, 'project_id': '09d07e3a4e6845da9dbe17f778056a08', 'gw_port': {'id': '35b9dfb4-b2d4-4bce-83c3-bee9f6beb42b', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:96:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fb68f8-a228-4db4-8fad-bea20a132bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:50Z', 'updated_at': '2021-07-09T17:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '20eee026-4636-4fa1-88c0-e903bdfd46ed', 'name': '', 'network_id': '9d7e268f-922e-4c7a-84fc-62fe07a81407', 'tenant_id': '09d07e3a4e6845da9dbe17f778056a08', 'mac_address': 'fa:16:3e:98:61:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2fb68f8-a228-4db4-8fad-bea20a132bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '3c46c44d-9683-4fd0-aa9e-76be22f7b990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:52Z', 'updated_at': '2021-07-09T17:23:57Z', 'revision_number': 4, 'project_id': '09d07e3a4e6845da9dbe17f778056a08', 'subnets': [{'id': '3c46c44d-9683-4fd0-aa9e-76be22f7b990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:23:58.206102 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de882ad1-4a03-4c40-9a34-83d3e7a5bc41 None None] The sync data for ids ['d2fb68f8-a228-4db4-8fad-bea20a132bfc'] in n-d-798930-3 is: [{'id': 'd2fb68f8-a228-4db4-8fad-bea20a132bfc', 'name': 'tempest-TestShelveInstance-243674094-router', 'tenant_id': '09d07e3a4e6845da9dbe17f778056a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '35b9dfb4-b2d4-4bce-83c3-bee9f6beb42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:23:50Z', 'updated_at': '2021-07-09T17:23:53Z', 'revision_number': 4, 'project_id': '09d07e3a4e6845da9dbe17f778056a08', 'gw_port': {'id': '35b9dfb4-b2d4-4bce-83c3-bee9f6beb42b', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:96:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fb68f8-a228-4db4-8fad-bea20a132bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:50Z', 'updated_at': '2021-07-09T17:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '20eee026-4636-4fa1-88c0-e903bdfd46ed', 'name': '', 'network_id': '9d7e268f-922e-4c7a-84fc-62fe07a81407', 'tenant_id': '09d07e3a4e6845da9dbe17f778056a08', 'mac_address': 'fa:16:3e:98:61:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2fb68f8-a228-4db4-8fad-bea20a132bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '3c46c44d-9683-4fd0-aa9e-76be22f7b990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:52Z', 'updated_at': '2021-07-09T17:23:57Z', 'revision_number': 4, 'project_id': '09d07e3a4e6845da9dbe17f778056a08', 'subnets': [{'id': '3c46c44d-9683-4fd0-aa9e-76be22f7b990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:23:58.214367 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6ca3f08a-62d3-4119-9963-7e15b60883be req-6aad0197-fd7e-41d0-a7c0-73ab2bff9cc5 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:58.268651 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ca3f08a-62d3-4119-9963-7e15b60883be req-6aad0197-fd7e-41d0-a7c0-73ab2bff9cc5 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Network bb78b1d9-7dac-44f4-8e6b-fafe45e7742c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:23:58.272126 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-6ca3f08a-62d3-4119-9963-7e15b60883be req-6aad0197-fd7e-41d0-a7c0-73ab2bff9cc5 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:23:58.276804 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca3f08a-62d3-4119-9963-7e15b60883be req-6aad0197-fd7e-41d0-a7c0-73ab2bff9cc5 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:23:58.327438 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad0197-fd7e-41d0-a7c0-73ab2bff9cc5 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Pushing event updated for resources: {'Port': ['ID=307bfaa3-cf49-457f-a92a-aad72c231110,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:58.350192 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3f08a-62d3-4119-9963-7e15b60883be req-6aad0197-fd7e-41d0-a7c0-73ab2bff9cc5 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:58.351648 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6ca3f08a-62d3-4119-9963-7e15b60883be req-6aad0197-fd7e-41d0-a7c0-73ab2bff9cc5 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:58.372660 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6ca3f08a-62d3-4119-9963-7e15b60883be req-6aad0197-fd7e-41d0-a7c0-73ab2bff9cc5 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6471531 Jul 09 17:23:58.399379 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-6ca3f08a-62d3-4119-9963-7e15b60883be req-e58fcaa5-3f03-4fba-9275-48a0e3ba43e5 service neutron] Request body: {'port': {'device_id': '77cc24bc-dfb1-4cbd-97b4-b7e431891f78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:58.474649 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:58.512890 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6ca3f08a-62d3-4119-9963-7e15b60883be req-e58fcaa5-3f03-4fba-9275-48a0e3ba43e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:58.630315 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-11bd0bc8-5298-420e-a713-6b1eaf4a5a91 None None] Provisioning for port 307bfaa3-cf49-457f-a92a-aad72c231110 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:23:58.638958 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-11bd0bc8-5298-420e-a713-6b1eaf4a5a91 None None] Provisioning complete for port 307bfaa3-cf49-457f-a92a-aad72c231110 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:58.640040 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-11bd0bc8-5298-420e-a713-6b1eaf4a5a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:58.693427 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-11bd0bc8-5298-420e-a713-6b1eaf4a5a91 None None] Port 307bfaa3-cf49-457f-a92a-aad72c231110 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:23:58.738882 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 35b9dfb4-b2d4-4bce-83c3-bee9f6beb42b up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:23:58.794808 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 35b9dfb4-b2d4-4bce-83c3-bee9f6beb42b triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:58.795189 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:58.885016 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 20eee026-4636-4fa1-88c0-e903bdfd46ed up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:23:58.888369 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-6ca3f08a-62d3-4119-9963-7e15b60883be req-e58fcaa5-3f03-4fba-9275-48a0e3ba43e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 307bfaa3-cf49-457f-a92a-aad72c231110 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:23:58.899487 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6ca3f08a-62d3-4119-9963-7e15b60883be req-e58fcaa5-3f03-4fba-9275-48a0e3ba43e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:58.912253 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecdb5e1-6b1d-4dd5-8f5e-a19d21db1a2a req-81b60f20-9b41-4f00-89e0-48f69d800c11 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:58.913787 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-eecdb5e1-6b1d-4dd5-8f5e-a19d21db1a2a req-81b60f20-9b41-4f00-89e0-48f69d800c11 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 931 time: 0.1349554 Jul 09 17:23:58.929314 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-6ca3f08a-62d3-4119-9963-7e15b60883be req-e58fcaa5-3f03-4fba-9275-48a0e3ba43e5 service neutron] Transition to ACTIVE for port object 307bfaa3-cf49-457f-a92a-aad72c231110 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:23:58.934948 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 20eee026-4636-4fa1-88c0-e903bdfd46ed completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:23:58.938640 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 20eee026-4636-4fa1-88c0-e903bdfd46ed triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:58.938888 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6ca3f08a-62d3-4119-9963-7e15b60883be req-e58fcaa5-3f03-4fba-9275-48a0e3ba43e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:58.939107 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:58.997228 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-eecdb5e1-6b1d-4dd5-8f5e-a19d21db1a2a req-5fad2265-6777-41ca-b198-ff4811b3d03b tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757833 Jul 09 17:23:59.007307 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58fcaa5-3f03-4fba-9275-48a0e3ba43e5 service neutron] Pushing event updated for resources: {'Port': ['ID=307bfaa3-cf49-457f-a92a-aad72c231110,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:59.028753 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:59.065229 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 20eee026-4636-4fa1-88c0-e903bdfd46ed, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=20eee026-4636-4fa1-88c0-e903bdfd46ed,segment=NetworkSegment(4aa6745e-c3a0-4ab6-a413-f96963d9e763),segment_id=4aa6745e-c3a0-4ab6-a413-f96963d9e763)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:59.072108 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:59.092694 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-6ca3f08a-62d3-4119-9963-7e15b60883be req-e58fcaa5-3f03-4fba-9275-48a0e3ba43e5 service neutron] Attempting to bind port 307bfaa3-cf49-457f-a92a-aad72c231110 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:23:59.093036 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-6ca3f08a-62d3-4119-9963-7e15b60883be req-e58fcaa5-3f03-4fba-9275-48a0e3ba43e5 service neutron] Attempting to bind port 307bfaa3-cf49-457f-a92a-aad72c231110 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': '5efd8bbe-c628-4797-8fa8-b74fe0522047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'bb78b1d9-7dac-44f4-8e6b-fafe45e7742c'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:23:59.093370 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca3f08a-62d3-4119-9963-7e15b60883be req-e58fcaa5-3f03-4fba-9275-48a0e3ba43e5 service neutron] Attempting to bind port 307bfaa3-cf49-457f-a92a-aad72c231110 on network bb78b1d9-7dac-44f4-8e6b-fafe45e7742c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:23:59.098807 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca3f08a-62d3-4119-9963-7e15b60883be req-e58fcaa5-3f03-4fba-9275-48a0e3ba43e5 service neutron] Port 307bfaa3-cf49-457f-a92a-aad72c231110 on network bb78b1d9-7dac-44f4-8e6b-fafe45e7742c not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:23:59.099139 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca3f08a-62d3-4119-9963-7e15b60883be req-e58fcaa5-3f03-4fba-9275-48a0e3ba43e5 service neutron] Attempting to bind port 307bfaa3-cf49-457f-a92a-aad72c231110 on network bb78b1d9-7dac-44f4-8e6b-fafe45e7742c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:23:59.104308 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca3f08a-62d3-4119-9963-7e15b60883be req-e58fcaa5-3f03-4fba-9275-48a0e3ba43e5 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:23:59.104664 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca3f08a-62d3-4119-9963-7e15b60883be req-e58fcaa5-3f03-4fba-9275-48a0e3ba43e5 service neutron] Checking segment: {'id': '5efd8bbe-c628-4797-8fa8-b74fe0522047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'bb78b1d9-7dac-44f4-8e6b-fafe45e7742c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:23:59.105038 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca3f08a-62d3-4119-9963-7e15b60883be req-e58fcaa5-3f03-4fba-9275-48a0e3ba43e5 service neutron] Bound using segment: {'id': '5efd8bbe-c628-4797-8fa8-b74fe0522047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'bb78b1d9-7dac-44f4-8e6b-fafe45e7742c'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:23:59.105896 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-6ca3f08a-62d3-4119-9963-7e15b60883be req-e58fcaa5-3f03-4fba-9275-48a0e3ba43e5 service neutron] Bound port: 307bfaa3-cf49-457f-a92a-aad72c231110, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5efd8bbe-c628-4797-8fa8-b74fe0522047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'bb78b1d9-7dac-44f4-8e6b-fafe45e7742c'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:23:59.105896 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6ca3f08a-62d3-4119-9963-7e15b60883be req-e58fcaa5-3f03-4fba-9275-48a0e3ba43e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:59.132352 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=20eee026-4636-4fa1-88c0-e903bdfd46ed,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:59.173427 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-6ca3f08a-62d3-4119-9963-7e15b60883be req-e58fcaa5-3f03-4fba-9275-48a0e3ba43e5 service neutron] For port 307bfaa3-cf49-457f-a92a-aad72c231110, host n-h2-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:23:59.176839 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-6ca3f08a-62d3-4119-9963-7e15b60883be req-e58fcaa5-3f03-4fba-9275-48a0e3ba43e5 service neutron] For port 307bfaa3-cf49-457f-a92a-aad72c231110, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=307bfaa3-cf49-457f-a92a-aad72c231110,segment=NetworkSegment(5efd8bbe-c628-4797-8fa8-b74fe0522047),segment_id=5efd8bbe-c628-4797-8fa8-b74fe0522047)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:23:59.182035 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6ca3f08a-62d3-4119-9963-7e15b60883be req-e58fcaa5-3f03-4fba-9275-48a0e3ba43e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:59.215760 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3f08a-62d3-4119-9963-7e15b60883be req-e58fcaa5-3f03-4fba-9275-48a0e3ba43e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:59.216316 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6ca3f08a-62d3-4119-9963-7e15b60883be req-e58fcaa5-3f03-4fba-9275-48a0e3ba43e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:59.217790 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6ca3f08a-62d3-4119-9963-7e15b60883be req-e58fcaa5-3f03-4fba-9275-48a0e3ba43e5 service neutron] 10.222.0.73 "PUT /v2.0/ports/307bfaa3-cf49-457f-a92a-aad72c231110 HTTP/1.1" status: 200 len: 1091 time: 0.8325300 Jul 09 17:23:59.218159 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77cc24bc-dfb1-4cbd-97b4-b7e431891f78', 'tag': '307bfaa3-cf49-457f-a92a-aad72c231110'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:23:59.220523 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70bc3d1dd6a8d756905b95879fdfd768b2540769638561f09d0c65e65c91429d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca2b59c-7ac9-4c13-8daa-5016fa110456" -d '{"events": [{"name": "network-changed", "server_uuid": "77cc24bc-dfb1-4cbd-97b4-b7e431891f78", "tag": "307bfaa3-cf49-457f-a92a-aad72c231110"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:23:59.248581 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58fcaa5-3f03-4fba-9275-48a0e3ba43e5 service neutron] Pushing event updated for resources: {'Port': ['ID=307bfaa3-cf49-457f-a92a-aad72c231110,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:59.275008 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186999e9-155d-4230-a41f-334ac4d7c819 x-openstack-request-id: req-186999e9-155d-4230-a41f-334ac4d7c819 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:23:59.275306 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77cc24bc-dfb1-4cbd-97b4-b7e431891f78", "tag": "307bfaa3-cf49-457f-a92a-aad72c231110", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:23:59.275563 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-186999e9-155d-4230-a41f-334ac4d7c819 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:23:59.275974 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77cc24bc-dfb1-4cbd-97b4-b7e431891f78', 'tag': '307bfaa3-cf49-457f-a92a-aad72c231110', 'status': 'completed', 'code': 200} Jul 09 17:23:59.355698 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3f08a-62d3-4119-9963-7e15b60883be req-06a34895-5052-4665-af83-3d2ac4bad4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:59.357190 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6ca3f08a-62d3-4119-9963-7e15b60883be req-06a34895-5052-4665-af83-3d2ac4bad4f7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7ddcf6db187244d0bdd4287a778b0e3c&device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 1094 time: 0.0635655 Jul 09 17:23:59.405402 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6ca3f08a-62d3-4119-9963-7e15b60883be req-45300c24-4d16-4d17-aabe-b9d0503a3044 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=307bfaa3-cf49-457f-a92a-aad72c231110 HTTP/1.1" status: 200 len: 217 time: 0.0358469 Jul 09 17:23:59.457651 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3f08a-62d3-4119-9963-7e15b60883be req-b59f4819-6cf8-47ab-9cc9-cb01d663c252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:59.459109 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6ca3f08a-62d3-4119-9963-7e15b60883be req-b59f4819-6cf8-47ab-9cc9-cb01d663c252 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1853d5eb-0239-4168-a59f-52e99792a4f0 HTTP/1.1" status: 200 len: 847 time: 0.0478024 Jul 09 17:23:59.516797 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3f08a-62d3-4119-9963-7e15b60883be req-9a6d4b21-3c80-48d0-81d3-1c389e94a0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:59.518324 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6ca3f08a-62d3-4119-9963-7e15b60883be req-9a6d4b21-3c80-48d0-81d3-1c389e94a0d8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb78b1d9-7dac-44f4-8e6b-fafe45e7742c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529461 Jul 09 17:23:59.622717 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6ca3f08a-62d3-4119-9963-7e15b60883be req-66acad27-6dc4-4c61-bc77-ccd7a3ad10e0 service neutron] 10.222.0.73 "GET /v2.0/networks/bb78b1d9-7dac-44f4-8e6b-fafe45e7742c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979736 Jul 09 17:23:59.718187 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6ca3f08a-62d3-4119-9963-7e15b60883be req-71e99431-2ae3-4812-939d-cbedc852baca service neutron] 10.222.0.73 "GET /v2.0/networks/bb78b1d9-7dac-44f4-8e6b-fafe45e7742c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889614 Jul 09 17:23:59.867899 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2b59c-7ac9-4c13-8daa-5016fa110456 req-a3789a9b-ff25-42eb-9e6b-df0dcbb0d49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:59.869427 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4ca2b59c-7ac9-4c13-8daa-5016fa110456 req-a3789a9b-ff25-42eb-9e6b-df0dcbb0d49d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7ddcf6db187244d0bdd4287a778b0e3c&device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 1094 time: 0.0590303 Jul 09 17:23:59.969438 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2b59c-7ac9-4c13-8daa-5016fa110456 req-db780f19-e1d0-4581-a55b-fb3d4fe2194c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:59.970969 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4ca2b59c-7ac9-4c13-8daa-5016fa110456 req-db780f19-e1d0-4581-a55b-fb3d4fe2194c service neutron] 10.222.0.73 "GET /v2.0/networks?id=bb78b1d9-7dac-44f4-8e6b-fafe45e7742c HTTP/1.1" status: 200 len: 909 time: 0.0952892 Jul 09 17:24:00.016315 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4ca2b59c-7ac9-4c13-8daa-5016fa110456 req-40d7ab00-e7d6-4972-b6f9-9ca9ad1f0cda service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=307bfaa3-cf49-457f-a92a-aad72c231110 HTTP/1.1" status: 200 len: 217 time: 0.0386734 Jul 09 17:24:00.067809 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2b59c-7ac9-4c13-8daa-5016fa110456 req-156a3828-8886-4190-b01c-2d0d856c5fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:00.069260 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4ca2b59c-7ac9-4c13-8daa-5016fa110456 req-156a3828-8886-4190-b01c-2d0d856c5fd5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1853d5eb-0239-4168-a59f-52e99792a4f0 HTTP/1.1" status: 200 len: 847 time: 0.0467010 Jul 09 17:24:00.137018 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2b59c-7ac9-4c13-8daa-5016fa110456 req-3d0193c4-5dba-4a10-8dd4-216e7dfa6eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:00.138353 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4ca2b59c-7ac9-4c13-8daa-5016fa110456 req-3d0193c4-5dba-4a10-8dd4-216e7dfa6eab service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb78b1d9-7dac-44f4-8e6b-fafe45e7742c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0616488 Jul 09 17:24:00.258291 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27432d0c-7000-4d2b-8e84-13dddc7adbbc req-c2cc1685-3c99-4660-bb65-f76b95c389fb tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:00.259775 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-27432d0c-7000-4d2b-8e84-13dddc7adbbc req-c2cc1685-3c99-4660-bb65-f76b95c389fb tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 943 time: 0.1377850 Jul 09 17:24:00.265031 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4ca2b59c-7ac9-4c13-8daa-5016fa110456 req-079872c1-be83-4235-b7e1-43ae82685316 service neutron] 10.222.0.73 "GET /v2.0/networks/bb78b1d9-7dac-44f4-8e6b-fafe45e7742c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111743 Jul 09 17:24:00.347854 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-27432d0c-7000-4d2b-8e84-13dddc7adbbc req-665217d2-e5e2-42f9-abe7-0e4fb731d937 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818744 Jul 09 17:24:00.376824 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4ca2b59c-7ac9-4c13-8daa-5016fa110456 req-f2245ec8-5936-4376-88f1-363c3b796776 service neutron] 10.222.0.73 "GET /v2.0/networks/bb78b1d9-7dac-44f4-8e6b-fafe45e7742c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044960 Jul 09 17:24:00.678167 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 20eee026-4636-4fa1-88c0-e903bdfd46ed up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:24:00.725505 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 20eee026-4636-4fa1-88c0-e903bdfd46ed triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:24:00.725926 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:01.519337 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa464631-1591-44a8-acee-4f8d4a132257 req-32b169be-50c3-4f8b-af81-33ec76e32fd8 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:01.520813 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fa464631-1591-44a8-acee-4f8d4a132257 req-32b169be-50c3-4f8b-af81-33ec76e32fd8 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 943 time: 0.0639803 Jul 09 17:24:01.557524 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fa464631-1591-44a8-acee-4f8d4a132257 req-1413ccdd-bb75-4e96-95a0-fb0effd533b6 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312841 Jul 09 17:24:02.727762 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f149b-952d-4714-b95e-7500ff1285ae req-63b88137-114c-4278-af64-75b5e4c900a2 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:02.729120 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7d0f149b-952d-4714-b95e-7500ff1285ae req-63b88137-114c-4278-af64-75b5e4c900a2 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 943 time: 0.0616701 Jul 09 17:24:02.765889 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7d0f149b-952d-4714-b95e-7500ff1285ae req-ef85c180-840c-472e-9c25-66c9189e57bf tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312836 Jul 09 17:24:03.146837 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 307bfaa3-cf49-457f-a92a-aad72c231110 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:24:03.387970 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 307bfaa3-cf49-457f-a92a-aad72c231110, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=307bfaa3-cf49-457f-a92a-aad72c231110,segment=NetworkSegment(5efd8bbe-c628-4797-8fa8-b74fe0522047),segment_id=5efd8bbe-c628-4797-8fa8-b74fe0522047)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:03.399057 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '307bfaa3-cf49-457f-a92a-aad72c231110', 'network_id': 'bb78b1d9-7dac-44f4-8e6b-fafe45e7742c', 'port_id': '307bfaa3-cf49-457f-a92a-aad72c231110', 'mac_address': 'fa:16:3e:18:6c:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1853d5eb-0239-4168-a59f-52e99792a4f0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:24:03.435102 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:03.450901 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 307bfaa3-cf49-457f-a92a-aad72c231110 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:24:03.469626 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 307bfaa3-cf49-457f-a92a-aad72c231110, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=307bfaa3-cf49-457f-a92a-aad72c231110,segment=NetworkSegment(5efd8bbe-c628-4797-8fa8-b74fe0522047),segment_id=5efd8bbe-c628-4797-8fa8-b74fe0522047)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:03.473725 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:03.522281 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=307bfaa3-cf49-457f-a92a-aad72c231110,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:03.843081 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['307bfaa3-cf49-457f-a92a-aad72c231110'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:24:03.949066 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b51b16-0556-4169-bc29-8f2fddc08f17 req-09af914f-dd12-416f-b523-0920087f3f24 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:03.950568 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c2b51b16-0556-4169-bc29-8f2fddc08f17 req-09af914f-dd12-416f-b523-0920087f3f24 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 944 time: 0.0683722 Jul 09 17:24:03.990575 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c2b51b16-0556-4169-bc29-8f2fddc08f17 req-bd3a97a5-b611-4a39-a846-e0f12f4d064f tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335531 Jul 09 17:24:05.149834 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 307bfaa3-cf49-457f-a92a-aad72c231110 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:24:05.162270 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a82a58-b4b9-4b3e-bbbe-853dd63e6ba2 req-8a0541eb-94f7-4c1e-9467-6bd77786e83f tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:05.163813 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b4a82a58-b4b9-4b3e-bbbe-853dd63e6ba2 req-8a0541eb-94f7-4c1e-9467-6bd77786e83f tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 944 time: 0.0651896 Jul 09 17:24:05.198751 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 307bfaa3-cf49-457f-a92a-aad72c231110 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:24:05.202491 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 307bfaa3-cf49-457f-a92a-aad72c231110 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:24:05.202889 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:05.203284 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b4a82a58-b4b9-4b3e-bbbe-853dd63e6ba2 req-633184f8-2a6e-427a-a133-4f241351308f tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339770 Jul 09 17:24:05.280486 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:05.302727 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77cc24bc-dfb1-4cbd-97b4-b7e431891f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307bfaa3-cf49-457f-a92a-aad72c231110'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:24:05.305001 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e4c0197b51a39b57e4a8a116eb3788e06930fc42ac75c6a3eb5959c91cb8bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae991143-2089-429b-8788-ecbc03392e42" -d '{"events": [{"server_uuid": "77cc24bc-dfb1-4cbd-97b4-b7e431891f78", "name": "network-vif-plugged", "status": "completed", "tag": "307bfaa3-cf49-457f-a92a-aad72c231110"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:24:05.317852 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 307bfaa3-cf49-457f-a92a-aad72c231110, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=307bfaa3-cf49-457f-a92a-aad72c231110,segment=NetworkSegment(5efd8bbe-c628-4797-8fa8-b74fe0522047),segment_id=5efd8bbe-c628-4797-8fa8-b74fe0522047)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:05.322229 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:05.370301 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=307bfaa3-cf49-457f-a92a-aad72c231110,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:05.394664 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737ce0a2-ee12-4d9b-84f5-0803db6163d4 x-openstack-request-id: req-737ce0a2-ee12-4d9b-84f5-0803db6163d4 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:24:05.394999 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77cc24bc-dfb1-4cbd-97b4-b7e431891f78", "name": "network-vif-plugged", "status": "completed", "tag": "307bfaa3-cf49-457f-a92a-aad72c231110", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:24:05.395278 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-737ce0a2-ee12-4d9b-84f5-0803db6163d4 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:24:05.395679 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77cc24bc-dfb1-4cbd-97b4-b7e431891f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307bfaa3-cf49-457f-a92a-aad72c231110', 'code': 200} Jul 09 17:24:05.540151 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3043ba31-8b2a-462a-9c0d-0874d7cff9f9 req-e8328fe6-aa86-48d0-80f8-de3f6ad75eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:05.541554 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3043ba31-8b2a-462a-9c0d-0874d7cff9f9 req-e8328fe6-aa86-48d0-80f8-de3f6ad75eef service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 1096 time: 0.0559702 Jul 09 17:24:05.575462 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3043ba31-8b2a-462a-9c0d-0874d7cff9f9 req-6547514f-f2dd-48c4-97dc-0f9bd91f1d02 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279167 Jul 09 17:24:06.374959 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c171219-c2ac-4578-bdf4-62d787e83ff4 req-b72a3a4e-04ad-4e2b-8163-a65178093ac7 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:06.376405 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4c171219-c2ac-4578-bdf4-62d787e83ff4 req-b72a3a4e-04ad-4e2b-8163-a65178093ac7 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 945 time: 0.0631931 Jul 09 17:24:06.412860 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4c171219-c2ac-4578-bdf4-62d787e83ff4 req-c151196e-9cc6-4a3a-9096-384856586d44 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301328 Jul 09 17:24:07.582830 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530444f-b9a8-43d9-9c51-064d179054a6 req-60425d84-ce01-41fc-a4dc-2985156bcc81 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:07.584308 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0530444f-b9a8-43d9-9c51-064d179054a6 req-60425d84-ce01-41fc-a4dc-2985156bcc81 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 945 time: 0.0627618 Jul 09 17:24:07.620810 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0530444f-b9a8-43d9-9c51-064d179054a6 req-d291c2ef-fe8e-4451-9b7a-11e736cb329e tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307770 Jul 09 17:24:07.799348 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9bbd8a-72aa-4a96-ad13-41e4aca3d150 req-38c6344b-66b6-4e36-9ecf-84d2c9af2d9e tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:07.800823 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-da9bbd8a-72aa-4a96-ad13-41e4aca3d150 req-38c6344b-66b6-4e36-9ecf-84d2c9af2d9e tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 945 time: 0.0700514 Jul 09 17:24:07.838547 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-da9bbd8a-72aa-4a96-ad13-41e4aca3d150 req-c7a844b2-cacf-4173-b3dd-6a4cf2bcd45e tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320284 Jul 09 17:24:07.862137 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55050) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:08.003163 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6502f422-0a1a-40f6-885b-07128a5999d0 tempest-TestShelveInstance-1922481528 tempest-TestShelveInstance-1922481528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:08.004715 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-6502f422-0a1a-40f6-885b-07128a5999d0 tempest-TestShelveInstance-1922481528 tempest-TestShelveInstance-1922481528-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 1091 time: 0.1405754 Jul 09 17:24:08.007666 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55054) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:08.012028 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-3b9bfd94-82b2-4fae-a8a4-605a02d47841 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Request body: {'floatingip': {'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'port_id': '307bfaa3-cf49-457f-a92a-aad72c231110', 'tenant_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:24:08.036169 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3b9bfd94-82b2-4fae-a8a4-605a02d47841 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:08.133254 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3b9bfd94-82b2-4fae-a8a4-605a02d47841 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:08.237232 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-3b9bfd94-82b2-4fae-a8a4-605a02d47841 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Allocated IP 172.25.0.179 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/c635c093-dbdd-443f-a656-5d70a6aa1492) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:24:08.334576 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3b9bfd94-82b2-4fae-a8a4-605a02d47841 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:08.371658 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3b9bfd94-82b2-4fae-a8a4-605a02d47841 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:08.406407 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9bfd94-82b2-4fae-a8a4-605a02d47841 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:24:08.412312 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-3b9bfd94-82b2-4fae-a8a4-605a02d47841 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:24:08.415955 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9bfd94-82b2-4fae-a8a4-605a02d47841 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:24:08.421822 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9bfd94-82b2-4fae-a8a4-605a02d47841 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Pushing event updated for resources: {'Port': ['ID=c635c093-dbdd-443f-a656-5d70a6aa1492,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:08.785858 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3b9bfd94-82b2-4fae-a8a4-605a02d47841 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:08.862255 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3b9bfd94-82b2-4fae-a8a4-605a02d47841 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:09.011371 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3b9bfd94-82b2-4fae-a8a4-605a02d47841 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:09.015316 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3b9bfd94-82b2-4fae-a8a4-605a02d47841 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:09.082704 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9bfd94-82b2-4fae-a8a4-605a02d47841 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Pushing event updated for resources: {'Port': ['ID=c635c093-dbdd-443f-a656-5d70a6aa1492,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:09.090914 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3b9bfd94-82b2-4fae-a8a4-605a02d47841 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:09.186120 n-d-798930-3 neutron-server[93959]: INFO neutron.db.l3_db [None req-3b9bfd94-82b2-4fae-a8a4-605a02d47841 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Floating IP be95801b-1586-48fc-904f-49de88ac61ee associated. External IP: 172.25.0.179, port: 307bfaa3-cf49-457f-a92a-aad72c231110. Jul 09 17:24:09.390230 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b9bfd94-82b2-4fae-a8a4-605a02d47841 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Router de2768fa-7ca4-419f-8abf-4993ce07b9e9 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:24:09.495449 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9bfd94-82b2-4fae-a8a4-605a02d47841 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:24:09.505699 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad98a334-241c-41d4-820b-af8940c9bd36 None None] Sync routers for ids ['de2768fa-7ca4-419f-8abf-4993ce07b9e9'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:24:09.512788 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3b9bfd94-82b2-4fae-a8a4-605a02d47841 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:09.515959 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad98a334-241c-41d4-820b-af8940c9bd36 None None] Routers {'de2768fa-7ca4-419f-8abf-4993ce07b9e9'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:24:09.516589 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ad98a334-241c-41d4-820b-af8940c9bd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:23:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['de2768fa-7ca4-419f-8abf-4993ce07b9e9'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:24:09.554607 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3b9bfd94-82b2-4fae-a8a4-605a02d47841 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5458937 Jul 09 17:24:09.555390 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77cc24bc-dfb1-4cbd-97b4-b7e431891f78', 'tag': '307bfaa3-cf49-457f-a92a-aad72c231110'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:24:09.557694 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378ae9c57bf43c2771a5b4c89609b2495bcc5bf3f4145cc2e92b6ffd2a6a2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231749ec-8045-495a-b1e0-3e4157387f14" -d '{"events": [{"name": "network-changed", "server_uuid": "77cc24bc-dfb1-4cbd-97b4-b7e431891f78", "tag": "307bfaa3-cf49-457f-a92a-aad72c231110"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:24:09.602106 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8dbdc8-a87f-4c91-a216-6eb5e78243d3 x-openstack-request-id: req-4f8dbdc8-a87f-4c91-a216-6eb5e78243d3 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:24:09.602400 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77cc24bc-dfb1-4cbd-97b4-b7e431891f78", "tag": "307bfaa3-cf49-457f-a92a-aad72c231110", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:24:09.602658 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4f8dbdc8-a87f-4c91-a216-6eb5e78243d3 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:24:09.603092 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77cc24bc-dfb1-4cbd-97b4-b7e431891f78', 'tag': '307bfaa3-cf49-457f-a92a-aad72c231110', 'status': 'completed', 'code': 200} Jul 09 17:24:09.622690 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-ad98a334-241c-41d4-820b-af8940c9bd36 None None] Set router de2768fa-7ca4-419f-8abf-4993ce07b9e9 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:24:09.697315 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231749ec-8045-495a-b1e0-3e4157387f14 req-5296620f-8701-4b4d-834a-b9e62cab3880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:09.698734 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-231749ec-8045-495a-b1e0-3e4157387f14 req-5296620f-8701-4b4d-834a-b9e62cab3880 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7ddcf6db187244d0bdd4287a778b0e3c&device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 1096 time: 0.0537248 Jul 09 17:24:09.794944 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231749ec-8045-495a-b1e0-3e4157387f14 req-6a07899a-e98d-44ed-a979-b4c4e01ea0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:09.796422 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-231749ec-8045-495a-b1e0-3e4157387f14 req-6a07899a-e98d-44ed-a979-b4c4e01ea0c7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=bb78b1d9-7dac-44f4-8e6b-fafe45e7742c HTTP/1.1" status: 200 len: 909 time: 0.0913360 Jul 09 17:24:09.848145 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ad98a334-241c-41d4-820b-af8940c9bd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'name': 'tempest-TestShelveInstance-668595555-router', 'tenant_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e63ce27a-8357-42d5-ba33-70ead7ca03e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:23:45Z', 'updated_at': '2021-07-09T17:23:48Z', 'revision_number': 4, 'project_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'gw_port': {'id': 'e63ce27a-8357-42d5-ba33-70ead7ca03e2', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:46Z', 'updated_at': '2021-07-09T17:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'be95801b-1586-48fc-904f-49de88ac61ee', 'tenant_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'floating_ip_address': '172.25.0.179', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'port_id': '307bfaa3-cf49-457f-a92a-aad72c231110', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb78b1d9-7dac-44f4-8e6b-fafe45e7742c', 'mac_address': 'fa:16:3e:18:6c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cc24bc-dfb1-4cbd-97b4-b7e431891f78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:24:08Z', 'updated_at': '2021-07-09T17:24:08Z', 'revision_number': 0, 'project_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e80ff5bf-554f-4e23-87cd-c9ccf3604e73', 'name': '', 'network_id': 'bb78b1d9-7dac-44f4-8e6b-fafe45e7742c', 'tenant_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'mac_address': 'fa:16:3e:0e:96:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '1853d5eb-0239-4168-a59f-52e99792a4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:47Z', 'updated_at': '2021-07-09T17:23:53Z', 'revision_number': 5, 'project_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'subnets': [{'id': '1853d5eb-0239-4168-a59f-52e99792a4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:24:09.861483 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-231749ec-8045-495a-b1e0-3e4157387f14 req-708fa608-0f30-4980-91b1-64cfd663fc8f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=307bfaa3-cf49-457f-a92a-aad72c231110 HTTP/1.1" status: 200 len: 999 time: 0.0584409 Jul 09 17:24:09.874640 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad98a334-241c-41d4-820b-af8940c9bd36 None None] Checking router: de2768fa-7ca4-419f-8abf-4993ce07b9e9 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:24:09.891020 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad98a334-241c-41d4-820b-af8940c9bd36 None None] Routers {'de2768fa-7ca4-419f-8abf-4993ce07b9e9'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:24:09.891637 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ad98a334-241c-41d4-820b-af8940c9bd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:23:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['de2768fa-7ca4-419f-8abf-4993ce07b9e9'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:24:09.910456 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231749ec-8045-495a-b1e0-3e4157387f14 req-0a3a6257-70cb-48b7-a1bf-5c34d0b51a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:09.911940 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-231749ec-8045-495a-b1e0-3e4157387f14 req-0a3a6257-70cb-48b7-a1bf-5c34d0b51a22 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1853d5eb-0239-4168-a59f-52e99792a4f0 HTTP/1.1" status: 200 len: 847 time: 0.0449708 Jul 09 17:24:09.971806 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231749ec-8045-495a-b1e0-3e4157387f14 req-28e9861f-5b30-4233-beb2-9373ce44e9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:09.973702 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-231749ec-8045-495a-b1e0-3e4157387f14 req-28e9861f-5b30-4233-beb2-9373ce44e9a4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb78b1d9-7dac-44f4-8e6b-fafe45e7742c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558486 Jul 09 17:24:09.996498 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-ad98a334-241c-41d4-820b-af8940c9bd36 None None] Set router de2768fa-7ca4-419f-8abf-4993ce07b9e9 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:24:10.065956 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-231749ec-8045-495a-b1e0-3e4157387f14 req-bda05245-afd8-4893-8d59-5907feea5a04 service neutron] 10.222.0.73 "GET /v2.0/networks/bb78b1d9-7dac-44f4-8e6b-fafe45e7742c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853989 Jul 09 17:24:10.162106 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-231749ec-8045-495a-b1e0-3e4157387f14 req-e29223c9-3855-41ba-8b33-6af8cf2d1458 service neutron] 10.222.0.73 "GET /v2.0/networks/bb78b1d9-7dac-44f4-8e6b-fafe45e7742c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882702 Jul 09 17:24:10.221728 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ad98a334-241c-41d4-820b-af8940c9bd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'name': 'tempest-TestShelveInstance-668595555-router', 'tenant_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e63ce27a-8357-42d5-ba33-70ead7ca03e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:23:45Z', 'updated_at': '2021-07-09T17:23:48Z', 'revision_number': 4, 'project_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'gw_port': {'id': 'e63ce27a-8357-42d5-ba33-70ead7ca03e2', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:46Z', 'updated_at': '2021-07-09T17:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'be95801b-1586-48fc-904f-49de88ac61ee', 'tenant_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'floating_ip_address': '172.25.0.179', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'port_id': '307bfaa3-cf49-457f-a92a-aad72c231110', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb78b1d9-7dac-44f4-8e6b-fafe45e7742c', 'mac_address': 'fa:16:3e:18:6c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cc24bc-dfb1-4cbd-97b4-b7e431891f78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:24:08Z', 'updated_at': '2021-07-09T17:24:08Z', 'revision_number': 0, 'project_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e80ff5bf-554f-4e23-87cd-c9ccf3604e73', 'name': '', 'network_id': 'bb78b1d9-7dac-44f4-8e6b-fafe45e7742c', 'tenant_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'mac_address': 'fa:16:3e:0e:96:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '1853d5eb-0239-4168-a59f-52e99792a4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:47Z', 'updated_at': '2021-07-09T17:23:53Z', 'revision_number': 5, 'project_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'subnets': [{'id': '1853d5eb-0239-4168-a59f-52e99792a4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:24:10.251383 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad98a334-241c-41d4-820b-af8940c9bd36 None None] The sync data for ids ['de2768fa-7ca4-419f-8abf-4993ce07b9e9'] in n-d-798930-3 is: [{'id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'name': 'tempest-TestShelveInstance-668595555-router', 'tenant_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e63ce27a-8357-42d5-ba33-70ead7ca03e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:23:45Z', 'updated_at': '2021-07-09T17:23:48Z', 'revision_number': 4, 'project_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'gw_port': {'id': 'e63ce27a-8357-42d5-ba33-70ead7ca03e2', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:46Z', 'updated_at': '2021-07-09T17:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'be95801b-1586-48fc-904f-49de88ac61ee', 'tenant_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'floating_ip_address': '172.25.0.179', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'port_id': '307bfaa3-cf49-457f-a92a-aad72c231110', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb78b1d9-7dac-44f4-8e6b-fafe45e7742c', 'mac_address': 'fa:16:3e:18:6c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cc24bc-dfb1-4cbd-97b4-b7e431891f78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:24:08Z', 'updated_at': '2021-07-09T17:24:08Z', 'revision_number': 0, 'project_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e80ff5bf-554f-4e23-87cd-c9ccf3604e73', 'name': '', 'network_id': 'bb78b1d9-7dac-44f4-8e6b-fafe45e7742c', 'tenant_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'mac_address': 'fa:16:3e:0e:96:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '1853d5eb-0239-4168-a59f-52e99792a4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:47Z', 'updated_at': '2021-07-09T17:23:53Z', 'revision_number': 5, 'project_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'subnets': [{'id': '1853d5eb-0239-4168-a59f-52e99792a4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:24:10.438153 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11a4e56-4f64-463c-8002-40e58cd2b6f1 None None] New status for floating IP be95801b-1586-48fc-904f-49de88ac61ee: ACTIVE {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:24:10.682221 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:11.442511 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-78320ee0-2696-4dc5-800b-fc289ba10c42 req-5936949d-69f1-45eb-bbda-feb576095dcf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0508738 Jul 09 17:24:11.561826 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78320ee0-2696-4dc5-800b-fc289ba10c42 req-c6d59750-9317-4b07-8f57-ba1263cead8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:11.563325 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-78320ee0-2696-4dc5-800b-fc289ba10c42 req-c6d59750-9317-4b07-8f57-ba1263cead8f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7ddcf6db187244d0bdd4287a778b0e3c&device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 1096 time: 0.0513415 Jul 09 17:24:11.667992 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78320ee0-2696-4dc5-800b-fc289ba10c42 req-fa80f08e-74e5-49b4-98ab-919b34dbb8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:11.669576 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-78320ee0-2696-4dc5-800b-fc289ba10c42 req-fa80f08e-74e5-49b4-98ab-919b34dbb8b4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=bb78b1d9-7dac-44f4-8e6b-fafe45e7742c HTTP/1.1" status: 200 len: 909 time: 0.0861454 Jul 09 17:24:11.735793 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-78320ee0-2696-4dc5-800b-fc289ba10c42 req-5776f7cf-d751-47bd-9d36-534d9446493a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=307bfaa3-cf49-457f-a92a-aad72c231110 HTTP/1.1" status: 200 len: 1001 time: 0.0589347 Jul 09 17:24:11.783453 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78320ee0-2696-4dc5-800b-fc289ba10c42 req-ec255052-e5da-460d-98ce-750556d493d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:11.784904 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-78320ee0-2696-4dc5-800b-fc289ba10c42 req-ec255052-e5da-460d-98ce-750556d493d7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1853d5eb-0239-4168-a59f-52e99792a4f0 HTTP/1.1" status: 200 len: 847 time: 0.0428665 Jul 09 17:24:11.843878 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78320ee0-2696-4dc5-800b-fc289ba10c42 req-880fbdfa-da6d-483e-9082-3da8a874a12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:11.845454 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-78320ee0-2696-4dc5-800b-fc289ba10c42 req-880fbdfa-da6d-483e-9082-3da8a874a12c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb78b1d9-7dac-44f4-8e6b-fafe45e7742c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548427 Jul 09 17:24:11.931511 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-78320ee0-2696-4dc5-800b-fc289ba10c42 req-4acff70a-85a8-4638-919b-c0cf91a0cb1d service neutron] 10.222.0.73 "GET /v2.0/networks/bb78b1d9-7dac-44f4-8e6b-fafe45e7742c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799980 Jul 09 17:24:12.035281 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-78320ee0-2696-4dc5-800b-fc289ba10c42 req-f09c1667-2bff-4e39-bf8a-d02712b04499 service neutron] 10.222.0.73 "GET /v2.0/networks/bb78b1d9-7dac-44f4-8e6b-fafe45e7742c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880563 Jul 09 17:24:19.090834 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:24:22.430469 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f14de5ce-2c57-49ba-87b2-5ee791c2b039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:25.153749 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b45f370f-13a0-4c87-a01e-a78c695af374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:25.888857 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:26.524414 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:27.425434 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:28.460444 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:40.680947 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:52.431186 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0fe0ab30-ef86-40f3-a2aa-85b76415dc50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:55.154054 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c9227e55-2b21-4a9e-964f-2f1e7b543389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:55.890796 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:56.089740 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:24:56.528085 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:57.434284 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:58.462729 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:10.696161 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:11.501864 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c5a94532-97d3-40eb-ad31-8d8f9d0a170c req-b435717b-1acd-4f55-99c5-972df2d31ca6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0522947 Jul 09 17:25:11.620071 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a94532-97d3-40eb-ad31-8d8f9d0a170c req-54d261fb-0865-4e61-85a8-a4672cff847c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:11.621532 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c5a94532-97d3-40eb-ad31-8d8f9d0a170c req-54d261fb-0865-4e61-85a8-a4672cff847c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7ddcf6db187244d0bdd4287a778b0e3c&device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 1096 time: 0.0525906 Jul 09 17:25:11.731620 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a94532-97d3-40eb-ad31-8d8f9d0a170c req-9f74defa-1f64-4a94-9ed5-0d56e583fbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:11.733079 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c5a94532-97d3-40eb-ad31-8d8f9d0a170c req-9f74defa-1f64-4a94-9ed5-0d56e583fbe9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=bb78b1d9-7dac-44f4-8e6b-fafe45e7742c HTTP/1.1" status: 200 len: 909 time: 0.0883360 Jul 09 17:25:11.796614 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c5a94532-97d3-40eb-ad31-8d8f9d0a170c req-ebd0a63c-9b4b-428f-b36b-a53cc6b9edef service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=307bfaa3-cf49-457f-a92a-aad72c231110 HTTP/1.1" status: 200 len: 1001 time: 0.0565865 Jul 09 17:25:11.843833 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a94532-97d3-40eb-ad31-8d8f9d0a170c req-4b9ae0f7-2549-4f4b-aedd-83315745cdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:11.844983 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c5a94532-97d3-40eb-ad31-8d8f9d0a170c req-4b9ae0f7-2549-4f4b-aedd-83315745cdfe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1853d5eb-0239-4168-a59f-52e99792a4f0 HTTP/1.1" status: 200 len: 847 time: 0.0426729 Jul 09 17:25:11.903476 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a94532-97d3-40eb-ad31-8d8f9d0a170c req-390ea1c9-e114-41fe-b5b3-937348b7934c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:11.904924 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c5a94532-97d3-40eb-ad31-8d8f9d0a170c req-390ea1c9-e114-41fe-b5b3-937348b7934c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb78b1d9-7dac-44f4-8e6b-fafe45e7742c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542433 Jul 09 17:25:11.995247 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c5a94532-97d3-40eb-ad31-8d8f9d0a170c req-5007fa5e-6186-4561-8853-7d73bd8a439e service neutron] 10.222.0.73 "GET /v2.0/networks/bb78b1d9-7dac-44f4-8e6b-fafe45e7742c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831711 Jul 09 17:25:12.090272 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c5a94532-97d3-40eb-ad31-8d8f9d0a170c req-a349edb4-8756-4170-a1fa-17a3dd3d045e service neutron] 10.222.0.73 "GET /v2.0/networks/bb78b1d9-7dac-44f4-8e6b-fafe45e7742c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870409 Jul 09 17:25:22.432860 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-86e50dfe-4135-4974-af61-1273951048a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:25.154384 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-620958ff-7320-40bf-ae8a-2d5beb55695f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:25.892259 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:26.531334 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:27.450525 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:28.468070 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:33.088218 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:25:40.693966 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:52.433989 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-06b7fa92-35b0-422a-91a2-96d02b37bcb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:55.154813 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-51c8bcb2-9be5-4380-899c-6a8e33140a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:55.893593 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:56.534493 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:57.448662 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:58.467964 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:10.087226 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:26:10.694314 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:14.145302 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-42d326c7-a248-4234-9437-5162bf866193 req-7479a872-bde4-4127-b710-dc3ef13a2da0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0524817 Jul 09 17:26:14.252498 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d326c7-a248-4234-9437-5162bf866193 req-4dc53ccd-a60e-4652-b0fc-3e6f9f00884f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:14.254000 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-42d326c7-a248-4234-9437-5162bf866193 req-4dc53ccd-a60e-4652-b0fc-3e6f9f00884f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7ddcf6db187244d0bdd4287a778b0e3c&device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 1096 time: 0.0524263 Jul 09 17:26:14.358698 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d326c7-a248-4234-9437-5162bf866193 req-41da013f-4635-4794-99ed-5dca195ea9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:14.360188 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-42d326c7-a248-4234-9437-5162bf866193 req-41da013f-4635-4794-99ed-5dca195ea9e7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=bb78b1d9-7dac-44f4-8e6b-fafe45e7742c HTTP/1.1" status: 200 len: 909 time: 0.0872128 Jul 09 17:26:14.426272 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-42d326c7-a248-4234-9437-5162bf866193 req-3016a7d5-6b36-4c60-b191-6d9a1188f39b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=307bfaa3-cf49-457f-a92a-aad72c231110 HTTP/1.1" status: 200 len: 1001 time: 0.0595331 Jul 09 17:26:14.477769 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d326c7-a248-4234-9437-5162bf866193 req-1ead9c36-d00f-423a-a978-720b67e75bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:14.479860 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-42d326c7-a248-4234-9437-5162bf866193 req-1ead9c36-d00f-423a-a978-720b67e75bda service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1853d5eb-0239-4168-a59f-52e99792a4f0 HTTP/1.1" status: 200 len: 847 time: 0.0473673 Jul 09 17:26:14.535674 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d326c7-a248-4234-9437-5162bf866193 req-3ec9a731-8cfa-4ab8-9189-66afa1251b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:14.537117 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-42d326c7-a248-4234-9437-5162bf866193 req-3ec9a731-8cfa-4ab8-9189-66afa1251b7d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb78b1d9-7dac-44f4-8e6b-fafe45e7742c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507593 Jul 09 17:26:14.623452 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-42d326c7-a248-4234-9437-5162bf866193 req-039780e4-6106-4853-bd4c-1acf32c17e1c service neutron] 10.222.0.73 "GET /v2.0/networks/bb78b1d9-7dac-44f4-8e6b-fafe45e7742c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797107 Jul 09 17:26:14.715669 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-42d326c7-a248-4234-9437-5162bf866193 req-e53bc4fc-3a88-4798-81c7-a620bfd648a3 service neutron] 10.222.0.73 "GET /v2.0/networks/bb78b1d9-7dac-44f4-8e6b-fafe45e7742c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859618 Jul 09 17:26:22.433947 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b3b3f1cd-9064-4ad5-95ee-6e900dbc4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:25.155468 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5c63a9d5-4450-4126-b2ca-bf22a259c1e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:25.895880 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:26.536742 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:27.470664 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:28.470650 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:37.053027 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd345454-f642-439c-836b-12b48cf820bb req-ffd97270-948d-48a3-80e8-1bea26baf0dd tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:37.054541 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bd345454-f642-439c-836b-12b48cf820bb req-ffd97270-948d-48a3-80e8-1bea26baf0dd tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 945 time: 0.0637414 Jul 09 17:26:37.091333 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bd345454-f642-439c-836b-12b48cf820bb req-c8da9398-080b-4560-bc35-61ca1de6ee7e tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311236 Jul 09 17:26:38.289303 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc4d88-5a45-4800-b1d0-9dbe7df41002 req-a358c948-5061-4bca-9921-c3e4e789a0bb tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:38.291267 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-edfc4d88-5a45-4800-b1d0-9dbe7df41002 req-a358c948-5061-4bca-9921-c3e4e789a0bb tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 945 time: 0.0662596 Jul 09 17:26:38.331641 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-edfc4d88-5a45-4800-b1d0-9dbe7df41002 req-bbd616d6-9fb4-48f9-b8a3-aa273d63d255 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314176 Jul 09 17:26:39.510685 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1416cb1-6442-45d7-bad9-134ae8ef9d74 req-c631dea7-be29-4695-8030-b9a93581af1d tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:39.512222 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e1416cb1-6442-45d7-bad9-134ae8ef9d74 req-c631dea7-be29-4695-8030-b9a93581af1d tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 945 time: 0.0668738 Jul 09 17:26:39.550834 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e1416cb1-6442-45d7-bad9-134ae8ef9d74 req-eb8877f4-4e2b-47fc-86d2-7f656551385b tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330369 Jul 09 17:26:40.692820 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:40.726893 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05597b-b26e-4944-b071-172cb5c48677 req-c2f3d636-1956-4c81-90db-ab3c5c8436cd tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:40.728416 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5d05597b-b26e-4944-b071-172cb5c48677 req-c2f3d636-1956-4c81-90db-ab3c5c8436cd tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 945 time: 0.0679750 Jul 09 17:26:40.765342 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5d05597b-b26e-4944-b071-172cb5c48677 req-725cc42c-06a0-4fed-876a-e6bb75f9b97f tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313842 Jul 09 17:26:41.941153 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84aba24-2acb-4505-8d18-f8b67ccd6cf5 req-922a46ff-0130-485a-a981-1237ce79aa6d tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:41.942611 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f84aba24-2acb-4505-8d18-f8b67ccd6cf5 req-922a46ff-0130-485a-a981-1237ce79aa6d tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 945 time: 0.0653055 Jul 09 17:26:41.981884 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f84aba24-2acb-4505-8d18-f8b67ccd6cf5 req-b0ab649b-507b-41e6-9650-2c42d2a35139 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336277 Jul 09 17:26:43.151579 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5042e8c-6992-4858-87da-633800900b61 req-fe91ea82-4ade-4ccd-b83b-f3607aade7fc tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:43.152963 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c5042e8c-6992-4858-87da-633800900b61 req-fe91ea82-4ade-4ccd-b83b-f3607aade7fc tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 945 time: 0.0616050 Jul 09 17:26:43.189624 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c5042e8c-6992-4858-87da-633800900b61 req-ecd241de-dfd5-41f2-9d9d-638313279020 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310562 Jul 09 17:26:44.367307 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e662b09c-fbf8-4cca-975a-002c7c6db382 req-b6a20df8-7065-480b-9585-e4ab51023bcc tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:44.368859 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e662b09c-fbf8-4cca-975a-002c7c6db382 req-b6a20df8-7065-480b-9585-e4ab51023bcc tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 945 time: 0.0707674 Jul 09 17:26:44.406365 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e662b09c-fbf8-4cca-975a-002c7c6db382 req-d698f6e4-58f8-4031-b6bf-c35040243d4e tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319579 Jul 09 17:26:45.579814 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6a7cc-8c31-4104-9cab-5bd081c952e5 req-ccbc80e1-ce08-4443-9d05-a561a6aa6079 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:45.581313 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-10b6a7cc-8c31-4104-9cab-5bd081c952e5 req-ccbc80e1-ce08-4443-9d05-a561a6aa6079 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 945 time: 0.0627317 Jul 09 17:26:45.619323 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-10b6a7cc-8c31-4104-9cab-5bd081c952e5 req-2b664007-58f6-4499-8d6d-dff5814be4b7 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315526 Jul 09 17:26:46.793004 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6058ce2-2f60-424d-b52e-0c9713f108e8 req-6e47a5de-30ce-4384-a35d-4aa38b5cb22c tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:46.794530 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a6058ce2-2f60-424d-b52e-0c9713f108e8 req-6e47a5de-30ce-4384-a35d-4aa38b5cb22c tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 945 time: 0.0631235 Jul 09 17:26:46.839078 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a6058ce2-2f60-424d-b52e-0c9713f108e8 req-43568a99-10ef-4f2c-b8ea-4d0ff593a3f1 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390301 Jul 09 17:26:47.086855 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:26:48.008182 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107b219-6829-4c82-8113-73fc07700dfe req-7f1dfb70-fe92-49ed-b735-bdec417ad9b2 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:48.010131 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f107b219-6829-4c82-8113-73fc07700dfe req-7f1dfb70-fe92-49ed-b735-bdec417ad9b2 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 945 time: 0.0628574 Jul 09 17:26:48.047156 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f107b219-6829-4c82-8113-73fc07700dfe req-ea070eb6-837a-4fde-b81c-0ee6af160ca0 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314662 Jul 09 17:26:49.215693 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09227134-3cdf-4031-a996-34c9f234e76b req-a22a6155-60fb-460a-bb7e-be2cd63cf262 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:49.217139 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-09227134-3cdf-4031-a996-34c9f234e76b req-a22a6155-60fb-460a-bb7e-be2cd63cf262 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 945 time: 0.0614910 Jul 09 17:26:49.253849 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-09227134-3cdf-4031-a996-34c9f234e76b req-1867dfe1-4428-40ac-b01b-1018f00c5205 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312510 Jul 09 17:26:50.128263 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 307bfaa3-cf49-457f-a92a-aad72c231110 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:26:50.220304 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 307bfaa3-cf49-457f-a92a-aad72c231110, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=307bfaa3-cf49-457f-a92a-aad72c231110,segment=NetworkSegment(5efd8bbe-c628-4797-8fa8-b74fe0522047),segment_id=5efd8bbe-c628-4797-8fa8-b74fe0522047)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:26:50.231869 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '307bfaa3-cf49-457f-a92a-aad72c231110', 'network_id': 'bb78b1d9-7dac-44f4-8e6b-fafe45e7742c', 'port_id': '307bfaa3-cf49-457f-a92a-aad72c231110', 'mac_address': 'fa:16:3e:18:6c:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1853d5eb-0239-4168-a59f-52e99792a4f0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:26:50.267242 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:50.279279 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 307bfaa3-cf49-457f-a92a-aad72c231110 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:26:50.309432 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 307bfaa3-cf49-457f-a92a-aad72c231110, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=307bfaa3-cf49-457f-a92a-aad72c231110,segment=NetworkSegment(5efd8bbe-c628-4797-8fa8-b74fe0522047),segment_id=5efd8bbe-c628-4797-8fa8-b74fe0522047)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:26:50.314484 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:50.384112 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=307bfaa3-cf49-457f-a92a-aad72c231110,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:50.395151 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:50.395494 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:50.395827 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:50.396154 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:50.396480 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:50.396802 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:50.397122 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:50.397440 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:50.397754 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:50.398070 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:50.398384 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:50.398698 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:50.456993 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['307bfaa3-cf49-457f-a92a-aad72c231110'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:26:50.790971 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba5fd5-cea4-4f55-ad98-ce5f9fa6c6e1 req-da0490ec-5f16-4cbb-b853-5039288843e8 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:50.792433 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d2ba5fd5-cea4-4f55-ad98-ce5f9fa6c6e1 req-da0490ec-5f16-4cbb-b853-5039288843e8 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 944 time: 0.3857183 Jul 09 17:26:50.828516 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d2ba5fd5-cea4-4f55-ad98-ce5f9fa6c6e1 req-b0aa2696-2958-4663-a1cd-992d74742868 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306110 Jul 09 17:26:52.001031 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d706bba6-c271-4697-be3e-41ab2298b835 req-06d188e2-0b59-41e7-8f3e-4d13ed82bc25 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:52.002533 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d706bba6-c271-4697-be3e-41ab2298b835 req-06d188e2-0b59-41e7-8f3e-4d13ed82bc25 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 944 time: 0.0624478 Jul 09 17:26:52.038373 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d706bba6-c271-4697-be3e-41ab2298b835 req-6d7b4118-b405-42c2-b079-76e64540338f tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303903 Jul 09 17:26:52.125885 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 307bfaa3-cf49-457f-a92a-aad72c231110 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:26:52.173667 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 307bfaa3-cf49-457f-a92a-aad72c231110 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:26:52.174031 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:52.246929 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:52.267814 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77cc24bc-dfb1-4cbd-97b4-b7e431891f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307bfaa3-cf49-457f-a92a-aad72c231110'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:26:52.270023 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e4c0197b51a39b57e4a8a116eb3788e06930fc42ac75c6a3eb5959c91cb8bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6c96e8-6928-4117-85df-4cce521da65e" -d '{"events": [{"server_uuid": "77cc24bc-dfb1-4cbd-97b4-b7e431891f78", "name": "network-vif-plugged", "status": "completed", "tag": "307bfaa3-cf49-457f-a92a-aad72c231110"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:26:52.282569 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 307bfaa3-cf49-457f-a92a-aad72c231110, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=307bfaa3-cf49-457f-a92a-aad72c231110,segment=NetworkSegment(5efd8bbe-c628-4797-8fa8-b74fe0522047),segment_id=5efd8bbe-c628-4797-8fa8-b74fe0522047)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:26:52.287855 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:52.314020 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955ea3dd-6d1b-40ac-80fc-6fc71a5657a0 x-openstack-request-id: req-955ea3dd-6d1b-40ac-80fc-6fc71a5657a0 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:26:52.314306 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77cc24bc-dfb1-4cbd-97b4-b7e431891f78", "name": "network-vif-plugged", "status": "completed", "tag": "307bfaa3-cf49-457f-a92a-aad72c231110", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:26:52.314554 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-955ea3dd-6d1b-40ac-80fc-6fc71a5657a0 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:26:52.314966 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77cc24bc-dfb1-4cbd-97b4-b7e431891f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307bfaa3-cf49-457f-a92a-aad72c231110', 'code': 200} Jul 09 17:26:52.340114 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=307bfaa3-cf49-457f-a92a-aad72c231110,revision_number=7']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:52.434723 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fb6deb9e-7be3-41f4-b2ea-d7bdaf15df46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:53.214149 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d10ba-5e6e-42fe-b9bd-d1ef9f0a6b27 req-b4d3aadb-faad-4df2-ab66-d2e64f82faa1 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:53.215850 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-898d10ba-5e6e-42fe-b9bd-d1ef9f0a6b27 req-b4d3aadb-faad-4df2-ab66-d2e64f82faa1 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 945 time: 0.0660973 Jul 09 17:26:53.253538 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-898d10ba-5e6e-42fe-b9bd-d1ef9f0a6b27 req-195ce0e4-c91b-48e9-9813-efe7957fc442 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320568 Jul 09 17:26:54.438308 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7c084-ff3c-442d-a7e2-dd9028409b51 req-0c32072d-9d71-46c3-b262-3a95e0d05853 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:54.440032 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2ea7c084-ff3c-442d-a7e2-dd9028409b51 req-0c32072d-9d71-46c3-b262-3a95e0d05853 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 945 time: 0.0679746 Jul 09 17:26:54.485258 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2ea7c084-ff3c-442d-a7e2-dd9028409b51 req-b1dd91e6-71a0-4695-85fd-5174085d06ba tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362501 Jul 09 17:26:55.162670 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b0ec73c0-bd20-42d3-acdc-69732815e552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:55.692737 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b5e5b8-b392-4584-affb-56db970f63cc req-2131118f-8351-41f1-bdbb-c801af5c1710 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:55.694980 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-57b5e5b8-b392-4584-affb-56db970f63cc req-2131118f-8351-41f1-bdbb-c801af5c1710 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 945 time: 0.0666661 Jul 09 17:26:55.742086 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-57b5e5b8-b392-4584-affb-56db970f63cc req-da0ae809-005a-4420-b35e-e97fa4682d36 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362327 Jul 09 17:26:55.904223 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:56.542167 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:56.951236 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16710e7d-ac6c-4bbb-819d-e56fb6ffecee req-1a60cceb-b7c5-4468-84af-8b942821064d tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:56.952729 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-16710e7d-ac6c-4bbb-819d-e56fb6ffecee req-1a60cceb-b7c5-4468-84af-8b942821064d tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 945 time: 0.0696311 Jul 09 17:26:57.001365 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-16710e7d-ac6c-4bbb-819d-e56fb6ffecee req-a8ad2acc-c7fd-4f30-9795-a81fb8a1ac5f tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424669 Jul 09 17:26:57.472158 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:58.178704 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be7abbb-dd61-4e43-a104-f665619f3845 req-ffc8a445-bc9f-4777-98ce-7433ddf658f0 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:58.180264 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3be7abbb-dd61-4e43-a104-f665619f3845 req-ffc8a445-bc9f-4777-98ce-7433ddf658f0 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 945 time: 0.0680327 Jul 09 17:26:58.221680 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3be7abbb-dd61-4e43-a104-f665619f3845 req-347d83be-d4e1-4ec1-b09b-59bc3659f186 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345089 Jul 09 17:26:58.480458 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:59.415896 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94161f-eb77-49aa-adf2-74528a6a69fa req-9261eb19-29ba-44bd-a7ba-697070849866 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:59.418158 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ee94161f-eb77-49aa-adf2-74528a6a69fa req-9261eb19-29ba-44bd-a7ba-697070849866 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 945 time: 0.0749929 Jul 09 17:26:59.459247 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ee94161f-eb77-49aa-adf2-74528a6a69fa req-cc6ecd6f-77d3-42eb-8b33-fea83090b561 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355382 Jul 09 17:27:00.657107 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54838ef-c3bc-41ec-b5dc-d5f4d0254edc req-7358fe69-be6c-414c-8e73-db594cc0cf9b tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:00.658644 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c54838ef-c3bc-41ec-b5dc-d5f4d0254edc req-7358fe69-be6c-414c-8e73-db594cc0cf9b tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 945 time: 0.0684936 Jul 09 17:27:00.702854 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c54838ef-c3bc-41ec-b5dc-d5f4d0254edc req-8687a4d8-e278-4186-9ff7-a29b1fe1c208 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374794 Jul 09 17:27:01.895107 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b9a80-d655-48ee-be70-bfb098495704 req-2de80ec0-3858-4489-8a6b-ccc112e7e81c tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:01.904741 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6f4b9a80-d655-48ee-be70-bfb098495704 req-2de80ec0-3858-4489-8a6b-ccc112e7e81c tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 945 time: 0.0770674 Jul 09 17:27:01.951652 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6f4b9a80-d655-48ee-be70-bfb098495704 req-e60b546d-9851-41d6-adf8-ea19d84ee358 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456650 Jul 09 17:27:03.118457 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8d74e-945a-4e68-974c-6c0697677464 req-174e1fcc-e719-4000-9c49-64129276b89f tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:03.120081 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-48d8d74e-945a-4e68-974c-6c0697677464 req-174e1fcc-e719-4000-9c49-64129276b89f tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 945 time: 0.0626464 Jul 09 17:27:03.156706 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-48d8d74e-945a-4e68-974c-6c0697677464 req-8d8e47b9-e162-42e2-bb7d-3b336364d7ed tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309715 Jul 09 17:27:03.539084 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda4264-ca3a-4068-b6a9-eb69f4039384 req-97acec04-b73d-4817-a00c-1981f4529348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:03.540597 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dfda4264-ca3a-4068-b6a9-eb69f4039384 req-97acec04-b73d-4817-a00c-1981f4529348 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7ddcf6db187244d0bdd4287a778b0e3c&device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 1096 time: 0.0556836 Jul 09 17:27:03.635969 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda4264-ca3a-4068-b6a9-eb69f4039384 req-1ff02032-a2c1-4e90-9e56-d12d6a1f3f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:03.637427 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dfda4264-ca3a-4068-b6a9-eb69f4039384 req-1ff02032-a2c1-4e90-9e56-d12d6a1f3f7d service neutron] 10.222.0.73 "GET /v2.0/networks?id=bb78b1d9-7dac-44f4-8e6b-fafe45e7742c HTTP/1.1" status: 200 len: 909 time: 0.0912914 Jul 09 17:27:03.701042 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dfda4264-ca3a-4068-b6a9-eb69f4039384 req-4ca8a41e-2103-4443-b56e-537d8c10c925 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=307bfaa3-cf49-457f-a92a-aad72c231110 HTTP/1.1" status: 200 len: 1001 time: 0.0570827 Jul 09 17:27:03.752584 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda4264-ca3a-4068-b6a9-eb69f4039384 req-22287735-35a8-415b-bce3-d58ed9646a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:03.753934 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dfda4264-ca3a-4068-b6a9-eb69f4039384 req-22287735-35a8-415b-bce3-d58ed9646a64 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1853d5eb-0239-4168-a59f-52e99792a4f0 HTTP/1.1" status: 200 len: 847 time: 0.0472517 Jul 09 17:27:03.809662 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda4264-ca3a-4068-b6a9-eb69f4039384 req-7877cf0d-ea71-4a00-95ef-b126d86e77ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:03.811149 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dfda4264-ca3a-4068-b6a9-eb69f4039384 req-7877cf0d-ea71-4a00-95ef-b126d86e77ca service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb78b1d9-7dac-44f4-8e6b-fafe45e7742c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501597 Jul 09 17:27:03.901919 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dfda4264-ca3a-4068-b6a9-eb69f4039384 req-33c167ee-df7c-44ea-824c-8bf489cd0e6a service neutron] 10.222.0.73 "GET /v2.0/networks/bb78b1d9-7dac-44f4-8e6b-fafe45e7742c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847735 Jul 09 17:27:03.991672 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-dfda4264-ca3a-4068-b6a9-eb69f4039384 req-16c0594c-a06d-41f6-a96f-aab13cb36fa2 service neutron] 10.222.0.73 "GET /v2.0/networks/bb78b1d9-7dac-44f4-8e6b-fafe45e7742c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831649 Jul 09 17:27:04.328036 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef117a-639e-43d1-8ce8-dbd05f8961bf req-c7726e15-d6d9-40c4-8462-982dfc3a8fef tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:04.329514 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-88ef117a-639e-43d1-8ce8-dbd05f8961bf req-c7726e15-d6d9-40c4-8462-982dfc3a8fef tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 945 time: 0.0630634 Jul 09 17:27:04.367244 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-88ef117a-639e-43d1-8ce8-dbd05f8961bf req-8932a34a-70e6-4458-8a02-db7aff949038 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320194 Jul 09 17:27:05.537047 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f85ec1-fbc3-415c-8b3c-336970aef519 req-8becb0a0-6e9c-4f88-9046-34a787ce94b7 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:05.538561 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-18f85ec1-fbc3-415c-8b3c-336970aef519 req-8becb0a0-6e9c-4f88-9046-34a787ce94b7 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 945 time: 0.0629563 Jul 09 17:27:05.581892 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-18f85ec1-fbc3-415c-8b3c-336970aef519 req-298cd427-cd24-4976-b05b-5a649dd84e57 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373697 Jul 09 17:27:06.242990 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 307bfaa3-cf49-457f-a92a-aad72c231110 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:27:06.316155 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:06.338387 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77cc24bc-dfb1-4cbd-97b4-b7e431891f78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '307bfaa3-cf49-457f-a92a-aad72c231110'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:27:06.340711 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e4c0197b51a39b57e4a8a116eb3788e06930fc42ac75c6a3eb5959c91cb8bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45095cc-3827-4bdc-a432-deb87dfdfcd3" -d '{"events": [{"server_uuid": "77cc24bc-dfb1-4cbd-97b4-b7e431891f78", "name": "network-vif-unplugged", "status": "completed", "tag": "307bfaa3-cf49-457f-a92a-aad72c231110"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:27:06.356253 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 307bfaa3-cf49-457f-a92a-aad72c231110, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=307bfaa3-cf49-457f-a92a-aad72c231110,segment=NetworkSegment(5efd8bbe-c628-4797-8fa8-b74fe0522047),segment_id=5efd8bbe-c628-4797-8fa8-b74fe0522047)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:27:06.361696 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:06.384827 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 09 Jul 2021 17:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a38f43-c100-4edb-beae-b325c5ff11b7 x-openstack-request-id: req-c1a38f43-c100-4edb-beae-b325c5ff11b7 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:27:06.385123 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77cc24bc-dfb1-4cbd-97b4-b7e431891f78", "name": "network-vif-unplugged", "status": "failed", "tag": "307bfaa3-cf49-457f-a92a-aad72c231110", "code": 422}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:27:06.385376 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c1a38f43-c100-4edb-beae-b325c5ff11b7 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:27:06.385774 n-d-798930-3 neutron-server[93960]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '77cc24bc-dfb1-4cbd-97b4-b7e431891f78', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '307bfaa3-cf49-457f-a92a-aad72c231110', 'code': 422} returned with failed status Jul 09 17:27:06.410211 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=307bfaa3-cf49-457f-a92a-aad72c231110,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:06.755382 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e0268-c7e5-435d-95b9-56590cd87a82 req-6ed3cc5a-6d38-4536-99f3-dc0d1e53b699 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:06.757190 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a79e0268-c7e5-435d-95b9-56590cd87a82 req-6ed3cc5a-6d38-4536-99f3-dc0d1e53b699 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 943 time: 0.0649576 Jul 09 17:27:06.795042 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a79e0268-c7e5-435d-95b9-56590cd87a82 req-4b458eff-7875-43dc-b21a-47b6b82e092e tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317707 Jul 09 17:27:06.942920 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [req-416a8625-bfd1-4aef-b958-fb32cf7d5ebc req-e0942640-6f48-410c-ae6e-6c6c195e9581 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:27:06.943925 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-416a8625-bfd1-4aef-b958-fb32cf7d5ebc req-e0942640-6f48-410c-ae6e-6c6c195e9581 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0469973 Jul 09 17:27:07.194370 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d523c840-4b45-450f-9592-b3e0fb5683fa req-7fcd9e7e-cdd7-45a6-a8af-c8c91fdb354f tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:07.195916 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d523c840-4b45-450f-9592-b3e0fb5683fa req-7fcd9e7e-cdd7-45a6-a8af-c8c91fdb354f tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 943 time: 0.0632377 Jul 09 17:27:07.234784 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d523c840-4b45-450f-9592-b3e0fb5683fa req-70f2bf93-e4d2-445e-96d2-eeee88bbf136 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334558 Jul 09 17:27:07.439316 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f06ce560-dadc-4f43-a1ef-338252bf1728 req-14e5bf2a-4c71-46b4-92ce-ab5d1e21faea service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0942619 Jul 09 17:27:08.405053 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b9c97-474d-4c77-85fb-1b76caee4e28 req-477fa2ee-afdb-4dc4-ad54-ad937787f2ac tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:08.406505 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c04b9c97-474d-4c77-85fb-1b76caee4e28 req-477fa2ee-afdb-4dc4-ad54-ad937787f2ac tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 943 time: 0.0618472 Jul 09 17:27:08.444605 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c04b9c97-474d-4c77-85fb-1b76caee4e28 req-9c96b6d9-3487-4087-ba40-1b72033a24ed tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325823 Jul 09 17:27:09.618586 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e709d-ad7c-481a-8097-30e5b64a8eab req-3b6e313b-9485-476e-809c-1254d101fa1e tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:09.620132 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-766e709d-ad7c-481a-8097-30e5b64a8eab req-3b6e313b-9485-476e-809c-1254d101fa1e tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 943 time: 0.0656652 Jul 09 17:27:09.658867 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-766e709d-ad7c-481a-8097-30e5b64a8eab req-7a431b2d-99b2-4154-8287-ad4b950fd696 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329890 Jul 09 17:27:10.693406 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:10.841437 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed69d80-27a3-40c8-bff1-1d8bb1cfad01 req-3d448e76-0d15-4fa1-b3be-1c93ea7e8216 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:10.842960 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1ed69d80-27a3-40c8-bff1-1d8bb1cfad01 req-3d448e76-0d15-4fa1-b3be-1c93ea7e8216 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 943 time: 0.0688949 Jul 09 17:27:10.880411 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1ed69d80-27a3-40c8-bff1-1d8bb1cfad01 req-25f335f7-1882-4b63-9d52-d2586258ccfc tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318415 Jul 09 17:27:12.060315 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6825a8b6-a154-4fe9-be74-170696254e30 req-6733ba95-be64-4399-9002-745d4ed0b9bd tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:12.061846 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6825a8b6-a154-4fe9-be74-170696254e30 req-6733ba95-be64-4399-9002-745d4ed0b9bd tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 943 time: 0.0645580 Jul 09 17:27:12.100319 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6825a8b6-a154-4fe9-be74-170696254e30 req-38d9d651-87a2-464e-9df2-f34897c455ca tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328567 Jul 09 17:27:12.520975 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ce560-dadc-4f43-a1ef-338252bf1728 req-b0ae139d-79d3-4bd5-a446-e653fa391c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:12.522460 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f06ce560-dadc-4f43-a1ef-338252bf1728 req-b0ae139d-79d3-4bd5-a446-e653fa391c7c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78&tenant_id=7ddcf6db187244d0bdd4287a778b0e3c HTTP/1.1" status: 200 len: 1094 time: 0.0531211 Jul 09 17:27:12.612075 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ce560-dadc-4f43-a1ef-338252bf1728 req-5f875113-9b64-401d-8ff4-40054c3c39e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:12.613620 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f06ce560-dadc-4f43-a1ef-338252bf1728 req-5f875113-9b64-401d-8ff4-40054c3c39e8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7ddcf6db187244d0bdd4287a778b0e3c&device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 1094 time: 0.0559640 Jul 09 17:27:12.704691 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ce560-dadc-4f43-a1ef-338252bf1728 req-1f4b6e8c-de9f-4b36-a2e7-bc2df10a7480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:12.706158 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f06ce560-dadc-4f43-a1ef-338252bf1728 req-1f4b6e8c-de9f-4b36-a2e7-bc2df10a7480 service neutron] 10.222.0.73 "GET /v2.0/networks?id=bb78b1d9-7dac-44f4-8e6b-fafe45e7742c HTTP/1.1" status: 200 len: 909 time: 0.0851169 Jul 09 17:27:12.780250 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f06ce560-dadc-4f43-a1ef-338252bf1728 req-51dce2a7-a261-4933-a3f9-6f9d3b8530fe service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=307bfaa3-cf49-457f-a92a-aad72c231110 HTTP/1.1" status: 200 len: 999 time: 0.0663731 Jul 09 17:27:12.833011 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ce560-dadc-4f43-a1ef-338252bf1728 req-778b2085-bc13-4ce9-bf56-89ad15f6269c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:12.834440 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f06ce560-dadc-4f43-a1ef-338252bf1728 req-778b2085-bc13-4ce9-bf56-89ad15f6269c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1853d5eb-0239-4168-a59f-52e99792a4f0 HTTP/1.1" status: 200 len: 847 time: 0.0458593 Jul 09 17:27:12.892605 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ce560-dadc-4f43-a1ef-338252bf1728 req-fbb0e120-61f2-4caa-b7e7-877d98443767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:12.894075 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f06ce560-dadc-4f43-a1ef-338252bf1728 req-fbb0e120-61f2-4caa-b7e7-877d98443767 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb78b1d9-7dac-44f4-8e6b-fafe45e7742c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517650 Jul 09 17:27:12.987145 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f06ce560-dadc-4f43-a1ef-338252bf1728 req-4b2c9057-2728-46de-8e4e-fdb376f68158 service neutron] 10.222.0.73 "GET /v2.0/networks/bb78b1d9-7dac-44f4-8e6b-fafe45e7742c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849211 Jul 09 17:27:13.076626 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f06ce560-dadc-4f43-a1ef-338252bf1728 req-c396973d-05a5-41c0-92f4-d0239e0a0dfb service neutron] 10.222.0.73 "GET /v2.0/networks/bb78b1d9-7dac-44f4-8e6b-fafe45e7742c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819147 Jul 09 17:27:13.274332 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f7de1-58e7-4d44-a917-d89725e229b4 req-ce56e1dc-334d-46db-b314-9b5871774c2b tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:13.276416 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8d8f7de1-58e7-4d44-a917-d89725e229b4 req-ce56e1dc-334d-46db-b314-9b5871774c2b tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 943 time: 0.0664933 Jul 09 17:27:13.318714 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8d8f7de1-58e7-4d44-a917-d89725e229b4 req-1b24dde1-a5bd-463c-8302-310bd9666f5e tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363667 Jul 09 17:27:14.505281 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85311385-d742-4b30-ae3a-5df098dc8467 req-9723fba3-e61d-4fce-8679-05f469de71e2 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:14.506954 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-85311385-d742-4b30-ae3a-5df098dc8467 req-9723fba3-e61d-4fce-8679-05f469de71e2 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 943 time: 0.0690618 Jul 09 17:27:14.546635 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-85311385-d742-4b30-ae3a-5df098dc8467 req-458158ce-2425-4ea9-91e8-2ff275806dd0 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337291 Jul 09 17:27:15.724244 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675cce14-fac3-4f20-81eb-7f219793c3f8 req-7c3880ef-399c-4029-aa55-0f7c9120a7c8 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:15.725723 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-675cce14-fac3-4f20-81eb-7f219793c3f8 req-7c3880ef-399c-4029-aa55-0f7c9120a7c8 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 943 time: 0.0653391 Jul 09 17:27:15.767903 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-675cce14-fac3-4f20-81eb-7f219793c3f8 req-726d8943-6a08-4057-8729-cb055387a15b tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364466 Jul 09 17:27:16.953518 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b3d80-487c-45e0-965d-f198060dd96c req-003c3a13-6b1e-4254-8574-3ef625caa95e tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:16.955250 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4e7b3d80-487c-45e0-965d-f198060dd96c req-003c3a13-6b1e-4254-8574-3ef625caa95e tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 943 time: 0.0711179 Jul 09 17:27:16.994485 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4e7b3d80-487c-45e0-965d-f198060dd96c req-7921693e-2c3b-4051-b02f-82e2cd401d4d tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335162 Jul 09 17:27:18.205166 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a97e7-9640-4549-a6d2-815b68499a82 req-f2402789-692d-4024-9110-6a9c639a4ed2 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:18.206664 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c56a97e7-9640-4549-a6d2-815b68499a82 req-f2402789-692d-4024-9110-6a9c639a4ed2 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 943 time: 0.0752923 Jul 09 17:27:18.245532 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c56a97e7-9640-4549-a6d2-815b68499a82 req-7662712d-2996-4bb8-a0c3-99014be50847 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326011 Jul 09 17:27:19.449719 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9d065-f51f-4251-8c7d-e929a2f4b935 req-39a8774d-2717-45d0-8b2f-a56e3271cc48 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:19.452252 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-54c9d065-f51f-4251-8c7d-e929a2f4b935 req-39a8774d-2717-45d0-8b2f-a56e3271cc48 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 943 time: 0.0658522 Jul 09 17:27:19.505792 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-54c9d065-f51f-4251-8c7d-e929a2f4b935 req-ff5519ca-c168-4d17-b4e0-695f2c9aca24 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471246 Jul 09 17:27:20.678006 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e5a2ce-05f7-4559-addf-d778802aaca3 req-8e5d77bd-ec15-4295-b836-8ddab5013650 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:20.679643 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a2e5a2ce-05f7-4559-addf-d778802aaca3 req-8e5d77bd-ec15-4295-b836-8ddab5013650 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 943 time: 0.0634582 Jul 09 17:27:20.721036 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a2e5a2ce-05f7-4559-addf-d778802aaca3 req-6e7a9f8b-af89-4306-8c9d-2b4cc4c714ab tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358000 Jul 09 17:27:21.906681 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb90e8-1ced-4743-8979-7590a86bce78 req-519d9fb2-7b8e-479d-9716-b38e3e0939eb tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:21.908414 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-68eb90e8-1ced-4743-8979-7590a86bce78 req-519d9fb2-7b8e-479d-9716-b38e3e0939eb tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 943 time: 0.0687432 Jul 09 17:27:21.954388 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-68eb90e8-1ced-4743-8979-7590a86bce78 req-420a8991-625a-4c8e-8528-768fd60ef752 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396261 Jul 09 17:27:22.434992 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9c8022fb-a864-44da-a0e6-1db6bd2f62b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:23.153867 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127decd6-58e2-4751-b606-c633fc0bcd57 req-dcd4b150-69a0-432a-9988-f4e8adf6791d tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:23.155481 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-127decd6-58e2-4751-b606-c633fc0bcd57 req-dcd4b150-69a0-432a-9988-f4e8adf6791d tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 943 time: 0.0838592 Jul 09 17:27:23.193493 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-127decd6-58e2-4751-b606-c633fc0bcd57 req-f16ae3dc-e100-4624-8daf-58f144ff4923 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320654 Jul 09 17:27:24.085682 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:27:24.372003 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339dfa1f-0082-4783-92bb-b8ae1758e162 req-34d6e33a-dc1c-4193-9a4e-37c79cca3c1e tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:24.373484 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-339dfa1f-0082-4783-92bb-b8ae1758e162 req-34d6e33a-dc1c-4193-9a4e-37c79cca3c1e tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 943 time: 0.0638244 Jul 09 17:27:24.410180 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-339dfa1f-0082-4783-92bb-b8ae1758e162 req-7e182354-bbf5-475e-8f30-bcb55301cdcc tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311792 Jul 09 17:27:25.155012 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d1ec57ee-72b0-400d-827b-79c5d2792bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:25.581325 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05923f0b-9071-459b-ad08-120c23ea5874 req-2d04f07e-2a3e-48b3-92ee-48f750019a89 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:25.582828 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-05923f0b-9071-459b-ad08-120c23ea5874 req-2d04f07e-2a3e-48b3-92ee-48f750019a89 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 943 time: 0.0630991 Jul 09 17:27:25.625624 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-05923f0b-9071-459b-ad08-120c23ea5874 req-87c0fb1c-7e47-4870-849d-728b8e9c2638 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370669 Jul 09 17:27:25.895396 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:26.542261 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:26.808023 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1186cd-4277-461c-88c0-0aaca74e3945 req-8146da1e-4097-418d-b5ba-321f36c48530 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:26.810489 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-aa1186cd-4277-461c-88c0-0aaca74e3945 req-8146da1e-4097-418d-b5ba-321f36c48530 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 943 time: 0.0718472 Jul 09 17:27:26.848151 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-aa1186cd-4277-461c-88c0-0aaca74e3945 req-a0e2910f-e82c-4e8c-a1b7-d1db89b341e8 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317655 Jul 09 17:27:27.167963 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22952f8-70cf-4cb1-ab57-d89e56026519 req-2a563418-7982-479c-93d0-5dfe6bc7710c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:27.169339 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e22952f8-70cf-4cb1-ab57-d89e56026519 req-2a563418-7982-479c-93d0-5dfe6bc7710c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7ddcf6db187244d0bdd4287a778b0e3c&device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 1094 time: 0.0532017 Jul 09 17:27:27.275511 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22952f8-70cf-4cb1-ab57-d89e56026519 req-56e3ba05-025d-463d-83a8-ec3c4c9f085f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:27.277463 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e22952f8-70cf-4cb1-ab57-d89e56026519 req-56e3ba05-025d-463d-83a8-ec3c4c9f085f service neutron] 10.222.0.73 "GET /v2.0/networks?id=bb78b1d9-7dac-44f4-8e6b-fafe45e7742c HTTP/1.1" status: 200 len: 909 time: 0.0877860 Jul 09 17:27:27.341572 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e22952f8-70cf-4cb1-ab57-d89e56026519 req-70d0faa7-3766-46a4-9fe9-68c5d5bcb27a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=307bfaa3-cf49-457f-a92a-aad72c231110 HTTP/1.1" status: 200 len: 999 time: 0.0575521 Jul 09 17:27:27.392769 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22952f8-70cf-4cb1-ab57-d89e56026519 req-4879bd8e-c6fe-48db-8706-756b84489281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:27.394174 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e22952f8-70cf-4cb1-ab57-d89e56026519 req-4879bd8e-c6fe-48db-8706-756b84489281 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1853d5eb-0239-4168-a59f-52e99792a4f0 HTTP/1.1" status: 200 len: 847 time: 0.0467007 Jul 09 17:27:27.472614 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22952f8-70cf-4cb1-ab57-d89e56026519 req-43d96621-593c-4f47-b9cb-2ef773f60dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:27.474014 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e22952f8-70cf-4cb1-ab57-d89e56026519 req-43d96621-593c-4f47-b9cb-2ef773f60dc3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb78b1d9-7dac-44f4-8e6b-fafe45e7742c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526690 Jul 09 17:27:27.477985 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:27.562789 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e22952f8-70cf-4cb1-ab57-d89e56026519 req-ef267a2e-f3dd-48b2-ac25-d9275ea15031 service neutron] 10.222.0.73 "GET /v2.0/networks/bb78b1d9-7dac-44f4-8e6b-fafe45e7742c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806346 Jul 09 17:27:27.653400 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e22952f8-70cf-4cb1-ab57-d89e56026519 req-34785909-4794-45b3-b96e-8b04dcd5b387 service neutron] 10.222.0.73 "GET /v2.0/networks/bb78b1d9-7dac-44f4-8e6b-fafe45e7742c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844114 Jul 09 17:27:28.017845 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85589aa7-226f-4587-b480-b0218e01b547 req-9d32b4ad-ffc1-4b7c-9972-caf03ade4be7 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:28.019343 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-85589aa7-226f-4587-b480-b0218e01b547 req-9d32b4ad-ffc1-4b7c-9972-caf03ade4be7 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 943 time: 0.0628092 Jul 09 17:27:28.055427 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-85589aa7-226f-4587-b480-b0218e01b547 req-129d8de1-9a43-4ef8-8d43-176cac09fe7f tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306487 Jul 09 17:27:28.475256 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:29.226320 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0812059-d35d-4db3-bcd0-48df806d9021 req-56502746-a9ba-4fb4-953d-a18169009359 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:29.227801 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f0812059-d35d-4db3-bcd0-48df806d9021 req-56502746-a9ba-4fb4-953d-a18169009359 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 943 time: 0.0630574 Jul 09 17:27:29.269324 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f0812059-d35d-4db3-bcd0-48df806d9021 req-a7bc05e9-beba-4a80-b9c0-2a7438bae2d2 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359621 Jul 09 17:27:30.345807 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 307bfaa3-cf49-457f-a92a-aad72c231110 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:27:30.441029 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1a5d7-c452-490c-84b0-cfe07a82d766 req-66b411fe-4359-4f24-b37f-9967d9af12db tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:30.442378 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 307bfaa3-cf49-457f-a92a-aad72c231110, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=307bfaa3-cf49-457f-a92a-aad72c231110,segment=NetworkSegment(5efd8bbe-c628-4797-8fa8-b74fe0522047),segment_id=5efd8bbe-c628-4797-8fa8-b74fe0522047)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:27:30.442517 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-46b1a5d7-c452-490c-84b0-cfe07a82d766 req-66b411fe-4359-4f24-b37f-9967d9af12db tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 943 time: 0.0638182 Jul 09 17:27:30.454063 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '307bfaa3-cf49-457f-a92a-aad72c231110', 'network_id': 'bb78b1d9-7dac-44f4-8e6b-fafe45e7742c', 'port_id': '307bfaa3-cf49-457f-a92a-aad72c231110', 'mac_address': 'fa:16:3e:18:6c:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1853d5eb-0239-4168-a59f-52e99792a4f0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:27:30.483590 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-46b1a5d7-c452-490c-84b0-cfe07a82d766 req-f806beea-582a-4a9c-9197-4f41815d0fd2 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321579 Jul 09 17:27:30.493860 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:30.506955 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 307bfaa3-cf49-457f-a92a-aad72c231110 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:27:30.527360 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 307bfaa3-cf49-457f-a92a-aad72c231110, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=307bfaa3-cf49-457f-a92a-aad72c231110,segment=NetworkSegment(5efd8bbe-c628-4797-8fa8-b74fe0522047),segment_id=5efd8bbe-c628-4797-8fa8-b74fe0522047)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:27:30.531402 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:30.577519 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=307bfaa3-cf49-457f-a92a-aad72c231110,revision_number=9']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:31.016109 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['307bfaa3-cf49-457f-a92a-aad72c231110'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:27:31.656378 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b01f39a-f9d5-46e7-ac8a-17b789ecd927 req-4cf5f03c-ab59-4fad-bcfa-decd6a9ec0c3 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:31.657840 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6b01f39a-f9d5-46e7-ac8a-17b789ecd927 req-4cf5f03c-ab59-4fad-bcfa-decd6a9ec0c3 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 944 time: 0.0624225 Jul 09 17:27:31.694633 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6b01f39a-f9d5-46e7-ac8a-17b789ecd927 req-9f41400b-b3a1-4b6e-acdc-c09727489c3a tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314023 Jul 09 17:27:32.362038 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 307bfaa3-cf49-457f-a92a-aad72c231110 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:27:32.411016 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 307bfaa3-cf49-457f-a92a-aad72c231110 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:27:32.411404 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:32.484703 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:32.506334 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77cc24bc-dfb1-4cbd-97b4-b7e431891f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307bfaa3-cf49-457f-a92a-aad72c231110'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:27:32.508615 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e4c0197b51a39b57e4a8a116eb3788e06930fc42ac75c6a3eb5959c91cb8bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39889979-8773-445d-810b-6ba4643330be" -d '{"events": [{"server_uuid": "77cc24bc-dfb1-4cbd-97b4-b7e431891f78", "name": "network-vif-plugged", "status": "completed", "tag": "307bfaa3-cf49-457f-a92a-aad72c231110"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:27:32.522961 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 307bfaa3-cf49-457f-a92a-aad72c231110, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=307bfaa3-cf49-457f-a92a-aad72c231110,segment=NetworkSegment(5efd8bbe-c628-4797-8fa8-b74fe0522047),segment_id=5efd8bbe-c628-4797-8fa8-b74fe0522047)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:27:32.527499 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:32.551763 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48979be0-005c-44f1-9ade-cab035f30d8c x-openstack-request-id: req-48979be0-005c-44f1-9ade-cab035f30d8c {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:27:32.552127 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77cc24bc-dfb1-4cbd-97b4-b7e431891f78", "name": "network-vif-plugged", "status": "completed", "tag": "307bfaa3-cf49-457f-a92a-aad72c231110", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:27:32.552696 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-48979be0-005c-44f1-9ade-cab035f30d8c {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:27:32.553084 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77cc24bc-dfb1-4cbd-97b4-b7e431891f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307bfaa3-cf49-457f-a92a-aad72c231110', 'code': 200} Jul 09 17:27:32.578851 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=307bfaa3-cf49-457f-a92a-aad72c231110,revision_number=10']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:32.763687 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66de0850-5ecf-49e1-bf3c-22853157b1c0 req-6bc05f5f-1438-46cd-88a6-f8170f4b995c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:32.765218 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-66de0850-5ecf-49e1-bf3c-22853157b1c0 req-6bc05f5f-1438-46cd-88a6-f8170f4b995c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 1097 time: 0.0571585 Jul 09 17:27:32.801394 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-66de0850-5ecf-49e1-bf3c-22853157b1c0 req-9d4ade6e-74bc-4cc6-a5a9-581fc3790525 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292892 Jul 09 17:27:32.873968 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3264084-f28f-40f3-833e-5780f3fd7fa9 req-dff62a51-dc90-4fc3-a1ea-0384d5964586 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:32.875488 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c3264084-f28f-40f3-833e-5780f3fd7fa9 req-dff62a51-dc90-4fc3-a1ea-0384d5964586 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 946 time: 0.0671074 Jul 09 17:27:32.912354 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c3264084-f28f-40f3-833e-5780f3fd7fa9 req-5f09e999-ffd9-495e-9ae1-23d9cc64336c tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312974 Jul 09 17:27:34.088662 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa1a579-d37b-4e1e-b6e0-c247b6ed6cb9 req-34e3cdf9-8cac-4479-b372-6d94454f8438 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:34.090168 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6fa1a579-d37b-4e1e-b6e0-c247b6ed6cb9 req-34e3cdf9-8cac-4479-b372-6d94454f8438 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 946 time: 0.0653086 Jul 09 17:27:34.131947 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6fa1a579-d37b-4e1e-b6e0-c247b6ed6cb9 req-3bd36c31-f430-467c-a2cb-2fb39aa91fbd tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360613 Jul 09 17:27:35.300858 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9551966-b0c0-4556-a30c-34d27576df05 req-6b96c126-3ef4-4680-aa55-4c4ad96acd96 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:35.302323 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a9551966-b0c0-4556-a30c-34d27576df05 req-6b96c126-3ef4-4680-aa55-4c4ad96acd96 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 946 time: 0.0622396 Jul 09 17:27:35.340509 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a9551966-b0c0-4556-a30c-34d27576df05 req-cf7e345f-b5bb-48c6-8319-76ecb8b20cfc tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321021 Jul 09 17:27:40.690899 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:52.436083 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-78745005-a5a7-4eaf-af00-c9244583dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:55.155425 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4a87944d-8f6e-490d-850b-d2dccbbcc690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:55.898531 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:56.548897 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:57.481273 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:58.480641 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:01.084859 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:28:10.692814 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:17.172497 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e2cb307-e661-4c19-b3cb-d4cc43ab61e2 req-95d18859-a10c-42a8-9647-ff2ebb375757 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1132591 Jul 09 17:28:17.285183 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2cb307-e661-4c19-b3cb-d4cc43ab61e2 req-1d5e5027-7705-49cf-87eb-d0447cbd4abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:17.286664 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e2cb307-e661-4c19-b3cb-d4cc43ab61e2 req-1d5e5027-7705-49cf-87eb-d0447cbd4abf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7ddcf6db187244d0bdd4287a778b0e3c&device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 1097 time: 0.0562975 Jul 09 17:28:17.388660 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2cb307-e661-4c19-b3cb-d4cc43ab61e2 req-ba24bb55-158f-40d2-9160-7140ad0527bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:17.390021 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e2cb307-e661-4c19-b3cb-d4cc43ab61e2 req-ba24bb55-158f-40d2-9160-7140ad0527bc service neutron] 10.222.0.73 "GET /v2.0/networks?id=bb78b1d9-7dac-44f4-8e6b-fafe45e7742c HTTP/1.1" status: 200 len: 909 time: 0.0833347 Jul 09 17:28:17.459871 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e2cb307-e661-4c19-b3cb-d4cc43ab61e2 req-16424aff-e1c1-4fb4-b046-0829aa6e364e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=307bfaa3-cf49-457f-a92a-aad72c231110 HTTP/1.1" status: 200 len: 1001 time: 0.0631363 Jul 09 17:28:17.508263 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2cb307-e661-4c19-b3cb-d4cc43ab61e2 req-f765f087-f0ae-478a-8e83-053ca157d74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:17.509695 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e2cb307-e661-4c19-b3cb-d4cc43ab61e2 req-f765f087-f0ae-478a-8e83-053ca157d74b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1853d5eb-0239-4168-a59f-52e99792a4f0 HTTP/1.1" status: 200 len: 847 time: 0.0428424 Jul 09 17:28:17.565767 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2cb307-e661-4c19-b3cb-d4cc43ab61e2 req-ef438756-3b43-405c-baa3-af05e4b4f69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:17.567269 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e2cb307-e661-4c19-b3cb-d4cc43ab61e2 req-ef438756-3b43-405c-baa3-af05e4b4f69e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb78b1d9-7dac-44f4-8e6b-fafe45e7742c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513670 Jul 09 17:28:17.661876 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e2cb307-e661-4c19-b3cb-d4cc43ab61e2 req-91502fb1-1fac-406d-9bf8-1c95334b189d service neutron] 10.222.0.73 "GET /v2.0/networks/bb78b1d9-7dac-44f4-8e6b-fafe45e7742c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879409 Jul 09 17:28:17.748376 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3e2cb307-e661-4c19-b3cb-d4cc43ab61e2 req-7d3843f2-fbc5-42ba-9dca-d9e33d512420 service neutron] 10.222.0.73 "GET /v2.0/networks/bb78b1d9-7dac-44f4-8e6b-fafe45e7742c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799837 Jul 09 17:28:22.437980 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-385daa7a-5b78-471c-ac17-2d72f8836973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:25.156997 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fcf177b3-64b8-49d9-a8ea-a9bcddd1eaf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:25.899558 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:26.548595 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:27.489309 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:28.484361 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:38.084704 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:28:40.705847 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:52.438302 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7ea32a79-f90c-4ff0-9b07-e2b5620be072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:55.158063 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d1be1a59-1308-4783-b3d8-f8eb7dcee194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:55.901812 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:56.553087 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:57.490840 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:58.488831 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:10.704293 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:15.083676 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:29:17.176055 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f48c3f4a-0dca-4773-ba08-5c0c4cf786f1 req-5f1a56b9-8861-4830-b2ae-ae1cb52ad76a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0514512 Jul 09 17:29:17.287739 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c3f4a-0dca-4773-ba08-5c0c4cf786f1 req-3f53203c-260b-4047-b4cc-f6f3fadab449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:17.289192 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f48c3f4a-0dca-4773-ba08-5c0c4cf786f1 req-3f53203c-260b-4047-b4cc-f6f3fadab449 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7ddcf6db187244d0bdd4287a778b0e3c&device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 1097 time: 0.0553107 Jul 09 17:29:17.387496 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c3f4a-0dca-4773-ba08-5c0c4cf786f1 req-4d6dddb1-5306-45cc-9ed9-085f676a2b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:17.388929 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f48c3f4a-0dca-4773-ba08-5c0c4cf786f1 req-4d6dddb1-5306-45cc-9ed9-085f676a2b95 service neutron] 10.222.0.73 "GET /v2.0/networks?id=bb78b1d9-7dac-44f4-8e6b-fafe45e7742c HTTP/1.1" status: 200 len: 909 time: 0.0807619 Jul 09 17:29:17.455961 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f48c3f4a-0dca-4773-ba08-5c0c4cf786f1 req-4e1db753-9848-46df-adc4-7e61723ebd49 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=307bfaa3-cf49-457f-a92a-aad72c231110 HTTP/1.1" status: 200 len: 1001 time: 0.0600145 Jul 09 17:29:17.503882 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c3f4a-0dca-4773-ba08-5c0c4cf786f1 req-64b3d56a-71c5-4d3f-b5bf-c19ce9683cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:17.505293 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f48c3f4a-0dca-4773-ba08-5c0c4cf786f1 req-64b3d56a-71c5-4d3f-b5bf-c19ce9683cd8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1853d5eb-0239-4168-a59f-52e99792a4f0 HTTP/1.1" status: 200 len: 847 time: 0.0431578 Jul 09 17:29:17.559059 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c3f4a-0dca-4773-ba08-5c0c4cf786f1 req-3a703dcc-64ab-4e5d-9fca-58ac678d9670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:17.560528 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f48c3f4a-0dca-4773-ba08-5c0c4cf786f1 req-3a703dcc-64ab-4e5d-9fca-58ac678d9670 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb78b1d9-7dac-44f4-8e6b-fafe45e7742c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496399 Jul 09 17:29:17.648510 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f48c3f4a-0dca-4773-ba08-5c0c4cf786f1 req-fed27ba3-c164-4408-83bc-8138e90e8fd8 service neutron] 10.222.0.73 "GET /v2.0/networks/bb78b1d9-7dac-44f4-8e6b-fafe45e7742c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814140 Jul 09 17:29:17.734045 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f48c3f4a-0dca-4773-ba08-5c0c4cf786f1 req-dd503bf0-49f8-482f-904e-b604abd70e95 service neutron] 10.222.0.73 "GET /v2.0/networks/bb78b1d9-7dac-44f4-8e6b-fafe45e7742c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784667 Jul 09 17:29:20.630263 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55420) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:20.824532 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-f884cea0-4379-4233-81be-f462e5d39db9 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Deleting port c635c093-dbdd-443f-a656-5d70a6aa1492 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:29:20.824879 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f884cea0-4379-4233-81be-f462e5d39db9 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:20.900956 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f884cea0-4379-4233-81be-f462e5d39db9 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:20.901293 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f884cea0-4379-4233-81be-f462e5d39db9 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:20.913155 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-f884cea0-4379-4233-81be-f462e5d39db9 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Calling delete_port for c635c093-dbdd-443f-a656-5d70a6aa1492 owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:29:21.065579 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f884cea0-4379-4233-81be-f462e5d39db9 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:21.090404 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f884cea0-4379-4233-81be-f462e5d39db9 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Pushing event deleted for resources: {'Port': ['ID=c635c093-dbdd-443f-a656-5d70a6aa1492,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:21.103118 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f884cea0-4379-4233-81be-f462e5d39db9 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:21.103492 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f884cea0-4379-4233-81be-f462e5d39db9 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:21.103824 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f884cea0-4379-4233-81be-f462e5d39db9 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:21.104174 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f884cea0-4379-4233-81be-f462e5d39db9 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:21.104525 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f884cea0-4379-4233-81be-f462e5d39db9 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:21.104845 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f884cea0-4379-4233-81be-f462e5d39db9 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:21.105169 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f884cea0-4379-4233-81be-f462e5d39db9 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:21.105503 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f884cea0-4379-4233-81be-f462e5d39db9 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:21.105860 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f884cea0-4379-4233-81be-f462e5d39db9 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:21.106203 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f884cea0-4379-4233-81be-f462e5d39db9 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:21.106518 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f884cea0-4379-4233-81be-f462e5d39db9 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:21.106858 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f884cea0-4379-4233-81be-f462e5d39db9 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:21.162634 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f884cea0-4379-4233-81be-f462e5d39db9 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:21.163029 n-d-798930-3 neutron-server[93958]: INFO neutron.db.l3_db [None req-f884cea0-4379-4233-81be-f462e5d39db9 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Floating IP be95801b-1586-48fc-904f-49de88ac61ee disassociated (deleted). External IP: 172.25.0.179, port: 307bfaa3-cf49-457f-a92a-aad72c231110. Jul 09 17:29:21.370830 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f884cea0-4379-4233-81be-f462e5d39db9 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Router de2768fa-7ca4-419f-8abf-4993ce07b9e9 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:29:21.476865 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f884cea0-4379-4233-81be-f462e5d39db9 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:29:21.481681 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f884cea0-4379-4233-81be-f462e5d39db9 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:21.486130 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2ff809-6d2e-4dfd-9594-c54acf648673 None None] Sync routers for ids ['de2768fa-7ca4-419f-8abf-4993ce07b9e9'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:29:21.494928 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2ff809-6d2e-4dfd-9594-c54acf648673 None None] Routers {'de2768fa-7ca4-419f-8abf-4993ce07b9e9'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:29:21.495429 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-fc2ff809-6d2e-4dfd-9594-c54acf648673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:28:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['de2768fa-7ca4-419f-8abf-4993ce07b9e9'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:21.517637 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f884cea0-4379-4233-81be-f462e5d39db9 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "DELETE /v2.0/floatingips/be95801b-1586-48fc-904f-49de88ac61ee HTTP/1.1" status: 204 len: 168 time: 0.8862166 Jul 09 17:29:21.518235 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77cc24bc-dfb1-4cbd-97b4-b7e431891f78', 'tag': '307bfaa3-cf49-457f-a92a-aad72c231110'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:29:21.520517 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70bc3d1dd6a8d756905b95879fdfd768b2540769638561f09d0c65e65c91429d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc882bfd-2c55-43e2-8cde-c69377a0ad5b" -d '{"events": [{"name": "network-changed", "server_uuid": "77cc24bc-dfb1-4cbd-97b4-b7e431891f78", "tag": "307bfaa3-cf49-457f-a92a-aad72c231110"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:29:21.603704 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-fc2ff809-6d2e-4dfd-9594-c54acf648673 None None] Set router de2768fa-7ca4-419f-8abf-4993ce07b9e9 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:29:21.806360 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-fc2ff809-6d2e-4dfd-9594-c54acf648673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'name': 'tempest-TestShelveInstance-668595555-router', 'tenant_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e63ce27a-8357-42d5-ba33-70ead7ca03e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:23:45Z', 'updated_at': '2021-07-09T17:23:48Z', 'revision_number': 4, 'project_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'gw_port': {'id': 'e63ce27a-8357-42d5-ba33-70ead7ca03e2', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:46Z', 'updated_at': '2021-07-09T17:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'e80ff5bf-554f-4e23-87cd-c9ccf3604e73', 'name': '', 'network_id': 'bb78b1d9-7dac-44f4-8e6b-fafe45e7742c', 'tenant_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'mac_address': 'fa:16:3e:0e:96:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '1853d5eb-0239-4168-a59f-52e99792a4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:47Z', 'updated_at': '2021-07-09T17:23:53Z', 'revision_number': 5, 'project_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'subnets': [{'id': '1853d5eb-0239-4168-a59f-52e99792a4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:21.833557 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2ff809-6d2e-4dfd-9594-c54acf648673 None None] Checking router: de2768fa-7ca4-419f-8abf-4993ce07b9e9 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:29:21.842584 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2ff809-6d2e-4dfd-9594-c54acf648673 None None] Routers {'de2768fa-7ca4-419f-8abf-4993ce07b9e9'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:29:21.843290 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-fc2ff809-6d2e-4dfd-9594-c54acf648673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:28:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['de2768fa-7ca4-419f-8abf-4993ce07b9e9'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:21.843540 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ae523c-2faf-4e7b-9234-85c785063a90 x-openstack-request-id: req-96ae523c-2faf-4e7b-9234-85c785063a90 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:29:21.844036 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77cc24bc-dfb1-4cbd-97b4-b7e431891f78", "tag": "307bfaa3-cf49-457f-a92a-aad72c231110", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:29:21.844138 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-96ae523c-2faf-4e7b-9234-85c785063a90 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:29:21.844602 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77cc24bc-dfb1-4cbd-97b4-b7e431891f78', 'tag': '307bfaa3-cf49-457f-a92a-aad72c231110', 'status': 'completed', 'code': 200} Jul 09 17:29:21.950425 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc882bfd-2c55-43e2-8cde-c69377a0ad5b req-73147ed0-76e0-4370-84a6-a8282437f6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:21.951979 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bc882bfd-2c55-43e2-8cde-c69377a0ad5b req-73147ed0-76e0-4370-84a6-a8282437f6fe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7ddcf6db187244d0bdd4287a778b0e3c&device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 1097 time: 0.0633183 Jul 09 17:29:21.953412 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-fc2ff809-6d2e-4dfd-9594-c54acf648673 None None] Set router de2768fa-7ca4-419f-8abf-4993ce07b9e9 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:29:22.080095 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc882bfd-2c55-43e2-8cde-c69377a0ad5b req-328eb79b-a818-402d-be88-24374b3c737e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:22.081571 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bc882bfd-2c55-43e2-8cde-c69377a0ad5b req-328eb79b-a818-402d-be88-24374b3c737e service neutron] 10.222.0.73 "GET /v2.0/networks?id=bb78b1d9-7dac-44f4-8e6b-fafe45e7742c HTTP/1.1" status: 200 len: 909 time: 0.1232798 Jul 09 17:29:22.093556 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618e7a0-0e3a-49e9-9615-a59edc128215 req-76679070-8286-46f8-94e5-a51524ecba3d tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:22.095499 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e618e7a0-0e3a-49e9-9615-a59edc128215 req-76679070-8286-46f8-94e5-a51524ecba3d tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 946 time: 0.1674309 Jul 09 17:29:22.144819 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bc882bfd-2c55-43e2-8cde-c69377a0ad5b req-579bc101-6ce4-42fd-bafa-15112020ad56 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=307bfaa3-cf49-457f-a92a-aad72c231110 HTTP/1.1" status: 200 len: 217 time: 0.0483437 Jul 09 17:29:22.156793 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-fc2ff809-6d2e-4dfd-9594-c54acf648673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'name': 'tempest-TestShelveInstance-668595555-router', 'tenant_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e63ce27a-8357-42d5-ba33-70ead7ca03e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:23:45Z', 'updated_at': '2021-07-09T17:23:48Z', 'revision_number': 4, 'project_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'gw_port': {'id': 'e63ce27a-8357-42d5-ba33-70ead7ca03e2', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:46Z', 'updated_at': '2021-07-09T17:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'e80ff5bf-554f-4e23-87cd-c9ccf3604e73', 'name': '', 'network_id': 'bb78b1d9-7dac-44f4-8e6b-fafe45e7742c', 'tenant_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'mac_address': 'fa:16:3e:0e:96:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '1853d5eb-0239-4168-a59f-52e99792a4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:47Z', 'updated_at': '2021-07-09T17:23:53Z', 'revision_number': 5, 'project_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'subnets': [{'id': '1853d5eb-0239-4168-a59f-52e99792a4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:22.184342 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2ff809-6d2e-4dfd-9594-c54acf648673 None None] The sync data for ids ['de2768fa-7ca4-419f-8abf-4993ce07b9e9'] in n-d-798930-3 is: [{'id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'name': 'tempest-TestShelveInstance-668595555-router', 'tenant_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e63ce27a-8357-42d5-ba33-70ead7ca03e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:23:45Z', 'updated_at': '2021-07-09T17:23:48Z', 'revision_number': 4, 'project_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'gw_port': {'id': 'e63ce27a-8357-42d5-ba33-70ead7ca03e2', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:46Z', 'updated_at': '2021-07-09T17:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'e80ff5bf-554f-4e23-87cd-c9ccf3604e73', 'name': '', 'network_id': 'bb78b1d9-7dac-44f4-8e6b-fafe45e7742c', 'tenant_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'mac_address': 'fa:16:3e:0e:96:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '1853d5eb-0239-4168-a59f-52e99792a4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:47Z', 'updated_at': '2021-07-09T17:23:53Z', 'revision_number': 5, 'project_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'subnets': [{'id': '1853d5eb-0239-4168-a59f-52e99792a4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:29:22.191685 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e618e7a0-0e3a-49e9-9615-a59edc128215 req-c70ca807-45b2-43d9-88c5-e573a0bc2012 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894728 Jul 09 17:29:22.205799 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc882bfd-2c55-43e2-8cde-c69377a0ad5b req-ccc64722-4456-47c6-a966-51d4e061ac29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:22.208338 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bc882bfd-2c55-43e2-8cde-c69377a0ad5b req-ccc64722-4456-47c6-a966-51d4e061ac29 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1853d5eb-0239-4168-a59f-52e99792a4f0 HTTP/1.1" status: 200 len: 847 time: 0.0562983 Jul 09 17:29:22.268312 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc882bfd-2c55-43e2-8cde-c69377a0ad5b req-2934b502-b9c9-4788-89b4-fa0c3a87d235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:22.269802 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bc882bfd-2c55-43e2-8cde-c69377a0ad5b req-2934b502-b9c9-4788-89b4-fa0c3a87d235 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb78b1d9-7dac-44f4-8e6b-fafe45e7742c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542374 Jul 09 17:29:22.372976 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bc882bfd-2c55-43e2-8cde-c69377a0ad5b req-bc74d544-4c57-4079-975f-e15b93c34e4f service neutron] 10.222.0.73 "GET /v2.0/networks/bb78b1d9-7dac-44f4-8e6b-fafe45e7742c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953975 Jul 09 17:29:22.442998 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ed341077-2ce3-4819-898b-2e9e90b1a762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:22.448446 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed0b14d-6cac-4f51-b6d7-25d27b4d2941 None None] New status for floating IP be95801b-1586-48fc-904f-49de88ac61ee: DOWN {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:29:22.470481 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bc882bfd-2c55-43e2-8cde-c69377a0ad5b req-b673c96a-28cc-4a37-be2e-155583b41cce service neutron] 10.222.0.73 "GET /v2.0/networks/bb78b1d9-7dac-44f4-8e6b-fafe45e7742c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897064 Jul 09 17:29:23.727875 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c566e39c-4ce0-4da9-985b-9c7a70729606 req-cb52b1df-16d2-4cbc-99a3-12db4a331475 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:23.729329 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c566e39c-4ce0-4da9-985b-9c7a70729606 req-cb52b1df-16d2-4cbc-99a3-12db4a331475 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 946 time: 0.4239957 Jul 09 17:29:23.751495 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7920cda7-4ee3-42e1-a0f5-d7cdc2b62c04 req-7d9345b3-1223-44c1-aec7-424d0ae230bd tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:23.752797 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7920cda7-4ee3-42e1-a0f5-d7cdc2b62c04 req-7d9345b3-1223-44c1-aec7-424d0ae230bd tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.73 "GET /v2.0/ports?device_id=77cc24bc-dfb1-4cbd-97b4-b7e431891f78 HTTP/1.1" status: 200 len: 946 time: 0.0960701 Jul 09 17:29:23.813153 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c566e39c-4ce0-4da9-985b-9c7a70729606 req-06ac2127-8bb1-44a4-bf95-bd8ff84c7e5f tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=3f311179-3326-4a34-9c77-8ce433f9f59d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781770 Jul 09 17:29:23.868144 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-7920cda7-4ee3-42e1-a0f5-d7cdc2b62c04 req-cf40e970-d9a4-419e-a44e-cf2f45aa4ea1 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Deleting port 307bfaa3-cf49-457f-a92a-aad72c231110 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:29:23.868488 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7920cda7-4ee3-42e1-a0f5-d7cdc2b62c04 req-cf40e970-d9a4-419e-a44e-cf2f45aa4ea1 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:23.953361 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-7920cda7-4ee3-42e1-a0f5-d7cdc2b62c04 req-cf40e970-d9a4-419e-a44e-cf2f45aa4ea1 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] For port 307bfaa3-cf49-457f-a92a-aad72c231110, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=307bfaa3-cf49-457f-a92a-aad72c231110,segment=NetworkSegment(5efd8bbe-c628-4797-8fa8-b74fe0522047),segment_id=5efd8bbe-c628-4797-8fa8-b74fe0522047)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:29:23.954229 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7920cda7-4ee3-42e1-a0f5-d7cdc2b62c04 req-cf40e970-d9a4-419e-a44e-cf2f45aa4ea1 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:23.966885 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-7920cda7-4ee3-42e1-a0f5-d7cdc2b62c04 req-cf40e970-d9a4-419e-a44e-cf2f45aa4ea1 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Calling delete_port for 307bfaa3-cf49-457f-a92a-aad72c231110 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:29:24.103061 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7920cda7-4ee3-42e1-a0f5-d7cdc2b62c04 req-cf40e970-d9a4-419e-a44e-cf2f45aa4ea1 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:24.132961 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf40e970-d9a4-419e-a44e-cf2f45aa4ea1 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Pushing event deleted for resources: {'Port': ['ID=307bfaa3-cf49-457f-a92a-aad72c231110,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:24.181716 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-7920cda7-4ee3-42e1-a0f5-d7cdc2b62c04 req-cf40e970-d9a4-419e-a44e-cf2f45aa4ea1 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] No DVR routers for this DVR port 307bfaa3-cf49-457f-a92a-aad72c231110 on host n-h2-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:29:24.184338 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7920cda7-4ee3-42e1-a0f5-d7cdc2b62c04 req-cf40e970-d9a4-419e-a44e-cf2f45aa4ea1 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:24.186417 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7920cda7-4ee3-42e1-a0f5-d7cdc2b62c04 req-cf40e970-d9a4-419e-a44e-cf2f45aa4ea1 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.73 "DELETE /v2.0/ports/307bfaa3-cf49-457f-a92a-aad72c231110 HTTP/1.1" status: 204 len: 173 time: 0.4275355 Jul 09 17:29:24.186883 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77cc24bc-dfb1-4cbd-97b4-b7e431891f78', 'name': 'network-vif-deleted', 'tag': '307bfaa3-cf49-457f-a92a-aad72c231110'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:29:24.189118 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70bc3d1dd6a8d756905b95879fdfd768b2540769638561f09d0c65e65c91429d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4a940e-d17e-414d-9a48-ed16ffbcc358" -d '{"events": [{"server_uuid": "77cc24bc-dfb1-4cbd-97b4-b7e431891f78", "name": "network-vif-deleted", "tag": "307bfaa3-cf49-457f-a92a-aad72c231110"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:29:24.230361 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25252144-47c0-4a1d-84f5-52174c9986dc x-openstack-request-id: req-25252144-47c0-4a1d-84f5-52174c9986dc {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:29:24.230651 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77cc24bc-dfb1-4cbd-97b4-b7e431891f78", "name": "network-vif-deleted", "tag": "307bfaa3-cf49-457f-a92a-aad72c231110", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:29:24.230983 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-25252144-47c0-4a1d-84f5-52174c9986dc {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:29:24.231308 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77cc24bc-dfb1-4cbd-97b4-b7e431891f78', 'name': 'network-vif-deleted', 'tag': '307bfaa3-cf49-457f-a92a-aad72c231110', 'status': 'completed', 'code': 200} Jul 09 17:29:24.909532 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55448) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:24.966428 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-28008991-d1ae-4c44-99e0-9f42336e7a03 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:24.990890 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-28008991-d1ae-4c44-99e0-9f42336e7a03 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:25.054469 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-28008991-d1ae-4c44-99e0-9f42336e7a03 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:25.057133 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-28008991-d1ae-4c44-99e0-9f42336e7a03 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:25.058298 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-28008991-d1ae-4c44-99e0-9f42336e7a03 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "DELETE /v2.0/security-groups/3f311179-3326-4a34-9c77-8ce433f9f59d HTTP/1.1" status: 204 len: 168 time: 0.1486015 Jul 09 17:29:25.068180 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28008991-d1ae-4c44-99e0-9f42336e7a03 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f311179-3326-4a34-9c77-8ce433f9f59d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:25.158880 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-041a3005-8782-4fc1-a69b-beb740d6c6b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:25.429527 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55454) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:25.434222 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-c1209b65-15a9-45e6-9c8d-d18769284055 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-811803780', 'description': 'tempest-secgroup-smoke-811803780 description', 'project_id': '7ddcf6db187244d0bdd4287a778b0e3c'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:29:25.456843 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c1209b65-15a9-45e6-9c8d-d18769284055 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:25.537830 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c1209b65-15a9-45e6-9c8d-d18769284055 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:25.541495 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c1209b65-15a9-45e6-9c8d-d18769284055 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:25.566920 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c1209b65-15a9-45e6-9c8d-d18769284055 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:25.568144 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c1209b65-15a9-45e6-9c8d-d18769284055 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1376126 Jul 09 17:29:25.571070 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55456) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:25.572100 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1209b65-15a9-45e6-9c8d-d18769284055 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b12ba8-35b0-4acd-887c-c715532db619,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:25.577854 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-a2b9e107-c362-41dd-88c8-26f7481bb48e tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Request body: {'security_group_rule': {'security_group_id': 'b4b12ba8-35b0-4acd-887c-c715532db619', 'project_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:29:25.606976 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a2b9e107-c362-41dd-88c8-26f7481bb48e tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:25.652857 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a2b9e107-c362-41dd-88c8-26f7481bb48e tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:25.656225 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a2b9e107-c362-41dd-88c8-26f7481bb48e tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:25.673531 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b9e107-c362-41dd-88c8-26f7481bb48e tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22baf39c-c469-4e96-a5ab-f2c12ce291df,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:25.682177 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b9e107-c362-41dd-88c8-26f7481bb48e tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:25.682521 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b9e107-c362-41dd-88c8-26f7481bb48e tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:25.682891 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b9e107-c362-41dd-88c8-26f7481bb48e tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:25.683224 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b9e107-c362-41dd-88c8-26f7481bb48e tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:25.683552 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b9e107-c362-41dd-88c8-26f7481bb48e tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:25.683875 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b9e107-c362-41dd-88c8-26f7481bb48e tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:25.684375 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b9e107-c362-41dd-88c8-26f7481bb48e tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:25.684517 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b9e107-c362-41dd-88c8-26f7481bb48e tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:25.684832 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b9e107-c362-41dd-88c8-26f7481bb48e tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:25.685138 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b9e107-c362-41dd-88c8-26f7481bb48e tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:25.685486 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b9e107-c362-41dd-88c8-26f7481bb48e tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:25.685800 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b9e107-c362-41dd-88c8-26f7481bb48e tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:25.688488 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a2b9e107-c362-41dd-88c8-26f7481bb48e tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:25.689669 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-a2b9e107-c362-41dd-88c8-26f7481bb48e tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1173820 Jul 09 17:29:25.692419 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55460) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:25.696757 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-c24283bc-9c0b-40ce-8faf-115ee6bb4f68 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Request body: {'security_group_rule': {'security_group_id': 'b4b12ba8-35b0-4acd-887c-c715532db619', 'project_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:29:25.723459 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c24283bc-9c0b-40ce-8faf-115ee6bb4f68 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:25.781515 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c24283bc-9c0b-40ce-8faf-115ee6bb4f68 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:25.785454 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c24283bc-9c0b-40ce-8faf-115ee6bb4f68 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:25.802204 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24283bc-9c0b-40ce-8faf-115ee6bb4f68 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce286909-6de0-4538-86c7-5e6d442cc37d,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:25.809321 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c24283bc-9c0b-40ce-8faf-115ee6bb4f68 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:25.810780 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-c24283bc-9c0b-40ce-8faf-115ee6bb4f68 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1173904 Jul 09 17:29:25.813884 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55462) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:25.818717 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-b1d31603-84f9-43a6-8117-299fd744887c tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Request body: {'security_group_rule': {'security_group_id': 'b4b12ba8-35b0-4acd-887c-c715532db619', 'project_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:29:25.845393 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b1d31603-84f9-43a6-8117-299fd744887c tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:25.902647 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:25.904389 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b1d31603-84f9-43a6-8117-299fd744887c tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:25.908217 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b1d31603-84f9-43a6-8117-299fd744887c tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:25.928899 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d31603-84f9-43a6-8117-299fd744887c tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=696fda55-2b77-465c-884d-1475ef819e76,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:25.932089 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b1d31603-84f9-43a6-8117-299fd744887c tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:25.933280 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b1d31603-84f9-43a6-8117-299fd744887c tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1184540 Jul 09 17:29:25.935996 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55464) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:25.940860 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-9b76ce40-dc3e-4895-9a78-e6c9c2c6e9d2 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Request body: {'security_group_rule': {'security_group_id': 'b4b12ba8-35b0-4acd-887c-c715532db619', 'project_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:29:25.967158 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9b76ce40-dc3e-4895-9a78-e6c9c2c6e9d2 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:26.025479 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9b76ce40-dc3e-4895-9a78-e6c9c2c6e9d2 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:26.029372 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9b76ce40-dc3e-4895-9a78-e6c9c2c6e9d2 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:26.046858 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b76ce40-dc3e-4895-9a78-e6c9c2c6e9d2 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4b289f6-b653-4c1e-bfe7-b4fe737a34ee,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:26.051703 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9b76ce40-dc3e-4895-9a78-e6c9c2c6e9d2 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:26.052898 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-9b76ce40-dc3e-4895-9a78-e6c9c2c6e9d2 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1159744 Jul 09 17:29:26.055702 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55466) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:26.059994 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-15613c47-5e5e-45d8-9553-067d857ef51c tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Request body: {'security_group_rule': {'security_group_id': 'b4b12ba8-35b0-4acd-887c-c715532db619', 'project_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:29:26.081659 n-d-798930-3 neutron-server[93959]: INFO neutron.db.securitygroups_db [None req-15613c47-5e5e-45d8-9553-067d857ef51c tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Project 7ddcf6db187244d0bdd4287a778b0e3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:29:26.086621 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-15613c47-5e5e-45d8-9553-067d857ef51c tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:26.148733 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-15613c47-5e5e-45d8-9553-067d857ef51c tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:26.152526 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-15613c47-5e5e-45d8-9553-067d857ef51c tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:26.169674 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15613c47-5e5e-45d8-9553-067d857ef51c tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cbe922d-4820-417d-bc1e-d4f47f7205ad,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:26.175922 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-15613c47-5e5e-45d8-9553-067d857ef51c tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:26.177253 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-15613c47-5e5e-45d8-9553-067d857ef51c tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1206486 Jul 09 17:29:26.179957 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55468) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:26.184269 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-8d0b168b-80e7-4773-8a21-e1ded472f12a tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Request body: {'security_group_rule': {'security_group_id': 'b4b12ba8-35b0-4acd-887c-c715532db619', 'project_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:29:26.205598 n-d-798930-3 neutron-server[93959]: INFO neutron.db.securitygroups_db [None req-8d0b168b-80e7-4773-8a21-e1ded472f12a tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Project 7ddcf6db187244d0bdd4287a778b0e3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:29:26.210904 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8d0b168b-80e7-4773-8a21-e1ded472f12a tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:26.272932 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8d0b168b-80e7-4773-8a21-e1ded472f12a tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:26.276425 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8d0b168b-80e7-4773-8a21-e1ded472f12a tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:26.294827 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0b168b-80e7-4773-8a21-e1ded472f12a tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2321e4c9-a4d4-4c1c-8e77-d8b1422d13ea,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:26.298539 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8d0b168b-80e7-4773-8a21-e1ded472f12a tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:26.299873 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8d0b168b-80e7-4773-8a21-e1ded472f12a tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1189981 Jul 09 17:29:26.556775 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:26.962110 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 307bfaa3-cf49-457f-a92a-aad72c231110 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:29:26.982892 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: 307bfaa3-cf49-457f-a92a-aad72c231110 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:29:26.983242 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 307bfaa3-cf49-457f-a92a-aad72c231110 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:29:27.504595 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:28.489260 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:39.566480 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e03ab488-c0b0-47fd-8e57-5aa5aa43425c req-31d03ae4-943b-4c51-82cc-5ff6ba7ac1a1 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-811803780&fields=id&tenant_id=7ddcf6db187244d0bdd4287a778b0e3c HTTP/1.1" status: 200 len: 267 time: 0.0374756 Jul 09 17:29:39.670372 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ab488-c0b0-47fd-8e57-5aa5aa43425c req-5a76a8a2-7530-4395-9d1c-22dd9eb96036 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:39.671759 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e03ab488-c0b0-47fd-8e57-5aa5aa43425c req-5a76a8a2-7530-4395-9d1c-22dd9eb96036 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/networks?id=bb78b1d9-7dac-44f4-8e6b-fafe45e7742c HTTP/1.1" status: 200 len: 808 time: 0.0989439 Jul 09 17:29:39.686657 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e03ab488-c0b0-47fd-8e57-5aa5aa43425c req-d325e450-a199-4735-8c56-cfc075f8b6a0 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/quotas/7ddcf6db187244d0bdd4287a778b0e3c HTTP/1.1" status: 200 len: 375 time: 0.0091131 Jul 09 17:29:39.755420 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e03ab488-c0b0-47fd-8e57-5aa5aa43425c req-b32c4156-b1dc-4d8a-95a8-bae22ee3f7e5 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=7ddcf6db187244d0bdd4287a778b0e3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0627348 Jul 09 17:29:39.855737 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e03ab488-c0b0-47fd-8e57-5aa5aa43425c req-3149fff7-fbbf-41c3-b043-355269ceda4a service neutron] 10.222.0.98 "GET /v2.0/networks/bb78b1d9-7dac-44f4-8e6b-fafe45e7742c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883729 Jul 09 17:29:39.946108 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e03ab488-c0b0-47fd-8e57-5aa5aa43425c req-597842a6-f7fb-4470-8ec1-e3ee244de43e service neutron] 10.222.0.98 "GET /v2.0/networks/bb78b1d9-7dac-44f4-8e6b-fafe45e7742c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839715 Jul 09 17:29:40.241266 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-0c235919-74d1-40b5-adec-5887ed402511 req-8e17470f-1ccb-4e29-a361-6ff1ae1ef26e tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 210 time: 0.0350163 Jul 09 17:29:40.703000 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:41.335991 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ab488-c0b0-47fd-8e57-5aa5aa43425c req-a121e8ea-cb63-4b8c-a0d5-08020f2876d2 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:41.339451 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e03ab488-c0b0-47fd-8e57-5aa5aa43425c req-a121e8ea-cb63-4b8c-a0d5-08020f2876d2 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.77 "GET /v2.0/networks?id=bb78b1d9-7dac-44f4-8e6b-fafe45e7742c HTTP/1.1" status: 200 len: 808 time: 0.1236644 Jul 09 17:29:41.389583 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e03ab488-c0b0-47fd-8e57-5aa5aa43425c req-fcbf7e70-5bfb-4a08-ada8-a89b89c6dd66 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ddcf6db187244d0bdd4287a778b0e3c HTTP/1.1" status: 200 len: 379 time: 0.0366354 Jul 09 17:29:41.398478 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-e03ab488-c0b0-47fd-8e57-5aa5aa43425c req-4807a3bf-a4c5-43d9-a56b-3b99dab2fefa tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Request body: {'port': {'device_id': 'a37e2d2b-7bae-4588-88ce-b4dd5d67abd2', 'network_id': 'bb78b1d9-7dac-44f4-8e6b-fafe45e7742c', 'admin_state_up': True, 'tenant_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'security_groups': ['b4b12ba8-35b0-4acd-887c-c715532db619']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:29:41.417635 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-39105a7d-7a63-4d51-a04f-f6fd27cac1b8 req-b82fc715-b08b-4450-a9ff-5ce70126b652 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 210 time: 0.0300765 Jul 09 17:29:41.507968 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e03ab488-c0b0-47fd-8e57-5aa5aa43425c req-4807a3bf-a4c5-43d9-a56b-3b99dab2fefa tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Made reservation on behalf of 7ddcf6db187244d0bdd4287a778b0e3c for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:29:41.511670 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e03ab488-c0b0-47fd-8e57-5aa5aa43425c req-4807a3bf-a4c5-43d9-a56b-3b99dab2fefa tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:41.639213 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-e03ab488-c0b0-47fd-8e57-5aa5aa43425c req-4807a3bf-a4c5-43d9-a56b-3b99dab2fefa tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Allocated IP 172.20.0.9 (bb78b1d9-7dac-44f4-8e6b-fafe45e7742c/1853d5eb-0239-4168-a59f-52e99792a4f0/83a78c22-791d-4e0e-8cf8-47dacc821e70) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:29:41.775779 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e03ab488-c0b0-47fd-8e57-5aa5aa43425c req-4807a3bf-a4c5-43d9-a56b-3b99dab2fefa tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:41.789215 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-e03ab488-c0b0-47fd-8e57-5aa5aa43425c req-4807a3bf-a4c5-43d9-a56b-3b99dab2fefa tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Transition to ACTIVE for port object 83a78c22-791d-4e0e-8cf8-47dacc821e70 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:29:41.822136 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e03ab488-c0b0-47fd-8e57-5aa5aa43425c req-4807a3bf-a4c5-43d9-a56b-3b99dab2fefa tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:41.871057 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e03ab488-c0b0-47fd-8e57-5aa5aa43425c req-4807a3bf-a4c5-43d9-a56b-3b99dab2fefa tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Network bb78b1d9-7dac-44f4-8e6b-fafe45e7742c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:29:41.874245 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-e03ab488-c0b0-47fd-8e57-5aa5aa43425c req-4807a3bf-a4c5-43d9-a56b-3b99dab2fefa tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:29:41.878672 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-e03ab488-c0b0-47fd-8e57-5aa5aa43425c req-4807a3bf-a4c5-43d9-a56b-3b99dab2fefa tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:29:41.904779 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4807a3bf-a4c5-43d9-a56b-3b99dab2fefa tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Pushing event updated for resources: {'Port': ['ID=83a78c22-791d-4e0e-8cf8-47dacc821e70,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:41.932132 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ab488-c0b0-47fd-8e57-5aa5aa43425c req-4807a3bf-a4c5-43d9-a56b-3b99dab2fefa tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:41.932785 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e03ab488-c0b0-47fd-8e57-5aa5aa43425c req-4807a3bf-a4c5-43d9-a56b-3b99dab2fefa tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:41.950649 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e03ab488-c0b0-47fd-8e57-5aa5aa43425c req-4807a3bf-a4c5-43d9-a56b-3b99dab2fefa tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5558722 Jul 09 17:29:41.961011 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [req-e03ab488-c0b0-47fd-8e57-5aa5aa43425c req-9c9673b4-1e4c-4c7b-a5ed-3eaeede48709 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:29:41.962013 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e03ab488-c0b0-47fd-8e57-5aa5aa43425c req-9c9673b4-1e4c-4c7b-a5ed-3eaeede48709 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055351 Jul 09 17:29:42.021992 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-e03ab488-c0b0-47fd-8e57-5aa5aa43425c req-6cd7fba9-bfeb-4f58-80a2-f6494eab785f service neutron] Request body: {'port': {'device_id': 'a37e2d2b-7bae-4588-88ce-b4dd5d67abd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:29:42.099275 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e03ab488-c0b0-47fd-8e57-5aa5aa43425c req-6cd7fba9-bfeb-4f58-80a2-f6494eab785f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:42.202491 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fea81505-f74c-411e-ace3-02fd02b0a635 None None] Provisioning for port 83a78c22-791d-4e0e-8cf8-47dacc821e70 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:29:42.211416 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fea81505-f74c-411e-ace3-02fd02b0a635 None None] Provisioning complete for port 83a78c22-791d-4e0e-8cf8-47dacc821e70 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:29:42.212083 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fea81505-f74c-411e-ace3-02fd02b0a635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:42.263059 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fea81505-f74c-411e-ace3-02fd02b0a635 None None] Port 83a78c22-791d-4e0e-8cf8-47dacc821e70 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:29:42.373789 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-e03ab488-c0b0-47fd-8e57-5aa5aa43425c req-6cd7fba9-bfeb-4f58-80a2-f6494eab785f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83a78c22-791d-4e0e-8cf8-47dacc821e70 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:29:42.381705 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e03ab488-c0b0-47fd-8e57-5aa5aa43425c req-6cd7fba9-bfeb-4f58-80a2-f6494eab785f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:42.395194 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-e03ab488-c0b0-47fd-8e57-5aa5aa43425c req-6cd7fba9-bfeb-4f58-80a2-f6494eab785f service neutron] Transition to ACTIVE for port object 83a78c22-791d-4e0e-8cf8-47dacc821e70 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:29:42.400176 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e03ab488-c0b0-47fd-8e57-5aa5aa43425c req-6cd7fba9-bfeb-4f58-80a2-f6494eab785f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:42.455975 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd7fba9-bfeb-4f58-80a2-f6494eab785f service neutron] Pushing event updated for resources: {'Port': ['ID=83a78c22-791d-4e0e-8cf8-47dacc821e70,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:42.568580 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-e03ab488-c0b0-47fd-8e57-5aa5aa43425c req-6cd7fba9-bfeb-4f58-80a2-f6494eab785f service neutron] Attempting to bind port 83a78c22-791d-4e0e-8cf8-47dacc821e70 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:29:42.568971 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-e03ab488-c0b0-47fd-8e57-5aa5aa43425c req-6cd7fba9-bfeb-4f58-80a2-f6494eab785f service neutron] Attempting to bind port 83a78c22-791d-4e0e-8cf8-47dacc821e70 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': '5efd8bbe-c628-4797-8fa8-b74fe0522047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'bb78b1d9-7dac-44f4-8e6b-fafe45e7742c'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:29:42.569261 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03ab488-c0b0-47fd-8e57-5aa5aa43425c req-6cd7fba9-bfeb-4f58-80a2-f6494eab785f service neutron] Attempting to bind port 83a78c22-791d-4e0e-8cf8-47dacc821e70 on network bb78b1d9-7dac-44f4-8e6b-fafe45e7742c {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:29:42.574849 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03ab488-c0b0-47fd-8e57-5aa5aa43425c req-6cd7fba9-bfeb-4f58-80a2-f6494eab785f service neutron] Port 83a78c22-791d-4e0e-8cf8-47dacc821e70 on network bb78b1d9-7dac-44f4-8e6b-fafe45e7742c not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:29:42.575184 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03ab488-c0b0-47fd-8e57-5aa5aa43425c req-6cd7fba9-bfeb-4f58-80a2-f6494eab785f service neutron] Attempting to bind port 83a78c22-791d-4e0e-8cf8-47dacc821e70 on network bb78b1d9-7dac-44f4-8e6b-fafe45e7742c {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:29:42.580661 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03ab488-c0b0-47fd-8e57-5aa5aa43425c req-6cd7fba9-bfeb-4f58-80a2-f6494eab785f service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:29:42.581010 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03ab488-c0b0-47fd-8e57-5aa5aa43425c req-6cd7fba9-bfeb-4f58-80a2-f6494eab785f service neutron] Checking segment: {'id': '5efd8bbe-c628-4797-8fa8-b74fe0522047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'bb78b1d9-7dac-44f4-8e6b-fafe45e7742c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:29:42.581398 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03ab488-c0b0-47fd-8e57-5aa5aa43425c req-6cd7fba9-bfeb-4f58-80a2-f6494eab785f service neutron] Bound using segment: {'id': '5efd8bbe-c628-4797-8fa8-b74fe0522047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'bb78b1d9-7dac-44f4-8e6b-fafe45e7742c'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:29:42.581834 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-e03ab488-c0b0-47fd-8e57-5aa5aa43425c req-6cd7fba9-bfeb-4f58-80a2-f6494eab785f service neutron] Bound port: 83a78c22-791d-4e0e-8cf8-47dacc821e70, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5efd8bbe-c628-4797-8fa8-b74fe0522047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'bb78b1d9-7dac-44f4-8e6b-fafe45e7742c'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:29:42.582199 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e03ab488-c0b0-47fd-8e57-5aa5aa43425c req-6cd7fba9-bfeb-4f58-80a2-f6494eab785f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:42.675267 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286ad84-61a0-486d-a637-44fb82986df9 req-01c7db21-ab7f-4ab1-b939-e88b39193d93 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:42.676912 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e286ad84-61a0-486d-a637-44fb82986df9 req-01c7db21-ab7f-4ab1-b939-e88b39193d93 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 943 time: 0.1046777 Jul 09 17:29:42.743900 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e286ad84-61a0-486d-a637-44fb82986df9 req-4bc8cfd0-32c8-470e-acdf-0796dadfb7cb tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4b12ba8-35b0-4acd-887c-c715532db619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605674 Jul 09 17:29:43.043165 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-e03ab488-c0b0-47fd-8e57-5aa5aa43425c req-6cd7fba9-bfeb-4f58-80a2-f6494eab785f service neutron] For port 83a78c22-791d-4e0e-8cf8-47dacc821e70, host n-h1-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:29:43.046285 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-e03ab488-c0b0-47fd-8e57-5aa5aa43425c req-6cd7fba9-bfeb-4f58-80a2-f6494eab785f service neutron] For port 83a78c22-791d-4e0e-8cf8-47dacc821e70, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=83a78c22-791d-4e0e-8cf8-47dacc821e70,segment=NetworkSegment(5efd8bbe-c628-4797-8fa8-b74fe0522047),segment_id=5efd8bbe-c628-4797-8fa8-b74fe0522047)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:29:43.052651 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e03ab488-c0b0-47fd-8e57-5aa5aa43425c req-6cd7fba9-bfeb-4f58-80a2-f6494eab785f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:43.082235 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ab488-c0b0-47fd-8e57-5aa5aa43425c req-6cd7fba9-bfeb-4f58-80a2-f6494eab785f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:43.083236 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e03ab488-c0b0-47fd-8e57-5aa5aa43425c req-6cd7fba9-bfeb-4f58-80a2-f6494eab785f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:43.084977 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e03ab488-c0b0-47fd-8e57-5aa5aa43425c req-6cd7fba9-bfeb-4f58-80a2-f6494eab785f service neutron] 10.222.0.77 "PUT /v2.0/ports/83a78c22-791d-4e0e-8cf8-47dacc821e70 HTTP/1.1" status: 200 len: 1091 time: 1.1163626 Jul 09 17:29:43.087341 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a37e2d2b-7bae-4588-88ce-b4dd5d67abd2', 'tag': '83a78c22-791d-4e0e-8cf8-47dacc821e70'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:29:43.089418 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378ae9c57bf43c2771a5b4c89609b2495bcc5bf3f4145cc2e92b6ffd2a6a2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a85b720-0055-4410-81ad-32cd79a57248" -d '{"events": [{"name": "network-changed", "server_uuid": "a37e2d2b-7bae-4588-88ce-b4dd5d67abd2", "tag": "83a78c22-791d-4e0e-8cf8-47dacc821e70"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:29:43.173324 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd7fba9-bfeb-4f58-80a2-f6494eab785f service neutron] Pushing event updated for resources: {'Port': ['ID=83a78c22-791d-4e0e-8cf8-47dacc821e70,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:43.200053 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ab488-c0b0-47fd-8e57-5aa5aa43425c req-337a00b8-eb4e-4db2-b9e1-ed04f79bc458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:43.201725 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e03ab488-c0b0-47fd-8e57-5aa5aa43425c req-337a00b8-eb4e-4db2-b9e1-ed04f79bc458 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7ddcf6db187244d0bdd4287a778b0e3c&device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 1094 time: 0.0633154 Jul 09 17:29:43.207298 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f1b3da-7d67-439e-ac86-e90d3246a79d x-openstack-request-id: req-12f1b3da-7d67-439e-ac86-e90d3246a79d {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:29:43.207584 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a37e2d2b-7bae-4588-88ce-b4dd5d67abd2", "tag": "83a78c22-791d-4e0e-8cf8-47dacc821e70", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:29:43.207830 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-12f1b3da-7d67-439e-ac86-e90d3246a79d {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:29:43.208210 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a37e2d2b-7bae-4588-88ce-b4dd5d67abd2', 'tag': '83a78c22-791d-4e0e-8cf8-47dacc821e70', 'status': 'completed', 'code': 200} Jul 09 17:29:43.250666 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e03ab488-c0b0-47fd-8e57-5aa5aa43425c req-5deeac10-2b9c-47b4-92c1-d5013b542bd3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83a78c22-791d-4e0e-8cf8-47dacc821e70 HTTP/1.1" status: 200 len: 217 time: 0.0398469 Jul 09 17:29:43.301677 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ab488-c0b0-47fd-8e57-5aa5aa43425c req-aeb49079-5939-43d5-bcad-9f06fe10bee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:43.303278 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e03ab488-c0b0-47fd-8e57-5aa5aa43425c req-aeb49079-5939-43d5-bcad-9f06fe10bee3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1853d5eb-0239-4168-a59f-52e99792a4f0 HTTP/1.1" status: 200 len: 847 time: 0.0464780 Jul 09 17:29:43.366545 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ab488-c0b0-47fd-8e57-5aa5aa43425c req-a2078ff5-e082-448d-9ac0-bc41ebf93dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:43.367983 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e03ab488-c0b0-47fd-8e57-5aa5aa43425c req-a2078ff5-e082-448d-9ac0-bc41ebf93dde service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bb78b1d9-7dac-44f4-8e6b-fafe45e7742c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579469 Jul 09 17:29:43.464282 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e03ab488-c0b0-47fd-8e57-5aa5aa43425c req-3b0d2321-fcda-45b0-9e2a-9c6271738b7c service neutron] 10.222.0.77 "GET /v2.0/networks/bb78b1d9-7dac-44f4-8e6b-fafe45e7742c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897663 Jul 09 17:29:43.554613 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e03ab488-c0b0-47fd-8e57-5aa5aa43425c req-3e96347d-b8ac-432e-b979-f1e21e90b991 service neutron] 10.222.0.77 "GET /v2.0/networks/bb78b1d9-7dac-44f4-8e6b-fafe45e7742c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825338 Jul 09 17:29:43.660061 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85b720-0055-4410-81ad-32cd79a57248 req-40d1235d-fcf0-4b13-b484-5b8189501696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:43.661527 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2a85b720-0055-4410-81ad-32cd79a57248 req-40d1235d-fcf0-4b13-b484-5b8189501696 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7ddcf6db187244d0bdd4287a778b0e3c&device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 1094 time: 0.0620608 Jul 09 17:29:43.748173 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85b720-0055-4410-81ad-32cd79a57248 req-aed26810-98dd-46f0-be7e-7328ec30b615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:43.749505 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2a85b720-0055-4410-81ad-32cd79a57248 req-aed26810-98dd-46f0-be7e-7328ec30b615 service neutron] 10.222.0.77 "GET /v2.0/networks?id=bb78b1d9-7dac-44f4-8e6b-fafe45e7742c HTTP/1.1" status: 200 len: 909 time: 0.0819325 Jul 09 17:29:43.794592 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2a85b720-0055-4410-81ad-32cd79a57248 req-7f76295d-d47d-443b-8f1f-605f45983c93 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83a78c22-791d-4e0e-8cf8-47dacc821e70 HTTP/1.1" status: 200 len: 217 time: 0.0390739 Jul 09 17:29:43.843053 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85b720-0055-4410-81ad-32cd79a57248 req-f364bf94-1723-48c1-876d-d01b4d8f6254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:43.844452 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2a85b720-0055-4410-81ad-32cd79a57248 req-f364bf94-1723-48c1-876d-d01b4d8f6254 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1853d5eb-0239-4168-a59f-52e99792a4f0 HTTP/1.1" status: 200 len: 847 time: 0.0445142 Jul 09 17:29:43.904632 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85b720-0055-4410-81ad-32cd79a57248 req-99b1470b-23c1-4b18-a2a7-92e7ddc07a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:43.905773 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2a85b720-0055-4410-81ad-32cd79a57248 req-99b1470b-23c1-4b18-a2a7-92e7ddc07a43 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bb78b1d9-7dac-44f4-8e6b-fafe45e7742c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549915 Jul 09 17:29:43.930584 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6187cc64-05c6-4c40-b7fa-a87cae75dc3a req-6c7fb030-7d3f-4020-86e6-bf5a54c8a37e tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:43.932138 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6187cc64-05c6-4c40-b7fa-a87cae75dc3a req-6c7fb030-7d3f-4020-86e6-bf5a54c8a37e tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 943 time: 0.0694828 Jul 09 17:29:43.972445 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6187cc64-05c6-4c40-b7fa-a87cae75dc3a req-7d404d3b-7009-4593-8dd5-7e9c5eb84050 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4b12ba8-35b0-4acd-887c-c715532db619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341327 Jul 09 17:29:44.003942 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2a85b720-0055-4410-81ad-32cd79a57248 req-389d0111-4eaf-4e53-a572-61bcd01bc1b1 service neutron] 10.222.0.77 "GET /v2.0/networks/bb78b1d9-7dac-44f4-8e6b-fafe45e7742c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920322 Jul 09 17:29:44.097365 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2a85b720-0055-4410-81ad-32cd79a57248 req-1b34e371-c4a2-473e-a6f1-7885b26ba19b service neutron] 10.222.0.77 "GET /v2.0/networks/bb78b1d9-7dac-44f4-8e6b-fafe45e7742c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865197 Jul 09 17:29:45.143772 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb503163-5749-4ae3-8c82-e139179c2494 req-a4e05f8e-af3f-475e-af91-38229cfc906b tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:45.145288 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bb503163-5749-4ae3-8c82-e139179c2494 req-a4e05f8e-af3f-475e-af91-38229cfc906b tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 943 time: 0.0628564 Jul 09 17:29:45.184556 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bb503163-5749-4ae3-8c82-e139179c2494 req-69f8249b-f37c-4601-98cc-de94ce38fca4 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4b12ba8-35b0-4acd-887c-c715532db619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335388 Jul 09 17:29:46.357736 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2158c0-08a2-4108-a9a7-f0edea43053e req-43cbb23e-ad29-43f8-a08e-052c0b6c695c tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:46.359220 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bd2158c0-08a2-4108-a9a7-f0edea43053e req-43cbb23e-ad29-43f8-a08e-052c0b6c695c tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 943 time: 0.0665786 Jul 09 17:29:46.396983 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bd2158c0-08a2-4108-a9a7-f0edea43053e req-a1a85adb-ec26-4905-8c33-7bcb310765f5 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4b12ba8-35b0-4acd-887c-c715532db619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316210 Jul 09 17:29:47.754214 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c370d-2dc0-49df-9d1b-9c5b42b8d95c req-a82ec011-dffb-4cb8-ba8b-ccc7d230d6f7 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:47.755626 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-389c370d-2dc0-49df-9d1b-9c5b42b8d95c req-a82ec011-dffb-4cb8-ba8b-ccc7d230d6f7 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 943 time: 0.0628459 Jul 09 17:29:47.792369 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-389c370d-2dc0-49df-9d1b-9c5b42b8d95c req-15c615b9-9e36-488e-a84c-32f0993e318d tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4b12ba8-35b0-4acd-887c-c715532db619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312254 Jul 09 17:29:48.962780 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70201170-8630-43dc-9151-715835149370 req-2438aef5-f1c1-46d5-baed-30520c74f839 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:48.964279 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-70201170-8630-43dc-9151-715835149370 req-2438aef5-f1c1-46d5-baed-30520c74f839 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 943 time: 0.0635769 Jul 09 17:29:49.001507 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-70201170-8630-43dc-9151-715835149370 req-173d3be4-d1a6-4a57-aa60-159e782451e9 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4b12ba8-35b0-4acd-887c-c715532db619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313945 Jul 09 17:29:50.175225 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248852fa-8f1b-4caa-849a-5d8027ecf03f req-91676c6b-6010-43d5-baf3-ca9927151478 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:50.176693 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-248852fa-8f1b-4caa-849a-5d8027ecf03f req-91676c6b-6010-43d5-baf3-ca9927151478 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 943 time: 0.0678263 Jul 09 17:29:50.217329 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-248852fa-8f1b-4caa-849a-5d8027ecf03f req-ca60d48d-ad0b-4f1a-9863-3b18f1844286 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4b12ba8-35b0-4acd-887c-c715532db619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348785 Jul 09 17:29:51.389495 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123d4e7-1555-4f7f-b3e6-927afaaf353b req-d5bd2cc0-4ce0-4205-839f-129e21e27744 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:51.390998 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6123d4e7-1555-4f7f-b3e6-927afaaf353b req-d5bd2cc0-4ce0-4205-839f-129e21e27744 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 943 time: 0.0628109 Jul 09 17:29:51.428204 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6123d4e7-1555-4f7f-b3e6-927afaaf353b req-9c24a564-4277-4bf5-9e5a-f5fb1ea3cf28 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4b12ba8-35b0-4acd-887c-c715532db619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309544 Jul 09 17:29:52.083912 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:29:52.445399 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-48eee2b8-6206-47bd-a82c-c34ebd6e1aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:52.606377 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501649ac-4ea7-4970-a15f-1bb7d2c8f466 req-bb3b282d-9bed-4099-9fee-9ae1f443d329 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:52.607887 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-501649ac-4ea7-4970-a15f-1bb7d2c8f466 req-bb3b282d-9bed-4099-9fee-9ae1f443d329 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 943 time: 0.0673106 Jul 09 17:29:52.644949 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-501649ac-4ea7-4970-a15f-1bb7d2c8f466 req-24f7f106-083d-414a-9ef0-b7694883a3ad tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4b12ba8-35b0-4acd-887c-c715532db619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315070 Jul 09 17:29:53.566181 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 83a78c22-791d-4e0e-8cf8-47dacc821e70 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:29:53.657265 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 83a78c22-791d-4e0e-8cf8-47dacc821e70, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=83a78c22-791d-4e0e-8cf8-47dacc821e70,segment=NetworkSegment(5efd8bbe-c628-4797-8fa8-b74fe0522047),segment_id=5efd8bbe-c628-4797-8fa8-b74fe0522047)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:29:53.668627 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '83a78c22-791d-4e0e-8cf8-47dacc821e70', 'network_id': 'bb78b1d9-7dac-44f4-8e6b-fafe45e7742c', 'port_id': '83a78c22-791d-4e0e-8cf8-47dacc821e70', 'mac_address': 'fa:16:3e:47:b9:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1853d5eb-0239-4168-a59f-52e99792a4f0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:29:53.708397 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:53.721575 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83a78c22-791d-4e0e-8cf8-47dacc821e70 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:29:53.741346 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 83a78c22-791d-4e0e-8cf8-47dacc821e70, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=83a78c22-791d-4e0e-8cf8-47dacc821e70,segment=NetworkSegment(5efd8bbe-c628-4797-8fa8-b74fe0522047),segment_id=5efd8bbe-c628-4797-8fa8-b74fe0522047)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:29:53.745309 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:53.792000 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=83a78c22-791d-4e0e-8cf8-47dacc821e70,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:53.800202 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:53.800550 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:53.800888 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:53.801219 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:53.801546 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:53.801876 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:53.802195 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:53.802517 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:53.802870 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:53.803191 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:53.803510 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:53.803828 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:53.816209 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc3937-597c-4f59-a86e-3784dffec2e0 req-21f547be-348e-4f75-a4b0-006e39142050 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:53.817710 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-07cc3937-597c-4f59-a86e-3784dffec2e0 req-21f547be-348e-4f75-a4b0-006e39142050 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 944 time: 0.0630186 Jul 09 17:29:53.855391 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-07cc3937-597c-4f59-a86e-3784dffec2e0 req-771c1afc-9f19-4498-a22b-8b4515fa2019 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4b12ba8-35b0-4acd-887c-c715532db619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321171 Jul 09 17:29:53.961246 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['83a78c22-791d-4e0e-8cf8-47dacc821e70'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:29:55.025148 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14ecef-2b1c-44f0-9350-d592ca286f4b req-2bb815dc-db57-4c10-aff3-41e3bdea1334 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:55.026622 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-da14ecef-2b1c-44f0-9350-d592ca286f4b req-2bb815dc-db57-4c10-aff3-41e3bdea1334 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 944 time: 0.0629604 Jul 09 17:29:55.063874 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-da14ecef-2b1c-44f0-9350-d592ca286f4b req-98566fa0-c33d-4e9f-bd48-a38759997b4a tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4b12ba8-35b0-4acd-887c-c715532db619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316978 Jul 09 17:29:55.161556 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-59984d9f-604c-433f-b747-8ce785c00cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:55.582328 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 83a78c22-791d-4e0e-8cf8-47dacc821e70 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:29:55.629989 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 83a78c22-791d-4e0e-8cf8-47dacc821e70 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:29:55.633641 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 83a78c22-791d-4e0e-8cf8-47dacc821e70 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:29:55.634015 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:55.710534 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:55.732365 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a37e2d2b-7bae-4588-88ce-b4dd5d67abd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a78c22-791d-4e0e-8cf8-47dacc821e70'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:29:55.734616 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e4c0197b51a39b57e4a8a116eb3788e06930fc42ac75c6a3eb5959c91cb8bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66e57c6-93bb-4450-b9c1-bbd352b7fd32" -d '{"events": [{"server_uuid": "a37e2d2b-7bae-4588-88ce-b4dd5d67abd2", "name": "network-vif-plugged", "status": "completed", "tag": "83a78c22-791d-4e0e-8cf8-47dacc821e70"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:29:55.746946 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 83a78c22-791d-4e0e-8cf8-47dacc821e70, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=83a78c22-791d-4e0e-8cf8-47dacc821e70,segment=NetworkSegment(5efd8bbe-c628-4797-8fa8-b74fe0522047),segment_id=5efd8bbe-c628-4797-8fa8-b74fe0522047)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:29:55.751160 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:55.798132 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=83a78c22-791d-4e0e-8cf8-47dacc821e70,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:55.817231 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2120e12a-8463-4f46-b973-476590c94237 x-openstack-request-id: req-2120e12a-8463-4f46-b973-476590c94237 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:29:55.817519 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a37e2d2b-7bae-4588-88ce-b4dd5d67abd2", "name": "network-vif-plugged", "status": "completed", "tag": "83a78c22-791d-4e0e-8cf8-47dacc821e70", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:29:55.817769 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2120e12a-8463-4f46-b973-476590c94237 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:29:55.818158 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a37e2d2b-7bae-4588-88ce-b4dd5d67abd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a78c22-791d-4e0e-8cf8-47dacc821e70', 'code': 200} Jul 09 17:29:55.905293 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:55.935355 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81153ab6-745a-4c1d-9489-46f78937ac98 req-c5b7de23-e4a8-4ec8-8090-4d77e17b0fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:55.936847 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-81153ab6-745a-4c1d-9489-46f78937ac98 req-c5b7de23-e4a8-4ec8-8090-4d77e17b0fed service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 1096 time: 0.0529153 Jul 09 17:29:55.973456 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-81153ab6-745a-4c1d-9489-46f78937ac98 req-58aabaff-c67e-4aee-b795-03fd748a3b78 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=b4b12ba8-35b0-4acd-887c-c715532db619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306509 Jul 09 17:29:56.254637 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7991a1-d368-42da-9a5d-82e37d6f6573 req-55486e8c-d890-43b0-afbf-f2b92c97ab2a tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:56.256173 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ac7991a1-d368-42da-9a5d-82e37d6f6573 req-55486e8c-d890-43b0-afbf-f2b92c97ab2a tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 945 time: 0.0721855 Jul 09 17:29:56.293254 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ac7991a1-d368-42da-9a5d-82e37d6f6573 req-04299474-afea-462f-bd7d-307b55b39866 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4b12ba8-35b0-4acd-887c-c715532db619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315123 Jul 09 17:29:56.559188 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:57.468129 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bdde48-827e-49e3-aed7-0de3cf9b396c req-be723777-b572-488d-b0bd-5ef2062a88aa tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:57.469608 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e3bdde48-827e-49e3-aed7-0de3cf9b396c req-be723777-b572-488d-b0bd-5ef2062a88aa tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 945 time: 0.0635984 Jul 09 17:29:57.507069 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e3bdde48-827e-49e3-aed7-0de3cf9b396c req-6fc9a9a9-73b1-405f-852f-c149a500592a tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4b12ba8-35b0-4acd-887c-c715532db619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319037 Jul 09 17:29:57.523411 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:57.681374 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5834ba4-ccdd-40a8-a267-11e565cecc3d req-6cef7baf-5be9-462e-b5ad-b69e4146dd84 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:57.682755 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b5834ba4-ccdd-40a8-a267-11e565cecc3d req-6cef7baf-5be9-462e-b5ad-b69e4146dd84 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 945 time: 0.0667198 Jul 09 17:29:57.720208 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b5834ba4-ccdd-40a8-a267-11e565cecc3d req-ac28f1cc-3cf2-47e9-9a04-da78ea8d167c tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4b12ba8-35b0-4acd-887c-c715532db619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319550 Jul 09 17:29:57.744107 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55664) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:57.833570 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282d1eb7-cfd9-4baf-8f40-5945db2e2c09 tempest-TestShelveInstance-1922481528 tempest-TestShelveInstance-1922481528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:57.835070 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-282d1eb7-cfd9-4baf-8f40-5945db2e2c09 tempest-TestShelveInstance-1922481528 tempest-TestShelveInstance-1922481528-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 1091 time: 0.0899615 Jul 09 17:29:57.837945 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55668) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:57.842616 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-adadb57a-19bf-40ab-9c0d-224064dc4727 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Request body: {'floatingip': {'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'port_id': '83a78c22-791d-4e0e-8cf8-47dacc821e70', 'tenant_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:29:57.864191 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-adadb57a-19bf-40ab-9c0d-224064dc4727 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:57.961577 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-adadb57a-19bf-40ab-9c0d-224064dc4727 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:58.066538 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-adadb57a-19bf-40ab-9c0d-224064dc4727 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Allocated IP 172.25.0.5 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/b97fc49e-6e32-4aa1-b8a0-5eba6353e3f3) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:29:58.169309 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-adadb57a-19bf-40ab-9c0d-224064dc4727 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:58.211093 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-adadb57a-19bf-40ab-9c0d-224064dc4727 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:58.249794 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adadb57a-19bf-40ab-9c0d-224064dc4727 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:29:58.255170 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-adadb57a-19bf-40ab-9c0d-224064dc4727 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:29:58.258939 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adadb57a-19bf-40ab-9c0d-224064dc4727 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:29:58.281901 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adadb57a-19bf-40ab-9c0d-224064dc4727 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Pushing event updated for resources: {'Port': ['ID=b97fc49e-6e32-4aa1-b8a0-5eba6353e3f3,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:58.490705 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:58.633363 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-adadb57a-19bf-40ab-9c0d-224064dc4727 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:58.706593 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-adadb57a-19bf-40ab-9c0d-224064dc4727 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:58.852217 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-adadb57a-19bf-40ab-9c0d-224064dc4727 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:58.857122 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-adadb57a-19bf-40ab-9c0d-224064dc4727 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:58.930074 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adadb57a-19bf-40ab-9c0d-224064dc4727 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Pushing event updated for resources: {'Port': ['ID=b97fc49e-6e32-4aa1-b8a0-5eba6353e3f3,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:58.938656 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-adadb57a-19bf-40ab-9c0d-224064dc4727 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:59.037253 n-d-798930-3 neutron-server[93958]: INFO neutron.db.l3_db [None req-adadb57a-19bf-40ab-9c0d-224064dc4727 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Floating IP 6ee7dcb8-cf14-4a38-b208-de4309969c30 associated. External IP: 172.25.0.5, port: 83a78c22-791d-4e0e-8cf8-47dacc821e70. Jul 09 17:29:59.240147 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adadb57a-19bf-40ab-9c0d-224064dc4727 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Router de2768fa-7ca4-419f-8abf-4993ce07b9e9 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:29:59.351695 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adadb57a-19bf-40ab-9c0d-224064dc4727 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:29:59.362721 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726b741d-8e25-4a7e-85dc-3cb4f1f1147a None None] Sync routers for ids ['de2768fa-7ca4-419f-8abf-4993ce07b9e9'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:29:59.369472 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-adadb57a-19bf-40ab-9c0d-224064dc4727 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:59.372593 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726b741d-8e25-4a7e-85dc-3cb4f1f1147a None None] Routers {'de2768fa-7ca4-419f-8abf-4993ce07b9e9'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:29:59.373241 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-726b741d-8e25-4a7e-85dc-3cb4f1f1147a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:29:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['de2768fa-7ca4-419f-8abf-4993ce07b9e9'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:59.405977 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-adadb57a-19bf-40ab-9c0d-224064dc4727 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5669913 Jul 09 17:29:59.406565 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a37e2d2b-7bae-4588-88ce-b4dd5d67abd2', 'tag': '83a78c22-791d-4e0e-8cf8-47dacc821e70'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:29:59.408861 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70bc3d1dd6a8d756905b95879fdfd768b2540769638561f09d0c65e65c91429d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0efe9ef0-bdba-4226-a39f-44752f89a73b" -d '{"events": [{"name": "network-changed", "server_uuid": "a37e2d2b-7bae-4588-88ce-b4dd5d67abd2", "tag": "83a78c22-791d-4e0e-8cf8-47dacc821e70"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:29:59.443819 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c396594-832c-4049-ad2f-754aa71a0bd5 x-openstack-request-id: req-0c396594-832c-4049-ad2f-754aa71a0bd5 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:29:59.444115 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a37e2d2b-7bae-4588-88ce-b4dd5d67abd2", "tag": "83a78c22-791d-4e0e-8cf8-47dacc821e70", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:29:59.444365 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0c396594-832c-4049-ad2f-754aa71a0bd5 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:29:59.444766 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a37e2d2b-7bae-4588-88ce-b4dd5d67abd2', 'tag': '83a78c22-791d-4e0e-8cf8-47dacc821e70', 'status': 'completed', 'code': 200} Jul 09 17:29:59.483068 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-726b741d-8e25-4a7e-85dc-3cb4f1f1147a None None] Set router de2768fa-7ca4-419f-8abf-4993ce07b9e9 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:29:59.524093 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe9ef0-bdba-4226-a39f-44752f89a73b req-dfde1ceb-0349-40f6-a063-64e5f90cffef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:59.525604 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0efe9ef0-bdba-4226-a39f-44752f89a73b req-dfde1ceb-0349-40f6-a063-64e5f90cffef service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7ddcf6db187244d0bdd4287a778b0e3c&device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 1096 time: 0.0599742 Jul 09 17:29:59.615588 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe9ef0-bdba-4226-a39f-44752f89a73b req-69881ce7-aef1-4d6e-96b0-aaa09612a76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:59.617054 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0efe9ef0-bdba-4226-a39f-44752f89a73b req-69881ce7-aef1-4d6e-96b0-aaa09612a76f service neutron] 10.222.0.77 "GET /v2.0/networks?id=bb78b1d9-7dac-44f4-8e6b-fafe45e7742c HTTP/1.1" status: 200 len: 909 time: 0.0853705 Jul 09 17:29:59.686017 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0efe9ef0-bdba-4226-a39f-44752f89a73b req-24716100-664b-4a9a-beb3-4a0e6b25248c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83a78c22-791d-4e0e-8cf8-47dacc821e70 HTTP/1.1" status: 200 len: 997 time: 0.0627263 Jul 09 17:29:59.703652 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-726b741d-8e25-4a7e-85dc-3cb4f1f1147a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'name': 'tempest-TestShelveInstance-668595555-router', 'tenant_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e63ce27a-8357-42d5-ba33-70ead7ca03e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:23:45Z', 'updated_at': '2021-07-09T17:23:48Z', 'revision_number': 4, 'project_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'gw_port': {'id': 'e63ce27a-8357-42d5-ba33-70ead7ca03e2', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:46Z', 'updated_at': '2021-07-09T17:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '6ee7dcb8-cf14-4a38-b208-de4309969c30', 'tenant_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'floating_ip_address': '172.25.0.5', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'port_id': '83a78c22-791d-4e0e-8cf8-47dacc821e70', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb78b1d9-7dac-44f4-8e6b-fafe45e7742c', 'mac_address': 'fa:16:3e:47:b9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37e2d2b-7bae-4588-88ce-b4dd5d67abd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:29:58Z', 'updated_at': '2021-07-09T17:29:58Z', 'revision_number': 0, 'project_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e80ff5bf-554f-4e23-87cd-c9ccf3604e73', 'name': '', 'network_id': 'bb78b1d9-7dac-44f4-8e6b-fafe45e7742c', 'tenant_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'mac_address': 'fa:16:3e:0e:96:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '1853d5eb-0239-4168-a59f-52e99792a4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:47Z', 'updated_at': '2021-07-09T17:23:53Z', 'revision_number': 5, 'project_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'subnets': [{'id': '1853d5eb-0239-4168-a59f-52e99792a4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:59.735474 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe9ef0-bdba-4226-a39f-44752f89a73b req-609e18e1-0cc7-4c07-af14-f87d6634aacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:59.736939 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0efe9ef0-bdba-4226-a39f-44752f89a73b req-609e18e1-0cc7-4c07-af14-f87d6634aacc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1853d5eb-0239-4168-a59f-52e99792a4f0 HTTP/1.1" status: 200 len: 847 time: 0.0443809 Jul 09 17:29:59.798731 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe9ef0-bdba-4226-a39f-44752f89a73b req-510ea6a8-8689-43f1-ba20-a8b4cabffe38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:59.800207 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0efe9ef0-bdba-4226-a39f-44752f89a73b req-510ea6a8-8689-43f1-ba20-a8b4cabffe38 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bb78b1d9-7dac-44f4-8e6b-fafe45e7742c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568881 Jul 09 17:29:59.886869 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726b741d-8e25-4a7e-85dc-3cb4f1f1147a None None] Checking router: de2768fa-7ca4-419f-8abf-4993ce07b9e9 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:29:59.895745 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726b741d-8e25-4a7e-85dc-3cb4f1f1147a None None] Routers {'de2768fa-7ca4-419f-8abf-4993ce07b9e9'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:29:59.896355 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-726b741d-8e25-4a7e-85dc-3cb4f1f1147a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:29:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['de2768fa-7ca4-419f-8abf-4993ce07b9e9'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:59.902209 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0efe9ef0-bdba-4226-a39f-44752f89a73b req-bf0eecc3-21d8-4378-8e5e-56a12bed2102 service neutron] 10.222.0.77 "GET /v2.0/networks/bb78b1d9-7dac-44f4-8e6b-fafe45e7742c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952570 Jul 09 17:29:59.999064 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-0efe9ef0-bdba-4226-a39f-44752f89a73b req-e012f7f9-851a-4403-9995-8552cb5b6b16 service neutron] 10.222.0.77 "GET /v2.0/networks/bb78b1d9-7dac-44f4-8e6b-fafe45e7742c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902679 Jul 09 17:30:00.010312 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-726b741d-8e25-4a7e-85dc-3cb4f1f1147a None None] Set router de2768fa-7ca4-419f-8abf-4993ce07b9e9 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:30:00.244562 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-726b741d-8e25-4a7e-85dc-3cb4f1f1147a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'name': 'tempest-TestShelveInstance-668595555-router', 'tenant_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e63ce27a-8357-42d5-ba33-70ead7ca03e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:23:45Z', 'updated_at': '2021-07-09T17:23:48Z', 'revision_number': 4, 'project_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'gw_port': {'id': 'e63ce27a-8357-42d5-ba33-70ead7ca03e2', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:46Z', 'updated_at': '2021-07-09T17:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '6ee7dcb8-cf14-4a38-b208-de4309969c30', 'tenant_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'floating_ip_address': '172.25.0.5', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'port_id': '83a78c22-791d-4e0e-8cf8-47dacc821e70', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb78b1d9-7dac-44f4-8e6b-fafe45e7742c', 'mac_address': 'fa:16:3e:47:b9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37e2d2b-7bae-4588-88ce-b4dd5d67abd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:29:58Z', 'updated_at': '2021-07-09T17:29:58Z', 'revision_number': 0, 'project_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e80ff5bf-554f-4e23-87cd-c9ccf3604e73', 'name': '', 'network_id': 'bb78b1d9-7dac-44f4-8e6b-fafe45e7742c', 'tenant_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'mac_address': 'fa:16:3e:0e:96:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '1853d5eb-0239-4168-a59f-52e99792a4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:47Z', 'updated_at': '2021-07-09T17:23:53Z', 'revision_number': 5, 'project_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'subnets': [{'id': '1853d5eb-0239-4168-a59f-52e99792a4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:00.274290 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726b741d-8e25-4a7e-85dc-3cb4f1f1147a None None] The sync data for ids ['de2768fa-7ca4-419f-8abf-4993ce07b9e9'] in n-d-798930-3 is: [{'id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'name': 'tempest-TestShelveInstance-668595555-router', 'tenant_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e63ce27a-8357-42d5-ba33-70ead7ca03e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:23:45Z', 'updated_at': '2021-07-09T17:23:48Z', 'revision_number': 4, 'project_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'gw_port': {'id': 'e63ce27a-8357-42d5-ba33-70ead7ca03e2', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:46Z', 'updated_at': '2021-07-09T17:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '6ee7dcb8-cf14-4a38-b208-de4309969c30', 'tenant_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'floating_ip_address': '172.25.0.5', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'port_id': '83a78c22-791d-4e0e-8cf8-47dacc821e70', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb78b1d9-7dac-44f4-8e6b-fafe45e7742c', 'mac_address': 'fa:16:3e:47:b9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37e2d2b-7bae-4588-88ce-b4dd5d67abd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:29:58Z', 'updated_at': '2021-07-09T17:29:58Z', 'revision_number': 0, 'project_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e80ff5bf-554f-4e23-87cd-c9ccf3604e73', 'name': '', 'network_id': 'bb78b1d9-7dac-44f4-8e6b-fafe45e7742c', 'tenant_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'mac_address': 'fa:16:3e:0e:96:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '1853d5eb-0239-4168-a59f-52e99792a4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:47Z', 'updated_at': '2021-07-09T17:23:53Z', 'revision_number': 5, 'project_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'subnets': [{'id': '1853d5eb-0239-4168-a59f-52e99792a4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:30:00.451545 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f543913b-66be-4892-865c-b80a0779be5e None None] New status for floating IP 6ee7dcb8-cf14-4a38-b208-de4309969c30: ACTIVE {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:30:06.483897 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-18ad23db-6630-4272-b1b6-112633fea429 req-2c120495-7e22-444c-9744-0f7d3bf4d198 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0505269 Jul 09 17:30:06.579651 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad23db-6630-4272-b1b6-112633fea429 req-7afce25f-23f1-4ac8-b9b2-6204f643144f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:06.581209 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-18ad23db-6630-4272-b1b6-112633fea429 req-7afce25f-23f1-4ac8-b9b2-6204f643144f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7ddcf6db187244d0bdd4287a778b0e3c&device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 1096 time: 0.0579350 Jul 09 17:30:06.683677 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad23db-6630-4272-b1b6-112633fea429 req-d84aa692-a4ce-4d3c-bdb9-8a7a90d3b2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:06.685132 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-18ad23db-6630-4272-b1b6-112633fea429 req-d84aa692-a4ce-4d3c-bdb9-8a7a90d3b2ec service neutron] 10.222.0.77 "GET /v2.0/networks?id=bb78b1d9-7dac-44f4-8e6b-fafe45e7742c HTTP/1.1" status: 200 len: 909 time: 0.0828745 Jul 09 17:30:06.752884 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-18ad23db-6630-4272-b1b6-112633fea429 req-52077b5a-44df-42cf-a036-293aa25f36a8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83a78c22-791d-4e0e-8cf8-47dacc821e70 HTTP/1.1" status: 200 len: 999 time: 0.0615249 Jul 09 17:30:06.802383 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad23db-6630-4272-b1b6-112633fea429 req-2416b0e3-6396-4ae0-8d14-90201cdd2eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:06.803829 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-18ad23db-6630-4272-b1b6-112633fea429 req-2416b0e3-6396-4ae0-8d14-90201cdd2eeb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1853d5eb-0239-4168-a59f-52e99792a4f0 HTTP/1.1" status: 200 len: 847 time: 0.0451460 Jul 09 17:30:06.866832 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad23db-6630-4272-b1b6-112633fea429 req-6f61073e-79e2-4656-8cad-9024a34554ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:06.868380 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-18ad23db-6630-4272-b1b6-112633fea429 req-6f61073e-79e2-4656-8cad-9024a34554ff service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bb78b1d9-7dac-44f4-8e6b-fafe45e7742c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574462 Jul 09 17:30:06.966195 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-18ad23db-6630-4272-b1b6-112633fea429 req-21139528-9515-4163-9ae6-bd3729a7637c service neutron] 10.222.0.77 "GET /v2.0/networks/bb78b1d9-7dac-44f4-8e6b-fafe45e7742c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907040 Jul 09 17:30:07.057289 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-18ad23db-6630-4272-b1b6-112633fea429 req-b001cb28-7b4e-4c3c-9ab9-f7c64d9eee38 service neutron] 10.222.0.77 "GET /v2.0/networks/bb78b1d9-7dac-44f4-8e6b-fafe45e7742c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838201 Jul 09 17:30:10.726369 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:22.447178 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8ecc47d0-9cef-4bab-a19e-46e838f371bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:25.162404 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a9fcf588-5f64-47b5-bc75-05c15d649208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:25.906572 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:26.561271 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:27.520191 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:28.493728 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:29.084300 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:30:40.719899 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:52.448264 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bf00c4d0-e49d-461f-ae27-33b7c8afacb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:55.164344 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c6727da1-f0fc-49a0-9d7a-fbc86dc16594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:55.906866 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:56.564543 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:57.537579 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:58.496054 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:06.082546 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:31:07.483812 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-dceb62f6-1b20-468f-beac-a5967652d932 req-fa061580-afdd-4c35-8f0b-aae9209b5538 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0527773 Jul 09 17:31:07.586301 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb62f6-1b20-468f-beac-a5967652d932 req-32e623f4-99ed-43ed-bae6-1e57cf2381e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:07.587817 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-dceb62f6-1b20-468f-beac-a5967652d932 req-32e623f4-99ed-43ed-bae6-1e57cf2381e0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7ddcf6db187244d0bdd4287a778b0e3c&device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 1096 time: 0.0621612 Jul 09 17:31:07.690285 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb62f6-1b20-468f-beac-a5967652d932 req-81501788-7c2b-4b99-93e5-b4a855e31a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:07.691822 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-dceb62f6-1b20-468f-beac-a5967652d932 req-81501788-7c2b-4b99-93e5-b4a855e31a1f service neutron] 10.222.0.77 "GET /v2.0/networks?id=bb78b1d9-7dac-44f4-8e6b-fafe45e7742c HTTP/1.1" status: 200 len: 909 time: 0.0844529 Jul 09 17:31:07.759169 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-dceb62f6-1b20-468f-beac-a5967652d932 req-f4304528-d82d-4c16-b617-19bda2c28757 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83a78c22-791d-4e0e-8cf8-47dacc821e70 HTTP/1.1" status: 200 len: 999 time: 0.0613611 Jul 09 17:31:07.807709 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb62f6-1b20-468f-beac-a5967652d932 req-d2fb3240-1725-4172-8478-4442992f0eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:07.809147 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-dceb62f6-1b20-468f-beac-a5967652d932 req-d2fb3240-1725-4172-8478-4442992f0eea service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1853d5eb-0239-4168-a59f-52e99792a4f0 HTTP/1.1" status: 200 len: 847 time: 0.0428720 Jul 09 17:31:07.865691 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb62f6-1b20-468f-beac-a5967652d932 req-cb18dcb9-6c21-461e-a424-34ebea6e7d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:07.867238 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-dceb62f6-1b20-468f-beac-a5967652d932 req-cb18dcb9-6c21-461e-a424-34ebea6e7d05 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bb78b1d9-7dac-44f4-8e6b-fafe45e7742c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516827 Jul 09 17:31:07.957249 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-dceb62f6-1b20-468f-beac-a5967652d932 req-da8e402a-07bd-43a3-a431-d1e428a5b4e7 service neutron] 10.222.0.77 "GET /v2.0/networks/bb78b1d9-7dac-44f4-8e6b-fafe45e7742c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833962 Jul 09 17:31:08.045860 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-dceb62f6-1b20-468f-beac-a5967652d932 req-4d4e7928-9009-4f6f-92f0-f63b3a53041b service neutron] 10.222.0.77 "GET /v2.0/networks/bb78b1d9-7dac-44f4-8e6b-fafe45e7742c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823150 Jul 09 17:31:10.721313 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:22.448553 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d8a74893-5096-423c-bf19-0fee2c119756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:25.165602 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c2f10ebb-b004-40d2-9de4-fa35f5a82092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:25.907002 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:26.566794 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:27.557154 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:28.499054 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:40.721186 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:43.082310 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:31:51.741781 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9810bf-2e7a-4201-8f1e-24474e8f9729 req-fd8a8324-080d-42fc-953d-f6c0d80b3d09 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:51.743192 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2f9810bf-2e7a-4201-8f1e-24474e8f9729 req-fd8a8324-080d-42fc-953d-f6c0d80b3d09 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 945 time: 0.0655620 Jul 09 17:31:51.786556 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-2f9810bf-2e7a-4201-8f1e-24474e8f9729 req-6c5c7f1d-9a39-4174-8fe9-9fa23e468ea0 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4b12ba8-35b0-4acd-887c-c715532db619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323753 Jul 09 17:31:52.448932 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f7016927-dde1-4ab0-95ba-e6da9cb16620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:52.992845 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3cf79d-3033-439a-b0ce-341974bb4f78 req-2bdbc65b-a3b5-415a-9a9c-4e2795ad9dbe tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:52.994327 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cc3cf79d-3033-439a-b0ce-341974bb4f78 req-2bdbc65b-a3b5-415a-9a9c-4e2795ad9dbe tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 945 time: 0.0669942 Jul 09 17:31:53.032118 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cc3cf79d-3033-439a-b0ce-341974bb4f78 req-e0603944-dd45-4ac7-8706-fce4f9937431 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4b12ba8-35b0-4acd-887c-c715532db619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320256 Jul 09 17:31:54.207480 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80910751-4937-44bd-9bcd-18c5db37355c req-32a92508-872a-4599-9d85-ee484dcc7667 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:54.208929 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-80910751-4937-44bd-9bcd-18c5db37355c req-32a92508-872a-4599-9d85-ee484dcc7667 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 945 time: 0.0620737 Jul 09 17:31:54.246957 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-80910751-4937-44bd-9bcd-18c5db37355c req-48ea00a5-ca98-44e5-9d8c-8ec04935a357 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4b12ba8-35b0-4acd-887c-c715532db619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317771 Jul 09 17:31:55.165740 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c2943b96-3682-4446-bc36-08759ed24c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:55.422033 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6229a-3cb1-43fc-b309-15425b78dd80 req-977b68ba-2c9b-451a-8211-a5eb80c9a242 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:55.423453 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5ac6229a-3cb1-43fc-b309-15425b78dd80 req-977b68ba-2c9b-451a-8211-a5eb80c9a242 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 945 time: 0.0619078 Jul 09 17:31:55.460685 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5ac6229a-3cb1-43fc-b309-15425b78dd80 req-1c463d77-c96e-4316-bc64-ca5c69c251cd tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4b12ba8-35b0-4acd-887c-c715532db619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316923 Jul 09 17:31:55.908792 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:56.569556 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:56.637578 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615204b-7033-4c0d-96e8-7232a1ee7ba9 req-4c120f54-0717-4909-843b-62c81eb68854 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:56.639104 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d615204b-7033-4c0d-96e8-7232a1ee7ba9 req-4c120f54-0717-4909-843b-62c81eb68854 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 945 time: 0.0702245 Jul 09 17:31:56.676596 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-d615204b-7033-4c0d-96e8-7232a1ee7ba9 req-fd567207-3b8b-4da1-93d4-317801f89c0e tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4b12ba8-35b0-4acd-887c-c715532db619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319500 Jul 09 17:31:57.565559 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:57.855150 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee5ce6-4b9b-42cc-9660-0cb13464957f req-ee8c5d21-36e6-4003-8ff9-938a43592140 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:57.856628 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ceee5ce6-4b9b-42cc-9660-0cb13464957f req-ee8c5d21-36e6-4003-8ff9-938a43592140 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 945 time: 0.0657153 Jul 09 17:31:57.893697 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ceee5ce6-4b9b-42cc-9660-0cb13464957f req-454007cd-62fe-43c6-b0f1-96f96f9a5f46 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4b12ba8-35b0-4acd-887c-c715532db619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315535 Jul 09 17:31:58.501435 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:59.072818 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae030e32-4425-4ecc-929e-ed3f7b339590 req-d7d9cce4-9f16-40ae-b225-b621047d3ae5 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:59.074318 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ae030e32-4425-4ecc-929e-ed3f7b339590 req-d7d9cce4-9f16-40ae-b225-b621047d3ae5 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 945 time: 0.0670266 Jul 09 17:31:59.111216 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ae030e32-4425-4ecc-929e-ed3f7b339590 req-a32801ad-b070-4c58-83be-7b2b8f505a5c tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4b12ba8-35b0-4acd-887c-c715532db619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314064 Jul 09 17:32:00.280305 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41159218-e2b3-4979-a89f-ffe25f0d2907 req-3731db99-ccad-43d9-9c7d-bb62474492d7 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:00.281777 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-41159218-e2b3-4979-a89f-ffe25f0d2907 req-3731db99-ccad-43d9-9c7d-bb62474492d7 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 945 time: 0.0632734 Jul 09 17:32:00.321141 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-41159218-e2b3-4979-a89f-ffe25f0d2907 req-bf5cd2b6-664e-4d5d-a3c2-15a294afa783 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4b12ba8-35b0-4acd-887c-c715532db619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329375 Jul 09 17:32:01.493616 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340daa10-fb1b-4df5-8180-b9f6c2e1a127 req-cef14404-963d-4392-9cc3-651244d2e748 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:01.495108 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-340daa10-fb1b-4df5-8180-b9f6c2e1a127 req-cef14404-963d-4392-9cc3-651244d2e748 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 945 time: 0.0620437 Jul 09 17:32:01.532342 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-340daa10-fb1b-4df5-8180-b9f6c2e1a127 req-a88b4981-21d2-4d6a-a427-4c83c042987b tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4b12ba8-35b0-4acd-887c-c715532db619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316749 Jul 09 17:32:01.834411 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa01af-b91a-44ff-abfd-a63f4f7d0cf7 req-204c38ee-2dfb-4312-a212-0ad396a2ef91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:01.835907 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d2fa01af-b91a-44ff-abfd-a63f4f7d0cf7 req-204c38ee-2dfb-4312-a212-0ad396a2ef91 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7ddcf6db187244d0bdd4287a778b0e3c&device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 1096 time: 0.0533462 Jul 09 17:32:01.928217 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa01af-b91a-44ff-abfd-a63f4f7d0cf7 req-7579e7a4-3f8e-4d79-bf63-d36d62b41b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:01.929670 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d2fa01af-b91a-44ff-abfd-a63f4f7d0cf7 req-7579e7a4-3f8e-4d79-bf63-d36d62b41b38 service neutron] 10.222.0.77 "GET /v2.0/networks?id=bb78b1d9-7dac-44f4-8e6b-fafe45e7742c HTTP/1.1" status: 200 len: 909 time: 0.0875573 Jul 09 17:32:01.992230 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d2fa01af-b91a-44ff-abfd-a63f4f7d0cf7 req-c72abd9a-66f7-457d-aaeb-bf240b113ae5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83a78c22-791d-4e0e-8cf8-47dacc821e70 HTTP/1.1" status: 200 len: 999 time: 0.0564868 Jul 09 17:32:02.042832 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa01af-b91a-44ff-abfd-a63f4f7d0cf7 req-aba322ec-8085-4bc0-8ce8-9d0fac101145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:02.044233 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d2fa01af-b91a-44ff-abfd-a63f4f7d0cf7 req-aba322ec-8085-4bc0-8ce8-9d0fac101145 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1853d5eb-0239-4168-a59f-52e99792a4f0 HTTP/1.1" status: 200 len: 847 time: 0.0465164 Jul 09 17:32:02.100808 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa01af-b91a-44ff-abfd-a63f4f7d0cf7 req-01c5ac24-81b7-41e0-b1f0-ff4670467a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:02.102192 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d2fa01af-b91a-44ff-abfd-a63f4f7d0cf7 req-01c5ac24-81b7-41e0-b1f0-ff4670467a4c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bb78b1d9-7dac-44f4-8e6b-fafe45e7742c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513284 Jul 09 17:32:02.188268 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d2fa01af-b91a-44ff-abfd-a63f4f7d0cf7 req-959917bb-6d74-4cd6-a1f2-afb1818d08d9 service neutron] 10.222.0.77 "GET /v2.0/networks/bb78b1d9-7dac-44f4-8e6b-fafe45e7742c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793898 Jul 09 17:32:02.278728 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-d2fa01af-b91a-44ff-abfd-a63f4f7d0cf7 req-7dc55d60-0c9e-4fa7-bcc4-29cafcff90a5 service neutron] 10.222.0.77 "GET /v2.0/networks/bb78b1d9-7dac-44f4-8e6b-fafe45e7742c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842044 Jul 09 17:32:02.704756 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384afae2-404d-48a8-a35d-a28676c44730 req-27811fc0-abd7-4d54-8544-ac76e7c0e013 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:02.706160 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-384afae2-404d-48a8-a35d-a28676c44730 req-27811fc0-abd7-4d54-8544-ac76e7c0e013 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 945 time: 0.0665753 Jul 09 17:32:02.743587 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-384afae2-404d-48a8-a35d-a28676c44730 req-80e13506-312a-4be8-85ab-be5f598f801f tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4b12ba8-35b0-4acd-887c-c715532db619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318723 Jul 09 17:32:03.926487 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a615e09-1681-468c-8914-ba9f024bf98c req-b2202c06-d495-494e-baf3-f59739a30c05 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:03.928013 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7a615e09-1681-468c-8914-ba9f024bf98c req-b2202c06-d495-494e-baf3-f59739a30c05 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 945 time: 0.0670919 Jul 09 17:32:03.966155 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-7a615e09-1681-468c-8914-ba9f024bf98c req-ea90613a-a11f-4d98-a8c9-2fadbf87962d tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4b12ba8-35b0-4acd-887c-c715532db619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320778 Jul 09 17:32:05.144387 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499bf71c-fc97-401d-a80d-b40756d13c0a req-2dc88fe1-97d7-4012-97cb-a98dc835384b tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:05.145874 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-499bf71c-fc97-401d-a80d-b40756d13c0a req-2dc88fe1-97d7-4012-97cb-a98dc835384b tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 945 time: 0.0684450 Jul 09 17:32:05.184789 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-499bf71c-fc97-401d-a80d-b40756d13c0a req-2ab11047-997f-446d-b48f-f7ef4f81285e tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4b12ba8-35b0-4acd-887c-c715532db619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334058 Jul 09 17:32:06.172736 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 83a78c22-791d-4e0e-8cf8-47dacc821e70 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:32:06.248659 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:06.271082 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a37e2d2b-7bae-4588-88ce-b4dd5d67abd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83a78c22-791d-4e0e-8cf8-47dacc821e70'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:32:06.273313 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e4c0197b51a39b57e4a8a116eb3788e06930fc42ac75c6a3eb5959c91cb8bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bdcf343-abca-4291-a36d-ca324eb9c64b" -d '{"events": [{"server_uuid": "a37e2d2b-7bae-4588-88ce-b4dd5d67abd2", "name": "network-vif-unplugged", "status": "completed", "tag": "83a78c22-791d-4e0e-8cf8-47dacc821e70"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:32:06.285534 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 83a78c22-791d-4e0e-8cf8-47dacc821e70, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=83a78c22-791d-4e0e-8cf8-47dacc821e70,segment=NetworkSegment(5efd8bbe-c628-4797-8fa8-b74fe0522047),segment_id=5efd8bbe-c628-4797-8fa8-b74fe0522047)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:32:06.289122 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:06.336241 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=83a78c22-791d-4e0e-8cf8-47dacc821e70,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:06.343963 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:06.344310 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:06.344648 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:06.344979 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:06.345312 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:06.345639 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:06.345955 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:06.346279 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:06.346600 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:06.346958 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:06.347278 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:06.347595 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:06.357233 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a169fb-c172-4d1f-bb7a-dbf8bc1b1efc req-881b51cf-c225-443f-b686-ff949f407897 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:06.358563 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-72a169fb-c172-4d1f-bb7a-dbf8bc1b1efc req-881b51cf-c225-443f-b686-ff949f407897 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 943 time: 0.0645030 Jul 09 17:32:06.396328 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-72a169fb-c172-4d1f-bb7a-dbf8bc1b1efc req-b5ce55ed-41f6-4e06-8b1d-3674f31b0ef9 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4b12ba8-35b0-4acd-887c-c715532db619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320530 Jul 09 17:32:06.436227 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 09 Jul 2021 17:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fab3424-333a-4792-9d39-539a81c270b7 x-openstack-request-id: req-0fab3424-333a-4792-9d39-539a81c270b7 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:32:06.436667 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a37e2d2b-7bae-4588-88ce-b4dd5d67abd2", "name": "network-vif-unplugged", "status": "failed", "tag": "83a78c22-791d-4e0e-8cf8-47dacc821e70", "code": 422}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:32:06.436799 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0fab3424-333a-4792-9d39-539a81c270b7 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:32:06.437179 n-d-798930-3 neutron-server[93960]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a37e2d2b-7bae-4588-88ce-b4dd5d67abd2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '83a78c22-791d-4e0e-8cf8-47dacc821e70', 'code': 422} returned with failed status Jul 09 17:32:06.682248 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-077daec6-196e-457e-b83c-d684715ea136 req-b4d6a4b6-2f30-4057-ae6d-6888623c0a0b service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0509970 Jul 09 17:32:06.756112 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eaa856-a772-4f96-9c55-409cfba1dfcd req-f8dbb41f-5320-41e9-9c88-6f3b94e87be7 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:06.757602 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-65eaa856-a772-4f96-9c55-409cfba1dfcd req-f8dbb41f-5320-41e9-9c88-6f3b94e87be7 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 943 time: 0.0664206 Jul 09 17:32:06.796885 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-65eaa856-a772-4f96-9c55-409cfba1dfcd req-7a1d5f18-5d2a-4e40-867d-41437755d818 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4b12ba8-35b0-4acd-887c-c715532db619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334549 Jul 09 17:32:07.972172 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71038f-3284-4186-b4bf-a9eded9f1110 req-f1fa591d-ae3e-4b3f-99ed-e9b96d2283e1 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:07.973736 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bd71038f-3284-4186-b4bf-a9eded9f1110 req-f1fa591d-ae3e-4b3f-99ed-e9b96d2283e1 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 943 time: 0.0650399 Jul 09 17:32:08.015866 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bd71038f-3284-4186-b4bf-a9eded9f1110 req-7aadf004-2269-40c9-b03c-15966eb442d9 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4b12ba8-35b0-4acd-887c-c715532db619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360658 Jul 09 17:32:09.193298 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77c7cb-c52e-4740-918d-817762f1730f req-63003fe2-0407-453c-8c7a-0723941d0903 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:09.194682 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8b77c7cb-c52e-4740-918d-817762f1730f req-63003fe2-0407-453c-8c7a-0723941d0903 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 943 time: 0.0695126 Jul 09 17:32:09.237528 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8b77c7cb-c52e-4740-918d-817762f1730f req-834ca193-5130-4361-bc10-28e9f2cc1988 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4b12ba8-35b0-4acd-887c-c715532db619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369310 Jul 09 17:32:10.418701 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc75ae-6200-4804-aea3-b47ba0c37e12 req-d30a8c25-029c-466e-a64d-3cda9dd3d52d tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:10.420449 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c7dc75ae-6200-4804-aea3-b47ba0c37e12 req-d30a8c25-029c-466e-a64d-3cda9dd3d52d tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 943 time: 0.0680358 Jul 09 17:32:10.459169 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c7dc75ae-6200-4804-aea3-b47ba0c37e12 req-b9a1f665-69eb-40a5-a799-49a3322d817f tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4b12ba8-35b0-4acd-887c-c715532db619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330343 Jul 09 17:32:10.737679 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:11.455942 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077daec6-196e-457e-b83c-d684715ea136 req-e6246a5e-e9e6-407e-8c4f-c713fe0da242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:11.457414 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-077daec6-196e-457e-b83c-d684715ea136 req-e6246a5e-e9e6-407e-8c4f-c713fe0da242 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2&tenant_id=7ddcf6db187244d0bdd4287a778b0e3c HTTP/1.1" status: 200 len: 1094 time: 0.0521259 Jul 09 17:32:11.474466 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-077daec6-196e-457e-b83c-d684715ea136 req-c6a00073-4267-4b98-a2cf-10515e957a88 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798930-3', 'device_owner': 'compute:nova'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:32:11.885823 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-077daec6-196e-457e-b83c-d684715ea136 req-c6a00073-4267-4b98-a2cf-10515e957a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:11.958525 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df3da41-d6b8-4a5e-b572-fb4f2c3c79b5 req-ff4caf74-e735-4aef-9b67-a59c292eddb1 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:11.960010 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9df3da41-d6b8-4a5e-b572-fb4f2c3c79b5 req-ff4caf74-e735-4aef-9b67-a59c292eddb1 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 943 time: 0.1176202 Jul 09 17:32:12.064250 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9df3da41-d6b8-4a5e-b572-fb4f2c3c79b5 req-97303579-2cf6-4093-86c1-603e569c405e tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4b12ba8-35b0-4acd-887c-c715532db619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582445 Jul 09 17:32:12.133498 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-077daec6-196e-457e-b83c-d684715ea136 req-c6a00073-4267-4b98-a2cf-10515e957a88 service neutron] For port 83a78c22-791d-4e0e-8cf8-47dacc821e70, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=83a78c22-791d-4e0e-8cf8-47dacc821e70,segment=NetworkSegment(5efd8bbe-c628-4797-8fa8-b74fe0522047),segment_id=5efd8bbe-c628-4797-8fa8-b74fe0522047)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:32:12.166249 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-077daec6-196e-457e-b83c-d684715ea136 req-c6a00073-4267-4b98-a2cf-10515e957a88 service neutron] For port 83a78c22-791d-4e0e-8cf8-47dacc821e70, host n-h1-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:32:12.197139 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-077daec6-196e-457e-b83c-d684715ea136 req-c6a00073-4267-4b98-a2cf-10515e957a88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83a78c22-791d-4e0e-8cf8-47dacc821e70 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:32:12.204626 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-077daec6-196e-457e-b83c-d684715ea136 req-c6a00073-4267-4b98-a2cf-10515e957a88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:12.217191 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-077daec6-196e-457e-b83c-d684715ea136 req-c6a00073-4267-4b98-a2cf-10515e957a88 service neutron] Transition to ACTIVE for port object 83a78c22-791d-4e0e-8cf8-47dacc821e70 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:32:12.220244 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-077daec6-196e-457e-b83c-d684715ea136 req-c6a00073-4267-4b98-a2cf-10515e957a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:12.293164 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a00073-4267-4b98-a2cf-10515e957a88 service neutron] Pushing event updated for resources: {'Port': ['ID=83a78c22-791d-4e0e-8cf8-47dacc821e70,revision_number=7']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:12.309019 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a00073-4267-4b98-a2cf-10515e957a88 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:12.309366 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a00073-4267-4b98-a2cf-10515e957a88 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:12.309702 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a00073-4267-4b98-a2cf-10515e957a88 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:12.310036 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a00073-4267-4b98-a2cf-10515e957a88 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:12.310365 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a00073-4267-4b98-a2cf-10515e957a88 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:12.310688 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a00073-4267-4b98-a2cf-10515e957a88 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:12.311041 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a00073-4267-4b98-a2cf-10515e957a88 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:12.311366 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a00073-4267-4b98-a2cf-10515e957a88 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:12.311693 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a00073-4267-4b98-a2cf-10515e957a88 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:12.312007 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a00073-4267-4b98-a2cf-10515e957a88 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:12.312333 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a00073-4267-4b98-a2cf-10515e957a88 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:12.312651 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a00073-4267-4b98-a2cf-10515e957a88 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:12.353454 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-077daec6-196e-457e-b83c-d684715ea136 req-c6a00073-4267-4b98-a2cf-10515e957a88 service neutron] No DVR routers for this DVR port 83a78c22-791d-4e0e-8cf8-47dacc821e70 on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:32:12.491827 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-077daec6-196e-457e-b83c-d684715ea136 req-c6a00073-4267-4b98-a2cf-10515e957a88 service neutron] Attempting to bind port 83a78c22-791d-4e0e-8cf8-47dacc821e70 on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:32:12.492424 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-077daec6-196e-457e-b83c-d684715ea136 req-c6a00073-4267-4b98-a2cf-10515e957a88 service neutron] Attempting to bind port 83a78c22-791d-4e0e-8cf8-47dacc821e70 by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': '5efd8bbe-c628-4797-8fa8-b74fe0522047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'bb78b1d9-7dac-44f4-8e6b-fafe45e7742c'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:32:12.492576 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077daec6-196e-457e-b83c-d684715ea136 req-c6a00073-4267-4b98-a2cf-10515e957a88 service neutron] Attempting to bind port 83a78c22-791d-4e0e-8cf8-47dacc821e70 on network bb78b1d9-7dac-44f4-8e6b-fafe45e7742c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:32:12.496901 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077daec6-196e-457e-b83c-d684715ea136 req-c6a00073-4267-4b98-a2cf-10515e957a88 service neutron] Port 83a78c22-791d-4e0e-8cf8-47dacc821e70 on network bb78b1d9-7dac-44f4-8e6b-fafe45e7742c not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:32:12.497217 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077daec6-196e-457e-b83c-d684715ea136 req-c6a00073-4267-4b98-a2cf-10515e957a88 service neutron] Attempting to bind port 83a78c22-791d-4e0e-8cf8-47dacc821e70 on network bb78b1d9-7dac-44f4-8e6b-fafe45e7742c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:32:12.501916 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077daec6-196e-457e-b83c-d684715ea136 req-c6a00073-4267-4b98-a2cf-10515e957a88 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:32:12.502249 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077daec6-196e-457e-b83c-d684715ea136 req-c6a00073-4267-4b98-a2cf-10515e957a88 service neutron] Checking segment: {'id': '5efd8bbe-c628-4797-8fa8-b74fe0522047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'bb78b1d9-7dac-44f4-8e6b-fafe45e7742c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:32:12.502631 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077daec6-196e-457e-b83c-d684715ea136 req-c6a00073-4267-4b98-a2cf-10515e957a88 service neutron] Bound using segment: {'id': '5efd8bbe-c628-4797-8fa8-b74fe0522047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'bb78b1d9-7dac-44f4-8e6b-fafe45e7742c'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:32:12.503075 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-077daec6-196e-457e-b83c-d684715ea136 req-c6a00073-4267-4b98-a2cf-10515e957a88 service neutron] Bound port: 83a78c22-791d-4e0e-8cf8-47dacc821e70, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5efd8bbe-c628-4797-8fa8-b74fe0522047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'bb78b1d9-7dac-44f4-8e6b-fafe45e7742c'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:32:12.503427 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-077daec6-196e-457e-b83c-d684715ea136 req-c6a00073-4267-4b98-a2cf-10515e957a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:12.565414 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-077daec6-196e-457e-b83c-d684715ea136 req-c6a00073-4267-4b98-a2cf-10515e957a88 service neutron] For port 83a78c22-791d-4e0e-8cf8-47dacc821e70, host n-h2-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:32:12.568316 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-077daec6-196e-457e-b83c-d684715ea136 req-c6a00073-4267-4b98-a2cf-10515e957a88 service neutron] For port 83a78c22-791d-4e0e-8cf8-47dacc821e70, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=83a78c22-791d-4e0e-8cf8-47dacc821e70,segment=NetworkSegment(5efd8bbe-c628-4797-8fa8-b74fe0522047),segment_id=5efd8bbe-c628-4797-8fa8-b74fe0522047)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:32:12.574091 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-077daec6-196e-457e-b83c-d684715ea136 req-c6a00073-4267-4b98-a2cf-10515e957a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:12.608953 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077daec6-196e-457e-b83c-d684715ea136 req-c6a00073-4267-4b98-a2cf-10515e957a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:12.609678 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-077daec6-196e-457e-b83c-d684715ea136 req-c6a00073-4267-4b98-a2cf-10515e957a88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:12.611214 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-077daec6-196e-457e-b83c-d684715ea136 req-c6a00073-4267-4b98-a2cf-10515e957a88 service neutron] 10.222.0.73 "PUT /v2.0/ports/83a78c22-791d-4e0e-8cf8-47dacc821e70 HTTP/1.1" status: 200 len: 1091 time: 1.1405923 Jul 09 17:32:12.611667 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a37e2d2b-7bae-4588-88ce-b4dd5d67abd2', 'tag': '83a78c22-791d-4e0e-8cf8-47dacc821e70'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:32:12.613897 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70bc3d1dd6a8d756905b95879fdfd768b2540769638561f09d0c65e65c91429d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69487252-1ae8-4d76-996b-d893d918f805" -d '{"events": [{"name": "network-changed", "server_uuid": "a37e2d2b-7bae-4588-88ce-b4dd5d67abd2", "tag": "83a78c22-791d-4e0e-8cf8-47dacc821e70"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:32:12.638663 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a00073-4267-4b98-a2cf-10515e957a88 service neutron] Pushing event updated for resources: {'Port': ['ID=83a78c22-791d-4e0e-8cf8-47dacc821e70,revision_number=8']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:12.677837 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05ebfbd-b80f-48c0-9f1a-16aca5a8326e x-openstack-request-id: req-b05ebfbd-b80f-48c0-9f1a-16aca5a8326e {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:32:12.678066 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a37e2d2b-7bae-4588-88ce-b4dd5d67abd2", "tag": "83a78c22-791d-4e0e-8cf8-47dacc821e70", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:32:12.678289 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b05ebfbd-b80f-48c0-9f1a-16aca5a8326e {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:32:12.678682 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a37e2d2b-7bae-4588-88ce-b4dd5d67abd2', 'tag': '83a78c22-791d-4e0e-8cf8-47dacc821e70', 'status': 'completed', 'code': 200} Jul 09 17:32:12.706612 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077daec6-196e-457e-b83c-d684715ea136 req-349a7ff5-69ed-4582-b876-65565fe535f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:12.708370 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-077daec6-196e-457e-b83c-d684715ea136 req-349a7ff5-69ed-4582-b876-65565fe535f1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7ddcf6db187244d0bdd4287a778b0e3c&device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 1094 time: 0.0623531 Jul 09 17:32:12.803585 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077daec6-196e-457e-b83c-d684715ea136 req-3dedd9e2-faa5-4ae7-814c-ec1439960e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:12.805076 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-077daec6-196e-457e-b83c-d684715ea136 req-3dedd9e2-faa5-4ae7-814c-ec1439960e37 service neutron] 10.222.0.73 "GET /v2.0/networks?id=bb78b1d9-7dac-44f4-8e6b-fafe45e7742c HTTP/1.1" status: 200 len: 909 time: 0.0900798 Jul 09 17:32:12.874517 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-077daec6-196e-457e-b83c-d684715ea136 req-4e19c1d3-889b-44a3-a8c7-1855385fc1a8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83a78c22-791d-4e0e-8cf8-47dacc821e70 HTTP/1.1" status: 200 len: 997 time: 0.0635128 Jul 09 17:32:12.923212 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077daec6-196e-457e-b83c-d684715ea136 req-f0bb7b65-60c6-451b-9a11-71296d1f56c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:12.924661 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-077daec6-196e-457e-b83c-d684715ea136 req-f0bb7b65-60c6-451b-9a11-71296d1f56c0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1853d5eb-0239-4168-a59f-52e99792a4f0 HTTP/1.1" status: 200 len: 847 time: 0.0440869 Jul 09 17:32:12.981290 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077daec6-196e-457e-b83c-d684715ea136 req-4b08f740-b540-4bbf-b1f1-16f609816196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:12.982718 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-077daec6-196e-457e-b83c-d684715ea136 req-4b08f740-b540-4bbf-b1f1-16f609816196 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb78b1d9-7dac-44f4-8e6b-fafe45e7742c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514259 Jul 09 17:32:13.074071 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-077daec6-196e-457e-b83c-d684715ea136 req-8d197bd2-4088-4001-8b5a-3537e2f88ee4 service neutron] 10.222.0.73 "GET /v2.0/networks/bb78b1d9-7dac-44f4-8e6b-fafe45e7742c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847981 Jul 09 17:32:13.162141 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-077daec6-196e-457e-b83c-d684715ea136 req-40a0b68c-abf3-4fc1-ba88-622fab243ba4 service neutron] 10.222.0.73 "GET /v2.0/networks/bb78b1d9-7dac-44f4-8e6b-fafe45e7742c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823703 Jul 09 17:32:13.268808 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d74d8-4b85-4311-a4a6-9c0d3bd0da4e req-ebf9471a-b92f-46c6-bb56-179a8a95143f tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:13.270264 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bf3d74d8-4b85-4311-a4a6-9c0d3bd0da4e req-ebf9471a-b92f-46c6-bb56-179a8a95143f tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 943 time: 0.0943167 Jul 09 17:32:13.322181 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bf3d74d8-4b85-4311-a4a6-9c0d3bd0da4e req-0bac11f2-d4cb-4838-ac3b-9d72628cf792 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4b12ba8-35b0-4acd-887c-c715532db619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449557 Jul 09 17:32:13.325131 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69487252-1ae8-4d76-996b-d893d918f805 req-dd985491-0770-4033-aafc-bfc4b06bf86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:13.326427 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-69487252-1ae8-4d76-996b-d893d918f805 req-dd985491-0770-4033-aafc-bfc4b06bf86a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7ddcf6db187244d0bdd4287a778b0e3c&device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 1094 time: 0.0970502 Jul 09 17:32:13.422157 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69487252-1ae8-4d76-996b-d893d918f805 req-cc20a00e-15d3-4ea9-b424-d7e03275feac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:13.423661 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-69487252-1ae8-4d76-996b-d893d918f805 req-cc20a00e-15d3-4ea9-b424-d7e03275feac service neutron] 10.222.0.73 "GET /v2.0/networks?id=bb78b1d9-7dac-44f4-8e6b-fafe45e7742c HTTP/1.1" status: 200 len: 909 time: 0.0881255 Jul 09 17:32:13.487967 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-69487252-1ae8-4d76-996b-d893d918f805 req-5aa17d8b-ceba-4ae8-9a10-2a5339d4c15e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83a78c22-791d-4e0e-8cf8-47dacc821e70 HTTP/1.1" status: 200 len: 997 time: 0.0578618 Jul 09 17:32:13.536023 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69487252-1ae8-4d76-996b-d893d918f805 req-4cbb847b-8a19-4571-800e-56653e29bb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:13.537358 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-69487252-1ae8-4d76-996b-d893d918f805 req-4cbb847b-8a19-4571-800e-56653e29bb8a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1853d5eb-0239-4168-a59f-52e99792a4f0 HTTP/1.1" status: 200 len: 847 time: 0.0430865 Jul 09 17:32:13.598323 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69487252-1ae8-4d76-996b-d893d918f805 req-f9bd1ff3-52fa-40a8-9af3-ed9f41870f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:13.599860 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-69487252-1ae8-4d76-996b-d893d918f805 req-f9bd1ff3-52fa-40a8-9af3-ed9f41870f8a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb78b1d9-7dac-44f4-8e6b-fafe45e7742c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557892 Jul 09 17:32:13.691892 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-69487252-1ae8-4d76-996b-d893d918f805 req-a4b582f9-7178-425a-9153-af7df3e0a710 service neutron] 10.222.0.73 "GET /v2.0/networks/bb78b1d9-7dac-44f4-8e6b-fafe45e7742c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841136 Jul 09 17:32:13.786342 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-69487252-1ae8-4d76-996b-d893d918f805 req-5c590efc-1c84-4130-8381-c7a2ec3f3592 service neutron] 10.222.0.73 "GET /v2.0/networks/bb78b1d9-7dac-44f4-8e6b-fafe45e7742c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860684 Jul 09 17:32:14.493648 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f088772-81a3-4794-babf-326d9eee9cde req-55e12e24-efc8-418c-8af8-3aa7a8040650 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:14.495160 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6f088772-81a3-4794-babf-326d9eee9cde req-55e12e24-efc8-418c-8af8-3aa7a8040650 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 943 time: 0.0641372 Jul 09 17:32:14.531631 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6f088772-81a3-4794-babf-326d9eee9cde req-99400cbe-84b8-4bff-8036-54b81486cd3a tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4b12ba8-35b0-4acd-887c-c715532db619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310986 Jul 09 17:32:15.705402 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63842747-64cc-4a13-85d0-c19b76ff540d req-9ed89cf7-5d16-4f7d-82f4-ae8320195c92 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:15.706997 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-63842747-64cc-4a13-85d0-c19b76ff540d req-9ed89cf7-5d16-4f7d-82f4-ae8320195c92 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 943 time: 0.0631306 Jul 09 17:32:15.744519 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-63842747-64cc-4a13-85d0-c19b76ff540d req-2f71c19c-f85b-432e-8a1f-95ab1d2da28f tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4b12ba8-35b0-4acd-887c-c715532db619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319817 Jul 09 17:32:16.919775 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97569d53-947c-45e0-980b-2550230d3748 req-40edd151-e86a-4779-a61e-6865ac3e636a tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:16.921270 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-97569d53-947c-45e0-980b-2550230d3748 req-40edd151-e86a-4779-a61e-6865ac3e636a tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 943 time: 0.0680535 Jul 09 17:32:16.959330 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-97569d53-947c-45e0-980b-2550230d3748 req-2e7c01ea-b72a-40cd-a844-60264253108f tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4b12ba8-35b0-4acd-887c-c715532db619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324922 Jul 09 17:32:17.479474 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094900ec-3324-42d6-ab6e-53ec8db12c9a req-3cc12db5-a22e-4f3d-93dd-45b807a794fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:17.480913 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-094900ec-3324-42d6-ab6e-53ec8db12c9a req-3cc12db5-a22e-4f3d-93dd-45b807a794fc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7ddcf6db187244d0bdd4287a778b0e3c&device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 1094 time: 0.0531888 Jul 09 17:32:17.584735 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094900ec-3324-42d6-ab6e-53ec8db12c9a req-5e6c3688-f969-4f8a-b5d0-75d9efa36256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:17.586200 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-094900ec-3324-42d6-ab6e-53ec8db12c9a req-5e6c3688-f969-4f8a-b5d0-75d9efa36256 service neutron] 10.222.0.73 "GET /v2.0/networks?id=bb78b1d9-7dac-44f4-8e6b-fafe45e7742c HTTP/1.1" status: 200 len: 909 time: 0.0857310 Jul 09 17:32:17.650850 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-094900ec-3324-42d6-ab6e-53ec8db12c9a req-a6cf97a1-67c4-4354-ad20-71ce2723bf10 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83a78c22-791d-4e0e-8cf8-47dacc821e70 HTTP/1.1" status: 200 len: 997 time: 0.0583315 Jul 09 17:32:17.704477 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094900ec-3324-42d6-ab6e-53ec8db12c9a req-327b3d28-dd5f-4986-8cc9-be33b78c9560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:17.705957 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-094900ec-3324-42d6-ab6e-53ec8db12c9a req-327b3d28-dd5f-4986-8cc9-be33b78c9560 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1853d5eb-0239-4168-a59f-52e99792a4f0 HTTP/1.1" status: 200 len: 847 time: 0.0492668 Jul 09 17:32:17.767988 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094900ec-3324-42d6-ab6e-53ec8db12c9a req-78fc1865-5d00-498d-b3d0-f3f4e813cc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:17.769476 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-094900ec-3324-42d6-ab6e-53ec8db12c9a req-78fc1865-5d00-498d-b3d0-f3f4e813cc60 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb78b1d9-7dac-44f4-8e6b-fafe45e7742c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567966 Jul 09 17:32:17.857588 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-094900ec-3324-42d6-ab6e-53ec8db12c9a req-16999809-1f52-4371-a789-4fc5420653a7 service neutron] 10.222.0.73 "GET /v2.0/networks/bb78b1d9-7dac-44f4-8e6b-fafe45e7742c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811808 Jul 09 17:32:17.949556 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-094900ec-3324-42d6-ab6e-53ec8db12c9a req-6829689c-6020-4ccc-8aaa-47c9e8526738 service neutron] 10.222.0.73 "GET /v2.0/networks/bb78b1d9-7dac-44f4-8e6b-fafe45e7742c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858829 Jul 09 17:32:18.135213 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48d6ea-0d4b-4f8a-bd07-1bb62c2e3fa0 req-4f162029-861a-42b3-9ce2-6a3175a26909 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:18.136685 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-eb48d6ea-0d4b-4f8a-bd07-1bb62c2e3fa0 req-4f162029-861a-42b3-9ce2-6a3175a26909 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 943 time: 0.0638709 Jul 09 17:32:18.172540 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-eb48d6ea-0d4b-4f8a-bd07-1bb62c2e3fa0 req-f5cb6456-734b-4a02-89a4-a8901e671ea6 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4b12ba8-35b0-4acd-887c-c715532db619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303423 Jul 09 17:32:19.341289 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27824b9c-871f-49ef-b658-65d694c4d1c6 req-e9604983-5dc2-4c64-aedc-cd87e720b0c7 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:19.342783 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-27824b9c-871f-49ef-b658-65d694c4d1c6 req-e9604983-5dc2-4c64-aedc-cd87e720b0c7 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 943 time: 0.0623443 Jul 09 17:32:19.382243 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-27824b9c-871f-49ef-b658-65d694c4d1c6 req-fc08c8d3-2b9a-4c67-afff-49f1801448d5 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4b12ba8-35b0-4acd-887c-c715532db619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336187 Jul 09 17:32:20.081451 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:32:20.559659 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8460330-8543-4e36-8d25-8e4c4150277a req-954327ee-8768-4774-976d-aa1f8b3823c7 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:20.561192 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f8460330-8543-4e36-8d25-8e4c4150277a req-954327ee-8768-4774-976d-aa1f8b3823c7 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 943 time: 0.0656362 Jul 09 17:32:20.598126 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f8460330-8543-4e36-8d25-8e4c4150277a req-de2717d7-641b-4c40-8bbd-471371bce831 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4b12ba8-35b0-4acd-887c-c715532db619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314505 Jul 09 17:32:21.772289 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd5d58-44d4-49b0-9b44-57005266a783 req-25e24c57-aabb-4aaa-af9c-80c66620e241 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:21.773750 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a7dd5d58-44d4-49b0-9b44-57005266a783 req-25e24c57-aabb-4aaa-af9c-80c66620e241 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 943 time: 0.0627241 Jul 09 17:32:21.811015 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a7dd5d58-44d4-49b0-9b44-57005266a783 req-1dd86a5b-6544-4e68-9c73-358b4347da76 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4b12ba8-35b0-4acd-887c-c715532db619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309234 Jul 09 17:32:21.871596 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 83a78c22-791d-4e0e-8cf8-47dacc821e70 details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:32:21.966275 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 83a78c22-791d-4e0e-8cf8-47dacc821e70, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=83a78c22-791d-4e0e-8cf8-47dacc821e70,segment=NetworkSegment(5efd8bbe-c628-4797-8fa8-b74fe0522047),segment_id=5efd8bbe-c628-4797-8fa8-b74fe0522047)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:32:21.978463 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '83a78c22-791d-4e0e-8cf8-47dacc821e70', 'network_id': 'bb78b1d9-7dac-44f4-8e6b-fafe45e7742c', 'port_id': '83a78c22-791d-4e0e-8cf8-47dacc821e70', 'mac_address': 'fa:16:3e:47:b9:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1853d5eb-0239-4168-a59f-52e99792a4f0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:32:22.015003 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:22.027721 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83a78c22-791d-4e0e-8cf8-47dacc821e70 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:32:22.047530 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 83a78c22-791d-4e0e-8cf8-47dacc821e70, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=83a78c22-791d-4e0e-8cf8-47dacc821e70,segment=NetworkSegment(5efd8bbe-c628-4797-8fa8-b74fe0522047),segment_id=5efd8bbe-c628-4797-8fa8-b74fe0522047)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:32:22.051386 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:22.096846 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=83a78c22-791d-4e0e-8cf8-47dacc821e70,revision_number=9']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:22.449628 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2e5c1bed-0e34-442e-b304-338a1b98d3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:22.452613 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['83a78c22-791d-4e0e-8cf8-47dacc821e70'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:32:22.983087 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571f3b9-0d53-48a2-b7eb-64c7b29da1e8 req-c2ec99b8-0f1a-45c2-b0f0-b97a41824859 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:22.984555 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5571f3b9-0d53-48a2-b7eb-64c7b29da1e8 req-c2ec99b8-0f1a-45c2-b0f0-b97a41824859 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 944 time: 0.0623610 Jul 09 17:32:23.026751 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5571f3b9-0d53-48a2-b7eb-64c7b29da1e8 req-b5529dce-1994-4146-a6b0-34dc456a9726 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4b12ba8-35b0-4acd-887c-c715532db619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367019 Jul 09 17:32:23.882373 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 83a78c22-791d-4e0e-8cf8-47dacc821e70 up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:32:23.932255 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 83a78c22-791d-4e0e-8cf8-47dacc821e70 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:32:23.935805 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 83a78c22-791d-4e0e-8cf8-47dacc821e70 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:32:23.936176 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:24.010217 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:24.031749 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a37e2d2b-7bae-4588-88ce-b4dd5d67abd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a78c22-791d-4e0e-8cf8-47dacc821e70'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:32:24.034000 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e4c0197b51a39b57e4a8a116eb3788e06930fc42ac75c6a3eb5959c91cb8bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5e38e1-22b9-4821-a9ea-cd2c507e26df" -d '{"events": [{"server_uuid": "a37e2d2b-7bae-4588-88ce-b4dd5d67abd2", "name": "network-vif-plugged", "status": "completed", "tag": "83a78c22-791d-4e0e-8cf8-47dacc821e70"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:32:24.047387 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 83a78c22-791d-4e0e-8cf8-47dacc821e70, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=83a78c22-791d-4e0e-8cf8-47dacc821e70,segment=NetworkSegment(5efd8bbe-c628-4797-8fa8-b74fe0522047),segment_id=5efd8bbe-c628-4797-8fa8-b74fe0522047)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:32:24.052082 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:24.076618 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8906ba6-e600-4d7d-9ed9-5c075b6d4ab1 x-openstack-request-id: req-a8906ba6-e600-4d7d-9ed9-5c075b6d4ab1 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:32:24.076764 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a37e2d2b-7bae-4588-88ce-b4dd5d67abd2", "name": "network-vif-plugged", "status": "completed", "tag": "83a78c22-791d-4e0e-8cf8-47dacc821e70", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:32:24.076974 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a8906ba6-e600-4d7d-9ed9-5c075b6d4ab1 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:32:24.077367 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a37e2d2b-7bae-4588-88ce-b4dd5d67abd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a78c22-791d-4e0e-8cf8-47dacc821e70', 'code': 200} Jul 09 17:32:24.104682 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=83a78c22-791d-4e0e-8cf8-47dacc821e70,revision_number=10']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:24.232124 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da9fb8-c344-4955-9077-8f870433e24a req-9f1ffe5e-5026-4ce7-ba45-cfce85166e3b tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:24.233473 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c3da9fb8-c344-4955-9077-8f870433e24a req-9f1ffe5e-5026-4ce7-ba45-cfce85166e3b tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 946 time: 0.0696158 Jul 09 17:32:24.297577 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c3da9fb8-c344-4955-9077-8f870433e24a req-11b81125-fee5-4b15-8804-84d823c50166 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4b12ba8-35b0-4acd-887c-c715532db619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572309 Jul 09 17:32:24.307666 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56db445-50f1-4224-974f-da63c66f09b6 req-e8ce6d9b-b5ce-4baa-8970-8a389d6fa975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:24.309092 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e56db445-50f1-4224-974f-da63c66f09b6 req-e8ce6d9b-b5ce-4baa-8970-8a389d6fa975 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 1097 time: 0.0855575 Jul 09 17:32:24.344890 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-e56db445-50f1-4224-974f-da63c66f09b6 req-1706061e-483e-4db6-aaeb-fe5bad38f528 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b4b12ba8-35b0-4acd-887c-c715532db619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293081 Jul 09 17:32:25.170565 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-58b29ea7-193e-4826-8567-7dcd0e025e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:25.472323 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188aa549-0a29-4891-a14f-a3b331663fa7 req-3c8f2d70-522e-4157-b844-996c015bb1de tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:25.473696 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-188aa549-0a29-4891-a14f-a3b331663fa7 req-3c8f2d70-522e-4157-b844-996c015bb1de tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 946 time: 0.0670261 Jul 09 17:32:25.519571 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-188aa549-0a29-4891-a14f-a3b331663fa7 req-582e87cb-745d-491e-a559-ab03c0176771 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4b12ba8-35b0-4acd-887c-c715532db619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369196 Jul 09 17:32:25.909696 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:26.573025 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:26.691646 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd110d-3fa9-4d92-94ed-7d77e7ba7339 req-61afae3b-c8ec-407a-bfdd-f515c7ab1178 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:26.693103 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5fdd110d-3fa9-4d92-94ed-7d77e7ba7339 req-61afae3b-c8ec-407a-bfdd-f515c7ab1178 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 946 time: 0.0634143 Jul 09 17:32:26.730284 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-5fdd110d-3fa9-4d92-94ed-7d77e7ba7339 req-e13fc3b4-52d8-4786-b402-8a40c6e8f8ca tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4b12ba8-35b0-4acd-887c-c715532db619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308542 Jul 09 17:32:27.564786 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:28.505986 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:40.732000 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:52.450266 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a14e29ea-8f8f-4a52-a58b-e365ef051a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:55.170468 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ea052142-b1c3-4496-9ed6-3fad110b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:55.911417 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:56.575275 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:57.081373 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:32:57.583335 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:58.508991 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:10.746090 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:19.522097 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a8da3459-eaf5-4c31-a9ff-78d2b6e6ebaa req-6618f203-d562-4968-bc05-3e176bc8f14d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0982108 Jul 09 17:33:19.635967 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da3459-eaf5-4c31-a9ff-78d2b6e6ebaa req-e714f1a9-508d-4843-a2c1-5f9c5a76e794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:19.637440 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a8da3459-eaf5-4c31-a9ff-78d2b6e6ebaa req-e714f1a9-508d-4843-a2c1-5f9c5a76e794 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7ddcf6db187244d0bdd4287a778b0e3c&device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 1097 time: 0.0556765 Jul 09 17:33:19.742713 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da3459-eaf5-4c31-a9ff-78d2b6e6ebaa req-23f87ef5-5a96-4638-9833-714444028180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:19.744338 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a8da3459-eaf5-4c31-a9ff-78d2b6e6ebaa req-23f87ef5-5a96-4638-9833-714444028180 service neutron] 10.222.0.73 "GET /v2.0/networks?id=bb78b1d9-7dac-44f4-8e6b-fafe45e7742c HTTP/1.1" status: 200 len: 909 time: 0.0872550 Jul 09 17:33:19.813012 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a8da3459-eaf5-4c31-a9ff-78d2b6e6ebaa req-42fddc22-57dd-49bb-81dc-08386e47fe1d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83a78c22-791d-4e0e-8cf8-47dacc821e70 HTTP/1.1" status: 200 len: 999 time: 0.0628428 Jul 09 17:33:19.860111 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da3459-eaf5-4c31-a9ff-78d2b6e6ebaa req-f3c44ca7-91b5-44eb-80ba-6eaf7a9261c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:19.861589 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a8da3459-eaf5-4c31-a9ff-78d2b6e6ebaa req-f3c44ca7-91b5-44eb-80ba-6eaf7a9261c7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1853d5eb-0239-4168-a59f-52e99792a4f0 HTTP/1.1" status: 200 len: 847 time: 0.0428610 Jul 09 17:33:19.921914 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da3459-eaf5-4c31-a9ff-78d2b6e6ebaa req-fa2d79cc-cc1a-40ba-9eab-89b7172088fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:19.923374 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a8da3459-eaf5-4c31-a9ff-78d2b6e6ebaa req-fa2d79cc-cc1a-40ba-9eab-89b7172088fa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb78b1d9-7dac-44f4-8e6b-fafe45e7742c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560896 Jul 09 17:33:19.932988 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [req-a8da3459-eaf5-4c31-a9ff-78d2b6e6ebaa req-9d13c7c1-5d86-47c5-a297-0ffcea54d6b2 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:33:19.933915 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a8da3459-eaf5-4c31-a9ff-78d2b6e6ebaa req-9d13c7c1-5d86-47c5-a297-0ffcea54d6b2 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047958 Jul 09 17:33:20.023746 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a8da3459-eaf5-4c31-a9ff-78d2b6e6ebaa req-abbd388e-dd11-406c-9892-6afe865a80ca service neutron] 10.222.0.73 "GET /v2.0/networks/bb78b1d9-7dac-44f4-8e6b-fafe45e7742c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832233 Jul 09 17:33:20.113185 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a8da3459-eaf5-4c31-a9ff-78d2b6e6ebaa req-53d4538b-7700-4a76-9441-b85410ad0ea4 service neutron] 10.222.0.73 "GET /v2.0/networks/bb78b1d9-7dac-44f4-8e6b-fafe45e7742c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822878 Jul 09 17:33:22.451735 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-79a4197b-afb1-4a10-bba7-024aa32ae536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:25.169995 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3b7e36bd-4307-4264-b083-c93c3e1cf909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:25.914959 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:26.577396 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:27.594881 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:28.510243 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:34.081118 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:33:40.757428 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:42.225310 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55836) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:42.386050 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-e90bcbdc-b94f-4cd0-877c-69963003a3e1 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Deleting port b97fc49e-6e32-4aa1-b8a0-5eba6353e3f3 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:33:42.386401 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e90bcbdc-b94f-4cd0-877c-69963003a3e1 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:42.472150 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e90bcbdc-b94f-4cd0-877c-69963003a3e1 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:42.472488 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e90bcbdc-b94f-4cd0-877c-69963003a3e1 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:42.485360 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-e90bcbdc-b94f-4cd0-877c-69963003a3e1 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Calling delete_port for b97fc49e-6e32-4aa1-b8a0-5eba6353e3f3 owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:33:42.649654 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e90bcbdc-b94f-4cd0-877c-69963003a3e1 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:42.677383 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90bcbdc-b94f-4cd0-877c-69963003a3e1 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Pushing event deleted for resources: {'Port': ['ID=b97fc49e-6e32-4aa1-b8a0-5eba6353e3f3,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:42.705582 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90bcbdc-b94f-4cd0-877c-69963003a3e1 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:42.705945 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90bcbdc-b94f-4cd0-877c-69963003a3e1 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:42.706282 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90bcbdc-b94f-4cd0-877c-69963003a3e1 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:42.706747 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90bcbdc-b94f-4cd0-877c-69963003a3e1 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:42.707454 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90bcbdc-b94f-4cd0-877c-69963003a3e1 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:42.707782 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90bcbdc-b94f-4cd0-877c-69963003a3e1 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:42.708106 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90bcbdc-b94f-4cd0-877c-69963003a3e1 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:42.708424 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90bcbdc-b94f-4cd0-877c-69963003a3e1 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:42.708743 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90bcbdc-b94f-4cd0-877c-69963003a3e1 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:42.709055 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90bcbdc-b94f-4cd0-877c-69963003a3e1 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:42.709371 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90bcbdc-b94f-4cd0-877c-69963003a3e1 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:42.709682 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90bcbdc-b94f-4cd0-877c-69963003a3e1 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:42.759833 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e90bcbdc-b94f-4cd0-877c-69963003a3e1 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:42.760225 n-d-798930-3 neutron-server[93958]: INFO neutron.db.l3_db [None req-e90bcbdc-b94f-4cd0-877c-69963003a3e1 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Floating IP 6ee7dcb8-cf14-4a38-b208-de4309969c30 disassociated (deleted). External IP: 172.25.0.5, port: 83a78c22-791d-4e0e-8cf8-47dacc821e70. Jul 09 17:33:42.971903 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e90bcbdc-b94f-4cd0-877c-69963003a3e1 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Router de2768fa-7ca4-419f-8abf-4993ce07b9e9 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:33:43.415954 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90bcbdc-b94f-4cd0-877c-69963003a3e1 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:33:43.420843 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e90bcbdc-b94f-4cd0-877c-69963003a3e1 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:43.425596 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7bf768-ffad-4da9-8d78-c745600a8a80 None None] Sync routers for ids ['de2768fa-7ca4-419f-8abf-4993ce07b9e9'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:33:43.435358 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7bf768-ffad-4da9-8d78-c745600a8a80 None None] Routers {'de2768fa-7ca4-419f-8abf-4993ce07b9e9'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:33:43.435954 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-cc7bf768-ffad-4da9-8d78-c745600a8a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:33:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['de2768fa-7ca4-419f-8abf-4993ce07b9e9'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:33:43.457226 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e90bcbdc-b94f-4cd0-877c-69963003a3e1 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "DELETE /v2.0/floatingips/6ee7dcb8-cf14-4a38-b208-de4309969c30 HTTP/1.1" status: 204 len: 168 time: 1.2307959 Jul 09 17:33:43.457945 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a37e2d2b-7bae-4588-88ce-b4dd5d67abd2', 'tag': '83a78c22-791d-4e0e-8cf8-47dacc821e70'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:33:43.460467 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70bc3d1dd6a8d756905b95879fdfd768b2540769638561f09d0c65e65c91429d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee7f682-458e-4e0a-aa19-736c21485fcb" -d '{"events": [{"name": "network-changed", "server_uuid": "a37e2d2b-7bae-4588-88ce-b4dd5d67abd2", "tag": "83a78c22-791d-4e0e-8cf8-47dacc821e70"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:33:43.540666 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-cc7bf768-ffad-4da9-8d78-c745600a8a80 None None] Set router de2768fa-7ca4-419f-8abf-4993ce07b9e9 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:33:43.705011 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e08da3-2981-47bf-b388-cdbbef898d24 x-openstack-request-id: req-f0e08da3-2981-47bf-b388-cdbbef898d24 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:33:43.705306 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a37e2d2b-7bae-4588-88ce-b4dd5d67abd2", "tag": "83a78c22-791d-4e0e-8cf8-47dacc821e70", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:33:43.705559 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f0e08da3-2981-47bf-b388-cdbbef898d24 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:33:43.705956 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a37e2d2b-7bae-4588-88ce-b4dd5d67abd2', 'tag': '83a78c22-791d-4e0e-8cf8-47dacc821e70', 'status': 'completed', 'code': 200} Jul 09 17:33:43.750688 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-cc7bf768-ffad-4da9-8d78-c745600a8a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'name': 'tempest-TestShelveInstance-668595555-router', 'tenant_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e63ce27a-8357-42d5-ba33-70ead7ca03e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:23:45Z', 'updated_at': '2021-07-09T17:23:48Z', 'revision_number': 4, 'project_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'gw_port': {'id': 'e63ce27a-8357-42d5-ba33-70ead7ca03e2', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:46Z', 'updated_at': '2021-07-09T17:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'e80ff5bf-554f-4e23-87cd-c9ccf3604e73', 'name': '', 'network_id': 'bb78b1d9-7dac-44f4-8e6b-fafe45e7742c', 'tenant_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'mac_address': 'fa:16:3e:0e:96:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '1853d5eb-0239-4168-a59f-52e99792a4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:47Z', 'updated_at': '2021-07-09T17:23:53Z', 'revision_number': 5, 'project_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'subnets': [{'id': '1853d5eb-0239-4168-a59f-52e99792a4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:33:43.777490 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7bf768-ffad-4da9-8d78-c745600a8a80 None None] Checking router: de2768fa-7ca4-419f-8abf-4993ce07b9e9 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:33:43.786372 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7bf768-ffad-4da9-8d78-c745600a8a80 None None] Routers {'de2768fa-7ca4-419f-8abf-4993ce07b9e9'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:33:43.787022 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-cc7bf768-ffad-4da9-8d78-c745600a8a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:33:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['de2768fa-7ca4-419f-8abf-4993ce07b9e9'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:33:43.865759 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7f682-458e-4e0a-aa19-736c21485fcb req-3d4878f8-84b6-4163-a051-db5e1746dc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:43.867265 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fee7f682-458e-4e0a-aa19-736c21485fcb req-3d4878f8-84b6-4163-a051-db5e1746dc92 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7ddcf6db187244d0bdd4287a778b0e3c&device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 1097 time: 0.0993960 Jul 09 17:33:43.881773 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f6139-d45b-481a-a021-889a598298df req-7dcefd7e-8989-4e40-9fc3-e90377c229f4 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:43.883186 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f81f6139-d45b-481a-a021-889a598298df req-7dcefd7e-8989-4e40-9fc3-e90377c229f4 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 946 time: 0.0860221 Jul 09 17:33:43.891438 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-cc7bf768-ffad-4da9-8d78-c745600a8a80 None None] Set router de2768fa-7ca4-419f-8abf-4993ce07b9e9 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:33:43.975147 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f81f6139-d45b-481a-a021-889a598298df req-e32aac24-d676-42f3-a929-51b2f071e3cb tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4b12ba8-35b0-4acd-887c-c715532db619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828786 Jul 09 17:33:44.006313 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7f682-458e-4e0a-aa19-736c21485fcb req-cd8bd81a-b046-48fc-89cf-f170e6e54196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:44.007790 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fee7f682-458e-4e0a-aa19-736c21485fcb req-cd8bd81a-b046-48fc-89cf-f170e6e54196 service neutron] 10.222.0.73 "GET /v2.0/networks?id=bb78b1d9-7dac-44f4-8e6b-fafe45e7742c HTTP/1.1" status: 200 len: 909 time: 0.1237729 Jul 09 17:33:44.048810 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fee7f682-458e-4e0a-aa19-736c21485fcb req-ca8b4d10-c059-46aa-997a-dbbf29a6ef02 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83a78c22-791d-4e0e-8cf8-47dacc821e70 HTTP/1.1" status: 200 len: 217 time: 0.0337591 Jul 09 17:33:44.086944 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-cc7bf768-ffad-4da9-8d78-c745600a8a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'name': 'tempest-TestShelveInstance-668595555-router', 'tenant_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e63ce27a-8357-42d5-ba33-70ead7ca03e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:23:45Z', 'updated_at': '2021-07-09T17:23:48Z', 'revision_number': 4, 'project_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'gw_port': {'id': 'e63ce27a-8357-42d5-ba33-70ead7ca03e2', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:46Z', 'updated_at': '2021-07-09T17:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'e80ff5bf-554f-4e23-87cd-c9ccf3604e73', 'name': '', 'network_id': 'bb78b1d9-7dac-44f4-8e6b-fafe45e7742c', 'tenant_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'mac_address': 'fa:16:3e:0e:96:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '1853d5eb-0239-4168-a59f-52e99792a4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:47Z', 'updated_at': '2021-07-09T17:23:53Z', 'revision_number': 5, 'project_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'subnets': [{'id': '1853d5eb-0239-4168-a59f-52e99792a4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:33:44.102694 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7f682-458e-4e0a-aa19-736c21485fcb req-10ea551b-91aa-4e09-9f61-2e58f0a58d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:44.104209 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fee7f682-458e-4e0a-aa19-736c21485fcb req-10ea551b-91aa-4e09-9f61-2e58f0a58d74 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1853d5eb-0239-4168-a59f-52e99792a4f0 HTTP/1.1" status: 200 len: 847 time: 0.0426841 Jul 09 17:33:44.119554 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7bf768-ffad-4da9-8d78-c745600a8a80 None None] The sync data for ids ['de2768fa-7ca4-419f-8abf-4993ce07b9e9'] in n-d-798930-3 is: [{'id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'name': 'tempest-TestShelveInstance-668595555-router', 'tenant_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e63ce27a-8357-42d5-ba33-70ead7ca03e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:23:45Z', 'updated_at': '2021-07-09T17:23:48Z', 'revision_number': 4, 'project_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'gw_port': {'id': 'e63ce27a-8357-42d5-ba33-70ead7ca03e2', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:46Z', 'updated_at': '2021-07-09T17:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'e80ff5bf-554f-4e23-87cd-c9ccf3604e73', 'name': '', 'network_id': 'bb78b1d9-7dac-44f4-8e6b-fafe45e7742c', 'tenant_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'mac_address': 'fa:16:3e:0e:96:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '1853d5eb-0239-4168-a59f-52e99792a4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:47Z', 'updated_at': '2021-07-09T17:23:53Z', 'revision_number': 5, 'project_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'subnets': [{'id': '1853d5eb-0239-4168-a59f-52e99792a4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:33:44.166334 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7f682-458e-4e0a-aa19-736c21485fcb req-85c745bc-5184-442e-b768-6254fda44855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:44.167865 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fee7f682-458e-4e0a-aa19-736c21485fcb req-85c745bc-5184-442e-b768-6254fda44855 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb78b1d9-7dac-44f4-8e6b-fafe45e7742c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570946 Jul 09 17:33:44.258739 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fee7f682-458e-4e0a-aa19-736c21485fcb req-2ada4ec7-0b6a-4b36-a5e9-66d9b749700e service neutron] 10.222.0.73 "GET /v2.0/networks/bb78b1d9-7dac-44f4-8e6b-fafe45e7742c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833292 Jul 09 17:33:44.331456 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819eb2a1-edc6-45ac-a4a7-f21859aec007 None None] New status for floating IP 6ee7dcb8-cf14-4a38-b208-de4309969c30: DOWN {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:33:44.355851 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fee7f682-458e-4e0a-aa19-736c21485fcb req-929ed5f7-3896-4d35-ac72-1500286e29db service neutron] 10.222.0.73 "GET /v2.0/networks/bb78b1d9-7dac-44f4-8e6b-fafe45e7742c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905123 Jul 09 17:33:45.148793 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac7454b-3492-40be-b4b4-30ed3ad6a4e6 req-3e1c0b9e-bd01-4d28-b0e2-efd1bd5f255f tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:45.150255 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8ac7454b-3492-40be-b4b4-30ed3ad6a4e6 req-3e1c0b9e-bd01-4d28-b0e2-efd1bd5f255f tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 946 time: 0.0624802 Jul 09 17:33:45.186851 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8ac7454b-3492-40be-b4b4-30ed3ad6a4e6 req-627af8a6-4c2f-47cb-a78e-9609e6e42903 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4b12ba8-35b0-4acd-887c-c715532db619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309103 Jul 09 17:33:45.570108 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a66c89-b84f-4ac4-a20e-7e4ea27c7680 req-d681dbce-e70a-4c4f-967e-2052b68cc09a tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:45.571623 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-34a66c89-b84f-4ac4-a20e-7e4ea27c7680 req-d681dbce-e70a-4c4f-967e-2052b68cc09a tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.73 "GET /v2.0/ports?device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 946 time: 0.0627513 Jul 09 17:33:45.671383 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-34a66c89-b84f-4ac4-a20e-7e4ea27c7680 req-391e6bc3-115e-4801-858c-255a54101618 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Deleting port 83a78c22-791d-4e0e-8cf8-47dacc821e70 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:33:45.671716 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-34a66c89-b84f-4ac4-a20e-7e4ea27c7680 req-391e6bc3-115e-4801-858c-255a54101618 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:45.756565 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-34a66c89-b84f-4ac4-a20e-7e4ea27c7680 req-391e6bc3-115e-4801-858c-255a54101618 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] For port 83a78c22-791d-4e0e-8cf8-47dacc821e70, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=83a78c22-791d-4e0e-8cf8-47dacc821e70,segment=NetworkSegment(5efd8bbe-c628-4797-8fa8-b74fe0522047),segment_id=5efd8bbe-c628-4797-8fa8-b74fe0522047)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:33:45.756844 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-34a66c89-b84f-4ac4-a20e-7e4ea27c7680 req-391e6bc3-115e-4801-858c-255a54101618 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:45.770035 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-34a66c89-b84f-4ac4-a20e-7e4ea27c7680 req-391e6bc3-115e-4801-858c-255a54101618 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Calling delete_port for 83a78c22-791d-4e0e-8cf8-47dacc821e70 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:33:45.901077 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-34a66c89-b84f-4ac4-a20e-7e4ea27c7680 req-391e6bc3-115e-4801-858c-255a54101618 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:45.928231 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391e6bc3-115e-4801-858c-255a54101618 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Pushing event deleted for resources: {'Port': ['ID=83a78c22-791d-4e0e-8cf8-47dacc821e70,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:45.979541 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a66c89-b84f-4ac4-a20e-7e4ea27c7680 req-391e6bc3-115e-4801-858c-255a54101618 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] No DVR routers for this DVR port 83a78c22-791d-4e0e-8cf8-47dacc821e70 on host n-h2-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:33:45.985359 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-34a66c89-b84f-4ac4-a20e-7e4ea27c7680 req-391e6bc3-115e-4801-858c-255a54101618 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:45.985359 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-34a66c89-b84f-4ac4-a20e-7e4ea27c7680 req-391e6bc3-115e-4801-858c-255a54101618 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.73 "DELETE /v2.0/ports/83a78c22-791d-4e0e-8cf8-47dacc821e70 HTTP/1.1" status: 204 len: 173 time: 0.4073327 Jul 09 17:33:45.985359 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a37e2d2b-7bae-4588-88ce-b4dd5d67abd2', 'name': 'network-vif-deleted', 'tag': '83a78c22-791d-4e0e-8cf8-47dacc821e70'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:33:45.987076 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70bc3d1dd6a8d756905b95879fdfd768b2540769638561f09d0c65e65c91429d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a70b4d8-193a-4e2e-8155-36b8910a3fa9" -d '{"events": [{"server_uuid": "a37e2d2b-7bae-4588-88ce-b4dd5d67abd2", "name": "network-vif-deleted", "tag": "83a78c22-791d-4e0e-8cf8-47dacc821e70"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:33:46.022321 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66ca580-6585-4cdb-a415-c892b861e184 x-openstack-request-id: req-a66ca580-6585-4cdb-a415-c892b861e184 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:33:46.022592 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a37e2d2b-7bae-4588-88ce-b4dd5d67abd2", "name": "network-vif-deleted", "tag": "83a78c22-791d-4e0e-8cf8-47dacc821e70", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:33:46.022905 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a66ca580-6585-4cdb-a415-c892b861e184 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:33:46.023314 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a37e2d2b-7bae-4588-88ce-b4dd5d67abd2', 'name': 'network-vif-deleted', 'tag': '83a78c22-791d-4e0e-8cf8-47dacc821e70', 'status': 'completed', 'code': 200} Jul 09 17:33:46.331484 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-29adb81a-47cb-4b68-996d-8b9b15270376 req-23110d0d-5517-4afb-b755-e5680b85f329 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 210 time: 0.0305109 Jul 09 17:33:47.476038 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-510a928e-7ce7-4923-a4a7-2bcfe0c14704 req-5563cc05-1cce-4ac1-ab0a-948b31586ca4 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 210 time: 0.0293336 Jul 09 17:33:48.306478 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 83a78c22-791d-4e0e-8cf8-47dacc821e70 no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:33:48.326653 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: 83a78c22-791d-4e0e-8cf8-47dacc821e70 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:33:48.327020 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 83a78c22-791d-4e0e-8cf8-47dacc821e70 not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:33:48.618252 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c6285cfb-d380-4d7e-a0fd-74dc3b7314f5 req-58a3543a-1b21-49cd-9d4d-17e7ba1bdf4e tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 210 time: 0.0295146 Jul 09 17:33:49.775997 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fbe3d1ab-2346-48ec-9e4f-b187cea98d82 req-5b5053cc-bc85-4e45-bb0b-d8ec3bf5e551 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "GET /v2.0/ports?device_id=a37e2d2b-7bae-4588-88ce-b4dd5d67abd2 HTTP/1.1" status: 200 len: 210 time: 0.0336275 Jul 09 17:33:50.878377 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55864) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:50.937078 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-206540ee-93d2-418e-b727-8a7366a05f48 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:50.964154 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-206540ee-93d2-418e-b727-8a7366a05f48 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:51.024480 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-206540ee-93d2-418e-b727-8a7366a05f48 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:51.027162 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-206540ee-93d2-418e-b727-8a7366a05f48 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:51.028359 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-206540ee-93d2-418e-b727-8a7366a05f48 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] 10.222.0.98 "DELETE /v2.0/security-groups/b4b12ba8-35b0-4acd-887c-c715532db619 HTTP/1.1" status: 204 len: 168 time: 0.1488099 Jul 09 17:33:51.039704 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206540ee-93d2-418e-b727-8a7366a05f48 tempest-TestShelveInstance-228095810 tempest-TestShelveInstance-228095810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b12ba8-35b0-4acd-887c-c715532db619,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:51.080665 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55868) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:51.607028 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6fc52bae-5e73-48b0-b583-3dcbc11d5237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:51.860799 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-6fc52bae-5e73-48b0-b583-3dcbc11d5237 admin admin] Deleting port e80ff5bf-554f-4e23-87cd-c9ccf3604e73 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:33:51.861041 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6fc52bae-5e73-48b0-b583-3dcbc11d5237 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:51.940907 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-6fc52bae-5e73-48b0-b583-3dcbc11d5237 admin admin] For port e80ff5bf-554f-4e23-87cd-c9ccf3604e73, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=e80ff5bf-554f-4e23-87cd-c9ccf3604e73,segment=NetworkSegment(5efd8bbe-c628-4797-8fa8-b74fe0522047),segment_id=5efd8bbe-c628-4797-8fa8-b74fe0522047)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:33:51.940907 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6fc52bae-5e73-48b0-b583-3dcbc11d5237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:51.954182 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-6fc52bae-5e73-48b0-b583-3dcbc11d5237 admin admin] Calling delete_port for e80ff5bf-554f-4e23-87cd-c9ccf3604e73 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:33:52.142455 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6fc52bae-5e73-48b0-b583-3dcbc11d5237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:52.175119 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc52bae-5e73-48b0-b583-3dcbc11d5237 admin admin] Pushing event deleted for resources: {'Port': ['ID=e80ff5bf-554f-4e23-87cd-c9ccf3604e73,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:52.346445 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6fc52bae-5e73-48b0-b583-3dcbc11d5237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:52.453259 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6ad8cc68-4bc2-4e39-b832-65657b9dec38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:52.571123 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc52bae-5e73-48b0-b583-3dcbc11d5237 admin admin] Router de2768fa-7ca4-419f-8abf-4993ce07b9e9 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:33:52.673073 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc52bae-5e73-48b0-b583-3dcbc11d5237 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:33:52.678677 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6fc52bae-5e73-48b0-b583-3dcbc11d5237 admin admin] 10.222.0.98 "PUT /v2.0/routers/de2768fa-7ca4-419f-8abf-4993ce07b9e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5967534 Jul 09 17:33:52.681149 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55872) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:52.682962 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc758cac-fb57-4fc5-874b-03de5a6aadaf None None] Sync routers for ids ['de2768fa-7ca4-419f-8abf-4993ce07b9e9'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:33:52.691974 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc758cac-fb57-4fc5-874b-03de5a6aadaf None None] Routers {'de2768fa-7ca4-419f-8abf-4993ce07b9e9'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:33:52.693196 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-dc758cac-fb57-4fc5-874b-03de5a6aadaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:33:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['de2768fa-7ca4-419f-8abf-4993ce07b9e9'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:33:52.784422 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-51147c30-2bd7-4bcc-9990-2f7f9d1fc095 admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:52.889754 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-51147c30-2bd7-4bcc-9990-2f7f9d1fc095 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:52.943424 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-51147c30-2bd7-4bcc-9990-2f7f9d1fc095 admin admin] Deleting port e63ce27a-8357-42d5-ba33-70ead7ca03e2 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:33:52.944025 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-51147c30-2bd7-4bcc-9990-2f7f9d1fc095 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:52.956293 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-dc758cac-fb57-4fc5-874b-03de5a6aadaf None None] Set router de2768fa-7ca4-419f-8abf-4993ce07b9e9 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:33:53.027596 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-51147c30-2bd7-4bcc-9990-2f7f9d1fc095 admin admin] For port e63ce27a-8357-42d5-ba33-70ead7ca03e2, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=e63ce27a-8357-42d5-ba33-70ead7ca03e2,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:33:53.027956 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-51147c30-2bd7-4bcc-9990-2f7f9d1fc095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:53.040335 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-51147c30-2bd7-4bcc-9990-2f7f9d1fc095 admin admin] Calling delete_port for e63ce27a-8357-42d5-ba33-70ead7ca03e2 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:33:53.133695 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-dc758cac-fb57-4fc5-874b-03de5a6aadaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'name': 'tempest-TestShelveInstance-668595555-router', 'tenant_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e63ce27a-8357-42d5-ba33-70ead7ca03e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:23:45Z', 'updated_at': '2021-07-09T17:33:52Z', 'revision_number': 5, 'project_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'gw_port': {'id': 'e63ce27a-8357-42d5-ba33-70ead7ca03e2', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:46Z', 'updated_at': '2021-07-09T17:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:33:53.163545 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc758cac-fb57-4fc5-874b-03de5a6aadaf None None] Checking router: de2768fa-7ca4-419f-8abf-4993ce07b9e9 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:33:53.171766 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc758cac-fb57-4fc5-874b-03de5a6aadaf None None] Routers {'de2768fa-7ca4-419f-8abf-4993ce07b9e9'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:33:53.172371 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-dc758cac-fb57-4fc5-874b-03de5a6aadaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:33:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['de2768fa-7ca4-419f-8abf-4993ce07b9e9'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:33:53.205694 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-51147c30-2bd7-4bcc-9990-2f7f9d1fc095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:53.233292 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51147c30-2bd7-4bcc-9990-2f7f9d1fc095 admin admin] Pushing event deleted for resources: {'Port': ['ID=e63ce27a-8357-42d5-ba33-70ead7ca03e2,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:53.263403 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-dc758cac-fb57-4fc5-874b-03de5a6aadaf None None] Set router de2768fa-7ca4-419f-8abf-4993ce07b9e9 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:33:53.302615 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-51147c30-2bd7-4bcc-9990-2f7f9d1fc095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:53.316006 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-dc758cac-fb57-4fc5-874b-03de5a6aadaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'name': 'tempest-TestShelveInstance-668595555-router', 'tenant_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:23:45Z', 'updated_at': '2021-07-09T17:33:52Z', 'revision_number': 6, 'project_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'gw_port_host': None}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:33:53.345525 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc758cac-fb57-4fc5-874b-03de5a6aadaf None None] The sync data for ids ['de2768fa-7ca4-419f-8abf-4993ce07b9e9'] in n-d-798930-3 is: [{'id': 'de2768fa-7ca4-419f-8abf-4993ce07b9e9', 'name': 'tempest-TestShelveInstance-668595555-router', 'tenant_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:23:45Z', 'updated_at': '2021-07-09T17:33:52Z', 'revision_number': 6, 'project_id': '7ddcf6db187244d0bdd4287a778b0e3c', 'gw_port_host': None}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:33:53.391866 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-51147c30-2bd7-4bcc-9990-2f7f9d1fc095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:53.393956 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-51147c30-2bd7-4bcc-9990-2f7f9d1fc095 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:53.435558 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-51147c30-2bd7-4bcc-9990-2f7f9d1fc095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:53.436126 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51147c30-2bd7-4bcc-9990-2f7f9d1fc095 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de2768fa-7ca4-419f-8abf-4993ce07b9e9 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:33:53.440362 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-51147c30-2bd7-4bcc-9990-2f7f9d1fc095 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:53.441515 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-51147c30-2bd7-4bcc-9990-2f7f9d1fc095 admin admin] 10.222.0.98 "DELETE /v2.0/routers/de2768fa-7ca4-419f-8abf-4993ce07b9e9 HTTP/1.1" status: 204 len: 168 time: 0.7594519 Jul 09 17:33:53.444299 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55874) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:53.489164 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-f47fe24a-25a2-45fb-8471-53116b79f026 admin admin] Deleting subnet 1853d5eb-0239-4168-a59f-52e99792a4f0 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:33:53.492239 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f47fe24a-25a2-45fb-8471-53116b79f026 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:53.525734 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f47fe24a-25a2-45fb-8471-53116b79f026 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:53.606787 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f47fe24a-25a2-45fb-8471-53116b79f026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:53.657879 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f47fe24a-25a2-45fb-8471-53116b79f026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:53.686908 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47fe24a-25a2-45fb-8471-53116b79f026 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1853d5eb-0239-4168-a59f-52e99792a4f0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:53.689587 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f47fe24a-25a2-45fb-8471-53116b79f026 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:53.695300 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f47fe24a-25a2-45fb-8471-53116b79f026 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/1853d5eb-0239-4168-a59f-52e99792a4f0 HTTP/1.1" status: 204 len: 168 time: 0.2464240 Jul 09 17:33:53.695300 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55876) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:53.698002 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1848a2-5c91-4385-a099-08b03f7d42e9 None None] Network bb78b1d9-7dac-44f4-8e6b-fafe45e7742c requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:33:54.084802 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b17daf64-9e43-4b80-90ca-c7a54945c23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:54.107774 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38824109-a0f0-4496-8050-f9af828e2bb0 None None] DHCP port deletion for bb78b1d9-7dac-44f4-8e6b-fafe45e7742c request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:33:54.141812 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-b17daf64-9e43-4b80-90ca-c7a54945c23a admin admin] Deleting port ab114ded-bbdc-4818-8745-ff2746b53511 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:33:54.142147 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b17daf64-9e43-4b80-90ca-c7a54945c23a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:54.154146 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-38824109-a0f0-4496-8050-f9af828e2bb0 None None] Deleting port ab114ded-bbdc-4818-8745-ff2746b53511 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:33:54.154516 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-38824109-a0f0-4496-8050-f9af828e2bb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:54.214942 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-b17daf64-9e43-4b80-90ca-c7a54945c23a admin admin] For port ab114ded-bbdc-4818-8745-ff2746b53511, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=ab114ded-bbdc-4818-8745-ff2746b53511,segment=NetworkSegment(5efd8bbe-c628-4797-8fa8-b74fe0522047),segment_id=5efd8bbe-c628-4797-8fa8-b74fe0522047)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:33:54.215397 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b17daf64-9e43-4b80-90ca-c7a54945c23a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:54.220987 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-38824109-a0f0-4496-8050-f9af828e2bb0 None None] For port ab114ded-bbdc-4818-8745-ff2746b53511, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=ab114ded-bbdc-4818-8745-ff2746b53511,segment=NetworkSegment(5efd8bbe-c628-4797-8fa8-b74fe0522047),segment_id=5efd8bbe-c628-4797-8fa8-b74fe0522047)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:33:54.221372 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-38824109-a0f0-4496-8050-f9af828e2bb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:54.228635 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-b17daf64-9e43-4b80-90ca-c7a54945c23a admin admin] Calling delete_port for ab114ded-bbdc-4818-8745-ff2746b53511 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:33:54.234666 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-38824109-a0f0-4496-8050-f9af828e2bb0 None None] Calling delete_port for ab114ded-bbdc-4818-8745-ff2746b53511 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:33:54.311494 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b17daf64-9e43-4b80-90ca-c7a54945c23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:54.319106 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-38824109-a0f0-4496-8050-f9af828e2bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:54.339806 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17daf64-9e43-4b80-90ca-c7a54945c23a admin admin] Pushing event deleted for resources: {'Port': ['ID=ab114ded-bbdc-4818-8745-ff2746b53511,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:54.341660 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17daf64-9e43-4b80-90ca-c7a54945c23a admin admin] No DVR routers for this DVR port ab114ded-bbdc-4818-8745-ff2746b53511 on host n-d-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:33:54.353289 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38824109-a0f0-4496-8050-f9af828e2bb0 None None] No DVR routers for this DVR port ab114ded-bbdc-4818-8745-ff2746b53511 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:33:54.358830 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38824109-a0f0-4496-8050-f9af828e2bb0 None None] Pushing event deleted for resources: {'Port': ['ID=ab114ded-bbdc-4818-8745-ff2746b53511,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:54.369851 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38824109-a0f0-4496-8050-f9af828e2bb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:54.370229 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38824109-a0f0-4496-8050-f9af828e2bb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:54.370593 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38824109-a0f0-4496-8050-f9af828e2bb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:54.371041 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38824109-a0f0-4496-8050-f9af828e2bb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:54.371280 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38824109-a0f0-4496-8050-f9af828e2bb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:54.371739 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38824109-a0f0-4496-8050-f9af828e2bb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:54.371987 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38824109-a0f0-4496-8050-f9af828e2bb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:54.372267 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38824109-a0f0-4496-8050-f9af828e2bb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:54.372620 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38824109-a0f0-4496-8050-f9af828e2bb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:54.372970 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38824109-a0f0-4496-8050-f9af828e2bb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:54.373313 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38824109-a0f0-4496-8050-f9af828e2bb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:54.373639 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38824109-a0f0-4496-8050-f9af828e2bb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:54.427888 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b17daf64-9e43-4b80-90ca-c7a54945c23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:54.437344 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-b17daf64-9e43-4b80-90ca-c7a54945c23a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb78b1d9-7dac-44f4-8e6b-fafe45e7742c']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:33:54.447699 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-b17daf64-9e43-4b80-90ca-c7a54945c23a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5efd8bbe-c628-4797-8fa8-b74fe0522047') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:33:54.447992 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-b17daf64-9e43-4b80-90ca-c7a54945c23a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5efd8bbe-c628-4797-8fa8-b74fe0522047') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:33:54.456493 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b17daf64-9e43-4b80-90ca-c7a54945c23a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:54.471383 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b17daf64-9e43-4b80-90ca-c7a54945c23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:54.477426 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b17daf64-9e43-4b80-90ca-c7a54945c23a admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:33:54.477810 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b17daf64-9e43-4b80-90ca-c7a54945c23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:54.479668 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:33:54.479668 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:33:54.479668 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:33:54.479668 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:33:54.479668 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:33:54.479668 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:33:54.479668 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:33:54.479668 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:33:54.479668 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:33:54.479668 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:33:54.479668 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 17:33:54.479668 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:33:54.479668 n-d-798930-3 neutron-server[93958]: timer() Jul 09 17:33:54.479668 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:33:54.479668 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 17:33:54.479668 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:33:54.479668 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 17:33:54.479668 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:33:54.479668 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 17:33:54.479668 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:33:54.479668 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 17:33:54.479668 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:33:54.479668 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 17:33:54.479668 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:33:54.479668 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:33:54.479668 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:33:54.479668 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:33:54.479668 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:33:54.479668 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 17:33:54.479668 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:33:54.479668 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 17:33:54.479668 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:33:54.479668 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:33:54.479668 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:33:54.479668 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 17:33:54.479668 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:33:54.479668 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:33:54.479668 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:33:54.479668 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:33:54.479668 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:33:54.479668 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:33:54.479668 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:33:54.532302 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b17daf64-9e43-4b80-90ca-c7a54945c23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:54.539105 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b17daf64-9e43-4b80-90ca-c7a54945c23a admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:54.541006 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b17daf64-9e43-4b80-90ca-c7a54945c23a admin admin] 10.222.0.98 "DELETE /v2.0/networks/bb78b1d9-7dac-44f4-8e6b-fafe45e7742c HTTP/1.1" status: 204 len: 168 time: 0.8459582 Jul 09 17:33:54.544063 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55878) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:54.552510 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17daf64-9e43-4b80-90ca-c7a54945c23a admin admin] Pushing event deleted for resources: {'Network': ['ID=bb78b1d9-7dac-44f4-8e6b-fafe45e7742c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:54.888603 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3a07065b-0654-497d-8cee-fe85e0f493ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:54.996666 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device e80ff5bf-554f-4e23-87cd-c9ccf3604e73 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:33:55.016781 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: e80ff5bf-554f-4e23-87cd-c9ccf3604e73 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:33:55.017215 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device e80ff5bf-554f-4e23-87cd-c9ccf3604e73 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:33:55.017701 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device e63ce27a-8357-42d5-ba33-70ead7ca03e2 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:33:55.036588 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: e63ce27a-8357-42d5-ba33-70ead7ca03e2 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:33:55.037012 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device e63ce27a-8357-42d5-ba33-70ead7ca03e2 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:33:55.037425 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device ab114ded-bbdc-4818-8745-ff2746b53511 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:33:55.055748 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: ab114ded-bbdc-4818-8745-ff2746b53511 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:33:55.056094 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device ab114ded-bbdc-4818-8745-ff2746b53511 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:33:55.140255 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-3a07065b-0654-497d-8cee-fe85e0f493ab admin admin] Deleting port 20eee026-4636-4fa1-88c0-e903bdfd46ed {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:33:55.140513 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3a07065b-0654-497d-8cee-fe85e0f493ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:55.170674 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ac42c43a-1c92-4c5a-ba14-920036da032f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:55.215632 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-3a07065b-0654-497d-8cee-fe85e0f493ab admin admin] For port 20eee026-4636-4fa1-88c0-e903bdfd46ed, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=20eee026-4636-4fa1-88c0-e903bdfd46ed,segment=NetworkSegment(4aa6745e-c3a0-4ab6-a413-f96963d9e763),segment_id=4aa6745e-c3a0-4ab6-a413-f96963d9e763)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:33:55.215990 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3a07065b-0654-497d-8cee-fe85e0f493ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:55.228910 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-3a07065b-0654-497d-8cee-fe85e0f493ab admin admin] Calling delete_port for 20eee026-4636-4fa1-88c0-e903bdfd46ed owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:33:55.404520 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3a07065b-0654-497d-8cee-fe85e0f493ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:55.434671 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07065b-0654-497d-8cee-fe85e0f493ab admin admin] Pushing event deleted for resources: {'Port': ['ID=20eee026-4636-4fa1-88c0-e903bdfd46ed,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:55.462845 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07065b-0654-497d-8cee-fe85e0f493ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:55.463225 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07065b-0654-497d-8cee-fe85e0f493ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:55.463517 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07065b-0654-497d-8cee-fe85e0f493ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:55.463845 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07065b-0654-497d-8cee-fe85e0f493ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:55.464166 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07065b-0654-497d-8cee-fe85e0f493ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:55.464485 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07065b-0654-497d-8cee-fe85e0f493ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:55.464802 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07065b-0654-497d-8cee-fe85e0f493ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:55.465165 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07065b-0654-497d-8cee-fe85e0f493ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:55.465482 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07065b-0654-497d-8cee-fe85e0f493ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:55.465796 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07065b-0654-497d-8cee-fe85e0f493ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:55.466106 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07065b-0654-497d-8cee-fe85e0f493ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:55.466416 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07065b-0654-497d-8cee-fe85e0f493ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:55.611367 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3a07065b-0654-497d-8cee-fe85e0f493ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:55.815844 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a07065b-0654-497d-8cee-fe85e0f493ab admin admin] Router d2fb68f8-a228-4db4-8fad-bea20a132bfc has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:33:55.915949 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:55.921776 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a07065b-0654-497d-8cee-fe85e0f493ab admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:33:55.928030 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-3a07065b-0654-497d-8cee-fe85e0f493ab admin admin] 10.222.0.98 "PUT /v2.0/routers/d2fb68f8-a228-4db4-8fad-bea20a132bfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3820543 Jul 09 17:33:55.929845 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55882) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:55.931796 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd41917e-a9e2-407f-9607-483b9eecd37a None None] Sync routers for ids ['d2fb68f8-a228-4db4-8fad-bea20a132bfc'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:33:55.941070 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd41917e-a9e2-407f-9607-483b9eecd37a None None] Routers {'d2fb68f8-a228-4db4-8fad-bea20a132bfc'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:33:55.941678 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-bd41917e-a9e2-407f-9607-483b9eecd37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:33:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['d2fb68f8-a228-4db4-8fad-bea20a132bfc'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:33:56.052943 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-bd41917e-a9e2-407f-9607-483b9eecd37a None None] Set router d2fb68f8-a228-4db4-8fad-bea20a132bfc gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:33:56.239466 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-bd41917e-a9e2-407f-9607-483b9eecd37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2fb68f8-a228-4db4-8fad-bea20a132bfc', 'name': 'tempest-TestShelveInstance-243674094-router', 'tenant_id': '09d07e3a4e6845da9dbe17f778056a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '35b9dfb4-b2d4-4bce-83c3-bee9f6beb42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:23:50Z', 'updated_at': '2021-07-09T17:33:55Z', 'revision_number': 5, 'project_id': '09d07e3a4e6845da9dbe17f778056a08', 'gw_port': {'id': '35b9dfb4-b2d4-4bce-83c3-bee9f6beb42b', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:96:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fb68f8-a228-4db4-8fad-bea20a132bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:50Z', 'updated_at': '2021-07-09T17:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:33:56.269308 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd41917e-a9e2-407f-9607-483b9eecd37a None None] Checking router: d2fb68f8-a228-4db4-8fad-bea20a132bfc for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:33:56.277954 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd41917e-a9e2-407f-9607-483b9eecd37a None None] Routers {'d2fb68f8-a228-4db4-8fad-bea20a132bfc'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:33:56.278573 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-bd41917e-a9e2-407f-9607-483b9eecd37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:33:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['d2fb68f8-a228-4db4-8fad-bea20a132bfc'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:33:56.377966 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96793c52-0218-40bc-8e6e-63da66f680df admin admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:56.381607 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-bd41917e-a9e2-407f-9607-483b9eecd37a None None] Set router d2fb68f8-a228-4db4-8fad-bea20a132bfc gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:33:56.480735 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96793c52-0218-40bc-8e6e-63da66f680df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:56.536489 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-96793c52-0218-40bc-8e6e-63da66f680df admin admin] Deleting port 35b9dfb4-b2d4-4bce-83c3-bee9f6beb42b {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:33:56.536823 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96793c52-0218-40bc-8e6e-63da66f680df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:56.556726 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-bd41917e-a9e2-407f-9607-483b9eecd37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2fb68f8-a228-4db4-8fad-bea20a132bfc', 'name': 'tempest-TestShelveInstance-243674094-router', 'tenant_id': '09d07e3a4e6845da9dbe17f778056a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '35b9dfb4-b2d4-4bce-83c3-bee9f6beb42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:23:50Z', 'updated_at': '2021-07-09T17:33:55Z', 'revision_number': 5, 'project_id': '09d07e3a4e6845da9dbe17f778056a08', 'gw_port': {'id': '35b9dfb4-b2d4-4bce-83c3-bee9f6beb42b', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:96:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fb68f8-a228-4db4-8fad-bea20a132bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:50Z', 'updated_at': '2021-07-09T17:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:33:56.588052 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:56.589805 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd41917e-a9e2-407f-9607-483b9eecd37a None None] The sync data for ids ['d2fb68f8-a228-4db4-8fad-bea20a132bfc'] in n-d-798930-3 is: [{'id': 'd2fb68f8-a228-4db4-8fad-bea20a132bfc', 'name': 'tempest-TestShelveInstance-243674094-router', 'tenant_id': '09d07e3a4e6845da9dbe17f778056a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '35b9dfb4-b2d4-4bce-83c3-bee9f6beb42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:23:50Z', 'updated_at': '2021-07-09T17:33:55Z', 'revision_number': 5, 'project_id': '09d07e3a4e6845da9dbe17f778056a08', 'gw_port': {'id': '35b9dfb4-b2d4-4bce-83c3-bee9f6beb42b', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:96:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fb68f8-a228-4db4-8fad-bea20a132bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:50Z', 'updated_at': '2021-07-09T17:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:33:56.621814 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-96793c52-0218-40bc-8e6e-63da66f680df admin admin] For port 35b9dfb4-b2d4-4bce-83c3-bee9f6beb42b, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=35b9dfb4-b2d4-4bce-83c3-bee9f6beb42b,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:33:56.622318 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96793c52-0218-40bc-8e6e-63da66f680df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:56.638835 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-96793c52-0218-40bc-8e6e-63da66f680df admin admin] Calling delete_port for 35b9dfb4-b2d4-4bce-83c3-bee9f6beb42b owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:33:56.799992 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96793c52-0218-40bc-8e6e-63da66f680df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:56.822938 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96793c52-0218-40bc-8e6e-63da66f680df admin admin] Pushing event deleted for resources: {'Port': ['ID=35b9dfb4-b2d4-4bce-83c3-bee9f6beb42b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:56.896490 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96793c52-0218-40bc-8e6e-63da66f680df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:56.995802 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96793c52-0218-40bc-8e6e-63da66f680df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:56.998038 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96793c52-0218-40bc-8e6e-63da66f680df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:57.051440 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96793c52-0218-40bc-8e6e-63da66f680df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:57.051912 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96793c52-0218-40bc-8e6e-63da66f680df admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2fb68f8-a228-4db4-8fad-bea20a132bfc {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:33:57.059186 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96793c52-0218-40bc-8e6e-63da66f680df admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:57.061460 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-96793c52-0218-40bc-8e6e-63da66f680df admin admin] 10.222.0.98 "DELETE /v2.0/routers/d2fb68f8-a228-4db4-8fad-bea20a132bfc HTTP/1.1" status: 204 len: 168 time: 1.1296470 Jul 09 17:33:57.063293 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55884) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:57.064447 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 20eee026-4636-4fa1-88c0-e903bdfd46ed no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:33:57.088579 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 20eee026-4636-4fa1-88c0-e903bdfd46ed {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:33:57.088579 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 20eee026-4636-4fa1-88c0-e903bdfd46ed not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:33:57.120112 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea488566-5b95-4567-ab13-4f5e8cf7ae39 admin admin] Deleting subnet 3c46c44d-9683-4fd0-aa9e-76be22f7b990 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:33:57.123446 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ea488566-5b95-4567-ab13-4f5e8cf7ae39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:57.159061 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ea488566-5b95-4567-ab13-4f5e8cf7ae39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:57.247315 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ea488566-5b95-4567-ab13-4f5e8cf7ae39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:57.310648 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ea488566-5b95-4567-ab13-4f5e8cf7ae39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:57.343130 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea488566-5b95-4567-ab13-4f5e8cf7ae39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c46c44d-9683-4fd0-aa9e-76be22f7b990,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:57.346820 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ea488566-5b95-4567-ab13-4f5e8cf7ae39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:57.347969 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060be803-9824-400f-a65e-feeb6bec3340 None None] Network 9d7e268f-922e-4c7a-84fc-62fe07a81407 requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:33:57.348842 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-ea488566-5b95-4567-ab13-4f5e8cf7ae39 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/3c46c44d-9683-4fd0-aa9e-76be22f7b990 HTTP/1.1" status: 204 len: 168 time: 0.2845078 Jul 09 17:33:57.351304 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55886) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:57.423746 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e19008bb-b390-47b9-803c-f1f4a6d9bcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:57.477258 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e19008bb-b390-47b9-803c-f1f4a6d9bcc1 admin admin] Deleting port 97e5a05b-430c-4874-8e0c-563cedd3028b {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:33:57.477602 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e19008bb-b390-47b9-803c-f1f4a6d9bcc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:57.547079 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-e19008bb-b390-47b9-803c-f1f4a6d9bcc1 admin admin] For port 97e5a05b-430c-4874-8e0c-563cedd3028b, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=97e5a05b-430c-4874-8e0c-563cedd3028b,segment=NetworkSegment(4aa6745e-c3a0-4ab6-a413-f96963d9e763),segment_id=4aa6745e-c3a0-4ab6-a413-f96963d9e763)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:33:57.547367 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e19008bb-b390-47b9-803c-f1f4a6d9bcc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:57.561322 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e19008bb-b390-47b9-803c-f1f4a6d9bcc1 admin admin] Calling delete_port for 97e5a05b-430c-4874-8e0c-563cedd3028b owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:33:57.598013 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:57.627969 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce98b08-be57-4dc0-86dd-8877bc6578e0 None None] DHCP port deletion for 9d7e268f-922e-4c7a-84fc-62fe07a81407 request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:33:57.644199 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e19008bb-b390-47b9-803c-f1f4a6d9bcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:57.675909 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19008bb-b390-47b9-803c-f1f4a6d9bcc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=97e5a05b-430c-4874-8e0c-563cedd3028b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:57.680033 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19008bb-b390-47b9-803c-f1f4a6d9bcc1 admin admin] No DVR routers for this DVR port 97e5a05b-430c-4874-8e0c-563cedd3028b on host n-d-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:33:57.687420 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fce98b08-be57-4dc0-86dd-8877bc6578e0 None None] Deleting port 97e5a05b-430c-4874-8e0c-563cedd3028b {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:33:57.687798 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fce98b08-be57-4dc0-86dd-8877bc6578e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:57.748524 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fce98b08-be57-4dc0-86dd-8877bc6578e0 None None] For port 97e5a05b-430c-4874-8e0c-563cedd3028b, host n-d-798930-3, got binding levels [] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:33:57.748909 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fce98b08-be57-4dc0-86dd-8877bc6578e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:57.752882 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e19008bb-b390-47b9-803c-f1f4a6d9bcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:57.761883 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fce98b08-be57-4dc0-86dd-8877bc6578e0 None None] Calling delete_port for 97e5a05b-430c-4874-8e0c-563cedd3028b owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:33:57.763504 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-e19008bb-b390-47b9-803c-f1f4a6d9bcc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d7e268f-922e-4c7a-84fc-62fe07a81407']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:33:57.764480 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.ipam_backend_mixin [None req-fce98b08-be57-4dc0-86dd-8877bc6578e0 None None] Port 97e5a05b-430c-4874-8e0c-563cedd3028b was not found and therefore no delete operation was performed {{(pid=93960) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 17:33:57.765705 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fce98b08-be57-4dc0-86dd-8877bc6578e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:57.773963 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-e19008bb-b390-47b9-803c-f1f4a6d9bcc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aa6745e-c3a0-4ab6-a413-f96963d9e763') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:33:57.774261 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-e19008bb-b390-47b9-803c-f1f4a6d9bcc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aa6745e-c3a0-4ab6-a413-f96963d9e763') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:33:57.783150 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e19008bb-b390-47b9-803c-f1f4a6d9bcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:57.793217 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce98b08-be57-4dc0-86dd-8877bc6578e0 None None] Pushing event deleted for resources: {'Port': ['ID=97e5a05b-430c-4874-8e0c-563cedd3028b,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:57.798166 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e19008bb-b390-47b9-803c-f1f4a6d9bcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:57.798739 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce98b08-be57-4dc0-86dd-8877bc6578e0 None None] No DVR routers for this DVR port 97e5a05b-430c-4874-8e0c-563cedd3028b on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:33:57.809047 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e19008bb-b390-47b9-803c-f1f4a6d9bcc1 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:33:57.809461 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e19008bb-b390-47b9-803c-f1f4a6d9bcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:57.811159 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 17:33:57.811159 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:33:57.811159 n-d-798930-3 neutron-server[93959]: timer() Jul 09 17:33:57.811159 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:33:57.811159 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 17:33:57.811159 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:33:57.811159 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 17:33:57.811159 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:33:57.811159 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 17:33:57.811159 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:33:57.811159 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 17:33:57.811159 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:33:57.811159 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 17:33:57.811159 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:33:57.811159 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:33:57.811159 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:33:57.811159 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:33:57.811159 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:33:57.811159 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 17:33:57.811159 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:33:57.811159 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 17:33:57.811159 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:33:57.811159 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:33:57.811159 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:33:57.811159 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 17:33:57.811159 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:33:57.811159 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:33:57.811159 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:33:57.811159 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:33:57.811159 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:33:57.811159 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:33:57.811159 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:33:57.867578 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e19008bb-b390-47b9-803c-f1f4a6d9bcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:57.874092 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e19008bb-b390-47b9-803c-f1f4a6d9bcc1 admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:57.875057 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-e19008bb-b390-47b9-803c-f1f4a6d9bcc1 admin admin] 10.222.0.98 "DELETE /v2.0/networks/9d7e268f-922e-4c7a-84fc-62fe07a81407 HTTP/1.1" status: 204 len: 168 time: 0.5228038 Jul 09 17:33:57.886428 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19008bb-b390-47b9-803c-f1f4a6d9bcc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d7e268f-922e-4c7a-84fc-62fe07a81407,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:58.005637 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55890) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:58.045208 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1214c382-2e4b-42bd-8eb5-253ad6f358b5 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7ddcf6db187244d0bdd4287a778b0e3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383933 Jul 09 17:33:58.047676 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55892) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:58.099588 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed03eb82-a85a-4fb5-aaee-64de07871d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:58.120267 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed03eb82-a85a-4fb5-aaee-64de07871d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:58.163564 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed03eb82-a85a-4fb5-aaee-64de07871d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:58.165996 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed03eb82-a85a-4fb5-aaee-64de07871d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:58.167171 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ed03eb82-a85a-4fb5-aaee-64de07871d8a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/715ccc7d-b10f-485f-ab07-ce7471dced47 HTTP/1.1" status: 204 len: 168 time: 0.1185536 Jul 09 17:33:58.174344 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed03eb82-a85a-4fb5-aaee-64de07871d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715ccc7d-b10f-485f-ab07-ce7471dced47,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:58.504836 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55898) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:58.513831 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:58.555546 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c5e7cf77-e129-4c71-997a-201961c6debf admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=09d07e3a4e6845da9dbe17f778056a08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0495093 Jul 09 17:33:58.560139 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55900) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:58.608283 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c3937c1-a3c7-47d8-abb9-70282939acd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:58.629246 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c3937c1-a3c7-47d8-abb9-70282939acd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:58.675995 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c3937c1-a3c7-47d8-abb9-70282939acd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:58.678683 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c3937c1-a3c7-47d8-abb9-70282939acd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:58.679868 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8c3937c1-a3c7-47d8-abb9-70282939acd1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/32569160-c12f-42d1-aa53-241930eb57bd HTTP/1.1" status: 204 len: 168 time: 0.1188030 Jul 09 17:33:58.688211 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3937c1-a3c7-47d8-abb9-70282939acd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32569160-c12f-42d1-aa53-241930eb57bd,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:58.996116 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 35b9dfb4-b2d4-4bce-83c3-bee9f6beb42b no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:33:59.016087 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 35b9dfb4-b2d4-4bce-83c3-bee9f6beb42b {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:33:59.016430 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 35b9dfb4-b2d4-4bce-83c3-bee9f6beb42b not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:33:59.016843 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 97e5a05b-430c-4874-8e0c-563cedd3028b no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:33:59.035387 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 97e5a05b-430c-4874-8e0c-563cedd3028b {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:33:59.035729 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 97e5a05b-430c-4874-8e0c-563cedd3028b not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:33:59.393869 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55922) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:59.487237 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-33016987-e100-4b84-a97c-9110c858cb0a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1816347181-network', 'tenant_id': 'e8de586f7e2649bda8d7081354178fff'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:33:59.508753 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33016987-e100-4b84-a97c-9110c858cb0a admin admin] Made reservation on behalf of e8de586f7e2649bda8d7081354178fff for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:33:59.511055 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33016987-e100-4b84-a97c-9110c858cb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:59.519113 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33016987-e100-4b84-a97c-9110c858cb0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:59.608779 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33016987-e100-4b84-a97c-9110c858cb0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:59.612479 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33016987-e100-4b84-a97c-9110c858cb0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:59.633938 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33016987-e100-4b84-a97c-9110c858cb0a admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:33:59.649680 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33016987-e100-4b84-a97c-9110c858cb0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83aa2aa-92d7-4eb7-adf1-edda43efa7bd,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:59.653774 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33016987-e100-4b84-a97c-9110c858cb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:59.654220 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-33016987-e100-4b84-a97c-9110c858cb0a admin admin] Added segment df0c9332-0420-46bd-becb-33244874016b of type vlan for network 186558b7-66f0-4d2b-b8cf-3ce102350d3d Jul 09 17:33:59.695016 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33016987-e100-4b84-a97c-9110c858cb0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:59.723686 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33016987-e100-4b84-a97c-9110c858cb0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:59.724752 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33016987-e100-4b84-a97c-9110c858cb0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:59.725325 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33016987-e100-4b84-a97c-9110c858cb0a admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:59.778863 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-33016987-e100-4b84-a97c-9110c858cb0a admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3837509 Jul 09 17:33:59.782115 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55926) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:59.787817 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-02f6862e-4a2f-4409-a8d9-ffc513fab55b admin admin] Request body: {'subnet': {'network_id': '186558b7-66f0-4d2b-b8cf-3ce102350d3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1816347181-subnet', 'tenant_id': 'e8de586f7e2649bda8d7081354178fff', 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:33:59.794000 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33016987-e100-4b84-a97c-9110c858cb0a admin admin] Pushing event updated for resources: {'Network': ['ID=186558b7-66f0-4d2b-b8cf-3ce102350d3d,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:59.804416 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network 186558b7-66f0-4d2b-b8cf-3ce102350d3d details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:33:59.810560 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f6862e-4a2f-4409-a8d9-ffc513fab55b admin admin] Made reservation on behalf of e8de586f7e2649bda8d7081354178fff for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:33:59.813060 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02f6862e-4a2f-4409-a8d9-ffc513fab55b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:59.976220 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02f6862e-4a2f-4409-a8d9-ffc513fab55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:00.041098 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f6862e-4a2f-4409-a8d9-ffc513fab55b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:00.048383 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f6862e-4a2f-4409-a8d9-ffc513fab55b admin admin] Checking segment: {'id': 'df0c9332-0420-46bd-becb-33244874016b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '186558b7-66f0-4d2b-b8cf-3ce102350d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:34:00.048735 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f6862e-4a2f-4409-a8d9-ffc513fab55b admin admin] Network hostable DHCP agents. Network: 186558b7-66f0-4d2b-b8cf-3ce102350d3d, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:34:00.065874 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f6862e-4a2f-4409-a8d9-ffc513fab55b admin admin] Network 186558b7-66f0-4d2b-b8cf-3ce102350d3d is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:34:00.074277 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-02f6862e-4a2f-4409-a8d9-ffc513fab55b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, 186558b7-66f0-4d2b-b8cf-3ce102350d3d) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:34:00.078865 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f6862e-4a2f-4409-a8d9-ffc513fab55b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:00.079979 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02f6862e-4a2f-4409-a8d9-ffc513fab55b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:00.084393 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d0114d-c659-45ad-a291-4e789be46c94 None None] Network 186558b7-66f0-4d2b-b8cf-3ce102350d3d requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:34:00.092814 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-02f6862e-4a2f-4409-a8d9-ffc513fab55b admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3095703 Jul 09 17:34:00.095752 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55928) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:00.100114 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-8fc06440-5e27-43ff-8aa1-83f12fc6e424 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1816347181-router', 'tenant_id': 'e8de586f7e2649bda8d7081354178fff', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:34:00.120420 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8fc06440-5e27-43ff-8aa1-83f12fc6e424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:00.121341 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8fc06440-5e27-43ff-8aa1-83f12fc6e424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:00.173085 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8fc06440-5e27-43ff-8aa1-83f12fc6e424 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:00.234202 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368ab67c-4b11-4c7b-956f-c01e8a11be34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-186558b7-66f0-4d2b-b8cf-3ce102350d3d', 'network_id': '186558b7-66f0-4d2b-b8cf-3ce102350d3d', 'tenant_id': 'e8de586f7e2649bda8d7081354178fff', 'fixed_ips': [{'subnet_id': '2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:34:00.235112 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-368ab67c-4b11-4c7b-956f-c01e8a11be34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:00.314580 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8fc06440-5e27-43ff-8aa1-83f12fc6e424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:00.378435 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-368ab67c-4b11-4c7b-956f-c01e8a11be34 None None] Allocated IP 172.20.0.2 (186558b7-66f0-4d2b-b8cf-3ce102350d3d/2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3/fa80c386-7e8e-4ee8-9c9e-380b52644b12) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:34:00.527434 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-368ab67c-4b11-4c7b-956f-c01e8a11be34 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:00.531323 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8fc06440-5e27-43ff-8aa1-83f12fc6e424 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:00.537068 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-368ab67c-4b11-4c7b-956f-c01e8a11be34 None None] Transition to ACTIVE for port object fa80c386-7e8e-4ee8-9c9e-380b52644b12 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:34:00.553111 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-368ab67c-4b11-4c7b-956f-c01e8a11be34 None None] Transition to ACTIVE for port object fa80c386-7e8e-4ee8-9c9e-380b52644b12 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:34:00.553423 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8fc06440-5e27-43ff-8aa1-83f12fc6e424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:00.558996 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-368ab67c-4b11-4c7b-956f-c01e8a11be34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:00.594357 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368ab67c-4b11-4c7b-956f-c01e8a11be34 None None] Network 186558b7-66f0-4d2b-b8cf-3ce102350d3d is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:34:00.599819 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-368ab67c-4b11-4c7b-956f-c01e8a11be34 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:34:00.603447 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368ab67c-4b11-4c7b-956f-c01e8a11be34 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:34:00.611836 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ab67c-4b11-4c7b-956f-c01e8a11be34 None None] Pushing event updated for resources: {'Port': ['ID=fa80c386-7e8e-4ee8-9c9e-380b52644b12,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:00.656285 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-8fc06440-5e27-43ff-8aa1-83f12fc6e424 admin admin] Allocated IP 172.25.0.223 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/20a9f782-f89f-47a2-ba7c-e1e4aa827147) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:34:00.665423 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-368ab67c-4b11-4c7b-956f-c01e8a11be34 None None] Attempting to bind port fa80c386-7e8e-4ee8-9c9e-380b52644b12 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:34:00.665957 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-368ab67c-4b11-4c7b-956f-c01e8a11be34 None None] Attempting to bind port fa80c386-7e8e-4ee8-9c9e-380b52644b12 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'df0c9332-0420-46bd-becb-33244874016b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '186558b7-66f0-4d2b-b8cf-3ce102350d3d'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:34:00.666324 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368ab67c-4b11-4c7b-956f-c01e8a11be34 None None] Attempting to bind port fa80c386-7e8e-4ee8-9c9e-380b52644b12 on network 186558b7-66f0-4d2b-b8cf-3ce102350d3d {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:34:00.671774 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368ab67c-4b11-4c7b-956f-c01e8a11be34 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:34:00.672139 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368ab67c-4b11-4c7b-956f-c01e8a11be34 None None] Checking segment: {'id': 'df0c9332-0420-46bd-becb-33244874016b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '186558b7-66f0-4d2b-b8cf-3ce102350d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:34:00.672536 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-368ab67c-4b11-4c7b-956f-c01e8a11be34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:00.672921 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368ab67c-4b11-4c7b-956f-c01e8a11be34 None None] Bound using segment: {'id': 'df0c9332-0420-46bd-becb-33244874016b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '186558b7-66f0-4d2b-b8cf-3ce102350d3d'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:34:00.673381 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-368ab67c-4b11-4c7b-956f-c01e8a11be34 None None] Bound port: fa80c386-7e8e-4ee8-9c9e-380b52644b12, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df0c9332-0420-46bd-becb-33244874016b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '186558b7-66f0-4d2b-b8cf-3ce102350d3d'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:34:00.673761 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-368ab67c-4b11-4c7b-956f-c01e8a11be34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:00.739300 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-368ab67c-4b11-4c7b-956f-c01e8a11be34 None None] For port fa80c386-7e8e-4ee8-9c9e-380b52644b12, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:34:00.743595 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-368ab67c-4b11-4c7b-956f-c01e8a11be34 None None] For port fa80c386-7e8e-4ee8-9c9e-380b52644b12, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=fa80c386-7e8e-4ee8-9c9e-380b52644b12,segment=NetworkSegment(df0c9332-0420-46bd-becb-33244874016b),segment_id=df0c9332-0420-46bd-becb-33244874016b)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:34:00.751325 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-368ab67c-4b11-4c7b-956f-c01e8a11be34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:00.761736 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8fc06440-5e27-43ff-8aa1-83f12fc6e424 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:00.803251 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8fc06440-5e27-43ff-8aa1-83f12fc6e424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:00.806904 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ab67c-4b11-4c7b-956f-c01e8a11be34 None None] Pushing event updated for resources: {'Port': ['ID=fa80c386-7e8e-4ee8-9c9e-380b52644b12,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:00.847690 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc06440-5e27-43ff-8aa1-83f12fc6e424 admin admin] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:34:00.854741 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-8fc06440-5e27-43ff-8aa1-83f12fc6e424 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:34:00.858205 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc06440-5e27-43ff-8aa1-83f12fc6e424 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:34:00.890898 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc06440-5e27-43ff-8aa1-83f12fc6e424 admin admin] Pushing event updated for resources: {'Port': ['ID=20a9f782-f89f-47a2-ba7c-e1e4aa827147,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:01.148001 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8fc06440-5e27-43ff-8aa1-83f12fc6e424 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:01.341226 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8fc06440-5e27-43ff-8aa1-83f12fc6e424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:01.467870 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc06440-5e27-43ff-8aa1-83f12fc6e424 admin admin] Router 5c92435f-4b74-4cc9-bcaf-a75b138d17b6 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:34:01.575879 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc06440-5e27-43ff-8aa1-83f12fc6e424 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:34:01.584452 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686d1021-252a-429f-af83-aa275c253b9a None None] Sync routers for ids ['5c92435f-4b74-4cc9-bcaf-a75b138d17b6'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:34:01.593589 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8fc06440-5e27-43ff-8aa1-83f12fc6e424 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:01.597911 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-8fc06440-5e27-43ff-8aa1-83f12fc6e424 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4987350 Jul 09 17:34:01.598060 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686d1021-252a-429f-af83-aa275c253b9a None None] Routers {'5c92435f-4b74-4cc9-bcaf-a75b138d17b6'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:34:01.598060 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-686d1021-252a-429f-af83-aa275c253b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:33:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['5c92435f-4b74-4cc9-bcaf-a75b138d17b6'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:01.598348 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55930) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:01.709486 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-686d1021-252a-429f-af83-aa275c253b9a None None] Set router 5c92435f-4b74-4cc9-bcaf-a75b138d17b6 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:34:01.803514 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd97e5c5-f3c0-436b-b72e-81e7bb814352 None None] Network 186558b7-66f0-4d2b-b8cf-3ce102350d3d requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:34:01.917684 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3b893e04-3f50-423c-b346-c3bd065eca81 None None] Provisioning for port fa80c386-7e8e-4ee8-9c9e-380b52644b12 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:34:02.014045 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-991f5bc4-29d4-4f2f-8b42-07fd022e618b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:02.023593 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-686d1021-252a-429f-af83-aa275c253b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'name': 'tempest-TestSnapshotPattern-1816347181-router', 'tenant_id': 'e8de586f7e2649bda8d7081354178fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '20a9f782-f89f-47a2-ba7c-e1e4aa827147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:34:00Z', 'updated_at': '2021-07-09T17:34:01Z', 'revision_number': 3, 'project_id': 'e8de586f7e2649bda8d7081354178fff', 'gw_port': {'id': '20a9f782-f89f-47a2-ba7c-e1e4aa827147', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:3a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:00Z', 'updated_at': '2021-07-09T17:34:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:02.180744 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-991f5bc4-29d4-4f2f-8b42-07fd022e618b admin admin] Allocated IP 172.20.0.1 (186558b7-66f0-4d2b-b8cf-3ce102350d3d/2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3/d5d1dd06-ddf9-49df-b1bc-86f5c3d48ae5) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:34:02.209324 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686d1021-252a-429f-af83-aa275c253b9a None None] Checking router: 5c92435f-4b74-4cc9-bcaf-a75b138d17b6 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:34:02.209674 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686d1021-252a-429f-af83-aa275c253b9a None None] Updating router 5c92435f-4b74-4cc9-bcaf-a75b138d17b6 port 20a9f782-f89f-47a2-ba7c-e1e4aa827147 binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:34:02.252381 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-686d1021-252a-429f-af83-aa275c253b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:02.297951 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-991f5bc4-29d4-4f2f-8b42-07fd022e618b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:02.312531 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-991f5bc4-29d4-4f2f-8b42-07fd022e618b admin admin] Transition to ACTIVE for port object d5d1dd06-ddf9-49df-b1bc-86f5c3d48ae5 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:34:02.349385 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-991f5bc4-29d4-4f2f-8b42-07fd022e618b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:02.388836 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991f5bc4-29d4-4f2f-8b42-07fd022e618b admin admin] Network 186558b7-66f0-4d2b-b8cf-3ce102350d3d is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:34:02.394099 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-991f5bc4-29d4-4f2f-8b42-07fd022e618b admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:34:02.398207 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991f5bc4-29d4-4f2f-8b42-07fd022e618b admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:34:02.423983 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f5bc4-29d4-4f2f-8b42-07fd022e618b admin admin] Pushing event updated for resources: {'Port': ['ID=d5d1dd06-ddf9-49df-b1bc-86f5c3d48ae5,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:02.441688 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-991f5bc4-29d4-4f2f-8b42-07fd022e618b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:02.546866 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-686d1021-252a-429f-af83-aa275c253b9a None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:02.557188 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-686d1021-252a-429f-af83-aa275c253b9a None None] Transition to ACTIVE for port object 20a9f782-f89f-47a2-ba7c-e1e4aa827147 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:34:02.564626 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-686d1021-252a-429f-af83-aa275c253b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:02.594039 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-991f5bc4-29d4-4f2f-8b42-07fd022e618b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:02.619782 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba07e92c-a892-43bf-b936-3e23d953f568 None None] Pushing event updated for resources: {'Port': ['ID=20a9f782-f89f-47a2-ba7c-e1e4aa827147,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:02.623553 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-686d1021-252a-429f-af83-aa275c253b9a None None] Attempting to bind port 20a9f782-f89f-47a2-ba7c-e1e4aa827147 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:34:02.623916 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-686d1021-252a-429f-af83-aa275c253b9a None None] Attempting to bind port 20a9f782-f89f-47a2-ba7c-e1e4aa827147 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:34:02.624276 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686d1021-252a-429f-af83-aa275c253b9a None None] Attempting to bind port 20a9f782-f89f-47a2-ba7c-e1e4aa827147 on network caa6ed8d-2893-4113-8f68-c5284e694f6c {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:34:02.630338 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686d1021-252a-429f-af83-aa275c253b9a None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:34:02.630710 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686d1021-252a-429f-af83-aa275c253b9a None None] Checking segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:34:02.631536 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-686d1021-252a-429f-af83-aa275c253b9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:02.631536 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686d1021-252a-429f-af83-aa275c253b9a None None] Bound using segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:34:02.631968 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-686d1021-252a-429f-af83-aa275c253b9a None None] Bound port: 20a9f782-f89f-47a2-ba7c-e1e4aa827147, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:34:02.632342 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-686d1021-252a-429f-af83-aa275c253b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:02.687697 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-686d1021-252a-429f-af83-aa275c253b9a None None] For port 20a9f782-f89f-47a2-ba7c-e1e4aa827147, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:34:02.694551 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-686d1021-252a-429f-af83-aa275c253b9a None None] For port 20a9f782-f89f-47a2-ba7c-e1e4aa827147, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=20a9f782-f89f-47a2-ba7c-e1e4aa827147,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:34:02.700959 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-686d1021-252a-429f-af83-aa275c253b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:02.734114 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a361e740-5bf7-48f5-a419-42963a6f1624 None None] Provisioning for port d5d1dd06-ddf9-49df-b1bc-86f5c3d48ae5 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:34:02.743171 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a361e740-5bf7-48f5-a419-42963a6f1624 None None] Provisioning complete for port d5d1dd06-ddf9-49df-b1bc-86f5c3d48ae5 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:34:02.743537 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a361e740-5bf7-48f5-a419-42963a6f1624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:02.766855 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-991f5bc4-29d4-4f2f-8b42-07fd022e618b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:02.773550 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-991f5bc4-29d4-4f2f-8b42-07fd022e618b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:02.796922 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686d1021-252a-429f-af83-aa275c253b9a None None] Routers {'5c92435f-4b74-4cc9-bcaf-a75b138d17b6'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:34:02.797532 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-686d1021-252a-429f-af83-aa275c253b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:33:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['5c92435f-4b74-4cc9-bcaf-a75b138d17b6'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:02.801911 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a361e740-5bf7-48f5-a419-42963a6f1624 None None] Port d5d1dd06-ddf9-49df-b1bc-86f5c3d48ae5 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:34:02.831500 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba07e92c-a892-43bf-b936-3e23d953f568 None None] Pushing event updated for resources: {'Port': ['ID=20a9f782-f89f-47a2-ba7c-e1e4aa827147,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:02.846112 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-991f5bc4-29d4-4f2f-8b42-07fd022e618b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:02.849028 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f5bc4-29d4-4f2f-8b42-07fd022e618b admin admin] Pushing event updated for resources: {'Port': ['ID=d5d1dd06-ddf9-49df-b1bc-86f5c3d48ae5,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:02.908287 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-686d1021-252a-429f-af83-aa275c253b9a None None] Set router 5c92435f-4b74-4cc9-bcaf-a75b138d17b6 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:34:02.937042 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991f5bc4-29d4-4f2f-8b42-07fd022e618b admin admin] Network 186558b7-66f0-4d2b-b8cf-3ce102350d3d is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:34:02.938450 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-991f5bc4-29d4-4f2f-8b42-07fd022e618b admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:34:03.071336 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device fa80c386-7e8e-4ee8-9c9e-380b52644b12 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:34:03.073338 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-991f5bc4-29d4-4f2f-8b42-07fd022e618b admin admin] Router 5c92435f-4b74-4cc9-bcaf-a75b138d17b6 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:34:03.172793 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port fa80c386-7e8e-4ee8-9c9e-380b52644b12 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:34:03.179615 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port fa80c386-7e8e-4ee8-9c9e-380b52644b12 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:34:03.179980 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:03.188647 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-991f5bc4-29d4-4f2f-8b42-07fd022e618b admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:34:03.194601 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-991f5bc4-29d4-4f2f-8b42-07fd022e618b admin admin] 10.222.0.98 "PUT /v2.0/routers/5c92435f-4b74-4cc9-bcaf-a75b138d17b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5952621 Jul 09 17:34:03.214088 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-686d1021-252a-429f-af83-aa275c253b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'name': 'tempest-TestSnapshotPattern-1816347181-router', 'tenant_id': 'e8de586f7e2649bda8d7081354178fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '20a9f782-f89f-47a2-ba7c-e1e4aa827147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:34:00Z', 'updated_at': '2021-07-09T17:34:02Z', 'revision_number': 4, 'project_id': 'e8de586f7e2649bda8d7081354178fff', 'gw_port': {'id': '20a9f782-f89f-47a2-ba7c-e1e4aa827147', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:3a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:00Z', 'updated_at': '2021-07-09T17:34:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'd5d1dd06-ddf9-49df-b1bc-86f5c3d48ae5', 'name': '', 'network_id': '186558b7-66f0-4d2b-b8cf-3ce102350d3d', 'tenant_id': 'e8de586f7e2649bda8d7081354178fff', 'mac_address': 'fa:16:3e:c6:51:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:02Z', 'updated_at': '2021-07-09T17:34:02Z', 'revision_number': 2, 'project_id': 'e8de586f7e2649bda8d7081354178fff', 'subnets': [{'id': '2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:03.250688 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686d1021-252a-429f-af83-aa275c253b9a None None] The sync data for ids ['5c92435f-4b74-4cc9-bcaf-a75b138d17b6'] in n-d-798930-3 is: [{'id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'name': 'tempest-TestSnapshotPattern-1816347181-router', 'tenant_id': 'e8de586f7e2649bda8d7081354178fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '20a9f782-f89f-47a2-ba7c-e1e4aa827147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:34:00Z', 'updated_at': '2021-07-09T17:34:02Z', 'revision_number': 4, 'project_id': 'e8de586f7e2649bda8d7081354178fff', 'gw_port': {'id': '20a9f782-f89f-47a2-ba7c-e1e4aa827147', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:3a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:00Z', 'updated_at': '2021-07-09T17:34:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'd5d1dd06-ddf9-49df-b1bc-86f5c3d48ae5', 'name': '', 'network_id': '186558b7-66f0-4d2b-b8cf-3ce102350d3d', 'tenant_id': 'e8de586f7e2649bda8d7081354178fff', 'mac_address': 'fa:16:3e:c6:51:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:02Z', 'updated_at': '2021-07-09T17:34:02Z', 'revision_number': 2, 'project_id': 'e8de586f7e2649bda8d7081354178fff', 'subnets': [{'id': '2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:34:03.263771 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-96bfc93d-8509-41c3-ab48-6c5e3702aa14 None None] Provisioning complete for port d5d1dd06-ddf9-49df-b1bc-86f5c3d48ae5 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:34:03.264138 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-96bfc93d-8509-41c3-ab48-6c5e3702aa14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:03.330787 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-96bfc93d-8509-41c3-ab48-6c5e3702aa14 None None] Port d5d1dd06-ddf9-49df-b1bc-86f5c3d48ae5 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:34:03.337753 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:03.372890 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port fa80c386-7e8e-4ee8-9c9e-380b52644b12, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=fa80c386-7e8e-4ee8-9c9e-380b52644b12,segment=NetworkSegment(df0c9332-0420-46bd-becb-33244874016b),segment_id=df0c9332-0420-46bd-becb-33244874016b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:34:03.377497 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:03.428997 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=fa80c386-7e8e-4ee8-9c9e-380b52644b12,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:03.693733 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55946) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:03.698819 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-0dfc4183-3476-4c0e-aa35-251e817b654a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1847277186-network', 'tenant_id': 'd2be92c5de364afbb20ba5f128a14c00'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:34:03.721176 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dfc4183-3476-4c0e-aa35-251e817b654a admin admin] Made reservation on behalf of d2be92c5de364afbb20ba5f128a14c00 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:34:03.724288 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0dfc4183-3476-4c0e-aa35-251e817b654a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:03.733407 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0dfc4183-3476-4c0e-aa35-251e817b654a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:03.825661 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0dfc4183-3476-4c0e-aa35-251e817b654a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:03.831667 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0dfc4183-3476-4c0e-aa35-251e817b654a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:03.861537 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dfc4183-3476-4c0e-aa35-251e817b654a admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:34:03.868096 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfc4183-3476-4c0e-aa35-251e817b654a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96cad979-5e09-421d-a120-3c94ed3bb576,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:03.875506 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0dfc4183-3476-4c0e-aa35-251e817b654a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:03.875856 n-d-798930-3 neutron-server[93959]: INFO neutron.db.segments_db [None req-0dfc4183-3476-4c0e-aa35-251e817b654a admin admin] Added segment 76a33b37-5107-477c-a86c-6f9d3ec5a7fb of type vlan for network af501253-5369-454b-b2d8-daf772866f7e Jul 09 17:34:03.933658 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0dfc4183-3476-4c0e-aa35-251e817b654a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777621910622'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:03.965630 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0dfc4183-3476-4c0e-aa35-251e817b654a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:03.966610 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfc4183-3476-4c0e-aa35-251e817b654a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:03.967220 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0dfc4183-3476-4c0e-aa35-251e817b654a admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:04.027757 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0dfc4183-3476-4c0e-aa35-251e817b654a admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3328850 Jul 09 17:34:04.030630 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55948) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:04.036596 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-ab544647-4172-4331-90d0-be90b3fbbcc5 admin admin] Request body: {'subnet': {'network_id': 'af501253-5369-454b-b2d8-daf772866f7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1847277186-subnet', 'tenant_id': 'd2be92c5de364afbb20ba5f128a14c00', 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:34:04.039855 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfc4183-3476-4c0e-aa35-251e817b654a admin admin] Pushing event updated for resources: {'Network': ['ID=af501253-5369-454b-b2d8-daf772866f7e,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:04.053810 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Network af501253-5369-454b-b2d8-daf772866f7e details requested by agent ovs-agent-n-d-798930-3 with host n-d-798930-3 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:34:04.060489 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab544647-4172-4331-90d0-be90b3fbbcc5 admin admin] Made reservation on behalf of d2be92c5de364afbb20ba5f128a14c00 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:34:04.063073 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ab544647-4172-4331-90d0-be90b3fbbcc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29676181'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:04.238920 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ab544647-4172-4331-90d0-be90b3fbbcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29780520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29676199'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:04.297155 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab544647-4172-4331-90d0-be90b3fbbcc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a089276-aaba-4b81-83cd-2296b70aaee2,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:04.307794 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab544647-4172-4331-90d0-be90b3fbbcc5 admin admin] Checking segment: {'id': '76a33b37-5107-477c-a86c-6f9d3ec5a7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'af501253-5369-454b-b2d8-daf772866f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:34:04.308162 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab544647-4172-4331-90d0-be90b3fbbcc5 admin admin] Network hostable DHCP agents. Network: af501253-5369-454b-b2d8-daf772866f7e, hostable agents: ['924cb5c4-ea83-4b78-8090-70701d966f1c'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:34:04.325637 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab544647-4172-4331-90d0-be90b3fbbcc5 admin admin] Network af501253-5369-454b-b2d8-daf772866f7e is scheduled to be hosted by DHCP agent 924cb5c4-ea83-4b78-8090-70701d966f1c with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:34:04.335937 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-ab544647-4172-4331-90d0-be90b3fbbcc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-3, af501253-5369-454b-b2d8-daf772866f7e) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:34:04.340202 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab544647-4172-4331-90d0-be90b3fbbcc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:04.340789 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ab544647-4172-4331-90d0-be90b3fbbcc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:04.346521 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcb9aa4-5cf7-4ee0-a5ee-b09e00d2970b None None] Network af501253-5369-454b-b2d8-daf772866f7e requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:34:04.358843 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-ab544647-4172-4331-90d0-be90b3fbbcc5 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3259673 Jul 09 17:34:04.360908 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55950) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:04.366413 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-17a2a08f-563b-451c-9b6a-8c4155821903 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1847277186-router', 'tenant_id': 'd2be92c5de364afbb20ba5f128a14c00', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:34:04.392051 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17a2a08f-563b-451c-9b6a-8c4155821903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-313679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65051'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:04.393084 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17a2a08f-563b-451c-9b6a-8c4155821903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-313762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-315154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65044'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:04.451224 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17a2a08f-563b-451c-9b6a-8c4155821903 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:04.506423 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a03bf95-6258-4fb2-90f2-9d5b27e4acd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff889677-78da-5eb5-b321-207ef0e8922f-af501253-5369-454b-b2d8-daf772866f7e', 'network_id': 'af501253-5369-454b-b2d8-daf772866f7e', 'tenant_id': 'd2be92c5de364afbb20ba5f128a14c00', 'fixed_ips': [{'subnet_id': '9a089276-aaba-4b81-83cd-2296b70aaee2'}]}} from n-d-798930-3. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:34:04.508000 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7a03bf95-6258-4fb2-90f2-9d5b27e4acd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:04.653298 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-7a03bf95-6258-4fb2-90f2-9d5b27e4acd8 None None] Allocated IP 172.20.0.2 (af501253-5369-454b-b2d8-daf772866f7e/9a089276-aaba-4b81-83cd-2296b70aaee2/6821a908-d969-4289-ba88-12a4adc1c1d9) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:34:04.809752 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7a03bf95-6258-4fb2-90f2-9d5b27e4acd8 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:04.818547 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7a03bf95-6258-4fb2-90f2-9d5b27e4acd8 None None] Transition to ACTIVE for port object 6821a908-d969-4289-ba88-12a4adc1c1d9 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:34:04.833859 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7a03bf95-6258-4fb2-90f2-9d5b27e4acd8 None None] Transition to ACTIVE for port object 6821a908-d969-4289-ba88-12a4adc1c1d9 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:34:04.840320 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7a03bf95-6258-4fb2-90f2-9d5b27e4acd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:04.883075 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a03bf95-6258-4fb2-90f2-9d5b27e4acd8 None None] Network af501253-5369-454b-b2d8-daf772866f7e is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:34:04.886008 n-d-798930-3 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-7a03bf95-6258-4fb2-90f2-9d5b27e4acd8 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:34:04.889062 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a03bf95-6258-4fb2-90f2-9d5b27e4acd8 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:34:04.898424 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a03bf95-6258-4fb2-90f2-9d5b27e4acd8 None None] Pushing event updated for resources: {'Port': ['ID=6821a908-d969-4289-ba88-12a4adc1c1d9,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:04.935874 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17a2a08f-563b-451c-9b6a-8c4155821903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-315136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-313661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65030'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:04.959536 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-7a03bf95-6258-4fb2-90f2-9d5b27e4acd8 None None] Attempting to bind port 6821a908-d969-4289-ba88-12a4adc1c1d9 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:34:04.960169 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-7a03bf95-6258-4fb2-90f2-9d5b27e4acd8 None None] Attempting to bind port 6821a908-d969-4289-ba88-12a4adc1c1d9 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '76a33b37-5107-477c-a86c-6f9d3ec5a7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'af501253-5369-454b-b2d8-daf772866f7e'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:34:04.960600 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a03bf95-6258-4fb2-90f2-9d5b27e4acd8 None None] Attempting to bind port 6821a908-d969-4289-ba88-12a4adc1c1d9 on network af501253-5369-454b-b2d8-daf772866f7e {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:34:04.971104 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a03bf95-6258-4fb2-90f2-9d5b27e4acd8 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:34:04.971481 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a03bf95-6258-4fb2-90f2-9d5b27e4acd8 None None] Checking segment: {'id': '76a33b37-5107-477c-a86c-6f9d3ec5a7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'af501253-5369-454b-b2d8-daf772866f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:34:04.971937 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7a03bf95-6258-4fb2-90f2-9d5b27e4acd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:04.972334 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a03bf95-6258-4fb2-90f2-9d5b27e4acd8 None None] Bound using segment: {'id': '76a33b37-5107-477c-a86c-6f9d3ec5a7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'af501253-5369-454b-b2d8-daf772866f7e'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:34:04.972816 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-7a03bf95-6258-4fb2-90f2-9d5b27e4acd8 None None] Bound port: 6821a908-d969-4289-ba88-12a4adc1c1d9, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a33b37-5107-477c-a86c-6f9d3ec5a7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'af501253-5369-454b-b2d8-daf772866f7e'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:34:04.973448 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7a03bf95-6258-4fb2-90f2-9d5b27e4acd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:05.060286 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-7a03bf95-6258-4fb2-90f2-9d5b27e4acd8 None None] For port 6821a908-d969-4289-ba88-12a4adc1c1d9, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:34:05.064094 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-7a03bf95-6258-4fb2-90f2-9d5b27e4acd8 None None] For port 6821a908-d969-4289-ba88-12a4adc1c1d9, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=6821a908-d969-4289-ba88-12a4adc1c1d9,segment=NetworkSegment(76a33b37-5107-477c-a86c-6f9d3ec5a7fb),segment_id=76a33b37-5107-477c-a86c-6f9d3ec5a7fb)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:34:05.072366 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7a03bf95-6258-4fb2-90f2-9d5b27e4acd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:05.140818 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a03bf95-6258-4fb2-90f2-9d5b27e4acd8 None None] Pushing event updated for resources: {'Port': ['ID=6821a908-d969-4289-ba88-12a4adc1c1d9,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:05.144987 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 20a9f782-f89f-47a2-ba7c-e1e4aa827147 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:34:05.192027 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17a2a08f-563b-451c-9b6a-8c4155821903 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:05.203732 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 20a9f782-f89f-47a2-ba7c-e1e4aa827147 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:34:05.208357 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 20a9f782-f89f-47a2-ba7c-e1e4aa827147 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:34:05.208728 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:05.213797 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17a2a08f-563b-451c-9b6a-8c4155821903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:05.299814 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:05.335637 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-17a2a08f-563b-451c-9b6a-8c4155821903 admin admin] Allocated IP 172.25.0.194 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/b194b85f-a345-4234-8052-26e39d6e7ffa) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:34:05.353994 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 20a9f782-f89f-47a2-ba7c-e1e4aa827147, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=20a9f782-f89f-47a2-ba7c-e1e4aa827147,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:34:05.358630 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:05.359762 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device fa80c386-7e8e-4ee8-9c9e-380b52644b12 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:34:05.391080 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c310710f-f560-49cb-a050-1fcfc0163bc9 None None] Sync routers for ids ['5c92435f-4b74-4cc9-bcaf-a75b138d17b6'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:34:05.410327 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c310710f-f560-49cb-a050-1fcfc0163bc9 None None] Routers {'5c92435f-4b74-4cc9-bcaf-a75b138d17b6'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:34:05.411321 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c310710f-f560-49cb-a050-1fcfc0163bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:33:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['5c92435f-4b74-4cc9-bcaf-a75b138d17b6'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:05.446963 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=20a9f782-f89f-47a2-ba7c-e1e4aa827147,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:05.469216 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port fa80c386-7e8e-4ee8-9c9e-380b52644b12 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:34:05.470396 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:05.494401 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17a2a08f-563b-451c-9b6a-8c4155821903 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:05.539501 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17a2a08f-563b-451c-9b6a-8c4155821903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:05.571028 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-c310710f-f560-49cb-a050-1fcfc0163bc9 None None] Set router 5c92435f-4b74-4cc9-bcaf-a75b138d17b6 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:34:05.593010 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2a08f-563b-451c-9b6a-8c4155821903 admin admin] Pushing event updated for resources: {'Port': ['ID=b194b85f-a345-4234-8052-26e39d6e7ffa,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:05.598799 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a2a08f-563b-451c-9b6a-8c4155821903 admin admin] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:34:05.600440 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-17a2a08f-563b-451c-9b6a-8c4155821903 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:34:05.602894 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a2a08f-563b-451c-9b6a-8c4155821903 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:34:05.852250 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17a2a08f-563b-451c-9b6a-8c4155821903 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:05.862544 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c310710f-f560-49cb-a050-1fcfc0163bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'name': 'tempest-TestSnapshotPattern-1816347181-router', 'tenant_id': 'e8de586f7e2649bda8d7081354178fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '20a9f782-f89f-47a2-ba7c-e1e4aa827147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:34:00Z', 'updated_at': '2021-07-09T17:34:02Z', 'revision_number': 4, 'project_id': 'e8de586f7e2649bda8d7081354178fff', 'gw_port': {'id': '20a9f782-f89f-47a2-ba7c-e1e4aa827147', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:3a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:00Z', 'updated_at': '2021-07-09T17:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'd5d1dd06-ddf9-49df-b1bc-86f5c3d48ae5', 'name': '', 'network_id': '186558b7-66f0-4d2b-b8cf-3ce102350d3d', 'tenant_id': 'e8de586f7e2649bda8d7081354178fff', 'mac_address': 'fa:16:3e:c6:51:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:02Z', 'updated_at': '2021-07-09T17:34:02Z', 'revision_number': 2, 'project_id': 'e8de586f7e2649bda8d7081354178fff', 'subnets': [{'id': '2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:05.890135 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c310710f-f560-49cb-a050-1fcfc0163bc9 None None] Checking router: 5c92435f-4b74-4cc9-bcaf-a75b138d17b6 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:34:05.890547 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c310710f-f560-49cb-a050-1fcfc0163bc9 None None] Updating router 5c92435f-4b74-4cc9-bcaf-a75b138d17b6 port d5d1dd06-ddf9-49df-b1bc-86f5c3d48ae5 binding host n-d-798930-3 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:34:05.925112 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-c310710f-f560-49cb-a050-1fcfc0163bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:06.063365 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17a2a08f-563b-451c-9b6a-8c4155821903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-313654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1725921'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:06.201305 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73aa43b3-aaf6-45de-a9df-0dc2d7d61dbc None None] Network af501253-5369-454b-b2d8-daf772866f7e requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:34:06.203092 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a2a08f-563b-451c-9b6a-8c4155821903 admin admin] Router fbe8e2b3-2119-43e8-8eb5-558e554e4839 is scheduled to L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:34:06.203753 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-c310710f-f560-49cb-a050-1fcfc0163bc9 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:06.215786 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-c310710f-f560-49cb-a050-1fcfc0163bc9 None None] Transition to ACTIVE for port object d5d1dd06-ddf9-49df-b1bc-86f5c3d48ae5 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:34:06.221766 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-c310710f-f560-49cb-a050-1fcfc0163bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:06.271711 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c389c-2150-4d88-8bc7-e70fbac76f84 None None] Pushing event updated for resources: {'Port': ['ID=d5d1dd06-ddf9-49df-b1bc-86f5c3d48ae5,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:06.294147 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1c613fb7-1c00-4820-8c73-719626e542f4 None None] Provisioning for port 6821a908-d969-4289-ba88-12a4adc1c1d9 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:34:06.296489 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c389c-2150-4d88-8bc7-e70fbac76f84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:34:06.296840 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c389c-2150-4d88-8bc7-e70fbac76f84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:34:06.297182 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c389c-2150-4d88-8bc7-e70fbac76f84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:34:06.297516 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c389c-2150-4d88-8bc7-e70fbac76f84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:34:06.297854 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c389c-2150-4d88-8bc7-e70fbac76f84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:34:06.298181 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c389c-2150-4d88-8bc7-e70fbac76f84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:34:06.298504 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c389c-2150-4d88-8bc7-e70fbac76f84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:34:06.298850 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c389c-2150-4d88-8bc7-e70fbac76f84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:34:06.299391 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c389c-2150-4d88-8bc7-e70fbac76f84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:34:06.299890 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c389c-2150-4d88-8bc7-e70fbac76f84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:34:06.300395 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c389c-2150-4d88-8bc7-e70fbac76f84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:34:06.300886 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c389c-2150-4d88-8bc7-e70fbac76f84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:34:06.340757 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-c310710f-f560-49cb-a050-1fcfc0163bc9 None None] Attempting to bind port d5d1dd06-ddf9-49df-b1bc-86f5c3d48ae5 on host n-d-798930-3 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:34:06.341383 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-c310710f-f560-49cb-a050-1fcfc0163bc9 None None] Attempting to bind port d5d1dd06-ddf9-49df-b1bc-86f5c3d48ae5 by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': 'df0c9332-0420-46bd-becb-33244874016b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '186558b7-66f0-4d2b-b8cf-3ce102350d3d'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:34:06.341953 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c310710f-f560-49cb-a050-1fcfc0163bc9 None None] Attempting to bind port d5d1dd06-ddf9-49df-b1bc-86f5c3d48ae5 on network 186558b7-66f0-4d2b-b8cf-3ce102350d3d {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:34:06.347618 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c310710f-f560-49cb-a050-1fcfc0163bc9 None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:34:06.348480 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c310710f-f560-49cb-a050-1fcfc0163bc9 None None] Checking segment: {'id': 'df0c9332-0420-46bd-becb-33244874016b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '186558b7-66f0-4d2b-b8cf-3ce102350d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:34:06.348896 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-c310710f-f560-49cb-a050-1fcfc0163bc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:06.349287 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c310710f-f560-49cb-a050-1fcfc0163bc9 None None] Bound using segment: {'id': 'df0c9332-0420-46bd-becb-33244874016b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '186558b7-66f0-4d2b-b8cf-3ce102350d3d'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:34:06.349765 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-c310710f-f560-49cb-a050-1fcfc0163bc9 None None] Bound port: d5d1dd06-ddf9-49df-b1bc-86f5c3d48ae5, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df0c9332-0420-46bd-becb-33244874016b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '186558b7-66f0-4d2b-b8cf-3ce102350d3d'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:34:06.350145 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-c310710f-f560-49cb-a050-1fcfc0163bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:06.357105 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a2a08f-563b-451c-9b6a-8c4155821903 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:34:06.381007 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17a2a08f-563b-451c-9b6a-8c4155821903 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:06.382815 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-17a2a08f-563b-451c-9b6a-8c4155821903 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0204852 Jul 09 17:34:06.385484 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55952) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:06.388044 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4d7a61-3bda-4d3d-85e2-0be1a91492fc None None] Sync routers for ids ['fbe8e2b3-2119-43e8-8eb5-558e554e4839'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:34:06.406307 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4d7a61-3bda-4d3d-85e2-0be1a91492fc None None] Routers {'fbe8e2b3-2119-43e8-8eb5-558e554e4839'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:34:06.406952 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9d4d7a61-3bda-4d3d-85e2-0be1a91492fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:33:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['fbe8e2b3-2119-43e8-8eb5-558e554e4839'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:06.433883 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-c310710f-f560-49cb-a050-1fcfc0163bc9 None None] For port d5d1dd06-ddf9-49df-b1bc-86f5c3d48ae5, host n-d-798930-3, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:34:06.437959 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-c310710f-f560-49cb-a050-1fcfc0163bc9 None None] For port d5d1dd06-ddf9-49df-b1bc-86f5c3d48ae5, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=d5d1dd06-ddf9-49df-b1bc-86f5c3d48ae5,segment=NetworkSegment(df0c9332-0420-46bd-becb-33244874016b),segment_id=df0c9332-0420-46bd-becb-33244874016b)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:34:06.445142 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-c310710f-f560-49cb-a050-1fcfc0163bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:06.509255 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c310710f-f560-49cb-a050-1fcfc0163bc9 None None] Routers {'5c92435f-4b74-4cc9-bcaf-a75b138d17b6'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:34:06.509898 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c310710f-f560-49cb-a050-1fcfc0163bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:33:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['5c92435f-4b74-4cc9-bcaf-a75b138d17b6'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:06.531838 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-9d4d7a61-3bda-4d3d-85e2-0be1a91492fc None None] Set router fbe8e2b3-2119-43e8-8eb5-558e554e4839 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:34:06.573441 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c389c-2150-4d88-8bc7-e70fbac76f84 None None] Pushing event updated for resources: {'Port': ['ID=d5d1dd06-ddf9-49df-b1bc-86f5c3d48ae5,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:06.652202 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-c310710f-f560-49cb-a050-1fcfc0163bc9 None None] Set router 5c92435f-4b74-4cc9-bcaf-a75b138d17b6 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:34:06.772697 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9d4d7a61-3bda-4d3d-85e2-0be1a91492fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe8e2b3-2119-43e8-8eb5-558e554e4839', 'name': 'tempest-TestSnapshotPattern-1847277186-router', 'tenant_id': 'd2be92c5de364afbb20ba5f128a14c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'b194b85f-a345-4234-8052-26e39d6e7ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:34:04Z', 'updated_at': '2021-07-09T17:34:05Z', 'revision_number': 3, 'project_id': 'd2be92c5de364afbb20ba5f128a14c00', 'gw_port': {'id': 'b194b85f-a345-4234-8052-26e39d6e7ffa', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe8e2b3-2119-43e8-8eb5-558e554e4839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:05Z', 'updated_at': '2021-07-09T17:34:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:06.807008 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4d7a61-3bda-4d3d-85e2-0be1a91492fc None None] Checking router: fbe8e2b3-2119-43e8-8eb5-558e554e4839 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:34:06.807293 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4d7a61-3bda-4d3d-85e2-0be1a91492fc None None] Updating router fbe8e2b3-2119-43e8-8eb5-558e554e4839 port b194b85f-a345-4234-8052-26e39d6e7ffa binding host n-d-798930-3 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:34:06.875022 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9d4d7a61-3bda-4d3d-85e2-0be1a91492fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:06.915811 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c310710f-f560-49cb-a050-1fcfc0163bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'name': 'tempest-TestSnapshotPattern-1816347181-router', 'tenant_id': 'e8de586f7e2649bda8d7081354178fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '20a9f782-f89f-47a2-ba7c-e1e4aa827147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:34:00Z', 'updated_at': '2021-07-09T17:34:02Z', 'revision_number': 4, 'project_id': 'e8de586f7e2649bda8d7081354178fff', 'gw_port': {'id': '20a9f782-f89f-47a2-ba7c-e1e4aa827147', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:3a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:00Z', 'updated_at': '2021-07-09T17:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'd5d1dd06-ddf9-49df-b1bc-86f5c3d48ae5', 'name': '', 'network_id': '186558b7-66f0-4d2b-b8cf-3ce102350d3d', 'tenant_id': 'e8de586f7e2649bda8d7081354178fff', 'mac_address': 'fa:16:3e:c6:51:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:02Z', 'updated_at': '2021-07-09T17:34:06Z', 'revision_number': 4, 'project_id': 'e8de586f7e2649bda8d7081354178fff', 'subnets': [{'id': '2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:06.945679 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b66e31ac-3e00-484a-8919-d96f512b0ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:06.955705 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c310710f-f560-49cb-a050-1fcfc0163bc9 None None] The sync data for ids ['5c92435f-4b74-4cc9-bcaf-a75b138d17b6'] in n-d-798930-3 is: [{'id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'name': 'tempest-TestSnapshotPattern-1816347181-router', 'tenant_id': 'e8de586f7e2649bda8d7081354178fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '20a9f782-f89f-47a2-ba7c-e1e4aa827147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:34:00Z', 'updated_at': '2021-07-09T17:34:02Z', 'revision_number': 4, 'project_id': 'e8de586f7e2649bda8d7081354178fff', 'gw_port': {'id': '20a9f782-f89f-47a2-ba7c-e1e4aa827147', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:3a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:00Z', 'updated_at': '2021-07-09T17:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'd5d1dd06-ddf9-49df-b1bc-86f5c3d48ae5', 'name': '', 'network_id': '186558b7-66f0-4d2b-b8cf-3ce102350d3d', 'tenant_id': 'e8de586f7e2649bda8d7081354178fff', 'mac_address': 'fa:16:3e:c6:51:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:02Z', 'updated_at': '2021-07-09T17:34:06Z', 'revision_number': 4, 'project_id': 'e8de586f7e2649bda8d7081354178fff', 'subnets': [{'id': '2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:34:07.157099 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-b66e31ac-3e00-484a-8919-d96f512b0ff7 admin admin] Allocated IP 172.20.0.1 (af501253-5369-454b-b2d8-daf772866f7e/9a089276-aaba-4b81-83cd-2296b70aaee2/8be62332-15d8-4c97-842e-318e0fa82b4c) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:34:07.173954 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9d4d7a61-3bda-4d3d-85e2-0be1a91492fc None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:07.188236 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9d4d7a61-3bda-4d3d-85e2-0be1a91492fc None None] Transition to ACTIVE for port object b194b85f-a345-4234-8052-26e39d6e7ffa will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:34:07.198581 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9d4d7a61-3bda-4d3d-85e2-0be1a91492fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:07.234119 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 6821a908-d969-4289-ba88-12a4adc1c1d9 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:34:07.290056 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b66e31ac-3e00-484a-8919-d96f512b0ff7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:07.292681 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937fdf17-bbb2-483c-bc2c-f7c74fa3a483 None None] Pushing event updated for resources: {'Port': ['ID=b194b85f-a345-4234-8052-26e39d6e7ffa,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:07.295739 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-9d4d7a61-3bda-4d3d-85e2-0be1a91492fc None None] Attempting to bind port b194b85f-a345-4234-8052-26e39d6e7ffa on host n-d-798930-3 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:34:07.296314 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-9d4d7a61-3bda-4d3d-85e2-0be1a91492fc None None] Attempting to bind port b194b85f-a345-4234-8052-26e39d6e7ffa by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:34:07.296872 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4d7a61-3bda-4d3d-85e2-0be1a91492fc None None] Attempting to bind port b194b85f-a345-4234-8052-26e39d6e7ffa on network caa6ed8d-2893-4113-8f68-c5284e694f6c {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:34:07.308082 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-b66e31ac-3e00-484a-8919-d96f512b0ff7 admin admin] Transition to ACTIVE for port object 8be62332-15d8-4c97-842e-318e0fa82b4c will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:34:07.309002 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4d7a61-3bda-4d3d-85e2-0be1a91492fc None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:34:07.309617 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4d7a61-3bda-4d3d-85e2-0be1a91492fc None None] Checking segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:34:07.310191 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9d4d7a61-3bda-4d3d-85e2-0be1a91492fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:07.310755 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4d7a61-3bda-4d3d-85e2-0be1a91492fc None None] Bound using segment: {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:34:07.312771 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-9d4d7a61-3bda-4d3d-85e2-0be1a91492fc None None] Bound port: b194b85f-a345-4234-8052-26e39d6e7ffa, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75071cd2-df05-4284-b43e-7b235126ec2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:34:07.313246 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9d4d7a61-3bda-4d3d-85e2-0be1a91492fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:07.349009 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b66e31ac-3e00-484a-8919-d96f512b0ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:07.353883 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 6821a908-d969-4289-ba88-12a4adc1c1d9 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:34:07.366627 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 6821a908-d969-4289-ba88-12a4adc1c1d9 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:34:07.367137 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:07.390793 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9d4d7a61-3bda-4d3d-85e2-0be1a91492fc None None] For port b194b85f-a345-4234-8052-26e39d6e7ffa, host n-d-798930-3, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:34:07.396854 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66e31ac-3e00-484a-8919-d96f512b0ff7 admin admin] Network af501253-5369-454b-b2d8-daf772866f7e is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:34:07.401021 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-b66e31ac-3e00-484a-8919-d96f512b0ff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:34:07.402996 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66e31ac-3e00-484a-8919-d96f512b0ff7 admin admin] Pushing event updated for resources: {'Port': ['ID=8be62332-15d8-4c97-842e-318e0fa82b4c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:07.405250 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66e31ac-3e00-484a-8919-d96f512b0ff7 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:34:07.415027 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9d4d7a61-3bda-4d3d-85e2-0be1a91492fc None None] For port b194b85f-a345-4234-8052-26e39d6e7ffa, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=b194b85f-a345-4234-8052-26e39d6e7ffa,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:34:07.428863 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9d4d7a61-3bda-4d3d-85e2-0be1a91492fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:07.449283 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b66e31ac-3e00-484a-8919-d96f512b0ff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314856'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:07.522810 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4d7a61-3bda-4d3d-85e2-0be1a91492fc None None] Routers {'fbe8e2b3-2119-43e8-8eb5-558e554e4839'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:34:07.523445 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9d4d7a61-3bda-4d3d-85e2-0be1a91492fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:33:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['fbe8e2b3-2119-43e8-8eb5-558e554e4839'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:07.546215 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937fdf17-bbb2-483c-bc2c-f7c74fa3a483 None None] Pushing event updated for resources: {'Port': ['ID=b194b85f-a345-4234-8052-26e39d6e7ffa,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:07.579433 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:07.633966 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b66e31ac-3e00-484a-8919-d96f512b0ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:07.822170 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b66e31ac-3e00-484a-8919-d96f512b0ff7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:07.823201 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 6821a908-d969-4289-ba88-12a4adc1c1d9, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=6821a908-d969-4289-ba88-12a4adc1c1d9,segment=NetworkSegment(76a33b37-5107-477c-a86c-6f9d3ec5a7fb),segment_id=76a33b37-5107-477c-a86c-6f9d3ec5a7fb)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:34:07.827381 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b66e31ac-3e00-484a-8919-d96f512b0ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:07.835809 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:07.836555 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 20a9f782-f89f-47a2-ba7c-e1e4aa827147 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:34:07.878444 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d175c7a9-5dcc-48e0-8e78-85995518419b None None] Provisioning for port 8be62332-15d8-4c97-842e-318e0fa82b4c completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:34:07.893590 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d175c7a9-5dcc-48e0-8e78-85995518419b None None] Provisioning complete for port 8be62332-15d8-4c97-842e-318e0fa82b4c triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:34:07.893960 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d175c7a9-5dcc-48e0-8e78-85995518419b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:07.898397 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66e31ac-3e00-484a-8919-d96f512b0ff7 admin admin] Pushing event updated for resources: {'Port': ['ID=8be62332-15d8-4c97-842e-318e0fa82b4c,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:07.901696 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b66e31ac-3e00-484a-8919-d96f512b0ff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-317115'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:07.932938 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-9d4d7a61-3bda-4d3d-85e2-0be1a91492fc None None] Set router fbe8e2b3-2119-43e8-8eb5-558e554e4839 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:34:07.995053 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66e31ac-3e00-484a-8919-d96f512b0ff7 admin admin] Network af501253-5369-454b-b2d8-daf772866f7e is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:34:07.996525 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-b66e31ac-3e00-484a-8919-d96f512b0ff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:34:08.052474 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=6821a908-d969-4289-ba88-12a4adc1c1d9,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:08.072294 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-d175c7a9-5dcc-48e0-8e78-85995518419b None None] Port 8be62332-15d8-4c97-842e-318e0fa82b4c cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:34:08.098349 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 20a9f782-f89f-47a2-ba7c-e1e4aa827147 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:34:08.098723 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:08.121499 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b66e31ac-3e00-484a-8919-d96f512b0ff7 admin admin] Router fbe8e2b3-2119-43e8-8eb5-558e554e4839 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:34:08.228393 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9d4d7a61-3bda-4d3d-85e2-0be1a91492fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe8e2b3-2119-43e8-8eb5-558e554e4839', 'name': 'tempest-TestSnapshotPattern-1847277186-router', 'tenant_id': 'd2be92c5de364afbb20ba5f128a14c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'b194b85f-a345-4234-8052-26e39d6e7ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:34:04Z', 'updated_at': '2021-07-09T17:34:05Z', 'revision_number': 3, 'project_id': 'd2be92c5de364afbb20ba5f128a14c00', 'gw_port': {'id': 'b194b85f-a345-4234-8052-26e39d6e7ffa', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe8e2b3-2119-43e8-8eb5-558e554e4839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:05Z', 'updated_at': '2021-07-09T17:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:08.230697 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d5d1dd06-ddf9-49df-b1bc-86f5c3d48ae5 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:34:08.236352 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66e31ac-3e00-484a-8919-d96f512b0ff7 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:34:08.250525 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-b66e31ac-3e00-484a-8919-d96f512b0ff7 admin admin] 10.222.0.98 "PUT /v2.0/routers/fbe8e2b3-2119-43e8-8eb5-558e554e4839/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8547578 Jul 09 17:34:08.275652 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4d7a61-3bda-4d3d-85e2-0be1a91492fc None None] The sync data for ids ['fbe8e2b3-2119-43e8-8eb5-558e554e4839'] in n-d-798930-3 is: [{'id': 'fbe8e2b3-2119-43e8-8eb5-558e554e4839', 'name': 'tempest-TestSnapshotPattern-1847277186-router', 'tenant_id': 'd2be92c5de364afbb20ba5f128a14c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'b194b85f-a345-4234-8052-26e39d6e7ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:34:04Z', 'updated_at': '2021-07-09T17:34:05Z', 'revision_number': 3, 'project_id': 'd2be92c5de364afbb20ba5f128a14c00', 'gw_port': {'id': 'b194b85f-a345-4234-8052-26e39d6e7ffa', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe8e2b3-2119-43e8-8eb5-558e554e4839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:05Z', 'updated_at': '2021-07-09T17:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:34:08.311582 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-61ff0ec3-e441-41cb-b78d-03f75cbab23d None None] Provisioning complete for port 8be62332-15d8-4c97-842e-318e0fa82b4c triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:34:08.311969 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-61ff0ec3-e441-41cb-b78d-03f75cbab23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:08.349731 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port d5d1dd06-ddf9-49df-b1bc-86f5c3d48ae5 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:34:08.357522 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port d5d1dd06-ddf9-49df-b1bc-86f5c3d48ae5 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:34:08.357890 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:08.360258 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-61ff0ec3-e441-41cb-b78d-03f75cbab23d None None] Port 8be62332-15d8-4c97-842e-318e0fa82b4c cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:34:08.447955 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:08.483899 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port d5d1dd06-ddf9-49df-b1bc-86f5c3d48ae5, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=d5d1dd06-ddf9-49df-b1bc-86f5c3d48ae5,segment=NetworkSegment(df0c9332-0420-46bd-becb-33244874016b),segment_id=df0c9332-0420-46bd-becb-33244874016b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:34:08.488730 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:08.564304 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=d5d1dd06-ddf9-49df-b1bc-86f5c3d48ae5,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:08.749840 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55960) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:08.755610 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-0411d965-7c53-4dba-bd96-2e10b16c5a56 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-805588933', 'description': 'tempest-secgroup-smoke-805588933 description', 'project_id': 'e8de586f7e2649bda8d7081354178fff'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:34:08.779365 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0411d965-7c53-4dba-bd96-2e10b16c5a56 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:08.871199 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0411d965-7c53-4dba-bd96-2e10b16c5a56 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:08.875369 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0411d965-7c53-4dba-bd96-2e10b16c5a56 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:08.904672 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0411d965-7c53-4dba-bd96-2e10b16c5a56 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:08.905918 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0411d965-7c53-4dba-bd96-2e10b16c5a56 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1540585 Jul 09 17:34:08.907977 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0411d965-7c53-4dba-bd96-2e10b16c5a56 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81f90868-1703-42b1-a080-22562cd9f537,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:08.909191 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55962) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:08.914609 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-e5657985-41d8-4b79-a977-2155b21b7bc7 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Request body: {'security_group_rule': {'security_group_id': '81f90868-1703-42b1-a080-22562cd9f537', 'project_id': 'e8de586f7e2649bda8d7081354178fff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:34:08.946949 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e5657985-41d8-4b79-a977-2155b21b7bc7 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:09.017047 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e5657985-41d8-4b79-a977-2155b21b7bc7 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:09.022017 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e5657985-41d8-4b79-a977-2155b21b7bc7 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:09.041664 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5657985-41d8-4b79-a977-2155b21b7bc7 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a99ce10c-b95c-4d14-ab23-b878b08eec22,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:09.047213 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e5657985-41d8-4b79-a977-2155b21b7bc7 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:09.051074 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-e5657985-41d8-4b79-a977-2155b21b7bc7 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1381378 Jul 09 17:34:09.051730 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55964) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:09.055831 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a8c0563f-9fd1-44cf-989b-45fcc18804b9 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Request body: {'security_group_rule': {'security_group_id': '81f90868-1703-42b1-a080-22562cd9f537', 'project_id': 'e8de586f7e2649bda8d7081354178fff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:34:09.089527 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a8c0563f-9fd1-44cf-989b-45fcc18804b9 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:09.121025 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 6821a908-d969-4289-ba88-12a4adc1c1d9 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:34:09.161381 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a8c0563f-9fd1-44cf-989b-45fcc18804b9 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:09.165912 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a8c0563f-9fd1-44cf-989b-45fcc18804b9 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:09.175518 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 6821a908-d969-4289-ba88-12a4adc1c1d9 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:34:09.175891 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:09.184588 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c0563f-9fd1-44cf-989b-45fcc18804b9 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=370fa231-3524-4e8c-9b17-6966a403ccaf,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:09.191489 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a8c0563f-9fd1-44cf-989b-45fcc18804b9 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:09.195489 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a8c0563f-9fd1-44cf-989b-45fcc18804b9 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1406519 Jul 09 17:34:09.195718 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55966) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:09.200551 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-c80a886b-93c1-4acd-ac9e-b0691c99a0cb tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Request body: {'security_group_rule': {'security_group_id': '81f90868-1703-42b1-a080-22562cd9f537', 'project_id': 'e8de586f7e2649bda8d7081354178fff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:34:09.228779 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c80a886b-93c1-4acd-ac9e-b0691c99a0cb tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:09.254716 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device b194b85f-a345-4234-8052-26e39d6e7ffa up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:34:09.286366 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c80a886b-93c1-4acd-ac9e-b0691c99a0cb tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:09.292057 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c80a886b-93c1-4acd-ac9e-b0691c99a0cb tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:09.304756 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port b194b85f-a345-4234-8052-26e39d6e7ffa completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:34:09.308469 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port b194b85f-a345-4234-8052-26e39d6e7ffa triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:34:09.308844 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:09.310239 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80a886b-93c1-4acd-ac9e-b0691c99a0cb tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be9cd786-d8a2-431f-89c2-875d36136017,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:09.320552 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c80a886b-93c1-4acd-ac9e-b0691c99a0cb tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:09.321756 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-c80a886b-93c1-4acd-ac9e-b0691c99a0cb tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1250210 Jul 09 17:34:09.324739 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 55968) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:09.329488 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-63130fb7-5a3d-49ba-a7ca-6cddcd3d3375 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Request body: {'security_group_rule': {'security_group_id': '81f90868-1703-42b1-a080-22562cd9f537', 'project_id': 'e8de586f7e2649bda8d7081354178fff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:34:09.356812 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-63130fb7-5a3d-49ba-a7ca-6cddcd3d3375 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:09.387608 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:09.409259 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port b194b85f-a345-4234-8052-26e39d6e7ffa, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=b194b85f-a345-4234-8052-26e39d6e7ffa,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:34:09.412304 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:09.413057 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d5d1dd06-ddf9-49df-b1bc-86f5c3d48ae5 up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:34:09.424958 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-63130fb7-5a3d-49ba-a7ca-6cddcd3d3375 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:09.428834 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-63130fb7-5a3d-49ba-a7ca-6cddcd3d3375 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:09.450102 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63130fb7-5a3d-49ba-a7ca-6cddcd3d3375 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=145bef89-8ec5-4689-9d8e-5e2bcbf857ba,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:09.453709 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-63130fb7-5a3d-49ba-a7ca-6cddcd3d3375 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:09.458894 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-63130fb7-5a3d-49ba-a7ca-6cddcd3d3375 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1330020 Jul 09 17:34:09.459237 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55970) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:09.464402 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b956abad-29cf-4a02-9d04-f94d73c26b2f tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Request body: {'security_group_rule': {'security_group_id': '81f90868-1703-42b1-a080-22562cd9f537', 'project_id': 'e8de586f7e2649bda8d7081354178fff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:34:09.487855 n-d-798930-3 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-b956abad-29cf-4a02-9d04-f94d73c26b2f tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Project e8de586f7e2649bda8d7081354178fff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:34:09.493056 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b956abad-29cf-4a02-9d04-f94d73c26b2f tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:09.494674 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=b194b85f-a345-4234-8052-26e39d6e7ffa,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:09.501924 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port d5d1dd06-ddf9-49df-b1bc-86f5c3d48ae5 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:34:09.502294 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:09.555360 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b956abad-29cf-4a02-9d04-f94d73c26b2f tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:09.561698 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b956abad-29cf-4a02-9d04-f94d73c26b2f tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:09.580407 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b956abad-29cf-4a02-9d04-f94d73c26b2f tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a1c8d5c-bd65-414b-b823-c00c52538631,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:09.587484 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b956abad-29cf-4a02-9d04-f94d73c26b2f tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:09.591048 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-b956abad-29cf-4a02-9d04-f94d73c26b2f tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1283815 Jul 09 17:34:09.591502 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 55972) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:09.596070 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-4e273cf6-998e-47f6-a1e7-4c0cac7c9267 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Request body: {'security_group_rule': {'security_group_id': '81f90868-1703-42b1-a080-22562cd9f537', 'project_id': 'e8de586f7e2649bda8d7081354178fff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:34:09.616733 n-d-798930-3 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-4e273cf6-998e-47f6-a1e7-4c0cac7c9267 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Project e8de586f7e2649bda8d7081354178fff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:34:09.622047 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4e273cf6-998e-47f6-a1e7-4c0cac7c9267 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:09.686044 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4e273cf6-998e-47f6-a1e7-4c0cac7c9267 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:09.689402 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4e273cf6-998e-47f6-a1e7-4c0cac7c9267 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1830510'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:09.709276 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e273cf6-998e-47f6-a1e7-4c0cac7c9267 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35cd0e9d-da56-4ad0-b0c1-cf0dde8dc1e6,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:09.712137 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4e273cf6-998e-47f6-a1e7-4c0cac7c9267 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:09.713309 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-4e273cf6-998e-47f6-a1e7-4c0cac7c9267 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1208897 Jul 09 17:34:09.851004 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3a765196-0c9d-46a5-8c7a-af9de7a84bca req-6b0f67d1-5365-41ac-bc81-c5974e1111ba tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-805588933&fields=id&tenant_id=e8de586f7e2649bda8d7081354178fff HTTP/1.1" status: 200 len: 267 time: 0.0320780 Jul 09 17:34:09.955136 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a765196-0c9d-46a5-8c7a-af9de7a84bca req-27b139f8-26e5-4f1f-a17d-25e1ceb8e70e tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:09.956604 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3a765196-0c9d-46a5-8c7a-af9de7a84bca req-27b139f8-26e5-4f1f-a17d-25e1ceb8e70e tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/networks?id=186558b7-66f0-4d2b-b8cf-3ce102350d3d HTTP/1.1" status: 200 len: 810 time: 0.0993879 Jul 09 17:34:09.971404 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3a765196-0c9d-46a5-8c7a-af9de7a84bca req-4a8d7d7f-8201-4db9-b12f-f172dcf82588 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/quotas/e8de586f7e2649bda8d7081354178fff HTTP/1.1" status: 200 len: 375 time: 0.0094185 Jul 09 17:34:10.040708 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3a765196-0c9d-46a5-8c7a-af9de7a84bca req-b407ded0-dd75-446e-b7c2-6a3dbf1a4116 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=e8de586f7e2649bda8d7081354178fff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0641093 Jul 09 17:34:10.056932 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [req-3a765196-0c9d-46a5-8c7a-af9de7a84bca req-1cd763d9-c37c-42ea-bee0-b64d0065f6f7 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:34:10.057885 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3a765196-0c9d-46a5-8c7a-af9de7a84bca req-1cd763d9-c37c-42ea-bee0-b64d0065f6f7 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063510 Jul 09 17:34:10.240488 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3a765196-0c9d-46a5-8c7a-af9de7a84bca req-2da20ec2-9632-4097-90a3-fecf46da0637 service neutron] 10.222.0.98 "GET /v2.0/networks/186558b7-66f0-4d2b-b8cf-3ce102350d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769590 Jul 09 17:34:10.332053 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-3a765196-0c9d-46a5-8c7a-af9de7a84bca req-48a086b0-bbc7-4ff3-b653-fb09918373da service neutron] 10.222.0.98 "GET /v2.0/networks/186558b7-66f0-4d2b-b8cf-3ce102350d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859320 Jul 09 17:34:10.425842 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899655cc-bba3-4662-85ff-d5dc2e5bceee None None] Sync routers for ids ['fbe8e2b3-2119-43e8-8eb5-558e554e4839'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:34:10.435852 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899655cc-bba3-4662-85ff-d5dc2e5bceee None None] Routers {'fbe8e2b3-2119-43e8-8eb5-558e554e4839'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:34:10.436548 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-899655cc-bba3-4662-85ff-d5dc2e5bceee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:33:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['fbe8e2b3-2119-43e8-8eb5-558e554e4839'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:10.510750 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-92dad00e-c33b-426e-98eb-ae0acff651d9 req-e3f1a6df-6a9b-43d6-8fc8-9a451dd2793c tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/ports?device_id=b678136c-01a9-4ff8-9da7-6eb6be8f7e00 HTTP/1.1" status: 200 len: 210 time: 0.0287471 Jul 09 17:34:10.546457 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-899655cc-bba3-4662-85ff-d5dc2e5bceee None None] Set router fbe8e2b3-2119-43e8-8eb5-558e554e4839 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:34:10.753169 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-899655cc-bba3-4662-85ff-d5dc2e5bceee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe8e2b3-2119-43e8-8eb5-558e554e4839', 'name': 'tempest-TestSnapshotPattern-1847277186-router', 'tenant_id': 'd2be92c5de364afbb20ba5f128a14c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'b194b85f-a345-4234-8052-26e39d6e7ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:34:04Z', 'updated_at': '2021-07-09T17:34:07Z', 'revision_number': 4, 'project_id': 'd2be92c5de364afbb20ba5f128a14c00', 'gw_port': {'id': 'b194b85f-a345-4234-8052-26e39d6e7ffa', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe8e2b3-2119-43e8-8eb5-558e554e4839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:05Z', 'updated_at': '2021-07-09T17:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '8be62332-15d8-4c97-842e-318e0fa82b4c', 'name': '', 'network_id': 'af501253-5369-454b-b2d8-daf772866f7e', 'tenant_id': 'd2be92c5de364afbb20ba5f128a14c00', 'mac_address': 'fa:16:3e:08:1f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe8e2b3-2119-43e8-8eb5-558e554e4839', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '9a089276-aaba-4b81-83cd-2296b70aaee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:06Z', 'updated_at': '2021-07-09T17:34:07Z', 'revision_number': 2, 'project_id': 'd2be92c5de364afbb20ba5f128a14c00', 'subnets': [{'id': '9a089276-aaba-4b81-83cd-2296b70aaee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:10.777214 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:10.781033 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899655cc-bba3-4662-85ff-d5dc2e5bceee None None] Checking router: fbe8e2b3-2119-43e8-8eb5-558e554e4839 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:34:10.781401 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899655cc-bba3-4662-85ff-d5dc2e5bceee None None] Updating router fbe8e2b3-2119-43e8-8eb5-558e554e4839 port 8be62332-15d8-4c97-842e-318e0fa82b4c binding host n-d-798930-3 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:34:10.821847 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-899655cc-bba3-4662-85ff-d5dc2e5bceee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:11.018697 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device b194b85f-a345-4234-8052-26e39d6e7ffa up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:34:11.074486 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port b194b85f-a345-4234-8052-26e39d6e7ffa triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:34:11.074914 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:11.083952 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:34:11.187093 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-899655cc-bba3-4662-85ff-d5dc2e5bceee None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:11.197430 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-899655cc-bba3-4662-85ff-d5dc2e5bceee None None] Transition to ACTIVE for port object 8be62332-15d8-4c97-842e-318e0fa82b4c will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:34:11.202976 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-899655cc-bba3-4662-85ff-d5dc2e5bceee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:11.253048 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8084345d-bf65-4321-a220-2232ad93b556 None None] Pushing event updated for resources: {'Port': ['ID=8be62332-15d8-4c97-842e-318e0fa82b4c,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:11.309238 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-899655cc-bba3-4662-85ff-d5dc2e5bceee None None] Attempting to bind port 8be62332-15d8-4c97-842e-318e0fa82b4c on host n-d-798930-3 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:34:11.309616 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-899655cc-bba3-4662-85ff-d5dc2e5bceee None None] Attempting to bind port 8be62332-15d8-4c97-842e-318e0fa82b4c by drivers openvswitch,hyperv on host n-d-798930-3 at level 0 using segments [{'id': '76a33b37-5107-477c-a86c-6f9d3ec5a7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'af501253-5369-454b-b2d8-daf772866f7e'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:34:11.309977 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899655cc-bba3-4662-85ff-d5dc2e5bceee None None] Attempting to bind port 8be62332-15d8-4c97-842e-318e0fa82b4c on network af501253-5369-454b-b2d8-daf772866f7e {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:34:11.315021 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899655cc-bba3-4662-85ff-d5dc2e5bceee None None] Checking agent: {'id': 'e0918a2c-d9ae-4f9a-baf5-0988ba2dbc0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 58, 55), 'started_at': datetime.datetime(2021, 7, 9, 15, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:34:11.315387 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899655cc-bba3-4662-85ff-d5dc2e5bceee None None] Checking segment: {'id': '76a33b37-5107-477c-a86c-6f9d3ec5a7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'af501253-5369-454b-b2d8-daf772866f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:34:11.315780 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-899655cc-bba3-4662-85ff-d5dc2e5bceee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:11.316167 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899655cc-bba3-4662-85ff-d5dc2e5bceee None None] Bound using segment: {'id': '76a33b37-5107-477c-a86c-6f9d3ec5a7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'af501253-5369-454b-b2d8-daf772866f7e'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:34:11.316628 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-899655cc-bba3-4662-85ff-d5dc2e5bceee None None] Bound port: 8be62332-15d8-4c97-842e-318e0fa82b4c, host: n-d-798930-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a33b37-5107-477c-a86c-6f9d3ec5a7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'af501253-5369-454b-b2d8-daf772866f7e'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:34:11.317695 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-899655cc-bba3-4662-85ff-d5dc2e5bceee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:11.384407 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-899655cc-bba3-4662-85ff-d5dc2e5bceee None None] For port 8be62332-15d8-4c97-842e-318e0fa82b4c, host n-d-798930-3, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:34:11.387630 n-d-798930-3 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-899655cc-bba3-4662-85ff-d5dc2e5bceee None None] For port 8be62332-15d8-4c97-842e-318e0fa82b4c, host n-d-798930-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=8be62332-15d8-4c97-842e-318e0fa82b4c,segment=NetworkSegment(76a33b37-5107-477c-a86c-6f9d3ec5a7fb),segment_id=76a33b37-5107-477c-a86c-6f9d3ec5a7fb)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:34:11.395776 n-d-798930-3 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-899655cc-bba3-4662-85ff-d5dc2e5bceee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:11.455979 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8084345d-bf65-4321-a220-2232ad93b556 None None] Pushing event updated for resources: {'Port': ['ID=8be62332-15d8-4c97-842e-318e0fa82b4c,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:11.464482 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899655cc-bba3-4662-85ff-d5dc2e5bceee None None] Routers {'fbe8e2b3-2119-43e8-8eb5-558e554e4839'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:34:11.465090 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-899655cc-bba3-4662-85ff-d5dc2e5bceee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:33:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['fbe8e2b3-2119-43e8-8eb5-558e554e4839'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:11.626753 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-899655cc-bba3-4662-85ff-d5dc2e5bceee None None] Set router fbe8e2b3-2119-43e8-8eb5-558e554e4839 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:34:11.639423 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a765196-0c9d-46a5-8c7a-af9de7a84bca req-49c69ba8-4874-4c1b-ad04-ee7a3de0e419 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:11.641713 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3a765196-0c9d-46a5-8c7a-af9de7a84bca req-49c69ba8-4874-4c1b-ad04-ee7a3de0e419 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.77 "GET /v2.0/networks?id=186558b7-66f0-4d2b-b8cf-3ce102350d3d HTTP/1.1" status: 200 len: 810 time: 0.1425004 Jul 09 17:34:11.707011 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3a765196-0c9d-46a5-8c7a-af9de7a84bca req-7da187d8-488c-4fd4-888e-c3b3af2be38f tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8de586f7e2649bda8d7081354178fff HTTP/1.1" status: 200 len: 379 time: 0.0559416 Jul 09 17:34:11.724638 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-3a765196-0c9d-46a5-8c7a-af9de7a84bca req-c1b1c897-3e3e-4cd4-be49-ac952439756b tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Request body: {'port': {'device_id': 'b678136c-01a9-4ff8-9da7-6eb6be8f7e00', 'network_id': '186558b7-66f0-4d2b-b8cf-3ce102350d3d', 'admin_state_up': True, 'tenant_id': 'e8de586f7e2649bda8d7081354178fff', 'security_groups': ['81f90868-1703-42b1-a080-22562cd9f537']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:34:11.743492 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-1297c534-d1a8-4e6c-a6ac-01e85ffed8e6 req-1b9c2b92-d16d-45d3-b178-2d21df9d974a tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/ports?device_id=b678136c-01a9-4ff8-9da7-6eb6be8f7e00 HTTP/1.1" status: 200 len: 210 time: 0.0628088 Jul 09 17:34:11.855342 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a765196-0c9d-46a5-8c7a-af9de7a84bca req-c1b1c897-3e3e-4cd4-be49-ac952439756b tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Made reservation on behalf of e8de586f7e2649bda8d7081354178fff for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:34:11.858926 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3a765196-0c9d-46a5-8c7a-af9de7a84bca req-c1b1c897-3e3e-4cd4-be49-ac952439756b tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:11.868095 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-899655cc-bba3-4662-85ff-d5dc2e5bceee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe8e2b3-2119-43e8-8eb5-558e554e4839', 'name': 'tempest-TestSnapshotPattern-1847277186-router', 'tenant_id': 'd2be92c5de364afbb20ba5f128a14c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'b194b85f-a345-4234-8052-26e39d6e7ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:34:04Z', 'updated_at': '2021-07-09T17:34:07Z', 'revision_number': 4, 'project_id': 'd2be92c5de364afbb20ba5f128a14c00', 'gw_port': {'id': 'b194b85f-a345-4234-8052-26e39d6e7ffa', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe8e2b3-2119-43e8-8eb5-558e554e4839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:05Z', 'updated_at': '2021-07-09T17:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '8be62332-15d8-4c97-842e-318e0fa82b4c', 'name': '', 'network_id': 'af501253-5369-454b-b2d8-daf772866f7e', 'tenant_id': 'd2be92c5de364afbb20ba5f128a14c00', 'mac_address': 'fa:16:3e:08:1f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe8e2b3-2119-43e8-8eb5-558e554e4839', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '9a089276-aaba-4b81-83cd-2296b70aaee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:06Z', 'updated_at': '2021-07-09T17:34:11Z', 'revision_number': 4, 'project_id': 'd2be92c5de364afbb20ba5f128a14c00', 'subnets': [{'id': '9a089276-aaba-4b81-83cd-2296b70aaee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:11.894181 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899655cc-bba3-4662-85ff-d5dc2e5bceee None None] The sync data for ids ['fbe8e2b3-2119-43e8-8eb5-558e554e4839'] in n-d-798930-3 is: [{'id': 'fbe8e2b3-2119-43e8-8eb5-558e554e4839', 'name': 'tempest-TestSnapshotPattern-1847277186-router', 'tenant_id': 'd2be92c5de364afbb20ba5f128a14c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'b194b85f-a345-4234-8052-26e39d6e7ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:34:04Z', 'updated_at': '2021-07-09T17:34:07Z', 'revision_number': 4, 'project_id': 'd2be92c5de364afbb20ba5f128a14c00', 'gw_port': {'id': 'b194b85f-a345-4234-8052-26e39d6e7ffa', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe8e2b3-2119-43e8-8eb5-558e554e4839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:05Z', 'updated_at': '2021-07-09T17:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': '8be62332-15d8-4c97-842e-318e0fa82b4c', 'name': '', 'network_id': 'af501253-5369-454b-b2d8-daf772866f7e', 'tenant_id': 'd2be92c5de364afbb20ba5f128a14c00', 'mac_address': 'fa:16:3e:08:1f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe8e2b3-2119-43e8-8eb5-558e554e4839', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '9a089276-aaba-4b81-83cd-2296b70aaee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:06Z', 'updated_at': '2021-07-09T17:34:11Z', 'revision_number': 4, 'project_id': 'd2be92c5de364afbb20ba5f128a14c00', 'subnets': [{'id': '9a089276-aaba-4b81-83cd-2296b70aaee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:34:12.008976 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-3a765196-0c9d-46a5-8c7a-af9de7a84bca req-c1b1c897-3e3e-4cd4-be49-ac952439756b tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Allocated IP 172.20.0.13 (186558b7-66f0-4d2b-b8cf-3ce102350d3d/2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3/1e71ff69-21e0-4051-9cdb-0b63a28217e3) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:34:12.156470 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3a765196-0c9d-46a5-8c7a-af9de7a84bca req-c1b1c897-3e3e-4cd4-be49-ac952439756b tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:12.171011 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-3a765196-0c9d-46a5-8c7a-af9de7a84bca req-c1b1c897-3e3e-4cd4-be49-ac952439756b tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Transition to ACTIVE for port object 1e71ff69-21e0-4051-9cdb-0b63a28217e3 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:34:12.206805 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3a765196-0c9d-46a5-8c7a-af9de7a84bca req-c1b1c897-3e3e-4cd4-be49-ac952439756b tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29548005'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:12.253188 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a765196-0c9d-46a5-8c7a-af9de7a84bca req-c1b1c897-3e3e-4cd4-be49-ac952439756b tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Network 186558b7-66f0-4d2b-b8cf-3ce102350d3d is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:34:12.257139 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-3a765196-0c9d-46a5-8c7a-af9de7a84bca req-c1b1c897-3e3e-4cd4-be49-ac952439756b tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:34:12.261161 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a765196-0c9d-46a5-8c7a-af9de7a84bca req-c1b1c897-3e3e-4cd4-be49-ac952439756b tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:34:12.295580 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b1c897-3e3e-4cd4-be49-ac952439756b tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Pushing event updated for resources: {'Port': ['ID=1e71ff69-21e0-4051-9cdb-0b63a28217e3,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:12.323677 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a765196-0c9d-46a5-8c7a-af9de7a84bca req-c1b1c897-3e3e-4cd4-be49-ac952439756b tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:12.324481 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3a765196-0c9d-46a5-8c7a-af9de7a84bca req-c1b1c897-3e3e-4cd4-be49-ac952439756b tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:12.341317 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3a765196-0c9d-46a5-8c7a-af9de7a84bca req-c1b1c897-3e3e-4cd4-be49-ac952439756b tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6214671 Jul 09 17:34:12.353916 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.v2.base [req-3a765196-0c9d-46a5-8c7a-af9de7a84bca req-f8604125-43b6-4b7e-a0f1-05ed44e7787e service neutron] Request body: {'port': {'device_id': 'b678136c-01a9-4ff8-9da7-6eb6be8f7e00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:34:12.438178 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3a765196-0c9d-46a5-8c7a-af9de7a84bca req-f8604125-43b6-4b7e-a0f1-05ed44e7787e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:12.553743 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-91d659d6-6fcb-47dd-9387-bb903cccc9a0 None None] Provisioning for port 1e71ff69-21e0-4051-9cdb-0b63a28217e3 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:34:12.560168 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-91d659d6-6fcb-47dd-9387-bb903cccc9a0 None None] Provisioning complete for port 1e71ff69-21e0-4051-9cdb-0b63a28217e3 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:34:12.560549 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-91d659d6-6fcb-47dd-9387-bb903cccc9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:12.597205 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-91d659d6-6fcb-47dd-9387-bb903cccc9a0 None None] Port 1e71ff69-21e0-4051-9cdb-0b63a28217e3 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:34:12.729302 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-3a765196-0c9d-46a5-8c7a-af9de7a84bca req-f8604125-43b6-4b7e-a0f1-05ed44e7787e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e71ff69-21e0-4051-9cdb-0b63a28217e3 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:34:12.736791 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3a765196-0c9d-46a5-8c7a-af9de7a84bca req-f8604125-43b6-4b7e-a0f1-05ed44e7787e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:12.748487 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-3a765196-0c9d-46a5-8c7a-af9de7a84bca req-f8604125-43b6-4b7e-a0f1-05ed44e7787e service neutron] Transition to ACTIVE for port object 1e71ff69-21e0-4051-9cdb-0b63a28217e3 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:34:12.752415 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3a765196-0c9d-46a5-8c7a-af9de7a84bca req-f8604125-43b6-4b7e-a0f1-05ed44e7787e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:12.825460 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8604125-43b6-4b7e-a0f1-05ed44e7787e service neutron] Pushing event updated for resources: {'Port': ['ID=1e71ff69-21e0-4051-9cdb-0b63a28217e3,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:12.879189 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-3a765196-0c9d-46a5-8c7a-af9de7a84bca req-f8604125-43b6-4b7e-a0f1-05ed44e7787e service neutron] Attempting to bind port 1e71ff69-21e0-4051-9cdb-0b63a28217e3 on host n-h1-798930-3 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:34:12.879569 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-3a765196-0c9d-46a5-8c7a-af9de7a84bca req-f8604125-43b6-4b7e-a0f1-05ed44e7787e service neutron] Attempting to bind port 1e71ff69-21e0-4051-9cdb-0b63a28217e3 by drivers openvswitch,hyperv on host n-h1-798930-3 at level 0 using segments [{'id': 'df0c9332-0420-46bd-becb-33244874016b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '186558b7-66f0-4d2b-b8cf-3ce102350d3d'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:34:12.879902 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a765196-0c9d-46a5-8c7a-af9de7a84bca req-f8604125-43b6-4b7e-a0f1-05ed44e7787e service neutron] Attempting to bind port 1e71ff69-21e0-4051-9cdb-0b63a28217e3 on network 186558b7-66f0-4d2b-b8cf-3ce102350d3d {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:34:12.884297 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a765196-0c9d-46a5-8c7a-af9de7a84bca req-f8604125-43b6-4b7e-a0f1-05ed44e7787e service neutron] Port 1e71ff69-21e0-4051-9cdb-0b63a28217e3 on network 186558b7-66f0-4d2b-b8cf-3ce102350d3d not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:34:12.884619 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a765196-0c9d-46a5-8c7a-af9de7a84bca req-f8604125-43b6-4b7e-a0f1-05ed44e7787e service neutron] Attempting to bind port 1e71ff69-21e0-4051-9cdb-0b63a28217e3 on network 186558b7-66f0-4d2b-b8cf-3ce102350d3d {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:34:12.889502 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a765196-0c9d-46a5-8c7a-af9de7a84bca req-f8604125-43b6-4b7e-a0f1-05ed44e7787e service neutron] Checking agent: {'id': '785ac4df-8b37-4d57-980c-c9a8420f9e3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:34:12.889831 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a765196-0c9d-46a5-8c7a-af9de7a84bca req-f8604125-43b6-4b7e-a0f1-05ed44e7787e service neutron] Checking segment: {'id': 'df0c9332-0420-46bd-becb-33244874016b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '186558b7-66f0-4d2b-b8cf-3ce102350d3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:34:12.890207 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a765196-0c9d-46a5-8c7a-af9de7a84bca req-f8604125-43b6-4b7e-a0f1-05ed44e7787e service neutron] Bound using segment: {'id': 'df0c9332-0420-46bd-becb-33244874016b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '186558b7-66f0-4d2b-b8cf-3ce102350d3d'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:34:12.890629 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-3a765196-0c9d-46a5-8c7a-af9de7a84bca req-f8604125-43b6-4b7e-a0f1-05ed44e7787e service neutron] Bound port: 1e71ff69-21e0-4051-9cdb-0b63a28217e3, host: n-h1-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df0c9332-0420-46bd-becb-33244874016b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '186558b7-66f0-4d2b-b8cf-3ce102350d3d'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:34:12.891251 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3a765196-0c9d-46a5-8c7a-af9de7a84bca req-f8604125-43b6-4b7e-a0f1-05ed44e7787e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:12.928373 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f8353-1998-451d-a28b-a946475a662e req-95bcc05e-62e6-4067-915d-7c2a7b96d7a1 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:12.929938 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f13f8353-1998-451d-a28b-a946475a662e req-95bcc05e-62e6-4067-915d-7c2a7b96d7a1 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/ports?device_id=b678136c-01a9-4ff8-9da7-6eb6be8f7e00 HTTP/1.1" status: 200 len: 944 time: 0.0687649 Jul 09 17:34:12.961209 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-3a765196-0c9d-46a5-8c7a-af9de7a84bca req-f8604125-43b6-4b7e-a0f1-05ed44e7787e service neutron] For port 1e71ff69-21e0-4051-9cdb-0b63a28217e3, host n-h1-798930-3, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:34:12.964835 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-3a765196-0c9d-46a5-8c7a-af9de7a84bca req-f8604125-43b6-4b7e-a0f1-05ed44e7787e service neutron] For port 1e71ff69-21e0-4051-9cdb-0b63a28217e3, host n-h1-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=1e71ff69-21e0-4051-9cdb-0b63a28217e3,segment=NetworkSegment(df0c9332-0420-46bd-becb-33244874016b),segment_id=df0c9332-0420-46bd-becb-33244874016b)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:34:12.972665 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3a765196-0c9d-46a5-8c7a-af9de7a84bca req-f8604125-43b6-4b7e-a0f1-05ed44e7787e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29548027'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:12.987715 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f13f8353-1998-451d-a28b-a946475a662e req-3fd43eb5-fb28-478c-82f1-8557fe7ebf39 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/security-groups?id=81f90868-1703-42b1-a080-22562cd9f537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503273 Jul 09 17:34:13.035224 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a765196-0c9d-46a5-8c7a-af9de7a84bca req-f8604125-43b6-4b7e-a0f1-05ed44e7787e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:13.036519 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3a765196-0c9d-46a5-8c7a-af9de7a84bca req-f8604125-43b6-4b7e-a0f1-05ed44e7787e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:13.037917 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3a765196-0c9d-46a5-8c7a-af9de7a84bca req-f8604125-43b6-4b7e-a0f1-05ed44e7787e service neutron] 10.222.0.77 "PUT /v2.0/ports/1e71ff69-21e0-4051-9cdb-0b63a28217e3 HTTP/1.1" status: 200 len: 1092 time: 0.6885591 Jul 09 17:34:13.038542 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b678136c-01a9-4ff8-9da7-6eb6be8f7e00', 'tag': '1e71ff69-21e0-4051-9cdb-0b63a28217e3'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:34:13.041147 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378ae9c57bf43c2771a5b4c89609b2495bcc5bf3f4145cc2e92b6ffd2a6a2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2bcba35-ca8f-4ae3-bfbf-46831eda2d0a" -d '{"events": [{"name": "network-changed", "server_uuid": "b678136c-01a9-4ff8-9da7-6eb6be8f7e00", "tag": "1e71ff69-21e0-4051-9cdb-0b63a28217e3"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:34:13.080129 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 8be62332-15d8-4c97-842e-318e0fa82b4c up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:34:13.103897 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8604125-43b6-4b7e-a0f1-05ed44e7787e service neutron] Pushing event updated for resources: {'Port': ['ID=1e71ff69-21e0-4051-9cdb-0b63a28217e3,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:13.124146 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4df1a82-9a52-4a75-aa00-46b72b279789 x-openstack-request-id: req-d4df1a82-9a52-4a75-aa00-46b72b279789 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:34:13.124442 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b678136c-01a9-4ff8-9da7-6eb6be8f7e00", "tag": "1e71ff69-21e0-4051-9cdb-0b63a28217e3", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:34:13.124697 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d4df1a82-9a52-4a75-aa00-46b72b279789 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:34:13.125088 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b678136c-01a9-4ff8-9da7-6eb6be8f7e00', 'tag': '1e71ff69-21e0-4051-9cdb-0b63a28217e3', 'status': 'completed', 'code': 200} Jul 09 17:34:13.153275 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a765196-0c9d-46a5-8c7a-af9de7a84bca req-cd2e0e2b-a701-4e32-8fe0-afd29019aded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:13.154930 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3a765196-0c9d-46a5-8c7a-af9de7a84bca req-cd2e0e2b-a701-4e32-8fe0-afd29019aded service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e8de586f7e2649bda8d7081354178fff&device_id=b678136c-01a9-4ff8-9da7-6eb6be8f7e00 HTTP/1.1" status: 200 len: 1095 time: 0.0684826 Jul 09 17:34:13.161989 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning for port 8be62332-15d8-4c97-842e-318e0fa82b4c completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:34:13.166072 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 8be62332-15d8-4c97-842e-318e0fa82b4c triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:34:13.166444 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:13.198715 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3a765196-0c9d-46a5-8c7a-af9de7a84bca req-260c2db9-07e9-43da-a5a5-60c51c348aa4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e71ff69-21e0-4051-9cdb-0b63a28217e3 HTTP/1.1" status: 200 len: 217 time: 0.0364690 Jul 09 17:34:13.256174 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a765196-0c9d-46a5-8c7a-af9de7a84bca req-1b7befb6-9513-4db3-bdf6-721fe5b4f586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:13.257642 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3a765196-0c9d-46a5-8c7a-af9de7a84bca req-1b7befb6-9513-4db3-bdf6-721fe5b4f586 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3 HTTP/1.1" status: 200 len: 849 time: 0.0528724 Jul 09 17:34:13.257797 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:13.291220 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] For port 8be62332-15d8-4c97-842e-318e0fa82b4c, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=8be62332-15d8-4c97-842e-318e0fa82b4c,segment=NetworkSegment(76a33b37-5107-477c-a86c-6f9d3ec5a7fb),segment_id=76a33b37-5107-477c-a86c-6f9d3ec5a7fb)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:34:13.295113 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:13.320917 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a765196-0c9d-46a5-8c7a-af9de7a84bca req-7effbb83-48cd-4213-8a2a-6b6d9130e611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:13.322434 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3a765196-0c9d-46a5-8c7a-af9de7a84bca req-7effbb83-48cd-4213-8a2a-6b6d9130e611 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=186558b7-66f0-4d2b-b8cf-3ce102350d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582390 Jul 09 17:34:13.346181 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Pushing event updated for resources: {'Port': ['ID=8be62332-15d8-4c97-842e-318e0fa82b4c,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:13.415461 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3a765196-0c9d-46a5-8c7a-af9de7a84bca req-89491bd6-89c4-45a9-9580-d4a326f14d8e service neutron] 10.222.0.77 "GET /v2.0/networks/186558b7-66f0-4d2b-b8cf-3ce102350d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863249 Jul 09 17:34:13.507202 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-3a765196-0c9d-46a5-8c7a-af9de7a84bca req-9398c44e-550a-4ceb-8c04-4b30b9ed6e6d service neutron] 10.222.0.77 "GET /v2.0/networks/186558b7-66f0-4d2b-b8cf-3ce102350d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855117 Jul 09 17:34:13.608143 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bcba35-ca8f-4ae3-bfbf-46831eda2d0a req-fffb60dc-d4d8-4f81-9716-9125f25fbcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:13.609601 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e2bcba35-ca8f-4ae3-bfbf-46831eda2d0a req-fffb60dc-d4d8-4f81-9716-9125f25fbcaa service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e8de586f7e2649bda8d7081354178fff&device_id=b678136c-01a9-4ff8-9da7-6eb6be8f7e00 HTTP/1.1" status: 200 len: 1095 time: 0.0535316 Jul 09 17:34:13.707314 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bcba35-ca8f-4ae3-bfbf-46831eda2d0a req-3ba90524-3be4-4d1e-85ff-24d163a3a883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:13.709260 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e2bcba35-ca8f-4ae3-bfbf-46831eda2d0a req-3ba90524-3be4-4d1e-85ff-24d163a3a883 service neutron] 10.222.0.77 "GET /v2.0/networks?id=186558b7-66f0-4d2b-b8cf-3ce102350d3d HTTP/1.1" status: 200 len: 911 time: 0.0932298 Jul 09 17:34:13.751489 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e2bcba35-ca8f-4ae3-bfbf-46831eda2d0a req-521d63b7-9a78-49a0-81f1-b7ff23c93cc8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e71ff69-21e0-4051-9cdb-0b63a28217e3 HTTP/1.1" status: 200 len: 217 time: 0.0349000 Jul 09 17:34:13.799337 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bcba35-ca8f-4ae3-bfbf-46831eda2d0a req-bb968713-9e8f-47a6-822e-c4401a471210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:13.800692 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e2bcba35-ca8f-4ae3-bfbf-46831eda2d0a req-bb968713-9e8f-47a6-822e-c4401a471210 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3 HTTP/1.1" status: 200 len: 849 time: 0.0424426 Jul 09 17:34:13.861412 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bcba35-ca8f-4ae3-bfbf-46831eda2d0a req-252f8e73-d429-498b-a845-5963b06555ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:13.863007 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e2bcba35-ca8f-4ae3-bfbf-46831eda2d0a req-252f8e73-d429-498b-a845-5963b06555ff service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=186558b7-66f0-4d2b-b8cf-3ce102350d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554123 Jul 09 17:34:13.952902 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e2bcba35-ca8f-4ae3-bfbf-46831eda2d0a req-4361fd2c-60e3-41f4-80b8-76845dece809 service neutron] 10.222.0.77 "GET /v2.0/networks/186558b7-66f0-4d2b-b8cf-3ce102350d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818343 Jul 09 17:34:14.051693 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-e2bcba35-ca8f-4ae3-bfbf-46831eda2d0a req-c7fd6fde-1a3f-4ae8-91b1-e6888043fa35 service neutron] 10.222.0.77 "GET /v2.0/networks/186558b7-66f0-4d2b-b8cf-3ce102350d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910857 Jul 09 17:34:14.161353 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ebc4e-4f2a-44de-9826-664a5478275c req-9d5cf3ff-f7d8-4410-a136-3a895a5d0e12 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:14.162883 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-933ebc4e-4f2a-44de-9826-664a5478275c req-9d5cf3ff-f7d8-4410-a136-3a895a5d0e12 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/ports?device_id=b678136c-01a9-4ff8-9da7-6eb6be8f7e00 HTTP/1.1" status: 200 len: 944 time: 0.0671954 Jul 09 17:34:14.202514 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-933ebc4e-4f2a-44de-9826-664a5478275c req-bb275f08-3687-4259-b92c-6130f751a38a tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/security-groups?id=81f90868-1703-42b1-a080-22562cd9f537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340681 Jul 09 17:34:15.011407 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 8be62332-15d8-4c97-842e-318e0fa82b4c up at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:34:15.060708 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Provisioning complete for port 8be62332-15d8-4c97-842e-318e0fa82b4c triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:34:15.060992 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:15.370639 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776390b-2475-463c-8bc6-f6d882aa668c req-6830d259-3202-403b-9079-b03d5a6abba3 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:15.372020 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4776390b-2475-463c-8bc6-f6d882aa668c req-6830d259-3202-403b-9079-b03d5a6abba3 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/ports?device_id=b678136c-01a9-4ff8-9da7-6eb6be8f7e00 HTTP/1.1" status: 200 len: 944 time: 0.0614612 Jul 09 17:34:15.408896 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4776390b-2475-463c-8bc6-f6d882aa668c req-d5f8f775-278c-4d27-8e3f-980eb7812744 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/security-groups?id=81f90868-1703-42b1-a080-22562cd9f537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314784 Jul 09 17:34:16.584178 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e638c69-31a6-48e4-8bf5-fec78be290e7 req-1e443527-fe83-499b-add6-38631b94f9a2 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:16.585653 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9e638c69-31a6-48e4-8bf5-fec78be290e7 req-1e443527-fe83-499b-add6-38631b94f9a2 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/ports?device_id=b678136c-01a9-4ff8-9da7-6eb6be8f7e00 HTTP/1.1" status: 200 len: 944 time: 0.0668118 Jul 09 17:34:16.622595 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9e638c69-31a6-48e4-8bf5-fec78be290e7 req-579efccf-a5c3-46e6-92e9-3654b0f41aff tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/security-groups?id=81f90868-1703-42b1-a080-22562cd9f537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314376 Jul 09 17:34:16.795578 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 1e71ff69-21e0-4051-9cdb-0b63a28217e3 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:34:16.890284 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 1e71ff69-21e0-4051-9cdb-0b63a28217e3, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=1e71ff69-21e0-4051-9cdb-0b63a28217e3,segment=NetworkSegment(df0c9332-0420-46bd-becb-33244874016b),segment_id=df0c9332-0420-46bd-becb-33244874016b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:34:16.902998 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '1e71ff69-21e0-4051-9cdb-0b63a28217e3', 'network_id': '186558b7-66f0-4d2b-b8cf-3ce102350d3d', 'port_id': '1e71ff69-21e0-4051-9cdb-0b63a28217e3', 'mac_address': 'fa:16:3e:2d:68:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:34:16.940134 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:16.953033 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e71ff69-21e0-4051-9cdb-0b63a28217e3 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:34:16.973774 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 1e71ff69-21e0-4051-9cdb-0b63a28217e3, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=1e71ff69-21e0-4051-9cdb-0b63a28217e3,segment=NetworkSegment(df0c9332-0420-46bd-becb-33244874016b),segment_id=df0c9332-0420-46bd-becb-33244874016b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:34:16.977137 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:17.023619 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=1e71ff69-21e0-4051-9cdb-0b63a28217e3,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:17.201447 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['1e71ff69-21e0-4051-9cdb-0b63a28217e3'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:34:17.793763 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40498c4c-2bd4-4024-96f2-48e3830e70aa req-8d762961-28fc-43dd-ba1e-d69f1589b52d tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:17.795237 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-40498c4c-2bd4-4024-96f2-48e3830e70aa req-8d762961-28fc-43dd-ba1e-d69f1589b52d tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/ports?device_id=b678136c-01a9-4ff8-9da7-6eb6be8f7e00 HTTP/1.1" status: 200 len: 945 time: 0.0615222 Jul 09 17:34:17.832178 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-40498c4c-2bd4-4024-96f2-48e3830e70aa req-803ee7f8-871f-4174-875a-cc3206d508b8 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/security-groups?id=81f90868-1703-42b1-a080-22562cd9f537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313923 Jul 09 17:34:18.810850 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 1e71ff69-21e0-4051-9cdb-0b63a28217e3 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:34:18.863038 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning for port 1e71ff69-21e0-4051-9cdb-0b63a28217e3 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:34:18.866370 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 1e71ff69-21e0-4051-9cdb-0b63a28217e3 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:34:18.866744 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:18.943261 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:18.965892 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b678136c-01a9-4ff8-9da7-6eb6be8f7e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e71ff69-21e0-4051-9cdb-0b63a28217e3'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:34:18.968205 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e4c0197b51a39b57e4a8a116eb3788e06930fc42ac75c6a3eb5959c91cb8bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a29c79-33b3-4fa4-abb6-7a734d78b673" -d '{"events": [{"server_uuid": "b678136c-01a9-4ff8-9da7-6eb6be8f7e00", "name": "network-vif-plugged", "status": "completed", "tag": "1e71ff69-21e0-4051-9cdb-0b63a28217e3"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:34:18.982528 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 1e71ff69-21e0-4051-9cdb-0b63a28217e3, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=1e71ff69-21e0-4051-9cdb-0b63a28217e3,segment=NetworkSegment(df0c9332-0420-46bd-becb-33244874016b),segment_id=df0c9332-0420-46bd-becb-33244874016b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:34:18.986352 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:19.007626 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797160c-7d81-436a-b1ad-7646a4636e53 req-b9b981d4-4b24-4d01-bb56-45ec8f0a0f71 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:19.009103 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9797160c-7d81-436a-b1ad-7646a4636e53 req-b9b981d4-4b24-4d01-bb56-45ec8f0a0f71 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/ports?device_id=b678136c-01a9-4ff8-9da7-6eb6be8f7e00 HTTP/1.1" status: 200 len: 945 time: 0.0635352 Jul 09 17:34:19.033076 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=1e71ff69-21e0-4051-9cdb-0b63a28217e3,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:19.051372 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9797160c-7d81-436a-b1ad-7646a4636e53 req-4d60c9ed-c782-4e86-8ce3-6040c0160600 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/security-groups?id=81f90868-1703-42b1-a080-22562cd9f537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365317 Jul 09 17:34:19.096236 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0041b3df-907d-4348-bb6f-6c323efbdf4c x-openstack-request-id: req-0041b3df-907d-4348-bb6f-6c323efbdf4c {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:34:19.096524 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b678136c-01a9-4ff8-9da7-6eb6be8f7e00", "name": "network-vif-plugged", "status": "completed", "tag": "1e71ff69-21e0-4051-9cdb-0b63a28217e3", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:34:19.096772 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0041b3df-907d-4348-bb6f-6c323efbdf4c {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:34:19.097166 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b678136c-01a9-4ff8-9da7-6eb6be8f7e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e71ff69-21e0-4051-9cdb-0b63a28217e3', 'code': 200} Jul 09 17:34:19.203696 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c31b5e6-244c-45fd-bd92-a8d2e88315c2 req-1414de0e-8616-49a3-bbc3-e8487476da05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:19.205157 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2c31b5e6-244c-45fd-bd92-a8d2e88315c2 req-1414de0e-8616-49a3-bbc3-e8487476da05 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b678136c-01a9-4ff8-9da7-6eb6be8f7e00 HTTP/1.1" status: 200 len: 1097 time: 0.0504689 Jul 09 17:34:19.238477 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-2c31b5e6-244c-45fd-bd92-a8d2e88315c2 req-ddbd568a-d50a-4475-8aa8-ff31cc4f752d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=81f90868-1703-42b1-a080-22562cd9f537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269284 Jul 09 17:34:20.224420 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b39ed-cf89-4673-9c7b-641d25065e3c req-3456d58e-1297-492e-805a-bf65b676f643 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:20.225877 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-144b39ed-cf89-4673-9c7b-641d25065e3c req-3456d58e-1297-492e-805a-bf65b676f643 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/ports?device_id=b678136c-01a9-4ff8-9da7-6eb6be8f7e00 HTTP/1.1" status: 200 len: 946 time: 0.0625079 Jul 09 17:34:20.261611 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-144b39ed-cf89-4673-9c7b-641d25065e3c req-59ffea87-6fc1-4ba1-8e9f-bd921742833c tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/security-groups?id=81f90868-1703-42b1-a080-22562cd9f537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301900 Jul 09 17:34:20.434411 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ecbc61-bded-4f0e-95c9-9fa827b9fb06 req-5876924b-cd6e-4ea3-aa25-09453e3b741d tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:20.435936 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-32ecbc61-bded-4f0e-95c9-9fa827b9fb06 req-5876924b-cd6e-4ea3-aa25-09453e3b741d tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/ports?device_id=b678136c-01a9-4ff8-9da7-6eb6be8f7e00 HTTP/1.1" status: 200 len: 946 time: 0.0674727 Jul 09 17:34:20.521533 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-32ecbc61-bded-4f0e-95c9-9fa827b9fb06 req-d924a469-03c3-4d4f-a2d3-d72757f1d126 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/security-groups?id=81f90868-1703-42b1-a080-22562cd9f537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800455 Jul 09 17:34:20.545518 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 56034) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:20.649065 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93329f4b-7b58-49b1-80bd-d1535bbfdf8b tempest-TestSnapshotPattern-1825421221 tempest-TestSnapshotPattern-1825421221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:20.650590 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-93329f4b-7b58-49b1-80bd-d1535bbfdf8b tempest-TestSnapshotPattern-1825421221 tempest-TestSnapshotPattern-1825421221-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=b678136c-01a9-4ff8-9da7-6eb6be8f7e00 HTTP/1.1" status: 200 len: 1092 time: 0.1040640 Jul 09 17:34:20.653425 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 56038) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:20.657675 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-9186cb75-f335-49fd-becf-3ed1ac752d71 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Request body: {'floatingip': {'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'port_id': '1e71ff69-21e0-4051-9cdb-0b63a28217e3', 'tenant_id': 'e8de586f7e2649bda8d7081354178fff', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:34:20.678654 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9186cb75-f335-49fd-becf-3ed1ac752d71 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:20.774494 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9186cb75-f335-49fd-becf-3ed1ac752d71 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:20.885654 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-9186cb75-f335-49fd-becf-3ed1ac752d71 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Allocated IP 172.25.0.205 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/15d11976-27c3-44f8-abc7-87a4e2568b0a) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:34:20.990029 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9186cb75-f335-49fd-becf-3ed1ac752d71 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:21.028540 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9186cb75-f335-49fd-becf-3ed1ac752d71 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:21.068245 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9186cb75-f335-49fd-becf-3ed1ac752d71 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:34:21.072932 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-9186cb75-f335-49fd-becf-3ed1ac752d71 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:34:21.076322 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9186cb75-f335-49fd-becf-3ed1ac752d71 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:34:21.099029 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9186cb75-f335-49fd-becf-3ed1ac752d71 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Pushing event updated for resources: {'Port': ['ID=15d11976-27c3-44f8-abc7-87a4e2568b0a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:21.429111 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9186cb75-f335-49fd-becf-3ed1ac752d71 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:21.505514 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9186cb75-f335-49fd-becf-3ed1ac752d71 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:21.651389 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9186cb75-f335-49fd-becf-3ed1ac752d71 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:21.655806 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9186cb75-f335-49fd-becf-3ed1ac752d71 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:21.721701 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9186cb75-f335-49fd-becf-3ed1ac752d71 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Pushing event updated for resources: {'Port': ['ID=15d11976-27c3-44f8-abc7-87a4e2568b0a,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:21.733517 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9186cb75-f335-49fd-becf-3ed1ac752d71 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:21.830277 n-d-798930-3 neutron-server[93958]: INFO neutron.db.l3_db [None req-9186cb75-f335-49fd-becf-3ed1ac752d71 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Floating IP ae01b81b-4bd2-462e-b69c-22d139d39dba associated. External IP: 172.25.0.205, port: 1e71ff69-21e0-4051-9cdb-0b63a28217e3. Jul 09 17:34:22.351968 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9186cb75-f335-49fd-becf-3ed1ac752d71 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Router 5c92435f-4b74-4cc9-bcaf-a75b138d17b6 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:34:22.458207 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d0d2dca7-8e6f-4fa5-bdb4-b96f3cee24bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:22.460397 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9186cb75-f335-49fd-becf-3ed1ac752d71 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:34:22.469392 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd82b59-e7d6-4e12-8c05-343515b0d1d6 None None] Sync routers for ids ['5c92435f-4b74-4cc9-bcaf-a75b138d17b6'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:34:22.475966 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9186cb75-f335-49fd-becf-3ed1ac752d71 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:22.478597 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd82b59-e7d6-4e12-8c05-343515b0d1d6 None None] Routers {'5c92435f-4b74-4cc9-bcaf-a75b138d17b6'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:34:22.479320 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3cd82b59-e7d6-4e12-8c05-343515b0d1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:33:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['5c92435f-4b74-4cc9-bcaf-a75b138d17b6'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:22.513919 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-9186cb75-f335-49fd-becf-3ed1ac752d71 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8594654 Jul 09 17:34:22.514513 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b678136c-01a9-4ff8-9da7-6eb6be8f7e00', 'tag': '1e71ff69-21e0-4051-9cdb-0b63a28217e3'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:34:22.516820 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70bc3d1dd6a8d756905b95879fdfd768b2540769638561f09d0c65e65c91429d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c37e19-032c-4e9b-aafd-95979d6b2a22" -d '{"events": [{"name": "network-changed", "server_uuid": "b678136c-01a9-4ff8-9da7-6eb6be8f7e00", "tag": "1e71ff69-21e0-4051-9cdb-0b63a28217e3"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:34:22.586986 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-3cd82b59-e7d6-4e12-8c05-343515b0d1d6 None None] Set router 5c92435f-4b74-4cc9-bcaf-a75b138d17b6 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:34:22.604924 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c945cb-3a92-44f0-88f1-b16aabf55a9c x-openstack-request-id: req-38c945cb-3a92-44f0-88f1-b16aabf55a9c {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:34:22.605221 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b678136c-01a9-4ff8-9da7-6eb6be8f7e00", "tag": "1e71ff69-21e0-4051-9cdb-0b63a28217e3", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:34:22.605477 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-38c945cb-3a92-44f0-88f1-b16aabf55a9c {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:34:22.605884 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b678136c-01a9-4ff8-9da7-6eb6be8f7e00', 'tag': '1e71ff69-21e0-4051-9cdb-0b63a28217e3', 'status': 'completed', 'code': 200} Jul 09 17:34:22.678696 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c37e19-032c-4e9b-aafd-95979d6b2a22 req-f89fb72e-6463-4a0b-bc1a-ff7b2a57c05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:22.680220 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c1c37e19-032c-4e9b-aafd-95979d6b2a22 req-f89fb72e-6463-4a0b-bc1a-ff7b2a57c05a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e8de586f7e2649bda8d7081354178fff&device_id=b678136c-01a9-4ff8-9da7-6eb6be8f7e00 HTTP/1.1" status: 200 len: 1097 time: 0.0527081 Jul 09 17:34:22.980799 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3cd82b59-e7d6-4e12-8c05-343515b0d1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'name': 'tempest-TestSnapshotPattern-1816347181-router', 'tenant_id': 'e8de586f7e2649bda8d7081354178fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '20a9f782-f89f-47a2-ba7c-e1e4aa827147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:34:00Z', 'updated_at': '2021-07-09T17:34:02Z', 'revision_number': 4, 'project_id': 'e8de586f7e2649bda8d7081354178fff', 'gw_port': {'id': '20a9f782-f89f-47a2-ba7c-e1e4aa827147', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:3a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:00Z', 'updated_at': '2021-07-09T17:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'ae01b81b-4bd2-462e-b69c-22d139d39dba', 'tenant_id': 'e8de586f7e2649bda8d7081354178fff', 'floating_ip_address': '172.25.0.205', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'port_id': '1e71ff69-21e0-4051-9cdb-0b63a28217e3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '186558b7-66f0-4d2b-b8cf-3ce102350d3d', 'mac_address': 'fa:16:3e:2d:68:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b678136c-01a9-4ff8-9da7-6eb6be8f7e00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:34:21Z', 'updated_at': '2021-07-09T17:34:21Z', 'revision_number': 0, 'project_id': 'e8de586f7e2649bda8d7081354178fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5d1dd06-ddf9-49df-b1bc-86f5c3d48ae5', 'name': '', 'network_id': '186558b7-66f0-4d2b-b8cf-3ce102350d3d', 'tenant_id': 'e8de586f7e2649bda8d7081354178fff', 'mac_address': 'fa:16:3e:c6:51:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:02Z', 'updated_at': '2021-07-09T17:34:08Z', 'revision_number': 5, 'project_id': 'e8de586f7e2649bda8d7081354178fff', 'subnets': [{'id': '2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:23.011686 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd82b59-e7d6-4e12-8c05-343515b0d1d6 None None] Checking router: 5c92435f-4b74-4cc9-bcaf-a75b138d17b6 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:34:23.019891 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd82b59-e7d6-4e12-8c05-343515b0d1d6 None None] Routers {'5c92435f-4b74-4cc9-bcaf-a75b138d17b6'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:34:23.021045 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3cd82b59-e7d6-4e12-8c05-343515b0d1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:33:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['5c92435f-4b74-4cc9-bcaf-a75b138d17b6'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:23.109243 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c37e19-032c-4e9b-aafd-95979d6b2a22 req-052d8e63-9a62-4c94-92e5-272fb54b9a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:23.110712 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c1c37e19-032c-4e9b-aafd-95979d6b2a22 req-052d8e63-9a62-4c94-92e5-272fb54b9a6f service neutron] 10.222.0.77 "GET /v2.0/networks?id=186558b7-66f0-4d2b-b8cf-3ce102350d3d HTTP/1.1" status: 200 len: 911 time: 0.4246569 Jul 09 17:34:23.126608 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-3cd82b59-e7d6-4e12-8c05-343515b0d1d6 None None] Set router 5c92435f-4b74-4cc9-bcaf-a75b138d17b6 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:34:23.174875 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c1c37e19-032c-4e9b-aafd-95979d6b2a22 req-cb421fd8-b238-4d70-b1d4-99d5aeae6cc2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e71ff69-21e0-4051-9cdb-0b63a28217e3 HTTP/1.1" status: 200 len: 1000 time: 0.0574133 Jul 09 17:34:23.226062 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c37e19-032c-4e9b-aafd-95979d6b2a22 req-d5148d90-d0ad-4681-92aa-b2bfe246d411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:23.227613 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c1c37e19-032c-4e9b-aafd-95979d6b2a22 req-d5148d90-d0ad-4681-92aa-b2bfe246d411 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3 HTTP/1.1" status: 200 len: 849 time: 0.0474002 Jul 09 17:34:23.286134 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c37e19-032c-4e9b-aafd-95979d6b2a22 req-45c5ff0a-3079-4404-b524-cb7ddd86dbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:23.287660 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c1c37e19-032c-4e9b-aafd-95979d6b2a22 req-45c5ff0a-3079-4404-b524-cb7ddd86dbb0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=186558b7-66f0-4d2b-b8cf-3ce102350d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535731 Jul 09 17:34:23.351888 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3cd82b59-e7d6-4e12-8c05-343515b0d1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'name': 'tempest-TestSnapshotPattern-1816347181-router', 'tenant_id': 'e8de586f7e2649bda8d7081354178fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '20a9f782-f89f-47a2-ba7c-e1e4aa827147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:34:00Z', 'updated_at': '2021-07-09T17:34:02Z', 'revision_number': 4, 'project_id': 'e8de586f7e2649bda8d7081354178fff', 'gw_port': {'id': '20a9f782-f89f-47a2-ba7c-e1e4aa827147', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:3a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:00Z', 'updated_at': '2021-07-09T17:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'ae01b81b-4bd2-462e-b69c-22d139d39dba', 'tenant_id': 'e8de586f7e2649bda8d7081354178fff', 'floating_ip_address': '172.25.0.205', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'port_id': '1e71ff69-21e0-4051-9cdb-0b63a28217e3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '186558b7-66f0-4d2b-b8cf-3ce102350d3d', 'mac_address': 'fa:16:3e:2d:68:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b678136c-01a9-4ff8-9da7-6eb6be8f7e00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:34:21Z', 'updated_at': '2021-07-09T17:34:21Z', 'revision_number': 0, 'project_id': 'e8de586f7e2649bda8d7081354178fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5d1dd06-ddf9-49df-b1bc-86f5c3d48ae5', 'name': '', 'network_id': '186558b7-66f0-4d2b-b8cf-3ce102350d3d', 'tenant_id': 'e8de586f7e2649bda8d7081354178fff', 'mac_address': 'fa:16:3e:c6:51:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:02Z', 'updated_at': '2021-07-09T17:34:08Z', 'revision_number': 5, 'project_id': 'e8de586f7e2649bda8d7081354178fff', 'subnets': [{'id': '2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:23.377894 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c1c37e19-032c-4e9b-aafd-95979d6b2a22 req-88735fbd-ee9b-4c21-a9ce-1b771bd85467 service neutron] 10.222.0.77 "GET /v2.0/networks/186558b7-66f0-4d2b-b8cf-3ce102350d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842631 Jul 09 17:34:23.380349 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd82b59-e7d6-4e12-8c05-343515b0d1d6 None None] The sync data for ids ['5c92435f-4b74-4cc9-bcaf-a75b138d17b6'] in n-d-798930-3 is: [{'id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'name': 'tempest-TestSnapshotPattern-1816347181-router', 'tenant_id': 'e8de586f7e2649bda8d7081354178fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '20a9f782-f89f-47a2-ba7c-e1e4aa827147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:34:00Z', 'updated_at': '2021-07-09T17:34:02Z', 'revision_number': 4, 'project_id': 'e8de586f7e2649bda8d7081354178fff', 'gw_port': {'id': '20a9f782-f89f-47a2-ba7c-e1e4aa827147', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:3a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:00Z', 'updated_at': '2021-07-09T17:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'ae01b81b-4bd2-462e-b69c-22d139d39dba', 'tenant_id': 'e8de586f7e2649bda8d7081354178fff', 'floating_ip_address': '172.25.0.205', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'port_id': '1e71ff69-21e0-4051-9cdb-0b63a28217e3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '186558b7-66f0-4d2b-b8cf-3ce102350d3d', 'mac_address': 'fa:16:3e:2d:68:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b678136c-01a9-4ff8-9da7-6eb6be8f7e00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:34:21Z', 'updated_at': '2021-07-09T17:34:21Z', 'revision_number': 0, 'project_id': 'e8de586f7e2649bda8d7081354178fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5d1dd06-ddf9-49df-b1bc-86f5c3d48ae5', 'name': '', 'network_id': '186558b7-66f0-4d2b-b8cf-3ce102350d3d', 'tenant_id': 'e8de586f7e2649bda8d7081354178fff', 'mac_address': 'fa:16:3e:c6:51:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:02Z', 'updated_at': '2021-07-09T17:34:08Z', 'revision_number': 5, 'project_id': 'e8de586f7e2649bda8d7081354178fff', 'subnets': [{'id': '2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:34:23.473603 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c1c37e19-032c-4e9b-aafd-95979d6b2a22 req-4ff804dc-e6d5-4ea7-8af6-6927ab93f98c service neutron] 10.222.0.77 "GET /v2.0/networks/186558b7-66f0-4d2b-b8cf-3ce102350d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897777 Jul 09 17:34:23.563000 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5aa630a-0928-4af8-b350-013b512511b5 None None] New status for floating IP ae01b81b-4bd2-462e-b69c-22d139d39dba: ACTIVE {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:34:25.172039 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-30c472ba-8161-45ec-978c-4e230d2b47df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:25.917185 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:26.583599 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:27.608735 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:28.516934 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:40.779249 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:48.083029 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:34:52.459123 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1bcd6072-32c9-4615-bcec-cbeb8a2e9981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:55.171751 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-17b757b2-3b0e-4d8e-8c8f-5cd2a0fbbe1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:55.921626 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:56.587040 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:57.624820 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:58.521179 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:10.516827 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f8c4dadf-ccc3-4ed2-bd92-7d7901292de6 req-e225ff60-3525-424d-a69d-aa2df4ff17c7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b678136c-01a9-4ff8-9da7-6eb6be8f7e00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0920012 Jul 09 17:35:10.616180 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c4dadf-ccc3-4ed2-bd92-7d7901292de6 req-577c641a-8498-417c-a3a4-96821cf824f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:10.618186 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f8c4dadf-ccc3-4ed2-bd92-7d7901292de6 req-577c641a-8498-417c-a3a4-96821cf824f1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e8de586f7e2649bda8d7081354178fff&device_id=b678136c-01a9-4ff8-9da7-6eb6be8f7e00 HTTP/1.1" status: 200 len: 1097 time: 0.0591619 Jul 09 17:35:10.718565 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c4dadf-ccc3-4ed2-bd92-7d7901292de6 req-6c740d8e-a71e-49b4-b903-db37ae003a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:10.719939 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f8c4dadf-ccc3-4ed2-bd92-7d7901292de6 req-6c740d8e-a71e-49b4-b903-db37ae003a4e service neutron] 10.222.0.77 "GET /v2.0/networks?id=186558b7-66f0-4d2b-b8cf-3ce102350d3d HTTP/1.1" status: 200 len: 911 time: 0.0827904 Jul 09 17:35:10.787162 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f8c4dadf-ccc3-4ed2-bd92-7d7901292de6 req-8f6a2de6-7d8c-462a-bc04-acde19dcfd2c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e71ff69-21e0-4051-9cdb-0b63a28217e3 HTTP/1.1" status: 200 len: 1002 time: 0.0610723 Jul 09 17:35:10.789584 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:10.834978 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c4dadf-ccc3-4ed2-bd92-7d7901292de6 req-012bcc32-bd8b-4a80-8856-445c32032711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:10.836380 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f8c4dadf-ccc3-4ed2-bd92-7d7901292de6 req-012bcc32-bd8b-4a80-8856-445c32032711 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3 HTTP/1.1" status: 200 len: 849 time: 0.0437143 Jul 09 17:35:10.892510 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c4dadf-ccc3-4ed2-bd92-7d7901292de6 req-f0bca600-4828-4916-8679-da64a7af86b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:10.893961 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f8c4dadf-ccc3-4ed2-bd92-7d7901292de6 req-f0bca600-4828-4916-8679-da64a7af86b7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=186558b7-66f0-4d2b-b8cf-3ce102350d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518234 Jul 09 17:35:10.986485 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f8c4dadf-ccc3-4ed2-bd92-7d7901292de6 req-842ef2b0-2623-40ea-aa35-54593a290799 service neutron] 10.222.0.77 "GET /v2.0/networks/186558b7-66f0-4d2b-b8cf-3ce102350d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859511 Jul 09 17:35:11.074474 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-f8c4dadf-ccc3-4ed2-bd92-7d7901292de6 req-830a5eee-db56-4474-bb91-cf77953498d9 service neutron] 10.222.0.77 "GET /v2.0/networks/186558b7-66f0-4d2b-b8cf-3ce102350d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814223 Jul 09 17:35:22.460239 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-19c1a953-df05-4bb9-8c6e-8f23a301fe30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:25.082019 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:35:25.172619 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-149cd623-f3be-44b7-ad41-d7ab7116cdd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:25.923015 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:26.590311 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:27.637950 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:28.523314 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:40.788024 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:52.460595 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e1fa25e0-d65b-4673-8c06-3416692d9b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:55.172816 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e4c0c232-8831-4673-991c-0b569d8f582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:55.923957 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:56.592547 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:57.652522 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:58.525479 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:02.081283 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:36:10.804382 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:12.492320 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c222d885-936d-4e4a-88ba-ffd9cac7f6eb req-7de6154a-0bd5-468e-8a5e-90835b20315f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b678136c-01a9-4ff8-9da7-6eb6be8f7e00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0521629 Jul 09 17:36:12.589838 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222d885-936d-4e4a-88ba-ffd9cac7f6eb req-1473a3ad-ae06-4146-adce-332544a75fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:12.591727 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c222d885-936d-4e4a-88ba-ffd9cac7f6eb req-1473a3ad-ae06-4146-adce-332544a75fd1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e8de586f7e2649bda8d7081354178fff&device_id=b678136c-01a9-4ff8-9da7-6eb6be8f7e00 HTTP/1.1" status: 200 len: 1097 time: 0.0573635 Jul 09 17:36:12.695254 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222d885-936d-4e4a-88ba-ffd9cac7f6eb req-dca46ca6-16bf-45d6-9b26-e5013d2871da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:12.696600 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c222d885-936d-4e4a-88ba-ffd9cac7f6eb req-dca46ca6-16bf-45d6-9b26-e5013d2871da service neutron] 10.222.0.77 "GET /v2.0/networks?id=186558b7-66f0-4d2b-b8cf-3ce102350d3d HTTP/1.1" status: 200 len: 911 time: 0.0837381 Jul 09 17:36:12.764805 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c222d885-936d-4e4a-88ba-ffd9cac7f6eb req-9d7c66ca-4984-4936-aac8-7491e69d090e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e71ff69-21e0-4051-9cdb-0b63a28217e3 HTTP/1.1" status: 200 len: 1002 time: 0.0618987 Jul 09 17:36:12.812711 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222d885-936d-4e4a-88ba-ffd9cac7f6eb req-e15baff0-a6ef-4cff-a67e-10c35969cfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:12.814136 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c222d885-936d-4e4a-88ba-ffd9cac7f6eb req-e15baff0-a6ef-4cff-a67e-10c35969cfc4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3 HTTP/1.1" status: 200 len: 849 time: 0.0429697 Jul 09 17:36:12.871579 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222d885-936d-4e4a-88ba-ffd9cac7f6eb req-5a23f207-5674-4a00-b15e-477041add3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:12.873054 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c222d885-936d-4e4a-88ba-ffd9cac7f6eb req-5a23f207-5674-4a00-b15e-477041add3cf service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=186558b7-66f0-4d2b-b8cf-3ce102350d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522144 Jul 09 17:36:12.963039 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c222d885-936d-4e4a-88ba-ffd9cac7f6eb req-8a70e631-8967-45a3-97d7-7d35f4709a05 service neutron] 10.222.0.77 "GET /v2.0/networks/186558b7-66f0-4d2b-b8cf-3ce102350d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833585 Jul 09 17:36:13.049424 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-c222d885-936d-4e4a-88ba-ffd9cac7f6eb req-da85a83c-598d-421c-93ec-ad46851a7d63 service neutron] 10.222.0.77 "GET /v2.0/networks/186558b7-66f0-4d2b-b8cf-3ce102350d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807815 Jul 09 17:36:21.370186 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 1e71ff69-21e0-4051-9cdb-0b63a28217e3 details requested by agent hyperv_n-h1-798930-3 with host n-h1-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:36:21.470793 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 1e71ff69-21e0-4051-9cdb-0b63a28217e3, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=1e71ff69-21e0-4051-9cdb-0b63a28217e3,segment=NetworkSegment(df0c9332-0420-46bd-becb-33244874016b),segment_id=df0c9332-0420-46bd-becb-33244874016b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:36:21.482740 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Returning: {'device': '1e71ff69-21e0-4051-9cdb-0b63a28217e3', 'network_id': '186558b7-66f0-4d2b-b8cf-3ce102350d3d', 'port_id': '1e71ff69-21e0-4051-9cdb-0b63a28217e3', 'mac_address': 'fa:16:3e:2d:68:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:36:21.521270 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:21.534743 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1e71ff69-21e0-4051-9cdb-0b63a28217e3 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:36:21.555051 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 1e71ff69-21e0-4051-9cdb-0b63a28217e3, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=1e71ff69-21e0-4051-9cdb-0b63a28217e3,segment=NetworkSegment(df0c9332-0420-46bd-becb-33244874016b),segment_id=df0c9332-0420-46bd-becb-33244874016b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:36:21.558654 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:21.609021 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=1e71ff69-21e0-4051-9cdb-0b63a28217e3,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:21.616710 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:21.617355 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:21.617466 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:21.617733 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:21.618062 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:21.618387 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:21.618709 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:21.619097 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:21.619419 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:21.619796 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:21.620133 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:21.620455 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:21.628871 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] get_ports_and_sgs() called for port_ids ['1e71ff69-21e0-4051-9cdb-0b63a28217e3'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:36:22.466293 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ce37c9bf-2cd1-44a6-a283-2192d41d75df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:23.384850 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 1e71ff69-21e0-4051-9cdb-0b63a28217e3 up at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:36:23.444006 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Provisioning complete for port 1e71ff69-21e0-4051-9cdb-0b63a28217e3 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:36:23.444380 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:23.539929 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:23.569018 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b678136c-01a9-4ff8-9da7-6eb6be8f7e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e71ff69-21e0-4051-9cdb-0b63a28217e3'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:36:23.571240 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e4c0197b51a39b57e4a8a116eb3788e06930fc42ac75c6a3eb5959c91cb8bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0125136-cbc0-41d0-a03e-6c0d2708fd80" -d '{"events": [{"server_uuid": "b678136c-01a9-4ff8-9da7-6eb6be8f7e00", "name": "network-vif-plugged", "status": "completed", "tag": "1e71ff69-21e0-4051-9cdb-0b63a28217e3"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:36:23.586471 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 1e71ff69-21e0-4051-9cdb-0b63a28217e3, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=1e71ff69-21e0-4051-9cdb-0b63a28217e3,segment=NetworkSegment(df0c9332-0420-46bd-becb-33244874016b),segment_id=df0c9332-0420-46bd-becb-33244874016b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:36:23.594326 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:23.686561 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=1e71ff69-21e0-4051-9cdb-0b63a28217e3,revision_number=7']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:23.715968 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969aabab-c76a-4364-bf74-8ae28bf8bef1 x-openstack-request-id: req-969aabab-c76a-4364-bf74-8ae28bf8bef1 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:36:23.716256 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b678136c-01a9-4ff8-9da7-6eb6be8f7e00", "name": "network-vif-plugged", "status": "completed", "tag": "1e71ff69-21e0-4051-9cdb-0b63a28217e3", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:36:23.716507 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-969aabab-c76a-4364-bf74-8ae28bf8bef1 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:36:23.716895 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b678136c-01a9-4ff8-9da7-6eb6be8f7e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e71ff69-21e0-4051-9cdb-0b63a28217e3', 'code': 200} Jul 09 17:36:25.178138 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0c0f8b6c-d9ad-4f91-aa60-f539e2976664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:25.932352 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:26.601548 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:27.660628 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:28.532969 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:30.832726 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-93dcad55-57bb-4ddf-b1c9-6ed27cdfd0a6 req-1d155966-830f-42bd-9790-20291723c112 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-805588933&fields=id&tenant_id=e8de586f7e2649bda8d7081354178fff HTTP/1.1" status: 200 len: 267 time: 0.0343595 Jul 09 17:36:30.945150 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dcad55-57bb-4ddf-b1c9-6ed27cdfd0a6 req-f623638f-f2b7-468f-af4c-17916c85f4f1 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:30.946565 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-93dcad55-57bb-4ddf-b1c9-6ed27cdfd0a6 req-f623638f-f2b7-468f-af4c-17916c85f4f1 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/networks?id=186558b7-66f0-4d2b-b8cf-3ce102350d3d HTTP/1.1" status: 200 len: 810 time: 0.1076510 Jul 09 17:36:30.961143 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-93dcad55-57bb-4ddf-b1c9-6ed27cdfd0a6 req-e4151696-5609-4cd5-9a67-4287a5e06ea7 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/quotas/e8de586f7e2649bda8d7081354178fff HTTP/1.1" status: 200 len: 375 time: 0.0087323 Jul 09 17:36:31.029991 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-93dcad55-57bb-4ddf-b1c9-6ed27cdfd0a6 req-abaa8643-cbc1-4f9f-bdaf-e1bde22e31ef tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=e8de586f7e2649bda8d7081354178fff&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0634871 Jul 09 17:36:31.124684 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-93dcad55-57bb-4ddf-b1c9-6ed27cdfd0a6 req-d95c15f8-db83-4b5d-ad7e-9d8296ec138f service neutron] 10.222.0.98 "GET /v2.0/networks/186558b7-66f0-4d2b-b8cf-3ce102350d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835588 Jul 09 17:36:31.213223 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-93dcad55-57bb-4ddf-b1c9-6ed27cdfd0a6 req-572f7392-f5a8-4bb1-b8a9-bf1891fa04b9 service neutron] 10.222.0.98 "GET /v2.0/networks/186558b7-66f0-4d2b-b8cf-3ce102350d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828774 Jul 09 17:36:32.399405 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-360365ab-ac05-43b3-9157-f8d872bb89d9 req-b351b61d-9686-48f5-bad0-68e59c9e98e1 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/ports?device_id=3a8efffc-6a67-4662-acd2-212ab173d36e HTTP/1.1" status: 200 len: 210 time: 0.0298028 Jul 09 17:36:33.415440 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 1e71ff69-21e0-4051-9cdb-0b63a28217e3 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:36:33.494851 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:33.519537 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b678136c-01a9-4ff8-9da7-6eb6be8f7e00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e71ff69-21e0-4051-9cdb-0b63a28217e3'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:36:33.521754 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e4c0197b51a39b57e4a8a116eb3788e06930fc42ac75c6a3eb5959c91cb8bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f193c808-17e1-4d78-a3fd-5a1ba0bedc12" -d '{"events": [{"server_uuid": "b678136c-01a9-4ff8-9da7-6eb6be8f7e00", "name": "network-vif-unplugged", "status": "completed", "tag": "1e71ff69-21e0-4051-9cdb-0b63a28217e3"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:36:33.535175 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] For port 1e71ff69-21e0-4051-9cdb-0b63a28217e3, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=1e71ff69-21e0-4051-9cdb-0b63a28217e3,segment=NetworkSegment(df0c9332-0420-46bd-becb-33244874016b),segment_id=df0c9332-0420-46bd-becb-33244874016b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:36:33.541208 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:33.550144 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bdf77398-232d-4cbf-a256-783e1a24e034 req-169df86f-cb28-45bb-9751-c4c84396ee00 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/ports?device_id=3a8efffc-6a67-4662-acd2-212ab173d36e HTTP/1.1" status: 200 len: 210 time: 0.0369475 Jul 09 17:36:33.607600 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Pushing event updated for resources: {'Port': ['ID=1e71ff69-21e0-4051-9cdb-0b63a28217e3,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:33.612772 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 17:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38498557-8574-469d-8c06-ae8d9d2d397a x-openstack-request-id: req-38498557-8574-469d-8c06-ae8d9d2d397a {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:36:33.613323 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b678136c-01a9-4ff8-9da7-6eb6be8f7e00", "name": "network-vif-unplugged", "status": "completed", "tag": "1e71ff69-21e0-4051-9cdb-0b63a28217e3", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:36:33.613654 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-38498557-8574-469d-8c06-ae8d9d2d397a {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:36:33.614087 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b678136c-01a9-4ff8-9da7-6eb6be8f7e00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e71ff69-21e0-4051-9cdb-0b63a28217e3', 'code': 200} Jul 09 17:36:33.663870 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dcad55-57bb-4ddf-b1c9-6ed27cdfd0a6 req-36bed6b9-45c7-4c34-9a2d-9ee0fcbf2edf tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:33.665300 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-93dcad55-57bb-4ddf-b1c9-6ed27cdfd0a6 req-36bed6b9-45c7-4c34-9a2d-9ee0fcbf2edf tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.73 "GET /v2.0/networks?id=186558b7-66f0-4d2b-b8cf-3ce102350d3d HTTP/1.1" status: 200 len: 810 time: 0.1176045 Jul 09 17:36:33.716643 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-93dcad55-57bb-4ddf-b1c9-6ed27cdfd0a6 req-d2308ade-b3e1-4686-8223-cef93ecb2ac6 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8de586f7e2649bda8d7081354178fff HTTP/1.1" status: 200 len: 379 time: 0.0344718 Jul 09 17:36:33.725502 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-93dcad55-57bb-4ddf-b1c9-6ed27cdfd0a6 req-85ab4d4f-086e-4b17-9d9b-79b13bc63dfc tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Request body: {'port': {'device_id': '3a8efffc-6a67-4662-acd2-212ab173d36e', 'network_id': '186558b7-66f0-4d2b-b8cf-3ce102350d3d', 'admin_state_up': True, 'tenant_id': 'e8de586f7e2649bda8d7081354178fff', 'security_groups': ['81f90868-1703-42b1-a080-22562cd9f537']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:36:33.834755 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93dcad55-57bb-4ddf-b1c9-6ed27cdfd0a6 req-85ab4d4f-086e-4b17-9d9b-79b13bc63dfc tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Made reservation on behalf of e8de586f7e2649bda8d7081354178fff for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:36:33.838241 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-93dcad55-57bb-4ddf-b1c9-6ed27cdfd0a6 req-85ab4d4f-086e-4b17-9d9b-79b13bc63dfc tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:33.964810 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-93dcad55-57bb-4ddf-b1c9-6ed27cdfd0a6 req-85ab4d4f-086e-4b17-9d9b-79b13bc63dfc tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Allocated IP 172.20.0.12 (186558b7-66f0-4d2b-b8cf-3ce102350d3d/2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3/578d6f28-5b36-45ab-8588-47879447796c) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:36:34.132993 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-93dcad55-57bb-4ddf-b1c9-6ed27cdfd0a6 req-85ab4d4f-086e-4b17-9d9b-79b13bc63dfc tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:34.161314 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-93dcad55-57bb-4ddf-b1c9-6ed27cdfd0a6 req-85ab4d4f-086e-4b17-9d9b-79b13bc63dfc tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Transition to ACTIVE for port object 578d6f28-5b36-45ab-8588-47879447796c will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:36:34.209251 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-93dcad55-57bb-4ddf-b1c9-6ed27cdfd0a6 req-85ab4d4f-086e-4b17-9d9b-79b13bc63dfc tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:34.278812 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ab4d4f-086e-4b17-9d9b-79b13bc63dfc tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Pushing event updated for resources: {'Port': ['ID=578d6f28-5b36-45ab-8588-47879447796c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:34.290688 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ab4d4f-086e-4b17-9d9b-79b13bc63dfc tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:34.291111 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ab4d4f-086e-4b17-9d9b-79b13bc63dfc tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:34.291455 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ab4d4f-086e-4b17-9d9b-79b13bc63dfc tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:34.291798 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ab4d4f-086e-4b17-9d9b-79b13bc63dfc tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:34.292168 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ab4d4f-086e-4b17-9d9b-79b13bc63dfc tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:34.292504 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ab4d4f-086e-4b17-9d9b-79b13bc63dfc tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:34.292838 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ab4d4f-086e-4b17-9d9b-79b13bc63dfc tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:34.293166 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ab4d4f-086e-4b17-9d9b-79b13bc63dfc tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:34.293508 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ab4d4f-086e-4b17-9d9b-79b13bc63dfc tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:34.293822 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ab4d4f-086e-4b17-9d9b-79b13bc63dfc tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:34.294147 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ab4d4f-086e-4b17-9d9b-79b13bc63dfc tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:34.294501 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ab4d4f-086e-4b17-9d9b-79b13bc63dfc tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:34.302813 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93dcad55-57bb-4ddf-b1c9-6ed27cdfd0a6 req-85ab4d4f-086e-4b17-9d9b-79b13bc63dfc tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Network 186558b7-66f0-4d2b-b8cf-3ce102350d3d is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:36:34.305796 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-93dcad55-57bb-4ddf-b1c9-6ed27cdfd0a6 req-85ab4d4f-086e-4b17-9d9b-79b13bc63dfc tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:36:34.308857 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-93dcad55-57bb-4ddf-b1c9-6ed27cdfd0a6 req-85ab4d4f-086e-4b17-9d9b-79b13bc63dfc tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:36:34.371316 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dcad55-57bb-4ddf-b1c9-6ed27cdfd0a6 req-85ab4d4f-086e-4b17-9d9b-79b13bc63dfc tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:34.371943 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-93dcad55-57bb-4ddf-b1c9-6ed27cdfd0a6 req-85ab4d4f-086e-4b17-9d9b-79b13bc63dfc tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:34.389884 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-93dcad55-57bb-4ddf-b1c9-6ed27cdfd0a6 req-85ab4d4f-086e-4b17-9d9b-79b13bc63dfc tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6680427 Jul 09 17:36:34.550401 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b9b0144e-610f-4124-99df-b200f0998259 None None] Provisioning for port 578d6f28-5b36-45ab-8588-47879447796c completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:36:34.554000 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b9b0144e-610f-4124-99df-b200f0998259 None None] Provisioning complete for port 578d6f28-5b36-45ab-8588-47879447796c triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:36:34.554357 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b9b0144e-610f-4124-99df-b200f0998259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:34.590460 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b9b0144e-610f-4124-99df-b200f0998259 None None] Port 578d6f28-5b36-45ab-8588-47879447796c cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:36:34.740997 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633fd12a-ba04-4758-bdcc-e2e4388331f2 req-c3abc449-79fd-4204-9f3e-3641d27e94ad tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:34.742543 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-633fd12a-ba04-4758-bdcc-e2e4388331f2 req-c3abc449-79fd-4204-9f3e-3641d27e94ad tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/ports?device_id=3a8efffc-6a67-4662-acd2-212ab173d36e HTTP/1.1" status: 200 len: 932 time: 0.0684683 Jul 09 17:36:34.782655 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-633fd12a-ba04-4758-bdcc-e2e4388331f2 req-618bf64d-9453-4ece-b098-f0dec136c317 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/security-groups?id=81f90868-1703-42b1-a080-22562cd9f537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343931 Jul 09 17:36:35.963085 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e73b03e-eade-4d38-8c11-4b09d95695a1 req-65f41e9c-dc32-4269-a62d-20e144b225e2 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:35.964571 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6e73b03e-eade-4d38-8c11-4b09d95695a1 req-65f41e9c-dc32-4269-a62d-20e144b225e2 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/ports?device_id=3a8efffc-6a67-4662-acd2-212ab173d36e HTTP/1.1" status: 200 len: 932 time: 0.0670636 Jul 09 17:36:36.002523 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-6e73b03e-eade-4d38-8c11-4b09d95695a1 req-a3323b86-2b86-41f5-8870-dd9302018472 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/security-groups?id=81f90868-1703-42b1-a080-22562cd9f537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323694 Jul 09 17:36:37.181545 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4f516-bde9-428c-a3ca-123ff8f23d1f req-b7f57729-68c4-4ffe-aa4b-3236e91137e5 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:37.183168 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c5e4f516-bde9-428c-a3ca-123ff8f23d1f req-b7f57729-68c4-4ffe-aa4b-3236e91137e5 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/ports?device_id=3a8efffc-6a67-4662-acd2-212ab173d36e HTTP/1.1" status: 200 len: 932 time: 0.0665884 Jul 09 17:36:37.229000 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-c5e4f516-bde9-428c-a3ca-123ff8f23d1f req-b0287510-6042-4c60-a41f-192d039606f3 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/security-groups?id=81f90868-1703-42b1-a080-22562cd9f537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392184 Jul 09 17:36:38.409377 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa056b84-8904-4ff4-9445-706fe633e343 req-1c659352-245d-474e-99d0-4f16c734a015 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:38.410880 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fa056b84-8904-4ff4-9445-706fe633e343 req-1c659352-245d-474e-99d0-4f16c734a015 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/ports?device_id=3a8efffc-6a67-4662-acd2-212ab173d36e HTTP/1.1" status: 200 len: 932 time: 0.0674565 Jul 09 17:36:38.448340 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-fa056b84-8904-4ff4-9445-706fe633e343 req-0e5d0e91-5146-48b1-9a61-ceec124f2dd5 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/security-groups?id=81f90868-1703-42b1-a080-22562cd9f537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319338 Jul 09 17:36:39.081934 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:36:39.639707 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02e639-b8b8-4198-bd44-eb00031667d2 req-e5baeaa6-bb84-43a8-9dc9-83db46f7b41f tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:39.641300 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-eb02e639-b8b8-4198-bd44-eb00031667d2 req-e5baeaa6-bb84-43a8-9dc9-83db46f7b41f tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/ports?device_id=3a8efffc-6a67-4662-acd2-212ab173d36e HTTP/1.1" status: 200 len: 932 time: 0.0679131 Jul 09 17:36:39.684978 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-eb02e639-b8b8-4198-bd44-eb00031667d2 req-5b9bde8e-5816-4298-b376-bb7975bbb455 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/security-groups?id=81f90868-1703-42b1-a080-22562cd9f537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378034 Jul 09 17:36:40.804444 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:40.871100 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e93c3-24ba-41e0-8a6c-c61c747324e3 req-fcacf7d0-af95-4ed4-85c4-23609587b6f4 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:40.872601 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a63e93c3-24ba-41e0-8a6c-c61c747324e3 req-fcacf7d0-af95-4ed4-85c4-23609587b6f4 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/ports?device_id=3a8efffc-6a67-4662-acd2-212ab173d36e HTTP/1.1" status: 200 len: 932 time: 0.0690746 Jul 09 17:36:40.914742 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-a63e93c3-24ba-41e0-8a6c-c61c747324e3 req-433ae9bd-2ca6-42cb-9cc6-94efa50a9089 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/security-groups?id=81f90868-1703-42b1-a080-22562cd9f537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343256 Jul 09 17:36:42.105225 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f19de5-22e0-487c-92cc-ebb651bb6b0e req-983a3b2d-236e-4453-ad00-8e1d85bc5731 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:42.106742 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-37f19de5-22e0-487c-92cc-ebb651bb6b0e req-983a3b2d-236e-4453-ad00-8e1d85bc5731 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/ports?device_id=3a8efffc-6a67-4662-acd2-212ab173d36e HTTP/1.1" status: 200 len: 932 time: 0.0693119 Jul 09 17:36:42.145905 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-37f19de5-22e0-487c-92cc-ebb651bb6b0e req-3c7c076e-d4fb-444d-b7e3-e0eba4bdee77 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/security-groups?id=81f90868-1703-42b1-a080-22562cd9f537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333560 Jul 09 17:36:43.328685 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5aeb27-1df6-4631-9cdb-b3228568ac52 req-1920c001-445b-409d-8a42-310f6b3a772d tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:43.330213 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bf5aeb27-1df6-4631-9cdb-b3228568ac52 req-1920c001-445b-409d-8a42-310f6b3a772d tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/ports?device_id=3a8efffc-6a67-4662-acd2-212ab173d36e HTTP/1.1" status: 200 len: 932 time: 0.0715642 Jul 09 17:36:43.394492 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-bf5aeb27-1df6-4631-9cdb-b3228568ac52 req-1d628606-e546-42cc-a535-463e21e57ab2 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/security-groups?id=81f90868-1703-42b1-a080-22562cd9f537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553925 Jul 09 17:36:44.574135 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e246ab-9906-4288-9e4d-1ec0ae8b6101 req-79bbc0f5-a671-454b-bbda-41e50f3a1503 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:44.575743 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-03e246ab-9906-4288-9e4d-1ec0ae8b6101 req-79bbc0f5-a671-454b-bbda-41e50f3a1503 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/ports?device_id=3a8efffc-6a67-4662-acd2-212ab173d36e HTTP/1.1" status: 200 len: 932 time: 0.0650907 Jul 09 17:36:44.616743 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-03e246ab-9906-4288-9e4d-1ec0ae8b6101 req-ab3d4b11-9c63-47e0-aee9-4a68b5b47d4c tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/security-groups?id=81f90868-1703-42b1-a080-22562cd9f537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348859 Jul 09 17:36:45.793985 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5242b-42f9-4e06-bb12-2620dfbc60c3 req-7a551bb1-638e-4054-aa4a-be8fb4c27572 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:45.796057 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-59e5242b-42f9-4e06-bb12-2620dfbc60c3 req-7a551bb1-638e-4054-aa4a-be8fb4c27572 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/ports?device_id=3a8efffc-6a67-4662-acd2-212ab173d36e HTTP/1.1" status: 200 len: 932 time: 0.0676470 Jul 09 17:36:45.839361 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-59e5242b-42f9-4e06-bb12-2620dfbc60c3 req-ab21f39c-2af9-4d28-aec7-a6b801f86f6b tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/security-groups?id=81f90868-1703-42b1-a080-22562cd9f537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376861 Jul 09 17:36:46.645215 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [req-93dcad55-57bb-4ddf-b1c9-6ed27cdfd0a6 req-85a69dee-0004-4a44-b0e1-ae88cc223717 service neutron] Request body: {'port': {'device_id': '3a8efffc-6a67-4662-acd2-212ab173d36e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:36:46.715860 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-93dcad55-57bb-4ddf-b1c9-6ed27cdfd0a6 req-85a69dee-0004-4a44-b0e1-ae88cc223717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:47.013306 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-93dcad55-57bb-4ddf-b1c9-6ed27cdfd0a6 req-85a69dee-0004-4a44-b0e1-ae88cc223717 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 578d6f28-5b36-45ab-8588-47879447796c {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:36:47.022818 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-93dcad55-57bb-4ddf-b1c9-6ed27cdfd0a6 req-85a69dee-0004-4a44-b0e1-ae88cc223717 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:47.041999 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-93dcad55-57bb-4ddf-b1c9-6ed27cdfd0a6 req-85a69dee-0004-4a44-b0e1-ae88cc223717 service neutron] Transition to ACTIVE for port object 578d6f28-5b36-45ab-8588-47879447796c will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:36:47.045676 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-93dcad55-57bb-4ddf-b1c9-6ed27cdfd0a6 req-85a69dee-0004-4a44-b0e1-ae88cc223717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:47.106808 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e228a-a6e7-4e9b-b1c7-38149ecae4c5 req-288d4660-ad1d-4333-9133-f25e9b816e43 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:47.108431 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cd9e228a-a6e7-4e9b-b1c7-38149ecae4c5 req-288d4660-ad1d-4333-9133-f25e9b816e43 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/ports?device_id=3a8efffc-6a67-4662-acd2-212ab173d36e HTTP/1.1" status: 200 len: 932 time: 0.1409004 Jul 09 17:36:47.110910 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a69dee-0004-4a44-b0e1-ae88cc223717 service neutron] Pushing event updated for resources: {'Port': ['ID=578d6f28-5b36-45ab-8588-47879447796c,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:47.199013 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cd9e228a-a6e7-4e9b-b1c7-38149ecae4c5 req-f285c87b-bcb5-4e5d-93b2-8c03e3f6d5ec tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/security-groups?id=81f90868-1703-42b1-a080-22562cd9f537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821955 Jul 09 17:36:47.216841 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-93dcad55-57bb-4ddf-b1c9-6ed27cdfd0a6 req-85a69dee-0004-4a44-b0e1-ae88cc223717 service neutron] Attempting to bind port 578d6f28-5b36-45ab-8588-47879447796c on host n-h2-798930-3 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:36:47.217231 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-93dcad55-57bb-4ddf-b1c9-6ed27cdfd0a6 req-85a69dee-0004-4a44-b0e1-ae88cc223717 service neutron] Attempting to bind port 578d6f28-5b36-45ab-8588-47879447796c by drivers openvswitch,hyperv on host n-h2-798930-3 at level 0 using segments [{'id': 'df0c9332-0420-46bd-becb-33244874016b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '186558b7-66f0-4d2b-b8cf-3ce102350d3d'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:36:47.217559 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93dcad55-57bb-4ddf-b1c9-6ed27cdfd0a6 req-85a69dee-0004-4a44-b0e1-ae88cc223717 service neutron] Attempting to bind port 578d6f28-5b36-45ab-8588-47879447796c on network 186558b7-66f0-4d2b-b8cf-3ce102350d3d {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:36:47.222299 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93dcad55-57bb-4ddf-b1c9-6ed27cdfd0a6 req-85a69dee-0004-4a44-b0e1-ae88cc223717 service neutron] Port 578d6f28-5b36-45ab-8588-47879447796c on network 186558b7-66f0-4d2b-b8cf-3ce102350d3d not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:36:47.222924 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93dcad55-57bb-4ddf-b1c9-6ed27cdfd0a6 req-85a69dee-0004-4a44-b0e1-ae88cc223717 service neutron] Attempting to bind port 578d6f28-5b36-45ab-8588-47879447796c on network 186558b7-66f0-4d2b-b8cf-3ce102350d3d {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:36:47.230343 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93dcad55-57bb-4ddf-b1c9-6ed27cdfd0a6 req-85a69dee-0004-4a44-b0e1-ae88cc223717 service neutron] Checking agent: {'id': '8cde4fbc-b8ff-4254-bd9e-889171312600', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'started_at': datetime.datetime(2021, 7, 9, 16, 6, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:36:47.231801 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93dcad55-57bb-4ddf-b1c9-6ed27cdfd0a6 req-85a69dee-0004-4a44-b0e1-ae88cc223717 service neutron] Checking segment: {'id': 'df0c9332-0420-46bd-becb-33244874016b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '186558b7-66f0-4d2b-b8cf-3ce102350d3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:36:47.232196 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93dcad55-57bb-4ddf-b1c9-6ed27cdfd0a6 req-85a69dee-0004-4a44-b0e1-ae88cc223717 service neutron] Bound using segment: {'id': 'df0c9332-0420-46bd-becb-33244874016b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '186558b7-66f0-4d2b-b8cf-3ce102350d3d'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:36:47.233156 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-93dcad55-57bb-4ddf-b1c9-6ed27cdfd0a6 req-85a69dee-0004-4a44-b0e1-ae88cc223717 service neutron] Bound port: 578d6f28-5b36-45ab-8588-47879447796c, host: n-h2-798930-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df0c9332-0420-46bd-becb-33244874016b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '186558b7-66f0-4d2b-b8cf-3ce102350d3d'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:36:47.233522 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-93dcad55-57bb-4ddf-b1c9-6ed27cdfd0a6 req-85a69dee-0004-4a44-b0e1-ae88cc223717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:47.301355 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-93dcad55-57bb-4ddf-b1c9-6ed27cdfd0a6 req-85a69dee-0004-4a44-b0e1-ae88cc223717 service neutron] For port 578d6f28-5b36-45ab-8588-47879447796c, host n-h2-798930-3, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:36:47.304576 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-93dcad55-57bb-4ddf-b1c9-6ed27cdfd0a6 req-85a69dee-0004-4a44-b0e1-ae88cc223717 service neutron] For port 578d6f28-5b36-45ab-8588-47879447796c, host n-h2-798930-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=578d6f28-5b36-45ab-8588-47879447796c,segment=NetworkSegment(df0c9332-0420-46bd-becb-33244874016b),segment_id=df0c9332-0420-46bd-becb-33244874016b)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:36:47.308583 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-93dcad55-57bb-4ddf-b1c9-6ed27cdfd0a6 req-85a69dee-0004-4a44-b0e1-ae88cc223717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:47.341420 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dcad55-57bb-4ddf-b1c9-6ed27cdfd0a6 req-85a69dee-0004-4a44-b0e1-ae88cc223717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:47.342197 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-93dcad55-57bb-4ddf-b1c9-6ed27cdfd0a6 req-85a69dee-0004-4a44-b0e1-ae88cc223717 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:47.343822 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-93dcad55-57bb-4ddf-b1c9-6ed27cdfd0a6 req-85a69dee-0004-4a44-b0e1-ae88cc223717 service neutron] 10.222.0.73 "PUT /v2.0/ports/578d6f28-5b36-45ab-8588-47879447796c HTTP/1.1" status: 200 len: 1092 time: 0.7029192 Jul 09 17:36:47.345960 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a8efffc-6a67-4662-acd2-212ab173d36e', 'tag': '578d6f28-5b36-45ab-8588-47879447796c'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:36:47.348491 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70bc3d1dd6a8d756905b95879fdfd768b2540769638561f09d0c65e65c91429d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8345ac45-3379-4407-9f80-2401f3369b5f" -d '{"events": [{"name": "network-changed", "server_uuid": "3a8efffc-6a67-4662-acd2-212ab173d36e", "tag": "578d6f28-5b36-45ab-8588-47879447796c"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:36:47.376731 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a69dee-0004-4a44-b0e1-ae88cc223717 service neutron] Pushing event updated for resources: {'Port': ['ID=578d6f28-5b36-45ab-8588-47879447796c,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:47.391297 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8259b95-b76a-43a1-bd26-135bcbe78ef2 x-openstack-request-id: req-c8259b95-b76a-43a1-bd26-135bcbe78ef2 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:36:47.391594 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a8efffc-6a67-4662-acd2-212ab173d36e", "tag": "578d6f28-5b36-45ab-8588-47879447796c", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:36:47.391851 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c8259b95-b76a-43a1-bd26-135bcbe78ef2 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:36:47.392272 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a8efffc-6a67-4662-acd2-212ab173d36e', 'tag': '578d6f28-5b36-45ab-8588-47879447796c', 'status': 'completed', 'code': 200} Jul 09 17:36:47.467805 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dcad55-57bb-4ddf-b1c9-6ed27cdfd0a6 req-0590ab34-46cb-40fc-a420-ca3a8ba5e17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:47.469306 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-93dcad55-57bb-4ddf-b1c9-6ed27cdfd0a6 req-0590ab34-46cb-40fc-a420-ca3a8ba5e17d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e8de586f7e2649bda8d7081354178fff&device_id=3a8efffc-6a67-4662-acd2-212ab173d36e HTTP/1.1" status: 200 len: 1095 time: 0.0607328 Jul 09 17:36:47.518041 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-93dcad55-57bb-4ddf-b1c9-6ed27cdfd0a6 req-c83b34de-fdd9-4075-b0b0-34f24fd10661 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=578d6f28-5b36-45ab-8588-47879447796c HTTP/1.1" status: 200 len: 217 time: 0.0360088 Jul 09 17:36:47.571725 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dcad55-57bb-4ddf-b1c9-6ed27cdfd0a6 req-f5d72829-23e9-45bc-8fb3-42d7ab3c7577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:47.573159 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-93dcad55-57bb-4ddf-b1c9-6ed27cdfd0a6 req-f5d72829-23e9-45bc-8fb3-42d7ab3c7577 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3 HTTP/1.1" status: 200 len: 849 time: 0.0495901 Jul 09 17:36:47.634961 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dcad55-57bb-4ddf-b1c9-6ed27cdfd0a6 req-2620a866-a73b-49a5-8e1e-e2d56bd51ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:47.636508 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-93dcad55-57bb-4ddf-b1c9-6ed27cdfd0a6 req-2620a866-a73b-49a5-8e1e-e2d56bd51ee1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=186558b7-66f0-4d2b-b8cf-3ce102350d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570514 Jul 09 17:36:47.723295 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-93dcad55-57bb-4ddf-b1c9-6ed27cdfd0a6 req-129b3f38-5f4f-4170-a821-cc6ed337b09c service neutron] 10.222.0.73 "GET /v2.0/networks/186558b7-66f0-4d2b-b8cf-3ce102350d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798755 Jul 09 17:36:47.812303 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-93dcad55-57bb-4ddf-b1c9-6ed27cdfd0a6 req-70a07829-085c-48b9-96a3-836d8b758f04 service neutron] 10.222.0.73 "GET /v2.0/networks/186558b7-66f0-4d2b-b8cf-3ce102350d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825009 Jul 09 17:36:47.945858 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345ac45-3379-4407-9f80-2401f3369b5f req-bcea8bb3-d5e0-4ada-9d6e-d72bdbf21c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:47.947288 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8345ac45-3379-4407-9f80-2401f3369b5f req-bcea8bb3-d5e0-4ada-9d6e-d72bdbf21c07 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e8de586f7e2649bda8d7081354178fff&device_id=3a8efffc-6a67-4662-acd2-212ab173d36e HTTP/1.1" status: 200 len: 1095 time: 0.0524867 Jul 09 17:36:48.033998 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345ac45-3379-4407-9f80-2401f3369b5f req-3b46b00f-a84b-4093-b897-33fdcd22e7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:48.035580 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8345ac45-3379-4407-9f80-2401f3369b5f req-3b46b00f-a84b-4093-b897-33fdcd22e7cb service neutron] 10.222.0.73 "GET /v2.0/networks?id=186558b7-66f0-4d2b-b8cf-3ce102350d3d HTTP/1.1" status: 200 len: 911 time: 0.0815268 Jul 09 17:36:48.079498 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8345ac45-3379-4407-9f80-2401f3369b5f req-53435cb1-b7b0-4b40-8bfe-e16b6e7fec35 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=578d6f28-5b36-45ab-8588-47879447796c HTTP/1.1" status: 200 len: 217 time: 0.0377767 Jul 09 17:36:48.128677 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345ac45-3379-4407-9f80-2401f3369b5f req-b8e007a6-91c6-4830-8155-b3ad9c82d3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:48.130148 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8345ac45-3379-4407-9f80-2401f3369b5f req-b8e007a6-91c6-4830-8155-b3ad9c82d3cf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3 HTTP/1.1" status: 200 len: 849 time: 0.0444543 Jul 09 17:36:48.188548 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345ac45-3379-4407-9f80-2401f3369b5f req-b947cb8d-69e7-423b-8d1b-370ada9656b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:48.190040 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8345ac45-3379-4407-9f80-2401f3369b5f req-b947cb8d-69e7-423b-8d1b-370ada9656b7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=186558b7-66f0-4d2b-b8cf-3ce102350d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533609 Jul 09 17:36:48.284881 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8345ac45-3379-4407-9f80-2401f3369b5f req-1f2f3332-4335-4522-b538-c4020fcab58f service neutron] 10.222.0.73 "GET /v2.0/networks/186558b7-66f0-4d2b-b8cf-3ce102350d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883422 Jul 09 17:36:48.415250 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8345ac45-3379-4407-9f80-2401f3369b5f req-e1c80bf3-1af8-4264-a1a7-02348d8b982f service neutron] 10.222.0.73 "GET /v2.0/networks/186558b7-66f0-4d2b-b8cf-3ce102350d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238875 Jul 09 17:36:48.427495 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2f1473-4b60-4d1f-ab73-98671fceceee req-15108775-b24a-4221-b539-dca4916385ba tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:48.428854 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8a2f1473-4b60-4d1f-ab73-98671fceceee req-15108775-b24a-4221-b539-dca4916385ba tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/ports?device_id=3a8efffc-6a67-4662-acd2-212ab173d36e HTTP/1.1" status: 200 len: 944 time: 0.0960772 Jul 09 17:36:48.469818 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8a2f1473-4b60-4d1f-ab73-98671fceceee req-db8e888c-dac8-4731-90d8-699db7bc9f9a tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/security-groups?id=81f90868-1703-42b1-a080-22562cd9f537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337479 Jul 09 17:36:49.649885 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab39b06-0af1-4ebf-a44c-db1b0ba2f584 req-5527302d-0f18-4616-89b4-f22e3146f36f tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:49.651378 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9ab39b06-0af1-4ebf-a44c-db1b0ba2f584 req-5527302d-0f18-4616-89b4-f22e3146f36f tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/ports?device_id=3a8efffc-6a67-4662-acd2-212ab173d36e HTTP/1.1" status: 200 len: 944 time: 0.0628233 Jul 09 17:36:49.687766 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-9ab39b06-0af1-4ebf-a44c-db1b0ba2f584 req-532b2f13-3e83-4bfc-ae1a-2808b29ed5ad tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/security-groups?id=81f90868-1703-42b1-a080-22562cd9f537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302939 Jul 09 17:36:50.863806 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e94f94-9f8e-4332-b0c5-35abe8ef1c7b req-2d390f9e-f095-441f-9c06-ea347bb679ed tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:50.865299 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-87e94f94-9f8e-4332-b0c5-35abe8ef1c7b req-2d390f9e-f095-441f-9c06-ea347bb679ed tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/ports?device_id=3a8efffc-6a67-4662-acd2-212ab173d36e HTTP/1.1" status: 200 len: 944 time: 0.0626516 Jul 09 17:36:50.909050 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-87e94f94-9f8e-4332-b0c5-35abe8ef1c7b req-e2ccd150-99a8-41dc-841c-4308317a8237 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/security-groups?id=81f90868-1703-42b1-a080-22562cd9f537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382435 Jul 09 17:36:51.041697 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 578d6f28-5b36-45ab-8588-47879447796c details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:36:51.135467 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 578d6f28-5b36-45ab-8588-47879447796c, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=578d6f28-5b36-45ab-8588-47879447796c,segment=NetworkSegment(df0c9332-0420-46bd-becb-33244874016b),segment_id=df0c9332-0420-46bd-becb-33244874016b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:36:51.146875 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '578d6f28-5b36-45ab-8588-47879447796c', 'network_id': '186558b7-66f0-4d2b-b8cf-3ce102350d3d', 'port_id': '578d6f28-5b36-45ab-8588-47879447796c', 'mac_address': 'fa:16:3e:7e:3a:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:36:51.182697 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:51.194760 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 578d6f28-5b36-45ab-8588-47879447796c {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:36:51.213703 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 578d6f28-5b36-45ab-8588-47879447796c, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=578d6f28-5b36-45ab-8588-47879447796c,segment=NetworkSegment(df0c9332-0420-46bd-becb-33244874016b),segment_id=df0c9332-0420-46bd-becb-33244874016b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:36:51.218672 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:51.265363 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=578d6f28-5b36-45ab-8588-47879447796c,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:51.628224 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['578d6f28-5b36-45ab-8588-47879447796c'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:36:52.084077 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01344387-877c-466b-9f18-a47c9bc29ba5 req-a92b60ce-3935-4067-a292-a178064e287d tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:52.085547 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-01344387-877c-466b-9f18-a47c9bc29ba5 req-a92b60ce-3935-4067-a292-a178064e287d tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/ports?device_id=3a8efffc-6a67-4662-acd2-212ab173d36e HTTP/1.1" status: 200 len: 945 time: 0.0626161 Jul 09 17:36:52.122214 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-01344387-877c-466b-9f18-a47c9bc29ba5 req-03dbcd29-eec7-4048-bc10-ab79ec34bb23 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/security-groups?id=81f90868-1703-42b1-a080-22562cd9f537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311890 Jul 09 17:36:52.467186 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-746b6401-ebc1-4821-aab3-0fcf7026fb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:53.051038 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 578d6f28-5b36-45ab-8588-47879447796c up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:36:53.099959 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning for port 578d6f28-5b36-45ab-8588-47879447796c completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:36:53.103588 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 578d6f28-5b36-45ab-8588-47879447796c triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:36:53.103945 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:53.178446 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:53.200058 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a8efffc-6a67-4662-acd2-212ab173d36e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '578d6f28-5b36-45ab-8588-47879447796c'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:36:53.202395 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e4c0197b51a39b57e4a8a116eb3788e06930fc42ac75c6a3eb5959c91cb8bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805fc9ab-92a9-4545-b716-a8b73397141d" -d '{"events": [{"server_uuid": "3a8efffc-6a67-4662-acd2-212ab173d36e", "name": "network-vif-plugged", "status": "completed", "tag": "578d6f28-5b36-45ab-8588-47879447796c"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:36:53.214807 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 578d6f28-5b36-45ab-8588-47879447796c, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=578d6f28-5b36-45ab-8588-47879447796c,segment=NetworkSegment(df0c9332-0420-46bd-becb-33244874016b),segment_id=df0c9332-0420-46bd-becb-33244874016b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:36:53.219956 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:53.268175 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=578d6f28-5b36-45ab-8588-47879447796c,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:53.301749 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae2d53c-f45b-4df1-a0c7-14d082bccace req-a1d7f6e6-843f-4e37-a5b2-ecd762f34952 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:53.303176 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4ae2d53c-f45b-4df1-a0c7-14d082bccace req-a1d7f6e6-843f-4e37-a5b2-ecd762f34952 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/ports?device_id=3a8efffc-6a67-4662-acd2-212ab173d36e HTTP/1.1" status: 200 len: 946 time: 0.0637739 Jul 09 17:36:53.341143 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-4ae2d53c-f45b-4df1-a0c7-14d082bccace req-68f0f4e7-35a5-4e9f-9bcb-33c8d99efc1a tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/security-groups?id=81f90868-1703-42b1-a080-22562cd9f537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324256 Jul 09 17:36:53.385756 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f6122c-90c2-4813-878e-30fe75ac0a00 x-openstack-request-id: req-b2f6122c-90c2-4813-878e-30fe75ac0a00 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:36:53.386057 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a8efffc-6a67-4662-acd2-212ab173d36e", "name": "network-vif-plugged", "status": "completed", "tag": "578d6f28-5b36-45ab-8588-47879447796c", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:36:53.386316 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b2f6122c-90c2-4813-878e-30fe75ac0a00 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:36:53.386745 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a8efffc-6a67-4662-acd2-212ab173d36e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '578d6f28-5b36-45ab-8588-47879447796c', 'code': 200} Jul 09 17:36:53.531529 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9aa6ea-37ab-4f05-84fb-b8be25389860 req-42546fd4-cc24-4848-b971-1d14c7e1d085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:53.533001 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ab9aa6ea-37ab-4f05-84fb-b8be25389860 req-42546fd4-cc24-4848-b971-1d14c7e1d085 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3a8efffc-6a67-4662-acd2-212ab173d36e HTTP/1.1" status: 200 len: 1097 time: 0.0550659 Jul 09 17:36:53.566376 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ab9aa6ea-37ab-4f05-84fb-b8be25389860 req-146fff2b-233c-4a14-b3fb-163c14d3482e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=81f90868-1703-42b1-a080-22562cd9f537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270371 Jul 09 17:36:54.514040 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069bd143-133f-4429-9830-d8f3f2d982bb req-0a5c4084-4b76-4759-89ef-921ea6b219b6 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:54.515539 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-069bd143-133f-4429-9830-d8f3f2d982bb req-0a5c4084-4b76-4759-89ef-921ea6b219b6 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/ports?device_id=3a8efffc-6a67-4662-acd2-212ab173d36e HTTP/1.1" status: 200 len: 946 time: 0.0629275 Jul 09 17:36:54.552858 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-069bd143-133f-4429-9830-d8f3f2d982bb req-d9ad0137-1556-4e06-81c5-7ea169eb4a95 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/security-groups?id=81f90868-1703-42b1-a080-22562cd9f537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318720 Jul 09 17:36:55.181689 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e24047db-da9d-44c6-8532-8c6b8f591c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:55.721925 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef700303-2e55-4ca6-a1dd-3ea35e11395f req-8127469f-eaba-4b13-b550-6983aa54c8f5 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:55.723686 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ef700303-2e55-4ca6-a1dd-3ea35e11395f req-8127469f-eaba-4b13-b550-6983aa54c8f5 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/ports?device_id=3a8efffc-6a67-4662-acd2-212ab173d36e HTTP/1.1" status: 200 len: 946 time: 0.0624340 Jul 09 17:36:55.764311 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ef700303-2e55-4ca6-a1dd-3ea35e11395f req-1ef4088a-9e68-4cfe-9253-8a83d4491ea0 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/security-groups?id=81f90868-1703-42b1-a080-22562cd9f537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351324 Jul 09 17:36:55.924707 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:55.933800 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949230eb-1085-49ad-9902-57d13c518a57 req-ea60affa-065e-4d61-aafe-c9a2e2fa3a3c tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:55.935301 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-949230eb-1085-49ad-9902-57d13c518a57 req-ea60affa-065e-4d61-aafe-c9a2e2fa3a3c tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/ports?device_id=3a8efffc-6a67-4662-acd2-212ab173d36e HTTP/1.1" status: 200 len: 946 time: 0.0651236 Jul 09 17:36:55.972569 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-949230eb-1085-49ad-9902-57d13c518a57 req-37fb8c4a-1ca6-4a1b-92a1-24a184e96294 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/security-groups?id=81f90868-1703-42b1-a080-22562cd9f537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314102 Jul 09 17:36:55.996173 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 56324) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:56.047013 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16f35d5-287c-4b31-b325-3886f31fce94 tempest-TestSnapshotPattern-1825421221 tempest-TestSnapshotPattern-1825421221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:56.048407 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-a16f35d5-287c-4b31-b325-3886f31fce94 tempest-TestSnapshotPattern-1825421221 tempest-TestSnapshotPattern-1825421221-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=3a8efffc-6a67-4662-acd2-212ab173d36e HTTP/1.1" status: 200 len: 1092 time: 0.0512717 Jul 09 17:36:56.051100 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 56326) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:56.055317 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f501387c-13f6-49e4-bacd-1f62ff6751c9 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Request body: {'floatingip': {'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'port_id': '578d6f28-5b36-45ab-8588-47879447796c', 'tenant_id': 'e8de586f7e2649bda8d7081354178fff', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:36:56.076382 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f501387c-13f6-49e4-bacd-1f62ff6751c9 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:56.171592 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f501387c-13f6-49e4-bacd-1f62ff6751c9 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:56.269364 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-f501387c-13f6-49e4-bacd-1f62ff6751c9 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Allocated IP 172.25.0.248 (caa6ed8d-2893-4113-8f68-c5284e694f6c/09763788-efd6-4c32-90f4-3f3730281b5b/3eb10632-b1a8-4163-9a1a-a78d02b56f52) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:36:56.373870 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f501387c-13f6-49e4-bacd-1f62ff6751c9 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:56.412824 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f501387c-13f6-49e4-bacd-1f62ff6751c9 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-776721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2029305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777621953500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29780152'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:56.447109 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f501387c-13f6-49e4-bacd-1f62ff6751c9 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Network caa6ed8d-2893-4113-8f68-c5284e694f6c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:36:56.453637 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-f501387c-13f6-49e4-bacd-1f62ff6751c9 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:36:56.457377 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f501387c-13f6-49e4-bacd-1f62ff6751c9 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:36:56.479608 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f501387c-13f6-49e4-bacd-1f62ff6751c9 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Pushing event updated for resources: {'Port': ['ID=3eb10632-b1a8-4163-9a1a-a78d02b56f52,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:56.602080 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:56.833470 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f501387c-13f6-49e4-bacd-1f62ff6751c9 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:56.908346 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f501387c-13f6-49e4-bacd-1f62ff6751c9 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:57.372238 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f501387c-13f6-49e4-bacd-1f62ff6751c9 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:57.376990 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f501387c-13f6-49e4-bacd-1f62ff6751c9 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29780134'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:57.443622 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f501387c-13f6-49e4-bacd-1f62ff6751c9 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Pushing event updated for resources: {'Port': ['ID=3eb10632-b1a8-4163-9a1a-a78d02b56f52,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:57.456110 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f501387c-13f6-49e4-bacd-1f62ff6751c9 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1725831'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:57.554089 n-d-798930-3 neutron-server[93958]: INFO neutron.db.l3_db [None req-f501387c-13f6-49e4-bacd-1f62ff6751c9 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Floating IP 3c5d54e0-445c-4d39-96d7-eb642b8f29ac associated. External IP: 172.25.0.248, port: 578d6f28-5b36-45ab-8588-47879447796c. Jul 09 17:36:57.672729 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:57.761746 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f501387c-13f6-49e4-bacd-1f62ff6751c9 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Router 5c92435f-4b74-4cc9-bcaf-a75b138d17b6 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:36:57.867970 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f501387c-13f6-49e4-bacd-1f62ff6751c9 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:36:57.877824 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d99b1d4-38a8-473b-b2cd-8e05432a23fb None None] Sync routers for ids ['5c92435f-4b74-4cc9-bcaf-a75b138d17b6'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:36:57.884319 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f501387c-13f6-49e4-bacd-1f62ff6751c9 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:57.886909 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d99b1d4-38a8-473b-b2cd-8e05432a23fb None None] Routers {'5c92435f-4b74-4cc9-bcaf-a75b138d17b6'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:36:57.887530 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3d99b1d4-38a8-473b-b2cd-8e05432a23fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:36:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['5c92435f-4b74-4cc9-bcaf-a75b138d17b6'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:36:57.920731 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-f501387c-13f6-49e4-bacd-1f62ff6751c9 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8681169 Jul 09 17:36:57.921327 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a8efffc-6a67-4662-acd2-212ab173d36e', 'tag': '578d6f28-5b36-45ab-8588-47879447796c'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:36:57.923681 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70bc3d1dd6a8d756905b95879fdfd768b2540769638561f09d0c65e65c91429d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b0314e-7028-4b0a-956f-ea6b480c0e85" -d '{"events": [{"name": "network-changed", "server_uuid": "3a8efffc-6a67-4662-acd2-212ab173d36e", "tag": "578d6f28-5b36-45ab-8588-47879447796c"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:36:57.958580 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109f31c8-675c-459c-992f-8ed26e74b39c x-openstack-request-id: req-109f31c8-675c-459c-992f-8ed26e74b39c {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:36:57.958911 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a8efffc-6a67-4662-acd2-212ab173d36e", "tag": "578d6f28-5b36-45ab-8588-47879447796c", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:36:57.959170 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-109f31c8-675c-459c-992f-8ed26e74b39c {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:36:57.959580 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a8efffc-6a67-4662-acd2-212ab173d36e', 'tag': '578d6f28-5b36-45ab-8588-47879447796c', 'status': 'completed', 'code': 200} Jul 09 17:36:57.993510 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-3d99b1d4-38a8-473b-b2cd-8e05432a23fb None None] Set router 5c92435f-4b74-4cc9-bcaf-a75b138d17b6 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:36:58.052959 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0314e-7028-4b0a-956f-ea6b480c0e85 req-a042ecb9-77d9-4532-bca0-2ab07bc861eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:58.054481 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-64b0314e-7028-4b0a-956f-ea6b480c0e85 req-a042ecb9-77d9-4532-bca0-2ab07bc861eb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e8de586f7e2649bda8d7081354178fff&device_id=3a8efffc-6a67-4662-acd2-212ab173d36e HTTP/1.1" status: 200 len: 1097 time: 0.0525482 Jul 09 17:36:58.146961 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0314e-7028-4b0a-956f-ea6b480c0e85 req-66819b4d-6888-4cce-afee-f70456b446ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:58.148447 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-64b0314e-7028-4b0a-956f-ea6b480c0e85 req-66819b4d-6888-4cce-afee-f70456b446ff service neutron] 10.222.0.73 "GET /v2.0/networks?id=186558b7-66f0-4d2b-b8cf-3ce102350d3d HTTP/1.1" status: 200 len: 911 time: 0.0880616 Jul 09 17:36:58.212213 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3d99b1d4-38a8-473b-b2cd-8e05432a23fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'name': 'tempest-TestSnapshotPattern-1816347181-router', 'tenant_id': 'e8de586f7e2649bda8d7081354178fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '20a9f782-f89f-47a2-ba7c-e1e4aa827147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:34:00Z', 'updated_at': '2021-07-09T17:34:02Z', 'revision_number': 4, 'project_id': 'e8de586f7e2649bda8d7081354178fff', 'gw_port': {'id': '20a9f782-f89f-47a2-ba7c-e1e4aa827147', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:3a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:00Z', 'updated_at': '2021-07-09T17:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '3c5d54e0-445c-4d39-96d7-eb642b8f29ac', 'tenant_id': 'e8de586f7e2649bda8d7081354178fff', 'floating_ip_address': '172.25.0.248', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'port_id': '578d6f28-5b36-45ab-8588-47879447796c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '186558b7-66f0-4d2b-b8cf-3ce102350d3d', 'mac_address': 'fa:16:3e:7e:3a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8efffc-6a67-4662-acd2-212ab173d36e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:36:56Z', 'updated_at': '2021-07-09T17:36:56Z', 'revision_number': 0, 'project_id': 'e8de586f7e2649bda8d7081354178fff', 'fixed_ip_address_scope': None}, {'id': 'ae01b81b-4bd2-462e-b69c-22d139d39dba', 'tenant_id': 'e8de586f7e2649bda8d7081354178fff', 'floating_ip_address': '172.25.0.205', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'port_id': '1e71ff69-21e0-4051-9cdb-0b63a28217e3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '186558b7-66f0-4d2b-b8cf-3ce102350d3d', 'mac_address': 'fa:16:3e:2d:68:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b678136c-01a9-4ff8-9da7-6eb6be8f7e00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:34:21Z', 'updated_at': '2021-07-09T17:34:23Z', 'revision_number': 1, 'project_id': 'e8de586f7e2649bda8d7081354178fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5d1dd06-ddf9-49df-b1bc-86f5c3d48ae5', 'name': '', 'network_id': '186558b7-66f0-4d2b-b8cf-3ce102350d3d', 'tenant_id': 'e8de586f7e2649bda8d7081354178fff', 'mac_address': 'fa:16:3e:c6:51:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:02Z', 'updated_at': '2021-07-09T17:34:08Z', 'revision_number': 5, 'project_id': 'e8de586f7e2649bda8d7081354178fff', 'subnets': [{'id': '2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:36:58.212597 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-64b0314e-7028-4b0a-956f-ea6b480c0e85 req-7aad492d-77ba-48d1-b8bf-02d9003268d2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=578d6f28-5b36-45ab-8588-47879447796c HTTP/1.1" status: 200 len: 1000 time: 0.0581048 Jul 09 17:36:58.242786 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d99b1d4-38a8-473b-b2cd-8e05432a23fb None None] Checking router: 5c92435f-4b74-4cc9-bcaf-a75b138d17b6 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:36:58.251142 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d99b1d4-38a8-473b-b2cd-8e05432a23fb None None] Routers {'5c92435f-4b74-4cc9-bcaf-a75b138d17b6'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:36:58.251746 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3d99b1d4-38a8-473b-b2cd-8e05432a23fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:36:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['5c92435f-4b74-4cc9-bcaf-a75b138d17b6'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:36:58.262445 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0314e-7028-4b0a-956f-ea6b480c0e85 req-30022584-5513-495f-8d77-a19c7feec41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:58.263962 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-64b0314e-7028-4b0a-956f-ea6b480c0e85 req-30022584-5513-495f-8d77-a19c7feec41c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3 HTTP/1.1" status: 200 len: 849 time: 0.0456908 Jul 09 17:36:58.324943 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0314e-7028-4b0a-956f-ea6b480c0e85 req-86b2f8bc-e9c4-4dc7-8855-f65a35fdda9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:58.326502 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-64b0314e-7028-4b0a-956f-ea6b480c0e85 req-86b2f8bc-e9c4-4dc7-8855-f65a35fdda9a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=186558b7-66f0-4d2b-b8cf-3ce102350d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562904 Jul 09 17:36:58.351561 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-3d99b1d4-38a8-473b-b2cd-8e05432a23fb None None] Set router 5c92435f-4b74-4cc9-bcaf-a75b138d17b6 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:36:58.417969 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-64b0314e-7028-4b0a-956f-ea6b480c0e85 req-12fb1258-8617-493b-86a2-9e81d73ed636 service neutron] 10.222.0.73 "GET /v2.0/networks/186558b7-66f0-4d2b-b8cf-3ce102350d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846784 Jul 09 17:36:58.524714 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-64b0314e-7028-4b0a-956f-ea6b480c0e85 req-a3f3663c-25d4-4359-9bd3-b87b5fdc6076 service neutron] 10.222.0.73 "GET /v2.0/networks/186558b7-66f0-4d2b-b8cf-3ce102350d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005726 Jul 09 17:36:58.558812 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:58.743483 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3d99b1d4-38a8-473b-b2cd-8e05432a23fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'name': 'tempest-TestSnapshotPattern-1816347181-router', 'tenant_id': 'e8de586f7e2649bda8d7081354178fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '20a9f782-f89f-47a2-ba7c-e1e4aa827147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:34:00Z', 'updated_at': '2021-07-09T17:34:02Z', 'revision_number': 4, 'project_id': 'e8de586f7e2649bda8d7081354178fff', 'gw_port': {'id': '20a9f782-f89f-47a2-ba7c-e1e4aa827147', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:3a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:00Z', 'updated_at': '2021-07-09T17:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '3c5d54e0-445c-4d39-96d7-eb642b8f29ac', 'tenant_id': 'e8de586f7e2649bda8d7081354178fff', 'floating_ip_address': '172.25.0.248', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'port_id': '578d6f28-5b36-45ab-8588-47879447796c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '186558b7-66f0-4d2b-b8cf-3ce102350d3d', 'mac_address': 'fa:16:3e:7e:3a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8efffc-6a67-4662-acd2-212ab173d36e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:36:56Z', 'updated_at': '2021-07-09T17:36:56Z', 'revision_number': 0, 'project_id': 'e8de586f7e2649bda8d7081354178fff', 'fixed_ip_address_scope': None}, {'id': 'ae01b81b-4bd2-462e-b69c-22d139d39dba', 'tenant_id': 'e8de586f7e2649bda8d7081354178fff', 'floating_ip_address': '172.25.0.205', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'port_id': '1e71ff69-21e0-4051-9cdb-0b63a28217e3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '186558b7-66f0-4d2b-b8cf-3ce102350d3d', 'mac_address': 'fa:16:3e:2d:68:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b678136c-01a9-4ff8-9da7-6eb6be8f7e00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:34:21Z', 'updated_at': '2021-07-09T17:34:23Z', 'revision_number': 1, 'project_id': 'e8de586f7e2649bda8d7081354178fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5d1dd06-ddf9-49df-b1bc-86f5c3d48ae5', 'name': '', 'network_id': '186558b7-66f0-4d2b-b8cf-3ce102350d3d', 'tenant_id': 'e8de586f7e2649bda8d7081354178fff', 'mac_address': 'fa:16:3e:c6:51:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:02Z', 'updated_at': '2021-07-09T17:34:08Z', 'revision_number': 5, 'project_id': 'e8de586f7e2649bda8d7081354178fff', 'subnets': [{'id': '2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:36:58.768616 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d99b1d4-38a8-473b-b2cd-8e05432a23fb None None] The sync data for ids ['5c92435f-4b74-4cc9-bcaf-a75b138d17b6'] in n-d-798930-3 is: [{'id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'name': 'tempest-TestSnapshotPattern-1816347181-router', 'tenant_id': 'e8de586f7e2649bda8d7081354178fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '20a9f782-f89f-47a2-ba7c-e1e4aa827147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:34:00Z', 'updated_at': '2021-07-09T17:34:02Z', 'revision_number': 4, 'project_id': 'e8de586f7e2649bda8d7081354178fff', 'gw_port': {'id': '20a9f782-f89f-47a2-ba7c-e1e4aa827147', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:3a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:00Z', 'updated_at': '2021-07-09T17:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': '3c5d54e0-445c-4d39-96d7-eb642b8f29ac', 'tenant_id': 'e8de586f7e2649bda8d7081354178fff', 'floating_ip_address': '172.25.0.248', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'port_id': '578d6f28-5b36-45ab-8588-47879447796c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '186558b7-66f0-4d2b-b8cf-3ce102350d3d', 'mac_address': 'fa:16:3e:7e:3a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8efffc-6a67-4662-acd2-212ab173d36e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:36:56Z', 'updated_at': '2021-07-09T17:36:56Z', 'revision_number': 0, 'project_id': 'e8de586f7e2649bda8d7081354178fff', 'fixed_ip_address_scope': None}, {'id': 'ae01b81b-4bd2-462e-b69c-22d139d39dba', 'tenant_id': 'e8de586f7e2649bda8d7081354178fff', 'floating_ip_address': '172.25.0.205', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'port_id': '1e71ff69-21e0-4051-9cdb-0b63a28217e3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '186558b7-66f0-4d2b-b8cf-3ce102350d3d', 'mac_address': 'fa:16:3e:2d:68:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b678136c-01a9-4ff8-9da7-6eb6be8f7e00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:34:21Z', 'updated_at': '2021-07-09T17:34:23Z', 'revision_number': 1, 'project_id': 'e8de586f7e2649bda8d7081354178fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5d1dd06-ddf9-49df-b1bc-86f5c3d48ae5', 'name': '', 'network_id': '186558b7-66f0-4d2b-b8cf-3ce102350d3d', 'tenant_id': 'e8de586f7e2649bda8d7081354178fff', 'mac_address': 'fa:16:3e:c6:51:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:02Z', 'updated_at': '2021-07-09T17:34:08Z', 'revision_number': 5, 'project_id': 'e8de586f7e2649bda8d7081354178fff', 'subnets': [{'id': '2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:36:58.953407 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa44fd4d-2e67-4b51-9100-ec1d63ba1a59 None None] New status for floating IP 3c5d54e0-445c-4d39-96d7-eb642b8f29ac: ACTIVE {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:37:10.813318 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:13.475631 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a41a49ad-b63f-48e1-8f83-793378ff7e6a req-ab039c12-9494-413f-a14d-592c438679b1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b678136c-01a9-4ff8-9da7-6eb6be8f7e00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0517356 Jul 09 17:37:13.572184 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a49ad-b63f-48e1-8f83-793378ff7e6a req-1b451993-974d-4ee7-9b6a-cc48adf6bf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:13.573683 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a41a49ad-b63f-48e1-8f83-793378ff7e6a req-1b451993-974d-4ee7-9b6a-cc48adf6bf8b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e8de586f7e2649bda8d7081354178fff&device_id=b678136c-01a9-4ff8-9da7-6eb6be8f7e00 HTTP/1.1" status: 200 len: 1095 time: 0.0567169 Jul 09 17:37:13.674143 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a49ad-b63f-48e1-8f83-793378ff7e6a req-23789a14-646b-45f4-9820-4bdac588ce99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:13.675600 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a41a49ad-b63f-48e1-8f83-793378ff7e6a req-23789a14-646b-45f4-9820-4bdac588ce99 service neutron] 10.222.0.77 "GET /v2.0/networks?id=186558b7-66f0-4d2b-b8cf-3ce102350d3d HTTP/1.1" status: 200 len: 911 time: 0.0824308 Jul 09 17:37:13.743080 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a41a49ad-b63f-48e1-8f83-793378ff7e6a req-272557b6-2fe0-4a59-b6e3-6d2f2d6036b4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e71ff69-21e0-4051-9cdb-0b63a28217e3 HTTP/1.1" status: 200 len: 1000 time: 0.0609357 Jul 09 17:37:13.790544 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a49ad-b63f-48e1-8f83-793378ff7e6a req-c3358e23-a42f-4e59-8c72-91929695bb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:13.792025 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a41a49ad-b63f-48e1-8f83-793378ff7e6a req-c3358e23-a42f-4e59-8c72-91929695bb67 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3 HTTP/1.1" status: 200 len: 849 time: 0.0431633 Jul 09 17:37:13.849891 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a49ad-b63f-48e1-8f83-793378ff7e6a req-21b519d8-78d3-487b-b8a3-7a3d563830d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:13.851408 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a41a49ad-b63f-48e1-8f83-793378ff7e6a req-21b519d8-78d3-487b-b8a3-7a3d563830d2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=186558b7-66f0-4d2b-b8cf-3ce102350d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532455 Jul 09 17:37:13.943510 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a41a49ad-b63f-48e1-8f83-793378ff7e6a req-c513a19c-4dfe-445c-b816-c71ac7d3e413 service neutron] 10.222.0.77 "GET /v2.0/networks/186558b7-66f0-4d2b-b8cf-3ce102350d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853353 Jul 09 17:37:14.032116 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-a41a49ad-b63f-48e1-8f83-793378ff7e6a req-4cc53dc0-ffe4-4b98-919f-1c3a5b1646e1 service neutron] 10.222.0.77 "GET /v2.0/networks/186558b7-66f0-4d2b-b8cf-3ce102350d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820773 Jul 09 17:37:16.081969 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:37:22.469521 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-eeafc319-292c-43c5-b4a8-1af8b6f3c486 req-c3fb261e-4d97-44df-9ed8-c06ccad32928 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3a8efffc-6a67-4662-acd2-212ab173d36e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0524192 Jul 09 17:37:22.470207 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d934b043-d254-4ef1-8a7d-4a5ebc75b6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:22.577799 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeafc319-292c-43c5-b4a8-1af8b6f3c486 req-26dd366a-3ba7-487a-b775-6225c69912bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:22.579822 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-eeafc319-292c-43c5-b4a8-1af8b6f3c486 req-26dd366a-3ba7-487a-b775-6225c69912bd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e8de586f7e2649bda8d7081354178fff&device_id=3a8efffc-6a67-4662-acd2-212ab173d36e HTTP/1.1" status: 200 len: 1097 time: 0.0526521 Jul 09 17:37:22.687408 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeafc319-292c-43c5-b4a8-1af8b6f3c486 req-699db64d-cd51-44e0-aeb3-de76eee8361c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:22.688901 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-eeafc319-292c-43c5-b4a8-1af8b6f3c486 req-699db64d-cd51-44e0-aeb3-de76eee8361c service neutron] 10.222.0.73 "GET /v2.0/networks?id=186558b7-66f0-4d2b-b8cf-3ce102350d3d HTTP/1.1" status: 200 len: 911 time: 0.0871973 Jul 09 17:37:22.753935 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-eeafc319-292c-43c5-b4a8-1af8b6f3c486 req-9c766bde-2089-43f6-8ef4-e3c53c78644f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=578d6f28-5b36-45ab-8588-47879447796c HTTP/1.1" status: 200 len: 1002 time: 0.0575349 Jul 09 17:37:22.802171 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeafc319-292c-43c5-b4a8-1af8b6f3c486 req-eeaaeb4f-a502-4f19-bebb-cccb91d0a6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:22.803600 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-eeafc319-292c-43c5-b4a8-1af8b6f3c486 req-eeaaeb4f-a502-4f19-bebb-cccb91d0a6d2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3 HTTP/1.1" status: 200 len: 849 time: 0.0428827 Jul 09 17:37:22.869106 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeafc319-292c-43c5-b4a8-1af8b6f3c486 req-dacaa1f5-405a-43b1-92ff-2307d5036018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:22.870604 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-eeafc319-292c-43c5-b4a8-1af8b6f3c486 req-dacaa1f5-405a-43b1-92ff-2307d5036018 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=186558b7-66f0-4d2b-b8cf-3ce102350d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608249 Jul 09 17:37:22.958789 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-eeafc319-292c-43c5-b4a8-1af8b6f3c486 req-683d1cc7-7e32-4024-9463-f898c137edef service neutron] 10.222.0.73 "GET /v2.0/networks/186558b7-66f0-4d2b-b8cf-3ce102350d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811379 Jul 09 17:37:23.055373 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-eeafc319-292c-43c5-b4a8-1af8b6f3c486 req-cc95f096-be51-4455-9ef8-1ba8529b154d service neutron] 10.222.0.73 "GET /v2.0/networks/186558b7-66f0-4d2b-b8cf-3ce102350d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902095 Jul 09 17:37:25.182049 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-75aed15b-3fa8-4912-ba01-3a29ec8e21a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:25.926746 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:26.603554 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:27.667095 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:28.534155 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:40.801160 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:52.470728 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fb453c9b-6922-453d-928b-3b844811e6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:53.080732 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:37:55.181285 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7effe872-51df-4926-a6bf-575dbb501053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:55.927891 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:56.606379 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:57.668672 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:58.536237 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:10.799772 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:13.471343 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-60af6dd2-2bce-4fb3-8c5a-e4672981ffc9 req-a3ddea68-e959-4f8f-8132-32d492c3c04f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b678136c-01a9-4ff8-9da7-6eb6be8f7e00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0516517 Jul 09 17:38:13.572129 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af6dd2-2bce-4fb3-8c5a-e4672981ffc9 req-0ac69d1b-0eea-49d1-a6ae-2eb2f3c393eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:13.573610 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-60af6dd2-2bce-4fb3-8c5a-e4672981ffc9 req-0ac69d1b-0eea-49d1-a6ae-2eb2f3c393eb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e8de586f7e2649bda8d7081354178fff&device_id=b678136c-01a9-4ff8-9da7-6eb6be8f7e00 HTTP/1.1" status: 200 len: 1095 time: 0.0567806 Jul 09 17:38:13.675053 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af6dd2-2bce-4fb3-8c5a-e4672981ffc9 req-5f5ffe5e-32ec-4f85-9411-d149aff057c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:13.676492 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-60af6dd2-2bce-4fb3-8c5a-e4672981ffc9 req-5f5ffe5e-32ec-4f85-9411-d149aff057c5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=186558b7-66f0-4d2b-b8cf-3ce102350d3d HTTP/1.1" status: 200 len: 911 time: 0.0832720 Jul 09 17:38:13.744524 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-60af6dd2-2bce-4fb3-8c5a-e4672981ffc9 req-839f6496-06c7-4eb5-9977-d0f1cde4b33a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e71ff69-21e0-4051-9cdb-0b63a28217e3 HTTP/1.1" status: 200 len: 1000 time: 0.0613174 Jul 09 17:38:13.797387 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af6dd2-2bce-4fb3-8c5a-e4672981ffc9 req-c2ea4eac-d8de-4b57-8343-887099e233e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:13.799987 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-60af6dd2-2bce-4fb3-8c5a-e4672981ffc9 req-c2ea4eac-d8de-4b57-8343-887099e233e8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3 HTTP/1.1" status: 200 len: 849 time: 0.0491564 Jul 09 17:38:13.856190 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af6dd2-2bce-4fb3-8c5a-e4672981ffc9 req-b012d760-4ee0-4c09-9edc-59492cad9007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:13.857643 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-60af6dd2-2bce-4fb3-8c5a-e4672981ffc9 req-b012d760-4ee0-4c09-9edc-59492cad9007 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=186558b7-66f0-4d2b-b8cf-3ce102350d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511718 Jul 09 17:38:13.948657 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-60af6dd2-2bce-4fb3-8c5a-e4672981ffc9 req-e0722b75-2446-4de7-8749-58026ef54733 service neutron] 10.222.0.77 "GET /v2.0/networks/186558b7-66f0-4d2b-b8cf-3ce102350d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844207 Jul 09 17:38:14.034778 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-60af6dd2-2bce-4fb3-8c5a-e4672981ffc9 req-94ee2b0d-ff31-41cb-b736-8866a6919a18 service neutron] 10.222.0.77 "GET /v2.0/networks/186558b7-66f0-4d2b-b8cf-3ce102350d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801148 Jul 09 17:38:22.470851 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-121cbb2d-fe81-4c9a-b1ee-cd4155ce8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:23.473571 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8df04eae-dcbe-4a67-8ab6-505d15ed2fa4 req-e7094d56-fc01-402e-98fb-a65def7c29f1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3a8efffc-6a67-4662-acd2-212ab173d36e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1188061 Jul 09 17:38:23.581669 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df04eae-dcbe-4a67-8ab6-505d15ed2fa4 req-029fd469-ecfc-4cb4-8036-8aeb61f627fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:23.583176 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8df04eae-dcbe-4a67-8ab6-505d15ed2fa4 req-029fd469-ecfc-4cb4-8036-8aeb61f627fa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e8de586f7e2649bda8d7081354178fff&device_id=3a8efffc-6a67-4662-acd2-212ab173d36e HTTP/1.1" status: 200 len: 1097 time: 0.0516553 Jul 09 17:38:23.688515 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df04eae-dcbe-4a67-8ab6-505d15ed2fa4 req-196d2f93-1c73-4d12-8ebd-ca7f4eb777aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:23.689863 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8df04eae-dcbe-4a67-8ab6-505d15ed2fa4 req-196d2f93-1c73-4d12-8ebd-ca7f4eb777aa service neutron] 10.222.0.73 "GET /v2.0/networks?id=186558b7-66f0-4d2b-b8cf-3ce102350d3d HTTP/1.1" status: 200 len: 911 time: 0.0866215 Jul 09 17:38:23.754469 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8df04eae-dcbe-4a67-8ab6-505d15ed2fa4 req-f0bed374-cf9b-48a3-8090-9fd9216b2223 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=578d6f28-5b36-45ab-8588-47879447796c HTTP/1.1" status: 200 len: 1002 time: 0.0577776 Jul 09 17:38:23.805356 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df04eae-dcbe-4a67-8ab6-505d15ed2fa4 req-bd12c650-3be3-4af4-88e7-5fc9a5d0edc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:23.806756 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8df04eae-dcbe-4a67-8ab6-505d15ed2fa4 req-bd12c650-3be3-4af4-88e7-5fc9a5d0edc2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3 HTTP/1.1" status: 200 len: 849 time: 0.0465863 Jul 09 17:38:23.861850 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df04eae-dcbe-4a67-8ab6-505d15ed2fa4 req-bd5a2ba4-3d88-464e-bd6d-2876b7aa2532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:23.863330 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8df04eae-dcbe-4a67-8ab6-505d15ed2fa4 req-bd5a2ba4-3d88-464e-bd6d-2876b7aa2532 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=186558b7-66f0-4d2b-b8cf-3ce102350d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506945 Jul 09 17:38:23.949051 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8df04eae-dcbe-4a67-8ab6-505d15ed2fa4 req-94c4aa40-e643-4d77-9d0d-12f898b8876a service neutron] 10.222.0.73 "GET /v2.0/networks/186558b7-66f0-4d2b-b8cf-3ce102350d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793653 Jul 09 17:38:24.040229 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8df04eae-dcbe-4a67-8ab6-505d15ed2fa4 req-9621268d-6b53-4a7b-bbe8-5aded75e5ddf service neutron] 10.222.0.73 "GET /v2.0/networks/186558b7-66f0-4d2b-b8cf-3ce102350d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847688 Jul 09 17:38:25.181727 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-aa9760df-d908-4629-9004-ed0d25bfdf1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:25.928866 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:26.609633 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:27.672933 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:28.540097 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:30.079131 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:38:40.818331 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:52.472003 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-18ab69c5-22bf-4ca6-9a71-ab0412919aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:55.181988 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-81a9e3bd-500e-43de-a653-f8db73affeac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:55.929715 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:56.612765 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:57.679451 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:58.542576 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:03.832039 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 578d6f28-5b36-45ab-8588-47879447796c details requested by agent hyperv_n-h2-798930-3 with host n-h2-798930-3 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:39:03.923722 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 578d6f28-5b36-45ab-8588-47879447796c, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=578d6f28-5b36-45ab-8588-47879447796c,segment=NetworkSegment(df0c9332-0420-46bd-becb-33244874016b),segment_id=df0c9332-0420-46bd-becb-33244874016b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:39:03.934660 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Returning: {'device': '578d6f28-5b36-45ab-8588-47879447796c', 'network_id': '186558b7-66f0-4d2b-b8cf-3ce102350d3d', 'port_id': '578d6f28-5b36-45ab-8588-47879447796c', 'mac_address': 'fa:16:3e:7e:3a:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:39:03.974748 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:03.986842 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 578d6f28-5b36-45ab-8588-47879447796c {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:39:04.005213 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 578d6f28-5b36-45ab-8588-47879447796c, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=578d6f28-5b36-45ab-8588-47879447796c,segment=NetworkSegment(df0c9332-0420-46bd-becb-33244874016b),segment_id=df0c9332-0420-46bd-becb-33244874016b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:39:04.009230 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:04.055389 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=578d6f28-5b36-45ab-8588-47879447796c,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:04.062544 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:04.062925 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:04.063273 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:04.063609 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:04.063940 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:04.064269 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:04.064594 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:04.064924 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:04.065248 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:04.065568 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:04.065887 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:04.066206 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:04.168922 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] get_ports_and_sgs() called for port_ids ['578d6f28-5b36-45ab-8588-47879447796c'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:39:05.828779 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 578d6f28-5b36-45ab-8588-47879447796c up at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:39:05.882015 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Provisioning complete for port 578d6f28-5b36-45ab-8588-47879447796c triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:39:05.882374 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1385545'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:05.958340 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-777174'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:05.979555 n-d-798930-3 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a8efffc-6a67-4662-acd2-212ab173d36e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '578d6f28-5b36-45ab-8588-47879447796c'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:39:05.982109 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e4c0197b51a39b57e4a8a116eb3788e06930fc42ac75c6a3eb5959c91cb8bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b15813-1d11-43e7-b770-78aa68f7181a" -d '{"events": [{"server_uuid": "3a8efffc-6a67-4662-acd2-212ab173d36e", "name": "network-vif-plugged", "status": "completed", "tag": "578d6f28-5b36-45ab-8588-47879447796c"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:39:05.994616 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] For port 578d6f28-5b36-45ab-8588-47879447796c, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=578d6f28-5b36-45ab-8588-47879447796c,segment=NetworkSegment(df0c9332-0420-46bd-becb-33244874016b),segment_id=df0c9332-0420-46bd-becb-33244874016b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:39:05.998589 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777622262559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777621953518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777621954847'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:06.021272 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce2a53c-0a64-4479-b8e4-9c0c0fa135c8 x-openstack-request-id: req-5ce2a53c-0a64-4479-b8e4-9c0c0fa135c8 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:39:06.021562 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a8efffc-6a67-4662-acd2-212ab173d36e", "name": "network-vif-plugged", "status": "completed", "tag": "578d6f28-5b36-45ab-8588-47879447796c", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:39:06.021808 n-d-798930-3 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5ce2a53c-0a64-4479-b8e4-9c0c0fa135c8 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:39:06.022190 n-d-798930-3 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a8efffc-6a67-4662-acd2-212ab173d36e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '578d6f28-5b36-45ab-8588-47879447796c', 'code': 200} Jul 09 17:39:06.047141 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Pushing event updated for resources: {'Port': ['ID=578d6f28-5b36-45ab-8588-47879447796c,revision_number=7']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:07.078717 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:39:10.847960 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:13.477870 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-44c1a7c7-56d3-4f5f-bcda-88f6c3490ef0 req-41362477-1206-4cef-86e0-c131a016c1f6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b678136c-01a9-4ff8-9da7-6eb6be8f7e00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0594821 Jul 09 17:39:13.599459 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c1a7c7-56d3-4f5f-bcda-88f6c3490ef0 req-13410b5d-ae72-4a3b-914a-0025ddd1e382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:13.601254 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-44c1a7c7-56d3-4f5f-bcda-88f6c3490ef0 req-13410b5d-ae72-4a3b-914a-0025ddd1e382 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e8de586f7e2649bda8d7081354178fff&device_id=b678136c-01a9-4ff8-9da7-6eb6be8f7e00 HTTP/1.1" status: 200 len: 1095 time: 0.0723555 Jul 09 17:39:13.717628 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c1a7c7-56d3-4f5f-bcda-88f6c3490ef0 req-87ed3ada-d48b-46cf-ba6e-205e01a434ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:13.719034 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-44c1a7c7-56d3-4f5f-bcda-88f6c3490ef0 req-87ed3ada-d48b-46cf-ba6e-205e01a434ad service neutron] 10.222.0.77 "GET /v2.0/networks?id=186558b7-66f0-4d2b-b8cf-3ce102350d3d HTTP/1.1" status: 200 len: 911 time: 0.0953834 Jul 09 17:39:13.803666 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-44c1a7c7-56d3-4f5f-bcda-88f6c3490ef0 req-8ca6f1a1-5629-4961-961d-ee2c6eb3df02 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e71ff69-21e0-4051-9cdb-0b63a28217e3 HTTP/1.1" status: 200 len: 1000 time: 0.0783961 Jul 09 17:39:13.856798 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c1a7c7-56d3-4f5f-bcda-88f6c3490ef0 req-f898a229-a8b2-47a3-aed0-33a3ee6dc5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:13.858295 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-44c1a7c7-56d3-4f5f-bcda-88f6c3490ef0 req-f898a229-a8b2-47a3-aed0-33a3ee6dc5a5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3 HTTP/1.1" status: 200 len: 849 time: 0.0485284 Jul 09 17:39:13.930185 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c1a7c7-56d3-4f5f-bcda-88f6c3490ef0 req-38f7efd2-06fe-4db7-8ff0-1898884aa940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:13.931894 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-44c1a7c7-56d3-4f5f-bcda-88f6c3490ef0 req-38f7efd2-06fe-4db7-8ff0-1898884aa940 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=186558b7-66f0-4d2b-b8cf-3ce102350d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679889 Jul 09 17:39:14.039390 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-44c1a7c7-56d3-4f5f-bcda-88f6c3490ef0 req-14010062-d886-4f5b-8fb9-9ed3846b4c6a service neutron] 10.222.0.77 "GET /v2.0/networks/186558b7-66f0-4d2b-b8cf-3ce102350d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009674 Jul 09 17:39:14.140938 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-44c1a7c7-56d3-4f5f-bcda-88f6c3490ef0 req-a2fdd4ac-4132-4f88-86e8-6071f5230c80 service neutron] 10.222.0.77 "GET /v2.0/networks/186558b7-66f0-4d2b-b8cf-3ce102350d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946927 Jul 09 17:39:17.268734 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 56578) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:39:17.428889 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-6dec5f2b-cf25-46b8-abba-8783fb6eb15b tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Deleting port 3eb10632-b1a8-4163-9a1a-a78d02b56f52 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:39:17.429234 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6dec5f2b-cf25-46b8-abba-8783fb6eb15b tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:17.503246 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6dec5f2b-cf25-46b8-abba-8783fb6eb15b tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:17.503661 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6dec5f2b-cf25-46b8-abba-8783fb6eb15b tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:17.514917 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-6dec5f2b-cf25-46b8-abba-8783fb6eb15b tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Calling delete_port for 3eb10632-b1a8-4163-9a1a-a78d02b56f52 owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:39:17.660705 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6dec5f2b-cf25-46b8-abba-8783fb6eb15b tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:17.688975 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dec5f2b-cf25-46b8-abba-8783fb6eb15b tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Pushing event deleted for resources: {'Port': ['ID=3eb10632-b1a8-4163-9a1a-a78d02b56f52,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:17.715658 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec5f2b-cf25-46b8-abba-8783fb6eb15b tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:17.716006 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec5f2b-cf25-46b8-abba-8783fb6eb15b tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:17.716344 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec5f2b-cf25-46b8-abba-8783fb6eb15b tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:17.716673 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec5f2b-cf25-46b8-abba-8783fb6eb15b tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:17.717003 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec5f2b-cf25-46b8-abba-8783fb6eb15b tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:17.717331 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec5f2b-cf25-46b8-abba-8783fb6eb15b tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:17.717654 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec5f2b-cf25-46b8-abba-8783fb6eb15b tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:17.717975 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec5f2b-cf25-46b8-abba-8783fb6eb15b tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:17.718296 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec5f2b-cf25-46b8-abba-8783fb6eb15b tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:17.718614 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec5f2b-cf25-46b8-abba-8783fb6eb15b tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:17.718963 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec5f2b-cf25-46b8-abba-8783fb6eb15b tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:17.719287 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec5f2b-cf25-46b8-abba-8783fb6eb15b tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:17.758870 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6dec5f2b-cf25-46b8-abba-8783fb6eb15b tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:17.759206 n-d-798930-3 neutron-server[93958]: INFO neutron.db.l3_db [None req-6dec5f2b-cf25-46b8-abba-8783fb6eb15b tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Floating IP 3c5d54e0-445c-4d39-96d7-eb642b8f29ac disassociated (deleted). External IP: 172.25.0.248, port: 578d6f28-5b36-45ab-8588-47879447796c. Jul 09 17:39:17.961391 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dec5f2b-cf25-46b8-abba-8783fb6eb15b tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Router 5c92435f-4b74-4cc9-bcaf-a75b138d17b6 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:39:18.066526 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dec5f2b-cf25-46b8-abba-8783fb6eb15b tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:39:18.071795 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6dec5f2b-cf25-46b8-abba-8783fb6eb15b tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:18.077525 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cb0758-7fdc-4360-84bb-979e19fc9b93 None None] Sync routers for ids ['5c92435f-4b74-4cc9-bcaf-a75b138d17b6'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:39:18.086173 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cb0758-7fdc-4360-84bb-979e19fc9b93 None None] Routers {'5c92435f-4b74-4cc9-bcaf-a75b138d17b6'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:39:18.086801 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-81cb0758-7fdc-4360-84bb-979e19fc9b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:38:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['5c92435f-4b74-4cc9-bcaf-a75b138d17b6'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:39:18.110619 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6dec5f2b-cf25-46b8-abba-8783fb6eb15b tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "DELETE /v2.0/floatingips/3c5d54e0-445c-4d39-96d7-eb642b8f29ac HTTP/1.1" status: 204 len: 168 time: 0.8382776 Jul 09 17:39:18.110619 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a8efffc-6a67-4662-acd2-212ab173d36e', 'tag': '578d6f28-5b36-45ab-8588-47879447796c'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:39:18.111088 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70bc3d1dd6a8d756905b95879fdfd768b2540769638561f09d0c65e65c91429d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec863dfa-1dac-408d-a917-278000e27426" -d '{"events": [{"name": "network-changed", "server_uuid": "3a8efffc-6a67-4662-acd2-212ab173d36e", "tag": "578d6f28-5b36-45ab-8588-47879447796c"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:39:18.190305 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-81cb0758-7fdc-4360-84bb-979e19fc9b93 None None] Set router 5c92435f-4b74-4cc9-bcaf-a75b138d17b6 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:39:18.358292 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144b0f8c-eea0-455e-a39e-12042bd3a1c4 x-openstack-request-id: req-144b0f8c-eea0-455e-a39e-12042bd3a1c4 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:39:18.358821 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a8efffc-6a67-4662-acd2-212ab173d36e", "tag": "578d6f28-5b36-45ab-8588-47879447796c", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:39:18.358821 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-144b0f8c-eea0-455e-a39e-12042bd3a1c4 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:39:18.359238 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a8efffc-6a67-4662-acd2-212ab173d36e', 'tag': '578d6f28-5b36-45ab-8588-47879447796c', 'status': 'completed', 'code': 200} Jul 09 17:39:18.427729 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-81cb0758-7fdc-4360-84bb-979e19fc9b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'name': 'tempest-TestSnapshotPattern-1816347181-router', 'tenant_id': 'e8de586f7e2649bda8d7081354178fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '20a9f782-f89f-47a2-ba7c-e1e4aa827147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:34:00Z', 'updated_at': '2021-07-09T17:34:02Z', 'revision_number': 4, 'project_id': 'e8de586f7e2649bda8d7081354178fff', 'gw_port': {'id': '20a9f782-f89f-47a2-ba7c-e1e4aa827147', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:3a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:00Z', 'updated_at': '2021-07-09T17:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'ae01b81b-4bd2-462e-b69c-22d139d39dba', 'tenant_id': 'e8de586f7e2649bda8d7081354178fff', 'floating_ip_address': '172.25.0.205', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'port_id': '1e71ff69-21e0-4051-9cdb-0b63a28217e3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '186558b7-66f0-4d2b-b8cf-3ce102350d3d', 'mac_address': 'fa:16:3e:2d:68:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b678136c-01a9-4ff8-9da7-6eb6be8f7e00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:34:21Z', 'updated_at': '2021-07-09T17:34:23Z', 'revision_number': 1, 'project_id': 'e8de586f7e2649bda8d7081354178fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5d1dd06-ddf9-49df-b1bc-86f5c3d48ae5', 'name': '', 'network_id': '186558b7-66f0-4d2b-b8cf-3ce102350d3d', 'tenant_id': 'e8de586f7e2649bda8d7081354178fff', 'mac_address': 'fa:16:3e:c6:51:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:02Z', 'updated_at': '2021-07-09T17:34:08Z', 'revision_number': 5, 'project_id': 'e8de586f7e2649bda8d7081354178fff', 'subnets': [{'id': '2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:39:18.454461 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cb0758-7fdc-4360-84bb-979e19fc9b93 None None] Checking router: 5c92435f-4b74-4cc9-bcaf-a75b138d17b6 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:39:18.464403 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cb0758-7fdc-4360-84bb-979e19fc9b93 None None] Routers {'5c92435f-4b74-4cc9-bcaf-a75b138d17b6'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:39:18.464590 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-81cb0758-7fdc-4360-84bb-979e19fc9b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:38:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['5c92435f-4b74-4cc9-bcaf-a75b138d17b6'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:39:18.505696 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec863dfa-1dac-408d-a917-278000e27426 req-9f321031-dbfc-4181-bd6f-183dbb6b1219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:18.507221 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ec863dfa-1dac-408d-a917-278000e27426 req-9f321031-dbfc-4181-bd6f-183dbb6b1219 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e8de586f7e2649bda8d7081354178fff&device_id=3a8efffc-6a67-4662-acd2-212ab173d36e HTTP/1.1" status: 200 len: 1097 time: 0.0869734 Jul 09 17:39:18.573157 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-81cb0758-7fdc-4360-84bb-979e19fc9b93 None None] Set router 5c92435f-4b74-4cc9-bcaf-a75b138d17b6 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:39:18.576323 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8f9df-4dd1-4c56-8461-1cafd166b0bf req-ac96a36d-4002-42fa-9a40-028e7f1de1f0 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:18.577781 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-59c8f9df-4dd1-4c56-8461-1cafd166b0bf req-ac96a36d-4002-42fa-9a40-028e7f1de1f0 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/ports?device_id=3a8efffc-6a67-4662-acd2-212ab173d36e HTTP/1.1" status: 200 len: 946 time: 0.1249242 Jul 09 17:39:18.636912 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-59c8f9df-4dd1-4c56-8461-1cafd166b0bf req-2c0fb581-5eb6-462c-b905-de1ca09521d1 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/security-groups?id=81f90868-1703-42b1-a080-22562cd9f537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531240 Jul 09 17:39:18.639751 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec863dfa-1dac-408d-a917-278000e27426 req-1a4b3deb-8d5e-4f54-9ab8-caf6ddad12a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:18.641082 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ec863dfa-1dac-408d-a917-278000e27426 req-1a4b3deb-8d5e-4f54-9ab8-caf6ddad12a7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=186558b7-66f0-4d2b-b8cf-3ce102350d3d HTTP/1.1" status: 200 len: 911 time: 0.1268182 Jul 09 17:39:18.690352 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ec863dfa-1dac-408d-a917-278000e27426 req-679d638d-62bf-460f-8051-50b9be0556f6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=578d6f28-5b36-45ab-8588-47879447796c HTTP/1.1" status: 200 len: 217 time: 0.0417874 Jul 09 17:39:18.739822 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec863dfa-1dac-408d-a917-278000e27426 req-c9c5f54e-7434-4144-bdcd-ec6cd1f01055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:18.741298 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ec863dfa-1dac-408d-a917-278000e27426 req-c9c5f54e-7434-4144-bdcd-ec6cd1f01055 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3 HTTP/1.1" status: 200 len: 849 time: 0.0442004 Jul 09 17:39:18.796489 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-81cb0758-7fdc-4360-84bb-979e19fc9b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'name': 'tempest-TestSnapshotPattern-1816347181-router', 'tenant_id': 'e8de586f7e2649bda8d7081354178fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '20a9f782-f89f-47a2-ba7c-e1e4aa827147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:34:00Z', 'updated_at': '2021-07-09T17:34:02Z', 'revision_number': 4, 'project_id': 'e8de586f7e2649bda8d7081354178fff', 'gw_port': {'id': '20a9f782-f89f-47a2-ba7c-e1e4aa827147', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:3a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:00Z', 'updated_at': '2021-07-09T17:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'ae01b81b-4bd2-462e-b69c-22d139d39dba', 'tenant_id': 'e8de586f7e2649bda8d7081354178fff', 'floating_ip_address': '172.25.0.205', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'port_id': '1e71ff69-21e0-4051-9cdb-0b63a28217e3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '186558b7-66f0-4d2b-b8cf-3ce102350d3d', 'mac_address': 'fa:16:3e:2d:68:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b678136c-01a9-4ff8-9da7-6eb6be8f7e00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:34:21Z', 'updated_at': '2021-07-09T17:34:23Z', 'revision_number': 1, 'project_id': 'e8de586f7e2649bda8d7081354178fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5d1dd06-ddf9-49df-b1bc-86f5c3d48ae5', 'name': '', 'network_id': '186558b7-66f0-4d2b-b8cf-3ce102350d3d', 'tenant_id': 'e8de586f7e2649bda8d7081354178fff', 'mac_address': 'fa:16:3e:c6:51:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:02Z', 'updated_at': '2021-07-09T17:34:08Z', 'revision_number': 5, 'project_id': 'e8de586f7e2649bda8d7081354178fff', 'subnets': [{'id': '2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:39:18.799057 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec863dfa-1dac-408d-a917-278000e27426 req-05dd5e00-062a-4b6c-b471-178a188f80ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:18.800558 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ec863dfa-1dac-408d-a917-278000e27426 req-05dd5e00-062a-4b6c-b471-178a188f80ef service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=186558b7-66f0-4d2b-b8cf-3ce102350d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522559 Jul 09 17:39:18.826548 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cb0758-7fdc-4360-84bb-979e19fc9b93 None None] The sync data for ids ['5c92435f-4b74-4cc9-bcaf-a75b138d17b6'] in n-d-798930-3 is: [{'id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'name': 'tempest-TestSnapshotPattern-1816347181-router', 'tenant_id': 'e8de586f7e2649bda8d7081354178fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '20a9f782-f89f-47a2-ba7c-e1e4aa827147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:34:00Z', 'updated_at': '2021-07-09T17:34:02Z', 'revision_number': 4, 'project_id': 'e8de586f7e2649bda8d7081354178fff', 'gw_port': {'id': '20a9f782-f89f-47a2-ba7c-e1e4aa827147', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:3a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:00Z', 'updated_at': '2021-07-09T17:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_floatingips': [{'id': 'ae01b81b-4bd2-462e-b69c-22d139d39dba', 'tenant_id': 'e8de586f7e2649bda8d7081354178fff', 'floating_ip_address': '172.25.0.205', 'floating_network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'router_id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'port_id': '1e71ff69-21e0-4051-9cdb-0b63a28217e3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '186558b7-66f0-4d2b-b8cf-3ce102350d3d', 'mac_address': 'fa:16:3e:2d:68:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b678136c-01a9-4ff8-9da7-6eb6be8f7e00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:34:21Z', 'updated_at': '2021-07-09T17:34:23Z', 'revision_number': 1, 'project_id': 'e8de586f7e2649bda8d7081354178fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5d1dd06-ddf9-49df-b1bc-86f5c3d48ae5', 'name': '', 'network_id': '186558b7-66f0-4d2b-b8cf-3ce102350d3d', 'tenant_id': 'e8de586f7e2649bda8d7081354178fff', 'mac_address': 'fa:16:3e:c6:51:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:02Z', 'updated_at': '2021-07-09T17:34:08Z', 'revision_number': 5, 'project_id': 'e8de586f7e2649bda8d7081354178fff', 'subnets': [{'id': '2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:39:18.895140 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ec863dfa-1dac-408d-a917-278000e27426 req-0c22e0d8-21a7-428b-8f48-d42d405d2435 service neutron] 10.222.0.73 "GET /v2.0/networks/186558b7-66f0-4d2b-b8cf-3ce102350d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874681 Jul 09 17:39:18.987113 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-ec863dfa-1dac-408d-a917-278000e27426 req-1ba664f9-abf4-4ed2-a943-ead4955de746 service neutron] 10.222.0.73 "GET /v2.0/networks/186558b7-66f0-4d2b-b8cf-3ce102350d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851934 Jul 09 17:39:19.045854 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6877b2ad-01d3-4d04-9983-843bf432b725 None None] New status for floating IP 3c5d54e0-445c-4d39-96d7-eb642b8f29ac: DOWN {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:39:19.808538 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3889ee-eed0-4149-a2c5-7b20595bcb0a req-0e1fcd14-77a6-46ca-96fd-b1750b26dc1e tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:19.810642 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8f3889ee-eed0-4149-a2c5-7b20595bcb0a req-0e1fcd14-77a6-46ca-96fd-b1750b26dc1e tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/ports?device_id=3a8efffc-6a67-4662-acd2-212ab173d36e HTTP/1.1" status: 200 len: 946 time: 0.0645239 Jul 09 17:39:19.851099 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-8f3889ee-eed0-4149-a2c5-7b20595bcb0a req-4273e195-d780-4e1d-bdc7-ad81b5b4f826 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/security-groups?id=81f90868-1703-42b1-a080-22562cd9f537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349269 Jul 09 17:39:20.237999 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f2609-3393-4ee8-8675-7ba30b163a7b req-6ddcbc10-0763-45bd-b263-635aefc3ddde tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:20.239368 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-669f2609-3393-4ee8-8675-7ba30b163a7b req-6ddcbc10-0763-45bd-b263-635aefc3ddde tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a8efffc-6a67-4662-acd2-212ab173d36e HTTP/1.1" status: 200 len: 946 time: 0.0621800 Jul 09 17:39:20.333927 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-669f2609-3393-4ee8-8675-7ba30b163a7b req-0a7ccddb-a91c-40ea-9763-84457f98695d tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Deleting port 578d6f28-5b36-45ab-8588-47879447796c {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:39:20.334260 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-669f2609-3393-4ee8-8675-7ba30b163a7b req-0a7ccddb-a91c-40ea-9763-84457f98695d tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:20.424320 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-669f2609-3393-4ee8-8675-7ba30b163a7b req-0a7ccddb-a91c-40ea-9763-84457f98695d tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] For port 578d6f28-5b36-45ab-8588-47879447796c, host n-h2-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-3',level=0,port_id=578d6f28-5b36-45ab-8588-47879447796c,segment=NetworkSegment(df0c9332-0420-46bd-becb-33244874016b),segment_id=df0c9332-0420-46bd-becb-33244874016b)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:39:20.424675 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-669f2609-3393-4ee8-8675-7ba30b163a7b req-0a7ccddb-a91c-40ea-9763-84457f98695d tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:20.439830 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-669f2609-3393-4ee8-8675-7ba30b163a7b req-0a7ccddb-a91c-40ea-9763-84457f98695d tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Calling delete_port for 578d6f28-5b36-45ab-8588-47879447796c owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:39:20.567305 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-669f2609-3393-4ee8-8675-7ba30b163a7b req-0a7ccddb-a91c-40ea-9763-84457f98695d tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:20.916735 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7ccddb-a91c-40ea-9763-84457f98695d tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Pushing event deleted for resources: {'Port': ['ID=578d6f28-5b36-45ab-8588-47879447796c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:20.958239 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-669f2609-3393-4ee8-8675-7ba30b163a7b req-0a7ccddb-a91c-40ea-9763-84457f98695d tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] No DVR routers for this DVR port 578d6f28-5b36-45ab-8588-47879447796c on host n-h2-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:39:20.960998 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-669f2609-3393-4ee8-8675-7ba30b163a7b req-0a7ccddb-a91c-40ea-9763-84457f98695d tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:20.963182 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-669f2609-3393-4ee8-8675-7ba30b163a7b req-0a7ccddb-a91c-40ea-9763-84457f98695d tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.73 "DELETE /v2.0/ports/578d6f28-5b36-45ab-8588-47879447796c HTTP/1.1" status: 204 len: 173 time: 0.7186232 Jul 09 17:39:20.963872 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a8efffc-6a67-4662-acd2-212ab173d36e', 'name': 'network-vif-deleted', 'tag': '578d6f28-5b36-45ab-8588-47879447796c'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:39:20.967701 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70bc3d1dd6a8d756905b95879fdfd768b2540769638561f09d0c65e65c91429d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589da85b-5b69-498a-9531-ec84dd0126c1" -d '{"events": [{"server_uuid": "3a8efffc-6a67-4662-acd2-212ab173d36e", "name": "network-vif-deleted", "tag": "578d6f28-5b36-45ab-8588-47879447796c"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:39:21.045332 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-599e92a1-c7d4-4487-931c-7b62a60b2beb req-13ce58eb-6cbf-4fbb-a19e-1ec386abaf74 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/ports?device_id=3a8efffc-6a67-4662-acd2-212ab173d36e HTTP/1.1" status: 200 len: 210 time: 0.0749793 Jul 09 17:39:21.097259 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b05418a-b423-4334-b7f5-689aaeab2632 x-openstack-request-id: req-8b05418a-b423-4334-b7f5-689aaeab2632 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:39:21.097555 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a8efffc-6a67-4662-acd2-212ab173d36e", "name": "network-vif-deleted", "tag": "578d6f28-5b36-45ab-8588-47879447796c", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:39:21.097853 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8b05418a-b423-4334-b7f5-689aaeab2632 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:39:21.098256 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a8efffc-6a67-4662-acd2-212ab173d36e', 'name': 'network-vif-deleted', 'tag': '578d6f28-5b36-45ab-8588-47879447796c', 'status': 'completed', 'code': 200} Jul 09 17:39:21.881035 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 578d6f28-5b36-45ab-8588-47879447796c no longer exists at agent hyperv_n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:39:21.901833 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] No Port match for: 578d6f28-5b36-45ab-8588-47879447796c {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:39:21.902167 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Device 578d6f28-5b36-45ab-8588-47879447796c not bound to the agent host n-h2-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:39:22.474743 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6b021e95-38a9-4746-a775-3a2b8addf0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:22.648967 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 56638) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:39:22.801475 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-262ebe23-97c0-4e87-9e70-fe4f6b2483e8 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Deleting port 15d11976-27c3-44f8-abc7-87a4e2568b0a {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:39:22.801820 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-262ebe23-97c0-4e87-9e70-fe4f6b2483e8 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:22.877166 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-262ebe23-97c0-4e87-9e70-fe4f6b2483e8 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:22.877496 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-262ebe23-97c0-4e87-9e70-fe4f6b2483e8 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:22.889091 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-262ebe23-97c0-4e87-9e70-fe4f6b2483e8 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Calling delete_port for 15d11976-27c3-44f8-abc7-87a4e2568b0a owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:39:23.031977 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-262ebe23-97c0-4e87-9e70-fe4f6b2483e8 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:23.056697 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262ebe23-97c0-4e87-9e70-fe4f6b2483e8 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Pushing event deleted for resources: {'Port': ['ID=15d11976-27c3-44f8-abc7-87a4e2568b0a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:23.083658 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262ebe23-97c0-4e87-9e70-fe4f6b2483e8 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:23.084001 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262ebe23-97c0-4e87-9e70-fe4f6b2483e8 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:23.084339 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262ebe23-97c0-4e87-9e70-fe4f6b2483e8 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:23.084668 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262ebe23-97c0-4e87-9e70-fe4f6b2483e8 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:23.085016 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262ebe23-97c0-4e87-9e70-fe4f6b2483e8 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:23.085345 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262ebe23-97c0-4e87-9e70-fe4f6b2483e8 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:23.085667 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262ebe23-97c0-4e87-9e70-fe4f6b2483e8 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:23.085987 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262ebe23-97c0-4e87-9e70-fe4f6b2483e8 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:23.086302 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262ebe23-97c0-4e87-9e70-fe4f6b2483e8 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:23.086619 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262ebe23-97c0-4e87-9e70-fe4f6b2483e8 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:23.086962 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262ebe23-97c0-4e87-9e70-fe4f6b2483e8 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:23.087283 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262ebe23-97c0-4e87-9e70-fe4f6b2483e8 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-3 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:23.125907 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-262ebe23-97c0-4e87-9e70-fe4f6b2483e8 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:23.126247 n-d-798930-3 neutron-server[93959]: INFO neutron.db.l3_db [None req-262ebe23-97c0-4e87-9e70-fe4f6b2483e8 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Floating IP ae01b81b-4bd2-462e-b69c-22d139d39dba disassociated (deleted). External IP: 172.25.0.205, port: 1e71ff69-21e0-4051-9cdb-0b63a28217e3. Jul 09 17:39:23.332305 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-262ebe23-97c0-4e87-9e70-fe4f6b2483e8 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Router 5c92435f-4b74-4cc9-bcaf-a75b138d17b6 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:39:23.449392 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-262ebe23-97c0-4e87-9e70-fe4f6b2483e8 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:39:23.454671 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-262ebe23-97c0-4e87-9e70-fe4f6b2483e8 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:23.459685 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62947a16-e79e-4400-9342-a89be7e411c2 None None] Sync routers for ids ['5c92435f-4b74-4cc9-bcaf-a75b138d17b6'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:39:23.469301 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62947a16-e79e-4400-9342-a89be7e411c2 None None] Routers {'5c92435f-4b74-4cc9-bcaf-a75b138d17b6'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:39:23.470014 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-62947a16-e79e-4400-9342-a89be7e411c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:38:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['5c92435f-4b74-4cc9-bcaf-a75b138d17b6'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:39:23.494732 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-262ebe23-97c0-4e87-9e70-fe4f6b2483e8 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "DELETE /v2.0/floatingips/ae01b81b-4bd2-462e-b69c-22d139d39dba HTTP/1.1" status: 204 len: 168 time: 0.8446050 Jul 09 17:39:23.495320 n-d-798930-3 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b678136c-01a9-4ff8-9da7-6eb6be8f7e00', 'tag': '1e71ff69-21e0-4051-9cdb-0b63a28217e3'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:39:23.497626 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}378ae9c57bf43c2771a5b4c89609b2495bcc5bf3f4145cc2e92b6ffd2a6a2dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f7baa0-4a79-431f-a836-a4eb94d8d7c6" -d '{"events": [{"name": "network-changed", "server_uuid": "b678136c-01a9-4ff8-9da7-6eb6be8f7e00", "tag": "1e71ff69-21e0-4051-9cdb-0b63a28217e3"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:39:23.575410 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-62947a16-e79e-4400-9342-a89be7e411c2 None None] Set router 5c92435f-4b74-4cc9-bcaf-a75b138d17b6 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:39:23.778105 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-62947a16-e79e-4400-9342-a89be7e411c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'name': 'tempest-TestSnapshotPattern-1816347181-router', 'tenant_id': 'e8de586f7e2649bda8d7081354178fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '20a9f782-f89f-47a2-ba7c-e1e4aa827147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:34:00Z', 'updated_at': '2021-07-09T17:34:02Z', 'revision_number': 4, 'project_id': 'e8de586f7e2649bda8d7081354178fff', 'gw_port': {'id': '20a9f782-f89f-47a2-ba7c-e1e4aa827147', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:3a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:00Z', 'updated_at': '2021-07-09T17:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'd5d1dd06-ddf9-49df-b1bc-86f5c3d48ae5', 'name': '', 'network_id': '186558b7-66f0-4d2b-b8cf-3ce102350d3d', 'tenant_id': 'e8de586f7e2649bda8d7081354178fff', 'mac_address': 'fa:16:3e:c6:51:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:02Z', 'updated_at': '2021-07-09T17:34:08Z', 'revision_number': 5, 'project_id': 'e8de586f7e2649bda8d7081354178fff', 'subnets': [{'id': '2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:39:23.809633 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62947a16-e79e-4400-9342-a89be7e411c2 None None] Checking router: 5c92435f-4b74-4cc9-bcaf-a75b138d17b6 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:39:23.818632 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62947a16-e79e-4400-9342-a89be7e411c2 None None] Routers {'5c92435f-4b74-4cc9-bcaf-a75b138d17b6'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:39:23.819579 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-62947a16-e79e-4400-9342-a89be7e411c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:38:55Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['5c92435f-4b74-4cc9-bcaf-a75b138d17b6'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:39:23.820478 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7698765b-e46b-4704-8282-9cf505f78206 x-openstack-request-id: req-7698765b-e46b-4704-8282-9cf505f78206 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:39:23.820988 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b678136c-01a9-4ff8-9da7-6eb6be8f7e00", "tag": "1e71ff69-21e0-4051-9cdb-0b63a28217e3", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:39:23.820988 n-d-798930-3 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7698765b-e46b-4704-8282-9cf505f78206 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:39:23.821387 n-d-798930-3 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b678136c-01a9-4ff8-9da7-6eb6be8f7e00', 'tag': '1e71ff69-21e0-4051-9cdb-0b63a28217e3', 'status': 'completed', 'code': 200} Jul 09 17:39:23.905995 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f7baa0-4a79-431f-a836-a4eb94d8d7c6 req-75741acb-2150-479b-836d-378e81f84495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:23.907418 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-57f7baa0-4a79-431f-a836-a4eb94d8d7c6 req-75741acb-2150-479b-836d-378e81f84495 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e8de586f7e2649bda8d7081354178fff&device_id=b678136c-01a9-4ff8-9da7-6eb6be8f7e00 HTTP/1.1" status: 200 len: 1095 time: 0.0605717 Jul 09 17:39:23.927307 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-62947a16-e79e-4400-9342-a89be7e411c2 None None] Set router 5c92435f-4b74-4cc9-bcaf-a75b138d17b6 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:39:23.975279 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb40c4b4-6832-4b8c-969c-ec1a9e5af783 req-5ccd8d81-b199-4fd5-ab8d-fe1c6491eacd tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:23.977079 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cb40c4b4-6832-4b8c-969c-ec1a9e5af783 req-5ccd8d81-b199-4fd5-ab8d-fe1c6491eacd tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/ports?device_id=b678136c-01a9-4ff8-9da7-6eb6be8f7e00 HTTP/1.1" status: 200 len: 944 time: 0.0695550 Jul 09 17:39:24.002507 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f7baa0-4a79-431f-a836-a4eb94d8d7c6 req-0890b716-ec64-44db-934b-79e1aee7c1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:24.004064 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-57f7baa0-4a79-431f-a836-a4eb94d8d7c6 req-0890b716-ec64-44db-934b-79e1aee7c1b4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=186558b7-66f0-4d2b-b8cf-3ce102350d3d HTTP/1.1" status: 200 len: 911 time: 0.0897610 Jul 09 17:39:24.019636 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-cb40c4b4-6832-4b8c-969c-ec1a9e5af783 req-a93db17b-dc03-4549-9707-651810563c31 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/security-groups?id=81f90868-1703-42b1-a080-22562cd9f537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349464 Jul 09 17:39:24.049596 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-57f7baa0-4a79-431f-a836-a4eb94d8d7c6 req-76f3dbd9-d648-42e7-a2dd-69c63242344a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e71ff69-21e0-4051-9cdb-0b63a28217e3 HTTP/1.1" status: 200 len: 217 time: 0.0393610 Jul 09 17:39:24.101536 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f7baa0-4a79-431f-a836-a4eb94d8d7c6 req-d6e3bec2-0d01-493a-be1b-c5148efdfc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:24.103047 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-57f7baa0-4a79-431f-a836-a4eb94d8d7c6 req-d6e3bec2-0d01-493a-be1b-c5148efdfc44 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3 HTTP/1.1" status: 200 len: 849 time: 0.0454292 Jul 09 17:39:24.162239 n-d-798930-3 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f7baa0-4a79-431f-a836-a4eb94d8d7c6 req-dbe01437-71d1-4d77-b930-cfd49b5d1980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:24.163801 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-57f7baa0-4a79-431f-a836-a4eb94d8d7c6 req-dbe01437-71d1-4d77-b930-cfd49b5d1980 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=186558b7-66f0-4d2b-b8cf-3ce102350d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538857 Jul 09 17:39:24.266754 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-57f7baa0-4a79-431f-a836-a4eb94d8d7c6 req-d4695b6c-fca5-40e3-9453-0e8fe75f676d service neutron] 10.222.0.77 "GET /v2.0/networks/186558b7-66f0-4d2b-b8cf-3ce102350d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894349 Jul 09 17:39:24.277790 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-62947a16-e79e-4400-9342-a89be7e411c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'name': 'tempest-TestSnapshotPattern-1816347181-router', 'tenant_id': 'e8de586f7e2649bda8d7081354178fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '20a9f782-f89f-47a2-ba7c-e1e4aa827147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:34:00Z', 'updated_at': '2021-07-09T17:34:02Z', 'revision_number': 4, 'project_id': 'e8de586f7e2649bda8d7081354178fff', 'gw_port': {'id': '20a9f782-f89f-47a2-ba7c-e1e4aa827147', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:3a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:00Z', 'updated_at': '2021-07-09T17:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'd5d1dd06-ddf9-49df-b1bc-86f5c3d48ae5', 'name': '', 'network_id': '186558b7-66f0-4d2b-b8cf-3ce102350d3d', 'tenant_id': 'e8de586f7e2649bda8d7081354178fff', 'mac_address': 'fa:16:3e:c6:51:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:02Z', 'updated_at': '2021-07-09T17:34:08Z', 'revision_number': 5, 'project_id': 'e8de586f7e2649bda8d7081354178fff', 'subnets': [{'id': '2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:39:24.303601 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62947a16-e79e-4400-9342-a89be7e411c2 None None] The sync data for ids ['5c92435f-4b74-4cc9-bcaf-a75b138d17b6'] in n-d-798930-3 is: [{'id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'name': 'tempest-TestSnapshotPattern-1816347181-router', 'tenant_id': 'e8de586f7e2649bda8d7081354178fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '20a9f782-f89f-47a2-ba7c-e1e4aa827147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:34:00Z', 'updated_at': '2021-07-09T17:34:02Z', 'revision_number': 4, 'project_id': 'e8de586f7e2649bda8d7081354178fff', 'gw_port': {'id': '20a9f782-f89f-47a2-ba7c-e1e4aa827147', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:3a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:00Z', 'updated_at': '2021-07-09T17:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3', '_interfaces': [{'id': 'd5d1dd06-ddf9-49df-b1bc-86f5c3d48ae5', 'name': '', 'network_id': '186558b7-66f0-4d2b-b8cf-3ce102350d3d', 'tenant_id': 'e8de586f7e2649bda8d7081354178fff', 'mac_address': 'fa:16:3e:c6:51:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:02Z', 'updated_at': '2021-07-09T17:34:08Z', 'revision_number': 5, 'project_id': 'e8de586f7e2649bda8d7081354178fff', 'subnets': [{'id': '2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:39:24.358317 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.77', 61106) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:39:24.362017 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [req-57f7baa0-4a79-431f-a836-a4eb94d8d7c6 req-45b907f3-c77e-4e76-bd9d-2b500ac60e9a service neutron] 10.222.0.77 "GET /v2.0/networks/186558b7-66f0-4d2b-b8cf-3ce102350d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889347 Jul 09 17:39:24.439104 n-d-798930-3 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41f58b0-5d3c-4a9a-8d4d-191794dd597a req-651f2251-62a3-4025-abf1-617e4c207041 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:24.440615 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b41f58b0-5d3c-4a9a-8d4d-191794dd597a req-651f2251-62a3-4025-abf1-617e4c207041 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.77 "GET /v2.0/ports?device_id=b678136c-01a9-4ff8-9da7-6eb6be8f7e00 HTTP/1.1" status: 200 len: 944 time: 0.0656552 Jul 09 17:39:24.527023 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2ea8d2-c174-482c-9e20-addbc8e80192 None None] New status for floating IP ae01b81b-4bd2-462e-b69c-22d139d39dba: DOWN {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:39:24.547068 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-b41f58b0-5d3c-4a9a-8d4d-191794dd597a req-d3082049-d4f2-4ef3-8edf-6a46bb59ae5e tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Deleting port 1e71ff69-21e0-4051-9cdb-0b63a28217e3 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:39:24.547419 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b41f58b0-5d3c-4a9a-8d4d-191794dd597a req-d3082049-d4f2-4ef3-8edf-6a46bb59ae5e tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:24.636343 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-b41f58b0-5d3c-4a9a-8d4d-191794dd597a req-d3082049-d4f2-4ef3-8edf-6a46bb59ae5e tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] For port 1e71ff69-21e0-4051-9cdb-0b63a28217e3, host n-h1-798930-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-3',level=0,port_id=1e71ff69-21e0-4051-9cdb-0b63a28217e3,segment=NetworkSegment(df0c9332-0420-46bd-becb-33244874016b),segment_id=df0c9332-0420-46bd-becb-33244874016b)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:39:24.636708 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b41f58b0-5d3c-4a9a-8d4d-191794dd597a req-d3082049-d4f2-4ef3-8edf-6a46bb59ae5e tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:24.649961 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-b41f58b0-5d3c-4a9a-8d4d-191794dd597a req-d3082049-d4f2-4ef3-8edf-6a46bb59ae5e tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Calling delete_port for 1e71ff69-21e0-4051-9cdb-0b63a28217e3 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:39:24.779485 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b41f58b0-5d3c-4a9a-8d4d-191794dd597a req-d3082049-d4f2-4ef3-8edf-6a46bb59ae5e tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:24.807589 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3082049-d4f2-4ef3-8edf-6a46bb59ae5e tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Pushing event deleted for resources: {'Port': ['ID=1e71ff69-21e0-4051-9cdb-0b63a28217e3,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:24.853021 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-b41f58b0-5d3c-4a9a-8d4d-191794dd597a req-d3082049-d4f2-4ef3-8edf-6a46bb59ae5e tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] No DVR routers for this DVR port 1e71ff69-21e0-4051-9cdb-0b63a28217e3 on host n-h1-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:39:24.855605 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b41f58b0-5d3c-4a9a-8d4d-191794dd597a req-d3082049-d4f2-4ef3-8edf-6a46bb59ae5e tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51894'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:24.857587 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-b41f58b0-5d3c-4a9a-8d4d-191794dd597a req-d3082049-d4f2-4ef3-8edf-6a46bb59ae5e tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.77 "DELETE /v2.0/ports/1e71ff69-21e0-4051-9cdb-0b63a28217e3 HTTP/1.1" status: 204 len: 173 time: 0.4120440 Jul 09 17:39:24.858292 n-d-798930-3 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b678136c-01a9-4ff8-9da7-6eb6be8f7e00', 'name': 'network-vif-deleted', 'tag': '1e71ff69-21e0-4051-9cdb-0b63a28217e3'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:39:24.860989 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70bc3d1dd6a8d756905b95879fdfd768b2540769638561f09d0c65e65c91429d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038a96e3-a9b6-4e88-adcc-f9e6bae1dcc5" -d '{"events": [{"server_uuid": "b678136c-01a9-4ff8-9da7-6eb6be8f7e00", "name": "network-vif-deleted", "tag": "1e71ff69-21e0-4051-9cdb-0b63a28217e3"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:39:24.945158 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be97d80-e3cc-49c8-b4ff-1fdf8faf563c x-openstack-request-id: req-0be97d80-e3cc-49c8-b4ff-1fdf8faf563c {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:39:24.945452 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b678136c-01a9-4ff8-9da7-6eb6be8f7e00", "name": "network-vif-deleted", "tag": "1e71ff69-21e0-4051-9cdb-0b63a28217e3", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:39:24.945703 n-d-798930-3 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0be97d80-e3cc-49c8-b4ff-1fdf8faf563c {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:39:24.946106 n-d-798930-3 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b678136c-01a9-4ff8-9da7-6eb6be8f7e00', 'name': 'network-vif-deleted', 'tag': '1e71ff69-21e0-4051-9cdb-0b63a28217e3', 'status': 'completed', 'code': 200} Jul 09 17:39:25.179360 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [req-f6d72990-0355-4ddf-b663-be997ea53fe7 req-4d7a01ff-2aa0-4524-82e1-2da6b164e0ea tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "GET /v2.0/ports?device_id=b678136c-01a9-4ff8-9da7-6eb6be8f7e00 HTTP/1.1" status: 200 len: 210 time: 0.0338585 Jul 09 17:39:25.184489 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0abb406c-3abf-429b-8642-809528766f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:25.930453 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:26.271701 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 56658) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:39:26.329211 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-390036fb-e4aa-4b7e-beb9-5e8a4cc2e133 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:26.353854 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-390036fb-e4aa-4b7e-beb9-5e8a4cc2e133 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:26.414384 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-390036fb-e4aa-4b7e-beb9-5e8a4cc2e133 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:26.416932 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-390036fb-e4aa-4b7e-beb9-5e8a4cc2e133 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:26.418094 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-390036fb-e4aa-4b7e-beb9-5e8a4cc2e133 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] 10.222.0.98 "DELETE /v2.0/security-groups/81f90868-1703-42b1-a080-22562cd9f537 HTTP/1.1" status: 204 len: 168 time: 0.1453884 Jul 09 17:39:26.428216 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390036fb-e4aa-4b7e-beb9-5e8a4cc2e133 tempest-TestSnapshotPattern-1247479069 tempest-TestSnapshotPattern-1247479069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f90868-1703-42b1-a080-22562cd9f537,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:26.466638 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 56662) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:39:26.617792 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:26.900483 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eb76ac9c-99e9-42e6-9003-5143a541da41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:27.146617 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-eb76ac9c-99e9-42e6-9003-5143a541da41 admin admin] Deleting port d5d1dd06-ddf9-49df-b1bc-86f5c3d48ae5 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:39:27.146992 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eb76ac9c-99e9-42e6-9003-5143a541da41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:27.222259 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-eb76ac9c-99e9-42e6-9003-5143a541da41 admin admin] For port d5d1dd06-ddf9-49df-b1bc-86f5c3d48ae5, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=d5d1dd06-ddf9-49df-b1bc-86f5c3d48ae5,segment=NetworkSegment(df0c9332-0420-46bd-becb-33244874016b),segment_id=df0c9332-0420-46bd-becb-33244874016b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:39:27.222529 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eb76ac9c-99e9-42e6-9003-5143a541da41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:27.234970 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-eb76ac9c-99e9-42e6-9003-5143a541da41 admin admin] Calling delete_port for d5d1dd06-ddf9-49df-b1bc-86f5c3d48ae5 owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:39:27.415058 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eb76ac9c-99e9-42e6-9003-5143a541da41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:27.448330 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb76ac9c-99e9-42e6-9003-5143a541da41 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5d1dd06-ddf9-49df-b1bc-86f5c3d48ae5,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:27.698605 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:27.945960 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eb76ac9c-99e9-42e6-9003-5143a541da41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:28.157996 n-d-798930-3 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb76ac9c-99e9-42e6-9003-5143a541da41 admin admin] Router 5c92435f-4b74-4cc9-bcaf-a75b138d17b6 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:39:28.261371 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb76ac9c-99e9-42e6-9003-5143a541da41 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:39:28.267070 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-eb76ac9c-99e9-42e6-9003-5143a541da41 admin admin] 10.222.0.98 "PUT /v2.0/routers/5c92435f-4b74-4cc9-bcaf-a75b138d17b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7989106 Jul 09 17:39:28.269183 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 56666) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:39:28.269862 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46daad3-e63c-4006-83ed-cf9a09f14c1c None None] Sync routers for ids ['5c92435f-4b74-4cc9-bcaf-a75b138d17b6'] in n-d-798930-3 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:39:28.279384 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46daad3-e63c-4006-83ed-cf9a09f14c1c None None] Routers {'5c92435f-4b74-4cc9-bcaf-a75b138d17b6'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:39:28.279987 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f46daad3-e63c-4006-83ed-cf9a09f14c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:39:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['5c92435f-4b74-4cc9-bcaf-a75b138d17b6'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:39:28.356328 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 1e71ff69-21e0-4051-9cdb-0b63a28217e3 no longer exists at agent hyperv_n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:39:28.373001 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0b3f0b30-dde5-4c5c-8e4a-b8bbd2b2570f admin admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:28.385913 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] No Port match for: 1e71ff69-21e0-4051-9cdb-0b63a28217e3 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:39:28.386253 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Device 1e71ff69-21e0-4051-9cdb-0b63a28217e3 not bound to the agent host n-h1-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:39:28.406485 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-f46daad3-e63c-4006-83ed-cf9a09f14c1c None None] Set router 5c92435f-4b74-4cc9-bcaf-a75b138d17b6 gateway port host: n-d-798930-3 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:39:28.476252 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0b3f0b30-dde5-4c5c-8e4a-b8bbd2b2570f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:28.534095 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0b3f0b30-dde5-4c5c-8e4a-b8bbd2b2570f admin admin] Deleting port 20a9f782-f89f-47a2-ba7c-e1e4aa827147 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:39:28.534436 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0b3f0b30-dde5-4c5c-8e4a-b8bbd2b2570f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:28.575020 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:28.600882 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f46daad3-e63c-4006-83ed-cf9a09f14c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'name': 'tempest-TestSnapshotPattern-1816347181-router', 'tenant_id': 'e8de586f7e2649bda8d7081354178fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '20a9f782-f89f-47a2-ba7c-e1e4aa827147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:34:00Z', 'updated_at': '2021-07-09T17:39:27Z', 'revision_number': 5, 'project_id': 'e8de586f7e2649bda8d7081354178fff', 'gw_port': {'id': '20a9f782-f89f-47a2-ba7c-e1e4aa827147', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:3a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:00Z', 'updated_at': '2021-07-09T17:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:39:28.612872 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-0b3f0b30-dde5-4c5c-8e4a-b8bbd2b2570f admin admin] For port 20a9f782-f89f-47a2-ba7c-e1e4aa827147, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=20a9f782-f89f-47a2-ba7c-e1e4aa827147,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:39:28.613330 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0b3f0b30-dde5-4c5c-8e4a-b8bbd2b2570f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:28.625772 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0b3f0b30-dde5-4c5c-8e4a-b8bbd2b2570f admin admin] Calling delete_port for 20a9f782-f89f-47a2-ba7c-e1e4aa827147 owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:39:28.626663 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46daad3-e63c-4006-83ed-cf9a09f14c1c None None] Checking router: 5c92435f-4b74-4cc9-bcaf-a75b138d17b6 for host: n-d-798930-3 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:39:28.635032 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46daad3-e63c-4006-83ed-cf9a09f14c1c None None] Routers {'5c92435f-4b74-4cc9-bcaf-a75b138d17b6'} bound to L3 agent in host n-d-798930-3 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:39:28.635645 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f46daad3-e63c-4006-83ed-cf9a09f14c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:39:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['5c92435f-4b74-4cc9-bcaf-a75b138d17b6'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:39:28.725653 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-f46daad3-e63c-4006-83ed-cf9a09f14c1c None None] Set router 5c92435f-4b74-4cc9-bcaf-a75b138d17b6 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:39:28.782036 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f46daad3-e63c-4006-83ed-cf9a09f14c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'name': 'tempest-TestSnapshotPattern-1816347181-router', 'tenant_id': 'e8de586f7e2649bda8d7081354178fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:34:00Z', 'updated_at': '2021-07-09T17:39:28Z', 'revision_number': 6, 'project_id': 'e8de586f7e2649bda8d7081354178fff', 'gw_port_host': None}], 'n-d-798930-3', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:39:28.791549 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0b3f0b30-dde5-4c5c-8e4a-b8bbd2b2570f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:28.809054 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46daad3-e63c-4006-83ed-cf9a09f14c1c None None] The sync data for ids ['5c92435f-4b74-4cc9-bcaf-a75b138d17b6'] in n-d-798930-3 is: [{'id': '5c92435f-4b74-4cc9-bcaf-a75b138d17b6', 'name': 'tempest-TestSnapshotPattern-1816347181-router', 'tenant_id': 'e8de586f7e2649bda8d7081354178fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:34:00Z', 'updated_at': '2021-07-09T17:39:28Z', 'revision_number': 6, 'project_id': 'e8de586f7e2649bda8d7081354178fff', 'gw_port_host': None}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:39:28.815062 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3f0b30-dde5-4c5c-8e4a-b8bbd2b2570f admin admin] Pushing event deleted for resources: {'Port': ['ID=20a9f782-f89f-47a2-ba7c-e1e4aa827147,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:28.883981 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0b3f0b30-dde5-4c5c-8e4a-b8bbd2b2570f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:28.971473 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0b3f0b30-dde5-4c5c-8e4a-b8bbd2b2570f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:28.973537 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0b3f0b30-dde5-4c5c-8e4a-b8bbd2b2570f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:29.015800 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0b3f0b30-dde5-4c5c-8e4a-b8bbd2b2570f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:29.016346 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3f0b30-dde5-4c5c-8e4a-b8bbd2b2570f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c92435f-4b74-4cc9-bcaf-a75b138d17b6 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:39:29.020743 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0b3f0b30-dde5-4c5c-8e4a-b8bbd2b2570f admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:29.021888 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-0b3f0b30-dde5-4c5c-8e4a-b8bbd2b2570f admin admin] 10.222.0.98 "DELETE /v2.0/routers/5c92435f-4b74-4cc9-bcaf-a75b138d17b6 HTTP/1.1" status: 204 len: 168 time: 0.7516713 Jul 09 17:39:29.024293 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 56668) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:39:29.071252 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b2022ec-63fd-4927-a71e-3c690f893625 admin admin] Deleting subnet 2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:39:29.074164 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b2022ec-63fd-4927-a71e-3c690f893625 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:29.107869 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b2022ec-63fd-4927-a71e-3c690f893625 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29637258'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:29.188081 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b2022ec-63fd-4927-a71e-3c690f893625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:29.249018 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b2022ec-63fd-4927-a71e-3c690f893625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29547960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29977184'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:29.264395 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d5d1dd06-ddf9-49df-b1bc-86f5c3d48ae5 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:39:29.286017 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: d5d1dd06-ddf9-49df-b1bc-86f5c3d48ae5 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:39:29.286368 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device d5d1dd06-ddf9-49df-b1bc-86f5c3d48ae5 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:39:29.288974 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2022ec-63fd-4927-a71e-3c690f893625 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:29.291142 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b2022ec-63fd-4927-a71e-3c690f893625 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:29.292883 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-8b2022ec-63fd-4927-a71e-3c690f893625 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/2ea2a97b-c3ce-42bc-b1bc-71c95906fdd3 HTTP/1.1" status: 204 len: 168 time: 0.2676749 Jul 09 17:39:29.295444 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 56670) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:39:29.295891 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbdae4b-d0f5-422a-83e1-2f9bf578e038 None None] Network 186558b7-66f0-4d2b-b8cf-3ce102350d3d requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:39:29.365224 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be7021bc-e0ad-4d23-9998-e8d9613ea8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:29.418130 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-be7021bc-e0ad-4d23-9998-e8d9613ea8d2 admin admin] Deleting port fa80c386-7e8e-4ee8-9c9e-380b52644b12 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:39:29.418474 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be7021bc-e0ad-4d23-9998-e8d9613ea8d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:29.488978 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-be7021bc-e0ad-4d23-9998-e8d9613ea8d2 admin admin] For port fa80c386-7e8e-4ee8-9c9e-380b52644b12, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=fa80c386-7e8e-4ee8-9c9e-380b52644b12,segment=NetworkSegment(df0c9332-0420-46bd-becb-33244874016b),segment_id=df0c9332-0420-46bd-becb-33244874016b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:39:29.489559 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be7021bc-e0ad-4d23-9998-e8d9613ea8d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:29.501901 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-be7021bc-e0ad-4d23-9998-e8d9613ea8d2 admin admin] Calling delete_port for fa80c386-7e8e-4ee8-9c9e-380b52644b12 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:39:29.581297 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be7021bc-e0ad-4d23-9998-e8d9613ea8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29548018'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:29.608246 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7021bc-e0ad-4d23-9998-e8d9613ea8d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa80c386-7e8e-4ee8-9c9e-380b52644b12,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:29.610076 n-d-798930-3 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7021bc-e0ad-4d23-9998-e8d9613ea8d2 admin admin] No DVR routers for this DVR port fa80c386-7e8e-4ee8-9c9e-380b52644b12 on host n-d-798930-3 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:39:29.636211 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d234de9-655c-4019-962a-4b66a1e627fe None None] DHCP port deletion for 186558b7-66f0-4d2b-b8cf-3ce102350d3d request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:39:29.687200 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be7021bc-e0ad-4d23-9998-e8d9613ea8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:29.696857 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-be7021bc-e0ad-4d23-9998-e8d9613ea8d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['186558b7-66f0-4d2b-b8cf-3ce102350d3d']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:39:29.707890 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-be7021bc-e0ad-4d23-9998-e8d9613ea8d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df0c9332-0420-46bd-becb-33244874016b') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:39:29.708187 n-d-798930-3 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-be7021bc-e0ad-4d23-9998-e8d9613ea8d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df0c9332-0420-46bd-becb-33244874016b') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:39:29.717822 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be7021bc-e0ad-4d23-9998-e8d9613ea8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29637251'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:29.733553 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be7021bc-e0ad-4d23-9998-e8d9613ea8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:29.740142 n-d-798930-3 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be7021bc-e0ad-4d23-9998-e8d9613ea8d2 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:39:29.740545 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be7021bc-e0ad-4d23-9998-e8d9613ea8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29547807'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:29.742312 n-d-798930-3 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:39:29.742312 n-d-798930-3 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:39:29.742312 n-d-798930-3 neutron-server[93959]: Traceback (most recent call last): Jul 09 17:39:29.742312 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:39:29.742312 n-d-798930-3 neutron-server[93959]: timer() Jul 09 17:39:29.742312 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:39:29.742312 n-d-798930-3 neutron-server[93959]: cb(*args, **kw) Jul 09 17:39:29.742312 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:39:29.742312 n-d-798930-3 neutron-server[93959]: return func(*args, **kwargs) Jul 09 17:39:29.742312 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:39:29.742312 n-d-798930-3 neutron-server[93959]: self._notify() Jul 09 17:39:29.742312 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:39:29.742312 n-d-798930-3 neutron-server[93959]: self.callback(batched_events) Jul 09 17:39:29.742312 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:39:29.742312 n-d-798930-3 neutron-server[93959]: event.method(event) Jul 09 17:39:29.742312 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:39:29.742312 n-d-798930-3 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:39:29.742312 n-d-798930-3 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:39:29.742312 n-d-798930-3 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:39:29.742312 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:39:29.742312 n-d-798930-3 neutron-server[93959]: return f(self, *a, **k) Jul 09 17:39:29.742312 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:39:29.742312 n-d-798930-3 neutron-server[93959]: return self._get(url).json() Jul 09 17:39:29.742312 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:39:29.742312 n-d-798930-3 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:39:29.742312 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:39:29.742312 n-d-798930-3 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 09 17:39:29.742312 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:39:29.742312 n-d-798930-3 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:39:29.742312 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:39:29.742312 n-d-798930-3 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:39:29.742312 n-d-798930-3 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:39:29.742312 n-d-798930-3 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:39:29.742312 n-d-798930-3 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:39:29.800267 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be7021bc-e0ad-4d23-9998-e8d9613ea8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:29.805275 n-d-798930-3 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be7021bc-e0ad-4d23-9998-e8d9613ea8d2 admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:29.807522 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-be7021bc-e0ad-4d23-9998-e8d9613ea8d2 admin admin] 10.222.0.98 "DELETE /v2.0/networks/186558b7-66f0-4d2b-b8cf-3ce102350d3d HTTP/1.1" status: 204 len: 168 time: 0.5111616 Jul 09 17:39:29.811260 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 56672) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:39:29.820596 n-d-798930-3 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7021bc-e0ad-4d23-9998-e8d9613ea8d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=186558b7-66f0-4d2b-b8cf-3ce102350d3d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:30.147338 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-49326fa4-e042-4431-ae5d-ffc4fa881ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-317184'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:30.394803 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-49326fa4-e042-4431-ae5d-ffc4fa881ae9 admin admin] Deleting port 8be62332-15d8-4c97-842e-318e0fa82b4c {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:39:30.395134 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-49326fa4-e042-4431-ae5d-ffc4fa881ae9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:30.477817 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-49326fa4-e042-4431-ae5d-ffc4fa881ae9 admin admin] For port 8be62332-15d8-4c97-842e-318e0fa82b4c, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=8be62332-15d8-4c97-842e-318e0fa82b4c,segment=NetworkSegment(76a33b37-5107-477c-a86c-6f9d3ec5a7fb),segment_id=76a33b37-5107-477c-a86c-6f9d3ec5a7fb)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:39:30.478087 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-49326fa4-e042-4431-ae5d-ffc4fa881ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:30.490702 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-49326fa4-e042-4431-ae5d-ffc4fa881ae9 admin admin] Calling delete_port for 8be62332-15d8-4c97-842e-318e0fa82b4c owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:39:30.665729 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-49326fa4-e042-4431-ae5d-ffc4fa881ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:30.691239 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49326fa4-e042-4431-ae5d-ffc4fa881ae9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8be62332-15d8-4c97-842e-318e0fa82b4c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:30.859493 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-49326fa4-e042-4431-ae5d-ffc4fa881ae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-317382'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:31.068720 n-d-798930-3 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49326fa4-e042-4431-ae5d-ffc4fa881ae9 admin admin] Router fbe8e2b3-2119-43e8-8eb5-558e554e4839 has already been hosted by L3 agent 4aecc75c-ea60-4e94-b45c-fa7ad6af28ff {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:39:31.175791 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49326fa4-e042-4431-ae5d-ffc4fa881ae9 admin admin] Notify agent at l3_agent.n-d-798930-3 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:39:31.180757 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-49326fa4-e042-4431-ae5d-ffc4fa881ae9 admin admin] 10.222.0.98 "PUT /v2.0/routers/fbe8e2b3-2119-43e8-8eb5-558e554e4839/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3683178 Jul 09 17:39:31.183365 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 56674) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:39:31.186564 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68955cf9-7033-44e7-9fbb-5fa6441cd4b1 None None] Sync routers for ids ['fbe8e2b3-2119-43e8-8eb5-558e554e4839'] in n-d-798930-3 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:39:31.197195 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68955cf9-7033-44e7-9fbb-5fa6441cd4b1 None None] Routers {'fbe8e2b3-2119-43e8-8eb5-558e554e4839'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:39:31.197870 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-68955cf9-7033-44e7-9fbb-5fa6441cd4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:39:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['fbe8e2b3-2119-43e8-8eb5-558e554e4839'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:39:31.254039 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 20a9f782-f89f-47a2-ba7c-e1e4aa827147 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:39:31.274699 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 20a9f782-f89f-47a2-ba7c-e1e4aa827147 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:39:31.275187 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 20a9f782-f89f-47a2-ba7c-e1e4aa827147 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:39:31.275671 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device fa80c386-7e8e-4ee8-9c9e-380b52644b12 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:39:31.296280 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d1106b9-2120-4a4b-be27-7f2c495357e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:31.302348 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: fa80c386-7e8e-4ee8-9c9e-380b52644b12 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:39:31.302696 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device fa80c386-7e8e-4ee8-9c9e-380b52644b12 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:39:31.307960 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-68955cf9-7033-44e7-9fbb-5fa6441cd4b1 None None] Set router fbe8e2b3-2119-43e8-8eb5-558e554e4839 gateway port host: n-d-798930-3 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:39:31.401032 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d1106b9-2120-4a4b-be27-7f2c495357e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:31.451580 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-2d1106b9-2120-4a4b-be27-7f2c495357e4 admin admin] Deleting port b194b85f-a345-4234-8052-26e39d6e7ffa {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:39:31.451919 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d1106b9-2120-4a4b-be27-7f2c495357e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:31.479617 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-68955cf9-7033-44e7-9fbb-5fa6441cd4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe8e2b3-2119-43e8-8eb5-558e554e4839', 'name': 'tempest-TestSnapshotPattern-1847277186-router', 'tenant_id': 'd2be92c5de364afbb20ba5f128a14c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'external_fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'b194b85f-a345-4234-8052-26e39d6e7ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:34:04Z', 'updated_at': '2021-07-09T17:39:30Z', 'revision_number': 5, 'project_id': 'd2be92c5de364afbb20ba5f128a14c00', 'gw_port': {'id': 'b194b85f-a345-4234-8052-26e39d6e7ffa', 'name': '', 'network_id': 'caa6ed8d-2893-4113-8f68-c5284e694f6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe8e2b3-2119-43e8-8eb5-558e554e4839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:05Z', 'updated_at': '2021-07-09T17:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09763788-efd6-4c32-90f4-3f3730281b5b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-3'}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:39:31.515837 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68955cf9-7033-44e7-9fbb-5fa6441cd4b1 None None] Checking router: fbe8e2b3-2119-43e8-8eb5-558e554e4839 for host: n-d-798930-3 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:39:31.525414 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68955cf9-7033-44e7-9fbb-5fa6441cd4b1 None None] Routers {'fbe8e2b3-2119-43e8-8eb5-558e554e4839'} bound to L3 agent in host n-d-798930-3 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:39:31.526011 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-68955cf9-7033-44e7-9fbb-5fa6441cd4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:58:55Z,description=,heartbeat_timestamp=2021-07-09T17:39:25Z,host='n-d-798930-3',id=4aecc75c-ea60-4e94-b45c-fa7ad6af28ff,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T15:58:55Z,topic='l3_agent')) {'router_ids': ['fbe8e2b3-2119-43e8-8eb5-558e554e4839'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:39:31.535964 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-2d1106b9-2120-4a4b-be27-7f2c495357e4 admin admin] For port b194b85f-a345-4234-8052-26e39d6e7ffa, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=b194b85f-a345-4234-8052-26e39d6e7ffa,segment=NetworkSegment(75071cd2-df05-4284-b43e-7b235126ec2d),segment_id=75071cd2-df05-4284-b43e-7b235126ec2d)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:39:31.536320 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d1106b9-2120-4a4b-be27-7f2c495357e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:31.550292 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-2d1106b9-2120-4a4b-be27-7f2c495357e4 admin admin] Calling delete_port for b194b85f-a345-4234-8052-26e39d6e7ffa owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:39:31.607966 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-68955cf9-7033-44e7-9fbb-5fa6441cd4b1 None None] Set router fbe8e2b3-2119-43e8-8eb5-558e554e4839 gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:39:31.656971 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-68955cf9-7033-44e7-9fbb-5fa6441cd4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe8e2b3-2119-43e8-8eb5-558e554e4839', 'name': 'tempest-TestSnapshotPattern-1847277186-router', 'tenant_id': 'd2be92c5de364afbb20ba5f128a14c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:34:04Z', 'updated_at': '2021-07-09T17:39:31Z', 'revision_number': 6, 'project_id': 'd2be92c5de364afbb20ba5f128a14c00', 'gw_port_host': None}], 'n-d-798930-3', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:39:31.685717 n-d-798930-3 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68955cf9-7033-44e7-9fbb-5fa6441cd4b1 None None] The sync data for ids ['fbe8e2b3-2119-43e8-8eb5-558e554e4839'] in n-d-798930-3 is: [{'id': 'fbe8e2b3-2119-43e8-8eb5-558e554e4839', 'name': 'tempest-TestSnapshotPattern-1847277186-router', 'tenant_id': 'd2be92c5de364afbb20ba5f128a14c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:34:04Z', 'updated_at': '2021-07-09T17:39:31Z', 'revision_number': 6, 'project_id': 'd2be92c5de364afbb20ba5f128a14c00', 'gw_port_host': None}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:39:31.714654 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d1106b9-2120-4a4b-be27-7f2c495357e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:31.740650 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1106b9-2120-4a4b-be27-7f2c495357e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b194b85f-a345-4234-8052-26e39d6e7ffa,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:31.800141 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d1106b9-2120-4a4b-be27-7f2c495357e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1725901'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:31.890474 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d1106b9-2120-4a4b-be27-7f2c495357e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-313625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65037'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:31.892575 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d1106b9-2120-4a4b-be27-7f2c495357e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:31.934856 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d1106b9-2120-4a4b-be27-7f2c495357e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-313001'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:31.935395 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1106b9-2120-4a4b-be27-7f2c495357e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbe8e2b3-2119-43e8-8eb5-558e554e4839 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:39:31.940130 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d1106b9-2120-4a4b-be27-7f2c495357e4 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:31.941319 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2d1106b9-2120-4a4b-be27-7f2c495357e4 admin admin] 10.222.0.98 "DELETE /v2.0/routers/fbe8e2b3-2119-43e8-8eb5-558e554e4839 HTTP/1.1" status: 204 len: 168 time: 0.7570095 Jul 09 17:39:31.944257 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 56676) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:39:31.988360 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-2023b65b-6ba1-4df3-801e-3f4716c5d611 admin admin] Deleting subnet 9a089276-aaba-4b81-83cd-2296b70aaee2 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:39:31.991311 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2023b65b-6ba1-4df3-801e-3f4716c5d611 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:32.026167 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2023b65b-6ba1-4df3-801e-3f4716c5d611 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30407862'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:32.111201 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2023b65b-6ba1-4df3-801e-3f4716c5d611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431163'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:32.161396 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2023b65b-6ba1-4df3-801e-3f4716c5d611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29780197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29676222'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:32.188535 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2023b65b-6ba1-4df3-801e-3f4716c5d611 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:32.192822 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-2023b65b-6ba1-4df3-801e-3f4716c5d611 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/9a089276-aaba-4b81-83cd-2296b70aaee2 HTTP/1.1" status: 204 len: 168 time: 0.2451229 Jul 09 17:39:32.192822 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b65b-6ba1-4df3-801e-3f4716c5d611 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a089276-aaba-4b81-83cd-2296b70aaee2,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:32.193102 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 56678) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:39:32.196100 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f196b41b-2412-484e-b868-aa7f491b56c5 None None] Network af501253-5369-454b-b2d8-daf772866f7e requested from n-d-798930-3 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:39:32.263883 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-23b13436-34cd-45bd-83b5-a6ea032465aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-756760'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:32.315352 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-23b13436-34cd-45bd-83b5-a6ea032465aa admin admin] Deleting port 6821a908-d969-4289-ba88-12a4adc1c1d9 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:39:32.315691 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-23b13436-34cd-45bd-83b5-a6ea032465aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:32.378097 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-23b13436-34cd-45bd-83b5-a6ea032465aa admin admin] For port 6821a908-d969-4289-ba88-12a4adc1c1d9, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=6821a908-d969-4289-ba88-12a4adc1c1d9,segment=NetworkSegment(76a33b37-5107-477c-a86c-6f9d3ec5a7fb),segment_id=76a33b37-5107-477c-a86c-6f9d3ec5a7fb)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:39:32.378456 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-23b13436-34cd-45bd-83b5-a6ea032465aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:32.392900 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-23b13436-34cd-45bd-83b5-a6ea032465aa admin admin] Calling delete_port for 6821a908-d969-4289-ba88-12a4adc1c1d9 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:39:32.408582 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b4919f-1aa9-455c-9d16-0c08a4511c9b None None] DHCP port deletion for af501253-5369-454b-b2d8-daf772866f7e request from n-d-798930-3 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:39:32.459026 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-d0b4919f-1aa9-455c-9d16-0c08a4511c9b None None] Deleting port 6821a908-d969-4289-ba88-12a4adc1c1d9 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:39:32.459300 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d0b4919f-1aa9-455c-9d16-0c08a4511c9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777622255315'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:32.480648 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-23b13436-34cd-45bd-83b5-a6ea032465aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29780143'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:32.510941 n-d-798930-3 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b13436-34cd-45bd-83b5-a6ea032465aa admin admin] No DVR routers for this DVR port 6821a908-d969-4289-ba88-12a4adc1c1d9 on host n-d-798930-3 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:39:32.517320 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b13436-34cd-45bd-83b5-a6ea032465aa admin admin] Pushing event deleted for resources: {'Port': ['ID=6821a908-d969-4289-ba88-12a4adc1c1d9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:32.527867 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-d0b4919f-1aa9-455c-9d16-0c08a4511c9b None None] For port 6821a908-d969-4289-ba88-12a4adc1c1d9, host n-d-798930-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-3',level=0,port_id=6821a908-d969-4289-ba88-12a4adc1c1d9,segment=NetworkSegment(76a33b37-5107-477c-a86c-6f9d3ec5a7fb),segment_id=76a33b37-5107-477c-a86c-6f9d3ec5a7fb)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:39:32.528259 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d0b4919f-1aa9-455c-9d16-0c08a4511c9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-319232'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:32.546426 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-d0b4919f-1aa9-455c-9d16-0c08a4511c9b None None] Calling delete_port for 6821a908-d969-4289-ba88-12a4adc1c1d9 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:39:32.589273 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-23b13436-34cd-45bd-83b5-a6ea032465aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388480', 'neutron.services.segments.db._delete_segments_for_network-8777622486613'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:32.599872 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-23b13436-34cd-45bd-83b5-a6ea032465aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af501253-5369-454b-b2d8-daf772866f7e']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:39:32.611849 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-23b13436-34cd-45bd-83b5-a6ea032465aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76a33b37-5107-477c-a86c-6f9d3ec5a7fb') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:39:32.612154 n-d-798930-3 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-23b13436-34cd-45bd-83b5-a6ea032465aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76a33b37-5107-477c-a86c-6f9d3ec5a7fb') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:39:32.620238 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d0b4919f-1aa9-455c-9d16-0c08a4511c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-776714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2029296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777622262541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777621953509'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:32.621624 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-23b13436-34cd-45bd-83b5-a6ea032465aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777622467121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30407871'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:32.639450 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-23b13436-34cd-45bd-83b5-a6ea032465aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:32.648193 n-d-798930-3 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b4919f-1aa9-455c-9d16-0c08a4511c9b None None] No DVR routers for this DVR port 6821a908-d969-4289-ba88-12a4adc1c1d9 on host n-d-798930-3 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:39:32.648409 n-d-798930-3 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23b13436-34cd-45bd-83b5-a6ea032465aa admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:39:32.648793 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-23b13436-34cd-45bd-83b5-a6ea032465aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1431860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29780034'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:32.651478 n-d-798930-3 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b4919f-1aa9-455c-9d16-0c08a4511c9b None None] Pushing event deleted for resources: {'Port': ['ID=6821a908-d969-4289-ba88-12a4adc1c1d9,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:32.652404 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:39:32.652404 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:39:32.652404 n-d-798930-3 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:39:32.652404 n-d-798930-3 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:39:32.652404 n-d-798930-3 neutron-server[93958]: Traceback (most recent call last): Jul 09 17:39:32.652404 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:39:32.652404 n-d-798930-3 neutron-server[93958]: timer() Jul 09 17:39:32.652404 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:39:32.652404 n-d-798930-3 neutron-server[93958]: cb(*args, **kw) Jul 09 17:39:32.652404 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:39:32.652404 n-d-798930-3 neutron-server[93958]: return func(*args, **kwargs) Jul 09 17:39:32.652404 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:39:32.652404 n-d-798930-3 neutron-server[93958]: self._notify() Jul 09 17:39:32.652404 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:39:32.652404 n-d-798930-3 neutron-server[93958]: self.callback(batched_events) Jul 09 17:39:32.652404 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:39:32.652404 n-d-798930-3 neutron-server[93958]: event.method(event) Jul 09 17:39:32.652404 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:39:32.652404 n-d-798930-3 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:39:32.652404 n-d-798930-3 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:39:32.652404 n-d-798930-3 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:39:32.652404 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:39:32.652404 n-d-798930-3 neutron-server[93958]: return f(self, *a, **k) Jul 09 17:39:32.652404 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:39:32.652404 n-d-798930-3 neutron-server[93958]: return self._get(url).json() Jul 09 17:39:32.652404 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:39:32.652404 n-d-798930-3 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:39:32.652404 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:39:32.652404 n-d-798930-3 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 09 17:39:32.652404 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:39:32.652404 n-d-798930-3 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:39:32.652404 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:39:32.652404 n-d-798930-3 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:39:32.652404 n-d-798930-3 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:39:32.652404 n-d-798930-3 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:39:32.652404 n-d-798930-3 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:39:32.712160 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-23b13436-34cd-45bd-83b5-a6ea032465aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1725865'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:32.718929 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-23b13436-34cd-45bd-83b5-a6ea032465aa admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:32.720770 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-23b13436-34cd-45bd-83b5-a6ea032465aa admin admin] 10.222.0.98 "DELETE /v2.0/networks/af501253-5369-454b-b2d8-daf772866f7e HTTP/1.1" status: 204 len: 168 time: 0.5260999 Jul 09 17:39:32.732622 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b13436-34cd-45bd-83b5-a6ea032465aa admin admin] Pushing event deleted for resources: {'Network': ['ID=af501253-5369-454b-b2d8-daf772866f7e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:32.826706 n-d-798930-3 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.98', 56682) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:39:32.867042 n-d-798930-3 neutron-server[93959]: INFO neutron.wsgi [None req-15060d31-0029-4af5-b263-711077dce0d1 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e8de586f7e2649bda8d7081354178fff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391037 Jul 09 17:39:32.869607 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 56684) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:39:32.916885 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1adb0637-5010-470a-a653-a976e0293b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:32.937578 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1adb0637-5010-470a-a653-a976e0293b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:32.987969 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1adb0637-5010-470a-a653-a976e0293b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:32.991030 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1adb0637-5010-470a-a653-a976e0293b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:32.992220 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-1adb0637-5010-470a-a653-a976e0293b74 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a83aa2aa-92d7-4eb7-adf1-edda43efa7bd HTTP/1.1" status: 204 len: 168 time: 0.1216121 Jul 09 17:39:33.001039 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb0637-5010-470a-a653-a976e0293b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83aa2aa-92d7-4eb7-adf1-edda43efa7bd,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:33.188410 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 6821a908-d969-4289-ba88-12a4adc1c1d9 no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:39:33.209443 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 6821a908-d969-4289-ba88-12a4adc1c1d9 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:39:33.209861 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 6821a908-d969-4289-ba88-12a4adc1c1d9 not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:39:33.210210 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device b194b85f-a345-4234-8052-26e39d6e7ffa no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:39:33.228973 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: b194b85f-a345-4234-8052-26e39d6e7ffa {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:39:33.229320 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device b194b85f-a345-4234-8052-26e39d6e7ffa not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:39:33.229745 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 8be62332-15d8-4c97-842e-318e0fa82b4c no longer exists at agent ovs-agent-n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:39:33.249435 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] No Port match for: 8be62332-15d8-4c97-842e-318e0fa82b4c {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:39:33.249704 n-d-798930-3 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Device 8be62332-15d8-4c97-842e-318e0fa82b4c not bound to the agent host n-d-798930-3 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:39:33.296742 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 56690) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:39:33.340104 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-6e1967d1-b1a4-400e-be8f-5dde785510f8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d2be92c5de364afbb20ba5f128a14c00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421841 Jul 09 17:39:33.343095 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.98', 56692) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:39:33.389247 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-729bf795-f150-45c3-bb23-b551922b04b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:33.410273 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-729bf795-f150-45c3-bb23-b551922b04b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:33.455945 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-729bf795-f150-45c3-bb23-b551922b04b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1775688'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:33.458553 n-d-798930-3 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-729bf795-f150-45c3-bb23-b551922b04b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:33.459747 n-d-798930-3 neutron-server[93958]: INFO neutron.wsgi [None req-729bf795-f150-45c3-bb23-b551922b04b1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/96cad979-5e09-421d-a120-3c94ed3bb576 HTTP/1.1" status: 204 len: 168 time: 0.1157632 Jul 09 17:39:33.468743 n-d-798930-3 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729bf795-f150-45c3-bb23-b551922b04b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96cad979-5e09-421d-a120-3c94ed3bb576,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:40.844477 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:44.077634 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:39:52.476746 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-62b47f47-23e3-4ea3-ae39-d7e079afd043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:55.185756 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2dfb550d-4757-43a4-993f-117ae2691334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:55.932304 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:56.619409 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:57.677235 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:58.549786 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:10.852842 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:21.076924 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:40:22.480508 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8f82ca10-9a25-475f-9a66-5cb9837685ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:25.185944 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3f10ad82-3443-42bc-9162-5a323094df37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:25.933969 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:26.621466 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:27.691445 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:28.552296 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:40.865615 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:52.481223 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1a34569d-9d35-4c3d-a5e9-1f1fec22fbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:55.186043 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-71c6f2b8-e9ce-43d0-bd18-bfe5d6ace6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:55.934718 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:56.623449 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:57.692770 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:58.076834 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:40:58.555928 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:10.872090 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:22.484499 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a3a36544-b026-461d-ae11-c3539d70d2a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:25.185918 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ba8ff0e0-654c-45cf-a6e2-58892a0bf377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:25.935042 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:26.628104 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:27.693265 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:28.556593 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:35.077272 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:41:40.871398 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:52.489416 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ce9ade0c-76b5-4601-ac0c-c0b94bc44b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:55.187820 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-05a6688d-a08d-42a7-91e4-60686a0a3c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:55.936425 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:56.628846 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:57.691034 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:58.560275 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:10.870886 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:12.075472 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:42:22.490653 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d87ef973-132d-4acb-aadd-fa2434ef96df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:25.188922 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e1a34dd1-ad3e-4471-9e36-11bccb2d18d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:25.938300 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:26.631237 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:27.703302 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:28.564163 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:40.869463 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:49.074291 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:42:52.492221 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1e160fd3-d87d-4b4a-b3c4-4951d22c070c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:55.188663 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-443c47ad-95fd-4cd0-945e-dd984f334bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:55.941385 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:56.633802 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:57.733600 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:58.566292 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:10.870994 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:22.493706 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-54969a8c-2350-4142-bff8-97626b4fbedc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:25.190057 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-636727fe-2eb9-4432-80eb-f624a2a1704d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:25.941036 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:26.073300 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:43:26.636916 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:27.732253 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:28.567506 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:40.867386 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:52.504165 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8a3661bf-0359-4f5b-be2f-e4f3c7f0ff8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:55.189487 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c99e167e-ec66-44a0-8fd2-b084f7f167a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:55.942460 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:56.640311 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:57.745917 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:58.571245 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:03.073372 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:44:10.871798 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:22.494004 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1040acd2-f072-4a26-a609-38b5d35b3667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:25.189809 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-955430a1-53c4-4195-bdf4-9cd5fb971659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:25.944218 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:26.643045 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:27.764314 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:28.573147 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:40.073178 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:44:40.872902 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:52.495563 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1f21a3b8-5e5d-44d5-901c-46bfb1d914d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:55.189072 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-234330c5-89b1-44bd-93e4-96bf0ef15efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:55.947469 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:56.645699 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:57.762842 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:58.576909 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:10.894631 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:17.072257 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:45:22.497249 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6f88cb63-ee0e-4fb5-8560-a5ed3f351fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:25.189026 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b7902ccd-6f3b-446e-9d32-fb5bc181b713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:25.949227 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:26.648793 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:27.764885 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:28.578495 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:40.909449 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:52.502601 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fa99f878-01bb-4beb-8ffe-9fcf02a09c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:54.072096 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:45:55.189618 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-da3f0f8f-2116-4c7f-8f7b-14788e21f2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:55.950139 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:56.650558 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:57.762183 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:58.582405 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:10.908841 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:22.501996 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5290c33a-534b-4bb2-982d-2d8af10cdc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:25.190509 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b64ee883-daa6-4cec-adc7-59f14ff7ab7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:25.952375 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:26.653687 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:27.772605 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:28.585106 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:31.071374 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:46:40.915009 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:52.506367 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-79f05942-56bf-4615-a06b-7bf8ce46e25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:55.191793 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0d51d6e-4aac-467b-966a-b1d6400b768b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:55.952537 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:56.657867 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:57.774999 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:58.586265 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:06.684200 n-d-798930-3 neutron-server[93958]: DEBUG neutron.wsgi [req-077daec6-196e-457e-b83c-d684715ea136 req-b4d6a4b6-2f30-4057-ae6d-6888623c0a0b service neutron] (93958) timed out ('10.222.0.98', 45200) {{(pid=93958) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 17:47:08.071297 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:47:10.938203 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:22.506913 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fb80e87-9d86-4336-b818-cfc5a725c61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:25.187794 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fba71a8-c075-47da-8b8c-3285aa16357f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:25.954185 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:26.659696 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:27.769919 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:28.589705 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:40.937310 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:45.070348 n-d-798930-3 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-61cb649b-2676-44e1-ab0e-0f586b780fae None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:47:52.507639 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3a3d591b-04b4-4a0f-9c73-0006cc4645c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:55.187307 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-df6e6406-065a-4e30-a004-5dbf8e588c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:55.954671 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2dfa05f-b849-4076-a6b8-fbbe9a5d8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:56.663395 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3fca14fe-46e2-4ec7-b2d4-9ba882871508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:57.769872 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13fc6c54-f6ac-4c29-bc2b-9fbdd978a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:58.593490 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f6254b3c-b157-480c-bb82-24df0a1d2723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:10.939841 n-d-798930-3 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1c0e-3b80-484d-aa85-0a87a52e2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777622486595', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385658'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}